-- Logs begin at Wed 2022-05-18 17:02:04 UTC, end at Wed 2022-05-18 19:30:06 UTC. -- May 18 17:50:20.518063 n-d-838550-3 systemd[1]: Started Devstack devstack@q-svc.service. May 18 17:50:23.264517 n-d-838550-3 neutron-server[102623]: INFO neutron.common.config [-] Logging enabled! May 18 17:50:23.265107 n-d-838550-3 neutron-server[102623]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.2.1.dev23 May 18 17:50:23.265265 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102623) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 18 17:50:23.268425 n-d-838550-3 neutron-server[102623]: INFO neutron.common.config [-] Logging enabled! May 18 17:50:23.268678 n-d-838550-3 neutron-server[102623]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.2.1.dev23 May 18 17:50:23.269532 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102623) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 18 17:50:23.270486 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 18 17:50:23.270717 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 18 17:50:23.271068 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 18 17:50:23.271311 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 18 17:50:23.271534 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 18 17:50:23.271850 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:23.272143 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:23.272433 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:23.272659 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:23.272948 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:23.273232 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:23.273509 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:23.273821 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:23.274113 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:23.274400 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:23.274678 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:23.274957 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:23.275184 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:23.275495 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:23.275809 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:23.276092 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:23.276314 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] debug = True {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:23.276590 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:23.277018 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:23.277419 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:23.277721 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:23.278009 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:23.278297 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:23.278553 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:23.278828 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:23.279109 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:23.279432 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] host = n-d-838550-3 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:23.279706 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:23.279988 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:23.280270 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:23.280552 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:23.280824 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:23.281097 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:23.281391 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:23.281683 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:23.281956 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] log_file = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:23.282227 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:23.282509 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:23.282792 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:23.283075 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:23.283294 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:23.283513 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:23.283795 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:23.284074 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:23.284372 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:23.284649 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:23.284921 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:23.285190 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:23.285459 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:23.285749 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:23.286031 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:23.286309 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:23.286590 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:23.286863 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:23.287131 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:23.287397 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:23.287664 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:23.287942 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:23.288210 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:23.288480 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:23.288751 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:23.289032 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:23.289295 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:23.289563 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:23.289885 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:23.290166 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:23.290445 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:23.290727 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:23.291000 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:23.291349 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:23.291624 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:23.291895 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:23.292164 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] use_json = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:23.292435 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:23.292705 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:23.292985 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:23.293259 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:23.293527 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:23.293823 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:23.294092 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:23.294377 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:23.294646 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:23.294939 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:23.295231 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:23.295527 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:23.295811 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:23.296100 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:23.296376 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:23.296661 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:23.296937 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:23.297223 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:23.297507 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:23.297817 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:23.298096 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:23.298382 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:23.298658 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:23.298951 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:23.299250 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:23.299541 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:23.299828 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:23.300126 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:23.300396 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:23.300667 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:23.300942 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:23.301227 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:23.301500 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:23.301819 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:23.302106 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:23.302382 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:23.302667 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:23.302959 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:23.303244 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:23.303514 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:23.303789 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:23.304075 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:23.304354 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:23.304622 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:23.304896 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:23.305181 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:23.305453 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:23.305747 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:23.306024 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:23.306296 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:23.306562 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:23.306901 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:23.307179 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:23.307466 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:23.307739 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:23.308009 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:23.308274 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:23.308549 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:23.308817 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:23.309101 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:23.309375 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:23.309676 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:23.309949 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:23.310224 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:23.310493 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:23.310763 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:23.311038 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:23.311308 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:23.311584 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:23.311853 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:23.312120 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:23.312388 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:23.312655 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:23.312923 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:23.313191 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:23.313458 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:23.313759 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:23.314029 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:23.314301 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:23.314570 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:23.314837 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:23.315106 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:23.315385 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:23.316211 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:23.316488 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:23.316763 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:23.317038 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:23.317313 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:23.317586 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:23.317892 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:23.318167 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:23.318440 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:23.318706 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:23.318992 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:23.319271 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:23.319552 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:23.319828 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:23.320106 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:23.320395 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:23.320668 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:23.320945 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:23.321217 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:23.321489 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:23.321797 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:23.322077 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:23.322423 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:23.322725 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:23.323015 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:23.323303 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:23.323587 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:23.323861 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:23.324162 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:23.324434 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:23.324647 n-d-838550-3 neutron-server[102623]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 18 17:50:23.324885 n-d-838550-3 neutron-server[102623]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102623) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 18 17:50:23.674579 n-d-838550-3 neutron-server[102623]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102623) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 17:50:23.674858 n-d-838550-3 neutron-server[102623]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102623) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 17:50:23.675690 n-d-838550-3 neutron-server[102623]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.001s {{(pid=102623) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 17:50:23.676018 n-d-838550-3 neutron-server[102623]: INFO neutron.manager [-] Loading core plugin: ml2 May 18 17:50:24.065809 n-d-838550-3 neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 17:50:24.066093 n-d-838550-3 neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 17:50:24.066359 n-d-838550-3 neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 17:50:24.067650 n-d-838550-3 neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 17:50:24.067921 n-d-838550-3 neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 17:50:24.068184 n-d-838550-3 neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 17:50:24.103392 n-d-838550-3 neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 17:50:24.103727 n-d-838550-3 neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 17:50:24.103990 n-d-838550-3 neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 17:50:24.119007 n-d-838550-3 neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 17:50:24.119346 n-d-838550-3 neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 17:50:24.119609 n-d-838550-3 neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 17:50:24.147660 n-d-838550-3 neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 17:50:24.147932 n-d-838550-3 neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 17:50:24.148202 n-d-838550-3 neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 17:50:24.185323 n-d-838550-3 neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 17:50:24.185601 n-d-838550-3 neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 17:50:24.185887 n-d-838550-3 neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 17:50:24.413202 n-d-838550-3 neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 17:50:24.413826 n-d-838550-3 neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 17:50:24.413826 n-d-838550-3 neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 17:50:24.414016 n-d-838550-3 neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 17:50:24.414593 n-d-838550-3 neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 17:50:24.541749 n-d-838550-3 neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 17:50:24.542060 n-d-838550-3 neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 17:50:24.542335 n-d-838550-3 neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 17:50:24.542599 n-d-838550-3 neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 17:50:24.542860 n-d-838550-3 neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 17:50:24.543163 n-d-838550-3 neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 17:50:24.543418 n-d-838550-3 neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 17:50:24.543670 n-d-838550-3 neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 17:50:24.543918 n-d-838550-3 neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 17:50:24.544192 n-d-838550-3 neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 17:50:24.544442 n-d-838550-3 neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 17:50:24.544700 n-d-838550-3 neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 17:50:24.544951 n-d-838550-3 neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 17:50:24.545194 n-d-838550-3 neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 17:50:24.545443 n-d-838550-3 neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 17:50:24.545729 n-d-838550-3 neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 17:50:24.545980 n-d-838550-3 neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 17:50:24.546244 n-d-838550-3 neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 17:50:24.546512 n-d-838550-3 neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 17:50:24.546767 n-d-838550-3 neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 17:50:24.547033 n-d-838550-3 neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 17:50:24.547280 n-d-838550-3 neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 17:50:24.547556 n-d-838550-3 neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 17:50:24.547922 n-d-838550-3 neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 17:50:24.548162 n-d-838550-3 neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 17:50:24.548401 n-d-838550-3 neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 17:50:24.548786 n-d-838550-3 neutron-server[102623]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102623) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 18 17:50:24.549022 n-d-838550-3 neutron-server[102623]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102623) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 18 17:50:24.549252 n-d-838550-3 neutron-server[102623]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102623) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 18 17:50:24.549482 n-d-838550-3 neutron-server[102623]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102623) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 18 17:50:24.549733 n-d-838550-3 neutron-server[102623]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102623) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 18 17:50:24.550520 n-d-838550-3 neutron-server[102623]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102623) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 18 17:50:24.550885 n-d-838550-3 neutron-server[102623]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 18 17:50:24.553957 n-d-838550-3 neutron-server[102623]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 18 17:50:24.557924 n-d-838550-3 neutron-server[102623]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 18 17:50:24.561784 n-d-838550-3 neutron-server[102623]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) May 18 17:50:24.563381 n-d-838550-3 neutron-server[102623]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 18 17:50:24.563824 n-d-838550-3 neutron-server[102623]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 18 17:50:24.564149 n-d-838550-3 neutron-server[102623]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 18 17:50:24.564522 n-d-838550-3 neutron-server[102623]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 18 17:50:24.567308 n-d-838550-3 neutron-server[102623]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 18 17:50:24.567553 n-d-838550-3 neutron-server[102623]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 18 17:50:24.567894 n-d-838550-3 neutron-server[102623]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 18 17:50:24.573190 n-d-838550-3 neutron-server[102623]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] May 18 17:50:24.595039 n-d-838550-3 neutron-server[102623]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 18 17:50:24.595484 n-d-838550-3 neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 17:50:24.595772 n-d-838550-3 neutron-server[102623]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102623) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 18 17:50:24.596133 n-d-838550-3 neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 17:50:24.598048 n-d-838550-3 neutron-server[102623]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102623) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 18 17:50:24.598330 n-d-838550-3 neutron-server[102623]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 18 17:50:24.598566 n-d-838550-3 neutron-server[102623]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 18 17:50:24.602028 n-d-838550-3 neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 17:50:24.602301 n-d-838550-3 neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 17:50:24.664502 n-d-838550-3 neutron-server[102623]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 18 17:50:24.664683 n-d-838550-3 neutron-server[102623]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 18 17:50:24.664914 n-d-838550-3 neutron-server[102623]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 18 17:50:24.665273 n-d-838550-3 neutron-server[102623]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 18 17:50:24.688688 n-d-838550-3 neutron-server[102623]: DEBUG oslo_db.sqlalchemy.engines [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102623) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 18 17:50:25.211847 n-d-838550-3 neutron-server[102623]: INFO neutron.plugins.ml2.managers [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Initializing driver for type 'gre' May 18 17:50:25.212461 n-d-838550-3 neutron-server[102623]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] gre ID ranges: [(1, 1000)] May 18 17:50:25.270370 n-d-838550-3 neutron-server[102623]: INFO neutron.plugins.ml2.managers [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Initializing driver for type 'local' May 18 17:50:25.270704 n-d-838550-3 neutron-server[102623]: INFO neutron.plugins.ml2.managers [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Initializing driver for type 'vlan' May 18 17:50:25.285413 n-d-838550-3 neutron-server[102623]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] VlanTypeDriver initialization complete May 18 17:50:25.285775 n-d-838550-3 neutron-server[102623]: INFO neutron.plugins.ml2.managers [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Initializing driver for type 'vxlan' May 18 17:50:25.286250 n-d-838550-3 neutron-server[102623]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] vxlan ID ranges: [(1, 1000)] May 18 17:50:25.341975 n-d-838550-3 neutron-server[102623]: INFO neutron.plugins.ml2.managers [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Initializing extension driver 'port_security' May 18 17:50:25.342317 n-d-838550-3 neutron-server[102623]: INFO neutron.plugins.ml2.extensions.port_security [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] PortSecurityExtensionDriver initialization complete May 18 17:50:25.342647 n-d-838550-3 neutron-server[102623]: INFO neutron.plugins.ml2.managers [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Initializing mechanism driver 'openvswitch' May 18 17:50:25.342982 n-d-838550-3 neutron-server[102623]: INFO neutron.plugins.ml2.managers [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Initializing mechanism driver 'hyperv' May 18 17:50:25.349494 n-d-838550-3 neutron-server[102623]: DEBUG neutron.plugins.ml2.plugin [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 17:50:25.350208 n-d-838550-3 neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Subscribe: > port after_create 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 17:50:25.350581 n-d-838550-3 neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Subscribe: > port after_update 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 17:50:25.350930 n-d-838550-3 neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Subscribe: > port after_delete 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 17:50:25.351442 n-d-838550-3 neutron-server[102623]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102623) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 18 17:50:25.351875 n-d-838550-3 neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Subscribe: > subnet after_create 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 17:50:25.352227 n-d-838550-3 neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Subscribe: > subnet after_update 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 17:50:25.352573 n-d-838550-3 neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 17:50:25.352960 n-d-838550-3 neutron-server[102623]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102623) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 18 17:50:25.353364 n-d-838550-3 neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Subscribe: > network after_create 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 17:50:25.353740 n-d-838550-3 neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Subscribe: > network after_update 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 17:50:25.354084 n-d-838550-3 neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Subscribe: > network after_delete 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 17:50:25.354467 n-d-838550-3 neutron-server[102623]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102623) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 18 17:50:25.354869 n-d-838550-3 neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Subscribe: > security_group after_create 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 17:50:25.355217 n-d-838550-3 neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Subscribe: > security_group after_update 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 17:50:25.355555 n-d-838550-3 neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Subscribe: > security_group after_delete 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 17:50:25.356074 n-d-838550-3 neutron-server[102623]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102623) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 18 17:50:25.356482 n-d-838550-3 neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 17:50:25.356832 n-d-838550-3 neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 17:50:25.357175 n-d-838550-3 neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 17:50:25.357561 n-d-838550-3 neutron-server[102623]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102623) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 18 17:50:25.357996 n-d-838550-3 neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Subscribe: > address_group after_create 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 17:50:25.358342 n-d-838550-3 neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Subscribe: > address_group after_update 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 17:50:25.358686 n-d-838550-3 neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Subscribe: > address_group after_delete 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 17:50:25.359069 n-d-838550-3 neutron-server[102623]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102623) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 18 17:50:25.359509 n-d-838550-3 neutron-server[102623]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] ML2 OVO RPC backend initialized. {{(pid=102623) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} May 18 17:50:25.360216 n-d-838550-3 neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 17:50:25.360574 n-d-838550-3 neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 17:50:25.360989 n-d-838550-3 neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Subscribe: > network before_response 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 17:50:25.361338 n-d-838550-3 neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Subscribe: > networks before_response 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 17:50:25.361712 n-d-838550-3 neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Subscribe: > port before_response 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 17:50:25.362056 n-d-838550-3 neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Subscribe: > ports before_response 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 17:50:25.362400 n-d-838550-3 neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Subscribe: > subnet before_response 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 17:50:25.362884 n-d-838550-3 neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Subscribe: > subnets before_response 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 17:50:25.363113 n-d-838550-3 neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Subscribe: > network after_create 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 17:50:25.363454 n-d-838550-3 neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Subscribe: > network after_update 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 17:50:25.363791 n-d-838550-3 neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Subscribe: > network after_delete 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 17:50:25.364128 n-d-838550-3 neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Subscribe: > port after_create 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 17:50:25.364464 n-d-838550-3 neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Subscribe: > port after_update 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 17:50:25.364802 n-d-838550-3 neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Subscribe: > port after_delete 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 17:50:25.365141 n-d-838550-3 neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Subscribe: > subnet after_create 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 17:50:25.365477 n-d-838550-3 neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Subscribe: > subnet after_update 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 17:50:25.365846 n-d-838550-3 neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 17:50:25.372947 n-d-838550-3 neutron-server[102623]: INFO neutron.quota [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loaded quota_driver: . May 18 17:50:25.373309 n-d-838550-3 neutron-server[102623]: INFO neutron.plugins.ml2.plugin [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Modular L2 Plugin initialization complete May 18 17:50:25.373682 n-d-838550-3 neutron-server[102623]: DEBUG neutron.manager [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loading services supported by the core plugin {{(pid=102623) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 18 17:50:25.374026 n-d-838550-3 neutron-server[102623]: INFO neutron.plugins.ml2.managers [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Got port-security extension from driver 'port_security' May 18 17:50:25.374505 n-d-838550-3 neutron-server[102623]: INFO neutron.extensions.vlantransparent [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Disabled vlantransparent extension. May 18 17:50:25.374998 n-d-838550-3 neutron-server[102623]: DEBUG neutron.manager [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102623) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 18 17:50:25.375320 n-d-838550-3 neutron-server[102623]: INFO neutron.manager [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loading Plugin: router May 18 17:50:25.411061 n-d-838550-3 neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Subscribe: > router_interface before_create 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 17:50:25.411451 n-d-838550-3 neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Subscribe: > router after_create 55549900 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 17:50:25.411820 n-d-838550-3 neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Subscribe: > router before_create 55549900 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 17:50:25.412185 n-d-838550-3 neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 17:50:25.412559 n-d-838550-3 neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 17:50:25.412918 n-d-838550-3 neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Subscribe: > router after_delete 55549900 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 17:50:25.413276 n-d-838550-3 neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Subscribe: > floatingip after_create 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 17:50:25.413854 n-d-838550-3 neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Subscribe: > floatingip after_update 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 17:50:25.413997 n-d-838550-3 neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Subscribe: > router after_create 55549900 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 17:50:25.414342 n-d-838550-3 neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Subscribe: > router after_update 55549900 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 17:50:25.414689 n-d-838550-3 neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Subscribe: > router after_update 55549900 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 17:50:25.415036 n-d-838550-3 neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 17:50:25.415392 n-d-838550-3 neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Subscribe: > router after_update 55549900 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 17:50:25.415800 n-d-838550-3 neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Subscribe: > router precommit_update 55549900 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 17:50:25.416165 n-d-838550-3 neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Subscribe: port after_update 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 17:50:25.416501 n-d-838550-3 neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Subscribe: port after_delete 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 17:50:25.416856 n-d-838550-3 neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Subscribe: subnet after_update 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 17:50:25.417175 n-d-838550-3 neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 17:50:25.417522 n-d-838550-3 neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Subscribe: > port precommit_delete 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 17:50:25.417896 n-d-838550-3 neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Subscribe: > router precommit_create 55549900 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 17:50:25.418244 n-d-838550-3 neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Subscribe: port before_delete 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 17:50:25.418587 n-d-838550-3 neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Subscribe: > router precommit_create 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 17:50:25.418943 n-d-838550-3 neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Subscribe: > router after_update 55549900 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 17:50:25.419283 n-d-838550-3 neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Subscribe: > router precommit_delete 55549900 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 17:50:25.419632 n-d-838550-3 neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Subscribe: > router precommit_create 55549900 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 17:50:25.419990 n-d-838550-3 neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 17:50:25.420337 n-d-838550-3 neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Subscribe: > router precommit_update 55549900 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 17:50:25.420700 n-d-838550-3 neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Subscribe: > agent after_create 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 17:50:25.421048 n-d-838550-3 neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Subscribe: > agent after_delete 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 17:50:25.421391 n-d-838550-3 neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Subscribe: > network after_delete 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 17:50:25.422352 n-d-838550-3 neutron-server[102623]: DEBUG neutron.quota.resource_registry [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Tracking information for resource: router configured {{(pid=102623) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 18 17:50:25.422688 n-d-838550-3 neutron-server[102623]: DEBUG neutron.quota.resource_registry [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Tracking information for resource: floatingip configured {{(pid=102623) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 18 17:50:25.427530 n-d-838550-3 neutron-server[102623]: INFO neutron.db.l3_agentschedulers_db [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 18 17:50:25.428119 n-d-838550-3 neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Subscribe: port after_update 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 17:50:25.428478 n-d-838550-3 neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Subscribe: port after_create 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 17:50:25.428828 n-d-838550-3 neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Subscribe: port after_delete 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 17:50:25.429176 n-d-838550-3 neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Subscribe: port after_update 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 17:50:25.429991 n-d-838550-3 neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Subscribe: > router before_create 55550100 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 17:50:25.430353 n-d-838550-3 neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Subscribe: > router precommit_delete 55550100 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 17:50:25.430712 n-d-838550-3 neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Subscribe: > router precommit_create 55550100 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 17:50:25.431065 n-d-838550-3 neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Subscribe: > router precommit_update 55550100 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 17:50:25.435873 n-d-838550-3 neutron-server[102623]: DEBUG neutron.services.provider_configuration [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Service providers = [] {{(pid=102623) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 18 17:50:25.436242 n-d-838550-3 neutron-server[102623]: DEBUG neutron.db.servicetype_db [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102623) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 18 17:50:25.439216 n-d-838550-3 neutron-server[102623]: DEBUG neutron.services.service_base [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102623) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 18 17:50:25.439567 n-d-838550-3 neutron-server[102623]: DEBUG neutron.services.service_base [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102623) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 18 17:50:25.439910 n-d-838550-3 neutron-server[102623]: DEBUG neutron.services.service_base [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102623) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 18 17:50:25.441319 n-d-838550-3 neutron-server[102623]: DEBUG neutron.services.service_base [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102623) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 18 17:50:25.441727 n-d-838550-3 neutron-server[102623]: INFO neutron.services.service_base [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Default provider is not specified for service type L3_ROUTER_NAT May 18 17:50:25.442107 n-d-838550-3 neutron-server[102623]: DEBUG neutron.manager [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102623) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 18 17:50:25.442425 n-d-838550-3 neutron-server[102623]: INFO neutron.manager [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 18 17:50:25.452694 n-d-838550-3 neutron-server[102623]: DEBUG neutron.manager [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102623) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 18 17:50:25.453030 n-d-838550-3 neutron-server[102623]: INFO neutron.manager [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loading Plugin: auto_allocate May 18 17:50:25.459726 n-d-838550-3 neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Subscribe: network precommit_update 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 17:50:25.460097 n-d-838550-3 neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Subscribe: network precommit_create 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 17:50:25.460614 n-d-838550-3 neutron-server[102623]: DEBUG neutron.manager [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102623) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 18 17:50:25.460934 n-d-838550-3 neutron-server[102623]: INFO neutron.manager [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loading Plugin: tag May 18 17:50:25.467414 n-d-838550-3 neutron-server[102623]: DEBUG neutron.manager [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102623) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 18 17:50:25.467703 n-d-838550-3 neutron-server[102623]: INFO neutron.manager [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loading Plugin: timestamp May 18 17:50:25.471652 n-d-838550-3 neutron-server[102623]: DEBUG neutron.manager [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102623) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 18 17:50:25.472011 n-d-838550-3 neutron-server[102623]: INFO neutron.manager [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loading Plugin: network_ip_availability May 18 17:50:25.477400 n-d-838550-3 neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 17:50:25.477804 n-d-838550-3 neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 17:50:25.478159 n-d-838550-3 neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 17:50:25.478870 n-d-838550-3 neutron-server[102623]: DEBUG neutron.manager [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102623) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 18 17:50:25.479188 n-d-838550-3 neutron-server[102623]: INFO neutron.manager [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loading Plugin: flavors May 18 17:50:25.483893 n-d-838550-3 neutron-server[102623]: DEBUG neutron.manager [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102623) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 18 17:50:25.484228 n-d-838550-3 neutron-server[102623]: INFO neutron.manager [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loading Plugin: revisions May 18 17:50:25.488555 n-d-838550-3 neutron-server[102623]: DEBUG neutron.manager [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102623) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 18 17:50:25.488943 n-d-838550-3 neutron-server[102623]: DEBUG oslo_concurrency.lockutils [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.813s {{(pid=102623) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 17:50:25.489733 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102623) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 18 17:50:25.490043 n-d-838550-3 neutron-server[102623]: INFO neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Initializing extension manager. May 18 17:50:25.490550 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loading extension file: __init__.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 17:50:25.490891 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loading extension file: __pycache__ {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 17:50:25.491226 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 17:50:25.491561 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loading extension file: address_group.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 17:50:25.492312 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 17:50:25.492881 n-d-838550-3 neutron-server[102623]: INFO neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loaded extension: address-group May 18 17:50:25.493205 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loading extension file: address_scope.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 17:50:25.493954 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 17:50:25.494466 n-d-838550-3 neutron-server[102623]: INFO neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loaded extension: address-scope May 18 17:50:25.494789 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loading extension file: admin_state_down_before_update.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 17:50:25.495710 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 17:50:25.496222 n-d-838550-3 neutron-server[102623]: INFO neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loaded extension: router-admin-state-down-before-update May 18 17:50:25.496545 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loading extension file: agent.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 17:50:25.497428 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 17:50:25.497974 n-d-838550-3 neutron-server[102623]: INFO neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loaded extension: agent May 18 17:50:25.498297 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loading extension file: agent_resources_synced.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 17:50:25.499204 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 17:50:25.499715 n-d-838550-3 neutron-server[102623]: INFO neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loaded extension: agent-resources-synced May 18 17:50:25.500041 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loading extension file: allowedaddresspairs.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 17:50:25.501851 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 17:50:25.502375 n-d-838550-3 neutron-server[102623]: INFO neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loaded extension: allowed-address-pairs May 18 17:50:25.502701 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loading extension file: auto_allocated_topology.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 17:50:25.504298 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 17:50:25.504809 n-d-838550-3 neutron-server[102623]: INFO neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loaded extension: auto-allocated-topology May 18 17:50:25.505173 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loading extension file: availability_zone.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 17:50:25.505871 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 17:50:25.506366 n-d-838550-3 neutron-server[102623]: INFO neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loaded extension: availability_zone May 18 17:50:25.506690 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loading extension file: availability_zone_filter.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 17:50:25.507610 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 17:50:25.508140 n-d-838550-3 neutron-server[102623]: INFO neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loaded extension: availability_zone_filter May 18 17:50:25.508463 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loading extension file: data_plane_status.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 17:50:25.509375 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 17:50:25.509897 n-d-838550-3 neutron-server[102623]: INFO neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Extension data-plane-status not supported by any of loaded plugins May 18 17:50:25.510220 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loading extension file: default_subnetpools.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 17:50:25.511134 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 17:50:25.511639 n-d-838550-3 neutron-server[102623]: INFO neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loaded extension: default-subnetpools May 18 17:50:25.511962 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loading extension file: dhcpagentscheduler.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 17:50:25.512765 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 17:50:25.513275 n-d-838550-3 neutron-server[102623]: INFO neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loaded extension: dhcp_agent_scheduler May 18 17:50:25.513601 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loading extension file: dns.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 17:50:25.514543 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 17:50:25.515058 n-d-838550-3 neutron-server[102623]: INFO neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Extension dns-integration not supported by any of loaded plugins May 18 17:50:25.515384 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loading extension file: dns_domain_ports.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 17:50:25.516298 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 17:50:25.516807 n-d-838550-3 neutron-server[102623]: INFO neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Extension dns-domain-ports not supported by any of loaded plugins May 18 17:50:25.517130 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 17:50:25.518067 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 17:50:25.518617 n-d-838550-3 neutron-server[102623]: INFO neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins May 18 17:50:25.519501 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loading extension file: dvr.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 17:50:25.520178 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 17:50:25.520692 n-d-838550-3 neutron-server[102623]: INFO neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loaded extension: dvr May 18 17:50:25.521015 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loading extension file: ecmp_routes.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 17:50:25.521961 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 17:50:25.522470 n-d-838550-3 neutron-server[102623]: INFO neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Extension ecmp_routes not supported by any of loaded plugins May 18 17:50:25.522791 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loading extension file: empty_string_filtering.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 17:50:25.523706 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 17:50:25.524219 n-d-838550-3 neutron-server[102623]: INFO neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loaded extension: empty-string-filtering May 18 17:50:25.524541 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 17:50:25.525446 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 17:50:25.525982 n-d-838550-3 neutron-server[102623]: INFO neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 18 17:50:25.526306 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 17:50:25.527219 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 17:50:25.527722 n-d-838550-3 neutron-server[102623]: INFO neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 18 17:50:25.528045 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loading extension file: external_net.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 17:50:25.528953 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 17:50:25.529458 n-d-838550-3 neutron-server[102623]: INFO neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loaded extension: external-net May 18 17:50:25.529815 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loading extension file: extra_dhcp_opt.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 17:50:25.530726 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 17:50:25.531228 n-d-838550-3 neutron-server[102623]: INFO neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loaded extension: extra_dhcp_opt May 18 17:50:25.531546 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loading extension file: extraroute.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 17:50:25.532438 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 17:50:25.532941 n-d-838550-3 neutron-server[102623]: INFO neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loaded extension: extraroute May 18 17:50:25.533261 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loading extension file: extraroute_atomic.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 17:50:25.534392 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 17:50:25.535198 n-d-838550-3 neutron-server[102623]: INFO neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loaded extension: extraroute-atomic May 18 17:50:25.535661 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loading extension file: filter_validation.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 17:50:25.536603 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 17:50:25.537151 n-d-838550-3 neutron-server[102623]: INFO neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loaded extension: filter-validation May 18 17:50:25.537472 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loading extension file: fip_pf_description.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 17:50:25.538426 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 17:50:25.538931 n-d-838550-3 neutron-server[102623]: INFO neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 18 17:50:25.539251 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loading extension file: fip_port_details.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 17:50:25.540162 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 17:50:25.540669 n-d-838550-3 neutron-server[102623]: INFO neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loaded extension: fip-port-details May 18 17:50:25.540987 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loading extension file: flavors.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 17:50:25.542230 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 17:50:25.542747 n-d-838550-3 neutron-server[102623]: INFO neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loaded extension: flavors May 18 17:50:25.543070 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 17:50:25.544714 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 17:50:25.545239 n-d-838550-3 neutron-server[102623]: INFO neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 18 17:50:25.545566 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loading extension file: floatingip_pools.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 17:50:25.546295 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 17:50:25.546808 n-d-838550-3 neutron-server[102623]: INFO neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loaded extension: floatingip-pools May 18 17:50:25.547130 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loading extension file: ip_allocation.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 17:50:25.548061 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 17:50:25.548566 n-d-838550-3 neutron-server[102623]: INFO neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Extension ip_allocation not supported by any of loaded plugins May 18 17:50:25.548887 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 17:50:25.549867 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 17:50:25.550380 n-d-838550-3 neutron-server[102623]: INFO neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loaded extension: ip-substring-filtering May 18 17:50:25.550706 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loading extension file: l2_adjacency.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 17:50:25.551630 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 17:50:25.552133 n-d-838550-3 neutron-server[102623]: INFO neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Extension l2_adjacency not supported by any of loaded plugins May 18 17:50:25.552454 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loading extension file: l3.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 17:50:25.553425 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 17:50:25.553978 n-d-838550-3 neutron-server[102623]: INFO neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loaded extension: router May 18 17:50:25.554305 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loading extension file: l3_conntrack_helper.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 17:50:25.556683 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 17:50:25.557210 n-d-838550-3 neutron-server[102623]: INFO neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 18 17:50:25.557545 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 17:50:25.558509 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 17:50:25.559024 n-d-838550-3 neutron-server[102623]: INFO neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loaded extension: ext-gw-mode May 18 17:50:25.559352 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 17:50:25.560265 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 17:50:25.560775 n-d-838550-3 neutron-server[102623]: INFO neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loaded extension: l3-ha May 18 17:50:25.561103 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loading extension file: l3_flavors.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 17:50:25.562041 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 17:50:25.562550 n-d-838550-3 neutron-server[102623]: INFO neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loaded extension: l3-flavors May 18 17:50:25.562876 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 17:50:25.563783 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 17:50:25.564290 n-d-838550-3 neutron-server[102623]: INFO neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loaded extension: l3-port-ip-change-not-allowed May 18 17:50:25.564614 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loading extension file: l3agentscheduler.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 17:50:25.566187 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 17:50:25.566702 n-d-838550-3 neutron-server[102623]: INFO neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loaded extension: l3_agent_scheduler May 18 17:50:25.567026 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loading extension file: logging.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 17:50:25.568520 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 17:50:25.569038 n-d-838550-3 neutron-server[102623]: INFO neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Extension logging not supported by any of loaded plugins May 18 17:50:25.569368 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loading extension file: metering.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 17:50:25.570134 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 17:50:25.570710 n-d-838550-3 neutron-server[102623]: INFO neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loaded extension: metering May 18 17:50:25.571036 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 17:50:25.572135 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 17:50:25.572655 n-d-838550-3 neutron-server[102623]: INFO neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loaded extension: metering_source_and_destination_fields May 18 17:50:25.572981 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loading extension file: multiprovidernet.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 17:50:25.573937 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 17:50:25.574451 n-d-838550-3 neutron-server[102623]: INFO neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loaded extension: multi-provider May 18 17:50:25.574780 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loading extension file: netmtu.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 17:50:25.575690 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 17:50:25.576200 n-d-838550-3 neutron-server[102623]: INFO neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loaded extension: net-mtu May 18 17:50:25.576525 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loading extension file: netmtu_writable.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 17:50:25.577437 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 17:50:25.577989 n-d-838550-3 neutron-server[102623]: INFO neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loaded extension: net-mtu-writable May 18 17:50:25.578319 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loading extension file: network_availability_zone.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 17:50:25.578984 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 17:50:25.579490 n-d-838550-3 neutron-server[102623]: INFO neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loaded extension: network_availability_zone May 18 17:50:25.579811 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loading extension file: network_ip_availability.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 17:50:25.580910 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 17:50:25.582042 n-d-838550-3 neutron-server[102623]: INFO neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loaded extension: network-ip-availability May 18 17:50:25.582367 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loading extension file: network_segment_range.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 17:50:25.583383 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 17:50:25.583893 n-d-838550-3 neutron-server[102623]: INFO neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Extension network-segment-range not supported by any of loaded plugins May 18 17:50:25.584217 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loading extension file: pagination.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 17:50:25.585191 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 17:50:25.585523 n-d-838550-3 neutron-server[102623]: INFO neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loaded extension: pagination May 18 17:50:25.585879 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loading extension file: port_device_profile.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 17:50:25.586790 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 17:50:25.587302 n-d-838550-3 neutron-server[102623]: INFO neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loaded extension: port-device-profile May 18 17:50:25.587624 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 17:50:25.588552 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 17:50:25.589063 n-d-838550-3 neutron-server[102623]: INFO neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loaded extension: port-mac-address-regenerate May 18 17:50:25.589386 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 17:50:25.590330 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 17:50:25.590841 n-d-838550-3 neutron-server[102623]: INFO neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loaded extension: port-numa-affinity-policy May 18 17:50:25.591164 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loading extension file: port_resource_request.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 17:50:25.592076 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 17:50:25.592583 n-d-838550-3 neutron-server[102623]: INFO neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Extension port-resource-request not supported by any of loaded plugins May 18 17:50:25.592906 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loading extension file: portbindings.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 17:50:25.593862 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 17:50:25.594374 n-d-838550-3 neutron-server[102623]: INFO neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loaded extension: binding May 18 17:50:25.594696 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loading extension file: portbindings_extended.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 17:50:25.597468 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 17:50:25.598021 n-d-838550-3 neutron-server[102623]: INFO neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loaded extension: binding-extended May 18 17:50:25.598361 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loading extension file: portsecurity.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 17:50:25.599286 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 17:50:25.599804 n-d-838550-3 neutron-server[102623]: INFO neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loaded extension: port-security May 18 17:50:25.600132 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loading extension file: project_id.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 17:50:25.601111 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 17:50:25.601445 n-d-838550-3 neutron-server[102623]: INFO neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loaded extension: project-id May 18 17:50:25.601806 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loading extension file: providernet.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 17:50:25.602728 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 17:50:25.603248 n-d-838550-3 neutron-server[102623]: INFO neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loaded extension: provider May 18 17:50:25.603573 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loading extension file: qos.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 17:50:25.607123 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 17:50:25.607646 n-d-838550-3 neutron-server[102623]: INFO neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Extension qos not supported by any of loaded plugins May 18 17:50:25.607977 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 17:50:25.609225 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 17:50:25.609773 n-d-838550-3 neutron-server[102623]: INFO neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 18 17:50:25.610109 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 17:50:25.611029 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 17:50:25.611545 n-d-838550-3 neutron-server[102623]: INFO neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 18 17:50:25.611875 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loading extension file: qos_default.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 17:50:25.612806 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 17:50:25.613317 n-d-838550-3 neutron-server[102623]: INFO neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Extension qos-default not supported by any of loaded plugins May 18 17:50:25.613668 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loading extension file: qos_fip.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 17:50:25.614324 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 17:50:25.614828 n-d-838550-3 neutron-server[102623]: INFO neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Extension qos-fip not supported by any of loaded plugins May 18 17:50:25.615155 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loading extension file: qos_gateway_ip.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 17:50:25.616075 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 17:50:25.616584 n-d-838550-3 neutron-server[102623]: INFO neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 18 17:50:25.616909 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loading extension file: qos_port_network_policy.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 17:50:25.617841 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 17:50:25.618359 n-d-838550-3 neutron-server[102623]: INFO neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 18 17:50:25.618680 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loading extension file: qos_pps_rule.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 17:50:25.619847 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 17:50:25.620370 n-d-838550-3 neutron-server[102623]: INFO neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Extension qos-pps not supported by any of loaded plugins May 18 17:50:25.620698 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loading extension file: qos_rule_type_details.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 17:50:25.621649 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 17:50:25.622153 n-d-838550-3 neutron-server[102623]: INFO neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 18 17:50:25.622477 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loading extension file: qos_rules_alias.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 17:50:25.623527 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 17:50:25.624036 n-d-838550-3 neutron-server[102623]: INFO neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Extension qos-rules-alias not supported by any of loaded plugins May 18 17:50:25.624363 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loading extension file: quotasv2.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 17:50:25.625273 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 17:50:25.625603 n-d-838550-3 neutron-server[102623]: INFO neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loaded extension: quotas May 18 17:50:25.625953 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loading extension file: quotasv2_detail.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 17:50:25.627628 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 17:50:25.628489 n-d-838550-3 neutron-server[102623]: INFO neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loaded extension: quota_details May 18 17:50:25.628827 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loading extension file: rbac.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 17:50:25.629921 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 17:50:25.630450 n-d-838550-3 neutron-server[102623]: INFO neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loaded extension: rbac-policies May 18 17:50:25.630777 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loading extension file: rbac_address_group.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 17:50:25.631708 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 17:50:25.632229 n-d-838550-3 neutron-server[102623]: INFO neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loaded extension: rbac-address-group May 18 17:50:25.632552 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loading extension file: rbac_address_scope.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 17:50:25.633474 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 17:50:25.634026 n-d-838550-3 neutron-server[102623]: INFO neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loaded extension: rbac-address-scope May 18 17:50:25.634351 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loading extension file: rbac_security_groups.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 17:50:25.635272 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 17:50:25.635782 n-d-838550-3 neutron-server[102623]: INFO neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loaded extension: rbac-security-groups May 18 17:50:25.636111 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loading extension file: rbac_subnetpool.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 17:50:25.637048 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 17:50:25.637559 n-d-838550-3 neutron-server[102623]: INFO neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loaded extension: rbac-subnetpool May 18 17:50:25.637911 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loading extension file: revisionifmatch.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 17:50:25.638845 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 17:50:25.639368 n-d-838550-3 neutron-server[102623]: INFO neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loaded extension: revision-if-match May 18 17:50:25.639694 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loading extension file: revisions.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 17:50:25.641000 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 17:50:25.641517 n-d-838550-3 neutron-server[102623]: INFO neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loaded extension: standard-attr-revisions May 18 17:50:25.641884 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loading extension file: router_availability_zone.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 17:50:25.642570 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 17:50:25.643084 n-d-838550-3 neutron-server[102623]: INFO neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loaded extension: router_availability_zone May 18 17:50:25.643411 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loading extension file: routerservicetype.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 17:50:25.644914 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 17:50:25.645422 n-d-838550-3 neutron-server[102623]: INFO neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Extension router-service-type not supported by any of loaded plugins May 18 17:50:25.645788 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 17:50:25.646716 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 17:50:25.647225 n-d-838550-3 neutron-server[102623]: INFO neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loaded extension: security-groups-normalized-cidr May 18 17:50:25.647548 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loading extension file: security_groups_port_filtering.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 17:50:25.648465 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 17:50:25.648978 n-d-838550-3 neutron-server[102623]: INFO neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loaded extension: port-security-groups-filtering May 18 17:50:25.649300 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 17:50:25.650248 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 17:50:25.650761 n-d-838550-3 neutron-server[102623]: INFO neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loaded extension: security-groups-remote-address-group May 18 17:50:25.651080 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loading extension file: securitygroup.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 17:50:25.660672 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 17:50:25.661200 n-d-838550-3 neutron-server[102623]: INFO neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loaded extension: security-group May 18 17:50:25.661532 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loading extension file: segment.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 17:50:25.662378 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 17:50:25.662890 n-d-838550-3 neutron-server[102623]: INFO neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Extension segment not supported by any of loaded plugins May 18 17:50:25.663218 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 17:50:25.664159 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 17:50:25.664674 n-d-838550-3 neutron-server[102623]: INFO neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 18 17:50:25.665001 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loading extension file: servicetype.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 17:50:25.666223 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 17:50:25.666750 n-d-838550-3 neutron-server[102623]: INFO neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loaded extension: service-type May 18 17:50:25.667075 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loading extension file: sorting.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 17:50:25.668056 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 17:50:25.668396 n-d-838550-3 neutron-server[102623]: INFO neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loaded extension: sorting May 18 17:50:25.668725 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loading extension file: standard_attr_segment.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 17:50:25.669821 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 17:50:25.670426 n-d-838550-3 neutron-server[102623]: INFO neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Extension standard-attr-segment not supported by any of loaded plugins May 18 17:50:25.670718 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loading extension file: standardattrdescription.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 17:50:25.671374 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 17:50:25.671884 n-d-838550-3 neutron-server[102623]: INFO neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loaded extension: standard-attr-description May 18 17:50:25.672231 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loading extension file: stateful_security_group.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 17:50:25.673149 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 17:50:25.673692 n-d-838550-3 neutron-server[102623]: INFO neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loaded extension: stateful-security-group May 18 17:50:25.674019 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loading extension file: stdattrs_common.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 17:50:25.674605 n-d-838550-3 neutron-server[102623]: WARNING neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 18 17:50:25.675460 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 17:50:25.676392 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 17:50:25.676909 n-d-838550-3 neutron-server[102623]: INFO neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 18 17:50:25.677241 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loading extension file: subnet_onboard.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 17:50:25.678346 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 17:50:25.678870 n-d-838550-3 neutron-server[102623]: INFO neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loaded extension: subnet_onboard May 18 17:50:25.679185 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 17:50:25.680128 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 17:50:25.680639 n-d-838550-3 neutron-server[102623]: INFO neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 18 17:50:25.680965 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loading extension file: subnet_service_types.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 17:50:25.681918 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 17:50:25.682435 n-d-838550-3 neutron-server[102623]: INFO neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loaded extension: subnet-service-types May 18 17:50:25.682758 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loading extension file: subnetallocation.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 17:50:25.683986 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 17:50:25.684504 n-d-838550-3 neutron-server[102623]: INFO neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loaded extension: subnet_allocation May 18 17:50:25.684832 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 17:50:25.685496 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 17:50:25.686065 n-d-838550-3 neutron-server[102623]: INFO neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loaded extension: subnetpool-prefix-ops May 18 17:50:25.686365 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 17:50:25.687415 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 17:50:25.687826 n-d-838550-3 neutron-server[102623]: INFO neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 18 17:50:25.688151 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loading extension file: tagging.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 17:50:25.689260 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 17:50:25.689810 n-d-838550-3 neutron-server[102623]: INFO neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loaded extension: standard-attr-tag May 18 17:50:25.690169 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loading extension file: timestamp.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 17:50:25.691971 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 17:50:25.692488 n-d-838550-3 neutron-server[102623]: INFO neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loaded extension: standard-attr-timestamp May 18 17:50:25.692822 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loading extension file: trunk.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 17:50:25.693886 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 17:50:25.694408 n-d-838550-3 neutron-server[102623]: INFO neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Extension trunk not supported by any of loaded plugins May 18 17:50:25.694734 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loading extension file: trunk_details.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 17:50:25.695678 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 17:50:25.696190 n-d-838550-3 neutron-server[102623]: INFO neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Extension trunk-details not supported by any of loaded plugins May 18 17:50:25.696514 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loading extension file: uplink_status_propagation.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 17:50:25.697436 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 17:50:25.697989 n-d-838550-3 neutron-server[102623]: INFO neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 18 17:50:25.698302 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Loading extension file: vlantransparent.py {{(pid=102623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 17:50:25.699133 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 17:50:25.699500 n-d-838550-3 neutron-server[102623]: INFO neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Extension vlan-transparent not supported by any of loaded plugins May 18 17:50:25.702055 n-d-838550-3 neutron-server[102623]: INFO neutron.quota.resource_registry [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Creating instance of TrackedResource for resource:network May 18 17:50:25.702590 n-d-838550-3 neutron-server[102623]: INFO neutron.quota.resource_registry [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Creating instance of TrackedResource for resource:subnet May 18 17:50:25.702989 n-d-838550-3 neutron-server[102623]: INFO neutron.quota.resource_registry [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Creating instance of TrackedResource for resource:subnetpool May 18 17:50:25.703384 n-d-838550-3 neutron-server[102623]: INFO neutron.quota.resource_registry [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Creating instance of TrackedResource for resource:port May 18 17:50:25.704703 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.v2.resource_helper [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102623) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 17:50:25.705145 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.v2.resource_helper [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Service FLAVORS assigned prefix: {{(pid=102623) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 17:50:25.706003 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.v2.resource_helper [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102623) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 17:50:25.706318 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.v2.resource_helper [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102623) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 17:50:25.706653 n-d-838550-3 neutron-server[102623]: INFO neutron.quota.resource_registry [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Creating instance of TrackedResource for resource:router May 18 17:50:25.707257 n-d-838550-3 neutron-server[102623]: INFO neutron.quota.resource_registry [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Creating instance of TrackedResource for resource:floatingip May 18 17:50:25.707582 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.v2.resource_helper [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Service METERING assigned prefix: /metering {{(pid=102623) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 17:50:25.709317 n-d-838550-3 neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 17:50:25.709718 n-d-838550-3 neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 17:50:25.710085 n-d-838550-3 neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 17:50:25.711111 n-d-838550-3 neutron-server[102623]: INFO neutron.quota.resource_registry [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Creating instance of CountableResource for resource:rbac_policy May 18 17:50:25.711554 n-d-838550-3 neutron-server[102623]: INFO neutron.quota.resource_registry [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Creating instance of TrackedResource for resource:security_group May 18 17:50:25.712033 n-d-838550-3 neutron-server[102623]: INFO neutron.quota.resource_registry [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Creating instance of TrackedResource for resource:security_group_rule May 18 17:50:25.712733 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.v2.resource_helper [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Service CORE assigned prefix: {{(pid=102623) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 17:50:25.713147 n-d-838550-3 neutron-server[102623]: INFO neutron.quota.resource_registry [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Creating instance of TrackedResource for resource:subnetpool May 18 17:50:25.713371 n-d-838550-3 neutron-server[102623]: WARNING neutron.quota.resource_registry [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] subnetpool is already registered May 18 17:50:25.713853 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.v2.resource_helper [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Service CORE assigned prefix: {{(pid=102623) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 17:50:25.714342 n-d-838550-3 neutron-server[102623]: INFO neutron.quota.resource_registry [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Creating instance of TrackedResource for resource:subnetpool May 18 17:50:25.714515 n-d-838550-3 neutron-server[102623]: WARNING neutron.quota.resource_registry [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] subnetpool is already registered May 18 17:50:25.716824 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.v2.resource_helper [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102623) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 17:50:25.717262 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.v2.resource_helper [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Service FLAVORS assigned prefix: {{(pid=102623) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 17:50:25.718023 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.v2.resource_helper [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102623) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 17:50:25.718312 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.v2.resource_helper [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102623) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 17:50:25.718645 n-d-838550-3 neutron-server[102623]: INFO neutron.quota.resource_registry [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Creating instance of TrackedResource for resource:router May 18 17:50:25.718985 n-d-838550-3 neutron-server[102623]: WARNING neutron.quota.resource_registry [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] router is already registered May 18 17:50:25.719409 n-d-838550-3 neutron-server[102623]: INFO neutron.quota.resource_registry [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Creating instance of TrackedResource for resource:floatingip May 18 17:50:25.719825 n-d-838550-3 neutron-server[102623]: WARNING neutron.quota.resource_registry [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] floatingip is already registered May 18 17:50:25.720204 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.v2.resource_helper [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Service METERING assigned prefix: /metering {{(pid=102623) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 17:50:25.720889 n-d-838550-3 neutron-server[102623]: INFO neutron.quota.resource_registry [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Creating instance of CountableResource for resource:rbac_policy May 18 17:50:25.721280 n-d-838550-3 neutron-server[102623]: WARNING neutron.quota.resource_registry [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] rbac_policy is already registered May 18 17:50:25.721650 n-d-838550-3 neutron-server[102623]: INFO neutron.quota.resource_registry [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Creating instance of TrackedResource for resource:security_group May 18 17:50:25.722020 n-d-838550-3 neutron-server[102623]: WARNING neutron.quota.resource_registry [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] security_group is already registered May 18 17:50:25.722426 n-d-838550-3 neutron-server[102623]: INFO neutron.quota.resource_registry [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Creating instance of TrackedResource for resource:security_group_rule May 18 17:50:25.722762 n-d-838550-3 neutron-server[102623]: WARNING neutron.quota.resource_registry [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] security_group_rule is already registered May 18 17:50:25.723400 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.v2.resource_helper [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Service CORE assigned prefix: {{(pid=102623) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 17:50:25.723725 n-d-838550-3 neutron-server[102623]: INFO neutron.quota.resource_registry [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Creating instance of TrackedResource for resource:subnetpool May 18 17:50:25.724057 n-d-838550-3 neutron-server[102623]: WARNING neutron.quota.resource_registry [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] subnetpool is already registered May 18 17:50:25.724493 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.v2.resource_helper [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Service CORE assigned prefix: {{(pid=102623) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 17:50:25.724814 n-d-838550-3 neutron-server[102623]: INFO neutron.quota.resource_registry [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Creating instance of TrackedResource for resource:subnetpool May 18 17:50:25.725148 n-d-838550-3 neutron-server[102623]: WARNING neutron.quota.resource_registry [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] subnetpool is already registered May 18 17:50:25.725636 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Extended resource: extensions {{(pid=102623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 17:50:25.727129 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Extended resource: address-groups {{(pid=102623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 17:50:25.728705 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Extended resource: address-scopes {{(pid=102623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 17:50:25.730063 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Extended resource: agents {{(pid=102623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 17:50:25.731242 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Extended resource: auto-allocated-topology {{(pid=102623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 17:50:25.732484 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Extended resource: availability_zones {{(pid=102623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 17:50:25.733748 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Extended resource: dhcp-networks {{(pid=102623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 17:50:25.735247 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Extended resource: dhcp-agents {{(pid=102623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 17:50:25.736689 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Extended resource: routers {{(pid=102623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 17:50:25.739466 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Extended resource: flavors {{(pid=102623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 17:50:25.740627 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Extended resource: service_profiles {{(pid=102623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 17:50:25.741854 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Extended resource: next_providers {{(pid=102623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 17:50:25.743291 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Extended resource: service_profiles {{(pid=102623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 17:50:25.744957 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Extended resource: floatingip-pools {{(pid=102623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 17:50:25.746214 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Extended resource: routers {{(pid=102623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 17:50:25.748294 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Extended resource: floatingips {{(pid=102623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 17:50:25.749577 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Extended resource: l3-routers {{(pid=102623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 17:50:25.750991 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Extended resource: l3-agents {{(pid=102623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 17:50:25.752429 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Extended resource: metering-labels {{(pid=102623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 17:50:25.755415 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Extended resource: metering-label-rules {{(pid=102623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 17:50:25.756711 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Extended resource: network-ip-availabilities {{(pid=102623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 17:50:25.758006 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Extended resource: bindings {{(pid=102623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 17:50:25.759666 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Extended resource: quotas {{(pid=102623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 17:50:25.761190 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Extended resource: quotas {{(pid=102623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 17:50:25.762647 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Extended resource: rbac-policies {{(pid=102623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 17:50:25.763837 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Extended resource: security-groups {{(pid=102623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 17:50:25.765148 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Extended resource: security-group-rules {{(pid=102623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 17:50:25.766437 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Extended resource: service-providers {{(pid=102623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 17:50:25.767653 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Extended resource: subnetpools {{(pid=102623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 17:50:25.769110 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Extended resource: subnetpools {{(pid=102623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 17:50:25.770614 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Extended resource: tags {{(pid=102623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 17:50:25.772285 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Extended resource: tags {{(pid=102623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 17:50:25.774215 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Extended resource: tags {{(pid=102623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 17:50:25.776091 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Extended resource: tags {{(pid=102623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 17:50:25.777901 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Extended resource: tags {{(pid=102623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 17:50:25.779768 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Extended resource: tags {{(pid=102623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 17:50:25.781466 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Extended resource: tags {{(pid=102623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 17:50:25.783458 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Extended resource: tags {{(pid=102623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 17:50:25.785268 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Extended resource: tags {{(pid=102623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 17:50:25.787055 n-d-838550-3 neutron-server[102623]: DEBUG neutron.api.extensions [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Extended resource: tags {{(pid=102623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 17:50:25.793142 n-d-838550-3 neutron-server[102623]: WARNING keystonemiddleware.auth_token [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 18 17:50:25.797917 n-d-838550-3 neutron-server[102623]: WARNING keystonemiddleware.auth_token [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 18 17:50:25.806998 n-d-838550-3 neutron-server[102623]: DEBUG oslo_concurrency.lockutils [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Acquired lock "singleton_lock" {{(pid=102623) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 18 17:50:25.807476 n-d-838550-3 neutron-server[102623]: DEBUG oslo_concurrency.lockutils [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Releasing lock "singleton_lock" {{(pid=102623) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 18 17:50:25.808106 n-d-838550-3 neutron-server[102623]: INFO oslo_service.service [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Starting 2 workers May 18 17:50:25.812899 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Started child 102730 {{(pid=102623) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 18 17:50:25.817962 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Started child 102731 {{(pid=102623) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 18 17:50:25.819022 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:50:25.819729 n-d-838550-3 neutron-server[102623]: INFO neutron.service [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Neutron service started, listening on 0.0.0.0:9696 May 18 17:50:25.820206 n-d-838550-3 neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Notify callbacks [] for process, before_spawn {{(pid=102623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:50:25.820496 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [-] (102730) wsgi starting up on http://0.0.0.0:9696 May 18 17:50:25.822663 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:50:25.823118 n-d-838550-3 neutron-server[102623]: INFO oslo_service.service [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Starting 1 workers May 18 17:50:25.824028 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [-] (102731) wsgi starting up on http://0.0.0.0:9696 May 18 17:50:25.827882 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Started child 102732 {{(pid=102623) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 18 17:50:25.828442 n-d-838550-3 neutron-server[102623]: INFO oslo_service.service [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Starting 1 workers May 18 17:50:25.831691 n-d-838550-3 neutron-server[102732]: DEBUG neutron.service [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] calling RpcWorker wait() {{(pid=102732) _wait /opt/stack/neutron/neutron/service.py:128}} May 18 17:50:25.832241 n-d-838550-3 neutron-server[102732]: DEBUG neutron.service [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] returning from RpcWorker wait() {{(pid=102732) _wait /opt/stack/neutron/neutron/service.py:135}} May 18 17:50:25.833148 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Started child 102733 {{(pid=102623) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 18 17:50:25.833843 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:50:25.834008 n-d-838550-3 neutron-server[102623]: DEBUG neutron_lib.callbacks.manager [None req-f58633c5-eeb0-4446-befc-61fbaeff7ee3 None None] Notify callbacks [] for process, after_spawn {{(pid=102623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:50:25.834438 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 17:50:25.835856 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102623) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 18 17:50:25.836070 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 18 17:50:25.836254 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 18 17:50:25.836480 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 18 17:50:25.836822 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 18 17:50:25.836980 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 18 17:50:25.837692 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.838057 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.838147 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:50:25.838605 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.838605 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.838848 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.839433 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.839669 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.839931 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.840214 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.840450 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.840622 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.840794 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.841041 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.841273 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.841575 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.841871 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.842108 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.842368 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.842536 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.842788 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.843044 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.843287 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.843569 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] debug = True {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.843832 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.844323 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.844550 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.844796 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.845034 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.845300 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.845524 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.845801 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.846065 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.846300 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.846516 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.846819 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.847040 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.847281 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.847497 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.847772 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.848009 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.848474 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] host = n-d-838550-3 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.848691 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.848918 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.849165 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.849413 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.849677 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.849894 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.850152 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.850407 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.850657 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.850884 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.851149 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.851400 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.851628 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.851876 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] log_file = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.852038 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] log_options = True {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.852328 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.852530 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.852803 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.853052 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.853201 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.853339 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.853688 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.853859 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.854109 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.854329 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.854543 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.854776 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.855009 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.855239 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.855491 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.855739 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.855980 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.856188 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.856431 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.856686 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.856936 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.857152 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.857382 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.857588 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.857832 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.858047 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.858271 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.858505 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.858719 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.858981 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.859306 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.859571 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.859800 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.860094 n-d-838550-3 neutron-server[102733]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 17:50:25.860256 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.860537 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.860766 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.861009 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.861248 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.861508 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.861845 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.862108 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.862887 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.863234 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.863439 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.863666 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.864045 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.864189 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] use_json = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.864546 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.864546 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.864839 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.865038 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.865443 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.865835 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.866287 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.866528 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.866774 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.867228 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.867517 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.867806 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.868065 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.868303 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.868546 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.868809 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.869070 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.869378 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.869738 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.869934 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.870187 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.870470 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.870718 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.871155 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.871613 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.871889 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.872165 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.872398 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.872648 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.872878 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.873105 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.873365 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.873586 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.873843 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.874093 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.874340 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.874677 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.874948 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.875209 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.85/identity {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.875456 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.875672 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.875912 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.876132 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.876344 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.876585 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.876788 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.877047 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.877289 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.877485 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.877757 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.879038 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.879455 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.879606 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.879872 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.880225 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.880483 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.880711 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.880936 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.881165 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.881403 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.881672 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.881980 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.882217 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.882479 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.882727 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.882946 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.883158 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.883464 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.883626 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.883888 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.884085 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.884299 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.884521 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.884736 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.884947 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.885199 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.885697 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.885697 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.885977 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.886114 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.886295 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.886508 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.886723 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.886973 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.887194 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.887424 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.887603 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.887833 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.888036 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.888265 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.888475 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.888683 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.888898 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.889306 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.889466 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.889605 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.889786 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.890012 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.890582 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.890582 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.890901 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.891151 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.891410 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.891985 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.892453 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.892896 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.893303 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.893595 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.894044 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.894203 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.895221 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.895221 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.895221 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.895221 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.895548 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.895548 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.895735 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.896053 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.896317 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.896542 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.896791 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.897041 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.897306 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.897556 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.897820 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.898312 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.898586 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.898846 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.899087 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.899339 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.899640 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.900027 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.900274 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.900646 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.901016 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.901016 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.901283 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.901453 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.901778 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.902029 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.902272 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.902544 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.902762 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.902983 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.904193 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.904452 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.904796 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.906046 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.906238 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.906440 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.906759 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.907021 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.907283 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.907583 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.907865 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.908156 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.908416 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.909137 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.85/identity {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.909137 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.909137 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.909420 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.909728 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.909993 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.910237 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.910579 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.910814 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.911235 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.911342 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.911530 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.911939 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.912051 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.912213 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.912434 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.912893 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.912893 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.913128 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.913380 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.913608 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.913992 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.914260 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.914484 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.914740 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.914963 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.915242 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.915498 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.915737 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.915998 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.916248 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.916526 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.916711 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.916969 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.917190 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.918101 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.918101 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.918101 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.918101 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.918451 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.918542 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.918748 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.918988 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.919244 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.919589 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.919849 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.920102 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.920351 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.920691 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.920934 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.921153 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.921373 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.921635 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.921877 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.922105 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.922360 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.922588 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.922809 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.923030 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.923273 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.923536 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.923794 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.924162 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.924394 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.924632 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.925371 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.925611 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.925872 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.926104 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.926338 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.926568 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.926787 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.926994 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.927263 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.927533 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.927776 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.928021 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.928265 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.928499 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.928763 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.928977 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.929232 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.929457 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.929693 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.929908 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.930125 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.930329 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.930578 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.930825 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.931022 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.931234 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.931461 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.931674 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.931879 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.932101 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.932320 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.932532 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.932777 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.932988 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.933198 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.933420 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.933782 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.934048 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.934301 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.934513 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.934728 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.934949 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.935169 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.935493 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.935678 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.935926 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.936149 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.936446 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.936694 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.937596 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.937596 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.937596 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.937856 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.938018 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.938238 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.938467 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.938691 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.938947 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.939264 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.939574 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.939838 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.940094 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.940387 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.941230 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.941493 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.941751 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.942054 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.942383 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.942669 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.942941 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.943188 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.943438 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.943667 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.943885 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.944119 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.944363 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.944586 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.944827 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.945061 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.945316 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.945572 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.945845 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.946068 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.946321 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.946541 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.946787 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.947028 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.947229 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 18 17:50:25.947421 n-d-838550-3 neutron-server[102732]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 17:50:25.947712 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102623) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 18 17:50:25.947874 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 18 17:50:25.948027 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 18 17:50:25.948194 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 18 17:50:25.948361 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 18 17:50:25.948517 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 18 17:50:25.948723 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.948979 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.949139 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.949300 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.949460 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.949660 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.949813 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.949971 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.950131 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.950352 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.950492 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.950627 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.950762 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.950898 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.951033 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.951164 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.951290 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.951485 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.951624 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.951761 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.951897 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.952043 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.952188 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] debug = True {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.952537 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.952680 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.952844 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.952992 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.953129 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.953287 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.953452 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.953603 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.953772 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.953909 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.954056 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.954216 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.954392 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.954603 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.954745 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.954879 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.955016 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.955151 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] host = n-d-838550-3 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.955295 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.955432 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.955567 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.955711 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.955848 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.955993 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.956160 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.956308 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.956443 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.956599 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.956756 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.956916 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.957073 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.957231 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] log_file = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.957388 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] log_options = True {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.957546 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.957714 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.957860 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.958299 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.958447 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.958680 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.958846 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.958985 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.959073 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.959200 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.959357 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.959514 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.959671 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.959828 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.959974 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.960130 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.960269 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.960413 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.960550 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.960710 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.960853 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.961012 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.961170 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.961385 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.961520 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.961666 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.961792 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.961946 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.962104 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.962263 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.962421 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.962580 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.962738 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.962938 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.963066 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.963189 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.963347 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.963505 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.963666 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.963814 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.963971 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.964129 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.964287 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.964445 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.964655 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.964788 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.964912 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] use_json = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.965035 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.965196 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.965352 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.965509 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.965800 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.965994 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.966168 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.966342 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.966514 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 17:50:25.966707 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.966879 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.967062 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.967231 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.967400 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.967566 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.967732 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.967897 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.968111 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.968208 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.968455 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.968625 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.968896 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.969062 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.969229 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.969394 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.969554 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.969753 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.969909 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.970070 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.970229 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.970376 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.970548 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.970695 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.970853 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.970997 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.971163 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.971339 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.971595 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.971818 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.85/identity {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.971961 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.972110 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.972260 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.972399 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.972537 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.972685 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.972845 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.973004 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.973164 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.973312 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.973458 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.973601 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.973782 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.973923 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.974061 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.974223 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.974368 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.974531 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.974680 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.974867 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.975028 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.975188 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.975332 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.975497 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.975643 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.976108 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.976274 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.976435 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.976576 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.976715 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.976873 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.977030 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.977176 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.977335 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.977481 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.977905 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.978080 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.978239 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.978414 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.978633 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.978795 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.978985 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.979131 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.979297 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.979435 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.979597 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.979744 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.979904 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.980062 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.980206 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.980370 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.980529 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.980690 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.980849 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.980993 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.981156 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.981303 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.981462 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.981734 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.981905 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.982080 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.982238 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.982403 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.982547 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.982713 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.982859 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.983021 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.983178 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.983338 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.983496 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.983643 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.983802 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.984027 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.984162 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.984302 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.984430 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.984551 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.984708 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.984891 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.985021 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.985180 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.985339 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.985498 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.985685 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.985847 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.986007 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.986175 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.986332 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.986492 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.986651 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.986817 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.986986 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.987146 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.987812 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.987977 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.988136 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.988295 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.988452 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.988610 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.988768 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.988925 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.989082 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.989248 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.989418 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.989578 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.989768 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.989929 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.990110 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.990269 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.990426 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.990584 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.990742 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.990901 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.991060 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.991218 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.991376 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.991535 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.991717 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.991878 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.85/identity {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.992035 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.992194 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.992351 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.992509 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.992670 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.992834 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.992992 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.993152 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.993311 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.993470 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.993645 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.993808 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.993966 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.994201 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.994365 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.994524 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.994682 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.994841 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.994999 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.995158 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.995315 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.995473 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.995630 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.995788 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.995945 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.996106 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.996265 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.996425 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.996584 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.996744 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.996904 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.997063 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.997223 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.997384 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.997542 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.997777 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.997937 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.998097 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.998256 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.998416 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.998574 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.998732 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.998890 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.999065 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.999223 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.999382 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.999542 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.999702 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:25.999860 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:26.000019 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:26.000177 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:26.000337 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:26.000495 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:26.000657 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:26.000815 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:26.000973 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:26.001131 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:26.001289 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:26.001446 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:26.001607 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:26.001790 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:26.001950 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:26.002108 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:26.002284 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:26.002426 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:26.002584 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:26.002740 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:26.002918 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:26.003608 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:26.003770 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:26.003926 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:26.004088 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:26.004262 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:26.004425 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:26.004581 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:26.004739 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:26.004897 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:26.005058 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:26.005227 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:26.005386 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:26.005543 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:26.005725 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:26.005885 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:26.006042 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:26.006210 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:26.006369 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:26.006526 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:26.006685 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:26.006842 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:26.007000 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:26.007166 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:26.007325 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:26.007483 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:26.007640 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:26.007798 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:26.007956 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:26.008123 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:26.008282 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:26.008440 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:26.008598 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:26.008755 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:26.008914 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:26.009081 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:26.009240 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:26.009397 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:26.009556 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:26.009822 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:26.009985 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:26.010153 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:26.010312 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:26.010471 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:26.010638 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:26.010795 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:26.010952 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:26.011110 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:26.011281 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:26.011442 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:26.011605 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:26.011763 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:26.011921 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:26.012078 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:26.012238 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:26.012401 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:26.012569 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:26.012736 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:26.012901 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:26.013069 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:26.013235 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:26.013403 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:26.013562 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:26.013760 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:26.013931 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:26.014089 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:26.014247 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:26.014404 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:26.014561 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:26.014720 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:26.014878 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:26.015036 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:26.015193 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:26.015351 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:26.015509 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:26.015667 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:26.015824 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:26.015982 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:26.016140 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:26.016300 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:26.016458 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:26.016616 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:26.016775 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:26.016933 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 17:50:26.017083 n-d-838550-3 neutron-server[102623]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 18 17:50:26.189492 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 39756) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 17:50:26.198577 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [-] 10.222.0.85 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0068312 May 18 17:50:37.591960 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b3fbd27-ec41-42d0-abac-d30d6f26bb19 None None] get_active_networks_info from n-d-838550-3 {{(pid=102732) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 18 17:50:37.664821 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b3fbd27-ec41-42d0-abac-d30d6f26bb19 None None] No non-hosted networks {{(pid=102732) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 18 17:50:37.678466 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.agentschedulers_db [None req-0b3fbd27-ec41-42d0-abac-d30d6f26bb19 None None] DHCP Agent not found on host n-d-838550-3 {{(pid=102732) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} May 18 17:50:37.790395 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-e7f2f408-8ffb-4bff-8a13-ce7d8aaaa1cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-594006'] for agent, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:50:39.958382 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-88df88d0-3d64-4b64-8e6d-7cb2b40b2d84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-594006'] for agent, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:50:40.005958 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-3e247fe5-350e-4995-b5d5-40380cb187f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:50:41.050383 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-594006'] for agent, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:50:42.232456 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-594006'] for agent, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:50:42.918659 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-594006'] for agent, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:50:42.921351 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 17:50:42.921964 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 17:50:42.922513 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 17:50:42.924769 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 17:50:42.927040 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 17:50:42.927636 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 17:50:42.928196 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 17:50:42.929635 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 17:50:42.930281 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 17:50:42.931558 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 17:50:42.932120 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 17:50:42.933849 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 17:50:42.934527 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-838550-3', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 17:50:42.943607 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-838550-3', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 17:50:43.612720 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 39848) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 17:50:44.135618 n-d-838550-3 neutron-server[102731]: WARNING oslo_policy.policy [None req-071d6f9f-d5ea-4580-8d6e-8d003407f86e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 18 17:50:44.136282 n-d-838550-3 neutron-server[102731]: WARNING oslo_policy.policy [None req-071d6f9f-d5ea-4580-8d6e-8d003407f86e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 18 17:50:44.363024 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [None req-071d6f9f-d5ea-4580-8d6e-8d003407f86e admin admin] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=102731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 17:50:44.364136 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-071d6f9f-d5ea-4580-8d6e-8d003407f86e admin admin] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7498209 May 18 17:50:44.414159 n-d-838550-3 neutron-server[102732]: INFO neutron.db.l3_hamode_db [None req-4277dbd7-25d5-4ac2-afff-87deb2817326 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 18 17:50:44.496915 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4277dbd7-25d5-4ac2-afff-87deb2817326 None None] Routers set() bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 17:50:44.497261 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4277dbd7-25d5-4ac2-afff-87deb2817326 None None] Router IDs set() for agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 18 17:50:46.824653 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 39864) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 17:50:47.134984 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-59791403-a86d-4c29-9eb6-f5c3f08f02ce admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 17:50:47.228975 n-d-838550-3 neutron-server[102731]: DEBUG neutron.policy [None req-59791403-a86d-4c29-9eb6-f5c3f08f02ce admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102731) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 18 17:50:47.275374 n-d-838550-3 neutron-server[102731]: WARNING oslo_policy.policy [None req-59791403-a86d-4c29-9eb6-f5c3f08f02ce admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 18 17:50:47.275772 n-d-838550-3 neutron-server[102731]: WARNING oslo_policy.policy [None req-59791403-a86d-4c29-9eb6-f5c3f08f02ce admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 18 17:50:47.369403 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-59791403-a86d-4c29-9eb6-f5c3f08f02ce admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753014134456', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753014130827', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753014122059', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753014116591', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753013768371', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753014230035', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3791253', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3679623', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-589690', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-945182'] for rbac-policy, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:50:47.438684 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-59791403-a86d-4c29-9eb6-f5c3f08f02ce admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:50:47.439926 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-59791403-a86d-4c29-9eb6-f5c3f08f02ce admin admin] 10.222.0.85 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6142828 May 18 17:50:50.091549 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 39876) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 17:50:50.392106 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-e6f23a49-9ca2-4bb3-8c86-e6957f19c4ec admin admin] Request body: {'network': {'project_id': '64a2887f63bd4a949f3aa655e63d2594', 'name': 'private', 'admin_state_up': True, 'tenant_id': '64a2887f63bd4a949f3aa655e63d2594'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 17:50:50.418855 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6f23a49-9ca2-4bb3-8c86-e6957f19c4ec admin admin] Made reservation on behalf of 64a2887f63bd4a949f3aa655e63d2594 for: {'network': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 17:50:50.421761 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e6f23a49-9ca2-4bb3-8c86-e6957f19c4ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:50:50.439900 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e6f23a49-9ca2-4bb3-8c86-e6957f19c4ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:50:50.550189 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e6f23a49-9ca2-4bb3-8c86-e6957f19c4ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:50:50.553716 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e6f23a49-9ca2-4bb3-8c86-e6957f19c4ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:50:50.572385 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6f23a49-9ca2-4bb3-8c86-e6957f19c4ec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 611} {{(pid=102731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 17:50:50.600916 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e6f23a49-9ca2-4bb3-8c86-e6957f19c4ec admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8753015187743', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:50:50.601480 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e6f23a49-9ca2-4bb3-8c86-e6957f19c4ec admin admin] Unsubscribe: segment precommit_create {{(pid=102731) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 18 17:50:50.602006 n-d-838550-3 neutron-server[102731]: INFO neutron.db.segments_db [None req-e6f23a49-9ca2-4bb3-8c86-e6957f19c4ec admin admin] Added segment f74d627f-a93d-441d-9535-10c8f5bc2d39 of type vlan for network 4960f426-3650-417d-a8d3-f711bd44f1ed May 18 17:50:50.617943 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f23a49-9ca2-4bb3-8c86-e6957f19c4ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5d0829e-f36f-4015-a3e9-c059673aed08,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 17:50:50.650995 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f23a49-9ca2-4bb3-8c86-e6957f19c4ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 17:50:50.651326 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f23a49-9ca2-4bb3-8c86-e6957f19c4ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 17:50:50.651656 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f23a49-9ca2-4bb3-8c86-e6957f19c4ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 17:50:50.651981 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f23a49-9ca2-4bb3-8c86-e6957f19c4ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 17:50:50.652296 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f23a49-9ca2-4bb3-8c86-e6957f19c4ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 17:50:50.652612 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f23a49-9ca2-4bb3-8c86-e6957f19c4ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 17:50:50.652924 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f23a49-9ca2-4bb3-8c86-e6957f19c4ec admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 17:50:50.653235 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f23a49-9ca2-4bb3-8c86-e6957f19c4ec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 17:50:50.653548 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f23a49-9ca2-4bb3-8c86-e6957f19c4ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 17:50:50.653882 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f23a49-9ca2-4bb3-8c86-e6957f19c4ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 17:50:50.654192 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f23a49-9ca2-4bb3-8c86-e6957f19c4ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 17:50:50.654500 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f23a49-9ca2-4bb3-8c86-e6957f19c4ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 17:50:50.655580 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f23a49-9ca2-4bb3-8c86-e6957f19c4ec admin admin] Tracked resource versions report: May 18 17:50:50.655580 n-d-838550-3 neutron-server[102731]: pushed versions: May 18 17:50:50.655580 n-d-838550-3 neutron-server[102731]: { 'AddressGroup': {'1.2'}, May 18 17:50:50.655580 n-d-838550-3 neutron-server[102731]: 'ConntrackHelper': {'1.0'}, May 18 17:50:50.655580 n-d-838550-3 neutron-server[102731]: 'Log': {'1.0'}, May 18 17:50:50.655580 n-d-838550-3 neutron-server[102731]: 'Network': {'1.1'}, May 18 17:50:50.655580 n-d-838550-3 neutron-server[102731]: 'Port': {'1.7'}, May 18 17:50:50.655580 n-d-838550-3 neutron-server[102731]: 'PortForwarding': {'1.2'}, May 18 17:50:50.655580 n-d-838550-3 neutron-server[102731]: 'QosPolicy': {'1.9'}, May 18 17:50:50.655580 n-d-838550-3 neutron-server[102731]: 'SecurityGroup': {'1.4'}, May 18 17:50:50.655580 n-d-838550-3 neutron-server[102731]: 'SecurityGroupRule': {'1.2'}, May 18 17:50:50.655580 n-d-838550-3 neutron-server[102731]: 'SubPort': {'1.0'}, May 18 17:50:50.655580 n-d-838550-3 neutron-server[102731]: 'Subnet': {'1.1'}, May 18 17:50:50.655580 n-d-838550-3 neutron-server[102731]: 'Trunk': {'1.1'}} May 18 17:50:50.655580 n-d-838550-3 neutron-server[102731]: consumer versions: May 18 17:50:50.655580 n-d-838550-3 neutron-server[102731]: { DHCP agent@n-d-838550-3: {}, May 18 17:50:50.655580 n-d-838550-3 neutron-server[102731]: L3 agent@n-d-838550-3: {}, May 18 17:50:50.655580 n-d-838550-3 neutron-server[102731]: Metadata agent@n-d-838550-3: {}, May 18 17:50:50.655580 n-d-838550-3 neutron-server[102731]: Metering agent@n-d-838550-3: {}, May 18 17:50:50.655580 n-d-838550-3 neutron-server[102731]: Open vSwitch agent@n-d-838550-3: { 'AddressGroup': '1.2', May 18 17:50:50.655580 n-d-838550-3 neutron-server[102731]: 'ConntrackHelper': '1.0', May 18 17:50:50.655580 n-d-838550-3 neutron-server[102731]: 'Log': '1.0', May 18 17:50:50.655580 n-d-838550-3 neutron-server[102731]: 'Network': '1.1', May 18 17:50:50.655580 n-d-838550-3 neutron-server[102731]: 'Port': '1.7', May 18 17:50:50.655580 n-d-838550-3 neutron-server[102731]: 'PortForwarding': '1.2', May 18 17:50:50.655580 n-d-838550-3 neutron-server[102731]: 'QosPolicy': '1.9', May 18 17:50:50.655580 n-d-838550-3 neutron-server[102731]: 'SecurityGroup': '1.4', May 18 17:50:50.655580 n-d-838550-3 neutron-server[102731]: 'SecurityGroupRule': '1.2', May 18 17:50:50.655580 n-d-838550-3 neutron-server[102731]: 'SubPort': '1.0', May 18 17:50:50.655580 n-d-838550-3 neutron-server[102731]: 'Subnet': '1.1', May 18 17:50:50.655580 n-d-838550-3 neutron-server[102731]: 'Trunk': '1.1'}} May 18 17:50:50.655580 n-d-838550-3 neutron-server[102731]: {{(pid=102731) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 18 17:50:50.729124 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e6f23a49-9ca2-4bb3-8c86-e6957f19c4ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:50:50.767806 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e6f23a49-9ca2-4bb3-8c86-e6957f19c4ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:50:50.768835 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f23a49-9ca2-4bb3-8c86-e6957f19c4ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 17:50:50.769488 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e6f23a49-9ca2-4bb3-8c86-e6957f19c4ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:50:50.855407 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-e6f23a49-9ca2-4bb3-8c86-e6957f19c4ec admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7627270 May 18 17:50:50.869266 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f23a49-9ca2-4bb3-8c86-e6957f19c4ec admin admin] Pushing event updated for resources: {'Network': ['ID=4960f426-3650-417d-a8d3-f711bd44f1ed,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 17:50:50.880607 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network 4960f426-3650-417d-a8d3-f711bd44f1ed details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 17:50:53.567684 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 39890) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 17:50:53.956413 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dab8ef9-ad6c-42f3-859c-41da55f21928 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 17:50:53.958042 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-2dab8ef9-ad6c-42f3-859c-41da55f21928 admin admin] 10.222.0.85 "GET /v2.0/networks/4960f426-3650-417d-a8d3-f711bd44f1ed HTTP/1.1" status: 200 len: 825 time: 0.3894081 May 18 17:50:53.982964 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-b2357310-7cf1-4596-8afc-a00a550f7d8d admin admin] 10.222.0.85 "GET /v2.0/subnetpools/596582c7-bff6-4f75-ba2d-77209a58a723 HTTP/1.1" status: 200 len: 734 time: 0.0187802 May 18 17:50:53.992770 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-a6e92921-0581-4118-acff-064deeb247a1 admin admin] Request body: {'subnet': {'tenant_id': '64a2887f63bd4a949f3aa655e63d2594', 'subnetpool_id': '596582c7-bff6-4f75-ba2d-77209a58a723', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'ip_version': 4, 'network_id': '4960f426-3650-417d-a8d3-f711bd44f1ed'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 17:50:54.012343 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6e92921-0581-4118-acff-064deeb247a1 admin admin] Made reservation on behalf of 64a2887f63bd4a949f3aa655e63d2594 for: {'subnet': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 17:50:54.014596 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a6e92921-0581-4118-acff-064deeb247a1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:50:54.300520 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a6e92921-0581-4118-acff-064deeb247a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for subnet, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:50:54.367916 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e92921-0581-4118-acff-064deeb247a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=032651ad-3732-466e-aafd-a33b80bc7d3e,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 17:50:54.369916 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e92921-0581-4118-acff-064deeb247a1 admin admin] Checking segment: {'id': 'f74d627f-a93d-441d-9535-10c8f5bc2d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '4960f426-3650-417d-a8d3-f711bd44f1ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 17:50:54.370303 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e92921-0581-4118-acff-064deeb247a1 admin admin] Network hostable DHCP agents. Network: 4960f426-3650-417d-a8d3-f711bd44f1ed, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 17:50:54.390477 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e92921-0581-4118-acff-064deeb247a1 admin admin] Network 4960f426-3650-417d-a8d3-f711bd44f1ed is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 17:50:54.402683 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-a6e92921-0581-4118-acff-064deeb247a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, 4960f426-3650-417d-a8d3-f711bd44f1ed) {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 17:50:54.408390 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e92921-0581-4118-acff-064deeb247a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 17:50:54.409461 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a6e92921-0581-4118-acff-064deeb247a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:50:54.413378 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07143688-f562-4493-86ac-2fdbc63f398e None None] Network 4960f426-3650-417d-a8d3-f711bd44f1ed requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 17:50:54.430453 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-a6e92921-0581-4118-acff-064deeb247a1 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4365368 May 18 17:50:54.740972 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33791773-b229-4252-a544-18761c676eef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-4960f426-3650-417d-a8d3-f711bd44f1ed', 'network_id': '4960f426-3650-417d-a8d3-f711bd44f1ed', 'tenant_id': '64a2887f63bd4a949f3aa655e63d2594', 'fixed_ips': [{'subnet_id': '032651ad-3732-466e-aafd-a33b80bc7d3e'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 17:50:54.742283 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-33791773-b229-4252-a544-18761c676eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:50:55.038834 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-33791773-b229-4252-a544-18761c676eef None None] Allocated IP 172.20.0.2 (4960f426-3650-417d-a8d3-f711bd44f1ed/032651ad-3732-466e-aafd-a33b80bc7d3e/7d4288e2-f87f-45b5-9c93-91e23bc6975e) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 17:50:55.236630 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-33791773-b229-4252-a544-18761c676eef None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:50:55.244187 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-33791773-b229-4252-a544-18761c676eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:50:55.322510 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33791773-b229-4252-a544-18761c676eef None None] Network 4960f426-3650-417d-a8d3-f711bd44f1ed is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 17:50:55.328183 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-33791773-b229-4252-a544-18761c676eef None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 17:50:55.336651 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33791773-b229-4252-a544-18761c676eef None None] Pushing event updated for resources: {'Port': ['ID=7d4288e2-f87f-45b5-9c93-91e23bc6975e,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 17:50:55.338800 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33791773-b229-4252-a544-18761c676eef None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 17:50:55.348403 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33791773-b229-4252-a544-18761c676eef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 17:50:55.348751 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33791773-b229-4252-a544-18761c676eef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 17:50:55.349091 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33791773-b229-4252-a544-18761c676eef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 17:50:55.349436 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33791773-b229-4252-a544-18761c676eef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 17:50:55.349783 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33791773-b229-4252-a544-18761c676eef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 17:50:55.350114 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33791773-b229-4252-a544-18761c676eef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 17:50:55.350439 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33791773-b229-4252-a544-18761c676eef None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 17:50:55.350768 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33791773-b229-4252-a544-18761c676eef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 17:50:55.351083 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33791773-b229-4252-a544-18761c676eef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 17:50:55.351404 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33791773-b229-4252-a544-18761c676eef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 17:50:55.351725 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33791773-b229-4252-a544-18761c676eef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 17:50:55.352042 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33791773-b229-4252-a544-18761c676eef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 17:50:55.353089 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33791773-b229-4252-a544-18761c676eef None None] Tracked resource versions report: May 18 17:50:55.353089 n-d-838550-3 neutron-server[102732]: pushed versions: May 18 17:50:55.353089 n-d-838550-3 neutron-server[102732]: { 'AddressGroup': {'1.2'}, May 18 17:50:55.353089 n-d-838550-3 neutron-server[102732]: 'ConntrackHelper': {'1.0'}, May 18 17:50:55.353089 n-d-838550-3 neutron-server[102732]: 'Log': {'1.0'}, May 18 17:50:55.353089 n-d-838550-3 neutron-server[102732]: 'Network': {'1.1'}, May 18 17:50:55.353089 n-d-838550-3 neutron-server[102732]: 'Port': {'1.7'}, May 18 17:50:55.353089 n-d-838550-3 neutron-server[102732]: 'PortForwarding': {'1.2'}, May 18 17:50:55.353089 n-d-838550-3 neutron-server[102732]: 'QosPolicy': {'1.9'}, May 18 17:50:55.353089 n-d-838550-3 neutron-server[102732]: 'SecurityGroup': {'1.4'}, May 18 17:50:55.353089 n-d-838550-3 neutron-server[102732]: 'SecurityGroupRule': {'1.2'}, May 18 17:50:55.353089 n-d-838550-3 neutron-server[102732]: 'SubPort': {'1.0'}, May 18 17:50:55.353089 n-d-838550-3 neutron-server[102732]: 'Subnet': {'1.1'}, May 18 17:50:55.353089 n-d-838550-3 neutron-server[102732]: 'Trunk': {'1.1'}} May 18 17:50:55.353089 n-d-838550-3 neutron-server[102732]: consumer versions: May 18 17:50:55.353089 n-d-838550-3 neutron-server[102732]: { DHCP agent@n-d-838550-3: {}, May 18 17:50:55.353089 n-d-838550-3 neutron-server[102732]: L3 agent@n-d-838550-3: {}, May 18 17:50:55.353089 n-d-838550-3 neutron-server[102732]: Metadata agent@n-d-838550-3: {}, May 18 17:50:55.353089 n-d-838550-3 neutron-server[102732]: Metering agent@n-d-838550-3: {}, May 18 17:50:55.353089 n-d-838550-3 neutron-server[102732]: Open vSwitch agent@n-d-838550-3: { 'AddressGroup': '1.2', May 18 17:50:55.353089 n-d-838550-3 neutron-server[102732]: 'ConntrackHelper': '1.0', May 18 17:50:55.353089 n-d-838550-3 neutron-server[102732]: 'Log': '1.0', May 18 17:50:55.353089 n-d-838550-3 neutron-server[102732]: 'Network': '1.1', May 18 17:50:55.353089 n-d-838550-3 neutron-server[102732]: 'Port': '1.7', May 18 17:50:55.353089 n-d-838550-3 neutron-server[102732]: 'PortForwarding': '1.2', May 18 17:50:55.353089 n-d-838550-3 neutron-server[102732]: 'QosPolicy': '1.9', May 18 17:50:55.353089 n-d-838550-3 neutron-server[102732]: 'SecurityGroup': '1.4', May 18 17:50:55.353089 n-d-838550-3 neutron-server[102732]: 'SecurityGroupRule': '1.2', May 18 17:50:55.353089 n-d-838550-3 neutron-server[102732]: 'SubPort': '1.0', May 18 17:50:55.353089 n-d-838550-3 neutron-server[102732]: 'Subnet': '1.1', May 18 17:50:55.353089 n-d-838550-3 neutron-server[102732]: 'Trunk': '1.1'}} May 18 17:50:55.353089 n-d-838550-3 neutron-server[102732]: {{(pid=102732) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 18 17:50:55.425903 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-33791773-b229-4252-a544-18761c676eef None None] Attempting to bind port 7d4288e2-f87f-45b5-9c93-91e23bc6975e on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 17:50:55.426547 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-33791773-b229-4252-a544-18761c676eef None None] Attempting to bind port 7d4288e2-f87f-45b5-9c93-91e23bc6975e by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': 'f74d627f-a93d-441d-9535-10c8f5bc2d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '4960f426-3650-417d-a8d3-f711bd44f1ed'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 17:50:55.426709 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33791773-b229-4252-a544-18761c676eef None None] Attempting to bind port 7d4288e2-f87f-45b5-9c93-91e23bc6975e on network 4960f426-3650-417d-a8d3-f711bd44f1ed {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 17:50:55.431511 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33791773-b229-4252-a544-18761c676eef None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 17, 50, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 17:50:55.431902 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33791773-b229-4252-a544-18761c676eef None None] Checking segment: {'id': 'f74d627f-a93d-441d-9535-10c8f5bc2d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '4960f426-3650-417d-a8d3-f711bd44f1ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 17:50:55.432353 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-33791773-b229-4252-a544-18761c676eef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:50:55.432742 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33791773-b229-4252-a544-18761c676eef None None] Bound using segment: {'id': 'f74d627f-a93d-441d-9535-10c8f5bc2d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '4960f426-3650-417d-a8d3-f711bd44f1ed'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 17:50:55.433218 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-33791773-b229-4252-a544-18761c676eef None None] Bound port: 7d4288e2-f87f-45b5-9c93-91e23bc6975e, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f74d627f-a93d-441d-9535-10c8f5bc2d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '4960f426-3650-417d-a8d3-f711bd44f1ed'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 17:50:55.433636 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-33791773-b229-4252-a544-18761c676eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:50:55.495792 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-33791773-b229-4252-a544-18761c676eef None None] For port 7d4288e2-f87f-45b5-9c93-91e23bc6975e, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 17:50:55.499907 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-33791773-b229-4252-a544-18761c676eef None None] For port 7d4288e2-f87f-45b5-9c93-91e23bc6975e, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=7d4288e2-f87f-45b5-9c93-91e23bc6975e,segment=NetworkSegment(f74d627f-a93d-441d-9535-10c8f5bc2d39),segment_id=f74d627f-a93d-441d-9535-10c8f5bc2d39)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 17:50:55.504335 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-33791773-b229-4252-a544-18761c676eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:50:55.569001 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33791773-b229-4252-a544-18761c676eef None None] Pushing event updated for resources: {'Port': ['ID=7d4288e2-f87f-45b5-9c93-91e23bc6975e,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 17:50:56.876709 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 39898) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 17:50:57.187413 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [None req-bcd3c870-fdad-4c0e-8d72-3911e04f57d4 admin admin] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=102731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 17:50:57.188477 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-bcd3c870-fdad-4c0e-8d72-3911e04f57d4 admin admin] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3107007 May 18 17:50:59.619233 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 39906) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 17:50:59.931098 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [None req-305b8e32-1925-4ec2-92e2-bbdb706435a4 admin admin] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=102731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 17:50:59.932098 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-305b8e32-1925-4ec2-92e2-bbdb706435a4 admin admin] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3120146 May 18 17:51:02.612956 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 39916) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 17:51:02.934304 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-e49d4fda-1abb-4ce6-af19-7aa2be90db21 admin admin] Request body: {'router': {'tenant_id': '64a2887f63bd4a949f3aa655e63d2594', 'name': 'router1', 'admin_state_up': True}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 17:51:02.956809 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e49d4fda-1abb-4ce6-af19-7aa2be90db21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25099'] for router, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:51:02.958381 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e49d4fda-1abb-4ce6-af19-7aa2be90db21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-593238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596850', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25088'] for router, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:51:03.099993 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e49d4fda-1abb-4ce6-af19-7aa2be90db21 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:51:03.105325 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e49d4fda-1abb-4ce6-af19-7aa2be90db21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596801'] for router, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:51:03.120076 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e49d4fda-1abb-4ce6-af19-7aa2be90db21 admin admin] Notify callbacks [] for router, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:51:03.121345 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-e49d4fda-1abb-4ce6-af19-7aa2be90db21 admin admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5073731 May 18 17:51:03.921595 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc0b597-1dac-4b24-8ab6-60c3d57fb6a4 None None] Network 4960f426-3650-417d-a8d3-f711bd44f1ed requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 17:51:03.989643 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-9aaa7365-de78-401d-83c6-09271dd1e190 None None] Provisioning complete for port 7d4288e2-f87f-45b5-9c93-91e23bc6975e triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 17:51:03.989959 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9aaa7365-de78-401d-83c6-09271dd1e190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:51:04.183868 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-9aaa7365-de78-401d-83c6-09271dd1e190 None None] Current status of the port 7d4288e2-f87f-45b5-9c93-91e23bc6975e is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 17:51:04.184189 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9aaa7365-de78-401d-83c6-09271dd1e190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:51:04.246772 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-9aaa7365-de78-401d-83c6-09271dd1e190 None None] For port 7d4288e2-f87f-45b5-9c93-91e23bc6975e, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=7d4288e2-f87f-45b5-9c93-91e23bc6975e,segment=NetworkSegment(f74d627f-a93d-441d-9535-10c8f5bc2d39),segment_id=f74d627f-a93d-441d-9535-10c8f5bc2d39)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 17:51:04.254460 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9aaa7365-de78-401d-83c6-09271dd1e190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:51:04.303895 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaa7365-de78-401d-83c6-09271dd1e190 None None] Pushing event updated for resources: {'Port': ['ID=7d4288e2-f87f-45b5-9c93-91e23bc6975e,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 17:51:04.323628 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 7d4288e2-f87f-45b5-9c93-91e23bc6975e up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 17:51:04.376688 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 7d4288e2-f87f-45b5-9c93-91e23bc6975e triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 17:51:04.377058 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:51:04.456674 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 7d4288e2-f87f-45b5-9c93-91e23bc6975e is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 17:51:04.475350 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-15a165eb-01b0-4ece-bf3d-4cdf237e12c4 None None] Provisioning complete for port 7d4288e2-f87f-45b5-9c93-91e23bc6975e triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 17:51:04.475715 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-15a165eb-01b0-4ece-bf3d-4cdf237e12c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:51:04.548686 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-15a165eb-01b0-4ece-bf3d-4cdf237e12c4 None None] Current status of the port 7d4288e2-f87f-45b5-9c93-91e23bc6975e is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 17:51:05.580551 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 39928) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 17:51:05.892121 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [None req-5c185f89-fd73-4da7-84e6-5d9e469aa9f5 admin admin] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=102731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 17:51:05.893117 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-5c185f89-fd73-4da7-84e6-5d9e469aa9f5 admin admin] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3116415 May 18 17:51:06.278038 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 7d4288e2-f87f-45b5-9c93-91e23bc6975e up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 17:51:06.323311 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 7d4288e2-f87f-45b5-9c93-91e23bc6975e triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 17:51:06.323671 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:51:06.396336 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 7d4288e2-f87f-45b5-9c93-91e23bc6975e is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 17:51:07.517664 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-e83c2ca3-1a7e-44f0-880c-2e56a1f425bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:51:08.350566 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 39936) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 17:51:08.841253 n-d-838550-3 neutron-server[102730]: WARNING oslo_policy.policy [None req-206b9964-918a-40d7-92e6-c930ccb77ea5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 18 17:51:08.841863 n-d-838550-3 neutron-server[102730]: WARNING oslo_policy.policy [None req-206b9964-918a-40d7-92e6-c930ccb77ea5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 18 17:51:09.063863 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-206b9964-918a-40d7-92e6-c930ccb77ea5 admin admin] Request body: {'network': {'router:external': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'name': 'public', 'is_default': True, 'admin_state_up': True}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 17:51:09.116024 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-206b9964-918a-40d7-92e6-c930ccb77ea5 admin admin] Made reservation on behalf of 9ceb2cd8b52443a4af4e9024b5888abe for: {'network': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 17:51:09.182676 n-d-838550-3 neutron-server[102730]: DEBUG neutron.policy [None req-206b9964-918a-40d7-92e6-c930ccb77ea5 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102730) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 18 17:51:09.229370 n-d-838550-3 neutron-server[102730]: WARNING oslo_policy.policy [None req-206b9964-918a-40d7-92e6-c930ccb77ea5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 18 17:51:09.229787 n-d-838550-3 neutron-server[102730]: WARNING oslo_policy.policy [None req-206b9964-918a-40d7-92e6-c930ccb77ea5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 18 17:51:09.240505 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-206b9964-918a-40d7-92e6-c930ccb77ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:51:09.261834 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-206b9964-918a-40d7-92e6-c930ccb77ea5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:51:09.375197 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-206b9964-918a-40d7-92e6-c930ccb77ea5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:51:09.380119 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-206b9964-918a-40d7-92e6-c930ccb77ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:51:09.391268 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-206b9964-918a-40d7-92e6-c930ccb77ea5 admin admin] Reserving flat network on physical network physnet1 {{(pid=102730) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 18 17:51:09.417792 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-206b9964-918a-40d7-92e6-c930ccb77ea5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8753015187743', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:51:09.418364 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-206b9964-918a-40d7-92e6-c930ccb77ea5 admin admin] Unsubscribe: segment precommit_create {{(pid=102730) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 18 17:51:09.418887 n-d-838550-3 neutron-server[102730]: INFO neutron.db.segments_db [None req-206b9964-918a-40d7-92e6-c930ccb77ea5 admin admin] Added segment 51a01c85-1351-4219-abb4-3b443fa9c38c of type flat for network 31ebd439-090c-4b25-bbb0-31c48711b145 May 18 17:51:09.462421 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206b9964-918a-40d7-92e6-c930ccb77ea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b64499d-b889-4c65-bd1d-c52a944001ab,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 17:51:09.496368 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206b9964-918a-40d7-92e6-c930ccb77ea5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 17:51:09.496706 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206b9964-918a-40d7-92e6-c930ccb77ea5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 17:51:09.497036 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206b9964-918a-40d7-92e6-c930ccb77ea5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 17:51:09.497362 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206b9964-918a-40d7-92e6-c930ccb77ea5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 17:51:09.497711 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206b9964-918a-40d7-92e6-c930ccb77ea5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 17:51:09.498037 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206b9964-918a-40d7-92e6-c930ccb77ea5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 17:51:09.498357 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206b9964-918a-40d7-92e6-c930ccb77ea5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 17:51:09.498672 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206b9964-918a-40d7-92e6-c930ccb77ea5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 17:51:09.498989 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206b9964-918a-40d7-92e6-c930ccb77ea5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 17:51:09.499305 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206b9964-918a-40d7-92e6-c930ccb77ea5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 17:51:09.499619 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206b9964-918a-40d7-92e6-c930ccb77ea5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 17:51:09.499931 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206b9964-918a-40d7-92e6-c930ccb77ea5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 17:51:09.501573 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206b9964-918a-40d7-92e6-c930ccb77ea5 admin admin] Tracked resource versions report: May 18 17:51:09.501573 n-d-838550-3 neutron-server[102730]: pushed versions: May 18 17:51:09.501573 n-d-838550-3 neutron-server[102730]: { 'AddressGroup': {'1.2'}, May 18 17:51:09.501573 n-d-838550-3 neutron-server[102730]: 'ConntrackHelper': {'1.0'}, May 18 17:51:09.501573 n-d-838550-3 neutron-server[102730]: 'Log': {'1.0'}, May 18 17:51:09.501573 n-d-838550-3 neutron-server[102730]: 'Network': {'1.1'}, May 18 17:51:09.501573 n-d-838550-3 neutron-server[102730]: 'Port': {'1.7'}, May 18 17:51:09.501573 n-d-838550-3 neutron-server[102730]: 'PortForwarding': {'1.2'}, May 18 17:51:09.501573 n-d-838550-3 neutron-server[102730]: 'QosPolicy': {'1.9'}, May 18 17:51:09.501573 n-d-838550-3 neutron-server[102730]: 'SecurityGroup': {'1.4'}, May 18 17:51:09.501573 n-d-838550-3 neutron-server[102730]: 'SecurityGroupRule': {'1.2'}, May 18 17:51:09.501573 n-d-838550-3 neutron-server[102730]: 'SubPort': {'1.0'}, May 18 17:51:09.501573 n-d-838550-3 neutron-server[102730]: 'Subnet': {'1.1'}, May 18 17:51:09.501573 n-d-838550-3 neutron-server[102730]: 'Trunk': {'1.1'}} May 18 17:51:09.501573 n-d-838550-3 neutron-server[102730]: consumer versions: May 18 17:51:09.501573 n-d-838550-3 neutron-server[102730]: { DHCP agent@n-d-838550-3: {}, May 18 17:51:09.501573 n-d-838550-3 neutron-server[102730]: L3 agent@n-d-838550-3: {}, May 18 17:51:09.501573 n-d-838550-3 neutron-server[102730]: Metadata agent@n-d-838550-3: {}, May 18 17:51:09.501573 n-d-838550-3 neutron-server[102730]: Metering agent@n-d-838550-3: {}, May 18 17:51:09.501573 n-d-838550-3 neutron-server[102730]: Open vSwitch agent@n-d-838550-3: { 'AddressGroup': '1.2', May 18 17:51:09.501573 n-d-838550-3 neutron-server[102730]: 'ConntrackHelper': '1.0', May 18 17:51:09.501573 n-d-838550-3 neutron-server[102730]: 'Log': '1.0', May 18 17:51:09.501573 n-d-838550-3 neutron-server[102730]: 'Network': '1.1', May 18 17:51:09.501573 n-d-838550-3 neutron-server[102730]: 'Port': '1.7', May 18 17:51:09.501573 n-d-838550-3 neutron-server[102730]: 'PortForwarding': '1.2', May 18 17:51:09.501573 n-d-838550-3 neutron-server[102730]: 'QosPolicy': '1.9', May 18 17:51:09.501573 n-d-838550-3 neutron-server[102730]: 'SecurityGroup': '1.4', May 18 17:51:09.501573 n-d-838550-3 neutron-server[102730]: 'SecurityGroupRule': '1.2', May 18 17:51:09.501573 n-d-838550-3 neutron-server[102730]: 'SubPort': '1.0', May 18 17:51:09.501573 n-d-838550-3 neutron-server[102730]: 'Subnet': '1.1', May 18 17:51:09.501573 n-d-838550-3 neutron-server[102730]: 'Trunk': '1.1'}} May 18 17:51:09.501573 n-d-838550-3 neutron-server[102730]: {{(pid=102730) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 18 17:51:09.543806 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-206b9964-918a-40d7-92e6-c930ccb77ea5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:51:09.587337 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-206b9964-918a-40d7-92e6-c930ccb77ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:51:09.588781 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206b9964-918a-40d7-92e6-c930ccb77ea5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 17:51:09.589449 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-206b9964-918a-40d7-92e6-c930ccb77ea5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:51:09.667611 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-206b9964-918a-40d7-92e6-c930ccb77ea5 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.3148105 May 18 17:51:09.697962 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206b9964-918a-40d7-92e6-c930ccb77ea5 admin admin] Pushing event updated for resources: {'Network': ['ID=31ebd439-090c-4b25-bbb0-31c48711b145,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 17:51:09.709189 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network 31ebd439-090c-4b25-bbb0-31c48711b145 details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 17:51:09.951764 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-472c978b-74d1-4e61-beb4-9f00342e6e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:51:11.011767 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:51:12.071610 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 39966) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 17:51:12.165534 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:51:12.289670 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b587d024-af8c-4de3-972d-3dea31d9376f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 17:51:12.291067 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-b587d024-af8c-4de3-972d-3dea31d9376f admin admin] 10.222.0.85 "GET /v2.0/subnets/032651ad-3732-466e-aafd-a33b80bc7d3e HTTP/1.1" status: 200 len: 849 time: 0.2184789 May 18 17:51:12.451942 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-559c56ea-bbc3-4a17-a7b9-7dfc8700d511 admin admin] 10.222.0.85 "GET /v2.0/routers/6baf6983-dfee-4652-ae88-23a567d23895 HTTP/1.1" status: 200 len: 704 time: 0.1545057 May 18 17:51:12.734412 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ea943d98-2480-491a-90dc-e3ed6a07174c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:51:12.920635 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:51:13.033179 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-ea943d98-2480-491a-90dc-e3ed6a07174c admin admin] Allocated IP 172.20.0.1 (4960f426-3650-417d-a8d3-f711bd44f1ed/032651ad-3732-466e-aafd-a33b80bc7d3e/116f7b08-bb42-41f5-9986-2a7705f77e83) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 17:51:13.214647 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ea943d98-2480-491a-90dc-e3ed6a07174c admin admin] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:51:13.280565 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ea943d98-2480-491a-90dc-e3ed6a07174c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:51:13.348666 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea943d98-2480-491a-90dc-e3ed6a07174c admin admin] Network 4960f426-3650-417d-a8d3-f711bd44f1ed is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 17:51:13.357148 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-ea943d98-2480-491a-90dc-e3ed6a07174c admin admin] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 17:51:13.368960 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea943d98-2480-491a-90dc-e3ed6a07174c admin admin] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 17:51:13.369495 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ea943d98-2480-491a-90dc-e3ed6a07174c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595826'] for router_interface, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:51:13.427811 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea943d98-2480-491a-90dc-e3ed6a07174c admin admin] Pushing event updated for resources: {'Port': ['ID=116f7b08-bb42-41f5-9986-2a7705f77e83,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 17:51:13.560119 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-347386cd-ffe8-4950-9cf6-7a6e88f8abfe None None] Provisioning complete for port 116f7b08-bb42-41f5-9986-2a7705f77e83 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 17:51:13.560687 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-347386cd-ffe8-4950-9cf6-7a6e88f8abfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:51:13.569067 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ea943d98-2480-491a-90dc-e3ed6a07174c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:51:13.593447 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-347386cd-ffe8-4950-9cf6-7a6e88f8abfe None None] Port 116f7b08-bb42-41f5-9986-2a7705f77e83 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 17:51:13.823822 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ea943d98-2480-491a-90dc-e3ed6a07174c admin admin] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:51:13.828209 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ea943d98-2480-491a-90dc-e3ed6a07174c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:51:13.828940 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ea943d98-2480-491a-90dc-e3ed6a07174c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-595870'] for router_interface, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:51:13.904514 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea943d98-2480-491a-90dc-e3ed6a07174c admin admin] Pushing event updated for resources: {'Port': ['ID=116f7b08-bb42-41f5-9986-2a7705f77e83,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 17:51:13.950940 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea943d98-2480-491a-90dc-e3ed6a07174c admin admin] Network 4960f426-3650-417d-a8d3-f711bd44f1ed is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 17:51:13.952135 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-ea943d98-2480-491a-90dc-e3ed6a07174c admin admin] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 17:51:14.112351 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea943d98-2480-491a-90dc-e3ed6a07174c admin admin] Router 6baf6983-dfee-4652-ae88-23a567d23895 is scheduled to L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e with binding_index 1 {{(pid=102730) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 18 17:51:14.113698 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-97401814-ca31-4389-981e-0079782b3c2d None None] Provisioning complete for port 116f7b08-bb42-41f5-9986-2a7705f77e83 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 17:51:14.114074 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-97401814-ca31-4389-981e-0079782b3c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:51:14.145919 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-97401814-ca31-4389-981e-0079782b3c2d None None] Port 116f7b08-bb42-41f5-9986-2a7705f77e83 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 17:51:14.201915 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea943d98-2480-491a-90dc-e3ed6a07174c admin admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 17:51:14.207269 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-ea943d98-2480-491a-90dc-e3ed6a07174c admin admin] 10.222.0.85 "PUT /v2.0/routers/6baf6983-dfee-4652-ae88-23a567d23895/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7482233 May 18 17:51:14.225472 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aab61e1-b70b-4de5-805d-01ed0c2d8b60 None None] Sync routers for ids ['6baf6983-dfee-4652-ae88-23a567d23895'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 17:51:14.238605 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aab61e1-b70b-4de5-805d-01ed0c2d8b60 None None] Routers {'6baf6983-dfee-4652-ae88-23a567d23895'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 17:51:14.239457 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-0aab61e1-b70b-4de5-805d-01ed0c2d8b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T17:51:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['6baf6983-dfee-4652-ae88-23a567d23895'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 17:51:14.426525 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-0aab61e1-b70b-4de5-805d-01ed0c2d8b60 None None] Set router 6baf6983-dfee-4652-ae88-23a567d23895 gateway port host: None {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 17:51:14.854765 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-0aab61e1-b70b-4de5-805d-01ed0c2d8b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6baf6983-dfee-4652-ae88-23a567d23895', 'name': 'router1', 'tenant_id': '64a2887f63bd4a949f3aa655e63d2594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T17:51:02Z', 'updated_at': '2022-05-18T17:51:13Z', 'revision_number': 2, 'project_id': '64a2887f63bd4a949f3aa655e63d2594', 'gw_port_host': None, '_interfaces': [{'id': '116f7b08-bb42-41f5-9986-2a7705f77e83', 'name': '', 'network_id': '4960f426-3650-417d-a8d3-f711bd44f1ed', 'tenant_id': '64a2887f63bd4a949f3aa655e63d2594', 'mac_address': 'fa:16:3e:7b:87:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6baf6983-dfee-4652-ae88-23a567d23895', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '032651ad-3732-466e-aafd-a33b80bc7d3e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T17:51:12Z', 'updated_at': '2022-05-18T17:51:13Z', 'revision_number': 2, 'project_id': '64a2887f63bd4a949f3aa655e63d2594', 'subnets': [{'id': '032651ad-3732-466e-aafd-a33b80bc7d3e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '596582c7-bff6-4f75-ba2d-77209a58a723'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 17:51:14.905977 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aab61e1-b70b-4de5-805d-01ed0c2d8b60 None None] Checking router: 6baf6983-dfee-4652-ae88-23a567d23895 for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 17:51:14.906420 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aab61e1-b70b-4de5-805d-01ed0c2d8b60 None None] Updating router 6baf6983-dfee-4652-ae88-23a567d23895 port 116f7b08-bb42-41f5-9986-2a7705f77e83 binding host n-d-838550-3 {{(pid=102733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 17:51:14.954654 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-0aab61e1-b70b-4de5-805d-01ed0c2d8b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:51:15.465961 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-0aab61e1-b70b-4de5-805d-01ed0c2d8b60 None None] Notify callbacks [] for port, precommit_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:51:15.472902 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-0aab61e1-b70b-4de5-805d-01ed0c2d8b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:51:15.639102 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4767f1b5-cec1-4c31-950a-1ee5e3a9a918 None None] Pushing event updated for resources: {'Port': ['ID=116f7b08-bb42-41f5-9986-2a7705f77e83,revision_number=3']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 17:51:15.648204 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-0aab61e1-b70b-4de5-805d-01ed0c2d8b60 None None] Attempting to bind port 116f7b08-bb42-41f5-9986-2a7705f77e83 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 17:51:15.648604 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-0aab61e1-b70b-4de5-805d-01ed0c2d8b60 None None] Attempting to bind port 116f7b08-bb42-41f5-9986-2a7705f77e83 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': 'f74d627f-a93d-441d-9535-10c8f5bc2d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '4960f426-3650-417d-a8d3-f711bd44f1ed'}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 17:51:15.649045 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aab61e1-b70b-4de5-805d-01ed0c2d8b60 None None] Attempting to bind port 116f7b08-bb42-41f5-9986-2a7705f77e83 on network 4960f426-3650-417d-a8d3-f711bd44f1ed {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 17:51:15.652712 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4767f1b5-cec1-4c31-950a-1ee5e3a9a918 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 17:51:15.653052 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4767f1b5-cec1-4c31-950a-1ee5e3a9a918 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 17:51:15.653392 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4767f1b5-cec1-4c31-950a-1ee5e3a9a918 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 17:51:15.653750 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4767f1b5-cec1-4c31-950a-1ee5e3a9a918 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 17:51:15.654082 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4767f1b5-cec1-4c31-950a-1ee5e3a9a918 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 17:51:15.654410 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4767f1b5-cec1-4c31-950a-1ee5e3a9a918 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 17:51:15.654734 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4767f1b5-cec1-4c31-950a-1ee5e3a9a918 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 17:51:15.655055 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4767f1b5-cec1-4c31-950a-1ee5e3a9a918 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 17:51:15.655377 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4767f1b5-cec1-4c31-950a-1ee5e3a9a918 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 17:51:15.655694 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4767f1b5-cec1-4c31-950a-1ee5e3a9a918 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 17:51:15.656013 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4767f1b5-cec1-4c31-950a-1ee5e3a9a918 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 17:51:15.656864 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4767f1b5-cec1-4c31-950a-1ee5e3a9a918 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 17:51:15.657957 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4767f1b5-cec1-4c31-950a-1ee5e3a9a918 None None] Tracked resource versions report: May 18 17:51:15.657957 n-d-838550-3 neutron-server[102733]: pushed versions: May 18 17:51:15.657957 n-d-838550-3 neutron-server[102733]: { 'AddressGroup': {'1.2'}, May 18 17:51:15.657957 n-d-838550-3 neutron-server[102733]: 'ConntrackHelper': {'1.0'}, May 18 17:51:15.657957 n-d-838550-3 neutron-server[102733]: 'Log': {'1.0'}, May 18 17:51:15.657957 n-d-838550-3 neutron-server[102733]: 'Network': {'1.1'}, May 18 17:51:15.657957 n-d-838550-3 neutron-server[102733]: 'Port': {'1.7'}, May 18 17:51:15.657957 n-d-838550-3 neutron-server[102733]: 'PortForwarding': {'1.2'}, May 18 17:51:15.657957 n-d-838550-3 neutron-server[102733]: 'QosPolicy': {'1.9'}, May 18 17:51:15.657957 n-d-838550-3 neutron-server[102733]: 'SecurityGroup': {'1.4'}, May 18 17:51:15.657957 n-d-838550-3 neutron-server[102733]: 'SecurityGroupRule': {'1.2'}, May 18 17:51:15.657957 n-d-838550-3 neutron-server[102733]: 'SubPort': {'1.0'}, May 18 17:51:15.657957 n-d-838550-3 neutron-server[102733]: 'Subnet': {'1.1'}, May 18 17:51:15.657957 n-d-838550-3 neutron-server[102733]: 'Trunk': {'1.1'}} May 18 17:51:15.657957 n-d-838550-3 neutron-server[102733]: consumer versions: May 18 17:51:15.657957 n-d-838550-3 neutron-server[102733]: { DHCP agent@n-d-838550-3: {}, May 18 17:51:15.657957 n-d-838550-3 neutron-server[102733]: L3 agent@n-d-838550-3: {}, May 18 17:51:15.657957 n-d-838550-3 neutron-server[102733]: Metadata agent@n-d-838550-3: {}, May 18 17:51:15.657957 n-d-838550-3 neutron-server[102733]: Metering agent@n-d-838550-3: {}, May 18 17:51:15.657957 n-d-838550-3 neutron-server[102733]: Open vSwitch agent@n-d-838550-3: { 'AddressGroup': '1.2', May 18 17:51:15.657957 n-d-838550-3 neutron-server[102733]: 'ConntrackHelper': '1.0', May 18 17:51:15.657957 n-d-838550-3 neutron-server[102733]: 'Log': '1.0', May 18 17:51:15.657957 n-d-838550-3 neutron-server[102733]: 'Network': '1.1', May 18 17:51:15.657957 n-d-838550-3 neutron-server[102733]: 'Port': '1.7', May 18 17:51:15.657957 n-d-838550-3 neutron-server[102733]: 'PortForwarding': '1.2', May 18 17:51:15.657957 n-d-838550-3 neutron-server[102733]: 'QosPolicy': '1.9', May 18 17:51:15.657957 n-d-838550-3 neutron-server[102733]: 'SecurityGroup': '1.4', May 18 17:51:15.657957 n-d-838550-3 neutron-server[102733]: 'SecurityGroupRule': '1.2', May 18 17:51:15.657957 n-d-838550-3 neutron-server[102733]: 'SubPort': '1.0', May 18 17:51:15.657957 n-d-838550-3 neutron-server[102733]: 'Subnet': '1.1', May 18 17:51:15.657957 n-d-838550-3 neutron-server[102733]: 'Trunk': '1.1'}} May 18 17:51:15.657957 n-d-838550-3 neutron-server[102733]: {{(pid=102733) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 18 17:51:15.664448 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aab61e1-b70b-4de5-805d-01ed0c2d8b60 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 17, 51, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 17:51:15.665050 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aab61e1-b70b-4de5-805d-01ed0c2d8b60 None None] Checking segment: {'id': 'f74d627f-a93d-441d-9535-10c8f5bc2d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '4960f426-3650-417d-a8d3-f711bd44f1ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 17:51:15.665515 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-0aab61e1-b70b-4de5-805d-01ed0c2d8b60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:51:15.665927 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aab61e1-b70b-4de5-805d-01ed0c2d8b60 None None] Bound using segment: {'id': 'f74d627f-a93d-441d-9535-10c8f5bc2d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '4960f426-3650-417d-a8d3-f711bd44f1ed'} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 17:51:15.666421 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-0aab61e1-b70b-4de5-805d-01ed0c2d8b60 None None] Bound port: 116f7b08-bb42-41f5-9986-2a7705f77e83, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f74d627f-a93d-441d-9535-10c8f5bc2d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '4960f426-3650-417d-a8d3-f711bd44f1ed'}}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 17:51:15.667293 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-0aab61e1-b70b-4de5-805d-01ed0c2d8b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:51:15.682028 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a6731231-5e56-4281-a221-abe6185ba488 None None] Provisioning complete for port 116f7b08-bb42-41f5-9986-2a7705f77e83 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 17:51:15.682590 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a6731231-5e56-4281-a221-abe6185ba488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:51:15.720795 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a6731231-5e56-4281-a221-abe6185ba488 None None] Port 116f7b08-bb42-41f5-9986-2a7705f77e83 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 17:51:15.739491 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.db [None req-0aab61e1-b70b-4de5-805d-01ed0c2d8b60 None None] For port 116f7b08-bb42-41f5-9986-2a7705f77e83, host n-d-838550-3, cleared binding levels {{(pid=102733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 17:51:15.758859 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.db [None req-0aab61e1-b70b-4de5-805d-01ed0c2d8b60 None None] For port 116f7b08-bb42-41f5-9986-2a7705f77e83, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=116f7b08-bb42-41f5-9986-2a7705f77e83,segment=NetworkSegment(f74d627f-a93d-441d-9535-10c8f5bc2d39),segment_id=f74d627f-a93d-441d-9535-10c8f5bc2d39)] {{(pid=102733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 17:51:15.762831 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-0aab61e1-b70b-4de5-805d-01ed0c2d8b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:51:15.821171 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4767f1b5-cec1-4c31-950a-1ee5e3a9a918 None None] Pushing event updated for resources: {'Port': ['ID=116f7b08-bb42-41f5-9986-2a7705f77e83,revision_number=4']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 17:51:15.824530 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aab61e1-b70b-4de5-805d-01ed0c2d8b60 None None] Routers {'6baf6983-dfee-4652-ae88-23a567d23895'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 17:51:15.825448 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-0aab61e1-b70b-4de5-805d-01ed0c2d8b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T17:51:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['6baf6983-dfee-4652-ae88-23a567d23895'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 17:51:15.915074 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-0aab61e1-b70b-4de5-805d-01ed0c2d8b60 None None] Set router 6baf6983-dfee-4652-ae88-23a567d23895 gateway port host: None {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 17:51:16.042220 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-1afd8688-ab32-495f-a1f7-9922f98e77d5 None None] Provisioning complete for port 116f7b08-bb42-41f5-9986-2a7705f77e83 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 17:51:16.042590 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1afd8688-ab32-495f-a1f7-9922f98e77d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:51:16.119032 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-1afd8688-ab32-495f-a1f7-9922f98e77d5 None None] Current status of the port 116f7b08-bb42-41f5-9986-2a7705f77e83 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 17:51:16.119445 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1afd8688-ab32-495f-a1f7-9922f98e77d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:51:16.127035 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-0aab61e1-b70b-4de5-805d-01ed0c2d8b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6baf6983-dfee-4652-ae88-23a567d23895', 'name': 'router1', 'tenant_id': '64a2887f63bd4a949f3aa655e63d2594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T17:51:02Z', 'updated_at': '2022-05-18T17:51:13Z', 'revision_number': 2, 'project_id': '64a2887f63bd4a949f3aa655e63d2594', 'gw_port_host': None, '_interfaces': [{'id': '116f7b08-bb42-41f5-9986-2a7705f77e83', 'name': '', 'network_id': '4960f426-3650-417d-a8d3-f711bd44f1ed', 'tenant_id': '64a2887f63bd4a949f3aa655e63d2594', 'mac_address': 'fa:16:3e:7b:87:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6baf6983-dfee-4652-ae88-23a567d23895', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '032651ad-3732-466e-aafd-a33b80bc7d3e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T17:51:12Z', 'updated_at': '2022-05-18T17:51:15Z', 'revision_number': 4, 'project_id': '64a2887f63bd4a949f3aa655e63d2594', 'subnets': [{'id': '032651ad-3732-466e-aafd-a33b80bc7d3e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '596582c7-bff6-4f75-ba2d-77209a58a723'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 17:51:16.155535 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-1afd8688-ab32-495f-a1f7-9922f98e77d5 None None] For port 116f7b08-bb42-41f5-9986-2a7705f77e83, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=116f7b08-bb42-41f5-9986-2a7705f77e83,segment=NetworkSegment(f74d627f-a93d-441d-9535-10c8f5bc2d39),segment_id=f74d627f-a93d-441d-9535-10c8f5bc2d39)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 17:51:16.156146 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aab61e1-b70b-4de5-805d-01ed0c2d8b60 None None] The sync data for ids ['6baf6983-dfee-4652-ae88-23a567d23895'] in n-d-838550-3 is: [{'id': '6baf6983-dfee-4652-ae88-23a567d23895', 'name': 'router1', 'tenant_id': '64a2887f63bd4a949f3aa655e63d2594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T17:51:02Z', 'updated_at': '2022-05-18T17:51:13Z', 'revision_number': 2, 'project_id': '64a2887f63bd4a949f3aa655e63d2594', 'gw_port_host': None, '_interfaces': [{'id': '116f7b08-bb42-41f5-9986-2a7705f77e83', 'name': '', 'network_id': '4960f426-3650-417d-a8d3-f711bd44f1ed', 'tenant_id': '64a2887f63bd4a949f3aa655e63d2594', 'mac_address': 'fa:16:3e:7b:87:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6baf6983-dfee-4652-ae88-23a567d23895', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '032651ad-3732-466e-aafd-a33b80bc7d3e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T17:51:12Z', 'updated_at': '2022-05-18T17:51:15Z', 'revision_number': 4, 'project_id': '64a2887f63bd4a949f3aa655e63d2594', 'subnets': [{'id': '032651ad-3732-466e-aafd-a33b80bc7d3e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '596582c7-bff6-4f75-ba2d-77209a58a723'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 17:51:16.160570 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1afd8688-ab32-495f-a1f7-9922f98e77d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:51:16.216071 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afd8688-ab32-495f-a1f7-9922f98e77d5 None None] Pushing event updated for resources: {'Port': ['ID=116f7b08-bb42-41f5-9986-2a7705f77e83,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 17:51:16.492603 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 39986) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 17:51:16.604344 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec120f8d-1a5b-434b-9a36-99c1f427fd18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 17:51:16.605744 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-ec120f8d-1a5b-434b-9a36-99c1f427fd18 admin admin] 10.222.0.85 "GET /v2.0/networks/31ebd439-090c-4b25-bbb0-31c48711b145 HTTP/1.1" status: 200 len: 842 time: 0.1121712 May 18 17:51:16.616216 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-6d52f8fd-cf9b-41c3-a1da-ac512a0ff3d5 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '172.25.5.0/24', 'enable_dhcp': False, 'gateway_ip': '172.25.5.1', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'name': 'public-subnet'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 17:51:16.639177 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d52f8fd-cf9b-41c3-a1da-ac512a0ff3d5 admin admin] Made reservation on behalf of 9ceb2cd8b52443a4af4e9024b5888abe for: {'subnet': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 17:51:16.641942 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6d52f8fd-cf9b-41c3-a1da-ac512a0ff3d5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:51:16.940284 n-d-838550-3 neutron-server[102730]: DEBUG neutron.objects.ports [None req-6d52f8fd-cf9b-41c3-a1da-ac512a0ff3d5 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102730) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} May 18 17:51:16.940645 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6d52f8fd-cf9b-41c3-a1da-ac512a0ff3d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for subnet, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:51:17.004079 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d52f8fd-cf9b-41c3-a1da-ac512a0ff3d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=363a2810-8a83-4be0-a317-7c91fcd94485,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 17:51:17.010371 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d52f8fd-cf9b-41c3-a1da-ac512a0ff3d5 admin admin] Checking segment: {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 17:51:17.011409 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d52f8fd-cf9b-41c3-a1da-ac512a0ff3d5 admin admin] Network hostable DHCP agents. Network: 31ebd439-090c-4b25-bbb0-31c48711b145, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 17:51:17.034177 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d52f8fd-cf9b-41c3-a1da-ac512a0ff3d5 admin admin] Network 31ebd439-090c-4b25-bbb0-31c48711b145 is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 17:51:17.046620 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-6d52f8fd-cf9b-41c3-a1da-ac512a0ff3d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, 31ebd439-090c-4b25-bbb0-31c48711b145) {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 17:51:17.051406 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d52f8fd-cf9b-41c3-a1da-ac512a0ff3d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 17:51:17.051979 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6d52f8fd-cf9b-41c3-a1da-ac512a0ff3d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:51:17.055833 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d7295a-fb91-4fc5-bf59-7e0201096096 None None] Network 31ebd439-090c-4b25-bbb0-31c48711b145 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 17:51:17.073743 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-6d52f8fd-cf9b-41c3-a1da-ac512a0ff3d5 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4554145 May 18 17:51:17.198583 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d2af4e3-2d99-4833-9f38-3a70e68769dc None None] Network 31ebd439-090c-4b25-bbb0-31c48711b145 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 17:51:19.410301 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 39994) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 17:51:19.542947 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-cf86cf4e-4e90-4acb-af19-d5b91bdca180 admin admin] 10.222.0.85 "GET /v2.0/routers/6baf6983-dfee-4652-ae88-23a567d23895 HTTP/1.1" status: 200 len: 710 time: 0.1314199 May 18 17:51:19.630017 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b6e04c2-7113-480a-ba09-db01ba5229bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 17:51:19.631279 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-6b6e04c2-7113-480a-ba09-db01ba5229bf admin admin] 10.222.0.85 "GET /v2.0/networks/31ebd439-090c-4b25-bbb0-31c48711b145 HTTP/1.1" status: 200 len: 886 time: 0.0810809 May 18 17:51:19.641332 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-4c6f8bdf-b504-4d1d-bdda-a8dc6d290d79 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 17:51:19.887548 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4c6f8bdf-b504-4d1d-bdda-a8dc6d290d79 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:51:20.186139 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4c6f8bdf-b504-4d1d-bdda-a8dc6d290d79 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:51:20.267543 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4c6f8bdf-b504-4d1d-bdda-a8dc6d290d79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:51:20.368986 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-4c6f8bdf-b504-4d1d-bdda-a8dc6d290d79 admin admin] Allocated IP 172.25.5.30 (31ebd439-090c-4b25-bbb0-31c48711b145/363a2810-8a83-4be0-a317-7c91fcd94485/6bb2480e-203e-4456-9f18-558ee6316b68) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 17:51:20.467953 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4c6f8bdf-b504-4d1d-bdda-a8dc6d290d79 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:51:20.503318 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4c6f8bdf-b504-4d1d-bdda-a8dc6d290d79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:51:20.541142 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c6f8bdf-b504-4d1d-bdda-a8dc6d290d79 admin admin] Network 31ebd439-090c-4b25-bbb0-31c48711b145 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 17:51:20.543750 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-4c6f8bdf-b504-4d1d-bdda-a8dc6d290d79 admin admin] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 17:51:20.547576 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6f8bdf-b504-4d1d-bdda-a8dc6d290d79 admin admin] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 17:51:20.554388 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6f8bdf-b504-4d1d-bdda-a8dc6d290d79 admin admin] Pushing event updated for resources: {'Port': ['ID=6bb2480e-203e-4456-9f18-558ee6316b68,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 17:51:20.801048 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4c6f8bdf-b504-4d1d-bdda-a8dc6d290d79 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:51:21.002527 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4c6f8bdf-b504-4d1d-bdda-a8dc6d290d79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-596836', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-593224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25134'] for router, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:51:21.005798 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4c6f8bdf-b504-4d1d-bdda-a8dc6d290d79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-596847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-596822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-593331'] for router, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:51:21.113642 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c6f8bdf-b504-4d1d-bdda-a8dc6d290d79 admin admin] Router 6baf6983-dfee-4652-ae88-23a567d23895 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 17:51:21.218300 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c6f8bdf-b504-4d1d-bdda-a8dc6d290d79 admin admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 17:51:21.223044 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4c6f8bdf-b504-4d1d-bdda-a8dc6d290d79 admin admin] Notify callbacks [] for router, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:51:21.224231 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-4c6f8bdf-b504-4d1d-bdda-a8dc6d290d79 admin admin] 10.222.0.85 "PUT /v2.0/routers/6baf6983-dfee-4652-ae88-23a567d23895 HTTP/1.1" status: 200 len: 889 time: 1.5867462 May 18 17:51:22.313159 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 116f7b08-bb42-41f5-9986-2a7705f77e83 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 17:51:22.361901 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 116f7b08-bb42-41f5-9986-2a7705f77e83 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 17:51:22.361901 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:51:22.441234 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 116f7b08-bb42-41f5-9986-2a7705f77e83 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 17:51:22.695424 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4c1638-1595-4d85-a2aa-e76982632db6 None None] Sync routers for ids ['6baf6983-dfee-4652-ae88-23a567d23895'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 17:51:22.706924 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4c1638-1595-4d85-a2aa-e76982632db6 None None] Routers {'6baf6983-dfee-4652-ae88-23a567d23895'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 17:51:22.707620 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-0d4c1638-1595-4d85-a2aa-e76982632db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T17:51:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['6baf6983-dfee-4652-ae88-23a567d23895'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 17:51:22.912819 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-0d4c1638-1595-4d85-a2aa-e76982632db6 None None] Set router 6baf6983-dfee-4652-ae88-23a567d23895 gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 17:51:23.362763 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-0d4c1638-1595-4d85-a2aa-e76982632db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6baf6983-dfee-4652-ae88-23a567d23895', 'name': 'router1', 'tenant_id': '64a2887f63bd4a949f3aa655e63d2594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': '6bb2480e-203e-4456-9f18-558ee6316b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T17:51:02Z', 'updated_at': '2022-05-18T17:51:20Z', 'revision_number': 4, 'project_id': '64a2887f63bd4a949f3aa655e63d2594', 'gw_port': {'id': '6bb2480e-203e-4456-9f18-558ee6316b68', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:fa:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6baf6983-dfee-4652-ae88-23a567d23895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T17:51:20Z', 'updated_at': '2022-05-18T17:51:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '116f7b08-bb42-41f5-9986-2a7705f77e83', 'name': '', 'network_id': '4960f426-3650-417d-a8d3-f711bd44f1ed', 'tenant_id': '64a2887f63bd4a949f3aa655e63d2594', 'mac_address': 'fa:16:3e:7b:87:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6baf6983-dfee-4652-ae88-23a567d23895', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '032651ad-3732-466e-aafd-a33b80bc7d3e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T17:51:12Z', 'updated_at': '2022-05-18T17:51:16Z', 'revision_number': 5, 'project_id': '64a2887f63bd4a949f3aa655e63d2594', 'subnets': [{'id': '032651ad-3732-466e-aafd-a33b80bc7d3e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '596582c7-bff6-4f75-ba2d-77209a58a723'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 17:51:23.412371 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4c1638-1595-4d85-a2aa-e76982632db6 None None] Checking router: 6baf6983-dfee-4652-ae88-23a567d23895 for host: n-d-838550-3 {{(pid=102732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 17:51:23.412736 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4c1638-1595-4d85-a2aa-e76982632db6 None None] Updating router 6baf6983-dfee-4652-ae88-23a567d23895 port 6bb2480e-203e-4456-9f18-558ee6316b68 binding host n-d-838550-3 {{(pid=102732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 17:51:23.461840 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d4c1638-1595-4d85-a2aa-e76982632db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:51:23.699768 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 40006) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 17:51:23.794467 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d4c1638-1595-4d85-a2aa-e76982632db6 None None] Notify callbacks [] for port, precommit_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:51:23.800295 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d4c1638-1595-4d85-a2aa-e76982632db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:51:23.814495 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-600af7a2-76db-4435-a94a-2631cf35661f admin admin] 10.222.0.85 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1134644 May 18 17:51:23.855198 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-0d4c1638-1595-4d85-a2aa-e76982632db6 None None] Attempting to bind port 6bb2480e-203e-4456-9f18-558ee6316b68 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 17:51:23.855572 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-0d4c1638-1595-4d85-a2aa-e76982632db6 None None] Attempting to bind port 6bb2480e-203e-4456-9f18-558ee6316b68 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 17:51:23.855938 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4c1638-1595-4d85-a2aa-e76982632db6 None None] Attempting to bind port 6bb2480e-203e-4456-9f18-558ee6316b68 on network 31ebd439-090c-4b25-bbb0-31c48711b145 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 17:51:23.858069 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c85489f-9137-4fd3-a99b-d47667ba5ca5 None None] Pushing event updated for resources: {'Port': ['ID=6bb2480e-203e-4456-9f18-558ee6316b68,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 17:51:23.865524 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4c1638-1595-4d85-a2aa-e76982632db6 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 17, 51, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 17:51:23.865932 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4c1638-1595-4d85-a2aa-e76982632db6 None None] Checking segment: {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 17:51:23.867090 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d4c1638-1595-4d85-a2aa-e76982632db6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:51:23.867090 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4c1638-1595-4d85-a2aa-e76982632db6 None None] Bound using segment: {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 17:51:23.867295 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-0d4c1638-1595-4d85-a2aa-e76982632db6 None None] Bound port: 6bb2480e-203e-4456-9f18-558ee6316b68, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 17:51:23.867574 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d4c1638-1595-4d85-a2aa-e76982632db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:51:23.923538 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-0d4c1638-1595-4d85-a2aa-e76982632db6 None None] For port 6bb2480e-203e-4456-9f18-558ee6316b68, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 17:51:23.926921 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-0d4c1638-1595-4d85-a2aa-e76982632db6 None None] For port 6bb2480e-203e-4456-9f18-558ee6316b68, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=6bb2480e-203e-4456-9f18-558ee6316b68,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 17:51:23.930709 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d4c1638-1595-4d85-a2aa-e76982632db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:51:23.989374 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4c1638-1595-4d85-a2aa-e76982632db6 None None] Routers {'6baf6983-dfee-4652-ae88-23a567d23895'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 17:51:23.990021 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-0d4c1638-1595-4d85-a2aa-e76982632db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T17:51:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['6baf6983-dfee-4652-ae88-23a567d23895'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 17:51:24.023886 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c85489f-9137-4fd3-a99b-d47667ba5ca5 None None] Pushing event updated for resources: {'Port': ['ID=6bb2480e-203e-4456-9f18-558ee6316b68,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 17:51:24.105178 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-0d4c1638-1595-4d85-a2aa-e76982632db6 None None] Set router 6baf6983-dfee-4652-ae88-23a567d23895 gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 17:51:24.313875 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-0d4c1638-1595-4d85-a2aa-e76982632db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6baf6983-dfee-4652-ae88-23a567d23895', 'name': 'router1', 'tenant_id': '64a2887f63bd4a949f3aa655e63d2594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': '6bb2480e-203e-4456-9f18-558ee6316b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T17:51:02Z', 'updated_at': '2022-05-18T17:51:20Z', 'revision_number': 4, 'project_id': '64a2887f63bd4a949f3aa655e63d2594', 'gw_port': {'id': '6bb2480e-203e-4456-9f18-558ee6316b68', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:fa:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6baf6983-dfee-4652-ae88-23a567d23895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T17:51:20Z', 'updated_at': '2022-05-18T17:51:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '116f7b08-bb42-41f5-9986-2a7705f77e83', 'name': '', 'network_id': '4960f426-3650-417d-a8d3-f711bd44f1ed', 'tenant_id': '64a2887f63bd4a949f3aa655e63d2594', 'mac_address': 'fa:16:3e:7b:87:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6baf6983-dfee-4652-ae88-23a567d23895', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '032651ad-3732-466e-aafd-a33b80bc7d3e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T17:51:12Z', 'updated_at': '2022-05-18T17:51:16Z', 'revision_number': 5, 'project_id': '64a2887f63bd4a949f3aa655e63d2594', 'subnets': [{'id': '032651ad-3732-466e-aafd-a33b80bc7d3e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '596582c7-bff6-4f75-ba2d-77209a58a723'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 17:51:24.344284 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4c1638-1595-4d85-a2aa-e76982632db6 None None] The sync data for ids ['6baf6983-dfee-4652-ae88-23a567d23895'] in n-d-838550-3 is: [{'id': '6baf6983-dfee-4652-ae88-23a567d23895', 'name': 'router1', 'tenant_id': '64a2887f63bd4a949f3aa655e63d2594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': '6bb2480e-203e-4456-9f18-558ee6316b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T17:51:02Z', 'updated_at': '2022-05-18T17:51:20Z', 'revision_number': 4, 'project_id': '64a2887f63bd4a949f3aa655e63d2594', 'gw_port': {'id': '6bb2480e-203e-4456-9f18-558ee6316b68', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:fa:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6baf6983-dfee-4652-ae88-23a567d23895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T17:51:20Z', 'updated_at': '2022-05-18T17:51:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '116f7b08-bb42-41f5-9986-2a7705f77e83', 'name': '', 'network_id': '4960f426-3650-417d-a8d3-f711bd44f1ed', 'tenant_id': '64a2887f63bd4a949f3aa655e63d2594', 'mac_address': 'fa:16:3e:7b:87:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6baf6983-dfee-4652-ae88-23a567d23895', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '032651ad-3732-466e-aafd-a33b80bc7d3e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T17:51:12Z', 'updated_at': '2022-05-18T17:51:16Z', 'revision_number': 5, 'project_id': '64a2887f63bd4a949f3aa655e63d2594', 'subnets': [{'id': '032651ad-3732-466e-aafd-a33b80bc7d3e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '596582c7-bff6-4f75-ba2d-77209a58a723'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 17:51:26.348413 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 6bb2480e-203e-4456-9f18-558ee6316b68 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 17:51:26.418298 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 6bb2480e-203e-4456-9f18-558ee6316b68 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 17:51:26.418677 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:51:26.508424 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 6bb2480e-203e-4456-9f18-558ee6316b68 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 17:51:26.508966 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:51:26.528018 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] For port 6bb2480e-203e-4456-9f18-558ee6316b68, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=6bb2480e-203e-4456-9f18-558ee6316b68,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 17:51:26.532616 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:51:26.580857 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Pushing event updated for resources: {'Port': ['ID=6bb2480e-203e-4456-9f18-558ee6316b68,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 17:51:28.348568 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 6bb2480e-203e-4456-9f18-558ee6316b68 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 17:51:28.425538 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 6bb2480e-203e-4456-9f18-558ee6316b68 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 17:51:28.425902 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:51:28.515852 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 6bb2480e-203e-4456-9f18-558ee6316b68 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 17:51:28.876551 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 5 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 17:51:37.523578 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b184c554-9489-412a-8741-b1cc6c157363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:51:39.956208 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-7c910d68-121f-44f7-8e2e-a1bae974e9ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:51:41.020491 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:51:42.173360 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:51:42.924851 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:52:05.878313 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 5 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 17:52:07.517148 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-3daba491-2d25-4ed3-a6fc-2606c2b78771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:52:09.949004 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f95675bb-9fb7-4d24-93d8-df1b9e1026e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:52:11.021948 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:52:12.176838 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:52:12.927612 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:52:37.519112 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-5dd8b15c-1485-4cb7-bac4-c3bd739f1afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:52:39.945407 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-eb97be95-e1ee-47c6-a60a-6fb56a99de08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:52:41.021326 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:52:42.175398 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:52:42.878164 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 5 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 17:52:42.930414 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:53:05.956813 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 40600) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 17:53:06.021910 n-d-838550-3 neutron-server[102731]: INFO neutron.pecan_wsgi.hooks.translation [None req-17e44b3e-c844-40a0-a4ec-6cc4256b2fdc admin admin] GET failed (client error): The resource could not be found. May 18 17:53:06.023202 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-17e44b3e-c844-40a0-a4ec-6cc4256b2fdc admin admin] 10.222.0.85 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0653334 May 18 17:53:06.186922 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-508851c8-11fd-4921-ae0b-3f89ad1f77d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 17:53:06.188384 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-508851c8-11fd-4921-ae0b-3f89ad1f77d2 admin admin] 10.222.0.85 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1605487 May 18 17:53:07.524823 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-67206345-c1ac-4bd9-978d-b7c550163fe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:53:08.394132 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 40610) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 17:53:08.483938 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b4712d-bfcd-4663-95c6-a8d8aabcb672 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 17:53:08.485306 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-e0b4712d-bfcd-4663-95c6-a8d8aabcb672 admin admin] 10.222.0.85 "GET /v2.0/subnets/032651ad-3732-466e-aafd-a33b80bc7d3e HTTP/1.1" status: 200 len: 849 time: 0.0902247 May 18 17:53:08.496591 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-d671a952-4229-4166-9e24-5d0350472659 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 17:53:08.583456 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d671a952-4229-4166-9e24-5d0350472659 admin admin] Notify callbacks [] for subnet, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:53:08.727862 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d671a952-4229-4166-9e24-5d0350472659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8753015195248'] for subnet, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:53:08.764844 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d671a952-4229-4166-9e24-5d0350472659 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 17:53:08.765926 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d671a952-4229-4166-9e24-5d0350472659 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:53:08.766711 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-d671a952-4229-4166-9e24-5d0350472659 admin admin] 10.222.0.85 "PUT /v2.0/subnets/032651ad-3732-466e-aafd-a33b80bc7d3e HTTP/1.1" status: 200 len: 868 time: 0.2737827 May 18 17:53:08.769609 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2226056a-c5f0-41b2-bc4e-d8fa50af47b2 None None] Network 4960f426-3650-417d-a8d3-f711bd44f1ed requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 17:53:08.784720 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d671a952-4229-4166-9e24-5d0350472659 admin admin] Pushing event updated for resources: {'Subnet': ['ID=032651ad-3732-466e-aafd-a33b80bc7d3e,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 17:53:08.792380 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d671a952-4229-4166-9e24-5d0350472659 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 17:53:08.792757 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d671a952-4229-4166-9e24-5d0350472659 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 17:53:08.793051 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d671a952-4229-4166-9e24-5d0350472659 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 17:53:08.793380 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d671a952-4229-4166-9e24-5d0350472659 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 17:53:08.793745 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d671a952-4229-4166-9e24-5d0350472659 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 17:53:08.794074 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d671a952-4229-4166-9e24-5d0350472659 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 17:53:08.794413 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d671a952-4229-4166-9e24-5d0350472659 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 17:53:08.794708 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d671a952-4229-4166-9e24-5d0350472659 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 17:53:08.795029 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d671a952-4229-4166-9e24-5d0350472659 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 17:53:08.795344 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d671a952-4229-4166-9e24-5d0350472659 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 17:53:08.795662 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d671a952-4229-4166-9e24-5d0350472659 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 17:53:08.796132 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d671a952-4229-4166-9e24-5d0350472659 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 17:53:09.167863 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-ebf7fdfd-5054-4574-80c1-200fc046062a None None] Provisioning complete for port 116f7b08-bb42-41f5-9986-2a7705f77e83 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 17:53:09.168240 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-ebf7fdfd-5054-4574-80c1-200fc046062a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:53:09.248564 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-ebf7fdfd-5054-4574-80c1-200fc046062a None None] Current status of the port 116f7b08-bb42-41f5-9986-2a7705f77e83 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 17:53:09.258024 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-ebf7fdfd-5054-4574-80c1-200fc046062a None None] Provisioning complete for port 7d4288e2-f87f-45b5-9c93-91e23bc6975e triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 17:53:09.258398 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-ebf7fdfd-5054-4574-80c1-200fc046062a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:53:09.339809 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-ebf7fdfd-5054-4574-80c1-200fc046062a None None] Current status of the port 7d4288e2-f87f-45b5-9c93-91e23bc6975e is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 17:53:09.949120 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-4ca38cf5-fc03-48f9-b6bc-5991f4f72b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:53:11.013313 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 40618) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 17:53:11.025773 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:53:11.301869 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b8c6c26-83a1-4d73-83ff-105adc699c1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 17:53:11.302335 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b8c6c26-83a1-4d73-83ff-105adc699c1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 17:53:11.303876 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-8b8c6c26-83a1-4d73-83ff-105adc699c1d admin admin] 10.222.0.85 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2895627 May 18 17:53:12.171000 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:53:12.932928 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:53:13.510693 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 40628) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 17:53:13.634809 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a98133-d729-4987-95c0-2ba3a2c37307 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 17:53:13.635273 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a98133-d729-4987-95c0-2ba3a2c37307 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 17:53:13.636796 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-26a98133-d729-4987-95c0-2ba3a2c37307 admin admin] 10.222.0.85 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1251240 May 18 17:53:15.833911 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 40636) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 17:53:15.980245 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35bd098-4fb7-411e-80ef-96bfd220a476 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 17:53:15.981507 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-f35bd098-4fb7-411e-80ef-96bfd220a476 admin admin] 10.222.0.85 "GET /v2.0/networks/31ebd439-090c-4b25-bbb0-31c48711b145 HTTP/1.1" status: 200 len: 886 time: 0.1466348 May 18 17:53:18.174249 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 40644) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 17:53:18.317248 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1079ebcd-1e3b-461b-a904-1b0c4a473870 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 17:53:18.318637 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-1079ebcd-1e3b-461b-a904-1b0c4a473870 admin admin] 10.222.0.85 "GET /v2.0/networks/4960f426-3650-417d-a8d3-f711bd44f1ed HTTP/1.1" status: 200 len: 869 time: 0.1433632 May 18 17:53:19.877120 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 5 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 17:53:20.507558 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 40652) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 17:53:20.630623 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66f681ec-6be5-4171-b211-e6fb37f2aabd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 17:53:20.631083 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66f681ec-6be5-4171-b211-e6fb37f2aabd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 17:53:20.632585 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-66f681ec-6be5-4171-b211-e6fb37f2aabd admin admin] 10.222.0.85 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1240759 May 18 17:53:22.832143 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 40660) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 17:53:22.925381 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d5afcbb-e6bd-440a-8038-3d987a66dd23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 17:53:22.925939 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d5afcbb-e6bd-440a-8038-3d987a66dd23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 17:53:22.927475 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-8d5afcbb-e6bd-440a-8038-3d987a66dd23 admin admin] 10.222.0.85 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0944145 May 18 17:53:25.159973 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 40668) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 17:53:25.252912 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1db2e19-9484-413b-b0cb-ee7b2997e0fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 17:53:25.254327 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-b1db2e19-9484-413b-b0cb-ee7b2997e0fa admin admin] 10.222.0.85 "GET /v2.0/subnets/032651ad-3732-466e-aafd-a33b80bc7d3e HTTP/1.1" status: 200 len: 868 time: 0.0933836 May 18 17:53:27.467503 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 40676) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 17:53:27.554306 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93cf595-9e55-45b9-8c89-1031f36442d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 17:53:27.555611 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-c93cf595-9e55-45b9-8c89-1031f36442d9 admin admin] 10.222.0.85 "GET /v2.0/subnets/363a2810-8a83-4be0-a317-7c91fcd94485 HTTP/1.1" status: 200 len: 816 time: 0.0871825 May 18 17:53:37.526071 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c2674b94-a2ed-41a5-a6f5-f9c8a8e8a6e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:53:39.953278 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-98707eaa-f095-485c-8ad7-ed5a42d26144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:53:41.027193 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:53:42.173462 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:53:42.935388 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:53:47.725595 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 40730) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 17:53:47.773041 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [None req-d7a008d5-b8ae-4104-b7c1-253806c88d0d admin admin] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=102730) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 17:53:47.774086 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-d7a008d5-b8ae-4104-b7c1-253806c88d0d admin admin] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0475152 May 18 17:53:50.053575 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 40738) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 17:53:50.116443 n-d-838550-3 neutron-server[102730]: INFO neutron.pecan_wsgi.hooks.translation [None req-d93d80d9-d7fb-4592-9cb2-efdaba84d09d admin admin] GET failed (client error): The resource could not be found. May 18 17:53:50.117792 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-d93d80d9-d7fb-4592-9cb2-efdaba84d09d admin admin] 10.222.0.85 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0632308 May 18 17:53:50.256033 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a640705-444f-49ce-8164-4806c3ab2fd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 17:53:50.257545 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-9a640705-444f-49ce-8164-4806c3ab2fd8 admin admin] 10.222.0.85 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1352212 May 18 17:53:52.488087 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 40746) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 17:53:52.534315 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-abcb4e2f-1669-4fd8-bfae-da96da6590e1 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 17:53:52.553362 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abcb4e2f-1669-4fd8-bfae-da96da6590e1 admin admin] Made reservation on behalf of 9ceb2cd8b52443a4af4e9024b5888abe for: {'network': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 17:53:52.555578 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-abcb4e2f-1669-4fd8-bfae-da96da6590e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:53:52.581583 n-d-838550-3 neutron-server[102730]: WARNING neutron.services.revisions.revision_plugin [None req-abcb4e2f-1669-4fd8-bfae-da96da6590e1 admin admin] Could not find related network for resource to bump revision. May 18 17:53:52.595739 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abcb4e2f-1669-4fd8-bfae-da96da6590e1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 630} {{(pid=102730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 17:53:52.605390 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-abcb4e2f-1669-4fd8-bfae-da96da6590e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:53:52.605770 n-d-838550-3 neutron-server[102730]: INFO neutron.db.segments_db [None req-abcb4e2f-1669-4fd8-bfae-da96da6590e1 admin admin] Added segment 2879bb11-64b4-46f1-9f8b-52941d47b53a of type vlan for network 4c8ef274-9ecc-47c2-9686-5eebd78fb305 May 18 17:53:52.644063 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-abcb4e2f-1669-4fd8-bfae-da96da6590e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:53:52.666944 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-abcb4e2f-1669-4fd8-bfae-da96da6590e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:53:52.667999 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abcb4e2f-1669-4fd8-bfae-da96da6590e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 17:53:52.668561 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-abcb4e2f-1669-4fd8-bfae-da96da6590e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:53:52.738220 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-abcb4e2f-1669-4fd8-bfae-da96da6590e1 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2489574 May 18 17:53:52.742076 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcb4e2f-1669-4fd8-bfae-da96da6590e1 admin admin] Pushing event updated for resources: {'Network': ['ID=4c8ef274-9ecc-47c2-9686-5eebd78fb305,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 17:53:52.751199 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcb4e2f-1669-4fd8-bfae-da96da6590e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 17:53:52.751544 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcb4e2f-1669-4fd8-bfae-da96da6590e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 17:53:52.751886 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcb4e2f-1669-4fd8-bfae-da96da6590e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 17:53:52.752222 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcb4e2f-1669-4fd8-bfae-da96da6590e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 17:53:52.752571 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcb4e2f-1669-4fd8-bfae-da96da6590e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 17:53:52.752953 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcb4e2f-1669-4fd8-bfae-da96da6590e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 17:53:52.753435 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcb4e2f-1669-4fd8-bfae-da96da6590e1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 17:53:52.753836 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcb4e2f-1669-4fd8-bfae-da96da6590e1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 17:53:52.754342 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcb4e2f-1669-4fd8-bfae-da96da6590e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 17:53:52.754815 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcb4e2f-1669-4fd8-bfae-da96da6590e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 17:53:52.755147 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcb4e2f-1669-4fd8-bfae-da96da6590e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 17:53:52.755474 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcb4e2f-1669-4fd8-bfae-da96da6590e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 17:53:52.767701 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network 4c8ef274-9ecc-47c2-9686-5eebd78fb305 details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 17:53:54.959938 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 40754) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 17:53:55.019578 n-d-838550-3 neutron-server[102730]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc3a3496-a008-4355-82d6-556afc928fc1 admin admin] GET failed (client error): The resource could not be found. May 18 17:53:55.020880 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-bc3a3496-a008-4355-82d6-556afc928fc1 admin admin] 10.222.0.85 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0600631 May 18 17:53:55.087635 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068f74f2-2444-4361-9bcc-0071e72137d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 17:53:55.089078 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-068f74f2-2444-4361-9bcc-0071e72137d0 admin admin] 10.222.0.85 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0636692 May 18 17:53:55.099785 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-cd949217-a816-431a-a6f4-9a23b0303f19 admin admin] Request body: {'subnet': {'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 17:53:55.118606 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd949217-a816-431a-a6f4-9a23b0303f19 admin admin] Made reservation on behalf of 9ceb2cd8b52443a4af4e9024b5888abe for: {'subnet': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 17:53:55.120604 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-cd949217-a816-431a-a6f4-9a23b0303f19 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:53:55.275987 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-cd949217-a816-431a-a6f4-9a23b0303f19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for subnet, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:53:55.332171 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd949217-a816-431a-a6f4-9a23b0303f19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2531ae9-89db-4dcf-b670-9eac4c9cde53,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 17:53:55.338906 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd949217-a816-431a-a6f4-9a23b0303f19 admin admin] Checking segment: {'id': '2879bb11-64b4-46f1-9f8b-52941d47b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 17:53:55.339253 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd949217-a816-431a-a6f4-9a23b0303f19 admin admin] Network hostable DHCP agents. Network: 4c8ef274-9ecc-47c2-9686-5eebd78fb305, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 17:53:55.354797 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd949217-a816-431a-a6f4-9a23b0303f19 admin admin] Network 4c8ef274-9ecc-47c2-9686-5eebd78fb305 is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 17:53:55.363236 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-cd949217-a816-431a-a6f4-9a23b0303f19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, 4c8ef274-9ecc-47c2-9686-5eebd78fb305) {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 17:53:55.367624 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd949217-a816-431a-a6f4-9a23b0303f19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 17:53:55.368226 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-cd949217-a816-431a-a6f4-9a23b0303f19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:53:55.374098 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b03c4a32-a9d3-4c5e-a432-9c0a4d04665a None None] Network 4c8ef274-9ecc-47c2-9686-5eebd78fb305 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 17:53:55.385038 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-cd949217-a816-431a-a6f4-9a23b0303f19 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2883189 May 18 17:53:55.537818 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b14eb5-3d48-4cce-bcec-3ea23c774006 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-4c8ef274-9ecc-47c2-9686-5eebd78fb305', 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305', 'tenant_id': '9ceb2cd8b52443a4af4e9024b5888abe', 'fixed_ips': [{'subnet_id': 'c2531ae9-89db-4dcf-b670-9eac4c9cde53'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 17:53:55.538732 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b1b14eb5-3d48-4cce-bcec-3ea23c774006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:53:55.678828 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-b1b14eb5-3d48-4cce-bcec-3ea23c774006 None None] Allocated IP 192.168.233.2 (4c8ef274-9ecc-47c2-9686-5eebd78fb305/c2531ae9-89db-4dcf-b670-9eac4c9cde53/d0a772b9-d68c-4651-b6ff-e7a8c6a0d14a) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 17:53:55.833189 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b1b14eb5-3d48-4cce-bcec-3ea23c774006 None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:53:55.840719 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b1b14eb5-3d48-4cce-bcec-3ea23c774006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:53:55.879251 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b14eb5-3d48-4cce-bcec-3ea23c774006 None None] Network 4c8ef274-9ecc-47c2-9686-5eebd78fb305 is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 17:53:55.882031 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-b1b14eb5-3d48-4cce-bcec-3ea23c774006 None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 17:53:55.892779 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b14eb5-3d48-4cce-bcec-3ea23c774006 None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 17:53:55.895431 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b14eb5-3d48-4cce-bcec-3ea23c774006 None None] Pushing event updated for resources: {'Port': ['ID=d0a772b9-d68c-4651-b6ff-e7a8c6a0d14a,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 17:53:55.906657 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b14eb5-3d48-4cce-bcec-3ea23c774006 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 17:53:55.907005 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b14eb5-3d48-4cce-bcec-3ea23c774006 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 17:53:55.907347 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b14eb5-3d48-4cce-bcec-3ea23c774006 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 17:53:55.907835 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b14eb5-3d48-4cce-bcec-3ea23c774006 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 17:53:55.908014 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b14eb5-3d48-4cce-bcec-3ea23c774006 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 17:53:55.908351 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b14eb5-3d48-4cce-bcec-3ea23c774006 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 17:53:55.908680 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b14eb5-3d48-4cce-bcec-3ea23c774006 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 17:53:55.909009 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b14eb5-3d48-4cce-bcec-3ea23c774006 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 17:53:55.909337 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b14eb5-3d48-4cce-bcec-3ea23c774006 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 17:53:55.909686 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b14eb5-3d48-4cce-bcec-3ea23c774006 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 17:53:55.910015 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b14eb5-3d48-4cce-bcec-3ea23c774006 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 17:53:55.910340 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b14eb5-3d48-4cce-bcec-3ea23c774006 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 17:53:55.956452 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-b1b14eb5-3d48-4cce-bcec-3ea23c774006 None None] Attempting to bind port d0a772b9-d68c-4651-b6ff-e7a8c6a0d14a on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 17:53:55.956818 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-b1b14eb5-3d48-4cce-bcec-3ea23c774006 None None] Attempting to bind port d0a772b9-d68c-4651-b6ff-e7a8c6a0d14a by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '2879bb11-64b4-46f1-9f8b-52941d47b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 17:53:55.957179 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b14eb5-3d48-4cce-bcec-3ea23c774006 None None] Attempting to bind port d0a772b9-d68c-4651-b6ff-e7a8c6a0d14a on network 4c8ef274-9ecc-47c2-9686-5eebd78fb305 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 17:53:55.962263 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b14eb5-3d48-4cce-bcec-3ea23c774006 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 17, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 17:53:55.962643 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b14eb5-3d48-4cce-bcec-3ea23c774006 None None] Checking segment: {'id': '2879bb11-64b4-46f1-9f8b-52941d47b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 17:53:55.963040 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b1b14eb5-3d48-4cce-bcec-3ea23c774006 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:53:55.963436 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b14eb5-3d48-4cce-bcec-3ea23c774006 None None] Bound using segment: {'id': '2879bb11-64b4-46f1-9f8b-52941d47b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 17:53:55.963893 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-b1b14eb5-3d48-4cce-bcec-3ea23c774006 None None] Bound port: d0a772b9-d68c-4651-b6ff-e7a8c6a0d14a, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2879bb11-64b4-46f1-9f8b-52941d47b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 17:53:55.964289 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b1b14eb5-3d48-4cce-bcec-3ea23c774006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:53:56.033589 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b1b14eb5-3d48-4cce-bcec-3ea23c774006 None None] For port d0a772b9-d68c-4651-b6ff-e7a8c6a0d14a, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 17:53:56.036749 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b1b14eb5-3d48-4cce-bcec-3ea23c774006 None None] For port d0a772b9-d68c-4651-b6ff-e7a8c6a0d14a, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=d0a772b9-d68c-4651-b6ff-e7a8c6a0d14a,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 17:53:56.041243 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b1b14eb5-3d48-4cce-bcec-3ea23c774006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:53:56.107062 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b14eb5-3d48-4cce-bcec-3ea23c774006 None None] Pushing event updated for resources: {'Port': ['ID=d0a772b9-d68c-4651-b6ff-e7a8c6a0d14a,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 17:53:56.502351 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device d0a772b9-d68c-4651-b6ff-e7a8c6a0d14a up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 17:53:56.562634 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port d0a772b9-d68c-4651-b6ff-e7a8c6a0d14a triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 17:53:56.563109 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:53:56.646987 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port d0a772b9-d68c-4651-b6ff-e7a8c6a0d14a is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 17:53:56.647330 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:53:56.681421 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] For port d0a772b9-d68c-4651-b6ff-e7a8c6a0d14a, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=d0a772b9-d68c-4651-b6ff-e7a8c6a0d14a,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 17:53:56.691027 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:53:56.744840 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Pushing event updated for resources: {'Port': ['ID=d0a772b9-d68c-4651-b6ff-e7a8c6a0d14a,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 17:53:56.878789 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 5 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 17:53:57.096325 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b09d131-c249-4481-844d-19c39593c2e2 None None] Network 4c8ef274-9ecc-47c2-9686-5eebd78fb305 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 17:53:57.180820 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-e2031866-baa2-4200-9e96-b5e24d215f78 None None] Provisioning complete for port d0a772b9-d68c-4651-b6ff-e7a8c6a0d14a triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 17:53:57.181120 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-e2031866-baa2-4200-9e96-b5e24d215f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:53:57.330817 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-e2031866-baa2-4200-9e96-b5e24d215f78 None None] Current status of the port d0a772b9-d68c-4651-b6ff-e7a8c6a0d14a is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 17:53:57.556139 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-facfd7da-bc61-4651-88fd-e993c85ebc3a None None] Provisioning complete for port d0a772b9-d68c-4651-b6ff-e7a8c6a0d14a triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 17:53:57.556823 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-facfd7da-bc61-4651-88fd-e993c85ebc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:53:57.634939 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-facfd7da-bc61-4651-88fd-e993c85ebc3a None None] Current status of the port d0a772b9-d68c-4651-b6ff-e7a8c6a0d14a is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 17:53:58.385266 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device d0a772b9-d68c-4651-b6ff-e7a8c6a0d14a up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 17:53:58.436749 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port d0a772b9-d68c-4651-b6ff-e7a8c6a0d14a triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 17:53:58.437116 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:53:58.512032 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port d0a772b9-d68c-4651-b6ff-e7a8c6a0d14a is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 17:54:07.528579 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-07fea5c0-c3b0-4521-8f57-bbaa318cfdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:54:09.954914 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c3177e4f-7a46-48f7-bc83-4af931e13970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:54:11.030779 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:54:12.177047 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:54:12.937411 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:54:33.877566 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 5 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 17:54:37.530933 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-03d9793e-0e0d-4776-9e0b-479ef574833a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:54:39.957230 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-abd81771-b19b-4578-a848-db413c8b8f48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:54:41.032715 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:54:42.180001 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:54:42.945430 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:55:07.532633 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1a9fff03-75b1-4603-8639-bf65d7cc6c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:55:09.958998 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b6bba6be-06ec-493a-8b3e-d274722a9f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:55:10.876766 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 5 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 17:55:11.036152 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:55:12.182538 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:55:12.939107 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:55:32.310116 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 40792) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 17:55:32.315953 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [None req-121f9273-5025-4055-bc73-29e399a8e3e3 tempest-verify_tempest_config-794257019 tempest-verify_tempest_config-794257019-project] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=102730) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 17:55:32.316943 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-121f9273-5025-4055-bc73-29e399a8e3e3 tempest-verify_tempest_config-794257019 tempest-verify_tempest_config-794257019-project] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058699 May 18 17:55:32.605115 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 40810) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 17:55:32.705964 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2a282b16-609f-4670-a2bc-c7ac4d46ab84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:55:32.777375 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2a282b16-609f-4670-a2bc-c7ac4d46ab84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:55:32.780968 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2a282b16-609f-4670-a2bc-c7ac4d46ab84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:55:32.823984 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-2a282b16-609f-4670-a2bc-c7ac4d46ab84 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=c8c69626a588489a9a96d5d33cb304ea&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2178240 May 18 17:55:32.825042 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a282b16-609f-4670-a2bc-c7ac4d46ab84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea57de08-6372-4a9a-91ce-434cb753315b,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 17:55:32.827380 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 40814) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 17:55:32.832545 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a282b16-609f-4670-a2bc-c7ac4d46ab84 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 17:55:32.832981 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a282b16-609f-4670-a2bc-c7ac4d46ab84 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 17:55:32.833396 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a282b16-609f-4670-a2bc-c7ac4d46ab84 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 17:55:32.833551 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a282b16-609f-4670-a2bc-c7ac4d46ab84 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 17:55:32.833934 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a282b16-609f-4670-a2bc-c7ac4d46ab84 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 17:55:32.834269 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a282b16-609f-4670-a2bc-c7ac4d46ab84 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 17:55:32.834582 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a282b16-609f-4670-a2bc-c7ac4d46ab84 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 17:55:32.834907 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a282b16-609f-4670-a2bc-c7ac4d46ab84 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 17:55:32.835232 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a282b16-609f-4670-a2bc-c7ac4d46ab84 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 17:55:32.835551 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a282b16-609f-4670-a2bc-c7ac4d46ab84 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 17:55:32.835874 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a282b16-609f-4670-a2bc-c7ac4d46ab84 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 17:55:32.836198 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a282b16-609f-4670-a2bc-c7ac4d46ab84 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 17:55:32.882876 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9ac836ab-7707-4a2a-8a6d-bcfe957ccac4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:55:32.903184 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9ac836ab-7707-4a2a-8a6d-bcfe957ccac4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:55:32.998916 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9ac836ab-7707-4a2a-8a6d-bcfe957ccac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:55:33.001436 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9ac836ab-7707-4a2a-8a6d-bcfe957ccac4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:55:33.002612 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-9ac836ab-7707-4a2a-8a6d-bcfe957ccac4 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/ea57de08-6372-4a9a-91ce-434cb753315b HTTP/1.1" status: 204 len: 168 time: 0.1742637 May 18 17:55:33.010593 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac836ab-7707-4a2a-8a6d-bcfe957ccac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea57de08-6372-4a9a-91ce-434cb753315b,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 17:55:33.017094 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac836ab-7707-4a2a-8a6d-bcfe957ccac4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 17:55:33.017433 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac836ab-7707-4a2a-8a6d-bcfe957ccac4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 17:55:33.018062 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac836ab-7707-4a2a-8a6d-bcfe957ccac4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 17:55:33.018403 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac836ab-7707-4a2a-8a6d-bcfe957ccac4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 17:55:33.018723 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac836ab-7707-4a2a-8a6d-bcfe957ccac4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 17:55:33.019046 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac836ab-7707-4a2a-8a6d-bcfe957ccac4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 17:55:33.019364 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac836ab-7707-4a2a-8a6d-bcfe957ccac4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 17:55:33.019686 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac836ab-7707-4a2a-8a6d-bcfe957ccac4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 17:55:33.020055 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac836ab-7707-4a2a-8a6d-bcfe957ccac4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 17:55:33.020304 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac836ab-7707-4a2a-8a6d-bcfe957ccac4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 17:55:33.020617 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac836ab-7707-4a2a-8a6d-bcfe957ccac4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 17:55:33.020930 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac836ab-7707-4a2a-8a6d-bcfe957ccac4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 17:55:37.533970 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-312a6363-847a-4732-a0fa-385fefb2bda8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:55:39.960467 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c8135d10-7c3f-43b1-a14d-16642e53eed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:55:41.037187 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:55:42.184674 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:55:42.941057 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:55:47.875335 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 5 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 17:56:07.533592 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-318c4928-827e-4c9a-8df3-b85d87aa0a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:56:09.961078 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-caa2f23d-ff1d-4d37-a2e0-cdea2c770923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:56:11.039541 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:56:12.187080 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:56:12.943250 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:56:24.875047 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 5 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 17:56:37.534643 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-3cadfcc1-3576-427a-accb-e65a9aeb832f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:56:39.962824 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-2db1f161-5c17-406e-b5e4-9c78addfb667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:56:41.042822 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:56:42.191975 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:56:42.947555 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:57:01.882457 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 5 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 17:57:07.535123 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f82c2af4-363b-474a-a804-d054c522cca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:57:09.965201 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-abd66936-3588-4cd6-b3cd-85c767dfb2f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:57:11.047242 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:57:12.193705 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:57:12.948738 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:57:37.538354 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-81abf703-df83-470f-9333-50aaead33188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:57:38.871135 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 5 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 17:57:39.967362 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-5ae7f946-1d81-4b5f-8b51-259cc4784f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:57:41.049438 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:57:42.197823 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:57:42.951339 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:58:07.539838 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-04f233ad-6a84-4886-ac4c-5e500ce6f58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:58:09.968903 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-edd4758e-8493-412b-a134-5961c1291d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:58:11.054358 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:58:12.200130 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:58:12.954030 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:58:15.870335 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 5 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 17:58:30.765000 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-594006'] for agent, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:58:30.819768 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-594006'] for agent, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:58:37.540192 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-2ae9ec91-2884-4c8e-96d6-a622d0192a0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:58:39.969901 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-ec3916bd-0725-4191-8d68-8e3c72242779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:58:41.055526 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:58:42.202786 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:58:42.955946 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:58:52.870162 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 7 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 17:59:00.717953 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:59:00.801985 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:59:07.545555 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-576066fb-eb8b-4fe2-9614-d300f53f1d70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:59:09.971167 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d5d29c4b-c08d-4247-89dc-fd6cd931a69a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:59:11.059028 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:59:12.207078 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:59:12.959160 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:59:20.127880 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 40872) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 17:59:20.245135 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-f238fb19-866b-44de-b8e1-6d0ef1417cf8 admin admin] 10.222.0.85 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1161516 May 18 17:59:22.480349 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 40882) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 17:59:22.539831 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-753a9746-d2d9-4cda-8135-a1090dd0a638 admin admin] 10.222.0.85 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0584207 May 18 17:59:29.868859 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 7 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 17:59:30.733745 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:59:30.801392 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:59:37.536884 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f006b308-dbed-4482-80a8-e349154e5d45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:59:39.975429 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b5333e47-9f51-4265-9f36-7e8d3acc5893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:59:41.064856 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:59:42.208785 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 17:59:42.963074 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:00:00.731071 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:00:00.806929 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:00:06.872888 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 7 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 18:00:07.540146 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1b9c793d-c38f-40b2-ad68-17feb95240d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:00:09.978270 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-ef333370-c615-423c-a0a0-8bda081e61ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:00:11.070697 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:00:12.212950 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:00:12.966728 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:00:30.729584 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:00:30.815834 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:00:37.534101 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-e250ca20-04a6-4af6-8d50-8e0bf48264f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:00:39.981859 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-760e1c6c-a82e-4922-b3b6-15fb5bd3b48d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:00:41.068063 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:00:42.214611 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:00:42.969559 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:00:43.871392 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 7 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 18:00:57.234287 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 41142) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:00:57.671927 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-9f20f946-14ab-45fe-99d7-a08f83f4adff tempest-AutoAllocateNetworkTest-952831652 tempest-AutoAllocateNetworkTest-952831652-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=80812d8b88ae471f999f56e7a667afb1&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4364638 May 18 18:00:57.674939 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 41166) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:00:57.866776 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3427215f-c398-47f0-bd07-fca51728e065 tempest-AutoAllocateNetworkTest-952831652 tempest-AutoAllocateNetworkTest-952831652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:00:57.868401 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-3427215f-c398-47f0-bd07-fca51728e065 tempest-AutoAllocateNetworkTest-952831652 tempest-AutoAllocateNetworkTest-952831652-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1923008 May 18 18:00:57.871426 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 41182) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:00:57.933812 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-f65c006b-0776-4b37-a01e-ac572cb01804 tempest-AutoAllocateNetworkTest-952831652 tempest-AutoAllocateNetworkTest-952831652-project] 10.222.0.85 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0584414 May 18 18:00:57.934199 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 41188) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:00:57.966541 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-487c99aa-fc7b-4a97-bea2-87a4b72d68e2 tempest-AutoAllocateNetworkTest-952831652 tempest-AutoAllocateNetworkTest-952831652-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=80812d8b88ae471f999f56e7a667afb1 HTTP/1.1" status: 200 len: 208 time: 0.0284040 May 18 18:00:58.670111 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 41224) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:00:59.107116 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4380749c-7cec-4af6-9285-8931fbda1dcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:00:59.190432 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4380749c-7cec-4af6-9285-8931fbda1dcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:00:59.195076 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4380749c-7cec-4af6-9285-8931fbda1dcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:00:59.245856 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4380749c-7cec-4af6-9285-8931fbda1dcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a5ebb95-8f9f-4635-9a06-414bf04b103c,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:00:59.251422 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-4380749c-7cec-4af6-9285-8931fbda1dcd admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=80812d8b88ae471f999f56e7a667afb1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5802169 May 18 18:00:59.255784 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 41252) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:00:59.256934 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4380749c-7cec-4af6-9285-8931fbda1dcd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:00:59.257284 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4380749c-7cec-4af6-9285-8931fbda1dcd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:00:59.257647 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4380749c-7cec-4af6-9285-8931fbda1dcd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:00:59.257962 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4380749c-7cec-4af6-9285-8931fbda1dcd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:00:59.258295 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4380749c-7cec-4af6-9285-8931fbda1dcd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:00:59.258617 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4380749c-7cec-4af6-9285-8931fbda1dcd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:00:59.258932 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4380749c-7cec-4af6-9285-8931fbda1dcd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:00:59.259250 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4380749c-7cec-4af6-9285-8931fbda1dcd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:00:59.259569 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4380749c-7cec-4af6-9285-8931fbda1dcd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:00:59.259884 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4380749c-7cec-4af6-9285-8931fbda1dcd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:00:59.260203 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4380749c-7cec-4af6-9285-8931fbda1dcd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:00:59.260523 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4380749c-7cec-4af6-9285-8931fbda1dcd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:00:59.261525 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4380749c-7cec-4af6-9285-8931fbda1dcd admin admin] Tracked resource versions report: May 18 18:00:59.261525 n-d-838550-3 neutron-server[102731]: pushed versions: May 18 18:00:59.261525 n-d-838550-3 neutron-server[102731]: { 'AddressGroup': {'1.2'}, May 18 18:00:59.261525 n-d-838550-3 neutron-server[102731]: 'ConntrackHelper': {'1.0'}, May 18 18:00:59.261525 n-d-838550-3 neutron-server[102731]: 'Log': {'1.0'}, May 18 18:00:59.261525 n-d-838550-3 neutron-server[102731]: 'Network': {'1.1'}, May 18 18:00:59.261525 n-d-838550-3 neutron-server[102731]: 'Port': {'1.7'}, May 18 18:00:59.261525 n-d-838550-3 neutron-server[102731]: 'PortForwarding': {'1.2'}, May 18 18:00:59.261525 n-d-838550-3 neutron-server[102731]: 'QosPolicy': {'1.9'}, May 18 18:00:59.261525 n-d-838550-3 neutron-server[102731]: 'SecurityGroup': {'1.4'}, May 18 18:00:59.261525 n-d-838550-3 neutron-server[102731]: 'SecurityGroupRule': {'1.2'}, May 18 18:00:59.261525 n-d-838550-3 neutron-server[102731]: 'SubPort': {'1.0'}, May 18 18:00:59.261525 n-d-838550-3 neutron-server[102731]: 'Subnet': {'1.1'}, May 18 18:00:59.261525 n-d-838550-3 neutron-server[102731]: 'Trunk': {'1.1'}} May 18 18:00:59.261525 n-d-838550-3 neutron-server[102731]: consumer versions: May 18 18:00:59.261525 n-d-838550-3 neutron-server[102731]: { DHCP agent@n-d-838550-3: {}, May 18 18:00:59.261525 n-d-838550-3 neutron-server[102731]: HyperV agent@n-h1-838550-3: {}, May 18 18:00:59.261525 n-d-838550-3 neutron-server[102731]: HyperV agent@n-h2-838550-3: {}, May 18 18:00:59.261525 n-d-838550-3 neutron-server[102731]: L3 agent@n-d-838550-3: {}, May 18 18:00:59.261525 n-d-838550-3 neutron-server[102731]: Metadata agent@n-d-838550-3: {}, May 18 18:00:59.261525 n-d-838550-3 neutron-server[102731]: Metering agent@n-d-838550-3: {}, May 18 18:00:59.261525 n-d-838550-3 neutron-server[102731]: Open vSwitch agent@n-d-838550-3: { 'AddressGroup': '1.2', May 18 18:00:59.261525 n-d-838550-3 neutron-server[102731]: 'ConntrackHelper': '1.0', May 18 18:00:59.261525 n-d-838550-3 neutron-server[102731]: 'Log': '1.0', May 18 18:00:59.261525 n-d-838550-3 neutron-server[102731]: 'Network': '1.1', May 18 18:00:59.261525 n-d-838550-3 neutron-server[102731]: 'Port': '1.7', May 18 18:00:59.261525 n-d-838550-3 neutron-server[102731]: 'PortForwarding': '1.2', May 18 18:00:59.261525 n-d-838550-3 neutron-server[102731]: 'QosPolicy': '1.9', May 18 18:00:59.261525 n-d-838550-3 neutron-server[102731]: 'SecurityGroup': '1.4', May 18 18:00:59.261525 n-d-838550-3 neutron-server[102731]: 'SecurityGroupRule': '1.2', May 18 18:00:59.261525 n-d-838550-3 neutron-server[102731]: 'SubPort': '1.0', May 18 18:00:59.261525 n-d-838550-3 neutron-server[102731]: 'Subnet': '1.1', May 18 18:00:59.261525 n-d-838550-3 neutron-server[102731]: 'Trunk': '1.1'}} May 18 18:00:59.261525 n-d-838550-3 neutron-server[102731]: {{(pid=102731) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 18 18:00:59.341651 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5c859e8d-e104-486a-8566-1d318a05074a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:00:59.373172 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5c859e8d-e104-486a-8566-1d318a05074a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:00:59.448178 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5c859e8d-e104-486a-8566-1d318a05074a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:00:59.453489 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5c859e8d-e104-486a-8566-1d318a05074a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:00:59.462161 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-5c859e8d-e104-486a-8566-1d318a05074a admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/2a5ebb95-8f9f-4635-9a06-414bf04b103c HTTP/1.1" status: 204 len: 168 time: 0.2041473 May 18 18:00:59.470454 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c859e8d-e104-486a-8566-1d318a05074a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a5ebb95-8f9f-4635-9a06-414bf04b103c,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:00:59.478753 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c859e8d-e104-486a-8566-1d318a05074a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:00:59.479135 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c859e8d-e104-486a-8566-1d318a05074a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:00:59.479475 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c859e8d-e104-486a-8566-1d318a05074a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:00:59.479845 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c859e8d-e104-486a-8566-1d318a05074a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:00:59.480219 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c859e8d-e104-486a-8566-1d318a05074a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:00:59.480539 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c859e8d-e104-486a-8566-1d318a05074a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:00:59.480878 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c859e8d-e104-486a-8566-1d318a05074a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:00:59.481521 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c859e8d-e104-486a-8566-1d318a05074a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:00:59.482095 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c859e8d-e104-486a-8566-1d318a05074a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:00:59.482523 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c859e8d-e104-486a-8566-1d318a05074a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:00:59.482941 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c859e8d-e104-486a-8566-1d318a05074a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:00:59.483404 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c859e8d-e104-486a-8566-1d318a05074a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:00:59.484621 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c859e8d-e104-486a-8566-1d318a05074a admin admin] Tracked resource versions report: May 18 18:00:59.484621 n-d-838550-3 neutron-server[102730]: pushed versions: May 18 18:00:59.484621 n-d-838550-3 neutron-server[102730]: { 'AddressGroup': {'1.2'}, May 18 18:00:59.484621 n-d-838550-3 neutron-server[102730]: 'ConntrackHelper': {'1.0'}, May 18 18:00:59.484621 n-d-838550-3 neutron-server[102730]: 'Log': {'1.0'}, May 18 18:00:59.484621 n-d-838550-3 neutron-server[102730]: 'Network': {'1.1'}, May 18 18:00:59.484621 n-d-838550-3 neutron-server[102730]: 'Port': {'1.7'}, May 18 18:00:59.484621 n-d-838550-3 neutron-server[102730]: 'PortForwarding': {'1.2'}, May 18 18:00:59.484621 n-d-838550-3 neutron-server[102730]: 'QosPolicy': {'1.9'}, May 18 18:00:59.484621 n-d-838550-3 neutron-server[102730]: 'SecurityGroup': {'1.4'}, May 18 18:00:59.484621 n-d-838550-3 neutron-server[102730]: 'SecurityGroupRule': {'1.2'}, May 18 18:00:59.484621 n-d-838550-3 neutron-server[102730]: 'SubPort': {'1.0'}, May 18 18:00:59.484621 n-d-838550-3 neutron-server[102730]: 'Subnet': {'1.1'}, May 18 18:00:59.484621 n-d-838550-3 neutron-server[102730]: 'Trunk': {'1.1'}} May 18 18:00:59.484621 n-d-838550-3 neutron-server[102730]: consumer versions: May 18 18:00:59.484621 n-d-838550-3 neutron-server[102730]: { DHCP agent@n-d-838550-3: {}, May 18 18:00:59.484621 n-d-838550-3 neutron-server[102730]: HyperV agent@n-h1-838550-3: {}, May 18 18:00:59.484621 n-d-838550-3 neutron-server[102730]: HyperV agent@n-h2-838550-3: {}, May 18 18:00:59.484621 n-d-838550-3 neutron-server[102730]: L3 agent@n-d-838550-3: {}, May 18 18:00:59.484621 n-d-838550-3 neutron-server[102730]: Metadata agent@n-d-838550-3: {}, May 18 18:00:59.484621 n-d-838550-3 neutron-server[102730]: Metering agent@n-d-838550-3: {}, May 18 18:00:59.484621 n-d-838550-3 neutron-server[102730]: Open vSwitch agent@n-d-838550-3: { 'AddressGroup': '1.2', May 18 18:00:59.484621 n-d-838550-3 neutron-server[102730]: 'ConntrackHelper': '1.0', May 18 18:00:59.484621 n-d-838550-3 neutron-server[102730]: 'Log': '1.0', May 18 18:00:59.484621 n-d-838550-3 neutron-server[102730]: 'Network': '1.1', May 18 18:00:59.484621 n-d-838550-3 neutron-server[102730]: 'Port': '1.7', May 18 18:00:59.484621 n-d-838550-3 neutron-server[102730]: 'PortForwarding': '1.2', May 18 18:00:59.484621 n-d-838550-3 neutron-server[102730]: 'QosPolicy': '1.9', May 18 18:00:59.484621 n-d-838550-3 neutron-server[102730]: 'SecurityGroup': '1.4', May 18 18:00:59.484621 n-d-838550-3 neutron-server[102730]: 'SecurityGroupRule': '1.2', May 18 18:00:59.484621 n-d-838550-3 neutron-server[102730]: 'SubPort': '1.0', May 18 18:00:59.484621 n-d-838550-3 neutron-server[102730]: 'Subnet': '1.1', May 18 18:00:59.484621 n-d-838550-3 neutron-server[102730]: 'Trunk': '1.1'}} May 18 18:00:59.484621 n-d-838550-3 neutron-server[102730]: {{(pid=102730) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 18 18:00:59.753476 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 41292) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:00:59.908195 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-00294b2b-6a70-44ae-b810-23228b0e437a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:00.036427 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-00294b2b-6a70-44ae-b810-23228b0e437a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:00.043985 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-00294b2b-6a70-44ae-b810-23228b0e437a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:00.085974 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-00294b2b-6a70-44ae-b810-23228b0e437a admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=42b88af5b68f48a38debf3236840399a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3312130 May 18 18:01:00.087091 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00294b2b-6a70-44ae-b810-23228b0e437a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6cb466b-00b0-4a2d-b604-b266ad3afd7d,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:00.088710 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 41322) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:01:00.145257 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3e5eb9bd-3d36-4edd-9451-b3538b14892d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:00.167061 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3e5eb9bd-3d36-4edd-9451-b3538b14892d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:00.215330 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3e5eb9bd-3d36-4edd-9451-b3538b14892d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:00.218176 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3e5eb9bd-3d36-4edd-9451-b3538b14892d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:00.219470 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-3e5eb9bd-3d36-4edd-9451-b3538b14892d admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/b6cb466b-00b0-4a2d-b604-b266ad3afd7d HTTP/1.1" status: 204 len: 168 time: 0.1280870 May 18 18:01:00.232344 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5eb9bd-3d36-4edd-9451-b3538b14892d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6cb466b-00b0-4a2d-b604-b266ad3afd7d,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:00.411040 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 41338) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:01:00.435405 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 41342) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:01:00.674351 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-83dc1d23-529d-4d72-b3e8-74c9c928a47c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:00.741901 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:00.748577 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-bc4b3c71-ef3d-4088-b0a9-076d0f9159a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:00.825331 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:00.835303 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 41360) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:01:00.852818 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-70af834d-4cba-4d29-9f4b-56123ba4f4c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:00.885114 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-83dc1d23-529d-4d72-b3e8-74c9c928a47c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:00.897358 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-bc4b3c71-ef3d-4088-b0a9-076d0f9159a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:00.898604 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-83dc1d23-529d-4d72-b3e8-74c9c928a47c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:00.912177 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-bc4b3c71-ef3d-4088-b0a9-076d0f9159a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:00.942800 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-83dc1d23-529d-4d72-b3e8-74c9c928a47c admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=2b87582998ff4556a4b9a3847d3dcf5e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5306458 May 18 18:01:00.951602 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 41364) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:01:00.968463 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-bc4b3c71-ef3d-4088-b0a9-076d0f9159a0 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=eb61c64926de4efcbe06028105f9b564&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5320113 May 18 18:01:00.971122 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 41366) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:01:00.994350 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dc1d23-529d-4d72-b3e8-74c9c928a47c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dab8fb9-579a-4473-a221-afe73d4b2651,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:01.046496 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4b3c71-ef3d-4088-b0a9-076d0f9159a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c62faf0c-96ad-448e-a4fa-83eca5db33b4,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:01.049996 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c5c3c747-2e51-4c66-8e1c-fd8f247a9525 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:01.088692 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-70af834d-4cba-4d29-9f4b-56123ba4f4c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:01.095722 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-70af834d-4cba-4d29-9f4b-56123ba4f4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:01.106613 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c5c3c747-2e51-4c66-8e1c-fd8f247a9525 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:01.128341 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-70af834d-4cba-4d29-9f4b-56123ba4f4c1 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=1da880055f904bccb520c588b6878ae9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2906051 May 18 18:01:01.132129 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 41376) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:01:01.181888 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c5c3c747-2e51-4c66-8e1c-fd8f247a9525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:01.184691 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c5c3c747-2e51-4c66-8e1c-fd8f247a9525 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:01.186041 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-c5c3c747-2e51-4c66-8e1c-fd8f247a9525 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/1dab8fb9-579a-4473-a221-afe73d4b2651 HTTP/1.1" status: 204 len: 168 time: 0.2332370 May 18 18:01:01.201271 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c3c747-2e51-4c66-8e1c-fd8f247a9525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dab8fb9-579a-4473-a221-afe73d4b2651,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:01.268008 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-364105d0-54cd-48d4-9291-167684001150 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:01.277432 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70af834d-4cba-4d29-9f4b-56123ba4f4c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf7efdc8-7b69-4ec0-bb30-2b55f4db72b7,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:01.316239 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7d27c342-cdf4-4342-abb5-89c734857e53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:01.328407 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-364105d0-54cd-48d4-9291-167684001150 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:01.547741 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7d27c342-cdf4-4342-abb5-89c734857e53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:01.598187 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-364105d0-54cd-48d4-9291-167684001150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:01.601657 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-364105d0-54cd-48d4-9291-167684001150 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:01.605396 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-364105d0-54cd-48d4-9291-167684001150 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/c62faf0c-96ad-448e-a4fa-83eca5db33b4 HTTP/1.1" status: 204 len: 168 time: 0.6304247 May 18 18:01:01.614093 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364105d0-54cd-48d4-9291-167684001150 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c62faf0c-96ad-448e-a4fa-83eca5db33b4,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:01.631094 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7d27c342-cdf4-4342-abb5-89c734857e53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:01.637342 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7d27c342-cdf4-4342-abb5-89c734857e53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:01.638357 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-7d27c342-cdf4-4342-abb5-89c734857e53 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/cf7efdc8-7b69-4ec0-bb30-2b55f4db72b7 HTTP/1.1" status: 204 len: 168 time: 0.5050983 May 18 18:01:01.653197 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d27c342-cdf4-4342-abb5-89c734857e53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf7efdc8-7b69-4ec0-bb30-2b55f4db72b7,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:01.718653 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 41432) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:01:01.746705 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7f62559d-9297-4dc1-a8ca-fdc8089f10b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:01.828891 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7f62559d-9297-4dc1-a8ca-fdc8089f10b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:01.834273 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7f62559d-9297-4dc1-a8ca-fdc8089f10b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:01.873541 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-7f62559d-9297-4dc1-a8ca-fdc8089f10b8 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=0e168f601a0e470bb5505a8905bc1bbc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1536334 May 18 18:01:01.874669 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62559d-9297-4dc1-a8ca-fdc8089f10b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aae6714-53be-466b-8935-a51eb85db7eb,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:01.876371 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 41440) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:01:01.927337 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4c9024f5-d912-4582-8d95-8d3102080663 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:01.952830 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4c9024f5-d912-4582-8d95-8d3102080663 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:02.005829 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4c9024f5-d912-4582-8d95-8d3102080663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:02.008614 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4c9024f5-d912-4582-8d95-8d3102080663 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:02.009811 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-4c9024f5-d912-4582-8d95-8d3102080663 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/9aae6714-53be-466b-8935-a51eb85db7eb HTTP/1.1" status: 204 len: 168 time: 0.1324756 May 18 18:01:02.018415 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9024f5-d912-4582-8d95-8d3102080663 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aae6714-53be-466b-8935-a51eb85db7eb,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:02.231135 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 41456) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:01:02.259432 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 41460) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:01:02.469005 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 41470) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:01:02.482532 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2b33a0df-d342-444a-bffd-fd7a175811c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:02.572721 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2b33a0df-d342-444a-bffd-fd7a175811c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:02.577799 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2b33a0df-d342-444a-bffd-fd7a175811c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:02.620144 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-2b33a0df-d342-444a-bffd-fd7a175811c0 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=7e8d8d1c476c49558442d87db7fe3dd1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1500902 May 18 18:01:02.621196 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b33a0df-d342-444a-bffd-fd7a175811c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76d0a999-53a4-4b20-8493-4f0ba51a6a3a,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:02.622920 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 41480) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:01:02.665534 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-cd252096-d9df-4ed8-ab40-312aa6fdf16e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:02.699023 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b8c40212-3ca4-4e92-86c2-fe99cba695e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:02.714299 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a3ae4d13-f9c2-4361-a5fd-9ae82237e12c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:02.764307 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a3ae4d13-f9c2-4361-a5fd-9ae82237e12c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:02.824953 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b8c40212-3ca4-4e92-86c2-fe99cba695e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:02.831289 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-cd252096-d9df-4ed8-ab40-312aa6fdf16e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:02.835232 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b8c40212-3ca4-4e92-86c2-fe99cba695e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:02.836443 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-cd252096-d9df-4ed8-ab40-312aa6fdf16e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:02.867103 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c40212-3ca4-4e92-86c2-fe99cba695e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0955f200-dc95-46f1-be86-d365d8cdde2c,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:02.875886 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd252096-d9df-4ed8-ab40-312aa6fdf16e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0aa8e97-c432-4a1a-a22a-690c2240d0b5,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:02.893961 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 41494) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:01:02.896921 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-b8c40212-3ca4-4e92-86c2-fe99cba695e1 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=c59d275ca83e49079d04be02ac7a6ef2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6356282 May 18 18:01:02.912122 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a3ae4d13-f9c2-4361-a5fd-9ae82237e12c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:02.914777 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a3ae4d13-f9c2-4361-a5fd-9ae82237e12c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:02.915901 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-a3ae4d13-f9c2-4361-a5fd-9ae82237e12c admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/76d0a999-53a4-4b20-8493-4f0ba51a6a3a HTTP/1.1" status: 204 len: 168 time: 0.2912400 May 18 18:01:02.927954 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-cd252096-d9df-4ed8-ab40-312aa6fdf16e admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=7914b4c050bc44b4a8dd2178b9ba2cae&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6926777 May 18 18:01:02.929292 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 41508) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:01:02.941495 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ae4d13-f9c2-4361-a5fd-9ae82237e12c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76d0a999-53a4-4b20-8493-4f0ba51a6a3a,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:02.988745 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1ac8ad19-702d-410e-a82b-3cab52c51a7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:03.008685 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-703292da-4501-4843-94c9-4adc8339716a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:03.018048 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1ac8ad19-702d-410e-a82b-3cab52c51a7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:03.033148 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-703292da-4501-4843-94c9-4adc8339716a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:03.072978 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1ac8ad19-702d-410e-a82b-3cab52c51a7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:03.075828 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1ac8ad19-702d-410e-a82b-3cab52c51a7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:03.079687 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-1ac8ad19-702d-410e-a82b-3cab52c51a7f admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/0955f200-dc95-46f1-be86-d365d8cdde2c HTTP/1.1" status: 204 len: 168 time: 0.1841674 May 18 18:01:03.090161 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac8ad19-702d-410e-a82b-3cab52c51a7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0955f200-dc95-46f1-be86-d365d8cdde2c,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:03.107494 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-703292da-4501-4843-94c9-4adc8339716a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:03.111159 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-703292da-4501-4843-94c9-4adc8339716a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:03.112552 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-703292da-4501-4843-94c9-4adc8339716a admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/d0aa8e97-c432-4a1a-a22a-690c2240d0b5 HTTP/1.1" status: 204 len: 168 time: 0.1810057 May 18 18:01:03.122747 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703292da-4501-4843-94c9-4adc8339716a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0aa8e97-c432-4a1a-a22a-690c2240d0b5,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:03.300702 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 41530) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:01:03.302863 n-d-838550-3 neutron-server[102731]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 18 18:01:03.332505 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7bfa70c1-19d7-446d-a0cc-93d8da3d6b9e req-559bfb1d-d557-4451-a4c0-b897d6383e39 tempest-AggregatesAdminTestJSON-1029985983 tempest-AggregatesAdminTestJSON-1029985983-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=db6114a9f231415e80df27ad0cb5ca7e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306869 May 18 18:01:03.535155 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfa70c1-19d7-446d-a0cc-93d8da3d6b9e req-43417b5d-e6f3-48fa-bdd3-046110e5bf5a tempest-AggregatesAdminTestJSON-1029985983 tempest-AggregatesAdminTestJSON-1029985983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:03.538359 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7bfa70c1-19d7-446d-a0cc-93d8da3d6b9e req-43417b5d-e6f3-48fa-bdd3-046110e5bf5a tempest-AggregatesAdminTestJSON-1029985983 tempest-AggregatesAdminTestJSON-1029985983-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1994119 May 18 18:01:03.554055 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7bfa70c1-19d7-446d-a0cc-93d8da3d6b9e req-a3d88a61-6ed7-4899-81f6-8987b80e694c tempest-AggregatesAdminTestJSON-1029985983 tempest-AggregatesAdminTestJSON-1029985983-project] 10.222.0.85 "GET /v2.0/quotas/db6114a9f231415e80df27ad0cb5ca7e HTTP/1.1" status: 200 len: 375 time: 0.0113738 May 18 18:01:03.626095 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7bfa70c1-19d7-446d-a0cc-93d8da3d6b9e req-bc9054d0-f045-4f3f-8827-f54f93a8578f tempest-AggregatesAdminTestJSON-1029985983 tempest-AggregatesAdminTestJSON-1029985983-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=db6114a9f231415e80df27ad0cb5ca7e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0658436 May 18 18:01:03.860147 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 41562) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:01:03.876952 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d3b667c2-076a-428f-94e5-c967450893aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:03.912243 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 41568) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:01:03.929852 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-088cc18d-3d53-446e-a980-1d77fb5e1408 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:03.974192 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d3b667c2-076a-428f-94e5-c967450893aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:03.979300 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d3b667c2-076a-428f-94e5-c967450893aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:04.027968 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-088cc18d-3d53-446e-a980-1d77fb5e1408 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:04.034158 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-d3b667c2-076a-428f-94e5-c967450893aa admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=d7115cc4ac204bdca067d6479eb60502&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1705632 May 18 18:01:04.034158 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b667c2-076a-428f-94e5-c967450893aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70409124-d0f1-4875-aa33-2501d331476d,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:04.035480 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 41570) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:01:04.036536 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-088cc18d-3d53-446e-a980-1d77fb5e1408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:04.081759 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-088cc18d-3d53-446e-a980-1d77fb5e1408 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=e64cb25cc93e41f782f3bb0593da5f82&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1644003 May 18 18:01:04.081759 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088cc18d-3d53-446e-a980-1d77fb5e1408 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2af0c981-bed6-4d10-8239-1d33da4aff92,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:04.082553 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 41576) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:01:04.124615 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d596c200-ae40-4d20-be40-de5a6b2a5a6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:04.160505 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d596c200-ae40-4d20-be40-de5a6b2a5a6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:04.168112 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-160acd33-80a0-402c-b520-1d42053758ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:04.206558 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-160acd33-80a0-402c-b520-1d42053758ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:04.252393 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d596c200-ae40-4d20-be40-de5a6b2a5a6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:04.263898 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d596c200-ae40-4d20-be40-de5a6b2a5a6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:04.263898 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-d596c200-ae40-4d20-be40-de5a6b2a5a6a admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/70409124-d0f1-4875-aa33-2501d331476d HTTP/1.1" status: 204 len: 168 time: 0.2187262 May 18 18:01:04.274179 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d596c200-ae40-4d20-be40-de5a6b2a5a6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70409124-d0f1-4875-aa33-2501d331476d,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:04.284044 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-160acd33-80a0-402c-b520-1d42053758ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:04.287134 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-160acd33-80a0-402c-b520-1d42053758ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:04.288701 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-160acd33-80a0-402c-b520-1d42053758ea admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/2af0c981-bed6-4d10-8239-1d33da4aff92 HTTP/1.1" status: 204 len: 168 time: 0.2052073 May 18 18:01:04.297726 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160acd33-80a0-402c-b520-1d42053758ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2af0c981-bed6-4d10-8239-1d33da4aff92,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:04.508643 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 41604) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:01:05.042613 n-d-838550-3 neutron-server[102730]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 18 18:01:05.110236 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c45e4029-5eab-4e1d-8e2b-4decebd48e0d req-a9761a4b-2836-4d65-ba64-c17c203aa985 tempest-AggregatesAdminTestJSON-1029985983 tempest-AggregatesAdminTestJSON-1029985983-project] 10.222.0.85 "GET /v2.0/ports?device_id=51c1f3cc-a022-4e20-9131-f49c793e5b52 HTTP/1.1" status: 200 len: 210 time: 0.6003771 May 18 18:01:05.761266 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.88', 54110) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:01:05.797133 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7bfa70c1-19d7-446d-a0cc-93d8da3d6b9e req-295349b9-bec8-4ce1-8ce2-039f33828c8f tempest-AggregatesAdminTestJSON-1029985983 tempest-AggregatesAdminTestJSON-1029985983-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=db6114a9f231415e80df27ad0cb5ca7e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286136 May 18 18:01:05.933607 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfa70c1-19d7-446d-a0cc-93d8da3d6b9e req-4058431a-28fc-4c4d-8c66-fa8371222ed5 tempest-AggregatesAdminTestJSON-1029985983 tempest-AggregatesAdminTestJSON-1029985983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:05.935304 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7bfa70c1-19d7-446d-a0cc-93d8da3d6b9e req-4058431a-28fc-4c4d-8c66-fa8371222ed5 tempest-AggregatesAdminTestJSON-1029985983 tempest-AggregatesAdminTestJSON-1029985983-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1319542 May 18 18:01:06.084329 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-7bfa70c1-19d7-446d-a0cc-93d8da3d6b9e req-6cdc91fa-66c2-46b9-af21-a588a5c2e08f tempest-AggregatesAdminTestJSON-1029985983 tempest-AggregatesAdminTestJSON-1029985983-project] Request body: {'port': {'device_id': '51c1f3cc-a022-4e20-9131-f49c793e5b52', 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305', 'admin_state_up': True, 'tenant_id': 'db6114a9f231415e80df27ad0cb5ca7e'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:01:06.356014 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bfa70c1-19d7-446d-a0cc-93d8da3d6b9e req-6cdc91fa-66c2-46b9-af21-a588a5c2e08f tempest-AggregatesAdminTestJSON-1029985983 tempest-AggregatesAdminTestJSON-1029985983-project] Made reservation on behalf of db6114a9f231415e80df27ad0cb5ca7e for: {'port': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:01:06.359616 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-7bfa70c1-19d7-446d-a0cc-93d8da3d6b9e req-6cdc91fa-66c2-46b9-af21-a588a5c2e08f tempest-AggregatesAdminTestJSON-1029985983 tempest-AggregatesAdminTestJSON-1029985983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:06.368800 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-7bfa70c1-19d7-446d-a0cc-93d8da3d6b9e req-6cdc91fa-66c2-46b9-af21-a588a5c2e08f tempest-AggregatesAdminTestJSON-1029985983 tempest-AggregatesAdminTestJSON-1029985983-project] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:06.386054 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-75235ab6-55b0-4808-a35b-191b566db6ff req-ae7a31c4-75db-47ea-8697-819e34b07516 tempest-AggregatesAdminTestJSON-1029985983 tempest-AggregatesAdminTestJSON-1029985983-project] 10.222.0.85 "GET /v2.0/ports?device_id=51c1f3cc-a022-4e20-9131-f49c793e5b52 HTTP/1.1" status: 200 len: 210 time: 0.0761032 May 18 18:01:06.458733 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-7bfa70c1-19d7-446d-a0cc-93d8da3d6b9e req-6cdc91fa-66c2-46b9-af21-a588a5c2e08f tempest-AggregatesAdminTestJSON-1029985983 tempest-AggregatesAdminTestJSON-1029985983-project] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:06.464286 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-7bfa70c1-19d7-446d-a0cc-93d8da3d6b9e req-6cdc91fa-66c2-46b9-af21-a588a5c2e08f tempest-AggregatesAdminTestJSON-1029985983 tempest-AggregatesAdminTestJSON-1029985983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:06.588798 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdc91fa-66c2-46b9-af21-a588a5c2e08f tempest-AggregatesAdminTestJSON-1029985983 tempest-AggregatesAdminTestJSON-1029985983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8eb14802-32d6-4659-ac38-fbfa0e8c12bc,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:06.730582 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [req-7bfa70c1-19d7-446d-a0cc-93d8da3d6b9e req-6cdc91fa-66c2-46b9-af21-a588a5c2e08f tempest-AggregatesAdminTestJSON-1029985983 tempest-AggregatesAdminTestJSON-1029985983-project] Allocated IP 192.168.233.100 (4c8ef274-9ecc-47c2-9686-5eebd78fb305/c2531ae9-89db-4dcf-b670-9eac4c9cde53/86dbaf25-6bfa-4acb-a734-ddd8e03ac5b9) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:01:06.904447 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-7bfa70c1-19d7-446d-a0cc-93d8da3d6b9e req-6cdc91fa-66c2-46b9-af21-a588a5c2e08f tempest-AggregatesAdminTestJSON-1029985983 tempest-AggregatesAdminTestJSON-1029985983-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:06.942775 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-7bfa70c1-19d7-446d-a0cc-93d8da3d6b9e req-6cdc91fa-66c2-46b9-af21-a588a5c2e08f tempest-AggregatesAdminTestJSON-1029985983 tempest-AggregatesAdminTestJSON-1029985983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:07.023802 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bfa70c1-19d7-446d-a0cc-93d8da3d6b9e req-6cdc91fa-66c2-46b9-af21-a588a5c2e08f tempest-AggregatesAdminTestJSON-1029985983 tempest-AggregatesAdminTestJSON-1029985983-project] Network 4c8ef274-9ecc-47c2-9686-5eebd78fb305 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:01:07.029427 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [req-7bfa70c1-19d7-446d-a0cc-93d8da3d6b9e req-6cdc91fa-66c2-46b9-af21-a588a5c2e08f tempest-AggregatesAdminTestJSON-1029985983 tempest-AggregatesAdminTestJSON-1029985983-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:01:07.037234 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bfa70c1-19d7-446d-a0cc-93d8da3d6b9e req-6cdc91fa-66c2-46b9-af21-a588a5c2e08f tempest-AggregatesAdminTestJSON-1029985983 tempest-AggregatesAdminTestJSON-1029985983-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:01:07.042748 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfa70c1-19d7-446d-a0cc-93d8da3d6b9e req-6cdc91fa-66c2-46b9-af21-a588a5c2e08f tempest-AggregatesAdminTestJSON-1029985983 tempest-AggregatesAdminTestJSON-1029985983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:07.043346 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-7bfa70c1-19d7-446d-a0cc-93d8da3d6b9e req-6cdc91fa-66c2-46b9-af21-a588a5c2e08f tempest-AggregatesAdminTestJSON-1029985983 tempest-AggregatesAdminTestJSON-1029985983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:07.076616 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdc91fa-66c2-46b9-af21-a588a5c2e08f tempest-AggregatesAdminTestJSON-1029985983 tempest-AggregatesAdminTestJSON-1029985983-project] Pushing event updated for resources: {'Port': ['ID=86dbaf25-6bfa-4acb-a734-ddd8e03ac5b9,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:07.090975 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7bfa70c1-19d7-446d-a0cc-93d8da3d6b9e req-6cdc91fa-66c2-46b9-af21-a588a5c2e08f tempest-AggregatesAdminTestJSON-1029985983 tempest-AggregatesAdminTestJSON-1029985983-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0110972 May 18 18:01:07.106953 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [req-7bfa70c1-19d7-446d-a0cc-93d8da3d6b9e req-d04fc0c6-ac89-4e4c-9539-1d43e846d609 tempest-AggregatesAdminTestJSON-1029985983 tempest-AggregatesAdminTestJSON-1029985983-project] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=102730) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 18:01:07.108131 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7bfa70c1-19d7-446d-a0cc-93d8da3d6b9e req-d04fc0c6-ac89-4e4c-9539-1d43e846d609 tempest-AggregatesAdminTestJSON-1029985983 tempest-AggregatesAdminTestJSON-1029985983-project] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057442 May 18 18:01:07.503433 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-3ac37652-f0d7-49e2-ab32-fca12e417655 None None] Provisioning complete for port 86dbaf25-6bfa-4acb-a734-ddd8e03ac5b9 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:01:07.507028 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-3ac37652-f0d7-49e2-ab32-fca12e417655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:07.633734 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-3ac37652-f0d7-49e2-ab32-fca12e417655 None None] Port 86dbaf25-6bfa-4acb-a734-ddd8e03ac5b9 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:01:07.646980 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-7af81c45-636b-4415-9a68-f8da0f138f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:08.069172 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 41770) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:01:08.433239 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-7bfa70c1-19d7-446d-a0cc-93d8da3d6b9e req-057f407c-255b-4c39-9860-40567da85ebd service neutron] Request body: {'port': {'device_id': '51c1f3cc-a022-4e20-9131-f49c793e5b52', 'device_owner': 'compute:tempest-test_az-488582773', 'binding:host_id': 'n-h2-838550-3'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:01:08.509763 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad061b5-9859-45f4-87ec-15c54e8a5567 req-8a4fee60-2824-4e02-aaa7-0f3b7930172c tempest-AggregatesAdminTestJSON-1029985983 tempest-AggregatesAdminTestJSON-1029985983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:08.532638 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-8aba1247-b04c-44fe-96c8-abd4163a1ec0 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-416027230-network', 'tenant_id': '0d4eb23333684335bd57fa66f03d4443'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:01:08.539905 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-dad061b5-9859-45f4-87ec-15c54e8a5567 req-8a4fee60-2824-4e02-aaa7-0f3b7930172c tempest-AggregatesAdminTestJSON-1029985983 tempest-AggregatesAdminTestJSON-1029985983-project] 10.222.0.85 "GET /v2.0/ports?device_id=51c1f3cc-a022-4e20-9131-f49c793e5b52 HTTP/1.1" status: 200 len: 936 time: 0.2038374 May 18 18:01:08.600522 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aba1247-b04c-44fe-96c8-abd4163a1ec0 admin admin] Made reservation on behalf of 0d4eb23333684335bd57fa66f03d4443 for: {'network': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:01:08.605080 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8aba1247-b04c-44fe-96c8-abd4163a1ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:08.634700 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8aba1247-b04c-44fe-96c8-abd4163a1ec0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:08.673266 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-7bfa70c1-19d7-446d-a0cc-93d8da3d6b9e req-057f407c-255b-4c39-9860-40567da85ebd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:08.877554 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8aba1247-b04c-44fe-96c8-abd4163a1ec0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:08.884560 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8aba1247-b04c-44fe-96c8-abd4163a1ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:08.944540 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8aba1247-b04c-44fe-96c8-abd4163a1ec0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 604} {{(pid=102731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:01:08.970104 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8aba1247-b04c-44fe-96c8-abd4163a1ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:08.970455 n-d-838550-3 neutron-server[102731]: INFO neutron.db.segments_db [None req-8aba1247-b04c-44fe-96c8-abd4163a1ec0 admin admin] Added segment 233283e0-ebec-4cdf-9a24-cf365763643d of type vlan for network f7cf31b5-1eeb-4bf6-bd77-be90f0ebecb7 May 18 18:01:09.132109 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-dad061b5-9859-45f4-87ec-15c54e8a5567 req-10ad1c0b-2f02-4ebb-8caf-06bc0666eef6 tempest-AggregatesAdminTestJSON-1029985983 tempest-AggregatesAdminTestJSON-1029985983-project] 10.222.0.85 "GET /v2.0/security-groups?id=8eb14802-32d6-4659-ac38-fbfa0e8c12bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5910013 May 18 18:01:09.171728 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8aba1247-b04c-44fe-96c8-abd4163a1ec0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:09.217057 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8aba1247-b04c-44fe-96c8-abd4163a1ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:09.218983 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aba1247-b04c-44fe-96c8-abd4163a1ec0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:09.220134 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8aba1247-b04c-44fe-96c8-abd4163a1ec0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:09.264187 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aba1247-b04c-44fe-96c8-abd4163a1ec0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51cfe746-532f-4469-a8e1-57799bf2a2bd,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:09.273437 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-8aba1247-b04c-44fe-96c8-abd4163a1ec0 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.2023304 May 18 18:01:09.291785 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 41800) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:01:09.318436 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-ce8e39c7-74e1-429e-bad2-84846479911f admin admin] Request body: {'subnet': {'network_id': 'f7cf31b5-1eeb-4bf6-bd77-be90f0ebecb7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-416027230-subnet', 'tenant_id': '0d4eb23333684335bd57fa66f03d4443', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:01:09.355235 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aba1247-b04c-44fe-96c8-abd4163a1ec0 admin admin] Pushing event updated for resources: {'Network': ['ID=f7cf31b5-1eeb-4bf6-bd77-be90f0ebecb7,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:09.371707 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network f7cf31b5-1eeb-4bf6-bd77-be90f0ebecb7 details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:01:09.727865 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce8e39c7-74e1-429e-bad2-84846479911f admin admin] Made reservation on behalf of 0d4eb23333684335bd57fa66f03d4443 for: {'subnet': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:01:09.730382 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ce8e39c7-74e1-429e-bad2-84846479911f admin admin] Notify callbacks [] for subnet, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:10.010042 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a923aa33-1698-469e-9595-b5ce5ccbc7fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:10.027077 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [req-7bfa70c1-19d7-446d-a0cc-93d8da3d6b9e req-057f407c-255b-4c39-9860-40567da85ebd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86dbaf25-6bfa-4acb-a734-ddd8e03ac5b9 {{(pid=102730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:01:10.058289 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-7bfa70c1-19d7-446d-a0cc-93d8da3d6b9e req-057f407c-255b-4c39-9860-40567da85ebd service neutron] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:10.194272 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [req-7bfa70c1-19d7-446d-a0cc-93d8da3d6b9e req-057f407c-255b-4c39-9860-40567da85ebd service neutron] Transition to ACTIVE for port object 86dbaf25-6bfa-4acb-a734-ddd8e03ac5b9 will not be triggered until provisioned by entity L2. {{(pid=102730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:01:10.201287 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ce8e39c7-74e1-429e-bad2-84846479911f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for subnet, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:10.208537 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-7bfa70c1-19d7-446d-a0cc-93d8da3d6b9e req-057f407c-255b-4c39-9860-40567da85ebd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:10.380427 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057f407c-255b-4c39-9860-40567da85ebd service neutron] Pushing event updated for resources: {'Port': ['ID=86dbaf25-6bfa-4acb-a734-ddd8e03ac5b9,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:10.389535 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7b2c99fc-38c6-44bb-b890-04210feaf2c6 req-82ec4487-839c-4135-b889-f068120f7771 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=30bf135e8c28454d9585f20b85d09748&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0923443 May 18 18:01:10.393469 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8e39c7-74e1-429e-bad2-84846479911f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d88b0a46-da40-4baf-b21a-795825e4a8cb,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:10.481149 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4709ef9f-88d0-440c-9995-84323aa19029 req-328e5175-a385-4d4f-9e7b-cf404ab45e77 tempest-AggregatesAdminTestJSON-1029985983 tempest-AggregatesAdminTestJSON-1029985983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:10.492283 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4709ef9f-88d0-440c-9995-84323aa19029 req-328e5175-a385-4d4f-9e7b-cf404ab45e77 tempest-AggregatesAdminTestJSON-1029985983 tempest-AggregatesAdminTestJSON-1029985983-project] 10.222.0.85 "GET /v2.0/ports?device_id=51c1f3cc-a022-4e20-9131-f49c793e5b52 HTTP/1.1" status: 200 len: 969 time: 0.1104693 May 18 18:01:10.576609 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4709ef9f-88d0-440c-9995-84323aa19029 req-c3fccc8d-4a23-4f8a-b56f-4eba7c6e690a tempest-AggregatesAdminTestJSON-1029985983 tempest-AggregatesAdminTestJSON-1029985983-project] 10.222.0.85 "GET /v2.0/security-groups?id=8eb14802-32d6-4659-ac38-fbfa0e8c12bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829284 May 18 18:01:10.628912 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-7bfa70c1-19d7-446d-a0cc-93d8da3d6b9e req-057f407c-255b-4c39-9860-40567da85ebd service neutron] Attempting to bind port 86dbaf25-6bfa-4acb-a734-ddd8e03ac5b9 on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:01:10.629239 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-7bfa70c1-19d7-446d-a0cc-93d8da3d6b9e req-057f407c-255b-4c39-9860-40567da85ebd service neutron] Attempting to bind port 86dbaf25-6bfa-4acb-a734-ddd8e03ac5b9 by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': '2879bb11-64b4-46f1-9f8b-52941d47b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:01:10.629600 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bfa70c1-19d7-446d-a0cc-93d8da3d6b9e req-057f407c-255b-4c39-9860-40567da85ebd service neutron] Attempting to bind port 86dbaf25-6bfa-4acb-a734-ddd8e03ac5b9 on network 4c8ef274-9ecc-47c2-9686-5eebd78fb305 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:01:10.645961 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8e39c7-74e1-429e-bad2-84846479911f admin admin] Checking segment: {'id': '233283e0-ebec-4cdf-9a24-cf365763643d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'f7cf31b5-1eeb-4bf6-bd77-be90f0ebecb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:01:10.646424 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8e39c7-74e1-429e-bad2-84846479911f admin admin] Network hostable DHCP agents. Network: f7cf31b5-1eeb-4bf6-bd77-be90f0ebecb7, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:01:10.655427 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bfa70c1-19d7-446d-a0cc-93d8da3d6b9e req-057f407c-255b-4c39-9860-40567da85ebd service neutron] Port 86dbaf25-6bfa-4acb-a734-ddd8e03ac5b9 on network 4c8ef274-9ecc-47c2-9686-5eebd78fb305 not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:01:10.658091 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bfa70c1-19d7-446d-a0cc-93d8da3d6b9e req-057f407c-255b-4c39-9860-40567da85ebd service neutron] Attempting to bind port 86dbaf25-6bfa-4acb-a734-ddd8e03ac5b9 on network 4c8ef274-9ecc-47c2-9686-5eebd78fb305 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:01:10.705902 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bfa70c1-19d7-446d-a0cc-93d8da3d6b9e req-057f407c-255b-4c39-9860-40567da85ebd service neutron] Checking agent: {'id': 'd1be059a-68ea-4c77-9b2b-29f4afa47e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:01:10.709480 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bfa70c1-19d7-446d-a0cc-93d8da3d6b9e req-057f407c-255b-4c39-9860-40567da85ebd service neutron] Checking segment: {'id': '2879bb11-64b4-46f1-9f8b-52941d47b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:01:10.713152 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bfa70c1-19d7-446d-a0cc-93d8da3d6b9e req-057f407c-255b-4c39-9860-40567da85ebd service neutron] Bound using segment: {'id': '2879bb11-64b4-46f1-9f8b-52941d47b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305'} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:01:10.713152 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-7bfa70c1-19d7-446d-a0cc-93d8da3d6b9e req-057f407c-255b-4c39-9860-40567da85ebd service neutron] Bound port: 86dbaf25-6bfa-4acb-a734-ddd8e03ac5b9, host: n-h2-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2879bb11-64b4-46f1-9f8b-52941d47b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305'}}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:01:10.713152 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-7bfa70c1-19d7-446d-a0cc-93d8da3d6b9e req-057f407c-255b-4c39-9860-40567da85ebd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:10.754703 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2c99fc-38c6-44bb-b890-04210feaf2c6 req-15500139-a081-40a3-8080-4f02e9e1a44f tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:10.763534 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7b2c99fc-38c6-44bb-b890-04210feaf2c6 req-15500139-a081-40a3-8080-4f02e9e1a44f tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3555341 May 18 18:01:10.808599 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8e39c7-74e1-429e-bad2-84846479911f admin admin] Network f7cf31b5-1eeb-4bf6-bd77-be90f0ebecb7 is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:01:10.827287 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7b2c99fc-38c6-44bb-b890-04210feaf2c6 req-67602448-32aa-4498-9891-021298b02cef tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/quotas/30bf135e8c28454d9585f20b85d09748 HTTP/1.1" status: 200 len: 375 time: 0.0650754 May 18 18:01:10.837940 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-ce8e39c7-74e1-429e-bad2-84846479911f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, f7cf31b5-1eeb-4bf6-bd77-be90f0ebecb7) {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:01:10.848792 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d1c5fe-5c0c-4c1f-a94d-514543f857dd None None] Network f7cf31b5-1eeb-4bf6-bd77-be90f0ebecb7 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:01:10.864354 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8e39c7-74e1-429e-bad2-84846479911f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:10.870219 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ce8e39c7-74e1-429e-bad2-84846479911f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:10.910248 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-7bfa70c1-19d7-446d-a0cc-93d8da3d6b9e req-057f407c-255b-4c39-9860-40567da85ebd service neutron] For port 86dbaf25-6bfa-4acb-a734-ddd8e03ac5b9, host n-h2-838550-3, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:01:10.931438 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-7bfa70c1-19d7-446d-a0cc-93d8da3d6b9e req-057f407c-255b-4c39-9860-40567da85ebd service neutron] For port 86dbaf25-6bfa-4acb-a734-ddd8e03ac5b9, host n-h2-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=86dbaf25-6bfa-4acb-a734-ddd8e03ac5b9,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:01:10.977650 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-7bfa70c1-19d7-446d-a0cc-93d8da3d6b9e req-057f407c-255b-4c39-9860-40567da85ebd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:11.030983 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7b2c99fc-38c6-44bb-b890-04210feaf2c6 req-d2b5521e-7206-4eaa-b7c7-6269d0e280c8 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=30bf135e8c28454d9585f20b85d09748&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1854661 May 18 18:01:11.060079 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-ce8e39c7-74e1-429e-bad2-84846479911f admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.7585316 May 18 18:01:11.063179 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 41886) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:01:11.069109 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-83ee3745-0425-4507-b491-29d540acf379 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-416027230-router', 'tenant_id': '0d4eb23333684335bd57fa66f03d4443', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:01:11.088080 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfa70c1-19d7-446d-a0cc-93d8da3d6b9e req-057f407c-255b-4c39-9860-40567da85ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:11.090522 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-7bfa70c1-19d7-446d-a0cc-93d8da3d6b9e req-057f407c-255b-4c39-9860-40567da85ebd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:11.093520 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7bfa70c1-19d7-446d-a0cc-93d8da3d6b9e req-057f407c-255b-4c39-9860-40567da85ebd service neutron] 10.222.0.88 "PUT /v2.0/ports/86dbaf25-6bfa-4acb-a734-ddd8e03ac5b9 HTTP/1.1" status: 200 len: 1117 time: 3.3232801 May 18 18:01:11.094464 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51c1f3cc-a022-4e20-9131-f49c793e5b52', 'tag': '86dbaf25-6bfa-4acb-a734-ddd8e03ac5b9'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:01:11.180584 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-83ee3745-0425-4507-b491-29d540acf379 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25099'] for router, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:11.181714 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-83ee3745-0425-4507-b491-29d540acf379 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-593238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596850', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25088'] for router, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:11.227075 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-202ef39f-96e1-4687-8f3a-0f8cef878934 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-f7cf31b5-1eeb-4bf6-bd77-be90f0ebecb7', 'network_id': 'f7cf31b5-1eeb-4bf6-bd77-be90f0ebecb7', 'tenant_id': '0d4eb23333684335bd57fa66f03d4443', 'fixed_ips': [{'subnet_id': 'd88b0a46-da40-4baf-b21a-795825e4a8cb'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:01:11.229421 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-202ef39f-96e1-4687-8f3a-0f8cef878934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:11.339714 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-83ee3745-0425-4507-b491-29d540acf379 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:11.519052 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-521ee4ff-d51a-4d32-912e-38d8a08ccbdc" -d '{"events": [{"name": "network-changed", "server_uuid": "51c1f3cc-a022-4e20-9131-f49c793e5b52", "tag": "86dbaf25-6bfa-4acb-a734-ddd8e03ac5b9"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:01:11.541456 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:11.599545 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057f407c-255b-4c39-9860-40567da85ebd service neutron] Pushing event updated for resources: {'Port': ['ID=86dbaf25-6bfa-4acb-a734-ddd8e03ac5b9,revision_number=3']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:11.678437 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfa70c1-19d7-446d-a0cc-93d8da3d6b9e req-b0d267eb-4e08-4a04-b6b7-8a7386d814ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:11.679972 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7bfa70c1-19d7-446d-a0cc-93d8da3d6b9e req-b0d267eb-4e08-4a04-b6b7-8a7386d814ae service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=db6114a9f231415e80df27ad0cb5ca7e&device_id=51c1f3cc-a022-4e20-9131-f49c793e5b52 HTTP/1.1" status: 200 len: 1120 time: 0.4023318 May 18 18:01:11.784981 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-202ef39f-96e1-4687-8f3a-0f8cef878934 None None] Allocated IP 172.20.0.2 (f7cf31b5-1eeb-4bf6-bd77-be90f0ebecb7/d88b0a46-da40-4baf-b21a-795825e4a8cb/1db7c96a-5630-49f1-a7a0-f7c67e18cccf) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:01:11.958226 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7bfa70c1-19d7-446d-a0cc-93d8da3d6b9e req-098dd5af-c590-45cb-a4c7-3e66583c6799 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=86dbaf25-6bfa-4acb-a734-ddd8e03ac5b9 HTTP/1.1" status: 200 len: 217 time: 0.2320416 May 18 18:01:12.092310 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-83ee3745-0425-4507-b491-29d540acf379 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:12.197681 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a177fe51-aee1-4e82-bdfa-c96164c232b6 x-openstack-request-id: req-a177fe51-aee1-4e82-bdfa-c96164c232b6 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:01:12.198020 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51c1f3cc-a022-4e20-9131-f49c793e5b52", "tag": "86dbaf25-6bfa-4acb-a734-ddd8e03ac5b9", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:01:12.198212 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-a177fe51-aee1-4e82-bdfa-c96164c232b6 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:01:12.198680 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a177fe51-aee1-4e82-bdfa-c96164c232b6'] response: {'name': 'network-changed', 'server_uuid': '51c1f3cc-a022-4e20-9131-f49c793e5b52', 'tag': '86dbaf25-6bfa-4acb-a734-ddd8e03ac5b9', 'status': 'completed', 'code': 200} May 18 18:01:12.264113 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfa70c1-19d7-446d-a0cc-93d8da3d6b9e req-664fab75-e9e0-47bf-9d6e-4995b6c60c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:12.267266 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7bfa70c1-19d7-446d-a0cc-93d8da3d6b9e req-664fab75-e9e0-47bf-9d6e-4995b6c60c50 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c2531ae9-89db-4dcf-b670-9eac4c9cde53 HTTP/1.1" status: 200 len: 843 time: 0.2196169 May 18 18:01:12.376122 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:12.472057 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e9fa7b70-0965-4877-a626-92e38a52ec5c req-1a5c827f-4e90-43e1-8ff0-33d867283f5a tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=30bf135e8c28454d9585f20b85d09748&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1070435 May 18 18:01:12.621123 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeeffd2-a932-4e67-a6c6-0ee2cbc5a6e3 req-8d80d629-85f2-44eb-9c11-d293ca7d07a7 tempest-AggregatesAdminTestJSON-1029985983 tempest-AggregatesAdminTestJSON-1029985983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:12.633148 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-afeeffd2-a932-4e67-a6c6-0ee2cbc5a6e3 req-8d80d629-85f2-44eb-9c11-d293ca7d07a7 tempest-AggregatesAdminTestJSON-1029985983 tempest-AggregatesAdminTestJSON-1029985983-project] 10.222.0.85 "GET /v2.0/ports?device_id=51c1f3cc-a022-4e20-9131-f49c793e5b52 HTTP/1.1" status: 200 len: 969 time: 0.1650417 May 18 18:01:12.652124 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-202ef39f-96e1-4687-8f3a-0f8cef878934 None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:12.679747 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-202ef39f-96e1-4687-8f3a-0f8cef878934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:12.750102 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfa70c1-19d7-446d-a0cc-93d8da3d6b9e req-2c8c50f0-2ffb-4422-8a50-52a939c75a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:12.750483 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7bfa70c1-19d7-446d-a0cc-93d8da3d6b9e req-2c8c50f0-2ffb-4422-8a50-52a939c75a43 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4c8ef274-9ecc-47c2-9686-5eebd78fb305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4752975 May 18 18:01:12.753566 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-afeeffd2-a932-4e67-a6c6-0ee2cbc5a6e3 req-ca6d1153-f259-42f8-b39d-0916d0e870e9 tempest-AggregatesAdminTestJSON-1029985983 tempest-AggregatesAdminTestJSON-1029985983-project] 10.222.0.85 "GET /v2.0/security-groups?id=8eb14802-32d6-4659-ac38-fbfa0e8c12bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128445 May 18 18:01:12.780735 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-202ef39f-96e1-4687-8f3a-0f8cef878934 None None] Network f7cf31b5-1eeb-4bf6-bd77-be90f0ebecb7 is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:01:12.785051 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-202ef39f-96e1-4687-8f3a-0f8cef878934 None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:01:12.793360 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202ef39f-96e1-4687-8f3a-0f8cef878934 None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:01:12.809920 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 41960) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:01:12.811547 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202ef39f-96e1-4687-8f3a-0f8cef878934 None None] Pushing event updated for resources: {'Port': ['ID=1db7c96a-5630-49f1-a7a0-f7c67e18cccf,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:12.829120 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202ef39f-96e1-4687-8f3a-0f8cef878934 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:01:12.830319 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202ef39f-96e1-4687-8f3a-0f8cef878934 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:01:12.834760 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202ef39f-96e1-4687-8f3a-0f8cef878934 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:01:12.848834 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202ef39f-96e1-4687-8f3a-0f8cef878934 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:01:12.850368 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202ef39f-96e1-4687-8f3a-0f8cef878934 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:01:12.851103 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202ef39f-96e1-4687-8f3a-0f8cef878934 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:01:12.852158 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202ef39f-96e1-4687-8f3a-0f8cef878934 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:01:12.854296 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202ef39f-96e1-4687-8f3a-0f8cef878934 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:01:12.855830 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202ef39f-96e1-4687-8f3a-0f8cef878934 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:01:12.857177 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202ef39f-96e1-4687-8f3a-0f8cef878934 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:01:12.857950 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202ef39f-96e1-4687-8f3a-0f8cef878934 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:01:12.859883 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202ef39f-96e1-4687-8f3a-0f8cef878934 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:01:12.862134 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202ef39f-96e1-4687-8f3a-0f8cef878934 None None] Tracked resource versions report: May 18 18:01:12.862134 n-d-838550-3 neutron-server[102732]: pushed versions: May 18 18:01:12.862134 n-d-838550-3 neutron-server[102732]: { 'AddressGroup': {'1.2'}, May 18 18:01:12.862134 n-d-838550-3 neutron-server[102732]: 'ConntrackHelper': {'1.0'}, May 18 18:01:12.862134 n-d-838550-3 neutron-server[102732]: 'Log': {'1.0'}, May 18 18:01:12.862134 n-d-838550-3 neutron-server[102732]: 'Network': {'1.1'}, May 18 18:01:12.862134 n-d-838550-3 neutron-server[102732]: 'Port': {'1.7'}, May 18 18:01:12.862134 n-d-838550-3 neutron-server[102732]: 'PortForwarding': {'1.2'}, May 18 18:01:12.862134 n-d-838550-3 neutron-server[102732]: 'QosPolicy': {'1.9'}, May 18 18:01:12.862134 n-d-838550-3 neutron-server[102732]: 'SecurityGroup': {'1.4'}, May 18 18:01:12.862134 n-d-838550-3 neutron-server[102732]: 'SecurityGroupRule': {'1.2'}, May 18 18:01:12.862134 n-d-838550-3 neutron-server[102732]: 'SubPort': {'1.0'}, May 18 18:01:12.862134 n-d-838550-3 neutron-server[102732]: 'Subnet': {'1.1'}, May 18 18:01:12.862134 n-d-838550-3 neutron-server[102732]: 'Trunk': {'1.1'}} May 18 18:01:12.862134 n-d-838550-3 neutron-server[102732]: consumer versions: May 18 18:01:12.862134 n-d-838550-3 neutron-server[102732]: { DHCP agent@n-d-838550-3: {}, May 18 18:01:12.862134 n-d-838550-3 neutron-server[102732]: HyperV agent@n-h1-838550-3: {}, May 18 18:01:12.862134 n-d-838550-3 neutron-server[102732]: HyperV agent@n-h2-838550-3: {}, May 18 18:01:12.862134 n-d-838550-3 neutron-server[102732]: L3 agent@n-d-838550-3: {}, May 18 18:01:12.862134 n-d-838550-3 neutron-server[102732]: Metadata agent@n-d-838550-3: {}, May 18 18:01:12.862134 n-d-838550-3 neutron-server[102732]: Metering agent@n-d-838550-3: {}, May 18 18:01:12.862134 n-d-838550-3 neutron-server[102732]: Open vSwitch agent@n-d-838550-3: { 'AddressGroup': '1.2', May 18 18:01:12.862134 n-d-838550-3 neutron-server[102732]: 'ConntrackHelper': '1.0', May 18 18:01:12.862134 n-d-838550-3 neutron-server[102732]: 'Log': '1.0', May 18 18:01:12.862134 n-d-838550-3 neutron-server[102732]: 'Network': '1.1', May 18 18:01:12.862134 n-d-838550-3 neutron-server[102732]: 'Port': '1.7', May 18 18:01:12.862134 n-d-838550-3 neutron-server[102732]: 'PortForwarding': '1.2', May 18 18:01:12.862134 n-d-838550-3 neutron-server[102732]: 'QosPolicy': '1.9', May 18 18:01:12.862134 n-d-838550-3 neutron-server[102732]: 'SecurityGroup': '1.4', May 18 18:01:12.862134 n-d-838550-3 neutron-server[102732]: 'SecurityGroupRule': '1.2', May 18 18:01:12.862134 n-d-838550-3 neutron-server[102732]: 'SubPort': '1.0', May 18 18:01:12.862134 n-d-838550-3 neutron-server[102732]: 'Subnet': '1.1', May 18 18:01:12.862134 n-d-838550-3 neutron-server[102732]: 'Trunk': '1.1'}} May 18 18:01:12.862134 n-d-838550-3 neutron-server[102732]: {{(pid=102732) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 18 18:01:13.007541 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 41968) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:01:13.015989 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-202ef39f-96e1-4687-8f3a-0f8cef878934 None None] Attempting to bind port 1db7c96a-5630-49f1-a7a0-f7c67e18cccf on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:01:13.019931 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-202ef39f-96e1-4687-8f3a-0f8cef878934 None None] Attempting to bind port 1db7c96a-5630-49f1-a7a0-f7c67e18cccf by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '233283e0-ebec-4cdf-9a24-cf365763643d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'f7cf31b5-1eeb-4bf6-bd77-be90f0ebecb7'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:01:13.020602 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202ef39f-96e1-4687-8f3a-0f8cef878934 None None] Attempting to bind port 1db7c96a-5630-49f1-a7a0-f7c67e18cccf on network f7cf31b5-1eeb-4bf6-bd77-be90f0ebecb7 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:01:13.043340 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202ef39f-96e1-4687-8f3a-0f8cef878934 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:01:13.043770 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202ef39f-96e1-4687-8f3a-0f8cef878934 None None] Checking segment: {'id': '233283e0-ebec-4cdf-9a24-cf365763643d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'f7cf31b5-1eeb-4bf6-bd77-be90f0ebecb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:01:13.046541 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7bfa70c1-19d7-446d-a0cc-93d8da3d6b9e req-b6426196-bba6-4fa5-a24f-e0eeaedd4b2f service neutron] 10.222.0.88 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2792184 May 18 18:01:13.047871 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-202ef39f-96e1-4687-8f3a-0f8cef878934 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:13.049946 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202ef39f-96e1-4687-8f3a-0f8cef878934 None None] Bound using segment: {'id': '233283e0-ebec-4cdf-9a24-cf365763643d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'f7cf31b5-1eeb-4bf6-bd77-be90f0ebecb7'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:01:13.050550 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-202ef39f-96e1-4687-8f3a-0f8cef878934 None None] Bound port: 1db7c96a-5630-49f1-a7a0-f7c67e18cccf, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '233283e0-ebec-4cdf-9a24-cf365763643d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'f7cf31b5-1eeb-4bf6-bd77-be90f0ebecb7'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:01:13.051052 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-202ef39f-96e1-4687-8f3a-0f8cef878934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:13.057172 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:13.197389 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 41980) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:01:13.253020 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-202ef39f-96e1-4687-8f3a-0f8cef878934 None None] For port 1db7c96a-5630-49f1-a7a0-f7c67e18cccf, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:01:13.258032 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fa7b70-0965-4877-a626-92e38a52ec5c req-9dda4bd2-43e7-4451-9f01-d1dd1b8a771f tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:13.258224 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-202ef39f-96e1-4687-8f3a-0f8cef878934 None None] For port 1db7c96a-5630-49f1-a7a0-f7c67e18cccf, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=1db7c96a-5630-49f1-a7a0-f7c67e18cccf,segment=NetworkSegment(233283e0-ebec-4cdf-9a24-cf365763643d),segment_id=233283e0-ebec-4cdf-9a24-cf365763643d)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:01:13.268469 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-202ef39f-96e1-4687-8f3a-0f8cef878934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:13.269219 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e9fa7b70-0965-4877-a626-92e38a52ec5c req-9dda4bd2-43e7-4451-9f01-d1dd1b8a771f tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7955801 May 18 18:01:13.308131 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e9fa7b70-0965-4877-a626-92e38a52ec5c req-4a8185e7-e791-49bb-bef1-30498999e3b3 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/quotas/30bf135e8c28454d9585f20b85d09748 HTTP/1.1" status: 200 len: 375 time: 0.0368421 May 18 18:01:13.333250 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-83ee3745-0425-4507-b491-29d540acf379 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:13.399367 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e9fa7b70-0965-4877-a626-92e38a52ec5c req-92a9434b-b217-4f02-903b-d0e8293a56eb tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=30bf135e8c28454d9585f20b85d09748&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0887775 May 18 18:01:13.452006 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-83ee3745-0425-4507-b491-29d540acf379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:13.471195 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202ef39f-96e1-4687-8f3a-0f8cef878934 None None] Pushing event updated for resources: {'Port': ['ID=1db7c96a-5630-49f1-a7a0-f7c67e18cccf,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:13.496716 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7bfa70c1-19d7-446d-a0cc-93d8da3d6b9e req-f26927ff-edd6-4988-b3f5-509606d4e7fc service neutron] 10.222.0.88 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4324083 May 18 18:01:13.498832 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-92c35421-7450-427c-a963-c1ab4c82dbf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:13.714257 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1a7d0203-a519-4a7c-a801-e9ab561631d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:13.806697 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6b7f8427-30af-4da0-b6ec-6d8db9b4afed admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:14.113504 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-92c35421-7450-427c-a963-c1ab4c82dbf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:14.138886 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521ee4ff-d51a-4d32-912e-38d8a08ccbdc req-df0cf12d-e354-487c-b4db-d158ea459e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:14.145417 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-521ee4ff-d51a-4d32-912e-38d8a08ccbdc req-df0cf12d-e354-487c-b4db-d158ea459e5c service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=db6114a9f231415e80df27ad0cb5ca7e&device_id=51c1f3cc-a022-4e20-9131-f49c793e5b52 HTTP/1.1" status: 200 len: 1120 time: 0.4993088 May 18 18:01:14.155662 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-92c35421-7450-427c-a963-c1ab4c82dbf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:14.213353 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-92c35421-7450-427c-a963-c1ab4c82dbf4 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=c5b793a7e6d141f697457cde3fc99244&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4040234 May 18 18:01:14.214067 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 42008) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:01:14.276559 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-24612f76-297c-4bc0-bc2f-da10ec747846 req-60d7229a-35bf-47ac-b98a-1573de7f8110 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/ports?device_id=858cda9a-bd23-4669-bce8-c1a1912bf0b4 HTTP/1.1" status: 200 len: 210 time: 0.1222780 May 18 18:01:14.329924 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c35421-7450-427c-a963-c1ab4c82dbf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b34d5674-c1a2-4861-af29-7920f68be3a8,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:14.443782 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-634b638e-a5d9-4572-9501-f97ee06c46e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:14.537441 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1a7d0203-a519-4a7c-a801-e9ab561631d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:14.566755 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-83ee3745-0425-4507-b491-29d540acf379 admin admin] Allocated IP 172.25.5.173 (31ebd439-090c-4b25-bbb0-31c48711b145/363a2810-8a83-4be0-a317-7c91fcd94485/3cf60e40-4044-4016-a0b3-8950287707a8) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:01:14.578153 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1a7d0203-a519-4a7c-a801-e9ab561631d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:14.643788 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.36', 64467) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:01:14.738282 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39d3659-24e6-45cf-a1f5-26decc632373 req-3ae61026-338a-4b09-b243-2bfcf944dc43 tempest-AggregatesAdminTestJSON-1029985983 tempest-AggregatesAdminTestJSON-1029985983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:14.748856 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f39d3659-24e6-45cf-a1f5-26decc632373 req-3ae61026-338a-4b09-b243-2bfcf944dc43 tempest-AggregatesAdminTestJSON-1029985983 tempest-AggregatesAdminTestJSON-1029985983-project] 10.222.0.85 "GET /v2.0/ports?device_id=51c1f3cc-a022-4e20-9131-f49c793e5b52 HTTP/1.1" status: 200 len: 969 time: 0.7903461 May 18 18:01:14.750205 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 1db7c96a-5630-49f1-a7a0-f7c67e18cccf up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:01:14.774154 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-634b638e-a5d9-4572-9501-f97ee06c46e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:14.863856 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6b7f8427-30af-4da0-b6ec-6d8db9b4afed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:14.916928 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 1db7c96a-5630-49f1-a7a0-f7c67e18cccf triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:01:14.917279 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:14.936515 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7b2c99fc-38c6-44bb-b890-04210feaf2c6 req-d9c9dc1e-cd3b-4500-87c3-00c5056a8480 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=30bf135e8c28454d9585f20b85d09748&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2631392 May 18 18:01:14.945644 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521ee4ff-d51a-4d32-912e-38d8a08ccbdc req-7deb562f-a619-40a7-bd89-6cb00072ddff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:14.947948 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-521ee4ff-d51a-4d32-912e-38d8a08ccbdc req-7deb562f-a619-40a7-bd89-6cb00072ddff service neutron] 10.222.0.88 "GET /v2.0/networks?id=4c8ef274-9ecc-47c2-9686-5eebd78fb305 HTTP/1.1" status: 200 len: 870 time: 0.7849977 May 18 18:01:14.948627 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 42030) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:01:14.948754 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-1a7d0203-a519-4a7c-a801-e9ab561631d0 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=6bc356344e4843598bdc0b8f6bda65da&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9395955 May 18 18:01:14.951133 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7d0203-a519-4a7c-a801-e9ab561631d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd764e62-22b7-4e19-8f6d-0da4952358e0,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:14.984311 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6b7f8427-30af-4da0-b6ec-6d8db9b4afed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:15.107381 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7f8427-30af-4da0-b6ec-6d8db9b4afed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=217edc7a-9436-4eca-a349-03e19a52c8cb,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:15.156216 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 1db7c96a-5630-49f1-a7a0-f7c67e18cccf is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:01:15.156729 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:15.283322 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f39d3659-24e6-45cf-a1f5-26decc632373 req-fd061f14-86a7-4552-ad26-2c6c46d67e4c tempest-AggregatesAdminTestJSON-1029985983 tempest-AggregatesAdminTestJSON-1029985983-project] 10.222.0.85 "GET /v2.0/security-groups?id=8eb14802-32d6-4659-ac38-fbfa0e8c12bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5322275 May 18 18:01:15.288113 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-521ee4ff-d51a-4d32-912e-38d8a08ccbdc req-c523ba35-1209-429d-abfb-59f2e564b815 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=86dbaf25-6bfa-4acb-a734-ddd8e03ac5b9 HTTP/1.1" status: 200 len: 217 time: 0.2825391 May 18 18:01:15.301180 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] For port 1db7c96a-5630-49f1-a7a0-f7c67e18cccf, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=1db7c96a-5630-49f1-a7a0-f7c67e18cccf,segment=NetworkSegment(233283e0-ebec-4cdf-9a24-cf365763643d),segment_id=233283e0-ebec-4cdf-9a24-cf365763643d)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:01:15.309130 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:15.484301 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 42042) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:01:15.543754 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6381cabb-50c5-47e9-a96d-a05a455183cc None None] Network f7cf31b5-1eeb-4bf6-bd77-be90f0ebecb7 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:01:15.547402 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Pushing event updated for resources: {'Port': ['ID=1db7c96a-5630-49f1-a7a0-f7c67e18cccf,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:15.551557 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-6b7f8427-30af-4da0-b6ec-6d8db9b4afed admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=07c254d872334b13bffc634c4bd8fa92&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3469300 May 18 18:01:15.555099 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 42052) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:01:15.619247 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0b7acecd-51be-4dc9-b25a-52a8ad64de14 req-10200849-0933-40a8-abc1-5c1017f18a72 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/ports?device_id=858cda9a-bd23-4669-bce8-c1a1912bf0b4 HTTP/1.1" status: 200 len: 210 time: 0.1266422 May 18 18:01:15.653294 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521ee4ff-d51a-4d32-912e-38d8a08ccbdc req-9d987937-4e19-4ed7-8c7e-ab0c2120d3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:15.666946 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-634b638e-a5d9-4572-9501-f97ee06c46e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:15.667205 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-521ee4ff-d51a-4d32-912e-38d8a08ccbdc req-9d987937-4e19-4ed7-8c7e-ab0c2120d3dd service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c2531ae9-89db-4dcf-b670-9eac4c9cde53 HTTP/1.1" status: 200 len: 843 time: 0.3355584 May 18 18:01:15.673956 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-634b638e-a5d9-4572-9501-f97ee06c46e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:15.675843 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-634b638e-a5d9-4572-9501-f97ee06c46e8 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/b34d5674-c1a2-4861-af29-7920f68be3a8 HTTP/1.1" status: 204 len: 168 time: 1.4027834 May 18 18:01:15.749409 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634b638e-a5d9-4572-9501-f97ee06c46e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b34d5674-c1a2-4861-af29-7920f68be3a8,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:15.779808 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-775bc5da-b720-48ed-ad70-3b5e39015f78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:15.795183 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-56d203a3-dd04-4aeb-8df4-532816df8dcd None None] Provisioning complete for port 1db7c96a-5630-49f1-a7a0-f7c67e18cccf triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:01:15.795858 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-56d203a3-dd04-4aeb-8df4-532816df8dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:15.804874 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a68fe560-a2fc-4831-a064-8575ad085194 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:15.899600 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-775bc5da-b720-48ed-ad70-3b5e39015f78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:15.911216 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2c99fc-38c6-44bb-b890-04210feaf2c6 req-6cfe8554-6348-41d3-8a8c-7a1fed0b0e3e tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:15.912810 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7b2c99fc-38c6-44bb-b890-04210feaf2c6 req-6cfe8554-6348-41d3-8a8c-7a1fed0b0e3e tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9515903 May 18 18:01:15.973201 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a68fe560-a2fc-4831-a064-8575ad085194 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:16.025677 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ef1ab3db-7afd-4b11-a412-9f5823843a7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:16.060762 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-83ee3745-0425-4507-b491-29d540acf379 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:16.105546 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521ee4ff-d51a-4d32-912e-38d8a08ccbdc req-92e49a38-7907-437b-85fd-8066f93fcdc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:16.106710 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-521ee4ff-d51a-4d32-912e-38d8a08ccbdc req-92e49a38-7907-437b-85fd-8066f93fcdc1 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4c8ef274-9ecc-47c2-9686-5eebd78fb305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2375588 May 18 18:01:16.254722 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-83ee3745-0425-4507-b491-29d540acf379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:16.291449 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-775bc5da-b720-48ed-ad70-3b5e39015f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:16.294052 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-775bc5da-b720-48ed-ad70-3b5e39015f78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:16.298863 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-775bc5da-b720-48ed-ad70-3b5e39015f78 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/cd764e62-22b7-4e19-8f6d-0da4952358e0 HTTP/1.1" status: 204 len: 168 time: 1.3065410 May 18 18:01:16.304318 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-56d203a3-dd04-4aeb-8df4-532816df8dcd None None] Current status of the port 1db7c96a-5630-49f1-a7a0-f7c67e18cccf is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:01:16.339725 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775bc5da-b720-48ed-ad70-3b5e39015f78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd764e62-22b7-4e19-8f6d-0da4952358e0,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:16.354156 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-521ee4ff-d51a-4d32-912e-38d8a08ccbdc req-b5bc5c1b-1829-4d03-8406-52792df405f4 service neutron] 10.222.0.88 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194283 May 18 18:01:16.360330 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a68fe560-a2fc-4831-a064-8575ad085194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:16.363268 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a68fe560-a2fc-4831-a064-8575ad085194 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:16.382958 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-a68fe560-a2fc-4831-a064-8575ad085194 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/217edc7a-9436-4eca-a349-03e19a52c8cb HTTP/1.1" status: 204 len: 168 time: 0.8120022 May 18 18:01:16.409173 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68fe560-a2fc-4831-a064-8575ad085194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=217edc7a-9436-4eca-a349-03e19a52c8cb,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:16.422618 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ee3745-0425-4507-b491-29d540acf379 admin admin] Network 31ebd439-090c-4b25-bbb0-31c48711b145 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:01:16.432971 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-83ee3745-0425-4507-b491-29d540acf379 admin admin] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:01:16.434372 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 42068) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:01:16.446328 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ee3745-0425-4507-b491-29d540acf379 admin admin] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:01:16.615402 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-31bbd05e-1b75-43a3-961d-ca25ebab962d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:16.692138 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 1db7c96a-5630-49f1-a7a0-f7c67e18cccf up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:01:16.735275 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.36', 64471) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:01:16.745506 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ee3745-0425-4507-b491-29d540acf379 admin admin] Pushing event updated for resources: {'Port': ['ID=3cf60e40-4044-4016-a0b3-8950287707a8,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:16.817481 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-7b2c99fc-38c6-44bb-b890-04210feaf2c6 req-cd211b32-1888-4592-a831-91552477fefd tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] Request body: {'port': {'device_id': '9fd52930-74c1-446a-8fe8-b01fb6bc2060', 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305', 'admin_state_up': True, 'tenant_id': '30bf135e8c28454d9585f20b85d09748'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:01:16.853050 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 1db7c96a-5630-49f1-a7a0-f7c67e18cccf triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:01:16.853747 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:16.880056 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e9fa7b70-0965-4877-a626-92e38a52ec5c req-e23595c4-1193-4dc4-b251-c28def972c92 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=30bf135e8c28454d9585f20b85d09748&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1431146 May 18 18:01:16.913506 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8f7546-8ddc-4d10-86af-a603b195585e req-f76a63ff-bd4f-4b05-90fd-808eab2e1f65 tempest-AggregatesAdminTestJSON-1029985983 tempest-AggregatesAdminTestJSON-1029985983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:16.924364 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3a8f7546-8ddc-4d10-86af-a603b195585e req-f76a63ff-bd4f-4b05-90fd-808eab2e1f65 tempest-AggregatesAdminTestJSON-1029985983 tempest-AggregatesAdminTestJSON-1029985983-project] 10.222.0.85 "GET /v2.0/ports?device_id=51c1f3cc-a022-4e20-9131-f49c793e5b52 HTTP/1.1" status: 200 len: 969 time: 0.4915967 May 18 18:01:16.982905 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-355a5123-29b4-4b05-a3c5-734894efa041 None None] Provisioning complete for port 1db7c96a-5630-49f1-a7a0-f7c67e18cccf triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:01:16.986375 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-355a5123-29b4-4b05-a3c5-734894efa041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:17.044510 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 42078) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:01:17.098374 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-521ee4ff-d51a-4d32-912e-38d8a08ccbdc req-1b91f437-478d-4c4a-83d3-24ee0581f31a service neutron] 10.222.0.88 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6903770 May 18 18:01:17.201980 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 1db7c96a-5630-49f1-a7a0-f7c67e18cccf is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:01:17.209608 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-513895a8-2f86-44eb-92c3-9249b473e9e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:17.212000 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-355a5123-29b4-4b05-a3c5-734894efa041 None None] Current status of the port 1db7c96a-5630-49f1-a7a0-f7c67e18cccf is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:01:17.254874 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1e39da50-8e29-4a7c-ae9e-9505b87e03ec req-08b0313e-e504-4477-857e-af47945a4b06 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/ports?device_id=858cda9a-bd23-4669-bce8-c1a1912bf0b4 HTTP/1.1" status: 200 len: 210 time: 0.3511655 May 18 18:01:17.288464 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3a8f7546-8ddc-4d10-86af-a603b195585e req-95262bd7-f7e0-47cf-bb06-0ca1225884f1 tempest-AggregatesAdminTestJSON-1029985983 tempest-AggregatesAdminTestJSON-1029985983-project] 10.222.0.85 "GET /v2.0/security-groups?id=8eb14802-32d6-4659-ac38-fbfa0e8c12bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3622155 May 18 18:01:17.438306 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-31bbd05e-1b75-43a3-961d-ca25ebab962d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:17.453580 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 42080) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:01:17.480946 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fa7b70-0965-4877-a626-92e38a52ec5c req-63fe258c-b51a-4809-860a-6d8390655cb4 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:17.482855 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e9fa7b70-0965-4877-a626-92e38a52ec5c req-63fe258c-b51a-4809-860a-6d8390655cb4 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4771464 May 18 18:01:17.493710 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-31bbd05e-1b75-43a3-961d-ca25ebab962d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:17.592911 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-31bbd05e-1b75-43a3-961d-ca25ebab962d admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=e7c09a8ca6a045b4a39899d633c4a90e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1465173 May 18 18:01:17.599276 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 42082) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:01:17.606853 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bbd05e-1b75-43a3-961d-ca25ebab962d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3840f119-f473-4f30-a916-9165e08d2af7,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:17.629332 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-07b962cf-d82d-4ca1-beb5-28d5b630439c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:17.633179 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ef1ab3db-7afd-4b11-a412-9f5823843a7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:17.649134 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-513895a8-2f86-44eb-92c3-9249b473e9e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:17.660010 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-513895a8-2f86-44eb-92c3-9249b473e9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:17.714718 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ef1ab3db-7afd-4b11-a412-9f5823843a7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:17.727859 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-513895a8-2f86-44eb-92c3-9249b473e9e5 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=1a9b47521cf14cfca2c2c084488ee327&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6783769 May 18 18:01:17.728726 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 42084) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:01:17.734864 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-791aa50e-807b-4144-b6b1-b91b06252d26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:17.738621 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513895a8-2f86-44eb-92c3-9249b473e9e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7ad02af-44c2-4718-9c72-eb5b12e72c2b,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:17.779310 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-791aa50e-807b-4144-b6b1-b91b06252d26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:17.831698 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-30bb83ae-60b7-480a-adff-cd0f2c041366 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:17.857445 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-30bb83ae-60b7-480a-adff-cd0f2c041366 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:17.865744 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-83ee3745-0425-4507-b491-29d540acf379 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:17.880229 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-ef1ab3db-7afd-4b11-a412-9f5823843a7f admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=caf4f001d0264f4ea752f6e558a93007&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3860810 May 18 18:01:17.881380 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1ab3db-7afd-4b11-a412-9f5823843a7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb243038-ad6d-4482-94cf-6746f00bd165,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:17.885925 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 42086) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:01:17.886753 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-791aa50e-807b-4144-b6b1-b91b06252d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:17.889305 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-791aa50e-807b-4144-b6b1-b91b06252d26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:17.891721 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-791aa50e-807b-4144-b6b1-b91b06252d26 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/3840f119-f473-4f30-a916-9165e08d2af7 HTTP/1.1" status: 204 len: 168 time: 0.2911868 May 18 18:01:17.929340 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791aa50e-807b-4144-b6b1-b91b06252d26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3840f119-f473-4f30-a916-9165e08d2af7,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:17.978595 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-30bb83ae-60b7-480a-adff-cd0f2c041366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:17.981845 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-30bb83ae-60b7-480a-adff-cd0f2c041366 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:17.986168 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-30bb83ae-60b7-480a-adff-cd0f2c041366 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/c7ad02af-44c2-4718-9c72-eb5b12e72c2b HTTP/1.1" status: 204 len: 168 time: 0.2534778 May 18 18:01:17.991194 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b2c99fc-38c6-44bb-b890-04210feaf2c6 req-cd211b32-1888-4592-a831-91552477fefd tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] Made reservation on behalf of 30bf135e8c28454d9585f20b85d09748 for: {'port': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:01:17.994646 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-e9fa7b70-0965-4877-a626-92e38a52ec5c req-4ff307f2-4db9-4449-9f9e-794707223a54 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] Request body: {'port': {'device_id': '858cda9a-bd23-4669-bce8-c1a1912bf0b4', 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305', 'admin_state_up': True, 'tenant_id': '30bf135e8c28454d9585f20b85d09748'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:01:17.999594 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-7b2c99fc-38c6-44bb-b890-04210feaf2c6 req-cd211b32-1888-4592-a831-91552477fefd tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:18.003826 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6ee5552a-4e69-4055-a0b9-3328450486a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:18.010170 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bb83ae-60b7-480a-adff-cd0f2c041366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7ad02af-44c2-4718-9c72-eb5b12e72c2b,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:18.082775 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6ee5552a-4e69-4055-a0b9-3328450486a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:18.108632 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-7b2c99fc-38c6-44bb-b890-04210feaf2c6 req-cd211b32-1888-4592-a831-91552477fefd tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:18.146929 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-07b962cf-d82d-4ca1-beb5-28d5b630439c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:18.166865 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-07b962cf-d82d-4ca1-beb5-28d5b630439c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:18.174833 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6ee5552a-4e69-4055-a0b9-3328450486a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:18.179583 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6ee5552a-4e69-4055-a0b9-3328450486a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:18.181391 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-6ee5552a-4e69-4055-a0b9-3328450486a1 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/cb243038-ad6d-4482-94cf-6746f00bd165 HTTP/1.1" status: 204 len: 168 time: 0.2884989 May 18 18:01:18.199457 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9fa7b70-0965-4877-a626-92e38a52ec5c req-4ff307f2-4db9-4449-9f9e-794707223a54 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] Made reservation on behalf of 30bf135e8c28454d9585f20b85d09748 for: {'port': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:01:18.204057 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-e9fa7b70-0965-4877-a626-92e38a52ec5c req-4ff307f2-4db9-4449-9f9e-794707223a54 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:18.207372 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee5552a-4e69-4055-a0b9-3328450486a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb243038-ad6d-4482-94cf-6746f00bd165,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:18.220154 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-e9fa7b70-0965-4877-a626-92e38a52ec5c req-4ff307f2-4db9-4449-9f9e-794707223a54 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:18.348900 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b962cf-d82d-4ca1-beb5-28d5b630439c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=448d50b1-6d82-47c6-8788-7edcd7a075c7,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:18.373413 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-07b962cf-d82d-4ca1-beb5-28d5b630439c admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=adbdae871941446a92b7d1ae1f449807&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9100046 May 18 18:01:18.374222 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 42098) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:01:18.509794 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f8f0f4b5-5048-450d-9329-47fbe7375542 req-50d3a985-da78-4d6f-8b55-65fb275e005d tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/ports?device_id=858cda9a-bd23-4669-bce8-c1a1912bf0b4 HTTP/1.1" status: 200 len: 210 time: 0.1126263 May 18 18:01:18.568235 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-7b2c99fc-38c6-44bb-b890-04210feaf2c6 req-cd211b32-1888-4592-a831-91552477fefd tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:18.570567 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-83ee3745-0425-4507-b491-29d540acf379 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596801'] for router, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:18.579191 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-7b2c99fc-38c6-44bb-b890-04210feaf2c6 req-cd211b32-1888-4592-a831-91552477fefd tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:18.598462 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.db.api [req-e9fa7b70-0965-4877-a626-92e38a52ec5c req-4ff307f2-4db9-4449-9f9e-794707223a54 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 30bf135e8c28454d9585f20b85d09748 {{(pid=102730) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 18 18:01:18.599061 n-d-838550-3 neutron-server[102730]: DEBUG oslo_db.api [req-e9fa7b70-0965-4877-a626-92e38a52ec5c req-4ff307f2-4db9-4449-9f9e-794707223a54 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 18 18:01:18.599547 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-456d2a8f-2224-408f-be81-3d82d34ce9e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:18.624315 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaee91b0-5647-4b22-99cf-5204f3e05e26 req-36c85f28-079f-4d01-aa89-99baccdef763 tempest-AggregatesAdminTestJSON-1029985983 tempest-AggregatesAdminTestJSON-1029985983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:18.646478 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-eaee91b0-5647-4b22-99cf-5204f3e05e26 req-36c85f28-079f-4d01-aa89-99baccdef763 tempest-AggregatesAdminTestJSON-1029985983 tempest-AggregatesAdminTestJSON-1029985983-project] 10.222.0.85 "GET /v2.0/ports?device_id=51c1f3cc-a022-4e20-9131-f49c793e5b52 HTTP/1.1" status: 200 len: 969 time: 0.1698925 May 18 18:01:18.719499 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-456d2a8f-2224-408f-be81-3d82d34ce9e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:18.829303 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-eaee91b0-5647-4b22-99cf-5204f3e05e26 req-05420de6-3e74-42e9-ac0d-e9919f014b48 tempest-AggregatesAdminTestJSON-1029985983 tempest-AggregatesAdminTestJSON-1029985983-project] 10.222.0.85 "GET /v2.0/security-groups?id=8eb14802-32d6-4659-ac38-fbfa0e8c12bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811638 May 18 18:01:18.831864 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-456d2a8f-2224-408f-be81-3d82d34ce9e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:18.836321 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-456d2a8f-2224-408f-be81-3d82d34ce9e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:18.837808 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-456d2a8f-2224-408f-be81-3d82d34ce9e3 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/448d50b1-6d82-47c6-8788-7edcd7a075c7 HTTP/1.1" status: 204 len: 168 time: 0.4620254 May 18 18:01:18.853163 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456d2a8f-2224-408f-be81-3d82d34ce9e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=448d50b1-6d82-47c6-8788-7edcd7a075c7,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:18.930080 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd211b32-1888-4592-a831-91552477fefd tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b842f2e0-06aa-4b03-8465-45658e93896b,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:19.086906 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 42116) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:01:19.112124 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-e9fa7b70-0965-4877-a626-92e38a52ec5c req-4ff307f2-4db9-4449-9f9e-794707223a54 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:19.147505 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e356fb8d-b3f8-4abc-8641-b59eaf4e9ad2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:19.163006 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [req-7b2c99fc-38c6-44bb-b890-04210feaf2c6 req-cd211b32-1888-4592-a831-91552477fefd tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] Allocated IP 192.168.233.55 (4c8ef274-9ecc-47c2-9686-5eebd78fb305/c2531ae9-89db-4dcf-b670-9eac4c9cde53/9eada324-10ae-4d93-beeb-79c39101bcd3) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:01:19.339289 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83ee3745-0425-4507-b491-29d540acf379 admin admin] Router c45283d2-8427-40c7-bb89-04bcd08c1018 is scheduled to L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e with binding_index 1 {{(pid=102731) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 18 18:01:19.503072 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-7b2c99fc-38c6-44bb-b890-04210feaf2c6 req-cd211b32-1888-4592-a831-91552477fefd tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:19.508649 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e356fb8d-b3f8-4abc-8641-b59eaf4e9ad2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:19.518611 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e356fb8d-b3f8-4abc-8641-b59eaf4e9ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:19.534194 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83ee3745-0425-4507-b491-29d540acf379 admin admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:01:19.561250 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99fb887d-0087-4850-9007-96a9fc6ef95f None None] Sync routers for ids ['c45283d2-8427-40c7-bb89-04bcd08c1018'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:01:19.571421 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-83ee3745-0425-4507-b491-29d540acf379 admin admin] Notify callbacks [] for router, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:19.575612 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-83ee3745-0425-4507-b491-29d540acf379 admin admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 8.5072107 May 18 18:01:19.576320 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 42128) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:01:19.625857 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99fb887d-0087-4850-9007-96a9fc6ef95f None None] Routers {'c45283d2-8427-40c7-bb89-04bcd08c1018'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:01:19.630763 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-99fb887d-0087-4850-9007-96a9fc6ef95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:01:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['c45283d2-8427-40c7-bb89-04bcd08c1018'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:01:19.645658 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-7b2c99fc-38c6-44bb-b890-04210feaf2c6 req-cd211b32-1888-4592-a831-91552477fefd tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:19.700765 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b2c99fc-38c6-44bb-b890-04210feaf2c6 req-cd211b32-1888-4592-a831-91552477fefd tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] Network 4c8ef274-9ecc-47c2-9686-5eebd78fb305 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:01:19.722001 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e356fb8d-b3f8-4abc-8641-b59eaf4e9ad2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85cd6741-c7cd-41fd-88aa-b25f615f3d32,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:19.732777 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-e356fb8d-b3f8-4abc-8641-b59eaf4e9ad2 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=6be001ac461e4f988f19ed88e4d0fbbb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6434813 May 18 18:01:19.754176 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 42134) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:01:19.788126 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [req-7b2c99fc-38c6-44bb-b890-04210feaf2c6 req-cd211b32-1888-4592-a831-91552477fefd tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:01:19.859107 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b2c99fc-38c6-44bb-b890-04210feaf2c6 req-cd211b32-1888-4592-a831-91552477fefd tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:01:19.876883 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2c99fc-38c6-44bb-b890-04210feaf2c6 req-cd211b32-1888-4592-a831-91552477fefd tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:19.877007 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-7b2c99fc-38c6-44bb-b890-04210feaf2c6 req-cd211b32-1888-4592-a831-91552477fefd tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:19.905741 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [req-e9fa7b70-0965-4877-a626-92e38a52ec5c req-4ff307f2-4db9-4449-9f9e-794707223a54 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] Allocated IP 192.168.233.108 (4c8ef274-9ecc-47c2-9686-5eebd78fb305/c2531ae9-89db-4dcf-b670-9eac4c9cde53/30c178ec-5042-4a08-8de2-95f75ba587eb) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:01:19.979031 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7b2c99fc-38c6-44bb-b890-04210feaf2c6 req-cd211b32-1888-4592-a831-91552477fefd tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2310026 May 18 18:01:20.029727 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-753a45fc-926d-452c-b1b8-1084904d32a8 req-1246fe02-edbf-424b-8d5b-2ec1b0a86e92 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/ports?device_id=858cda9a-bd23-4669-bce8-c1a1912bf0b4 HTTP/1.1" status: 200 len: 210 time: 0.3773513 May 18 18:01:20.070809 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [req-7b2c99fc-38c6-44bb-b890-04210feaf2c6 req-287c6af8-0cc2-4882-94be-8ed4cb663403 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=102731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 18:01:20.072910 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7b2c99fc-38c6-44bb-b890-04210feaf2c6 req-287c6af8-0cc2-4882-94be-8ed4cb663403 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0420425 May 18 18:01:20.078233 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-67782264-14a1-4ae7-afc2-66860ef10455 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:20.229939 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-99fb887d-0087-4850-9007-96a9fc6ef95f None None] Set router c45283d2-8427-40c7-bb89-04bcd08c1018 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:01:20.370009 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-67782264-14a1-4ae7-afc2-66860ef10455 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:20.370220 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a0f2bfb7-4dba-4432-adab-9d07e0a5a70b None None] Provisioning complete for port 9eada324-10ae-4d93-beeb-79c39101bcd3 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:01:20.370687 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a0f2bfb7-4dba-4432-adab-9d07e0a5a70b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:20.372648 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd211b32-1888-4592-a831-91552477fefd tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] Pushing event updated for resources: {'Port': ['ID=9eada324-10ae-4d93-beeb-79c39101bcd3,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:20.480531 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a0f2bfb7-4dba-4432-adab-9d07e0a5a70b None None] Port 9eada324-10ae-4d93-beeb-79c39101bcd3 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:01:20.850263 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-7b2c99fc-38c6-44bb-b890-04210feaf2c6 req-e1ff7102-975f-47c2-9294-9bdb060cf895 service neutron] Request body: {'port': {'device_id': '9fd52930-74c1-446a-8fe8-b01fb6bc2060', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-3'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:01:20.868792 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8e9815-e6fb-4b1a-a95d-42344e62a3cb req-9df3266a-622a-4669-b034-9cd753a475cb tempest-AggregatesAdminTestJSON-1029985983 tempest-AggregatesAdminTestJSON-1029985983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:20.870812 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4b8e9815-e6fb-4b1a-a95d-42344e62a3cb req-9df3266a-622a-4669-b034-9cd753a475cb tempest-AggregatesAdminTestJSON-1029985983 tempest-AggregatesAdminTestJSON-1029985983-project] 10.222.0.85 "GET /v2.0/ports?device_id=51c1f3cc-a022-4e20-9131-f49c793e5b52 HTTP/1.1" status: 200 len: 969 time: 0.8034348 May 18 18:01:20.876875 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-e9fa7b70-0965-4877-a626-92e38a52ec5c req-4ff307f2-4db9-4449-9f9e-794707223a54 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:20.880489 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 7 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 18:01:20.943612 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-99fb887d-0087-4850-9007-96a9fc6ef95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c45283d2-8427-40c7-bb89-04bcd08c1018', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-416027230-router', 'tenant_id': '0d4eb23333684335bd57fa66f03d4443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': '3cf60e40-4044-4016-a0b3-8950287707a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:01:11Z', 'updated_at': '2022-05-18T18:01:17Z', 'revision_number': 3, 'project_id': '0d4eb23333684335bd57fa66f03d4443', 'gw_port': {'id': '3cf60e40-4044-4016-a0b3-8950287707a8', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0b:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c45283d2-8427-40c7-bb89-04bcd08c1018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:01:13Z', 'updated_at': '2022-05-18T18:01:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:01:20.971064 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-67782264-14a1-4ae7-afc2-66860ef10455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:20.974562 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-67782264-14a1-4ae7-afc2-66860ef10455 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:20.975824 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-67782264-14a1-4ae7-afc2-66860ef10455 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/85cd6741-c7cd-41fd-88aa-b25f615f3d32 HTTP/1.1" status: 204 len: 168 time: 1.2146006 May 18 18:01:21.009862 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4b8e9815-e6fb-4b1a-a95d-42344e62a3cb req-cab07ae3-1b93-47fa-94e1-3379f1b52aa6 tempest-AggregatesAdminTestJSON-1029985983 tempest-AggregatesAdminTestJSON-1029985983-project] 10.222.0.85 "GET /v2.0/security-groups?id=8eb14802-32d6-4659-ac38-fbfa0e8c12bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291964 May 18 18:01:21.012207 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99fb887d-0087-4850-9007-96a9fc6ef95f None None] Checking router: c45283d2-8427-40c7-bb89-04bcd08c1018 for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:01:21.012562 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99fb887d-0087-4850-9007-96a9fc6ef95f None None] Updating router c45283d2-8427-40c7-bb89-04bcd08c1018 port 3cf60e40-4044-4016-a0b3-8950287707a8 binding host n-d-838550-3 {{(pid=102733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 18:01:21.024946 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67782264-14a1-4ae7-afc2-66860ef10455 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85cd6741-c7cd-41fd-88aa-b25f615f3d32,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:21.062082 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-e9fa7b70-0965-4877-a626-92e38a52ec5c req-4ff307f2-4db9-4449-9f9e-794707223a54 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:21.101018 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-99fb887d-0087-4850-9007-96a9fc6ef95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:21.149282 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9fa7b70-0965-4877-a626-92e38a52ec5c req-4ff307f2-4db9-4449-9f9e-794707223a54 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] Network 4c8ef274-9ecc-47c2-9686-5eebd78fb305 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:01:21.152955 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [req-e9fa7b70-0965-4877-a626-92e38a52ec5c req-4ff307f2-4db9-4449-9f9e-794707223a54 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:01:21.158253 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9fa7b70-0965-4877-a626-92e38a52ec5c req-4ff307f2-4db9-4449-9f9e-794707223a54 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:01:21.164546 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fa7b70-0965-4877-a626-92e38a52ec5c req-4ff307f2-4db9-4449-9f9e-794707223a54 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:21.165608 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-e9fa7b70-0965-4877-a626-92e38a52ec5c req-4ff307f2-4db9-4449-9f9e-794707223a54 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:21.193869 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e9fa7b70-0965-4877-a626-92e38a52ec5c req-4ff307f2-4db9-4449-9f9e-794707223a54 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2038314 May 18 18:01:21.212059 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-e9fa7b70-0965-4877-a626-92e38a52ec5c req-9e120335-c98a-4479-a2c9-d3e1ee35dd61 service neutron] Request body: {'port': {'device_id': '858cda9a-bd23-4669-bce8-c1a1912bf0b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-3'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:01:21.265602 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff307f2-4db9-4449-9f9e-794707223a54 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] Pushing event updated for resources: {'Port': ['ID=30c178ec-5042-4a08-8de2-95f75ba587eb,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:21.332219 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-7b2c99fc-38c6-44bb-b890-04210feaf2c6 req-e1ff7102-975f-47c2-9294-9bdb060cf895 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:21.366550 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-e9fa7b70-0965-4877-a626-92e38a52ec5c req-9e120335-c98a-4479-a2c9-d3e1ee35dd61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:21.634416 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-8e37e155-0690-4899-b0db-be8977fb7921 None None] Provisioning complete for port 30c178ec-5042-4a08-8de2-95f75ba587eb triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:01:21.637650 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-8e37e155-0690-4899-b0db-be8977fb7921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:21.697993 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-8e37e155-0690-4899-b0db-be8977fb7921 None None] Port 30c178ec-5042-4a08-8de2-95f75ba587eb cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:01:21.772943 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-99fb887d-0087-4850-9007-96a9fc6ef95f None None] Notify callbacks [] for port, precommit_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:21.783066 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-99fb887d-0087-4850-9007-96a9fc6ef95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:21.912031 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2010e7-0171-4fcb-b76a-6c15a711b5c1 None None] Pushing event updated for resources: {'Port': ['ID=3cf60e40-4044-4016-a0b3-8950287707a8,revision_number=2']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:21.921332 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ed93b9-623c-4a3a-b30e-b341d50280cd req-4df08663-ff6e-470a-8e2e-19324215c5ba tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:21.933063 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c4ed93b9-623c-4a3a-b30e-b341d50280cd req-4df08663-ff6e-470a-8e2e-19324215c5ba tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/ports?device_id=858cda9a-bd23-4669-bce8-c1a1912bf0b4 HTTP/1.1" status: 200 len: 936 time: 0.7717235 May 18 18:01:21.939213 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2010e7-0171-4fcb-b76a-6c15a711b5c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:01:21.939568 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2010e7-0171-4fcb-b76a-6c15a711b5c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:01:21.939929 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2010e7-0171-4fcb-b76a-6c15a711b5c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:01:21.940219 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2010e7-0171-4fcb-b76a-6c15a711b5c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:01:21.940797 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2010e7-0171-4fcb-b76a-6c15a711b5c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:01:21.940902 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2010e7-0171-4fcb-b76a-6c15a711b5c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:01:21.941183 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2010e7-0171-4fcb-b76a-6c15a711b5c1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:01:21.941505 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2010e7-0171-4fcb-b76a-6c15a711b5c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:01:21.941859 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2010e7-0171-4fcb-b76a-6c15a711b5c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:01:21.942182 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2010e7-0171-4fcb-b76a-6c15a711b5c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:01:21.942495 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2010e7-0171-4fcb-b76a-6c15a711b5c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:01:21.959697 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2010e7-0171-4fcb-b76a-6c15a711b5c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:01:21.962851 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2010e7-0171-4fcb-b76a-6c15a711b5c1 None None] Tracked resource versions report: May 18 18:01:21.962851 n-d-838550-3 neutron-server[102733]: pushed versions: May 18 18:01:21.962851 n-d-838550-3 neutron-server[102733]: { 'AddressGroup': {'1.2'}, May 18 18:01:21.962851 n-d-838550-3 neutron-server[102733]: 'ConntrackHelper': {'1.0'}, May 18 18:01:21.962851 n-d-838550-3 neutron-server[102733]: 'Log': {'1.0'}, May 18 18:01:21.962851 n-d-838550-3 neutron-server[102733]: 'Network': {'1.1'}, May 18 18:01:21.962851 n-d-838550-3 neutron-server[102733]: 'Port': {'1.7'}, May 18 18:01:21.962851 n-d-838550-3 neutron-server[102733]: 'PortForwarding': {'1.2'}, May 18 18:01:21.962851 n-d-838550-3 neutron-server[102733]: 'QosPolicy': {'1.9'}, May 18 18:01:21.962851 n-d-838550-3 neutron-server[102733]: 'SecurityGroup': {'1.4'}, May 18 18:01:21.962851 n-d-838550-3 neutron-server[102733]: 'SecurityGroupRule': {'1.2'}, May 18 18:01:21.962851 n-d-838550-3 neutron-server[102733]: 'SubPort': {'1.0'}, May 18 18:01:21.962851 n-d-838550-3 neutron-server[102733]: 'Subnet': {'1.1'}, May 18 18:01:21.962851 n-d-838550-3 neutron-server[102733]: 'Trunk': {'1.1'}} May 18 18:01:21.962851 n-d-838550-3 neutron-server[102733]: consumer versions: May 18 18:01:21.962851 n-d-838550-3 neutron-server[102733]: { DHCP agent@n-d-838550-3: {}, May 18 18:01:21.962851 n-d-838550-3 neutron-server[102733]: HyperV agent@n-h1-838550-3: {}, May 18 18:01:21.962851 n-d-838550-3 neutron-server[102733]: HyperV agent@n-h2-838550-3: {}, May 18 18:01:21.962851 n-d-838550-3 neutron-server[102733]: L3 agent@n-d-838550-3: {}, May 18 18:01:21.962851 n-d-838550-3 neutron-server[102733]: Metadata agent@n-d-838550-3: {}, May 18 18:01:21.962851 n-d-838550-3 neutron-server[102733]: Metering agent@n-d-838550-3: {}, May 18 18:01:21.962851 n-d-838550-3 neutron-server[102733]: Open vSwitch agent@n-d-838550-3: { 'AddressGroup': '1.2', May 18 18:01:21.962851 n-d-838550-3 neutron-server[102733]: 'ConntrackHelper': '1.0', May 18 18:01:21.962851 n-d-838550-3 neutron-server[102733]: 'Log': '1.0', May 18 18:01:21.962851 n-d-838550-3 neutron-server[102733]: 'Network': '1.1', May 18 18:01:21.962851 n-d-838550-3 neutron-server[102733]: 'Port': '1.7', May 18 18:01:21.962851 n-d-838550-3 neutron-server[102733]: 'PortForwarding': '1.2', May 18 18:01:21.962851 n-d-838550-3 neutron-server[102733]: 'QosPolicy': '1.9', May 18 18:01:21.962851 n-d-838550-3 neutron-server[102733]: 'SecurityGroup': '1.4', May 18 18:01:21.962851 n-d-838550-3 neutron-server[102733]: 'SecurityGroupRule': '1.2', May 18 18:01:21.962851 n-d-838550-3 neutron-server[102733]: 'SubPort': '1.0', May 18 18:01:21.962851 n-d-838550-3 neutron-server[102733]: 'Subnet': '1.1', May 18 18:01:21.962851 n-d-838550-3 neutron-server[102733]: 'Trunk': '1.1'}} May 18 18:01:21.962851 n-d-838550-3 neutron-server[102733]: {{(pid=102733) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 18 18:01:22.036998 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-99fb887d-0087-4850-9007-96a9fc6ef95f None None] Attempting to bind port 3cf60e40-4044-4016-a0b3-8950287707a8 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:01:22.037503 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-99fb887d-0087-4850-9007-96a9fc6ef95f None None] Attempting to bind port 3cf60e40-4044-4016-a0b3-8950287707a8 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:01:22.037906 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99fb887d-0087-4850-9007-96a9fc6ef95f None None] Attempting to bind port 3cf60e40-4044-4016-a0b3-8950287707a8 on network 31ebd439-090c-4b25-bbb0-31c48711b145 {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:01:22.075396 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99fb887d-0087-4850-9007-96a9fc6ef95f None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:01:22.081099 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99fb887d-0087-4850-9007-96a9fc6ef95f None None] Checking segment: {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:01:22.081783 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-99fb887d-0087-4850-9007-96a9fc6ef95f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:22.082354 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99fb887d-0087-4850-9007-96a9fc6ef95f None None] Bound using segment: {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:01:22.083028 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-99fb887d-0087-4850-9007-96a9fc6ef95f None None] Bound port: 3cf60e40-4044-4016-a0b3-8950287707a8, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:01:22.083602 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-99fb887d-0087-4850-9007-96a9fc6ef95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:22.208439 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.db [None req-99fb887d-0087-4850-9007-96a9fc6ef95f None None] For port 3cf60e40-4044-4016-a0b3-8950287707a8, host n-d-838550-3, cleared binding levels {{(pid=102733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:01:22.216042 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.db [None req-99fb887d-0087-4850-9007-96a9fc6ef95f None None] For port 3cf60e40-4044-4016-a0b3-8950287707a8, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=3cf60e40-4044-4016-a0b3-8950287707a8,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:01:22.218773 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d1ebc520-64ba-4887-9a42-5d593dc8796c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:22.225092 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-99fb887d-0087-4850-9007-96a9fc6ef95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:22.266320 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c4ed93b9-623c-4a3a-b30e-b341d50280cd req-5b200eb3-2397-43f6-bbd0-e4c745f68be1 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/security-groups?id=b842f2e0-06aa-4b03-8465-45658e93896b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3239057 May 18 18:01:22.277844 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 42184) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:01:22.305764 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [req-e9fa7b70-0965-4877-a626-92e38a52ec5c req-9e120335-c98a-4479-a2c9-d3e1ee35dd61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30c178ec-5042-4a08-8de2-95f75ba587eb {{(pid=102730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:01:22.317139 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b22747af-fbd3-417e-a80c-68c13b04b00c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:22.332120 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-e9fa7b70-0965-4877-a626-92e38a52ec5c req-9e120335-c98a-4479-a2c9-d3e1ee35dd61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:22.345571 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2010e7-0171-4fcb-b76a-6c15a711b5c1 None None] Pushing event updated for resources: {'Port': ['ID=3cf60e40-4044-4016-a0b3-8950287707a8,revision_number=3']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:22.388339 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99fb887d-0087-4850-9007-96a9fc6ef95f None None] Routers {'c45283d2-8427-40c7-bb89-04bcd08c1018'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:01:22.389004 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-99fb887d-0087-4850-9007-96a9fc6ef95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:01:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['c45283d2-8427-40c7-bb89-04bcd08c1018'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:01:22.394185 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eca44eb-3dc1-4d57-a398-90dfb870b455 req-0e4f2990-a399-43d1-841f-32f146b22a4e tempest-AggregatesAdminTestJSON-1029985983 tempest-AggregatesAdminTestJSON-1029985983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:22.395830 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0eca44eb-3dc1-4d57-a398-90dfb870b455 req-0e4f2990-a399-43d1-841f-32f146b22a4e tempest-AggregatesAdminTestJSON-1029985983 tempest-AggregatesAdminTestJSON-1029985983-project] 10.222.0.85 "GET /v2.0/ports?device_id=51c1f3cc-a022-4e20-9131-f49c793e5b52 HTTP/1.1" status: 200 len: 969 time: 0.1577446 May 18 18:01:22.405735 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [req-e9fa7b70-0965-4877-a626-92e38a52ec5c req-9e120335-c98a-4479-a2c9-d3e1ee35dd61 service neutron] Transition to ACTIVE for port object 30c178ec-5042-4a08-8de2-95f75ba587eb will not be triggered until provisioned by entity L2. {{(pid=102730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:01:22.443887 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-e9fa7b70-0965-4877-a626-92e38a52ec5c req-9e120335-c98a-4479-a2c9-d3e1ee35dd61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:22.609338 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-99fb887d-0087-4850-9007-96a9fc6ef95f None None] Set router c45283d2-8427-40c7-bb89-04bcd08c1018 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:01:22.664973 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0eca44eb-3dc1-4d57-a398-90dfb870b455 req-3aaecea4-a809-488a-acd3-f5279a3aa2a9 tempest-AggregatesAdminTestJSON-1029985983 tempest-AggregatesAdminTestJSON-1029985983-project] 10.222.0.85 "GET /v2.0/security-groups?id=8eb14802-32d6-4659-ac38-fbfa0e8c12bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579083 May 18 18:01:22.717775 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e120335-c98a-4479-a2c9-d3e1ee35dd61 service neutron] Pushing event updated for resources: {'Port': ['ID=30c178ec-5042-4a08-8de2-95f75ba587eb,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:22.731554 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-e9fa7b70-0965-4877-a626-92e38a52ec5c req-9e120335-c98a-4479-a2c9-d3e1ee35dd61 service neutron] Attempting to bind port 30c178ec-5042-4a08-8de2-95f75ba587eb on host n-h1-838550-3 for vnic_type normal with profile {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:01:22.731890 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-e9fa7b70-0965-4877-a626-92e38a52ec5c req-9e120335-c98a-4479-a2c9-d3e1ee35dd61 service neutron] Attempting to bind port 30c178ec-5042-4a08-8de2-95f75ba587eb by drivers openvswitch,hyperv on host n-h1-838550-3 at level 0 using segments [{'id': '2879bb11-64b4-46f1-9f8b-52941d47b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:01:22.732219 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9fa7b70-0965-4877-a626-92e38a52ec5c req-9e120335-c98a-4479-a2c9-d3e1ee35dd61 service neutron] Attempting to bind port 30c178ec-5042-4a08-8de2-95f75ba587eb on network 4c8ef274-9ecc-47c2-9686-5eebd78fb305 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:01:22.745264 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9fa7b70-0965-4877-a626-92e38a52ec5c req-9e120335-c98a-4479-a2c9-d3e1ee35dd61 service neutron] Port 30c178ec-5042-4a08-8de2-95f75ba587eb on network 4c8ef274-9ecc-47c2-9686-5eebd78fb305 not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-3 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:01:22.746320 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9fa7b70-0965-4877-a626-92e38a52ec5c req-9e120335-c98a-4479-a2c9-d3e1ee35dd61 service neutron] Attempting to bind port 30c178ec-5042-4a08-8de2-95f75ba587eb on network 4c8ef274-9ecc-47c2-9686-5eebd78fb305 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:01:22.759223 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9fa7b70-0965-4877-a626-92e38a52ec5c req-9e120335-c98a-4479-a2c9-d3e1ee35dd61 service neutron] Checking agent: {'id': '1dbac822-25f2-4df8-9dc8-5c2e7b136eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:01:22.759568 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9fa7b70-0965-4877-a626-92e38a52ec5c req-9e120335-c98a-4479-a2c9-d3e1ee35dd61 service neutron] Checking segment: {'id': '2879bb11-64b4-46f1-9f8b-52941d47b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:01:22.759960 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9fa7b70-0965-4877-a626-92e38a52ec5c req-9e120335-c98a-4479-a2c9-d3e1ee35dd61 service neutron] Bound using segment: {'id': '2879bb11-64b4-46f1-9f8b-52941d47b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305'} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:01:22.762490 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-e9fa7b70-0965-4877-a626-92e38a52ec5c req-9e120335-c98a-4479-a2c9-d3e1ee35dd61 service neutron] Bound port: 30c178ec-5042-4a08-8de2-95f75ba587eb, host: n-h1-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2879bb11-64b4-46f1-9f8b-52941d47b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305'}}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:01:22.762871 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-e9fa7b70-0965-4877-a626-92e38a52ec5c req-9e120335-c98a-4479-a2c9-d3e1ee35dd61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:22.917232 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-e9fa7b70-0965-4877-a626-92e38a52ec5c req-9e120335-c98a-4479-a2c9-d3e1ee35dd61 service neutron] For port 30c178ec-5042-4a08-8de2-95f75ba587eb, host n-h1-838550-3, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:01:22.921835 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-e9fa7b70-0965-4877-a626-92e38a52ec5c req-9e120335-c98a-4479-a2c9-d3e1ee35dd61 service neutron] For port 30c178ec-5042-4a08-8de2-95f75ba587eb, host n-h1-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=30c178ec-5042-4a08-8de2-95f75ba587eb,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:01:22.933824 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-e9fa7b70-0965-4877-a626-92e38a52ec5c req-9e120335-c98a-4479-a2c9-d3e1ee35dd61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:23.037518 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e120335-c98a-4479-a2c9-d3e1ee35dd61 service neutron] Pushing event updated for resources: {'Port': ['ID=30c178ec-5042-4a08-8de2-95f75ba587eb,revision_number=3']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:23.061907 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fa7b70-0965-4877-a626-92e38a52ec5c req-9e120335-c98a-4479-a2c9-d3e1ee35dd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:23.062602 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-e9fa7b70-0965-4877-a626-92e38a52ec5c req-9e120335-c98a-4479-a2c9-d3e1ee35dd61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:23.064226 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e9fa7b70-0965-4877-a626-92e38a52ec5c req-9e120335-c98a-4479-a2c9-d3e1ee35dd61 service neutron] 10.222.0.36 "PUT /v2.0/ports/30c178ec-5042-4a08-8de2-95f75ba587eb HTTP/1.1" status: 200 len: 1096 time: 1.8623877 May 18 18:01:23.064691 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '858cda9a-bd23-4669-bce8-c1a1912bf0b4', 'tag': '30c178ec-5042-4a08-8de2-95f75ba587eb'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:01:23.070528 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e943be19-2671-4cbf-8364-06bcb59d74eb" -d '{"events": [{"name": "network-changed", "server_uuid": "858cda9a-bd23-4669-bce8-c1a1912bf0b4", "tag": "30c178ec-5042-4a08-8de2-95f75ba587eb"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:01:23.211257 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a72bca6e-483e-4185-b6b2-5e9e3457b4f2 x-openstack-request-id: req-a72bca6e-483e-4185-b6b2-5e9e3457b4f2 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:01:23.211816 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "858cda9a-bd23-4669-bce8-c1a1912bf0b4", "tag": "30c178ec-5042-4a08-8de2-95f75ba587eb", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:01:23.212348 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-a72bca6e-483e-4185-b6b2-5e9e3457b4f2 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:01:23.212948 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a72bca6e-483e-4185-b6b2-5e9e3457b4f2'] response: {'name': 'network-changed', 'server_uuid': '858cda9a-bd23-4669-bce8-c1a1912bf0b4', 'tag': '30c178ec-5042-4a08-8de2-95f75ba587eb', 'status': 'completed', 'code': 200} May 18 18:01:23.219484 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b22747af-fbd3-417e-a80c-68c13b04b00c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:23.244798 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b22747af-fbd3-417e-a80c-68c13b04b00c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:23.247895 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-99fb887d-0087-4850-9007-96a9fc6ef95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c45283d2-8427-40c7-bb89-04bcd08c1018', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-416027230-router', 'tenant_id': '0d4eb23333684335bd57fa66f03d4443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': '3cf60e40-4044-4016-a0b3-8950287707a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:01:11Z', 'updated_at': '2022-05-18T18:01:17Z', 'revision_number': 3, 'project_id': '0d4eb23333684335bd57fa66f03d4443', 'gw_port': {'id': '3cf60e40-4044-4016-a0b3-8950287707a8', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0b:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c45283d2-8427-40c7-bb89-04bcd08c1018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:01:13Z', 'updated_at': '2022-05-18T18:01:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:01:23.250248 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fa7b70-0965-4877-a626-92e38a52ec5c req-7ef8197f-b060-4ac8-86aa-e713f6a6d54d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:23.254537 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e9fa7b70-0965-4877-a626-92e38a52ec5c req-7ef8197f-b060-4ac8-86aa-e713f6a6d54d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=30bf135e8c28454d9585f20b85d09748&device_id=858cda9a-bd23-4669-bce8-c1a1912bf0b4 HTTP/1.1" status: 200 len: 1099 time: 0.0983207 May 18 18:01:23.318484 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99fb887d-0087-4850-9007-96a9fc6ef95f None None] The sync data for ids ['c45283d2-8427-40c7-bb89-04bcd08c1018'] in n-d-838550-3 is: [{'id': 'c45283d2-8427-40c7-bb89-04bcd08c1018', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-416027230-router', 'tenant_id': '0d4eb23333684335bd57fa66f03d4443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': '3cf60e40-4044-4016-a0b3-8950287707a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:01:11Z', 'updated_at': '2022-05-18T18:01:17Z', 'revision_number': 3, 'project_id': '0d4eb23333684335bd57fa66f03d4443', 'gw_port': {'id': '3cf60e40-4044-4016-a0b3-8950287707a8', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0b:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c45283d2-8427-40c7-bb89-04bcd08c1018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:01:13Z', 'updated_at': '2022-05-18T18:01:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:01:23.399303 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-b22747af-fbd3-417e-a80c-68c13b04b00c admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=b1df9e54060c4014ba8564687d922ab1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1172829 May 18 18:01:23.403264 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22747af-fbd3-417e-a80c-68c13b04b00c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=365b68a5-3eb5-45df-9c67-ecbdd8119868,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:23.423114 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 42208) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:01:23.427460 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e9fa7b70-0965-4877-a626-92e38a52ec5c req-26303b88-143c-47b4-99b5-379e09be5881 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=30c178ec-5042-4a08-8de2-95f75ba587eb HTTP/1.1" status: 200 len: 217 time: 0.1517124 May 18 18:01:23.511091 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-d1ebc520-64ba-4887-9a42-5d593dc8796c admin admin] Allocated IP 172.20.0.1 (f7cf31b5-1eeb-4bf6-bd77-be90f0ebecb7/d88b0a46-da40-4baf-b21a-795825e4a8cb/25deeb9c-114b-4cae-8c5c-949655592bd5) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:01:23.627703 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [req-7b2c99fc-38c6-44bb-b890-04210feaf2c6 req-e1ff7102-975f-47c2-9294-9bdb060cf895 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9eada324-10ae-4d93-beeb-79c39101bcd3 {{(pid=102731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:01:23.719593 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-320a1955-582f-4549-9680-a8210af236f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:23.770216 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-320a1955-582f-4549-9680-a8210af236f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:23.960394 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-7b2c99fc-38c6-44bb-b890-04210feaf2c6 req-e1ff7102-975f-47c2-9294-9bdb060cf895 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:24.024564 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-320a1955-582f-4549-9680-a8210af236f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:24.029301 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-320a1955-582f-4549-9680-a8210af236f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:24.033208 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-320a1955-582f-4549-9680-a8210af236f7 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/365b68a5-3eb5-45df-9c67-ecbdd8119868 HTTP/1.1" status: 204 len: 168 time: 0.5969300 May 18 18:01:24.080856 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320a1955-582f-4549-9680-a8210af236f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=365b68a5-3eb5-45df-9c67-ecbdd8119868,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:24.101094 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.provisioning_blocks [req-7b2c99fc-38c6-44bb-b890-04210feaf2c6 req-e1ff7102-975f-47c2-9294-9bdb060cf895 service neutron] Transition to ACTIVE for port object 9eada324-10ae-4d93-beeb-79c39101bcd3 will not be triggered until provisioned by entity L2. {{(pid=102731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:01:24.133311 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caba183a-8de8-4ecb-9d90-347e49bffc73 req-5aad91b5-ef14-49d0-8646-87cf30362741 tempest-AggregatesAdminTestJSON-1029985983 tempest-AggregatesAdminTestJSON-1029985983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:24.135847 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-caba183a-8de8-4ecb-9d90-347e49bffc73 req-5aad91b5-ef14-49d0-8646-87cf30362741 tempest-AggregatesAdminTestJSON-1029985983 tempest-AggregatesAdminTestJSON-1029985983-project] 10.222.0.85 "GET /v2.0/ports?device_id=51c1f3cc-a022-4e20-9131-f49c793e5b52 HTTP/1.1" status: 200 len: 969 time: 0.1784599 May 18 18:01:24.148471 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-7b2c99fc-38c6-44bb-b890-04210feaf2c6 req-e1ff7102-975f-47c2-9294-9bdb060cf895 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:24.372453 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87199ae0-65d0-4081-9317-b9927d869aa2 req-4fd0bfeb-4d46-4e62-853a-94101fc5c61a tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:24.377431 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-87199ae0-65d0-4081-9317-b9927d869aa2 req-4fd0bfeb-4d46-4e62-853a-94101fc5c61a tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/ports?device_id=858cda9a-bd23-4669-bce8-c1a1912bf0b4 HTTP/1.1" status: 200 len: 948 time: 0.9330716 May 18 18:01:24.397414 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d1ebc520-64ba-4887-9a42-5d593dc8796c admin admin] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:24.424788 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fa7b70-0965-4877-a626-92e38a52ec5c req-e0e2d9c0-5ae2-491b-8782-0051c77566c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:24.450676 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e9fa7b70-0965-4877-a626-92e38a52ec5c req-e0e2d9c0-5ae2-491b-8782-0051c77566c5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c2531ae9-89db-4dcf-b670-9eac4c9cde53 HTTP/1.1" status: 200 len: 843 time: 0.8550653 May 18 18:01:24.509518 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ff7102-975f-47c2-9294-9bdb060cf895 service neutron] Pushing event updated for resources: {'Port': ['ID=9eada324-10ae-4d93-beeb-79c39101bcd3,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:24.578469 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-caba183a-8de8-4ecb-9d90-347e49bffc73 req-a74de841-4315-4886-a02a-dab5818d2ddd tempest-AggregatesAdminTestJSON-1029985983 tempest-AggregatesAdminTestJSON-1029985983-project] 10.222.0.85 "GET /v2.0/security-groups?id=8eb14802-32d6-4659-ac38-fbfa0e8c12bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4082708 May 18 18:01:24.612645 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-87199ae0-65d0-4081-9317-b9927d869aa2 req-281f6991-21d3-452d-b5af-411014b0fcf8 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/security-groups?id=b842f2e0-06aa-4b03-8465-45658e93896b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330446 May 18 18:01:24.637205 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fa7b70-0965-4877-a626-92e38a52ec5c req-e7baab0b-c119-449b-b9d5-81c7b9e16473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:24.638848 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e9fa7b70-0965-4877-a626-92e38a52ec5c req-e7baab0b-c119-449b-b9d5-81c7b9e16473 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4c8ef274-9ecc-47c2-9686-5eebd78fb305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1662574 May 18 18:01:24.714149 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-7b2c99fc-38c6-44bb-b890-04210feaf2c6 req-e1ff7102-975f-47c2-9294-9bdb060cf895 service neutron] Attempting to bind port 9eada324-10ae-4d93-beeb-79c39101bcd3 on host n-h1-838550-3 for vnic_type normal with profile {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:01:24.714847 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-7b2c99fc-38c6-44bb-b890-04210feaf2c6 req-e1ff7102-975f-47c2-9294-9bdb060cf895 service neutron] Attempting to bind port 9eada324-10ae-4d93-beeb-79c39101bcd3 by drivers openvswitch,hyperv on host n-h1-838550-3 at level 0 using segments [{'id': '2879bb11-64b4-46f1-9f8b-52941d47b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:01:24.715356 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b2c99fc-38c6-44bb-b890-04210feaf2c6 req-e1ff7102-975f-47c2-9294-9bdb060cf895 service neutron] Attempting to bind port 9eada324-10ae-4d93-beeb-79c39101bcd3 on network 4c8ef274-9ecc-47c2-9686-5eebd78fb305 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:01:24.724469 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b2c99fc-38c6-44bb-b890-04210feaf2c6 req-e1ff7102-975f-47c2-9294-9bdb060cf895 service neutron] Port 9eada324-10ae-4d93-beeb-79c39101bcd3 on network 4c8ef274-9ecc-47c2-9686-5eebd78fb305 not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-3 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:01:24.725045 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b2c99fc-38c6-44bb-b890-04210feaf2c6 req-e1ff7102-975f-47c2-9294-9bdb060cf895 service neutron] Attempting to bind port 9eada324-10ae-4d93-beeb-79c39101bcd3 on network 4c8ef274-9ecc-47c2-9686-5eebd78fb305 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:01:24.754286 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b2c99fc-38c6-44bb-b890-04210feaf2c6 req-e1ff7102-975f-47c2-9294-9bdb060cf895 service neutron] Checking agent: {'id': '1dbac822-25f2-4df8-9dc8-5c2e7b136eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:01:24.754981 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b2c99fc-38c6-44bb-b890-04210feaf2c6 req-e1ff7102-975f-47c2-9294-9bdb060cf895 service neutron] Checking segment: {'id': '2879bb11-64b4-46f1-9f8b-52941d47b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:01:24.755688 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b2c99fc-38c6-44bb-b890-04210feaf2c6 req-e1ff7102-975f-47c2-9294-9bdb060cf895 service neutron] Bound using segment: {'id': '2879bb11-64b4-46f1-9f8b-52941d47b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305'} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:01:24.756733 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-7b2c99fc-38c6-44bb-b890-04210feaf2c6 req-e1ff7102-975f-47c2-9294-9bdb060cf895 service neutron] Bound port: 9eada324-10ae-4d93-beeb-79c39101bcd3, host: n-h1-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2879bb11-64b4-46f1-9f8b-52941d47b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305'}}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:01:24.757143 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-7b2c99fc-38c6-44bb-b890-04210feaf2c6 req-e1ff7102-975f-47c2-9294-9bdb060cf895 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:24.770520 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d1ebc520-64ba-4887-9a42-5d593dc8796c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:24.798626 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 3cf60e40-4044-4016-a0b3-8950287707a8 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:01:24.960857 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 3cf60e40-4044-4016-a0b3-8950287707a8 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:01:24.961525 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:24.983971 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e9fa7b70-0965-4877-a626-92e38a52ec5c req-daa23968-0558-4c58-adfa-503fd68da732 service neutron] 10.222.0.36 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3288159 May 18 18:01:25.198508 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 3cf60e40-4044-4016-a0b3-8950287707a8 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:01:25.200189 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:25.227807 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e9fa7b70-0965-4877-a626-92e38a52ec5c req-b1925089-9137-4c70-9015-e028af9b0582 service neutron] 10.222.0.36 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351522 May 18 18:01:25.309257 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] For port 3cf60e40-4044-4016-a0b3-8950287707a8, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=3cf60e40-4044-4016-a0b3-8950287707a8,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:01:25.321143 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:25.342134 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ebc520-64ba-4887-9a42-5d593dc8796c admin admin] Network f7cf31b5-1eeb-4bf6-bd77-be90f0ebecb7 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:01:25.360154 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-d1ebc520-64ba-4887-9a42-5d593dc8796c admin admin] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:01:25.397867 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ebc520-64ba-4887-9a42-5d593dc8796c admin admin] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:01:25.401677 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d1ebc520-64ba-4887-9a42-5d593dc8796c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595826'] for router_interface, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:25.433184 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e943be19-2671-4cbf-8364-06bcb59d74eb req-df253c81-068b-4566-957c-e4f9681fc893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:25.435741 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e943be19-2671-4cbf-8364-06bcb59d74eb req-df253c81-068b-4566-957c-e4f9681fc893 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=30bf135e8c28454d9585f20b85d09748&device_id=858cda9a-bd23-4669-bce8-c1a1912bf0b4 HTTP/1.1" status: 200 len: 1099 time: 0.1115582 May 18 18:01:25.503147 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebc520-64ba-4887-9a42-5d593dc8796c admin admin] Pushing event updated for resources: {'Port': ['ID=25deeb9c-114b-4cae-8c5c-949655592bd5,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:25.516100 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Pushing event updated for resources: {'Port': ['ID=3cf60e40-4044-4016-a0b3-8950287707a8,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:25.597849 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e943be19-2671-4cbf-8364-06bcb59d74eb req-b24baf95-6d87-425a-b36f-377a8e4c53af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:25.606345 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e943be19-2671-4cbf-8364-06bcb59d74eb req-b24baf95-6d87-425a-b36f-377a8e4c53af service neutron] 10.222.0.36 "GET /v2.0/networks?id=4c8ef274-9ecc-47c2-9686-5eebd78fb305 HTTP/1.1" status: 200 len: 870 time: 0.1496501 May 18 18:01:25.821995 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e943be19-2671-4cbf-8364-06bcb59d74eb req-3de5e00b-9f9c-44ac-b899-a571abd32466 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=30c178ec-5042-4a08-8de2-95f75ba587eb HTTP/1.1" status: 200 len: 217 time: 0.2022521 May 18 18:01:25.825905 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-7b2c99fc-38c6-44bb-b890-04210feaf2c6 req-e1ff7102-975f-47c2-9294-9bdb060cf895 service neutron] For port 9eada324-10ae-4d93-beeb-79c39101bcd3, host n-h1-838550-3, cleared binding levels {{(pid=102731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:01:25.855081 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-edcb7a57-1816-4e52-965e-d411aa85076f req-7b549d3c-3e35-49aa-ba37-da48b875c51e tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=7890d4ac2ea94bdc99dbfce821abab54&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0548985 May 18 18:01:25.943672 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-7b2c99fc-38c6-44bb-b890-04210feaf2c6 req-e1ff7102-975f-47c2-9294-9bdb060cf895 service neutron] For port 9eada324-10ae-4d93-beeb-79c39101bcd3, host n-h1-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=9eada324-10ae-4d93-beeb-79c39101bcd3,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:01:25.967249 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-7b2c99fc-38c6-44bb-b890-04210feaf2c6 req-e1ff7102-975f-47c2-9294-9bdb060cf895 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:25.986436 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-4a986323-478d-41df-be17-e5a413fd9957 None None] Provisioning complete for port 25deeb9c-114b-4cae-8c5c-949655592bd5 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:01:25.987048 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-4a986323-478d-41df-be17-e5a413fd9957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:26.125313 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-4a986323-478d-41df-be17-e5a413fd9957 None None] Port 25deeb9c-114b-4cae-8c5c-949655592bd5 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:01:26.151520 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d1ebc520-64ba-4887-9a42-5d593dc8796c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:26.171049 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2c99fc-38c6-44bb-b890-04210feaf2c6 req-e1ff7102-975f-47c2-9294-9bdb060cf895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:26.172041 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-7b2c99fc-38c6-44bb-b890-04210feaf2c6 req-e1ff7102-975f-47c2-9294-9bdb060cf895 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:26.173654 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7b2c99fc-38c6-44bb-b890-04210feaf2c6 req-e1ff7102-975f-47c2-9294-9bdb060cf895 service neutron] 10.222.0.36 "PUT /v2.0/ports/9eada324-10ae-4d93-beeb-79c39101bcd3 HTTP/1.1" status: 200 len: 1095 time: 5.8688779 May 18 18:01:26.176343 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fd52930-74c1-446a-8fe8-b01fb6bc2060', 'tag': '9eada324-10ae-4d93-beeb-79c39101bcd3'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:01:26.269438 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e943be19-2671-4cbf-8364-06bcb59d74eb req-a6bb119a-b3e4-4438-ae9c-be78df6930ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:26.282901 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e943be19-2671-4cbf-8364-06bcb59d74eb req-a6bb119a-b3e4-4438-ae9c-be78df6930ce service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c2531ae9-89db-4dcf-b670-9eac4c9cde53 HTTP/1.1" status: 200 len: 843 time: 0.4267924 May 18 18:01:26.398787 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcb7a57-1816-4e52-965e-d411aa85076f req-51bbcd4b-5a07-4500-9d0a-7f4bf1944af6 tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:26.400370 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-edcb7a57-1816-4e52-965e-d411aa85076f req-51bbcd4b-5a07-4500-9d0a-7f4bf1944af6 tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5225136 May 18 18:01:26.408845 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e943be19-2671-4cbf-8364-06bcb59d74eb req-1493d3b4-54f5-4784-9c11-fc07805a6143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:26.413766 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e943be19-2671-4cbf-8364-06bcb59d74eb req-1493d3b4-54f5-4784-9c11-fc07805a6143 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4c8ef274-9ecc-47c2-9686-5eebd78fb305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0870860 May 18 18:01:26.429187 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-edcb7a57-1816-4e52-965e-d411aa85076f req-d563ebcd-18f1-4bc9-94b2-b0cfa450d6d8 tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] 10.222.0.85 "GET /v2.0/quotas/7890d4ac2ea94bdc99dbfce821abab54 HTTP/1.1" status: 200 len: 375 time: 0.0144246 May 18 18:01:26.493556 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-edcb7a57-1816-4e52-965e-d411aa85076f req-c8700ea2-b60b-43d5-8ed3-0713200796bc tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=7890d4ac2ea94bdc99dbfce821abab54&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0550926 May 18 18:01:26.496946 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ff7102-975f-47c2-9294-9bdb060cf895 service neutron] Pushing event updated for resources: {'Port': ['ID=9eada324-10ae-4d93-beeb-79c39101bcd3,revision_number=3']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:26.750499 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 3cf60e40-4044-4016-a0b3-8950287707a8 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:01:26.888295 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e943be19-2671-4cbf-8364-06bcb59d74eb req-15276992-43e1-4c6e-9b98-0b42e44898a2 service neutron] 10.222.0.36 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3910694 May 18 18:01:26.974844 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd4990a1-1d6b-442d-8de5-7d653c77c38a" -d '{"events": [{"name": "network-changed", "server_uuid": "9fd52930-74c1-446a-8fe8-b01fb6bc2060", "tag": "9eada324-10ae-4d93-beeb-79c39101bcd3"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:01:27.005981 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 3cf60e40-4044-4016-a0b3-8950287707a8 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:01:27.009928 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:27.111074 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d1ebc520-64ba-4887-9a42-5d593dc8796c admin admin] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:27.145450 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2c99fc-38c6-44bb-b890-04210feaf2c6 req-d0f1755e-978d-48e3-a0bf-b4474677d52e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:27.147331 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7b2c99fc-38c6-44bb-b890-04210feaf2c6 req-d0f1755e-978d-48e3-a0bf-b4474677d52e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=30bf135e8c28454d9585f20b85d09748&device_id=9fd52930-74c1-446a-8fe8-b01fb6bc2060 HTTP/1.1" status: 200 len: 1098 time: 0.8214307 May 18 18:01:27.157041 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d1ebc520-64ba-4887-9a42-5d593dc8796c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:27.158522 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d1ebc520-64ba-4887-9a42-5d593dc8796c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-595870'] for router_interface, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:27.299521 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e943be19-2671-4cbf-8364-06bcb59d74eb req-b35c21d5-c05c-478b-80cf-89ca1761d640 service neutron] 10.222.0.36 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3907678 May 18 18:01:27.354799 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08f1af9-823e-4ed8-b2a9-72b43d895535 req-0d02160b-055d-45f2-988e-950f408a2c3a tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:27.367248 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 3cf60e40-4044-4016-a0b3-8950287707a8 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:01:27.367888 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e08f1af9-823e-4ed8-b2a9-72b43d895535 req-0d02160b-055d-45f2-988e-950f408a2c3a tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/ports?device_id=858cda9a-bd23-4669-bce8-c1a1912bf0b4 HTTP/1.1" status: 200 len: 948 time: 0.4500883 May 18 18:01:27.429675 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaae899-24d9-4062-b685-be90769469b9 req-44b163f6-7d6f-454e-b954-b4faed1a60c7 tempest-AggregatesAdminTestJSON-1029985983 tempest-AggregatesAdminTestJSON-1029985983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:27.444633 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6eaae899-24d9-4062-b685-be90769469b9 req-44b163f6-7d6f-454e-b954-b4faed1a60c7 tempest-AggregatesAdminTestJSON-1029985983 tempest-AggregatesAdminTestJSON-1029985983-project] 10.222.0.85 "GET /v2.0/ports?device_id=51c1f3cc-a022-4e20-9131-f49c793e5b52 HTTP/1.1" status: 200 len: 969 time: 0.9514549 May 18 18:01:27.469161 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e08f1af9-823e-4ed8-b2a9-72b43d895535 req-b78c0d42-279c-4f5f-96e9-2b7df3f14027 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/security-groups?id=b842f2e0-06aa-4b03-8465-45658e93896b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000757 May 18 18:01:27.559016 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7b2c99fc-38c6-44bb-b890-04210feaf2c6 req-8f4154c5-5f4d-49f0-8e55-6fd69de059e7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=9eada324-10ae-4d93-beeb-79c39101bcd3 HTTP/1.1" status: 200 len: 217 time: 0.3727369 May 18 18:01:27.706797 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2c99fc-38c6-44bb-b890-04210feaf2c6 req-a487e328-9548-4ce5-8980-e0c237993ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:27.709793 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7b2c99fc-38c6-44bb-b890-04210feaf2c6 req-a487e328-9548-4ce5-8980-e0c237993ff6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c2531ae9-89db-4dcf-b670-9eac4c9cde53 HTTP/1.1" status: 200 len: 843 time: 0.1257508 May 18 18:01:27.711037 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebc520-64ba-4887-9a42-5d593dc8796c admin admin] Pushing event updated for resources: {'Port': ['ID=25deeb9c-114b-4cae-8c5c-949655592bd5,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:27.857887 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6eaae899-24d9-4062-b685-be90769469b9 req-2d6b4434-9df8-4b86-831a-c1f8b64d9dc9 tempest-AggregatesAdminTestJSON-1029985983 tempest-AggregatesAdminTestJSON-1029985983-project] 10.222.0.85 "GET /v2.0/security-groups?id=8eb14802-32d6-4659-ac38-fbfa0e8c12bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4121392 May 18 18:01:27.956161 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-282afef6-a9eb-41df-acf5-aca486efa1a2 req-0f8f439b-a535-45df-8462-702fbb1ddfed tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] 10.222.0.85 "GET /v2.0/ports?device_id=121c1182-c743-4361-96a5-f19520c0e9e2 HTTP/1.1" status: 200 len: 210 time: 0.0538638 May 18 18:01:27.981540 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2c99fc-38c6-44bb-b890-04210feaf2c6 req-8cdd575c-781c-4e27-9f32-0ab7370dc10b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:27.983218 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7b2c99fc-38c6-44bb-b890-04210feaf2c6 req-8cdd575c-781c-4e27-9f32-0ab7370dc10b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4c8ef274-9ecc-47c2-9686-5eebd78fb305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2416589 May 18 18:01:28.014276 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ebc520-64ba-4887-9a42-5d593dc8796c admin admin] Network f7cf31b5-1eeb-4bf6-bd77-be90f0ebecb7 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:01:28.017671 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-d1ebc520-64ba-4887-9a42-5d593dc8796c admin admin] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:01:28.350426 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1ebc520-64ba-4887-9a42-5d593dc8796c admin admin] Router c45283d2-8427-40c7-bb89-04bcd08c1018 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:01:28.370274 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09a12bc0-8bbf-4793-8ac6-6a280916230a x-openstack-request-id: req-09a12bc0-8bbf-4793-8ac6-6a280916230a {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:01:28.370561 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fd52930-74c1-446a-8fe8-b01fb6bc2060", "tag": "9eada324-10ae-4d93-beeb-79c39101bcd3", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:01:28.370813 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-09a12bc0-8bbf-4793-8ac6-6a280916230a {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:01:28.371274 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09a12bc0-8bbf-4793-8ac6-6a280916230a'] response: {'name': 'network-changed', 'server_uuid': '9fd52930-74c1-446a-8fe8-b01fb6bc2060', 'tag': '9eada324-10ae-4d93-beeb-79c39101bcd3', 'status': 'completed', 'code': 200} May 18 18:01:28.381644 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 42320) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:01:28.441368 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7b2c99fc-38c6-44bb-b890-04210feaf2c6 req-02685fb2-4f67-4ab7-834d-7fabe82c1ed2 service neutron] 10.222.0.36 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119722 May 18 18:01:28.474395 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-3a3694ee-e2df-4e51-9884-0144e7a1e35e None None] Provisioning complete for port 25deeb9c-114b-4cae-8c5c-949655592bd5 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:01:28.475018 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-3a3694ee-e2df-4e51-9884-0144e7a1e35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:28.528310 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-3a3694ee-e2df-4e51-9884-0144e7a1e35e None None] Port 25deeb9c-114b-4cae-8c5c-949655592bd5 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:01:28.642045 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8539e755-ee18-4ae2-9ada-0ead369a25ac req-117a99f7-018b-4fdf-a764-83493f607c13 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:28.643993 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8539e755-ee18-4ae2-9ada-0ead369a25ac req-117a99f7-018b-4fdf-a764-83493f607c13 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/ports?device_id=858cda9a-bd23-4669-bce8-c1a1912bf0b4 HTTP/1.1" status: 200 len: 948 time: 0.0577025 May 18 18:01:28.699198 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8539e755-ee18-4ae2-9ada-0ead369a25ac req-af4920f5-cb44-4919-9165-4fa1be8f00e8 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/security-groups?id=b842f2e0-06aa-4b03-8465-45658e93896b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479298 May 18 18:01:28.780981 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d0ba77ba-360f-4d48-b5e5-778465d27bb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:28.791088 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1ebc520-64ba-4887-9a42-5d593dc8796c admin admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:01:28.797360 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-d1ebc520-64ba-4887-9a42-5d593dc8796c admin admin] 10.222.0.85 "PUT /v2.0/routers/c45283d2-8427-40c7-bb89-04bcd08c1018/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2194464 May 18 18:01:28.811822 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4507d9-ec23-4ac6-91f6-e3c157e47c95 None None] Sync routers for ids ['c45283d2-8427-40c7-bb89-04bcd08c1018'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:01:28.834028 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 42336) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:01:28.851612 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4507d9-ec23-4ac6-91f6-e3c157e47c95 None None] Routers {'c45283d2-8427-40c7-bb89-04bcd08c1018'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:01:28.852258 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-2f4507d9-ec23-4ac6-91f6-e3c157e47c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:01:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['c45283d2-8427-40c7-bb89-04bcd08c1018'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:01:28.870103 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7b2c99fc-38c6-44bb-b890-04210feaf2c6 req-e7e83dd0-1058-47bb-a709-b7c537823ba2 service neutron] 10.222.0.36 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3260105 May 18 18:01:28.885481 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d0ba77ba-360f-4d48-b5e5-778465d27bb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:28.894363 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d0ba77ba-360f-4d48-b5e5-778465d27bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:28.998872 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-edcb7a57-1816-4e52-965e-d411aa85076f req-dbc191d7-d422-457c-9d1e-bde7f192f4bd tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=7890d4ac2ea94bdc99dbfce821abab54&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0884743 May 18 18:01:29.018027 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-d0ba77ba-360f-4d48-b5e5-778465d27bb5 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=d4e9e79984f843f2a05c317b8512f466&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6348825 May 18 18:01:29.019019 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4990a1-1d6b-442d-8de5-7d653c77c38a req-9e2859d6-00a9-4b05-aa76-df108e75a40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:29.020618 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cd4990a1-1d6b-442d-8de5-7d653c77c38a req-9e2859d6-00a9-4b05-aa76-df108e75a40e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=30bf135e8c28454d9585f20b85d09748&device_id=9fd52930-74c1-446a-8fe8-b01fb6bc2060 HTTP/1.1" status: 200 len: 1098 time: 0.0720527 May 18 18:01:29.025523 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 42344) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:01:29.056887 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ba77ba-360f-4d48-b5e5-778465d27bb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e245fa25-ac6d-4f2a-ae4d-74abb02faeaa,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:29.194856 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79526deb-49d2-4ea3-9460-eb653a0d7fbd req-65f6b6d0-0151-4d2b-8416-9a2579b88939 tempest-AggregatesAdminTestJSON-1029985983 tempest-AggregatesAdminTestJSON-1029985983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:29.196964 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-79526deb-49d2-4ea3-9460-eb653a0d7fbd req-65f6b6d0-0151-4d2b-8416-9a2579b88939 tempest-AggregatesAdminTestJSON-1029985983 tempest-AggregatesAdminTestJSON-1029985983-project] 10.222.0.85 "GET /v2.0/ports?device_id=51c1f3cc-a022-4e20-9131-f49c793e5b52 HTTP/1.1" status: 200 len: 969 time: 0.1723518 May 18 18:01:29.242220 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-71166a15-16bc-4291-a5eb-c7e0388fbdca admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:29.251937 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcb7a57-1816-4e52-965e-d411aa85076f req-0ab2579f-1a8b-414d-a3a0-11cd63f8bfd5 tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:29.261443 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-edcb7a57-1816-4e52-965e-d411aa85076f req-0ab2579f-1a8b-414d-a3a0-11cd63f8bfd5 tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2348545 May 18 18:01:29.285978 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-edcb7a57-1816-4e52-965e-d411aa85076f req-8d7c6eac-4012-4563-ab22-8debdf531937 tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] Request body: {'port': {'device_id': '121c1182-c743-4361-96a5-f19520c0e9e2', 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305', 'admin_state_up': True, 'tenant_id': '7890d4ac2ea94bdc99dbfce821abab54'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:01:29.294326 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-2f4507d9-ec23-4ac6-91f6-e3c157e47c95 None None] Set router c45283d2-8427-40c7-bb89-04bcd08c1018 gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:01:29.300648 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e7d071e6-a339-4df7-87f4-49746c9ad92d req-f2314bb0-9658-44f3-bd0a-cf3c6d6b4503 tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] 10.222.0.85 "GET /v2.0/ports?device_id=121c1182-c743-4361-96a5-f19520c0e9e2 HTTP/1.1" status: 200 len: 210 time: 0.0709052 May 18 18:01:29.398787 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-55da254c-ecfb-425b-80be-22e7b3408078 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:29.403488 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-79526deb-49d2-4ea3-9460-eb653a0d7fbd req-7e67a700-f5a0-41d3-9a9d-81b1654b8510 tempest-AggregatesAdminTestJSON-1029985983 tempest-AggregatesAdminTestJSON-1029985983-project] 10.222.0.85 "GET /v2.0/security-groups?id=8eb14802-32d6-4659-ac38-fbfa0e8c12bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870461 May 18 18:01:29.410614 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4990a1-1d6b-442d-8de5-7d653c77c38a req-5e9bbecc-79eb-4dea-832b-406cabd9fe36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:29.412248 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cd4990a1-1d6b-442d-8de5-7d653c77c38a req-5e9bbecc-79eb-4dea-832b-406cabd9fe36 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4c8ef274-9ecc-47c2-9686-5eebd78fb305 HTTP/1.1" status: 200 len: 870 time: 0.3768148 May 18 18:01:29.423020 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edcb7a57-1816-4e52-965e-d411aa85076f req-8d7c6eac-4012-4563-ab22-8debdf531937 tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] Made reservation on behalf of 7890d4ac2ea94bdc99dbfce821abab54 for: {'port': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:01:29.429397 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-edcb7a57-1816-4e52-965e-d411aa85076f req-8d7c6eac-4012-4563-ab22-8debdf531937 tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:29.446122 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-edcb7a57-1816-4e52-965e-d411aa85076f req-8d7c6eac-4012-4563-ab22-8debdf531937 tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:29.516221 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cd4990a1-1d6b-442d-8de5-7d653c77c38a req-756e6302-d365-412b-b149-e32d58ff52e7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=9eada324-10ae-4d93-beeb-79c39101bcd3 HTTP/1.1" status: 200 len: 217 time: 0.0903509 May 18 18:01:29.523433 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-55da254c-ecfb-425b-80be-22e7b3408078 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:29.557065 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-edcb7a57-1816-4e52-965e-d411aa85076f req-8d7c6eac-4012-4563-ab22-8debdf531937 tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:29.563902 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-edcb7a57-1816-4e52-965e-d411aa85076f req-8d7c6eac-4012-4563-ab22-8debdf531937 tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:29.596101 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-71166a15-16bc-4291-a5eb-c7e0388fbdca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:29.613355 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-71166a15-16bc-4291-a5eb-c7e0388fbdca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:29.625521 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 86dbaf25-6bfa-4acb-a734-ddd8e03ac5b9 details requested by agent hyperv_n-h2-838550-3 with host n-h2-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:01:29.637456 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4990a1-1d6b-442d-8de5-7d653c77c38a req-bed098c2-a8a3-4938-bbd5-0c5b40dbfbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:29.639219 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cd4990a1-1d6b-442d-8de5-7d653c77c38a req-bed098c2-a8a3-4938-bbd5-0c5b40dbfbc3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c2531ae9-89db-4dcf-b670-9eac4c9cde53 HTTP/1.1" status: 200 len: 843 time: 0.1137123 May 18 18:01:29.679607 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-71166a15-16bc-4291-a5eb-c7e0388fbdca admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=9840a19e7f59474ea58a5b39fab4261e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8445196 May 18 18:01:29.680592 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71166a15-16bc-4291-a5eb-c7e0388fbdca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3069f152-1b1c-44d0-b1b4-4c670876a663,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:29.713605 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 42362) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:01:29.781052 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-55da254c-ecfb-425b-80be-22e7b3408078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:29.784411 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-55da254c-ecfb-425b-80be-22e7b3408078 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:29.786492 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-55da254c-ecfb-425b-80be-22e7b3408078 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/e245fa25-ac6d-4f2a-ae4d-74abb02faeaa HTTP/1.1" status: 204 len: 168 time: 0.7598145 May 18 18:01:29.809030 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55da254c-ecfb-425b-80be-22e7b3408078 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e245fa25-ac6d-4f2a-ae4d-74abb02faeaa,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:29.823582 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 42372) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:01:29.826166 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4990a1-1d6b-442d-8de5-7d653c77c38a req-6af879dc-1ecd-4987-8aa7-eac5d0d990d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:29.828670 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cd4990a1-1d6b-442d-8de5-7d653c77c38a req-6af879dc-1ecd-4987-8aa7-eac5d0d990d0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4c8ef274-9ecc-47c2-9686-5eebd78fb305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1732252 May 18 18:01:29.837980 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-18f9c752-236d-4e2f-96f2-b7c00fbb2c85 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-121326228-network', 'tenant_id': '2fd6780e142f4de09b193c7be9c4a3c8'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:01:29.882044 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [req-edcb7a57-1816-4e52-965e-d411aa85076f req-8d7c6eac-4012-4563-ab22-8debdf531937 tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] Allocated IP 192.168.233.24 (4c8ef274-9ecc-47c2-9686-5eebd78fb305/c2531ae9-89db-4dcf-b670-9eac4c9cde53/8a1db5a5-f34b-4179-b217-79bb427bdbd7) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:01:29.968337 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cd4990a1-1d6b-442d-8de5-7d653c77c38a req-9b1430c0-b3a2-4106-9fea-b36a093ada1c service neutron] 10.222.0.36 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241877 May 18 18:01:29.996751 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-2f4507d9-ec23-4ac6-91f6-e3c157e47c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c45283d2-8427-40c7-bb89-04bcd08c1018', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-416027230-router', 'tenant_id': '0d4eb23333684335bd57fa66f03d4443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': '3cf60e40-4044-4016-a0b3-8950287707a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:01:11Z', 'updated_at': '2022-05-18T18:01:26Z', 'revision_number': 4, 'project_id': '0d4eb23333684335bd57fa66f03d4443', 'gw_port': {'id': '3cf60e40-4044-4016-a0b3-8950287707a8', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45283d2-8427-40c7-bb89-04bcd08c1018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:01:13Z', 'updated_at': '2022-05-18T18:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '25deeb9c-114b-4cae-8c5c-949655592bd5', 'name': '', 'network_id': 'f7cf31b5-1eeb-4bf6-bd77-be90f0ebecb7', 'tenant_id': '0d4eb23333684335bd57fa66f03d4443', 'mac_address': 'fa:16:3e:92:f7:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c45283d2-8427-40c7-bb89-04bcd08c1018', 'device_owner': 'network:router_interface', 'standard_attr_id': 151, 'fixed_ips': [{'subnet_id': 'd88b0a46-da40-4baf-b21a-795825e4a8cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:01:22Z', 'updated_at': '2022-05-18T18:01:26Z', 'revision_number': 2, 'project_id': '0d4eb23333684335bd57fa66f03d4443', 'subnets': [{'id': 'd88b0a46-da40-4baf-b21a-795825e4a8cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:01:30.003018 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 86dbaf25-6bfa-4acb-a734-ddd8e03ac5b9, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=86dbaf25-6bfa-4acb-a734-ddd8e03ac5b9,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:01:30.050641 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4507d9-ec23-4ac6-91f6-e3c157e47c95 None None] Checking router: c45283d2-8427-40c7-bb89-04bcd08c1018 for host: n-d-838550-3 {{(pid=102732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:01:30.051607 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4507d9-ec23-4ac6-91f6-e3c157e47c95 None None] Updating router c45283d2-8427-40c7-bb89-04bcd08c1018 port 25deeb9c-114b-4cae-8c5c-949655592bd5 binding host n-d-838550-3 {{(pid=102732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 18:01:30.076307 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7c6eac-4012-4563-ab22-8debdf531937 tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1266143d-5445-4421-a475-44b903b2fe77,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:30.091942 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cd4990a1-1d6b-442d-8de5-7d653c77c38a req-59d2a697-b187-40e8-b876-f88c62860d66 service neutron] 10.222.0.36 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983939 May 18 18:01:30.112459 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c52ee058-08c0-4994-9d42-efe86b3dc677 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:30.118292 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-2f4507d9-ec23-4ac6-91f6-e3c157e47c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:30.123849 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Returning: {'device': '86dbaf25-6bfa-4acb-a734-ddd8e03ac5b9', 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305', 'port_id': '86dbaf25-6bfa-4acb-a734-ddd8e03ac5b9', 'mac_address': 'fa:16:3e:07:5e:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2531ae9-89db-4dcf-b670-9eac4c9cde53', 'ip_address': '192.168.233.100'}], 'device_owner': 'compute:tempest-test_az-488582773', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:01:30.136255 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c52ee058-08c0-4994-9d42-efe86b3dc677 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:30.195977 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c52ee058-08c0-4994-9d42-efe86b3dc677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:30.200409 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c52ee058-08c0-4994-9d42-efe86b3dc677 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:30.201782 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-c52ee058-08c0-4994-9d42-efe86b3dc677 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/3069f152-1b1c-44d0-b1b4-4c670876a663 HTTP/1.1" status: 204 len: 168 time: 0.4868422 May 18 18:01:30.214684 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18f9c752-236d-4e2f-96f2-b7c00fbb2c85 admin admin] Made reservation on behalf of 2fd6780e142f4de09b193c7be9c4a3c8 for: {'network': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:01:30.217418 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-18f9c752-236d-4e2f-96f2-b7c00fbb2c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:30.221922 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52ee058-08c0-4994-9d42-efe86b3dc677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3069f152-1b1c-44d0-b1b4-4c670876a663,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:30.222797 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-edcb7a57-1816-4e52-965e-d411aa85076f req-8d7c6eac-4012-4563-ab22-8debdf531937 tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:30.224134 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 86dbaf25-6bfa-4acb-a734-ddd8e03ac5b9 is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:01:30.224615 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:30.233910 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-18f9c752-236d-4e2f-96f2-b7c00fbb2c85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:30.249375 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a705294d-e53b-44fe-84c4-ba828b2572f5 req-2b96735c-93ec-45cb-8ca6-8466c02aacfc tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:30.251694 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a705294d-e53b-44fe-84c4-ba828b2572f5 req-2b96735c-93ec-45cb-8ca6-8466c02aacfc tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/ports?device_id=858cda9a-bd23-4669-bce8-c1a1912bf0b4 HTTP/1.1" status: 200 len: 948 time: 0.2796688 May 18 18:01:30.292832 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-edcb7a57-1816-4e52-965e-d411aa85076f req-8d7c6eac-4012-4563-ab22-8debdf531937 tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:30.347205 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86dbaf25-6bfa-4acb-a734-ddd8e03ac5b9 {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:01:30.376829 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 42402) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:01:30.378997 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 86dbaf25-6bfa-4acb-a734-ddd8e03ac5b9, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=86dbaf25-6bfa-4acb-a734-ddd8e03ac5b9,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:01:30.395982 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:30.429081 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edcb7a57-1816-4e52-965e-d411aa85076f req-8d7c6eac-4012-4563-ab22-8debdf531937 tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] Network 4c8ef274-9ecc-47c2-9686-5eebd78fb305 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:01:30.441922 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7c6eac-4012-4563-ab22-8debdf531937 tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] Pushing event updated for resources: {'Port': ['ID=8a1db5a5-f34b-4179-b217-79bb427bdbd7,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:30.451067 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a705294d-e53b-44fe-84c4-ba828b2572f5 req-96b0d07f-a6a4-4cef-b657-58ed62865afa tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/security-groups?id=b842f2e0-06aa-4b03-8465-45658e93896b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804335 May 18 18:01:30.453139 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fa34ed78-11e8-4d61-81e6-fe1e39b131c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:30.455066 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [req-edcb7a57-1816-4e52-965e-d411aa85076f req-8d7c6eac-4012-4563-ab22-8debdf531937 tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:01:30.479756 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-edcb7a57-1816-4e52-965e-d411aa85076f req-8d7c6eac-4012-4563-ab22-8debdf531937 tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:01:30.486921 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcb7a57-1816-4e52-965e-d411aa85076f req-8d7c6eac-4012-4563-ab22-8debdf531937 tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:30.487803 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-edcb7a57-1816-4e52-965e-d411aa85076f req-8d7c6eac-4012-4563-ab22-8debdf531937 tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:30.526214 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=86dbaf25-6bfa-4acb-a734-ddd8e03ac5b9,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:30.600067 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-edcb7a57-1816-4e52-965e-d411aa85076f req-8d7c6eac-4012-4563-ab22-8debdf531937 tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3220015 May 18 18:01:30.617532 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-edcb7a57-1816-4e52-965e-d411aa85076f req-a8971576-a8b0-4510-9307-b497d04653ab service neutron] Request body: {'port': {'device_id': '121c1182-c743-4361-96a5-f19520c0e9e2', 'device_owner': 'compute:tempest-test_az-488582773', 'binding:host_id': 'n-h2-838550-3'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:01:30.682128 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-18f9c752-236d-4e2f-96f2-b7c00fbb2c85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:30.708400 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4119938a-2874-4b46-9574-18fde3cca4c6 req-e880663f-f6d0-4a8e-8269-1a6dc70ba601 tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:30.722266 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4119938a-2874-4b46-9574-18fde3cca4c6 req-e880663f-f6d0-4a8e-8269-1a6dc70ba601 tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] 10.222.0.85 "GET /v2.0/ports?device_id=121c1182-c743-4361-96a5-f19520c0e9e2 HTTP/1.1" status: 200 len: 935 time: 0.2211385 May 18 18:01:30.748173 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fa34ed78-11e8-4d61-81e6-fe1e39b131c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:30.755301 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-18f9c752-236d-4e2f-96f2-b7c00fbb2c85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:30.775314 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18f9c752-236d-4e2f-96f2-b7c00fbb2c85 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 635} {{(pid=102731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:01:30.786721 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:30.793335 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-18f9c752-236d-4e2f-96f2-b7c00fbb2c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:30.793748 n-d-838550-3 neutron-server[102731]: INFO neutron.db.segments_db [None req-18f9c752-236d-4e2f-96f2-b7c00fbb2c85 admin admin] Added segment dccca635-e976-4ee2-b3a3-e82659331c65 of type vlan for network bc4530e5-a7c1-4461-bce7-44c9edfd3141 May 18 18:01:30.811689 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['86dbaf25-6bfa-4acb-a734-ddd8e03ac5b9'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:01:30.848727 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 42410) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:01:30.868520 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-203169cc-d3be-4df4-a293-10f8f5476c14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:30.874450 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4119938a-2874-4b46-9574-18fde3cca4c6 req-57f97e2d-0d5a-4210-811b-4d9c5dbd61c3 tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] 10.222.0.85 "GET /v2.0/security-groups?id=1266143d-5445-4421-a475-44b903b2fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192193 May 18 18:01:30.880217 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-edcb7a57-1816-4e52-965e-d411aa85076f req-a8971576-a8b0-4510-9307-b497d04653ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:30.892084 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-18f9c752-236d-4e2f-96f2-b7c00fbb2c85 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:30.920199 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fa34ed78-11e8-4d61-81e6-fe1e39b131c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:30.931437 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-2f4507d9-ec23-4ac6-91f6-e3c157e47c95 None None] Notify callbacks [] for port, precommit_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:30.936702 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-18f9c752-236d-4e2f-96f2-b7c00fbb2c85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:30.937697 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f9c752-236d-4e2f-96f2-b7c00fbb2c85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:30.938338 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-18f9c752-236d-4e2f-96f2-b7c00fbb2c85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:30.974343 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-2f4507d9-ec23-4ac6-91f6-e3c157e47c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:30.982903 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 42416) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:01:30.998139 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:31.034112 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f9c752-236d-4e2f-96f2-b7c00fbb2c85 admin admin] Pushing event updated for resources: {'Network': ['ID=bc4530e5-a7c1-4461-bce7-44c9edfd3141,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:31.041135 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b116074f-96e0-47b5-a7d6-9be4162e7235 None None] Provisioning complete for port 8a1db5a5-f34b-4179-b217-79bb427bdbd7 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:01:31.041658 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b116074f-96e0-47b5-a7d6-9be4162e7235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:31.051342 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2c1d95-7e87-4a96-bfe4-d75fc965bbc7 req-b9413272-1ec3-4a38-b5e5-ca4218a46c6a tempest-AggregatesAdminTestJSON-1029985983 tempest-AggregatesAdminTestJSON-1029985983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:31.052899 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fe2c1d95-7e87-4a96-bfe4-d75fc965bbc7 req-b9413272-1ec3-4a38-b5e5-ca4218a46c6a tempest-AggregatesAdminTestJSON-1029985983 tempest-AggregatesAdminTestJSON-1029985983-project] 10.222.0.85 "GET /v2.0/ports?device_id=51c1f3cc-a022-4e20-9131-f49c793e5b52 HTTP/1.1" status: 200 len: 970 time: 0.3926022 May 18 18:01:31.053747 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f9c752-236d-4e2f-96f2-b7c00fbb2c85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e5e5f17-a3e3-4adc-afe3-b769c3e98bbf,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:31.061068 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-fa34ed78-11e8-4d61-81e6-fe1e39b131c8 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=103963137fa04e25aba93e0f3d509303&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6669245 May 18 18:01:31.064896 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 42422) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:01:31.086633 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc6b9a7-8403-4e0c-97a1-14b15163d067 None None] Pushing event updated for resources: {'Port': ['ID=25deeb9c-114b-4cae-8c5c-949655592bd5,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:31.091071 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b116074f-96e0-47b5-a7d6-9be4162e7235 None None] Port 8a1db5a5-f34b-4179-b217-79bb427bdbd7 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:01:31.092576 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network bc4530e5-a7c1-4461-bce7-44c9edfd3141 details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:01:31.103730 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-18f9c752-236d-4e2f-96f2-b7c00fbb2c85 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.2691772 May 18 18:01:31.106552 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 42424) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:01:31.114798 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-0bd99fef-bcbb-4fc2-95f1-992fd52a6df8 admin admin] Request body: {'subnet': {'network_id': 'bc4530e5-a7c1-4461-bce7-44c9edfd3141', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-121326228-subnet', 'tenant_id': '2fd6780e142f4de09b193c7be9c4a3c8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:01:31.151727 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa34ed78-11e8-4d61-81e6-fe1e39b131c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28e6b87e-e67b-44a8-b646-27604dfe5cb7,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:31.184592 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ed09dacf-602c-46fe-811c-1b3929925e14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:31.187834 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-90fa79ca-f479-4010-bc25-fdbc05533d8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:31.193324 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fe2c1d95-7e87-4a96-bfe4-d75fc965bbc7 req-b98057b2-48b8-4e6f-92f4-540ff21e5507 tempest-AggregatesAdminTestJSON-1029985983 tempest-AggregatesAdminTestJSON-1029985983-project] 10.222.0.85 "GET /v2.0/security-groups?id=8eb14802-32d6-4659-ac38-fbfa0e8c12bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310098 May 18 18:01:31.214012 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ed09dacf-602c-46fe-811c-1b3929925e14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:31.238738 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-203169cc-d3be-4df4-a293-10f8f5476c14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:31.263827 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-203169cc-d3be-4df4-a293-10f8f5476c14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:31.294792 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ed09dacf-602c-46fe-811c-1b3929925e14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:31.298246 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ed09dacf-602c-46fe-811c-1b3929925e14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:31.302523 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-ed09dacf-602c-46fe-811c-1b3929925e14 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/28e6b87e-e67b-44a8-b646-27604dfe5cb7 HTTP/1.1" status: 204 len: 168 time: 0.2337918 May 18 18:01:31.328332 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed09dacf-602c-46fe-811c-1b3929925e14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28e6b87e-e67b-44a8-b646-27604dfe5cb7,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:31.358572 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-2f4507d9-ec23-4ac6-91f6-e3c157e47c95 None None] Attempting to bind port 25deeb9c-114b-4cae-8c5c-949655592bd5 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:01:31.358942 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-2f4507d9-ec23-4ac6-91f6-e3c157e47c95 None None] Attempting to bind port 25deeb9c-114b-4cae-8c5c-949655592bd5 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '233283e0-ebec-4cdf-9a24-cf365763643d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'f7cf31b5-1eeb-4bf6-bd77-be90f0ebecb7'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:01:31.359302 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4507d9-ec23-4ac6-91f6-e3c157e47c95 None None] Attempting to bind port 25deeb9c-114b-4cae-8c5c-949655592bd5 on network f7cf31b5-1eeb-4bf6-bd77-be90f0ebecb7 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:01:31.367457 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4507d9-ec23-4ac6-91f6-e3c157e47c95 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:01:31.367828 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4507d9-ec23-4ac6-91f6-e3c157e47c95 None None] Checking segment: {'id': '233283e0-ebec-4cdf-9a24-cf365763643d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'f7cf31b5-1eeb-4bf6-bd77-be90f0ebecb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:01:31.369001 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-2f4507d9-ec23-4ac6-91f6-e3c157e47c95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:31.369753 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4507d9-ec23-4ac6-91f6-e3c157e47c95 None None] Bound using segment: {'id': '233283e0-ebec-4cdf-9a24-cf365763643d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'f7cf31b5-1eeb-4bf6-bd77-be90f0ebecb7'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:01:31.370861 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-2f4507d9-ec23-4ac6-91f6-e3c157e47c95 None None] Bound port: 25deeb9c-114b-4cae-8c5c-949655592bd5, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '233283e0-ebec-4cdf-9a24-cf365763643d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'f7cf31b5-1eeb-4bf6-bd77-be90f0ebecb7'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:01:31.371598 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-2f4507d9-ec23-4ac6-91f6-e3c157e47c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:31.396677 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bd99fef-bcbb-4fc2-95f1-992fd52a6df8 admin admin] Made reservation on behalf of 2fd6780e142f4de09b193c7be9c4a3c8 for: {'subnet': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:01:31.398839 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0bd99fef-bcbb-4fc2-95f1-992fd52a6df8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:31.432452 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203169cc-d3be-4df4-a293-10f8f5476c14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41c0ad8f-2e98-4a6e-ba2b-39bcd363bdbc,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:31.465974 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-203169cc-d3be-4df4-a293-10f8f5476c14 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=413755a9082346afadae5c3700ce6059&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6139097 May 18 18:01:31.467557 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-d80018ae-c1ec-4795-9c28-016b975d5bfd None None] Provisioning complete for port 25deeb9c-114b-4cae-8c5c-949655592bd5 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:01:31.467762 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d80018ae-c1ec-4795-9c28-016b975d5bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:31.469141 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 42430) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:01:31.506687 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-2f4507d9-ec23-4ac6-91f6-e3c157e47c95 None None] For port 25deeb9c-114b-4cae-8c5c-949655592bd5, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:01:31.514249 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-2f4507d9-ec23-4ac6-91f6-e3c157e47c95 None None] For port 25deeb9c-114b-4cae-8c5c-949655592bd5, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=25deeb9c-114b-4cae-8c5c-949655592bd5,segment=NetworkSegment(233283e0-ebec-4cdf-9a24-cf365763643d),segment_id=233283e0-ebec-4cdf-9a24-cf365763643d)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:01:31.534429 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-31bce2e2-b5d2-4783-99d7-c13a5025f096 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:31.555064 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-90fa79ca-f479-4010-bc25-fdbc05533d8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:31.557600 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-2f4507d9-ec23-4ac6-91f6-e3c157e47c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:31.572231 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-31bce2e2-b5d2-4783-99d7-c13a5025f096 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:31.578144 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-90fa79ca-f479-4010-bc25-fdbc05533d8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:31.651191 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-31bce2e2-b5d2-4783-99d7-c13a5025f096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:31.653097 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc6b9a7-8403-4e0c-97a1-14b15163d067 None None] Pushing event updated for resources: {'Port': ['ID=25deeb9c-114b-4cae-8c5c-949655592bd5,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:31.661946 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 9eada324-10ae-4d93-beeb-79c39101bcd3 details requested by agent hyperv_n-h1-838550-3 with host n-h1-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:01:31.678808 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-31bce2e2-b5d2-4783-99d7-c13a5025f096 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:31.680238 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-31bce2e2-b5d2-4783-99d7-c13a5025f096 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/41c0ad8f-2e98-4a6e-ba2b-39bcd363bdbc HTTP/1.1" status: 204 len: 168 time: 0.2093828 May 18 18:01:31.696418 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bce2e2-b5d2-4783-99d7-c13a5025f096 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41c0ad8f-2e98-4a6e-ba2b-39bcd363bdbc,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:31.705585 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [req-edcb7a57-1816-4e52-965e-d411aa85076f req-a8971576-a8b0-4510-9307-b497d04653ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a1db5a5-f34b-4179-b217-79bb427bdbd7 {{(pid=102730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:01:31.714593 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-90fa79ca-f479-4010-bc25-fdbc05533d8f admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=a534957e989d40afb09300f269be0010&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7247608 May 18 18:01:31.714593 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fa79ca-f479-4010-bc25-fdbc05533d8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21aa4aca-4ffd-4d22-87af-7e4f4ae2a7f6,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:31.717593 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 42438) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:01:31.742462 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-edcb7a57-1816-4e52-965e-d411aa85076f req-a8971576-a8b0-4510-9307-b497d04653ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:31.765027 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-d80018ae-c1ec-4795-9c28-016b975d5bfd None None] Port 25deeb9c-114b-4cae-8c5c-949655592bd5 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:01:31.792317 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [req-edcb7a57-1816-4e52-965e-d411aa85076f req-a8971576-a8b0-4510-9307-b497d04653ab service neutron] Transition to ACTIVE for port object 8a1db5a5-f34b-4179-b217-79bb427bdbd7 will not be triggered until provisioned by entity L2. {{(pid=102730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:01:31.806177 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4507d9-ec23-4ac6-91f6-e3c157e47c95 None None] Routers {'c45283d2-8427-40c7-bb89-04bcd08c1018'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:01:31.807837 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-2f4507d9-ec23-4ac6-91f6-e3c157e47c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:01:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['c45283d2-8427-40c7-bb89-04bcd08c1018'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:01:31.817538 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5711811f-031e-49f5-8924-3ab5e188aa84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:31.857840 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf52d4f-c792-433a-96f2-3dff3533a7b2 req-d6aa8a99-0684-42e8-98d3-dfb8628df547 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:31.859896 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6cf52d4f-c792-433a-96f2-3dff3533a7b2 req-d6aa8a99-0684-42e8-98d3-dfb8628df547 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/ports?device_id=858cda9a-bd23-4669-bce8-c1a1912bf0b4 HTTP/1.1" status: 200 len: 948 time: 0.2434032 May 18 18:01:31.866410 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5711811f-031e-49f5-8924-3ab5e188aa84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:31.870912 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-edcb7a57-1816-4e52-965e-d411aa85076f req-a8971576-a8b0-4510-9307-b497d04653ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:31.972498 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0bd99fef-bcbb-4fc2-95f1-992fd52a6df8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for subnet, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:31.974885 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5711811f-031e-49f5-8924-3ab5e188aa84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:31.983258 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5711811f-031e-49f5-8924-3ab5e188aa84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:31.987900 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-5711811f-031e-49f5-8924-3ab5e188aa84 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/21aa4aca-4ffd-4d22-87af-7e4f4ae2a7f6 HTTP/1.1" status: 204 len: 168 time: 0.2664282 May 18 18:01:32.014555 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5711811f-031e-49f5-8924-3ab5e188aa84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21aa4aca-4ffd-4d22-87af-7e4f4ae2a7f6,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:32.104493 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8971576-a8b0-4510-9307-b497d04653ab service neutron] Pushing event updated for resources: {'Port': ['ID=8a1db5a5-f34b-4179-b217-79bb427bdbd7,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:32.133406 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998b2b98-5391-4c2e-b232-ddc5d647c37d req-45c05b14-fa27-45ad-b641-448795e359ed tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:32.135208 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-998b2b98-5391-4c2e-b232-ddc5d647c37d req-45c05b14-fa27-45ad-b641-448795e359ed tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] 10.222.0.85 "GET /v2.0/ports?device_id=121c1182-c743-4361-96a5-f19520c0e9e2 HTTP/1.1" status: 200 len: 968 time: 0.1017623 May 18 18:01:32.139126 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6cf52d4f-c792-433a-96f2-3dff3533a7b2 req-fbb7e228-320b-4a21-9fbf-2a3ce5ca7f25 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/security-groups?id=b842f2e0-06aa-4b03-8465-45658e93896b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500443 May 18 18:01:32.182715 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-2f4507d9-ec23-4ac6-91f6-e3c157e47c95 None None] Set router c45283d2-8427-40c7-bb89-04bcd08c1018 gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:01:32.205332 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd99fef-bcbb-4fc2-95f1-992fd52a6df8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8af4164f-1300-480a-8c94-16ed0f3cb3bd,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:32.214006 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-998b2b98-5391-4c2e-b232-ddc5d647c37d req-072e3177-5227-4dff-8d37-cffc8a126d23 tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] 10.222.0.85 "GET /v2.0/security-groups?id=1266143d-5445-4421-a475-44b903b2fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721238 May 18 18:01:32.230912 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-edcb7a57-1816-4e52-965e-d411aa85076f req-a8971576-a8b0-4510-9307-b497d04653ab service neutron] Attempting to bind port 8a1db5a5-f34b-4179-b217-79bb427bdbd7 on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:01:32.232719 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-edcb7a57-1816-4e52-965e-d411aa85076f req-a8971576-a8b0-4510-9307-b497d04653ab service neutron] Attempting to bind port 8a1db5a5-f34b-4179-b217-79bb427bdbd7 by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': '2879bb11-64b4-46f1-9f8b-52941d47b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:01:32.235085 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edcb7a57-1816-4e52-965e-d411aa85076f req-a8971576-a8b0-4510-9307-b497d04653ab service neutron] Attempting to bind port 8a1db5a5-f34b-4179-b217-79bb427bdbd7 on network 4c8ef274-9ecc-47c2-9686-5eebd78fb305 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:01:32.254813 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd99fef-bcbb-4fc2-95f1-992fd52a6df8 admin admin] Checking segment: {'id': 'dccca635-e976-4ee2-b3a3-e82659331c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'bc4530e5-a7c1-4461-bce7-44c9edfd3141'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:01:32.255259 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd99fef-bcbb-4fc2-95f1-992fd52a6df8 admin admin] Network hostable DHCP agents. Network: bc4530e5-a7c1-4461-bce7-44c9edfd3141, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:01:32.263792 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edcb7a57-1816-4e52-965e-d411aa85076f req-a8971576-a8b0-4510-9307-b497d04653ab service neutron] Port 8a1db5a5-f34b-4179-b217-79bb427bdbd7 on network 4c8ef274-9ecc-47c2-9686-5eebd78fb305 not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:01:32.264567 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edcb7a57-1816-4e52-965e-d411aa85076f req-a8971576-a8b0-4510-9307-b497d04653ab service neutron] Attempting to bind port 8a1db5a5-f34b-4179-b217-79bb427bdbd7 on network 4c8ef274-9ecc-47c2-9686-5eebd78fb305 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:01:32.285990 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edcb7a57-1816-4e52-965e-d411aa85076f req-a8971576-a8b0-4510-9307-b497d04653ab service neutron] Checking agent: {'id': 'd1be059a-68ea-4c77-9b2b-29f4afa47e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:01:32.287418 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edcb7a57-1816-4e52-965e-d411aa85076f req-a8971576-a8b0-4510-9307-b497d04653ab service neutron] Checking segment: {'id': '2879bb11-64b4-46f1-9f8b-52941d47b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:01:32.287809 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edcb7a57-1816-4e52-965e-d411aa85076f req-a8971576-a8b0-4510-9307-b497d04653ab service neutron] Bound using segment: {'id': '2879bb11-64b4-46f1-9f8b-52941d47b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305'} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:01:32.288256 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-edcb7a57-1816-4e52-965e-d411aa85076f req-a8971576-a8b0-4510-9307-b497d04653ab service neutron] Bound port: 8a1db5a5-f34b-4179-b217-79bb427bdbd7, host: n-h2-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2879bb11-64b4-46f1-9f8b-52941d47b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305'}}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:01:32.288616 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-edcb7a57-1816-4e52-965e-d411aa85076f req-a8971576-a8b0-4510-9307-b497d04653ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:32.334336 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd99fef-bcbb-4fc2-95f1-992fd52a6df8 admin admin] Network bc4530e5-a7c1-4461-bce7-44c9edfd3141 is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:01:32.387505 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-0bd99fef-bcbb-4fc2-95f1-992fd52a6df8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, bc4530e5-a7c1-4461-bce7-44c9edfd3141) {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:01:32.399500 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd99fef-bcbb-4fc2-95f1-992fd52a6df8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:32.400098 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0bd99fef-bcbb-4fc2-95f1-992fd52a6df8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:32.408635 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a097a1-183f-4467-9b42-a35cdec527af None None] Network bc4530e5-a7c1-4461-bce7-44c9edfd3141 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:01:32.439181 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-edcb7a57-1816-4e52-965e-d411aa85076f req-a8971576-a8b0-4510-9307-b497d04653ab service neutron] For port 8a1db5a5-f34b-4179-b217-79bb427bdbd7, host n-h2-838550-3, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:01:32.445956 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-edcb7a57-1816-4e52-965e-d411aa85076f req-a8971576-a8b0-4510-9307-b497d04653ab service neutron] For port 8a1db5a5-f34b-4179-b217-79bb427bdbd7, host n-h2-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=8a1db5a5-f34b-4179-b217-79bb427bdbd7,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:01:32.453164 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-0bd99fef-bcbb-4fc2-95f1-992fd52a6df8 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.3402541 May 18 18:01:32.453441 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 42458) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:01:32.457915 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-9d2fd6ab-dd61-4a60-8222-2ef3f5031a28 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-121326228-router', 'tenant_id': '2fd6780e142f4de09b193c7be9c4a3c8', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:01:32.461750 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043227a5-085a-48a5-b067-f7f7235b637e req-7fcb6742-a16e-410d-8fe6-784479d9f902 tempest-AggregatesAdminTestJSON-1029985983 tempest-AggregatesAdminTestJSON-1029985983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:32.470619 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-043227a5-085a-48a5-b067-f7f7235b637e req-7fcb6742-a16e-410d-8fe6-784479d9f902 tempest-AggregatesAdminTestJSON-1029985983 tempest-AggregatesAdminTestJSON-1029985983-project] 10.222.0.85 "GET /v2.0/ports?device_id=51c1f3cc-a022-4e20-9131-f49c793e5b52 HTTP/1.1" status: 200 len: 970 time: 0.1335380 May 18 18:01:32.473746 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-edcb7a57-1816-4e52-965e-d411aa85076f req-a8971576-a8b0-4510-9307-b497d04653ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:32.511324 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9d2fd6ab-dd61-4a60-8222-2ef3f5031a28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25099'] for router, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:32.512377 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9d2fd6ab-dd61-4a60-8222-2ef3f5031a28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-593238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596850', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25088'] for router, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:32.524126 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-fb71f62e-735b-4dca-a81e-0631c354d7fe None None] Provisioning complete for port 25deeb9c-114b-4cae-8c5c-949655592bd5 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:01:32.525291 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcb7a57-1816-4e52-965e-d411aa85076f req-a8971576-a8b0-4510-9307-b497d04653ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:32.526217 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-edcb7a57-1816-4e52-965e-d411aa85076f req-a8971576-a8b0-4510-9307-b497d04653ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:32.527679 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-edcb7a57-1816-4e52-965e-d411aa85076f req-a8971576-a8b0-4510-9307-b497d04653ab service neutron] 10.222.0.88 "PUT /v2.0/ports/8a1db5a5-f34b-4179-b217-79bb427bdbd7 HTTP/1.1" status: 200 len: 1116 time: 1.9152477 May 18 18:01:32.527809 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-fb71f62e-735b-4dca-a81e-0631c354d7fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:32.533204 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '121c1182-c743-4361-96a5-f19520c0e9e2', 'tag': '8a1db5a5-f34b-4179-b217-79bb427bdbd7'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:01:32.536268 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16217573-9316-4d77-a3fb-b078a0173ace" -d '{"events": [{"name": "network-changed", "server_uuid": "121c1182-c743-4361-96a5-f19520c0e9e2", "tag": "8a1db5a5-f34b-4179-b217-79bb427bdbd7"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:01:32.587538 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 9eada324-10ae-4d93-beeb-79c39101bcd3, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=9eada324-10ae-4d93-beeb-79c39101bcd3,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:01:32.633551 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9d2fd6ab-dd61-4a60-8222-2ef3f5031a28 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:32.640112 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-043227a5-085a-48a5-b067-f7f7235b637e req-fbeac1ff-0791-41b7-8006-06414ee2c313 tempest-AggregatesAdminTestJSON-1029985983 tempest-AggregatesAdminTestJSON-1029985983-project] 10.222.0.85 "GET /v2.0/security-groups?id=8eb14802-32d6-4659-ac38-fbfa0e8c12bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634660 May 18 18:01:32.646917 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7607fb02-ba9a-477b-ac7c-d792306b39fc x-openstack-request-id: req-7607fb02-ba9a-477b-ac7c-d792306b39fc {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:01:32.647424 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "121c1182-c743-4361-96a5-f19520c0e9e2", "tag": "8a1db5a5-f34b-4179-b217-79bb427bdbd7", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:01:32.647820 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-7607fb02-ba9a-477b-ac7c-d792306b39fc {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:01:32.648357 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7607fb02-ba9a-477b-ac7c-d792306b39fc'] response: {'name': 'network-changed', 'server_uuid': '121c1182-c743-4361-96a5-f19520c0e9e2', 'tag': '8a1db5a5-f34b-4179-b217-79bb427bdbd7', 'status': 'completed', 'code': 200} May 18 18:01:32.674765 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8971576-a8b0-4510-9307-b497d04653ab service neutron] Pushing event updated for resources: {'Port': ['ID=8a1db5a5-f34b-4179-b217-79bb427bdbd7,revision_number=3']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:32.706260 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Returning: {'device': '9eada324-10ae-4d93-beeb-79c39101bcd3', 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305', 'port_id': '9eada324-10ae-4d93-beeb-79c39101bcd3', 'mac_address': 'fa:16:3e:fa:d1:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2531ae9-89db-4dcf-b670-9eac4c9cde53', 'ip_address': '192.168.233.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:01:32.738399 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcb7a57-1816-4e52-965e-d411aa85076f req-4239bbbb-525c-4470-b9c9-fb1af659bf4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:32.743230 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-edcb7a57-1816-4e52-965e-d411aa85076f req-4239bbbb-525c-4470-b9c9-fb1af659bf4b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7890d4ac2ea94bdc99dbfce821abab54&device_id=121c1182-c743-4361-96a5-f19520c0e9e2 HTTP/1.1" status: 200 len: 1119 time: 0.1494040 May 18 18:01:32.830651 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 42468) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:01:32.882833 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 9eada324-10ae-4d93-beeb-79c39101bcd3 is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:01:32.883425 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:32.951351 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9eada324-10ae-4d93-beeb-79c39101bcd3 {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:01:32.963191 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb8c812-ef90-462e-8513-a20340842d56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-bc4530e5-a7c1-4461-bce7-44c9edfd3141', 'network_id': 'bc4530e5-a7c1-4461-bce7-44c9edfd3141', 'tenant_id': '2fd6780e142f4de09b193c7be9c4a3c8', 'fixed_ips': [{'subnet_id': '8af4164f-1300-480a-8c94-16ed0f3cb3bd'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:01:32.964074 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-7fb8c812-ef90-462e-8513-a20340842d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:32.968976 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-fb71f62e-735b-4dca-a81e-0631c354d7fe None None] Current status of the port 25deeb9c-114b-4cae-8c5c-949655592bd5 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:01:32.969924 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-fb71f62e-735b-4dca-a81e-0631c354d7fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:32.971601 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-951fa770-cfd0-476d-be89-3b18923dcfa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:33.007668 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 9eada324-10ae-4d93-beeb-79c39101bcd3, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=9eada324-10ae-4d93-beeb-79c39101bcd3,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:01:33.014935 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-2f4507d9-ec23-4ac6-91f6-e3c157e47c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c45283d2-8427-40c7-bb89-04bcd08c1018', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-416027230-router', 'tenant_id': '0d4eb23333684335bd57fa66f03d4443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': '3cf60e40-4044-4016-a0b3-8950287707a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:01:11Z', 'updated_at': '2022-05-18T18:01:26Z', 'revision_number': 4, 'project_id': '0d4eb23333684335bd57fa66f03d4443', 'gw_port': {'id': '3cf60e40-4044-4016-a0b3-8950287707a8', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45283d2-8427-40c7-bb89-04bcd08c1018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:01:13Z', 'updated_at': '2022-05-18T18:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '25deeb9c-114b-4cae-8c5c-949655592bd5', 'name': '', 'network_id': 'f7cf31b5-1eeb-4bf6-bd77-be90f0ebecb7', 'tenant_id': '0d4eb23333684335bd57fa66f03d4443', 'mac_address': 'fa:16:3e:92:f7:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c45283d2-8427-40c7-bb89-04bcd08c1018', 'device_owner': 'network:router_interface', 'standard_attr_id': 151, 'fixed_ips': [{'subnet_id': 'd88b0a46-da40-4baf-b21a-795825e4a8cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:01:22Z', 'updated_at': '2022-05-18T18:01:31Z', 'revision_number': 4, 'project_id': '0d4eb23333684335bd57fa66f03d4443', 'subnets': [{'id': 'd88b0a46-da40-4baf-b21a-795825e4a8cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:01:33.058863 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:33.059569 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 30c178ec-5042-4a08-8de2-95f75ba587eb details requested by agent hyperv_n-h1-838550-3 with host n-h1-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:01:33.073342 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9d2fd6ab-dd61-4a60-8222-2ef3f5031a28 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:33.074191 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4507d9-ec23-4ac6-91f6-e3c157e47c95 None None] The sync data for ids ['c45283d2-8427-40c7-bb89-04bcd08c1018'] in n-d-838550-3 is: [{'id': 'c45283d2-8427-40c7-bb89-04bcd08c1018', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-416027230-router', 'tenant_id': '0d4eb23333684335bd57fa66f03d4443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': '3cf60e40-4044-4016-a0b3-8950287707a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:01:11Z', 'updated_at': '2022-05-18T18:01:26Z', 'revision_number': 4, 'project_id': '0d4eb23333684335bd57fa66f03d4443', 'gw_port': {'id': '3cf60e40-4044-4016-a0b3-8950287707a8', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45283d2-8427-40c7-bb89-04bcd08c1018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:01:13Z', 'updated_at': '2022-05-18T18:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '25deeb9c-114b-4cae-8c5c-949655592bd5', 'name': '', 'network_id': 'f7cf31b5-1eeb-4bf6-bd77-be90f0ebecb7', 'tenant_id': '0d4eb23333684335bd57fa66f03d4443', 'mac_address': 'fa:16:3e:92:f7:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c45283d2-8427-40c7-bb89-04bcd08c1018', 'device_owner': 'network:router_interface', 'standard_attr_id': 151, 'fixed_ips': [{'subnet_id': 'd88b0a46-da40-4baf-b21a-795825e4a8cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:01:22Z', 'updated_at': '2022-05-18T18:01:31Z', 'revision_number': 4, 'project_id': '0d4eb23333684335bd57fa66f03d4443', 'subnets': [{'id': 'd88b0a46-da40-4baf-b21a-795825e4a8cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:01:33.197488 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-fb71f62e-735b-4dca-a81e-0631c354d7fe None None] For port 25deeb9c-114b-4cae-8c5c-949655592bd5, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=25deeb9c-114b-4cae-8c5c-949655592bd5,segment=NetworkSegment(233283e0-ebec-4cdf-9a24-cf365763643d),segment_id=233283e0-ebec-4cdf-9a24-cf365763643d)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:01:33.223501 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-fb71f62e-735b-4dca-a81e-0631c354d7fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:33.231633 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-edcb7a57-1816-4e52-965e-d411aa85076f req-c57a9bb4-3496-4e96-ba47-c3840373b55d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=8a1db5a5-f34b-4179-b217-79bb427bdbd7 HTTP/1.1" status: 200 len: 217 time: 0.4770734 May 18 18:01:33.300427 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=9eada324-10ae-4d93-beeb-79c39101bcd3,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:33.315345 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 30c178ec-5042-4a08-8de2-95f75ba587eb, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=30c178ec-5042-4a08-8de2-95f75ba587eb,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:01:33.348149 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcb7a57-1816-4e52-965e-d411aa85076f req-e7dc8798-754c-4932-b232-c551b5df8424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:33.350293 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-edcb7a57-1816-4e52-965e-d411aa85076f req-e7dc8798-754c-4932-b232-c551b5df8424 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c2531ae9-89db-4dcf-b670-9eac4c9cde53 HTTP/1.1" status: 200 len: 843 time: 0.1087732 May 18 18:01:33.382016 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Returning: {'device': '30c178ec-5042-4a08-8de2-95f75ba587eb', 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305', 'port_id': '30c178ec-5042-4a08-8de2-95f75ba587eb', 'mac_address': 'fa:16:3e:5b:93:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2531ae9-89db-4dcf-b670-9eac4c9cde53', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:01:33.413955 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 42482) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:01:33.427494 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-7fb8c812-ef90-462e-8513-a20340842d56 None None] Allocated IP 172.20.0.2 (bc4530e5-a7c1-4461-bce7-44c9edfd3141/8af4164f-1300-480a-8c94-16ed0f3cb3bd/f7de25ef-9e42-471e-9144-c8d38803f6ce) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:01:33.471188 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3c7a8b-e8d0-4910-b8cd-7d03fb60a477 req-c70a48ec-9a9a-45c4-b5a2-e305ace7438d tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:33.472884 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0f3c7a8b-e8d0-4910-b8cd-7d03fb60a477 req-c70a48ec-9a9a-45c4-b5a2-e305ace7438d tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] 10.222.0.85 "GET /v2.0/ports?device_id=121c1182-c743-4361-96a5-f19520c0e9e2 HTTP/1.1" status: 200 len: 968 time: 0.1215315 May 18 18:01:33.491231 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcb7a57-1816-4e52-965e-d411aa85076f req-44a8c323-6982-41f4-acec-130df6b1dcf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:33.492900 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-edcb7a57-1816-4e52-965e-d411aa85076f req-44a8c323-6982-41f4-acec-130df6b1dcf5 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4c8ef274-9ecc-47c2-9686-5eebd78fb305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0941508 May 18 18:01:33.521854 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 30c178ec-5042-4a08-8de2-95f75ba587eb is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:01:33.522370 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:33.525584 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb71f62e-735b-4dca-a81e-0631c354d7fe None None] Pushing event updated for resources: {'Port': ['ID=25deeb9c-114b-4cae-8c5c-949655592bd5,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:33.569788 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30c178ec-5042-4a08-8de2-95f75ba587eb {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:01:33.630738 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 86dbaf25-6bfa-4acb-a734-ddd8e03ac5b9 up at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:01:33.652269 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-951fa770-cfd0-476d-be89-3b18923dcfa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:33.663778 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-951fa770-cfd0-476d-be89-3b18923dcfa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:33.701495 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 30c178ec-5042-4a08-8de2-95f75ba587eb, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=30c178ec-5042-4a08-8de2-95f75ba587eb,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:01:33.705121 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-edcb7a57-1816-4e52-965e-d411aa85076f req-35e4630f-ddef-4e35-8492-d92a33f05172 service neutron] 10.222.0.88 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937690 May 18 18:01:33.763574 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951fa770-cfd0-476d-be89-3b18923dcfa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ea666f0-f501-461b-90ba-c4fa644aaeab,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:33.825707 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-edcb7a57-1816-4e52-965e-d411aa85076f req-560434fb-8e31-4724-a248-c154f856631a service neutron] 10.222.0.88 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069224 May 18 18:01:33.832640 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0f3c7a8b-e8d0-4910-b8cd-7d03fb60a477 req-81b9b8b3-732e-43fd-88c5-faa71831e3a1 tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] 10.222.0.85 "GET /v2.0/security-groups?id=1266143d-5445-4421-a475-44b903b2fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3488026 May 18 18:01:33.837841 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fdbb8d-237b-4979-82b3-16d8214eb52d req-f1ef8c7c-5a60-4eab-ae06-f64d5aab0d48 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:33.847313 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-26fdbb8d-237b-4979-82b3-16d8214eb52d req-f1ef8c7c-5a60-4eab-ae06-f64d5aab0d48 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/ports?device_id=858cda9a-bd23-4669-bce8-c1a1912bf0b4 HTTP/1.1" status: 200 len: 948 time: 0.5385134 May 18 18:01:33.870760 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-951fa770-cfd0-476d-be89-3b18923dcfa7 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=7bf9bd37f6d34b20a869ec8f837fae49&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0390363 May 18 18:01:33.874498 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 42494) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:01:33.939783 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-31e8f4be-c710-40ed-89d2-b65f2376f7ba admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-148251573-network', 'tenant_id': '38c3fbce1f554996bc4a73e5f0f7c3e8'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:01:33.944285 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-7fb8c812-ef90-462e-8513-a20340842d56 None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:33.949188 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:34.040093 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-49a559b3-d178-472f-bc59-d1c4e6ffe0d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:34.040295 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=30c178ec-5042-4a08-8de2-95f75ba587eb,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:34.045827 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning for port 86dbaf25-6bfa-4acb-a734-ddd8e03ac5b9 completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:01:34.049717 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-7fb8c812-ef90-462e-8513-a20340842d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:34.114462 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31e8f4be-c710-40ed-89d2-b65f2376f7ba admin admin] Made reservation on behalf of 38c3fbce1f554996bc4a73e5f0f7c3e8 for: {'network': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:01:34.117664 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-31e8f4be-c710-40ed-89d2-b65f2376f7ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:34.120204 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16217573-9316-4d77-a3fb-b078a0173ace req-eab343bf-2b38-4e2a-a64d-65420fc73e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:34.122332 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-16217573-9316-4d77-a3fb-b078a0173ace req-eab343bf-2b38-4e2a-a64d-65420fc73e63 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7890d4ac2ea94bdc99dbfce821abab54&device_id=121c1182-c743-4361-96a5-f19520c0e9e2 HTTP/1.1" status: 200 len: 1119 time: 0.1923566 May 18 18:01:34.127177 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-26fdbb8d-237b-4979-82b3-16d8214eb52d req-c0c74808-868d-487a-bf5e-530e1f122b5c tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/security-groups?id=b842f2e0-06aa-4b03-8465-45658e93896b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2777297 May 18 18:01:34.147045 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb8c812-ef90-462e-8513-a20340842d56 None None] Network bc4530e5-a7c1-4461-bce7-44c9edfd3141 is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:01:34.147231 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-49a559b3-d178-472f-bc59-d1c4e6ffe0d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:34.154639 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-7fb8c812-ef90-462e-8513-a20340842d56 None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:01:34.165039 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb8c812-ef90-462e-8513-a20340842d56 None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:01:34.175027 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning complete for port 86dbaf25-6bfa-4acb-a734-ddd8e03ac5b9 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:01:34.175713 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:34.207425 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-31e8f4be-c710-40ed-89d2-b65f2376f7ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:34.286013 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097ba643-10ce-4e8e-a6fd-7a9b47a20035 req-f1f3c7d2-23e1-471a-9106-36e22c060875 tempest-AggregatesAdminTestJSON-1029985983 tempest-AggregatesAdminTestJSON-1029985983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:34.288993 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-097ba643-10ce-4e8e-a6fd-7a9b47a20035 req-f1f3c7d2-23e1-471a-9106-36e22c060875 tempest-AggregatesAdminTestJSON-1029985983 tempest-AggregatesAdminTestJSON-1029985983-project] 10.222.0.85 "GET /v2.0/ports?device_id=51c1f3cc-a022-4e20-9131-f49c793e5b52 HTTP/1.1" status: 200 len: 970 time: 0.2866280 May 18 18:01:34.293985 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb8c812-ef90-462e-8513-a20340842d56 None None] Pushing event updated for resources: {'Port': ['ID=f7de25ef-9e42-471e-9144-c8d38803f6ce,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:34.331880 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9d2fd6ab-dd61-4a60-8222-2ef3f5031a28 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:34.350369 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-7fb8c812-ef90-462e-8513-a20340842d56 None None] Attempting to bind port f7de25ef-9e42-471e-9144-c8d38803f6ce on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:01:34.351846 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-7fb8c812-ef90-462e-8513-a20340842d56 None None] Attempting to bind port f7de25ef-9e42-471e-9144-c8d38803f6ce by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': 'dccca635-e976-4ee2-b3a3-e82659331c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'bc4530e5-a7c1-4461-bce7-44c9edfd3141'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:01:34.354881 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb8c812-ef90-462e-8513-a20340842d56 None None] Attempting to bind port f7de25ef-9e42-471e-9144-c8d38803f6ce on network bc4530e5-a7c1-4461-bce7-44c9edfd3141 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:01:34.392174 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['30c178ec-5042-4a08-8de2-95f75ba587eb'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:01:34.392174 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['9eada324-10ae-4d93-beeb-79c39101bcd3'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:01:34.392721 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9d2fd6ab-dd61-4a60-8222-2ef3f5031a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:34.393097 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb8c812-ef90-462e-8513-a20340842d56 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:01:34.393470 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb8c812-ef90-462e-8513-a20340842d56 None None] Checking segment: {'id': 'dccca635-e976-4ee2-b3a3-e82659331c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'bc4530e5-a7c1-4461-bce7-44c9edfd3141'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:01:34.393930 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-7fb8c812-ef90-462e-8513-a20340842d56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:34.394326 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb8c812-ef90-462e-8513-a20340842d56 None None] Bound using segment: {'id': 'dccca635-e976-4ee2-b3a3-e82659331c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'bc4530e5-a7c1-4461-bce7-44c9edfd3141'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:01:34.394812 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-7fb8c812-ef90-462e-8513-a20340842d56 None None] Bound port: f7de25ef-9e42-471e-9144-c8d38803f6ce, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dccca635-e976-4ee2-b3a3-e82659331c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'bc4530e5-a7c1-4461-bce7-44c9edfd3141'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:01:34.395387 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-7fb8c812-ef90-462e-8513-a20340842d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:34.436726 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-097ba643-10ce-4e8e-a6fd-7a9b47a20035 req-90a005b0-6a2a-4d35-97be-c3b764892ba9 tempest-AggregatesAdminTestJSON-1029985983 tempest-AggregatesAdminTestJSON-1029985983-project] 10.222.0.85 "GET /v2.0/security-groups?id=8eb14802-32d6-4659-ac38-fbfa0e8c12bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242478 May 18 18:01:34.446123 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-49a559b3-d178-472f-bc59-d1c4e6ffe0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:34.451468 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-49a559b3-d178-472f-bc59-d1c4e6ffe0d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:34.452644 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-49a559b3-d178-472f-bc59-d1c4e6ffe0d2 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/3ea666f0-f501-461b-90ba-c4fa644aaeab HTTP/1.1" status: 204 len: 168 time: 0.5747218 May 18 18:01:34.491272 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16217573-9316-4d77-a3fb-b078a0173ace req-3487c843-be6b-453e-a9ac-831c4dba6fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:34.492787 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-16217573-9316-4d77-a3fb-b078a0173ace req-3487c843-be6b-453e-a9ac-831c4dba6fae service neutron] 10.222.0.88 "GET /v2.0/networks?id=4c8ef274-9ecc-47c2-9686-5eebd78fb305 HTTP/1.1" status: 200 len: 870 time: 0.3547678 May 18 18:01:34.499563 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a559b3-d178-472f-bc59-d1c4e6ffe0d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ea666f0-f501-461b-90ba-c4fa644aaeab,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:34.500573 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 86dbaf25-6bfa-4acb-a734-ddd8e03ac5b9 is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:01:34.502056 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:34.544383 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-31e8f4be-c710-40ed-89d2-b65f2376f7ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:34.560306 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-31e8f4be-c710-40ed-89d2-b65f2376f7ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:34.586174 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-16217573-9316-4d77-a3fb-b078a0173ace req-17479c2a-828d-4c52-893e-cf66b9547a0b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=8a1db5a5-f34b-4179-b217-79bb427bdbd7 HTTP/1.1" status: 200 len: 217 time: 0.0724142 May 18 18:01:34.654555 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31e8f4be-c710-40ed-89d2-b65f2376f7ba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 640} {{(pid=102731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:01:34.683189 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16217573-9316-4d77-a3fb-b078a0173ace req-cee4894e-82ae-4a4c-817a-02ae44259d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:34.685032 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-16217573-9316-4d77-a3fb-b078a0173ace req-cee4894e-82ae-4a4c-817a-02ae44259d61 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c2531ae9-89db-4dcf-b670-9eac4c9cde53 HTTP/1.1" status: 200 len: 843 time: 0.0858996 May 18 18:01:34.733045 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51c1f3cc-a022-4e20-9131-f49c793e5b52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86dbaf25-6bfa-4acb-a734-ddd8e03ac5b9'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:01:34.762631 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e8f4be-c710-40ed-89d2-b65f2376f7ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bda815dc-3228-454b-a95b-f89a3eeb79be,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:34.774142 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16217573-9316-4d77-a3fb-b078a0173ace req-7bd810aa-1254-42b3-a594-e27dbbf499cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:34.775114 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-31e8f4be-c710-40ed-89d2-b65f2376f7ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:34.776514 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-16217573-9316-4d77-a3fb-b078a0173ace req-7bd810aa-1254-42b3-a594-e27dbbf499cb service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4c8ef274-9ecc-47c2-9686-5eebd78fb305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0820029 May 18 18:01:34.777087 n-d-838550-3 neutron-server[102731]: INFO neutron.db.segments_db [None req-31e8f4be-c710-40ed-89d2-b65f2376f7ba admin admin] Added segment 6537e25f-afe8-4089-8825-f23e3073c58d of type vlan for network e7bb4226-ce97-4ecd-a736-061f4f786581 May 18 18:01:34.850583 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-9d2fd6ab-dd61-4a60-8222-2ef3f5031a28 admin admin] Allocated IP 172.25.5.106 (31ebd439-090c-4b25-bbb0-31c48711b145/363a2810-8a83-4be0-a317-7c91fcd94485/52b00495-4ce6-40d5-be59-3c751e485673) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:01:34.860068 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-31e8f4be-c710-40ed-89d2-b65f2376f7ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:34.881656 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 86dbaf25-6bfa-4acb-a734-ddd8e03ac5b9, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=86dbaf25-6bfa-4acb-a734-ddd8e03ac5b9,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:01:34.888595 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 25deeb9c-114b-4cae-8c5c-949655592bd5 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:01:34.968302 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-31e8f4be-c710-40ed-89d2-b65f2376f7ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:34.970640 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e8f4be-c710-40ed-89d2-b65f2376f7ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:34.971721 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-31e8f4be-c710-40ed-89d2-b65f2376f7ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:35.052254 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-31e8f4be-c710-40ed-89d2-b65f2376f7ba admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.6245775 May 18 18:01:35.055246 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 42516) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:01:35.061635 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-69dcedc3-bcff-46ab-a749-d17254f5993e admin admin] Request body: {'subnet': {'network_id': 'e7bb4226-ce97-4ecd-a736-061f4f786581', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-148251573-subnet', 'tenant_id': '38c3fbce1f554996bc4a73e5f0f7c3e8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:01:35.068716 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-16217573-9316-4d77-a3fb-b078a0173ace req-b49fac2e-e1fd-40e7-80f1-4824dbf9856e service neutron] 10.222.0.88 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2818904 May 18 18:01:35.115384 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e8f4be-c710-40ed-89d2-b65f2376f7ba admin admin] Pushing event updated for resources: {'Network': ['ID=e7bb4226-ce97-4ecd-a736-061f4f786581,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:35.129189 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9d2fd6ab-dd61-4a60-8222-2ef3f5031a28 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:35.129696 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:35.163775 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network e7bb4226-ce97-4ecd-a736-061f4f786581 details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:01:35.178109 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b921bd-00aa-4678-9168-c425f7a3bf53 req-88947fe1-a7ab-4e8c-ac24-d316dec918d9 tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:35.179679 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-19b921bd-00aa-4678-9168-c425f7a3bf53 req-88947fe1-a7ab-4e8c-ac24-d316dec918d9 tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] 10.222.0.85 "GET /v2.0/ports?device_id=121c1182-c743-4361-96a5-f19520c0e9e2 HTTP/1.1" status: 200 len: 968 time: 0.1198373 May 18 18:01:35.211965 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9d2fd6ab-dd61-4a60-8222-2ef3f5031a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:35.237186 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=86dbaf25-6bfa-4acb-a734-ddd8e03ac5b9,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:35.263542 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-7fb8c812-ef90-462e-8513-a20340842d56 None None] For port f7de25ef-9e42-471e-9144-c8d38803f6ce, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:01:35.288797 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d2fd6ab-dd61-4a60-8222-2ef3f5031a28 admin admin] Network 31ebd439-090c-4b25-bbb0-31c48711b145 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:01:35.294212 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-19b921bd-00aa-4678-9168-c425f7a3bf53 req-5cf17aff-2e93-4d83-8d27-a0637badb755 tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] 10.222.0.85 "GET /v2.0/security-groups?id=1266143d-5445-4421-a475-44b903b2fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071429 May 18 18:01:35.300330 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-9d2fd6ab-dd61-4a60-8222-2ef3f5031a28 admin admin] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:01:35.304104 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2fd6ab-dd61-4a60-8222-2ef3f5031a28 admin admin] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:01:35.312348 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2fd6ab-dd61-4a60-8222-2ef3f5031a28 admin admin] Pushing event updated for resources: {'Port': ['ID=52b00495-4ce6-40d5-be59-3c751e485673,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:35.334833 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69dcedc3-bcff-46ab-a749-d17254f5993e admin admin] Made reservation on behalf of 38c3fbce1f554996bc4a73e5f0f7c3e8 for: {'subnet': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:01:35.338861 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-69dcedc3-bcff-46ab-a749-d17254f5993e admin admin] Notify callbacks [] for subnet, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:35.368087 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-7fb8c812-ef90-462e-8513-a20340842d56 None None] For port f7de25ef-9e42-471e-9144-c8d38803f6ce, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=f7de25ef-9e42-471e-9144-c8d38803f6ce,segment=NetworkSegment(dccca635-e976-4ee2-b3a3-e82659331c65),segment_id=dccca635-e976-4ee2-b3a3-e82659331c65)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:01:35.394843 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-7fb8c812-ef90-462e-8513-a20340842d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:35.520317 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f55e929-8238-4501-9011-c90de7ee3f8b" -d '{"events": [{"server_uuid": "51c1f3cc-a022-4e20-9131-f49c793e5b52", "name": "network-vif-plugged", "status": "completed", "tag": "86dbaf25-6bfa-4acb-a734-ddd8e03ac5b9"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:01:35.578544 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 25deeb9c-114b-4cae-8c5c-949655592bd5 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:01:35.579071 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:35.622253 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb8c812-ef90-462e-8513-a20340842d56 None None] Pushing event updated for resources: {'Port': ['ID=f7de25ef-9e42-471e-9144-c8d38803f6ce,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:35.707851 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bd8053-b242-4cfe-9c74-a7f17e07a768 req-ea1ac604-e400-444a-b9aa-2469ccd3c8af tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:35.709452 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-81bd8053-b242-4cfe-9c74-a7f17e07a768 req-ea1ac604-e400-444a-b9aa-2469ccd3c8af tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/ports?device_id=858cda9a-bd23-4669-bce8-c1a1912bf0b4 HTTP/1.1" status: 200 len: 949 time: 0.4267597 May 18 18:01:35.767733 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87800df6-0c04-49f4-9971-d0847c2b272f req-84d4f582-61d3-48ec-9eeb-ee83abc4edcb tempest-AggregatesAdminTestJSON-1029985983 tempest-AggregatesAdminTestJSON-1029985983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:35.770056 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-87800df6-0c04-49f4-9971-d0847c2b272f req-84d4f582-61d3-48ec-9eeb-ee83abc4edcb tempest-AggregatesAdminTestJSON-1029985983 tempest-AggregatesAdminTestJSON-1029985983-project] 10.222.0.85 "GET /v2.0/ports?device_id=51c1f3cc-a022-4e20-9131-f49c793e5b52 HTTP/1.1" status: 200 len: 971 time: 0.1682737 May 18 18:01:35.789072 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 25deeb9c-114b-4cae-8c5c-949655592bd5 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:01:35.789775 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9d2fd6ab-dd61-4a60-8222-2ef3f5031a28 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:35.907517 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-16217573-9316-4d77-a3fb-b078a0173ace req-5eae5e9a-d9e8-494c-935b-686a6db2401c service neutron] 10.222.0.88 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8182220 May 18 18:01:35.907993 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-87800df6-0c04-49f4-9971-d0847c2b272f req-ee8c79b1-3023-4dc7-9fbe-bc5f91753a49 tempest-AggregatesAdminTestJSON-1029985983 tempest-AggregatesAdminTestJSON-1029985983-project] 10.222.0.85 "GET /v2.0/security-groups?id=8eb14802-32d6-4659-ac38-fbfa0e8c12bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255805 May 18 18:01:35.910712 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-81bd8053-b242-4cfe-9c74-a7f17e07a768 req-93132ae2-feb0-49be-a1d3-175500daed7b tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/security-groups?id=b842f2e0-06aa-4b03-8465-45658e93896b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928482 May 18 18:01:35.940855 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-69dcedc3-bcff-46ab-a749-d17254f5993e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for subnet, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:36.035024 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dcedc3-bcff-46ab-a749-d17254f5993e admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf982f85-dd38-4a89-9c21-fca17676813e,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:36.075753 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69dcedc3-bcff-46ab-a749-d17254f5993e admin admin] Checking segment: {'id': '6537e25f-afe8-4089-8825-f23e3073c58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'e7bb4226-ce97-4ecd-a736-061f4f786581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:01:36.076438 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69dcedc3-bcff-46ab-a749-d17254f5993e admin admin] Network hostable DHCP agents. Network: e7bb4226-ce97-4ecd-a736-061f4f786581, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:01:36.102970 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69dcedc3-bcff-46ab-a749-d17254f5993e admin admin] Network e7bb4226-ce97-4ecd-a736-061f4f786581 is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:01:36.115793 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-69dcedc3-bcff-46ab-a749-d17254f5993e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, e7bb4226-ce97-4ecd-a736-061f4f786581) {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:01:36.122280 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69dcedc3-bcff-46ab-a749-d17254f5993e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:36.123067 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-69dcedc3-bcff-46ab-a749-d17254f5993e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:36.124998 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc1b1734-aac0-4d87-9940-8699e08b27ca None None] Network e7bb4226-ce97-4ecd-a736-061f4f786581 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:01:36.141696 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-69dcedc3-bcff-46ab-a749-d17254f5993e admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.0848413 May 18 18:01:36.164543 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9d2fd6ab-dd61-4a60-8222-2ef3f5031a28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596801'] for router, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:36.325257 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89241df4-94be-46e5-94d6-586d4b00dd9e None None] Network e7bb4226-ce97-4ecd-a736-061f4f786581 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:01:36.353456 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f8aae0f-32b6-4eae-9be7-c88f528a8e02 x-openstack-request-id: req-9f8aae0f-32b6-4eae-9be7-c88f528a8e02 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:01:36.353689 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d2fd6ab-dd61-4a60-8222-2ef3f5031a28 admin admin] Router 9faaeb7f-c02f-4e10-9ad6-e64df5af5325 is scheduled to L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e with binding_index 1 {{(pid=102731) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 18 18:01:36.354134 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51c1f3cc-a022-4e20-9131-f49c793e5b52", "name": "network-vif-plugged", "status": "completed", "tag": "86dbaf25-6bfa-4acb-a734-ddd8e03ac5b9", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:01:36.354570 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-9f8aae0f-32b6-4eae-9be7-c88f528a8e02 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:01:36.355161 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f8aae0f-32b6-4eae-9be7-c88f528a8e02'] response: {'server_uuid': '51c1f3cc-a022-4e20-9131-f49c793e5b52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86dbaf25-6bfa-4acb-a734-ddd8e03ac5b9', 'code': 200} May 18 18:01:36.576988 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c59196f-6038-4101-b6cc-f152930438f3 req-d81c5865-7e6f-4832-87c6-88e3228852d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:36.579378 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4c59196f-6038-4101-b6cc-f152930438f3 req-d81c5865-7e6f-4832-87c6-88e3228852d9 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=51c1f3cc-a022-4e20-9131-f49c793e5b52 HTTP/1.1" status: 200 len: 1122 time: 0.1625521 May 18 18:01:36.589533 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d2fd6ab-dd61-4a60-8222-2ef3f5031a28 admin admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:01:36.592628 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf4979f-6504-4026-8948-8a28893ecbb4 req-cc535cea-f632-4446-9958-e67d651e9fe9 tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:36.594615 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bdf4979f-6504-4026-8948-8a28893ecbb4 req-cc535cea-f632-4446-9958-e67d651e9fe9 tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] 10.222.0.85 "GET /v2.0/ports?device_id=121c1182-c743-4361-96a5-f19520c0e9e2 HTTP/1.1" status: 200 len: 968 time: 0.1256115 May 18 18:01:36.601016 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940f321d-e466-4c47-9f4f-728577049632 None None] Sync routers for ids ['9faaeb7f-c02f-4e10-9ad6-e64df5af5325'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:01:36.619353 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940f321d-e466-4c47-9f4f-728577049632 None None] Routers {'9faaeb7f-c02f-4e10-9ad6-e64df5af5325'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:01:36.620302 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-940f321d-e466-4c47-9f4f-728577049632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:01:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['9faaeb7f-c02f-4e10-9ad6-e64df5af5325'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:01:36.630669 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9d2fd6ab-dd61-4a60-8222-2ef3f5031a28 admin admin] Notify callbacks [] for router, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:36.636163 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-9d2fd6ab-dd61-4a60-8222-2ef3f5031a28 admin admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.1810036 May 18 18:01:36.637183 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 42568) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:01:36.660287 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-4c59196f-6038-4101-b6cc-f152930438f3 req-53c8bdb0-ee60-44a3-8669-f4a55cdc477e service neutron] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:36.793376 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device f7de25ef-9e42-471e-9144-c8d38803f6ce up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:01:36.798011 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bdf4979f-6504-4026-8948-8a28893ecbb4 req-d1ee6334-66af-4d58-b690-68a7712799c0 tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] 10.222.0.85 "GET /v2.0/security-groups?id=1266143d-5445-4421-a475-44b903b2fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795852 May 18 18:01:36.879206 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port f7de25ef-9e42-471e-9144-c8d38803f6ce triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:01:36.879881 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:36.937591 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-940f321d-e466-4c47-9f4f-728577049632 None None] Set router 9faaeb7f-c02f-4e10-9ad6-e64df5af5325 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:01:36.992502 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-4c59196f-6038-4101-b6cc-f152930438f3 req-53c8bdb0-ee60-44a3-8669-f4a55cdc477e service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:37.006869 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-4c59196f-6038-4101-b6cc-f152930438f3 req-53c8bdb0-ee60-44a3-8669-f4a55cdc477e service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:37.061735 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port f7de25ef-9e42-471e-9144-c8d38803f6ce is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:01:37.062481 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:37.123737 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4c59196f-6038-4101-b6cc-f152930438f3 req-53c8bdb0-ee60-44a3-8669-f4a55cdc477e service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=8eb14802-32d6-4659-ac38-fbfa0e8c12bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5281386 May 18 18:01:37.131261 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] For port f7de25ef-9e42-471e-9144-c8d38803f6ce, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=f7de25ef-9e42-471e-9144-c8d38803f6ce,segment=NetworkSegment(dccca635-e976-4ee2-b3a3-e82659331c65),segment_id=dccca635-e976-4ee2-b3a3-e82659331c65)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:01:37.140643 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:37.190785 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c8bdb0-ee60-44a3-8669-f4a55cdc477e service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=2376d87a-af69-4059-8ce9-62b6ac1b7216,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:37.240358 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe8b47d-e26d-4b08-8a2a-1aee6d92d2d8 req-1e61b2b4-e0ca-4cb4-a89f-92672416329f tempest-AggregatesAdminTestJSON-1029985983 tempest-AggregatesAdminTestJSON-1029985983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:37.250928 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8fe8b47d-e26d-4b08-8a2a-1aee6d92d2d8 req-1e61b2b4-e0ca-4cb4-a89f-92672416329f tempest-AggregatesAdminTestJSON-1029985983 tempest-AggregatesAdminTestJSON-1029985983-project] 10.222.0.85 "GET /v2.0/ports?device_id=51c1f3cc-a022-4e20-9131-f49c793e5b52 HTTP/1.1" status: 200 len: 971 time: 0.1752920 May 18 18:01:37.256714 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Pushing event updated for resources: {'Port': ['ID=f7de25ef-9e42-471e-9144-c8d38803f6ce,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:37.277148 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-459027c3-6d64-4458-aaf2-68222ccb9ca8 None None] Network bc4530e5-a7c1-4461-bce7-44c9edfd3141 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:01:37.325215 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8fe8b47d-e26d-4b08-8a2a-1aee6d92d2d8 req-3330b1ac-fabf-456a-95df-ca288b4dcc30 tempest-AggregatesAdminTestJSON-1029985983 tempest-AggregatesAdminTestJSON-1029985983-project] 10.222.0.85 "GET /v2.0/security-groups?id=8eb14802-32d6-4659-ac38-fbfa0e8c12bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685277 May 18 18:01:37.400176 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-8aa45b8d-4281-45b6-9f90-0ef1fbe77d53 None None] Provisioning complete for port f7de25ef-9e42-471e-9144-c8d38803f6ce triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:01:37.400858 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-8aa45b8d-4281-45b6-9f90-0ef1fbe77d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:37.420152 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-940f321d-e466-4c47-9f4f-728577049632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9faaeb7f-c02f-4e10-9ad6-e64df5af5325', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-121326228-router', 'tenant_id': '2fd6780e142f4de09b193c7be9c4a3c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '52b00495-4ce6-40d5-be59-3c751e485673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:01:32Z', 'updated_at': '2022-05-18T18:01:35Z', 'revision_number': 3, 'project_id': '2fd6780e142f4de09b193c7be9c4a3c8', 'gw_port': {'id': '52b00495-4ce6-40d5-be59-3c751e485673', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:58:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9faaeb7f-c02f-4e10-9ad6-e64df5af5325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 205, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:01:34Z', 'updated_at': '2022-05-18T18:01:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:01:37.463426 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940f321d-e466-4c47-9f4f-728577049632 None None] Checking router: 9faaeb7f-c02f-4e10-9ad6-e64df5af5325 for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:01:37.464299 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940f321d-e466-4c47-9f4f-728577049632 None None] Updating router 9faaeb7f-c02f-4e10-9ad6-e64df5af5325 port 52b00495-4ce6-40d5-be59-3c751e485673 binding host n-d-838550-3 {{(pid=102733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 18:01:37.480466 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a133a18-e66f-4a26-8219-82919a51a90b req-1e344b23-a164-4010-8caa-12d4050694e7 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:37.491877 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1a133a18-e66f-4a26-8219-82919a51a90b req-1e344b23-a164-4010-8caa-12d4050694e7 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/ports?device_id=858cda9a-bd23-4669-bce8-c1a1912bf0b4 HTTP/1.1" status: 200 len: 949 time: 0.0720651 May 18 18:01:37.496094 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-940f321d-e466-4c47-9f4f-728577049632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:37.538914 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1a133a18-e66f-4a26-8219-82919a51a90b req-ed71105f-e59f-43ec-8f63-665364b8b025 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/security-groups?id=b842f2e0-06aa-4b03-8465-45658e93896b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454648 May 18 18:01:37.612003 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 8a1db5a5-f34b-4179-b217-79bb427bdbd7 details requested by agent hyperv_n-h2-838550-3 with host n-h2-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:01:37.751919 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f4b32f44-6830-4f3c-b32f-04b4e1daf815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:37.828202 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 8a1db5a5-f34b-4179-b217-79bb427bdbd7, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=8a1db5a5-f34b-4179-b217-79bb427bdbd7,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:01:37.871310 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b4b9cdc0-934c-4fb7-9731-272a5d662cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:37.899026 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Returning: {'device': '8a1db5a5-f34b-4179-b217-79bb427bdbd7', 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305', 'port_id': '8a1db5a5-f34b-4179-b217-79bb427bdbd7', 'mac_address': 'fa:16:3e:ca:21:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2531ae9-89db-4dcf-b670-9eac4c9cde53', 'ip_address': '192.168.233.24'}], 'device_owner': 'compute:tempest-test_az-488582773', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:01:37.905260 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-8aa45b8d-4281-45b6-9f90-0ef1fbe77d53 None None] Current status of the port f7de25ef-9e42-471e-9144-c8d38803f6ce is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:01:38.011416 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 9eada324-10ae-4d93-beeb-79c39101bcd3 up at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:01:38.018666 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 42602) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:01:38.023646 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-940f321d-e466-4c47-9f4f-728577049632 None None] Notify callbacks [] for port, precommit_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:38.034666 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-940f321d-e466-4c47-9f4f-728577049632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:38.038429 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-b13f193e-a7e6-4e57-a41d-8b49895d597b admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1775048355-network', 'tenant_id': '18ab9bcf8e7248769db41cdaa75292fd'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:01:38.102182 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0fbe1b-f1bf-42c2-8947-a8618860405e None None] Pushing event updated for resources: {'Port': ['ID=52b00495-4ce6-40d5-be59-3c751e485673,revision_number=2']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:38.144310 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054629aa-ce50-4172-9e54-76e0d5158eec req-be0b5d27-4267-4f6f-8570-b9e15447e2f7 tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:38.145274 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-940f321d-e466-4c47-9f4f-728577049632 None None] Attempting to bind port 52b00495-4ce6-40d5-be59-3c751e485673 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:01:38.146094 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-054629aa-ce50-4172-9e54-76e0d5158eec req-be0b5d27-4267-4f6f-8570-b9e15447e2f7 tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] 10.222.0.85 "GET /v2.0/ports?device_id=121c1182-c743-4361-96a5-f19520c0e9e2 HTTP/1.1" status: 200 len: 968 time: 0.2130842 May 18 18:01:38.146738 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b13f193e-a7e6-4e57-a41d-8b49895d597b admin admin] Made reservation on behalf of 18ab9bcf8e7248769db41cdaa75292fd for: {'network': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:01:38.151825 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b13f193e-a7e6-4e57-a41d-8b49895d597b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:38.158625 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-940f321d-e466-4c47-9f4f-728577049632 None None] Attempting to bind port 52b00495-4ce6-40d5-be59-3c751e485673 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:01:38.159403 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-940f321d-e466-4c47-9f4f-728577049632 None None] Attempting to bind port 52b00495-4ce6-40d5-be59-3c751e485673 on network 31ebd439-090c-4b25-bbb0-31c48711b145 {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:01:38.166597 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-b4b9cdc0-934c-4fb7-9731-272a5d662cf7 admin admin] Allocated IP 172.20.0.1 (bc4530e5-a7c1-4461-bce7-44c9edfd3141/8af4164f-1300-480a-8c94-16ed0f3cb3bd/c9f3bb4a-1749-4334-a384-99b3e7f72e6f) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:01:38.168303 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-940f321d-e466-4c47-9f4f-728577049632 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:01:38.169070 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-940f321d-e466-4c47-9f4f-728577049632 None None] Checking segment: {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:01:38.170008 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 8a1db5a5-f34b-4179-b217-79bb427bdbd7 is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:01:38.170424 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:38.170839 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-940f321d-e466-4c47-9f4f-728577049632 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:38.171589 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-940f321d-e466-4c47-9f4f-728577049632 None None] Bound using segment: {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:01:38.172595 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-940f321d-e466-4c47-9f4f-728577049632 None None] Bound port: 52b00495-4ce6-40d5-be59-3c751e485673, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:01:38.173363 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-940f321d-e466-4c47-9f4f-728577049632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:38.193148 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning for port 9eada324-10ae-4d93-beeb-79c39101bcd3 completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:01:38.201459 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning complete for port 9eada324-10ae-4d93-beeb-79c39101bcd3 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:01:38.201874 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:38.211643 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b13f193e-a7e6-4e57-a41d-8b49895d597b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:38.253483 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.db [None req-940f321d-e466-4c47-9f4f-728577049632 None None] For port 52b00495-4ce6-40d5-be59-3c751e485673, host n-d-838550-3, cleared binding levels {{(pid=102733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:01:38.259880 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.db [None req-940f321d-e466-4c47-9f4f-728577049632 None None] For port 52b00495-4ce6-40d5-be59-3c751e485673, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=52b00495-4ce6-40d5-be59-3c751e485673,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:01:38.265948 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a1db5a5-f34b-4179-b217-79bb427bdbd7 {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:01:38.267761 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-940f321d-e466-4c47-9f4f-728577049632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:38.293387 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 8a1db5a5-f34b-4179-b217-79bb427bdbd7, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=8a1db5a5-f34b-4179-b217-79bb427bdbd7,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:01:38.301033 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:38.323140 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-054629aa-ce50-4172-9e54-76e0d5158eec req-ac571b9a-aa89-4765-b34e-b4f2cdc34900 tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] 10.222.0.85 "GET /v2.0/security-groups?id=1266143d-5445-4421-a475-44b903b2fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477680 May 18 18:01:38.380108 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0fbe1b-f1bf-42c2-8947-a8618860405e None None] Pushing event updated for resources: {'Port': ['ID=52b00495-4ce6-40d5-be59-3c751e485673,revision_number=3']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:38.433800 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 9eada324-10ae-4d93-beeb-79c39101bcd3 is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:01:38.435117 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:38.442142 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940f321d-e466-4c47-9f4f-728577049632 None None] Routers {'9faaeb7f-c02f-4e10-9ad6-e64df5af5325'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:01:38.443098 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-940f321d-e466-4c47-9f4f-728577049632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:01:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['9faaeb7f-c02f-4e10-9ad6-e64df5af5325'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:01:38.459799 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=8a1db5a5-f34b-4179-b217-79bb427bdbd7,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:38.485755 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fd52930-74c1-446a-8fe8-b01fb6bc2060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eada324-10ae-4d93-beeb-79c39101bcd3'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:01:38.488521 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2f58bda-741f-42bc-b8b3-699b6f5ad7a9" -d '{"events": [{"server_uuid": "9fd52930-74c1-446a-8fe8-b01fb6bc2060", "name": "network-vif-plugged", "status": "completed", "tag": "9eada324-10ae-4d93-beeb-79c39101bcd3"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:01:38.489065 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b4b9cdc0-934c-4fb7-9731-272a5d662cf7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:38.532102 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 9eada324-10ae-4d93-beeb-79c39101bcd3, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=9eada324-10ae-4d93-beeb-79c39101bcd3,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:01:38.543140 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:38.545256 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 30c178ec-5042-4a08-8de2-95f75ba587eb up at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:01:38.573210 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b13f193e-a7e6-4e57-a41d-8b49895d597b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:38.583821 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b13f193e-a7e6-4e57-a41d-8b49895d597b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:38.636284 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b4b9cdc0-934c-4fb7-9731-272a5d662cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:38.636858 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['8a1db5a5-f34b-4179-b217-79bb427bdbd7'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:01:38.703040 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b9cdc0-934c-4fb7-9731-272a5d662cf7 admin admin] Pushing event updated for resources: {'Port': ['ID=c9f3bb4a-1749-4334-a384-99b3e7f72e6f,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:38.717792 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13f193e-a7e6-4e57-a41d-8b49895d597b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73141c41-4c26-4a8e-82f8-5512be9fd469,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:38.720781 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device f7de25ef-9e42-471e-9144-c8d38803f6ce up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:01:38.727871 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b9cdc0-934c-4fb7-9731-272a5d662cf7 admin admin] Network bc4530e5-a7c1-4461-bce7-44c9edfd3141 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:01:38.729791 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-940f321d-e466-4c47-9f4f-728577049632 None None] Set router 9faaeb7f-c02f-4e10-9ad6-e64df5af5325 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:01:38.730811 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-b4b9cdc0-934c-4fb7-9731-272a5d662cf7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:01:38.730934 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b13f193e-a7e6-4e57-a41d-8b49895d597b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 647} {{(pid=102730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:01:38.749155 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b9cdc0-934c-4fb7-9731-272a5d662cf7 admin admin] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:01:38.751722 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b4b9cdc0-934c-4fb7-9731-272a5d662cf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595826'] for router_interface, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:38.764782 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b13f193e-a7e6-4e57-a41d-8b49895d597b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:38.767767 n-d-838550-3 neutron-server[102730]: INFO neutron.db.segments_db [None req-b13f193e-a7e6-4e57-a41d-8b49895d597b admin admin] Added segment 6826313e-169f-44ef-9f6d-95c2c756da86 of type vlan for network 181b1bd2-87ae-42e4-bd6b-cc1f47539d5f May 18 18:01:38.768417 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128677a0-ae52-44d7-859a-89f96c9bf6d9 req-fdb85275-85b2-4b4b-8c5f-cef38885bf04 tempest-AggregatesAdminTestJSON-1029985983 tempest-AggregatesAdminTestJSON-1029985983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:38.777658 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-128677a0-ae52-44d7-859a-89f96c9bf6d9 req-fdb85275-85b2-4b4b-8c5f-cef38885bf04 tempest-AggregatesAdminTestJSON-1029985983 tempest-AggregatesAdminTestJSON-1029985983-project] 10.222.0.85 "GET /v2.0/ports?device_id=51c1f3cc-a022-4e20-9131-f49c793e5b52 HTTP/1.1" status: 200 len: 971 time: 0.2193866 May 18 18:01:38.851392 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b13f193e-a7e6-4e57-a41d-8b49895d597b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:38.874576 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-fa9e1dfb-66ab-4e76-9ff7-b8c9686f283f None None] Provisioning complete for port f7de25ef-9e42-471e-9144-c8d38803f6ce triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:01:38.875122 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-fa9e1dfb-66ab-4e76-9ff7-b8c9686f283f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:38.877851 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-128677a0-ae52-44d7-859a-89f96c9bf6d9 req-e7feef86-4710-45dd-a76d-f2352c212415 tempest-AggregatesAdminTestJSON-1029985983 tempest-AggregatesAdminTestJSON-1029985983-project] 10.222.0.85 "GET /v2.0/security-groups?id=8eb14802-32d6-4659-ac38-fbfa0e8c12bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984800 May 18 18:01:38.918634 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b13f193e-a7e6-4e57-a41d-8b49895d597b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:38.919693 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13f193e-a7e6-4e57-a41d-8b49895d597b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:38.920425 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b13f193e-a7e6-4e57-a41d-8b49895d597b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:38.929793 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=9eada324-10ae-4d93-beeb-79c39101bcd3,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:39.006988 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-b13f193e-a7e6-4e57-a41d-8b49895d597b admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9864638 May 18 18:01:39.012003 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 42630) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:01:39.055202 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-3d62880c-9a9e-43c8-8875-413dd146ea6f admin admin] Request body: {'subnet': {'network_id': '181b1bd2-87ae-42e4-bd6b-cc1f47539d5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1775048355-subnet', 'tenant_id': '18ab9bcf8e7248769db41cdaa75292fd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:01:39.167497 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13f193e-a7e6-4e57-a41d-8b49895d597b admin admin] Pushing event updated for resources: {'Network': ['ID=181b1bd2-87ae-42e4-bd6b-cc1f47539d5f,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:39.177370 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d62880c-9a9e-43c8-8875-413dd146ea6f admin admin] Made reservation on behalf of 18ab9bcf8e7248769db41cdaa75292fd for: {'subnet': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:01:39.180643 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3d62880c-9a9e-43c8-8875-413dd146ea6f admin admin] Notify callbacks [] for subnet, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:39.197898 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b4b9cdc0-934c-4fb7-9731-272a5d662cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:39.261169 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ccc076-9f5c-4327-a2f5-799b2fb6c990 req-d4ef053f-652e-496a-8b8f-d359c5c37c43 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:39.263085 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c1ccc076-9f5c-4327-a2f5-799b2fb6c990 req-d4ef053f-652e-496a-8b8f-d359c5c37c43 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/ports?device_id=858cda9a-bd23-4669-bce8-c1a1912bf0b4 HTTP/1.1" status: 200 len: 949 time: 0.1695569 May 18 18:01:39.278851 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c12eba14-1f1f-41b5-b99b-9f1ef3ffb0b7 x-openstack-request-id: req-c12eba14-1f1f-41b5-b99b-9f1ef3ffb0b7 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:01:39.279147 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fd52930-74c1-446a-8fe8-b01fb6bc2060", "name": "network-vif-plugged", "status": "completed", "tag": "9eada324-10ae-4d93-beeb-79c39101bcd3", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:01:39.279492 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-c12eba14-1f1f-41b5-b99b-9f1ef3ffb0b7 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:01:39.282826 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c12eba14-1f1f-41b5-b99b-9f1ef3ffb0b7'] response: {'server_uuid': '9fd52930-74c1-446a-8fe8-b01fb6bc2060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eada324-10ae-4d93-beeb-79c39101bcd3', 'code': 200} May 18 18:01:39.286906 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-940f321d-e466-4c47-9f4f-728577049632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9faaeb7f-c02f-4e10-9ad6-e64df5af5325', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-121326228-router', 'tenant_id': '2fd6780e142f4de09b193c7be9c4a3c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '52b00495-4ce6-40d5-be59-3c751e485673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:01:32Z', 'updated_at': '2022-05-18T18:01:35Z', 'revision_number': 3, 'project_id': '2fd6780e142f4de09b193c7be9c4a3c8', 'gw_port': {'id': '52b00495-4ce6-40d5-be59-3c751e485673', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:58:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9faaeb7f-c02f-4e10-9ad6-e64df5af5325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 205, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:01:34Z', 'updated_at': '2022-05-18T18:01:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:01:39.311000 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network 181b1bd2-87ae-42e4-bd6b-cc1f47539d5f details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:01:39.312365 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca7ba72-5eed-4ca2-97c2-d32be6cbc04f req-22e37ad2-e96a-4345-b6d8-b784280815bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:39.314685 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fca7ba72-5eed-4ca2-97c2-d32be6cbc04f req-22e37ad2-e96a-4345-b6d8-b784280815bf service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9fd52930-74c1-446a-8fe8-b01fb6bc2060 HTTP/1.1" status: 200 len: 1100 time: 0.2318754 May 18 18:01:39.340880 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c1ccc076-9f5c-4327-a2f5-799b2fb6c990 req-c9139282-5510-401e-8802-e4bbb4727b3a tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/security-groups?id=b842f2e0-06aa-4b03-8465-45658e93896b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644796 May 18 18:01:39.362143 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940f321d-e466-4c47-9f4f-728577049632 None None] The sync data for ids ['9faaeb7f-c02f-4e10-9ad6-e64df5af5325'] in n-d-838550-3 is: [{'id': '9faaeb7f-c02f-4e10-9ad6-e64df5af5325', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-121326228-router', 'tenant_id': '2fd6780e142f4de09b193c7be9c4a3c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '52b00495-4ce6-40d5-be59-3c751e485673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:01:32Z', 'updated_at': '2022-05-18T18:01:35Z', 'revision_number': 3, 'project_id': '2fd6780e142f4de09b193c7be9c4a3c8', 'gw_port': {'id': '52b00495-4ce6-40d5-be59-3c751e485673', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:58:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9faaeb7f-c02f-4e10-9ad6-e64df5af5325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 205, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:01:34Z', 'updated_at': '2022-05-18T18:01:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:01:39.472669 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning for port 30c178ec-5042-4a08-8de2-95f75ba587eb completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:01:39.504171 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3d62880c-9a9e-43c8-8875-413dd146ea6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for subnet, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:39.524327 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning complete for port 30c178ec-5042-4a08-8de2-95f75ba587eb triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:01:39.524710 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:39.574466 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port f7de25ef-9e42-471e-9144-c8d38803f6ce triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:01:39.574898 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:39.652009 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d62880c-9a9e-43c8-8875-413dd146ea6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=168e532c-3afe-435b-8ba0-9f87f5912fc9,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:39.668707 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d62880c-9a9e-43c8-8875-413dd146ea6f admin admin] Checking segment: {'id': '6826313e-169f-44ef-9f6d-95c2c756da86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '181b1bd2-87ae-42e4-bd6b-cc1f47539d5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:01:39.669427 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d62880c-9a9e-43c8-8875-413dd146ea6f admin admin] Network hostable DHCP agents. Network: 181b1bd2-87ae-42e4-bd6b-cc1f47539d5f, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:01:39.676105 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fca7ba72-5eed-4ca2-97c2-d32be6cbc04f req-51c6f61c-fd23-4514-afbf-ad5904b4646c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b842f2e0-06aa-4b03-8465-45658e93896b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3499715 May 18 18:01:39.700287 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-fa9e1dfb-66ab-4e76-9ff7-b8c9686f283f None None] Current status of the port f7de25ef-9e42-471e-9144-c8d38803f6ce is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:01:39.721272 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d62880c-9a9e-43c8-8875-413dd146ea6f admin admin] Network 181b1bd2-87ae-42e4-bd6b-cc1f47539d5f is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:01:39.760005 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-3d62880c-9a9e-43c8-8875-413dd146ea6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, 181b1bd2-87ae-42e4-bd6b-cc1f47539d5f) {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:01:39.788120 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7faf5c8-ac4d-43c5-b75c-2a964678cd81 None None] Network 181b1bd2-87ae-42e4-bd6b-cc1f47539d5f requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:01:39.793838 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d62880c-9a9e-43c8-8875-413dd146ea6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:39.793838 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3d62880c-9a9e-43c8-8875-413dd146ea6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:39.827666 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b4b9cdc0-934c-4fb7-9731-272a5d662cf7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:39.837380 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-3d62880c-9a9e-43c8-8875-413dd146ea6f admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8023148 May 18 18:01:39.857055 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b4b9cdc0-934c-4fb7-9731-272a5d662cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:39.858103 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b4b9cdc0-934c-4fb7-9731-272a5d662cf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-595870'] for router_interface, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:40.034095 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 30c178ec-5042-4a08-8de2-95f75ba587eb is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:01:40.034483 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:40.082512 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b9cdc0-934c-4fb7-9731-272a5d662cf7 admin admin] Pushing event updated for resources: {'Port': ['ID=c9f3bb4a-1749-4334-a384-99b3e7f72e6f,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:40.145366 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba734a1-35e5-4e13-84fd-5973da2b535d req-7a102b91-f288-43c9-905d-04719f6a24bc tempest-AggregatesAdminTestJSON-1029985983 tempest-AggregatesAdminTestJSON-1029985983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:40.154648 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3ba734a1-35e5-4e13-84fd-5973da2b535d req-7a102b91-f288-43c9-905d-04719f6a24bc tempest-AggregatesAdminTestJSON-1029985983 tempest-AggregatesAdminTestJSON-1029985983-project] 10.222.0.85 "GET /v2.0/ports?device_id=51c1f3cc-a022-4e20-9131-f49c793e5b52 HTTP/1.1" status: 200 len: 971 time: 0.1131718 May 18 18:01:40.173762 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2192b3-d03d-4d64-85d0-25b6f583e086 req-64c8f3e0-0c37-4a51-91a8-aea3cc7d5641 tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:40.178711 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-ebc9d20b-daa0-4149-aa93-4b058d171c4a None None] Provisioning complete for port c9f3bb4a-1749-4334-a384-99b3e7f72e6f triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:01:40.179319 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-ebc9d20b-daa0-4149-aa93-4b058d171c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:40.182141 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port f7de25ef-9e42-471e-9144-c8d38803f6ce is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:01:40.183298 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0c2192b3-d03d-4d64-85d0-25b6f583e086 req-64c8f3e0-0c37-4a51-91a8-aea3cc7d5641 tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] 10.222.0.85 "GET /v2.0/ports?device_id=121c1182-c743-4361-96a5-f19520c0e9e2 HTTP/1.1" status: 200 len: 969 time: 0.3171508 May 18 18:01:40.198146 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b9cdc0-934c-4fb7-9731-272a5d662cf7 admin admin] Network bc4530e5-a7c1-4461-bce7-44c9edfd3141 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:01:40.207999 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-b4b9cdc0-934c-4fb7-9731-272a5d662cf7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:01:40.211621 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 30c178ec-5042-4a08-8de2-95f75ba587eb, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=30c178ec-5042-4a08-8de2-95f75ba587eb,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:01:40.258252 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0c2192b3-d03d-4d64-85d0-25b6f583e086 req-1e68837c-f120-4389-aa08-305b63231fd7 tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] 10.222.0.85 "GET /v2.0/security-groups?id=1266143d-5445-4421-a475-44b903b2fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688846 May 18 18:01:40.270246 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3ba734a1-35e5-4e13-84fd-5973da2b535d req-21b8ecdc-d100-4999-8528-bcc04e4092f8 tempest-AggregatesAdminTestJSON-1029985983 tempest-AggregatesAdminTestJSON-1029985983-project] 10.222.0.85 "GET /v2.0/security-groups?id=8eb14802-32d6-4659-ac38-fbfa0e8c12bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991797 May 18 18:01:40.340292 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-86b42b75-860a-46d1-8aa7-af9d1d3ac029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:40.354722 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:40.464665 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4b9cdc0-934c-4fb7-9731-272a5d662cf7 admin admin] Router 9faaeb7f-c02f-4e10-9ad6-e64df5af5325 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:01:40.633245 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-ebc9d20b-daa0-4149-aa93-4b058d171c4a None None] Port c9f3bb4a-1749-4334-a384-99b3e7f72e6f cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:01:40.635031 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf06955-3742-4f24-ba4a-88250968e13a None None] Network 181b1bd2-87ae-42e4-bd6b-cc1f47539d5f requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:01:40.692907 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214a872d-3020-43e7-bfd4-a93468afa539 req-316219b3-8fbe-47ce-a0a5-9ed5c9758c0a tempest-AggregatesAdminTestJSON-165034665 tempest-AggregatesAdminTestJSON-165034665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:40.694620 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-214a872d-3020-43e7-bfd4-a93468afa539 req-316219b3-8fbe-47ce-a0a5-9ed5c9758c0a tempest-AggregatesAdminTestJSON-165034665 tempest-AggregatesAdminTestJSON-165034665-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=51c1f3cc-a022-4e20-9131-f49c793e5b52 HTTP/1.1" status: 200 len: 1122 time: 0.1580474 May 18 18:01:40.702299 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4b9cdc0-934c-4fb7-9731-272a5d662cf7 admin admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:01:40.712005 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-b4b9cdc0-934c-4fb7-9731-272a5d662cf7 admin admin] 10.222.0.85 "PUT /v2.0/routers/9faaeb7f-c02f-4e10-9ad6-e64df5af5325/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0740461 May 18 18:01:40.739546 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=30c178ec-5042-4a08-8de2-95f75ba587eb,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:40.741857 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 42674) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:01:40.748063 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-214a872d-3020-43e7-bfd4-a93468afa539 req-fee956d3-2f22-49d6-a8a9-1958cf43a508 tempest-AggregatesAdminTestJSON-165034665 tempest-AggregatesAdminTestJSON-165034665-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:40.785938 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 52b00495-4ce6-40d5-be59-3c751e485673 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:01:40.853730 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b460ea9d-f353-40ea-b03d-af219af97fed None None] Provisioning complete for port c9f3bb4a-1749-4334-a384-99b3e7f72e6f triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:01:40.854290 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b460ea9d-f353-40ea-b03d-af219af97fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:40.889483 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-214a872d-3020-43e7-bfd4-a93468afa539 req-fee956d3-2f22-49d6-a8a9-1958cf43a508 tempest-AggregatesAdminTestJSON-165034665 tempest-AggregatesAdminTestJSON-165034665-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:40.894865 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-214a872d-3020-43e7-bfd4-a93468afa539 req-fee956d3-2f22-49d6-a8a9-1958cf43a508 tempest-AggregatesAdminTestJSON-165034665 tempest-AggregatesAdminTestJSON-165034665-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:40.933590 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee956d3-2f22-49d6-a8a9-1958cf43a508 tempest-AggregatesAdminTestJSON-165034665 tempest-AggregatesAdminTestJSON-165034665-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=598044a1-0b72-4511-ada3-dca1148538c1,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:40.955988 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b460ea9d-f353-40ea-b03d-af219af97fed None None] Port c9f3bb4a-1749-4334-a384-99b3e7f72e6f cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:01:40.965302 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-214a872d-3020-43e7-bfd4-a93468afa539 req-fee956d3-2f22-49d6-a8a9-1958cf43a508 tempest-AggregatesAdminTestJSON-165034665 tempest-AggregatesAdminTestJSON-165034665-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=8eb14802-32d6-4659-ac38-fbfa0e8c12bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472813 May 18 18:01:40.987802 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 52b00495-4ce6-40d5-be59-3c751e485673 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:01:40.988410 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:41.119666 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:41.121102 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 52b00495-4ce6-40d5-be59-3c751e485673 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:01:41.121657 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:41.151537 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] For port 52b00495-4ce6-40d5-be59-3c751e485673, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=52b00495-4ce6-40d5-be59-3c751e485673,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:01:41.159365 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:41.160623 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98d8d36-413b-45b4-a40e-337adf355991 req-4fdd05cd-4ba9-4be7-89a0-91c7c334868a tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:41.163647 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e98d8d36-413b-45b4-a40e-337adf355991 req-4fdd05cd-4ba9-4be7-89a0-91c7c334868a tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/ports?device_id=858cda9a-bd23-4669-bce8-c1a1912bf0b4 HTTP/1.1" status: 200 len: 950 time: 0.1019866 May 18 18:01:41.239797 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e98d8d36-413b-45b4-a40e-337adf355991 req-ad85c6f8-0796-4ec0-b3c9-b370f23b1a31 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/security-groups?id=b842f2e0-06aa-4b03-8465-45658e93896b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682027 May 18 18:01:41.254874 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 42692) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:01:41.261517 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Pushing event updated for resources: {'Port': ['ID=52b00495-4ce6-40d5-be59-3c751e485673,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:41.277481 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0014dbfe-693a-4848-9801-d6a653fed780 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:41.283569 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '858cda9a-bd23-4669-bce8-c1a1912bf0b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30c178ec-5042-4a08-8de2-95f75ba587eb'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:01:41.286652 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a53ab8c9-f7b2-4410-a156-7495b9271008" -d '{"events": [{"server_uuid": "858cda9a-bd23-4669-bce8-c1a1912bf0b4", "name": "network-vif-plugged", "status": "completed", "tag": "30c178ec-5042-4a08-8de2-95f75ba587eb"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:01:41.336655 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d3f2ad45-1527-404f-b323-417b9b127cd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:41.425167 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d3f2ad45-1527-404f-b323-417b9b127cd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:41.431413 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d3f2ad45-1527-404f-b323-417b9b127cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:41.473946 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f2ad45-1527-404f-b323-417b9b127cd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95ca8f34-6dc4-4715-beb4-e377478f118c,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:41.481974 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-d3f2ad45-1527-404f-b323-417b9b127cd0 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=2f0b1c97db3d49a88f80cb7e32b1f88f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2232361 May 18 18:01:41.482456 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 42700) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:01:41.499745 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df71026f-3ce4-492f-aff9-72b07c55c2fe req-66df363b-5994-4635-a319-c5ae48996012 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:41.502991 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-df71026f-3ce4-492f-aff9-72b07c55c2fe req-66df363b-5994-4635-a319-c5ae48996012 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/networks?id=e7bb4226-ce97-4ecd-a736-061f4f786581 HTTP/1.1" status: 200 len: 820 time: 0.4629700 May 18 18:01:41.542427 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-df71026f-3ce4-492f-aff9-72b07c55c2fe req-873d811a-59fd-4f8b-90d2-d1b6b1c24c6f tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/quotas/38c3fbce1f554996bc4a73e5f0f7c3e8 HTTP/1.1" status: 200 len: 375 time: 0.0220330 May 18 18:01:41.565812 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9652dec8-5af6-4a09-88f3-0a11f9a52790 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:41.608729 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9652dec8-5af6-4a09-88f3-0a11f9a52790 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:41.617307 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-df71026f-3ce4-492f-aff9-72b07c55c2fe req-e992b618-ef20-4c3f-a017-d9795a6b8254 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=38c3fbce1f554996bc4a73e5f0f7c3e8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0604517 May 18 18:01:41.641808 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 8a1db5a5-f34b-4179-b217-79bb427bdbd7 up at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:01:41.662629 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0014dbfe-693a-4848-9801-d6a653fed780 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:41.669185 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0014dbfe-693a-4848-9801-d6a653fed780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:41.716939 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9652dec8-5af6-4a09-88f3-0a11f9a52790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:41.721183 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9652dec8-5af6-4a09-88f3-0a11f9a52790 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:41.723055 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-9652dec8-5af6-4a09-88f3-0a11f9a52790 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/95ca8f34-6dc4-4715-beb4-e377478f118c HTTP/1.1" status: 204 len: 168 time: 0.2393951 May 18 18:01:41.745100 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9652dec8-5af6-4a09-88f3-0a11f9a52790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95ca8f34-6dc4-4715-beb4-e377478f118c,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:41.749443 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-0014dbfe-693a-4848-9801-d6a653fed780 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=1b30df0bdb0347dfb9e79b789e7efdc3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0036571 May 18 18:01:41.749443 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0014dbfe-693a-4848-9801-d6a653fed780 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=609c6c18-e933-492a-a89b-ffcd08dcefe7,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:41.751572 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 42712) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:01:41.840326 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [req-df71026f-3ce4-492f-aff9-72b07c55c2fe req-0729053d-6ff9-4878-a971-9a402e95d9e2 service neutron] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=102730) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 18:01:41.843931 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning for port 8a1db5a5-f34b-4179-b217-79bb427bdbd7 completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:01:41.851402 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-df71026f-3ce4-492f-aff9-72b07c55c2fe req-0729053d-6ff9-4878-a971-9a402e95d9e2 service neutron] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1474955 May 18 18:01:41.852370 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning complete for port 8a1db5a5-f34b-4179-b217-79bb427bdbd7 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:01:41.853759 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:41.869291 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e2e45264-c4c5-46fb-99f8-2b418b82bb24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:41.930741 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e2e45264-c4c5-46fb-99f8-2b418b82bb24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:42.002067 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e2e45264-c4c5-46fb-99f8-2b418b82bb24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:42.007584 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e2e45264-c4c5-46fb-99f8-2b418b82bb24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:42.009699 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-e2e45264-c4c5-46fb-99f8-2b418b82bb24 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/609c6c18-e933-492a-a89b-ffcd08dcefe7 HTTP/1.1" status: 204 len: 168 time: 0.2572503 May 18 18:01:42.045767 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e45264-c4c5-46fb-99f8-2b418b82bb24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=609c6c18-e933-492a-a89b-ffcd08dcefe7,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:42.046329 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 8a1db5a5-f34b-4179-b217-79bb427bdbd7 is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:01:42.049156 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:42.104502 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-df71026f-3ce4-492f-aff9-72b07c55c2fe req-f6bc1d8f-b6f9-456c-8049-c7c29a36850d service neutron] 10.222.0.85 "GET /v2.0/networks/e7bb4226-ce97-4ecd-a736-061f4f786581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2519481 May 18 18:01:42.144068 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1676b7e-6e5a-4ca7-9b40-bbd07d7bd7dc None None] Sync routers for ids ['9faaeb7f-c02f-4e10-9ad6-e64df5af5325'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:01:42.154374 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 8a1db5a5-f34b-4179-b217-79bb427bdbd7, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=8a1db5a5-f34b-4179-b217-79bb427bdbd7,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:01:42.159548 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1676b7e-6e5a-4ca7-9b40-bbd07d7bd7dc None None] Routers {'9faaeb7f-c02f-4e10-9ad6-e64df5af5325'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:01:42.160260 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-f1676b7e-6e5a-4ca7-9b40-bbd07d7bd7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:01:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['9faaeb7f-c02f-4e10-9ad6-e64df5af5325'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:01:42.165530 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:42.256223 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e2b6fa-67fd-4557-889c-f950075450b7 req-de69522c-e4cf-4d1f-8d17-3e75358a9c77 tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:42.270606 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e5e2b6fa-67fd-4557-889c-f950075450b7 req-de69522c-e4cf-4d1f-8d17-3e75358a9c77 tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] 10.222.0.85 "GET /v2.0/ports?device_id=121c1182-c743-4361-96a5-f19520c0e9e2 HTTP/1.1" status: 200 len: 970 time: 0.1058714 May 18 18:01:42.293329 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:42.300166 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-df71026f-3ce4-492f-aff9-72b07c55c2fe req-5a627917-da10-4c60-a7a8-8ccfe64500d5 service neutron] 10.222.0.85 "GET /v2.0/networks/e7bb4226-ce97-4ecd-a736-061f4f786581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881173 May 18 18:01:42.333024 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e5e2b6fa-67fd-4557-889c-f950075450b7 req-16170664-5294-4cf6-805b-611f3e667892 tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] 10.222.0.85 "GET /v2.0/security-groups?id=1266143d-5445-4421-a475-44b903b2fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602446 May 18 18:01:42.389046 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=8a1db5a5-f34b-4179-b217-79bb427bdbd7,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:42.422195 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-f1676b7e-6e5a-4ca7-9b40-bbd07d7bd7dc None None] Set router 9faaeb7f-c02f-4e10-9ad6-e64df5af5325 gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:01:42.487843 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a5fc286-f9e8-412d-844c-794a3e98ce01 x-openstack-request-id: req-5a5fc286-f9e8-412d-844c-794a3e98ce01 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:01:42.495859 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "858cda9a-bd23-4669-bce8-c1a1912bf0b4", "name": "network-vif-plugged", "status": "completed", "tag": "30c178ec-5042-4a08-8de2-95f75ba587eb", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:01:42.498260 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-5a5fc286-f9e8-412d-844c-794a3e98ce01 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:01:42.499030 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a5fc286-f9e8-412d-844c-794a3e98ce01'] response: {'server_uuid': '858cda9a-bd23-4669-bce8-c1a1912bf0b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30c178ec-5042-4a08-8de2-95f75ba587eb', 'code': 200} May 18 18:01:42.636807 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 42730) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:01:42.651403 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadb8fea-4289-4d1e-85cb-28f5d1bd6227 req-063d1fcb-22de-47cb-b087-765d8e612ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:42.655221 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fadb8fea-4289-4d1e-85cb-28f5d1bd6227 req-063d1fcb-22de-47cb-b087-765d8e612ba5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=858cda9a-bd23-4669-bce8-c1a1912bf0b4 HTTP/1.1" status: 200 len: 1101 time: 0.1547830 May 18 18:01:42.696348 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-bfc91f78-5d19-4dec-bcc8-3d6bfe44c6fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:42.733384 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fda402-23fe-4dc5-8b98-8f463d87ef8c req-8c2deb88-2bff-43e3-87a4-583572208bbe tempest-AggregatesAdminTestJSON-1029985983 tempest-AggregatesAdminTestJSON-1029985983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:42.735318 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-64fda402-23fe-4dc5-8b98-8f463d87ef8c req-8c2deb88-2bff-43e3-87a4-583572208bbe tempest-AggregatesAdminTestJSON-1029985983 tempest-AggregatesAdminTestJSON-1029985983-project] 10.222.0.85 "GET /v2.0/ports?device_id=51c1f3cc-a022-4e20-9131-f49c793e5b52 HTTP/1.1" status: 200 len: 971 time: 0.1650019 May 18 18:01:42.774537 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 52b00495-4ce6-40d5-be59-3c751e485673 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:01:42.792724 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fadb8fea-4289-4d1e-85cb-28f5d1bd6227 req-4cac680d-6a95-4221-aa7f-e3ba392582c6 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b842f2e0-06aa-4b03-8465-45658e93896b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176460 May 18 18:01:42.818121 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-bfc91f78-5d19-4dec-bcc8-3d6bfe44c6fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:42.830848 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-64fda402-23fe-4dc5-8b98-8f463d87ef8c req-a55ff087-ce7c-4165-bb9c-9cb7814e85f3 tempest-AggregatesAdminTestJSON-1029985983 tempest-AggregatesAdminTestJSON-1029985983-project] 10.222.0.85 "GET /v2.0/security-groups?id=8eb14802-32d6-4659-ac38-fbfa0e8c12bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672493 May 18 18:01:42.842963 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-bfc91f78-5d19-4dec-bcc8-3d6bfe44c6fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:42.856148 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 42732) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:01:42.879592 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3af3bea6-e1af-4a5c-ae73-eb902349573b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:42.920759 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 52b00495-4ce6-40d5-be59-3c751e485673 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:01:42.921164 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:42.945592 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-bfc91f78-5d19-4dec-bcc8-3d6bfe44c6fb admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=0f5a82f5416047e7a1d0abc3c8166078&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3066113 May 18 18:01:42.948532 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 42738) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:01:42.948797 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc91f78-5d19-4dec-bcc8-3d6bfe44c6fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7e56020-391b-44b4-b7ec-6172a9366a8f,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:43.032169 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-f1676b7e-6e5a-4ca7-9b40-bbd07d7bd7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9faaeb7f-c02f-4e10-9ad6-e64df5af5325', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-121326228-router', 'tenant_id': '2fd6780e142f4de09b193c7be9c4a3c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '52b00495-4ce6-40d5-be59-3c751e485673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:01:32Z', 'updated_at': '2022-05-18T18:01:39Z', 'revision_number': 4, 'project_id': '2fd6780e142f4de09b193c7be9c4a3c8', 'gw_port': {'id': '52b00495-4ce6-40d5-be59-3c751e485673', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:58:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9faaeb7f-c02f-4e10-9ad6-e64df5af5325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 205, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:01:34Z', 'updated_at': '2022-05-18T18:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': 'c9f3bb4a-1749-4334-a384-99b3e7f72e6f', 'name': '', 'network_id': 'bc4530e5-a7c1-4461-bce7-44c9edfd3141', 'tenant_id': '2fd6780e142f4de09b193c7be9c4a3c8', 'mac_address': 'fa:16:3e:18:0c:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9faaeb7f-c02f-4e10-9ad6-e64df5af5325', 'device_owner': 'network:router_interface', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': '8af4164f-1300-480a-8c94-16ed0f3cb3bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:01:37Z', 'updated_at': '2022-05-18T18:01:39Z', 'revision_number': 2, 'project_id': '2fd6780e142f4de09b193c7be9c4a3c8', 'subnets': [{'id': '8af4164f-1300-480a-8c94-16ed0f3cb3bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:01:43.033758 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:43.192917 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3af3bea6-e1af-4a5c-ae73-eb902349573b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:43.205939 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3af3bea6-e1af-4a5c-ae73-eb902349573b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:43.227659 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1676b7e-6e5a-4ca7-9b40-bbd07d7bd7dc None None] Checking router: 9faaeb7f-c02f-4e10-9ad6-e64df5af5325 for host: n-d-838550-3 {{(pid=102732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:01:43.228291 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1676b7e-6e5a-4ca7-9b40-bbd07d7bd7dc None None] Updating router 9faaeb7f-c02f-4e10-9ad6-e64df5af5325 port c9f3bb4a-1749-4334-a384-99b3e7f72e6f binding host n-d-838550-3 {{(pid=102732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 18:01:43.243457 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-3af3bea6-e1af-4a5c-ae73-eb902349573b admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=e9a09d8a6b944383939a79efc9cb65ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3869364 May 18 18:01:43.244005 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 42744) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:01:43.297452 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f1676b7e-6e5a-4ca7-9b40-bbd07d7bd7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:43.315578 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45f908e-7463-4500-8b4b-99ad9208b135 req-8a7b9b5f-d733-4244-8b5f-b64a5039211b tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:43.320002 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d45f908e-7463-4500-8b4b-99ad9208b135 req-8a7b9b5f-d733-4244-8b5f-b64a5039211b tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/ports?device_id=858cda9a-bd23-4669-bce8-c1a1912bf0b4 HTTP/1.1" status: 200 len: 950 time: 0.3609755 May 18 18:01:43.321021 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-500daac0-c651-418f-8124-653d4d5edffe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:43.327700 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 52b00495-4ce6-40d5-be59-3c751e485673 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:01:43.374602 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7265c32b-0ebf-4dcc-93f4-91aa6d3571e2 req-deaef383-5456-4af3-aef9-e0ecb061f45c tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/ports?device_id=e29e16d8-e422-4794-abe3-fa62aae733ea HTTP/1.1" status: 200 len: 210 time: 0.0694852 May 18 18:01:43.387112 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3bea6-e1af-4a5c-ae73-eb902349573b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8572c490-afe0-4989-b8be-5b79528542d9,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:43.443456 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-500daac0-c651-418f-8124-653d4d5edffe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:43.478628 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-20c5a02d-713f-43d8-a4cd-ed7eacb77ffa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:43.524482 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-20c5a02d-713f-43d8-a4cd-ed7eacb77ffa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:43.552211 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0de1de3-d8dd-4ee0-88ea-aabe1062986c req-81103dd6-876f-414b-8813-0823f01c70fd tempest-AggregatesAdminTestJSON-1029985983 tempest-AggregatesAdminTestJSON-1029985983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:43.558008 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f0de1de3-d8dd-4ee0-88ea-aabe1062986c req-81103dd6-876f-414b-8813-0823f01c70fd tempest-AggregatesAdminTestJSON-1029985983 tempest-AggregatesAdminTestJSON-1029985983-project] 10.222.0.88 "GET /v2.0/ports?device_id=51c1f3cc-a022-4e20-9131-f49c793e5b52 HTTP/1.1" status: 200 len: 971 time: 0.1749556 May 18 18:01:43.586522 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d45f908e-7463-4500-8b4b-99ad9208b135 req-d9e829cc-ad5e-49c1-899c-7bcef88de2cf tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/security-groups?id=b842f2e0-06aa-4b03-8465-45658e93896b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385740 May 18 18:01:43.588281 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-500daac0-c651-418f-8124-653d4d5edffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:43.592144 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-500daac0-c651-418f-8124-653d4d5edffe admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:43.597238 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-500daac0-c651-418f-8124-653d4d5edffe admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/b7e56020-391b-44b4-b7ec-6172a9366a8f HTTP/1.1" status: 204 len: 168 time: 0.6468291 May 18 18:01:43.615036 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500daac0-c651-418f-8124-653d4d5edffe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7e56020-391b-44b4-b7ec-6172a9366a8f,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:43.812386 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f1676b7e-6e5a-4ca7-9b40-bbd07d7bd7dc None None] Notify callbacks [] for port, precommit_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:43.830466 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f1676b7e-6e5a-4ca7-9b40-bbd07d7bd7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:43.855544 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb473e37-b608-47df-88bd-4d7c15a7714a req-a57119c8-3655-45a8-8e89-cb94819eeea0 tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:43.858134 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-eb473e37-b608-47df-88bd-4d7c15a7714a req-a57119c8-3655-45a8-8e89-cb94819eeea0 tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] 10.222.0.85 "GET /v2.0/ports?device_id=121c1182-c743-4361-96a5-f19520c0e9e2 HTTP/1.1" status: 200 len: 970 time: 0.3154478 May 18 18:01:43.871964 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 42758) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:01:43.879501 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-67c9f333-614a-4a12-9906-487b9e36c9f4 tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1752355437', 'description': 'tempest-description--1182798625'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:01:43.897905 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-20c5a02d-713f-43d8-a4cd-ed7eacb77ffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:43.910099 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-20c5a02d-713f-43d8-a4cd-ed7eacb77ffa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:43.913282 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-20c5a02d-713f-43d8-a4cd-ed7eacb77ffa admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/8572c490-afe0-4989-b8be-5b79528542d9 HTTP/1.1" status: 204 len: 168 time: 0.6672587 May 18 18:01:43.964752 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-67c9f333-614a-4a12-9906-487b9e36c9f4 tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:44.042823 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c5a02d-713f-43d8-a4cd-ed7eacb77ffa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8572c490-afe0-4989-b8be-5b79528542d9,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:44.070748 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e21bb88-c317-43b4-9852-4345550db822 None None] Pushing event updated for resources: {'Port': ['ID=c9f3bb4a-1749-4334-a384-99b3e7f72e6f,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:44.119521 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-f0de1de3-d8dd-4ee0-88ea-aabe1062986c req-cca4091d-55e1-4807-9031-fa0618da6e28 tempest-AggregatesAdminTestJSON-1029985983 tempest-AggregatesAdminTestJSON-1029985983-project] Deleting port 86dbaf25-6bfa-4acb-a734-ddd8e03ac5b9 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:01:44.121757 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-f0de1de3-d8dd-4ee0-88ea-aabe1062986c req-cca4091d-55e1-4807-9031-fa0618da6e28 tempest-AggregatesAdminTestJSON-1029985983 tempest-AggregatesAdminTestJSON-1029985983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:44.145471 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-eb473e37-b608-47df-88bd-4d7c15a7714a req-85931d11-90df-4d35-b56d-4193c74dd18b tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] 10.222.0.85 "GET /v2.0/security-groups?id=1266143d-5445-4421-a475-44b903b2fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555311 May 18 18:01:44.212455 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-f1676b7e-6e5a-4ca7-9b40-bbd07d7bd7dc None None] Attempting to bind port c9f3bb4a-1749-4334-a384-99b3e7f72e6f on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:01:44.212964 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-f1676b7e-6e5a-4ca7-9b40-bbd07d7bd7dc None None] Attempting to bind port c9f3bb4a-1749-4334-a384-99b3e7f72e6f by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': 'dccca635-e976-4ee2-b3a3-e82659331c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'bc4530e5-a7c1-4461-bce7-44c9edfd3141'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:01:44.213401 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1676b7e-6e5a-4ca7-9b40-bbd07d7bd7dc None None] Attempting to bind port c9f3bb4a-1749-4334-a384-99b3e7f72e6f on network bc4530e5-a7c1-4461-bce7-44c9edfd3141 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:01:44.221589 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1676b7e-6e5a-4ca7-9b40-bbd07d7bd7dc None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:01:44.222709 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1676b7e-6e5a-4ca7-9b40-bbd07d7bd7dc None None] Checking segment: {'id': 'dccca635-e976-4ee2-b3a3-e82659331c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'bc4530e5-a7c1-4461-bce7-44c9edfd3141'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:01:44.223203 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f1676b7e-6e5a-4ca7-9b40-bbd07d7bd7dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:44.223964 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1676b7e-6e5a-4ca7-9b40-bbd07d7bd7dc None None] Bound using segment: {'id': 'dccca635-e976-4ee2-b3a3-e82659331c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'bc4530e5-a7c1-4461-bce7-44c9edfd3141'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:01:44.224539 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-f1676b7e-6e5a-4ca7-9b40-bbd07d7bd7dc None None] Bound port: c9f3bb4a-1749-4334-a384-99b3e7f72e6f, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dccca635-e976-4ee2-b3a3-e82659331c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'bc4530e5-a7c1-4461-bce7-44c9edfd3141'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:01:44.225126 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f1676b7e-6e5a-4ca7-9b40-bbd07d7bd7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:44.330042 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-67c9f333-614a-4a12-9906-487b9e36c9f4 tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:44.371870 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c3018b-8e9f-47ff-aec7-95be343ae8ca req-500c5dda-3a1f-40fc-8b11-5b48a37aaad9 tempest-AggregatesAdminTestJSON-1029985983 tempest-AggregatesAdminTestJSON-1029985983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:44.384767 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-26c3018b-8e9f-47ff-aec7-95be343ae8ca req-500c5dda-3a1f-40fc-8b11-5b48a37aaad9 tempest-AggregatesAdminTestJSON-1029985983 tempest-AggregatesAdminTestJSON-1029985983-project] 10.222.0.85 "GET /v2.0/ports?device_id=51c1f3cc-a022-4e20-9131-f49c793e5b52 HTTP/1.1" status: 200 len: 971 time: 0.1556337 May 18 18:01:44.386917 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-f0de1de3-d8dd-4ee0-88ea-aabe1062986c req-cca4091d-55e1-4807-9031-fa0618da6e28 tempest-AggregatesAdminTestJSON-1029985983 tempest-AggregatesAdminTestJSON-1029985983-project] For port 86dbaf25-6bfa-4acb-a734-ddd8e03ac5b9, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=86dbaf25-6bfa-4acb-a734-ddd8e03ac5b9,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:01:44.387412 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-f0de1de3-d8dd-4ee0-88ea-aabe1062986c req-cca4091d-55e1-4807-9031-fa0618da6e28 tempest-AggregatesAdminTestJSON-1029985983 tempest-AggregatesAdminTestJSON-1029985983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:44.395215 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-67c9f333-614a-4a12-9906-487b9e36c9f4 tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:44.420302 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-f1676b7e-6e5a-4ca7-9b40-bbd07d7bd7dc None None] For port c9f3bb4a-1749-4334-a384-99b3e7f72e6f, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:01:44.427488 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-f1676b7e-6e5a-4ca7-9b40-bbd07d7bd7dc None None] For port c9f3bb4a-1749-4334-a384-99b3e7f72e6f, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=c9f3bb4a-1749-4334-a384-99b3e7f72e6f,segment=NetworkSegment(dccca635-e976-4ee2-b3a3-e82659331c65),segment_id=dccca635-e976-4ee2-b3a3-e82659331c65)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:01:44.429858 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.88', 54120) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:01:44.434617 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f1676b7e-6e5a-4ca7-9b40-bbd07d7bd7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:44.464195 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-f0de1de3-d8dd-4ee0-88ea-aabe1062986c req-cca4091d-55e1-4807-9031-fa0618da6e28 tempest-AggregatesAdminTestJSON-1029985983 tempest-AggregatesAdminTestJSON-1029985983-project] Calling delete_port for 86dbaf25-6bfa-4acb-a734-ddd8e03ac5b9 owned by compute:tempest-test_az-488582773 {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:01:44.477819 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c9f333-614a-4a12-9906-487b9e36c9f4 tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=873d3fb2-3b5d-40e4-860c-4bf2bbc08243,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:44.505611 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '121c1182-c743-4361-96a5-f19520c0e9e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a1db5a5-f34b-4179-b217-79bb427bdbd7'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:01:44.508687 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-598addba-06c7-4441-beb6-36c4ddfb836a" -d '{"events": [{"server_uuid": "121c1182-c743-4361-96a5-f19520c0e9e2", "name": "network-vif-plugged", "status": "completed", "tag": "8a1db5a5-f34b-4179-b217-79bb427bdbd7"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:01:44.513503 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e21bb88-c317-43b4-9852-4345550db822 None None] Pushing event updated for resources: {'Port': ['ID=c9f3bb4a-1749-4334-a384-99b3e7f72e6f,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:44.541713 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-67c9f333-614a-4a12-9906-487b9e36c9f4 tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:44.549656 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-fc269303-1e48-479e-826e-6a811963ef15 None None] Provisioning complete for port c9f3bb4a-1749-4334-a384-99b3e7f72e6f triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:01:44.550363 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-fc269303-1e48-479e-826e-6a811963ef15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:44.554162 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-67c9f333-614a-4a12-9906-487b9e36c9f4 tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6752319 May 18 18:01:44.557054 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 42772) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:01:44.581261 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-ca7ca78c-2a90-45eb-944b-e953de4c65f6 tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] Request body: {'security_group_rule': {'security_group_id': '873d3fb2-3b5d-40e4-860c-4bf2bbc08243', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:01:44.607398 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1676b7e-6e5a-4ca7-9b40-bbd07d7bd7dc None None] Routers {'9faaeb7f-c02f-4e10-9ad6-e64df5af5325'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:01:44.608303 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-f1676b7e-6e5a-4ca7-9b40-bbd07d7bd7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:01:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['9faaeb7f-c02f-4e10-9ad6-e64df5af5325'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:01:44.734404 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ca7ca78c-2a90-45eb-944b-e953de4c65f6 tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:44.788644 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-26c3018b-8e9f-47ff-aec7-95be343ae8ca req-d4e2c498-3fe7-4098-9b17-1cb7dfd4247e tempest-AggregatesAdminTestJSON-1029985983 tempest-AggregatesAdminTestJSON-1029985983-project] 10.222.0.85 "GET /v2.0/security-groups?id=8eb14802-32d6-4659-ac38-fbfa0e8c12bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3962131 May 18 18:01:44.876644 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5104f041-7108-450c-99d0-fb539bbd8409 x-openstack-request-id: req-5104f041-7108-450c-99d0-fb539bbd8409 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:01:44.894435 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-23a5aa35-e1f3-4b19-b34c-e81b3ef71555 req-468c8ac2-5aeb-4822-9e72-6ca1f8ac9aed tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/ports?device_id=e29e16d8-e422-4794-abe3-fa62aae733ea HTTP/1.1" status: 200 len: 210 time: 0.2781408 May 18 18:01:44.894636 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "121c1182-c743-4361-96a5-f19520c0e9e2", "name": "network-vif-plugged", "status": "completed", "tag": "8a1db5a5-f34b-4179-b217-79bb427bdbd7", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:01:44.894902 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-5104f041-7108-450c-99d0-fb539bbd8409 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:01:44.898759 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5104f041-7108-450c-99d0-fb539bbd8409'] response: {'server_uuid': '121c1182-c743-4361-96a5-f19520c0e9e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a1db5a5-f34b-4179-b217-79bb427bdbd7', 'code': 200} May 18 18:01:44.899638 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ca7ca78c-2a90-45eb-944b-e953de4c65f6 tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:44.905884 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ca7ca78c-2a90-45eb-944b-e953de4c65f6 tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:44.943472 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.88', 54121) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:01:44.956460 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-fc269303-1e48-479e-826e-6a811963ef15 None None] Current status of the port c9f3bb4a-1749-4334-a384-99b3e7f72e6f is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:01:44.956851 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-fc269303-1e48-479e-826e-6a811963ef15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:44.981917 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7ca78c-2a90-45eb-944b-e953de4c65f6 tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd93fb14-93ef-4669-9e6e-7cbe548468f5,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:45.008489 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df71026f-3ce4-492f-aff9-72b07c55c2fe req-8e3904e6-e79e-4078-b421-6c630a3f2193 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:45.010825 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-df71026f-3ce4-492f-aff9-72b07c55c2fe req-8e3904e6-e79e-4078-b421-6c630a3f2193 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.88 "GET /v2.0/networks?id=e7bb4226-ce97-4ecd-a736-061f4f786581 HTTP/1.1" status: 200 len: 820 time: 0.5800424 May 18 18:01:45.011461 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-f1676b7e-6e5a-4ca7-9b40-bbd07d7bd7dc None None] Set router 9faaeb7f-c02f-4e10-9ad6-e64df5af5325 gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:01:45.025460 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ca7ca78c-2a90-45eb-944b-e953de4c65f6 tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:45.027382 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-ca7ca78c-2a90-45eb-944b-e953de4c65f6 tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4664383 May 18 18:01:45.028656 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-df71026f-3ce4-492f-aff9-72b07c55c2fe req-5b48926c-bb6a-494c-8a9a-0d6595d2cad7 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Request body: {'port': {'device_id': 'e29e16d8-e422-4794-abe3-fa62aae733ea', 'network_id': 'e7bb4226-ce97-4ecd-a736-061f4f786581', 'admin_state_up': True, 'tenant_id': '38c3fbce1f554996bc4a73e5f0f7c3e8'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:01:45.038314 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 42786) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:01:45.055243 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-68393c23-affc-48bd-b683-88bbe87c86de tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] Request body: {'security_group_rule': {'security_group_id': '873d3fb2-3b5d-40e4-860c-4bf2bbc08243', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:01:45.152770 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-fc269303-1e48-479e-826e-6a811963ef15 None None] For port c9f3bb4a-1749-4334-a384-99b3e7f72e6f, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=c9f3bb4a-1749-4334-a384-99b3e7f72e6f,segment=NetworkSegment(dccca635-e976-4ee2-b3a3-e82659331c65),segment_id=dccca635-e976-4ee2-b3a3-e82659331c65)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:01:45.209923 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-fc269303-1e48-479e-826e-6a811963ef15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:45.260583 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-68393c23-affc-48bd-b683-88bbe87c86de tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:45.271367 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b586f328-6fad-44f9-9f61-3b56e998b0cc req-5ffba027-1898-426d-a4b9-17d24fac1500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:45.273034 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b586f328-6fad-44f9-9f61-3b56e998b0cc req-5ffba027-1898-426d-a4b9-17d24fac1500 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=121c1182-c743-4361-96a5-f19520c0e9e2 HTTP/1.1" status: 200 len: 1121 time: 0.3226206 May 18 18:01:45.287990 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbc0469-309b-4429-bd88-42e3afc24da3 req-b62d4235-70c6-47a1-9a29-27c7fdb0892e tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:45.289545 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bfbc0469-309b-4429-bd88-42e3afc24da3 req-b62d4235-70c6-47a1-9a29-27c7fdb0892e tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/ports?device_id=858cda9a-bd23-4669-bce8-c1a1912bf0b4 HTTP/1.1" status: 200 len: 950 time: 0.2714400 May 18 18:01:45.342208 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc269303-1e48-479e-826e-6a811963ef15 None None] Pushing event updated for resources: {'Port': ['ID=c9f3bb4a-1749-4334-a384-99b3e7f72e6f,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:45.363430 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b586f328-6fad-44f9-9f61-3b56e998b0cc req-6dd6e20c-3c63-4d4d-a63a-86f0297d9d49 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=1266143d-5445-4421-a475-44b903b2fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728788 May 18 18:01:45.369580 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bfbc0469-309b-4429-bd88-42e3afc24da3 req-dd6420cb-fd41-4937-9eef-39fb1ef6dcf6 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/security-groups?id=b842f2e0-06aa-4b03-8465-45658e93896b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637236 May 18 18:01:45.385349 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-258e179a-7d0c-4638-a418-d71ae9bf8239 None None] Provisioning complete for port c9f3bb4a-1749-4334-a384-99b3e7f72e6f triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:01:45.385540 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-258e179a-7d0c-4638-a418-d71ae9bf8239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:45.387402 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-f0de1de3-d8dd-4ee0-88ea-aabe1062986c req-cca4091d-55e1-4807-9031-fa0618da6e28 tempest-AggregatesAdminTestJSON-1029985983 tempest-AggregatesAdminTestJSON-1029985983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:45.434148 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['86dbaf25-6bfa-4acb-a734-ddd8e03ac5b9'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:01:45.454638 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca4091d-55e1-4807-9031-fa0618da6e28 tempest-AggregatesAdminTestJSON-1029985983 tempest-AggregatesAdminTestJSON-1029985983-project] Pushing event deleted for resources: {'Port': ['ID=86dbaf25-6bfa-4acb-a734-ddd8e03ac5b9,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:45.498793 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df71026f-3ce4-492f-aff9-72b07c55c2fe req-5b48926c-bb6a-494c-8a9a-0d6595d2cad7 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Made reservation on behalf of 38c3fbce1f554996bc4a73e5f0f7c3e8 for: {'port': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:01:45.505695 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-df71026f-3ce4-492f-aff9-72b07c55c2fe req-5b48926c-bb6a-494c-8a9a-0d6595d2cad7 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:45.567234 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac27078a-a5db-44c5-b6bb-c6d56a6628f3 req-29972302-3c71-4bf1-9678-028cd84e2393 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:45.577519 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ac27078a-a5db-44c5-b6bb-c6d56a6628f3 req-29972302-3c71-4bf1-9678-028cd84e2393 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/ports?device_id=9fd52930-74c1-446a-8fe8-b01fb6bc2060 HTTP/1.1" status: 200 len: 949 time: 0.1159561 May 18 18:01:45.587555 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-f1676b7e-6e5a-4ca7-9b40-bbd07d7bd7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9faaeb7f-c02f-4e10-9ad6-e64df5af5325', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-121326228-router', 'tenant_id': '2fd6780e142f4de09b193c7be9c4a3c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '52b00495-4ce6-40d5-be59-3c751e485673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:01:32Z', 'updated_at': '2022-05-18T18:01:39Z', 'revision_number': 4, 'project_id': '2fd6780e142f4de09b193c7be9c4a3c8', 'gw_port': {'id': '52b00495-4ce6-40d5-be59-3c751e485673', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:58:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9faaeb7f-c02f-4e10-9ad6-e64df5af5325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 205, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:01:34Z', 'updated_at': '2022-05-18T18:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': 'c9f3bb4a-1749-4334-a384-99b3e7f72e6f', 'name': '', 'network_id': 'bc4530e5-a7c1-4461-bce7-44c9edfd3141', 'tenant_id': '2fd6780e142f4de09b193c7be9c4a3c8', 'mac_address': 'fa:16:3e:18:0c:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9faaeb7f-c02f-4e10-9ad6-e64df5af5325', 'device_owner': 'network:router_interface', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': '8af4164f-1300-480a-8c94-16ed0f3cb3bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:01:37Z', 'updated_at': '2022-05-18T18:01:44Z', 'revision_number': 4, 'project_id': '2fd6780e142f4de09b193c7be9c4a3c8', 'subnets': [{'id': '8af4164f-1300-480a-8c94-16ed0f3cb3bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:01:45.632615 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1676b7e-6e5a-4ca7-9b40-bbd07d7bd7dc None None] The sync data for ids ['9faaeb7f-c02f-4e10-9ad6-e64df5af5325'] in n-d-838550-3 is: [{'id': '9faaeb7f-c02f-4e10-9ad6-e64df5af5325', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-121326228-router', 'tenant_id': '2fd6780e142f4de09b193c7be9c4a3c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '52b00495-4ce6-40d5-be59-3c751e485673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:01:32Z', 'updated_at': '2022-05-18T18:01:39Z', 'revision_number': 4, 'project_id': '2fd6780e142f4de09b193c7be9c4a3c8', 'gw_port': {'id': '52b00495-4ce6-40d5-be59-3c751e485673', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:58:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9faaeb7f-c02f-4e10-9ad6-e64df5af5325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 205, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:01:34Z', 'updated_at': '2022-05-18T18:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': 'c9f3bb4a-1749-4334-a384-99b3e7f72e6f', 'name': '', 'network_id': 'bc4530e5-a7c1-4461-bce7-44c9edfd3141', 'tenant_id': '2fd6780e142f4de09b193c7be9c4a3c8', 'mac_address': 'fa:16:3e:18:0c:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9faaeb7f-c02f-4e10-9ad6-e64df5af5325', 'device_owner': 'network:router_interface', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': '8af4164f-1300-480a-8c94-16ed0f3cb3bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:01:37Z', 'updated_at': '2022-05-18T18:01:44Z', 'revision_number': 4, 'project_id': '2fd6780e142f4de09b193c7be9c4a3c8', 'subnets': [{'id': '8af4164f-1300-480a-8c94-16ed0f3cb3bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:01:45.634535 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-258e179a-7d0c-4638-a418-d71ae9bf8239 None None] Current status of the port c9f3bb4a-1749-4334-a384-99b3e7f72e6f is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:01:45.640064 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0de1de3-d8dd-4ee0-88ea-aabe1062986c req-cca4091d-55e1-4807-9031-fa0618da6e28 tempest-AggregatesAdminTestJSON-1029985983 tempest-AggregatesAdminTestJSON-1029985983-project] No DVR routers for this DVR port 86dbaf25-6bfa-4acb-a734-ddd8e03ac5b9 on host n-h2-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:01:45.651331 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf57967-a0f0-46d7-81b6-5f9049eedf73 req-572e3c2b-d5b5-4066-89b6-652e2f357f41 tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:45.659156 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4cf57967-a0f0-46d7-81b6-5f9049eedf73 req-572e3c2b-d5b5-4066-89b6-652e2f357f41 tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] 10.222.0.85 "GET /v2.0/ports?device_id=121c1182-c743-4361-96a5-f19520c0e9e2 HTTP/1.1" status: 200 len: 970 time: 0.3396530 May 18 18:01:45.662247 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-f0de1de3-d8dd-4ee0-88ea-aabe1062986c req-cca4091d-55e1-4807-9031-fa0618da6e28 tempest-AggregatesAdminTestJSON-1029985983 tempest-AggregatesAdminTestJSON-1029985983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:45.665038 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f0de1de3-d8dd-4ee0-88ea-aabe1062986c req-cca4091d-55e1-4807-9031-fa0618da6e28 tempest-AggregatesAdminTestJSON-1029985983 tempest-AggregatesAdminTestJSON-1029985983-project] 10.222.0.88 "DELETE /v2.0/ports/86dbaf25-6bfa-4acb-a734-ddd8e03ac5b9 HTTP/1.1" status: 204 len: 173 time: 2.0804815 May 18 18:01:45.670547 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51c1f3cc-a022-4e20-9131-f49c793e5b52', 'name': 'network-vif-deleted', 'tag': '86dbaf25-6bfa-4acb-a734-ddd8e03ac5b9'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:01:45.680611 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bd57128-a1cb-421d-bcd7-5e8810a28697" -d '{"events": [{"server_uuid": "51c1f3cc-a022-4e20-9131-f49c793e5b52", "name": "network-vif-deleted", "tag": "86dbaf25-6bfa-4acb-a734-ddd8e03ac5b9"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:01:45.689138 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ac27078a-a5db-44c5-b6bb-c6d56a6628f3 req-7e85c291-7b06-4576-9a86-8389751cee05 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/security-groups?id=b842f2e0-06aa-4b03-8465-45658e93896b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044972 May 18 18:01:45.864164 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-601e120c-169b-47e8-be3d-5d1cfc4fa72f x-openstack-request-id: req-601e120c-169b-47e8-be3d-5d1cfc4fa72f {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:01:45.864504 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51c1f3cc-a022-4e20-9131-f49c793e5b52", "name": "network-vif-deleted", "tag": "86dbaf25-6bfa-4acb-a734-ddd8e03ac5b9", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:01:45.864842 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-601e120c-169b-47e8-be3d-5d1cfc4fa72f {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:01:45.865284 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-601e120c-169b-47e8-be3d-5d1cfc4fa72f'] response: {'server_uuid': '51c1f3cc-a022-4e20-9131-f49c793e5b52', 'name': 'network-vif-deleted', 'tag': '86dbaf25-6bfa-4acb-a734-ddd8e03ac5b9', 'status': 'completed', 'code': 200} May 18 18:01:45.902071 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-68393c23-affc-48bd-b683-88bbe87c86de tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:45.919277 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4cf57967-a0f0-46d7-81b6-5f9049eedf73 req-c13e8943-c2c7-4ad4-8de9-bde86048bcb8 tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] 10.222.0.85 "GET /v2.0/security-groups?id=1266143d-5445-4421-a475-44b903b2fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591376 May 18 18:01:45.943223 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3de5d4d7-6cf0-4e5d-8b3a-4461db19c0de req-5db39162-0275-4dda-9ab3-dc133a9d0b6b tempest-AggregatesAdminTestJSON-1029985983 tempest-AggregatesAdminTestJSON-1029985983-project] 10.222.0.85 "GET /v2.0/ports?device_id=51c1f3cc-a022-4e20-9131-f49c793e5b52 HTTP/1.1" status: 200 len: 210 time: 0.0488052 May 18 18:01:45.949077 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-68393c23-affc-48bd-b683-88bbe87c86de tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:46.050618 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68393c23-affc-48bd-b683-88bbe87c86de tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d2e3add-8de2-4371-b59d-28984b9e4cf2,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:46.127255 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-68393c23-affc-48bd-b683-88bbe87c86de tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:46.134555 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-68393c23-affc-48bd-b683-88bbe87c86de tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0949137 May 18 18:01:46.138285 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 42834) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:01:46.149732 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-10fb7bee-6eb9-4740-b4e6-e669d30a4114 tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] Request body: {'floatingip': {'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:01:46.174497 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4903161a-1480-42ab-be28-3b984a597b6b req-f047704a-6e78-41d8-8a25-3ea6258f53af tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/ports?device_id=e29e16d8-e422-4794-abe3-fa62aae733ea HTTP/1.1" status: 200 len: 210 time: 0.1046653 May 18 18:01:46.255154 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6f17bd30-4083-4993-9891-c55cc11fd9ab req-86bc9b81-1a1c-43f7-9db9-34fdba996aae tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=30bf135e8c28454d9585f20b85d09748&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0730557 May 18 18:01:46.256030 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-10fb7bee-6eb9-4740-b4e6-e669d30a4114 tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] Notify callbacks [] for floatingip, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:46.693963 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [req-df71026f-3ce4-492f-aff9-72b07c55c2fe req-5b48926c-bb6a-494c-8a9a-0d6595d2cad7 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Allocated IP 172.20.0.7 (e7bb4226-ce97-4ecd-a736-061f4f786581/cf982f85-dd38-4a89-9c21-fca17676813e/cb11a143-d579-4d02-bc74-db341a9b2376) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:01:46.838383 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device c9f3bb4a-1749-4334-a384-99b3e7f72e6f up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:01:46.917555 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f17bd30-4083-4993-9891-c55cc11fd9ab req-81ad2c63-bd2e-4fb6-8da4-17547b7de840 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:46.921286 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6f17bd30-4083-4993-9891-c55cc11fd9ab req-81ad2c63-bd2e-4fb6-8da4-17547b7de840 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6448832 May 18 18:01:46.955911 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port c9f3bb4a-1749-4334-a384-99b3e7f72e6f triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:01:46.956717 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:47.012807 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6f17bd30-4083-4993-9891-c55cc11fd9ab req-6af73d5b-c6f7-4832-bfd1-ba6e3b48a5e3 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/quotas/30bf135e8c28454d9585f20b85d09748 HTTP/1.1" status: 200 len: 375 time: 0.0704083 May 18 18:01:47.162034 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151b362f-26bb-431c-9f48-6ccae0042a6d req-56dfd05f-c4e0-4247-826e-8a9351b6cf2f tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:47.164613 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-151b362f-26bb-431c-9f48-6ccae0042a6d req-56dfd05f-c4e0-4247-826e-8a9351b6cf2f tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] 10.222.0.85 "GET /v2.0/ports?device_id=121c1182-c743-4361-96a5-f19520c0e9e2 HTTP/1.1" status: 200 len: 970 time: 0.0899122 May 18 18:01:47.170543 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port c9f3bb4a-1749-4334-a384-99b3e7f72e6f is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:01:47.186505 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-10fb7bee-6eb9-4740-b4e6-e669d30a4114 tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:47.230948 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-151b362f-26bb-431c-9f48-6ccae0042a6d req-a6d2f7cc-83c5-4fc4-a457-b7e769eb6ea9 tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] 10.222.0.85 "GET /v2.0/security-groups?id=1266143d-5445-4421-a475-44b903b2fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533495 May 18 18:01:47.360194 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6f17bd30-4083-4993-9891-c55cc11fd9ab req-8f99dc72-eccc-4841-8164-3d1b64f9a1ee tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=30bf135e8c28454d9585f20b85d09748&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3105102 May 18 18:01:47.438469 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2d69c43c-d784-481f-8b65-24fafe01c4e2 req-469601cd-00ef-4b4f-b9c9-e25e1918c088 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/ports?device_id=e29e16d8-e422-4794-abe3-fa62aae733ea HTTP/1.1" status: 200 len: 210 time: 0.0499506 May 18 18:01:47.441056 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-df71026f-3ce4-492f-aff9-72b07c55c2fe req-5b48926c-bb6a-494c-8a9a-0d6595d2cad7 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:47.483045 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-10fb7bee-6eb9-4740-b4e6-e669d30a4114 tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] Allocated IP 172.25.5.219 (31ebd439-090c-4b25-bbb0-31c48711b145/363a2810-8a83-4be0-a317-7c91fcd94485/012c6614-3a6c-433d-8083-414ede852fce) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:01:47.581663 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-df71026f-3ce4-492f-aff9-72b07c55c2fe req-5b48926c-bb6a-494c-8a9a-0d6595d2cad7 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:47.629448 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 86dbaf25-6bfa-4acb-a734-ddd8e03ac5b9 no longer exists at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:01:47.669395 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b48926c-bb6a-494c-8a9a-0d6595d2cad7 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Pushing event updated for resources: {'Port': ['ID=cb11a143-d579-4d02-bc74-db341a9b2376,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:47.676794 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] No Port match for: 86dbaf25-6bfa-4acb-a734-ddd8e03ac5b9 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:01:47.676996 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 86dbaf25-6bfa-4acb-a734-ddd8e03ac5b9 not bound to the agent host n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:01:47.712506 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df71026f-3ce4-492f-aff9-72b07c55c2fe req-5b48926c-bb6a-494c-8a9a-0d6595d2cad7 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Network e7bb4226-ce97-4ecd-a736-061f4f786581 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:01:47.717070 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [req-df71026f-3ce4-492f-aff9-72b07c55c2fe req-5b48926c-bb6a-494c-8a9a-0d6595d2cad7 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:01:47.721922 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-df71026f-3ce4-492f-aff9-72b07c55c2fe req-5b48926c-bb6a-494c-8a9a-0d6595d2cad7 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:01:47.728856 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df71026f-3ce4-492f-aff9-72b07c55c2fe req-5b48926c-bb6a-494c-8a9a-0d6595d2cad7 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:47.729665 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-df71026f-3ce4-492f-aff9-72b07c55c2fe req-5b48926c-bb6a-494c-8a9a-0d6595d2cad7 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:47.761532 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-df71026f-3ce4-492f-aff9-72b07c55c2fe req-5b48926c-bb6a-494c-8a9a-0d6595d2cad7 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7366698 May 18 18:01:47.780235 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-df71026f-3ce4-492f-aff9-72b07c55c2fe req-bd6f0b30-2bde-4f3f-9ff1-8e7c7826cdd0 service neutron] Request body: {'port': {'device_id': 'e29e16d8-e422-4794-abe3-fa62aae733ea', 'device_owner': 'compute:tempest-test_az-488582773', 'binding:host_id': 'n-h2-838550-3'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:01:47.822398 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-10fb7bee-6eb9-4740-b4e6-e669d30a4114 tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:47.883283 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-df71026f-3ce4-492f-aff9-72b07c55c2fe req-bd6f0b30-2bde-4f3f-9ff1-8e7c7826cdd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:48.127705 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-10fb7bee-6eb9-4740-b4e6-e669d30a4114 tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:48.189781 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10fb7bee-6eb9-4740-b4e6-e669d30a4114 tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] Network 31ebd439-090c-4b25-bbb0-31c48711b145 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:01:48.194967 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-10fb7bee-6eb9-4740-b4e6-e669d30a4114 tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:01:48.202465 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10fb7bee-6eb9-4740-b4e6-e669d30a4114 tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:01:48.224017 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fb7bee-6eb9-4740-b4e6-e669d30a4114 tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] Pushing event updated for resources: {'Port': ['ID=012c6614-3a6c-433d-8083-414ede852fce,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:48.267396 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [req-e59169c1-9677-4700-a0fc-47fc8d905426 req-782aa226-e2ea-4805-9875-b3eaff998e43 service neutron] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=102731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 18:01:48.268412 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e59169c1-9677-4700-a0fc-47fc8d905426 req-782aa226-e2ea-4805-9875-b3eaff998e43 service neutron] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0897429 May 18 18:01:48.375861 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-10fb7bee-6eb9-4740-b4e6-e669d30a4114 tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:48.496606 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c4e556ba-d195-48e1-b8ea-936ef4a579dc req-5ed6a4b5-ef28-46fb-a358-bc5a5792c625 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/ports?device_id=1a523d4a-fa9c-4c5d-ab72-4cf55550a338 HTTP/1.1" status: 200 len: 210 time: 0.0731003 May 18 18:01:48.510491 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [req-df71026f-3ce4-492f-aff9-72b07c55c2fe req-bd6f0b30-2bde-4f3f-9ff1-8e7c7826cdd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb11a143-d579-4d02-bc74-db341a9b2376 {{(pid=102730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:01:48.519392 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-10fb7bee-6eb9-4740-b4e6-e669d30a4114 tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:48.543068 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-df71026f-3ce4-492f-aff9-72b07c55c2fe req-bd6f0b30-2bde-4f3f-9ff1-8e7c7826cdd0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:48.570905 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [req-df71026f-3ce4-492f-aff9-72b07c55c2fe req-bd6f0b30-2bde-4f3f-9ff1-8e7c7826cdd0 service neutron] Transition to ACTIVE for port object cb11a143-d579-4d02-bc74-db341a9b2376 will not be triggered until provisioned by entity L2. {{(pid=102730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:01:48.583113 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-df71026f-3ce4-492f-aff9-72b07c55c2fe req-bd6f0b30-2bde-4f3f-9ff1-8e7c7826cdd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:48.711846 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6f0b30-2bde-4f3f-9ff1-8e7c7826cdd0 service neutron] Pushing event updated for resources: {'Port': ['ID=cb11a143-d579-4d02-bc74-db341a9b2376,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:48.780145 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97f6b6d-31cf-4ef4-8ab3-66b1d99e01bc req-9fd117cb-2112-4be5-8a54-90f14781a501 tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:48.781820 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b97f6b6d-31cf-4ef4-8ab3-66b1d99e01bc req-9fd117cb-2112-4be5-8a54-90f14781a501 tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] 10.222.0.85 "GET /v2.0/ports?device_id=121c1182-c743-4361-96a5-f19520c0e9e2 HTTP/1.1" status: 200 len: 970 time: 0.1586187 May 18 18:01:48.795110 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-df71026f-3ce4-492f-aff9-72b07c55c2fe req-bd6f0b30-2bde-4f3f-9ff1-8e7c7826cdd0 service neutron] Attempting to bind port cb11a143-d579-4d02-bc74-db341a9b2376 on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:01:48.795443 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-df71026f-3ce4-492f-aff9-72b07c55c2fe req-bd6f0b30-2bde-4f3f-9ff1-8e7c7826cdd0 service neutron] Attempting to bind port cb11a143-d579-4d02-bc74-db341a9b2376 by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': '6537e25f-afe8-4089-8825-f23e3073c58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'e7bb4226-ce97-4ecd-a736-061f4f786581'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:01:48.795771 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df71026f-3ce4-492f-aff9-72b07c55c2fe req-bd6f0b30-2bde-4f3f-9ff1-8e7c7826cdd0 service neutron] Attempting to bind port cb11a143-d579-4d02-bc74-db341a9b2376 on network e7bb4226-ce97-4ecd-a736-061f4f786581 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:01:48.814612 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df71026f-3ce4-492f-aff9-72b07c55c2fe req-bd6f0b30-2bde-4f3f-9ff1-8e7c7826cdd0 service neutron] Port cb11a143-d579-4d02-bc74-db341a9b2376 on network e7bb4226-ce97-4ecd-a736-061f4f786581 not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:01:48.814944 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df71026f-3ce4-492f-aff9-72b07c55c2fe req-bd6f0b30-2bde-4f3f-9ff1-8e7c7826cdd0 service neutron] Attempting to bind port cb11a143-d579-4d02-bc74-db341a9b2376 on network e7bb4226-ce97-4ecd-a736-061f4f786581 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:01:48.825947 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09074eb1-68c8-4fcf-beec-f74118194bc2 req-b6f291f4-c373-482d-8222-90fbc4624e32 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:48.828678 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-09074eb1-68c8-4fcf-beec-f74118194bc2 req-b6f291f4-c373-482d-8222-90fbc4624e32 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/ports?device_id=e29e16d8-e422-4794-abe3-fa62aae733ea HTTP/1.1" status: 200 len: 964 time: 0.0554540 May 18 18:01:48.833652 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df71026f-3ce4-492f-aff9-72b07c55c2fe req-bd6f0b30-2bde-4f3f-9ff1-8e7c7826cdd0 service neutron] Checking agent: {'id': 'd1be059a-68ea-4c77-9b2b-29f4afa47e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:01:48.834011 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df71026f-3ce4-492f-aff9-72b07c55c2fe req-bd6f0b30-2bde-4f3f-9ff1-8e7c7826cdd0 service neutron] Checking segment: {'id': '6537e25f-afe8-4089-8825-f23e3073c58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'e7bb4226-ce97-4ecd-a736-061f4f786581'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:01:48.834410 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df71026f-3ce4-492f-aff9-72b07c55c2fe req-bd6f0b30-2bde-4f3f-9ff1-8e7c7826cdd0 service neutron] Bound using segment: {'id': '6537e25f-afe8-4089-8825-f23e3073c58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'e7bb4226-ce97-4ecd-a736-061f4f786581'} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:01:48.834848 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-df71026f-3ce4-492f-aff9-72b07c55c2fe req-bd6f0b30-2bde-4f3f-9ff1-8e7c7826cdd0 service neutron] Bound port: cb11a143-d579-4d02-bc74-db341a9b2376, host: n-h2-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6537e25f-afe8-4089-8825-f23e3073c58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'e7bb4226-ce97-4ecd-a736-061f4f786581'}}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:01:48.835206 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-df71026f-3ce4-492f-aff9-72b07c55c2fe req-bd6f0b30-2bde-4f3f-9ff1-8e7c7826cdd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:48.862147 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-10fb7bee-6eb9-4740-b4e6-e669d30a4114 tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:48.871705 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b97f6b6d-31cf-4ef4-8ab3-66b1d99e01bc req-5ccb966d-c4d6-4257-b06c-88a3842b9d9b tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] 10.222.0.85 "GET /v2.0/security-groups?id=1266143d-5445-4421-a475-44b903b2fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836849 May 18 18:01:48.873666 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-10fb7bee-6eb9-4740-b4e6-e669d30a4114 tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:48.902801 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-09074eb1-68c8-4fcf-beec-f74118194bc2 req-87fec066-0d5b-4316-8823-c48c861e09f2 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/security-groups?id=bda815dc-3228-454b-a95b-f89a3eeb79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545774 May 18 18:01:48.935391 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-10fb7bee-6eb9-4740-b4e6-e669d30a4114 tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596987'] for floatingip, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:48.970972 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fb7bee-6eb9-4740-b4e6-e669d30a4114 tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] Pushing event updated for resources: {'Port': ['ID=012c6614-3a6c-433d-8083-414ede852fce,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:48.998605 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6f17bd30-4083-4993-9891-c55cc11fd9ab req-d23dc088-f709-4682-8340-67e36aa6671e tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=30bf135e8c28454d9585f20b85d09748&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0561519 May 18 18:01:49.001468 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-10fb7bee-6eb9-4740-b4e6-e669d30a4114 tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:49.010730 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-10fb7bee-6eb9-4740-b4e6-e669d30a4114 tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8634048 May 18 18:01:49.010730 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-df71026f-3ce4-492f-aff9-72b07c55c2fe req-bd6f0b30-2bde-4f3f-9ff1-8e7c7826cdd0 service neutron] For port cb11a143-d579-4d02-bc74-db341a9b2376, host n-h2-838550-3, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:01:49.012873 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-df71026f-3ce4-492f-aff9-72b07c55c2fe req-bd6f0b30-2bde-4f3f-9ff1-8e7c7826cdd0 service neutron] For port cb11a143-d579-4d02-bc74-db341a9b2376, host n-h2-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=cb11a143-d579-4d02-bc74-db341a9b2376,segment=NetworkSegment(6537e25f-afe8-4089-8825-f23e3073c58d),segment_id=6537e25f-afe8-4089-8825-f23e3073c58d)] {{(pid=102730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:01:49.026045 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-df71026f-3ce4-492f-aff9-72b07c55c2fe req-bd6f0b30-2bde-4f3f-9ff1-8e7c7826cdd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:49.131177 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df71026f-3ce4-492f-aff9-72b07c55c2fe req-bd6f0b30-2bde-4f3f-9ff1-8e7c7826cdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:49.138926 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-df71026f-3ce4-492f-aff9-72b07c55c2fe req-bd6f0b30-2bde-4f3f-9ff1-8e7c7826cdd0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:49.145245 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-df71026f-3ce4-492f-aff9-72b07c55c2fe req-bd6f0b30-2bde-4f3f-9ff1-8e7c7826cdd0 service neutron] 10.222.0.88 "PUT /v2.0/ports/cb11a143-d579-4d02-bc74-db341a9b2376 HTTP/1.1" status: 200 len: 1112 time: 1.3691549 May 18 18:01:49.150157 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e29e16d8-e422-4794-abe3-fa62aae733ea', 'tag': 'cb11a143-d579-4d02-bc74-db341a9b2376'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:01:49.155126 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-502df8d8-53b0-4889-857d-1745905f5dd5" -d '{"events": [{"name": "network-changed", "server_uuid": "e29e16d8-e422-4794-abe3-fa62aae733ea", "tag": "cb11a143-d579-4d02-bc74-db341a9b2376"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:01:49.159572 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6f0b30-2bde-4f3f-9ff1-8e7c7826cdd0 service neutron] Pushing event updated for resources: {'Port': ['ID=cb11a143-d579-4d02-bc74-db341a9b2376,revision_number=3']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:49.233174 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f17bd30-4083-4993-9891-c55cc11fd9ab req-299454cd-f087-46db-af7b-dd51e4e28b5c tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:49.235506 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6f17bd30-4083-4993-9891-c55cc11fd9ab req-299454cd-f087-46db-af7b-dd51e4e28b5c tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2207797 May 18 18:01:49.258335 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-6f17bd30-4083-4993-9891-c55cc11fd9ab req-53867b83-3135-4110-8e16-b1f156840bc9 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] Request body: {'port': {'device_id': '1a523d4a-fa9c-4c5d-ab72-4cf55550a338', 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305', 'admin_state_up': True, 'tenant_id': '30bf135e8c28454d9585f20b85d09748'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:01:49.308674 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c319941-6a14-4475-92cc-91ba47a05305 x-openstack-request-id: req-0c319941-6a14-4475-92cc-91ba47a05305 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:01:49.308959 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e29e16d8-e422-4794-abe3-fa62aae733ea", "tag": "cb11a143-d579-4d02-bc74-db341a9b2376", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:01:49.309668 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-0c319941-6a14-4475-92cc-91ba47a05305 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:01:49.310173 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c319941-6a14-4475-92cc-91ba47a05305'] response: {'name': 'network-changed', 'server_uuid': 'e29e16d8-e422-4794-abe3-fa62aae733ea', 'tag': 'cb11a143-d579-4d02-bc74-db341a9b2376', 'status': 'completed', 'code': 200} May 18 18:01:49.324696 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df71026f-3ce4-492f-aff9-72b07c55c2fe req-6ff19e7b-fa5a-465b-9ad2-bd67131b35c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:49.326748 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-df71026f-3ce4-492f-aff9-72b07c55c2fe req-6ff19e7b-fa5a-465b-9ad2-bd67131b35c4 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=38c3fbce1f554996bc4a73e5f0f7c3e8&device_id=e29e16d8-e422-4794-abe3-fa62aae733ea HTTP/1.1" status: 200 len: 1115 time: 0.0797775 May 18 18:01:49.391993 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-df71026f-3ce4-492f-aff9-72b07c55c2fe req-1fecd552-7dc4-488d-8455-3c9fff0b94bf service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cb11a143-d579-4d02-bc74-db341a9b2376 HTTP/1.1" status: 200 len: 217 time: 0.0574009 May 18 18:01:49.452377 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f17bd30-4083-4993-9891-c55cc11fd9ab req-53867b83-3135-4110-8e16-b1f156840bc9 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] Made reservation on behalf of 30bf135e8c28454d9585f20b85d09748 for: {'port': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:01:49.457271 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-6f17bd30-4083-4993-9891-c55cc11fd9ab req-53867b83-3135-4110-8e16-b1f156840bc9 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:49.466183 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-74eff5de-16d1-43ff-94a5-04674bf0a316 req-846eb43d-6697-4285-a378-91c5136c67fd tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=7890d4ac2ea94bdc99dbfce821abab54&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0516415 May 18 18:01:49.495713 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df71026f-3ce4-492f-aff9-72b07c55c2fe req-ae4228b2-dc13-4103-a2af-c513ca9f1f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:49.498129 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-df71026f-3ce4-492f-aff9-72b07c55c2fe req-ae4228b2-dc13-4103-a2af-c513ca9f1f45 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=cf982f85-dd38-4a89-9c21-fca17676813e HTTP/1.1" status: 200 len: 860 time: 0.0958161 May 18 18:01:49.616508 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 42974) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:01:49.620220 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-df71026f-3ce4-492f-aff9-72b07c55c2fe req-28a75032-58df-4427-8321-266f024de799 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=e7bb4226-ce97-4ecd-a736-061f4f786581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1078944 May 18 18:01:49.647169 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [req-6f17bd30-4083-4993-9891-c55cc11fd9ab req-53867b83-3135-4110-8e16-b1f156840bc9 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] Allocated IP 192.168.233.56 (4c8ef274-9ecc-47c2-9686-5eebd78fb305/c2531ae9-89db-4dcf-b670-9eac4c9cde53/d514b68b-943b-430b-910b-fb916878ad1a) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:01:49.818588 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eff5de-16d1-43ff-94a5-04674bf0a316 req-3aeb5a94-ac6a-4df2-a1eb-da4bc2fcb03c tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:49.820219 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-74eff5de-16d1-43ff-94a5-04674bf0a316 req-3aeb5a94-ac6a-4df2-a1eb-da4bc2fcb03c tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3290319 May 18 18:01:49.846663 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-74eff5de-16d1-43ff-94a5-04674bf0a316 req-23e5d2cc-4031-417f-b231-ccb8dc302062 tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] 10.222.0.85 "GET /v2.0/quotas/7890d4ac2ea94bdc99dbfce821abab54 HTTP/1.1" status: 200 len: 375 time: 0.0190177 May 18 18:01:49.847660 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-71721124-ad4e-4fc7-b262-f09e4fed049b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:49.859152 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-df71026f-3ce4-492f-aff9-72b07c55c2fe req-c2ff0950-f9f9-4807-98d3-cdd55174f296 service neutron] 10.222.0.88 "GET /v2.0/networks/e7bb4226-ce97-4ecd-a736-061f4f786581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304404 May 18 18:01:49.911128 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e175f836-233b-462a-8273-8c9591089ca5 req-907d7e9e-1c96-41f3-b0d8-0bf6d2f66b9a tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-securitygroup--1752355437&fields=id&tenant_id=0d4eb23333684335bd57fa66f03d4443 HTTP/1.1" status: 200 len: 267 time: 0.0892115 May 18 18:01:50.055086 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-6f17bd30-4083-4993-9891-c55cc11fd9ab req-53867b83-3135-4110-8e16-b1f156840bc9 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:50.152159 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-74eff5de-16d1-43ff-94a5-04674bf0a316 req-e6feae6c-6eba-4d6f-a5ef-a7232dc0eec2 tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=7890d4ac2ea94bdc99dbfce821abab54&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2963252 May 18 18:01:50.197298 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-71721124-ad4e-4fc7-b262-f09e4fed049b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:50.199314 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-df71026f-3ce4-492f-aff9-72b07c55c2fe req-c5c2ee24-f86b-4ed8-8433-16b134af2a5d service neutron] 10.222.0.88 "GET /v2.0/networks/e7bb4226-ce97-4ecd-a736-061f4f786581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3309803 May 18 18:01:50.211761 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e175f836-233b-462a-8273-8c9591089ca5 req-8c05fc40-853e-4dc0-8683-c55ac9db9423 tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:50.213328 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e175f836-233b-462a-8273-8c9591089ca5 req-8c05fc40-853e-4dc0-8683-c55ac9db9423 tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] 10.222.0.85 "GET /v2.0/networks?id=f7cf31b5-1eeb-4bf6-bd77-be90f0ebecb7 HTTP/1.1" status: 200 len: 823 time: 0.2920637 May 18 18:01:50.216734 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-71721124-ad4e-4fc7-b262-f09e4fed049b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:50.232570 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-6f17bd30-4083-4993-9891-c55cc11fd9ab req-53867b83-3135-4110-8e16-b1f156840bc9 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:50.247345 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['9eada324-10ae-4d93-beeb-79c39101bcd3', '30c178ec-5042-4a08-8de2-95f75ba587eb'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:01:50.329087 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502df8d8-53b0-4889-857d-1745905f5dd5 req-abbe2299-3ee4-43e6-bf64-b194acf818e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:50.331208 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-502df8d8-53b0-4889-857d-1745905f5dd5 req-abbe2299-3ee4-43e6-bf64-b194acf818e1 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=38c3fbce1f554996bc4a73e5f0f7c3e8&device_id=e29e16d8-e422-4794-abe3-fa62aae733ea HTTP/1.1" status: 200 len: 1115 time: 0.0617507 May 18 18:01:50.332585 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e175f836-233b-462a-8273-8c9591089ca5 req-354410f5-da4e-449b-b4ff-203971533465 tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] 10.222.0.85 "GET /v2.0/quotas/0d4eb23333684335bd57fa66f03d4443 HTTP/1.1" status: 200 len: 375 time: 0.1124091 May 18 18:01:50.350922 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-71721124-ad4e-4fc7-b262-f09e4fed049b admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=ab4e24d454d34fe0bfff0c619fc4e58e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7286403 May 18 18:01:50.351320 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71721124-ad4e-4fc7-b262-f09e4fed049b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b38cee36-7087-47a3-855a-d1c3cbe8b340,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:50.351728 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 42996) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:01:50.380282 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f17bd30-4083-4993-9891-c55cc11fd9ab req-53867b83-3135-4110-8e16-b1f156840bc9 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] Network 4c8ef274-9ecc-47c2-9686-5eebd78fb305 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:01:50.384486 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [req-6f17bd30-4083-4993-9891-c55cc11fd9ab req-53867b83-3135-4110-8e16-b1f156840bc9 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:01:50.394812 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f17bd30-4083-4993-9891-c55cc11fd9ab req-53867b83-3135-4110-8e16-b1f156840bc9 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:01:50.401874 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f17bd30-4083-4993-9891-c55cc11fd9ab req-53867b83-3135-4110-8e16-b1f156840bc9 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:50.402735 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-6f17bd30-4083-4993-9891-c55cc11fd9ab req-53867b83-3135-4110-8e16-b1f156840bc9 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:50.445317 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53867b83-3135-4110-8e16-b1f156840bc9 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] Pushing event updated for resources: {'Port': ['ID=d514b68b-943b-430b-910b-fb916878ad1a,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:50.460534 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6f17bd30-4083-4993-9891-c55cc11fd9ab req-53867b83-3135-4110-8e16-b1f156840bc9 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2108312 May 18 18:01:50.485374 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-6f17bd30-4083-4993-9891-c55cc11fd9ab req-16b27d4c-3c1d-4d56-9382-cc720bd696df service neutron] Request body: {'port': {'device_id': '1a523d4a-fa9c-4c5d-ab72-4cf55550a338', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-3'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:01:50.555800 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e175f836-233b-462a-8273-8c9591089ca5 req-97c33d44-f8b9-4a66-897e-adf130fb772b tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=0d4eb23333684335bd57fa66f03d4443&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2098141 May 18 18:01:50.578054 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [req-e175f836-233b-462a-8273-8c9591089ca5 req-29e84539-8fff-4a48-8a94-70f338902799 service neutron] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=102731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 18:01:50.579189 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e175f836-233b-462a-8273-8c9591089ca5 req-29e84539-8fff-4a48-8a94-70f338902799 service neutron] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071695 May 18 18:01:50.619591 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502df8d8-53b0-4889-857d-1745905f5dd5 req-eeec58f0-0fff-4eb9-b0e6-5d58b6805c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:50.621855 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-502df8d8-53b0-4889-857d-1745905f5dd5 req-eeec58f0-0fff-4eb9-b0e6-5d58b6805c19 service neutron] 10.222.0.88 "GET /v2.0/networks?id=e7bb4226-ce97-4ecd-a736-061f4f786581 HTTP/1.1" status: 200 len: 921 time: 0.2804530 May 18 18:01:50.717021 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-502df8d8-53b0-4889-857d-1745905f5dd5 req-31b586a7-d305-4c8b-9866-4d7cc0380b67 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cb11a143-d579-4d02-bc74-db341a9b2376 HTTP/1.1" status: 200 len: 217 time: 0.0834086 May 18 18:01:50.738685 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f1cde1-fb89-4daa-aac0-08e9ac95f2c5 req-b04547d5-5e13-4271-97b0-7dd498c58686 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:50.739752 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-6f17bd30-4083-4993-9891-c55cc11fd9ab req-16b27d4c-3c1d-4d56-9382-cc720bd696df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:50.749807 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-53f1cde1-fb89-4daa-aac0-08e9ac95f2c5 req-b04547d5-5e13-4271-97b0-7dd498c58686 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/ports?device_id=1a523d4a-fa9c-4c5d-ab72-4cf55550a338 HTTP/1.1" status: 200 len: 935 time: 0.2455981 May 18 18:01:50.763964 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b6da771a-8054-482c-ac77-9c3b9c21957d None None] Provisioning complete for port d514b68b-943b-430b-910b-fb916878ad1a triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:01:50.764589 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b6da771a-8054-482c-ac77-9c3b9c21957d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:50.783050 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-55c4c6ba-9f42-4f64-876c-5dd1e7d0e770 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:50.818363 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-53f1cde1-fb89-4daa-aac0-08e9ac95f2c5 req-cd8c6c31-29ff-48f5-85bb-2bd38fb52175 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/security-groups?id=b842f2e0-06aa-4b03-8465-45658e93896b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675519 May 18 18:01:50.841174 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b6da771a-8054-482c-ac77-9c3b9c21957d None None] Port d514b68b-943b-430b-910b-fb916878ad1a cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:01:50.891221 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e175f836-233b-462a-8273-8c9591089ca5 req-07b3dd15-8bad-490e-b8da-8083833d606c service neutron] 10.222.0.85 "GET /v2.0/networks/f7cf31b5-1eeb-4bf6-bd77-be90f0ebecb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2946908 May 18 18:01:50.901540 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-55c4c6ba-9f42-4f64-876c-5dd1e7d0e770 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:50.928869 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502df8d8-53b0-4889-857d-1745905f5dd5 req-a5b94e51-3713-4e7e-bbd0-ef533aee2e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:50.930703 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-502df8d8-53b0-4889-857d-1745905f5dd5 req-a5b94e51-3713-4e7e-bbd0-ef533aee2e3e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=cf982f85-dd38-4a89-9c21-fca17676813e HTTP/1.1" status: 200 len: 860 time: 0.1779857 May 18 18:01:51.033361 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-502df8d8-53b0-4889-857d-1745905f5dd5 req-b4b43269-fe6c-4bef-bb77-5f523ee2bdca service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=e7bb4226-ce97-4ecd-a736-061f4f786581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662401 May 18 18:01:51.054682 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-55c4c6ba-9f42-4f64-876c-5dd1e7d0e770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:51.057293 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-55c4c6ba-9f42-4f64-876c-5dd1e7d0e770 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:51.061937 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-55c4c6ba-9f42-4f64-876c-5dd1e7d0e770 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/b38cee36-7087-47a3-855a-d1c3cbe8b340 HTTP/1.1" status: 204 len: 168 time: 0.7057319 May 18 18:01:51.139080 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c4c6ba-9f42-4f64-876c-5dd1e7d0e770 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b38cee36-7087-47a3-855a-d1c3cbe8b340,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:51.180671 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90d9633-cdd7-485b-95a4-d3cb3f4db178 req-c81bac99-d0e5-4d67-8fdd-a17a17336fbe tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:51.182909 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e90d9633-cdd7-485b-95a4-d3cb3f4db178 req-c81bac99-d0e5-4d67-8fdd-a17a17336fbe tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/ports?device_id=e29e16d8-e422-4794-abe3-fa62aae733ea HTTP/1.1" status: 200 len: 964 time: 0.2017503 May 18 18:01:51.225903 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e175f836-233b-462a-8273-8c9591089ca5 req-97de3917-ad7f-439c-985a-d56b8626b098 service neutron] 10.222.0.85 "GET /v2.0/networks/f7cf31b5-1eeb-4bf6-bd77-be90f0ebecb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3331702 May 18 18:01:51.310490 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e90d9633-cdd7-485b-95a4-d3cb3f4db178 req-ed21995e-ac92-4ab9-8d7d-7262d6444ec6 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/security-groups?id=bda815dc-3228-454b-a95b-f89a3eeb79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951972 May 18 18:01:51.331052 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-502df8d8-53b0-4889-857d-1745905f5dd5 req-43073cae-39f9-49be-a0a2-5728c5c62c18 service neutron] 10.222.0.88 "GET /v2.0/networks/e7bb4226-ce97-4ecd-a736-061f4f786581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2880368 May 18 18:01:51.543257 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [req-6f17bd30-4083-4993-9891-c55cc11fd9ab req-16b27d4c-3c1d-4d56-9382-cc720bd696df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d514b68b-943b-430b-910b-fb916878ad1a {{(pid=102731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:01:51.557540 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-6f17bd30-4083-4993-9891-c55cc11fd9ab req-16b27d4c-3c1d-4d56-9382-cc720bd696df service neutron] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:51.592087 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.provisioning_blocks [req-6f17bd30-4083-4993-9891-c55cc11fd9ab req-16b27d4c-3c1d-4d56-9382-cc720bd696df service neutron] Transition to ACTIVE for port object d514b68b-943b-430b-910b-fb916878ad1a will not be triggered until provisioned by entity L2. {{(pid=102731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:01:51.598176 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-6f17bd30-4083-4993-9891-c55cc11fd9ab req-16b27d4c-3c1d-4d56-9382-cc720bd696df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:51.612252 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6f54cc6a-2974-4d15-8d6c-bb85a8e41c94 req-792a436a-621b-43af-9cf5-2f7af7b59ef9 tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] 10.222.0.85 "GET /v2.0/ports?device_id=0d2f6ddf-4314-4338-9118-a1f72e9c6d73 HTTP/1.1" status: 200 len: 210 time: 0.0962248 May 18 18:01:51.628205 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-502df8d8-53b0-4889-857d-1745905f5dd5 req-2c789f27-2cd9-48ee-a9d7-abd199dd08c6 service neutron] 10.222.0.88 "GET /v2.0/networks/e7bb4226-ce97-4ecd-a736-061f4f786581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2851737 May 18 18:01:51.741604 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 43022) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:01:51.782868 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0fbfac3c-6ed0-4d09-af9b-196f5b0ccb01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:51.848635 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b27d4c-3c1d-4d56-9382-cc720bd696df service neutron] Pushing event updated for resources: {'Port': ['ID=d514b68b-943b-430b-910b-fb916878ad1a,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:51.901325 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-6f17bd30-4083-4993-9891-c55cc11fd9ab req-16b27d4c-3c1d-4d56-9382-cc720bd696df service neutron] Attempting to bind port d514b68b-943b-430b-910b-fb916878ad1a on host n-h1-838550-3 for vnic_type normal with profile {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:01:51.901874 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-6f17bd30-4083-4993-9891-c55cc11fd9ab req-16b27d4c-3c1d-4d56-9382-cc720bd696df service neutron] Attempting to bind port d514b68b-943b-430b-910b-fb916878ad1a by drivers openvswitch,hyperv on host n-h1-838550-3 at level 0 using segments [{'id': '2879bb11-64b4-46f1-9f8b-52941d47b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:01:51.902592 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f17bd30-4083-4993-9891-c55cc11fd9ab req-16b27d4c-3c1d-4d56-9382-cc720bd696df service neutron] Attempting to bind port d514b68b-943b-430b-910b-fb916878ad1a on network 4c8ef274-9ecc-47c2-9686-5eebd78fb305 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:01:51.909554 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f17bd30-4083-4993-9891-c55cc11fd9ab req-16b27d4c-3c1d-4d56-9382-cc720bd696df service neutron] Port d514b68b-943b-430b-910b-fb916878ad1a on network 4c8ef274-9ecc-47c2-9686-5eebd78fb305 not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-3 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:01:51.910124 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f17bd30-4083-4993-9891-c55cc11fd9ab req-16b27d4c-3c1d-4d56-9382-cc720bd696df service neutron] Attempting to bind port d514b68b-943b-430b-910b-fb916878ad1a on network 4c8ef274-9ecc-47c2-9686-5eebd78fb305 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:01:51.923405 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f17bd30-4083-4993-9891-c55cc11fd9ab req-16b27d4c-3c1d-4d56-9382-cc720bd696df service neutron] Checking agent: {'id': '1dbac822-25f2-4df8-9dc8-5c2e7b136eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:01:51.923895 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f17bd30-4083-4993-9891-c55cc11fd9ab req-16b27d4c-3c1d-4d56-9382-cc720bd696df service neutron] Checking segment: {'id': '2879bb11-64b4-46f1-9f8b-52941d47b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:01:51.924476 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f17bd30-4083-4993-9891-c55cc11fd9ab req-16b27d4c-3c1d-4d56-9382-cc720bd696df service neutron] Bound using segment: {'id': '2879bb11-64b4-46f1-9f8b-52941d47b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305'} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:01:51.926156 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-6f17bd30-4083-4993-9891-c55cc11fd9ab req-16b27d4c-3c1d-4d56-9382-cc720bd696df service neutron] Bound port: d514b68b-943b-430b-910b-fb916878ad1a, host: n-h1-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2879bb11-64b4-46f1-9f8b-52941d47b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305'}}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:01:51.926594 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-6f17bd30-4083-4993-9891-c55cc11fd9ab req-16b27d4c-3c1d-4d56-9382-cc720bd696df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:52.109124 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-92601c8d-bd00-4e08-8291-b605dddf779f req-e2e24be0-7b8f-4bc1-9fe6-b06581d5ff41 tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] 10.222.0.85 "GET /v2.0/ports?device_id=0cf7e481-afee-4167-ab64-1c83d9503ded HTTP/1.1" status: 200 len: 210 time: 0.0514841 May 18 18:01:52.146959 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-6f17bd30-4083-4993-9891-c55cc11fd9ab req-16b27d4c-3c1d-4d56-9382-cc720bd696df service neutron] For port d514b68b-943b-430b-910b-fb916878ad1a, host n-h1-838550-3, cleared binding levels {{(pid=102731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:01:52.151054 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-74eff5de-16d1-43ff-94a5-04674bf0a316 req-4f7990b1-09c3-4ac0-a9b6-2a9479180f29 tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=7890d4ac2ea94bdc99dbfce821abab54&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1658342 May 18 18:01:52.154052 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-6f17bd30-4083-4993-9891-c55cc11fd9ab req-16b27d4c-3c1d-4d56-9382-cc720bd696df service neutron] For port d514b68b-943b-430b-910b-fb916878ad1a, host n-h1-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=d514b68b-943b-430b-910b-fb916878ad1a,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:01:52.163655 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-6f17bd30-4083-4993-9891-c55cc11fd9ab req-16b27d4c-3c1d-4d56-9382-cc720bd696df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:52.200011 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f17bd30-4083-4993-9891-c55cc11fd9ab req-16b27d4c-3c1d-4d56-9382-cc720bd696df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:52.210148 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-6f17bd30-4083-4993-9891-c55cc11fd9ab req-16b27d4c-3c1d-4d56-9382-cc720bd696df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:52.215227 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6f17bd30-4083-4993-9891-c55cc11fd9ab req-16b27d4c-3c1d-4d56-9382-cc720bd696df service neutron] 10.222.0.36 "PUT /v2.0/ports/d514b68b-943b-430b-910b-fb916878ad1a HTTP/1.1" status: 200 len: 1095 time: 1.7366750 May 18 18:01:52.217034 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a523d4a-fa9c-4c5d-ab72-4cf55550a338', 'tag': 'd514b68b-943b-430b-910b-fb916878ad1a'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:01:52.239205 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c28f6ee-a4a0-4259-a38f-ab53d3509bbb" -d '{"events": [{"name": "network-changed", "server_uuid": "1a523d4a-fa9c-4c5d-ab72-4cf55550a338", "tag": "d514b68b-943b-430b-910b-fb916878ad1a"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:01:52.325679 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b27d4c-3c1d-4d56-9382-cc720bd696df service neutron] Pushing event updated for resources: {'Port': ['ID=d514b68b-943b-430b-910b-fb916878ad1a,revision_number=3']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:52.405566 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0fbfac3c-6ed0-4d09-af9b-196f5b0ccb01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:52.457735 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f17bd30-4083-4993-9891-c55cc11fd9ab req-b62f412c-f803-4d19-bfe7-005090c37699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:52.459833 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6f17bd30-4083-4993-9891-c55cc11fd9ab req-b62f412c-f803-4d19-bfe7-005090c37699 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=30bf135e8c28454d9585f20b85d09748&device_id=1a523d4a-fa9c-4c5d-ab72-4cf55550a338 HTTP/1.1" status: 200 len: 1098 time: 0.0949662 May 18 18:01:52.525859 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6f17bd30-4083-4993-9891-c55cc11fd9ab req-b1eeaeb3-52b3-4792-b35c-4984ac2acdaf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=d514b68b-943b-430b-910b-fb916878ad1a HTTP/1.1" status: 200 len: 217 time: 0.0550971 May 18 18:01:52.534228 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0fbfac3c-6ed0-4d09-af9b-196f5b0ccb01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:52.621297 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f17bd30-4083-4993-9891-c55cc11fd9ab req-7ee3c66d-f545-4f3f-81de-13245fb3880e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:52.623726 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6f17bd30-4083-4993-9891-c55cc11fd9ab req-7ee3c66d-f545-4f3f-81de-13245fb3880e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c2531ae9-89db-4dcf-b670-9eac4c9cde53 HTTP/1.1" status: 200 len: 843 time: 0.0908287 May 18 18:01:52.660267 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbfac3c-6ed0-4d09-af9b-196f5b0ccb01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd9e0836-1df7-4d8b-9add-acbf734f05e1,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:52.675675 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23dcd4b9-1aaf-45e7-8475-b9322ca122e3 x-openstack-request-id: req-23dcd4b9-1aaf-45e7-8475-b9322ca122e3 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:01:52.676012 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a523d4a-fa9c-4c5d-ab72-4cf55550a338", "tag": "d514b68b-943b-430b-910b-fb916878ad1a", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:01:52.676268 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-23dcd4b9-1aaf-45e7-8475-b9322ca122e3 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:01:52.677210 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23dcd4b9-1aaf-45e7-8475-b9322ca122e3'] response: {'name': 'network-changed', 'server_uuid': '1a523d4a-fa9c-4c5d-ab72-4cf55550a338', 'tag': 'd514b68b-943b-430b-910b-fb916878ad1a', 'status': 'completed', 'code': 200} May 18 18:01:52.709233 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f17bd30-4083-4993-9891-c55cc11fd9ab req-b0c9bc53-4e3d-4440-9916-94ed9f08811b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:52.710882 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6f17bd30-4083-4993-9891-c55cc11fd9ab req-b0c9bc53-4e3d-4440-9916-94ed9f08811b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4c8ef274-9ecc-47c2-9686-5eebd78fb305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0753884 May 18 18:01:52.731115 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-0fbfac3c-6ed0-4d09-af9b-196f5b0ccb01 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=3850e91ade94442d90b674d0246c811a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9891782 May 18 18:01:52.743036 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c73b8d5-8883-4cfb-8b79-11006046de20 req-de602ab7-961e-4f4a-9180-2ea13e483a26 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:52.745036 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6c73b8d5-8883-4cfb-8b79-11006046de20 req-de602ab7-961e-4f4a-9180-2ea13e483a26 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/ports?device_id=1a523d4a-fa9c-4c5d-ab72-4cf55550a338 HTTP/1.1" status: 200 len: 947 time: 0.5980303 May 18 18:01:52.747357 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 43062) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:01:52.765772 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eff5de-16d1-43ff-94a5-04674bf0a316 req-c260e548-9f68-492e-b747-ced55f6ce634 tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:52.767436 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-74eff5de-16d1-43ff-94a5-04674bf0a316 req-c260e548-9f68-492e-b747-ced55f6ce634 tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5634248 May 18 18:01:52.794737 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-74eff5de-16d1-43ff-94a5-04674bf0a316 req-da7ce73e-cc65-44ac-b1ac-2683244877f6 tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] Request body: {'port': {'device_id': '0d2f6ddf-4314-4338-9118-a1f72e9c6d73', 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305', 'admin_state_up': True, 'tenant_id': '7890d4ac2ea94bdc99dbfce821abab54'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:01:52.799063 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 43064) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:01:52.877733 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7dabb4-a2e6-48d4-98d9-1dac3086ca36 req-4fe9e694-994d-4729-b0cf-dc2e62c12ab6 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:52.879938 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ea7dabb4-a2e6-48d4-98d9-1dac3086ca36 req-4fe9e694-994d-4729-b0cf-dc2e62c12ab6 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/ports?device_id=e29e16d8-e422-4794-abe3-fa62aae733ea HTTP/1.1" status: 200 len: 964 time: 0.1052024 May 18 18:01:52.903035 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6f17bd30-4083-4993-9891-c55cc11fd9ab req-c1a9eb11-06fc-4658-9c94-fc7e06bc93e2 service neutron] 10.222.0.36 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838419 May 18 18:01:52.916092 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6c73b8d5-8883-4cfb-8b79-11006046de20 req-1970ba01-0674-4999-893f-89ead758aab9 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/security-groups?id=b842f2e0-06aa-4b03-8465-45658e93896b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544895 May 18 18:01:52.975060 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4abb7b9e-e1a3-4013-8979-7ed391cf2e67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:53.029402 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4abb7b9e-e1a3-4013-8979-7ed391cf2e67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:53.035244 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ea7dabb4-a2e6-48d4-98d9-1dac3086ca36 req-122a651a-0cd2-44f6-91f9-a7ee2ce55595 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/security-groups?id=bda815dc-3228-454b-a95b-f89a3eeb79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474979 May 18 18:01:53.037781 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6f17bd30-4083-4993-9891-c55cc11fd9ab req-8aac72d0-fc0c-4d0a-b77b-ae6aebac1ea4 service neutron] 10.222.0.36 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208372 May 18 18:01:53.040231 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e86864ef-fb52-4560-acf4-fae3b5889ac4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:53.075792 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d9eb681f-acd1-4307-b37c-4f455cb0a417 req-4097adfd-9474-4935-a712-e9948b893344 tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] 10.222.0.85 "GET /v2.0/ports?device_id=0d2f6ddf-4314-4338-9118-a1f72e9c6d73 HTTP/1.1" status: 200 len: 210 time: 0.0725224 May 18 18:01:53.147401 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c28f6ee-a4a0-4259-a38f-ab53d3509bbb req-255354a6-1b4d-4c88-8519-68dc68742fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:53.149518 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5c28f6ee-a4a0-4259-a38f-ab53d3509bbb req-255354a6-1b4d-4c88-8519-68dc68742fec service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=30bf135e8c28454d9585f20b85d09748&device_id=1a523d4a-fa9c-4c5d-ab72-4cf55550a338 HTTP/1.1" status: 200 len: 1098 time: 0.0469024 May 18 18:01:53.164571 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74eff5de-16d1-43ff-94a5-04674bf0a316 req-da7ce73e-cc65-44ac-b1ac-2683244877f6 tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] Made reservation on behalf of 7890d4ac2ea94bdc99dbfce821abab54 for: {'port': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:01:53.169151 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-74eff5de-16d1-43ff-94a5-04674bf0a316 req-da7ce73e-cc65-44ac-b1ac-2683244877f6 tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:53.238781 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-81614236-644d-42da-9785-b3a930b0b3f1 req-340cc598-b246-4e27-99f8-e14aa46db1bc tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] 10.222.0.85 "GET /v2.0/ports?device_id=0cf7e481-afee-4167-ab64-1c83d9503ded HTTP/1.1" status: 200 len: 210 time: 0.0501783 May 18 18:01:53.241973 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4abb7b9e-e1a3-4013-8979-7ed391cf2e67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:53.244745 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4abb7b9e-e1a3-4013-8979-7ed391cf2e67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:53.245892 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-4abb7b9e-e1a3-4013-8979-7ed391cf2e67 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/dd9e0836-1df7-4d8b-9add-acbf734f05e1 HTTP/1.1" status: 204 len: 168 time: 0.4971981 May 18 18:01:53.309661 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abb7b9e-e1a3-4013-8979-7ed391cf2e67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd9e0836-1df7-4d8b-9add-acbf734f05e1,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:53.374906 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c28f6ee-a4a0-4259-a38f-ab53d3509bbb req-f64d5889-8668-403f-a030-8ac2d80ed6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:53.376686 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5c28f6ee-a4a0-4259-a38f-ab53d3509bbb req-f64d5889-8668-403f-a030-8ac2d80ed6c0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4c8ef274-9ecc-47c2-9686-5eebd78fb305 HTTP/1.1" status: 200 len: 870 time: 0.2112541 May 18 18:01:53.428039 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e86864ef-fb52-4560-acf4-fae3b5889ac4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:53.437010 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e86864ef-fb52-4560-acf4-fae3b5889ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:53.458371 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5c28f6ee-a4a0-4259-a38f-ab53d3509bbb req-037271ed-6ed9-418a-96e1-6f0b504411ab service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=d514b68b-943b-430b-910b-fb916878ad1a HTTP/1.1" status: 200 len: 217 time: 0.0734737 May 18 18:01:53.494752 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [req-74eff5de-16d1-43ff-94a5-04674bf0a316 req-da7ce73e-cc65-44ac-b1ac-2683244877f6 tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] Allocated IP 192.168.233.169 (4c8ef274-9ecc-47c2-9686-5eebd78fb305/c2531ae9-89db-4dcf-b670-9eac4c9cde53/4f944bb6-1b46-449e-ab14-e75372c72ec3) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:01:53.505482 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-e86864ef-fb52-4560-acf4-fae3b5889ac4 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=33642d853eae46c19b69632a83398589&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6972668 May 18 18:01:53.522984 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 43088) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:01:53.560331 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c28f6ee-a4a0-4259-a38f-ab53d3509bbb req-b5cd25d0-b288-45be-972f-73556ce22528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:53.561089 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5c28f6ee-a4a0-4259-a38f-ab53d3509bbb req-b5cd25d0-b288-45be-972f-73556ce22528 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c2531ae9-89db-4dcf-b670-9eac4c9cde53 HTTP/1.1" status: 200 len: 843 time: 0.0951929 May 18 18:01:53.608814 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86864ef-fb52-4560-acf4-fae3b5889ac4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db280b6e-14b0-4ca7-8c16-a33bf8ad82ba,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:53.634428 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c28f6ee-a4a0-4259-a38f-ab53d3509bbb req-3a46903c-c33a-4417-800b-67842ee41e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:53.637334 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5c28f6ee-a4a0-4259-a38f-ab53d3509bbb req-3a46903c-c33a-4417-800b-67842ee41e23 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4c8ef274-9ecc-47c2-9686-5eebd78fb305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0682099 May 18 18:01:53.667363 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device cb11a143-d579-4d02-bc74-db341a9b2376 details requested by agent hyperv_n-h2-838550-3 with host n-h2-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:01:53.762541 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e175f836-233b-462a-8273-8c9591089ca5 req-6cd59f1a-7641-4144-9141-f2b4dbdd7a79 tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:53.764129 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e175f836-233b-462a-8273-8c9591089ca5 req-6cd59f1a-7641-4144-9141-f2b4dbdd7a79 tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] 10.222.0.88 "GET /v2.0/networks?id=f7cf31b5-1eeb-4bf6-bd77-be90f0ebecb7 HTTP/1.1" status: 200 len: 823 time: 0.2794466 May 18 18:01:53.818163 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5c28f6ee-a4a0-4259-a38f-ab53d3509bbb req-df23d6d8-134c-4826-a1ec-90e7d9756840 service neutron] 10.222.0.36 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673219 May 18 18:01:53.844979 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-cf3ac535-6d9b-46a3-9279-76aa5e3d4c19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:53.903644 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port cb11a143-d579-4d02-bc74-db341a9b2376, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=cb11a143-d579-4d02-bc74-db341a9b2376,segment=NetworkSegment(6537e25f-afe8-4089-8825-f23e3073c58d),segment_id=6537e25f-afe8-4089-8825-f23e3073c58d)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:01:53.920394 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Returning: {'device': 'cb11a143-d579-4d02-bc74-db341a9b2376', 'network_id': 'e7bb4226-ce97-4ecd-a736-061f4f786581', 'port_id': 'cb11a143-d579-4d02-bc74-db341a9b2376', 'mac_address': 'fa:16:3e:91:bf:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf982f85-dd38-4a89-9c21-fca17676813e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:tempest-test_az-488582773', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:01:53.970463 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-cf3ac535-6d9b-46a3-9279-76aa5e3d4c19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:54.009868 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e175f836-233b-462a-8273-8c9591089ca5 req-7014ea5a-261a-403c-b0fd-9af8c5f80423 tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0d4eb23333684335bd57fa66f03d4443 HTTP/1.1" status: 200 len: 380 time: 0.1982889 May 18 18:01:54.020515 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5c28f6ee-a4a0-4259-a38f-ab53d3509bbb req-214aca64-adb4-4645-aa9a-730a5359ec92 service neutron] 10.222.0.36 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852701 May 18 18:01:54.028076 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port cb11a143-d579-4d02-bc74-db341a9b2376 is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:01:54.028738 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:54.041928 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-e175f836-233b-462a-8273-8c9591089ca5 req-f108a521-3231-45dd-a7fb-a1cc5147071a tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] Request body: {'port': {'device_id': '0cf7e481-afee-4167-ab64-1c83d9503ded', 'network_id': 'f7cf31b5-1eeb-4bf6-bd77-be90f0ebecb7', 'admin_state_up': True, 'tenant_id': '0d4eb23333684335bd57fa66f03d4443', 'security_groups': ['873d3fb2-3b5d-40e4-860c-4bf2bbc08243']}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:01:54.054025 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb11a143-d579-4d02-bc74-db341a9b2376 {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:01:54.088118 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port cb11a143-d579-4d02-bc74-db341a9b2376, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=cb11a143-d579-4d02-bc74-db341a9b2376,segment=NetworkSegment(6537e25f-afe8-4089-8825-f23e3073c58d),segment_id=6537e25f-afe8-4089-8825-f23e3073c58d)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:01:54.095181 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:54.119953 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aac155-d848-459b-91e9-ef4b2c9b57bc req-edad6e97-98db-4a69-abcb-c13953ff03ab tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:54.129698 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a8aac155-d848-459b-91e9-ef4b2c9b57bc req-edad6e97-98db-4a69-abcb-c13953ff03ab tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/ports?device_id=1a523d4a-fa9c-4c5d-ab72-4cf55550a338 HTTP/1.1" status: 200 len: 947 time: 0.1059363 May 18 18:01:54.197498 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=cb11a143-d579-4d02-bc74-db341a9b2376,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:54.199214 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a8aac155-d848-459b-91e9-ef4b2c9b57bc req-44acf705-6237-4278-ba73-4adb927a7765 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/security-groups?id=b842f2e0-06aa-4b03-8465-45658e93896b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630786 May 18 18:01:54.250444 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-74eff5de-16d1-43ff-94a5-04674bf0a316 req-da7ce73e-cc65-44ac-b1ac-2683244877f6 tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:54.360785 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-00585564-bb8f-4dec-99ea-a057e3ff9e78 req-7c73ed1d-aa22-4876-94b7-559713c01f0b tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] 10.222.0.85 "GET /v2.0/ports?device_id=0d2f6ddf-4314-4338-9118-a1f72e9c6d73 HTTP/1.1" status: 200 len: 210 time: 0.0481546 May 18 18:01:54.363638 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3eb36c-5a40-403e-a7f1-4844b374be20 req-da5166e6-afd2-439d-ba33-43f963e20c08 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:54.365150 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5b3eb36c-5a40-403e-a7f1-4844b374be20 req-da5166e6-afd2-439d-ba33-43f963e20c08 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/ports?device_id=e29e16d8-e422-4794-abe3-fa62aae733ea HTTP/1.1" status: 200 len: 965 time: 0.0644212 May 18 18:01:54.367332 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e175f836-233b-462a-8273-8c9591089ca5 req-f108a521-3231-45dd-a7fb-a1cc5147071a tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] Made reservation on behalf of 0d4eb23333684335bd57fa66f03d4443 for: {'port': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:01:54.385002 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-e175f836-233b-462a-8273-8c9591089ca5 req-f108a521-3231-45dd-a7fb-a1cc5147071a tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:54.394668 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-cf3ac535-6d9b-46a3-9279-76aa5e3d4c19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:54.397371 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-cf3ac535-6d9b-46a3-9279-76aa5e3d4c19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:54.401908 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-cf3ac535-6d9b-46a3-9279-76aa5e3d4c19 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/db280b6e-14b0-4ca7-8c16-a33bf8ad82ba HTTP/1.1" status: 204 len: 168 time: 0.8740163 May 18 18:01:54.406122 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['cb11a143-d579-4d02-bc74-db341a9b2376'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:01:54.432569 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3ac535-6d9b-46a3-9279-76aa5e3d4c19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db280b6e-14b0-4ca7-8c16-a33bf8ad82ba,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:54.448912 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-74eff5de-16d1-43ff-94a5-04674bf0a316 req-da7ce73e-cc65-44ac-b1ac-2683244877f6 tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:54.504279 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5b3eb36c-5a40-403e-a7f1-4844b374be20 req-b6752d3b-fff8-4e31-bde9-cd77a1854ab9 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/security-groups?id=bda815dc-3228-454b-a95b-f89a3eeb79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116650 May 18 18:01:54.602037 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74eff5de-16d1-43ff-94a5-04674bf0a316 req-da7ce73e-cc65-44ac-b1ac-2683244877f6 tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] Network 4c8ef274-9ecc-47c2-9686-5eebd78fb305 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:01:54.607802 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [req-74eff5de-16d1-43ff-94a5-04674bf0a316 req-da7ce73e-cc65-44ac-b1ac-2683244877f6 tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:01:54.623615 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-74eff5de-16d1-43ff-94a5-04674bf0a316 req-da7ce73e-cc65-44ac-b1ac-2683244877f6 tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:01:54.630920 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eff5de-16d1-43ff-94a5-04674bf0a316 req-da7ce73e-cc65-44ac-b1ac-2683244877f6 tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:54.631843 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-74eff5de-16d1-43ff-94a5-04674bf0a316 req-da7ce73e-cc65-44ac-b1ac-2683244877f6 tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:54.638715 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7ce73e-cc65-44ac-b1ac-2683244877f6 tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] Pushing event updated for resources: {'Port': ['ID=4f944bb6-1b46-449e-ab14-e75372c72ec3,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:54.705151 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-228acc09-03c7-47a7-8f1d-8e8c814289ad req-c5e2d6e2-b98e-4679-b256-f7696eaa28d3 tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] 10.222.0.85 "GET /v2.0/ports?device_id=0cf7e481-afee-4167-ab64-1c83d9503ded HTTP/1.1" status: 200 len: 210 time: 0.0841110 May 18 18:01:54.715554 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-74eff5de-16d1-43ff-94a5-04674bf0a316 req-da7ce73e-cc65-44ac-b1ac-2683244877f6 tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9278724 May 18 18:01:54.745063 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-74eff5de-16d1-43ff-94a5-04674bf0a316 req-01cb3319-0054-4974-851d-ba0d7af92ac1 service neutron] Request body: {'port': {'device_id': '0d2f6ddf-4314-4338-9118-a1f72e9c6d73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-3'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:01:54.839273 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [req-e175f836-233b-462a-8273-8c9591089ca5 req-f108a521-3231-45dd-a7fb-a1cc5147071a tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] Allocated IP 172.20.0.11 (f7cf31b5-1eeb-4bf6-bd77-be90f0ebecb7/d88b0a46-da40-4baf-b21a-795825e4a8cb/cf276825-a7ae-4f65-88ed-3d2e9fff178b) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:01:54.954797 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-74eff5de-16d1-43ff-94a5-04674bf0a316 req-01cb3319-0054-4974-851d-ba0d7af92ac1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:55.107813 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-7b615581-da4f-491b-a569-76f2fc55dcfe None None] Provisioning complete for port 4f944bb6-1b46-449e-ab14-e75372c72ec3 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:01:55.109228 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-7b615581-da4f-491b-a569-76f2fc55dcfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:55.224123 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-7b615581-da4f-491b-a569-76f2fc55dcfe None None] Port 4f944bb6-1b46-449e-ab14-e75372c72ec3 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:01:55.230747 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['8a1db5a5-f34b-4179-b217-79bb427bdbd7'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:01:55.274045 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 43198) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:01:55.293327 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-957436aa-1faf-4057-99cc-009211ca3360 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:55.436275 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-957436aa-1faf-4057-99cc-009211ca3360 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:55.442128 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-957436aa-1faf-4057-99cc-009211ca3360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:55.509056 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-957436aa-1faf-4057-99cc-009211ca3360 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=1dced962e91a43bf83b101d5de564a21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2336442 May 18 18:01:55.509925 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 43204) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:01:55.518310 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957436aa-1faf-4057-99cc-009211ca3360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=315b3887-945e-4061-95e0-0eda99b89159,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:55.583700 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-12a2b007-f749-4b08-b4b6-cdc83fa6d3cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:55.608376 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-12a2b007-f749-4b08-b4b6-cdc83fa6d3cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:55.616451 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac0ac8a-f07e-473c-8feb-c754d9d65aea req-3c42dd51-b22c-4c60-8b08-ce08960efb5e tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:55.624391 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-eac0ac8a-f07e-473c-8feb-c754d9d65aea req-3c42dd51-b22c-4c60-8b08-ce08960efb5e tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/ports?device_id=1a523d4a-fa9c-4c5d-ab72-4cf55550a338 HTTP/1.1" status: 200 len: 947 time: 0.1515090 May 18 18:01:55.638058 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-e175f836-233b-462a-8273-8c9591089ca5 req-f108a521-3231-45dd-a7fb-a1cc5147071a tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:55.682149 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-12a2b007-f749-4b08-b4b6-cdc83fa6d3cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:55.682317 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device cb11a143-d579-4d02-bc74-db341a9b2376 up at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:01:55.691665 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-12a2b007-f749-4b08-b4b6-cdc83fa6d3cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:55.695321 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-12a2b007-f749-4b08-b4b6-cdc83fa6d3cc admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/315b3887-945e-4061-95e0-0eda99b89159 HTTP/1.1" status: 204 len: 168 time: 0.1817317 May 18 18:01:55.718159 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a2b007-f749-4b08-b4b6-cdc83fa6d3cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=315b3887-945e-4061-95e0-0eda99b89159,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:55.775720 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-eac0ac8a-f07e-473c-8feb-c754d9d65aea req-6c8565c6-8a90-4b70-9f3b-20d8d5b3ee00 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/security-groups?id=b842f2e0-06aa-4b03-8465-45658e93896b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357391 May 18 18:01:55.786468 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [req-74eff5de-16d1-43ff-94a5-04674bf0a316 req-01cb3319-0054-4974-851d-ba0d7af92ac1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f944bb6-1b46-449e-ab14-e75372c72ec3 {{(pid=102730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:01:55.802277 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-e175f836-233b-462a-8273-8c9591089ca5 req-f108a521-3231-45dd-a7fb-a1cc5147071a tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:55.810213 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-74eff5de-16d1-43ff-94a5-04674bf0a316 req-01cb3319-0054-4974-851d-ba0d7af92ac1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:55.834118 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning for port cb11a143-d579-4d02-bc74-db341a9b2376 completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:01:55.839811 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning complete for port cb11a143-d579-4d02-bc74-db341a9b2376 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:01:55.840194 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:55.855893 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd361aa-7d8a-416c-bbea-14bdc1dd4928 req-8506f05e-61c7-474b-95fa-43ff74b16b5b tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:55.858741 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ccd361aa-7d8a-416c-bbea-14bdc1dd4928 req-8506f05e-61c7-474b-95fa-43ff74b16b5b tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] 10.222.0.85 "GET /v2.0/ports?device_id=0d2f6ddf-4314-4338-9118-a1f72e9c6d73 HTTP/1.1" status: 200 len: 936 time: 0.1011791 May 18 18:01:55.896471 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f108a521-3231-45dd-a7fb-a1cc5147071a tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] Pushing event updated for resources: {'Port': ['ID=cf276825-a7ae-4f65-88ed-3d2e9fff178b,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:55.924451 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [req-74eff5de-16d1-43ff-94a5-04674bf0a316 req-01cb3319-0054-4974-851d-ba0d7af92ac1 service neutron] Transition to ACTIVE for port object 4f944bb6-1b46-449e-ab14-e75372c72ec3 will not be triggered until provisioned by entity L2. {{(pid=102730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:01:55.928902 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ccd361aa-7d8a-416c-bbea-14bdc1dd4928 req-e7a1a735-8320-4a72-a27b-96d8fc059990 tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] 10.222.0.85 "GET /v2.0/security-groups?id=1266143d-5445-4421-a475-44b903b2fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647259 May 18 18:01:55.956131 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-74eff5de-16d1-43ff-94a5-04674bf0a316 req-01cb3319-0054-4974-851d-ba0d7af92ac1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:55.980656 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e175f836-233b-462a-8273-8c9591089ca5 req-f108a521-3231-45dd-a7fb-a1cc5147071a tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] Network f7cf31b5-1eeb-4bf6-bd77-be90f0ebecb7 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:01:56.011102 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [req-e175f836-233b-462a-8273-8c9591089ca5 req-f108a521-3231-45dd-a7fb-a1cc5147071a tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:01:56.018619 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-e175f836-233b-462a-8273-8c9591089ca5 req-f108a521-3231-45dd-a7fb-a1cc5147071a tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:01:56.024417 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e175f836-233b-462a-8273-8c9591089ca5 req-f108a521-3231-45dd-a7fb-a1cc5147071a tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:56.024987 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-e175f836-233b-462a-8273-8c9591089ca5 req-f108a521-3231-45dd-a7fb-a1cc5147071a tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:56.046919 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e175f836-233b-462a-8273-8c9591089ca5 req-f108a521-3231-45dd-a7fb-a1cc5147071a tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0162644 May 18 18:01:56.062814 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-e175f836-233b-462a-8273-8c9591089ca5 req-53e030e9-c42f-42ce-9600-82a0b9511515 service neutron] Request body: {'port': {'device_id': '0cf7e481-afee-4167-ab64-1c83d9503ded', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-3'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:01:56.191536 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device d514b68b-943b-430b-910b-fb916878ad1a details requested by agent hyperv_n-h1-838550-3 with host n-h1-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:01:56.363941 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port cb11a143-d579-4d02-bc74-db341a9b2376 is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:01:56.364704 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:56.379316 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fb0a1f-a295-4645-9981-828b56441f2c req-ed204ecd-2039-40cd-9dcf-a6a99e6eb286 tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:56.395888 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-74fb0a1f-a295-4645-9981-828b56441f2c req-ed204ecd-2039-40cd-9dcf-a6a99e6eb286 tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] 10.222.0.85 "GET /v2.0/ports?device_id=0cf7e481-afee-4167-ab64-1c83d9503ded HTTP/1.1" status: 200 len: 932 time: 0.1500235 May 18 18:01:56.411643 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port cb11a143-d579-4d02-bc74-db341a9b2376, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=cb11a143-d579-4d02-bc74-db341a9b2376,segment=NetworkSegment(6537e25f-afe8-4089-8825-f23e3073c58d),segment_id=6537e25f-afe8-4089-8825-f23e3073c58d)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:01:56.414818 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e29e16d8-e422-4794-abe3-fa62aae733ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb11a143-d579-4d02-bc74-db341a9b2376'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:01:56.418393 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ac5380d-52aa-460d-8eb7-e68c38508e4f" -d '{"events": [{"server_uuid": "e29e16d8-e422-4794-abe3-fa62aae733ea", "name": "network-vif-plugged", "status": "completed", "tag": "cb11a143-d579-4d02-bc74-db341a9b2376"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:01:56.426265 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:56.478654 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-74fb0a1f-a295-4645-9981-828b56441f2c req-6cdd19cd-9c18-4977-887a-e6de1d20291e tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] 10.222.0.85 "GET /v2.0/security-groups?id=873d3fb2-3b5d-40e4-860c-4bf2bbc08243&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754526 May 18 18:01:56.525544 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port d514b68b-943b-430b-910b-fb916878ad1a, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=d514b68b-943b-430b-910b-fb916878ad1a,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:01:56.554167 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-6e5c28ae-1115-4678-81b6-da649d9a65dc None None] Provisioning complete for port cf276825-a7ae-4f65-88ed-3d2e9fff178b triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:01:56.554782 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-6e5c28ae-1115-4678-81b6-da649d9a65dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:56.575326 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb3319-0054-4974-851d-ba0d7af92ac1 service neutron] Pushing event updated for resources: {'Port': ['ID=4f944bb6-1b46-449e-ab14-e75372c72ec3,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:56.596631 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-74eff5de-16d1-43ff-94a5-04674bf0a316 req-01cb3319-0054-4974-851d-ba0d7af92ac1 service neutron] Attempting to bind port 4f944bb6-1b46-449e-ab14-e75372c72ec3 on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:01:56.596971 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-74eff5de-16d1-43ff-94a5-04674bf0a316 req-01cb3319-0054-4974-851d-ba0d7af92ac1 service neutron] Attempting to bind port 4f944bb6-1b46-449e-ab14-e75372c72ec3 by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': '2879bb11-64b4-46f1-9f8b-52941d47b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:01:56.597309 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74eff5de-16d1-43ff-94a5-04674bf0a316 req-01cb3319-0054-4974-851d-ba0d7af92ac1 service neutron] Attempting to bind port 4f944bb6-1b46-449e-ab14-e75372c72ec3 on network 4c8ef274-9ecc-47c2-9686-5eebd78fb305 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:01:56.603167 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-6e5c28ae-1115-4678-81b6-da649d9a65dc None None] Port cf276825-a7ae-4f65-88ed-3d2e9fff178b cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:01:56.604917 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Returning: {'device': 'd514b68b-943b-430b-910b-fb916878ad1a', 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305', 'port_id': 'd514b68b-943b-430b-910b-fb916878ad1a', 'mac_address': 'fa:16:3e:fd:5d:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2531ae9-89db-4dcf-b670-9eac4c9cde53', 'ip_address': '192.168.233.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:01:56.614791 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=cb11a143-d579-4d02-bc74-db341a9b2376,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:56.615368 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752411cc-2605-4197-a834-49f7c9205995 req-40e5db07-7ab3-4f5d-a3db-4b4ba941d8cd tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:56.624867 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-752411cc-2605-4197-a834-49f7c9205995 req-40e5db07-7ab3-4f5d-a3db-4b4ba941d8cd tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/ports?device_id=e29e16d8-e422-4794-abe3-fa62aae733ea HTTP/1.1" status: 200 len: 965 time: 0.7296829 May 18 18:01:56.638339 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74eff5de-16d1-43ff-94a5-04674bf0a316 req-01cb3319-0054-4974-851d-ba0d7af92ac1 service neutron] Port 4f944bb6-1b46-449e-ab14-e75372c72ec3 on network 4c8ef274-9ecc-47c2-9686-5eebd78fb305 not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:01:56.639030 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74eff5de-16d1-43ff-94a5-04674bf0a316 req-01cb3319-0054-4974-851d-ba0d7af92ac1 service neutron] Attempting to bind port 4f944bb6-1b46-449e-ab14-e75372c72ec3 on network 4c8ef274-9ecc-47c2-9686-5eebd78fb305 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:01:56.650546 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-e175f836-233b-462a-8273-8c9591089ca5 req-53e030e9-c42f-42ce-9600-82a0b9511515 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:56.662545 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port d514b68b-943b-430b-910b-fb916878ad1a is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:01:56.662545 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:56.673720 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74eff5de-16d1-43ff-94a5-04674bf0a316 req-01cb3319-0054-4974-851d-ba0d7af92ac1 service neutron] Checking agent: {'id': 'd1be059a-68ea-4c77-9b2b-29f4afa47e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:01:56.675285 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74eff5de-16d1-43ff-94a5-04674bf0a316 req-01cb3319-0054-4974-851d-ba0d7af92ac1 service neutron] Checking segment: {'id': '2879bb11-64b4-46f1-9f8b-52941d47b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:01:56.675846 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74eff5de-16d1-43ff-94a5-04674bf0a316 req-01cb3319-0054-4974-851d-ba0d7af92ac1 service neutron] Bound using segment: {'id': '2879bb11-64b4-46f1-9f8b-52941d47b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305'} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:01:56.676841 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-74eff5de-16d1-43ff-94a5-04674bf0a316 req-01cb3319-0054-4974-851d-ba0d7af92ac1 service neutron] Bound port: 4f944bb6-1b46-449e-ab14-e75372c72ec3, host: n-h2-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2879bb11-64b4-46f1-9f8b-52941d47b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305'}}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:01:56.684720 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-74eff5de-16d1-43ff-94a5-04674bf0a316 req-01cb3319-0054-4974-851d-ba0d7af92ac1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:56.702074 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d514b68b-943b-430b-910b-fb916878ad1a {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:01:56.755169 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port d514b68b-943b-430b-910b-fb916878ad1a, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=d514b68b-943b-430b-910b-fb916878ad1a,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:01:56.758343 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14dd5619-fd7e-4ea1-8c42-907934f4999b x-openstack-request-id: req-14dd5619-fd7e-4ea1-8c42-907934f4999b {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:01:56.759227 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e29e16d8-e422-4794-abe3-fa62aae733ea", "name": "network-vif-plugged", "status": "completed", "tag": "cb11a143-d579-4d02-bc74-db341a9b2376", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:01:56.760306 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-14dd5619-fd7e-4ea1-8c42-907934f4999b {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:01:56.761793 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14dd5619-fd7e-4ea1-8c42-907934f4999b'] response: {'server_uuid': 'e29e16d8-e422-4794-abe3-fa62aae733ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb11a143-d579-4d02-bc74-db341a9b2376', 'code': 200} May 18 18:01:56.764639 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:56.877067 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=d514b68b-943b-430b-910b-fb916878ad1a,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:56.888471 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1407e09b-1466-4e6a-8ffb-2e4622f4c67c req-22a83563-23c0-4382-a104-5a5fc9a07c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:56.890014 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1407e09b-1466-4e6a-8ffb-2e4622f4c67c req-22a83563-23c0-4382-a104-5a5fc9a07c9a service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=e29e16d8-e422-4794-abe3-fa62aae733ea HTTP/1.1" status: 200 len: 1117 time: 0.0881605 May 18 18:01:56.892503 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-752411cc-2605-4197-a834-49f7c9205995 req-76236a1b-79bf-4de5-ba2f-f1128722d8d0 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/security-groups?id=bda815dc-3228-454b-a95b-f89a3eeb79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619073 May 18 18:01:56.902486 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-74eff5de-16d1-43ff-94a5-04674bf0a316 req-01cb3319-0054-4974-851d-ba0d7af92ac1 service neutron] For port 4f944bb6-1b46-449e-ab14-e75372c72ec3, host n-h2-838550-3, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:01:56.920737 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-74eff5de-16d1-43ff-94a5-04674bf0a316 req-01cb3319-0054-4974-851d-ba0d7af92ac1 service neutron] For port 4f944bb6-1b46-449e-ab14-e75372c72ec3, host n-h2-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=4f944bb6-1b46-449e-ab14-e75372c72ec3,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:01:56.973968 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1407e09b-1466-4e6a-8ffb-2e4622f4c67c req-f2cf49c5-5eb4-4b43-8acb-eb73c7a09c4a service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=bda815dc-3228-454b-a95b-f89a3eeb79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716972 May 18 18:01:57.020150 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-74eff5de-16d1-43ff-94a5-04674bf0a316 req-01cb3319-0054-4974-851d-ba0d7af92ac1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:57.022324 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['d514b68b-943b-430b-910b-fb916878ad1a'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:01:57.090428 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 43270) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:01:57.095805 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eff5de-16d1-43ff-94a5-04674bf0a316 req-01cb3319-0054-4974-851d-ba0d7af92ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:57.096051 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-74eff5de-16d1-43ff-94a5-04674bf0a316 req-01cb3319-0054-4974-851d-ba0d7af92ac1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:57.097576 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-74eff5de-16d1-43ff-94a5-04674bf0a316 req-01cb3319-0054-4974-851d-ba0d7af92ac1 service neutron] 10.222.0.88 "PUT /v2.0/ports/4f944bb6-1b46-449e-ab14-e75372c72ec3 HTTP/1.1" status: 200 len: 1096 time: 2.3693137 May 18 18:01:57.106169 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d2f6ddf-4314-4338-9118-a1f72e9c6d73', 'tag': '4f944bb6-1b46-449e-ab14-e75372c72ec3'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:01:57.108492 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8dea4b5-dce2-4e77-bdcb-1377f86c5827" -d '{"events": [{"name": "network-changed", "server_uuid": "0d2f6ddf-4314-4338-9118-a1f72e9c6d73", "tag": "4f944bb6-1b46-449e-ab14-e75372c72ec3"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:01:57.163052 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354034ab-134c-4520-a0e1-2f545f4e8a33 req-935f98a0-1292-4f74-b409-fcee9764b19a tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:57.164681 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-354034ab-134c-4520-a0e1-2f545f4e8a33 req-935f98a0-1292-4f74-b409-fcee9764b19a tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/ports?device_id=1a523d4a-fa9c-4c5d-ab72-4cf55550a338 HTTP/1.1" status: 200 len: 948 time: 0.1553111 May 18 18:01:57.168745 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb3319-0054-4974-851d-ba0d7af92ac1 service neutron] Pushing event updated for resources: {'Port': ['ID=4f944bb6-1b46-449e-ab14-e75372c72ec3,revision_number=3']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:57.354208 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-b33f0eb5-20bc-4297-b3b5-8f0d79c67393 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-910405531-network', 'tenant_id': '54a651c0a59d438d9a603a61a8f090fc'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:01:57.400286 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b33f0eb5-20bc-4297-b3b5-8f0d79c67393 admin admin] Made reservation on behalf of 54a651c0a59d438d9a603a61a8f090fc for: {'network': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:01:57.404323 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b33f0eb5-20bc-4297-b3b5-8f0d79c67393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:57.411788 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-354034ab-134c-4520-a0e1-2f545f4e8a33 req-965f484e-632c-43cb-bb2d-db1dafa709d2 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/security-groups?id=b842f2e0-06aa-4b03-8465-45658e93896b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282765 May 18 18:01:57.416603 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b33f0eb5-20bc-4297-b3b5-8f0d79c67393 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:57.515419 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eff5de-16d1-43ff-94a5-04674bf0a316 req-3a151b84-57bf-4a62-b400-9de108836203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:57.516983 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-74eff5de-16d1-43ff-94a5-04674bf0a316 req-3a151b84-57bf-4a62-b400-9de108836203 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7890d4ac2ea94bdc99dbfce821abab54&device_id=0d2f6ddf-4314-4338-9118-a1f72e9c6d73 HTTP/1.1" status: 200 len: 1099 time: 0.2557580 May 18 18:01:57.558429 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [req-e175f836-233b-462a-8273-8c9591089ca5 req-53e030e9-c42f-42ce-9600-82a0b9511515 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf276825-a7ae-4f65-88ed-3d2e9fff178b {{(pid=102730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:01:57.595442 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-74eff5de-16d1-43ff-94a5-04674bf0a316 req-03f98328-731b-41e5-b9db-d811a33262fb service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=4f944bb6-1b46-449e-ab14-e75372c72ec3 HTTP/1.1" status: 200 len: 217 time: 0.0584567 May 18 18:01:57.597584 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-e175f836-233b-462a-8273-8c9591089ca5 req-53e030e9-c42f-42ce-9600-82a0b9511515 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:57.666757 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eff5de-16d1-43ff-94a5-04674bf0a316 req-9022a350-9e2a-4093-b34f-49ebfc197780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:57.668288 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-74eff5de-16d1-43ff-94a5-04674bf0a316 req-9022a350-9e2a-4093-b34f-49ebfc197780 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c2531ae9-89db-4dcf-b670-9eac4c9cde53 HTTP/1.1" status: 200 len: 843 time: 0.0593841 May 18 18:01:57.680667 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25767890-f2b6-4c8b-9e3d-396b54b1b9b3 x-openstack-request-id: req-25767890-f2b6-4c8b-9e3d-396b54b1b9b3 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:01:57.681096 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d2f6ddf-4314-4338-9118-a1f72e9c6d73", "tag": "4f944bb6-1b46-449e-ab14-e75372c72ec3", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:01:57.681461 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-25767890-f2b6-4c8b-9e3d-396b54b1b9b3 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:01:57.682036 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25767890-f2b6-4c8b-9e3d-396b54b1b9b3'] response: {'name': 'network-changed', 'server_uuid': '0d2f6ddf-4314-4338-9118-a1f72e9c6d73', 'tag': '4f944bb6-1b46-449e-ab14-e75372c72ec3', 'status': 'completed', 'code': 200} May 18 18:01:57.683916 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [req-e175f836-233b-462a-8273-8c9591089ca5 req-53e030e9-c42f-42ce-9600-82a0b9511515 service neutron] Transition to ACTIVE for port object cf276825-a7ae-4f65-88ed-3d2e9fff178b will not be triggered until provisioned by entity L2. {{(pid=102730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:01:57.701366 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-e175f836-233b-462a-8273-8c9591089ca5 req-53e030e9-c42f-42ce-9600-82a0b9511515 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:57.832309 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b33f0eb5-20bc-4297-b3b5-8f0d79c67393 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:57.846750 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b33f0eb5-20bc-4297-b3b5-8f0d79c67393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:57.872426 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e030e9-c42f-42ce-9600-82a0b9511515 service neutron] Pushing event updated for resources: {'Port': ['ID=cf276825-a7ae-4f65-88ed-3d2e9fff178b,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:57.878443 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 7 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 18:01:57.910389 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b33f0eb5-20bc-4297-b3b5-8f0d79c67393 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 636} {{(pid=102731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:01:57.929842 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33f0eb5-20bc-4297-b3b5-8f0d79c67393 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f72bc593-f174-4857-95ed-c821009cd564,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:57.935649 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eff5de-16d1-43ff-94a5-04674bf0a316 req-fa4eb536-7024-4bcc-b0b7-1f445fe2df5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:57.940518 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-74eff5de-16d1-43ff-94a5-04674bf0a316 req-fa4eb536-7024-4bcc-b0b7-1f445fe2df5e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4c8ef274-9ecc-47c2-9686-5eebd78fb305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2547429 May 18 18:01:57.956560 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdfb46e-e7c3-4282-a275-fcb45392f479 req-bc0cd383-adf8-477c-a7b2-4ddb99346794 tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:57.966490 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6cdfb46e-e7c3-4282-a275-fcb45392f479 req-bc0cd383-adf8-477c-a7b2-4ddb99346794 tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] 10.222.0.85 "GET /v2.0/ports?device_id=0d2f6ddf-4314-4338-9118-a1f72e9c6d73 HTTP/1.1" status: 200 len: 948 time: 0.1319189 May 18 18:01:57.971563 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b33f0eb5-20bc-4297-b3b5-8f0d79c67393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:57.972097 n-d-838550-3 neutron-server[102731]: INFO neutron.db.segments_db [None req-b33f0eb5-20bc-4297-b3b5-8f0d79c67393 admin admin] Added segment f307dc17-1244-459f-a23a-278ae5d9ea38 of type vlan for network cd7470c2-ee1f-478f-84f7-3d5a2f0d23fd May 18 18:01:58.019401 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-e175f836-233b-462a-8273-8c9591089ca5 req-53e030e9-c42f-42ce-9600-82a0b9511515 service neutron] Attempting to bind port cf276825-a7ae-4f65-88ed-3d2e9fff178b on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:01:58.019704 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-e175f836-233b-462a-8273-8c9591089ca5 req-53e030e9-c42f-42ce-9600-82a0b9511515 service neutron] Attempting to bind port cf276825-a7ae-4f65-88ed-3d2e9fff178b by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': '233283e0-ebec-4cdf-9a24-cf365763643d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'f7cf31b5-1eeb-4bf6-bd77-be90f0ebecb7'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:01:58.020269 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e175f836-233b-462a-8273-8c9591089ca5 req-53e030e9-c42f-42ce-9600-82a0b9511515 service neutron] Attempting to bind port cf276825-a7ae-4f65-88ed-3d2e9fff178b on network f7cf31b5-1eeb-4bf6-bd77-be90f0ebecb7 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:01:58.032666 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b33f0eb5-20bc-4297-b3b5-8f0d79c67393 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:58.037433 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91cae42-6bc3-4988-92c4-8acc49f2fbc9 req-83c4fbe8-eea7-4e16-8d10-0408713f304f tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:58.046872 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e91cae42-6bc3-4988-92c4-8acc49f2fbc9 req-83c4fbe8-eea7-4e16-8d10-0408713f304f tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] 10.222.0.85 "GET /v2.0/ports?device_id=0cf7e481-afee-4167-ab64-1c83d9503ded HTTP/1.1" status: 200 len: 944 time: 0.3061254 May 18 18:01:58.059680 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e175f836-233b-462a-8273-8c9591089ca5 req-53e030e9-c42f-42ce-9600-82a0b9511515 service neutron] Port cf276825-a7ae-4f65-88ed-3d2e9fff178b on network f7cf31b5-1eeb-4bf6-bd77-be90f0ebecb7 not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:01:58.059680 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e175f836-233b-462a-8273-8c9591089ca5 req-53e030e9-c42f-42ce-9600-82a0b9511515 service neutron] Attempting to bind port cf276825-a7ae-4f65-88ed-3d2e9fff178b on network f7cf31b5-1eeb-4bf6-bd77-be90f0ebecb7 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:01:58.068214 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6cdfb46e-e7c3-4282-a275-fcb45392f479 req-be288891-71f4-4e67-89b5-fcf93a2e8855 tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] 10.222.0.85 "GET /v2.0/security-groups?id=1266143d-5445-4421-a475-44b903b2fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847516 May 18 18:01:58.072541 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device d514b68b-943b-430b-910b-fb916878ad1a up at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:01:58.096813 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e175f836-233b-462a-8273-8c9591089ca5 req-53e030e9-c42f-42ce-9600-82a0b9511515 service neutron] Checking agent: {'id': 'd1be059a-68ea-4c77-9b2b-29f4afa47e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:01:58.097498 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e175f836-233b-462a-8273-8c9591089ca5 req-53e030e9-c42f-42ce-9600-82a0b9511515 service neutron] Checking segment: {'id': '233283e0-ebec-4cdf-9a24-cf365763643d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'f7cf31b5-1eeb-4bf6-bd77-be90f0ebecb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:01:58.098126 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e175f836-233b-462a-8273-8c9591089ca5 req-53e030e9-c42f-42ce-9600-82a0b9511515 service neutron] Bound using segment: {'id': '233283e0-ebec-4cdf-9a24-cf365763643d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'f7cf31b5-1eeb-4bf6-bd77-be90f0ebecb7'} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:01:58.098730 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-e175f836-233b-462a-8273-8c9591089ca5 req-53e030e9-c42f-42ce-9600-82a0b9511515 service neutron] Bound port: cf276825-a7ae-4f65-88ed-3d2e9fff178b, host: n-h2-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '233283e0-ebec-4cdf-9a24-cf365763643d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'f7cf31b5-1eeb-4bf6-bd77-be90f0ebecb7'}}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:01:58.099165 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-e175f836-233b-462a-8273-8c9591089ca5 req-53e030e9-c42f-42ce-9600-82a0b9511515 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:58.100803 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b33f0eb5-20bc-4297-b3b5-8f0d79c67393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:58.102020 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b33f0eb5-20bc-4297-b3b5-8f0d79c67393 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:58.102780 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b33f0eb5-20bc-4297-b3b5-8f0d79c67393 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:58.199045 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning for port d514b68b-943b-430b-910b-fb916878ad1a completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:01:58.210544 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-b33f0eb5-20bc-4297-b3b5-8f0d79c67393 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1189840 May 18 18:01:58.213243 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 43296) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:01:58.221516 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-2121a152-6695-4d2d-8e44-79eb70b2d880 admin admin] Request body: {'subnet': {'network_id': 'cd7470c2-ee1f-478f-84f7-3d5a2f0d23fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-910405531-subnet', 'tenant_id': '54a651c0a59d438d9a603a61a8f090fc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:01:58.223307 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning complete for port d514b68b-943b-430b-910b-fb916878ad1a triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:01:58.224015 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:58.237218 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33f0eb5-20bc-4297-b3b5-8f0d79c67393 admin admin] Pushing event updated for resources: {'Network': ['ID=cd7470c2-ee1f-478f-84f7-3d5a2f0d23fd,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:58.261705 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e91cae42-6bc3-4988-92c4-8acc49f2fbc9 req-bf13846f-636b-4898-8447-f29dbfc8b3b2 tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] 10.222.0.85 "GET /v2.0/security-groups?id=873d3fb2-3b5d-40e4-860c-4bf2bbc08243&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2132218 May 18 18:01:58.272078 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2121a152-6695-4d2d-8e44-79eb70b2d880 admin admin] Made reservation on behalf of 54a651c0a59d438d9a603a61a8f090fc for: {'subnet': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:01:58.276338 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2121a152-6695-4d2d-8e44-79eb70b2d880 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:58.286048 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network cd7470c2-ee1f-478f-84f7-3d5a2f0d23fd details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:01:58.296342 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-74eff5de-16d1-43ff-94a5-04674bf0a316 req-95ac8aee-b001-4dbc-8c0a-ea32eaafcb06 service neutron] 10.222.0.88 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3376098 May 18 18:01:58.374007 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-e175f836-233b-462a-8273-8c9591089ca5 req-53e030e9-c42f-42ce-9600-82a0b9511515 service neutron] For port cf276825-a7ae-4f65-88ed-3d2e9fff178b, host n-h2-838550-3, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:01:58.377941 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-e175f836-233b-462a-8273-8c9591089ca5 req-53e030e9-c42f-42ce-9600-82a0b9511515 service neutron] For port cf276825-a7ae-4f65-88ed-3d2e9fff178b, host n-h2-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=cf276825-a7ae-4f65-88ed-3d2e9fff178b,segment=NetworkSegment(233283e0-ebec-4cdf-9a24-cf365763643d),segment_id=233283e0-ebec-4cdf-9a24-cf365763643d)] {{(pid=102730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:01:58.410316 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-e175f836-233b-462a-8273-8c9591089ca5 req-53e030e9-c42f-42ce-9600-82a0b9511515 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:58.486003 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e175f836-233b-462a-8273-8c9591089ca5 req-53e030e9-c42f-42ce-9600-82a0b9511515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:58.486490 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-e175f836-233b-462a-8273-8c9591089ca5 req-53e030e9-c42f-42ce-9600-82a0b9511515 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:58.487896 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e175f836-233b-462a-8273-8c9591089ca5 req-53e030e9-c42f-42ce-9600-82a0b9511515 service neutron] 10.222.0.88 "PUT /v2.0/ports/cf276825-a7ae-4f65-88ed-3d2e9fff178b HTTP/1.1" status: 200 len: 1092 time: 2.4321871 May 18 18:01:58.588568 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e030e9-c42f-42ce-9600-82a0b9511515 service neutron] Pushing event updated for resources: {'Port': ['ID=cf276825-a7ae-4f65-88ed-3d2e9fff178b,revision_number=3']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:58.609765 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-74eff5de-16d1-43ff-94a5-04674bf0a316 req-56775165-4e37-489b-b35b-730a556d5dec service neutron] 10.222.0.88 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2851100 May 18 18:01:58.633946 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port d514b68b-943b-430b-910b-fb916878ad1a is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:01:58.634505 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:58.667230 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575b8faf-bc98-4bea-8d2e-a1212ae6fb23 req-c7c30933-bc68-4c8c-a3a3-21b239bd01db tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:58.680032 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-575b8faf-bc98-4bea-8d2e-a1212ae6fb23 req-c7c30933-bc68-4c8c-a3a3-21b239bd01db tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/ports?device_id=e29e16d8-e422-4794-abe3-fa62aae733ea HTTP/1.1" status: 200 len: 966 time: 0.2039104 May 18 18:01:58.691716 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2121a152-6695-4d2d-8e44-79eb70b2d880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for subnet, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:58.716887 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e175f836-233b-462a-8273-8c9591089ca5 req-3f81969c-b5c0-4b16-b436-6674197497cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:58.721140 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e175f836-233b-462a-8273-8c9591089ca5 req-3f81969c-b5c0-4b16-b436-6674197497cf service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=0d4eb23333684335bd57fa66f03d4443&device_id=0cf7e481-afee-4167-ab64-1c83d9503ded HTTP/1.1" status: 200 len: 1095 time: 0.1066246 May 18 18:01:58.723106 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port d514b68b-943b-430b-910b-fb916878ad1a, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=d514b68b-943b-430b-910b-fb916878ad1a,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:01:58.730664 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:58.790825 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a523d4a-fa9c-4c5d-ab72-4cf55550a338', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd514b68b-943b-430b-910b-fb916878ad1a'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:01:58.792767 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98a70c28-324f-4faf-a683-297d58c25c84" -d '{"events": [{"server_uuid": "1a523d4a-fa9c-4c5d-ab72-4cf55550a338", "name": "network-vif-plugged", "status": "completed", "tag": "d514b68b-943b-430b-910b-fb916878ad1a"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:01:58.795574 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=d514b68b-943b-430b-910b-fb916878ad1a,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:58.827335 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e175f836-233b-462a-8273-8c9591089ca5 req-bd4af60e-6e00-4271-832c-da293d3617b7 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cf276825-a7ae-4f65-88ed-3d2e9fff178b HTTP/1.1" status: 200 len: 217 time: 0.0894637 May 18 18:01:58.846258 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-575b8faf-bc98-4bea-8d2e-a1212ae6fb23 req-043771e6-b2de-4e84-9d4b-1e85020b5379 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/security-groups?id=bda815dc-3228-454b-a95b-f89a3eeb79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651087 May 18 18:01:58.847193 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2121a152-6695-4d2d-8e44-79eb70b2d880 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7cf9a1c2-2c37-4889-b4a7-81c5072c6f38,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:01:58.864356 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2121a152-6695-4d2d-8e44-79eb70b2d880 admin admin] Checking segment: {'id': 'f307dc17-1244-459f-a23a-278ae5d9ea38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'cd7470c2-ee1f-478f-84f7-3d5a2f0d23fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:01:58.864873 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2121a152-6695-4d2d-8e44-79eb70b2d880 admin admin] Network hostable DHCP agents. Network: cd7470c2-ee1f-478f-84f7-3d5a2f0d23fd, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:01:58.916521 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2121a152-6695-4d2d-8e44-79eb70b2d880 admin admin] Network cd7470c2-ee1f-478f-84f7-3d5a2f0d23fd is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:01:58.936024 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-2121a152-6695-4d2d-8e44-79eb70b2d880 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, cd7470c2-ee1f-478f-84f7-3d5a2f0d23fd) {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:01:58.950274 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c05b7c-ac45-437a-8e10-eaaa7f8ba913 None None] Network cd7470c2-ee1f-478f-84f7-3d5a2f0d23fd requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:01:58.954389 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2121a152-6695-4d2d-8e44-79eb70b2d880 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:58.955529 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2121a152-6695-4d2d-8e44-79eb70b2d880 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:58.993066 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-2121a152-6695-4d2d-8e44-79eb70b2d880 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7696095 May 18 18:01:58.993066 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 43320) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:01:58.998930 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-5924f876-4b6d-4a8f-9962-05f0dfd72e73 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-910405531-router', 'tenant_id': '54a651c0a59d438d9a603a61a8f090fc', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:01:59.024023 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dea4b5-dce2-4e77-bdcb-1377f86c5827 req-9d8e8868-5251-46ec-9870-032d08d7ba2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:59.025835 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e8dea4b5-dce2-4e77-bdcb-1377f86c5827 req-9d8e8868-5251-46ec-9870-032d08d7ba2f service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7890d4ac2ea94bdc99dbfce821abab54&device_id=0d2f6ddf-4314-4338-9118-a1f72e9c6d73 HTTP/1.1" status: 200 len: 1099 time: 0.2134917 May 18 18:01:59.029286 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e175f836-233b-462a-8273-8c9591089ca5 req-7e62de46-25b8-4c99-ae0f-7d070b96066b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:59.031464 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e175f836-233b-462a-8273-8c9591089ca5 req-7e62de46-25b8-4c99-ae0f-7d070b96066b service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d88b0a46-da40-4baf-b21a-795825e4a8cb HTTP/1.1" status: 200 len: 862 time: 0.1595480 May 18 18:01:59.042793 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042b96e6-2fa1-4351-b3cf-b454125c0260 req-8bc7e95f-52e8-47b6-bea1-e9cb090bb82d tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:59.044388 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-042b96e6-2fa1-4351-b3cf-b454125c0260 req-8bc7e95f-52e8-47b6-bea1-e9cb090bb82d tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/ports?device_id=1a523d4a-fa9c-4c5d-ab72-4cf55550a338 HTTP/1.1" status: 200 len: 949 time: 0.2133470 May 18 18:01:59.049847 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5924f876-4b6d-4a8f-9962-05f0dfd72e73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25099'] for router, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:59.051500 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5924f876-4b6d-4a8f-9962-05f0dfd72e73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-593238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596850', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25088'] for router, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:59.128056 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5924f876-4b6d-4a8f-9962-05f0dfd72e73 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:59.189187 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-042b96e6-2fa1-4351-b3cf-b454125c0260 req-fe464600-8c9b-4a13-9596-08df674a8aa7 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/security-groups?id=b842f2e0-06aa-4b03-8465-45658e93896b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271820 May 18 18:01:59.193862 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e175f836-233b-462a-8273-8c9591089ca5 req-99f5ab06-0c58-4216-bd83-ff91f0801dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:59.195430 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e175f836-233b-462a-8273-8c9591089ca5 req-99f5ab06-0c58-4216-bd83-ff91f0801dc5 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=f7cf31b5-1eeb-4bf6-bd77-be90f0ebecb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1489713 May 18 18:01:59.199171 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e78777-a4bc-4197-8020-daf2f60dd405 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-cd7470c2-ee1f-478f-84f7-3d5a2f0d23fd', 'network_id': 'cd7470c2-ee1f-478f-84f7-3d5a2f0d23fd', 'tenant_id': '54a651c0a59d438d9a603a61a8f090fc', 'fixed_ips': [{'subnet_id': '7cf9a1c2-2c37-4889-b4a7-81c5072c6f38'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:01:59.200869 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-27e78777-a4bc-4197-8020-daf2f60dd405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:59.318690 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dea4b5-dce2-4e77-bdcb-1377f86c5827 req-2747756e-b7b3-4120-ab5e-4363c8714058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:59.320417 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e8dea4b5-dce2-4e77-bdcb-1377f86c5827 req-2747756e-b7b3-4120-ab5e-4363c8714058 service neutron] 10.222.0.88 "GET /v2.0/networks?id=4c8ef274-9ecc-47c2-9686-5eebd78fb305 HTTP/1.1" status: 200 len: 870 time: 0.2750854 May 18 18:01:59.410700 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e8dea4b5-dce2-4e77-bdcb-1377f86c5827 req-2aa66078-1622-4701-80e8-656b50066f65 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=4f944bb6-1b46-449e-ab14-e75372c72ec3 HTTP/1.1" status: 200 len: 217 time: 0.0734086 May 18 18:01:59.433049 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2602368-2c09-407a-bb96-f66ec3723ff5 x-openstack-request-id: req-d2602368-2c09-407a-bb96-f66ec3723ff5 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:01:59.433682 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a523d4a-fa9c-4c5d-ab72-4cf55550a338", "name": "network-vif-plugged", "status": "completed", "tag": "d514b68b-943b-430b-910b-fb916878ad1a", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:01:59.434147 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-d2602368-2c09-407a-bb96-f66ec3723ff5 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:01:59.434751 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2602368-2c09-407a-bb96-f66ec3723ff5'] response: {'server_uuid': '1a523d4a-fa9c-4c5d-ab72-4cf55550a338', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd514b68b-943b-430b-910b-fb916878ad1a', 'code': 200} May 18 18:01:59.436401 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5924f876-4b6d-4a8f-9962-05f0dfd72e73 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:59.505637 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e175f836-233b-462a-8273-8c9591089ca5 req-de2fe7ca-ed67-4a53-b432-8e24778dc6bf service neutron] 10.222.0.88 "GET /v2.0/networks/f7cf31b5-1eeb-4bf6-bd77-be90f0ebecb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2878761 May 18 18:01:59.577591 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dea4b5-dce2-4e77-bdcb-1377f86c5827 req-9318cb5d-98fc-4b4c-bb53-20e215f61dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:59.578288 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-27e78777-a4bc-4197-8020-daf2f60dd405 None None] Allocated IP 172.20.0.2 (cd7470c2-ee1f-478f-84f7-3d5a2f0d23fd/7cf9a1c2-2c37-4889-b4a7-81c5072c6f38/11e3f21e-218b-40cb-b762-0838ea1fc5c6) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:01:59.579653 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e8dea4b5-dce2-4e77-bdcb-1377f86c5827 req-9318cb5d-98fc-4b4c-bb53-20e215f61dd6 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c2531ae9-89db-4dcf-b670-9eac4c9cde53 HTTP/1.1" status: 200 len: 843 time: 0.1609118 May 18 18:01:59.608100 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb87956f-fc2b-424f-be35-7e052f35ca1b req-7ad6dfba-2a2d-483b-b804-df13f95b26c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:59.610810 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fb87956f-fc2b-424f-be35-7e052f35ca1b req-7ad6dfba-2a2d-483b-b804-df13f95b26c2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1a523d4a-fa9c-4c5d-ab72-4cf55550a338 HTTP/1.1" status: 200 len: 1100 time: 0.1666768 May 18 18:01:59.627828 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5cfbb0-ce85-4739-90a3-4c66fcf9d28e req-b2d124de-d325-4904-a392-229e907f6b59 tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:59.639124 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5a5cfbb0-ce85-4739-90a3-4c66fcf9d28e req-b2d124de-d325-4904-a392-229e907f6b59 tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] 10.222.0.85 "GET /v2.0/ports?device_id=0d2f6ddf-4314-4338-9118-a1f72e9c6d73 HTTP/1.1" status: 200 len: 948 time: 0.1956222 May 18 18:01:59.688110 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cf7e481-afee-4167-ab64-1c83d9503ded', 'tag': 'cf276825-a7ae-4f65-88ed-3d2e9fff178b'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:01:59.691786 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dfa34d5-89d9-4850-8d1d-ce4e52d42cf4" -d '{"events": [{"name": "network-changed", "server_uuid": "0cf7e481-afee-4167-ab64-1c83d9503ded", "tag": "cf276825-a7ae-4f65-88ed-3d2e9fff178b"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:01:59.719452 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5a5cfbb0-ce85-4739-90a3-4c66fcf9d28e req-a0017923-7e28-42ab-b43d-4da761703c1c tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] 10.222.0.85 "GET /v2.0/security-groups?id=1266143d-5445-4421-a475-44b903b2fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791457 May 18 18:01:59.726615 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 43342) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:01:59.731672 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dea4b5-dce2-4e77-bdcb-1377f86c5827 req-a3f7ef19-881a-4694-b561-b37a36b05439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:59.743175 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e8dea4b5-dce2-4e77-bdcb-1377f86c5827 req-a3f7ef19-881a-4694-b561-b37a36b05439 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4c8ef274-9ecc-47c2-9686-5eebd78fb305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1400607 May 18 18:01:59.748789 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1d4001-a44c-4bfa-b698-87bbfd18f2f5 req-546d670e-0d42-45ed-8616-b2174d5a0252 tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:01:59.751824 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7a1d4001-a44c-4bfa-b698-87bbfd18f2f5 req-546d670e-0d42-45ed-8616-b2174d5a0252 tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] 10.222.0.85 "GET /v2.0/ports?device_id=0cf7e481-afee-4167-ab64-1c83d9503ded HTTP/1.1" status: 200 len: 944 time: 0.2352183 May 18 18:01:59.773698 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e175f836-233b-462a-8273-8c9591089ca5 req-b55cc002-d1f1-48f2-aa11-88c8ef0b6ebf service neutron] 10.222.0.88 "GET /v2.0/networks/f7cf31b5-1eeb-4bf6-bd77-be90f0ebecb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386692 May 18 18:01:59.793313 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fb87956f-fc2b-424f-be35-7e052f35ca1b req-af749e5f-1766-4861-b820-bc949ca439a1 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b842f2e0-06aa-4b03-8465-45658e93896b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494098 May 18 18:01:59.859778 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-27e78777-a4bc-4197-8020-daf2f60dd405 None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:59.871295 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-27e78777-a4bc-4197-8020-daf2f60dd405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:01:59.879255 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7a1d4001-a44c-4bfa-b698-87bbfd18f2f5 req-b1303d9b-a39f-481f-84e6-04408ac9c299 tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] 10.222.0.85 "GET /v2.0/security-groups?id=873d3fb2-3b5d-40e4-860c-4bf2bbc08243&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038899 May 18 18:01:59.941975 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e8dea4b5-dce2-4e77-bdcb-1377f86c5827 req-3c666698-8e09-484b-9f24-0345421527f8 service neutron] 10.222.0.88 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886022 May 18 18:01:59.977105 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e78777-a4bc-4197-8020-daf2f60dd405 None None] Network cd7470c2-ee1f-478f-84f7-3d5a2f0d23fd is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:01:59.992247 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e78777-a4bc-4197-8020-daf2f60dd405 None None] Pushing event updated for resources: {'Port': ['ID=11e3f21e-218b-40cb-b762-0838ea1fc5c6,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:02:00.020388 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-27e78777-a4bc-4197-8020-daf2f60dd405 None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:02:00.021588 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89ce8b25-b287-4939-96ff-627d09e9713c x-openstack-request-id: req-89ce8b25-b287-4939-96ff-627d09e9713c {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:02:00.022068 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cf7e481-afee-4167-ab64-1c83d9503ded", "tag": "cf276825-a7ae-4f65-88ed-3d2e9fff178b", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:02:00.022465 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-89ce8b25-b287-4939-96ff-627d09e9713c {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:02:00.023136 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89ce8b25-b287-4939-96ff-627d09e9713c'] response: {'name': 'network-changed', 'server_uuid': '0cf7e481-afee-4167-ab64-1c83d9503ded', 'tag': 'cf276825-a7ae-4f65-88ed-3d2e9fff178b', 'status': 'completed', 'code': 200} May 18 18:02:00.028412 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e78777-a4bc-4197-8020-daf2f60dd405 None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:02:00.147109 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5924f876-4b6d-4a8f-9962-05f0dfd72e73 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:00.157325 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-27e78777-a4bc-4197-8020-daf2f60dd405 None None] Attempting to bind port 11e3f21e-218b-40cb-b762-0838ea1fc5c6 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:02:00.158059 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-27e78777-a4bc-4197-8020-daf2f60dd405 None None] Attempting to bind port 11e3f21e-218b-40cb-b762-0838ea1fc5c6 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': 'f307dc17-1244-459f-a23a-278ae5d9ea38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'cd7470c2-ee1f-478f-84f7-3d5a2f0d23fd'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:02:00.158619 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e78777-a4bc-4197-8020-daf2f60dd405 None None] Attempting to bind port 11e3f21e-218b-40cb-b762-0838ea1fc5c6 on network cd7470c2-ee1f-478f-84f7-3d5a2f0d23fd {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:02:00.165457 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e78777-a4bc-4197-8020-daf2f60dd405 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:02:00.166514 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e78777-a4bc-4197-8020-daf2f60dd405 None None] Checking segment: {'id': 'f307dc17-1244-459f-a23a-278ae5d9ea38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'cd7470c2-ee1f-478f-84f7-3d5a2f0d23fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:02:00.167143 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-27e78777-a4bc-4197-8020-daf2f60dd405 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:00.167754 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e78777-a4bc-4197-8020-daf2f60dd405 None None] Bound using segment: {'id': 'f307dc17-1244-459f-a23a-278ae5d9ea38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'cd7470c2-ee1f-478f-84f7-3d5a2f0d23fd'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:02:00.168458 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-27e78777-a4bc-4197-8020-daf2f60dd405 None None] Bound port: 11e3f21e-218b-40cb-b762-0838ea1fc5c6, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f307dc17-1244-459f-a23a-278ae5d9ea38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'cd7470c2-ee1f-478f-84f7-3d5a2f0d23fd'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:02:00.169090 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-27e78777-a4bc-4197-8020-daf2f60dd405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:00.181938 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5924f876-4b6d-4a8f-9962-05f0dfd72e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:00.205312 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfa34d5-89d9-4850-8d1d-ce4e52d42cf4 req-bdbc73e8-bd2a-469b-85c8-e121b136b40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:00.206911 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8dfa34d5-89d9-4850-8d1d-ce4e52d42cf4 req-bdbc73e8-bd2a-469b-85c8-e121b136b40e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=0d4eb23333684335bd57fa66f03d4443&device_id=0cf7e481-afee-4167-ab64-1c83d9503ded HTTP/1.1" status: 200 len: 1095 time: 0.1263461 May 18 18:02:00.209948 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e8dea4b5-dce2-4e77-bdcb-1377f86c5827 req-0de8d4ec-1780-40fe-8ec8-82e5f531af8e service neutron] 10.222.0.88 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2572145 May 18 18:02:00.232047 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0709ca-0d8e-4d70-8240-9def62aaf92c req-e11afc55-7967-4d92-88c3-94b768d6c97e tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:00.233591 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4f0709ca-0d8e-4d70-8240-9def62aaf92c req-e11afc55-7967-4d92-88c3-94b768d6c97e tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/ports?device_id=e29e16d8-e422-4794-abe3-fa62aae733ea HTTP/1.1" status: 200 len: 966 time: 0.1102242 May 18 18:02:00.261873 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-0a5c64ab-7ae7-48cb-bc74-660d802a3b99 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=db6114a9f231415e80df27ad0cb5ca7e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5246704 May 18 18:02:00.272292 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 43356) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:02:00.355123 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-27e78777-a4bc-4197-8020-daf2f60dd405 None None] For port 11e3f21e-218b-40cb-b762-0838ea1fc5c6, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:02:00.359461 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-27e78777-a4bc-4197-8020-daf2f60dd405 None None] For port 11e3f21e-218b-40cb-b762-0838ea1fc5c6, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=11e3f21e-218b-40cb-b762-0838ea1fc5c6,segment=NetworkSegment(f307dc17-1244-459f-a23a-278ae5d9ea38),segment_id=f307dc17-1244-459f-a23a-278ae5d9ea38)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:02:00.366121 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-27e78777-a4bc-4197-8020-daf2f60dd405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:00.377358 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a4ac0cf5-419c-457b-9741-f5921cb9407e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:00.469207 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e78777-a4bc-4197-8020-daf2f60dd405 None None] Pushing event updated for resources: {'Port': ['ID=11e3f21e-218b-40cb-b762-0838ea1fc5c6,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:02:00.582518 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a4ac0cf5-419c-457b-9741-f5921cb9407e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:00.644712 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4f0709ca-0d8e-4d70-8240-9def62aaf92c req-2ae73d1b-0292-4281-8b34-3448d93bd4b9 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/security-groups?id=bda815dc-3228-454b-a95b-f89a3eeb79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4015675 May 18 18:02:00.661523 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7268bd2b-c5c3-4c41-9db8-0f57f0a5de47 req-5f18dad0-91fe-4f67-9483-56780cf91303 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:00.677258 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7268bd2b-c5c3-4c41-9db8-0f57f0a5de47 req-5f18dad0-91fe-4f67-9483-56780cf91303 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/ports?device_id=1a523d4a-fa9c-4c5d-ab72-4cf55550a338 HTTP/1.1" status: 200 len: 949 time: 0.2271609 May 18 18:02:00.679721 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-5924f876-4b6d-4a8f-9962-05f0dfd72e73 admin admin] Allocated IP 172.25.5.220 (31ebd439-090c-4b25-bbb0-31c48711b145/363a2810-8a83-4be0-a317-7c91fcd94485/3b675ebc-1467-4a6f-940c-c357e407a9f1) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:02:00.698554 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfa34d5-89d9-4850-8d1d-ce4e52d42cf4 req-82e4186b-7334-478b-b92a-873aa37ff994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:00.700454 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8dfa34d5-89d9-4850-8d1d-ce4e52d42cf4 req-82e4186b-7334-478b-b92a-873aa37ff994 service neutron] 10.222.0.88 "GET /v2.0/networks?id=f7cf31b5-1eeb-4bf6-bd77-be90f0ebecb7 HTTP/1.1" status: 200 len: 924 time: 0.4658747 May 18 18:02:00.794373 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:00.804602 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8dfa34d5-89d9-4850-8d1d-ce4e52d42cf4 req-b932fb0b-3077-41c5-b468-94f3cc5015a1 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cf276825-a7ae-4f65-88ed-3d2e9fff178b HTTP/1.1" status: 200 len: 217 time: 0.0779622 May 18 18:02:00.877702 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:00.880495 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfa34d5-89d9-4850-8d1d-ce4e52d42cf4 req-d175f1a4-b7ae-4de2-be3b-aea30c46b921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:00.882215 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8dfa34d5-89d9-4850-8d1d-ce4e52d42cf4 req-d175f1a4-b7ae-4de2-be3b-aea30c46b921 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d88b0a46-da40-4baf-b21a-795825e4a8cb HTTP/1.1" status: 200 len: 862 time: 0.0651016 May 18 18:02:01.011026 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfa34d5-89d9-4850-8d1d-ce4e52d42cf4 req-662fa1c3-827e-40f2-8392-a4b0c2c5c7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:01.013014 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8dfa34d5-89d9-4850-8d1d-ce4e52d42cf4 req-662fa1c3-827e-40f2-8392-a4b0c2c5c7fd service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=f7cf31b5-1eeb-4bf6-bd77-be90f0ebecb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1171377 May 18 18:02:01.017648 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5924f876-4b6d-4a8f-9962-05f0dfd72e73 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:01.034797 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7268bd2b-c5c3-4c41-9db8-0f57f0a5de47 req-ace999c8-44cd-48c5-b6b6-4e8040c1f41a tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/security-groups?id=b842f2e0-06aa-4b03-8465-45658e93896b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3511541 May 18 18:02:01.039359 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a4ac0cf5-419c-457b-9741-f5921cb9407e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:01.045782 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a4ac0cf5-419c-457b-9741-f5921cb9407e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:01.047700 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-a4ac0cf5-419c-457b-9741-f5921cb9407e admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/8eb14802-32d6-4659-ac38-fbfa0e8c12bc HTTP/1.1" status: 204 len: 168 time: 0.7742724 May 18 18:02:01.077960 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ac0cf5-419c-457b-9741-f5921cb9407e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eb14802-32d6-4659-ac38-fbfa0e8c12bc,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:02:01.125698 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ac0cf5-419c-457b-9741-f5921cb9407e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:02:01.126049 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ac0cf5-419c-457b-9741-f5921cb9407e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:02:01.126394 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ac0cf5-419c-457b-9741-f5921cb9407e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:02:01.126728 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ac0cf5-419c-457b-9741-f5921cb9407e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:02:01.127062 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ac0cf5-419c-457b-9741-f5921cb9407e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:02:01.130003 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ac0cf5-419c-457b-9741-f5921cb9407e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:02:01.133704 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ac0cf5-419c-457b-9741-f5921cb9407e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:02:01.134564 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ac0cf5-419c-457b-9741-f5921cb9407e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:02:01.135116 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ac0cf5-419c-457b-9741-f5921cb9407e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:02:01.137173 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ac0cf5-419c-457b-9741-f5921cb9407e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:02:01.138491 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ac0cf5-419c-457b-9741-f5921cb9407e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:02:01.139496 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ac0cf5-419c-457b-9741-f5921cb9407e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:02:01.176335 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8dfa34d5-89d9-4850-8d1d-ce4e52d42cf4 req-0d66e055-281f-4bb9-9499-d56c8105f3bc service neutron] 10.222.0.88 "GET /v2.0/networks/f7cf31b5-1eeb-4bf6-bd77-be90f0ebecb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444235 May 18 18:02:01.201958 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5924f876-4b6d-4a8f-9962-05f0dfd72e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:01.290023 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5924f876-4b6d-4a8f-9962-05f0dfd72e73 admin admin] Network 31ebd439-090c-4b25-bbb0-31c48711b145 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:02:01.294022 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-5924f876-4b6d-4a8f-9962-05f0dfd72e73 admin admin] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:02:01.297282 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5924f876-4b6d-4a8f-9962-05f0dfd72e73 admin admin] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:02:01.464433 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5924f876-4b6d-4a8f-9962-05f0dfd72e73 admin admin] Pushing event updated for resources: {'Port': ['ID=3b675ebc-1467-4a6f-940c-c357e407a9f1,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:02:01.478363 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13977eb-1d60-4f03-91c1-1aef6afafd7d req-8e613e03-afd2-40c7-b311-16498669ebef tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:01.482827 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8dfa34d5-89d9-4850-8d1d-ce4e52d42cf4 req-77a580a3-3924-47fc-a5d8-734ab6d5177c service neutron] 10.222.0.88 "GET /v2.0/networks/f7cf31b5-1eeb-4bf6-bd77-be90f0ebecb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2914226 May 18 18:02:01.488105 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c13977eb-1d60-4f03-91c1-1aef6afafd7d req-8e613e03-afd2-40c7-b311-16498669ebef tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] 10.222.0.85 "GET /v2.0/ports?device_id=0d2f6ddf-4314-4338-9118-a1f72e9c6d73 HTTP/1.1" status: 200 len: 948 time: 0.2447605 May 18 18:02:01.526726 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 43384) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:02:01.537836 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1422d86-dfc2-4689-8457-fce5a2ead943 req-5e2e8e7d-5ea5-4b31-af31-de47b82d4786 tempest-LiveAutoBlockMigrationV225Test-940020400 tempest-LiveAutoBlockMigrationV225Test-940020400-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:01.545826 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d1422d86-dfc2-4689-8457-fce5a2ead943 req-5e2e8e7d-5ea5-4b31-af31-de47b82d4786 tempest-LiveAutoBlockMigrationV225Test-940020400 tempest-LiveAutoBlockMigrationV225Test-940020400-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=e29e16d8-e422-4794-abe3-fa62aae733ea HTTP/1.1" status: 200 len: 1117 time: 0.1303713 May 18 18:02:01.592359 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d1422d86-dfc2-4689-8457-fce5a2ead943 req-6f03626b-960b-4a06-b0f8-87be41e63f4f tempest-LiveAutoBlockMigrationV225Test-940020400 tempest-LiveAutoBlockMigrationV225Test-940020400-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=bda815dc-3228-454b-a95b-f89a3eeb79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461662 May 18 18:02:01.666571 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c13977eb-1d60-4f03-91c1-1aef6afafd7d req-de8f28f8-cf08-4d04-8e43-c345045f0f11 tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] 10.222.0.85 "GET /v2.0/security-groups?id=1266143d-5445-4421-a475-44b903b2fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775370 May 18 18:02:01.677893 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5924f876-4b6d-4a8f-9962-05f0dfd72e73 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:01.706122 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 4f944bb6-1b46-449e-ab14-e75372c72ec3 details requested by agent hyperv_n-h2-838550-3 with host n-h2-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:02:01.714730 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0bb5c726-5dbc-4a1e-8607-9cb4265ec264 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:01.894296 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0bb5c726-5dbc-4a1e-8607-9cb4265ec264 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:01.895719 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 43392) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:02:01.906207 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0bb5c726-5dbc-4a1e-8607-9cb4265ec264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:01.991144 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-7a0638c1-7322-47a9-965e-60e6df832bbf admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=f18df62fd4614d4f83765bfc804bbdc5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0934942 May 18 18:02:01.995097 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 43394) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:02:01.996418 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 4f944bb6-1b46-449e-ab14-e75372c72ec3, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=4f944bb6-1b46-449e-ab14-e75372c72ec3,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:02:02.003997 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-0bb5c726-5dbc-4a1e-8607-9cb4265ec264 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=3d44181e7fbb44e28af07ddd8730f27f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4737632 May 18 18:02:02.003997 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb5c726-5dbc-4a1e-8607-9cb4265ec264 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45c1d355-fb98-4fe5-b4d8-42396eba7c30,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:02:02.007848 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 43396) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:02:02.013562 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb5c726-5dbc-4a1e-8607-9cb4265ec264 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:02:02.013973 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb5c726-5dbc-4a1e-8607-9cb4265ec264 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:02:02.014324 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb5c726-5dbc-4a1e-8607-9cb4265ec264 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:02:02.015979 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Returning: {'device': '4f944bb6-1b46-449e-ab14-e75372c72ec3', 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305', 'port_id': '4f944bb6-1b46-449e-ab14-e75372c72ec3', 'mac_address': 'fa:16:3e:ee:c2:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2531ae9-89db-4dcf-b670-9eac4c9cde53', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:02:02.016821 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb5c726-5dbc-4a1e-8607-9cb4265ec264 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:02:02.016914 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb5c726-5dbc-4a1e-8607-9cb4265ec264 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:02:02.017239 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb5c726-5dbc-4a1e-8607-9cb4265ec264 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:02:02.017577 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb5c726-5dbc-4a1e-8607-9cb4265ec264 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:02:02.017946 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb5c726-5dbc-4a1e-8607-9cb4265ec264 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:02:02.018292 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb5c726-5dbc-4a1e-8607-9cb4265ec264 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:02:02.018471 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-790a6f63-a8c9-440d-b711-1dd8875cee1d None None] Network cd7470c2-ee1f-478f-84f7-3d5a2f0d23fd requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:02:02.018611 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb5c726-5dbc-4a1e-8607-9cb4265ec264 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:02:02.018943 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb5c726-5dbc-4a1e-8607-9cb4265ec264 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:02:02.019271 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb5c726-5dbc-4a1e-8607-9cb4265ec264 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:02:02.037394 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5924f876-4b6d-4a8f-9962-05f0dfd72e73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596801'] for router, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:02.051457 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cb9ced-4231-4cd7-8cc2-4cc45281091e req-d624c75c-f416-44f0-b760-6826e8dd7e5d tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:02.053087 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e1cb9ced-4231-4cd7-8cc2-4cc45281091e req-d624c75c-f416-44f0-b760-6826e8dd7e5d tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] 10.222.0.85 "GET /v2.0/ports?device_id=0cf7e481-afee-4167-ab64-1c83d9503ded HTTP/1.1" status: 200 len: 944 time: 0.1087158 May 18 18:02:02.129038 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-0a478a85-f6a7-4777-bd8e-f446f012600a None None] Provisioning complete for port 11e3f21e-218b-40cb-b762-0838ea1fc5c6 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:02:02.129468 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0a478a85-f6a7-4777-bd8e-f446f012600a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:02.141227 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76996074-9fce-4944-b679-36c21c90b1db req-3621d038-a95b-420e-b5bf-56e46299d321 tempest-LiveAutoBlockMigrationV225Test-940020400 tempest-LiveAutoBlockMigrationV225Test-940020400-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:02.143061 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-76996074-9fce-4944-b679-36c21c90b1db req-3621d038-a95b-420e-b5bf-56e46299d321 tempest-LiveAutoBlockMigrationV225Test-940020400 tempest-LiveAutoBlockMigrationV225Test-940020400-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=e29e16d8-e422-4794-abe3-fa62aae733ea HTTP/1.1" status: 200 len: 1117 time: 0.0498695 May 18 18:02:02.179972 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 4f944bb6-1b46-449e-ab14-e75372c72ec3 is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:02:02.180376 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:02.188550 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-76996074-9fce-4944-b679-36c21c90b1db req-a512df8c-9133-4cec-8e59-5d7ebec21dbc tempest-LiveAutoBlockMigrationV225Test-940020400 tempest-LiveAutoBlockMigrationV225Test-940020400-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=bda815dc-3228-454b-a95b-f89a3eeb79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360265 May 18 18:02:02.205516 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f944bb6-1b46-449e-ab14-e75372c72ec3 {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:02:02.247919 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 4f944bb6-1b46-449e-ab14-e75372c72ec3, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=4f944bb6-1b46-449e-ab14-e75372c72ec3,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:02:02.270809 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:02.369893 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-0a478a85-f6a7-4777-bd8e-f446f012600a None None] Current status of the port 11e3f21e-218b-40cb-b762-0838ea1fc5c6 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:02:02.370687 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0a478a85-f6a7-4777-bd8e-f446f012600a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:02.419365 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce62b2be-2e33-49f0-8b03-9d5431cad92b req-8689d9bb-18ff-4597-b595-18614ffd31cf tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:02.421040 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ce62b2be-2e33-49f0-8b03-9d5431cad92b req-8689d9bb-18ff-4597-b595-18614ffd31cf tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/ports?device_id=1a523d4a-fa9c-4c5d-ab72-4cf55550a338 HTTP/1.1" status: 200 len: 949 time: 0.0733182 May 18 18:02:02.442058 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e1cb9ced-4231-4cd7-8cc2-4cc45281091e req-392e440f-d566-4d23-baac-3f1431da7e07 tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] 10.222.0.85 "GET /v2.0/security-groups?id=873d3fb2-3b5d-40e4-860c-4bf2bbc08243&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3694124 May 18 18:02:02.449264 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-af4665fa-f9a3-46a8-bc49-c7b68abc40f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:02.453276 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-010c71ed-c1c9-4d61-9e69-991422b3a4af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:02.484350 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ce62b2be-2e33-49f0-8b03-9d5431cad92b req-e4ae787e-747f-42fb-91ed-fc1db2d5da7d tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/security-groups?id=b842f2e0-06aa-4b03-8465-45658e93896b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513871 May 18 18:02:02.538132 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-010c71ed-c1c9-4d61-9e69-991422b3a4af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:02.551631 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=4f944bb6-1b46-449e-ab14-e75372c72ec3,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:02:02.562513 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-af4665fa-f9a3-46a8-bc49-c7b68abc40f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:02.585541 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-0a478a85-f6a7-4777-bd8e-f446f012600a None None] For port 11e3f21e-218b-40cb-b762-0838ea1fc5c6, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=11e3f21e-218b-40cb-b762-0838ea1fc5c6,segment=NetworkSegment(f307dc17-1244-459f-a23a-278ae5d9ea38),segment_id=f307dc17-1244-459f-a23a-278ae5d9ea38)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:02:02.596344 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0a478a85-f6a7-4777-bd8e-f446f012600a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:02.667049 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['4f944bb6-1b46-449e-ab14-e75372c72ec3'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:02:02.689808 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5924f876-4b6d-4a8f-9962-05f0dfd72e73 admin admin] Router fb14b4f0-7e0e-4802-9372-aca0dc7db967 is scheduled to L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e with binding_index 1 {{(pid=102731) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 18 18:02:02.723699 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-010c71ed-c1c9-4d61-9e69-991422b3a4af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:02.731087 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-010c71ed-c1c9-4d61-9e69-991422b3a4af admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:02.732388 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-010c71ed-c1c9-4d61-9e69-991422b3a4af admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/598044a1-0b72-4511-ada3-dca1148538c1 HTTP/1.1" status: 204 len: 168 time: 0.7361126 May 18 18:02:02.736616 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-af4665fa-f9a3-46a8-bc49-c7b68abc40f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:02.739530 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-af4665fa-f9a3-46a8-bc49-c7b68abc40f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:02.743778 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-af4665fa-f9a3-46a8-bc49-c7b68abc40f5 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/45c1d355-fb98-4fe5-b4d8-42396eba7c30 HTTP/1.1" status: 204 len: 168 time: 0.7317107 May 18 18:02:02.770476 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010c71ed-c1c9-4d61-9e69-991422b3a4af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=598044a1-0b72-4511-ada3-dca1148538c1,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:02:02.835388 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4665fa-f9a3-46a8-bc49-c7b68abc40f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45c1d355-fb98-4fe5-b4d8-42396eba7c30,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:02:02.881251 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a478a85-f6a7-4777-bd8e-f446f012600a None None] Pushing event updated for resources: {'Port': ['ID=11e3f21e-218b-40cb-b762-0838ea1fc5c6,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:02:02.967389 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 11e3f21e-218b-40cb-b762-0838ea1fc5c6 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:02:02.971181 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5924f876-4b6d-4a8f-9962-05f0dfd72e73 admin admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:02:02.982850 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15956182-bb52-48e4-855f-637a06f180b4 None None] Sync routers for ids ['fb14b4f0-7e0e-4802-9372-aca0dc7db967'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:02:02.997243 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15956182-bb52-48e4-855f-637a06f180b4 None None] Routers {'fb14b4f0-7e0e-4802-9372-aca0dc7db967'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:02:02.997594 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5924f876-4b6d-4a8f-9962-05f0dfd72e73 admin admin] Notify callbacks [] for router, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:02.998304 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-15956182-bb52-48e4-855f-637a06f180b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:01:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['fb14b4f0-7e0e-4802-9372-aca0dc7db967'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:02:03.001644 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-5924f876-4b6d-4a8f-9962-05f0dfd72e73 admin admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.0098963 May 18 18:02:03.001861 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 43424) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:02:03.113049 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-7588b93c-9be7-4938-9400-c88c00432c81 None None] Provisioning complete for port 11e3f21e-218b-40cb-b762-0838ea1fc5c6 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:02:03.113420 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-7588b93c-9be7-4938-9400-c88c00432c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:03.212691 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-15956182-bb52-48e4-855f-637a06f180b4 None None] Set router fb14b4f0-7e0e-4802-9372-aca0dc7db967 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:02:03.243540 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 11e3f21e-218b-40cb-b762-0838ea1fc5c6 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:02:03.254249 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:03.359309 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-7588b93c-9be7-4938-9400-c88c00432c81 None None] Current status of the port 11e3f21e-218b-40cb-b762-0838ea1fc5c6 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:02:03.401135 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 11e3f21e-218b-40cb-b762-0838ea1fc5c6 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:02:03.561449 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f20418-400a-4519-b840-3e6aa8531fad req-8fee3e90-0056-4e0b-929a-9f84d98b6a19 tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:03.565348 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e5f20418-400a-4519-b840-3e6aa8531fad req-8fee3e90-0056-4e0b-929a-9f84d98b6a19 tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] 10.222.0.85 "GET /v2.0/ports?device_id=0d2f6ddf-4314-4338-9118-a1f72e9c6d73 HTTP/1.1" status: 200 len: 949 time: 0.0974779 May 18 18:02:03.634423 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e5f20418-400a-4519-b840-3e6aa8531fad req-a025007f-39b2-4298-8b79-ac187f789b1d tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] 10.222.0.85 "GET /v2.0/security-groups?id=1266143d-5445-4421-a475-44b903b2fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628836 May 18 18:02:03.664445 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-15956182-bb52-48e4-855f-637a06f180b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb14b4f0-7e0e-4802-9372-aca0dc7db967', 'name': 'tempest-FloatingIPsTestJSON-910405531-router', 'tenant_id': '54a651c0a59d438d9a603a61a8f090fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.220'}], 'enable_snat': True}, 'gw_port_id': '3b675ebc-1467-4a6f-940c-c357e407a9f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:01:59Z', 'updated_at': '2022-05-18T18:02:01Z', 'revision_number': 3, 'project_id': '54a651c0a59d438d9a603a61a8f090fc', 'gw_port': {'id': '3b675ebc-1467-4a6f-940c-c357e407a9f1', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:27:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb14b4f0-7e0e-4802-9372-aca0dc7db967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:02:00Z', 'updated_at': '2022-05-18T18:02:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:02:03.666117 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 43452) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:02:03.700208 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-05bd4c0f-ab63-4723-92b0-20d60c2beaa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:03.704006 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device cf276825-a7ae-4f65-88ed-3d2e9fff178b details requested by agent hyperv_n-h2-838550-3 with host n-h2-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:02:03.791762 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15956182-bb52-48e4-855f-637a06f180b4 None None] Checking router: fb14b4f0-7e0e-4802-9372-aca0dc7db967 for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:02:03.794090 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15956182-bb52-48e4-855f-637a06f180b4 None None] Updating router fb14b4f0-7e0e-4802-9372-aca0dc7db967 port 3b675ebc-1467-4a6f-940c-c357e407a9f1 binding host n-d-838550-3 {{(pid=102733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 18:02:03.859240 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7f2f3cab-a79d-41e3-9e53-214efc90734d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:03.901417 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-15956182-bb52-48e4-855f-637a06f180b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:03.950985 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port cf276825-a7ae-4f65-88ed-3d2e9fff178b, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=cf276825-a7ae-4f65-88ed-3d2e9fff178b,segment=NetworkSegment(233283e0-ebec-4cdf-9a24-cf365763643d),segment_id=233283e0-ebec-4cdf-9a24-cf365763643d)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:02:03.964594 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Returning: {'device': 'cf276825-a7ae-4f65-88ed-3d2e9fff178b', 'network_id': 'f7cf31b5-1eeb-4bf6-bd77-be90f0ebecb7', 'port_id': 'cf276825-a7ae-4f65-88ed-3d2e9fff178b', 'mac_address': 'fa:16:3e:01:ec:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd88b0a46-da40-4baf-b21a-795825e4a8cb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:02:03.977997 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-05bd4c0f-ab63-4723-92b0-20d60c2beaa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:03.982862 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-05bd4c0f-ab63-4723-92b0-20d60c2beaa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:04.063187 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port cf276825-a7ae-4f65-88ed-3d2e9fff178b is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:02:04.069171 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:04.071784 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-05bd4c0f-ab63-4723-92b0-20d60c2beaa7 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=acd12edeb3304ae998ce6e22b649ab23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4045746 May 18 18:02:04.090015 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bd4c0f-ab63-4723-92b0-20d60c2beaa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fadd33cd-ab88-46bb-8670-81475472b3ee,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:02:04.093458 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 43464) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:02:04.102557 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf276825-a7ae-4f65-88ed-3d2e9fff178b {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:02:04.134359 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port cf276825-a7ae-4f65-88ed-3d2e9fff178b, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=cf276825-a7ae-4f65-88ed-3d2e9fff178b,segment=NetworkSegment(233283e0-ebec-4cdf-9a24-cf365763643d),segment_id=233283e0-ebec-4cdf-9a24-cf365763643d)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:02:04.140620 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:04.174315 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-7f2f3cab-a79d-41e3-9e53-214efc90734d admin admin] Allocated IP 172.20.0.1 (cd7470c2-ee1f-478f-84f7-3d5a2f0d23fd/7cf9a1c2-2c37-4889-b4a7-81c5072c6f38/5d6aaf91-cfee-40ca-9127-81a53910b1b9) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:02:04.207451 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d5d6b0-9c8d-40f0-aa23-1036d8d824ed req-4229dd79-e821-4410-8af1-a7d5f329b93c tempest-ServersAdminTestJSON-1635830429 tempest-ServersAdminTestJSON-1635830429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:04.208197 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d5d6b0-9c8d-40f0-aa23-1036d8d824ed req-4229dd79-e821-4410-8af1-a7d5f329b93c tempest-ServersAdminTestJSON-1635830429 tempest-ServersAdminTestJSON-1635830429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:04.208818 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d5d6b0-9c8d-40f0-aa23-1036d8d824ed req-4229dd79-e821-4410-8af1-a7d5f329b93c tempest-ServersAdminTestJSON-1635830429 tempest-ServersAdminTestJSON-1635830429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:04.210071 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d5d6b0-9c8d-40f0-aa23-1036d8d824ed req-4229dd79-e821-4410-8af1-a7d5f329b93c tempest-ServersAdminTestJSON-1635830429 tempest-ServersAdminTestJSON-1635830429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:04.210071 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d5d6b0-9c8d-40f0-aa23-1036d8d824ed req-4229dd79-e821-4410-8af1-a7d5f329b93c tempest-ServersAdminTestJSON-1635830429 tempest-ServersAdminTestJSON-1635830429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:04.210447 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d5d6b0-9c8d-40f0-aa23-1036d8d824ed req-4229dd79-e821-4410-8af1-a7d5f329b93c tempest-ServersAdminTestJSON-1635830429 tempest-ServersAdminTestJSON-1635830429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:04.211053 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d5d6b0-9c8d-40f0-aa23-1036d8d824ed req-4229dd79-e821-4410-8af1-a7d5f329b93c tempest-ServersAdminTestJSON-1635830429 tempest-ServersAdminTestJSON-1635830429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:04.213438 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b0d5d6b0-9c8d-40f0-aa23-1036d8d824ed req-4229dd79-e821-4410-8af1-a7d5f329b93c tempest-ServersAdminTestJSON-1635830429 tempest-ServersAdminTestJSON-1635830429-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=0cf7e481-afee-4167-ab64-1c83d9503ded&device_id=0d2f6ddf-4314-4338-9118-a1f72e9c6d73&device_id=1a523d4a-fa9c-4c5d-ab72-4cf55550a338&device_id=e29e16d8-e422-4794-abe3-fa62aae733ea&device_id=121c1182-c743-4361-96a5-f19520c0e9e2&device_id=858cda9a-bd23-4669-bce8-c1a1912bf0b4&device_id=9fd52930-74c1-446a-8fe8-b01fb6bc2060 HTTP/1.1" status: 200 len: 6476 time: 0.1014109 May 18 18:02:04.245310 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-b0d5d6b0-9c8d-40f0-aa23-1036d8d824ed req-8e12ad83-31f6-489c-a878-cb0e7b38060a tempest-ServersAdminTestJSON-1635830429 tempest-ServersAdminTestJSON-1635830429-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:04.255773 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-caa3c80e-dc01-461a-b3ae-7f055dabb8a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:04.260969 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=cf276825-a7ae-4f65-88ed-3d2e9fff178b,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:02:04.302822 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-caa3c80e-dc01-461a-b3ae-7f055dabb8a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:04.357370 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7f2f3cab-a79d-41e3-9e53-214efc90734d admin admin] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:04.399716 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7f2f3cab-a79d-41e3-9e53-214efc90734d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:04.444825 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-b0d5d6b0-9c8d-40f0-aa23-1036d8d824ed req-8e12ad83-31f6-489c-a878-cb0e7b38060a tempest-ServersAdminTestJSON-1635830429 tempest-ServersAdminTestJSON-1635830429-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:04.451845 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f2f3cab-a79d-41e3-9e53-214efc90734d admin admin] Network cd7470c2-ee1f-478f-84f7-3d5a2f0d23fd is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:02:04.452349 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-b0d5d6b0-9c8d-40f0-aa23-1036d8d824ed req-8e12ad83-31f6-489c-a878-cb0e7b38060a tempest-ServersAdminTestJSON-1635830429 tempest-ServersAdminTestJSON-1635830429-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:04.455653 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-7f2f3cab-a79d-41e3-9e53-214efc90734d admin admin] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:02:04.467891 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2f3cab-a79d-41e3-9e53-214efc90734d admin admin] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:02:04.468929 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7f2f3cab-a79d-41e3-9e53-214efc90734d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595826'] for router_interface, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:04.513811 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['cf276825-a7ae-4f65-88ed-3d2e9fff178b'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:02:04.539954 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-caa3c80e-dc01-461a-b3ae-7f055dabb8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:04.561315 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-caa3c80e-dc01-461a-b3ae-7f055dabb8a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:04.563821 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-15956182-bb52-48e4-855f-637a06f180b4 None None] Notify callbacks [] for port, precommit_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:04.571063 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-15956182-bb52-48e4-855f-637a06f180b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:04.571672 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-caa3c80e-dc01-461a-b3ae-7f055dabb8a7 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/fadd33cd-ab88-46bb-8670-81475472b3ee HTTP/1.1" status: 204 len: 168 time: 0.4758294 May 18 18:02:04.580571 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2f3cab-a79d-41e3-9e53-214efc90734d admin admin] Pushing event updated for resources: {'Port': ['ID=5d6aaf91-cfee-40ca-9127-81a53910b1b9,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:02:04.607380 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b0d5d6b0-9c8d-40f0-aa23-1036d8d824ed req-8e12ad83-31f6-489c-a878-cb0e7b38060a tempest-ServersAdminTestJSON-1635830429 tempest-ServersAdminTestJSON-1635830429-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=873d3fb2-3b5d-40e4-860c-4bf2bbc08243&id=bda815dc-3228-454b-a95b-f89a3eeb79be&id=1266143d-5445-4421-a475-44b903b2fe77&id=b842f2e0-06aa-4b03-8465-45658e93896b&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.3791711 May 18 18:02:04.671688 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e12ad83-31f6-489c-a878-cb0e7b38060a tempest-ServersAdminTestJSON-1635830429 tempest-ServersAdminTestJSON-1635830429-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48847769-6a44-486d-bb3f-9117ab66f897,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:02:04.730562 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa3c80e-dc01-461a-b3ae-7f055dabb8a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fadd33cd-ab88-46bb-8670-81475472b3ee,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:02:04.772453 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed4eb05-7588-44d4-bc8b-4d1a101619a1 None None] Pushing event updated for resources: {'Port': ['ID=3b675ebc-1467-4a6f-940c-c357e407a9f1,revision_number=2']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:02:04.807120 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7f2f3cab-a79d-41e3-9e53-214efc90734d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:04.848719 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-15956182-bb52-48e4-855f-637a06f180b4 None None] Attempting to bind port 3b675ebc-1467-4a6f-940c-c357e407a9f1 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:02:04.849095 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-15956182-bb52-48e4-855f-637a06f180b4 None None] Attempting to bind port 3b675ebc-1467-4a6f-940c-c357e407a9f1 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:02:04.851696 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15956182-bb52-48e4-855f-637a06f180b4 None None] Attempting to bind port 3b675ebc-1467-4a6f-940c-c357e407a9f1 on network 31ebd439-090c-4b25-bbb0-31c48711b145 {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:02:04.865508 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15956182-bb52-48e4-855f-637a06f180b4 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:02:04.868333 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15956182-bb52-48e4-855f-637a06f180b4 None None] Checking segment: {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:02:04.869749 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-15956182-bb52-48e4-855f-637a06f180b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:04.870499 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15956182-bb52-48e4-855f-637a06f180b4 None None] Bound using segment: {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:02:04.872064 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-15956182-bb52-48e4-855f-637a06f180b4 None None] Bound port: 3b675ebc-1467-4a6f-940c-c357e407a9f1, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:02:04.873009 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-15956182-bb52-48e4-855f-637a06f180b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:04.936168 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 11e3f21e-218b-40cb-b762-0838ea1fc5c6 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:02:05.000479 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.db [None req-15956182-bb52-48e4-855f-637a06f180b4 None None] For port 3b675ebc-1467-4a6f-940c-c357e407a9f1, host n-d-838550-3, cleared binding levels {{(pid=102733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:02:05.006025 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.db [None req-15956182-bb52-48e4-855f-637a06f180b4 None None] For port 3b675ebc-1467-4a6f-940c-c357e407a9f1, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=3b675ebc-1467-4a6f-940c-c357e407a9f1,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:02:05.013066 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-15956182-bb52-48e4-855f-637a06f180b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:05.033282 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83a3436-38ce-4699-ade8-df73d5310762 req-10282744-562f-48b9-b5b2-ae7cc056dc59 tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:05.035257 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f83a3436-38ce-4699-ade8-df73d5310762 req-10282744-562f-48b9-b5b2-ae7cc056dc59 tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] 10.222.0.85 "GET /v2.0/ports?device_id=0cf7e481-afee-4167-ab64-1c83d9503ded HTTP/1.1" status: 200 len: 945 time: 0.1258070 May 18 18:02:05.099615 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15956182-bb52-48e4-855f-637a06f180b4 None None] Routers {'fb14b4f0-7e0e-4802-9372-aca0dc7db967'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:02:05.100253 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-15956182-bb52-48e4-855f-637a06f180b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:01:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['fb14b4f0-7e0e-4802-9372-aca0dc7db967'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:02:05.119651 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f83a3436-38ce-4699-ade8-df73d5310762 req-36779aba-8a86-448e-a0c0-50a331c7e086 tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] 10.222.0.85 "GET /v2.0/security-groups?id=873d3fb2-3b5d-40e4-860c-4bf2bbc08243&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706260 May 18 18:02:05.132390 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-9f7f28d5-347c-4f43-91e1-b4b55b295f42 None None] Provisioning complete for port 5d6aaf91-cfee-40ca-9127-81a53910b1b9 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:02:05.133728 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9f7f28d5-347c-4f43-91e1-b4b55b295f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:05.173718 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 11e3f21e-218b-40cb-b762-0838ea1fc5c6 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:02:05.174388 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:05.294554 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7f2f3cab-a79d-41e3-9e53-214efc90734d admin admin] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:05.307934 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7f2f3cab-a79d-41e3-9e53-214efc90734d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:05.310137 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7f2f3cab-a79d-41e3-9e53-214efc90734d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-595870'] for router_interface, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:05.318654 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-15956182-bb52-48e4-855f-637a06f180b4 None None] Set router fb14b4f0-7e0e-4802-9372-aca0dc7db967 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:02:05.347466 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 11e3f21e-218b-40cb-b762-0838ea1fc5c6 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:02:05.366143 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-9f7f28d5-347c-4f43-91e1-b4b55b295f42 None None] Port 5d6aaf91-cfee-40ca-9127-81a53910b1b9 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:02:05.391829 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 43516) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:02:05.602181 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed4eb05-7588-44d4-bc8b-4d1a101619a1 None None] Pushing event updated for resources: {'Port': ['ID=3b675ebc-1467-4a6f-940c-c357e407a9f1,revision_number=3']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:02:05.639232 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-15956182-bb52-48e4-855f-637a06f180b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb14b4f0-7e0e-4802-9372-aca0dc7db967', 'name': 'tempest-FloatingIPsTestJSON-910405531-router', 'tenant_id': '54a651c0a59d438d9a603a61a8f090fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.220'}], 'enable_snat': True}, 'gw_port_id': '3b675ebc-1467-4a6f-940c-c357e407a9f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:01:59Z', 'updated_at': '2022-05-18T18:02:04Z', 'revision_number': 4, 'project_id': '54a651c0a59d438d9a603a61a8f090fc', 'gw_port': {'id': '3b675ebc-1467-4a6f-940c-c357e407a9f1', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:27:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb14b4f0-7e0e-4802-9372-aca0dc7db967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:02:00Z', 'updated_at': '2022-05-18T18:02:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '5d6aaf91-cfee-40ca-9127-81a53910b1b9', 'name': '', 'network_id': 'cd7470c2-ee1f-478f-84f7-3d5a2f0d23fd', 'tenant_id': '54a651c0a59d438d9a603a61a8f090fc', 'mac_address': 'fa:16:3e:f4:c6:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb14b4f0-7e0e-4802-9372-aca0dc7db967', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '7cf9a1c2-2c37-4889-b4a7-81c5072c6f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:02:03Z', 'updated_at': '2022-05-18T18:02:04Z', 'revision_number': 1, 'project_id': '54a651c0a59d438d9a603a61a8f090fc', 'subnets': [{'id': '7cf9a1c2-2c37-4889-b4a7-81c5072c6f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:02:05.670402 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2f3cab-a79d-41e3-9e53-214efc90734d admin admin] Pushing event updated for resources: {'Port': ['ID=5d6aaf91-cfee-40ca-9127-81a53910b1b9,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:02:05.676199 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15956182-bb52-48e4-855f-637a06f180b4 None None] The sync data for ids ['fb14b4f0-7e0e-4802-9372-aca0dc7db967'] in n-d-838550-3 is: [{'id': 'fb14b4f0-7e0e-4802-9372-aca0dc7db967', 'name': 'tempest-FloatingIPsTestJSON-910405531-router', 'tenant_id': '54a651c0a59d438d9a603a61a8f090fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.220'}], 'enable_snat': True}, 'gw_port_id': '3b675ebc-1467-4a6f-940c-c357e407a9f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:01:59Z', 'updated_at': '2022-05-18T18:02:04Z', 'revision_number': 4, 'project_id': '54a651c0a59d438d9a603a61a8f090fc', 'gw_port': {'id': '3b675ebc-1467-4a6f-940c-c357e407a9f1', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:27:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb14b4f0-7e0e-4802-9372-aca0dc7db967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:02:00Z', 'updated_at': '2022-05-18T18:02:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '5d6aaf91-cfee-40ca-9127-81a53910b1b9', 'name': '', 'network_id': 'cd7470c2-ee1f-478f-84f7-3d5a2f0d23fd', 'tenant_id': '54a651c0a59d438d9a603a61a8f090fc', 'mac_address': 'fa:16:3e:f4:c6:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb14b4f0-7e0e-4802-9372-aca0dc7db967', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '7cf9a1c2-2c37-4889-b4a7-81c5072c6f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:02:03Z', 'updated_at': '2022-05-18T18:02:04Z', 'revision_number': 1, 'project_id': '54a651c0a59d438d9a603a61a8f090fc', 'subnets': [{'id': '7cf9a1c2-2c37-4889-b4a7-81c5072c6f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:02:05.720022 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dfd629-99d6-4d13-aac7-904c641fd7c1 req-6ff4d7fa-8c2d-4d3e-9537-d8b2fe9b8a59 tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:05.723124 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 4f944bb6-1b46-449e-ab14-e75372c72ec3 up at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:02:05.727549 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-30dfd629-99d6-4d13-aac7-904c641fd7c1 req-6ff4d7fa-8c2d-4d3e-9537-d8b2fe9b8a59 tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] 10.222.0.85 "GET /v2.0/ports?device_id=0d2f6ddf-4314-4338-9118-a1f72e9c6d73 HTTP/1.1" status: 200 len: 949 time: 0.1498892 May 18 18:02:05.748452 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f2f3cab-a79d-41e3-9e53-214efc90734d admin admin] Network cd7470c2-ee1f-478f-84f7-3d5a2f0d23fd is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:02:05.759824 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-7f2f3cab-a79d-41e3-9e53-214efc90734d admin admin] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:02:05.792211 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-30dfd629-99d6-4d13-aac7-904c641fd7c1 req-d65f6a6d-fdfa-48b0-8bad-231fc4b789b9 tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] 10.222.0.85 "GET /v2.0/security-groups?id=1266143d-5445-4421-a475-44b903b2fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610528 May 18 18:02:05.925024 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning for port 4f944bb6-1b46-449e-ab14-e75372c72ec3 completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:02:05.933792 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning complete for port 4f944bb6-1b46-449e-ab14-e75372c72ec3 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:02:05.935073 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:06.011409 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f2f3cab-a79d-41e3-9e53-214efc90734d admin admin] Router fb14b4f0-7e0e-4802-9372-aca0dc7db967 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:02:06.061385 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [req-cbf031d0-6174-467b-ab5e-a06158d21721 req-fb12c0f1-6be9-49b9-add1-ba309c1af272 tempest-LiveAutoBlockMigrationV225Test-940020400 tempest-LiveAutoBlockMigrationV225Test-940020400-project-admin] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=102730) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 18:02:06.066053 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cbf031d0-6174-467b-ab5e-a06158d21721 req-fb12c0f1-6be9-49b9-add1-ba309c1af272 tempest-LiveAutoBlockMigrationV225Test-940020400 tempest-LiveAutoBlockMigrationV225Test-940020400-project-admin] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6729565 May 18 18:02:06.131108 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 4f944bb6-1b46-449e-ab14-e75372c72ec3 is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:02:06.131864 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:06.177706 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d2f6ddf-4314-4338-9118-a1f72e9c6d73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f944bb6-1b46-449e-ab14-e75372c72ec3'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:02:06.180889 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7e1c3a7-4f3b-4709-a3f1-302d3d356022" -d '{"events": [{"server_uuid": "0d2f6ddf-4314-4338-9118-a1f72e9c6d73", "name": "network-vif-plugged", "status": "completed", "tag": "4f944bb6-1b46-449e-ab14-e75372c72ec3"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:02:06.230339 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 4f944bb6-1b46-449e-ab14-e75372c72ec3, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=4f944bb6-1b46-449e-ab14-e75372c72ec3,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:02:06.238849 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:06.251053 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12184562-d4d8-4178-abf6-48656447dec8 req-76db4ff8-8601-420f-aa0b-b08d2b6a4eb1 tempest-ServersAdminTestJSON-1635830429 tempest-ServersAdminTestJSON-1635830429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:06.251540 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12184562-d4d8-4178-abf6-48656447dec8 req-76db4ff8-8601-420f-aa0b-b08d2b6a4eb1 tempest-ServersAdminTestJSON-1635830429 tempest-ServersAdminTestJSON-1635830429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:06.252015 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12184562-d4d8-4178-abf6-48656447dec8 req-76db4ff8-8601-420f-aa0b-b08d2b6a4eb1 tempest-ServersAdminTestJSON-1635830429 tempest-ServersAdminTestJSON-1635830429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:06.261500 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-12184562-d4d8-4178-abf6-48656447dec8 req-76db4ff8-8601-420f-aa0b-b08d2b6a4eb1 tempest-ServersAdminTestJSON-1635830429 tempest-ServersAdminTestJSON-1635830429-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=1a523d4a-fa9c-4c5d-ab72-4cf55550a338&device_id=858cda9a-bd23-4669-bce8-c1a1912bf0b4&device_id=9fd52930-74c1-446a-8fe8-b01fb6bc2060 HTTP/1.1" status: 200 len: 2882 time: 0.1027727 May 18 18:02:06.293201 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-521b4698-d615-41bf-91f9-bc88f0aee59e None None] Provisioning complete for port 5d6aaf91-cfee-40ca-9127-81a53910b1b9 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:02:06.293643 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-521b4698-d615-41bf-91f9-bc88f0aee59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:06.311235 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-12184562-d4d8-4178-abf6-48656447dec8 req-0a739ddc-87a2-4c27-ad25-50950f0eca44 tempest-ServersAdminTestJSON-1635830429 tempest-ServersAdminTestJSON-1635830429-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=b842f2e0-06aa-4b03-8465-45658e93896b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487108 May 18 18:02:06.337921 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f2f3cab-a79d-41e3-9e53-214efc90734d admin admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:02:06.343730 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-7f2f3cab-a79d-41e3-9e53-214efc90734d admin admin] 10.222.0.85 "PUT /v2.0/routers/fb14b4f0-7e0e-4802-9372-aca0dc7db967/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3402967 May 18 18:02:06.394808 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-521b4698-d615-41bf-91f9-bc88f0aee59e None None] Port 5d6aaf91-cfee-40ca-9127-81a53910b1b9 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:02:06.406677 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=4f944bb6-1b46-449e-ab14-e75372c72ec3,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:02:06.550827 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf031d0-6174-467b-ab5e-a06158d21721 req-822751b4-eb71-4ae1-96f8-15a36e25656b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:06.557964 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cbf031d0-6174-467b-ab5e-a06158d21721 req-822751b4-eb71-4ae1-96f8-15a36e25656b service neutron] 10.222.0.85 "GET /v2.0/ports/cb11a143-d579-4d02-bc74-db341a9b2376 HTTP/1.1" status: 200 len: 1114 time: 0.1588404 May 18 18:02:06.562805 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-cbf031d0-6174-467b-ab5e-a06158d21721 req-f612ab2a-3819-4a1e-a306-e3f588ba5950 service neutron] Request body: {'binding': {'host': 'n-h1-838550-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:02:06.563320 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-cbf031d0-6174-467b-ab5e-a06158d21721 req-f612ab2a-3819-4a1e-a306-e3f588ba5950 service neutron] Unknown quota resources ['binding']. {{(pid=102730) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} May 18 18:02:06.695457 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6f0cd5-6415-4c60-97a5-be920c872e77 req-35addd10-b026-4d53-96ca-802bc3c87595 tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:06.703968 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1b6f0cd5-6415-4c60-97a5-be920c872e77 req-35addd10-b026-4d53-96ca-802bc3c87595 tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] 10.222.0.85 "GET /v2.0/ports?device_id=0cf7e481-afee-4167-ab64-1c83d9503ded HTTP/1.1" status: 200 len: 945 time: 0.1136904 May 18 18:02:06.778216 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1b6f0cd5-6415-4c60-97a5-be920c872e77 req-58a269ea-0a9f-45b0-b212-55ddc7e8bdc9 tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] 10.222.0.85 "GET /v2.0/security-groups?id=873d3fb2-3b5d-40e4-860c-4bf2bbc08243&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724649 May 18 18:02:06.848882 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-cbf031d0-6174-467b-ab5e-a06158d21721 req-f612ab2a-3819-4a1e-a306-e3f588ba5950 service neutron] Attempting to bind port cb11a143-d579-4d02-bc74-db341a9b2376 on host n-h1-838550-3 for vnic_type normal with profile None {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:02:06.849496 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-cbf031d0-6174-467b-ab5e-a06158d21721 req-f612ab2a-3819-4a1e-a306-e3f588ba5950 service neutron] Attempting to bind port cb11a143-d579-4d02-bc74-db341a9b2376 by drivers openvswitch,hyperv on host n-h1-838550-3 at level 0 using segments [{'id': '6537e25f-afe8-4089-8825-f23e3073c58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'e7bb4226-ce97-4ecd-a736-061f4f786581'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:02:06.850053 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf031d0-6174-467b-ab5e-a06158d21721 req-f612ab2a-3819-4a1e-a306-e3f588ba5950 service neutron] Attempting to bind port cb11a143-d579-4d02-bc74-db341a9b2376 on network e7bb4226-ce97-4ecd-a736-061f4f786581 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:02:06.856868 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf031d0-6174-467b-ab5e-a06158d21721 req-f612ab2a-3819-4a1e-a306-e3f588ba5950 service neutron] Port cb11a143-d579-4d02-bc74-db341a9b2376 on network e7bb4226-ce97-4ecd-a736-061f4f786581 not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-3 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:02:06.857259 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf031d0-6174-467b-ab5e-a06158d21721 req-f612ab2a-3819-4a1e-a306-e3f588ba5950 service neutron] Attempting to bind port cb11a143-d579-4d02-bc74-db341a9b2376 on network e7bb4226-ce97-4ecd-a736-061f4f786581 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:02:06.867426 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf031d0-6174-467b-ab5e-a06158d21721 req-f612ab2a-3819-4a1e-a306-e3f588ba5950 service neutron] Checking agent: {'id': '1dbac822-25f2-4df8-9dc8-5c2e7b136eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:02:06.867962 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf031d0-6174-467b-ab5e-a06158d21721 req-f612ab2a-3819-4a1e-a306-e3f588ba5950 service neutron] Checking segment: {'id': '6537e25f-afe8-4089-8825-f23e3073c58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'e7bb4226-ce97-4ecd-a736-061f4f786581'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:02:06.868515 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf031d0-6174-467b-ab5e-a06158d21721 req-f612ab2a-3819-4a1e-a306-e3f588ba5950 service neutron] Bound using segment: {'id': '6537e25f-afe8-4089-8825-f23e3073c58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'e7bb4226-ce97-4ecd-a736-061f4f786581'} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:02:06.869053 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5258b59-8c38-4279-a91b-36c96cef5831 x-openstack-request-id: req-f5258b59-8c38-4279-a91b-36c96cef5831 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:02:06.869188 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-cbf031d0-6174-467b-ab5e-a06158d21721 req-f612ab2a-3819-4a1e-a306-e3f588ba5950 service neutron] Bound port: cb11a143-d579-4d02-bc74-db341a9b2376, host: n-h1-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6537e25f-afe8-4089-8825-f23e3073c58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'e7bb4226-ce97-4ecd-a736-061f4f786581'}}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:02:06.869835 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d2f6ddf-4314-4338-9118-a1f72e9c6d73", "name": "network-vif-plugged", "status": "completed", "tag": "4f944bb6-1b46-449e-ab14-e75372c72ec3", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:02:06.870326 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-f5258b59-8c38-4279-a91b-36c96cef5831 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:02:06.871940 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5258b59-8c38-4279-a91b-36c96cef5831'] response: {'server_uuid': '0d2f6ddf-4314-4338-9118-a1f72e9c6d73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f944bb6-1b46-449e-ab14-e75372c72ec3', 'code': 200} May 18 18:02:07.012041 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-cbf031d0-6174-467b-ab5e-a06158d21721 req-f612ab2a-3819-4a1e-a306-e3f588ba5950 service neutron] For port cb11a143-d579-4d02-bc74-db341a9b2376, host n-h1-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=cb11a143-d579-4d02-bc74-db341a9b2376,segment=NetworkSegment(6537e25f-afe8-4089-8825-f23e3073c58d),segment_id=6537e25f-afe8-4089-8825-f23e3073c58d)] {{(pid=102730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:02:07.020835 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-cbf031d0-6174-467b-ab5e-a06158d21721 req-f612ab2a-3819-4a1e-a306-e3f588ba5950 service neutron] Notify callbacks [] for binding, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:07.022291 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cbf031d0-6174-467b-ab5e-a06158d21721 req-f612ab2a-3819-4a1e-a306-e3f588ba5950 service neutron] 10.222.0.85 "POST /v2.0/ports/cb11a143-d579-4d02-bc74-db341a9b2376/bindings HTTP/1.1" status: 201 len: 389 time: 0.4635298 May 18 18:02:07.030858 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5edea76-8f69-4b09-8cc3-d495e65af594 req-1b72338c-2197-415c-a46e-1abaa2c5e913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:07.032671 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d5edea76-8f69-4b09-8cc3-d495e65af594 req-1b72338c-2197-415c-a46e-1abaa2c5e913 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=0d2f6ddf-4314-4338-9118-a1f72e9c6d73 HTTP/1.1" status: 200 len: 1101 time: 0.0748346 May 18 18:02:07.109764 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d5edea76-8f69-4b09-8cc3-d495e65af594 req-0cc65c6f-8b65-4bb3-977d-df11a009a0e6 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=1266143d-5445-4421-a475-44b903b2fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625010 May 18 18:02:07.535467 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e933873-c4f3-4c5d-8b69-4627eb8b848c req-d8ac9578-7542-4a99-8788-c887065402e2 tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:07.549545 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0e933873-c4f3-4c5d-8b69-4627eb8b848c req-d8ac9578-7542-4a99-8788-c887065402e2 tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] 10.222.0.85 "GET /v2.0/ports?device_id=0d2f6ddf-4314-4338-9118-a1f72e9c6d73 HTTP/1.1" status: 200 len: 950 time: 0.1386242 May 18 18:02:07.575496 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1db66ce7-5b1a-4420-b34a-1efcdb3e6225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:07.646880 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0e933873-c4f3-4c5d-8b69-4627eb8b848c req-b348e0b1-0eed-41c2-88cd-80584efd9fa1 tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] 10.222.0.85 "GET /v2.0/security-groups?id=1266143d-5445-4421-a475-44b903b2fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796609 May 18 18:02:07.661228 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf031d0-6174-467b-ab5e-a06158d21721 req-6383943f-4893-4ebc-abb8-db00c9feb74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:07.663125 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cbf031d0-6174-467b-ab5e-a06158d21721 req-6383943f-4893-4ebc-abb8-db00c9feb74f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=38c3fbce1f554996bc4a73e5f0f7c3e8&device_id=e29e16d8-e422-4794-abe3-fa62aae733ea HTTP/1.1" status: 200 len: 1117 time: 0.0643318 May 18 18:02:07.733561 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device cf276825-a7ae-4f65-88ed-3d2e9fff178b up at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:02:07.822913 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning for port cf276825-a7ae-4f65-88ed-3d2e9fff178b completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:02:07.827852 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning complete for port cf276825-a7ae-4f65-88ed-3d2e9fff178b triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:02:07.828217 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:07.866897 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c128b721-7fea-4cfb-a47e-6440ed306400 req-73e8296c-b941-4e52-9c41-b64066b338d0 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:07.874192 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c128b721-7fea-4cfb-a47e-6440ed306400 req-73e8296c-b941-4e52-9c41-b64066b338d0 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/ports?device_id=e29e16d8-e422-4794-abe3-fa62aae733ea HTTP/1.1" status: 200 len: 966 time: 0.0910215 May 18 18:02:07.917894 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf031d0-6174-467b-ab5e-a06158d21721 req-0450ab70-8077-42cb-ac70-3b6057e31daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:07.919387 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cbf031d0-6174-467b-ab5e-a06158d21721 req-0450ab70-8077-42cb-ac70-3b6057e31daa service neutron] 10.222.0.36 "GET /v2.0/networks?id=e7bb4226-ce97-4ecd-a736-061f4f786581 HTTP/1.1" status: 200 len: 921 time: 0.2488947 May 18 18:02:07.925636 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port cf276825-a7ae-4f65-88ed-3d2e9fff178b is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:02:07.926034 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:07.927173 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c128b721-7fea-4cfb-a47e-6440ed306400 req-4516e491-8279-446f-bb1a-1a9ac2bdd8d6 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/security-groups?id=bda815dc-3228-454b-a95b-f89a3eeb79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521305 May 18 18:02:07.972247 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3fc5a69e-3cc3-4cd0-902c-c91b8bfe7886 req-dae3abc4-c817-4e04-b547-6dcd4c5258b6 tempest-FloatingIPsTestJSON-877779556 tempest-FloatingIPsTestJSON-877779556-project] 10.222.0.85 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3270423 May 18 18:02:07.973350 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port cf276825-a7ae-4f65-88ed-3d2e9fff178b, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=cf276825-a7ae-4f65-88ed-3d2e9fff178b,segment=NetworkSegment(233283e0-ebec-4cdf-9a24-cf365763643d),segment_id=233283e0-ebec-4cdf-9a24-cf365763643d)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:02:07.977400 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cbf031d0-6174-467b-ab5e-a06158d21721 req-6af1f55d-1726-4f31-9096-732db84e0b94 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cb11a143-d579-4d02-bc74-db341a9b2376 HTTP/1.1" status: 200 len: 217 time: 0.0468638 May 18 18:02:07.977919 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:07.990191 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-3fc5a69e-3cc3-4cd0-902c-c91b8bfe7886 req-b985e8c6-5a4d-47c7-bb3f-aa188423cb34 tempest-FloatingIPsTestJSON-877779556 tempest-FloatingIPsTestJSON-877779556-project] Request body: {'floatingip': {'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:02:08.021234 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-3fc5a69e-3cc3-4cd0-902c-c91b8bfe7886 req-b985e8c6-5a4d-47c7-bb3f-aa188423cb34 tempest-FloatingIPsTestJSON-877779556 tempest-FloatingIPsTestJSON-877779556-project] Notify callbacks [] for floatingip, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:08.040328 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf031d0-6174-467b-ab5e-a06158d21721 req-b54e7d1f-0d25-41ed-8e0c-c1f58355e0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:08.040668 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cbf031d0-6174-467b-ab5e-a06158d21721 req-b54e7d1f-0d25-41ed-8e0c-c1f58355e0d0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cf982f85-dd38-4a89-9c21-fca17676813e HTTP/1.1" status: 200 len: 860 time: 0.0558100 May 18 18:02:08.071973 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=cf276825-a7ae-4f65-88ed-3d2e9fff178b,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:02:08.098064 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cbf031d0-6174-467b-ab5e-a06158d21721 req-6d7c35c9-cf91-440d-a24e-bbdfa09685af service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e7bb4226-ce97-4ecd-a736-061f4f786581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445352 May 18 18:02:08.179410 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-3fc5a69e-3cc3-4cd0-902c-c91b8bfe7886 req-b985e8c6-5a4d-47c7-bb3f-aa188423cb34 tempest-FloatingIPsTestJSON-877779556 tempest-FloatingIPsTestJSON-877779556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:08.220493 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cbf031d0-6174-467b-ab5e-a06158d21721 req-e7a00a62-fd6c-45e6-86f8-e9de929490f4 service neutron] 10.222.0.36 "GET /v2.0/networks/e7bb4226-ce97-4ecd-a736-061f4f786581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141956 May 18 18:02:08.308430 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [req-3fc5a69e-3cc3-4cd0-902c-c91b8bfe7886 req-b985e8c6-5a4d-47c7-bb3f-aa188423cb34 tempest-FloatingIPsTestJSON-877779556 tempest-FloatingIPsTestJSON-877779556-project] Allocated IP 172.25.5.185 (31ebd439-090c-4b25-bbb0-31c48711b145/363a2810-8a83-4be0-a317-7c91fcd94485/25b4879f-d384-4fce-b24c-72e612162b6e) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:02:08.350286 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce63e1ba-3616-4faa-94af-bbebf331498f req-e1d6dbee-ff79-4c80-9ed1-62ae47081aa9 tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:08.351879 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ce63e1ba-3616-4faa-94af-bbebf331498f req-e1d6dbee-ff79-4c80-9ed1-62ae47081aa9 tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] 10.222.0.85 "GET /v2.0/ports?device_id=0cf7e481-afee-4167-ab64-1c83d9503ded HTTP/1.1" status: 200 len: 946 time: 0.1010656 May 18 18:02:08.375369 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cbf031d0-6174-467b-ab5e-a06158d21721 req-5f025f88-a8e6-4495-998c-bdc4eff27f50 service neutron] 10.222.0.36 "GET /v2.0/networks/e7bb4226-ce97-4ecd-a736-061f4f786581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467433 May 18 18:02:08.404143 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ce63e1ba-3616-4faa-94af-bbebf331498f req-442b50e3-dcff-4fdf-a3f3-7c391cc63b5f tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] 10.222.0.85 "GET /v2.0/security-groups?id=873d3fb2-3b5d-40e4-860c-4bf2bbc08243&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409102 May 18 18:02:08.465278 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-3fc5a69e-3cc3-4cd0-902c-c91b8bfe7886 req-b985e8c6-5a4d-47c7-bb3f-aa188423cb34 tempest-FloatingIPsTestJSON-877779556 tempest-FloatingIPsTestJSON-877779556-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:08.516092 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-3fc5a69e-3cc3-4cd0-902c-c91b8bfe7886 req-b985e8c6-5a4d-47c7-bb3f-aa188423cb34 tempest-FloatingIPsTestJSON-877779556 tempest-FloatingIPsTestJSON-877779556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:08.570382 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fc5a69e-3cc3-4cd0-902c-c91b8bfe7886 req-b985e8c6-5a4d-47c7-bb3f-aa188423cb34 tempest-FloatingIPsTestJSON-877779556 tempest-FloatingIPsTestJSON-877779556-project] Network 31ebd439-090c-4b25-bbb0-31c48711b145 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:02:08.574946 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [req-3fc5a69e-3cc3-4cd0-902c-c91b8bfe7886 req-b985e8c6-5a4d-47c7-bb3f-aa188423cb34 tempest-FloatingIPsTestJSON-877779556 tempest-FloatingIPsTestJSON-877779556-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:02:08.580354 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fc5a69e-3cc3-4cd0-902c-c91b8bfe7886 req-b985e8c6-5a4d-47c7-bb3f-aa188423cb34 tempest-FloatingIPsTestJSON-877779556 tempest-FloatingIPsTestJSON-877779556-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:02:08.598384 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b985e8c6-5a4d-47c7-bb3f-aa188423cb34 tempest-FloatingIPsTestJSON-877779556 tempest-FloatingIPsTestJSON-877779556-project] Pushing event updated for resources: {'Port': ['ID=25b4879f-d384-4fce-b24c-72e612162b6e,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:02:08.657604 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-3fc5a69e-3cc3-4cd0-902c-c91b8bfe7886 req-b985e8c6-5a4d-47c7-bb3f-aa188423cb34 tempest-FloatingIPsTestJSON-877779556 tempest-FloatingIPsTestJSON-877779556-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:08.737725 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-3fc5a69e-3cc3-4cd0-902c-c91b8bfe7886 req-b985e8c6-5a4d-47c7-bb3f-aa188423cb34 tempest-FloatingIPsTestJSON-877779556 tempest-FloatingIPsTestJSON-877779556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:08.850400 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0b4d85-67ee-4a59-a1b5-9f8792629a5b None None] Sync routers for ids ['fb14b4f0-7e0e-4802-9372-aca0dc7db967'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:02:08.864922 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 3b675ebc-1467-4a6f-940c-c357e407a9f1 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:02:08.878626 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cf7e481-afee-4167-ab64-1c83d9503ded', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf276825-a7ae-4f65-88ed-3d2e9fff178b'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:02:08.883750 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0570924-f511-40d3-a1e2-996e9d9d261d" -d '{"events": [{"server_uuid": "0cf7e481-afee-4167-ab64-1c83d9503ded", "name": "network-vif-plugged", "status": "completed", "tag": "cf276825-a7ae-4f65-88ed-3d2e9fff178b"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:02:08.889229 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0b4d85-67ee-4a59-a1b5-9f8792629a5b None None] Routers {'fb14b4f0-7e0e-4802-9372-aca0dc7db967'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:02:08.890333 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-5a0b4d85-67ee-4a59-a1b5-9f8792629a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:01:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['fb14b4f0-7e0e-4802-9372-aca0dc7db967'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:02:08.957741 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-3fc5a69e-3cc3-4cd0-902c-c91b8bfe7886 req-b985e8c6-5a4d-47c7-bb3f-aa188423cb34 tempest-FloatingIPsTestJSON-877779556 tempest-FloatingIPsTestJSON-877779556-project] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:08.965780 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-3fc5a69e-3cc3-4cd0-902c-c91b8bfe7886 req-b985e8c6-5a4d-47c7-bb3f-aa188423cb34 tempest-FloatingIPsTestJSON-877779556 tempest-FloatingIPsTestJSON-877779556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:08.988244 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf031d0-6174-467b-ab5e-a06158d21721 req-b6a8702b-9527-4f1f-9a78-10408bce13b7 tempest-LiveAutoBlockMigrationV225Test-940020400 tempest-LiveAutoBlockMigrationV225Test-940020400-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:08.989987 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cbf031d0-6174-467b-ab5e-a06158d21721 req-b6a8702b-9527-4f1f-9a78-10408bce13b7 tempest-LiveAutoBlockMigrationV225Test-940020400 tempest-LiveAutoBlockMigrationV225Test-940020400-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=e29e16d8-e422-4794-abe3-fa62aae733ea&tenant_id=38c3fbce1f554996bc4a73e5f0f7c3e8&binding%3Ahost_id=n-h2-838550-3 HTTP/1.1" status: 200 len: 1117 time: 0.4379444 May 18 18:02:09.006555 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-cbf031d0-6174-467b-ab5e-a06158d21721 req-d28af2c9-2cfc-49bc-a7b2-71dd7d641d49 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-838550-3'}}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:02:09.063216 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-3fc5a69e-3cc3-4cd0-902c-c91b8bfe7886 req-b985e8c6-5a4d-47c7-bb3f-aa188423cb34 tempest-FloatingIPsTestJSON-877779556 tempest-FloatingIPsTestJSON-877779556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596987'] for floatingip, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:09.096021 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-cbf031d0-6174-467b-ab5e-a06158d21721 req-d28af2c9-2cfc-49bc-a7b2-71dd7d641d49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:09.117696 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b985e8c6-5a4d-47c7-bb3f-aa188423cb34 tempest-FloatingIPsTestJSON-877779556 tempest-FloatingIPsTestJSON-877779556-project] Pushing event updated for resources: {'Port': ['ID=25b4879f-d384-4fce-b24c-72e612162b6e,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:02:09.134555 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-3fc5a69e-3cc3-4cd0-902c-c91b8bfe7886 req-b985e8c6-5a4d-47c7-bb3f-aa188423cb34 tempest-FloatingIPsTestJSON-877779556 tempest-FloatingIPsTestJSON-877779556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:09.136836 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3fc5a69e-3cc3-4cd0-902c-c91b8bfe7886 req-b985e8c6-5a4d-47c7-bb3f-aa188423cb34 tempest-FloatingIPsTestJSON-877779556 tempest-FloatingIPsTestJSON-877779556-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.1509285 May 18 18:02:09.282357 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-5a0b4d85-67ee-4a59-a1b5-9f8792629a5b None None] Set router fb14b4f0-7e0e-4802-9372-aca0dc7db967 gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:02:09.285910 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 3b675ebc-1467-4a6f-940c-c357e407a9f1 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:02:09.286480 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:09.302803 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3fc5a69e-3cc3-4cd0-902c-c91b8bfe7886 req-e2f5b929-eaec-48bc-985f-3a9757ab67e0 tempest-FloatingIPsTestJSON-877779556 tempest-FloatingIPsTestJSON-877779556-project] 10.222.0.85 "GET /v2.0/floatingips?floating_ip_address=172.25.5.185 HTTP/1.1" status: 200 len: 696 time: 0.1536474 May 18 18:02:09.363421 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-cbf031d0-6174-467b-ab5e-a06158d21721 req-d28af2c9-2cfc-49bc-a7b2-71dd7d641d49 service neutron] For port cb11a143-d579-4d02-bc74-db341a9b2376, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=cb11a143-d579-4d02-bc74-db341a9b2376,segment=NetworkSegment(6537e25f-afe8-4089-8825-f23e3073c58d),segment_id=6537e25f-afe8-4089-8825-f23e3073c58d)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:02:09.435341 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-cbf031d0-6174-467b-ab5e-a06158d21721 req-d28af2c9-2cfc-49bc-a7b2-71dd7d641d49 service neutron] For port cb11a143-d579-4d02-bc74-db341a9b2376, host n-h2-838550-3, cleared binding levels {{(pid=102731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:02:09.496213 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e29e16d8-e422-4794-abe3-fa62aae733ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb11a143-d579-4d02-bc74-db341a9b2376'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:02:09.501534 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1336188-624c-421a-a2b5-a00326dda0d6" -d '{"events": [{"server_uuid": "e29e16d8-e422-4794-abe3-fa62aae733ea", "name": "network-vif-unplugged", "status": "completed", "tag": "cb11a143-d579-4d02-bc74-db341a9b2376"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:02:09.517036 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-cbf031d0-6174-467b-ab5e-a06158d21721 req-d28af2c9-2cfc-49bc-a7b2-71dd7d641d49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:09.541937 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-cbf031d0-6174-467b-ab5e-a06158d21721 req-d28af2c9-2cfc-49bc-a7b2-71dd7d641d49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:09.561606 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc5a69e-3cc3-4cd0-902c-c91b8bfe7886 req-2a20ef6b-62b8-4cbc-883a-9a608c5ebb83 tempest-FloatingIPsTestJSON-877779556 tempest-FloatingIPsTestJSON-877779556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:09.564083 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3fc5a69e-3cc3-4cd0-902c-c91b8bfe7886 req-2a20ef6b-62b8-4cbc-883a-9a608c5ebb83 tempest-FloatingIPsTestJSON-877779556 tempest-FloatingIPsTestJSON-877779556-project] 10.222.0.85 "GET /v2.0/networks/31ebd439-090c-4b25-bbb0-31c48711b145 HTTP/1.1" status: 200 len: 784 time: 0.2411270 May 18 18:02:09.581305 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [req-3fc5a69e-3cc3-4cd0-902c-c91b8bfe7886 req-c2db87f9-128f-4391-8209-9b161d5d9f40 tempest-FloatingIPsTestJSON-877779556 tempest-FloatingIPsTestJSON-877779556-project] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=102730) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 18:02:09.583609 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3fc5a69e-3cc3-4cd0-902c-c91b8bfe7886 req-c2db87f9-128f-4391-8209-9b161d5d9f40 tempest-FloatingIPsTestJSON-877779556 tempest-FloatingIPsTestJSON-877779556-project] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0119510 May 18 18:02:09.659768 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-cbf031d0-6174-467b-ab5e-a06158d21721 req-d28af2c9-2cfc-49bc-a7b2-71dd7d641d49 service neutron] Attempting to bind port cb11a143-d579-4d02-bc74-db341a9b2376 on host n-h2-838550-3 for vnic_type normal with profile {"migrating_to": "n-h1-838550-3"} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:02:09.660620 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-cbf031d0-6174-467b-ab5e-a06158d21721 req-d28af2c9-2cfc-49bc-a7b2-71dd7d641d49 service neutron] Attempting to bind port cb11a143-d579-4d02-bc74-db341a9b2376 by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': '6537e25f-afe8-4089-8825-f23e3073c58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'e7bb4226-ce97-4ecd-a736-061f4f786581'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:02:09.660620 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf031d0-6174-467b-ab5e-a06158d21721 req-d28af2c9-2cfc-49bc-a7b2-71dd7d641d49 service neutron] Attempting to bind port cb11a143-d579-4d02-bc74-db341a9b2376 on network e7bb4226-ce97-4ecd-a736-061f4f786581 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:02:09.662529 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28af2c9-2cfc-49bc-a7b2-71dd7d641d49 service neutron] Pushing event updated for resources: {'Port': ['ID=cb11a143-d579-4d02-bc74-db341a9b2376,revision_number=7']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:02:09.679725 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e2e89a-ded2-44bc-bb78-62b14147b6c2 req-c3411231-e1a5-40c0-92fa-a65434b4a943 tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:09.683842 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 3b675ebc-1467-4a6f-940c-c357e407a9f1 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:02:09.684454 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:09.690188 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e8e2e89a-ded2-44bc-bb78-62b14147b6c2 req-c3411231-e1a5-40c0-92fa-a65434b4a943 tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] 10.222.0.85 "GET /v2.0/ports?device_id=0d2f6ddf-4314-4338-9118-a1f72e9c6d73 HTTP/1.1" status: 200 len: 950 time: 0.1645398 May 18 18:02:09.694403 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf031d0-6174-467b-ab5e-a06158d21721 req-d28af2c9-2cfc-49bc-a7b2-71dd7d641d49 service neutron] Port cb11a143-d579-4d02-bc74-db341a9b2376 on network e7bb4226-ce97-4ecd-a736-061f4f786581 not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:02:09.699806 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf031d0-6174-467b-ab5e-a06158d21721 req-d28af2c9-2cfc-49bc-a7b2-71dd7d641d49 service neutron] Attempting to bind port cb11a143-d579-4d02-bc74-db341a9b2376 on network e7bb4226-ce97-4ecd-a736-061f4f786581 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:02:09.731132 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf031d0-6174-467b-ab5e-a06158d21721 req-d28af2c9-2cfc-49bc-a7b2-71dd7d641d49 service neutron] Checking agent: {'id': 'd1be059a-68ea-4c77-9b2b-29f4afa47e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:02:09.731686 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf031d0-6174-467b-ab5e-a06158d21721 req-d28af2c9-2cfc-49bc-a7b2-71dd7d641d49 service neutron] Checking segment: {'id': '6537e25f-afe8-4089-8825-f23e3073c58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'e7bb4226-ce97-4ecd-a736-061f4f786581'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:02:09.732305 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf031d0-6174-467b-ab5e-a06158d21721 req-d28af2c9-2cfc-49bc-a7b2-71dd7d641d49 service neutron] Bound using segment: {'id': '6537e25f-afe8-4089-8825-f23e3073c58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'e7bb4226-ce97-4ecd-a736-061f4f786581'} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:02:09.733021 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-cbf031d0-6174-467b-ab5e-a06158d21721 req-d28af2c9-2cfc-49bc-a7b2-71dd7d641d49 service neutron] Bound port: cb11a143-d579-4d02-bc74-db341a9b2376, host: n-h2-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6537e25f-afe8-4089-8825-f23e3073c58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'e7bb4226-ce97-4ecd-a736-061f4f786581'}}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:02:09.733695 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-cbf031d0-6174-467b-ab5e-a06158d21721 req-d28af2c9-2cfc-49bc-a7b2-71dd7d641d49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:09.747863 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c023bd29-16ea-4b6d-a836-aed3bd84ec3e x-openstack-request-id: req-c023bd29-16ea-4b6d-a836-aed3bd84ec3e {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:02:09.748326 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cf7e481-afee-4167-ab64-1c83d9503ded", "name": "network-vif-plugged", "status": "completed", "tag": "cf276825-a7ae-4f65-88ed-3d2e9fff178b", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:02:09.748718 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-c023bd29-16ea-4b6d-a836-aed3bd84ec3e {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:02:09.750017 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c023bd29-16ea-4b6d-a836-aed3bd84ec3e'] response: {'server_uuid': '0cf7e481-afee-4167-ab64-1c83d9503ded', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf276825-a7ae-4f65-88ed-3d2e9fff178b', 'code': 200} May 18 18:02:09.765537 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] For port 3b675ebc-1467-4a6f-940c-c357e407a9f1, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=3b675ebc-1467-4a6f-940c-c357e407a9f1,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:02:09.773271 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:09.881232 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e8e2e89a-ded2-44bc-bb78-62b14147b6c2 req-3a685847-3a4e-4546-9304-a53d621bb977 tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] 10.222.0.85 "GET /v2.0/security-groups?id=1266143d-5445-4421-a475-44b903b2fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897261 May 18 18:02:09.915190 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-cbf031d0-6174-467b-ab5e-a06158d21721 req-d28af2c9-2cfc-49bc-a7b2-71dd7d641d49 service neutron] For port cb11a143-d579-4d02-bc74-db341a9b2376, host n-h2-838550-3, cleared binding levels {{(pid=102731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:02:09.919732 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-cbf031d0-6174-467b-ab5e-a06158d21721 req-d28af2c9-2cfc-49bc-a7b2-71dd7d641d49 service neutron] For port cb11a143-d579-4d02-bc74-db341a9b2376, host n-h2-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=cb11a143-d579-4d02-bc74-db341a9b2376,segment=NetworkSegment(6537e25f-afe8-4089-8825-f23e3073c58d),segment_id=6537e25f-afe8-4089-8825-f23e3073c58d)] {{(pid=102731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:02:09.926831 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-cbf031d0-6174-467b-ab5e-a06158d21721 req-d28af2c9-2cfc-49bc-a7b2-71dd7d641d49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:09.933203 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Pushing event updated for resources: {'Port': ['ID=3b675ebc-1467-4a6f-940c-c357e407a9f1,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:02:09.968786 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-5a0b4d85-67ee-4a59-a1b5-9f8792629a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb14b4f0-7e0e-4802-9372-aca0dc7db967', 'name': 'tempest-FloatingIPsTestJSON-910405531-router', 'tenant_id': '54a651c0a59d438d9a603a61a8f090fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.220'}], 'enable_snat': True}, 'gw_port_id': '3b675ebc-1467-4a6f-940c-c357e407a9f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:01:59Z', 'updated_at': '2022-05-18T18:02:04Z', 'revision_number': 4, 'project_id': '54a651c0a59d438d9a603a61a8f090fc', 'gw_port': {'id': '3b675ebc-1467-4a6f-940c-c357e407a9f1', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:27:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb14b4f0-7e0e-4802-9372-aca0dc7db967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:02:00Z', 'updated_at': '2022-05-18T18:02:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '5d6aaf91-cfee-40ca-9127-81a53910b1b9', 'name': '', 'network_id': 'cd7470c2-ee1f-478f-84f7-3d5a2f0d23fd', 'tenant_id': '54a651c0a59d438d9a603a61a8f090fc', 'mac_address': 'fa:16:3e:f4:c6:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb14b4f0-7e0e-4802-9372-aca0dc7db967', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '7cf9a1c2-2c37-4889-b4a7-81c5072c6f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:02:03Z', 'updated_at': '2022-05-18T18:02:04Z', 'revision_number': 2, 'project_id': '54a651c0a59d438d9a603a61a8f090fc', 'subnets': [{'id': '7cf9a1c2-2c37-4889-b4a7-81c5072c6f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:02:09.984756 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c4a00f-8c9b-4385-897b-8e2e41bc33ab req-d5595a00-94d5-4d9f-8c67-69eba3cd8009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:09.987625 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-06c4a00f-8c9b-4385-897b-8e2e41bc33ab req-d5595a00-94d5-4d9f-8c67-69eba3cd8009 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=0cf7e481-afee-4167-ab64-1c83d9503ded HTTP/1.1" status: 200 len: 1097 time: 0.1366210 May 18 18:02:10.005604 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8994a1-3104-4ef5-8b8e-6947b4588598 req-e078fc6b-56aa-457b-b780-4bae9442fdb9 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:10.007738 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cd8994a1-3104-4ef5-8b8e-6947b4588598 req-e078fc6b-56aa-457b-b780-4bae9442fdb9 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/ports?device_id=e29e16d8-e422-4794-abe3-fa62aae733ea HTTP/1.1" status: 200 len: 964 time: 0.0986464 May 18 18:02:10.036648 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28af2c9-2cfc-49bc-a7b2-71dd7d641d49 service neutron] Pushing event updated for resources: {'Port': ['ID=cb11a143-d579-4d02-bc74-db341a9b2376,revision_number=8']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:02:10.044275 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0b4d85-67ee-4a59-a1b5-9f8792629a5b None None] Checking router: fb14b4f0-7e0e-4802-9372-aca0dc7db967 for host: n-d-838550-3 {{(pid=102732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:02:10.044629 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0b4d85-67ee-4a59-a1b5-9f8792629a5b None None] Updating router fb14b4f0-7e0e-4802-9372-aca0dc7db967 port 5d6aaf91-cfee-40ca-9127-81a53910b1b9 binding host n-d-838550-3 {{(pid=102732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 18:02:10.082837 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-06c4a00f-8c9b-4385-897b-8e2e41bc33ab req-a095c13d-baf2-41a8-8ecd-b0c33d8fe3ed service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=873d3fb2-3b5d-40e4-860c-4bf2bbc08243&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740442 May 18 18:02:10.085044 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-15a32c7f-9daa-44ba-9c6e-1858ae68817d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:10.093435 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cd8994a1-3104-4ef5-8b8e-6947b4588598 req-0b6e51eb-089b-4454-95a3-4aa35286ea6c tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/security-groups?id=bda815dc-3228-454b-a95b-f89a3eeb79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560300 May 18 18:02:10.096811 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-5a0b4d85-67ee-4a59-a1b5-9f8792629a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:10.097650 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf031d0-6174-467b-ab5e-a06158d21721 req-d28af2c9-2cfc-49bc-a7b2-71dd7d641d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:10.099430 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-cbf031d0-6174-467b-ab5e-a06158d21721 req-d28af2c9-2cfc-49bc-a7b2-71dd7d641d49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:10.110892 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cbf031d0-6174-467b-ab5e-a06158d21721 req-d28af2c9-2cfc-49bc-a7b2-71dd7d641d49 service neutron] 10.222.0.36 "PUT /v2.0/ports/cb11a143-d579-4d02-bc74-db341a9b2376 HTTP/1.1" status: 200 len: 1142 time: 1.1127853 May 18 18:02:10.203558 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cb8f2029-ffbf-4f89-8a04-1429e03152c4 req-439f780c-9758-4c02-a994-1703915ede00 tempest-ServersAdmin275Test-1241366983 tempest-ServersAdmin275Test-1241366983-project] 10.222.0.85 "GET /v2.0/ports?device_id=742e25d2-ccad-4925-a8fc-bd66e6e7025b HTTP/1.1" status: 200 len: 210 time: 0.0290334 May 18 18:02:10.299159 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['cb11a143-d579-4d02-bc74-db341a9b2376'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:02:10.425217 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf1c92e-72ed-4a67-9abe-2dac4c55f1c4 req-368efbdd-a751-4aac-9d6a-6b2f889ed1b6 tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:10.434191 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fcf1c92e-72ed-4a67-9abe-2dac4c55f1c4 req-368efbdd-a751-4aac-9d6a-6b2f889ed1b6 tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] 10.222.0.85 "GET /v2.0/ports?device_id=0cf7e481-afee-4167-ab64-1c83d9503ded HTTP/1.1" status: 200 len: 946 time: 0.0909202 May 18 18:02:10.438692 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 May 2022 18:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41ca52ba-2349-4d21-a78c-d551a2619d00 x-openstack-request-id: req-41ca52ba-2349-4d21-a78c-d551a2619d00 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:02:10.438891 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e29e16d8-e422-4794-abe3-fa62aae733ea", "name": "network-vif-unplugged", "status": "completed", "tag": "cb11a143-d579-4d02-bc74-db341a9b2376", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:02:10.439140 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-41ca52ba-2349-4d21-a78c-d551a2619d00 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:02:10.439576 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41ca52ba-2349-4d21-a78c-d551a2619d00'] response: {'server_uuid': 'e29e16d8-e422-4794-abe3-fa62aae733ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb11a143-d579-4d02-bc74-db341a9b2376', 'code': 200} May 18 18:02:10.497595 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fcf1c92e-72ed-4a67-9abe-2dac4c55f1c4 req-7be159e7-292d-4706-9436-94bf151b1007 tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] 10.222.0.85 "GET /v2.0/security-groups?id=873d3fb2-3b5d-40e4-860c-4bf2bbc08243&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624261 May 18 18:02:10.574967 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5079be3f-8c2c-4c0d-8ae5-a273f4893fb9 req-79581f85-59cc-40fc-b5ef-92c03d95ce2b tempest-FloatingIPsTestJSON-877779556 tempest-FloatingIPsTestJSON-877779556-project] 10.222.0.85 "GET /v2.0/floatingips/ac10af26-fd30-420e-b7b3-c6d73393b391 HTTP/1.1" status: 200 len: 693 time: 0.1315277 May 18 18:02:10.655883 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-5a0b4d85-67ee-4a59-a1b5-9f8792629a5b None None] Notify callbacks [] for port, precommit_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:10.664147 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-5a0b4d85-67ee-4a59-a1b5-9f8792629a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:10.768410 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 3b675ebc-1467-4a6f-940c-c357e407a9f1 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:02:10.895716 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5079be3f-8c2c-4c0d-8ae5-a273f4893fb9 req-aec3ee0e-f6f7-45fd-a67c-d6c33a1ad989 tempest-FloatingIPsTestJSON-877779556 tempest-FloatingIPsTestJSON-877779556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:10.906347 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5079be3f-8c2c-4c0d-8ae5-a273f4893fb9 req-aec3ee0e-f6f7-45fd-a67c-d6c33a1ad989 tempest-FloatingIPsTestJSON-877779556 tempest-FloatingIPsTestJSON-877779556-project] 10.222.0.85 "GET /v2.0/networks/31ebd439-090c-4b25-bbb0-31c48711b145 HTTP/1.1" status: 200 len: 784 time: 0.3284242 May 18 18:02:10.911065 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2fe96d-de46-4d14-845e-6cba4b573095 None None] Pushing event updated for resources: {'Port': ['ID=5d6aaf91-cfee-40ca-9127-81a53910b1b9,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:02:10.915302 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [req-5079be3f-8c2c-4c0d-8ae5-a273f4893fb9 req-e5b9041d-1128-47e4-9f62-7bbd95bf5629 tempest-FloatingIPsTestJSON-877779556 tempest-FloatingIPsTestJSON-877779556-project] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=102730) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 18:02:10.927604 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5079be3f-8c2c-4c0d-8ae5-a273f4893fb9 req-e5b9041d-1128-47e4-9f62-7bbd95bf5629 tempest-FloatingIPsTestJSON-877779556 tempest-FloatingIPsTestJSON-877779556-project] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0193088 May 18 18:02:10.945452 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-5a0b4d85-67ee-4a59-a1b5-9f8792629a5b None None] Attempting to bind port 5d6aaf91-cfee-40ca-9127-81a53910b1b9 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:02:10.950251 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-5a0b4d85-67ee-4a59-a1b5-9f8792629a5b None None] Attempting to bind port 5d6aaf91-cfee-40ca-9127-81a53910b1b9 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': 'f307dc17-1244-459f-a23a-278ae5d9ea38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'cd7470c2-ee1f-478f-84f7-3d5a2f0d23fd'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:02:10.950751 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0b4d85-67ee-4a59-a1b5-9f8792629a5b None None] Attempting to bind port 5d6aaf91-cfee-40ca-9127-81a53910b1b9 on network cd7470c2-ee1f-478f-84f7-3d5a2f0d23fd {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:02:10.970810 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 3b675ebc-1467-4a6f-940c-c357e407a9f1 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:02:10.971556 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:10.982621 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2f809b97-4561-46ad-8286-20d9d856c11e req-f77f4473-db66-4e53-8a5d-b3d2af9da873 tempest-ServersAdmin275Test-1241366983 tempest-ServersAdmin275Test-1241366983-project] 10.222.0.85 "GET /v2.0/ports?device_id=742e25d2-ccad-4925-a8fc-bd66e6e7025b HTTP/1.1" status: 200 len: 210 time: 0.0478992 May 18 18:02:11.039669 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0b4d85-67ee-4a59-a1b5-9f8792629a5b None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:02:11.040326 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0b4d85-67ee-4a59-a1b5-9f8792629a5b None None] Checking segment: {'id': 'f307dc17-1244-459f-a23a-278ae5d9ea38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'cd7470c2-ee1f-478f-84f7-3d5a2f0d23fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:02:11.041094 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-5a0b4d85-67ee-4a59-a1b5-9f8792629a5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:11.041944 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0b4d85-67ee-4a59-a1b5-9f8792629a5b None None] Bound using segment: {'id': 'f307dc17-1244-459f-a23a-278ae5d9ea38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'cd7470c2-ee1f-478f-84f7-3d5a2f0d23fd'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:02:11.042872 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-5a0b4d85-67ee-4a59-a1b5-9f8792629a5b None None] Bound port: 5d6aaf91-cfee-40ca-9127-81a53910b1b9, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f307dc17-1244-459f-a23a-278ae5d9ea38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'cd7470c2-ee1f-478f-84f7-3d5a2f0d23fd'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:02:11.043606 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-5a0b4d85-67ee-4a59-a1b5-9f8792629a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:11.131984 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:11.194281 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e713beb2-327c-4c67-a748-989e69064836 req-cc6a5d08-9fdb-4db2-ac39-01ed5c163fb6 tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:11.206352 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e713beb2-327c-4c67-a748-989e69064836 req-cc6a5d08-9fdb-4db2-ac39-01ed5c163fb6 tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] 10.222.0.85 "GET /v2.0/ports?device_id=0d2f6ddf-4314-4338-9118-a1f72e9c6d73 HTTP/1.1" status: 200 len: 950 time: 0.0830183 May 18 18:02:11.278483 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e713beb2-327c-4c67-a748-989e69064836 req-d570960d-fd6e-4438-aa58-4fc169dc4189 tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] 10.222.0.85 "GET /v2.0/security-groups?id=1266143d-5445-4421-a475-44b903b2fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694811 May 18 18:02:11.305854 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-9656eab2-d64b-4f68-a86b-a7ef60e6dc06 None None] Provisioning complete for port 5d6aaf91-cfee-40ca-9127-81a53910b1b9 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:02:11.306460 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9656eab2-d64b-4f68-a86b-a7ef60e6dc06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:11.360997 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-5a0b4d85-67ee-4a59-a1b5-9f8792629a5b None None] For port 5d6aaf91-cfee-40ca-9127-81a53910b1b9, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:02:11.364668 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 3b675ebc-1467-4a6f-940c-c357e407a9f1 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:02:11.384186 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-5a0b4d85-67ee-4a59-a1b5-9f8792629a5b None None] For port 5d6aaf91-cfee-40ca-9127-81a53910b1b9, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=5d6aaf91-cfee-40ca-9127-81a53910b1b9,segment=NetworkSegment(f307dc17-1244-459f-a23a-278ae5d9ea38),segment_id=f307dc17-1244-459f-a23a-278ae5d9ea38)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:02:11.410329 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-5a0b4d85-67ee-4a59-a1b5-9f8792629a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:11.413606 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-9656eab2-d64b-4f68-a86b-a7ef60e6dc06 None None] Port 5d6aaf91-cfee-40ca-9127-81a53910b1b9 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:02:11.478205 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0b4d85-67ee-4a59-a1b5-9f8792629a5b None None] Routers {'fb14b4f0-7e0e-4802-9372-aca0dc7db967'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:02:11.478866 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-5a0b4d85-67ee-4a59-a1b5-9f8792629a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:02:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['fb14b4f0-7e0e-4802-9372-aca0dc7db967'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:02:11.481045 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2fe96d-de46-4d14-845e-6cba4b573095 None None] Pushing event updated for resources: {'Port': ['ID=5d6aaf91-cfee-40ca-9127-81a53910b1b9,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:02:11.634609 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852c2320-6792-4b9f-ac3c-0e2802f8f472 req-6b0e3c75-8913-4147-9754-c5d45d27f791 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:11.637306 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-852c2320-6792-4b9f-ac3c-0e2802f8f472 req-6b0e3c75-8913-4147-9754-c5d45d27f791 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/ports?device_id=e29e16d8-e422-4794-abe3-fa62aae733ea HTTP/1.1" status: 200 len: 964 time: 0.1462791 May 18 18:02:11.738893 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-852c2320-6792-4b9f-ac3c-0e2802f8f472 req-d41f1d77-0417-4b0f-8556-8f7a5b146fa1 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/security-groups?id=bda815dc-3228-454b-a95b-f89a3eeb79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842361 May 18 18:02:11.740087 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-5a0b4d85-67ee-4a59-a1b5-9f8792629a5b None None] Set router fb14b4f0-7e0e-4802-9372-aca0dc7db967 gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:02:11.943958 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d4a79040-ead3-448c-99d8-d88729be8b69 req-6be2a1bc-c8a2-473c-b160-42ca5ec2faf1 tempest-FloatingIPsTestJSON-877779556 tempest-FloatingIPsTestJSON-877779556-project] 10.222.0.85 "GET /v2.0/floatingips?tenant_id=54a651c0a59d438d9a603a61a8f090fc HTTP/1.1" status: 200 len: 696 time: 0.5898821 May 18 18:02:11.992255 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-e1b806f9-a44f-41d7-bc17-fcbc1a201371 None None] Provisioning complete for port 5d6aaf91-cfee-40ca-9127-81a53910b1b9 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:02:11.992879 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-e1b806f9-a44f-41d7-bc17-fcbc1a201371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:12.005306 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6221b3-2fa5-4806-b7cd-c46e89ed4902 req-3c31fe5c-4ce5-4668-bf83-a6fe5dc2a667 tempest-ServersAdminTestJSON-1635830429 tempest-ServersAdminTestJSON-1635830429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:12.015167 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1f6221b3-2fa5-4806-b7cd-c46e89ed4902 req-3c31fe5c-4ce5-4668-bf83-a6fe5dc2a667 tempest-ServersAdminTestJSON-1635830429 tempest-ServersAdminTestJSON-1635830429-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=9fd52930-74c1-446a-8fe8-b01fb6bc2060 HTTP/1.1" status: 200 len: 1100 time: 0.0867181 May 18 18:02:12.058559 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1f6221b3-2fa5-4806-b7cd-c46e89ed4902 req-8557ab4d-ba25-4df9-94f5-d02b6aa456b3 tempest-ServersAdminTestJSON-1635830429 tempest-ServersAdminTestJSON-1635830429-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=b842f2e0-06aa-4b03-8465-45658e93896b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424180 May 18 18:02:12.125913 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 43680) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:02:12.237326 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a79040-ead3-448c-99d8-d88729be8b69 req-50e6831c-144c-47c9-9069-02a03095c805 tempest-FloatingIPsTestJSON-877779556 tempest-FloatingIPsTestJSON-877779556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:12.251483 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d4a79040-ead3-448c-99d8-d88729be8b69 req-50e6831c-144c-47c9-9069-02a03095c805 tempest-FloatingIPsTestJSON-877779556 tempest-FloatingIPsTestJSON-877779556-project] 10.222.0.85 "GET /v2.0/networks?id=31ebd439-090c-4b25-bbb0-31c48711b145 HTTP/1.1" status: 200 len: 787 time: 0.2864399 May 18 18:02:12.263618 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [req-d4a79040-ead3-448c-99d8-d88729be8b69 req-fda2979b-db93-4494-a825-f146778b9170 tempest-FloatingIPsTestJSON-877779556 tempest-FloatingIPsTestJSON-877779556-project] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=102730) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 18:02:12.270857 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2a1b4920-de92-4ada-9e60-61d4cbd8eaf2 req-d149f42c-5b32-4363-8bb0-e8710725847d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=742e25d2-ccad-4925-a8fc-bd66e6e7025b HTTP/1.1" status: 200 len: 210 time: 0.0801084 May 18 18:02:12.279156 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d4a79040-ead3-448c-99d8-d88729be8b69 req-fda2979b-db93-4494-a825-f146778b9170 tempest-FloatingIPsTestJSON-877779556 tempest-FloatingIPsTestJSON-877779556-project] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0251317 May 18 18:02:12.347704 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6e0f962f-3abd-4a8a-bf8b-2e1e32a52525 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:12.359148 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042f5dc0-b00e-4a33-8639-d01677d5636f req-53ecc987-cc16-4104-b8db-10809eb523b8 tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:12.367787 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-042f5dc0-b00e-4a33-8639-d01677d5636f req-53ecc987-cc16-4104-b8db-10809eb523b8 tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] 10.222.0.85 "GET /v2.0/ports?device_id=0cf7e481-afee-4167-ab64-1c83d9503ded HTTP/1.1" status: 200 len: 946 time: 0.0862834 May 18 18:02:12.411604 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-042f5dc0-b00e-4a33-8639-d01677d5636f req-61b1d0f9-74da-4797-8e1b-f33a19a40ff7 tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] 10.222.0.85 "GET /v2.0/security-groups?id=873d3fb2-3b5d-40e4-860c-4bf2bbc08243&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428190 May 18 18:02:12.414855 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:12.440553 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e29e16d8-e422-4794-abe3-fa62aae733ea', 'tag': 'cb11a143-d579-4d02-bc74-db341a9b2376'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:02:12.445390 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bef85f8-9c0e-40d6-a7d2-5d6e10764ec4" -d '{"events": [{"name": "network-changed", "server_uuid": "e29e16d8-e422-4794-abe3-fa62aae733ea", "tag": "cb11a143-d579-4d02-bc74-db341a9b2376"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:02:12.453111 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4519813e-5ff7-4fab-861a-db377ad6495b req-22e3cea3-9ab2-439b-b7e9-20ff3b81e4a2 tempest-ServersAdmin275Test-1241366983 tempest-ServersAdmin275Test-1241366983-project] 10.222.0.85 "GET /v2.0/ports?device_id=742e25d2-ccad-4925-a8fc-bd66e6e7025b HTTP/1.1" status: 200 len: 210 time: 0.0410893 May 18 18:02:12.520696 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6e0f962f-3abd-4a8a-bf8b-2e1e32a52525 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:12.527153 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6e0f962f-3abd-4a8a-bf8b-2e1e32a52525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:12.562109 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-e1b806f9-a44f-41d7-bc17-fcbc1a201371 None None] Current status of the port 5d6aaf91-cfee-40ca-9127-81a53910b1b9 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:02:12.562716 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-e1b806f9-a44f-41d7-bc17-fcbc1a201371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:12.581583 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-5a0b4d85-67ee-4a59-a1b5-9f8792629a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb14b4f0-7e0e-4802-9372-aca0dc7db967', 'name': 'tempest-FloatingIPsTestJSON-910405531-router', 'tenant_id': '54a651c0a59d438d9a603a61a8f090fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.220'}], 'enable_snat': True}, 'gw_port_id': '3b675ebc-1467-4a6f-940c-c357e407a9f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:01:59Z', 'updated_at': '2022-05-18T18:02:04Z', 'revision_number': 4, 'project_id': '54a651c0a59d438d9a603a61a8f090fc', 'gw_port': {'id': '3b675ebc-1467-4a6f-940c-c357e407a9f1', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:27:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb14b4f0-7e0e-4802-9372-aca0dc7db967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:02:00Z', 'updated_at': '2022-05-18T18:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '5d6aaf91-cfee-40ca-9127-81a53910b1b9', 'name': '', 'network_id': 'cd7470c2-ee1f-478f-84f7-3d5a2f0d23fd', 'tenant_id': '54a651c0a59d438d9a603a61a8f090fc', 'mac_address': 'fa:16:3e:f4:c6:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb14b4f0-7e0e-4802-9372-aca0dc7db967', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '7cf9a1c2-2c37-4889-b4a7-81c5072c6f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:02:03Z', 'updated_at': '2022-05-18T18:02:11Z', 'revision_number': 4, 'project_id': '54a651c0a59d438d9a603a61a8f090fc', 'subnets': [{'id': '7cf9a1c2-2c37-4889-b4a7-81c5072c6f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:02:12.626147 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0b4d85-67ee-4a59-a1b5-9f8792629a5b None None] The sync data for ids ['fb14b4f0-7e0e-4802-9372-aca0dc7db967'] in n-d-838550-3 is: [{'id': 'fb14b4f0-7e0e-4802-9372-aca0dc7db967', 'name': 'tempest-FloatingIPsTestJSON-910405531-router', 'tenant_id': '54a651c0a59d438d9a603a61a8f090fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.220'}], 'enable_snat': True}, 'gw_port_id': '3b675ebc-1467-4a6f-940c-c357e407a9f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:01:59Z', 'updated_at': '2022-05-18T18:02:04Z', 'revision_number': 4, 'project_id': '54a651c0a59d438d9a603a61a8f090fc', 'gw_port': {'id': '3b675ebc-1467-4a6f-940c-c357e407a9f1', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:27:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb14b4f0-7e0e-4802-9372-aca0dc7db967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:02:00Z', 'updated_at': '2022-05-18T18:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '5d6aaf91-cfee-40ca-9127-81a53910b1b9', 'name': '', 'network_id': 'cd7470c2-ee1f-478f-84f7-3d5a2f0d23fd', 'tenant_id': '54a651c0a59d438d9a603a61a8f090fc', 'mac_address': 'fa:16:3e:f4:c6:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb14b4f0-7e0e-4802-9372-aca0dc7db967', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '7cf9a1c2-2c37-4889-b4a7-81c5072c6f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:02:03Z', 'updated_at': '2022-05-18T18:02:11Z', 'revision_number': 4, 'project_id': '54a651c0a59d438d9a603a61a8f090fc', 'subnets': [{'id': '7cf9a1c2-2c37-4889-b4a7-81c5072c6f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:02:12.662702 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-e1b806f9-a44f-41d7-bc17-fcbc1a201371 None None] For port 5d6aaf91-cfee-40ca-9127-81a53910b1b9, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=5d6aaf91-cfee-40ca-9127-81a53910b1b9,segment=NetworkSegment(f307dc17-1244-459f-a23a-278ae5d9ea38),segment_id=f307dc17-1244-459f-a23a-278ae5d9ea38)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:02:12.668116 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-e1b806f9-a44f-41d7-bc17-fcbc1a201371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:12.685195 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0b8c9a-a77c-4296-a96f-0db01b14b492 req-4742b542-b14e-4e57-b653-011617646de2 tempest-ServersAdminTestJSON-1635830429 tempest-ServersAdminTestJSON-1635830429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:12.703551 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3b0b8c9a-a77c-4296-a96f-0db01b14b492 req-4742b542-b14e-4e57-b653-011617646de2 tempest-ServersAdminTestJSON-1635830429 tempest-ServersAdminTestJSON-1635830429-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=9fd52930-74c1-446a-8fe8-b01fb6bc2060 HTTP/1.1" status: 200 len: 1100 time: 0.1447301 May 18 18:02:12.711894 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-6e0f962f-3abd-4a8a-bf8b-2e1e32a52525 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=5467cd1d8dd741769324546ef9069480&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5852118 May 18 18:02:12.720603 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 43694) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:02:12.759732 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-876d6707-4f29-4907-8115-dc3d56cfaed0 req-42f6d952-bcae-4423-a73b-58531f83c0a1 tempest-FloatingIPsTestJSON-877779556 tempest-FloatingIPsTestJSON-877779556-project] 10.222.0.85 "GET /v2.0/floatingips/ac10af26-fd30-420e-b7b3-c6d73393b391 HTTP/1.1" status: 200 len: 693 time: 0.1915774 May 18 18:02:12.763327 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0f962f-3abd-4a8a-bf8b-2e1e32a52525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a724b26c-bdf8-43d0-81b6-9a53c30b802d,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:02:12.818320 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3b0b8c9a-a77c-4296-a96f-0db01b14b492 req-882ba0df-0556-4326-8abd-ce55e3da88e0 tempest-ServersAdminTestJSON-1635830429 tempest-ServersAdminTestJSON-1635830429-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=b842f2e0-06aa-4b03-8465-45658e93896b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131942 May 18 18:02:12.846528 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 5d6aaf91-cfee-40ca-9127-81a53910b1b9 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:02:12.918122 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b806f9-a44f-41d7-bc17-fcbc1a201371 None None] Pushing event updated for resources: {'Port': ['ID=5d6aaf91-cfee-40ca-9127-81a53910b1b9,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:02:12.956575 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b806f9-a44f-41d7-bc17-fcbc1a201371 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:02:12.957121 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b806f9-a44f-41d7-bc17-fcbc1a201371 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:02:12.958110 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b806f9-a44f-41d7-bc17-fcbc1a201371 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:02:12.958663 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b806f9-a44f-41d7-bc17-fcbc1a201371 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:02:12.959207 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b806f9-a44f-41d7-bc17-fcbc1a201371 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:02:12.959753 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b806f9-a44f-41d7-bc17-fcbc1a201371 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:02:12.960466 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b806f9-a44f-41d7-bc17-fcbc1a201371 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:02:12.961170 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b806f9-a44f-41d7-bc17-fcbc1a201371 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:02:12.961767 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b806f9-a44f-41d7-bc17-fcbc1a201371 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:02:12.962297 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b806f9-a44f-41d7-bc17-fcbc1a201371 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:02:12.962828 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b806f9-a44f-41d7-bc17-fcbc1a201371 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:02:12.963350 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b806f9-a44f-41d7-bc17-fcbc1a201371 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:02:13.018291 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:13.041348 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 5d6aaf91-cfee-40ca-9127-81a53910b1b9 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:02:13.045951 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:13.058344 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9416f961-8f1d-4fe0-9cc2-dac03269da97 req-8c1bb13a-704b-4dc7-bb56-cb6019cccef8 tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:13.064737 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8aa29bab-632e-4eb7-99e7-29b15412335e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:13.069849 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9416f961-8f1d-4fe0-9cc2-dac03269da97 req-8c1bb13a-704b-4dc7-bb56-cb6019cccef8 tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] 10.222.0.85 "GET /v2.0/ports?device_id=0d2f6ddf-4314-4338-9118-a1f72e9c6d73 HTTP/1.1" status: 200 len: 950 time: 0.1730280 May 18 18:02:13.131518 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8aa29bab-632e-4eb7-99e7-29b15412335e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:13.153011 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9416f961-8f1d-4fe0-9cc2-dac03269da97 req-3d007830-661f-4b11-9b9f-bab98eb97022 tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] 10.222.0.85 "GET /v2.0/security-groups?id=1266143d-5445-4421-a475-44b903b2fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712719 May 18 18:02:13.166984 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876d6707-4f29-4907-8115-dc3d56cfaed0 req-6e091af5-c419-4fc7-9a02-bd98cf99c4f2 tempest-FloatingIPsTestJSON-877779556 tempest-FloatingIPsTestJSON-877779556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:13.174222 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-876d6707-4f29-4907-8115-dc3d56cfaed0 req-6e091af5-c419-4fc7-9a02-bd98cf99c4f2 tempest-FloatingIPsTestJSON-877779556 tempest-FloatingIPsTestJSON-877779556-project] 10.222.0.85 "GET /v2.0/networks/31ebd439-090c-4b25-bbb0-31c48711b145 HTTP/1.1" status: 200 len: 784 time: 0.4136682 May 18 18:02:13.181581 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [req-876d6707-4f29-4907-8115-dc3d56cfaed0 req-0dda07d0-d9a0-4f65-a747-9afe4bef4e25 tempest-FloatingIPsTestJSON-877779556 tempest-FloatingIPsTestJSON-877779556-project] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=102730) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 18:02:13.182968 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-876d6707-4f29-4907-8115-dc3d56cfaed0 req-0dda07d0-d9a0-4f65-a747-9afe4bef4e25 tempest-FloatingIPsTestJSON-877779556 tempest-FloatingIPsTestJSON-877779556-project] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073476 May 18 18:02:13.213821 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-970ec1c1-5f16-4ab5-83c5-1ceb573a1c09 x-openstack-request-id: req-970ec1c1-5f16-4ab5-83c5-1ceb573a1c09 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:02:13.214250 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e29e16d8-e422-4794-abe3-fa62aae733ea", "tag": "cb11a143-d579-4d02-bc74-db341a9b2376", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:02:13.214631 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-970ec1c1-5f16-4ab5-83c5-1ceb573a1c09 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:02:13.216091 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-970ec1c1-5f16-4ab5-83c5-1ceb573a1c09'] response: {'name': 'network-changed', 'server_uuid': 'e29e16d8-e422-4794-abe3-fa62aae733ea', 'tag': 'cb11a143-d579-4d02-bc74-db341a9b2376', 'status': 'completed', 'code': 200} May 18 18:02:13.222487 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 5d6aaf91-cfee-40ca-9127-81a53910b1b9 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:02:13.311366 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-876d6707-4f29-4907-8115-dc3d56cfaed0 req-5b1469ca-de49-4e6c-b0f6-d2f558019c85 tempest-FloatingIPsTestJSON-877779556 tempest-FloatingIPsTestJSON-877779556-project] 10.222.0.85 "GET /v2.0/floatingips?floating_ip_address=172.25.5.185 HTTP/1.1" status: 200 len: 696 time: 0.1190293 May 18 18:02:13.339580 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bef85f8-9c0e-40d6-a7d2-5d6e10764ec4 req-a6e3855e-b0cd-4541-be73-193fb58f1625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:13.342000 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4bef85f8-9c0e-40d6-a7d2-5d6e10764ec4 req-a6e3855e-b0cd-4541-be73-193fb58f1625 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=38c3fbce1f554996bc4a73e5f0f7c3e8&device_id=e29e16d8-e422-4794-abe3-fa62aae733ea HTTP/1.1" status: 200 len: 1145 time: 0.0686839 May 18 18:02:13.400458 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba13dfed-1350-41f8-bded-45a0f9be0460 req-ac484321-5af2-4c05-8512-c2b9ad25a2ae tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:13.402298 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ba13dfed-1350-41f8-bded-45a0f9be0460 req-ac484321-5af2-4c05-8512-c2b9ad25a2ae tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/ports?device_id=e29e16d8-e422-4794-abe3-fa62aae733ea HTTP/1.1" status: 200 len: 964 time: 0.0710483 May 18 18:02:13.423219 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8aa29bab-632e-4eb7-99e7-29b15412335e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:13.425797 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8aa29bab-632e-4eb7-99e7-29b15412335e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:13.430661 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-8aa29bab-632e-4eb7-99e7-29b15412335e admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/a724b26c-bdf8-43d0-81b6-9a53c30b802d HTTP/1.1" status: 204 len: 168 time: 0.7034867 May 18 18:02:13.455337 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ba13dfed-1350-41f8-bded-45a0f9be0460 req-474a5afb-8532-43e4-a4b8-ff3c1ff3a998 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/security-groups?id=bda815dc-3228-454b-a95b-f89a3eeb79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458953 May 18 18:02:13.481221 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-876d6707-4f29-4907-8115-dc3d56cfaed0 req-142e2212-e28c-4ac2-8202-2eff755153a2 tempest-FloatingIPsTestJSON-877779556 tempest-FloatingIPsTestJSON-877779556-project] 10.222.0.85 "GET /v2.0/floatingips?floating_ip_address=172.25.5.185 HTTP/1.1" status: 200 len: 696 time: 0.1373034 May 18 18:02:13.506204 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa29bab-632e-4eb7-99e7-29b15412335e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a724b26c-bdf8-43d0-81b6-9a53c30b802d,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:02:13.653474 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bef85f8-9c0e-40d6-a7d2-5d6e10764ec4 req-954ee14a-f6c6-4f3c-b9b8-a953f8dc8277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:13.656611 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4bef85f8-9c0e-40d6-a7d2-5d6e10764ec4 req-954ee14a-f6c6-4f3c-b9b8-a953f8dc8277 service neutron] 10.222.0.88 "GET /v2.0/networks?id=e7bb4226-ce97-4ecd-a736-061f4f786581 HTTP/1.1" status: 200 len: 921 time: 0.2971816 May 18 18:02:13.751371 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4bef85f8-9c0e-40d6-a7d2-5d6e10764ec4 req-968b3f3a-02c6-46ec-8c4b-119231e1148a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cb11a143-d579-4d02-bc74-db341a9b2376 HTTP/1.1" status: 200 len: 217 time: 0.0726614 May 18 18:02:13.769761 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-876d6707-4f29-4907-8115-dc3d56cfaed0 req-b03295e6-798d-4532-a7cf-f1c4144744f6 tempest-FloatingIPsTestJSON-877779556 tempest-FloatingIPsTestJSON-877779556-project] Deleting port 25b4879f-d384-4fce-b24c-72e612162b6e {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:02:13.770196 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-876d6707-4f29-4907-8115-dc3d56cfaed0 req-b03295e6-798d-4532-a7cf-f1c4144744f6 tempest-FloatingIPsTestJSON-877779556 tempest-FloatingIPsTestJSON-877779556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:13.900645 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bef85f8-9c0e-40d6-a7d2-5d6e10764ec4 req-4f1d65a8-acb9-4f51-8491-d06ad0edb88a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:13.902222 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4bef85f8-9c0e-40d6-a7d2-5d6e10764ec4 req-4f1d65a8-acb9-4f51-8491-d06ad0edb88a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=cf982f85-dd38-4a89-9c21-fca17676813e HTTP/1.1" status: 200 len: 860 time: 0.1498523 May 18 18:02:13.923138 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 43714) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:02:13.941649 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-876d6707-4f29-4907-8115-dc3d56cfaed0 req-b03295e6-798d-4532-a7cf-f1c4144744f6 tempest-FloatingIPsTestJSON-877779556 tempest-FloatingIPsTestJSON-877779556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:13.942088 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-876d6707-4f29-4907-8115-dc3d56cfaed0 req-b03295e6-798d-4532-a7cf-f1c4144744f6 tempest-FloatingIPsTestJSON-877779556 tempest-FloatingIPsTestJSON-877779556-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:13.945065 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fcd271-12bf-497b-b271-51c6012e477b req-90f9c063-5444-45b9-a479-cc6054702ff5 tempest-LiveMigrationNegativeTest-624634473 tempest-LiveMigrationNegativeTest-624634473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:13.947844 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-11fcd271-12bf-497b-b271-51c6012e477b req-90f9c063-5444-45b9-a479-cc6054702ff5 tempest-LiveMigrationNegativeTest-624634473 tempest-LiveMigrationNegativeTest-624634473-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=0d2f6ddf-4314-4338-9118-a1f72e9c6d73 HTTP/1.1" status: 200 len: 1101 time: 0.0755191 May 18 18:02:13.969341 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4bef85f8-9c0e-40d6-a7d2-5d6e10764ec4 req-8ccb03e2-343d-46ec-bac8-22b92bb614b2 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=e7bb4226-ce97-4ecd-a736-061f4f786581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470054 May 18 18:02:13.971814 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-11fcd271-12bf-497b-b271-51c6012e477b req-1efac10d-66c7-49cb-9038-7965f903ca95 tempest-LiveMigrationNegativeTest-624634473 tempest-LiveMigrationNegativeTest-624634473-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:13.972232 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-234b799f-847d-4b5a-92e4-c576c03a3c49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:13.977953 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-876d6707-4f29-4907-8115-dc3d56cfaed0 req-b03295e6-798d-4532-a7cf-f1c4144744f6 tempest-FloatingIPsTestJSON-877779556 tempest-FloatingIPsTestJSON-877779556-project] Calling delete_port for 25b4879f-d384-4fce-b24c-72e612162b6e owned by network:floatingip {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:02:14.084576 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-11fcd271-12bf-497b-b271-51c6012e477b req-1efac10d-66c7-49cb-9038-7965f903ca95 tempest-LiveMigrationNegativeTest-624634473 tempest-LiveMigrationNegativeTest-624634473-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:14.088690 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-11fcd271-12bf-497b-b271-51c6012e477b req-1efac10d-66c7-49cb-9038-7965f903ca95 tempest-LiveMigrationNegativeTest-624634473 tempest-LiveMigrationNegativeTest-624634473-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:14.115775 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-11fcd271-12bf-497b-b271-51c6012e477b req-1efac10d-66c7-49cb-9038-7965f903ca95 tempest-LiveMigrationNegativeTest-624634473 tempest-LiveMigrationNegativeTest-624634473-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=1266143d-5445-4421-a475-44b903b2fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596501 May 18 18:02:14.126714 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efac10d-66c7-49cb-9038-7965f903ca95 tempest-LiveMigrationNegativeTest-624634473 tempest-LiveMigrationNegativeTest-624634473-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3589fa5-4819-4e95-aa86-e971ccc51806,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:02:14.141154 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device cb11a143-d579-4d02-bc74-db341a9b2376 details requested by agent hyperv_n-h1-838550-3 with host n-h1-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:02:14.221905 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4bef85f8-9c0e-40d6-a7d2-5d6e10764ec4 req-3e8e7d63-e4d0-4d48-a32c-d266df9bd706 service neutron] 10.222.0.88 "GET /v2.0/networks/e7bb4226-ce97-4ecd-a736-061f4f786581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371676 May 18 18:02:14.297797 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port cb11a143-d579-4d02-bc74-db341a9b2376, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=cb11a143-d579-4d02-bc74-db341a9b2376,segment=NetworkSegment(6537e25f-afe8-4089-8825-f23e3073c58d),segment_id=6537e25f-afe8-4089-8825-f23e3073c58d)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:02:14.306301 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43885511-03dc-471b-b99a-3e593789556b req-bee69c18-0187-423b-a699-1e62a3e6b651 tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:14.308243 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-43885511-03dc-471b-b99a-3e593789556b req-bee69c18-0187-423b-a699-1e62a3e6b651 tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] 10.222.0.85 "GET /v2.0/ports?device_id=0cf7e481-afee-4167-ab64-1c83d9503ded HTTP/1.1" status: 200 len: 946 time: 0.0675871 May 18 18:02:14.314593 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device cb11a143-d579-4d02-bc74-db341a9b2376 has no active binding in host n-h1-838550-3 {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} May 18 18:02:14.340114 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-234b799f-847d-4b5a-92e4-c576c03a3c49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:14.350036 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-234b799f-847d-4b5a-92e4-c576c03a3c49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:14.365262 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-43885511-03dc-471b-b99a-3e593789556b req-244c9b66-da7b-4852-9ccd-279e143569bb tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] 10.222.0.85 "GET /v2.0/security-groups?id=873d3fb2-3b5d-40e4-860c-4bf2bbc08243&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443809 May 18 18:02:14.482491 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-234b799f-847d-4b5a-92e4-c576c03a3c49 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=db7c57360a424e5583d3c49ab97cf1bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5577412 May 18 18:02:14.484575 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234b799f-847d-4b5a-92e4-c576c03a3c49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3193fc1-3fc6-4fde-a050-c406dd24902e,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:02:14.497045 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 43722) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:02:14.516761 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0c7dd270-83e0-4bb0-bb02-201e8e4468a5 req-de0b8c12-87ab-4e05-95a4-8e552c81c5bb tempest-ServersAdmin275Test-1241366983 tempest-ServersAdmin275Test-1241366983-project] 10.222.0.85 "GET /v2.0/ports?device_id=742e25d2-ccad-4925-a8fc-bd66e6e7025b HTTP/1.1" status: 200 len: 210 time: 0.0601351 May 18 18:02:14.517708 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-876d6707-4f29-4907-8115-dc3d56cfaed0 req-b03295e6-798d-4532-a7cf-f1c4144744f6 tempest-FloatingIPsTestJSON-877779556 tempest-FloatingIPsTestJSON-877779556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:14.613294 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03295e6-798d-4532-a7cf-f1c4144744f6 tempest-FloatingIPsTestJSON-877779556 tempest-FloatingIPsTestJSON-877779556-project] Pushing event deleted for resources: {'Port': ['ID=25b4879f-d384-4fce-b24c-72e612162b6e,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:02:14.617487 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4bef85f8-9c0e-40d6-a7d2-5d6e10764ec4 req-e89f88eb-fe9c-40fc-8746-4dabc70362a9 service neutron] 10.222.0.88 "GET /v2.0/networks/e7bb4226-ce97-4ecd-a736-061f4f786581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3693948 May 18 18:02:14.692838 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-876d6707-4f29-4907-8115-dc3d56cfaed0 req-b03295e6-798d-4532-a7cf-f1c4144744f6 tempest-FloatingIPsTestJSON-877779556 tempest-FloatingIPsTestJSON-877779556-project] Notify callbacks [] for floatingip, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:14.698289 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-876d6707-4f29-4907-8115-dc3d56cfaed0 req-b03295e6-798d-4532-a7cf-f1c4144744f6 tempest-FloatingIPsTestJSON-877779556 tempest-FloatingIPsTestJSON-877779556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:14.706100 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-876d6707-4f29-4907-8115-dc3d56cfaed0 req-b03295e6-798d-4532-a7cf-f1c4144744f6 tempest-FloatingIPsTestJSON-877779556 tempest-FloatingIPsTestJSON-877779556-project] 10.222.0.85 "DELETE /v2.0/floatingips/ac10af26-fd30-420e-b7b3-c6d73393b391 HTTP/1.1" status: 204 len: 173 time: 1.2237239 May 18 18:02:14.744497 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2cf8c30f-e738-46a2-bcaa-ae1ae1424fea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:14.777719 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2cf8c30f-e738-46a2-bcaa-ae1ae1424fea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:14.804254 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 5d6aaf91-cfee-40ca-9127-81a53910b1b9 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:02:14.861220 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2cf8c30f-e738-46a2-bcaa-ae1ae1424fea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:14.868309 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2cf8c30f-e738-46a2-bcaa-ae1ae1424fea admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:14.868309 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-2cf8c30f-e738-46a2-bcaa-ae1ae1424fea admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/a3193fc1-3fc6-4fde-a050-c406dd24902e HTTP/1.1" status: 204 len: 168 time: 0.3686483 May 18 18:02:14.881501 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf8c30f-e738-46a2-bcaa-ae1ae1424fea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3193fc1-3fc6-4fde-a050-c406dd24902e,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:02:14.916747 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dba8b4-9e2f-4b2e-9d93-ed16ca51e1c1 req-3cc1d855-235e-4360-9ef8-223ad93a5eb9 tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:14.919809 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-28dba8b4-9e2f-4b2e-9d93-ed16ca51e1c1 req-3cc1d855-235e-4360-9ef8-223ad93a5eb9 tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] 10.222.0.85 "GET /v2.0/ports?device_id=0cf7e481-afee-4167-ab64-1c83d9503ded HTTP/1.1" status: 200 len: 946 time: 0.1258094 May 18 18:02:14.932590 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 43738) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:02:14.938933 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-feba3bd8-5310-44f7-88ac-4f7aa310f75b tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] Request body: {'floatingip': {'port_id': 'cf276825-a7ae-4f65-88ed-3d2e9fff178b'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:02:14.973401 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 5d6aaf91-cfee-40ca-9127-81a53910b1b9 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:02:14.973814 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:14.997268 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c16076-3cb4-4fa6-92c1-39f95f003169 req-1ff1a30b-4ddb-42fa-82c8-3bca990fc78a tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:15.000204 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e3c16076-3cb4-4fa6-92c1-39f95f003169 req-1ff1a30b-4ddb-42fa-82c8-3bca990fc78a tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/ports?device_id=e29e16d8-e422-4794-abe3-fa62aae733ea HTTP/1.1" status: 200 len: 964 time: 0.0915225 May 18 18:02:15.049148 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-feba3bd8-5310-44f7-88ac-4f7aa310f75b tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] Notify callbacks [] for floatingip, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:15.088689 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e3c16076-3cb4-4fa6-92c1-39f95f003169 req-2b4c0e7d-0fdd-4842-8241-863e22e15b81 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/security-groups?id=bda815dc-3228-454b-a95b-f89a3eeb79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724499 May 18 18:02:15.158592 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 5d6aaf91-cfee-40ca-9127-81a53910b1b9 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:02:15.333434 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c5ed8396-850c-480c-a4a1-a82ceb462250 req-892d4bc4-eaaf-4e9e-ac42-2817312a5f65 tempest-FloatingIPsTestJSON-877779556 tempest-FloatingIPsTestJSON-877779556-project] 10.222.0.85 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1896269 May 18 18:02:15.345312 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-c5ed8396-850c-480c-a4a1-a82ceb462250 req-5e5f100a-2c6a-4efe-ac68-00185df68f83 tempest-FloatingIPsTestJSON-877779556 tempest-FloatingIPsTestJSON-877779556-project] Request body: {'floatingip': {'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:02:15.373578 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-c5ed8396-850c-480c-a4a1-a82ceb462250 req-5e5f100a-2c6a-4efe-ac68-00185df68f83 tempest-FloatingIPsTestJSON-877779556 tempest-FloatingIPsTestJSON-877779556-project] Notify callbacks [] for floatingip, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:15.577360 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-c5ed8396-850c-480c-a4a1-a82ceb462250 req-5e5f100a-2c6a-4efe-ac68-00185df68f83 tempest-FloatingIPsTestJSON-877779556 tempest-FloatingIPsTestJSON-877779556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:15.781328 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [req-c5ed8396-850c-480c-a4a1-a82ceb462250 req-5e5f100a-2c6a-4efe-ac68-00185df68f83 tempest-FloatingIPsTestJSON-877779556 tempest-FloatingIPsTestJSON-877779556-project] Allocated IP 172.25.5.61 (31ebd439-090c-4b25-bbb0-31c48711b145/363a2810-8a83-4be0-a317-7c91fcd94485/8bca8f02-043d-451a-8e30-6d4cd39c858f) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:02:15.982317 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.db.resource_extend [None req-feba3bd8-5310-44f7-88ac-4f7aa310f75b tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 18 18:02:15.991152 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-c5ed8396-850c-480c-a4a1-a82ceb462250 req-5e5f100a-2c6a-4efe-ac68-00185df68f83 tempest-FloatingIPsTestJSON-877779556 tempest-FloatingIPsTestJSON-877779556-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:16.064750 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-c5ed8396-850c-480c-a4a1-a82ceb462250 req-5e5f100a-2c6a-4efe-ac68-00185df68f83 tempest-FloatingIPsTestJSON-877779556 tempest-FloatingIPsTestJSON-877779556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:16.141211 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5ed8396-850c-480c-a4a1-a82ceb462250 req-5e5f100a-2c6a-4efe-ac68-00185df68f83 tempest-FloatingIPsTestJSON-877779556 tempest-FloatingIPsTestJSON-877779556-project] Network 31ebd439-090c-4b25-bbb0-31c48711b145 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:02:16.149387 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [req-c5ed8396-850c-480c-a4a1-a82ceb462250 req-5e5f100a-2c6a-4efe-ac68-00185df68f83 tempest-FloatingIPsTestJSON-877779556 tempest-FloatingIPsTestJSON-877779556-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:02:16.152636 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5ed8396-850c-480c-a4a1-a82ceb462250 req-5e5f100a-2c6a-4efe-ac68-00185df68f83 tempest-FloatingIPsTestJSON-877779556 tempest-FloatingIPsTestJSON-877779556-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:02:16.174181 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5f100a-2c6a-4efe-ac68-00185df68f83 tempest-FloatingIPsTestJSON-877779556 tempest-FloatingIPsTestJSON-877779556-project] Pushing event updated for resources: {'Port': ['ID=8bca8f02-043d-451a-8e30-6d4cd39c858f,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:02:16.241957 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-c5ed8396-850c-480c-a4a1-a82ceb462250 req-5e5f100a-2c6a-4efe-ac68-00185df68f83 tempest-FloatingIPsTestJSON-877779556 tempest-FloatingIPsTestJSON-877779556-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:16.290025 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-c5ed8396-850c-480c-a4a1-a82ceb462250 req-5e5f100a-2c6a-4efe-ac68-00185df68f83 tempest-FloatingIPsTestJSON-877779556 tempest-FloatingIPsTestJSON-877779556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:16.427942 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-feba3bd8-5310-44f7-88ac-4f7aa310f75b tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:16.434639 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-feba3bd8-5310-44f7-88ac-4f7aa310f75b tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596987'] for floatingip, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:16.516085 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d3e659-b7f4-453a-a997-0b5d861846d7 req-a21adca7-8256-4819-af27-505825b480db tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:16.518640 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e8d3e659-b7f4-453a-a997-0b5d861846d7 req-a21adca7-8256-4819-af27-505825b480db tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/ports?device_id=9fd52930-74c1-446a-8fe8-b01fb6bc2060 HTTP/1.1" status: 200 len: 949 time: 0.4534833 May 18 18:02:16.534195 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-c5ed8396-850c-480c-a4a1-a82ceb462250 req-5e5f100a-2c6a-4efe-ac68-00185df68f83 tempest-FloatingIPsTestJSON-877779556 tempest-FloatingIPsTestJSON-877779556-project] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:16.542176 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-c5ed8396-850c-480c-a4a1-a82ceb462250 req-5e5f100a-2c6a-4efe-ac68-00185df68f83 tempest-FloatingIPsTestJSON-877779556 tempest-FloatingIPsTestJSON-877779556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:16.578250 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-c5ed8396-850c-480c-a4a1-a82ceb462250 req-5e5f100a-2c6a-4efe-ac68-00185df68f83 tempest-FloatingIPsTestJSON-877779556 tempest-FloatingIPsTestJSON-877779556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596987'] for floatingip, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:16.600933 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5f100a-2c6a-4efe-ac68-00185df68f83 tempest-FloatingIPsTestJSON-877779556 tempest-FloatingIPsTestJSON-877779556-project] Pushing event updated for resources: {'Port': ['ID=8bca8f02-043d-451a-8e30-6d4cd39c858f,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:02:16.605320 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-c5ed8396-850c-480c-a4a1-a82ceb462250 req-5e5f100a-2c6a-4efe-ac68-00185df68f83 tempest-FloatingIPsTestJSON-877779556 tempest-FloatingIPsTestJSON-877779556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:16.606594 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c5ed8396-850c-480c-a4a1-a82ceb462250 req-5e5f100a-2c6a-4efe-ac68-00185df68f83 tempest-FloatingIPsTestJSON-877779556 tempest-FloatingIPsTestJSON-877779556-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.2659764 May 18 18:02:16.662840 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e8d3e659-b7f4-453a-a997-0b5d861846d7 req-dc8ee694-2144-4be9-9612-59555ef1588f tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/security-groups?id=b842f2e0-06aa-4b03-8465-45658e93896b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368723 May 18 18:02:16.696054 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c5ed8396-850c-480c-a4a1-a82ceb462250 req-b82b1fcb-4c82-4c18-ae51-059f499f133e tempest-FloatingIPsTestJSON-877779556 tempest-FloatingIPsTestJSON-877779556-project] 10.222.0.85 "GET /v2.0/floatingips?floating_ip_address=172.25.5.61 HTTP/1.1" status: 200 len: 695 time: 0.0704589 May 18 18:02:16.701575 n-d-838550-3 neutron-server[102731]: INFO neutron.db.l3_db [None req-feba3bd8-5310-44f7-88ac-4f7aa310f75b tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] Floating IP 4b97b547-18c8-4596-8000-87de6ca4f725 associated. External IP: 172.25.5.219, port: cf276825-a7ae-4f65-88ed-3d2e9fff178b. May 18 18:02:16.861852 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-23abe16e-fed8-40ee-965d-e6f6fe01d6a3 req-d648e537-85bb-4951-98d2-09dc8626be68 tempest-ServersAdmin275Test-1241366983 tempest-ServersAdmin275Test-1241366983-project] 10.222.0.85 "GET /v2.0/ports?device_id=742e25d2-ccad-4925-a8fc-bd66e6e7025b HTTP/1.1" status: 200 len: 210 time: 0.0752110 May 18 18:02:16.900910 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ed8396-850c-480c-a4a1-a82ceb462250 req-b4479253-ee88-440d-bade-76d65aca0e52 tempest-FloatingIPsTestJSON-877779556 tempest-FloatingIPsTestJSON-877779556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:16.902334 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c5ed8396-850c-480c-a4a1-a82ceb462250 req-b4479253-ee88-440d-bade-76d65aca0e52 tempest-FloatingIPsTestJSON-877779556 tempest-FloatingIPsTestJSON-877779556-project] 10.222.0.85 "GET /v2.0/networks/31ebd439-090c-4b25-bbb0-31c48711b145 HTTP/1.1" status: 200 len: 784 time: 0.2050605 May 18 18:02:16.910193 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cbf031d0-6174-467b-ab5e-a06158d21721 req-f8e9afed-3235-4b2b-b859-e4dd0b3db7f6 service neutron] 10.222.0.88 "GET /v2.0/ports/cb11a143-d579-4d02-bc74-db341a9b2376/bindings/n-h1-838550-3 HTTP/1.1" status: 200 len: 384 time: 0.1049495 May 18 18:02:17.089605 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feba3bd8-5310-44f7-88ac-4f7aa310f75b tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] Router c45283d2-8427-40c7-bb89-04bcd08c1018 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:02:17.099439 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa28f92-375b-40ad-8dda-5ef10637e0ce req-da37d930-6e70-4b82-b92a-0b32b9d4d1c6 tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:17.101022 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9fa28f92-375b-40ad-8dda-5ef10637e0ce req-da37d930-6e70-4b82-b92a-0b32b9d4d1c6 tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] 10.222.0.85 "GET /v2.0/ports?device_id=0d2f6ddf-4314-4338-9118-a1f72e9c6d73 HTTP/1.1" status: 200 len: 950 time: 0.0829253 May 18 18:02:17.156896 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31275dcc-3f78-4ecb-9af2-7f3fe6d77235 req-be0d789f-ac62-4aa8-9de5-4e8375bc8f1d tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:17.159055 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-31275dcc-3f78-4ecb-9af2-7f3fe6d77235 req-be0d789f-ac62-4aa8-9de5-4e8375bc8f1d tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/ports?device_id=e29e16d8-e422-4794-abe3-fa62aae733ea HTTP/1.1" status: 200 len: 964 time: 0.1109600 May 18 18:02:17.191304 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9fa28f92-375b-40ad-8dda-5ef10637e0ce req-4ad820dc-a40f-4b0a-bfc3-37b63f5cbe8e tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] 10.222.0.85 "GET /v2.0/security-groups?id=1266143d-5445-4421-a475-44b903b2fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810437 May 18 18:02:17.206148 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-cbf031d0-6174-467b-ab5e-a06158d21721 req-fd44a07d-fa12-435f-b2db-10a857bc6b96 service neutron] For port cb11a143-d579-4d02-bc74-db341a9b2376, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=cb11a143-d579-4d02-bc74-db341a9b2376,segment=NetworkSegment(6537e25f-afe8-4089-8825-f23e3073c58d),segment_id=6537e25f-afe8-4089-8825-f23e3073c58d)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:02:17.234150 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-31275dcc-3f78-4ecb-9af2-7f3fe6d77235 req-d8605f28-073d-49f0-ad93-bb84b4052f86 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/security-groups?id=bda815dc-3228-454b-a95b-f89a3eeb79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646446 May 18 18:02:17.241093 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-cbf031d0-6174-467b-ab5e-a06158d21721 req-fd44a07d-fa12-435f-b2db-10a857bc6b96 service neutron] For port cb11a143-d579-4d02-bc74-db341a9b2376, host n-h2-838550-3, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:02:17.288011 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feba3bd8-5310-44f7-88ac-4f7aa310f75b tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:02:17.293111 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-feba3bd8-5310-44f7-88ac-4f7aa310f75b tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:17.308501 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [req-cbf031d0-6174-467b-ab5e-a06158d21721 req-fd44a07d-fa12-435f-b2db-10a857bc6b96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb11a143-d579-4d02-bc74-db341a9b2376 {{(pid=102730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:02:17.310133 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4152d8-69ce-4d62-a64c-af964bf6c5d5 None None] Sync routers for ids ['c45283d2-8427-40c7-bb89-04bcd08c1018'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:02:17.320907 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4152d8-69ce-4d62-a64c-af964bf6c5d5 None None] Routers {'c45283d2-8427-40c7-bb89-04bcd08c1018'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:02:17.321862 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-3f4152d8-69ce-4d62-a64c-af964bf6c5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:02:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['c45283d2-8427-40c7-bb89-04bcd08c1018'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:02:17.350966 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-feba3bd8-5310-44f7-88ac-4f7aa310f75b tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] 10.222.0.85 "PUT /v2.0/floatingips/4b97b547-18c8-4596-8000-87de6ca4f725 HTTP/1.1" status: 200 len: 992 time: 2.4166892 May 18 18:02:17.351896 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cf7e481-afee-4167-ab64-1c83d9503ded', 'tag': 'cf276825-a7ae-4f65-88ed-3d2e9fff178b'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:02:17.356504 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e5c7f20-f690-4799-92a6-cbf5f605db82" -d '{"events": [{"name": "network-changed", "server_uuid": "0cf7e481-afee-4167-ab64-1c83d9503ded", "tag": "cf276825-a7ae-4f65-88ed-3d2e9fff178b"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:02:17.393339 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-cbf031d0-6174-467b-ab5e-a06158d21721 req-fd44a07d-fa12-435f-b2db-10a857bc6b96 service neutron] For port cb11a143-d579-4d02-bc74-db341a9b2376, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=cb11a143-d579-4d02-bc74-db341a9b2376,segment=NetworkSegment(6537e25f-afe8-4089-8825-f23e3073c58d),segment_id=6537e25f-afe8-4089-8825-f23e3073c58d)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:02:17.400651 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8346c03d-ed4f-43fb-a568-531a88fd5899 req-c0ba8e1c-818b-4eb5-9916-bb40b513919b tempest-FloatingIPsTestJSON-877779556 tempest-FloatingIPsTestJSON-877779556-project] 10.222.0.85 "GET /v2.0/floatingips/601d12bf-2511-42b8-a266-1fc041a19888 HTTP/1.1" status: 200 len: 692 time: 0.0854776 May 18 18:02:17.424837 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-cbf031d0-6174-467b-ab5e-a06158d21721 req-fd44a07d-fa12-435f-b2db-10a857bc6b96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:17.453740 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-3f4152d8-69ce-4d62-a64c-af964bf6c5d5 None None] Set router c45283d2-8427-40c7-bb89-04bcd08c1018 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:02:17.544705 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2dc72074-c735-4041-a194-22d3f58e3b32 req-8c4d9399-92f6-4efe-aca6-0bc14cbaba70 tempest-ServersAdmin275Test-1241366983 tempest-ServersAdmin275Test-1241366983-project] 10.222.0.85 "GET /v2.0/ports?device_id=742e25d2-ccad-4925-a8fc-bd66e6e7025b HTTP/1.1" status: 200 len: 210 time: 0.0379403 May 18 18:02:17.823139 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-3f4152d8-69ce-4d62-a64c-af964bf6c5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c45283d2-8427-40c7-bb89-04bcd08c1018', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-416027230-router', 'tenant_id': '0d4eb23333684335bd57fa66f03d4443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': '3cf60e40-4044-4016-a0b3-8950287707a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:01:11Z', 'updated_at': '2022-05-18T18:01:26Z', 'revision_number': 4, 'project_id': '0d4eb23333684335bd57fa66f03d4443', 'gw_port': {'id': '3cf60e40-4044-4016-a0b3-8950287707a8', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45283d2-8427-40c7-bb89-04bcd08c1018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:01:13Z', 'updated_at': '2022-05-18T18:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': '4b97b547-18c8-4596-8000-87de6ca4f725', 'tenant_id': '0d4eb23333684335bd57fa66f03d4443', 'floating_ip_address': '172.25.5.219', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': 'c45283d2-8427-40c7-bb89-04bcd08c1018', 'port_id': 'cf276825-a7ae-4f65-88ed-3d2e9fff178b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 258, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7cf31b5-1eeb-4bf6-bd77-be90f0ebecb7', 'mac_address': 'fa:16:3e:01:ec:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cf7e481-afee-4167-ab64-1c83d9503ded', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T18:01:48Z', 'updated_at': '2022-05-18T18:02:15Z', 'revision_number': 1, 'project_id': '0d4eb23333684335bd57fa66f03d4443', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25deeb9c-114b-4cae-8c5c-949655592bd5', 'name': '', 'network_id': 'f7cf31b5-1eeb-4bf6-bd77-be90f0ebecb7', 'tenant_id': '0d4eb23333684335bd57fa66f03d4443', 'mac_address': 'fa:16:3e:92:f7:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45283d2-8427-40c7-bb89-04bcd08c1018', 'device_owner': 'network:router_interface', 'standard_attr_id': 151, 'fixed_ips': [{'subnet_id': 'd88b0a46-da40-4baf-b21a-795825e4a8cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:01:22Z', 'updated_at': '2022-05-18T18:01:33Z', 'revision_number': 5, 'project_id': '0d4eb23333684335bd57fa66f03d4443', 'subnets': [{'id': 'd88b0a46-da40-4baf-b21a-795825e4a8cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:02:17.861891 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4152d8-69ce-4d62-a64c-af964bf6c5d5 None None] Checking router: c45283d2-8427-40c7-bb89-04bcd08c1018 for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:02:17.874135 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4152d8-69ce-4d62-a64c-af964bf6c5d5 None None] Routers {'c45283d2-8427-40c7-bb89-04bcd08c1018'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:02:17.875016 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-3f4152d8-69ce-4d62-a64c-af964bf6c5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:02:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['c45283d2-8427-40c7-bb89-04bcd08c1018'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:02:17.875857 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8346c03d-ed4f-43fb-a568-531a88fd5899 req-79f14cce-91e9-4fbd-bef8-225a172ebd80 tempest-FloatingIPsTestJSON-877779556 tempest-FloatingIPsTestJSON-877779556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:17.883504 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8346c03d-ed4f-43fb-a568-531a88fd5899 req-79f14cce-91e9-4fbd-bef8-225a172ebd80 tempest-FloatingIPsTestJSON-877779556 tempest-FloatingIPsTestJSON-877779556-project] 10.222.0.85 "GET /v2.0/networks/31ebd439-090c-4b25-bbb0-31c48711b145 HTTP/1.1" status: 200 len: 784 time: 0.4678879 May 18 18:02:17.970600 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8346c03d-ed4f-43fb-a568-531a88fd5899 req-ebc13e51-5f1f-4e43-9676-c0261b462906 tempest-FloatingIPsTestJSON-877779556 tempest-FloatingIPsTestJSON-877779556-project] 10.222.0.85 "GET /v2.0/floatingips?floating_ip_address=172.25.5.61 HTTP/1.1" status: 200 len: 695 time: 0.0856192 May 18 18:02:17.971636 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [req-cbf031d0-6174-467b-ab5e-a06158d21721 req-fd44a07d-fa12-435f-b2db-10a857bc6b96 service neutron] Transition to ACTIVE for port object cb11a143-d579-4d02-bc74-db341a9b2376 will not be triggered until provisioned by entity L2. {{(pid=102730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:02:17.982348 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-cbf031d0-6174-467b-ab5e-a06158d21721 req-fd44a07d-fa12-435f-b2db-10a857bc6b96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:18.040948 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f3acad-10aa-498f-b8a4-3b103ee44652 req-62b6adca-60e9-49c7-a177-bcd60e0307ec tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:18.049285 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-3f4152d8-69ce-4d62-a64c-af964bf6c5d5 None None] Set router c45283d2-8427-40c7-bb89-04bcd08c1018 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:02:18.049703 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-94f3acad-10aa-498f-b8a4-3b103ee44652 req-62b6adca-60e9-49c7-a177-bcd60e0307ec tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] 10.222.0.85 "GET /v2.0/ports?device_id=0cf7e481-afee-4167-ab64-1c83d9503ded HTTP/1.1" status: 200 len: 946 time: 0.0714905 May 18 18:02:18.106390 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-94f3acad-10aa-498f-b8a4-3b103ee44652 req-b8b79915-bc01-45b0-9b68-86ee1d58ba1f tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] 10.222.0.85 "GET /v2.0/security-groups?id=873d3fb2-3b5d-40e4-860c-4bf2bbc08243&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545473 May 18 18:02:18.155637 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40186439-3f54-461b-b464-4beefea9ce31 x-openstack-request-id: req-40186439-3f54-461b-b464-4beefea9ce31 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:02:18.155897 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cf7e481-afee-4167-ab64-1c83d9503ded", "tag": "cf276825-a7ae-4f65-88ed-3d2e9fff178b", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:02:18.156070 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-40186439-3f54-461b-b464-4beefea9ce31 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:02:18.156636 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40186439-3f54-461b-b464-4beefea9ce31'] response: {'name': 'network-changed', 'server_uuid': '0cf7e481-afee-4167-ab64-1c83d9503ded', 'tag': 'cf276825-a7ae-4f65-88ed-3d2e9fff178b', 'status': 'completed', 'code': 200} May 18 18:02:18.156909 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8346c03d-ed4f-43fb-a568-531a88fd5899 req-e9c5a22e-a7bb-4cfb-add2-79ca38e677ce tempest-FloatingIPsTestJSON-877779556 tempest-FloatingIPsTestJSON-877779556-project] 10.222.0.85 "GET /v2.0/floatingips?floating_ip_address=172.25.5.61 HTTP/1.1" status: 200 len: 695 time: 0.1677637 May 18 18:02:18.185789 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbf031d0-6174-467b-ab5e-a06158d21721 req-fd44a07d-fa12-435f-b2db-10a857bc6b96 service neutron] No DVR routers for this DVR port cb11a143-d579-4d02-bc74-db341a9b2376 on host n-h2-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:02:18.252351 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5c7f20-f690-4799-92a6-cbf5f605db82 req-1e1a1039-afd0-4772-9a81-9273bb6e47e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:18.255265 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6e5c7f20-f690-4799-92a6-cbf5f605db82 req-1e1a1039-afd0-4772-9a81-9273bb6e47e1 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=0d4eb23333684335bd57fa66f03d4443&device_id=0cf7e481-afee-4167-ab64-1c83d9503ded HTTP/1.1" status: 200 len: 1097 time: 0.0607967 May 18 18:02:18.278181 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ec8fa6-0508-4cd6-b899-2dfd9d71770a req-6eb673a7-f6a7-4961-b179-2def6ff1d52d tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:18.283069 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-93ec8fa6-0508-4cd6-b899-2dfd9d71770a req-6eb673a7-f6a7-4961-b179-2def6ff1d52d tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] 10.222.0.88 "GET /v2.0/ports?device_id=0d2f6ddf-4314-4338-9118-a1f72e9c6d73 HTTP/1.1" status: 200 len: 950 time: 0.3059978 May 18 18:02:18.283758 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd44a07d-fa12-435f-b2db-10a857bc6b96 service neutron] Pushing event updated for resources: {'Port': ['ID=cb11a143-d579-4d02-bc74-db341a9b2376,revision_number=10']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:02:18.311128 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 43846) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:02:18.321458 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3a6be717-831e-425c-b02f-852bd90f0504 req-b68947d7-99de-49e6-b01c-44acd49a9c01 tempest-ServersAdmin275Test-1241366983 tempest-ServersAdmin275Test-1241366983-project] 10.222.0.85 "GET /v2.0/ports?device_id=742e25d2-ccad-4925-a8fc-bd66e6e7025b HTTP/1.1" status: 200 len: 210 time: 0.0610833 May 18 18:02:18.360006 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cbf031d0-6174-467b-ab5e-a06158d21721 req-fd44a07d-fa12-435f-b2db-10a857bc6b96 service neutron] 10.222.0.88 "PUT /v2.0/ports/cb11a143-d579-4d02-bc74-db341a9b2376/bindings/n-h1-838550-3/activate HTTP/1.1" status: 200 len: 369 time: 1.4300146 May 18 18:02:18.403573 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-3f4152d8-69ce-4d62-a64c-af964bf6c5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c45283d2-8427-40c7-bb89-04bcd08c1018', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-416027230-router', 'tenant_id': '0d4eb23333684335bd57fa66f03d4443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': '3cf60e40-4044-4016-a0b3-8950287707a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:01:11Z', 'updated_at': '2022-05-18T18:01:26Z', 'revision_number': 4, 'project_id': '0d4eb23333684335bd57fa66f03d4443', 'gw_port': {'id': '3cf60e40-4044-4016-a0b3-8950287707a8', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45283d2-8427-40c7-bb89-04bcd08c1018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:01:13Z', 'updated_at': '2022-05-18T18:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': '4b97b547-18c8-4596-8000-87de6ca4f725', 'tenant_id': '0d4eb23333684335bd57fa66f03d4443', 'floating_ip_address': '172.25.5.219', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': 'c45283d2-8427-40c7-bb89-04bcd08c1018', 'port_id': 'cf276825-a7ae-4f65-88ed-3d2e9fff178b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 258, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7cf31b5-1eeb-4bf6-bd77-be90f0ebecb7', 'mac_address': 'fa:16:3e:01:ec:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cf7e481-afee-4167-ab64-1c83d9503ded', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T18:01:48Z', 'updated_at': '2022-05-18T18:02:15Z', 'revision_number': 1, 'project_id': '0d4eb23333684335bd57fa66f03d4443', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25deeb9c-114b-4cae-8c5c-949655592bd5', 'name': '', 'network_id': 'f7cf31b5-1eeb-4bf6-bd77-be90f0ebecb7', 'tenant_id': '0d4eb23333684335bd57fa66f03d4443', 'mac_address': 'fa:16:3e:92:f7:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45283d2-8427-40c7-bb89-04bcd08c1018', 'device_owner': 'network:router_interface', 'standard_attr_id': 151, 'fixed_ips': [{'subnet_id': 'd88b0a46-da40-4baf-b21a-795825e4a8cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:01:22Z', 'updated_at': '2022-05-18T18:01:33Z', 'revision_number': 5, 'project_id': '0d4eb23333684335bd57fa66f03d4443', 'subnets': [{'id': 'd88b0a46-da40-4baf-b21a-795825e4a8cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:02:18.436405 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4152d8-69ce-4d62-a64c-af964bf6c5d5 None None] The sync data for ids ['c45283d2-8427-40c7-bb89-04bcd08c1018'] in n-d-838550-3 is: [{'id': 'c45283d2-8427-40c7-bb89-04bcd08c1018', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-416027230-router', 'tenant_id': '0d4eb23333684335bd57fa66f03d4443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': '3cf60e40-4044-4016-a0b3-8950287707a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:01:11Z', 'updated_at': '2022-05-18T18:01:26Z', 'revision_number': 4, 'project_id': '0d4eb23333684335bd57fa66f03d4443', 'gw_port': {'id': '3cf60e40-4044-4016-a0b3-8950287707a8', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45283d2-8427-40c7-bb89-04bcd08c1018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:01:13Z', 'updated_at': '2022-05-18T18:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': '4b97b547-18c8-4596-8000-87de6ca4f725', 'tenant_id': '0d4eb23333684335bd57fa66f03d4443', 'floating_ip_address': '172.25.5.219', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': 'c45283d2-8427-40c7-bb89-04bcd08c1018', 'port_id': 'cf276825-a7ae-4f65-88ed-3d2e9fff178b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 258, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7cf31b5-1eeb-4bf6-bd77-be90f0ebecb7', 'mac_address': 'fa:16:3e:01:ec:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cf7e481-afee-4167-ab64-1c83d9503ded', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T18:01:48Z', 'updated_at': '2022-05-18T18:02:15Z', 'revision_number': 1, 'project_id': '0d4eb23333684335bd57fa66f03d4443', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25deeb9c-114b-4cae-8c5c-949655592bd5', 'name': '', 'network_id': 'f7cf31b5-1eeb-4bf6-bd77-be90f0ebecb7', 'tenant_id': '0d4eb23333684335bd57fa66f03d4443', 'mac_address': 'fa:16:3e:92:f7:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45283d2-8427-40c7-bb89-04bcd08c1018', 'device_owner': 'network:router_interface', 'standard_attr_id': 151, 'fixed_ips': [{'subnet_id': 'd88b0a46-da40-4baf-b21a-795825e4a8cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:01:22Z', 'updated_at': '2022-05-18T18:01:33Z', 'revision_number': 5, 'project_id': '0d4eb23333684335bd57fa66f03d4443', 'subnets': [{'id': 'd88b0a46-da40-4baf-b21a-795825e4a8cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:02:18.532335 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-93ec8fa6-0508-4cd6-b899-2dfd9d71770a req-c61377db-50cc-4b7b-9c83-12b3ca01cfeb tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] Deleting port 4f944bb6-1b46-449e-ab14-e75372c72ec3 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:02:18.532684 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-93ec8fa6-0508-4cd6-b899-2dfd9d71770a req-c61377db-50cc-4b7b-9c83-12b3ca01cfeb tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:18.558268 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5c7f20-f690-4799-92a6-cbf5f605db82 req-b3350735-9cab-47e6-9f5f-8b8e7e6c753e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:18.559760 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6e5c7f20-f690-4799-92a6-cbf5f605db82 req-b3350735-9cab-47e6-9f5f-8b8e7e6c753e service neutron] 10.222.0.88 "GET /v2.0/networks?id=f7cf31b5-1eeb-4bf6-bd77-be90f0ebecb7 HTTP/1.1" status: 200 len: 924 time: 0.2780271 May 18 18:02:18.577174 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf031d0-6174-467b-ab5e-a06158d21721 req-a64b8812-46e7-44f0-b2b2-e8d6ff9d59c3 tempest-LiveAutoBlockMigrationV225Test-940020400 tempest-LiveAutoBlockMigrationV225Test-940020400-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:18.578680 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cbf031d0-6174-467b-ab5e-a06158d21721 req-a64b8812-46e7-44f0-b2b2-e8d6ff9d59c3 tempest-LiveAutoBlockMigrationV225Test-940020400 tempest-LiveAutoBlockMigrationV225Test-940020400-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=e29e16d8-e422-4794-abe3-fa62aae733ea&tenant_id=38c3fbce1f554996bc4a73e5f0f7c3e8&binding%3Ahost_id=n-h2-838550-3 HTTP/1.1" status: 200 len: 1116 time: 0.1353102 May 18 18:02:18.595442 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66b19f4-4526-468c-bff3-64747c24254f req-9c534ed0-f553-44dd-b43d-6a371e38d502 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:18.596919 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e66b19f4-4526-468c-bff3-64747c24254f req-9c534ed0-f553-44dd-b43d-6a371e38d502 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/ports?device_id=9fd52930-74c1-446a-8fe8-b01fb6bc2060 HTTP/1.1" status: 200 len: 949 time: 0.1092398 May 18 18:02:18.598625 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-8346c03d-ed4f-43fb-a568-531a88fd5899 req-dfaf242f-8573-4924-b0b3-1296f68d7a61 tempest-FloatingIPsTestJSON-877779556 tempest-FloatingIPsTestJSON-877779556-project] Deleting port 8bca8f02-043d-451a-8e30-6d4cd39c858f {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:02:18.598975 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-8346c03d-ed4f-43fb-a568-531a88fd5899 req-dfaf242f-8573-4924-b0b3-1296f68d7a61 tempest-FloatingIPsTestJSON-877779556 tempest-FloatingIPsTestJSON-877779556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:18.657568 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a1286b35-c617-4dfe-a222-9870c8166013 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:18.742799 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ac132a-6eb3-4fa1-a529-2c4ceaa30033 None None] New status for floating IP 4b97b547-18c8-4596-8000-87de6ca4f725: ACTIVE {{(pid=102732) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 18:02:18.746906 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-8346c03d-ed4f-43fb-a568-531a88fd5899 req-dfaf242f-8573-4924-b0b3-1296f68d7a61 tempest-FloatingIPsTestJSON-877779556 tempest-FloatingIPsTestJSON-877779556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:18.747742 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-8346c03d-ed4f-43fb-a568-531a88fd5899 req-dfaf242f-8573-4924-b0b3-1296f68d7a61 tempest-FloatingIPsTestJSON-877779556 tempest-FloatingIPsTestJSON-877779556-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:18.761198 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6e5c7f20-f690-4799-92a6-cbf5f605db82 req-27f3a5f1-1ae0-4e84-96ee-89849d411d80 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cf276825-a7ae-4f65-88ed-3d2e9fff178b HTTP/1.1" status: 200 len: 1000 time: 0.1894376 May 18 18:02:18.767036 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-93ec8fa6-0508-4cd6-b899-2dfd9d71770a req-c61377db-50cc-4b7b-9c83-12b3ca01cfeb tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] For port 4f944bb6-1b46-449e-ab14-e75372c72ec3, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=4f944bb6-1b46-449e-ab14-e75372c72ec3,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:02:18.767502 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-93ec8fa6-0508-4cd6-b899-2dfd9d71770a req-c61377db-50cc-4b7b-9c83-12b3ca01cfeb tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:18.780863 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-8346c03d-ed4f-43fb-a568-531a88fd5899 req-dfaf242f-8573-4924-b0b3-1296f68d7a61 tempest-FloatingIPsTestJSON-877779556 tempest-FloatingIPsTestJSON-877779556-project] Calling delete_port for 8bca8f02-043d-451a-8e30-6d4cd39c858f owned by network:floatingip {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:02:18.794593 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-93ec8fa6-0508-4cd6-b899-2dfd9d71770a req-c61377db-50cc-4b7b-9c83-12b3ca01cfeb tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] Calling delete_port for 4f944bb6-1b46-449e-ab14-e75372c72ec3 owned by compute:nova {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:02:18.798485 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e66b19f4-4526-468c-bff3-64747c24254f req-d94b1afb-a958-4c7e-9bfe-dbf2612e9f13 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/security-groups?id=b842f2e0-06aa-4b03-8465-45658e93896b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578758 May 18 18:02:18.856664 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf031d0-6174-467b-ab5e-a06158d21721 req-0405fbfd-c6c4-465b-a613-84e52b95f7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:18.859769 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cbf031d0-6174-467b-ab5e-a06158d21721 req-0405fbfd-c6c4-465b-a613-84e52b95f7a2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e29e16d8-e422-4794-abe3-fa62aae733ea&tenant_id=38c3fbce1f554996bc4a73e5f0f7c3e8 HTTP/1.1" status: 200 len: 1116 time: 0.2320683 May 18 18:02:18.940331 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5c7f20-f690-4799-92a6-cbf5f605db82 req-ced86751-a152-4f57-8ea0-12679be84d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:18.942772 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6e5c7f20-f690-4799-92a6-cbf5f605db82 req-ced86751-a152-4f57-8ea0-12679be84d59 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d88b0a46-da40-4baf-b21a-795825e4a8cb HTTP/1.1" status: 200 len: 862 time: 0.1745243 May 18 18:02:18.953388 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a1286b35-c617-4dfe-a222-9870c8166013 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:18.964433 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a1286b35-c617-4dfe-a222-9870c8166013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:18.993876 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231d6d63-d385-4162-bcf2-2869e19e97ec req-b5daae00-7df2-4ebc-8e0a-e3dd6f63307c tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:18.995434 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-231d6d63-d385-4162-bcf2-2869e19e97ec req-b5daae00-7df2-4ebc-8e0a-e3dd6f63307c tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] 10.222.0.85 "GET /v2.0/ports?device_id=0d2f6ddf-4314-4338-9118-a1f72e9c6d73 HTTP/1.1" status: 200 len: 950 time: 0.1344957 May 18 18:02:19.002461 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf031d0-6174-467b-ab5e-a06158d21721 req-60bb6b16-5610-440e-91c0-94792d26125c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:19.004093 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cbf031d0-6174-467b-ab5e-a06158d21721 req-60bb6b16-5610-440e-91c0-94792d26125c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=38c3fbce1f554996bc4a73e5f0f7c3e8&device_id=e29e16d8-e422-4794-abe3-fa62aae733ea HTTP/1.1" status: 200 len: 1116 time: 0.1052997 May 18 18:02:19.033442 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-a1286b35-c617-4dfe-a222-9870c8166013 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=aaf2f93e89bc4641a58067651c9a82cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7195542 May 18 18:02:19.037093 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 43852) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:02:19.047246 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1286b35-c617-4dfe-a222-9870c8166013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51d476b4-175a-4e6f-b4b9-142d9a53ac30,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:02:19.052737 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5c7f20-f690-4799-92a6-cbf5f605db82 req-9af95f51-58e2-4539-a43e-88f3602f72f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:19.054340 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6e5c7f20-f690-4799-92a6-cbf5f605db82 req-9af95f51-58e2-4539-a43e-88f3602f72f7 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=f7cf31b5-1eeb-4bf6-bd77-be90f0ebecb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0986390 May 18 18:02:19.159309 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-231d6d63-d385-4162-bcf2-2869e19e97ec req-f453bf7a-664e-424b-95df-37b01c22f639 tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] 10.222.0.85 "GET /v2.0/security-groups?id=1266143d-5445-4421-a475-44b903b2fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465578 May 18 18:02:19.174336 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-93ec8fa6-0508-4cd6-b899-2dfd9d71770a req-c61377db-50cc-4b7b-9c83-12b3ca01cfeb tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:19.178024 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-8346c03d-ed4f-43fb-a568-531a88fd5899 req-dfaf242f-8573-4924-b0b3-1296f68d7a61 tempest-FloatingIPsTestJSON-877779556 tempest-FloatingIPsTestJSON-877779556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:19.185192 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e3c3a471-dbc3-4ea9-8cf6-f0adedb9bcf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:19.190730 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['8a1db5a5-f34b-4179-b217-79bb427bdbd7', '4f944bb6-1b46-449e-ab14-e75372c72ec3'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:02:19.212369 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf031d0-6174-467b-ab5e-a06158d21721 req-3e5a22ba-cd4b-4d27-99a6-41fc4cadd0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:19.213026 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e3c3a471-dbc3-4ea9-8cf6-f0adedb9bcf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:19.214013 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cbf031d0-6174-467b-ab5e-a06158d21721 req-3e5a22ba-cd4b-4d27-99a6-41fc4cadd0bc service neutron] 10.222.0.36 "GET /v2.0/networks?id=e7bb4226-ce97-4ecd-a736-061f4f786581 HTTP/1.1" status: 200 len: 921 time: 0.1934147 May 18 18:02:19.268163 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cbf031d0-6174-467b-ab5e-a06158d21721 req-3ac721f1-23ab-4211-adbb-fd9c7df60b75 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cb11a143-d579-4d02-bc74-db341a9b2376 HTTP/1.1" status: 200 len: 217 time: 0.0469401 May 18 18:02:19.270235 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6e5c7f20-f690-4799-92a6-cbf5f605db82 req-b9a19882-41a0-4338-841d-1580ae0cf4a4 service neutron] 10.222.0.88 "GET /v2.0/networks/f7cf31b5-1eeb-4bf6-bd77-be90f0ebecb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855247 May 18 18:02:19.291418 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e3c3a471-dbc3-4ea9-8cf6-f0adedb9bcf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:19.293884 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e3c3a471-dbc3-4ea9-8cf6-f0adedb9bcf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:19.297694 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-e3c3a471-dbc3-4ea9-8cf6-f0adedb9bcf5 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/51d476b4-175a-4e6f-b4b9-142d9a53ac30 HTTP/1.1" status: 204 len: 168 time: 0.2528021 May 18 18:02:19.297966 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaf242f-8573-4924-b0b3-1296f68d7a61 tempest-FloatingIPsTestJSON-877779556 tempest-FloatingIPsTestJSON-877779556-project] Pushing event deleted for resources: {'Port': ['ID=8bca8f02-043d-451a-8e30-6d4cd39c858f,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:02:19.407502 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61377db-50cc-4b7b-9c83-12b3ca01cfeb tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] Pushing event deleted for resources: {'Port': ['ID=4f944bb6-1b46-449e-ab14-e75372c72ec3,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:02:19.411065 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c3a471-dbc3-4ea9-8cf6-f0adedb9bcf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51d476b4-175a-4e6f-b4b9-142d9a53ac30,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:02:19.445651 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-93ec8fa6-0508-4cd6-b899-2dfd9d71770a req-c61377db-50cc-4b7b-9c83-12b3ca01cfeb tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] No DVR routers for this DVR port 4f944bb6-1b46-449e-ab14-e75372c72ec3 on host n-h2-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:02:19.461443 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-93ec8fa6-0508-4cd6-b899-2dfd9d71770a req-c61377db-50cc-4b7b-9c83-12b3ca01cfeb tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:19.464853 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-93ec8fa6-0508-4cd6-b899-2dfd9d71770a req-c61377db-50cc-4b7b-9c83-12b3ca01cfeb tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] 10.222.0.88 "DELETE /v2.0/ports/4f944bb6-1b46-449e-ab14-e75372c72ec3 HTTP/1.1" status: 204 len: 173 time: 1.1524475 May 18 18:02:19.465406 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d2f6ddf-4314-4338-9118-a1f72e9c6d73', 'name': 'network-vif-deleted', 'tag': '4f944bb6-1b46-449e-ab14-e75372c72ec3'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:02:19.477242 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acf48b85-f09c-4918-99bc-b3eaf6987c47" -d '{"events": [{"server_uuid": "0d2f6ddf-4314-4338-9118-a1f72e9c6d73", "name": "network-vif-deleted", "tag": "4f944bb6-1b46-449e-ab14-e75372c72ec3"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:02:19.487975 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf031d0-6174-467b-ab5e-a06158d21721 req-7b531aa8-40dc-40a4-8725-d9b70dd82e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:19.489657 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cbf031d0-6174-467b-ab5e-a06158d21721 req-7b531aa8-40dc-40a4-8725-d9b70dd82e9e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cf982f85-dd38-4a89-9c21-fca17676813e HTTP/1.1" status: 200 len: 860 time: 0.2018950 May 18 18:02:19.503641 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6e5c7f20-f690-4799-92a6-cbf5f605db82 req-07e16dc4-4e08-4eb8-978e-5b4fd64970ab service neutron] 10.222.0.88 "GET /v2.0/networks/f7cf31b5-1eeb-4bf6-bd77-be90f0ebecb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258694 May 18 18:02:19.517592 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-8346c03d-ed4f-43fb-a568-531a88fd5899 req-dfaf242f-8573-4924-b0b3-1296f68d7a61 tempest-FloatingIPsTestJSON-877779556 tempest-FloatingIPsTestJSON-877779556-project] Notify callbacks [] for floatingip, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:19.520212 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-8346c03d-ed4f-43fb-a568-531a88fd5899 req-dfaf242f-8573-4924-b0b3-1296f68d7a61 tempest-FloatingIPsTestJSON-877779556 tempest-FloatingIPsTestJSON-877779556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:19.523268 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8346c03d-ed4f-43fb-a568-531a88fd5899 req-dfaf242f-8573-4924-b0b3-1296f68d7a61 tempest-FloatingIPsTestJSON-877779556 tempest-FloatingIPsTestJSON-877779556-project] 10.222.0.85 "DELETE /v2.0/floatingips/601d12bf-2511-42b8-a266-1fc041a19888 HTTP/1.1" status: 204 len: 173 time: 1.3389933 May 18 18:02:19.615520 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cbf031d0-6174-467b-ab5e-a06158d21721 req-01c46a23-f366-4b24-b553-23f841622285 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e7bb4226-ce97-4ecd-a736-061f4f786581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1086063 May 18 18:02:19.662576 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed29860e-a70f-41f7-acc5-b109d138f5b1 req-0a0a660f-01ee-47c0-8751-49b6ecc497de tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:19.664616 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ed29860e-a70f-41f7-acc5-b109d138f5b1 req-0a0a660f-01ee-47c0-8751-49b6ecc497de tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/ports?device_id=e29e16d8-e422-4794-abe3-fa62aae733ea HTTP/1.1" status: 200 len: 965 time: 0.2955611 May 18 18:02:19.716919 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-12934220-c20d-4832-bdda-794a69c35f90 req-839777ce-ad6a-4938-9554-4d1e941ba1ca tempest-ServersAdmin275Test-1241366983 tempest-ServersAdmin275Test-1241366983-project] 10.222.0.85 "GET /v2.0/ports?device_id=742e25d2-ccad-4925-a8fc-bd66e6e7025b HTTP/1.1" status: 200 len: 210 time: 0.0463026 May 18 18:02:19.768781 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 4f944bb6-1b46-449e-ab14-e75372c72ec3 no longer exists at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:02:19.777862 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ed29860e-a70f-41f7-acc5-b109d138f5b1 req-c93580f6-e6ba-47d0-b09a-7bbe54694559 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/security-groups?id=bda815dc-3228-454b-a95b-f89a3eeb79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759819 May 18 18:02:19.829021 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fabbad0c-1997-4b35-9e0f-349f3498fec2 x-openstack-request-id: req-fabbad0c-1997-4b35-9e0f-349f3498fec2 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:02:19.829760 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d2f6ddf-4314-4338-9118-a1f72e9c6d73", "name": "network-vif-deleted", "tag": "4f944bb6-1b46-449e-ab14-e75372c72ec3", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:02:19.831127 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-fabbad0c-1997-4b35-9e0f-349f3498fec2 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:02:19.831339 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fabbad0c-1997-4b35-9e0f-349f3498fec2'] response: {'server_uuid': '0d2f6ddf-4314-4338-9118-a1f72e9c6d73', 'name': 'network-vif-deleted', 'tag': '4f944bb6-1b46-449e-ab14-e75372c72ec3', 'status': 'completed', 'code': 200} May 18 18:02:19.831966 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cbf031d0-6174-467b-ab5e-a06158d21721 req-5bfc07fc-c6a9-49a2-963e-ec375496867d service neutron] 10.222.0.36 "GET /v2.0/networks/e7bb4226-ce97-4ecd-a736-061f4f786581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020473 May 18 18:02:19.862577 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] No Port match for: 4f944bb6-1b46-449e-ab14-e75372c72ec3 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:02:19.863431 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 4f944bb6-1b46-449e-ab14-e75372c72ec3 not bound to the agent host n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:02:19.864126 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device cb11a143-d579-4d02-bc74-db341a9b2376 no longer exists at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:02:19.881601 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 43872) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:02:19.883507 n-d-838550-3 neutron-server[102731]: INFO neutron.api.v2.resource [req-790c92f2-2900-4f6f-9c14-e234e1a51a37 req-213e4bdc-efc3-4ce0-be52-7c9fa3aedb2e tempest-FloatingIPsTestJSON-877779556 tempest-FloatingIPsTestJSON-877779556-project] show failed (client error): The resource could not be found. May 18 18:02:19.894281 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-790c92f2-2900-4f6f-9c14-e234e1a51a37 req-213e4bdc-efc3-4ce0-be52-7c9fa3aedb2e tempest-FloatingIPsTestJSON-877779556 tempest-FloatingIPsTestJSON-877779556-project] 10.222.0.85 "GET /v2.0/floatingips/601d12bf-2511-42b8-a266-1fc041a19888 HTTP/1.1" status: 404 len: 350 time: 0.0727270 May 18 18:02:19.919992 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4772057a-20d7-4f5b-83b5-861c09952e4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:19.948994 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device cb11a143-d579-4d02-bc74-db341a9b2376 not bound to the agent host n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:02:19.985258 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cbf031d0-6174-467b-ab5e-a06158d21721 req-0197243f-64ea-4094-acfd-52ac07f260cd service neutron] 10.222.0.36 "GET /v2.0/networks/e7bb4226-ce97-4ecd-a736-061f4f786581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230955 May 18 18:02:20.016953 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e192bb-83c0-43bd-8d95-ac555a931bc2 req-ce709a67-102b-41ac-a91e-f047ea54bb77 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:20.018576 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c0e192bb-83c0-43bd-8d95-ac555a931bc2 req-ce709a67-102b-41ac-a91e-f047ea54bb77 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/ports?device_id=9fd52930-74c1-446a-8fe8-b01fb6bc2060 HTTP/1.1" status: 200 len: 949 time: 0.0796173 May 18 18:02:20.075102 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4772057a-20d7-4f5b-83b5-861c09952e4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:20.080586 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4772057a-20d7-4f5b-83b5-861c09952e4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:20.116141 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c0e192bb-83c0-43bd-8d95-ac555a931bc2 req-d03eb9de-17d1-4fb3-bdfa-39cc570e1f55 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/security-groups?id=b842f2e0-06aa-4b03-8465-45658e93896b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774915 May 18 18:02:20.141418 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-4772057a-20d7-4f5b-83b5-861c09952e4d admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=97246bae7b5b4ede98d4b3f7bdf5688d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2578473 May 18 18:02:20.142579 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4772057a-20d7-4f5b-83b5-861c09952e4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=887db80d-361c-460d-95a1-df22c2f1855c,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:02:20.144702 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 43878) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:02:20.208718 n-d-838550-3 neutron-server[102730]: INFO neutron.api.v2.resource [req-f872f6cc-87cf-44d4-b0b7-4bc417a1d3c5 req-80ebfb2a-9807-48da-8abf-4d72b48536be tempest-FloatingIPsTestJSON-877779556 tempest-FloatingIPsTestJSON-877779556-project] show failed (client error): The resource could not be found. May 18 18:02:20.222915 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f872f6cc-87cf-44d4-b0b7-4bc417a1d3c5 req-80ebfb2a-9807-48da-8abf-4d72b48536be tempest-FloatingIPsTestJSON-877779556 tempest-FloatingIPsTestJSON-877779556-project] 10.222.0.85 "GET /v2.0/floatingips/601d12bf-2511-42b8-a266-1fc041a19888 HTTP/1.1" status: 404 len: 350 time: 0.0619080 May 18 18:02:20.224726 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 43882) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:02:20.290234 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-42bfdffb-f809-4536-b993-1f2a25cccff5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:20.339441 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-42bfdffb-f809-4536-b993-1f2a25cccff5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:20.637344 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a01427f-fb58-43e4-b4a6-76c50d5a6242 req-23afc5da-0b32-4b1b-8d80-ba0139f8bfa4 tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:20.639714 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9a01427f-fb58-43e4-b4a6-76c50d5a6242 req-23afc5da-0b32-4b1b-8d80-ba0139f8bfa4 tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] 10.222.0.85 "GET /v2.0/ports?device_id=121c1182-c743-4361-96a5-f19520c0e9e2 HTTP/1.1" status: 200 len: 970 time: 0.0699680 May 18 18:02:20.698398 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf031d0-6174-467b-ab5e-a06158d21721 req-38cf4afe-fbee-449d-8256-6b5028a8affc tempest-LiveAutoBlockMigrationV225Test-940020400 tempest-LiveAutoBlockMigrationV225Test-940020400-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:20.699904 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cbf031d0-6174-467b-ab5e-a06158d21721 req-38cf4afe-fbee-449d-8256-6b5028a8affc tempest-LiveAutoBlockMigrationV225Test-940020400 tempest-LiveAutoBlockMigrationV225Test-940020400-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=e29e16d8-e422-4794-abe3-fa62aae733ea&tenant_id=38c3fbce1f554996bc4a73e5f0f7c3e8&binding%3Ahost_id=n-h1-838550-3 HTTP/1.1" status: 200 len: 1116 time: 0.3583956 May 18 18:02:20.716153 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9a01427f-fb58-43e4-b4a6-76c50d5a6242 req-e7e9bbe4-a0e8-4384-a608-abcfe0ad2eb6 tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] 10.222.0.85 "GET /v2.0/security-groups?id=1266143d-5445-4421-a475-44b903b2fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617335 May 18 18:02:20.828893 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-42bfdffb-f809-4536-b993-1f2a25cccff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:20.840878 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-42bfdffb-f809-4536-b993-1f2a25cccff5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:20.840878 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-42bfdffb-f809-4536-b993-1f2a25cccff5 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/887db80d-361c-460d-95a1-df22c2f1855c HTTP/1.1" status: 204 len: 168 time: 0.6915545 May 18 18:02:20.882337 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bfdffb-f809-4536-b993-1f2a25cccff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=887db80d-361c-460d-95a1-df22c2f1855c,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:02:20.910116 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-99af69b0-8845-45f1-940d-9f6e6940147e req-10ac40fa-c4c9-40e1-a289-92bf9b897785 tempest-ServersAdmin275Test-1241366983 tempest-ServersAdmin275Test-1241366983-project] 10.222.0.85 "GET /v2.0/ports?device_id=742e25d2-ccad-4925-a8fc-bd66e6e7025b HTTP/1.1" status: 200 len: 210 time: 0.0483036 May 18 18:02:20.998120 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2d3b7a-2c5c-475f-93be-ba4062090950 req-22ec5d7d-8d6b-4663-a7d6-8d4c0923742f tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:21.001575 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bd2d3b7a-2c5c-475f-93be-ba4062090950 req-22ec5d7d-8d6b-4663-a7d6-8d4c0923742f tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/ports?device_id=e29e16d8-e422-4794-abe3-fa62aae733ea HTTP/1.1" status: 200 len: 965 time: 0.0995767 May 18 18:02:21.070448 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bd2d3b7a-2c5c-475f-93be-ba4062090950 req-030bdb04-2b3a-4a93-81a9-4111cc8f718b tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/security-groups?id=bda815dc-3228-454b-a95b-f89a3eeb79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623305 May 18 18:02:21.126326 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-cbf031d0-6174-467b-ab5e-a06158d21721 req-d1a72be6-8ad4-4889-a46b-8eff996bb470 service neutron] For port cb11a143-d579-4d02-bc74-db341a9b2376, host n-h2-838550-3, cleared binding levels {{(pid=102731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:02:21.137277 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-cbf031d0-6174-467b-ab5e-a06158d21721 req-d1a72be6-8ad4-4889-a46b-8eff996bb470 service neutron] Notify callbacks [] for binding, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:21.138495 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cbf031d0-6174-467b-ab5e-a06158d21721 req-d1a72be6-8ad4-4889-a46b-8eff996bb470 service neutron] 10.222.0.36 "DELETE /v2.0/ports/cb11a143-d579-4d02-bc74-db341a9b2376/bindings/n-h2-838550-3 HTTP/1.1" status: 204 len: 173 time: 0.4155841 May 18 18:02:21.278548 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe3dec5-9bb7-4fd7-9ac3-541ae71dbd7b req-5ac45cdc-952f-46f6-9458-84276b3ce9c7 tempest-LiveAutoBlockMigrationV225Test-940020400 tempest-LiveAutoBlockMigrationV225Test-940020400-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:21.281535 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ebe3dec5-9bb7-4fd7-9ac3-541ae71dbd7b req-5ac45cdc-952f-46f6-9458-84276b3ce9c7 tempest-LiveAutoBlockMigrationV225Test-940020400 tempest-LiveAutoBlockMigrationV225Test-940020400-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=e29e16d8-e422-4794-abe3-fa62aae733ea HTTP/1.1" status: 200 len: 1116 time: 0.0586505 May 18 18:02:21.335551 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ebe3dec5-9bb7-4fd7-9ac3-541ae71dbd7b req-e38431b0-2ca8-4055-ad94-951368da6e6e tempest-LiveAutoBlockMigrationV225Test-940020400 tempest-LiveAutoBlockMigrationV225Test-940020400-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=bda815dc-3228-454b-a95b-f89a3eeb79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428908 May 18 18:02:21.338175 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759fbe2e-d0b3-4dac-a14b-fd6867f80c8b req-bf0ec848-a5a1-446d-abaa-5cb4b0e063d0 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:21.339746 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-759fbe2e-d0b3-4dac-a14b-fd6867f80c8b req-bf0ec848-a5a1-446d-abaa-5cb4b0e063d0 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/ports?device_id=9fd52930-74c1-446a-8fe8-b01fb6bc2060 HTTP/1.1" status: 200 len: 949 time: 0.0787678 May 18 18:02:21.369938 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6753b322-3229-43e2-a3f0-885b465b61c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-595963'] for router_interface, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:21.450999 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-759fbe2e-d0b3-4dac-a14b-fd6867f80c8b req-32f4d2f2-1475-4db1-9a7d-ce6c0bdab604 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/security-groups?id=b842f2e0-06aa-4b03-8465-45658e93896b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975173 May 18 18:02:21.836148 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4223aa01-8663-4d5f-93bc-a8cf3ad5cb56 req-29f922c8-9a60-450a-8e59-5987a1f1d7d6 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:21.838431 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4223aa01-8663-4d5f-93bc-a8cf3ad5cb56 req-29f922c8-9a60-450a-8e59-5987a1f1d7d6 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/networks?id=e7bb4226-ce97-4ecd-a736-061f4f786581 HTTP/1.1" status: 200 len: 820 time: 0.2071531 May 18 18:02:21.862152 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4223aa01-8663-4d5f-93bc-a8cf3ad5cb56 req-8af24dae-e1a2-431f-ae19-f70ba9384719 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/quotas/38c3fbce1f554996bc4a73e5f0f7c3e8 HTTP/1.1" status: 200 len: 375 time: 0.0158341 May 18 18:02:21.934934 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4223aa01-8663-4d5f-93bc-a8cf3ad5cb56 req-be50014b-ed4b-46d5-b59a-5a98bdc95c4f tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=38c3fbce1f554996bc4a73e5f0f7c3e8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0663888 May 18 18:02:21.963768 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cafe4cc-e457-40bb-81b1-2edb33d7225c req-dfdd1363-f2c3-4235-807b-3fd3f07cf013 tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:21.965241 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1cafe4cc-e457-40bb-81b1-2edb33d7225c req-dfdd1363-f2c3-4235-807b-3fd3f07cf013 tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] 10.222.0.85 "GET /v2.0/ports?device_id=121c1182-c743-4361-96a5-f19520c0e9e2 HTTP/1.1" status: 200 len: 970 time: 0.1091197 May 18 18:02:22.029276 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-6753b322-3229-43e2-a3f0-885b465b61c7 admin admin] Deleting port 5d6aaf91-cfee-40ca-9127-81a53910b1b9 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:02:22.029817 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6753b322-3229-43e2-a3f0-885b465b61c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:22.035558 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1cafe4cc-e457-40bb-81b1-2edb33d7225c req-6d27e119-8e50-4510-bc45-b3c23e40b7e3 tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] 10.222.0.85 "GET /v2.0/security-groups?id=1266143d-5445-4421-a475-44b903b2fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547884 May 18 18:02:22.073680 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4223aa01-8663-4d5f-93bc-a8cf3ad5cb56 req-cc0bbc3e-3a03-46ee-b67a-1c04c8d8d6cc service neutron] 10.222.0.85 "GET /v2.0/networks/e7bb4226-ce97-4ecd-a736-061f4f786581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288104 May 18 18:02:22.195358 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4223aa01-8663-4d5f-93bc-a8cf3ad5cb56 req-f473c411-e8b9-4798-9041-48100a9e1556 service neutron] 10.222.0.85 "GET /v2.0/networks/e7bb4226-ce97-4ecd-a736-061f4f786581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140115 May 18 18:02:22.230364 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2bb1b2b0-d63f-402e-a569-e2db4f1182f6 req-9f46584a-5ad2-4a57-9c80-f653742aaed8 tempest-ServersAdmin275Test-1241366983 tempest-ServersAdmin275Test-1241366983-project] 10.222.0.85 "GET /v2.0/ports?device_id=742e25d2-ccad-4925-a8fc-bd66e6e7025b HTTP/1.1" status: 200 len: 210 time: 0.0555899 May 18 18:02:22.239590 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-6753b322-3229-43e2-a3f0-885b465b61c7 admin admin] For port 5d6aaf91-cfee-40ca-9127-81a53910b1b9, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=5d6aaf91-cfee-40ca-9127-81a53910b1b9,segment=NetworkSegment(f307dc17-1244-459f-a23a-278ae5d9ea38),segment_id=f307dc17-1244-459f-a23a-278ae5d9ea38)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:02:22.239988 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6753b322-3229-43e2-a3f0-885b465b61c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:22.256748 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-6753b322-3229-43e2-a3f0-885b465b61c7 admin admin] Calling delete_port for 5d6aaf91-cfee-40ca-9127-81a53910b1b9 owned by network:router_interface {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:02:22.621761 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3999271c-8b99-4666-8817-0829457651bb req-e919845d-1e44-4c0e-b040-4baca0d8ec71 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/ports?device_id=a09c81f0-e946-4a9d-9b3b-f55046c6af2c HTTP/1.1" status: 200 len: 210 time: 0.0904541 May 18 18:02:22.648094 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a81d4a-ad1c-4532-ac86-4933a500fe06 req-d4bc0b7b-025b-41cd-83a0-b8e8edaa3f7f tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:22.659822 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-62a81d4a-ad1c-4532-ac86-4933a500fe06 req-d4bc0b7b-025b-41cd-83a0-b8e8edaa3f7f tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/ports?device_id=9fd52930-74c1-446a-8fe8-b01fb6bc2060 HTTP/1.1" status: 200 len: 949 time: 0.0863254 May 18 18:02:22.664712 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2229284e-5d1b-4f6b-bf26-e6065c05ffa8 req-b5468517-72ac-4ac7-ac73-bd0c0333ee74 tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:22.666869 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2229284e-5d1b-4f6b-bf26-e6065c05ffa8 req-b5468517-72ac-4ac7-ac73-bd0c0333ee74 tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] 10.222.0.88 "GET /v2.0/ports?device_id=121c1182-c743-4361-96a5-f19520c0e9e2 HTTP/1.1" status: 200 len: 970 time: 0.1183140 May 18 18:02:22.720112 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-62a81d4a-ad1c-4532-ac86-4933a500fe06 req-da9c5d49-9560-4aea-8fef-cfceecb181ff tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/security-groups?id=b842f2e0-06aa-4b03-8465-45658e93896b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593374 May 18 18:02:22.845823 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6753b322-3229-43e2-a3f0-885b465b61c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:22.881160 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6753b322-3229-43e2-a3f0-885b465b61c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d6aaf91-cfee-40ca-9127-81a53910b1b9,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:02:23.022443 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-2229284e-5d1b-4f6b-bf26-e6065c05ffa8 req-45a6d40e-2a58-440e-9e00-7699aa2981be tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] Deleting port 8a1db5a5-f34b-4179-b217-79bb427bdbd7 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:02:23.023042 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-2229284e-5d1b-4f6b-bf26-e6065c05ffa8 req-45a6d40e-2a58-440e-9e00-7699aa2981be tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:23.243467 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44028) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:02:23.417878 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-68c810e2-f87c-47e7-a417-106c4e9bdd19 req-c3840718-f514-4356-b1af-e6004ce68cab tempest-ServersAdmin275Test-1241366983 tempest-ServersAdmin275Test-1241366983-project] 10.222.0.85 "GET /v2.0/ports?device_id=742e25d2-ccad-4925-a8fc-bd66e6e7025b HTTP/1.1" status: 200 len: 210 time: 0.0469632 May 18 18:02:23.445510 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d1015fc7-1f8d-4c5d-9541-36e327705d87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:23.531297 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6753b322-3229-43e2-a3f0-885b465b61c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-593931'] for router_interface, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:23.554450 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-2229284e-5d1b-4f6b-bf26-e6065c05ffa8 req-45a6d40e-2a58-440e-9e00-7699aa2981be tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] For port 8a1db5a5-f34b-4179-b217-79bb427bdbd7, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=8a1db5a5-f34b-4179-b217-79bb427bdbd7,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:02:23.554815 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-2229284e-5d1b-4f6b-bf26-e6065c05ffa8 req-45a6d40e-2a58-440e-9e00-7699aa2981be tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:23.561382 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d1015fc7-1f8d-4c5d-9541-36e327705d87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:23.570657 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d1015fc7-1f8d-4c5d-9541-36e327705d87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:23.612120 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1015fc7-1f8d-4c5d-9541-36e327705d87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=584f2fcd-4b8f-4e24-a715-fbf0cc4b1751,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:02:23.620611 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-d1015fc7-1f8d-4c5d-9541-36e327705d87 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=b3ffe077c74141f2b6680902a27d94d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3744524 May 18 18:02:23.621014 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44038) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:02:23.622445 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede94c4e-037a-4657-8142-11cf24482808 req-22e9cc54-5a89-4373-add4-f8406e970316 tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:23.624574 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ede94c4e-037a-4657-8142-11cf24482808 req-22e9cc54-5a89-4373-add4-f8406e970316 tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] 10.222.0.85 "GET /v2.0/ports?device_id=121c1182-c743-4361-96a5-f19520c0e9e2 HTTP/1.1" status: 200 len: 970 time: 0.1810226 May 18 18:02:23.625668 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-2229284e-5d1b-4f6b-bf26-e6065c05ffa8 req-45a6d40e-2a58-440e-9e00-7699aa2981be tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] Calling delete_port for 8a1db5a5-f34b-4179-b217-79bb427bdbd7 owned by compute:tempest-test_az-488582773 {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:02:23.681529 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-bf96429d-3cd4-4ba0-adb0-bd11cb387dce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:23.741745 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-bf96429d-3cd4-4ba0-adb0-bd11cb387dce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:23.760160 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-575b387e-3f28-4b08-89e0-8fe3946ffcc6 req-3bf303be-7585-4747-8147-cd145d7fbc1f tempest-DeleteServersAdminTestJSON-645487239 tempest-DeleteServersAdminTestJSON-645487239-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=bbf79df7f4b448e89bb05840bba91604&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0420012 May 18 18:02:23.769986 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ede94c4e-037a-4657-8142-11cf24482808 req-f0b394da-668c-429d-ac54-27647e9bc795 tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] 10.222.0.85 "GET /v2.0/security-groups?id=1266143d-5445-4421-a475-44b903b2fe77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325107 May 18 18:02:23.873977 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d93252c9-f3ed-4664-983e-39e9024cf99f req-d6a80072-0316-4664-8f96-a6b5a7d2b596 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/ports?device_id=a09c81f0-e946-4a9d-9b3b-f55046c6af2c HTTP/1.1" status: 200 len: 210 time: 0.0375936 May 18 18:02:23.988120 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4223aa01-8663-4d5f-93bc-a8cf3ad5cb56 req-5fc6ca81-aa27-4604-aacd-d148077d7c03 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:23.989630 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4223aa01-8663-4d5f-93bc-a8cf3ad5cb56 req-5fc6ca81-aa27-4604-aacd-d148077d7c03 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.88 "GET /v2.0/networks?id=e7bb4226-ce97-4ecd-a736-061f4f786581 HTTP/1.1" status: 200 len: 820 time: 0.2318335 May 18 18:02:23.990948 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-bf96429d-3cd4-4ba0-adb0-bd11cb387dce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:23.993791 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-bf96429d-3cd4-4ba0-adb0-bd11cb387dce admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:23.994863 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-bf96429d-3cd4-4ba0-adb0-bd11cb387dce admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/584f2fcd-4b8f-4e24-a715-fbf0cc4b1751 HTTP/1.1" status: 204 len: 168 time: 0.3727529 May 18 18:02:24.003924 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575b387e-3f28-4b08-89e0-8fe3946ffcc6 req-cc9c93bd-7eaf-4808-aa80-4ceb1e500440 tempest-DeleteServersAdminTestJSON-645487239 tempest-DeleteServersAdminTestJSON-645487239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:24.005462 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-575b387e-3f28-4b08-89e0-8fe3946ffcc6 req-cc9c93bd-7eaf-4808-aa80-4ceb1e500440 tempest-DeleteServersAdminTestJSON-645487239 tempest-DeleteServersAdminTestJSON-645487239-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2332242 May 18 18:02:24.011168 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-4223aa01-8663-4d5f-93bc-a8cf3ad5cb56 req-0be3c08e-4d53-4216-951d-a0210ad0312e tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Request body: {'port': {'device_id': 'a09c81f0-e946-4a9d-9b3b-f55046c6af2c', 'network_id': 'e7bb4226-ce97-4ecd-a736-061f4f786581', 'admin_state_up': True, 'tenant_id': '38c3fbce1f554996bc4a73e5f0f7c3e8'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:02:24.039830 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf96429d-3cd4-4ba0-adb0-bd11cb387dce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=584f2fcd-4b8f-4e24-a715-fbf0cc4b1751,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:02:24.081427 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-575b387e-3f28-4b08-89e0-8fe3946ffcc6 req-3635df52-49bb-44de-838f-b66d2b2c71c6 tempest-DeleteServersAdminTestJSON-645487239 tempest-DeleteServersAdminTestJSON-645487239-project] 10.222.0.85 "GET /v2.0/quotas/bbf79df7f4b448e89bb05840bba91604 HTTP/1.1" status: 200 len: 375 time: 0.0550635 May 18 18:02:24.099415 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8cd0c9-4279-4a30-9e2c-ace3948d73da req-3f70b434-d4a2-4870-8253-c7ea114f74a9 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:24.101334 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4d8cd0c9-4279-4a30-9e2c-ace3948d73da req-3f70b434-d4a2-4870-8253-c7ea114f74a9 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/ports?device_id=9fd52930-74c1-446a-8fe8-b01fb6bc2060 HTTP/1.1" status: 200 len: 949 time: 0.1451991 May 18 18:02:24.106823 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-2229284e-5d1b-4f6b-bf26-e6065c05ffa8 req-45a6d40e-2a58-440e-9e00-7699aa2981be tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:24.123472 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['8a1db5a5-f34b-4179-b217-79bb427bdbd7'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:02:24.139507 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-575b387e-3f28-4b08-89e0-8fe3946ffcc6 req-f4cf9161-0a34-42ec-8bf0-d7b5851d7ba2 tempest-DeleteServersAdminTestJSON-645487239 tempest-DeleteServersAdminTestJSON-645487239-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=bbf79df7f4b448e89bb05840bba91604&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0436900 May 18 18:02:24.170457 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a6d40e-2a58-440e-9e00-7699aa2981be tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] Pushing event deleted for resources: {'Port': ['ID=8a1db5a5-f34b-4179-b217-79bb427bdbd7,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:02:24.207146 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6753b322-3229-43e2-a3f0-885b465b61c7 admin admin] Router fb14b4f0-7e0e-4802-9372-aca0dc7db967 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:02:24.220708 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4223aa01-8663-4d5f-93bc-a8cf3ad5cb56 req-0be3c08e-4d53-4216-951d-a0210ad0312e tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Made reservation on behalf of 38c3fbce1f554996bc4a73e5f0f7c3e8 for: {'port': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:02:24.224274 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-4223aa01-8663-4d5f-93bc-a8cf3ad5cb56 req-0be3c08e-4d53-4216-951d-a0210ad0312e tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:24.265181 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4d8cd0c9-4279-4a30-9e2c-ace3948d73da req-122de042-74d4-4aca-8553-880df40b307b tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/security-groups?id=b842f2e0-06aa-4b03-8465-45658e93896b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525593 May 18 18:02:24.362477 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-2229284e-5d1b-4f6b-bf26-e6065c05ffa8 req-45a6d40e-2a58-440e-9e00-7699aa2981be tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] No DVR routers for this DVR port 8a1db5a5-f34b-4179-b217-79bb427bdbd7 on host n-h2-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:02:24.407967 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-aa40caac-92db-4378-a4ef-c5095ebaad51 req-6fb51936-5d34-47ec-b358-cb4222ca3cbb tempest-DeleteServersAdminTestJSON-645487239 tempest-DeleteServersAdminTestJSON-645487239-project] 10.222.0.85 "GET /v2.0/ports?device_id=6649d474-1690-47b6-b82b-706e3744a863 HTTP/1.1" status: 200 len: 210 time: 0.0436997 May 18 18:02:24.411458 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-2229284e-5d1b-4f6b-bf26-e6065c05ffa8 req-45a6d40e-2a58-440e-9e00-7699aa2981be tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:24.414698 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2229284e-5d1b-4f6b-bf26-e6065c05ffa8 req-45a6d40e-2a58-440e-9e00-7699aa2981be tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] 10.222.0.88 "DELETE /v2.0/ports/8a1db5a5-f34b-4179-b217-79bb427bdbd7 HTTP/1.1" status: 204 len: 173 time: 1.7411466 May 18 18:02:24.415135 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '121c1182-c743-4361-96a5-f19520c0e9e2', 'name': 'network-vif-deleted', 'tag': '8a1db5a5-f34b-4179-b217-79bb427bdbd7'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:02:24.417394 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aed5727-2e70-4f9d-90fa-0fe1387f2ef2" -d '{"events": [{"server_uuid": "121c1182-c743-4361-96a5-f19520c0e9e2", "name": "network-vif-deleted", "tag": "8a1db5a5-f34b-4179-b217-79bb427bdbd7"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:02:24.472244 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [req-4223aa01-8663-4d5f-93bc-a8cf3ad5cb56 req-0be3c08e-4d53-4216-951d-a0210ad0312e tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Allocated IP 172.20.0.10 (e7bb4226-ce97-4ecd-a736-061f4f786581/cf982f85-dd38-4a89-9c21-fca17676813e/00b5b1f0-0c0e-4582-a42c-38ea84aad20c) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:02:24.488368 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44066) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:02:24.507818 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6f7925a-257b-4c3f-89c2-92e42806a55f x-openstack-request-id: req-b6f7925a-257b-4c3f-89c2-92e42806a55f {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:02:24.508216 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "121c1182-c743-4361-96a5-f19520c0e9e2", "name": "network-vif-deleted", "tag": "8a1db5a5-f34b-4179-b217-79bb427bdbd7", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:02:24.508659 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-b6f7925a-257b-4c3f-89c2-92e42806a55f {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:02:24.509300 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6f7925a-257b-4c3f-89c2-92e42806a55f'] response: {'server_uuid': '121c1182-c743-4361-96a5-f19520c0e9e2', 'name': 'network-vif-deleted', 'tag': '8a1db5a5-f34b-4179-b217-79bb427bdbd7', 'status': 'completed', 'code': 200} May 18 18:02:24.533996 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6753b322-3229-43e2-a3f0-885b465b61c7 admin admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:02:24.547833 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b0be36-9f0c-4872-964e-9b6fbc4419a1 None None] Sync routers for ids ['fb14b4f0-7e0e-4802-9372-aca0dc7db967'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:02:24.552692 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-6753b322-3229-43e2-a3f0-885b465b61c7 admin admin] 10.222.0.85 "PUT /v2.0/routers/fb14b4f0-7e0e-4802-9372-aca0dc7db967/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3266678 May 18 18:02:24.556548 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 44068) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:02:24.572877 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b0be36-9f0c-4872-964e-9b6fbc4419a1 None None] Routers {'fb14b4f0-7e0e-4802-9372-aca0dc7db967'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:02:24.573919 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-50b0be36-9f0c-4872-964e-9b6fbc4419a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:02:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['fb14b4f0-7e0e-4802-9372-aca0dc7db967'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:02:24.584524 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-039cd535-dd97-4303-b4e8-cdc4d80d7f3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:24.648530 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fedba715-21c4-46ee-bdae-1e98f2acdc62 req-c9188656-a56b-4143-8795-990040ed5197 tempest-ServersAdmin275Test-1241366983 tempest-ServersAdmin275Test-1241366983-project] 10.222.0.85 "GET /v2.0/ports?device_id=742e25d2-ccad-4925-a8fc-bd66e6e7025b HTTP/1.1" status: 200 len: 210 time: 0.0939732 May 18 18:02:24.784419 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-724ff910-e4ec-4db3-9284-51516a51c5bd admin admin] Notify callbacks [] for router, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:24.833847 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-50b0be36-9f0c-4872-964e-9b6fbc4419a1 None None] Set router fb14b4f0-7e0e-4802-9372-aca0dc7db967 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:02:25.059911 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3cf93a2f-0174-43ad-b824-dcb7c6bf508b req-580f9467-2831-4738-9880-1d0d8c539867 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/ports?device_id=a09c81f0-e946-4a9d-9b3b-f55046c6af2c HTTP/1.1" status: 200 len: 210 time: 0.0553076 May 18 18:02:25.063705 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-724ff910-e4ec-4db3-9284-51516a51c5bd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:25.150733 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-724ff910-e4ec-4db3-9284-51516a51c5bd admin admin] Deleting port 3b675ebc-1467-4a6f-940c-c357e407a9f1 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:02:25.151074 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-724ff910-e4ec-4db3-9284-51516a51c5bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:25.276193 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-724ff910-e4ec-4db3-9284-51516a51c5bd admin admin] For port 3b675ebc-1467-4a6f-940c-c357e407a9f1, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=3b675ebc-1467-4a6f-940c-c357e407a9f1,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:02:25.279239 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-50b0be36-9f0c-4872-964e-9b6fbc4419a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb14b4f0-7e0e-4802-9372-aca0dc7db967', 'name': 'tempest-FloatingIPsTestJSON-910405531-router', 'tenant_id': '54a651c0a59d438d9a603a61a8f090fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.220'}], 'enable_snat': True}, 'gw_port_id': '3b675ebc-1467-4a6f-940c-c357e407a9f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:01:59Z', 'updated_at': '2022-05-18T18:02:22Z', 'revision_number': 5, 'project_id': '54a651c0a59d438d9a603a61a8f090fc', 'gw_port': {'id': '3b675ebc-1467-4a6f-940c-c357e407a9f1', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:27:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb14b4f0-7e0e-4802-9372-aca0dc7db967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:02:00Z', 'updated_at': '2022-05-18T18:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:02:25.280322 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-724ff910-e4ec-4db3-9284-51516a51c5bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:25.314226 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-724ff910-e4ec-4db3-9284-51516a51c5bd admin admin] Calling delete_port for 3b675ebc-1467-4a6f-940c-c357e407a9f1 owned by network:router_gateway {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:02:25.335956 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e338442b-d115-45e6-a84e-d0293c43a2ac req-912544aa-479d-48f3-8899-1d9f8fd9244f tempest-LiveMigrationNegativeTest-1057689115 tempest-LiveMigrationNegativeTest-1057689115-project] 10.222.0.85 "GET /v2.0/ports?device_id=121c1182-c743-4361-96a5-f19520c0e9e2 HTTP/1.1" status: 200 len: 210 time: 0.0803938 May 18 18:02:25.344843 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b0be36-9f0c-4872-964e-9b6fbc4419a1 None None] Checking router: fb14b4f0-7e0e-4802-9372-aca0dc7db967 for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:02:25.368160 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b0be36-9f0c-4872-964e-9b6fbc4419a1 None None] Routers {'fb14b4f0-7e0e-4802-9372-aca0dc7db967'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:02:25.369038 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-50b0be36-9f0c-4872-964e-9b6fbc4419a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:02:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['fb14b4f0-7e0e-4802-9372-aca0dc7db967'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:02:25.471770 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-4223aa01-8663-4d5f-93bc-a8cf3ad5cb56 req-0be3c08e-4d53-4216-951d-a0210ad0312e tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:25.491164 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47649d47-baa3-417b-8cbd-8522dbf95316 req-c1187347-a3e0-4983-bd77-893fca2487d5 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:25.501663 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-47649d47-baa3-417b-8cbd-8522dbf95316 req-c1187347-a3e0-4983-bd77-893fca2487d5 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/ports?device_id=9fd52930-74c1-446a-8fe8-b01fb6bc2060 HTTP/1.1" status: 200 len: 949 time: 0.1002448 May 18 18:02:25.550876 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-50b0be36-9f0c-4872-964e-9b6fbc4419a1 None None] Set router fb14b4f0-7e0e-4802-9372-aca0dc7db967 gateway port host: None {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:02:25.566937 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-48ffe302-e5e9-4ab3-9ebc-52df419935f0 req-7444ad2d-e9a1-4d00-98ec-57128e912ac5 tempest-DeleteServersAdminTestJSON-645487239 tempest-DeleteServersAdminTestJSON-645487239-project] 10.222.0.85 "GET /v2.0/ports?device_id=6649d474-1690-47b6-b82b-706e3744a863 HTTP/1.1" status: 200 len: 210 time: 0.0480719 May 18 18:02:25.581837 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-039cd535-dd97-4303-b4e8-cdc4d80d7f3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:25.590903 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-039cd535-dd97-4303-b4e8-cdc4d80d7f3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:25.624222 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-50b0be36-9f0c-4872-964e-9b6fbc4419a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb14b4f0-7e0e-4802-9372-aca0dc7db967', 'name': 'tempest-FloatingIPsTestJSON-910405531-router', 'tenant_id': '54a651c0a59d438d9a603a61a8f090fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:01:59Z', 'updated_at': '2022-05-18T18:02:25Z', 'revision_number': 6, 'project_id': '54a651c0a59d438d9a603a61a8f090fc', 'gw_port_host': None}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:02:25.650050 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-039cd535-dd97-4303-b4e8-cdc4d80d7f3d admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=b24f81a8b2fb479bbfda9c66c6219164&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1549652 May 18 18:02:25.650819 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039cd535-dd97-4303-b4e8-cdc4d80d7f3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=850287e7-6228-4f66-92b4-e20c44b19f2e,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:02:25.655310 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44084) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:02:25.656267 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-47649d47-baa3-417b-8cbd-8522dbf95316 req-e373812e-8319-444a-9bd1-e1e3da84bc0c tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/security-groups?id=b842f2e0-06aa-4b03-8465-45658e93896b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524918 May 18 18:02:25.676709 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b0be36-9f0c-4872-964e-9b6fbc4419a1 None None] The sync data for ids ['fb14b4f0-7e0e-4802-9372-aca0dc7db967'] in n-d-838550-3 is: [{'id': 'fb14b4f0-7e0e-4802-9372-aca0dc7db967', 'name': 'tempest-FloatingIPsTestJSON-910405531-router', 'tenant_id': '54a651c0a59d438d9a603a61a8f090fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:01:59Z', 'updated_at': '2022-05-18T18:02:25Z', 'revision_number': 6, 'project_id': '54a651c0a59d438d9a603a61a8f090fc', 'gw_port_host': None}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:02:25.680449 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-4223aa01-8663-4d5f-93bc-a8cf3ad5cb56 req-0be3c08e-4d53-4216-951d-a0210ad0312e tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:25.815674 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-724ff910-e4ec-4db3-9284-51516a51c5bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:25.836708 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1266c391-840d-45e5-86db-6c16e369148c req-86d91ea2-5389-495f-a3d4-303e73dfb522 tempest-ServersAdmin275Test-1241366983 tempest-ServersAdmin275Test-1241366983-project] 10.222.0.85 "GET /v2.0/ports?device_id=742e25d2-ccad-4925-a8fc-bd66e6e7025b HTTP/1.1" status: 200 len: 210 time: 0.0654786 May 18 18:02:25.848065 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4223aa01-8663-4d5f-93bc-a8cf3ad5cb56 req-0be3c08e-4d53-4216-951d-a0210ad0312e tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Network e7bb4226-ce97-4ecd-a736-061f4f786581 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:02:25.856190 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [req-4223aa01-8663-4d5f-93bc-a8cf3ad5cb56 req-0be3c08e-4d53-4216-951d-a0210ad0312e tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:02:25.859898 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-4223aa01-8663-4d5f-93bc-a8cf3ad5cb56 req-0be3c08e-4d53-4216-951d-a0210ad0312e tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:02:25.868378 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4223aa01-8663-4d5f-93bc-a8cf3ad5cb56 req-0be3c08e-4d53-4216-951d-a0210ad0312e tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:25.869310 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-4223aa01-8663-4d5f-93bc-a8cf3ad5cb56 req-0be3c08e-4d53-4216-951d-a0210ad0312e tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:25.901749 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724ff910-e4ec-4db3-9284-51516a51c5bd admin admin] Pushing event deleted for resources: {'Port': ['ID=3b675ebc-1467-4a6f-940c-c357e407a9f1,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:02:25.904165 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-724ff910-e4ec-4db3-9284-51516a51c5bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596901'] for router_gateway, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:25.912320 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be3c08e-4d53-4216-951d-a0210ad0312e tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Pushing event updated for resources: {'Port': ['ID=00b5b1f0-0c0e-4582-a42c-38ea84aad20c,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:02:25.918180 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4223aa01-8663-4d5f-93bc-a8cf3ad5cb56 req-0be3c08e-4d53-4216-951d-a0210ad0312e tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9116797 May 18 18:02:25.924422 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-be363fc6-7a6b-4275-9c90-a9aa9ca253d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:25.952763 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-4223aa01-8663-4d5f-93bc-a8cf3ad5cb56 req-071c72d6-8b7e-4c53-bc59-97d26fbc196f service neutron] Request body: {'port': {'device_id': 'a09c81f0-e946-4a9d-9b3b-f55046c6af2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-3'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:02:26.015778 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-be363fc6-7a6b-4275-9c90-a9aa9ca253d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:26.025428 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-724ff910-e4ec-4db3-9284-51516a51c5bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25145'] for router, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:26.027606 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-4223aa01-8663-4d5f-93bc-a8cf3ad5cb56 req-071c72d6-8b7e-4c53-bc59-97d26fbc196f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:26.028106 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-724ff910-e4ec-4db3-9284-51516a51c5bd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:26.163059 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-575b387e-3f28-4b08-89e0-8fe3946ffcc6 req-5708bf9b-680d-43f4-a0a0-0b5683fb99f2 tempest-DeleteServersAdminTestJSON-645487239 tempest-DeleteServersAdminTestJSON-645487239-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=bbf79df7f4b448e89bb05840bba91604&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1328373 May 18 18:02:26.246433 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-be363fc6-7a6b-4275-9c90-a9aa9ca253d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:26.249457 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-be363fc6-7a6b-4275-9c90-a9aa9ca253d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:26.254139 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-be363fc6-7a6b-4275-9c90-a9aa9ca253d1 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/850287e7-6228-4f66-92b4-e20c44b19f2e HTTP/1.1" status: 204 len: 168 time: 0.5943766 May 18 18:02:26.254360 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-724ff910-e4ec-4db3-9284-51516a51c5bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593303'] for router, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:26.254360 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-724ff910-e4ec-4db3-9284-51516a51c5bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router fb14b4f0-7e0e-4802-9372-aca0dc7db967 {{(pid=102731) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 18 18:02:26.259894 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-724ff910-e4ec-4db3-9284-51516a51c5bd admin admin] Notify callbacks [] for router, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:26.264650 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-724ff910-e4ec-4db3-9284-51516a51c5bd admin admin] 10.222.0.85 "DELETE /v2.0/routers/fb14b4f0-7e0e-4802-9372-aca0dc7db967 HTTP/1.1" status: 204 len: 168 time: 1.7033036 May 18 18:02:26.266687 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 44092) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:02:26.278570 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be363fc6-7a6b-4275-9c90-a9aa9ca253d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=850287e7-6228-4f66-92b4-e20c44b19f2e,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:02:26.325870 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e839d5c2-5501-4437-ad2d-e7b562972049 req-3bda472b-7fe0-4fc1-8159-6532a0c53a76 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:26.333734 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e839d5c2-5501-4437-ad2d-e7b562972049 req-3bda472b-7fe0-4fc1-8159-6532a0c53a76 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/ports?device_id=a09c81f0-e946-4a9d-9b3b-f55046c6af2c HTTP/1.1" status: 200 len: 932 time: 0.1810441 May 18 18:02:26.407809 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d7a36d3-bfeb-40f8-9dbc-11761bccbb06 admin admin] Deleting subnet 7cf9a1c2-2c37-4889-b4a7-81c5072c6f38 {{(pid=102731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:02:26.414062 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3d7a36d3-bfeb-40f8-9dbc-11761bccbb06 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:26.423159 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575b387e-3f28-4b08-89e0-8fe3946ffcc6 req-f3da49a4-b246-4c02-81c8-c3e990711d2b tempest-DeleteServersAdminTestJSON-645487239 tempest-DeleteServersAdminTestJSON-645487239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:26.437355 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-575b387e-3f28-4b08-89e0-8fe3946ffcc6 req-f3da49a4-b246-4c02-81c8-c3e990711d2b tempest-DeleteServersAdminTestJSON-645487239 tempest-DeleteServersAdminTestJSON-645487239-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2379923 May 18 18:02:26.440214 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e839d5c2-5501-4437-ad2d-e7b562972049 req-5ff21003-17c9-4951-b33b-76a01f66bfa7 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/security-groups?id=bda815dc-3228-454b-a95b-f89a3eeb79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046612 May 18 18:02:26.466464 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-575b387e-3f28-4b08-89e0-8fe3946ffcc6 req-11dc7d8c-8ec1-4eac-8f59-3a88ae19fae2 tempest-DeleteServersAdminTestJSON-645487239 tempest-DeleteServersAdminTestJSON-645487239-project] Request body: {'port': {'device_id': '6649d474-1690-47b6-b82b-706e3744a863', 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305', 'admin_state_up': True, 'tenant_id': 'bbf79df7f4b448e89bb05840bba91604'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:02:26.543503 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3d7a36d3-bfeb-40f8-9dbc-11761bccbb06 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:26.577444 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [req-4223aa01-8663-4d5f-93bc-a8cf3ad5cb56 req-071c72d6-8b7e-4c53-bc59-97d26fbc196f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00b5b1f0-0c0e-4582-a42c-38ea84aad20c {{(pid=102730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:02:26.589271 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-4223aa01-8663-4d5f-93bc-a8cf3ad5cb56 req-071c72d6-8b7e-4c53-bc59-97d26fbc196f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:26.605663 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [req-4223aa01-8663-4d5f-93bc-a8cf3ad5cb56 req-071c72d6-8b7e-4c53-bc59-97d26fbc196f service neutron] Transition to ACTIVE for port object 00b5b1f0-0c0e-4582-a42c-38ea84aad20c will not be triggered until provisioned by entity L2. {{(pid=102730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:02:26.613765 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-4223aa01-8663-4d5f-93bc-a8cf3ad5cb56 req-071c72d6-8b7e-4c53-bc59-97d26fbc196f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:26.714410 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 44106) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:02:26.797509 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3d7a36d3-bfeb-40f8-9dbc-11761bccbb06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:26.809190 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071c72d6-8b7e-4c53-bc59-97d26fbc196f service neutron] Pushing event updated for resources: {'Port': ['ID=00b5b1f0-0c0e-4582-a42c-38ea84aad20c,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:02:26.814664 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 3b675ebc-1467-4a6f-940c-c357e407a9f1 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:02:26.857473 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 3b675ebc-1467-4a6f-940c-c357e407a9f1 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:02:26.859556 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 3b675ebc-1467-4a6f-940c-c357e407a9f1 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:02:26.861608 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 5d6aaf91-cfee-40ca-9127-81a53910b1b9 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:02:26.899702 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 5d6aaf91-cfee-40ca-9127-81a53910b1b9 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:02:26.900361 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 5d6aaf91-cfee-40ca-9127-81a53910b1b9 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:02:26.932070 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-caeaedba-5454-4206-b33c-f549e4da26d4 req-94699864-0bf9-4d19-9291-43653b4621c8 tempest-DeleteServersAdminTestJSON-645487239 tempest-DeleteServersAdminTestJSON-645487239-project] 10.222.0.85 "GET /v2.0/ports?device_id=6649d474-1690-47b6-b82b-706e3744a863 HTTP/1.1" status: 200 len: 210 time: 0.1136856 May 18 18:02:26.938507 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-4223aa01-8663-4d5f-93bc-a8cf3ad5cb56 req-071c72d6-8b7e-4c53-bc59-97d26fbc196f service neutron] Attempting to bind port 00b5b1f0-0c0e-4582-a42c-38ea84aad20c on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:02:26.939051 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-4223aa01-8663-4d5f-93bc-a8cf3ad5cb56 req-071c72d6-8b7e-4c53-bc59-97d26fbc196f service neutron] Attempting to bind port 00b5b1f0-0c0e-4582-a42c-38ea84aad20c by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': '6537e25f-afe8-4089-8825-f23e3073c58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'e7bb4226-ce97-4ecd-a736-061f4f786581'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:02:26.939611 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4223aa01-8663-4d5f-93bc-a8cf3ad5cb56 req-071c72d6-8b7e-4c53-bc59-97d26fbc196f service neutron] Attempting to bind port 00b5b1f0-0c0e-4582-a42c-38ea84aad20c on network e7bb4226-ce97-4ecd-a736-061f4f786581 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:02:26.944976 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4223aa01-8663-4d5f-93bc-a8cf3ad5cb56 req-071c72d6-8b7e-4c53-bc59-97d26fbc196f service neutron] Port 00b5b1f0-0c0e-4582-a42c-38ea84aad20c on network e7bb4226-ce97-4ecd-a736-061f4f786581 not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:02:26.945536 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4223aa01-8663-4d5f-93bc-a8cf3ad5cb56 req-071c72d6-8b7e-4c53-bc59-97d26fbc196f service neutron] Attempting to bind port 00b5b1f0-0c0e-4582-a42c-38ea84aad20c on network e7bb4226-ce97-4ecd-a736-061f4f786581 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:02:26.954510 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4223aa01-8663-4d5f-93bc-a8cf3ad5cb56 req-071c72d6-8b7e-4c53-bc59-97d26fbc196f service neutron] Checking agent: {'id': 'd1be059a-68ea-4c77-9b2b-29f4afa47e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:02:26.954850 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4223aa01-8663-4d5f-93bc-a8cf3ad5cb56 req-071c72d6-8b7e-4c53-bc59-97d26fbc196f service neutron] Checking segment: {'id': '6537e25f-afe8-4089-8825-f23e3073c58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'e7bb4226-ce97-4ecd-a736-061f4f786581'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:02:26.955236 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4223aa01-8663-4d5f-93bc-a8cf3ad5cb56 req-071c72d6-8b7e-4c53-bc59-97d26fbc196f service neutron] Bound using segment: {'id': '6537e25f-afe8-4089-8825-f23e3073c58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'e7bb4226-ce97-4ecd-a736-061f4f786581'} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:02:26.955676 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-4223aa01-8663-4d5f-93bc-a8cf3ad5cb56 req-071c72d6-8b7e-4c53-bc59-97d26fbc196f service neutron] Bound port: 00b5b1f0-0c0e-4582-a42c-38ea84aad20c, host: n-h2-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6537e25f-afe8-4089-8825-f23e3073c58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'e7bb4226-ce97-4ecd-a736-061f4f786581'}}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:02:26.956034 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-4223aa01-8663-4d5f-93bc-a8cf3ad5cb56 req-071c72d6-8b7e-4c53-bc59-97d26fbc196f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:26.973513 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-575b387e-3f28-4b08-89e0-8fe3946ffcc6 req-11dc7d8c-8ec1-4eac-8f59-3a88ae19fae2 tempest-DeleteServersAdminTestJSON-645487239 tempest-DeleteServersAdminTestJSON-645487239-project] Made reservation on behalf of bbf79df7f4b448e89bb05840bba91604 for: {'port': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:02:26.978309 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-575b387e-3f28-4b08-89e0-8fe3946ffcc6 req-11dc7d8c-8ec1-4eac-8f59-3a88ae19fae2 tempest-DeleteServersAdminTestJSON-645487239 tempest-DeleteServersAdminTestJSON-645487239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:27.051487 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-575b387e-3f28-4b08-89e0-8fe3946ffcc6 req-11dc7d8c-8ec1-4eac-8f59-3a88ae19fae2 tempest-DeleteServersAdminTestJSON-645487239 tempest-DeleteServersAdminTestJSON-645487239-project] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:27.107255 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3d7a36d3-bfeb-40f8-9dbc-11761bccbb06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for subnet, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:27.117445 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fde6365d-2c4d-4990-b0b9-5b43205cdff0 req-593710cc-2e2d-47a1-810b-ed04beb810a7 tempest-ServersAdmin275Test-1241366983 tempest-ServersAdmin275Test-1241366983-project] 10.222.0.85 "GET /v2.0/ports?device_id=742e25d2-ccad-4925-a8fc-bd66e6e7025b HTTP/1.1" status: 200 len: 210 time: 0.0391655 May 18 18:02:27.122745 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-4223aa01-8663-4d5f-93bc-a8cf3ad5cb56 req-071c72d6-8b7e-4c53-bc59-97d26fbc196f service neutron] For port 00b5b1f0-0c0e-4582-a42c-38ea84aad20c, host n-h2-838550-3, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:02:27.123919 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f301907e-6349-43a1-ad2c-c3c0a04a3efa req-14a5ddd6-ca48-4120-8c4f-5ede5a657bb5 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:27.131524 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f301907e-6349-43a1-ad2c-c3c0a04a3efa req-14a5ddd6-ca48-4120-8c4f-5ede5a657bb5 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/ports?device_id=9fd52930-74c1-446a-8fe8-b01fb6bc2060 HTTP/1.1" status: 200 len: 949 time: 0.2523239 May 18 18:02:27.138100 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-4223aa01-8663-4d5f-93bc-a8cf3ad5cb56 req-071c72d6-8b7e-4c53-bc59-97d26fbc196f service neutron] For port 00b5b1f0-0c0e-4582-a42c-38ea84aad20c, host n-h2-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=00b5b1f0-0c0e-4582-a42c-38ea84aad20c,segment=NetworkSegment(6537e25f-afe8-4089-8825-f23e3073c58d),segment_id=6537e25f-afe8-4089-8825-f23e3073c58d)] {{(pid=102730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:02:27.148881 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-4223aa01-8663-4d5f-93bc-a8cf3ad5cb56 req-071c72d6-8b7e-4c53-bc59-97d26fbc196f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:27.156239 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71adb01-c870-46c0-91ee-9d950fdc81a9 None None] Network cd7470c2-ee1f-478f-84f7-3d5a2f0d23fd requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:02:27.161857 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3d7a36d3-bfeb-40f8-9dbc-11761bccbb06 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:27.164975 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-3d7a36d3-bfeb-40f8-9dbc-11761bccbb06 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/7cf9a1c2-2c37-4889-b4a7-81c5072c6f38 HTTP/1.1" status: 204 len: 168 time: 0.8897729 May 18 18:02:27.173986 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-eecdf60e-f42b-4b00-97d4-f5bf8bc5cd5a admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=7890d4ac2ea94bdc99dbfce821abab54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4468987 May 18 18:02:27.175830 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 44120) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:02:27.176156 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 44122) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:02:27.195917 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4223aa01-8663-4d5f-93bc-a8cf3ad5cb56 req-071c72d6-8b7e-4c53-bc59-97d26fbc196f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:27.197257 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-4223aa01-8663-4d5f-93bc-a8cf3ad5cb56 req-071c72d6-8b7e-4c53-bc59-97d26fbc196f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:27.198835 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4223aa01-8663-4d5f-93bc-a8cf3ad5cb56 req-071c72d6-8b7e-4c53-bc59-97d26fbc196f service neutron] 10.222.0.88 "PUT /v2.0/ports/00b5b1f0-0c0e-4582-a42c-38ea84aad20c HTTP/1.1" status: 200 len: 1092 time: 1.2511516 May 18 18:02:27.199317 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a09c81f0-e946-4a9d-9b3b-f55046c6af2c', 'tag': '00b5b1f0-0c0e-4582-a42c-38ea84aad20c'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:02:27.202754 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0653e340-52a4-42ad-8520-76626c2f609c" -d '{"events": [{"name": "network-changed", "server_uuid": "a09c81f0-e946-4a9d-9b3b-f55046c6af2c", "tag": "00b5b1f0-0c0e-4582-a42c-38ea84aad20c"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:02:27.250812 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7a36d3-bfeb-40f8-9dbc-11761bccbb06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7cf9a1c2-2c37-4889-b4a7-81c5072c6f38,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:02:27.309052 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6db61d96-b93e-46fb-bb7e-b9b7a087d999 x-openstack-request-id: req-6db61d96-b93e-46fb-bb7e-b9b7a087d999 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:02:27.309524 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a09c81f0-e946-4a9d-9b3b-f55046c6af2c", "tag": "00b5b1f0-0c0e-4582-a42c-38ea84aad20c", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:02:27.310413 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-6db61d96-b93e-46fb-bb7e-b9b7a087d999 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:02:27.311815 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6db61d96-b93e-46fb-bb7e-b9b7a087d999'] response: {'name': 'network-changed', 'server_uuid': 'a09c81f0-e946-4a9d-9b3b-f55046c6af2c', 'tag': '00b5b1f0-0c0e-4582-a42c-38ea84aad20c', 'status': 'completed', 'code': 200} May 18 18:02:27.349286 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071c72d6-8b7e-4c53-bc59-97d26fbc196f service neutron] Pushing event updated for resources: {'Port': ['ID=00b5b1f0-0c0e-4582-a42c-38ea84aad20c,revision_number=3']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:02:27.370949 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4223aa01-8663-4d5f-93bc-a8cf3ad5cb56 req-093e6838-5f5f-4fae-bf77-284b96a66696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:27.372896 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4223aa01-8663-4d5f-93bc-a8cf3ad5cb56 req-093e6838-5f5f-4fae-bf77-284b96a66696 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=38c3fbce1f554996bc4a73e5f0f7c3e8&device_id=a09c81f0-e946-4a9d-9b3b-f55046c6af2c HTTP/1.1" status: 200 len: 1095 time: 0.1220999 May 18 18:02:27.425164 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4223aa01-8663-4d5f-93bc-a8cf3ad5cb56 req-1f067dd5-f381-418a-b86d-1a3d36171fb6 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=00b5b1f0-0c0e-4582-a42c-38ea84aad20c HTTP/1.1" status: 200 len: 217 time: 0.0418248 May 18 18:02:27.475627 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-951ddfb6-7a62-410c-9ac6-477a1aba976f None None] DHCP port deletion for cd7470c2-ee1f-478f-84f7-3d5a2f0d23fd request from n-d-838550-3 {{(pid=102732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 18:02:27.506621 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4223aa01-8663-4d5f-93bc-a8cf3ad5cb56 req-032cf203-21d2-482a-89fb-6945c8e39f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:27.508185 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4223aa01-8663-4d5f-93bc-a8cf3ad5cb56 req-032cf203-21d2-482a-89fb-6945c8e39f65 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=cf982f85-dd38-4a89-9c21-fca17676813e HTTP/1.1" status: 200 len: 860 time: 0.0727756 May 18 18:02:27.568429 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f301907e-6349-43a1-ad2c-c3c0a04a3efa req-cc67f182-f183-4ffb-9ada-aa0bbc144918 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/security-groups?id=b842f2e0-06aa-4b03-8465-45658e93896b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4360127 May 18 18:02:27.579841 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-951ddfb6-7a62-410c-9ac6-477a1aba976f None None] Deleting port 11e3f21e-218b-40cb-b762-0838ea1fc5c6 {{(pid=102732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:02:27.580552 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-951ddfb6-7a62-410c-9ac6-477a1aba976f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:27.592148 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4223aa01-8663-4d5f-93bc-a8cf3ad5cb56 req-ed153eb2-41c3-4628-b683-72ae3eed1bed service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=e7bb4226-ce97-4ecd-a736-061f4f786581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0744014 May 18 18:02:27.609343 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d5535f8e-2c04-4fde-bbe0-0894bb9b2872 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:27.612841 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ef483933-19d8-4946-8223-0e33beb1b83e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:27.658321 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d5535f8e-2c04-4fde-bbe0-0894bb9b2872 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:27.665405 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-951ddfb6-7a62-410c-9ac6-477a1aba976f None None] For port 11e3f21e-218b-40cb-b762-0838ea1fc5c6, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=11e3f21e-218b-40cb-b762-0838ea1fc5c6,segment=NetworkSegment(f307dc17-1244-459f-a23a-278ae5d9ea38),segment_id=f307dc17-1244-459f-a23a-278ae5d9ea38)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:02:27.666178 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-951ddfb6-7a62-410c-9ac6-477a1aba976f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:27.683532 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-951ddfb6-7a62-410c-9ac6-477a1aba976f None None] Calling delete_port for 11e3f21e-218b-40cb-b762-0838ea1fc5c6 owned by network:dhcp {{(pid=102732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:02:27.733379 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-575b387e-3f28-4b08-89e0-8fe3946ffcc6 req-11dc7d8c-8ec1-4eac-8f59-3a88ae19fae2 tempest-DeleteServersAdminTestJSON-645487239 tempest-DeleteServersAdminTestJSON-645487239-project] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:27.743694 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fa013d-712c-4ab6-b9fe-55df03cc25c7 req-2535043b-c589-468a-a6d6-0290057c2472 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:27.745704 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-575b387e-3f28-4b08-89e0-8fe3946ffcc6 req-11dc7d8c-8ec1-4eac-8f59-3a88ae19fae2 tempest-DeleteServersAdminTestJSON-645487239 tempest-DeleteServersAdminTestJSON-645487239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:27.745879 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a2fa013d-712c-4ab6-b9fe-55df03cc25c7 req-2535043b-c589-468a-a6d6-0290057c2472 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/ports?device_id=a09c81f0-e946-4a9d-9b3b-f55046c6af2c HTTP/1.1" status: 200 len: 944 time: 0.1564696 May 18 18:02:27.774298 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-ef483933-19d8-4946-8223-0e33beb1b83e admin admin] Deleting port 11e3f21e-218b-40cb-b762-0838ea1fc5c6 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:02:27.774634 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ef483933-19d8-4946-8223-0e33beb1b83e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:27.792220 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4223aa01-8663-4d5f-93bc-a8cf3ad5cb56 req-409ce6bf-5ec9-4720-9648-7b036de05a2f service neutron] 10.222.0.88 "GET /v2.0/networks/e7bb4226-ce97-4ecd-a736-061f4f786581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882555 May 18 18:02:27.868004 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d5535f8e-2c04-4fde-bbe0-0894bb9b2872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:27.870541 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d5535f8e-2c04-4fde-bbe0-0894bb9b2872 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:27.875403 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-d5535f8e-2c04-4fde-bbe0-0894bb9b2872 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/1266143d-5445-4421-a475-44b903b2fe77 HTTP/1.1" status: 204 len: 168 time: 0.6725690 May 18 18:02:27.891095 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dc7d8c-8ec1-4eac-8f59-3a88ae19fae2 tempest-DeleteServersAdminTestJSON-645487239 tempest-DeleteServersAdminTestJSON-645487239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e6399f4-ec67-4cda-83d9-a5ed72d9ba7b,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:02:27.891718 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a2fa013d-712c-4ab6-b9fe-55df03cc25c7 req-69aedea6-1b57-42eb-9350-af1a0c7acdc8 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/security-groups?id=bda815dc-3228-454b-a95b-f89a3eeb79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316311 May 18 18:02:27.927145 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5535f8e-2c04-4fde-bbe0-0894bb9b2872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1266143d-5445-4421-a475-44b903b2fe77,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:02:27.927145 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-ef483933-19d8-4946-8223-0e33beb1b83e admin admin] For port 11e3f21e-218b-40cb-b762-0838ea1fc5c6, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=11e3f21e-218b-40cb-b762-0838ea1fc5c6,segment=NetworkSegment(f307dc17-1244-459f-a23a-278ae5d9ea38),segment_id=f307dc17-1244-459f-a23a-278ae5d9ea38)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:02:27.927145 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ef483933-19d8-4946-8223-0e33beb1b83e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:27.973761 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-ef483933-19d8-4946-8223-0e33beb1b83e admin admin] Calling delete_port for 11e3f21e-218b-40cb-b762-0838ea1fc5c6 owned by network:dhcp {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:02:27.991215 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 8a1db5a5-f34b-4179-b217-79bb427bdbd7 no longer exists at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:02:28.004501 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-951ddfb6-7a62-410c-9ac6-477a1aba976f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508'] for port, after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:28.026162 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4223aa01-8663-4d5f-93bc-a8cf3ad5cb56 req-dc4bb4d0-ddd3-4b59-ada6-4fc1f07a64a0 service neutron] 10.222.0.88 "GET /v2.0/networks/e7bb4226-ce97-4ecd-a736-061f4f786581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242584 May 18 18:02:28.038474 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [req-575b387e-3f28-4b08-89e0-8fe3946ffcc6 req-11dc7d8c-8ec1-4eac-8f59-3a88ae19fae2 tempest-DeleteServersAdminTestJSON-645487239 tempest-DeleteServersAdminTestJSON-645487239-project] Allocated IP 192.168.233.251 (4c8ef274-9ecc-47c2-9686-5eebd78fb305/c2531ae9-89db-4dcf-b670-9eac4c9cde53/fecfe1d7-6415-4d47-a076-450b773e099b) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:02:28.101379 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] No Port match for: 8a1db5a5-f34b-4179-b217-79bb427bdbd7 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:02:28.105671 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 8a1db5a5-f34b-4179-b217-79bb427bdbd7 not bound to the agent host n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:02:28.108181 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951ddfb6-7a62-410c-9ac6-477a1aba976f None None] Pushing event deleted for resources: {'Port': ['ID=11e3f21e-218b-40cb-b762-0838ea1fc5c6,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:02:28.122345 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951ddfb6-7a62-410c-9ac6-477a1aba976f None None] No DVR routers for this DVR port 11e3f21e-218b-40cb-b762-0838ea1fc5c6 on host n-d-838550-3 {{(pid=102732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:02:28.132914 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a3d6976f-f6a4-4d1f-b63c-14885a06dd4b req-249bf7d6-4d47-414f-a01b-f783624454fd tempest-DeleteServersAdminTestJSON-645487239 tempest-DeleteServersAdminTestJSON-645487239-project] 10.222.0.85 "GET /v2.0/ports?device_id=6649d474-1690-47b6-b82b-706e3744a863 HTTP/1.1" status: 200 len: 210 time: 0.0443487 May 18 18:02:28.157045 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ef483933-19d8-4946-8223-0e33beb1b83e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:28.207478 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef483933-19d8-4946-8223-0e33beb1b83e admin admin] Pushing event deleted for resources: {'Port': ['ID=11e3f21e-218b-40cb-b762-0838ea1fc5c6,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:02:28.243026 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef483933-19d8-4946-8223-0e33beb1b83e admin admin] No DVR routers for this DVR port 11e3f21e-218b-40cb-b762-0838ea1fc5c6 on host n-d-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:02:28.243697 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0653e340-52a4-42ad-8520-76626c2f609c req-cd2c0f90-7112-4ceb-ac77-74b803ef6589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:28.248132 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0653e340-52a4-42ad-8520-76626c2f609c req-cd2c0f90-7112-4ceb-ac77-74b803ef6589 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=38c3fbce1f554996bc4a73e5f0f7c3e8&device_id=a09c81f0-e946-4a9d-9b3b-f55046c6af2c HTTP/1.1" status: 200 len: 1095 time: 0.1406219 May 18 18:02:28.333319 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ef483933-19d8-4946-8223-0e33beb1b83e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:28.358412 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ef483933-19d8-4946-8223-0e33beb1b83e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 18:02:28.358762 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ef483933-19d8-4946-8223-0e33beb1b83e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 18:02:28.359531 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ef483933-19d8-4946-8223-0e33beb1b83e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 18:02:28.359864 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ef483933-19d8-4946-8223-0e33beb1b83e admin admin] Subscribe: > port after_create 55550000 {{(pid=102731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 18:02:28.360242 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ef483933-19d8-4946-8223-0e33beb1b83e admin admin] Subscribe: > port after_delete 55550000 {{(pid=102731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 18:02:28.360552 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ef483933-19d8-4946-8223-0e33beb1b83e admin admin] Subscribe: > port after_update 55550000 {{(pid=102731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 18:02:28.360873 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ef483933-19d8-4946-8223-0e33beb1b83e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 18:02:28.361208 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ef483933-19d8-4946-8223-0e33beb1b83e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 18:02:28.361525 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ef483933-19d8-4946-8223-0e33beb1b83e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 18:02:28.361875 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ef483933-19d8-4946-8223-0e33beb1b83e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 18:02:28.371430 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9b0e07f1-ec28-4b30-8b42-7daefa85dbec req-3ee6fcc4-0e37-4115-a22e-839549c55ec0 tempest-ServersAdmin275Test-1241366983 tempest-ServersAdmin275Test-1241366983-project] 10.222.0.85 "GET /v2.0/ports?device_id=742e25d2-ccad-4925-a8fc-bd66e6e7025b HTTP/1.1" status: 200 len: 210 time: 0.0861945 May 18 18:02:28.426857 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ef483933-19d8-4946-8223-0e33beb1b83e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 18:02:28.427206 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ef483933-19d8-4946-8223-0e33beb1b83e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 18:02:28.427536 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ef483933-19d8-4946-8223-0e33beb1b83e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 18:02:28.427863 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ef483933-19d8-4946-8223-0e33beb1b83e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 18:02:28.428226 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-ef483933-19d8-4946-8223-0e33beb1b83e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd7470c2-ee1f-478f-84f7-3d5a2f0d23fd']}} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:02:28.433240 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0653e340-52a4-42ad-8520-76626c2f609c req-6c3193c1-b578-44ce-b939-e01443246683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:28.437800 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0653e340-52a4-42ad-8520-76626c2f609c req-6c3193c1-b578-44ce-b939-e01443246683 service neutron] 10.222.0.88 "GET /v2.0/networks?id=e7bb4226-ce97-4ecd-a736-061f4f786581 HTTP/1.1" status: 200 len: 921 time: 0.1786315 May 18 18:02:28.469098 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-ef483933-19d8-4946-8223-0e33beb1b83e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f307dc17-1244-459f-a23a-278ae5d9ea38') {'for_net_delete': True} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:02:28.469463 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-ef483933-19d8-4946-8223-0e33beb1b83e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f307dc17-1244-459f-a23a-278ae5d9ea38') {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:02:28.493582 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ef483933-19d8-4946-8223-0e33beb1b83e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260542144'] for segment, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:28.495584 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0653e340-52a4-42ad-8520-76626c2f609c req-90f8bbe9-c5ef-4d9c-bb25-72c126f594ae service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=00b5b1f0-0c0e-4582-a42c-38ea84aad20c HTTP/1.1" status: 200 len: 217 time: 0.0427763 May 18 18:02:28.534135 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ef483933-19d8-4946-8223-0e33beb1b83e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:28.543737 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-575b387e-3f28-4b08-89e0-8fe3946ffcc6 req-11dc7d8c-8ec1-4eac-8f59-3a88ae19fae2 tempest-DeleteServersAdminTestJSON-645487239 tempest-DeleteServersAdminTestJSON-645487239-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:28.550539 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef483933-19d8-4946-8223-0e33beb1b83e admin admin] Releasing vlan 636 on physical network physnet1 to pool {{(pid=102731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:02:28.551077 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ef483933-19d8-4946-8223-0e33beb1b83e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260884178'] for segment, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:28.587992 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0653e340-52a4-42ad-8520-76626c2f609c req-437da6cf-9eea-48c0-8df6-48d22586f0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:28.589484 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0653e340-52a4-42ad-8520-76626c2f609c req-437da6cf-9eea-48c0-8df6-48d22586f0ad service neutron] 10.222.0.88 "GET /v2.0/subnets?id=cf982f85-dd38-4a89-9c21-fca17676813e HTTP/1.1" status: 200 len: 860 time: 0.0806997 May 18 18:02:28.590137 n-d-838550-3 neutron-server[102731]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 18 18:02:28.590137 n-d-838550-3 neutron-server[102731]: from cryptography.utils import int_from_bytes May 18 18:02:28.590137 n-d-838550-3 neutron-server[102731]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 18 18:02:28.590137 n-d-838550-3 neutron-server[102731]: from cryptography.utils import int_from_bytes May 18 18:02:28.590137 n-d-838550-3 neutron-server[102731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:02:28.590137 n-d-838550-3 neutron-server[102731]: self.session.flush() May 18 18:02:28.590137 n-d-838550-3 neutron-server[102731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:02:28.590137 n-d-838550-3 neutron-server[102731]: self.session.flush() May 18 18:02:28.590137 n-d-838550-3 neutron-server[102731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:02:28.590137 n-d-838550-3 neutron-server[102731]: self.session.flush() May 18 18:02:28.590137 n-d-838550-3 neutron-server[102731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:02:28.590137 n-d-838550-3 neutron-server[102731]: self.session.flush() May 18 18:02:28.590137 n-d-838550-3 neutron-server[102731]: Traceback (most recent call last): May 18 18:02:28.590137 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:02:28.590137 n-d-838550-3 neutron-server[102731]: timer() May 18 18:02:28.590137 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:02:28.590137 n-d-838550-3 neutron-server[102731]: cb(*args, **kw) May 18 18:02:28.590137 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:02:28.590137 n-d-838550-3 neutron-server[102731]: return func(*args, **kwargs) May 18 18:02:28.590137 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:02:28.590137 n-d-838550-3 neutron-server[102731]: self._notify() May 18 18:02:28.590137 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:02:28.590137 n-d-838550-3 neutron-server[102731]: self.callback(batched_events) May 18 18:02:28.590137 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:02:28.590137 n-d-838550-3 neutron-server[102731]: event.method(event) May 18 18:02:28.590137 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:02:28.590137 n-d-838550-3 neutron-server[102731]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:02:28.590137 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:02:28.590137 n-d-838550-3 neutron-server[102731]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:02:28.590137 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:02:28.590137 n-d-838550-3 neutron-server[102731]: return f(self, *a, **k) May 18 18:02:28.590137 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:02:28.590137 n-d-838550-3 neutron-server[102731]: return self._get(url).json() May 18 18:02:28.590137 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:02:28.590137 n-d-838550-3 neutron-server[102731]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:02:28.590137 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:02:28.590137 n-d-838550-3 neutron-server[102731]: return self.request(url, 'GET', **kwargs) May 18 18:02:28.590137 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:02:28.590137 n-d-838550-3 neutron-server[102731]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:02:28.590137 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:02:28.590137 n-d-838550-3 neutron-server[102731]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:02:28.590137 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:02:28.590137 n-d-838550-3 neutron-server[102731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:02:28.590137 n-d-838550-3 neutron-server[102731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:02:28.625600 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44156) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:02:28.686847 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ef483933-19d8-4946-8223-0e33beb1b83e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:28.690317 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0653e340-52a4-42ad-8520-76626c2f609c req-44beaf10-6f69-47d9-b0e5-607f04f243ce service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=e7bb4226-ce97-4ecd-a736-061f4f786581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0834839 May 18 18:02:28.719643 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ef483933-19d8-4946-8223-0e33beb1b83e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:28.728607 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 11e3f21e-218b-40cb-b762-0838ea1fc5c6 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:02:28.733014 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-ef483933-19d8-4946-8223-0e33beb1b83e admin admin] 10.222.0.85 "DELETE /v2.0/networks/cd7470c2-ee1f-478f-84f7-3d5a2f0d23fd HTTP/1.1" status: 204 len: 168 time: 1.5349798 May 18 18:02:28.768548 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 11e3f21e-218b-40cb-b762-0838ea1fc5c6 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:02:28.769379 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 11e3f21e-218b-40cb-b762-0838ea1fc5c6 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:02:28.775749 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef483933-19d8-4946-8223-0e33beb1b83e admin admin] Pushing event deleted for resources: {'Network': ['ID=cd7470c2-ee1f-478f-84f7-3d5a2f0d23fd,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:02:28.805597 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-12420fa3-923c-4ac3-a6ec-0a19a4ee352e admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=bd46ae1503e94b0face4aed44084d5d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1755638 May 18 18:02:28.807988 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44160) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:02:28.847802 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746b8370-312f-46f9-88ab-fadd50a7410a req-43f77862-5b27-4be2-8a67-b87ad409060b tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:28.849366 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-746b8370-312f-46f9-88ab-fadd50a7410a req-43f77862-5b27-4be2-8a67-b87ad409060b tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/ports?device_id=9fd52930-74c1-446a-8fe8-b01fb6bc2060 HTTP/1.1" status: 200 len: 949 time: 0.1503003 May 18 18:02:28.850562 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-575b387e-3f28-4b08-89e0-8fe3946ffcc6 req-11dc7d8c-8ec1-4eac-8f59-3a88ae19fae2 tempest-DeleteServersAdminTestJSON-645487239 tempest-DeleteServersAdminTestJSON-645487239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:28.873636 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0653e340-52a4-42ad-8520-76626c2f609c req-a5eff334-ab63-46fe-8274-31e5a2b3b3eb service neutron] 10.222.0.88 "GET /v2.0/networks/e7bb4226-ce97-4ecd-a736-061f4f786581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680465 May 18 18:02:28.913128 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-33b17703-f61d-4e73-bc0c-96dca2457909 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:28.937575 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-575b387e-3f28-4b08-89e0-8fe3946ffcc6 req-11dc7d8c-8ec1-4eac-8f59-3a88ae19fae2 tempest-DeleteServersAdminTestJSON-645487239 tempest-DeleteServersAdminTestJSON-645487239-project] Network 4c8ef274-9ecc-47c2-9686-5eebd78fb305 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:02:28.948439 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [req-575b387e-3f28-4b08-89e0-8fe3946ffcc6 req-11dc7d8c-8ec1-4eac-8f59-3a88ae19fae2 tempest-DeleteServersAdminTestJSON-645487239 tempest-DeleteServersAdminTestJSON-645487239-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:02:28.950501 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dc7d8c-8ec1-4eac-8f59-3a88ae19fae2 tempest-DeleteServersAdminTestJSON-645487239 tempest-DeleteServersAdminTestJSON-645487239-project] Pushing event updated for resources: {'Port': ['ID=fecfe1d7-6415-4d47-a076-450b773e099b,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:02:28.952836 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-575b387e-3f28-4b08-89e0-8fe3946ffcc6 req-11dc7d8c-8ec1-4eac-8f59-3a88ae19fae2 tempest-DeleteServersAdminTestJSON-645487239 tempest-DeleteServersAdminTestJSON-645487239-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:02:29.009411 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-746b8370-312f-46f9-88ab-fadd50a7410a req-46c9d28a-ca43-4745-8e5f-2d3ec240b232 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/security-groups?id=b842f2e0-06aa-4b03-8465-45658e93896b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444879 May 18 18:02:29.042147 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575b387e-3f28-4b08-89e0-8fe3946ffcc6 req-11dc7d8c-8ec1-4eac-8f59-3a88ae19fae2 tempest-DeleteServersAdminTestJSON-645487239 tempest-DeleteServersAdminTestJSON-645487239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:29.043068 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-575b387e-3f28-4b08-89e0-8fe3946ffcc6 req-11dc7d8c-8ec1-4eac-8f59-3a88ae19fae2 tempest-DeleteServersAdminTestJSON-645487239 tempest-DeleteServersAdminTestJSON-645487239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:29.068673 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-575b387e-3f28-4b08-89e0-8fe3946ffcc6 req-11dc7d8c-8ec1-4eac-8f59-3a88ae19fae2 tempest-DeleteServersAdminTestJSON-645487239 tempest-DeleteServersAdminTestJSON-645487239-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6051943 May 18 18:02:29.069581 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 44168) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:02:29.073807 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-33b17703-f61d-4e73-bc0c-96dca2457909 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:29.084367 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-575b387e-3f28-4b08-89e0-8fe3946ffcc6 req-457b510b-d718-47a2-8706-a0c1513fd3ce service neutron] Request body: {'port': {'device_id': '6649d474-1690-47b6-b82b-706e3744a863', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-3'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:02:29.190833 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-575b387e-3f28-4b08-89e0-8fe3946ffcc6 req-457b510b-d718-47a2-8706-a0c1513fd3ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:29.196222 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-4fed5753-29c9-4e97-93a5-c6c0c1466c63 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=54a651c0a59d438d9a603a61a8f090fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1250165 May 18 18:02:29.203828 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0653e340-52a4-42ad-8520-76626c2f609c req-be24e759-480d-4d17-bf2b-b02207bc000e service neutron] 10.222.0.88 "GET /v2.0/networks/e7bb4226-ce97-4ecd-a736-061f4f786581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3035669 May 18 18:02:29.205655 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44172) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:02:29.235616 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3878532-bb7c-46ce-9d55-c21ad865732d req-1218340c-b446-4746-b029-01b5e0b59678 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:29.237667 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a3878532-bb7c-46ce-9d55-c21ad865732d req-1218340c-b446-4746-b029-01b5e0b59678 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/ports?device_id=a09c81f0-e946-4a9d-9b3b-f55046c6af2c HTTP/1.1" status: 200 len: 944 time: 0.2190692 May 18 18:02:29.311208 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-33b17703-f61d-4e73-bc0c-96dca2457909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:29.313949 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-33b17703-f61d-4e73-bc0c-96dca2457909 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:29.315107 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-33b17703-f61d-4e73-bc0c-96dca2457909 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/f3589fa5-4819-4e95-aa86-e971ccc51806 HTTP/1.1" status: 204 len: 168 time: 0.5061917 May 18 18:02:29.338297 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a3878532-bb7c-46ce-9d55-c21ad865732d req-de059830-7c56-43df-b5d7-bea55fe27081 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/security-groups?id=bda815dc-3228-454b-a95b-f89a3eeb79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852420 May 18 18:02:29.343566 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7300bcd8-2180-4090-b1f3-1c7db704cc87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:29.346261 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b17703-f61d-4e73-bc0c-96dca2457909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3589fa5-4819-4e95-aa86-e971ccc51806,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:02:29.383314 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-6fa9327e-dcc8-4427-ab49-319800d5bbcb None None] Provisioning complete for port fecfe1d7-6415-4d47-a076-450b773e099b triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:02:29.384234 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-6fa9327e-dcc8-4427-ab49-319800d5bbcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:29.394289 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bf2c53-1b98-4a24-a28b-2c1b0dfcc7e6 req-1fff6f96-0d40-4e56-8703-4f9205703d2a tempest-DeleteServersAdminTestJSON-645487239 tempest-DeleteServersAdminTestJSON-645487239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:29.395851 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-34bf2c53-1b98-4a24-a28b-2c1b0dfcc7e6 req-1fff6f96-0d40-4e56-8703-4f9205703d2a tempest-DeleteServersAdminTestJSON-645487239 tempest-DeleteServersAdminTestJSON-645487239-project] 10.222.0.85 "GET /v2.0/ports?device_id=6649d474-1690-47b6-b82b-706e3744a863 HTTP/1.1" status: 200 len: 936 time: 0.1257510 May 18 18:02:29.427061 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-6fa9327e-dcc8-4427-ab49-319800d5bbcb None None] Port fecfe1d7-6415-4d47-a076-450b773e099b cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:02:29.435818 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7300bcd8-2180-4090-b1f3-1c7db704cc87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:29.452049 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-34bf2c53-1b98-4a24-a28b-2c1b0dfcc7e6 req-cc66c22c-1a99-4626-aa38-2d4a67239659 tempest-DeleteServersAdminTestJSON-645487239 tempest-DeleteServersAdminTestJSON-645487239-project] 10.222.0.85 "GET /v2.0/security-groups?id=6e6399f4-ec67-4cda-83d9-a5ed72d9ba7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485137 May 18 18:02:29.530081 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7300bcd8-2180-4090-b1f3-1c7db704cc87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:29.532759 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7300bcd8-2180-4090-b1f3-1c7db704cc87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:29.533945 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-7300bcd8-2180-4090-b1f3-1c7db704cc87 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/f72bc593-f174-4857-95ed-c821009cd564 HTTP/1.1" status: 204 len: 168 time: 0.3269739 May 18 18:02:29.551019 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7300bcd8-2180-4090-b1f3-1c7db704cc87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f72bc593-f174-4857-95ed-c821009cd564,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:02:29.601851 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b0d3a86d-94a7-492e-8e2c-99d63f17a3d7 req-ebfe7613-cc7f-4eb5-a1be-bf43dc2d7bbd tempest-ServersAdmin275Test-1241366983 tempest-ServersAdmin275Test-1241366983-project] 10.222.0.85 "GET /v2.0/ports?device_id=742e25d2-ccad-4925-a8fc-bd66e6e7025b HTTP/1.1" status: 200 len: 210 time: 0.0472817 May 18 18:02:29.695546 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [req-575b387e-3f28-4b08-89e0-8fe3946ffcc6 req-457b510b-d718-47a2-8706-a0c1513fd3ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fecfe1d7-6415-4d47-a076-450b773e099b {{(pid=102731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:02:29.705171 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-575b387e-3f28-4b08-89e0-8fe3946ffcc6 req-457b510b-d718-47a2-8706-a0c1513fd3ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:29.718700 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.provisioning_blocks [req-575b387e-3f28-4b08-89e0-8fe3946ffcc6 req-457b510b-d718-47a2-8706-a0c1513fd3ce service neutron] Transition to ACTIVE for port object fecfe1d7-6415-4d47-a076-450b773e099b will not be triggered until provisioned by entity L2. {{(pid=102731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:02:29.725339 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-575b387e-3f28-4b08-89e0-8fe3946ffcc6 req-457b510b-d718-47a2-8706-a0c1513fd3ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:29.782840 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457b510b-d718-47a2-8706-a0c1513fd3ce service neutron] Pushing event updated for resources: {'Port': ['ID=fecfe1d7-6415-4d47-a076-450b773e099b,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:02:29.875663 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-575b387e-3f28-4b08-89e0-8fe3946ffcc6 req-457b510b-d718-47a2-8706-a0c1513fd3ce service neutron] Attempting to bind port fecfe1d7-6415-4d47-a076-450b773e099b on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:02:29.875998 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-575b387e-3f28-4b08-89e0-8fe3946ffcc6 req-457b510b-d718-47a2-8706-a0c1513fd3ce service neutron] Attempting to bind port fecfe1d7-6415-4d47-a076-450b773e099b by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': '2879bb11-64b4-46f1-9f8b-52941d47b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:02:29.876340 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575b387e-3f28-4b08-89e0-8fe3946ffcc6 req-457b510b-d718-47a2-8706-a0c1513fd3ce service neutron] Attempting to bind port fecfe1d7-6415-4d47-a076-450b773e099b on network 4c8ef274-9ecc-47c2-9686-5eebd78fb305 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:02:29.881062 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575b387e-3f28-4b08-89e0-8fe3946ffcc6 req-457b510b-d718-47a2-8706-a0c1513fd3ce service neutron] Port fecfe1d7-6415-4d47-a076-450b773e099b on network 4c8ef274-9ecc-47c2-9686-5eebd78fb305 not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:02:29.881383 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575b387e-3f28-4b08-89e0-8fe3946ffcc6 req-457b510b-d718-47a2-8706-a0c1513fd3ce service neutron] Attempting to bind port fecfe1d7-6415-4d47-a076-450b773e099b on network 4c8ef274-9ecc-47c2-9686-5eebd78fb305 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:02:29.886811 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575b387e-3f28-4b08-89e0-8fe3946ffcc6 req-457b510b-d718-47a2-8706-a0c1513fd3ce service neutron] Checking agent: {'id': 'd1be059a-68ea-4c77-9b2b-29f4afa47e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:02:29.887147 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575b387e-3f28-4b08-89e0-8fe3946ffcc6 req-457b510b-d718-47a2-8706-a0c1513fd3ce service neutron] Checking segment: {'id': '2879bb11-64b4-46f1-9f8b-52941d47b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:02:29.887534 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575b387e-3f28-4b08-89e0-8fe3946ffcc6 req-457b510b-d718-47a2-8706-a0c1513fd3ce service neutron] Bound using segment: {'id': '2879bb11-64b4-46f1-9f8b-52941d47b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305'} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:02:29.887958 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-575b387e-3f28-4b08-89e0-8fe3946ffcc6 req-457b510b-d718-47a2-8706-a0c1513fd3ce service neutron] Bound port: fecfe1d7-6415-4d47-a076-450b773e099b, host: n-h2-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2879bb11-64b4-46f1-9f8b-52941d47b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305'}}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:02:29.888314 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-575b387e-3f28-4b08-89e0-8fe3946ffcc6 req-457b510b-d718-47a2-8706-a0c1513fd3ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:29.958817 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-575b387e-3f28-4b08-89e0-8fe3946ffcc6 req-457b510b-d718-47a2-8706-a0c1513fd3ce service neutron] For port fecfe1d7-6415-4d47-a076-450b773e099b, host n-h2-838550-3, cleared binding levels {{(pid=102731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:02:29.962930 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-575b387e-3f28-4b08-89e0-8fe3946ffcc6 req-457b510b-d718-47a2-8706-a0c1513fd3ce service neutron] For port fecfe1d7-6415-4d47-a076-450b773e099b, host n-h2-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=fecfe1d7-6415-4d47-a076-450b773e099b,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:02:29.968487 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-575b387e-3f28-4b08-89e0-8fe3946ffcc6 req-457b510b-d718-47a2-8706-a0c1513fd3ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:30.012168 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575b387e-3f28-4b08-89e0-8fe3946ffcc6 req-457b510b-d718-47a2-8706-a0c1513fd3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:30.012894 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-575b387e-3f28-4b08-89e0-8fe3946ffcc6 req-457b510b-d718-47a2-8706-a0c1513fd3ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:30.015047 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-575b387e-3f28-4b08-89e0-8fe3946ffcc6 req-457b510b-d718-47a2-8706-a0c1513fd3ce service neutron] 10.222.0.88 "PUT /v2.0/ports/fecfe1d7-6415-4d47-a076-450b773e099b HTTP/1.1" status: 200 len: 1096 time: 0.9373353 May 18 18:02:30.015552 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6649d474-1690-47b6-b82b-706e3744a863', 'tag': 'fecfe1d7-6415-4d47-a076-450b773e099b'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:02:30.018209 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-386899e7-bdf4-47a6-964c-5d21b650ba13" -d '{"events": [{"name": "network-changed", "server_uuid": "6649d474-1690-47b6-b82b-706e3744a863", "tag": "fecfe1d7-6415-4d47-a076-450b773e099b"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:02:30.117931 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c44f32c-d4e5-4377-a289-76b8911599da x-openstack-request-id: req-5c44f32c-d4e5-4377-a289-76b8911599da {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:02:30.118216 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6649d474-1690-47b6-b82b-706e3744a863", "tag": "fecfe1d7-6415-4d47-a076-450b773e099b", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:02:30.118467 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-5c44f32c-d4e5-4377-a289-76b8911599da {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:02:30.118876 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c44f32c-d4e5-4377-a289-76b8911599da'] response: {'name': 'network-changed', 'server_uuid': '6649d474-1690-47b6-b82b-706e3744a863', 'tag': 'fecfe1d7-6415-4d47-a076-450b773e099b', 'status': 'completed', 'code': 200} May 18 18:02:30.119706 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457b510b-d718-47a2-8706-a0c1513fd3ce service neutron] Pushing event updated for resources: {'Port': ['ID=fecfe1d7-6415-4d47-a076-450b773e099b,revision_number=3']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:02:30.143761 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575b387e-3f28-4b08-89e0-8fe3946ffcc6 req-98fb031e-5125-4602-abd6-ae9eb2870955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:30.145436 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-575b387e-3f28-4b08-89e0-8fe3946ffcc6 req-98fb031e-5125-4602-abd6-ae9eb2870955 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=bbf79df7f4b448e89bb05840bba91604&device_id=6649d474-1690-47b6-b82b-706e3744a863 HTTP/1.1" status: 200 len: 1099 time: 0.0777364 May 18 18:02:30.204686 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-575b387e-3f28-4b08-89e0-8fe3946ffcc6 req-c75dc59c-0d50-4f48-8763-ad3719eb1440 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=fecfe1d7-6415-4d47-a076-450b773e099b HTTP/1.1" status: 200 len: 217 time: 0.0487776 May 18 18:02:30.219085 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b574975d-8c77-4e14-b994-a37f5c6ac282 req-98cf5329-03cd-42c0-9f59-0fcec3978e5c tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:30.230184 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b574975d-8c77-4e14-b994-a37f5c6ac282 req-98cf5329-03cd-42c0-9f59-0fcec3978e5c tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/ports?device_id=9fd52930-74c1-446a-8fe8-b01fb6bc2060 HTTP/1.1" status: 200 len: 949 time: 0.0768063 May 18 18:02:30.326426 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575b387e-3f28-4b08-89e0-8fe3946ffcc6 req-f101d5ef-86a5-457a-9d93-0c1454669838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:30.328753 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-575b387e-3f28-4b08-89e0-8fe3946ffcc6 req-f101d5ef-86a5-457a-9d93-0c1454669838 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c2531ae9-89db-4dcf-b670-9eac4c9cde53 HTTP/1.1" status: 200 len: 843 time: 0.1091945 May 18 18:02:30.337302 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b574975d-8c77-4e14-b994-a37f5c6ac282 req-dc3fa39a-72c4-41f7-b690-8804096e73ea tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/security-groups?id=b842f2e0-06aa-4b03-8465-45658e93896b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024902 May 18 18:02:30.411566 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575b387e-3f28-4b08-89e0-8fe3946ffcc6 req-d00b5d36-0c82-4eb9-b0d0-37a94a6206f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:30.413358 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-575b387e-3f28-4b08-89e0-8fe3946ffcc6 req-d00b5d36-0c82-4eb9-b0d0-37a94a6206f5 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4c8ef274-9ecc-47c2-9686-5eebd78fb305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0748243 May 18 18:02:30.549657 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-575b387e-3f28-4b08-89e0-8fe3946ffcc6 req-85705a3a-c893-41df-975f-eaf21186abc2 service neutron] 10.222.0.88 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234062 May 18 18:02:30.573838 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671da86a-4b21-4bc1-9b12-43018f5739de req-b09826f2-3a0a-43ff-b895-48f864f8084e tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:30.581650 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-671da86a-4b21-4bc1-9b12-43018f5739de req-b09826f2-3a0a-43ff-b895-48f864f8084e tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/ports?device_id=a09c81f0-e946-4a9d-9b3b-f55046c6af2c HTTP/1.1" status: 200 len: 944 time: 0.1097305 May 18 18:02:30.636377 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-671da86a-4b21-4bc1-9b12-43018f5739de req-db0e4959-8eef-47dd-99c1-4936459c1b39 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/security-groups?id=bda815dc-3228-454b-a95b-f89a3eeb79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515912 May 18 18:02:30.722948 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92078840-29dc-400a-bcbe-27a422b48d80 req-263e0075-d3bb-4b72-bd3f-d6835d0fb5bd tempest-DeleteServersAdminTestJSON-645487239 tempest-DeleteServersAdminTestJSON-645487239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:30.734914 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:30.745055 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-92078840-29dc-400a-bcbe-27a422b48d80 req-263e0075-d3bb-4b72-bd3f-d6835d0fb5bd tempest-DeleteServersAdminTestJSON-645487239 tempest-DeleteServersAdminTestJSON-645487239-project] 10.222.0.85 "GET /v2.0/ports?device_id=6649d474-1690-47b6-b82b-706e3744a863 HTTP/1.1" status: 200 len: 948 time: 0.1845787 May 18 18:02:30.764726 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b8131adb-26c7-4186-ab30-f555e564b1c7 req-0cd2715f-a975-4d8a-976b-e99d8bc71577 tempest-ServersAdmin275Test-1241366983 tempest-ServersAdmin275Test-1241366983-project] 10.222.0.85 "GET /v2.0/ports?device_id=742e25d2-ccad-4925-a8fc-bd66e6e7025b HTTP/1.1" status: 200 len: 210 time: 0.0411413 May 18 18:02:30.800843 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-575b387e-3f28-4b08-89e0-8fe3946ffcc6 req-f8482644-6327-408d-9fb5-21ba573a8c30 service neutron] 10.222.0.88 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381399 May 18 18:02:30.812850 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-92078840-29dc-400a-bcbe-27a422b48d80 req-b2ac0c8e-c695-44ae-85f2-7203d21beec7 tempest-DeleteServersAdminTestJSON-645487239 tempest-DeleteServersAdminTestJSON-645487239-project] 10.222.0.85 "GET /v2.0/security-groups?id=6e6399f4-ec67-4cda-83d9-a5ed72d9ba7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663383 May 18 18:02:30.841500 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:30.907016 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44244) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:02:30.934962 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386899e7-bdf4-47a6-964c-5d21b650ba13 req-e8a5a438-1130-4b78-ad56-02bb13d729ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:30.936081 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-386899e7-bdf4-47a6-964c-5d21b650ba13 req-e8a5a438-1130-4b78-ad56-02bb13d729ff service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=bbf79df7f4b448e89bb05840bba91604&device_id=6649d474-1690-47b6-b82b-706e3744a863 HTTP/1.1" status: 200 len: 1099 time: 0.0525539 May 18 18:02:31.042482 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386899e7-bdf4-47a6-964c-5d21b650ba13 req-cf794cf1-e84d-4aff-9525-4a1e9089acf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:31.044107 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-386899e7-bdf4-47a6-964c-5d21b650ba13 req-cf794cf1-e84d-4aff-9525-4a1e9089acf8 service neutron] 10.222.0.88 "GET /v2.0/networks?id=4c8ef274-9ecc-47c2-9686-5eebd78fb305 HTTP/1.1" status: 200 len: 870 time: 0.0971148 May 18 18:02:31.100552 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-386899e7-bdf4-47a6-964c-5d21b650ba13 req-813c8aad-a0f2-4e91-ac56-b9f2c8c61d69 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=fecfe1d7-6415-4d47-a076-450b773e099b HTTP/1.1" status: 200 len: 217 time: 0.0485413 May 18 18:02:31.122395 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-44851ec9-ece6-4f18-b7d8-ae3850e1aff7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:31.188222 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386899e7-bdf4-47a6-964c-5d21b650ba13 req-57538e92-bfe9-4f50-b8fe-7a7b8f65614a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:31.190792 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-386899e7-bdf4-47a6-964c-5d21b650ba13 req-57538e92-bfe9-4f50-b8fe-7a7b8f65614a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c2531ae9-89db-4dcf-b670-9eac4c9cde53 HTTP/1.1" status: 200 len: 843 time: 0.0735717 May 18 18:02:31.246206 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44254) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:02:31.254430 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-44851ec9-ece6-4f18-b7d8-ae3850e1aff7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:31.264976 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-44851ec9-ece6-4f18-b7d8-ae3850e1aff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:31.290796 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386899e7-bdf4-47a6-964c-5d21b650ba13 req-2cddee0b-1fa6-4ab5-88e3-37c0bea7ce1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:31.293069 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-386899e7-bdf4-47a6-964c-5d21b650ba13 req-2cddee0b-1fa6-4ab5-88e3-37c0bea7ce1a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4c8ef274-9ecc-47c2-9686-5eebd78fb305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0908325 May 18 18:02:31.298304 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44851ec9-ece6-4f18-b7d8-ae3850e1aff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4879e26-e5c2-4917-a74e-bca8b0866065,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:02:31.320491 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-44851ec9-ece6-4f18-b7d8-ae3850e1aff7 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=926d5af314ab4b69bfb3650800e46162&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4122181 May 18 18:02:31.324905 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44260) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:02:31.397790 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-2fbf41ab-731b-4c3a-8d77-b7fd698feb42 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1600836709-network', 'tenant_id': 'fc24d8d4e32043b781fccba9db530ea5'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:02:31.402072 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c593a33a-91d9-40fc-b801-dbd6e4e6c3f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:31.438190 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-386899e7-bdf4-47a6-964c-5d21b650ba13 req-1ba982b9-f909-4e9f-9bb0-01e401afddbb service neutron] 10.222.0.88 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265106 May 18 18:02:31.458077 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fbf41ab-731b-4c3a-8d77-b7fd698feb42 admin admin] Made reservation on behalf of fc24d8d4e32043b781fccba9db530ea5 for: {'network': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:02:31.460380 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2fbf41ab-731b-4c3a-8d77-b7fd698feb42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:31.496909 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c593a33a-91d9-40fc-b801-dbd6e4e6c3f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:31.507197 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2fbf41ab-731b-4c3a-8d77-b7fd698feb42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:31.566643 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-386899e7-bdf4-47a6-964c-5d21b650ba13 req-399e671c-6b0e-4202-9f6a-db337afd955d service neutron] 10.222.0.88 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215856 May 18 18:02:31.589195 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c640da9d-07a3-49eb-a422-73973e0c4a92 req-cfdca54e-857c-4e94-96da-503c5831de03 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:31.591638 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c640da9d-07a3-49eb-a422-73973e0c4a92 req-cfdca54e-857c-4e94-96da-503c5831de03 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/ports?device_id=9fd52930-74c1-446a-8fe8-b01fb6bc2060 HTTP/1.1" status: 200 len: 949 time: 0.1581354 May 18 18:02:31.674428 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c640da9d-07a3-49eb-a422-73973e0c4a92 req-27bc173a-339d-4881-a11a-1e877d607d57 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/security-groups?id=b842f2e0-06aa-4b03-8465-45658e93896b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716152 May 18 18:02:31.675257 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c593a33a-91d9-40fc-b801-dbd6e4e6c3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:31.678221 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c593a33a-91d9-40fc-b801-dbd6e4e6c3f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:31.679485 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-c593a33a-91d9-40fc-b801-dbd6e4e6c3f0 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/e4879e26-e5c2-4917-a74e-bca8b0866065 HTTP/1.1" status: 204 len: 168 time: 0.3533542 May 18 18:02:31.693986 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c593a33a-91d9-40fc-b801-dbd6e4e6c3f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4879e26-e5c2-4917-a74e-bca8b0866065,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:02:31.719172 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2fbf41ab-731b-4c3a-8d77-b7fd698feb42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:31.724182 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2fbf41ab-731b-4c3a-8d77-b7fd698feb42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:31.759283 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fbf41ab-731b-4c3a-8d77-b7fd698feb42 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 626} {{(pid=102730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:02:31.769677 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbf41ab-731b-4c3a-8d77-b7fd698feb42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33b53f41-25e2-488a-8be1-7ddb6a805fe4,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:02:31.780434 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2fbf41ab-731b-4c3a-8d77-b7fd698feb42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:31.780434 n-d-838550-3 neutron-server[102730]: INFO neutron.db.segments_db [None req-2fbf41ab-731b-4c3a-8d77-b7fd698feb42 admin admin] Added segment 95827296-d5ff-49ad-8ed7-381dd93cfe92 of type vlan for network 6ad7b2c1-07d5-41b6-bd50-d6a2019443d6 May 18 18:02:31.797467 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 00b5b1f0-0c0e-4582-a42c-38ea84aad20c details requested by agent hyperv_n-h2-838550-3 with host n-h2-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:02:31.849829 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2fbf41ab-731b-4c3a-8d77-b7fd698feb42 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:31.899601 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2fbf41ab-731b-4c3a-8d77-b7fd698feb42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:31.904330 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fbf41ab-731b-4c3a-8d77-b7fd698feb42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:31.905492 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2fbf41ab-731b-4c3a-8d77-b7fd698feb42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:31.936173 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783fc00b-f39a-458d-994d-2420fe16c5b9 req-f13992e1-6831-4401-9d40-a9f4442985b2 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:31.955261 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-783fc00b-f39a-458d-994d-2420fe16c5b9 req-f13992e1-6831-4401-9d40-a9f4442985b2 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/ports?device_id=a09c81f0-e946-4a9d-9b3b-f55046c6af2c HTTP/1.1" status: 200 len: 944 time: 0.1964650 May 18 18:02:32.002602 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-2fbf41ab-731b-4c3a-8d77-b7fd698feb42 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7507122 May 18 18:02:32.004621 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44284) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:02:32.015951 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 00b5b1f0-0c0e-4582-a42c-38ea84aad20c, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=00b5b1f0-0c0e-4582-a42c-38ea84aad20c,segment=NetworkSegment(6537e25f-afe8-4089-8825-f23e3073c58d),segment_id=6537e25f-afe8-4089-8825-f23e3073c58d)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:02:32.025868 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-019ed846-bed3-4d8e-a095-46734d7dd8d7 admin admin] Request body: {'subnet': {'network_id': '6ad7b2c1-07d5-41b6-bd50-d6a2019443d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1600836709-subnet', 'tenant_id': 'fc24d8d4e32043b781fccba9db530ea5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:02:32.028575 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Returning: {'device': '00b5b1f0-0c0e-4582-a42c-38ea84aad20c', 'network_id': 'e7bb4226-ce97-4ecd-a736-061f4f786581', 'port_id': '00b5b1f0-0c0e-4582-a42c-38ea84aad20c', 'mac_address': 'fa:16:3e:a1:9c:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf982f85-dd38-4a89-9c21-fca17676813e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:02:32.034267 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b6a9d63c-a826-4dd5-850e-edcdfb3b9a81 req-da2dae13-86f2-4167-872b-733ebc2f7505 tempest-ServersAdmin275Test-1241366983 tempest-ServersAdmin275Test-1241366983-project] 10.222.0.85 "GET /v2.0/ports?device_id=742e25d2-ccad-4925-a8fc-bd66e6e7025b HTTP/1.1" status: 200 len: 210 time: 0.0561757 May 18 18:02:32.039814 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-783fc00b-f39a-458d-994d-2420fe16c5b9 req-b56e41a3-5c5c-4287-b98c-f3c038fb5a0a tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/security-groups?id=bda815dc-3228-454b-a95b-f89a3eeb79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819724 May 18 18:02:32.042892 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbf41ab-731b-4c3a-8d77-b7fd698feb42 admin admin] Pushing event updated for resources: {'Network': ['ID=6ad7b2c1-07d5-41b6-bd50-d6a2019443d6,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:02:32.067273 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-019ed846-bed3-4d8e-a095-46734d7dd8d7 admin admin] Made reservation on behalf of fc24d8d4e32043b781fccba9db530ea5 for: {'subnet': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:02:32.074989 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-019ed846-bed3-4d8e-a095-46734d7dd8d7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:32.094005 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network 6ad7b2c1-07d5-41b6-bd50-d6a2019443d6 details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:02:32.119333 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 00b5b1f0-0c0e-4582-a42c-38ea84aad20c is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:02:32.119727 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:32.175765 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00b5b1f0-0c0e-4582-a42c-38ea84aad20c {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:02:32.204449 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 00b5b1f0-0c0e-4582-a42c-38ea84aad20c, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=00b5b1f0-0c0e-4582-a42c-38ea84aad20c,segment=NetworkSegment(6537e25f-afe8-4089-8825-f23e3073c58d),segment_id=6537e25f-afe8-4089-8825-f23e3073c58d)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:02:32.215631 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:32.289599 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=00b5b1f0-0c0e-4582-a42c-38ea84aad20c,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:02:32.317158 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b03fafb-12bd-46f0-9f5f-fd5b1bfe4143 req-a78b57b3-f06d-4b9b-9bb0-f160cffba11d tempest-DeleteServersAdminTestJSON-645487239 tempest-DeleteServersAdminTestJSON-645487239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:32.321495 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1b03fafb-12bd-46f0-9f5f-fd5b1bfe4143 req-a78b57b3-f06d-4b9b-9bb0-f160cffba11d tempest-DeleteServersAdminTestJSON-645487239 tempest-DeleteServersAdminTestJSON-645487239-project] 10.222.0.85 "GET /v2.0/ports?device_id=6649d474-1690-47b6-b82b-706e3744a863 HTTP/1.1" status: 200 len: 948 time: 0.1203430 May 18 18:02:32.406979 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 44294) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:02:32.410704 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1b03fafb-12bd-46f0-9f5f-fd5b1bfe4143 req-848f1586-1390-4125-ad36-c4a3f35fdddf tempest-DeleteServersAdminTestJSON-645487239 tempest-DeleteServersAdminTestJSON-645487239-project] 10.222.0.85 "GET /v2.0/security-groups?id=6e6399f4-ec67-4cda-83d9-a5ed72d9ba7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819194 May 18 18:02:32.421478 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-019ed846-bed3-4d8e-a095-46734d7dd8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for subnet, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:32.428561 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d3618a64-b59c-43e8-86d3-29902ccc7003 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:32.491133 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019ed846-bed3-4d8e-a095-46734d7dd8d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50051d55-df79-422c-b414-c6a4585b94ef,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:02:32.503986 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019ed846-bed3-4d8e-a095-46734d7dd8d7 admin admin] Checking segment: {'id': '95827296-d5ff-49ad-8ed7-381dd93cfe92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '6ad7b2c1-07d5-41b6-bd50-d6a2019443d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:02:32.504407 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-019ed846-bed3-4d8e-a095-46734d7dd8d7 admin admin] Network hostable DHCP agents. Network: 6ad7b2c1-07d5-41b6-bd50-d6a2019443d6, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:02:32.522548 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['00b5b1f0-0c0e-4582-a42c-38ea84aad20c'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:02:32.527945 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-019ed846-bed3-4d8e-a095-46734d7dd8d7 admin admin] Network 6ad7b2c1-07d5-41b6-bd50-d6a2019443d6 is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:02:32.543531 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-019ed846-bed3-4d8e-a095-46734d7dd8d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, 6ad7b2c1-07d5-41b6-bd50-d6a2019443d6) {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:02:32.549391 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-019ed846-bed3-4d8e-a095-46734d7dd8d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:32.550502 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-019ed846-bed3-4d8e-a095-46734d7dd8d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:32.560673 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d3618a64-b59c-43e8-86d3-29902ccc7003 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:32.564024 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64104df3-fe1e-40ee-bc98-7f905f26781b None None] Network 6ad7b2c1-07d5-41b6-bd50-d6a2019443d6 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:02:32.567700 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d3618a64-b59c-43e8-86d3-29902ccc7003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:32.577675 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-019ed846-bed3-4d8e-a095-46734d7dd8d7 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.5718513 May 18 18:02:32.580380 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44296) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:02:32.586101 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-6d6fcac8-e9e8-4f0b-846b-a845d29a6b9c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1600836709-router', 'tenant_id': 'fc24d8d4e32043b781fccba9db530ea5', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:02:32.616856 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6d6fcac8-e9e8-4f0b-846b-a845d29a6b9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25099'] for router, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:32.617100 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-d3618a64-b59c-43e8-86d3-29902ccc7003 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=3c81083ee8be4055ac9431e0d09336d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2086349 May 18 18:02:32.618540 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3618a64-b59c-43e8-86d3-29902ccc7003 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0bffe0b-6a57-4600-bda0-d1718b6aeacc,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:02:32.620427 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 44298) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:02:32.629179 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6d6fcac8-e9e8-4f0b-846b-a845d29a6b9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-593238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596850', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25088'] for router, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:32.700094 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9458b648-fcd8-4539-9d56-a8157fc80dcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:32.750612 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9458b648-fcd8-4539-9d56-a8157fc80dcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:32.834853 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6d6fcac8-e9e8-4f0b-846b-a845d29a6b9c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:32.839944 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f7014c-7d1f-4277-8df8-9e0ef13570b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-6ad7b2c1-07d5-41b6-bd50-d6a2019443d6', 'network_id': '6ad7b2c1-07d5-41b6-bd50-d6a2019443d6', 'tenant_id': 'fc24d8d4e32043b781fccba9db530ea5', 'fixed_ips': [{'subnet_id': '50051d55-df79-422c-b414-c6a4585b94ef'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:02:32.842153 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-37f7014c-7d1f-4277-8df8-9e0ef13570b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:32.852596 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9458b648-fcd8-4539-9d56-a8157fc80dcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:32.859717 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9458b648-fcd8-4539-9d56-a8157fc80dcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:32.861156 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-9458b648-fcd8-4539-9d56-a8157fc80dcc admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/c0bffe0b-6a57-4600-bda0-d1718b6aeacc HTTP/1.1" status: 204 len: 168 time: 0.2395883 May 18 18:02:32.874492 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9458b648-fcd8-4539-9d56-a8157fc80dcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0bffe0b-6a57-4600-bda0-d1718b6aeacc,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:02:32.978930 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e7f07cf0-ac3b-468e-a655-11328b1762b8 req-bdc097db-5bb3-43e7-9e9e-dd6052823a93 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=c95c071176d44e1393b66dc9873791e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0234728 May 18 18:02:33.043585 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ab4744-6b8b-4683-8fb0-96428f904ae6 req-bc7dc1b3-bc46-4562-98b3-7b1e38381122 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:33.045900 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-01ab4744-6b8b-4683-8fb0-96428f904ae6 req-bc7dc1b3-bc46-4562-98b3-7b1e38381122 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/ports?device_id=9fd52930-74c1-446a-8fe8-b01fb6bc2060 HTTP/1.1" status: 200 len: 949 time: 0.2230315 May 18 18:02:33.070999 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-37f7014c-7d1f-4277-8df8-9e0ef13570b6 None None] Allocated IP 172.20.0.2 (6ad7b2c1-07d5-41b6-bd50-d6a2019443d6/50051d55-df79-422c-b414-c6a4585b94ef/10eb19ca-d154-4c33-9217-e176057a0777) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:02:33.098528 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6d6fcac8-e9e8-4f0b-846b-a845d29a6b9c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:33.138136 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-01ab4744-6b8b-4683-8fb0-96428f904ae6 req-e50760ff-e1ca-4aff-bca5-059fd86bd1a8 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/security-groups?id=b842f2e0-06aa-4b03-8465-45658e93896b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578024 May 18 18:02:33.152847 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f07cf0-ac3b-468e-a655-11328b1762b8 req-93d66a4e-f758-4bef-ac2a-726ffa3017cb tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:33.155637 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e7f07cf0-ac3b-468e-a655-11328b1762b8 req-93d66a4e-f758-4bef-ac2a-726ffa3017cb tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1694787 May 18 18:02:33.177142 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e7f07cf0-ac3b-468e-a655-11328b1762b8 req-83728ff4-0494-45e9-a6b8-7df708738eb1 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/quotas/c95c071176d44e1393b66dc9873791e2 HTTP/1.1" status: 200 len: 375 time: 0.0108316 May 18 18:02:33.230554 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e7f07cf0-ac3b-468e-a655-11328b1762b8 req-3f24cbf8-5843-4bbb-8c2b-4e8794a7245a tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=c95c071176d44e1393b66dc9873791e2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0471878 May 18 18:02:33.310869 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-37f7014c-7d1f-4277-8df8-9e0ef13570b6 None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:33.322369 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-37f7014c-7d1f-4277-8df8-9e0ef13570b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:33.393818 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f7014c-7d1f-4277-8df8-9e0ef13570b6 None None] Network 6ad7b2c1-07d5-41b6-bd50-d6a2019443d6 is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:02:33.397024 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-37f7014c-7d1f-4277-8df8-9e0ef13570b6 None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:02:33.412403 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f7014c-7d1f-4277-8df8-9e0ef13570b6 None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:02:33.435120 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f7014c-7d1f-4277-8df8-9e0ef13570b6 None None] Pushing event updated for resources: {'Port': ['ID=10eb19ca-d154-4c33-9217-e176057a0777,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:02:33.493225 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-37f7014c-7d1f-4277-8df8-9e0ef13570b6 None None] Attempting to bind port 10eb19ca-d154-4c33-9217-e176057a0777 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:02:33.493225 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-37f7014c-7d1f-4277-8df8-9e0ef13570b6 None None] Attempting to bind port 10eb19ca-d154-4c33-9217-e176057a0777 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '95827296-d5ff-49ad-8ed7-381dd93cfe92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '6ad7b2c1-07d5-41b6-bd50-d6a2019443d6'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:02:33.493858 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f7014c-7d1f-4277-8df8-9e0ef13570b6 None None] Attempting to bind port 10eb19ca-d154-4c33-9217-e176057a0777 on network 6ad7b2c1-07d5-41b6-bd50-d6a2019443d6 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:02:33.503313 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f7014c-7d1f-4277-8df8-9e0ef13570b6 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:02:33.503804 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f7014c-7d1f-4277-8df8-9e0ef13570b6 None None] Checking segment: {'id': '95827296-d5ff-49ad-8ed7-381dd93cfe92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '6ad7b2c1-07d5-41b6-bd50-d6a2019443d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:02:33.504345 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-37f7014c-7d1f-4277-8df8-9e0ef13570b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:33.505110 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f7014c-7d1f-4277-8df8-9e0ef13570b6 None None] Bound using segment: {'id': '95827296-d5ff-49ad-8ed7-381dd93cfe92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '6ad7b2c1-07d5-41b6-bd50-d6a2019443d6'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:02:33.505830 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-37f7014c-7d1f-4277-8df8-9e0ef13570b6 None None] Bound port: 10eb19ca-d154-4c33-9217-e176057a0777, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95827296-d5ff-49ad-8ed7-381dd93cfe92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '6ad7b2c1-07d5-41b6-bd50-d6a2019443d6'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:02:33.506406 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-37f7014c-7d1f-4277-8df8-9e0ef13570b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:33.541060 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-58ef44b3-177d-4bea-9159-e742515d62ef req-396d49fe-0470-458a-aad4-adb7b745f0e8 tempest-ServersAdmin275Test-1241366983 tempest-ServersAdmin275Test-1241366983-project] 10.222.0.85 "GET /v2.0/ports?device_id=742e25d2-ccad-4925-a8fc-bd66e6e7025b HTTP/1.1" status: 200 len: 210 time: 0.0913997 May 18 18:02:33.569270 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-195a379c-4490-4d0e-9138-c47c61e2a84d req-385f7678-44e3-468b-9a7f-731e91472c3a service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=0cf7e481-afee-4167-ab64-1c83d9503ded&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1284196 May 18 18:02:33.633230 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-37f7014c-7d1f-4277-8df8-9e0ef13570b6 None None] For port 10eb19ca-d154-4c33-9217-e176057a0777, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:02:33.637272 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-37f7014c-7d1f-4277-8df8-9e0ef13570b6 None None] For port 10eb19ca-d154-4c33-9217-e176057a0777, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=10eb19ca-d154-4c33-9217-e176057a0777,segment=NetworkSegment(95827296-d5ff-49ad-8ed7-381dd93cfe92),segment_id=95827296-d5ff-49ad-8ed7-381dd93cfe92)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:02:33.645767 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-37f7014c-7d1f-4277-8df8-9e0ef13570b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:33.741977 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f7014c-7d1f-4277-8df8-9e0ef13570b6 None None] Pushing event updated for resources: {'Port': ['ID=10eb19ca-d154-4c33-9217-e176057a0777,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:02:33.786551 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6d6fcac8-e9e8-4f0b-846b-a845d29a6b9c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:33.807227 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device fecfe1d7-6415-4d47-a076-450b773e099b details requested by agent hyperv_n-h2-838550-3 with host n-h2-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:02:33.834296 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-87967ed8-707f-48eb-96e3-56112def0108 req-c869d4db-1688-4775-8649-5321f7c40ba3 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3939e9c-41fb-4a2c-9412-8402f051cf0b HTTP/1.1" status: 200 len: 210 time: 0.0935545 May 18 18:02:33.850446 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6d6fcac8-e9e8-4f0b-846b-a845d29a6b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:33.860161 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 00b5b1f0-0c0e-4582-a42c-38ea84aad20c up at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:02:33.888112 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7e8bf5-7209-4bf5-baf5-345467082561 req-823f9076-df58-4efb-9188-fa617d64bb7b tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:33.894152 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-df7e8bf5-7209-4bf5-baf5-345467082561 req-823f9076-df58-4efb-9188-fa617d64bb7b tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/ports?device_id=a09c81f0-e946-4a9d-9b3b-f55046c6af2c HTTP/1.1" status: 200 len: 945 time: 0.2397654 May 18 18:02:33.902461 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195a379c-4490-4d0e-9138-c47c61e2a84d req-5580d0b2-1782-491a-8f5e-99c7d0163b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:33.908716 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-195a379c-4490-4d0e-9138-c47c61e2a84d req-5580d0b2-1782-491a-8f5e-99c7d0163b13 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=0d4eb23333684335bd57fa66f03d4443&device_id=0cf7e481-afee-4167-ab64-1c83d9503ded HTTP/1.1" status: 200 len: 1097 time: 0.2588048 May 18 18:02:34.168348 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195a379c-4490-4d0e-9138-c47c61e2a84d req-1cb83011-fcac-4225-a4e2-66aaea92eb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:34.169958 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-195a379c-4490-4d0e-9138-c47c61e2a84d req-1cb83011-fcac-4225-a4e2-66aaea92eb43 service neutron] 10.222.0.88 "GET /v2.0/networks?id=f7cf31b5-1eeb-4bf6-bd77-be90f0ebecb7 HTTP/1.1" status: 200 len: 924 time: 0.2275536 May 18 18:02:34.198773 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-df7e8bf5-7209-4bf5-baf5-345467082561 req-b5c5cfdf-0775-4bac-bd49-53b4fbcb251f tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/security-groups?id=bda815dc-3228-454b-a95b-f89a3eeb79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171193 May 18 18:02:34.220127 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port fecfe1d7-6415-4d47-a076-450b773e099b, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=fecfe1d7-6415-4d47-a076-450b773e099b,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:02:34.221024 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-6d6fcac8-e9e8-4f0b-846b-a845d29a6b9c admin admin] Allocated IP 172.25.5.181 (31ebd439-090c-4b25-bbb0-31c48711b145/363a2810-8a83-4be0-a317-7c91fcd94485/272b7d70-2080-4559-b3da-58dbed233af1) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:02:34.254262 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning for port 00b5b1f0-0c0e-4582-a42c-38ea84aad20c completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:02:34.276260 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning complete for port 00b5b1f0-0c0e-4582-a42c-38ea84aad20c triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:02:34.280868 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:34.287608 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-195a379c-4490-4d0e-9138-c47c61e2a84d req-302769e2-acf2-4972-9533-2643ed0dfc90 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cf276825-a7ae-4f65-88ed-3d2e9fff178b HTTP/1.1" status: 200 len: 1002 time: 0.1041553 May 18 18:02:34.293117 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Returning: {'device': 'fecfe1d7-6415-4d47-a076-450b773e099b', 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305', 'port_id': 'fecfe1d7-6415-4d47-a076-450b773e099b', 'mac_address': 'fa:16:3e:66:bc:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2531ae9-89db-4dcf-b670-9eac4c9cde53', 'ip_address': '192.168.233.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:02:34.386605 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port fecfe1d7-6415-4d47-a076-450b773e099b is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:02:34.387143 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:34.421577 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fecfe1d7-6415-4d47-a076-450b773e099b {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:02:34.425207 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e5a6ab-f525-4b94-82a0-280cc185c586 req-7411b8ce-e0be-4f44-a130-d86de8583895 tempest-DeleteServersAdminTestJSON-645487239 tempest-DeleteServersAdminTestJSON-645487239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:34.434218 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-39e5a6ab-f525-4b94-82a0-280cc185c586 req-7411b8ce-e0be-4f44-a130-d86de8583895 tempest-DeleteServersAdminTestJSON-645487239 tempest-DeleteServersAdminTestJSON-645487239-project] 10.222.0.85 "GET /v2.0/ports?device_id=6649d474-1690-47b6-b82b-706e3744a863 HTTP/1.1" status: 200 len: 948 time: 0.2630579 May 18 18:02:34.447117 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837d763e-db76-48eb-ba15-0e9c6428ebe2 req-37dee1d8-dd4e-446a-b447-0fa3dbdb9cac tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:34.448766 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-837d763e-db76-48eb-ba15-0e9c6428ebe2 req-37dee1d8-dd4e-446a-b447-0fa3dbdb9cac tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/ports?device_id=9fd52930-74c1-446a-8fe8-b01fb6bc2060 HTTP/1.1" status: 200 len: 949 time: 0.1331220 May 18 18:02:34.477330 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195a379c-4490-4d0e-9138-c47c61e2a84d req-3134ea7c-ff8f-400d-abfa-c8b4ebae70a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:34.479662 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-195a379c-4490-4d0e-9138-c47c61e2a84d req-3134ea7c-ff8f-400d-abfa-c8b4ebae70a7 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d88b0a46-da40-4baf-b21a-795825e4a8cb HTTP/1.1" status: 200 len: 862 time: 0.1694887 May 18 18:02:34.479855 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port fecfe1d7-6415-4d47-a076-450b773e099b, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=fecfe1d7-6415-4d47-a076-450b773e099b,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:02:34.500922 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-39e5a6ab-f525-4b94-82a0-280cc185c586 req-cf2b2400-ba5c-4fea-88ca-6441625d946b tempest-DeleteServersAdminTestJSON-645487239 tempest-DeleteServersAdminTestJSON-645487239-project] 10.222.0.85 "GET /v2.0/security-groups?id=6e6399f4-ec67-4cda-83d9-a5ed72d9ba7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652242 May 18 18:02:34.539580 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:34.565016 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6d6fcac8-e9e8-4f0b-846b-a845d29a6b9c admin admin] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:34.573215 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195a379c-4490-4d0e-9138-c47c61e2a84d req-2374879d-4d74-4f3c-a553-4f455e443472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:34.576712 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-195a379c-4490-4d0e-9138-c47c61e2a84d req-2374879d-4d74-4f3c-a553-4f455e443472 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=f7cf31b5-1eeb-4bf6-bd77-be90f0ebecb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0698259 May 18 18:02:34.603327 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 00b5b1f0-0c0e-4582-a42c-38ea84aad20c is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:02:34.604072 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:34.607729 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-837d763e-db76-48eb-ba15-0e9c6428ebe2 req-b72ac708-4085-4df8-bc6b-9e1a70bee9cd tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/security-groups?id=b842f2e0-06aa-4b03-8465-45658e93896b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358857 May 18 18:02:34.704254 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6d6fcac8-e9e8-4f0b-846b-a845d29a6b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:34.744182 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=fecfe1d7-6415-4d47-a076-450b773e099b,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:02:34.753531 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a09c81f0-e946-4a9d-9b3b-f55046c6af2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00b5b1f0-0c0e-4582-a42c-38ea84aad20c'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:02:34.760995 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-468f3196-79a9-4130-ace6-9075946a8fd6" -d '{"events": [{"server_uuid": "a09c81f0-e946-4a9d-9b3b-f55046c6af2c", "name": "network-vif-plugged", "status": "completed", "tag": "00b5b1f0-0c0e-4582-a42c-38ea84aad20c"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:02:34.790903 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d6fcac8-e9e8-4f0b-846b-a845d29a6b9c admin admin] Network 31ebd439-090c-4b25-bbb0-31c48711b145 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:02:34.798159 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-6d6fcac8-e9e8-4f0b-846b-a845d29a6b9c admin admin] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:02:34.800804 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6fcac8-e9e8-4f0b-846b-a845d29a6b9c admin admin] Pushing event updated for resources: {'Port': ['ID=272b7d70-2080-4559-b3da-58dbed233af1,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:02:34.803356 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6fcac8-e9e8-4f0b-846b-a845d29a6b9c admin admin] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:02:34.826744 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 00b5b1f0-0c0e-4582-a42c-38ea84aad20c, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=00b5b1f0-0c0e-4582-a42c-38ea84aad20c,segment=NetworkSegment(6537e25f-afe8-4089-8825-f23e3073c58d),segment_id=6537e25f-afe8-4089-8825-f23e3073c58d)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:02:34.833812 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:34.871679 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-195a379c-4490-4d0e-9138-c47c61e2a84d req-78caf0ed-6d52-4b2c-8846-a7214149ebae service neutron] 10.222.0.88 "GET /v2.0/networks/f7cf31b5-1eeb-4bf6-bd77-be90f0ebecb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2820499 May 18 18:02:34.914738 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 7 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 18:02:34.949299 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4f3b36ef-336d-493d-924c-ab30ec75504d req-dab8c10d-d36d-498f-bd01-72baea728af7 tempest-ServersAdmin275Test-1241366983 tempest-ServersAdmin275Test-1241366983-project] 10.222.0.85 "GET /v2.0/ports?device_id=742e25d2-ccad-4925-a8fc-bd66e6e7025b HTTP/1.1" status: 200 len: 210 time: 0.1882403 May 18 18:02:34.991440 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=00b5b1f0-0c0e-4582-a42c-38ea84aad20c,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:02:34.995558 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43952b1a-e53f-45b5-b3c7-3d6719366ade x-openstack-request-id: req-43952b1a-e53f-45b5-b3c7-3d6719366ade {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:02:34.995998 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a09c81f0-e946-4a9d-9b3b-f55046c6af2c", "name": "network-vif-plugged", "status": "completed", "tag": "00b5b1f0-0c0e-4582-a42c-38ea84aad20c", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:02:34.996524 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-43952b1a-e53f-45b5-b3c7-3d6719366ade {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:02:34.997020 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43952b1a-e53f-45b5-b3c7-3d6719366ade'] response: {'server_uuid': 'a09c81f0-e946-4a9d-9b3b-f55046c6af2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00b5b1f0-0c0e-4582-a42c-38ea84aad20c', 'code': 200} May 18 18:02:34.998206 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 10eb19ca-d154-4c33-9217-e176057a0777 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:02:35.000612 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['fecfe1d7-6415-4d47-a076-450b773e099b'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:02:35.110273 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-064f8302-9917-4f11-aaf4-2f1caed395a7 req-89389f0e-9df6-4ead-9baa-8ccc4a44c3b8 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3939e9c-41fb-4a2c-9412-8402f051cf0b HTTP/1.1" status: 200 len: 210 time: 0.0894318 May 18 18:02:35.194684 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-195a379c-4490-4d0e-9138-c47c61e2a84d req-579a6682-d15c-43e1-9ba8-fd636a2181cc service neutron] 10.222.0.88 "GET /v2.0/networks/f7cf31b5-1eeb-4bf6-bd77-be90f0ebecb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2955503 May 18 18:02:35.197986 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 10eb19ca-d154-4c33-9217-e176057a0777 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:02:35.199065 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:35.218845 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e7f07cf0-ac3b-468e-a655-11328b1762b8 req-48d3ecc6-24b2-4474-91d6-e9392f9042fb tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=c95c071176d44e1393b66dc9873791e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0508335 May 18 18:02:35.223482 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bd5814-4148-43b9-b993-3d1dec4d146c req-a470212c-cbca-4fbd-a105-bdd7a75ffe9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:35.225089 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f5bd5814-4148-43b9-b993-3d1dec4d146c req-a470212c-cbca-4fbd-a105-bdd7a75ffe9e service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=a09c81f0-e946-4a9d-9b3b-f55046c6af2c HTTP/1.1" status: 200 len: 1097 time: 0.2161121 May 18 18:02:35.364102 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 10eb19ca-d154-4c33-9217-e176057a0777 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:02:35.373195 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:35.480268 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] For port 10eb19ca-d154-4c33-9217-e176057a0777, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=10eb19ca-d154-4c33-9217-e176057a0777,segment=NetworkSegment(95827296-d5ff-49ad-8ed7-381dd93cfe92),segment_id=95827296-d5ff-49ad-8ed7-381dd93cfe92)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:02:35.487946 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:35.550327 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f5bd5814-4148-43b9-b993-3d1dec4d146c req-ea94a34c-7036-44f0-834a-c8f872971fde service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=bda815dc-3228-454b-a95b-f89a3eeb79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2981544 May 18 18:02:35.572063 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b299cde-e6be-4053-bdba-d4b30bf8a34a req-d245b666-9277-4629-bb01-4e1a69c45932 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:35.590390 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9b299cde-e6be-4053-bdba-d4b30bf8a34a req-d245b666-9277-4629-bb01-4e1a69c45932 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/ports?device_id=a09c81f0-e946-4a9d-9b3b-f55046c6af2c HTTP/1.1" status: 200 len: 946 time: 0.1974695 May 18 18:02:35.602333 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Pushing event updated for resources: {'Port': ['ID=10eb19ca-d154-4c33-9217-e176057a0777,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:02:35.605633 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6d6fcac8-e9e8-4f0b-846b-a845d29a6b9c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:35.616990 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f07cf0-ac3b-468e-a655-11328b1762b8 req-05ca17e5-3c6f-4dc6-bf8f-8e7cad9bb6cb tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:35.618651 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e7f07cf0-ac3b-468e-a655-11328b1762b8 req-05ca17e5-3c6f-4dc6-bf8f-8e7cad9bb6cb tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3680763 May 18 18:02:35.628787 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d5b48d-63f4-4222-958c-a30de0466fdd None None] Network 6ad7b2c1-07d5-41b6-bd50-d6a2019443d6 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:02:35.725207 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9b299cde-e6be-4053-bdba-d4b30bf8a34a req-267aad36-06cd-401c-9a78-5ba3414aed3e tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/security-groups?id=bda815dc-3228-454b-a95b-f89a3eeb79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282418 May 18 18:02:35.734796 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a52cb069-cf45-4cf8-a9b4-a54d5cd1201d None None] Provisioning complete for port 10eb19ca-d154-4c33-9217-e176057a0777 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:02:35.735375 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a52cb069-cf45-4cf8-a9b4-a54d5cd1201d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:35.754653 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc998df-94e5-4332-80a5-2c925dbef90a req-43160c69-e42e-4e6f-a62e-23f92694de2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:35.756871 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7cc998df-94e5-4332-80a5-2c925dbef90a req-43160c69-e42e-4e6f-a62e-23f92694de2a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=30bf135e8c28454d9585f20b85d09748&device_id=9fd52930-74c1-446a-8fe8-b01fb6bc2060 HTTP/1.1" status: 200 len: 1100 time: 0.1215320 May 18 18:02:35.832340 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd047bec-5348-4176-b56b-b2040221ad39 req-6485cdcd-f6cd-432a-80a4-47d8f8d3f03a tempest-DeleteServersAdminTestJSON-645487239 tempest-DeleteServersAdminTestJSON-645487239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:35.835750 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cd047bec-5348-4176-b56b-b2040221ad39 req-6485cdcd-f6cd-432a-80a4-47d8f8d3f03a tempest-DeleteServersAdminTestJSON-645487239 tempest-DeleteServersAdminTestJSON-645487239-project] 10.222.0.85 "GET /v2.0/ports?device_id=6649d474-1690-47b6-b82b-706e3744a863 HTTP/1.1" status: 200 len: 949 time: 0.1778591 May 18 18:02:35.844637 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-e7f07cf0-ac3b-468e-a655-11328b1762b8 req-bf3944ff-2737-4612-ad46-0f1c4d7f70a7 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Request body: {'port': {'device_id': 'a3939e9c-41fb-4a2c-9412-8402f051cf0b', 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305', 'admin_state_up': True, 'tenant_id': 'c95c071176d44e1393b66dc9873791e2'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:02:35.950104 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44382) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:02:36.059847 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cd047bec-5348-4176-b56b-b2040221ad39 req-6ffc114f-c336-4bcc-944c-aa1cd551f2ee tempest-DeleteServersAdminTestJSON-645487239 tempest-DeleteServersAdminTestJSON-645487239-project] 10.222.0.85 "GET /v2.0/security-groups?id=6e6399f4-ec67-4cda-83d9-a5ed72d9ba7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035842 May 18 18:02:36.153452 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-18b1b47d-28bf-432c-b00c-8333490d0f85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:36.223865 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a52cb069-cf45-4cf8-a9b4-a54d5cd1201d None None] Current status of the port 10eb19ca-d154-4c33-9217-e176057a0777 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:02:36.247346 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c4c21fd0-7080-42d6-ad20-5779973d1d00 req-bd10dced-72e2-4fa2-9995-7e8116430029 tempest-ServersAdmin275Test-1241366983 tempest-ServersAdmin275Test-1241366983-project] 10.222.0.85 "GET /v2.0/ports?device_id=742e25d2-ccad-4925-a8fc-bd66e6e7025b HTTP/1.1" status: 200 len: 210 time: 0.0971651 May 18 18:02:36.261183 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 9eada324-10ae-4d93-beeb-79c39101bcd3 details requested by agent hyperv_n-h1-838550-3 with host n-h1-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:02:36.264395 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7f07cf0-ac3b-468e-a655-11328b1762b8 req-bf3944ff-2737-4612-ad46-0f1c4d7f70a7 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Made reservation on behalf of c95c071176d44e1393b66dc9873791e2 for: {'port': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:02:36.268137 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-e7f07cf0-ac3b-468e-a655-11328b1762b8 req-bf3944ff-2737-4612-ad46-0f1c4d7f70a7 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:36.268377 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 9eada324-10ae-4d93-beeb-79c39101bcd3 no longer exists at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:02:36.288025 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-e7f07cf0-ac3b-468e-a655-11328b1762b8 req-bf3944ff-2737-4612-ad46-0f1c4d7f70a7 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:36.314352 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6d6fcac8-e9e8-4f0b-846b-a845d29a6b9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596801'] for router, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:36.367958 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc998df-94e5-4332-80a5-2c925dbef90a req-f2fffc19-458e-45d1-b8f5-1c5d5ed5f970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:36.369504 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7cc998df-94e5-4332-80a5-2c925dbef90a req-f2fffc19-458e-45d1-b8f5-1c5d5ed5f970 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4c8ef274-9ecc-47c2-9686-5eebd78fb305 HTTP/1.1" status: 200 len: 870 time: 0.5745296 May 18 18:02:36.409380 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dee804-b012-42ef-b8e8-b11666343f40 req-6b73bfce-acd7-4f0d-9308-15949a1ff071 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:36.411564 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-99dee804-b012-42ef-b8e8-b11666343f40 req-6b73bfce-acd7-4f0d-9308-15949a1ff071 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/ports?device_id=9fd52930-74c1-446a-8fe8-b01fb6bc2060 HTTP/1.1" status: 200 len: 949 time: 0.5861793 May 18 18:02:36.467180 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7cc998df-94e5-4332-80a5-2c925dbef90a req-be9529d8-6240-4cfc-8386-3b80aca0aa4f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=9eada324-10ae-4d93-beeb-79c39101bcd3 HTTP/1.1" status: 200 len: 217 time: 0.0843775 May 18 18:02:36.507894 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 9eada324-10ae-4d93-beeb-79c39101bcd3 is: ACTIVE; New status is: DOWN {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:02:36.508288 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:36.509115 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f0d34787-af94-4922-a036-9d5149cd5be6 req-89e835b2-2267-4888-8714-ba8bc163b5a6 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3939e9c-41fb-4a2c-9412-8402f051cf0b HTTP/1.1" status: 200 len: 210 time: 0.0784962 May 18 18:02:36.552706 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 9eada324-10ae-4d93-beeb-79c39101bcd3, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=9eada324-10ae-4d93-beeb-79c39101bcd3,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:02:36.562238 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-18b1b47d-28bf-432c-b00c-8333490d0f85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:36.567620 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:36.575441 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-18b1b47d-28bf-432c-b00c-8333490d0f85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:36.595265 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc998df-94e5-4332-80a5-2c925dbef90a req-6442614a-27b1-430c-892c-2a3f95436453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:36.598872 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7cc998df-94e5-4332-80a5-2c925dbef90a req-6442614a-27b1-430c-892c-2a3f95436453 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c2531ae9-89db-4dcf-b670-9eac4c9cde53 HTTP/1.1" status: 200 len: 843 time: 0.1230285 May 18 18:02:36.647315 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 9eada324-10ae-4d93-beeb-79c39101bcd3, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=9eada324-10ae-4d93-beeb-79c39101bcd3,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:02:36.654415 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-e7f07cf0-ac3b-468e-a655-11328b1762b8 req-bf3944ff-2737-4612-ad46-0f1c4d7f70a7 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:36.660109 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=9eada324-10ae-4d93-beeb-79c39101bcd3,revision_number=6']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:02:36.667772 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Returning: {'device': '9eada324-10ae-4d93-beeb-79c39101bcd3', 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305', 'port_id': '9eada324-10ae-4d93-beeb-79c39101bcd3', 'mac_address': 'fa:16:3e:fa:d1:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2531ae9-89db-4dcf-b670-9eac4c9cde53', 'ip_address': '192.168.233.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:02:36.684459 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-99dee804-b012-42ef-b8e8-b11666343f40 req-4e6676c9-d5a7-4373-bc13-18a5d3dc4953 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/security-groups?id=b842f2e0-06aa-4b03-8465-45658e93896b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220809 May 18 18:02:36.708621 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 44390) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:02:36.710585 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-18b1b47d-28bf-432c-b00c-8333490d0f85 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=1463f81ca64b4cf8a4ff94a6918fb271&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7514262 May 18 18:02:36.710762 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc998df-94e5-4332-80a5-2c925dbef90a req-da2e5d56-5819-4ef9-8b78-78f95f129750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:36.711548 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-e7f07cf0-ac3b-468e-a655-11328b1762b8 req-bf3944ff-2737-4612-ad46-0f1c4d7f70a7 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:36.712687 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7cc998df-94e5-4332-80a5-2c925dbef90a req-da2e5d56-5819-4ef9-8b78-78f95f129750 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4c8ef274-9ecc-47c2-9686-5eebd78fb305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1011922 May 18 18:02:36.728810 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b1b47d-28bf-432c-b00c-8333490d0f85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62de281a-9ded-411d-b591-fae3cea44842,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:02:36.734699 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 9eada324-10ae-4d93-beeb-79c39101bcd3 is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:02:36.735088 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:36.755708 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9eada324-10ae-4d93-beeb-79c39101bcd3 {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:02:36.777648 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 10eb19ca-d154-4c33-9217-e176057a0777 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:02:36.854085 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3944ff-2737-4612-ad46-0f1c4d7f70a7 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1a46f95-7703-4604-9136-9c04cbcd71cd,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:02:36.900877 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-528e231d-2d79-43ea-8157-873797789083 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:36.901208 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 9eada324-10ae-4d93-beeb-79c39101bcd3, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=9eada324-10ae-4d93-beeb-79c39101bcd3,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:02:36.907898 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:36.910308 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-1eb43632-e1ae-4773-8faa-68e59203bc23 None None] Provisioning complete for port 10eb19ca-d154-4c33-9217-e176057a0777 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:02:36.910511 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d6fcac8-e9e8-4f0b-846b-a845d29a6b9c admin admin] Router 6e36d608-904b-4926-a9e7-09dfec35918e is scheduled to L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e with binding_index 1 {{(pid=102730) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 18 18:02:36.910954 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1eb43632-e1ae-4773-8faa-68e59203bc23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:36.929035 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7cc998df-94e5-4332-80a5-2c925dbef90a req-6027fb3f-8f6a-4495-8906-198ac0067db3 service neutron] 10.222.0.36 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038999 May 18 18:02:36.967613 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-528e231d-2d79-43ea-8157-873797789083 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:37.001947 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fd52930-74c1-446a-8fe8-b01fb6bc2060', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9eada324-10ae-4d93-beeb-79c39101bcd3'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:02:37.006992 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5210e1ab-d3a0-4bbc-9dac-73dea6c46489" -d '{"events": [{"server_uuid": "9fd52930-74c1-446a-8fe8-b01fb6bc2060", "name": "network-vif-unplugged", "status": "completed", "tag": "9eada324-10ae-4d93-beeb-79c39101bcd3"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:02:37.024880 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [req-e7f07cf0-ac3b-468e-a655-11328b1762b8 req-bf3944ff-2737-4612-ad46-0f1c4d7f70a7 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Allocated IP 192.168.233.146 (4c8ef274-9ecc-47c2-9686-5eebd78fb305/c2531ae9-89db-4dcf-b670-9eac4c9cde53/30476341-d67d-457a-ba96-32990757ec38) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:02:37.034801 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932d8670-0ad9-45d7-bb63-8e0dbde9d3af req-09c634b3-6797-4dcb-a75d-a148b574daa2 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:37.042431 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-932d8670-0ad9-45d7-bb63-8e0dbde9d3af req-09c634b3-6797-4dcb-a75d-a148b574daa2 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/ports?device_id=a09c81f0-e946-4a9d-9b3b-f55046c6af2c HTTP/1.1" status: 200 len: 946 time: 0.1778564 May 18 18:02:37.104687 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 May 2022 18:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43eaacd3-8e39-452f-aad2-064609c1b460 x-openstack-request-id: req-43eaacd3-8e39-452f-aad2-064609c1b460 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:02:37.108088 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fd52930-74c1-446a-8fe8-b01fb6bc2060", "name": "network-vif-unplugged", "status": "completed", "tag": "9eada324-10ae-4d93-beeb-79c39101bcd3", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:02:37.108574 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-43eaacd3-8e39-452f-aad2-064609c1b460 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:02:37.109025 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43eaacd3-8e39-452f-aad2-064609c1b460'] response: {'server_uuid': '9fd52930-74c1-446a-8fe8-b01fb6bc2060', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9eada324-10ae-4d93-beeb-79c39101bcd3', 'code': 200} May 18 18:02:37.124997 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 10eb19ca-d154-4c33-9217-e176057a0777 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:02:37.125378 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:37.130685 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7cc998df-94e5-4332-80a5-2c925dbef90a req-abec2b2a-4bd5-431d-84a7-db48746ffe15 service neutron] 10.222.0.36 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910806 May 18 18:02:37.134093 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-528e231d-2d79-43ea-8157-873797789083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:37.135149 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=9eada324-10ae-4d93-beeb-79c39101bcd3,revision_number=7']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:02:37.139967 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-528e231d-2d79-43ea-8157-873797789083 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:37.141732 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-528e231d-2d79-43ea-8157-873797789083 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/62de281a-9ded-411d-b591-fae3cea44842 HTTP/1.1" status: 204 len: 168 time: 0.4278839 May 18 18:02:37.174751 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528e231d-2d79-43ea-8157-873797789083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62de281a-9ded-411d-b591-fae3cea44842,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:02:37.194736 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-932d8670-0ad9-45d7-bb63-8e0dbde9d3af req-8038bb74-cd74-4962-b902-21f890fe3411 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/security-groups?id=bda815dc-3228-454b-a95b-f89a3eeb79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510055 May 18 18:02:37.215125 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d6fcac8-e9e8-4f0b-846b-a845d29a6b9c admin admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:02:37.232814 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89ecfb7-61e5-4e8a-ba86-664b2c577967 None None] Sync routers for ids ['6e36d608-904b-4926-a9e7-09dfec35918e'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:02:37.241112 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['9eada324-10ae-4d93-beeb-79c39101bcd3'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:02:37.263512 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6d6fcac8-e9e8-4f0b-846b-a845d29a6b9c admin admin] Notify callbacks [] for router, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:37.269560 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-6d6fcac8-e9e8-4f0b-846b-a845d29a6b9c admin admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 4.6836841 May 18 18:02:37.269854 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44400) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:02:37.296068 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d873af-5918-4fb9-98c6-49ab43597c2c req-e4f13e51-059e-49a5-978e-d3008961e44f tempest-DeleteServersAdminTestJSON-645487239 tempest-DeleteServersAdminTestJSON-645487239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:37.304881 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-31d873af-5918-4fb9-98c6-49ab43597c2c req-e4f13e51-059e-49a5-978e-d3008961e44f tempest-DeleteServersAdminTestJSON-645487239 tempest-DeleteServersAdminTestJSON-645487239-project] 10.222.0.85 "GET /v2.0/ports?device_id=6649d474-1690-47b6-b82b-706e3744a863 HTTP/1.1" status: 200 len: 949 time: 0.1019905 May 18 18:02:37.364898 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-31d873af-5918-4fb9-98c6-49ab43597c2c req-7c427fe1-63dd-4b7f-aaac-c45ebbeaed8b tempest-DeleteServersAdminTestJSON-645487239 tempest-DeleteServersAdminTestJSON-645487239-project] 10.222.0.85 "GET /v2.0/security-groups?id=6e6399f4-ec67-4cda-83d9-a5ed72d9ba7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591621 May 18 18:02:37.390120 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89ecfb7-61e5-4e8a-ba86-664b2c577967 None None] Routers {'6e36d608-904b-4926-a9e7-09dfec35918e'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:02:37.390120 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-f89ecfb7-61e5-4e8a-ba86-664b2c577967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:02:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['6e36d608-904b-4926-a9e7-09dfec35918e'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:02:37.434114 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-1eb43632-e1ae-4773-8faa-68e59203bc23 None None] Current status of the port 10eb19ca-d154-4c33-9217-e176057a0777 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:02:37.552933 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 10eb19ca-d154-4c33-9217-e176057a0777 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:02:37.583348 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 44408) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:02:37.585026 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-347316b1-1bc3-4264-bd07-bec2c846a50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:37.601404 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6ca8bb54-d279-4489-b2a8-04a35898dabe admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:37.631728 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-f89ecfb7-61e5-4e8a-ba86-664b2c577967 None None] Set router 6e36d608-904b-4926-a9e7-09dfec35918e gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:02:37.716734 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-733303e4-54a9-49e3-9e2e-1320fdd1e3a2 req-12e2c563-11ff-4458-bf19-79486e305536 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3939e9c-41fb-4a2c-9412-8402f051cf0b HTTP/1.1" status: 200 len: 210 time: 0.0346978 May 18 18:02:37.741860 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6ca8bb54-d279-4489-b2a8-04a35898dabe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:37.757363 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6ca8bb54-d279-4489-b2a8-04a35898dabe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:37.793467 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca8bb54-d279-4489-b2a8-04a35898dabe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c83689a7-60fb-4034-807d-276c60e0f8ef,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:02:37.833657 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device fecfe1d7-6415-4d47-a076-450b773e099b up at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:02:37.837417 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-6ca8bb54-d279-4489-b2a8-04a35898dabe admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=f68bd8fa77654501a65b1f5509731658&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2522745 May 18 18:02:37.838115 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 44412) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:02:37.864882 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ca6dc8c8-26de-4734-9de6-b7f963558091 req-52328b05-e9b6-4945-b505-1c1b71cab7c5 tempest-ServersAdmin275Test-1241366983 tempest-ServersAdmin275Test-1241366983-project] 10.222.0.85 "GET /v2.0/ports?device_id=742e25d2-ccad-4925-a8fc-bd66e6e7025b HTTP/1.1" status: 200 len: 210 time: 0.4503007 May 18 18:02:37.886065 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-e7f07cf0-ac3b-468e-a655-11328b1762b8 req-bf3944ff-2737-4612-ad46-0f1c4d7f70a7 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:37.914503 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f223ba6-bc35-4dbf-b507-a886215bb9dc req-a58d1361-7de3-4b16-8723-16b1c6c1c388 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:37.922358 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9f223ba6-bc35-4dbf-b507-a886215bb9dc req-a58d1361-7de3-4b16-8723-16b1c6c1c388 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/ports?device_id=9fd52930-74c1-446a-8fe8-b01fb6bc2060 HTTP/1.1" status: 200 len: 948 time: 0.1028018 May 18 18:02:37.923678 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-f89ecfb7-61e5-4e8a-ba86-664b2c577967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e36d608-904b-4926-a9e7-09dfec35918e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1600836709-router', 'tenant_id': 'fc24d8d4e32043b781fccba9db530ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '272b7d70-2080-4559-b3da-58dbed233af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:02:32Z', 'updated_at': '2022-05-18T18:02:35Z', 'revision_number': 3, 'project_id': 'fc24d8d4e32043b781fccba9db530ea5', 'gw_port': {'id': '272b7d70-2080-4559-b3da-58dbed233af1', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:a8:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e36d608-904b-4926-a9e7-09dfec35918e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:02:33Z', 'updated_at': '2022-05-18T18:02:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:02:37.970502 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-512aab0c-d848-40cd-9538-40e6b5f5c9a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:37.981552 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning for port fecfe1d7-6415-4d47-a076-450b773e099b completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:02:37.982633 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9f223ba6-bc35-4dbf-b507-a886215bb9dc req-b626b285-9174-4b7e-b70f-36da5046e042 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/security-groups?id=b842f2e0-06aa-4b03-8465-45658e93896b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571032 May 18 18:02:37.987285 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning complete for port fecfe1d7-6415-4d47-a076-450b773e099b triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:02:37.987666 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:37.989244 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89ecfb7-61e5-4e8a-ba86-664b2c577967 None None] Checking router: 6e36d608-904b-4926-a9e7-09dfec35918e for host: n-d-838550-3 {{(pid=102732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:02:37.989745 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89ecfb7-61e5-4e8a-ba86-664b2c577967 None None] Updating router 6e36d608-904b-4926-a9e7-09dfec35918e port 272b7d70-2080-4559-b3da-58dbed233af1 binding host n-d-838550-3 {{(pid=102732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 18:02:38.007008 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-512aab0c-d848-40cd-9538-40e6b5f5c9a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:38.032824 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-e7f07cf0-ac3b-468e-a655-11328b1762b8 req-bf3944ff-2737-4612-ad46-0f1c4d7f70a7 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:38.036837 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f89ecfb7-61e5-4e8a-ba86-664b2c577967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:38.061516 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-512aab0c-d848-40cd-9538-40e6b5f5c9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:38.064837 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-512aab0c-d848-40cd-9538-40e6b5f5c9a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:38.068500 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-512aab0c-d848-40cd-9538-40e6b5f5c9a9 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/c83689a7-60fb-4034-807d-276c60e0f8ef HTTP/1.1" status: 204 len: 168 time: 0.2116413 May 18 18:02:38.076060 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512aab0c-d848-40cd-9538-40e6b5f5c9a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c83689a7-60fb-4034-807d-276c60e0f8ef,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:02:38.124818 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7f07cf0-ac3b-468e-a655-11328b1762b8 req-bf3944ff-2737-4612-ad46-0f1c4d7f70a7 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Network 4c8ef274-9ecc-47c2-9686-5eebd78fb305 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:02:38.134635 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [req-e7f07cf0-ac3b-468e-a655-11328b1762b8 req-bf3944ff-2737-4612-ad46-0f1c4d7f70a7 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:02:38.142520 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7f07cf0-ac3b-468e-a655-11328b1762b8 req-bf3944ff-2737-4612-ad46-0f1c4d7f70a7 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:02:38.148148 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f07cf0-ac3b-468e-a655-11328b1762b8 req-bf3944ff-2737-4612-ad46-0f1c4d7f70a7 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:38.148856 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-e7f07cf0-ac3b-468e-a655-11328b1762b8 req-bf3944ff-2737-4612-ad46-0f1c4d7f70a7 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:38.174729 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3944ff-2737-4612-ad46-0f1c4d7f70a7 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Pushing event updated for resources: {'Port': ['ID=30476341-d67d-457a-ba96-32990757ec38,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:02:38.205584 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e7f07cf0-ac3b-468e-a655-11328b1762b8 req-bf3944ff-2737-4612-ad46-0f1c4d7f70a7 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3689842 May 18 18:02:38.241253 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-e7f07cf0-ac3b-468e-a655-11328b1762b8 req-2f06baec-b235-44a8-a2b6-2684350cd4a1 service neutron] Request body: {'port': {'device_id': 'a3939e9c-41fb-4a2c-9412-8402f051cf0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-3'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:02:38.394845 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port fecfe1d7-6415-4d47-a076-450b773e099b is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:02:38.395405 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:38.476932 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f71a5f1e-0a04-4890-a744-2a05736312b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:38.482886 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-e7f07cf0-ac3b-468e-a655-11328b1762b8 req-2f06baec-b235-44a8-a2b6-2684350cd4a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:38.503116 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f89ecfb7-61e5-4e8a-ba86-664b2c577967 None None] Notify callbacks [] for port, precommit_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:38.514590 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port fecfe1d7-6415-4d47-a076-450b773e099b, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=fecfe1d7-6415-4d47-a076-450b773e099b,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:02:38.516402 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f89ecfb7-61e5-4e8a-ba86-664b2c577967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:38.520465 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f63bf4f-1e71-45fb-9f01-fb7bfd6ed3d4 req-5da1b58c-098a-4a7e-b7ad-8b3dbb0b5754 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:38.542646 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5f63bf4f-1e71-45fb-9f01-fb7bfd6ed3d4 req-5da1b58c-098a-4a7e-b7ad-8b3dbb0b5754 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/ports?device_id=a09c81f0-e946-4a9d-9b3b-f55046c6af2c HTTP/1.1" status: 200 len: 946 time: 0.2376418 May 18 18:02:38.547203 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:38.581020 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac9435a-a54f-4464-927e-899977cd9e5d req-49bb7d04-1a00-4e16-85e1-5023d9657036 tempest-DeleteServersAdminTestJSON-645487239 tempest-DeleteServersAdminTestJSON-645487239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:38.583756 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1ac9435a-a54f-4464-927e-899977cd9e5d req-49bb7d04-1a00-4e16-85e1-5023d9657036 tempest-DeleteServersAdminTestJSON-645487239 tempest-DeleteServersAdminTestJSON-645487239-project] 10.222.0.85 "GET /v2.0/ports?device_id=6649d474-1690-47b6-b82b-706e3744a863 HTTP/1.1" status: 200 len: 949 time: 0.0940061 May 18 18:02:38.610300 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-f89ecfb7-61e5-4e8a-ba86-664b2c577967 None None] Attempting to bind port 272b7d70-2080-4559-b3da-58dbed233af1 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:02:38.611058 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-f89ecfb7-61e5-4e8a-ba86-664b2c577967 None None] Attempting to bind port 272b7d70-2080-4559-b3da-58dbed233af1 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:02:38.611585 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89ecfb7-61e5-4e8a-ba86-664b2c577967 None None] Attempting to bind port 272b7d70-2080-4559-b3da-58dbed233af1 on network 31ebd439-090c-4b25-bbb0-31c48711b145 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:02:38.616119 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbcdb5c-4250-4823-8148-46287ac7c984 None None] Pushing event updated for resources: {'Port': ['ID=272b7d70-2080-4559-b3da-58dbed233af1,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:02:38.649388 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89ecfb7-61e5-4e8a-ba86-664b2c577967 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:02:38.650029 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89ecfb7-61e5-4e8a-ba86-664b2c577967 None None] Checking segment: {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:02:38.650705 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f89ecfb7-61e5-4e8a-ba86-664b2c577967 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:38.651061 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89ecfb7-61e5-4e8a-ba86-664b2c577967 None None] Bound using segment: {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:02:38.651757 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-f89ecfb7-61e5-4e8a-ba86-664b2c577967 None None] Bound port: 272b7d70-2080-4559-b3da-58dbed233af1, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:02:38.652175 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f89ecfb7-61e5-4e8a-ba86-664b2c577967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:38.655180 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1ac9435a-a54f-4464-927e-899977cd9e5d req-feb8ff52-b51e-4378-ae92-3ee553efee15 tempest-DeleteServersAdminTestJSON-645487239 tempest-DeleteServersAdminTestJSON-645487239-project] 10.222.0.85 "GET /v2.0/security-groups?id=6e6399f4-ec67-4cda-83d9-a5ed72d9ba7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638568 May 18 18:02:38.724274 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-5afcdb2b-7186-4116-8799-494388c12911 None None] Provisioning complete for port 30476341-d67d-457a-ba96-32990757ec38 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:02:38.725206 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-5afcdb2b-7186-4116-8799-494388c12911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:38.755415 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5f63bf4f-1e71-45fb-9f01-fb7bfd6ed3d4 req-8dcad6a4-93df-4a19-b6dd-d64ebdc87606 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/security-groups?id=bda815dc-3228-454b-a95b-f89a3eeb79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098312 May 18 18:02:38.810712 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-5afcdb2b-7186-4116-8799-494388c12911 None None] Port 30476341-d67d-457a-ba96-32990757ec38 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:02:38.814232 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=fecfe1d7-6415-4d47-a076-450b773e099b,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:02:38.819406 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-f89ecfb7-61e5-4e8a-ba86-664b2c577967 None None] For port 272b7d70-2080-4559-b3da-58dbed233af1, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:02:38.823656 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-f89ecfb7-61e5-4e8a-ba86-664b2c577967 None None] For port 272b7d70-2080-4559-b3da-58dbed233af1, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=272b7d70-2080-4559-b3da-58dbed233af1,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:02:38.830665 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f89ecfb7-61e5-4e8a-ba86-664b2c577967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:38.892801 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89ecfb7-61e5-4e8a-ba86-664b2c577967 None None] Routers {'6e36d608-904b-4926-a9e7-09dfec35918e'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:02:38.892801 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-f89ecfb7-61e5-4e8a-ba86-664b2c577967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:02:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['6e36d608-904b-4926-a9e7-09dfec35918e'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:02:38.951293 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226d038d-bb3d-44e3-a755-9b2bdc93fd61 req-a2b6afaa-ef1b-4c49-b896-ad8888de78eb tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:38.963773 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-226d038d-bb3d-44e3-a755-9b2bdc93fd61 req-a2b6afaa-ef1b-4c49-b896-ad8888de78eb tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3939e9c-41fb-4a2c-9412-8402f051cf0b HTTP/1.1" status: 200 len: 936 time: 0.1311162 May 18 18:02:39.025588 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-226d038d-bb3d-44e3-a755-9b2bdc93fd61 req-fc6b63e1-947a-4e41-ba5b-69be64774b63 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607896 May 18 18:02:39.073842 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c25c30-ff8f-49a5-8052-bf37c8f63adf req-9e42c5a7-1dec-4aff-a850-7a7ba8181ffb tempest-LiveAutoBlockMigrationV225Test-940020400 tempest-LiveAutoBlockMigrationV225Test-940020400-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:39.074358 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbcdb5c-4250-4823-8148-46287ac7c984 None None] Pushing event updated for resources: {'Port': ['ID=272b7d70-2080-4559-b3da-58dbed233af1,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:02:39.085531 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c3c25c30-ff8f-49a5-8052-bf37c8f63adf req-9e42c5a7-1dec-4aff-a850-7a7ba8181ffb tempest-LiveAutoBlockMigrationV225Test-940020400 tempest-LiveAutoBlockMigrationV225Test-940020400-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=a09c81f0-e946-4a9d-9b3b-f55046c6af2c HTTP/1.1" status: 200 len: 1097 time: 0.1579149 May 18 18:02:39.131760 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6649d474-1690-47b6-b82b-706e3744a863', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fecfe1d7-6415-4d47-a076-450b773e099b'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:02:39.134746 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd935408-c570-4592-91dd-6243ebacbe12" -d '{"events": [{"server_uuid": "6649d474-1690-47b6-b82b-706e3744a863", "name": "network-vif-plugged", "status": "completed", "tag": "fecfe1d7-6415-4d47-a076-450b773e099b"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:02:39.156288 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6ac3f290-6eed-45f9-9cd9-facb134d5da4 req-f12ab677-310b-4bfe-9237-d65490d4d67d tempest-ServersAdmin275Test-1241366983 tempest-ServersAdmin275Test-1241366983-project] 10.222.0.85 "GET /v2.0/ports?device_id=742e25d2-ccad-4925-a8fc-bd66e6e7025b HTTP/1.1" status: 200 len: 210 time: 0.0391867 May 18 18:02:39.178791 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-f89ecfb7-61e5-4e8a-ba86-664b2c577967 None None] Set router 6e36d608-904b-4926-a9e7-09dfec35918e gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:02:39.219279 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c3c25c30-ff8f-49a5-8052-bf37c8f63adf req-d78c80b8-ee96-4ade-a504-f3cc47077162 tempest-LiveAutoBlockMigrationV225Test-940020400 tempest-LiveAutoBlockMigrationV225Test-940020400-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=bda815dc-3228-454b-a95b-f89a3eeb79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238351 May 18 18:02:39.235689 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-f71a5f1e-0a04-4890-a744-2a05736312b1 admin admin] Allocated IP 172.20.0.1 (6ad7b2c1-07d5-41b6-bd50-d6a2019443d6/50051d55-df79-422c-b414-c6a4585b94ef/afb5b304-9f5f-4fa4-a5e4-58c3fbdc9787) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:02:39.298774 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9546d60b-7a93-489c-bef6-c2a3da63067c req-eca7158c-1898-452c-a3cb-47cdc6ad7ddc tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:39.300699 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9546d60b-7a93-489c-bef6-c2a3da63067c req-eca7158c-1898-452c-a3cb-47cdc6ad7ddc tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/ports?device_id=9fd52930-74c1-446a-8fe8-b01fb6bc2060 HTTP/1.1" status: 200 len: 948 time: 0.0607395 May 18 18:02:39.342436 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [req-e7f07cf0-ac3b-468e-a655-11328b1762b8 req-2f06baec-b235-44a8-a2b6-2684350cd4a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30476341-d67d-457a-ba96-32990757ec38 {{(pid=102730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:02:39.350814 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9546d60b-7a93-489c-bef6-c2a3da63067c req-04856f5d-281f-4103-b622-94af2ebba045 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/security-groups?id=b842f2e0-06aa-4b03-8465-45658e93896b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413790 May 18 18:02:39.360017 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-e7f07cf0-ac3b-468e-a655-11328b1762b8 req-2f06baec-b235-44a8-a2b6-2684350cd4a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:39.377481 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6282d263-dc47-4591-b825-5d81006f15b8 x-openstack-request-id: req-6282d263-dc47-4591-b825-5d81006f15b8 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:02:39.377980 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6649d474-1690-47b6-b82b-706e3744a863", "name": "network-vif-plugged", "status": "completed", "tag": "fecfe1d7-6415-4d47-a076-450b773e099b", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:02:39.378499 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-6282d263-dc47-4591-b825-5d81006f15b8 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:02:39.379053 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6282d263-dc47-4591-b825-5d81006f15b8'] response: {'server_uuid': '6649d474-1690-47b6-b82b-706e3744a863', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fecfe1d7-6415-4d47-a076-450b773e099b', 'code': 200} May 18 18:02:39.384517 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [req-e7f07cf0-ac3b-468e-a655-11328b1762b8 req-2f06baec-b235-44a8-a2b6-2684350cd4a1 service neutron] Transition to ACTIVE for port object 30476341-d67d-457a-ba96-32990757ec38 will not be triggered until provisioned by entity L2. {{(pid=102730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:02:39.394222 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-e7f07cf0-ac3b-468e-a655-11328b1762b8 req-2f06baec-b235-44a8-a2b6-2684350cd4a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:39.521065 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f71a5f1e-0a04-4890-a744-2a05736312b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:39.539274 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-f89ecfb7-61e5-4e8a-ba86-664b2c577967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e36d608-904b-4926-a9e7-09dfec35918e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1600836709-router', 'tenant_id': 'fc24d8d4e32043b781fccba9db530ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '272b7d70-2080-4559-b3da-58dbed233af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:02:32Z', 'updated_at': '2022-05-18T18:02:35Z', 'revision_number': 3, 'project_id': 'fc24d8d4e32043b781fccba9db530ea5', 'gw_port': {'id': '272b7d70-2080-4559-b3da-58dbed233af1', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:a8:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e36d608-904b-4926-a9e7-09dfec35918e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:02:33Z', 'updated_at': '2022-05-18T18:02:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:02:39.561819 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f06baec-b235-44a8-a2b6-2684350cd4a1 service neutron] Pushing event updated for resources: {'Port': ['ID=30476341-d67d-457a-ba96-32990757ec38,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:02:39.582957 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89ecfb7-61e5-4e8a-ba86-664b2c577967 None None] The sync data for ids ['6e36d608-904b-4926-a9e7-09dfec35918e'] in n-d-838550-3 is: [{'id': '6e36d608-904b-4926-a9e7-09dfec35918e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1600836709-router', 'tenant_id': 'fc24d8d4e32043b781fccba9db530ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '272b7d70-2080-4559-b3da-58dbed233af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:02:32Z', 'updated_at': '2022-05-18T18:02:35Z', 'revision_number': 3, 'project_id': 'fc24d8d4e32043b781fccba9db530ea5', 'gw_port': {'id': '272b7d70-2080-4559-b3da-58dbed233af1', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:a8:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e36d608-904b-4926-a9e7-09dfec35918e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:02:33Z', 'updated_at': '2022-05-18T18:02:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:02:39.628876 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0f6595-7529-4471-ab2b-1041d04c3705 req-0a991a98-dc0b-4c9a-a115-87d21af030e7 tempest-LiveAutoBlockMigrationV225Test-940020400 tempest-LiveAutoBlockMigrationV225Test-940020400-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:39.630724 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5f0f6595-7529-4471-ab2b-1041d04c3705 req-0a991a98-dc0b-4c9a-a115-87d21af030e7 tempest-LiveAutoBlockMigrationV225Test-940020400 tempest-LiveAutoBlockMigrationV225Test-940020400-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=a09c81f0-e946-4a9d-9b3b-f55046c6af2c HTTP/1.1" status: 200 len: 1097 time: 0.1699677 May 18 18:02:39.641440 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14371cea-0a3e-4920-8e4b-5c1de22f0d49 req-31d695a1-13a3-4240-9021-b13e5b02d6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:39.643022 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-14371cea-0a3e-4920-8e4b-5c1de22f0d49 req-31d695a1-13a3-4240-9021-b13e5b02d6d5 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=6649d474-1690-47b6-b82b-706e3744a863 HTTP/1.1" status: 200 len: 1101 time: 0.1653655 May 18 18:02:39.652241 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-e7f07cf0-ac3b-468e-a655-11328b1762b8 req-2f06baec-b235-44a8-a2b6-2684350cd4a1 service neutron] Attempting to bind port 30476341-d67d-457a-ba96-32990757ec38 on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:02:39.652581 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-e7f07cf0-ac3b-468e-a655-11328b1762b8 req-2f06baec-b235-44a8-a2b6-2684350cd4a1 service neutron] Attempting to bind port 30476341-d67d-457a-ba96-32990757ec38 by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': '2879bb11-64b4-46f1-9f8b-52941d47b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:02:39.652906 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f07cf0-ac3b-468e-a655-11328b1762b8 req-2f06baec-b235-44a8-a2b6-2684350cd4a1 service neutron] Attempting to bind port 30476341-d67d-457a-ba96-32990757ec38 on network 4c8ef274-9ecc-47c2-9686-5eebd78fb305 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:02:39.683287 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f07cf0-ac3b-468e-a655-11328b1762b8 req-2f06baec-b235-44a8-a2b6-2684350cd4a1 service neutron] Port 30476341-d67d-457a-ba96-32990757ec38 on network 4c8ef274-9ecc-47c2-9686-5eebd78fb305 not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:02:39.683619 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f07cf0-ac3b-468e-a655-11328b1762b8 req-2f06baec-b235-44a8-a2b6-2684350cd4a1 service neutron] Attempting to bind port 30476341-d67d-457a-ba96-32990757ec38 on network 4c8ef274-9ecc-47c2-9686-5eebd78fb305 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:02:39.698561 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f71a5f1e-0a04-4890-a744-2a05736312b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:39.714046 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f07cf0-ac3b-468e-a655-11328b1762b8 req-2f06baec-b235-44a8-a2b6-2684350cd4a1 service neutron] Checking agent: {'id': 'd1be059a-68ea-4c77-9b2b-29f4afa47e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:02:39.714046 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f07cf0-ac3b-468e-a655-11328b1762b8 req-2f06baec-b235-44a8-a2b6-2684350cd4a1 service neutron] Checking segment: {'id': '2879bb11-64b4-46f1-9f8b-52941d47b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:02:39.714046 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f07cf0-ac3b-468e-a655-11328b1762b8 req-2f06baec-b235-44a8-a2b6-2684350cd4a1 service neutron] Bound using segment: {'id': '2879bb11-64b4-46f1-9f8b-52941d47b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305'} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:02:39.714046 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-e7f07cf0-ac3b-468e-a655-11328b1762b8 req-2f06baec-b235-44a8-a2b6-2684350cd4a1 service neutron] Bound port: 30476341-d67d-457a-ba96-32990757ec38, host: n-h2-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2879bb11-64b4-46f1-9f8b-52941d47b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305'}}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:02:39.714046 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-e7f07cf0-ac3b-468e-a655-11328b1762b8 req-2f06baec-b235-44a8-a2b6-2684350cd4a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:39.761547 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5f0f6595-7529-4471-ab2b-1041d04c3705 req-07a13a11-8215-441a-a787-152d59da00dd tempest-LiveAutoBlockMigrationV225Test-940020400 tempest-LiveAutoBlockMigrationV225Test-940020400-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=bda815dc-3228-454b-a95b-f89a3eeb79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238468 May 18 18:02:39.789780 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f71a5f1e-0a04-4890-a744-2a05736312b1 admin admin] Network 6ad7b2c1-07d5-41b6-bd50-d6a2019443d6 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:02:39.791793 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-14371cea-0a3e-4920-8e4b-5c1de22f0d49 req-b499803e-4f48-47d3-a46b-665255de29fe service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=6e6399f4-ec67-4cda-83d9-a5ed72d9ba7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360576 May 18 18:02:39.821991 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-f71a5f1e-0a04-4890-a744-2a05736312b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:02:39.839610 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71a5f1e-0a04-4890-a744-2a05736312b1 admin admin] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:02:39.840153 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f71a5f1e-0a04-4890-a744-2a05736312b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595826'] for router_interface, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:39.897876 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7440a9ca-d281-432f-a61f-dbaa2d760dde req-82e0e346-0541-40f4-ba45-8a1b9724b246 tempest-DeleteServersAdminTestJSON-645487239 tempest-DeleteServersAdminTestJSON-645487239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:39.906506 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7440a9ca-d281-432f-a61f-dbaa2d760dde req-82e0e346-0541-40f4-ba45-8a1b9724b246 tempest-DeleteServersAdminTestJSON-645487239 tempest-DeleteServersAdminTestJSON-645487239-project] 10.222.0.85 "GET /v2.0/ports?device_id=6649d474-1690-47b6-b82b-706e3744a863 HTTP/1.1" status: 200 len: 950 time: 0.1314697 May 18 18:02:39.924813 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71a5f1e-0a04-4890-a744-2a05736312b1 admin admin] Pushing event updated for resources: {'Port': ['ID=afb5b304-9f5f-4fa4-a5e4-58c3fbdc9787,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:02:40.023198 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-049e2184-149a-47a4-bd3f-f2ac96b834fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:40.046093 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7440a9ca-d281-432f-a61f-dbaa2d760dde req-a931c64f-2a5e-410b-9d1d-bed7920473c6 tempest-DeleteServersAdminTestJSON-645487239 tempest-DeleteServersAdminTestJSON-645487239-project] 10.222.0.85 "GET /v2.0/security-groups?id=6e6399f4-ec67-4cda-83d9-a5ed72d9ba7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357262 May 18 18:02:40.217049 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-e7f07cf0-ac3b-468e-a655-11328b1762b8 req-2f06baec-b235-44a8-a2b6-2684350cd4a1 service neutron] For port 30476341-d67d-457a-ba96-32990757ec38, host n-h2-838550-3, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:02:40.288525 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 9eada324-10ae-4d93-beeb-79c39101bcd3 up at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:02:40.307916 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecf7b15-de49-41a6-a78b-08f4b5d6c083 req-1c191173-9a59-4928-82c6-88203351a70b tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:40.314463 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-eecf7b15-de49-41a6-a78b-08f4b5d6c083 req-1c191173-9a59-4928-82c6-88203351a70b tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3939e9c-41fb-4a2c-9412-8402f051cf0b HTTP/1.1" status: 200 len: 948 time: 0.1333880 May 18 18:02:40.324411 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-e7f07cf0-ac3b-468e-a655-11328b1762b8 req-2f06baec-b235-44a8-a2b6-2684350cd4a1 service neutron] For port 30476341-d67d-457a-ba96-32990757ec38, host n-h2-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=30476341-d67d-457a-ba96-32990757ec38,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:02:40.336401 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-e7f07cf0-ac3b-468e-a655-11328b1762b8 req-2f06baec-b235-44a8-a2b6-2684350cd4a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:40.343459 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f71a5f1e-0a04-4890-a744-2a05736312b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:40.393416 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f07cf0-ac3b-468e-a655-11328b1762b8 req-2f06baec-b235-44a8-a2b6-2684350cd4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:40.394183 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-e7f07cf0-ac3b-468e-a655-11328b1762b8 req-2f06baec-b235-44a8-a2b6-2684350cd4a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:40.396896 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e7f07cf0-ac3b-468e-a655-11328b1762b8 req-2f06baec-b235-44a8-a2b6-2684350cd4a1 service neutron] 10.222.0.88 "PUT /v2.0/ports/30476341-d67d-457a-ba96-32990757ec38 HTTP/1.1" status: 200 len: 1096 time: 2.1670599 May 18 18:02:40.403529 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3939e9c-41fb-4a2c-9412-8402f051cf0b', 'tag': '30476341-d67d-457a-ba96-32990757ec38'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:02:40.416617 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06bc0466-9fe5-4021-bc48-4fb090b86223" -d '{"events": [{"name": "network-changed", "server_uuid": "a3939e9c-41fb-4a2c-9412-8402f051cf0b", "tag": "30476341-d67d-457a-ba96-32990757ec38"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:02:40.456629 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2933d268-ec7a-4f34-a25e-a98d860725ce req-a623eca7-bc4e-41ac-9017-9ba085d41ac3 tempest-LiveAutoBlockMigrationV225Test-940020400 tempest-LiveAutoBlockMigrationV225Test-940020400-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:40.469698 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2933d268-ec7a-4f34-a25e-a98d860725ce req-a623eca7-bc4e-41ac-9017-9ba085d41ac3 tempest-LiveAutoBlockMigrationV225Test-940020400 tempest-LiveAutoBlockMigrationV225Test-940020400-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=a09c81f0-e946-4a9d-9b3b-f55046c6af2c HTTP/1.1" status: 200 len: 1097 time: 0.2254584 May 18 18:02:40.479027 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-eecf7b15-de49-41a6-a78b-08f4b5d6c083 req-675a9562-687b-430e-a066-87289f368143 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565006 May 18 18:02:40.504747 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a7dc84fc-59fc-4695-80d6-49754bb63889 None None] Provisioning complete for port afb5b304-9f5f-4fa4-a5e4-58c3fbdc9787 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:02:40.507485 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a7dc84fc-59fc-4695-80d6-49754bb63889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:40.614215 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning complete for port 9eada324-10ae-4d93-beeb-79c39101bcd3 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:02:40.615693 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:40.617495 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-710f6898-128d-4c68-85e9-2c1d240ce740 req-99b3db41-1838-4dba-8e88-07df9837ab58 tempest-ServersAdmin275Test-1241366983 tempest-ServersAdmin275Test-1241366983-project] 10.222.0.85 "GET /v2.0/ports?device_id=742e25d2-ccad-4925-a8fc-bd66e6e7025b HTTP/1.1" status: 200 len: 210 time: 0.0575507 May 18 18:02:40.655464 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a7dc84fc-59fc-4695-80d6-49754bb63889 None None] Port afb5b304-9f5f-4fa4-a5e4-58c3fbdc9787 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:02:40.683512 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f06baec-b235-44a8-a2b6-2684350cd4a1 service neutron] Pushing event updated for resources: {'Port': ['ID=30476341-d67d-457a-ba96-32990757ec38,revision_number=3']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:02:40.731503 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2933d268-ec7a-4f34-a25e-a98d860725ce req-d1508612-d831-4b50-b1b5-a416eb9b5b6b tempest-LiveAutoBlockMigrationV225Test-940020400 tempest-LiveAutoBlockMigrationV225Test-940020400-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=bda815dc-3228-454b-a95b-f89a3eeb79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587404 May 18 18:02:40.773349 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b7afebf-1270-453c-a6b3-c76a76db2b97 x-openstack-request-id: req-3b7afebf-1270-453c-a6b3-c76a76db2b97 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:02:40.775986 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3939e9c-41fb-4a2c-9412-8402f051cf0b", "tag": "30476341-d67d-457a-ba96-32990757ec38", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:02:40.776519 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-3b7afebf-1270-453c-a6b3-c76a76db2b97 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:02:40.777114 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b7afebf-1270-453c-a6b3-c76a76db2b97'] response: {'name': 'network-changed', 'server_uuid': 'a3939e9c-41fb-4a2c-9412-8402f051cf0b', 'tag': '30476341-d67d-457a-ba96-32990757ec38', 'status': 'completed', 'code': 200} May 18 18:02:40.842226 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f07cf0-ac3b-468e-a655-11328b1762b8 req-28ccb9da-c0b2-4f7f-8947-a9e4aa428b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:40.843838 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e7f07cf0-ac3b-468e-a655-11328b1762b8 req-28ccb9da-c0b2-4f7f-8947-a9e4aa428b5c service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c95c071176d44e1393b66dc9873791e2&device_id=a3939e9c-41fb-4a2c-9412-8402f051cf0b HTTP/1.1" status: 200 len: 1099 time: 0.2866433 May 18 18:02:40.847999 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 9eada324-10ae-4d93-beeb-79c39101bcd3 is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:02:40.848545 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:40.852870 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 272b7d70-2080-4559-b3da-58dbed233af1 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:02:40.940347 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 9eada324-10ae-4d93-beeb-79c39101bcd3, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=9eada324-10ae-4d93-beeb-79c39101bcd3,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:02:40.958337 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:40.981272 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e7f07cf0-ac3b-468e-a655-11328b1762b8 req-c0f95e58-8149-4713-9fbc-73ff0bb9e012 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=30476341-d67d-457a-ba96-32990757ec38 HTTP/1.1" status: 200 len: 217 time: 0.0588210 May 18 18:02:41.000864 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04faf634-b913-4526-b7fa-ae793685d234 req-f129a390-7577-4517-9144-f9c6b7b9eee8 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:41.002471 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-04faf634-b913-4526-b7fa-ae793685d234 req-f129a390-7577-4517-9144-f9c6b7b9eee8 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/ports?device_id=9fd52930-74c1-446a-8fe8-b01fb6bc2060 HTTP/1.1" status: 200 len: 948 time: 0.1131585 May 18 18:02:41.048572 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 272b7d70-2080-4559-b3da-58dbed233af1 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:02:41.049232 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:41.076694 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-04faf634-b913-4526-b7fa-ae793685d234 req-c25d497c-8c13-4a7a-89f3-47ae5599ec56 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/security-groups?id=b842f2e0-06aa-4b03-8465-45658e93896b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672631 May 18 18:02:41.112988 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f07cf0-ac3b-468e-a655-11328b1762b8 req-827ab995-975b-487f-8528-62a97bca5b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:41.114964 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e7f07cf0-ac3b-468e-a655-11328b1762b8 req-827ab995-975b-487f-8528-62a97bca5b4a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c2531ae9-89db-4dcf-b670-9eac4c9cde53 HTTP/1.1" status: 200 len: 843 time: 0.1240671 May 18 18:02:41.197074 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f71a5f1e-0a04-4890-a744-2a05736312b1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:41.217146 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f71a5f1e-0a04-4890-a744-2a05736312b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:41.220019 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f71a5f1e-0a04-4890-a744-2a05736312b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-595870'] for router_interface, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:41.222537 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:41.224869 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=9eada324-10ae-4d93-beeb-79c39101bcd3,revision_number=8']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:02:41.285817 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefbc93c-160d-4085-894d-af1e1c09c153 req-8fcfdbb1-f133-4cad-bd72-ca42fb07443f tempest-DeleteServersAdminTestJSON-645487239 tempest-DeleteServersAdminTestJSON-645487239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:41.287752 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cefbc93c-160d-4085-894d-af1e1c09c153 req-8fcfdbb1-f133-4cad-bd72-ca42fb07443f tempest-DeleteServersAdminTestJSON-645487239 tempest-DeleteServersAdminTestJSON-645487239-project] 10.222.0.85 "GET /v2.0/ports?device_id=6649d474-1690-47b6-b82b-706e3744a863 HTTP/1.1" status: 200 len: 950 time: 0.1416869 May 18 18:02:41.299559 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f07cf0-ac3b-468e-a655-11328b1762b8 req-f6a2c6eb-c05f-4fd9-ba03-2535e9e0eab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:41.301267 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e7f07cf0-ac3b-468e-a655-11328b1762b8 req-f6a2c6eb-c05f-4fd9-ba03-2535e9e0eab7 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4c8ef274-9ecc-47c2-9686-5eebd78fb305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1674161 May 18 18:02:41.307409 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 272b7d70-2080-4559-b3da-58dbed233af1 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:02:41.307859 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:41.337698 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] For port 272b7d70-2080-4559-b3da-58dbed233af1, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=272b7d70-2080-4559-b3da-58dbed233af1,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:02:41.349871 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:41.367225 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cefbc93c-160d-4085-894d-af1e1c09c153 req-bebc9b51-3db6-4b23-ae92-0c94ac250e85 tempest-DeleteServersAdminTestJSON-645487239 tempest-DeleteServersAdminTestJSON-645487239-project] 10.222.0.85 "GET /v2.0/security-groups?id=6e6399f4-ec67-4cda-83d9-a5ed72d9ba7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714855 May 18 18:02:41.385925 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fd52930-74c1-446a-8fe8-b01fb6bc2060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eada324-10ae-4d93-beeb-79c39101bcd3'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:02:41.389565 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e4de1db-88c6-4cff-9348-a4a6194cc9ab" -d '{"events": [{"server_uuid": "9fd52930-74c1-446a-8fe8-b01fb6bc2060", "name": "network-vif-plugged", "status": "completed", "tag": "9eada324-10ae-4d93-beeb-79c39101bcd3"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:02:41.424689 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Pushing event updated for resources: {'Port': ['ID=272b7d70-2080-4559-b3da-58dbed233af1,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:02:41.459608 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efc7f3ec-d02c-401f-ad07-d610302aa624 x-openstack-request-id: req-efc7f3ec-d02c-401f-ad07-d610302aa624 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:02:41.459957 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fd52930-74c1-446a-8fe8-b01fb6bc2060", "name": "network-vif-plugged", "status": "completed", "tag": "9eada324-10ae-4d93-beeb-79c39101bcd3", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:02:41.460153 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-efc7f3ec-d02c-401f-ad07-d610302aa624 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:02:41.460561 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efc7f3ec-d02c-401f-ad07-d610302aa624'] response: {'server_uuid': '9fd52930-74c1-446a-8fe8-b01fb6bc2060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eada324-10ae-4d93-beeb-79c39101bcd3', 'code': 200} May 18 18:02:41.721271 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71a5f1e-0a04-4890-a744-2a05736312b1 admin admin] Pushing event updated for resources: {'Port': ['ID=afb5b304-9f5f-4fa4-a5e4-58c3fbdc9787,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:02:41.790821 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3e10ee-b52d-466e-9654-715e8abb5747 req-a0959fab-f1f4-4b6b-a3ed-9e21fc7e8d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:41.792333 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ba3e10ee-b52d-466e-9654-715e8abb5747 req-a0959fab-f1f4-4b6b-a3ed-9e21fc7e8d29 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9fd52930-74c1-446a-8fe8-b01fb6bc2060 HTTP/1.1" status: 200 len: 1100 time: 0.1149671 May 18 18:02:41.806667 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-71bfe841-6fb9-450d-a1eb-cec62f93897e req-44af4ac4-5109-468b-8a12-5761c717673d tempest-ServersAdmin275Test-1241366983 tempest-ServersAdmin275Test-1241366983-project] 10.222.0.85 "GET /v2.0/ports?device_id=742e25d2-ccad-4925-a8fc-bd66e6e7025b HTTP/1.1" status: 200 len: 210 time: 0.0675704 May 18 18:02:41.849430 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f71a5f1e-0a04-4890-a744-2a05736312b1 admin admin] Network 6ad7b2c1-07d5-41b6-bd50-d6a2019443d6 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:02:41.856148 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-f71a5f1e-0a04-4890-a744-2a05736312b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:02:41.864801 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ba3e10ee-b52d-466e-9654-715e8abb5747 req-82a93159-7530-4940-b0cc-39df29beee6a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b842f2e0-06aa-4b03-8465-45658e93896b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558043 May 18 18:02:41.888591 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e7f07cf0-ac3b-468e-a655-11328b1762b8 req-f2fc7781-263a-4e66-a5db-685fa94a4352 service neutron] 10.222.0.88 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5269976 May 18 18:02:41.898302 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44ab937-93f0-47df-9cf3-09716cab7d63 req-0f1ef314-171a-4872-b20d-b6ca029098ce tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:41.906812 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b44ab937-93f0-47df-9cf3-09716cab7d63 req-0f1ef314-171a-4872-b20d-b6ca029098ce tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3939e9c-41fb-4a2c-9412-8402f051cf0b HTTP/1.1" status: 200 len: 948 time: 0.2091753 May 18 18:02:41.951527 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c796851-7821-4caa-9db6-2575b3e84f8a req-044becf3-deef-40c1-8707-d25cf0a91d6d tempest-LiveAutoBlockMigrationV225Test-940020400 tempest-LiveAutoBlockMigrationV225Test-940020400-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:41.960188 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2c796851-7821-4caa-9db6-2575b3e84f8a req-044becf3-deef-40c1-8707-d25cf0a91d6d tempest-LiveAutoBlockMigrationV225Test-940020400 tempest-LiveAutoBlockMigrationV225Test-940020400-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=a09c81f0-e946-4a9d-9b3b-f55046c6af2c HTTP/1.1" status: 200 len: 1097 time: 0.0706501 May 18 18:02:42.023634 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2c796851-7821-4caa-9db6-2575b3e84f8a req-e900238b-b411-471e-a807-4beef32dd221 tempest-LiveAutoBlockMigrationV225Test-940020400 tempest-LiveAutoBlockMigrationV225Test-940020400-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=bda815dc-3228-454b-a95b-f89a3eeb79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622828 May 18 18:02:42.086642 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 44516) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:02:42.102376 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b44ab937-93f0-47df-9cf3-09716cab7d63 req-40be1cef-136e-4e94-a2f1-9b4b05f0ef13 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946814 May 18 18:02:42.209354 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e7f07cf0-ac3b-468e-a655-11328b1762b8 req-46ba5a53-72cf-4a34-b6e2-d85eac56e893 service neutron] 10.222.0.88 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2950511 May 18 18:02:42.229055 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:42.259070 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-8150b6cd-5d97-495a-b23a-71e739d929ec None None] Provisioning complete for port afb5b304-9f5f-4fa4-a5e4-58c3fbdc9787 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:02:42.259752 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-8150b6cd-5d97-495a-b23a-71e739d929ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:42.299455 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1397d7de-836f-4d81-a8e3-84075fee2601 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:42.333203 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-8150b6cd-5d97-495a-b23a-71e739d929ec None None] Port afb5b304-9f5f-4fa4-a5e4-58c3fbdc9787 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:02:42.378197 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f71a5f1e-0a04-4890-a744-2a05736312b1 admin admin] Router 6e36d608-904b-4926-a9e7-09dfec35918e has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:02:42.403579 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1397d7de-836f-4d81-a8e3-84075fee2601 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:42.407953 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1397d7de-836f-4d81-a8e3-84075fee2601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:42.411826 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9981487-87b9-4708-93a7-2494f4ddf710 req-958d88cf-2fca-47bb-b31b-b12719efef9b tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:42.414399 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f9981487-87b9-4708-93a7-2494f4ddf710 req-958d88cf-2fca-47bb-b31b-b12719efef9b tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/ports?device_id=9fd52930-74c1-446a-8fe8-b01fb6bc2060 HTTP/1.1" status: 200 len: 949 time: 0.2156985 May 18 18:02:42.457208 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-1397d7de-836f-4d81-a8e3-84075fee2601 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=8edf375136c341b58ad31c913c0e9678&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3639975 May 18 18:02:42.458377 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 44530) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:02:42.468547 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1397d7de-836f-4d81-a8e3-84075fee2601 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a100ca87-0ae6-4f01-9bba-a3c5a078f2d9,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:02:42.490900 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bc0466-9fe5-4021-bc48-4fb090b86223 req-45bcb6a7-0c95-4bc1-a70d-1a7d004fbfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:42.492473 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-06bc0466-9fe5-4021-bc48-4fb090b86223 req-45bcb6a7-0c95-4bc1-a70d-1a7d004fbfc2 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c95c071176d44e1393b66dc9873791e2&device_id=a3939e9c-41fb-4a2c-9412-8402f051cf0b HTTP/1.1" status: 200 len: 1099 time: 0.1905258 May 18 18:02:42.535369 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7923974b-23ca-4c37-b69e-c3aef0b6b95a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:42.569743 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7923974b-23ca-4c37-b69e-c3aef0b6b95a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:42.656627 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f9981487-87b9-4708-93a7-2494f4ddf710 req-f85409f4-89fc-441f-bbc0-306acf92cc4a tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/security-groups?id=b842f2e0-06aa-4b03-8465-45658e93896b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224579 May 18 18:02:42.659287 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7923974b-23ca-4c37-b69e-c3aef0b6b95a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:42.662802 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7923974b-23ca-4c37-b69e-c3aef0b6b95a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:42.667943 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-7923974b-23ca-4c37-b69e-c3aef0b6b95a admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/a100ca87-0ae6-4f01-9bba-a3c5a078f2d9 HTTP/1.1" status: 204 len: 168 time: 0.2043817 May 18 18:02:42.679217 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7923974b-23ca-4c37-b69e-c3aef0b6b95a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a100ca87-0ae6-4f01-9bba-a3c5a078f2d9,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:02:42.739594 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f71a5f1e-0a04-4890-a744-2a05736312b1 admin admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:02:42.756067 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-f71a5f1e-0a04-4890-a744-2a05736312b1 admin admin] 10.222.0.85 "PUT /v2.0/routers/6e36d608-904b-4926-a9e7-09dfec35918e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4769678 May 18 18:02:42.756067 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bc0466-9fe5-4021-bc48-4fb090b86223 req-a96f8698-efe1-4144-81ba-a5eae0873864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:42.760181 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-06bc0466-9fe5-4021-bc48-4fb090b86223 req-a96f8698-efe1-4144-81ba-a5eae0873864 service neutron] 10.222.0.88 "GET /v2.0/networks?id=4c8ef274-9ecc-47c2-9686-5eebd78fb305 HTTP/1.1" status: 200 len: 870 time: 0.2580817 May 18 18:02:42.761271 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49cf6406-2534-488e-930f-d2db0908bef6 None None] Sync routers for ids ['6e36d608-904b-4926-a9e7-09dfec35918e'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:02:42.777796 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49cf6406-2534-488e-930f-d2db0908bef6 None None] Routers {'6e36d608-904b-4926-a9e7-09dfec35918e'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:02:42.778441 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-49cf6406-2534-488e-930f-d2db0908bef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:02:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['6e36d608-904b-4926-a9e7-09dfec35918e'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:02:42.791858 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 272b7d70-2080-4559-b3da-58dbed233af1 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:02:42.835122 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-06bc0466-9fe5-4021-bc48-4fb090b86223 req-5cc93f0d-a909-48dd-84aa-6f75897c4b2f service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=30476341-d67d-457a-ba96-32990757ec38 HTTP/1.1" status: 200 len: 217 time: 0.0597072 May 18 18:02:42.936034 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bc0466-9fe5-4021-bc48-4fb090b86223 req-c1b90f3d-ade6-4cf0-a360-86477bff1056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:42.937825 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-06bc0466-9fe5-4021-bc48-4fb090b86223 req-c1b90f3d-ade6-4cf0-a360-86477bff1056 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c2531ae9-89db-4dcf-b670-9eac4c9cde53 HTTP/1.1" status: 200 len: 843 time: 0.0721862 May 18 18:02:42.948264 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7c76fd-40d9-45c0-8421-cbd36a6ec1d4 req-f42854db-6dd5-4a2b-8b9d-4d3453e562b0 tempest-DeleteServersAdminTestJSON-645487239 tempest-DeleteServersAdminTestJSON-645487239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:42.960661 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1c7c76fd-40d9-45c0-8421-cbd36a6ec1d4 req-f42854db-6dd5-4a2b-8b9d-4d3453e562b0 tempest-DeleteServersAdminTestJSON-645487239 tempest-DeleteServersAdminTestJSON-645487239-project] 10.222.0.85 "GET /v2.0/ports?device_id=6649d474-1690-47b6-b82b-706e3744a863 HTTP/1.1" status: 200 len: 950 time: 0.1294141 May 18 18:02:43.002099 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 272b7d70-2080-4559-b3da-58dbed233af1 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:02:43.003223 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:43.011129 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-49cf6406-2534-488e-930f-d2db0908bef6 None None] Set router 6e36d608-904b-4926-a9e7-09dfec35918e gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:02:43.055881 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:43.060761 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1c7c76fd-40d9-45c0-8421-cbd36a6ec1d4 req-d5fab649-7ce9-469e-b1d4-9b78ee3bb6d5 tempest-DeleteServersAdminTestJSON-645487239 tempest-DeleteServersAdminTestJSON-645487239-project] 10.222.0.85 "GET /v2.0/security-groups?id=6e6399f4-ec67-4cda-83d9-a5ed72d9ba7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989034 May 18 18:02:43.110873 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bc0466-9fe5-4021-bc48-4fb090b86223 req-7223b924-5b4e-4c76-ac6d-fed963c3290c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:43.112907 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-06bc0466-9fe5-4021-bc48-4fb090b86223 req-7223b924-5b4e-4c76-ac6d-fed963c3290c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4c8ef274-9ecc-47c2-9686-5eebd78fb305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1299565 May 18 18:02:43.163000 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 272b7d70-2080-4559-b3da-58dbed233af1 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:02:43.302028 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d5040af2-f378-4a5e-8e9f-9b97df918609 req-49f0ed7b-f90f-45ad-a708-f84da5f2bbc8 tempest-ServersAdmin275Test-1241366983 tempest-ServersAdmin275Test-1241366983-project] 10.222.0.85 "GET /v2.0/ports?device_id=742e25d2-ccad-4925-a8fc-bd66e6e7025b HTTP/1.1" status: 200 len: 210 time: 0.0664878 May 18 18:02:43.358951 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 44564) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:02:43.379033 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-06bc0466-9fe5-4021-bc48-4fb090b86223 req-369745bd-05e6-4043-a2a7-6af4f5b8dc45 service neutron] 10.222.0.88 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2582123 May 18 18:02:43.382759 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6a54e165-edfa-40c3-a2f0-b97ec09441e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:43.498481 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-06bc0466-9fe5-4021-bc48-4fb090b86223 req-29d6549a-0636-419f-87a6-0a500e814676 service neutron] 10.222.0.88 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109529 May 18 18:02:43.509528 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6a54e165-edfa-40c3-a2f0-b97ec09441e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:43.516046 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6a54e165-edfa-40c3-a2f0-b97ec09441e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:43.530121 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-49cf6406-2534-488e-930f-d2db0908bef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e36d608-904b-4926-a9e7-09dfec35918e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1600836709-router', 'tenant_id': 'fc24d8d4e32043b781fccba9db530ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '272b7d70-2080-4559-b3da-58dbed233af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:02:32Z', 'updated_at': '2022-05-18T18:02:40Z', 'revision_number': 4, 'project_id': 'fc24d8d4e32043b781fccba9db530ea5', 'gw_port': {'id': '272b7d70-2080-4559-b3da-58dbed233af1', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:a8:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e36d608-904b-4926-a9e7-09dfec35918e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:02:33Z', 'updated_at': '2022-05-18T18:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': 'afb5b304-9f5f-4fa4-a5e4-58c3fbdc9787', 'name': '', 'network_id': '6ad7b2c1-07d5-41b6-bd50-d6a2019443d6', 'tenant_id': 'fc24d8d4e32043b781fccba9db530ea5', 'mac_address': 'fa:16:3e:47:e0:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e36d608-904b-4926-a9e7-09dfec35918e', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '50051d55-df79-422c-b414-c6a4585b94ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:02:38Z', 'updated_at': '2022-05-18T18:02:40Z', 'revision_number': 2, 'project_id': 'fc24d8d4e32043b781fccba9db530ea5', 'subnets': [{'id': '50051d55-df79-422c-b414-c6a4585b94ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:02:43.553855 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a54e165-edfa-40c3-a2f0-b97ec09441e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6c64114-236e-4cec-a859-ae4740496df2,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:02:43.568177 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49cf6406-2534-488e-930f-d2db0908bef6 None None] Checking router: 6e36d608-904b-4926-a9e7-09dfec35918e for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:02:43.568537 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49cf6406-2534-488e-930f-d2db0908bef6 None None] Updating router 6e36d608-904b-4926-a9e7-09dfec35918e port afb5b304-9f5f-4fa4-a5e4-58c3fbdc9787 binding host n-d-838550-3 {{(pid=102733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 18:02:43.577363 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-6a54e165-edfa-40c3-a2f0-b97ec09441e7 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=9040291c419846b3b6838d91e9a4ec72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2164972 May 18 18:02:43.580693 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 44570) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:02:43.598889 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-49cf6406-2534-488e-930f-d2db0908bef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:43.651519 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0497c2d5-4853-4832-b2d4-162e096ed819 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:43.680842 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0497c2d5-4853-4832-b2d4-162e096ed819 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:43.703580 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44578) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:02:43.742034 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0497c2d5-4853-4832-b2d4-162e096ed819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:43.745044 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0497c2d5-4853-4832-b2d4-162e096ed819 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:43.746884 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-0497c2d5-4853-4832-b2d4-162e096ed819 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/a6c64114-236e-4cec-a859-ae4740496df2 HTTP/1.1" status: 204 len: 168 time: 0.1639953 May 18 18:02:43.759371 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0497c2d5-4853-4832-b2d4-162e096ed819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6c64114-236e-4cec-a859-ae4740496df2,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:02:43.827506 n-d-838550-3 neutron-server[102730]: INFO neutron.api.v2.resource [req-85516a70-4167-4e50-a63b-1fb545cdef0b req-b8d347f7-c0d9-4863-b12a-94839363c3e6 tempest-FloatingIPDetailsNegativeTestJSON-1697440266 tempest-FloatingIPDetailsNegativeTestJSON-1697440266-project] show failed (client error): The resource could not be found. May 18 18:02:43.836623 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-85516a70-4167-4e50-a63b-1fb545cdef0b req-b8d347f7-c0d9-4863-b12a-94839363c3e6 tempest-FloatingIPDetailsNegativeTestJSON-1697440266 tempest-FloatingIPDetailsNegativeTestJSON-1697440266-project] 10.222.0.85 "GET /v2.0/floatingips/fd532247-c9aa-4201-928c-de31913cb835 HTTP/1.1" status: 404 len: 350 time: 0.0598054 May 18 18:02:43.838706 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 44584) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:02:43.882556 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [req-cc50125c-6658-4893-8234-00921165a602 req-67d70ef7-ebe9-4d10-9f7f-bc776fbcf5f8 tempest-LiveAutoBlockMigrationV225Test-940020400 tempest-LiveAutoBlockMigrationV225Test-940020400-project-admin] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=102730) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 18:02:43.891892 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cc50125c-6658-4893-8234-00921165a602 req-67d70ef7-ebe9-4d10-9f7f-bc776fbcf5f8 tempest-LiveAutoBlockMigrationV225Test-940020400 tempest-LiveAutoBlockMigrationV225Test-940020400-project-admin] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1864133 May 18 18:02:43.950512 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-49cf6406-2534-488e-930f-d2db0908bef6 None None] Notify callbacks [] for port, precommit_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:43.958061 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-49cf6406-2534-488e-930f-d2db0908bef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:44.007584 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcf3841-07fe-42ba-be63-643ea589d908 None None] Pushing event updated for resources: {'Port': ['ID=afb5b304-9f5f-4fa4-a5e4-58c3fbdc9787,revision_number=3']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:02:44.045875 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcf3841-07fe-42ba-be63-643ea589d908 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:02:44.046228 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcf3841-07fe-42ba-be63-643ea589d908 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:02:44.046575 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcf3841-07fe-42ba-be63-643ea589d908 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:02:44.046914 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcf3841-07fe-42ba-be63-643ea589d908 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:02:44.047254 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcf3841-07fe-42ba-be63-643ea589d908 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:02:44.047589 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcf3841-07fe-42ba-be63-643ea589d908 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:02:44.047917 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcf3841-07fe-42ba-be63-643ea589d908 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:02:44.048257 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcf3841-07fe-42ba-be63-643ea589d908 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:02:44.048999 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcf3841-07fe-42ba-be63-643ea589d908 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:02:44.048999 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcf3841-07fe-42ba-be63-643ea589d908 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:02:44.049227 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcf3841-07fe-42ba-be63-643ea589d908 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:02:44.049531 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcf3841-07fe-42ba-be63-643ea589d908 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:02:44.140368 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-49cf6406-2534-488e-930f-d2db0908bef6 None None] Attempting to bind port afb5b304-9f5f-4fa4-a5e4-58c3fbdc9787 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:02:44.140765 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-49cf6406-2534-488e-930f-d2db0908bef6 None None] Attempting to bind port afb5b304-9f5f-4fa4-a5e4-58c3fbdc9787 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '95827296-d5ff-49ad-8ed7-381dd93cfe92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '6ad7b2c1-07d5-41b6-bd50-d6a2019443d6'}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:02:44.142028 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49cf6406-2534-488e-930f-d2db0908bef6 None None] Attempting to bind port afb5b304-9f5f-4fa4-a5e4-58c3fbdc9787 on network 6ad7b2c1-07d5-41b6-bd50-d6a2019443d6 {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:02:44.149777 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49cf6406-2534-488e-930f-d2db0908bef6 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:02:44.150164 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49cf6406-2534-488e-930f-d2db0908bef6 None None] Checking segment: {'id': '95827296-d5ff-49ad-8ed7-381dd93cfe92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '6ad7b2c1-07d5-41b6-bd50-d6a2019443d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:02:44.151343 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-49cf6406-2534-488e-930f-d2db0908bef6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:44.151752 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49cf6406-2534-488e-930f-d2db0908bef6 None None] Bound using segment: {'id': '95827296-d5ff-49ad-8ed7-381dd93cfe92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '6ad7b2c1-07d5-41b6-bd50-d6a2019443d6'} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:02:44.152241 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-49cf6406-2534-488e-930f-d2db0908bef6 None None] Bound port: afb5b304-9f5f-4fa4-a5e4-58c3fbdc9787, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95827296-d5ff-49ad-8ed7-381dd93cfe92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '6ad7b2c1-07d5-41b6-bd50-d6a2019443d6'}}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:02:44.152653 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-49cf6406-2534-488e-930f-d2db0908bef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:44.268212 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.db [None req-49cf6406-2534-488e-930f-d2db0908bef6 None None] For port afb5b304-9f5f-4fa4-a5e4-58c3fbdc9787, host n-d-838550-3, cleared binding levels {{(pid=102733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:02:44.275198 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.db [None req-49cf6406-2534-488e-930f-d2db0908bef6 None None] For port afb5b304-9f5f-4fa4-a5e4-58c3fbdc9787, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=afb5b304-9f5f-4fa4-a5e4-58c3fbdc9787,segment=NetworkSegment(95827296-d5ff-49ad-8ed7-381dd93cfe92),segment_id=95827296-d5ff-49ad-8ed7-381dd93cfe92)] {{(pid=102733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:02:44.282276 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-49cf6406-2534-488e-930f-d2db0908bef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:44.311640 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc50125c-6658-4893-8234-00921165a602 req-3dbeb6fa-43fb-43ad-9e26-320dcbcd6834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:44.323524 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cc50125c-6658-4893-8234-00921165a602 req-3dbeb6fa-43fb-43ad-9e26-320dcbcd6834 service neutron] 10.222.0.85 "GET /v2.0/ports/00b5b1f0-0c0e-4582-a42c-38ea84aad20c HTTP/1.1" status: 200 len: 1094 time: 0.1994603 May 18 18:02:44.332766 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-cc50125c-6658-4893-8234-00921165a602 req-7ec029be-91ac-4447-a8c6-705e9a333137 service neutron] Request body: {'binding': {'host': 'n-h1-838550-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:02:44.333587 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-cc50125c-6658-4893-8234-00921165a602 req-7ec029be-91ac-4447-a8c6-705e9a333137 service neutron] Unknown quota resources ['binding']. {{(pid=102730) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} May 18 18:02:44.395776 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcf3841-07fe-42ba-be63-643ea589d908 None None] Pushing event updated for resources: {'Port': ['ID=afb5b304-9f5f-4fa4-a5e4-58c3fbdc9787,revision_number=4']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:02:44.398616 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49cf6406-2534-488e-930f-d2db0908bef6 None None] Routers {'6e36d608-904b-4926-a9e7-09dfec35918e'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:02:44.399232 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-49cf6406-2534-488e-930f-d2db0908bef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:02:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['6e36d608-904b-4926-a9e7-09dfec35918e'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:02:44.411233 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-7dd98c27-1dda-458f-b513-36d45a140d11 None None] Provisioning complete for port afb5b304-9f5f-4fa4-a5e4-58c3fbdc9787 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:02:44.414760 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-7dd98c27-1dda-458f-b513-36d45a140d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:44.508532 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-98dda248-37ef-4323-add6-55cc40be77b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-595963'] for router_interface, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:44.531316 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-49cf6406-2534-488e-930f-d2db0908bef6 None None] Set router 6e36d608-904b-4926-a9e7-09dfec35918e gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:02:44.595539 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-7dd98c27-1dda-458f-b513-36d45a140d11 None None] Current status of the port afb5b304-9f5f-4fa4-a5e4-58c3fbdc9787 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:02:44.597901 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-7dd98c27-1dda-458f-b513-36d45a140d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:44.598720 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc4d302-acad-4382-8cc0-8d09d1496dad req-864f23fb-e9c5-4720-85ed-5c9131fefb01 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:44.610136 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7dc4d302-acad-4382-8cc0-8d09d1496dad req-864f23fb-e9c5-4720-85ed-5c9131fefb01 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3939e9c-41fb-4a2c-9412-8402f051cf0b HTTP/1.1" status: 200 len: 948 time: 0.2032309 May 18 18:02:44.718079 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-7dd98c27-1dda-458f-b513-36d45a140d11 None None] For port afb5b304-9f5f-4fa4-a5e4-58c3fbdc9787, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=afb5b304-9f5f-4fa4-a5e4-58c3fbdc9787,segment=NetworkSegment(95827296-d5ff-49ad-8ed7-381dd93cfe92),segment_id=95827296-d5ff-49ad-8ed7-381dd93cfe92)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:02:44.727767 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-7dd98c27-1dda-458f-b513-36d45a140d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:44.730045 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7dc4d302-acad-4382-8cc0-8d09d1496dad req-6e10c5f8-9d26-4c0b-b09d-0509ccfc41fa tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134002 May 18 18:02:44.833415 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-cc50125c-6658-4893-8234-00921165a602 req-7ec029be-91ac-4447-a8c6-705e9a333137 service neutron] Attempting to bind port 00b5b1f0-0c0e-4582-a42c-38ea84aad20c on host n-h1-838550-3 for vnic_type normal with profile None {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:02:44.834135 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-cc50125c-6658-4893-8234-00921165a602 req-7ec029be-91ac-4447-a8c6-705e9a333137 service neutron] Attempting to bind port 00b5b1f0-0c0e-4582-a42c-38ea84aad20c by drivers openvswitch,hyperv on host n-h1-838550-3 at level 0 using segments [{'id': '6537e25f-afe8-4089-8825-f23e3073c58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'e7bb4226-ce97-4ecd-a736-061f4f786581'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:02:44.834674 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc50125c-6658-4893-8234-00921165a602 req-7ec029be-91ac-4447-a8c6-705e9a333137 service neutron] Attempting to bind port 00b5b1f0-0c0e-4582-a42c-38ea84aad20c on network e7bb4226-ce97-4ecd-a736-061f4f786581 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:02:44.841460 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc50125c-6658-4893-8234-00921165a602 req-7ec029be-91ac-4447-a8c6-705e9a333137 service neutron] Port 00b5b1f0-0c0e-4582-a42c-38ea84aad20c on network e7bb4226-ce97-4ecd-a736-061f4f786581 not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-3 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:02:44.842178 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc50125c-6658-4893-8234-00921165a602 req-7ec029be-91ac-4447-a8c6-705e9a333137 service neutron] Attempting to bind port 00b5b1f0-0c0e-4582-a42c-38ea84aad20c on network e7bb4226-ce97-4ecd-a736-061f4f786581 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:02:44.848259 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc50125c-6658-4893-8234-00921165a602 req-7ec029be-91ac-4447-a8c6-705e9a333137 service neutron] Checking agent: {'id': '1dbac822-25f2-4df8-9dc8-5c2e7b136eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:02:44.849118 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc50125c-6658-4893-8234-00921165a602 req-7ec029be-91ac-4447-a8c6-705e9a333137 service neutron] Checking segment: {'id': '6537e25f-afe8-4089-8825-f23e3073c58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'e7bb4226-ce97-4ecd-a736-061f4f786581'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:02:44.849884 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc50125c-6658-4893-8234-00921165a602 req-7ec029be-91ac-4447-a8c6-705e9a333137 service neutron] Bound using segment: {'id': '6537e25f-afe8-4089-8825-f23e3073c58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'e7bb4226-ce97-4ecd-a736-061f4f786581'} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:02:44.850855 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-cc50125c-6658-4893-8234-00921165a602 req-7ec029be-91ac-4447-a8c6-705e9a333137 service neutron] Bound port: 00b5b1f0-0c0e-4582-a42c-38ea84aad20c, host: n-h1-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6537e25f-afe8-4089-8825-f23e3073c58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'e7bb4226-ce97-4ecd-a736-061f4f786581'}}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:02:44.907888 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd98c27-1dda-458f-b513-36d45a140d11 None None] Pushing event updated for resources: {'Port': ['ID=afb5b304-9f5f-4fa4-a5e4-58c3fbdc9787,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:02:44.910811 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-6e7b6c5d-d36a-43f2-aaea-85a34ed6e213 None None] Provisioning complete for port afb5b304-9f5f-4fa4-a5e4-58c3fbdc9787 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:02:44.911225 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-6e7b6c5d-d36a-43f2-aaea-85a34ed6e213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:44.943008 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-49cf6406-2534-488e-930f-d2db0908bef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e36d608-904b-4926-a9e7-09dfec35918e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1600836709-router', 'tenant_id': 'fc24d8d4e32043b781fccba9db530ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '272b7d70-2080-4559-b3da-58dbed233af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:02:32Z', 'updated_at': '2022-05-18T18:02:40Z', 'revision_number': 4, 'project_id': 'fc24d8d4e32043b781fccba9db530ea5', 'gw_port': {'id': '272b7d70-2080-4559-b3da-58dbed233af1', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:a8:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e36d608-904b-4926-a9e7-09dfec35918e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:02:33Z', 'updated_at': '2022-05-18T18:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': 'afb5b304-9f5f-4fa4-a5e4-58c3fbdc9787', 'name': '', 'network_id': '6ad7b2c1-07d5-41b6-bd50-d6a2019443d6', 'tenant_id': 'fc24d8d4e32043b781fccba9db530ea5', 'mac_address': 'fa:16:3e:47:e0:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e36d608-904b-4926-a9e7-09dfec35918e', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '50051d55-df79-422c-b414-c6a4585b94ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:02:38Z', 'updated_at': '2022-05-18T18:02:44Z', 'revision_number': 4, 'project_id': 'fc24d8d4e32043b781fccba9db530ea5', 'subnets': [{'id': '50051d55-df79-422c-b414-c6a4585b94ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:02:44.989026 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49cf6406-2534-488e-930f-d2db0908bef6 None None] The sync data for ids ['6e36d608-904b-4926-a9e7-09dfec35918e'] in n-d-838550-3 is: [{'id': '6e36d608-904b-4926-a9e7-09dfec35918e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1600836709-router', 'tenant_id': 'fc24d8d4e32043b781fccba9db530ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '272b7d70-2080-4559-b3da-58dbed233af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:02:32Z', 'updated_at': '2022-05-18T18:02:40Z', 'revision_number': 4, 'project_id': 'fc24d8d4e32043b781fccba9db530ea5', 'gw_port': {'id': '272b7d70-2080-4559-b3da-58dbed233af1', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:a8:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e36d608-904b-4926-a9e7-09dfec35918e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:02:33Z', 'updated_at': '2022-05-18T18:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': 'afb5b304-9f5f-4fa4-a5e4-58c3fbdc9787', 'name': '', 'network_id': '6ad7b2c1-07d5-41b6-bd50-d6a2019443d6', 'tenant_id': 'fc24d8d4e32043b781fccba9db530ea5', 'mac_address': 'fa:16:3e:47:e0:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e36d608-904b-4926-a9e7-09dfec35918e', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '50051d55-df79-422c-b414-c6a4585b94ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:02:38Z', 'updated_at': '2022-05-18T18:02:44Z', 'revision_number': 4, 'project_id': 'fc24d8d4e32043b781fccba9db530ea5', 'subnets': [{'id': '50051d55-df79-422c-b414-c6a4585b94ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:02:45.081228 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf83646-cc43-4f5b-839b-d30077cc62a2 req-0f4f078d-475d-4021-b921-e625c8e9ee15 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:45.083374 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1cf83646-cc43-4f5b-839b-d30077cc62a2 req-0f4f078d-475d-4021-b921-e625c8e9ee15 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/ports?device_id=9fd52930-74c1-446a-8fe8-b01fb6bc2060 HTTP/1.1" status: 200 len: 949 time: 0.2002754 May 18 18:02:45.088390 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-cc50125c-6658-4893-8234-00921165a602 req-7ec029be-91ac-4447-a8c6-705e9a333137 service neutron] For port 00b5b1f0-0c0e-4582-a42c-38ea84aad20c, host n-h1-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=00b5b1f0-0c0e-4582-a42c-38ea84aad20c,segment=NetworkSegment(6537e25f-afe8-4089-8825-f23e3073c58d),segment_id=6537e25f-afe8-4089-8825-f23e3073c58d)] {{(pid=102730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:02:45.089098 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44614) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:02:45.102256 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-cc50125c-6658-4893-8234-00921165a602 req-7ec029be-91ac-4447-a8c6-705e9a333137 service neutron] Notify callbacks [] for binding, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:45.109320 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-6e7b6c5d-d36a-43f2-aaea-85a34ed6e213 None None] Current status of the port afb5b304-9f5f-4fa4-a5e4-58c3fbdc9787 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:02:45.119486 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cc50125c-6658-4893-8234-00921165a602 req-7ec029be-91ac-4447-a8c6-705e9a333137 service neutron] 10.222.0.85 "POST /v2.0/ports/00b5b1f0-0c0e-4582-a42c-38ea84aad20c/bindings HTTP/1.1" status: 201 len: 389 time: 0.7915657 May 18 18:02:45.131774 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-98dda248-37ef-4323-add6-55cc40be77b7 admin admin] Deleting port afb5b304-9f5f-4fa4-a5e4-58c3fbdc9787 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:02:45.132696 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-98dda248-37ef-4323-add6-55cc40be77b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:45.218418 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1cf83646-cc43-4f5b-839b-d30077cc62a2 req-778e8201-32d9-423f-a4c2-d7a3dbf8b6f5 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/security-groups?id=b842f2e0-06aa-4b03-8465-45658e93896b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980506 May 18 18:02:45.279078 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-f8dc1970-7da4-4cac-805e-16088d67e9a0 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1205108466-network', 'tenant_id': '5546e00108e04eaeaf25f1d39a0e9e7d'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:02:45.359082 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-98dda248-37ef-4323-add6-55cc40be77b7 admin admin] For port afb5b304-9f5f-4fa4-a5e4-58c3fbdc9787, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=afb5b304-9f5f-4fa4-a5e4-58c3fbdc9787,segment=NetworkSegment(95827296-d5ff-49ad-8ed7-381dd93cfe92),segment_id=95827296-d5ff-49ad-8ed7-381dd93cfe92)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:02:45.359082 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-98dda248-37ef-4323-add6-55cc40be77b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:45.369697 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8dc1970-7da4-4cac-805e-16088d67e9a0 admin admin] Made reservation on behalf of 5546e00108e04eaeaf25f1d39a0e9e7d for: {'network': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:02:45.371845 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f8dc1970-7da4-4cac-805e-16088d67e9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:45.409309 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-98dda248-37ef-4323-add6-55cc40be77b7 admin admin] Calling delete_port for afb5b304-9f5f-4fa4-a5e4-58c3fbdc9787 owned by network:router_interface {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:02:45.415841 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ebf87c9a-fb4e-430d-a599-3546ddb2f26c req-412e1863-02cc-479f-aeb4-8e59fc98875c tempest-ServersAdmin275Test-1241366983 tempest-ServersAdmin275Test-1241366983-project] 10.222.0.85 "GET /v2.0/ports?device_id=742e25d2-ccad-4925-a8fc-bd66e6e7025b HTTP/1.1" status: 200 len: 210 time: 0.0684469 May 18 18:02:45.436145 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f8dc1970-7da4-4cac-805e-16088d67e9a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:45.513250 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4658714f-0eed-4711-afc3-cb9c88925e9e req-bdf7e50b-bbf1-4455-a99d-9bb5dc8e1d39 tempest-DeleteServersAdminTestJSON-645487239 tempest-DeleteServersAdminTestJSON-645487239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:45.515929 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4658714f-0eed-4711-afc3-cb9c88925e9e req-bdf7e50b-bbf1-4455-a99d-9bb5dc8e1d39 tempest-DeleteServersAdminTestJSON-645487239 tempest-DeleteServersAdminTestJSON-645487239-project] 10.222.0.85 "GET /v2.0/ports?device_id=6649d474-1690-47b6-b82b-706e3744a863 HTTP/1.1" status: 200 len: 950 time: 0.1806338 May 18 18:02:45.611050 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd9a7a1-06bb-4638-a2d5-e4b13066ffc5 req-e7b651fb-c1c6-4d04-aa1b-6e293fd03f25 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:45.612684 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3cd9a7a1-06bb-4638-a2d5-e4b13066ffc5 req-e7b651fb-c1c6-4d04-aa1b-6e293fd03f25 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/ports?device_id=a09c81f0-e946-4a9d-9b3b-f55046c6af2c HTTP/1.1" status: 200 len: 946 time: 0.0888746 May 18 18:02:45.614807 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f8dc1970-7da4-4cac-805e-16088d67e9a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:45.619648 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f8dc1970-7da4-4cac-805e-16088d67e9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:45.657711 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc50125c-6658-4893-8234-00921165a602 req-fc1392ef-afef-457f-acd1-1efb9a11d8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:45.660089 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cc50125c-6658-4893-8234-00921165a602 req-fc1392ef-afef-457f-acd1-1efb9a11d8f7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=38c3fbce1f554996bc4a73e5f0f7c3e8&device_id=a09c81f0-e946-4a9d-9b3b-f55046c6af2c HTTP/1.1" status: 200 len: 1097 time: 0.1385934 May 18 18:02:45.666751 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4658714f-0eed-4711-afc3-cb9c88925e9e req-16ed6f75-8069-4cdb-9965-69d700f8bda5 tempest-DeleteServersAdminTestJSON-645487239 tempest-DeleteServersAdminTestJSON-645487239-project] 10.222.0.85 "GET /v2.0/security-groups?id=6e6399f4-ec67-4cda-83d9-a5ed72d9ba7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160576 May 18 18:02:45.669806 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8dc1970-7da4-4cac-805e-16088d67e9a0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 625} {{(pid=102730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:02:45.677418 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dc1970-7da4-4cac-805e-16088d67e9a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74f1e117-3c45-40f3-8fe5-5af380279a4b,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:02:45.695249 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f8dc1970-7da4-4cac-805e-16088d67e9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:45.695841 n-d-838550-3 neutron-server[102730]: INFO neutron.db.segments_db [None req-f8dc1970-7da4-4cac-805e-16088d67e9a0 admin admin] Added segment d8be5754-7461-4ad2-894e-e12413dbd8d2 of type vlan for network c67d62ba-5476-4242-8d20-a899e0466530 May 18 18:02:45.752691 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3cd9a7a1-06bb-4638-a2d5-e4b13066ffc5 req-c75aed49-aa8c-488c-8047-18f0727e97fa tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/security-groups?id=bda815dc-3228-454b-a95b-f89a3eeb79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170392 May 18 18:02:45.822472 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f8dc1970-7da4-4cac-805e-16088d67e9a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:45.855737 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 30476341-d67d-457a-ba96-32990757ec38 details requested by agent hyperv_n-h2-838550-3 with host n-h2-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:02:45.890304 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f8dc1970-7da4-4cac-805e-16088d67e9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:45.891870 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8dc1970-7da4-4cac-805e-16088d67e9a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:45.892958 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f8dc1970-7da4-4cac-805e-16088d67e9a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:45.924862 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc50125c-6658-4893-8234-00921165a602 req-2c35045e-b9d5-4dd3-8dec-0930757a2eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:45.926677 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cc50125c-6658-4893-8234-00921165a602 req-2c35045e-b9d5-4dd3-8dec-0930757a2eee service neutron] 10.222.0.36 "GET /v2.0/networks?id=e7bb4226-ce97-4ecd-a736-061f4f786581 HTTP/1.1" status: 200 len: 921 time: 0.2555323 May 18 18:02:45.942963 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6904ced-890e-4ef1-891d-c822b9df16ef req-12c015da-970a-4584-80e1-b760ee0f9760 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:45.946011 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c6904ced-890e-4ef1-891d-c822b9df16ef req-12c015da-970a-4584-80e1-b760ee0f9760 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/ports?device_id=9fd52930-74c1-446a-8fe8-b01fb6bc2060 HTTP/1.1" status: 200 len: 949 time: 0.1543667 May 18 18:02:46.021112 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cc50125c-6658-4893-8234-00921165a602 req-9f069080-9406-4641-b4bb-6c03172ed201 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=00b5b1f0-0c0e-4582-a42c-38ea84aad20c HTTP/1.1" status: 200 len: 217 time: 0.0720201 May 18 18:02:46.040350 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-98dda248-37ef-4323-add6-55cc40be77b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:46.041564 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 30476341-d67d-457a-ba96-32990757ec38, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=30476341-d67d-457a-ba96-32990757ec38,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:02:46.048551 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-f8dc1970-7da4-4cac-805e-16088d67e9a0 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9579175 May 18 18:02:46.051599 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44624) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:02:46.062201 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Returning: {'device': '30476341-d67d-457a-ba96-32990757ec38', 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305', 'port_id': '30476341-d67d-457a-ba96-32990757ec38', 'mac_address': 'fa:16:3e:a8:05:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2531ae9-89db-4dcf-b670-9eac4c9cde53', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:02:46.062819 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-67add3fb-d3d1-46de-bb90-e6561fd15fe1 admin admin] Request body: {'subnet': {'network_id': 'c67d62ba-5476-4242-8d20-a899e0466530', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1205108466-subnet', 'tenant_id': '5546e00108e04eaeaf25f1d39a0e9e7d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:02:46.079455 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e35fe9-3796-47c6-8216-c532cf27e68a req-f3e72e84-b746-4bf5-8e64-c6e95572c32c tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:46.081710 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-58e35fe9-3796-47c6-8216-c532cf27e68a req-f3e72e84-b746-4bf5-8e64-c6e95572c32c tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3939e9c-41fb-4a2c-9412-8402f051cf0b HTTP/1.1" status: 200 len: 948 time: 0.2169240 May 18 18:02:46.085701 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dc1970-7da4-4cac-805e-16088d67e9a0 admin admin] Pushing event updated for resources: {'Network': ['ID=c67d62ba-5476-4242-8d20-a899e0466530,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:02:46.125265 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network c67d62ba-5476-4242-8d20-a899e0466530 details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:02:46.134844 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67add3fb-d3d1-46de-bb90-e6561fd15fe1 admin admin] Made reservation on behalf of 5546e00108e04eaeaf25f1d39a0e9e7d for: {'subnet': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:02:46.149876 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c6904ced-890e-4ef1-891d-c822b9df16ef req-07839a9c-f9a6-41bc-8a6f-91dbf3cd775d tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/security-groups?id=b842f2e0-06aa-4b03-8465-45658e93896b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774609 May 18 18:02:46.151149 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 30476341-d67d-457a-ba96-32990757ec38 is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:02:46.151550 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:46.157962 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-67add3fb-d3d1-46de-bb90-e6561fd15fe1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:46.167293 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc50125c-6658-4893-8234-00921165a602 req-029de75b-2936-4390-bd04-582775f7c1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:46.169174 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cc50125c-6658-4893-8234-00921165a602 req-029de75b-2936-4390-bd04-582775f7c1e2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cf982f85-dd38-4a89-9c21-fca17676813e HTTP/1.1" status: 200 len: 860 time: 0.1377847 May 18 18:02:46.170150 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dda248-37ef-4323-add6-55cc40be77b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=afb5b304-9f5f-4fa4-a5e4-58c3fbdc9787,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:02:46.221222 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30476341-d67d-457a-ba96-32990757ec38 {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:02:46.229640 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-58e35fe9-3796-47c6-8216-c532cf27e68a req-70f7944f-4808-4e0c-b0ba-22b3592b4821 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375525 May 18 18:02:46.294536 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 30476341-d67d-457a-ba96-32990757ec38, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=30476341-d67d-457a-ba96-32990757ec38,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:02:46.305137 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:46.321712 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ab2f22-75ce-41cf-a6d0-ab5bb7ebf1c7 req-e712a7ce-c7f5-4241-acf0-b5cf181df74b tempest-DeleteServersAdminTestJSON-1489232038 tempest-DeleteServersAdminTestJSON-1489232038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:46.323710 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-92ab2f22-75ce-41cf-a6d0-ab5bb7ebf1c7 req-e712a7ce-c7f5-4241-acf0-b5cf181df74b tempest-DeleteServersAdminTestJSON-1489232038 tempest-DeleteServersAdminTestJSON-1489232038-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=6649d474-1690-47b6-b82b-706e3744a863 HTTP/1.1" status: 200 len: 1101 time: 0.1574457 May 18 18:02:46.387509 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cc50125c-6658-4893-8234-00921165a602 req-20b03321-a3e9-40fa-a082-4c9deafd9fa7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e7bb4226-ce97-4ecd-a736-061f4f786581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1807380 May 18 18:02:46.418770 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=30476341-d67d-457a-ba96-32990757ec38,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:02:46.618145 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['30476341-d67d-457a-ba96-32990757ec38'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:02:46.707805 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e1fddfaf-7771-4159-94cc-74ea312ac840 req-8fd877c5-8eb2-497c-af25-f6ecefbe760b tempest-ServersAdmin275Test-1241366983 tempest-ServersAdmin275Test-1241366983-project] 10.222.0.85 "GET /v2.0/ports?device_id=742e25d2-ccad-4925-a8fc-bd66e6e7025b HTTP/1.1" status: 200 len: 210 time: 0.0690553 May 18 18:02:46.727422 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-92ab2f22-75ce-41cf-a6d0-ab5bb7ebf1c7 req-14544647-3215-4817-bb13-960d9474cc2b tempest-DeleteServersAdminTestJSON-1489232038 tempest-DeleteServersAdminTestJSON-1489232038-project-admin] Deleting port fecfe1d7-6415-4d47-a076-450b773e099b {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:02:46.727903 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-92ab2f22-75ce-41cf-a6d0-ab5bb7ebf1c7 req-14544647-3215-4817-bb13-960d9474cc2b tempest-DeleteServersAdminTestJSON-1489232038 tempest-DeleteServersAdminTestJSON-1489232038-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:46.744211 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-67add3fb-d3d1-46de-bb90-e6561fd15fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for subnet, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:46.750301 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cc50125c-6658-4893-8234-00921165a602 req-6b82285a-3544-4286-88bb-a3ded2b49fdb service neutron] 10.222.0.36 "GET /v2.0/networks/e7bb4226-ce97-4ecd-a736-061f4f786581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3536785 May 18 18:02:46.957493 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-98dda248-37ef-4323-add6-55cc40be77b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-593931'] for router_interface, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:46.995046 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fad761-5003-4e54-938b-45cdc005e9b7 req-48dbb731-595c-43a0-8d99-377f7a389cb4 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:46.996726 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-36fad761-5003-4e54-938b-45cdc005e9b7 req-48dbb731-595c-43a0-8d99-377f7a389cb4 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/ports?device_id=9fd52930-74c1-446a-8fe8-b01fb6bc2060 HTTP/1.1" status: 200 len: 949 time: 0.2456245 May 18 18:02:47.010110 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67add3fb-d3d1-46de-bb90-e6561fd15fe1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=78d4108d-f726-4166-8c84-3adcf2c697bb,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:02:47.011219 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cc50125c-6658-4893-8234-00921165a602 req-812daba3-3261-44fd-a872-f0e6304edbe7 service neutron] 10.222.0.36 "GET /v2.0/networks/e7bb4226-ce97-4ecd-a736-061f4f786581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982224 May 18 18:02:47.048187 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-92ab2f22-75ce-41cf-a6d0-ab5bb7ebf1c7 req-14544647-3215-4817-bb13-960d9474cc2b tempest-DeleteServersAdminTestJSON-1489232038 tempest-DeleteServersAdminTestJSON-1489232038-project-admin] For port fecfe1d7-6415-4d47-a076-450b773e099b, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=fecfe1d7-6415-4d47-a076-450b773e099b,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:02:47.048555 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-92ab2f22-75ce-41cf-a6d0-ab5bb7ebf1c7 req-14544647-3215-4817-bb13-960d9474cc2b tempest-DeleteServersAdminTestJSON-1489232038 tempest-DeleteServersAdminTestJSON-1489232038-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:47.060503 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67add3fb-d3d1-46de-bb90-e6561fd15fe1 admin admin] Checking segment: {'id': 'd8be5754-7461-4ad2-894e-e12413dbd8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'c67d62ba-5476-4242-8d20-a899e0466530'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:02:47.060717 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67add3fb-d3d1-46de-bb90-e6561fd15fe1 admin admin] Network hostable DHCP agents. Network: c67d62ba-5476-4242-8d20-a899e0466530, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:02:47.075141 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-92ab2f22-75ce-41cf-a6d0-ab5bb7ebf1c7 req-14544647-3215-4817-bb13-960d9474cc2b tempest-DeleteServersAdminTestJSON-1489232038 tempest-DeleteServersAdminTestJSON-1489232038-project-admin] Calling delete_port for fecfe1d7-6415-4d47-a076-450b773e099b owned by compute:nova {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:02:47.096836 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf8af82-a5ba-4756-888d-dbdd234cd579 req-302ebc5c-79d6-4522-bce0-e9a7f51fd727 tempest-DeleteServersAdminTestJSON-645487239 tempest-DeleteServersAdminTestJSON-645487239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:47.098610 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bcf8af82-a5ba-4756-888d-dbdd234cd579 req-302ebc5c-79d6-4522-bce0-e9a7f51fd727 tempest-DeleteServersAdminTestJSON-645487239 tempest-DeleteServersAdminTestJSON-645487239-project] 10.222.0.85 "GET /v2.0/ports?device_id=6649d474-1690-47b6-b82b-706e3744a863 HTTP/1.1" status: 200 len: 950 time: 0.1871057 May 18 18:02:47.170253 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67add3fb-d3d1-46de-bb90-e6561fd15fe1 admin admin] Network c67d62ba-5476-4242-8d20-a899e0466530 is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:02:47.216662 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bcf8af82-a5ba-4756-888d-dbdd234cd579 req-b69818eb-50cc-4d44-9949-69334c777404 tempest-DeleteServersAdminTestJSON-645487239 tempest-DeleteServersAdminTestJSON-645487239-project] 10.222.0.85 "GET /v2.0/security-groups?id=6e6399f4-ec67-4cda-83d9-a5ed72d9ba7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083307 May 18 18:02:47.221523 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-67add3fb-d3d1-46de-bb90-e6561fd15fe1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, c67d62ba-5476-4242-8d20-a899e0466530) {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:02:47.233035 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be494e90-cb84-47fa-9ea0-e2d8cc21db45 None None] Network c67d62ba-5476-4242-8d20-a899e0466530 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:02:47.239112 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67add3fb-d3d1-46de-bb90-e6561fd15fe1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:47.239778 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-67add3fb-d3d1-46de-bb90-e6561fd15fe1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:47.270438 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-67add3fb-d3d1-46de-bb90-e6561fd15fe1 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2173531 May 18 18:02:47.349347 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-92ab2f22-75ce-41cf-a6d0-ab5bb7ebf1c7 req-14544647-3215-4817-bb13-960d9474cc2b tempest-DeleteServersAdminTestJSON-1489232038 tempest-DeleteServersAdminTestJSON-1489232038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:47.367338 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['fecfe1d7-6415-4d47-a076-450b773e099b'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:02:47.446161 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14544647-3215-4817-bb13-960d9474cc2b tempest-DeleteServersAdminTestJSON-1489232038 tempest-DeleteServersAdminTestJSON-1489232038-project-admin] Pushing event deleted for resources: {'Port': ['ID=fecfe1d7-6415-4d47-a076-450b773e099b,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:02:47.485057 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-92ab2f22-75ce-41cf-a6d0-ab5bb7ebf1c7 req-14544647-3215-4817-bb13-960d9474cc2b tempest-DeleteServersAdminTestJSON-1489232038 tempest-DeleteServersAdminTestJSON-1489232038-project-admin] No DVR routers for this DVR port fecfe1d7-6415-4d47-a076-450b773e099b on host n-h2-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:02:47.491665 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-92ab2f22-75ce-41cf-a6d0-ab5bb7ebf1c7 req-14544647-3215-4817-bb13-960d9474cc2b tempest-DeleteServersAdminTestJSON-1489232038 tempest-DeleteServersAdminTestJSON-1489232038-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:47.495294 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-92ab2f22-75ce-41cf-a6d0-ab5bb7ebf1c7 req-14544647-3215-4817-bb13-960d9474cc2b tempest-DeleteServersAdminTestJSON-1489232038 tempest-DeleteServersAdminTestJSON-1489232038-project-admin] 10.222.0.88 "DELETE /v2.0/ports/fecfe1d7-6415-4d47-a076-450b773e099b HTTP/1.1" status: 204 len: 173 time: 1.1610653 May 18 18:02:47.498089 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6649d474-1690-47b6-b82b-706e3744a863', 'name': 'network-vif-deleted', 'tag': 'fecfe1d7-6415-4d47-a076-450b773e099b'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:02:47.514069 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-838596f9-12c2-409c-bba6-1d77837627fa" -d '{"events": [{"server_uuid": "6649d474-1690-47b6-b82b-706e3744a863", "name": "network-vif-deleted", "tag": "fecfe1d7-6415-4d47-a076-450b773e099b"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:02:47.542379 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-36fad761-5003-4e54-938b-45cdc005e9b7 req-48b6acf7-e8cd-4a9e-9124-461ac1b0f690 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/security-groups?id=b842f2e0-06aa-4b03-8465-45658e93896b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5198684 May 18 18:02:47.550833 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec974943-bbcc-4fd3-a14a-c405e8bc8d20 req-80471a08-47d2-4d43-9ddd-68b57369eebc tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:47.553346 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ec974943-bbcc-4fd3-a14a-c405e8bc8d20 req-80471a08-47d2-4d43-9ddd-68b57369eebc tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/ports?device_id=a09c81f0-e946-4a9d-9b3b-f55046c6af2c HTTP/1.1" status: 200 len: 946 time: 0.1842415 May 18 18:02:47.580769 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-317749d2-668b-4138-bb3d-635b94d92f67 None None] Network c67d62ba-5476-4242-8d20-a899e0466530 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:02:47.629800 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc50125c-6658-4893-8234-00921165a602 req-5bbf76c3-adf2-45aa-80dc-6c41f2acd1e0 tempest-LiveAutoBlockMigrationV225Test-940020400 tempest-LiveAutoBlockMigrationV225Test-940020400-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:47.639811 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cc50125c-6658-4893-8234-00921165a602 req-5bbf76c3-adf2-45aa-80dc-6c41f2acd1e0 tempest-LiveAutoBlockMigrationV225Test-940020400 tempest-LiveAutoBlockMigrationV225Test-940020400-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=a09c81f0-e946-4a9d-9b3b-f55046c6af2c&tenant_id=38c3fbce1f554996bc4a73e5f0f7c3e8&binding%3Ahost_id=n-h2-838550-3 HTTP/1.1" status: 200 len: 1097 time: 0.5411432 May 18 18:02:47.666529 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-cc50125c-6658-4893-8234-00921165a602 req-315d39b9-f990-4af8-ab46-69ab09fbce83 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-838550-3'}}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:02:47.683700 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ec974943-bbcc-4fd3-a14a-c405e8bc8d20 req-c9b18572-ffb0-406c-88c5-ba6dc25bf011 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/security-groups?id=bda815dc-3228-454b-a95b-f89a3eeb79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169367 May 18 18:02:47.776543 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-129e7c93-964d-401e-8826-051adc40e6b5 x-openstack-request-id: req-129e7c93-964d-401e-8826-051adc40e6b5 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:02:47.777542 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6649d474-1690-47b6-b82b-706e3744a863", "name": "network-vif-deleted", "tag": "fecfe1d7-6415-4d47-a076-450b773e099b", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:02:47.777834 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-129e7c93-964d-401e-8826-051adc40e6b5 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:02:47.778255 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-129e7c93-964d-401e-8826-051adc40e6b5'] response: {'server_uuid': '6649d474-1690-47b6-b82b-706e3744a863', 'name': 'network-vif-deleted', 'tag': 'fecfe1d7-6415-4d47-a076-450b773e099b', 'status': 'completed', 'code': 200} May 18 18:02:47.880847 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 30476341-d67d-457a-ba96-32990757ec38 up at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:02:47.901341 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-74714081-1afd-4435-8335-a8c02c6751cf req-7124016c-dcc1-45dc-81f3-3b4580eca659 tempest-ServersAdmin275Test-1241366983 tempest-ServersAdmin275Test-1241366983-project] 10.222.0.85 "GET /v2.0/ports?device_id=742e25d2-ccad-4925-a8fc-bd66e6e7025b HTTP/1.1" status: 200 len: 210 time: 0.0404463 May 18 18:02:47.922274 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecb8157-a84b-42cf-ac48-8c5bc62692a6 req-e8e10a08-6a3e-48f1-9419-8774a488ea8d tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:47.924500 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-eecb8157-a84b-42cf-ac48-8c5bc62692a6 req-e8e10a08-6a3e-48f1-9419-8774a488ea8d tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3939e9c-41fb-4a2c-9412-8402f051cf0b HTTP/1.1" status: 200 len: 949 time: 0.1784980 May 18 18:02:47.957069 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-cc50125c-6658-4893-8234-00921165a602 req-315d39b9-f990-4af8-ab46-69ab09fbce83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:47.969097 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning for port 30476341-d67d-457a-ba96-32990757ec38 completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:02:47.974314 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning complete for port 30476341-d67d-457a-ba96-32990757ec38 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:02:47.974692 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:48.037729 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-eecb8157-a84b-42cf-ac48-8c5bc62692a6 req-e93add6e-1a42-4286-a356-de5cd827f63a tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038251 May 18 18:02:48.043273 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98dda248-37ef-4323-add6-55cc40be77b7 admin admin] Router 6e36d608-904b-4926-a9e7-09dfec35918e has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:02:48.079725 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 30476341-d67d-457a-ba96-32990757ec38 is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:02:48.080058 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:48.117021 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3939e9c-41fb-4a2c-9412-8402f051cf0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30476341-d67d-457a-ba96-32990757ec38'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:02:48.123540 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df11ca0d-47d4-432c-b39c-dba84e87bcb3" -d '{"events": [{"server_uuid": "a3939e9c-41fb-4a2c-9412-8402f051cf0b", "name": "network-vif-plugged", "status": "completed", "tag": "30476341-d67d-457a-ba96-32990757ec38"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:02:48.160240 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 30476341-d67d-457a-ba96-32990757ec38, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=30476341-d67d-457a-ba96-32990757ec38,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:02:48.165758 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:48.196486 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44672) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:02:48.203131 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-621d6486-8e05-4bc0-b10b-eedd6c061d1f admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1769523801-network', 'tenant_id': '238b0bda75a24497abd40b5e1d488289'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:02:48.211978 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-151071c8-714b-4eed-9a70-2d3a3beed7d8 x-openstack-request-id: req-151071c8-714b-4eed-9a70-2d3a3beed7d8 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:02:48.212386 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3939e9c-41fb-4a2c-9412-8402f051cf0b", "name": "network-vif-plugged", "status": "completed", "tag": "30476341-d67d-457a-ba96-32990757ec38", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:02:48.212717 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-151071c8-714b-4eed-9a70-2d3a3beed7d8 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:02:48.213575 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-151071c8-714b-4eed-9a70-2d3a3beed7d8'] response: {'server_uuid': 'a3939e9c-41fb-4a2c-9412-8402f051cf0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30476341-d67d-457a-ba96-32990757ec38', 'code': 200} May 18 18:02:48.241394 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-621d6486-8e05-4bc0-b10b-eedd6c061d1f admin admin] Made reservation on behalf of 238b0bda75a24497abd40b5e1d488289 for: {'network': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:02:48.243988 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-621d6486-8e05-4bc0-b10b-eedd6c061d1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:48.249604 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=30476341-d67d-457a-ba96-32990757ec38,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:02:48.268319 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-621d6486-8e05-4bc0-b10b-eedd6c061d1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:48.313848 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-cc50125c-6658-4893-8234-00921165a602 req-315d39b9-f990-4af8-ab46-69ab09fbce83 service neutron] For port 00b5b1f0-0c0e-4582-a42c-38ea84aad20c, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=00b5b1f0-0c0e-4582-a42c-38ea84aad20c,segment=NetworkSegment(6537e25f-afe8-4089-8825-f23e3073c58d),segment_id=6537e25f-afe8-4089-8825-f23e3073c58d)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:02:48.340358 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98dda248-37ef-4323-add6-55cc40be77b7 admin admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:02:48.347782 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-98dda248-37ef-4323-add6-55cc40be77b7 admin admin] 10.222.0.85 "PUT /v2.0/routers/6e36d608-904b-4926-a9e7-09dfec35918e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5077198 May 18 18:02:48.351548 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44678) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:02:48.363973 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8e4704-77b9-4825-b7ed-3acbba93bfb0 None None] Sync routers for ids ['6e36d608-904b-4926-a9e7-09dfec35918e'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:02:48.374338 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8e4704-77b9-4825-b7ed-3acbba93bfb0 None None] Routers {'6e36d608-904b-4926-a9e7-09dfec35918e'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:02:48.375109 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-7b8e4704-77b9-4825-b7ed-3acbba93bfb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:02:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['6e36d608-904b-4926-a9e7-09dfec35918e'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:02:48.383559 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-cc50125c-6658-4893-8234-00921165a602 req-315d39b9-f990-4af8-ab46-69ab09fbce83 service neutron] For port 00b5b1f0-0c0e-4582-a42c-38ea84aad20c, host n-h2-838550-3, cleared binding levels {{(pid=102731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:02:48.436761 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316761bb-7249-4b2f-856a-3874593e8804 req-c97ab4c8-b0a8-4e18-a4b9-925f05cb192a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:48.438770 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-316761bb-7249-4b2f-856a-3874593e8804 req-c97ab4c8-b0a8-4e18-a4b9-925f05cb192a service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=a3939e9c-41fb-4a2c-9412-8402f051cf0b HTTP/1.1" status: 200 len: 1101 time: 0.1457605 May 18 18:02:48.459187 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a09c81f0-e946-4a9d-9b3b-f55046c6af2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00b5b1f0-0c0e-4582-a42c-38ea84aad20c'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:02:48.462525 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e0e2e60-cc59-4492-a83f-d22dbd72565d" -d '{"events": [{"server_uuid": "a09c81f0-e946-4a9d-9b3b-f55046c6af2c", "name": "network-vif-unplugged", "status": "completed", "tag": "00b5b1f0-0c0e-4582-a42c-38ea84aad20c"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:02:48.493969 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-cc50125c-6658-4893-8234-00921165a602 req-315d39b9-f990-4af8-ab46-69ab09fbce83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:48.515405 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-cc50125c-6658-4893-8234-00921165a602 req-315d39b9-f990-4af8-ab46-69ab09fbce83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:48.549128 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-7b8e4704-77b9-4825-b7ed-3acbba93bfb0 None None] Set router 6e36d608-904b-4926-a9e7-09dfec35918e gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:02:48.578825 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-621d6486-8e05-4bc0-b10b-eedd6c061d1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:48.590461 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-621d6486-8e05-4bc0-b10b-eedd6c061d1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:48.594566 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315d39b9-f990-4af8-ab46-69ab09fbce83 service neutron] Pushing event updated for resources: {'Port': ['ID=00b5b1f0-0c0e-4582-a42c-38ea84aad20c,revision_number=7']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:02:48.606343 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 May 2022 18:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ca4343d-0f55-41a7-b7a2-88a763371c76 x-openstack-request-id: req-3ca4343d-0f55-41a7-b7a2-88a763371c76 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:02:48.606755 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a09c81f0-e946-4a9d-9b3b-f55046c6af2c", "name": "network-vif-unplugged", "status": "completed", "tag": "00b5b1f0-0c0e-4582-a42c-38ea84aad20c", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:02:48.606951 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-3ca4343d-0f55-41a7-b7a2-88a763371c76 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:02:48.607452 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ca4343d-0f55-41a7-b7a2-88a763371c76'] response: {'server_uuid': 'a09c81f0-e946-4a9d-9b3b-f55046c6af2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00b5b1f0-0c0e-4582-a42c-38ea84aad20c', 'code': 200} May 18 18:02:48.613229 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-316761bb-7249-4b2f-856a-3874593e8804 req-7568c9da-5394-49e0-9bd5-4f50a50bd7ab service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604939 May 18 18:02:48.630658 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-621d6486-8e05-4bc0-b10b-eedd6c061d1f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638} {{(pid=102730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:02:48.636441 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-26219abb-acd9-4122-93bb-a570e1603c51 admin admin] Notify callbacks [] for router, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:48.697182 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621d6486-8e05-4bc0-b10b-eedd6c061d1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37930830-9dd4-40f4-a30c-7614841faaad,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:02:48.698865 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-621d6486-8e05-4bc0-b10b-eedd6c061d1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:48.699211 n-d-838550-3 neutron-server[102730]: INFO neutron.db.segments_db [None req-621d6486-8e05-4bc0-b10b-eedd6c061d1f admin admin] Added segment 9ed404a5-3661-4e81-acea-eec8bd85cb68 of type vlan for network f679fb3e-25d4-427d-b153-c5edb7bd590e May 18 18:02:48.730629 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fbcbe27e-51f7-4d9a-92af-24858817f41e req-4f794670-5c19-492f-a6a3-7671755fec0f tempest-DeleteServersAdminTestJSON-645487239 tempest-DeleteServersAdminTestJSON-645487239-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=bbf79df7f4b448e89bb05840bba91604&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0416555 May 18 18:02:48.732055 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-cc50125c-6658-4893-8234-00921165a602 req-315d39b9-f990-4af8-ab46-69ab09fbce83 service neutron] Attempting to bind port 00b5b1f0-0c0e-4582-a42c-38ea84aad20c on host n-h2-838550-3 for vnic_type normal with profile {"migrating_to": "n-h1-838550-3"} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:02:48.732517 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-cc50125c-6658-4893-8234-00921165a602 req-315d39b9-f990-4af8-ab46-69ab09fbce83 service neutron] Attempting to bind port 00b5b1f0-0c0e-4582-a42c-38ea84aad20c by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': '6537e25f-afe8-4089-8825-f23e3073c58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'e7bb4226-ce97-4ecd-a736-061f4f786581'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:02:48.732961 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc50125c-6658-4893-8234-00921165a602 req-315d39b9-f990-4af8-ab46-69ab09fbce83 service neutron] Attempting to bind port 00b5b1f0-0c0e-4582-a42c-38ea84aad20c on network e7bb4226-ce97-4ecd-a736-061f4f786581 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:02:48.741707 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc50125c-6658-4893-8234-00921165a602 req-315d39b9-f990-4af8-ab46-69ab09fbce83 service neutron] Port 00b5b1f0-0c0e-4582-a42c-38ea84aad20c on network e7bb4226-ce97-4ecd-a736-061f4f786581 not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:02:48.742146 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc50125c-6658-4893-8234-00921165a602 req-315d39b9-f990-4af8-ab46-69ab09fbce83 service neutron] Attempting to bind port 00b5b1f0-0c0e-4582-a42c-38ea84aad20c on network e7bb4226-ce97-4ecd-a736-061f4f786581 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:02:48.781725 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc50125c-6658-4893-8234-00921165a602 req-315d39b9-f990-4af8-ab46-69ab09fbce83 service neutron] Checking agent: {'id': 'd1be059a-68ea-4c77-9b2b-29f4afa47e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:02:48.782174 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc50125c-6658-4893-8234-00921165a602 req-315d39b9-f990-4af8-ab46-69ab09fbce83 service neutron] Checking segment: {'id': '6537e25f-afe8-4089-8825-f23e3073c58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'e7bb4226-ce97-4ecd-a736-061f4f786581'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:02:48.782698 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc50125c-6658-4893-8234-00921165a602 req-315d39b9-f990-4af8-ab46-69ab09fbce83 service neutron] Bound using segment: {'id': '6537e25f-afe8-4089-8825-f23e3073c58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'e7bb4226-ce97-4ecd-a736-061f4f786581'} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:02:48.783324 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-cc50125c-6658-4893-8234-00921165a602 req-315d39b9-f990-4af8-ab46-69ab09fbce83 service neutron] Bound port: 00b5b1f0-0c0e-4582-a42c-38ea84aad20c, host: n-h2-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6537e25f-afe8-4089-8825-f23e3073c58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'e7bb4226-ce97-4ecd-a736-061f4f786581'}}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:02:48.783803 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-cc50125c-6658-4893-8234-00921165a602 req-315d39b9-f990-4af8-ab46-69ab09fbce83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:48.958323 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcbe27e-51f7-4d9a-92af-24858817f41e req-9406a504-1fa3-4a3b-b459-8ef4004e67d2 tempest-DeleteServersAdminTestJSON-645487239 tempest-DeleteServersAdminTestJSON-645487239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:48.959958 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fbcbe27e-51f7-4d9a-92af-24858817f41e req-9406a504-1fa3-4a3b-b459-8ef4004e67d2 tempest-DeleteServersAdminTestJSON-645487239 tempest-DeleteServersAdminTestJSON-645487239-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2196898 May 18 18:02:48.961211 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-cc50125c-6658-4893-8234-00921165a602 req-315d39b9-f990-4af8-ab46-69ab09fbce83 service neutron] For port 00b5b1f0-0c0e-4582-a42c-38ea84aad20c, host n-h2-838550-3, cleared binding levels {{(pid=102731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:02:48.988867 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-cc50125c-6658-4893-8234-00921165a602 req-315d39b9-f990-4af8-ab46-69ab09fbce83 service neutron] For port 00b5b1f0-0c0e-4582-a42c-38ea84aad20c, host n-h2-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=00b5b1f0-0c0e-4582-a42c-38ea84aad20c,segment=NetworkSegment(6537e25f-afe8-4089-8825-f23e3073c58d),segment_id=6537e25f-afe8-4089-8825-f23e3073c58d)] {{(pid=102731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:02:48.991271 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fbcbe27e-51f7-4d9a-92af-24858817f41e req-f5b4557f-7a6b-4334-b403-afa71cb28733 tempest-DeleteServersAdminTestJSON-645487239 tempest-DeleteServersAdminTestJSON-645487239-project] 10.222.0.85 "GET /v2.0/quotas/bbf79df7f4b448e89bb05840bba91604 HTTP/1.1" status: 200 len: 375 time: 0.0203016 May 18 18:02:49.003615 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-cc50125c-6658-4893-8234-00921165a602 req-315d39b9-f990-4af8-ab46-69ab09fbce83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:49.016669 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-7b8e4704-77b9-4825-b7ed-3acbba93bfb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e36d608-904b-4926-a9e7-09dfec35918e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1600836709-router', 'tenant_id': 'fc24d8d4e32043b781fccba9db530ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '272b7d70-2080-4559-b3da-58dbed233af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:02:32Z', 'updated_at': '2022-05-18T18:02:45Z', 'revision_number': 5, 'project_id': 'fc24d8d4e32043b781fccba9db530ea5', 'gw_port': {'id': '272b7d70-2080-4559-b3da-58dbed233af1', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:a8:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e36d608-904b-4926-a9e7-09dfec35918e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:02:33Z', 'updated_at': '2022-05-18T18:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:02:49.053092 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8e4704-77b9-4825-b7ed-3acbba93bfb0 None None] Checking router: 6e36d608-904b-4926-a9e7-09dfec35918e for host: n-d-838550-3 {{(pid=102732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:02:49.055244 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-621d6486-8e05-4bc0-b10b-eedd6c061d1f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:49.064481 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8e4704-77b9-4825-b7ed-3acbba93bfb0 None None] Routers {'6e36d608-904b-4926-a9e7-09dfec35918e'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:02:49.065153 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-7b8e4704-77b9-4825-b7ed-3acbba93bfb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:02:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['6e36d608-904b-4926-a9e7-09dfec35918e'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:02:49.066194 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fbcbe27e-51f7-4d9a-92af-24858817f41e req-d4225180-4029-40c7-9968-d25d6c7b5a57 tempest-DeleteServersAdminTestJSON-645487239 tempest-DeleteServersAdminTestJSON-645487239-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=bbf79df7f4b448e89bb05840bba91604&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0671556 May 18 18:02:49.106983 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d9ffe4-7a8a-403f-aad1-5bc2c5c0d3cf req-6526951b-ddbc-443c-a89f-110b4a979da6 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:49.108868 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315d39b9-f990-4af8-ab46-69ab09fbce83 service neutron] Pushing event updated for resources: {'Port': ['ID=00b5b1f0-0c0e-4582-a42c-38ea84aad20c,revision_number=8']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:02:49.115401 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f9d9ffe4-7a8a-403f-aad1-5bc2c5c0d3cf req-6526951b-ddbc-443c-a89f-110b4a979da6 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/ports?device_id=9fd52930-74c1-446a-8fe8-b01fb6bc2060 HTTP/1.1" status: 200 len: 949 time: 0.4275143 May 18 18:02:49.159050 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc50125c-6658-4893-8234-00921165a602 req-315d39b9-f990-4af8-ab46-69ab09fbce83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:49.160585 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-cc50125c-6658-4893-8234-00921165a602 req-315d39b9-f990-4af8-ab46-69ab09fbce83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:49.162650 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cc50125c-6658-4893-8234-00921165a602 req-315d39b9-f990-4af8-ab46-69ab09fbce83 service neutron] 10.222.0.36 "PUT /v2.0/ports/00b5b1f0-0c0e-4582-a42c-38ea84aad20c HTTP/1.1" status: 200 len: 1122 time: 1.5133111 May 18 18:02:49.165779 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-26219abb-acd9-4122-93bb-a570e1603c51 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:49.181536 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-621d6486-8e05-4bc0-b10b-eedd6c061d1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:49.182708 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-621d6486-8e05-4bc0-b10b-eedd6c061d1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:49.183435 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-621d6486-8e05-4bc0-b10b-eedd6c061d1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:49.239575 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-7b8e4704-77b9-4825-b7ed-3acbba93bfb0 None None] Set router 6e36d608-904b-4926-a9e7-09dfec35918e gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:02:49.287476 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621d6486-8e05-4bc0-b10b-eedd6c061d1f admin admin] Pushing event updated for resources: {'Network': ['ID=f679fb3e-25d4-427d-b153-c5edb7bd590e,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:02:49.338800 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44a81bc-d33d-4043-b35f-c7326d140566 req-ce6bf93e-c5db-42cc-a224-dcc42f77c881 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:49.345072 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-621d6486-8e05-4bc0-b10b-eedd6c061d1f admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1473796 May 18 18:02:49.347538 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f44a81bc-d33d-4043-b35f-c7326d140566 req-ce6bf93e-c5db-42cc-a224-dcc42f77c881 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/ports?device_id=a09c81f0-e946-4a9d-9b3b-f55046c6af2c HTTP/1.1" status: 200 len: 944 time: 0.0848300 May 18 18:02:49.356179 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 44704) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:02:49.371393 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f9d9ffe4-7a8a-403f-aad1-5bc2c5c0d3cf req-0fe4bb05-df9e-44c7-8f7a-4fecf3ba8d07 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/security-groups?id=b842f2e0-06aa-4b03-8465-45658e93896b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407117 May 18 18:02:49.371728 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-f84e4796-928f-4be6-8ead-8ecaf4f502a2 admin admin] Request body: {'subnet': {'network_id': 'f679fb3e-25d4-427d-b153-c5edb7bd590e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1769523801-subnet', 'tenant_id': '238b0bda75a24497abd40b5e1d488289', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:02:49.411919 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f84e4796-928f-4be6-8ead-8ecaf4f502a2 admin admin] Made reservation on behalf of 238b0bda75a24497abd40b5e1d488289 for: {'subnet': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:02:49.417339 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f84e4796-928f-4be6-8ead-8ecaf4f502a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260908003'] for subnet, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:49.427625 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-26219abb-acd9-4122-93bb-a570e1603c51 admin admin] Deleting port 272b7d70-2080-4559-b3da-58dbed233af1 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:02:49.428046 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-26219abb-acd9-4122-93bb-a570e1603c51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:49.466109 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network f679fb3e-25d4-427d-b153-c5edb7bd590e details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:02:49.549549 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['00b5b1f0-0c0e-4582-a42c-38ea84aad20c'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:02:49.574114 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6bfa6410-ccb9-490b-a166-610d3e41dede req-719fc67a-25f8-46c9-af40-ec6a5016314e tempest-ServersAdmin275Test-1241366983 tempest-ServersAdmin275Test-1241366983-project] 10.222.0.85 "GET /v2.0/ports?device_id=742e25d2-ccad-4925-a8fc-bd66e6e7025b HTTP/1.1" status: 200 len: 210 time: 0.0617285 May 18 18:02:49.657462 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f44a81bc-d33d-4043-b35f-c7326d140566 req-72fa6f40-99b1-44ff-993f-40479aa61ff6 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/security-groups?id=bda815dc-3228-454b-a95b-f89a3eeb79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3049421 May 18 18:02:49.687354 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-26219abb-acd9-4122-93bb-a570e1603c51 admin admin] For port 272b7d70-2080-4559-b3da-58dbed233af1, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=272b7d70-2080-4559-b3da-58dbed233af1,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:02:49.688215 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-26219abb-acd9-4122-93bb-a570e1603c51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:49.748485 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-7b8e4704-77b9-4825-b7ed-3acbba93bfb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e36d608-904b-4926-a9e7-09dfec35918e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1600836709-router', 'tenant_id': 'fc24d8d4e32043b781fccba9db530ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '272b7d70-2080-4559-b3da-58dbed233af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:02:32Z', 'updated_at': '2022-05-18T18:02:45Z', 'revision_number': 5, 'project_id': 'fc24d8d4e32043b781fccba9db530ea5', 'gw_port': {'id': '272b7d70-2080-4559-b3da-58dbed233af1', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:a8:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e36d608-904b-4926-a9e7-09dfec35918e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:02:33Z', 'updated_at': '2022-05-18T18:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:02:49.748820 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-26219abb-acd9-4122-93bb-a570e1603c51 admin admin] Calling delete_port for 272b7d70-2080-4559-b3da-58dbed233af1 owned by network:router_gateway {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:02:49.795381 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8e4704-77b9-4825-b7ed-3acbba93bfb0 None None] The sync data for ids ['6e36d608-904b-4926-a9e7-09dfec35918e'] in n-d-838550-3 is: [{'id': '6e36d608-904b-4926-a9e7-09dfec35918e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1600836709-router', 'tenant_id': 'fc24d8d4e32043b781fccba9db530ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '272b7d70-2080-4559-b3da-58dbed233af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:02:32Z', 'updated_at': '2022-05-18T18:02:45Z', 'revision_number': 5, 'project_id': 'fc24d8d4e32043b781fccba9db530ea5', 'gw_port': {'id': '272b7d70-2080-4559-b3da-58dbed233af1', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:a8:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e36d608-904b-4926-a9e7-09dfec35918e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:02:33Z', 'updated_at': '2022-05-18T18:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:02:49.859520 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device fecfe1d7-6415-4d47-a076-450b773e099b no longer exists at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:02:49.863848 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ad9355eb-c70e-4126-8882-6746a9a3c770 req-4bbba1d1-c612-4836-a7f4-8bf3bd9d44af tempest-DeleteServersAdminTestJSON-645487239 tempest-DeleteServersAdminTestJSON-645487239-project] 10.222.0.85 "GET /v2.0/ports?device_id=f7b26d6e-66a5-4e1e-b4e6-46f14ad3d4e8 HTTP/1.1" status: 200 len: 210 time: 0.0682817 May 18 18:02:49.875270 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f84e4796-928f-4be6-8ead-8ecaf4f502a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260898481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260908021'] for subnet, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:49.895359 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] No Port match for: fecfe1d7-6415-4d47-a076-450b773e099b {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:02:49.896259 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device fecfe1d7-6415-4d47-a076-450b773e099b not bound to the agent host n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:02:49.955113 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84e4796-928f-4be6-8ead-8ecaf4f502a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9e4e328-a4e0-4e4c-82e6-e5c90740a4fd,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:02:49.974159 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84e4796-928f-4be6-8ead-8ecaf4f502a2 admin admin] Checking segment: {'id': '9ed404a5-3661-4e81-acea-eec8bd85cb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'f679fb3e-25d4-427d-b153-c5edb7bd590e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:02:49.975388 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f84e4796-928f-4be6-8ead-8ecaf4f502a2 admin admin] Network hostable DHCP agents. Network: f679fb3e-25d4-427d-b153-c5edb7bd590e, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:02:49.996304 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caee2da-adbc-44dd-a08b-5f99f43595a3 req-3a4da124-9bd6-4103-a313-192f1efb92c7 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:49.998616 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7caee2da-adbc-44dd-a08b-5f99f43595a3 req-3a4da124-9bd6-4103-a313-192f1efb92c7 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3939e9c-41fb-4a2c-9412-8402f051cf0b HTTP/1.1" status: 200 len: 950 time: 0.1987946 May 18 18:02:50.016098 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f84e4796-928f-4be6-8ead-8ecaf4f502a2 admin admin] Network f679fb3e-25d4-427d-b153-c5edb7bd590e is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:02:50.031513 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-f84e4796-928f-4be6-8ead-8ecaf4f502a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, f679fb3e-25d4-427d-b153-c5edb7bd590e) {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:02:50.041663 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8474df84-9dcf-499c-bf2b-8c43ec583a3c None None] Network f679fb3e-25d4-427d-b153-c5edb7bd590e requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:02:50.054314 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84e4796-928f-4be6-8ead-8ecaf4f502a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:50.060511 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f84e4796-928f-4be6-8ead-8ecaf4f502a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:50.101197 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7caee2da-adbc-44dd-a08b-5f99f43595a3 req-97740075-48f7-4465-97eb-dac4f158f9ea tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474298 May 18 18:02:50.113686 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-f84e4796-928f-4be6-8ead-8ecaf4f502a2 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7470536 May 18 18:02:50.281693 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-26219abb-acd9-4122-93bb-a570e1603c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:50.310117 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c67dca-6b41-4c29-8d07-1ff99387e4b6 None None] Network f679fb3e-25d4-427d-b153-c5edb7bd590e requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:02:50.323196 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26219abb-acd9-4122-93bb-a570e1603c51 admin admin] Pushing event deleted for resources: {'Port': ['ID=272b7d70-2080-4559-b3da-58dbed233af1,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:02:50.359026 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-26219abb-acd9-4122-93bb-a570e1603c51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596901'] for router_gateway, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:50.361206 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44714) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:02:50.539904 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56521e97-37cc-4075-afa2-06867c10417d req-2efeb313-f3c3-410c-b59e-652d33e8f26b tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:50.541329 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-56521e97-37cc-4075-afa2-06867c10417d req-2efeb313-f3c3-410c-b59e-652d33e8f26b tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/ports?device_id=9fd52930-74c1-446a-8fe8-b01fb6bc2060 HTTP/1.1" status: 200 len: 949 time: 0.0654464 May 18 18:02:50.564544 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-26219abb-acd9-4122-93bb-a570e1603c51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25145'] for router, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:50.568753 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-26219abb-acd9-4122-93bb-a570e1603c51 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:50.581090 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bc95e9b-df64-4644-88af-6dd2966de685 admin admin] Deleting subnet 78d4108d-f726-4166-8c84-3adcf2c697bb {{(pid=102730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:02:50.592397 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-56521e97-37cc-4075-afa2-06867c10417d req-725f2a24-47fc-4374-946e-5c960afe8576 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/security-groups?id=b842f2e0-06aa-4b03-8465-45658e93896b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427125 May 18 18:02:50.608107 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a09c81f0-e946-4a9d-9b3b-f55046c6af2c', 'tag': '00b5b1f0-0c0e-4582-a42c-38ea84aad20c'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:02:50.610483 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9533740f-3421-4e6b-81f7-5bd1e0db6a76" -d '{"events": [{"name": "network-changed", "server_uuid": "a09c81f0-e946-4a9d-9b3b-f55046c6af2c", "tag": "00b5b1f0-0c0e-4582-a42c-38ea84aad20c"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:02:50.634052 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7bc95e9b-df64-4644-88af-6dd2966de685 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:50.656033 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dcb989f-73b7-4039-b24a-bdab815523c3 x-openstack-request-id: req-2dcb989f-73b7-4039-b24a-bdab815523c3 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:02:50.656741 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a09c81f0-e946-4a9d-9b3b-f55046c6af2c", "tag": "00b5b1f0-0c0e-4582-a42c-38ea84aad20c", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:02:50.657260 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-2dcb989f-73b7-4039-b24a-bdab815523c3 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:02:50.666697 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-26219abb-acd9-4122-93bb-a570e1603c51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593303'] for router, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:50.667663 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26219abb-acd9-4122-93bb-a570e1603c51 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6e36d608-904b-4926-a9e7-09dfec35918e {{(pid=102730) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 18 18:02:50.670057 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2dcb989f-73b7-4039-b24a-bdab815523c3'] response: {'name': 'network-changed', 'server_uuid': 'a09c81f0-e946-4a9d-9b3b-f55046c6af2c', 'tag': '00b5b1f0-0c0e-4582-a42c-38ea84aad20c', 'status': 'completed', 'code': 200} May 18 18:02:50.683412 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-26219abb-acd9-4122-93bb-a570e1603c51 admin admin] Notify callbacks [] for router, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:50.685948 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-26219abb-acd9-4122-93bb-a570e1603c51 admin admin] 10.222.0.85 "DELETE /v2.0/routers/6e36d608-904b-4926-a9e7-09dfec35918e HTTP/1.1" status: 204 len: 168 time: 2.3294773 May 18 18:02:50.698667 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7bc95e9b-df64-4644-88af-6dd2966de685 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:50.703156 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 44722) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:02:50.711217 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7bc95e9b-df64-4644-88af-6dd2966de685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:50.764951 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device afb5b304-9f5f-4fa4-a5e4-58c3fbdc9787 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:02:50.830706 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: afb5b304-9f5f-4fa4-a5e4-58c3fbdc9787 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:02:50.832578 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device afb5b304-9f5f-4fa4-a5e4-58c3fbdc9787 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:02:50.857685 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-93a16835-ff15-4849-b42d-1992562f1290 req-590f5719-5361-4be3-a688-a059c1975ad7 tempest-ServersAdmin275Test-1241366983 tempest-ServersAdmin275Test-1241366983-project] 10.222.0.85 "GET /v2.0/ports?device_id=742e25d2-ccad-4925-a8fc-bd66e6e7025b HTTP/1.1" status: 200 len: 210 time: 0.0677319 May 18 18:02:50.873006 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9533740f-3421-4e6b-81f7-5bd1e0db6a76 req-206b5bdb-b004-4b5a-a769-8c2becb0adec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:50.874087 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_v2 [None req-083fdc2a-8537-40dd-b2b2-0188ee330336 admin admin] Deleting subnet 50051d55-df79-422c-b414-c6a4585b94ef {{(pid=102731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:02:50.878796 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9533740f-3421-4e6b-81f7-5bd1e0db6a76 req-206b5bdb-b004-4b5a-a769-8c2becb0adec service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=38c3fbce1f554996bc4a73e5f0f7c3e8&device_id=a09c81f0-e946-4a9d-9b3b-f55046c6af2c HTTP/1.1" status: 200 len: 1125 time: 0.1106033 May 18 18:02:50.880203 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-083fdc2a-8537-40dd-b2b2-0188ee330336 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:50.940790 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7bc95e9b-df64-4644-88af-6dd2966de685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for subnet, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:50.941832 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fbcbe27e-51f7-4d9a-92af-24858817f41e req-ddc02714-0535-4c70-9097-46b0a84b7bf2 tempest-DeleteServersAdminTestJSON-645487239 tempest-DeleteServersAdminTestJSON-645487239-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=bbf79df7f4b448e89bb05840bba91604&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0373275 May 18 18:02:50.949314 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-083fdc2a-8537-40dd-b2b2-0188ee330336 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260542153'] for subnet, precommit_delete_associations {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:51.023471 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7bc95e9b-df64-4644-88af-6dd2966de685 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:51.030466 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-7bc95e9b-df64-4644-88af-6dd2966de685 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/78d4108d-f726-4166-8c84-3adcf2c697bb HTTP/1.1" status: 204 len: 168 time: 0.6672821 May 18 18:02:51.051070 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 44728) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:02:51.072713 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc95e9b-df64-4644-88af-6dd2966de685 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78d4108d-f726-4166-8c84-3adcf2c697bb,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:02:51.099621 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ecbd8d-c1d9-4e86-b71e-d1ca183d61af req-5f6344d9-10dc-4c70-91d7-209307eb0b31 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:51.101791 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d2ecbd8d-c1d9-4e86-b71e-d1ca183d61af req-5f6344d9-10dc-4c70-91d7-209307eb0b31 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/ports?device_id=a09c81f0-e946-4a9d-9b3b-f55046c6af2c HTTP/1.1" status: 200 len: 944 time: 0.2559657 May 18 18:02:51.171822 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d72e4dd5-8629-43cc-b519-c20a140066db req-f2d2cebc-f8f8-463b-8c47-9f5ded4ab14b tempest-DeleteServersAdminTestJSON-645487239 tempest-DeleteServersAdminTestJSON-645487239-project] 10.222.0.85 "GET /v2.0/ports?device_id=f7b26d6e-66a5-4e1e-b4e6-46f14ad3d4e8 HTTP/1.1" status: 200 len: 210 time: 0.1214757 May 18 18:02:51.189802 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9533740f-3421-4e6b-81f7-5bd1e0db6a76 req-05ed93e2-d8e4-4402-ab87-f919f857156b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:51.191291 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9533740f-3421-4e6b-81f7-5bd1e0db6a76 req-05ed93e2-d8e4-4402-ab87-f919f857156b service neutron] 10.222.0.88 "GET /v2.0/networks?id=e7bb4226-ce97-4ecd-a736-061f4f786581 HTTP/1.1" status: 200 len: 921 time: 0.2887731 May 18 18:02:51.199802 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-75240521-fdfc-4873-b584-a3aea00b091b req-009ba3db-50a6-4921-b9fc-743947a3e679 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=742e25d2-ccad-4925-a8fc-bd66e6e7025b HTTP/1.1" status: 200 len: 210 time: 0.0441535 May 18 18:02:51.203961 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d2ecbd8d-c1d9-4e86-b71e-d1ca183d61af req-6b44a861-e185-494c-8047-3301450c16d4 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/security-groups?id=bda815dc-3228-454b-a95b-f89a3eeb79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860019 May 18 18:02:51.251039 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9533740f-3421-4e6b-81f7-5bd1e0db6a76 req-04f5a010-ab81-4216-a740-e3efc0d8845d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=00b5b1f0-0c0e-4582-a42c-38ea84aad20c HTTP/1.1" status: 200 len: 217 time: 0.0461216 May 18 18:02:51.254602 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcbe27e-51f7-4d9a-92af-24858817f41e req-6031dd52-7ea8-43c9-947e-d54ef2402dc9 tempest-DeleteServersAdminTestJSON-645487239 tempest-DeleteServersAdminTestJSON-645487239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:51.255995 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fbcbe27e-51f7-4d9a-92af-24858817f41e req-6031dd52-7ea8-43c9-947e-d54ef2402dc9 tempest-DeleteServersAdminTestJSON-645487239 tempest-DeleteServersAdminTestJSON-645487239-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3043003 May 18 18:02:51.279231 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-25196e13-cb4c-4582-8230-c82fcf7b9071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:51.296788 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-083fdc2a-8537-40dd-b2b2-0188ee330336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:51.306157 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9533740f-3421-4e6b-81f7-5bd1e0db6a76 req-cccb7262-979e-42d1-8129-41febf4da71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:51.308199 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9533740f-3421-4e6b-81f7-5bd1e0db6a76 req-cccb7262-979e-42d1-8129-41febf4da71d service neutron] 10.222.0.88 "GET /v2.0/subnets?id=cf982f85-dd38-4a89-9c21-fca17676813e HTTP/1.1" status: 200 len: 860 time: 0.0483682 May 18 18:02:51.351952 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9533740f-3421-4e6b-81f7-5bd1e0db6a76 req-fbc35ed5-aa9a-4ed4-85cb-c0dd21733468 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=e7bb4226-ce97-4ecd-a736-061f4f786581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293996 May 18 18:02:51.363323 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254f61da-5d22-45ee-bd07-9061aa483566 req-df14e6f7-515f-473c-b310-d68105767eb1 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:51.364835 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-254f61da-5d22-45ee-bd07-9061aa483566 req-df14e6f7-515f-473c-b310-d68105767eb1 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3939e9c-41fb-4a2c-9412-8402f051cf0b HTTP/1.1" status: 200 len: 950 time: 0.1178858 May 18 18:02:51.448078 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9533740f-3421-4e6b-81f7-5bd1e0db6a76 req-9ee3e389-715f-47de-9bcd-49f8cbe2ed4f service neutron] 10.222.0.88 "GET /v2.0/networks/e7bb4226-ce97-4ecd-a736-061f4f786581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891125 May 18 18:02:51.462593 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-fbcbe27e-51f7-4d9a-92af-24858817f41e req-4112d1fa-024b-4cc4-81b9-d004d2d2bbfb tempest-DeleteServersAdminTestJSON-645487239 tempest-DeleteServersAdminTestJSON-645487239-project] Request body: {'port': {'device_id': 'f7b26d6e-66a5-4e1e-b4e6-46f14ad3d4e8', 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305', 'admin_state_up': True, 'tenant_id': 'bbf79df7f4b448e89bb05840bba91604'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:02:51.468726 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-25196e13-cb4c-4582-8230-c82fcf7b9071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:51.491420 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-083fdc2a-8537-40dd-b2b2-0188ee330336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260898416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260908030'] for subnet, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:51.545191 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9533740f-3421-4e6b-81f7-5bd1e0db6a76 req-df64bc96-a566-46c4-81cb-580970c88bb3 service neutron] 10.222.0.88 "GET /v2.0/networks/e7bb4226-ce97-4ecd-a736-061f4f786581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892944 May 18 18:02:51.569982 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-254f61da-5d22-45ee-bd07-9061aa483566 req-6b760133-1eee-4896-b49a-96a775aec649 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828320 May 18 18:02:51.577250 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083fdc2a-8537-40dd-b2b2-0188ee330336 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50051d55-df79-422c-b414-c6a4585b94ef,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:02:51.581017 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-25196e13-cb4c-4582-8230-c82fcf7b9071 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c67d62ba-5476-4242-8d20-a899e0466530']}} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:02:51.591149 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-083fdc2a-8537-40dd-b2b2-0188ee330336 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:51.592035 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0525f30-e64e-4683-88e1-900bc753e2b6 None None] Network 6ad7b2c1-07d5-41b6-bd50-d6a2019443d6 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:02:51.596071 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-083fdc2a-8537-40dd-b2b2-0188ee330336 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/50051d55-df79-422c-b414-c6a4585b94ef HTTP/1.1" status: 204 len: 168 time: 0.8890831 May 18 18:02:51.596555 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44732) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:02:51.599017 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-25196e13-cb4c-4582-8230-c82fcf7b9071 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8be5754-7461-4ad2-894e-e12413dbd8d2') {'for_net_delete': True} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:02:51.599321 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-25196e13-cb4c-4582-8230-c82fcf7b9071 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8be5754-7461-4ad2-894e-e12413dbd8d2') {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:02:51.637007 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-25196e13-cb4c-4582-8230-c82fcf7b9071 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260542144'] for segment, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:51.663491 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-25196e13-cb4c-4582-8230-c82fcf7b9071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:51.674458 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25196e13-cb4c-4582-8230-c82fcf7b9071 admin admin] Releasing vlan 625 on physical network physnet1 to pool {{(pid=102731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:02:51.674861 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-25196e13-cb4c-4582-8230-c82fcf7b9071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260884178'] for segment, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:51.676705 n-d-838550-3 neutron-server[102731]: Traceback (most recent call last): May 18 18:02:51.676705 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:02:51.676705 n-d-838550-3 neutron-server[102731]: timer() May 18 18:02:51.676705 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:02:51.676705 n-d-838550-3 neutron-server[102731]: cb(*args, **kw) May 18 18:02:51.676705 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:02:51.676705 n-d-838550-3 neutron-server[102731]: return func(*args, **kwargs) May 18 18:02:51.676705 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:02:51.676705 n-d-838550-3 neutron-server[102731]: self._notify() May 18 18:02:51.676705 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:02:51.676705 n-d-838550-3 neutron-server[102731]: self.callback(batched_events) May 18 18:02:51.676705 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:02:51.676705 n-d-838550-3 neutron-server[102731]: event.method(event) May 18 18:02:51.676705 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:02:51.676705 n-d-838550-3 neutron-server[102731]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:02:51.676705 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:02:51.676705 n-d-838550-3 neutron-server[102731]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:02:51.676705 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:02:51.676705 n-d-838550-3 neutron-server[102731]: return f(self, *a, **k) May 18 18:02:51.676705 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:02:51.676705 n-d-838550-3 neutron-server[102731]: return self._get(url).json() May 18 18:02:51.676705 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:02:51.676705 n-d-838550-3 neutron-server[102731]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:02:51.676705 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:02:51.676705 n-d-838550-3 neutron-server[102731]: return self.request(url, 'GET', **kwargs) May 18 18:02:51.676705 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:02:51.676705 n-d-838550-3 neutron-server[102731]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:02:51.676705 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:02:51.676705 n-d-838550-3 neutron-server[102731]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:02:51.676705 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:02:51.676705 n-d-838550-3 neutron-server[102731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:02:51.676705 n-d-838550-3 neutron-server[102731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:02:51.731105 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-58f8a2c8-1f1a-4833-98cb-ca85666a60fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:51.771225 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbcbe27e-51f7-4d9a-92af-24858817f41e req-4112d1fa-024b-4cc4-81b9-d004d2d2bbfb tempest-DeleteServersAdminTestJSON-645487239 tempest-DeleteServersAdminTestJSON-645487239-project] Made reservation on behalf of bbf79df7f4b448e89bb05840bba91604 for: {'port': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:02:51.775276 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-fbcbe27e-51f7-4d9a-92af-24858817f41e req-4112d1fa-024b-4cc4-81b9-d004d2d2bbfb tempest-DeleteServersAdminTestJSON-645487239 tempest-DeleteServersAdminTestJSON-645487239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:51.795388 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-25196e13-cb4c-4582-8230-c82fcf7b9071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:51.804246 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-25196e13-cb4c-4582-8230-c82fcf7b9071 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:51.811876 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-25196e13-cb4c-4582-8230-c82fcf7b9071 admin admin] 10.222.0.85 "DELETE /v2.0/networks/c67d62ba-5476-4242-8d20-a899e0466530 HTTP/1.1" status: 204 len: 168 time: 0.7533915 May 18 18:02:51.813830 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44740) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:02:51.845076 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25196e13-cb4c-4582-8230-c82fcf7b9071 admin admin] Pushing event deleted for resources: {'Network': ['ID=c67d62ba-5476-4242-8d20-a899e0466530,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:02:51.859564 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cf9dad-4fe1-4658-bb4d-a21d1e2a1e34 req-0587773d-9178-4e0e-8487-64569f2b5e08 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:51.872568 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e8cf9dad-4fe1-4658-bb4d-a21d1e2a1e34 req-0587773d-9178-4e0e-8487-64569f2b5e08 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/ports?device_id=9fd52930-74c1-446a-8fe8-b01fb6bc2060 HTTP/1.1" status: 200 len: 949 time: 0.1509964 May 18 18:02:51.891999 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c639b13-0955-401e-8256-9c6cee164a83 admin admin] Deleting subnet d9e4e328-a4e0-4e4c-82e6-e5c90740a4fd {{(pid=102730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:02:51.895644 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7c639b13-0955-401e-8256-9c6cee164a83 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:51.948017 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63cf9430-df88-4b01-8f50-4a8196c61e75 None None] DHCP port deletion for 6ad7b2c1-07d5-41b6-bd50-d6a2019443d6 request from n-d-838550-3 {{(pid=102732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 18:02:51.953068 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7c639b13-0955-401e-8256-9c6cee164a83 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:51.961204 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-58f8a2c8-1f1a-4833-98cb-ca85666a60fe admin admin] Deleting port 10eb19ca-d154-4c33-9217-e176057a0777 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:02:51.961872 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-58f8a2c8-1f1a-4833-98cb-ca85666a60fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:51.995510 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7c639b13-0955-401e-8256-9c6cee164a83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:52.003760 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e8cf9dad-4fe1-4658-bb4d-a21d1e2a1e34 req-ba98d4a5-4e10-45ad-addd-62ab10a9651d tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/security-groups?id=b842f2e0-06aa-4b03-8465-45658e93896b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241057 May 18 18:02:52.073520 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-63cf9430-df88-4b01-8f50-4a8196c61e75 None None] Deleting port 10eb19ca-d154-4c33-9217-e176057a0777 {{(pid=102732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:02:52.073932 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-63cf9430-df88-4b01-8f50-4a8196c61e75 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:52.113203 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [req-fbcbe27e-51f7-4d9a-92af-24858817f41e req-4112d1fa-024b-4cc4-81b9-d004d2d2bbfb tempest-DeleteServersAdminTestJSON-645487239 tempest-DeleteServersAdminTestJSON-645487239-project] Allocated IP 192.168.233.8 (4c8ef274-9ecc-47c2-9686-5eebd78fb305/c2531ae9-89db-4dcf-b670-9eac4c9cde53/e257c493-8718-476d-8c6f-9c2d956f3fa8) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:02:52.155571 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-58f8a2c8-1f1a-4833-98cb-ca85666a60fe admin admin] For port 10eb19ca-d154-4c33-9217-e176057a0777, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=10eb19ca-d154-4c33-9217-e176057a0777,segment=NetworkSegment(95827296-d5ff-49ad-8ed7-381dd93cfe92),segment_id=95827296-d5ff-49ad-8ed7-381dd93cfe92)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:02:52.156356 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-58f8a2c8-1f1a-4833-98cb-ca85666a60fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:52.165969 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1ab23069-a214-41f8-bfeb-a1837001ff9b req-7769170b-75ce-4f93-aef1-a9db13b15db6 tempest-ServersAdmin275Test-1241366983 tempest-ServersAdmin275Test-1241366983-project] 10.222.0.85 "GET /v2.0/ports?device_id=742e25d2-ccad-4925-a8fc-bd66e6e7025b HTTP/1.1" status: 200 len: 210 time: 0.0334873 May 18 18:02:52.190559 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-58f8a2c8-1f1a-4833-98cb-ca85666a60fe admin admin] Calling delete_port for 10eb19ca-d154-4c33-9217-e176057a0777 owned by network:dhcp {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:02:52.204238 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633054b9-b9f7-4cda-a13c-5c8cc53340c4 req-441033ec-b052-4da6-a64b-338c79a8abee tempest-MigrationsAdminTest-1168720566 tempest-MigrationsAdminTest-1168720566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:52.206014 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-633054b9-b9f7-4cda-a13c-5c8cc53340c4 req-441033ec-b052-4da6-a64b-338c79a8abee tempest-MigrationsAdminTest-1168720566 tempest-MigrationsAdminTest-1168720566-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=a3939e9c-41fb-4a2c-9412-8402f051cf0b HTTP/1.1" status: 200 len: 1101 time: 0.1266048 May 18 18:02:52.231919 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7c639b13-0955-401e-8256-9c6cee164a83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for subnet, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:52.245184 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-63cf9430-df88-4b01-8f50-4a8196c61e75 None None] For port 10eb19ca-d154-4c33-9217-e176057a0777, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=10eb19ca-d154-4c33-9217-e176057a0777,segment=NetworkSegment(95827296-d5ff-49ad-8ed7-381dd93cfe92),segment_id=95827296-d5ff-49ad-8ed7-381dd93cfe92)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:02:52.245992 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-63cf9430-df88-4b01-8f50-4a8196c61e75 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:52.265681 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-633054b9-b9f7-4cda-a13c-5c8cc53340c4 req-16a9b6c3-b975-4d9a-87be-07186558f660 tempest-MigrationsAdminTest-1168720566 tempest-MigrationsAdminTest-1168720566-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:52.267783 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-63cf9430-df88-4b01-8f50-4a8196c61e75 None None] Calling delete_port for 10eb19ca-d154-4c33-9217-e176057a0777 owned by network:dhcp {{(pid=102732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:02:52.332783 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d7f2a7c3-b92d-4af6-9c2a-0c846334b841 req-12792f3a-e5fa-4ba5-9846-c00c5dbdcd33 tempest-DeleteServersAdminTestJSON-645487239 tempest-DeleteServersAdminTestJSON-645487239-project] 10.222.0.85 "GET /v2.0/ports?device_id=f7b26d6e-66a5-4e1e-b4e6-46f14ad3d4e8 HTTP/1.1" status: 200 len: 210 time: 0.0342498 May 18 18:02:52.343452 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c639b13-0955-401e-8256-9c6cee164a83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9e4e328-a4e0-4e4c-82e6-e5c90740a4fd,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:02:52.347759 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7c639b13-0955-401e-8256-9c6cee164a83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:52.359647 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 00b5b1f0-0c0e-4582-a42c-38ea84aad20c details requested by agent hyperv_n-h1-838550-3 with host n-h1-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:02:52.368638 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-7c639b13-0955-401e-8256-9c6cee164a83 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/d9e4e328-a4e0-4e4c-82e6-e5c90740a4fd HTTP/1.1" status: 204 len: 168 time: 0.5523663 May 18 18:02:52.372512 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 44748) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:02:52.488638 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-63cf9430-df88-4b01-8f50-4a8196c61e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508'] for port, after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:52.507772 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-58f8a2c8-1f1a-4833-98cb-ca85666a60fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:52.526067 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-fbcbe27e-51f7-4d9a-92af-24858817f41e req-4112d1fa-024b-4cc4-81b9-d004d2d2bbfb tempest-DeleteServersAdminTestJSON-645487239 tempest-DeleteServersAdminTestJSON-645487239-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:52.526911 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-633054b9-b9f7-4cda-a13c-5c8cc53340c4 req-16a9b6c3-b975-4d9a-87be-07186558f660 tempest-MigrationsAdminTest-1168720566 tempest-MigrationsAdminTest-1168720566-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:52.535816 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-633054b9-b9f7-4cda-a13c-5c8cc53340c4 req-16a9b6c3-b975-4d9a-87be-07186558f660 tempest-MigrationsAdminTest-1168720566 tempest-MigrationsAdminTest-1168720566-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:52.594747 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c442fbc9-c734-4e84-84bc-6aa2473a282e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:52.599110 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f8a2c8-1f1a-4833-98cb-ca85666a60fe admin admin] Pushing event deleted for resources: {'Port': ['ID=10eb19ca-d154-4c33-9217-e176057a0777,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:02:52.621880 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cf9430-df88-4b01-8f50-4a8196c61e75 None None] Pushing event deleted for resources: {'Port': ['ID=10eb19ca-d154-4c33-9217-e176057a0777,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:02:52.629943 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63cf9430-df88-4b01-8f50-4a8196c61e75 None None] No DVR routers for this DVR port 10eb19ca-d154-4c33-9217-e176057a0777 on host n-d-838550-3 {{(pid=102732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:02:52.679310 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f8a2c8-1f1a-4833-98cb-ca85666a60fe admin admin] No DVR routers for this DVR port 10eb19ca-d154-4c33-9217-e176057a0777 on host n-d-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:02:52.700257 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 00b5b1f0-0c0e-4582-a42c-38ea84aad20c, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=00b5b1f0-0c0e-4582-a42c-38ea84aad20c,segment=NetworkSegment(6537e25f-afe8-4089-8825-f23e3073c58d),segment_id=6537e25f-afe8-4089-8825-f23e3073c58d)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:02:52.704556 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6251e9-a40c-49c4-9bd0-f1dfc58c7892 req-3669a498-dfd3-418f-bf72-b00c82af5267 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:52.714084 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3d6251e9-a40c-49c4-9bd0-f1dfc58c7892 req-3669a498-dfd3-418f-bf72-b00c82af5267 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/ports?device_id=a09c81f0-e946-4a9d-9b3b-f55046c6af2c HTTP/1.1" status: 200 len: 944 time: 0.2284410 May 18 18:02:52.726339 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 00b5b1f0-0c0e-4582-a42c-38ea84aad20c has no active binding in host n-h1-838550-3 {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} May 18 18:02:52.741657 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-633054b9-b9f7-4cda-a13c-5c8cc53340c4 req-16a9b6c3-b975-4d9a-87be-07186558f660 tempest-MigrationsAdminTest-1168720566 tempest-MigrationsAdminTest-1168720566-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5163364 May 18 18:02:52.780199 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a9b6c3-b975-4d9a-87be-07186558f660 tempest-MigrationsAdminTest-1168720566 tempest-MigrationsAdminTest-1168720566-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=864518a7-0200-4d02-83d2-594563788455,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:02:52.794755 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-58f8a2c8-1f1a-4833-98cb-ca85666a60fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:52.817668 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 10eb19ca-d154-4c33-9217-e176057a0777 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:02:52.820780 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-fbcbe27e-51f7-4d9a-92af-24858817f41e req-4112d1fa-024b-4cc4-81b9-d004d2d2bbfb tempest-DeleteServersAdminTestJSON-645487239 tempest-DeleteServersAdminTestJSON-645487239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:52.835653 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-58f8a2c8-1f1a-4833-98cb-ca85666a60fe admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 18:02:52.836335 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-58f8a2c8-1f1a-4833-98cb-ca85666a60fe admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 18:02:52.837360 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-58f8a2c8-1f1a-4833-98cb-ca85666a60fe admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 18:02:52.837910 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-58f8a2c8-1f1a-4833-98cb-ca85666a60fe admin admin] Subscribe: > port after_create 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 18:02:52.838619 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-58f8a2c8-1f1a-4833-98cb-ca85666a60fe admin admin] Subscribe: > port after_delete 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 18:02:52.839164 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-58f8a2c8-1f1a-4833-98cb-ca85666a60fe admin admin] Subscribe: > port after_update 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 18:02:52.839668 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-58f8a2c8-1f1a-4833-98cb-ca85666a60fe admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 18:02:52.840185 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-58f8a2c8-1f1a-4833-98cb-ca85666a60fe admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 18:02:52.840755 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-58f8a2c8-1f1a-4833-98cb-ca85666a60fe admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 18:02:52.841891 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-58f8a2c8-1f1a-4833-98cb-ca85666a60fe admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 18:02:52.876775 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3d6251e9-a40c-49c4-9bd0-f1dfc58c7892 req-a283a8d9-f3a9-4329-a7d9-b600d1c0e61e tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/security-groups?id=bda815dc-3228-454b-a95b-f89a3eeb79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617444 May 18 18:02:52.904400 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c442fbc9-c734-4e84-84bc-6aa2473a282e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:52.926497 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-58f8a2c8-1f1a-4833-98cb-ca85666a60fe admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 18:02:52.927275 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-58f8a2c8-1f1a-4833-98cb-ca85666a60fe admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 18:02:52.927787 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-58f8a2c8-1f1a-4833-98cb-ca85666a60fe admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 18:02:52.928297 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-58f8a2c8-1f1a-4833-98cb-ca85666a60fe admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 18:02:52.928930 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-58f8a2c8-1f1a-4833-98cb-ca85666a60fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ad7b2c1-07d5-41b6-bd50-d6a2019443d6']}} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:02:52.939143 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbcbe27e-51f7-4d9a-92af-24858817f41e req-4112d1fa-024b-4cc4-81b9-d004d2d2bbfb tempest-DeleteServersAdminTestJSON-645487239 tempest-DeleteServersAdminTestJSON-645487239-project] Network 4c8ef274-9ecc-47c2-9686-5eebd78fb305 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:02:52.940798 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-c442fbc9-c734-4e84-84bc-6aa2473a282e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f679fb3e-25d4-427d-b153-c5edb7bd590e']}} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:02:52.948351 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 10eb19ca-d154-4c33-9217-e176057a0777 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:02:52.948837 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 10eb19ca-d154-4c33-9217-e176057a0777 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:02:52.950786 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [req-fbcbe27e-51f7-4d9a-92af-24858817f41e req-4112d1fa-024b-4cc4-81b9-d004d2d2bbfb tempest-DeleteServersAdminTestJSON-645487239 tempest-DeleteServersAdminTestJSON-645487239-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:02:52.952598 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 272b7d70-2080-4559-b3da-58dbed233af1 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:02:52.959267 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-58f8a2c8-1f1a-4833-98cb-ca85666a60fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95827296-d5ff-49ad-8ed7-381dd93cfe92') {'for_net_delete': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:02:52.959636 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-58f8a2c8-1f1a-4833-98cb-ca85666a60fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95827296-d5ff-49ad-8ed7-381dd93cfe92') {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:02:52.964929 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbcbe27e-51f7-4d9a-92af-24858817f41e req-4112d1fa-024b-4cc4-81b9-d004d2d2bbfb tempest-DeleteServersAdminTestJSON-645487239 tempest-DeleteServersAdminTestJSON-645487239-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:02:52.969765 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [req-1c0e897f-c2b5-46be-88d9-c18f293c8b62 req-d3f45a8c-b44e-498f-8af8-33b6d5c7e564 service neutron] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=102730) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 18:02:52.970529 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-c442fbc9-c734-4e84-84bc-6aa2473a282e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ed404a5-3661-4e81-acea-eec8bd85cb68') {'for_net_delete': True} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:02:52.970884 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-c442fbc9-c734-4e84-84bc-6aa2473a282e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ed404a5-3661-4e81-acea-eec8bd85cb68') {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:02:52.971054 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1c0e897f-c2b5-46be-88d9-c18f293c8b62 req-d3f45a8c-b44e-498f-8af8-33b6d5c7e564 service neutron] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065722 May 18 18:02:52.987608 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-58f8a2c8-1f1a-4833-98cb-ca85666a60fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260107375'] for segment, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:53.022656 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-58f8a2c8-1f1a-4833-98cb-ca85666a60fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:53.029337 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 272b7d70-2080-4559-b3da-58dbed233af1 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:02:53.030463 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 272b7d70-2080-4559-b3da-58dbed233af1 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:02:53.030623 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcbe27e-51f7-4d9a-92af-24858817f41e req-4112d1fa-024b-4cc4-81b9-d004d2d2bbfb tempest-DeleteServersAdminTestJSON-645487239 tempest-DeleteServersAdminTestJSON-645487239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:53.031100 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-fbcbe27e-51f7-4d9a-92af-24858817f41e req-4112d1fa-024b-4cc4-81b9-d004d2d2bbfb tempest-DeleteServersAdminTestJSON-645487239 tempest-DeleteServersAdminTestJSON-645487239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:53.038683 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4112d1fa-024b-4cc4-81b9-d004d2d2bbfb tempest-DeleteServersAdminTestJSON-645487239 tempest-DeleteServersAdminTestJSON-645487239-project] Pushing event updated for resources: {'Port': ['ID=e257c493-8718-476d-8c6f-9c2d956f3fa8,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:02:53.045554 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c442fbc9-c734-4e84-84bc-6aa2473a282e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260542144'] for segment, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:53.057941 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58f8a2c8-1f1a-4833-98cb-ca85666a60fe admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=102730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:02:53.058440 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-58f8a2c8-1f1a-4833-98cb-ca85666a60fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261102736'] for segment, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:53.081923 n-d-838550-3 neutron-server[102730]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 18 18:02:53.081923 n-d-838550-3 neutron-server[102730]: from cryptography.utils import int_from_bytes May 18 18:02:53.081923 n-d-838550-3 neutron-server[102730]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 18 18:02:53.081923 n-d-838550-3 neutron-server[102730]: from cryptography.utils import int_from_bytes May 18 18:02:53.081923 n-d-838550-3 neutron-server[102730]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:02:53.081923 n-d-838550-3 neutron-server[102730]: self.session.flush() May 18 18:02:53.081923 n-d-838550-3 neutron-server[102730]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:02:53.081923 n-d-838550-3 neutron-server[102730]: self.session.flush() May 18 18:02:53.081923 n-d-838550-3 neutron-server[102730]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:02:53.081923 n-d-838550-3 neutron-server[102730]: self.session.flush() May 18 18:02:53.081923 n-d-838550-3 neutron-server[102730]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:02:53.081923 n-d-838550-3 neutron-server[102730]: self.session.flush() May 18 18:02:53.081923 n-d-838550-3 neutron-server[102730]: Traceback (most recent call last): May 18 18:02:53.081923 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:02:53.081923 n-d-838550-3 neutron-server[102730]: timer() May 18 18:02:53.081923 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:02:53.081923 n-d-838550-3 neutron-server[102730]: cb(*args, **kw) May 18 18:02:53.081923 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:02:53.081923 n-d-838550-3 neutron-server[102730]: return func(*args, **kwargs) May 18 18:02:53.081923 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:02:53.081923 n-d-838550-3 neutron-server[102730]: self._notify() May 18 18:02:53.081923 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:02:53.081923 n-d-838550-3 neutron-server[102730]: self.callback(batched_events) May 18 18:02:53.081923 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:02:53.081923 n-d-838550-3 neutron-server[102730]: event.method(event) May 18 18:02:53.081923 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:02:53.081923 n-d-838550-3 neutron-server[102730]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:02:53.081923 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:02:53.081923 n-d-838550-3 neutron-server[102730]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:02:53.081923 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:02:53.081923 n-d-838550-3 neutron-server[102730]: return f(self, *a, **k) May 18 18:02:53.081923 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:02:53.081923 n-d-838550-3 neutron-server[102730]: return self._get(url).json() May 18 18:02:53.081923 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:02:53.081923 n-d-838550-3 neutron-server[102730]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:02:53.081923 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:02:53.081923 n-d-838550-3 neutron-server[102730]: return self.request(url, 'GET', **kwargs) May 18 18:02:53.081923 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:02:53.081923 n-d-838550-3 neutron-server[102730]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:02:53.081923 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:02:53.081923 n-d-838550-3 neutron-server[102730]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:02:53.081923 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:02:53.081923 n-d-838550-3 neutron-server[102730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:02:53.081923 n-d-838550-3 neutron-server[102730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:02:53.086409 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c442fbc9-c734-4e84-84bc-6aa2473a282e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:53.095973 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fbcbe27e-51f7-4d9a-92af-24858817f41e req-4112d1fa-024b-4cc4-81b9-d004d2d2bbfb tempest-DeleteServersAdminTestJSON-645487239 tempest-DeleteServersAdminTestJSON-645487239-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.6370809 May 18 18:02:53.109498 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c442fbc9-c734-4e84-84bc-6aa2473a282e admin admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=102731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:02:53.109949 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c442fbc9-c734-4e84-84bc-6aa2473a282e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260884178'] for segment, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:53.116596 n-d-838550-3 neutron-server[102731]: Traceback (most recent call last): May 18 18:02:53.116596 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:02:53.116596 n-d-838550-3 neutron-server[102731]: timer() May 18 18:02:53.116596 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:02:53.116596 n-d-838550-3 neutron-server[102731]: cb(*args, **kw) May 18 18:02:53.116596 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:02:53.116596 n-d-838550-3 neutron-server[102731]: return func(*args, **kwargs) May 18 18:02:53.116596 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:02:53.116596 n-d-838550-3 neutron-server[102731]: self._notify() May 18 18:02:53.116596 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:02:53.116596 n-d-838550-3 neutron-server[102731]: self.callback(batched_events) May 18 18:02:53.116596 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:02:53.116596 n-d-838550-3 neutron-server[102731]: event.method(event) May 18 18:02:53.116596 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:02:53.116596 n-d-838550-3 neutron-server[102731]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:02:53.116596 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:02:53.116596 n-d-838550-3 neutron-server[102731]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:02:53.116596 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:02:53.116596 n-d-838550-3 neutron-server[102731]: return f(self, *a, **k) May 18 18:02:53.116596 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:02:53.116596 n-d-838550-3 neutron-server[102731]: return self._get(url).json() May 18 18:02:53.116596 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:02:53.116596 n-d-838550-3 neutron-server[102731]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:02:53.116596 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:02:53.116596 n-d-838550-3 neutron-server[102731]: return self.request(url, 'GET', **kwargs) May 18 18:02:53.116596 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:02:53.116596 n-d-838550-3 neutron-server[102731]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:02:53.116596 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:02:53.116596 n-d-838550-3 neutron-server[102731]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:02:53.116596 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:02:53.116596 n-d-838550-3 neutron-server[102731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:02:53.116596 n-d-838550-3 neutron-server[102731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:02:53.122550 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-fbcbe27e-51f7-4d9a-92af-24858817f41e req-41f076c8-191f-4bcf-ad14-6f7f3be33a0b service neutron] Request body: {'port': {'device_id': 'f7b26d6e-66a5-4e1e-b4e6-46f14ad3d4e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-3'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:02:53.201547 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-58f8a2c8-1f1a-4833-98cb-ca85666a60fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:53.237143 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-58f8a2c8-1f1a-4833-98cb-ca85666a60fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:53.240849 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-58f8a2c8-1f1a-4833-98cb-ca85666a60fe admin admin] 10.222.0.85 "DELETE /v2.0/networks/6ad7b2c1-07d5-41b6-bd50-d6a2019443d6 HTTP/1.1" status: 204 len: 168 time: 1.6431348 May 18 18:02:53.242075 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f8a2c8-1f1a-4833-98cb-ca85666a60fe admin admin] Pushing event deleted for resources: {'Network': ['ID=6ad7b2c1-07d5-41b6-bd50-d6a2019443d6,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:02:53.262457 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c442fbc9-c734-4e84-84bc-6aa2473a282e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:53.377159 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cc50125c-6658-4893-8234-00921165a602 req-f69c6ce0-9c94-4516-8359-2791601ee734 service neutron] 10.222.0.88 "GET /v2.0/ports/00b5b1f0-0c0e-4582-a42c-38ea84aad20c/bindings/n-h1-838550-3 HTTP/1.1" status: 200 len: 384 time: 0.1297801 May 18 18:02:53.458296 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-6c994d74-a228-4e5d-9092-3b4acb512839 None None] Provisioning complete for port e257c493-8718-476d-8c6f-9c2d956f3fa8 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:02:53.458664 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-6c994d74-a228-4e5d-9092-3b4acb512839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:53.546181 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-6c994d74-a228-4e5d-9092-3b4acb512839 None None] Port e257c493-8718-476d-8c6f-9c2d956f3fa8 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:02:53.558854 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c442fbc9-c734-4e84-84bc-6aa2473a282e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:53.562363 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-c442fbc9-c734-4e84-84bc-6aa2473a282e admin admin] 10.222.0.85 "DELETE /v2.0/networks/f679fb3e-25d4-427d-b153-c5edb7bd590e HTTP/1.1" status: 204 len: 168 time: 1.1877472 May 18 18:02:53.580558 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-fbcbe27e-51f7-4d9a-92af-24858817f41e req-41f076c8-191f-4bcf-ad14-6f7f3be33a0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:53.585017 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c442fbc9-c734-4e84-84bc-6aa2473a282e admin admin] Pushing event deleted for resources: {'Network': ['ID=f679fb3e-25d4-427d-b153-c5edb7bd590e,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:02:53.602242 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81171655-393c-458f-bdce-f9b079ddc37b req-b54117ba-b14d-46dd-90f6-ed2c401ce55e tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:53.603977 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-81171655-393c-458f-bdce-f9b079ddc37b req-b54117ba-b14d-46dd-90f6-ed2c401ce55e tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/ports?device_id=9fd52930-74c1-446a-8fe8-b01fb6bc2060 HTTP/1.1" status: 200 len: 949 time: 0.4518511 May 18 18:02:53.627265 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44774) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:02:53.717569 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-81171655-393c-458f-bdce-f9b079ddc37b req-b3480ed1-f5c4-4b4f-b2f2-4f88184993e4 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/security-groups?id=b842f2e0-06aa-4b03-8465-45658e93896b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976231 May 18 18:02:53.735642 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-456251ff-05ce-49d1-bd21-09f2c476933f admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=fc24d8d4e32043b781fccba9db530ea5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1050873 May 18 18:02:53.737563 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44778) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:02:53.740971 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-cc50125c-6658-4893-8234-00921165a602 req-9b5181ee-279d-4dec-9711-2ce7bb325c38 service neutron] For port 00b5b1f0-0c0e-4582-a42c-38ea84aad20c, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=00b5b1f0-0c0e-4582-a42c-38ea84aad20c,segment=NetworkSegment(6537e25f-afe8-4089-8825-f23e3073c58d),segment_id=6537e25f-afe8-4089-8825-f23e3073c58d)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:02:53.784335 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-cc50125c-6658-4893-8234-00921165a602 req-9b5181ee-279d-4dec-9711-2ce7bb325c38 service neutron] For port 00b5b1f0-0c0e-4582-a42c-38ea84aad20c, host n-h2-838550-3, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:02:53.862225 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-dfc145b6-7afa-4cb7-9d35-79b5c772add5 req-dabc5718-72cc-4c78-9291-6b9ca717f0e1 tempest-ServersAdmin275Test-1241366983 tempest-ServersAdmin275Test-1241366983-project] 10.222.0.85 "GET /v2.0/ports?device_id=742e25d2-ccad-4925-a8fc-bd66e6e7025b HTTP/1.1" status: 200 len: 210 time: 0.0480368 May 18 18:02:53.880739 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 44780) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:02:53.896962 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [req-cc50125c-6658-4893-8234-00921165a602 req-9b5181ee-279d-4dec-9711-2ce7bb325c38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00b5b1f0-0c0e-4582-a42c-38ea84aad20c {{(pid=102730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:02:53.912494 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5b6cafc1-9f8f-4181-8cda-14864675105b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:53.915252 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-cc50125c-6658-4893-8234-00921165a602 req-9b5181ee-279d-4dec-9711-2ce7bb325c38 service neutron] For port 00b5b1f0-0c0e-4582-a42c-38ea84aad20c, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=00b5b1f0-0c0e-4582-a42c-38ea84aad20c,segment=NetworkSegment(6537e25f-afe8-4089-8825-f23e3073c58d),segment_id=6537e25f-afe8-4089-8825-f23e3073c58d)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:02:53.945755 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2b6ebe65-c4f7-47c8-ad78-72b30a7a32d4 req-ea56f0b5-1fbd-4c8c-a20d-23e25f52f0af service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=a3939e9c-41fb-4a2c-9412-8402f051cf0b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1085713 May 18 18:02:53.947218 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb7b982-63d3-4231-97ff-5dbe99d96f8d req-c46bc26d-e65e-4dc4-b754-f251bde3eb79 tempest-DeleteServersAdminTestJSON-645487239 tempest-DeleteServersAdminTestJSON-645487239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:53.951522 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-cc50125c-6658-4893-8234-00921165a602 req-9b5181ee-279d-4dec-9711-2ce7bb325c38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:53.954198 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8bb7b982-63d3-4231-97ff-5dbe99d96f8d req-c46bc26d-e65e-4dc4-b754-f251bde3eb79 tempest-DeleteServersAdminTestJSON-645487239 tempest-DeleteServersAdminTestJSON-645487239-project] 10.222.0.85 "GET /v2.0/ports?device_id=f7b26d6e-66a5-4e1e-b4e6-46f14ad3d4e8 HTTP/1.1" status: 200 len: 934 time: 0.1110344 May 18 18:02:53.959261 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [req-2b6ebe65-c4f7-47c8-ad78-72b30a7a32d4 req-ef52a56e-78d7-4c68-a68b-73659a7b177e service neutron] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=102730) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 18:02:53.960244 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2b6ebe65-c4f7-47c8-ad78-72b30a7a32d4 req-ef52a56e-78d7-4c68-a68b-73659a7b177e service neutron] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0105116 May 18 18:02:53.962190 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5b6cafc1-9f8f-4181-8cda-14864675105b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:53.983547 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-13fb872a-d4f0-40c7-9411-9af6f7fba5ee admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=5546e00108e04eaeaf25f1d39a0e9e7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0949941 May 18 18:02:53.995153 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44786) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:02:54.070501 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8bb7b982-63d3-4231-97ff-5dbe99d96f8d req-06174f5f-dfef-4ee3-9eb0-5a014bc2f035 tempest-DeleteServersAdminTestJSON-645487239 tempest-DeleteServersAdminTestJSON-645487239-project] 10.222.0.85 "GET /v2.0/security-groups?id=6e6399f4-ec67-4cda-83d9-a5ed72d9ba7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005082 May 18 18:02:54.206715 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [req-fbcbe27e-51f7-4d9a-92af-24858817f41e req-41f076c8-191f-4bcf-ad14-6f7f3be33a0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e257c493-8718-476d-8c6f-9c2d956f3fa8 {{(pid=102731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:02:54.216253 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-fbcbe27e-51f7-4d9a-92af-24858817f41e req-41f076c8-191f-4bcf-ad14-6f7f3be33a0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:54.234149 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.provisioning_blocks [req-fbcbe27e-51f7-4d9a-92af-24858817f41e req-41f076c8-191f-4bcf-ad14-6f7f3be33a0b service neutron] Transition to ACTIVE for port object e257c493-8718-476d-8c6f-9c2d956f3fa8 will not be triggered until provisioned by entity L2. {{(pid=102731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:02:54.239150 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-fbcbe27e-51f7-4d9a-92af-24858817f41e req-41f076c8-191f-4bcf-ad14-6f7f3be33a0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:54.297662 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f076c8-191f-4bcf-ad14-6f7f3be33a0b service neutron] Pushing event updated for resources: {'Port': ['ID=e257c493-8718-476d-8c6f-9c2d956f3fa8,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:02:54.361561 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 00b5b1f0-0c0e-4582-a42c-38ea84aad20c details requested by agent hyperv_n-h1-838550-3 with host n-h1-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:02:54.391333 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-fbcbe27e-51f7-4d9a-92af-24858817f41e req-41f076c8-191f-4bcf-ad14-6f7f3be33a0b service neutron] Attempting to bind port e257c493-8718-476d-8c6f-9c2d956f3fa8 on host n-h1-838550-3 for vnic_type normal with profile {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:02:54.391844 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-fbcbe27e-51f7-4d9a-92af-24858817f41e req-41f076c8-191f-4bcf-ad14-6f7f3be33a0b service neutron] Attempting to bind port e257c493-8718-476d-8c6f-9c2d956f3fa8 by drivers openvswitch,hyperv on host n-h1-838550-3 at level 0 using segments [{'id': '2879bb11-64b4-46f1-9f8b-52941d47b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:02:54.392575 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbcbe27e-51f7-4d9a-92af-24858817f41e req-41f076c8-191f-4bcf-ad14-6f7f3be33a0b service neutron] Attempting to bind port e257c493-8718-476d-8c6f-9c2d956f3fa8 on network 4c8ef274-9ecc-47c2-9686-5eebd78fb305 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:02:54.410360 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbcbe27e-51f7-4d9a-92af-24858817f41e req-41f076c8-191f-4bcf-ad14-6f7f3be33a0b service neutron] Port e257c493-8718-476d-8c6f-9c2d956f3fa8 on network 4c8ef274-9ecc-47c2-9686-5eebd78fb305 not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-3 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:02:54.410836 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbcbe27e-51f7-4d9a-92af-24858817f41e req-41f076c8-191f-4bcf-ad14-6f7f3be33a0b service neutron] Attempting to bind port e257c493-8718-476d-8c6f-9c2d956f3fa8 on network 4c8ef274-9ecc-47c2-9686-5eebd78fb305 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:02:54.424924 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [req-cc50125c-6658-4893-8234-00921165a602 req-9b5181ee-279d-4dec-9711-2ce7bb325c38 service neutron] Transition to ACTIVE for port object 00b5b1f0-0c0e-4582-a42c-38ea84aad20c will not be triggered until provisioned by entity L2. {{(pid=102730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:02:54.427460 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbcbe27e-51f7-4d9a-92af-24858817f41e req-41f076c8-191f-4bcf-ad14-6f7f3be33a0b service neutron] Checking agent: {'id': '1dbac822-25f2-4df8-9dc8-5c2e7b136eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:02:54.427860 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbcbe27e-51f7-4d9a-92af-24858817f41e req-41f076c8-191f-4bcf-ad14-6f7f3be33a0b service neutron] Checking segment: {'id': '2879bb11-64b4-46f1-9f8b-52941d47b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:02:54.428258 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbcbe27e-51f7-4d9a-92af-24858817f41e req-41f076c8-191f-4bcf-ad14-6f7f3be33a0b service neutron] Bound using segment: {'id': '2879bb11-64b4-46f1-9f8b-52941d47b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305'} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:02:54.429487 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-fbcbe27e-51f7-4d9a-92af-24858817f41e req-41f076c8-191f-4bcf-ad14-6f7f3be33a0b service neutron] Bound port: e257c493-8718-476d-8c6f-9c2d956f3fa8, host: n-h1-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2879bb11-64b4-46f1-9f8b-52941d47b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305'}}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:02:54.430291 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-fbcbe27e-51f7-4d9a-92af-24858817f41e req-41f076c8-191f-4bcf-ad14-6f7f3be33a0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:54.463253 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-cc50125c-6658-4893-8234-00921165a602 req-9b5181ee-279d-4dec-9711-2ce7bb325c38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:54.488117 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5b6cafc1-9f8f-4181-8cda-14864675105b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:54.490937 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5b6cafc1-9f8f-4181-8cda-14864675105b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:54.492176 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-5b6cafc1-9f8f-4181-8cda-14864675105b admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/33b53f41-25e2-488a-8be1-7ddb6a805fe4 HTTP/1.1" status: 204 len: 168 time: 0.7536681 May 18 18:02:54.498362 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-48eae04b-d0a9-4d44-8182-801679823d2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:54.515442 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6cafc1-9f8f-4181-8cda-14864675105b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33b53f41-25e2-488a-8be1-7ddb6a805fe4,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:02:54.560447 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc50125c-6658-4893-8234-00921165a602 req-9b5181ee-279d-4dec-9711-2ce7bb325c38 service neutron] No DVR routers for this DVR port 00b5b1f0-0c0e-4582-a42c-38ea84aad20c on host n-h2-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:02:54.600016 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-fbcbe27e-51f7-4d9a-92af-24858817f41e req-41f076c8-191f-4bcf-ad14-6f7f3be33a0b service neutron] For port e257c493-8718-476d-8c6f-9c2d956f3fa8, host n-h1-838550-3, cleared binding levels {{(pid=102731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:02:54.600379 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 00b5b1f0-0c0e-4582-a42c-38ea84aad20c, host n-h2-838550-3, got binding levels [] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:02:54.611244 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5ee6e7-6936-4390-bff2-ced04d422f54 req-1b811f4e-ab86-44d2-845f-1365f7103e37 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:54.616322 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-fbcbe27e-51f7-4d9a-92af-24858817f41e req-41f076c8-191f-4bcf-ad14-6f7f3be33a0b service neutron] For port e257c493-8718-476d-8c6f-9c2d956f3fa8, host n-h1-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=e257c493-8718-476d-8c6f-9c2d956f3fa8,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:02:54.619543 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8c5ee6e7-6936-4390-bff2-ced04d422f54 req-1b811f4e-ab86-44d2-845f-1365f7103e37 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3939e9c-41fb-4a2c-9412-8402f051cf0b HTTP/1.1" status: 200 len: 950 time: 0.6425407 May 18 18:02:54.623279 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-fbcbe27e-51f7-4d9a-92af-24858817f41e req-41f076c8-191f-4bcf-ad14-6f7f3be33a0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:54.658327 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-48eae04b-d0a9-4d44-8182-801679823d2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:54.666947 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Attempting to bind port 00b5b1f0-0c0e-4582-a42c-38ea84aad20c on host n-h2-838550-3 for vnic_type normal with profile {"migrating_to": "n-h1-838550-3"} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:02:54.667333 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Attempting to bind port 00b5b1f0-0c0e-4582-a42c-38ea84aad20c by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': '6537e25f-afe8-4089-8825-f23e3073c58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'e7bb4226-ce97-4ecd-a736-061f4f786581'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:02:54.667702 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Attempting to bind port 00b5b1f0-0c0e-4582-a42c-38ea84aad20c on network e7bb4226-ce97-4ecd-a736-061f4f786581 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:02:54.678642 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Port 00b5b1f0-0c0e-4582-a42c-38ea84aad20c on network e7bb4226-ce97-4ecd-a736-061f4f786581 not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:02:54.679006 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Attempting to bind port 00b5b1f0-0c0e-4582-a42c-38ea84aad20c on network e7bb4226-ce97-4ecd-a736-061f4f786581 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:02:54.705107 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Checking agent: {'id': 'd1be059a-68ea-4c77-9b2b-29f4afa47e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:02:54.705771 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Checking segment: {'id': '6537e25f-afe8-4089-8825-f23e3073c58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'e7bb4226-ce97-4ecd-a736-061f4f786581'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:02:54.706710 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Bound using segment: {'id': '6537e25f-afe8-4089-8825-f23e3073c58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'e7bb4226-ce97-4ecd-a736-061f4f786581'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:02:54.708265 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Bound port: 00b5b1f0-0c0e-4582-a42c-38ea84aad20c, host: n-h2-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6537e25f-afe8-4089-8825-f23e3073c58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'e7bb4226-ce97-4ecd-a736-061f4f786581'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:02:54.708974 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:54.735634 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcbe27e-51f7-4d9a-92af-24858817f41e req-41f076c8-191f-4bcf-ad14-6f7f3be33a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:54.736194 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-fbcbe27e-51f7-4d9a-92af-24858817f41e req-41f076c8-191f-4bcf-ad14-6f7f3be33a0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:54.737559 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fbcbe27e-51f7-4d9a-92af-24858817f41e req-41f076c8-191f-4bcf-ad14-6f7f3be33a0b service neutron] 10.222.0.36 "PUT /v2.0/ports/e257c493-8718-476d-8c6f-9c2d956f3fa8 HTTP/1.1" status: 200 len: 1094 time: 1.6242983 May 18 18:02:54.771115 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7b26d6e-66a5-4e1e-b4e6-46f14ad3d4e8', 'tag': 'e257c493-8718-476d-8c6f-9c2d956f3fa8'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:02:54.798429 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5d73514-96e9-4f35-b397-32cf324424fe" -d '{"events": [{"name": "network-changed", "server_uuid": "f7b26d6e-66a5-4e1e-b4e6-46f14ad3d4e8", "tag": "e257c493-8718-476d-8c6f-9c2d956f3fa8"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:02:54.949418 n-d-838550-3 neutron-server[102732]: WARNING neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Concurrent port binding operations failed on port 00b5b1f0-0c0e-4582-a42c-38ea84aad20c May 18 18:02:54.956408 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 00b5b1f0-0c0e-4582-a42c-38ea84aad20c, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=00b5b1f0-0c0e-4582-a42c-38ea84aad20c,segment=NetworkSegment(6537e25f-afe8-4089-8825-f23e3073c58d),segment_id=6537e25f-afe8-4089-8825-f23e3073c58d)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:02:54.960288 n-d-838550-3 neutron-server[102732]: INFO neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Attempt 2 to bind port 00b5b1f0-0c0e-4582-a42c-38ea84aad20c May 18 18:02:54.961073 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Returning: {'device': '00b5b1f0-0c0e-4582-a42c-38ea84aad20c', 'network_id': 'e7bb4226-ce97-4ecd-a736-061f4f786581', 'port_id': '00b5b1f0-0c0e-4582-a42c-38ea84aad20c', 'mac_address': 'fa:16:3e:a1:9c:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf982f85-dd38-4a89-9c21-fca17676813e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:02:54.965320 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cc50125c-6658-4893-8234-00921165a602 req-9b5181ee-279d-4dec-9711-2ce7bb325c38 service neutron] 10.222.0.88 "PUT /v2.0/ports/00b5b1f0-0c0e-4582-a42c-38ea84aad20c/bindings/n-h1-838550-3/activate HTTP/1.1" status: 200 len: 369 time: 1.5795321 May 18 18:02:54.968074 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5181ee-279d-4dec-9711-2ce7bb325c38 service neutron] Pushing event updated for resources: {'Port': ['ID=00b5b1f0-0c0e-4582-a42c-38ea84aad20c,revision_number=10']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:02:54.984628 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f076c8-191f-4bcf-ad14-6f7f3be33a0b service neutron] Pushing event updated for resources: {'Port': ['ID=e257c493-8718-476d-8c6f-9c2d956f3fa8,revision_number=3']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:02:54.993288 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-48eae04b-d0a9-4d44-8182-801679823d2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:55.003444 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-48eae04b-d0a9-4d44-8182-801679823d2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:55.024960 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-48eae04b-d0a9-4d44-8182-801679823d2e admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/74f1e117-3c45-40f3-8fe5-5af380279a4b HTTP/1.1" status: 204 len: 168 time: 1.0264561 May 18 18:02:55.054146 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcbe27e-51f7-4d9a-92af-24858817f41e req-9971510e-8506-48d8-a593-94d7a3966272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:55.061660 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fbcbe27e-51f7-4d9a-92af-24858817f41e req-9971510e-8506-48d8-a593-94d7a3966272 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bbf79df7f4b448e89bb05840bba91604&device_id=f7b26d6e-66a5-4e1e-b4e6-46f14ad3d4e8 HTTP/1.1" status: 200 len: 1097 time: 0.2498989 May 18 18:02:55.064974 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 00b5b1f0-0c0e-4582-a42c-38ea84aad20c is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:02:55.065836 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:55.117283 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00b5b1f0-0c0e-4582-a42c-38ea84aad20c {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:02:55.161483 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fbcbe27e-51f7-4d9a-92af-24858817f41e req-cdb530f2-e71c-47ee-93b3-c81fea4d5278 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=e257c493-8718-476d-8c6f-9c2d956f3fa8 HTTP/1.1" status: 200 len: 217 time: 0.0904968 May 18 18:02:55.216273 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 00b5b1f0-0c0e-4582-a42c-38ea84aad20c, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=00b5b1f0-0c0e-4582-a42c-38ea84aad20c,segment=NetworkSegment(6537e25f-afe8-4089-8825-f23e3073c58d),segment_id=6537e25f-afe8-4089-8825-f23e3073c58d)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:02:55.228671 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:55.284448 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48eae04b-d0a9-4d44-8182-801679823d2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74f1e117-3c45-40f3-8fe5-5af380279a4b,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:02:55.350365 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['00b5b1f0-0c0e-4582-a42c-38ea84aad20c'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:02:55.362042 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8c5ee6e7-6936-4390-bff2-ced04d422f54 req-49474cee-76ce-4c03-8c2c-cfea3e9c7b45 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3846588 May 18 18:02:55.429045 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3c87c882-3ffa-4a0b-a486-a9c031fa3a63 req-b41b758c-b5f0-46cd-a6ce-d3657a1d95b2 tempest-ServersAdmin275Test-1011939825 tempest-ServersAdmin275Test-1011939825-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=742e25d2-ccad-4925-a8fc-bd66e6e7025b HTTP/1.1" status: 200 len: 210 time: 0.0799036 May 18 18:02:55.436762 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc50125c-6658-4893-8234-00921165a602 req-686f349d-dc2e-4da5-8b24-9f3fab8d46e2 tempest-LiveAutoBlockMigrationV225Test-940020400 tempest-LiveAutoBlockMigrationV225Test-940020400-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:55.439390 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cc50125c-6658-4893-8234-00921165a602 req-686f349d-dc2e-4da5-8b24-9f3fab8d46e2 tempest-LiveAutoBlockMigrationV225Test-940020400 tempest-LiveAutoBlockMigrationV225Test-940020400-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=a09c81f0-e946-4a9d-9b3b-f55046c6af2c&tenant_id=38c3fbce1f554996bc4a73e5f0f7c3e8&binding%3Ahost_id=n-h2-838550-3 HTTP/1.1" status: 200 len: 1096 time: 0.3622952 May 18 18:02:55.442369 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=00b5b1f0-0c0e-4582-a42c-38ea84aad20c,revision_number=11']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:02:55.447546 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcbe27e-51f7-4d9a-92af-24858817f41e req-a153f3a0-923d-4aa9-b333-648fd07b477c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:55.452139 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fbcbe27e-51f7-4d9a-92af-24858817f41e req-a153f3a0-923d-4aa9-b333-648fd07b477c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c2531ae9-89db-4dcf-b670-9eac4c9cde53 HTTP/1.1" status: 200 len: 843 time: 0.2858155 May 18 18:02:55.569864 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcbe27e-51f7-4d9a-92af-24858817f41e req-f1143b63-f5e2-4438-8ac1-965890b11b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:55.577869 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fbcbe27e-51f7-4d9a-92af-24858817f41e req-f1143b63-f5e2-4438-8ac1-965890b11b13 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4c8ef274-9ecc-47c2-9686-5eebd78fb305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1188602 May 18 18:02:55.703007 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc50125c-6658-4893-8234-00921165a602 req-3b18b28d-ca03-4d90-ac25-0bbfc5cbe165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:55.706290 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cc50125c-6658-4893-8234-00921165a602 req-3b18b28d-ca03-4d90-ac25-0bbfc5cbe165 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a09c81f0-e946-4a9d-9b3b-f55046c6af2c&tenant_id=38c3fbce1f554996bc4a73e5f0f7c3e8 HTTP/1.1" status: 200 len: 1097 time: 0.2490396 May 18 18:02:55.732620 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3eee74-09f2-468a-a655-c35450801ee5 req-44fe9253-059d-4f14-bf7f-23ec64291b91 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:55.742604 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2b3eee74-09f2-468a-a655-c35450801ee5 req-44fe9253-059d-4f14-bf7f-23ec64291b91 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/ports?device_id=a09c81f0-e946-4a9d-9b3b-f55046c6af2c HTTP/1.1" status: 200 len: 946 time: 0.1660249 May 18 18:02:55.818028 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49ad5f1-c1ae-47fc-82f4-6255d010a9ab req-920f1b32-5de6-40a6-b703-490a9172b53d tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:55.823062 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44848) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:02:55.828131 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b49ad5f1-c1ae-47fc-82f4-6255d010a9ab req-920f1b32-5de6-40a6-b703-490a9172b53d tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/ports?device_id=9fd52930-74c1-446a-8fe8-b01fb6bc2060 HTTP/1.1" status: 200 len: 949 time: 0.2417202 May 18 18:02:55.861660 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2b3eee74-09f2-468a-a655-c35450801ee5 req-fd0e66ab-514e-4846-9eac-d09c0ff4fc63 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/security-groups?id=bda815dc-3228-454b-a95b-f89a3eeb79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167216 May 18 18:02:55.899096 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fbcbe27e-51f7-4d9a-92af-24858817f41e req-043d4189-5c00-4c4e-9bd0-c6f70ae2500b service neutron] 10.222.0.36 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265854 May 18 18:02:55.904169 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b49ad5f1-c1ae-47fc-82f4-6255d010a9ab req-b9f539ee-f330-4a1d-9aa7-04eb05b7e256 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/security-groups?id=b842f2e0-06aa-4b03-8465-45658e93896b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749540 May 18 18:02:55.951002 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc50125c-6658-4893-8234-00921165a602 req-e9170b75-da78-4bac-beb8-c453f1cbc767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:55.951553 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cc50125c-6658-4893-8234-00921165a602 req-e9170b75-da78-4bac-beb8-c453f1cbc767 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=38c3fbce1f554996bc4a73e5f0f7c3e8&device_id=a09c81f0-e946-4a9d-9b3b-f55046c6af2c HTTP/1.1" status: 200 len: 1097 time: 0.1549327 May 18 18:02:55.956867 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-8b26fc8d-8205-4311-8d89-f5d69b69084a admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=238b0bda75a24497abd40b5e1d488289&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1304641 May 18 18:02:55.957542 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44850) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:02:56.009520 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98a3ae35-084d-4e50-83e2-b0d87c57408c x-openstack-request-id: req-98a3ae35-084d-4e50-83e2-b0d87c57408c {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:02:56.009899 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7b26d6e-66a5-4e1e-b4e6-46f14ad3d4e8", "tag": "e257c493-8718-476d-8c6f-9c2d956f3fa8", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:02:56.010167 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-98a3ae35-084d-4e50-83e2-b0d87c57408c {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:02:56.010584 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98a3ae35-084d-4e50-83e2-b0d87c57408c'] response: {'name': 'network-changed', 'server_uuid': 'f7b26d6e-66a5-4e1e-b4e6-46f14ad3d4e8', 'tag': 'e257c493-8718-476d-8c6f-9c2d956f3fa8', 'status': 'completed', 'code': 200} May 18 18:02:56.108176 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fbcbe27e-51f7-4d9a-92af-24858817f41e req-2ed372d4-495c-40c2-87be-0ac98fa1aee9 service neutron] 10.222.0.36 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999481 May 18 18:02:56.116392 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-46675df1-1bf4-4066-8128-82de886264e8 req-f7d96bbe-38a2-4f3c-9b97-c7e334ee44ab tempest-ServersAdmin275Test-1011939825 tempest-ServersAdmin275Test-1011939825-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=742e25d2-ccad-4925-a8fc-bd66e6e7025b HTTP/1.1" status: 200 len: 210 time: 0.0490484 May 18 18:02:56.122314 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-faeba96e-d21a-41a7-b7dc-5dc7d1d10f42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:56.129554 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025f43db-022d-4772-9e51-90486f03fff1 req-a2d7bcca-a02f-458d-af00-6fcaf923c609 tempest-DeleteServersAdminTestJSON-645487239 tempest-DeleteServersAdminTestJSON-645487239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:56.134262 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc50125c-6658-4893-8234-00921165a602 req-cdb88827-55da-41ed-b5a2-aeb46d40d86e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:56.135717 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cc50125c-6658-4893-8234-00921165a602 req-cdb88827-55da-41ed-b5a2-aeb46d40d86e service neutron] 10.222.0.36 "GET /v2.0/networks?id=e7bb4226-ce97-4ecd-a736-061f4f786581 HTTP/1.1" status: 200 len: 921 time: 0.1761146 May 18 18:02:56.138419 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-025f43db-022d-4772-9e51-90486f03fff1 req-a2d7bcca-a02f-458d-af00-6fcaf923c609 tempest-DeleteServersAdminTestJSON-645487239 tempest-DeleteServersAdminTestJSON-645487239-project] 10.222.0.85 "GET /v2.0/ports?device_id=f7b26d6e-66a5-4e1e-b4e6-46f14ad3d4e8 HTTP/1.1" status: 200 len: 946 time: 0.0822835 May 18 18:02:56.155489 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-faeba96e-d21a-41a7-b7dc-5dc7d1d10f42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:56.209796 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-025f43db-022d-4772-9e51-90486f03fff1 req-2bd27ffc-a27f-43ac-8618-fda36734fddc tempest-DeleteServersAdminTestJSON-645487239 tempest-DeleteServersAdminTestJSON-645487239-project] 10.222.0.85 "GET /v2.0/security-groups?id=6e6399f4-ec67-4cda-83d9-a5ed72d9ba7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581262 May 18 18:02:56.251212 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cc50125c-6658-4893-8234-00921165a602 req-1fc08c15-baea-42e5-8eae-44218930b5fe service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=00b5b1f0-0c0e-4582-a42c-38ea84aad20c HTTP/1.1" status: 200 len: 217 time: 0.0642905 May 18 18:02:56.287232 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d73514-96e9-4f35-b397-32cf324424fe req-f41794b9-dca8-435b-b32a-b5ce4fbb9b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:56.290363 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f5d73514-96e9-4f35-b397-32cf324424fe req-f41794b9-dca8-435b-b32a-b5ce4fbb9b1f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bbf79df7f4b448e89bb05840bba91604&device_id=f7b26d6e-66a5-4e1e-b4e6-46f14ad3d4e8 HTTP/1.1" status: 200 len: 1097 time: 0.0794072 May 18 18:02:56.333874 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-faeba96e-d21a-41a7-b7dc-5dc7d1d10f42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:56.336496 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-faeba96e-d21a-41a7-b7dc-5dc7d1d10f42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:56.339984 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-faeba96e-d21a-41a7-b7dc-5dc7d1d10f42 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/37930830-9dd4-40f4-a30c-7614841faaad HTTP/1.1" status: 204 len: 168 time: 0.3791587 May 18 18:02:56.376938 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 00b5b1f0-0c0e-4582-a42c-38ea84aad20c up at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:02:56.384558 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faeba96e-d21a-41a7-b7dc-5dc7d1d10f42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37930830-9dd4-40f4-a30c-7614841faaad,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:02:56.397174 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc50125c-6658-4893-8234-00921165a602 req-e6a9e0eb-035a-4d78-a1fc-c72408198f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:56.404678 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cc50125c-6658-4893-8234-00921165a602 req-e6a9e0eb-035a-4d78-a1fc-c72408198f66 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cf982f85-dd38-4a89-9c21-fca17676813e HTTP/1.1" status: 200 len: 860 time: 0.1466825 May 18 18:02:56.464021 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d73514-96e9-4f35-b397-32cf324424fe req-b39bb8e5-c756-4617-9ec4-7dbda1249d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:56.466230 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f5d73514-96e9-4f35-b397-32cf324424fe req-b39bb8e5-c756-4617-9ec4-7dbda1249d64 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4c8ef274-9ecc-47c2-9686-5eebd78fb305 HTTP/1.1" status: 200 len: 870 time: 0.1669695 May 18 18:02:56.476821 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cc50125c-6658-4893-8234-00921165a602 req-44354a28-d956-42c9-a33a-c73c1ce9fd27 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e7bb4226-ce97-4ecd-a736-061f4f786581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573924 May 18 18:02:56.484280 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6ebe65-c4f7-47c8-ad78-72b30a7a32d4 req-9ed36b72-7348-4197-84a8-1ca9a28af508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:56.485835 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2b6ebe65-c4f7-47c8-ad78-72b30a7a32d4 req-9ed36b72-7348-4197-84a8-1ca9a28af508 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c95c071176d44e1393b66dc9873791e2&device_id=a3939e9c-41fb-4a2c-9412-8402f051cf0b HTTP/1.1" status: 200 len: 1101 time: 0.1831832 May 18 18:02:56.524063 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning for port 00b5b1f0-0c0e-4582-a42c-38ea84aad20c completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:02:56.526483 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f5d73514-96e9-4f35-b397-32cf324424fe req-dbf32ed6-db4b-42c5-8e8b-49443e839d22 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=e257c493-8718-476d-8c6f-9c2d956f3fa8 HTTP/1.1" status: 200 len: 217 time: 0.0519080 May 18 18:02:56.529897 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning complete for port 00b5b1f0-0c0e-4582-a42c-38ea84aad20c triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:02:56.530648 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:56.626904 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 00b5b1f0-0c0e-4582-a42c-38ea84aad20c is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:02:56.627762 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:56.673655 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d73514-96e9-4f35-b397-32cf324424fe req-76d76659-4af3-4f1d-890d-1b89fc1249da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:56.675993 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f5d73514-96e9-4f35-b397-32cf324424fe req-76d76659-4af3-4f1d-890d-1b89fc1249da service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c2531ae9-89db-4dcf-b670-9eac4c9cde53 HTTP/1.1" status: 200 len: 843 time: 0.1410027 May 18 18:02:56.695243 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 00b5b1f0-0c0e-4582-a42c-38ea84aad20c, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=00b5b1f0-0c0e-4582-a42c-38ea84aad20c,segment=NetworkSegment(6537e25f-afe8-4089-8825-f23e3073c58d),segment_id=6537e25f-afe8-4089-8825-f23e3073c58d)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:02:56.697339 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a09c81f0-e946-4a9d-9b3b-f55046c6af2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00b5b1f0-0c0e-4582-a42c-38ea84aad20c'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:02:56.703022 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb40a929-12f8-4b0f-8b4a-02d14c96987c" -d '{"events": [{"server_uuid": "a09c81f0-e946-4a9d-9b3b-f55046c6af2c", "name": "network-vif-plugged", "status": "completed", "tag": "00b5b1f0-0c0e-4582-a42c-38ea84aad20c"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:02:56.707227 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:56.779922 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=00b5b1f0-0c0e-4582-a42c-38ea84aad20c,revision_number=12']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:02:56.794549 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d73514-96e9-4f35-b397-32cf324424fe req-608aa915-8ab2-427a-b97c-265518455295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:56.796089 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f5d73514-96e9-4f35-b397-32cf324424fe req-608aa915-8ab2-427a-b97c-265518455295 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4c8ef274-9ecc-47c2-9686-5eebd78fb305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1027079 May 18 18:02:56.800473 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf54976a-3c53-4c17-865c-ce0698e5a68f x-openstack-request-id: req-bf54976a-3c53-4c17-865c-ce0698e5a68f {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:02:56.801126 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a09c81f0-e946-4a9d-9b3b-f55046c6af2c", "name": "network-vif-plugged", "status": "completed", "tag": "00b5b1f0-0c0e-4582-a42c-38ea84aad20c", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:02:56.801684 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-bf54976a-3c53-4c17-865c-ce0698e5a68f {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:02:56.806332 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf54976a-3c53-4c17-865c-ce0698e5a68f'] response: {'server_uuid': 'a09c81f0-e946-4a9d-9b3b-f55046c6af2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00b5b1f0-0c0e-4582-a42c-38ea84aad20c', 'code': 200} May 18 18:02:56.858681 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6ebe65-c4f7-47c8-ad78-72b30a7a32d4 req-fa12cf71-369b-4237-91f4-35d4fbd8e6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:56.861566 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2b6ebe65-c4f7-47c8-ad78-72b30a7a32d4 req-fa12cf71-369b-4237-91f4-35d4fbd8e6f1 service neutron] 10.222.0.88 "GET /v2.0/networks?id=4c8ef274-9ecc-47c2-9686-5eebd78fb305 HTTP/1.1" status: 200 len: 870 time: 0.3160336 May 18 18:02:56.943766 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2b6ebe65-c4f7-47c8-ad78-72b30a7a32d4 req-1edb7895-b105-4c68-a342-636aa54b30d6 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=30476341-d67d-457a-ba96-32990757ec38 HTTP/1.1" status: 200 len: 217 time: 0.0724275 May 18 18:02:56.962643 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55065e6f-b44d-486d-9d77-d83bbb19567d req-c361e806-8079-4c0b-b54e-13518ad6ef3d tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:56.965453 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-55065e6f-b44d-486d-9d77-d83bbb19567d req-c361e806-8079-4c0b-b54e-13518ad6ef3d tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3939e9c-41fb-4a2c-9412-8402f051cf0b HTTP/1.1" status: 200 len: 950 time: 0.4554725 May 18 18:02:56.995129 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f5d73514-96e9-4f35-b397-32cf324424fe req-e51c7c07-a856-4787-9408-25747238b3db service neutron] 10.222.0.36 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841552 May 18 18:02:57.059835 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cc50125c-6658-4893-8234-00921165a602 req-be316681-66aa-4aea-96e1-2434a15abbb7 service neutron] 10.222.0.36 "GET /v2.0/networks/e7bb4226-ce97-4ecd-a736-061f4f786581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5724247 May 18 18:02:57.069074 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6ebe65-c4f7-47c8-ad78-72b30a7a32d4 req-49ab03c5-32ab-4d4d-8c53-61f618cc1dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:57.070560 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2b6ebe65-c4f7-47c8-ad78-72b30a7a32d4 req-49ab03c5-32ab-4d4d-8c53-61f618cc1dff service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c2531ae9-89db-4dcf-b670-9eac4c9cde53 HTTP/1.1" status: 200 len: 843 time: 0.0981472 May 18 18:02:57.091097 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-55065e6f-b44d-486d-9d77-d83bbb19567d req-0d9a86bc-64a0-477a-83c6-fcc001c69a19 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083093 May 18 18:02:57.161425 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c575b58d-f4ed-49ea-a14c-a68d774f89c0 req-f8f057c5-07c4-44e5-a1ab-b24d47c61ee6 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:57.182373 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c575b58d-f4ed-49ea-a14c-a68d774f89c0 req-f8f057c5-07c4-44e5-a1ab-b24d47c61ee6 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/ports?device_id=a09c81f0-e946-4a9d-9b3b-f55046c6af2c HTTP/1.1" status: 200 len: 947 time: 0.2114985 May 18 18:02:57.287203 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cc50125c-6658-4893-8234-00921165a602 req-6dc818a2-3ae7-445a-aa1a-daaf620fa76a service neutron] 10.222.0.36 "GET /v2.0/networks/e7bb4226-ce97-4ecd-a736-061f4f786581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197905 May 18 18:02:57.319751 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c575b58d-f4ed-49ea-a14c-a68d774f89c0 req-99131524-e82a-45c8-9161-59ee40201a30 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/security-groups?id=bda815dc-3228-454b-a95b-f89a3eeb79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322465 May 18 18:02:57.322666 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f5d73514-96e9-4f35-b397-32cf324424fe req-03c1f5f9-3c34-43a5-9fb3-7b3c3e72ac88 service neutron] 10.222.0.36 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2998636 May 18 18:02:57.327903 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6ebe65-c4f7-47c8-ad78-72b30a7a32d4 req-344c1217-2d12-434e-9ad4-88a82f21c75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:57.335838 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2b6ebe65-c4f7-47c8-ad78-72b30a7a32d4 req-344c1217-2d12-434e-9ad4-88a82f21c75d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4c8ef274-9ecc-47c2-9686-5eebd78fb305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1437128 May 18 18:02:57.466824 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b59efd2b-a098-42ea-9e6d-4ff19cf9554a req-63aebb4e-d53a-4f30-ad10-418426b31387 tempest-ServersAdmin275Test-1011939825 tempest-ServersAdmin275Test-1011939825-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=742e25d2-ccad-4925-a8fc-bd66e6e7025b HTTP/1.1" status: 200 len: 210 time: 0.0426285 May 18 18:02:57.556293 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a76abcd-44a2-4ce3-b2b6-20007b70246c req-f0587693-c6e7-4943-af27-870513347f8a tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:57.564777 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6a76abcd-44a2-4ce3-b2b6-20007b70246c req-f0587693-c6e7-4943-af27-870513347f8a tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/ports?device_id=9fd52930-74c1-446a-8fe8-b01fb6bc2060 HTTP/1.1" status: 200 len: 949 time: 0.3333173 May 18 18:02:57.708788 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6a76abcd-44a2-4ce3-b2b6-20007b70246c req-b8033d7c-baa7-4887-bc70-8ea80edc9695 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/security-groups?id=b842f2e0-06aa-4b03-8465-45658e93896b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272602 May 18 18:02:57.716411 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc50125c-6658-4893-8234-00921165a602 req-9ac7e3ac-ba59-4ca9-a899-9b36fdc657b5 tempest-LiveAutoBlockMigrationV225Test-940020400 tempest-LiveAutoBlockMigrationV225Test-940020400-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:57.718476 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2b6ebe65-c4f7-47c8-ad78-72b30a7a32d4 req-d681f1f2-83e6-4481-ba2b-b57db2bf4e00 service neutron] 10.222.0.88 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3644273 May 18 18:02:57.718870 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cc50125c-6658-4893-8234-00921165a602 req-9ac7e3ac-ba59-4ca9-a899-9b36fdc657b5 tempest-LiveAutoBlockMigrationV225Test-940020400 tempest-LiveAutoBlockMigrationV225Test-940020400-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=a09c81f0-e946-4a9d-9b3b-f55046c6af2c&tenant_id=38c3fbce1f554996bc4a73e5f0f7c3e8&binding%3Ahost_id=n-h1-838550-3 HTTP/1.1" status: 200 len: 1098 time: 0.1196313 May 18 18:02:57.738193 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b56258-d27e-4fdc-9318-688e20cf2623 req-468993b8-1dd3-4a15-941e-eff806fa6c04 tempest-DeleteServersAdminTestJSON-645487239 tempest-DeleteServersAdminTestJSON-645487239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:57.741173 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-97b56258-d27e-4fdc-9318-688e20cf2623 req-468993b8-1dd3-4a15-941e-eff806fa6c04 tempest-DeleteServersAdminTestJSON-645487239 tempest-DeleteServersAdminTestJSON-645487239-project] 10.222.0.85 "GET /v2.0/ports?device_id=f7b26d6e-66a5-4e1e-b4e6-46f14ad3d4e8 HTTP/1.1" status: 200 len: 946 time: 0.0921617 May 18 18:02:57.853235 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2b6ebe65-c4f7-47c8-ad78-72b30a7a32d4 req-1425f197-be68-4f2a-8b96-a1566328d22c service neutron] 10.222.0.88 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232114 May 18 18:02:57.879354 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-97b56258-d27e-4fdc-9318-688e20cf2623 req-7326ee96-adb5-456e-92f8-3c510838fcb8 tempest-DeleteServersAdminTestJSON-645487239 tempest-DeleteServersAdminTestJSON-645487239-project] 10.222.0.85 "GET /v2.0/security-groups?id=6e6399f4-ec67-4cda-83d9-a5ed72d9ba7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229565 May 18 18:02:57.916543 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 00b5b1f0-0c0e-4582-a42c-38ea84aad20c no longer exists at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:02:57.968453 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-cc50125c-6658-4893-8234-00921165a602 req-6b8c2a10-bd27-4cc0-9452-12ced3b85c06 service neutron] For port 00b5b1f0-0c0e-4582-a42c-38ea84aad20c, host n-h2-838550-3, cleared binding levels {{(pid=102731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:02:57.972133 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-cc50125c-6658-4893-8234-00921165a602 req-6b8c2a10-bd27-4cc0-9452-12ced3b85c06 service neutron] Notify callbacks [] for binding, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:57.974069 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cc50125c-6658-4893-8234-00921165a602 req-6b8c2a10-bd27-4cc0-9452-12ced3b85c06 service neutron] 10.222.0.36 "DELETE /v2.0/ports/00b5b1f0-0c0e-4582-a42c-38ea84aad20c/bindings/n-h2-838550-3 HTTP/1.1" status: 204 len: 173 time: 0.2311080 May 18 18:02:58.152168 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 00b5b1f0-0c0e-4582-a42c-38ea84aad20c not bound to the agent host n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:02:58.256269 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7145fb-0ba5-47f3-aed4-64cc8d4fee24 req-d8e69249-a707-4721-9158-2c95b56cbbee tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:58.257863 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cb7145fb-0ba5-47f3-aed4-64cc8d4fee24 req-d8e69249-a707-4721-9158-2c95b56cbbee tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3939e9c-41fb-4a2c-9412-8402f051cf0b HTTP/1.1" status: 200 len: 950 time: 0.0686393 May 18 18:02:58.312034 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cb7145fb-0ba5-47f3-aed4-64cc8d4fee24 req-95ddf3c0-e18d-4d8b-87c9-03df9fd92b39 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461566 May 18 18:02:58.385556 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device e257c493-8718-476d-8c6f-9c2d956f3fa8 details requested by agent hyperv_n-h1-838550-3 with host n-h1-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:02:58.510617 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port e257c493-8718-476d-8c6f-9c2d956f3fa8, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=e257c493-8718-476d-8c6f-9c2d956f3fa8,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:02:58.534418 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Returning: {'device': 'e257c493-8718-476d-8c6f-9c2d956f3fa8', 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305', 'port_id': 'e257c493-8718-476d-8c6f-9c2d956f3fa8', 'mac_address': 'fa:16:3e:65:6d:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2531ae9-89db-4dcf-b670-9eac4c9cde53', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:02:58.540069 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6439d275-afad-4e41-8277-661846fd4c04 req-5146f55e-93bf-4e8a-b7c9-6cfb401b0c08 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:58.543245 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6439d275-afad-4e41-8277-661846fd4c04 req-5146f55e-93bf-4e8a-b7c9-6cfb401b0c08 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/ports?device_id=a09c81f0-e946-4a9d-9b3b-f55046c6af2c HTTP/1.1" status: 200 len: 947 time: 0.1045327 May 18 18:02:58.600573 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6439d275-afad-4e41-8277-661846fd4c04 req-045c160d-5b0d-4608-9279-6fef046c7e57 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/security-groups?id=bda815dc-3228-454b-a95b-f89a3eeb79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459933 May 18 18:02:58.637633 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port e257c493-8718-476d-8c6f-9c2d956f3fa8 is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:02:58.641056 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:58.668119 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e257c493-8718-476d-8c6f-9c2d956f3fa8 {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:02:58.704243 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port e257c493-8718-476d-8c6f-9c2d956f3fa8, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=e257c493-8718-476d-8c6f-9c2d956f3fa8,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:02:58.711422 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:02:58.731984 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2e4b2c67-3383-4894-9e8a-a5aff180840a req-ec084f06-0e20-4d05-acba-95d0531d2693 tempest-ServersAdmin275Test-1011939825 tempest-ServersAdmin275Test-1011939825-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=742e25d2-ccad-4925-a8fc-bd66e6e7025b HTTP/1.1" status: 200 len: 210 time: 0.0499578 May 18 18:02:58.777241 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=e257c493-8718-476d-8c6f-9c2d956f3fa8,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:02:58.906082 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c97dc0-aaf4-4e6f-b4f3-ffbd6fc4cd61 req-3223ddec-1cf5-498a-ab19-2ce8132ae14a tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:58.909174 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-49c97dc0-aaf4-4e6f-b4f3-ffbd6fc4cd61 req-3223ddec-1cf5-498a-ab19-2ce8132ae14a tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/ports?device_id=9fd52930-74c1-446a-8fe8-b01fb6bc2060 HTTP/1.1" status: 200 len: 949 time: 0.0650020 May 18 18:02:58.961672 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-49c97dc0-aaf4-4e6f-b4f3-ffbd6fc4cd61 req-1ecd2dc8-8e19-4b65-855a-5fac45407ba4 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/security-groups?id=b842f2e0-06aa-4b03-8465-45658e93896b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456529 May 18 18:02:59.034108 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['e257c493-8718-476d-8c6f-9c2d956f3fa8'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:02:59.306917 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090fa1de-7732-4751-88d4-265eca3bc984 req-21d2d817-fae4-4b85-bd32-faba9fc164f3 tempest-LiveAutoBlockMigrationV225Test-940020400 tempest-LiveAutoBlockMigrationV225Test-940020400-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:59.308465 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-090fa1de-7732-4751-88d4-265eca3bc984 req-21d2d817-fae4-4b85-bd32-faba9fc164f3 tempest-LiveAutoBlockMigrationV225Test-940020400 tempest-LiveAutoBlockMigrationV225Test-940020400-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=a09c81f0-e946-4a9d-9b3b-f55046c6af2c HTTP/1.1" status: 200 len: 1098 time: 0.0430791 May 18 18:02:59.331415 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4ed153-2f0e-4d8a-8810-a1c862556c9c req-8857f56d-aeec-4b4a-8b58-195041e11670 tempest-DeleteServersAdminTestJSON-645487239 tempest-DeleteServersAdminTestJSON-645487239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:59.332927 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8d4ed153-2f0e-4d8a-8810-a1c862556c9c req-8857f56d-aeec-4b4a-8b58-195041e11670 tempest-DeleteServersAdminTestJSON-645487239 tempest-DeleteServersAdminTestJSON-645487239-project] 10.222.0.85 "GET /v2.0/ports?device_id=f7b26d6e-66a5-4e1e-b4e6-46f14ad3d4e8 HTTP/1.1" status: 200 len: 947 time: 0.0535827 May 18 18:02:59.347131 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-090fa1de-7732-4751-88d4-265eca3bc984 req-7d104d95-b9ac-4c23-8186-b798db0aa0dd tempest-LiveAutoBlockMigrationV225Test-940020400 tempest-LiveAutoBlockMigrationV225Test-940020400-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=bda815dc-3228-454b-a95b-f89a3eeb79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309350 May 18 18:02:59.373360 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8d4ed153-2f0e-4d8a-8810-a1c862556c9c req-b5e956e8-8410-4710-9e27-65aba4751de2 tempest-DeleteServersAdminTestJSON-645487239 tempest-DeleteServersAdminTestJSON-645487239-project] 10.222.0.85 "GET /v2.0/security-groups?id=6e6399f4-ec67-4cda-83d9-a5ed72d9ba7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343091 May 18 18:02:59.543075 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99068296-8a86-4ead-80c6-ae8b77fc626f req-5ee1437e-4682-4cd9-9c5c-d4b0ed18afa7 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:59.545145 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-99068296-8a86-4ead-80c6-ae8b77fc626f req-5ee1437e-4682-4cd9-9c5c-d4b0ed18afa7 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3939e9c-41fb-4a2c-9412-8402f051cf0b HTTP/1.1" status: 200 len: 950 time: 0.0584962 May 18 18:02:59.595783 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-99068296-8a86-4ead-80c6-ae8b77fc626f req-ff85bf19-8229-4b4f-9542-f923ab2dd04b tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415723 May 18 18:02:59.787905 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b060482c-fabd-4bcb-af07-d4cd7b2f4625 req-fc3fd402-fcde-4a35-a369-dca97a88441f tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:02:59.789347 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b060482c-fabd-4bcb-af07-d4cd7b2f4625 req-fc3fd402-fcde-4a35-a369-dca97a88441f tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/networks?id=e7bb4226-ce97-4ecd-a736-061f4f786581 HTTP/1.1" status: 200 len: 820 time: 0.1075075 May 18 18:02:59.807939 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b060482c-fabd-4bcb-af07-d4cd7b2f4625 req-8c65dd6b-eb8c-4478-bd4e-522c09699a5c tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/quotas/38c3fbce1f554996bc4a73e5f0f7c3e8 HTTP/1.1" status: 200 len: 375 time: 0.0121167 May 18 18:02:59.864527 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b060482c-fabd-4bcb-af07-d4cd7b2f4625 req-7b93a0ba-460c-47e1-a354-e50bdb5ef95b tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=38c3fbce1f554996bc4a73e5f0f7c3e8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0495384 May 18 18:02:59.973711 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b060482c-fabd-4bcb-af07-d4cd7b2f4625 req-cbdc1a92-bc31-4fc5-9a67-abeb570297a2 service neutron] 10.222.0.85 "GET /v2.0/networks/e7bb4226-ce97-4ecd-a736-061f4f786581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003528 May 18 18:03:00.068942 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b060482c-fabd-4bcb-af07-d4cd7b2f4625 req-01a4b286-c571-4ad2-bc1d-391c339a3525 service neutron] 10.222.0.85 "GET /v2.0/networks/e7bb4226-ce97-4ecd-a736-061f4f786581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886953 May 18 18:03:00.095188 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3154cbc9-f9fb-4e3b-a90f-f1dd1dfd3531 req-31aaffd6-52df-4c47-8fb0-a9120ce30eb2 tempest-QuotasAdminNegativeTest-920939360 tempest-QuotasAdminNegativeTest-920939360-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=2b56cdccca3647528ab4c3ff90fdebd4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0233977 May 18 18:03:00.217055 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3154cbc9-f9fb-4e3b-a90f-f1dd1dfd3531 req-c9cf5603-abb8-4e52-a858-24d2756e3c13 tempest-QuotasAdminNegativeTest-920939360 tempest-QuotasAdminNegativeTest-920939360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:00.218603 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3154cbc9-f9fb-4e3b-a90f-f1dd1dfd3531 req-c9cf5603-abb8-4e52-a858-24d2756e3c13 tempest-QuotasAdminNegativeTest-920939360 tempest-QuotasAdminNegativeTest-920939360-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1153274 May 18 18:03:00.239183 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3154cbc9-f9fb-4e3b-a90f-f1dd1dfd3531 req-d84aa1b2-b515-4ece-b7bc-3992f2d1fcc5 tempest-QuotasAdminNegativeTest-920939360 tempest-QuotasAdminNegativeTest-920939360-project] 10.222.0.85 "GET /v2.0/quotas/2b56cdccca3647528ab4c3ff90fdebd4 HTTP/1.1" status: 200 len: 375 time: 0.0136590 May 18 18:03:00.275316 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-31928d2e-5be3-47de-84fe-caec903cfcec req-cc8aae31-b8bb-4322-806f-03aebef97ab0 tempest-ServersAdmin275Test-1011939825 tempest-ServersAdmin275Test-1011939825-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=742e25d2-ccad-4925-a8fc-bd66e6e7025b HTTP/1.1" status: 200 len: 210 time: 0.0345936 May 18 18:03:00.280390 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3154cbc9-f9fb-4e3b-a90f-f1dd1dfd3531 req-7b73861b-0a36-4ec7-b8ac-222954d79c36 tempest-QuotasAdminNegativeTest-920939360 tempest-QuotasAdminNegativeTest-920939360-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=2b56cdccca3647528ab4c3ff90fdebd4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0337927 May 18 18:03:00.393481 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device e257c493-8718-476d-8c6f-9c2d956f3fa8 up at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:03:00.455764 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2cf15850-e376-4ef5-8b32-4c6f9d8624b0 req-695b24e0-8e0c-4415-84ba-2a2cf87d16e4 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/ports?device_id=37b6f181-4d76-4205-a196-1fa0b0b50cc2 HTTP/1.1" status: 200 len: 210 time: 0.0295630 May 18 18:03:00.467436 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning for port e257c493-8718-476d-8c6f-9c2d956f3fa8 completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:03:00.472700 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning complete for port e257c493-8718-476d-8c6f-9c2d956f3fa8 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:03:00.473336 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:00.494407 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5654866d-862d-49b2-a1dd-84c1be9ee317 req-fb3db367-0f3e-48d9-a8f2-5516bdca3507 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:00.496671 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5654866d-862d-49b2-a1dd-84c1be9ee317 req-fb3db367-0f3e-48d9-a8f2-5516bdca3507 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/ports?device_id=9fd52930-74c1-446a-8fe8-b01fb6bc2060 HTTP/1.1" status: 200 len: 949 time: 0.0849471 May 18 18:03:00.553041 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5654866d-862d-49b2-a1dd-84c1be9ee317 req-b2b30eca-bc7e-4f93-a740-3dca8043c860 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/security-groups?id=b842f2e0-06aa-4b03-8465-45658e93896b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498345 May 18 18:03:00.583972 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port e257c493-8718-476d-8c6f-9c2d956f3fa8 is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:03:00.584367 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:00.612838 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7b26d6e-66a5-4e1e-b4e6-46f14ad3d4e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e257c493-8718-476d-8c6f-9c2d956f3fa8'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:03:00.615784 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-905580bf-2db7-43cd-9871-0ffc5d56c9e0" -d '{"events": [{"server_uuid": "f7b26d6e-66a5-4e1e-b4e6-46f14ad3d4e8", "name": "network-vif-plugged", "status": "completed", "tag": "e257c493-8718-476d-8c6f-9c2d956f3fa8"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:03:00.629661 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port e257c493-8718-476d-8c6f-9c2d956f3fa8, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=e257c493-8718-476d-8c6f-9c2d956f3fa8,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:03:00.634926 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:00.746712 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=e257c493-8718-476d-8c6f-9c2d956f3fa8,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:03:00.758954 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:00.811110 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e53a17c-c856-4dca-af7a-5c77227e2e37 req-a4bea20f-9090-4f4f-8aec-38a7754e23ce tempest-DeleteServersAdminTestJSON-645487239 tempest-DeleteServersAdminTestJSON-645487239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:00.812634 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7e53a17c-c856-4dca-af7a-5c77227e2e37 req-a4bea20f-9090-4f4f-8aec-38a7754e23ce tempest-DeleteServersAdminTestJSON-645487239 tempest-DeleteServersAdminTestJSON-645487239-project] 10.222.0.85 "GET /v2.0/ports?device_id=f7b26d6e-66a5-4e1e-b4e6-46f14ad3d4e8 HTTP/1.1" status: 200 len: 948 time: 0.0651321 May 18 18:03:00.847679 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:00.867029 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7e53a17c-c856-4dca-af7a-5c77227e2e37 req-31a122e1-e757-4235-af99-e511aabf3acf tempest-DeleteServersAdminTestJSON-645487239 tempest-DeleteServersAdminTestJSON-645487239-project] 10.222.0.85 "GET /v2.0/security-groups?id=6e6399f4-ec67-4cda-83d9-a5ed72d9ba7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465991 May 18 18:03:00.918466 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-045dc9ec-178f-4531-98b4-4f395b6e7bd9 x-openstack-request-id: req-045dc9ec-178f-4531-98b4-4f395b6e7bd9 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:03:00.918927 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7b26d6e-66a5-4e1e-b4e6-46f14ad3d4e8", "name": "network-vif-plugged", "status": "completed", "tag": "e257c493-8718-476d-8c6f-9c2d956f3fa8", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:03:00.919420 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-045dc9ec-178f-4531-98b4-4f395b6e7bd9 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:03:00.919930 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-045dc9ec-178f-4531-98b4-4f395b6e7bd9'] response: {'server_uuid': 'f7b26d6e-66a5-4e1e-b4e6-46f14ad3d4e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e257c493-8718-476d-8c6f-9c2d956f3fa8', 'code': 200} May 18 18:03:01.067320 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc735d1e-cdfc-4366-9aee-08c77f7d3cc4 req-efa24416-10bf-4b70-bbea-eb024a2cfe8a tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:01.068866 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bc735d1e-cdfc-4366-9aee-08c77f7d3cc4 req-efa24416-10bf-4b70-bbea-eb024a2cfe8a tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3939e9c-41fb-4a2c-9412-8402f051cf0b HTTP/1.1" status: 200 len: 950 time: 0.1003425 May 18 18:03:01.094760 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927f2a16-cd46-4278-a21a-adab95f3fa7a req-b226ebdb-e90e-4bc4-85b0-a4bbfa1ff00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:01.096860 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-927f2a16-cd46-4278-a21a-adab95f3fa7a req-b226ebdb-e90e-4bc4-85b0-a4bbfa1ff00b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f7b26d6e-66a5-4e1e-b4e6-46f14ad3d4e8 HTTP/1.1" status: 200 len: 1099 time: 0.0823534 May 18 18:03:01.140624 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bc735d1e-cdfc-4366-9aee-08c77f7d3cc4 req-a820aee3-ef8b-442c-a8ea-076a708e3869 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604525 May 18 18:03:01.154072 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-927f2a16-cd46-4278-a21a-adab95f3fa7a req-b1627da4-0acc-4584-a656-a10e3591dd42 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=6e6399f4-ec67-4cda-83d9-a5ed72d9ba7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500200 May 18 18:03:01.376916 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-77c3cf23-3a70-4db6-8c52-f361d9255ae8 req-6e18818c-a1c5-4713-8619-daebb3604b89 tempest-QuotasAdminNegativeTest-920939360 tempest-QuotasAdminNegativeTest-920939360-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=2b56cdccca3647528ab4c3ff90fdebd4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286162 May 18 18:03:01.590579 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c3cf23-3a70-4db6-8c52-f361d9255ae8 req-641ff5f6-6d7a-4077-84ae-3bd8754dd2dd tempest-QuotasAdminNegativeTest-920939360 tempest-QuotasAdminNegativeTest-920939360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:01.592396 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-77c3cf23-3a70-4db6-8c52-f361d9255ae8 req-641ff5f6-6d7a-4077-84ae-3bd8754dd2dd tempest-QuotasAdminNegativeTest-920939360 tempest-QuotasAdminNegativeTest-920939360-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2058785 May 18 18:03:01.599293 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b060482c-fabd-4bcb-af07-d4cd7b2f4625 req-e5c6f2e0-2c9e-4bc5-91f2-1046237c3fdf tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:01.600848 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b060482c-fabd-4bcb-af07-d4cd7b2f4625 req-e5c6f2e0-2c9e-4bc5-91f2-1046237c3fdf tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.88 "GET /v2.0/networks?id=e7bb4226-ce97-4ecd-a736-061f4f786581 HTTP/1.1" status: 200 len: 820 time: 0.2026808 May 18 18:03:01.614800 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-b060482c-fabd-4bcb-af07-d4cd7b2f4625 req-e0031f38-7fc8-4c90-8177-4605caf7c5a8 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Request body: {'port': {'device_id': '37b6f181-4d76-4205-a196-1fa0b0b50cc2', 'network_id': 'e7bb4226-ce97-4ecd-a736-061f4f786581', 'admin_state_up': True, 'tenant_id': '38c3fbce1f554996bc4a73e5f0f7c3e8'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:03:01.618824 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-77c3cf23-3a70-4db6-8c52-f361d9255ae8 req-90833023-3f74-481a-88de-eedd4876f03f tempest-QuotasAdminNegativeTest-920939360 tempest-QuotasAdminNegativeTest-920939360-project] 10.222.0.85 "GET /v2.0/quotas/2b56cdccca3647528ab4c3ff90fdebd4 HTTP/1.1" status: 200 len: 375 time: 0.0172007 May 18 18:03:01.623476 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9e110366-ec47-4258-b3d0-44eed8a1688d req-87ac0177-994e-48ef-9d6e-f984776eae32 tempest-ServersAdmin275Test-1011939825 tempest-ServersAdmin275Test-1011939825-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=742e25d2-ccad-4925-a8fc-bd66e6e7025b HTTP/1.1" status: 200 len: 210 time: 0.0289354 May 18 18:03:01.710774 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-77c3cf23-3a70-4db6-8c52-f361d9255ae8 req-49a04883-5985-47d7-bb7e-6d04ba441520 tempest-QuotasAdminNegativeTest-920939360 tempest-QuotasAdminNegativeTest-920939360-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=2b56cdccca3647528ab4c3ff90fdebd4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0781891 May 18 18:03:01.783801 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f50a075e-3fe3-4ddc-a11d-e8ef84fe7bd2 req-16bafb21-d2e6-4375-a804-88a8175cd6c0 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/ports?device_id=37b6f181-4d76-4205-a196-1fa0b0b50cc2 HTTP/1.1" status: 200 len: 210 time: 0.0336719 May 18 18:03:01.798551 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b060482c-fabd-4bcb-af07-d4cd7b2f4625 req-e0031f38-7fc8-4c90-8177-4605caf7c5a8 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Made reservation on behalf of 38c3fbce1f554996bc4a73e5f0f7c3e8 for: {'port': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:03:01.805926 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-b060482c-fabd-4bcb-af07-d4cd7b2f4625 req-e0031f38-7fc8-4c90-8177-4605caf7c5a8 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:01.901352 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308cfccf-23ee-4c4b-b709-ce690599939c req-61609611-8820-40a5-8077-8b0002b69c8f tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:01.902899 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-308cfccf-23ee-4c4b-b709-ce690599939c req-61609611-8820-40a5-8077-8b0002b69c8f tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/ports?device_id=9fd52930-74c1-446a-8fe8-b01fb6bc2060 HTTP/1.1" status: 200 len: 949 time: 0.0559137 May 18 18:03:01.958470 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-308cfccf-23ee-4c4b-b709-ce690599939c req-412ff463-0281-4bca-be19-e3c30517fc78 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/security-groups?id=b842f2e0-06aa-4b03-8465-45658e93896b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474575 May 18 18:03:01.986737 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [req-b060482c-fabd-4bcb-af07-d4cd7b2f4625 req-e0031f38-7fc8-4c90-8177-4605caf7c5a8 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Allocated IP 172.20.0.2 (e7bb4226-ce97-4ecd-a736-061f4f786581/cf982f85-dd38-4a89-9c21-fca17676813e/793d1fc5-3dfd-42ee-ada4-434fe7234b7f) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:03:02.177724 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-b060482c-fabd-4bcb-af07-d4cd7b2f4625 req-e0031f38-7fc8-4c90-8177-4605caf7c5a8 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:02.227871 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-b060482c-fabd-4bcb-af07-d4cd7b2f4625 req-e0031f38-7fc8-4c90-8177-4605caf7c5a8 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:02.250242 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['00b5b1f0-0c0e-4582-a42c-38ea84aad20c'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:03:02.256244 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdfa1c3-032c-4367-92ae-f1cab5010c94 req-77139f8b-223a-4692-8d5e-4ea3627691ad tempest-DeleteServersAdminTestJSON-645487239 tempest-DeleteServersAdminTestJSON-645487239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:02.264080 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7cdfa1c3-032c-4367-92ae-f1cab5010c94 req-77139f8b-223a-4692-8d5e-4ea3627691ad tempest-DeleteServersAdminTestJSON-645487239 tempest-DeleteServersAdminTestJSON-645487239-project] 10.222.0.85 "GET /v2.0/ports?device_id=f7b26d6e-66a5-4e1e-b4e6-46f14ad3d4e8 HTTP/1.1" status: 200 len: 948 time: 0.0690031 May 18 18:03:02.283213 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b060482c-fabd-4bcb-af07-d4cd7b2f4625 req-e0031f38-7fc8-4c90-8177-4605caf7c5a8 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Network e7bb4226-ce97-4ecd-a736-061f4f786581 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:03:02.286307 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [req-b060482c-fabd-4bcb-af07-d4cd7b2f4625 req-e0031f38-7fc8-4c90-8177-4605caf7c5a8 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:03:02.293865 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-b060482c-fabd-4bcb-af07-d4cd7b2f4625 req-e0031f38-7fc8-4c90-8177-4605caf7c5a8 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:03:02.317080 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7cdfa1c3-032c-4367-92ae-f1cab5010c94 req-c1e8b20c-c39d-4a8d-9827-392053a7be2e tempest-DeleteServersAdminTestJSON-645487239 tempest-DeleteServersAdminTestJSON-645487239-project] 10.222.0.85 "GET /v2.0/security-groups?id=6e6399f4-ec67-4cda-83d9-a5ed72d9ba7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502911 May 18 18:03:02.365416 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b060482c-fabd-4bcb-af07-d4cd7b2f4625 req-e0031f38-7fc8-4c90-8177-4605caf7c5a8 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:02.366096 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-b060482c-fabd-4bcb-af07-d4cd7b2f4625 req-e0031f38-7fc8-4c90-8177-4605caf7c5a8 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:02.393240 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0031f38-7fc8-4c90-8177-4605caf7c5a8 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Pushing event updated for resources: {'Port': ['ID=793d1fc5-3dfd-42ee-ada4-434fe7234b7f,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:03:02.421542 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0031f38-7fc8-4c90-8177-4605caf7c5a8 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:03:02.421890 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0031f38-7fc8-4c90-8177-4605caf7c5a8 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:03:02.422232 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0031f38-7fc8-4c90-8177-4605caf7c5a8 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:03:02.422595 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0031f38-7fc8-4c90-8177-4605caf7c5a8 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:03:02.423051 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0031f38-7fc8-4c90-8177-4605caf7c5a8 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:03:02.423792 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0031f38-7fc8-4c90-8177-4605caf7c5a8 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:03:02.424169 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0031f38-7fc8-4c90-8177-4605caf7c5a8 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:03:02.424672 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0031f38-7fc8-4c90-8177-4605caf7c5a8 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:03:02.425015 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0031f38-7fc8-4c90-8177-4605caf7c5a8 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:03:02.427103 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0031f38-7fc8-4c90-8177-4605caf7c5a8 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:03:02.427714 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0031f38-7fc8-4c90-8177-4605caf7c5a8 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:03:02.428969 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0031f38-7fc8-4c90-8177-4605caf7c5a8 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:03:02.471553 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b060482c-fabd-4bcb-af07-d4cd7b2f4625 req-e0031f38-7fc8-4c90-8177-4605caf7c5a8 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8607323 May 18 18:03:02.485095 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-b060482c-fabd-4bcb-af07-d4cd7b2f4625 req-8abd778e-4fdb-4eba-83f1-e137cabe14e5 service neutron] Request body: {'port': {'device_id': '37b6f181-4d76-4205-a196-1fa0b0b50cc2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-3'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:03:02.567624 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-b060482c-fabd-4bcb-af07-d4cd7b2f4625 req-8abd778e-4fdb-4eba-83f1-e137cabe14e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:02.567954 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837d4d58-8859-4e84-b58a-71b2a43b8012 req-7d61c2d2-f4fa-48a6-a654-d4831fa1eb77 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:02.569355 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-837d4d58-8859-4e84-b58a-71b2a43b8012 req-7d61c2d2-f4fa-48a6-a654-d4831fa1eb77 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3939e9c-41fb-4a2c-9412-8402f051cf0b HTTP/1.1" status: 200 len: 950 time: 0.0662942 May 18 18:03:02.639165 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-837d4d58-8859-4e84-b58a-71b2a43b8012 req-962acceb-4502-4e29-856e-6e3427b1700c tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576026 May 18 18:03:02.978692 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f5df4a21-9d9f-4bc4-93c1-0c8d6d1bb6a5 req-e9bb9203-6c5b-48ee-aae2-afa2ad8208fa tempest-ServersAdmin275Test-1011939825 tempest-ServersAdmin275Test-1011939825-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=742e25d2-ccad-4925-a8fc-bd66e6e7025b HTTP/1.1" status: 200 len: 210 time: 0.0380886 May 18 18:03:03.041477 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [req-b060482c-fabd-4bcb-af07-d4cd7b2f4625 req-8abd778e-4fdb-4eba-83f1-e137cabe14e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 793d1fc5-3dfd-42ee-ada4-434fe7234b7f {{(pid=102730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:03:03.051081 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-b060482c-fabd-4bcb-af07-d4cd7b2f4625 req-8abd778e-4fdb-4eba-83f1-e137cabe14e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:03.067319 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [req-b060482c-fabd-4bcb-af07-d4cd7b2f4625 req-8abd778e-4fdb-4eba-83f1-e137cabe14e5 service neutron] Transition to ACTIVE for port object 793d1fc5-3dfd-42ee-ada4-434fe7234b7f will not be triggered until provisioned by entity L2. {{(pid=102730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:03:03.072265 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-b060482c-fabd-4bcb-af07-d4cd7b2f4625 req-8abd778e-4fdb-4eba-83f1-e137cabe14e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:03.149022 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abd778e-4fdb-4eba-83f1-e137cabe14e5 service neutron] Pushing event updated for resources: {'Port': ['ID=793d1fc5-3dfd-42ee-ada4-434fe7234b7f,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:03:03.274979 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc0279c-b9f4-4a60-8681-e042d8682f29 req-d80e9cb5-c4c1-4d81-b7fb-8966f884b00d tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:03.276760 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ecc0279c-b9f4-4a60-8681-e042d8682f29 req-d80e9cb5-c4c1-4d81-b7fb-8966f884b00d tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/ports?device_id=37b6f181-4d76-4205-a196-1fa0b0b50cc2 HTTP/1.1" status: 200 len: 943 time: 0.0558338 May 18 18:03:03.324776 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ecc0279c-b9f4-4a60-8681-e042d8682f29 req-9c2e6543-7c88-4f0b-a7d0-d37e8df8d166 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/security-groups?id=bda815dc-3228-454b-a95b-f89a3eeb79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411515 May 18 18:03:03.448499 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2686ff0c-e1cb-47c3-a909-871fcfe04a36 req-3f3a601d-9e70-4fcf-b2f6-3487374e5c5b tempest-QuotasAdminNegativeTest-920939360 tempest-QuotasAdminNegativeTest-920939360-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=2b56cdccca3647528ab4c3ff90fdebd4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0399969 May 18 18:03:03.482380 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7e5013b6-347e-4275-8e2a-3cde22837a80 req-b8a4e093-444f-4453-a8bd-5ca7b5a5b806 tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-securitygroup--1752355437&fields=id&tenant_id=0d4eb23333684335bd57fa66f03d4443 HTTP/1.1" status: 200 len: 267 time: 0.3690782 May 18 18:03:03.532411 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-b060482c-fabd-4bcb-af07-d4cd7b2f4625 req-8abd778e-4fdb-4eba-83f1-e137cabe14e5 service neutron] Attempting to bind port 793d1fc5-3dfd-42ee-ada4-434fe7234b7f on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:03:03.532756 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-b060482c-fabd-4bcb-af07-d4cd7b2f4625 req-8abd778e-4fdb-4eba-83f1-e137cabe14e5 service neutron] Attempting to bind port 793d1fc5-3dfd-42ee-ada4-434fe7234b7f by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': '6537e25f-afe8-4089-8825-f23e3073c58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'e7bb4226-ce97-4ecd-a736-061f4f786581'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:03:03.533085 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b060482c-fabd-4bcb-af07-d4cd7b2f4625 req-8abd778e-4fdb-4eba-83f1-e137cabe14e5 service neutron] Attempting to bind port 793d1fc5-3dfd-42ee-ada4-434fe7234b7f on network e7bb4226-ce97-4ecd-a736-061f4f786581 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:03:03.560518 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2686ff0c-e1cb-47c3-a909-871fcfe04a36 req-8c34df32-7ce8-48a7-a3a8-d67bec4a573b tempest-QuotasAdminNegativeTest-920939360 tempest-QuotasAdminNegativeTest-920939360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:03.562107 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2686ff0c-e1cb-47c3-a909-871fcfe04a36 req-8c34df32-7ce8-48a7-a3a8-d67bec4a573b tempest-QuotasAdminNegativeTest-920939360 tempest-QuotasAdminNegativeTest-920939360-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1078737 May 18 18:03:03.571736 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b060482c-fabd-4bcb-af07-d4cd7b2f4625 req-8abd778e-4fdb-4eba-83f1-e137cabe14e5 service neutron] Port 793d1fc5-3dfd-42ee-ada4-434fe7234b7f on network e7bb4226-ce97-4ecd-a736-061f4f786581 not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:03:03.572186 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b060482c-fabd-4bcb-af07-d4cd7b2f4625 req-8abd778e-4fdb-4eba-83f1-e137cabe14e5 service neutron] Attempting to bind port 793d1fc5-3dfd-42ee-ada4-434fe7234b7f on network e7bb4226-ce97-4ecd-a736-061f4f786581 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:03:03.582944 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2686ff0c-e1cb-47c3-a909-871fcfe04a36 req-0cff7a71-18fa-4d78-ad27-aa35e93c531d tempest-QuotasAdminNegativeTest-920939360 tempest-QuotasAdminNegativeTest-920939360-project] 10.222.0.85 "GET /v2.0/quotas/2b56cdccca3647528ab4c3ff90fdebd4 HTTP/1.1" status: 200 len: 375 time: 0.0146186 May 18 18:03:03.583895 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b060482c-fabd-4bcb-af07-d4cd7b2f4625 req-8abd778e-4fdb-4eba-83f1-e137cabe14e5 service neutron] Checking agent: {'id': 'd1be059a-68ea-4c77-9b2b-29f4afa47e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:03:03.584339 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b060482c-fabd-4bcb-af07-d4cd7b2f4625 req-8abd778e-4fdb-4eba-83f1-e137cabe14e5 service neutron] Checking segment: {'id': '6537e25f-afe8-4089-8825-f23e3073c58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'e7bb4226-ce97-4ecd-a736-061f4f786581'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:03:03.587460 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b060482c-fabd-4bcb-af07-d4cd7b2f4625 req-8abd778e-4fdb-4eba-83f1-e137cabe14e5 service neutron] Bound using segment: {'id': '6537e25f-afe8-4089-8825-f23e3073c58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'e7bb4226-ce97-4ecd-a736-061f4f786581'} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:03:03.587460 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-b060482c-fabd-4bcb-af07-d4cd7b2f4625 req-8abd778e-4fdb-4eba-83f1-e137cabe14e5 service neutron] Bound port: 793d1fc5-3dfd-42ee-ada4-434fe7234b7f, host: n-h2-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6537e25f-afe8-4089-8825-f23e3073c58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'e7bb4226-ce97-4ecd-a736-061f4f786581'}}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:03:03.587460 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-b060482c-fabd-4bcb-af07-d4cd7b2f4625 req-8abd778e-4fdb-4eba-83f1-e137cabe14e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:03.619544 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2686ff0c-e1cb-47c3-a909-871fcfe04a36 req-17e11f72-de4e-429d-aaa0-8e57699e2931 tempest-QuotasAdminNegativeTest-920939360 tempest-QuotasAdminNegativeTest-920939360-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=2b56cdccca3647528ab4c3ff90fdebd4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293064 May 18 18:03:03.676149 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5013b6-347e-4275-8e2a-3cde22837a80 req-21348449-d601-41d2-8d36-61568b1d803f tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:03.676149 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7e5013b6-347e-4275-8e2a-3cde22837a80 req-21348449-d601-41d2-8d36-61568b1d803f tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] 10.222.0.85 "GET /v2.0/networks?id=f7cf31b5-1eeb-4bf6-bd77-be90f0ebecb7 HTTP/1.1" status: 200 len: 823 time: 0.1811681 May 18 18:03:03.700488 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7e5013b6-347e-4275-8e2a-3cde22837a80 req-2cb71c25-58fb-4d34-ab7b-13f30d7113aa tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] 10.222.0.85 "GET /v2.0/quotas/0d4eb23333684335bd57fa66f03d4443 HTTP/1.1" status: 200 len: 375 time: 0.0198317 May 18 18:03:03.701690 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-b060482c-fabd-4bcb-af07-d4cd7b2f4625 req-8abd778e-4fdb-4eba-83f1-e137cabe14e5 service neutron] For port 793d1fc5-3dfd-42ee-ada4-434fe7234b7f, host n-h2-838550-3, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:03:03.705323 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-b060482c-fabd-4bcb-af07-d4cd7b2f4625 req-8abd778e-4fdb-4eba-83f1-e137cabe14e5 service neutron] For port 793d1fc5-3dfd-42ee-ada4-434fe7234b7f, host n-h2-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=793d1fc5-3dfd-42ee-ada4-434fe7234b7f,segment=NetworkSegment(6537e25f-afe8-4089-8825-f23e3073c58d),segment_id=6537e25f-afe8-4089-8825-f23e3073c58d)] {{(pid=102730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:03:03.721653 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-b060482c-fabd-4bcb-af07-d4cd7b2f4625 req-8abd778e-4fdb-4eba-83f1-e137cabe14e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:03.783784 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b060482c-fabd-4bcb-af07-d4cd7b2f4625 req-8abd778e-4fdb-4eba-83f1-e137cabe14e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:03.784409 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-b060482c-fabd-4bcb-af07-d4cd7b2f4625 req-8abd778e-4fdb-4eba-83f1-e137cabe14e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:03.785896 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b060482c-fabd-4bcb-af07-d4cd7b2f4625 req-8abd778e-4fdb-4eba-83f1-e137cabe14e5 service neutron] 10.222.0.88 "PUT /v2.0/ports/793d1fc5-3dfd-42ee-ada4-434fe7234b7f HTTP/1.1" status: 200 len: 1091 time: 1.3051782 May 18 18:03:03.786357 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37b6f181-4d76-4205-a196-1fa0b0b50cc2', 'tag': '793d1fc5-3dfd-42ee-ada4-434fe7234b7f'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:03:03.788753 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8063e229-5e8f-4496-a170-8f874c9d98b3" -d '{"events": [{"name": "network-changed", "server_uuid": "37b6f181-4d76-4205-a196-1fa0b0b50cc2", "tag": "793d1fc5-3dfd-42ee-ada4-434fe7234b7f"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:03:03.808622 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b2a189-11fc-41ee-8d2a-93f7e2ab52b6 req-0b1f00fd-39ec-44ac-b8c0-eeab2bb9f669 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:03.811410 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f4b2a189-11fc-41ee-8d2a-93f7e2ab52b6 req-0b1f00fd-39ec-44ac-b8c0-eeab2bb9f669 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/ports?device_id=9fd52930-74c1-446a-8fe8-b01fb6bc2060 HTTP/1.1" status: 200 len: 949 time: 0.0687311 May 18 18:03:03.826006 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7e5013b6-347e-4275-8e2a-3cde22837a80 req-76da83fa-8629-4c39-a35a-b5c1fe983154 tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=0d4eb23333684335bd57fa66f03d4443&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1169810 May 18 18:03:03.826830 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abd778e-4fdb-4eba-83f1-e137cabe14e5 service neutron] Pushing event updated for resources: {'Port': ['ID=793d1fc5-3dfd-42ee-ada4-434fe7234b7f,revision_number=3']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:03:03.862916 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f4b2a189-11fc-41ee-8d2a-93f7e2ab52b6 req-4ab49c9d-4649-4a6a-9154-2db0814138f4 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/security-groups?id=b842f2e0-06aa-4b03-8465-45658e93896b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398076 May 18 18:03:03.920806 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b060482c-fabd-4bcb-af07-d4cd7b2f4625 req-dfb6b55b-bdc2-4a4c-8fa6-d32b247d2f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:03.922577 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b060482c-fabd-4bcb-af07-d4cd7b2f4625 req-dfb6b55b-bdc2-4a4c-8fa6-d32b247d2f94 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=38c3fbce1f554996bc4a73e5f0f7c3e8&device_id=37b6f181-4d76-4205-a196-1fa0b0b50cc2 HTTP/1.1" status: 200 len: 1094 time: 0.0919883 May 18 18:03:04.022402 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b060482c-fabd-4bcb-af07-d4cd7b2f4625 req-c6a31a31-202b-4736-a0f4-b0cafcecae5c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=793d1fc5-3dfd-42ee-ada4-434fe7234b7f HTTP/1.1" status: 200 len: 217 time: 0.0909345 May 18 18:03:04.073740 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7e5013b6-347e-4275-8e2a-3cde22837a80 req-8f8816f4-83a9-41c9-bdcf-266b40c3f943 service neutron] 10.222.0.85 "GET /v2.0/networks/f7cf31b5-1eeb-4bf6-bd77-be90f0ebecb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170982 May 18 18:03:04.147263 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b060482c-fabd-4bcb-af07-d4cd7b2f4625 req-e166c08f-9c7d-49b7-900e-426c7be74389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:04.148742 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b060482c-fabd-4bcb-af07-d4cd7b2f4625 req-e166c08f-9c7d-49b7-900e-426c7be74389 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=cf982f85-dd38-4a89-9c21-fca17676813e HTTP/1.1" status: 200 len: 860 time: 0.1155641 May 18 18:03:04.191993 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b060482c-fabd-4bcb-af07-d4cd7b2f4625 req-e094a14e-1605-45cc-9a3c-2a55d6cb3c4c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=e7bb4226-ce97-4ecd-a736-061f4f786581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328031 May 18 18:03:04.229670 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7e5013b6-347e-4275-8e2a-3cde22837a80 req-8ac7efca-285b-41c0-96f0-23ee71bc9c55 service neutron] 10.222.0.85 "GET /v2.0/networks/f7cf31b5-1eeb-4bf6-bd77-be90f0ebecb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488705 May 18 18:03:04.305028 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b060482c-fabd-4bcb-af07-d4cd7b2f4625 req-a854df13-a695-4ac3-9b86-2601416fb847 service neutron] 10.222.0.88 "GET /v2.0/networks/e7bb4226-ce97-4ecd-a736-061f4f786581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026559 May 18 18:03:04.459204 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1345b819-1c27-4fe1-9671-c8fcd91e5aa9 req-543b4168-5256-4ec4-a24d-8c9faeb51ca4 tempest-DeleteServersAdminTestJSON-645487239 tempest-DeleteServersAdminTestJSON-645487239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:04.461379 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1345b819-1c27-4fe1-9671-c8fcd91e5aa9 req-543b4168-5256-4ec4-a24d-8c9faeb51ca4 tempest-DeleteServersAdminTestJSON-645487239 tempest-DeleteServersAdminTestJSON-645487239-project] 10.222.0.85 "GET /v2.0/ports?device_id=f7b26d6e-66a5-4e1e-b4e6-46f14ad3d4e8 HTTP/1.1" status: 200 len: 948 time: 0.0615115 May 18 18:03:04.504778 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003c14f8-1c34-406b-a1df-800246f810e4 req-4f3026f9-e969-4c74-9851-b68c2b4f0147 tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:04.506283 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-003c14f8-1c34-406b-a1df-800246f810e4 req-4f3026f9-e969-4c74-9851-b68c2b4f0147 tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] 10.222.0.88 "GET /v2.0/ports?device_id=0cf7e481-afee-4167-ab64-1c83d9503ded HTTP/1.1" status: 200 len: 946 time: 0.1553371 May 18 18:03:04.510742 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1345b819-1c27-4fe1-9671-c8fcd91e5aa9 req-ee188532-7dbf-4ef1-8182-c2696972f8f2 tempest-DeleteServersAdminTestJSON-645487239 tempest-DeleteServersAdminTestJSON-645487239-project] 10.222.0.85 "GET /v2.0/security-groups?id=6e6399f4-ec67-4cda-83d9-a5ed72d9ba7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422635 May 18 18:03:04.554478 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b060482c-fabd-4bcb-af07-d4cd7b2f4625 req-afcfb94b-00cd-4ce3-8346-705ec8a73697 service neutron] 10.222.0.88 "GET /v2.0/networks/e7bb4226-ce97-4ecd-a736-061f4f786581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180252 May 18 18:03:04.567447 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e08ffd7-cf11-4899-8f13-c67f8fe67ffb req-ae199591-fa47-47f1-89d4-95f9b8ee6d5a tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:04.569058 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4e08ffd7-cf11-4899-8f13-c67f8fe67ffb req-ae199591-fa47-47f1-89d4-95f9b8ee6d5a tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3939e9c-41fb-4a2c-9412-8402f051cf0b HTTP/1.1" status: 200 len: 950 time: 0.1421690 May 18 18:03:04.651235 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4e08ffd7-cf11-4899-8f13-c67f8fe67ffb req-58e6c630-1891-4a20-8e98-df4d1b1dcb4e tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723138 May 18 18:03:04.682434 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-003c14f8-1c34-406b-a1df-800246f810e4 req-1bfd24ce-f49c-4aca-abd7-507a32d72612 tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] Deleting port cf276825-a7ae-4f65-88ed-3d2e9fff178b {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:03:04.682955 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-003c14f8-1c34-406b-a1df-800246f810e4 req-1bfd24ce-f49c-4aca-abd7-507a32d72612 tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:04.786199 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c047ed6-7fc1-4db6-bb39-3082655968ed x-openstack-request-id: req-2c047ed6-7fc1-4db6-bb39-3082655968ed {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:03:04.786737 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37b6f181-4d76-4205-a196-1fa0b0b50cc2", "tag": "793d1fc5-3dfd-42ee-ada4-434fe7234b7f", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:03:04.787246 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-2c047ed6-7fc1-4db6-bb39-3082655968ed {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:03:04.787935 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c047ed6-7fc1-4db6-bb39-3082655968ed'] response: {'name': 'network-changed', 'server_uuid': '37b6f181-4d76-4205-a196-1fa0b0b50cc2', 'tag': '793d1fc5-3dfd-42ee-ada4-434fe7234b7f', 'status': 'completed', 'code': 200} May 18 18:03:04.798692 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8756e95c-8a74-49c1-a800-4c71f4220864 req-78400460-1972-4064-9f5f-5509ad4570d2 tempest-ServersAdmin275Test-1011939825 tempest-ServersAdmin275Test-1011939825-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=742e25d2-ccad-4925-a8fc-bd66e6e7025b HTTP/1.1" status: 200 len: 210 time: 0.0402122 May 18 18:03:04.927799 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-003c14f8-1c34-406b-a1df-800246f810e4 req-1bfd24ce-f49c-4aca-abd7-507a32d72612 tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] For port cf276825-a7ae-4f65-88ed-3d2e9fff178b, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=cf276825-a7ae-4f65-88ed-3d2e9fff178b,segment=NetworkSegment(233283e0-ebec-4cdf-9a24-cf365763643d),segment_id=233283e0-ebec-4cdf-9a24-cf365763643d)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:03:04.928380 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-003c14f8-1c34-406b-a1df-800246f810e4 req-1bfd24ce-f49c-4aca-abd7-507a32d72612 tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:04.937579 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8063e229-5e8f-4496-a170-8f874c9d98b3 req-eb170e8d-230f-4b95-87d9-10ad72018eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:04.940044 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8063e229-5e8f-4496-a170-8f874c9d98b3 req-eb170e8d-230f-4b95-87d9-10ad72018eff service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=38c3fbce1f554996bc4a73e5f0f7c3e8&device_id=37b6f181-4d76-4205-a196-1fa0b0b50cc2 HTTP/1.1" status: 200 len: 1094 time: 0.1509171 May 18 18:03:04.941942 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3b5156b2-3d36-47ad-8d4b-fa6a8af84a41 req-e0b54191-5470-41b5-89f2-268a5c49ed18 tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] 10.222.0.85 "GET /v2.0/ports?device_id=062b357a-3ac8-4c60-973c-5b126f46856b HTTP/1.1" status: 200 len: 210 time: 0.0319612 May 18 18:03:05.104257 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1610c33f-f04c-4655-a080-4ceb968911df req-96a96bde-a502-4569-857a-b9a114a334ee tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:05.106394 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1610c33f-f04c-4655-a080-4ceb968911df req-96a96bde-a502-4569-857a-b9a114a334ee tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/ports?device_id=37b6f181-4d76-4205-a196-1fa0b0b50cc2 HTTP/1.1" status: 200 len: 943 time: 0.2203577 May 18 18:03:05.274147 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8063e229-5e8f-4496-a170-8f874c9d98b3 req-c33bc26b-4cac-4cd4-a220-f0ce9ffa151d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:05.275774 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8063e229-5e8f-4496-a170-8f874c9d98b3 req-c33bc26b-4cac-4cd4-a220-f0ce9ffa151d service neutron] 10.222.0.88 "GET /v2.0/networks?id=e7bb4226-ce97-4ecd-a736-061f4f786581 HTTP/1.1" status: 200 len: 921 time: 0.3255162 May 18 18:03:05.288271 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1610c33f-f04c-4655-a080-4ceb968911df req-6e6df0d8-fa66-4f45-bba0-966afd853e27 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/security-groups?id=bda815dc-3228-454b-a95b-f89a3eeb79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709828 May 18 18:03:05.332519 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8063e229-5e8f-4496-a170-8f874c9d98b3 req-c1a8e9b0-d0e9-4ccc-85f1-187f5a3432b0 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=793d1fc5-3dfd-42ee-ada4-434fe7234b7f HTTP/1.1" status: 200 len: 217 time: 0.0431817 May 18 18:03:05.518261 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8063e229-5e8f-4496-a170-8f874c9d98b3 req-997a1936-29f0-417c-8b31-1d91ca132c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:05.519816 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8063e229-5e8f-4496-a170-8f874c9d98b3 req-997a1936-29f0-417c-8b31-1d91ca132c53 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=cf982f85-dd38-4a89-9c21-fca17676813e HTTP/1.1" status: 200 len: 860 time: 0.1780481 May 18 18:03:05.561818 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-003c14f8-1c34-406b-a1df-800246f810e4 req-1bfd24ce-f49c-4aca-abd7-507a32d72612 tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:05.562177 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-003c14f8-1c34-406b-a1df-800246f810e4 req-1bfd24ce-f49c-4aca-abd7-507a32d72612 tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596987'] for floatingip, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:05.562575 n-d-838550-3 neutron-server[102730]: INFO neutron.db.l3_db [req-003c14f8-1c34-406b-a1df-800246f810e4 req-1bfd24ce-f49c-4aca-abd7-507a32d72612 tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] Floating IP 4b97b547-18c8-4596-8000-87de6ca4f725 disassociated. External IP: 172.25.5.219, port: cf276825-a7ae-4f65-88ed-3d2e9fff178b. May 18 18:03:05.562918 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-003c14f8-1c34-406b-a1df-800246f810e4 req-1bfd24ce-f49c-4aca-abd7-507a32d72612 tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] Calling delete_port for cf276825-a7ae-4f65-88ed-3d2e9fff178b owned by compute:nova {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:03:05.567396 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8063e229-5e8f-4496-a170-8f874c9d98b3 req-2d921b0d-df96-47ae-9adf-edf8c33ba95e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=e7bb4226-ce97-4ecd-a736-061f4f786581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362322 May 18 18:03:05.585194 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5b9802-a7f6-4dba-8a8d-386a1ff987eb req-8b08a22e-3633-44d3-9f7a-59b899ca183f tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:05.586804 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ff5b9802-a7f6-4dba-8a8d-386a1ff987eb req-8b08a22e-3633-44d3-9f7a-59b899ca183f tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/ports?device_id=9fd52930-74c1-446a-8fe8-b01fb6bc2060 HTTP/1.1" status: 200 len: 949 time: 0.1596000 May 18 18:03:05.595956 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 45540) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:03:05.780029 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ff5b9802-a7f6-4dba-8a8d-386a1ff987eb req-29c12547-330f-48fc-91f8-c260e1e9270b tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/security-groups?id=b842f2e0-06aa-4b03-8465-45658e93896b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724348 May 18 18:03:05.820277 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d50370b2-30ba-44ab-a118-feb2932240be admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:05.868751 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8063e229-5e8f-4496-a170-8f874c9d98b3 req-91cdff6a-89b5-4548-b8d1-745a10fcfd6a service neutron] 10.222.0.88 "GET /v2.0/networks/e7bb4226-ce97-4ecd-a736-061f4f786581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2792923 May 18 18:03:05.908122 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06899f1d-5b66-4748-9bab-1ee3d63a6e2d req-30f5efe5-0cc5-4942-85e5-280f8a5ec9b1 tempest-DeleteServersAdminTestJSON-645487239 tempest-DeleteServersAdminTestJSON-645487239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:05.909932 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-06899f1d-5b66-4748-9bab-1ee3d63a6e2d req-30f5efe5-0cc5-4942-85e5-280f8a5ec9b1 tempest-DeleteServersAdminTestJSON-645487239 tempest-DeleteServersAdminTestJSON-645487239-project] 10.222.0.85 "GET /v2.0/ports?device_id=f7b26d6e-66a5-4e1e-b4e6-46f14ad3d4e8 HTTP/1.1" status: 200 len: 948 time: 0.1720376 May 18 18:03:05.932307 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5013b6-347e-4275-8e2a-3cde22837a80 req-e2ff22fa-d5cf-4a30-a254-d1db4dc3f085 tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:05.932668 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-003c14f8-1c34-406b-a1df-800246f810e4 req-1bfd24ce-f49c-4aca-abd7-507a32d72612 tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:05.935520 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7e5013b6-347e-4275-8e2a-3cde22837a80 req-e2ff22fa-d5cf-4a30-a254-d1db4dc3f085 tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] 10.222.0.88 "GET /v2.0/networks?id=f7cf31b5-1eeb-4bf6-bd77-be90f0ebecb7 HTTP/1.1" status: 200 len: 823 time: 0.2274733 May 18 18:03:05.975476 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfd24ce-f49c-4aca-abd7-507a32d72612 tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] Pushing event deleted for resources: {'Port': ['ID=cf276825-a7ae-4f65-88ed-3d2e9fff178b,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:03:06.052915 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8063e229-5e8f-4496-a170-8f874c9d98b3 req-c1c451e0-d320-4c90-af12-568ef3e35f5a service neutron] 10.222.0.88 "GET /v2.0/networks/e7bb4226-ce97-4ecd-a736-061f4f786581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757548 May 18 18:03:06.053132 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-06899f1d-5b66-4748-9bab-1ee3d63a6e2d req-a304cf60-811d-4a68-b901-50556e174ba9 tempest-DeleteServersAdminTestJSON-645487239 tempest-DeleteServersAdminTestJSON-645487239-project] 10.222.0.85 "GET /v2.0/security-groups?id=6e6399f4-ec67-4cda-83d9-a5ed72d9ba7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135728 May 18 18:03:06.071641 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7e5013b6-347e-4275-8e2a-3cde22837a80 req-eb224d9e-4f93-4a39-932e-982fdcf9e2f1 tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0d4eb23333684335bd57fa66f03d4443 HTTP/1.1" status: 200 len: 380 time: 0.1170368 May 18 18:03:06.091198 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-7e5013b6-347e-4275-8e2a-3cde22837a80 req-7b68bad7-8cde-4a1f-ba45-e483aa8fab73 tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] Request body: {'port': {'device_id': '062b357a-3ac8-4c60-973c-5b126f46856b', 'network_id': 'f7cf31b5-1eeb-4bf6-bd77-be90f0ebecb7', 'admin_state_up': True, 'tenant_id': '0d4eb23333684335bd57fa66f03d4443', 'security_groups': ['873d3fb2-3b5d-40e4-860c-4bf2bbc08243']}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:03:06.130973 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [req-003c14f8-1c34-406b-a1df-800246f810e4 req-1bfd24ce-f49c-4aca-abd7-507a32d72612 tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] Router c45283d2-8427-40c7-bb89-04bcd08c1018 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:03:06.170086 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d50370b2-30ba-44ab-a118-feb2932240be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:06.199734 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d50370b2-30ba-44ab-a118-feb2932240be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:06.272652 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-d50370b2-30ba-44ab-a118-feb2932240be admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=2b56cdccca3647528ab4c3ff90fdebd4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6751161 May 18 18:03:06.280118 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 45590) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:03:06.297311 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50370b2-30ba-44ab-a118-feb2932240be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=687eba30-a89a-4855-9e59-4fb08b7c11b8,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:03:06.312802 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44537206-57b6-44bf-a6f5-8e224b696c27 req-f522874d-f13e-4103-853f-7c53f489d7fe tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:06.314614 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-44537206-57b6-44bf-a6f5-8e224b696c27 req-f522874d-f13e-4103-853f-7c53f489d7fe tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3939e9c-41fb-4a2c-9412-8402f051cf0b HTTP/1.1" status: 200 len: 950 time: 0.1661458 May 18 18:03:06.364319 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50370b2-30ba-44ab-a118-feb2932240be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:03:06.364670 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50370b2-30ba-44ab-a118-feb2932240be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:03:06.365014 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50370b2-30ba-44ab-a118-feb2932240be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:03:06.365486 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50370b2-30ba-44ab-a118-feb2932240be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:03:06.366029 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50370b2-30ba-44ab-a118-feb2932240be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:03:06.366420 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50370b2-30ba-44ab-a118-feb2932240be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:03:06.366834 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50370b2-30ba-44ab-a118-feb2932240be admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:03:06.367173 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50370b2-30ba-44ab-a118-feb2932240be admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:03:06.367644 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50370b2-30ba-44ab-a118-feb2932240be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:03:06.367977 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50370b2-30ba-44ab-a118-feb2932240be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:03:06.368302 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50370b2-30ba-44ab-a118-feb2932240be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:03:06.368973 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50370b2-30ba-44ab-a118-feb2932240be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:03:06.400598 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e5013b6-347e-4275-8e2a-3cde22837a80 req-7b68bad7-8cde-4a1f-ba45-e483aa8fab73 tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] Made reservation on behalf of 0d4eb23333684335bd57fa66f03d4443 for: {'port': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:03:06.405375 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-7e5013b6-347e-4275-8e2a-3cde22837a80 req-7b68bad7-8cde-4a1f-ba45-e483aa8fab73 tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:06.440273 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-15b16ff0-d3d3-484a-b8b6-86170d07497c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:06.447618 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3558075b-3e45-4be8-9fd8-296d1492d608 req-135fa89e-ee5a-4223-ab7d-cc2f34f12a99 tempest-ServersAdmin275Test-1011939825 tempest-ServersAdmin275Test-1011939825-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=742e25d2-ccad-4925-a8fc-bd66e6e7025b HTTP/1.1" status: 200 len: 210 time: 0.0321500 May 18 18:03:06.462387 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-44537206-57b6-44bf-a6f5-8e224b696c27 req-08d01276-6b67-4a99-9443-0c66601c92e0 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971568 May 18 18:03:06.550233 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-003c14f8-1c34-406b-a1df-800246f810e4 req-1bfd24ce-f49c-4aca-abd7-507a32d72612 tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:03:06.562800 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec92a93c-3bc3-4f70-9e9c-268b018525ff None None] Sync routers for ids ['c45283d2-8427-40c7-bb89-04bcd08c1018'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:03:06.567815 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-15b16ff0-d3d3-484a-b8b6-86170d07497c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:06.576636 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec92a93c-3bc3-4f70-9e9c-268b018525ff None None] Routers {'c45283d2-8427-40c7-bb89-04bcd08c1018'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:03:06.577759 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-ec92a93c-3bc3-4f70-9e9c-268b018525ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:02:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['c45283d2-8427-40c7-bb89-04bcd08c1018'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:03:06.607158 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-596a6894-98ad-4813-b823-e764b916d41c req-e42b54dc-fd1b-42fb-90ca-f78b8a95c10b tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] 10.222.0.85 "GET /v2.0/ports?device_id=062b357a-3ac8-4c60-973c-5b126f46856b HTTP/1.1" status: 200 len: 210 time: 0.0703454 May 18 18:03:06.613262 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-003c14f8-1c34-406b-a1df-800246f810e4 req-1bfd24ce-f49c-4aca-abd7-507a32d72612 tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] No DVR routers for this DVR port cf276825-a7ae-4f65-88ed-3d2e9fff178b on host n-h2-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:03:06.616102 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-003c14f8-1c34-406b-a1df-800246f810e4 req-1bfd24ce-f49c-4aca-abd7-507a32d72612 tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:06.619502 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-003c14f8-1c34-406b-a1df-800246f810e4 req-1bfd24ce-f49c-4aca-abd7-507a32d72612 tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] 10.222.0.88 "DELETE /v2.0/ports/cf276825-a7ae-4f65-88ed-3d2e9fff178b HTTP/1.1" status: 204 len: 173 time: 2.1059303 May 18 18:03:06.737029 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-ec92a93c-3bc3-4f70-9e9c-268b018525ff None None] Set router c45283d2-8427-40c7-bb89-04bcd08c1018 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:03:06.764776 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [req-7e5013b6-347e-4275-8e2a-3cde22837a80 req-7b68bad7-8cde-4a1f-ba45-e483aa8fab73 tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] Allocated IP 172.20.0.5 (f7cf31b5-1eeb-4bf6-bd77-be90f0ebecb7/d88b0a46-da40-4baf-b21a-795825e4a8cb/33e90418-0eb9-4d5f-95b5-db921d234153) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:03:06.789076 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cf7e481-afee-4167-ab64-1c83d9503ded', 'name': 'network-vif-deleted', 'tag': 'cf276825-a7ae-4f65-88ed-3d2e9fff178b'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:03:06.791798 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-590c9b3d-6082-46ba-a95d-84dffb79f97f" -d '{"events": [{"server_uuid": "0cf7e481-afee-4167-ab64-1c83d9503ded", "name": "network-vif-deleted", "tag": "cf276825-a7ae-4f65-88ed-3d2e9fff178b"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:03:06.802891 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-15b16ff0-d3d3-484a-b8b6-86170d07497c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:06.808276 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-15b16ff0-d3d3-484a-b8b6-86170d07497c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:06.813135 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-15b16ff0-d3d3-484a-b8b6-86170d07497c admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/687eba30-a89a-4855-9e59-4fb08b7c11b8 HTTP/1.1" status: 204 len: 168 time: 0.5314116 May 18 18:03:06.893521 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b16ff0-d3d3-484a-b8b6-86170d07497c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=687eba30-a89a-4855-9e59-4fb08b7c11b8,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:03:06.973581 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7aad44-7eab-4757-aa4d-3980a5f40293 req-577ea445-a123-4e6c-8219-bc66f359806f tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:06.982073 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cb7aad44-7eab-4757-aa4d-3980a5f40293 req-577ea445-a123-4e6c-8219-bc66f359806f tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/ports?device_id=37b6f181-4d76-4205-a196-1fa0b0b50cc2 HTTP/1.1" status: 200 len: 943 time: 0.1912293 May 18 18:03:06.990575 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e4bb21-01e1-4705-96d0-732c731cc73d req-4f3c16f5-dbbb-4c64-b9d3-260f19a960c6 tempest-DeleteServersAdminTestJSON-645487239 tempest-DeleteServersAdminTestJSON-645487239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:06.992392 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-42e4bb21-01e1-4705-96d0-732c731cc73d req-4f3c16f5-dbbb-4c64-b9d3-260f19a960c6 tempest-DeleteServersAdminTestJSON-645487239 tempest-DeleteServersAdminTestJSON-645487239-project] 10.222.0.85 "GET /v2.0/ports?device_id=f7b26d6e-66a5-4e1e-b4e6-46f14ad3d4e8 HTTP/1.1" status: 200 len: 948 time: 0.1135716 May 18 18:03:07.052146 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-ec92a93c-3bc3-4f70-9e9c-268b018525ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c45283d2-8427-40c7-bb89-04bcd08c1018', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-416027230-router', 'tenant_id': '0d4eb23333684335bd57fa66f03d4443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': '3cf60e40-4044-4016-a0b3-8950287707a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:01:11Z', 'updated_at': '2022-05-18T18:01:26Z', 'revision_number': 4, 'project_id': '0d4eb23333684335bd57fa66f03d4443', 'gw_port': {'id': '3cf60e40-4044-4016-a0b3-8950287707a8', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45283d2-8427-40c7-bb89-04bcd08c1018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:01:13Z', 'updated_at': '2022-05-18T18:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '25deeb9c-114b-4cae-8c5c-949655592bd5', 'name': '', 'network_id': 'f7cf31b5-1eeb-4bf6-bd77-be90f0ebecb7', 'tenant_id': '0d4eb23333684335bd57fa66f03d4443', 'mac_address': 'fa:16:3e:92:f7:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45283d2-8427-40c7-bb89-04bcd08c1018', 'device_owner': 'network:router_interface', 'standard_attr_id': 151, 'fixed_ips': [{'subnet_id': 'd88b0a46-da40-4baf-b21a-795825e4a8cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:01:22Z', 'updated_at': '2022-05-18T18:01:33Z', 'revision_number': 5, 'project_id': '0d4eb23333684335bd57fa66f03d4443', 'subnets': [{'id': 'd88b0a46-da40-4baf-b21a-795825e4a8cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:03:07.093185 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-42e4bb21-01e1-4705-96d0-732c731cc73d req-43147e27-9006-41a2-9c44-d3c53d18cc60 tempest-DeleteServersAdminTestJSON-645487239 tempest-DeleteServersAdminTestJSON-645487239-project] 10.222.0.85 "GET /v2.0/security-groups?id=6e6399f4-ec67-4cda-83d9-a5ed72d9ba7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946488 May 18 18:03:07.096223 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cb7aad44-7eab-4757-aa4d-3980a5f40293 req-1540014e-07b6-4bf7-a890-7dd2121c0016 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/security-groups?id=bda815dc-3228-454b-a95b-f89a3eeb79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132069 May 18 18:03:07.106224 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec92a93c-3bc3-4f70-9e9c-268b018525ff None None] Checking router: c45283d2-8427-40c7-bb89-04bcd08c1018 for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:03:07.133071 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec92a93c-3bc3-4f70-9e9c-268b018525ff None None] Routers {'c45283d2-8427-40c7-bb89-04bcd08c1018'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:03:07.133977 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-ec92a93c-3bc3-4f70-9e9c-268b018525ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:02:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['c45283d2-8427-40c7-bb89-04bcd08c1018'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:03:07.173706 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac8fd8d1-4833-40cd-8c54-a5a24873f152 x-openstack-request-id: req-ac8fd8d1-4833-40cd-8c54-a5a24873f152 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:03:07.174324 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cf7e481-afee-4167-ab64-1c83d9503ded", "name": "network-vif-deleted", "tag": "cf276825-a7ae-4f65-88ed-3d2e9fff178b", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:03:07.175262 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-ac8fd8d1-4833-40cd-8c54-a5a24873f152 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:03:07.176980 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac8fd8d1-4833-40cd-8c54-a5a24873f152'] response: {'server_uuid': '0cf7e481-afee-4167-ab64-1c83d9503ded', 'name': 'network-vif-deleted', 'tag': 'cf276825-a7ae-4f65-88ed-3d2e9fff178b', 'status': 'completed', 'code': 200} May 18 18:03:07.191925 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-7e5013b6-347e-4275-8e2a-3cde22837a80 req-7b68bad7-8cde-4a1f-ba45-e483aa8fab73 tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:07.256290 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-7e5013b6-347e-4275-8e2a-3cde22837a80 req-7b68bad7-8cde-4a1f-ba45-e483aa8fab73 tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:07.272880 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9063a6b0-cf2d-4b51-b7d9-7d9e4886214a req-6e8af37f-63e4-4aa7-9db9-219464a4b91b tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:07.275961 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9063a6b0-cf2d-4b51-b7d9-7d9e4886214a req-6e8af37f-63e4-4aa7-9db9-219464a4b91b tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/ports?device_id=9fd52930-74c1-446a-8fe8-b01fb6bc2060 HTTP/1.1" status: 200 len: 949 time: 0.0629330 May 18 18:03:07.298216 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 45628) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:03:07.334626 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b68bad7-8cde-4a1f-ba45-e483aa8fab73 tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] Pushing event updated for resources: {'Port': ['ID=33e90418-0eb9-4d5f-95b5-db921d234153,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:03:07.340594 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8470e1bc-fbc6-45ec-9d7c-b7eb541c70b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:07.348797 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-ec92a93c-3bc3-4f70-9e9c-268b018525ff None None] Set router c45283d2-8427-40c7-bb89-04bcd08c1018 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:03:07.353610 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e5013b6-347e-4275-8e2a-3cde22837a80 req-7b68bad7-8cde-4a1f-ba45-e483aa8fab73 tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] Network f7cf31b5-1eeb-4bf6-bd77-be90f0ebecb7 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:03:07.355496 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [req-7e5013b6-347e-4275-8e2a-3cde22837a80 req-7b68bad7-8cde-4a1f-ba45-e483aa8fab73 tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:03:07.358647 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e5013b6-347e-4275-8e2a-3cde22837a80 req-7b68bad7-8cde-4a1f-ba45-e483aa8fab73 tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:03:07.389732 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9063a6b0-cf2d-4b51-b7d9-7d9e4886214a req-01112471-c7b5-4d69-909d-749425954d15 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/security-groups?id=b842f2e0-06aa-4b03-8465-45658e93896b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066298 May 18 18:03:07.485987 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5013b6-347e-4275-8e2a-3cde22837a80 req-7b68bad7-8cde-4a1f-ba45-e483aa8fab73 tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:07.488603 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-7e5013b6-347e-4275-8e2a-3cde22837a80 req-7b68bad7-8cde-4a1f-ba45-e483aa8fab73 tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:07.491359 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8470e1bc-fbc6-45ec-9d7c-b7eb541c70b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:07.498633 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8470e1bc-fbc6-45ec-9d7c-b7eb541c70b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:07.515100 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7e5013b6-347e-4275-8e2a-3cde22837a80 req-7b68bad7-8cde-4a1f-ba45-e483aa8fab73 tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4358847 May 18 18:03:07.557097 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-7e5013b6-347e-4275-8e2a-3cde22837a80 req-fe4e5e0d-b059-4522-a4ea-c21526d12589 service neutron] Request body: {'port': {'device_id': '062b357a-3ac8-4c60-973c-5b126f46856b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-3'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:03:07.576987 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b81371ed-4cf2-4002-939c-ffd8f810703c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:07.593028 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8470e1bc-fbc6-45ec-9d7c-b7eb541c70b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef17068b-8073-42cf-beb3-15d4f5a468b8,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:03:07.601400 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-8470e1bc-fbc6-45ec-9d7c-b7eb541c70b5 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=cf6df6ceced84d5787092e39f1b6e33b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2963495 May 18 18:03:07.602237 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 45636) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:03:07.688547 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2f206b57-41e8-4802-9099-8c585613a3a1 req-c12568ca-ad77-44f7-b426-e9e05c2d7232 tempest-ServersAdmin275Test-1011939825 tempest-ServersAdmin275Test-1011939825-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=742e25d2-ccad-4925-a8fc-bd66e6e7025b HTTP/1.1" status: 200 len: 210 time: 0.0485256 May 18 18:03:07.719532 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-fb13b50f-23d4-4701-b237-6fdf4c942840 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:07.781927 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-fb13b50f-23d4-4701-b237-6fdf4c942840 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:07.784143 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-f30452b1-ef5e-458d-9a91-f2890eff6561 None None] Provisioning complete for port 33e90418-0eb9-4d5f-95b5-db921d234153 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:03:07.785068 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f30452b1-ef5e-458d-9a91-f2890eff6561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:07.792896 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-ec92a93c-3bc3-4f70-9e9c-268b018525ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c45283d2-8427-40c7-bb89-04bcd08c1018', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-416027230-router', 'tenant_id': '0d4eb23333684335bd57fa66f03d4443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': '3cf60e40-4044-4016-a0b3-8950287707a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:01:11Z', 'updated_at': '2022-05-18T18:01:26Z', 'revision_number': 4, 'project_id': '0d4eb23333684335bd57fa66f03d4443', 'gw_port': {'id': '3cf60e40-4044-4016-a0b3-8950287707a8', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45283d2-8427-40c7-bb89-04bcd08c1018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:01:13Z', 'updated_at': '2022-05-18T18:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '25deeb9c-114b-4cae-8c5c-949655592bd5', 'name': '', 'network_id': 'f7cf31b5-1eeb-4bf6-bd77-be90f0ebecb7', 'tenant_id': '0d4eb23333684335bd57fa66f03d4443', 'mac_address': 'fa:16:3e:92:f7:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45283d2-8427-40c7-bb89-04bcd08c1018', 'device_owner': 'network:router_interface', 'standard_attr_id': 151, 'fixed_ips': [{'subnet_id': 'd88b0a46-da40-4baf-b21a-795825e4a8cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:01:22Z', 'updated_at': '2022-05-18T18:01:33Z', 'revision_number': 5, 'project_id': '0d4eb23333684335bd57fa66f03d4443', 'subnets': [{'id': 'd88b0a46-da40-4baf-b21a-795825e4a8cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:03:07.802898 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc2dc30-3ce0-4897-9033-dbc1d627a5e3 req-59bb7b6a-7d91-4497-8641-29b7ff450936 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:07.811744 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ecc2dc30-3ce0-4897-9033-dbc1d627a5e3 req-59bb7b6a-7d91-4497-8641-29b7ff450936 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3939e9c-41fb-4a2c-9412-8402f051cf0b HTTP/1.1" status: 200 len: 950 time: 0.1697271 May 18 18:03:07.822676 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-7e5013b6-347e-4275-8e2a-3cde22837a80 req-fe4e5e0d-b059-4522-a4ea-c21526d12589 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:07.839470 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-fb13b50f-23d4-4701-b237-6fdf4c942840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:07.842848 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-fb13b50f-23d4-4701-b237-6fdf4c942840 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:07.847163 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-fb13b50f-23d4-4701-b237-6fdf4c942840 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/ef17068b-8073-42cf-beb3-15d4f5a468b8 HTTP/1.1" status: 204 len: 168 time: 0.2437103 May 18 18:03:07.861302 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb13b50f-23d4-4701-b237-6fdf4c942840 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef17068b-8073-42cf-beb3-15d4f5a468b8,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:03:07.878747 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-f30452b1-ef5e-458d-9a91-f2890eff6561 None None] Port 33e90418-0eb9-4d5f-95b5-db921d234153 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:03:07.893422 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec92a93c-3bc3-4f70-9e9c-268b018525ff None None] The sync data for ids ['c45283d2-8427-40c7-bb89-04bcd08c1018'] in n-d-838550-3 is: [{'id': 'c45283d2-8427-40c7-bb89-04bcd08c1018', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-416027230-router', 'tenant_id': '0d4eb23333684335bd57fa66f03d4443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': '3cf60e40-4044-4016-a0b3-8950287707a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:01:11Z', 'updated_at': '2022-05-18T18:01:26Z', 'revision_number': 4, 'project_id': '0d4eb23333684335bd57fa66f03d4443', 'gw_port': {'id': '3cf60e40-4044-4016-a0b3-8950287707a8', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45283d2-8427-40c7-bb89-04bcd08c1018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:01:13Z', 'updated_at': '2022-05-18T18:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '25deeb9c-114b-4cae-8c5c-949655592bd5', 'name': '', 'network_id': 'f7cf31b5-1eeb-4bf6-bd77-be90f0ebecb7', 'tenant_id': '0d4eb23333684335bd57fa66f03d4443', 'mac_address': 'fa:16:3e:92:f7:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45283d2-8427-40c7-bb89-04bcd08c1018', 'device_owner': 'network:router_interface', 'standard_attr_id': 151, 'fixed_ips': [{'subnet_id': 'd88b0a46-da40-4baf-b21a-795825e4a8cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:01:22Z', 'updated_at': '2022-05-18T18:01:33Z', 'revision_number': 5, 'project_id': '0d4eb23333684335bd57fa66f03d4443', 'subnets': [{'id': 'd88b0a46-da40-4baf-b21a-795825e4a8cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:03:07.917825 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 793d1fc5-3dfd-42ee-ada4-434fe7234b7f details requested by agent hyperv_n-h2-838550-3 with host n-h2-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:03:07.935503 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb571527-64ca-4f20-9b30-afcb057ba004 req-2fa01512-d337-4289-a5fc-15bed54c8433 tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:07.943870 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bb571527-64ca-4f20-9b30-afcb057ba004 req-2fa01512-d337-4289-a5fc-15bed54c8433 tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] 10.222.0.85 "GET /v2.0/ports?device_id=062b357a-3ac8-4c60-973c-5b126f46856b HTTP/1.1" status: 200 len: 931 time: 0.0850511 May 18 18:03:07.960782 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device cf276825-a7ae-4f65-88ed-3d2e9fff178b no longer exists at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:03:07.964906 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ecc2dc30-3ce0-4897-9033-dbc1d627a5e3 req-52872c4d-9a74-46f3-87f3-93a3a23dfa42 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518216 May 18 18:03:08.018388 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] No Port match for: cf276825-a7ae-4f65-88ed-3d2e9fff178b {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:03:08.018985 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device cf276825-a7ae-4f65-88ed-3d2e9fff178b not bound to the agent host n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:03:08.039758 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bb571527-64ca-4f20-9b30-afcb057ba004 req-e6ca7a74-021e-424d-9445-11474e4aab96 tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] 10.222.0.85 "GET /v2.0/security-groups?id=873d3fb2-3b5d-40e4-860c-4bf2bbc08243&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946991 May 18 18:03:08.111984 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 793d1fc5-3dfd-42ee-ada4-434fe7234b7f, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=793d1fc5-3dfd-42ee-ada4-434fe7234b7f,segment=NetworkSegment(6537e25f-afe8-4089-8825-f23e3073c58d),segment_id=6537e25f-afe8-4089-8825-f23e3073c58d)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:03:08.128357 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Returning: {'device': '793d1fc5-3dfd-42ee-ada4-434fe7234b7f', 'network_id': 'e7bb4226-ce97-4ecd-a736-061f4f786581', 'port_id': '793d1fc5-3dfd-42ee-ada4-434fe7234b7f', 'mac_address': 'fa:16:3e:c7:44:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf982f85-dd38-4a89-9c21-fca17676813e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:03:08.247266 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 793d1fc5-3dfd-42ee-ada4-434fe7234b7f is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:03:08.247793 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:08.276254 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 793d1fc5-3dfd-42ee-ada4-434fe7234b7f {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:03:08.316000 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 793d1fc5-3dfd-42ee-ada4-434fe7234b7f, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=793d1fc5-3dfd-42ee-ada4-434fe7234b7f,segment=NetworkSegment(6537e25f-afe8-4089-8825-f23e3073c58d),segment_id=6537e25f-afe8-4089-8825-f23e3073c58d)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:03:08.325117 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:08.362955 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff6fae9-4e62-4684-8db9-f537f843efca req-5b1ba276-44b2-4b68-aa25-c9f1f001cc6f tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:08.378432 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3ff6fae9-4e62-4684-8db9-f537f843efca req-5b1ba276-44b2-4b68-aa25-c9f1f001cc6f tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/ports?device_id=37b6f181-4d76-4205-a196-1fa0b0b50cc2 HTTP/1.1" status: 200 len: 943 time: 0.1224966 May 18 18:03:08.381052 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 45658) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:03:08.409178 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=793d1fc5-3dfd-42ee-ada4-434fe7234b7f,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:03:08.428768 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6edab38-11ef-4d31-9555-427657b7fae2 None None] New status for floating IP 4b97b547-18c8-4596-8000-87de6ca4f725: DOWN {{(pid=102732) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 18:03:08.469040 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3ff6fae9-4e62-4684-8db9-f537f843efca req-995701d7-3d38-4f98-92e2-b86882e9d5ab tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/security-groups?id=bda815dc-3228-454b-a95b-f89a3eeb79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893493 May 18 18:03:08.556254 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6985c726-ad19-48af-8190-c01b688e5dc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:08.699688 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3f7367-31bd-4595-bcbd-1d9816f29b9c req-8f2d72fe-5f1e-4bed-806b-93593d98ea5c tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:08.703027 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6c3f7367-31bd-4595-bcbd-1d9816f29b9c req-8f2d72fe-5f1e-4bed-806b-93593d98ea5c tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/ports?device_id=9fd52930-74c1-446a-8fe8-b01fb6bc2060 HTTP/1.1" status: 200 len: 949 time: 0.1044731 May 18 18:03:08.726434 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfe7ca8-9d16-4eeb-bc14-ff21619d5771 req-973a5c69-43f2-40d3-8186-68ac399c57fa tempest-DeleteServersAdminTestJSON-645487239 tempest-DeleteServersAdminTestJSON-645487239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:08.737255 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['793d1fc5-3dfd-42ee-ada4-434fe7234b7f'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:03:08.738048 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5bfe7ca8-9d16-4eeb-bc14-ff21619d5771 req-973a5c69-43f2-40d3-8186-68ac399c57fa tempest-DeleteServersAdminTestJSON-645487239 tempest-DeleteServersAdminTestJSON-645487239-project] 10.222.0.85 "GET /v2.0/ports?device_id=f7b26d6e-66a5-4e1e-b4e6-46f14ad3d4e8 HTTP/1.1" status: 200 len: 948 time: 0.1610131 May 18 18:03:08.751093 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5026b294-289d-4662-b449-22a3431ec4ff req-1ad88c31-87e5-486e-a875-55515946552c tempest-DeleteServersAdminTestJSON-645487239 tempest-DeleteServersAdminTestJSON-645487239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:08.754206 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5026b294-289d-4662-b449-22a3431ec4ff req-1ad88c31-87e5-486e-a875-55515946552c tempest-DeleteServersAdminTestJSON-645487239 tempest-DeleteServersAdminTestJSON-645487239-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7b26d6e-66a5-4e1e-b4e6-46f14ad3d4e8 HTTP/1.1" status: 200 len: 948 time: 0.1793003 May 18 18:03:08.763651 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6c3f7367-31bd-4595-bcbd-1d9816f29b9c req-d417d771-538f-433f-b8ad-8c83205dcce5 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/security-groups?id=b842f2e0-06aa-4b03-8465-45658e93896b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538659 May 18 18:03:08.803206 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6985c726-ad19-48af-8190-c01b688e5dc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:08.810897 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6985c726-ad19-48af-8190-c01b688e5dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:08.869539 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6985c726-ad19-48af-8190-c01b688e5dc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6113e809-26e8-40e4-bf65-ad9b99ddc14c,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:03:08.877750 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-6985c726-ad19-48af-8190-c01b688e5dc9 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=f7ff31a7ba90413dafd88490e3d82c34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4949737 May 18 18:03:08.880239 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 45676) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:03:08.889729 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5bfe7ca8-9d16-4eeb-bc14-ff21619d5771 req-ee54c945-fa70-44da-867d-e26c2135ddcc tempest-DeleteServersAdminTestJSON-645487239 tempest-DeleteServersAdminTestJSON-645487239-project] 10.222.0.85 "GET /v2.0/security-groups?id=6e6399f4-ec67-4cda-83d9-a5ed72d9ba7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496365 May 18 18:03:08.900305 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [req-7e5013b6-347e-4275-8e2a-3cde22837a80 req-fe4e5e0d-b059-4522-a4ea-c21526d12589 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33e90418-0eb9-4d5f-95b5-db921d234153 {{(pid=102731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:03:08.936651 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-7e5013b6-347e-4275-8e2a-3cde22837a80 req-fe4e5e0d-b059-4522-a4ea-c21526d12589 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:08.946256 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f8a0306f-cdb5-4b10-bb47-839cbac66d0d req-95c7bdf7-865f-4246-b8e3-9d789e66f723 tempest-ServersAdmin275Test-1011939825 tempest-ServersAdmin275Test-1011939825-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=742e25d2-ccad-4925-a8fc-bd66e6e7025b HTTP/1.1" status: 200 len: 210 time: 0.0523822 May 18 18:03:08.956453 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.provisioning_blocks [req-7e5013b6-347e-4275-8e2a-3cde22837a80 req-fe4e5e0d-b059-4522-a4ea-c21526d12589 service neutron] Transition to ACTIVE for port object 33e90418-0eb9-4d5f-95b5-db921d234153 will not be triggered until provisioned by entity L2. {{(pid=102731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:03:08.965584 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-7e5013b6-347e-4275-8e2a-3cde22837a80 req-fe4e5e0d-b059-4522-a4ea-c21526d12589 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:08.993576 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-07c07111-f78d-49c9-906a-e518796d3d96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:09.033441 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-07c07111-f78d-49c9-906a-e518796d3d96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:09.086886 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-5026b294-289d-4662-b449-22a3431ec4ff req-3fa9f145-9c24-4517-9d35-d69eac92fbd4 tempest-DeleteServersAdminTestJSON-645487239 tempest-DeleteServersAdminTestJSON-645487239-project] Deleting port e257c493-8718-476d-8c6f-9c2d956f3fa8 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:03:09.087872 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-5026b294-289d-4662-b449-22a3431ec4ff req-3fa9f145-9c24-4517-9d35-d69eac92fbd4 tempest-DeleteServersAdminTestJSON-645487239 tempest-DeleteServersAdminTestJSON-645487239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:09.108723 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-07c07111-f78d-49c9-906a-e518796d3d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:09.112783 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-07c07111-f78d-49c9-906a-e518796d3d96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:09.114636 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-07c07111-f78d-49c9-906a-e518796d3d96 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/6113e809-26e8-40e4-bf65-ad9b99ddc14c HTTP/1.1" status: 204 len: 168 time: 0.2320802 May 18 18:03:09.129710 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c07111-f78d-49c9-906a-e518796d3d96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6113e809-26e8-40e4-bf65-ad9b99ddc14c,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:03:09.185068 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4e5e0d-b059-4522-a4ea-c21526d12589 service neutron] Pushing event updated for resources: {'Port': ['ID=33e90418-0eb9-4d5f-95b5-db921d234153,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:03:09.295966 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8654841-c03c-4537-82ca-d7557e474db1 req-fcf8ea00-f75e-44f8-9483-72c0f1b7491c tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:09.297650 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a8654841-c03c-4537-82ca-d7557e474db1 req-fcf8ea00-f75e-44f8-9483-72c0f1b7491c tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] 10.222.0.85 "GET /v2.0/ports?device_id=062b357a-3ac8-4c60-973c-5b126f46856b HTTP/1.1" status: 200 len: 943 time: 0.1271243 May 18 18:03:09.369080 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68b38fd-ba08-4ae7-a79d-932732004774 req-fc9a9160-9c92-44af-8708-d311d54c1514 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:09.376562 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e68b38fd-ba08-4ae7-a79d-932732004774 req-fc9a9160-9c92-44af-8708-d311d54c1514 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3939e9c-41fb-4a2c-9412-8402f051cf0b HTTP/1.1" status: 200 len: 950 time: 0.2196681 May 18 18:03:09.385819 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a8654841-c03c-4537-82ca-d7557e474db1 req-1e929144-ab34-439f-8538-3883cbcdc18c tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] 10.222.0.85 "GET /v2.0/security-groups?id=873d3fb2-3b5d-40e4-860c-4bf2bbc08243&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790615 May 18 18:03:09.435441 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-5026b294-289d-4662-b449-22a3431ec4ff req-3fa9f145-9c24-4517-9d35-d69eac92fbd4 tempest-DeleteServersAdminTestJSON-645487239 tempest-DeleteServersAdminTestJSON-645487239-project] For port e257c493-8718-476d-8c6f-9c2d956f3fa8, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=e257c493-8718-476d-8c6f-9c2d956f3fa8,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:03:09.435441 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-5026b294-289d-4662-b449-22a3431ec4ff req-3fa9f145-9c24-4517-9d35-d69eac92fbd4 tempest-DeleteServersAdminTestJSON-645487239 tempest-DeleteServersAdminTestJSON-645487239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:09.466809 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-5026b294-289d-4662-b449-22a3431ec4ff req-3fa9f145-9c24-4517-9d35-d69eac92fbd4 tempest-DeleteServersAdminTestJSON-645487239 tempest-DeleteServersAdminTestJSON-645487239-project] Calling delete_port for e257c493-8718-476d-8c6f-9c2d956f3fa8 owned by compute:nova {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:03:09.473790 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e68b38fd-ba08-4ae7-a79d-932732004774 req-dd3c4886-dcdb-4917-a02f-86c033aff11d tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963006 May 18 18:03:09.476006 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-7e5013b6-347e-4275-8e2a-3cde22837a80 req-fe4e5e0d-b059-4522-a4ea-c21526d12589 service neutron] Attempting to bind port 33e90418-0eb9-4d5f-95b5-db921d234153 on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:03:09.476344 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-7e5013b6-347e-4275-8e2a-3cde22837a80 req-fe4e5e0d-b059-4522-a4ea-c21526d12589 service neutron] Attempting to bind port 33e90418-0eb9-4d5f-95b5-db921d234153 by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': '233283e0-ebec-4cdf-9a24-cf365763643d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'f7cf31b5-1eeb-4bf6-bd77-be90f0ebecb7'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:03:09.476679 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5013b6-347e-4275-8e2a-3cde22837a80 req-fe4e5e0d-b059-4522-a4ea-c21526d12589 service neutron] Attempting to bind port 33e90418-0eb9-4d5f-95b5-db921d234153 on network f7cf31b5-1eeb-4bf6-bd77-be90f0ebecb7 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:03:09.486222 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5013b6-347e-4275-8e2a-3cde22837a80 req-fe4e5e0d-b059-4522-a4ea-c21526d12589 service neutron] Port 33e90418-0eb9-4d5f-95b5-db921d234153 on network f7cf31b5-1eeb-4bf6-bd77-be90f0ebecb7 not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:03:09.486643 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5013b6-347e-4275-8e2a-3cde22837a80 req-fe4e5e0d-b059-4522-a4ea-c21526d12589 service neutron] Attempting to bind port 33e90418-0eb9-4d5f-95b5-db921d234153 on network f7cf31b5-1eeb-4bf6-bd77-be90f0ebecb7 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:03:09.525216 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5013b6-347e-4275-8e2a-3cde22837a80 req-fe4e5e0d-b059-4522-a4ea-c21526d12589 service neutron] Checking agent: {'id': 'd1be059a-68ea-4c77-9b2b-29f4afa47e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:03:09.525567 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5013b6-347e-4275-8e2a-3cde22837a80 req-fe4e5e0d-b059-4522-a4ea-c21526d12589 service neutron] Checking segment: {'id': '233283e0-ebec-4cdf-9a24-cf365763643d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'f7cf31b5-1eeb-4bf6-bd77-be90f0ebecb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:03:09.525989 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5013b6-347e-4275-8e2a-3cde22837a80 req-fe4e5e0d-b059-4522-a4ea-c21526d12589 service neutron] Bound using segment: {'id': '233283e0-ebec-4cdf-9a24-cf365763643d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'f7cf31b5-1eeb-4bf6-bd77-be90f0ebecb7'} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:03:09.526429 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-7e5013b6-347e-4275-8e2a-3cde22837a80 req-fe4e5e0d-b059-4522-a4ea-c21526d12589 service neutron] Bound port: 33e90418-0eb9-4d5f-95b5-db921d234153, host: n-h2-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '233283e0-ebec-4cdf-9a24-cf365763643d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'f7cf31b5-1eeb-4bf6-bd77-be90f0ebecb7'}}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:03:09.526805 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-7e5013b6-347e-4275-8e2a-3cde22837a80 req-fe4e5e0d-b059-4522-a4ea-c21526d12589 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:09.621975 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-7e5013b6-347e-4275-8e2a-3cde22837a80 req-fe4e5e0d-b059-4522-a4ea-c21526d12589 service neutron] For port 33e90418-0eb9-4d5f-95b5-db921d234153, host n-h2-838550-3, cleared binding levels {{(pid=102731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:03:09.625211 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86fa7bb-b197-4237-ac30-c56b3a872564 req-e166a698-d2d7-4847-a3c3-bb210f88aaa3 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:09.627315 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-7e5013b6-347e-4275-8e2a-3cde22837a80 req-fe4e5e0d-b059-4522-a4ea-c21526d12589 service neutron] For port 33e90418-0eb9-4d5f-95b5-db921d234153, host n-h2-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=33e90418-0eb9-4d5f-95b5-db921d234153,segment=NetworkSegment(233283e0-ebec-4cdf-9a24-cf365763643d),segment_id=233283e0-ebec-4cdf-9a24-cf365763643d)] {{(pid=102731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:03:09.633207 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a86fa7bb-b197-4237-ac30-c56b3a872564 req-e166a698-d2d7-4847-a3c3-bb210f88aaa3 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/ports?device_id=37b6f181-4d76-4205-a196-1fa0b0b50cc2 HTTP/1.1" status: 200 len: 944 time: 0.0669870 May 18 18:03:09.651790 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-7e5013b6-347e-4275-8e2a-3cde22837a80 req-fe4e5e0d-b059-4522-a4ea-c21526d12589 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:09.701520 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a86fa7bb-b197-4237-ac30-c56b3a872564 req-acf8588a-791a-4b0d-b50f-4e97aae7624b tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/security-groups?id=bda815dc-3228-454b-a95b-f89a3eeb79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670619 May 18 18:03:09.715225 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5013b6-347e-4275-8e2a-3cde22837a80 req-fe4e5e0d-b059-4522-a4ea-c21526d12589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:09.715848 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-7e5013b6-347e-4275-8e2a-3cde22837a80 req-fe4e5e0d-b059-4522-a4ea-c21526d12589 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:09.717262 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7e5013b6-347e-4275-8e2a-3cde22837a80 req-fe4e5e0d-b059-4522-a4ea-c21526d12589 service neutron] 10.222.0.88 "PUT /v2.0/ports/33e90418-0eb9-4d5f-95b5-db921d234153 HTTP/1.1" status: 200 len: 1091 time: 2.1767025 May 18 18:03:09.719894 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '062b357a-3ac8-4c60-973c-5b126f46856b', 'tag': '33e90418-0eb9-4d5f-95b5-db921d234153'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:03:09.722274 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1595e813-f887-4de7-82fb-c909244854ea" -d '{"events": [{"name": "network-changed", "server_uuid": "062b357a-3ac8-4c60-973c-5b126f46856b", "tag": "33e90418-0eb9-4d5f-95b5-db921d234153"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:03:09.749894 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-5026b294-289d-4662-b449-22a3431ec4ff req-3fa9f145-9c24-4517-9d35-d69eac92fbd4 tempest-DeleteServersAdminTestJSON-645487239 tempest-DeleteServersAdminTestJSON-645487239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:09.758253 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4e5e0d-b059-4522-a4ea-c21526d12589 service neutron] Pushing event updated for resources: {'Port': ['ID=33e90418-0eb9-4d5f-95b5-db921d234153,revision_number=3']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:03:09.764337 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['e257c493-8718-476d-8c6f-9c2d956f3fa8'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:03:09.798697 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49b9fcc5-4cd7-44e3-990e-8173fd251ede x-openstack-request-id: req-49b9fcc5-4cd7-44e3-990e-8173fd251ede {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:03:09.798988 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "062b357a-3ac8-4c60-973c-5b126f46856b", "tag": "33e90418-0eb9-4d5f-95b5-db921d234153", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:03:09.799338 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-49b9fcc5-4cd7-44e3-990e-8173fd251ede {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:03:09.799623 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49b9fcc5-4cd7-44e3-990e-8173fd251ede'] response: {'name': 'network-changed', 'server_uuid': '062b357a-3ac8-4c60-973c-5b126f46856b', 'tag': '33e90418-0eb9-4d5f-95b5-db921d234153', 'status': 'completed', 'code': 200} May 18 18:03:09.802532 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa9f145-9c24-4517-9d35-d69eac92fbd4 tempest-DeleteServersAdminTestJSON-645487239 tempest-DeleteServersAdminTestJSON-645487239-project] Pushing event deleted for resources: {'Port': ['ID=e257c493-8718-476d-8c6f-9c2d956f3fa8,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:03:09.891997 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-5026b294-289d-4662-b449-22a3431ec4ff req-3fa9f145-9c24-4517-9d35-d69eac92fbd4 tempest-DeleteServersAdminTestJSON-645487239 tempest-DeleteServersAdminTestJSON-645487239-project] No DVR routers for this DVR port e257c493-8718-476d-8c6f-9c2d956f3fa8 on host n-h1-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:03:09.905275 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-5026b294-289d-4662-b449-22a3431ec4ff req-3fa9f145-9c24-4517-9d35-d69eac92fbd4 tempest-DeleteServersAdminTestJSON-645487239 tempest-DeleteServersAdminTestJSON-645487239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:09.913521 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5026b294-289d-4662-b449-22a3431ec4ff req-3fa9f145-9c24-4517-9d35-d69eac92fbd4 tempest-DeleteServersAdminTestJSON-645487239 tempest-DeleteServersAdminTestJSON-645487239-project] 10.222.0.36 "DELETE /v2.0/ports/e257c493-8718-476d-8c6f-9c2d956f3fa8 HTTP/1.1" status: 204 len: 173 time: 1.1228967 May 18 18:03:09.928661 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 793d1fc5-3dfd-42ee-ada4-434fe7234b7f up at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:03:10.097163 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0128602c-462c-4292-9971-66e203018bed req-9dc87202-3adb-4741-9283-8e5604ee61a1 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:10.107514 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0128602c-462c-4292-9971-66e203018bed req-9dc87202-3adb-4741-9283-8e5604ee61a1 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/ports?device_id=9fd52930-74c1-446a-8fe8-b01fb6bc2060 HTTP/1.1" status: 200 len: 949 time: 0.2055869 May 18 18:03:10.131656 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-46e69fe2-b0d7-44b8-bd09-ed9e4e3cda00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:10.144882 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5013b6-347e-4275-8e2a-3cde22837a80 req-7fff325e-d4df-4acc-aa2d-824475d27f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:10.148158 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7e5013b6-347e-4275-8e2a-3cde22837a80 req-7fff325e-d4df-4acc-aa2d-824475d27f0f service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=0d4eb23333684335bd57fa66f03d4443&device_id=062b357a-3ac8-4c60-973c-5b126f46856b HTTP/1.1" status: 200 len: 1094 time: 0.2578392 May 18 18:03:10.188261 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning for port 793d1fc5-3dfd-42ee-ada4-434fe7234b7f completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:03:10.195877 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning complete for port 793d1fc5-3dfd-42ee-ada4-434fe7234b7f triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:03:10.196650 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:10.234613 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-78a6fe92-b064-49d0-8b1a-e4c22f7fa162 req-1816039e-401f-413f-8418-23fa70bbb7b5 tempest-DeleteServersAdminTestJSON-645487239 tempest-DeleteServersAdminTestJSON-645487239-project] 10.222.0.85 "GET /v2.0/ports?device_id=f7b26d6e-66a5-4e1e-b4e6-46f14ad3d4e8 HTTP/1.1" status: 200 len: 210 time: 0.0813820 May 18 18:03:10.235667 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7e5013b6-347e-4275-8e2a-3cde22837a80 req-7b5a1962-3fa3-4c39-a210-28d67d1aeb36 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=33e90418-0eb9-4d5f-95b5-db921d234153 HTTP/1.1" status: 200 len: 217 time: 0.0714769 May 18 18:03:10.241154 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0128602c-462c-4292-9971-66e203018bed req-0f4970b1-ccff-4c32-b506-e86b59385dcf tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/security-groups?id=b842f2e0-06aa-4b03-8465-45658e93896b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325777 May 18 18:03:10.306485 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5013b6-347e-4275-8e2a-3cde22837a80 req-2d6f0826-2b68-45de-8a06-950399a79bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:10.307976 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7e5013b6-347e-4275-8e2a-3cde22837a80 req-2d6f0826-2b68-45de-8a06-950399a79bc0 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d88b0a46-da40-4baf-b21a-795825e4a8cb HTTP/1.1" status: 200 len: 862 time: 0.0527203 May 18 18:03:10.334594 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 793d1fc5-3dfd-42ee-ada4-434fe7234b7f is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:03:10.335136 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:10.379504 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37b6f181-4d76-4205-a196-1fa0b0b50cc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '793d1fc5-3dfd-42ee-ada4-434fe7234b7f'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:03:10.382464 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77ac066b-c98a-4960-b903-b2144da840c4" -d '{"events": [{"server_uuid": "37b6f181-4d76-4205-a196-1fa0b0b50cc2", "name": "network-vif-plugged", "status": "completed", "tag": "793d1fc5-3dfd-42ee-ada4-434fe7234b7f"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:03:10.386584 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5013b6-347e-4275-8e2a-3cde22837a80 req-f6483c84-380d-4cd1-a942-0cd6c17ef492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:10.388156 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7e5013b6-347e-4275-8e2a-3cde22837a80 req-f6483c84-380d-4cd1-a942-0cd6c17ef492 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=f7cf31b5-1eeb-4bf6-bd77-be90f0ebecb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0723727 May 18 18:03:10.432110 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c864a970-5a33-44d1-9b84-a6380a0fcdaf req-95cbc3f2-aeb9-4d05-a909-b3cece324c41 tempest-ServersAdmin275Test-1011939825 tempest-ServersAdmin275Test-1011939825-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=742e25d2-ccad-4925-a8fc-bd66e6e7025b HTTP/1.1" status: 200 len: 210 time: 0.0840437 May 18 18:03:10.441639 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 793d1fc5-3dfd-42ee-ada4-434fe7234b7f, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=793d1fc5-3dfd-42ee-ada4-434fe7234b7f,segment=NetworkSegment(6537e25f-afe8-4089-8825-f23e3073c58d),segment_id=6537e25f-afe8-4089-8825-f23e3073c58d)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:03:10.446555 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:10.546215 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79bd4cf9-2066-4879-b919-430e246e3c29 x-openstack-request-id: req-79bd4cf9-2066-4879-b919-430e246e3c29 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:03:10.547215 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37b6f181-4d76-4205-a196-1fa0b0b50cc2", "name": "network-vif-plugged", "status": "completed", "tag": "793d1fc5-3dfd-42ee-ada4-434fe7234b7f", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:03:10.547478 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-79bd4cf9-2066-4879-b919-430e246e3c29 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:03:10.554244 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79bd4cf9-2066-4879-b919-430e246e3c29'] response: {'server_uuid': '37b6f181-4d76-4205-a196-1fa0b0b50cc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '793d1fc5-3dfd-42ee-ada4-434fe7234b7f', 'code': 200} May 18 18:03:10.599149 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=793d1fc5-3dfd-42ee-ada4-434fe7234b7f,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:03:10.663023 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7e5013b6-347e-4275-8e2a-3cde22837a80 req-c759e308-4183-43ff-bd4c-b6def51137f6 service neutron] 10.222.0.88 "GET /v2.0/networks/f7cf31b5-1eeb-4bf6-bd77-be90f0ebecb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2618306 May 18 18:03:10.724657 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fd2ea4-699e-41ae-96de-b7d23b4107bf req-91097168-ddf5-4c32-ac89-88c765bc199d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:10.726420 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-82fd2ea4-699e-41ae-96de-b7d23b4107bf req-91097168-ddf5-4c32-ac89-88c765bc199d service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=37b6f181-4d76-4205-a196-1fa0b0b50cc2 HTTP/1.1" status: 200 len: 1096 time: 0.1583338 May 18 18:03:10.739967 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43878a23-5df9-4c85-a883-6914319b3d19 req-c571b053-3641-424f-aef3-655afd322136 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:10.741661 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-43878a23-5df9-4c85-a883-6914319b3d19 req-c571b053-3641-424f-aef3-655afd322136 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3939e9c-41fb-4a2c-9412-8402f051cf0b HTTP/1.1" status: 200 len: 950 time: 0.1045735 May 18 18:03:10.746673 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 45742) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:03:10.761310 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b3dde0-1964-40c1-a251-07f4311aab27 req-f74ecde7-0b93-4f7b-af49-fb5c48cf2517 tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:10.762957 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-60b3dde0-1964-40c1-a251-07f4311aab27 req-f74ecde7-0b93-4f7b-af49-fb5c48cf2517 tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] 10.222.0.85 "GET /v2.0/ports?device_id=062b357a-3ac8-4c60-973c-5b126f46856b HTTP/1.1" status: 200 len: 943 time: 0.1380281 May 18 18:03:10.801209 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-82fd2ea4-699e-41ae-96de-b7d23b4107bf req-6799b71b-f03a-415d-bf0e-1a956fb2e10d service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=bda815dc-3228-454b-a95b-f89a3eeb79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584607 May 18 18:03:10.825578 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-43878a23-5df9-4c85-a883-6914319b3d19 req-0661b796-8993-477f-a012-22732494c947 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704241 May 18 18:03:10.843138 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7e5013b6-347e-4275-8e2a-3cde22837a80 req-b5ed06bf-28fb-48b8-be0b-e790d25d5098 service neutron] 10.222.0.88 "GET /v2.0/networks/f7cf31b5-1eeb-4bf6-bd77-be90f0ebecb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560001 May 18 18:03:10.864745 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-60b3dde0-1964-40c1-a251-07f4311aab27 req-da436021-e1fb-48a0-bc9e-d61561c97816 tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] 10.222.0.85 "GET /v2.0/security-groups?id=873d3fb2-3b5d-40e4-860c-4bf2bbc08243&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818796 May 18 18:03:10.900225 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-a6d85f0c-986a-4cfd-8861-2f8ffb5307cf admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-290404820-network', 'tenant_id': '9fc8cbb0142d4c59976620cf14ef9400'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:03:10.932930 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6d85f0c-986a-4cfd-8861-2f8ffb5307cf admin admin] Made reservation on behalf of 9fc8cbb0142d4c59976620cf14ef9400 for: {'network': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:03:10.936053 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a6d85f0c-986a-4cfd-8861-2f8ffb5307cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:10.946035 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a6d85f0c-986a-4cfd-8861-2f8ffb5307cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:11.018082 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2056fb8a-a27d-434a-a5a6-be8d17f2d3c5 req-f405af79-0f7a-4dec-b3c4-c61f2d336b23 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:11.020728 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2056fb8a-a27d-434a-a5a6-be8d17f2d3c5 req-f405af79-0f7a-4dec-b3c4-c61f2d336b23 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/ports?device_id=37b6f181-4d76-4205-a196-1fa0b0b50cc2 HTTP/1.1" status: 200 len: 945 time: 0.0662074 May 18 18:03:11.060809 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a6d85f0c-986a-4cfd-8861-2f8ffb5307cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:11.068913 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a6d85f0c-986a-4cfd-8861-2f8ffb5307cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:11.096393 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6d85f0c-986a-4cfd-8861-2f8ffb5307cf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638} {{(pid=102730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:03:11.103499 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2056fb8a-a27d-434a-a5a6-be8d17f2d3c5 req-f76e8844-98cb-4c74-bc5c-3a5225cd61cc tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/security-groups?id=bda815dc-3228-454b-a95b-f89a3eeb79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756001 May 18 18:03:11.108745 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:11.131752 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a6d85f0c-986a-4cfd-8861-2f8ffb5307cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:11.132200 n-d-838550-3 neutron-server[102730]: INFO neutron.db.segments_db [None req-a6d85f0c-986a-4cfd-8861-2f8ffb5307cf admin admin] Added segment da1e1534-5e48-46b3-a727-d3c25e59a900 of type vlan for network 174e1eea-8e32-4414-9ecf-aeb92f39055c May 18 18:03:11.184249 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d85f0c-986a-4cfd-8861-2f8ffb5307cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b787168d-4ad4-4424-a9af-a4affc34d52d,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:03:11.196092 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a6d85f0c-986a-4cfd-8861-2f8ffb5307cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:11.235581 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1595e813-f887-4de7-82fb-c909244854ea req-09e262bc-d599-46b4-a220-6f5d5ee20be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:11.243584 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1595e813-f887-4de7-82fb-c909244854ea req-09e262bc-d599-46b4-a220-6f5d5ee20be7 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=0d4eb23333684335bd57fa66f03d4443&device_id=062b357a-3ac8-4c60-973c-5b126f46856b HTTP/1.1" status: 200 len: 1094 time: 0.0905039 May 18 18:03:11.243867 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3ac88713-b7e3-417f-a3e5-52fd27f8191a req-6f023251-d0ef-4652-a294-ebbbbc218c1a tempest-ServerDiagnosticsNegativeTest-1626868346 tempest-ServerDiagnosticsNegativeTest-1626868346-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=fd83a8d1f688455c8a91891b34ea09bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0365679 May 18 18:03:11.250990 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a6d85f0c-986a-4cfd-8861-2f8ffb5307cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:11.252593 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d85f0c-986a-4cfd-8861-2f8ffb5307cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:11.253189 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a6d85f0c-986a-4cfd-8861-2f8ffb5307cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:11.370955 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1595e813-f887-4de7-82fb-c909244854ea req-e6844669-9b4c-40d0-b3f1-446886e9442a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:11.372952 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1595e813-f887-4de7-82fb-c909244854ea req-e6844669-9b4c-40d0-b3f1-446886e9442a service neutron] 10.222.0.88 "GET /v2.0/networks?id=f7cf31b5-1eeb-4bf6-bd77-be90f0ebecb7 HTTP/1.1" status: 200 len: 924 time: 0.1256897 May 18 18:03:11.396466 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-a6d85f0c-986a-4cfd-8861-2f8ffb5307cf admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6487544 May 18 18:03:11.401567 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 45760) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:03:11.408325 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-d9b086f4-b2a0-4d8b-844b-e44aea2efc01 admin admin] Request body: {'subnet': {'network_id': '174e1eea-8e32-4414-9ecf-aeb92f39055c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-290404820-subnet', 'tenant_id': '9fc8cbb0142d4c59976620cf14ef9400', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:03:11.411360 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d85f0c-986a-4cfd-8861-2f8ffb5307cf admin admin] Pushing event updated for resources: {'Network': ['ID=174e1eea-8e32-4414-9ecf-aeb92f39055c,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:03:11.428035 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network 174e1eea-8e32-4414-9ecf-aeb92f39055c details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:03:11.431680 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1595e813-f887-4de7-82fb-c909244854ea req-a27f2572-7333-4173-9d10-93f3c585065e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=33e90418-0eb9-4d5f-95b5-db921d234153 HTTP/1.1" status: 200 len: 217 time: 0.0416133 May 18 18:03:11.455207 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9b086f4-b2a0-4d8b-844b-e44aea2efc01 admin admin] Made reservation on behalf of 9fc8cbb0142d4c59976620cf14ef9400 for: {'subnet': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:03:11.458573 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d9b086f4-b2a0-4d8b-844b-e44aea2efc01 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261031885'] for subnet, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:11.460987 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b6c62c-cdf3-4c38-bdda-aa68a3cda926 req-425f2575-fa9b-45a8-bb6e-78443ccc9135 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:11.462240 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f2b6c62c-cdf3-4c38-bdda-aa68a3cda926 req-425f2575-fa9b-45a8-bb6e-78443ccc9135 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/ports?device_id=9fd52930-74c1-446a-8fe8-b01fb6bc2060 HTTP/1.1" status: 200 len: 949 time: 0.1128128 May 18 18:03:11.533144 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1595e813-f887-4de7-82fb-c909244854ea req-c9bdc882-20f9-4980-98ed-58edd5518a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:11.537545 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1595e813-f887-4de7-82fb-c909244854ea req-c9bdc882-20f9-4980-98ed-58edd5518a99 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d88b0a46-da40-4baf-b21a-795825e4a8cb HTTP/1.1" status: 200 len: 862 time: 0.0930698 May 18 18:03:11.545743 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f2b6c62c-cdf3-4c38-bdda-aa68a3cda926 req-2ce0d775-4e9f-42e6-8af2-64972dafb898 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/security-groups?id=b842f2e0-06aa-4b03-8465-45658e93896b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613489 May 18 18:03:11.546918 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac88713-b7e3-417f-a3e5-52fd27f8191a req-e83d1675-0d01-428c-abf5-42edcc3cedc2 tempest-ServerDiagnosticsNegativeTest-1626868346 tempest-ServerDiagnosticsNegativeTest-1626868346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:11.548496 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3ac88713-b7e3-417f-a3e5-52fd27f8191a req-e83d1675-0d01-428c-abf5-42edcc3cedc2 tempest-ServerDiagnosticsNegativeTest-1626868346 tempest-ServerDiagnosticsNegativeTest-1626868346-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2907267 May 18 18:03:11.608682 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3ac88713-b7e3-417f-a3e5-52fd27f8191a req-d9aa488d-9a56-4bfa-bc3c-60642161748c tempest-ServerDiagnosticsNegativeTest-1626868346 tempest-ServerDiagnosticsNegativeTest-1626868346-project] 10.222.0.85 "GET /v2.0/quotas/fd83a8d1f688455c8a91891b34ea09bd HTTP/1.1" status: 200 len: 375 time: 0.0327661 May 18 18:03:11.612204 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1595e813-f887-4de7-82fb-c909244854ea req-9a4c6257-a0ce-4189-a58b-b4cdf48254fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:11.614839 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1595e813-f887-4de7-82fb-c909244854ea req-9a4c6257-a0ce-4189-a58b-b4cdf48254fd service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=f7cf31b5-1eeb-4bf6-bd77-be90f0ebecb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0659883 May 18 18:03:11.656351 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3ac88713-b7e3-417f-a3e5-52fd27f8191a req-ee732d9f-d880-4b15-9085-23dee3a51b33 tempest-ServerDiagnosticsNegativeTest-1626868346 tempest-ServerDiagnosticsNegativeTest-1626868346-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=fd83a8d1f688455c8a91891b34ea09bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0356290 May 18 18:03:11.757727 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-85e88764-870c-4791-98a3-d50f19dc6163 req-e9edfd8e-869d-42db-9d28-63d61e9a9e29 tempest-ServersAdmin275Test-1011939825 tempest-ServersAdmin275Test-1011939825-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=742e25d2-ccad-4925-a8fc-bd66e6e7025b HTTP/1.1" status: 200 len: 210 time: 0.0314429 May 18 18:03:11.800866 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7b26d6e-66a5-4e1e-b4e6-46f14ad3d4e8', 'name': 'network-vif-deleted', 'tag': 'e257c493-8718-476d-8c6f-9c2d956f3fa8'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:03:11.803305 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b970c206-2bbb-4d2e-9915-f48e93c1d172" -d '{"events": [{"server_uuid": "f7b26d6e-66a5-4e1e-b4e6-46f14ad3d4e8", "name": "network-vif-deleted", "tag": "e257c493-8718-476d-8c6f-9c2d956f3fa8"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:03:11.810159 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1595e813-f887-4de7-82fb-c909244854ea req-053f4d61-0fe0-40f2-b129-92ce2426350b service neutron] 10.222.0.88 "GET /v2.0/networks/f7cf31b5-1eeb-4bf6-bd77-be90f0ebecb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834123 May 18 18:03:11.863276 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d9b086f4-b2a0-4d8b-844b-e44aea2efc01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261104883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261031899'] for subnet, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:11.878758 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 7 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 18:03:11.937182 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83ee5662-9d22-4edf-b2f2-8fcdc2f86d41 x-openstack-request-id: req-83ee5662-9d22-4edf-b2f2-8fcdc2f86d41 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:03:11.937497 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7b26d6e-66a5-4e1e-b4e6-46f14ad3d4e8", "name": "network-vif-deleted", "tag": "e257c493-8718-476d-8c6f-9c2d956f3fa8", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:03:11.937829 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-83ee5662-9d22-4edf-b2f2-8fcdc2f86d41 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:03:11.939599 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83ee5662-9d22-4edf-b2f2-8fcdc2f86d41'] response: {'server_uuid': 'f7b26d6e-66a5-4e1e-b4e6-46f14ad3d4e8', 'name': 'network-vif-deleted', 'tag': 'e257c493-8718-476d-8c6f-9c2d956f3fa8', 'status': 'completed', 'code': 200} May 18 18:03:11.980559 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b086f4-b2a0-4d8b-844b-e44aea2efc01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb681bd8-8000-4df1-8b5b-17eadddd4546,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:03:12.001234 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b086f4-b2a0-4d8b-844b-e44aea2efc01 admin admin] Checking segment: {'id': 'da1e1534-5e48-46b3-a727-d3c25e59a900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '174e1eea-8e32-4414-9ecf-aeb92f39055c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:03:12.001589 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b086f4-b2a0-4d8b-844b-e44aea2efc01 admin admin] Network hostable DHCP agents. Network: 174e1eea-8e32-4414-9ecf-aeb92f39055c, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:03:12.019555 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1595e813-f887-4de7-82fb-c909244854ea req-4f59353a-ae47-4458-b7cc-92e917e6e6f2 service neutron] 10.222.0.88 "GET /v2.0/networks/f7cf31b5-1eeb-4bf6-bd77-be90f0ebecb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947210 May 18 18:03:12.022248 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b30f75ed-b223-4c1e-9813-ba8f5377663f req-b43713f6-ffbb-42ce-bb89-4dd994253456 tempest-ServerDiagnosticsNegativeTest-1626868346 tempest-ServerDiagnosticsNegativeTest-1626868346-project] 10.222.0.85 "GET /v2.0/ports?device_id=0c96c808-d0e6-4027-8c57-204b2f9aae89 HTTP/1.1" status: 200 len: 210 time: 0.0685410 May 18 18:03:12.037956 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b086f4-b2a0-4d8b-844b-e44aea2efc01 admin admin] Network 174e1eea-8e32-4414-9ecf-aeb92f39055c is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:03:12.072612 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-d9b086f4-b2a0-4d8b-844b-e44aea2efc01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, 174e1eea-8e32-4414-9ecf-aeb92f39055c) {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:03:12.084534 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a72ce3-1671-40cc-abe0-4ac97916a272 None None] Network 174e1eea-8e32-4414-9ecf-aeb92f39055c requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:03:12.100982 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b086f4-b2a0-4d8b-844b-e44aea2efc01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:12.102317 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d9b086f4-b2a0-4d8b-844b-e44aea2efc01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:12.137114 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-d9b086f4-b2a0-4d8b-844b-e44aea2efc01 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7341306 May 18 18:03:12.159313 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c33ac6-754c-47c1-9070-bfcf05cfd08f req-1d5a2bdc-21f1-4b2e-b7a5-b79d3c8f5b96 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:12.172841 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-89c33ac6-754c-47c1-9070-bfcf05cfd08f req-1d5a2bdc-21f1-4b2e-b7a5-b79d3c8f5b96 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3939e9c-41fb-4a2c-9412-8402f051cf0b HTTP/1.1" status: 200 len: 950 time: 0.1523943 May 18 18:03:12.241530 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-89c33ac6-754c-47c1-9070-bfcf05cfd08f req-52780dc8-a68b-4d93-93a5-23a6317a11a1 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678811 May 18 18:03:12.269341 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:12.297868 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6497209a-b690-428d-8cee-8a0ffe920ed9 req-55156b38-0ecb-4a82-bfde-178b8bdf63cd tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:12.312234 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6497209a-b690-428d-8cee-8a0ffe920ed9 req-55156b38-0ecb-4a82-bfde-178b8bdf63cd tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] 10.222.0.85 "GET /v2.0/ports?device_id=062b357a-3ac8-4c60-973c-5b126f46856b HTTP/1.1" status: 200 len: 943 time: 0.1127996 May 18 18:03:12.356257 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7657aa19-75ef-4762-8d77-46608873aace None None] Network 174e1eea-8e32-4414-9ecf-aeb92f39055c requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:03:12.381222 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6497209a-b690-428d-8cee-8a0ffe920ed9 req-13d5d211-1d12-4eac-9486-d11c5a526d30 tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] 10.222.0.85 "GET /v2.0/security-groups?id=873d3fb2-3b5d-40e4-860c-4bf2bbc08243&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658925 May 18 18:03:12.442035 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device e257c493-8718-476d-8c6f-9c2d956f3fa8 no longer exists at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:03:12.481220 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] No Port match for: e257c493-8718-476d-8c6f-9c2d956f3fa8 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:03:12.482125 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device e257c493-8718-476d-8c6f-9c2d956f3fa8 not bound to the agent host n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:03:12.585863 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324a5cb6-c2ee-4817-b4ce-89d82430d9c9 req-b31642a8-3217-41c0-9d1e-7a6cf7361b70 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:12.599976 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-324a5cb6-c2ee-4817-b4ce-89d82430d9c9 req-b31642a8-3217-41c0-9d1e-7a6cf7361b70 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/ports?device_id=37b6f181-4d76-4205-a196-1fa0b0b50cc2 HTTP/1.1" status: 200 len: 945 time: 0.2017834 May 18 18:03:12.674519 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-324a5cb6-c2ee-4817-b4ce-89d82430d9c9 req-3dbef853-a6f2-42e9-8257-307bf27e3ceb tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/security-groups?id=bda815dc-3228-454b-a95b-f89a3eeb79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732293 May 18 18:03:12.795589 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aca0d4-24e9-40e3-b4f1-d21772eca614 req-e00d8461-846a-4d92-b432-c3d9b1a386e2 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:12.810351 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-98aca0d4-24e9-40e3-b4f1-d21772eca614 req-e00d8461-846a-4d92-b432-c3d9b1a386e2 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/ports?device_id=9fd52930-74c1-446a-8fe8-b01fb6bc2060 HTTP/1.1" status: 200 len: 949 time: 0.1137376 May 18 18:03:12.868099 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-98aca0d4-24e9-40e3-b4f1-d21772eca614 req-a9196246-f4d7-432c-b227-bdeea7816470 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/security-groups?id=b842f2e0-06aa-4b03-8465-45658e93896b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566049 May 18 18:03:13.005898 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:13.021169 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 45814) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:03:13.030121 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-34d9835a-a8f5-47e0-b134-661e84d7f49c req-4e77b2bc-0391-40b7-b7ea-4b167fd13fdd tempest-ServersAdmin275Test-1011939825 tempest-ServersAdmin275Test-1011939825-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=742e25d2-ccad-4925-a8fc-bd66e6e7025b HTTP/1.1" status: 200 len: 210 time: 0.0429518 May 18 18:03:13.121187 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b064fc53-a0ad-4f7b-9b7e-8dbf2cd3c850 req-66531e37-7051-4a61-b0e8-e3caab3ce164 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:13.126622 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b064fc53-a0ad-4f7b-9b7e-8dbf2cd3c850 req-66531e37-7051-4a61-b0e8-e3caab3ce164 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] 10.222.0.85 "GET /v2.0/networks?id=174e1eea-8e32-4414-9ecf-aeb92f39055c HTTP/1.1" status: 200 len: 821 time: 0.1831398 May 18 18:03:13.136343 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3dbcfeb4-109e-4e6c-b949-9690414a1866 req-23b7c890-ae77-4341-a3e9-28cf67d3360c tempest-ServerDiagnosticsNegativeTest-1626868346 tempest-ServerDiagnosticsNegativeTest-1626868346-project] 10.222.0.85 "GET /v2.0/ports?device_id=0c96c808-d0e6-4027-8c57-204b2f9aae89 HTTP/1.1" status: 200 len: 210 time: 0.0288620 May 18 18:03:13.167393 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b064fc53-a0ad-4f7b-9b7e-8dbf2cd3c850 req-7a313272-8c0c-4df3-832b-3eba031703ef tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] 10.222.0.85 "GET /v2.0/quotas/9fc8cbb0142d4c59976620cf14ef9400 HTTP/1.1" status: 200 len: 375 time: 0.0267308 May 18 18:03:13.216213 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b064fc53-a0ad-4f7b-9b7e-8dbf2cd3c850 req-20175e01-fac4-4805-a5fb-4a0444f56ee4 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=9fc8cbb0142d4c59976620cf14ef9400&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0396106 May 18 18:03:13.261137 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-7fd89125-366e-477d-8b09-fcbb1b3b4c43 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=bbf79df7f4b448e89bb05840bba91604&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2383037 May 18 18:03:13.267449 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 45820) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:03:13.380837 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b064fc53-a0ad-4f7b-9b7e-8dbf2cd3c850 req-b9dd4842-5a84-46c7-a065-ef79e7607ae5 service neutron] 10.222.0.85 "GET /v2.0/networks/174e1eea-8e32-4414-9ecf-aeb92f39055c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409411 May 18 18:03:13.398096 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-898a3ce5-4b03-48ef-90f9-9cd4a7064fc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:13.443870 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3ac88713-b7e3-417f-a3e5-52fd27f8191a req-b3496808-5b69-4bfe-a541-1215ed77751e tempest-ServerDiagnosticsNegativeTest-1626868346 tempest-ServerDiagnosticsNegativeTest-1626868346-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=fd83a8d1f688455c8a91891b34ea09bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0393462 May 18 18:03:13.449852 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-898a3ce5-4b03-48ef-90f9-9cd4a7064fc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:13.461340 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3302f6e1-68c7-4f41-96d2-bea80854733c req-5379b629-cef8-4dde-b4f1-63f91e100fee tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:13.472329 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3302f6e1-68c7-4f41-96d2-bea80854733c req-5379b629-cef8-4dde-b4f1-63f91e100fee tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3939e9c-41fb-4a2c-9412-8402f051cf0b HTTP/1.1" status: 200 len: 950 time: 0.1279325 May 18 18:03:13.513064 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b064fc53-a0ad-4f7b-9b7e-8dbf2cd3c850 req-bf484123-f427-4d4d-bdaa-1c6286d6e850 service neutron] 10.222.0.85 "GET /v2.0/networks/174e1eea-8e32-4414-9ecf-aeb92f39055c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208992 May 18 18:03:13.612237 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3302f6e1-68c7-4f41-96d2-bea80854733c req-c80f38bb-3e50-4d66-8c7b-6571a87e8d0f tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374676 May 18 18:03:13.688782 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-898a3ce5-4b03-48ef-90f9-9cd4a7064fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:13.693183 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-898a3ce5-4b03-48ef-90f9-9cd4a7064fc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:13.695233 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-898a3ce5-4b03-48ef-90f9-9cd4a7064fc7 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/6e6399f4-ec67-4cda-83d9-a5ed72d9ba7b HTTP/1.1" status: 204 len: 168 time: 0.4263508 May 18 18:03:13.713970 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898a3ce5-4b03-48ef-90f9-9cd4a7064fc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e6399f4-ec67-4cda-83d9-a5ed72d9ba7b,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:03:13.795541 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac88713-b7e3-417f-a3e5-52fd27f8191a req-a4e6fe91-c390-48ff-88e9-ee40b7d0e848 tempest-ServerDiagnosticsNegativeTest-1626868346 tempest-ServerDiagnosticsNegativeTest-1626868346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:13.798034 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3ac88713-b7e3-417f-a3e5-52fd27f8191a req-a4e6fe91-c390-48ff-88e9-ee40b7d0e848 tempest-ServerDiagnosticsNegativeTest-1626868346 tempest-ServerDiagnosticsNegativeTest-1626868346-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3459108 May 18 18:03:13.806003 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-37711821-d92c-4963-ab9c-4ae51470f9e9 req-45641ea9-4270-4563-aeec-1ea8769a6542 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] 10.222.0.85 "GET /v2.0/ports?device_id=b51f04db-52b6-40df-8928-88c1c8d8ce25 HTTP/1.1" status: 200 len: 210 time: 0.0737395 May 18 18:03:13.814243 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-3ac88713-b7e3-417f-a3e5-52fd27f8191a req-8fddebb0-c3a8-46c8-b64e-ae4ee289049d tempest-ServerDiagnosticsNegativeTest-1626868346 tempest-ServerDiagnosticsNegativeTest-1626868346-project] Request body: {'port': {'device_id': '0c96c808-d0e6-4027-8c57-204b2f9aae89', 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305', 'admin_state_up': True, 'tenant_id': 'fd83a8d1f688455c8a91891b34ea09bd'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:03:13.902888 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cf0ecc-d090-45ea-a29a-d542c358a77c req-7fce33b1-7075-4e75-9bc4-349d74e79639 tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:13.910073 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-63cf0ecc-d090-45ea-a29a-d542c358a77c req-7fce33b1-7075-4e75-9bc4-349d74e79639 tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] 10.222.0.85 "GET /v2.0/ports?device_id=062b357a-3ac8-4c60-973c-5b126f46856b HTTP/1.1" status: 200 len: 943 time: 0.1839993 May 18 18:03:13.947995 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 33e90418-0eb9-4d5f-95b5-db921d234153 details requested by agent hyperv_n-h2-838550-3 with host n-h2-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:03:14.010358 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60cd8ed-9e62-45b7-9d78-fa00b2b29c3e req-03cb62f7-0cb3-400d-9f34-a606c0209f6a tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:14.014215 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d60cd8ed-9e62-45b7-9d78-fa00b2b29c3e req-03cb62f7-0cb3-400d-9f34-a606c0209f6a tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/ports?device_id=37b6f181-4d76-4205-a196-1fa0b0b50cc2 HTTP/1.1" status: 200 len: 945 time: 0.1045716 May 18 18:03:14.014923 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-63cf0ecc-d090-45ea-a29a-d542c358a77c req-24e8a73c-cdc6-4384-b285-3524981c943e tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] 10.222.0.85 "GET /v2.0/security-groups?id=873d3fb2-3b5d-40e4-860c-4bf2bbc08243&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036837 May 18 18:03:14.027924 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ac88713-b7e3-417f-a3e5-52fd27f8191a req-8fddebb0-c3a8-46c8-b64e-ae4ee289049d tempest-ServerDiagnosticsNegativeTest-1626868346 tempest-ServerDiagnosticsNegativeTest-1626868346-project] Made reservation on behalf of fd83a8d1f688455c8a91891b34ea09bd for: {'port': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:03:14.031685 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-3ac88713-b7e3-417f-a3e5-52fd27f8191a req-8fddebb0-c3a8-46c8-b64e-ae4ee289049d tempest-ServerDiagnosticsNegativeTest-1626868346 tempest-ServerDiagnosticsNegativeTest-1626868346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:14.044384 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-3ac88713-b7e3-417f-a3e5-52fd27f8191a req-8fddebb0-c3a8-46c8-b64e-ae4ee289049d tempest-ServerDiagnosticsNegativeTest-1626868346 tempest-ServerDiagnosticsNegativeTest-1626868346-project] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:14.104456 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d60cd8ed-9e62-45b7-9d78-fa00b2b29c3e req-ae083464-f24f-441c-b67a-3f8a4d089dd1 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/security-groups?id=bda815dc-3228-454b-a95b-f89a3eeb79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842345 May 18 18:03:14.108960 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 33e90418-0eb9-4d5f-95b5-db921d234153, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=33e90418-0eb9-4d5f-95b5-db921d234153,segment=NetworkSegment(233283e0-ebec-4cdf-9a24-cf365763643d),segment_id=233283e0-ebec-4cdf-9a24-cf365763643d)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:03:14.135381 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Returning: {'device': '33e90418-0eb9-4d5f-95b5-db921d234153', 'network_id': 'f7cf31b5-1eeb-4bf6-bd77-be90f0ebecb7', 'port_id': '33e90418-0eb9-4d5f-95b5-db921d234153', 'mac_address': 'fa:16:3e:64:94:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd88b0a46-da40-4baf-b21a-795825e4a8cb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:03:14.205463 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d155c995-d36c-491c-9de7-48c4cec65949 req-7d15f50a-cc3a-45d8-9a13-122d57d59dab tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:14.207321 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 45848) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:03:14.212863 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d155c995-d36c-491c-9de7-48c4cec65949 req-7d15f50a-cc3a-45d8-9a13-122d57d59dab tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/ports?device_id=9fd52930-74c1-446a-8fe8-b01fb6bc2060 HTTP/1.1" status: 200 len: 949 time: 0.1052451 May 18 18:03:14.224111 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 33e90418-0eb9-4d5f-95b5-db921d234153 is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:03:14.227075 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4e3a3cb4-6157-4e36-b34c-7b80c32baf44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:14.232299 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:14.254150 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33e90418-0eb9-4d5f-95b5-db921d234153 {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:03:14.256445 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-3ac88713-b7e3-417f-a3e5-52fd27f8191a req-8fddebb0-c3a8-46c8-b64e-ae4ee289049d tempest-ServerDiagnosticsNegativeTest-1626868346 tempest-ServerDiagnosticsNegativeTest-1626868346-project] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:14.265651 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-3ac88713-b7e3-417f-a3e5-52fd27f8191a req-8fddebb0-c3a8-46c8-b64e-ae4ee289049d tempest-ServerDiagnosticsNegativeTest-1626868346 tempest-ServerDiagnosticsNegativeTest-1626868346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:14.297819 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d155c995-d36c-491c-9de7-48c4cec65949 req-02d91798-6833-4cbc-b6cb-271e4d43f55d tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/security-groups?id=b842f2e0-06aa-4b03-8465-45658e93896b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737450 May 18 18:03:14.298037 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6aca4008-8286-4a9a-a24d-3760b1545dae req-8ec5a270-6680-4e2e-a2e6-ff3462ad8f8e tempest-ServersAdmin275Test-1011939825 tempest-ServersAdmin275Test-1011939825-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=742e25d2-ccad-4925-a8fc-bd66e6e7025b HTTP/1.1" status: 200 len: 210 time: 0.0495172 May 18 18:03:14.311419 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 33e90418-0eb9-4d5f-95b5-db921d234153, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=33e90418-0eb9-4d5f-95b5-db921d234153,segment=NetworkSegment(233283e0-ebec-4cdf-9a24-cf365763643d),segment_id=233283e0-ebec-4cdf-9a24-cf365763643d)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:03:14.317210 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:14.428549 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fddebb0-c3a8-46c8-b64e-ae4ee289049d tempest-ServerDiagnosticsNegativeTest-1626868346 tempest-ServerDiagnosticsNegativeTest-1626868346-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f213a36-620a-41c5-8bd5-1119281ab8cb,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:03:14.434031 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4e3a3cb4-6157-4e36-b34c-7b80c32baf44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:14.435576 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=33e90418-0eb9-4d5f-95b5-db921d234153,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:03:14.440468 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4e3a3cb4-6157-4e36-b34c-7b80c32baf44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:14.448353 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:03:14.448769 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:03:14.449198 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:03:14.450500 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:03:14.450916 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:03:14.451315 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:03:14.451805 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:03:14.452073 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:03:14.452414 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:03:14.452870 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:03:14.453302 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:03:14.454616 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:03:14.505395 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5b299f2b-83b4-470f-a7eb-f41bb13a344e req-a306983c-b618-4144-bd96-65331baf7e57 tempest-ServerDiagnosticsNegativeTest-1626868346 tempest-ServerDiagnosticsNegativeTest-1626868346-project] 10.222.0.85 "GET /v2.0/ports?device_id=0c96c808-d0e6-4027-8c57-204b2f9aae89 HTTP/1.1" status: 200 len: 210 time: 0.0541174 May 18 18:03:14.523512 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423ad3f9-59ad-4a6e-a595-18670b02f615 req-edfc418b-6144-47f2-ba45-93e522a5620d tempest-LiveAutoBlockMigrationV225Test-940020400 tempest-LiveAutoBlockMigrationV225Test-940020400-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:14.530028 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-4e3a3cb4-6157-4e36-b34c-7b80c32baf44 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=0e26e3204b064c29b18f9ac9d82e7f9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3171229 May 18 18:03:14.530692 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-423ad3f9-59ad-4a6e-a595-18670b02f615 req-edfc418b-6144-47f2-ba45-93e522a5620d tempest-LiveAutoBlockMigrationV225Test-940020400 tempest-LiveAutoBlockMigrationV225Test-940020400-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=37b6f181-4d76-4205-a196-1fa0b0b50cc2 HTTP/1.1" status: 200 len: 1096 time: 0.1164842 May 18 18:03:14.530780 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a3cb4-6157-4e36-b34c-7b80c32baf44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4bc29d1-890e-4730-bafe-65faa6612484,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:03:14.531244 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 45852) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:03:14.613087 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [req-3ac88713-b7e3-417f-a3e5-52fd27f8191a req-8fddebb0-c3a8-46c8-b64e-ae4ee289049d tempest-ServerDiagnosticsNegativeTest-1626868346 tempest-ServerDiagnosticsNegativeTest-1626868346-project] Allocated IP 192.168.233.116 (4c8ef274-9ecc-47c2-9686-5eebd78fb305/c2531ae9-89db-4dcf-b670-9eac4c9cde53/baf0a47b-12b2-4759-b9e0-8efb32769cab) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:03:14.657720 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-423ad3f9-59ad-4a6e-a595-18670b02f615 req-9acde510-3e77-4705-951a-9aa3cd968cdf tempest-LiveAutoBlockMigrationV225Test-940020400 tempest-LiveAutoBlockMigrationV225Test-940020400-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=bda815dc-3228-454b-a95b-f89a3eeb79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072786 May 18 18:03:14.682946 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['33e90418-0eb9-4d5f-95b5-db921d234153'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:03:14.723806 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9e5fabbc-f921-4414-8cdf-e20da8e59021 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:14.780159 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827de9fc-828e-4cd1-b6b7-c12904136f8f req-e8f13e4f-8451-4d44-bdfa-fef7ceda3d0c tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:14.790505 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-827de9fc-828e-4cd1-b6b7-c12904136f8f req-e8f13e4f-8451-4d44-bdfa-fef7ceda3d0c tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3939e9c-41fb-4a2c-9412-8402f051cf0b HTTP/1.1" status: 200 len: 950 time: 0.0985944 May 18 18:03:14.857599 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9e5fabbc-f921-4414-8cdf-e20da8e59021 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:14.857960 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-827de9fc-828e-4cd1-b6b7-c12904136f8f req-40c9570e-e734-4368-bfb9-216eaa304b14 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659294 May 18 18:03:14.984539 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8f9cd98c-be5f-4605-8a2e-049347558ca8 req-34dd234a-87df-470c-974f-a1bb76a4705e tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] 10.222.0.85 "GET /v2.0/ports?device_id=b51f04db-52b6-40df-8928-88c1c8d8ce25 HTTP/1.1" status: 200 len: 210 time: 0.0602751 May 18 18:03:15.021997 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-3ac88713-b7e3-417f-a3e5-52fd27f8191a req-8fddebb0-c3a8-46c8-b64e-ae4ee289049d tempest-ServerDiagnosticsNegativeTest-1626868346 tempest-ServerDiagnosticsNegativeTest-1626868346-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:15.041136 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9e5fabbc-f921-4414-8cdf-e20da8e59021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:15.053955 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9e5fabbc-f921-4414-8cdf-e20da8e59021 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:15.057998 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-9e5fabbc-f921-4414-8cdf-e20da8e59021 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/f4bc29d1-890e-4730-bafe-65faa6612484 HTTP/1.1" status: 204 len: 168 time: 0.5230989 May 18 18:03:15.073503 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5fabbc-f921-4414-8cdf-e20da8e59021 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4bc29d1-890e-4730-bafe-65faa6612484,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:03:15.118335 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-3ac88713-b7e3-417f-a3e5-52fd27f8191a req-8fddebb0-c3a8-46c8-b64e-ae4ee289049d tempest-ServerDiagnosticsNegativeTest-1626868346 tempest-ServerDiagnosticsNegativeTest-1626868346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:15.177410 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ac88713-b7e3-417f-a3e5-52fd27f8191a req-8fddebb0-c3a8-46c8-b64e-ae4ee289049d tempest-ServerDiagnosticsNegativeTest-1626868346 tempest-ServerDiagnosticsNegativeTest-1626868346-project] Network 4c8ef274-9ecc-47c2-9686-5eebd78fb305 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:03:15.180941 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [req-3ac88713-b7e3-417f-a3e5-52fd27f8191a req-8fddebb0-c3a8-46c8-b64e-ae4ee289049d tempest-ServerDiagnosticsNegativeTest-1626868346 tempest-ServerDiagnosticsNegativeTest-1626868346-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:03:15.185296 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ac88713-b7e3-417f-a3e5-52fd27f8191a req-8fddebb0-c3a8-46c8-b64e-ae4ee289049d tempest-ServerDiagnosticsNegativeTest-1626868346 tempest-ServerDiagnosticsNegativeTest-1626868346-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:03:15.248452 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fddebb0-c3a8-46c8-b64e-ae4ee289049d tempest-ServerDiagnosticsNegativeTest-1626868346 tempest-ServerDiagnosticsNegativeTest-1626868346-project] Pushing event updated for resources: {'Port': ['ID=baf0a47b-12b2-4759-b9e0-8efb32769cab,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:03:15.296482 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac88713-b7e3-417f-a3e5-52fd27f8191a req-8fddebb0-c3a8-46c8-b64e-ae4ee289049d tempest-ServerDiagnosticsNegativeTest-1626868346 tempest-ServerDiagnosticsNegativeTest-1626868346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:15.297383 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-3ac88713-b7e3-417f-a3e5-52fd27f8191a req-8fddebb0-c3a8-46c8-b64e-ae4ee289049d tempest-ServerDiagnosticsNegativeTest-1626868346 tempest-ServerDiagnosticsNegativeTest-1626868346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:15.314179 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6832ba81-e2ec-4d79-9807-b8bd1f49f157 req-e7bb40ac-2621-4bf1-a043-d3c9cc97d777 tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:15.333917 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6832ba81-e2ec-4d79-9807-b8bd1f49f157 req-e7bb40ac-2621-4bf1-a043-d3c9cc97d777 tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] 10.222.0.85 "GET /v2.0/ports?device_id=062b357a-3ac8-4c60-973c-5b126f46856b HTTP/1.1" status: 200 len: 944 time: 0.1726813 May 18 18:03:15.350860 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3ac88713-b7e3-417f-a3e5-52fd27f8191a req-8fddebb0-c3a8-46c8-b64e-ae4ee289049d tempest-ServerDiagnosticsNegativeTest-1626868346 tempest-ServerDiagnosticsNegativeTest-1626868346-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5407264 May 18 18:03:15.375151 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-3ac88713-b7e3-417f-a3e5-52fd27f8191a req-36e77f12-7622-4ebe-bf83-00330f2df21d service neutron] Request body: {'port': {'device_id': '0c96c808-d0e6-4027-8c57-204b2f9aae89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-3'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:03:15.428233 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6832ba81-e2ec-4d79-9807-b8bd1f49f157 req-b3e6915a-fb34-4d72-8e0b-72814ec6b593 tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] 10.222.0.85 "GET /v2.0/security-groups?id=873d3fb2-3b5d-40e4-860c-4bf2bbc08243&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884333 May 18 18:03:15.521533 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-3ac88713-b7e3-417f-a3e5-52fd27f8191a req-36e77f12-7622-4ebe-bf83-00330f2df21d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:15.580418 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f14cdd-d108-49a3-a738-fd8ec55c58b4 req-3e3db5ad-95cb-4fe1-bb35-0b816a59d442 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:15.595654 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-06f14cdd-d108-49a3-a738-fd8ec55c58b4 req-3e3db5ad-95cb-4fe1-bb35-0b816a59d442 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/ports?device_id=9fd52930-74c1-446a-8fe8-b01fb6bc2060 HTTP/1.1" status: 200 len: 949 time: 0.1537340 May 18 18:03:15.701138 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c7dc93e9-6107-44c4-930d-e2c3024507a9 None None] Provisioning complete for port baf0a47b-12b2-4759-b9e0-8efb32769cab triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:03:15.703711 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c7dc93e9-6107-44c4-930d-e2c3024507a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:15.799899 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8034d3c5-893c-4cad-847f-647ce2a29595 req-f6dd3a79-5362-460b-bae4-1313d584d5d3 tempest-ServersAdmin275Test-1011939825 tempest-ServersAdmin275Test-1011939825-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=742e25d2-ccad-4925-a8fc-bd66e6e7025b HTTP/1.1" status: 200 len: 210 time: 0.0943115 May 18 18:03:15.859551 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c7dc93e9-6107-44c4-930d-e2c3024507a9 None None] Port baf0a47b-12b2-4759-b9e0-8efb32769cab cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:03:15.879528 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-06f14cdd-d108-49a3-a738-fd8ec55c58b4 req-9b893191-18fe-47dd-a6c9-bede50420925 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/security-groups?id=b842f2e0-06aa-4b03-8465-45658e93896b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399087 May 18 18:03:15.972334 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 33e90418-0eb9-4d5f-95b5-db921d234153 up at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:03:16.037226 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b064fc53-a0ad-4f7b-9b7e-8dbf2cd3c850 req-b762a10d-a34b-4817-92dc-6e22f568226f tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:16.040468 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b064fc53-a0ad-4f7b-9b7e-8dbf2cd3c850 req-b762a10d-a34b-4817-92dc-6e22f568226f tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] 10.222.0.88 "GET /v2.0/networks?id=174e1eea-8e32-4414-9ecf-aeb92f39055c HTTP/1.1" status: 200 len: 821 time: 0.4866228 May 18 18:03:16.075738 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-b064fc53-a0ad-4f7b-9b7e-8dbf2cd3c850 req-eeb10444-c070-4695-9920-f923794e3573 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Request body: {'port': {'device_id': 'b51f04db-52b6-40df-8928-88c1c8d8ce25', 'network_id': '174e1eea-8e32-4414-9ecf-aeb92f39055c', 'admin_state_up': True, 'tenant_id': '9fc8cbb0142d4c59976620cf14ef9400'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:03:16.142045 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning for port 33e90418-0eb9-4d5f-95b5-db921d234153 completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:03:16.148088 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning complete for port 33e90418-0eb9-4d5f-95b5-db921d234153 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:03:16.148648 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9618c51e-f363-410f-9cc8-3d46f1199a2e req-ee5d61ad-2360-44f0-a9d3-028a531c4265 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:16.149124 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:16.150941 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9618c51e-f363-410f-9cc8-3d46f1199a2e req-ee5d61ad-2360-44f0-a9d3-028a531c4265 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3939e9c-41fb-4a2c-9412-8402f051cf0b HTTP/1.1" status: 200 len: 950 time: 0.1612082 May 18 18:03:16.224079 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9618c51e-f363-410f-9cc8-3d46f1199a2e req-2b2580c3-8795-4865-8396-67f0689910a9 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581880 May 18 18:03:16.354765 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-59df68af-743c-41e3-9b62-dde6528b5080 req-2ac02155-6298-4517-92de-4b97665e125d tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] 10.222.0.85 "GET /v2.0/ports?device_id=b51f04db-52b6-40df-8928-88c1c8d8ce25 HTTP/1.1" status: 200 len: 210 time: 0.0494950 May 18 18:03:16.379722 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 33e90418-0eb9-4d5f-95b5-db921d234153 is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:03:16.380314 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:16.426615 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '062b357a-3ac8-4c60-973c-5b126f46856b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33e90418-0eb9-4d5f-95b5-db921d234153'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:03:16.430640 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-237cc2d6-44ca-4f90-aeed-d5d11457f1d9" -d '{"events": [{"server_uuid": "062b357a-3ac8-4c60-973c-5b126f46856b", "name": "network-vif-plugged", "status": "completed", "tag": "33e90418-0eb9-4d5f-95b5-db921d234153"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:03:16.454441 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 33e90418-0eb9-4d5f-95b5-db921d234153, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=33e90418-0eb9-4d5f-95b5-db921d234153,segment=NetworkSegment(233283e0-ebec-4cdf-9a24-cf365763643d),segment_id=233283e0-ebec-4cdf-9a24-cf365763643d)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:03:16.461533 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:16.519951 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b8ea811-fa32-417f-a37e-2fd63e2ade59 x-openstack-request-id: req-6b8ea811-fa32-417f-a37e-2fd63e2ade59 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:03:16.520714 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "062b357a-3ac8-4c60-973c-5b126f46856b", "name": "network-vif-plugged", "status": "completed", "tag": "33e90418-0eb9-4d5f-95b5-db921d234153", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:03:16.521172 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-6b8ea811-fa32-417f-a37e-2fd63e2ade59 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:03:16.522905 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b8ea811-fa32-417f-a37e-2fd63e2ade59'] response: {'server_uuid': '062b357a-3ac8-4c60-973c-5b126f46856b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33e90418-0eb9-4d5f-95b5-db921d234153', 'code': 200} May 18 18:03:16.626079 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=33e90418-0eb9-4d5f-95b5-db921d234153,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:03:16.642382 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703716a7-9bd5-4595-b7ca-edaf19e6d57e req-b2bb1399-6724-4726-8562-dde9d8c88364 tempest-ServerDiagnosticsNegativeTest-1626868346 tempest-ServerDiagnosticsNegativeTest-1626868346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:16.654612 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-703716a7-9bd5-4595-b7ca-edaf19e6d57e req-b2bb1399-6724-4726-8562-dde9d8c88364 tempest-ServerDiagnosticsNegativeTest-1626868346 tempest-ServerDiagnosticsNegativeTest-1626868346-project] 10.222.0.85 "GET /v2.0/ports?device_id=0c96c808-d0e6-4027-8c57-204b2f9aae89 HTTP/1.1" status: 200 len: 936 time: 0.6612823 May 18 18:03:16.767433 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6717a99c-e453-4e4d-96b6-1d8f4e540d6b req-c2906fa6-4952-4e28-bbc3-e9737acb9955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:16.769114 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6717a99c-e453-4e4d-96b6-1d8f4e540d6b req-c2906fa6-4952-4e28-bbc3-e9737acb9955 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=062b357a-3ac8-4c60-973c-5b126f46856b HTTP/1.1" status: 200 len: 1096 time: 0.1657877 May 18 18:03:16.780234 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-703716a7-9bd5-4595-b7ca-edaf19e6d57e req-8cd0985d-859d-4dff-a804-deda6856a00c tempest-ServerDiagnosticsNegativeTest-1626868346 tempest-ServerDiagnosticsNegativeTest-1626868346-project] 10.222.0.85 "GET /v2.0/security-groups?id=5f213a36-620a-41c5-8bd5-1119281ab8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084747 May 18 18:03:16.805591 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e34829-61d9-406e-b0ee-a13453cce34d req-1c3b07a3-ff0f-42b7-af6b-e790073bf1be tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:16.815670 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-07e34829-61d9-406e-b0ee-a13453cce34d req-1c3b07a3-ff0f-42b7-af6b-e790073bf1be tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] 10.222.0.85 "GET /v2.0/ports?device_id=062b357a-3ac8-4c60-973c-5b126f46856b HTTP/1.1" status: 200 len: 945 time: 0.1076241 May 18 18:03:16.866810 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6717a99c-e453-4e4d-96b6-1d8f4e540d6b req-0401cb1f-ff13-42ac-9180-ee2702642a8f service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=873d3fb2-3b5d-40e4-860c-4bf2bbc08243&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879240 May 18 18:03:16.955333 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-07e34829-61d9-406e-b0ee-a13453cce34d req-e239802f-3899-4c17-817f-8da0080493f2 tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] 10.222.0.85 "GET /v2.0/security-groups?id=873d3fb2-3b5d-40e4-860c-4bf2bbc08243&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1378222 May 18 18:03:17.025919 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b064fc53-a0ad-4f7b-9b7e-8dbf2cd3c850 req-eeb10444-c070-4695-9920-f923794e3573 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Made reservation on behalf of 9fc8cbb0142d4c59976620cf14ef9400 for: {'port': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:03:17.033283 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-b064fc53-a0ad-4f7b-9b7e-8dbf2cd3c850 req-eeb10444-c070-4695-9920-f923794e3573 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:17.139249 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [req-3ac88713-b7e3-417f-a3e5-52fd27f8191a req-36e77f12-7622-4ebe-bf83-00330f2df21d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id baf0a47b-12b2-4759-b9e0-8efb32769cab {{(pid=102731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:03:17.167515 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-3ac88713-b7e3-417f-a3e5-52fd27f8191a req-36e77f12-7622-4ebe-bf83-00330f2df21d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:17.202125 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-18aed16e-40c5-447a-a571-309dbd79ccc1 req-48ad5964-c46a-4bb0-bb5f-8761cc25ac9a tempest-ServersAdmin275Test-1011939825 tempest-ServersAdmin275Test-1011939825-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=742e25d2-ccad-4925-a8fc-bd66e6e7025b HTTP/1.1" status: 200 len: 210 time: 0.0693023 May 18 18:03:17.207904 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430cd01a-0f45-4ff4-be43-2990b17f7397 req-98a8c7ac-acb6-42b2-90f4-cff3ae1e17f3 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:17.216490 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-430cd01a-0f45-4ff4-be43-2990b17f7397 req-98a8c7ac-acb6-42b2-90f4-cff3ae1e17f3 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/ports?device_id=9fd52930-74c1-446a-8fe8-b01fb6bc2060 HTTP/1.1" status: 200 len: 949 time: 0.1227589 May 18 18:03:17.248536 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.provisioning_blocks [req-3ac88713-b7e3-417f-a3e5-52fd27f8191a req-36e77f12-7622-4ebe-bf83-00330f2df21d service neutron] Transition to ACTIVE for port object baf0a47b-12b2-4759-b9e0-8efb32769cab will not be triggered until provisioned by entity L2. {{(pid=102731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:03:17.270108 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-3ac88713-b7e3-417f-a3e5-52fd27f8191a req-36e77f12-7622-4ebe-bf83-00330f2df21d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:17.305122 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-430cd01a-0f45-4ff4-be43-2990b17f7397 req-f867c126-9fac-41d6-8cbc-12188e461c6d tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/security-groups?id=b842f2e0-06aa-4b03-8465-45658e93896b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717630 May 18 18:03:17.533242 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a0a7fae3-4d74-4403-bf2d-4989190a8d06 req-e9a08f89-ffcf-4881-9ce5-d506a1c61f08 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] 10.222.0.85 "GET /v2.0/ports?device_id=b51f04db-52b6-40df-8928-88c1c8d8ce25 HTTP/1.1" status: 200 len: 210 time: 0.0442612 May 18 18:03:17.581073 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [req-b064fc53-a0ad-4f7b-9b7e-8dbf2cd3c850 req-eeb10444-c070-4695-9920-f923794e3573 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Allocated IP 172.20.0.8 (174e1eea-8e32-4414-9ecf-aeb92f39055c/cb681bd8-8000-4df1-8b5b-17eadddd4546/08b827f7-b4c5-4fe2-897e-5706e443471d) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:03:17.590391 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e77f12-7622-4ebe-bf83-00330f2df21d service neutron] Pushing event updated for resources: {'Port': ['ID=baf0a47b-12b2-4759-b9e0-8efb32769cab,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:03:17.666740 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c2349c-72cb-493c-97bc-18208830fb79 req-8ed292d6-d47c-44d4-8873-01e712997b03 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:17.666740 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-23c2349c-72cb-493c-97bc-18208830fb79 req-8ed292d6-d47c-44d4-8873-01e712997b03 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3939e9c-41fb-4a2c-9412-8402f051cf0b HTTP/1.1" status: 200 len: 950 time: 0.2493970 May 18 18:03:17.773883 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-3ac88713-b7e3-417f-a3e5-52fd27f8191a req-36e77f12-7622-4ebe-bf83-00330f2df21d service neutron] Attempting to bind port baf0a47b-12b2-4759-b9e0-8efb32769cab on host n-h1-838550-3 for vnic_type normal with profile {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:03:17.774648 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-3ac88713-b7e3-417f-a3e5-52fd27f8191a req-36e77f12-7622-4ebe-bf83-00330f2df21d service neutron] Attempting to bind port baf0a47b-12b2-4759-b9e0-8efb32769cab by drivers openvswitch,hyperv on host n-h1-838550-3 at level 0 using segments [{'id': '2879bb11-64b4-46f1-9f8b-52941d47b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:03:17.775011 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac88713-b7e3-417f-a3e5-52fd27f8191a req-36e77f12-7622-4ebe-bf83-00330f2df21d service neutron] Attempting to bind port baf0a47b-12b2-4759-b9e0-8efb32769cab on network 4c8ef274-9ecc-47c2-9686-5eebd78fb305 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:03:17.818127 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac88713-b7e3-417f-a3e5-52fd27f8191a req-36e77f12-7622-4ebe-bf83-00330f2df21d service neutron] Port baf0a47b-12b2-4759-b9e0-8efb32769cab on network 4c8ef274-9ecc-47c2-9686-5eebd78fb305 not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-3 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:03:17.818457 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac88713-b7e3-417f-a3e5-52fd27f8191a req-36e77f12-7622-4ebe-bf83-00330f2df21d service neutron] Attempting to bind port baf0a47b-12b2-4759-b9e0-8efb32769cab on network 4c8ef274-9ecc-47c2-9686-5eebd78fb305 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:03:17.841551 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac88713-b7e3-417f-a3e5-52fd27f8191a req-36e77f12-7622-4ebe-bf83-00330f2df21d service neutron] Checking agent: {'id': '1dbac822-25f2-4df8-9dc8-5c2e7b136eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:03:17.841928 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac88713-b7e3-417f-a3e5-52fd27f8191a req-36e77f12-7622-4ebe-bf83-00330f2df21d service neutron] Checking segment: {'id': '2879bb11-64b4-46f1-9f8b-52941d47b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:03:17.842323 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac88713-b7e3-417f-a3e5-52fd27f8191a req-36e77f12-7622-4ebe-bf83-00330f2df21d service neutron] Bound using segment: {'id': '2879bb11-64b4-46f1-9f8b-52941d47b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305'} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:03:17.842777 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-3ac88713-b7e3-417f-a3e5-52fd27f8191a req-36e77f12-7622-4ebe-bf83-00330f2df21d service neutron] Bound port: baf0a47b-12b2-4759-b9e0-8efb32769cab, host: n-h1-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2879bb11-64b4-46f1-9f8b-52941d47b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305'}}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:03:17.843229 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-3ac88713-b7e3-417f-a3e5-52fd27f8191a req-36e77f12-7622-4ebe-bf83-00330f2df21d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:17.853859 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-23c2349c-72cb-493c-97bc-18208830fb79 req-87141a45-788a-476e-ad1d-de7e17dd7ce2 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148026 May 18 18:03:18.052567 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-b064fc53-a0ad-4f7b-9b7e-8dbf2cd3c850 req-eeb10444-c070-4695-9920-f923794e3573 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:18.062323 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-3ac88713-b7e3-417f-a3e5-52fd27f8191a req-36e77f12-7622-4ebe-bf83-00330f2df21d service neutron] For port baf0a47b-12b2-4759-b9e0-8efb32769cab, host n-h1-838550-3, cleared binding levels {{(pid=102731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:03:18.082449 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-3ac88713-b7e3-417f-a3e5-52fd27f8191a req-36e77f12-7622-4ebe-bf83-00330f2df21d service neutron] For port baf0a47b-12b2-4759-b9e0-8efb32769cab, host n-h1-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=baf0a47b-12b2-4759-b9e0-8efb32769cab,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:03:18.095784 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-3ac88713-b7e3-417f-a3e5-52fd27f8191a req-36e77f12-7622-4ebe-bf83-00330f2df21d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:18.117982 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e5ff51-ce1a-4391-bbc4-140925d7b514 req-ab76ec3f-207a-48c3-9904-c15af07c5c7f tempest-ServerDiagnosticsNegativeTest-1626868346 tempest-ServerDiagnosticsNegativeTest-1626868346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:18.119591 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-75e5ff51-ce1a-4391-bbc4-140925d7b514 req-ab76ec3f-207a-48c3-9904-c15af07c5c7f tempest-ServerDiagnosticsNegativeTest-1626868346 tempest-ServerDiagnosticsNegativeTest-1626868346-project] 10.222.0.85 "GET /v2.0/ports?device_id=0c96c808-d0e6-4027-8c57-204b2f9aae89 HTTP/1.1" status: 200 len: 948 time: 0.1554339 May 18 18:03:18.156788 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c031345a-aa89-4a6a-a8e8-d9079cd4b31e req-fc661996-dd39-4a10-9a25-6294d5cd65b6 tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:18.168198 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c031345a-aa89-4a6a-a8e8-d9079cd4b31e req-fc661996-dd39-4a10-9a25-6294d5cd65b6 tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] 10.222.0.85 "GET /v2.0/ports?device_id=062b357a-3ac8-4c60-973c-5b126f46856b HTTP/1.1" status: 200 len: 945 time: 0.0986357 May 18 18:03:18.182567 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac88713-b7e3-417f-a3e5-52fd27f8191a req-36e77f12-7622-4ebe-bf83-00330f2df21d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:18.182567 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-3ac88713-b7e3-417f-a3e5-52fd27f8191a req-36e77f12-7622-4ebe-bf83-00330f2df21d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:18.186431 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3ac88713-b7e3-417f-a3e5-52fd27f8191a req-36e77f12-7622-4ebe-bf83-00330f2df21d service neutron] 10.222.0.36 "PUT /v2.0/ports/baf0a47b-12b2-4759-b9e0-8efb32769cab HTTP/1.1" status: 200 len: 1096 time: 2.8248818 May 18 18:03:18.186431 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c96c808-d0e6-4027-8c57-204b2f9aae89', 'tag': 'baf0a47b-12b2-4759-b9e0-8efb32769cab'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:03:18.188534 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c24ebb5f-76d7-4430-b1e8-dcc688fcb520" -d '{"events": [{"name": "network-changed", "server_uuid": "0c96c808-d0e6-4027-8c57-204b2f9aae89", "tag": "baf0a47b-12b2-4759-b9e0-8efb32769cab"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:03:18.262344 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c031345a-aa89-4a6a-a8e8-d9079cd4b31e req-2589d5e6-4faf-44c0-9100-ad4d491ceee2 tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] 10.222.0.85 "GET /v2.0/security-groups?id=873d3fb2-3b5d-40e4-860c-4bf2bbc08243&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916920 May 18 18:03:18.273381 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-b064fc53-a0ad-4f7b-9b7e-8dbf2cd3c850 req-eeb10444-c070-4695-9920-f923794e3573 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:18.353059 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e77f12-7622-4ebe-bf83-00330f2df21d service neutron] Pushing event updated for resources: {'Port': ['ID=baf0a47b-12b2-4759-b9e0-8efb32769cab,revision_number=3']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:03:18.383520 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-75e5ff51-ce1a-4391-bbc4-140925d7b514 req-755bd8f7-09d1-4b11-bd80-f22d8ca8ca67 tempest-ServerDiagnosticsNegativeTest-1626868346 tempest-ServerDiagnosticsNegativeTest-1626868346-project] 10.222.0.85 "GET /v2.0/security-groups?id=5f213a36-620a-41c5-8bd5-1119281ab8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278152 May 18 18:03:18.430165 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b064fc53-a0ad-4f7b-9b7e-8dbf2cd3c850 req-eeb10444-c070-4695-9920-f923794e3573 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Network 174e1eea-8e32-4414-9ecf-aeb92f39055c is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:03:18.477095 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [req-b064fc53-a0ad-4f7b-9b7e-8dbf2cd3c850 req-eeb10444-c070-4695-9920-f923794e3573 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:03:18.493673 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-b064fc53-a0ad-4f7b-9b7e-8dbf2cd3c850 req-eeb10444-c070-4695-9920-f923794e3573 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:03:18.556872 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac88713-b7e3-417f-a3e5-52fd27f8191a req-f5280759-5e9d-422d-a7f2-5e6d944bbacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:18.559194 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3ac88713-b7e3-417f-a3e5-52fd27f8191a req-f5280759-5e9d-422d-a7f2-5e6d944bbacc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fd83a8d1f688455c8a91891b34ea09bd&device_id=0c96c808-d0e6-4027-8c57-204b2f9aae89 HTTP/1.1" status: 200 len: 1099 time: 0.3179383 May 18 18:03:18.567796 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d3eef4a-93f2-474e-ac9d-cc606f97f358 x-openstack-request-id: req-7d3eef4a-93f2-474e-ac9d-cc606f97f358 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:03:18.568219 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c96c808-d0e6-4027-8c57-204b2f9aae89", "tag": "baf0a47b-12b2-4759-b9e0-8efb32769cab", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:03:18.568518 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-7d3eef4a-93f2-474e-ac9d-cc606f97f358 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:03:18.569129 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d3eef4a-93f2-474e-ac9d-cc606f97f358'] response: {'name': 'network-changed', 'server_uuid': '0c96c808-d0e6-4027-8c57-204b2f9aae89', 'tag': 'baf0a47b-12b2-4759-b9e0-8efb32769cab', 'status': 'completed', 'code': 200} May 18 18:03:18.640594 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fdcd6ba5-15ca-41e6-994f-2397439c7c14 req-12ae719a-5943-4c64-88db-cac8bf937e36 tempest-ServersAdmin275Test-1011939825 tempest-ServersAdmin275Test-1011939825-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=742e25d2-ccad-4925-a8fc-bd66e6e7025b HTTP/1.1" status: 200 len: 210 time: 0.0555692 May 18 18:03:18.676400 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3ac88713-b7e3-417f-a3e5-52fd27f8191a req-62d3486d-81f3-43c2-af36-2deab8d2b588 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=baf0a47b-12b2-4759-b9e0-8efb32769cab HTTP/1.1" status: 200 len: 217 time: 0.0869968 May 18 18:03:18.677416 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb10444-c070-4695-9920-f923794e3573 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Pushing event updated for resources: {'Port': ['ID=08b827f7-b4c5-4fe2-897e-5706e443471d,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:03:18.820588 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b064fc53-a0ad-4f7b-9b7e-8dbf2cd3c850 req-eeb10444-c070-4695-9920-f923794e3573 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:18.821946 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-b064fc53-a0ad-4f7b-9b7e-8dbf2cd3c850 req-eeb10444-c070-4695-9920-f923794e3573 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:18.870391 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b064fc53-a0ad-4f7b-9b7e-8dbf2cd3c850 req-eeb10444-c070-4695-9920-f923794e3573 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7997553 May 18 18:03:18.883745 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1794a4f2-bcd7-48e9-8819-32a71a2d7122 req-0e5579a1-5ade-4238-9bd1-cb4729e04788 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:18.885810 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1794a4f2-bcd7-48e9-8819-32a71a2d7122 req-0e5579a1-5ade-4238-9bd1-cb4729e04788 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/ports?device_id=9fd52930-74c1-446a-8fe8-b01fb6bc2060 HTTP/1.1" status: 200 len: 949 time: 0.1684992 May 18 18:03:18.888231 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac88713-b7e3-417f-a3e5-52fd27f8191a req-278a9eb8-3e9a-4237-bc95-2e56b007d9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:18.890268 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3ac88713-b7e3-417f-a3e5-52fd27f8191a req-278a9eb8-3e9a-4237-bc95-2e56b007d9d5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c2531ae9-89db-4dcf-b670-9eac4c9cde53 HTTP/1.1" status: 200 len: 843 time: 0.2034254 May 18 18:03:18.895615 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-b064fc53-a0ad-4f7b-9b7e-8dbf2cd3c850 req-2150af97-a7f9-4ec0-beb3-5ec38ef75f6b service neutron] Request body: {'port': {'device_id': 'b51f04db-52b6-40df-8928-88c1c8d8ce25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-3'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:03:18.936807 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f15cd3-a782-427a-82d9-2eff2714cc3f req-1186bb91-2a1b-4f59-9195-ff7919c2fb0f tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:18.938311 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-49f15cd3-a782-427a-82d9-2eff2714cc3f req-1186bb91-2a1b-4f59-9195-ff7919c2fb0f tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] 10.222.0.85 "GET /v2.0/ports?device_id=b51f04db-52b6-40df-8928-88c1c8d8ce25 HTTP/1.1" status: 200 len: 931 time: 0.0717261 May 18 18:03:18.985306 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-49f15cd3-a782-427a-82d9-2eff2714cc3f req-4b32d957-4a58-412b-a79a-cafd63531a64 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] 10.222.0.85 "GET /v2.0/security-groups?id=b787168d-4ad4-4424-a9af-a4affc34d52d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390041 May 18 18:03:19.016727 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1794a4f2-bcd7-48e9-8819-32a71a2d7122 req-9442b12c-6ea8-4b77-bba9-646e80b30dce tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/security-groups?id=b842f2e0-06aa-4b03-8465-45658e93896b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175764 May 18 18:03:19.030476 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-b064fc53-a0ad-4f7b-9b7e-8dbf2cd3c850 req-2150af97-a7f9-4ec0-beb3-5ec38ef75f6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:19.051131 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac88713-b7e3-417f-a3e5-52fd27f8191a req-51b30e15-41d9-49c0-8eda-3e65c1258617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:19.052763 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3ac88713-b7e3-417f-a3e5-52fd27f8191a req-51b30e15-41d9-49c0-8eda-3e65c1258617 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4c8ef274-9ecc-47c2-9686-5eebd78fb305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1519687 May 18 18:03:19.296891 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9c48ff-2b07-4edb-8e08-df5222e7cd67 req-332e3930-9517-46fe-85e3-4ea415e9072c tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:19.298411 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ca9c48ff-2b07-4edb-8e08-df5222e7cd67 req-332e3930-9517-46fe-85e3-4ea415e9072c tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3939e9c-41fb-4a2c-9412-8402f051cf0b HTTP/1.1" status: 200 len: 950 time: 0.1779699 May 18 18:03:19.304609 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3ac88713-b7e3-417f-a3e5-52fd27f8191a req-b82419ab-792e-4f18-9a95-6dfbdcf8a2a8 service neutron] 10.222.0.36 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322214 May 18 18:03:19.482914 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e4c455-9ed4-4078-a694-0010ebce4c37 req-7d8fb7e8-a6c6-43d3-8f1b-a7bcbfcaa2b3 tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:19.486108 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e3e4c455-9ed4-4078-a694-0010ebce4c37 req-7d8fb7e8-a6c6-43d3-8f1b-a7bcbfcaa2b3 tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] 10.222.0.85 "GET /v2.0/ports?device_id=062b357a-3ac8-4c60-973c-5b126f46856b HTTP/1.1" status: 200 len: 945 time: 0.1124179 May 18 18:03:19.516011 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ca9c48ff-2b07-4edb-8e08-df5222e7cd67 req-0d10fab2-cd71-4670-bc58-aa5ba1c40cba tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078214 May 18 18:03:19.563471 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e3e4c455-9ed4-4078-a694-0010ebce4c37 req-43027666-ff85-4571-a445-d9d2eb124368 tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] 10.222.0.85 "GET /v2.0/security-groups?id=873d3fb2-3b5d-40e4-860c-4bf2bbc08243&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705554 May 18 18:03:19.614316 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 45998) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:03:19.614678 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3ac88713-b7e3-417f-a3e5-52fd27f8191a req-2af5d002-1d78-4a66-a0b3-740351cc05d1 service neutron] 10.222.0.36 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2980106 May 18 18:03:19.777809 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [req-b064fc53-a0ad-4f7b-9b7e-8dbf2cd3c850 req-2150af97-a7f9-4ec0-beb3-5ec38ef75f6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08b827f7-b4c5-4fe2-897e-5706e443471d {{(pid=102731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:03:19.791876 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d530a0d-e498-44f2-8e5f-86e86fc75a83 req-dd5159b3-9a23-43fe-913d-388c2d048638 tempest-ServerDiagnosticsNegativeTest-1626868346 tempest-ServerDiagnosticsNegativeTest-1626868346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:19.793500 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2d530a0d-e498-44f2-8e5f-86e86fc75a83 req-dd5159b3-9a23-43fe-913d-388c2d048638 tempest-ServerDiagnosticsNegativeTest-1626868346 tempest-ServerDiagnosticsNegativeTest-1626868346-project] 10.222.0.85 "GET /v2.0/ports?device_id=0c96c808-d0e6-4027-8c57-204b2f9aae89 HTTP/1.1" status: 200 len: 948 time: 0.1843820 May 18 18:03:19.799312 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-b064fc53-a0ad-4f7b-9b7e-8dbf2cd3c850 req-2150af97-a7f9-4ec0-beb3-5ec38ef75f6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:19.817780 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-29c047b5-8e66-4db9-81b6-b1644967cdb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:19.845673 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24ebb5f-76d7-4430-b1e8-dcc688fcb520 req-2051e366-d37a-4655-8360-bf5c9df8dd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:19.847255 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c24ebb5f-76d7-4430-b1e8-dcc688fcb520 req-2051e366-d37a-4655-8360-bf5c9df8dd9f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fd83a8d1f688455c8a91891b34ea09bd&device_id=0c96c808-d0e6-4027-8c57-204b2f9aae89 HTTP/1.1" status: 200 len: 1099 time: 0.1552339 May 18 18:03:19.853957 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.provisioning_blocks [req-b064fc53-a0ad-4f7b-9b7e-8dbf2cd3c850 req-2150af97-a7f9-4ec0-beb3-5ec38ef75f6b service neutron] Transition to ACTIVE for port object 08b827f7-b4c5-4fe2-897e-5706e443471d will not be triggered until provisioned by entity L2. {{(pid=102731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:03:19.878619 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-b064fc53-a0ad-4f7b-9b7e-8dbf2cd3c850 req-2150af97-a7f9-4ec0-beb3-5ec38ef75f6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:19.902454 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2d530a0d-e498-44f2-8e5f-86e86fc75a83 req-99537839-73a2-4c1c-9265-ae3651285d20 tempest-ServerDiagnosticsNegativeTest-1626868346 tempest-ServerDiagnosticsNegativeTest-1626868346-project] 10.222.0.85 "GET /v2.0/security-groups?id=5f213a36-620a-41c5-8bd5-1119281ab8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967779 May 18 18:03:19.979564 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-29c047b5-8e66-4db9-81b6-b1644967cdb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:19.985583 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-29c047b5-8e66-4db9-81b6-b1644967cdb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:20.023347 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-29c047b5-8e66-4db9-81b6-b1644967cdb4 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=ead5a26a9d03450086b20cc04edde5af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4076147 May 18 18:03:20.029131 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 46014) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:03:20.055543 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c047b5-8e66-4db9-81b6-b1644967cdb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11b76768-77ef-4b5e-a4c3-c05caccf82ec,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:03:20.113709 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-70ec0b94-5da1-4f7f-9c93-52c05c8b6dec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:20.148821 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-70ec0b94-5da1-4f7f-9c93-52c05c8b6dec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:20.152490 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24ebb5f-76d7-4430-b1e8-dcc688fcb520 req-4e835181-c634-44ec-a028-612f3840ff06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:20.155042 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c24ebb5f-76d7-4430-b1e8-dcc688fcb520 req-4e835181-c634-44ec-a028-612f3840ff06 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4c8ef274-9ecc-47c2-9686-5eebd78fb305 HTTP/1.1" status: 200 len: 870 time: 0.2979333 May 18 18:03:20.181728 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2150af97-a7f9-4ec0-beb3-5ec38ef75f6b service neutron] Pushing event updated for resources: {'Port': ['ID=08b827f7-b4c5-4fe2-897e-5706e443471d,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:03:20.236885 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-70ec0b94-5da1-4f7f-9c93-52c05c8b6dec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:20.241686 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-70ec0b94-5da1-4f7f-9c93-52c05c8b6dec admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:20.243692 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-70ec0b94-5da1-4f7f-9c93-52c05c8b6dec admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/11b76768-77ef-4b5e-a4c3-c05caccf82ec HTTP/1.1" status: 204 len: 168 time: 0.2135389 May 18 18:03:20.248685 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c24ebb5f-76d7-4430-b1e8-dcc688fcb520 req-e140a514-c011-413d-b380-79e889b12df4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=baf0a47b-12b2-4759-b9e0-8efb32769cab HTTP/1.1" status: 200 len: 217 time: 0.0577831 May 18 18:03:20.292992 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ec0b94-5da1-4f7f-9c93-52c05c8b6dec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11b76768-77ef-4b5e-a4c3-c05caccf82ec,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:03:20.350847 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-b064fc53-a0ad-4f7b-9b7e-8dbf2cd3c850 req-2150af97-a7f9-4ec0-beb3-5ec38ef75f6b service neutron] Attempting to bind port 08b827f7-b4c5-4fe2-897e-5706e443471d on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:03:20.351600 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-b064fc53-a0ad-4f7b-9b7e-8dbf2cd3c850 req-2150af97-a7f9-4ec0-beb3-5ec38ef75f6b service neutron] Attempting to bind port 08b827f7-b4c5-4fe2-897e-5706e443471d by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': 'da1e1534-5e48-46b3-a727-d3c25e59a900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '174e1eea-8e32-4414-9ecf-aeb92f39055c'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:03:20.352343 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b064fc53-a0ad-4f7b-9b7e-8dbf2cd3c850 req-2150af97-a7f9-4ec0-beb3-5ec38ef75f6b service neutron] Attempting to bind port 08b827f7-b4c5-4fe2-897e-5706e443471d on network 174e1eea-8e32-4414-9ecf-aeb92f39055c {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:03:20.372779 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f504907-05ad-480c-bdab-95a9f6d3abdb req-74ff1a5e-7738-434c-9b15-3bdebe2d8d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:20.375792 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5f504907-05ad-480c-bdab-95a9f6d3abdb req-74ff1a5e-7738-434c-9b15-3bdebe2d8d40 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9fd52930-74c1-446a-8fe8-b01fb6bc2060 HTTP/1.1" status: 200 len: 1100 time: 0.1305933 May 18 18:03:20.378790 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b064fc53-a0ad-4f7b-9b7e-8dbf2cd3c850 req-2150af97-a7f9-4ec0-beb3-5ec38ef75f6b service neutron] Port 08b827f7-b4c5-4fe2-897e-5706e443471d on network 174e1eea-8e32-4414-9ecf-aeb92f39055c not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:03:20.379332 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b064fc53-a0ad-4f7b-9b7e-8dbf2cd3c850 req-2150af97-a7f9-4ec0-beb3-5ec38ef75f6b service neutron] Attempting to bind port 08b827f7-b4c5-4fe2-897e-5706e443471d on network 174e1eea-8e32-4414-9ecf-aeb92f39055c {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:03:20.394377 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b9cecc-0386-45a3-afe6-2e8d83bfa677 req-01c604a6-7ea5-4e45-9943-14adde98bbf7 tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:20.407512 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b9b9cecc-0386-45a3-afe6-2e8d83bfa677 req-01c604a6-7ea5-4e45-9943-14adde98bbf7 tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] 10.222.0.85 "GET /v2.0/ports?device_id=062b357a-3ac8-4c60-973c-5b126f46856b HTTP/1.1" status: 200 len: 945 time: 0.3410878 May 18 18:03:20.408661 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a4500330-6a23-430b-92d9-88687dd1e029 req-2199cd33-4a5b-4766-a12c-59ae6653e155 tempest-ServersAdmin275Test-1011939825 tempest-ServersAdmin275Test-1011939825-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=742e25d2-ccad-4925-a8fc-bd66e6e7025b HTTP/1.1" status: 200 len: 210 time: 0.0405910 May 18 18:03:20.411213 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 46022) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:03:20.430472 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-ff39975b-b75e-4a35-93c4-619a72445837 tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] Request body: {'floatingip': {'port_id': '33e90418-0eb9-4d5f-95b5-db921d234153'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:03:20.443056 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b064fc53-a0ad-4f7b-9b7e-8dbf2cd3c850 req-2150af97-a7f9-4ec0-beb3-5ec38ef75f6b service neutron] Checking agent: {'id': 'd1be059a-68ea-4c77-9b2b-29f4afa47e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:03:20.450097 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b064fc53-a0ad-4f7b-9b7e-8dbf2cd3c850 req-2150af97-a7f9-4ec0-beb3-5ec38ef75f6b service neutron] Checking segment: {'id': 'da1e1534-5e48-46b3-a727-d3c25e59a900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '174e1eea-8e32-4414-9ecf-aeb92f39055c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:03:20.451162 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b064fc53-a0ad-4f7b-9b7e-8dbf2cd3c850 req-2150af97-a7f9-4ec0-beb3-5ec38ef75f6b service neutron] Bound using segment: {'id': 'da1e1534-5e48-46b3-a727-d3c25e59a900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '174e1eea-8e32-4414-9ecf-aeb92f39055c'} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:03:20.452220 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-b064fc53-a0ad-4f7b-9b7e-8dbf2cd3c850 req-2150af97-a7f9-4ec0-beb3-5ec38ef75f6b service neutron] Bound port: 08b827f7-b4c5-4fe2-897e-5706e443471d, host: n-h2-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da1e1534-5e48-46b3-a727-d3c25e59a900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '174e1eea-8e32-4414-9ecf-aeb92f39055c'}}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:03:20.453191 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-b064fc53-a0ad-4f7b-9b7e-8dbf2cd3c850 req-2150af97-a7f9-4ec0-beb3-5ec38ef75f6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:20.455293 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5f504907-05ad-480c-bdab-95a9f6d3abdb req-e7dcfd3d-2d63-4824-b092-4ea8c7462ff2 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b842f2e0-06aa-4b03-8465-45658e93896b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693872 May 18 18:03:20.495836 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24ebb5f-76d7-4430-b1e8-dcc688fcb520 req-b06da631-3294-469f-bf34-7284f6eacaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:20.497565 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c24ebb5f-76d7-4430-b1e8-dcc688fcb520 req-b06da631-3294-469f-bf34-7284f6eacaf0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c2531ae9-89db-4dcf-b670-9eac4c9cde53 HTTP/1.1" status: 200 len: 843 time: 0.2401459 May 18 18:03:20.541449 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ff39975b-b75e-4a35-93c4-619a72445837 tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] Notify callbacks [] for floatingip, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:20.612879 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea1f359-ec82-4ba3-8ae0-a3da4c709f5c req-9a676a9b-35bb-4db2-bf8d-b42bfb88d13f tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:20.615495 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0ea1f359-ec82-4ba3-8ae0-a3da4c709f5c req-9a676a9b-35bb-4db2-bf8d-b42bfb88d13f tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/ports?device_id=9fd52930-74c1-446a-8fe8-b01fb6bc2060 HTTP/1.1" status: 200 len: 949 time: 0.0942428 May 18 18:03:20.669135 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0ea1f359-ec82-4ba3-8ae0-a3da4c709f5c req-eee710d2-14db-42e5-9cb4-75b089b98b42 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/security-groups?id=b842f2e0-06aa-4b03-8465-45658e93896b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460413 May 18 18:03:20.820125 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 46030) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:03:20.844751 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-fbdb51a8-c7e1-4b81-9463-0cb46fef13dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:20.868914 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-b064fc53-a0ad-4f7b-9b7e-8dbf2cd3c850 req-2150af97-a7f9-4ec0-beb3-5ec38ef75f6b service neutron] For port 08b827f7-b4c5-4fe2-897e-5706e443471d, host n-h2-838550-3, cleared binding levels {{(pid=102731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:03:20.874983 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-b064fc53-a0ad-4f7b-9b7e-8dbf2cd3c850 req-2150af97-a7f9-4ec0-beb3-5ec38ef75f6b service neutron] For port 08b827f7-b4c5-4fe2-897e-5706e443471d, host n-h2-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=08b827f7-b4c5-4fe2-897e-5706e443471d,segment=NetworkSegment(da1e1534-5e48-46b3-a727-d3c25e59a900),segment_id=da1e1534-5e48-46b3-a727-d3c25e59a900)] {{(pid=102731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:03:20.876525 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c411aa8-1dfe-426e-af05-c761b610cf5f req-1cd554cf-25d4-408e-9a14-2d0570f58bd7 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:20.878931 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8c411aa8-1dfe-426e-af05-c761b610cf5f req-1cd554cf-25d4-408e-9a14-2d0570f58bd7 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3939e9c-41fb-4a2c-9412-8402f051cf0b HTTP/1.1" status: 200 len: 950 time: 0.1109469 May 18 18:03:20.891446 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaa772f-fee1-4c91-8f39-681a86573ec1 req-d177f27d-018b-4796-b8bf-1c34c90a4328 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:20.893415 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bcaa772f-fee1-4c91-8f39-681a86573ec1 req-d177f27d-018b-4796-b8bf-1c34c90a4328 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] 10.222.0.85 "GET /v2.0/ports?device_id=b51f04db-52b6-40df-8928-88c1c8d8ce25 HTTP/1.1" status: 200 len: 943 time: 0.3946362 May 18 18:03:20.905657 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-b064fc53-a0ad-4f7b-9b7e-8dbf2cd3c850 req-2150af97-a7f9-4ec0-beb3-5ec38ef75f6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:20.912518 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24ebb5f-76d7-4430-b1e8-dcc688fcb520 req-5c5a1cc7-e5ba-45d9-947c-e211c0a78447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:20.914989 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c24ebb5f-76d7-4430-b1e8-dcc688fcb520 req-5c5a1cc7-e5ba-45d9-947c-e211c0a78447 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4c8ef274-9ecc-47c2-9686-5eebd78fb305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2395780 May 18 18:03:20.960267 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8c411aa8-1dfe-426e-af05-c761b610cf5f req-8aa6b17d-ce3c-4b7c-a88a-39455c436b6e tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565445 May 18 18:03:20.992718 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-fbdb51a8-c7e1-4b81-9463-0cb46fef13dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:20.998711 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-fbdb51a8-c7e1-4b81-9463-0cb46fef13dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:21.052963 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-fbdb51a8-c7e1-4b81-9463-0cb46fef13dd admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=a70775cc9c134e998cd9b434d8df91d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2299333 May 18 18:03:21.061644 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 46034) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:03:21.087725 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdb51a8-c7e1-4b81-9463-0cb46fef13dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67dd693b-42d1-4f9a-befd-5a88b8845215,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:03:21.156037 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65c7386-d9d7-48de-b166-c7bfbb19dff0 req-edbbf11e-5ea8-4e59-a873-f6e60d74dc8a tempest-ServerDiagnosticsNegativeTest-1626868346 tempest-ServerDiagnosticsNegativeTest-1626868346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:21.157740 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f65c7386-d9d7-48de-b166-c7bfbb19dff0 req-edbbf11e-5ea8-4e59-a873-f6e60d74dc8a tempest-ServerDiagnosticsNegativeTest-1626868346 tempest-ServerDiagnosticsNegativeTest-1626868346-project] 10.222.0.85 "GET /v2.0/ports?device_id=0c96c808-d0e6-4027-8c57-204b2f9aae89 HTTP/1.1" status: 200 len: 948 time: 0.0976903 May 18 18:03:21.178667 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4238c5e9-f47a-4bb6-932f-2eeea7200eeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:21.228614 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f65c7386-d9d7-48de-b166-c7bfbb19dff0 req-845a4abf-64e5-4ddf-9a83-c86c2430438d tempest-ServerDiagnosticsNegativeTest-1626868346 tempest-ServerDiagnosticsNegativeTest-1626868346-project] 10.222.0.85 "GET /v2.0/security-groups?id=5f213a36-620a-41c5-8bd5-1119281ab8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627878 May 18 18:03:21.230558 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4238c5e9-f47a-4bb6-932f-2eeea7200eeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:21.286987 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4238c5e9-f47a-4bb6-932f-2eeea7200eeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:21.289834 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4238c5e9-f47a-4bb6-932f-2eeea7200eeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:21.294088 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-4238c5e9-f47a-4bb6-932f-2eeea7200eeb admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/67dd693b-42d1-4f9a-befd-5a88b8845215 HTTP/1.1" status: 204 len: 168 time: 0.2259846 May 18 18:03:21.300517 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4238c5e9-f47a-4bb6-932f-2eeea7200eeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67dd693b-42d1-4f9a-befd-5a88b8845215,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:03:21.344797 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b064fc53-a0ad-4f7b-9b7e-8dbf2cd3c850 req-2150af97-a7f9-4ec0-beb3-5ec38ef75f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:21.345387 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-b064fc53-a0ad-4f7b-9b7e-8dbf2cd3c850 req-2150af97-a7f9-4ec0-beb3-5ec38ef75f6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:21.346804 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b064fc53-a0ad-4f7b-9b7e-8dbf2cd3c850 req-2150af97-a7f9-4ec0-beb3-5ec38ef75f6b service neutron] 10.222.0.88 "PUT /v2.0/ports/08b827f7-b4c5-4fe2-897e-5706e443471d HTTP/1.1" status: 200 len: 1091 time: 2.4556339 May 18 18:03:21.351881 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b51f04db-52b6-40df-8928-88c1c8d8ce25', 'tag': '08b827f7-b4c5-4fe2-897e-5706e443471d'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:03:21.354270 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-921a5af4-2d34-433c-a60f-049586bea015" -d '{"events": [{"name": "network-changed", "server_uuid": "b51f04db-52b6-40df-8928-88c1c8d8ce25", "tag": "08b827f7-b4c5-4fe2-897e-5706e443471d"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:03:21.414814 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ec929d3-9ac6-44b0-b1e3-8b1cc977bed1 x-openstack-request-id: req-3ec929d3-9ac6-44b0-b1e3-8b1cc977bed1 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:03:21.415099 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b51f04db-52b6-40df-8928-88c1c8d8ce25", "tag": "08b827f7-b4c5-4fe2-897e-5706e443471d", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:03:21.415339 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-3ec929d3-9ac6-44b0-b1e3-8b1cc977bed1 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:03:21.415765 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ec929d3-9ac6-44b0-b1e3-8b1cc977bed1'] response: {'name': 'network-changed', 'server_uuid': 'b51f04db-52b6-40df-8928-88c1c8d8ce25', 'tag': '08b827f7-b4c5-4fe2-897e-5706e443471d', 'status': 'completed', 'code': 200} May 18 18:03:21.515737 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2150af97-a7f9-4ec0-beb3-5ec38ef75f6b service neutron] Pushing event updated for resources: {'Port': ['ID=08b827f7-b4c5-4fe2-897e-5706e443471d,revision_number=3']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:03:21.566523 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bcaa772f-fee1-4c91-8f39-681a86573ec1 req-87806df7-a1ba-43e7-b742-c172eb20fe0f tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] 10.222.0.85 "GET /v2.0/security-groups?id=b787168d-4ad4-4424-a9af-a4affc34d52d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6151669 May 18 18:03:21.579006 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c24ebb5f-76d7-4430-b1e8-dcc688fcb520 req-4ad4a34d-44de-4108-b3e4-2e1ceded6e61 service neutron] 10.222.0.36 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6266637 May 18 18:03:21.611195 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b064fc53-a0ad-4f7b-9b7e-8dbf2cd3c850 req-2e60ab49-8af2-4c38-ad27-3bdc54ff59ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:21.614145 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b064fc53-a0ad-4f7b-9b7e-8dbf2cd3c850 req-2e60ab49-8af2-4c38-ad27-3bdc54ff59ca service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=9fc8cbb0142d4c59976620cf14ef9400&device_id=b51f04db-52b6-40df-8928-88c1c8d8ce25 HTTP/1.1" status: 200 len: 1094 time: 0.1966102 May 18 18:03:21.681098 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7decca4c-9ff0-4f49-9acd-5c4ef4e7fd41 req-4e9baaba-aa8d-43a7-b819-c920a711ef99 tempest-ServersAdmin275Test-1011939825 tempest-ServersAdmin275Test-1011939825-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=742e25d2-ccad-4925-a8fc-bd66e6e7025b HTTP/1.1" status: 200 len: 210 time: 0.0636103 May 18 18:03:21.816454 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b064fc53-a0ad-4f7b-9b7e-8dbf2cd3c850 req-e0375ec1-612c-4b1a-b860-57ed7cf8e365 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=08b827f7-b4c5-4fe2-897e-5706e443471d HTTP/1.1" status: 200 len: 217 time: 0.1071897 May 18 18:03:21.978286 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b064fc53-a0ad-4f7b-9b7e-8dbf2cd3c850 req-041c79a9-51ed-4679-93ed-43edb5ec115b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:21.980311 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b064fc53-a0ad-4f7b-9b7e-8dbf2cd3c850 req-041c79a9-51ed-4679-93ed-43edb5ec115b service neutron] 10.222.0.88 "GET /v2.0/subnets?id=cb681bd8-8000-4df1-8b5b-17eadddd4546 HTTP/1.1" status: 200 len: 861 time: 0.1443865 May 18 18:03:22.081222 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b064fc53-a0ad-4f7b-9b7e-8dbf2cd3c850 req-ccaf58d6-af01-422a-9504-c3a92548d12d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=174e1eea-8e32-4414-9ecf-aeb92f39055c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733364 May 18 18:03:22.089721 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c24ebb5f-76d7-4430-b1e8-dcc688fcb520 req-9623e3aa-f33f-4ea7-a329-9b9a0de3b97c service neutron] 10.222.0.36 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5017383 May 18 18:03:22.100247 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a65354e-ce19-4fc8-97b6-58e47acce74c req-70a1c93d-58c8-410d-b7d3-260079ba9568 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:22.108394 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7a65354e-ce19-4fc8-97b6-58e47acce74c req-70a1c93d-58c8-410d-b7d3-260079ba9568 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/ports?device_id=9fd52930-74c1-446a-8fe8-b01fb6bc2060 HTTP/1.1" status: 200 len: 949 time: 0.2880266 May 18 18:03:22.127695 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28e6b8a-0732-4923-a257-75bf5a4995d4 req-582d45f2-24f7-4cd9-b76e-e80d5b497ea5 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:22.135088 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f28e6b8a-0732-4923-a257-75bf5a4995d4 req-582d45f2-24f7-4cd9-b76e-e80d5b497ea5 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3939e9c-41fb-4a2c-9412-8402f051cf0b HTTP/1.1" status: 200 len: 950 time: 0.0971427 May 18 18:03:22.177110 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f28e6b8a-0732-4923-a257-75bf5a4995d4 req-ac726ac2-099e-46f9-b851-37be3ac6a4c6 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411012 May 18 18:03:22.207489 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b064fc53-a0ad-4f7b-9b7e-8dbf2cd3c850 req-4d7476ca-1d7d-4f34-8d72-521635e6ffee service neutron] 10.222.0.88 "GET /v2.0/networks/174e1eea-8e32-4414-9ecf-aeb92f39055c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168509 May 18 18:03:22.240761 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ff39975b-b75e-4a35-93c4-619a72445837 tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:22.261390 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ff39975b-b75e-4a35-93c4-619a72445837 tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596987'] for floatingip, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:22.340674 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7a65354e-ce19-4fc8-97b6-58e47acce74c req-4fa738a5-d2c4-46a6-95bc-d58047994d3c tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/security-groups?id=b842f2e0-06aa-4b03-8465-45658e93896b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313535 May 18 18:03:22.444187 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ee9f19-fd35-4fdb-a171-9ce3e66f1a43 req-bb02bd4f-84e9-4fb1-b900-c72af3866ff1 tempest-ServerDiagnosticsNegativeTest-1626868346 tempest-ServerDiagnosticsNegativeTest-1626868346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:22.446182 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f1ee9f19-fd35-4fdb-a171-9ce3e66f1a43 req-bb02bd4f-84e9-4fb1-b900-c72af3866ff1 tempest-ServerDiagnosticsNegativeTest-1626868346 tempest-ServerDiagnosticsNegativeTest-1626868346-project] 10.222.0.85 "GET /v2.0/ports?device_id=0c96c808-d0e6-4027-8c57-204b2f9aae89 HTTP/1.1" status: 200 len: 948 time: 0.1047206 May 18 18:03:22.471663 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b064fc53-a0ad-4f7b-9b7e-8dbf2cd3c850 req-230686b7-4b5e-4ffa-a9c0-b5e6a1c753a0 service neutron] 10.222.0.88 "GET /v2.0/networks/174e1eea-8e32-4414-9ecf-aeb92f39055c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2545028 May 18 18:03:22.477186 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 9eada324-10ae-4d93-beeb-79c39101bcd3 details requested by agent hyperv_n-h1-838550-3 with host n-h1-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:03:22.479146 n-d-838550-3 neutron-server[102731]: INFO neutron.db.l3_db [None req-ff39975b-b75e-4a35-93c4-619a72445837 tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] Floating IP 4b97b547-18c8-4596-8000-87de6ca4f725 associated. External IP: 172.25.5.219, port: 33e90418-0eb9-4d5f-95b5-db921d234153. May 18 18:03:22.603447 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f1ee9f19-fd35-4fdb-a171-9ce3e66f1a43 req-38325798-09e5-4412-b4fd-c51c60dbe217 tempest-ServerDiagnosticsNegativeTest-1626868346 tempest-ServerDiagnosticsNegativeTest-1626868346-project] 10.222.0.85 "GET /v2.0/security-groups?id=5f213a36-620a-41c5-8bd5-1119281ab8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500232 May 18 18:03:22.796746 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 9eada324-10ae-4d93-beeb-79c39101bcd3, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=9eada324-10ae-4d93-beeb-79c39101bcd3,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:03:22.798796 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbf33d2-6f66-4f69-af17-cfd5b8a8fa79 req-9cadc7cd-8348-4a2c-a370-3e6b7890b230 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:22.806142 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 9eada324-10ae-4d93-beeb-79c39101bcd3 no longer exists at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:03:22.814217 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6cbf33d2-6f66-4f69-af17-cfd5b8a8fa79 req-9cadc7cd-8348-4a2c-a370-3e6b7890b230 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] 10.222.0.85 "GET /v2.0/ports?device_id=b51f04db-52b6-40df-8928-88c1c8d8ce25 HTTP/1.1" status: 200 len: 943 time: 0.0949442 May 18 18:03:22.816456 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Returning: {'device': '9eada324-10ae-4d93-beeb-79c39101bcd3', 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305', 'port_id': '9eada324-10ae-4d93-beeb-79c39101bcd3', 'mac_address': 'fa:16:3e:fa:d1:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2531ae9-89db-4dcf-b670-9eac4c9cde53', 'ip_address': '192.168.233.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:03:22.890442 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6cbf33d2-6f66-4f69-af17-cfd5b8a8fa79 req-7bd4c6d7-edbb-4af9-90b6-f49201b78ef3 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] 10.222.0.85 "GET /v2.0/security-groups?id=b787168d-4ad4-4424-a9af-a4affc34d52d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737135 May 18 18:03:22.917935 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 9eada324-10ae-4d93-beeb-79c39101bcd3 is: ACTIVE; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:03:22.918567 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:22.927104 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921a5af4-2d34-433c-a60f-049586bea015 req-ab03352a-97cb-4fc7-9d06-7cf9b93136eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:22.929591 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-921a5af4-2d34-433c-a60f-049586bea015 req-ab03352a-97cb-4fc7-9d06-7cf9b93136eb service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=9fc8cbb0142d4c59976620cf14ef9400&device_id=b51f04db-52b6-40df-8928-88c1c8d8ce25 HTTP/1.1" status: 200 len: 1094 time: 0.3089247 May 18 18:03:22.935693 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9eada324-10ae-4d93-beeb-79c39101bcd3 {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:03:22.936447 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc427bb6-eca3-4659-bddd-8c1d694d332f req-aed5a7bf-19fc-43fd-b6c8-1a828f6c8fca tempest-ServersAdminTestJSON-1635830429 tempest-ServersAdminTestJSON-1635830429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:22.950242 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bc427bb6-eca3-4659-bddd-8c1d694d332f req-aed5a7bf-19fc-43fd-b6c8-1a828f6c8fca tempest-ServersAdminTestJSON-1635830429 tempest-ServersAdminTestJSON-1635830429-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=9fd52930-74c1-446a-8fe8-b01fb6bc2060 HTTP/1.1" status: 200 len: 1100 time: 0.2643557 May 18 18:03:22.961680 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 9eada324-10ae-4d93-beeb-79c39101bcd3, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=9eada324-10ae-4d93-beeb-79c39101bcd3,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:03:22.987561 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:22.988324 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device baf0a47b-12b2-4759-b9e0-8efb32769cab details requested by agent hyperv_n-h1-838550-3 with host n-h1-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:03:23.043871 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=9eada324-10ae-4d93-beeb-79c39101bcd3,revision_number=9']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:03:23.046263 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b0d29c6d-7e7e-43cd-9d7c-b58c61e03a20 req-e8b9125b-21ac-43fa-ab43-8dd5f2446dab tempest-ServersAdmin275Test-1011939825 tempest-ServersAdmin275Test-1011939825-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=742e25d2-ccad-4925-a8fc-bd66e6e7025b HTTP/1.1" status: 200 len: 210 time: 0.0563650 May 18 18:03:23.082592 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 9eada324-10ae-4d93-beeb-79c39101bcd3 is: ACTIVE; New status is: DOWN {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:03:23.083384 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:23.096241 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921a5af4-2d34-433c-a60f-049586bea015 req-7bc7e71e-c3ef-464a-b725-523c8770c8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:23.097776 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-921a5af4-2d34-433c-a60f-049586bea015 req-7bc7e71e-c3ef-464a-b725-523c8770c8ca service neutron] 10.222.0.88 "GET /v2.0/networks?id=174e1eea-8e32-4414-9ecf-aeb92f39055c HTTP/1.1" status: 200 len: 922 time: 0.1456671 May 18 18:03:23.124360 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port baf0a47b-12b2-4759-b9e0-8efb32769cab, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=baf0a47b-12b2-4759-b9e0-8efb32769cab,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:03:23.166005 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Returning: {'device': 'baf0a47b-12b2-4759-b9e0-8efb32769cab', 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305', 'port_id': 'baf0a47b-12b2-4759-b9e0-8efb32769cab', 'mac_address': 'fa:16:3e:ea:46:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2531ae9-89db-4dcf-b670-9eac4c9cde53', 'ip_address': '192.168.233.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:03:23.175739 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bc427bb6-eca3-4659-bddd-8c1d694d332f req-0d05adba-cf8d-410b-9723-795476ba29e1 tempest-ServersAdminTestJSON-1635830429 tempest-ServersAdminTestJSON-1635830429-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=b842f2e0-06aa-4b03-8465-45658e93896b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249584 May 18 18:03:23.224529 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.db.api [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102732) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 18 18:03:23.225189 n-d-838550-3 neutron-server[102732]: DEBUG oslo_db.api [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 18 18:03:23.234387 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port baf0a47b-12b2-4759-b9e0-8efb32769cab is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:03:23.234959 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:23.253348 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id baf0a47b-12b2-4759-b9e0-8efb32769cab {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:03:23.259287 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-921a5af4-2d34-433c-a60f-049586bea015 req-9f15842f-a4ff-444c-bcfb-3558b489a87b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=08b827f7-b4c5-4fe2-897e-5706e443471d HTTP/1.1" status: 200 len: 217 time: 0.1315947 May 18 18:03:23.290180 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port baf0a47b-12b2-4759-b9e0-8efb32769cab, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=baf0a47b-12b2-4759-b9e0-8efb32769cab,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:03:23.298565 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:23.403596 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=baf0a47b-12b2-4759-b9e0-8efb32769cab,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:03:23.463269 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921a5af4-2d34-433c-a60f-049586bea015 req-dc514274-4792-4d23-8996-42987cfb03a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:23.465379 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-921a5af4-2d34-433c-a60f-049586bea015 req-dc514274-4792-4d23-8996-42987cfb03a3 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=cb681bd8-8000-4df1-8b5b-17eadddd4546 HTTP/1.1" status: 200 len: 861 time: 0.1944389 May 18 18:03:23.513099 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff39975b-b75e-4a35-93c4-619a72445837 tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] Router c45283d2-8427-40c7-bb89-04bcd08c1018 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:03:23.543045 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb73f31f-e0d5-4770-b154-fd0568078329 req-2824a1d4-4dcb-437b-aa7c-afe57c3b9afc tempest-ServersAdminTestJSON-1635830429 tempest-ServersAdminTestJSON-1635830429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:23.547571 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-921a5af4-2d34-433c-a60f-049586bea015 req-6e8f25a9-3dd4-4b50-92c9-71942558354d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=174e1eea-8e32-4414-9ecf-aeb92f39055c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616727 May 18 18:03:23.554902 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bb73f31f-e0d5-4770-b154-fd0568078329 req-2824a1d4-4dcb-437b-aa7c-afe57c3b9afc tempest-ServersAdminTestJSON-1635830429 tempest-ServersAdminTestJSON-1635830429-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=9fd52930-74c1-446a-8fe8-b01fb6bc2060 HTTP/1.1" status: 200 len: 1099 time: 0.0690529 May 18 18:03:23.562016 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78369d9e-b872-4324-9541-ebceadb021a1 req-8d78da3c-ae32-4814-a506-8989f1f72a14 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:23.564536 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-78369d9e-b872-4324-9541-ebceadb021a1 req-8d78da3c-ae32-4814-a506-8989f1f72a14 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3939e9c-41fb-4a2c-9412-8402f051cf0b HTTP/1.1" status: 200 len: 950 time: 0.1682327 May 18 18:03:23.598364 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['baf0a47b-12b2-4759-b9e0-8efb32769cab'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:03:23.619455 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bb73f31f-e0d5-4770-b154-fd0568078329 req-b9ed2e46-811d-465f-9700-28205f5263d2 tempest-ServersAdminTestJSON-1635830429 tempest-ServersAdminTestJSON-1635830429-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=b842f2e0-06aa-4b03-8465-45658e93896b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632067 May 18 18:03:23.702728 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['9eada324-10ae-4d93-beeb-79c39101bcd3'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:03:23.820849 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-78369d9e-b872-4324-9541-ebceadb021a1 req-ac03aa08-4b2c-4cd8-9026-420c23d94ffa tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468057 May 18 18:03:23.844006 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 9eada324-10ae-4d93-beeb-79c39101bcd3 is: BUILD; New status is: DOWN {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:03:23.844747 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:23.851435 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065ffb2c-e72a-4aad-9780-c9dd1f39bb90 req-29e35e5a-439c-4ec3-83e0-82fd522036f9 tempest-ServerDiagnosticsNegativeTest-1626868346 tempest-ServerDiagnosticsNegativeTest-1626868346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:23.861028 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-065ffb2c-e72a-4aad-9780-c9dd1f39bb90 req-29e35e5a-439c-4ec3-83e0-82fd522036f9 tempest-ServerDiagnosticsNegativeTest-1626868346 tempest-ServerDiagnosticsNegativeTest-1626868346-project] 10.222.0.85 "GET /v2.0/ports?device_id=0c96c808-d0e6-4027-8c57-204b2f9aae89 HTTP/1.1" status: 200 len: 949 time: 0.1280804 May 18 18:03:23.913343 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 9eada324-10ae-4d93-beeb-79c39101bcd3 {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:03:23.961321 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-921a5af4-2d34-433c-a60f-049586bea015 req-f22f94d9-ecc8-4caf-99af-57b921b107ce service neutron] 10.222.0.88 "GET /v2.0/networks/174e1eea-8e32-4414-9ecf-aeb92f39055c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3917072 May 18 18:03:23.972238 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff39975b-b75e-4a35-93c4-619a72445837 tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:03:23.979663 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-065ffb2c-e72a-4aad-9780-c9dd1f39bb90 req-e763aeb6-bb93-47fe-ab13-35a55bc1c05d tempest-ServerDiagnosticsNegativeTest-1626868346 tempest-ServerDiagnosticsNegativeTest-1626868346-project] 10.222.0.85 "GET /v2.0/security-groups?id=5f213a36-620a-41c5-8bd5-1119281ab8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173708 May 18 18:03:23.991289 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ff39975b-b75e-4a35-93c4-619a72445837 tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:23.999137 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f2c9a3-2e0c-473d-bb7c-b071c819dbf2 None None] Sync routers for ids ['c45283d2-8427-40c7-bb89-04bcd08c1018'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:03:24.021959 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 9eada324-10ae-4d93-beeb-79c39101bcd3, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=9eada324-10ae-4d93-beeb-79c39101bcd3,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:03:24.028386 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f2c9a3-2e0c-473d-bb7c-b071c819dbf2 None None] Routers {'c45283d2-8427-40c7-bb89-04bcd08c1018'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:03:24.029366 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-33f2c9a3-2e0c-473d-bb7c-b071c819dbf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:03:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['c45283d2-8427-40c7-bb89-04bcd08c1018'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:03:24.050174 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:24.166160 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=9eada324-10ae-4d93-beeb-79c39101bcd3,revision_number=10']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:03:24.344988 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-33f2c9a3-2e0c-473d-bb7c-b071c819dbf2 None None] Set router c45283d2-8427-40c7-bb89-04bcd08c1018 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:03:24.455312 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-ff39975b-b75e-4a35-93c4-619a72445837 tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] 10.222.0.85 "PUT /v2.0/floatingips/4b97b547-18c8-4596-8000-87de6ca4f725 HTTP/1.1" status: 200 len: 991 time: 4.0383041 May 18 18:03:24.456397 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '062b357a-3ac8-4c60-973c-5b126f46856b', 'tag': '33e90418-0eb9-4d5f-95b5-db921d234153'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:03:24.458909 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfb6d7e2-d40f-425f-9462-182ac62b070e" -d '{"events": [{"name": "network-changed", "server_uuid": "062b357a-3ac8-4c60-973c-5b126f46856b", "tag": "33e90418-0eb9-4d5f-95b5-db921d234153"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:03:24.514744 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341645f8-cecd-406c-9227-c15b6d7ca488 req-07cdd08f-7780-48cb-abd6-5d8d21d67352 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:24.516274 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-341645f8-cecd-406c-9227-c15b6d7ca488 req-07cdd08f-7780-48cb-abd6-5d8d21d67352 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] 10.222.0.85 "GET /v2.0/ports?device_id=b51f04db-52b6-40df-8928-88c1c8d8ce25 HTTP/1.1" status: 200 len: 943 time: 0.1088357 May 18 18:03:24.518663 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-921a5af4-2d34-433c-a60f-049586bea015 req-4f1cd4c9-71b0-4ab0-9ec4-0f738020267d service neutron] 10.222.0.88 "GET /v2.0/networks/174e1eea-8e32-4414-9ecf-aeb92f39055c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5436659 May 18 18:03:24.524482 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8a6c46c9-4ba6-41ad-aab4-c3d8f6e18026 req-fbc4a97a-7aff-4234-a219-508b530da518 tempest-ServersAdmin275Test-1011939825 tempest-ServersAdmin275Test-1011939825-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=742e25d2-ccad-4925-a8fc-bd66e6e7025b HTTP/1.1" status: 200 len: 210 time: 0.0332441 May 18 18:03:24.576268 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-341645f8-cecd-406c-9227-c15b6d7ca488 req-b9358ba8-63d1-4bb9-bb76-de5b89183a3e tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] 10.222.0.85 "GET /v2.0/security-groups?id=b787168d-4ad4-4424-a9af-a4affc34d52d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394664 May 18 18:03:24.711576 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d362457f-0a02-4dc8-9529-8ba0fc8e38e5 req-1d9ab8ce-d8e3-4b61-8128-cfca8fe16d21 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:24.717700 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d362457f-0a02-4dc8-9529-8ba0fc8e38e5 req-1d9ab8ce-d8e3-4b61-8128-cfca8fe16d21 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/ports?device_id=1a523d4a-fa9c-4c5d-ab72-4cf55550a338 HTTP/1.1" status: 200 len: 949 time: 0.0762885 May 18 18:03:24.758151 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-33f2c9a3-2e0c-473d-bb7c-b071c819dbf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c45283d2-8427-40c7-bb89-04bcd08c1018', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-416027230-router', 'tenant_id': '0d4eb23333684335bd57fa66f03d4443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': '3cf60e40-4044-4016-a0b3-8950287707a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:01:11Z', 'updated_at': '2022-05-18T18:01:26Z', 'revision_number': 4, 'project_id': '0d4eb23333684335bd57fa66f03d4443', 'gw_port': {'id': '3cf60e40-4044-4016-a0b3-8950287707a8', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45283d2-8427-40c7-bb89-04bcd08c1018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:01:13Z', 'updated_at': '2022-05-18T18:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': '4b97b547-18c8-4596-8000-87de6ca4f725', 'tenant_id': '0d4eb23333684335bd57fa66f03d4443', 'floating_ip_address': '172.25.5.219', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': 'c45283d2-8427-40c7-bb89-04bcd08c1018', 'port_id': '33e90418-0eb9-4d5f-95b5-db921d234153', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 258, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7cf31b5-1eeb-4bf6-bd77-be90f0ebecb7', 'mac_address': 'fa:16:3e:64:94:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062b357a-3ac8-4c60-973c-5b126f46856b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T18:01:48Z', 'updated_at': '2022-05-18T18:03:21Z', 'revision_number': 5, 'project_id': '0d4eb23333684335bd57fa66f03d4443', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25deeb9c-114b-4cae-8c5c-949655592bd5', 'name': '', 'network_id': 'f7cf31b5-1eeb-4bf6-bd77-be90f0ebecb7', 'tenant_id': '0d4eb23333684335bd57fa66f03d4443', 'mac_address': 'fa:16:3e:92:f7:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45283d2-8427-40c7-bb89-04bcd08c1018', 'device_owner': 'network:router_interface', 'standard_attr_id': 151, 'fixed_ips': [{'subnet_id': 'd88b0a46-da40-4baf-b21a-795825e4a8cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:01:22Z', 'updated_at': '2022-05-18T18:01:33Z', 'revision_number': 5, 'project_id': '0d4eb23333684335bd57fa66f03d4443', 'subnets': [{'id': 'd88b0a46-da40-4baf-b21a-795825e4a8cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:03:24.769538 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d362457f-0a02-4dc8-9529-8ba0fc8e38e5 req-b97357ee-2f1d-426f-8760-a2538fe6b1a3 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/security-groups?id=b842f2e0-06aa-4b03-8465-45658e93896b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416102 May 18 18:03:24.827496 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f2c9a3-2e0c-473d-bb7c-b071c819dbf2 None None] Checking router: c45283d2-8427-40c7-bb89-04bcd08c1018 for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:03:24.835319 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72953080-01bc-487b-bba2-d10004dfff6f x-openstack-request-id: req-72953080-01bc-487b-bba2-d10004dfff6f {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:03:24.835606 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "062b357a-3ac8-4c60-973c-5b126f46856b", "tag": "33e90418-0eb9-4d5f-95b5-db921d234153", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:03:24.835855 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-72953080-01bc-487b-bba2-d10004dfff6f {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:03:24.836261 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72953080-01bc-487b-bba2-d10004dfff6f'] response: {'name': 'network-changed', 'server_uuid': '062b357a-3ac8-4c60-973c-5b126f46856b', 'tag': '33e90418-0eb9-4d5f-95b5-db921d234153', 'status': 'completed', 'code': 200} May 18 18:03:24.842531 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f2c9a3-2e0c-473d-bb7c-b071c819dbf2 None None] Routers {'c45283d2-8427-40c7-bb89-04bcd08c1018'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:03:24.843919 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-33f2c9a3-2e0c-473d-bb7c-b071c819dbf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:03:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['c45283d2-8427-40c7-bb89-04bcd08c1018'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:03:24.989933 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb6d7e2-d40f-425f-9462-182ac62b070e req-a1a3c812-4de8-4731-a907-0775b8ed98a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:24.991571 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cfb6d7e2-d40f-425f-9462-182ac62b070e req-a1a3c812-4de8-4731-a907-0775b8ed98a4 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=0d4eb23333684335bd57fa66f03d4443&device_id=062b357a-3ac8-4c60-973c-5b126f46856b HTTP/1.1" status: 200 len: 1096 time: 0.1022599 May 18 18:03:25.008090 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735f1cd7-9e28-4eac-a4c3-85175cb18099 req-88333f93-a532-4e8b-b83d-ab2a0aa536d8 tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:25.017186 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-735f1cd7-9e28-4eac-a4c3-85175cb18099 req-88333f93-a532-4e8b-b83d-ab2a0aa536d8 tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] 10.222.0.85 "GET /v2.0/ports?device_id=062b357a-3ac8-4c60-973c-5b126f46856b HTTP/1.1" status: 200 len: 945 time: 0.1786065 May 18 18:03:25.043053 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-33f2c9a3-2e0c-473d-bb7c-b071c819dbf2 None None] Set router c45283d2-8427-40c7-bb89-04bcd08c1018 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:03:25.085382 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2f1edd-2aed-4e73-aad1-fe53ca64cec2 req-bccb4cac-070e-4fc9-8171-5d2f2dfcd225 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:25.094207 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9a2f1edd-2aed-4e73-aad1-fe53ca64cec2 req-bccb4cac-070e-4fc9-8171-5d2f2dfcd225 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3939e9c-41fb-4a2c-9412-8402f051cf0b HTTP/1.1" status: 200 len: 950 time: 0.0975754 May 18 18:03:25.150559 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9a2f1edd-2aed-4e73-aad1-fe53ca64cec2 req-1c940392-176e-4e69-94e9-46489ea915a3 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545216 May 18 18:03:25.182102 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-735f1cd7-9e28-4eac-a4c3-85175cb18099 req-314882ba-045a-4af4-aac9-8bc06c400f56 tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] 10.222.0.85 "GET /v2.0/security-groups?id=873d3fb2-3b5d-40e4-860c-4bf2bbc08243&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1636763 May 18 18:03:25.235675 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb6d7e2-d40f-425f-9462-182ac62b070e req-7c95e31e-76ba-4389-9746-58c662259ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:25.237382 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cfb6d7e2-d40f-425f-9462-182ac62b070e req-7c95e31e-76ba-4389-9746-58c662259ce3 service neutron] 10.222.0.88 "GET /v2.0/networks?id=f7cf31b5-1eeb-4bf6-bd77-be90f0ebecb7 HTTP/1.1" status: 200 len: 924 time: 0.2182145 May 18 18:03:25.336040 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cfb6d7e2-d40f-425f-9462-182ac62b070e req-da763bda-8d7f-40d3-8a83-55fd6f2af7d2 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=33e90418-0eb9-4d5f-95b5-db921d234153 HTTP/1.1" status: 200 len: 999 time: 0.0864840 May 18 18:03:25.342353 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ea3bf8-da08-4802-9af5-f34d74ceff6d req-cea9e6a9-dc68-4383-8d25-df5dfe45d908 tempest-ServerDiagnosticsNegativeTest-1626868346 tempest-ServerDiagnosticsNegativeTest-1626868346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:25.353068 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-12ea3bf8-da08-4802-9af5-f34d74ceff6d req-cea9e6a9-dc68-4383-8d25-df5dfe45d908 tempest-ServerDiagnosticsNegativeTest-1626868346 tempest-ServerDiagnosticsNegativeTest-1626868346-project] 10.222.0.85 "GET /v2.0/ports?device_id=0c96c808-d0e6-4027-8c57-204b2f9aae89 HTTP/1.1" status: 200 len: 949 time: 0.1126714 May 18 18:03:25.403084 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-12ea3bf8-da08-4802-9af5-f34d74ceff6d req-aa305d43-d644-4275-b6f3-f94599fef571 tempest-ServerDiagnosticsNegativeTest-1626868346 tempest-ServerDiagnosticsNegativeTest-1626868346-project] 10.222.0.85 "GET /v2.0/security-groups?id=5f213a36-620a-41c5-8bd5-1119281ab8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471430 May 18 18:03:25.420337 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb6d7e2-d40f-425f-9462-182ac62b070e req-4c6ce2d5-3c11-4467-a251-75c358070eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:25.421860 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cfb6d7e2-d40f-425f-9462-182ac62b070e req-4c6ce2d5-3c11-4467-a251-75c358070eb5 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d88b0a46-da40-4baf-b21a-795825e4a8cb HTTP/1.1" status: 200 len: 862 time: 0.0748200 May 18 18:03:25.499877 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb6d7e2-d40f-425f-9462-182ac62b070e req-918d0233-2cdf-4a94-a6c5-09431cd3f251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:25.507889 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cfb6d7e2-d40f-425f-9462-182ac62b070e req-918d0233-2cdf-4a94-a6c5-09431cd3f251 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=f7cf31b5-1eeb-4bf6-bd77-be90f0ebecb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0754797 May 18 18:03:25.640455 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cfb6d7e2-d40f-425f-9462-182ac62b070e req-16abc3f5-3f6e-4e7a-a29b-3d9bfd685de8 service neutron] 10.222.0.88 "GET /v2.0/networks/f7cf31b5-1eeb-4bf6-bd77-be90f0ebecb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238930 May 18 18:03:25.712403 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-33f2c9a3-2e0c-473d-bb7c-b071c819dbf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c45283d2-8427-40c7-bb89-04bcd08c1018', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-416027230-router', 'tenant_id': '0d4eb23333684335bd57fa66f03d4443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': '3cf60e40-4044-4016-a0b3-8950287707a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:01:11Z', 'updated_at': '2022-05-18T18:01:26Z', 'revision_number': 4, 'project_id': '0d4eb23333684335bd57fa66f03d4443', 'gw_port': {'id': '3cf60e40-4044-4016-a0b3-8950287707a8', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45283d2-8427-40c7-bb89-04bcd08c1018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:01:13Z', 'updated_at': '2022-05-18T18:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': '4b97b547-18c8-4596-8000-87de6ca4f725', 'tenant_id': '0d4eb23333684335bd57fa66f03d4443', 'floating_ip_address': '172.25.5.219', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': 'c45283d2-8427-40c7-bb89-04bcd08c1018', 'port_id': '33e90418-0eb9-4d5f-95b5-db921d234153', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 258, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7cf31b5-1eeb-4bf6-bd77-be90f0ebecb7', 'mac_address': 'fa:16:3e:64:94:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062b357a-3ac8-4c60-973c-5b126f46856b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T18:01:48Z', 'updated_at': '2022-05-18T18:03:21Z', 'revision_number': 5, 'project_id': '0d4eb23333684335bd57fa66f03d4443', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25deeb9c-114b-4cae-8c5c-949655592bd5', 'name': '', 'network_id': 'f7cf31b5-1eeb-4bf6-bd77-be90f0ebecb7', 'tenant_id': '0d4eb23333684335bd57fa66f03d4443', 'mac_address': 'fa:16:3e:92:f7:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45283d2-8427-40c7-bb89-04bcd08c1018', 'device_owner': 'network:router_interface', 'standard_attr_id': 151, 'fixed_ips': [{'subnet_id': 'd88b0a46-da40-4baf-b21a-795825e4a8cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:01:22Z', 'updated_at': '2022-05-18T18:01:33Z', 'revision_number': 5, 'project_id': '0d4eb23333684335bd57fa66f03d4443', 'subnets': [{'id': 'd88b0a46-da40-4baf-b21a-795825e4a8cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:03:25.759428 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f2c9a3-2e0c-473d-bb7c-b071c819dbf2 None None] The sync data for ids ['c45283d2-8427-40c7-bb89-04bcd08c1018'] in n-d-838550-3 is: [{'id': 'c45283d2-8427-40c7-bb89-04bcd08c1018', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-416027230-router', 'tenant_id': '0d4eb23333684335bd57fa66f03d4443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': '3cf60e40-4044-4016-a0b3-8950287707a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:01:11Z', 'updated_at': '2022-05-18T18:01:26Z', 'revision_number': 4, 'project_id': '0d4eb23333684335bd57fa66f03d4443', 'gw_port': {'id': '3cf60e40-4044-4016-a0b3-8950287707a8', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45283d2-8427-40c7-bb89-04bcd08c1018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:01:13Z', 'updated_at': '2022-05-18T18:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': '4b97b547-18c8-4596-8000-87de6ca4f725', 'tenant_id': '0d4eb23333684335bd57fa66f03d4443', 'floating_ip_address': '172.25.5.219', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': 'c45283d2-8427-40c7-bb89-04bcd08c1018', 'port_id': '33e90418-0eb9-4d5f-95b5-db921d234153', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 258, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7cf31b5-1eeb-4bf6-bd77-be90f0ebecb7', 'mac_address': 'fa:16:3e:64:94:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062b357a-3ac8-4c60-973c-5b126f46856b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T18:01:48Z', 'updated_at': '2022-05-18T18:03:21Z', 'revision_number': 5, 'project_id': '0d4eb23333684335bd57fa66f03d4443', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25deeb9c-114b-4cae-8c5c-949655592bd5', 'name': '', 'network_id': 'f7cf31b5-1eeb-4bf6-bd77-be90f0ebecb7', 'tenant_id': '0d4eb23333684335bd57fa66f03d4443', 'mac_address': 'fa:16:3e:92:f7:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45283d2-8427-40c7-bb89-04bcd08c1018', 'device_owner': 'network:router_interface', 'standard_attr_id': 151, 'fixed_ips': [{'subnet_id': 'd88b0a46-da40-4baf-b21a-795825e4a8cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:01:22Z', 'updated_at': '2022-05-18T18:01:33Z', 'revision_number': 5, 'project_id': '0d4eb23333684335bd57fa66f03d4443', 'subnets': [{'id': 'd88b0a46-da40-4baf-b21a-795825e4a8cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:03:25.801997 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e553a16-dee3-429f-b4ee-6ac11c299359 req-718cd70f-a203-4158-a2b7-659e4fc6d79b tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:25.804620 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2e553a16-dee3-429f-b4ee-6ac11c299359 req-718cd70f-a203-4158-a2b7-659e4fc6d79b tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] 10.222.0.85 "GET /v2.0/ports?device_id=b51f04db-52b6-40df-8928-88c1c8d8ce25 HTTP/1.1" status: 200 len: 943 time: 0.0985501 May 18 18:03:25.836638 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0b689159-781b-481f-ade9-4d12c53fec0a req-31041c0d-4119-4c9a-920f-fd1c3718ab6f tempest-ServersAdmin275Test-1011939825 tempest-ServersAdmin275Test-1011939825-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=742e25d2-ccad-4925-a8fc-bd66e6e7025b HTTP/1.1" status: 200 len: 210 time: 0.1187408 May 18 18:03:25.871396 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2e553a16-dee3-429f-b4ee-6ac11c299359 req-130833f1-9c3e-473d-979b-5270d71f05f4 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] 10.222.0.85 "GET /v2.0/security-groups?id=b787168d-4ad4-4424-a9af-a4affc34d52d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597908 May 18 18:03:25.904953 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 46168) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:03:25.946476 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cfb6d7e2-d40f-425f-9462-182ac62b070e req-3d7ce19c-d806-48b4-828d-755dc6daa0cd service neutron] 10.222.0.88 "GET /v2.0/networks/f7cf31b5-1eeb-4bf6-bd77-be90f0ebecb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2969441 May 18 18:03:25.965092 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f916f86-1040-4281-8a25-82ce5e647a97 req-4526b638-4b90-4428-8a56-4efe7f922eeb tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:25.967382 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0f916f86-1040-4281-8a25-82ce5e647a97 req-4526b638-4b90-4428-8a56-4efe7f922eeb tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a523d4a-fa9c-4c5d-ab72-4cf55550a338 HTTP/1.1" status: 200 len: 949 time: 0.2749155 May 18 18:03:26.026075 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 08b827f7-b4c5-4fe2-897e-5706e443471d details requested by agent hyperv_n-h2-838550-3 with host n-h2-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:03:26.084032 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fea7cd-a8f4-4cba-b62b-d3245e1a4b6e req-f59faf0a-fa82-4d7c-8621-0aea93920c45 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:26.095250 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f9fea7cd-a8f4-4cba-b62b-d3245e1a4b6e req-f59faf0a-fa82-4d7c-8621-0aea93920c45 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/ports?device_id=1a523d4a-fa9c-4c5d-ab72-4cf55550a338 HTTP/1.1" status: 200 len: 949 time: 0.1199443 May 18 18:03:26.099123 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-0f916f86-1040-4281-8a25-82ce5e647a97 req-d06bc08a-4c6d-4990-a88c-c26a4c416314 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] Deleting port d514b68b-943b-430b-910b-fb916878ad1a {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:03:26.099465 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-0f916f86-1040-4281-8a25-82ce5e647a97 req-d06bc08a-4c6d-4990-a88c-c26a4c416314 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:26.155005 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f9fea7cd-a8f4-4cba-b62b-d3245e1a4b6e req-b3db34c9-b6f5-4b2f-a2fa-c27f388972ba tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/security-groups?id=b842f2e0-06aa-4b03-8465-45658e93896b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583508 May 18 18:03:26.243909 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e2b1f8b9-f9d2-4465-9431-667e1833407f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:26.277294 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-0f916f86-1040-4281-8a25-82ce5e647a97 req-d06bc08a-4c6d-4990-a88c-c26a4c416314 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] For port d514b68b-943b-430b-910b-fb916878ad1a, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=d514b68b-943b-430b-910b-fb916878ad1a,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:03:26.277639 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-0f916f86-1040-4281-8a25-82ce5e647a97 req-d06bc08a-4c6d-4990-a88c-c26a4c416314 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:26.299649 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23167a2c-0648-4b19-87b7-aef2f2a13e68 None None] New status for floating IP 4b97b547-18c8-4596-8000-87de6ca4f725: ACTIVE {{(pid=102732) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 18:03:26.327743 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-0f916f86-1040-4281-8a25-82ce5e647a97 req-d06bc08a-4c6d-4990-a88c-c26a4c416314 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] Calling delete_port for d514b68b-943b-430b-910b-fb916878ad1a owned by compute:nova {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:03:26.353903 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 08b827f7-b4c5-4fe2-897e-5706e443471d, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=08b827f7-b4c5-4fe2-897e-5706e443471d,segment=NetworkSegment(da1e1534-5e48-46b3-a727-d3c25e59a900),segment_id=da1e1534-5e48-46b3-a727-d3c25e59a900)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:03:26.369777 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Returning: {'device': '08b827f7-b4c5-4fe2-897e-5706e443471d', 'network_id': '174e1eea-8e32-4414-9ecf-aeb92f39055c', 'port_id': '08b827f7-b4c5-4fe2-897e-5706e443471d', 'mac_address': 'fa:16:3e:a8:74:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb681bd8-8000-4df1-8b5b-17eadddd4546', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:03:26.374305 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e2b1f8b9-f9d2-4465-9431-667e1833407f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:26.379552 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e2b1f8b9-f9d2-4465-9431-667e1833407f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:26.400566 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbd190b-c7cc-4cf0-b4ed-53ce051f1ff9 req-1f71e190-cffc-4509-b981-b256d2b5c41f tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:26.409914 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-e2b1f8b9-f9d2-4465-9431-667e1833407f admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=f2fb9106d2c646b1a093ae34fe45ed3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5016594 May 18 18:03:26.410107 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5dbd190b-c7cc-4cf0-b4ed-53ce051f1ff9 req-1f71e190-cffc-4509-b981-b256d2b5c41f tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3939e9c-41fb-4a2c-9412-8402f051cf0b HTTP/1.1" status: 200 len: 950 time: 0.1354101 May 18 18:03:26.412405 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 46176) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:03:26.456715 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b1f8b9-f9d2-4465-9431-667e1833407f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6de48ea9-61ee-40f7-b572-2dbcf0e96f2f,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:03:26.517537 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5dbd190b-c7cc-4cf0-b4ed-53ce051f1ff9 req-ccb7c45d-bbd6-4867-8daf-f36f0d8b8d57 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074982 May 18 18:03:26.559106 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 08b827f7-b4c5-4fe2-897e-5706e443471d is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:03:26.559699 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:26.562337 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 9eada324-10ae-4d93-beeb-79c39101bcd3 up at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:03:26.587720 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-121909bf-381b-4a8b-936c-9ae625b17d85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:26.605661 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08b827f7-b4c5-4fe2-897e-5706e443471d {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:03:26.610954 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d068eb-81ba-4348-a8f3-f8aa31166d41 req-c561f927-c3a3-455e-9ad4-e4ac339cf078 tempest-ServerDiagnosticsNegativeTest-1626868346 tempest-ServerDiagnosticsNegativeTest-1626868346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:26.613513 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-17d068eb-81ba-4348-a8f3-f8aa31166d41 req-c561f927-c3a3-455e-9ad4-e4ac339cf078 tempest-ServerDiagnosticsNegativeTest-1626868346 tempest-ServerDiagnosticsNegativeTest-1626868346-project] 10.222.0.85 "GET /v2.0/ports?device_id=0c96c808-d0e6-4027-8c57-204b2f9aae89 HTTP/1.1" status: 200 len: 949 time: 0.0991542 May 18 18:03:26.638910 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-121909bf-381b-4a8b-936c-9ae625b17d85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:26.642731 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 08b827f7-b4c5-4fe2-897e-5706e443471d, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=08b827f7-b4c5-4fe2-897e-5706e443471d,segment=NetworkSegment(da1e1534-5e48-46b3-a727-d3c25e59a900),segment_id=da1e1534-5e48-46b3-a727-d3c25e59a900)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:03:26.650249 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:26.664857 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-0f916f86-1040-4281-8a25-82ce5e647a97 req-d06bc08a-4c6d-4990-a88c-c26a4c416314 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:26.692007 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['30c178ec-5042-4a08-8de2-95f75ba587eb', 'd514b68b-943b-430b-910b-fb916878ad1a', '9eada324-10ae-4d93-beeb-79c39101bcd3'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:03:26.723934 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning complete for port 9eada324-10ae-4d93-beeb-79c39101bcd3 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:03:26.724777 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:26.729455 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06bc08a-4c6d-4990-a88c-c26a4c416314 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] Pushing event deleted for resources: {'Port': ['ID=d514b68b-943b-430b-910b-fb916878ad1a,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:03:26.773466 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-17d068eb-81ba-4348-a8f3-f8aa31166d41 req-86db6ac3-ae69-4947-bab4-f5900b6a8750 tempest-ServerDiagnosticsNegativeTest-1626868346 tempest-ServerDiagnosticsNegativeTest-1626868346-project] 10.222.0.85 "GET /v2.0/security-groups?id=5f213a36-620a-41c5-8bd5-1119281ab8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462409 May 18 18:03:26.843262 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f916f86-1040-4281-8a25-82ce5e647a97 req-d06bc08a-4c6d-4990-a88c-c26a4c416314 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] No DVR routers for this DVR port d514b68b-943b-430b-910b-fb916878ad1a on host n-h1-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:03:26.852544 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-0f916f86-1040-4281-8a25-82ce5e647a97 req-d06bc08a-4c6d-4990-a88c-c26a4c416314 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:26.853312 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=08b827f7-b4c5-4fe2-897e-5706e443471d,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:03:26.857882 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0f916f86-1040-4281-8a25-82ce5e647a97 req-d06bc08a-4c6d-4990-a88c-c26a4c416314 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.36 "DELETE /v2.0/ports/d514b68b-943b-430b-910b-fb916878ad1a HTTP/1.1" status: 204 len: 173 time: 0.8818769 May 18 18:03:26.872327 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a523d4a-fa9c-4c5d-ab72-4cf55550a338', 'name': 'network-vif-deleted', 'tag': 'd514b68b-943b-430b-910b-fb916878ad1a'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:03:26.878581 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3de36775-a460-43d1-b747-7daf1037e16c" -d '{"events": [{"server_uuid": "1a523d4a-fa9c-4c5d-ab72-4cf55550a338", "name": "network-vif-deleted", "tag": "d514b68b-943b-430b-910b-fb916878ad1a"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:03:26.885699 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-121909bf-381b-4a8b-936c-9ae625b17d85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:26.890090 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-121909bf-381b-4a8b-936c-9ae625b17d85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:26.891423 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-121909bf-381b-4a8b-936c-9ae625b17d85 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/6de48ea9-61ee-40f7-b572-2dbcf0e96f2f HTTP/1.1" status: 204 len: 168 time: 0.4780824 May 18 18:03:26.922335 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121909bf-381b-4a8b-936c-9ae625b17d85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6de48ea9-61ee-40f7-b572-2dbcf0e96f2f,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:03:26.986025 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba2b10b4-6404-49fb-b4b4-71077d3fe683 x-openstack-request-id: req-ba2b10b4-6404-49fb-b4b4-71077d3fe683 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:03:26.986271 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a523d4a-fa9c-4c5d-ab72-4cf55550a338", "name": "network-vif-deleted", "tag": "d514b68b-943b-430b-910b-fb916878ad1a", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:03:26.986530 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-ba2b10b4-6404-49fb-b4b4-71077d3fe683 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:03:26.986934 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba2b10b4-6404-49fb-b4b4-71077d3fe683'] response: {'server_uuid': '1a523d4a-fa9c-4c5d-ab72-4cf55550a338', 'name': 'network-vif-deleted', 'tag': 'd514b68b-943b-430b-910b-fb916878ad1a', 'status': 'completed', 'code': 200} May 18 18:03:27.025820 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['08b827f7-b4c5-4fe2-897e-5706e443471d'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:03:27.135283 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf39c80-f238-4aaa-82f7-0441bfe114ae req-db839040-829b-46b0-8e3c-209f47a67443 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:27.144906 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bdf39c80-f238-4aaa-82f7-0441bfe114ae req-db839040-829b-46b0-8e3c-209f47a67443 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] 10.222.0.85 "GET /v2.0/ports?device_id=b51f04db-52b6-40df-8928-88c1c8d8ce25 HTTP/1.1" status: 200 len: 944 time: 0.1144528 May 18 18:03:27.160921 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 9eada324-10ae-4d93-beeb-79c39101bcd3 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:03:27.165001 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:27.177225 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-27095f5c-2c5d-452d-ae1e-08cef5ebc7d5 req-9b417819-b18e-4af8-ad1a-0f1ad516bb13 tempest-ServersAdmin275Test-1011939825 tempest-ServersAdmin275Test-1011939825-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=742e25d2-ccad-4925-a8fc-bd66e6e7025b HTTP/1.1" status: 200 len: 210 time: 0.0538547 May 18 18:03:27.206539 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bdf39c80-f238-4aaa-82f7-0441bfe114ae req-5a22296b-8f6c-4264-8ee9-d0e8e11dc849 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] 10.222.0.85 "GET /v2.0/security-groups?id=b787168d-4ad4-4424-a9af-a4affc34d52d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605834 May 18 18:03:27.287933 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fd52930-74c1-446a-8fe8-b01fb6bc2060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eada324-10ae-4d93-beeb-79c39101bcd3'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:03:27.290881 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fad27a35-39eb-49df-a9f2-009ff8273da9" -d '{"events": [{"server_uuid": "9fd52930-74c1-446a-8fe8-b01fb6bc2060", "name": "network-vif-plugged", "status": "completed", "tag": "9eada324-10ae-4d93-beeb-79c39101bcd3"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:03:27.325849 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 9eada324-10ae-4d93-beeb-79c39101bcd3, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=9eada324-10ae-4d93-beeb-79c39101bcd3,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:03:27.358934 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:27.363442 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device baf0a47b-12b2-4759-b9e0-8efb32769cab up at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:03:27.401159 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-70d41de1-b96b-43ca-a6a2-4b23b38c589c req-9d38851a-aa77-40e4-b6d7-3dade340390c tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/ports?device_id=1a523d4a-fa9c-4c5d-ab72-4cf55550a338 HTTP/1.1" status: 200 len: 210 time: 0.0594633 May 18 18:03:27.442227 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b10e6df9-82f6-4ed9-9e04-4de8bcd4b2bf x-openstack-request-id: req-b10e6df9-82f6-4ed9-9e04-4de8bcd4b2bf {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:03:27.442630 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fd52930-74c1-446a-8fe8-b01fb6bc2060", "name": "network-vif-plugged", "status": "completed", "tag": "9eada324-10ae-4d93-beeb-79c39101bcd3", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:03:27.443830 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-b10e6df9-82f6-4ed9-9e04-4de8bcd4b2bf {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:03:27.444315 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b10e6df9-82f6-4ed9-9e04-4de8bcd4b2bf'] response: {'server_uuid': '9fd52930-74c1-446a-8fe8-b01fb6bc2060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eada324-10ae-4d93-beeb-79c39101bcd3', 'code': 200} May 18 18:03:27.598892 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 46198) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:03:27.602446 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=9eada324-10ae-4d93-beeb-79c39101bcd3,revision_number=11']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:03:27.621252 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-18f67329-638c-44b0-b46c-ac5e631aafc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:27.668439 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning for port baf0a47b-12b2-4759-b9e0-8efb32769cab completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:03:27.683742 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning complete for port baf0a47b-12b2-4759-b9e0-8efb32769cab triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:03:27.683742 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:27.706458 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9992240a-271e-4a1b-a097-3d14f624997c req-ac7600df-f692-48e8-b287-9d6a1e70c597 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:27.708616 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9992240a-271e-4a1b-a097-3d14f624997c req-ac7600df-f692-48e8-b287-9d6a1e70c597 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3939e9c-41fb-4a2c-9412-8402f051cf0b HTTP/1.1" status: 200 len: 950 time: 0.0798693 May 18 18:03:27.737853 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-18f67329-638c-44b0-b46c-ac5e631aafc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:27.743620 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-18f67329-638c-44b0-b46c-ac5e631aafc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:27.764720 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9992240a-271e-4a1b-a097-3d14f624997c req-f59642b7-aa30-497b-8951-4e55023f4bfc tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469418 May 18 18:03:27.795895 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-18f67329-638c-44b0-b46c-ac5e631aafc9 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=87fedeba1e5c494f84f0ec626fc05449&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1956058 May 18 18:03:27.800465 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f67329-638c-44b0-b46c-ac5e631aafc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7526a3cf-027e-4fda-a4ef-e28c52dcadfb,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:03:27.800696 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 46200) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:03:27.857680 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port baf0a47b-12b2-4759-b9e0-8efb32769cab is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:03:27.858131 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:27.858919 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4af59683-2128-447b-9108-f36519290f62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:27.895024 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4af59683-2128-447b-9108-f36519290f62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:27.897295 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port baf0a47b-12b2-4759-b9e0-8efb32769cab, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=baf0a47b-12b2-4759-b9e0-8efb32769cab,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:03:27.904178 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:27.971489 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=baf0a47b-12b2-4759-b9e0-8efb32769cab,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:03:27.998400 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da36ddd6-cc50-4dd9-b5bf-72518d2641cf req-95737319-3f58-424b-b215-7476fe993d37 tempest-ServerDiagnosticsNegativeTest-1626868346 tempest-ServerDiagnosticsNegativeTest-1626868346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:27.999921 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-da36ddd6-cc50-4dd9-b5bf-72518d2641cf req-95737319-3f58-424b-b215-7476fe993d37 tempest-ServerDiagnosticsNegativeTest-1626868346 tempest-ServerDiagnosticsNegativeTest-1626868346-project] 10.222.0.85 "GET /v2.0/ports?device_id=0c96c808-d0e6-4027-8c57-204b2f9aae89 HTTP/1.1" status: 200 len: 950 time: 0.0789034 May 18 18:03:28.001209 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4af59683-2128-447b-9108-f36519290f62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:28.003763 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4af59683-2128-447b-9108-f36519290f62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:28.007213 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-4af59683-2128-447b-9108-f36519290f62 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/7526a3cf-027e-4fda-a4ef-e28c52dcadfb HTTP/1.1" status: 204 len: 168 time: 0.2031424 May 18 18:03:28.027470 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af59683-2128-447b-9108-f36519290f62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7526a3cf-027e-4fda-a4ef-e28c52dcadfb,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:03:28.058352 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-da36ddd6-cc50-4dd9-b5bf-72518d2641cf req-e973dc96-7db5-4dce-9689-2a319f66ea6d tempest-ServerDiagnosticsNegativeTest-1626868346 tempest-ServerDiagnosticsNegativeTest-1626868346-project] 10.222.0.85 "GET /v2.0/security-groups?id=5f213a36-620a-41c5-8bd5-1119281ab8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507510 May 18 18:03:28.361891 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7f99873c-eb0e-4425-afc0-1b5477877e7d req-ee33a1db-27b5-4f8b-936a-862670050e64 tempest-ServersAdmin275Test-1011939825 tempest-ServersAdmin275Test-1011939825-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=742e25d2-ccad-4925-a8fc-bd66e6e7025b HTTP/1.1" status: 200 len: 210 time: 0.0286129 May 18 18:03:28.402828 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0871895d-18dc-4b47-8f14-a4274e756c17 req-1aa131c9-608e-4c13-8513-754607283b64 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:28.405545 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0871895d-18dc-4b47-8f14-a4274e756c17 req-1aa131c9-608e-4c13-8513-754607283b64 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] 10.222.0.85 "GET /v2.0/ports?device_id=b51f04db-52b6-40df-8928-88c1c8d8ce25 HTTP/1.1" status: 200 len: 944 time: 0.0865531 May 18 18:03:28.473433 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0871895d-18dc-4b47-8f14-a4274e756c17 req-2fa48385-49ec-4636-881c-8efa9dcc7446 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] 10.222.0.85 "GET /v2.0/security-groups?id=b787168d-4ad4-4424-a9af-a4affc34d52d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539551 May 18 18:03:28.855680 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988d0bf9-df2b-479a-8913-f9d9a5195142 req-20622888-3115-4508-87fa-99687e592c77 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:28.858242 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-988d0bf9-df2b-479a-8913-f9d9a5195142 req-20622888-3115-4508-87fa-99687e592c77 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/ports?device_id=858cda9a-bd23-4669-bce8-c1a1912bf0b4 HTTP/1.1" status: 200 len: 950 time: 0.0850189 May 18 18:03:28.887438 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4f82ff66-e5a4-4bd5-9e32-cbe7242b97f9 req-d2a5a7f7-3227-408d-9856-4f5030f9992a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=742e25d2-ccad-4925-a8fc-bd66e6e7025b HTTP/1.1" status: 200 len: 210 time: 0.0397956 May 18 18:03:28.900802 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-988d0bf9-df2b-479a-8913-f9d9a5195142 req-647936a5-4e33-4513-94a6-61935085287c tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/security-groups?id=b842f2e0-06aa-4b03-8465-45658e93896b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358231 May 18 18:03:28.952157 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3252d009-9fe6-4fca-8252-ca2bb0426f5f req-753a1867-07ef-437c-b1a8-1123b1a2cd3c tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:28.953830 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3252d009-9fe6-4fca-8252-ca2bb0426f5f req-753a1867-07ef-437c-b1a8-1123b1a2cd3c tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3939e9c-41fb-4a2c-9412-8402f051cf0b HTTP/1.1" status: 200 len: 950 time: 0.0695646 May 18 18:03:28.994525 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3252d009-9fe6-4fca-8252-ca2bb0426f5f req-1f4a6869-c3c8-4e55-a98d-4ebd948feb8f tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345578 May 18 18:03:29.196627 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e3220b-08e0-4cc7-bbf2-4947e279d9f6 req-1ac8c00f-1e57-438c-b41f-b52cadeb019b tempest-ServerDiagnosticsNegativeTest-1626868346 tempest-ServerDiagnosticsNegativeTest-1626868346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:29.197320 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e9e3220b-08e0-4cc7-bbf2-4947e279d9f6 req-1ac8c00f-1e57-438c-b41f-b52cadeb019b tempest-ServerDiagnosticsNegativeTest-1626868346 tempest-ServerDiagnosticsNegativeTest-1626868346-project] 10.222.0.85 "GET /v2.0/ports?device_id=0c96c808-d0e6-4027-8c57-204b2f9aae89 HTTP/1.1" status: 200 len: 950 time: 0.0592690 May 18 18:03:29.249142 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e9e3220b-08e0-4cc7-bbf2-4947e279d9f6 req-d0c6ec6c-0f8c-4fb1-bab8-9a2642b7d32c tempest-ServerDiagnosticsNegativeTest-1626868346 tempest-ServerDiagnosticsNegativeTest-1626868346-project] 10.222.0.85 "GET /v2.0/security-groups?id=5f213a36-620a-41c5-8bd5-1119281ab8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437813 May 18 18:03:29.445812 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c96c808-d0e6-4027-8c57-204b2f9aae89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baf0a47b-12b2-4759-b9e0-8efb32769cab'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:03:29.448711 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-474dccb7-a139-4cc3-9002-60f295daadd0" -d '{"events": [{"server_uuid": "0c96c808-d0e6-4027-8c57-204b2f9aae89", "name": "network-vif-plugged", "status": "completed", "tag": "baf0a47b-12b2-4759-b9e0-8efb32769cab"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:03:29.487994 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fdde39f-bef3-4f29-9d61-aa2a263e32ee x-openstack-request-id: req-8fdde39f-bef3-4f29-9d61-aa2a263e32ee {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:03:29.488529 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c96c808-d0e6-4027-8c57-204b2f9aae89", "name": "network-vif-plugged", "status": "completed", "tag": "baf0a47b-12b2-4759-b9e0-8efb32769cab", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:03:29.488995 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-8fdde39f-bef3-4f29-9d61-aa2a263e32ee {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:03:29.489565 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fdde39f-bef3-4f29-9d61-aa2a263e32ee'] response: {'server_uuid': '0c96c808-d0e6-4027-8c57-204b2f9aae89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baf0a47b-12b2-4759-b9e0-8efb32769cab', 'code': 200} May 18 18:03:29.497038 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-28d6aedf-c181-451a-9ddf-394493ae0b41 req-474f95f6-4820-40a5-8723-2656e41672a5 tempest-ServersAdmin275Test-1011939825 tempest-ServersAdmin275Test-1011939825-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=742e25d2-ccad-4925-a8fc-bd66e6e7025b HTTP/1.1" status: 200 len: 210 time: 0.0329008 May 18 18:03:29.601684 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfe649c-65ad-4f72-bb73-54b60d712c25 req-b4fcb338-fb75-4851-94ea-c81dcc916b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:29.603098 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2cfe649c-65ad-4f72-bb73-54b60d712c25 req-b4fcb338-fb75-4851-94ea-c81dcc916b46 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0c96c808-d0e6-4027-8c57-204b2f9aae89 HTTP/1.1" status: 200 len: 1101 time: 0.0466933 May 18 18:03:29.649669 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2cfe649c-65ad-4f72-bb73-54b60d712c25 req-04c66cdf-4e68-430a-b215-affc19d0326d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5f213a36-620a-41c5-8bd5-1119281ab8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358589 May 18 18:03:29.655574 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7f6efc-c98d-4e61-a23e-1d8122248194 req-49982ce1-c71b-41f2-ab43-085b1ef79ea5 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:29.657113 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6b7f6efc-c98d-4e61-a23e-1d8122248194 req-49982ce1-c71b-41f2-ab43-085b1ef79ea5 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] 10.222.0.85 "GET /v2.0/ports?device_id=b51f04db-52b6-40df-8928-88c1c8d8ce25 HTTP/1.1" status: 200 len: 944 time: 0.0751889 May 18 18:03:29.708044 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6b7f6efc-c98d-4e61-a23e-1d8122248194 req-c239b349-7eb2-4f68-ab10-84ddff0b4c06 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] 10.222.0.85 "GET /v2.0/security-groups?id=b787168d-4ad4-4424-a9af-a4affc34d52d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406954 May 18 18:03:30.065347 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 08b827f7-b4c5-4fe2-897e-5706e443471d up at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:03:30.071934 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45764b36-98f6-41d0-889f-9068d030cedd req-7a532f16-75ad-41a6-ac18-e42bb1fb1d99 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:30.078493 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-45764b36-98f6-41d0-889f-9068d030cedd req-7a532f16-75ad-41a6-ac18-e42bb1fb1d99 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/ports?device_id=858cda9a-bd23-4669-bce8-c1a1912bf0b4 HTTP/1.1" status: 200 len: 950 time: 0.0969558 May 18 18:03:30.133075 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-45764b36-98f6-41d0-889f-9068d030cedd req-5fbef1c2-992c-4f16-b8f0-c03b7531e9f7 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/security-groups?id=b842f2e0-06aa-4b03-8465-45658e93896b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510087 May 18 18:03:30.133341 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb2e2c1-e87c-4962-9484-02eeeba6bdd9 req-211864e2-3128-4343-a062-66b4936c6061 tempest-NetworksTest-1901991629 tempest-NetworksTest-1901991629-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:30.134068 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb2e2c1-e87c-4962-9484-02eeeba6bdd9 req-211864e2-3128-4343-a062-66b4936c6061 tempest-NetworksTest-1901991629 tempest-NetworksTest-1901991629-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:30.134153 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb2e2c1-e87c-4962-9484-02eeeba6bdd9 req-211864e2-3128-4343-a062-66b4936c6061 tempest-NetworksTest-1901991629 tempest-NetworksTest-1901991629-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:30.134574 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb2e2c1-e87c-4962-9484-02eeeba6bdd9 req-211864e2-3128-4343-a062-66b4936c6061 tempest-NetworksTest-1901991629 tempest-NetworksTest-1901991629-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:30.135038 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb2e2c1-e87c-4962-9484-02eeeba6bdd9 req-211864e2-3128-4343-a062-66b4936c6061 tempest-NetworksTest-1901991629 tempest-NetworksTest-1901991629-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:30.135494 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb2e2c1-e87c-4962-9484-02eeeba6bdd9 req-211864e2-3128-4343-a062-66b4936c6061 tempest-NetworksTest-1901991629 tempest-NetworksTest-1901991629-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:30.136448 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb2e2c1-e87c-4962-9484-02eeeba6bdd9 req-211864e2-3128-4343-a062-66b4936c6061 tempest-NetworksTest-1901991629 tempest-NetworksTest-1901991629-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:30.136448 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb2e2c1-e87c-4962-9484-02eeeba6bdd9 req-211864e2-3128-4343-a062-66b4936c6061 tempest-NetworksTest-1901991629 tempest-NetworksTest-1901991629-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:30.150646 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bbb2e2c1-e87c-4962-9484-02eeeba6bdd9 req-211864e2-3128-4343-a062-66b4936c6061 tempest-NetworksTest-1901991629 tempest-NetworksTest-1901991629-project-admin] 10.222.0.85 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5754 time: 0.2292876 May 18 18:03:30.153227 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning for port 08b827f7-b4c5-4fe2-897e-5706e443471d completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:03:30.163406 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning complete for port 08b827f7-b4c5-4fe2-897e-5706e443471d triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:03:30.164764 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:30.257181 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bed3c36-637b-4176-8719-c4bc8c871e87 req-f700ac4f-80f3-4baa-a68b-f93a7314c5a8 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:30.259227 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7bed3c36-637b-4176-8719-c4bc8c871e87 req-f700ac4f-80f3-4baa-a68b-f93a7314c5a8 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3939e9c-41fb-4a2c-9412-8402f051cf0b HTTP/1.1" status: 200 len: 950 time: 0.0675077 May 18 18:03:30.311079 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7bed3c36-637b-4176-8719-c4bc8c871e87 req-9cc3e69c-3346-4949-a6a6-f91d581c8531 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438724 May 18 18:03:30.314544 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c260901-468d-4a99-aadb-927b7ab88607 req-6ee93d83-fa7e-4f0d-b5f4-935bd0f78915 tempest-NetworksTest-1901991629 tempest-NetworksTest-1901991629-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:30.317224 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5c260901-468d-4a99-aadb-927b7ab88607 req-6ee93d83-fa7e-4f0d-b5f4-935bd0f78915 tempest-NetworksTest-1901991629 tempest-NetworksTest-1901991629-project-admin] 10.222.0.85 "GET /v2.0/networks/31ebd439-090c-4b25-bbb0-31c48711b145 HTTP/1.1" status: 200 len: 886 time: 0.1299212 May 18 18:03:30.443096 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 08b827f7-b4c5-4fe2-897e-5706e443471d is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:03:30.444007 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:30.486481 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8725dbd-a53a-45da-abaa-8d47dd4bb293 req-463cd3d4-79bf-4e45-80ee-eab206064dec tempest-ServerDiagnosticsNegativeTest-1626868346 tempest-ServerDiagnosticsNegativeTest-1626868346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:30.488430 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e8725dbd-a53a-45da-abaa-8d47dd4bb293 req-463cd3d4-79bf-4e45-80ee-eab206064dec tempest-ServerDiagnosticsNegativeTest-1626868346 tempest-ServerDiagnosticsNegativeTest-1626868346-project] 10.222.0.85 "GET /v2.0/ports?device_id=0c96c808-d0e6-4027-8c57-204b2f9aae89 HTTP/1.1" status: 200 len: 950 time: 0.0832539 May 18 18:03:30.509959 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device d514b68b-943b-430b-910b-fb916878ad1a no longer exists at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:03:30.509959 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 08b827f7-b4c5-4fe2-897e-5706e443471d, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=08b827f7-b4c5-4fe2-897e-5706e443471d,segment=NetworkSegment(da1e1534-5e48-46b3-a727-d3c25e59a900),segment_id=da1e1534-5e48-46b3-a727-d3c25e59a900)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:03:30.512873 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b78b75-5d46-4227-beba-6c26af95ed30 req-9d4e4c97-cd64-4bb6-b45f-2f54b04ea32d tempest-NetworksTest-1901991629 tempest-NetworksTest-1901991629-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:30.512873 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b78b75-5d46-4227-beba-6c26af95ed30 req-9d4e4c97-cd64-4bb6-b45f-2f54b04ea32d tempest-NetworksTest-1901991629 tempest-NetworksTest-1901991629-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:30.512873 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b78b75-5d46-4227-beba-6c26af95ed30 req-9d4e4c97-cd64-4bb6-b45f-2f54b04ea32d tempest-NetworksTest-1901991629 tempest-NetworksTest-1901991629-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:30.512873 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b78b75-5d46-4227-beba-6c26af95ed30 req-9d4e4c97-cd64-4bb6-b45f-2f54b04ea32d tempest-NetworksTest-1901991629 tempest-NetworksTest-1901991629-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:30.512873 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b78b75-5d46-4227-beba-6c26af95ed30 req-9d4e4c97-cd64-4bb6-b45f-2f54b04ea32d tempest-NetworksTest-1901991629 tempest-NetworksTest-1901991629-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:30.512873 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b78b75-5d46-4227-beba-6c26af95ed30 req-9d4e4c97-cd64-4bb6-b45f-2f54b04ea32d tempest-NetworksTest-1901991629 tempest-NetworksTest-1901991629-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:30.512873 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b78b75-5d46-4227-beba-6c26af95ed30 req-9d4e4c97-cd64-4bb6-b45f-2f54b04ea32d tempest-NetworksTest-1901991629 tempest-NetworksTest-1901991629-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:30.512873 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b78b75-5d46-4227-beba-6c26af95ed30 req-9d4e4c97-cd64-4bb6-b45f-2f54b04ea32d tempest-NetworksTest-1901991629 tempest-NetworksTest-1901991629-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:30.513556 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:30.516740 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-09b78b75-5d46-4227-beba-6c26af95ed30 req-9d4e4c97-cd64-4bb6-b45f-2f54b04ea32d tempest-NetworksTest-1901991629 tempest-NetworksTest-1901991629-project-admin] 10.222.0.85 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5754 time: 0.1629384 May 18 18:03:30.550787 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e8725dbd-a53a-45da-abaa-8d47dd4bb293 req-d8b7837b-a4ff-459c-90f0-4bb267194baa tempest-ServerDiagnosticsNegativeTest-1626868346 tempest-ServerDiagnosticsNegativeTest-1626868346-project] 10.222.0.85 "GET /v2.0/security-groups?id=5f213a36-620a-41c5-8bd5-1119281ab8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544817 May 18 18:03:30.553379 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] No Port match for: d514b68b-943b-430b-910b-fb916878ad1a {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:03:30.553828 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device d514b68b-943b-430b-910b-fb916878ad1a not bound to the agent host n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:03:30.649383 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=08b827f7-b4c5-4fe2-897e-5706e443471d,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:03:30.668540 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fcf4e6db-f851-4937-ac6f-bb0c14343830 req-b4459470-add7-4166-8068-3392e742d150 tempest-ServersAdmin275Test-1011939825 tempest-ServersAdmin275Test-1011939825-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=742e25d2-ccad-4925-a8fc-bd66e6e7025b HTTP/1.1" status: 200 len: 210 time: 0.0352287 May 18 18:03:30.727803 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:30.808304 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4da269-4330-4b0e-a7d8-1d9afac79eda req-27d96417-f23a-40e8-bc13-2dca82500e2d tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:30.809954 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cf4da269-4330-4b0e-a7d8-1d9afac79eda req-27d96417-f23a-40e8-bc13-2dca82500e2d tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.36 "GET /v2.0/ports?device_id=858cda9a-bd23-4669-bce8-c1a1912bf0b4 HTTP/1.1" status: 200 len: 950 time: 0.0788546 May 18 18:03:30.876041 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:30.894326 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91dfbf2-ae8c-476d-9a57-f15d0fa2d20c req-1fbee7e4-25f5-497b-a1e9-bcc0b1964b43 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:30.902690 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e91dfbf2-ae8c-476d-9a57-f15d0fa2d20c req-1fbee7e4-25f5-497b-a1e9-bcc0b1964b43 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] 10.222.0.85 "GET /v2.0/ports?device_id=b51f04db-52b6-40df-8928-88c1c8d8ce25 HTTP/1.1" status: 200 len: 945 time: 0.0710192 May 18 18:03:30.964228 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e91dfbf2-ae8c-476d-9a57-f15d0fa2d20c req-a58ce6a7-cd95-419a-b1e9-7c7c55f78bf4 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] 10.222.0.85 "GET /v2.0/security-groups?id=b787168d-4ad4-4424-a9af-a4affc34d52d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606554 May 18 18:03:30.964714 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 46290) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:03:31.101956 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1c4da0b1-7943-4e9b-9ee1-ff0c856e0eb6 req-119cb425-1b06-471b-a410-529450405a8b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=83379d3e5eef41c58c866fc8d2befb52&device_id=742e25d2-ccad-4925-a8fc-bd66e6e7025b HTTP/1.1" status: 200 len: 210 time: 0.0444148 May 18 18:03:31.146514 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1c4da0b1-7943-4e9b-9ee1-ff0c856e0eb6 req-a9d039ae-2055-41f7-9cb8-1b284db6f675 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=83379d3e5eef41c58c866fc8d2befb52&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0281565 May 18 18:03:31.146860 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5b620e1c-ab44-42ed-8361-2f75c5ae070c req-a493dd58-43c7-4b05-88ac-a086501a4746 tempest-ServersAdmin275Test-1241366983 tempest-ServersAdmin275Test-1241366983-project] 10.222.0.85 "GET /v2.0/ports?device_id=742e25d2-ccad-4925-a8fc-bd66e6e7025b HTTP/1.1" status: 200 len: 210 time: 0.0538671 May 18 18:03:31.149599 n-d-838550-3 neutron-server[102731]: INFO neutron.api.v2.resource [req-2b6ebe65-c4f7-47c8-ad78-72b30a7a32d4 req-f30c73e0-5bd7-4159-8ff9-1eac3ff37d30 service neutron] show failed (client error): The resource could not be found. May 18 18:03:31.150957 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2b6ebe65-c4f7-47c8-ad78-72b30a7a32d4 req-f30c73e0-5bd7-4159-8ff9-1eac3ff37d30 service neutron] 10.222.0.88 "GET /v2.0/ports/30476341-d67d-457a-ba96-32990757ec38/bindings/n-h1-838550-3 HTTP/1.1" status: 404 len: 380 time: 0.3399441 May 18 18:03:31.187055 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-cf4da269-4330-4b0e-a7d8-1d9afac79eda req-63b2138d-3ec4-4f32-ae35-5d57de56eea2 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] Deleting port 30c178ec-5042-4a08-8de2-95f75ba587eb {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:03:31.188101 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-cf4da269-4330-4b0e-a7d8-1d9afac79eda req-63b2138d-3ec4-4f32-ae35-5d57de56eea2 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:31.202757 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-65be933d-9ede-4074-9d4c-a67912525850 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:31.328733 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-cf4da269-4330-4b0e-a7d8-1d9afac79eda req-63b2138d-3ec4-4f32-ae35-5d57de56eea2 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] For port 30c178ec-5042-4a08-8de2-95f75ba587eb, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=30c178ec-5042-4a08-8de2-95f75ba587eb,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:03:31.330004 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-cf4da269-4330-4b0e-a7d8-1d9afac79eda req-63b2138d-3ec4-4f32-ae35-5d57de56eea2 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:31.351804 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-cf4da269-4330-4b0e-a7d8-1d9afac79eda req-63b2138d-3ec4-4f32-ae35-5d57de56eea2 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] Calling delete_port for 30c178ec-5042-4a08-8de2-95f75ba587eb owned by compute:nova {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:03:31.442562 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38102d2f-5f5f-4d68-8d00-837f69c3d057 req-3b186e36-2a4b-4d52-b2f6-eb6c4eb4bcf3 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:31.444187 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-38102d2f-5f5f-4d68-8d00-837f69c3d057 req-3b186e36-2a4b-4d52-b2f6-eb6c4eb4bcf3 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/ports?device_id=858cda9a-bd23-4669-bce8-c1a1912bf0b4 HTTP/1.1" status: 200 len: 950 time: 0.1818976 May 18 18:03:31.490764 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b51f04db-52b6-40df-8928-88c1c8d8ce25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08b827f7-b4c5-4fe2-897e-5706e443471d'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:03:31.494150 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-279bfa7f-dbab-4023-add2-7b0a613c94a6" -d '{"events": [{"server_uuid": "b51f04db-52b6-40df-8928-88c1c8d8ce25", "name": "network-vif-plugged", "status": "completed", "tag": "08b827f7-b4c5-4fe2-897e-5706e443471d"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:03:31.553747 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-cf4da269-4330-4b0e-a7d8-1d9afac79eda req-63b2138d-3ec4-4f32-ae35-5d57de56eea2 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:31.566867 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['30c178ec-5042-4a08-8de2-95f75ba587eb', '9eada324-10ae-4d93-beeb-79c39101bcd3'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:03:31.608646 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b2138d-3ec4-4f32-ae35-5d57de56eea2 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] Pushing event deleted for resources: {'Port': ['ID=30c178ec-5042-4a08-8de2-95f75ba587eb,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:03:31.665382 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf4da269-4330-4b0e-a7d8-1d9afac79eda req-63b2138d-3ec4-4f32-ae35-5d57de56eea2 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] No DVR routers for this DVR port 30c178ec-5042-4a08-8de2-95f75ba587eb on host n-h1-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:03:31.674906 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180b2486-340b-43ee-9cd9-b03b9426e423 req-79c8a047-b89c-4d0c-86a3-246965fb8319 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:31.686111 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-180b2486-340b-43ee-9cd9-b03b9426e423 req-79c8a047-b89c-4d0c-86a3-246965fb8319 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3939e9c-41fb-4a2c-9412-8402f051cf0b HTTP/1.1" status: 200 len: 950 time: 0.1419733 May 18 18:03:31.689198 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-cf4da269-4330-4b0e-a7d8-1d9afac79eda req-63b2138d-3ec4-4f32-ae35-5d57de56eea2 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:31.692854 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cf4da269-4330-4b0e-a7d8-1d9afac79eda req-63b2138d-3ec4-4f32-ae35-5d57de56eea2 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.36 "DELETE /v2.0/ports/30c178ec-5042-4a08-8de2-95f75ba587eb HTTP/1.1" status: 204 len: 173 time: 0.8372140 May 18 18:03:31.694053 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '858cda9a-bd23-4669-bce8-c1a1912bf0b4', 'name': 'network-vif-deleted', 'tag': '30c178ec-5042-4a08-8de2-95f75ba587eb'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:03:31.699130 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ca5d835-867f-4512-86f6-63db31c3d950" -d '{"events": [{"server_uuid": "858cda9a-bd23-4669-bce8-c1a1912bf0b4", "name": "network-vif-deleted", "tag": "30c178ec-5042-4a08-8de2-95f75ba587eb"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:03:31.777795 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-180b2486-340b-43ee-9cd9-b03b9426e423 req-30436c5d-d98d-4ac3-8f7d-ead748b2e97d tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901601 May 18 18:03:31.813785 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4da0b1-7943-4e9b-9ee1-ff0c856e0eb6 req-f9b651e7-7b04-4512-a0b1-04b08bdd102e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:31.817022 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1c4da0b1-7943-4e9b-9ee1-ff0c856e0eb6 req-f9b651e7-7b04-4512-a0b1-04b08bdd102e service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6629372 May 18 18:03:31.891292 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-38102d2f-5f5f-4d68-8d00-837f69c3d057 req-c566616b-20d0-4682-aa08-8e8e2f670eb7 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/security-groups?id=b842f2e0-06aa-4b03-8465-45658e93896b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4319041 May 18 18:03:31.901086 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a038190-1969-47cf-bd85-24392c9f1b6d x-openstack-request-id: req-9a038190-1969-47cf-bd85-24392c9f1b6d {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:03:31.901889 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b51f04db-52b6-40df-8928-88c1c8d8ce25", "name": "network-vif-plugged", "status": "completed", "tag": "08b827f7-b4c5-4fe2-897e-5706e443471d", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:03:31.902150 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-9a038190-1969-47cf-bd85-24392c9f1b6d {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:03:31.902700 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a038190-1969-47cf-bd85-24392c9f1b6d'] response: {'server_uuid': 'b51f04db-52b6-40df-8928-88c1c8d8ce25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08b827f7-b4c5-4fe2-897e-5706e443471d', 'code': 200} May 18 18:03:31.972913 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-65be933d-9ede-4074-9d4c-a67912525850 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:31.984624 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-65be933d-9ede-4074-9d4c-a67912525850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:32.019463 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-380a83ca-8b42-4fdc-9e76-c630251f7a82 x-openstack-request-id: req-380a83ca-8b42-4fdc-9e76-c630251f7a82 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:03:32.019770 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "858cda9a-bd23-4669-bce8-c1a1912bf0b4", "name": "network-vif-deleted", "tag": "30c178ec-5042-4a08-8de2-95f75ba587eb", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:03:32.019990 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-380a83ca-8b42-4fdc-9e76-c630251f7a82 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:03:32.020402 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-380a83ca-8b42-4fdc-9e76-c630251f7a82'] response: {'server_uuid': '858cda9a-bd23-4669-bce8-c1a1912bf0b4', 'name': 'network-vif-deleted', 'tag': '30c178ec-5042-4a08-8de2-95f75ba587eb', 'status': 'completed', 'code': 200} May 18 18:03:32.036375 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-65be933d-9ede-4074-9d4c-a67912525850 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=1238fa6448104396b941779c0bd48556&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0704253 May 18 18:03:32.039334 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 46316) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:03:32.128219 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6ebe65-c4f7-47c8-ad78-72b30a7a32d4 req-cc955e7e-9678-4c6f-820b-f9147db253a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:32.131097 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2b6ebe65-c4f7-47c8-ad78-72b30a7a32d4 req-cc955e7e-9678-4c6f-820b-f9147db253a9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a3939e9c-41fb-4a2c-9412-8402f051cf0b&tenant_id=c95c071176d44e1393b66dc9873791e2 HTTP/1.1" status: 200 len: 1101 time: 0.2831082 May 18 18:03:32.136601 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65be933d-9ede-4074-9d4c-a67912525850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3fbdc7c-b29e-4861-a775-254638cb9b23,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:03:32.160225 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-2b6ebe65-c4f7-47c8-ad78-72b30a7a32d4 req-bf3feb58-44b5-4479-aa96-dde1fefa9a00 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-838550-3', 'device_owner': 'compute:nova'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:03:32.177086 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3916651-fa95-4abb-a340-2f7a60fd32ad req-8b48f5a6-96f8-43dc-a48f-1ee6a02a6329 tempest-ServerDiagnosticsNegativeTest-1626868346 tempest-ServerDiagnosticsNegativeTest-1626868346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:32.179477 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d3916651-fa95-4abb-a340-2f7a60fd32ad req-8b48f5a6-96f8-43dc-a48f-1ee6a02a6329 tempest-ServerDiagnosticsNegativeTest-1626868346 tempest-ServerDiagnosticsNegativeTest-1626868346-project] 10.222.0.85 "GET /v2.0/ports?device_id=0c96c808-d0e6-4027-8c57-204b2f9aae89 HTTP/1.1" status: 200 len: 950 time: 0.1816459 May 18 18:03:32.219121 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6713e6-1ef8-46b1-ae36-5f07965a6223 req-aba35ee2-8582-4f89-b229-21442db96ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:32.220876 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-de6713e6-1ef8-46b1-ae36-5f07965a6223 req-aba35ee2-8582-4f89-b229-21442db96ac7 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=b51f04db-52b6-40df-8928-88c1c8d8ce25 HTTP/1.1" status: 200 len: 1096 time: 0.1293314 May 18 18:03:32.245540 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d3916651-fa95-4abb-a340-2f7a60fd32ad req-d750f95d-50cc-4066-83cf-93cd66000c2f tempest-ServerDiagnosticsNegativeTest-1626868346 tempest-ServerDiagnosticsNegativeTest-1626868346-project] 10.222.0.85 "GET /v2.0/security-groups?id=5f213a36-620a-41c5-8bd5-1119281ab8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554225 May 18 18:03:32.265294 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-165e66ae-806b-4d12-8c8d-16a7bfad4fa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:32.296202 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-165e66ae-806b-4d12-8c8d-16a7bfad4fa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:32.298385 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-de6713e6-1ef8-46b1-ae36-5f07965a6223 req-d6c52f36-ddb2-4476-83fe-2fcb54c1bb23 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=b787168d-4ad4-4424-a9af-a4affc34d52d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510070 May 18 18:03:32.420337 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-2b6ebe65-c4f7-47c8-ad78-72b30a7a32d4 req-bf3feb58-44b5-4479-aa96-dde1fefa9a00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:32.424463 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-860a9776-2d8f-4398-88ac-c5403631191d req-caa66fc6-6ed1-4e4d-b3e8-d1578dff0a83 tempest-ServersAdmin275Test-1241366983 tempest-ServersAdmin275Test-1241366983-project] 10.222.0.85 "GET /v2.0/ports?device_id=742e25d2-ccad-4925-a8fc-bd66e6e7025b HTTP/1.1" status: 200 len: 210 time: 0.0465665 May 18 18:03:32.435675 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1273979-c729-4030-a962-2eed925ec4d1 req-bbb039c7-6fc1-4841-be99-ef8db9d49ab1 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:32.442373 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a1273979-c729-4030-a962-2eed925ec4d1 req-bbb039c7-6fc1-4841-be99-ef8db9d49ab1 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] 10.222.0.85 "GET /v2.0/ports?device_id=b51f04db-52b6-40df-8928-88c1c8d8ce25 HTTP/1.1" status: 200 len: 945 time: 0.2897272 May 18 18:03:32.443532 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-165e66ae-806b-4d12-8c8d-16a7bfad4fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:32.447251 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-165e66ae-806b-4d12-8c8d-16a7bfad4fa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:32.452397 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-165e66ae-806b-4d12-8c8d-16a7bfad4fa9 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/c3fbdc7c-b29e-4861-a775-254638cb9b23 HTTP/1.1" status: 204 len: 168 time: 0.4096298 May 18 18:03:32.505828 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165e66ae-806b-4d12-8c8d-16a7bfad4fa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3fbdc7c-b29e-4861-a775-254638cb9b23,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:03:32.587141 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a1273979-c729-4030-a962-2eed925ec4d1 req-3f300378-b096-4901-8f5f-923da0fcb44e tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] 10.222.0.85 "GET /v2.0/security-groups?id=b787168d-4ad4-4424-a9af-a4affc34d52d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347129 May 18 18:03:32.896197 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-2b6ebe65-c4f7-47c8-ad78-72b30a7a32d4 req-bf3feb58-44b5-4479-aa96-dde1fefa9a00 service neutron] For port 30476341-d67d-457a-ba96-32990757ec38, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=30476341-d67d-457a-ba96-32990757ec38,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:03:32.959628 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-2b6ebe65-c4f7-47c8-ad78-72b30a7a32d4 req-bf3feb58-44b5-4479-aa96-dde1fefa9a00 service neutron] For port 30476341-d67d-457a-ba96-32990757ec38, host n-h2-838550-3, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:03:32.962466 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0942291-0daf-4e7c-a5be-95d274dae673 req-74f51d1d-9177-4131-9773-6bdaf238d937 tempest-ServerDiagnosticsNegativeTest-1626868346 tempest-ServerDiagnosticsNegativeTest-1626868346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:32.970806 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c0942291-0daf-4e7c-a5be-95d274dae673 req-74f51d1d-9177-4131-9773-6bdaf238d937 tempest-ServerDiagnosticsNegativeTest-1626868346 tempest-ServerDiagnosticsNegativeTest-1626868346-project] 10.222.0.85 "GET /v2.0/ports?device_id=0c96c808-d0e6-4027-8c57-204b2f9aae89 HTTP/1.1" status: 200 len: 950 time: 0.0864878 May 18 18:03:33.014070 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 46336) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:03:33.016216 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c0942291-0daf-4e7c-a5be-95d274dae673 req-3dff69e5-7d6e-4870-b979-293eb85bbbb6 tempest-ServerDiagnosticsNegativeTest-1626868346 tempest-ServerDiagnosticsNegativeTest-1626868346-project] 10.222.0.85 "GET /v2.0/security-groups?id=5f213a36-620a-41c5-8bd5-1119281ab8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441954 May 18 18:03:33.052333 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7c521e7c-a116-41cd-8eb8-4677782c30c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:33.058411 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3939e9c-41fb-4a2c-9412-8402f051cf0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30476341-d67d-457a-ba96-32990757ec38'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:03:33.060728 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e928655-9144-4817-9d20-c00fc7654f50" -d '{"events": [{"server_uuid": "a3939e9c-41fb-4a2c-9412-8402f051cf0b", "name": "network-vif-unplugged", "status": "completed", "tag": "30476341-d67d-457a-ba96-32990757ec38"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:03:33.065899 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-2b6ebe65-c4f7-47c8-ad78-72b30a7a32d4 req-bf3feb58-44b5-4479-aa96-dde1fefa9a00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:33.092758 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb66bdd-4146-43c7-b6e8-abee1ad2c35b req-69ae9ce5-9af1-4244-a149-a7a4de72aca5 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:33.095309 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-feb66bdd-4146-43c7-b6e8-abee1ad2c35b req-69ae9ce5-9af1-4244-a149-a7a4de72aca5 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3939e9c-41fb-4a2c-9412-8402f051cf0b HTTP/1.1" status: 200 len: 950 time: 0.1629522 May 18 18:03:33.124924 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [req-2b6ebe65-c4f7-47c8-ad78-72b30a7a32d4 req-bf3feb58-44b5-4479-aa96-dde1fefa9a00 service neutron] Transition to ACTIVE for port object 30476341-d67d-457a-ba96-32990757ec38 will not be triggered until provisioned by entity L2. {{(pid=102730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:03:33.150030 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 May 2022 18:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b17bd48-3953-4c81-931c-c9839017ee28 x-openstack-request-id: req-7b17bd48-3953-4c81-931c-c9839017ee28 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:03:33.150438 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3939e9c-41fb-4a2c-9412-8402f051cf0b", "name": "network-vif-unplugged", "status": "completed", "tag": "30476341-d67d-457a-ba96-32990757ec38", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:03:33.151005 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-7b17bd48-3953-4c81-931c-c9839017ee28 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:03:33.151901 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b17bd48-3953-4c81-931c-c9839017ee28'] response: {'server_uuid': 'a3939e9c-41fb-4a2c-9412-8402f051cf0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30476341-d67d-457a-ba96-32990757ec38', 'code': 200} May 18 18:03:33.152877 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-2b6ebe65-c4f7-47c8-ad78-72b30a7a32d4 req-bf3feb58-44b5-4479-aa96-dde1fefa9a00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:33.246298 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-feb66bdd-4146-43c7-b6e8-abee1ad2c35b req-54852b7a-c115-475e-baec-dc9e0ae71861 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388965 May 18 18:03:33.285726 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b6ebe65-c4f7-47c8-ad78-72b30a7a32d4 req-bf3feb58-44b5-4479-aa96-dde1fefa9a00 service neutron] No DVR routers for this DVR port 30476341-d67d-457a-ba96-32990757ec38 on host n-h2-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:03:33.287839 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3feb58-44b5-4479-aa96-dde1fefa9a00 service neutron] Pushing event updated for resources: {'Port': ['ID=30476341-d67d-457a-ba96-32990757ec38,revision_number=6']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:03:33.355365 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-2b6ebe65-c4f7-47c8-ad78-72b30a7a32d4 req-bf3feb58-44b5-4479-aa96-dde1fefa9a00 service neutron] Attempting to bind port 30476341-d67d-457a-ba96-32990757ec38 on host n-h1-838550-3 for vnic_type normal with profile {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:03:33.355873 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-2b6ebe65-c4f7-47c8-ad78-72b30a7a32d4 req-bf3feb58-44b5-4479-aa96-dde1fefa9a00 service neutron] Attempting to bind port 30476341-d67d-457a-ba96-32990757ec38 by drivers openvswitch,hyperv on host n-h1-838550-3 at level 0 using segments [{'id': '2879bb11-64b4-46f1-9f8b-52941d47b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:03:33.356232 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b6ebe65-c4f7-47c8-ad78-72b30a7a32d4 req-bf3feb58-44b5-4479-aa96-dde1fefa9a00 service neutron] Attempting to bind port 30476341-d67d-457a-ba96-32990757ec38 on network 4c8ef274-9ecc-47c2-9686-5eebd78fb305 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:03:33.368473 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b6ebe65-c4f7-47c8-ad78-72b30a7a32d4 req-bf3feb58-44b5-4479-aa96-dde1fefa9a00 service neutron] Port 30476341-d67d-457a-ba96-32990757ec38 on network 4c8ef274-9ecc-47c2-9686-5eebd78fb305 not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-3 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:03:33.368850 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b6ebe65-c4f7-47c8-ad78-72b30a7a32d4 req-bf3feb58-44b5-4479-aa96-dde1fefa9a00 service neutron] Attempting to bind port 30476341-d67d-457a-ba96-32990757ec38 on network 4c8ef274-9ecc-47c2-9686-5eebd78fb305 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:03:33.378839 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7c521e7c-a116-41cd-8eb8-4677782c30c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:33.382892 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b6ebe65-c4f7-47c8-ad78-72b30a7a32d4 req-bf3feb58-44b5-4479-aa96-dde1fefa9a00 service neutron] Checking agent: {'id': '1dbac822-25f2-4df8-9dc8-5c2e7b136eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:03:33.383493 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b6ebe65-c4f7-47c8-ad78-72b30a7a32d4 req-bf3feb58-44b5-4479-aa96-dde1fefa9a00 service neutron] Checking segment: {'id': '2879bb11-64b4-46f1-9f8b-52941d47b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:03:33.383997 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b6ebe65-c4f7-47c8-ad78-72b30a7a32d4 req-bf3feb58-44b5-4479-aa96-dde1fefa9a00 service neutron] Bound using segment: {'id': '2879bb11-64b4-46f1-9f8b-52941d47b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305'} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:03:33.384572 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-2b6ebe65-c4f7-47c8-ad78-72b30a7a32d4 req-bf3feb58-44b5-4479-aa96-dde1fefa9a00 service neutron] Bound port: 30476341-d67d-457a-ba96-32990757ec38, host: n-h1-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2879bb11-64b4-46f1-9f8b-52941d47b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305'}}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:03:33.385076 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-2b6ebe65-c4f7-47c8-ad78-72b30a7a32d4 req-bf3feb58-44b5-4479-aa96-dde1fefa9a00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:33.389498 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7c521e7c-a116-41cd-8eb8-4677782c30c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:33.413423 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1c4da0b1-7943-4e9b-9ee1-ff0c856e0eb6 req-3d7c8503-c7e9-4d1c-b4db-2becc4ce7b30 tempest-ServersAdmin275Test-1241366983 tempest-ServersAdmin275Test-1241366983-project] 10.222.0.36 "GET /v2.0/ports?device_id=742e25d2-ccad-4925-a8fc-bd66e6e7025b HTTP/1.1" status: 200 len: 210 time: 0.0480230 May 18 18:03:33.546465 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-7c521e7c-a116-41cd-8eb8-4677782c30c1 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=8fb1773cddf048a1b4609763745e2b30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5297263 May 18 18:03:33.549241 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 46346) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:03:33.565926 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c521e7c-a116-41cd-8eb8-4677782c30c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=096a638c-df8e-4220-ba84-41a6a8ced5ae,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:03:33.587001 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-512ea717-be16-4083-ba73-350264cbbf38 req-5a0f1894-4e40-464a-a5cb-fe22fab1d132 tempest-ServersAdmin275Test-1241366983 tempest-ServersAdmin275Test-1241366983-project] 10.222.0.85 "GET /v2.0/ports?device_id=742e25d2-ccad-4925-a8fc-bd66e6e7025b HTTP/1.1" status: 200 len: 210 time: 0.0446389 May 18 18:03:33.648944 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f04db2d-55d5-4115-926d-4c81ef5a935a req-2edf313f-208d-4dbe-93d5-13f891bcc7bb tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:33.650663 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2f04db2d-55d5-4115-926d-4c81ef5a935a req-2edf313f-208d-4dbe-93d5-13f891bcc7bb tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/ports?device_id=9fd52930-74c1-446a-8fe8-b01fb6bc2060 HTTP/1.1" status: 200 len: 950 time: 0.2198620 May 18 18:03:33.669598 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-2b6ebe65-c4f7-47c8-ad78-72b30a7a32d4 req-bf3feb58-44b5-4479-aa96-dde1fefa9a00 service neutron] For port 30476341-d67d-457a-ba96-32990757ec38, host n-h1-838550-3, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:03:33.684671 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-2b6ebe65-c4f7-47c8-ad78-72b30a7a32d4 req-bf3feb58-44b5-4479-aa96-dde1fefa9a00 service neutron] For port 30476341-d67d-457a-ba96-32990757ec38, host n-h1-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=30476341-d67d-457a-ba96-32990757ec38,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:03:33.703285 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-2b6ebe65-c4f7-47c8-ad78-72b30a7a32d4 req-bf3feb58-44b5-4479-aa96-dde1fefa9a00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:33.752741 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b146ac9-a11b-4f46-9593-99f2e23e18ef req-f41be519-9e9a-4c39-8e7b-51dacb3a7081 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:33.759132 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9b146ac9-a11b-4f46-9593-99f2e23e18ef req-f41be519-9e9a-4c39-8e7b-51dacb3a7081 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] 10.222.0.85 "GET /v2.0/ports?device_id=b51f04db-52b6-40df-8928-88c1c8d8ce25 HTTP/1.1" status: 200 len: 945 time: 0.0725975 May 18 18:03:33.790182 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4a988e56-4d10-4d31-ba82-9b5ab5335d9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:33.815516 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6ebe65-c4f7-47c8-ad78-72b30a7a32d4 req-bf3feb58-44b5-4479-aa96-dde1fefa9a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:33.816267 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-2b6ebe65-c4f7-47c8-ad78-72b30a7a32d4 req-bf3feb58-44b5-4479-aa96-dde1fefa9a00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:33.818471 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2b6ebe65-c4f7-47c8-ad78-72b30a7a32d4 req-bf3feb58-44b5-4479-aa96-dde1fefa9a00 service neutron] 10.222.0.36 "PUT /v2.0/ports/30476341-d67d-457a-ba96-32990757ec38 HTTP/1.1" status: 200 len: 1096 time: 1.6677315 May 18 18:03:33.823730 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9b146ac9-a11b-4f46-9593-99f2e23e18ef req-d1fe650f-e428-4e91-9da7-681e4f97ec86 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] 10.222.0.85 "GET /v2.0/security-groups?id=b787168d-4ad4-4424-a9af-a4affc34d52d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625327 May 18 18:03:33.838027 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2f04db2d-55d5-4115-926d-4c81ef5a935a req-f6000eeb-2ab4-4ce2-8139-9a68fd379450 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/security-groups?id=b842f2e0-06aa-4b03-8465-45658e93896b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778452 May 18 18:03:33.860716 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4a988e56-4d10-4d31-ba82-9b5ab5335d9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:33.862693 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3feb58-44b5-4479-aa96-dde1fefa9a00 service neutron] Pushing event updated for resources: {'Port': ['ID=30476341-d67d-457a-ba96-32990757ec38,revision_number=7']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:03:33.994421 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6ebe65-c4f7-47c8-ad78-72b30a7a32d4 req-9a039a14-d628-42dd-89d2-5c65abd4336c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:33.996755 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2b6ebe65-c4f7-47c8-ad78-72b30a7a32d4 req-9a039a14-d628-42dd-89d2-5c65abd4336c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c95c071176d44e1393b66dc9873791e2&device_id=a3939e9c-41fb-4a2c-9412-8402f051cf0b HTTP/1.1" status: 200 len: 1099 time: 0.1168642 May 18 18:03:34.005335 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4a988e56-4d10-4d31-ba82-9b5ab5335d9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:34.008270 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4a988e56-4d10-4d31-ba82-9b5ab5335d9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:34.009492 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-4a988e56-4d10-4d31-ba82-9b5ab5335d9b admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/096a638c-df8e-4220-ba84-41a6a8ced5ae HTTP/1.1" status: 204 len: 168 time: 0.4561269 May 18 18:03:34.078149 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 30476341-d67d-457a-ba96-32990757ec38 no longer exists at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:03:34.119400 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a988e56-4d10-4d31-ba82-9b5ab5335d9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=096a638c-df8e-4220-ba84-41a6a8ced5ae,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:03:34.213061 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9750fc7-f923-4171-9774-e8698df90a8b req-fafb89c6-f762-40ac-9259-b0c183a6999e tempest-ServerDiagnosticsNegativeTest-1626868346 tempest-ServerDiagnosticsNegativeTest-1626868346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:34.221813 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a9750fc7-f923-4171-9774-e8698df90a8b req-fafb89c6-f762-40ac-9259-b0c183a6999e tempest-ServerDiagnosticsNegativeTest-1626868346 tempest-ServerDiagnosticsNegativeTest-1626868346-project] 10.222.0.85 "GET /v2.0/ports?device_id=0c96c808-d0e6-4027-8c57-204b2f9aae89 HTTP/1.1" status: 200 len: 950 time: 0.1078930 May 18 18:03:34.230747 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 30476341-d67d-457a-ba96-32990757ec38 not bound to the agent host n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:03:34.271026 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6ebe65-c4f7-47c8-ad78-72b30a7a32d4 req-d67c8271-26f0-477b-9469-00c3c144e083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:34.273721 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2b6ebe65-c4f7-47c8-ad78-72b30a7a32d4 req-d67c8271-26f0-477b-9469-00c3c144e083 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4c8ef274-9ecc-47c2-9686-5eebd78fb305 HTTP/1.1" status: 200 len: 870 time: 0.2627985 May 18 18:03:34.321378 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a9750fc7-f923-4171-9774-e8698df90a8b req-06d77773-23b1-4632-af9c-4edaa070dac2 tempest-ServerDiagnosticsNegativeTest-1626868346 tempest-ServerDiagnosticsNegativeTest-1626868346-project] 10.222.0.85 "GET /v2.0/security-groups?id=5f213a36-620a-41c5-8bd5-1119281ab8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878630 May 18 18:03:34.346040 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2b6ebe65-c4f7-47c8-ad78-72b30a7a32d4 req-e802e83f-9be7-40e1-a700-1eaac3ff4c9d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=30476341-d67d-457a-ba96-32990757ec38 HTTP/1.1" status: 200 len: 217 time: 0.0647535 May 18 18:03:34.457990 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6ebe65-c4f7-47c8-ad78-72b30a7a32d4 req-503632b4-5ecb-4c37-895c-461aba61c78c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:34.460110 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2b6ebe65-c4f7-47c8-ad78-72b30a7a32d4 req-503632b4-5ecb-4c37-895c-461aba61c78c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c2531ae9-89db-4dcf-b670-9eac4c9cde53 HTTP/1.1" status: 200 len: 843 time: 0.0791523 May 18 18:03:34.461671 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1287ab73-16f2-4160-8e62-f3de84c41345 req-9d7ec289-c4a6-4612-b3a0-e226e4994562 tempest-ServerDiagnosticsNegativeTest-1626868346 tempest-ServerDiagnosticsNegativeTest-1626868346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:34.463591 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1287ab73-16f2-4160-8e62-f3de84c41345 req-9d7ec289-c4a6-4612-b3a0-e226e4994562 tempest-ServerDiagnosticsNegativeTest-1626868346 tempest-ServerDiagnosticsNegativeTest-1626868346-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c96c808-d0e6-4027-8c57-204b2f9aae89 HTTP/1.1" status: 200 len: 950 time: 0.0877047 May 18 18:03:34.474515 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b87aef-2b0a-4b5b-be54-6ae19e10f7a7 req-21fe54b2-6391-4069-88d2-24528afd110c tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:34.476143 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e3b87aef-2b0a-4b5b-be54-6ae19e10f7a7 req-21fe54b2-6391-4069-88d2-24528afd110c tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3939e9c-41fb-4a2c-9412-8402f051cf0b HTTP/1.1" status: 200 len: 948 time: 0.1113188 May 18 18:03:34.507087 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 30c178ec-5042-4a08-8de2-95f75ba587eb no longer exists at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:03:34.551768 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] No Port match for: 30c178ec-5042-4a08-8de2-95f75ba587eb {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:03:34.552399 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 30c178ec-5042-4a08-8de2-95f75ba587eb not bound to the agent host n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:03:34.578222 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6ebe65-c4f7-47c8-ad78-72b30a7a32d4 req-8f738b1f-289b-4288-b67f-7dee5bd804ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:34.580329 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2b6ebe65-c4f7-47c8-ad78-72b30a7a32d4 req-8f738b1f-289b-4288-b67f-7dee5bd804ba service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4c8ef274-9ecc-47c2-9686-5eebd78fb305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1011624 May 18 18:03:34.630819 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-1287ab73-16f2-4160-8e62-f3de84c41345 req-e842b5a0-2355-4dbc-bed1-051de03212dd tempest-ServerDiagnosticsNegativeTest-1626868346 tempest-ServerDiagnosticsNegativeTest-1626868346-project] Deleting port baf0a47b-12b2-4759-b9e0-8efb32769cab {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:03:34.631455 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-1287ab73-16f2-4160-8e62-f3de84c41345 req-e842b5a0-2355-4dbc-bed1-051de03212dd tempest-ServerDiagnosticsNegativeTest-1626868346 tempest-ServerDiagnosticsNegativeTest-1626868346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:34.638472 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e3b87aef-2b0a-4b5b-be54-6ae19e10f7a7 req-b67adb98-1fa8-42e9-89f7-3f15803c451e tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163657 May 18 18:03:34.783087 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2b6ebe65-c4f7-47c8-ad78-72b30a7a32d4 req-95c66257-f6a9-4fac-9f7f-6b69803509ae service neutron] 10.222.0.36 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945393 May 18 18:03:34.809371 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-1287ab73-16f2-4160-8e62-f3de84c41345 req-e842b5a0-2355-4dbc-bed1-051de03212dd tempest-ServerDiagnosticsNegativeTest-1626868346 tempest-ServerDiagnosticsNegativeTest-1626868346-project] For port baf0a47b-12b2-4759-b9e0-8efb32769cab, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=baf0a47b-12b2-4759-b9e0-8efb32769cab,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:03:34.810223 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-1287ab73-16f2-4160-8e62-f3de84c41345 req-e842b5a0-2355-4dbc-bed1-051de03212dd tempest-ServerDiagnosticsNegativeTest-1626868346 tempest-ServerDiagnosticsNegativeTest-1626868346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:34.828870 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-1287ab73-16f2-4160-8e62-f3de84c41345 req-e842b5a0-2355-4dbc-bed1-051de03212dd tempest-ServerDiagnosticsNegativeTest-1626868346 tempest-ServerDiagnosticsNegativeTest-1626868346-project] Calling delete_port for baf0a47b-12b2-4759-b9e0-8efb32769cab owned by compute:nova {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:03:34.881272 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.36', 64513) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:03:35.028269 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2b6ebe65-c4f7-47c8-ad78-72b30a7a32d4 req-2f5e1408-e84e-4e69-b685-b84eee5c5fd9 service neutron] 10.222.0.36 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2366669 May 18 18:03:35.048436 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa71509d-aa79-41b2-aff7-c3ce6f03d56c req-6ebe327f-642a-4d82-9165-7520f5aceef4 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:35.051186 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-aa71509d-aa79-41b2-aff7-c3ce6f03d56c req-6ebe327f-642a-4d82-9165-7520f5aceef4 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.36 "GET /v2.0/ports?device_id=9fd52930-74c1-446a-8fe8-b01fb6bc2060 HTTP/1.1" status: 200 len: 950 time: 0.1576581 May 18 18:03:35.141594 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 46380) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:03:35.158629 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3939e9c-41fb-4a2c-9412-8402f051cf0b', 'tag': '30476341-d67d-457a-ba96-32990757ec38'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:03:35.160647 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b79fb4d-6f7b-4b57-b726-64256781a010" -d '{"events": [{"name": "network-changed", "server_uuid": "a3939e9c-41fb-4a2c-9412-8402f051cf0b", "tag": "30476341-d67d-457a-ba96-32990757ec38"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:03:35.171793 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-1287ab73-16f2-4160-8e62-f3de84c41345 req-e842b5a0-2355-4dbc-bed1-051de03212dd tempest-ServerDiagnosticsNegativeTest-1626868346 tempest-ServerDiagnosticsNegativeTest-1626868346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:35.195112 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['baf0a47b-12b2-4759-b9e0-8efb32769cab'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:03:35.305778 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670a6e96-2ca7-4e88-91f2-e315baccd979 req-de738cdd-c4a6-4ce7-b165-97516156a845 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:35.320669 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-670a6e96-2ca7-4e88-91f2-e315baccd979 req-de738cdd-c4a6-4ce7-b165-97516156a845 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] 10.222.0.85 "GET /v2.0/ports?device_id=b51f04db-52b6-40df-8928-88c1c8d8ce25 HTTP/1.1" status: 200 len: 945 time: 0.2673905 May 18 18:03:35.394489 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e842b5a0-2355-4dbc-bed1-051de03212dd tempest-ServerDiagnosticsNegativeTest-1626868346 tempest-ServerDiagnosticsNegativeTest-1626868346-project] Pushing event deleted for resources: {'Port': ['ID=baf0a47b-12b2-4759-b9e0-8efb32769cab,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:03:35.486479 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-670a6e96-2ca7-4e88-91f2-e315baccd979 req-0da2bf48-5f4e-4bb6-b14b-41f79cf85496 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] 10.222.0.85 "GET /v2.0/security-groups?id=b787168d-4ad4-4424-a9af-a4affc34d52d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571176 May 18 18:03:35.496141 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-aa71509d-aa79-41b2-aff7-c3ce6f03d56c req-d9ce086a-1da5-41d7-9cd2-6b8a5153226d tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] Deleting port 9eada324-10ae-4d93-beeb-79c39101bcd3 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:03:35.497049 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-aa71509d-aa79-41b2-aff7-c3ce6f03d56c req-d9ce086a-1da5-41d7-9cd2-6b8a5153226d tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:35.568359 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-bcab1772-84e8-4487-83d6-57787b6f6c64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:35.770901 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0fc8641-58c9-41eb-98cc-3021dced6ded x-openstack-request-id: req-f0fc8641-58c9-41eb-98cc-3021dced6ded {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:03:35.771344 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3939e9c-41fb-4a2c-9412-8402f051cf0b", "tag": "30476341-d67d-457a-ba96-32990757ec38", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:03:35.771500 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-f0fc8641-58c9-41eb-98cc-3021dced6ded {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:03:35.772123 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0fc8641-58c9-41eb-98cc-3021dced6ded'] response: {'name': 'network-changed', 'server_uuid': 'a3939e9c-41fb-4a2c-9412-8402f051cf0b', 'tag': '30476341-d67d-457a-ba96-32990757ec38', 'status': 'completed', 'code': 200} May 18 18:03:35.775546 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.36', 64515) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:03:35.790447 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66771a3d-8eef-46cb-9958-88ae4b27139a req-241821f9-f3d9-4b14-824e-232a8d501533 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:35.793129 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-66771a3d-8eef-46cb-9958-88ae4b27139a req-241821f9-f3d9-4b14-824e-232a8d501533 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/ports?device_id=9fd52930-74c1-446a-8fe8-b01fb6bc2060 HTTP/1.1" status: 200 len: 950 time: 0.6528826 May 18 18:03:35.901569 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-1287ab73-16f2-4160-8e62-f3de84c41345 req-e842b5a0-2355-4dbc-bed1-051de03212dd tempest-ServerDiagnosticsNegativeTest-1626868346 tempest-ServerDiagnosticsNegativeTest-1626868346-project] No DVR routers for this DVR port baf0a47b-12b2-4759-b9e0-8efb32769cab on host n-h1-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:03:35.906066 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-1287ab73-16f2-4160-8e62-f3de84c41345 req-e842b5a0-2355-4dbc-bed1-051de03212dd tempest-ServerDiagnosticsNegativeTest-1626868346 tempest-ServerDiagnosticsNegativeTest-1626868346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:35.910465 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1287ab73-16f2-4160-8e62-f3de84c41345 req-e842b5a0-2355-4dbc-bed1-051de03212dd tempest-ServerDiagnosticsNegativeTest-1626868346 tempest-ServerDiagnosticsNegativeTest-1626868346-project] 10.222.0.36 "DELETE /v2.0/ports/baf0a47b-12b2-4759-b9e0-8efb32769cab HTTP/1.1" status: 204 len: 173 time: 1.4380522 May 18 18:03:35.914810 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-bcab1772-84e8-4487-83d6-57787b6f6c64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:35.916633 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c96c808-d0e6-4027-8c57-204b2f9aae89', 'name': 'network-vif-deleted', 'tag': 'baf0a47b-12b2-4759-b9e0-8efb32769cab'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:03:35.920978 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef1cf2db-9cb7-4cdb-8ab4-77d0cdbcb901" -d '{"events": [{"server_uuid": "0c96c808-d0e6-4027-8c57-204b2f9aae89", "name": "network-vif-deleted", "tag": "baf0a47b-12b2-4759-b9e0-8efb32769cab"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:03:35.966231 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-bcab1772-84e8-4487-83d6-57787b6f6c64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:36.009056 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-aa71509d-aa79-41b2-aff7-c3ce6f03d56c req-d9ce086a-1da5-41d7-9cd2-6b8a5153226d tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] For port 9eada324-10ae-4d93-beeb-79c39101bcd3, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=9eada324-10ae-4d93-beeb-79c39101bcd3,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:03:36.009436 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-aa71509d-aa79-41b2-aff7-c3ce6f03d56c req-d9ce086a-1da5-41d7-9cd2-6b8a5153226d tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:36.048883 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-360b77d2-2c23-4e7b-90a7-0c1d3a242e11 req-67755afe-82a3-4e8c-b5d0-6df1d8bca387 tempest-ServerDiagnosticsNegativeTest-1626868346 tempest-ServerDiagnosticsNegativeTest-1626868346-project] 10.222.0.85 "GET /v2.0/ports?device_id=0c96c808-d0e6-4027-8c57-204b2f9aae89 HTTP/1.1" status: 200 len: 210 time: 0.2673080 May 18 18:03:36.059971 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-66771a3d-8eef-46cb-9958-88ae4b27139a req-68906438-e68b-4285-8c08-f152148f0d06 tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/security-groups?id=b842f2e0-06aa-4b03-8465-45658e93896b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479659 May 18 18:03:36.072693 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-aa71509d-aa79-41b2-aff7-c3ce6f03d56c req-d9ce086a-1da5-41d7-9cd2-6b8a5153226d tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] Calling delete_port for 9eada324-10ae-4d93-beeb-79c39101bcd3 owned by compute:nova {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:03:36.093781 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-81b4242e-63c8-4fc8-9289-06c0a5d46d01 req-8c034f40-48aa-46ff-baec-505b7297abfc service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=37b6f181-4d76-4205-a196-1fa0b0b50cc2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4807653 May 18 18:03:36.105125 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcab1772-84e8-4487-83d6-57787b6f6c64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0af41d42-711b-414d-982d-389a26ba46ca,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:03:36.121317 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-bcab1772-84e8-4487-83d6-57787b6f6c64 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=83379d3e5eef41c58c866fc8d2befb52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9780228 May 18 18:03:36.124533 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 46420) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:03:36.196053 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b79fb4d-6f7b-4b57-b726-64256781a010 req-4fc8fc6b-05cc-41ec-aa22-ba23aaf982e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:36.197509 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3b79fb4d-6f7b-4b57-b726-64256781a010 req-4fc8fc6b-05cc-41ec-aa22-ba23aaf982e6 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c95c071176d44e1393b66dc9873791e2&device_id=a3939e9c-41fb-4a2c-9412-8402f051cf0b HTTP/1.1" status: 200 len: 1099 time: 0.4245114 May 18 18:03:36.230846 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-302a3b5e-3c2d-468e-bfbd-cddb36287910 req-5da9f2e2-97f2-430c-ba80-77e8ef676276 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e29e16d8-e422-4794-abe3-fa62aae733ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4563630 May 18 18:03:36.249147 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3099086e-e72d-4948-96a2-7b62fd8863fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:36.302358 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b79fb4d-6f7b-4b57-b726-64256781a010 req-681fd4b9-b06f-4079-82b6-ab5f8911e0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:36.304323 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3b79fb4d-6f7b-4b57-b726-64256781a010 req-681fd4b9-b06f-4079-82b6-ab5f8911e0e9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c95c071176d44e1393b66dc9873791e2&device_id=a3939e9c-41fb-4a2c-9412-8402f051cf0b HTTP/1.1" status: 200 len: 1099 time: 0.5263605 May 18 18:03:36.335436 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3099086e-e72d-4948-96a2-7b62fd8863fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:36.399061 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b4242e-63c8-4fc8-9289-06c0a5d46d01 req-0e00cbec-73f1-4587-a438-9414417d9007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:36.401101 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-81b4242e-63c8-4fc8-9289-06c0a5d46d01 req-0e00cbec-73f1-4587-a438-9414417d9007 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=38c3fbce1f554996bc4a73e5f0f7c3e8&device_id=37b6f181-4d76-4205-a196-1fa0b0b50cc2 HTTP/1.1" status: 200 len: 1096 time: 0.1492593 May 18 18:03:36.410999 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca12685d-e0aa-4d21-8a51-21a396b4f179 req-958d495c-d27c-4faf-9606-b37083037400 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:36.412511 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ca12685d-e0aa-4d21-8a51-21a396b4f179 req-958d495c-d27c-4faf-9606-b37083037400 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3939e9c-41fb-4a2c-9412-8402f051cf0b HTTP/1.1" status: 200 len: 948 time: 0.1596723 May 18 18:03:36.497927 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3099086e-e72d-4948-96a2-7b62fd8863fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:36.502783 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3099086e-e72d-4948-96a2-7b62fd8863fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:36.504688 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-3099086e-e72d-4948-96a2-7b62fd8863fd admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/0af41d42-711b-414d-982d-389a26ba46ca HTTP/1.1" status: 204 len: 168 time: 0.3776722 May 18 18:03:36.575483 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b79fb4d-6f7b-4b57-b726-64256781a010 req-f1002a72-b736-4981-b5c7-e3bd02ad21c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:36.577091 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3b79fb4d-6f7b-4b57-b726-64256781a010 req-f1002a72-b736-4981-b5c7-e3bd02ad21c3 service neutron] 10.222.0.88 "GET /v2.0/networks?id=4c8ef274-9ecc-47c2-9686-5eebd78fb305 HTTP/1.1" status: 200 len: 870 time: 0.3438528 May 18 18:03:36.589689 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302a3b5e-3c2d-468e-bfbd-cddb36287910 req-f542ee4b-daaa-4ef0-a546-aff200a53485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:36.591279 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-302a3b5e-3c2d-468e-bfbd-cddb36287910 req-f542ee4b-daaa-4ef0-a546-aff200a53485 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=38c3fbce1f554996bc4a73e5f0f7c3e8&device_id=e29e16d8-e422-4794-abe3-fa62aae733ea HTTP/1.1" status: 200 len: 1116 time: 0.2814198 May 18 18:03:36.616659 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5919a5-af7c-40fe-8886-5d5d8d092bd8 req-662c4bd0-4c66-4022-ae30-b9f631ef9d8d tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:36.624483 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6a5919a5-af7c-40fe-8886-5d5d8d092bd8 req-662c4bd0-4c66-4022-ae30-b9f631ef9d8d tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] 10.222.0.85 "GET /v2.0/ports?device_id=b51f04db-52b6-40df-8928-88c1c8d8ce25 HTTP/1.1" status: 200 len: 945 time: 0.3701479 May 18 18:03:36.705780 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b79fb4d-6f7b-4b57-b726-64256781a010 req-b75018fd-87b5-498e-8aa2-f62245c64cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:36.707368 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3b79fb4d-6f7b-4b57-b726-64256781a010 req-b75018fd-87b5-498e-8aa2-f62245c64cb0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4c8ef274-9ecc-47c2-9686-5eebd78fb305 HTTP/1.1" status: 200 len: 870 time: 0.3798244 May 18 18:03:36.724310 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3b79fb4d-6f7b-4b57-b726-64256781a010 req-ac861a30-8aea-483d-a210-2be0724ca9d7 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=30476341-d67d-457a-ba96-32990757ec38 HTTP/1.1" status: 200 len: 217 time: 0.1277697 May 18 18:03:36.823829 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-aa71509d-aa79-41b2-aff7-c3ce6f03d56c req-d9ce086a-1da5-41d7-9cd2-6b8a5153226d tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:36.883841 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3b79fb4d-6f7b-4b57-b726-64256781a010 req-e1163acd-dd7c-4c42-9e5f-f5b0c3aff2d2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=30476341-d67d-457a-ba96-32990757ec38 HTTP/1.1" status: 200 len: 217 time: 0.1566713 May 18 18:03:36.893817 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3099086e-e72d-4948-96a2-7b62fd8863fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0af41d42-711b-414d-982d-389a26ba46ca,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:03:36.944248 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ce086a-1da5-41d7-9cd2-6b8a5153226d tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] Pushing event deleted for resources: {'Port': ['ID=9eada324-10ae-4d93-beeb-79c39101bcd3,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:03:36.949347 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b4242e-63c8-4fc8-9289-06c0a5d46d01 req-6bfd2428-7299-409d-8c08-3217e2eec141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:36.951069 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-81b4242e-63c8-4fc8-9289-06c0a5d46d01 req-6bfd2428-7299-409d-8c08-3217e2eec141 service neutron] 10.222.0.88 "GET /v2.0/networks?id=e7bb4226-ce97-4ecd-a736-061f4f786581 HTTP/1.1" status: 200 len: 921 time: 0.5193038 May 18 18:03:36.968482 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ca12685d-e0aa-4d21-8a51-21a396b4f179 req-f65d7591-d6e8-4945-86bf-4e1fd7a5f643 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5211294 May 18 18:03:37.003399 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6a5919a5-af7c-40fe-8886-5d5d8d092bd8 req-75371ee8-1e35-413b-89fb-e7ba03da1277 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] 10.222.0.85 "GET /v2.0/security-groups?id=b787168d-4ad4-4424-a9af-a4affc34d52d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3778985 May 18 18:03:37.099146 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0293a9aa-7a52-42f5-b98b-320482381ec2 x-openstack-request-id: req-0293a9aa-7a52-42f5-b98b-320482381ec2 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:03:37.104747 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c96c808-d0e6-4027-8c57-204b2f9aae89", "name": "network-vif-deleted", "tag": "baf0a47b-12b2-4759-b9e0-8efb32769cab", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:03:37.105361 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-0293a9aa-7a52-42f5-b98b-320482381ec2 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:03:37.106079 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0293a9aa-7a52-42f5-b98b-320482381ec2'] response: {'server_uuid': '0c96c808-d0e6-4027-8c57-204b2f9aae89', 'name': 'network-vif-deleted', 'tag': 'baf0a47b-12b2-4759-b9e0-8efb32769cab', 'status': 'completed', 'code': 200} May 18 18:03:37.111633 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-81b4242e-63c8-4fc8-9289-06c0a5d46d01 req-0bd690d6-1625-4801-90dd-2667a983d55b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=793d1fc5-3dfd-42ee-ada4-434fe7234b7f HTTP/1.1" status: 200 len: 217 time: 0.1399796 May 18 18:03:37.168909 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302a3b5e-3c2d-468e-bfbd-cddb36287910 req-2ca39c4b-b5ac-4667-8b64-c42f78ba36a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:37.170270 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-302a3b5e-3c2d-468e-bfbd-cddb36287910 req-2ca39c4b-b5ac-4667-8b64-c42f78ba36a7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e7bb4226-ce97-4ecd-a736-061f4f786581 HTTP/1.1" status: 200 len: 921 time: 0.5436461 May 18 18:03:37.218742 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b79fb4d-6f7b-4b57-b726-64256781a010 req-3a80799f-7790-47e8-86b6-806a3697daab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:37.220251 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3b79fb4d-6f7b-4b57-b726-64256781a010 req-3a80799f-7790-47e8-86b6-806a3697daab service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c2531ae9-89db-4dcf-b670-9eac4c9cde53 HTTP/1.1" status: 200 len: 843 time: 0.4660392 May 18 18:03:37.226729 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa71509d-aa79-41b2-aff7-c3ce6f03d56c req-d9ce086a-1da5-41d7-9cd2-6b8a5153226d tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] No DVR routers for this DVR port 9eada324-10ae-4d93-beeb-79c39101bcd3 on host n-h1-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:03:37.231149 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-aa71509d-aa79-41b2-aff7-c3ce6f03d56c req-d9ce086a-1da5-41d7-9cd2-6b8a5153226d tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:37.235257 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-aa71509d-aa79-41b2-aff7-c3ce6f03d56c req-d9ce086a-1da5-41d7-9cd2-6b8a5153226d tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.36 "DELETE /v2.0/ports/9eada324-10ae-4d93-beeb-79c39101bcd3 HTTP/1.1" status: 204 len: 173 time: 2.1593733 May 18 18:03:37.299011 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b4242e-63c8-4fc8-9289-06c0a5d46d01 req-56e57af8-765e-4a5c-add6-32ff41798087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:37.301947 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-81b4242e-63c8-4fc8-9289-06c0a5d46d01 req-56e57af8-765e-4a5c-add6-32ff41798087 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=cf982f85-dd38-4a89-9c21-fca17676813e HTTP/1.1" status: 200 len: 860 time: 0.1749623 May 18 18:03:37.304090 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b79fb4d-6f7b-4b57-b726-64256781a010 req-7f8866ef-b3b1-45fd-a3d8-df993007fa8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:37.320462 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3b79fb4d-6f7b-4b57-b726-64256781a010 req-7f8866ef-b3b1-45fd-a3d8-df993007fa8e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c2531ae9-89db-4dcf-b670-9eac4c9cde53 HTTP/1.1" status: 200 len: 843 time: 0.4016612 May 18 18:03:37.394819 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 46446) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:03:37.411978 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-302a3b5e-3c2d-468e-bfbd-cddb36287910 req-4e371ce8-ea47-4647-b19c-258a5b293f4e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cb11a143-d579-4d02-bc74-db341a9b2376 HTTP/1.1" status: 200 len: 217 time: 0.2319052 May 18 18:03:37.422395 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-81b4242e-63c8-4fc8-9289-06c0a5d46d01 req-632be37d-f305-4e04-916f-4002a3934d20 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=e7bb4226-ce97-4ecd-a736-061f4f786581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1039605 May 18 18:03:37.425588 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6388e76b-995a-4ea5-b0cc-429a9fb3da2c req-d9d462a3-8790-4441-b1f3-a9cf4744a35c tempest-ServersAdminTestJSON-594410555 tempest-ServersAdminTestJSON-594410555-project] 10.222.0.85 "GET /v2.0/ports?device_id=9fd52930-74c1-446a-8fe8-b01fb6bc2060 HTTP/1.1" status: 200 len: 210 time: 0.1107516 May 18 18:03:37.542884 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b5e4042b-8c2b-43c4-84d6-f6bd62e92586 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:37.562182 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1fec7f18-3407-4038-8fcb-1b5fe4057f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:37.609241 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b79fb4d-6f7b-4b57-b726-64256781a010 req-84c0faef-40b2-4e89-94f8-3007373766f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:37.614274 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3b79fb4d-6f7b-4b57-b726-64256781a010 req-84c0faef-40b2-4e89-94f8-3007373766f5 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4c8ef274-9ecc-47c2-9686-5eebd78fb305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3177943 May 18 18:03:37.616753 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 46452) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:03:37.618693 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b79fb4d-6f7b-4b57-b726-64256781a010 req-94d9f77f-a00c-48db-81a1-9b72b7f89135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:37.621058 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3b79fb4d-6f7b-4b57-b726-64256781a010 req-94d9f77f-a00c-48db-81a1-9b72b7f89135 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4c8ef274-9ecc-47c2-9686-5eebd78fb305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2996383 May 18 18:03:37.622820 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b08511-250f-49b6-b5bc-6bd0253ab890 req-f558a7f7-d926-426f-b49a-96f384cf4d65 tempest-LiveAutoBlockMigrationV225Test-940020400 tempest-LiveAutoBlockMigrationV225Test-940020400-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:37.624292 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-55b08511-250f-49b6-b5bc-6bd0253ab890 req-f558a7f7-d926-426f-b49a-96f384cf4d65 tempest-LiveAutoBlockMigrationV225Test-940020400 tempest-LiveAutoBlockMigrationV225Test-940020400-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=37b6f181-4d76-4205-a196-1fa0b0b50cc2 HTTP/1.1" status: 200 len: 1096 time: 0.4506140 May 18 18:03:37.629452 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302a3b5e-3c2d-468e-bfbd-cddb36287910 req-c8251e89-e088-4bb7-8129-3dfc8b355ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:37.631169 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-302a3b5e-3c2d-468e-bfbd-cddb36287910 req-c8251e89-e088-4bb7-8129-3dfc8b355ef5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cf982f85-dd38-4a89-9c21-fca17676813e HTTP/1.1" status: 200 len: 860 time: 0.1697733 May 18 18:03:37.631333 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-81b4242e-63c8-4fc8-9289-06c0a5d46d01 req-6a94c3d1-e0a4-4407-8e5f-cfb104be2550 service neutron] 10.222.0.88 "GET /v2.0/networks/e7bb4226-ce97-4ecd-a736-061f4f786581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842756 May 18 18:03:37.760862 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-302a3b5e-3c2d-468e-bfbd-cddb36287910 req-f6f0aa3e-351a-4e80-a646-e2ee274cff0f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e7bb4226-ce97-4ecd-a736-061f4f786581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1125610 May 18 18:03:37.776952 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015f0209-380b-444a-945a-fbda67e5bc07 req-3290a515-f10d-43ce-90f6-fcaba54689a6 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:37.785860 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-015f0209-380b-444a-945a-fbda67e5bc07 req-3290a515-f10d-43ce-90f6-fcaba54689a6 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] 10.222.0.85 "GET /v2.0/ports?device_id=b51f04db-52b6-40df-8928-88c1c8d8ce25 HTTP/1.1" status: 200 len: 945 time: 0.1530316 May 18 18:03:37.800095 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fd52930-74c1-446a-8fe8-b01fb6bc2060', 'name': 'network-vif-deleted', 'tag': '9eada324-10ae-4d93-beeb-79c39101bcd3'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:03:37.801583 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94860d1d-f8b0-4771-8dd3-51c42e674b11" -d '{"events": [{"server_uuid": "9fd52930-74c1-446a-8fe8-b01fb6bc2060", "name": "network-vif-deleted", "tag": "9eada324-10ae-4d93-beeb-79c39101bcd3"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:03:37.872618 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-015f0209-380b-444a-945a-fbda67e5bc07 req-7fceab7d-0d3f-418d-a18a-994c4881b3e9 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] 10.222.0.85 "GET /v2.0/security-groups?id=b787168d-4ad4-4424-a9af-a4affc34d52d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861850 May 18 18:03:37.894760 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-81b4242e-63c8-4fc8-9289-06c0a5d46d01 req-335d78a4-972e-4e74-997b-4d2364abbe50 service neutron] 10.222.0.88 "GET /v2.0/networks/e7bb4226-ce97-4ecd-a736-061f4f786581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356703 May 18 18:03:38.126533 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e867114-c852-4865-a48a-349ed722e08f x-openstack-request-id: req-6e867114-c852-4865-a48a-349ed722e08f {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:03:38.126853 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fd52930-74c1-446a-8fe8-b01fb6bc2060", "name": "network-vif-deleted", "tag": "9eada324-10ae-4d93-beeb-79c39101bcd3", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:03:38.127142 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-6e867114-c852-4865-a48a-349ed722e08f {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:03:38.127464 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e867114-c852-4865-a48a-349ed722e08f'] response: {'server_uuid': '9fd52930-74c1-446a-8fe8-b01fb6bc2060', 'name': 'network-vif-deleted', 'tag': '9eada324-10ae-4d93-beeb-79c39101bcd3', 'status': 'completed', 'code': 200} May 18 18:03:38.156000 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b85fefd-0f51-4d11-b555-e4f2dd67dacf req-c248638b-e826-4a4d-a28e-e2f600fa6683 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:38.159196 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9b85fefd-0f51-4d11-b555-e4f2dd67dacf req-c248638b-e826-4a4d-a28e-e2f600fa6683 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] 10.222.0.85 "GET /v2.0/ports?device_id=b51f04db-52b6-40df-8928-88c1c8d8ce25 HTTP/1.1" status: 200 len: 945 time: 0.1181841 May 18 18:03:38.179436 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 46464) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:03:38.215858 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-647c718c-7dd9-447b-938d-c2e3b0a7e939 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:38.248548 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9b85fefd-0f51-4d11-b555-e4f2dd67dacf req-b0dd12de-9e63-41e7-a275-b79f5680264a tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] 10.222.0.85 "GET /v2.0/security-groups?id=b787168d-4ad4-4424-a9af-a4affc34d52d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646470 May 18 18:03:38.283667 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-55b08511-250f-49b6-b5bc-6bd0253ab890 req-0dbc8127-4efc-4148-807b-b5616ed83fd5 tempest-LiveAutoBlockMigrationV225Test-940020400 tempest-LiveAutoBlockMigrationV225Test-940020400-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=bda815dc-3228-454b-a95b-f89a3eeb79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6467836 May 18 18:03:38.396200 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f3e01b-796c-45fe-9440-7c5635c53b37 req-7a05c1c3-1caa-4333-a848-8cefcff11246 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:38.398018 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-77f3e01b-796c-45fe-9440-7c5635c53b37 req-7a05c1c3-1caa-4333-a848-8cefcff11246 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3939e9c-41fb-4a2c-9412-8402f051cf0b HTTP/1.1" status: 200 len: 948 time: 0.0716705 May 18 18:03:38.467594 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b5e4042b-8c2b-43c4-84d6-f6bd62e92586 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:38.482903 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3b79fb4d-6f7b-4b57-b726-64256781a010 req-da55daca-c452-4987-88a7-44b4b661b7c7 service neutron] 10.222.0.88 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8562155 May 18 18:03:38.485022 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-b7fba15e-cd8d-466b-9f60-7d2d55cfca95 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=fd83a8d1f688455c8a91891b34ea09bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3034737 May 18 18:03:38.486015 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 46476) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:03:38.489996 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b5e4042b-8c2b-43c4-84d6-f6bd62e92586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:38.490848 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-77f3e01b-796c-45fe-9440-7c5635c53b37 req-70eaf7ca-80d9-455d-a003-df4b14ac3c80 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820765 May 18 18:03:38.506240 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 30476341-d67d-457a-ba96-32990757ec38 details requested by agent hyperv_n-h1-838550-3 with host n-h1-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:03:38.548018 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 9eada324-10ae-4d93-beeb-79c39101bcd3 no longer exists at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:03:38.563536 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3b79fb4d-6f7b-4b57-b726-64256781a010 req-0a038990-c2cb-41b8-8d3c-a599cf48c462 service neutron] 10.222.0.36 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9162014 May 18 18:03:38.596209 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-78a2de61-ff25-42e8-bdc9-d3e594a80739 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:38.607198 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] No Port match for: 9eada324-10ae-4d93-beeb-79c39101bcd3 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:03:38.608447 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 9eada324-10ae-4d93-beeb-79c39101bcd3 not bound to the agent host n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:03:38.609287 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device baf0a47b-12b2-4759-b9e0-8efb32769cab no longer exists at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:03:38.664025 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] No Port match for: baf0a47b-12b2-4759-b9e0-8efb32769cab {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:03:38.668847 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device baf0a47b-12b2-4759-b9e0-8efb32769cab not bound to the agent host n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:03:38.691634 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.db.resource_extend [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 18 18:03:38.718884 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-302a3b5e-3c2d-468e-bfbd-cddb36287910 req-50c50afa-d341-46e7-9d71-fe5f5f492646 service neutron] 10.222.0.36 "GET /v2.0/networks/e7bb4226-ce97-4ecd-a736-061f4f786581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5949183 May 18 18:03:38.725947 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-78a2de61-ff25-42e8-bdc9-d3e594a80739 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:38.799731 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5000be85-4e3b-4f8b-ab1b-569727731101 req-988e91d8-0ff1-4af8-9b1d-1ad40afd1818 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:38.804042 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5000be85-4e3b-4f8b-ab1b-569727731101 req-988e91d8-0ff1-4af8-9b1d-1ad40afd1818 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] 10.222.0.85 "GET /v2.0/ports?device_id=b51f04db-52b6-40df-8928-88c1c8d8ce25 HTTP/1.1" status: 200 len: 945 time: 0.1601002 May 18 18:03:38.848585 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-b5e4042b-8c2b-43c4-84d6-f6bd62e92586 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=9e2c8fef513b467dbb15565b7d27baca&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4366646 May 18 18:03:38.855180 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 46488) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:03:38.878800 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e4042b-8c2b-43c4-84d6-f6bd62e92586 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32f0ea45-eb45-4226-868a-4a6d69047624,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:03:38.886894 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-78a2de61-ff25-42e8-bdc9-d3e594a80739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:38.891035 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-78a2de61-ff25-42e8-bdc9-d3e594a80739 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:38.896829 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-78a2de61-ff25-42e8-bdc9-d3e594a80739 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/5f213a36-620a-41c5-8bd5-1119281ab8cb HTTP/1.1" status: 204 len: 168 time: 0.4093103 May 18 18:03:38.902147 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5000be85-4e3b-4f8b-ab1b-569727731101 req-2d508e96-e036-4e28-a729-7a999211adf7 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] 10.222.0.85 "GET /v2.0/security-groups?id=b787168d-4ad4-4424-a9af-a4affc34d52d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860021 May 18 18:03:38.927877 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 30476341-d67d-457a-ba96-32990757ec38, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=30476341-d67d-457a-ba96-32990757ec38,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:03:38.961907 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Returning: {'device': '30476341-d67d-457a-ba96-32990757ec38', 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305', 'port_id': '30476341-d67d-457a-ba96-32990757ec38', 'mac_address': 'fa:16:3e:a8:05:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2531ae9-89db-4dcf-b670-9eac4c9cde53', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:03:38.981506 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a2de61-ff25-42e8-bdc9-d3e594a80739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f213a36-620a-41c5-8bd5-1119281ab8cb,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:03:39.018344 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1f1ffb0f-aafd-4df8-be68-34ce2d852e51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:39.062912 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 30476341-d67d-457a-ba96-32990757ec38 is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:03:39.063520 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:39.067675 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1f1ffb0f-aafd-4df8-be68-34ce2d852e51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:39.079556 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30476341-d67d-457a-ba96-32990757ec38 {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:03:39.128912 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-647c718c-7dd9-447b-938d-c2e3b0a7e939 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:39.179340 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-647c718c-7dd9-447b-938d-c2e3b0a7e939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:39.206363 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 30476341-d67d-457a-ba96-32990757ec38, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=30476341-d67d-457a-ba96-32990757ec38,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:03:39.215517 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:39.243663 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1f1ffb0f-aafd-4df8-be68-34ce2d852e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:39.247073 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1f1ffb0f-aafd-4df8-be68-34ce2d852e51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:39.248250 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-1f1ffb0f-aafd-4df8-be68-34ce2d852e51 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/32f0ea45-eb45-4226-868a-4a6d69047624 HTTP/1.1" status: 204 len: 168 time: 0.3939066 May 18 18:03:39.260167 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1ffb0f-aafd-4df8-be68-34ce2d852e51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32f0ea45-eb45-4226-868a-4a6d69047624,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:03:39.379046 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=30476341-d67d-457a-ba96-32990757ec38,revision_number=8']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:03:39.386934 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3b79fb4d-6f7b-4b57-b726-64256781a010 req-1edb7480-60e8-4b16-9eb2-ba481643968b service neutron] 10.222.0.36 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7845497 May 18 18:03:39.412263 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3b79fb4d-6f7b-4b57-b726-64256781a010 req-df3099e9-fcec-431e-a16b-9f558404a741 service neutron] 10.222.0.88 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8918822 May 18 18:03:39.461131 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647c718c-7dd9-447b-938d-c2e3b0a7e939 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=323a3c13-5432-4e46-a218-d41d0b3b2ded,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:03:39.488938 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 46514) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:03:39.489136 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-647c718c-7dd9-447b-938d-c2e3b0a7e939 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=5d8679f787ac416a8223a9fb11d0e9d0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8589010 May 18 18:03:39.498607 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-302a3b5e-3c2d-468e-bfbd-cddb36287910 req-0a506ef4-a820-4113-a1c5-30345482844c service neutron] 10.222.0.36 "GET /v2.0/networks/e7bb4226-ce97-4ecd-a736-061f4f786581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7035077 May 18 18:03:39.521379 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['30476341-d67d-457a-ba96-32990757ec38'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:03:39.617951 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5111e71-27aa-4557-9d18-aac845e8f936 req-9da329c7-93bd-42e2-b3f8-90c2719b7195 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:39.639398 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c5111e71-27aa-4557-9d18-aac845e8f936 req-9da329c7-93bd-42e2-b3f8-90c2719b7195 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] 10.222.0.85 "GET /v2.0/ports?device_id=b51f04db-52b6-40df-8928-88c1c8d8ce25 HTTP/1.1" status: 200 len: 945 time: 0.2550931 May 18 18:03:39.701291 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 46522) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:03:39.773968 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d56189d-8dc0-4ac4-96b2-c0afaa11d2bd req-1990973e-9ea6-406d-9c8c-95dc79a2dbc3 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:39.776365 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7d56189d-8dc0-4ac4-96b2-c0afaa11d2bd req-1990973e-9ea6-406d-9c8c-95dc79a2dbc3 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.88 "GET /v2.0/ports?device_id=a3939e9c-41fb-4a2c-9412-8402f051cf0b&tenant_id=c95c071176d44e1393b66dc9873791e2&binding%3Ahost_id=n-h1-838550-3 HTTP/1.1" status: 200 len: 949 time: 0.2485185 May 18 18:03:39.792699 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-de309659-d7f3-4c0a-8c7e-bc47a12c75f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:39.800816 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f82dd330-b1c4-4384-bd20-d9255c971c61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:39.833810 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c5111e71-27aa-4557-9d18-aac845e8f936 req-55733031-1234-4500-8ab1-f4174fcca850 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] 10.222.0.85 "GET /v2.0/security-groups?id=b787168d-4ad4-4424-a9af-a4affc34d52d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934114 May 18 18:03:39.872907 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 46526) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:03:39.937804 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f82dd330-b1c4-4384-bd20-d9255c971c61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:39.965292 n-d-838550-3 neutron-server[102730]: INFO neutron.api.v2.resource [req-7d56189d-8dc0-4ac4-96b2-c0afaa11d2bd req-3acca3ea-2cbe-467c-88a1-31b54f98296b service neutron] delete failed (client error): The resource could not be found. May 18 18:03:39.966641 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7d56189d-8dc0-4ac4-96b2-c0afaa11d2bd req-3acca3ea-2cbe-467c-88a1-31b54f98296b service neutron] 10.222.0.88 "DELETE /v2.0/ports/30476341-d67d-457a-ba96-32990757ec38/bindings/n-h2-838550-3 HTTP/1.1" status: 404 len: 380 time: 0.1699538 May 18 18:03:40.029403 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b00cc444-000c-4132-b448-a2101a16dcf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:40.227360 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f82dd330-b1c4-4384-bd20-d9255c971c61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:40.231469 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f82dd330-b1c4-4384-bd20-d9255c971c61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:40.233006 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-f82dd330-b1c4-4384-bd20-d9255c971c61 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/323a3c13-5432-4e46-a218-d41d0b3b2ded HTTP/1.1" status: 204 len: 168 time: 0.7408042 May 18 18:03:40.261080 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-de309659-d7f3-4c0a-8c7e-bc47a12c75f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:40.264357 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82dd330-b1c4-4384-bd20-d9255c971c61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=323a3c13-5432-4e46-a218-d41d0b3b2ded,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:03:40.275497 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-de309659-d7f3-4c0a-8c7e-bc47a12c75f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:40.303332 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2921da61-922d-4a00-9420-d91b7bf7812e req-18e55919-96bc-4f44-bcc2-b5db0e28578b tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:40.305241 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2921da61-922d-4a00-9420-d91b7bf7812e req-18e55919-96bc-4f44-bcc2-b5db0e28578b tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3939e9c-41fb-4a2c-9412-8402f051cf0b HTTP/1.1" status: 200 len: 949 time: 0.3131773 May 18 18:03:40.320529 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d56189d-8dc0-4ac4-96b2-c0afaa11d2bd req-72b84552-895b-4519-bee5-07dcc5db117d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:40.324156 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7d56189d-8dc0-4ac4-96b2-c0afaa11d2bd req-72b84552-895b-4519-bee5-07dcc5db117d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c95c071176d44e1393b66dc9873791e2&device_id=a3939e9c-41fb-4a2c-9412-8402f051cf0b HTTP/1.1" status: 200 len: 1100 time: 0.1635904 May 18 18:03:40.411739 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-de309659-d7f3-4c0a-8c7e-bc47a12c75f7 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=597d3a7b10944ed5b7f9abd869197c55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7080560 May 18 18:03:40.418147 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de309659-d7f3-4c0a-8c7e-bc47a12c75f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d64c91dd-a290-409c-bed2-9724b8d91fd5,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:03:40.420543 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 46536) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:03:40.426242 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [req-df19e8e8-398a-4779-8ef0-35adb26f0b0a req-7ae24ba6-ecec-43b9-aa72-867653e1eb64 tempest-LiveAutoBlockMigrationV225Test-940020400 tempest-LiveAutoBlockMigrationV225Test-940020400-project-admin] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=102730) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 18:03:40.444851 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2921da61-922d-4a00-9420-d91b7bf7812e req-093e782b-5cd2-4f37-a9ef-124e4697a321 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291959 May 18 18:03:40.446113 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-df19e8e8-398a-4779-8ef0-35adb26f0b0a req-7ae24ba6-ecec-43b9-aa72-867653e1eb64 tempest-LiveAutoBlockMigrationV225Test-940020400 tempest-LiveAutoBlockMigrationV225Test-940020400-project-admin] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0348759 May 18 18:03:40.461073 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-05d53fc0-a673-4071-be7b-29d679647b41 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=30bf135e8c28454d9585f20b85d09748&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5832577 May 18 18:03:40.465874 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 46540) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:03:40.527820 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 30476341-d67d-457a-ba96-32990757ec38 up at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:03:40.611874 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning for port 30476341-d67d-457a-ba96-32990757ec38 completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:03:40.614870 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df19e8e8-398a-4779-8ef0-35adb26f0b0a req-330192ad-b7cc-4089-8450-4f2c84bd3303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:40.617125 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-df19e8e8-398a-4779-8ef0-35adb26f0b0a req-330192ad-b7cc-4089-8450-4f2c84bd3303 service neutron] 10.222.0.85 "GET /v2.0/ports/793d1fc5-3dfd-42ee-ada4-434fe7234b7f HTTP/1.1" status: 200 len: 1093 time: 0.1696374 May 18 18:03:40.625027 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning complete for port 30476341-d67d-457a-ba96-32990757ec38 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:03:40.625406 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:40.651511 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-df19e8e8-398a-4779-8ef0-35adb26f0b0a req-b48147fa-b131-4d9f-a5b0-7ce253603557 service neutron] Request body: {'binding': {'host': 'n-h1-838550-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:03:40.652183 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-df19e8e8-398a-4779-8ef0-35adb26f0b0a req-b48147fa-b131-4d9f-a5b0-7ce253603557 service neutron] Unknown quota resources ['binding']. {{(pid=102730) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} May 18 18:03:40.695412 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 46548) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:03:40.711443 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-78b9fc8e-baa2-4f68-b208-feca4d9091ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:40.732595 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1009bfaa-e21a-45ef-827f-fe77646c405f req-28af78f2-c2d6-4e1a-831e-4177c6cc7951 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:40.734443 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1009bfaa-e21a-45ef-827f-fe77646c405f req-28af78f2-c2d6-4e1a-831e-4177c6cc7951 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] 10.222.0.85 "GET /v2.0/ports?device_id=b51f04db-52b6-40df-8928-88c1c8d8ce25 HTTP/1.1" status: 200 len: 945 time: 0.1685057 May 18 18:03:40.742494 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ce2d02f9-fb44-4acb-8beb-0b472ddb14bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:40.750728 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d56189d-8dc0-4ac4-96b2-c0afaa11d2bd req-cd155bee-ef03-4825-b911-2f39137f5c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:40.752452 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7d56189d-8dc0-4ac4-96b2-c0afaa11d2bd req-cd155bee-ef03-4825-b911-2f39137f5c8f service neutron] 10.222.0.88 "GET /v2.0/networks?id=4c8ef274-9ecc-47c2-9686-5eebd78fb305 HTTP/1.1" status: 200 len: 870 time: 0.4085250 May 18 18:03:40.753303 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-bd6fd574-9809-49f5-bf68-8126b80c764d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:40.785426 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-78b9fc8e-baa2-4f68-b208-feca4d9091ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:40.825409 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ce2d02f9-fb44-4acb-8beb-0b472ddb14bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:40.833783 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 30476341-d67d-457a-ba96-32990757ec38 is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:03:40.834259 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:40.857857 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1009bfaa-e21a-45ef-827f-fe77646c405f req-3d0af035-a0a0-4304-a3be-dcc581a0522e tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] 10.222.0.85 "GET /v2.0/security-groups?id=b787168d-4ad4-4424-a9af-a4affc34d52d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165817 May 18 18:03:40.878016 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3939e9c-41fb-4a2c-9412-8402f051cf0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30476341-d67d-457a-ba96-32990757ec38'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:03:40.882523 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a43c1cdb-4788-4820-b5bd-74ff16668fe8" -d '{"events": [{"server_uuid": "a3939e9c-41fb-4a2c-9412-8402f051cf0b", "name": "network-vif-plugged", "status": "completed", "tag": "30476341-d67d-457a-ba96-32990757ec38"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:03:40.913674 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 30476341-d67d-457a-ba96-32990757ec38, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=30476341-d67d-457a-ba96-32990757ec38,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:03:40.922736 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:40.926982 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-78b9fc8e-baa2-4f68-b208-feca4d9091ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:40.929855 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7d56189d-8dc0-4ac4-96b2-c0afaa11d2bd req-d0ebb24f-721d-4520-b2cb-9adb0102279b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=30476341-d67d-457a-ba96-32990757ec38 HTTP/1.1" status: 200 len: 217 time: 0.1598494 May 18 18:03:40.930187 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-78b9fc8e-baa2-4f68-b208-feca4d9091ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:40.931574 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-78b9fc8e-baa2-4f68-b208-feca4d9091ee admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/d64c91dd-a290-409c-bed2-9724b8d91fd5 HTTP/1.1" status: 204 len: 168 time: 0.5025084 May 18 18:03:40.951774 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b9fc8e-baa2-4f68-b208-feca4d9091ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d64c91dd-a290-409c-bed2-9724b8d91fd5,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:03:40.954990 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ce2d02f9-fb44-4acb-8beb-0b472ddb14bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:40.964326 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ce2d02f9-fb44-4acb-8beb-0b472ddb14bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:40.972247 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-ce2d02f9-fb44-4acb-8beb-0b472ddb14bb admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/b842f2e0-06aa-4b03-8465-45658e93896b HTTP/1.1" status: 204 len: 168 time: 0.5049872 May 18 18:03:40.989575 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2d02f9-fb44-4acb-8beb-0b472ddb14bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b842f2e0-06aa-4b03-8465-45658e93896b,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:03:41.066693 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=30476341-d67d-457a-ba96-32990757ec38,revision_number=9']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:03:41.078139 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ab7af5-8f12-425d-8a0c-ac424987b11b req-4b331469-e17c-4463-a131-a963c4bf6e1c tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:41.084132 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f5ab7af5-8f12-425d-8a0c-ac424987b11b req-4b331469-e17c-4463-a131-a963c4bf6e1c tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] 10.222.0.85 "GET /v2.0/ports?device_id=b51f04db-52b6-40df-8928-88c1c8d8ce25 HTTP/1.1" status: 200 len: 945 time: 0.0863361 May 18 18:03:41.116692 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:41.160227 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f5ab7af5-8f12-425d-8a0c-ac424987b11b req-62745ed8-e4c2-41f0-b87e-4f7128e5d1ee tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] 10.222.0.85 "GET /v2.0/security-groups?id=b787168d-4ad4-4424-a9af-a4affc34d52d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655861 May 18 18:03:41.241767 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d56189d-8dc0-4ac4-96b2-c0afaa11d2bd req-15b2cd0e-e04b-4643-b56a-36260d6f292b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:41.243277 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7d56189d-8dc0-4ac4-96b2-c0afaa11d2bd req-15b2cd0e-e04b-4643-b56a-36260d6f292b service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c2531ae9-89db-4dcf-b670-9eac4c9cde53 HTTP/1.1" status: 200 len: 843 time: 0.2183592 May 18 18:03:41.247394 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-df19e8e8-398a-4779-8ef0-35adb26f0b0a req-b48147fa-b131-4d9f-a5b0-7ce253603557 service neutron] Attempting to bind port 793d1fc5-3dfd-42ee-ada4-434fe7234b7f on host n-h1-838550-3 for vnic_type normal with profile None {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:03:41.247741 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-df19e8e8-398a-4779-8ef0-35adb26f0b0a req-b48147fa-b131-4d9f-a5b0-7ce253603557 service neutron] Attempting to bind port 793d1fc5-3dfd-42ee-ada4-434fe7234b7f by drivers openvswitch,hyperv on host n-h1-838550-3 at level 0 using segments [{'id': '6537e25f-afe8-4089-8825-f23e3073c58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'e7bb4226-ce97-4ecd-a736-061f4f786581'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:03:41.248076 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df19e8e8-398a-4779-8ef0-35adb26f0b0a req-b48147fa-b131-4d9f-a5b0-7ce253603557 service neutron] Attempting to bind port 793d1fc5-3dfd-42ee-ada4-434fe7234b7f on network e7bb4226-ce97-4ecd-a736-061f4f786581 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:03:41.251553 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-bd6fd574-9809-49f5-bf68-8126b80c764d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:41.255696 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df19e8e8-398a-4779-8ef0-35adb26f0b0a req-b48147fa-b131-4d9f-a5b0-7ce253603557 service neutron] Port 793d1fc5-3dfd-42ee-ada4-434fe7234b7f on network e7bb4226-ce97-4ecd-a736-061f4f786581 not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-3 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:03:41.256110 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df19e8e8-398a-4779-8ef0-35adb26f0b0a req-b48147fa-b131-4d9f-a5b0-7ce253603557 service neutron] Attempting to bind port 793d1fc5-3dfd-42ee-ada4-434fe7234b7f on network e7bb4226-ce97-4ecd-a736-061f4f786581 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:03:41.274067 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a97bb827-4aa2-4e55-8d8f-d0c50f62f922 x-openstack-request-id: req-a97bb827-4aa2-4e55-8d8f-d0c50f62f922 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:03:41.274378 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3939e9c-41fb-4a2c-9412-8402f051cf0b", "name": "network-vif-plugged", "status": "completed", "tag": "30476341-d67d-457a-ba96-32990757ec38", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:03:41.274635 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-a97bb827-4aa2-4e55-8d8f-d0c50f62f922 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:03:41.275032 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a97bb827-4aa2-4e55-8d8f-d0c50f62f922'] response: {'server_uuid': 'a3939e9c-41fb-4a2c-9412-8402f051cf0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30476341-d67d-457a-ba96-32990757ec38', 'code': 200} May 18 18:03:41.281679 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-bd6fd574-9809-49f5-bf68-8126b80c764d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:41.286826 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df19e8e8-398a-4779-8ef0-35adb26f0b0a req-b48147fa-b131-4d9f-a5b0-7ce253603557 service neutron] Checking agent: {'id': '1dbac822-25f2-4df8-9dc8-5c2e7b136eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:03:41.287199 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df19e8e8-398a-4779-8ef0-35adb26f0b0a req-b48147fa-b131-4d9f-a5b0-7ce253603557 service neutron] Checking segment: {'id': '6537e25f-afe8-4089-8825-f23e3073c58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'e7bb4226-ce97-4ecd-a736-061f4f786581'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:03:41.287794 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df19e8e8-398a-4779-8ef0-35adb26f0b0a req-b48147fa-b131-4d9f-a5b0-7ce253603557 service neutron] Bound using segment: {'id': '6537e25f-afe8-4089-8825-f23e3073c58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'e7bb4226-ce97-4ecd-a736-061f4f786581'} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:03:41.288462 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-df19e8e8-398a-4779-8ef0-35adb26f0b0a req-b48147fa-b131-4d9f-a5b0-7ce253603557 service neutron] Bound port: 793d1fc5-3dfd-42ee-ada4-434fe7234b7f, host: n-h1-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6537e25f-afe8-4089-8825-f23e3073c58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'e7bb4226-ce97-4ecd-a736-061f4f786581'}}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:03:41.421443 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-bd6fd574-9809-49f5-bf68-8126b80c764d admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=1930fc0004c74098a443491d56030b08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7175019 May 18 18:03:41.421443 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6fd574-9809-49f5-bf68-8126b80c764d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3827ce5-e590-4b16-96ae-2bc5fd56d4d9,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:03:41.421937 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 46574) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:03:41.438112 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d56189d-8dc0-4ac4-96b2-c0afaa11d2bd req-645f0845-98ba-4751-8bbc-8242c0838f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:41.439876 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7d56189d-8dc0-4ac4-96b2-c0afaa11d2bd req-645f0845-98ba-4751-8bbc-8242c0838f02 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4c8ef274-9ecc-47c2-9686-5eebd78fb305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1724894 May 18 18:03:41.464180 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-df19e8e8-398a-4779-8ef0-35adb26f0b0a req-b48147fa-b131-4d9f-a5b0-7ce253603557 service neutron] For port 793d1fc5-3dfd-42ee-ada4-434fe7234b7f, host n-h1-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=793d1fc5-3dfd-42ee-ada4-434fe7234b7f,segment=NetworkSegment(6537e25f-afe8-4089-8825-f23e3073c58d),segment_id=6537e25f-afe8-4089-8825-f23e3073c58d)] {{(pid=102730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:03:41.482245 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-df19e8e8-398a-4779-8ef0-35adb26f0b0a req-b48147fa-b131-4d9f-a5b0-7ce253603557 service neutron] Notify callbacks [] for binding, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:41.484064 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-df19e8e8-398a-4779-8ef0-35adb26f0b0a req-b48147fa-b131-4d9f-a5b0-7ce253603557 service neutron] 10.222.0.85 "POST /v2.0/ports/793d1fc5-3dfd-42ee-ada4-434fe7234b7f/bindings HTTP/1.1" status: 201 len: 389 time: 0.8470061 May 18 18:03:41.573908 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fbfe88f1-1c33-41a8-8009-8ba5bc4a18a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:41.622293 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fbfe88f1-1c33-41a8-8009-8ba5bc4a18a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:41.631769 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7d56189d-8dc0-4ac4-96b2-c0afaa11d2bd req-45145cea-572a-4099-8b8c-9548c675d4ee service neutron] 10.222.0.88 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795330 May 18 18:03:41.751097 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fbfe88f1-1c33-41a8-8009-8ba5bc4a18a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:41.762795 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fbfe88f1-1c33-41a8-8009-8ba5bc4a18a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:41.769427 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-fbfe88f1-1c33-41a8-8009-8ba5bc4a18a9 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/f3827ce5-e590-4b16-96ae-2bc5fd56d4d9 HTTP/1.1" status: 204 len: 168 time: 0.3440459 May 18 18:03:41.801598 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 46592) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:03:41.805052 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfe88f1-1c33-41a8-8009-8ba5bc4a18a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3827ce5-e590-4b16-96ae-2bc5fd56d4d9,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:03:41.947106 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-2a61fd06-3ce1-41cf-b3a0-3f79da8bcc17 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=a47a6fd0a40b4a1abc8240052648326f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1236749 May 18 18:03:41.950318 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 46598) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:03:42.031096 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13a9652-75e3-4049-88fa-1ff7c25a759f req-e5634f67-7b19-4641-a2df-8ac16dae252a tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:42.032989 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d13a9652-75e3-4049-88fa-1ff7c25a759f req-e5634f67-7b19-4641-a2df-8ac16dae252a tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3939e9c-41fb-4a2c-9412-8402f051cf0b HTTP/1.1" status: 200 len: 950 time: 0.1274486 May 18 18:03:42.033501 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-cb8265c0-86eb-4840-98e8-95a14c4972ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:42.063781 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df19e8e8-398a-4779-8ef0-35adb26f0b0a req-d1f8e172-8de9-4131-9b0d-9525628c6c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:42.066004 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-df19e8e8-398a-4779-8ef0-35adb26f0b0a req-d1f8e172-8de9-4131-9b0d-9525628c6c74 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=38c3fbce1f554996bc4a73e5f0f7c3e8&device_id=37b6f181-4d76-4205-a196-1fa0b0b50cc2 HTTP/1.1" status: 200 len: 1096 time: 0.1275532 May 18 18:03:42.078390 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-cb8265c0-86eb-4840-98e8-95a14c4972ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:42.174732 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7d56189d-8dc0-4ac4-96b2-c0afaa11d2bd req-81282191-9647-4974-9280-565edfed5c2b service neutron] 10.222.0.88 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5327494 May 18 18:03:42.179531 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df19e8e8-398a-4779-8ef0-35adb26f0b0a req-7f30a217-6d4e-4d4c-beba-182401b93ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:42.181024 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-df19e8e8-398a-4779-8ef0-35adb26f0b0a req-7f30a217-6d4e-4d4c-beba-182401b93ea6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e7bb4226-ce97-4ecd-a736-061f4f786581 HTTP/1.1" status: 200 len: 921 time: 0.1036620 May 18 18:03:42.196385 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cffcfa-bdd2-436f-89be-40ccfde2eaf3 req-27033bf2-b591-47a7-b9f4-ff4584e47a44 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:42.211288 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c1cffcfa-bdd2-436f-89be-40ccfde2eaf3 req-27033bf2-b591-47a7-b9f4-ff4584e47a44 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/ports?device_id=37b6f181-4d76-4205-a196-1fa0b0b50cc2 HTTP/1.1" status: 200 len: 945 time: 0.1194243 May 18 18:03:42.234209 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-df19e8e8-398a-4779-8ef0-35adb26f0b0a req-b3730842-a40a-49dc-96d5-815f48ae0d53 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=793d1fc5-3dfd-42ee-ada4-434fe7234b7f HTTP/1.1" status: 200 len: 217 time: 0.0417495 May 18 18:03:42.241299 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:42.241973 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d13a9652-75e3-4049-88fa-1ff7c25a759f req-89ea3323-a18d-4b0b-82c2-ebeedfe03b05 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016397 May 18 18:03:42.313719 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df19e8e8-398a-4779-8ef0-35adb26f0b0a req-3bd59e5a-8841-4784-8d88-70cb17551063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:42.313719 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-df19e8e8-398a-4779-8ef0-35adb26f0b0a req-3bd59e5a-8841-4784-8d88-70cb17551063 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cf982f85-dd38-4a89-9c21-fca17676813e HTTP/1.1" status: 200 len: 860 time: 0.0618711 May 18 18:03:42.326508 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c1cffcfa-bdd2-436f-89be-40ccfde2eaf3 req-35555c47-67fb-4f17-bc35-b74fe3dd33b9 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/security-groups?id=bda815dc-3228-454b-a95b-f89a3eeb79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097906 May 18 18:03:42.327163 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-cb8265c0-86eb-4840-98e8-95a14c4972ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:42.342369 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-cb8265c0-86eb-4840-98e8-95a14c4972ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:42.345753 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-cb8265c0-86eb-4840-98e8-95a14c4972ba admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/48847769-6a44-486d-bb3f-9117ab66f897 HTTP/1.1" status: 204 len: 168 time: 0.3889134 May 18 18:03:42.370347 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-df19e8e8-398a-4779-8ef0-35adb26f0b0a req-44108b5b-0099-46d7-a762-cf7e1d37354f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e7bb4226-ce97-4ecd-a736-061f4f786581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581880 May 18 18:03:42.372035 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8265c0-86eb-4840-98e8-95a14c4972ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48847769-6a44-486d-bb3f-9117ab66f897,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:03:42.558754 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-df19e8e8-398a-4779-8ef0-35adb26f0b0a req-2ec19c9b-94cb-4d99-8a35-e3508a5cc44e service neutron] 10.222.0.36 "GET /v2.0/networks/e7bb4226-ce97-4ecd-a736-061f4f786581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755693 May 18 18:03:42.769480 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-df19e8e8-398a-4779-8ef0-35adb26f0b0a req-6c4afe9d-7e74-405a-b6de-0fd851bb8f08 service neutron] 10.222.0.36 "GET /v2.0/networks/e7bb4226-ce97-4ecd-a736-061f4f786581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010531 May 18 18:03:42.878822 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc03156-f2f3-4391-b057-35d146bed4f8 req-0afa9f3a-915e-4660-bcc0-a07aad0d96c6 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:42.880653 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bfc03156-f2f3-4391-b057-35d146bed4f8 req-0afa9f3a-915e-4660-bcc0-a07aad0d96c6 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] 10.222.0.85 "GET /v2.0/ports?device_id=b51f04db-52b6-40df-8928-88c1c8d8ce25 HTTP/1.1" status: 200 len: 945 time: 0.1352396 May 18 18:03:42.945675 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bfc03156-f2f3-4391-b057-35d146bed4f8 req-b1517882-a9c8-410c-b654-be6d3c98d726 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] 10.222.0.85 "GET /v2.0/security-groups?id=b787168d-4ad4-4424-a9af-a4affc34d52d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464127 May 18 18:03:43.045458 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:43.574219 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3192998e-dfb3-4d61-908a-c8324cd31e9d req-7edb5627-1e6b-402c-8817-ae9ea55b1731 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:43.588469 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb60cc4-6088-4859-8425-84f8661af417 req-ce77f62e-7cbc-431c-9d55-0b2dc7bbc79a tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:43.592643 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3192998e-dfb3-4d61-908a-c8324cd31e9d req-7edb5627-1e6b-402c-8817-ae9ea55b1731 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3939e9c-41fb-4a2c-9412-8402f051cf0b HTTP/1.1" status: 200 len: 950 time: 0.1421068 May 18 18:03:43.604877 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0eb60cc4-6088-4859-8425-84f8661af417 req-ce77f62e-7cbc-431c-9d55-0b2dc7bbc79a tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/ports?device_id=37b6f181-4d76-4205-a196-1fa0b0b50cc2 HTTP/1.1" status: 200 len: 945 time: 0.1133883 May 18 18:03:43.667970 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3192998e-dfb3-4d61-908a-c8324cd31e9d req-260ac8e3-fbf1-4c06-9ebe-ae5b26237d56 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684018 May 18 18:03:43.672354 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0eb60cc4-6088-4859-8425-84f8661af417 req-0ee94b53-c831-44aa-a24d-a950344d38a2 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/security-groups?id=bda815dc-3228-454b-a95b-f89a3eeb79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647268 May 18 18:03:43.778755 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 46668) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:03:43.830566 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69076606-3467-4c56-ab71-a93d107e98be req-701afc42-7fe6-4ce1-8cf9-1a17933fabce tempest-MigrationsAdminTest-1168720566 tempest-MigrationsAdminTest-1168720566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:43.832674 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-69076606-3467-4c56-ab71-a93d107e98be req-701afc42-7fe6-4ce1-8cf9-1a17933fabce tempest-MigrationsAdminTest-1168720566 tempest-MigrationsAdminTest-1168720566-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=a3939e9c-41fb-4a2c-9412-8402f051cf0b HTTP/1.1" status: 200 len: 1101 time: 0.0686662 May 18 18:03:43.899042 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-69076606-3467-4c56-ab71-a93d107e98be req-d4f1cb3c-4bc1-4afd-9768-cb72f121c8a0 tempest-MigrationsAdminTest-1168720566 tempest-MigrationsAdminTest-1168720566-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538213 May 18 18:03:43.976231 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-d12fc23f-0651-4708-9359-0452bea7a109 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1522561119-network', 'tenant_id': '16e4397c1c2b4675a99e50a03e09ab2a'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:03:44.047478 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d12fc23f-0651-4708-9359-0452bea7a109 admin admin] Made reservation on behalf of 16e4397c1c2b4675a99e50a03e09ab2a for: {'network': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:03:44.050293 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d12fc23f-0651-4708-9359-0452bea7a109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:44.062571 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d12fc23f-0651-4708-9359-0452bea7a109 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:44.291922 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a94359-5afb-4306-826a-ffd601f9658a req-273b3973-d4b7-4c15-a3e5-9bba8c137576 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:44.293867 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-83a94359-5afb-4306-826a-ffd601f9658a req-273b3973-d4b7-4c15-a3e5-9bba8c137576 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] 10.222.0.85 "GET /v2.0/ports?device_id=b51f04db-52b6-40df-8928-88c1c8d8ce25 HTTP/1.1" status: 200 len: 945 time: 0.1413319 May 18 18:03:44.335071 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d12fc23f-0651-4708-9359-0452bea7a109 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:44.347365 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d12fc23f-0651-4708-9359-0452bea7a109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:44.390096 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2a4d61a3-f4df-4de3-a839-258ce76ecd6a req-03e8018f-7c92-4098-917a-a1f6a33f601f tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=c95c071176d44e1393b66dc9873791e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0390851 May 18 18:03:44.420353 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d12fc23f-0651-4708-9359-0452bea7a109 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 605} {{(pid=102731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:03:44.434462 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-83a94359-5afb-4306-826a-ffd601f9658a req-ade67b5c-0342-4982-ba55-27be3451a86a tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] 10.222.0.85 "GET /v2.0/security-groups?id=b787168d-4ad4-4424-a9af-a4affc34d52d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973537 May 18 18:03:44.436622 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12fc23f-0651-4708-9359-0452bea7a109 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=861a56f2-4eff-4471-a063-98289a245e0c,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:03:44.446001 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d12fc23f-0651-4708-9359-0452bea7a109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:44.446484 n-d-838550-3 neutron-server[102731]: INFO neutron.db.segments_db [None req-d12fc23f-0651-4708-9359-0452bea7a109 admin admin] Added segment aec3bb45-472a-4723-a9a6-3ae0940a4815 of type vlan for network 3a8e80be-5031-4df8-aefc-8c742c6aeeb6 May 18 18:03:44.545499 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d12fc23f-0651-4708-9359-0452bea7a109 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:44.602130 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d12fc23f-0651-4708-9359-0452bea7a109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:44.603372 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d12fc23f-0651-4708-9359-0452bea7a109 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:44.604555 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d12fc23f-0651-4708-9359-0452bea7a109 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:44.688896 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-d12fc23f-0651-4708-9359-0452bea7a109 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 0.9088252 May 18 18:03:44.704209 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 46730) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:03:44.722688 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-0d005eeb-6d25-402c-93ae-abe2e040a87d admin admin] Request body: {'subnet': {'network_id': '3a8e80be-5031-4df8-aefc-8c742c6aeeb6', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1522561119-subnet', 'tenant_id': '16e4397c1c2b4675a99e50a03e09ab2a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:03:44.735177 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4d61a3-f4df-4de3-a839-258ce76ecd6a req-381abb3a-5812-4761-9622-1194754fe62d tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:44.736860 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2a4d61a3-f4df-4de3-a839-258ce76ecd6a req-381abb3a-5812-4761-9622-1194754fe62d tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3328288 May 18 18:03:44.745159 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12fc23f-0651-4708-9359-0452bea7a109 admin admin] Pushing event updated for resources: {'Network': ['ID=3a8e80be-5031-4df8-aefc-8c742c6aeeb6,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:03:44.765556 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network 3a8e80be-5031-4df8-aefc-8c742c6aeeb6 details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:03:44.767265 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2a4d61a3-f4df-4de3-a839-258ce76ecd6a req-5ef28e45-9792-4804-b8a8-65ce7c6a63c2 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/quotas/c95c071176d44e1393b66dc9873791e2 HTTP/1.1" status: 200 len: 375 time: 0.0230887 May 18 18:03:44.785322 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d005eeb-6d25-402c-93ae-abe2e040a87d admin admin] Made reservation on behalf of 16e4397c1c2b4675a99e50a03e09ab2a for: {'subnet': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:03:44.788141 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0d005eeb-6d25-402c-93ae-abe2e040a87d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260908003'] for subnet, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:44.887907 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2a4d61a3-f4df-4de3-a839-258ce76ecd6a req-095a942b-85a8-4dc8-9f67-f3f2db310b71 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=c95c071176d44e1393b66dc9873791e2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1136839 May 18 18:03:45.053902 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0d005eeb-6d25-402c-93ae-abe2e040a87d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260898481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260908021'] for subnet, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:45.228796 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-280eba23-8d2a-4943-9f78-723f7e477928 req-c678fb2f-ec00-4285-aabb-faa48be13e4f tempest-ImagesOneServerTestJSON-1180529708 tempest-ImagesOneServerTestJSON-1180529708-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=f3bae54c6ff44262b29128cce7f8b574&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0872436 May 18 18:03:45.241382 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d005eeb-6d25-402c-93ae-abe2e040a87d admin admin] Pushing event updated for resources: {'Subnet': ['ID=63b868d7-4f89-4619-a220-97db8091197d,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:03:45.312193 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4341b4-1c64-4a9d-b883-0e45cf74563f req-cb452df5-137a-4b64-94ef-a072a3289112 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:45.313611 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2f4341b4-1c64-4a9d-b883-0e45cf74563f req-cb452df5-137a-4b64-94ef-a072a3289112 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/ports?device_id=37b6f181-4d76-4205-a196-1fa0b0b50cc2 HTTP/1.1" status: 200 len: 945 time: 0.1235254 May 18 18:03:45.355559 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d005eeb-6d25-402c-93ae-abe2e040a87d admin admin] Checking segment: {'id': 'aec3bb45-472a-4723-a9a6-3ae0940a4815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3a8e80be-5031-4df8-aefc-8c742c6aeeb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:03:45.355922 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d005eeb-6d25-402c-93ae-abe2e040a87d admin admin] Network hostable DHCP agents. Network: 3a8e80be-5031-4df8-aefc-8c742c6aeeb6, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:03:45.389827 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2f4341b4-1c64-4a9d-b883-0e45cf74563f req-db5779f8-876f-40b4-b66b-b41a94561095 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/security-groups?id=bda815dc-3228-454b-a95b-f89a3eeb79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633526 May 18 18:03:45.485160 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d005eeb-6d25-402c-93ae-abe2e040a87d admin admin] Network 3a8e80be-5031-4df8-aefc-8c742c6aeeb6 is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:03:45.513258 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280eba23-8d2a-4943-9f78-723f7e477928 req-ac204771-f14d-445e-8662-a8e04d145fc6 tempest-ImagesOneServerTestJSON-1180529708 tempest-ImagesOneServerTestJSON-1180529708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:45.527076 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-280eba23-8d2a-4943-9f78-723f7e477928 req-ac204771-f14d-445e-8662-a8e04d145fc6 tempest-ImagesOneServerTestJSON-1180529708 tempest-ImagesOneServerTestJSON-1180529708-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2969165 May 18 18:03:45.530322 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-0d005eeb-6d25-402c-93ae-abe2e040a87d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, 3a8e80be-5031-4df8-aefc-8c742c6aeeb6) {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:03:45.540824 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f87cb471-292f-4143-9de2-cb02affe75fb None None] Network 3a8e80be-5031-4df8-aefc-8c742c6aeeb6 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:03:45.546211 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-68a8d845-aa63-4c93-a96e-3e9e0a73eb70 req-2246590c-5850-458d-b168-9501eda842a6 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=84d410e5-f4e3-429d-81c6-65d701445b6d HTTP/1.1" status: 200 len: 210 time: 0.0433111 May 18 18:03:45.578980 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d005eeb-6d25-402c-93ae-abe2e040a87d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:45.579935 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0d005eeb-6d25-402c-93ae-abe2e040a87d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:45.600795 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-280eba23-8d2a-4943-9f78-723f7e477928 req-10555196-666e-4a97-b1d6-21df0eca3c3e tempest-ImagesOneServerTestJSON-1180529708 tempest-ImagesOneServerTestJSON-1180529708-project] 10.222.0.85 "GET /v2.0/quotas/f3bae54c6ff44262b29128cce7f8b574 HTTP/1.1" status: 200 len: 375 time: 0.0675335 May 18 18:03:45.609588 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-0d005eeb-6d25-402c-93ae-abe2e040a87d admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.8977687 May 18 18:03:45.612992 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 46768) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:03:45.618804 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-50f848a2-36a8-4198-a183-c30f8730bb71 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1522561119-router', 'tenant_id': '16e4397c1c2b4675a99e50a03e09ab2a', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:03:45.663935 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-50f848a2-36a8-4198-a183-c30f8730bb71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25099'] for router, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:45.666956 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-50f848a2-36a8-4198-a183-c30f8730bb71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-593238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596850', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25088'] for router, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:45.770632 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-280eba23-8d2a-4943-9f78-723f7e477928 req-421aa612-80db-4d0a-9d4d-7b7cd5a5d8ee tempest-ImagesOneServerTestJSON-1180529708 tempest-ImagesOneServerTestJSON-1180529708-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=f3bae54c6ff44262b29128cce7f8b574&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1495171 May 18 18:03:45.825462 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-50f848a2-36a8-4198-a183-c30f8730bb71 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:46.132311 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 08b827f7-b4c5-4fe2-897e-5706e443471d details requested by agent hyperv_n-h2-838550-3 with host n-h2-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:03:46.172324 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5273f682-a44c-4807-b0f6-ee1e39c064e0 req-bccfed10-efd6-48ec-9953-9865d4de236e tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:46.191012 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5273f682-a44c-4807-b0f6-ee1e39c064e0 req-bccfed10-efd6-48ec-9953-9865d4de236e tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] 10.222.0.85 "GET /v2.0/ports?device_id=b51f04db-52b6-40df-8928-88c1c8d8ce25 HTTP/1.1" status: 200 len: 945 time: 0.3583109 May 18 18:03:46.209410 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7e60aaf9-807a-4ccb-b5b9-a143c664c5b3 req-25139a88-dbeb-4458-9e56-7239c0e7b285 tempest-ImagesOneServerTestJSON-1180529708 tempest-ImagesOneServerTestJSON-1180529708-project] 10.222.0.85 "GET /v2.0/ports?device_id=6fe7ba5f-7c16-4fb0-8d4e-275a46e53e3c HTTP/1.1" status: 200 len: 210 time: 0.0660646 May 18 18:03:46.254937 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca0cd2f-2269-49b9-bbe4-2765a3578e98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-3a8e80be-5031-4df8-aefc-8c742c6aeeb6', 'network_id': '3a8e80be-5031-4df8-aefc-8c742c6aeeb6', 'tenant_id': '16e4397c1c2b4675a99e50a03e09ab2a', 'fixed_ips': [{'subnet_id': '63b868d7-4f89-4619-a220-97db8091197d'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:03:46.258437 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-bca0cd2f-2269-49b9-bbe4-2765a3578e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:46.274436 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-50f848a2-36a8-4198-a183-c30f8730bb71 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:46.353347 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5273f682-a44c-4807-b0f6-ee1e39c064e0 req-1824d9ef-c384-4e01-9356-32c7b85fe982 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] 10.222.0.85 "GET /v2.0/security-groups?id=b787168d-4ad4-4424-a9af-a4affc34d52d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606734 May 18 18:03:46.505827 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 46792) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:03:46.556263 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 08b827f7-b4c5-4fe2-897e-5706e443471d, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=08b827f7-b4c5-4fe2-897e-5706e443471d,segment=NetworkSegment(da1e1534-5e48-46b3-a727-d3c25e59a900),segment_id=da1e1534-5e48-46b3-a727-d3c25e59a900)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:03:46.609473 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Returning: {'device': '08b827f7-b4c5-4fe2-897e-5706e443471d', 'network_id': '174e1eea-8e32-4414-9ecf-aeb92f39055c', 'port_id': '08b827f7-b4c5-4fe2-897e-5706e443471d', 'mac_address': 'fa:16:3e:a8:74:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb681bd8-8000-4df1-8b5b-17eadddd4546', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:03:46.663373 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-bca0cd2f-2269-49b9-bbe4-2765a3578e98 None None] Allocated IP 172.20.0.2 (3a8e80be-5031-4df8-aefc-8c742c6aeeb6/63b868d7-4f89-4619-a220-97db8091197d/8d6f1c9c-7ae1-4bec-9c97-fdeebb01a744) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:03:46.693265 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 08b827f7-b4c5-4fe2-897e-5706e443471d is: ACTIVE; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:03:46.696220 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:46.753193 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 08b827f7-b4c5-4fe2-897e-5706e443471d {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:03:46.821994 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 08b827f7-b4c5-4fe2-897e-5706e443471d, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=08b827f7-b4c5-4fe2-897e-5706e443471d,segment=NetworkSegment(da1e1534-5e48-46b3-a727-d3c25e59a900),segment_id=da1e1534-5e48-46b3-a727-d3c25e59a900)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:03:46.830114 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:46.832723 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-70979af0-564b-4af1-a74b-f8f40fc00706 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:47.019667 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['08b827f7-b4c5-4fe2-897e-5706e443471d'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:03:47.039657 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=08b827f7-b4c5-4fe2-897e-5706e443471d,revision_number=6']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:03:47.049991 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-70979af0-564b-4af1-a74b-f8f40fc00706 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:47.065330 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-70979af0-564b-4af1-a74b-f8f40fc00706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:47.123674 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4372c595-a3f2-4ff8-a674-d92566e65d62 req-6f1ca23f-ca3a-4c3d-8759-00be40eaf1df tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=84d410e5-f4e3-429d-81c6-65d701445b6d HTTP/1.1" status: 200 len: 210 time: 0.0714004 May 18 18:03:47.146693 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70979af0-564b-4af1-a74b-f8f40fc00706 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf914a33-d1ef-44cf-aae7-960a629fedb6,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:03:47.162849 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-bca0cd2f-2269-49b9-bbe4-2765a3578e98 None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:47.170221 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-70979af0-564b-4af1-a74b-f8f40fc00706 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=810d419c0bb94bee87e7abdf80f96c1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6626289 May 18 18:03:47.171292 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 46804) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:03:47.198538 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-bca0cd2f-2269-49b9-bbe4-2765a3578e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:47.403312 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-97309d21-d19c-4733-9830-76801f19ca12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:47.413479 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca0cd2f-2269-49b9-bbe4-2765a3578e98 None None] Network 3a8e80be-5031-4df8-aefc-8c742c6aeeb6 is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:03:47.433706 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-bca0cd2f-2269-49b9-bbe4-2765a3578e98 None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:03:47.443984 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2a4d61a3-f4df-4de3-a839-258ce76ecd6a req-d175c392-235b-49e1-ac8a-95ec5ee91839 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=c95c071176d44e1393b66dc9873791e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0924139 May 18 18:03:47.457358 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca0cd2f-2269-49b9-bbe4-2765a3578e98 None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:03:47.480203 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-97309d21-d19c-4733-9830-76801f19ca12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:47.495328 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8858fe5-06d2-4752-8c70-46c43c823c1f req-c4ea2ac4-9588-422c-9225-e4d886c4139d tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:47.505008 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a8858fe5-06d2-4752-8c70-46c43c823c1f req-c4ea2ac4-9588-422c-9225-e4d886c4139d tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/ports?device_id=37b6f181-4d76-4205-a196-1fa0b0b50cc2 HTTP/1.1" status: 200 len: 945 time: 0.1545568 May 18 18:03:47.556191 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-50f848a2-36a8-4198-a183-c30f8730bb71 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:47.591833 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-97309d21-d19c-4733-9830-76801f19ca12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:47.595010 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-97309d21-d19c-4733-9830-76801f19ca12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:47.596204 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-97309d21-d19c-4733-9830-76801f19ca12 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/bf914a33-d1ef-44cf-aae7-960a629fedb6 HTTP/1.1" status: 204 len: 168 time: 0.4239266 May 18 18:03:47.632205 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca0cd2f-2269-49b9-bbe4-2765a3578e98 None None] Pushing event updated for resources: {'Port': ['ID=8d6f1c9c-7ae1-4bec-9c97-fdeebb01a744,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:03:47.657311 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-50f848a2-36a8-4198-a183-c30f8730bb71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:47.685997 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bf9e343d-0bbc-4486-a10c-e75d35743da5 req-95114f2d-ee4d-4b32-92c6-aeb414451afc tempest-ImagesOneServerTestJSON-1180529708 tempest-ImagesOneServerTestJSON-1180529708-project] 10.222.0.85 "GET /v2.0/ports?device_id=6fe7ba5f-7c16-4fb0-8d4e-275a46e53e3c HTTP/1.1" status: 200 len: 210 time: 0.0883422 May 18 18:03:47.703280 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97309d21-d19c-4733-9830-76801f19ca12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf914a33-d1ef-44cf-aae7-960a629fedb6,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:03:47.763928 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-bca0cd2f-2269-49b9-bbe4-2765a3578e98 None None] Attempting to bind port 8d6f1c9c-7ae1-4bec-9c97-fdeebb01a744 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:03:47.768614 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-bca0cd2f-2269-49b9-bbe4-2765a3578e98 None None] Attempting to bind port 8d6f1c9c-7ae1-4bec-9c97-fdeebb01a744 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': 'aec3bb45-472a-4723-a9a6-3ae0940a4815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3a8e80be-5031-4df8-aefc-8c742c6aeeb6'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:03:47.770022 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca0cd2f-2269-49b9-bbe4-2765a3578e98 None None] Attempting to bind port 8d6f1c9c-7ae1-4bec-9c97-fdeebb01a744 on network 3a8e80be-5031-4df8-aefc-8c742c6aeeb6 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:03:47.847406 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-50f848a2-36a8-4198-a183-c30f8730bb71 admin admin] Allocated IP 172.25.5.43 (31ebd439-090c-4b25-bbb0-31c48711b145/363a2810-8a83-4be0-a317-7c91fcd94485/423b0ad7-4895-4742-be7f-a6f7c15eb085) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:03:47.876369 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca0cd2f-2269-49b9-bbe4-2765a3578e98 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:03:47.877026 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca0cd2f-2269-49b9-bbe4-2765a3578e98 None None] Checking segment: {'id': 'aec3bb45-472a-4723-a9a6-3ae0940a4815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3a8e80be-5031-4df8-aefc-8c742c6aeeb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:03:47.877792 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-bca0cd2f-2269-49b9-bbe4-2765a3578e98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:47.879529 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca0cd2f-2269-49b9-bbe4-2765a3578e98 None None] Bound using segment: {'id': 'aec3bb45-472a-4723-a9a6-3ae0940a4815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3a8e80be-5031-4df8-aefc-8c742c6aeeb6'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:03:47.880380 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-bca0cd2f-2269-49b9-bbe4-2765a3578e98 None None] Bound port: 8d6f1c9c-7ae1-4bec-9c97-fdeebb01a744, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aec3bb45-472a-4723-a9a6-3ae0940a4815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3a8e80be-5031-4df8-aefc-8c742c6aeeb6'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:03:47.881372 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-bca0cd2f-2269-49b9-bbe4-2765a3578e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:48.050809 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-50f848a2-36a8-4198-a183-c30f8730bb71 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:48.097523 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-bca0cd2f-2269-49b9-bbe4-2765a3578e98 None None] For port 8d6f1c9c-7ae1-4bec-9c97-fdeebb01a744, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:03:48.105554 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a8858fe5-06d2-4752-8c70-46c43c823c1f req-a457e9e4-e409-4de0-bf61-57c2d93dd61b tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/security-groups?id=bda815dc-3228-454b-a95b-f89a3eeb79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5987082 May 18 18:03:48.109211 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-bca0cd2f-2269-49b9-bbe4-2765a3578e98 None None] For port 8d6f1c9c-7ae1-4bec-9c97-fdeebb01a744, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=8d6f1c9c-7ae1-4bec-9c97-fdeebb01a744,segment=NetworkSegment(aec3bb45-472a-4723-a9a6-3ae0940a4815),segment_id=aec3bb45-472a-4723-a9a6-3ae0940a4815)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:03:48.120647 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-bca0cd2f-2269-49b9-bbe4-2765a3578e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:48.145314 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db976db2-ee62-4421-88d9-a75356fdf4dc req-64421e16-9098-4be8-ab4d-964e6ec90a29 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:48.156649 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-db976db2-ee62-4421-88d9-a75356fdf4dc req-64421e16-9098-4be8-ab4d-964e6ec90a29 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] 10.222.0.85 "GET /v2.0/ports?device_id=b51f04db-52b6-40df-8928-88c1c8d8ce25 HTTP/1.1" status: 200 len: 944 time: 0.1380208 May 18 18:03:48.222543 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 08b827f7-b4c5-4fe2-897e-5706e443471d up at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:03:48.301649 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-db976db2-ee62-4421-88d9-a75356fdf4dc req-6acae366-7be0-4b59-a6bb-f9e78fe93e6e tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] 10.222.0.85 "GET /v2.0/security-groups?id=b787168d-4ad4-4424-a9af-a4affc34d52d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436810 May 18 18:03:48.315195 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4d61a3-f4df-4de3-a839-258ce76ecd6a req-9335a84e-0706-4555-a702-d62f0bddb9a4 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:48.342491 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2a4d61a3-f4df-4de3-a839-258ce76ecd6a req-9335a84e-0706-4555-a702-d62f0bddb9a4 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8713052 May 18 18:03:48.375063 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-2a4d61a3-f4df-4de3-a839-258ce76ecd6a req-cdfb34c4-7c0d-4232-8e06-f95982fd0f18 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Request body: {'port': {'device_id': '84d410e5-f4e3-429d-81c6-65d701445b6d', 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305', 'admin_state_up': True, 'tenant_id': 'c95c071176d44e1393b66dc9873791e2'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:03:48.399900 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning complete for port 08b827f7-b4c5-4fe2-897e-5706e443471d triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:03:48.400704 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:48.449572 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca0cd2f-2269-49b9-bbe4-2765a3578e98 None None] Pushing event updated for resources: {'Port': ['ID=8d6f1c9c-7ae1-4bec-9c97-fdeebb01a744,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:03:48.614331 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 08b827f7-b4c5-4fe2-897e-5706e443471d is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:03:48.615255 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:48.645559 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-280eba23-8d2a-4943-9f78-723f7e477928 req-f9230b04-0144-4485-af2b-bff67e2124c7 tempest-ImagesOneServerTestJSON-1180529708 tempest-ImagesOneServerTestJSON-1180529708-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=f3bae54c6ff44262b29128cce7f8b574&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0932620 May 18 18:03:48.660936 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b51f04db-52b6-40df-8928-88c1c8d8ce25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08b827f7-b4c5-4fe2-897e-5706e443471d'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:03:48.661949 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbfe51f4-cf5a-46fa-a485-166808331342" -d '{"events": [{"server_uuid": "b51f04db-52b6-40df-8928-88c1c8d8ce25", "name": "network-vif-plugged", "status": "completed", "tag": "08b827f7-b4c5-4fe2-897e-5706e443471d"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:03:48.682758 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 08b827f7-b4c5-4fe2-897e-5706e443471d, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=08b827f7-b4c5-4fe2-897e-5706e443471d,segment=NetworkSegment(da1e1534-5e48-46b3-a727-d3c25e59a900),segment_id=da1e1534-5e48-46b3-a727-d3c25e59a900)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:03:48.687801 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:48.896987 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 7 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 18:03:48.953885 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 46846) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:03:48.955153 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=08b827f7-b4c5-4fe2-897e-5706e443471d,revision_number=7']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:03:48.972364 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15f94323-f430-4f31-af0a-c37d0ba01e6c x-openstack-request-id: req-15f94323-f430-4f31-af0a-c37d0ba01e6c {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:03:48.972736 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b51f04db-52b6-40df-8928-88c1c8d8ce25", "name": "network-vif-plugged", "status": "completed", "tag": "08b827f7-b4c5-4fe2-897e-5706e443471d", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:03:48.972978 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-15f94323-f430-4f31-af0a-c37d0ba01e6c {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:03:48.973598 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15f94323-f430-4f31-af0a-c37d0ba01e6c'] response: {'server_uuid': 'b51f04db-52b6-40df-8928-88c1c8d8ce25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08b827f7-b4c5-4fe2-897e-5706e443471d', 'code': 200} May 18 18:03:48.999757 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c47161cf-34fa-473c-a6a6-381bfb989d55 req-488a01ba-41b2-46ac-bcf8-cc7a32304dc0 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=84d410e5-f4e3-429d-81c6-65d701445b6d HTTP/1.1" status: 200 len: 210 time: 0.1979823 May 18 18:03:49.002777 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-50f848a2-36a8-4198-a183-c30f8730bb71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:49.125583 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2dad3f53-9e34-4b2e-8ead-92669d6d68b0 req-42628be0-28e1-431e-b394-52637719f44b tempest-ImagesOneServerTestJSON-1180529708 tempest-ImagesOneServerTestJSON-1180529708-project] 10.222.0.85 "GET /v2.0/ports?device_id=6fe7ba5f-7c16-4fb0-8d4e-275a46e53e3c HTTP/1.1" status: 200 len: 210 time: 0.1012490 May 18 18:03:49.222534 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f848a2-36a8-4198-a183-c30f8730bb71 admin admin] Pushing event updated for resources: {'Port': ['ID=423b0ad7-4895-4742-be7f-a6f7c15eb085,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:03:49.249964 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280eba23-8d2a-4943-9f78-723f7e477928 req-49fcfb45-f8e5-4e8a-8c24-8f1bf3d49f13 tempest-ImagesOneServerTestJSON-1180529708 tempest-ImagesOneServerTestJSON-1180529708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:49.251532 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-280eba23-8d2a-4943-9f78-723f7e477928 req-49fcfb45-f8e5-4e8a-8c24-8f1bf3d49f13 tempest-ImagesOneServerTestJSON-1180529708 tempest-ImagesOneServerTestJSON-1180529708-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5863152 May 18 18:03:49.264130 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-133a5393-f6f4-4009-8909-9229a9c9f899 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:49.284904 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-280eba23-8d2a-4943-9f78-723f7e477928 req-0b611324-ad1d-41b2-a55b-40c4e6a47039 tempest-ImagesOneServerTestJSON-1180529708 tempest-ImagesOneServerTestJSON-1180529708-project] Request body: {'port': {'device_id': '6fe7ba5f-7c16-4fb0-8d4e-275a46e53e3c', 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305', 'admin_state_up': True, 'tenant_id': 'f3bae54c6ff44262b29128cce7f8b574'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:03:49.313950 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f848a2-36a8-4198-a183-c30f8730bb71 admin admin] Network 31ebd439-090c-4b25-bbb0-31c48711b145 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:03:49.322237 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-50f848a2-36a8-4198-a183-c30f8730bb71 admin admin] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:03:49.325530 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a4d61a3-f4df-4de3-a839-258ce76ecd6a req-cdfb34c4-7c0d-4232-8e06-f95982fd0f18 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Made reservation on behalf of c95c071176d44e1393b66dc9873791e2 for: {'port': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:03:49.335099 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-2a4d61a3-f4df-4de3-a839-258ce76ecd6a req-cdfb34c4-7c0d-4232-8e06-f95982fd0f18 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:49.343528 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f848a2-36a8-4198-a183-c30f8730bb71 admin admin] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:03:49.442301 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b18be71-15f3-4563-b08b-d55b8dc758a7 req-a559a3d1-d6f6-47c8-998e-09a859996671 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:49.446137 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3b18be71-15f3-4563-b08b-d55b8dc758a7 req-a559a3d1-d6f6-47c8-998e-09a859996671 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] 10.222.0.85 "GET /v2.0/ports?device_id=b51f04db-52b6-40df-8928-88c1c8d8ce25 HTTP/1.1" status: 200 len: 945 time: 0.2562377 May 18 18:03:49.514244 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-280eba23-8d2a-4943-9f78-723f7e477928 req-0b611324-ad1d-41b2-a55b-40c4e6a47039 tempest-ImagesOneServerTestJSON-1180529708 tempest-ImagesOneServerTestJSON-1180529708-project] Made reservation on behalf of f3bae54c6ff44262b29128cce7f8b574 for: {'port': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:03:49.518105 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-280eba23-8d2a-4943-9f78-723f7e477928 req-0b611324-ad1d-41b2-a55b-40c4e6a47039 tempest-ImagesOneServerTestJSON-1180529708 tempest-ImagesOneServerTestJSON-1180529708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:49.554348 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc34221-886d-4edf-81c7-3487dfdb6da6 req-970ba4a9-a2b5-4564-80a9-0f1ce650f809 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:49.556072 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7dc34221-886d-4edf-81c7-3487dfdb6da6 req-970ba4a9-a2b5-4564-80a9-0f1ce650f809 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/ports?device_id=37b6f181-4d76-4205-a196-1fa0b0b50cc2 HTTP/1.1" status: 200 len: 945 time: 0.2833128 May 18 18:03:49.558944 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-280eba23-8d2a-4943-9f78-723f7e477928 req-0b611324-ad1d-41b2-a55b-40c4e6a47039 tempest-ImagesOneServerTestJSON-1180529708 tempest-ImagesOneServerTestJSON-1180529708-project] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:49.687861 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7dc34221-886d-4edf-81c7-3487dfdb6da6 req-790e24dc-fe36-4f72-9ecf-8681f6f36b15 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/security-groups?id=bda815dc-3228-454b-a95b-f89a3eeb79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050234 May 18 18:03:49.737707 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-133a5393-f6f4-4009-8909-9229a9c9f899 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:49.758761 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-133a5393-f6f4-4009-8909-9229a9c9f899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:49.823382 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133a5393-f6f4-4009-8909-9229a9c9f899 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d08ba061-efaa-4df0-a9a7-d288fccdb5e3,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:03:49.872878 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-280eba23-8d2a-4943-9f78-723f7e477928 req-0b611324-ad1d-41b2-a55b-40c4e6a47039 tempest-ImagesOneServerTestJSON-1180529708 tempest-ImagesOneServerTestJSON-1180529708-project] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:49.884057 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-133a5393-f6f4-4009-8909-9229a9c9f899 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=5752e13bbfcd4a8ebcf3718007beaa9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9281805 May 18 18:03:49.887583 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-280eba23-8d2a-4943-9f78-723f7e477928 req-0b611324-ad1d-41b2-a55b-40c4e6a47039 tempest-ImagesOneServerTestJSON-1180529708 tempest-ImagesOneServerTestJSON-1180529708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:49.917931 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 46864) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:03:50.032172 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-95ff1cb1-0e02-46e8-8eb6-56f636052324 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:50.073413 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-95ff1cb1-0e02-46e8-8eb6-56f636052324 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:50.082335 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3b18be71-15f3-4563-b08b-d55b8dc758a7 req-fc02d308-1caa-4652-bc8b-5b933e24050e tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] 10.222.0.85 "GET /v2.0/security-groups?id=b787168d-4ad4-4424-a9af-a4affc34d52d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4641602 May 18 18:03:50.147288 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 08b827f7-b4c5-4fe2-897e-5706e443471d no longer exists at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:03:50.163428 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b611324-ad1d-41b2-a55b-40c4e6a47039 tempest-ImagesOneServerTestJSON-1180529708 tempest-ImagesOneServerTestJSON-1180529708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9838ff41-b70c-4bb6-9824-55de265380e9,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:03:50.231789 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-95ff1cb1-0e02-46e8-8eb6-56f636052324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:50.243482 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-95ff1cb1-0e02-46e8-8eb6-56f636052324 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:50.247316 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-95ff1cb1-0e02-46e8-8eb6-56f636052324 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/d08ba061-efaa-4df0-a9a7-d288fccdb5e3 HTTP/1.1" status: 204 len: 168 time: 0.3263736 May 18 18:03:50.263550 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [req-280eba23-8d2a-4943-9f78-723f7e477928 req-0b611324-ad1d-41b2-a55b-40c4e6a47039 tempest-ImagesOneServerTestJSON-1180529708 tempest-ImagesOneServerTestJSON-1180529708-project] Allocated IP 192.168.233.137 (4c8ef274-9ecc-47c2-9686-5eebd78fb305/c2531ae9-89db-4dcf-b670-9eac4c9cde53/9a3d5f8f-a30e-4ad7-aba0-b2acf9f2fbc3) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:03:50.298452 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ff1cb1-0e02-46e8-8eb6-56f636052324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d08ba061-efaa-4df0-a9a7-d288fccdb5e3,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:03:50.325562 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-50f848a2-36a8-4198-a183-c30f8730bb71 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:50.363202 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-800d8a6d-2aa2-47be-a649-2a2a9449b2a1 req-ec2739e1-b638-40c0-8029-73fa23cc8e25 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=84d410e5-f4e3-429d-81c6-65d701445b6d HTTP/1.1" status: 200 len: 210 time: 0.0621934 May 18 18:03:50.366102 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 08b827f7-b4c5-4fe2-897e-5706e443471d is: ACTIVE; New status is: DOWN {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:03:50.366996 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:50.466998 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-914515fa-8b9d-409b-bd79-bea3c61f06f5 None None] Network 3a8e80be-5031-4df8-aefc-8c742c6aeeb6 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:03:50.560714 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a200af8b-ad71-414c-920c-43cff6914603 req-6c74f97f-cc62-45d3-a373-ed5a4a2d7a12 tempest-ImagesOneServerTestJSON-1180529708 tempest-ImagesOneServerTestJSON-1180529708-project] 10.222.0.85 "GET /v2.0/ports?device_id=6fe7ba5f-7c16-4fb0-8d4e-275a46e53e3c HTTP/1.1" status: 200 len: 210 time: 0.1978602 May 18 18:03:50.635759 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 08b827f7-b4c5-4fe2-897e-5706e443471d, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=08b827f7-b4c5-4fe2-897e-5706e443471d,segment=NetworkSegment(da1e1534-5e48-46b3-a727-d3c25e59a900),segment_id=da1e1534-5e48-46b3-a727-d3c25e59a900)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:03:50.650927 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:50.733228 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c0a84589-a8c4-43ae-ae5d-dbfbf67a1ec3 None None] Provisioning complete for port 8d6f1c9c-7ae1-4bec-9c97-fdeebb01a744 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:03:50.733799 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c0a84589-a8c4-43ae-ae5d-dbfbf67a1ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:50.805229 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-280eba23-8d2a-4943-9f78-723f7e477928 req-0b611324-ad1d-41b2-a55b-40c4e6a47039 tempest-ImagesOneServerTestJSON-1180529708 tempest-ImagesOneServerTestJSON-1180529708-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:50.829574 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-50f848a2-36a8-4198-a183-c30f8730bb71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596801'] for router, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:50.889360 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=08b827f7-b4c5-4fe2-897e-5706e443471d,revision_number=8']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:03:50.938693 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-280eba23-8d2a-4943-9f78-723f7e477928 req-0b611324-ad1d-41b2-a55b-40c4e6a47039 tempest-ImagesOneServerTestJSON-1180529708 tempest-ImagesOneServerTestJSON-1180529708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:51.004746 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-280eba23-8d2a-4943-9f78-723f7e477928 req-0b611324-ad1d-41b2-a55b-40c4e6a47039 tempest-ImagesOneServerTestJSON-1180529708 tempest-ImagesOneServerTestJSON-1180529708-project] Network 4c8ef274-9ecc-47c2-9686-5eebd78fb305 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:03:51.011873 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [req-280eba23-8d2a-4943-9f78-723f7e477928 req-0b611324-ad1d-41b2-a55b-40c4e6a47039 tempest-ImagesOneServerTestJSON-1180529708 tempest-ImagesOneServerTestJSON-1180529708-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:03:51.014926 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-280eba23-8d2a-4943-9f78-723f7e477928 req-0b611324-ad1d-41b2-a55b-40c4e6a47039 tempest-ImagesOneServerTestJSON-1180529708 tempest-ImagesOneServerTestJSON-1180529708-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:03:51.048298 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b51f04db-52b6-40df-8928-88c1c8d8ce25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08b827f7-b4c5-4fe2-897e-5706e443471d'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:03:51.064402 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b611324-ad1d-41b2-a55b-40c4e6a47039 tempest-ImagesOneServerTestJSON-1180529708 tempest-ImagesOneServerTestJSON-1180529708-project] Pushing event updated for resources: {'Port': ['ID=9a3d5f8f-a30e-4ad7-aba0-b2acf9f2fbc3,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:03:51.067552 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56b7f281-43c8-4e1d-a1d3-50498a211508" -d '{"events": [{"server_uuid": "b51f04db-52b6-40df-8928-88c1c8d8ce25", "name": "network-vif-unplugged", "status": "completed", "tag": "08b827f7-b4c5-4fe2-897e-5706e443471d"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:03:51.075848 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 8d6f1c9c-7ae1-4bec-9c97-fdeebb01a744 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:03:51.121039 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280eba23-8d2a-4943-9f78-723f7e477928 req-0b611324-ad1d-41b2-a55b-40c4e6a47039 tempest-ImagesOneServerTestJSON-1180529708 tempest-ImagesOneServerTestJSON-1180529708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:51.122596 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-280eba23-8d2a-4943-9f78-723f7e477928 req-0b611324-ad1d-41b2-a55b-40c4e6a47039 tempest-ImagesOneServerTestJSON-1180529708 tempest-ImagesOneServerTestJSON-1180529708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:51.186692 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-280eba23-8d2a-4943-9f78-723f7e477928 req-0b611324-ad1d-41b2-a55b-40c4e6a47039 tempest-ImagesOneServerTestJSON-1180529708 tempest-ImagesOneServerTestJSON-1180529708-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9147015 May 18 18:03:51.235175 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-280eba23-8d2a-4943-9f78-723f7e477928 req-7ecf86f5-56cf-47cc-be98-dc53cf24ec25 service neutron] Request body: {'port': {'device_id': '6fe7ba5f-7c16-4fb0-8d4e-275a46e53e3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-3'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:03:51.309743 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 46918) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:03:51.437570 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 May 2022 18:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb1f9212-d988-498c-8ced-d55520e9c8f6 x-openstack-request-id: req-eb1f9212-d988-498c-8ced-d55520e9c8f6 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:03:51.438749 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b51f04db-52b6-40df-8928-88c1c8d8ce25", "name": "network-vif-unplugged", "status": "completed", "tag": "08b827f7-b4c5-4fe2-897e-5706e443471d", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:03:51.439673 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-eb1f9212-d988-498c-8ced-d55520e9c8f6 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:03:51.440106 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb1f9212-d988-498c-8ced-d55520e9c8f6'] response: {'server_uuid': 'b51f04db-52b6-40df-8928-88c1c8d8ce25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08b827f7-b4c5-4fe2-897e-5706e443471d', 'code': 200} May 18 18:03:51.478136 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [req-2a4d61a3-f4df-4de3-a839-258ce76ecd6a req-cdfb34c4-7c0d-4232-8e06-f95982fd0f18 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Allocated IP 192.168.233.152 (4c8ef274-9ecc-47c2-9686-5eebd78fb305/c2531ae9-89db-4dcf-b670-9eac4c9cde53/65eaebad-5f15-498f-8a10-409fcd0c25c6) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:03:51.489011 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-280eba23-8d2a-4943-9f78-723f7e477928 req-7ecf86f5-56cf-47cc-be98-dc53cf24ec25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:51.495978 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c0a84589-a8c4-43ae-ae5d-dbfbf67a1ec3 None None] Current status of the port 8d6f1c9c-7ae1-4bec-9c97-fdeebb01a744 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:03:51.496448 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c0a84589-a8c4-43ae-ae5d-dbfbf67a1ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:51.560332 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d413b4-7634-4ac5-8510-c8ef9922c81e req-0ee9adad-1cd4-43db-9c01-5b03ba1ba068 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:51.569669 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e7d413b4-7634-4ac5-8510-c8ef9922c81e req-0ee9adad-1cd4-43db-9c01-5b03ba1ba068 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/ports?device_id=37b6f181-4d76-4205-a196-1fa0b0b50cc2 HTTP/1.1" status: 200 len: 945 time: 0.5762584 May 18 18:03:51.572771 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c0a84589-a8c4-43ae-ae5d-dbfbf67a1ec3 None None] For port 8d6f1c9c-7ae1-4bec-9c97-fdeebb01a744, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=8d6f1c9c-7ae1-4bec-9c97-fdeebb01a744,segment=NetworkSegment(aec3bb45-472a-4723-a9a6-3ae0940a4815),segment_id=aec3bb45-472a-4723-a9a6-3ae0940a4815)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:03:51.582255 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c0a84589-a8c4-43ae-ae5d-dbfbf67a1ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:51.628620 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 46926) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:03:51.642448 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-539d7562-d676-4f82-b68d-46a5dccdc0fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:51.665167 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 8d6f1c9c-7ae1-4bec-9c97-fdeebb01a744 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:03:51.666647 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:51.756835 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d19d452-ae73-43ef-906a-57655c77eddb req-a27068a0-6ff3-47dd-ad21-647ea52f82e7 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:51.763364 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a84589-a8c4-43ae-ae5d-dbfbf67a1ec3 None None] Pushing event updated for resources: {'Port': ['ID=8d6f1c9c-7ae1-4bec-9c97-fdeebb01a744,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:03:51.771187 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7d19d452-ae73-43ef-906a-57655c77eddb req-a27068a0-6ff3-47dd-ad21-647ea52f82e7 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] 10.222.0.85 "GET /v2.0/ports?device_id=b51f04db-52b6-40df-8928-88c1c8d8ce25 HTTP/1.1" status: 200 len: 943 time: 0.3422971 May 18 18:03:51.794466 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e7d413b4-7634-4ac5-8510-c8ef9922c81e req-d97873d8-3337-46c7-bf38-ab6f0fe15839 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/security-groups?id=bda815dc-3228-454b-a95b-f89a3eeb79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192109 May 18 18:03:51.858984 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 8d6f1c9c-7ae1-4bec-9c97-fdeebb01a744 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:03:51.861389 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-8e2e6600-6ddd-46be-8b81-908e40a893ec None None] Provisioning complete for port 9a3d5f8f-a30e-4ad7-aba0-b2acf9f2fbc3 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:03:51.861794 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-8e2e6600-6ddd-46be-8b81-908e40a893ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:51.927759 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6901892-0d7c-42b3-b36d-9675f35803ca req-f535b270-7d30-46ab-a6a6-027ad107218c tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:51.929675 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f6901892-0d7c-42b3-b36d-9675f35803ca req-f535b270-7d30-46ab-a6a6-027ad107218c tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] 10.222.0.88 "GET /v2.0/ports?device_id=b51f04db-52b6-40df-8928-88c1c8d8ce25 HTTP/1.1" status: 200 len: 943 time: 0.3359048 May 18 18:03:51.931515 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-8e2e6600-6ddd-46be-8b81-908e40a893ec None None] Port 9a3d5f8f-a30e-4ad7-aba0-b2acf9f2fbc3 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:03:51.950485 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7d19d452-ae73-43ef-906a-57655c77eddb req-3b0be4dd-7a1a-4232-a0b2-7e989b1f19b5 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] 10.222.0.85 "GET /v2.0/security-groups?id=b787168d-4ad4-4424-a9af-a4affc34d52d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730976 May 18 18:03:52.038519 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d25a9d57-673f-454f-8640-7036520d7d79 req-4262f2d8-c513-4e89-8764-2620296f25c8 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=84d410e5-f4e3-429d-81c6-65d701445b6d HTTP/1.1" status: 200 len: 210 time: 0.0789218 May 18 18:03:52.095465 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-217ee15f-64ac-4fe6-be43-f0756d0dfc26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:52.123255 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5c01e1-bb86-4791-9dd4-20ef05545247 req-3b1afa7e-3ac3-4dcc-9642-906a8a7d610b tempest-ImagesOneServerTestJSON-1180529708 tempest-ImagesOneServerTestJSON-1180529708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:52.125089 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2b5c01e1-bb86-4791-9dd4-20ef05545247 req-3b1afa7e-3ac3-4dcc-9642-906a8a7d610b tempest-ImagesOneServerTestJSON-1180529708 tempest-ImagesOneServerTestJSON-1180529708-project] 10.222.0.85 "GET /v2.0/ports?device_id=6fe7ba5f-7c16-4fb0-8d4e-275a46e53e3c HTTP/1.1" status: 200 len: 936 time: 0.0572615 May 18 18:03:52.136576 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-2a4d61a3-f4df-4de3-a839-258ce76ecd6a req-cdfb34c4-7c0d-4232-8e06-f95982fd0f18 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:52.164095 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50f848a2-36a8-4198-a183-c30f8730bb71 admin admin] Router 115148f0-d122-4fa2-9b93-35a2636e8f24 is scheduled to L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e with binding_index 1 {{(pid=102730) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 18 18:03:52.177551 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2b5c01e1-bb86-4791-9dd4-20ef05545247 req-0f2a2362-5585-4661-87c7-6c6605692913 tempest-ImagesOneServerTestJSON-1180529708 tempest-ImagesOneServerTestJSON-1180529708-project] 10.222.0.85 "GET /v2.0/security-groups?id=9838ff41-b70c-4bb6-9824-55de265380e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433693 May 18 18:03:52.241358 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-539d7562-d676-4f82-b68d-46a5dccdc0fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:52.257471 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-5caf3dc6-75cb-41fc-849c-65c1d3204332 None None] Provisioning complete for port 8d6f1c9c-7ae1-4bec-9c97-fdeebb01a744 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:03:52.257852 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-5caf3dc6-75cb-41fc-849c-65c1d3204332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:52.265744 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-539d7562-d676-4f82-b68d-46a5dccdc0fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:52.345990 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-5caf3dc6-75cb-41fc-849c-65c1d3204332 None None] Current status of the port 8d6f1c9c-7ae1-4bec-9c97-fdeebb01a744 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:03:52.383812 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-2a4d61a3-f4df-4de3-a839-258ce76ecd6a req-cdfb34c4-7c0d-4232-8e06-f95982fd0f18 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:52.386027 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539d7562-d676-4f82-b68d-46a5dccdc0fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54752b85-76bb-474f-9d62-a2494a3195c5,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:03:52.404620 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['30476341-d67d-457a-ba96-32990757ec38'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:03:52.422991 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-539d7562-d676-4f82-b68d-46a5dccdc0fe admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=9dcf4a8da369429287d7eb83e2b4b289&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9720585 May 18 18:03:52.422991 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-f6901892-0d7c-42b3-b36d-9675f35803ca req-e45f92d4-c370-482d-926d-0edb2f1e0e16 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Deleting port 08b827f7-b4c5-4fe2-897e-5706e443471d {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:03:52.423321 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-f6901892-0d7c-42b3-b36d-9675f35803ca req-e45f92d4-c370-482d-926d-0edb2f1e0e16 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:52.423518 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 46930) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:03:52.540357 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a4d61a3-f4df-4de3-a839-258ce76ecd6a req-cdfb34c4-7c0d-4232-8e06-f95982fd0f18 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Network 4c8ef274-9ecc-47c2-9686-5eebd78fb305 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:03:52.542485 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-bf5b2cd3-df96-425e-b752-6a0cf25a0359 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:52.570166 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [req-2a4d61a3-f4df-4de3-a839-258ce76ecd6a req-cdfb34c4-7c0d-4232-8e06-f95982fd0f18 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:03:52.581122 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-217ee15f-64ac-4fe6-be43-f0756d0dfc26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:52.582560 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a4d61a3-f4df-4de3-a839-258ce76ecd6a req-cdfb34c4-7c0d-4232-8e06-f95982fd0f18 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:03:52.597065 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50f848a2-36a8-4198-a183-c30f8730bb71 admin admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:03:52.601045 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-bf5b2cd3-df96-425e-b752-6a0cf25a0359 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:52.613680 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6ff386-9aaa-4f6e-854e-3ea8b0040ad7 None None] Sync routers for ids ['115148f0-d122-4fa2-9b93-35a2636e8f24'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:03:52.628148 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6ff386-9aaa-4f6e-854e-3ea8b0040ad7 None None] Routers {'115148f0-d122-4fa2-9b93-35a2636e8f24'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:03:52.628800 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-ad6ff386-9aaa-4f6e-854e-3ea8b0040ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:03:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['115148f0-d122-4fa2-9b93-35a2636e8f24'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:03:52.636182 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [req-280eba23-8d2a-4943-9f78-723f7e477928 req-7ecf86f5-56cf-47cc-be98-dc53cf24ec25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a3d5f8f-a30e-4ad7-aba0-b2acf9f2fbc3 {{(pid=102731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:03:52.651781 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-280eba23-8d2a-4943-9f78-723f7e477928 req-7ecf86f5-56cf-47cc-be98-dc53cf24ec25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:52.692214 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.provisioning_blocks [req-280eba23-8d2a-4943-9f78-723f7e477928 req-7ecf86f5-56cf-47cc-be98-dc53cf24ec25 service neutron] Transition to ACTIVE for port object 9a3d5f8f-a30e-4ad7-aba0-b2acf9f2fbc3 will not be triggered until provisioned by entity L2. {{(pid=102731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:03:52.703852 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-280eba23-8d2a-4943-9f78-723f7e477928 req-7ecf86f5-56cf-47cc-be98-dc53cf24ec25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:52.785161 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-ad6ff386-9aaa-4f6e-854e-3ea8b0040ad7 None None] Set router 115148f0-d122-4fa2-9b93-35a2636e8f24 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:03:52.790593 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-bf5b2cd3-df96-425e-b752-6a0cf25a0359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:52.804606 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-bf5b2cd3-df96-425e-b752-6a0cf25a0359 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:52.808831 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-bf5b2cd3-df96-425e-b752-6a0cf25a0359 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/54752b85-76bb-474f-9d62-a2494a3195c5 HTTP/1.1" status: 204 len: 168 time: 0.3803482 May 18 18:03:52.866589 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 8d6f1c9c-7ae1-4bec-9c97-fdeebb01a744 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:03:52.889445 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5b2cd3-df96-425e-b752-6a0cf25a0359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54752b85-76bb-474f-9d62-a2494a3195c5,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:03:52.891197 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecf86f5-56cf-47cc-be98-dc53cf24ec25 service neutron] Pushing event updated for resources: {'Port': ['ID=9a3d5f8f-a30e-4ad7-aba0-b2acf9f2fbc3,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:03:52.969802 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 8d6f1c9c-7ae1-4bec-9c97-fdeebb01a744 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:03:52.970401 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:53.074151 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-217ee15f-64ac-4fe6-be43-f0756d0dfc26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:53.115215 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 8d6f1c9c-7ae1-4bec-9c97-fdeebb01a744 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:03:53.140585 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-44961b60-c554-487f-a63c-fc3427c7fdd0 None None] Provisioning complete for port 65eaebad-5f15-498f-8a10-409fcd0c25c6 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:03:53.141154 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-44961b60-c554-487f-a63c-fc3427c7fdd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:53.156028 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-280eba23-8d2a-4943-9f78-723f7e477928 req-7ecf86f5-56cf-47cc-be98-dc53cf24ec25 service neutron] Attempting to bind port 9a3d5f8f-a30e-4ad7-aba0-b2acf9f2fbc3 on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:03:53.156365 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-280eba23-8d2a-4943-9f78-723f7e477928 req-7ecf86f5-56cf-47cc-be98-dc53cf24ec25 service neutron] Attempting to bind port 9a3d5f8f-a30e-4ad7-aba0-b2acf9f2fbc3 by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': '2879bb11-64b4-46f1-9f8b-52941d47b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:03:53.156701 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280eba23-8d2a-4943-9f78-723f7e477928 req-7ecf86f5-56cf-47cc-be98-dc53cf24ec25 service neutron] Attempting to bind port 9a3d5f8f-a30e-4ad7-aba0-b2acf9f2fbc3 on network 4c8ef274-9ecc-47c2-9686-5eebd78fb305 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:03:53.163307 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280eba23-8d2a-4943-9f78-723f7e477928 req-7ecf86f5-56cf-47cc-be98-dc53cf24ec25 service neutron] Port 9a3d5f8f-a30e-4ad7-aba0-b2acf9f2fbc3 on network 4c8ef274-9ecc-47c2-9686-5eebd78fb305 not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:03:53.163635 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280eba23-8d2a-4943-9f78-723f7e477928 req-7ecf86f5-56cf-47cc-be98-dc53cf24ec25 service neutron] Attempting to bind port 9a3d5f8f-a30e-4ad7-aba0-b2acf9f2fbc3 on network 4c8ef274-9ecc-47c2-9686-5eebd78fb305 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:03:53.179220 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfb34c4-7c0d-4232-8e06-f95982fd0f18 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Pushing event updated for resources: {'Port': ['ID=65eaebad-5f15-498f-8a10-409fcd0c25c6,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:03:53.197790 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-ad6ff386-9aaa-4f6e-854e-3ea8b0040ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '115148f0-d122-4fa2-9b93-35a2636e8f24', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1522561119-router', 'tenant_id': '16e4397c1c2b4675a99e50a03e09ab2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '423b0ad7-4895-4742-be7f-a6f7c15eb085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:03:45Z', 'updated_at': '2022-05-18T18:03:49Z', 'revision_number': 3, 'project_id': '16e4397c1c2b4675a99e50a03e09ab2a', 'gw_port': {'id': '423b0ad7-4895-4742-be7f-a6f7c15eb085', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f3:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '115148f0-d122-4fa2-9b93-35a2636e8f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:03:47Z', 'updated_at': '2022-05-18T18:03:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:03:53.214726 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280eba23-8d2a-4943-9f78-723f7e477928 req-7ecf86f5-56cf-47cc-be98-dc53cf24ec25 service neutron] Checking agent: {'id': 'd1be059a-68ea-4c77-9b2b-29f4afa47e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:03:53.215091 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280eba23-8d2a-4943-9f78-723f7e477928 req-7ecf86f5-56cf-47cc-be98-dc53cf24ec25 service neutron] Checking segment: {'id': '2879bb11-64b4-46f1-9f8b-52941d47b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:03:53.215460 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280eba23-8d2a-4943-9f78-723f7e477928 req-7ecf86f5-56cf-47cc-be98-dc53cf24ec25 service neutron] Bound using segment: {'id': '2879bb11-64b4-46f1-9f8b-52941d47b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305'} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:03:53.215908 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-280eba23-8d2a-4943-9f78-723f7e477928 req-7ecf86f5-56cf-47cc-be98-dc53cf24ec25 service neutron] Bound port: 9a3d5f8f-a30e-4ad7-aba0-b2acf9f2fbc3, host: n-h2-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2879bb11-64b4-46f1-9f8b-52941d47b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305'}}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:03:53.216274 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-280eba23-8d2a-4943-9f78-723f7e477928 req-7ecf86f5-56cf-47cc-be98-dc53cf24ec25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:53.228916 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-44961b60-c554-487f-a63c-fc3427c7fdd0 None None] Port 65eaebad-5f15-498f-8a10-409fcd0c25c6 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:03:53.263796 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6ff386-9aaa-4f6e-854e-3ea8b0040ad7 None None] Checking router: 115148f0-d122-4fa2-9b93-35a2636e8f24 for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:03:53.264497 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6ff386-9aaa-4f6e-854e-3ea8b0040ad7 None None] Updating router 115148f0-d122-4fa2-9b93-35a2636e8f24 port 423b0ad7-4895-4742-be7f-a6f7c15eb085 binding host n-d-838550-3 {{(pid=102733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 18:03:53.280348 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217ee15f-64ac-4fe6-be43-f0756d0dfc26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5b31b64-e251-4cf7-a554-affe9ba3a0f9,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:03:53.310177 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-f6901892-0d7c-42b3-b36d-9675f35803ca req-e45f92d4-c370-482d-926d-0edb2f1e0e16 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] For port 08b827f7-b4c5-4fe2-897e-5706e443471d, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=08b827f7-b4c5-4fe2-897e-5706e443471d,segment=NetworkSegment(da1e1534-5e48-46b3-a727-d3c25e59a900),segment_id=da1e1534-5e48-46b3-a727-d3c25e59a900)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:03:53.310591 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-f6901892-0d7c-42b3-b36d-9675f35803ca req-e45f92d4-c370-482d-926d-0edb2f1e0e16 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:53.320933 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-ad6ff386-9aaa-4f6e-854e-3ea8b0040ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:53.321131 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae97f112-45b9-4a95-a200-e1a03e73d9c8 req-f4041602-c1b4-4df5-990f-50a7d57685b4 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:53.321721 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-50f848a2-36a8-4198-a183-c30f8730bb71 admin admin] Notify callbacks [] for router, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:53.323229 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ae97f112-45b9-4a95-a200-e1a03e73d9c8 req-f4041602-c1b4-4df5-990f-50a7d57685b4 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] 10.222.0.85 "GET /v2.0/ports?device_id=b51f04db-52b6-40df-8928-88c1c8d8ce25 HTTP/1.1" status: 200 len: 943 time: 0.2086089 May 18 18:03:53.327280 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-50f848a2-36a8-4198-a183-c30f8730bb71 admin admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 7.7127702 May 18 18:03:53.331879 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 46950) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:03:53.348551 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4d61a3-f4df-4de3-a839-258ce76ecd6a req-cdfb34c4-7c0d-4232-8e06-f95982fd0f18 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:53.349207 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-2a4d61a3-f4df-4de3-a839-258ce76ecd6a req-cdfb34c4-7c0d-4232-8e06-f95982fd0f18 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:53.370007 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-217ee15f-64ac-4fe6-be43-f0756d0dfc26 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=8405e6dd58bd47e2989685f14ce5fed2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7330489 May 18 18:03:53.371106 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-f6901892-0d7c-42b3-b36d-9675f35803ca req-e45f92d4-c370-482d-926d-0edb2f1e0e16 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Calling delete_port for 08b827f7-b4c5-4fe2-897e-5706e443471d owned by compute:nova {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:03:53.381410 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2a4d61a3-f4df-4de3-a839-258ce76ecd6a req-cdfb34c4-7c0d-4232-8e06-f95982fd0f18 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.0207613 May 18 18:03:53.387320 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 46952) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:03:53.432522 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-2a4d61a3-f4df-4de3-a839-258ce76ecd6a req-7677e65c-bd71-4906-b75a-a64d5805a793 service neutron] Request body: {'port': {'device_id': '84d410e5-f4e3-429d-81c6-65d701445b6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-3'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:03:53.460499 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e50e20-b03f-4505-890c-70e796146e1a req-6bef5a7a-2326-4b94-a5b6-66fbbb61f739 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:53.462105 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-50e50e20-b03f-4505-890c-70e796146e1a req-6bef5a7a-2326-4b94-a5b6-66fbbb61f739 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/ports?device_id=37b6f181-4d76-4205-a196-1fa0b0b50cc2 HTTP/1.1" status: 200 len: 945 time: 0.3849163 May 18 18:03:53.645492 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-cec576a9-00b1-400d-bdff-7bfe36ccdd9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:53.707256 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-50e50e20-b03f-4505-890c-70e796146e1a req-b04a445f-002c-4a78-9254-8e61aa63b24e tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/security-groups?id=bda815dc-3228-454b-a95b-f89a3eeb79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172773 May 18 18:03:53.717547 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-2a4d61a3-f4df-4de3-a839-258ce76ecd6a req-7677e65c-bd71-4906-b75a-a64d5805a793 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:53.730841 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-ad6ff386-9aaa-4f6e-854e-3ea8b0040ad7 None None] Notify callbacks [] for port, precommit_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:53.752168 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-ad6ff386-9aaa-4f6e-854e-3ea8b0040ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:53.758031 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-cec576a9-00b1-400d-bdff-7bfe36ccdd9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:53.822709 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-ad6ff386-9aaa-4f6e-854e-3ea8b0040ad7 None None] Attempting to bind port 423b0ad7-4895-4742-be7f-a6f7c15eb085 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:03:53.823160 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-ad6ff386-9aaa-4f6e-854e-3ea8b0040ad7 None None] Attempting to bind port 423b0ad7-4895-4742-be7f-a6f7c15eb085 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:03:53.823599 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6ff386-9aaa-4f6e-854e-3ea8b0040ad7 None None] Attempting to bind port 423b0ad7-4895-4742-be7f-a6f7c15eb085 on network 31ebd439-090c-4b25-bbb0-31c48711b145 {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:03:53.836074 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e7d6ad-3d0a-4a55-8cc8-ecf696dcb946 None None] Pushing event updated for resources: {'Port': ['ID=423b0ad7-4895-4742-be7f-a6f7c15eb085,revision_number=2']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:03:53.843635 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6ff386-9aaa-4f6e-854e-3ea8b0040ad7 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:03:53.844021 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6ff386-9aaa-4f6e-854e-3ea8b0040ad7 None None] Checking segment: {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:03:53.844460 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-ad6ff386-9aaa-4f6e-854e-3ea8b0040ad7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:53.844906 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6ff386-9aaa-4f6e-854e-3ea8b0040ad7 None None] Bound using segment: {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:03:53.845410 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-ad6ff386-9aaa-4f6e-854e-3ea8b0040ad7 None None] Bound port: 423b0ad7-4895-4742-be7f-a6f7c15eb085, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:03:53.845916 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-ad6ff386-9aaa-4f6e-854e-3ea8b0040ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:53.857342 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e7d6ad-3d0a-4a55-8cc8-ecf696dcb946 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:03:53.857756 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e7d6ad-3d0a-4a55-8cc8-ecf696dcb946 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:03:53.858086 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e7d6ad-3d0a-4a55-8cc8-ecf696dcb946 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:03:53.858378 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e7d6ad-3d0a-4a55-8cc8-ecf696dcb946 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:03:53.858709 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e7d6ad-3d0a-4a55-8cc8-ecf696dcb946 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:03:53.859039 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e7d6ad-3d0a-4a55-8cc8-ecf696dcb946 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:03:53.859365 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e7d6ad-3d0a-4a55-8cc8-ecf696dcb946 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:03:53.859692 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e7d6ad-3d0a-4a55-8cc8-ecf696dcb946 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:03:53.860635 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e7d6ad-3d0a-4a55-8cc8-ecf696dcb946 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:03:53.861025 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e7d6ad-3d0a-4a55-8cc8-ecf696dcb946 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:03:53.861468 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e7d6ad-3d0a-4a55-8cc8-ecf696dcb946 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:03:53.861962 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e7d6ad-3d0a-4a55-8cc8-ecf696dcb946 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:03:53.969866 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-280eba23-8d2a-4943-9f78-723f7e477928 req-7ecf86f5-56cf-47cc-be98-dc53cf24ec25 service neutron] For port 9a3d5f8f-a30e-4ad7-aba0-b2acf9f2fbc3, host n-h2-838550-3, cleared binding levels {{(pid=102731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:03:53.973489 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-280eba23-8d2a-4943-9f78-723f7e477928 req-7ecf86f5-56cf-47cc-be98-dc53cf24ec25 service neutron] For port 9a3d5f8f-a30e-4ad7-aba0-b2acf9f2fbc3, host n-h2-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=9a3d5f8f-a30e-4ad7-aba0-b2acf9f2fbc3,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:03:53.980392 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.db [None req-ad6ff386-9aaa-4f6e-854e-3ea8b0040ad7 None None] For port 423b0ad7-4895-4742-be7f-a6f7c15eb085, host n-d-838550-3, cleared binding levels {{(pid=102733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:03:53.986610 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-280eba23-8d2a-4943-9f78-723f7e477928 req-7ecf86f5-56cf-47cc-be98-dc53cf24ec25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:54.001032 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.db [None req-ad6ff386-9aaa-4f6e-854e-3ea8b0040ad7 None None] For port 423b0ad7-4895-4742-be7f-a6f7c15eb085, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=423b0ad7-4895-4742-be7f-a6f7c15eb085,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:03:54.006919 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-ad6ff386-9aaa-4f6e-854e-3ea8b0040ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:54.054828 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ae97f112-45b9-4a95-a200-e1a03e73d9c8 req-77886118-2e11-45c2-970d-e664592425e2 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] 10.222.0.85 "GET /v2.0/security-groups?id=b787168d-4ad4-4424-a9af-a4affc34d52d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5944021 May 18 18:03:54.073307 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280eba23-8d2a-4943-9f78-723f7e477928 req-7ecf86f5-56cf-47cc-be98-dc53cf24ec25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:54.074731 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-280eba23-8d2a-4943-9f78-723f7e477928 req-7ecf86f5-56cf-47cc-be98-dc53cf24ec25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:54.076829 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-280eba23-8d2a-4943-9f78-723f7e477928 req-7ecf86f5-56cf-47cc-be98-dc53cf24ec25 service neutron] 10.222.0.88 "PUT /v2.0/ports/9a3d5f8f-a30e-4ad7-aba0-b2acf9f2fbc3 HTTP/1.1" status: 200 len: 1096 time: 2.8505199 May 18 18:03:54.077317 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fe7ba5f-7c16-4fb0-8d4e-275a46e53e3c', 'tag': '9a3d5f8f-a30e-4ad7-aba0-b2acf9f2fbc3'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:03:54.080087 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68c0c368-d7f8-4d68-94c2-47407cb5138d" -d '{"events": [{"name": "network-changed", "server_uuid": "6fe7ba5f-7c16-4fb0-8d4e-275a46e53e3c", "tag": "9a3d5f8f-a30e-4ad7-aba0-b2acf9f2fbc3"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:03:54.094764 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e7d6ad-3d0a-4a55-8cc8-ecf696dcb946 None None] Pushing event updated for resources: {'Port': ['ID=423b0ad7-4895-4742-be7f-a6f7c15eb085,revision_number=3']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:03:54.124992 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6ff386-9aaa-4f6e-854e-3ea8b0040ad7 None None] Routers {'115148f0-d122-4fa2-9b93-35a2636e8f24'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:03:54.127406 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-ad6ff386-9aaa-4f6e-854e-3ea8b0040ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:03:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['115148f0-d122-4fa2-9b93-35a2636e8f24'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:03:54.141518 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 46968) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:03:54.150932 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 08b827f7-b4c5-4fe2-897e-5706e443471d no longer exists at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:03:54.169142 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-cec576a9-00b1-400d-bdff-7bfe36ccdd9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:54.171726 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-cec576a9-00b1-400d-bdff-7bfe36ccdd9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:54.172907 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-cec576a9-00b1-400d-bdff-7bfe36ccdd9d admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/e5b31b64-e251-4cf7-a554-affe9ba3a0f9 HTTP/1.1" status: 204 len: 168 time: 0.7817726 May 18 18:03:54.275002 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa24f5de-ffee-41e2-bb43-e1fcd2b60664 req-6d61bbc4-816e-4806-a653-7804dd4e3f24 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:54.277423 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-aa24f5de-ffee-41e2-bb43-e1fcd2b60664 req-6d61bbc4-816e-4806-a653-7804dd4e3f24 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=84d410e5-f4e3-429d-81c6-65d701445b6d HTTP/1.1" status: 200 len: 936 time: 0.3791630 May 18 18:03:54.302405 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecf86f5-56cf-47cc-be98-dc53cf24ec25 service neutron] Pushing event updated for resources: {'Port': ['ID=9a3d5f8f-a30e-4ad7-aba0-b2acf9f2fbc3,revision_number=3']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:03:54.327418 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec576a9-00b1-400d-bdff-7bfe36ccdd9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5b31b64-e251-4cf7-a554-affe9ba3a0f9,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:03:54.347065 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-f6901892-0d7c-42b3-b36d-9675f35803ca req-e45f92d4-c370-482d-926d-0edb2f1e0e16 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:54.370634 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-ad6ff386-9aaa-4f6e-854e-3ea8b0040ad7 None None] Set router 115148f0-d122-4fa2-9b93-35a2636e8f24 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:03:54.433215 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 08b827f7-b4c5-4fe2-897e-5706e443471d is: DOWN; New status is: DOWN {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:03:54.485085 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b22293-bcde-4ddf-8427-95e3290dc213 req-30e6a0f4-117d-401d-8ed4-608d2e13e45e tempest-ImagesOneServerTestJSON-1180529708 tempest-ImagesOneServerTestJSON-1180529708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:54.494371 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d1b22293-bcde-4ddf-8427-95e3290dc213 req-30e6a0f4-117d-401d-8ed4-608d2e13e45e tempest-ImagesOneServerTestJSON-1180529708 tempest-ImagesOneServerTestJSON-1180529708-project] 10.222.0.85 "GET /v2.0/ports?device_id=6fe7ba5f-7c16-4fb0-8d4e-275a46e53e3c HTTP/1.1" status: 200 len: 948 time: 0.2778745 May 18 18:03:54.505284 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280eba23-8d2a-4943-9f78-723f7e477928 req-6f34e83d-b9b4-44d6-b734-68c0e6bf5366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:54.510081 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-280eba23-8d2a-4943-9f78-723f7e477928 req-6f34e83d-b9b4-44d6-b734-68c0e6bf5366 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=f3bae54c6ff44262b29128cce7f8b574&device_id=6fe7ba5f-7c16-4fb0-8d4e-275a46e53e3c HTTP/1.1" status: 200 len: 1099 time: 0.3405383 May 18 18:03:54.549971 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45f92d4-c370-482d-926d-0edb2f1e0e16 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Pushing event deleted for resources: {'Port': ['ID=08b827f7-b4c5-4fe2-897e-5706e443471d,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:03:54.606658 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-280eba23-8d2a-4943-9f78-723f7e477928 req-b38c6f15-eb4f-44fa-a4cd-2bd429aa3b21 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=9a3d5f8f-a30e-4ad7-aba0-b2acf9f2fbc3 HTTP/1.1" status: 200 len: 217 time: 0.0664973 May 18 18:03:54.613720 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d1b22293-bcde-4ddf-8427-95e3290dc213 req-29263440-53c0-443a-a6e7-7914a9b0d018 tempest-ImagesOneServerTestJSON-1180529708 tempest-ImagesOneServerTestJSON-1180529708-project] 10.222.0.85 "GET /v2.0/security-groups?id=9838ff41-b70c-4bb6-9824-55de265380e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981305 May 18 18:03:54.671591 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-aa24f5de-ffee-41e2-bb43-e1fcd2b60664 req-f3b67693-3a22-4678-8b4a-c22cee11add8 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3691306 May 18 18:03:54.776422 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6901892-0d7c-42b3-b36d-9675f35803ca req-e45f92d4-c370-482d-926d-0edb2f1e0e16 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] No DVR routers for this DVR port 08b827f7-b4c5-4fe2-897e-5706e443471d on host n-h2-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:03:54.783323 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-245dda45-719a-43b4-ba65-a9ad632a1ff6 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-511885408-network', 'tenant_id': '3fdbf5ca8a2142d9bb14e5cf523c6add'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:03:54.789953 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-f6901892-0d7c-42b3-b36d-9675f35803ca req-e45f92d4-c370-482d-926d-0edb2f1e0e16 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:54.793455 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f6901892-0d7c-42b3-b36d-9675f35803ca req-e45f92d4-c370-482d-926d-0edb2f1e0e16 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] 10.222.0.88 "DELETE /v2.0/ports/08b827f7-b4c5-4fe2-897e-5706e443471d HTTP/1.1" status: 204 len: 173 time: 2.8317018 May 18 18:03:54.794362 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82283244-6a68-4db7-b4b2-279eb99209dd x-openstack-request-id: req-82283244-6a68-4db7-b4b2-279eb99209dd {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:03:54.795317 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fe7ba5f-7c16-4fb0-8d4e-275a46e53e3c", "tag": "9a3d5f8f-a30e-4ad7-aba0-b2acf9f2fbc3", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:03:54.795704 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-82283244-6a68-4db7-b4b2-279eb99209dd {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:03:54.796644 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82283244-6a68-4db7-b4b2-279eb99209dd'] response: {'name': 'network-changed', 'server_uuid': '6fe7ba5f-7c16-4fb0-8d4e-275a46e53e3c', 'tag': '9a3d5f8f-a30e-4ad7-aba0-b2acf9f2fbc3', 'status': 'completed', 'code': 200} May 18 18:03:54.809520 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b51f04db-52b6-40df-8928-88c1c8d8ce25', 'name': 'network-vif-deleted', 'tag': '08b827f7-b4c5-4fe2-897e-5706e443471d'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:03:54.811274 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-ad6ff386-9aaa-4f6e-854e-3ea8b0040ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '115148f0-d122-4fa2-9b93-35a2636e8f24', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1522561119-router', 'tenant_id': '16e4397c1c2b4675a99e50a03e09ab2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '423b0ad7-4895-4742-be7f-a6f7c15eb085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:03:45Z', 'updated_at': '2022-05-18T18:03:49Z', 'revision_number': 3, 'project_id': '16e4397c1c2b4675a99e50a03e09ab2a', 'gw_port': {'id': '423b0ad7-4895-4742-be7f-a6f7c15eb085', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f3:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '115148f0-d122-4fa2-9b93-35a2636e8f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:03:47Z', 'updated_at': '2022-05-18T18:03:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:03:54.823804 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee799cf2-c10c-4692-a814-c1aceffd50ff" -d '{"events": [{"server_uuid": "b51f04db-52b6-40df-8928-88c1c8d8ce25", "name": "network-vif-deleted", "tag": "08b827f7-b4c5-4fe2-897e-5706e443471d"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:03:54.866908 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6ff386-9aaa-4f6e-854e-3ea8b0040ad7 None None] The sync data for ids ['115148f0-d122-4fa2-9b93-35a2636e8f24'] in n-d-838550-3 is: [{'id': '115148f0-d122-4fa2-9b93-35a2636e8f24', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1522561119-router', 'tenant_id': '16e4397c1c2b4675a99e50a03e09ab2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '423b0ad7-4895-4742-be7f-a6f7c15eb085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:03:45Z', 'updated_at': '2022-05-18T18:03:49Z', 'revision_number': 3, 'project_id': '16e4397c1c2b4675a99e50a03e09ab2a', 'gw_port': {'id': '423b0ad7-4895-4742-be7f-a6f7c15eb085', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f3:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '115148f0-d122-4fa2-9b93-35a2636e8f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:03:47Z', 'updated_at': '2022-05-18T18:03:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:03:54.944392 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbf7c65f-373d-46b9-9784-6f6a2ba75225 x-openstack-request-id: req-bbf7c65f-373d-46b9-9784-6f6a2ba75225 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:03:54.944686 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b51f04db-52b6-40df-8928-88c1c8d8ce25", "name": "network-vif-deleted", "tag": "08b827f7-b4c5-4fe2-897e-5706e443471d", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:03:54.945506 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-bbf7c65f-373d-46b9-9784-6f6a2ba75225 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:03:54.945958 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbf7c65f-373d-46b9-9784-6f6a2ba75225'] response: {'server_uuid': 'b51f04db-52b6-40df-8928-88c1c8d8ce25', 'name': 'network-vif-deleted', 'tag': '08b827f7-b4c5-4fe2-897e-5706e443471d', 'status': 'completed', 'code': 200} May 18 18:03:54.963676 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-245dda45-719a-43b4-ba65-a9ad632a1ff6 admin admin] Made reservation on behalf of 3fdbf5ca8a2142d9bb14e5cf523c6add for: {'network': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:03:54.966788 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-245dda45-719a-43b4-ba65-a9ad632a1ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:54.973519 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280eba23-8d2a-4943-9f78-723f7e477928 req-231d5e07-bf2a-4cba-9ef6-e72813276296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:54.975229 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-280eba23-8d2a-4943-9f78-723f7e477928 req-231d5e07-bf2a-4cba-9ef6-e72813276296 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c2531ae9-89db-4dcf-b670-9eac4c9cde53 HTTP/1.1" status: 200 len: 843 time: 0.2861946 May 18 18:03:54.999357 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-245dda45-719a-43b4-ba65-a9ad632a1ff6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:55.018215 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [req-2a4d61a3-f4df-4de3-a839-258ce76ecd6a req-7677e65c-bd71-4906-b75a-a64d5805a793 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65eaebad-5f15-498f-8a10-409fcd0c25c6 {{(pid=102730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:03:55.033465 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-2a4d61a3-f4df-4de3-a839-258ce76ecd6a req-7677e65c-bd71-4906-b75a-a64d5805a793 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:55.068493 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8790c7-614e-4244-a92d-d05046390bdc req-31392937-7d54-42cd-8358-257a766c04bc tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:55.070886 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cd8790c7-614e-4244-a92d-d05046390bdc req-31392937-7d54-42cd-8358-257a766c04bc tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/ports?device_id=37b6f181-4d76-4205-a196-1fa0b0b50cc2 HTTP/1.1" status: 200 len: 945 time: 0.2116017 May 18 18:03:55.077396 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [req-2a4d61a3-f4df-4de3-a839-258ce76ecd6a req-7677e65c-bd71-4906-b75a-a64d5805a793 service neutron] Transition to ACTIVE for port object 65eaebad-5f15-498f-8a10-409fcd0c25c6 will not be triggered until provisioned by entity L2. {{(pid=102730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:03:55.089474 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7c86cfad-540a-414b-9893-244322c6f8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:55.091891 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-2a4d61a3-f4df-4de3-a839-258ce76ecd6a req-7677e65c-bd71-4906-b75a-a64d5805a793 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:55.140140 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280eba23-8d2a-4943-9f78-723f7e477928 req-72f0fcde-48b4-478c-b587-04c6c2a77bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:55.142369 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-280eba23-8d2a-4943-9f78-723f7e477928 req-72f0fcde-48b4-478c-b587-04c6c2a77bb2 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4c8ef274-9ecc-47c2-9686-5eebd78fb305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0917544 May 18 18:03:55.208164 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cd8790c7-614e-4244-a92d-d05046390bdc req-d68c069d-fb96-47df-b4fe-c769569f4ad1 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/security-groups?id=bda815dc-3228-454b-a95b-f89a3eeb79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253259 May 18 18:03:55.211761 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7677e65c-bd71-4906-b75a-a64d5805a793 service neutron] Pushing event updated for resources: {'Port': ['ID=65eaebad-5f15-498f-8a10-409fcd0c25c6,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:03:55.332127 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-245dda45-719a-43b4-ba65-a9ad632a1ff6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:55.354300 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-245dda45-719a-43b4-ba65-a9ad632a1ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:55.431685 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-245dda45-719a-43b4-ba65-a9ad632a1ff6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 641} {{(pid=102730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:03:55.434226 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fcfedf65-fe77-4f32-8037-9e33f78c43f4 req-5e6194a2-405a-427d-bcd6-19b8a263b453 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] 10.222.0.85 "GET /v2.0/ports?device_id=b51f04db-52b6-40df-8928-88c1c8d8ce25 HTTP/1.1" status: 200 len: 210 time: 0.2063341 May 18 18:03:55.441904 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-2a4d61a3-f4df-4de3-a839-258ce76ecd6a req-7677e65c-bd71-4906-b75a-a64d5805a793 service neutron] Attempting to bind port 65eaebad-5f15-498f-8a10-409fcd0c25c6 on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:03:55.442251 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-2a4d61a3-f4df-4de3-a839-258ce76ecd6a req-7677e65c-bd71-4906-b75a-a64d5805a793 service neutron] Attempting to bind port 65eaebad-5f15-498f-8a10-409fcd0c25c6 by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': '2879bb11-64b4-46f1-9f8b-52941d47b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:03:55.442584 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4d61a3-f4df-4de3-a839-258ce76ecd6a req-7677e65c-bd71-4906-b75a-a64d5805a793 service neutron] Attempting to bind port 65eaebad-5f15-498f-8a10-409fcd0c25c6 on network 4c8ef274-9ecc-47c2-9686-5eebd78fb305 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:03:55.451539 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-245dda45-719a-43b4-ba65-a9ad632a1ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:55.451889 n-d-838550-3 neutron-server[102730]: INFO neutron.db.segments_db [None req-245dda45-719a-43b4-ba65-a9ad632a1ff6 admin admin] Added segment 1aea2a35-1fcb-44d9-9243-9716f311d349 of type vlan for network 426a39ea-1ed1-469b-8675-406118e8adc7 May 18 18:03:55.453223 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4d61a3-f4df-4de3-a839-258ce76ecd6a req-7677e65c-bd71-4906-b75a-a64d5805a793 service neutron] Port 65eaebad-5f15-498f-8a10-409fcd0c25c6 on network 4c8ef274-9ecc-47c2-9686-5eebd78fb305 not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:03:55.453578 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4d61a3-f4df-4de3-a839-258ce76ecd6a req-7677e65c-bd71-4906-b75a-a64d5805a793 service neutron] Attempting to bind port 65eaebad-5f15-498f-8a10-409fcd0c25c6 on network 4c8ef274-9ecc-47c2-9686-5eebd78fb305 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:03:55.463841 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245dda45-719a-43b4-ba65-a9ad632a1ff6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1da6a1d-4533-4720-846f-bc154a4b50c6,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:03:55.541809 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4d61a3-f4df-4de3-a839-258ce76ecd6a req-7677e65c-bd71-4906-b75a-a64d5805a793 service neutron] Checking agent: {'id': 'd1be059a-68ea-4c77-9b2b-29f4afa47e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:03:55.542154 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4d61a3-f4df-4de3-a839-258ce76ecd6a req-7677e65c-bd71-4906-b75a-a64d5805a793 service neutron] Checking segment: {'id': '2879bb11-64b4-46f1-9f8b-52941d47b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:03:55.542542 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4d61a3-f4df-4de3-a839-258ce76ecd6a req-7677e65c-bd71-4906-b75a-a64d5805a793 service neutron] Bound using segment: {'id': '2879bb11-64b4-46f1-9f8b-52941d47b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305'} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:03:55.542994 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-2a4d61a3-f4df-4de3-a839-258ce76ecd6a req-7677e65c-bd71-4906-b75a-a64d5805a793 service neutron] Bound port: 65eaebad-5f15-498f-8a10-409fcd0c25c6, host: n-h2-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2879bb11-64b4-46f1-9f8b-52941d47b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305'}}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:03:55.543210 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-280eba23-8d2a-4943-9f78-723f7e477928 req-09ae08a7-cd6f-45bc-8d4d-1d4221a34c59 service neutron] 10.222.0.88 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3617208 May 18 18:03:55.543365 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-2a4d61a3-f4df-4de3-a839-258ce76ecd6a req-7677e65c-bd71-4906-b75a-a64d5805a793 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:55.583097 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-245dda45-719a-43b4-ba65-a9ad632a1ff6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:55.730016 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.db.resource_extend [None req-245dda45-719a-43b4-ba65-a9ad632a1ff6 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 18 18:03:55.758761 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-2a4d61a3-f4df-4de3-a839-258ce76ecd6a req-7677e65c-bd71-4906-b75a-a64d5805a793 service neutron] For port 65eaebad-5f15-498f-8a10-409fcd0c25c6, host n-h2-838550-3, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:03:55.826938 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-2a4d61a3-f4df-4de3-a839-258ce76ecd6a req-7677e65c-bd71-4906-b75a-a64d5805a793 service neutron] For port 65eaebad-5f15-498f-8a10-409fcd0c25c6, host n-h2-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=65eaebad-5f15-498f-8a10-409fcd0c25c6,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:03:55.828279 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-245dda45-719a-43b4-ba65-a9ad632a1ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:55.829529 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-245dda45-719a-43b4-ba65-a9ad632a1ff6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:55.830224 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-245dda45-719a-43b4-ba65-a9ad632a1ff6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:55.842028 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-2a4d61a3-f4df-4de3-a839-258ce76ecd6a req-7677e65c-bd71-4906-b75a-a64d5805a793 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:55.863232 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-280eba23-8d2a-4943-9f78-723f7e477928 req-84e7eb44-310c-44ec-834a-a88027430b74 service neutron] 10.222.0.88 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2753675 May 18 18:03:55.876440 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-7c86cfad-540a-414b-9893-244322c6f8e3 admin admin] Allocated IP 172.20.0.1 (3a8e80be-5031-4df8-aefc-8c742c6aeeb6/63b868d7-4f89-4619-a220-97db8091197d/8c8f680e-3b99-4ef5-80b6-7446d3749b02) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:03:55.930980 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4d61a3-f4df-4de3-a839-258ce76ecd6a req-7677e65c-bd71-4906-b75a-a64d5805a793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:55.933329 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-2a4d61a3-f4df-4de3-a839-258ce76ecd6a req-7677e65c-bd71-4906-b75a-a64d5805a793 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:55.936022 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaad270-5d6d-47dc-a6e4-a273d3840d87 req-29efc576-7d90-4483-8e10-a7390828ab51 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:55.936347 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2a4d61a3-f4df-4de3-a839-258ce76ecd6a req-7677e65c-bd71-4906-b75a-a64d5805a793 service neutron] 10.222.0.88 "PUT /v2.0/ports/65eaebad-5f15-498f-8a10-409fcd0c25c6 HTTP/1.1" status: 200 len: 1096 time: 2.5091851 May 18 18:03:55.938564 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bdaad270-5d6d-47dc-a6e4-a273d3840d87 req-29efc576-7d90-4483-8e10-a7390828ab51 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=84d410e5-f4e3-429d-81c6-65d701445b6d HTTP/1.1" status: 200 len: 948 time: 0.1367474 May 18 18:03:55.974207 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-245dda45-719a-43b4-ba65-a9ad632a1ff6 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8289180 May 18 18:03:55.983277 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 47004) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:03:55.993052 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-e55f3160-2d45-4667-9166-d3b96e94ff0e admin admin] Request body: {'subnet': {'network_id': '426a39ea-1ed1-469b-8675-406118e8adc7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-511885408-subnet', 'tenant_id': '3fdbf5ca8a2142d9bb14e5cf523c6add', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:03:56.024382 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245dda45-719a-43b4-ba65-a9ad632a1ff6 admin admin] Pushing event updated for resources: {'Network': ['ID=426a39ea-1ed1-469b-8675-406118e8adc7,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:03:56.048646 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network 426a39ea-1ed1-469b-8675-406118e8adc7 details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:03:56.071070 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81edfd4e-de55-404e-a077-ff1fdd5bc148 req-0d55835e-7a92-49c0-8a20-fa66888eeb1a tempest-ImagesOneServerTestJSON-1180529708 tempest-ImagesOneServerTestJSON-1180529708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:56.073421 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-81edfd4e-de55-404e-a077-ff1fdd5bc148 req-0d55835e-7a92-49c0-8a20-fa66888eeb1a tempest-ImagesOneServerTestJSON-1180529708 tempest-ImagesOneServerTestJSON-1180529708-project] 10.222.0.85 "GET /v2.0/ports?device_id=6fe7ba5f-7c16-4fb0-8d4e-275a46e53e3c HTTP/1.1" status: 200 len: 948 time: 0.3082063 May 18 18:03:56.083445 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bdaad270-5d6d-47dc-a6e4-a273d3840d87 req-4c3a03b9-1676-4d04-9e8b-3070c1316d4a tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891984 May 18 18:03:56.089954 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7677e65c-bd71-4906-b75a-a64d5805a793 service neutron] Pushing event updated for resources: {'Port': ['ID=65eaebad-5f15-498f-8a10-409fcd0c25c6,revision_number=3']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:03:56.195516 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7c86cfad-540a-414b-9893-244322c6f8e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:56.231625 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e55f3160-2d45-4667-9166-d3b96e94ff0e admin admin] Made reservation on behalf of 3fdbf5ca8a2142d9bb14e5cf523c6add for: {'subnet': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:03:56.242199 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e55f3160-2d45-4667-9166-d3b96e94ff0e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261031885'] for subnet, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:56.254063 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c0c368-d7f8-4d68-94c2-47407cb5138d req-5005bd57-7d00-4456-b1aa-1b06e3fc4be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:56.255629 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-68c0c368-d7f8-4d68-94c2-47407cb5138d req-5005bd57-7d00-4456-b1aa-1b06e3fc4be9 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=f3bae54c6ff44262b29128cce7f8b574&device_id=6fe7ba5f-7c16-4fb0-8d4e-275a46e53e3c HTTP/1.1" status: 200 len: 1099 time: 0.1272786 May 18 18:03:56.289941 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-81edfd4e-de55-404e-a077-ff1fdd5bc148 req-a12c9b5f-a9a0-4544-bacf-e6baeac2a854 tempest-ImagesOneServerTestJSON-1180529708 tempest-ImagesOneServerTestJSON-1180529708-project] 10.222.0.85 "GET /v2.0/security-groups?id=9838ff41-b70c-4bb6-9824-55de265380e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926622 May 18 18:03:56.385870 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4d61a3-f4df-4de3-a839-258ce76ecd6a req-b684ba9d-c691-487d-b676-3a3684b14b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:56.387426 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2a4d61a3-f4df-4de3-a839-258ce76ecd6a req-b684ba9d-c691-487d-b676-3a3684b14b75 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c95c071176d44e1393b66dc9873791e2&device_id=84d410e5-f4e3-429d-81c6-65d701445b6d HTTP/1.1" status: 200 len: 1099 time: 0.2277987 May 18 18:03:56.416572 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7c86cfad-540a-414b-9893-244322c6f8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:56.475541 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2a4d61a3-f4df-4de3-a839-258ce76ecd6a req-12356f79-057b-4211-b470-03fb0b25041d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=65eaebad-5f15-498f-8a10-409fcd0c25c6 HTTP/1.1" status: 200 len: 217 time: 0.0795960 May 18 18:03:56.504144 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c86cfad-540a-414b-9893-244322c6f8e3 admin admin] Network 3a8e80be-5031-4df8-aefc-8c742c6aeeb6 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:03:56.529994 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-7c86cfad-540a-414b-9893-244322c6f8e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:03:56.538954 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c86cfad-540a-414b-9893-244322c6f8e3 admin admin] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:03:56.622982 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c86cfad-540a-414b-9893-244322c6f8e3 admin admin] Pushing event updated for resources: {'Port': ['ID=8c8f680e-3b99-4ef5-80b6-7446d3749b02,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:03:56.690605 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7c86cfad-540a-414b-9893-244322c6f8e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595826'] for router_interface, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:56.758185 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4d61a3-f4df-4de3-a839-258ce76ecd6a req-bf000fab-37cf-4239-960c-29b2eb909cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:56.764951 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2a4d61a3-f4df-4de3-a839-258ce76ecd6a req-bf000fab-37cf-4239-960c-29b2eb909cd5 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c2531ae9-89db-4dcf-b670-9eac4c9cde53 HTTP/1.1" status: 200 len: 843 time: 0.2343607 May 18 18:03:56.824561 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebba8f51-77ed-449f-90b6-e96c7b77755f req-e0e1d80b-035f-4051-95b1-1b8d984a750c tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:56.834177 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 47020) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:03:56.867025 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ebba8f51-77ed-449f-90b6-e96c7b77755f req-e0e1d80b-035f-4051-95b1-1b8d984a750c tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/ports?device_id=37b6f181-4d76-4205-a196-1fa0b0b50cc2 HTTP/1.1" status: 200 len: 945 time: 0.3983767 May 18 18:03:56.872718 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c0c368-d7f8-4d68-94c2-47407cb5138d req-122c0196-b3e4-4588-91e5-947733196152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:56.874637 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-68c0c368-d7f8-4d68-94c2-47407cb5138d req-122c0196-b3e4-4588-91e5-947733196152 service neutron] 10.222.0.88 "GET /v2.0/networks?id=4c8ef274-9ecc-47c2-9686-5eebd78fb305 HTTP/1.1" status: 200 len: 870 time: 0.6074948 May 18 18:03:56.904562 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-706542f8-c7c5-4949-9df3-1a9fa417288f tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1935684402', 'description': 'tempest-description--270860142'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:03:56.908821 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 423b0ad7-4895-4742-be7f-a6f7c15eb085 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:03:56.951687 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84d410e5-f4e3-429d-81c6-65d701445b6d', 'tag': '65eaebad-5f15-498f-8a10-409fcd0c25c6'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:03:56.954640 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce6d9e5d-48fc-41e2-9551-b0785ce2f038" -d '{"events": [{"name": "network-changed", "server_uuid": "84d410e5-f4e3-429d-81c6-65d701445b6d", "tag": "65eaebad-5f15-498f-8a10-409fcd0c25c6"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:03:56.978513 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e55f3160-2d45-4667-9166-d3b96e94ff0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261104883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261031899'] for subnet, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:56.989826 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4d61a3-f4df-4de3-a839-258ce76ecd6a req-41afcbe2-ce87-4095-b80d-7c552700fa41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:56.991495 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2a4d61a3-f4df-4de3-a839-258ce76ecd6a req-41afcbe2-ce87-4095-b80d-7c552700fa41 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4c8ef274-9ecc-47c2-9686-5eebd78fb305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2128215 May 18 18:03:56.992335 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-706542f8-c7c5-4949-9df3-1a9fa417288f tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:57.047841 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-f0689185-de3a-4cfc-8a91-25b499ff1da2 None None] Provisioning complete for port 8c8f680e-3b99-4ef5-80b6-7446d3749b02 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:03:57.048455 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f0689185-de3a-4cfc-8a91-25b499ff1da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:57.076472 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 423b0ad7-4895-4742-be7f-a6f7c15eb085 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:03:57.077668 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:57.090049 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55f3160-2d45-4667-9166-d3b96e94ff0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=2728997d-3202-4ad4-aa33-08239b02a122,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:03:57.127010 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-f0689185-de3a-4cfc-8a91-25b499ff1da2 None None] Port 8c8f680e-3b99-4ef5-80b6-7446d3749b02 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:03:57.160170 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ebba8f51-77ed-449f-90b6-e96c7b77755f req-8a245b18-9029-4fec-95e7-81e51e839b28 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/security-groups?id=bda815dc-3228-454b-a95b-f89a3eeb79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2782216 May 18 18:03:57.172242 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-68c0c368-d7f8-4d68-94c2-47407cb5138d req-7572d14d-36cc-4ef3-90e1-aebbc603ce8b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=9a3d5f8f-a30e-4ad7-aba0-b2acf9f2fbc3 HTTP/1.1" status: 200 len: 217 time: 0.2718921 May 18 18:03:57.244361 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 423b0ad7-4895-4742-be7f-a6f7c15eb085 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:03:57.249096 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:57.265027 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50a604d8-3145-401f-a8ea-c5c7770473fd x-openstack-request-id: req-50a604d8-3145-401f-a8ea-c5c7770473fd {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:03:57.265321 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84d410e5-f4e3-429d-81c6-65d701445b6d", "tag": "65eaebad-5f15-498f-8a10-409fcd0c25c6", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:03:57.265557 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-50a604d8-3145-401f-a8ea-c5c7770473fd {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:03:57.266127 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50a604d8-3145-401f-a8ea-c5c7770473fd'] response: {'name': 'network-changed', 'server_uuid': '84d410e5-f4e3-429d-81c6-65d701445b6d', 'tag': '65eaebad-5f15-498f-8a10-409fcd0c25c6', 'status': 'completed', 'code': 200} May 18 18:03:57.269718 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2a4d61a3-f4df-4de3-a839-258ce76ecd6a req-baedb071-53d1-4ea0-9dc8-e616e08d2166 service neutron] 10.222.0.88 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407386 May 18 18:03:57.301948 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] For port 423b0ad7-4895-4742-be7f-a6f7c15eb085, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=423b0ad7-4895-4742-be7f-a6f7c15eb085,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:03:57.307486 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:57.314799 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7c86cfad-540a-414b-9893-244322c6f8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:57.342958 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c0c368-d7f8-4d68-94c2-47407cb5138d req-85c70262-4508-4062-9fa8-fcde38f54503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:57.344706 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-68c0c368-d7f8-4d68-94c2-47407cb5138d req-85c70262-4508-4062-9fa8-fcde38f54503 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c2531ae9-89db-4dcf-b670-9eac4c9cde53 HTTP/1.1" status: 200 len: 843 time: 0.1647134 May 18 18:03:57.408674 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Pushing event updated for resources: {'Port': ['ID=423b0ad7-4895-4742-be7f-a6f7c15eb085,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:03:57.473991 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55f3160-2d45-4667-9166-d3b96e94ff0e admin admin] Checking segment: {'id': '1aea2a35-1fcb-44d9-9243-9716f311d349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '426a39ea-1ed1-469b-8675-406118e8adc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:03:57.474398 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55f3160-2d45-4667-9166-d3b96e94ff0e admin admin] Network hostable DHCP agents. Network: 426a39ea-1ed1-469b-8675-406118e8adc7, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:03:57.504089 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c80215c-b25f-4117-a5f8-24d878723387 req-711cf944-7773-4943-a858-bcf9bc35812c tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:57.505868 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8c80215c-b25f-4117-a5f8-24d878723387 req-711cf944-7773-4943-a858-bcf9bc35812c tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=84d410e5-f4e3-429d-81c6-65d701445b6d HTTP/1.1" status: 200 len: 948 time: 0.2348912 May 18 18:03:57.553324 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55f3160-2d45-4667-9166-d3b96e94ff0e admin admin] Network 426a39ea-1ed1-469b-8675-406118e8adc7 is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:03:57.571235 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c0c368-d7f8-4d68-94c2-47407cb5138d req-f9bc1c97-aafa-40d6-8d20-df034fce6f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:57.573490 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-68c0c368-d7f8-4d68-94c2-47407cb5138d req-f9bc1c97-aafa-40d6-8d20-df034fce6f56 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4c8ef274-9ecc-47c2-9686-5eebd78fb305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1705339 May 18 18:03:57.575499 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-706542f8-c7c5-4949-9df3-1a9fa417288f tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:57.591758 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-706542f8-c7c5-4949-9df3-1a9fa417288f tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:57.603938 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-e55f3160-2d45-4667-9166-d3b96e94ff0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, 426a39ea-1ed1-469b-8675-406118e8adc7) {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:03:57.621049 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9bba106-3236-4fbc-94ce-ff9ab5de4220 None None] Network 426a39ea-1ed1-469b-8675-406118e8adc7 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:03:57.654098 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2a4d61a3-f4df-4de3-a839-258ce76ecd6a req-bea1ae24-563d-4118-8dc9-596346b62a6c service neutron] 10.222.0.88 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3209996 May 18 18:03:57.654829 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706542f8-c7c5-4949-9df3-1a9fa417288f tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=284c773b-9500-4102-8a25-58c9e9326018,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:03:57.692128 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e55f3160-2d45-4667-9166-d3b96e94ff0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:57.693562 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e55f3160-2d45-4667-9166-d3b96e94ff0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:57.717952 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8c80215c-b25f-4117-a5f8-24d878723387 req-0e445751-a6e2-419a-a9d3-c3ef2618b05a tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023587 May 18 18:03:57.753748 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-706542f8-c7c5-4949-9df3-1a9fa417288f tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:57.758574 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-706542f8-c7c5-4949-9df3-1a9fa417288f tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.9179883 May 18 18:03:57.764063 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 47040) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:03:57.774094 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-3242291e-0349-4696-b4f0-e1bf116eca66 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Request body: {'security_group_rule': {'security_group_id': '284c773b-9500-4102-8a25-58c9e9326018', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:03:57.789209 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-e55f3160-2d45-4667-9166-d3b96e94ff0e admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.8048422 May 18 18:03:57.791177 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42629e3b-a018-4ef9-a11c-9c9166c8cd3e req-5137a888-f4cd-4683-b506-ca7cd32c86bf tempest-ImagesOneServerTestJSON-1180529708 tempest-ImagesOneServerTestJSON-1180529708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:57.794829 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 47042) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:03:57.806855 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-42629e3b-a018-4ef9-a11c-9c9166c8cd3e req-5137a888-f4cd-4683-b506-ca7cd32c86bf tempest-ImagesOneServerTestJSON-1180529708 tempest-ImagesOneServerTestJSON-1180529708-project] 10.222.0.85 "GET /v2.0/ports?device_id=6fe7ba5f-7c16-4fb0-8d4e-275a46e53e3c HTTP/1.1" status: 200 len: 948 time: 0.2754228 May 18 18:03:57.819678 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-b568314e-7044-4260-800c-22254e6daa5f admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-511885408-router', 'tenant_id': '3fdbf5ca8a2142d9bb14e5cf523c6add', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:03:57.861519 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3242291e-0349-4696-b4f0-e1bf116eca66 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:57.868272 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6d9e5d-48fc-41e2-9551-b0785ce2f038 req-1a88aaea-6720-4b7a-a768-f0349e35337b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:57.871346 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ce6d9e5d-48fc-41e2-9551-b0785ce2f038 req-1a88aaea-6720-4b7a-a768-f0349e35337b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c95c071176d44e1393b66dc9873791e2&device_id=84d410e5-f4e3-429d-81c6-65d701445b6d HTTP/1.1" status: 200 len: 1099 time: 0.1501255 May 18 18:03:57.876827 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b568314e-7044-4260-800c-22254e6daa5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25099'] for router, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:57.879272 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b568314e-7044-4260-800c-22254e6daa5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-593238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596850', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25088'] for router, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:57.906873 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-42629e3b-a018-4ef9-a11c-9c9166c8cd3e req-bb7e31a0-68e6-4101-b3ea-af33a1aa8a44 tempest-ImagesOneServerTestJSON-1180529708 tempest-ImagesOneServerTestJSON-1180529708-project] 10.222.0.85 "GET /v2.0/security-groups?id=9838ff41-b70c-4bb6-9824-55de265380e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030462 May 18 18:03:57.937963 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-497ece3b-005a-4a8e-9f2d-28898ef54b4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-426a39ea-1ed1-469b-8675-406118e8adc7', 'network_id': '426a39ea-1ed1-469b-8675-406118e8adc7', 'tenant_id': '3fdbf5ca8a2142d9bb14e5cf523c6add', 'fixed_ips': [{'subnet_id': '2728997d-3202-4ad4-aa33-08239b02a122'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:03:57.939514 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-497ece3b-005a-4a8e-9f2d-28898ef54b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:57.960918 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-68c0c368-d7f8-4d68-94c2-47407cb5138d req-b8646632-2592-4719-ab94-0d4cf150f69e service neutron] 10.222.0.88 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3724246 May 18 18:03:57.965242 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7c86cfad-540a-414b-9893-244322c6f8e3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:57.982569 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7c86cfad-540a-414b-9893-244322c6f8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:58.053014 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b568314e-7044-4260-800c-22254e6daa5f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:58.062172 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c86cfad-540a-414b-9893-244322c6f8e3 admin admin] Pushing event updated for resources: {'Port': ['ID=8c8f680e-3b99-4ef5-80b6-7446d3749b02,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:03:58.162761 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7c86cfad-540a-414b-9893-244322c6f8e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-595870'] for router_interface, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:58.177829 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 9a3d5f8f-a30e-4ad7-aba0-b2acf9f2fbc3 details requested by agent hyperv_n-h2-838550-3 with host n-h2-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:03:58.193564 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3242291e-0349-4696-b4f0-e1bf116eca66 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:58.209861 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-497ece3b-005a-4a8e-9f2d-28898ef54b4e None None] Allocated IP 172.20.0.2 (426a39ea-1ed1-469b-8675-406118e8adc7/2728997d-3202-4ad4-aa33-08239b02a122/89a3968a-18c8-4f0a-8510-9a7683f19bd3) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:03:58.217242 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-68c0c368-d7f8-4d68-94c2-47407cb5138d req-c8d23a8c-8aef-4fb6-a26e-8ee294d30780 service neutron] 10.222.0.88 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2462938 May 18 18:03:58.225316 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3242291e-0349-4696-b4f0-e1bf116eca66 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:58.270152 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6d9e5d-48fc-41e2-9551-b0785ce2f038 req-2d33f838-4aa0-43cc-966d-c63dbefe2466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:58.272627 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ce6d9e5d-48fc-41e2-9551-b0785ce2f038 req-2d33f838-4aa0-43cc-966d-c63dbefe2466 service neutron] 10.222.0.88 "GET /v2.0/networks?id=4c8ef274-9ecc-47c2-9686-5eebd78fb305 HTTP/1.1" status: 200 len: 870 time: 0.3756452 May 18 18:03:58.295416 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3242291e-0349-4696-b4f0-e1bf116eca66 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf53c113-2af1-46b6-b2ab-8a4bb110177f,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:03:58.341843 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c86cfad-540a-414b-9893-244322c6f8e3 admin admin] Network 3a8e80be-5031-4df8-aefc-8c742c6aeeb6 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:03:58.343544 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-7c86cfad-540a-414b-9893-244322c6f8e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:03:58.405576 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ce6d9e5d-48fc-41e2-9551-b0785ce2f038 req-06c9a2f3-bdc6-4a9b-84d0-103ba614d8a6 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=65eaebad-5f15-498f-8a10-409fcd0c25c6 HTTP/1.1" status: 200 len: 217 time: 0.1033585 May 18 18:03:58.409199 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 47050) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:03:58.461115 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 9a3d5f8f-a30e-4ad7-aba0-b2acf9f2fbc3, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=9a3d5f8f-a30e-4ad7-aba0-b2acf9f2fbc3,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:03:58.479603 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c86cfad-540a-414b-9893-244322c6f8e3 admin admin] Router 115148f0-d122-4fa2-9b93-35a2636e8f24 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:03:58.494769 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Returning: {'device': '9a3d5f8f-a30e-4ad7-aba0-b2acf9f2fbc3', 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305', 'port_id': '9a3d5f8f-a30e-4ad7-aba0-b2acf9f2fbc3', 'mac_address': 'fa:16:3e:28:c8:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2531ae9-89db-4dcf-b670-9eac4c9cde53', 'ip_address': '192.168.233.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:03:58.506238 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3242291e-0349-4696-b4f0-e1bf116eca66 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:58.507356 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-3242291e-0349-4696-b4f0-e1bf116eca66 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7387435 May 18 18:03:58.514624 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b568314e-7044-4260-800c-22254e6daa5f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:58.517499 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 47054) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:03:58.568279 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-d79933d0-e539-4776-8f67-6c42e6ceaf78 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Request body: {'security_group_rule': {'security_group_id': '284c773b-9500-4102-8a25-58c9e9326018', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:03:58.646153 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-497ece3b-005a-4a8e-9f2d-28898ef54b4e None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:58.653880 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a933506a-9f8c-4912-b636-c2029325c7c2 req-1463931a-813b-462c-9c97-a41d0202f338 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:58.664739 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a933506a-9f8c-4912-b636-c2029325c7c2 req-1463931a-813b-462c-9c97-a41d0202f338 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/ports?device_id=37b6f181-4d76-4205-a196-1fa0b0b50cc2 HTTP/1.1" status: 200 len: 945 time: 0.3006761 May 18 18:03:58.668559 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d79933d0-e539-4776-8f67-6c42e6ceaf78 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:58.672899 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-497ece3b-005a-4a8e-9f2d-28898ef54b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:58.678879 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6d9e5d-48fc-41e2-9551-b0785ce2f038 req-23f3c936-3fcc-4af7-a1e0-22d0cf18a1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:58.680324 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ce6d9e5d-48fc-41e2-9551-b0785ce2f038 req-23f3c936-3fcc-4af7-a1e0-22d0cf18a1d3 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c2531ae9-89db-4dcf-b670-9eac4c9cde53 HTTP/1.1" status: 200 len: 843 time: 0.2557359 May 18 18:03:58.690595 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 9a3d5f8f-a30e-4ad7-aba0-b2acf9f2fbc3 is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:03:58.691388 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:58.694402 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c86cfad-540a-414b-9893-244322c6f8e3 admin admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:03:58.712816 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-7c86cfad-540a-414b-9893-244322c6f8e3 admin admin] 10.222.0.85 "PUT /v2.0/routers/115148f0-d122-4fa2-9b93-35a2636e8f24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3738916 May 18 18:03:58.738663 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de47dc1b-6427-461e-961f-e63020d1f44d None None] Sync routers for ids ['115148f0-d122-4fa2-9b93-35a2636e8f24'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:03:58.782981 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-497ece3b-005a-4a8e-9f2d-28898ef54b4e None None] Network 426a39ea-1ed1-469b-8675-406118e8adc7 is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:03:58.796974 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-497ece3b-005a-4a8e-9f2d-28898ef54b4e None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:03:58.809300 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a3d5f8f-a30e-4ad7-aba0-b2acf9f2fbc3 {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:03:58.819980 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-734c90b2-2b87-4328-8a9d-4dc90f0fc1ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:58.836241 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 9a3d5f8f-a30e-4ad7-aba0-b2acf9f2fbc3, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=9a3d5f8f-a30e-4ad7-aba0-b2acf9f2fbc3,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:03:58.843141 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497ece3b-005a-4a8e-9f2d-28898ef54b4e None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:03:58.846551 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de47dc1b-6427-461e-961f-e63020d1f44d None None] Routers {'115148f0-d122-4fa2-9b93-35a2636e8f24'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:03:58.847859 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-de47dc1b-6427-461e-961f-e63020d1f44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:03:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['115148f0-d122-4fa2-9b93-35a2636e8f24'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:03:58.852435 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 423b0ad7-4895-4742-be7f-a6f7c15eb085 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:03:58.910041 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a933506a-9f8c-4912-b636-c2029325c7c2 req-3b76c9f5-1e41-4390-a47e-14427a902a7f tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/security-groups?id=bda815dc-3228-454b-a95b-f89a3eeb79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442579 May 18 18:03:58.912476 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72acd316-af42-4e4c-b40c-b054c5148076 req-38de0872-0d7f-4799-a321-30399c573c07 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:58.921681 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-72acd316-af42-4e4c-b40c-b054c5148076 req-38de0872-0d7f-4799-a321-30399c573c07 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=84d410e5-f4e3-429d-81c6-65d701445b6d HTTP/1.1" status: 200 len: 948 time: 0.0760443 May 18 18:03:58.965075 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d79933d0-e539-4776-8f67-6c42e6ceaf78 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:58.982217 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d79933d0-e539-4776-8f67-6c42e6ceaf78 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:58.992879 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-16c1493a-93f8-46eb-b07d-c5e672e5df38 None None] Provisioning complete for port 8c8f680e-3b99-4ef5-80b6-7446d3749b02 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:03:58.993256 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-16c1493a-93f8-46eb-b07d-c5e672e5df38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:58.997526 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:58.999923 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-72acd316-af42-4e4c-b40c-b054c5148076 req-a3d96a80-2293-494e-8ed0-60efd63e672d tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756230 May 18 18:03:59.006392 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6d9e5d-48fc-41e2-9551-b0785ce2f038 req-4aaae5ed-f121-44ac-89c3-715d09fcfcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:59.009175 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ce6d9e5d-48fc-41e2-9551-b0785ce2f038 req-4aaae5ed-f121-44ac-89c3-715d09fcfcbb service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4c8ef274-9ecc-47c2-9686-5eebd78fb305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2771173 May 18 18:03:59.056864 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497ece3b-005a-4a8e-9f2d-28898ef54b4e None None] Pushing event updated for resources: {'Port': ['ID=89a3968a-18c8-4f0a-8510-9a7683f19bd3,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:03:59.059115 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79933d0-e539-4776-8f67-6c42e6ceaf78 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d80993a-090c-458f-a937-53f30e694e01,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:03:59.343012 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-16c1493a-93f8-46eb-b07d-c5e672e5df38 None None] Port 8c8f680e-3b99-4ef5-80b6-7446d3749b02 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:03:59.389366 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-497ece3b-005a-4a8e-9f2d-28898ef54b4e None None] Attempting to bind port 89a3968a-18c8-4f0a-8510-9a7683f19bd3 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:03:59.389748 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-497ece3b-005a-4a8e-9f2d-28898ef54b4e None None] Attempting to bind port 89a3968a-18c8-4f0a-8510-9a7683f19bd3 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '1aea2a35-1fcb-44d9-9243-9716f311d349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '426a39ea-1ed1-469b-8675-406118e8adc7'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:03:59.390115 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497ece3b-005a-4a8e-9f2d-28898ef54b4e None None] Attempting to bind port 89a3968a-18c8-4f0a-8510-9a7683f19bd3 on network 426a39ea-1ed1-469b-8675-406118e8adc7 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:03:59.397835 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 423b0ad7-4895-4742-be7f-a6f7c15eb085 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:03:59.398208 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:59.409519 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['9a3d5f8f-a30e-4ad7-aba0-b2acf9f2fbc3'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:03:59.412824 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=9a3d5f8f-a30e-4ad7-aba0-b2acf9f2fbc3,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:03:59.445347 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497ece3b-005a-4a8e-9f2d-28898ef54b4e None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:03:59.445814 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497ece3b-005a-4a8e-9f2d-28898ef54b4e None None] Checking segment: {'id': '1aea2a35-1fcb-44d9-9243-9716f311d349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '426a39ea-1ed1-469b-8675-406118e8adc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:03:59.446228 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-497ece3b-005a-4a8e-9f2d-28898ef54b4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:59.447239 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497ece3b-005a-4a8e-9f2d-28898ef54b4e None None] Bound using segment: {'id': '1aea2a35-1fcb-44d9-9243-9716f311d349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '426a39ea-1ed1-469b-8675-406118e8adc7'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:03:59.447842 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-497ece3b-005a-4a8e-9f2d-28898ef54b4e None None] Bound port: 89a3968a-18c8-4f0a-8510-9a7683f19bd3, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1aea2a35-1fcb-44d9-9243-9716f311d349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '426a39ea-1ed1-469b-8675-406118e8adc7'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:03:59.448314 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-497ece3b-005a-4a8e-9f2d-28898ef54b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:59.477645 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-de47dc1b-6427-461e-961f-e63020d1f44d None None] Set router 115148f0-d122-4fa2-9b93-35a2636e8f24 gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:03:59.485238 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d79933d0-e539-4776-8f67-6c42e6ceaf78 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:59.490210 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-d79933d0-e539-4776-8f67-6c42e6ceaf78 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9513986 May 18 18:03:59.493478 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 47076) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:03:59.501251 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-0977136a-7009-4706-b7fa-de043143206a tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Request body: {'floatingip': {'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:03:59.540636 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e232c97-6617-480e-927c-86c7fdde5ea1 req-f37c398c-00ff-4476-98c3-8c824556da80 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:59.555031 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3e232c97-6617-480e-927c-86c7fdde5ea1 req-f37c398c-00ff-4476-98c3-8c824556da80 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] 10.222.0.85 "GET /v2.0/networks?id=3a8e80be-5031-4df8-aefc-8c742c6aeeb6 HTTP/1.1" status: 200 len: 829 time: 0.2215962 May 18 18:03:59.590527 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3e232c97-6617-480e-927c-86c7fdde5ea1 req-7da986ce-f2fa-475e-81c5-bcaedc4e9b37 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] 10.222.0.85 "GET /v2.0/quotas/16e4397c1c2b4675a99e50a03e09ab2a HTTP/1.1" status: 200 len: 375 time: 0.0334902 May 18 18:03:59.592385 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-734c90b2-2b87-4328-8a9d-4dc90f0fc1ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:59.592690 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0977136a-7009-4706-b7fa-de043143206a tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Notify callbacks [] for floatingip, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:59.603988 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-734c90b2-2b87-4328-8a9d-4dc90f0fc1ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:59.672558 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5577dc3-3567-47e7-82c8-108d28d65b7e req-d97c5e38-bddc-42db-bc34-f56980be9678 tempest-ImagesOneServerTestJSON-1180529708 tempest-ImagesOneServerTestJSON-1180529708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:03:59.681231 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e5577dc3-3567-47e7-82c8-108d28d65b7e req-d97c5e38-bddc-42db-bc34-f56980be9678 tempest-ImagesOneServerTestJSON-1180529708 tempest-ImagesOneServerTestJSON-1180529708-project] 10.222.0.85 "GET /v2.0/ports?device_id=6fe7ba5f-7c16-4fb0-8d4e-275a46e53e3c HTTP/1.1" status: 200 len: 949 time: 0.6097589 May 18 18:03:59.764135 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ce6d9e5d-48fc-41e2-9551-b0785ce2f038 req-8690fa8a-7926-4f0a-b020-f4af15cc5211 service neutron] 10.222.0.88 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7397282 May 18 18:03:59.772470 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3e232c97-6617-480e-927c-86c7fdde5ea1 req-57b472ec-be17-4c41-8b27-23af884e1d7d tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=16e4397c1c2b4675a99e50a03e09ab2a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1733158 May 18 18:03:59.810117 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-734c90b2-2b87-4328-8a9d-4dc90f0fc1ea admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=c1b2b20abb7e4976bd0a72dc283a009c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3875034 May 18 18:03:59.823792 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 47078) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:03:59.837500 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-497ece3b-005a-4a8e-9f2d-28898ef54b4e None None] For port 89a3968a-18c8-4f0a-8510-9a7683f19bd3, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:03:59.865024 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734c90b2-2b87-4328-8a9d-4dc90f0fc1ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=140ae125-fb24-44a9-9799-1c3c2e45f794,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:03:59.868286 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-497ece3b-005a-4a8e-9f2d-28898ef54b4e None None] For port 89a3968a-18c8-4f0a-8510-9a7683f19bd3, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=89a3968a-18c8-4f0a-8510-9a7683f19bd3,segment=NetworkSegment(1aea2a35-1fcb-44d9-9243-9716f311d349),segment_id=1aea2a35-1fcb-44d9-9243-9716f311d349)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:03:59.892727 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-497ece3b-005a-4a8e-9f2d-28898ef54b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:03:59.913727 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 423b0ad7-4895-4742-be7f-a6f7c15eb085 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:03:59.961327 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e5577dc3-3567-47e7-82c8-108d28d65b7e req-ce8a550f-4d15-48eb-bac4-edfac500ac2c tempest-ImagesOneServerTestJSON-1180529708 tempest-ImagesOneServerTestJSON-1180529708-project] 10.222.0.85 "GET /v2.0/security-groups?id=9838ff41-b70c-4bb6-9824-55de265380e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2789865 May 18 18:04:00.019043 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ce6d9e5d-48fc-41e2-9551-b0785ce2f038 req-318d52e6-efd1-40a7-a206-b5fcaae0948f service neutron] 10.222.0.88 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412293 May 18 18:04:00.071344 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497ece3b-005a-4a8e-9f2d-28898ef54b4e None None] Pushing event updated for resources: {'Port': ['ID=89a3968a-18c8-4f0a-8510-9a7683f19bd3,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:04:00.077087 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b568314e-7044-4260-800c-22254e6daa5f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:00.121920 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df19e8e8-398a-4779-8ef0-35adb26f0b0a req-c4695aa4-2302-4c9b-b296-f4cbd8c71309 tempest-LiveAutoBlockMigrationV225Test-940020400 tempest-LiveAutoBlockMigrationV225Test-940020400-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:00.123705 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-df19e8e8-398a-4779-8ef0-35adb26f0b0a req-c4695aa4-2302-4c9b-b296-f4cbd8c71309 tempest-LiveAutoBlockMigrationV225Test-940020400 tempest-LiveAutoBlockMigrationV225Test-940020400-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=37b6f181-4d76-4205-a196-1fa0b0b50cc2&tenant_id=38c3fbce1f554996bc4a73e5f0f7c3e8&binding%3Ahost_id=n-h2-838550-3 HTTP/1.1" status: 200 len: 1096 time: 0.2982838 May 18 18:04:00.125024 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b568314e-7044-4260-800c-22254e6daa5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:00.148749 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-de47dc1b-6427-461e-961f-e63020d1f44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '115148f0-d122-4fa2-9b93-35a2636e8f24', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1522561119-router', 'tenant_id': '16e4397c1c2b4675a99e50a03e09ab2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '423b0ad7-4895-4742-be7f-a6f7c15eb085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:03:45Z', 'updated_at': '2022-05-18T18:03:57Z', 'revision_number': 4, 'project_id': '16e4397c1c2b4675a99e50a03e09ab2a', 'gw_port': {'id': '423b0ad7-4895-4742-be7f-a6f7c15eb085', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f3:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115148f0-d122-4fa2-9b93-35a2636e8f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:03:47Z', 'updated_at': '2022-05-18T18:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '8c8f680e-3b99-4ef5-80b6-7446d3749b02', 'name': '', 'network_id': '3a8e80be-5031-4df8-aefc-8c742c6aeeb6', 'tenant_id': '16e4397c1c2b4675a99e50a03e09ab2a', 'mac_address': 'fa:16:3e:0c:76:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '115148f0-d122-4fa2-9b93-35a2636e8f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '63b868d7-4f89-4619-a220-97db8091197d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:03:55Z', 'updated_at': '2022-05-18T18:03:57Z', 'revision_number': 2, 'project_id': '16e4397c1c2b4675a99e50a03e09ab2a', 'subnets': [{'id': '63b868d7-4f89-4619-a220-97db8091197d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:04:00.163660 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-df19e8e8-398a-4779-8ef0-35adb26f0b0a req-1e7c6fb3-44b5-41db-af3a-941d0253ef00 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-838550-3'}}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:04:00.189507 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de47dc1b-6427-461e-961f-e63020d1f44d None None] Checking router: 115148f0-d122-4fa2-9b93-35a2636e8f24 for host: n-d-838550-3 {{(pid=102732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:04:00.190505 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de47dc1b-6427-461e-961f-e63020d1f44d None None] Updating router 115148f0-d122-4fa2-9b93-35a2636e8f24 port 8c8f680e-3b99-4ef5-80b6-7446d3749b02 binding host n-d-838550-3 {{(pid=102732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 18:04:00.221803 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 65eaebad-5f15-498f-8a10-409fcd0c25c6 details requested by agent hyperv_n-h2-838550-3 with host n-h2-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:04:00.316134 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3e232c97-6617-480e-927c-86c7fdde5ea1 req-2d5b2f7f-0dac-4977-8f68-df6fe79cad05 service neutron] 10.222.0.85 "GET /v2.0/networks/3a8e80be-5031-4df8-aefc-8c742c6aeeb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5267639 May 18 18:04:00.333315 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0977136a-7009-4706-b7fa-de043143206a tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:00.341983 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-de47dc1b-6427-461e-961f-e63020d1f44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:00.381662 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-df19e8e8-398a-4779-8ef0-35adb26f0b0a req-1e7c6fb3-44b5-41db-af3a-941d0253ef00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:00.391096 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb17483d-2899-4cc6-89d7-c8faed78a834 req-c0f65628-c1b3-453f-b090-6e72def770ea tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:00.392864 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cb17483d-2899-4cc6-89d7-c8faed78a834 req-c0f65628-c1b3-453f-b090-6e72def770ea tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/ports?device_id=37b6f181-4d76-4205-a196-1fa0b0b50cc2 HTTP/1.1" status: 200 len: 945 time: 0.2633190 May 18 18:04:00.405243 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a3e8230a-49e4-4aa6-821c-bc423078f856 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:00.456358 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 65eaebad-5f15-498f-8a10-409fcd0c25c6, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=65eaebad-5f15-498f-8a10-409fcd0c25c6,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:04:00.483574 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Returning: {'device': '65eaebad-5f15-498f-8a10-409fcd0c25c6', 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305', 'port_id': '65eaebad-5f15-498f-8a10-409fcd0c25c6', 'mac_address': 'fa:16:3e:14:a8:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2531ae9-89db-4dcf-b670-9eac4c9cde53', 'ip_address': '192.168.233.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:04:00.487412 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a3e8230a-49e4-4aa6-821c-bc423078f856 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:00.543249 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-b568314e-7044-4260-800c-22254e6daa5f admin admin] Allocated IP 172.25.5.227 (31ebd439-090c-4b25-bbb0-31c48711b145/363a2810-8a83-4be0-a317-7c91fcd94485/bf35efd3-2ec3-48cd-8df2-92272dad7dab) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:04:00.558929 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cb17483d-2899-4cc6-89d7-c8faed78a834 req-696de77a-37fe-4556-8a3d-d6d90366695f tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/security-groups?id=bda815dc-3228-454b-a95b-f89a3eeb79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452494 May 18 18:04:00.595618 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a3e8230a-49e4-4aa6-821c-bc423078f856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:00.598498 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a3e8230a-49e4-4aa6-821c-bc423078f856 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:00.607017 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-a3e8230a-49e4-4aa6-821c-bc423078f856 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/140ae125-fb24-44a9-9799-1c3c2e45f794 HTTP/1.1" status: 204 len: 168 time: 0.7796180 May 18 18:04:00.623323 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 793d1fc5-3dfd-42ee-ada4-434fe7234b7f details requested by agent hyperv_n-h1-838550-3 with host n-h1-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:04:00.633732 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8230a-49e4-4aa6-821c-bc423078f856 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=140ae125-fb24-44a9-9799-1c3c2e45f794,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:04:00.669801 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 65eaebad-5f15-498f-8a10-409fcd0c25c6 is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:04:00.676005 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:00.677165 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3e232c97-6617-480e-927c-86c7fdde5ea1 req-b38c4f38-86e9-4c6a-a888-2234335156d8 service neutron] 10.222.0.85 "GET /v2.0/networks/3a8e80be-5031-4df8-aefc-8c742c6aeeb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3485847 May 18 18:04:00.812638 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65eaebad-5f15-498f-8a10-409fcd0c25c6 {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:04:00.850310 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:00.878052 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-df19e8e8-398a-4779-8ef0-35adb26f0b0a req-1e7c6fb3-44b5-41db-af3a-941d0253ef00 service neutron] For port 793d1fc5-3dfd-42ee-ada4-434fe7234b7f, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=793d1fc5-3dfd-42ee-ada4-434fe7234b7f,segment=NetworkSegment(6537e25f-afe8-4089-8825-f23e3073c58d),segment_id=6537e25f-afe8-4089-8825-f23e3073c58d)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:04:00.915343 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5ffbf6-e109-4fe9-92a8-83cbca37337c req-e878d530-adc6-44c7-a602-858445faed07 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:00.923181 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4c5ffbf6-e109-4fe9-92a8-83cbca37337c req-e878d530-adc6-44c7-a602-858445faed07 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=84d410e5-f4e3-429d-81c6-65d701445b6d HTTP/1.1" status: 200 len: 948 time: 0.1980431 May 18 18:04:00.956943 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 65eaebad-5f15-498f-8a10-409fcd0c25c6, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=65eaebad-5f15-498f-8a10-409fcd0c25c6,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:04:00.975871 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:00.998301 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b568314e-7044-4260-800c-22254e6daa5f admin admin] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:00.999318 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:01.037535 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 793d1fc5-3dfd-42ee-ada4-434fe7234b7f, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=793d1fc5-3dfd-42ee-ada4-434fe7234b7f,segment=NetworkSegment(6537e25f-afe8-4089-8825-f23e3073c58d),segment_id=6537e25f-afe8-4089-8825-f23e3073c58d)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:04:01.048457 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a0ef5a19-2392-422a-b494-59e746141b3e req-3cba5edf-8754-4cb3-b7c0-c5b421f83ca4 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] 10.222.0.85 "GET /v2.0/ports?device_id=701fb003-f086-4826-85e1-a0b9d8f70ae6 HTTP/1.1" status: 200 len: 210 time: 0.0579195 May 18 18:04:01.086124 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 793d1fc5-3dfd-42ee-ada4-434fe7234b7f has no active binding in host n-h1-838550-3 {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} May 18 18:04:01.127679 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-df19e8e8-398a-4779-8ef0-35adb26f0b0a req-1e7c6fb3-44b5-41db-af3a-941d0253ef00 service neutron] For port 793d1fc5-3dfd-42ee-ada4-434fe7234b7f, host n-h2-838550-3, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:04:01.132962 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 89a3968a-18c8-4f0a-8510-9a7683f19bd3 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:04:01.181818 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4c5ffbf6-e109-4fe9-92a8-83cbca37337c req-e5b0c82f-3bbf-402d-bc50-17d579e27792 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2571216 May 18 18:04:01.255453 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37b6f181-4d76-4205-a196-1fa0b0b50cc2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '793d1fc5-3dfd-42ee-ada4-434fe7234b7f'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:04:01.263905 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6210b574-d511-4b9f-82ff-2595f5b98842" -d '{"events": [{"server_uuid": "37b6f181-4d76-4205-a196-1fa0b0b50cc2", "name": "network-vif-unplugged", "status": "completed", "tag": "793d1fc5-3dfd-42ee-ada4-434fe7234b7f"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:04:01.283184 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-df19e8e8-398a-4779-8ef0-35adb26f0b0a req-1e7c6fb3-44b5-41db-af3a-941d0253ef00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:01.310267 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-df19e8e8-398a-4779-8ef0-35adb26f0b0a req-1e7c6fb3-44b5-41db-af3a-941d0253ef00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:01.320323 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b568314e-7044-4260-800c-22254e6daa5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:01.324239 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72924428-a48a-4c25-b93d-fd40fa45b0c2 req-bebe3a35-6eab-423a-9ba1-1ecc162e34c9 tempest-ImagesOneServerTestJSON-1180529708 tempest-ImagesOneServerTestJSON-1180529708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:01.328810 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-72924428-a48a-4c25-b93d-fd40fa45b0c2 req-bebe3a35-6eab-423a-9ba1-1ecc162e34c9 tempest-ImagesOneServerTestJSON-1180529708 tempest-ImagesOneServerTestJSON-1180529708-project] 10.222.0.85 "GET /v2.0/ports?device_id=6fe7ba5f-7c16-4fb0-8d4e-275a46e53e3c HTTP/1.1" status: 200 len: 949 time: 0.1102073 May 18 18:04:01.352885 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 May 2022 18:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5e69530-f96b-4c4b-93af-ad997bbe22d1 x-openstack-request-id: req-f5e69530-f96b-4c4b-93af-ad997bbe22d1 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:04:01.353188 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37b6f181-4d76-4205-a196-1fa0b0b50cc2", "name": "network-vif-unplugged", "status": "completed", "tag": "793d1fc5-3dfd-42ee-ada4-434fe7234b7f", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:04:01.353409 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-f5e69530-f96b-4c4b-93af-ad997bbe22d1 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:04:01.356836 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5e69530-f96b-4c4b-93af-ad997bbe22d1'] response: {'server_uuid': '37b6f181-4d76-4205-a196-1fa0b0b50cc2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '793d1fc5-3dfd-42ee-ada4-434fe7234b7f', 'code': 200} May 18 18:04:01.404632 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b568314e-7044-4260-800c-22254e6daa5f admin admin] Network 31ebd439-090c-4b25-bbb0-31c48711b145 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:04:01.418700 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-b568314e-7044-4260-800c-22254e6daa5f admin admin] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:04:01.422960 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7c6fb3-44b5-41db-af3a-941d0253ef00 service neutron] Pushing event updated for resources: {'Port': ['ID=793d1fc5-3dfd-42ee-ada4-434fe7234b7f,revision_number=7']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:04:01.434386 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-de47dc1b-6427-461e-961f-e63020d1f44d None None] Notify callbacks [] for port, precommit_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:01.447155 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=65eaebad-5f15-498f-8a10-409fcd0c25c6,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:04:01.457226 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b568314e-7044-4260-800c-22254e6daa5f admin admin] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:04:01.458487 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['65eaebad-5f15-498f-8a10-409fcd0c25c6'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:04:01.461565 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-de47dc1b-6427-461e-961f-e63020d1f44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:01.479802 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-72924428-a48a-4c25-b93d-fd40fa45b0c2 req-e4c2ca59-883a-49c9-9d1a-d13c8e49bfca tempest-ImagesOneServerTestJSON-1180529708 tempest-ImagesOneServerTestJSON-1180529708-project] 10.222.0.85 "GET /v2.0/security-groups?id=9838ff41-b70c-4bb6-9824-55de265380e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350307 May 18 18:04:01.541880 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-0977136a-7009-4706-b7fa-de043143206a tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Allocated IP 172.25.5.34 (31ebd439-090c-4b25-bbb0-31c48711b145/363a2810-8a83-4be0-a317-7c91fcd94485/c110e52b-9879-4015-a344-d3d3927df735) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:04:01.624642 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-df19e8e8-398a-4779-8ef0-35adb26f0b0a req-1e7c6fb3-44b5-41db-af3a-941d0253ef00 service neutron] Attempting to bind port 793d1fc5-3dfd-42ee-ada4-434fe7234b7f on host n-h2-838550-3 for vnic_type normal with profile {"migrating_to": "n-h1-838550-3"} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:04:01.625948 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031a7744-2365-49d5-8823-17b192cf608e None None] Pushing event updated for resources: {'Port': ['ID=8c8f680e-3b99-4ef5-80b6-7446d3749b02,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:04:01.632605 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-df19e8e8-398a-4779-8ef0-35adb26f0b0a req-1e7c6fb3-44b5-41db-af3a-941d0253ef00 service neutron] Attempting to bind port 793d1fc5-3dfd-42ee-ada4-434fe7234b7f by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': '6537e25f-afe8-4089-8825-f23e3073c58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'e7bb4226-ce97-4ecd-a736-061f4f786581'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:04:01.634469 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df19e8e8-398a-4779-8ef0-35adb26f0b0a req-1e7c6fb3-44b5-41db-af3a-941d0253ef00 service neutron] Attempting to bind port 793d1fc5-3dfd-42ee-ada4-434fe7234b7f on network e7bb4226-ce97-4ecd-a736-061f4f786581 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:04:01.673486 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df19e8e8-398a-4779-8ef0-35adb26f0b0a req-1e7c6fb3-44b5-41db-af3a-941d0253ef00 service neutron] Port 793d1fc5-3dfd-42ee-ada4-434fe7234b7f on network e7bb4226-ce97-4ecd-a736-061f4f786581 not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:04:01.677528 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df19e8e8-398a-4779-8ef0-35adb26f0b0a req-1e7c6fb3-44b5-41db-af3a-941d0253ef00 service neutron] Attempting to bind port 793d1fc5-3dfd-42ee-ada4-434fe7234b7f on network e7bb4226-ce97-4ecd-a736-061f4f786581 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:04:01.697735 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 89a3968a-18c8-4f0a-8510-9a7683f19bd3 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:04:01.700525 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b568314e-7044-4260-800c-22254e6daa5f admin admin] Pushing event updated for resources: {'Port': ['ID=bf35efd3-2ec3-48cd-8df2-92272dad7dab,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:04:01.708220 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:01.730229 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df19e8e8-398a-4779-8ef0-35adb26f0b0a req-1e7c6fb3-44b5-41db-af3a-941d0253ef00 service neutron] Checking agent: {'id': 'd1be059a-68ea-4c77-9b2b-29f4afa47e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:04:01.730573 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df19e8e8-398a-4779-8ef0-35adb26f0b0a req-1e7c6fb3-44b5-41db-af3a-941d0253ef00 service neutron] Checking segment: {'id': '6537e25f-afe8-4089-8825-f23e3073c58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'e7bb4226-ce97-4ecd-a736-061f4f786581'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:04:01.731170 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df19e8e8-398a-4779-8ef0-35adb26f0b0a req-1e7c6fb3-44b5-41db-af3a-941d0253ef00 service neutron] Bound using segment: {'id': '6537e25f-afe8-4089-8825-f23e3073c58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'e7bb4226-ce97-4ecd-a736-061f4f786581'} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:04:01.731783 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-df19e8e8-398a-4779-8ef0-35adb26f0b0a req-1e7c6fb3-44b5-41db-af3a-941d0253ef00 service neutron] Bound port: 793d1fc5-3dfd-42ee-ada4-434fe7234b7f, host: n-h2-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6537e25f-afe8-4089-8825-f23e3073c58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'e7bb4226-ce97-4ecd-a736-061f4f786581'}}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:04:01.732321 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-df19e8e8-398a-4779-8ef0-35adb26f0b0a req-1e7c6fb3-44b5-41db-af3a-941d0253ef00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:01.806899 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0977136a-7009-4706-b7fa-de043143206a tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:01.872859 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0977136a-7009-4706-b7fa-de043143206a tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:01.899240 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0977136a-7009-4706-b7fa-de043143206a tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Network 31ebd439-090c-4b25-bbb0-31c48711b145 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:04:01.969348 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-de47dc1b-6427-461e-961f-e63020d1f44d None None] Attempting to bind port 8c8f680e-3b99-4ef5-80b6-7446d3749b02 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:04:01.969495 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-de47dc1b-6427-461e-961f-e63020d1f44d None None] Attempting to bind port 8c8f680e-3b99-4ef5-80b6-7446d3749b02 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': 'aec3bb45-472a-4723-a9a6-3ae0940a4815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3a8e80be-5031-4df8-aefc-8c742c6aeeb6'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:04:01.973205 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de47dc1b-6427-461e-961f-e63020d1f44d None None] Attempting to bind port 8c8f680e-3b99-4ef5-80b6-7446d3749b02 on network 3a8e80be-5031-4df8-aefc-8c742c6aeeb6 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:04:01.995937 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-df19e8e8-398a-4779-8ef0-35adb26f0b0a req-1e7c6fb3-44b5-41db-af3a-941d0253ef00 service neutron] For port 793d1fc5-3dfd-42ee-ada4-434fe7234b7f, host n-h2-838550-3, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:04:01.999691 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0977136a-7009-4706-b7fa-de043143206a tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Pushing event updated for resources: {'Port': ['ID=c110e52b-9879-4015-a344-d3d3927df735,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:04:02.002005 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-df19e8e8-398a-4779-8ef0-35adb26f0b0a req-1e7c6fb3-44b5-41db-af3a-941d0253ef00 service neutron] For port 793d1fc5-3dfd-42ee-ada4-434fe7234b7f, host n-h2-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=793d1fc5-3dfd-42ee-ada4-434fe7234b7f,segment=NetworkSegment(6537e25f-afe8-4089-8825-f23e3073c58d),segment_id=6537e25f-afe8-4089-8825-f23e3073c58d)] {{(pid=102730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:04:02.003871 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-0977136a-7009-4706-b7fa-de043143206a tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:04:02.012591 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-df19e8e8-398a-4779-8ef0-35adb26f0b0a req-1e7c6fb3-44b5-41db-af3a-941d0253ef00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:02.015051 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0977136a-7009-4706-b7fa-de043143206a tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:04:02.036195 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ac853b-42e6-4a8e-9212-1574f0058b93 None None] Network 426a39ea-1ed1-469b-8675-406118e8adc7 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:04:02.048794 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de47dc1b-6427-461e-961f-e63020d1f44d None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:04:02.049171 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de47dc1b-6427-461e-961f-e63020d1f44d None None] Checking segment: {'id': 'aec3bb45-472a-4723-a9a6-3ae0940a4815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3a8e80be-5031-4df8-aefc-8c742c6aeeb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:04:02.049578 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-de47dc1b-6427-461e-961f-e63020d1f44d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:02.050000 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de47dc1b-6427-461e-961f-e63020d1f44d None None] Bound using segment: {'id': 'aec3bb45-472a-4723-a9a6-3ae0940a4815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3a8e80be-5031-4df8-aefc-8c742c6aeeb6'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:04:02.051978 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-de47dc1b-6427-461e-961f-e63020d1f44d None None] Bound port: 8c8f680e-3b99-4ef5-80b6-7446d3749b02, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aec3bb45-472a-4723-a9a6-3ae0940a4815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3a8e80be-5031-4df8-aefc-8c742c6aeeb6'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:04:02.051978 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-de47dc1b-6427-461e-961f-e63020d1f44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:02.257959 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 47126) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:04:02.279448 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 9a3d5f8f-a30e-4ad7-aba0-b2acf9f2fbc3 up at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:04:02.313881 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7ed0e9d9-bcab-467c-bb95-c93ce0c82362 req-370d2e49-ecdb-4d15-841b-acf5735e533c tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] 10.222.0.85 "GET /v2.0/ports?device_id=701fb003-f086-4826-85e1-a0b9d8f70ae6 HTTP/1.1" status: 200 len: 210 time: 0.1098995 May 18 18:04:02.339888 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd88352d-79ef-4c5e-9cb7-4d2b9563af36 req-8d6cd133-adc0-429e-bd79-ebbeba292769 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:02.347439 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0977136a-7009-4706-b7fa-de043143206a tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:02.359470 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-dd88352d-79ef-4c5e-9cb7-4d2b9563af36 req-8d6cd133-adc0-429e-bd79-ebbeba292769 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/ports?device_id=37b6f181-4d76-4205-a196-1fa0b0b50cc2 HTTP/1.1" status: 200 len: 943 time: 0.3523958 May 18 18:04:02.430617 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0977136a-7009-4706-b7fa-de043143206a tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:02.452038 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df19e8e8-398a-4779-8ef0-35adb26f0b0a req-1e7c6fb3-44b5-41db-af3a-941d0253ef00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:02.452799 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-df19e8e8-398a-4779-8ef0-35adb26f0b0a req-1e7c6fb3-44b5-41db-af3a-941d0253ef00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:02.454589 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-df19e8e8-398a-4779-8ef0-35adb26f0b0a req-1e7c6fb3-44b5-41db-af3a-941d0253ef00 service neutron] 10.222.0.36 "PUT /v2.0/ports/793d1fc5-3dfd-42ee-ada4-434fe7234b7f HTTP/1.1" status: 200 len: 1121 time: 2.3078129 May 18 18:04:02.480488 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7c6fb3-44b5-41db-af3a-941d0253ef00 service neutron] Pushing event updated for resources: {'Port': ['ID=793d1fc5-3dfd-42ee-ada4-434fe7234b7f,revision_number=8']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:04:02.486151 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-d40c95eb-be80-4676-91b0-b0a5b4107d2b None None] Provisioning complete for port 89a3968a-18c8-4f0a-8510-9a7683f19bd3 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:04:02.486786 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d40c95eb-be80-4676-91b0-b0a5b4107d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:02.498765 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-dd88352d-79ef-4c5e-9cb7-4d2b9563af36 req-6b7e5a25-0fd8-4c72-aa89-2aa43be86e29 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/security-groups?id=bda815dc-3228-454b-a95b-f89a3eeb79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381989 May 18 18:04:02.505968 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 89a3968a-18c8-4f0a-8510-9a7683f19bd3 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:04:02.506449 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:02.608825 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-9811dff9-bf2c-457d-acb8-ba5b040a1438 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-275480808-network', 'tenant_id': '1f38cde3deff43fb910ab68e713e2daa'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:04:02.628973 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['793d1fc5-3dfd-42ee-ada4-434fe7234b7f'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:04:02.631807 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['793d1fc5-3dfd-42ee-ada4-434fe7234b7f'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:04:02.638785 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7c6fb3-44b5-41db-af3a-941d0253ef00 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:04:02.639136 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7c6fb3-44b5-41db-af3a-941d0253ef00 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:04:02.639489 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7c6fb3-44b5-41db-af3a-941d0253ef00 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:04:02.639832 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7c6fb3-44b5-41db-af3a-941d0253ef00 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:04:02.640171 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7c6fb3-44b5-41db-af3a-941d0253ef00 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:04:02.640511 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7c6fb3-44b5-41db-af3a-941d0253ef00 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:04:02.640842 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7c6fb3-44b5-41db-af3a-941d0253ef00 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:04:02.641172 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7c6fb3-44b5-41db-af3a-941d0253ef00 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:04:02.641496 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7c6fb3-44b5-41db-af3a-941d0253ef00 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:04:02.653031 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7c6fb3-44b5-41db-af3a-941d0253ef00 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:04:02.653476 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7c6fb3-44b5-41db-af3a-941d0253ef00 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:04:02.654359 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7c6fb3-44b5-41db-af3a-941d0253ef00 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:04:02.692528 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170277e9-209b-4fc5-8fdf-cf538bbf4391 req-6732aed3-6192-4dea-8de2-d1bf023f48cd tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:02.699012 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-170277e9-209b-4fc5-8fdf-cf538bbf4391 req-6732aed3-6192-4dea-8de2-d1bf023f48cd tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=84d410e5-f4e3-429d-81c6-65d701445b6d HTTP/1.1" status: 200 len: 949 time: 0.2094305 May 18 18:04:02.788355 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-170277e9-209b-4fc5-8fdf-cf538bbf4391 req-d809b369-b089-4b22-93a0-898fc0926062 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839674 May 18 18:04:02.880906 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0977136a-7009-4706-b7fa-de043143206a tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:02.890763 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0977136a-7009-4706-b7fa-de043143206a tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:02.935271 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e232c97-6617-480e-927c-86c7fdde5ea1 req-645e855d-2419-46b6-af3e-e02fcd5d5948 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:02.939043 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3e232c97-6617-480e-927c-86c7fdde5ea1 req-645e855d-2419-46b6-af3e-e02fcd5d5948 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] 10.222.0.36 "GET /v2.0/networks?id=3a8e80be-5031-4df8-aefc-8c742c6aeeb6 HTTP/1.1" status: 200 len: 829 time: 0.2043319 May 18 18:04:02.940097 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9811dff9-bf2c-457d-acb8-ba5b040a1438 admin admin] Made reservation on behalf of 1f38cde3deff43fb910ab68e713e2daa for: {'network': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:04:02.945061 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9811dff9-bf2c-457d-acb8-ba5b040a1438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:02.971914 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-3e232c97-6617-480e-927c-86c7fdde5ea1 req-b62e2994-008d-4773-8a5b-8d66fa202d55 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] Request body: {'port': {'device_id': '701fb003-f086-4826-85e1-a0b9d8f70ae6', 'network_id': '3a8e80be-5031-4df8-aefc-8c742c6aeeb6', 'admin_state_up': True, 'tenant_id': '16e4397c1c2b4675a99e50a03e09ab2a'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:04:02.972866 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-de47dc1b-6427-461e-961f-e63020d1f44d None None] For port 8c8f680e-3b99-4ef5-80b6-7446d3749b02, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:04:03.006005 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] For port 89a3968a-18c8-4f0a-8510-9a7683f19bd3, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=89a3968a-18c8-4f0a-8510-9a7683f19bd3,segment=NetworkSegment(1aea2a35-1fcb-44d9-9243-9716f311d349),segment_id=1aea2a35-1fcb-44d9-9243-9716f311d349)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:04:03.019218 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0977136a-7009-4706-b7fa-de043143206a tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Pushing event updated for resources: {'Port': ['ID=c110e52b-9879-4015-a344-d3d3927df735,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:04:03.026294 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0977136a-7009-4706-b7fa-de043143206a tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596987'] for floatingip, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:03.029925 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-de47dc1b-6427-461e-961f-e63020d1f44d None None] For port 8c8f680e-3b99-4ef5-80b6-7446d3749b02, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=8c8f680e-3b99-4ef5-80b6-7446d3749b02,segment=NetworkSegment(aec3bb45-472a-4723-a9a6-3ae0940a4815),segment_id=aec3bb45-472a-4723-a9a6-3ae0940a4815)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:04:03.039745 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:03.042709 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning for port 9a3d5f8f-a30e-4ad7-aba0-b2acf9f2fbc3 completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:04:03.049257 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0977136a-7009-4706-b7fa-de043143206a tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:03.050769 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-0977136a-7009-4706-b7fa-de043143206a tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.5557861 May 18 18:04:03.076171 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9811dff9-bf2c-457d-acb8-ba5b040a1438 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:03.079650 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-de47dc1b-6427-461e-961f-e63020d1f44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:03.111096 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning complete for port 9a3d5f8f-a30e-4ad7-aba0-b2acf9f2fbc3 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:04:03.111464 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:03.115788 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d462bd-7882-4bff-a8b5-045b51f6d8f2 req-a38549fd-446b-4ce0-8ca6-52bec21b2680 tempest-ImagesOneServerTestJSON-1180529708 tempest-ImagesOneServerTestJSON-1180529708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:03.117708 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d2d462bd-7882-4bff-a8b5-045b51f6d8f2 req-a38549fd-446b-4ce0-8ca6-52bec21b2680 tempest-ImagesOneServerTestJSON-1180529708 tempest-ImagesOneServerTestJSON-1180529708-project] 10.222.0.85 "GET /v2.0/ports?device_id=6fe7ba5f-7c16-4fb0-8d4e-275a46e53e3c HTTP/1.1" status: 200 len: 949 time: 0.4325235 May 18 18:04:03.141965 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b568314e-7044-4260-800c-22254e6daa5f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:03.347894 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d2d462bd-7882-4bff-a8b5-045b51f6d8f2 req-cfc045bd-631e-481a-aec8-6fffafc65f62 tempest-ImagesOneServerTestJSON-1180529708 tempest-ImagesOneServerTestJSON-1180529708-project] 10.222.0.85 "GET /v2.0/security-groups?id=9838ff41-b70c-4bb6-9824-55de265380e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009668 May 18 18:04:03.351721 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e232c97-6617-480e-927c-86c7fdde5ea1 req-b62e2994-008d-4773-8a5b-8d66fa202d55 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] Made reservation on behalf of 16e4397c1c2b4675a99e50a03e09ab2a for: {'port': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:04:03.356972 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-3e232c97-6617-480e-927c-86c7fdde5ea1 req-b62e2994-008d-4773-8a5b-8d66fa202d55 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:03.376899 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Pushing event updated for resources: {'Port': ['ID=89a3968a-18c8-4f0a-8510-9a7683f19bd3,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:04:03.379079 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37b6f181-4d76-4205-a196-1fa0b0b50cc2', 'tag': '793d1fc5-3dfd-42ee-ada4-434fe7234b7f'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:04:03.381428 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-661e4c65-9bfe-427f-88b1-6b2d6637e194" -d '{"events": [{"name": "network-changed", "server_uuid": "37b6f181-4d76-4205-a196-1fa0b0b50cc2", "tag": "793d1fc5-3dfd-42ee-ada4-434fe7234b7f"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:04:03.516918 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de47dc1b-6427-461e-961f-e63020d1f44d None None] Routers {'115148f0-d122-4fa2-9b93-35a2636e8f24'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:04:03.517946 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-de47dc1b-6427-461e-961f-e63020d1f44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:03:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['115148f0-d122-4fa2-9b93-35a2636e8f24'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:04:03.520533 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-d40c95eb-be80-4676-91b0-b0a5b4107d2b None None] Current status of the port 89a3968a-18c8-4f0a-8510-9a7683f19bd3 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:04:03.598091 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6018d00d-4051-4d5f-9118-38a46134934d req-8f2f632e-b931-4db9-a831-3a9fd391b964 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:03.599823 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6018d00d-4051-4d5f-9118-38a46134934d req-8f2f632e-b931-4db9-a831-3a9fd391b964 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] 10.222.0.85 "GET /v2.0/networks?id=174e1eea-8e32-4414-9ecf-aeb92f39055c HTTP/1.1" status: 200 len: 821 time: 0.2553883 May 18 18:04:03.620990 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6018d00d-4051-4d5f-9118-38a46134934d req-e84cffa6-68d8-483c-872c-4026174133e9 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] 10.222.0.85 "GET /v2.0/quotas/9fc8cbb0142d4c59976620cf14ef9400 HTTP/1.1" status: 200 len: 375 time: 0.0108602 May 18 18:04:03.631376 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8318e428-4460-43a4-b9ee-e7deaf1cc3bb req-1b281a01-fefe-49cb-9d1e-6b1db386a73a tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] 10.222.0.85 "GET /v2.0/ports?device_id=701fb003-f086-4826-85e1-a0b9d8f70ae6 HTTP/1.1" status: 200 len: 210 time: 0.1022694 May 18 18:04:03.641221 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9811dff9-bf2c-457d-acb8-ba5b040a1438 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:03.673012 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9811dff9-bf2c-457d-acb8-ba5b040a1438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:03.754991 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9811dff9-bf2c-457d-acb8-ba5b040a1438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59ed554b-651f-4272-b5fb-d37883dadd30,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:04:03.777025 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc4bbd3a-dfb3-48c2-aa5d-9d385cd5857b x-openstack-request-id: req-bc4bbd3a-dfb3-48c2-aa5d-9d385cd5857b {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:04:03.779363 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6018d00d-4051-4d5f-9118-38a46134934d req-5f8cdb79-aea2-451a-aa70-a1a3982ccdf4 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=9fc8cbb0142d4c59976620cf14ef9400&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1484079 May 18 18:04:03.782455 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37b6f181-4d76-4205-a196-1fa0b0b50cc2", "tag": "793d1fc5-3dfd-42ee-ada4-434fe7234b7f", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:04:03.783089 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-bc4bbd3a-dfb3-48c2-aa5d-9d385cd5857b {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:04:03.783800 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc4bbd3a-dfb3-48c2-aa5d-9d385cd5857b'] response: {'name': 'network-changed', 'server_uuid': '37b6f181-4d76-4205-a196-1fa0b0b50cc2', 'tag': '793d1fc5-3dfd-42ee-ada4-434fe7234b7f', 'status': 'completed', 'code': 200} May 18 18:04:03.793404 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031a7744-2365-49d5-8823-17b192cf608e None None] Pushing event updated for resources: {'Port': ['ID=8c8f680e-3b99-4ef5-80b6-7446d3749b02,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:04:03.833744 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9811dff9-bf2c-457d-acb8-ba5b040a1438 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 643} {{(pid=102730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:04:03.886434 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 9a3d5f8f-a30e-4ad7-aba0-b2acf9f2fbc3 is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:04:03.887244 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:03.893319 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-2b3ba26e-9f95-48e6-b0a6-5c3e38be0948 None None] Provisioning complete for port 8c8f680e-3b99-4ef5-80b6-7446d3749b02 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:04:03.894076 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-2b3ba26e-9f95-48e6-b0a6-5c3e38be0948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:03.958464 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6018d00d-4051-4d5f-9118-38a46134934d req-3e6db73e-df21-4b53-af57-61b420b225f0 service neutron] 10.222.0.85 "GET /v2.0/networks/174e1eea-8e32-4414-9ecf-aeb92f39055c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775203 May 18 18:04:03.982304 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 9a3d5f8f-a30e-4ad7-aba0-b2acf9f2fbc3, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=9a3d5f8f-a30e-4ad7-aba0-b2acf9f2fbc3,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:04:03.990956 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fe7ba5f-7c16-4fb0-8d4e-275a46e53e3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a3d5f8f-a30e-4ad7-aba0-b2acf9f2fbc3'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:04:03.995065 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-921da2a0-d80d-4fa6-8de6-0ddc4d1fc71c" -d '{"events": [{"server_uuid": "6fe7ba5f-7c16-4fb0-8d4e-275a46e53e3c", "name": "network-vif-plugged", "status": "completed", "tag": "9a3d5f8f-a30e-4ad7-aba0-b2acf9f2fbc3"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:04:04.008114 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:04.020437 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-de47dc1b-6427-461e-961f-e63020d1f44d None None] Set router 115148f0-d122-4fa2-9b93-35a2636e8f24 gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:04:04.089558 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6018d00d-4051-4d5f-9118-38a46134934d req-4b7dd681-b62e-4148-8e43-4d3f57ebbf76 service neutron] 10.222.0.85 "GET /v2.0/networks/174e1eea-8e32-4414-9ecf-aeb92f39055c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305146 May 18 18:04:04.187405 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=9a3d5f8f-a30e-4ad7-aba0-b2acf9f2fbc3,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:04:04.254387 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 65eaebad-5f15-498f-8a10-409fcd0c25c6 up at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:04:04.258051 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9811dff9-bf2c-457d-acb8-ba5b040a1438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:04.258565 n-d-838550-3 neutron-server[102730]: INFO neutron.db.segments_db [None req-9811dff9-bf2c-457d-acb8-ba5b040a1438 admin admin] Added segment 5277e331-cb76-4a28-adff-288b49bc9721 of type vlan for network 2f372af3-44c1-44d0-844a-1de4600a10c9 May 18 18:04:04.286478 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b568314e-7044-4260-800c-22254e6daa5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596801'] for router, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:04.296243 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [req-3e232c97-6617-480e-927c-86c7fdde5ea1 req-b62e2994-008d-4773-8a5b-8d66fa202d55 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] Allocated IP 172.20.0.10 (3a8e80be-5031-4df8-aefc-8c742c6aeeb6/63b868d7-4f89-4619-a220-97db8091197d/f9e2b8d6-da22-484d-9fd7-cc7e315fab76) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:04:04.346599 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-2b3ba26e-9f95-48e6-b0a6-5c3e38be0948 None None] Current status of the port 8c8f680e-3b99-4ef5-80b6-7446d3749b02 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:04:04.346805 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661e4c65-9bfe-427f-88b1-6b2d6637e194 req-4a582231-d980-4e50-9fba-57da2c516fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:04.347029 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-2b3ba26e-9f95-48e6-b0a6-5c3e38be0948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:04.348532 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-661e4c65-9bfe-427f-88b1-6b2d6637e194 req-4a582231-d980-4e50-9fba-57da2c516fca service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=38c3fbce1f554996bc4a73e5f0f7c3e8&device_id=37b6f181-4d76-4205-a196-1fa0b0b50cc2 HTTP/1.1" status: 200 len: 1124 time: 0.5502603 May 18 18:04:04.361975 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ed33fc-3282-4111-9444-b11bedfc4e14 req-fa5dc5b6-5ed6-44c3-9041-5a32bb60ce0b tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:04.364232 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-11ed33fc-3282-4111-9444-b11bedfc4e14 req-fa5dc5b6-5ed6-44c3-9041-5a32bb60ce0b tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=84d410e5-f4e3-429d-81c6-65d701445b6d HTTP/1.1" status: 200 len: 949 time: 0.0936325 May 18 18:04:04.435555 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-11ed33fc-3282-4111-9444-b11bedfc4e14 req-ab2c2b80-bac9-496b-bb67-5269279adaa6 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598543 May 18 18:04:04.444219 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning for port 65eaebad-5f15-498f-8a10-409fcd0c25c6 completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:04:04.449770 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-2b3ba26e-9f95-48e6-b0a6-5c3e38be0948 None None] For port 8c8f680e-3b99-4ef5-80b6-7446d3749b02, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=8c8f680e-3b99-4ef5-80b6-7446d3749b02,segment=NetworkSegment(aec3bb45-472a-4723-a9a6-3ae0940a4815),segment_id=aec3bb45-472a-4723-a9a6-3ae0940a4815)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:04:04.455375 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning complete for port 65eaebad-5f15-498f-8a10-409fcd0c25c6 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:04:04.456044 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:04.462962 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-2b3ba26e-9f95-48e6-b0a6-5c3e38be0948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:04.532815 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9811dff9-bf2c-457d-acb8-ba5b040a1438 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:04.551627 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9644473-60e6-42f0-bf9c-6b65309cc59a x-openstack-request-id: req-e9644473-60e6-42f0-bf9c-6b65309cc59a {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:04:04.562264 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fe7ba5f-7c16-4fb0-8d4e-275a46e53e3c", "name": "network-vif-plugged", "status": "completed", "tag": "9a3d5f8f-a30e-4ad7-aba0-b2acf9f2fbc3", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:04:04.563656 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-e9644473-60e6-42f0-bf9c-6b65309cc59a {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:04:04.564868 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9644473-60e6-42f0-bf9c-6b65309cc59a'] response: {'server_uuid': '6fe7ba5f-7c16-4fb0-8d4e-275a46e53e3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a3d5f8f-a30e-4ad7-aba0-b2acf9f2fbc3', 'code': 200} May 18 18:04:04.591811 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3ba26e-9f95-48e6-b0a6-5c3e38be0948 None None] Pushing event updated for resources: {'Port': ['ID=8c8f680e-3b99-4ef5-80b6-7446d3749b02,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:04:04.621562 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-de47dc1b-6427-461e-961f-e63020d1f44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '115148f0-d122-4fa2-9b93-35a2636e8f24', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1522561119-router', 'tenant_id': '16e4397c1c2b4675a99e50a03e09ab2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '423b0ad7-4895-4742-be7f-a6f7c15eb085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:03:45Z', 'updated_at': '2022-05-18T18:03:57Z', 'revision_number': 4, 'project_id': '16e4397c1c2b4675a99e50a03e09ab2a', 'gw_port': {'id': '423b0ad7-4895-4742-be7f-a6f7c15eb085', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f3:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115148f0-d122-4fa2-9b93-35a2636e8f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:03:47Z', 'updated_at': '2022-05-18T18:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '8c8f680e-3b99-4ef5-80b6-7446d3749b02', 'name': '', 'network_id': '3a8e80be-5031-4df8-aefc-8c742c6aeeb6', 'tenant_id': '16e4397c1c2b4675a99e50a03e09ab2a', 'mac_address': 'fa:16:3e:0c:76:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '115148f0-d122-4fa2-9b93-35a2636e8f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '63b868d7-4f89-4619-a220-97db8091197d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:03:55Z', 'updated_at': '2022-05-18T18:04:02Z', 'revision_number': 4, 'project_id': '16e4397c1c2b4675a99e50a03e09ab2a', 'subnets': [{'id': '63b868d7-4f89-4619-a220-97db8091197d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:04:04.647457 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ab3af3-828a-43b9-b483-95652b07a340 req-99a4e085-4a10-479f-83cd-be41499cd186 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:04.661012 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c9ab3af3-828a-43b9-b483-95652b07a340 req-99a4e085-4a10-479f-83cd-be41499cd186 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/ports?device_id=37b6f181-4d76-4205-a196-1fa0b0b50cc2 HTTP/1.1" status: 200 len: 943 time: 0.7615449 May 18 18:04:04.690820 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de47dc1b-6427-461e-961f-e63020d1f44d None None] The sync data for ids ['115148f0-d122-4fa2-9b93-35a2636e8f24'] in n-d-838550-3 is: [{'id': '115148f0-d122-4fa2-9b93-35a2636e8f24', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1522561119-router', 'tenant_id': '16e4397c1c2b4675a99e50a03e09ab2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '423b0ad7-4895-4742-be7f-a6f7c15eb085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:03:45Z', 'updated_at': '2022-05-18T18:03:57Z', 'revision_number': 4, 'project_id': '16e4397c1c2b4675a99e50a03e09ab2a', 'gw_port': {'id': '423b0ad7-4895-4742-be7f-a6f7c15eb085', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f3:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115148f0-d122-4fa2-9b93-35a2636e8f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:03:47Z', 'updated_at': '2022-05-18T18:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '8c8f680e-3b99-4ef5-80b6-7446d3749b02', 'name': '', 'network_id': '3a8e80be-5031-4df8-aefc-8c742c6aeeb6', 'tenant_id': '16e4397c1c2b4675a99e50a03e09ab2a', 'mac_address': 'fa:16:3e:0c:76:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '115148f0-d122-4fa2-9b93-35a2636e8f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '63b868d7-4f89-4619-a220-97db8091197d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:03:55Z', 'updated_at': '2022-05-18T18:04:02Z', 'revision_number': 4, 'project_id': '16e4397c1c2b4675a99e50a03e09ab2a', 'subnets': [{'id': '63b868d7-4f89-4619-a220-97db8091197d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:04:04.704654 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-06b48983-a1a1-44dd-b73a-23037f2ebfca req-cc226eac-74e9-4ff2-83ba-62d84e7c596f tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] 10.222.0.85 "GET /v2.0/ports?device_id=7ee34a52-f349-49aa-8faf-82e384e9c978 HTTP/1.1" status: 200 len: 210 time: 0.0924017 May 18 18:04:04.710063 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-76b09603-9303-4774-a83d-0111e54b8732 None None] Provisioning complete for port 89a3968a-18c8-4f0a-8510-9a7683f19bd3 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:04:04.711835 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-76b09603-9303-4774-a83d-0111e54b8732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:04.755827 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d64638-fd44-44f5-b4f9-f86615d6b88c req-9f1d0f7a-42a2-484d-8730-316e847a0f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:04.766907 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f6d64638-fd44-44f5-b4f9-f86615d6b88c req-9f1d0f7a-42a2-484d-8730-316e847a0f1f service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=6fe7ba5f-7c16-4fb0-8d4e-275a46e53e3c HTTP/1.1" status: 200 len: 1101 time: 0.1092794 May 18 18:04:04.838680 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f6d64638-fd44-44f5-b4f9-f86615d6b88c req-78cdd3dd-ce06-4a8c-a92c-739013f6943d service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=9838ff41-b70c-4bb6-9824-55de265380e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679791 May 18 18:04:04.881432 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9811dff9-bf2c-457d-acb8-ba5b040a1438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:04.882948 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9811dff9-bf2c-457d-acb8-ba5b040a1438 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:04.885103 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9811dff9-bf2c-457d-acb8-ba5b040a1438 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:05.023754 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 65eaebad-5f15-498f-8a10-409fcd0c25c6 is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:04:05.024195 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:05.027606 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b568314e-7044-4260-800c-22254e6daa5f admin admin] Router 726526af-7bd6-40cb-a681-0f76cc3dfa01 is scheduled to L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e with binding_index 1 {{(pid=102730) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 18 18:04:05.030400 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a9e157-fad1-4d0d-8f1d-eae25343d5ae req-314cd7cd-8d4d-484f-a445-2bf76f4c8ff9 tempest-ImagesOneServerTestJSON-1180529708 tempest-ImagesOneServerTestJSON-1180529708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:05.032371 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-76b09603-9303-4774-a83d-0111e54b8732 None None] Current status of the port 89a3968a-18c8-4f0a-8510-9a7683f19bd3 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:04:05.043841 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-76a9e157-fad1-4d0d-8f1d-eae25343d5ae req-314cd7cd-8d4d-484f-a445-2bf76f4c8ff9 tempest-ImagesOneServerTestJSON-1180529708 tempest-ImagesOneServerTestJSON-1180529708-project] 10.222.0.85 "GET /v2.0/ports?device_id=6fe7ba5f-7c16-4fb0-8d4e-275a46e53e3c HTTP/1.1" status: 200 len: 950 time: 0.1145794 May 18 18:04:05.047264 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c9ab3af3-828a-43b9-b483-95652b07a340 req-1c3fb753-3ea6-4ac9-9894-09d25d60cabe tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/security-groups?id=bda815dc-3228-454b-a95b-f89a3eeb79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3846796 May 18 18:04:05.067517 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-9811dff9-bf2c-457d-acb8-ba5b040a1438 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.7688372 May 18 18:04:05.068614 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 47172) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:04:05.118162 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-eaa02e3b-f196-487d-aed1-7bfc04412d29 admin admin] Request body: {'subnet': {'network_id': '2f372af3-44c1-44d0-844a-1de4600a10c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-275480808-subnet', 'tenant_id': '1f38cde3deff43fb910ab68e713e2daa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:04:05.121111 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661e4c65-9bfe-427f-88b1-6b2d6637e194 req-529152e7-86e5-4673-843b-6c322c1132cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:05.123129 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-661e4c65-9bfe-427f-88b1-6b2d6637e194 req-529152e7-86e5-4673-843b-6c322c1132cf service neutron] 10.222.0.88 "GET /v2.0/networks?id=e7bb4226-ce97-4ecd-a736-061f4f786581 HTTP/1.1" status: 200 len: 921 time: 0.6429586 May 18 18:04:05.168963 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 65eaebad-5f15-498f-8a10-409fcd0c25c6, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=65eaebad-5f15-498f-8a10-409fcd0c25c6,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:04:05.170894 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-76a9e157-fad1-4d0d-8f1d-eae25343d5ae req-618ea5f4-8772-4b4b-abe9-a7e26497c93c tempest-ImagesOneServerTestJSON-1180529708 tempest-ImagesOneServerTestJSON-1180529708-project] 10.222.0.85 "GET /v2.0/security-groups?id=9838ff41-b70c-4bb6-9824-55de265380e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252375 May 18 18:04:05.179970 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:05.196713 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9811dff9-bf2c-457d-acb8-ba5b040a1438 admin admin] Pushing event updated for resources: {'Network': ['ID=2f372af3-44c1-44d0-844a-1de4600a10c9,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:04:05.200088 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaa02e3b-f196-487d-aed1-7bfc04412d29 admin admin] Made reservation on behalf of 1f38cde3deff43fb910ab68e713e2daa for: {'subnet': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:04:05.202376 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-eaa02e3b-f196-487d-aed1-7bfc04412d29 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260908003'] for subnet, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:05.428933 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a4c0a8fa-2dc6-40a1-8a53-5f90491a944b req-0b8cea13-3565-4792-b5d9-104c3e79c4d6 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] 10.222.0.85 "GET /v2.0/ports?device_id=701fb003-f086-4826-85e1-a0b9d8f70ae6 HTTP/1.1" status: 200 len: 210 time: 0.2597690 May 18 18:04:05.538817 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-661e4c65-9bfe-427f-88b1-6b2d6637e194 req-ef032524-bcf0-4c4b-b782-a45aa5a7bf01 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=793d1fc5-3dfd-42ee-ada4-434fe7234b7f HTTP/1.1" status: 200 len: 217 time: 0.3841059 May 18 18:04:05.595266 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network 2f372af3-44c1-44d0-844a-1de4600a10c9 details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:04:05.599203 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 89a3968a-18c8-4f0a-8510-9a7683f19bd3 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:04:05.628755 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-3e232c97-6617-480e-927c-86c7fdde5ea1 req-b62e2994-008d-4773-8a5b-8d66fa202d55 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:05.727436 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661e4c65-9bfe-427f-88b1-6b2d6637e194 req-f273ca6f-8cd3-4f6e-8b19-34720a943744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:05.732177 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-661e4c65-9bfe-427f-88b1-6b2d6637e194 req-f273ca6f-8cd3-4f6e-8b19-34720a943744 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=cf982f85-dd38-4a89-9c21-fca17676813e HTTP/1.1" status: 200 len: 860 time: 0.1744916 May 18 18:04:05.762700 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-eaa02e3b-f196-487d-aed1-7bfc04412d29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260898481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260908021'] for subnet, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:05.767916 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=65eaebad-5f15-498f-8a10-409fcd0c25c6,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:04:05.837991 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b568314e-7044-4260-800c-22254e6daa5f admin admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:04:05.855942 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae350691-f8a9-4290-a1fc-27f6b3ee85e2 None None] Sync routers for ids ['726526af-7bd6-40cb-a681-0f76cc3dfa01'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:04:05.860656 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-661e4c65-9bfe-427f-88b1-6b2d6637e194 req-ff0ff7a0-2430-4de5-9707-ac313f4f3b93 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=e7bb4226-ce97-4ecd-a736-061f4f786581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1104891 May 18 18:04:05.862985 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-3e232c97-6617-480e-927c-86c7fdde5ea1 req-b62e2994-008d-4773-8a5b-8d66fa202d55 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:05.876838 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa02e3b-f196-487d-aed1-7bfc04412d29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=18fdedba-2287-4654-9694-86ee417b097d,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:04:05.888645 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b568314e-7044-4260-800c-22254e6daa5f admin admin] Notify callbacks [] for router, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:05.891748 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-b568314e-7044-4260-800c-22254e6daa5f admin admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 8.0893641 May 18 18:04:05.895976 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dc3b8c-a6c4-4af9-afc0-29877768de79 req-d0c1d95c-c0d2-4cb0-bba4-8eb41208d7f4 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:05.898110 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d5dc3b8c-a6c4-4af9-afc0-29877768de79 req-d0c1d95c-c0d2-4cb0-bba4-8eb41208d7f4 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=84d410e5-f4e3-429d-81c6-65d701445b6d HTTP/1.1" status: 200 len: 950 time: 0.2403574 May 18 18:04:05.902986 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 47178) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:04:05.925730 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae350691-f8a9-4290-a1fc-27f6b3ee85e2 None None] Routers {'726526af-7bd6-40cb-a681-0f76cc3dfa01'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:04:05.931586 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-ae350691-f8a9-4290-a1fc-27f6b3ee85e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:03:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['726526af-7bd6-40cb-a681-0f76cc3dfa01'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:04:06.081901 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa02e3b-f196-487d-aed1-7bfc04412d29 admin admin] Checking segment: {'id': '5277e331-cb76-4a28-adff-288b49bc9721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '2f372af3-44c1-44d0-844a-1de4600a10c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:04:06.082793 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa02e3b-f196-487d-aed1-7bfc04412d29 admin admin] Network hostable DHCP agents. Network: 2f372af3-44c1-44d0-844a-1de4600a10c9, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:04:06.099404 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e232c97-6617-480e-927c-86c7fdde5ea1 req-b62e2994-008d-4773-8a5b-8d66fa202d55 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] Network 3a8e80be-5031-4df8-aefc-8c742c6aeeb6 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:04:06.112039 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62e2994-008d-4773-8a5b-8d66fa202d55 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] Pushing event updated for resources: {'Port': ['ID=f9e2b8d6-da22-484d-9fd7-cc7e315fab76,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:04:06.125258 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [req-3e232c97-6617-480e-927c-86c7fdde5ea1 req-b62e2994-008d-4773-8a5b-8d66fa202d55 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:04:06.131860 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e232c97-6617-480e-927c-86c7fdde5ea1 req-b62e2994-008d-4773-8a5b-8d66fa202d55 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:04:06.156151 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 89a3968a-18c8-4f0a-8510-9a7683f19bd3 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:04:06.156588 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:06.273036 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-33dc9481-572c-4e78-b2d5-3f5b674e4e29 req-49d35c9a-0ee6-4d7d-a4fd-6becfb322efd tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] 10.222.0.85 "GET /v2.0/ports?device_id=7ee34a52-f349-49aa-8faf-82e384e9c978 HTTP/1.1" status: 200 len: 210 time: 0.1627684 May 18 18:04:06.309934 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d5dc3b8c-a6c4-4af9-afc0-29877768de79 req-75428023-c996-4132-96de-7d077eea5264 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3600776 May 18 18:04:06.331515 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa02e3b-f196-487d-aed1-7bfc04412d29 admin admin] Network 2f372af3-44c1-44d0-844a-1de4600a10c9 is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:04:06.401480 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-eaa02e3b-f196-487d-aed1-7bfc04412d29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, 2f372af3-44c1-44d0-844a-1de4600a10c9) {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:04:06.436970 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa02e3b-f196-487d-aed1-7bfc04412d29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:06.437561 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-eaa02e3b-f196-487d-aed1-7bfc04412d29 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:06.530500 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-725c9147-976c-46d0-b3a8-f02de5678cbf None None] Network 2f372af3-44c1-44d0-844a-1de4600a10c9 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:04:06.565200 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e232c97-6617-480e-927c-86c7fdde5ea1 req-b62e2994-008d-4773-8a5b-8d66fa202d55 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:06.567495 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-3e232c97-6617-480e-927c-86c7fdde5ea1 req-b62e2994-008d-4773-8a5b-8d66fa202d55 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:06.623200 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84d410e5-f4e3-429d-81c6-65d701445b6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65eaebad-5f15-498f-8a10-409fcd0c25c6'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:04:06.634153 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f669d299-ef8d-4738-a50d-90c0a06ee547" -d '{"events": [{"server_uuid": "84d410e5-f4e3-429d-81c6-65d701445b6d", "name": "network-vif-plugged", "status": "completed", "tag": "65eaebad-5f15-498f-8a10-409fcd0c25c6"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:04:06.645393 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3e232c97-6617-480e-927c-86c7fdde5ea1 req-b62e2994-008d-4773-8a5b-8d66fa202d55 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6816249 May 18 18:04:06.718898 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-eaa02e3b-f196-487d-aed1-7bfc04412d29 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.6111500 May 18 18:04:06.727510 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-3e232c97-6617-480e-927c-86c7fdde5ea1 req-fbaf1033-158b-43af-9a97-ea8453135535 service neutron] Request body: {'port': {'device_id': '701fb003-f086-4826-85e1-a0b9d8f70ae6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-3'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:04:06.782996 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 47188) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:04:06.806603 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-71b0b8f7-6c73-483a-8d99-0783afc4cc92 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-275480808-router', 'tenant_id': '1f38cde3deff43fb910ab68e713e2daa', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:04:06.920815 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-ae350691-f8a9-4290-a1fc-27f6b3ee85e2 None None] Set router 726526af-7bd6-40cb-a681-0f76cc3dfa01 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:04:06.979940 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eeed26-7fe1-46cd-a85f-6c4e19266251 req-ddb419cd-eee0-4f18-85e4-d70b82ef914b tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:06.990697 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-32eeed26-7fe1-46cd-a85f-6c4e19266251 req-ddb419cd-eee0-4f18-85e4-d70b82ef914b tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/ports?device_id=37b6f181-4d76-4205-a196-1fa0b0b50cc2 HTTP/1.1" status: 200 len: 943 time: 0.3450060 May 18 18:04:07.002326 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-71b0b8f7-6c73-483a-8d99-0783afc4cc92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25099'] for router, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:07.003991 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-71b0b8f7-6c73-483a-8d99-0783afc4cc92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-593238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596850', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25088'] for router, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:07.051871 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-3e232c97-6617-480e-927c-86c7fdde5ea1 req-fbaf1033-158b-43af-9a97-ea8453135535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:07.121411 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 89a3968a-18c8-4f0a-8510-9a7683f19bd3 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:04:07.123137 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 8c8f680e-3b99-4ef5-80b6-7446d3749b02 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:04:07.125838 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-69d09c80-be3e-466f-b99b-3766fe19e5fb None None] Provisioning complete for port f9e2b8d6-da22-484d-9fd7-cc7e315fab76 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:04:07.126691 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-69d09c80-be3e-466f-b99b-3766fe19e5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:07.191569 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-71b0b8f7-6c73-483a-8d99-0783afc4cc92 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:07.213934 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-32eeed26-7fe1-46cd-a85f-6c4e19266251 req-187e21c6-e49d-4703-9469-738faf55f414 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/security-groups?id=bda815dc-3228-454b-a95b-f89a3eeb79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163739 May 18 18:04:07.407870 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [req-3e232c97-6617-480e-927c-86c7fdde5ea1 req-fbaf1033-158b-43af-9a97-ea8453135535 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9e2b8d6-da22-484d-9fd7-cc7e315fab76 {{(pid=102730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:04:07.416730 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-3e232c97-6617-480e-927c-86c7fdde5ea1 req-fbaf1033-158b-43af-9a97-ea8453135535 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:07.432468 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [req-3e232c97-6617-480e-927c-86c7fdde5ea1 req-fbaf1033-158b-43af-9a97-ea8453135535 service neutron] Transition to ACTIVE for port object f9e2b8d6-da22-484d-9fd7-cc7e315fab76 will not be triggered until provisioned by entity L2. {{(pid=102730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:04:07.441034 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-3e232c97-6617-480e-927c-86c7fdde5ea1 req-fbaf1033-158b-43af-9a97-ea8453135535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:07.450934 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6018d00d-4051-4d5f-9118-38a46134934d req-18614986-d243-40c0-8c62-effcb480d550 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:07.453116 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6018d00d-4051-4d5f-9118-38a46134934d req-18614986-d243-40c0-8c62-effcb480d550 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] 10.222.0.36 "GET /v2.0/networks?id=174e1eea-8e32-4414-9ecf-aeb92f39055c HTTP/1.1" status: 200 len: 821 time: 1.3096554 May 18 18:04:07.459443 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-ae350691-f8a9-4290-a1fc-27f6b3ee85e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '726526af-7bd6-40cb-a681-0f76cc3dfa01', 'name': 'tempest-AttachSCSIVolumeTestJSON-511885408-router', 'tenant_id': '3fdbf5ca8a2142d9bb14e5cf523c6add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.227'}], 'enable_snat': True}, 'gw_port_id': 'bf35efd3-2ec3-48cd-8df2-92272dad7dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:03:57Z', 'updated_at': '2022-05-18T18:04:02Z', 'revision_number': 3, 'project_id': '3fdbf5ca8a2142d9bb14e5cf523c6add', 'gw_port': {'id': 'bf35efd3-2ec3-48cd-8df2-92272dad7dab', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:cb:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '726526af-7bd6-40cb-a681-0f76cc3dfa01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:04:00Z', 'updated_at': '2022-05-18T18:04:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:04:07.509534 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-661e4c65-9bfe-427f-88b1-6b2d6637e194 req-9fa77f0c-55a3-4193-8e1b-a85487738836 service neutron] 10.222.0.88 "GET /v2.0/networks/e7bb4226-ce97-4ecd-a736-061f4f786581?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6159689 May 18 18:04:07.510748 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae350691-f8a9-4290-a1fc-27f6b3ee85e2 None None] Checking router: 726526af-7bd6-40cb-a681-0f76cc3dfa01 for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:04:07.511098 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae350691-f8a9-4290-a1fc-27f6b3ee85e2 None None] Updating router 726526af-7bd6-40cb-a681-0f76cc3dfa01 port bf35efd3-2ec3-48cd-8df2-92272dad7dab binding host n-d-838550-3 {{(pid=102733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 18:04:07.523820 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-6018d00d-4051-4d5f-9118-38a46134934d req-90288812-6d1c-4e72-af8b-1794b987419d tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Request body: {'port': {'device_id': '7ee34a52-f349-49aa-8faf-82e384e9c978', 'network_id': '174e1eea-8e32-4414-9ecf-aeb92f39055c', 'admin_state_up': True, 'tenant_id': '9fc8cbb0142d4c59976620cf14ef9400'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:04:07.531777 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-71b0b8f7-6c73-483a-8d99-0783afc4cc92 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:07.546800 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-ae350691-f8a9-4290-a1fc-27f6b3ee85e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:07.553650 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834cd085-981e-409a-a5a2-aa45d95d3dc8 req-106bbbce-12ee-456a-93c7-0d2ae9153898 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:07.562756 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-834cd085-981e-409a-a5a2-aa45d95d3dc8 req-106bbbce-12ee-456a-93c7-0d2ae9153898 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] 10.222.0.85 "GET /v2.0/ports?device_id=701fb003-f086-4826-85e1-a0b9d8f70ae6 HTTP/1.1" status: 200 len: 932 time: 0.2050726 May 18 18:04:07.568065 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b5abbf-a332-4e87-b37c-dc33b7bd9edd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-2f372af3-44c1-44d0-844a-1de4600a10c9', 'network_id': '2f372af3-44c1-44d0-844a-1de4600a10c9', 'tenant_id': '1f38cde3deff43fb910ab68e713e2daa', 'fixed_ips': [{'subnet_id': '18fdedba-2287-4654-9694-86ee417b097d'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:04:07.569162 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-55b5abbf-a332-4e87-b37c-dc33b7bd9edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:07.576845 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-69d09c80-be3e-466f-b99b-3766fe19e5fb None None] Port f9e2b8d6-da22-484d-9fd7-cc7e315fab76 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:04:07.584365 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-56f52f35-c1de-434c-a240-067438afb39f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:07.676198 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-661e4c65-9bfe-427f-88b1-6b2d6637e194 req-f5c2e3a1-f209-4286-9a83-e076a2ee0ccf service neutron] 10.222.0.88 "GET /v2.0/networks/e7bb4226-ce97-4ecd-a736-061f4f786581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424916 May 18 18:04:07.687589 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-834cd085-981e-409a-a5a2-aa45d95d3dc8 req-f8b3e801-f0ba-4bb2-b91a-105ee264d75d tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] 10.222.0.85 "GET /v2.0/security-groups?id=861a56f2-4eff-4471-a063-98289a245e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221049 May 18 18:04:07.698057 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 8c8f680e-3b99-4ef5-80b6-7446d3749b02 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:04:07.698532 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:07.795494 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb1cb157-d139-435d-84e5-ed95fa7399a4 x-openstack-request-id: req-cb1cb157-d139-435d-84e5-ed95fa7399a4 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:04:07.795934 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84d410e5-f4e3-429d-81c6-65d701445b6d", "name": "network-vif-plugged", "status": "completed", "tag": "65eaebad-5f15-498f-8a10-409fcd0c25c6", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:04:07.796237 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-cb1cb157-d139-435d-84e5-ed95fa7399a4 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:04:07.796599 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb1cb157-d139-435d-84e5-ed95fa7399a4'] response: {'server_uuid': '84d410e5-f4e3-429d-81c6-65d701445b6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65eaebad-5f15-498f-8a10-409fcd0c25c6', 'code': 200} May 18 18:04:07.844083 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9459eaa5-32ec-45a7-98d1-082d043f4632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:07.864621 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07068a3e-05b9-4974-ab53-6bfae0629f2c req-ec109344-6f83-4027-bc01-ea7f87512539 tempest-ImagesOneServerTestJSON-1180529708 tempest-ImagesOneServerTestJSON-1180529708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:07.882910 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-07068a3e-05b9-4974-ab53-6bfae0629f2c req-ec109344-6f83-4027-bc01-ea7f87512539 tempest-ImagesOneServerTestJSON-1180529708 tempest-ImagesOneServerTestJSON-1180529708-project] 10.222.0.85 "GET /v2.0/ports?device_id=6fe7ba5f-7c16-4fb0-8d4e-275a46e53e3c HTTP/1.1" status: 200 len: 950 time: 1.2008059 May 18 18:04:07.928841 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-55b5abbf-a332-4e87-b37c-dc33b7bd9edd None None] Allocated IP 172.20.0.2 (2f372af3-44c1-44d0-844a-1de4600a10c9/18fdedba-2287-4654-9694-86ee417b097d/ffb75756-b78d-41fc-974c-95dda7317484) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:04:07.958101 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 8c8f680e-3b99-4ef5-80b6-7446d3749b02 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:04:07.999873 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaf1033-158b-43af-9a97-ea8453135535 service neutron] Pushing event updated for resources: {'Port': ['ID=f9e2b8d6-da22-484d-9fd7-cc7e315fab76,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:04:08.027222 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-ae350691-f8a9-4290-a1fc-27f6b3ee85e2 None None] Notify callbacks [] for port, precommit_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:08.035634 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-ae350691-f8a9-4290-a1fc-27f6b3ee85e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:08.117522 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c570e598-3b0d-423d-b581-f91697e19bdd req-b064f3c5-c305-41ac-8e81-7ffa77d9679e tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:08.118081 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea1d5dc-e9ed-412d-98ab-918cdc325df0 None None] Pushing event updated for resources: {'Port': ['ID=bf35efd3-2ec3-48cd-8df2-92272dad7dab,revision_number=2']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:04:08.120752 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c570e598-3b0d-423d-b581-f91697e19bdd req-b064f3c5-c305-41ac-8e81-7ffa77d9679e tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=84d410e5-f4e3-429d-81c6-65d701445b6d HTTP/1.1" status: 200 len: 950 time: 0.2016742 May 18 18:04:08.121658 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-ae350691-f8a9-4290-a1fc-27f6b3ee85e2 None None] Attempting to bind port bf35efd3-2ec3-48cd-8df2-92272dad7dab on host n-d-838550-3 for vnic_type normal with profile {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:04:08.122601 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-ae350691-f8a9-4290-a1fc-27f6b3ee85e2 None None] Attempting to bind port bf35efd3-2ec3-48cd-8df2-92272dad7dab by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:04:08.123391 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae350691-f8a9-4290-a1fc-27f6b3ee85e2 None None] Attempting to bind port bf35efd3-2ec3-48cd-8df2-92272dad7dab on network 31ebd439-090c-4b25-bbb0-31c48711b145 {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:04:08.129648 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae350691-f8a9-4290-a1fc-27f6b3ee85e2 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:04:08.130112 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae350691-f8a9-4290-a1fc-27f6b3ee85e2 None None] Checking segment: {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:04:08.130400 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-ae350691-f8a9-4290-a1fc-27f6b3ee85e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:08.130857 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae350691-f8a9-4290-a1fc-27f6b3ee85e2 None None] Bound using segment: {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:04:08.131335 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-ae350691-f8a9-4290-a1fc-27f6b3ee85e2 None None] Bound port: bf35efd3-2ec3-48cd-8df2-92272dad7dab, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:04:08.131740 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-ae350691-f8a9-4290-a1fc-27f6b3ee85e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:08.180924 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-55b5abbf-a332-4e87-b37c-dc33b7bd9edd None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:08.195803 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-55b5abbf-a332-4e87-b37c-dc33b7bd9edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:08.218995 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-07068a3e-05b9-4974-ab53-6bfae0629f2c req-99456254-1605-4138-8f6d-1fca56a12ae7 tempest-ImagesOneServerTestJSON-1180529708 tempest-ImagesOneServerTestJSON-1180529708-project] 10.222.0.85 "GET /v2.0/security-groups?id=9838ff41-b70c-4bb6-9824-55de265380e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3350472 May 18 18:04:08.240568 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fcd2b6-8a41-4f95-aff3-9956b37a326d req-4953c087-70cb-412c-bd98-2f3a2eabd4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:08.242524 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-67fcd2b6-8a41-4f95-aff3-9956b37a326d req-4953c087-70cb-412c-bd98-2f3a2eabd4d5 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=84d410e5-f4e3-429d-81c6-65d701445b6d HTTP/1.1" status: 200 len: 1101 time: 0.3536162 May 18 18:04:08.248707 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.db [None req-ae350691-f8a9-4290-a1fc-27f6b3ee85e2 None None] For port bf35efd3-2ec3-48cd-8df2-92272dad7dab, host n-d-838550-3, cleared binding levels {{(pid=102733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:04:08.269153 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.db [None req-ae350691-f8a9-4290-a1fc-27f6b3ee85e2 None None] For port bf35efd3-2ec3-48cd-8df2-92272dad7dab, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=bf35efd3-2ec3-48cd-8df2-92272dad7dab,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:04:08.276795 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-ae350691-f8a9-4290-a1fc-27f6b3ee85e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:08.295935 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-3e232c97-6617-480e-927c-86c7fdde5ea1 req-fbaf1033-158b-43af-9a97-ea8453135535 service neutron] Attempting to bind port f9e2b8d6-da22-484d-9fd7-cc7e315fab76 on host n-h1-838550-3 for vnic_type normal with profile {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:04:08.296540 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-3e232c97-6617-480e-927c-86c7fdde5ea1 req-fbaf1033-158b-43af-9a97-ea8453135535 service neutron] Attempting to bind port f9e2b8d6-da22-484d-9fd7-cc7e315fab76 by drivers openvswitch,hyperv on host n-h1-838550-3 at level 0 using segments [{'id': 'aec3bb45-472a-4723-a9a6-3ae0940a4815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3a8e80be-5031-4df8-aefc-8c742c6aeeb6'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:04:08.297107 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e232c97-6617-480e-927c-86c7fdde5ea1 req-fbaf1033-158b-43af-9a97-ea8453135535 service neutron] Attempting to bind port f9e2b8d6-da22-484d-9fd7-cc7e315fab76 on network 3a8e80be-5031-4df8-aefc-8c742c6aeeb6 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:04:08.302731 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b5abbf-a332-4e87-b37c-dc33b7bd9edd None None] Network 2f372af3-44c1-44d0-844a-1de4600a10c9 is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:04:08.306368 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6018d00d-4051-4d5f-9118-38a46134934d req-90288812-6d1c-4e72-af8b-1794b987419d tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Made reservation on behalf of 9fc8cbb0142d4c59976620cf14ef9400 for: {'port': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:04:08.309497 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-55b5abbf-a332-4e87-b37c-dc33b7bd9edd None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:04:08.312847 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b5abbf-a332-4e87-b37c-dc33b7bd9edd None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:04:08.322351 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-6018d00d-4051-4d5f-9118-38a46134934d req-90288812-6d1c-4e72-af8b-1794b987419d tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:08.326729 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b5abbf-a332-4e87-b37c-dc33b7bd9edd None None] Pushing event updated for resources: {'Port': ['ID=ffb75756-b78d-41fc-974c-95dda7317484,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:04:08.341249 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e232c97-6617-480e-927c-86c7fdde5ea1 req-fbaf1033-158b-43af-9a97-ea8453135535 service neutron] Port f9e2b8d6-da22-484d-9fd7-cc7e315fab76 on network 3a8e80be-5031-4df8-aefc-8c742c6aeeb6 not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-3 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:04:08.341712 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e232c97-6617-480e-927c-86c7fdde5ea1 req-fbaf1033-158b-43af-9a97-ea8453135535 service neutron] Attempting to bind port f9e2b8d6-da22-484d-9fd7-cc7e315fab76 on network 3a8e80be-5031-4df8-aefc-8c742c6aeeb6 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:04:08.363052 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e232c97-6617-480e-927c-86c7fdde5ea1 req-fbaf1033-158b-43af-9a97-ea8453135535 service neutron] Checking agent: {'id': '1dbac822-25f2-4df8-9dc8-5c2e7b136eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:04:08.363385 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e232c97-6617-480e-927c-86c7fdde5ea1 req-fbaf1033-158b-43af-9a97-ea8453135535 service neutron] Checking segment: {'id': 'aec3bb45-472a-4723-a9a6-3ae0940a4815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3a8e80be-5031-4df8-aefc-8c742c6aeeb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:04:08.363979 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e232c97-6617-480e-927c-86c7fdde5ea1 req-fbaf1033-158b-43af-9a97-ea8453135535 service neutron] Bound using segment: {'id': 'aec3bb45-472a-4723-a9a6-3ae0940a4815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3a8e80be-5031-4df8-aefc-8c742c6aeeb6'} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:04:08.364475 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-3e232c97-6617-480e-927c-86c7fdde5ea1 req-fbaf1033-158b-43af-9a97-ea8453135535 service neutron] Bound port: f9e2b8d6-da22-484d-9fd7-cc7e315fab76, host: n-h1-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aec3bb45-472a-4723-a9a6-3ae0940a4815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3a8e80be-5031-4df8-aefc-8c742c6aeeb6'}}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:04:08.364831 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-3e232c97-6617-480e-927c-86c7fdde5ea1 req-fbaf1033-158b-43af-9a97-ea8453135535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:08.367934 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-67fcd2b6-8a41-4f95-aff3-9956b37a326d req-12952b14-4e6a-44de-8289-20876faca613 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044035 May 18 18:04:08.434601 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea1d5dc-e9ed-412d-98ab-918cdc325df0 None None] Pushing event updated for resources: {'Port': ['ID=bf35efd3-2ec3-48cd-8df2-92272dad7dab,revision_number=3']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:04:08.439639 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-55b5abbf-a332-4e87-b37c-dc33b7bd9edd None None] Attempting to bind port ffb75756-b78d-41fc-974c-95dda7317484 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:04:08.439953 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c570e598-3b0d-423d-b581-f91697e19bdd req-ab48999b-5b40-4a14-bfae-96a293e1e280 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015867 May 18 18:04:08.440932 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-55b5abbf-a332-4e87-b37c-dc33b7bd9edd None None] Attempting to bind port ffb75756-b78d-41fc-974c-95dda7317484 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '5277e331-cb76-4a28-adff-288b49bc9721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '2f372af3-44c1-44d0-844a-1de4600a10c9'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:04:08.441559 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b5abbf-a332-4e87-b37c-dc33b7bd9edd None None] Attempting to bind port ffb75756-b78d-41fc-974c-95dda7317484 on network 2f372af3-44c1-44d0-844a-1de4600a10c9 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:04:08.448998 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae350691-f8a9-4290-a1fc-27f6b3ee85e2 None None] Routers {'726526af-7bd6-40cb-a681-0f76cc3dfa01'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:04:08.449179 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b5abbf-a332-4e87-b37c-dc33b7bd9edd None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:04:08.449179 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b5abbf-a332-4e87-b37c-dc33b7bd9edd None None] Checking segment: {'id': '5277e331-cb76-4a28-adff-288b49bc9721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '2f372af3-44c1-44d0-844a-1de4600a10c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:04:08.449464 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-ae350691-f8a9-4290-a1fc-27f6b3ee85e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:03:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['726526af-7bd6-40cb-a681-0f76cc3dfa01'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:04:08.449876 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-55b5abbf-a332-4e87-b37c-dc33b7bd9edd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:08.450258 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b5abbf-a332-4e87-b37c-dc33b7bd9edd None None] Bound using segment: {'id': '5277e331-cb76-4a28-adff-288b49bc9721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '2f372af3-44c1-44d0-844a-1de4600a10c9'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:04:08.451322 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-55b5abbf-a332-4e87-b37c-dc33b7bd9edd None None] Bound port: ffb75756-b78d-41fc-974c-95dda7317484, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5277e331-cb76-4a28-adff-288b49bc9721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '2f372af3-44c1-44d0-844a-1de4600a10c9'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:04:08.455374 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-55b5abbf-a332-4e87-b37c-dc33b7bd9edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:08.522173 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2bb96463-cb03-47b9-b97f-4f2b64724fb9 req-282919f0-21ca-41d0-8396-6383590a9969 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] 10.222.0.85 "GET /v2.0/ports?device_id=7ee34a52-f349-49aa-8faf-82e384e9c978 HTTP/1.1" status: 200 len: 210 time: 0.0602384 May 18 18:04:08.609339 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-3e232c97-6617-480e-927c-86c7fdde5ea1 req-fbaf1033-158b-43af-9a97-ea8453135535 service neutron] For port f9e2b8d6-da22-484d-9fd7-cc7e315fab76, host n-h1-838550-3, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:04:08.614589 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-3e232c97-6617-480e-927c-86c7fdde5ea1 req-fbaf1033-158b-43af-9a97-ea8453135535 service neutron] For port f9e2b8d6-da22-484d-9fd7-cc7e315fab76, host n-h1-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=f9e2b8d6-da22-484d-9fd7-cc7e315fab76,segment=NetworkSegment(aec3bb45-472a-4723-a9a6-3ae0940a4815),segment_id=aec3bb45-472a-4723-a9a6-3ae0940a4815)] {{(pid=102730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:04:08.625081 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-55b5abbf-a332-4e87-b37c-dc33b7bd9edd None None] For port ffb75756-b78d-41fc-974c-95dda7317484, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:04:08.627375 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-3e232c97-6617-480e-927c-86c7fdde5ea1 req-fbaf1033-158b-43af-9a97-ea8453135535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:08.630047 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-55b5abbf-a332-4e87-b37c-dc33b7bd9edd None None] For port ffb75756-b78d-41fc-974c-95dda7317484, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=ffb75756-b78d-41fc-974c-95dda7317484,segment=NetworkSegment(5277e331-cb76-4a28-adff-288b49bc9721),segment_id=5277e331-cb76-4a28-adff-288b49bc9721)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:04:08.637505 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-55b5abbf-a332-4e87-b37c-dc33b7bd9edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:08.638356 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [req-6018d00d-4051-4d5f-9118-38a46134934d req-90288812-6d1c-4e72-af8b-1794b987419d tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Allocated IP 172.20.0.2 (174e1eea-8e32-4414-9ecf-aeb92f39055c/cb681bd8-8000-4df1-8b5b-17eadddd4546/82ad238c-6711-4016-a121-cadfabed87fc) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:04:08.667921 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-ae350691-f8a9-4290-a1fc-27f6b3ee85e2 None None] Set router 726526af-7bd6-40cb-a681-0f76cc3dfa01 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:04:08.701399 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e232c97-6617-480e-927c-86c7fdde5ea1 req-fbaf1033-158b-43af-9a97-ea8453135535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:08.702314 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-3e232c97-6617-480e-927c-86c7fdde5ea1 req-fbaf1033-158b-43af-9a97-ea8453135535 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:08.704712 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3e232c97-6617-480e-927c-86c7fdde5ea1 req-fbaf1033-158b-43af-9a97-ea8453135535 service neutron] 10.222.0.36 "PUT /v2.0/ports/f9e2b8d6-da22-484d-9fd7-cc7e315fab76 HTTP/1.1" status: 200 len: 1092 time: 2.0133886 May 18 18:04:08.707749 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '701fb003-f086-4826-85e1-a0b9d8f70ae6', 'tag': 'f9e2b8d6-da22-484d-9fd7-cc7e315fab76'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:04:08.710910 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6030d6f3-e068-43fa-964e-24929062636e" -d '{"events": [{"name": "network-changed", "server_uuid": "701fb003-f086-4826-85e1-a0b9d8f70ae6", "tag": "f9e2b8d6-da22-484d-9fd7-cc7e315fab76"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:04:08.744361 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-9459eaa5-32ec-45a7-98d1-082d043f4632 admin admin] Allocated IP 172.20.0.1 (426a39ea-1ed1-469b-8675-406118e8adc7/2728997d-3202-4ad4-aa33-08239b02a122/8dceac78-125b-4f26-a10f-2010530aa011) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:04:08.790285 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-729cae8d-3d86-43c8-847c-dcf2020b8e4d x-openstack-request-id: req-729cae8d-3d86-43c8-847c-dcf2020b8e4d {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:04:08.790641 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "701fb003-f086-4826-85e1-a0b9d8f70ae6", "tag": "f9e2b8d6-da22-484d-9fd7-cc7e315fab76", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:04:08.790830 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-729cae8d-3d86-43c8-847c-dcf2020b8e4d {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:04:08.791234 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-729cae8d-3d86-43c8-847c-dcf2020b8e4d'] response: {'name': 'network-changed', 'server_uuid': '701fb003-f086-4826-85e1-a0b9d8f70ae6', 'tag': 'f9e2b8d6-da22-484d-9fd7-cc7e315fab76', 'status': 'completed', 'code': 200} May 18 18:04:08.802166 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaf1033-158b-43af-9a97-ea8453135535 service neutron] Pushing event updated for resources: {'Port': ['ID=f9e2b8d6-da22-484d-9fd7-cc7e315fab76,revision_number=3']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:04:08.811772 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-71b0b8f7-6c73-483a-8d99-0783afc4cc92 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:08.892471 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b5abbf-a332-4e87-b37c-dc33b7bd9edd None None] Pushing event updated for resources: {'Port': ['ID=ffb75756-b78d-41fc-974c-95dda7317484,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:04:08.912254 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-71b0b8f7-6c73-483a-8d99-0783afc4cc92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:08.963417 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f5105e-d209-431e-a048-e739b7056ce4 req-057d15bf-bb56-4317-9c6a-d29c0742ed78 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:08.979326 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d2f5105e-d209-431e-a048-e739b7056ce4 req-057d15bf-bb56-4317-9c6a-d29c0742ed78 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/ports?device_id=37b6f181-4d76-4205-a196-1fa0b0b50cc2 HTTP/1.1" status: 200 len: 943 time: 0.3673253 May 18 18:04:08.999851 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e232c97-6617-480e-927c-86c7fdde5ea1 req-05443a07-922e-4829-b7cf-ceac68846a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:09.001421 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3e232c97-6617-480e-927c-86c7fdde5ea1 req-05443a07-922e-4829-b7cf-ceac68846a9d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=16e4397c1c2b4675a99e50a03e09ab2a&device_id=701fb003-f086-4826-85e1-a0b9d8f70ae6 HTTP/1.1" status: 200 len: 1095 time: 0.2276812 May 18 18:04:09.101563 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3e232c97-6617-480e-927c-86c7fdde5ea1 req-16c07b31-be98-4133-8bc6-f3dfc90f6c54 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f9e2b8d6-da22-484d-9fd7-cc7e315fab76 HTTP/1.1" status: 200 len: 217 time: 0.0831645 May 18 18:04:09.120117 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff89b57-7db9-4b1f-a2f6-033c11f4f67f req-1feddbf5-e381-43d2-9466-1b690f4cb52b tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:09.127780 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6ff89b57-7db9-4b1f-a2f6-033c11f4f67f req-1feddbf5-e381-43d2-9466-1b690f4cb52b tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] 10.222.0.85 "GET /v2.0/ports?device_id=701fb003-f086-4826-85e1-a0b9d8f70ae6 HTTP/1.1" status: 200 len: 944 time: 0.2493212 May 18 18:04:09.179990 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-ae350691-f8a9-4290-a1fc-27f6b3ee85e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '726526af-7bd6-40cb-a681-0f76cc3dfa01', 'name': 'tempest-AttachSCSIVolumeTestJSON-511885408-router', 'tenant_id': '3fdbf5ca8a2142d9bb14e5cf523c6add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.227'}], 'enable_snat': True}, 'gw_port_id': 'bf35efd3-2ec3-48cd-8df2-92272dad7dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:03:57Z', 'updated_at': '2022-05-18T18:04:02Z', 'revision_number': 3, 'project_id': '3fdbf5ca8a2142d9bb14e5cf523c6add', 'gw_port': {'id': 'bf35efd3-2ec3-48cd-8df2-92272dad7dab', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:cb:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '726526af-7bd6-40cb-a681-0f76cc3dfa01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:04:00Z', 'updated_at': '2022-05-18T18:04:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:04:09.207310 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-6018d00d-4051-4d5f-9118-38a46134934d req-90288812-6d1c-4e72-af8b-1794b987419d tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:09.219383 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae350691-f8a9-4290-a1fc-27f6b3ee85e2 None None] The sync data for ids ['726526af-7bd6-40cb-a681-0f76cc3dfa01'] in n-d-838550-3 is: [{'id': '726526af-7bd6-40cb-a681-0f76cc3dfa01', 'name': 'tempest-AttachSCSIVolumeTestJSON-511885408-router', 'tenant_id': '3fdbf5ca8a2142d9bb14e5cf523c6add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.227'}], 'enable_snat': True}, 'gw_port_id': 'bf35efd3-2ec3-48cd-8df2-92272dad7dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:03:57Z', 'updated_at': '2022-05-18T18:04:02Z', 'revision_number': 3, 'project_id': '3fdbf5ca8a2142d9bb14e5cf523c6add', 'gw_port': {'id': 'bf35efd3-2ec3-48cd-8df2-92272dad7dab', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:cb:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '726526af-7bd6-40cb-a681-0f76cc3dfa01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:04:00Z', 'updated_at': '2022-05-18T18:04:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:04:09.243646 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e232c97-6617-480e-927c-86c7fdde5ea1 req-b808355e-4ae9-4b70-94fa-5b615fda9610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:09.245177 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3e232c97-6617-480e-927c-86c7fdde5ea1 req-b808355e-4ae9-4b70-94fa-5b615fda9610 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=63b868d7-4f89-4619-a220-97db8091197d HTTP/1.1" status: 200 len: 868 time: 0.1155348 May 18 18:04:09.287715 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6ff89b57-7db9-4b1f-a2f6-033c11f4f67f req-dc24a654-3c60-419e-be94-2b040c5c24eb tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] 10.222.0.85 "GET /v2.0/security-groups?id=861a56f2-4eff-4471-a063-98289a245e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578398 May 18 18:04:09.392136 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-6018d00d-4051-4d5f-9118-38a46134934d req-90288812-6d1c-4e72-af8b-1794b987419d tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:09.490833 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e232c97-6617-480e-927c-86c7fdde5ea1 req-189d14fe-aed7-4314-bd0a-353757c60ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:09.492465 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3e232c97-6617-480e-927c-86c7fdde5ea1 req-189d14fe-aed7-4314-bd0a-353757c60ed8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3a8e80be-5031-4df8-aefc-8c742c6aeeb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2391510 May 18 18:04:09.602228 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d2f5105e-d209-431e-a048-e739b7056ce4 req-ecff608a-0e32-4c8d-801e-120874cf6eea tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/security-groups?id=bda815dc-3228-454b-a95b-f89a3eeb79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6217890 May 18 18:04:09.851172 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9459eaa5-32ec-45a7-98d1-082d043f4632 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:09.969104 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-71b0b8f7-6c73-483a-8d99-0783afc4cc92 admin admin] Allocated IP 172.25.5.242 (31ebd439-090c-4b25-bbb0-31c48711b145/363a2810-8a83-4be0-a317-7c91fcd94485/805e794f-9e1f-4856-bcfa-5af891a8bce3) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:04:10.069034 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1ead357e-49a4-4203-bb23-2fa95b2e4b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:10.098269 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6018d00d-4051-4d5f-9118-38a46134934d req-90288812-6d1c-4e72-af8b-1794b987419d tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Network 174e1eea-8e32-4414-9ecf-aeb92f39055c is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:04:10.112914 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [req-6018d00d-4051-4d5f-9118-38a46134934d req-90288812-6d1c-4e72-af8b-1794b987419d tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:04:10.122068 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-6018d00d-4051-4d5f-9118-38a46134934d req-90288812-6d1c-4e72-af8b-1794b987419d tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:04:10.160960 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93c0e38-8fad-4b18-8eba-f65f809b7ef5 req-a41e2c26-8adb-4e80-ac37-80069dc22bea tempest-ImagesOneServerTestJSON-1180529708 tempest-ImagesOneServerTestJSON-1180529708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:10.177971 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f93c0e38-8fad-4b18-8eba-f65f809b7ef5 req-a41e2c26-8adb-4e80-ac37-80069dc22bea tempest-ImagesOneServerTestJSON-1180529708 tempest-ImagesOneServerTestJSON-1180529708-project] 10.222.0.85 "GET /v2.0/ports?device_id=6fe7ba5f-7c16-4fb0-8d4e-275a46e53e3c HTTP/1.1" status: 200 len: 950 time: 0.7736397 May 18 18:04:10.181916 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90288812-6d1c-4e72-af8b-1794b987419d tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Pushing event updated for resources: {'Port': ['ID=82ad238c-6711-4016-a121-cadfabed87fc,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:04:10.217545 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9459eaa5-32ec-45a7-98d1-082d043f4632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:10.275173 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device bf35efd3-2ec3-48cd-8df2-92272dad7dab up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:04:10.304461 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f93c0e38-8fad-4b18-8eba-f65f809b7ef5 req-d120351d-aaea-45bf-8140-1e9e55e088d7 tempest-ImagesOneServerTestJSON-1180529708 tempest-ImagesOneServerTestJSON-1180529708-project] 10.222.0.85 "GET /v2.0/security-groups?id=9838ff41-b70c-4bb6-9824-55de265380e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255202 May 18 18:04:10.311924 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9815154-76f9-4532-8842-1ea9cbb5e2d0 req-7485a3d0-59f8-407c-96d3-a52a9ab5453f tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:10.322093 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d9815154-76f9-4532-8842-1ea9cbb5e2d0 req-7485a3d0-59f8-407c-96d3-a52a9ab5453f tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=84d410e5-f4e3-429d-81c6-65d701445b6d HTTP/1.1" status: 200 len: 950 time: 0.5644064 May 18 18:04:10.334916 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3e232c97-6617-480e-927c-86c7fdde5ea1 req-53639356-2747-4d96-aa57-c39dfaaea775 service neutron] 10.222.0.36 "GET /v2.0/networks/3a8e80be-5031-4df8-aefc-8c742c6aeeb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8334835 May 18 18:04:10.402049 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9459eaa5-32ec-45a7-98d1-082d043f4632 admin admin] Network 426a39ea-1ed1-469b-8675-406118e8adc7 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:04:10.413061 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6018d00d-4051-4d5f-9118-38a46134934d req-90288812-6d1c-4e72-af8b-1794b987419d tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:10.413771 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-6018d00d-4051-4d5f-9118-38a46134934d req-90288812-6d1c-4e72-af8b-1794b987419d tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:10.424285 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-9459eaa5-32ec-45a7-98d1-082d043f4632 admin admin] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:04:10.427062 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9459eaa5-32ec-45a7-98d1-082d043f4632 admin admin] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:04:10.431161 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port bf35efd3-2ec3-48cd-8df2-92272dad7dab triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:04:10.431770 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:10.583734 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6018d00d-4051-4d5f-9118-38a46134934d req-90288812-6d1c-4e72-af8b-1794b987419d tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0730214 May 18 18:04:10.611731 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-6018d00d-4051-4d5f-9118-38a46134934d req-3fcbdb21-d35b-4d40-a037-9c434dc20a3f service neutron] Request body: {'port': {'device_id': '7ee34a52-f349-49aa-8faf-82e384e9c978', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-3'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:04:10.641547 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port bf35efd3-2ec3-48cd-8df2-92272dad7dab is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:04:10.641989 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:10.646751 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9459eaa5-32ec-45a7-98d1-082d043f4632 admin admin] Pushing event updated for resources: {'Port': ['ID=8dceac78-125b-4f26-a10f-2010530aa011,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:04:10.648876 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d0de6c-610c-4caf-b6a2-1a83ab9983b5 None None] Network 2f372af3-44c1-44d0-844a-1de4600a10c9 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:04:10.659127 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d9815154-76f9-4532-8842-1ea9cbb5e2d0 req-5716f8e7-7e28-40e5-bed6-6b6b05c2e7cc tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3361437 May 18 18:04:10.687869 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9459eaa5-32ec-45a7-98d1-082d043f4632 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:04:10.687869 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9459eaa5-32ec-45a7-98d1-082d043f4632 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:04:10.687869 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9459eaa5-32ec-45a7-98d1-082d043f4632 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:04:10.687869 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9459eaa5-32ec-45a7-98d1-082d043f4632 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:04:10.687869 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9459eaa5-32ec-45a7-98d1-082d043f4632 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:04:10.687869 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9459eaa5-32ec-45a7-98d1-082d043f4632 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:04:10.687869 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9459eaa5-32ec-45a7-98d1-082d043f4632 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:04:10.687869 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9459eaa5-32ec-45a7-98d1-082d043f4632 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:04:10.687869 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9459eaa5-32ec-45a7-98d1-082d043f4632 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:04:10.687869 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9459eaa5-32ec-45a7-98d1-082d043f4632 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:04:10.688688 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283753b3-075a-4e83-9536-05de89aa475e req-57db5d5c-3e46-4b7c-96ec-70657ba513dc tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:10.688810 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9459eaa5-32ec-45a7-98d1-082d043f4632 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:04:10.688810 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9459eaa5-32ec-45a7-98d1-082d043f4632 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:04:10.703217 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-71b0b8f7-6c73-483a-8d99-0783afc4cc92 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:10.706160 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9459eaa5-32ec-45a7-98d1-082d043f4632 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595826'] for router_interface, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:10.707146 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-283753b3-075a-4e83-9536-05de89aa475e req-57db5d5c-3e46-4b7c-96ec-70657ba513dc tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] 10.222.0.85 "GET /v2.0/ports?device_id=7ee34a52-f349-49aa-8faf-82e384e9c978 HTTP/1.1" status: 200 len: 931 time: 0.2097366 May 18 18:04:10.813901 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-6018d00d-4051-4d5f-9118-38a46134934d req-3fcbdb21-d35b-4d40-a037-9c434dc20a3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:10.823116 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3e232c97-6617-480e-927c-86c7fdde5ea1 req-1888bc80-491a-49ae-9f67-a422091c40ad service neutron] 10.222.0.36 "GET /v2.0/networks/3a8e80be-5031-4df8-aefc-8c742c6aeeb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4739120 May 18 18:04:10.862596 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] For port bf35efd3-2ec3-48cd-8df2-92272dad7dab, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=bf35efd3-2ec3-48cd-8df2-92272dad7dab,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:04:10.865526 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-283753b3-075a-4e83-9536-05de89aa475e req-a238bb71-8a64-4a67-aad9-258515b497a9 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] 10.222.0.85 "GET /v2.0/security-groups?id=b787168d-4ad4-4424-a9af-a4affc34d52d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565940 May 18 18:04:10.972159 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-71b0b8f7-6c73-483a-8d99-0783afc4cc92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:11.019158 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:11.021179 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device ffb75756-b78d-41fc-974c-95dda7317484 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:04:11.052728 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9188ba05-fd14-4fcf-8905-f7f8d8a7fe82 req-d18b1133-aa29-48df-9e87-40486fe45452 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:11.054800 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9188ba05-fd14-4fcf-8905-f7f8d8a7fe82 req-d18b1133-aa29-48df-9e87-40486fe45452 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] 10.222.0.85 "GET /v2.0/ports?device_id=701fb003-f086-4826-85e1-a0b9d8f70ae6 HTTP/1.1" status: 200 len: 944 time: 0.2225475 May 18 18:04:11.058577 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b0b8f7-6c73-483a-8d99-0783afc4cc92 admin admin] Network 31ebd439-090c-4b25-bbb0-31c48711b145 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:04:11.067835 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-71b0b8f7-6c73-483a-8d99-0783afc4cc92 admin admin] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:04:11.151472 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c759f696-bad9-442f-8c3d-e8ac0c7a3af7 None None] Provisioning complete for port ffb75756-b78d-41fc-974c-95dda7317484 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:04:11.152366 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c759f696-bad9-442f-8c3d-e8ac0c7a3af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:11.162500 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b0b8f7-6c73-483a-8d99-0783afc4cc92 admin admin] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:04:11.209683 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6030d6f3-e068-43fa-964e-24929062636e req-988573f3-68ea-44a3-b617-cff29214e415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:11.211571 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6030d6f3-e068-43fa-964e-24929062636e req-988573f3-68ea-44a3-b617-cff29214e415 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=16e4397c1c2b4675a99e50a03e09ab2a&device_id=701fb003-f086-4826-85e1-a0b9d8f70ae6 HTTP/1.1" status: 200 len: 1095 time: 0.2405019 May 18 18:04:11.255187 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b0b8f7-6c73-483a-8d99-0783afc4cc92 admin admin] Pushing event updated for resources: {'Port': ['ID=805e794f-9e1f-4856-bcfa-5af891a8bce3,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:04:11.283463 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9459eaa5-32ec-45a7-98d1-082d043f4632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:11.292581 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9188ba05-fd14-4fcf-8905-f7f8d8a7fe82 req-16e2e1ee-eca6-482b-bdcb-094d0658ea87 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] 10.222.0.85 "GET /v2.0/security-groups?id=861a56f2-4eff-4471-a063-98289a245e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307730 May 18 18:04:11.502254 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:11.549954 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6030d6f3-e068-43fa-964e-24929062636e req-1b14fd1a-8404-4791-870c-cbe47b7556d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:11.551339 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6030d6f3-e068-43fa-964e-24929062636e req-1b14fd1a-8404-4791-870c-cbe47b7556d5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3a8e80be-5031-4df8-aefc-8c742c6aeeb6 HTTP/1.1" status: 200 len: 930 time: 0.1984038 May 18 18:04:11.565900 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Pushing event updated for resources: {'Port': ['ID=bf35efd3-2ec3-48cd-8df2-92272dad7dab,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:04:11.601194 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port ffb75756-b78d-41fc-974c-95dda7317484 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:04:11.601566 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:11.603164 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c759f696-bad9-442f-8c3d-e8ac0c7a3af7 None None] Current status of the port ffb75756-b78d-41fc-974c-95dda7317484 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:04:11.603536 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c759f696-bad9-442f-8c3d-e8ac0c7a3af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:11.653227 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6030d6f3-e068-43fa-964e-24929062636e req-8e6d93ad-069b-4ddc-a117-87980938e1c5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f9e2b8d6-da22-484d-9fd7-cc7e315fab76 HTTP/1.1" status: 200 len: 217 time: 0.0922153 May 18 18:04:11.803878 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [req-6018d00d-4051-4d5f-9118-38a46134934d req-3fcbdb21-d35b-4d40-a037-9c434dc20a3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82ad238c-6711-4016-a121-cadfabed87fc {{(pid=102730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:04:11.822305 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c759f696-bad9-442f-8c3d-e8ac0c7a3af7 None None] For port ffb75756-b78d-41fc-974c-95dda7317484, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=ffb75756-b78d-41fc-974c-95dda7317484,segment=NetworkSegment(5277e331-cb76-4a28-adff-288b49bc9721),segment_id=5277e331-cb76-4a28-adff-288b49bc9721)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:04:11.833097 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-6018d00d-4051-4d5f-9118-38a46134934d req-3fcbdb21-d35b-4d40-a037-9c434dc20a3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:11.863180 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6030d6f3-e068-43fa-964e-24929062636e req-3e1a0fd8-c937-45ad-bc90-d4dbf4b5ad5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:11.872334 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6030d6f3-e068-43fa-964e-24929062636e req-3e1a0fd8-c937-45ad-bc90-d4dbf4b5ad5c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=63b868d7-4f89-4619-a220-97db8091197d HTTP/1.1" status: 200 len: 868 time: 0.2047267 May 18 18:04:11.933040 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c759f696-bad9-442f-8c3d-e8ac0c7a3af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:11.935306 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port ffb75756-b78d-41fc-974c-95dda7317484 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:04:11.986774 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [req-6018d00d-4051-4d5f-9118-38a46134934d req-3fcbdb21-d35b-4d40-a037-9c434dc20a3f service neutron] Transition to ACTIVE for port object 82ad238c-6711-4016-a121-cadfabed87fc will not be triggered until provisioned by entity L2. {{(pid=102730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:04:12.017145 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-6018d00d-4051-4d5f-9118-38a46134934d req-3fcbdb21-d35b-4d40-a037-9c434dc20a3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:12.020643 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b25046-6a26-473a-90cf-133e058c7e79 req-09571d76-0d4a-4fe6-80e9-1480c1c54f80 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:12.022291 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-80b25046-6a26-473a-90cf-133e058c7e79 req-09571d76-0d4a-4fe6-80e9-1480c1c54f80 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/ports?device_id=37b6f181-4d76-4205-a196-1fa0b0b50cc2 HTTP/1.1" status: 200 len: 943 time: 0.5164080 May 18 18:04:12.024055 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c759f696-bad9-442f-8c3d-e8ac0c7a3af7 None None] Pushing event updated for resources: {'Port': ['ID=ffb75756-b78d-41fc-974c-95dda7317484,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:04:12.076697 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-e080a625-6d97-4ac9-881a-bfe8289248a7 None None] Provisioning complete for port 8dceac78-125b-4f26-a10f-2010530aa011 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:04:12.078037 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-e080a625-6d97-4ac9-881a-bfe8289248a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:12.125853 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device bf35efd3-2ec3-48cd-8df2-92272dad7dab up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:04:12.158968 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-e080a625-6d97-4ac9-881a-bfe8289248a7 None None] Port 8dceac78-125b-4f26-a10f-2010530aa011 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:04:12.178450 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6030d6f3-e068-43fa-964e-24929062636e req-d966713e-3e1e-438d-a7b1-a7c4cdca27cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:12.180251 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6030d6f3-e068-43fa-964e-24929062636e req-d966713e-3e1e-438d-a7b1-a7c4cdca27cd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3a8e80be-5031-4df8-aefc-8c742c6aeeb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2993739 May 18 18:04:12.190516 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-e080a625-6d97-4ac9-881a-bfe8289248a7 None None] Provisioning complete for port ffb75756-b78d-41fc-974c-95dda7317484 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:04:12.191085 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-e080a625-6d97-4ac9-881a-bfe8289248a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:12.230459 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-80b25046-6a26-473a-90cf-133e058c7e79 req-c798fef3-054a-448c-83aa-89ebfd1e288e tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/security-groups?id=bda815dc-3228-454b-a95b-f89a3eeb79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994774 May 18 18:04:12.233666 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9459eaa5-32ec-45a7-98d1-082d043f4632 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:12.242474 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9459eaa5-32ec-45a7-98d1-082d043f4632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:12.261638 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port bf35efd3-2ec3-48cd-8df2-92272dad7dab triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:04:12.261638 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:12.261638 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:12.293865 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 793d1fc5-3dfd-42ee-ada4-434fe7234b7f no longer exists at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:04:12.341338 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9459eaa5-32ec-45a7-98d1-082d043f4632 admin admin] Pushing event updated for resources: {'Port': ['ID=8dceac78-125b-4f26-a10f-2010530aa011,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:04:12.369582 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61719b39-b36a-41d1-9bb2-1fac6e6d6fef req-a42c1466-b549-4ada-85fe-6442774489ea tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:12.372533 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-61719b39-b36a-41d1-9bb2-1fac6e6d6fef req-a42c1466-b549-4ada-85fe-6442774489ea tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=84d410e5-f4e3-429d-81c6-65d701445b6d HTTP/1.1" status: 200 len: 950 time: 0.3999457 May 18 18:04:12.389085 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcbdb21-d35b-4d40-a037-9c434dc20a3f service neutron] Pushing event updated for resources: {'Port': ['ID=82ad238c-6711-4016-a121-cadfabed87fc,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:04:12.389303 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-71b0b8f7-6c73-483a-8d99-0783afc4cc92 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:12.434568 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9459eaa5-32ec-45a7-98d1-082d043f4632 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-595870'] for router_interface, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:12.444962 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-e080a625-6d97-4ac9-881a-bfe8289248a7 None None] Current status of the port ffb75756-b78d-41fc-974c-95dda7317484 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:04:12.485974 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port bf35efd3-2ec3-48cd-8df2-92272dad7dab is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:04:12.515121 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-df19e8e8-398a-4779-8ef0-35adb26f0b0a req-bbc52f03-c8ba-42a0-adea-53d2f846327a service neutron] 10.222.0.88 "GET /v2.0/ports/793d1fc5-3dfd-42ee-ada4-434fe7234b7f/bindings/n-h1-838550-3 HTTP/1.1" status: 200 len: 384 time: 0.5435290 May 18 18:04:12.551205 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 793d1fc5-3dfd-42ee-ada4-434fe7234b7f is: DOWN; New status is: DOWN {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:04:12.647025 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4734af32-9e32-4551-929d-d2f932edd465 req-16d0995f-7bc7-4411-ade2-75781496af8b tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:12.648698 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4734af32-9e32-4551-929d-d2f932edd465 req-16d0995f-7bc7-4411-ade2-75781496af8b tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] 10.222.0.85 "GET /v2.0/ports?device_id=7ee34a52-f349-49aa-8faf-82e384e9c978 HTTP/1.1" status: 200 len: 943 time: 0.2087536 May 18 18:04:12.660781 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-61719b39-b36a-41d1-9bb2-1fac6e6d6fef req-3c410a6c-6e74-4273-bdc7-9688c065ecc6 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641289 May 18 18:04:12.676212 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6030d6f3-e068-43fa-964e-24929062636e req-e38dcbf4-917f-4706-9fb9-e15e87699628 service neutron] 10.222.0.36 "GET /v2.0/networks/3a8e80be-5031-4df8-aefc-8c742c6aeeb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4782057 May 18 18:04:12.716473 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device f9e2b8d6-da22-484d-9fd7-cc7e315fab76 details requested by agent hyperv_n-h1-838550-3 with host n-h1-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:04:12.790660 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9459eaa5-32ec-45a7-98d1-082d043f4632 admin admin] Network 426a39ea-1ed1-469b-8675-406118e8adc7 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:04:12.803454 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-9459eaa5-32ec-45a7-98d1-082d043f4632 admin admin] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:04:12.828401 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4734af32-9e32-4551-929d-d2f932edd465 req-cfd3e1f4-c771-4ed8-8c8a-36ac8d89cf5d tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] 10.222.0.85 "GET /v2.0/security-groups?id=b787168d-4ad4-4424-a9af-a4affc34d52d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250651 May 18 18:04:12.882107 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-6018d00d-4051-4d5f-9118-38a46134934d req-3fcbdb21-d35b-4d40-a037-9c434dc20a3f service neutron] Attempting to bind port 82ad238c-6711-4016-a121-cadfabed87fc on host n-h1-838550-3 for vnic_type normal with profile {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:04:12.882512 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-6018d00d-4051-4d5f-9118-38a46134934d req-3fcbdb21-d35b-4d40-a037-9c434dc20a3f service neutron] Attempting to bind port 82ad238c-6711-4016-a121-cadfabed87fc by drivers openvswitch,hyperv on host n-h1-838550-3 at level 0 using segments [{'id': 'da1e1534-5e48-46b3-a727-d3c25e59a900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '174e1eea-8e32-4414-9ecf-aeb92f39055c'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:04:12.882903 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6018d00d-4051-4d5f-9118-38a46134934d req-3fcbdb21-d35b-4d40-a037-9c434dc20a3f service neutron] Attempting to bind port 82ad238c-6711-4016-a121-cadfabed87fc on network 174e1eea-8e32-4414-9ecf-aeb92f39055c {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:04:12.923611 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-71b0b8f7-6c73-483a-8d99-0783afc4cc92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596801'] for router, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:12.924118 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6018d00d-4051-4d5f-9118-38a46134934d req-3fcbdb21-d35b-4d40-a037-9c434dc20a3f service neutron] Port 82ad238c-6711-4016-a121-cadfabed87fc on network 174e1eea-8e32-4414-9ecf-aeb92f39055c not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-3 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:04:12.924444 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6018d00d-4051-4d5f-9118-38a46134934d req-3fcbdb21-d35b-4d40-a037-9c434dc20a3f service neutron] Attempting to bind port 82ad238c-6711-4016-a121-cadfabed87fc on network 174e1eea-8e32-4414-9ecf-aeb92f39055c {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:04:12.961385 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6018d00d-4051-4d5f-9118-38a46134934d req-3fcbdb21-d35b-4d40-a037-9c434dc20a3f service neutron] Checking agent: {'id': '1dbac822-25f2-4df8-9dc8-5c2e7b136eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:04:12.961930 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6018d00d-4051-4d5f-9118-38a46134934d req-3fcbdb21-d35b-4d40-a037-9c434dc20a3f service neutron] Checking segment: {'id': 'da1e1534-5e48-46b3-a727-d3c25e59a900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '174e1eea-8e32-4414-9ecf-aeb92f39055c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:04:12.962325 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6018d00d-4051-4d5f-9118-38a46134934d req-3fcbdb21-d35b-4d40-a037-9c434dc20a3f service neutron] Bound using segment: {'id': 'da1e1534-5e48-46b3-a727-d3c25e59a900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '174e1eea-8e32-4414-9ecf-aeb92f39055c'} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:04:12.962770 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-6018d00d-4051-4d5f-9118-38a46134934d req-3fcbdb21-d35b-4d40-a037-9c434dc20a3f service neutron] Bound port: 82ad238c-6711-4016-a121-cadfabed87fc, host: n-h1-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da1e1534-5e48-46b3-a727-d3c25e59a900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '174e1eea-8e32-4414-9ecf-aeb92f39055c'}}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:04:12.963130 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-6018d00d-4051-4d5f-9118-38a46134934d req-3fcbdb21-d35b-4d40-a037-9c434dc20a3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:12.978364 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port f9e2b8d6-da22-484d-9fd7-cc7e315fab76, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=f9e2b8d6-da22-484d-9fd7-cc7e315fab76,segment=NetworkSegment(aec3bb45-472a-4723-a9a6-3ae0940a4815),segment_id=aec3bb45-472a-4723-a9a6-3ae0940a4815)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:04:13.003618 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Returning: {'device': 'f9e2b8d6-da22-484d-9fd7-cc7e315fab76', 'network_id': '3a8e80be-5031-4df8-aefc-8c742c6aeeb6', 'port_id': 'f9e2b8d6-da22-484d-9fd7-cc7e315fab76', 'mac_address': 'fa:16:3e:3b:a9:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63b868d7-4f89-4619-a220-97db8091197d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:04:13.034794 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6030d6f3-e068-43fa-964e-24929062636e req-cd6c0bc0-e192-46be-bdd5-0cf652b9c3fd service neutron] 10.222.0.36 "GET /v2.0/networks/3a8e80be-5031-4df8-aefc-8c742c6aeeb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3457558 May 18 18:04:13.076713 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:13.130366 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4131f8da-5507-4db6-83c8-431513a3ccfe req-11155ec0-b870-4f19-84f9-f3da3ac8f4ad tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:13.132024 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [req-9a08d0b5-b7f9-4582-a66e-a52825952dd8 req-3b3fb9a5-200e-479d-ba0d-310a94be35e1 service neutron] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=102731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 18:04:13.132782 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4131f8da-5507-4db6-83c8-431513a3ccfe req-11155ec0-b870-4f19-84f9-f3da3ac8f4ad tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] 10.222.0.85 "GET /v2.0/ports?device_id=701fb003-f086-4826-85e1-a0b9d8f70ae6 HTTP/1.1" status: 200 len: 944 time: 0.3045821 May 18 18:04:13.142481 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9a08d0b5-b7f9-4582-a66e-a52825952dd8 req-3b3fb9a5-200e-479d-ba0d-310a94be35e1 service neutron] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0169408 May 18 18:04:13.145724 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port f9e2b8d6-da22-484d-9fd7-cc7e315fab76 is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:04:13.146465 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:13.196204 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9e2b8d6-da22-484d-9fd7-cc7e315fab76 {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:04:13.237912 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-df19e8e8-398a-4779-8ef0-35adb26f0b0a req-bb3d9741-ce1d-4aa3-b573-dcd4eaabbfe9 service neutron] For port 793d1fc5-3dfd-42ee-ada4-434fe7234b7f, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=793d1fc5-3dfd-42ee-ada4-434fe7234b7f,segment=NetworkSegment(6537e25f-afe8-4089-8825-f23e3073c58d),segment_id=6537e25f-afe8-4089-8825-f23e3073c58d)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:04:13.246541 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port f9e2b8d6-da22-484d-9fd7-cc7e315fab76, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=f9e2b8d6-da22-484d-9fd7-cc7e315fab76,segment=NetworkSegment(aec3bb45-472a-4723-a9a6-3ae0940a4815),segment_id=aec3bb45-472a-4723-a9a6-3ae0940a4815)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:04:13.248176 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-becf69ba-7cb2-4a8d-9dd4-4f3a58685e8e None None] Provisioning complete for port 8dceac78-125b-4f26-a10f-2010530aa011 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:04:13.248766 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-becf69ba-7cb2-4a8d-9dd4-4f3a58685e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:13.254530 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:13.279764 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4131f8da-5507-4db6-83c8-431513a3ccfe req-547cf7b9-77dd-466d-9b71-78e3dc7458fd tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] 10.222.0.85 "GET /v2.0/security-groups?id=861a56f2-4eff-4471-a063-98289a245e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140242 May 18 18:04:13.282937 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-6018d00d-4051-4d5f-9118-38a46134934d req-3fcbdb21-d35b-4d40-a037-9c434dc20a3f service neutron] For port 82ad238c-6711-4016-a121-cadfabed87fc, host n-h1-838550-3, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:04:13.313276 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-df19e8e8-398a-4779-8ef0-35adb26f0b0a req-bb3d9741-ce1d-4aa3-b573-dcd4eaabbfe9 service neutron] For port 793d1fc5-3dfd-42ee-ada4-434fe7234b7f, host n-h2-838550-3, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:04:13.320221 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-6018d00d-4051-4d5f-9118-38a46134934d req-3fcbdb21-d35b-4d40-a037-9c434dc20a3f service neutron] For port 82ad238c-6711-4016-a121-cadfabed87fc, host n-h1-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=82ad238c-6711-4016-a121-cadfabed87fc,segment=NetworkSegment(da1e1534-5e48-46b3-a727-d3c25e59a900),segment_id=da1e1534-5e48-46b3-a727-d3c25e59a900)] {{(pid=102730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:04:13.357696 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-6018d00d-4051-4d5f-9118-38a46134934d req-3fcbdb21-d35b-4d40-a037-9c434dc20a3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:13.386249 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-becf69ba-7cb2-4a8d-9dd4-4f3a58685e8e None None] Port 8dceac78-125b-4f26-a10f-2010530aa011 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:04:13.394820 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=f9e2b8d6-da22-484d-9fd7-cc7e315fab76,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:04:13.435835 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [req-df19e8e8-398a-4779-8ef0-35adb26f0b0a req-bb3d9741-ce1d-4aa3-b573-dcd4eaabbfe9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 793d1fc5-3dfd-42ee-ada4-434fe7234b7f {{(pid=102730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:04:13.470780 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9459eaa5-32ec-45a7-98d1-082d043f4632 admin admin] Router 726526af-7bd6-40cb-a681-0f76cc3dfa01 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:04:13.478451 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71b0b8f7-6c73-483a-8d99-0783afc4cc92 admin admin] Router fa6ea302-57f7-4256-8295-d6cef34f5028 is scheduled to L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e with binding_index 1 {{(pid=102731) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 18 18:04:13.497562 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-df19e8e8-398a-4779-8ef0-35adb26f0b0a req-bb3d9741-ce1d-4aa3-b573-dcd4eaabbfe9 service neutron] For port 793d1fc5-3dfd-42ee-ada4-434fe7234b7f, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=793d1fc5-3dfd-42ee-ada4-434fe7234b7f,segment=NetworkSegment(6537e25f-afe8-4089-8825-f23e3073c58d),segment_id=6537e25f-afe8-4089-8825-f23e3073c58d)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:04:13.525676 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6018d00d-4051-4d5f-9118-38a46134934d req-3fcbdb21-d35b-4d40-a037-9c434dc20a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:13.526314 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-6018d00d-4051-4d5f-9118-38a46134934d req-3fcbdb21-d35b-4d40-a037-9c434dc20a3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:13.527872 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6018d00d-4051-4d5f-9118-38a46134934d req-3fcbdb21-d35b-4d40-a037-9c434dc20a3f service neutron] 10.222.0.36 "PUT /v2.0/ports/82ad238c-6711-4016-a121-cadfabed87fc HTTP/1.1" status: 200 len: 1091 time: 2.9304688 May 18 18:04:13.544158 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ee34a52-f349-49aa-8faf-82e384e9c978', 'tag': '82ad238c-6711-4016-a121-cadfabed87fc'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:04:13.547809 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc2eec7e-94a8-47a5-ad1f-4f344111892a" -d '{"events": [{"name": "network-changed", "server_uuid": "7ee34a52-f349-49aa-8faf-82e384e9c978", "tag": "82ad238c-6711-4016-a121-cadfabed87fc"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:04:13.574160 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['f9e2b8d6-da22-484d-9fd7-cc7e315fab76'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:04:13.590678 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-df19e8e8-398a-4779-8ef0-35adb26f0b0a req-bb3d9741-ce1d-4aa3-b573-dcd4eaabbfe9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:13.698224 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcbdb21-d35b-4d40-a037-9c434dc20a3f service neutron] Pushing event updated for resources: {'Port': ['ID=82ad238c-6711-4016-a121-cadfabed87fc,revision_number=3']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:04:13.716493 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-dde5003c-ef18-49aa-80c3-e19322fec2de req-a9263ad0-75d0-4d17-9db6-4b7e1a268d25 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=84d410e5-f4e3-429d-81c6-65d701445b6d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1956482 May 18 18:04:13.760039 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [req-dde5003c-ef18-49aa-80c3-e19322fec2de req-0e81ce10-fcab-481e-ae02-0102e4a5dc7a service neutron] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=102730) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 18:04:13.761976 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-dde5003c-ef18-49aa-80c3-e19322fec2de req-0e81ce10-fcab-481e-ae02-0102e4a5dc7a service neutron] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0225954 May 18 18:04:13.786703 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c108f5e6-8413-4ced-afd1-c50c34963e1e req-1c6f02e4-3745-486a-b8c9-b2a5b4e10eac tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:13.795119 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c108f5e6-8413-4ced-afd1-c50c34963e1e req-1c6f02e4-3745-486a-b8c9-b2a5b4e10eac tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/ports?device_id=37b6f181-4d76-4205-a196-1fa0b0b50cc2 HTTP/1.1" status: 200 len: 943 time: 0.2727425 May 18 18:04:13.847680 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6018d00d-4051-4d5f-9118-38a46134934d req-8872b388-5b55-4185-a571-1cfa8f312623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:13.849390 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6018d00d-4051-4d5f-9118-38a46134934d req-8872b388-5b55-4185-a571-1cfa8f312623 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9fc8cbb0142d4c59976620cf14ef9400&device_id=7ee34a52-f349-49aa-8faf-82e384e9c978 HTTP/1.1" status: 200 len: 1094 time: 0.2131269 May 18 18:04:13.920601 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6018d00d-4051-4d5f-9118-38a46134934d req-beaba108-e883-4d14-8662-10a2b8ebda9d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=82ad238c-6711-4016-a121-cadfabed87fc HTTP/1.1" status: 200 len: 217 time: 0.0608928 May 18 18:04:13.938517 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c108f5e6-8413-4ced-afd1-c50c34963e1e req-5c3fa336-23dc-438d-b631-91fccf1d5185 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/security-groups?id=bda815dc-3228-454b-a95b-f89a3eeb79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422091 May 18 18:04:14.077537 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:04:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71fb8a5f-6950-4455-a17c-b1ecf9ba5754 x-openstack-request-id: req-71fb8a5f-6950-4455-a17c-b1ecf9ba5754 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:04:14.078226 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ee34a52-f349-49aa-8faf-82e384e9c978", "tag": "82ad238c-6711-4016-a121-cadfabed87fc", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:04:14.078643 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-71fb8a5f-6950-4455-a17c-b1ecf9ba5754 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:04:14.079317 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71fb8a5f-6950-4455-a17c-b1ecf9ba5754'] response: {'name': 'network-changed', 'server_uuid': '7ee34a52-f349-49aa-8faf-82e384e9c978', 'tag': '82ad238c-6711-4016-a121-cadfabed87fc', 'status': 'completed', 'code': 200} May 18 18:04:14.087380 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device ffb75756-b78d-41fc-974c-95dda7317484 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:04:14.093870 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [req-df19e8e8-398a-4779-8ef0-35adb26f0b0a req-bb3d9741-ce1d-4aa3-b573-dcd4eaabbfe9 service neutron] Transition to ACTIVE for port object 793d1fc5-3dfd-42ee-ada4-434fe7234b7f will not be triggered until provisioned by entity L2. {{(pid=102730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:04:14.105785 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-df19e8e8-398a-4779-8ef0-35adb26f0b0a req-bb3d9741-ce1d-4aa3-b573-dcd4eaabbfe9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:14.226139 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port ffb75756-b78d-41fc-974c-95dda7317484 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:04:14.230003 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:14.247033 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6018d00d-4051-4d5f-9118-38a46134934d req-7351995f-891d-4d28-ba16-7011ff46e38c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:14.250185 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6018d00d-4051-4d5f-9118-38a46134934d req-7351995f-891d-4d28-ba16-7011ff46e38c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cb681bd8-8000-4df1-8b5b-17eadddd4546 HTTP/1.1" status: 200 len: 861 time: 0.3101857 May 18 18:04:14.306932 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa76e07b-2bbb-4adc-a9c6-9f8c7c010e4e req-71cde7b0-4269-49cc-8541-b632646ea43f tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:14.308616 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-aa76e07b-2bbb-4adc-a9c6-9f8c7c010e4e req-71cde7b0-4269-49cc-8541-b632646ea43f tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=84d410e5-f4e3-429d-81c6-65d701445b6d HTTP/1.1" status: 200 len: 950 time: 0.6714034 May 18 18:04:14.346875 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port ffb75756-b78d-41fc-974c-95dda7317484 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:04:14.352883 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 9a3d5f8f-a30e-4ad7-aba0-b2acf9f2fbc3 details requested by agent hyperv_n-h2-838550-3 with host n-h2-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:04:14.373688 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9459eaa5-32ec-45a7-98d1-082d043f4632 admin admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:04:14.387183 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-9459eaa5-32ec-45a7-98d1-082d043f4632 admin admin] 10.222.0.85 "PUT /v2.0/routers/726526af-7bd6-40cb-a681-0f76cc3dfa01/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4631815 May 18 18:04:14.402628 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71b0b8f7-6c73-483a-8d99-0783afc4cc92 admin admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:04:14.405037 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3699eba4-b005-485a-ae63-d563bf694679 None None] Sync routers for ids ['726526af-7bd6-40cb-a681-0f76cc3dfa01'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:04:14.412462 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ee88c1-8434-4d3c-83d0-bc192c9b8026 None None] Sync routers for ids ['fa6ea302-57f7-4256-8295-d6cef34f5028'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:04:14.421913 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-df19e8e8-398a-4779-8ef0-35adb26f0b0a req-bb3d9741-ce1d-4aa3-b573-dcd4eaabbfe9 service neutron] No DVR routers for this DVR port 793d1fc5-3dfd-42ee-ada4-434fe7234b7f on host n-h2-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:04:14.433916 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6018d00d-4051-4d5f-9118-38a46134934d req-e1eb29f8-3757-41b5-86c6-ce15f23ae009 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=174e1eea-8e32-4414-9ecf-aeb92f39055c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1310613 May 18 18:04:14.438777 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ee88c1-8434-4d3c-83d0-bc192c9b8026 None None] Routers {'fa6ea302-57f7-4256-8295-d6cef34f5028'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:04:14.440234 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-23ee88c1-8434-4d3c-83d0-bc192c9b8026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:04:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['fa6ea302-57f7-4256-8295-d6cef34f5028'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:04:14.449418 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-aa76e07b-2bbb-4adc-a9c6-9f8c7c010e4e req-f52ea71d-b0af-49d3-bc3e-2ff696f35e52 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215670 May 18 18:04:14.452854 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-71b0b8f7-6c73-483a-8d99-0783afc4cc92 admin admin] Notify callbacks [] for router, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:14.460776 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-71b0b8f7-6c73-483a-8d99-0783afc4cc92 admin admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 7.6757479 May 18 18:04:14.461025 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 47282) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:04:14.517756 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3d9741-ce1d-4aa3-b573-dcd4eaabbfe9 service neutron] Pushing event updated for resources: {'Port': ['ID=793d1fc5-3dfd-42ee-ada4-434fe7234b7f,revision_number=10']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:04:14.551915 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3699eba4-b005-485a-ae63-d563bf694679 None None] Routers {'726526af-7bd6-40cb-a681-0f76cc3dfa01'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:04:14.552612 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-3699eba4-b005-485a-ae63-d563bf694679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:04:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['726526af-7bd6-40cb-a681-0f76cc3dfa01'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:04:14.586281 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-df19e8e8-398a-4779-8ef0-35adb26f0b0a req-bb3d9741-ce1d-4aa3-b573-dcd4eaabbfe9 service neutron] 10.222.0.88 "PUT /v2.0/ports/793d1fc5-3dfd-42ee-ada4-434fe7234b7f/bindings/n-h1-838550-3/activate HTTP/1.1" status: 200 len: 369 time: 2.0269728 May 18 18:04:14.599530 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0561c3-7771-414c-8230-26c2e6ad105e req-96555d2b-822d-4660-b30e-79bb457cae60 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:14.602012 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6e0561c3-7771-414c-8230-26c2e6ad105e req-96555d2b-822d-4660-b30e-79bb457cae60 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] 10.222.0.85 "GET /v2.0/ports?device_id=7ee34a52-f349-49aa-8faf-82e384e9c978 HTTP/1.1" status: 200 len: 943 time: 0.3892875 May 18 18:04:14.772981 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6e0561c3-7771-414c-8230-26c2e6ad105e req-ba247e45-f605-4861-84b7-a6b4c843621d tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] 10.222.0.85 "GET /v2.0/security-groups?id=b787168d-4ad4-4424-a9af-a4affc34d52d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592560 May 18 18:04:14.781236 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device f9e2b8d6-da22-484d-9fd7-cc7e315fab76 up at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:04:14.781511 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6018d00d-4051-4d5f-9118-38a46134934d req-8f7da8fc-14bd-47a1-8bf7-e812ddf6095a service neutron] 10.222.0.36 "GET /v2.0/networks/174e1eea-8e32-4414-9ecf-aeb92f39055c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3229482 May 18 18:04:14.817235 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df19e8e8-398a-4779-8ef0-35adb26f0b0a req-4a168094-1130-444e-8b3e-094d3df4fa3f tempest-LiveAutoBlockMigrationV225Test-940020400 tempest-LiveAutoBlockMigrationV225Test-940020400-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:14.819166 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-23ee88c1-8434-4d3c-83d0-bc192c9b8026 None None] Set router fa6ea302-57f7-4256-8295-d6cef34f5028 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:04:14.820615 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-df19e8e8-398a-4779-8ef0-35adb26f0b0a req-4a168094-1130-444e-8b3e-094d3df4fa3f tempest-LiveAutoBlockMigrationV225Test-940020400 tempest-LiveAutoBlockMigrationV225Test-940020400-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=37b6f181-4d76-4205-a196-1fa0b0b50cc2&tenant_id=38c3fbce1f554996bc4a73e5f0f7c3e8&binding%3Ahost_id=n-h2-838550-3 HTTP/1.1" status: 200 len: 1095 time: 0.1311016 May 18 18:04:14.962941 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6018d00d-4051-4d5f-9118-38a46134934d req-a38a2551-24e6-44a2-9f34-d82129c49d06 service neutron] 10.222.0.36 "GET /v2.0/networks/174e1eea-8e32-4414-9ecf-aeb92f39055c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730278 May 18 18:04:15.064438 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-3699eba4-b005-485a-ae63-d563bf694679 None None] Set router 726526af-7bd6-40cb-a681-0f76cc3dfa01 gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:04:15.175859 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c105eb8-68b4-4d93-89dc-e7ac77069775 req-b5204ea3-0ac7-4cc2-9e6e-f03a78d0524a tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:15.184361 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2c105eb8-68b4-4d93-89dc-e7ac77069775 req-b5204ea3-0ac7-4cc2-9e6e-f03a78d0524a tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] 10.222.0.85 "GET /v2.0/ports?device_id=701fb003-f086-4826-85e1-a0b9d8f70ae6 HTTP/1.1" status: 200 len: 945 time: 0.4043365 May 18 18:04:15.255788 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 9a3d5f8f-a30e-4ad7-aba0-b2acf9f2fbc3, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=9a3d5f8f-a30e-4ad7-aba0-b2acf9f2fbc3,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:04:15.267621 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-23ee88c1-8434-4d3c-83d0-bc192c9b8026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa6ea302-57f7-4256-8295-d6cef34f5028', 'name': 'tempest-ServersTestJSON-275480808-router', 'tenant_id': '1f38cde3deff43fb910ab68e713e2daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': '805e794f-9e1f-4856-bcfa-5af891a8bce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:04:07Z', 'updated_at': '2022-05-18T18:04:12Z', 'revision_number': 3, 'project_id': '1f38cde3deff43fb910ab68e713e2daa', 'gw_port': {'id': '805e794f-9e1f-4856-bcfa-5af891a8bce3', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:3f:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa6ea302-57f7-4256-8295-d6cef34f5028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:04:08Z', 'updated_at': '2022-05-18T18:04:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:04:15.269890 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df19e8e8-398a-4779-8ef0-35adb26f0b0a req-89e46bf7-b360-4946-a654-e5501863b08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:15.271493 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-df19e8e8-398a-4779-8ef0-35adb26f0b0a req-89e46bf7-b360-4946-a654-e5501863b08d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=37b6f181-4d76-4205-a196-1fa0b0b50cc2&tenant_id=38c3fbce1f554996bc4a73e5f0f7c3e8 HTTP/1.1" status: 200 len: 1095 time: 0.3078070 May 18 18:04:15.285947 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2eec7e-94a8-47a5-ad1f-4f344111892a req-a72fe1a5-d366-4989-9e1a-08c80992781d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:15.288220 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bc2eec7e-94a8-47a5-ad1f-4f344111892a req-a72fe1a5-d366-4989-9e1a-08c80992781d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9fc8cbb0142d4c59976620cf14ef9400&device_id=7ee34a52-f349-49aa-8faf-82e384e9c978 HTTP/1.1" status: 200 len: 1094 time: 0.2580268 May 18 18:04:15.329205 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ee88c1-8434-4d3c-83d0-bc192c9b8026 None None] Checking router: fa6ea302-57f7-4256-8295-d6cef34f5028 for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:04:15.329761 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ee88c1-8434-4d3c-83d0-bc192c9b8026 None None] Updating router fa6ea302-57f7-4256-8295-d6cef34f5028 port 805e794f-9e1f-4856-bcfa-5af891a8bce3 binding host n-d-838550-3 {{(pid=102733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 18:04:15.358577 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2c105eb8-68b4-4d93-89dc-e7ac77069775 req-321ab4c3-a5cf-4913-a17a-96bed3deed0e tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] 10.222.0.85 "GET /v2.0/security-groups?id=861a56f2-4eff-4471-a063-98289a245e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171465 May 18 18:04:15.386546 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-23ee88c1-8434-4d3c-83d0-bc192c9b8026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:15.457652 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Returning: {'device': '9a3d5f8f-a30e-4ad7-aba0-b2acf9f2fbc3', 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305', 'port_id': '9a3d5f8f-a30e-4ad7-aba0-b2acf9f2fbc3', 'mac_address': 'fa:16:3e:28:c8:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2531ae9-89db-4dcf-b670-9eac4c9cde53', 'ip_address': '192.168.233.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:04:15.530434 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 9a3d5f8f-a30e-4ad7-aba0-b2acf9f2fbc3 is: ACTIVE; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:04:15.530886 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:15.534922 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bb0ecd-c58c-4efd-a4c3-0450aebb778a req-26c27a94-de45-4be9-81ec-789684c0cb7d tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:15.546770 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-51bb0ecd-c58c-4efd-a4c3-0450aebb778a req-26c27a94-de45-4be9-81ec-789684c0cb7d tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/ports?device_id=37b6f181-4d76-4205-a196-1fa0b0b50cc2 HTTP/1.1" status: 200 len: 944 time: 0.4040294 May 18 18:04:15.611664 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9a3d5f8f-a30e-4ad7-aba0-b2acf9f2fbc3 {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:04:15.654241 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 9a3d5f8f-a30e-4ad7-aba0-b2acf9f2fbc3, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=9a3d5f8f-a30e-4ad7-aba0-b2acf9f2fbc3,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:04:15.667092 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:15.688430 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-3699eba4-b005-485a-ae63-d563bf694679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '726526af-7bd6-40cb-a681-0f76cc3dfa01', 'name': 'tempest-AttachSCSIVolumeTestJSON-511885408-router', 'tenant_id': '3fdbf5ca8a2142d9bb14e5cf523c6add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.227'}], 'enable_snat': True}, 'gw_port_id': 'bf35efd3-2ec3-48cd-8df2-92272dad7dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:03:57Z', 'updated_at': '2022-05-18T18:04:11Z', 'revision_number': 4, 'project_id': '3fdbf5ca8a2142d9bb14e5cf523c6add', 'gw_port': {'id': 'bf35efd3-2ec3-48cd-8df2-92272dad7dab', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:cb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726526af-7bd6-40cb-a681-0f76cc3dfa01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:04:00Z', 'updated_at': '2022-05-18T18:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '8dceac78-125b-4f26-a10f-2010530aa011', 'name': '', 'network_id': '426a39ea-1ed1-469b-8675-406118e8adc7', 'tenant_id': '3fdbf5ca8a2142d9bb14e5cf523c6add', 'mac_address': 'fa:16:3e:a5:ae:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '726526af-7bd6-40cb-a681-0f76cc3dfa01', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '2728997d-3202-4ad4-aa33-08239b02a122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:04:07Z', 'updated_at': '2022-05-18T18:04:11Z', 'revision_number': 2, 'project_id': '3fdbf5ca8a2142d9bb14e5cf523c6add', 'subnets': [{'id': '2728997d-3202-4ad4-aa33-08239b02a122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:04:15.700211 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning for port f9e2b8d6-da22-484d-9fd7-cc7e315fab76 completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:04:15.729400 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df19e8e8-398a-4779-8ef0-35adb26f0b0a req-748db4d6-0ae1-44cc-8b29-c9a21361c6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:15.732672 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-df19e8e8-398a-4779-8ef0-35adb26f0b0a req-748db4d6-0ae1-44cc-8b29-c9a21361c6c0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=38c3fbce1f554996bc4a73e5f0f7c3e8&device_id=37b6f181-4d76-4205-a196-1fa0b0b50cc2 HTTP/1.1" status: 200 len: 1095 time: 0.4172661 May 18 18:04:15.829119 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 47332) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:04:15.833942 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning complete for port f9e2b8d6-da22-484d-9fd7-cc7e315fab76 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:04:15.834360 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:15.845249 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-09d99ac2-e0b6-4dee-8532-c7beb23d6cd3 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-429990232-network', 'tenant_id': 'e90c3ad5abb04dffa22b4371e3793be0'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:04:15.891952 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3699eba4-b005-485a-ae63-d563bf694679 None None] Checking router: 726526af-7bd6-40cb-a681-0f76cc3dfa01 for host: n-d-838550-3 {{(pid=102732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:04:15.892302 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3699eba4-b005-485a-ae63-d563bf694679 None None] Updating router 726526af-7bd6-40cb-a681-0f76cc3dfa01 port 8dceac78-125b-4f26-a10f-2010530aa011 binding host n-d-838550-3 {{(pid=102732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 18:04:15.895132 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['9a3d5f8f-a30e-4ad7-aba0-b2acf9f2fbc3'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:04:15.939112 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc6b0e1-5bf0-432b-8bca-2c60490b3bc2 req-d81c80ec-d14d-40e7-a743-17eaaf24a1b4 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:15.941958 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-edc6b0e1-5bf0-432b-8bca-2c60490b3bc2 req-d81c80ec-d14d-40e7-a743-17eaaf24a1b4 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=84d410e5-f4e3-429d-81c6-65d701445b6d HTTP/1.1" status: 200 len: 950 time: 0.3216438 May 18 18:04:15.986378 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2eec7e-94a8-47a5-ad1f-4f344111892a req-2b8fb8be-4c93-4ea7-b57d-528921aa36e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:15.988676 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bc2eec7e-94a8-47a5-ad1f-4f344111892a req-2b8fb8be-4c93-4ea7-b57d-528921aa36e4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=174e1eea-8e32-4414-9ecf-aeb92f39055c HTTP/1.1" status: 200 len: 922 time: 0.6748874 May 18 18:04:15.992744 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-51bb0ecd-c58c-4efd-a4c3-0450aebb778a req-4ab86523-60c9-4be4-9dd3-f9dc43a97328 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/security-groups?id=bda815dc-3228-454b-a95b-f89a3eeb79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4288206 May 18 18:04:16.000643 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df19e8e8-398a-4779-8ef0-35adb26f0b0a req-c4237573-bdea-476f-b7a9-6820dce7165c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:16.003261 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-df19e8e8-398a-4779-8ef0-35adb26f0b0a req-c4237573-bdea-476f-b7a9-6820dce7165c service neutron] 10.222.0.36 "GET /v2.0/networks?id=e7bb4226-ce97-4ecd-a736-061f4f786581 HTTP/1.1" status: 200 len: 921 time: 0.2586689 May 18 18:04:16.003724 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09d99ac2-e0b6-4dee-8532-c7beb23d6cd3 admin admin] Made reservation on behalf of e90c3ad5abb04dffa22b4371e3793be0 for: {'network': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:04:16.007167 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-09d99ac2-e0b6-4dee-8532-c7beb23d6cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:16.062804 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-09d99ac2-e0b6-4dee-8532-c7beb23d6cd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:16.108172 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bc2eec7e-94a8-47a5-ad1f-4f344111892a req-30ad8d85-faac-4377-949e-21f224050960 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=82ad238c-6711-4016-a121-cadfabed87fc HTTP/1.1" status: 200 len: 217 time: 0.1037829 May 18 18:04:16.147323 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-edc6b0e1-5bf0-432b-8bca-2c60490b3bc2 req-c5779177-e448-409d-9122-1f88c45dd2d3 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926248 May 18 18:04:16.170587 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d917ce63-bd13-450e-97c7-d5b411aac106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:16.224143 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2eec7e-94a8-47a5-ad1f-4f344111892a req-712844b6-c0cf-4ec3-9d33-14f2508212f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:16.229119 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bc2eec7e-94a8-47a5-ad1f-4f344111892a req-712844b6-c0cf-4ec3-9d33-14f2508212f5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cb681bd8-8000-4df1-8b5b-17eadddd4546 HTTP/1.1" status: 200 len: 861 time: 0.0798638 May 18 18:04:16.233713 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-df19e8e8-398a-4779-8ef0-35adb26f0b0a req-ead81d6c-0cc6-4d10-b8bd-edc88e18165d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=793d1fc5-3dfd-42ee-ada4-434fe7234b7f HTTP/1.1" status: 200 len: 217 time: 0.2133749 May 18 18:04:16.279545 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-23ee88c1-8434-4d3c-83d0-bc192c9b8026 None None] Notify callbacks [] for port, precommit_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:16.284778 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-3699eba4-b005-485a-ae63-d563bf694679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:16.309406 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-23ee88c1-8434-4d3c-83d0-bc192c9b8026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:16.327148 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df19e8e8-398a-4779-8ef0-35adb26f0b0a req-3a36f49e-6463-420c-83d9-82ccc4465733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:16.328664 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-df19e8e8-398a-4779-8ef0-35adb26f0b0a req-3a36f49e-6463-420c-83d9-82ccc4465733 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cf982f85-dd38-4a89-9c21-fca17676813e HTTP/1.1" status: 200 len: 860 time: 0.0798519 May 18 18:04:16.355723 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=9a3d5f8f-a30e-4ad7-aba0-b2acf9f2fbc3,revision_number=6']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:04:16.400559 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698e62fa-c0ed-494b-8aaa-3d19c880c57c None None] Pushing event updated for resources: {'Port': ['ID=805e794f-9e1f-4856-bcfa-5af891a8bce3,revision_number=2']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:04:16.451463 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-23ee88c1-8434-4d3c-83d0-bc192c9b8026 None None] Attempting to bind port 805e794f-9e1f-4856-bcfa-5af891a8bce3 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:04:16.452337 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-23ee88c1-8434-4d3c-83d0-bc192c9b8026 None None] Attempting to bind port 805e794f-9e1f-4856-bcfa-5af891a8bce3 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:04:16.452963 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ee88c1-8434-4d3c-83d0-bc192c9b8026 None None] Attempting to bind port 805e794f-9e1f-4856-bcfa-5af891a8bce3 on network 31ebd439-090c-4b25-bbb0-31c48711b145 {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:04:16.457242 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:04:16.457579 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:04:16.457965 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:04:16.458310 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:04:16.458694 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:04:16.459030 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:04:16.463554 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:04:16.463971 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:04:16.464296 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:04:16.464673 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:04:16.465009 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:04:16.465339 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:04:16.468691 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ee88c1-8434-4d3c-83d0-bc192c9b8026 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:04:16.469703 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ee88c1-8434-4d3c-83d0-bc192c9b8026 None None] Checking segment: {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:04:16.470514 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-23ee88c1-8434-4d3c-83d0-bc192c9b8026 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:16.471296 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ee88c1-8434-4d3c-83d0-bc192c9b8026 None None] Bound using segment: {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:04:16.472417 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-23ee88c1-8434-4d3c-83d0-bc192c9b8026 None None] Bound port: 805e794f-9e1f-4856-bcfa-5af891a8bce3, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:04:16.473508 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-23ee88c1-8434-4d3c-83d0-bc192c9b8026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:16.550643 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-09d99ac2-e0b6-4dee-8532-c7beb23d6cd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:16.615142 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.db [None req-23ee88c1-8434-4d3c-83d0-bc192c9b8026 None None] For port 805e794f-9e1f-4856-bcfa-5af891a8bce3, host n-d-838550-3, cleared binding levels {{(pid=102733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:04:16.615503 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-09d99ac2-e0b6-4dee-8532-c7beb23d6cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:16.622302 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.db [None req-23ee88c1-8434-4d3c-83d0-bc192c9b8026 None None] For port 805e794f-9e1f-4856-bcfa-5af891a8bce3, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=805e794f-9e1f-4856-bcfa-5af891a8bce3,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:04:16.637362 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-23ee88c1-8434-4d3c-83d0-bc192c9b8026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:16.731158 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ee88c1-8434-4d3c-83d0-bc192c9b8026 None None] Routers {'fa6ea302-57f7-4256-8295-d6cef34f5028'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:04:16.732028 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-23ee88c1-8434-4d3c-83d0-bc192c9b8026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:04:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['fa6ea302-57f7-4256-8295-d6cef34f5028'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:04:16.784310 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698e62fa-c0ed-494b-8aaa-3d19c880c57c None None] Pushing event updated for resources: {'Port': ['ID=805e794f-9e1f-4856-bcfa-5af891a8bce3,revision_number=3']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:04:16.826834 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09d99ac2-e0b6-4dee-8532-c7beb23d6cd3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 609} {{(pid=102731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:04:16.920255 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port f9e2b8d6-da22-484d-9fd7-cc7e315fab76 is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:04:16.920746 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:16.925072 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bc2eec7e-94a8-47a5-ad1f-4f344111892a req-f5cd8676-0533-4728-ade3-15861823f970 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=174e1eea-8e32-4414-9ecf-aeb92f39055c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6779637 May 18 18:04:16.938246 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-df19e8e8-398a-4779-8ef0-35adb26f0b0a req-14cd85b3-00d1-4336-8587-8cd701108c8f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e7bb4226-ce97-4ecd-a736-061f4f786581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5909865 May 18 18:04:16.973030 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port f9e2b8d6-da22-484d-9fd7-cc7e315fab76, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=f9e2b8d6-da22-484d-9fd7-cc7e315fab76,segment=NetworkSegment(aec3bb45-472a-4723-a9a6-3ae0940a4815),segment_id=aec3bb45-472a-4723-a9a6-3ae0940a4815)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:04:16.982231 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '701fb003-f086-4826-85e1-a0b9d8f70ae6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9e2b8d6-da22-484d-9fd7-cc7e315fab76'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:04:16.985578 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e6a29f2-71bb-4723-b050-13d05da3caa4" -d '{"events": [{"server_uuid": "701fb003-f086-4826-85e1-a0b9d8f70ae6", "name": "network-vif-plugged", "status": "completed", "tag": "f9e2b8d6-da22-484d-9fd7-cc7e315fab76"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:04:16.995263 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-09d99ac2-e0b6-4dee-8532-c7beb23d6cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:16.995616 n-d-838550-3 neutron-server[102731]: INFO neutron.db.segments_db [None req-09d99ac2-e0b6-4dee-8532-c7beb23d6cd3 admin admin] Added segment 8e2c00cb-f6f7-4830-ab87-986f8483a2c8 of type vlan for network 6e73efc1-ff33-49b9-b7c2-229c7b0d77fc May 18 18:04:16.998434 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:17.007058 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d99ac2-e0b6-4dee-8532-c7beb23d6cd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b4e6956-2ac1-462a-9c67-fc84a26f38c3,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:04:17.034633 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-23ee88c1-8434-4d3c-83d0-bc192c9b8026 None None] Set router fa6ea302-57f7-4256-8295-d6cef34f5028 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:04:17.115365 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=f9e2b8d6-da22-484d-9fd7-cc7e315fab76,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:04:17.122235 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dc93b3-11f8-47f8-9acf-6993104ca540 req-cf1305cb-51bc-4b6a-9863-3f1da02cc65c tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:17.127883 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab9dd95-e08f-4c20-8d65-aa31746d5977 req-6ad9b9bc-edb7-40b7-b8e9-c47ad889dcb2 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:17.129072 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b4dc93b3-11f8-47f8-9acf-6993104ca540 req-cf1305cb-51bc-4b6a-9863-3f1da02cc65c tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] 10.222.0.85 "GET /v2.0/ports?device_id=701fb003-f086-4826-85e1-a0b9d8f70ae6 HTTP/1.1" status: 200 len: 945 time: 0.6080949 May 18 18:04:17.136423 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bab9dd95-e08f-4c20-8d65-aa31746d5977 req-6ad9b9bc-edb7-40b7-b8e9-c47ad889dcb2 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] 10.222.0.85 "GET /v2.0/ports?device_id=7ee34a52-f349-49aa-8faf-82e384e9c978 HTTP/1.1" status: 200 len: 943 time: 0.8992712 May 18 18:04:17.186263 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde5003c-ef18-49aa-80c3-e19322fec2de req-59590175-0df8-4f72-955c-522f4b8c5e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:17.188238 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-dde5003c-ef18-49aa-80c3-e19322fec2de req-59590175-0df8-4f72-955c-522f4b8c5e5d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c95c071176d44e1393b66dc9873791e2&device_id=84d410e5-f4e3-429d-81c6-65d701445b6d HTTP/1.1" status: 200 len: 1101 time: 0.2921755 May 18 18:04:17.241650 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-d917ce63-bd13-450e-97c7-d5b411aac106 admin admin] Allocated IP 172.20.0.1 (2f372af3-44c1-44d0-844a-1de4600a10c9/18fdedba-2287-4654-9694-86ee417b097d/6f7aa364-0014-4cb0-a4db-efefd69f3b1f) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:04:17.252771 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bab9dd95-e08f-4c20-8d65-aa31746d5977 req-7195080d-d142-4a4f-857d-c2294d81fb58 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] 10.222.0.85 "GET /v2.0/security-groups?id=b787168d-4ad4-4424-a9af-a4affc34d52d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125910 May 18 18:04:17.265271 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-3699eba4-b005-485a-ae63-d563bf694679 None None] Notify callbacks [] for port, precommit_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:17.283191 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-3699eba4-b005-485a-ae63-d563bf694679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:17.325388 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-09d99ac2-e0b6-4dee-8532-c7beb23d6cd3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:17.379875 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-23ee88c1-8434-4d3c-83d0-bc192c9b8026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa6ea302-57f7-4256-8295-d6cef34f5028', 'name': 'tempest-ServersTestJSON-275480808-router', 'tenant_id': '1f38cde3deff43fb910ab68e713e2daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': '805e794f-9e1f-4856-bcfa-5af891a8bce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:04:07Z', 'updated_at': '2022-05-18T18:04:12Z', 'revision_number': 3, 'project_id': '1f38cde3deff43fb910ab68e713e2daa', 'gw_port': {'id': '805e794f-9e1f-4856-bcfa-5af891a8bce3', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:3f:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa6ea302-57f7-4256-8295-d6cef34f5028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:04:08Z', 'updated_at': '2022-05-18T18:04:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:04:17.400716 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f70d8760-c28c-4638-814d-67a97c6b022a x-openstack-request-id: req-f70d8760-c28c-4638-814d-67a97c6b022a {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:04:17.401269 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "701fb003-f086-4826-85e1-a0b9d8f70ae6", "name": "network-vif-plugged", "status": "completed", "tag": "f9e2b8d6-da22-484d-9fd7-cc7e315fab76", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:04:17.401269 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-f70d8760-c28c-4638-814d-67a97c6b022a {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:04:17.401726 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f70d8760-c28c-4638-814d-67a97c6b022a'] response: {'server_uuid': '701fb003-f086-4826-85e1-a0b9d8f70ae6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9e2b8d6-da22-484d-9fd7-cc7e315fab76', 'code': 200} May 18 18:04:17.402329 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513acb06-8a75-41b7-8e5d-040558c16bde None None] Pushing event updated for resources: {'Port': ['ID=8dceac78-125b-4f26-a10f-2010530aa011,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:04:17.480096 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ee88c1-8434-4d3c-83d0-bc192c9b8026 None None] The sync data for ids ['fa6ea302-57f7-4256-8295-d6cef34f5028'] in n-d-838550-3 is: [{'id': 'fa6ea302-57f7-4256-8295-d6cef34f5028', 'name': 'tempest-ServersTestJSON-275480808-router', 'tenant_id': '1f38cde3deff43fb910ab68e713e2daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': '805e794f-9e1f-4856-bcfa-5af891a8bce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:04:07Z', 'updated_at': '2022-05-18T18:04:12Z', 'revision_number': 3, 'project_id': '1f38cde3deff43fb910ab68e713e2daa', 'gw_port': {'id': '805e794f-9e1f-4856-bcfa-5af891a8bce3', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:3f:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa6ea302-57f7-4256-8295-d6cef34f5028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:04:08Z', 'updated_at': '2022-05-18T18:04:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:04:17.600104 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde5003c-ef18-49aa-80c3-e19322fec2de req-a5caaffe-d923-4b50-8cdb-7d69144a77b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:17.602779 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-dde5003c-ef18-49aa-80c3-e19322fec2de req-a5caaffe-d923-4b50-8cdb-7d69144a77b7 service neutron] 10.222.0.88 "GET /v2.0/networks?id=4c8ef274-9ecc-47c2-9686-5eebd78fb305 HTTP/1.1" status: 200 len: 870 time: 0.3715360 May 18 18:04:17.621815 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-3699eba4-b005-485a-ae63-d563bf694679 None None] Attempting to bind port 8dceac78-125b-4f26-a10f-2010530aa011 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:04:17.622353 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-3699eba4-b005-485a-ae63-d563bf694679 None None] Attempting to bind port 8dceac78-125b-4f26-a10f-2010530aa011 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '1aea2a35-1fcb-44d9-9243-9716f311d349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '426a39ea-1ed1-469b-8675-406118e8adc7'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:04:17.622727 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3699eba4-b005-485a-ae63-d563bf694679 None None] Attempting to bind port 8dceac78-125b-4f26-a10f-2010530aa011 on network 426a39ea-1ed1-469b-8675-406118e8adc7 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:04:17.626034 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b4dc93b3-11f8-47f8-9acf-6993104ca540 req-15a84419-a387-4e87-9ff7-97bdcbfbe077 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] 10.222.0.85 "GET /v2.0/security-groups?id=861a56f2-4eff-4471-a063-98289a245e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4797230 May 18 18:04:17.634110 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3699eba4-b005-485a-ae63-d563bf694679 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:04:17.639371 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3699eba4-b005-485a-ae63-d563bf694679 None None] Checking segment: {'id': '1aea2a35-1fcb-44d9-9243-9716f311d349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '426a39ea-1ed1-469b-8675-406118e8adc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:04:17.639860 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-3699eba4-b005-485a-ae63-d563bf694679 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:17.640383 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3699eba4-b005-485a-ae63-d563bf694679 None None] Bound using segment: {'id': '1aea2a35-1fcb-44d9-9243-9716f311d349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '426a39ea-1ed1-469b-8675-406118e8adc7'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:04:17.641015 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-3699eba4-b005-485a-ae63-d563bf694679 None None] Bound port: 8dceac78-125b-4f26-a10f-2010530aa011, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1aea2a35-1fcb-44d9-9243-9716f311d349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '426a39ea-1ed1-469b-8675-406118e8adc7'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:04:17.641408 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-3699eba4-b005-485a-ae63-d563bf694679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:17.652779 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-09d99ac2-e0b6-4dee-8532-c7beb23d6cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:17.656380 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d99ac2-e0b6-4dee-8532-c7beb23d6cd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:17.657041 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-09d99ac2-e0b6-4dee-8532-c7beb23d6cd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:17.718094 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-df19e8e8-398a-4779-8ef0-35adb26f0b0a req-8c5d3e55-e10a-4056-a6f8-f886d9979573 service neutron] 10.222.0.36 "GET /v2.0/networks/e7bb4226-ce97-4ecd-a736-061f4f786581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7684202 May 18 18:04:17.723259 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-09d99ac2-e0b6-4dee-8532-c7beb23d6cd3 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8832641 May 18 18:04:17.748370 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bc2eec7e-94a8-47a5-ad1f-4f344111892a req-2e9b781b-fd90-471f-9357-6695defd91f6 service neutron] 10.222.0.36 "GET /v2.0/networks/174e1eea-8e32-4414-9ecf-aeb92f39055c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8066456 May 18 18:04:17.749236 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 47372) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:04:17.796990 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-a7959970-48cd-4e12-ad96-2417f5aef956 admin admin] Request body: {'subnet': {'network_id': '6e73efc1-ff33-49b9-b7c2-229c7b0d77fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-429990232-subnet', 'tenant_id': 'e90c3ad5abb04dffa22b4371e3793be0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:04:17.824467 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-3699eba4-b005-485a-ae63-d563bf694679 None None] For port 8dceac78-125b-4f26-a10f-2010530aa011, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:04:17.839808 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-3699eba4-b005-485a-ae63-d563bf694679 None None] For port 8dceac78-125b-4f26-a10f-2010530aa011, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=8dceac78-125b-4f26-a10f-2010530aa011,segment=NetworkSegment(1aea2a35-1fcb-44d9-9243-9716f311d349),segment_id=1aea2a35-1fcb-44d9-9243-9716f311d349)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:04:17.864684 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-3699eba4-b005-485a-ae63-d563bf694679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:17.923326 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-df19e8e8-398a-4779-8ef0-35adb26f0b0a req-ec7f188b-d984-4a1f-bce2-5657d8610d08 service neutron] 10.222.0.36 "GET /v2.0/networks/e7bb4226-ce97-4ecd-a736-061f4f786581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726108 May 18 18:04:17.937766 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-dde5003c-ef18-49aa-80c3-e19322fec2de req-2096ee65-661e-4565-a767-60763b2bebc0 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=65eaebad-5f15-498f-8a10-409fcd0c25c6 HTTP/1.1" status: 200 len: 217 time: 0.2398610 May 18 18:04:18.015430 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-be09db83-b092-4ad2-84ce-da85f6a50c28 None None] Provisioning complete for port 8dceac78-125b-4f26-a10f-2010530aa011 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:04:18.019244 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d99ac2-e0b6-4dee-8532-c7beb23d6cd3 admin admin] Pushing event updated for resources: {'Network': ['ID=6e73efc1-ff33-49b9-b7c2-229c7b0d77fc,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:04:18.025415 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-be09db83-b092-4ad2-84ce-da85f6a50c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:18.058339 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d917ce63-bd13-450e-97c7-d5b411aac106 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:18.073839 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4557435-6d51-4e98-9c13-b92837e65c8e req-f7ff9d96-43b9-4609-bfba-d7c0b9ed368d tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:18.081300 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e4557435-6d51-4e98-9c13-b92837e65c8e req-f7ff9d96-43b9-4609-bfba-d7c0b9ed368d tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=84d410e5-f4e3-429d-81c6-65d701445b6d HTTP/1.1" status: 200 len: 950 time: 0.3501067 May 18 18:04:18.139739 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3699eba4-b005-485a-ae63-d563bf694679 None None] Routers {'726526af-7bd6-40cb-a681-0f76cc3dfa01'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:04:18.140398 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-3699eba4-b005-485a-ae63-d563bf694679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:04:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['726526af-7bd6-40cb-a681-0f76cc3dfa01'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:04:18.150774 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e4557435-6d51-4e98-9c13-b92837e65c8e req-f80d1e67-e67b-4c6c-b7c5-f494a4b2d648 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651059 May 18 18:04:18.188975 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d917ce63-bd13-450e-97c7-d5b411aac106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:18.284300 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network 6e73efc1-ff33-49b9-b7c2-229c7b0d77fc details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:04:18.299649 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b386f8-a167-4aca-9b44-e547f3be2b1b req-9ec75364-31af-48f9-8d74-784bc8a700ac tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:18.315928 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f2b386f8-a167-4aca-9b44-e547f3be2b1b req-9ec75364-31af-48f9-8d74-784bc8a700ac tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/ports?device_id=37b6f181-4d76-4205-a196-1fa0b0b50cc2 HTTP/1.1" status: 200 len: 944 time: 0.7047410 May 18 18:04:18.333190 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d917ce63-bd13-450e-97c7-d5b411aac106 admin admin] Pushing event updated for resources: {'Port': ['ID=6f7aa364-0014-4cb0-a4db-efefd69f3b1f,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:04:18.352299 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7959970-48cd-4e12-ad96-2417f5aef956 admin admin] Made reservation on behalf of e90c3ad5abb04dffa22b4371e3793be0 for: {'subnet': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:04:18.362557 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d917ce63-bd13-450e-97c7-d5b411aac106 admin admin] Network 2f372af3-44c1-44d0-844a-1de4600a10c9 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:04:18.363398 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513acb06-8a75-41b7-8e5d-040558c16bde None None] Pushing event updated for resources: {'Port': ['ID=8dceac78-125b-4f26-a10f-2010530aa011,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:04:18.365166 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-d917ce63-bd13-450e-97c7-d5b411aac106 admin admin] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:04:18.365861 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a7959970-48cd-4e12-ad96-2417f5aef956 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261031885'] for subnet, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:18.368016 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d917ce63-bd13-450e-97c7-d5b411aac106 admin admin] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:04:18.395069 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 9a3d5f8f-a30e-4ad7-aba0-b2acf9f2fbc3 up at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:04:18.403210 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a0dc82-fe2a-445f-98d1-d57c971d7936 req-83056f88-f691-41a5-95bf-d77b492a50b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:18.404866 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-90a0dc82-fe2a-445f-98d1-d57c971d7936 req-83056f88-f691-41a5-95bf-d77b492a50b6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=701fb003-f086-4826-85e1-a0b9d8f70ae6 HTTP/1.1" status: 200 len: 1097 time: 0.8005314 May 18 18:04:18.500965 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d917ce63-bd13-450e-97c7-d5b411aac106 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595826'] for router_interface, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:18.542242 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 805e794f-9e1f-4856-bcfa-5af891a8bce3 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:04:18.749791 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-90a0dc82-fe2a-445f-98d1-d57c971d7936 req-e84c1502-77c7-4396-8445-384eaf928f35 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=861a56f2-4eff-4471-a063-98289a245e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453215 May 18 18:04:18.764032 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde5003c-ef18-49aa-80c3-e19322fec2de req-d780855f-c01b-4dbc-8b63-f9ff2b6ca3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:18.772010 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-dde5003c-ef18-49aa-80c3-e19322fec2de req-d780855f-c01b-4dbc-8b63-f9ff2b6ca3e5 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c2531ae9-89db-4dcf-b670-9eac4c9cde53 HTTP/1.1" status: 200 len: 843 time: 0.7760868 May 18 18:04:18.848504 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-3699eba4-b005-485a-ae63-d563bf694679 None None] Set router 726526af-7bd6-40cb-a681-0f76cc3dfa01 gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:04:18.852396 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d917ce63-bd13-450e-97c7-d5b411aac106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:18.862679 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df19e8e8-398a-4779-8ef0-35adb26f0b0a req-51bcc59f-b3d0-4e05-9c34-80bbfcefaaf0 tempest-LiveAutoBlockMigrationV225Test-940020400 tempest-LiveAutoBlockMigrationV225Test-940020400-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:18.871383 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-df19e8e8-398a-4779-8ef0-35adb26f0b0a req-51bcc59f-b3d0-4e05-9c34-80bbfcefaaf0 tempest-LiveAutoBlockMigrationV225Test-940020400 tempest-LiveAutoBlockMigrationV225Test-940020400-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=37b6f181-4d76-4205-a196-1fa0b0b50cc2&tenant_id=38c3fbce1f554996bc4a73e5f0f7c3e8&binding%3Ahost_id=n-h1-838550-3 HTTP/1.1" status: 200 len: 1095 time: 0.4969683 May 18 18:04:18.906793 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 82ad238c-6711-4016-a121-cadfabed87fc details requested by agent hyperv_n-h1-838550-3 with host n-h1-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:04:18.964640 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bc2eec7e-94a8-47a5-ad1f-4f344111892a req-176f99c1-a4e5-4273-9a7d-ce306862ab04 service neutron] 10.222.0.36 "GET /v2.0/networks/174e1eea-8e32-4414-9ecf-aeb92f39055c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1603997 May 18 18:04:19.073608 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f2b386f8-a167-4aca-9b44-e547f3be2b1b req-afa619c6-50fd-4f4e-9d84-e69e980fb6b2 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/security-groups?id=bda815dc-3228-454b-a95b-f89a3eeb79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7566032 May 18 18:04:19.136825 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.db.resource_extend [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 18 18:04:19.138586 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning complete for port 9a3d5f8f-a30e-4ad7-aba0-b2acf9f2fbc3 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:04:19.138792 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:19.265585 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde5003c-ef18-49aa-80c3-e19322fec2de req-396b1bb9-721a-441e-b9a9-b21250e24cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:19.270886 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-dde5003c-ef18-49aa-80c3-e19322fec2de req-396b1bb9-721a-441e-b9a9-b21250e24cc0 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4c8ef274-9ecc-47c2-9686-5eebd78fb305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4682560 May 18 18:04:19.275646 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-df19e8e8-398a-4779-8ef0-35adb26f0b0a req-ed1ef47f-f51c-49c3-8e55-e3b58f4b69dc service neutron] For port 793d1fc5-3dfd-42ee-ada4-434fe7234b7f, host n-h2-838550-3, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:04:19.304588 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-df19e8e8-398a-4779-8ef0-35adb26f0b0a req-ed1ef47f-f51c-49c3-8e55-e3b58f4b69dc service neutron] Notify callbacks [] for binding, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:19.307188 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-df19e8e8-398a-4779-8ef0-35adb26f0b0a req-ed1ef47f-f51c-49c3-8e55-e3b58f4b69dc service neutron] 10.222.0.36 "DELETE /v2.0/ports/793d1fc5-3dfd-42ee-ada4-434fe7234b7f/bindings/n-h2-838550-3 HTTP/1.1" status: 204 len: 173 time: 0.3489401 May 18 18:04:19.309971 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6273757-35de-4f7b-85a2-07b947b367fc req-0e1e5f61-b387-4ecb-8c66-9ccee7262ce1 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:19.327731 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c6273757-35de-4f7b-85a2-07b947b367fc req-0e1e5f61-b387-4ecb-8c66-9ccee7262ce1 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] 10.222.0.85 "GET /v2.0/ports?device_id=7ee34a52-f349-49aa-8faf-82e384e9c978 HTTP/1.1" status: 200 len: 943 time: 0.3290563 May 18 18:04:19.453427 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-be09db83-b092-4ad2-84ce-da85f6a50c28 None None] Current status of the port 8dceac78-125b-4f26-a10f-2010530aa011 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:04:19.461941 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-be09db83-b092-4ad2-84ce-da85f6a50c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:19.507797 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 805e794f-9e1f-4856-bcfa-5af891a8bce3 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:04:19.508273 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:19.531428 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c6273757-35de-4f7b-85a2-07b947b367fc req-20e6a66e-6cce-4286-9a6d-024ddd5c5252 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] 10.222.0.85 "GET /v2.0/security-groups?id=b787168d-4ad4-4424-a9af-a4affc34d52d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885259 May 18 18:04:19.604545 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b5d1af-3259-4664-8ac5-871a385f7fc1 req-9975df11-bc48-4769-830b-08e58b0773f8 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:19.609053 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-14b5d1af-3259-4664-8ac5-871a385f7fc1 req-9975df11-bc48-4769-830b-08e58b0773f8 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] 10.222.0.85 "GET /v2.0/ports?device_id=701fb003-f086-4826-85e1-a0b9d8f70ae6 HTTP/1.1" status: 200 len: 946 time: 0.3824832 May 18 18:04:19.655596 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d917ce63-bd13-450e-97c7-d5b411aac106 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:19.666802 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d917ce63-bd13-450e-97c7-d5b411aac106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:19.674966 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-be09db83-b092-4ad2-84ce-da85f6a50c28 None None] For port 8dceac78-125b-4f26-a10f-2010530aa011, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=8dceac78-125b-4f26-a10f-2010530aa011,segment=NetworkSegment(1aea2a35-1fcb-44d9-9243-9716f311d349),segment_id=1aea2a35-1fcb-44d9-9243-9716f311d349)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:04:19.697828 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 82ad238c-6711-4016-a121-cadfabed87fc, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=82ad238c-6711-4016-a121-cadfabed87fc,segment=NetworkSegment(da1e1534-5e48-46b3-a727-d3c25e59a900),segment_id=da1e1534-5e48-46b3-a727-d3c25e59a900)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:04:19.720645 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-be09db83-b092-4ad2-84ce-da85f6a50c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:19.742980 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Returning: {'device': '82ad238c-6711-4016-a121-cadfabed87fc', 'network_id': '174e1eea-8e32-4414-9ecf-aeb92f39055c', 'port_id': '82ad238c-6711-4016-a121-cadfabed87fc', 'mac_address': 'fa:16:3e:82:3a:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb681bd8-8000-4df1-8b5b-17eadddd4546', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:04:19.845045 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 9a3d5f8f-a30e-4ad7-aba0-b2acf9f2fbc3 is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:04:19.846291 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-14b5d1af-3259-4664-8ac5-871a385f7fc1 req-b1941587-404a-4dd1-bcb7-f1268d4d96c5 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] 10.222.0.85 "GET /v2.0/security-groups?id=861a56f2-4eff-4471-a063-98289a245e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214115 May 18 18:04:19.852156 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:19.909463 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-dde5003c-ef18-49aa-80c3-e19322fec2de req-f5ca46c7-e508-44ae-a2a6-2f5430aa7ecf service neutron] 10.222.0.88 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6123254 May 18 18:04:20.016343 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d917ce63-bd13-450e-97c7-d5b411aac106 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-595870'] for router_interface, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:20.121008 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fe7ba5f-7c16-4fb0-8d4e-275a46e53e3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a3d5f8f-a30e-4ad7-aba0-b2acf9f2fbc3'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:04:20.123932 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4a60dbc-e5e9-4f17-924a-a6faa999993f" -d '{"events": [{"server_uuid": "6fe7ba5f-7c16-4fb0-8d4e-275a46e53e3c", "name": "network-vif-plugged", "status": "completed", "tag": "9a3d5f8f-a30e-4ad7-aba0-b2acf9f2fbc3"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:04:20.142844 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be09db83-b092-4ad2-84ce-da85f6a50c28 None None] Pushing event updated for resources: {'Port': ['ID=8dceac78-125b-4f26-a10f-2010530aa011,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:04:20.148291 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-f6100da1-9e03-4a4e-9dc0-6fc9e2985f30 None None] Provisioning complete for port 8dceac78-125b-4f26-a10f-2010530aa011 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:04:20.149150 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f6100da1-9e03-4a4e-9dc0-6fc9e2985f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:20.150714 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-dde5003c-ef18-49aa-80c3-e19322fec2de req-ef7e9ecf-2a57-49d0-be0e-14e127bf0cb6 service neutron] 10.222.0.88 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282817 May 18 18:04:20.209657 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a7959970-48cd-4e12-ad96-2417f5aef956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261104883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261031899'] for subnet, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:20.244364 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d917ce63-bd13-450e-97c7-d5b411aac106 admin admin] Pushing event updated for resources: {'Port': ['ID=6f7aa364-0014-4cb0-a4db-efefd69f3b1f,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:04:20.334823 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972b69f8-576a-4389-ba93-0960557d74ef req-bc689927-d1b5-405c-9933-4cb5c1c3219e tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:20.336657 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-972b69f8-576a-4389-ba93-0960557d74ef req-bc689927-d1b5-405c-9933-4cb5c1c3219e tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] 10.222.0.85 "GET /v2.0/ports?device_id=062b357a-3ac8-4c60-973c-5b126f46856b HTTP/1.1" status: 200 len: 945 time: 0.4799592 May 18 18:04:20.472418 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7959970-48cd-4e12-ad96-2417f5aef956 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d6e12c7-584e-49b6-9e56-a793c2140b1f,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:04:20.480941 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-972b69f8-576a-4389-ba93-0960557d74ef req-6c65b9c9-120b-48b6-91f2-f8a92ccf2fcb tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] 10.222.0.85 "GET /v2.0/security-groups?id=873d3fb2-3b5d-40e4-860c-4bf2bbc08243&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213028 May 18 18:04:20.500398 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394c73a6-1a29-48ce-aac5-beb9965c737a req-8b948346-62b4-4dfc-bbdc-987ff205b5f3 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:20.527703 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 82ad238c-6711-4016-a121-cadfabed87fc is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:04:20.528366 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:20.537829 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-394c73a6-1a29-48ce-aac5-beb9965c737a req-8b948346-62b4-4dfc-bbdc-987ff205b5f3 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=84d410e5-f4e3-429d-81c6-65d701445b6d HTTP/1.1" status: 200 len: 950 time: 0.3829949 May 18 18:04:20.551684 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d917ce63-bd13-450e-97c7-d5b411aac106 admin admin] Network 2f372af3-44c1-44d0-844a-1de4600a10c9 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:04:20.567051 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 9a3d5f8f-a30e-4ad7-aba0-b2acf9f2fbc3, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=9a3d5f8f-a30e-4ad7-aba0-b2acf9f2fbc3,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:04:20.567937 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-d917ce63-bd13-450e-97c7-d5b411aac106 admin admin] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:04:20.573299 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82ad238c-6711-4016-a121-cadfabed87fc {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:04:20.594437 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 82ad238c-6711-4016-a121-cadfabed87fc, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=82ad238c-6711-4016-a121-cadfabed87fc,segment=NetworkSegment(da1e1534-5e48-46b3-a727-d3c25e59a900),segment_id=da1e1534-5e48-46b3-a727-d3c25e59a900)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:04:20.597510 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 805e794f-9e1f-4856-bcfa-5af891a8bce3 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:04:20.598077 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:20.608291 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:20.615378 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:20.729261 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-394c73a6-1a29-48ce-aac5-beb9965c737a req-b529328c-be36-4072-9bb6-fdc4840f57ae tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834912 May 18 18:04:20.731232 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7959970-48cd-4e12-ad96-2417f5aef956 admin admin] Checking segment: {'id': '8e2c00cb-f6f7-4830-ab87-986f8483a2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6e73efc1-ff33-49b9-b7c2-229c7b0d77fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:04:20.731468 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7959970-48cd-4e12-ad96-2417f5aef956 admin admin] Network hostable DHCP agents. Network: 6e73efc1-ff33-49b9-b7c2-229c7b0d77fc, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:04:20.823048 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7959970-48cd-4e12-ad96-2417f5aef956 admin admin] Network 6e73efc1-ff33-49b9-b7c2-229c7b0d77fc is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:04:20.839924 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-3699eba4-b005-485a-ae63-d563bf694679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '726526af-7bd6-40cb-a681-0f76cc3dfa01', 'name': 'tempest-AttachSCSIVolumeTestJSON-511885408-router', 'tenant_id': '3fdbf5ca8a2142d9bb14e5cf523c6add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.227'}], 'enable_snat': True}, 'gw_port_id': 'bf35efd3-2ec3-48cd-8df2-92272dad7dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:03:57Z', 'updated_at': '2022-05-18T18:04:11Z', 'revision_number': 4, 'project_id': '3fdbf5ca8a2142d9bb14e5cf523c6add', 'gw_port': {'id': 'bf35efd3-2ec3-48cd-8df2-92272dad7dab', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:cb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726526af-7bd6-40cb-a681-0f76cc3dfa01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:04:00Z', 'updated_at': '2022-05-18T18:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '8dceac78-125b-4f26-a10f-2010530aa011', 'name': '', 'network_id': '426a39ea-1ed1-469b-8675-406118e8adc7', 'tenant_id': '3fdbf5ca8a2142d9bb14e5cf523c6add', 'mac_address': 'fa:16:3e:a5:ae:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '726526af-7bd6-40cb-a681-0f76cc3dfa01', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '2728997d-3202-4ad4-aa33-08239b02a122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:04:07Z', 'updated_at': '2022-05-18T18:04:17Z', 'revision_number': 4, 'project_id': '3fdbf5ca8a2142d9bb14e5cf523c6add', 'subnets': [{'id': '2728997d-3202-4ad4-aa33-08239b02a122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:04:20.860326 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-a7959970-48cd-4e12-ad96-2417f5aef956 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, 6e73efc1-ff33-49b9-b7c2-229c7b0d77fc) {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:04:20.869757 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7959970-48cd-4e12-ad96-2417f5aef956 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:20.870563 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a7959970-48cd-4e12-ad96-2417f5aef956 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:20.903433 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-a7959970-48cd-4e12-ad96-2417f5aef956 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 3.1113021 May 18 18:04:20.911825 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 47410) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:04:20.918778 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-2882291e-2c9b-4569-8558-df5c01b95d9c admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-429990232-router', 'tenant_id': 'e90c3ad5abb04dffa22b4371e3793be0', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:04:21.023263 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2882291e-2c9b-4569-8558-df5c01b95d9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25099'] for router, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:21.025832 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2882291e-2c9b-4569-8558-df5c01b95d9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-593238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596850', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25088'] for router, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:21.034542 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01eb3855-c1ed-47d1-bcc6-e17cd67784ce x-openstack-request-id: req-01eb3855-c1ed-47d1-bcc6-e17cd67784ce {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:04:21.035411 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fe7ba5f-7c16-4fb0-8d4e-275a46e53e3c", "name": "network-vif-plugged", "status": "completed", "tag": "9a3d5f8f-a30e-4ad7-aba0-b2acf9f2fbc3", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:04:21.036447 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-01eb3855-c1ed-47d1-bcc6-e17cd67784ce {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:04:21.037312 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01eb3855-c1ed-47d1-bcc6-e17cd67784ce'] response: {'server_uuid': '6fe7ba5f-7c16-4fb0-8d4e-275a46e53e3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a3d5f8f-a30e-4ad7-aba0-b2acf9f2fbc3', 'code': 200} May 18 18:04:21.048059 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] For port 805e794f-9e1f-4856-bcfa-5af891a8bce3, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=805e794f-9e1f-4856-bcfa-5af891a8bce3,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:04:21.051447 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3699eba4-b005-485a-ae63-d563bf694679 None None] The sync data for ids ['726526af-7bd6-40cb-a681-0f76cc3dfa01'] in n-d-838550-3 is: [{'id': '726526af-7bd6-40cb-a681-0f76cc3dfa01', 'name': 'tempest-AttachSCSIVolumeTestJSON-511885408-router', 'tenant_id': '3fdbf5ca8a2142d9bb14e5cf523c6add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.227'}], 'enable_snat': True}, 'gw_port_id': 'bf35efd3-2ec3-48cd-8df2-92272dad7dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:03:57Z', 'updated_at': '2022-05-18T18:04:11Z', 'revision_number': 4, 'project_id': '3fdbf5ca8a2142d9bb14e5cf523c6add', 'gw_port': {'id': 'bf35efd3-2ec3-48cd-8df2-92272dad7dab', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:cb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726526af-7bd6-40cb-a681-0f76cc3dfa01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:04:00Z', 'updated_at': '2022-05-18T18:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '8dceac78-125b-4f26-a10f-2010530aa011', 'name': '', 'network_id': '426a39ea-1ed1-469b-8675-406118e8adc7', 'tenant_id': '3fdbf5ca8a2142d9bb14e5cf523c6add', 'mac_address': 'fa:16:3e:a5:ae:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '726526af-7bd6-40cb-a681-0f76cc3dfa01', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '2728997d-3202-4ad4-aa33-08239b02a122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:04:07Z', 'updated_at': '2022-05-18T18:04:17Z', 'revision_number': 4, 'project_id': '3fdbf5ca8a2142d9bb14e5cf523c6add', 'subnets': [{'id': '2728997d-3202-4ad4-aa33-08239b02a122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:04:21.058548 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ddc42a-fe70-4ecd-a785-03f6b463c8e5 None None] Network 6e73efc1-ff33-49b9-b7c2-229c7b0d77fc requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:04:21.106700 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:21.177255 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6b11a1-b615-46b7-ad13-51e1e7c3706e req-2442882d-577c-4ef7-92a7-280228747a67 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:21.200851 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6d6b11a1-b615-46b7-ad13-51e1e7c3706e req-2442882d-577c-4ef7-92a7-280228747a67 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/ports?device_id=37b6f181-4d76-4205-a196-1fa0b0b50cc2 HTTP/1.1" status: 200 len: 944 time: 0.2228999 May 18 18:04:21.202782 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d917ce63-bd13-450e-97c7-d5b411aac106 admin admin] Router fa6ea302-57f7-4256-8295-d6cef34f5028 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:04:21.229024 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['82ad238c-6711-4016-a121-cadfabed87fc'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:04:21.283560 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=9a3d5f8f-a30e-4ad7-aba0-b2acf9f2fbc3,revision_number=7']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:04:21.344380 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=82ad238c-6711-4016-a121-cadfabed87fc,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:04:21.346857 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2882291e-2c9b-4569-8558-df5c01b95d9c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:21.410446 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Pushing event updated for resources: {'Port': ['ID=805e794f-9e1f-4856-bcfa-5af891a8bce3,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:04:21.424932 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-f6100da1-9e03-4a4e-9dc0-6fc9e2985f30 None None] Current status of the port 8dceac78-125b-4f26-a10f-2010530aa011 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:04:21.427245 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d28140-9819-48f0-9dff-4799540c5420 req-6763e18b-7c7b-4b52-9c60-edcd22cf6c2f tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:21.428817 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-98d28140-9819-48f0-9dff-4799540c5420 req-6763e18b-7c7b-4b52-9c60-edcd22cf6c2f tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] 10.222.0.88 "GET /v2.0/ports?device_id=062b357a-3ac8-4c60-973c-5b126f46856b HTTP/1.1" status: 200 len: 945 time: 0.1710520 May 18 18:04:21.440240 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d917ce63-bd13-450e-97c7-d5b411aac106 admin admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:04:21.459597 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fcf6b69-e6a6-41f0-b7b4-bea5eec84bf2 None None] Sync routers for ids ['fa6ea302-57f7-4256-8295-d6cef34f5028'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:04:21.474206 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6d6b11a1-b615-46b7-ad13-51e1e7c3706e req-f50ea370-c590-4468-8872-da4f4e419a62 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/security-groups?id=bda815dc-3228-454b-a95b-f89a3eeb79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2689462 May 18 18:04:21.482363 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-d917ce63-bd13-450e-97c7-d5b411aac106 admin admin] 10.222.0.85 "PUT /v2.0/routers/fa6ea302-57f7-4256-8295-d6cef34f5028/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0202703 May 18 18:04:21.498212 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-f6100da1-9e03-4a4e-9dc0-6fc9e2985f30 None None] Provisioning complete for port 6f7aa364-0014-4cb0-a4db-efefd69f3b1f triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:04:21.498697 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f6100da1-9e03-4a4e-9dc0-6fc9e2985f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:21.637681 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-281855e7-139a-44d3-a98e-a9f58fe251e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-6e73efc1-ff33-49b9-b7c2-229c7b0d77fc', 'network_id': '6e73efc1-ff33-49b9-b7c2-229c7b0d77fc', 'tenant_id': 'e90c3ad5abb04dffa22b4371e3793be0', 'fixed_ips': [{'subnet_id': '8d6e12c7-584e-49b6-9e56-a793c2140b1f'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:04:21.637681 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-281855e7-139a-44d3-a98e-a9f58fe251e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:21.640801 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fcf6b69-e6a6-41f0-b7b4-bea5eec84bf2 None None] Routers {'fa6ea302-57f7-4256-8295-d6cef34f5028'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:04:21.641461 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-9fcf6b69-e6a6-41f0-b7b4-bea5eec84bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:04:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['fa6ea302-57f7-4256-8295-d6cef34f5028'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:04:21.667400 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-f6100da1-9e03-4a4e-9dc0-6fc9e2985f30 None None] Port 6f7aa364-0014-4cb0-a4db-efefd69f3b1f cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:04:21.701721 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2882291e-2c9b-4569-8558-df5c01b95d9c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:21.712698 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6dee86-ee7a-4487-bf1c-d68193ee70bf req-df7c4b35-82c5-4ed1-ac14-3e9b8cfe910e tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:21.721576 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8139d7-5dd1-4381-b473-4db8daec5306 req-ee3b0887-a2dc-4a9f-9433-71355a209c95 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:21.726333 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7a6dee86-ee7a-4487-bf1c-d68193ee70bf req-df7c4b35-82c5-4ed1-ac14-3e9b8cfe910e tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] 10.222.0.85 "GET /v2.0/ports?device_id=701fb003-f086-4826-85e1-a0b9d8f70ae6 HTTP/1.1" status: 200 len: 946 time: 0.1383934 May 18 18:04:21.728603 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-de8139d7-5dd1-4381-b473-4db8daec5306 req-ee3b0887-a2dc-4a9f-9433-71355a209c95 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] 10.222.0.85 "GET /v2.0/ports?device_id=7ee34a52-f349-49aa-8faf-82e384e9c978 HTTP/1.1" status: 200 len: 944 time: 0.6484585 May 18 18:04:21.829564 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7a6dee86-ee7a-4487-bf1c-d68193ee70bf req-200d82a0-ec7d-4d03-a971-0e9057d14803 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] 10.222.0.85 "GET /v2.0/security-groups?id=861a56f2-4eff-4471-a063-98289a245e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024106 May 18 18:04:21.955907 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-de8139d7-5dd1-4381-b473-4db8daec5306 req-ddc28d09-fd93-4c63-b93a-dfdba34540ab tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] 10.222.0.85 "GET /v2.0/security-groups?id=b787168d-4ad4-4424-a9af-a4affc34d52d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993170 May 18 18:04:21.980548 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-98d28140-9819-48f0-9dff-4799540c5420 req-5599d0ff-6044-4cb5-a9ef-c23b7a64ba3d tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] Deleting port 33e90418-0eb9-4d5f-95b5-db921d234153 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:04:21.980746 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-98d28140-9819-48f0-9dff-4799540c5420 req-5599d0ff-6044-4cb5-a9ef-c23b7a64ba3d tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:22.120500 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d8764d-e001-4e5e-90fa-0985db6c30e1 req-518b9e95-6919-4ebe-b026-451938d0fbb1 tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:22.122700 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-64af0c29-9a05-4759-82d8-e297beae1f2a None None] Provisioning complete for port 6f7aa364-0014-4cb0-a4db-efefd69f3b1f triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:04:22.123284 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-64af0c29-9a05-4759-82d8-e297beae1f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:22.131089 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-73d8764d-e001-4e5e-90fa-0985db6c30e1 req-518b9e95-6919-4ebe-b026-451938d0fbb1 tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] 10.222.0.85 "GET /v2.0/ports?device_id=062b357a-3ac8-4c60-973c-5b126f46856b HTTP/1.1" status: 200 len: 945 time: 0.1231444 May 18 18:04:22.226056 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-73d8764d-e001-4e5e-90fa-0985db6c30e1 req-147c1ebf-0bd0-4988-9201-c1061d912b6d tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] 10.222.0.85 "GET /v2.0/security-groups?id=873d3fb2-3b5d-40e4-860c-4bf2bbc08243&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877597 May 18 18:04:22.258088 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-98d28140-9819-48f0-9dff-4799540c5420 req-5599d0ff-6044-4cb5-a9ef-c23b7a64ba3d tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] For port 33e90418-0eb9-4d5f-95b5-db921d234153, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=33e90418-0eb9-4d5f-95b5-db921d234153,segment=NetworkSegment(233283e0-ebec-4cdf-9a24-cf365763643d),segment_id=233283e0-ebec-4cdf-9a24-cf365763643d)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:04:22.262775 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-98d28140-9819-48f0-9dff-4799540c5420 req-5599d0ff-6044-4cb5-a9ef-c23b7a64ba3d tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:22.279293 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-9fcf6b69-e6a6-41f0-b7b4-bea5eec84bf2 None None] Set router fa6ea302-57f7-4256-8295-d6cef34f5028 gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:04:22.427913 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-64af0c29-9a05-4759-82d8-e297beae1f2a None None] Port 6f7aa364-0014-4cb0-a4db-efefd69f3b1f cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:04:22.515140 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-98d28140-9819-48f0-9dff-4799540c5420 req-5599d0ff-6044-4cb5-a9ef-c23b7a64ba3d tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:22.515735 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-98d28140-9819-48f0-9dff-4799540c5420 req-5599d0ff-6044-4cb5-a9ef-c23b7a64ba3d tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596987'] for floatingip, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:22.515875 n-d-838550-3 neutron-server[102730]: INFO neutron.db.l3_db [req-98d28140-9819-48f0-9dff-4799540c5420 req-5599d0ff-6044-4cb5-a9ef-c23b7a64ba3d tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] Floating IP 4b97b547-18c8-4596-8000-87de6ca4f725 disassociated. External IP: 172.25.5.219, port: 33e90418-0eb9-4d5f-95b5-db921d234153. May 18 18:04:22.516120 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-98d28140-9819-48f0-9dff-4799540c5420 req-5599d0ff-6044-4cb5-a9ef-c23b7a64ba3d tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] Calling delete_port for 33e90418-0eb9-4d5f-95b5-db921d234153 owned by compute:nova {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:04:22.603299 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 47438) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:04:22.610077 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-59ebe8c7-3bbc-4a1e-8357-f37a2c553ac1 tempest-ServersTestJSON-1250898244 tempest-ServersTestJSON-1250898244-project] Request body: {'security_group': {'name': 'tempest-securitygroup--730099938', 'description': 'tempest-description--1731028910'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:04:22.666911 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-281855e7-139a-44d3-a98e-a9f58fe251e0 None None] Allocated IP 172.20.0.2 (6e73efc1-ff33-49b9-b7c2-229c7b0d77fc/8d6e12c7-584e-49b6-9e56-a793c2140b1f/adf6f69c-4abe-4d49-a0b4-3c3b1a7c0b05) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:04:22.699198 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-59ebe8c7-3bbc-4a1e-8357-f37a2c553ac1 tempest-ServersTestJSON-1250898244 tempest-ServersTestJSON-1250898244-project] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:22.780964 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-98d28140-9819-48f0-9dff-4799540c5420 req-5599d0ff-6044-4cb5-a9ef-c23b7a64ba3d tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:22.843092 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5599d0ff-6044-4cb5-a9ef-c23b7a64ba3d tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] Pushing event deleted for resources: {'Port': ['ID=33e90418-0eb9-4d5f-95b5-db921d234153,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:04:22.903518 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097cdc7b-e1aa-4433-becd-12739c91d90a req-9976d828-257b-4946-ba55-36946252e9cd tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:22.905767 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-097cdc7b-e1aa-4433-becd-12739c91d90a req-9976d828-257b-4946-ba55-36946252e9cd tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=84d410e5-f4e3-429d-81c6-65d701445b6d HTTP/1.1" status: 200 len: 950 time: 0.1445372 May 18 18:04:23.028479 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-281855e7-139a-44d3-a98e-a9f58fe251e0 None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:23.039777 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-281855e7-139a-44d3-a98e-a9f58fe251e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:23.100101 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281855e7-139a-44d3-a98e-a9f58fe251e0 None None] Pushing event updated for resources: {'Port': ['ID=adf6f69c-4abe-4d49-a0b4-3c3b1a7c0b05,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:04:23.100780 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2882291e-2c9b-4569-8558-df5c01b95d9c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:23.159694 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-281855e7-139a-44d3-a98e-a9f58fe251e0 None None] Network 6e73efc1-ff33-49b9-b7c2-229c7b0d77fc is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:04:23.174588 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-18aaa5e2-d3c0-4ea6-a5f9-74bb064f8d70 req-0db3833f-4870-4ca7-96ce-07e9ba533c8b tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] 10.222.0.85 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=31ebd439-090c-4b25-bbb0-31c48711b145 HTTP/1.1" status: 200 len: 258 time: 0.5269530 May 18 18:04:23.179208 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-281855e7-139a-44d3-a98e-a9f58fe251e0 None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:04:23.188391 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-18aaa5e2-d3c0-4ea6-a5f9-74bb064f8d70 req-e6b7c60f-06c0-41b9-9cff-4fea8bf60511 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] Request body: {'floatingip': {'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:04:23.190779 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281855e7-139a-44d3-a98e-a9f58fe251e0 None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:04:23.234237 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-59ebe8c7-3bbc-4a1e-8357-f37a2c553ac1 tempest-ServersTestJSON-1250898244 tempest-ServersTestJSON-1250898244-project] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:23.248437 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-59ebe8c7-3bbc-4a1e-8357-f37a2c553ac1 tempest-ServersTestJSON-1250898244 tempest-ServersTestJSON-1250898244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:23.322468 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ebe8c7-3bbc-4a1e-8357-f37a2c553ac1 tempest-ServersTestJSON-1250898244 tempest-ServersTestJSON-1250898244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df60308c-c2bf-4b6a-87af-97fe89bf51ec,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:04:23.329307 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-18aaa5e2-d3c0-4ea6-a5f9-74bb064f8d70 req-e6b7c60f-06c0-41b9-9cff-4fea8bf60511 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] Notify callbacks [] for floatingip, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:23.357760 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-281855e7-139a-44d3-a98e-a9f58fe251e0 None None] Attempting to bind port adf6f69c-4abe-4d49-a0b4-3c3b1a7c0b05 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:04:23.358486 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-281855e7-139a-44d3-a98e-a9f58fe251e0 None None] Attempting to bind port adf6f69c-4abe-4d49-a0b4-3c3b1a7c0b05 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '8e2c00cb-f6f7-4830-ab87-986f8483a2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6e73efc1-ff33-49b9-b7c2-229c7b0d77fc'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:04:23.359191 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281855e7-139a-44d3-a98e-a9f58fe251e0 None None] Attempting to bind port adf6f69c-4abe-4d49-a0b4-3c3b1a7c0b05 on network 6e73efc1-ff33-49b9-b7c2-229c7b0d77fc {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:04:23.375636 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-59ebe8c7-3bbc-4a1e-8357-f37a2c553ac1 tempest-ServersTestJSON-1250898244 tempest-ServersTestJSON-1250898244-project] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:23.377053 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-59ebe8c7-3bbc-4a1e-8357-f37a2c553ac1 tempest-ServersTestJSON-1250898244 tempest-ServersTestJSON-1250898244-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7723436 May 18 18:04:23.378822 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-9fcf6b69-e6a6-41f0-b7b4-bea5eec84bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa6ea302-57f7-4256-8295-d6cef34f5028', 'name': 'tempest-ServersTestJSON-275480808-router', 'tenant_id': '1f38cde3deff43fb910ab68e713e2daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': '805e794f-9e1f-4856-bcfa-5af891a8bce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:04:07Z', 'updated_at': '2022-05-18T18:04:18Z', 'revision_number': 4, 'project_id': '1f38cde3deff43fb910ab68e713e2daa', 'gw_port': {'id': '805e794f-9e1f-4856-bcfa-5af891a8bce3', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:3f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6ea302-57f7-4256-8295-d6cef34f5028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:04:08Z', 'updated_at': '2022-05-18T18:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '6f7aa364-0014-4cb0-a4db-efefd69f3b1f', 'name': '', 'network_id': '2f372af3-44c1-44d0-844a-1de4600a10c9', 'tenant_id': '1f38cde3deff43fb910ab68e713e2daa', 'mac_address': 'fa:16:3e:79:c9:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa6ea302-57f7-4256-8295-d6cef34f5028', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '18fdedba-2287-4654-9694-86ee417b097d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:04:16Z', 'updated_at': '2022-05-18T18:04:19Z', 'revision_number': 2, 'project_id': '1f38cde3deff43fb910ab68e713e2daa', 'subnets': [{'id': '18fdedba-2287-4654-9694-86ee417b097d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:04:23.390184 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 47446) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:04:23.395700 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-aa3a31c2-4ce2-472d-be6c-2c50590cb663 tempest-ServersTestJSON-1250898244 tempest-ServersTestJSON-1250898244-project] Request body: {'security_group_rule': {'security_group_id': 'df60308c-c2bf-4b6a-87af-97fe89bf51ec', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:04:23.483086 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281855e7-139a-44d3-a98e-a9f58fe251e0 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:04:23.483477 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281855e7-139a-44d3-a98e-a9f58fe251e0 None None] Checking segment: {'id': '8e2c00cb-f6f7-4830-ab87-986f8483a2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6e73efc1-ff33-49b9-b7c2-229c7b0d77fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:04:23.491849 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-281855e7-139a-44d3-a98e-a9f58fe251e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:23.492476 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281855e7-139a-44d3-a98e-a9f58fe251e0 None None] Bound using segment: {'id': '8e2c00cb-f6f7-4830-ab87-986f8483a2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6e73efc1-ff33-49b9-b7c2-229c7b0d77fc'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:04:23.493062 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-281855e7-139a-44d3-a98e-a9f58fe251e0 None None] Bound port: adf6f69c-4abe-4d49-a0b4-3c3b1a7c0b05, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e2c00cb-f6f7-4830-ab87-986f8483a2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6e73efc1-ff33-49b9-b7c2-229c7b0d77fc'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:04:23.493562 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-281855e7-139a-44d3-a98e-a9f58fe251e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:23.497437 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fcf6b69-e6a6-41f0-b7b4-bea5eec84bf2 None None] Checking router: fa6ea302-57f7-4256-8295-d6cef34f5028 for host: n-d-838550-3 {{(pid=102732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:04:23.499863 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fcf6b69-e6a6-41f0-b7b4-bea5eec84bf2 None None] Updating router fa6ea302-57f7-4256-8295-d6cef34f5028 port 6f7aa364-0014-4cb0-a4db-efefd69f3b1f binding host n-d-838550-3 {{(pid=102732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 18:04:23.508612 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-aa3a31c2-4ce2-472d-be6c-2c50590cb663 tempest-ServersTestJSON-1250898244 tempest-ServersTestJSON-1250898244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:23.526895 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 805e794f-9e1f-4856-bcfa-5af891a8bce3 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:04:23.656179 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-aa3a31c2-4ce2-472d-be6c-2c50590cb663 tempest-ServersTestJSON-1250898244 tempest-ServersTestJSON-1250898244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:23.658853 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9fcf6b69-e6a6-41f0-b7b4-bea5eec84bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:23.661893 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-aa3a31c2-4ce2-472d-be6c-2c50590cb663 tempest-ServersTestJSON-1250898244 tempest-ServersTestJSON-1250898244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:23.673533 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-18aaa5e2-d3c0-4ea6-a5f9-74bb064f8d70 req-e6b7c60f-06c0-41b9-9cff-4fea8bf60511 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:23.695211 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3a31c2-4ce2-472d-be6c-2c50590cb663 tempest-ServersTestJSON-1250898244 tempest-ServersTestJSON-1250898244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f216308-1695-4570-a41e-a2efddf6ff42,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:04:23.718098 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-aa3a31c2-4ce2-472d-be6c-2c50590cb663 tempest-ServersTestJSON-1250898244 tempest-ServersTestJSON-1250898244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:23.722898 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-aa3a31c2-4ce2-472d-be6c-2c50590cb663 tempest-ServersTestJSON-1250898244 tempest-ServersTestJSON-1250898244-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3280549 May 18 18:04:23.817182 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 805e794f-9e1f-4856-bcfa-5af891a8bce3 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:04:23.817487 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:23.893921 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-281855e7-139a-44d3-a98e-a9f58fe251e0 None None] For port adf6f69c-4abe-4d49-a0b4-3c3b1a7c0b05, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:04:23.905405 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 47448) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:04:23.907044 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2882291e-2c9b-4569-8558-df5c01b95d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:23.918155 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-286a9458-f63d-4fd2-b94a-e5df682ebdb6 tempest-ServersTestJSON-1250898244 tempest-ServersTestJSON-1250898244-project] Request body: {'security_group_rule': {'security_group_id': 'df60308c-c2bf-4b6a-87af-97fe89bf51ec', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:04:23.944979 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [req-98d28140-9819-48f0-9dff-4799540c5420 req-5599d0ff-6044-4cb5-a9ef-c23b7a64ba3d tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] Router c45283d2-8427-40c7-bb89-04bcd08c1018 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:04:23.998333 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-281855e7-139a-44d3-a98e-a9f58fe251e0 None None] For port adf6f69c-4abe-4d49-a0b4-3c3b1a7c0b05, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=adf6f69c-4abe-4d49-a0b4-3c3b1a7c0b05,segment=NetworkSegment(8e2c00cb-f6f7-4830-ab87-986f8483a2c8),segment_id=8e2c00cb-f6f7-4830-ab87-986f8483a2c8)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:04:24.040607 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-097cdc7b-e1aa-4433-becd-12739c91d90a req-88a0a48d-b9e8-428d-aff2-5c6513f841ab tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0281463 May 18 18:04:24.076647 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-286a9458-f63d-4fd2-b94a-e5df682ebdb6 tempest-ServersTestJSON-1250898244 tempest-ServersTestJSON-1250898244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:24.177967 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [req-18aaa5e2-d3c0-4ea6-a5f9-74bb064f8d70 req-e6b7c60f-06c0-41b9-9cff-4fea8bf60511 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] Allocated IP 172.25.5.157 (31ebd439-090c-4b25-bbb0-31c48711b145/363a2810-8a83-4be0-a317-7c91fcd94485/208fe513-3b25-4c6e-bb99-ca4f5817b028) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:04:24.315250 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 805e794f-9e1f-4856-bcfa-5af891a8bce3 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:04:24.320029 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 8dceac78-125b-4f26-a10f-2010530aa011 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:04:24.325178 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-18aaa5e2-d3c0-4ea6-a5f9-74bb064f8d70 req-e6b7c60f-06c0-41b9-9cff-4fea8bf60511 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:24.370180 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfc0da9-01f8-4417-89e1-68f5058619d3 req-271110a0-b67d-415b-a2c6-6f660de0bc73 tempest-LiveAutoBlockMigrationV225Test-940020400 tempest-LiveAutoBlockMigrationV225Test-940020400-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:24.372265 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5cfc0da9-01f8-4417-89e1-68f5058619d3 req-271110a0-b67d-415b-a2c6-6f660de0bc73 tempest-LiveAutoBlockMigrationV225Test-940020400 tempest-LiveAutoBlockMigrationV225Test-940020400-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=37b6f181-4d76-4205-a196-1fa0b0b50cc2 HTTP/1.1" status: 200 len: 1095 time: 0.1693947 May 18 18:04:24.380464 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-281855e7-139a-44d3-a98e-a9f58fe251e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:24.381771 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-18aaa5e2-d3c0-4ea6-a5f9-74bb064f8d70 req-e6b7c60f-06c0-41b9-9cff-4fea8bf60511 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:24.381924 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-286a9458-f63d-4fd2-b94a-e5df682ebdb6 tempest-ServersTestJSON-1250898244 tempest-ServersTestJSON-1250898244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:24.383556 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 33e90418-0eb9-4d5f-95b5-db921d234153 no longer exists at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:04:24.389273 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-98d28140-9819-48f0-9dff-4799540c5420 req-5599d0ff-6044-4cb5-a9ef-c23b7a64ba3d tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:04:24.417880 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a2541f-6796-4675-9ad9-4db258a35a30 None None] Sync routers for ids ['c45283d2-8427-40c7-bb89-04bcd08c1018'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:04:24.436615 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a2541f-6796-4675-9ad9-4db258a35a30 None None] Routers {'c45283d2-8427-40c7-bb89-04bcd08c1018'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:04:24.437264 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-51a2541f-6796-4675-9ad9-4db258a35a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:04:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['c45283d2-8427-40c7-bb89-04bcd08c1018'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:04:24.460247 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18aaa5e2-d3c0-4ea6-a5f9-74bb064f8d70 req-e6b7c60f-06c0-41b9-9cff-4fea8bf60511 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] Network 31ebd439-090c-4b25-bbb0-31c48711b145 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:04:24.464772 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [req-18aaa5e2-d3c0-4ea6-a5f9-74bb064f8d70 req-e6b7c60f-06c0-41b9-9cff-4fea8bf60511 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:04:24.469149 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-18aaa5e2-d3c0-4ea6-a5f9-74bb064f8d70 req-e6b7c60f-06c0-41b9-9cff-4fea8bf60511 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:04:24.508544 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] No Port match for: 33e90418-0eb9-4d5f-95b5-db921d234153 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:04:24.509073 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 33e90418-0eb9-4d5f-95b5-db921d234153 not bound to the agent host n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:04:24.511447 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b7c60f-06c0-41b9-9cff-4fea8bf60511 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] Pushing event updated for resources: {'Port': ['ID=208fe513-3b25-4c6e-bb99-ca4f5817b028,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:04:24.533593 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-286a9458-f63d-4fd2-b94a-e5df682ebdb6 tempest-ServersTestJSON-1250898244 tempest-ServersTestJSON-1250898244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:24.638852 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286a9458-f63d-4fd2-b94a-e5df682ebdb6 tempest-ServersTestJSON-1250898244 tempest-ServersTestJSON-1250898244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6151e24-ba7d-44cc-83e2-35ca8b82c8e5,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:04:24.668884 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-18aaa5e2-d3c0-4ea6-a5f9-74bb064f8d70 req-e6b7c60f-06c0-41b9-9cff-4fea8bf60511 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:24.712348 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5cfc0da9-01f8-4417-89e1-68f5058619d3 req-dfd9856d-3fb6-423c-b15e-529fb57ed916 tempest-LiveAutoBlockMigrationV225Test-940020400 tempest-LiveAutoBlockMigrationV225Test-940020400-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=bda815dc-3228-454b-a95b-f89a3eeb79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3280058 May 18 18:04:24.712886 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 8dceac78-125b-4f26-a10f-2010530aa011 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:04:24.713355 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:24.717925 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-98d28140-9819-48f0-9dff-4799540c5420 req-5599d0ff-6044-4cb5-a9ef-c23b7a64ba3d tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] No DVR routers for this DVR port 33e90418-0eb9-4d5f-95b5-db921d234153 on host n-h2-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:04:24.742732 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-51a2541f-6796-4675-9ad9-4db258a35a30 None None] Set router c45283d2-8427-40c7-bb89-04bcd08c1018 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:04:24.767771 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-98d28140-9819-48f0-9dff-4799540c5420 req-5599d0ff-6044-4cb5-a9ef-c23b7a64ba3d tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:24.798434 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-98d28140-9819-48f0-9dff-4799540c5420 req-5599d0ff-6044-4cb5-a9ef-c23b7a64ba3d tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] 10.222.0.88 "DELETE /v2.0/ports/33e90418-0eb9-4d5f-95b5-db921d234153 HTTP/1.1" status: 204 len: 173 time: 3.2817304 May 18 18:04:24.799004 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '062b357a-3ac8-4c60-973c-5b126f46856b', 'name': 'network-vif-deleted', 'tag': '33e90418-0eb9-4d5f-95b5-db921d234153'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:04:24.806578 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4334705-97bb-458a-9adc-ebae0297b040" -d '{"events": [{"server_uuid": "062b357a-3ac8-4c60-973c-5b126f46856b", "name": "network-vif-deleted", "tag": "33e90418-0eb9-4d5f-95b5-db921d234153"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:04:24.823545 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 82ad238c-6711-4016-a121-cadfabed87fc up at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:04:24.846269 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-18aaa5e2-d3c0-4ea6-a5f9-74bb064f8d70 req-e6b7c60f-06c0-41b9-9cff-4fea8bf60511 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:24.890332 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-2882291e-2c9b-4569-8558-df5c01b95d9c admin admin] Allocated IP 172.25.5.33 (31ebd439-090c-4b25-bbb0-31c48711b145/363a2810-8a83-4be0-a317-7c91fcd94485/1068b88e-f241-455d-a273-828c9664e2f8) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:04:24.932554 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281855e7-139a-44d3-a98e-a9f58fe251e0 None None] Pushing event updated for resources: {'Port': ['ID=adf6f69c-4abe-4d49-a0b4-3c3b1a7c0b05,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:04:25.138560 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-286a9458-f63d-4fd2-b94a-e5df682ebdb6 tempest-ServersTestJSON-1250898244 tempest-ServersTestJSON-1250898244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:25.140485 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-286a9458-f63d-4fd2-b94a-e5df682ebdb6 tempest-ServersTestJSON-1250898244 tempest-ServersTestJSON-1250898244-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2306337 May 18 18:04:25.147964 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 47456) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:04:25.160160 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-739aab0f-06f7-4d00-9a95-4ffc97acf9e2 tempest-ServersTestJSON-1250898244 tempest-ServersTestJSON-1250898244-project] Request body: {'floatingip': {'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:04:25.197307 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-739aab0f-06f7-4d00-9a95-4ffc97acf9e2 tempest-ServersTestJSON-1250898244 tempest-ServersTestJSON-1250898244-project] Notify callbacks [] for floatingip, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:25.240834 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900e1088-f7db-4a2c-9a78-8c06becd70cd req-a9c73f1b-6924-4f66-baf9-4f408a0cbd78 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:25.255527 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-900e1088-f7db-4a2c-9a78-8c06becd70cd req-a9c73f1b-6924-4f66-baf9-4f408a0cbd78 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] 10.222.0.85 "GET /v2.0/ports?device_id=7ee34a52-f349-49aa-8faf-82e384e9c978 HTTP/1.1" status: 200 len: 944 time: 0.1294417 May 18 18:04:25.359436 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-51a2541f-6796-4675-9ad9-4db258a35a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c45283d2-8427-40c7-bb89-04bcd08c1018', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-416027230-router', 'tenant_id': '0d4eb23333684335bd57fa66f03d4443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': '3cf60e40-4044-4016-a0b3-8950287707a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:01:11Z', 'updated_at': '2022-05-18T18:01:26Z', 'revision_number': 4, 'project_id': '0d4eb23333684335bd57fa66f03d4443', 'gw_port': {'id': '3cf60e40-4044-4016-a0b3-8950287707a8', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45283d2-8427-40c7-bb89-04bcd08c1018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:01:13Z', 'updated_at': '2022-05-18T18:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '25deeb9c-114b-4cae-8c5c-949655592bd5', 'name': '', 'network_id': 'f7cf31b5-1eeb-4bf6-bd77-be90f0ebecb7', 'tenant_id': '0d4eb23333684335bd57fa66f03d4443', 'mac_address': 'fa:16:3e:92:f7:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45283d2-8427-40c7-bb89-04bcd08c1018', 'device_owner': 'network:router_interface', 'standard_attr_id': 151, 'fixed_ips': [{'subnet_id': 'd88b0a46-da40-4baf-b21a-795825e4a8cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:01:22Z', 'updated_at': '2022-05-18T18:01:33Z', 'revision_number': 5, 'project_id': '0d4eb23333684335bd57fa66f03d4443', 'subnets': [{'id': 'd88b0a46-da40-4baf-b21a-795825e4a8cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:04:25.375672 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-900e1088-f7db-4a2c-9a78-8c06becd70cd req-2f79ff41-74b9-44d4-8293-a4be9554d9ae tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] 10.222.0.85 "GET /v2.0/security-groups?id=b787168d-4ad4-4424-a9af-a4affc34d52d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014440 May 18 18:04:25.380140 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2882291e-2c9b-4569-8558-df5c01b95d9c admin admin] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:25.419908 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a2541f-6796-4675-9ad9-4db258a35a30 None None] Checking router: c45283d2-8427-40c7-bb89-04bcd08c1018 for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:04:25.439892 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2882291e-2c9b-4569-8558-df5c01b95d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:25.443383 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9fcf6b69-e6a6-41f0-b7b4-bea5eec84bf2 None None] Notify callbacks [] for port, precommit_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:25.451850 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a2541f-6796-4675-9ad9-4db258a35a30 None None] Routers {'c45283d2-8427-40c7-bb89-04bcd08c1018'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:04:25.452769 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-51a2541f-6796-4675-9ad9-4db258a35a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:04:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['c45283d2-8427-40c7-bb89-04bcd08c1018'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:04:25.471709 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9fcf6b69-e6a6-41f0-b7b4-bea5eec84bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:25.474532 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-18aaa5e2-d3c0-4ea6-a5f9-74bb064f8d70 req-e6b7c60f-06c0-41b9-9cff-4fea8bf60511 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:25.500358 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2882291e-2c9b-4569-8558-df5c01b95d9c admin admin] Pushing event updated for resources: {'Port': ['ID=1068b88e-f241-455d-a273-828c9664e2f8,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:04:25.505898 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-18aaa5e2-d3c0-4ea6-a5f9-74bb064f8d70 req-e6b7c60f-06c0-41b9-9cff-4fea8bf60511 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:25.515384 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2882291e-2c9b-4569-8558-df5c01b95d9c admin admin] Network 31ebd439-090c-4b25-bbb0-31c48711b145 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:04:25.517149 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-2882291e-2c9b-4569-8558-df5c01b95d9c admin admin] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:04:25.524090 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2882291e-2c9b-4569-8558-df5c01b95d9c admin admin] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:04:25.649705 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning for port 82ad238c-6711-4016-a121-cadfabed87fc completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:04:25.692480 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning complete for port 82ad238c-6711-4016-a121-cadfabed87fc triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:04:25.693350 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:25.705341 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b7c60f-06c0-41b9-9cff-4fea8bf60511 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] Pushing event updated for resources: {'Port': ['ID=208fe513-3b25-4c6e-bb99-ca4f5817b028,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:04:25.741470 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-18aaa5e2-d3c0-4ea6-a5f9-74bb064f8d70 req-e6b7c60f-06c0-41b9-9cff-4fea8bf60511 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596987'] for floatingip, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:25.776370 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-18aaa5e2-d3c0-4ea6-a5f9-74bb064f8d70 req-e6b7c60f-06c0-41b9-9cff-4fea8bf60511 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:25.781887 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-18aaa5e2-d3c0-4ea6-a5f9-74bb064f8d70 req-e6b7c60f-06c0-41b9-9cff-4fea8bf60511 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.6060374 May 18 18:04:25.790392 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-739aab0f-06f7-4d00-9a95-4ffc97acf9e2 tempest-ServersTestJSON-1250898244 tempest-ServersTestJSON-1250898244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:25.825737 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bc06e2-589d-45bf-9260-b9f18a322cc7 None None] Pushing event updated for resources: {'Port': ['ID=6f7aa364-0014-4cb0-a4db-efefd69f3b1f,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:04:25.826004 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-51a2541f-6796-4675-9ad9-4db258a35a30 None None] Set router c45283d2-8427-40c7-bb89-04bcd08c1018 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:04:26.020528 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 7 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 18:04:26.031983 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0a66a7af-4318-45cb-8024-1d7f3a2a2fdb req-2d561338-2470-435c-b828-7065535f081a tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] 10.222.0.85 "GET /v2.0/ports?device_id=062b357a-3ac8-4c60-973c-5b126f46856b HTTP/1.1" status: 200 len: 210 time: 0.2499135 May 18 18:04:26.115202 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 8dceac78-125b-4f26-a10f-2010530aa011 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:04:26.150759 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-18aaa5e2-d3c0-4ea6-a5f9-74bb064f8d70 req-8248d16f-7f23-40c0-a716-0a689fc0794a tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] 10.222.0.85 "GET /v2.0/floatingips?floating_ip_address=172.25.5.157 HTTP/1.1" status: 200 len: 696 time: 0.3491797 May 18 18:04:26.218193 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-9fcf6b69-e6a6-41f0-b7b4-bea5eec84bf2 None None] Attempting to bind port 6f7aa364-0014-4cb0-a4db-efefd69f3b1f on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:04:26.218569 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-9fcf6b69-e6a6-41f0-b7b4-bea5eec84bf2 None None] Attempting to bind port 6f7aa364-0014-4cb0-a4db-efefd69f3b1f by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '5277e331-cb76-4a28-adff-288b49bc9721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '2f372af3-44c1-44d0-844a-1de4600a10c9'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:04:26.218942 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fcf6b69-e6a6-41f0-b7b4-bea5eec84bf2 None None] Attempting to bind port 6f7aa364-0014-4cb0-a4db-efefd69f3b1f on network 2f372af3-44c1-44d0-844a-1de4600a10c9 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:04:26.440370 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-51a2541f-6796-4675-9ad9-4db258a35a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c45283d2-8427-40c7-bb89-04bcd08c1018', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-416027230-router', 'tenant_id': '0d4eb23333684335bd57fa66f03d4443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': '3cf60e40-4044-4016-a0b3-8950287707a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:01:11Z', 'updated_at': '2022-05-18T18:01:26Z', 'revision_number': 4, 'project_id': '0d4eb23333684335bd57fa66f03d4443', 'gw_port': {'id': '3cf60e40-4044-4016-a0b3-8950287707a8', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45283d2-8427-40c7-bb89-04bcd08c1018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:01:13Z', 'updated_at': '2022-05-18T18:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '25deeb9c-114b-4cae-8c5c-949655592bd5', 'name': '', 'network_id': 'f7cf31b5-1eeb-4bf6-bd77-be90f0ebecb7', 'tenant_id': '0d4eb23333684335bd57fa66f03d4443', 'mac_address': 'fa:16:3e:92:f7:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45283d2-8427-40c7-bb89-04bcd08c1018', 'device_owner': 'network:router_interface', 'standard_attr_id': 151, 'fixed_ips': [{'subnet_id': 'd88b0a46-da40-4baf-b21a-795825e4a8cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:01:22Z', 'updated_at': '2022-05-18T18:01:33Z', 'revision_number': 5, 'project_id': '0d4eb23333684335bd57fa66f03d4443', 'subnets': [{'id': 'd88b0a46-da40-4baf-b21a-795825e4a8cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:04:26.444011 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fcf6b69-e6a6-41f0-b7b4-bea5eec84bf2 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:04:26.444599 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fcf6b69-e6a6-41f0-b7b4-bea5eec84bf2 None None] Checking segment: {'id': '5277e331-cb76-4a28-adff-288b49bc9721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '2f372af3-44c1-44d0-844a-1de4600a10c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:04:26.445200 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9fcf6b69-e6a6-41f0-b7b4-bea5eec84bf2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:26.445926 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fcf6b69-e6a6-41f0-b7b4-bea5eec84bf2 None None] Bound using segment: {'id': '5277e331-cb76-4a28-adff-288b49bc9721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '2f372af3-44c1-44d0-844a-1de4600a10c9'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:04:26.454912 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-9fcf6b69-e6a6-41f0-b7b4-bea5eec84bf2 None None] Bound port: 6f7aa364-0014-4cb0-a4db-efefd69f3b1f, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5277e331-cb76-4a28-adff-288b49bc9721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '2f372af3-44c1-44d0-844a-1de4600a10c9'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:04:26.455662 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9fcf6b69-e6a6-41f0-b7b4-bea5eec84bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:26.468279 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 82ad238c-6711-4016-a121-cadfabed87fc is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:04:26.471760 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:26.500127 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a2541f-6796-4675-9ad9-4db258a35a30 None None] The sync data for ids ['c45283d2-8427-40c7-bb89-04bcd08c1018'] in n-d-838550-3 is: [{'id': 'c45283d2-8427-40c7-bb89-04bcd08c1018', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-416027230-router', 'tenant_id': '0d4eb23333684335bd57fa66f03d4443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': '3cf60e40-4044-4016-a0b3-8950287707a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:01:11Z', 'updated_at': '2022-05-18T18:01:26Z', 'revision_number': 4, 'project_id': '0d4eb23333684335bd57fa66f03d4443', 'gw_port': {'id': '3cf60e40-4044-4016-a0b3-8950287707a8', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45283d2-8427-40c7-bb89-04bcd08c1018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:01:13Z', 'updated_at': '2022-05-18T18:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '25deeb9c-114b-4cae-8c5c-949655592bd5', 'name': '', 'network_id': 'f7cf31b5-1eeb-4bf6-bd77-be90f0ebecb7', 'tenant_id': '0d4eb23333684335bd57fa66f03d4443', 'mac_address': 'fa:16:3e:92:f7:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45283d2-8427-40c7-bb89-04bcd08c1018', 'device_owner': 'network:router_interface', 'standard_attr_id': 151, 'fixed_ips': [{'subnet_id': 'd88b0a46-da40-4baf-b21a-795825e4a8cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:01:22Z', 'updated_at': '2022-05-18T18:01:33Z', 'revision_number': 5, 'project_id': '0d4eb23333684335bd57fa66f03d4443', 'subnets': [{'id': 'd88b0a46-da40-4baf-b21a-795825e4a8cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:04:26.508749 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2882291e-2c9b-4569-8558-df5c01b95d9c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:26.527890 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device adf6f69c-4abe-4d49-a0b4-3c3b1a7c0b05 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:04:26.582693 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-8e98fee5-19f1-4f4b-b6f5-546f1702d44e None None] Provisioning complete for port 6f7aa364-0014-4cb0-a4db-efefd69f3b1f triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:04:26.583074 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-8e98fee5-19f1-4f4b-b6f5-546f1702d44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:26.635612 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-739aab0f-06f7-4d00-9a95-4ffc97acf9e2 tempest-ServersTestJSON-1250898244 tempest-ServersTestJSON-1250898244-project] Allocated IP 172.25.5.32 (31ebd439-090c-4b25-bbb0-31c48711b145/363a2810-8a83-4be0-a317-7c91fcd94485/4c4b60ac-0fc7-49d7-9d22-82961b6c91a8) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:04:26.658355 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-8e98fee5-19f1-4f4b-b6f5-546f1702d44e None None] Port 6f7aa364-0014-4cb0-a4db-efefd69f3b1f cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:04:26.770418 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-9fcf6b69-e6a6-41f0-b7b4-bea5eec84bf2 None None] For port 6f7aa364-0014-4cb0-a4db-efefd69f3b1f, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:04:26.776456 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-9fcf6b69-e6a6-41f0-b7b4-bea5eec84bf2 None None] For port 6f7aa364-0014-4cb0-a4db-efefd69f3b1f, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=6f7aa364-0014-4cb0-a4db-efefd69f3b1f,segment=NetworkSegment(5277e331-cb76-4a28-adff-288b49bc9721),segment_id=5277e331-cb76-4a28-adff-288b49bc9721)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:04:26.788455 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-646a1606-2c48-46a9-9589-1327a6a8b6c9 None None] Network 6e73efc1-ff33-49b9-b7c2-229c7b0d77fc requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:04:26.794913 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9fcf6b69-e6a6-41f0-b7b4-bea5eec84bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:26.821756 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ee34a52-f349-49aa-8faf-82e384e9c978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82ad238c-6711-4016-a121-cadfabed87fc'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:04:26.824595 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38cff510-a0bf-481e-9676-7396937f7942" -d '{"events": [{"server_uuid": "7ee34a52-f349-49aa-8faf-82e384e9c978", "name": "network-vif-plugged", "status": "completed", "tag": "82ad238c-6711-4016-a121-cadfabed87fc"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:04:26.904204 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-739aab0f-06f7-4d00-9a95-4ffc97acf9e2 tempest-ServersTestJSON-1250898244 tempest-ServersTestJSON-1250898244-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:26.905468 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fcecd5-ea11-4ef2-a3f0-0b293ddeeed9 req-eba45f72-eb5e-43c3-8214-22adbde6ccaf tempest-LiveAutoBlockMigrationV225Test-940020400 tempest-LiveAutoBlockMigrationV225Test-940020400-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:26.918729 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a2fcecd5-ea11-4ef2-a3f0-0b293ddeeed9 req-eba45f72-eb5e-43c3-8214-22adbde6ccaf tempest-LiveAutoBlockMigrationV225Test-940020400 tempest-LiveAutoBlockMigrationV225Test-940020400-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=37b6f181-4d76-4205-a196-1fa0b0b50cc2 HTTP/1.1" status: 200 len: 1095 time: 0.5623472 May 18 18:04:26.927988 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2882291e-2c9b-4569-8558-df5c01b95d9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596801'] for router, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:26.969731 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-739aab0f-06f7-4d00-9a95-4ffc97acf9e2 tempest-ServersTestJSON-1250898244 tempest-ServersTestJSON-1250898244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:27.057478 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739aab0f-06f7-4d00-9a95-4ffc97acf9e2 tempest-ServersTestJSON-1250898244 tempest-ServersTestJSON-1250898244-project] Pushing event updated for resources: {'Port': ['ID=4c4b60ac-0fc7-49d7-9d22-82961b6c91a8,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:04:27.079699 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 82ad238c-6711-4016-a121-cadfabed87fc, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=82ad238c-6711-4016-a121-cadfabed87fc,segment=NetworkSegment(da1e1534-5e48-46b3-a727-d3c25e59a900),segment_id=da1e1534-5e48-46b3-a727-d3c25e59a900)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:04:27.081079 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aaa5e2-d3c0-4ea6-a5f9-74bb064f8d70 req-a57fbea4-ccfd-42da-abec-48536ebc51b2 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:27.081387 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-4b7c88fd-3984-47c0-9eb1-dcf456083e54 None None] Provisioning complete for port adf6f69c-4abe-4d49-a0b4-3c3b1a7c0b05 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:04:27.081965 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-4b7c88fd-3984-47c0-9eb1-dcf456083e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:27.092483 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-18aaa5e2-d3c0-4ea6-a5f9-74bb064f8d70 req-a57fbea4-ccfd-42da-abec-48536ebc51b2 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] 10.222.0.85 "GET /v2.0/networks/31ebd439-090c-4b25-bbb0-31c48711b145 HTTP/1.1" status: 200 len: 784 time: 0.7990577 May 18 18:04:27.100237 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [req-18aaa5e2-d3c0-4ea6-a5f9-74bb064f8d70 req-80364036-9272-4f48-a951-063f3f37de14 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=102731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 18:04:27.109449 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-18aaa5e2-d3c0-4ea6-a5f9-74bb064f8d70 req-80364036-9272-4f48-a951-063f3f37de14 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0158546 May 18 18:04:27.141566 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-739aab0f-06f7-4d00-9a95-4ffc97acf9e2 tempest-ServersTestJSON-1250898244 tempest-ServersTestJSON-1250898244-project] Network 31ebd439-090c-4b25-bbb0-31c48711b145 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:04:27.150910 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-739aab0f-06f7-4d00-9a95-4ffc97acf9e2 tempest-ServersTestJSON-1250898244 tempest-ServersTestJSON-1250898244-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:04:27.161378 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739aab0f-06f7-4d00-9a95-4ffc97acf9e2 tempest-ServersTestJSON-1250898244 tempest-ServersTestJSON-1250898244-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:04:27.186005 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a2fcecd5-ea11-4ef2-a3f0-0b293ddeeed9 req-24ed0bba-d6eb-4c41-ac80-cee35bcd328a tempest-LiveAutoBlockMigrationV225Test-940020400 tempest-LiveAutoBlockMigrationV225Test-940020400-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=bda815dc-3228-454b-a95b-f89a3eeb79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609391 May 18 18:04:27.193925 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:27.210627 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fcf6b69-e6a6-41f0-b7b4-bea5eec84bf2 None None] Routers {'fa6ea302-57f7-4256-8295-d6cef34f5028'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:04:27.212142 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-9fcf6b69-e6a6-41f0-b7b4-bea5eec84bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:04:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['fa6ea302-57f7-4256-8295-d6cef34f5028'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:04:27.235198 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2882291e-2c9b-4569-8558-df5c01b95d9c admin admin] Router 4809bc30-789b-4db8-94e9-4f9424325289 is scheduled to L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e with binding_index 1 {{(pid=102730) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 18 18:04:27.303248 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f49cf5-5e63-4d04-8e45-6d4102fccc4a None None] New status for floating IP 4b97b547-18c8-4596-8000-87de6ca4f725: DOWN {{(pid=102732) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 18:04:27.341547 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03f8e25f-28ce-4b7b-a70a-11621d1490f1 x-openstack-request-id: req-03f8e25f-28ce-4b7b-a70a-11621d1490f1 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:04:27.341848 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "062b357a-3ac8-4c60-973c-5b126f46856b", "name": "network-vif-deleted", "tag": "33e90418-0eb9-4d5f-95b5-db921d234153", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:04:27.342103 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-03f8e25f-28ce-4b7b-a70a-11621d1490f1 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:04:27.342502 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03f8e25f-28ce-4b7b-a70a-11621d1490f1'] response: {'server_uuid': '062b357a-3ac8-4c60-973c-5b126f46856b', 'name': 'network-vif-deleted', 'tag': '33e90418-0eb9-4d5f-95b5-db921d234153', 'status': 'completed', 'code': 200} May 18 18:04:27.419801 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ed1c8d-6054-4f6b-bfd2-57ba9035bb79 req-de9862a3-d473-40e2-b24f-d7a26fde74c4 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:27.421397 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-27ed1c8d-6054-4f6b-bfd2-57ba9035bb79 req-de9862a3-d473-40e2-b24f-d7a26fde74c4 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=84d410e5-f4e3-429d-81c6-65d701445b6d HTTP/1.1" status: 200 len: 950 time: 0.1529198 May 18 18:04:27.447209 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port adf6f69c-4abe-4d49-a0b4-3c3b1a7c0b05 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:04:27.447822 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:27.499514 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-27ed1c8d-6054-4f6b-bfd2-57ba9035bb79 req-75cb34a5-76ce-403d-9ab2-c399548be10a tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570769 May 18 18:04:27.504397 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bc06e2-589d-45bf-9260-b9f18a322cc7 None None] Pushing event updated for resources: {'Port': ['ID=6f7aa364-0014-4cb0-a4db-efefd69f3b1f,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:04:27.504952 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-739aab0f-06f7-4d00-9a95-4ffc97acf9e2 tempest-ServersTestJSON-1250898244 tempest-ServersTestJSON-1250898244-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:27.591551 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=82ad238c-6711-4016-a121-cadfabed87fc,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:04:27.599135 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2882291e-2c9b-4569-8558-df5c01b95d9c admin admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:04:27.606883 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-739aab0f-06f7-4d00-9a95-4ffc97acf9e2 tempest-ServersTestJSON-1250898244 tempest-ServersTestJSON-1250898244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:27.624684 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d65fbbf-80ce-43c6-ac3c-44cbd28118a0 None None] Sync routers for ids ['4809bc30-789b-4db8-94e9-4f9424325289'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:04:27.653408 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d65fbbf-80ce-43c6-ac3c-44cbd28118a0 None None] Routers {'4809bc30-789b-4db8-94e9-4f9424325289'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:04:27.656815 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-7d65fbbf-80ce-43c6-ac3c-44cbd28118a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:04:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['4809bc30-789b-4db8-94e9-4f9424325289'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:04:27.663987 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b233490-1a14-4f90-a395-c56e59aa9b38 req-adf87f39-1cf9-43d6-9d4d-911fd414918b tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:27.667010 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8b233490-1a14-4f90-a395-c56e59aa9b38 req-adf87f39-1cf9-43d6-9d4d-911fd414918b tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] 10.222.0.85 "GET /v2.0/ports?device_id=7ee34a52-f349-49aa-8faf-82e384e9c978 HTTP/1.1" status: 200 len: 945 time: 0.2109015 May 18 18:04:27.724198 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2882291e-2c9b-4569-8558-df5c01b95d9c admin admin] Notify callbacks [] for router, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:27.753448 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-2882291e-2c9b-4569-8558-df5c01b95d9c admin admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.8371646 May 18 18:04:27.754032 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74198f3a-65ef-47a6-ab0a-c1f2e75c36e0 x-openstack-request-id: req-74198f3a-65ef-47a6-ab0a-c1f2e75c36e0 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:04:27.754519 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ee34a52-f349-49aa-8faf-82e384e9c978", "name": "network-vif-plugged", "status": "completed", "tag": "82ad238c-6711-4016-a121-cadfabed87fc", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:04:27.754914 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-74198f3a-65ef-47a6-ab0a-c1f2e75c36e0 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:04:27.755456 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74198f3a-65ef-47a6-ab0a-c1f2e75c36e0'] response: {'server_uuid': '7ee34a52-f349-49aa-8faf-82e384e9c978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82ad238c-6711-4016-a121-cadfabed87fc', 'code': 200} May 18 18:04:27.771150 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 47496) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:04:27.885097 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-9fcf6b69-e6a6-41f0-b7b4-bea5eec84bf2 None None] Set router fa6ea302-57f7-4256-8295-d6cef34f5028 gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:04:27.984511 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8b233490-1a14-4f90-a395-c56e59aa9b38 req-76dc55d2-4bd1-4c19-96fd-fd0c9e7f11bc tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] 10.222.0.85 "GET /v2.0/security-groups?id=b787168d-4ad4-4424-a9af-a4affc34d52d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3092718 May 18 18:04:28.004754 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-7d65fbbf-80ce-43c6-ac3c-44cbd28118a0 None None] Set router 4809bc30-789b-4db8-94e9-4f9424325289 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:04:28.106400 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1036c657-a932-433b-84c8-1de34a5eb397 req-895dcb58-8125-47b9-9f30-5355fb05ce44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:28.109192 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1036c657-a932-433b-84c8-1de34a5eb397 req-895dcb58-8125-47b9-9f30-5355fb05ce44 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7ee34a52-f349-49aa-8faf-82e384e9c978 HTTP/1.1" status: 200 len: 1096 time: 0.1800423 May 18 18:04:28.136426 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port adf6f69c-4abe-4d49-a0b4-3c3b1a7c0b05 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:04:28.136426 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:28.244519 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-4b7c88fd-3984-47c0-9eb1-dcf456083e54 None None] Current status of the port adf6f69c-4abe-4d49-a0b4-3c3b1a7c0b05 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:04:28.244960 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-4b7c88fd-3984-47c0-9eb1-dcf456083e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:28.263300 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465a319c-58a7-44dd-8142-0bcef9c08bb3 req-f8da53f3-d155-413a-b972-9d384c124f31 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:28.280046 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-465a319c-58a7-44dd-8142-0bcef9c08bb3 req-f8da53f3-d155-413a-b972-9d384c124f31 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] 10.222.0.85 "GET /v2.0/ports?device_id=701fb003-f086-4826-85e1-a0b9d8f70ae6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3264391 May 18 18:04:28.331598 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-7d65fbbf-80ce-43c6-ac3c-44cbd28118a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4809bc30-789b-4db8-94e9-4f9424325289', 'name': 'tempest-AttachSCSIVolumeTestJSON-429990232-router', 'tenant_id': 'e90c3ad5abb04dffa22b4371e3793be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': '1068b88e-f241-455d-a273-828c9664e2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:04:21Z', 'updated_at': '2022-05-18T18:04:26Z', 'revision_number': 3, 'project_id': 'e90c3ad5abb04dffa22b4371e3793be0', 'gw_port': {'id': '1068b88e-f241-455d-a273-828c9664e2f8', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:27:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4809bc30-789b-4db8-94e9-4f9424325289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:04:23Z', 'updated_at': '2022-05-18T18:04:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:04:28.372682 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d65fbbf-80ce-43c6-ac3c-44cbd28118a0 None None] Checking router: 4809bc30-789b-4db8-94e9-4f9424325289 for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:04:28.373031 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d65fbbf-80ce-43c6-ac3c-44cbd28118a0 None None] Updating router 4809bc30-789b-4db8-94e9-4f9424325289 port 1068b88e-f241-455d-a273-828c9664e2f8 binding host n-d-838550-3 {{(pid=102733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 18:04:28.421219 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-7d65fbbf-80ce-43c6-ac3c-44cbd28118a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:28.435954 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-465a319c-58a7-44dd-8142-0bcef9c08bb3 req-338dfc28-76ce-49ec-9170-a53921529b8f tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] 10.222.0.85 "GET /v2.0/floatingips?floating_ip_address=172.25.5.157 HTTP/1.1" status: 200 len: 696 time: 0.1557925 May 18 18:04:28.449963 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-465a319c-58a7-44dd-8142-0bcef9c08bb3 req-24e06fca-d8a3-4e49-8d35-1d5abec753e2 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] Request body: {'floatingip': {'port_id': 'f9e2b8d6-da22-484d-9fd7-cc7e315fab76', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:04:28.512083 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1036c657-a932-433b-84c8-1de34a5eb397 req-9f7003e4-3f95-4b92-8677-739c9711d697 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b787168d-4ad4-4424-a9af-a4affc34d52d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3883686 May 18 18:04:28.574762 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-739aab0f-06f7-4d00-9a95-4ffc97acf9e2 tempest-ServersTestJSON-1250898244 tempest-ServersTestJSON-1250898244-project] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:28.592342 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-465a319c-58a7-44dd-8142-0bcef9c08bb3 req-24e06fca-d8a3-4e49-8d35-1d5abec753e2 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] Notify callbacks [] for floatingip, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:28.594932 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-739aab0f-06f7-4d00-9a95-4ffc97acf9e2 tempest-ServersTestJSON-1250898244 tempest-ServersTestJSON-1250898244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:28.767516 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5c123389-ddae-4c2e-9d0b-8ef148134c3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:28.928195 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] For port adf6f69c-4abe-4d49-a0b4-3c3b1a7c0b05, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=adf6f69c-4abe-4d49-a0b4-3c3b1a7c0b05,segment=NetworkSegment(8e2c00cb-f6f7-4830-ab87-986f8483a2c8),segment_id=8e2c00cb-f6f7-4830-ab87-986f8483a2c8)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:04:28.962946 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:29.036656 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739aab0f-06f7-4d00-9a95-4ffc97acf9e2 tempest-ServersTestJSON-1250898244 tempest-ServersTestJSON-1250898244-project] Pushing event updated for resources: {'Port': ['ID=4c4b60ac-0fc7-49d7-9d22-82961b6c91a8,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:04:29.074653 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-739aab0f-06f7-4d00-9a95-4ffc97acf9e2 tempest-ServersTestJSON-1250898244 tempest-ServersTestJSON-1250898244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596987'] for floatingip, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:29.131262 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-7d65fbbf-80ce-43c6-ac3c-44cbd28118a0 None None] Notify callbacks [] for port, precommit_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:29.141277 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-7d65fbbf-80ce-43c6-ac3c-44cbd28118a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:29.228709 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-739aab0f-06f7-4d00-9a95-4ffc97acf9e2 tempest-ServersTestJSON-1250898244 tempest-ServersTestJSON-1250898244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:29.252830 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-739aab0f-06f7-4d00-9a95-4ffc97acf9e2 tempest-ServersTestJSON-1250898244 tempest-ServersTestJSON-1250898244-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.0883474 May 18 18:04:29.292323 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47780201-d93f-428c-a5f4-b82728f5f4fd None None] Pushing event updated for resources: {'Port': ['ID=1068b88e-f241-455d-a273-828c9664e2f8,revision_number=2']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:04:29.317871 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.db.api [None req-4b7c88fd-3984-47c0-9eb1-dcf456083e54 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102732) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 18 18:04:29.318499 n-d-838550-3 neutron-server[102732]: DEBUG oslo_db.api [None req-4b7c88fd-3984-47c0-9eb1-dcf456083e54 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 18 18:04:29.333322 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-5c123389-ddae-4c2e-9d0b-8ef148134c3e admin admin] Allocated IP 172.20.0.1 (6e73efc1-ff33-49b9-b7c2-229c7b0d77fc/8d6e12c7-584e-49b6-9e56-a793c2140b1f/17aa8506-a0f8-479d-8b05-791010992b66) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:04:29.341135 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Pushing event updated for resources: {'Port': ['ID=adf6f69c-4abe-4d49-a0b4-3c3b1a7c0b05,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:04:29.354879 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-7d65fbbf-80ce-43c6-ac3c-44cbd28118a0 None None] Attempting to bind port 1068b88e-f241-455d-a273-828c9664e2f8 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:04:29.355249 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-7d65fbbf-80ce-43c6-ac3c-44cbd28118a0 None None] Attempting to bind port 1068b88e-f241-455d-a273-828c9664e2f8 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:04:29.357250 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d65fbbf-80ce-43c6-ac3c-44cbd28118a0 None None] Attempting to bind port 1068b88e-f241-455d-a273-828c9664e2f8 on network 31ebd439-090c-4b25-bbb0-31c48711b145 {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:04:29.374268 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d65fbbf-80ce-43c6-ac3c-44cbd28118a0 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:04:29.376794 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d65fbbf-80ce-43c6-ac3c-44cbd28118a0 None None] Checking segment: {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:04:29.377264 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-7d65fbbf-80ce-43c6-ac3c-44cbd28118a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:29.379604 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d65fbbf-80ce-43c6-ac3c-44cbd28118a0 None None] Bound using segment: {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:04:29.380838 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-7d65fbbf-80ce-43c6-ac3c-44cbd28118a0 None None] Bound port: 1068b88e-f241-455d-a273-828c9664e2f8, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:04:29.381338 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-7d65fbbf-80ce-43c6-ac3c-44cbd28118a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:29.411940 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-9fcf6b69-e6a6-41f0-b7b4-bea5eec84bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa6ea302-57f7-4256-8295-d6cef34f5028', 'name': 'tempest-ServersTestJSON-275480808-router', 'tenant_id': '1f38cde3deff43fb910ab68e713e2daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': '805e794f-9e1f-4856-bcfa-5af891a8bce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:04:07Z', 'updated_at': '2022-05-18T18:04:18Z', 'revision_number': 4, 'project_id': '1f38cde3deff43fb910ab68e713e2daa', 'gw_port': {'id': '805e794f-9e1f-4856-bcfa-5af891a8bce3', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:3f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6ea302-57f7-4256-8295-d6cef34f5028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:04:08Z', 'updated_at': '2022-05-18T18:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '6f7aa364-0014-4cb0-a4db-efefd69f3b1f', 'name': '', 'network_id': '2f372af3-44c1-44d0-844a-1de4600a10c9', 'tenant_id': '1f38cde3deff43fb910ab68e713e2daa', 'mac_address': 'fa:16:3e:79:c9:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa6ea302-57f7-4256-8295-d6cef34f5028', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '18fdedba-2287-4654-9694-86ee417b097d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:04:16Z', 'updated_at': '2022-05-18T18:04:26Z', 'revision_number': 4, 'project_id': '1f38cde3deff43fb910ab68e713e2daa', 'subnets': [{'id': '18fdedba-2287-4654-9694-86ee417b097d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:04:29.484081 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad702bf6-1fb9-4d06-a939-6d8331ec2c48 req-90592c9d-17db-48ec-84d9-fd953fdf5f95 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:29.486513 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ad702bf6-1fb9-4d06-a939-6d8331ec2c48 req-90592c9d-17db-48ec-84d9-fd953fdf5f95 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=84d410e5-f4e3-429d-81c6-65d701445b6d HTTP/1.1" status: 200 len: 950 time: 0.5866764 May 18 18:04:29.508619 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fcf6b69-e6a6-41f0-b7b4-bea5eec84bf2 None None] The sync data for ids ['fa6ea302-57f7-4256-8295-d6cef34f5028'] in n-d-838550-3 is: [{'id': 'fa6ea302-57f7-4256-8295-d6cef34f5028', 'name': 'tempest-ServersTestJSON-275480808-router', 'tenant_id': '1f38cde3deff43fb910ab68e713e2daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': '805e794f-9e1f-4856-bcfa-5af891a8bce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:04:07Z', 'updated_at': '2022-05-18T18:04:18Z', 'revision_number': 4, 'project_id': '1f38cde3deff43fb910ab68e713e2daa', 'gw_port': {'id': '805e794f-9e1f-4856-bcfa-5af891a8bce3', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:3f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6ea302-57f7-4256-8295-d6cef34f5028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:04:08Z', 'updated_at': '2022-05-18T18:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '6f7aa364-0014-4cb0-a4db-efefd69f3b1f', 'name': '', 'network_id': '2f372af3-44c1-44d0-844a-1de4600a10c9', 'tenant_id': '1f38cde3deff43fb910ab68e713e2daa', 'mac_address': 'fa:16:3e:79:c9:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa6ea302-57f7-4256-8295-d6cef34f5028', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '18fdedba-2287-4654-9694-86ee417b097d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:04:16Z', 'updated_at': '2022-05-18T18:04:26Z', 'revision_number': 4, 'project_id': '1f38cde3deff43fb910ab68e713e2daa', 'subnets': [{'id': '18fdedba-2287-4654-9694-86ee417b097d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:04:29.555386 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.db [None req-7d65fbbf-80ce-43c6-ac3c-44cbd28118a0 None None] For port 1068b88e-f241-455d-a273-828c9664e2f8, host n-d-838550-3, cleared binding levels {{(pid=102733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:04:29.601047 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device adf6f69c-4abe-4d49-a0b4-3c3b1a7c0b05 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:04:29.602391 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.db [None req-7d65fbbf-80ce-43c6-ac3c-44cbd28118a0 None None] For port 1068b88e-f241-455d-a273-828c9664e2f8, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=1068b88e-f241-455d-a273-828c9664e2f8,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:04:29.616136 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-7d65fbbf-80ce-43c6-ac3c-44cbd28118a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:29.637745 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5c123389-ddae-4c2e-9d0b-8ef148134c3e admin admin] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:29.695636 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5c123389-ddae-4c2e-9d0b-8ef148134c3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:29.759529 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port adf6f69c-4abe-4d49-a0b4-3c3b1a7c0b05 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:04:29.760573 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:29.782098 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c123389-ddae-4c2e-9d0b-8ef148134c3e admin admin] Network 6e73efc1-ff33-49b9-b7c2-229c7b0d77fc is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:04:29.791314 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d65fbbf-80ce-43c6-ac3c-44cbd28118a0 None None] Routers {'4809bc30-789b-4db8-94e9-4f9424325289'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:04:29.791517 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-5c123389-ddae-4c2e-9d0b-8ef148134c3e admin admin] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:04:29.792428 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-7d65fbbf-80ce-43c6-ac3c-44cbd28118a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:04:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['4809bc30-789b-4db8-94e9-4f9424325289'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:04:29.798621 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c123389-ddae-4c2e-9d0b-8ef148134c3e admin admin] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:04:29.922263 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47780201-d93f-428c-a5f4-b82728f5f4fd None None] Pushing event updated for resources: {'Port': ['ID=1068b88e-f241-455d-a273-828c9664e2f8,revision_number=3']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:04:29.934945 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ad702bf6-1fb9-4d06-a939-6d8331ec2c48 req-15b5c312-a932-4602-90bf-c2463b691383 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4219918 May 18 18:04:30.021365 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-4b7c88fd-3984-47c0-9eb1-dcf456083e54 None None] Current status of the port adf6f69c-4abe-4d49-a0b4-3c3b1a7c0b05 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:04:30.045260 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c123389-ddae-4c2e-9d0b-8ef148134c3e admin admin] Pushing event updated for resources: {'Port': ['ID=17aa8506-a0f8-479d-8b05-791010992b66,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:04:30.062192 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5c123389-ddae-4c2e-9d0b-8ef148134c3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595826'] for router_interface, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:30.131048 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port adf6f69c-4abe-4d49-a0b4-3c3b1a7c0b05 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:04:30.177447 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-084455ff-cc3c-45d0-bd08-9f18cb97769f None None] Provisioning complete for port adf6f69c-4abe-4d49-a0b4-3c3b1a7c0b05 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:04:30.178261 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-084455ff-cc3c-45d0-bd08-9f18cb97769f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:30.236908 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.db.resource_extend [req-465a319c-58a7-44dd-8142-0bcef9c08bb3 req-24e06fca-d8a3-4e49-8d35-1d5abec753e2 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 18 18:04:30.252893 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-7d65fbbf-80ce-43c6-ac3c-44cbd28118a0 None None] Set router 4809bc30-789b-4db8-94e9-4f9424325289 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:04:30.377893 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-465a319c-58a7-44dd-8142-0bcef9c08bb3 req-24e06fca-d8a3-4e49-8d35-1d5abec753e2 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:30.389413 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-465a319c-58a7-44dd-8142-0bcef9c08bb3 req-24e06fca-d8a3-4e49-8d35-1d5abec753e2 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596987'] for floatingip, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:30.417538 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-084455ff-cc3c-45d0-bd08-9f18cb97769f None None] Current status of the port adf6f69c-4abe-4d49-a0b4-3c3b1a7c0b05 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:04:30.450105 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-084455ff-cc3c-45d0-bd08-9f18cb97769f None None] Provisioning complete for port 6f7aa364-0014-4cb0-a4db-efefd69f3b1f triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:04:30.450445 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-084455ff-cc3c-45d0-bd08-9f18cb97769f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:30.641863 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5c123389-ddae-4c2e-9d0b-8ef148134c3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:30.667418 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-084455ff-cc3c-45d0-bd08-9f18cb97769f None None] Current status of the port 6f7aa364-0014-4cb0-a4db-efefd69f3b1f is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:04:30.667818 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-084455ff-cc3c-45d0-bd08-9f18cb97769f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:30.735709 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:30.753352 n-d-838550-3 neutron-server[102731]: INFO neutron.db.l3_db [req-465a319c-58a7-44dd-8142-0bcef9c08bb3 req-24e06fca-d8a3-4e49-8d35-1d5abec753e2 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] Floating IP 744cb92b-61aa-4c42-a547-a86c89842495 associated. External IP: 172.25.5.157, port: f9e2b8d6-da22-484d-9fd7-cc7e315fab76. May 18 18:04:30.779354 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-084455ff-cc3c-45d0-bd08-9f18cb97769f None None] For port 6f7aa364-0014-4cb0-a4db-efefd69f3b1f, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=6f7aa364-0014-4cb0-a4db-efefd69f3b1f,segment=NetworkSegment(5277e331-cb76-4a28-adff-288b49bc9721),segment_id=5277e331-cb76-4a28-adff-288b49bc9721)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:04:30.788933 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-084455ff-cc3c-45d0-bd08-9f18cb97769f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:30.964677 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91220071-1a95-4016-8ea1-b1403da0d044 req-8ffccea8-2ab4-40e4-acd8-fa80b771f851 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:30.968813 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-91220071-1a95-4016-8ea1-b1403da0d044 req-8ffccea8-2ab4-40e4-acd8-fa80b771f851 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] 10.222.0.85 "GET /v2.0/ports?device_id=7ee34a52-f349-49aa-8faf-82e384e9c978 HTTP/1.1" status: 200 len: 945 time: 0.2991393 May 18 18:04:30.984959 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-7d65fbbf-80ce-43c6-ac3c-44cbd28118a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4809bc30-789b-4db8-94e9-4f9424325289', 'name': 'tempest-AttachSCSIVolumeTestJSON-429990232-router', 'tenant_id': 'e90c3ad5abb04dffa22b4371e3793be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': '1068b88e-f241-455d-a273-828c9664e2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:04:21Z', 'updated_at': '2022-05-18T18:04:26Z', 'revision_number': 3, 'project_id': 'e90c3ad5abb04dffa22b4371e3793be0', 'gw_port': {'id': '1068b88e-f241-455d-a273-828c9664e2f8', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:27:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4809bc30-789b-4db8-94e9-4f9424325289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:04:23Z', 'updated_at': '2022-05-18T18:04:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:04:31.004282 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:31.012099 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c40c4cb5-08c3-488b-b7de-4876c5eb7aee None None] Provisioning complete for port 17aa8506-a0f8-479d-8b05-791010992b66 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:04:31.014152 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c40c4cb5-08c3-488b-b7de-4876c5eb7aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:31.063120 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d65fbbf-80ce-43c6-ac3c-44cbd28118a0 None None] The sync data for ids ['4809bc30-789b-4db8-94e9-4f9424325289'] in n-d-838550-3 is: [{'id': '4809bc30-789b-4db8-94e9-4f9424325289', 'name': 'tempest-AttachSCSIVolumeTestJSON-429990232-router', 'tenant_id': 'e90c3ad5abb04dffa22b4371e3793be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': '1068b88e-f241-455d-a273-828c9664e2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:04:21Z', 'updated_at': '2022-05-18T18:04:26Z', 'revision_number': 3, 'project_id': 'e90c3ad5abb04dffa22b4371e3793be0', 'gw_port': {'id': '1068b88e-f241-455d-a273-828c9664e2f8', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:27:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4809bc30-789b-4db8-94e9-4f9424325289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:04:23Z', 'updated_at': '2022-05-18T18:04:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:04:31.121703 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084455ff-cc3c-45d0-bd08-9f18cb97769f None None] Pushing event updated for resources: {'Port': ['ID=6f7aa364-0014-4cb0-a4db-efefd69f3b1f,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:04:31.147183 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c40c4cb5-08c3-488b-b7de-4876c5eb7aee None None] Port 17aa8506-a0f8-479d-8b05-791010992b66 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:04:31.349951 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [req-465a319c-58a7-44dd-8142-0bcef9c08bb3 req-24e06fca-d8a3-4e49-8d35-1d5abec753e2 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] Router 115148f0-d122-4fa2-9b93-35a2636e8f24 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:04:31.647514 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 6f7aa364-0014-4cb0-a4db-efefd69f3b1f up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:04:31.715188 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5c123389-ddae-4c2e-9d0b-8ef148134c3e admin admin] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:31.717582 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-465a319c-58a7-44dd-8142-0bcef9c08bb3 req-24e06fca-d8a3-4e49-8d35-1d5abec753e2 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:04:31.727487 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-465a319c-58a7-44dd-8142-0bcef9c08bb3 req-24e06fca-d8a3-4e49-8d35-1d5abec753e2 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:31.747978 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571d6b7b-c43d-461c-9893-7f4eb45ff847 None None] Sync routers for ids ['115148f0-d122-4fa2-9b93-35a2636e8f24'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:04:31.752480 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5c123389-ddae-4c2e-9d0b-8ef148134c3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:31.776403 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-465a319c-58a7-44dd-8142-0bcef9c08bb3 req-24e06fca-d8a3-4e49-8d35-1d5abec753e2 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] 10.222.0.85 "PUT /v2.0/floatingips/744cb92b-61aa-4c42-a547-a86c89842495 HTTP/1.1" status: 200 len: 997 time: 3.3393166 May 18 18:04:31.777284 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '701fb003-f086-4826-85e1-a0b9d8f70ae6', 'tag': 'f9e2b8d6-da22-484d-9fd7-cc7e315fab76'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:04:31.781153 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18dc9950-eaf3-41cf-9398-fc8372dabaac" -d '{"events": [{"name": "network-changed", "server_uuid": "701fb003-f086-4826-85e1-a0b9d8f70ae6", "tag": "f9e2b8d6-da22-484d-9fd7-cc7e315fab76"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:04:31.814291 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571d6b7b-c43d-461c-9893-7f4eb45ff847 None None] Routers {'115148f0-d122-4fa2-9b93-35a2636e8f24'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:04:31.815083 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-571d6b7b-c43d-461c-9893-7f4eb45ff847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:04:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['115148f0-d122-4fa2-9b93-35a2636e8f24'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:04:31.910513 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-91220071-1a95-4016-8ea1-b1403da0d044 req-095072e8-b323-4f3b-80af-f29d3bd46859 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] 10.222.0.85 "GET /v2.0/security-groups?id=b787168d-4ad4-4424-a9af-a4affc34d52d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8546932 May 18 18:04:31.969901 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465a319c-58a7-44dd-8142-0bcef9c08bb3 req-343ce065-b49a-4270-836a-fd65ffcb4f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:31.977306 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-465a319c-58a7-44dd-8142-0bcef9c08bb3 req-343ce065-b49a-4270-836a-fd65ffcb4f9a service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=16e4397c1c2b4675a99e50a03e09ab2a&device_id=701fb003-f086-4826-85e1-a0b9d8f70ae6 HTTP/1.1" status: 200 len: 1097 time: 0.1281533 May 18 18:04:31.988596 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c123389-ddae-4c2e-9d0b-8ef148134c3e admin admin] Pushing event updated for resources: {'Port': ['ID=17aa8506-a0f8-479d-8b05-791010992b66,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:04:32.005232 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5c123389-ddae-4c2e-9d0b-8ef148134c3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-595870'] for router_interface, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:32.084618 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-571d6b7b-c43d-461c-9893-7f4eb45ff847 None None] Set router 115148f0-d122-4fa2-9b93-35a2636e8f24 gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:04:32.194678 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465a319c-58a7-44dd-8142-0bcef9c08bb3 req-c4556d57-1585-4df3-bcc9-4c2a17a96778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:32.196282 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-465a319c-58a7-44dd-8142-0bcef9c08bb3 req-c4556d57-1585-4df3-bcc9-4c2a17a96778 service neutron] 10.222.0.85 "GET /v2.0/networks?id=3a8e80be-5031-4df8-aefc-8c742c6aeeb6 HTTP/1.1" status: 200 len: 930 time: 0.2122252 May 18 18:04:32.244237 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c123389-ddae-4c2e-9d0b-8ef148134c3e admin admin] Network 6e73efc1-ff33-49b9-b7c2-229c7b0d77fc is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:04:32.246439 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-5c123389-ddae-4c2e-9d0b-8ef148134c3e admin admin] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:04:32.350231 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-465a319c-58a7-44dd-8142-0bcef9c08bb3 req-07941697-a6ee-4029-b5f2-8c17987bfbe5 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f9e2b8d6-da22-484d-9fd7-cc7e315fab76 HTTP/1.1" status: 200 len: 1000 time: 0.1408403 May 18 18:04:32.376771 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d06caae4-e91e-4e58-b66c-26c07db0ab39 req-ac7ad724-81d9-4b3c-ada2-93c79843cbe6 tempest-ServersTestJSON-1250898244 tempest-ServersTestJSON-1250898244-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-securitygroup--730099938&fields=id&tenant_id=1f38cde3deff43fb910ab68e713e2daa HTTP/1.1" status: 200 len: 267 time: 0.1522355 May 18 18:04:32.464097 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 6f7aa364-0014-4cb0-a4db-efefd69f3b1f triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:04:32.464658 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:32.491856 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465a319c-58a7-44dd-8142-0bcef9c08bb3 req-d9259961-c2eb-4937-90c7-ef431fc5f456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:32.510238 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-465a319c-58a7-44dd-8142-0bcef9c08bb3 req-d9259961-c2eb-4937-90c7-ef431fc5f456 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=63b868d7-4f89-4619-a220-97db8091197d HTTP/1.1" status: 200 len: 868 time: 0.1414526 May 18 18:04:32.611169 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465a319c-58a7-44dd-8142-0bcef9c08bb3 req-abe1267f-e516-4a1d-8544-9831fc1188c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:32.623042 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-465a319c-58a7-44dd-8142-0bcef9c08bb3 req-abe1267f-e516-4a1d-8544-9831fc1188c7 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=3a8e80be-5031-4df8-aefc-8c742c6aeeb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1118793 May 18 18:04:32.634790 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [req-465a319c-58a7-44dd-8142-0bcef9c08bb3 req-b674f6b5-d1f5-40cd-bc98-0606e5659d88 service neutron] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=102731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 18:04:32.635529 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c123389-ddae-4c2e-9d0b-8ef148134c3e admin admin] Router 4809bc30-789b-4db8-94e9-4f9424325289 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:04:32.646896 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-465a319c-58a7-44dd-8142-0bcef9c08bb3 req-b674f6b5-d1f5-40cd-bc98-0606e5659d88 service neutron] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0229247 May 18 18:04:32.748461 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06caae4-e91e-4e58-b66c-26c07db0ab39 req-5ac0e147-3afe-4cbb-ae82-eec85e5f7c27 tempest-ServersTestJSON-1250898244 tempest-ServersTestJSON-1250898244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:32.751018 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d06caae4-e91e-4e58-b66c-26c07db0ab39 req-5ac0e147-3afe-4cbb-ae82-eec85e5f7c27 tempest-ServersTestJSON-1250898244 tempest-ServersTestJSON-1250898244-project] 10.222.0.85 "GET /v2.0/networks?id=2f372af3-44c1-44d0-844a-1de4600a10c9 HTTP/1.1" status: 200 len: 805 time: 0.3731844 May 18 18:04:32.879156 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-465a319c-58a7-44dd-8142-0bcef9c08bb3 req-7045c5ae-b12a-4831-a9bc-18d22d6d794b service neutron] 10.222.0.85 "GET /v2.0/networks/3a8e80be-5031-4df8-aefc-8c742c6aeeb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312555 May 18 18:04:32.935703 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c123389-ddae-4c2e-9d0b-8ef148134c3e admin admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:04:33.000002 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-5c123389-ddae-4c2e-9d0b-8ef148134c3e admin admin] 10.222.0.85 "PUT /v2.0/routers/4809bc30-789b-4db8-94e9-4f9424325289/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2084520 May 18 18:04:33.011824 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d06caae4-e91e-4e58-b66c-26c07db0ab39 req-b4a85f4a-74b1-4bba-b070-2fd7c061a469 tempest-ServersTestJSON-1250898244 tempest-ServersTestJSON-1250898244-project] 10.222.0.85 "GET /v2.0/quotas/1f38cde3deff43fb910ab68e713e2daa HTTP/1.1" status: 200 len: 375 time: 0.0735099 May 18 18:04:33.026985 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-0802135a-7393-43d4-8f84-126e36f56ce4 None None] Provisioning complete for port 17aa8506-a0f8-479d-8b05-791010992b66 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:04:33.027539 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0802135a-7393-43d4-8f84-126e36f56ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:33.111537 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-465a319c-58a7-44dd-8142-0bcef9c08bb3 req-63a18303-cf33-4981-97a1-104b1ec9abe5 service neutron] 10.222.0.85 "GET /v2.0/networks/3a8e80be-5031-4df8-aefc-8c742c6aeeb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313869 May 18 18:04:33.147937 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d06caae4-e91e-4e58-b66c-26c07db0ab39 req-7760dfae-aa9e-445e-a6da-ea4eaf0c599f tempest-ServersTestJSON-1250898244 tempest-ServersTestJSON-1250898244-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=1f38cde3deff43fb910ab68e713e2daa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1282711 May 18 18:04:33.175949 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 47550) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:04:33.261005 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 6f7aa364-0014-4cb0-a4db-efefd69f3b1f is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:04:33.282133 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-0802135a-7393-43d4-8f84-126e36f56ce4 None None] Port 17aa8506-a0f8-479d-8b05-791010992b66 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:04:33.289668 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-571d6b7b-c43d-461c-9893-7f4eb45ff847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '115148f0-d122-4fa2-9b93-35a2636e8f24', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1522561119-router', 'tenant_id': '16e4397c1c2b4675a99e50a03e09ab2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '423b0ad7-4895-4742-be7f-a6f7c15eb085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:03:45Z', 'updated_at': '2022-05-18T18:03:57Z', 'revision_number': 4, 'project_id': '16e4397c1c2b4675a99e50a03e09ab2a', 'gw_port': {'id': '423b0ad7-4895-4742-be7f-a6f7c15eb085', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f3:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115148f0-d122-4fa2-9b93-35a2636e8f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:03:47Z', 'updated_at': '2022-05-18T18:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': '744cb92b-61aa-4c42-a547-a86c89842495', 'tenant_id': '16e4397c1c2b4675a99e50a03e09ab2a', 'floating_ip_address': '172.25.5.157', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': '115148f0-d122-4fa2-9b93-35a2636e8f24', 'port_id': 'f9e2b8d6-da22-484d-9fd7-cc7e315fab76', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a8e80be-5031-4df8-aefc-8c742c6aeeb6', 'mac_address': 'fa:16:3e:3b:a9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701fb003-f086-4826-85e1-a0b9d8f70ae6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T18:04:24Z', 'updated_at': '2022-05-18T18:04:30Z', 'revision_number': 1, 'project_id': '16e4397c1c2b4675a99e50a03e09ab2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c8f680e-3b99-4ef5-80b6-7446d3749b02', 'name': '', 'network_id': '3a8e80be-5031-4df8-aefc-8c742c6aeeb6', 'tenant_id': '16e4397c1c2b4675a99e50a03e09ab2a', 'mac_address': 'fa:16:3e:0c:76:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115148f0-d122-4fa2-9b93-35a2636e8f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '63b868d7-4f89-4619-a220-97db8091197d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:03:55Z', 'updated_at': '2022-05-18T18:04:04Z', 'revision_number': 5, 'project_id': '16e4397c1c2b4675a99e50a03e09ab2a', 'subnets': [{'id': '63b868d7-4f89-4619-a220-97db8091197d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:04:33.335173 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-20bc686a-6ae7-4b54-ab6e-9928d0a56e26 tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:33.386817 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d06caae4-e91e-4e58-b66c-26c07db0ab39 req-8e2bfe66-fa20-438e-b156-af10c7cadfe7 service neutron] 10.222.0.85 "GET /v2.0/networks/2f372af3-44c1-44d0-844a-1de4600a10c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217064 May 18 18:04:33.400778 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571d6b7b-c43d-461c-9893-7f4eb45ff847 None None] Checking router: 115148f0-d122-4fa2-9b93-35a2636e8f24 for host: n-d-838550-3 {{(pid=102732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:04:33.421446 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571d6b7b-c43d-461c-9893-7f4eb45ff847 None None] Routers {'115148f0-d122-4fa2-9b93-35a2636e8f24'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:04:33.422122 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-571d6b7b-c43d-461c-9893-7f4eb45ff847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:04:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['115148f0-d122-4fa2-9b93-35a2636e8f24'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:04:33.471101 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-20bc686a-6ae7-4b54-ab6e-9928d0a56e26 tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:33.535462 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b054260-2d2f-46ba-8b70-b517e685cc27 req-52916d34-b5fe-45e1-a441-74b021d88492 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:33.547506 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4b054260-2d2f-46ba-8b70-b517e685cc27 req-52916d34-b5fe-45e1-a441-74b021d88492 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=84d410e5-f4e3-429d-81c6-65d701445b6d HTTP/1.1" status: 200 len: 950 time: 0.1891611 May 18 18:04:33.638037 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-20bc686a-6ae7-4b54-ab6e-9928d0a56e26 tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:33.647931 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-20bc686a-6ae7-4b54-ab6e-9928d0a56e26 tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:33.649351 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-20bc686a-6ae7-4b54-ab6e-9928d0a56e26 tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] 10.222.0.85 "DELETE /v2.0/security-groups/873d3fb2-3b5d-40e4-860c-4bf2bbc08243 HTTP/1.1" status: 204 len: 168 time: 0.4722571 May 18 18:04:33.654733 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 47558) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:04:33.708699 n-d-838550-3 neutron-server[102731]: INFO neutron.api.v2.resource [None req-86d9ea37-1313-4b13-8ab8-be339925bc0f tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] show failed (client error): The resource could not be found. May 18 18:04:33.710448 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-86d9ea37-1313-4b13-8ab8-be339925bc0f tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] 10.222.0.85 "GET /v2.0/security-groups/873d3fb2-3b5d-40e4-860c-4bf2bbc08243 HTTP/1.1" status: 404 len: 347 time: 0.0439541 May 18 18:04:33.711703 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bc686a-6ae7-4b54-ab6e-9928d0a56e26 tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=873d3fb2-3b5d-40e4-860c-4bf2bbc08243,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:04:33.715042 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 47560) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:04:33.717930 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 1068b88e-f241-455d-a273-828c9664e2f8 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:04:33.765600 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d06caae4-e91e-4e58-b66c-26c07db0ab39 req-77fc8045-235b-4d97-85c8-70596d6e67ae service neutron] 10.222.0.85 "GET /v2.0/networks/2f372af3-44c1-44d0-844a-1de4600a10c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3624220 May 18 18:04:33.845921 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-571d6b7b-c43d-461c-9893-7f4eb45ff847 None None] Set router 115148f0-d122-4fa2-9b93-35a2636e8f24 gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:04:33.889359 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 1068b88e-f241-455d-a273-828c9664e2f8 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:04:33.889956 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:34.573111 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 1068b88e-f241-455d-a273-828c9664e2f8 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:04:34.590111 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:35.158353 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4b054260-2d2f-46ba-8b70-b517e685cc27 req-127ca396-d80e-4bf3-8f48-950457b85579 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6098161 May 18 18:04:35.185754 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a84e2eb-f607-41fd-8f43-bc003c18d15a None None] Sync routers for ids ['4809bc30-789b-4db8-94e9-4f9424325289'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:04:35.214057 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a84e2eb-f607-41fd-8f43-bc003c18d15a None None] Routers {'4809bc30-789b-4db8-94e9-4f9424325289'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:04:35.217843 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-1a84e2eb-f607-41fd-8f43-bc003c18d15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:04:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['4809bc30-789b-4db8-94e9-4f9424325289'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:04:35.236276 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-ab1bb8ad-0ef3-4874-a5a2-47854aee5e9b tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] Deleting port 012c6614-3a6c-433d-8083-414ede852fce {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:04:35.238572 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ab1bb8ad-0ef3-4874-a5a2-47854aee5e9b tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:35.562124 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-1a84e2eb-f607-41fd-8f43-bc003c18d15a None None] Set router 4809bc30-789b-4db8-94e9-4f9424325289 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:04:35.643340 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-236b5baf-ed2e-4e4c-98c5-ee25b36067b5 x-openstack-request-id: req-236b5baf-ed2e-4e4c-98c5-ee25b36067b5 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:04:35.644428 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "701fb003-f086-4826-85e1-a0b9d8f70ae6", "tag": "f9e2b8d6-da22-484d-9fd7-cc7e315fab76", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:04:35.647302 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-236b5baf-ed2e-4e4c-98c5-ee25b36067b5 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:04:35.649985 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-236b5baf-ed2e-4e4c-98c5-ee25b36067b5'] response: {'name': 'network-changed', 'server_uuid': '701fb003-f086-4826-85e1-a0b9d8f70ae6', 'tag': 'f9e2b8d6-da22-484d-9fd7-cc7e315fab76', 'status': 'completed', 'code': 200} May 18 18:04:35.659290 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ab1bb8ad-0ef3-4874-a5a2-47854aee5e9b tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:35.660352 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ab1bb8ad-0ef3-4874-a5a2-47854aee5e9b tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:35.667090 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] For port 1068b88e-f241-455d-a273-828c9664e2f8, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=1068b88e-f241-455d-a273-828c9664e2f8,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:04:35.753335 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:35.778583 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-ab1bb8ad-0ef3-4874-a5a2-47854aee5e9b tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] Calling delete_port for 012c6614-3a6c-433d-8083-414ede852fce owned by network:floatingip {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:04:35.942108 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dc9950-eaf3-41cf-9398-fc8372dabaac req-7eb5a904-d40b-4247-9665-85890a1071f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:35.947732 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-18dc9950-eaf3-41cf-9398-fc8372dabaac req-7eb5a904-d40b-4247-9665-85890a1071f3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=16e4397c1c2b4675a99e50a03e09ab2a&device_id=701fb003-f086-4826-85e1-a0b9d8f70ae6 HTTP/1.1" status: 200 len: 1097 time: 0.1479168 May 18 18:04:36.153190 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-571d6b7b-c43d-461c-9893-7f4eb45ff847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '115148f0-d122-4fa2-9b93-35a2636e8f24', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1522561119-router', 'tenant_id': '16e4397c1c2b4675a99e50a03e09ab2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '423b0ad7-4895-4742-be7f-a6f7c15eb085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:03:45Z', 'updated_at': '2022-05-18T18:03:57Z', 'revision_number': 4, 'project_id': '16e4397c1c2b4675a99e50a03e09ab2a', 'gw_port': {'id': '423b0ad7-4895-4742-be7f-a6f7c15eb085', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f3:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115148f0-d122-4fa2-9b93-35a2636e8f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:03:47Z', 'updated_at': '2022-05-18T18:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': '744cb92b-61aa-4c42-a547-a86c89842495', 'tenant_id': '16e4397c1c2b4675a99e50a03e09ab2a', 'floating_ip_address': '172.25.5.157', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': '115148f0-d122-4fa2-9b93-35a2636e8f24', 'port_id': 'f9e2b8d6-da22-484d-9fd7-cc7e315fab76', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a8e80be-5031-4df8-aefc-8c742c6aeeb6', 'mac_address': 'fa:16:3e:3b:a9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701fb003-f086-4826-85e1-a0b9d8f70ae6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T18:04:24Z', 'updated_at': '2022-05-18T18:04:30Z', 'revision_number': 1, 'project_id': '16e4397c1c2b4675a99e50a03e09ab2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c8f680e-3b99-4ef5-80b6-7446d3749b02', 'name': '', 'network_id': '3a8e80be-5031-4df8-aefc-8c742c6aeeb6', 'tenant_id': '16e4397c1c2b4675a99e50a03e09ab2a', 'mac_address': 'fa:16:3e:0c:76:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115148f0-d122-4fa2-9b93-35a2636e8f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '63b868d7-4f89-4619-a220-97db8091197d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:03:55Z', 'updated_at': '2022-05-18T18:04:04Z', 'revision_number': 5, 'project_id': '16e4397c1c2b4675a99e50a03e09ab2a', 'subnets': [{'id': '63b868d7-4f89-4619-a220-97db8091197d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:04:36.171154 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Pushing event updated for resources: {'Port': ['ID=1068b88e-f241-455d-a273-828c9664e2f8,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:04:36.232993 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571d6b7b-c43d-461c-9893-7f4eb45ff847 None None] The sync data for ids ['115148f0-d122-4fa2-9b93-35a2636e8f24'] in n-d-838550-3 is: [{'id': '115148f0-d122-4fa2-9b93-35a2636e8f24', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1522561119-router', 'tenant_id': '16e4397c1c2b4675a99e50a03e09ab2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '423b0ad7-4895-4742-be7f-a6f7c15eb085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:03:45Z', 'updated_at': '2022-05-18T18:03:57Z', 'revision_number': 4, 'project_id': '16e4397c1c2b4675a99e50a03e09ab2a', 'gw_port': {'id': '423b0ad7-4895-4742-be7f-a6f7c15eb085', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f3:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115148f0-d122-4fa2-9b93-35a2636e8f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:03:47Z', 'updated_at': '2022-05-18T18:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': '744cb92b-61aa-4c42-a547-a86c89842495', 'tenant_id': '16e4397c1c2b4675a99e50a03e09ab2a', 'floating_ip_address': '172.25.5.157', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': '115148f0-d122-4fa2-9b93-35a2636e8f24', 'port_id': 'f9e2b8d6-da22-484d-9fd7-cc7e315fab76', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a8e80be-5031-4df8-aefc-8c742c6aeeb6', 'mac_address': 'fa:16:3e:3b:a9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701fb003-f086-4826-85e1-a0b9d8f70ae6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T18:04:24Z', 'updated_at': '2022-05-18T18:04:30Z', 'revision_number': 1, 'project_id': '16e4397c1c2b4675a99e50a03e09ab2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c8f680e-3b99-4ef5-80b6-7446d3749b02', 'name': '', 'network_id': '3a8e80be-5031-4df8-aefc-8c742c6aeeb6', 'tenant_id': '16e4397c1c2b4675a99e50a03e09ab2a', 'mac_address': 'fa:16:3e:0c:76:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115148f0-d122-4fa2-9b93-35a2636e8f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '63b868d7-4f89-4619-a220-97db8091197d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:03:55Z', 'updated_at': '2022-05-18T18:04:04Z', 'revision_number': 5, 'project_id': '16e4397c1c2b4675a99e50a03e09ab2a', 'subnets': [{'id': '63b868d7-4f89-4619-a220-97db8091197d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:04:36.281845 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dc9950-eaf3-41cf-9398-fc8372dabaac req-a71ccf77-ae42-435f-9178-d6f7ad3c7299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:36.284915 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-18dc9950-eaf3-41cf-9398-fc8372dabaac req-a71ccf77-ae42-435f-9178-d6f7ad3c7299 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3a8e80be-5031-4df8-aefc-8c742c6aeeb6 HTTP/1.1" status: 200 len: 930 time: 0.3293004 May 18 18:04:36.404094 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-1a84e2eb-f607-41fd-8f43-bc003c18d15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4809bc30-789b-4db8-94e9-4f9424325289', 'name': 'tempest-AttachSCSIVolumeTestJSON-429990232-router', 'tenant_id': 'e90c3ad5abb04dffa22b4371e3793be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': '1068b88e-f241-455d-a273-828c9664e2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:04:21Z', 'updated_at': '2022-05-18T18:04:30Z', 'revision_number': 4, 'project_id': 'e90c3ad5abb04dffa22b4371e3793be0', 'gw_port': {'id': '1068b88e-f241-455d-a273-828c9664e2f8', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:27:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4809bc30-789b-4db8-94e9-4f9424325289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:04:23Z', 'updated_at': '2022-05-18T18:04:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '17aa8506-a0f8-479d-8b05-791010992b66', 'name': '', 'network_id': '6e73efc1-ff33-49b9-b7c2-229c7b0d77fc', 'tenant_id': 'e90c3ad5abb04dffa22b4371e3793be0', 'mac_address': 'fa:16:3e:d6:50:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4809bc30-789b-4db8-94e9-4f9424325289', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '8d6e12c7-584e-49b6-9e56-a793c2140b1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:04:28Z', 'updated_at': '2022-05-18T18:04:30Z', 'revision_number': 2, 'project_id': 'e90c3ad5abb04dffa22b4371e3793be0', 'subnets': [{'id': '8d6e12c7-584e-49b6-9e56-a793c2140b1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:04:36.458056 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a84e2eb-f607-41fd-8f43-bc003c18d15a None None] Checking router: 4809bc30-789b-4db8-94e9-4f9424325289 for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:04:36.458506 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a84e2eb-f607-41fd-8f43-bc003c18d15a None None] Updating router 4809bc30-789b-4db8-94e9-4f9424325289 port 17aa8506-a0f8-479d-8b05-791010992b66 binding host n-d-838550-3 {{(pid=102733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 18:04:36.478444 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2002db8-86b1-4d16-b75e-1018d4d65391 req-1f2bddf6-6f70-4ae0-a11e-65c0c1def7ef tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:36.480066 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c2002db8-86b1-4d16-b75e-1018d4d65391 req-1f2bddf6-6f70-4ae0-a11e-65c0c1def7ef tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] 10.222.0.85 "GET /v2.0/ports?device_id=7ee34a52-f349-49aa-8faf-82e384e9c978 HTTP/1.1" status: 200 len: 945 time: 0.4973595 May 18 18:04:36.592687 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-1a84e2eb-f607-41fd-8f43-bc003c18d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:36.718685 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-18dc9950-eaf3-41cf-9398-fc8372dabaac req-68a07479-1513-4a35-9707-e995d7f2aab5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f9e2b8d6-da22-484d-9fd7-cc7e315fab76 HTTP/1.1" status: 200 len: 1000 time: 0.4107659 May 18 18:04:36.835822 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc01daa1-ed22-4848-a1f6-7b0d58f5d89d None None] New status for floating IP 744cb92b-61aa-4c42-a547-a86c89842495: ACTIVE {{(pid=102732) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 18:04:36.954505 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dc9950-eaf3-41cf-9398-fc8372dabaac req-b879f044-43c9-486a-8a66-7b6b3e6ccd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:36.956057 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-18dc9950-eaf3-41cf-9398-fc8372dabaac req-b879f044-43c9-486a-8a66-7b6b3e6ccd3b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=63b868d7-4f89-4619-a220-97db8091197d HTTP/1.1" status: 200 len: 868 time: 0.2365766 May 18 18:04:36.975694 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ab1bb8ad-0ef3-4874-a5a2-47854aee5e9b tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:37.110164 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dc9950-eaf3-41cf-9398-fc8372dabaac req-44276f25-323d-4bef-b292-acf17d3c1b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:37.116310 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-18dc9950-eaf3-41cf-9398-fc8372dabaac req-44276f25-323d-4bef-b292-acf17d3c1b79 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3a8e80be-5031-4df8-aefc-8c742c6aeeb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1468146 May 18 18:04:37.179026 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-1a84e2eb-f607-41fd-8f43-bc003c18d15a None None] Notify callbacks [] for port, precommit_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:37.191840 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-1a84e2eb-f607-41fd-8f43-bc003c18d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:37.236420 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1bb8ad-0ef3-4874-a5a2-47854aee5e9b tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] Pushing event deleted for resources: {'Port': ['ID=012c6614-3a6c-433d-8083-414ede852fce,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:04:37.342725 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335117b1-7e29-4e74-a1ca-d67e821c546e None None] Pushing event updated for resources: {'Port': ['ID=17aa8506-a0f8-479d-8b05-791010992b66,revision_number=3']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:04:37.344762 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c2002db8-86b1-4d16-b75e-1018d4d65391 req-f2524bf8-37ce-4140-ad25-f6d97de31d28 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] 10.222.0.85 "GET /v2.0/security-groups?id=b787168d-4ad4-4424-a9af-a4affc34d52d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8368909 May 18 18:04:37.522600 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-18dc9950-eaf3-41cf-9398-fc8372dabaac req-8eb71f2d-4e47-4494-bb97-d863672b117b service neutron] 10.222.0.36 "GET /v2.0/networks/3a8e80be-5031-4df8-aefc-8c742c6aeeb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3979173 May 18 18:04:37.677118 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ab1bb8ad-0ef3-4874-a5a2-47854aee5e9b tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] Notify callbacks [] for floatingip, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:37.677732 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-94dd6aee-5b0b-4ca6-87aa-454c6f948352 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:37.699231 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ab1bb8ad-0ef3-4874-a5a2-47854aee5e9b tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:37.718256 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-ab1bb8ad-0ef3-4874-a5a2-47854aee5e9b tempest-ServersWithSpecificFlavorTestJSON-323951155 tempest-ServersWithSpecificFlavorTestJSON-323951155-project] 10.222.0.85 "DELETE /v2.0/floatingips/4b97b547-18c8-4596-8000-87de6ca4f725 HTTP/1.1" status: 204 len: 168 time: 3.9917717 May 18 18:04:37.725064 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-1a84e2eb-f607-41fd-8f43-bc003c18d15a None None] Attempting to bind port 17aa8506-a0f8-479d-8b05-791010992b66 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:04:37.725803 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-1a84e2eb-f607-41fd-8f43-bc003c18d15a None None] Attempting to bind port 17aa8506-a0f8-479d-8b05-791010992b66 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '8e2c00cb-f6f7-4830-ab87-986f8483a2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6e73efc1-ff33-49b9-b7c2-229c7b0d77fc'}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:04:37.733927 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a84e2eb-f607-41fd-8f43-bc003c18d15a None None] Attempting to bind port 17aa8506-a0f8-479d-8b05-791010992b66 on network 6e73efc1-ff33-49b9-b7c2-229c7b0d77fc {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:04:37.812138 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a84e2eb-f607-41fd-8f43-bc003c18d15a None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:04:37.825470 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a84e2eb-f607-41fd-8f43-bc003c18d15a None None] Checking segment: {'id': '8e2c00cb-f6f7-4830-ab87-986f8483a2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6e73efc1-ff33-49b9-b7c2-229c7b0d77fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:04:37.834750 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-1a84e2eb-f607-41fd-8f43-bc003c18d15a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:37.835690 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a84e2eb-f607-41fd-8f43-bc003c18d15a None None] Bound using segment: {'id': '8e2c00cb-f6f7-4830-ab87-986f8483a2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6e73efc1-ff33-49b9-b7c2-229c7b0d77fc'} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:04:37.842136 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-1a84e2eb-f607-41fd-8f43-bc003c18d15a None None] Bound port: 17aa8506-a0f8-479d-8b05-791010992b66, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e2c00cb-f6f7-4830-ab87-986f8483a2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6e73efc1-ff33-49b9-b7c2-229c7b0d77fc'}}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:04:37.847215 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-1a84e2eb-f607-41fd-8f43-bc003c18d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:38.044495 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-18dc9950-eaf3-41cf-9398-fc8372dabaac req-9373ae65-46fc-460f-ae63-e3f4f03bc9db service neutron] 10.222.0.36 "GET /v2.0/networks/3a8e80be-5031-4df8-aefc-8c742c6aeeb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5042741 May 18 18:04:38.199392 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0a2286b8-9585-46f0-9f4f-525b9ed5fdd1 req-6b5ebc3a-843f-4638-acb6-8cb4d3a14c68 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] 10.222.0.85 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=31ebd439-090c-4b25-bbb0-31c48711b145 HTTP/1.1" status: 200 len: 258 time: 0.5258646 May 18 18:04:38.199698 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-d7bac94f-e934-4967-9cbf-f59048806b49 None None] Provisioning complete for port 17aa8506-a0f8-479d-8b05-791010992b66 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:04:38.200475 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d7bac94f-e934-4967-9cbf-f59048806b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:38.210166 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-0a2286b8-9585-46f0-9f4f-525b9ed5fdd1 req-195f04f8-68e6-4308-9e3e-617e8fbe5f5a tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] Request body: {'floatingip': {'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:04:38.341067 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-0a2286b8-9585-46f0-9f4f-525b9ed5fdd1 req-195f04f8-68e6-4308-9e3e-617e8fbe5f5a tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] Notify callbacks [] for floatingip, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:38.352264 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-d7bac94f-e934-4967-9cbf-f59048806b49 None None] Port 17aa8506-a0f8-479d-8b05-791010992b66 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:04:38.355783 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 1068b88e-f241-455d-a273-828c9664e2f8 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:04:38.446377 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.db [None req-1a84e2eb-f607-41fd-8f43-bc003c18d15a None None] For port 17aa8506-a0f8-479d-8b05-791010992b66, host n-d-838550-3, cleared binding levels {{(pid=102733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:04:38.478747 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.db [None req-1a84e2eb-f607-41fd-8f43-bc003c18d15a None None] For port 17aa8506-a0f8-479d-8b05-791010992b66, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=17aa8506-a0f8-479d-8b05-791010992b66,segment=NetworkSegment(8e2c00cb-f6f7-4830-ab87-986f8483a2c8),segment_id=8e2c00cb-f6f7-4830-ab87-986f8483a2c8)] {{(pid=102733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:04:38.499719 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-1a84e2eb-f607-41fd-8f43-bc003c18d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:38.520194 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 1068b88e-f241-455d-a273-828c9664e2f8 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:04:38.521340 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:38.569023 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06caae4-e91e-4e58-b66c-26c07db0ab39 req-743b9fc0-1dae-4e83-a9fc-672fda7b1f9c tempest-ServersTestJSON-1250898244 tempest-ServersTestJSON-1250898244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:38.581275 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d06caae4-e91e-4e58-b66c-26c07db0ab39 req-743b9fc0-1dae-4e83-a9fc-672fda7b1f9c tempest-ServersTestJSON-1250898244 tempest-ServersTestJSON-1250898244-project] 10.222.0.88 "GET /v2.0/networks?id=2f372af3-44c1-44d0-844a-1de4600a10c9 HTTP/1.1" status: 200 len: 805 time: 0.5405791 May 18 18:04:38.726718 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-0a2286b8-9585-46f0-9f4f-525b9ed5fdd1 req-195f04f8-68e6-4308-9e3e-617e8fbe5f5a tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:38.787522 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d06caae4-e91e-4e58-b66c-26c07db0ab39 req-f719594b-f084-4ff4-9d75-0f8c46a85cb4 tempest-ServersTestJSON-1250898244 tempest-ServersTestJSON-1250898244-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1f38cde3deff43fb910ab68e713e2daa HTTP/1.1" status: 200 len: 379 time: 0.1896658 May 18 18:04:38.827800 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-d06caae4-e91e-4e58-b66c-26c07db0ab39 req-0deea586-cd51-473b-af99-02cc6857eb50 tempest-ServersTestJSON-1250898244 tempest-ServersTestJSON-1250898244-project] Request body: {'port': {'device_id': 'cbd82391-b478-4ebd-a6bb-cbd961b3b72e', 'network_id': '2f372af3-44c1-44d0-844a-1de4600a10c9', 'admin_state_up': True, 'tenant_id': '1f38cde3deff43fb910ab68e713e2daa', 'security_groups': ['df60308c-c2bf-4b6a-87af-97fe89bf51ec']}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:04:38.972626 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335117b1-7e29-4e74-a1ca-d67e821c546e None None] Pushing event updated for resources: {'Port': ['ID=17aa8506-a0f8-479d-8b05-791010992b66,revision_number=4']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:04:39.024404 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 1068b88e-f241-455d-a273-828c9664e2f8 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:04:39.050955 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a84e2eb-f607-41fd-8f43-bc003c18d15a None None] Routers {'4809bc30-789b-4db8-94e9-4f9424325289'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:04:39.051831 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-1a84e2eb-f607-41fd-8f43-bc003c18d15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:04:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['4809bc30-789b-4db8-94e9-4f9424325289'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:04:39.134217 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [req-0a2286b8-9585-46f0-9f4f-525b9ed5fdd1 req-195f04f8-68e6-4308-9e3e-617e8fbe5f5a tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] Allocated IP 172.25.5.97 (31ebd439-090c-4b25-bbb0-31c48711b145/363a2810-8a83-4be0-a317-7c91fcd94485/b8d4fa66-622f-4b24-b852-027cc45225e7) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:04:39.282553 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d06caae4-e91e-4e58-b66c-26c07db0ab39 req-0deea586-cd51-473b-af99-02cc6857eb50 tempest-ServersTestJSON-1250898244 tempest-ServersTestJSON-1250898244-project] Made reservation on behalf of 1f38cde3deff43fb910ab68e713e2daa for: {'port': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:04:39.287378 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-d06caae4-e91e-4e58-b66c-26c07db0ab39 req-0deea586-cd51-473b-af99-02cc6857eb50 tempest-ServersTestJSON-1250898244 tempest-ServersTestJSON-1250898244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:39.464877 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-7f5f1a8e-1de8-4b32-8cc7-29305171af16 None None] Provisioning complete for port 17aa8506-a0f8-479d-8b05-791010992b66 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:04:39.465484 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-7f5f1a8e-1de8-4b32-8cc7-29305171af16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:39.702307 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-0a2286b8-9585-46f0-9f4f-525b9ed5fdd1 req-195f04f8-68e6-4308-9e3e-617e8fbe5f5a tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:39.727738 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-7f5f1a8e-1de8-4b32-8cc7-29305171af16 None None] Current status of the port 17aa8506-a0f8-479d-8b05-791010992b66 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:04:39.728424 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-7f5f1a8e-1de8-4b32-8cc7-29305171af16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:39.864514 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-7f5f1a8e-1de8-4b32-8cc7-29305171af16 None None] For port 17aa8506-a0f8-479d-8b05-791010992b66, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=17aa8506-a0f8-479d-8b05-791010992b66,segment=NetworkSegment(8e2c00cb-f6f7-4830-ab87-986f8483a2c8),segment_id=8e2c00cb-f6f7-4830-ab87-986f8483a2c8)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:04:39.870958 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-7f5f1a8e-1de8-4b32-8cc7-29305171af16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:39.903941 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-0a2286b8-9585-46f0-9f4f-525b9ed5fdd1 req-195f04f8-68e6-4308-9e3e-617e8fbe5f5a tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:39.964589 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-71fa5251-520e-48d1-a5f1-927477181856 req-fb0edca1-846d-4776-a416-2b2f17c4a587 tempest-ServersTestJSON-1250898244 tempest-ServersTestJSON-1250898244-project] 10.222.0.85 "GET /v2.0/ports?device_id=cbd82391-b478-4ebd-a6bb-cbd961b3b72e HTTP/1.1" status: 200 len: 210 time: 0.2514141 May 18 18:04:40.025594 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5f1a8e-1de8-4b32-8cc7-29305171af16 None None] Pushing event updated for resources: {'Port': ['ID=17aa8506-a0f8-479d-8b05-791010992b66,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:04:40.027529 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [req-d06caae4-e91e-4e58-b66c-26c07db0ab39 req-0deea586-cd51-473b-af99-02cc6857eb50 tempest-ServersTestJSON-1250898244 tempest-ServersTestJSON-1250898244-project] Allocated IP 172.20.0.12 (2f372af3-44c1-44d0-844a-1de4600a10c9/18fdedba-2287-4654-9694-86ee417b097d/8095092b-4178-48d3-a35c-59f33ef98afb) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:04:40.097356 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-3b2f63d5-8935-44ee-94d1-7ff06c65e323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:40.102748 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a2286b8-9585-46f0-9f4f-525b9ed5fdd1 req-195f04f8-68e6-4308-9e3e-617e8fbe5f5a tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] Network 31ebd439-090c-4b25-bbb0-31c48711b145 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:04:40.113102 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [req-0a2286b8-9585-46f0-9f4f-525b9ed5fdd1 req-195f04f8-68e6-4308-9e3e-617e8fbe5f5a tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:04:40.122400 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a2286b8-9585-46f0-9f4f-525b9ed5fdd1 req-195f04f8-68e6-4308-9e3e-617e8fbe5f5a tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:04:40.137835 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-1a84e2eb-f607-41fd-8f43-bc003c18d15a None None] Set router 4809bc30-789b-4db8-94e9-4f9424325289 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:04:40.313663 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195f04f8-68e6-4308-9e3e-617e8fbe5f5a tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] Pushing event updated for resources: {'Port': ['ID=b8d4fa66-622f-4b24-b852-027cc45225e7,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:04:40.467788 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-0a2286b8-9585-46f0-9f4f-525b9ed5fdd1 req-195f04f8-68e6-4308-9e3e-617e8fbe5f5a tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:40.508690 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb73a0b-d039-407a-be06-118d51db84d4 req-ef9c4a8e-db76-4e02-aa83-0784b968e5e7 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:40.515430 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3eb73a0b-d039-407a-be06-118d51db84d4 req-ef9c4a8e-db76-4e02-aa83-0784b968e5e7 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=84d410e5-f4e3-429d-81c6-65d701445b6d HTTP/1.1" status: 200 len: 950 time: 0.3094349 May 18 18:04:40.570475 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-0a2286b8-9585-46f0-9f4f-525b9ed5fdd1 req-195f04f8-68e6-4308-9e3e-617e8fbe5f5a tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:40.666378 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-1a84e2eb-f607-41fd-8f43-bc003c18d15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4809bc30-789b-4db8-94e9-4f9424325289', 'name': 'tempest-AttachSCSIVolumeTestJSON-429990232-router', 'tenant_id': 'e90c3ad5abb04dffa22b4371e3793be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': '1068b88e-f241-455d-a273-828c9664e2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:04:21Z', 'updated_at': '2022-05-18T18:04:30Z', 'revision_number': 4, 'project_id': 'e90c3ad5abb04dffa22b4371e3793be0', 'gw_port': {'id': '1068b88e-f241-455d-a273-828c9664e2f8', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:27:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4809bc30-789b-4db8-94e9-4f9424325289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:04:23Z', 'updated_at': '2022-05-18T18:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '17aa8506-a0f8-479d-8b05-791010992b66', 'name': '', 'network_id': '6e73efc1-ff33-49b9-b7c2-229c7b0d77fc', 'tenant_id': 'e90c3ad5abb04dffa22b4371e3793be0', 'mac_address': 'fa:16:3e:d6:50:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4809bc30-789b-4db8-94e9-4f9424325289', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '8d6e12c7-584e-49b6-9e56-a793c2140b1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:04:28Z', 'updated_at': '2022-05-18T18:04:38Z', 'revision_number': 4, 'project_id': 'e90c3ad5abb04dffa22b4371e3793be0', 'subnets': [{'id': '8d6e12c7-584e-49b6-9e56-a793c2140b1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:04:40.718378 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3eb73a0b-d039-407a-be06-118d51db84d4 req-26bec483-059a-4f38-8522-2bbfde8f251d tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756735 May 18 18:04:40.756387 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a84e2eb-f607-41fd-8f43-bc003c18d15a None None] The sync data for ids ['4809bc30-789b-4db8-94e9-4f9424325289'] in n-d-838550-3 is: [{'id': '4809bc30-789b-4db8-94e9-4f9424325289', 'name': 'tempest-AttachSCSIVolumeTestJSON-429990232-router', 'tenant_id': 'e90c3ad5abb04dffa22b4371e3793be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': '1068b88e-f241-455d-a273-828c9664e2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:04:21Z', 'updated_at': '2022-05-18T18:04:30Z', 'revision_number': 4, 'project_id': 'e90c3ad5abb04dffa22b4371e3793be0', 'gw_port': {'id': '1068b88e-f241-455d-a273-828c9664e2f8', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:27:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4809bc30-789b-4db8-94e9-4f9424325289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:04:23Z', 'updated_at': '2022-05-18T18:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '17aa8506-a0f8-479d-8b05-791010992b66', 'name': '', 'network_id': '6e73efc1-ff33-49b9-b7c2-229c7b0d77fc', 'tenant_id': 'e90c3ad5abb04dffa22b4371e3793be0', 'mac_address': 'fa:16:3e:d6:50:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4809bc30-789b-4db8-94e9-4f9424325289', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '8d6e12c7-584e-49b6-9e56-a793c2140b1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:04:28Z', 'updated_at': '2022-05-18T18:04:38Z', 'revision_number': 4, 'project_id': 'e90c3ad5abb04dffa22b4371e3793be0', 'subnets': [{'id': '8d6e12c7-584e-49b6-9e56-a793c2140b1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:04:40.758894 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-d06caae4-e91e-4e58-b66c-26c07db0ab39 req-0deea586-cd51-473b-af99-02cc6857eb50 tempest-ServersTestJSON-1250898244 tempest-ServersTestJSON-1250898244-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:40.998057 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-d06caae4-e91e-4e58-b66c-26c07db0ab39 req-0deea586-cd51-473b-af99-02cc6857eb50 tempest-ServersTestJSON-1250898244 tempest-ServersTestJSON-1250898244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:41.140390 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:41.190460 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d06caae4-e91e-4e58-b66c-26c07db0ab39 req-0deea586-cd51-473b-af99-02cc6857eb50 tempest-ServersTestJSON-1250898244 tempest-ServersTestJSON-1250898244-project] Network 2f372af3-44c1-44d0-844a-1de4600a10c9 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:04:41.193535 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-0a2286b8-9585-46f0-9f4f-525b9ed5fdd1 req-195f04f8-68e6-4308-9e3e-617e8fbe5f5a tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:41.199089 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [req-d06caae4-e91e-4e58-b66c-26c07db0ab39 req-0deea586-cd51-473b-af99-02cc6857eb50 tempest-ServersTestJSON-1250898244 tempest-ServersTestJSON-1250898244-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:04:41.204542 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-0a2286b8-9585-46f0-9f4f-525b9ed5fdd1 req-195f04f8-68e6-4308-9e3e-617e8fbe5f5a tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:41.212280 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-d06caae4-e91e-4e58-b66c-26c07db0ab39 req-0deea586-cd51-473b-af99-02cc6857eb50 tempest-ServersTestJSON-1250898244 tempest-ServersTestJSON-1250898244-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:04:41.364379 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deea586-cd51-473b-af99-02cc6857eb50 tempest-ServersTestJSON-1250898244 tempest-ServersTestJSON-1250898244-project] Pushing event updated for resources: {'Port': ['ID=8095092b-4178-48d3-a35c-59f33ef98afb,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:04:41.371604 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-0a2286b8-9585-46f0-9f4f-525b9ed5fdd1 req-195f04f8-68e6-4308-9e3e-617e8fbe5f5a tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596987'] for floatingip, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:41.418793 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06caae4-e91e-4e58-b66c-26c07db0ab39 req-0deea586-cd51-473b-af99-02cc6857eb50 tempest-ServersTestJSON-1250898244 tempest-ServersTestJSON-1250898244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:41.422324 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-d06caae4-e91e-4e58-b66c-26c07db0ab39 req-0deea586-cd51-473b-af99-02cc6857eb50 tempest-ServersTestJSON-1250898244 tempest-ServersTestJSON-1250898244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:41.479273 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d06caae4-e91e-4e58-b66c-26c07db0ab39 req-0deea586-cd51-473b-af99-02cc6857eb50 tempest-ServersTestJSON-1250898244 tempest-ServersTestJSON-1250898244-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6870484 May 18 18:04:41.506383 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-d06caae4-e91e-4e58-b66c-26c07db0ab39 req-01353a1d-9e32-4893-b70b-fb0e899ba232 service neutron] Request body: {'port': {'device_id': 'cbd82391-b478-4ebd-a6bb-cbd961b3b72e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-3'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:04:41.536704 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-0a2286b8-9585-46f0-9f4f-525b9ed5fdd1 req-195f04f8-68e6-4308-9e3e-617e8fbe5f5a tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:41.545501 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0a2286b8-9585-46f0-9f4f-525b9ed5fdd1 req-195f04f8-68e6-4308-9e3e-617e8fbe5f5a tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.3436122 May 18 18:04:41.769721 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-d06caae4-e91e-4e58-b66c-26c07db0ab39 req-01353a1d-9e32-4893-b70b-fb0e899ba232 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:41.806189 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195f04f8-68e6-4308-9e3e-617e8fbe5f5a tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] Pushing event updated for resources: {'Port': ['ID=b8d4fa66-622f-4b24-b852-027cc45225e7,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:04:41.867543 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0a2286b8-9585-46f0-9f4f-525b9ed5fdd1 req-cfa1de6e-f9fd-4edd-9026-1d0fac2e6b6e tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] 10.222.0.85 "GET /v2.0/floatingips?floating_ip_address=172.25.5.97 HTTP/1.1" status: 200 len: 695 time: 0.3046412 May 18 18:04:41.876843 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-1d434a3f-a32c-47cf-bb6e-bfa2a3c8f787 None None] Provisioning complete for port 8095092b-4178-48d3-a35c-59f33ef98afb triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:04:41.878009 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1d434a3f-a32c-47cf-bb6e-bfa2a3c8f787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:42.116413 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-1d434a3f-a32c-47cf-bb6e-bfa2a3c8f787 None None] Port 8095092b-4178-48d3-a35c-59f33ef98afb cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:04:42.258711 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:42.271402 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2286b8-9585-46f0-9f4f-525b9ed5fdd1 req-4abf66c6-7513-4edb-972c-9287362247c5 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:42.283319 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 17aa8506-a0f8-479d-8b05-791010992b66 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:04:42.288775 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0a2286b8-9585-46f0-9f4f-525b9ed5fdd1 req-4abf66c6-7513-4edb-972c-9287362247c5 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] 10.222.0.85 "GET /v2.0/networks/31ebd439-090c-4b25-bbb0-31c48711b145 HTTP/1.1" status: 200 len: 784 time: 0.4037850 May 18 18:04:42.427405 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633befa8-cdff-4809-961b-00e8571c354c req-a3f5cbe8-f204-44f9-a55f-fe3712968889 tempest-ServersTestJSON-1250898244 tempest-ServersTestJSON-1250898244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:42.443633 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-633befa8-cdff-4809-961b-00e8571c354c req-a3f5cbe8-f204-44f9-a55f-fe3712968889 tempest-ServersTestJSON-1250898244 tempest-ServersTestJSON-1250898244-project] 10.222.0.85 "GET /v2.0/ports?device_id=cbd82391-b478-4ebd-a6bb-cbd961b3b72e HTTP/1.1" status: 200 len: 932 time: 0.0928307 May 18 18:04:42.522302 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 17aa8506-a0f8-479d-8b05-791010992b66 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:04:42.523287 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:42.534346 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-633befa8-cdff-4809-961b-00e8571c354c req-e9e1da39-47c1-4d29-84fb-5ae37d264911 tempest-ServersTestJSON-1250898244 tempest-ServersTestJSON-1250898244-project] 10.222.0.85 "GET /v2.0/security-groups?id=df60308c-c2bf-4b6a-87af-97fe89bf51ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888031 May 18 18:04:42.785671 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 17aa8506-a0f8-479d-8b05-791010992b66 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:04:42.856943 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [req-d06caae4-e91e-4e58-b66c-26c07db0ab39 req-01353a1d-9e32-4893-b70b-fb0e899ba232 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8095092b-4178-48d3-a35c-59f33ef98afb {{(pid=102730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:04:42.868787 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-d06caae4-e91e-4e58-b66c-26c07db0ab39 req-01353a1d-9e32-4893-b70b-fb0e899ba232 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:42.889102 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [req-d06caae4-e91e-4e58-b66c-26c07db0ab39 req-01353a1d-9e32-4893-b70b-fb0e899ba232 service neutron] Transition to ACTIVE for port object 8095092b-4178-48d3-a35c-59f33ef98afb will not be triggered until provisioned by entity L2. {{(pid=102730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:04:42.900647 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08227246-fac1-4f3e-a6f8-3b5c3fbdabac req-6d13bcf6-7b92-4022-90c3-d94ba8338e34 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:42.914966 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-08227246-fac1-4f3e-a6f8-3b5c3fbdabac req-6d13bcf6-7b92-4022-90c3-d94ba8338e34 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=84d410e5-f4e3-429d-81c6-65d701445b6d HTTP/1.1" status: 200 len: 950 time: 0.3164179 May 18 18:04:42.957479 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-d06caae4-e91e-4e58-b66c-26c07db0ab39 req-01353a1d-9e32-4893-b70b-fb0e899ba232 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:43.017058 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:43.133127 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-08227246-fac1-4f3e-a6f8-3b5c3fbdabac req-955adc20-5ed2-4a77-94af-09bc85ab4665 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124655 May 18 18:04:43.278550 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01353a1d-9e32-4893-b70b-fb0e899ba232 service neutron] Pushing event updated for resources: {'Port': ['ID=8095092b-4178-48d3-a35c-59f33ef98afb,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:04:43.444336 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066e8ae3-f75c-42c8-b151-a25d5b9cf56a req-6a41c10c-2d1b-4140-891e-e9bcdb737167 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:43.446045 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-066e8ae3-f75c-42c8-b151-a25d5b9cf56a req-6a41c10c-2d1b-4140-891e-e9bcdb737167 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] 10.222.0.85 "GET /v2.0/ports?device_id=701fb003-f086-4826-85e1-a0b9d8f70ae6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1937623 May 18 18:04:43.501491 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-d06caae4-e91e-4e58-b66c-26c07db0ab39 req-01353a1d-9e32-4893-b70b-fb0e899ba232 service neutron] Attempting to bind port 8095092b-4178-48d3-a35c-59f33ef98afb on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:04:43.503604 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-d06caae4-e91e-4e58-b66c-26c07db0ab39 req-01353a1d-9e32-4893-b70b-fb0e899ba232 service neutron] Attempting to bind port 8095092b-4178-48d3-a35c-59f33ef98afb by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': '5277e331-cb76-4a28-adff-288b49bc9721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '2f372af3-44c1-44d0-844a-1de4600a10c9'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:04:43.504533 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d06caae4-e91e-4e58-b66c-26c07db0ab39 req-01353a1d-9e32-4893-b70b-fb0e899ba232 service neutron] Attempting to bind port 8095092b-4178-48d3-a35c-59f33ef98afb on network 2f372af3-44c1-44d0-844a-1de4600a10c9 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:04:43.514824 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d06caae4-e91e-4e58-b66c-26c07db0ab39 req-01353a1d-9e32-4893-b70b-fb0e899ba232 service neutron] Port 8095092b-4178-48d3-a35c-59f33ef98afb on network 2f372af3-44c1-44d0-844a-1de4600a10c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:04:43.516536 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d06caae4-e91e-4e58-b66c-26c07db0ab39 req-01353a1d-9e32-4893-b70b-fb0e899ba232 service neutron] Attempting to bind port 8095092b-4178-48d3-a35c-59f33ef98afb on network 2f372af3-44c1-44d0-844a-1de4600a10c9 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:04:43.533062 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d06caae4-e91e-4e58-b66c-26c07db0ab39 req-01353a1d-9e32-4893-b70b-fb0e899ba232 service neutron] Checking agent: {'id': 'd1be059a-68ea-4c77-9b2b-29f4afa47e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:04:43.536953 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d06caae4-e91e-4e58-b66c-26c07db0ab39 req-01353a1d-9e32-4893-b70b-fb0e899ba232 service neutron] Checking segment: {'id': '5277e331-cb76-4a28-adff-288b49bc9721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '2f372af3-44c1-44d0-844a-1de4600a10c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:04:43.538057 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d06caae4-e91e-4e58-b66c-26c07db0ab39 req-01353a1d-9e32-4893-b70b-fb0e899ba232 service neutron] Bound using segment: {'id': '5277e331-cb76-4a28-adff-288b49bc9721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '2f372af3-44c1-44d0-844a-1de4600a10c9'} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:04:43.539251 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-d06caae4-e91e-4e58-b66c-26c07db0ab39 req-01353a1d-9e32-4893-b70b-fb0e899ba232 service neutron] Bound port: 8095092b-4178-48d3-a35c-59f33ef98afb, host: n-h2-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5277e331-cb76-4a28-adff-288b49bc9721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '2f372af3-44c1-44d0-844a-1de4600a10c9'}}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:04:43.553684 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-d06caae4-e91e-4e58-b66c-26c07db0ab39 req-01353a1d-9e32-4893-b70b-fb0e899ba232 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:43.683857 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-066e8ae3-f75c-42c8-b151-a25d5b9cf56a req-80ec36c5-96a9-43e7-bce0-86384773053f tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] 10.222.0.85 "GET /v2.0/floatingips?floating_ip_address=172.25.5.97 HTTP/1.1" status: 200 len: 695 time: 0.2270701 May 18 18:04:43.707378 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-066e8ae3-f75c-42c8-b151-a25d5b9cf56a req-b9724d64-87c5-4fdd-8b69-e298b1cd60b6 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] Request body: {'floatingip': {'port_id': 'f9e2b8d6-da22-484d-9fd7-cc7e315fab76', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:04:43.889850 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-066e8ae3-f75c-42c8-b151-a25d5b9cf56a req-b9724d64-87c5-4fdd-8b69-e298b1cd60b6 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] Notify callbacks [] for floatingip, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:43.907485 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-d06caae4-e91e-4e58-b66c-26c07db0ab39 req-01353a1d-9e32-4893-b70b-fb0e899ba232 service neutron] For port 8095092b-4178-48d3-a35c-59f33ef98afb, host n-h2-838550-3, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:04:43.917057 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-d06caae4-e91e-4e58-b66c-26c07db0ab39 req-01353a1d-9e32-4893-b70b-fb0e899ba232 service neutron] For port 8095092b-4178-48d3-a35c-59f33ef98afb, host n-h2-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=8095092b-4178-48d3-a35c-59f33ef98afb,segment=NetworkSegment(5277e331-cb76-4a28-adff-288b49bc9721),segment_id=5277e331-cb76-4a28-adff-288b49bc9721)] {{(pid=102730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:04:43.961339 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c85c51-a532-4250-9a5a-48f6fe53e1c1 req-398e1cba-ed37-4888-b315-d50c34ae7036 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:43.969688 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e8c85c51-a532-4250-9a5a-48f6fe53e1c1 req-398e1cba-ed37-4888-b315-d50c34ae7036 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] 10.222.0.85 "GET /v2.0/ports?device_id=7ee34a52-f349-49aa-8faf-82e384e9c978 HTTP/1.1" status: 200 len: 945 time: 0.2679374 May 18 18:04:43.972306 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-d06caae4-e91e-4e58-b66c-26c07db0ab39 req-01353a1d-9e32-4893-b70b-fb0e899ba232 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:44.017454 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06caae4-e91e-4e58-b66c-26c07db0ab39 req-01353a1d-9e32-4893-b70b-fb0e899ba232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:44.018123 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-d06caae4-e91e-4e58-b66c-26c07db0ab39 req-01353a1d-9e32-4893-b70b-fb0e899ba232 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:44.020109 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d06caae4-e91e-4e58-b66c-26c07db0ab39 req-01353a1d-9e32-4893-b70b-fb0e899ba232 service neutron] 10.222.0.88 "PUT /v2.0/ports/8095092b-4178-48d3-a35c-59f33ef98afb HTTP/1.1" status: 200 len: 1092 time: 2.5282204 May 18 18:04:44.084587 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbd82391-b478-4ebd-a6bb-cbd961b3b72e', 'tag': '8095092b-4178-48d3-a35c-59f33ef98afb'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:04:44.087227 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe7561df-3f20-4504-9108-83dbbb0cfdc0" -d '{"events": [{"name": "network-changed", "server_uuid": "cbd82391-b478-4ebd-a6bb-cbd961b3b72e", "tag": "8095092b-4178-48d3-a35c-59f33ef98afb"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:04:44.383846 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e8c85c51-a532-4250-9a5a-48f6fe53e1c1 req-00ac88d2-c710-47f7-9645-ec9dcea0f271 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] 10.222.0.85 "GET /v2.0/security-groups?id=b787168d-4ad4-4424-a9af-a4affc34d52d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3617401 May 18 18:04:44.384860 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01353a1d-9e32-4893-b70b-fb0e899ba232 service neutron] Pushing event updated for resources: {'Port': ['ID=8095092b-4178-48d3-a35c-59f33ef98afb,revision_number=3']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:04:44.552439 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06caae4-e91e-4e58-b66c-26c07db0ab39 req-5ad10c64-7102-4694-bc3f-fd15f63d4509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:44.563686 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d06caae4-e91e-4e58-b66c-26c07db0ab39 req-5ad10c64-7102-4694-bc3f-fd15f63d4509 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=1f38cde3deff43fb910ab68e713e2daa&device_id=cbd82391-b478-4ebd-a6bb-cbd961b3b72e HTTP/1.1" status: 200 len: 1095 time: 0.2295101 May 18 18:04:44.719847 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d06caae4-e91e-4e58-b66c-26c07db0ab39 req-85076291-f812-4e4f-9cb4-274523af6b3d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8095092b-4178-48d3-a35c-59f33ef98afb HTTP/1.1" status: 200 len: 217 time: 0.1420252 May 18 18:04:44.731070 n-d-838550-3 neutron-server[102731]: INFO neutron.api.v2.resource [req-066e8ae3-f75c-42c8-b151-a25d5b9cf56a req-b9724d64-87c5-4fdd-8b69-e298b1cd60b6 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] update failed (client error): There was a conflict when trying to complete your request. May 18 18:04:44.753789 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-066e8ae3-f75c-42c8-b151-a25d5b9cf56a req-b9724d64-87c5-4fdd-8b69-e298b1cd60b6 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] 10.222.0.85 "PUT /v2.0/floatingips/1c0d46fb-f73a-4499-96c7-db49e41d8eb4 HTTP/1.1" status: 409 len: 550 time: 1.0528870 May 18 18:04:44.818539 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06caae4-e91e-4e58-b66c-26c07db0ab39 req-6b2efa94-cc01-40eb-ad3f-e8e4209c82f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:44.820806 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d06caae4-e91e-4e58-b66c-26c07db0ab39 req-6b2efa94-cc01-40eb-ad3f-e8e4209c82f8 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=18fdedba-2287-4654-9694-86ee417b097d HTTP/1.1" status: 200 len: 844 time: 0.0916727 May 18 18:04:44.865780 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a960b07e-df32-4023-abe4-9d58c1a95989 x-openstack-request-id: req-a960b07e-df32-4023-abe4-9d58c1a95989 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:04:44.866753 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbd82391-b478-4ebd-a6bb-cbd961b3b72e", "tag": "8095092b-4178-48d3-a35c-59f33ef98afb", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:04:44.867374 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-a960b07e-df32-4023-abe4-9d58c1a95989 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:04:44.867871 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a960b07e-df32-4023-abe4-9d58c1a95989'] response: {'name': 'network-changed', 'server_uuid': 'cbd82391-b478-4ebd-a6bb-cbd961b3b72e', 'tag': '8095092b-4178-48d3-a35c-59f33ef98afb', 'status': 'completed', 'code': 200} May 18 18:04:44.886378 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 82ad238c-6711-4016-a121-cadfabed87fc details requested by agent hyperv_n-h1-838550-3 with host n-h1-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:04:44.983952 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf436c8-cad0-4728-a314-762c72ddac4e req-7ababc81-351e-4cf9-ac13-52044a089ab5 tempest-ServersTestJSON-1250898244 tempest-ServersTestJSON-1250898244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:45.001487 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-edf436c8-cad0-4728-a314-762c72ddac4e req-7ababc81-351e-4cf9-ac13-52044a089ab5 tempest-ServersTestJSON-1250898244 tempest-ServersTestJSON-1250898244-project] 10.222.0.85 "GET /v2.0/ports?device_id=cbd82391-b478-4ebd-a6bb-cbd961b3b72e HTTP/1.1" status: 200 len: 944 time: 0.1788599 May 18 18:04:45.051819 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06caae4-e91e-4e58-b66c-26c07db0ab39 req-c41d6160-5893-4e4a-9e9f-99d2f2c33bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:45.054677 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d06caae4-e91e-4e58-b66c-26c07db0ab39 req-c41d6160-5893-4e4a-9e9f-99d2f2c33bc9 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=2f372af3-44c1-44d0-844a-1de4600a10c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1850328 May 18 18:04:45.088540 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-edf436c8-cad0-4728-a314-762c72ddac4e req-88fb696c-6076-4359-9de7-09e5b4121f24 tempest-ServersTestJSON-1250898244 tempest-ServersTestJSON-1250898244-project] 10.222.0.85 "GET /v2.0/security-groups?id=df60308c-c2bf-4b6a-87af-97fe89bf51ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782764 May 18 18:04:45.139942 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45fb9e7-0096-401b-b8c5-f73684dbd70c req-09e258b6-8b3c-4591-af66-d306be4abae0 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:45.159291 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b45fb9e7-0096-401b-b8c5-f73684dbd70c req-09e258b6-8b3c-4591-af66-d306be4abae0 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=84d410e5-f4e3-429d-81c6-65d701445b6d HTTP/1.1" status: 200 len: 950 time: 0.1361437 May 18 18:04:45.262994 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b45fb9e7-0096-401b-b8c5-f73684dbd70c req-c07fbedb-34ba-4189-ab2e-e1b2ec228873 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027133 May 18 18:04:45.495575 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 47718) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:04:45.515108 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 82ad238c-6711-4016-a121-cadfabed87fc, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=82ad238c-6711-4016-a121-cadfabed87fc,segment=NetworkSegment(da1e1534-5e48-46b3-a727-d3c25e59a900),segment_id=da1e1534-5e48-46b3-a727-d3c25e59a900)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:04:45.546090 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Returning: {'device': '82ad238c-6711-4016-a121-cadfabed87fc', 'network_id': '174e1eea-8e32-4414-9ecf-aeb92f39055c', 'port_id': '82ad238c-6711-4016-a121-cadfabed87fc', 'mac_address': 'fa:16:3e:82:3a:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb681bd8-8000-4df1-8b5b-17eadddd4546', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:04:45.550935 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d06caae4-e91e-4e58-b66c-26c07db0ab39 req-7fdcecce-c1c3-488b-bc92-51cbc60fec33 service neutron] 10.222.0.88 "GET /v2.0/networks/2f372af3-44c1-44d0-844a-1de4600a10c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4590344 May 18 18:04:45.726919 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d06caae4-e91e-4e58-b66c-26c07db0ab39 req-8af55c91-f449-42c8-9db1-f4e58caa9459 service neutron] 10.222.0.88 "GET /v2.0/networks/2f372af3-44c1-44d0-844a-1de4600a10c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636295 May 18 18:04:45.742274 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 82ad238c-6711-4016-a121-cadfabed87fc is: ACTIVE; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:04:45.754923 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:45.826627 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 82ad238c-6711-4016-a121-cadfabed87fc {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:04:45.841055 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d4b634aa-c994-4a65-bbab-1b8a1b866445 req-31b0feb0-da66-460b-94ca-f34ce629271c tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] 10.222.0.85 "GET /v2.0/floatingips/1c0d46fb-f73a-4499-96c7-db49e41d8eb4 HTTP/1.1" status: 200 len: 692 time: 0.2887144 May 18 18:04:45.958961 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 82ad238c-6711-4016-a121-cadfabed87fc, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=82ad238c-6711-4016-a121-cadfabed87fc,segment=NetworkSegment(da1e1534-5e48-46b3-a727-d3c25e59a900),segment_id=da1e1534-5e48-46b3-a727-d3c25e59a900)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:04:45.965430 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:46.073084 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b634aa-c994-4a65-bbab-1b8a1b866445 req-0194a0b1-43e7-47f3-8b01-7f4c4008b270 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:46.087127 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d4b634aa-c994-4a65-bbab-1b8a1b866445 req-0194a0b1-43e7-47f3-8b01-7f4c4008b270 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] 10.222.0.85 "GET /v2.0/networks/31ebd439-090c-4b25-bbb0-31c48711b145 HTTP/1.1" status: 200 len: 784 time: 0.2384531 May 18 18:04:46.153510 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=82ad238c-6711-4016-a121-cadfabed87fc,revision_number=6']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:04:46.169852 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffb396d-40aa-442f-8c1d-fa21e7bdc364 req-cc8006ea-2b50-42a5-8a07-c278da5f84de tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:46.186446 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cffb396d-40aa-442f-8c1d-fa21e7bdc364 req-cc8006ea-2b50-42a5-8a07-c278da5f84de tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] 10.222.0.85 "GET /v2.0/ports?device_id=7ee34a52-f349-49aa-8faf-82e384e9c978 HTTP/1.1" status: 200 len: 945 time: 0.4500520 May 18 18:04:46.241216 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d4b634aa-c994-4a65-bbab-1b8a1b866445 req-01491da8-4c7e-4064-a9ed-a4002eab52e0 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] 10.222.0.85 "GET /v2.0/floatingips?floating_ip_address=172.25.5.97 HTTP/1.1" status: 200 len: 695 time: 0.1363847 May 18 18:04:46.250646 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['82ad238c-6711-4016-a121-cadfabed87fc'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:04:46.373607 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d4b634aa-c994-4a65-bbab-1b8a1b866445 req-eabc65fd-3303-40be-909c-95759eb691f9 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] 10.222.0.85 "GET /v2.0/floatingips?floating_ip_address=172.25.5.97 HTTP/1.1" status: 200 len: 695 time: 0.1290696 May 18 18:04:46.400780 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cffb396d-40aa-442f-8c1d-fa21e7bdc364 req-ede720ba-98cc-480e-991b-d2e9bdc008bf tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] 10.222.0.85 "GET /v2.0/security-groups?id=b787168d-4ad4-4424-a9af-a4affc34d52d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133555 May 18 18:04:46.523232 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7561df-3f20-4504-9108-83dbbb0cfdc0 req-0317f43f-1a82-428c-ad6b-574ad8967c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:46.533300 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fe7561df-3f20-4504-9108-83dbbb0cfdc0 req-0317f43f-1a82-428c-ad6b-574ad8967c15 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=1f38cde3deff43fb910ab68e713e2daa&device_id=cbd82391-b478-4ebd-a6bb-cbd961b3b72e HTTP/1.1" status: 200 len: 1095 time: 0.4414399 May 18 18:04:46.939261 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 82ad238c-6711-4016-a121-cadfabed87fc up at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:04:46.939888 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-98962556-f6fa-444a-947e-730f139e9360 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-595963'] for router_interface, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:47.000772 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-d4b634aa-c994-4a65-bbab-1b8a1b866445 req-284fb311-5e31-48ab-9e17-7123b1d0f4a2 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] Deleting port b8d4fa66-622f-4b24-b852-027cc45225e7 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:04:47.001303 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-d4b634aa-c994-4a65-bbab-1b8a1b866445 req-284fb311-5e31-48ab-9e17-7123b1d0f4a2 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:47.041089 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7561df-3f20-4504-9108-83dbbb0cfdc0 req-08716e50-7634-450a-909c-0b0f7e9d6b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:47.044858 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fe7561df-3f20-4504-9108-83dbbb0cfdc0 req-08716e50-7634-450a-909c-0b0f7e9d6b73 service neutron] 10.222.0.88 "GET /v2.0/networks?id=2f372af3-44c1-44d0-844a-1de4600a10c9 HTTP/1.1" status: 200 len: 906 time: 0.4355466 May 18 18:04:47.197874 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning complete for port 82ad238c-6711-4016-a121-cadfabed87fc triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:04:47.203715 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:47.463645 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-98962556-f6fa-444a-947e-730f139e9360 admin admin] Deleting port 25deeb9c-114b-4cae-8c5c-949655592bd5 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:04:47.464677 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-98962556-f6fa-444a-947e-730f139e9360 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:47.568417 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 82ad238c-6711-4016-a121-cadfabed87fc is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:04:47.569775 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:47.616166 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 82ad238c-6711-4016-a121-cadfabed87fc, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=82ad238c-6711-4016-a121-cadfabed87fc,segment=NetworkSegment(da1e1534-5e48-46b3-a727-d3c25e59a900),segment_id=da1e1534-5e48-46b3-a727-d3c25e59a900)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:04:47.618815 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ee34a52-f349-49aa-8faf-82e384e9c978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82ad238c-6711-4016-a121-cadfabed87fc'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:04:47.624215 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2da10171-872f-4ab8-917f-f0d5825c140b" -d '{"events": [{"server_uuid": "7ee34a52-f349-49aa-8faf-82e384e9c978", "name": "network-vif-plugged", "status": "completed", "tag": "82ad238c-6711-4016-a121-cadfabed87fc"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:04:47.629704 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:47.699094 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=82ad238c-6711-4016-a121-cadfabed87fc,revision_number=7']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:04:47.765840 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-98962556-f6fa-444a-947e-730f139e9360 admin admin] For port 25deeb9c-114b-4cae-8c5c-949655592bd5, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=25deeb9c-114b-4cae-8c5c-949655592bd5,segment=NetworkSegment(233283e0-ebec-4cdf-9a24-cf365763643d),segment_id=233283e0-ebec-4cdf-9a24-cf365763643d)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:04:47.766265 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-98962556-f6fa-444a-947e-730f139e9360 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:47.823174 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-98962556-f6fa-444a-947e-730f139e9360 admin admin] Calling delete_port for 25deeb9c-114b-4cae-8c5c-949655592bd5 owned by network:router_interface {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:04:47.826479 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-d4b634aa-c994-4a65-bbab-1b8a1b866445 req-284fb311-5e31-48ab-9e17-7123b1d0f4a2 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:47.829163 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-d4b634aa-c994-4a65-bbab-1b8a1b866445 req-284fb311-5e31-48ab-9e17-7123b1d0f4a2 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:47.860745 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-d4b634aa-c994-4a65-bbab-1b8a1b866445 req-284fb311-5e31-48ab-9e17-7123b1d0f4a2 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] Calling delete_port for b8d4fa66-622f-4b24-b852-027cc45225e7 owned by network:floatingip {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:04:48.094792 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fe7561df-3f20-4504-9108-83dbbb0cfdc0 req-62ce95ea-65ce-45f9-8ab0-a3193220f8b2 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8095092b-4178-48d3-a35c-59f33ef98afb HTTP/1.1" status: 200 len: 217 time: 1.0060031 May 18 18:04:48.177979 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7561df-3f20-4504-9108-83dbbb0cfdc0 req-1decb071-9ff6-4a1c-80bf-ca028530a64e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:48.193651 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-98962556-f6fa-444a-947e-730f139e9360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:48.194863 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fe7561df-3f20-4504-9108-83dbbb0cfdc0 req-1decb071-9ff6-4a1c-80bf-ca028530a64e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=18fdedba-2287-4654-9694-86ee417b097d HTTP/1.1" status: 200 len: 844 time: 0.0630193 May 18 18:04:48.238484 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98962556-f6fa-444a-947e-730f139e9360 admin admin] Pushing event deleted for resources: {'Port': ['ID=25deeb9c-114b-4cae-8c5c-949655592bd5,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:04:48.310784 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-d4b634aa-c994-4a65-bbab-1b8a1b866445 req-284fb311-5e31-48ab-9e17-7123b1d0f4a2 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:48.378646 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284fb311-5e31-48ab-9e17-7123b1d0f4a2 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] Pushing event deleted for resources: {'Port': ['ID=b8d4fa66-622f-4b24-b852-027cc45225e7,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:04:48.424717 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7561df-3f20-4504-9108-83dbbb0cfdc0 req-c8f80ea4-a9ac-4b25-b304-8f18236bbabf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:48.434345 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fe7561df-3f20-4504-9108-83dbbb0cfdc0 req-c8f80ea4-a9ac-4b25-b304-8f18236bbabf service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=2f372af3-44c1-44d0-844a-1de4600a10c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2380221 May 18 18:04:48.443661 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 8095092b-4178-48d3-a35c-59f33ef98afb details requested by agent hyperv_n-h2-838550-3 with host n-h2-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:04:48.737028 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-98962556-f6fa-444a-947e-730f139e9360 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-593931'] for router_interface, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:48.789057 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 8095092b-4178-48d3-a35c-59f33ef98afb, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=8095092b-4178-48d3-a35c-59f33ef98afb,segment=NetworkSegment(5277e331-cb76-4a28-adff-288b49bc9721),segment_id=5277e331-cb76-4a28-adff-288b49bc9721)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:04:48.829812 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Returning: {'device': '8095092b-4178-48d3-a35c-59f33ef98afb', 'network_id': '2f372af3-44c1-44d0-844a-1de4600a10c9', 'port_id': '8095092b-4178-48d3-a35c-59f33ef98afb', 'mac_address': 'fa:16:3e:e6:eb:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18fdedba-2287-4654-9694-86ee417b097d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:04:48.848103 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-d4b634aa-c994-4a65-bbab-1b8a1b866445 req-284fb311-5e31-48ab-9e17-7123b1d0f4a2 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] Notify callbacks [] for floatingip, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:48.870132 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-d4b634aa-c994-4a65-bbab-1b8a1b866445 req-284fb311-5e31-48ab-9e17-7123b1d0f4a2 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:48.872600 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d4b634aa-c994-4a65-bbab-1b8a1b866445 req-284fb311-5e31-48ab-9e17-7123b1d0f4a2 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] 10.222.0.85 "DELETE /v2.0/floatingips/1c0d46fb-f73a-4499-96c7-db49e41d8eb4 HTTP/1.1" status: 204 len: 173 time: 2.4977486 May 18 18:04:48.922808 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fe7561df-3f20-4504-9108-83dbbb0cfdc0 req-0be96488-6d4f-43ff-b748-d4462010e4ab service neutron] 10.222.0.88 "GET /v2.0/networks/2f372af3-44c1-44d0-844a-1de4600a10c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4115601 May 18 18:04:48.956674 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 82ad238c-6711-4016-a121-cadfabed87fc no longer exists at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:04:49.052528 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 8095092b-4178-48d3-a35c-59f33ef98afb is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:04:49.052928 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:49.082587 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8095092b-4178-48d3-a35c-59f33ef98afb {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:04:49.190340 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 8095092b-4178-48d3-a35c-59f33ef98afb, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=8095092b-4178-48d3-a35c-59f33ef98afb,segment=NetworkSegment(5277e331-cb76-4a28-adff-288b49bc9721),segment_id=5277e331-cb76-4a28-adff-288b49bc9721)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:04:49.199915 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:49.262868 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=8095092b-4178-48d3-a35c-59f33ef98afb,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:04:49.266788 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 82ad238c-6711-4016-a121-cadfabed87fc is: ACTIVE; New status is: DOWN {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:04:49.267219 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:49.280651 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3715852e-5d63-45af-968f-99c641466567 req-02bb9461-3035-4883-805d-fc4f04cc7536 tempest-ServersTestJSON-1250898244 tempest-ServersTestJSON-1250898244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:49.290781 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3715852e-5d63-45af-968f-99c641466567 req-02bb9461-3035-4883-805d-fc4f04cc7536 tempest-ServersTestJSON-1250898244 tempest-ServersTestJSON-1250898244-project] 10.222.0.85 "GET /v2.0/ports?device_id=cbd82391-b478-4ebd-a6bb-cbd961b3b72e HTTP/1.1" status: 200 len: 944 time: 0.1721628 May 18 18:04:49.304522 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 82ad238c-6711-4016-a121-cadfabed87fc, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=82ad238c-6711-4016-a121-cadfabed87fc,segment=NetworkSegment(da1e1534-5e48-46b3-a727-d3c25e59a900),segment_id=da1e1534-5e48-46b3-a727-d3c25e59a900)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:04:49.318537 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:49.338128 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98962556-f6fa-444a-947e-730f139e9360 admin admin] Router c45283d2-8427-40c7-bb89-04bcd08c1018 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:04:49.419200 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=82ad238c-6711-4016-a121-cadfabed87fc,revision_number=8']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:04:49.422845 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3715852e-5d63-45af-968f-99c641466567 req-f10ea58c-0c77-4c34-9017-a02204f7698c tempest-ServersTestJSON-1250898244 tempest-ServersTestJSON-1250898244-project] 10.222.0.85 "GET /v2.0/security-groups?id=df60308c-c2bf-4b6a-87af-97fe89bf51ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1189857 May 18 18:04:49.441992 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fe7561df-3f20-4504-9108-83dbbb0cfdc0 req-b59223b2-a3f6-415b-acdf-c4937d558f02 service neutron] 10.222.0.88 "GET /v2.0/networks/2f372af3-44c1-44d0-844a-1de4600a10c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4911480 May 18 18:04:49.578351 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98962556-f6fa-444a-947e-730f139e9360 admin admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:04:49.592121 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a22f950-1d3d-4692-85ca-21fa2f6e6a5c None None] Sync routers for ids ['c45283d2-8427-40c7-bb89-04bcd08c1018'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:04:49.592745 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d32ff1-aa77-4b88-baf4-989b507f8027 req-d5fe685a-3673-4bb5-a91c-4f8460c30b29 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:49.594236 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-43d32ff1-aa77-4b88-baf4-989b507f8027 req-d5fe685a-3673-4bb5-a91c-4f8460c30b29 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=84d410e5-f4e3-429d-81c6-65d701445b6d HTTP/1.1" status: 200 len: 950 time: 0.0792594 May 18 18:04:49.599748 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['8095092b-4178-48d3-a35c-59f33ef98afb'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:04:49.615094 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-98962556-f6fa-444a-947e-730f139e9360 admin admin] 10.222.0.85 "PUT /v2.0/routers/c45283d2-8427-40c7-bb89-04bcd08c1018/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1170363 May 18 18:04:49.616967 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 47784) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:04:49.651840 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a22f950-1d3d-4692-85ca-21fa2f6e6a5c None None] Routers {'c45283d2-8427-40c7-bb89-04bcd08c1018'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:04:49.652715 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-7a22f950-1d3d-4692-85ca-21fa2f6e6a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:04:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['c45283d2-8427-40c7-bb89-04bcd08c1018'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:04:49.777536 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-43d32ff1-aa77-4b88-baf4-989b507f8027 req-5cb1b717-53fc-44aa-9188-319e4c11a74a tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677005 May 18 18:04:49.952367 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fb8ad89d-3c2b-4bd1-9472-dfd8be912428 admin admin] Notify callbacks [] for router, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:50.109552 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527f0451-4d0c-44cd-a053-5a0ed279fc14 req-98b76cc0-389c-4af3-b4e7-b2c908049386 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:50.112221 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-527f0451-4d0c-44cd-a053-5a0ed279fc14 req-98b76cc0-389c-4af3-b4e7-b2c908049386 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] 10.222.0.85 "GET /v2.0/ports?device_id=7ee34a52-f349-49aa-8faf-82e384e9c978 HTTP/1.1" status: 200 len: 943 time: 0.1903386 May 18 18:04:50.151181 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fb8ad89d-3c2b-4bd1-9472-dfd8be912428 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:50.185176 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-7a22f950-1d3d-4692-85ca-21fa2f6e6a5c None None] Set router c45283d2-8427-40c7-bb89-04bcd08c1018 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:04:50.208932 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-527f0451-4d0c-44cd-a053-5a0ed279fc14 req-ac0187a3-3753-4db2-9baf-54831e4f4791 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] 10.222.0.85 "GET /v2.0/security-groups?id=b787168d-4ad4-4424-a9af-a4affc34d52d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893712 May 18 18:04:50.282855 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c6e1c3d-a112-4fb4-8692-90678cbb2cef x-openstack-request-id: req-5c6e1c3d-a112-4fb4-8692-90678cbb2cef {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:04:50.283232 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ee34a52-f349-49aa-8faf-82e384e9c978", "name": "network-vif-plugged", "status": "completed", "tag": "82ad238c-6711-4016-a121-cadfabed87fc", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:04:50.283638 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-5c6e1c3d-a112-4fb4-8692-90678cbb2cef {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:04:50.284254 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c6e1c3d-a112-4fb4-8692-90678cbb2cef'] response: {'server_uuid': '7ee34a52-f349-49aa-8faf-82e384e9c978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82ad238c-6711-4016-a121-cadfabed87fc', 'code': 200} May 18 18:04:50.461698 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-563d8916-c9fb-47a5-80fa-e08413190179 req-698208f9-52bb-41d9-9807-8e02df71f301 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] 10.222.0.85 "GET /v2.0/floatingips?floating_ip_address=172.25.5.157 HTTP/1.1" status: 200 len: 1002 time: 0.1641700 May 18 18:04:50.557597 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563d8916-c9fb-47a5-80fa-e08413190179 req-45ee12ea-082e-4204-9d2c-84ba1e093328 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:50.568545 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-563d8916-c9fb-47a5-80fa-e08413190179 req-45ee12ea-082e-4204-9d2c-84ba1e093328 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] 10.222.0.85 "GET /v2.0/ports/f9e2b8d6-da22-484d-9fd7-cc7e315fab76 HTTP/1.1" status: 200 len: 943 time: 0.0992460 May 18 18:04:50.589789 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-7a22f950-1d3d-4692-85ca-21fa2f6e6a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c45283d2-8427-40c7-bb89-04bcd08c1018', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-416027230-router', 'tenant_id': '0d4eb23333684335bd57fa66f03d4443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': '3cf60e40-4044-4016-a0b3-8950287707a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:01:11Z', 'updated_at': '2022-05-18T18:04:48Z', 'revision_number': 5, 'project_id': '0d4eb23333684335bd57fa66f03d4443', 'gw_port': {'id': '3cf60e40-4044-4016-a0b3-8950287707a8', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45283d2-8427-40c7-bb89-04bcd08c1018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:01:13Z', 'updated_at': '2022-05-18T18:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:04:50.624494 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a22f950-1d3d-4692-85ca-21fa2f6e6a5c None None] Checking router: c45283d2-8427-40c7-bb89-04bcd08c1018 for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:04:50.636524 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a22f950-1d3d-4692-85ca-21fa2f6e6a5c None None] Routers {'c45283d2-8427-40c7-bb89-04bcd08c1018'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:04:50.637326 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-7a22f950-1d3d-4692-85ca-21fa2f6e6a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:04:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['c45283d2-8427-40c7-bb89-04bcd08c1018'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:04:50.791338 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-fb8ad89d-3c2b-4bd1-9472-dfd8be912428 admin admin] Deleting port 3cf60e40-4044-4016-a0b3-8950287707a8 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:04:50.791681 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fb8ad89d-3c2b-4bd1-9472-dfd8be912428 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:50.914116 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-7a22f950-1d3d-4692-85ca-21fa2f6e6a5c None None] Set router c45283d2-8427-40c7-bb89-04bcd08c1018 gateway port host: None {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:04:50.930286 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-563d8916-c9fb-47a5-80fa-e08413190179 req-d03d98c8-e124-47e5-a218-2c626afa9bc9 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] 10.222.0.85 "GET /v2.0/floatingips?floating_ip_address=172.25.5.157 HTTP/1.1" status: 200 len: 1002 time: 0.1796126 May 18 18:04:51.017490 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-fb8ad89d-3c2b-4bd1-9472-dfd8be912428 admin admin] For port 3cf60e40-4044-4016-a0b3-8950287707a8, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=3cf60e40-4044-4016-a0b3-8950287707a8,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:04:51.018254 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fb8ad89d-3c2b-4bd1-9472-dfd8be912428 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:51.029199 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-7a22f950-1d3d-4692-85ca-21fa2f6e6a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c45283d2-8427-40c7-bb89-04bcd08c1018', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-416027230-router', 'tenant_id': '0d4eb23333684335bd57fa66f03d4443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:01:11Z', 'updated_at': '2022-05-18T18:04:50Z', 'revision_number': 6, 'project_id': '0d4eb23333684335bd57fa66f03d4443', 'gw_port_host': None}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:04:51.079550 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-fb8ad89d-3c2b-4bd1-9472-dfd8be912428 admin admin] Calling delete_port for 3cf60e40-4044-4016-a0b3-8950287707a8 owned by network:router_gateway {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:04:51.127797 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a22f950-1d3d-4692-85ca-21fa2f6e6a5c None None] The sync data for ids ['c45283d2-8427-40c7-bb89-04bcd08c1018'] in n-d-838550-3 is: [{'id': 'c45283d2-8427-40c7-bb89-04bcd08c1018', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-416027230-router', 'tenant_id': '0d4eb23333684335bd57fa66f03d4443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:01:11Z', 'updated_at': '2022-05-18T18:04:50Z', 'revision_number': 6, 'project_id': '0d4eb23333684335bd57fa66f03d4443', 'gw_port_host': None}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:04:51.178521 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563d8916-c9fb-47a5-80fa-e08413190179 req-1a03346e-d709-4900-ba9c-157499f9d92f tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:51.190245 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-563d8916-c9fb-47a5-80fa-e08413190179 req-1a03346e-d709-4900-ba9c-157499f9d92f tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] 10.222.0.85 "GET /v2.0/networks/31ebd439-090c-4b25-bbb0-31c48711b145 HTTP/1.1" status: 200 len: 784 time: 0.2451928 May 18 18:04:51.198379 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [req-563d8916-c9fb-47a5-80fa-e08413190179 req-f92e280c-9e8f-40dd-908a-1cebba970e05 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=102730) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 18:04:51.210625 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-563d8916-c9fb-47a5-80fa-e08413190179 req-f92e280c-9e8f-40dd-908a-1cebba970e05 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0199656 May 18 18:04:51.282914 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eacc27-79b5-4979-94b1-a207cc0c7eb0 req-b28ed778-ebf5-4890-a94e-f460cfb8b4a1 tempest-ServersTestJSON-1250898244 tempest-ServersTestJSON-1250898244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:51.291487 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b9eacc27-79b5-4979-94b1-a207cc0c7eb0 req-b28ed778-ebf5-4890-a94e-f460cfb8b4a1 tempest-ServersTestJSON-1250898244 tempest-ServersTestJSON-1250898244-project] 10.222.0.85 "GET /v2.0/ports?device_id=cbd82391-b478-4ebd-a6bb-cbd961b3b72e HTTP/1.1" status: 200 len: 945 time: 0.0998580 May 18 18:04:51.294346 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-563d8916-c9fb-47a5-80fa-e08413190179 req-072709fd-fee6-4d29-b309-fcaa5ec9ea80 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] 10.222.0.85 "GET /v2.0/floatingips?floating_ip_address=172.25.5.157 HTTP/1.1" status: 200 len: 1002 time: 0.0827074 May 18 18:04:51.299794 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-563d8916-c9fb-47a5-80fa-e08413190179 req-35410e1f-dcac-41cc-bdf8-22201aa5721b tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:04:51.396007 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b9eacc27-79b5-4979-94b1-a207cc0c7eb0 req-f4f00adb-a4af-40ea-981e-d276a9afa24c tempest-ServersTestJSON-1250898244 tempest-ServersTestJSON-1250898244-project] 10.222.0.85 "GET /v2.0/security-groups?id=df60308c-c2bf-4b6a-87af-97fe89bf51ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015551 May 18 18:04:51.397811 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-563d8916-c9fb-47a5-80fa-e08413190179 req-35410e1f-dcac-41cc-bdf8-22201aa5721b tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] Notify callbacks [] for floatingip, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:51.545714 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fb8ad89d-3c2b-4bd1-9472-dfd8be912428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:51.619233 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8ad89d-3c2b-4bd1-9472-dfd8be912428 admin admin] Pushing event deleted for resources: {'Port': ['ID=3cf60e40-4044-4016-a0b3-8950287707a8,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:04:51.661690 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-563d8916-c9fb-47a5-80fa-e08413190179 req-35410e1f-dcac-41cc-bdf8-22201aa5721b tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:51.675269 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-563d8916-c9fb-47a5-80fa-e08413190179 req-35410e1f-dcac-41cc-bdf8-22201aa5721b tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596987'] for floatingip, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:51.676155 n-d-838550-3 neutron-server[102730]: INFO neutron.db.l3_db [req-563d8916-c9fb-47a5-80fa-e08413190179 req-35410e1f-dcac-41cc-bdf8-22201aa5721b tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] Floating IP 744cb92b-61aa-4c42-a547-a86c89842495 disassociated. External IP: 172.25.5.157, port: f9e2b8d6-da22-484d-9fd7-cc7e315fab76. May 18 18:04:51.755506 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fb8ad89d-3c2b-4bd1-9472-dfd8be912428 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596901'] for router_gateway, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:51.932133 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fb8ad89d-3c2b-4bd1-9472-dfd8be912428 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25145'] for router, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:51.935331 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fb8ad89d-3c2b-4bd1-9472-dfd8be912428 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:52.014805 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fb8ad89d-3c2b-4bd1-9472-dfd8be912428 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593303'] for router, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:52.015751 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb8ad89d-3c2b-4bd1-9472-dfd8be912428 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c45283d2-8427-40c7-bb89-04bcd08c1018 {{(pid=102731) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 18 18:04:52.021765 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fb8ad89d-3c2b-4bd1-9472-dfd8be912428 admin admin] Notify callbacks [] for router, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:52.024262 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-fb8ad89d-3c2b-4bd1-9472-dfd8be912428 admin admin] 10.222.0.85 "DELETE /v2.0/routers/c45283d2-8427-40c7-bb89-04bcd08c1018 HTTP/1.1" status: 204 len: 168 time: 2.4006221 May 18 18:04:52.026922 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 47832) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:04:52.031709 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [req-563d8916-c9fb-47a5-80fa-e08413190179 req-35410e1f-dcac-41cc-bdf8-22201aa5721b tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] Router 115148f0-d122-4fa2-9b93-35a2636e8f24 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:04:52.153112 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1f0798b-aa7f-44dd-9093-045f067d6048 admin admin] Deleting subnet d88b0a46-da40-4baf-b21a-795825e4a8cb {{(pid=102731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:04:52.162526 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b1f0798b-aa7f-44dd-9093-045f067d6048 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:52.233729 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-563d8916-c9fb-47a5-80fa-e08413190179 req-35410e1f-dcac-41cc-bdf8-22201aa5721b tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:04:52.245185 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d55fe21-73ed-4073-af01-ab90762b3fde None None] Sync routers for ids ['115148f0-d122-4fa2-9b93-35a2636e8f24'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:04:52.251519 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 25deeb9c-114b-4cae-8c5c-949655592bd5 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:04:52.252592 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-563d8916-c9fb-47a5-80fa-e08413190179 req-35410e1f-dcac-41cc-bdf8-22201aa5721b tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:52.285683 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b1f0798b-aa7f-44dd-9093-045f067d6048 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260542153'] for subnet, precommit_delete_associations {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:52.303971 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ee34a52-f349-49aa-8faf-82e384e9c978', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82ad238c-6711-4016-a121-cadfabed87fc'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:04:52.308676 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2998509b-d15f-4f04-bddb-51a33ff48ba5" -d '{"events": [{"server_uuid": "7ee34a52-f349-49aa-8faf-82e384e9c978", "name": "network-vif-unplugged", "status": "completed", "tag": "82ad238c-6711-4016-a121-cadfabed87fc"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:04:52.313611 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-563d8916-c9fb-47a5-80fa-e08413190179 req-35410e1f-dcac-41cc-bdf8-22201aa5721b tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] 10.222.0.85 "PUT /v2.0/floatingips/744cb92b-61aa-4c42-a547-a86c89842495 HTTP/1.1" status: 200 len: 695 time: 1.0181816 May 18 18:04:52.314163 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '701fb003-f086-4826-85e1-a0b9d8f70ae6', 'tag': 'f9e2b8d6-da22-484d-9fd7-cc7e315fab76'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:04:52.316524 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ad27be5-677e-4ab8-966a-bd9b91a463a7" -d '{"events": [{"name": "network-changed", "server_uuid": "701fb003-f086-4826-85e1-a0b9d8f70ae6", "tag": "f9e2b8d6-da22-484d-9fd7-cc7e315fab76"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:04:52.320508 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 25deeb9c-114b-4cae-8c5c-949655592bd5 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:04:52.322473 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 25deeb9c-114b-4cae-8c5c-949655592bd5 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:04:52.323368 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 3cf60e40-4044-4016-a0b3-8950287707a8 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:04:52.402710 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563d8916-c9fb-47a5-80fa-e08413190179 req-96209ee6-4072-4361-ac55-163b3807ceb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:52.407259 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d55fe21-73ed-4073-af01-ab90762b3fde None None] Routers {'115148f0-d122-4fa2-9b93-35a2636e8f24'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:04:52.416967 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-563d8916-c9fb-47a5-80fa-e08413190179 req-96209ee6-4072-4361-ac55-163b3807ceb7 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=16e4397c1c2b4675a99e50a03e09ab2a&device_id=701fb003-f086-4826-85e1-a0b9d8f70ae6 HTTP/1.1" status: 200 len: 1097 time: 0.0748982 May 18 18:04:52.418606 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-4d55fe21-73ed-4073-af01-ab90762b3fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:04:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['115148f0-d122-4fa2-9b93-35a2636e8f24'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:04:52.560978 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b1f0798b-aa7f-44dd-9093-045f067d6048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:52.604065 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563d8916-c9fb-47a5-80fa-e08413190179 req-1d3bcc59-416a-40f6-9cde-44148bbace90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:52.612490 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-563d8916-c9fb-47a5-80fa-e08413190179 req-1d3bcc59-416a-40f6-9cde-44148bbace90 service neutron] 10.222.0.85 "GET /v2.0/networks?id=3a8e80be-5031-4df8-aefc-8c742c6aeeb6 HTTP/1.1" status: 200 len: 930 time: 0.1943812 May 18 18:04:52.640954 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 8095092b-4178-48d3-a35c-59f33ef98afb up at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:04:52.703090 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-563d8916-c9fb-47a5-80fa-e08413190179 req-58316b07-0cb1-4851-aa72-c0956adff006 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f9e2b8d6-da22-484d-9fd7-cc7e315fab76 HTTP/1.1" status: 200 len: 217 time: 0.0888062 May 18 18:04:52.706849 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 3cf60e40-4044-4016-a0b3-8950287707a8 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:04:52.707190 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 3cf60e40-4044-4016-a0b3-8950287707a8 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:04:52.710962 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b1f0798b-aa7f-44dd-9093-045f067d6048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260898416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260908030'] for subnet, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:52.721285 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-4d55fe21-73ed-4073-af01-ab90762b3fde None None] Set router 115148f0-d122-4fa2-9b93-35a2636e8f24 gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:04:52.768697 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning for port 8095092b-4178-48d3-a35c-59f33ef98afb completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:04:52.778914 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning complete for port 8095092b-4178-48d3-a35c-59f33ef98afb triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:04:52.778914 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:52.802886 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b1f0798b-aa7f-44dd-9093-045f067d6048 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:52.813161 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-b1f0798b-aa7f-44dd-9093-045f067d6048 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/d88b0a46-da40-4baf-b21a-795825e4a8cb HTTP/1.1" status: 204 len: 168 time: 0.7810001 May 18 18:04:52.814274 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 47840) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:04:52.826319 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-dde5003c-ef18-49aa-80c3-e19322fec2de req-946d8515-4fb9-41f7-a04d-5a2e8f9d164f service neutron] 10.222.0.88 "GET /v2.0/ports/65eaebad-5f15-498f-8a10-409fcd0c25c6/bindings/n-h2-838550-3 HTTP/1.1" status: 200 len: 382 time: 0.1392083 May 18 18:04:52.838366 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f0798b-aa7f-44dd-9093-045f067d6048 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d88b0a46-da40-4baf-b21a-795825e4a8cb,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:04:52.968654 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7b363194-ff05-4072-9255-bfc63c9ab545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:52.997863 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563d8916-c9fb-47a5-80fa-e08413190179 req-c558110b-147e-42bc-9767-41cfe6afcc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:53.001714 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e70b49-c6fb-46d6-8aa9-a70c0f52a2a5 None None] Network f7cf31b5-1eeb-4bf6-bd77-be90f0ebecb7 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:04:53.013214 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-563d8916-c9fb-47a5-80fa-e08413190179 req-c558110b-147e-42bc-9767-41cfe6afcc18 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=63b868d7-4f89-4619-a220-97db8091197d HTTP/1.1" status: 200 len: 868 time: 0.2332530 May 18 18:04:53.083196 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-7b363194-ff05-4072-9255-bfc63c9ab545 admin admin] Deleting port 1db7c96a-5630-49f1-a7a0-f7c67e18cccf {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:04:53.084071 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7b363194-ff05-4072-9255-bfc63c9ab545 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:53.122628 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef2921e-d0da-4f98-bcc9-9c1b208b3bdb req-c03080f6-3c05-41e2-9800-1bf52bba57d7 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:53.132680 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9ef2921e-d0da-4f98-bcc9-9c1b208b3bdb req-c03080f6-3c05-41e2-9800-1bf52bba57d7 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ee34a52-f349-49aa-8faf-82e384e9c978 HTTP/1.1" status: 200 len: 943 time: 0.2893107 May 18 18:04:53.236275 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-7b363194-ff05-4072-9255-bfc63c9ab545 admin admin] For port 1db7c96a-5630-49f1-a7a0-f7c67e18cccf, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=1db7c96a-5630-49f1-a7a0-f7c67e18cccf,segment=NetworkSegment(233283e0-ebec-4cdf-9a24-cf365763643d),segment_id=233283e0-ebec-4cdf-9a24-cf365763643d)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:04:53.236940 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7b363194-ff05-4072-9255-bfc63c9ab545 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:53.260278 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-7b363194-ff05-4072-9255-bfc63c9ab545 admin admin] Calling delete_port for 1db7c96a-5630-49f1-a7a0-f7c67e18cccf owned by network:dhcp {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:04:53.316864 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 8095092b-4178-48d3-a35c-59f33ef98afb is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:04:53.317898 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:53.335464 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563d8916-c9fb-47a5-80fa-e08413190179 req-0507786b-518a-4d57-8d81-3889476eaab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:53.343512 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-563d8916-c9fb-47a5-80fa-e08413190179 req-0507786b-518a-4d57-8d81-3889476eaab8 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=3a8e80be-5031-4df8-aefc-8c742c6aeeb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3291051 May 18 18:04:53.458996 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7b363194-ff05-4072-9255-bfc63c9ab545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:53.479727 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7555dfb5-7551-47be-b037-987e1bba8028 None None] DHCP port deletion for f7cf31b5-1eeb-4bf6-bd77-be90f0ebecb7 request from n-d-838550-3 {{(pid=102732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 18:04:53.495661 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-563d8916-c9fb-47a5-80fa-e08413190179 req-ae06b9fc-bbea-4985-8ab8-fdc32fc1beb4 service neutron] 10.222.0.85 "GET /v2.0/networks/3a8e80be-5031-4df8-aefc-8c742c6aeeb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502593 May 18 18:04:53.509879 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b363194-ff05-4072-9255-bfc63c9ab545 admin admin] Pushing event deleted for resources: {'Port': ['ID=1db7c96a-5630-49f1-a7a0-f7c67e18cccf,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:04:53.520228 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 8095092b-4178-48d3-a35c-59f33ef98afb, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=8095092b-4178-48d3-a35c-59f33ef98afb,segment=NetworkSegment(5277e331-cb76-4a28-adff-288b49bc9721),segment_id=5277e331-cb76-4a28-adff-288b49bc9721)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:04:53.524690 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b363194-ff05-4072-9255-bfc63c9ab545 admin admin] No DVR routers for this DVR port 1db7c96a-5630-49f1-a7a0-f7c67e18cccf on host n-d-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:04:53.544802 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde5003c-ef18-49aa-80c3-e19322fec2de req-07e8ea98-4b01-46d1-b05d-62feffa27f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:53.546122 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:53.548270 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-dde5003c-ef18-49aa-80c3-e19322fec2de req-07e8ea98-4b01-46d1-b05d-62feffa27f1f service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=84d410e5-f4e3-429d-81c6-65d701445b6d&tenant_id=c95c071176d44e1393b66dc9873791e2 HTTP/1.1" status: 200 len: 1101 time: 0.3273520 May 18 18:04:53.649832 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7b363194-ff05-4072-9255-bfc63c9ab545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:53.688184 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-9ef2921e-d0da-4f98-bcc9-9c1b208b3bdb req-43642cee-3bb2-43b7-bb38-822fa9215911 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Deleting port 82ad238c-6711-4016-a121-cadfabed87fc {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:04:53.688508 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-9ef2921e-d0da-4f98-bcc9-9c1b208b3bdb req-43642cee-3bb2-43b7-bb38-822fa9215911 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:53.698367 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde5003c-ef18-49aa-80c3-e19322fec2de req-61c2ca52-f7e6-49ae-aeb4-319cce534549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:53.698710 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-7b363194-ff05-4072-9255-bfc63c9ab545 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7cf31b5-1eeb-4bf6-bd77-be90f0ebecb7']}} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:04:53.701308 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=8095092b-4178-48d3-a35c-59f33ef98afb,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:04:53.704238 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-dde5003c-ef18-49aa-80c3-e19322fec2de req-61c2ca52-f7e6-49ae-aeb4-319cce534549 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c95c071176d44e1393b66dc9873791e2&device_id=84d410e5-f4e3-429d-81c6-65d701445b6d HTTP/1.1" status: 200 len: 1101 time: 0.1130829 May 18 18:04:53.720831 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-7b363194-ff05-4072-9255-bfc63c9ab545 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '233283e0-ebec-4cdf-9a24-cf365763643d') {'for_net_delete': True} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:04:53.721117 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-7b363194-ff05-4072-9255-bfc63c9ab545 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '233283e0-ebec-4cdf-9a24-cf365763643d') {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:04:53.739185 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7b363194-ff05-4072-9255-bfc63c9ab545 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260542144'] for segment, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:53.748407 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-4d55fe21-73ed-4073-af01-ab90762b3fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '115148f0-d122-4fa2-9b93-35a2636e8f24', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1522561119-router', 'tenant_id': '16e4397c1c2b4675a99e50a03e09ab2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '423b0ad7-4895-4742-be7f-a6f7c15eb085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:03:45Z', 'updated_at': '2022-05-18T18:03:57Z', 'revision_number': 4, 'project_id': '16e4397c1c2b4675a99e50a03e09ab2a', 'gw_port': {'id': '423b0ad7-4895-4742-be7f-a6f7c15eb085', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f3:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115148f0-d122-4fa2-9b93-35a2636e8f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:03:47Z', 'updated_at': '2022-05-18T18:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '8c8f680e-3b99-4ef5-80b6-7446d3749b02', 'name': '', 'network_id': '3a8e80be-5031-4df8-aefc-8c742c6aeeb6', 'tenant_id': '16e4397c1c2b4675a99e50a03e09ab2a', 'mac_address': 'fa:16:3e:0c:76:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115148f0-d122-4fa2-9b93-35a2636e8f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '63b868d7-4f89-4619-a220-97db8091197d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:03:55Z', 'updated_at': '2022-05-18T18:04:04Z', 'revision_number': 5, 'project_id': '16e4397c1c2b4675a99e50a03e09ab2a', 'subnets': [{'id': '63b868d7-4f89-4619-a220-97db8091197d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:04:53.760735 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7b363194-ff05-4072-9255-bfc63c9ab545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:53.767318 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-563d8916-c9fb-47a5-80fa-e08413190179 req-abaf06a3-ecc4-4511-bc8a-c96ee60c8a8d service neutron] 10.222.0.85 "GET /v2.0/networks/3a8e80be-5031-4df8-aefc-8c742c6aeeb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2698636 May 18 18:04:53.767889 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b363194-ff05-4072-9255-bfc63c9ab545 admin admin] Releasing vlan 604 on physical network physnet1 to pool {{(pid=102731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:04:53.768531 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7b363194-ff05-4072-9255-bfc63c9ab545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260884178'] for segment, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:53.771855 n-d-838550-3 neutron-server[102731]: Traceback (most recent call last): May 18 18:04:53.771855 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:04:53.771855 n-d-838550-3 neutron-server[102731]: timer() May 18 18:04:53.771855 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:04:53.771855 n-d-838550-3 neutron-server[102731]: cb(*args, **kw) May 18 18:04:53.771855 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:04:53.771855 n-d-838550-3 neutron-server[102731]: return func(*args, **kwargs) May 18 18:04:53.771855 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:04:53.771855 n-d-838550-3 neutron-server[102731]: self._notify() May 18 18:04:53.771855 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:04:53.771855 n-d-838550-3 neutron-server[102731]: self.callback(batched_events) May 18 18:04:53.771855 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:04:53.771855 n-d-838550-3 neutron-server[102731]: event.method(event) May 18 18:04:53.771855 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:04:53.771855 n-d-838550-3 neutron-server[102731]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:04:53.771855 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:04:53.771855 n-d-838550-3 neutron-server[102731]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:04:53.771855 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:04:53.771855 n-d-838550-3 neutron-server[102731]: return f(self, *a, **k) May 18 18:04:53.771855 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:04:53.771855 n-d-838550-3 neutron-server[102731]: return self._get(url).json() May 18 18:04:53.771855 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:04:53.771855 n-d-838550-3 neutron-server[102731]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:04:53.771855 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:04:53.771855 n-d-838550-3 neutron-server[102731]: return self.request(url, 'GET', **kwargs) May 18 18:04:53.771855 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:04:53.771855 n-d-838550-3 neutron-server[102731]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:04:53.771855 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:04:53.771855 n-d-838550-3 neutron-server[102731]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:04:53.771855 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:04:53.771855 n-d-838550-3 neutron-server[102731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:04:53.771855 n-d-838550-3 neutron-server[102731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:04:53.884722 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d55fe21-73ed-4073-af01-ab90762b3fde None None] Checking router: 115148f0-d122-4fa2-9b93-35a2636e8f24 for host: n-d-838550-3 {{(pid=102732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:04:53.897581 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7b363194-ff05-4072-9255-bfc63c9ab545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:53.905127 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7b363194-ff05-4072-9255-bfc63c9ab545 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:53.908839 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-7b363194-ff05-4072-9255-bfc63c9ab545 admin admin] 10.222.0.85 "DELETE /v2.0/networks/f7cf31b5-1eeb-4bf6-bd77-be90f0ebecb7 HTTP/1.1" status: 204 len: 168 time: 1.0905328 May 18 18:04:53.917294 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 47846) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:04:53.928033 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d55fe21-73ed-4073-af01-ab90762b3fde None None] Routers {'115148f0-d122-4fa2-9b93-35a2636e8f24'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:04:53.928781 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-4d55fe21-73ed-4073-af01-ab90762b3fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:04:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['115148f0-d122-4fa2-9b93-35a2636e8f24'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:04:53.982469 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 1db7c96a-5630-49f1-a7a0-f7c67e18cccf no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:04:54.006725 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b363194-ff05-4072-9255-bfc63c9ab545 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7cf31b5-1eeb-4bf6-bd77-be90f0ebecb7,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:04:54.033137 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 1db7c96a-5630-49f1-a7a0-f7c67e18cccf {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:04:54.033995 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 1db7c96a-5630-49f1-a7a0-f7c67e18cccf not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:04:54.199624 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-9ef2921e-d0da-4f98-bcc9-9c1b208b3bdb req-43642cee-3bb2-43b7-bb38-822fa9215911 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] For port 82ad238c-6711-4016-a121-cadfabed87fc, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=82ad238c-6711-4016-a121-cadfabed87fc,segment=NetworkSegment(da1e1534-5e48-46b3-a727-d3c25e59a900),segment_id=da1e1534-5e48-46b3-a727-d3c25e59a900)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:04:54.199916 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-9ef2921e-d0da-4f98-bcc9-9c1b208b3bdb req-43642cee-3bb2-43b7-bb38-822fa9215911 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:54.203410 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-4d55fe21-73ed-4073-af01-ab90762b3fde None None] Set router 115148f0-d122-4fa2-9b93-35a2636e8f24 gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:04:54.214666 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde5003c-ef18-49aa-80c3-e19322fec2de req-c319d9e1-42d1-4e53-980f-0784e84a692b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:54.215809 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-dde5003c-ef18-49aa-80c3-e19322fec2de req-c319d9e1-42d1-4e53-980f-0784e84a692b service neutron] 10.222.0.88 "GET /v2.0/networks?id=4c8ef274-9ecc-47c2-9686-5eebd78fb305 HTTP/1.1" status: 200 len: 870 time: 0.4853246 May 18 18:04:54.229517 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-9ef2921e-d0da-4f98-bcc9-9c1b208b3bdb req-43642cee-3bb2-43b7-bb38-822fa9215911 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Calling delete_port for 82ad238c-6711-4016-a121-cadfabed87fc owned by compute:nova {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:04:54.254021 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c72687f-94ee-47ee-93d8-6f99068e9e7a req-9e18b42e-4283-4524-b7cd-d67ada131a2c tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:54.260157 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9c72687f-94ee-47ee-93d8-6f99068e9e7a req-9e18b42e-4283-4524-b7cd-d67ada131a2c tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=84d410e5-f4e3-429d-81c6-65d701445b6d HTTP/1.1" status: 200 len: 950 time: 0.2440927 May 18 18:04:54.332505 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-dde5003c-ef18-49aa-80c3-e19322fec2de req-e837b0cb-784e-4075-9034-fe78243ae2a8 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=65eaebad-5f15-498f-8a10-409fcd0c25c6 HTTP/1.1" status: 200 len: 217 time: 0.0675800 May 18 18:04:54.464356 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9c72687f-94ee-47ee-93d8-6f99068e9e7a req-6ecce618-e5e1-4f44-992d-dab29771a271 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877856 May 18 18:04:54.480297 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde5003c-ef18-49aa-80c3-e19322fec2de req-2f6010f5-0b72-47b9-9915-4a67dba2aea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:54.481870 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-dde5003c-ef18-49aa-80c3-e19322fec2de req-2f6010f5-0b72-47b9-9915-4a67dba2aea4 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c2531ae9-89db-4dcf-b670-9eac4c9cde53 HTTP/1.1" status: 200 len: 843 time: 0.1076078 May 18 18:04:54.608886 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-4d55fe21-73ed-4073-af01-ab90762b3fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '115148f0-d122-4fa2-9b93-35a2636e8f24', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1522561119-router', 'tenant_id': '16e4397c1c2b4675a99e50a03e09ab2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '423b0ad7-4895-4742-be7f-a6f7c15eb085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:03:45Z', 'updated_at': '2022-05-18T18:03:57Z', 'revision_number': 4, 'project_id': '16e4397c1c2b4675a99e50a03e09ab2a', 'gw_port': {'id': '423b0ad7-4895-4742-be7f-a6f7c15eb085', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f3:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115148f0-d122-4fa2-9b93-35a2636e8f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:03:47Z', 'updated_at': '2022-05-18T18:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '8c8f680e-3b99-4ef5-80b6-7446d3749b02', 'name': '', 'network_id': '3a8e80be-5031-4df8-aefc-8c742c6aeeb6', 'tenant_id': '16e4397c1c2b4675a99e50a03e09ab2a', 'mac_address': 'fa:16:3e:0c:76:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115148f0-d122-4fa2-9b93-35a2636e8f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '63b868d7-4f89-4619-a220-97db8091197d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:03:55Z', 'updated_at': '2022-05-18T18:04:04Z', 'revision_number': 5, 'project_id': '16e4397c1c2b4675a99e50a03e09ab2a', 'subnets': [{'id': '63b868d7-4f89-4619-a220-97db8091197d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:04:54.688191 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d55fe21-73ed-4073-af01-ab90762b3fde None None] The sync data for ids ['115148f0-d122-4fa2-9b93-35a2636e8f24'] in n-d-838550-3 is: [{'id': '115148f0-d122-4fa2-9b93-35a2636e8f24', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1522561119-router', 'tenant_id': '16e4397c1c2b4675a99e50a03e09ab2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '423b0ad7-4895-4742-be7f-a6f7c15eb085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:03:45Z', 'updated_at': '2022-05-18T18:03:57Z', 'revision_number': 4, 'project_id': '16e4397c1c2b4675a99e50a03e09ab2a', 'gw_port': {'id': '423b0ad7-4895-4742-be7f-a6f7c15eb085', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f3:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115148f0-d122-4fa2-9b93-35a2636e8f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:03:47Z', 'updated_at': '2022-05-18T18:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '8c8f680e-3b99-4ef5-80b6-7446d3749b02', 'name': '', 'network_id': '3a8e80be-5031-4df8-aefc-8c742c6aeeb6', 'tenant_id': '16e4397c1c2b4675a99e50a03e09ab2a', 'mac_address': 'fa:16:3e:0c:76:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115148f0-d122-4fa2-9b93-35a2636e8f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '63b868d7-4f89-4619-a220-97db8091197d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:03:55Z', 'updated_at': '2022-05-18T18:04:04Z', 'revision_number': 5, 'project_id': '16e4397c1c2b4675a99e50a03e09ab2a', 'subnets': [{'id': '63b868d7-4f89-4619-a220-97db8091197d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:04:54.784660 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde5003c-ef18-49aa-80c3-e19322fec2de req-318b5e25-6138-476b-a238-c7c160c7120b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:54.787755 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-dde5003c-ef18-49aa-80c3-e19322fec2de req-318b5e25-6138-476b-a238-c7c160c7120b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4c8ef274-9ecc-47c2-9686-5eebd78fb305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2936599 May 18 18:04:54.833744 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-117c4ab1-b2b2-4702-af10-0b38247e81b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-595963'] for router_interface, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:54.840265 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffd6a28-9ab7-4bee-a19b-9f218869f3f8 req-65551e70-0caa-4f7c-92c9-f270990df939 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:54.848528 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cffd6a28-9ab7-4bee-a19b-9f218869f3f8 req-65551e70-0caa-4f7c-92c9-f270990df939 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] 10.222.0.85 "GET /v2.0/ports?device_id=7ee34a52-f349-49aa-8faf-82e384e9c978 HTTP/1.1" status: 200 len: 943 time: 0.2554297 May 18 18:04:54.899942 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-9ef2921e-d0da-4f98-bcc9-9c1b208b3bdb req-43642cee-3bb2-43b7-bb38-822fa9215911 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:55.038598 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43642cee-3bb2-43b7-bb38-822fa9215911 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Pushing event deleted for resources: {'Port': ['ID=82ad238c-6711-4016-a121-cadfabed87fc,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:04:55.164973 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cffd6a28-9ab7-4bee-a19b-9f218869f3f8 req-33f38cbe-20ef-46d5-895e-60ecfd94a542 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] 10.222.0.85 "GET /v2.0/security-groups?id=b787168d-4ad4-4424-a9af-a4affc34d52d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3152742 May 18 18:04:55.165901 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ef2921e-d0da-4f98-bcc9-9c1b208b3bdb req-43642cee-3bb2-43b7-bb38-822fa9215911 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] No DVR routers for this DVR port 82ad238c-6711-4016-a121-cadfabed87fc on host n-h1-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:04:55.174809 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-9ef2921e-d0da-4f98-bcc9-9c1b208b3bdb req-43642cee-3bb2-43b7-bb38-822fa9215911 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:55.181757 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9ef2921e-d0da-4f98-bcc9-9c1b208b3bdb req-43642cee-3bb2-43b7-bb38-822fa9215911 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] 10.222.0.36 "DELETE /v2.0/ports/82ad238c-6711-4016-a121-cadfabed87fc HTTP/1.1" status: 204 len: 173 time: 2.0435386 May 18 18:04:55.237711 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-117c4ab1-b2b2-4702-af10-0b38247e81b5 admin admin] Deleting port c9f3bb4a-1749-4334-a384-99b3e7f72e6f {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:04:55.238067 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-117c4ab1-b2b2-4702-af10-0b38247e81b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:55.249038 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-dde5003c-ef18-49aa-80c3-e19322fec2de req-7302ab07-67c8-4141-8269-cd6ff731de50 service neutron] 10.222.0.88 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4497550 May 18 18:04:55.271269 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 May 2022 18:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e752bdcd-b287-4dff-9787-489d2a4d1c16 x-openstack-request-id: req-e752bdcd-b287-4dff-9787-489d2a4d1c16 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:04:55.271609 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ee34a52-f349-49aa-8faf-82e384e9c978", "name": "network-vif-unplugged", "status": "completed", "tag": "82ad238c-6711-4016-a121-cadfabed87fc", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:04:55.271839 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-e752bdcd-b287-4dff-9787-489d2a4d1c16 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:04:55.272870 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e752bdcd-b287-4dff-9787-489d2a4d1c16'] response: {'server_uuid': '7ee34a52-f349-49aa-8faf-82e384e9c978', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82ad238c-6711-4016-a121-cadfabed87fc', 'code': 200} May 18 18:04:55.298614 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7403eac-127c-4d79-92e6-c6de69ac1219 None None] New status for floating IP 744cb92b-61aa-4c42-a547-a86c89842495: DOWN {{(pid=102733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 18:04:55.443795 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9d1201b-33f9-42b5-9ebd-bab75079fc2f x-openstack-request-id: req-e9d1201b-33f9-42b5-9ebd-bab75079fc2f {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:04:55.444891 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "701fb003-f086-4826-85e1-a0b9d8f70ae6", "tag": "f9e2b8d6-da22-484d-9fd7-cc7e315fab76", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:04:55.446343 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-e9d1201b-33f9-42b5-9ebd-bab75079fc2f {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:04:55.446889 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9d1201b-33f9-42b5-9ebd-bab75079fc2f'] response: {'name': 'network-changed', 'server_uuid': '701fb003-f086-4826-85e1-a0b9d8f70ae6', 'tag': 'f9e2b8d6-da22-484d-9fd7-cc7e315fab76', 'status': 'completed', 'code': 200} May 18 18:04:55.461677 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-117c4ab1-b2b2-4702-af10-0b38247e81b5 admin admin] For port c9f3bb4a-1749-4334-a384-99b3e7f72e6f, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=c9f3bb4a-1749-4334-a384-99b3e7f72e6f,segment=NetworkSegment(dccca635-e976-4ee2-b3a3-e82659331c65),segment_id=dccca635-e976-4ee2-b3a3-e82659331c65)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:04:55.462056 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-117c4ab1-b2b2-4702-af10-0b38247e81b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:55.499436 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-dde5003c-ef18-49aa-80c3-e19322fec2de req-d521a754-b774-4da4-bf4a-73876b95b3bc service neutron] 10.222.0.88 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387362 May 18 18:04:55.502267 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-117c4ab1-b2b2-4702-af10-0b38247e81b5 admin admin] Calling delete_port for c9f3bb4a-1749-4334-a384-99b3e7f72e6f owned by network:router_interface {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:04:55.591539 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad27be5-677e-4ab8-966a-bd9b91a463a7 req-d60723f0-b816-4264-b956-f3117f6921d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:55.593229 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2ad27be5-677e-4ab8-966a-bd9b91a463a7 req-d60723f0-b816-4264-b956-f3117f6921d2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=16e4397c1c2b4675a99e50a03e09ab2a&device_id=701fb003-f086-4826-85e1-a0b9d8f70ae6 HTTP/1.1" status: 200 len: 1097 time: 0.1321776 May 18 18:04:55.608261 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffd23bb-b465-4b05-9c6b-b70b8e9cb702 req-5db6d19d-d58d-4b6b-aecf-621434d4eda3 tempest-ServersTestJSON-1250898244 tempest-ServersTestJSON-1250898244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:55.610323 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0ffd23bb-b465-4b05-9c6b-b70b8e9cb702 req-5db6d19d-d58d-4b6b-aecf-621434d4eda3 tempest-ServersTestJSON-1250898244 tempest-ServersTestJSON-1250898244-project] 10.222.0.85 "GET /v2.0/ports?device_id=cbd82391-b478-4ebd-a6bb-cbd961b3b72e HTTP/1.1" status: 200 len: 946 time: 0.0715451 May 18 18:04:55.724315 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0ffd23bb-b465-4b05-9c6b-b70b8e9cb702 req-a2fb012e-1974-4954-a977-43613b0f3608 tempest-ServersTestJSON-1250898244 tempest-ServersTestJSON-1250898244-project] 10.222.0.85 "GET /v2.0/security-groups?id=df60308c-c2bf-4b6a-87af-97fe89bf51ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044624 May 18 18:04:55.773111 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad27be5-677e-4ab8-966a-bd9b91a463a7 req-6ad47645-6540-4ef1-9a80-8088854df0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:55.775969 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2ad27be5-677e-4ab8-966a-bd9b91a463a7 req-6ad47645-6540-4ef1-9a80-8088854df0fa service neutron] 10.222.0.36 "GET /v2.0/networks?id=3a8e80be-5031-4df8-aefc-8c742c6aeeb6 HTTP/1.1" status: 200 len: 930 time: 0.1625435 May 18 18:04:56.072585 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-117c4ab1-b2b2-4702-af10-0b38247e81b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:56.124496 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117c4ab1-b2b2-4702-af10-0b38247e81b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9f3bb4a-1749-4334-a384-99b3e7f72e6f,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:04:56.417849 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2ad27be5-677e-4ab8-966a-bd9b91a463a7 req-c72a701b-35d4-41b5-8fab-174041694081 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f9e2b8d6-da22-484d-9fd7-cc7e315fab76 HTTP/1.1" status: 200 len: 217 time: 0.6330302 May 18 18:04:56.475608 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 65eaebad-5f15-498f-8a10-409fcd0c25c6 no longer exists at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:04:56.517925 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-117c4ab1-b2b2-4702-af10-0b38247e81b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-593931'] for router_interface, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:56.612549 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad27be5-677e-4ab8-966a-bd9b91a463a7 req-0f4388a5-bfd6-4c5d-8344-aa3fd2c135ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:56.616761 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2ad27be5-677e-4ab8-966a-bd9b91a463a7 req-0f4388a5-bfd6-4c5d-8344-aa3fd2c135ad service neutron] 10.222.0.36 "GET /v2.0/subnets?id=63b868d7-4f89-4619-a220-97db8091197d HTTP/1.1" status: 200 len: 868 time: 0.1830292 May 18 18:04:56.675663 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-35ff0516-e54c-4d70-b0e1-766eda9dbcfb req-96a9983c-a729-494a-8d11-1315112febc2 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] 10.222.0.85 "GET /v2.0/floatingips/744cb92b-61aa-4c42-a547-a86c89842495 HTTP/1.1" status: 200 len: 693 time: 0.2591953 May 18 18:04:56.723269 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 65eaebad-5f15-498f-8a10-409fcd0c25c6 is: ACTIVE; New status is: DOWN {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:04:56.723672 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:56.823040 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ff0516-e54c-4d70-b0e1-766eda9dbcfb req-6ed5b9ed-a504-4d4b-bc5f-ce17bda31c5a tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:56.823870 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 65eaebad-5f15-498f-8a10-409fcd0c25c6, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=65eaebad-5f15-498f-8a10-409fcd0c25c6,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:04:56.837665 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-35ff0516-e54c-4d70-b0e1-766eda9dbcfb req-6ed5b9ed-a504-4d4b-bc5f-ce17bda31c5a tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] 10.222.0.85 "GET /v2.0/networks/31ebd439-090c-4b25-bbb0-31c48711b145 HTTP/1.1" status: 200 len: 784 time: 0.1605854 May 18 18:04:56.840390 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:56.892138 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad27be5-677e-4ab8-966a-bd9b91a463a7 req-8bcac99f-3314-4607-bebf-af7d56ee5d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:56.902698 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2ad27be5-677e-4ab8-966a-bd9b91a463a7 req-8bcac99f-3314-4607-bebf-af7d56ee5d74 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3a8e80be-5031-4df8-aefc-8c742c6aeeb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2775102 May 18 18:04:56.967094 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-35ff0516-e54c-4d70-b0e1-766eda9dbcfb req-3f4b14cb-b6f3-4df0-be76-87c17001f203 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] 10.222.0.85 "GET /v2.0/floatingips?floating_ip_address=172.25.5.157 HTTP/1.1" status: 200 len: 696 time: 0.1280813 May 18 18:04:56.969903 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 82ad238c-6711-4016-a121-cadfabed87fc no longer exists at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:04:57.019694 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=65eaebad-5f15-498f-8a10-409fcd0c25c6,revision_number=6']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:04:57.027010 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] No Port match for: 82ad238c-6711-4016-a121-cadfabed87fc {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:04:57.027412 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 82ad238c-6711-4016-a121-cadfabed87fc not bound to the agent host n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:04:57.133495 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-35ff0516-e54c-4d70-b0e1-766eda9dbcfb req-81a09e5e-2fc2-4716-8821-78f8c3cc39de tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] 10.222.0.85 "GET /v2.0/floatingips?floating_ip_address=172.25.5.157 HTTP/1.1" status: 200 len: 696 time: 0.1647604 May 18 18:04:57.251826 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-117c4ab1-b2b2-4702-af10-0b38247e81b5 admin admin] Router 9faaeb7f-c02f-4e10-9ad6-e64df5af5325 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:04:57.278400 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbd82391-b478-4ebd-a6bb-cbd961b3b72e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8095092b-4178-48d3-a35c-59f33ef98afb'}, {'server_uuid': '84d410e5-f4e3-429d-81c6-65d701445b6d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65eaebad-5f15-498f-8a10-409fcd0c25c6'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:04:57.297220 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e03c3b00-b0fd-4447-bfae-bac7ecff77ca" -d '{"events": [{"server_uuid": "cbd82391-b478-4ebd-a6bb-cbd961b3b72e", "name": "network-vif-plugged", "status": "completed", "tag": "8095092b-4178-48d3-a35c-59f33ef98afb"}, {"server_uuid": "84d410e5-f4e3-429d-81c6-65d701445b6d", "name": "network-vif-unplugged", "status": "completed", "tag": "65eaebad-5f15-498f-8a10-409fcd0c25c6"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:04:57.448461 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ee34a52-f349-49aa-8faf-82e384e9c978', 'name': 'network-vif-deleted', 'tag': '82ad238c-6711-4016-a121-cadfabed87fc'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:04:57.453397 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71b3b374-885c-448d-88d9-c9e0b453fafa" -d '{"events": [{"server_uuid": "7ee34a52-f349-49aa-8faf-82e384e9c978", "name": "network-vif-deleted", "tag": "82ad238c-6711-4016-a121-cadfabed87fc"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:04:57.495976 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2ad27be5-677e-4ab8-966a-bd9b91a463a7 req-2d713b6d-f999-47b2-a9d4-4e1b04d2c1b8 service neutron] 10.222.0.36 "GET /v2.0/networks/3a8e80be-5031-4df8-aefc-8c742c6aeeb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5752437 May 18 18:04:57.518619 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-117c4ab1-b2b2-4702-af10-0b38247e81b5 admin admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:04:57.530071 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08250b1c-8a41-4a5a-ac66-d1eda84cbad2 None None] Sync routers for ids ['9faaeb7f-c02f-4e10-9ad6-e64df5af5325'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:04:57.545666 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-117c4ab1-b2b2-4702-af10-0b38247e81b5 admin admin] 10.222.0.85 "PUT /v2.0/routers/9faaeb7f-c02f-4e10-9ad6-e64df5af5325/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6188295 May 18 18:04:57.550708 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 47866) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:04:57.557836 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08250b1c-8a41-4a5a-ac66-d1eda84cbad2 None None] Routers {'9faaeb7f-c02f-4e10-9ad6-e64df5af5325'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:04:57.561319 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-08250b1c-8a41-4a5a-ac66-d1eda84cbad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:04:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['9faaeb7f-c02f-4e10-9ad6-e64df5af5325'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:04:57.692659 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-35ff0516-e54c-4d70-b0e1-766eda9dbcfb req-7550ab6d-314e-4a04-bcdf-9c1f13b7c805 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] Deleting port 208fe513-3b25-4c6e-bb99-ca4f5817b028 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:04:57.693248 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-35ff0516-e54c-4d70-b0e1-766eda9dbcfb req-7550ab6d-314e-4a04-bcdf-9c1f13b7c805 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:57.799600 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2ad27be5-677e-4ab8-966a-bd9b91a463a7 req-b9ee641f-45e9-4259-a5d4-703d78b78ad9 service neutron] 10.222.0.36 "GET /v2.0/networks/3a8e80be-5031-4df8-aefc-8c742c6aeeb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2952368 May 18 18:04:57.838797 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-35ff0516-e54c-4d70-b0e1-766eda9dbcfb req-7550ab6d-314e-4a04-bcdf-9c1f13b7c805 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:57.839207 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-35ff0516-e54c-4d70-b0e1-766eda9dbcfb req-7550ab6d-314e-4a04-bcdf-9c1f13b7c805 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:57.865592 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-35ff0516-e54c-4d70-b0e1-766eda9dbcfb req-7550ab6d-314e-4a04-bcdf-9c1f13b7c805 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] Calling delete_port for 208fe513-3b25-4c6e-bb99-ca4f5817b028 owned by network:floatingip {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:04:57.977149 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-08250b1c-8a41-4a5a-ac66-d1eda84cbad2 None None] Set router 9faaeb7f-c02f-4e10-9ad6-e64df5af5325 gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:04:57.998198 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-583e1177-e99d-4f2e-92bf-a597ac18bb96 admin admin] Notify callbacks [] for router, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:58.198361 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-35ff0516-e54c-4d70-b0e1-766eda9dbcfb req-7550ab6d-314e-4a04-bcdf-9c1f13b7c805 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:58.221554 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-583e1177-e99d-4f2e-92bf-a597ac18bb96 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:58.230379 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7550ab6d-314e-4a04-bcdf-9c1f13b7c805 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] Pushing event deleted for resources: {'Port': ['ID=208fe513-3b25-4c6e-bb99-ca4f5817b028,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:04:58.271245 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-08250b1c-8a41-4a5a-ac66-d1eda84cbad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9faaeb7f-c02f-4e10-9ad6-e64df5af5325', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-121326228-router', 'tenant_id': '2fd6780e142f4de09b193c7be9c4a3c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '52b00495-4ce6-40d5-be59-3c751e485673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:01:32Z', 'updated_at': '2022-05-18T18:04:55Z', 'revision_number': 5, 'project_id': '2fd6780e142f4de09b193c7be9c4a3c8', 'gw_port': {'id': '52b00495-4ce6-40d5-be59-3c751e485673', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:58:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9faaeb7f-c02f-4e10-9ad6-e64df5af5325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 205, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:01:34Z', 'updated_at': '2022-05-18T18:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:04:58.306834 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-583e1177-e99d-4f2e-92bf-a597ac18bb96 admin admin] Deleting port 52b00495-4ce6-40d5-be59-3c751e485673 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:04:58.307870 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-583e1177-e99d-4f2e-92bf-a597ac18bb96 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:58.317876 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08250b1c-8a41-4a5a-ac66-d1eda84cbad2 None None] Checking router: 9faaeb7f-c02f-4e10-9ad6-e64df5af5325 for host: n-d-838550-3 {{(pid=102732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:04:58.328167 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08250b1c-8a41-4a5a-ac66-d1eda84cbad2 None None] Routers {'9faaeb7f-c02f-4e10-9ad6-e64df5af5325'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:04:58.328926 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-08250b1c-8a41-4a5a-ac66-d1eda84cbad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:04:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['9faaeb7f-c02f-4e10-9ad6-e64df5af5325'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:04:58.384782 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-35ff0516-e54c-4d70-b0e1-766eda9dbcfb req-7550ab6d-314e-4a04-bcdf-9c1f13b7c805 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] Notify callbacks [] for floatingip, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:58.387786 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-35ff0516-e54c-4d70-b0e1-766eda9dbcfb req-7550ab6d-314e-4a04-bcdf-9c1f13b7c805 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:58.402223 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-35ff0516-e54c-4d70-b0e1-766eda9dbcfb req-7550ab6d-314e-4a04-bcdf-9c1f13b7c805 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] 10.222.0.85 "DELETE /v2.0/floatingips/744cb92b-61aa-4c42-a547-a86c89842495 HTTP/1.1" status: 204 len: 173 time: 1.2674110 May 18 18:04:58.436147 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-08250b1c-8a41-4a5a-ac66-d1eda84cbad2 None None] Set router 9faaeb7f-c02f-4e10-9ad6-e64df5af5325 gateway port host: None {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:04:58.486324 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-583e1177-e99d-4f2e-92bf-a597ac18bb96 admin admin] For port 52b00495-4ce6-40d5-be59-3c751e485673, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=52b00495-4ce6-40d5-be59-3c751e485673,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:04:58.486597 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-583e1177-e99d-4f2e-92bf-a597ac18bb96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:58.499929 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 65eaebad-5f15-498f-8a10-409fcd0c25c6 details requested by agent hyperv_n-h2-838550-3 with host n-h2-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:04:58.503906 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-08250b1c-8a41-4a5a-ac66-d1eda84cbad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9faaeb7f-c02f-4e10-9ad6-e64df5af5325', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-121326228-router', 'tenant_id': '2fd6780e142f4de09b193c7be9c4a3c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:01:32Z', 'updated_at': '2022-05-18T18:04:58Z', 'revision_number': 6, 'project_id': '2fd6780e142f4de09b193c7be9c4a3c8', 'gw_port_host': None}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:04:58.505000 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-583e1177-e99d-4f2e-92bf-a597ac18bb96 admin admin] Calling delete_port for 52b00495-4ce6-40d5-be59-3c751e485673 owned by network:router_gateway {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:04:58.546373 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976a1689-aa6e-466c-ba55-c582326adcd7 req-f731b3f4-a47c-4ab0-ab4a-3bb351611ee0 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:58.548352 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-976a1689-aa6e-466c-ba55-c582326adcd7 req-f731b3f4-a47c-4ab0-ab4a-3bb351611ee0 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=84d410e5-f4e3-429d-81c6-65d701445b6d HTTP/1.1" status: 200 len: 948 time: 0.0684600 May 18 18:04:58.558463 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08250b1c-8a41-4a5a-ac66-d1eda84cbad2 None None] The sync data for ids ['9faaeb7f-c02f-4e10-9ad6-e64df5af5325'] in n-d-838550-3 is: [{'id': '9faaeb7f-c02f-4e10-9ad6-e64df5af5325', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-121326228-router', 'tenant_id': '2fd6780e142f4de09b193c7be9c4a3c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:01:32Z', 'updated_at': '2022-05-18T18:04:58Z', 'revision_number': 6, 'project_id': '2fd6780e142f4de09b193c7be9c4a3c8', 'gw_port_host': None}] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:04:58.632743 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-976a1689-aa6e-466c-ba55-c582326adcd7 req-3cf0ebe3-20b5-418d-8974-b6e69c85faed tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774891 May 18 18:04:58.736709 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 65eaebad-5f15-498f-8a10-409fcd0c25c6, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=65eaebad-5f15-498f-8a10-409fcd0c25c6,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:04:58.774922 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Returning: {'device': '65eaebad-5f15-498f-8a10-409fcd0c25c6', 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305', 'port_id': '65eaebad-5f15-498f-8a10-409fcd0c25c6', 'mac_address': 'fa:16:3e:14:a8:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2531ae9-89db-4dcf-b670-9eac4c9cde53', 'ip_address': '192.168.233.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:04:58.876973 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-583e1177-e99d-4f2e-92bf-a597ac18bb96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:58.891646 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 65eaebad-5f15-498f-8a10-409fcd0c25c6 is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:04:58.896970 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:58.917272 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9218c409-e5a7-4d0b-80ad-8e8c7a1d3c91 req-0bf77356-f5bd-4bf8-86c8-b34d1f8e071b tempest-ServersTestJSON-1250898244 tempest-ServersTestJSON-1250898244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:58.936111 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9218c409-e5a7-4d0b-80ad-8e8c7a1d3c91 req-0bf77356-f5bd-4bf8-86c8-b34d1f8e071b tempest-ServersTestJSON-1250898244 tempest-ServersTestJSON-1250898244-project] 10.222.0.85 "GET /v2.0/ports?device_id=cbd82391-b478-4ebd-a6bb-cbd961b3b72e HTTP/1.1" status: 200 len: 946 time: 0.1115453 May 18 18:04:58.954733 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583e1177-e99d-4f2e-92bf-a597ac18bb96 admin admin] Pushing event deleted for resources: {'Port': ['ID=52b00495-4ce6-40d5-be59-3c751e485673,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:04:59.031221 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9218c409-e5a7-4d0b-80ad-8e8c7a1d3c91 req-db81c37d-2172-4de8-94fe-263f2526caee tempest-ServersTestJSON-1250898244 tempest-ServersTestJSON-1250898244-project] 10.222.0.85 "GET /v2.0/security-groups?id=df60308c-c2bf-4b6a-87af-97fe89bf51ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940003 May 18 18:04:59.171239 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Wed, 18 May 2022 18:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2148942d-b021-4e3d-a67a-d88057994e4b x-openstack-request-id: req-2148942d-b021-4e3d-a67a-d88057994e4b {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:04:59.172965 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbd82391-b478-4ebd-a6bb-cbd961b3b72e", "name": "network-vif-plugged", "status": "completed", "tag": "8095092b-4178-48d3-a35c-59f33ef98afb", "code": 200}, {"server_uuid": "84d410e5-f4e3-429d-81c6-65d701445b6d", "name": "network-vif-unplugged", "status": "completed", "tag": "65eaebad-5f15-498f-8a10-409fcd0c25c6", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:04:59.174578 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-2148942d-b021-4e3d-a67a-d88057994e4b {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:04:59.175120 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2148942d-b021-4e3d-a67a-d88057994e4b'] response: {'server_uuid': 'cbd82391-b478-4ebd-a6bb-cbd961b3b72e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8095092b-4178-48d3-a35c-59f33ef98afb', 'code': 200} May 18 18:04:59.176202 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2148942d-b021-4e3d-a67a-d88057994e4b'] response: {'server_uuid': '84d410e5-f4e3-429d-81c6-65d701445b6d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65eaebad-5f15-498f-8a10-409fcd0c25c6', 'code': 200} May 18 18:04:59.180468 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65eaebad-5f15-498f-8a10-409fcd0c25c6 {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:04:59.220359 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 65eaebad-5f15-498f-8a10-409fcd0c25c6, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=65eaebad-5f15-498f-8a10-409fcd0c25c6,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:04:59.230316 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:59.238455 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1714675-3aba-45d0-a71d-d5bb0a3c63f7 x-openstack-request-id: req-d1714675-3aba-45d0-a71d-d5bb0a3c63f7 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:04:59.239474 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ee34a52-f349-49aa-8faf-82e384e9c978", "name": "network-vif-deleted", "tag": "82ad238c-6711-4016-a121-cadfabed87fc", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:04:59.240129 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-d1714675-3aba-45d0-a71d-d5bb0a3c63f7 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:04:59.241048 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1714675-3aba-45d0-a71d-d5bb0a3c63f7'] response: {'server_uuid': '7ee34a52-f349-49aa-8faf-82e384e9c978', 'name': 'network-vif-deleted', 'tag': '82ad238c-6711-4016-a121-cadfabed87fc', 'status': 'completed', 'code': 200} May 18 18:04:59.358521 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774bb913-dbcc-44c4-af42-c7e9d4c4eb7f req-ae49f642-d169-4dc4-a63a-68c1405dd464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:59.360257 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-774bb913-dbcc-44c4-af42-c7e9d4c4eb7f req-ae49f642-d169-4dc4-a63a-68c1405dd464 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=cbd82391-b478-4ebd-a6bb-cbd961b3b72e HTTP/1.1" status: 200 len: 1097 time: 0.1105883 May 18 18:04:59.371463 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=65eaebad-5f15-498f-8a10-409fcd0c25c6,revision_number=7']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:04:59.426358 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-774bb913-dbcc-44c4-af42-c7e9d4c4eb7f req-8c1e31ec-aaae-4cd3-be70-507152b8d2ce service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=df60308c-c2bf-4b6a-87af-97fe89bf51ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475671 May 18 18:04:59.538897 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-583e1177-e99d-4f2e-92bf-a597ac18bb96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596901'] for router_gateway, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:59.622863 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['65eaebad-5f15-498f-8a10-409fcd0c25c6'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:04:59.784712 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-583e1177-e99d-4f2e-92bf-a597ac18bb96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25145'] for router, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:59.788665 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-583e1177-e99d-4f2e-92bf-a597ac18bb96 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:59.883958 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-583e1177-e99d-4f2e-92bf-a597ac18bb96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593303'] for router, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:59.884768 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-583e1177-e99d-4f2e-92bf-a597ac18bb96 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9faaeb7f-c02f-4e10-9ad6-e64df5af5325 {{(pid=102731) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 18 18:04:59.891433 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-583e1177-e99d-4f2e-92bf-a597ac18bb96 admin admin] Notify callbacks [] for router, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:04:59.892655 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-583e1177-e99d-4f2e-92bf-a597ac18bb96 admin admin] 10.222.0.85 "DELETE /v2.0/routers/9faaeb7f-c02f-4e10-9ad6-e64df5af5325 HTTP/1.1" status: 204 len: 168 time: 2.3406725 May 18 18:04:59.895679 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 47892) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:04:59.944241 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15325fbe-6331-43b7-aa92-66fc8e4b4e87 req-19baacf5-33ca-4487-968c-7d5df1b73a02 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:04:59.945991 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-15325fbe-6331-43b7-aa92-66fc8e4b4e87 req-19baacf5-33ca-4487-968c-7d5df1b73a02 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.88 "GET /v2.0/ports?device_id=84d410e5-f4e3-429d-81c6-65d701445b6d&tenant_id=c95c071176d44e1393b66dc9873791e2&binding%3Ahost_id=n-h2-838550-3 HTTP/1.1" status: 200 len: 949 time: 0.0858209 May 18 18:05:00.080889 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 52b00495-4ce6-40d5-be59-3c751e485673 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:05:00.081868 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15325fbe-6331-43b7-aa92-66fc8e4b4e87 req-63392bd3-18fe-4696-8e77-4d84b98d2037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:00.084499 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-15325fbe-6331-43b7-aa92-66fc8e4b4e87 req-63392bd3-18fe-4696-8e77-4d84b98d2037 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c95c071176d44e1393b66dc9873791e2&device_id=84d410e5-f4e3-429d-81c6-65d701445b6d HTTP/1.1" status: 200 len: 1100 time: 0.0820017 May 18 18:05:00.097543 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b55d9a8-d8d3-46b3-bbd8-06c1acf30b77 admin admin] Deleting subnet 8af4164f-1300-480a-8c94-16ed0f3cb3bd {{(pid=102731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:05:00.103268 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8b55d9a8-d8d3-46b3-bbd8-06c1acf30b77 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:00.114448 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 52b00495-4ce6-40d5-be59-3c751e485673 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:05:00.114806 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 52b00495-4ce6-40d5-be59-3c751e485673 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:05:00.115230 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device c9f3bb4a-1749-4334-a384-99b3e7f72e6f no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:05:00.152660 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: c9f3bb4a-1749-4334-a384-99b3e7f72e6f {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:05:00.153054 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device c9f3bb4a-1749-4334-a384-99b3e7f72e6f not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:05:00.182977 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8b55d9a8-d8d3-46b3-bbd8-06c1acf30b77 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260542153'] for subnet, precommit_delete_associations {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:00.317276 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15325fbe-6331-43b7-aa92-66fc8e4b4e87 req-02311f4b-ab8f-4ae8-809b-edaf42d26ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:00.319340 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-15325fbe-6331-43b7-aa92-66fc8e4b4e87 req-02311f4b-ab8f-4ae8-809b-edaf42d26ad1 service neutron] 10.222.0.88 "GET /v2.0/networks?id=4c8ef274-9ecc-47c2-9686-5eebd78fb305 HTTP/1.1" status: 200 len: 870 time: 0.2040458 May 18 18:05:00.347416 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8b55d9a8-d8d3-46b3-bbd8-06c1acf30b77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:00.430648 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-15325fbe-6331-43b7-aa92-66fc8e4b4e87 req-f36059f9-8002-48f9-b503-5bb7dc0be045 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=65eaebad-5f15-498f-8a10-409fcd0c25c6 HTTP/1.1" status: 200 len: 217 time: 0.0996428 May 18 18:05:00.437100 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8b55d9a8-d8d3-46b3-bbd8-06c1acf30b77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260898416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260908030'] for subnet, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:00.492328 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8b55d9a8-d8d3-46b3-bbd8-06c1acf30b77 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:00.503134 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6cab7ff-3462-4606-a0b0-28285c1e32e1 None None] Network bc4530e5-a7c1-4461-bce7-44c9edfd3141 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:05:00.516923 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-8b55d9a8-d8d3-46b3-bbd8-06c1acf30b77 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/8af4164f-1300-480a-8c94-16ed0f3cb3bd HTTP/1.1" status: 204 len: 168 time: 0.6201441 May 18 18:05:00.518046 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b55d9a8-d8d3-46b3-bbd8-06c1acf30b77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8af4164f-1300-480a-8c94-16ed0f3cb3bd,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:05:00.519953 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 47896) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:05:00.553712 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15325fbe-6331-43b7-aa92-66fc8e4b4e87 req-bdeb929c-dd74-4baf-b267-de0bda2a2f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:00.555556 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-15325fbe-6331-43b7-aa92-66fc8e4b4e87 req-bdeb929c-dd74-4baf-b267-de0bda2a2f33 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c2531ae9-89db-4dcf-b670-9eac4c9cde53 HTTP/1.1" status: 200 len: 843 time: 0.1103737 May 18 18:05:00.667032 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d06a81a6-c4b6-4912-8a05-2fd9cd67a368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:00.683804 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15325fbe-6331-43b7-aa92-66fc8e4b4e87 req-43a40872-64b4-4a4a-a8c4-8227871cc5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:00.685737 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-15325fbe-6331-43b7-aa92-66fc8e4b4e87 req-43a40872-64b4-4a4a-a8c4-8227871cc5ee service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4c8ef274-9ecc-47c2-9686-5eebd78fb305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0841479 May 18 18:05:00.769332 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:00.802145 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb1bb2b4-28fe-49fb-8144-c8eba38c9e3d None None] DHCP port deletion for bc4530e5-a7c1-4461-bce7-44c9edfd3141 request from n-d-838550-3 {{(pid=102732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 18:05:00.871134 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-15325fbe-6331-43b7-aa92-66fc8e4b4e87 req-9782107a-4e0d-4d0f-a6fa-7be03efd8b69 service neutron] 10.222.0.88 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689062 May 18 18:05:00.950050 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:00.995437 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-cb1bb2b4-28fe-49fb-8144-c8eba38c9e3d None None] Deleting port f7de25ef-9e42-471e-9144-c8d38803f6ce {{(pid=102732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:05:00.996194 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-cb1bb2b4-28fe-49fb-8144-c8eba38c9e3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:01.026691 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-d06a81a6-c4b6-4912-8a05-2fd9cd67a368 admin admin] Deleting port f7de25ef-9e42-471e-9144-c8d38803f6ce {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:05:01.027272 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d06a81a6-c4b6-4912-8a05-2fd9cd67a368 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:01.095879 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-cb1bb2b4-28fe-49fb-8144-c8eba38c9e3d None None] For port f7de25ef-9e42-471e-9144-c8d38803f6ce, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=f7de25ef-9e42-471e-9144-c8d38803f6ce,segment=NetworkSegment(dccca635-e976-4ee2-b3a3-e82659331c65),segment_id=dccca635-e976-4ee2-b3a3-e82659331c65)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:05:01.097224 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-cb1bb2b4-28fe-49fb-8144-c8eba38c9e3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:01.118122 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-cb1bb2b4-28fe-49fb-8144-c8eba38c9e3d None None] Calling delete_port for f7de25ef-9e42-471e-9144-c8d38803f6ce owned by network:dhcp {{(pid=102732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:05:01.120014 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-15325fbe-6331-43b7-aa92-66fc8e4b4e87 req-3ae2b315-4e83-4e99-9306-29960506b2ee service neutron] 10.222.0.88 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116315 May 18 18:05:01.135813 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-d06a81a6-c4b6-4912-8a05-2fd9cd67a368 admin admin] For port f7de25ef-9e42-471e-9144-c8d38803f6ce, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=f7de25ef-9e42-471e-9144-c8d38803f6ce,segment=NetworkSegment(dccca635-e976-4ee2-b3a3-e82659331c65),segment_id=dccca635-e976-4ee2-b3a3-e82659331c65)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:05:01.136245 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d06a81a6-c4b6-4912-8a05-2fd9cd67a368 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:01.157144 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-d06a81a6-c4b6-4912-8a05-2fd9cd67a368 admin admin] Calling delete_port for f7de25ef-9e42-471e-9144-c8d38803f6ce owned by network:dhcp {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:05:01.275245 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-cb1bb2b4-28fe-49fb-8144-c8eba38c9e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508'] for port, after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:01.306634 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d06a81a6-c4b6-4912-8a05-2fd9cd67a368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:01.309027 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1bb2b4-28fe-49fb-8144-c8eba38c9e3d None None] Pushing event deleted for resources: {'Port': ['ID=f7de25ef-9e42-471e-9144-c8d38803f6ce,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:05:01.311456 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1bb2b4-28fe-49fb-8144-c8eba38c9e3d None None] No DVR routers for this DVR port f7de25ef-9e42-471e-9144-c8d38803f6ce on host n-d-838550-3 {{(pid=102732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:05:01.346518 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06a81a6-c4b6-4912-8a05-2fd9cd67a368 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7de25ef-9e42-471e-9144-c8d38803f6ce,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:05:01.350699 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06a81a6-c4b6-4912-8a05-2fd9cd67a368 admin admin] No DVR routers for this DVR port f7de25ef-9e42-471e-9144-c8d38803f6ce on host n-d-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:05:01.460058 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d06a81a6-c4b6-4912-8a05-2fd9cd67a368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:01.491859 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-d06a81a6-c4b6-4912-8a05-2fd9cd67a368 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc4530e5-a7c1-4461-bce7-44c9edfd3141']}} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:05:01.508816 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-d06a81a6-c4b6-4912-8a05-2fd9cd67a368 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dccca635-e976-4ee2-b3a3-e82659331c65') {'for_net_delete': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:05:01.509495 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-d06a81a6-c4b6-4912-8a05-2fd9cd67a368 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dccca635-e976-4ee2-b3a3-e82659331c65') {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:05:01.529037 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d06a81a6-c4b6-4912-8a05-2fd9cd67a368 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260107375'] for segment, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:01.552728 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d06a81a6-c4b6-4912-8a05-2fd9cd67a368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:01.569394 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d06a81a6-c4b6-4912-8a05-2fd9cd67a368 admin admin] Releasing vlan 635 on physical network physnet1 to pool {{(pid=102730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:05:01.571703 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d06a81a6-c4b6-4912-8a05-2fd9cd67a368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261102736'] for segment, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:01.578906 n-d-838550-3 neutron-server[102730]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:05:01.578906 n-d-838550-3 neutron-server[102730]: self.session.flush() May 18 18:05:01.578906 n-d-838550-3 neutron-server[102730]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:05:01.578906 n-d-838550-3 neutron-server[102730]: self.session.flush() May 18 18:05:01.578906 n-d-838550-3 neutron-server[102730]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:05:01.578906 n-d-838550-3 neutron-server[102730]: self.session.flush() May 18 18:05:01.578906 n-d-838550-3 neutron-server[102730]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:05:01.578906 n-d-838550-3 neutron-server[102730]: self.session.flush() May 18 18:05:01.578906 n-d-838550-3 neutron-server[102730]: Traceback (most recent call last): May 18 18:05:01.578906 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:05:01.578906 n-d-838550-3 neutron-server[102730]: timer() May 18 18:05:01.578906 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:05:01.578906 n-d-838550-3 neutron-server[102730]: cb(*args, **kw) May 18 18:05:01.578906 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:05:01.578906 n-d-838550-3 neutron-server[102730]: return func(*args, **kwargs) May 18 18:05:01.578906 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:05:01.578906 n-d-838550-3 neutron-server[102730]: self._notify() May 18 18:05:01.578906 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:05:01.578906 n-d-838550-3 neutron-server[102730]: self.callback(batched_events) May 18 18:05:01.578906 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:05:01.578906 n-d-838550-3 neutron-server[102730]: event.method(event) May 18 18:05:01.578906 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:05:01.578906 n-d-838550-3 neutron-server[102730]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:05:01.578906 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:05:01.578906 n-d-838550-3 neutron-server[102730]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:05:01.578906 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:05:01.578906 n-d-838550-3 neutron-server[102730]: return f(self, *a, **k) May 18 18:05:01.578906 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:05:01.578906 n-d-838550-3 neutron-server[102730]: return self._get(url).json() May 18 18:05:01.578906 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:05:01.578906 n-d-838550-3 neutron-server[102730]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:05:01.578906 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:05:01.578906 n-d-838550-3 neutron-server[102730]: return self.request(url, 'GET', **kwargs) May 18 18:05:01.578906 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:05:01.578906 n-d-838550-3 neutron-server[102730]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:05:01.578906 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:05:01.578906 n-d-838550-3 neutron-server[102730]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:05:01.578906 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:05:01.578906 n-d-838550-3 neutron-server[102730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:05:01.578906 n-d-838550-3 neutron-server[102730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:05:01.677940 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d06a81a6-c4b6-4912-8a05-2fd9cd67a368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:01.696228 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d06a81a6-c4b6-4912-8a05-2fd9cd67a368 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:01.703879 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-d06a81a6-c4b6-4912-8a05-2fd9cd67a368 admin admin] 10.222.0.85 "DELETE /v2.0/networks/bc4530e5-a7c1-4461-bce7-44c9edfd3141 HTTP/1.1" status: 204 len: 168 time: 1.1799235 May 18 18:05:01.735147 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06a81a6-c4b6-4912-8a05-2fd9cd67a368 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc4530e5-a7c1-4461-bce7-44c9edfd3141,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:05:02.002441 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device f7de25ef-9e42-471e-9144-c8d38803f6ce no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:05:02.088816 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: f7de25ef-9e42-471e-9144-c8d38803f6ce {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:05:02.090457 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device f7de25ef-9e42-471e-9144-c8d38803f6ce not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:05:02.207465 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 47904) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:05:02.279541 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-ed1a6add-f78c-4ea8-8048-1bde7b3be56f admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=0d4eb23333684335bd57fa66f03d4443&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0706265 May 18 18:05:02.280325 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 47906) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:05:02.347448 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-112e9395-6054-4b84-8053-a057cabc309e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:02.396085 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-112e9395-6054-4b84-8053-a057cabc309e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:02.488971 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-112e9395-6054-4b84-8053-a057cabc309e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:02.490948 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 65eaebad-5f15-498f-8a10-409fcd0c25c6 up at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:05:02.492661 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-112e9395-6054-4b84-8053-a057cabc309e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:02.501927 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-112e9395-6054-4b84-8053-a057cabc309e admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/51cfe746-532f-4469-a8e1-57799bf2a2bd HTTP/1.1" status: 204 len: 168 time: 0.2195930 May 18 18:05:02.513580 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112e9395-6054-4b84-8053-a057cabc309e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51cfe746-532f-4469-a8e1-57799bf2a2bd,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:05:02.617926 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning complete for port 65eaebad-5f15-498f-8a10-409fcd0c25c6 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:05:02.618216 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:02.850334 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 65eaebad-5f15-498f-8a10-409fcd0c25c6 is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:05:02.852235 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:02.888940 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84d410e5-f4e3-429d-81c6-65d701445b6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65eaebad-5f15-498f-8a10-409fcd0c25c6'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:05:02.891280 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08d69247-8402-47e4-bfbb-fe91e2926c2e" -d '{"events": [{"server_uuid": "84d410e5-f4e3-429d-81c6-65d701445b6d", "name": "network-vif-plugged", "status": "completed", "tag": "65eaebad-5f15-498f-8a10-409fcd0c25c6"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:05:02.907553 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 65eaebad-5f15-498f-8a10-409fcd0c25c6, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=65eaebad-5f15-498f-8a10-409fcd0c25c6,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:05:02.912134 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:02.969741 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 7 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 18:05:02.994586 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=65eaebad-5f15-498f-8a10-409fcd0c25c6,revision_number=8']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:05:03.201229 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 47916) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:05:03.262022 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-22e043a9-1a52-49e8-ac3a-c95267aeca01 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=2fd6780e142f4de09b193c7be9c4a3c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0593135 May 18 18:05:03.264458 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 47918) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:05:03.352905 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-eb42e684-b87f-499f-8081-1a7f3cc1b1d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:03.399134 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-eb42e684-b87f-499f-8081-1a7f3cc1b1d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:03.462273 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-eb42e684-b87f-499f-8081-1a7f3cc1b1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:03.465879 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-eb42e684-b87f-499f-8081-1a7f3cc1b1d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:03.467047 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-eb42e684-b87f-499f-8081-1a7f3cc1b1d5 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/1e5e5f17-a3e3-4adc-afe3-b769c3e98bbf HTTP/1.1" status: 204 len: 168 time: 0.2015042 May 18 18:05:03.475957 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb42e684-b87f-499f-8081-1a7f3cc1b1d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e5e5f17-a3e3-4adc-afe3-b769c3e98bbf,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:05:03.483835 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb42e684-b87f-499f-8081-1a7f3cc1b1d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:05:03.484184 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb42e684-b87f-499f-8081-1a7f3cc1b1d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:05:03.484524 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb42e684-b87f-499f-8081-1a7f3cc1b1d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:05:03.484865 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb42e684-b87f-499f-8081-1a7f3cc1b1d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:05:03.485331 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb42e684-b87f-499f-8081-1a7f3cc1b1d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:05:03.485687 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb42e684-b87f-499f-8081-1a7f3cc1b1d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:05:03.486019 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb42e684-b87f-499f-8081-1a7f3cc1b1d5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:05:03.486349 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb42e684-b87f-499f-8081-1a7f3cc1b1d5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:05:03.486667 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb42e684-b87f-499f-8081-1a7f3cc1b1d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:05:03.486989 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb42e684-b87f-499f-8081-1a7f3cc1b1d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:05:03.487323 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb42e684-b87f-499f-8081-1a7f3cc1b1d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:05:03.487640 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb42e684-b87f-499f-8081-1a7f3cc1b1d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:05:06.163259 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eaff3b-054f-4a36-8ed4-56aa4ac19eac req-7e23700d-b0b1-4d99-90a2-6fe88f469a5b tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:06.171656 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c3eaff3b-054f-4a36-8ed4-56aa4ac19eac req-7e23700d-b0b1-4d99-90a2-6fe88f469a5b tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] 10.222.0.85 "GET /v2.0/ports?device_id=701fb003-f086-4826-85e1-a0b9d8f70ae6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0629027 May 18 18:05:06.218755 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ea5975-60af-4e70-a960-518e94226cab req-daf78025-0b13-4e4b-a6fd-091e5009afee tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:06.221336 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-38ea5975-60af-4e70-a960-518e94226cab req-daf78025-0b13-4e4b-a6fd-091e5009afee tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] 10.222.0.85 "GET /v2.0/networks?id=174e1eea-8e32-4414-9ecf-aeb92f39055c HTTP/1.1" status: 200 len: 821 time: 0.1615329 May 18 18:05:06.235205 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c3eaff3b-054f-4a36-8ed4-56aa4ac19eac req-60c3bd02-50f8-4f50-a575-3f601076b7bc tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] 10.222.0.85 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0610588 May 18 18:05:06.263809 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-38ea5975-60af-4e70-a960-518e94226cab req-4bed66a9-51f3-4e8b-9e71-62797c077246 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] 10.222.0.85 "GET /v2.0/quotas/9fc8cbb0142d4c59976620cf14ef9400 HTTP/1.1" status: 200 len: 375 time: 0.0219433 May 18 18:05:06.352080 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-38ea5975-60af-4e70-a960-518e94226cab req-29547b29-99a2-48e4-abc2-c801ef854563 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=9fc8cbb0142d4c59976620cf14ef9400&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0630572 May 18 18:05:06.479241 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88487355-d02f-4950-8abf-73aeb03b4777 req-1a8cc74e-c47f-41d9-8191-fcc661fd2cf5 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:06.486987 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-88487355-d02f-4950-8abf-73aeb03b4777 req-1a8cc74e-c47f-41d9-8191-fcc661fd2cf5 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=84d410e5-f4e3-429d-81c6-65d701445b6d HTTP/1.1" status: 200 len: 950 time: 0.1569929 May 18 18:05:06.520381 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-38ea5975-60af-4e70-a960-518e94226cab req-d4f16dab-8d0a-4268-9c0a-7681eb42645c service neutron] 10.222.0.85 "GET /v2.0/networks/174e1eea-8e32-4414-9ecf-aeb92f39055c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467357 May 18 18:05:06.557737 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-88487355-d02f-4950-8abf-73aeb03b4777 req-e59f94ae-6438-47cc-a7b1-117afb94b2c2 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692194 May 18 18:05:06.731491 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc3629c-a01a-4dc9-aa0b-44486478bfdf req-fe47ce55-71d3-4eb7-ab2f-ef9882974b3a tempest-ServersTestJSON-1250898244 tempest-ServersTestJSON-1250898244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:06.733534 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-afc3629c-a01a-4dc9-aa0b-44486478bfdf req-fe47ce55-71d3-4eb7-ab2f-ef9882974b3a tempest-ServersTestJSON-1250898244 tempest-ServersTestJSON-1250898244-project] 10.222.0.85 "GET /v2.0/ports?device_id=cbd82391-b478-4ebd-a6bb-cbd961b3b72e HTTP/1.1" status: 200 len: 946 time: 0.0779123 May 18 18:05:06.750160 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-38ea5975-60af-4e70-a960-518e94226cab req-ffd5e7c5-53e6-4200-afd8-6dcf3561f5db service neutron] 10.222.0.85 "GET /v2.0/networks/174e1eea-8e32-4414-9ecf-aeb92f39055c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168102 May 18 18:05:06.803460 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-afc3629c-a01a-4dc9-aa0b-44486478bfdf req-f8758937-b3a1-4a82-b0f8-0ddf8e3c1238 tempest-ServersTestJSON-1250898244 tempest-ServersTestJSON-1250898244-project] 10.222.0.85 "GET /v2.0/security-groups?id=df60308c-c2bf-4b6a-87af-97fe89bf51ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534928 May 18 18:05:06.872588 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8749c9a-75c0-435d-bfc0-85e7bce970fa x-openstack-request-id: req-e8749c9a-75c0-435d-bfc0-85e7bce970fa {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:05:06.873805 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84d410e5-f4e3-429d-81c6-65d701445b6d", "name": "network-vif-plugged", "status": "completed", "tag": "65eaebad-5f15-498f-8a10-409fcd0c25c6", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:05:06.874529 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-e8749c9a-75c0-435d-bfc0-85e7bce970fa {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:05:06.875713 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8749c9a-75c0-435d-bfc0-85e7bce970fa'] response: {'server_uuid': '84d410e5-f4e3-429d-81c6-65d701445b6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65eaebad-5f15-498f-8a10-409fcd0c25c6', 'code': 200} May 18 18:05:07.090799 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1d6e2e-c48c-4c10-bc99-76d44e0e1ead req-45492f92-6b25-4f78-9d1c-7214aeff62f4 tempest-ImagesOneServerTestJSON-1180529708 tempest-ImagesOneServerTestJSON-1180529708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:07.099368 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-be1d6e2e-c48c-4c10-bc99-76d44e0e1ead req-45492f92-6b25-4f78-9d1c-7214aeff62f4 tempest-ImagesOneServerTestJSON-1180529708 tempest-ImagesOneServerTestJSON-1180529708-project] 10.222.0.85 "GET /v2.0/ports?device_id=6fe7ba5f-7c16-4fb0-8d4e-275a46e53e3c HTTP/1.1" status: 200 len: 950 time: 0.0932016 May 18 18:05:07.136925 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-be1d6e2e-c48c-4c10-bc99-76d44e0e1ead req-88dccaad-6e56-41cd-927c-966f388abca6 tempest-ImagesOneServerTestJSON-1180529708 tempest-ImagesOneServerTestJSON-1180529708-project] 10.222.0.85 "GET /v2.0/security-groups?id=9838ff41-b70c-4bb6-9824-55de265380e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359015 May 18 18:05:07.240593 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9fe01838-ae5b-4b2f-9f80-ae6bbfc1e146 req-d2e90127-76a8-409f-b12e-37992cc3a6ae tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] 10.222.0.85 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0457315 May 18 18:05:07.324073 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1238ba-7d53-485f-8e29-06f5b37b9815 req-4ffdddf1-cc8b-456d-86bc-33f2e38b8253 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:07.334947 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4a1238ba-7d53-485f-8e29-06f5b37b9815 req-4ffdddf1-cc8b-456d-86bc-33f2e38b8253 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=84d410e5-f4e3-429d-81c6-65d701445b6d HTTP/1.1" status: 200 len: 950 time: 0.0684330 May 18 18:05:07.398322 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4a1238ba-7d53-485f-8e29-06f5b37b9815 req-779769ef-e0c5-48de-a218-9ebc5092c644 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623991 May 18 18:05:07.435746 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803d18d2-2adb-4ecd-9dda-21934eaf6f4b req-45378d92-ecde-46f8-807a-6ed26ecb12cb tempest-ServersTestJSON-1250898244 tempest-ServersTestJSON-1250898244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:07.448322 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 48016) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:05:07.452972 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-01ea0c00-8b7f-4084-a814-3f81639bd05b tempest-ServersTestJSON-1250898244 tempest-ServersTestJSON-1250898244-project] Request body: {'floatingip': {'port_id': '8095092b-4178-48d3-a35c-59f33ef98afb'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:05:07.461104 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-803d18d2-2adb-4ecd-9dda-21934eaf6f4b req-45378d92-ecde-46f8-807a-6ed26ecb12cb tempest-ServersTestJSON-1250898244 tempest-ServersTestJSON-1250898244-project] 10.222.0.85 "GET /v2.0/ports?device_id=cbd82391-b478-4ebd-a6bb-cbd961b3b72e HTTP/1.1" status: 200 len: 946 time: 0.1266472 May 18 18:05:07.564452 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-ddd6396a-f06e-42b5-a83e-785a8a16b1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:07.648193 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-09bf2495-2821-4462-8534-e40c48639a38 req-dd2d6b13-60c3-4385-a285-a28791b002ba tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] 10.222.0.85 "GET /v2.0/ports?device_id=fdceddf8-bab6-46ce-9368-f688e10792ca HTTP/1.1" status: 200 len: 210 time: 0.0923729 May 18 18:05:07.660852 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-01ea0c00-8b7f-4084-a814-3f81639bd05b tempest-ServersTestJSON-1250898244 tempest-ServersTestJSON-1250898244-project] Notify callbacks [] for floatingip, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:08.277557 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37409520-cfa2-4078-be77-339fb8c8096e req-2d1998ed-56be-4a0b-aa43-9a7406670fbd tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:08.279049 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-37409520-cfa2-4078-be77-339fb8c8096e req-2d1998ed-56be-4a0b-aa43-9a7406670fbd tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] 10.222.0.85 "GET /v2.0/ports?device_id=701fb003-f086-4826-85e1-a0b9d8f70ae6 HTTP/1.1" status: 200 len: 946 time: 0.1535175 May 18 18:05:08.359300 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-37409520-cfa2-4078-be77-339fb8c8096e req-914e0135-9b20-4e06-bb5b-4ee8903c50dc tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] 10.222.0.85 "GET /v2.0/security-groups?id=861a56f2-4eff-4471-a063-98289a245e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725636 May 18 18:05:08.516047 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 9a3d5f8f-a30e-4ad7-aba0-b2acf9f2fbc3 no longer exists at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:05:08.538685 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-01ea0c00-8b7f-4084-a814-3f81639bd05b tempest-ServersTestJSON-1250898244 tempest-ServersTestJSON-1250898244-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:08.545722 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-01ea0c00-8b7f-4084-a814-3f81639bd05b tempest-ServersTestJSON-1250898244 tempest-ServersTestJSON-1250898244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596987'] for floatingip, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:08.659715 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 9a3d5f8f-a30e-4ad7-aba0-b2acf9f2fbc3 is: ACTIVE; New status is: DOWN {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:05:08.663656 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:08.730271 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 9a3d5f8f-a30e-4ad7-aba0-b2acf9f2fbc3, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=9a3d5f8f-a30e-4ad7-aba0-b2acf9f2fbc3,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:05:08.735931 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:08.751804 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ea5975-60af-4e70-a960-518e94226cab req-3264f9c8-cc17-4a88-a339-d3767e14b6b9 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:08.757033 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-38ea5975-60af-4e70-a960-518e94226cab req-3264f9c8-cc17-4a88-a339-d3767e14b6b9 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] 10.222.0.36 "GET /v2.0/networks?id=174e1eea-8e32-4414-9ecf-aeb92f39055c HTTP/1.1" status: 200 len: 821 time: 0.3403952 May 18 18:05:08.780075 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-38ea5975-60af-4e70-a960-518e94226cab req-50f7233d-b7a8-4853-a8a6-0257635d5ea9 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Request body: {'port': {'device_id': 'fdceddf8-bab6-46ce-9368-f688e10792ca', 'network_id': '174e1eea-8e32-4414-9ecf-aeb92f39055c', 'admin_state_up': True, 'tenant_id': '9fc8cbb0142d4c59976620cf14ef9400'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:05:08.806410 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=9a3d5f8f-a30e-4ad7-aba0-b2acf9f2fbc3,revision_number=8']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:05:08.877299 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fe7ba5f-7c16-4fb0-8d4e-275a46e53e3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a3d5f8f-a30e-4ad7-aba0-b2acf9f2fbc3'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:05:08.879767 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfa77ac7-7a0b-475a-a387-d02da192b64b" -d '{"events": [{"server_uuid": "6fe7ba5f-7c16-4fb0-8d4e-275a46e53e3c", "name": "network-vif-unplugged", "status": "completed", "tag": "9a3d5f8f-a30e-4ad7-aba0-b2acf9f2fbc3"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:05:08.885262 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 48114) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:05:08.893906 n-d-838550-3 neutron-server[102731]: INFO neutron.db.l3_db [None req-01ea0c00-8b7f-4084-a814-3f81639bd05b tempest-ServersTestJSON-1250898244 tempest-ServersTestJSON-1250898244-project] Floating IP c3773890-0f3f-4b63-9b08-ad242756c199 associated. External IP: 172.25.5.32, port: 8095092b-4178-48d3-a35c-59f33ef98afb. May 18 18:05:08.907263 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-91e603fb-3ccc-4ff2-a582-181898672dae tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] Request body: {'security_group': {'name': 'tempest-securitygroup--843816069', 'description': 'tempest-description--1079464646'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:05:08.986397 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-91e603fb-3ccc-4ff2-a582-181898672dae tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:09.018897 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-504473ef-a455-46e5-8069-f190d950caba req-c49331e2-1545-4623-a01f-b51683342326 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=c95c071176d44e1393b66dc9873791e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0494769 May 18 18:05:09.021755 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38ea5975-60af-4e70-a960-518e94226cab req-50f7233d-b7a8-4853-a8a6-0257635d5ea9 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Made reservation on behalf of 9fc8cbb0142d4c59976620cf14ef9400 for: {'port': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:05:09.026299 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-38ea5975-60af-4e70-a960-518e94226cab req-50f7233d-b7a8-4853-a8a6-0257635d5ea9 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:09.046630 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-42c1eab3-a10a-43c5-ad1f-21bd14c659d7 req-f85eb874-4bb0-4513-8d4e-fdbcdaa2928a tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] 10.222.0.85 "GET /v2.0/ports?device_id=fdceddf8-bab6-46ce-9368-f688e10792ca HTTP/1.1" status: 200 len: 210 time: 0.0584755 May 18 18:05:09.150001 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 May 2022 18:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f91ab2f-9ad7-418a-9529-a12dc580f27f x-openstack-request-id: req-5f91ab2f-9ad7-418a-9529-a12dc580f27f {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:05:09.150960 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fe7ba5f-7c16-4fb0-8d4e-275a46e53e3c", "name": "network-vif-unplugged", "status": "completed", "tag": "9a3d5f8f-a30e-4ad7-aba0-b2acf9f2fbc3", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:05:09.152334 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-5f91ab2f-9ad7-418a-9529-a12dc580f27f {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:05:09.153134 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f91ab2f-9ad7-418a-9529-a12dc580f27f'] response: {'server_uuid': '6fe7ba5f-7c16-4fb0-8d4e-275a46e53e3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a3d5f8f-a30e-4ad7-aba0-b2acf9f2fbc3', 'code': 200} May 18 18:05:09.201718 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504473ef-a455-46e5-8069-f190d950caba req-8d6f00f1-1436-4ffe-8262-7aae44609ca9 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:09.205455 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-504473ef-a455-46e5-8069-f190d950caba req-8d6f00f1-1436-4ffe-8262-7aae44609ca9 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1733890 May 18 18:05:09.301593 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-91e603fb-3ccc-4ff2-a582-181898672dae tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:09.306767 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01ea0c00-8b7f-4084-a814-3f81639bd05b tempest-ServersTestJSON-1250898244 tempest-ServersTestJSON-1250898244-project] Router fa6ea302-57f7-4256-8295-d6cef34f5028 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:05:09.319097 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-91e603fb-3ccc-4ff2-a582-181898672dae tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:09.342610 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-504473ef-a455-46e5-8069-f190d950caba req-3bea782f-7518-4f9d-9435-da22a9f3870c tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/quotas/c95c071176d44e1393b66dc9873791e2 HTTP/1.1" status: 200 len: 375 time: 0.1276104 May 18 18:05:09.391097 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-91e603fb-3ccc-4ff2-a582-181898672dae tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:09.399266 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-91e603fb-3ccc-4ff2-a582-181898672dae tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5058520 May 18 18:05:09.400119 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 48140) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:05:09.409908 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-3fb7446f-f610-486f-943a-2a4fe65fdefb tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] Request body: {'security_group_rule': {'security_group_id': '4e5deb66-88bb-4395-820b-ae258d556e05', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:05:09.447045 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e603fb-3ccc-4ff2-a582-181898672dae tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e5deb66-88bb-4395-820b-ae258d556e05,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:05:09.503927 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3fb7446f-f610-486f-943a-2a4fe65fdefb tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:09.510044 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01ea0c00-8b7f-4084-a814-3f81639bd05b tempest-ServersTestJSON-1250898244 tempest-ServersTestJSON-1250898244-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:05:09.516032 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-01ea0c00-8b7f-4084-a814-3f81639bd05b tempest-ServersTestJSON-1250898244 tempest-ServersTestJSON-1250898244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:09.532306 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259a88e2-63ac-4afd-aa1b-6a0a03cc936f None None] Sync routers for ids ['fa6ea302-57f7-4256-8295-d6cef34f5028'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:05:09.548181 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-01ea0c00-8b7f-4084-a814-3f81639bd05b tempest-ServersTestJSON-1250898244 tempest-ServersTestJSON-1250898244-project] 10.222.0.85 "PUT /v2.0/floatingips/c3773890-0f3f-4b63-9b08-ad242756c199 HTTP/1.1" status: 200 len: 991 time: 2.0962608 May 18 18:05:09.553043 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbd82391-b478-4ebd-a6bb-cbd961b3b72e', 'tag': '8095092b-4178-48d3-a35c-59f33ef98afb'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:05:09.555723 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ec2bcbf-a09d-4ecd-81f9-7401e41e2954" -d '{"events": [{"name": "network-changed", "server_uuid": "cbd82391-b478-4ebd-a6bb-cbd961b3b72e", "tag": "8095092b-4178-48d3-a35c-59f33ef98afb"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:05:09.586151 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259a88e2-63ac-4afd-aa1b-6a0a03cc936f None None] Routers {'fa6ea302-57f7-4256-8295-d6cef34f5028'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:05:09.587829 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-259a88e2-63ac-4afd-aa1b-6a0a03cc936f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:04:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['fa6ea302-57f7-4256-8295-d6cef34f5028'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:05:09.622457 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-504473ef-a455-46e5-8069-f190d950caba req-96877c8a-2702-45c1-8a24-f34db95d2ff3 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=c95c071176d44e1393b66dc9873791e2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2788706 May 18 18:05:09.668344 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3fb7446f-f610-486f-943a-2a4fe65fdefb tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:09.678782 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3fb7446f-f610-486f-943a-2a4fe65fdefb tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:09.719998 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [req-38ea5975-60af-4e70-a960-518e94226cab req-50f7233d-b7a8-4853-a8a6-0257635d5ea9 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Allocated IP 172.20.0.5 (174e1eea-8e32-4414-9ecf-aeb92f39055c/cb681bd8-8000-4df1-8b5b-17eadddd4546/af4664f5-e024-4a54-9561-852e293a9a63) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:05:09.761707 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90737ffc-5350-489f-a702-06cc7c1c1662 req-5047ad73-5f42-438f-b718-25a0ea562f80 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:09.762596 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb7446f-f610-486f-943a-2a4fe65fdefb tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=357a2753-e6a9-47d2-b366-27ab5a8e3899,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:05:09.775915 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3fb7446f-f610-486f-943a-2a4fe65fdefb tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:09.778597 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-90737ffc-5350-489f-a702-06cc7c1c1662 req-5047ad73-5f42-438f-b718-25a0ea562f80 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] 10.222.0.36 "GET /v2.0/ports?device_id=701fb003-f086-4826-85e1-a0b9d8f70ae6 HTTP/1.1" status: 200 len: 946 time: 0.3427155 May 18 18:05:09.782857 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-3fb7446f-f610-486f-943a-2a4fe65fdefb tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3798633 May 18 18:05:09.784435 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 48154) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:05:09.795855 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-ac1ea0c1-0705-4072-8a30-c162bd83ea3f tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] Request body: {'security_group_rule': {'security_group_id': '4e5deb66-88bb-4395-820b-ae258d556e05', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:05:09.830222 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 48156) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:05:09.864283 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-259a88e2-63ac-4afd-aa1b-6a0a03cc936f None None] Set router fa6ea302-57f7-4256-8295-d6cef34f5028 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:05:09.906791 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ac1ea0c1-0705-4072-8a30-c162bd83ea3f tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:10.021757 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-16d7f6a9-7fa2-47ce-b9be-26a122f3d43c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:10.188125 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-15024c5c-0efb-4ca7-b887-d391add5f7a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:10.337391 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ac1ea0c1-0705-4072-8a30-c162bd83ea3f tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:10.355469 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb4a17-edb0-4132-9258-09349ba89bbb req-bf325dd4-4710-4a30-b466-2393d4a6dcaa tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:10.369736 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5efb4a17-edb0-4132-9258-09349ba89bbb req-bf325dd4-4710-4a30-b466-2393d4a6dcaa tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] 10.222.0.85 "GET /v2.0/ports?device_id=701fb003-f086-4826-85e1-a0b9d8f70ae6 HTTP/1.1" status: 200 len: 946 time: 0.4224534 May 18 18:05:10.382906 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ac1ea0c1-0705-4072-8a30-c162bd83ea3f tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:10.428352 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ac1ea0c1-0705-4072-8a30-c162bd83ea3f tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:10.430110 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-ac1ea0c1-0705-4072-8a30-c162bd83ea3f tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6417792 May 18 18:05:10.442126 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 48180) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:05:10.455114 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-992f89d3-c19b-4587-9232-ac7ae434f79a tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] Request body: {'floatingip': {'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:05:10.483939 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1ea0c1-0705-4072-8a30-c162bd83ea3f tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3394a0e3-067d-4b2d-9f0c-b3ad4a6e37dd,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:05:10.514045 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd33d953-b064-4ab0-894c-05788d7324bc req-09a295a2-339b-48da-817b-29e77058794d tempest-ServersTestJSON-1250898244 tempest-ServersTestJSON-1250898244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:10.517806 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-259a88e2-63ac-4afd-aa1b-6a0a03cc936f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa6ea302-57f7-4256-8295-d6cef34f5028', 'name': 'tempest-ServersTestJSON-275480808-router', 'tenant_id': '1f38cde3deff43fb910ab68e713e2daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': '805e794f-9e1f-4856-bcfa-5af891a8bce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:04:07Z', 'updated_at': '2022-05-18T18:04:18Z', 'revision_number': 4, 'project_id': '1f38cde3deff43fb910ab68e713e2daa', 'gw_port': {'id': '805e794f-9e1f-4856-bcfa-5af891a8bce3', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:3f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6ea302-57f7-4256-8295-d6cef34f5028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:04:08Z', 'updated_at': '2022-05-18T18:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': 'c3773890-0f3f-4b63-9b08-ad242756c199', 'tenant_id': '1f38cde3deff43fb910ab68e713e2daa', 'floating_ip_address': '172.25.5.32', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': 'fa6ea302-57f7-4256-8295-d6cef34f5028', 'port_id': '8095092b-4178-48d3-a35c-59f33ef98afb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f372af3-44c1-44d0-844a-1de4600a10c9', 'mac_address': 'fa:16:3e:e6:eb:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd82391-b478-4ebd-a6bb-cbd961b3b72e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T18:04:27Z', 'updated_at': '2022-05-18T18:05:08Z', 'revision_number': 1, 'project_id': '1f38cde3deff43fb910ab68e713e2daa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f7aa364-0014-4cb0-a4db-efefd69f3b1f', 'name': '', 'network_id': '2f372af3-44c1-44d0-844a-1de4600a10c9', 'tenant_id': '1f38cde3deff43fb910ab68e713e2daa', 'mac_address': 'fa:16:3e:79:c9:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6ea302-57f7-4256-8295-d6cef34f5028', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '18fdedba-2287-4654-9694-86ee417b097d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:04:16Z', 'updated_at': '2022-05-18T18:04:30Z', 'revision_number': 5, 'project_id': '1f38cde3deff43fb910ab68e713e2daa', 'subnets': [{'id': '18fdedba-2287-4654-9694-86ee417b097d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:05:10.527313 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fd33d953-b064-4ab0-894c-05788d7324bc req-09a295a2-339b-48da-817b-29e77058794d tempest-ServersTestJSON-1250898244 tempest-ServersTestJSON-1250898244-project] 10.222.0.85 "GET /v2.0/ports?device_id=cbd82391-b478-4ebd-a6bb-cbd961b3b72e HTTP/1.1" status: 200 len: 946 time: 0.3346748 May 18 18:05:10.554559 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5efb4a17-edb0-4132-9258-09349ba89bbb req-597e94b8-5a55-4055-93b1-795c5d506e52 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] 10.222.0.85 "GET /v2.0/security-groups?id=861a56f2-4eff-4471-a063-98289a245e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828959 May 18 18:05:10.557328 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259a88e2-63ac-4afd-aa1b-6a0a03cc936f None None] Checking router: fa6ea302-57f7-4256-8295-d6cef34f5028 for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:05:10.572300 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259a88e2-63ac-4afd-aa1b-6a0a03cc936f None None] Routers {'fa6ea302-57f7-4256-8295-d6cef34f5028'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:05:10.573241 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-259a88e2-63ac-4afd-aa1b-6a0a03cc936f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:05:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['fa6ea302-57f7-4256-8295-d6cef34f5028'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:05:10.573712 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-15024c5c-0efb-4ca7-b887-d391add5f7a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:10.584243 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-992f89d3-c19b-4587-9232-ac7ae434f79a tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] Notify callbacks [] for floatingip, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:10.627841 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fd33d953-b064-4ab0-894c-05788d7324bc req-cc0410f7-78f5-43a2-a424-6eeb885d8838 tempest-ServersTestJSON-1250898244 tempest-ServersTestJSON-1250898244-project] 10.222.0.85 "GET /v2.0/security-groups?id=df60308c-c2bf-4b6a-87af-97fe89bf51ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878439 May 18 18:05:10.628152 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-15024c5c-0efb-4ca7-b887-d391add5f7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:10.689961 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-90737ffc-5350-489f-a702-06cc7c1c1662 req-f1787828-55b9-411f-b3ae-4c8da63a8a8d tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] Deleting port f9e2b8d6-da22-484d-9fd7-cc7e315fab76 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:05:10.690566 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-90737ffc-5350-489f-a702-06cc7c1c1662 req-f1787828-55b9-411f-b3ae-4c8da63a8a8d tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:10.726001 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-935a33ad-20b6-4418-a119-c9b5de15c8d2 x-openstack-request-id: req-935a33ad-20b6-4418-a119-c9b5de15c8d2 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:05:10.726595 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbd82391-b478-4ebd-a6bb-cbd961b3b72e", "tag": "8095092b-4178-48d3-a35c-59f33ef98afb", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:05:10.729745 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-935a33ad-20b6-4418-a119-c9b5de15c8d2 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:05:10.730541 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-935a33ad-20b6-4418-a119-c9b5de15c8d2'] response: {'name': 'network-changed', 'server_uuid': 'cbd82391-b478-4ebd-a6bb-cbd961b3b72e', 'tag': '8095092b-4178-48d3-a35c-59f33ef98afb', 'status': 'completed', 'code': 200} May 18 18:05:10.821135 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-38ea5975-60af-4e70-a960-518e94226cab req-50f7233d-b7a8-4853-a8a6-0257635d5ea9 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:10.855768 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-259a88e2-63ac-4afd-aa1b-6a0a03cc936f None None] Set router fa6ea302-57f7-4256-8295-d6cef34f5028 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:05:10.955678 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-15024c5c-0efb-4ca7-b887-d391add5f7a5 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=62bd894ebf0e4bc7991c34988d2dc1c7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1219578 May 18 18:05:10.961711 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15024c5c-0efb-4ca7-b887-d391add5f7a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3610c8fc-b77e-4651-b504-13b456a51761,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:05:10.965784 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 48196) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:05:11.046973 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15024c5c-0efb-4ca7-b887-d391add5f7a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:05:11.047997 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15024c5c-0efb-4ca7-b887-d391add5f7a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:05:11.048855 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15024c5c-0efb-4ca7-b887-d391add5f7a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:05:11.049712 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15024c5c-0efb-4ca7-b887-d391add5f7a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:05:11.050514 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15024c5c-0efb-4ca7-b887-d391add5f7a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:05:11.051686 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15024c5c-0efb-4ca7-b887-d391add5f7a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:05:11.052635 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15024c5c-0efb-4ca7-b887-d391add5f7a5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:05:11.053446 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15024c5c-0efb-4ca7-b887-d391add5f7a5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:05:11.054387 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15024c5c-0efb-4ca7-b887-d391add5f7a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:05:11.055524 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15024c5c-0efb-4ca7-b887-d391add5f7a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:05:11.056492 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15024c5c-0efb-4ca7-b887-d391add5f7a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:05:11.057508 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15024c5c-0efb-4ca7-b887-d391add5f7a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:05:11.147405 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-dbecbedb-0c71-4d0d-b359-c782d69ff82a req-f78aa22a-edd3-4e91-a7c6-5c7660f4e2d3 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] 10.222.0.85 "GET /v2.0/ports?device_id=fdceddf8-bab6-46ce-9368-f688e10792ca HTTP/1.1" status: 200 len: 210 time: 0.0810761 May 18 18:05:11.162365 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:11.204029 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7b85cd9d-0d66-4f1a-8519-d0493a257d44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:11.254930 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7b85cd9d-0d66-4f1a-8519-d0493a257d44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:11.385091 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7b85cd9d-0d66-4f1a-8519-d0493a257d44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:11.388196 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7b85cd9d-0d66-4f1a-8519-d0493a257d44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:11.394236 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-7b85cd9d-0d66-4f1a-8519-d0493a257d44 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/3610c8fc-b77e-4651-b504-13b456a51761 HTTP/1.1" status: 204 len: 168 time: 0.4236820 May 18 18:05:11.414988 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b85cd9d-0d66-4f1a-8519-d0493a257d44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3610c8fc-b77e-4651-b504-13b456a51761,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:05:11.451548 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b5b64142-ab9f-43b1-b6e5-1590544f8cf7 req-496e0ee6-f4cd-4abe-9e94-1f1816435cc7 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=213629a7-b155-4938-9d93-e1d30507d5aa HTTP/1.1" status: 200 len: 210 time: 0.5976858 May 18 18:05:11.453414 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-992f89d3-c19b-4587-9232-ac7ae434f79a tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:11.527844 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-259a88e2-63ac-4afd-aa1b-6a0a03cc936f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa6ea302-57f7-4256-8295-d6cef34f5028', 'name': 'tempest-ServersTestJSON-275480808-router', 'tenant_id': '1f38cde3deff43fb910ab68e713e2daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': '805e794f-9e1f-4856-bcfa-5af891a8bce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:04:07Z', 'updated_at': '2022-05-18T18:04:18Z', 'revision_number': 4, 'project_id': '1f38cde3deff43fb910ab68e713e2daa', 'gw_port': {'id': '805e794f-9e1f-4856-bcfa-5af891a8bce3', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:3f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6ea302-57f7-4256-8295-d6cef34f5028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:04:08Z', 'updated_at': '2022-05-18T18:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': 'c3773890-0f3f-4b63-9b08-ad242756c199', 'tenant_id': '1f38cde3deff43fb910ab68e713e2daa', 'floating_ip_address': '172.25.5.32', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': 'fa6ea302-57f7-4256-8295-d6cef34f5028', 'port_id': '8095092b-4178-48d3-a35c-59f33ef98afb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f372af3-44c1-44d0-844a-1de4600a10c9', 'mac_address': 'fa:16:3e:e6:eb:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd82391-b478-4ebd-a6bb-cbd961b3b72e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T18:04:27Z', 'updated_at': '2022-05-18T18:05:08Z', 'revision_number': 1, 'project_id': '1f38cde3deff43fb910ab68e713e2daa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f7aa364-0014-4cb0-a4db-efefd69f3b1f', 'name': '', 'network_id': '2f372af3-44c1-44d0-844a-1de4600a10c9', 'tenant_id': '1f38cde3deff43fb910ab68e713e2daa', 'mac_address': 'fa:16:3e:79:c9:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6ea302-57f7-4256-8295-d6cef34f5028', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '18fdedba-2287-4654-9694-86ee417b097d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:04:16Z', 'updated_at': '2022-05-18T18:04:30Z', 'revision_number': 5, 'project_id': '1f38cde3deff43fb910ab68e713e2daa', 'subnets': [{'id': '18fdedba-2287-4654-9694-86ee417b097d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:05:11.567490 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-90737ffc-5350-489f-a702-06cc7c1c1662 req-f1787828-55b9-411f-b3ae-4c8da63a8a8d tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] For port f9e2b8d6-da22-484d-9fd7-cc7e315fab76, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=f9e2b8d6-da22-484d-9fd7-cc7e315fab76,segment=NetworkSegment(aec3bb45-472a-4723-a9a6-3ae0940a4815),segment_id=aec3bb45-472a-4723-a9a6-3ae0940a4815)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:05:11.568363 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-90737ffc-5350-489f-a702-06cc7c1c1662 req-f1787828-55b9-411f-b3ae-4c8da63a8a8d tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:11.612290 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-90737ffc-5350-489f-a702-06cc7c1c1662 req-f1787828-55b9-411f-b3ae-4c8da63a8a8d tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] Calling delete_port for f9e2b8d6-da22-484d-9fd7-cc7e315fab76 owned by compute:nova {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:05:11.642396 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259a88e2-63ac-4afd-aa1b-6a0a03cc936f None None] The sync data for ids ['fa6ea302-57f7-4256-8295-d6cef34f5028'] in n-d-838550-3 is: [{'id': 'fa6ea302-57f7-4256-8295-d6cef34f5028', 'name': 'tempest-ServersTestJSON-275480808-router', 'tenant_id': '1f38cde3deff43fb910ab68e713e2daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': '805e794f-9e1f-4856-bcfa-5af891a8bce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:04:07Z', 'updated_at': '2022-05-18T18:04:18Z', 'revision_number': 4, 'project_id': '1f38cde3deff43fb910ab68e713e2daa', 'gw_port': {'id': '805e794f-9e1f-4856-bcfa-5af891a8bce3', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:3f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6ea302-57f7-4256-8295-d6cef34f5028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:04:08Z', 'updated_at': '2022-05-18T18:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': 'c3773890-0f3f-4b63-9b08-ad242756c199', 'tenant_id': '1f38cde3deff43fb910ab68e713e2daa', 'floating_ip_address': '172.25.5.32', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': 'fa6ea302-57f7-4256-8295-d6cef34f5028', 'port_id': '8095092b-4178-48d3-a35c-59f33ef98afb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f372af3-44c1-44d0-844a-1de4600a10c9', 'mac_address': 'fa:16:3e:e6:eb:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd82391-b478-4ebd-a6bb-cbd961b3b72e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T18:04:27Z', 'updated_at': '2022-05-18T18:05:08Z', 'revision_number': 1, 'project_id': '1f38cde3deff43fb910ab68e713e2daa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f7aa364-0014-4cb0-a4db-efefd69f3b1f', 'name': '', 'network_id': '2f372af3-44c1-44d0-844a-1de4600a10c9', 'tenant_id': '1f38cde3deff43fb910ab68e713e2daa', 'mac_address': 'fa:16:3e:79:c9:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6ea302-57f7-4256-8295-d6cef34f5028', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '18fdedba-2287-4654-9694-86ee417b097d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:04:16Z', 'updated_at': '2022-05-18T18:04:30Z', 'revision_number': 5, 'project_id': '1f38cde3deff43fb910ab68e713e2daa', 'subnets': [{'id': '18fdedba-2287-4654-9694-86ee417b097d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:05:11.662267 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec2bcbf-a09d-4ecd-81f9-7401e41e2954 req-5c878815-1f70-44f5-86b7-ce25616562a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:11.665782 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0ec2bcbf-a09d-4ecd-81f9-7401e41e2954 req-5c878815-1f70-44f5-86b7-ce25616562a6 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=1f38cde3deff43fb910ab68e713e2daa&device_id=cbd82391-b478-4ebd-a6bb-cbd961b3b72e HTTP/1.1" status: 200 len: 1097 time: 0.8385394 May 18 18:05:11.704795 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-992f89d3-c19b-4587-9232-ac7ae434f79a tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] Allocated IP 172.25.5.26 (31ebd439-090c-4b25-bbb0-31c48711b145/363a2810-8a83-4be0-a317-7c91fcd94485/dbcc8008-bf26-480f-a1d0-517933189d84) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:05:11.963417 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-992f89d3-c19b-4587-9232-ac7ae434f79a tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:11.985851 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-90737ffc-5350-489f-a702-06cc7c1c1662 req-f1787828-55b9-411f-b3ae-4c8da63a8a8d tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:11.996822 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-38ea5975-60af-4e70-a960-518e94226cab req-50f7233d-b7a8-4853-a8a6-0257635d5ea9 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:12.056493 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-992f89d3-c19b-4587-9232-ac7ae434f79a tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:12.065212 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1787828-55b9-411f-b3ae-4c8da63a8a8d tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] Pushing event deleted for resources: {'Port': ['ID=f9e2b8d6-da22-484d-9fd7-cc7e315fab76,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:05:12.088316 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3c5ffafd-bc1b-457d-b684-a906af2f3710 req-4a5f34b5-0b91-4f11-9e77-f05d628a4897 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] 10.222.0.85 "GET /v2.0/ports?device_id=701fb003-f086-4826-85e1-a0b9d8f70ae6 HTTP/1.1" status: 200 len: 210 time: 0.1906064 May 18 18:05:12.114890 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af7de59-5f4e-4f94-994e-aba8dec78231 None None] New status for floating IP c3773890-0f3f-4b63-9b08-ad242756c199: ACTIVE {{(pid=102732) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 18:05:12.133994 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38ea5975-60af-4e70-a960-518e94226cab req-50f7233d-b7a8-4853-a8a6-0257635d5ea9 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Network 174e1eea-8e32-4414-9ecf-aeb92f39055c is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:05:12.151413 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992f89d3-c19b-4587-9232-ac7ae434f79a tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] Network 31ebd439-090c-4b25-bbb0-31c48711b145 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:05:12.153852 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-992f89d3-c19b-4587-9232-ac7ae434f79a tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:05:12.158535 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992f89d3-c19b-4587-9232-ac7ae434f79a tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:05:12.201213 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [req-38ea5975-60af-4e70-a960-518e94226cab req-50f7233d-b7a8-4853-a8a6-0257635d5ea9 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:05:12.204995 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992f89d3-c19b-4587-9232-ac7ae434f79a tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] Pushing event updated for resources: {'Port': ['ID=dbcc8008-bf26-480f-a1d0-517933189d84,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:05:12.232964 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-38ea5975-60af-4e70-a960-518e94226cab req-50f7233d-b7a8-4853-a8a6-0257635d5ea9 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:05:12.310863 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 48218) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:05:12.382341 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-90737ffc-5350-489f-a702-06cc7c1c1662 req-f1787828-55b9-411f-b3ae-4c8da63a8a8d tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] No DVR routers for this DVR port f9e2b8d6-da22-484d-9fd7-cc7e315fab76 on host n-h1-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:05:12.394918 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-305f2f5b-c029-4549-8f66-ed79b1ce5ae9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:12.432249 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:12.445252 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-90737ffc-5350-489f-a702-06cc7c1c1662 req-f1787828-55b9-411f-b3ae-4c8da63a8a8d tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:12.449313 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-90737ffc-5350-489f-a702-06cc7c1c1662 req-f1787828-55b9-411f-b3ae-4c8da63a8a8d tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] 10.222.0.36 "DELETE /v2.0/ports/f9e2b8d6-da22-484d-9fd7-cc7e315fab76 HTTP/1.1" status: 204 len: 173 time: 2.6480758 May 18 18:05:12.462814 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '701fb003-f086-4826-85e1-a0b9d8f70ae6', 'name': 'network-vif-deleted', 'tag': 'f9e2b8d6-da22-484d-9fd7-cc7e315fab76'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:05:12.465269 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dad4d96-a5fa-4340-9e59-b9e6424dbaf9" -d '{"events": [{"server_uuid": "701fb003-f086-4826-85e1-a0b9d8f70ae6", "name": "network-vif-deleted", "tag": "f9e2b8d6-da22-484d-9fd7-cc7e315fab76"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:05:12.476337 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-992f89d3-c19b-4587-9232-ac7ae434f79a tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:12.486682 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-504473ef-a455-46e5-8069-f190d950caba req-54b25201-3d00-4b44-b1ea-c3fc250fa73a tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=c95c071176d44e1393b66dc9873791e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1766498 May 18 18:05:12.566344 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 9a3d5f8f-a30e-4ad7-aba0-b2acf9f2fbc3 details requested by agent hyperv_n-h2-838550-3 with host n-h2-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:05:12.601494 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-992f89d3-c19b-4587-9232-ac7ae434f79a tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:12.773469 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec2bcbf-a09d-4ecd-81f9-7401e41e2954 req-a592d2c1-83c1-4aa1-b7b4-85a1d0fbfec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:12.775106 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0ec2bcbf-a09d-4ecd-81f9-7401e41e2954 req-a592d2c1-83c1-4aa1-b7b4-85a1d0fbfec7 service neutron] 10.222.0.88 "GET /v2.0/networks?id=2f372af3-44c1-44d0-844a-1de4600a10c9 HTTP/1.1" status: 200 len: 906 time: 1.0926464 May 18 18:05:12.794969 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504473ef-a455-46e5-8069-f190d950caba req-1f7ea2b8-878d-4c85-a9d5-f9f330b29761 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:12.802443 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-504473ef-a455-46e5-8069-f190d950caba req-1f7ea2b8-878d-4c85-a9d5-f9f330b29761 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2819347 May 18 18:05:12.803729 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f7233d-b7a8-4853-a8a6-0257635d5ea9 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Pushing event updated for resources: {'Port': ['ID=af4664f5-e024-4a54-9561-852e293a9a63,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:05:12.846796 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-992f89d3-c19b-4587-9232-ac7ae434f79a tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:12.852693 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-504473ef-a455-46e5-8069-f190d950caba req-b5f59097-424d-4d16-81cd-1b189c3268d5 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Request body: {'port': {'device_id': '213629a7-b155-4938-9d93-e1d30507d5aa', 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305', 'admin_state_up': True, 'tenant_id': 'c95c071176d44e1393b66dc9873791e2'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:05:12.856986 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-992f89d3-c19b-4587-9232-ac7ae434f79a tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:12.890794 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 9a3d5f8f-a30e-4ad7-aba0-b2acf9f2fbc3, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=9a3d5f8f-a30e-4ad7-aba0-b2acf9f2fbc3,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:05:12.905884 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Returning: {'device': '9a3d5f8f-a30e-4ad7-aba0-b2acf9f2fbc3', 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305', 'port_id': '9a3d5f8f-a30e-4ad7-aba0-b2acf9f2fbc3', 'mac_address': 'fa:16:3e:28:c8:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2531ae9-89db-4dcf-b670-9eac4c9cde53', 'ip_address': '192.168.233.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:05:12.947313 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75373e09-ace7-472e-a7a3-905be1cc1ce1 req-1e94c8a6-57e1-489f-8831-4958cf25e216 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:12.950537 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-75373e09-ace7-472e-a7a3-905be1cc1ce1 req-1e94c8a6-57e1-489f-8831-4958cf25e216 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] 10.222.0.85 "GET /v2.0/ports?device_id=fdceddf8-bab6-46ce-9368-f688e10792ca HTTP/1.1" status: 200 len: 931 time: 0.6054358 May 18 18:05:12.954077 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 9a3d5f8f-a30e-4ad7-aba0-b2acf9f2fbc3 is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:05:12.954676 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:12.972562 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-390e4acd-d2ac-4e80-b8e1-8d6966e9bbff req-f9f45cb5-3ad0-473a-934f-88b4a19408d1 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=213629a7-b155-4938-9d93-e1d30507d5aa HTTP/1.1" status: 200 len: 210 time: 0.1226020 May 18 18:05:12.996610 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a3d5f8f-a30e-4ad7-aba0-b2acf9f2fbc3 {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:05:12.997249 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-992f89d3-c19b-4587-9232-ac7ae434f79a tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596987'] for floatingip, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:13.022710 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-992f89d3-c19b-4587-9232-ac7ae434f79a tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:13.024702 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-992f89d3-c19b-4587-9232-ac7ae434f79a tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5770731 May 18 18:05:13.041894 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992f89d3-c19b-4587-9232-ac7ae434f79a tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] Pushing event updated for resources: {'Port': ['ID=dbcc8008-bf26-480f-a1d0-517933189d84,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:05:13.068983 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 9a3d5f8f-a30e-4ad7-aba0-b2acf9f2fbc3, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=9a3d5f8f-a30e-4ad7-aba0-b2acf9f2fbc3,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:05:13.088385 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:13.092669 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device f9e2b8d6-da22-484d-9fd7-cc7e315fab76 no longer exists at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:05:13.104434 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:13.137129 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ea5975-60af-4e70-a960-518e94226cab req-50f7233d-b7a8-4853-a8a6-0257635d5ea9 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:13.137838 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-38ea5975-60af-4e70-a960-518e94226cab req-50f7233d-b7a8-4853-a8a6-0257635d5ea9 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:13.141146 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-305f2f5b-c029-4549-8f66-ed79b1ce5ae9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:13.150093 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-305f2f5b-c029-4549-8f66-ed79b1ce5ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:13.168328 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] No Port match for: f9e2b8d6-da22-484d-9fd7-cc7e315fab76 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:05:13.168585 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device f9e2b8d6-da22-484d-9fd7-cc7e315fab76 not bound to the agent host n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:05:13.198736 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebdd77f6-66bd-4cea-b820-5c3ae2276245 x-openstack-request-id: req-ebdd77f6-66bd-4cea-b820-5c3ae2276245 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:05:13.199025 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "701fb003-f086-4826-85e1-a0b9d8f70ae6", "name": "network-vif-deleted", "tag": "f9e2b8d6-da22-484d-9fd7-cc7e315fab76", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:05:13.199282 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-ebdd77f6-66bd-4cea-b820-5c3ae2276245 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:05:13.199689 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebdd77f6-66bd-4cea-b820-5c3ae2276245'] response: {'server_uuid': '701fb003-f086-4826-85e1-a0b9d8f70ae6', 'name': 'network-vif-deleted', 'tag': 'f9e2b8d6-da22-484d-9fd7-cc7e315fab76', 'status': 'completed', 'code': 200} May 18 18:05:13.215484 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-38ea5975-60af-4e70-a960-518e94226cab req-50f7233d-b7a8-4853-a8a6-0257635d5ea9 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4416866 May 18 18:05:13.221254 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=9a3d5f8f-a30e-4ad7-aba0-b2acf9f2fbc3,revision_number=9']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:05:13.239653 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['9a3d5f8f-a30e-4ad7-aba0-b2acf9f2fbc3'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:05:13.250454 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305f2f5b-c029-4549-8f66-ed79b1ce5ae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e3cc849-a796-4f2c-ab16-bfdd915d10a2,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:05:13.256623 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-38ea5975-60af-4e70-a960-518e94226cab req-150ae3dc-d914-4a18-a267-d3ca12ed399c service neutron] Request body: {'port': {'device_id': 'fdceddf8-bab6-46ce-9368-f688e10792ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-3'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:05:13.283974 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-305f2f5b-c029-4549-8f66-ed79b1ce5ae9 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=47d08875518f4c7da42cdcb68643c5e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9721441 May 18 18:05:13.286480 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 48242) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:05:13.385873 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0ec2bcbf-a09d-4ecd-81f9-7401e41e2954 req-8f388250-bc67-4874-ae99-d4c1b63bb4d5 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8095092b-4178-48d3-a35c-59f33ef98afb HTTP/1.1" status: 200 len: 1001 time: 0.5684557 May 18 18:05:13.403686 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-34e90a0f-dbf0-429e-8987-ec15e1f628c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:13.407370 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-75373e09-ace7-472e-a7a3-905be1cc1ce1 req-d1e38ac7-6004-4002-b0d9-e2dc7a7b3283 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] 10.222.0.85 "GET /v2.0/security-groups?id=b787168d-4ad4-4424-a9af-a4affc34d52d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3173201 May 18 18:05:13.437484 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-34e90a0f-dbf0-429e-8987-ec15e1f628c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:13.509978 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-34e90a0f-dbf0-429e-8987-ec15e1f628c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:13.514200 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-34e90a0f-dbf0-429e-8987-ec15e1f628c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:13.515732 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-34e90a0f-dbf0-429e-8987-ec15e1f628c0 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/3e3cc849-a796-4f2c-ab16-bfdd915d10a2 HTTP/1.1" status: 204 len: 168 time: 0.2279303 May 18 18:05:13.533796 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-38ea5975-60af-4e70-a960-518e94226cab req-150ae3dc-d914-4a18-a267-d3ca12ed399c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:13.562737 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec2bcbf-a09d-4ecd-81f9-7401e41e2954 req-c180ad5b-9af7-4382-9ab6-b05398b3ccb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:13.564428 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0ec2bcbf-a09d-4ecd-81f9-7401e41e2954 req-c180ad5b-9af7-4382-9ab6-b05398b3ccb3 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=18fdedba-2287-4654-9694-86ee417b097d HTTP/1.1" status: 200 len: 844 time: 0.1535263 May 18 18:05:13.582115 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f570f24c-2ebf-4e27-9e8d-2007150623fd req-9a7dac14-1dfe-4abe-9e65-37b5ebef358b tempest-FloatingIPsAssociationNegativeTestJSON-1189290005 tempest-FloatingIPsAssociationNegativeTestJSON-1189290005-project] 10.222.0.85 "GET /v2.0/ports?device_id=701fb003-f086-4826-85e1-a0b9d8f70ae6 HTTP/1.1" status: 200 len: 210 time: 0.0776711 May 18 18:05:13.588046 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e90a0f-dbf0-429e-8987-ec15e1f628c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e3cc849-a796-4f2c-ab16-bfdd915d10a2,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:05:13.721819 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-504473ef-a455-46e5-8069-f190d950caba req-b5f59097-424d-4d16-81cd-1b189c3268d5 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Made reservation on behalf of c95c071176d44e1393b66dc9873791e2 for: {'port': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:05:13.727917 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-504473ef-a455-46e5-8069-f190d950caba req-b5f59097-424d-4d16-81cd-1b189c3268d5 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:13.867772 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7c10e422-0b1d-4120-991d-9e76f6b9dec2 req-d23c2448-40f8-44f5-ba91-a5e977289e9f tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-securitygroup--843816069&fields=id&tenant_id=3fdbf5ca8a2142d9bb14e5cf523c6add HTTP/1.1" status: 200 len: 267 time: 0.2462828 May 18 18:05:13.875816 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec2bcbf-a09d-4ecd-81f9-7401e41e2954 req-383c58f1-cc71-47cb-a169-ceda3e1ddff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:13.877417 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0ec2bcbf-a09d-4ecd-81f9-7401e41e2954 req-383c58f1-cc71-47cb-a169-ceda3e1ddff6 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=2f372af3-44c1-44d0-844a-1de4600a10c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2783957 May 18 18:05:14.140727 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-63159241-3617-43f4-a776-7bcd52a11402 req-f6d64df6-5e05-44ce-a9f7-6c9713d6de53 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=213629a7-b155-4938-9d93-e1d30507d5aa HTTP/1.1" status: 200 len: 210 time: 0.0429001 May 18 18:05:14.369037 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [req-504473ef-a455-46e5-8069-f190d950caba req-b5f59097-424d-4d16-81cd-1b189c3268d5 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Allocated IP 192.168.233.121 (4c8ef274-9ecc-47c2-9686-5eebd78fb305/c2531ae9-89db-4dcf-b670-9eac4c9cde53/eb7403a5-417e-4c66-9028-f2b20017e630) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:05:14.517147 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0ec2bcbf-a09d-4ecd-81f9-7401e41e2954 req-9a03f309-9173-4e7d-a699-3cd64e25d8f0 service neutron] 10.222.0.88 "GET /v2.0/networks/2f372af3-44c1-44d0-844a-1de4600a10c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5791821 May 18 18:05:14.575902 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 9a3d5f8f-a30e-4ad7-aba0-b2acf9f2fbc3 up at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:05:14.581183 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c10e422-0b1d-4120-991d-9e76f6b9dec2 req-7ff700d1-dda0-4a04-8165-a52beb0ff905 tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:14.589471 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7c10e422-0b1d-4120-991d-9e76f6b9dec2 req-7ff700d1-dda0-4a04-8165-a52beb0ff905 tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] 10.222.0.85 "GET /v2.0/networks?id=426a39ea-1ed1-469b-8675-406118e8adc7 HTTP/1.1" status: 200 len: 814 time: 0.6885648 May 18 18:05:14.613822 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7c10e422-0b1d-4120-991d-9e76f6b9dec2 req-a4763b50-2089-4942-9fdb-dd7d370ed890 tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] 10.222.0.85 "GET /v2.0/quotas/3fdbf5ca8a2142d9bb14e5cf523c6add HTTP/1.1" status: 200 len: 375 time: 0.0228729 May 18 18:05:14.781065 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning complete for port 9a3d5f8f-a30e-4ad7-aba0-b2acf9f2fbc3 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:05:14.788705 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:14.882794 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d247ba41-228e-4ff0-bb86-4b8b1648693a req-2edc8747-0e2f-4889-a8a9-db28eaed01d7 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:14.893090 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d247ba41-228e-4ff0-bb86-4b8b1648693a req-2edc8747-0e2f-4889-a8a9-db28eaed01d7 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] 10.222.0.85 "GET /v2.0/ports?device_id=fdceddf8-bab6-46ce-9368-f688e10792ca HTTP/1.1" status: 200 len: 931 time: 0.1579468 May 18 18:05:14.953187 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [req-38ea5975-60af-4e70-a960-518e94226cab req-150ae3dc-d914-4a18-a267-d3ca12ed399c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af4664f5-e024-4a54-9561-852e293a9a63 {{(pid=102730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:05:14.979028 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d247ba41-228e-4ff0-bb86-4b8b1648693a req-74acdd5e-c786-4f14-b408-ef28bff257fa tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] 10.222.0.85 "GET /v2.0/security-groups?id=b787168d-4ad4-4424-a9af-a4affc34d52d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827625 May 18 18:05:15.049523 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 9a3d5f8f-a30e-4ad7-aba0-b2acf9f2fbc3 is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:05:15.049991 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:15.050159 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 48298) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:05:15.086146 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fe7ba5f-7c16-4fb0-8d4e-275a46e53e3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a3d5f8f-a30e-4ad7-aba0-b2acf9f2fbc3'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:05:15.088931 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-741e7eb9-e478-4077-9dcc-a69d1b670b68" -d '{"events": [{"server_uuid": "6fe7ba5f-7c16-4fb0-8d4e-275a46e53e3c", "name": "network-vif-plugged", "status": "completed", "tag": "9a3d5f8f-a30e-4ad7-aba0-b2acf9f2fbc3"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:05:15.104963 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 9a3d5f8f-a30e-4ad7-aba0-b2acf9f2fbc3, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=9a3d5f8f-a30e-4ad7-aba0-b2acf9f2fbc3,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:05:15.111204 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:15.128299 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-38ea5975-60af-4e70-a960-518e94226cab req-150ae3dc-d914-4a18-a267-d3ca12ed399c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:15.159946 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0ec2bcbf-a09d-4ecd-81f9-7401e41e2954 req-1cadd327-4a79-4081-b29a-9b99ebb562b5 service neutron] 10.222.0.88 "GET /v2.0/networks/2f372af3-44c1-44d0-844a-1de4600a10c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6100712 May 18 18:05:15.263115 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eb436bb-cc5b-4530-8b76-2a198ec59e6d x-openstack-request-id: req-9eb436bb-cc5b-4530-8b76-2a198ec59e6d {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:05:15.263447 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fe7ba5f-7c16-4fb0-8d4e-275a46e53e3c", "name": "network-vif-plugged", "status": "completed", "tag": "9a3d5f8f-a30e-4ad7-aba0-b2acf9f2fbc3", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:05:15.264161 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-9eb436bb-cc5b-4530-8b76-2a198ec59e6d {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:05:15.264161 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9eb436bb-cc5b-4530-8b76-2a198ec59e6d'] response: {'server_uuid': '6fe7ba5f-7c16-4fb0-8d4e-275a46e53e3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a3d5f8f-a30e-4ad7-aba0-b2acf9f2fbc3', 'code': 200} May 18 18:05:15.298898 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-504473ef-a455-46e5-8069-f190d950caba req-b5f59097-424d-4d16-81cd-1b189c3268d5 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:15.305371 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=9a3d5f8f-a30e-4ad7-aba0-b2acf9f2fbc3,revision_number=10']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:05:15.335038 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7c10e422-0b1d-4120-991d-9e76f6b9dec2 req-dfa1fb47-e42d-4534-9bd6-b294888d2c1a tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=3fdbf5ca8a2142d9bb14e5cf523c6add&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7201481 May 18 18:05:15.352477 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4eeeee5e-ee87-4c00-b4a0-7f29f9946f68 req-f4bc504b-f387-466b-9758-caace97b0b07 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=213629a7-b155-4938-9d93-e1d30507d5aa HTTP/1.1" status: 200 len: 210 time: 0.0477972 May 18 18:05:15.437016 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [req-38ea5975-60af-4e70-a960-518e94226cab req-150ae3dc-d914-4a18-a267-d3ca12ed399c service neutron] Transition to ACTIVE for port object af4664f5-e024-4a54-9561-852e293a9a63 will not be triggered until provisioned by entity L2. {{(pid=102730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:05:15.447350 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-38ea5975-60af-4e70-a960-518e94226cab req-150ae3dc-d914-4a18-a267-d3ca12ed399c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:15.740454 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-504473ef-a455-46e5-8069-f190d950caba req-b5f59097-424d-4d16-81cd-1b189c3268d5 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:15.746812 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150ae3dc-d914-4a18-a267-d3ca12ed399c service neutron] Pushing event updated for resources: {'Port': ['ID=af4664f5-e024-4a54-9561-852e293a9a63,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:05:15.754120 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['30476341-d67d-457a-ba96-32990757ec38'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:05:15.759866 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['65eaebad-5f15-498f-8a10-409fcd0c25c6'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:05:15.799345 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-504473ef-a455-46e5-8069-f190d950caba req-b5f59097-424d-4d16-81cd-1b189c3268d5 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Network 4c8ef274-9ecc-47c2-9686-5eebd78fb305 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:05:15.804563 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [req-504473ef-a455-46e5-8069-f190d950caba req-b5f59097-424d-4d16-81cd-1b189c3268d5 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:05:15.808230 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7c10e422-0b1d-4120-991d-9e76f6b9dec2 req-34623ff8-4933-4c62-adc5-94482928e139 service neutron] 10.222.0.85 "GET /v2.0/networks/426a39ea-1ed1-469b-8675-406118e8adc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4458890 May 18 18:05:15.808755 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-504473ef-a455-46e5-8069-f190d950caba req-b5f59097-424d-4d16-81cd-1b189c3268d5 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:05:15.813480 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-38ea5975-60af-4e70-a960-518e94226cab req-150ae3dc-d914-4a18-a267-d3ca12ed399c service neutron] Attempting to bind port af4664f5-e024-4a54-9561-852e293a9a63 on host n-h1-838550-3 for vnic_type normal with profile {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:05:15.813480 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-38ea5975-60af-4e70-a960-518e94226cab req-150ae3dc-d914-4a18-a267-d3ca12ed399c service neutron] Attempting to bind port af4664f5-e024-4a54-9561-852e293a9a63 by drivers openvswitch,hyperv on host n-h1-838550-3 at level 0 using segments [{'id': 'da1e1534-5e48-46b3-a727-d3c25e59a900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '174e1eea-8e32-4414-9ecf-aeb92f39055c'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:05:15.813480 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ea5975-60af-4e70-a960-518e94226cab req-150ae3dc-d914-4a18-a267-d3ca12ed399c service neutron] Attempting to bind port af4664f5-e024-4a54-9561-852e293a9a63 on network 174e1eea-8e32-4414-9ecf-aeb92f39055c {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:05:16.120358 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7c10e422-0b1d-4120-991d-9e76f6b9dec2 req-bb179a9b-44c9-4673-8966-d2d11c84fc47 service neutron] 10.222.0.85 "GET /v2.0/networks/426a39ea-1ed1-469b-8675-406118e8adc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355664 May 18 18:05:16.128096 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ea5975-60af-4e70-a960-518e94226cab req-150ae3dc-d914-4a18-a267-d3ca12ed399c service neutron] Port af4664f5-e024-4a54-9561-852e293a9a63 on network 174e1eea-8e32-4414-9ecf-aeb92f39055c not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-3 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:05:16.128378 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ea5975-60af-4e70-a960-518e94226cab req-150ae3dc-d914-4a18-a267-d3ca12ed399c service neutron] Attempting to bind port af4664f5-e024-4a54-9561-852e293a9a63 on network 174e1eea-8e32-4414-9ecf-aeb92f39055c {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:05:16.155607 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ea5975-60af-4e70-a960-518e94226cab req-150ae3dc-d914-4a18-a267-d3ca12ed399c service neutron] Checking agent: {'id': '1dbac822-25f2-4df8-9dc8-5c2e7b136eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:05:16.155944 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ea5975-60af-4e70-a960-518e94226cab req-150ae3dc-d914-4a18-a267-d3ca12ed399c service neutron] Checking segment: {'id': 'da1e1534-5e48-46b3-a727-d3c25e59a900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '174e1eea-8e32-4414-9ecf-aeb92f39055c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:05:16.156725 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ea5975-60af-4e70-a960-518e94226cab req-150ae3dc-d914-4a18-a267-d3ca12ed399c service neutron] Bound using segment: {'id': 'da1e1534-5e48-46b3-a727-d3c25e59a900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '174e1eea-8e32-4414-9ecf-aeb92f39055c'} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:05:16.156725 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-38ea5975-60af-4e70-a960-518e94226cab req-150ae3dc-d914-4a18-a267-d3ca12ed399c service neutron] Bound port: af4664f5-e024-4a54-9561-852e293a9a63, host: n-h1-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da1e1534-5e48-46b3-a727-d3c25e59a900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '174e1eea-8e32-4414-9ecf-aeb92f39055c'}}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:05:16.157183 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-38ea5975-60af-4e70-a960-518e94226cab req-150ae3dc-d914-4a18-a267-d3ca12ed399c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:16.249556 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f59097-424d-4d16-81cd-1b189c3268d5 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Pushing event updated for resources: {'Port': ['ID=eb7403a5-417e-4c66-9028-f2b20017e630,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:05:16.367796 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-2e67b2dd-ace1-4277-812f-0ea90e3794af None None] Provisioning complete for port eb7403a5-417e-4c66-9028-f2b20017e630 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:05:16.368383 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-2e67b2dd-ace1-4277-812f-0ea90e3794af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:16.398488 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe5ecbf-3866-438b-845f-444d1e111dfc req-7b822f53-c501-4361-9661-cc0e0a6156ce tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:16.415483 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cbe5ecbf-3866-438b-845f-444d1e111dfc req-7b822f53-c501-4361-9661-cc0e0a6156ce tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] 10.222.0.85 "GET /v2.0/ports?device_id=fdceddf8-bab6-46ce-9368-f688e10792ca HTTP/1.1" status: 200 len: 943 time: 0.3072104 May 18 18:05:16.491859 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cbe5ecbf-3866-438b-845f-444d1e111dfc req-210b9a3a-0d69-4ec7-90d2-87d95b91f0fb tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] 10.222.0.85 "GET /v2.0/security-groups?id=b787168d-4ad4-4424-a9af-a4affc34d52d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751200 May 18 18:05:16.699392 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-73a2cf51-e7ea-426c-9b68-5d0a1d02a42f req-144915ba-38c8-4a5a-90d2-003c6cb29785 tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] 10.222.0.85 "GET /v2.0/ports?device_id=d2b36aff-64a4-4f9e-86f7-8c7fa138ba4c HTTP/1.1" status: 200 len: 210 time: 0.0621424 May 18 18:05:16.702724 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504473ef-a455-46e5-8069-f190d950caba req-b5f59097-424d-4d16-81cd-1b189c3268d5 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:16.704790 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-504473ef-a455-46e5-8069-f190d950caba req-b5f59097-424d-4d16-81cd-1b189c3268d5 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:16.760792 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-504473ef-a455-46e5-8069-f190d950caba req-b5f59097-424d-4d16-81cd-1b189c3268d5 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9347899 May 18 18:05:16.831737 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-24579cff-f325-40ca-9376-528dbcee0dde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-595963'] for router_interface, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:16.850536 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-504473ef-a455-46e5-8069-f190d950caba req-1a88eb32-2938-4035-be57-896e1a8690c6 service neutron] Request body: {'port': {'device_id': '213629a7-b155-4938-9d93-e1d30507d5aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-3'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:05:16.851210 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-2e67b2dd-ace1-4277-812f-0ea90e3794af None None] Port eb7403a5-417e-4c66-9028-f2b20017e630 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:05:16.998541 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4df0898-0df1-496b-8cd2-b2ed0d59e767 req-3f7faa28-b254-4c8e-893c-ad989f96a953 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:17.001779 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d4df0898-0df1-496b-8cd2-b2ed0d59e767 req-3f7faa28-b254-4c8e-893c-ad989f96a953 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=213629a7-b155-4938-9d93-e1d30507d5aa HTTP/1.1" status: 200 len: 936 time: 0.3069594 May 18 18:05:17.008911 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-38ea5975-60af-4e70-a960-518e94226cab req-150ae3dc-d914-4a18-a267-d3ca12ed399c service neutron] For port af4664f5-e024-4a54-9561-852e293a9a63, host n-h1-838550-3, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:05:17.016095 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-38ea5975-60af-4e70-a960-518e94226cab req-150ae3dc-d914-4a18-a267-d3ca12ed399c service neutron] For port af4664f5-e024-4a54-9561-852e293a9a63, host n-h1-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=af4664f5-e024-4a54-9561-852e293a9a63,segment=NetworkSegment(da1e1534-5e48-46b3-a727-d3c25e59a900),segment_id=da1e1534-5e48-46b3-a727-d3c25e59a900)] {{(pid=102730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:05:17.098642 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-38ea5975-60af-4e70-a960-518e94226cab req-150ae3dc-d914-4a18-a267-d3ca12ed399c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:17.189234 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-504473ef-a455-46e5-8069-f190d950caba req-1a88eb32-2938-4035-be57-896e1a8690c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:17.209864 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ea5975-60af-4e70-a960-518e94226cab req-150ae3dc-d914-4a18-a267-d3ca12ed399c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:17.210684 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-38ea5975-60af-4e70-a960-518e94226cab req-150ae3dc-d914-4a18-a267-d3ca12ed399c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:17.212637 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-38ea5975-60af-4e70-a960-518e94226cab req-150ae3dc-d914-4a18-a267-d3ca12ed399c service neutron] 10.222.0.36 "PUT /v2.0/ports/af4664f5-e024-4a54-9561-852e293a9a63 HTTP/1.1" status: 200 len: 1091 time: 3.9762142 May 18 18:05:17.213449 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdceddf8-bab6-46ce-9368-f688e10792ca', 'tag': 'af4664f5-e024-4a54-9561-852e293a9a63'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:05:17.216906 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41670ac7-42db-4b33-a3b2-d4702d1b1dd0" -d '{"events": [{"name": "network-changed", "server_uuid": "fdceddf8-bab6-46ce-9368-f688e10792ca", "tag": "af4664f5-e024-4a54-9561-852e293a9a63"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:05:17.252834 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d4df0898-0df1-496b-8cd2-b2ed0d59e767 req-141b9833-52b0-48bd-92a1-85342b5c91f7 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392781 May 18 18:05:17.596204 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150ae3dc-d914-4a18-a267-d3ca12ed399c service neutron] Pushing event updated for resources: {'Port': ['ID=af4664f5-e024-4a54-9561-852e293a9a63,revision_number=3']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:05:17.599682 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-24579cff-f325-40ca-9376-528dbcee0dde admin admin] Deleting port 8c8f680e-3b99-4ef5-80b6-7446d3749b02 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:05:17.601031 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-24579cff-f325-40ca-9376-528dbcee0dde admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:17.635256 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41690697-3242-4d36-a9a7-13a01de25f37 x-openstack-request-id: req-41690697-3242-4d36-a9a7-13a01de25f37 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:05:17.636230 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdceddf8-bab6-46ce-9368-f688e10792ca", "tag": "af4664f5-e024-4a54-9561-852e293a9a63", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:05:17.636843 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-41690697-3242-4d36-a9a7-13a01de25f37 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:05:17.638106 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41690697-3242-4d36-a9a7-13a01de25f37'] response: {'name': 'network-changed', 'server_uuid': 'fdceddf8-bab6-46ce-9368-f688e10792ca', 'tag': 'af4664f5-e024-4a54-9561-852e293a9a63', 'status': 'completed', 'code': 200} May 18 18:05:17.810558 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ea5975-60af-4e70-a960-518e94226cab req-0f747ab9-fd1f-49c0-901f-c1c9c7e68c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:17.812433 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-38ea5975-60af-4e70-a960-518e94226cab req-0f747ab9-fd1f-49c0-901f-c1c9c7e68c23 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9fc8cbb0142d4c59976620cf14ef9400&device_id=fdceddf8-bab6-46ce-9368-f688e10792ca HTTP/1.1" status: 200 len: 1094 time: 0.1655326 May 18 18:05:17.819572 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-24579cff-f325-40ca-9376-528dbcee0dde admin admin] For port 8c8f680e-3b99-4ef5-80b6-7446d3749b02, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=8c8f680e-3b99-4ef5-80b6-7446d3749b02,segment=NetworkSegment(aec3bb45-472a-4723-a9a6-3ae0940a4815),segment_id=aec3bb45-472a-4723-a9a6-3ae0940a4815)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:05:17.820222 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-24579cff-f325-40ca-9376-528dbcee0dde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:17.843360 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-24579cff-f325-40ca-9376-528dbcee0dde admin admin] Calling delete_port for 8c8f680e-3b99-4ef5-80b6-7446d3749b02 owned by network:router_interface {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:05:17.901210 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-38ea5975-60af-4e70-a960-518e94226cab req-d3add612-a071-41b0-a943-2ad1881d94fe service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=af4664f5-e024-4a54-9561-852e293a9a63 HTTP/1.1" status: 200 len: 217 time: 0.0776284 May 18 18:05:17.914078 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ced8ee8-63d2-48a9-a456-daa8da3f61bc req-e8580682-a07b-424b-95e8-76cac64285d3 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:17.921534 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6ced8ee8-63d2-48a9-a456-daa8da3f61bc req-e8580682-a07b-424b-95e8-76cac64285d3 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] 10.222.0.85 "GET /v2.0/ports?device_id=fdceddf8-bab6-46ce-9368-f688e10792ca HTTP/1.1" status: 200 len: 943 time: 0.2393017 May 18 18:05:18.011943 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-39fab674-543e-4ef8-92c3-4344855fdee9 req-1e563de0-8e76-4997-924c-17d99ae57dab tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] 10.222.0.85 "GET /v2.0/ports?device_id=d2b36aff-64a4-4f9e-86f7-8c7fa138ba4c HTTP/1.1" status: 200 len: 210 time: 0.0551224 May 18 18:05:18.037286 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ea5975-60af-4e70-a960-518e94226cab req-c35983b5-fdfb-4a47-88a1-037a48869df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:18.038853 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-38ea5975-60af-4e70-a960-518e94226cab req-c35983b5-fdfb-4a47-88a1-037a48869df7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cb681bd8-8000-4df1-8b5b-17eadddd4546 HTTP/1.1" status: 200 len: 861 time: 0.1120741 May 18 18:05:18.068811 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6ced8ee8-63d2-48a9-a456-daa8da3f61bc req-1ff2aaa6-fa5b-483c-874f-95ffa4354d63 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] 10.222.0.85 "GET /v2.0/security-groups?id=b787168d-4ad4-4424-a9af-a4affc34d52d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407523 May 18 18:05:18.171111 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-38ea5975-60af-4e70-a960-518e94226cab req-e993494e-b52b-4ea3-acc8-7ff9f0953972 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=174e1eea-8e32-4414-9ecf-aeb92f39055c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1193571 May 18 18:05:18.291314 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-24579cff-f325-40ca-9376-528dbcee0dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:18.354211 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24579cff-f325-40ca-9376-528dbcee0dde admin admin] Pushing event deleted for resources: {'Port': ['ID=8c8f680e-3b99-4ef5-80b6-7446d3749b02,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:05:18.490616 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [req-504473ef-a455-46e5-8069-f190d950caba req-1a88eb32-2938-4035-be57-896e1a8690c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb7403a5-417e-4c66-9028-f2b20017e630 {{(pid=102730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:05:18.507933 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-504473ef-a455-46e5-8069-f190d950caba req-1a88eb32-2938-4035-be57-896e1a8690c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:18.577664 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [req-504473ef-a455-46e5-8069-f190d950caba req-1a88eb32-2938-4035-be57-896e1a8690c6 service neutron] Transition to ACTIVE for port object eb7403a5-417e-4c66-9028-f2b20017e630 will not be triggered until provisioned by entity L2. {{(pid=102730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:05:18.624694 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-504473ef-a455-46e5-8069-f190d950caba req-1a88eb32-2938-4035-be57-896e1a8690c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:18.660544 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac66054-fbc9-44a8-be88-88bac8f8dd24 req-1e6a8864-412a-4b6e-bd94-b32fe96dee62 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:18.667971 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7ac66054-fbc9-44a8-be88-88bac8f8dd24 req-1e6a8864-412a-4b6e-bd94-b32fe96dee62 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=213629a7-b155-4938-9d93-e1d30507d5aa HTTP/1.1" status: 200 len: 936 time: 0.2314746 May 18 18:05:18.696729 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-38ea5975-60af-4e70-a960-518e94226cab req-beeb4c69-e470-4f23-8548-5bf49b4c388f service neutron] 10.222.0.36 "GET /v2.0/networks/174e1eea-8e32-4414-9ecf-aeb92f39055c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4568355 May 18 18:05:18.750766 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ed7f67-23bf-4e7f-b827-b10627c3cb9d req-34ff46d0-ac9f-41a8-9301-309343ed6bec tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:18.753300 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-66ed7f67-23bf-4e7f-b827-b10627c3cb9d req-34ff46d0-ac9f-41a8-9301-309343ed6bec tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/networks?id=e7bb4226-ce97-4ecd-a736-061f4f786581 HTTP/1.1" status: 200 len: 820 time: 0.5174017 May 18 18:05:18.787039 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-24579cff-f325-40ca-9376-528dbcee0dde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-593931'] for router_interface, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:18.949578 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7ac66054-fbc9-44a8-be88-88bac8f8dd24 req-45f83d4e-0ca5-45c4-9cd5-ff864f93f836 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706971 May 18 18:05:19.056186 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a88eb32-2938-4035-be57-896e1a8690c6 service neutron] Pushing event updated for resources: {'Port': ['ID=eb7403a5-417e-4c66-9028-f2b20017e630,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:05:19.115462 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-66ed7f67-23bf-4e7f-b827-b10627c3cb9d req-cd98a8c8-0165-41e2-9828-4ba19ac93f8b tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/quotas/38c3fbce1f554996bc4a73e5f0f7c3e8 HTTP/1.1" status: 200 len: 375 time: 0.3551872 May 18 18:05:19.214832 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24579cff-f325-40ca-9376-528dbcee0dde admin admin] Router 115148f0-d122-4fa2-9b93-35a2636e8f24 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:05:19.308163 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c4329108-e747-48ac-b564-cd86197b0750 req-133365f7-95a2-4066-b59e-342a589862ea tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] 10.222.0.85 "GET /v2.0/ports?device_id=d2b36aff-64a4-4f9e-86f7-8c7fa138ba4c HTTP/1.1" status: 200 len: 210 time: 0.1147015 May 18 18:05:19.365398 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-38ea5975-60af-4e70-a960-518e94226cab req-05c04850-2f33-4739-a12a-47201490c64f service neutron] 10.222.0.36 "GET /v2.0/networks/174e1eea-8e32-4414-9ecf-aeb92f39055c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6598318 May 18 18:05:19.386620 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-504473ef-a455-46e5-8069-f190d950caba req-1a88eb32-2938-4035-be57-896e1a8690c6 service neutron] Attempting to bind port eb7403a5-417e-4c66-9028-f2b20017e630 on host n-h1-838550-3 for vnic_type normal with profile {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:05:19.388417 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-504473ef-a455-46e5-8069-f190d950caba req-1a88eb32-2938-4035-be57-896e1a8690c6 service neutron] Attempting to bind port eb7403a5-417e-4c66-9028-f2b20017e630 by drivers openvswitch,hyperv on host n-h1-838550-3 at level 0 using segments [{'id': '2879bb11-64b4-46f1-9f8b-52941d47b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:05:19.390690 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504473ef-a455-46e5-8069-f190d950caba req-1a88eb32-2938-4035-be57-896e1a8690c6 service neutron] Attempting to bind port eb7403a5-417e-4c66-9028-f2b20017e630 on network 4c8ef274-9ecc-47c2-9686-5eebd78fb305 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:05:19.464013 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504473ef-a455-46e5-8069-f190d950caba req-1a88eb32-2938-4035-be57-896e1a8690c6 service neutron] Port eb7403a5-417e-4c66-9028-f2b20017e630 on network 4c8ef274-9ecc-47c2-9686-5eebd78fb305 not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-3 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:05:19.466795 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504473ef-a455-46e5-8069-f190d950caba req-1a88eb32-2938-4035-be57-896e1a8690c6 service neutron] Attempting to bind port eb7403a5-417e-4c66-9028-f2b20017e630 on network 4c8ef274-9ecc-47c2-9686-5eebd78fb305 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:05:19.481524 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c10e422-0b1d-4120-991d-9e76f6b9dec2 req-9086b2fd-8f96-41ff-b1f1-816900d4ea87 tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:19.483353 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7c10e422-0b1d-4120-991d-9e76f6b9dec2 req-9086b2fd-8f96-41ff-b1f1-816900d4ea87 tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] 10.222.0.88 "GET /v2.0/networks?id=426a39ea-1ed1-469b-8675-406118e8adc7 HTTP/1.1" status: 200 len: 814 time: 0.5148654 May 18 18:05:19.493369 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504473ef-a455-46e5-8069-f190d950caba req-1a88eb32-2938-4035-be57-896e1a8690c6 service neutron] Checking agent: {'id': '1dbac822-25f2-4df8-9dc8-5c2e7b136eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:05:19.494175 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504473ef-a455-46e5-8069-f190d950caba req-1a88eb32-2938-4035-be57-896e1a8690c6 service neutron] Checking segment: {'id': '2879bb11-64b4-46f1-9f8b-52941d47b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:05:19.495024 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504473ef-a455-46e5-8069-f190d950caba req-1a88eb32-2938-4035-be57-896e1a8690c6 service neutron] Bound using segment: {'id': '2879bb11-64b4-46f1-9f8b-52941d47b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305'} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:05:19.495746 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-504473ef-a455-46e5-8069-f190d950caba req-1a88eb32-2938-4035-be57-896e1a8690c6 service neutron] Bound port: eb7403a5-417e-4c66-9028-f2b20017e630, host: n-h1-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2879bb11-64b4-46f1-9f8b-52941d47b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305'}}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:05:19.496598 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-504473ef-a455-46e5-8069-f190d950caba req-1a88eb32-2938-4035-be57-896e1a8690c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:19.527304 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-66ed7f67-23bf-4e7f-b827-b10627c3cb9d req-2f9a1840-ef6e-41c9-bd7c-1a486813c64a tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=38c3fbce1f554996bc4a73e5f0f7c3e8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3876519 May 18 18:05:19.633088 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 48434) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:05:19.705703 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86255494-1c11-4e3b-a773-58e8aaa7f670 req-f7c2aa4a-05b7-4d62-92e6-97846bf728e6 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:19.715873 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-86255494-1c11-4e3b-a773-58e8aaa7f670 req-f7c2aa4a-05b7-4d62-92e6-97846bf728e6 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] 10.222.0.85 "GET /v2.0/ports?device_id=fdceddf8-bab6-46ce-9368-f688e10792ca HTTP/1.1" status: 200 len: 943 time: 0.2488363 May 18 18:05:19.778959 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24579cff-f325-40ca-9376-528dbcee0dde admin admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:05:19.784124 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-66ed7f67-23bf-4e7f-b827-b10627c3cb9d req-7360f603-6c75-4c69-a99b-51759501bda1 service neutron] 10.222.0.85 "GET /v2.0/networks/e7bb4226-ce97-4ecd-a736-061f4f786581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333360 May 18 18:05:19.795282 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-24579cff-f325-40ca-9376-528dbcee0dde admin admin] 10.222.0.85 "PUT /v2.0/routers/115148f0-d122-4fa2-9b93-35a2636e8f24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7400858 May 18 18:05:19.796275 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 48438) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:05:19.809580 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459054ff-5a8e-4ab1-b2ac-cea0ead4f956 None None] Sync routers for ids ['115148f0-d122-4fa2-9b93-35a2636e8f24'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:05:19.845400 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459054ff-5a8e-4ab1-b2ac-cea0ead4f956 None None] Routers {'115148f0-d122-4fa2-9b93-35a2636e8f24'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:05:19.848387 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-459054ff-5a8e-4ab1-b2ac-cea0ead4f956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:05:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['115148f0-d122-4fa2-9b93-35a2636e8f24'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:05:19.899386 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41670ac7-42db-4b33-a3b2-d4702d1b1dd0 req-15d4439f-88e1-4790-ae8e-2f2a98872bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:19.902835 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-41670ac7-42db-4b33-a3b2-d4702d1b1dd0 req-15d4439f-88e1-4790-ae8e-2f2a98872bfb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9fc8cbb0142d4c59976620cf14ef9400&device_id=fdceddf8-bab6-46ce-9368-f688e10792ca HTTP/1.1" status: 200 len: 1094 time: 0.4182746 May 18 18:05:19.926156 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7c10e422-0b1d-4120-991d-9e76f6b9dec2 req-80352549-bdc7-4dfc-b07c-82566085fca9 tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3fdbf5ca8a2142d9bb14e5cf523c6add HTTP/1.1" status: 200 len: 379 time: 0.4142158 May 18 18:05:19.936034 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-410d44e5-ab42-4f6e-a0ae-0417e3cd08d7 admin admin] Notify callbacks [] for router, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:19.955194 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-86255494-1c11-4e3b-a773-58e8aaa7f670 req-0c0d0c1a-0b75-4f91-9ba9-6f78230fdee3 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] 10.222.0.85 "GET /v2.0/security-groups?id=b787168d-4ad4-4424-a9af-a4affc34d52d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259243 May 18 18:05:20.068418 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2c2bb452-51f9-4b6c-9c16-72bde086dd5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:20.115712 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-459054ff-5a8e-4ab1-b2ac-cea0ead4f956 None None] Set router 115148f0-d122-4fa2-9b93-35a2636e8f24 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:05:20.141850 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-7c10e422-0b1d-4120-991d-9e76f6b9dec2 req-2cd4cc96-bbdf-481b-bece-0068deaf3264 tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] Request body: {'port': {'device_id': 'd2b36aff-64a4-4f9e-86f7-8c7fa138ba4c', 'network_id': '426a39ea-1ed1-469b-8675-406118e8adc7', 'admin_state_up': True, 'tenant_id': '3fdbf5ca8a2142d9bb14e5cf523c6add', 'security_groups': ['4e5deb66-88bb-4395-820b-ae258d556e05']}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:05:20.208967 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-410d44e5-ab42-4f6e-a0ae-0417e3cd08d7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:20.319214 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2c2bb452-51f9-4b6c-9c16-72bde086dd5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:20.326519 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2c2bb452-51f9-4b6c-9c16-72bde086dd5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:20.359914 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-2c2bb452-51f9-4b6c-9c16-72bde086dd5a admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=c26374e912ce46acae811f760533ab46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7250299 May 18 18:05:20.368444 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 48454) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:05:20.401551 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-410d44e5-ab42-4f6e-a0ae-0417e3cd08d7 admin admin] Deleting port 423b0ad7-4895-4742-be7f-a6f7c15eb085 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:05:20.402293 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-410d44e5-ab42-4f6e-a0ae-0417e3cd08d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:20.446319 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-504473ef-a455-46e5-8069-f190d950caba req-1a88eb32-2938-4035-be57-896e1a8690c6 service neutron] For port eb7403a5-417e-4c66-9028-f2b20017e630, host n-h1-838550-3, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:05:20.514995 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-410d44e5-ab42-4f6e-a0ae-0417e3cd08d7 admin admin] For port 423b0ad7-4895-4742-be7f-a6f7c15eb085, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=423b0ad7-4895-4742-be7f-a6f7c15eb085,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:05:20.516011 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-410d44e5-ab42-4f6e-a0ae-0417e3cd08d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:20.537737 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-410d44e5-ab42-4f6e-a0ae-0417e3cd08d7 admin admin] Calling delete_port for 423b0ad7-4895-4742-be7f-a6f7c15eb085 owned by network:router_gateway {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:05:20.559954 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-459054ff-5a8e-4ab1-b2ac-cea0ead4f956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '115148f0-d122-4fa2-9b93-35a2636e8f24', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1522561119-router', 'tenant_id': '16e4397c1c2b4675a99e50a03e09ab2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '423b0ad7-4895-4742-be7f-a6f7c15eb085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:03:45Z', 'updated_at': '2022-05-18T18:05:18Z', 'revision_number': 5, 'project_id': '16e4397c1c2b4675a99e50a03e09ab2a', 'gw_port': {'id': '423b0ad7-4895-4742-be7f-a6f7c15eb085', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f3:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115148f0-d122-4fa2-9b93-35a2636e8f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:03:47Z', 'updated_at': '2022-05-18T18:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:05:20.579629 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-504473ef-a455-46e5-8069-f190d950caba req-1a88eb32-2938-4035-be57-896e1a8690c6 service neutron] For port eb7403a5-417e-4c66-9028-f2b20017e630, host n-h1-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=eb7403a5-417e-4c66-9028-f2b20017e630,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:05:20.597512 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459054ff-5a8e-4ab1-b2ac-cea0ead4f956 None None] Checking router: 115148f0-d122-4fa2-9b93-35a2636e8f24 for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:05:20.608495 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459054ff-5a8e-4ab1-b2ac-cea0ead4f956 None None] Routers {'115148f0-d122-4fa2-9b93-35a2636e8f24'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:05:20.609098 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-459054ff-5a8e-4ab1-b2ac-cea0ead4f956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:05:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['115148f0-d122-4fa2-9b93-35a2636e8f24'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:05:20.639880 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-504473ef-a455-46e5-8069-f190d950caba req-1a88eb32-2938-4035-be57-896e1a8690c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:20.752059 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-459054ff-5a8e-4ab1-b2ac-cea0ead4f956 None None] Set router 115148f0-d122-4fa2-9b93-35a2636e8f24 gateway port host: None {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:05:20.815023 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-410d44e5-ab42-4f6e-a0ae-0417e3cd08d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:20.839712 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a88eb32-2938-4035-be57-896e1a8690c6 service neutron] Pushing event updated for resources: {'Port': ['ID=eb7403a5-417e-4c66-9028-f2b20017e630,revision_number=3']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:05:20.847066 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410d44e5-ab42-4f6e-a0ae-0417e3cd08d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=423b0ad7-4895-4742-be7f-a6f7c15eb085,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:05:20.850838 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-459054ff-5a8e-4ab1-b2ac-cea0ead4f956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '115148f0-d122-4fa2-9b93-35a2636e8f24', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1522561119-router', 'tenant_id': '16e4397c1c2b4675a99e50a03e09ab2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:03:45Z', 'updated_at': '2022-05-18T18:05:20Z', 'revision_number': 6, 'project_id': '16e4397c1c2b4675a99e50a03e09ab2a', 'gw_port_host': None}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:05:20.861573 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2bb452-51f9-4b6c-9c16-72bde086dd5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e556ec69-fc58-4167-8328-54a830593382,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:05:20.935939 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459054ff-5a8e-4ab1-b2ac-cea0ead4f956 None None] The sync data for ids ['115148f0-d122-4fa2-9b93-35a2636e8f24'] in n-d-838550-3 is: [{'id': '115148f0-d122-4fa2-9b93-35a2636e8f24', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1522561119-router', 'tenant_id': '16e4397c1c2b4675a99e50a03e09ab2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:03:45Z', 'updated_at': '2022-05-18T18:05:20Z', 'revision_number': 6, 'project_id': '16e4397c1c2b4675a99e50a03e09ab2a', 'gw_port_host': None}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:05:20.981987 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-410d44e5-ab42-4f6e-a0ae-0417e3cd08d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596901'] for router_gateway, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:21.090307 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device af4664f5-e024-4a54-9561-852e293a9a63 details requested by agent hyperv_n-h1-838550-3 with host n-h1-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:05:21.096847 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504473ef-a455-46e5-8069-f190d950caba req-1a88eb32-2938-4035-be57-896e1a8690c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:21.097739 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-504473ef-a455-46e5-8069-f190d950caba req-1a88eb32-2938-4035-be57-896e1a8690c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:21.102205 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-504473ef-a455-46e5-8069-f190d950caba req-1a88eb32-2938-4035-be57-896e1a8690c6 service neutron] 10.222.0.36 "PUT /v2.0/ports/eb7403a5-417e-4c66-9028-f2b20017e630 HTTP/1.1" status: 200 len: 1096 time: 4.2627139 May 18 18:05:21.122529 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41670ac7-42db-4b33-a3b2-d4702d1b1dd0 req-ec49a62f-c695-4450-8601-19cd355eac56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:21.124721 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-707b6825-87a3-4c28-a828-f5f11c99f669 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:21.129474 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-41670ac7-42db-4b33-a3b2-d4702d1b1dd0 req-ec49a62f-c695-4450-8601-19cd355eac56 service neutron] 10.222.0.36 "GET /v2.0/networks?id=174e1eea-8e32-4414-9ecf-aeb92f39055c HTTP/1.1" status: 200 len: 922 time: 1.2096601 May 18 18:05:21.141955 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '213629a7-b155-4938-9d93-e1d30507d5aa', 'tag': 'eb7403a5-417e-4c66-9028-f2b20017e630'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:05:21.152071 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ab541b0-cef5-4e0d-b892-332e309ca024" -d '{"events": [{"name": "network-changed", "server_uuid": "213629a7-b155-4938-9d93-e1d30507d5aa", "tag": "eb7403a5-417e-4c66-9028-f2b20017e630"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:05:21.172735 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-707b6825-87a3-4c28-a828-f5f11c99f669 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:21.192453 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-66ed7f67-23bf-4e7f-b827-b10627c3cb9d req-3e73cad4-aae7-4d52-9a08-beb0ea4e1218 service neutron] 10.222.0.85 "GET /v2.0/networks/e7bb4226-ce97-4ecd-a736-061f4f786581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3770404 May 18 18:05:21.236097 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-410d44e5-ab42-4f6e-a0ae-0417e3cd08d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25145'] for router, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:21.264330 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-410d44e5-ab42-4f6e-a0ae-0417e3cd08d7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:21.383055 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-41670ac7-42db-4b33-a3b2-d4702d1b1dd0 req-0714c20f-3ec8-4041-807c-ab7dab50518c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=af4664f5-e024-4a54-9561-852e293a9a63 HTTP/1.1" status: 200 len: 217 time: 0.2227943 May 18 18:05:21.389844 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port af4664f5-e024-4a54-9561-852e293a9a63, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=af4664f5-e024-4a54-9561-852e293a9a63,segment=NetworkSegment(da1e1534-5e48-46b3-a727-d3c25e59a900),segment_id=da1e1534-5e48-46b3-a727-d3c25e59a900)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:05:21.434460 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-410d44e5-ab42-4f6e-a0ae-0417e3cd08d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593303'] for router, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:21.435832 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-410d44e5-ab42-4f6e-a0ae-0417e3cd08d7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 115148f0-d122-4fa2-9b93-35a2636e8f24 {{(pid=102731) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 18 18:05:21.450925 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Returning: {'device': 'af4664f5-e024-4a54-9561-852e293a9a63', 'network_id': '174e1eea-8e32-4414-9ecf-aeb92f39055c', 'port_id': 'af4664f5-e024-4a54-9561-852e293a9a63', 'mac_address': 'fa:16:3e:7c:47:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb681bd8-8000-4df1-8b5b-17eadddd4546', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:05:21.476385 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-410d44e5-ab42-4f6e-a0ae-0417e3cd08d7 admin admin] Notify callbacks [] for router, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:21.480035 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-410d44e5-ab42-4f6e-a0ae-0417e3cd08d7 admin admin] 10.222.0.85 "DELETE /v2.0/routers/115148f0-d122-4fa2-9b93-35a2636e8f24 HTTP/1.1" status: 204 len: 168 time: 1.6832991 May 18 18:05:21.494832 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 48462) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:05:21.537601 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-707b6825-87a3-4c28-a828-f5f11c99f669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:21.546406 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-707b6825-87a3-4c28-a828-f5f11c99f669 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:21.552700 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-707b6825-87a3-4c28-a828-f5f11c99f669 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/e556ec69-fc58-4167-8328-54a830593382 HTTP/1.1" status: 204 len: 168 time: 1.1687329 May 18 18:05:21.611163 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port af4664f5-e024-4a54-9561-852e293a9a63 is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:05:21.611826 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:21.617922 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504473ef-a455-46e5-8069-f190d950caba req-5646c6e9-477d-4cf3-8745-965d7b839a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:21.622294 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-504473ef-a455-46e5-8069-f190d950caba req-5646c6e9-477d-4cf3-8745-965d7b839a53 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c95c071176d44e1393b66dc9873791e2&device_id=213629a7-b155-4938-9d93-e1d30507d5aa HTTP/1.1" status: 200 len: 1099 time: 0.4598358 May 18 18:05:21.622977 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c10e422-0b1d-4120-991d-9e76f6b9dec2 req-2cd4cc96-bbdf-481b-bece-0068deaf3264 tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] Made reservation on behalf of 3fdbf5ca8a2142d9bb14e5cf523c6add for: {'port': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:05:21.638012 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-7c10e422-0b1d-4120-991d-9e76f6b9dec2 req-2cd4cc96-bbdf-481b-bece-0068deaf3264 tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:21.662919 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af4664f5-e024-4a54-9561-852e293a9a63 {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:05:21.669709 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707b6825-87a3-4c28-a828-f5f11c99f669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e556ec69-fc58-4167-8328-54a830593382,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:05:21.697222 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_v2 [None req-35b1e5a8-6ec4-4e84-9050-aec1791684c9 admin admin] Deleting subnet 63b868d7-4f89-4619-a220-97db8091197d {{(pid=102731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:05:21.705669 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-35b1e5a8-6ec4-4e84-9050-aec1791684c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:21.744017 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port af4664f5-e024-4a54-9561-852e293a9a63, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=af4664f5-e024-4a54-9561-852e293a9a63,segment=NetworkSegment(da1e1534-5e48-46b3-a727-d3c25e59a900),segment_id=da1e1534-5e48-46b3-a727-d3c25e59a900)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:05:21.760585 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:21.817250 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-35b1e5a8-6ec4-4e84-9050-aec1791684c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260542153'] for subnet, precommit_delete_associations {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:21.965334 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [req-7c10e422-0b1d-4120-991d-9e76f6b9dec2 req-2cd4cc96-bbdf-481b-bece-0068deaf3264 tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] Allocated IP 172.20.0.8 (426a39ea-1ed1-469b-8675-406118e8adc7/2728997d-3202-4ad4-aa33-08239b02a122/b36805c6-85ee-4c48-8f10-421ba861f687) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:05:21.991233 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=af4664f5-e024-4a54-9561-852e293a9a63,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:05:22.027707 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:05:22.030389 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:05:22.033250 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:05:22.034096 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:05:22.036878 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:05:22.040691 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:05:22.042325 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:05:22.043587 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:05:22.045316 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:05:22.045872 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:05:22.047231 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:05:22.047775 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:05:22.065459 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-35b1e5a8-6ec4-4e84-9050-aec1791684c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:22.078661 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['af4664f5-e024-4a54-9561-852e293a9a63'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:05:22.198012 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 8c8f680e-3b99-4ef5-80b6-7446d3749b02 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:05:22.229433 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-35b1e5a8-6ec4-4e84-9050-aec1791684c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260898416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260908030'] for subnet, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:22.307831 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-504473ef-a455-46e5-8069-f190d950caba req-f78a3496-3480-437c-a1c4-08d28e2351c1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=eb7403a5-417e-4c66-9028-f2b20017e630 HTTP/1.1" status: 200 len: 217 time: 0.6307321 May 18 18:05:22.308959 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5136651f-6dfc-4531-a62d-bab58c033371 None None] Network 3a8e80be-5031-4df8-aefc-8c742c6aeeb6 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:05:22.317112 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 8c8f680e-3b99-4ef5-80b6-7446d3749b02 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:05:22.318039 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 8c8f680e-3b99-4ef5-80b6-7446d3749b02 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:05:22.318492 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 423b0ad7-4895-4742-be7f-a6f7c15eb085 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:05:22.341265 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-35b1e5a8-6ec4-4e84-9050-aec1791684c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:22.357928 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-35b1e5a8-6ec4-4e84-9050-aec1791684c9 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/63b868d7-4f89-4619-a220-97db8091197d HTTP/1.1" status: 204 len: 168 time: 0.8596625 May 18 18:05:22.369181 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b1e5a8-6ec4-4e84-9050-aec1791684c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63b868d7-4f89-4619-a220-97db8091197d,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:05:22.379422 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 48476) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:05:22.471802 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41670ac7-42db-4b33-a3b2-d4702d1b1dd0 req-d42628fa-91b2-4e8d-8213-11a05c4b1b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:22.473285 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-41670ac7-42db-4b33-a3b2-d4702d1b1dd0 req-d42628fa-91b2-4e8d-8213-11a05c4b1b3e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cb681bd8-8000-4df1-8b5b-17eadddd4546 HTTP/1.1" status: 200 len: 861 time: 1.0411758 May 18 18:05:22.478479 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 423b0ad7-4895-4742-be7f-a6f7c15eb085 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:05:22.478822 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 423b0ad7-4895-4742-be7f-a6f7c15eb085 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:05:22.566996 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 48478) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:05:22.698521 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-41670ac7-42db-4b33-a3b2-d4702d1b1dd0 req-0fa155f3-594c-4903-92a0-d40a76277a0a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=174e1eea-8e32-4414-9ecf-aeb92f39055c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1706321 May 18 18:05:22.746350 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f4788ab3-19b2-4987-8d41-8c04d1a2bd0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:22.759092 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504473ef-a455-46e5-8069-f190d950caba req-9321c9d9-159a-4f81-8999-f516409dbc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:22.761250 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-504473ef-a455-46e5-8069-f190d950caba req-9321c9d9-159a-4f81-8999-f516409dbc3a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c2531ae9-89db-4dcf-b670-9eac4c9cde53 HTTP/1.1" status: 200 len: 843 time: 0.4505091 May 18 18:05:22.762664 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-027898af-b808-4a49-89ba-7711b5193a00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:22.868704 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-f4788ab3-19b2-4987-8d41-8c04d1a2bd0b admin admin] Deleting port 8d6f1c9c-7ae1-4bec-9c97-fdeebb01a744 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:05:22.869353 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f4788ab3-19b2-4987-8d41-8c04d1a2bd0b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:22.941772 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b24f8b4-dfa5-4403-8d2a-6d4208b48669 None None] DHCP port deletion for 3a8e80be-5031-4df8-aefc-8c742c6aeeb6 request from n-d-838550-3 {{(pid=102732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 18:05:22.992012 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-f4788ab3-19b2-4987-8d41-8c04d1a2bd0b admin admin] For port 8d6f1c9c-7ae1-4bec-9c97-fdeebb01a744, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=8d6f1c9c-7ae1-4bec-9c97-fdeebb01a744,segment=NetworkSegment(aec3bb45-472a-4723-a9a6-3ae0940a4815),segment_id=aec3bb45-472a-4723-a9a6-3ae0940a4815)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:05:22.992386 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f4788ab3-19b2-4987-8d41-8c04d1a2bd0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:22.996049 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827b83ce-2500-45a1-8a9c-a7937b28ab14 req-7dd79119-618c-488a-ba6d-93ff03a2d092 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:23.005690 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-827b83ce-2500-45a1-8a9c-a7937b28ab14 req-7dd79119-618c-488a-ba6d-93ff03a2d092 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=213629a7-b155-4938-9d93-e1d30507d5aa HTTP/1.1" status: 200 len: 948 time: 0.6293318 May 18 18:05:23.024489 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-7c10e422-0b1d-4120-991d-9e76f6b9dec2 req-2cd4cc96-bbdf-481b-bece-0068deaf3264 tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:23.026475 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-f4788ab3-19b2-4987-8d41-8c04d1a2bd0b admin admin] Calling delete_port for 8d6f1c9c-7ae1-4bec-9c97-fdeebb01a744 owned by network:dhcp {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:05:23.384462 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f4788ab3-19b2-4987-8d41-8c04d1a2bd0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:23.506036 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-8b24f8b4-dfa5-4403-8d2a-6d4208b48669 None None] Deleting port 8d6f1c9c-7ae1-4bec-9c97-fdeebb01a744 {{(pid=102732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:05:23.507133 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-8b24f8b4-dfa5-4403-8d2a-6d4208b48669 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:23.523000 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4788ab3-19b2-4987-8d41-8c04d1a2bd0b admin admin] No DVR routers for this DVR port 8d6f1c9c-7ae1-4bec-9c97-fdeebb01a744 on host n-d-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:05:23.533378 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4788ab3-19b2-4987-8d41-8c04d1a2bd0b admin admin] Pushing event deleted for resources: {'Port': ['ID=8d6f1c9c-7ae1-4bec-9c97-fdeebb01a744,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:05:23.750878 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f4788ab3-19b2-4987-8d41-8c04d1a2bd0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:23.759503 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-8b24f8b4-dfa5-4403-8d2a-6d4208b48669 None None] For port 8d6f1c9c-7ae1-4bec-9c97-fdeebb01a744, host n-d-838550-3, got binding levels [] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:05:23.760025 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-8b24f8b4-dfa5-4403-8d2a-6d4208b48669 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:23.843240 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-f4788ab3-19b2-4987-8d41-8c04d1a2bd0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a8e80be-5031-4df8-aefc-8c742c6aeeb6']}} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:05:23.872190 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-f4788ab3-19b2-4987-8d41-8c04d1a2bd0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aec3bb45-472a-4723-a9a6-3ae0940a4815') {'for_net_delete': True} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:05:23.874360 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-f4788ab3-19b2-4987-8d41-8c04d1a2bd0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aec3bb45-472a-4723-a9a6-3ae0940a4815') {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:05:23.905468 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f4788ab3-19b2-4987-8d41-8c04d1a2bd0b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260542144'] for segment, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:23.923743 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-8b24f8b4-dfa5-4403-8d2a-6d4208b48669 None None] Calling delete_port for 8d6f1c9c-7ae1-4bec-9c97-fdeebb01a744 owned by network:dhcp {{(pid=102732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:05:23.929249 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.ipam_backend_mixin [None req-8b24f8b4-dfa5-4403-8d2a-6d4208b48669 None None] Port 8d6f1c9c-7ae1-4bec-9c97-fdeebb01a744 was not found and therefore no delete operation was performed {{(pid=102732) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} May 18 18:05:23.930915 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-8b24f8b4-dfa5-4403-8d2a-6d4208b48669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508'] for port, after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:23.933574 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-827b83ce-2500-45a1-8a9c-a7937b28ab14 req-359a511e-9ab0-4650-a060-8b147fd6a2e7 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9250221 May 18 18:05:23.944977 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f4788ab3-19b2-4987-8d41-8c04d1a2bd0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:23.957438 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-41670ac7-42db-4b33-a3b2-d4702d1b1dd0 req-6d50a916-377f-4804-aaba-33174d2217c5 service neutron] 10.222.0.36 "GET /v2.0/networks/174e1eea-8e32-4414-9ecf-aeb92f39055c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2279119 May 18 18:05:23.967839 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4788ab3-19b2-4987-8d41-8c04d1a2bd0b admin admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=102731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:05:23.968942 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f4788ab3-19b2-4987-8d41-8c04d1a2bd0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260884178'] for segment, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:23.975102 n-d-838550-3 neutron-server[102731]: Traceback (most recent call last): May 18 18:05:23.975102 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:05:23.975102 n-d-838550-3 neutron-server[102731]: timer() May 18 18:05:23.975102 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:05:23.975102 n-d-838550-3 neutron-server[102731]: cb(*args, **kw) May 18 18:05:23.975102 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:05:23.975102 n-d-838550-3 neutron-server[102731]: return func(*args, **kwargs) May 18 18:05:23.975102 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:05:23.975102 n-d-838550-3 neutron-server[102731]: self._notify() May 18 18:05:23.975102 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:05:23.975102 n-d-838550-3 neutron-server[102731]: self.callback(batched_events) May 18 18:05:23.975102 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:05:23.975102 n-d-838550-3 neutron-server[102731]: event.method(event) May 18 18:05:23.975102 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:05:23.975102 n-d-838550-3 neutron-server[102731]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:05:23.975102 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:05:23.975102 n-d-838550-3 neutron-server[102731]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:05:23.975102 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:05:23.975102 n-d-838550-3 neutron-server[102731]: return f(self, *a, **k) May 18 18:05:23.975102 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:05:23.975102 n-d-838550-3 neutron-server[102731]: return self._get(url).json() May 18 18:05:23.975102 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:05:23.975102 n-d-838550-3 neutron-server[102731]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:05:23.975102 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:05:23.975102 n-d-838550-3 neutron-server[102731]: return self.request(url, 'GET', **kwargs) May 18 18:05:23.975102 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:05:23.975102 n-d-838550-3 neutron-server[102731]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:05:23.975102 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:05:23.975102 n-d-838550-3 neutron-server[102731]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:05:23.975102 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:05:23.975102 n-d-838550-3 neutron-server[102731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:05:23.975102 n-d-838550-3 neutron-server[102731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:05:23.985478 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504473ef-a455-46e5-8069-f190d950caba req-95b8bc7c-d6ae-4a86-9e2c-7df913e99995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:23.993395 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-504473ef-a455-46e5-8069-f190d950caba req-95b8bc7c-d6ae-4a86-9e2c-7df913e99995 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4c8ef274-9ecc-47c2-9686-5eebd78fb305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.1863658 May 18 18:05:24.011248 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b24f8b4-dfa5-4403-8d2a-6d4208b48669 None None] Pushing event deleted for resources: {'Port': ['ID=8d6f1c9c-7ae1-4bec-9c97-fdeebb01a744,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:05:24.027912 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b24f8b4-dfa5-4403-8d2a-6d4208b48669 None None] No DVR routers for this DVR port 8d6f1c9c-7ae1-4bec-9c97-fdeebb01a744 on host n-d-838550-3 {{(pid=102732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:05:24.053561 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 8d6f1c9c-7ae1-4bec-9c97-fdeebb01a744 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:05:24.084137 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 8d6f1c9c-7ae1-4bec-9c97-fdeebb01a744 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:05:24.084777 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 8d6f1c9c-7ae1-4bec-9c97-fdeebb01a744 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:05:24.138867 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f4788ab3-19b2-4987-8d41-8c04d1a2bd0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:24.193055 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f4788ab3-19b2-4987-8d41-8c04d1a2bd0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:24.195780 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-f4788ab3-19b2-4987-8d41-8c04d1a2bd0b admin admin] 10.222.0.85 "DELETE /v2.0/networks/3a8e80be-5031-4df8-aefc-8c742c6aeeb6 HTTP/1.1" status: 204 len: 168 time: 1.8118896 May 18 18:05:24.197030 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4788ab3-19b2-4987-8d41-8c04d1a2bd0b admin admin] Pushing event deleted for resources: {'Network': ['ID=3a8e80be-5031-4df8-aefc-8c742c6aeeb6,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:05:24.209489 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-41670ac7-42db-4b33-a3b2-d4702d1b1dd0 req-b38c7a07-5ca4-461f-bd1e-483f6471ce5f service neutron] 10.222.0.36 "GET /v2.0/networks/174e1eea-8e32-4414-9ecf-aeb92f39055c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080662 May 18 18:05:24.301196 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-7c10e422-0b1d-4120-991d-9e76f6b9dec2 req-2cd4cc96-bbdf-481b-bece-0068deaf3264 tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:24.493308 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c10e422-0b1d-4120-991d-9e76f6b9dec2 req-2cd4cc96-bbdf-481b-bece-0068deaf3264 tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] Network 426a39ea-1ed1-469b-8675-406118e8adc7 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:05:24.564013 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [req-7c10e422-0b1d-4120-991d-9e76f6b9dec2 req-2cd4cc96-bbdf-481b-bece-0068deaf3264 tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:05:24.588572 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 48494) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:05:24.592547 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c10e422-0b1d-4120-991d-9e76f6b9dec2 req-2cd4cc96-bbdf-481b-bece-0068deaf3264 tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:05:24.604017 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a6330c-adf8-4c0e-b179-055ec4c8a05a req-0a60ffc0-0667-4442-a134-11f5ded1f932 tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:24.605401 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-28a6330c-adf8-4c0e-b179-055ec4c8a05a req-0a60ffc0-0667-4442-a134-11f5ded1f932 tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] 10.222.0.85 "GET /v2.0/ports?device_id=d2b36aff-64a4-4f9e-86f7-8c7fa138ba4c HTTP/1.1" status: 200 len: 931 time: 0.3934898 May 18 18:05:24.619224 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-027898af-b808-4a49-89ba-7711b5193a00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:24.739027 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-d87dd46c-0a90-4c23-ab7b-56171bdca058 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=16e4397c1c2b4675a99e50a03e09ab2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1463342 May 18 18:05:24.740818 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 48496) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:05:24.784138 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-027898af-b808-4a49-89ba-7711b5193a00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:24.853381 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd4cc96-bbdf-481b-bece-0068deaf3264 tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] Pushing event updated for resources: {'Port': ['ID=b36805c6-85ee-4c48-8f10-421ba861f687,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:05:24.917138 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e403b998-a98f-4922-b587-c8065f5cd13b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:24.947762 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-504473ef-a455-46e5-8069-f190d950caba req-4d59d5cf-ce5b-42f4-a5f4-d1622637ed3e service neutron] 10.222.0.36 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9128788 May 18 18:05:24.996408 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e403b998-a98f-4922-b587-c8065f5cd13b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:25.023544 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ed7f67-23bf-4e7f-b827-b10627c3cb9d req-95e0ab1b-996f-48db-bcfc-b9e244b24917 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:25.025504 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-66ed7f67-23bf-4e7f-b827-b10627c3cb9d req-95e0ab1b-996f-48db-bcfc-b9e244b24917 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.36 "GET /v2.0/networks?id=e7bb4226-ce97-4ecd-a736-061f4f786581 HTTP/1.1" status: 200 len: 820 time: 0.6636066 May 18 18:05:25.079543 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-3a992501-c18c-433b-ba09-92cae6ddf2c0 None None] Provisioning complete for port b36805c6-85ee-4c48-8f10-421ba861f687 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:05:25.080577 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-3a992501-c18c-433b-ba09-92cae6ddf2c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:25.137860 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device af4664f5-e024-4a54-9561-852e293a9a63 up at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:05:25.143823 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e403b998-a98f-4922-b587-c8065f5cd13b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:25.149757 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e403b998-a98f-4922-b587-c8065f5cd13b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:25.157140 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-e403b998-a98f-4922-b587-c8065f5cd13b admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/861a56f2-4eff-4471-a063-98289a245e0c HTTP/1.1" status: 204 len: 168 time: 0.4147360 May 18 18:05:25.176354 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-66ed7f67-23bf-4e7f-b827-b10627c3cb9d req-c4bda53e-04a9-471e-b110-25c637ae4ab3 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Request body: {'port': {'device_id': 'f4d4ab14-30d2-4728-a24a-37646af24227', 'network_id': 'e7bb4226-ce97-4ecd-a736-061f4f786581', 'admin_state_up': True, 'tenant_id': '38c3fbce1f554996bc4a73e5f0f7c3e8'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:05:25.182484 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e403b998-a98f-4922-b587-c8065f5cd13b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=861a56f2-4eff-4471-a063-98289a245e0c,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:05:25.210851 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-28a6330c-adf8-4c0e-b179-055ec4c8a05a req-4b3dbce3-ca3e-45c6-a653-72c59f3177f6 tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] 10.222.0.85 "GET /v2.0/security-groups?id=4e5deb66-88bb-4395-820b-ae258d556e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5022569 May 18 18:05:25.299745 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-3a992501-c18c-433b-ba09-92cae6ddf2c0 None None] Port b36805c6-85ee-4c48-8f10-421ba861f687 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:05:25.346643 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning for port af4664f5-e024-4a54-9561-852e293a9a63 completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:05:25.355433 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning complete for port af4664f5-e024-4a54-9561-852e293a9a63 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:05:25.355841 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:25.361438 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c10e422-0b1d-4120-991d-9e76f6b9dec2 req-2cd4cc96-bbdf-481b-bece-0068deaf3264 tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:25.369976 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-7c10e422-0b1d-4120-991d-9e76f6b9dec2 req-2cd4cc96-bbdf-481b-bece-0068deaf3264 tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:25.372473 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027898af-b808-4a49-89ba-7711b5193a00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34e8c034-058c-487f-b2c6-6f00ad25965e,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:05:25.468980 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-027898af-b808-4a49-89ba-7711b5193a00 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=51a41c7cea5544b7b0fcdc54b10f49bb&name=default HTTP/1.1" status: 200 len: 2979 time: 2.8871133 May 18 18:05:25.471754 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 48502) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:05:25.553468 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port af4664f5-e024-4a54-9561-852e293a9a63 is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:05:25.553895 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:25.608018 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdceddf8-bab6-46ce-9368-f688e10792ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af4664f5-e024-4a54-9561-852e293a9a63'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:05:25.610384 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d760aa53-5819-4861-accd-e0bdcb65373e" -d '{"events": [{"server_uuid": "fdceddf8-bab6-46ce-9368-f688e10792ca", "name": "network-vif-plugged", "status": "completed", "tag": "af4664f5-e024-4a54-9561-852e293a9a63"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:05:25.633903 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7c10e422-0b1d-4120-991d-9e76f6b9dec2 req-2cd4cc96-bbdf-481b-bece-0068deaf3264 tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.5740917 May 18 18:05:25.643434 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port af4664f5-e024-4a54-9561-852e293a9a63, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=af4664f5-e024-4a54-9561-852e293a9a63,segment=NetworkSegment(da1e1534-5e48-46b3-a727-d3c25e59a900),segment_id=da1e1534-5e48-46b3-a727-d3c25e59a900)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:05:25.649649 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:25.699537 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-59577b5c-3f3f-43e2-bcf9-24fe93b57399 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:25.702045 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-7c10e422-0b1d-4120-991d-9e76f6b9dec2 req-0daab61a-a9c8-427b-aa89-5a88e19e1c56 service neutron] Request body: {'port': {'device_id': 'd2b36aff-64a4-4f9e-86f7-8c7fa138ba4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-3'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:05:25.780390 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=af4664f5-e024-4a54-9561-852e293a9a63,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:05:25.839336 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-504473ef-a455-46e5-8069-f190d950caba req-7b35688e-4234-4a0c-a204-a5e9af476e05 service neutron] 10.222.0.36 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8078711 May 18 18:05:25.871419 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecba4d1-a4c3-4413-b705-05d0a9a8a407 req-46c5136f-e65f-4e86-8a1a-f8215a82d14e tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:25.886963 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2ecba4d1-a4c3-4413-b705-05d0a9a8a407 req-46c5136f-e65f-4e86-8a1a-f8215a82d14e tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] 10.222.0.85 "GET /v2.0/ports?device_id=fdceddf8-bab6-46ce-9368-f688e10792ca HTTP/1.1" status: 200 len: 944 time: 0.4202147 May 18 18:05:25.890467 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-59577b5c-3f3f-43e2-bcf9-24fe93b57399 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:26.012443 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-59577b5c-3f3f-43e2-bcf9-24fe93b57399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:26.024981 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-59577b5c-3f3f-43e2-bcf9-24fe93b57399 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:26.032891 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-59577b5c-3f3f-43e2-bcf9-24fe93b57399 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/34e8c034-058c-487f-b2c6-6f00ad25965e HTTP/1.1" status: 204 len: 168 time: 0.5570550 May 18 18:05:26.087875 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59577b5c-3f3f-43e2-bcf9-24fe93b57399 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34e8c034-058c-487f-b2c6-6f00ad25965e,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:05:26.115936 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2ecba4d1-a4c3-4413-b705-05d0a9a8a407 req-aa794b44-de72-4bf6-9c48-bcbd4c291e8c tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] 10.222.0.85 "GET /v2.0/security-groups?id=b787168d-4ad4-4424-a9af-a4affc34d52d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967845 May 18 18:05:26.132625 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-7c10e422-0b1d-4120-991d-9e76f6b9dec2 req-0daab61a-a9c8-427b-aa89-5a88e19e1c56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:26.165882 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66ed7f67-23bf-4e7f-b827-b10627c3cb9d req-c4bda53e-04a9-471e-b110-25c637ae4ab3 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Made reservation on behalf of 38c3fbce1f554996bc4a73e5f0f7c3e8 for: {'port': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:05:26.169640 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-66ed7f67-23bf-4e7f-b827-b10627c3cb9d req-c4bda53e-04a9-471e-b110-25c637ae4ab3 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:26.381893 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2325076c-0d44-4f13-9bb7-09fcd837181f x-openstack-request-id: req-2325076c-0d44-4f13-9bb7-09fcd837181f {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:05:26.382300 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "213629a7-b155-4938-9d93-e1d30507d5aa", "tag": "eb7403a5-417e-4c66-9028-f2b20017e630", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:05:26.382670 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-2325076c-0d44-4f13-9bb7-09fcd837181f {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:05:26.384569 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2325076c-0d44-4f13-9bb7-09fcd837181f'] response: {'name': 'network-changed', 'server_uuid': '213629a7-b155-4938-9d93-e1d30507d5aa', 'tag': 'eb7403a5-417e-4c66-9028-f2b20017e630', 'status': 'completed', 'code': 200} May 18 18:05:26.907558 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-61878a57-fdc5-4a71-98c7-26fcbea8bc43 req-eacd77df-c541-4d9f-a92b-bb86936b059e tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/ports?device_id=f4d4ab14-30d2-4728-a24a-37646af24227 HTTP/1.1" status: 200 len: 210 time: 0.4141684 May 18 18:05:27.270095 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab541b0-cef5-4e0d-b892-332e309ca024 req-df4dc1b9-159a-4b49-b7ad-6eb3b566d9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:27.284212 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2ab541b0-cef5-4e0d-b892-332e309ca024 req-df4dc1b9-159a-4b49-b7ad-6eb3b566d9c2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c95c071176d44e1393b66dc9873791e2&device_id=213629a7-b155-4938-9d93-e1d30507d5aa HTTP/1.1" status: 200 len: 1099 time: 0.8994102 May 18 18:05:27.879325 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [req-7c10e422-0b1d-4120-991d-9e76f6b9dec2 req-0daab61a-a9c8-427b-aa89-5a88e19e1c56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b36805c6-85ee-4c48-8f10-421ba861f687 {{(pid=102730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:05:27.898991 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-7c10e422-0b1d-4120-991d-9e76f6b9dec2 req-0daab61a-a9c8-427b-aa89-5a88e19e1c56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:27.917542 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [req-7c10e422-0b1d-4120-991d-9e76f6b9dec2 req-0daab61a-a9c8-427b-aa89-5a88e19e1c56 service neutron] Transition to ACTIVE for port object b36805c6-85ee-4c48-8f10-421ba861f687 will not be triggered until provisioned by entity L2. {{(pid=102730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:05:28.067040 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 48554) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:05:28.152148 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-7c10e422-0b1d-4120-991d-9e76f6b9dec2 req-0daab61a-a9c8-427b-aa89-5a88e19e1c56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:28.226477 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab541b0-cef5-4e0d-b892-332e309ca024 req-c78e0aad-6459-4612-8e8c-22624a80e406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:28.228771 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2ab541b0-cef5-4e0d-b892-332e309ca024 req-c78e0aad-6459-4612-8e8c-22624a80e406 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4c8ef274-9ecc-47c2-9686-5eebd78fb305 HTTP/1.1" status: 200 len: 870 time: 0.8558018 May 18 18:05:28.259477 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daab61a-a9c8-427b-aa89-5a88e19e1c56 service neutron] Pushing event updated for resources: {'Port': ['ID=b36805c6-85ee-4c48-8f10-421ba861f687,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:05:28.415220 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-b3485adc-ff76-4058-9cdf-2be712c63fa5 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1153835410-network', 'tenant_id': '8ebc9a1ec3004890baedda4682fb5641'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:05:28.473927 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3485adc-ff76-4058-9cdf-2be712c63fa5 admin admin] Made reservation on behalf of 8ebc9a1ec3004890baedda4682fb5641 for: {'network': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:05:28.476196 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b3485adc-ff76-4058-9cdf-2be712c63fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:28.515568 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b3485adc-ff76-4058-9cdf-2be712c63fa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:28.523425 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2ab541b0-cef5-4e0d-b892-332e309ca024 req-8a7f84fc-7dbd-43e2-8a9c-b11241acbf65 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=eb7403a5-417e-4c66-9028-f2b20017e630 HTTP/1.1" status: 200 len: 217 time: 0.2559462 May 18 18:05:28.535354 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34064bcf-273a-422f-bda8-942c4ff16a75 req-f8561130-9676-4a25-a7c2-851b6549c3e9 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:28.543316 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-34064bcf-273a-422f-bda8-942c4ff16a75 req-f8561130-9676-4a25-a7c2-851b6549c3e9 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=213629a7-b155-4938-9d93-e1d30507d5aa HTTP/1.1" status: 200 len: 948 time: 1.3887246 May 18 18:05:28.773312 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [req-66ed7f67-23bf-4e7f-b827-b10627c3cb9d req-c4bda53e-04a9-471e-b110-25c637ae4ab3 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Allocated IP 172.20.0.13 (e7bb4226-ce97-4ecd-a736-061f4f786581/cf982f85-dd38-4a89-9c21-fca17676813e/b0717277-345f-4a7c-a4b4-96d333eb51f2) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:05:28.796665 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b3485adc-ff76-4058-9cdf-2be712c63fa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:28.804108 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b3485adc-ff76-4058-9cdf-2be712c63fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:28.875837 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3485adc-ff76-4058-9cdf-2be712c63fa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fae3ce3c-9235-4ae4-9c6c-e682ce6a4d13,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:05:28.917851 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-34064bcf-273a-422f-bda8-942c4ff16a75 req-a8ae0c0d-ada2-432c-97ae-611b82ebf17b tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3734930 May 18 18:05:28.925644 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3485adc-ff76-4058-9cdf-2be712c63fa5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 629} {{(pid=102731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:05:28.960330 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab541b0-cef5-4e0d-b892-332e309ca024 req-ca729344-e335-4c7c-8959-a5fb89240da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:28.964806 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2ab541b0-cef5-4e0d-b892-332e309ca024 req-ca729344-e335-4c7c-8959-a5fb89240da5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c2531ae9-89db-4dcf-b670-9eac4c9cde53 HTTP/1.1" status: 200 len: 843 time: 0.4141760 May 18 18:05:28.976781 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b3485adc-ff76-4058-9cdf-2be712c63fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:28.978214 n-d-838550-3 neutron-server[102731]: INFO neutron.db.segments_db [None req-b3485adc-ff76-4058-9cdf-2be712c63fa5 admin admin] Added segment 5e6a9b3b-2b82-45b7-b9f1-0f73969fb979 of type vlan for network 34fdcfa4-2e5d-460f-9a9f-5a798833609a May 18 18:05:29.032847 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-7c10e422-0b1d-4120-991d-9e76f6b9dec2 req-0daab61a-a9c8-427b-aa89-5a88e19e1c56 service neutron] Attempting to bind port b36805c6-85ee-4c48-8f10-421ba861f687 on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:05:29.057390 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-7c10e422-0b1d-4120-991d-9e76f6b9dec2 req-0daab61a-a9c8-427b-aa89-5a88e19e1c56 service neutron] Attempting to bind port b36805c6-85ee-4c48-8f10-421ba861f687 by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': '1aea2a35-1fcb-44d9-9243-9716f311d349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '426a39ea-1ed1-469b-8675-406118e8adc7'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:05:29.057986 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c10e422-0b1d-4120-991d-9e76f6b9dec2 req-0daab61a-a9c8-427b-aa89-5a88e19e1c56 service neutron] Attempting to bind port b36805c6-85ee-4c48-8f10-421ba861f687 on network 426a39ea-1ed1-469b-8675-406118e8adc7 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:05:29.065084 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03c38cd7-1cba-4d5b-8ae0-a16792df35d6 x-openstack-request-id: req-03c38cd7-1cba-4d5b-8ae0-a16792df35d6 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:05:29.066282 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdceddf8-bab6-46ce-9368-f688e10792ca", "name": "network-vif-plugged", "status": "completed", "tag": "af4664f5-e024-4a54-9561-852e293a9a63", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:05:29.066724 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-03c38cd7-1cba-4d5b-8ae0-a16792df35d6 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:05:29.067599 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03c38cd7-1cba-4d5b-8ae0-a16792df35d6'] response: {'server_uuid': 'fdceddf8-bab6-46ce-9368-f688e10792ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af4664f5-e024-4a54-9561-852e293a9a63', 'code': 200} May 18 18:05:29.149092 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device eb7403a5-417e-4c66-9028-f2b20017e630 details requested by agent hyperv_n-h1-838550-3 with host n-h1-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:05:29.150630 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b3485adc-ff76-4058-9cdf-2be712c63fa5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:29.184052 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c10e422-0b1d-4120-991d-9e76f6b9dec2 req-0daab61a-a9c8-427b-aa89-5a88e19e1c56 service neutron] Port b36805c6-85ee-4c48-8f10-421ba861f687 on network 426a39ea-1ed1-469b-8675-406118e8adc7 not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:05:29.184512 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c10e422-0b1d-4120-991d-9e76f6b9dec2 req-0daab61a-a9c8-427b-aa89-5a88e19e1c56 service neutron] Attempting to bind port b36805c6-85ee-4c48-8f10-421ba861f687 on network 426a39ea-1ed1-469b-8675-406118e8adc7 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:05:29.213179 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c10e422-0b1d-4120-991d-9e76f6b9dec2 req-0daab61a-a9c8-427b-aa89-5a88e19e1c56 service neutron] Checking agent: {'id': 'd1be059a-68ea-4c77-9b2b-29f4afa47e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:05:29.213599 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c10e422-0b1d-4120-991d-9e76f6b9dec2 req-0daab61a-a9c8-427b-aa89-5a88e19e1c56 service neutron] Checking segment: {'id': '1aea2a35-1fcb-44d9-9243-9716f311d349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '426a39ea-1ed1-469b-8675-406118e8adc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:05:29.216834 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c10e422-0b1d-4120-991d-9e76f6b9dec2 req-0daab61a-a9c8-427b-aa89-5a88e19e1c56 service neutron] Bound using segment: {'id': '1aea2a35-1fcb-44d9-9243-9716f311d349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '426a39ea-1ed1-469b-8675-406118e8adc7'} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:05:29.217766 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-7c10e422-0b1d-4120-991d-9e76f6b9dec2 req-0daab61a-a9c8-427b-aa89-5a88e19e1c56 service neutron] Bound port: b36805c6-85ee-4c48-8f10-421ba861f687, host: n-h2-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1aea2a35-1fcb-44d9-9243-9716f311d349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '426a39ea-1ed1-469b-8675-406118e8adc7'}}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:05:29.218396 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-7c10e422-0b1d-4120-991d-9e76f6b9dec2 req-0daab61a-a9c8-427b-aa89-5a88e19e1c56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:29.244088 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b3485adc-ff76-4058-9cdf-2be712c63fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:29.245786 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3485adc-ff76-4058-9cdf-2be712c63fa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:29.246741 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b3485adc-ff76-4058-9cdf-2be712c63fa5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:29.416553 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-7c10e422-0b1d-4120-991d-9e76f6b9dec2 req-0daab61a-a9c8-427b-aa89-5a88e19e1c56 service neutron] For port b36805c6-85ee-4c48-8f10-421ba861f687, host n-h2-838550-3, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:05:29.422808 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-7c10e422-0b1d-4120-991d-9e76f6b9dec2 req-0daab61a-a9c8-427b-aa89-5a88e19e1c56 service neutron] For port b36805c6-85ee-4c48-8f10-421ba861f687, host n-h2-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=b36805c6-85ee-4c48-8f10-421ba861f687,segment=NetworkSegment(1aea2a35-1fcb-44d9-9243-9716f311d349),segment_id=1aea2a35-1fcb-44d9-9243-9716f311d349)] {{(pid=102730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:05:29.433873 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3485adc-ff76-4058-9cdf-2be712c63fa5 admin admin] Pushing event updated for resources: {'Network': ['ID=34fdcfa4-2e5d-460f-9a9f-5a798833609a,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:05:29.447352 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab541b0-cef5-4e0d-b892-332e309ca024 req-db0ad24a-fe05-4332-8154-8fc0b181f2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:29.451973 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2ab541b0-cef5-4e0d-b892-332e309ca024 req-db0ad24a-fe05-4332-8154-8fc0b181f2e1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4c8ef274-9ecc-47c2-9686-5eebd78fb305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4703679 May 18 18:05:29.456497 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port eb7403a5-417e-4c66-9028-f2b20017e630, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=eb7403a5-417e-4c66-9028-f2b20017e630,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:05:29.458505 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-7c10e422-0b1d-4120-991d-9e76f6b9dec2 req-0daab61a-a9c8-427b-aa89-5a88e19e1c56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:29.488973 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-b3485adc-ff76-4058-9cdf-2be712c63fa5 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.4143622 May 18 18:05:29.488973 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 48560) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:05:29.515446 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-8ef68bd4-1f0a-4bf2-b600-38fd82d3cbde admin admin] Request body: {'subnet': {'network_id': '34fdcfa4-2e5d-460f-9a9f-5a798833609a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1153835410-subnet', 'tenant_id': '8ebc9a1ec3004890baedda4682fb5641', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:05:29.526775 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Returning: {'device': 'eb7403a5-417e-4c66-9028-f2b20017e630', 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305', 'port_id': 'eb7403a5-417e-4c66-9028-f2b20017e630', 'mac_address': 'fa:16:3e:8e:8a:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2531ae9-89db-4dcf-b670-9eac4c9cde53', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:05:29.539636 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network 34fdcfa4-2e5d-460f-9a9f-5a798833609a details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:05:29.604332 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ef68bd4-1f0a-4bf2-b600-38fd82d3cbde admin admin] Made reservation on behalf of 8ebc9a1ec3004890baedda4682fb5641 for: {'subnet': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:05:29.609452 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8ef68bd4-1f0a-4bf2-b600-38fd82d3cbde admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260908003'] for subnet, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:29.689373 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c10e422-0b1d-4120-991d-9e76f6b9dec2 req-0daab61a-a9c8-427b-aa89-5a88e19e1c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:29.690008 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-7c10e422-0b1d-4120-991d-9e76f6b9dec2 req-0daab61a-a9c8-427b-aa89-5a88e19e1c56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:29.691910 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7c10e422-0b1d-4120-991d-9e76f6b9dec2 req-0daab61a-a9c8-427b-aa89-5a88e19e1c56 service neutron] 10.222.0.88 "PUT /v2.0/ports/b36805c6-85ee-4c48-8f10-421ba861f687 HTTP/1.1" status: 200 len: 1091 time: 4.0125442 May 18 18:05:29.845072 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daab61a-a9c8-427b-aa89-5a88e19e1c56 service neutron] Pushing event updated for resources: {'Port': ['ID=b36805c6-85ee-4c48-8f10-421ba861f687,revision_number=3']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:05:29.852464 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2b36aff-64a4-4f9e-86f7-8c7fa138ba4c', 'tag': 'b36805c6-85ee-4c48-8f10-421ba861f687'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:05:29.866087 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da4890e3-f3a8-4a75-b659-5cdcafad2f2e" -d '{"events": [{"name": "network-changed", "server_uuid": "d2b36aff-64a4-4f9e-86f7-8c7fa138ba4c", "tag": "b36805c6-85ee-4c48-8f10-421ba861f687"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:05:30.170220 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port eb7403a5-417e-4c66-9028-f2b20017e630 is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:05:30.171168 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:30.196863 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb7403a5-417e-4c66-9028-f2b20017e630 {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:05:30.220588 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port eb7403a5-417e-4c66-9028-f2b20017e630, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=eb7403a5-417e-4c66-9028-f2b20017e630,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:05:30.227165 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:30.347766 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee61276-d4ae-4542-8052-eb574baa5c58 req-36e16e51-6b6d-47e9-9fc0-719779e08949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:30.354469 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bee61276-d4ae-4542-8052-eb574baa5c58 req-36e16e51-6b6d-47e9-9fc0-719779e08949 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fdceddf8-bab6-46ce-9368-f688e10792ca HTTP/1.1" status: 200 len: 1096 time: 1.1538465 May 18 18:05:30.386645 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=eb7403a5-417e-4c66-9028-f2b20017e630,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:05:30.537092 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8ef68bd4-1f0a-4bf2-b600-38fd82d3cbde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260898481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260908021'] for subnet, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:30.544693 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['eb7403a5-417e-4c66-9028-f2b20017e630'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:05:30.546728 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2ab541b0-cef5-4e0d-b892-332e309ca024 req-efa16af4-61ea-4fad-8a2d-67e46d42d5bd service neutron] 10.222.0.36 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9989963 May 18 18:05:30.577354 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f57578-3f9b-4cd0-a8b3-94cf5705ed62 req-f28850ff-2c32-4cf4-b647-7daae79834b2 tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:30.594203 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-95f57578-3f9b-4cd0-a8b3-94cf5705ed62 req-f28850ff-2c32-4cf4-b647-7daae79834b2 tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] 10.222.0.85 "GET /v2.0/ports?device_id=d2b36aff-64a4-4f9e-86f7-8c7fa138ba4c HTTP/1.1" status: 200 len: 943 time: 1.2826731 May 18 18:05:30.651602 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef68bd4-1f0a-4bf2-b600-38fd82d3cbde admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f7111f6-e2ae-4553-ac4c-889ba94e64a6,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:05:30.782626 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef68bd4-1f0a-4bf2-b600-38fd82d3cbde admin admin] Checking segment: {'id': '5e6a9b3b-2b82-45b7-b9f1-0f73969fb979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '34fdcfa4-2e5d-460f-9a9f-5a798833609a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:05:30.783011 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef68bd4-1f0a-4bf2-b600-38fd82d3cbde admin admin] Network hostable DHCP agents. Network: 34fdcfa4-2e5d-460f-9a9f-5a798833609a, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:05:30.836194 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef68bd4-1f0a-4bf2-b600-38fd82d3cbde admin admin] Network 34fdcfa4-2e5d-460f-9a9f-5a798833609a is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:05:30.859083 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:30.870878 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-8ef68bd4-1f0a-4bf2-b600-38fd82d3cbde admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, 34fdcfa4-2e5d-460f-9a9f-5a798833609a) {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:05:30.889445 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef68bd4-1f0a-4bf2-b600-38fd82d3cbde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:30.890235 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8ef68bd4-1f0a-4bf2-b600-38fd82d3cbde admin admin] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:30.909409 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d15c199-d96c-4a90-96d3-36c9b83520a9 None None] Network 34fdcfa4-2e5d-460f-9a9f-5a798833609a requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:05:30.932918 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-8ef68bd4-1f0a-4bf2-b600-38fd82d3cbde admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4369340 May 18 18:05:30.937241 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c10e422-0b1d-4120-991d-9e76f6b9dec2 req-ff7d9720-e2c5-4d2d-9874-cac4fb379002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:30.939550 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7c10e422-0b1d-4120-991d-9e76f6b9dec2 req-ff7d9720-e2c5-4d2d-9874-cac4fb379002 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3fdbf5ca8a2142d9bb14e5cf523c6add&device_id=d2b36aff-64a4-4f9e-86f7-8c7fa138ba4c HTTP/1.1" status: 200 len: 1094 time: 1.0637577 May 18 18:05:30.996989 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:31.006351 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2ab541b0-cef5-4e0d-b892-332e309ca024 req-bd086233-f207-4bb7-91c9-57f2334a2233 service neutron] 10.222.0.36 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3908148 May 18 18:05:31.040593 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-95f57578-3f9b-4cd0-a8b3-94cf5705ed62 req-26da92aa-3f34-42a6-be73-17cc3f6c722a tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] 10.222.0.85 "GET /v2.0/security-groups?id=4e5deb66-88bb-4395-820b-ae258d556e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4451435 May 18 18:05:31.047939 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bee61276-d4ae-4542-8052-eb574baa5c58 req-58b6dc97-ce87-410c-870c-deaa882b1eb6 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b787168d-4ad4-4424-a9af-a4affc34d52d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6778233 May 18 18:05:31.235697 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-470188cb-fdff-475f-8254-ca3971303953 None None] Network 34fdcfa4-2e5d-460f-9a9f-5a798833609a requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:05:31.248922 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7c10e422-0b1d-4120-991d-9e76f6b9dec2 req-5addde20-9e53-448c-8053-f1f1ece83cbf service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b36805c6-85ee-4c48-8f10-421ba861f687 HTTP/1.1" status: 200 len: 217 time: 0.1718836 May 18 18:05:31.290576 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-66ed7f67-23bf-4e7f-b827-b10627c3cb9d req-c4bda53e-04a9-471e-b110-25c637ae4ab3 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:31.321929 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce93b9d-e9bf-4d96-8d61-e1e38d2c3777 req-5102af0e-d2ca-4730-b045-1f8d14395b1a tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:31.331602 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bce93b9d-e9bf-4d96-8d61-e1e38d2c3777 req-5102af0e-d2ca-4730-b045-1f8d14395b1a tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] 10.222.0.85 "GET /v2.0/ports?device_id=fdceddf8-bab6-46ce-9368-f688e10792ca HTTP/1.1" status: 200 len: 945 time: 0.1044002 May 18 18:05:31.409358 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bce93b9d-e9bf-4d96-8d61-e1e38d2c3777 req-bd842b28-a086-4f53-9eba-d3009c56ea16 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] 10.222.0.85 "GET /v2.0/security-groups?id=b787168d-4ad4-4424-a9af-a4affc34d52d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765400 May 18 18:05:31.441067 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-66ed7f67-23bf-4e7f-b827-b10627c3cb9d req-c4bda53e-04a9-471e-b110-25c637ae4ab3 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:31.549532 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['00b5b1f0-0c0e-4582-a42c-38ea84aad20c', '793d1fc5-3dfd-42ee-ada4-434fe7234b7f'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:05:31.628336 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bda53e-04a9-471e-b110-25c637ae4ab3 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Pushing event updated for resources: {'Port': ['ID=b0717277-345f-4a7c-a4b4-96d333eb51f2,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:05:31.754275 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66ed7f67-23bf-4e7f-b827-b10627c3cb9d req-c4bda53e-04a9-471e-b110-25c637ae4ab3 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Network e7bb4226-ce97-4ecd-a736-061f4f786581 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:05:31.781932 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [req-66ed7f67-23bf-4e7f-b827-b10627c3cb9d req-c4bda53e-04a9-471e-b110-25c637ae4ab3 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:05:31.787927 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c10e422-0b1d-4120-991d-9e76f6b9dec2 req-3c85a333-3968-48c5-8545-7bd2387b40ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:31.790430 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7c10e422-0b1d-4120-991d-9e76f6b9dec2 req-3c85a333-3968-48c5-8545-7bd2387b40ce service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2728997d-3202-4ad4-aa33-08239b02a122 HTTP/1.1" status: 200 len: 853 time: 0.1635394 May 18 18:05:31.792234 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-66ed7f67-23bf-4e7f-b827-b10627c3cb9d req-c4bda53e-04a9-471e-b110-25c637ae4ab3 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:05:32.328095 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 48588) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:05:32.343091 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-3078b9e7-7a85-47ae-91fd-604b6ff0099c admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-2053569777-network', 'tenant_id': 'a388433be81a4fc98bb48ab846b5a19b'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:05:32.434921 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3078b9e7-7a85-47ae-91fd-604b6ff0099c admin admin] Made reservation on behalf of a388433be81a4fc98bb48ab846b5a19b for: {'network': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:05:32.438081 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3078b9e7-7a85-47ae-91fd-604b6ff0099c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:32.438771 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aadf1be-c412-49a5-ad3f-2a219a874150 req-34c8390a-4d30-44ab-b8ab-2ef00d87ccb0 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:32.441750 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2aadf1be-c412-49a5-ad3f-2a219a874150 req-34c8390a-4d30-44ab-b8ab-2ef00d87ccb0 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/ports?device_id=f4d4ab14-30d2-4728-a24a-37646af24227 HTTP/1.1" status: 200 len: 932 time: 0.8690412 May 18 18:05:32.498766 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3078b9e7-7a85-47ae-91fd-604b6ff0099c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:32.618441 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2aadf1be-c412-49a5-ad3f-2a219a874150 req-4adfa5bd-8933-4ae4-b011-02edbfe8c596 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/security-groups?id=bda815dc-3228-454b-a95b-f89a3eeb79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524913 May 18 18:05:32.632423 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ed7f67-23bf-4e7f-b827-b10627c3cb9d req-c4bda53e-04a9-471e-b110-25c637ae4ab3 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:32.634372 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-66ed7f67-23bf-4e7f-b827-b10627c3cb9d req-c4bda53e-04a9-471e-b110-25c637ae4ab3 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:32.661224 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c10e422-0b1d-4120-991d-9e76f6b9dec2 req-72dcd0e2-4bfc-4090-9333-5f64fb592174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:32.661224 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7c10e422-0b1d-4120-991d-9e76f6b9dec2 req-72dcd0e2-4bfc-4090-9333-5f64fb592174 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=426a39ea-1ed1-469b-8675-406118e8adc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2710996 May 18 18:05:32.666671 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-66ed7f67-23bf-4e7f-b827-b10627c3cb9d req-c4bda53e-04a9-471e-b110-25c637ae4ab3 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.5795376 May 18 18:05:32.874940 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3078b9e7-7a85-47ae-91fd-604b6ff0099c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:32.880915 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3078b9e7-7a85-47ae-91fd-604b6ff0099c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:32.918737 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3078b9e7-7a85-47ae-91fd-604b6ff0099c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 631} {{(pid=102731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:05:32.943438 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3078b9e7-7a85-47ae-91fd-604b6ff0099c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:32.944472 n-d-838550-3 neutron-server[102731]: INFO neutron.db.segments_db [None req-3078b9e7-7a85-47ae-91fd-604b6ff0099c admin admin] Added segment 042e007d-60cf-4cda-bc25-94e17fb98227 of type vlan for network 43f299f1-3f6f-4007-a1de-43c1654a19d6 May 18 18:05:32.979436 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7c10e422-0b1d-4120-991d-9e76f6b9dec2 req-e681afbe-ff51-4b0f-9e98-c8866615d643 service neutron] 10.222.0.88 "GET /v2.0/networks/426a39ea-1ed1-469b-8675-406118e8adc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3105724 May 18 18:05:33.013880 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0cde411-a523-4794-9778-ffcdbcbb1c5f x-openstack-request-id: req-a0cde411-a523-4794-9778-ffcdbcbb1c5f {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:05:33.015305 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2b36aff-64a4-4f9e-86f7-8c7fa138ba4c", "tag": "b36805c6-85ee-4c48-8f10-421ba861f687", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:05:33.015796 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-a0cde411-a523-4794-9778-ffcdbcbb1c5f {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:05:33.017555 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0cde411-a523-4794-9778-ffcdbcbb1c5f'] response: {'name': 'network-changed', 'server_uuid': 'd2b36aff-64a4-4f9e-86f7-8c7fa138ba4c', 'tag': 'b36805c6-85ee-4c48-8f10-421ba861f687', 'status': 'completed', 'code': 200} May 18 18:05:33.030120 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-66ed7f67-23bf-4e7f-b827-b10627c3cb9d req-75e257a0-506a-4124-aaff-bdb75c236ec6 service neutron] Request body: {'port': {'device_id': 'f4d4ab14-30d2-4728-a24a-37646af24227', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-3'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:05:33.106171 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3078b9e7-7a85-47ae-91fd-604b6ff0099c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:33.194370 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device eb7403a5-417e-4c66-9028-f2b20017e630 up at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:05:33.229915 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3078b9e7-7a85-47ae-91fd-604b6ff0099c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:33.232280 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3078b9e7-7a85-47ae-91fd-604b6ff0099c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:33.233268 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3078b9e7-7a85-47ae-91fd-604b6ff0099c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:33.368972 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning for port eb7403a5-417e-4c66-9028-f2b20017e630 completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:05:33.391073 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning complete for port eb7403a5-417e-4c66-9028-f2b20017e630 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:05:33.392121 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:33.452803 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7c10e422-0b1d-4120-991d-9e76f6b9dec2 req-89a2cc70-e7d9-4826-b36a-bcede075a082 service neutron] 10.222.0.88 "GET /v2.0/networks/426a39ea-1ed1-469b-8675-406118e8adc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4008503 May 18 18:05:33.636161 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port eb7403a5-417e-4c66-9028-f2b20017e630 is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:05:33.636529 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:33.686456 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '213629a7-b155-4938-9d93-e1d30507d5aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb7403a5-417e-4c66-9028-f2b20017e630'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:05:33.688662 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf12c629-009e-4e13-b129-a1b829f3cb1d" -d '{"events": [{"server_uuid": "213629a7-b155-4938-9d93-e1d30507d5aa", "name": "network-vif-plugged", "status": "completed", "tag": "eb7403a5-417e-4c66-9028-f2b20017e630"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:05:33.774626 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port eb7403a5-417e-4c66-9028-f2b20017e630, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=eb7403a5-417e-4c66-9028-f2b20017e630,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:05:33.785758 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:33.837525 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3be9db-c19d-43d6-839d-33d743ce7e17 req-b8ef4414-0a4e-43b7-8a16-a9bb3ed96847 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:33.843618 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8e3be9db-c19d-43d6-839d-33d743ce7e17 req-b8ef4414-0a4e-43b7-8a16-a9bb3ed96847 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=213629a7-b155-4938-9d93-e1d30507d5aa HTTP/1.1" status: 200 len: 949 time: 0.8599422 May 18 18:05:33.881189 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=eb7403a5-417e-4c66-9028-f2b20017e630,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:05:33.916279 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-66ed7f67-23bf-4e7f-b827-b10627c3cb9d req-75e257a0-506a-4124-aaff-bdb75c236ec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:34.000826 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8e3be9db-c19d-43d6-839d-33d743ce7e17 req-4eb9173b-b9b9-46c8-a13f-133761974ab5 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103141 May 18 18:05:34.006153 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4890e3-f3a8-4a75-b659-5cdcafad2f2e req-12e8d88d-fb1b-442a-bce5-a119fe231016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:34.007818 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-da4890e3-f3a8-4a75-b659-5cdcafad2f2e req-12e8d88d-fb1b-442a-bce5-a119fe231016 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3fdbf5ca8a2142d9bb14e5cf523c6add&device_id=d2b36aff-64a4-4f9e-86f7-8c7fa138ba4c HTTP/1.1" status: 200 len: 1094 time: 0.1629055 May 18 18:05:34.049186 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3078b9e7-7a85-47ae-91fd-604b6ff0099c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90681e5e-9b26-4f56-a3cd-9da787e2e5bf,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:05:34.097175 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-3078b9e7-7a85-47ae-91fd-604b6ff0099c admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.7575808 May 18 18:05:34.103058 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 48596) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:05:34.154253 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-fbbfe518-7483-4196-8ac5-1cf5b1a76447 admin admin] Request body: {'subnet': {'network_id': '43f299f1-3f6f-4007-a1de-43c1654a19d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-2053569777-subnet', 'tenant_id': 'a388433be81a4fc98bb48ab846b5a19b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:05:34.158985 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3078b9e7-7a85-47ae-91fd-604b6ff0099c admin admin] Pushing event updated for resources: {'Network': ['ID=43f299f1-3f6f-4007-a1de-43c1654a19d6,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:05:34.173659 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network 43f299f1-3f6f-4007-a1de-43c1654a19d6 details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:05:34.188556 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbbfe518-7483-4196-8ac5-1cf5b1a76447 admin admin] Made reservation on behalf of a388433be81a4fc98bb48ab846b5a19b for: {'subnet': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:05:34.196039 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fbbfe518-7483-4196-8ac5-1cf5b1a76447 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260908003'] for subnet, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:34.564667 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4890e3-f3a8-4a75-b659-5cdcafad2f2e req-b3b8dabb-77ad-4c73-bc55-7f400a8d39d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:34.569849 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-da4890e3-f3a8-4a75-b659-5cdcafad2f2e req-b3b8dabb-77ad-4c73-bc55-7f400a8d39d9 service neutron] 10.222.0.88 "GET /v2.0/networks?id=426a39ea-1ed1-469b-8675-406118e8adc7 HTTP/1.1" status: 200 len: 915 time: 0.5472429 May 18 18:05:34.585731 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8ddb6f-ebef-4cb7-b16a-8da771eb7445 req-5b3e3e6a-bb19-438d-9e9c-beb884a6ce21 tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:34.607066 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0e8ddb6f-ebef-4cb7-b16a-8da771eb7445 req-5b3e3e6a-bb19-438d-9e9c-beb884a6ce21 tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] 10.222.0.85 "GET /v2.0/ports?device_id=d2b36aff-64a4-4f9e-86f7-8c7fa138ba4c HTTP/1.1" status: 200 len: 943 time: 0.3726184 May 18 18:05:34.687098 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fbbfe518-7483-4196-8ac5-1cf5b1a76447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260898481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260908021'] for subnet, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:34.782010 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbfe518-7483-4196-8ac5-1cf5b1a76447 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef492fe3-640a-457c-8df0-0433bf8a391f,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:05:34.830614 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-da4890e3-f3a8-4a75-b659-5cdcafad2f2e req-6811a651-ad00-43b1-aada-845d24c0ecae service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b36805c6-85ee-4c48-8f10-421ba861f687 HTTP/1.1" status: 200 len: 217 time: 0.1774924 May 18 18:05:34.849737 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbfe518-7483-4196-8ac5-1cf5b1a76447 admin admin] Checking segment: {'id': '042e007d-60cf-4cda-bc25-94e17fb98227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '43f299f1-3f6f-4007-a1de-43c1654a19d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:05:34.850980 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbbfe518-7483-4196-8ac5-1cf5b1a76447 admin admin] Network hostable DHCP agents. Network: 43f299f1-3f6f-4007-a1de-43c1654a19d6, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:05:34.890204 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbbfe518-7483-4196-8ac5-1cf5b1a76447 admin admin] Network 43f299f1-3f6f-4007-a1de-43c1654a19d6 is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:05:34.918045 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0e8ddb6f-ebef-4cb7-b16a-8da771eb7445 req-55f9b201-2a84-458e-ad11-e52eaee8a88c tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] 10.222.0.85 "GET /v2.0/security-groups?id=4e5deb66-88bb-4395-820b-ae258d556e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3093762 May 18 18:05:34.928521 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-fbbfe518-7483-4196-8ac5-1cf5b1a76447 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, 43f299f1-3f6f-4007-a1de-43c1654a19d6) {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:05:34.939849 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbbfe518-7483-4196-8ac5-1cf5b1a76447 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:34.941640 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ced68a-5ba5-488b-a6bd-ff0bbd05fe0f None None] Network 43f299f1-3f6f-4007-a1de-43c1654a19d6 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:05:34.942751 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fbbfe518-7483-4196-8ac5-1cf5b1a76447 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:34.983067 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-fbbfe518-7483-4196-8ac5-1cf5b1a76447 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8456316 May 18 18:05:35.258027 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc746b2-0678-4db9-8fe6-e2cd90f91c21 None None] Network 43f299f1-3f6f-4007-a1de-43c1654a19d6 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:05:35.363006 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [req-66ed7f67-23bf-4e7f-b827-b10627c3cb9d req-75e257a0-506a-4124-aaff-bdb75c236ec6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0717277-345f-4a7c-a4b4-96d333eb51f2 {{(pid=102730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:05:35.381729 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4890e3-f3a8-4a75-b659-5cdcafad2f2e req-1d109cd3-2943-4e52-8351-cdfd15e8796f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:35.383252 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-da4890e3-f3a8-4a75-b659-5cdcafad2f2e req-1d109cd3-2943-4e52-8351-cdfd15e8796f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2728997d-3202-4ad4-aa33-08239b02a122 HTTP/1.1" status: 200 len: 853 time: 0.2338338 May 18 18:05:35.386625 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-66ed7f67-23bf-4e7f-b827-b10627c3cb9d req-75e257a0-506a-4124-aaff-bdb75c236ec6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:35.453575 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e97bd5e-6b83-4c5c-b046-464d35efd223 req-112ba71e-ea66-4840-ac5d-a21a647ece73 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:35.470201 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2e97bd5e-6b83-4c5c-b046-464d35efd223 req-112ba71e-ea66-4840-ac5d-a21a647ece73 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] 10.222.0.85 "GET /v2.0/ports?device_id=fdceddf8-bab6-46ce-9368-f688e10792ca HTTP/1.1" status: 200 len: 945 time: 0.2446797 May 18 18:05:35.558381 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [req-66ed7f67-23bf-4e7f-b827-b10627c3cb9d req-75e257a0-506a-4124-aaff-bdb75c236ec6 service neutron] Transition to ACTIVE for port object b0717277-345f-4a7c-a4b4-96d333eb51f2 will not be triggered until provisioned by entity L2. {{(pid=102730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:05:35.569240 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-66ed7f67-23bf-4e7f-b827-b10627c3cb9d req-75e257a0-506a-4124-aaff-bdb75c236ec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:35.643686 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2e97bd5e-6b83-4c5c-b046-464d35efd223 req-2610c4ff-b09f-40ea-b274-781e6c953b9f tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] 10.222.0.85 "GET /v2.0/security-groups?id=b787168d-4ad4-4424-a9af-a4affc34d52d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709709 May 18 18:05:35.675109 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e257a0-506a-4124-aaff-bdb75c236ec6 service neutron] Pushing event updated for resources: {'Port': ['ID=b0717277-345f-4a7c-a4b4-96d333eb51f2,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:05:35.690177 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4890e3-f3a8-4a75-b659-5cdcafad2f2e req-cc60b165-d6ef-4365-ab6d-b18e72cb2bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:35.693197 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-da4890e3-f3a8-4a75-b659-5cdcafad2f2e req-cc60b165-d6ef-4365-ab6d-b18e72cb2bab service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=426a39ea-1ed1-469b-8675-406118e8adc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2914243 May 18 18:05:35.857254 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-da4890e3-f3a8-4a75-b659-5cdcafad2f2e req-2574b290-7e7d-401a-91f2-33b9e0a96656 service neutron] 10.222.0.88 "GET /v2.0/networks/426a39ea-1ed1-469b-8675-406118e8adc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332641 May 18 18:05:36.044977 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded7bbfe-c0a9-40e0-9e38-53862b9a442b req-e3aede18-d041-4014-9f63-af92e7a2a6b2 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:36.046881 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ded7bbfe-c0a9-40e0-9e38-53862b9a442b req-e3aede18-d041-4014-9f63-af92e7a2a6b2 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/ports?device_id=f4d4ab14-30d2-4728-a24a-37646af24227 HTTP/1.1" status: 200 len: 944 time: 0.3193927 May 18 18:05:36.071550 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-66ed7f67-23bf-4e7f-b827-b10627c3cb9d req-75e257a0-506a-4124-aaff-bdb75c236ec6 service neutron] Attempting to bind port b0717277-345f-4a7c-a4b4-96d333eb51f2 on host n-h1-838550-3 for vnic_type normal with profile {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:05:36.071550 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-66ed7f67-23bf-4e7f-b827-b10627c3cb9d req-75e257a0-506a-4124-aaff-bdb75c236ec6 service neutron] Attempting to bind port b0717277-345f-4a7c-a4b4-96d333eb51f2 by drivers openvswitch,hyperv on host n-h1-838550-3 at level 0 using segments [{'id': '6537e25f-afe8-4089-8825-f23e3073c58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'e7bb4226-ce97-4ecd-a736-061f4f786581'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:05:36.072048 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ed7f67-23bf-4e7f-b827-b10627c3cb9d req-75e257a0-506a-4124-aaff-bdb75c236ec6 service neutron] Attempting to bind port b0717277-345f-4a7c-a4b4-96d333eb51f2 on network e7bb4226-ce97-4ecd-a736-061f4f786581 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:05:36.100143 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ed7f67-23bf-4e7f-b827-b10627c3cb9d req-75e257a0-506a-4124-aaff-bdb75c236ec6 service neutron] Port b0717277-345f-4a7c-a4b4-96d333eb51f2 on network e7bb4226-ce97-4ecd-a736-061f4f786581 not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-3 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:05:36.100486 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ed7f67-23bf-4e7f-b827-b10627c3cb9d req-75e257a0-506a-4124-aaff-bdb75c236ec6 service neutron] Attempting to bind port b0717277-345f-4a7c-a4b4-96d333eb51f2 on network e7bb4226-ce97-4ecd-a736-061f4f786581 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:05:36.114283 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ed7f67-23bf-4e7f-b827-b10627c3cb9d req-75e257a0-506a-4124-aaff-bdb75c236ec6 service neutron] Checking agent: {'id': '1dbac822-25f2-4df8-9dc8-5c2e7b136eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:05:36.114572 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ed7f67-23bf-4e7f-b827-b10627c3cb9d req-75e257a0-506a-4124-aaff-bdb75c236ec6 service neutron] Checking segment: {'id': '6537e25f-afe8-4089-8825-f23e3073c58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'e7bb4226-ce97-4ecd-a736-061f4f786581'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:05:36.115128 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ed7f67-23bf-4e7f-b827-b10627c3cb9d req-75e257a0-506a-4124-aaff-bdb75c236ec6 service neutron] Bound using segment: {'id': '6537e25f-afe8-4089-8825-f23e3073c58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'e7bb4226-ce97-4ecd-a736-061f4f786581'} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:05:36.115693 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-66ed7f67-23bf-4e7f-b827-b10627c3cb9d req-75e257a0-506a-4124-aaff-bdb75c236ec6 service neutron] Bound port: b0717277-345f-4a7c-a4b4-96d333eb51f2, host: n-h1-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6537e25f-afe8-4089-8825-f23e3073c58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'e7bb4226-ce97-4ecd-a736-061f4f786581'}}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:05:36.116109 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-66ed7f67-23bf-4e7f-b827-b10627c3cb9d req-75e257a0-506a-4124-aaff-bdb75c236ec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:36.199549 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ded7bbfe-c0a9-40e0-9e38-53862b9a442b req-b645dd45-1301-4b0f-9b60-b44efbaad085 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/security-groups?id=bda815dc-3228-454b-a95b-f89a3eeb79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313341 May 18 18:05:36.213292 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-da4890e3-f3a8-4a75-b659-5cdcafad2f2e req-ba2a6050-7a84-40a9-92d9-4a90fee0b9fa service neutron] 10.222.0.88 "GET /v2.0/networks/426a39ea-1ed1-469b-8675-406118e8adc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2880399 May 18 18:05:36.231466 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-66ed7f67-23bf-4e7f-b827-b10627c3cb9d req-75e257a0-506a-4124-aaff-bdb75c236ec6 service neutron] For port b0717277-345f-4a7c-a4b4-96d333eb51f2, host n-h1-838550-3, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:05:36.235030 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-66ed7f67-23bf-4e7f-b827-b10627c3cb9d req-75e257a0-506a-4124-aaff-bdb75c236ec6 service neutron] For port b0717277-345f-4a7c-a4b4-96d333eb51f2, host n-h1-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=b0717277-345f-4a7c-a4b4-96d333eb51f2,segment=NetworkSegment(6537e25f-afe8-4089-8825-f23e3073c58d),segment_id=6537e25f-afe8-4089-8825-f23e3073c58d)] {{(pid=102730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:05:36.274725 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89cb25f7-4efd-42a3-a427-33ecc943a535 x-openstack-request-id: req-89cb25f7-4efd-42a3-a427-33ecc943a535 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:05:36.274725 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "213629a7-b155-4938-9d93-e1d30507d5aa", "name": "network-vif-plugged", "status": "completed", "tag": "eb7403a5-417e-4c66-9028-f2b20017e630", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:05:36.274725 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-89cb25f7-4efd-42a3-a427-33ecc943a535 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:05:36.274725 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89cb25f7-4efd-42a3-a427-33ecc943a535'] response: {'server_uuid': '213629a7-b155-4938-9d93-e1d30507d5aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb7403a5-417e-4c66-9028-f2b20017e630', 'code': 200} May 18 18:05:36.277749 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-66ed7f67-23bf-4e7f-b827-b10627c3cb9d req-75e257a0-506a-4124-aaff-bdb75c236ec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:36.352722 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ed7f67-23bf-4e7f-b827-b10627c3cb9d req-75e257a0-506a-4124-aaff-bdb75c236ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:36.353403 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-66ed7f67-23bf-4e7f-b827-b10627c3cb9d req-75e257a0-506a-4124-aaff-bdb75c236ec6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:36.355181 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-66ed7f67-23bf-4e7f-b827-b10627c3cb9d req-75e257a0-506a-4124-aaff-bdb75c236ec6 service neutron] 10.222.0.36 "PUT /v2.0/ports/b0717277-345f-4a7c-a4b4-96d333eb51f2 HTTP/1.1" status: 200 len: 1092 time: 3.3361852 May 18 18:05:36.355622 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4d4ab14-30d2-4728-a24a-37646af24227', 'tag': 'b0717277-345f-4a7c-a4b4-96d333eb51f2'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:05:36.358816 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14c15162-0718-421d-8616-b4f0fe64a0a0" -d '{"events": [{"name": "network-changed", "server_uuid": "f4d4ab14-30d2-4728-a24a-37646af24227", "tag": "b0717277-345f-4a7c-a4b4-96d333eb51f2"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:05:36.488489 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e257a0-506a-4124-aaff-bdb75c236ec6 service neutron] Pushing event updated for resources: {'Port': ['ID=b0717277-345f-4a7c-a4b4-96d333eb51f2,revision_number=3']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:05:36.527054 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fea8f2-1f20-4772-ba19-61d74edae38f req-f9d6931c-b1ad-41ec-83d9-0d025f8cc8f7 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:36.528921 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d7fea8f2-1f20-4772-ba19-61d74edae38f req-f9d6931c-b1ad-41ec-83d9-0d025f8cc8f7 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=213629a7-b155-4938-9d93-e1d30507d5aa HTTP/1.1" status: 200 len: 950 time: 0.2116444 May 18 18:05:36.534329 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ed0bb3-79de-411c-bdfa-30a2bec541b4 req-8aea41e7-96c6-4ab5-8577-4795b84b5e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:36.537834 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f0ed0bb3-79de-411c-bdfa-30a2bec541b4 req-8aea41e7-96c6-4ab5-8577-4795b84b5e27 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=213629a7-b155-4938-9d93-e1d30507d5aa HTTP/1.1" status: 200 len: 1101 time: 0.2193446 May 18 18:05:36.550917 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ed7f67-23bf-4e7f-b827-b10627c3cb9d req-1e373fa2-e581-47f2-846d-05ce9292841d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:36.553440 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-66ed7f67-23bf-4e7f-b827-b10627c3cb9d req-1e373fa2-e581-47f2-846d-05ce9292841d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=38c3fbce1f554996bc4a73e5f0f7c3e8&device_id=f4d4ab14-30d2-4728-a24a-37646af24227 HTTP/1.1" status: 200 len: 1095 time: 0.1349025 May 18 18:05:36.625090 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-66ed7f67-23bf-4e7f-b827-b10627c3cb9d req-b6529ef2-dfed-4f9e-bd06-d8d5215e2749 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b0717277-345f-4a7c-a4b4-96d333eb51f2 HTTP/1.1" status: 200 len: 217 time: 0.0605881 May 18 18:05:36.675325 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d7fea8f2-1f20-4772-ba19-61d74edae38f req-766df16c-4ff1-4f71-a1ae-6ef94cb44356 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316707 May 18 18:05:36.697806 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f0ed0bb3-79de-411c-bdfa-30a2bec541b4 req-807c16dd-8486-498e-aa11-8d37c209aa01 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430418 May 18 18:05:36.719324 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ed7f67-23bf-4e7f-b827-b10627c3cb9d req-ac48d6b0-c742-4a5d-a3a3-bf2a0cd5422c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:36.721349 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-66ed7f67-23bf-4e7f-b827-b10627c3cb9d req-ac48d6b0-c742-4a5d-a3a3-bf2a0cd5422c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cf982f85-dd38-4a89-9c21-fca17676813e HTTP/1.1" status: 200 len: 860 time: 0.0704410 May 18 18:05:36.984499 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-66ed7f67-23bf-4e7f-b827-b10627c3cb9d req-7e61aa45-82c5-4d31-b2b8-39dbcadbd06d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e7bb4226-ce97-4ecd-a736-061f4f786581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0949922 May 18 18:05:37.328280 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-66ed7f67-23bf-4e7f-b827-b10627c3cb9d req-5de2edd3-f28a-43aa-9d69-15e664404870 service neutron] 10.222.0.36 "GET /v2.0/networks/e7bb4226-ce97-4ecd-a736-061f4f786581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3290725 May 18 18:05:37.490793 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-342e3387-e5b6-4e08-b572-ba948deadb2a req-eb5e1cd6-d0ca-4db8-ad49-6ff453f7762e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e29e16d8-e422-4794-abe3-fa62aae733ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0700788 May 18 18:05:37.520660 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-66ed7f67-23bf-4e7f-b827-b10627c3cb9d req-f605867e-6794-42d4-8fbb-3a2afccfe294 service neutron] 10.222.0.36 "GET /v2.0/networks/e7bb4226-ce97-4ecd-a736-061f4f786581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841364 May 18 18:05:37.563924 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-7271f096-2c28-4f97-8711-331c6b289653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:37.644384 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342e3387-e5b6-4e08-b572-ba948deadb2a req-057fde8e-c757-4bc1-b0f8-cd3af0e1a87c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:37.646924 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-342e3387-e5b6-4e08-b572-ba948deadb2a req-057fde8e-c757-4bc1-b0f8-cd3af0e1a87c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=38c3fbce1f554996bc4a73e5f0f7c3e8&device_id=e29e16d8-e422-4794-abe3-fa62aae733ea HTTP/1.1" status: 200 len: 1116 time: 0.1033776 May 18 18:05:37.801757 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342e3387-e5b6-4e08-b572-ba948deadb2a req-685c25d4-a498-4329-9058-95c2739f1d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:37.803731 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-342e3387-e5b6-4e08-b572-ba948deadb2a req-685c25d4-a498-4329-9058-95c2739f1d11 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e7bb4226-ce97-4ecd-a736-061f4f786581 HTTP/1.1" status: 200 len: 921 time: 0.1242154 May 18 18:05:37.888135 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-342e3387-e5b6-4e08-b572-ba948deadb2a req-31253a41-9d79-48dd-8726-f5634e3503cc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cb11a143-d579-4d02-bc74-db341a9b2376 HTTP/1.1" status: 200 len: 217 time: 0.0750804 May 18 18:05:38.000941 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342e3387-e5b6-4e08-b572-ba948deadb2a req-63ea524e-6b8c-4800-ba50-ab54dd83af14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:38.002512 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-342e3387-e5b6-4e08-b572-ba948deadb2a req-63ea524e-6b8c-4800-ba50-ab54dd83af14 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cf982f85-dd38-4a89-9c21-fca17676813e HTTP/1.1" status: 200 len: 860 time: 0.1015763 May 18 18:05:38.041834 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-342e3387-e5b6-4e08-b572-ba948deadb2a req-53fd8ff5-60a2-4953-9539-87c3646b3db6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e7bb4226-ce97-4ecd-a736-061f4f786581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311759 May 18 18:05:38.184355 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-342e3387-e5b6-4e08-b572-ba948deadb2a req-1e42c88d-d90a-4864-b25d-75b4eb895a96 service neutron] 10.222.0.36 "GET /v2.0/networks/e7bb4226-ce97-4ecd-a736-061f4f786581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346586 May 18 18:05:38.339414 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-342e3387-e5b6-4e08-b572-ba948deadb2a req-cf903683-803e-4ce9-8f53-4629311a1664 service neutron] 10.222.0.36 "GET /v2.0/networks/e7bb4226-ce97-4ecd-a736-061f4f786581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478126 May 18 18:05:38.438559 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0cc51c-90b2-4a0a-b3ae-d2dd66010666 req-caa5fa1a-6792-4509-9a3a-1ae8b0e220b0 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:38.442688 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1a0cc51c-90b2-4a0a-b3ae-d2dd66010666 req-caa5fa1a-6792-4509-9a3a-1ae8b0e220b0 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/networks?id=34fdcfa4-2e5d-460f-9a9f-5a798833609a HTTP/1.1" status: 200 len: 808 time: 0.1181610 May 18 18:05:38.459458 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1a0cc51c-90b2-4a0a-b3ae-d2dd66010666 req-43851aef-5f30-47d6-817e-72c69a6e5e60 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/quotas/8ebc9a1ec3004890baedda4682fb5641 HTTP/1.1" status: 200 len: 375 time: 0.0124106 May 18 18:05:38.517501 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1a0cc51c-90b2-4a0a-b3ae-d2dd66010666 req-23da221e-d791-4f4e-8c32-ca534cd9948f tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=8ebc9a1ec3004890baedda4682fb5641&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0518489 May 18 18:05:38.637444 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990392ab-1d38-4df0-b5ed-c26126f0f4a6 req-c4016149-a014-463b-85bc-cbd540340263 tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:38.639529 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-990392ab-1d38-4df0-b5ed-c26126f0f4a6 req-c4016149-a014-463b-85bc-cbd540340263 tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] 10.222.0.85 "GET /v2.0/ports?device_id=d2b36aff-64a4-4f9e-86f7-8c7fa138ba4c HTTP/1.1" status: 200 len: 943 time: 0.0961976 May 18 18:05:38.649458 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1a0cc51c-90b2-4a0a-b3ae-d2dd66010666 req-85e0b432-cf08-4ed7-adec-e9e2faa1cb79 service neutron] 10.222.0.85 "GET /v2.0/networks/34fdcfa4-2e5d-460f-9a9f-5a798833609a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305671 May 18 18:05:38.735175 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-990392ab-1d38-4df0-b5ed-c26126f0f4a6 req-87903e2d-6118-44f4-a1c0-cb1cefaeea2e tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] 10.222.0.85 "GET /v2.0/security-groups?id=4e5deb66-88bb-4395-820b-ae258d556e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879092 May 18 18:05:38.825167 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c33affd-0525-4e65-90f5-7f391c3d2244 x-openstack-request-id: req-3c33affd-0525-4e65-90f5-7f391c3d2244 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:05:38.826601 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4d4ab14-30d2-4728-a24a-37646af24227", "tag": "b0717277-345f-4a7c-a4b4-96d333eb51f2", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:05:38.826931 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-3c33affd-0525-4e65-90f5-7f391c3d2244 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:05:38.827568 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c33affd-0525-4e65-90f5-7f391c3d2244'] response: {'name': 'network-changed', 'server_uuid': 'f4d4ab14-30d2-4728-a24a-37646af24227', 'tag': 'b0717277-345f-4a7c-a4b4-96d333eb51f2', 'status': 'completed', 'code': 200} May 18 18:05:38.845473 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1a0cc51c-90b2-4a0a-b3ae-d2dd66010666 req-697b6772-b2d0-45b4-8ebc-d9c5fb074106 service neutron] 10.222.0.85 "GET /v2.0/networks/34fdcfa4-2e5d-460f-9a9f-5a798833609a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846774 May 18 18:05:38.933799 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c15162-0718-421d-8616-b4f0fe64a0a0 req-a670385a-ebe5-4ff2-9769-fa334572fab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:38.936611 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-14c15162-0718-421d-8616-b4f0fe64a0a0 req-a670385a-ebe5-4ff2-9769-fa334572fab5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=38c3fbce1f554996bc4a73e5f0f7c3e8&device_id=f4d4ab14-30d2-4728-a24a-37646af24227 HTTP/1.1" status: 200 len: 1095 time: 0.0897834 May 18 18:05:39.005198 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb100c93-6025-4620-84d0-e0082e7fc175 req-030f351a-c3e0-49f9-84e8-0d2eb017b0c0 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:39.006928 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-eb100c93-6025-4620-84d0-e0082e7fc175 req-030f351a-c3e0-49f9-84e8-0d2eb017b0c0 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/ports?device_id=f4d4ab14-30d2-4728-a24a-37646af24227 HTTP/1.1" status: 200 len: 944 time: 0.0567424 May 18 18:05:39.099694 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c15162-0718-421d-8616-b4f0fe64a0a0 req-c058a7fb-5e08-4a33-b4d3-159612f3c63d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:39.104469 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-14c15162-0718-421d-8616-b4f0fe64a0a0 req-c058a7fb-5e08-4a33-b4d3-159612f3c63d service neutron] 10.222.0.36 "GET /v2.0/networks?id=e7bb4226-ce97-4ecd-a736-061f4f786581 HTTP/1.1" status: 200 len: 921 time: 0.1592402 May 18 18:05:39.105297 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-eb100c93-6025-4620-84d0-e0082e7fc175 req-348e74a5-70df-4767-96f9-dd7fe93c56ec tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/security-groups?id=bda815dc-3228-454b-a95b-f89a3eeb79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822344 May 18 18:05:39.157733 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-14c15162-0718-421d-8616-b4f0fe64a0a0 req-902e5025-d578-4307-b52e-4fc69ae7de94 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b0717277-345f-4a7c-a4b4-96d333eb51f2 HTTP/1.1" status: 200 len: 217 time: 0.0463765 May 18 18:05:39.291180 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c15162-0718-421d-8616-b4f0fe64a0a0 req-90051461-5a6a-4e7f-9fc1-73ed5a838b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:39.291180 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-14c15162-0718-421d-8616-b4f0fe64a0a0 req-90051461-5a6a-4e7f-9fc1-73ed5a838b1a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cf982f85-dd38-4a89-9c21-fca17676813e HTTP/1.1" status: 200 len: 860 time: 0.1074362 May 18 18:05:39.342323 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-14c15162-0718-421d-8616-b4f0fe64a0a0 req-67c78b92-8287-451e-a114-402ba852f827 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e7bb4226-ce97-4ecd-a736-061f4f786581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361307 May 18 18:05:39.374090 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38244e1d-cd3a-4312-8ec3-b6376a2c5a42 req-4507c73b-4a2e-4f2e-bb16-6170028b6186 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:39.382750 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-38244e1d-cd3a-4312-8ec3-b6376a2c5a42 req-4507c73b-4a2e-4f2e-bb16-6170028b6186 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=213629a7-b155-4938-9d93-e1d30507d5aa HTTP/1.1" status: 200 len: 950 time: 0.1993198 May 18 18:05:39.507909 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-38244e1d-cd3a-4312-8ec3-b6376a2c5a42 req-2b906094-65ca-4eb8-911d-a705421cb189 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219316 May 18 18:05:39.565130 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-14c15162-0718-421d-8616-b4f0fe64a0a0 req-e16003fc-9414-435d-848a-92ba12abe09c service neutron] 10.222.0.36 "GET /v2.0/networks/e7bb4226-ce97-4ecd-a736-061f4f786581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139850 May 18 18:05:39.632455 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a78b3a1a-ae5f-445f-aa90-b154e1619d85 req-dcb273c9-bad0-4ef9-a5c3-4fdbd300b142 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/ports?device_id=856de7f6-1aa7-4b67-bac8-1e6902f032dc HTTP/1.1" status: 200 len: 210 time: 0.0653839 May 18 18:05:39.641448 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1da4f30-0b7c-40b6-9f62-8089f9b3a3fb req-03220704-40ed-46be-a1c9-f6031533f467 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:39.650237 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c1da4f30-0b7c-40b6-9f62-8089f9b3a3fb req-03220704-40ed-46be-a1c9-f6031533f467 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] 10.222.0.85 "GET /v2.0/ports?device_id=fdceddf8-bab6-46ce-9368-f688e10792ca HTTP/1.1" status: 200 len: 945 time: 0.2105026 May 18 18:05:39.800281 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c1da4f30-0b7c-40b6-9f62-8089f9b3a3fb req-46dcaf85-38f8-41e0-8362-a419383a4d58 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] 10.222.0.85 "GET /v2.0/security-groups?id=b787168d-4ad4-4424-a9af-a4affc34d52d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384416 May 18 18:05:39.903715 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-14c15162-0718-421d-8616-b4f0fe64a0a0 req-2aa1fbdb-e059-4c6a-8c76-48d74cb75fd7 service neutron] 10.222.0.36 "GET /v2.0/networks/e7bb4226-ce97-4ecd-a736-061f4f786581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3235724 May 18 18:05:39.978678 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ad9ed7-9a1e-4b95-8dfd-fd451371ff84 req-a74c21c6-b3e4-423b-a957-890b7d600cb0 tempest-ImagesOneServerTestJSON-1180529708 tempest-ImagesOneServerTestJSON-1180529708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:39.980567 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-09ad9ed7-9a1e-4b95-8dfd-fd451371ff84 req-a74c21c6-b3e4-423b-a957-890b7d600cb0 tempest-ImagesOneServerTestJSON-1180529708 tempest-ImagesOneServerTestJSON-1180529708-project] 10.222.0.85 "GET /v2.0/ports?device_id=6fe7ba5f-7c16-4fb0-8d4e-275a46e53e3c HTTP/1.1" status: 200 len: 951 time: 0.1527822 May 18 18:05:39.990405 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 7 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 18:05:40.007621 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-2f64aa9f-53b4-4382-829f-0c3e7e4a8b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:40.074029 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5e0074-28a8-4c3f-b9e0-dfb442d5e919 req-bafb40c9-5155-49df-b9c5-9172412c8b06 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:40.077337 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3e5e0074-28a8-4c3f-b9e0-dfb442d5e919 req-bafb40c9-5155-49df-b9c5-9172412c8b06 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=213629a7-b155-4938-9d93-e1d30507d5aa HTTP/1.1" status: 200 len: 950 time: 0.1338756 May 18 18:05:40.154958 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-09ad9ed7-9a1e-4b95-8dfd-fd451371ff84 req-e4b093be-8623-4229-8d00-63d0c3997b1e tempest-ImagesOneServerTestJSON-1180529708 tempest-ImagesOneServerTestJSON-1180529708-project] 10.222.0.85 "GET /v2.0/security-groups?id=9838ff41-b70c-4bb6-9824-55de265380e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378353 May 18 18:05:40.161417 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3e5e0074-28a8-4c3f-b9e0-dfb442d5e919 req-94e08048-d64d-40f5-8cbb-388c9ba41b02 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732152 May 18 18:05:40.173675 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad19209f-cf2e-4724-bdd2-ef0727a826dd req-fd7b7c48-0402-430b-b8aa-0d229be3d31b tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:40.175232 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ad19209f-cf2e-4724-bdd2-ef0727a826dd req-fd7b7c48-0402-430b-b8aa-0d229be3d31b tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] 10.222.0.36 "GET /v2.0/ports?device_id=fdceddf8-bab6-46ce-9368-f688e10792ca HTTP/1.1" status: 200 len: 945 time: 0.1937168 May 18 18:05:40.367382 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef53c161-e282-4081-a73f-4381ff3a52c9 req-6afae236-cc88-4343-ab2b-21eca41c40a9 tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:40.369326 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ef53c161-e282-4081-a73f-4381ff3a52c9 req-6afae236-cc88-4343-ab2b-21eca41c40a9 tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] 10.222.0.85 "GET /v2.0/ports?device_id=d2b36aff-64a4-4f9e-86f7-8c7fa138ba4c HTTP/1.1" status: 200 len: 943 time: 0.0572705 May 18 18:05:40.396280 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-ad19209f-cf2e-4724-bdd2-ef0727a826dd req-d6086e48-2493-4e74-878b-16219ccb0664 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Deleting port af4664f5-e024-4a54-9561-852e293a9a63 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:05:40.396774 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-ad19209f-cf2e-4724-bdd2-ef0727a826dd req-d6086e48-2493-4e74-878b-16219ccb0664 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:40.413701 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6059a8-0238-483b-b1ac-db3175a42e6d req-54d534ba-1171-4bf3-8919-4b65db27e197 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:40.415648 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cc6059a8-0238-483b-b1ac-db3175a42e6d req-54d534ba-1171-4bf3-8919-4b65db27e197 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/ports?device_id=f4d4ab14-30d2-4728-a24a-37646af24227 HTTP/1.1" status: 200 len: 944 time: 0.0913835 May 18 18:05:40.424144 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ef53c161-e282-4081-a73f-4381ff3a52c9 req-56d105cc-4ff8-49f8-809c-395c01e2fe92 tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] 10.222.0.85 "GET /v2.0/security-groups?id=4e5deb66-88bb-4395-820b-ae258d556e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398097 May 18 18:05:40.900321 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cc6059a8-0238-483b-b1ac-db3175a42e6d req-d43e8454-89e4-4829-bd21-491e6c9f63e6 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/security-groups?id=bda815dc-3228-454b-a95b-f89a3eeb79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4721467 May 18 18:05:40.988291 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-76c575e4-2004-4c66-9a89-ca40e59cc952 req-c43b09ad-0c35-4313-95d5-f30b5f100023 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/ports?device_id=856de7f6-1aa7-4b67-bac8-1e6902f032dc HTTP/1.1" status: 200 len: 210 time: 0.0502470 May 18 18:05:41.058489 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-ad19209f-cf2e-4724-bdd2-ef0727a826dd req-d6086e48-2493-4e74-878b-16219ccb0664 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] For port af4664f5-e024-4a54-9561-852e293a9a63, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=af4664f5-e024-4a54-9561-852e293a9a63,segment=NetworkSegment(da1e1534-5e48-46b3-a727-d3c25e59a900),segment_id=da1e1534-5e48-46b3-a727-d3c25e59a900)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:05:41.060386 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-ad19209f-cf2e-4724-bdd2-ef0727a826dd req-d6086e48-2493-4e74-878b-16219ccb0664 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:41.132130 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-ad19209f-cf2e-4724-bdd2-ef0727a826dd req-d6086e48-2493-4e74-878b-16219ccb0664 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Calling delete_port for af4664f5-e024-4a54-9561-852e293a9a63 owned by compute:nova {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:05:41.153287 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:41.209070 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc961589-14d2-4e90-a18a-2e13ceffeb5f req-999544ca-dbe2-4245-847e-fa425351527a tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:41.210628 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-dc961589-14d2-4e90-a18a-2e13ceffeb5f req-999544ca-dbe2-4245-847e-fa425351527a tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] 10.222.0.85 "GET /v2.0/ports?device_id=fdceddf8-bab6-46ce-9368-f688e10792ca HTTP/1.1" status: 200 len: 945 time: 0.0829468 May 18 18:05:41.228792 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0cc51c-90b2-4a0a-b3ae-d2dd66010666 req-1743e2a2-758d-4fcb-ad86-b6dbe230ded2 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:41.230388 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1a0cc51c-90b2-4a0a-b3ae-d2dd66010666 req-1743e2a2-758d-4fcb-ad86-b6dbe230ded2 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.36 "GET /v2.0/networks?id=34fdcfa4-2e5d-460f-9a9f-5a798833609a HTTP/1.1" status: 200 len: 808 time: 0.4729621 May 18 18:05:41.248782 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-1a0cc51c-90b2-4a0a-b3ae-d2dd66010666 req-3a92223e-227e-421f-ae8c-dce26f8e59c3 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Request body: {'port': {'device_id': '856de7f6-1aa7-4b67-bac8-1e6902f032dc', 'network_id': '34fdcfa4-2e5d-460f-9a9f-5a798833609a', 'admin_state_up': True, 'tenant_id': '8ebc9a1ec3004890baedda4682fb5641'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:05:41.256902 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-dc961589-14d2-4e90-a18a-2e13ceffeb5f req-35be4c60-7eb6-4a62-8931-a3def9ec587e tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] 10.222.0.85 "GET /v2.0/security-groups?id=b787168d-4ad4-4424-a9af-a4affc34d52d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382655 May 18 18:05:41.257170 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5f1668d6-59d8-459f-ada1-2e71c4256020 req-2d49368a-dd05-4262-b0d4-16091153e997 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=84d410e5-f4e3-429d-81c6-65d701445b6d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3895235 May 18 18:05:41.291715 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b7d7c13c-efcd-449c-9700-5759bf6d3bcc req-0b7c30e3-a1db-4fe5-8e2c-9cd3f86224a2 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=213629a7-b155-4938-9d93-e1d30507d5aa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3313794 May 18 18:05:41.340787 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216ac12c-efdc-42ed-9b31-facd2cc57626 req-78582b4a-7ee3-42bd-804f-8c9d8525f182 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:41.342669 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-216ac12c-efdc-42ed-9b31-facd2cc57626 req-78582b4a-7ee3-42bd-804f-8c9d8525f182 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=213629a7-b155-4938-9d93-e1d30507d5aa HTTP/1.1" status: 200 len: 950 time: 0.3388638 May 18 18:05:41.387360 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26655f0-0d89-4578-a79a-aa0c31b18cb4 req-63170428-3289-43db-9414-0c965b98375b tempest-ImagesOneServerTestJSON-1180529708 tempest-ImagesOneServerTestJSON-1180529708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:41.389652 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c26655f0-0d89-4578-a79a-aa0c31b18cb4 req-63170428-3289-43db-9414-0c965b98375b tempest-ImagesOneServerTestJSON-1180529708 tempest-ImagesOneServerTestJSON-1180529708-project] 10.222.0.85 "GET /v2.0/ports?device_id=6fe7ba5f-7c16-4fb0-8d4e-275a46e53e3c HTTP/1.1" status: 200 len: 951 time: 0.0631390 May 18 18:05:41.450559 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-216ac12c-efdc-42ed-9b31-facd2cc57626 req-3cc1aa91-992c-42ae-b12a-711b01afb0f0 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975685 May 18 18:05:41.466678 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c26655f0-0d89-4578-a79a-aa0c31b18cb4 req-573873de-0dde-441e-b210-8ec6df29dbd2 tempest-ImagesOneServerTestJSON-1180529708 tempest-ImagesOneServerTestJSON-1180529708-project] 10.222.0.85 "GET /v2.0/security-groups?id=9838ff41-b70c-4bb6-9824-55de265380e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660372 May 18 18:05:41.624682 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-ad19209f-cf2e-4724-bdd2-ef0727a826dd req-d6086e48-2493-4e74-878b-16219ccb0664 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:41.629026 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a0cc51c-90b2-4a0a-b3ae-d2dd66010666 req-3a92223e-227e-421f-ae8c-dce26f8e59c3 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Made reservation on behalf of 8ebc9a1ec3004890baedda4682fb5641 for: {'port': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:05:41.632561 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-1a0cc51c-90b2-4a0a-b3ae-d2dd66010666 req-3a92223e-227e-421f-ae8c-dce26f8e59c3 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:41.661652 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1668d6-59d8-459f-ada1-2e71c4256020 req-dfa5a3ac-507b-4c06-8c69-bb0e887e8519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:41.663192 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5f1668d6-59d8-459f-ada1-2e71c4256020 req-dfa5a3ac-507b-4c06-8c69-bb0e887e8519 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c95c071176d44e1393b66dc9873791e2&device_id=84d410e5-f4e3-429d-81c6-65d701445b6d HTTP/1.1" status: 200 len: 1101 time: 0.1637514 May 18 18:05:41.693391 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6086e48-2493-4e74-878b-16219ccb0664 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Pushing event deleted for resources: {'Port': ['ID=af4664f5-e024-4a54-9561-852e293a9a63,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:05:41.720323 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4296437-80c7-4c64-9e97-d1c8ce370d66 req-2ef2aa7a-ee16-4077-8a5d-0df63b08d1eb tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:41.721957 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f4296437-80c7-4c64-9e97-d1c8ce370d66 req-2ef2aa7a-ee16-4077-8a5d-0df63b08d1eb tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] 10.222.0.85 "GET /v2.0/ports?device_id=d2b36aff-64a4-4f9e-86f7-8c7fa138ba4c HTTP/1.1" status: 200 len: 943 time: 0.1700521 May 18 18:05:41.869701 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad19209f-cf2e-4724-bdd2-ef0727a826dd req-d6086e48-2493-4e74-878b-16219ccb0664 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] No DVR routers for this DVR port af4664f5-e024-4a54-9561-852e293a9a63 on host n-h1-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:05:41.883567 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-ad19209f-cf2e-4724-bdd2-ef0727a826dd req-d6086e48-2493-4e74-878b-16219ccb0664 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:41.890619 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ad19209f-cf2e-4724-bdd2-ef0727a826dd req-d6086e48-2493-4e74-878b-16219ccb0664 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] 10.222.0.36 "DELETE /v2.0/ports/af4664f5-e024-4a54-9561-852e293a9a63 HTTP/1.1" status: 204 len: 173 time: 1.7046838 May 18 18:05:41.896990 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdceddf8-bab6-46ce-9368-f688e10792ca', 'name': 'network-vif-deleted', 'tag': 'af4664f5-e024-4a54-9561-852e293a9a63'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:05:41.896990 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90909829-2aff-4a8f-8aaa-2dd0c2dfe029" -d '{"events": [{"server_uuid": "fdceddf8-bab6-46ce-9368-f688e10792ca", "name": "network-vif-deleted", "tag": "af4664f5-e024-4a54-9561-852e293a9a63"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:05:42.005452 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f4296437-80c7-4c64-9e97-d1c8ce370d66 req-186e5579-da50-4890-ba41-695027112a1f tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] 10.222.0.85 "GET /v2.0/security-groups?id=4e5deb66-88bb-4395-820b-ae258d556e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2563565 May 18 18:05:42.077166 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf25fc02-4c4b-43fa-9967-936ec1b8aed4 x-openstack-request-id: req-cf25fc02-4c4b-43fa-9967-936ec1b8aed4 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:05:42.078160 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdceddf8-bab6-46ce-9368-f688e10792ca", "name": "network-vif-deleted", "tag": "af4664f5-e024-4a54-9561-852e293a9a63", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:05:42.078160 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-cf25fc02-4c4b-43fa-9967-936ec1b8aed4 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:05:42.078624 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf25fc02-4c4b-43fa-9967-936ec1b8aed4'] response: {'server_uuid': 'fdceddf8-bab6-46ce-9368-f688e10792ca', 'name': 'network-vif-deleted', 'tag': 'af4664f5-e024-4a54-9561-852e293a9a63', 'status': 'completed', 'code': 200} May 18 18:05:42.104682 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1668d6-59d8-459f-ada1-2e71c4256020 req-1329f641-0b6a-4f32-87d0-c9cdf77c7d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:42.106899 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5f1668d6-59d8-459f-ada1-2e71c4256020 req-1329f641-0b6a-4f32-87d0-c9cdf77c7d0f service neutron] 10.222.0.88 "GET /v2.0/networks?id=4c8ef274-9ecc-47c2-9686-5eebd78fb305 HTTP/1.1" status: 200 len: 870 time: 0.3951223 May 18 18:05:42.196853 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5f1668d6-59d8-459f-ada1-2e71c4256020 req-5833d47e-7d41-4645-afa4-7d5943d210a1 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=65eaebad-5f15-498f-8a10-409fcd0c25c6 HTTP/1.1" status: 200 len: 217 time: 0.0669909 May 18 18:05:42.199111 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7c8144bc-3978-4623-a5c9-e93d96206e2a req-8aec635e-9976-4039-9eb1-24aa07a01c1d tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/ports?device_id=856de7f6-1aa7-4b67-bac8-1e6902f032dc HTTP/1.1" status: 200 len: 210 time: 0.0435781 May 18 18:05:42.244577 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [req-1a0cc51c-90b2-4a0a-b3ae-d2dd66010666 req-3a92223e-227e-421f-ae8c-dce26f8e59c3 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Allocated IP 172.20.0.10 (34fdcfa4-2e5d-460f-9a9f-5a798833609a/8f7111f6-e2ae-4553-ac4c-889ba94e64a6/f7147e38-5504-4db8-b866-92a9b2fb8077) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:05:42.270623 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:42.339379 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1668d6-59d8-459f-ada1-2e71c4256020 req-c4874926-fb8e-4d4e-9713-626a03c67217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:42.341510 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5f1668d6-59d8-459f-ada1-2e71c4256020 req-c4874926-fb8e-4d4e-9713-626a03c67217 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c2531ae9-89db-4dcf-b670-9eac4c9cde53 HTTP/1.1" status: 200 len: 843 time: 0.1142049 May 18 18:05:42.354484 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec66de36-a388-4f62-91b8-d3876f22c8b0 req-84cb3cd4-01af-4c95-914e-3d1654cfd4d2 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:42.356067 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ec66de36-a388-4f62-91b8-d3876f22c8b0 req-84cb3cd4-01af-4c95-914e-3d1654cfd4d2 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/ports?device_id=f4d4ab14-30d2-4728-a24a-37646af24227 HTTP/1.1" status: 200 len: 944 time: 0.2130036 May 18 18:05:42.464720 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-019fed0a-96f5-4383-b368-e7c93ecb7d58 req-10ede58d-3727-4026-9571-6d19ffc3c359 tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] 10.222.0.85 "GET /v2.0/ports?device_id=fdceddf8-bab6-46ce-9368-f688e10792ca HTTP/1.1" status: 200 len: 210 time: 0.0623519 May 18 18:05:42.505196 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ec66de36-a388-4f62-91b8-d3876f22c8b0 req-51347f82-d8bd-462c-b629-4c171b61c903 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/security-groups?id=bda815dc-3228-454b-a95b-f89a3eeb79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307552 May 18 18:05:42.518516 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1668d6-59d8-459f-ada1-2e71c4256020 req-dc7a881f-510f-4d33-ba74-ec71766bb0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:42.520746 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5f1668d6-59d8-459f-ada1-2e71c4256020 req-dc7a881f-510f-4d33-ba74-ec71766bb0fc service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4c8ef274-9ecc-47c2-9686-5eebd78fb305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1585152 May 18 18:05:42.683758 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-1a0cc51c-90b2-4a0a-b3ae-d2dd66010666 req-3a92223e-227e-421f-ae8c-dce26f8e59c3 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:42.734879 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5f1668d6-59d8-459f-ada1-2e71c4256020 req-b37a3968-77e3-426e-889f-7abf635a11fe service neutron] 10.222.0.88 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977203 May 18 18:05:42.772365 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad601fe-dceb-4a35-86c3-dee6de3345fb req-c3921de7-7533-4cb7-b43e-405c37b930d2 tempest-ImagesOneServerTestJSON-1180529708 tempest-ImagesOneServerTestJSON-1180529708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:42.775306 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fad601fe-dceb-4a35-86c3-dee6de3345fb req-c3921de7-7533-4cb7-b43e-405c37b930d2 tempest-ImagesOneServerTestJSON-1180529708 tempest-ImagesOneServerTestJSON-1180529708-project] 10.222.0.85 "GET /v2.0/ports?device_id=6fe7ba5f-7c16-4fb0-8d4e-275a46e53e3c HTTP/1.1" status: 200 len: 951 time: 0.1445217 May 18 18:05:42.788979 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27ee745-133d-4da7-9faa-4601e44bdc6c req-88b11cc7-7e88-412c-9cd2-92d847515969 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:42.791173 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c27ee745-133d-4da7-9faa-4601e44bdc6c req-88b11cc7-7e88-412c-9cd2-92d847515969 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=213629a7-b155-4938-9d93-e1d30507d5aa HTTP/1.1" status: 200 len: 950 time: 0.0802517 May 18 18:05:42.842817 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c27ee745-133d-4da7-9faa-4601e44bdc6c req-737c98c8-80eb-41ea-a038-93c1ee791ef1 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418146 May 18 18:05:42.879559 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-1a0cc51c-90b2-4a0a-b3ae-d2dd66010666 req-3a92223e-227e-421f-ae8c-dce26f8e59c3 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:42.923950 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fad601fe-dceb-4a35-86c3-dee6de3345fb req-5dc1ffc0-90d6-4047-8512-59dbe1852e77 tempest-ImagesOneServerTestJSON-1180529708 tempest-ImagesOneServerTestJSON-1180529708-project] 10.222.0.85 "GET /v2.0/security-groups?id=9838ff41-b70c-4bb6-9824-55de265380e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226127 May 18 18:05:42.954054 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a0cc51c-90b2-4a0a-b3ae-d2dd66010666 req-3a92223e-227e-421f-ae8c-dce26f8e59c3 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Network 34fdcfa4-2e5d-460f-9a9f-5a798833609a is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:05:42.956392 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5f1668d6-59d8-459f-ada1-2e71c4256020 req-b1841df5-c4cd-4eac-a29f-9827b31fbf94 service neutron] 10.222.0.88 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081249 May 18 18:05:42.962593 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [req-1a0cc51c-90b2-4a0a-b3ae-d2dd66010666 req-3a92223e-227e-421f-ae8c-dce26f8e59c3 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:05:42.963825 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a0cc51c-90b2-4a0a-b3ae-d2dd66010666 req-3a92223e-227e-421f-ae8c-dce26f8e59c3 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:05:43.001583 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a92223e-227e-421f-ae8c-dce26f8e59c3 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Pushing event updated for resources: {'Port': ['ID=f7147e38-5504-4db8-b866-92a9b2fb8077,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:05:43.002962 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:43.039345 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0cc51c-90b2-4a0a-b3ae-d2dd66010666 req-3a92223e-227e-421f-ae8c-dce26f8e59c3 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:43.041443 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-1a0cc51c-90b2-4a0a-b3ae-d2dd66010666 req-3a92223e-227e-421f-ae8c-dce26f8e59c3 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:43.073809 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1a0cc51c-90b2-4a0a-b3ae-d2dd66010666 req-3a92223e-227e-421f-ae8c-dce26f8e59c3 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8299806 May 18 18:05:43.087211 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-1a0cc51c-90b2-4a0a-b3ae-d2dd66010666 req-d753d51f-f3e5-4f84-b0e6-bdc8a0af3057 service neutron] Request body: {'port': {'device_id': '856de7f6-1aa7-4b67-bac8-1e6902f032dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-3'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:05:43.199056 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-1a0cc51c-90b2-4a0a-b3ae-d2dd66010666 req-d753d51f-f3e5-4f84-b0e6-bdc8a0af3057 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:43.226512 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f9fc61-ae4b-4a5c-9155-8da3cd5f2174 req-b260cdbc-04fb-4ee5-b92a-8d4478623b7e tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:43.229512 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-63f9fc61-ae4b-4a5c-9155-8da3cd5f2174 req-b260cdbc-04fb-4ee5-b92a-8d4478623b7e tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] 10.222.0.85 "GET /v2.0/ports?device_id=d2b36aff-64a4-4f9e-86f7-8c7fa138ba4c HTTP/1.1" status: 200 len: 943 time: 0.1158595 May 18 18:05:43.247861 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device af4664f5-e024-4a54-9561-852e293a9a63 no longer exists at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:05:43.274941 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] No Port match for: af4664f5-e024-4a54-9561-852e293a9a63 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:05:43.275500 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device af4664f5-e024-4a54-9561-852e293a9a63 not bound to the agent host n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:05:43.412188 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-63f9fc61-ae4b-4a5c-9155-8da3cd5f2174 req-e1ed8ccd-8878-49b3-a673-b6197cfd716e tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] 10.222.0.85 "GET /v2.0/security-groups?id=4e5deb66-88bb-4395-820b-ae258d556e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1484318 May 18 18:05:43.429784 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d7c13c-efcd-449c-9700-5759bf6d3bcc req-467f4c13-d1ee-4fcf-8f5f-7d664a8ab65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:43.431294 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b7d7c13c-efcd-449c-9700-5759bf6d3bcc req-467f4c13-d1ee-4fcf-8f5f-7d664a8ab65c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c95c071176d44e1393b66dc9873791e2&device_id=213629a7-b155-4938-9d93-e1d30507d5aa HTTP/1.1" status: 200 len: 1101 time: 0.1569586 May 18 18:05:43.725573 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126b6696-dfaf-42fc-98cf-345f1f0bdd5f req-d10481bb-c8c2-4a47-b5e0-123922415c8f tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:43.727604 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-126b6696-dfaf-42fc-98cf-345f1f0bdd5f req-d10481bb-c8c2-4a47-b5e0-123922415c8f tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/ports?device_id=856de7f6-1aa7-4b67-bac8-1e6902f032dc HTTP/1.1" status: 200 len: 932 time: 0.2008412 May 18 18:05:43.734184 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d7c13c-efcd-449c-9700-5759bf6d3bcc req-7fad7b1f-f54d-45ee-b15b-51a3d8ac6574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:43.736570 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b7d7c13c-efcd-449c-9700-5759bf6d3bcc req-7fad7b1f-f54d-45ee-b15b-51a3d8ac6574 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4c8ef274-9ecc-47c2-9686-5eebd78fb305 HTTP/1.1" status: 200 len: 870 time: 0.2964890 May 18 18:05:43.828656 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ea66a8-87f7-4a6f-b013-5d185fdd946a req-3da376ab-4a7a-40ea-ba21-28fdd87e004a tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:43.832893 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a9ea66a8-87f7-4a6f-b013-5d185fdd946a req-3da376ab-4a7a-40ea-ba21-28fdd87e004a tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/ports?device_id=f4d4ab14-30d2-4728-a24a-37646af24227 HTTP/1.1" status: 200 len: 944 time: 0.0888941 May 18 18:05:43.837261 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b7d7c13c-efcd-449c-9700-5759bf6d3bcc req-fac2d4be-732d-4573-a55f-e8ffbfeaf0ba service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=eb7403a5-417e-4c66-9028-f2b20017e630 HTTP/1.1" status: 200 len: 217 time: 0.0891466 May 18 18:05:43.904054 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a9ea66a8-87f7-4a6f-b013-5d185fdd946a req-914c1422-d353-4984-a367-61eab84291e7 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/security-groups?id=bda815dc-3228-454b-a95b-f89a3eeb79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624816 May 18 18:05:43.979299 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-126b6696-dfaf-42fc-98cf-345f1f0bdd5f req-b41d8de1-cb9b-4ef0-a828-d433e5d93d6e tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/security-groups?id=fae3ce3c-9235-4ae4-9c6c-e682ce6a4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300825 May 18 18:05:44.002401 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [req-1a0cc51c-90b2-4a0a-b3ae-d2dd66010666 req-d753d51f-f3e5-4f84-b0e6-bdc8a0af3057 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7147e38-5504-4db8-b866-92a9b2fb8077 {{(pid=102730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:05:44.013464 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d7c13c-efcd-449c-9700-5759bf6d3bcc req-19799051-2692-4a39-8067-72909300a900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:44.014800 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b7d7c13c-efcd-449c-9700-5759bf6d3bcc req-19799051-2692-4a39-8067-72909300a900 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c2531ae9-89db-4dcf-b670-9eac4c9cde53 HTTP/1.1" status: 200 len: 843 time: 0.1649799 May 18 18:05:44.016702 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-1a0cc51c-90b2-4a0a-b3ae-d2dd66010666 req-d753d51f-f3e5-4f84-b0e6-bdc8a0af3057 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:44.095171 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [req-1a0cc51c-90b2-4a0a-b3ae-d2dd66010666 req-d753d51f-f3e5-4f84-b0e6-bdc8a0af3057 service neutron] Transition to ACTIVE for port object f7147e38-5504-4db8-b866-92a9b2fb8077 will not be triggered until provisioned by entity L2. {{(pid=102730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:05:44.103207 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-1a0cc51c-90b2-4a0a-b3ae-d2dd66010666 req-d753d51f-f3e5-4f84-b0e6-bdc8a0af3057 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:44.146502 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdedeac-8dad-4da7-ad9a-931deecf92a7 req-e6a6520d-90aa-4193-8878-49868a46ff4c tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:44.148297 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5fdedeac-8dad-4da7-ad9a-931deecf92a7 req-e6a6520d-90aa-4193-8878-49868a46ff4c tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=213629a7-b155-4938-9d93-e1d30507d5aa HTTP/1.1" status: 200 len: 950 time: 0.0580873 May 18 18:05:44.169255 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d753d51f-f3e5-4f84-b0e6-bdc8a0af3057 service neutron] Pushing event updated for resources: {'Port': ['ID=f7147e38-5504-4db8-b866-92a9b2fb8077,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:05:44.172975 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d7c13c-efcd-449c-9700-5759bf6d3bcc req-ed2a8667-e005-4b9b-93ae-e995d2d2fa13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:44.174738 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b7d7c13c-efcd-449c-9700-5759bf6d3bcc req-ed2a8667-e005-4b9b-93ae-e995d2d2fa13 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4c8ef274-9ecc-47c2-9686-5eebd78fb305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1505034 May 18 18:05:44.195218 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5fdedeac-8dad-4da7-ad9a-931deecf92a7 req-3daa79f0-da72-4a8a-8e1f-990f1af3251a tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357261 May 18 18:05:44.323562 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-1a0cc51c-90b2-4a0a-b3ae-d2dd66010666 req-d753d51f-f3e5-4f84-b0e6-bdc8a0af3057 service neutron] Attempting to bind port f7147e38-5504-4db8-b866-92a9b2fb8077 on host n-h1-838550-3 for vnic_type normal with profile {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:05:44.323928 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-1a0cc51c-90b2-4a0a-b3ae-d2dd66010666 req-d753d51f-f3e5-4f84-b0e6-bdc8a0af3057 service neutron] Attempting to bind port f7147e38-5504-4db8-b866-92a9b2fb8077 by drivers openvswitch,hyperv on host n-h1-838550-3 at level 0 using segments [{'id': '5e6a9b3b-2b82-45b7-b9f1-0f73969fb979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '34fdcfa4-2e5d-460f-9a9f-5a798833609a'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:05:44.324221 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a0cc51c-90b2-4a0a-b3ae-d2dd66010666 req-d753d51f-f3e5-4f84-b0e6-bdc8a0af3057 service neutron] Attempting to bind port f7147e38-5504-4db8-b866-92a9b2fb8077 on network 34fdcfa4-2e5d-460f-9a9f-5a798833609a {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:05:44.336731 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a0cc51c-90b2-4a0a-b3ae-d2dd66010666 req-d753d51f-f3e5-4f84-b0e6-bdc8a0af3057 service neutron] Port f7147e38-5504-4db8-b866-92a9b2fb8077 on network 34fdcfa4-2e5d-460f-9a9f-5a798833609a not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-3 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:05:44.337062 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a0cc51c-90b2-4a0a-b3ae-d2dd66010666 req-d753d51f-f3e5-4f84-b0e6-bdc8a0af3057 service neutron] Attempting to bind port f7147e38-5504-4db8-b866-92a9b2fb8077 on network 34fdcfa4-2e5d-460f-9a9f-5a798833609a {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:05:44.340686 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b7d7c13c-efcd-449c-9700-5759bf6d3bcc req-a82f8c09-f17e-4d92-9fd2-37e625591e7e service neutron] 10.222.0.36 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579807 May 18 18:05:44.344969 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a0cc51c-90b2-4a0a-b3ae-d2dd66010666 req-d753d51f-f3e5-4f84-b0e6-bdc8a0af3057 service neutron] Checking agent: {'id': '1dbac822-25f2-4df8-9dc8-5c2e7b136eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:05:44.345453 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a0cc51c-90b2-4a0a-b3ae-d2dd66010666 req-d753d51f-f3e5-4f84-b0e6-bdc8a0af3057 service neutron] Checking segment: {'id': '5e6a9b3b-2b82-45b7-b9f1-0f73969fb979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '34fdcfa4-2e5d-460f-9a9f-5a798833609a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:05:44.345453 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a0cc51c-90b2-4a0a-b3ae-d2dd66010666 req-d753d51f-f3e5-4f84-b0e6-bdc8a0af3057 service neutron] Bound using segment: {'id': '5e6a9b3b-2b82-45b7-b9f1-0f73969fb979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '34fdcfa4-2e5d-460f-9a9f-5a798833609a'} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:05:44.345941 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-1a0cc51c-90b2-4a0a-b3ae-d2dd66010666 req-d753d51f-f3e5-4f84-b0e6-bdc8a0af3057 service neutron] Bound port: f7147e38-5504-4db8-b866-92a9b2fb8077, host: n-h1-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e6a9b3b-2b82-45b7-b9f1-0f73969fb979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '34fdcfa4-2e5d-460f-9a9f-5a798833609a'}}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:05:44.346309 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-1a0cc51c-90b2-4a0a-b3ae-d2dd66010666 req-d753d51f-f3e5-4f84-b0e6-bdc8a0af3057 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:44.426392 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e9a130-7e70-44fb-8622-f78294f3430f req-abad8517-4c72-4487-84fa-385fb9fc9877 tempest-ImagesOneServerTestJSON-1180529708 tempest-ImagesOneServerTestJSON-1180529708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:44.431221 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-22e9a130-7e70-44fb-8622-f78294f3430f req-abad8517-4c72-4487-84fa-385fb9fc9877 tempest-ImagesOneServerTestJSON-1180529708 tempest-ImagesOneServerTestJSON-1180529708-project] 10.222.0.85 "GET /v2.0/ports?device_id=6fe7ba5f-7c16-4fb0-8d4e-275a46e53e3c HTTP/1.1" status: 200 len: 951 time: 0.0731757 May 18 18:05:44.478381 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-22e9a130-7e70-44fb-8622-f78294f3430f req-37baa567-770c-4f79-9205-91965c983545 tempest-ImagesOneServerTestJSON-1180529708 tempest-ImagesOneServerTestJSON-1180529708-project] 10.222.0.85 "GET /v2.0/security-groups?id=9838ff41-b70c-4bb6-9824-55de265380e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443645 May 18 18:05:44.527237 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 48926) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:05:44.659317 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ee4cc443-4e1f-4bab-8fc8-5d31f11258cf tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:44.703157 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf03c2bc-ebbc-4521-96b7-2f4a3ac1fe26 req-eb2aa4bd-c2b7-4f06-9f48-58a66d48911e tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:44.705668 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bf03c2bc-ebbc-4521-96b7-2f4a3ac1fe26 req-eb2aa4bd-c2b7-4f06-9f48-58a66d48911e tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] 10.222.0.85 "GET /v2.0/ports?device_id=d2b36aff-64a4-4f9e-86f7-8c7fa138ba4c HTTP/1.1" status: 200 len: 943 time: 0.1271636 May 18 18:05:44.726929 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ee4cc443-4e1f-4bab-8fc8-5d31f11258cf tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:44.783426 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bf03c2bc-ebbc-4521-96b7-2f4a3ac1fe26 req-49dae5a2-c51d-43ac-aa51-ebdd1174cf3d tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] 10.222.0.85 "GET /v2.0/security-groups?id=4e5deb66-88bb-4395-820b-ae258d556e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701084 May 18 18:05:44.799216 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device b36805c6-85ee-4c48-8f10-421ba861f687 details requested by agent hyperv_n-h2-838550-3 with host n-h2-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:05:44.809301 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2c73fd5d-7322-49b8-8a92-070b529eb664 req-4ab4f3fd-f259-4589-8500-8e91ca077ea6 tempest-ListImageFiltersTestJSON-1145215586 tempest-ListImageFiltersTestJSON-1145215586-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=542eb5bec27a4aa8824a02c0aec485c0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0419109 May 18 18:05:44.818064 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-1a0cc51c-90b2-4a0a-b3ae-d2dd66010666 req-d753d51f-f3e5-4f84-b0e6-bdc8a0af3057 service neutron] For port f7147e38-5504-4db8-b866-92a9b2fb8077, host n-h1-838550-3, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:05:44.818558 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 9a3d5f8f-a30e-4ad7-aba0-b2acf9f2fbc3 no longer exists at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:05:44.824474 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ee4cc443-4e1f-4bab-8fc8-5d31f11258cf tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:44.827245 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ee4cc443-4e1f-4bab-8fc8-5d31f11258cf tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:44.831364 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-ee4cc443-4e1f-4bab-8fc8-5d31f11258cf tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] 10.222.0.85 "DELETE /v2.0/security-groups/284c773b-9500-4102-8a25-58c9e9326018 HTTP/1.1" status: 204 len: 168 time: 0.3025861 May 18 18:05:44.832834 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 48938) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:05:44.853949 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4cc443-4e1f-4bab-8fc8-5d31f11258cf tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=284c773b-9500-4102-8a25-58c9e9326018,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:05:44.855703 n-d-838550-3 neutron-server[102731]: INFO neutron.api.v2.resource [None req-1857c115-5a6d-4b8d-ad0f-2e66cea8cd6b tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] show failed (client error): The resource could not be found. May 18 18:05:44.859756 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-1857c115-5a6d-4b8d-ad0f-2e66cea8cd6b tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] 10.222.0.85 "GET /v2.0/security-groups/284c773b-9500-4102-8a25-58c9e9326018 HTTP/1.1" status: 404 len: 347 time: 0.0239229 May 18 18:05:44.860385 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 48940) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:05:44.884867 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b7d7c13c-efcd-449c-9700-5759bf6d3bcc req-d37a35fb-bac7-4419-90a6-30c064e05fa5 service neutron] 10.222.0.36 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5361748 May 18 18:05:44.886689 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-1a0cc51c-90b2-4a0a-b3ae-d2dd66010666 req-d753d51f-f3e5-4f84-b0e6-bdc8a0af3057 service neutron] For port f7147e38-5504-4db8-b866-92a9b2fb8077, host n-h1-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=f7147e38-5504-4db8-b866-92a9b2fb8077,segment=NetworkSegment(5e6a9b3b-2b82-45b7-b9f1-0f73969fb979),segment_id=5e6a9b3b-2b82-45b7-b9f1-0f73969fb979)] {{(pid=102730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:05:45.007100 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c73fd5d-7322-49b8-8a92-070b529eb664 req-b5ad2216-ad33-4a94-a21b-12f8eb07c398 tempest-ListImageFiltersTestJSON-1145215586 tempest-ListImageFiltersTestJSON-1145215586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:45.016552 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2c73fd5d-7322-49b8-8a92-070b529eb664 req-b5ad2216-ad33-4a94-a21b-12f8eb07c398 tempest-ListImageFiltersTestJSON-1145215586 tempest-ListImageFiltersTestJSON-1145215586-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1951256 May 18 18:05:45.020356 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-1a0cc51c-90b2-4a0a-b3ae-d2dd66010666 req-d753d51f-f3e5-4f84-b0e6-bdc8a0af3057 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:45.048529 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 9a3d5f8f-a30e-4ad7-aba0-b2acf9f2fbc3 is: ACTIVE; New status is: DOWN {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:05:45.049107 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:45.058230 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port b36805c6-85ee-4c48-8f10-421ba861f687, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=b36805c6-85ee-4c48-8f10-421ba861f687,segment=NetworkSegment(1aea2a35-1fcb-44d9-9243-9716f311d349),segment_id=1aea2a35-1fcb-44d9-9243-9716f311d349)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:05:45.086890 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Returning: {'device': 'b36805c6-85ee-4c48-8f10-421ba861f687', 'network_id': '426a39ea-1ed1-469b-8675-406118e8adc7', 'port_id': 'b36805c6-85ee-4c48-8f10-421ba861f687', 'mac_address': 'fa:16:3e:17:64:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2728997d-3202-4ad4-aa33-08239b02a122', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:05:45.095950 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fe7ba5f-7c16-4fb0-8d4e-275a46e53e3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a3d5f8f-a30e-4ad7-aba0-b2acf9f2fbc3'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:05:45.099071 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f61c4cb6-77f8-4e21-929c-e16f97f63608" -d '{"events": [{"server_uuid": "6fe7ba5f-7c16-4fb0-8d4e-275a46e53e3c", "name": "network-vif-unplugged", "status": "completed", "tag": "9a3d5f8f-a30e-4ad7-aba0-b2acf9f2fbc3"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:05:45.116804 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0cc51c-90b2-4a0a-b3ae-d2dd66010666 req-d753d51f-f3e5-4f84-b0e6-bdc8a0af3057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:45.117700 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-1a0cc51c-90b2-4a0a-b3ae-d2dd66010666 req-d753d51f-f3e5-4f84-b0e6-bdc8a0af3057 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:45.118857 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1a0cc51c-90b2-4a0a-b3ae-d2dd66010666 req-d753d51f-f3e5-4f84-b0e6-bdc8a0af3057 service neutron] 10.222.0.36 "PUT /v2.0/ports/f7147e38-5504-4db8-b866-92a9b2fb8077 HTTP/1.1" status: 200 len: 1092 time: 2.0376344 May 18 18:05:45.120332 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '856de7f6-1aa7-4b67-bac8-1e6902f032dc', 'tag': 'f7147e38-5504-4db8-b866-92a9b2fb8077'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:05:45.122646 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5c866f5-b086-4948-b4e6-f3a958f32ac1" -d '{"events": [{"name": "network-changed", "server_uuid": "856de7f6-1aa7-4b67-bac8-1e6902f032dc", "tag": "f7147e38-5504-4db8-b866-92a9b2fb8077"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:05:45.128014 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d753d51f-f3e5-4f84-b0e6-bdc8a0af3057 service neutron] Pushing event updated for resources: {'Port': ['ID=f7147e38-5504-4db8-b866-92a9b2fb8077,revision_number=3']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:05:45.137343 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2c73fd5d-7322-49b8-8a92-070b529eb664 req-e69f2f4b-58f7-4b87-9ece-12c6750788eb tempest-ListImageFiltersTestJSON-1145215586 tempest-ListImageFiltersTestJSON-1145215586-project] 10.222.0.85 "GET /v2.0/quotas/542eb5bec27a4aa8824a02c0aec485c0 HTTP/1.1" status: 200 len: 375 time: 0.1193204 May 18 18:05:45.181058 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2c73fd5d-7322-49b8-8a92-070b529eb664 req-872e6f0f-3987-4caf-b4c0-98fe4b8ddfff tempest-ListImageFiltersTestJSON-1145215586 tempest-ListImageFiltersTestJSON-1145215586-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=542eb5bec27a4aa8824a02c0aec485c0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0426927 May 18 18:05:45.185837 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc0ab3b-5145-4014-ba18-6deedf6605d8 req-6b0a455e-9c32-490a-8298-6a60b89c8335 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:45.190973 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 9a3d5f8f-a30e-4ad7-aba0-b2acf9f2fbc3, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=9a3d5f8f-a30e-4ad7-aba0-b2acf9f2fbc3,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:05:45.192634 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5bc0ab3b-5145-4014-ba18-6deedf6605d8 req-6b0a455e-9c32-490a-8298-6a60b89c8335 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/ports?device_id=f4d4ab14-30d2-4728-a24a-37646af24227 HTTP/1.1" status: 200 len: 944 time: 0.1375234 May 18 18:05:45.202181 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:45.222029 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-7091968c-e70c-4db2-b17b-3c6aa96fdf4e tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Deleting port c110e52b-9879-4015-a344-d3d3927df735 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:05:45.222376 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7091968c-e70c-4db2-b17b-3c6aa96fdf4e tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:45.246621 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0cc51c-90b2-4a0a-b3ae-d2dd66010666 req-af22ea9a-3df8-4f17-b371-97fa04c8616d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:45.250288 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1a0cc51c-90b2-4a0a-b3ae-d2dd66010666 req-af22ea9a-3df8-4f17-b371-97fa04c8616d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8ebc9a1ec3004890baedda4682fb5641&device_id=856de7f6-1aa7-4b67-bac8-1e6902f032dc HTTP/1.1" status: 200 len: 1095 time: 0.0678396 May 18 18:05:45.316275 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5bc0ab3b-5145-4014-ba18-6deedf6605d8 req-1c25d117-c1b2-4533-ad88-3b4e5a31e980 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/security-groups?id=bda815dc-3228-454b-a95b-f89a3eeb79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121137 May 18 18:05:45.323968 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1a0cc51c-90b2-4a0a-b3ae-d2dd66010666 req-d08ffde1-8a84-48e8-985b-54868f35925c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7147e38-5504-4db8-b866-92a9b2fb8077 HTTP/1.1" status: 200 len: 217 time: 0.0647697 May 18 18:05:45.434779 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0cc51c-90b2-4a0a-b3ae-d2dd66010666 req-8efe4d7a-b352-4d19-96ea-75e731bc4698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:45.437862 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1a0cc51c-90b2-4a0a-b3ae-d2dd66010666 req-8efe4d7a-b352-4d19-96ea-75e731bc4698 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8f7111f6-e2ae-4553-ac4c-889ba94e64a6 HTTP/1.1" status: 200 len: 848 time: 0.1017997 May 18 18:05:45.450901 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 May 2022 18:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5f20bf8-db80-44e9-ae16-4b121a2ba13c x-openstack-request-id: req-e5f20bf8-db80-44e9-ae16-4b121a2ba13c {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:05:45.451451 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fe7ba5f-7c16-4fb0-8d4e-275a46e53e3c", "name": "network-vif-unplugged", "status": "completed", "tag": "9a3d5f8f-a30e-4ad7-aba0-b2acf9f2fbc3", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:05:45.451451 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-e5f20bf8-db80-44e9-ae16-4b121a2ba13c {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:05:45.451810 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5f20bf8-db80-44e9-ae16-4b121a2ba13c'] response: {'server_uuid': '6fe7ba5f-7c16-4fb0-8d4e-275a46e53e3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a3d5f8f-a30e-4ad7-aba0-b2acf9f2fbc3', 'code': 200} May 18 18:05:45.458621 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device b0717277-345f-4a7c-a4b4-96d333eb51f2 details requested by agent hyperv_n-h1-838550-3 with host n-h1-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:05:45.481670 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port b36805c6-85ee-4c48-8f10-421ba861f687 is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:05:45.488142 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:45.488293 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7091968c-e70c-4db2-b17b-3c6aa96fdf4e tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:45.488611 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7091968c-e70c-4db2-b17b-3c6aa96fdf4e tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:45.495622 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1a0cc51c-90b2-4a0a-b3ae-d2dd66010666 req-4a8e19c1-e696-4406-93b8-d10038630619 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=34fdcfa4-2e5d-460f-9a9f-5a798833609a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506341 May 18 18:05:45.498945 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f59f5f2e-f124-4b4a-8ae8-fca88be20aa1 x-openstack-request-id: req-f59f5f2e-f124-4b4a-8ae8-fca88be20aa1 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:05:45.499624 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "856de7f6-1aa7-4b67-bac8-1e6902f032dc", "tag": "f7147e38-5504-4db8-b866-92a9b2fb8077", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:05:45.500035 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-f59f5f2e-f124-4b4a-8ae8-fca88be20aa1 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:05:45.500816 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f59f5f2e-f124-4b4a-8ae8-fca88be20aa1'] response: {'name': 'network-changed', 'server_uuid': '856de7f6-1aa7-4b67-bac8-1e6902f032dc', 'tag': 'f7147e38-5504-4db8-b866-92a9b2fb8077', 'status': 'completed', 'code': 200} May 18 18:05:45.531301 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b36805c6-85ee-4c48-8f10-421ba861f687 {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:05:45.553188 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-7091968c-e70c-4db2-b17b-3c6aa96fdf4e tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Calling delete_port for c110e52b-9879-4015-a344-d3d3927df735 owned by network:floatingip {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:05:45.582648 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=9a3d5f8f-a30e-4ad7-aba0-b2acf9f2fbc3,revision_number=11']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:05:45.598934 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a68dd6b-96a7-42ef-8390-df234573a2d7 req-3730e83c-a6f3-4606-bc52-42a1c66ca68b tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:45.608892 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1a68dd6b-96a7-42ef-8390-df234573a2d7 req-3730e83c-a6f3-4606-bc52-42a1c66ca68b tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/ports?device_id=856de7f6-1aa7-4b67-bac8-1e6902f032dc HTTP/1.1" status: 200 len: 944 time: 0.1662238 May 18 18:05:45.627528 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port b36805c6-85ee-4c48-8f10-421ba861f687, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=b36805c6-85ee-4c48-8f10-421ba861f687,segment=NetworkSegment(1aea2a35-1fcb-44d9-9243-9716f311d349),segment_id=1aea2a35-1fcb-44d9-9243-9716f311d349)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:05:45.646785 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:45.698000 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1a0cc51c-90b2-4a0a-b3ae-d2dd66010666 req-ec6083e3-b079-46ca-9df3-217a7037bcd4 service neutron] 10.222.0.36 "GET /v2.0/networks/34fdcfa4-2e5d-460f-9a9f-5a798833609a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944797 May 18 18:05:45.716991 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda2d9b2-f315-4f0d-83dc-7e3a13317e92 req-39fa4e84-87c2-4798-bf11-6ff3b616ab35 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:45.726906 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bda2d9b2-f315-4f0d-83dc-7e3a13317e92 req-39fa4e84-87c2-4798-bf11-6ff3b616ab35 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=213629a7-b155-4938-9d93-e1d30507d5aa HTTP/1.1" status: 200 len: 950 time: 0.0722675 May 18 18:05:45.727159 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1a68dd6b-96a7-42ef-8390-df234573a2d7 req-074a6394-75b9-4fe1-92b0-f3ee37b9cb44 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/security-groups?id=fae3ce3c-9235-4ae4-9c6c-e682ce6a4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171649 May 18 18:05:45.812991 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port b0717277-345f-4a7c-a4b4-96d333eb51f2, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=b0717277-345f-4a7c-a4b4-96d333eb51f2,segment=NetworkSegment(6537e25f-afe8-4089-8825-f23e3073c58d),segment_id=6537e25f-afe8-4089-8825-f23e3073c58d)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:05:45.818359 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=b36805c6-85ee-4c48-8f10-421ba861f687,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:05:45.835441 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Returning: {'device': 'b0717277-345f-4a7c-a4b4-96d333eb51f2', 'network_id': 'e7bb4226-ce97-4ecd-a736-061f4f786581', 'port_id': 'b0717277-345f-4a7c-a4b4-96d333eb51f2', 'mac_address': 'fa:16:3e:8e:21:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf982f85-dd38-4a89-9c21-fca17676813e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:05:45.866535 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bda2d9b2-f315-4f0d-83dc-7e3a13317e92 req-bdb608ba-c199-49fb-bfb8-1f396c55aa4e tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355219 May 18 18:05:45.926547 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1a0cc51c-90b2-4a0a-b3ae-d2dd66010666 req-746dcd4e-b968-4dce-94d2-1c96c8f14080 service neutron] 10.222.0.36 "GET /v2.0/networks/34fdcfa4-2e5d-460f-9a9f-5a798833609a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956375 May 18 18:05:45.970535 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port b0717277-345f-4a7c-a4b4-96d333eb51f2 is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:05:45.970870 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:45.975350 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b8cee679-b02a-47ec-92c6-5634d8c2e213 req-6c85e776-11fc-48b6-8247-b4c8f9d5a008 tempest-ListImageFiltersTestJSON-1145215586 tempest-ListImageFiltersTestJSON-1145215586-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=542eb5bec27a4aa8824a02c0aec485c0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0560734 May 18 18:05:45.976941 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7091968c-e70c-4db2-b17b-3c6aa96fdf4e tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:45.992359 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0717277-345f-4a7c-a4b4-96d333eb51f2 {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:05:46.029109 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091968c-e70c-4db2-b17b-3c6aa96fdf4e tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Pushing event deleted for resources: {'Port': ['ID=c110e52b-9879-4015-a344-d3d3927df735,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:05:46.029277 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port b0717277-345f-4a7c-a4b4-96d333eb51f2, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=b0717277-345f-4a7c-a4b4-96d333eb51f2,segment=NetworkSegment(6537e25f-afe8-4089-8825-f23e3073c58d),segment_id=6537e25f-afe8-4089-8825-f23e3073c58d)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:05:46.037266 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:46.076972 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fad36c3-101f-441f-b88e-13c8bc260dcb req-dc7b64de-fd6b-43f4-9962-1a2894f442f5 tempest-ImagesOneServerTestJSON-1180529708 tempest-ImagesOneServerTestJSON-1180529708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:46.078638 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1fad36c3-101f-441f-b88e-13c8bc260dcb req-dc7b64de-fd6b-43f4-9962-1a2894f442f5 tempest-ImagesOneServerTestJSON-1180529708 tempest-ImagesOneServerTestJSON-1180529708-project] 10.222.0.85 "GET /v2.0/ports?device_id=6fe7ba5f-7c16-4fb0-8d4e-275a46e53e3c HTTP/1.1" status: 200 len: 949 time: 0.1024060 May 18 18:05:46.087878 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c866f5-b086-4948-b4e6-f3a958f32ac1 req-8ae1e6a8-dc16-464d-80c1-fe75e185306b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:46.090782 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f5c866f5-b086-4948-b4e6-f3a958f32ac1 req-8ae1e6a8-dc16-464d-80c1-fe75e185306b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8ebc9a1ec3004890baedda4682fb5641&device_id=856de7f6-1aa7-4b67-bac8-1e6902f032dc HTTP/1.1" status: 200 len: 1095 time: 0.0747917 May 18 18:05:46.095809 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['b36805c6-85ee-4c48-8f10-421ba861f687'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:05:46.169418 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=b0717277-345f-4a7c-a4b4-96d333eb51f2,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:05:46.231084 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1fad36c3-101f-441f-b88e-13c8bc260dcb req-9cafe037-8457-473c-80d7-05126379f414 tempest-ImagesOneServerTestJSON-1180529708 tempest-ImagesOneServerTestJSON-1180529708-project] 10.222.0.85 "GET /v2.0/security-groups?id=9838ff41-b70c-4bb6-9824-55de265380e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363895 May 18 18:05:46.259135 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cee679-b02a-47ec-92c6-5634d8c2e213 req-625e535d-fc93-4d58-898c-221f8f1857d6 tempest-ListImageFiltersTestJSON-1145215586 tempest-ListImageFiltersTestJSON-1145215586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:46.270465 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b8cee679-b02a-47ec-92c6-5634d8c2e213 req-625e535d-fc93-4d58-898c-221f8f1857d6 tempest-ListImageFiltersTestJSON-1145215586 tempest-ListImageFiltersTestJSON-1145215586-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2432795 May 18 18:05:46.299029 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b8cee679-b02a-47ec-92c6-5634d8c2e213 req-e2ea58b8-de25-4ac6-ba08-ffd643f5c1e9 tempest-ListImageFiltersTestJSON-1145215586 tempest-ListImageFiltersTestJSON-1145215586-project] 10.222.0.85 "GET /v2.0/quotas/542eb5bec27a4aa8824a02c0aec485c0 HTTP/1.1" status: 200 len: 375 time: 0.0268607 May 18 18:05:46.305481 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c866f5-b086-4948-b4e6-f3a958f32ac1 req-8d2b732a-35e4-4ed6-8e42-b430253fc3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:46.311800 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f5c866f5-b086-4948-b4e6-f3a958f32ac1 req-8d2b732a-35e4-4ed6-8e42-b430253fc3c5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=34fdcfa4-2e5d-460f-9a9f-5a798833609a HTTP/1.1" status: 200 len: 909 time: 0.2140532 May 18 18:05:46.329558 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7091968c-e70c-4db2-b17b-3c6aa96fdf4e tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Notify callbacks [] for floatingip, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:46.331177 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['b0717277-345f-4a7c-a4b4-96d333eb51f2'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:05:46.333953 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7091968c-e70c-4db2-b17b-3c6aa96fdf4e tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:46.340226 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-7091968c-e70c-4db2-b17b-3c6aa96fdf4e tempest-ImagesOneServerNegativeTestJSON-619174280 tempest-ImagesOneServerNegativeTestJSON-619174280-project] 10.222.0.85 "DELETE /v2.0/floatingips/040a48f1-8186-4c5c-a730-ab3ddd5627d1 HTTP/1.1" status: 204 len: 168 time: 1.4738374 May 18 18:05:46.354925 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b8cee679-b02a-47ec-92c6-5634d8c2e213 req-661192ca-bcfa-48da-8815-2422dc5af52a tempest-ListImageFiltersTestJSON-1145215586 tempest-ListImageFiltersTestJSON-1145215586-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=542eb5bec27a4aa8824a02c0aec485c0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0446305 May 18 18:05:46.412804 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f5c866f5-b086-4948-b4e6-f3a958f32ac1 req-37e70f61-4d1a-4599-942d-28901ac25e9d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7147e38-5504-4db8-b866-92a9b2fb8077 HTTP/1.1" status: 200 len: 217 time: 0.0937591 May 18 18:05:46.509393 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d39e44c-d8cb-4abc-bccf-db898d50cea6 req-ff7f8de3-76db-4389-b060-303812b2bffb tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:46.528558 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8d39e44c-d8cb-4abc-bccf-db898d50cea6 req-ff7f8de3-76db-4389-b060-303812b2bffb tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] 10.222.0.85 "GET /v2.0/ports?device_id=d2b36aff-64a4-4f9e-86f7-8c7fa138ba4c HTTP/1.1" status: 200 len: 944 time: 0.1979253 May 18 18:05:46.547089 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c866f5-b086-4948-b4e6-f3a958f32ac1 req-7a84b5de-dd56-448e-a753-95489ef292e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:46.549502 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f5c866f5-b086-4948-b4e6-f3a958f32ac1 req-7a84b5de-dd56-448e-a753-95489ef292e0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8f7111f6-e2ae-4553-ac4c-889ba94e64a6 HTTP/1.1" status: 200 len: 848 time: 0.1301665 May 18 18:05:46.614217 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f5c866f5-b086-4948-b4e6-f3a958f32ac1 req-897f763c-f0d1-4c30-ae40-a795b2f6630f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=34fdcfa4-2e5d-460f-9a9f-5a798833609a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558000 May 18 18:05:46.631383 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8d39e44c-d8cb-4abc-bccf-db898d50cea6 req-069b2d98-7634-4a77-8522-22ebcea466b8 tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] 10.222.0.85 "GET /v2.0/security-groups?id=4e5deb66-88bb-4395-820b-ae258d556e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035194 May 18 18:05:46.746614 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0e687271-4ef6-4f21-9023-02d24beba8cb req-b00bee32-f378-4294-94e7-5c63ca197320 tempest-ListImageFiltersTestJSON-1145215586 tempest-ListImageFiltersTestJSON-1145215586-project] 10.222.0.85 "GET /v2.0/ports?device_id=1b90260d-2954-4372-8525-8a5a7cec978a HTTP/1.1" status: 200 len: 210 time: 0.0407951 May 18 18:05:46.755892 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1062f378-9597-4824-8995-f3b0bccd9297 req-612b4368-8598-4f0e-8b12-73a9fcd8b3ab tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:46.758605 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1062f378-9597-4824-8995-f3b0bccd9297 req-612b4368-8598-4f0e-8b12-73a9fcd8b3ab tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/ports?device_id=f4d4ab14-30d2-4728-a24a-37646af24227 HTTP/1.1" status: 200 len: 945 time: 0.0831292 May 18 18:05:46.814145 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f5c866f5-b086-4948-b4e6-f3a958f32ac1 req-9f544023-d1f0-4915-9966-72940998442a service neutron] 10.222.0.36 "GET /v2.0/networks/34fdcfa4-2e5d-460f-9a9f-5a798833609a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812990 May 18 18:05:46.831806 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1062f378-9597-4824-8995-f3b0bccd9297 req-dd7487c1-6dec-4370-b538-ad3c6a51aa9a tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/security-groups?id=bda815dc-3228-454b-a95b-f89a3eeb79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642731 May 18 18:05:46.938025 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 49000) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:05:47.009989 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cf2cb5-91ca-4f77-91e3-626ff3dfd59c req-1a611b8a-8bfe-41c2-9798-b023df6e1a3e tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:47.011867 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-05cf2cb5-91ca-4f77-91e3-626ff3dfd59c req-1a611b8a-8bfe-41c2-9798-b023df6e1a3e tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/ports?device_id=856de7f6-1aa7-4b67-bac8-1e6902f032dc HTTP/1.1" status: 200 len: 944 time: 0.1049981 May 18 18:05:47.036867 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_v2 [None req-5675de7e-a289-421d-bdcb-1d9078fe7bbc admin admin] Deleting subnet cb681bd8-8000-4df1-8b5b-17eadddd4546 {{(pid=102731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:05:47.044723 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f5c866f5-b086-4948-b4e6-f3a958f32ac1 req-598f2836-556a-4438-bf42-25bf1d4b61e6 service neutron] 10.222.0.36 "GET /v2.0/networks/34fdcfa4-2e5d-460f-9a9f-5a798833609a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126913 May 18 18:05:47.058615 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5675de7e-a289-421d-bdcb-1d9078fe7bbc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:47.093247 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-05cf2cb5-91ca-4f77-91e3-626ff3dfd59c req-c8e24ebd-1469-4c7c-bf4c-bcabf8c6b065 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/security-groups?id=fae3ce3c-9235-4ae4-9c6c-e682ce6a4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715106 May 18 18:05:47.172248 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5675de7e-a289-421d-bdcb-1d9078fe7bbc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260542153'] for subnet, precommit_delete_associations {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:47.231160 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5165151c-f63d-4a19-9490-fb0116990426 req-472a52e9-3b05-4afc-b4ce-1da2e1799f83 tempest-ImagesOneServerTestJSON-1180529708 tempest-ImagesOneServerTestJSON-1180529708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:47.232047 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2c73fd5d-7322-49b8-8a92-070b529eb664 req-43215287-3df3-4946-89e2-d283d8872857 tempest-ListImageFiltersTestJSON-1145215586 tempest-ListImageFiltersTestJSON-1145215586-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=542eb5bec27a4aa8824a02c0aec485c0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0354357 May 18 18:05:47.233908 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5165151c-f63d-4a19-9490-fb0116990426 req-472a52e9-3b05-4afc-b4ce-1da2e1799f83 tempest-ImagesOneServerTestJSON-1180529708 tempest-ImagesOneServerTestJSON-1180529708-project] 10.222.0.88 "GET /v2.0/ports?device_id=6fe7ba5f-7c16-4fb0-8d4e-275a46e53e3c HTTP/1.1" status: 200 len: 949 time: 0.0938623 May 18 18:05:47.248966 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd18eb25-b2af-47c9-99a4-786901a38327 req-5578b8ff-187f-456e-873a-9f68da51bce5 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:47.257177 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fd18eb25-b2af-47c9-99a4-786901a38327 req-5578b8ff-187f-456e-873a-9f68da51bce5 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=213629a7-b155-4938-9d93-e1d30507d5aa HTTP/1.1" status: 200 len: 950 time: 0.1368310 May 18 18:05:47.279954 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5675de7e-a289-421d-bdcb-1d9078fe7bbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:47.399805 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-5165151c-f63d-4a19-9490-fb0116990426 req-d62cbf6d-b9a5-4c40-8cdf-ad8e0bb59ed8 tempest-ImagesOneServerTestJSON-1180529708 tempest-ImagesOneServerTestJSON-1180529708-project] Deleting port 9a3d5f8f-a30e-4ad7-aba0-b2acf9f2fbc3 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:05:47.400280 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-5165151c-f63d-4a19-9490-fb0116990426 req-d62cbf6d-b9a5-4c40-8cdf-ad8e0bb59ed8 tempest-ImagesOneServerTestJSON-1180529708 tempest-ImagesOneServerTestJSON-1180529708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:47.426304 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fd18eb25-b2af-47c9-99a4-786901a38327 req-e29dea98-5d00-434c-b17b-f36b33561615 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675394 May 18 18:05:47.474570 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5675de7e-a289-421d-bdcb-1d9078fe7bbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260898416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260908030'] for subnet, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:47.522055 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5675de7e-a289-421d-bdcb-1d9078fe7bbc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb681bd8-8000-4df1-8b5b-17eadddd4546,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:05:47.529310 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5675de7e-a289-421d-bdcb-1d9078fe7bbc admin admin] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:47.536072 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-5675de7e-a289-421d-bdcb-1d9078fe7bbc admin admin] 10.222.0.85 "DELETE /v2.0/subnets/cb681bd8-8000-4df1-8b5b-17eadddd4546 HTTP/1.1" status: 204 len: 168 time: 0.5949914 May 18 18:05:47.537148 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 49010) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:05:47.551137 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c73fd5d-7322-49b8-8a92-070b529eb664 req-e2505eb3-ee5a-4d58-83f2-a11905cbe97c tempest-ListImageFiltersTestJSON-1145215586 tempest-ListImageFiltersTestJSON-1145215586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:47.552671 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2c73fd5d-7322-49b8-8a92-070b529eb664 req-e2505eb3-ee5a-4d58-83f2-a11905cbe97c tempest-ListImageFiltersTestJSON-1145215586 tempest-ListImageFiltersTestJSON-1145215586-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2907171 May 18 18:05:47.572263 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-2c73fd5d-7322-49b8-8a92-070b529eb664 req-5df0f57c-5830-445d-be02-c0c8a5bc1aa0 tempest-ListImageFiltersTestJSON-1145215586 tempest-ListImageFiltersTestJSON-1145215586-project] Request body: {'port': {'device_id': 'b2a6d27b-8b88-4013-b3e5-0ad6d9b69794', 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305', 'admin_state_up': True, 'tenant_id': '542eb5bec27a4aa8824a02c0aec485c0'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:05:47.602812 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cf81aa-b0c3-4671-ade3-e8bcfa06d7c2 req-ee568c5e-a80a-4a3b-97db-88d04337041f tempest-ImagesOneServerTestJSON-1180529708 tempest-ImagesOneServerTestJSON-1180529708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:47.604753 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d6cf81aa-b0c3-4671-ade3-e8bcfa06d7c2 req-ee568c5e-a80a-4a3b-97db-88d04337041f tempest-ImagesOneServerTestJSON-1180529708 tempest-ImagesOneServerTestJSON-1180529708-project] 10.222.0.85 "GET /v2.0/ports?device_id=6fe7ba5f-7c16-4fb0-8d4e-275a46e53e3c HTTP/1.1" status: 200 len: 949 time: 0.1261792 May 18 18:05:47.637893 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-5165151c-f63d-4a19-9490-fb0116990426 req-d62cbf6d-b9a5-4c40-8cdf-ad8e0bb59ed8 tempest-ImagesOneServerTestJSON-1180529708 tempest-ImagesOneServerTestJSON-1180529708-project] For port 9a3d5f8f-a30e-4ad7-aba0-b2acf9f2fbc3, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=9a3d5f8f-a30e-4ad7-aba0-b2acf9f2fbc3,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:05:47.638417 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-5165151c-f63d-4a19-9490-fb0116990426 req-d62cbf6d-b9a5-4c40-8cdf-ad8e0bb59ed8 tempest-ImagesOneServerTestJSON-1180529708 tempest-ImagesOneServerTestJSON-1180529708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:47.667932 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-5165151c-f63d-4a19-9490-fb0116990426 req-d62cbf6d-b9a5-4c40-8cdf-ad8e0bb59ed8 tempest-ImagesOneServerTestJSON-1180529708 tempest-ImagesOneServerTestJSON-1180529708-project] Calling delete_port for 9a3d5f8f-a30e-4ad7-aba0-b2acf9f2fbc3 owned by compute:nova {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:05:47.707748 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d6cf81aa-b0c3-4671-ade3-e8bcfa06d7c2 req-696780ef-a8a4-499d-b95f-be3501c575df tempest-ImagesOneServerTestJSON-1180529708 tempest-ImagesOneServerTestJSON-1180529708-project] 10.222.0.85 "GET /v2.0/security-groups?id=9838ff41-b70c-4bb6-9824-55de265380e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937879 May 18 18:05:47.716192 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7261e69e-d5b5-4777-bdd5-15ba2f3f9f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:47.880169 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c73fd5d-7322-49b8-8a92-070b529eb664 req-5df0f57c-5830-445d-be02-c0c8a5bc1aa0 tempest-ListImageFiltersTestJSON-1145215586 tempest-ListImageFiltersTestJSON-1145215586-project] Made reservation on behalf of 542eb5bec27a4aa8824a02c0aec485c0 for: {'port': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:05:47.884091 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-2c73fd5d-7322-49b8-8a92-070b529eb664 req-5df0f57c-5830-445d-be02-c0c8a5bc1aa0 tempest-ListImageFiltersTestJSON-1145215586 tempest-ListImageFiltersTestJSON-1145215586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:47.897106 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b2f1b39f-c7b6-4fe3-871c-07d56a530ef0 req-0fa95342-07e9-4a78-bf74-a1d479dc5d26 tempest-ListImageFiltersTestJSON-1145215586 tempest-ListImageFiltersTestJSON-1145215586-project] 10.222.0.85 "GET /v2.0/ports?device_id=1b90260d-2954-4372-8525-8a5a7cec978a HTTP/1.1" status: 200 len: 210 time: 0.0500414 May 18 18:05:47.902515 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7261e69e-d5b5-4777-bdd5-15ba2f3f9f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:47.905921 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-2c73fd5d-7322-49b8-8a92-070b529eb664 req-5df0f57c-5830-445d-be02-c0c8a5bc1aa0 tempest-ListImageFiltersTestJSON-1145215586 tempest-ListImageFiltersTestJSON-1145215586-project] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:47.921046 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-5165151c-f63d-4a19-9490-fb0116990426 req-d62cbf6d-b9a5-4c40-8cdf-ad8e0bb59ed8 tempest-ImagesOneServerTestJSON-1180529708 tempest-ImagesOneServerTestJSON-1180529708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:47.940084 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de69255-123c-4310-85c4-2765ade6d12e req-a33c3827-9619-4546-b238-5e7c99d2dc8a tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:47.941029 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3de69255-123c-4310-85c4-2765ade6d12e req-a33c3827-9619-4546-b238-5e7c99d2dc8a tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] 10.222.0.85 "GET /v2.0/ports?device_id=d2b36aff-64a4-4f9e-86f7-8c7fa138ba4c HTTP/1.1" status: 200 len: 944 time: 0.1863873 May 18 18:05:47.943139 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-7261e69e-d5b5-4777-bdd5-15ba2f3f9f49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['174e1eea-8e32-4414-9ecf-aeb92f39055c']}} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:05:47.958155 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-7261e69e-d5b5-4777-bdd5-15ba2f3f9f49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da1e1534-5e48-46b3-a727-d3c25e59a900') {'for_net_delete': True} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:05:47.958497 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-7261e69e-d5b5-4777-bdd5-15ba2f3f9f49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da1e1534-5e48-46b3-a727-d3c25e59a900') {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:05:47.975429 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62cbf6d-b9a5-4c40-8cdf-ad8e0bb59ed8 tempest-ImagesOneServerTestJSON-1180529708 tempest-ImagesOneServerTestJSON-1180529708-project] Pushing event deleted for resources: {'Port': ['ID=9a3d5f8f-a30e-4ad7-aba0-b2acf9f2fbc3,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:05:47.981367 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7261e69e-d5b5-4777-bdd5-15ba2f3f9f49 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260542144'] for segment, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:48.025430 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7261e69e-d5b5-4777-bdd5-15ba2f3f9f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:48.042479 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7261e69e-d5b5-4777-bdd5-15ba2f3f9f49 admin admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=102731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:05:48.043282 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7261e69e-d5b5-4777-bdd5-15ba2f3f9f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260884178'] for segment, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:48.045442 n-d-838550-3 neutron-server[102731]: Traceback (most recent call last): May 18 18:05:48.045442 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:05:48.045442 n-d-838550-3 neutron-server[102731]: timer() May 18 18:05:48.045442 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:05:48.045442 n-d-838550-3 neutron-server[102731]: cb(*args, **kw) May 18 18:05:48.045442 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:05:48.045442 n-d-838550-3 neutron-server[102731]: return func(*args, **kwargs) May 18 18:05:48.045442 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:05:48.045442 n-d-838550-3 neutron-server[102731]: self._notify() May 18 18:05:48.045442 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:05:48.045442 n-d-838550-3 neutron-server[102731]: self.callback(batched_events) May 18 18:05:48.045442 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:05:48.045442 n-d-838550-3 neutron-server[102731]: event.method(event) May 18 18:05:48.045442 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:05:48.045442 n-d-838550-3 neutron-server[102731]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:05:48.045442 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:05:48.045442 n-d-838550-3 neutron-server[102731]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:05:48.045442 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:05:48.045442 n-d-838550-3 neutron-server[102731]: return f(self, *a, **k) May 18 18:05:48.045442 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:05:48.045442 n-d-838550-3 neutron-server[102731]: return self._get(url).json() May 18 18:05:48.045442 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:05:48.045442 n-d-838550-3 neutron-server[102731]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:05:48.045442 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:05:48.045442 n-d-838550-3 neutron-server[102731]: return self.request(url, 'GET', **kwargs) May 18 18:05:48.045442 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:05:48.045442 n-d-838550-3 neutron-server[102731]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:05:48.045442 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:05:48.045442 n-d-838550-3 neutron-server[102731]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:05:48.045442 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:05:48.045442 n-d-838550-3 neutron-server[102731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:05:48.045442 n-d-838550-3 neutron-server[102731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:05:48.049552 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3de69255-123c-4310-85c4-2765ade6d12e req-1d6bcc67-aa20-44cc-8737-fb2895529a68 tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] 10.222.0.85 "GET /v2.0/security-groups?id=4e5deb66-88bb-4395-820b-ae258d556e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966833 May 18 18:05:48.055087 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-5165151c-f63d-4a19-9490-fb0116990426 req-d62cbf6d-b9a5-4c40-8cdf-ad8e0bb59ed8 tempest-ImagesOneServerTestJSON-1180529708 tempest-ImagesOneServerTestJSON-1180529708-project] No DVR routers for this DVR port 9a3d5f8f-a30e-4ad7-aba0-b2acf9f2fbc3 on host n-h2-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:05:48.058930 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-5165151c-f63d-4a19-9490-fb0116990426 req-d62cbf6d-b9a5-4c40-8cdf-ad8e0bb59ed8 tempest-ImagesOneServerTestJSON-1180529708 tempest-ImagesOneServerTestJSON-1180529708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:48.064572 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5165151c-f63d-4a19-9490-fb0116990426 req-d62cbf6d-b9a5-4c40-8cdf-ad8e0bb59ed8 tempest-ImagesOneServerTestJSON-1180529708 tempest-ImagesOneServerTestJSON-1180529708-project] 10.222.0.88 "DELETE /v2.0/ports/9a3d5f8f-a30e-4ad7-aba0-b2acf9f2fbc3 HTTP/1.1" status: 204 len: 173 time: 0.8110845 May 18 18:05:48.065563 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fe7ba5f-7c16-4fb0-8d4e-275a46e53e3c', 'name': 'network-vif-deleted', 'tag': '9a3d5f8f-a30e-4ad7-aba0-b2acf9f2fbc3'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:05:48.069268 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fac1f63-b058-424a-bc12-0450e17921c4" -d '{"events": [{"server_uuid": "6fe7ba5f-7c16-4fb0-8d4e-275a46e53e3c", "name": "network-vif-deleted", "tag": "9a3d5f8f-a30e-4ad7-aba0-b2acf9f2fbc3"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:05:48.141912 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e676779-034e-4f62-a9a5-155c779fe0ff req-97adbc07-74fd-41b6-9cdb-6fbc25833f2c tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:48.144054 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7e676779-034e-4f62-a9a5-155c779fe0ff req-97adbc07-74fd-41b6-9cdb-6fbc25833f2c tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/ports?device_id=f4d4ab14-30d2-4728-a24a-37646af24227 HTTP/1.1" status: 200 len: 945 time: 0.1578546 May 18 18:05:48.148837 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbaaf7e5-3d0e-4186-b849-f07affd111e7 x-openstack-request-id: req-fbaaf7e5-3d0e-4186-b849-f07affd111e7 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:05:48.154160 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fe7ba5f-7c16-4fb0-8d4e-275a46e53e3c", "name": "network-vif-deleted", "tag": "9a3d5f8f-a30e-4ad7-aba0-b2acf9f2fbc3", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:05:48.154612 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-fbaaf7e5-3d0e-4186-b849-f07affd111e7 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:05:48.155112 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbaaf7e5-3d0e-4186-b849-f07affd111e7'] response: {'server_uuid': '6fe7ba5f-7c16-4fb0-8d4e-275a46e53e3c', 'name': 'network-vif-deleted', 'tag': '9a3d5f8f-a30e-4ad7-aba0-b2acf9f2fbc3', 'status': 'completed', 'code': 200} May 18 18:05:48.156120 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7261e69e-d5b5-4777-bdd5-15ba2f3f9f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:48.174323 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7261e69e-d5b5-4777-bdd5-15ba2f3f9f49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:48.177611 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-7261e69e-d5b5-4777-bdd5-15ba2f3f9f49 admin admin] 10.222.0.85 "DELETE /v2.0/networks/174e1eea-8e32-4414-9ecf-aeb92f39055c HTTP/1.1" status: 204 len: 168 time: 0.6393349 May 18 18:05:48.190701 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7261e69e-d5b5-4777-bdd5-15ba2f3f9f49 admin admin] Pushing event deleted for resources: {'Network': ['ID=174e1eea-8e32-4414-9ecf-aeb92f39055c,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:05:48.194364 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-2c73fd5d-7322-49b8-8a92-070b529eb664 req-5df0f57c-5830-445d-be02-c0c8a5bc1aa0 tempest-ListImageFiltersTestJSON-1145215586 tempest-ListImageFiltersTestJSON-1145215586-project] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:48.203602 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-2c73fd5d-7322-49b8-8a92-070b529eb664 req-5df0f57c-5830-445d-be02-c0c8a5bc1aa0 tempest-ListImageFiltersTestJSON-1145215586 tempest-ListImageFiltersTestJSON-1145215586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:48.256045 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7e676779-034e-4f62-a9a5-155c779fe0ff req-67e464d6-13b2-4cbe-b89c-cb3407941f63 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/security-groups?id=bda815dc-3228-454b-a95b-f89a3eeb79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661898 May 18 18:05:48.308799 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df0f57c-5830-445d-be02-c0c8a5bc1aa0 tempest-ListImageFiltersTestJSON-1145215586 tempest-ListImageFiltersTestJSON-1145215586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d865af5-9ba4-4796-9d2e-8c253d202d79,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:05:48.355837 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b8cee679-b02a-47ec-92c6-5634d8c2e213 req-d829af38-fba5-4b6b-9e63-2f98982b67b2 tempest-ListImageFiltersTestJSON-1145215586 tempest-ListImageFiltersTestJSON-1145215586-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=542eb5bec27a4aa8824a02c0aec485c0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0487807 May 18 18:05:48.416865 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b125514-4790-423d-8123-4f446062519f req-459ea4aa-d00d-49a4-a239-7029e91c4804 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:48.428235 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5b125514-4790-423d-8123-4f446062519f req-459ea4aa-d00d-49a4-a239-7029e91c4804 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/ports?device_id=856de7f6-1aa7-4b67-bac8-1e6902f032dc HTTP/1.1" status: 200 len: 944 time: 0.1613142 May 18 18:05:48.486648 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [req-2c73fd5d-7322-49b8-8a92-070b529eb664 req-5df0f57c-5830-445d-be02-c0c8a5bc1aa0 tempest-ListImageFiltersTestJSON-1145215586 tempest-ListImageFiltersTestJSON-1145215586-project] Allocated IP 192.168.233.16 (4c8ef274-9ecc-47c2-9686-5eebd78fb305/c2531ae9-89db-4dcf-b670-9eac4c9cde53/9676ee7b-d5df-42c2-92d0-2515cd3c33fe) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:05:48.500373 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5b125514-4790-423d-8123-4f446062519f req-a6711100-317a-415f-8128-074b98da5e78 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/security-groups?id=fae3ce3c-9235-4ae4-9c6c-e682ce6a4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711186 May 18 18:05:48.590480 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cee679-b02a-47ec-92c6-5634d8c2e213 req-fd7ed55e-5519-4856-ab9c-1066c14f0cd8 tempest-ListImageFiltersTestJSON-1145215586 tempest-ListImageFiltersTestJSON-1145215586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:48.592913 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b8cee679-b02a-47ec-92c6-5634d8c2e213 req-fd7ed55e-5519-4856-ab9c-1066c14f0cd8 tempest-ListImageFiltersTestJSON-1145215586 tempest-ListImageFiltersTestJSON-1145215586-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2205858 May 18 18:05:48.608547 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-b8cee679-b02a-47ec-92c6-5634d8c2e213 req-e72df151-f9ee-4672-a3ac-27b01d052d7e tempest-ListImageFiltersTestJSON-1145215586 tempest-ListImageFiltersTestJSON-1145215586-project] Request body: {'port': {'device_id': '1b90260d-2954-4372-8525-8a5a7cec978a', 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305', 'admin_state_up': True, 'tenant_id': '542eb5bec27a4aa8824a02c0aec485c0'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:05:48.609591 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 49026) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:05:48.728432 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-c9b6f5be-4486-4325-a8d1-45ae4f75086f admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=9fc8cbb0142d4c59976620cf14ef9400&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1172385 May 18 18:05:48.731935 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 49028) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:05:48.767422 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf903e5-5cae-422a-850d-5ce949b95b14 req-47e6771e-cf37-435a-b731-61fa50e2a568 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:48.775823 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2bf903e5-5cae-422a-850d-5ce949b95b14 req-47e6771e-cf37-435a-b731-61fa50e2a568 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=213629a7-b155-4938-9d93-e1d30507d5aa HTTP/1.1" status: 200 len: 950 time: 0.1730964 May 18 18:05:48.807158 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-2c73fd5d-7322-49b8-8a92-070b529eb664 req-5df0f57c-5830-445d-be02-c0c8a5bc1aa0 tempest-ListImageFiltersTestJSON-1145215586 tempest-ListImageFiltersTestJSON-1145215586-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:48.815714 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device b36805c6-85ee-4c48-8f10-421ba861f687 up at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:05:48.844640 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2bf903e5-5cae-422a-850d-5ce949b95b14 req-edb560f7-ed75-43c5-8a62-63f5205de18f tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628662 May 18 18:05:48.854657 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-21b2840c-afb3-4dd1-b460-35c99c34a308 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:48.859678 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-2c73fd5d-7322-49b8-8a92-070b529eb664 req-5df0f57c-5830-445d-be02-c0c8a5bc1aa0 tempest-ListImageFiltersTestJSON-1145215586 tempest-ListImageFiltersTestJSON-1145215586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:48.862301 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8cee679-b02a-47ec-92c6-5634d8c2e213 req-e72df151-f9ee-4672-a3ac-27b01d052d7e tempest-ListImageFiltersTestJSON-1145215586 tempest-ListImageFiltersTestJSON-1145215586-project] Made reservation on behalf of 542eb5bec27a4aa8824a02c0aec485c0 for: {'port': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:05:48.873313 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-b8cee679-b02a-47ec-92c6-5634d8c2e213 req-e72df151-f9ee-4672-a3ac-27b01d052d7e tempest-ListImageFiltersTestJSON-1145215586 tempest-ListImageFiltersTestJSON-1145215586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:48.943160 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning for port b36805c6-85ee-4c48-8f10-421ba861f687 completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:05:48.954722 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning complete for port b36805c6-85ee-4c48-8f10-421ba861f687 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:05:48.955334 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:48.973282 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-59cbb7af-0252-4571-9bde-d636aab9c6ae req-9f82816e-c805-48a6-804d-21b72e33a790 tempest-ImagesOneServerTestJSON-1180529708 tempest-ImagesOneServerTestJSON-1180529708-project] 10.222.0.85 "GET /v2.0/ports?device_id=6fe7ba5f-7c16-4fb0-8d4e-275a46e53e3c HTTP/1.1" status: 200 len: 210 time: 0.0577857 May 18 18:05:48.994569 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df0f57c-5830-445d-be02-c0c8a5bc1aa0 tempest-ListImageFiltersTestJSON-1145215586 tempest-ListImageFiltersTestJSON-1145215586-project] Pushing event updated for resources: {'Port': ['ID=9676ee7b-d5df-42c2-92d0-2515cd3c33fe,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:05:49.011078 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-21b2840c-afb3-4dd1-b460-35c99c34a308 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:49.015230 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c73fd5d-7322-49b8-8a92-070b529eb664 req-5df0f57c-5830-445d-be02-c0c8a5bc1aa0 tempest-ListImageFiltersTestJSON-1145215586 tempest-ListImageFiltersTestJSON-1145215586-project] Network 4c8ef274-9ecc-47c2-9686-5eebd78fb305 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:05:49.025583 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [req-2c73fd5d-7322-49b8-8a92-070b529eb664 req-5df0f57c-5830-445d-be02-c0c8a5bc1aa0 tempest-ListImageFiltersTestJSON-1145215586 tempest-ListImageFiltersTestJSON-1145215586-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:05:49.028055 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c73fd5d-7322-49b8-8a92-070b529eb664 req-5df0f57c-5830-445d-be02-c0c8a5bc1aa0 tempest-ListImageFiltersTestJSON-1145215586 tempest-ListImageFiltersTestJSON-1145215586-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:05:49.083449 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d5edb0cc-ff78-428b-8f5a-7229dfad4372 req-9cdd5b0e-2a7c-42d2-95e4-ec1b84412184 tempest-ListImageFiltersTestJSON-1145215586 tempest-ListImageFiltersTestJSON-1145215586-project] 10.222.0.85 "GET /v2.0/ports?device_id=1b90260d-2954-4372-8525-8a5a7cec978a HTTP/1.1" status: 200 len: 210 time: 0.0452783 May 18 18:05:49.108632 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c73fd5d-7322-49b8-8a92-070b529eb664 req-5df0f57c-5830-445d-be02-c0c8a5bc1aa0 tempest-ListImageFiltersTestJSON-1145215586 tempest-ListImageFiltersTestJSON-1145215586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:49.109418 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-2c73fd5d-7322-49b8-8a92-070b529eb664 req-5df0f57c-5830-445d-be02-c0c8a5bc1aa0 tempest-ListImageFiltersTestJSON-1145215586 tempest-ListImageFiltersTestJSON-1145215586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:49.111927 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [req-b8cee679-b02a-47ec-92c6-5634d8c2e213 req-e72df151-f9ee-4672-a3ac-27b01d052d7e tempest-ListImageFiltersTestJSON-1145215586 tempest-ListImageFiltersTestJSON-1145215586-project] Allocated IP 192.168.233.23 (4c8ef274-9ecc-47c2-9686-5eebd78fb305/c2531ae9-89db-4dcf-b670-9eac4c9cde53/e79c00fa-126d-4d3e-95ec-35bea254989f) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:05:49.132503 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port b36805c6-85ee-4c48-8f10-421ba861f687 is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:05:49.132895 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:49.147955 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2c73fd5d-7322-49b8-8a92-070b529eb664 req-5df0f57c-5830-445d-be02-c0c8a5bc1aa0 tempest-ListImageFiltersTestJSON-1145215586 tempest-ListImageFiltersTestJSON-1145215586-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5794895 May 18 18:05:49.167329 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-2c73fd5d-7322-49b8-8a92-070b529eb664 req-a4bdbd23-6cdc-4c22-bad4-f2e44dcddf71 service neutron] Request body: {'port': {'device_id': 'b2a6d27b-8b88-4013-b3e5-0ad6d9b69794', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-3'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:05:49.170969 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-21b2840c-afb3-4dd1-b460-35c99c34a308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:49.173813 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-21b2840c-afb3-4dd1-b460-35c99c34a308 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:49.175226 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-21b2840c-afb3-4dd1-b460-35c99c34a308 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/b787168d-4ad4-4424-a9af-a4affc34d52d HTTP/1.1" status: 204 len: 168 time: 0.4423063 May 18 18:05:49.204868 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2b36aff-64a4-4f9e-86f7-8c7fa138ba4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b36805c6-85ee-4c48-8f10-421ba861f687'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:05:49.210569 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6caeb08-c649-4c5a-948b-a7eea23a5936" -d '{"events": [{"server_uuid": "d2b36aff-64a4-4f9e-86f7-8c7fa138ba4c", "name": "network-vif-plugged", "status": "completed", "tag": "b36805c6-85ee-4c48-8f10-421ba861f687"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:05:49.231608 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b2840c-afb3-4dd1-b460-35c99c34a308 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b787168d-4ad4-4424-a9af-a4affc34d52d,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:05:49.236830 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port b36805c6-85ee-4c48-8f10-421ba861f687, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=b36805c6-85ee-4c48-8f10-421ba861f687,segment=NetworkSegment(1aea2a35-1fcb-44d9-9243-9716f311d349),segment_id=1aea2a35-1fcb-44d9-9243-9716f311d349)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:05:49.261747 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:49.265479 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 9a3d5f8f-a30e-4ad7-aba0-b2acf9f2fbc3 no longer exists at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:05:49.350668 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa80b380-8a5d-4747-b946-fd099117f3ac x-openstack-request-id: req-fa80b380-8a5d-4747-b946-fd099117f3ac {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:05:49.351197 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2b36aff-64a4-4f9e-86f7-8c7fa138ba4c", "name": "network-vif-plugged", "status": "completed", "tag": "b36805c6-85ee-4c48-8f10-421ba861f687", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:05:49.351809 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-fa80b380-8a5d-4747-b946-fd099117f3ac {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:05:49.352430 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa80b380-8a5d-4747-b946-fd099117f3ac'] response: {'server_uuid': 'd2b36aff-64a4-4f9e-86f7-8c7fa138ba4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b36805c6-85ee-4c48-8f10-421ba861f687', 'code': 200} May 18 18:05:49.354571 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device f7147e38-5504-4db8-b866-92a9b2fb8077 details requested by agent hyperv_n-h1-838550-3 with host n-h1-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:05:49.357539 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device b0717277-345f-4a7c-a4b4-96d333eb51f2 up at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:05:49.372932 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] No Port match for: 9a3d5f8f-a30e-4ad7-aba0-b2acf9f2fbc3 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:05:49.373595 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 9a3d5f8f-a30e-4ad7-aba0-b2acf9f2fbc3 not bound to the agent host n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:05:49.383963 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad351a8-51ff-4068-9a65-c5442cb23a2a req-849b0d1e-798a-4e80-9b31-71d91adf3e8e tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:49.388479 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6ad351a8-51ff-4068-9a65-c5442cb23a2a req-849b0d1e-798a-4e80-9b31-71d91adf3e8e tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] 10.222.0.85 "GET /v2.0/ports?device_id=d2b36aff-64a4-4f9e-86f7-8c7fa138ba4c HTTP/1.1" status: 200 len: 944 time: 0.1922483 May 18 18:05:49.396958 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-2c73fd5d-7322-49b8-8a92-070b529eb664 req-a4bdbd23-6cdc-4c22-bad4-f2e44dcddf71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:49.460858 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-4e2a5627-b8f3-45a3-b1d5-03a0be9dbe6a None None] Provisioning complete for port 9676ee7b-d5df-42c2-92d0-2515cd3c33fe triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:05:49.461679 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-4e2a5627-b8f3-45a3-b1d5-03a0be9dbe6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:49.463382 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=b36805c6-85ee-4c48-8f10-421ba861f687,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:05:49.497227 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6ad351a8-51ff-4068-9a65-c5442cb23a2a req-ecead007-0481-46a8-a363-fb4cce7f855e tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] 10.222.0.85 "GET /v2.0/security-groups?id=4e5deb66-88bb-4395-820b-ae258d556e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027825 May 18 18:05:49.571438 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-b8cee679-b02a-47ec-92c6-5634d8c2e213 req-e72df151-f9ee-4672-a3ac-27b01d052d7e tempest-ListImageFiltersTestJSON-1145215586 tempest-ListImageFiltersTestJSON-1145215586-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:49.614801 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-b8cee679-b02a-47ec-92c6-5634d8c2e213 req-e72df151-f9ee-4672-a3ac-27b01d052d7e tempest-ListImageFiltersTestJSON-1145215586 tempest-ListImageFiltersTestJSON-1145215586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:49.673395 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6d0795-b0e8-4d82-9837-33adcb74bd1f req-edd5d7fe-a950-483c-ac3a-9898f6d7e23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:49.675017 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bd6d0795-b0e8-4d82-9837-33adcb74bd1f req-edd5d7fe-a950-483c-ac3a-9898f6d7e23c service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=d2b36aff-64a4-4f9e-86f7-8c7fa138ba4c HTTP/1.1" status: 200 len: 1096 time: 0.2300346 May 18 18:05:49.698383 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8cee679-b02a-47ec-92c6-5634d8c2e213 req-e72df151-f9ee-4672-a3ac-27b01d052d7e tempest-ListImageFiltersTestJSON-1145215586 tempest-ListImageFiltersTestJSON-1145215586-project] Network 4c8ef274-9ecc-47c2-9686-5eebd78fb305 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:05:49.705989 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-4e2a5627-b8f3-45a3-b1d5-03a0be9dbe6a None None] Port 9676ee7b-d5df-42c2-92d0-2515cd3c33fe cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:05:49.710234 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning for port b0717277-345f-4a7c-a4b4-96d333eb51f2 completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:05:49.710355 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [req-b8cee679-b02a-47ec-92c6-5634d8c2e213 req-e72df151-f9ee-4672-a3ac-27b01d052d7e tempest-ListImageFiltersTestJSON-1145215586 tempest-ListImageFiltersTestJSON-1145215586-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:05:49.712993 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8cee679-b02a-47ec-92c6-5634d8c2e213 req-e72df151-f9ee-4672-a3ac-27b01d052d7e tempest-ListImageFiltersTestJSON-1145215586 tempest-ListImageFiltersTestJSON-1145215586-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:05:49.730058 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning complete for port b0717277-345f-4a7c-a4b4-96d333eb51f2 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:05:49.730436 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:49.780183 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port f7147e38-5504-4db8-b866-92a9b2fb8077, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=f7147e38-5504-4db8-b866-92a9b2fb8077,segment=NetworkSegment(5e6a9b3b-2b82-45b7-b9f1-0f73969fb979),segment_id=5e6a9b3b-2b82-45b7-b9f1-0f73969fb979)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:05:49.804274 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Returning: {'device': 'f7147e38-5504-4db8-b866-92a9b2fb8077', 'network_id': '34fdcfa4-2e5d-460f-9a9f-5a798833609a', 'port_id': 'f7147e38-5504-4db8-b866-92a9b2fb8077', 'mac_address': 'fa:16:3e:36:5d:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f7111f6-e2ae-4553-ac4c-889ba94e64a6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:05:49.843939 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76941bc5-62a7-4ab6-a658-5da45607baa5 req-826215c4-fbd9-4ef5-a5f8-01d277fe2fe6 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:49.845555 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-76941bc5-62a7-4ab6-a658-5da45607baa5 req-826215c4-fbd9-4ef5-a5f8-01d277fe2fe6 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/ports?device_id=f4d4ab14-30d2-4728-a24a-37646af24227 HTTP/1.1" status: 200 len: 945 time: 0.3223433 May 18 18:05:49.846258 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72df151-f9ee-4672-a3ac-27b01d052d7e tempest-ListImageFiltersTestJSON-1145215586 tempest-ListImageFiltersTestJSON-1145215586-project] Pushing event updated for resources: {'Port': ['ID=e79c00fa-126d-4d3e-95ec-35bea254989f,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:05:49.897017 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bd6d0795-b0e8-4d82-9837-33adcb74bd1f req-a873713d-2c34-4ebc-8763-435a8099f5ec service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=4e5deb66-88bb-4395-820b-ae258d556e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2070377 May 18 18:05:49.923676 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cee679-b02a-47ec-92c6-5634d8c2e213 req-e72df151-f9ee-4672-a3ac-27b01d052d7e tempest-ListImageFiltersTestJSON-1145215586 tempest-ListImageFiltersTestJSON-1145215586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:49.924479 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-b8cee679-b02a-47ec-92c6-5634d8c2e213 req-e72df151-f9ee-4672-a3ac-27b01d052d7e tempest-ListImageFiltersTestJSON-1145215586 tempest-ListImageFiltersTestJSON-1145215586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:49.946642 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5826be25-9a91-424a-acf5-edd45b93f878 req-cb475fe7-6408-4fad-84fa-eb4f5bc69150 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:49.960440 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5826be25-9a91-424a-acf5-edd45b93f878 req-cb475fe7-6408-4fad-84fa-eb4f5bc69150 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/ports?device_id=856de7f6-1aa7-4b67-bac8-1e6902f032dc HTTP/1.1" status: 200 len: 944 time: 0.3029609 May 18 18:05:49.971088 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b8cee679-b02a-47ec-92c6-5634d8c2e213 req-e72df151-f9ee-4672-a3ac-27b01d052d7e tempest-ListImageFiltersTestJSON-1145215586 tempest-ListImageFiltersTestJSON-1145215586-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3668201 May 18 18:05:49.980121 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-76941bc5-62a7-4ab6-a658-5da45607baa5 req-e424af23-0724-48f0-bee6-4e1210ced42c tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/security-groups?id=bda815dc-3228-454b-a95b-f89a3eeb79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874009 May 18 18:05:50.059367 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port f7147e38-5504-4db8-b866-92a9b2fb8077 is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:05:50.060116 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:50.081193 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5826be25-9a91-424a-acf5-edd45b93f878 req-22a4f226-6d18-480c-a334-2bbfabee8ca7 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/security-groups?id=fae3ce3c-9235-4ae4-9c6c-e682ce6a4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173458 May 18 18:05:50.122084 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port b0717277-345f-4a7c-a4b4-96d333eb51f2 is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:05:50.123921 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:50.150275 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7147e38-5504-4db8-b866-92a9b2fb8077 {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:05:50.154678 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-b8cee679-b02a-47ec-92c6-5634d8c2e213 req-fb96b6a5-8edb-41c0-940c-7cbaa9027ac5 service neutron] Request body: {'port': {'device_id': '1b90260d-2954-4372-8525-8a5a7cec978a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-3'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:05:50.163355 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [req-2c73fd5d-7322-49b8-8a92-070b529eb664 req-a4bdbd23-6cdc-4c22-bad4-f2e44dcddf71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9676ee7b-d5df-42c2-92d0-2515cd3c33fe {{(pid=102731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:05:50.202814 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-2c73fd5d-7322-49b8-8a92-070b529eb664 req-a4bdbd23-6cdc-4c22-bad4-f2e44dcddf71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:50.218248 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port f7147e38-5504-4db8-b866-92a9b2fb8077, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=f7147e38-5504-4db8-b866-92a9b2fb8077,segment=NetworkSegment(5e6a9b3b-2b82-45b7-b9f1-0f73969fb979),segment_id=5e6a9b3b-2b82-45b7-b9f1-0f73969fb979)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:05:50.239570 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:50.308757 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port b0717277-345f-4a7c-a4b4-96d333eb51f2, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=b0717277-345f-4a7c-a4b4-96d333eb51f2,segment=NetworkSegment(6537e25f-afe8-4089-8825-f23e3073c58d),segment_id=6537e25f-afe8-4089-8825-f23e3073c58d)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:05:50.327774 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:50.337030 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-fc81c3ad-4ee1-4a60-aa0a-f0e040732f17 None None] Provisioning complete for port e79c00fa-126d-4d3e-95ec-35bea254989f triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:05:50.337643 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-fc81c3ad-4ee1-4a60-aa0a-f0e040732f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:50.366915 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.provisioning_blocks [req-2c73fd5d-7322-49b8-8a92-070b529eb664 req-a4bdbd23-6cdc-4c22-bad4-f2e44dcddf71 service neutron] Transition to ACTIVE for port object 9676ee7b-d5df-42c2-92d0-2515cd3c33fe will not be triggered until provisioned by entity L2. {{(pid=102731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:05:50.385820 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-2c73fd5d-7322-49b8-8a92-070b529eb664 req-a4bdbd23-6cdc-4c22-bad4-f2e44dcddf71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:50.396323 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72979c3e-6668-4124-8057-5a2fedd50192 req-41e69acf-3678-4914-ab86-1c335cc2f478 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:50.400250 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-72979c3e-6668-4124-8057-5a2fedd50192 req-41e69acf-3678-4914-ab86-1c335cc2f478 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=213629a7-b155-4938-9d93-e1d30507d5aa HTTP/1.1" status: 200 len: 950 time: 0.1655738 May 18 18:05:50.401607 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-b8cee679-b02a-47ec-92c6-5634d8c2e213 req-fb96b6a5-8edb-41c0-940c-7cbaa9027ac5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:50.436907 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=f7147e38-5504-4db8-b866-92a9b2fb8077,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:05:50.495496 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-fc81c3ad-4ee1-4a60-aa0a-f0e040732f17 None None] Port e79c00fa-126d-4d3e-95ec-35bea254989f cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:05:50.547964 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf41d5f-aee9-4147-bae9-ff4dc98e8b5c req-c99d0e83-0ed9-486d-9e38-99352f280f9f tempest-ListImageFiltersTestJSON-1145215586 tempest-ListImageFiltersTestJSON-1145215586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:50.553762 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6bf41d5f-aee9-4147-bae9-ff4dc98e8b5c req-c99d0e83-0ed9-486d-9e38-99352f280f9f tempest-ListImageFiltersTestJSON-1145215586 tempest-ListImageFiltersTestJSON-1145215586-project] 10.222.0.85 "GET /v2.0/ports?device_id=1b90260d-2954-4372-8525-8a5a7cec978a HTTP/1.1" status: 200 len: 935 time: 0.3266530 May 18 18:05:50.561151 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bdbd23-6cdc-4c22-bad4-f2e44dcddf71 service neutron] Pushing event updated for resources: {'Port': ['ID=9676ee7b-d5df-42c2-92d0-2515cd3c33fe,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:05:50.563017 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['f7147e38-5504-4db8-b866-92a9b2fb8077'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:05:50.629885 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=b0717277-345f-4a7c-a4b4-96d333eb51f2,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:05:50.725426 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6bf41d5f-aee9-4147-bae9-ff4dc98e8b5c req-cdff41bb-c2bc-4570-b685-0d376f5eb393 tempest-ListImageFiltersTestJSON-1145215586 tempest-ListImageFiltersTestJSON-1145215586-project] 10.222.0.85 "GET /v2.0/security-groups?id=1d865af5-9ba4-4796-9d2e-8c253d202d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444693 May 18 18:05:50.760548 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-2c73fd5d-7322-49b8-8a92-070b529eb664 req-a4bdbd23-6cdc-4c22-bad4-f2e44dcddf71 service neutron] Attempting to bind port 9676ee7b-d5df-42c2-92d0-2515cd3c33fe on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:05:50.761239 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-2c73fd5d-7322-49b8-8a92-070b529eb664 req-a4bdbd23-6cdc-4c22-bad4-f2e44dcddf71 service neutron] Attempting to bind port 9676ee7b-d5df-42c2-92d0-2515cd3c33fe by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': '2879bb11-64b4-46f1-9f8b-52941d47b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:05:50.761828 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c73fd5d-7322-49b8-8a92-070b529eb664 req-a4bdbd23-6cdc-4c22-bad4-f2e44dcddf71 service neutron] Attempting to bind port 9676ee7b-d5df-42c2-92d0-2515cd3c33fe on network 4c8ef274-9ecc-47c2-9686-5eebd78fb305 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:05:50.774244 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c73fd5d-7322-49b8-8a92-070b529eb664 req-a4bdbd23-6cdc-4c22-bad4-f2e44dcddf71 service neutron] Port 9676ee7b-d5df-42c2-92d0-2515cd3c33fe on network 4c8ef274-9ecc-47c2-9686-5eebd78fb305 not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:05:50.775244 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c73fd5d-7322-49b8-8a92-070b529eb664 req-a4bdbd23-6cdc-4c22-bad4-f2e44dcddf71 service neutron] Attempting to bind port 9676ee7b-d5df-42c2-92d0-2515cd3c33fe on network 4c8ef274-9ecc-47c2-9686-5eebd78fb305 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:05:50.799921 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c73fd5d-7322-49b8-8a92-070b529eb664 req-a4bdbd23-6cdc-4c22-bad4-f2e44dcddf71 service neutron] Checking agent: {'id': 'd1be059a-68ea-4c77-9b2b-29f4afa47e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:05:50.801197 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c73fd5d-7322-49b8-8a92-070b529eb664 req-a4bdbd23-6cdc-4c22-bad4-f2e44dcddf71 service neutron] Checking segment: {'id': '2879bb11-64b4-46f1-9f8b-52941d47b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:05:50.805098 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c73fd5d-7322-49b8-8a92-070b529eb664 req-a4bdbd23-6cdc-4c22-bad4-f2e44dcddf71 service neutron] Bound using segment: {'id': '2879bb11-64b4-46f1-9f8b-52941d47b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305'} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:05:50.806045 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-2c73fd5d-7322-49b8-8a92-070b529eb664 req-a4bdbd23-6cdc-4c22-bad4-f2e44dcddf71 service neutron] Bound port: 9676ee7b-d5df-42c2-92d0-2515cd3c33fe, host: n-h2-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2879bb11-64b4-46f1-9f8b-52941d47b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305'}}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:05:50.806690 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-2c73fd5d-7322-49b8-8a92-070b529eb664 req-a4bdbd23-6cdc-4c22-bad4-f2e44dcddf71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:50.855552 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-72979c3e-6668-4124-8057-5a2fedd50192 req-db76c4e4-1624-4f13-9ef3-0b66c90cbe4d tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4366205 May 18 18:05:50.949720 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-2c73fd5d-7322-49b8-8a92-070b529eb664 req-a4bdbd23-6cdc-4c22-bad4-f2e44dcddf71 service neutron] For port 9676ee7b-d5df-42c2-92d0-2515cd3c33fe, host n-h2-838550-3, cleared binding levels {{(pid=102731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:05:50.954262 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-2c73fd5d-7322-49b8-8a92-070b529eb664 req-a4bdbd23-6cdc-4c22-bad4-f2e44dcddf71 service neutron] For port 9676ee7b-d5df-42c2-92d0-2515cd3c33fe, host n-h2-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=9676ee7b-d5df-42c2-92d0-2515cd3c33fe,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:05:50.956931 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 49074) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:05:50.973468 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-2c73fd5d-7322-49b8-8a92-070b529eb664 req-a4bdbd23-6cdc-4c22-bad4-f2e44dcddf71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:51.087736 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c73fd5d-7322-49b8-8a92-070b529eb664 req-a4bdbd23-6cdc-4c22-bad4-f2e44dcddf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:51.088793 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-2c73fd5d-7322-49b8-8a92-070b529eb664 req-a4bdbd23-6cdc-4c22-bad4-f2e44dcddf71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:51.091315 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2c73fd5d-7322-49b8-8a92-070b529eb664 req-a4bdbd23-6cdc-4c22-bad4-f2e44dcddf71 service neutron] 10.222.0.88 "PUT /v2.0/ports/9676ee7b-d5df-42c2-92d0-2515cd3c33fe HTTP/1.1" status: 200 len: 1095 time: 1.9320300 May 18 18:05:51.098468 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2a6d27b-8b88-4013-b3e5-0ad6d9b69794', 'tag': '9676ee7b-d5df-42c2-92d0-2515cd3c33fe'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:05:51.137824 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd06e1df-1297-4a04-8d66-7c7866bed9fb" -d '{"events": [{"name": "network-changed", "server_uuid": "b2a6d27b-8b88-4013-b3e5-0ad6d9b69794", "tag": "9676ee7b-d5df-42c2-92d0-2515cd3c33fe"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:05:51.189875 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [req-b8cee679-b02a-47ec-92c6-5634d8c2e213 req-fb96b6a5-8edb-41c0-940c-7cbaa9027ac5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e79c00fa-126d-4d3e-95ec-35bea254989f {{(pid=102730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:05:51.214337 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-b8cee679-b02a-47ec-92c6-5634d8c2e213 req-fb96b6a5-8edb-41c0-940c-7cbaa9027ac5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:51.244708 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [req-b8cee679-b02a-47ec-92c6-5634d8c2e213 req-fb96b6a5-8edb-41c0-940c-7cbaa9027ac5 service neutron] Transition to ACTIVE for port object e79c00fa-126d-4d3e-95ec-35bea254989f will not be triggered until provisioned by entity L2. {{(pid=102730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:05:51.255541 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c761f3d6-9ed9-4fd0-a263-8737a9866456 req-78008a86-a180-48b5-9998-7bb0e89303c4 tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:51.256760 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-b8cee679-b02a-47ec-92c6-5634d8c2e213 req-fb96b6a5-8edb-41c0-940c-7cbaa9027ac5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:51.258937 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c761f3d6-9ed9-4fd0-a263-8737a9866456 req-78008a86-a180-48b5-9998-7bb0e89303c4 tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] 10.222.0.85 "GET /v2.0/ports?device_id=d2b36aff-64a4-4f9e-86f7-8c7fa138ba4c HTTP/1.1" status: 200 len: 945 time: 0.3034325 May 18 18:05:51.323521 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bdbd23-6cdc-4c22-bad4-f2e44dcddf71 service neutron] Pushing event updated for resources: {'Port': ['ID=9676ee7b-d5df-42c2-92d0-2515cd3c33fe,revision_number=3']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:05:51.354197 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4d4ab14-30d2-4728-a24a-37646af24227', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0717277-345f-4a7c-a4b4-96d333eb51f2'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:05:51.360244 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc3d401a-0114-4e36-b9fa-576679629751" -d '{"events": [{"server_uuid": "f4d4ab14-30d2-4728-a24a-37646af24227", "name": "network-vif-plugged", "status": "completed", "tag": "b0717277-345f-4a7c-a4b4-96d333eb51f2"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:05:51.380590 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb96b6a5-8edb-41c0-940c-7cbaa9027ac5 service neutron] Pushing event updated for resources: {'Port': ['ID=e79c00fa-126d-4d3e-95ec-35bea254989f,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:05:51.455970 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c761f3d6-9ed9-4fd0-a263-8737a9866456 req-9a9d0e37-e47f-4d6d-bbd2-238b4a185103 tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] 10.222.0.85 "GET /v2.0/security-groups?id=4e5deb66-88bb-4395-820b-ae258d556e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1797605 May 18 18:05:51.470302 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c73fd5d-7322-49b8-8a92-070b529eb664 req-7c791abb-b1e1-47a1-81ee-ba104f7fdca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:51.472774 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2c73fd5d-7322-49b8-8a92-070b529eb664 req-7c791abb-b1e1-47a1-81ee-ba104f7fdca4 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=542eb5bec27a4aa8824a02c0aec485c0&device_id=b2a6d27b-8b88-4013-b3e5-0ad6d9b69794 HTTP/1.1" status: 200 len: 1098 time: 0.2935669 May 18 18:05:51.507842 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-f6767131-f578-4978-9938-ec934e3cd488 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=f3bae54c6ff44262b29128cce7f8b574&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5496261 May 18 18:05:51.515768 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 49092) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:05:51.574293 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-b8cee679-b02a-47ec-92c6-5634d8c2e213 req-fb96b6a5-8edb-41c0-940c-7cbaa9027ac5 service neutron] Attempting to bind port e79c00fa-126d-4d3e-95ec-35bea254989f on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:05:51.574513 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-b8cee679-b02a-47ec-92c6-5634d8c2e213 req-fb96b6a5-8edb-41c0-940c-7cbaa9027ac5 service neutron] Attempting to bind port e79c00fa-126d-4d3e-95ec-35bea254989f by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': '2879bb11-64b4-46f1-9f8b-52941d47b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:05:51.575359 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8cee679-b02a-47ec-92c6-5634d8c2e213 req-fb96b6a5-8edb-41c0-940c-7cbaa9027ac5 service neutron] Attempting to bind port e79c00fa-126d-4d3e-95ec-35bea254989f on network 4c8ef274-9ecc-47c2-9686-5eebd78fb305 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:05:51.582245 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8cee679-b02a-47ec-92c6-5634d8c2e213 req-fb96b6a5-8edb-41c0-940c-7cbaa9027ac5 service neutron] Port e79c00fa-126d-4d3e-95ec-35bea254989f on network 4c8ef274-9ecc-47c2-9686-5eebd78fb305 not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:05:51.582574 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8cee679-b02a-47ec-92c6-5634d8c2e213 req-fb96b6a5-8edb-41c0-940c-7cbaa9027ac5 service neutron] Attempting to bind port e79c00fa-126d-4d3e-95ec-35bea254989f on network 4c8ef274-9ecc-47c2-9686-5eebd78fb305 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:05:51.593364 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af88f82b-8232-4020-a660-a11895f29964 req-b98e68c9-733e-4996-b2d6-ba6c7cb285aa tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:51.594973 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-af88f82b-8232-4020-a660-a11895f29964 req-b98e68c9-733e-4996-b2d6-ba6c7cb285aa tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/ports?device_id=f4d4ab14-30d2-4728-a24a-37646af24227 HTTP/1.1" status: 200 len: 946 time: 0.1157000 May 18 18:05:51.598955 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8cee679-b02a-47ec-92c6-5634d8c2e213 req-fb96b6a5-8edb-41c0-940c-7cbaa9027ac5 service neutron] Checking agent: {'id': 'd1be059a-68ea-4c77-9b2b-29f4afa47e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:05:51.599381 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8cee679-b02a-47ec-92c6-5634d8c2e213 req-fb96b6a5-8edb-41c0-940c-7cbaa9027ac5 service neutron] Checking segment: {'id': '2879bb11-64b4-46f1-9f8b-52941d47b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:05:51.599845 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8cee679-b02a-47ec-92c6-5634d8c2e213 req-fb96b6a5-8edb-41c0-940c-7cbaa9027ac5 service neutron] Bound using segment: {'id': '2879bb11-64b4-46f1-9f8b-52941d47b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305'} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:05:51.600296 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-b8cee679-b02a-47ec-92c6-5634d8c2e213 req-fb96b6a5-8edb-41c0-940c-7cbaa9027ac5 service neutron] Bound port: e79c00fa-126d-4d3e-95ec-35bea254989f, host: n-h2-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2879bb11-64b4-46f1-9f8b-52941d47b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305'}}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:05:51.600665 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-b8cee679-b02a-47ec-92c6-5634d8c2e213 req-fb96b6a5-8edb-41c0-940c-7cbaa9027ac5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:51.645368 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2c73fd5d-7322-49b8-8a92-070b529eb664 req-b8175f7c-f79f-48dd-be78-6bf3552a1b1d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=9676ee7b-d5df-42c2-92d0-2515cd3c33fe HTTP/1.1" status: 200 len: 217 time: 0.1356728 May 18 18:05:51.720766 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-b8cee679-b02a-47ec-92c6-5634d8c2e213 req-fb96b6a5-8edb-41c0-940c-7cbaa9027ac5 service neutron] For port e79c00fa-126d-4d3e-95ec-35bea254989f, host n-h2-838550-3, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:05:51.725523 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-b8cee679-b02a-47ec-92c6-5634d8c2e213 req-fb96b6a5-8edb-41c0-940c-7cbaa9027ac5 service neutron] For port e79c00fa-126d-4d3e-95ec-35bea254989f, host n-h2-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=e79c00fa-126d-4d3e-95ec-35bea254989f,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:05:51.742063 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-af88f82b-8232-4020-a660-a11895f29964 req-2c12597b-1679-4e98-933c-3f74cefbeab3 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/security-groups?id=bda815dc-3228-454b-a95b-f89a3eeb79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335480 May 18 18:05:51.745098 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-b8cee679-b02a-47ec-92c6-5634d8c2e213 req-fb96b6a5-8edb-41c0-940c-7cbaa9027ac5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:51.758582 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f87a94-add2-4035-81e8-b91aec62f240 req-93f2a6f2-4cb6-4f19-82cc-e5e4ce0befd5 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:51.760256 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d5f87a94-add2-4035-81e8-b91aec62f240 req-93f2a6f2-4cb6-4f19-82cc-e5e4ce0befd5 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/ports?device_id=856de7f6-1aa7-4b67-bac8-1e6902f032dc HTTP/1.1" status: 200 len: 945 time: 0.1833611 May 18 18:05:51.765296 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-01bdcb7c-db0f-4f17-b3e6-b4263d577053 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:51.771659 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c73fd5d-7322-49b8-8a92-070b529eb664 req-104c1730-0937-4ad7-8c7b-249b62a579ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:51.773280 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2c73fd5d-7322-49b8-8a92-070b529eb664 req-104c1730-0937-4ad7-8c7b-249b62a579ef service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c2531ae9-89db-4dcf-b670-9eac4c9cde53 HTTP/1.1" status: 200 len: 843 time: 0.1176834 May 18 18:05:51.795580 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 49096) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:05:51.803945 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2d25c0a-1530-42ed-b579-ed6722949424 x-openstack-request-id: req-c2d25c0a-1530-42ed-b579-ed6722949424 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:05:51.804782 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2a6d27b-8b88-4013-b3e5-0ad6d9b69794", "tag": "9676ee7b-d5df-42c2-92d0-2515cd3c33fe", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:05:51.805343 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-c2d25c0a-1530-42ed-b579-ed6722949424 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:05:51.806561 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2d25c0a-1530-42ed-b579-ed6722949424'] response: {'name': 'network-changed', 'server_uuid': 'b2a6d27b-8b88-4013-b3e5-0ad6d9b69794', 'tag': '9676ee7b-d5df-42c2-92d0-2515cd3c33fe', 'status': 'completed', 'code': 200} May 18 18:05:51.832979 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cee679-b02a-47ec-92c6-5634d8c2e213 req-fb96b6a5-8edb-41c0-940c-7cbaa9027ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:51.834302 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-b8cee679-b02a-47ec-92c6-5634d8c2e213 req-fb96b6a5-8edb-41c0-940c-7cbaa9027ac5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:51.837133 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b8cee679-b02a-47ec-92c6-5634d8c2e213 req-fb96b6a5-8edb-41c0-940c-7cbaa9027ac5 service neutron] 10.222.0.88 "PUT /v2.0/ports/e79c00fa-126d-4d3e-95ec-35bea254989f HTTP/1.1" status: 200 len: 1095 time: 1.6932049 May 18 18:05:51.838135 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b90260d-2954-4372-8525-8a5a7cec978a', 'tag': 'e79c00fa-126d-4d3e-95ec-35bea254989f'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:05:51.842307 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8a1bb03-6125-485e-9559-bd44e656b148" -d '{"events": [{"name": "network-changed", "server_uuid": "1b90260d-2954-4372-8525-8a5a7cec978a", "tag": "e79c00fa-126d-4d3e-95ec-35bea254989f"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:05:51.871529 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a63abd8a-f61d-4ac2-8686-a3ce2f5ebe9f x-openstack-request-id: req-a63abd8a-f61d-4ac2-8686-a3ce2f5ebe9f {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:05:51.871922 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4d4ab14-30d2-4728-a24a-37646af24227", "name": "network-vif-plugged", "status": "completed", "tag": "b0717277-345f-4a7c-a4b4-96d333eb51f2", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:05:51.872292 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-a63abd8a-f61d-4ac2-8686-a3ce2f5ebe9f {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:05:51.872782 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a63abd8a-f61d-4ac2-8686-a3ce2f5ebe9f'] response: {'server_uuid': 'f4d4ab14-30d2-4728-a24a-37646af24227', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0717277-345f-4a7c-a4b4-96d333eb51f2', 'code': 200} May 18 18:05:51.909994 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-01bdcb7c-db0f-4f17-b3e6-b4263d577053 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:51.965226 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb96b6a5-8edb-41c0-940c-7cbaa9027ac5 service neutron] Pushing event updated for resources: {'Port': ['ID=e79c00fa-126d-4d3e-95ec-35bea254989f,revision_number=3']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:05:51.981781 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c73fd5d-7322-49b8-8a92-070b529eb664 req-cf321bb9-08ab-41f3-b2d1-0a380bfa888c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:51.984000 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2c73fd5d-7322-49b8-8a92-070b529eb664 req-cf321bb9-08ab-41f3-b2d1-0a380bfa888c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4c8ef274-9ecc-47c2-9686-5eebd78fb305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2005291 May 18 18:05:51.996249 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d5f87a94-add2-4035-81e8-b91aec62f240 req-14d5cec6-b983-4626-8df1-8e07078889eb tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/security-groups?id=fae3ce3c-9235-4ae4-9c6c-e682ce6a4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200224 May 18 18:05:52.080260 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ec2fde16-3865-417d-a57a-529526ae6357 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:52.085799 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a2e381a-35b6-4af6-b67f-d3287459c27e x-openstack-request-id: req-4a2e381a-35b6-4af6-b67f-d3287459c27e {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:05:52.086100 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b90260d-2954-4372-8525-8a5a7cec978a", "tag": "e79c00fa-126d-4d3e-95ec-35bea254989f", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:05:52.086336 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-4a2e381a-35b6-4af6-b67f-d3287459c27e {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:05:52.086735 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a2e381a-35b6-4af6-b67f-d3287459c27e'] response: {'name': 'network-changed', 'server_uuid': '1b90260d-2954-4372-8525-8a5a7cec978a', 'tag': 'e79c00fa-126d-4d3e-95ec-35bea254989f', 'status': 'completed', 'code': 200} May 18 18:05:52.121715 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-01bdcb7c-db0f-4f17-b3e6-b4263d577053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:52.125226 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-01bdcb7c-db0f-4f17-b3e6-b4263d577053 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:52.126771 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-01bdcb7c-db0f-4f17-b3e6-b4263d577053 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/9838ff41-b70c-4bb6-9824-55de265380e9 HTTP/1.1" status: 204 len: 168 time: 0.6085587 May 18 18:05:52.152515 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bdcb7c-db0f-4f17-b3e6-b4263d577053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9838ff41-b70c-4bb6-9824-55de265380e9,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:05:52.159317 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2c73fd5d-7322-49b8-8a92-070b529eb664 req-3194fdef-dd6f-438e-8ed8-0bcfa5cd5710 service neutron] 10.222.0.88 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608789 May 18 18:05:52.204229 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cee679-b02a-47ec-92c6-5634d8c2e213 req-052bb47a-af5d-4edd-8b6d-f69ee1359f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:52.205844 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b8cee679-b02a-47ec-92c6-5634d8c2e213 req-052bb47a-af5d-4edd-8b6d-f69ee1359f82 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=542eb5bec27a4aa8824a02c0aec485c0&device_id=1b90260d-2954-4372-8525-8a5a7cec978a HTTP/1.1" status: 200 len: 1098 time: 0.3168063 May 18 18:05:52.217909 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a89a7cb-4c09-4168-b02e-c1869ad436b0 req-7b65ba9f-8b40-4014-af22-72967e8be66d tempest-ListImageFiltersTestJSON-1145215586 tempest-ListImageFiltersTestJSON-1145215586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:52.219901 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2a89a7cb-4c09-4168-b02e-c1869ad436b0 req-7b65ba9f-8b40-4014-af22-72967e8be66d tempest-ListImageFiltersTestJSON-1145215586 tempest-ListImageFiltersTestJSON-1145215586-project] 10.222.0.85 "GET /v2.0/ports?device_id=1b90260d-2954-4372-8525-8a5a7cec978a HTTP/1.1" status: 200 len: 947 time: 0.1811628 May 18 18:05:52.277073 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3368d1c-a20c-42d4-9827-81304562d294 req-8866ff5f-16ae-44d4-862a-eb2e582401a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:52.278627 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b3368d1c-a20c-42d4-9827-81304562d294 req-8866ff5f-16ae-44d4-862a-eb2e582401a9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f4d4ab14-30d2-4728-a24a-37646af24227 HTTP/1.1" status: 200 len: 1097 time: 0.3035288 May 18 18:05:52.293676 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b8cee679-b02a-47ec-92c6-5634d8c2e213 req-97c283b6-014b-4fe8-b51b-ee8d6f997f26 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=e79c00fa-126d-4d3e-95ec-35bea254989f HTTP/1.1" status: 200 len: 217 time: 0.0705383 May 18 18:05:52.384465 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2a89a7cb-4c09-4168-b02e-c1869ad436b0 req-bb87238e-4ea8-44fc-8d1f-0308b166c13b tempest-ListImageFiltersTestJSON-1145215586 tempest-ListImageFiltersTestJSON-1145215586-project] 10.222.0.85 "GET /v2.0/security-groups?id=1d865af5-9ba4-4796-9d2e-8c253d202d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480563 May 18 18:05:52.413847 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b3368d1c-a20c-42d4-9827-81304562d294 req-c60ce0a8-0544-4016-8ebe-db37831b2ccc service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=bda815dc-3228-454b-a95b-f89a3eeb79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185145 May 18 18:05:52.427639 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cee679-b02a-47ec-92c6-5634d8c2e213 req-4c6b2720-932e-4bf2-86e1-10322a2242b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:52.429219 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b8cee679-b02a-47ec-92c6-5634d8c2e213 req-4c6b2720-932e-4bf2-86e1-10322a2242b8 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c2531ae9-89db-4dcf-b670-9eac4c9cde53 HTTP/1.1" status: 200 len: 843 time: 0.1228592 May 18 18:05:52.481117 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ec2fde16-3865-417d-a57a-529526ae6357 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:52.490696 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ec2fde16-3865-417d-a57a-529526ae6357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:52.538120 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cee679-b02a-47ec-92c6-5634d8c2e213 req-f5fb9620-1d07-4738-a2f1-d549d7ddf39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:52.539707 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b8cee679-b02a-47ec-92c6-5634d8c2e213 req-f5fb9620-1d07-4738-a2f1-d549d7ddf39c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4c8ef274-9ecc-47c2-9686-5eebd78fb305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0985246 May 18 18:05:52.567407 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-ec2fde16-3865-417d-a57a-529526ae6357 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=9f96b33b28bc4c5f8560f7937de4ed21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7702971 May 18 18:05:52.570484 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 49116) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:05:52.606346 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbd7702-a5aa-4f48-8df6-b2cee006b9b3 req-5d3d39ab-9f84-4a8f-94ac-484ef172923b tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:52.610792 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8cbd7702-a5aa-4f48-8df6-b2cee006b9b3 req-5d3d39ab-9f84-4a8f-94ac-484ef172923b tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=213629a7-b155-4938-9d93-e1d30507d5aa HTTP/1.1" status: 200 len: 950 time: 0.4543519 May 18 18:05:52.692474 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8cbd7702-a5aa-4f48-8df6-b2cee006b9b3 req-2f55d1a6-d350-478f-8f24-1a6cf1729849 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768616 May 18 18:05:52.696357 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2c73fd5d-7322-49b8-8a92-070b529eb664 req-e360c8e5-e058-47be-84c6-f27926e13733 service neutron] 10.222.0.88 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5220399 May 18 18:05:52.810380 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd06e1df-1297-4a04-8d66-7c7866bed9fb req-ae7ac5c9-90c3-40bb-98fe-bb12aeef91d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:52.812297 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-dd06e1df-1297-4a04-8d66-7c7866bed9fb req-ae7ac5c9-90c3-40bb-98fe-bb12aeef91d5 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=542eb5bec27a4aa8824a02c0aec485c0&device_id=b2a6d27b-8b88-4013-b3e5-0ad6d9b69794 HTTP/1.1" status: 200 len: 1098 time: 0.0583167 May 18 18:05:52.873395 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2fde16-3865-417d-a57a-529526ae6357 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=562fd67d-954b-4f96-9a60-6f797f014187,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:05:52.998144 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4992b7-1fd6-48ef-afa5-5131895d2fd6 req-a93aa118-e925-42f9-8dc9-768216949499 tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:52.999241 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6257e4bf-6394-4ebe-bf34-9fa92ffc1e0e req-2c718694-9df5-4452-a624-3fca1a9f56cf tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:53.002222 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6257e4bf-6394-4ebe-bf34-9fa92ffc1e0e req-2c718694-9df5-4452-a624-3fca1a9f56cf tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/ports?device_id=f4d4ab14-30d2-4728-a24a-37646af24227 HTTP/1.1" status: 200 len: 946 time: 0.1630576 May 18 18:05:53.006134 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ae4992b7-1fd6-48ef-afa5-5131895d2fd6 req-a93aa118-e925-42f9-8dc9-768216949499 tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] 10.222.0.85 "GET /v2.0/ports?device_id=d2b36aff-64a4-4f9e-86f7-8c7fa138ba4c HTTP/1.1" status: 200 len: 945 time: 0.4376156 May 18 18:05:53.038401 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-19d68a14-ae2e-470e-af65-25660dff03e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:53.042076 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b8cee679-b02a-47ec-92c6-5634d8c2e213 req-65ef00cc-0006-4e3c-a275-c4e55ba0e3ff service neutron] 10.222.0.88 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4917691 May 18 18:05:53.054222 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd06e1df-1297-4a04-8d66-7c7866bed9fb req-538cb379-d148-4f34-aa93-9b53a28f65fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:53.056671 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-dd06e1df-1297-4a04-8d66-7c7866bed9fb req-538cb379-d148-4f34-aa93-9b53a28f65fa service neutron] 10.222.0.88 "GET /v2.0/networks?id=4c8ef274-9ecc-47c2-9686-5eebd78fb305 HTTP/1.1" status: 200 len: 870 time: 0.2267909 May 18 18:05:53.086449 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-19d68a14-ae2e-470e-af65-25660dff03e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:53.100631 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ae4992b7-1fd6-48ef-afa5-5131895d2fd6 req-f4d28bdd-a589-4f48-9351-c212ffd509b6 tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] 10.222.0.85 "GET /v2.0/security-groups?id=4e5deb66-88bb-4395-820b-ae258d556e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932820 May 18 18:05:53.132935 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-dd06e1df-1297-4a04-8d66-7c7866bed9fb req-c7482aeb-9da0-48fe-8b25-3e6bef3a0a95 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=9676ee7b-d5df-42c2-92d0-2515cd3c33fe HTTP/1.1" status: 200 len: 217 time: 0.0568299 May 18 18:05:53.136095 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6257e4bf-6394-4ebe-bf34-9fa92ffc1e0e req-83131306-58ff-42f6-bb1b-20b626f726d2 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/security-groups?id=bda815dc-3228-454b-a95b-f89a3eeb79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206903 May 18 18:05:53.215977 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd06e1df-1297-4a04-8d66-7c7866bed9fb req-018400a8-83b7-439d-8049-6ee45cd4a58b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:53.217560 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-dd06e1df-1297-4a04-8d66-7c7866bed9fb req-018400a8-83b7-439d-8049-6ee45cd4a58b service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c2531ae9-89db-4dcf-b670-9eac4c9cde53 HTTP/1.1" status: 200 len: 843 time: 0.0753064 May 18 18:05:53.263564 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b8cee679-b02a-47ec-92c6-5634d8c2e213 req-9a6f248b-97dc-45fb-8948-2ac76553fa3f service neutron] 10.222.0.88 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916649 May 18 18:05:53.272487 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-19d68a14-ae2e-470e-af65-25660dff03e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:53.275942 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-19d68a14-ae2e-470e-af65-25660dff03e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:53.278121 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-19d68a14-ae2e-470e-af65-25660dff03e6 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/562fd67d-954b-4f96-9a60-6f797f014187 HTTP/1.1" status: 204 len: 168 time: 0.7062736 May 18 18:05:53.298094 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0333b34-cbc2-4ce2-bf6c-87fa81a96256 req-8c8b2f24-6edf-4d24-bcdd-18d6675b8212 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:53.300679 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c0333b34-cbc2-4ce2-bf6c-87fa81a96256 req-8c8b2f24-6edf-4d24-bcdd-18d6675b8212 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/ports?device_id=856de7f6-1aa7-4b67-bac8-1e6902f032dc HTTP/1.1" status: 200 len: 945 time: 0.1228237 May 18 18:05:53.309410 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device f7147e38-5504-4db8-b866-92a9b2fb8077 up at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:05:53.317111 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d68a14-ae2e-470e-af65-25660dff03e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=562fd67d-954b-4f96-9a60-6f797f014187,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:05:53.338387 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd06e1df-1297-4a04-8d66-7c7866bed9fb req-ae40786e-515e-4f4a-9d80-10a33b8ff249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:53.340332 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-dd06e1df-1297-4a04-8d66-7c7866bed9fb req-ae40786e-515e-4f4a-9d80-10a33b8ff249 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4c8ef274-9ecc-47c2-9686-5eebd78fb305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1145997 May 18 18:05:53.361296 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97d8794-4059-4ce5-a91a-0d3b1ad7e397 req-e6efc157-4895-44dd-9dd8-1b4be4380607 tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:53.370921 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c97d8794-4059-4ce5-a91a-0d3b1ad7e397 req-e6efc157-4895-44dd-9dd8-1b4be4380607 tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] 10.222.0.85 "GET /v2.0/ports?device_id=d2b36aff-64a4-4f9e-86f7-8c7fa138ba4c HTTP/1.1" status: 200 len: 945 time: 0.1098983 May 18 18:05:53.383097 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 49142) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:05:53.389319 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-24fbbbb6-ac5b-43d3-89d7-a1cb9ea3cac1 tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] Request body: {'floatingip': {'port_id': 'b36805c6-85ee-4c48-8f10-421ba861f687'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:05:53.424236 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning for port f7147e38-5504-4db8-b866-92a9b2fb8077 completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:05:53.433153 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning complete for port f7147e38-5504-4db8-b866-92a9b2fb8077 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:05:53.434124 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:53.451621 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c0333b34-cbc2-4ce2-bf6c-87fa81a96256 req-8f7fd2af-8ae9-4514-8c78-39909a6ca029 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/security-groups?id=fae3ce3c-9235-4ae4-9c6c-e682ce6a4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210270 May 18 18:05:53.458954 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a1bb03-6125-485e-9559-bd44e656b148 req-ffea61ed-a2eb-4fa8-b167-3f0947976239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:53.463190 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e8a1bb03-6125-485e-9559-bd44e656b148 req-ffea61ed-a2eb-4fa8-b167-3f0947976239 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=542eb5bec27a4aa8824a02c0aec485c0&device_id=1b90260d-2954-4372-8525-8a5a7cec978a HTTP/1.1" status: 200 len: 1098 time: 0.1047852 May 18 18:05:53.573431 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port f7147e38-5504-4db8-b866-92a9b2fb8077 is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:05:53.574331 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:53.620260 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-24fbbbb6-ac5b-43d3-89d7-a1cb9ea3cac1 tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] Notify callbacks [] for floatingip, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:53.652581 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port f7147e38-5504-4db8-b866-92a9b2fb8077, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=f7147e38-5504-4db8-b866-92a9b2fb8077,segment=NetworkSegment(5e6a9b3b-2b82-45b7-b9f1-0f73969fb979),segment_id=5e6a9b3b-2b82-45b7-b9f1-0f73969fb979)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:05:53.661380 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:53.798805 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-dd06e1df-1297-4a04-8d66-7c7866bed9fb req-314a2918-6c99-49a3-8c05-3f41d5715d40 service neutron] 10.222.0.88 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4246614 May 18 18:05:53.802964 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=f7147e38-5504-4db8-b866-92a9b2fb8077,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:05:53.868427 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e208e28d-a649-4018-bc24-569749afb110 req-7ab38878-3d12-4318-b2a7-39c56c86c9e5 tempest-ListImageFiltersTestJSON-1145215586 tempest-ListImageFiltersTestJSON-1145215586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:53.874173 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e208e28d-a649-4018-bc24-569749afb110 req-7ab38878-3d12-4318-b2a7-39c56c86c9e5 tempest-ListImageFiltersTestJSON-1145215586 tempest-ListImageFiltersTestJSON-1145215586-project] 10.222.0.85 "GET /v2.0/ports?device_id=1b90260d-2954-4372-8525-8a5a7cec978a HTTP/1.1" status: 200 len: 947 time: 0.2213073 May 18 18:05:53.874931 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '856de7f6-1aa7-4b67-bac8-1e6902f032dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7147e38-5504-4db8-b866-92a9b2fb8077'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:05:53.877731 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dd8f576-f869-4f32-b31c-b685d3dc9796" -d '{"events": [{"server_uuid": "856de7f6-1aa7-4b67-bac8-1e6902f032dc", "name": "network-vif-plugged", "status": "completed", "tag": "f7147e38-5504-4db8-b866-92a9b2fb8077"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:05:53.910982 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a1bb03-6125-485e-9559-bd44e656b148 req-82dbc383-4dc1-4a4c-a687-a569b64702ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:53.912930 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e8a1bb03-6125-485e-9559-bd44e656b148 req-82dbc383-4dc1-4a4c-a687-a569b64702ab service neutron] 10.222.0.88 "GET /v2.0/networks?id=4c8ef274-9ecc-47c2-9686-5eebd78fb305 HTTP/1.1" status: 200 len: 870 time: 0.4372432 May 18 18:05:53.974712 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e8a1bb03-6125-485e-9559-bd44e656b148 req-6944459b-b0b8-47fd-a8ee-43afd23d1134 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=e79c00fa-126d-4d3e-95ec-35bea254989f HTTP/1.1" status: 200 len: 217 time: 0.0473354 May 18 18:05:54.034099 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e208e28d-a649-4018-bc24-569749afb110 req-9e3bb145-5fe6-435e-8028-c33eaa362147 tempest-ListImageFiltersTestJSON-1145215586 tempest-ListImageFiltersTestJSON-1145215586-project] 10.222.0.85 "GET /v2.0/security-groups?id=1d865af5-9ba4-4796-9d2e-8c253d202d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364794 May 18 18:05:54.066782 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a1bb03-6125-485e-9559-bd44e656b148 req-802d6875-7d11-48f8-b72f-c3033b08c248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:54.069688 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e8a1bb03-6125-485e-9559-bd44e656b148 req-802d6875-7d11-48f8-b72f-c3033b08c248 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c2531ae9-89db-4dcf-b670-9eac4c9cde53 HTTP/1.1" status: 200 len: 843 time: 0.0805848 May 18 18:05:54.098440 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f367b62f-2c28-497a-97a0-e33438854659 req-bfa4ea56-31bf-4624-82ab-1b00a54f6f4c tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:54.100511 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f367b62f-2c28-497a-97a0-e33438854659 req-bfa4ea56-31bf-4624-82ab-1b00a54f6f4c tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=213629a7-b155-4938-9d93-e1d30507d5aa HTTP/1.1" status: 200 len: 950 time: 0.1924436 May 18 18:05:54.127727 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-dd06e1df-1297-4a04-8d66-7c7866bed9fb req-5f070135-b47b-4ffc-b0c0-96082b498d68 service neutron] 10.222.0.88 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3187056 May 18 18:05:54.153669 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a1bb03-6125-485e-9559-bd44e656b148 req-b292a69d-c05c-4e64-b2bf-79adb2229508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:54.156298 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e8a1bb03-6125-485e-9559-bd44e656b148 req-b292a69d-c05c-4e64-b2bf-79adb2229508 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4c8ef274-9ecc-47c2-9686-5eebd78fb305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0746505 May 18 18:05:54.156764 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51cb093f-9c23-4feb-9aae-68d0e704d79e x-openstack-request-id: req-51cb093f-9c23-4feb-9aae-68d0e704d79e {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:05:54.157060 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "856de7f6-1aa7-4b67-bac8-1e6902f032dc", "name": "network-vif-plugged", "status": "completed", "tag": "f7147e38-5504-4db8-b866-92a9b2fb8077", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:05:54.157317 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-51cb093f-9c23-4feb-9aae-68d0e704d79e {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:05:54.157755 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51cb093f-9c23-4feb-9aae-68d0e704d79e'] response: {'server_uuid': '856de7f6-1aa7-4b67-bac8-1e6902f032dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7147e38-5504-4db8-b866-92a9b2fb8077', 'code': 200} May 18 18:05:54.270329 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f367b62f-2c28-497a-97a0-e33438854659 req-b45e6a64-b1eb-49ac-b668-4338cb2c1986 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562064 May 18 18:05:54.344801 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52627153-dfd2-4a48-94d3-ae2698e84eb5 req-4fb075ed-ea39-469a-885b-a0717f30c994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:54.346559 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-52627153-dfd2-4a48-94d3-ae2698e84eb5 req-4fb075ed-ea39-469a-885b-a0717f30c994 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=856de7f6-1aa7-4b67-bac8-1e6902f032dc HTTP/1.1" status: 200 len: 1097 time: 0.0928442 May 18 18:05:54.438543 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b2f56a-1679-4576-a142-eda377cff646 req-7a5b5a6c-55fc-4d50-9c5e-5970fcf30ac4 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:54.441345 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f2b2f56a-1679-4576-a142-eda377cff646 req-7a5b5a6c-55fc-4d50-9c5e-5970fcf30ac4 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/ports?device_id=f4d4ab14-30d2-4728-a24a-37646af24227 HTTP/1.1" status: 200 len: 946 time: 0.1440785 May 18 18:05:54.444484 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e8a1bb03-6125-485e-9559-bd44e656b148 req-892a3e51-e70d-4f5f-8476-4f0b257351b1 service neutron] 10.222.0.88 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2794335 May 18 18:05:54.547280 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-52627153-dfd2-4a48-94d3-ae2698e84eb5 req-a4fd5e61-f974-47b5-aba6-6dc268a8534b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=fae3ce3c-9235-4ae4-9c6c-e682ce6a4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763525 May 18 18:05:54.582148 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f2b2f56a-1679-4576-a142-eda377cff646 req-e4f0ef97-33bb-4d5c-af2d-87696090f8b7 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/security-groups?id=bda815dc-3228-454b-a95b-f89a3eeb79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286638 May 18 18:05:54.595828 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-24fbbbb6-ac5b-43d3-89d7-a1cb9ea3cac1 tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:54.622352 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-24fbbbb6-ac5b-43d3-89d7-a1cb9ea3cac1 tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596987'] for floatingip, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:54.632726 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e8a1bb03-6125-485e-9559-bd44e656b148 req-c261c914-57d5-4f02-95be-1f10e3e6a0de service neutron] 10.222.0.88 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489425 May 18 18:05:54.718191 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 49190) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:05:54.784305 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81a1b3e-73fa-469d-9690-9506d256c106 req-665cfd95-2e0f-4d21-87b1-0ddad3361ee7 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:54.786565 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e81a1b3e-73fa-469d-9690-9506d256c106 req-665cfd95-2e0f-4d21-87b1-0ddad3361ee7 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/ports?device_id=856de7f6-1aa7-4b67-bac8-1e6902f032dc HTTP/1.1" status: 200 len: 946 time: 0.1960211 May 18 18:05:54.795316 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183c0f0b-315c-474a-aa9d-9425812b3284 req-b3869346-1952-41d9-80d9-8212e292be3a tempest-LiveAutoBlockMigrationV225Test-940020400 tempest-LiveAutoBlockMigrationV225Test-940020400-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:54.797510 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-183c0f0b-315c-474a-aa9d-9425812b3284 req-b3869346-1952-41d9-80d9-8212e292be3a tempest-LiveAutoBlockMigrationV225Test-940020400 tempest-LiveAutoBlockMigrationV225Test-940020400-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=f4d4ab14-30d2-4728-a24a-37646af24227 HTTP/1.1" status: 200 len: 1097 time: 0.0505934 May 18 18:05:54.829298 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 9676ee7b-d5df-42c2-92d0-2515cd3c33fe details requested by agent hyperv_n-h2-838550-3 with host n-h2-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:05:54.845024 n-d-838550-3 neutron-server[102731]: INFO neutron.db.l3_db [None req-24fbbbb6-ac5b-43d3-89d7-a1cb9ea3cac1 tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] Floating IP cf9ab80b-411a-4343-a80b-7346c8bd5519 associated. External IP: 172.25.5.26, port: b36805c6-85ee-4c48-8f10-421ba861f687. May 18 18:05:54.852142 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-183c0f0b-315c-474a-aa9d-9425812b3284 req-5b5246d5-f4ec-4ab8-9dbc-8b2728595a2d tempest-LiveAutoBlockMigrationV225Test-940020400 tempest-LiveAutoBlockMigrationV225Test-940020400-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=bda815dc-3228-454b-a95b-f89a3eeb79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460010 May 18 18:05:54.912838 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e81a1b3e-73fa-469d-9690-9506d256c106 req-dc98e578-bf25-4970-a5bc-7a4de2ac72c4 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/security-groups?id=fae3ce3c-9235-4ae4-9c6c-e682ce6a4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196086 May 18 18:05:54.918231 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-e9852f59-6580-44b9-b82c-2498478b0deb admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-150303262-network', 'tenant_id': 'c0a02f354c174a209107eeb64081a994'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:05:54.960710 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 9676ee7b-d5df-42c2-92d0-2515cd3c33fe, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=9676ee7b-d5df-42c2-92d0-2515cd3c33fe,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:05:54.969500 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9852f59-6580-44b9-b82c-2498478b0deb admin admin] Made reservation on behalf of c0a02f354c174a209107eeb64081a994 for: {'network': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:05:54.974224 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e9852f59-6580-44b9-b82c-2498478b0deb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:54.979129 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Returning: {'device': '9676ee7b-d5df-42c2-92d0-2515cd3c33fe', 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305', 'port_id': '9676ee7b-d5df-42c2-92d0-2515cd3c33fe', 'mac_address': 'fa:16:3e:b2:87:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2531ae9-89db-4dcf-b670-9eac4c9cde53', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:05:55.018527 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e9852f59-6580-44b9-b82c-2498478b0deb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:55.023997 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 9676ee7b-d5df-42c2-92d0-2515cd3c33fe is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:05:55.024189 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:55.041451 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9676ee7b-d5df-42c2-92d0-2515cd3c33fe {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:05:55.086648 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 9676ee7b-d5df-42c2-92d0-2515cd3c33fe, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=9676ee7b-d5df-42c2-92d0-2515cd3c33fe,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:05:55.092288 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:55.094200 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device e79c00fa-126d-4d3e-95ec-35bea254989f details requested by agent hyperv_n-h2-838550-3 with host n-h2-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:05:55.164989 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436a72d7-3229-45d5-8d59-0ed83d531090 req-905b36f3-805c-499b-b8ff-e8681922dbfc tempest-LiveAutoBlockMigrationV225Test-940020400 tempest-LiveAutoBlockMigrationV225Test-940020400-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:55.173172 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-436a72d7-3229-45d5-8d59-0ed83d531090 req-905b36f3-805c-499b-b8ff-e8681922dbfc tempest-LiveAutoBlockMigrationV225Test-940020400 tempest-LiveAutoBlockMigrationV225Test-940020400-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=f4d4ab14-30d2-4728-a24a-37646af24227 HTTP/1.1" status: 200 len: 1097 time: 0.1490068 May 18 18:05:55.203047 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port e79c00fa-126d-4d3e-95ec-35bea254989f, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=e79c00fa-126d-4d3e-95ec-35bea254989f,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:05:55.218613 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=9676ee7b-d5df-42c2-92d0-2515cd3c33fe,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:05:55.227290 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Returning: {'device': 'e79c00fa-126d-4d3e-95ec-35bea254989f', 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305', 'port_id': 'e79c00fa-126d-4d3e-95ec-35bea254989f', 'mac_address': 'fa:16:3e:c3:d3:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2531ae9-89db-4dcf-b670-9eac4c9cde53', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:05:55.261471 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-436a72d7-3229-45d5-8d59-0ed83d531090 req-720b46ef-84ea-4898-a976-6233c676b0cb tempest-LiveAutoBlockMigrationV225Test-940020400 tempest-LiveAutoBlockMigrationV225Test-940020400-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=bda815dc-3228-454b-a95b-f89a3eeb79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873148 May 18 18:05:55.271467 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4c9feb-ab37-4b1e-bd96-817628fb3351 req-cd0bba8a-662f-435d-beec-d916df1d4c58 tempest-ListImageFiltersTestJSON-1145215586 tempest-ListImageFiltersTestJSON-1145215586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:55.273189 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-df4c9feb-ab37-4b1e-bd96-817628fb3351 req-cd0bba8a-662f-435d-beec-d916df1d4c58 tempest-ListImageFiltersTestJSON-1145215586 tempest-ListImageFiltersTestJSON-1145215586-project] 10.222.0.85 "GET /v2.0/ports?device_id=1b90260d-2954-4372-8525-8a5a7cec978a HTTP/1.1" status: 200 len: 947 time: 0.0836575 May 18 18:05:55.302900 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port e79c00fa-126d-4d3e-95ec-35bea254989f is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:05:55.303299 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:55.323310 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e79c00fa-126d-4d3e-95ec-35bea254989f {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:05:55.330553 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-df4c9feb-ab37-4b1e-bd96-817628fb3351 req-50ee2fa6-67d4-4cdb-924d-1014f596b2e4 tempest-ListImageFiltersTestJSON-1145215586 tempest-ListImageFiltersTestJSON-1145215586-project] 10.222.0.85 "GET /v2.0/security-groups?id=1d865af5-9ba4-4796-9d2e-8c253d202d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502591 May 18 18:05:55.338292 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e9852f59-6580-44b9-b82c-2498478b0deb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:55.345606 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e9852f59-6580-44b9-b82c-2498478b0deb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:55.375649 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port e79c00fa-126d-4d3e-95ec-35bea254989f, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=e79c00fa-126d-4d3e-95ec-35bea254989f,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:05:55.383217 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:55.391360 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9852f59-6580-44b9-b82c-2498478b0deb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 644} {{(pid=102731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:05:55.399064 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24fbbbb6-ac5b-43d3-89d7-a1cb9ea3cac1 tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] Router 726526af-7bd6-40cb-a681-0f76cc3dfa01 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:05:55.422476 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9852f59-6580-44b9-b82c-2498478b0deb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb8a2493-d3ed-49c8-8456-0dd3df338f74,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:05:55.440755 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e9852f59-6580-44b9-b82c-2498478b0deb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:55.441869 n-d-838550-3 neutron-server[102731]: INFO neutron.db.segments_db [None req-e9852f59-6580-44b9-b82c-2498478b0deb admin admin] Added segment 9eccd7c9-7357-4ace-86ca-a8bfe7c9a599 of type vlan for network 75ddf7a9-982c-43e6-ae7b-e9b537758012 May 18 18:05:55.482055 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=e79c00fa-126d-4d3e-95ec-35bea254989f,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:05:55.534922 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199fb029-a980-463a-aba4-cc6331f4f897 req-6d05b432-dcfe-44ff-b46f-3efc4d3485e5 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:55.537255 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-199fb029-a980-463a-aba4-cc6331f4f897 req-6d05b432-dcfe-44ff-b46f-3efc4d3485e5 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=213629a7-b155-4938-9d93-e1d30507d5aa HTTP/1.1" status: 200 len: 950 time: 0.0927966 May 18 18:05:55.572047 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e9852f59-6580-44b9-b82c-2498478b0deb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:55.600454 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-199fb029-a980-463a-aba4-cc6331f4f897 req-2700556c-36cb-4995-a803-16ed5dd83810 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556872 May 18 18:05:55.649047 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e9852f59-6580-44b9-b82c-2498478b0deb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:55.650125 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9852f59-6580-44b9-b82c-2498478b0deb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:55.650767 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e9852f59-6580-44b9-b82c-2498478b0deb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:55.730464 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-e9852f59-6580-44b9-b82c-2498478b0deb admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.0104897 May 18 18:05:55.731876 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 49220) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:05:55.736975 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-7f8eb9f6-56eb-412e-a7c9-9ad6965e8d2b admin admin] Request body: {'subnet': {'network_id': '75ddf7a9-982c-43e6-ae7b-e9b537758012', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-150303262-subnet', 'tenant_id': 'c0a02f354c174a209107eeb64081a994', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:05:55.740999 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24fbbbb6-ac5b-43d3-89d7-a1cb9ea3cac1 tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:05:55.758206 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['e79c00fa-126d-4d3e-95ec-35bea254989f'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:05:55.765737 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f8eb9f6-56eb-412e-a7c9-9ad6965e8d2b admin admin] Made reservation on behalf of c0a02f354c174a209107eeb64081a994 for: {'subnet': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:05:55.768263 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7633e272-2b4f-4ddf-9ca9-a4901f012db8 None None] Sync routers for ids ['726526af-7bd6-40cb-a681-0f76cc3dfa01'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:05:55.769067 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7f8eb9f6-56eb-412e-a7c9-9ad6965e8d2b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261031885'] for subnet, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:55.769844 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-24fbbbb6-ac5b-43d3-89d7-a1cb9ea3cac1 tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:55.777399 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9852f59-6580-44b9-b82c-2498478b0deb admin admin] Pushing event updated for resources: {'Network': ['ID=75ddf7a9-982c-43e6-ae7b-e9b537758012,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:05:55.823327 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-24fbbbb6-ac5b-43d3-89d7-a1cb9ea3cac1 tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] 10.222.0.85 "PUT /v2.0/floatingips/cf9ab80b-411a-4343-a80b-7346c8bd5519 HTTP/1.1" status: 200 len: 990 time: 2.4384646 May 18 18:05:55.824713 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2b36aff-64a4-4f9e-86f7-8c7fa138ba4c', 'tag': 'b36805c6-85ee-4c48-8f10-421ba861f687'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:05:55.827815 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a021dd71-be38-4b68-9308-d0a862cdf7b9" -d '{"events": [{"name": "network-changed", "server_uuid": "d2b36aff-64a4-4f9e-86f7-8c7fa138ba4c", "tag": "b36805c6-85ee-4c48-8f10-421ba861f687"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:05:55.858209 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['9676ee7b-d5df-42c2-92d0-2515cd3c33fe'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:05:56.051260 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1034f9b-0ec7-44e6-8e45-c38ba2ed87c1 x-openstack-request-id: req-f1034f9b-0ec7-44e6-8e45-c38ba2ed87c1 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:05:56.052707 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2b36aff-64a4-4f9e-86f7-8c7fa138ba4c", "tag": "b36805c6-85ee-4c48-8f10-421ba861f687", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:05:56.052707 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-f1034f9b-0ec7-44e6-8e45-c38ba2ed87c1 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:05:56.052707 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1034f9b-0ec7-44e6-8e45-c38ba2ed87c1'] response: {'name': 'network-changed', 'server_uuid': 'd2b36aff-64a4-4f9e-86f7-8c7fa138ba4c', 'tag': 'b36805c6-85ee-4c48-8f10-421ba861f687', 'status': 'completed', 'code': 200} May 18 18:05:56.065543 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network 75ddf7a9-982c-43e6-ae7b-e9b537758012 details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:05:56.106494 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7f8eb9f6-56eb-412e-a7c9-9ad6965e8d2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261104883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261031899'] for subnet, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:56.149864 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7633e272-2b4f-4ddf-9ca9-a4901f012db8 None None] Routers {'726526af-7bd6-40cb-a681-0f76cc3dfa01'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:05:56.150618 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-7633e272-2b4f-4ddf-9ca9-a4901f012db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:05:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['726526af-7bd6-40cb-a681-0f76cc3dfa01'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:05:56.252165 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8eb9f6-56eb-412e-a7c9-9ad6965e8d2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4101531-d09a-4f1d-a0f5-05b7f1402a99,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:05:56.261050 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a021dd71-be38-4b68-9308-d0a862cdf7b9 req-55433a17-1334-43e2-ae21-66ed15d4d471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:56.262990 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a021dd71-be38-4b68-9308-d0a862cdf7b9 req-55433a17-1334-43e2-ae21-66ed15d4d471 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3fdbf5ca8a2142d9bb14e5cf523c6add&device_id=d2b36aff-64a4-4f9e-86f7-8c7fa138ba4c HTTP/1.1" status: 200 len: 1096 time: 0.1732883 May 18 18:05:56.266360 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8eb9f6-56eb-412e-a7c9-9ad6965e8d2b admin admin] Checking segment: {'id': '9eccd7c9-7357-4ace-86ca-a8bfe7c9a599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '75ddf7a9-982c-43e6-ae7b-e9b537758012'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:05:56.266700 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8eb9f6-56eb-412e-a7c9-9ad6965e8d2b admin admin] Network hostable DHCP agents. Network: 75ddf7a9-982c-43e6-ae7b-e9b537758012, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:05:56.278919 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba50c117-7a84-469f-a523-a912e8e09b65 req-3715643f-a38a-40b7-9e70-1c53727ca17c tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:56.280507 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ba50c117-7a84-469f-a523-a912e8e09b65 req-3715643f-a38a-40b7-9e70-1c53727ca17c tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/ports?device_id=856de7f6-1aa7-4b67-bac8-1e6902f032dc HTTP/1.1" status: 200 len: 946 time: 0.1484516 May 18 18:05:56.385767 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8eb9f6-56eb-412e-a7c9-9ad6965e8d2b admin admin] Network 75ddf7a9-982c-43e6-ae7b-e9b537758012 is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:05:56.422082 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ba50c117-7a84-469f-a523-a912e8e09b65 req-85921123-091c-49d4-9a4b-406e970f79ae tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/security-groups?id=fae3ce3c-9235-4ae4-9c6c-e682ce6a4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282783 May 18 18:05:56.436332 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-7f8eb9f6-56eb-412e-a7c9-9ad6965e8d2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, 75ddf7a9-982c-43e6-ae7b-e9b537758012) {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:05:56.444865 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8eb9f6-56eb-412e-a7c9-9ad6965e8d2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:56.445583 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7f8eb9f6-56eb-412e-a7c9-9ad6965e8d2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:56.459218 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a021dd71-be38-4b68-9308-d0a862cdf7b9 req-f256f26a-e63b-447f-abff-177016ecf206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:56.461989 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a021dd71-be38-4b68-9308-d0a862cdf7b9 req-f256f26a-e63b-447f-abff-177016ecf206 service neutron] 10.222.0.88 "GET /v2.0/networks?id=426a39ea-1ed1-469b-8675-406118e8adc7 HTTP/1.1" status: 200 len: 915 time: 0.1780770 May 18 18:05:56.464170 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 49252) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:05:56.467457 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1817dd35-5218-4495-8c13-dc21890e75c0 None None] Network 75ddf7a9-982c-43e6-ae7b-e9b537758012 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:05:56.489714 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-7633e272-2b4f-4ddf-9ca9-a4901f012db8 None None] Set router 726526af-7bd6-40cb-a681-0f76cc3dfa01 gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:05:56.569489 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-7f8eb9f6-56eb-412e-a7c9-9ad6965e8d2b admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8364296 May 18 18:05:56.608306 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a021dd71-be38-4b68-9308-d0a862cdf7b9 req-b3b3857d-db51-474f-8e88-c7d4ffb4e18d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b36805c6-85ee-4c48-8f10-421ba861f687 HTTP/1.1" status: 200 len: 998 time: 0.1337044 May 18 18:05:56.730119 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a021dd71-be38-4b68-9308-d0a862cdf7b9 req-28024813-9e57-4bfa-9fdf-24228fd63a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:56.732887 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-65d28d67-59a6-4198-bf69-22d046aa646c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:56.741675 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a021dd71-be38-4b68-9308-d0a862cdf7b9 req-28024813-9e57-4bfa-9fdf-24228fd63a7c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2728997d-3202-4ad4-aa33-08239b02a122 HTTP/1.1" status: 200 len: 853 time: 0.1201732 May 18 18:05:56.885669 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a021dd71-be38-4b68-9308-d0a862cdf7b9 req-d57c09bf-d784-41fd-a1d6-4a98552f327c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:56.887413 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a021dd71-be38-4b68-9308-d0a862cdf7b9 req-d57c09bf-d784-41fd-a1d6-4a98552f327c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=426a39ea-1ed1-469b-8675-406118e8adc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1417742 May 18 18:05:56.897122 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a5bcd6-237c-4bda-8fb1-672c306ae6fa req-c755452c-1911-4cbb-aa77-94c9e1eb807c tempest-ServersTestJSON-1250898244 tempest-ServersTestJSON-1250898244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:56.898845 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-99a5bcd6-237c-4bda-8fb1-672c306ae6fa req-c755452c-1911-4cbb-aa77-94c9e1eb807c tempest-ServersTestJSON-1250898244 tempest-ServersTestJSON-1250898244-project] 10.222.0.85 "GET /v2.0/ports?device_id=cbd82391-b478-4ebd-a6bb-cbd961b3b72e HTTP/1.1" status: 200 len: 946 time: 0.1615396 May 18 18:05:56.913458 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-65d28d67-59a6-4198-bf69-22d046aa646c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:56.923686 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-65d28d67-59a6-4198-bf69-22d046aa646c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:57.012582 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a021dd71-be38-4b68-9308-d0a862cdf7b9 req-26e5b80b-4f91-41d3-9fd6-ae0ec55879dd service neutron] 10.222.0.88 "GET /v2.0/networks/426a39ea-1ed1-469b-8675-406118e8adc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114550 May 18 18:05:57.021740 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b89ea34-1a45-4a83-adf5-b5fc42fbad12 None None] Network 75ddf7a9-982c-43e6-ae7b-e9b537758012 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:05:57.053994 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [req-662e26f6-a9cb-4d51-9cf2-4d8e37388a96 req-b7a275c2-c311-4a52-90d3-6192a7669e21 tempest-LiveAutoBlockMigrationV225Test-940020400 tempest-LiveAutoBlockMigrationV225Test-940020400-project-admin] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=102730) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 18:05:57.055505 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-662e26f6-a9cb-4d51-9cf2-4d8e37388a96 req-b7a275c2-c311-4a52-90d3-6192a7669e21 tempest-LiveAutoBlockMigrationV225Test-940020400 tempest-LiveAutoBlockMigrationV225Test-940020400-project-admin] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0093048 May 18 18:05:57.088596 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d28d67-59a6-4198-bf69-22d046aa646c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91931311-de17-49b7-a07b-d7cc54a46b41,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:05:57.096661 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-65d28d67-59a6-4198-bf69-22d046aa646c admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=76eeae169e6d4792b26c62defc6176ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6308026 May 18 18:05:57.100494 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 49268) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:05:57.182642 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-99a5bcd6-237c-4bda-8fb1-672c306ae6fa req-19cb8ddd-a606-430e-b8fd-eb28c6890177 tempest-ServersTestJSON-1250898244 tempest-ServersTestJSON-1250898244-project] 10.222.0.85 "GET /v2.0/security-groups?id=df60308c-c2bf-4b6a-87af-97fe89bf51ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1686225 May 18 18:05:57.233140 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662e26f6-a9cb-4d51-9cf2-4d8e37388a96 req-61a51317-aeb3-403a-99f3-284b00f6b682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:57.234845 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-662e26f6-a9cb-4d51-9cf2-4d8e37388a96 req-61a51317-aeb3-403a-99f3-284b00f6b682 service neutron] 10.222.0.85 "GET /v2.0/ports/b0717277-345f-4a7c-a4b4-96d333eb51f2 HTTP/1.1" status: 200 len: 1094 time: 0.1476438 May 18 18:05:57.239058 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0c87d65b-9e70-4a20-b6c2-92ecf9d98f2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:57.252238 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-662e26f6-a9cb-4d51-9cf2-4d8e37388a96 req-a9bae353-2b1e-486c-9223-d80db6ba5c12 service neutron] Request body: {'binding': {'host': 'n-h2-838550-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:05:57.252723 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-662e26f6-a9cb-4d51-9cf2-4d8e37388a96 req-a9bae353-2b1e-486c-9223-d80db6ba5c12 service neutron] Unknown quota resources ['binding']. {{(pid=102730) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} May 18 18:05:57.284167 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0c87d65b-9e70-4a20-b6c2-92ecf9d98f2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:57.326401 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-7633e272-2b4f-4ddf-9ca9-a4901f012db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '726526af-7bd6-40cb-a681-0f76cc3dfa01', 'name': 'tempest-AttachSCSIVolumeTestJSON-511885408-router', 'tenant_id': '3fdbf5ca8a2142d9bb14e5cf523c6add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.227'}], 'enable_snat': True}, 'gw_port_id': 'bf35efd3-2ec3-48cd-8df2-92272dad7dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:03:57Z', 'updated_at': '2022-05-18T18:04:11Z', 'revision_number': 4, 'project_id': '3fdbf5ca8a2142d9bb14e5cf523c6add', 'gw_port': {'id': 'bf35efd3-2ec3-48cd-8df2-92272dad7dab', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:cb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726526af-7bd6-40cb-a681-0f76cc3dfa01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:04:00Z', 'updated_at': '2022-05-18T18:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': 'cf9ab80b-411a-4343-a80b-7346c8bd5519', 'tenant_id': '3fdbf5ca8a2142d9bb14e5cf523c6add', 'floating_ip_address': '172.25.5.26', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': '726526af-7bd6-40cb-a681-0f76cc3dfa01', 'port_id': 'b36805c6-85ee-4c48-8f10-421ba861f687', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '426a39ea-1ed1-469b-8675-406118e8adc7', 'mac_address': 'fa:16:3e:17:64:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b36aff-64a4-4f9e-86f7-8c7fa138ba4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T18:05:12Z', 'updated_at': '2022-05-18T18:05:54Z', 'revision_number': 1, 'project_id': '3fdbf5ca8a2142d9bb14e5cf523c6add', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8dceac78-125b-4f26-a10f-2010530aa011', 'name': '', 'network_id': '426a39ea-1ed1-469b-8675-406118e8adc7', 'tenant_id': '3fdbf5ca8a2142d9bb14e5cf523c6add', 'mac_address': 'fa:16:3e:a5:ae:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726526af-7bd6-40cb-a681-0f76cc3dfa01', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '2728997d-3202-4ad4-aa33-08239b02a122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:04:07Z', 'updated_at': '2022-05-18T18:04:19Z', 'revision_number': 5, 'project_id': '3fdbf5ca8a2142d9bb14e5cf523c6add', 'subnets': [{'id': '2728997d-3202-4ad4-aa33-08239b02a122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:05:57.367783 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7633e272-2b4f-4ddf-9ca9-a4901f012db8 None None] Checking router: 726526af-7bd6-40cb-a681-0f76cc3dfa01 for host: n-d-838550-3 {{(pid=102732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:05:57.376444 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0c87d65b-9e70-4a20-b6c2-92ecf9d98f2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:57.381540 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0c87d65b-9e70-4a20-b6c2-92ecf9d98f2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:57.383245 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-0c87d65b-9e70-4a20-b6c2-92ecf9d98f2a admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/91931311-de17-49b7-a07b-d7cc54a46b41 HTTP/1.1" status: 204 len: 168 time: 0.2811451 May 18 18:05:57.390184 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7633e272-2b4f-4ddf-9ca9-a4901f012db8 None None] Routers {'726526af-7bd6-40cb-a681-0f76cc3dfa01'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:05:57.391310 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-7633e272-2b4f-4ddf-9ca9-a4901f012db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:05:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['726526af-7bd6-40cb-a681-0f76cc3dfa01'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:05:57.402606 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c87d65b-9e70-4a20-b6c2-92ecf9d98f2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91931311-de17-49b7-a07b-d7cc54a46b41,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:05:57.411651 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a021dd71-be38-4b68-9308-d0a862cdf7b9 req-8ebbd91a-ddb1-49f1-b4a0-2dc4df744f49 service neutron] 10.222.0.88 "GET /v2.0/networks/426a39ea-1ed1-469b-8675-406118e8adc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3510194 May 18 18:05:57.460238 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26873de4-c456-4cbd-95f1-f97a090426d6 req-17fc5c0d-cdd3-425b-8b91-04111d817f80 tempest-ListImageFiltersTestJSON-1145215586 tempest-ListImageFiltersTestJSON-1145215586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:57.473417 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-26873de4-c456-4cbd-95f1-f97a090426d6 req-17fc5c0d-cdd3-425b-8b91-04111d817f80 tempest-ListImageFiltersTestJSON-1145215586 tempest-ListImageFiltersTestJSON-1145215586-project] 10.222.0.85 "GET /v2.0/ports?device_id=1b90260d-2954-4372-8525-8a5a7cec978a HTTP/1.1" status: 200 len: 948 time: 0.1904166 May 18 18:05:57.533390 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-26873de4-c456-4cbd-95f1-f97a090426d6 req-0ff11afd-b4d6-41da-b0fc-97ac9373b24f tempest-ListImageFiltersTestJSON-1145215586 tempest-ListImageFiltersTestJSON-1145215586-project] 10.222.0.85 "GET /v2.0/security-groups?id=1d865af5-9ba4-4796-9d2e-8c253d202d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588026 May 18 18:05:57.539786 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-7633e272-2b4f-4ddf-9ca9-a4901f012db8 None None] Set router 726526af-7bd6-40cb-a681-0f76cc3dfa01 gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:05:57.607984 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-662e26f6-a9cb-4d51-9cf2-4d8e37388a96 req-a9bae353-2b1e-486c-9223-d80db6ba5c12 service neutron] Attempting to bind port b0717277-345f-4a7c-a4b4-96d333eb51f2 on host n-h2-838550-3 for vnic_type normal with profile None {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:05:57.608708 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-662e26f6-a9cb-4d51-9cf2-4d8e37388a96 req-a9bae353-2b1e-486c-9223-d80db6ba5c12 service neutron] Attempting to bind port b0717277-345f-4a7c-a4b4-96d333eb51f2 by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': '6537e25f-afe8-4089-8825-f23e3073c58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'e7bb4226-ce97-4ecd-a736-061f4f786581'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:05:57.609046 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662e26f6-a9cb-4d51-9cf2-4d8e37388a96 req-a9bae353-2b1e-486c-9223-d80db6ba5c12 service neutron] Attempting to bind port b0717277-345f-4a7c-a4b4-96d333eb51f2 on network e7bb4226-ce97-4ecd-a736-061f4f786581 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:05:57.617125 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662e26f6-a9cb-4d51-9cf2-4d8e37388a96 req-a9bae353-2b1e-486c-9223-d80db6ba5c12 service neutron] Port b0717277-345f-4a7c-a4b4-96d333eb51f2 on network e7bb4226-ce97-4ecd-a736-061f4f786581 not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:05:57.617334 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662e26f6-a9cb-4d51-9cf2-4d8e37388a96 req-a9bae353-2b1e-486c-9223-d80db6ba5c12 service neutron] Attempting to bind port b0717277-345f-4a7c-a4b4-96d333eb51f2 on network e7bb4226-ce97-4ecd-a736-061f4f786581 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:05:57.626076 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662e26f6-a9cb-4d51-9cf2-4d8e37388a96 req-a9bae353-2b1e-486c-9223-d80db6ba5c12 service neutron] Checking agent: {'id': 'd1be059a-68ea-4c77-9b2b-29f4afa47e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:05:57.628222 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662e26f6-a9cb-4d51-9cf2-4d8e37388a96 req-a9bae353-2b1e-486c-9223-d80db6ba5c12 service neutron] Checking segment: {'id': '6537e25f-afe8-4089-8825-f23e3073c58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'e7bb4226-ce97-4ecd-a736-061f4f786581'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:05:57.628745 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662e26f6-a9cb-4d51-9cf2-4d8e37388a96 req-a9bae353-2b1e-486c-9223-d80db6ba5c12 service neutron] Bound using segment: {'id': '6537e25f-afe8-4089-8825-f23e3073c58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'e7bb4226-ce97-4ecd-a736-061f4f786581'} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:05:57.629305 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-662e26f6-a9cb-4d51-9cf2-4d8e37388a96 req-a9bae353-2b1e-486c-9223-d80db6ba5c12 service neutron] Bound port: b0717277-345f-4a7c-a4b4-96d333eb51f2, host: n-h2-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6537e25f-afe8-4089-8825-f23e3073c58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'e7bb4226-ce97-4ecd-a736-061f4f786581'}}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:05:57.714702 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-662e26f6-a9cb-4d51-9cf2-4d8e37388a96 req-a9bae353-2b1e-486c-9223-d80db6ba5c12 service neutron] For port b0717277-345f-4a7c-a4b4-96d333eb51f2, host n-h2-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=b0717277-345f-4a7c-a4b4-96d333eb51f2,segment=NetworkSegment(6537e25f-afe8-4089-8825-f23e3073c58d),segment_id=6537e25f-afe8-4089-8825-f23e3073c58d)] {{(pid=102730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:05:57.726746 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-662e26f6-a9cb-4d51-9cf2-4d8e37388a96 req-a9bae353-2b1e-486c-9223-d80db6ba5c12 service neutron] Notify callbacks [] for binding, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:57.732560 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-662e26f6-a9cb-4d51-9cf2-4d8e37388a96 req-a9bae353-2b1e-486c-9223-d80db6ba5c12 service neutron] 10.222.0.85 "POST /v2.0/ports/b0717277-345f-4a7c-a4b4-96d333eb51f2/bindings HTTP/1.1" status: 201 len: 389 time: 0.4875505 May 18 18:05:57.921207 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-7633e272-2b4f-4ddf-9ca9-a4901f012db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '726526af-7bd6-40cb-a681-0f76cc3dfa01', 'name': 'tempest-AttachSCSIVolumeTestJSON-511885408-router', 'tenant_id': '3fdbf5ca8a2142d9bb14e5cf523c6add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.227'}], 'enable_snat': True}, 'gw_port_id': 'bf35efd3-2ec3-48cd-8df2-92272dad7dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:03:57Z', 'updated_at': '2022-05-18T18:04:11Z', 'revision_number': 4, 'project_id': '3fdbf5ca8a2142d9bb14e5cf523c6add', 'gw_port': {'id': 'bf35efd3-2ec3-48cd-8df2-92272dad7dab', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:cb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726526af-7bd6-40cb-a681-0f76cc3dfa01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:04:00Z', 'updated_at': '2022-05-18T18:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': 'cf9ab80b-411a-4343-a80b-7346c8bd5519', 'tenant_id': '3fdbf5ca8a2142d9bb14e5cf523c6add', 'floating_ip_address': '172.25.5.26', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': '726526af-7bd6-40cb-a681-0f76cc3dfa01', 'port_id': 'b36805c6-85ee-4c48-8f10-421ba861f687', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '426a39ea-1ed1-469b-8675-406118e8adc7', 'mac_address': 'fa:16:3e:17:64:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b36aff-64a4-4f9e-86f7-8c7fa138ba4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T18:05:12Z', 'updated_at': '2022-05-18T18:05:54Z', 'revision_number': 1, 'project_id': '3fdbf5ca8a2142d9bb14e5cf523c6add', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8dceac78-125b-4f26-a10f-2010530aa011', 'name': '', 'network_id': '426a39ea-1ed1-469b-8675-406118e8adc7', 'tenant_id': '3fdbf5ca8a2142d9bb14e5cf523c6add', 'mac_address': 'fa:16:3e:a5:ae:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726526af-7bd6-40cb-a681-0f76cc3dfa01', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '2728997d-3202-4ad4-aa33-08239b02a122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:04:07Z', 'updated_at': '2022-05-18T18:04:19Z', 'revision_number': 5, 'project_id': '3fdbf5ca8a2142d9bb14e5cf523c6add', 'subnets': [{'id': '2728997d-3202-4ad4-aa33-08239b02a122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:05:57.974039 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7633e272-2b4f-4ddf-9ca9-a4901f012db8 None None] The sync data for ids ['726526af-7bd6-40cb-a681-0f76cc3dfa01'] in n-d-838550-3 is: [{'id': '726526af-7bd6-40cb-a681-0f76cc3dfa01', 'name': 'tempest-AttachSCSIVolumeTestJSON-511885408-router', 'tenant_id': '3fdbf5ca8a2142d9bb14e5cf523c6add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.227'}], 'enable_snat': True}, 'gw_port_id': 'bf35efd3-2ec3-48cd-8df2-92272dad7dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:03:57Z', 'updated_at': '2022-05-18T18:04:11Z', 'revision_number': 4, 'project_id': '3fdbf5ca8a2142d9bb14e5cf523c6add', 'gw_port': {'id': 'bf35efd3-2ec3-48cd-8df2-92272dad7dab', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:cb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726526af-7bd6-40cb-a681-0f76cc3dfa01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:04:00Z', 'updated_at': '2022-05-18T18:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': 'cf9ab80b-411a-4343-a80b-7346c8bd5519', 'tenant_id': '3fdbf5ca8a2142d9bb14e5cf523c6add', 'floating_ip_address': '172.25.5.26', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': '726526af-7bd6-40cb-a681-0f76cc3dfa01', 'port_id': 'b36805c6-85ee-4c48-8f10-421ba861f687', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '426a39ea-1ed1-469b-8675-406118e8adc7', 'mac_address': 'fa:16:3e:17:64:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b36aff-64a4-4f9e-86f7-8c7fa138ba4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T18:05:12Z', 'updated_at': '2022-05-18T18:05:54Z', 'revision_number': 1, 'project_id': '3fdbf5ca8a2142d9bb14e5cf523c6add', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8dceac78-125b-4f26-a10f-2010530aa011', 'name': '', 'network_id': '426a39ea-1ed1-469b-8675-406118e8adc7', 'tenant_id': '3fdbf5ca8a2142d9bb14e5cf523c6add', 'mac_address': 'fa:16:3e:a5:ae:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726526af-7bd6-40cb-a681-0f76cc3dfa01', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '2728997d-3202-4ad4-aa33-08239b02a122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:04:07Z', 'updated_at': '2022-05-18T18:04:19Z', 'revision_number': 5, 'project_id': '3fdbf5ca8a2142d9bb14e5cf523c6add', 'subnets': [{'id': '2728997d-3202-4ad4-aa33-08239b02a122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:05:58.012521 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89341637-a308-49b1-b503-b184b8c37912 req-dbc78d7d-3c4e-423a-8ef7-cd86ddc69ea5 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:58.014950 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-89341637-a308-49b1-b503-b184b8c37912 req-dbc78d7d-3c4e-423a-8ef7-cd86ddc69ea5 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=213629a7-b155-4938-9d93-e1d30507d5aa HTTP/1.1" status: 200 len: 950 time: 0.0892143 May 18 18:05:58.058554 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-89341637-a308-49b1-b503-b184b8c37912 req-ee621b5f-0cea-45ee-9b2e-f58a7053050b tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366580 May 18 18:05:58.086336 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662e26f6-a9cb-4d51-9cf2-4d8e37388a96 req-6c55aade-be67-41df-9cd4-6cb5bbe4d2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:58.087876 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-662e26f6-a9cb-4d51-9cf2-4d8e37388a96 req-6c55aade-be67-41df-9cd4-6cb5bbe4d2ea service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=38c3fbce1f554996bc4a73e5f0f7c3e8&device_id=f4d4ab14-30d2-4728-a24a-37646af24227 HTTP/1.1" status: 200 len: 1097 time: 0.0812545 May 18 18:05:58.210290 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da07ee55-ff68-48af-af56-de2795b246dc req-dbfc5f4e-5972-42c0-9ce0-e18ef9f7819a tempest-LiveMigrationTest-768751957 tempest-LiveMigrationTest-768751957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:58.217974 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-da07ee55-ff68-48af-af56-de2795b246dc req-dbfc5f4e-5972-42c0-9ce0-e18ef9f7819a tempest-LiveMigrationTest-768751957 tempest-LiveMigrationTest-768751957-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=856de7f6-1aa7-4b67-bac8-1e6902f032dc HTTP/1.1" status: 200 len: 1097 time: 0.1087813 May 18 18:05:58.250683 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662e26f6-a9cb-4d51-9cf2-4d8e37388a96 req-fd685461-4936-4616-bdd9-5307337eae5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:58.252189 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-662e26f6-a9cb-4d51-9cf2-4d8e37388a96 req-fd685461-4936-4616-bdd9-5307337eae5e service neutron] 10.222.0.88 "GET /v2.0/networks?id=e7bb4226-ce97-4ecd-a736-061f4f786581 HTTP/1.1" status: 200 len: 921 time: 0.1574914 May 18 18:05:58.302970 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cedd0121-8078-441e-a379-8b97ac08f19a None None] New status for floating IP cf9ab80b-411a-4343-a80b-7346c8bd5519: ACTIVE {{(pid=102733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 18:05:58.318008 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-da07ee55-ff68-48af-af56-de2795b246dc req-e57ee30c-2dbe-496b-8c63-da5602d35379 tempest-LiveMigrationTest-768751957 tempest-LiveMigrationTest-768751957-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=fae3ce3c-9235-4ae4-9c6c-e682ce6a4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942712 May 18 18:05:58.320400 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-662e26f6-a9cb-4d51-9cf2-4d8e37388a96 req-89c2ade2-f477-40cb-965c-11c8b84fa5cf service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b0717277-345f-4a7c-a4b4-96d333eb51f2 HTTP/1.1" status: 200 len: 217 time: 0.0603878 May 18 18:05:58.386680 n-d-838550-3 neutron-server[102731]: INFO neutron.api.v2.resource [req-2ce1582f-ff66-4412-bad6-1f9d04f24d77 req-b39880c0-0a8d-47a1-96a5-c85bcf6faa9a tempest-SecurityGroupsNegativeTestJSON-244837627 tempest-SecurityGroupsNegativeTestJSON-244837627-project] show failed (client error): The resource could not be found. May 18 18:05:58.401216 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2ce1582f-ff66-4412-bad6-1f9d04f24d77 req-b39880c0-0a8d-47a1-96a5-c85bcf6faa9a tempest-SecurityGroupsNegativeTestJSON-244837627 tempest-SecurityGroupsNegativeTestJSON-244837627-project] 10.222.0.85 "GET /v2.0/security-groups/a16917ee-1aed-4bad-975b-aa4229f7aaa7 HTTP/1.1" status: 404 len: 352 time: 0.0388534 May 18 18:05:58.426052 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 49304) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:05:58.432787 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662e26f6-a9cb-4d51-9cf2-4d8e37388a96 req-83455fa9-c592-470a-97d6-9a440b685369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:58.434415 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-662e26f6-a9cb-4d51-9cf2-4d8e37388a96 req-83455fa9-c592-470a-97d6-9a440b685369 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=cf982f85-dd38-4a89-9c21-fca17676813e HTTP/1.1" status: 200 len: 860 time: 0.0998797 May 18 18:05:58.499861 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b3d042-0480-4ce7-a36c-22b927b1da47 req-ae3a9582-c3cd-4aa4-8712-63ccae552814 tempest-LiveMigrationTest-768751957 tempest-LiveMigrationTest-768751957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:58.501425 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-662e26f6-a9cb-4d51-9cf2-4d8e37388a96 req-ae14b0e2-86f2-451f-9fa9-a05037023b46 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=e7bb4226-ce97-4ecd-a736-061f4f786581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539718 May 18 18:05:58.508662 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-40b3d042-0480-4ce7-a36c-22b927b1da47 req-ae3a9582-c3cd-4aa4-8712-63ccae552814 tempest-LiveMigrationTest-768751957 tempest-LiveMigrationTest-768751957-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=856de7f6-1aa7-4b67-bac8-1e6902f032dc HTTP/1.1" status: 200 len: 1097 time: 0.0494425 May 18 18:05:58.555026 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-40b3d042-0480-4ce7-a36c-22b927b1da47 req-26c8aed0-3470-441e-a0d7-c70524525c30 tempest-LiveMigrationTest-768751957 tempest-LiveMigrationTest-768751957-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=fae3ce3c-9235-4ae4-9c6c-e682ce6a4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448575 May 18 18:05:58.618926 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434a47d6-b2b6-4022-8bee-852f9dd12e5c req-3bca3546-4de2-4b74-8b41-7db44d1a0012 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:58.622980 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-434a47d6-b2b6-4022-8bee-852f9dd12e5c req-3bca3546-4de2-4b74-8b41-7db44d1a0012 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/ports?device_id=f4d4ab14-30d2-4728-a24a-37646af24227 HTTP/1.1" status: 200 len: 946 time: 0.1676679 May 18 18:05:58.655606 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-56b40c0b-010d-43bd-b838-6dcffb6d70d6 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-386188146-network', 'tenant_id': '6c545120f96c46e686f887460169388d'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:05:58.688376 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-662e26f6-a9cb-4d51-9cf2-4d8e37388a96 req-e8963fd8-66ae-4f18-875f-bbf90a28169c service neutron] 10.222.0.88 "GET /v2.0/networks/e7bb4226-ce97-4ecd-a736-061f4f786581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730173 May 18 18:05:58.704636 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56b40c0b-010d-43bd-b838-6dcffb6d70d6 admin admin] Made reservation on behalf of 6c545120f96c46e686f887460169388d for: {'network': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:05:58.707525 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-56b40c0b-010d-43bd-b838-6dcffb6d70d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:58.722212 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0d66c0bc-f8de-4a7c-90aa-a1a06181a310 req-3a2e717a-8c50-4e04-bd6e-3638f86c4778 tempest-SecurityGroupsNegativeTestJSON-244837627 tempest-SecurityGroupsNegativeTestJSON-244837627-project] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=c0a02f354c174a209107eeb64081a994 HTTP/1.1" status: 200 len: 2984 time: 0.0800915 May 18 18:05:58.723074 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-56b40c0b-010d-43bd-b838-6dcffb6d70d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:58.737785 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-434a47d6-b2b6-4022-8bee-852f9dd12e5c req-665629dd-bb63-4e22-8e90-d6dc8acaa959 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/security-groups?id=bda815dc-3228-454b-a95b-f89a3eeb79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816028 May 18 18:05:58.805657 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0d66c0bc-f8de-4a7c-90aa-a1a06181a310 req-a014c42c-2424-47f3-b0a3-44f150b77fda tempest-SecurityGroupsNegativeTestJSON-244837627 tempest-SecurityGroupsNegativeTestJSON-244837627-project] 10.222.0.85 "GET /v2.0/security-groups/bb8a2493-d3ed-49c8-8456-0dd3df338f74 HTTP/1.1" status: 200 len: 2981 time: 0.0737062 May 18 18:05:58.846027 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-662e26f6-a9cb-4d51-9cf2-4d8e37388a96 req-f76af578-77f5-4053-9a3d-8fda4d028a02 service neutron] 10.222.0.88 "GET /v2.0/networks/e7bb4226-ce97-4ecd-a736-061f4f786581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432595 May 18 18:05:58.858940 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 9676ee7b-d5df-42c2-92d0-2515cd3c33fe up at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:05:58.865102 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8727f3fa-9694-4a50-8ca4-05edc5825af8 req-160eea29-cf6c-457b-998c-80dacf806fe8 tempest-ListImageFiltersTestJSON-1145215586 tempest-ListImageFiltersTestJSON-1145215586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:58.866905 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8727f3fa-9694-4a50-8ca4-05edc5825af8 req-160eea29-cf6c-457b-998c-80dacf806fe8 tempest-ListImageFiltersTestJSON-1145215586 tempest-ListImageFiltersTestJSON-1145215586-project] 10.222.0.85 "GET /v2.0/ports?device_id=1b90260d-2954-4372-8525-8a5a7cec978a HTTP/1.1" status: 200 len: 948 time: 0.0725520 May 18 18:05:58.877025 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0d66c0bc-f8de-4a7c-90aa-a1a06181a310 req-6c2700c7-c0bf-47a4-997f-23813ce746c2 tempest-SecurityGroupsNegativeTestJSON-244837627 tempest-SecurityGroupsNegativeTestJSON-244837627-project] 10.222.0.85 "GET /v2.0/security-groups/bb8a2493-d3ed-49c8-8456-0dd3df338f74 HTTP/1.1" status: 200 len: 2981 time: 0.0604510 May 18 18:05:58.898700 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-56b40c0b-010d-43bd-b838-6dcffb6d70d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:58.905871 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-56b40c0b-010d-43bd-b838-6dcffb6d70d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:58.927919 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8727f3fa-9694-4a50-8ca4-05edc5825af8 req-2f2b51c4-18cf-4b80-9846-950ffc60f253 tempest-ListImageFiltersTestJSON-1145215586 tempest-ListImageFiltersTestJSON-1145215586-project] 10.222.0.85 "GET /v2.0/security-groups?id=1d865af5-9ba4-4796-9d2e-8c253d202d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518770 May 18 18:05:58.936416 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56b40c0b-010d-43bd-b838-6dcffb6d70d6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=102731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:05:58.944203 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning for port 9676ee7b-d5df-42c2-92d0-2515cd3c33fe completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:05:58.953952 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b40c0b-010d-43bd-b838-6dcffb6d70d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a89c6ac7-08a5-4751-b86b-3cce5e39a6c3,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:05:58.955344 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning complete for port 9676ee7b-d5df-42c2-92d0-2515cd3c33fe triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:05:58.957009 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:58.964315 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-56b40c0b-010d-43bd-b838-6dcffb6d70d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:58.965218 n-d-838550-3 neutron-server[102731]: INFO neutron.db.segments_db [None req-56b40c0b-010d-43bd-b838-6dcffb6d70d6 admin admin] Added segment ae43f069-8f9d-413f-8de8-d808d0592d20 of type vlan for network 8a714dd8-7f22-4d85-bf47-b35b972e5e00 May 18 18:05:59.041700 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-56b40c0b-010d-43bd-b838-6dcffb6d70d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:59.077755 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-56b40c0b-010d-43bd-b838-6dcffb6d70d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:59.078765 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b40c0b-010d-43bd-b838-6dcffb6d70d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:59.081992 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-56b40c0b-010d-43bd-b838-6dcffb6d70d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:59.101550 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 9676ee7b-d5df-42c2-92d0-2515cd3c33fe is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:05:59.102003 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:59.108137 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-56b40c0b-010d-43bd-b838-6dcffb6d70d6 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6807988 May 18 18:05:59.111174 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 49324) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:05:59.116903 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-ef25b8fc-dbe4-47b8-ae6c-825f0d3be19d admin admin] Request body: {'subnet': {'network_id': '8a714dd8-7f22-4d85-bf47-b35b972e5e00', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-386188146-subnet', 'tenant_id': '6c545120f96c46e686f887460169388d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:05:59.141024 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 9676ee7b-d5df-42c2-92d0-2515cd3c33fe, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=9676ee7b-d5df-42c2-92d0-2515cd3c33fe,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:05:59.142012 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2a6d27b-8b88-4013-b3e5-0ad6d9b69794', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9676ee7b-d5df-42c2-92d0-2515cd3c33fe'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:05:59.144628 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c5b2c4c-9954-4c2a-aae8-114da10fb466" -d '{"events": [{"server_uuid": "b2a6d27b-8b88-4013-b3e5-0ad6d9b69794", "name": "network-vif-plugged", "status": "completed", "tag": "9676ee7b-d5df-42c2-92d0-2515cd3c33fe"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:05:59.148688 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:59.149493 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device e79c00fa-126d-4d3e-95ec-35bea254989f up at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:05:59.175749 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef25b8fc-dbe4-47b8-ae6c-825f0d3be19d admin admin] Made reservation on behalf of 6c545120f96c46e686f887460169388d for: {'subnet': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:05:59.179229 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ef25b8fc-dbe4-47b8-ae6c-825f0d3be19d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261031885'] for subnet, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:59.227932 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b40c0b-010d-43bd-b838-6dcffb6d70d6 admin admin] Pushing event updated for resources: {'Network': ['ID=8a714dd8-7f22-4d85-bf47-b35b972e5e00,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:05:59.234331 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=9676ee7b-d5df-42c2-92d0-2515cd3c33fe,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:05:59.240435 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network 8a714dd8-7f22-4d85-bf47-b35b972e5e00 details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:05:59.393377 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-67f966cc-edfe-4cdc-b25d-8b89c48b75a8 req-a68b4ace-9d6b-4b8a-90a1-f7efa67b15e9 tempest-SecurityGroupsNegativeTestJSON-244837627 tempest-SecurityGroupsNegativeTestJSON-244837627-project] 10.222.0.85 "GET /v2.0/security-groups/bb8a2493-d3ed-49c8-8456-0dd3df338f74 HTTP/1.1" status: 200 len: 2981 time: 0.1106324 May 18 18:05:59.449819 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning for port e79c00fa-126d-4d3e-95ec-35bea254989f completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:05:59.466797 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning complete for port e79c00fa-126d-4d3e-95ec-35bea254989f triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:05:59.467171 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:59.559335 n-d-838550-3 neutron-server[102730]: INFO neutron.api.v2.resource [req-67f966cc-edfe-4cdc-b25d-8b89c48b75a8 req-9247a3c2-2c6f-4d01-8a46-6f3aaa1ab929 tempest-SecurityGroupsNegativeTestJSON-244837627 tempest-SecurityGroupsNegativeTestJSON-244837627-project] delete failed (client error): There was a conflict when trying to complete your request. May 18 18:05:59.562317 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-67f966cc-edfe-4cdc-b25d-8b89c48b75a8 req-9247a3c2-2c6f-4d01-8a46-6f3aaa1ab929 tempest-SecurityGroupsNegativeTestJSON-244837627 tempest-SecurityGroupsNegativeTestJSON-244837627-project] 10.222.0.85 "DELETE /v2.0/security-groups/bb8a2493-d3ed-49c8-8456-0dd3df338f74 HTTP/1.1" status: 409 len: 352 time: 0.1566584 May 18 18:05:59.584050 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ef25b8fc-dbe4-47b8-ae6c-825f0d3be19d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261104883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261031899'] for subnet, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:59.628313 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef25b8fc-dbe4-47b8-ae6c-825f0d3be19d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a29a7208-4fd8-4628-bc90-669e32b43495,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:05:59.643738 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port e79c00fa-126d-4d3e-95ec-35bea254989f is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:05:59.644321 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:59.712539 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port e79c00fa-126d-4d3e-95ec-35bea254989f, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=e79c00fa-126d-4d3e-95ec-35bea254989f,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:05:59.719652 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:59.772406 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92a17cc-684c-45e0-b968-5ff148fe9a16 req-1a5f73e3-9cff-47bb-9880-0942e3d0ab7a tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:59.774144 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c92a17cc-684c-45e0-b968-5ff148fe9a16 req-1a5f73e3-9cff-47bb-9880-0942e3d0ab7a tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=213629a7-b155-4938-9d93-e1d30507d5aa HTTP/1.1" status: 200 len: 950 time: 0.1449053 May 18 18:05:59.775426 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef25b8fc-dbe4-47b8-ae6c-825f0d3be19d admin admin] Checking segment: {'id': 'ae43f069-8f9d-413f-8de8-d808d0592d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '8a714dd8-7f22-4d85-bf47-b35b972e5e00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:05:59.775796 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef25b8fc-dbe4-47b8-ae6c-825f0d3be19d admin admin] Network hostable DHCP agents. Network: 8a714dd8-7f22-4d85-bf47-b35b972e5e00, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:05:59.805936 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef25b8fc-dbe4-47b8-ae6c-825f0d3be19d admin admin] Network 8a714dd8-7f22-4d85-bf47-b35b972e5e00 is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:05:59.825257 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=e79c00fa-126d-4d3e-95ec-35bea254989f,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:05:59.827721 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-ef25b8fc-dbe4-47b8-ae6c-825f0d3be19d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, 8a714dd8-7f22-4d85-bf47-b35b972e5e00) {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:05:59.840333 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef25b8fc-dbe4-47b8-ae6c-825f0d3be19d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:05:59.841149 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ef25b8fc-dbe4-47b8-ae6c-825f0d3be19d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:05:59.841570 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20324a45-267e-478b-b64c-2f68d40960a2 None None] Network 8a714dd8-7f22-4d85-bf47-b35b972e5e00 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:05:59.864530 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c92a17cc-684c-45e0-b968-5ff148fe9a16 req-037beb23-082a-4354-94cb-925ba1e6e6d7 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745473 May 18 18:05:59.903157 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-ef25b8fc-dbe4-47b8-ae6c-825f0d3be19d admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7889388 May 18 18:05:59.946637 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aba7f9ae-736c-460a-812c-b3c92e42969b x-openstack-request-id: req-aba7f9ae-736c-460a-812c-b3c92e42969b {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:05:59.947721 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2a6d27b-8b88-4013-b3e5-0ad6d9b69794", "name": "network-vif-plugged", "status": "completed", "tag": "9676ee7b-d5df-42c2-92d0-2515cd3c33fe", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:05:59.948844 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-aba7f9ae-736c-460a-812c-b3c92e42969b {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:05:59.950485 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aba7f9ae-736c-460a-812c-b3c92e42969b'] response: {'server_uuid': 'b2a6d27b-8b88-4013-b3e5-0ad6d9b69794', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9676ee7b-d5df-42c2-92d0-2515cd3c33fe', 'code': 200} May 18 18:06:00.112229 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e753a715-e0ab-4211-91d7-b16aa4fe17ef None None] Network 8a714dd8-7f22-4d85-bf47-b35b972e5e00 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:06:00.152166 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6547d9a1-2401-4e88-bb6c-c3e9e54f6164 req-cc04bf8a-36c2-4f9b-bce0-bf6163b2e039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:00.153822 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6547d9a1-2401-4e88-bb6c-c3e9e54f6164 req-cc04bf8a-36c2-4f9b-bce0-bf6163b2e039 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=b2a6d27b-8b88-4013-b3e5-0ad6d9b69794 HTTP/1.1" status: 200 len: 1100 time: 0.1294529 May 18 18:06:00.166808 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1196ff8-5fc3-4c89-bfd6-959ee9895716 req-d47fcc28-24d8-4cfd-8ac5-a700656eaa43 tempest-ServersTestJSON-1250898244 tempest-ServersTestJSON-1250898244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:00.168459 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f1196ff8-5fc3-4c89-bfd6-959ee9895716 req-d47fcc28-24d8-4cfd-8ac5-a700656eaa43 tempest-ServersTestJSON-1250898244 tempest-ServersTestJSON-1250898244-project] 10.222.0.85 "GET /v2.0/ports?device_id=cbd82391-b478-4ebd-a6bb-cbd961b3b72e HTTP/1.1" status: 200 len: 946 time: 0.0762441 May 18 18:06:00.239545 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6547d9a1-2401-4e88-bb6c-c3e9e54f6164 req-274f7425-de7f-47e5-9741-dc8dec40bbee service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=1d865af5-9ba4-4796-9d2e-8c253d202d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700455 May 18 18:06:00.261485 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f1196ff8-5fc3-4c89-bfd6-959ee9895716 req-d57721c9-ea2f-4abf-9119-af208f7f2047 tempest-ServersTestJSON-1250898244 tempest-ServersTestJSON-1250898244-project] 10.222.0.85 "GET /v2.0/security-groups?id=df60308c-c2bf-4b6a-87af-97fe89bf51ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754426 May 18 18:06:00.314664 n-d-838550-3 neutron-server[102730]: INFO neutron.api.v2.resource [req-fc34e035-145a-4761-9dc2-f3839f80d2ef req-13934b47-31d0-4c92-a416-25ee3b41ac0a tempest-SecurityGroupsNegativeTestJSON-244837627 tempest-SecurityGroupsNegativeTestJSON-244837627-project] show failed (client error): The resource could not be found. May 18 18:06:00.316088 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fc34e035-145a-4761-9dc2-f3839f80d2ef req-13934b47-31d0-4c92-a416-25ee3b41ac0a tempest-SecurityGroupsNegativeTestJSON-244837627 tempest-SecurityGroupsNegativeTestJSON-244837627-project] 10.222.0.85 "GET /v2.0/security-groups/3e95497f-03b6-4fc6-9c8c-6d2f7631bc5d HTTP/1.1" status: 404 len: 352 time: 0.0149078 May 18 18:06:00.426371 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1df4b13-f000-4bd1-bebc-1b9aae98518d req-5c9e1ef7-16d0-46bc-a237-c0bba2a9d6f8 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:00.428262 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b1df4b13-f000-4bd1-bebc-1b9aae98518d req-5c9e1ef7-16d0-46bc-a237-c0bba2a9d6f8 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/ports?device_id=f4d4ab14-30d2-4728-a24a-37646af24227 HTTP/1.1" status: 200 len: 946 time: 0.0556915 May 18 18:06:00.474076 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b1df4b13-f000-4bd1-bebc-1b9aae98518d req-f24ba210-9946-4a4c-925e-25d92f992c88 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/security-groups?id=bda815dc-3228-454b-a95b-f89a3eeb79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396349 May 18 18:06:00.505333 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [req-da87ed9f-a315-4cdb-abaf-d9e7b50a0a10 req-7b324dcc-c964-4bbc-82b1-743dabedbf42 tempest-LiveMigrationTest-768751957 tempest-LiveMigrationTest-768751957-project-admin] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=102730) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 18:06:00.509188 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-da87ed9f-a315-4cdb-abaf-d9e7b50a0a10 req-7b324dcc-c964-4bbc-82b1-743dabedbf42 tempest-LiveMigrationTest-768751957 tempest-LiveMigrationTest-768751957-project-admin] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0149531 May 18 18:06:00.563488 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da87ed9f-a315-4cdb-abaf-d9e7b50a0a10 req-2859e9df-52cc-4ee3-920f-ca22f0a4ddc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:00.565275 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-da87ed9f-a315-4cdb-abaf-d9e7b50a0a10 req-2859e9df-52cc-4ee3-920f-ca22f0a4ddc7 service neutron] 10.222.0.85 "GET /v2.0/ports/f7147e38-5504-4db8-b866-92a9b2fb8077 HTTP/1.1" status: 200 len: 1094 time: 0.0465722 May 18 18:06:00.588253 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-da87ed9f-a315-4cdb-abaf-d9e7b50a0a10 req-b35bf8c9-4001-47ea-9aa4-7a03cf381dc6 service neutron] Request body: {'binding': {'host': 'n-h2-838550-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:06:00.588733 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-da87ed9f-a315-4cdb-abaf-d9e7b50a0a10 req-b35bf8c9-4001-47ea-9aa4-7a03cf381dc6 service neutron] Unknown quota resources ['binding']. {{(pid=102730) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} May 18 18:06:00.670835 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab999704-b7aa-4553-a9d0-5d9f8c6aeff1 req-7fcd2c5b-9cfa-4d21-bd5c-1ccfab00c68c tempest-ListImageFiltersTestJSON-1145215586 tempest-ListImageFiltersTestJSON-1145215586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:00.672418 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ab999704-b7aa-4553-a9d0-5d9f8c6aeff1 req-7fcd2c5b-9cfa-4d21-bd5c-1ccfab00c68c tempest-ListImageFiltersTestJSON-1145215586 tempest-ListImageFiltersTestJSON-1145215586-project] 10.222.0.85 "GET /v2.0/ports?device_id=1b90260d-2954-4372-8525-8a5a7cec978a HTTP/1.1" status: 200 len: 949 time: 0.1011534 May 18 18:06:00.762219 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ab999704-b7aa-4553-a9d0-5d9f8c6aeff1 req-5fa26546-75c4-4b23-9388-fba76e877b05 tempest-ListImageFiltersTestJSON-1145215586 tempest-ListImageFiltersTestJSON-1145215586-project] 10.222.0.85 "GET /v2.0/security-groups?id=1d865af5-9ba4-4796-9d2e-8c253d202d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590174 May 18 18:06:00.762626 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:00.814145 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-da87ed9f-a315-4cdb-abaf-d9e7b50a0a10 req-b35bf8c9-4001-47ea-9aa4-7a03cf381dc6 service neutron] Attempting to bind port f7147e38-5504-4db8-b866-92a9b2fb8077 on host n-h2-838550-3 for vnic_type normal with profile None {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:06:00.814608 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-da87ed9f-a315-4cdb-abaf-d9e7b50a0a10 req-b35bf8c9-4001-47ea-9aa4-7a03cf381dc6 service neutron] Attempting to bind port f7147e38-5504-4db8-b866-92a9b2fb8077 by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': '5e6a9b3b-2b82-45b7-b9f1-0f73969fb979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '34fdcfa4-2e5d-460f-9a9f-5a798833609a'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:06:00.815205 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da87ed9f-a315-4cdb-abaf-d9e7b50a0a10 req-b35bf8c9-4001-47ea-9aa4-7a03cf381dc6 service neutron] Attempting to bind port f7147e38-5504-4db8-b866-92a9b2fb8077 on network 34fdcfa4-2e5d-460f-9a9f-5a798833609a {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:06:00.829512 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da87ed9f-a315-4cdb-abaf-d9e7b50a0a10 req-b35bf8c9-4001-47ea-9aa4-7a03cf381dc6 service neutron] Port f7147e38-5504-4db8-b866-92a9b2fb8077 on network 34fdcfa4-2e5d-460f-9a9f-5a798833609a not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:06:00.829512 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da87ed9f-a315-4cdb-abaf-d9e7b50a0a10 req-b35bf8c9-4001-47ea-9aa4-7a03cf381dc6 service neutron] Attempting to bind port f7147e38-5504-4db8-b866-92a9b2fb8077 on network 34fdcfa4-2e5d-460f-9a9f-5a798833609a {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:06:00.831719 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da87ed9f-a315-4cdb-abaf-d9e7b50a0a10 req-b35bf8c9-4001-47ea-9aa4-7a03cf381dc6 service neutron] Checking agent: {'id': 'd1be059a-68ea-4c77-9b2b-29f4afa47e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:06:00.831719 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da87ed9f-a315-4cdb-abaf-d9e7b50a0a10 req-b35bf8c9-4001-47ea-9aa4-7a03cf381dc6 service neutron] Checking segment: {'id': '5e6a9b3b-2b82-45b7-b9f1-0f73969fb979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '34fdcfa4-2e5d-460f-9a9f-5a798833609a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:06:00.833340 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da87ed9f-a315-4cdb-abaf-d9e7b50a0a10 req-b35bf8c9-4001-47ea-9aa4-7a03cf381dc6 service neutron] Bound using segment: {'id': '5e6a9b3b-2b82-45b7-b9f1-0f73969fb979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '34fdcfa4-2e5d-460f-9a9f-5a798833609a'} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:06:00.833851 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-da87ed9f-a315-4cdb-abaf-d9e7b50a0a10 req-b35bf8c9-4001-47ea-9aa4-7a03cf381dc6 service neutron] Bound port: f7147e38-5504-4db8-b866-92a9b2fb8077, host: n-h2-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e6a9b3b-2b82-45b7-b9f1-0f73969fb979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '34fdcfa4-2e5d-460f-9a9f-5a798833609a'}}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:06:00.899840 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-da87ed9f-a315-4cdb-abaf-d9e7b50a0a10 req-b35bf8c9-4001-47ea-9aa4-7a03cf381dc6 service neutron] For port f7147e38-5504-4db8-b866-92a9b2fb8077, host n-h2-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=f7147e38-5504-4db8-b866-92a9b2fb8077,segment=NetworkSegment(5e6a9b3b-2b82-45b7-b9f1-0f73969fb979),segment_id=5e6a9b3b-2b82-45b7-b9f1-0f73969fb979)] {{(pid=102730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:06:00.900157 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:00.909547 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-da87ed9f-a315-4cdb-abaf-d9e7b50a0a10 req-b35bf8c9-4001-47ea-9aa4-7a03cf381dc6 service neutron] Notify callbacks [] for binding, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:00.915215 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-da87ed9f-a315-4cdb-abaf-d9e7b50a0a10 req-b35bf8c9-4001-47ea-9aa4-7a03cf381dc6 service neutron] 10.222.0.85 "POST /v2.0/ports/f7147e38-5504-4db8-b866-92a9b2fb8077/bindings HTTP/1.1" status: 201 len: 389 time: 0.3329818 May 18 18:06:00.995169 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-627b2d4a-7f9c-46d0-b614-b93dfee3e014 req-dcede923-8750-47ef-a0f4-3ed84f5c204b tempest-SecurityGroupRulesNegativeTestJSON-87901759 tempest-SecurityGroupRulesNegativeTestJSON-87901759-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1026907683', 'description': 'tempest-description-1206590563'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:06:01.019773 n-d-838550-3 neutron-server[102731]: INFO neutron.api.v2.resource [req-d3a0c5cc-cf6b-48dc-8aa4-4133cf5541af req-61ee26d4-8a45-43b1-a3c1-db55ece2a620 tempest-SecurityGroupsNegativeTestJSON-244837627 tempest-SecurityGroupsNegativeTestJSON-244837627-project] show failed (client error): The resource could not be found. May 18 18:06:01.021645 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d3a0c5cc-cf6b-48dc-8aa4-4133cf5541af req-61ee26d4-8a45-43b1-a3c1-db55ece2a620 tempest-SecurityGroupsNegativeTestJSON-244837627 tempest-SecurityGroupsNegativeTestJSON-244837627-project] 10.222.0.85 "GET /v2.0/security-groups/f19e0108-a079-44ed-a819-7c6451bfb4c6 HTTP/1.1" status: 404 len: 352 time: 0.0192266 May 18 18:06:01.034569 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 49368) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:06:01.114399 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-627b2d4a-7f9c-46d0-b614-b93dfee3e014 req-dcede923-8750-47ef-a0f4-3ed84f5c204b tempest-SecurityGroupRulesNegativeTestJSON-87901759 tempest-SecurityGroupRulesNegativeTestJSON-87901759-project] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:01.136892 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_v2 [None req-45c8805d-f29a-4b40-b066-b9a3063e2f1c admin admin] Deleting subnet f4101531-d09a-4f1d-a0f5-05b7f1402a99 {{(pid=102730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:06:01.145210 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-45c8805d-f29a-4b40-b066-b9a3063e2f1c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:01.198459 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-45c8805d-f29a-4b40-b066-b9a3063e2f1c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260107366'] for subnet, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:01.243999 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5166d674-cf1c-47bd-a7e8-8d7eb262a084 req-b702f765-4838-46c2-947f-97fd2254f844 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:01.245888 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5166d674-cf1c-47bd-a7e8-8d7eb262a084 req-b702f765-4838-46c2-947f-97fd2254f844 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=213629a7-b155-4938-9d93-e1d30507d5aa HTTP/1.1" status: 200 len: 950 time: 0.0831537 May 18 18:06:01.268414 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-627b2d4a-7f9c-46d0-b614-b93dfee3e014 req-dcede923-8750-47ef-a0f4-3ed84f5c204b tempest-SecurityGroupRulesNegativeTestJSON-87901759 tempest-SecurityGroupRulesNegativeTestJSON-87901759-project] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:01.269872 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-45c8805d-f29a-4b40-b066-b9a3063e2f1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:01.294457 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-627b2d4a-7f9c-46d0-b614-b93dfee3e014 req-dcede923-8750-47ef-a0f4-3ed84f5c204b tempest-SecurityGroupRulesNegativeTestJSON-87901759 tempest-SecurityGroupRulesNegativeTestJSON-87901759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:01.305046 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5166d674-cf1c-47bd-a7e8-8d7eb262a084 req-9884b706-c796-4d93-aed8-102532a28681 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500095 May 18 18:06:01.375674 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-627b2d4a-7f9c-46d0-b614-b93dfee3e014 req-dcede923-8750-47ef-a0f4-3ed84f5c204b tempest-SecurityGroupRulesNegativeTestJSON-87901759 tempest-SecurityGroupRulesNegativeTestJSON-87901759-project] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:01.382440 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-627b2d4a-7f9c-46d0-b614-b93dfee3e014 req-dcede923-8750-47ef-a0f4-3ed84f5c204b tempest-SecurityGroupRulesNegativeTestJSON-87901759 tempest-SecurityGroupRulesNegativeTestJSON-87901759-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.3937895 May 18 18:06:01.421486 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-45c8805d-f29a-4b40-b066-b9a3063e2f1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261104690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261031888'] for subnet, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:01.431743 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcede923-8750-47ef-a0f4-3ed84f5c204b tempest-SecurityGroupRulesNegativeTestJSON-87901759 tempest-SecurityGroupRulesNegativeTestJSON-87901759-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37a5c907-99c2-409e-a822-01785bcb7b62,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:06:01.457601 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8c9b4b-394e-4f68-b1e3-4545a56e2cc1 req-bf0de04e-f21e-49db-97f0-84e658bde1e6 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:01.461103 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0b8c9b4b-394e-4f68-b1e3-4545a56e2cc1 req-bf0de04e-f21e-49db-97f0-84e658bde1e6 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/ports?device_id=856de7f6-1aa7-4b67-bac8-1e6902f032dc HTTP/1.1" status: 200 len: 946 time: 0.0672481 May 18 18:06:01.479274 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c8805d-f29a-4b40-b066-b9a3063e2f1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4101531-d09a-4f1d-a0f5-05b7f1402a99,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:06:01.519833 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0b8c9b4b-394e-4f68-b1e3-4545a56e2cc1 req-afe7cb75-ced8-4367-932a-1822a8bc2e65 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/security-groups?id=fae3ce3c-9235-4ae4-9c6c-e682ce6a4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536649 May 18 18:06:01.607371 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d21bba4e-1e2b-4d78-9af4-8597939c7f5e req-23b5029f-7de3-4248-9f7c-d293d526647e tempest-SecurityGroupRulesNegativeTestJSON-87901759 tempest-SecurityGroupRulesNegativeTestJSON-87901759-project] 10.222.0.85 "GET /v2.0/security-groups/37a5c907-99c2-409e-a822-01785bcb7b62 HTTP/1.1" status: 200 len: 1813 time: 0.0604069 May 18 18:06:01.627896 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-d21bba4e-1e2b-4d78-9af4-8597939c7f5e req-0f9350fb-6682-4579-8488-511464b4aaee tempest-SecurityGroupRulesNegativeTestJSON-87901759 tempest-SecurityGroupRulesNegativeTestJSON-87901759-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '37a5c907-99c2-409e-a822-01785bcb7b62', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:06:01.628466 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-d21bba4e-1e2b-4d78-9af4-8597939c7f5e req-0f9350fb-6682-4579-8488-511464b4aaee tempest-SecurityGroupRulesNegativeTestJSON-87901759 tempest-SecurityGroupRulesNegativeTestJSON-87901759-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '37a5c907-99c2-409e-a822-01785bcb7b62', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:06:01.710808 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-d21bba4e-1e2b-4d78-9af4-8597939c7f5e req-0f9350fb-6682-4579-8488-511464b4aaee tempest-SecurityGroupRulesNegativeTestJSON-87901759 tempest-SecurityGroupRulesNegativeTestJSON-87901759-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:01.760782 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-d21bba4e-1e2b-4d78-9af4-8597939c7f5e req-0f9350fb-6682-4579-8488-511464b4aaee tempest-SecurityGroupRulesNegativeTestJSON-87901759 tempest-SecurityGroupRulesNegativeTestJSON-87901759-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:01.766085 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-d21bba4e-1e2b-4d78-9af4-8597939c7f5e req-0f9350fb-6682-4579-8488-511464b4aaee tempest-SecurityGroupRulesNegativeTestJSON-87901759 tempest-SecurityGroupRulesNegativeTestJSON-87901759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:01.767354 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-45c8805d-f29a-4b40-b066-b9a3063e2f1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:01.770634 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-45c8805d-f29a-4b40-b066-b9a3063e2f1c admin admin] 10.222.0.85 "DELETE /v2.0/subnets/f4101531-d09a-4f1d-a0f5-05b7f1402a99 HTTP/1.1" status: 204 len: 168 time: 0.7361090 May 18 18:06:01.775989 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 49376) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:06:01.785095 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112cfce1-0b16-4a91-bfb2-a6a5424105c3 req-7d98fbe6-03ed-43fd-8a82-6e37cdfb61d3 tempest-ServersTestJSON-1250898244 tempest-ServersTestJSON-1250898244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:01.786597 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-112cfce1-0b16-4a91-bfb2-a6a5424105c3 req-7d98fbe6-03ed-43fd-8a82-6e37cdfb61d3 tempest-ServersTestJSON-1250898244 tempest-ServersTestJSON-1250898244-project] 10.222.0.88 "GET /v2.0/ports?device_id=cbd82391-b478-4ebd-a6bb-cbd961b3b72e HTTP/1.1" status: 200 len: 946 time: 0.4728818 May 18 18:06:01.795829 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9350fb-6682-4579-8488-511464b4aaee tempest-SecurityGroupRulesNegativeTestJSON-87901759 tempest-SecurityGroupRulesNegativeTestJSON-87901759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0dad49e-9b37-4c78-bb06-e8bf460f2d82,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:06:01.817518 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-d21bba4e-1e2b-4d78-9af4-8597939c7f5e req-0f9350fb-6682-4579-8488-511464b4aaee tempest-SecurityGroupRulesNegativeTestJSON-87901759 tempest-SecurityGroupRulesNegativeTestJSON-87901759-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:01.818918 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d21bba4e-1e2b-4d78-9af4-8597939c7f5e req-0f9350fb-6682-4579-8488-511464b4aaee tempest-SecurityGroupRulesNegativeTestJSON-87901759 tempest-SecurityGroupRulesNegativeTestJSON-87901759-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1966743 May 18 18:06:01.927049 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1735bbc1-a5d0-4697-a449-32fe0d2aa663 req-fee6a79d-9ed1-40bc-8116-09a9b4c424bc tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:01.927939 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935f7455-edbc-425c-b320-d2274804ee07 req-e7df665e-70d1-440d-80fd-18c4cbcc4ba2 tempest-ServersTestJSON-1250898244 tempest-ServersTestJSON-1250898244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:01.928635 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1735bbc1-a5d0-4697-a449-32fe0d2aa663 req-fee6a79d-9ed1-40bc-8116-09a9b4c424bc tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/ports?device_id=f4d4ab14-30d2-4728-a24a-37646af24227 HTTP/1.1" status: 200 len: 946 time: 0.0542367 May 18 18:06:01.929454 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-935f7455-edbc-425c-b320-d2274804ee07 req-e7df665e-70d1-440d-80fd-18c4cbcc4ba2 tempest-ServersTestJSON-1250898244 tempest-ServersTestJSON-1250898244-project] 10.222.0.85 "GET /v2.0/ports?device_id=cbd82391-b478-4ebd-a6bb-cbd961b3b72e HTTP/1.1" status: 200 len: 946 time: 0.4902408 May 18 18:06:01.936211 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7824406e-0c9e-45b5-969b-21fc8776d8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:01.951951 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b90260d-2954-4372-8525-8a5a7cec978a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e79c00fa-126d-4d3e-95ec-35bea254989f'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:06:01.957046 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68d8b003-e07f-4dfd-95c4-b354155f9a09" -d '{"events": [{"server_uuid": "1b90260d-2954-4372-8525-8a5a7cec978a", "name": "network-vif-plugged", "status": "completed", "tag": "e79c00fa-126d-4d3e-95ec-35bea254989f"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:06:01.974871 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1735bbc1-a5d0-4697-a449-32fe0d2aa663 req-5105fbef-c22f-4ee8-8de2-ddcbc64e9826 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/security-groups?id=bda815dc-3228-454b-a95b-f89a3eeb79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374603 May 18 18:06:02.046978 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-935f7455-edbc-425c-b320-d2274804ee07 req-2ce1b55f-7d5a-4d5e-bcba-1e87eece2570 tempest-ServersTestJSON-1250898244 tempest-ServersTestJSON-1250898244-project] 10.222.0.85 "GET /v2.0/security-groups?id=df60308c-c2bf-4b6a-87af-97fe89bf51ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087399 May 18 18:06:02.115055 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7824406e-0c9e-45b5-969b-21fc8776d8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:02.120685 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaf355a-cdee-4bbd-a5bc-0d87f101707c req-4237864f-3e22-456e-a7ef-40e97b57afcd tempest-ListImageFiltersTestJSON-1145215586 tempest-ListImageFiltersTestJSON-1145215586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:02.122830 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-afaf355a-cdee-4bbd-a5bc-0d87f101707c req-4237864f-3e22-456e-a7ef-40e97b57afcd tempest-ListImageFiltersTestJSON-1145215586 tempest-ListImageFiltersTestJSON-1145215586-project] 10.222.0.85 "GET /v2.0/ports?device_id=1b90260d-2954-4372-8525-8a5a7cec978a HTTP/1.1" status: 200 len: 949 time: 0.0816915 May 18 18:06:02.133961 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-112cfce1-0b16-4a91-bfb2-a6a5424105c3 req-b2887ed6-7eb4-4445-99e7-c73e627d3420 tempest-ServersTestJSON-1250898244 tempest-ServersTestJSON-1250898244-project] Deleting port 8095092b-4178-48d3-a35c-59f33ef98afb {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:06:02.134283 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-112cfce1-0b16-4a91-bfb2-a6a5424105c3 req-b2887ed6-7eb4-4445-99e7-c73e627d3420 tempest-ServersTestJSON-1250898244 tempest-ServersTestJSON-1250898244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:02.166474 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-afaf355a-cdee-4bbd-a5bc-0d87f101707c req-785a551e-b8fb-44d6-b013-dbc918cb6876 tempest-ListImageFiltersTestJSON-1145215586 tempest-ListImageFiltersTestJSON-1145215586-project] 10.222.0.85 "GET /v2.0/security-groups?id=1d865af5-9ba4-4796-9d2e-8c253d202d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365107 May 18 18:06:02.190626 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-7824406e-0c9e-45b5-969b-21fc8776d8e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75ddf7a9-982c-43e6-ae7b-e9b537758012']}} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:06:02.213414 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-7824406e-0c9e-45b5-969b-21fc8776d8e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9eccd7c9-7357-4ace-86ca-a8bfe7c9a599') {'for_net_delete': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:06:02.213728 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d112d34-2acd-4f6d-a851-9d6fbba3d6bd x-openstack-request-id: req-9d112d34-2acd-4f6d-a851-9d6fbba3d6bd {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:06:02.213857 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-7824406e-0c9e-45b5-969b-21fc8776d8e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9eccd7c9-7357-4ace-86ca-a8bfe7c9a599') {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:06:02.214172 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b90260d-2954-4372-8525-8a5a7cec978a", "name": "network-vif-plugged", "status": "completed", "tag": "e79c00fa-126d-4d3e-95ec-35bea254989f", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:06:02.214475 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-9d112d34-2acd-4f6d-a851-9d6fbba3d6bd {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:06:02.214950 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d112d34-2acd-4f6d-a851-9d6fbba3d6bd'] response: {'server_uuid': '1b90260d-2954-4372-8525-8a5a7cec978a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e79c00fa-126d-4d3e-95ec-35bea254989f', 'code': 200} May 18 18:06:02.230844 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a3b4eb1c-f2c1-4a3f-b037-564c57ef5d6d req-e7063703-c1b5-464f-ae7e-d462033595ad tempest-SecurityGroupRulesNegativeTestJSON-87901759 tempest-SecurityGroupRulesNegativeTestJSON-87901759-project] 10.222.0.85 "GET /v2.0/security-groups/37a5c907-99c2-409e-a822-01785bcb7b62 HTTP/1.1" status: 200 len: 2406 time: 0.1456738 May 18 18:06:02.235866 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7824406e-0c9e-45b5-969b-21fc8776d8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260107375'] for segment, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:02.262566 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7824406e-0c9e-45b5-969b-21fc8776d8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:02.276370 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7824406e-0c9e-45b5-969b-21fc8776d8e5 admin admin] Releasing vlan 644 on physical network physnet1 to pool {{(pid=102730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:06:02.277041 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7824406e-0c9e-45b5-969b-21fc8776d8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261102736'] for segment, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:02.278633 n-d-838550-3 neutron-server[102730]: Traceback (most recent call last): May 18 18:06:02.278633 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:06:02.278633 n-d-838550-3 neutron-server[102730]: timer() May 18 18:06:02.278633 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:06:02.278633 n-d-838550-3 neutron-server[102730]: cb(*args, **kw) May 18 18:06:02.278633 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:06:02.278633 n-d-838550-3 neutron-server[102730]: return func(*args, **kwargs) May 18 18:06:02.278633 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:06:02.278633 n-d-838550-3 neutron-server[102730]: self._notify() May 18 18:06:02.278633 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:06:02.278633 n-d-838550-3 neutron-server[102730]: self.callback(batched_events) May 18 18:06:02.278633 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:06:02.278633 n-d-838550-3 neutron-server[102730]: event.method(event) May 18 18:06:02.278633 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:06:02.278633 n-d-838550-3 neutron-server[102730]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:06:02.278633 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:06:02.278633 n-d-838550-3 neutron-server[102730]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:06:02.278633 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:06:02.278633 n-d-838550-3 neutron-server[102730]: return f(self, *a, **k) May 18 18:06:02.278633 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:06:02.278633 n-d-838550-3 neutron-server[102730]: return self._get(url).json() May 18 18:06:02.278633 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:06:02.278633 n-d-838550-3 neutron-server[102730]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:06:02.278633 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:06:02.278633 n-d-838550-3 neutron-server[102730]: return self.request(url, 'GET', **kwargs) May 18 18:06:02.278633 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:06:02.278633 n-d-838550-3 neutron-server[102730]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:06:02.278633 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:06:02.278633 n-d-838550-3 neutron-server[102730]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:06:02.278633 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:06:02.278633 n-d-838550-3 neutron-server[102730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:06:02.278633 n-d-838550-3 neutron-server[102730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:06:02.332483 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-112cfce1-0b16-4a91-bfb2-a6a5424105c3 req-b2887ed6-7eb4-4445-99e7-c73e627d3420 tempest-ServersTestJSON-1250898244 tempest-ServersTestJSON-1250898244-project] For port 8095092b-4178-48d3-a35c-59f33ef98afb, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=8095092b-4178-48d3-a35c-59f33ef98afb,segment=NetworkSegment(5277e331-cb76-4a28-adff-288b49bc9721),segment_id=5277e331-cb76-4a28-adff-288b49bc9721)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:06:02.332863 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-112cfce1-0b16-4a91-bfb2-a6a5424105c3 req-b2887ed6-7eb4-4445-99e7-c73e627d3420 tempest-ServersTestJSON-1250898244 tempest-ServersTestJSON-1250898244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:02.374477 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0883c3b4-836f-4bf8-b7b8-ae780b639852 req-d8bc8ec9-5f47-4b48-928a-8243ad86197f tempest-SecurityGroupRulesNegativeTestJSON-87901759 tempest-SecurityGroupRulesNegativeTestJSON-87901759-project] 10.222.0.85 "GET /v2.0/security-group-rules/d0dad49e-9b37-4c78-bb06-e8bf460f2d82 HTTP/1.1" status: 200 len: 778 time: 0.1045158 May 18 18:06:02.437222 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7824406e-0c9e-45b5-969b-21fc8776d8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:02.444739 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baccf4ec-bf70-4004-bd79-452fdb3ffda9 req-48acb665-8091-49f1-99f1-564f84f33758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:02.446876 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-baccf4ec-bf70-4004-bd79-452fdb3ffda9 req-48acb665-8091-49f1-99f1-564f84f33758 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=1b90260d-2954-4372-8525-8a5a7cec978a HTTP/1.1" status: 200 len: 1100 time: 0.1414607 May 18 18:06:02.455131 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0883c3b4-836f-4bf8-b7b8-ae780b639852 req-1928ed67-bfa4-4c2e-a8ae-f6849f137686 tempest-SecurityGroupRulesNegativeTestJSON-87901759 tempest-SecurityGroupRulesNegativeTestJSON-87901759-project] 10.222.0.85 "GET /v2.0/security-groups/37a5c907-99c2-409e-a822-01785bcb7b62 HTTP/1.1" status: 200 len: 2406 time: 0.0741527 May 18 18:06:02.465565 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7824406e-0c9e-45b5-969b-21fc8776d8e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:02.473059 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-7824406e-0c9e-45b5-969b-21fc8776d8e5 admin admin] 10.222.0.85 "DELETE /v2.0/networks/75ddf7a9-982c-43e6-ae7b-e9b537758012 HTTP/1.1" status: 204 len: 168 time: 0.6812317 May 18 18:06:02.473059 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7824406e-0c9e-45b5-969b-21fc8776d8e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=75ddf7a9-982c-43e6-ae7b-e9b537758012,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:06:02.505000 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-baccf4ec-bf70-4004-bd79-452fdb3ffda9 req-38d5a6d9-e90a-4741-8e22-d84eb630eb1c service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=1d865af5-9ba4-4796-9d2e-8c253d202d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489154 May 18 18:06:02.530582 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-0883c3b4-836f-4bf8-b7b8-ae780b639852 req-57016185-69f9-4895-8670-4bea97181926 tempest-SecurityGroupRulesNegativeTestJSON-87901759 tempest-SecurityGroupRulesNegativeTestJSON-87901759-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:02.542439 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a948f334-341d-4c23-b48e-07657852b292 req-28e82157-2c11-49fe-adb3-c7c2075adbbf tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:02.542697 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-0883c3b4-836f-4bf8-b7b8-ae780b639852 req-57016185-69f9-4895-8670-4bea97181926 tempest-SecurityGroupRulesNegativeTestJSON-87901759 tempest-SecurityGroupRulesNegativeTestJSON-87901759-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:02.544625 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a948f334-341d-4c23-b48e-07657852b292 req-28e82157-2c11-49fe-adb3-c7c2075adbbf tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=213629a7-b155-4938-9d93-e1d30507d5aa HTTP/1.1" status: 200 len: 950 time: 0.1509633 May 18 18:06:02.583358 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-0883c3b4-836f-4bf8-b7b8-ae780b639852 req-57016185-69f9-4895-8670-4bea97181926 tempest-SecurityGroupRulesNegativeTestJSON-87901759 tempest-SecurityGroupRulesNegativeTestJSON-87901759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:02.592015 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-0883c3b4-836f-4bf8-b7b8-ae780b639852 req-57016185-69f9-4895-8670-4bea97181926 tempest-SecurityGroupRulesNegativeTestJSON-87901759 tempest-SecurityGroupRulesNegativeTestJSON-87901759-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:02.594962 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0883c3b4-836f-4bf8-b7b8-ae780b639852 req-57016185-69f9-4895-8670-4bea97181926 tempest-SecurityGroupRulesNegativeTestJSON-87901759 tempest-SecurityGroupRulesNegativeTestJSON-87901759-project] 10.222.0.85 "DELETE /v2.0/security-group-rules/d0dad49e-9b37-4c78-bb06-e8bf460f2d82 HTTP/1.1" status: 204 len: 173 time: 0.1204357 May 18 18:06:02.614383 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57016185-69f9-4895-8670-4bea97181926 tempest-SecurityGroupRulesNegativeTestJSON-87901759 tempest-SecurityGroupRulesNegativeTestJSON-87901759-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d0dad49e-9b37-4c78-bb06-e8bf460f2d82,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:06:02.662430 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a948f334-341d-4c23-b48e-07657852b292 req-1a8a2baf-7877-4eba-b1a7-d189ae91adc6 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072767 May 18 18:06:02.710791 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-112cfce1-0b16-4a91-bfb2-a6a5424105c3 req-b2887ed6-7eb4-4445-99e7-c73e627d3420 tempest-ServersTestJSON-1250898244 tempest-ServersTestJSON-1250898244-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:02.711298 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-112cfce1-0b16-4a91-bfb2-a6a5424105c3 req-b2887ed6-7eb4-4445-99e7-c73e627d3420 tempest-ServersTestJSON-1250898244 tempest-ServersTestJSON-1250898244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596987'] for floatingip, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:02.711622 n-d-838550-3 neutron-server[102730]: INFO neutron.db.l3_db [req-112cfce1-0b16-4a91-bfb2-a6a5424105c3 req-b2887ed6-7eb4-4445-99e7-c73e627d3420 tempest-ServersTestJSON-1250898244 tempest-ServersTestJSON-1250898244-project] Floating IP c3773890-0f3f-4b63-9b08-ad242756c199 disassociated. External IP: 172.25.5.32, port: 8095092b-4178-48d3-a35c-59f33ef98afb. May 18 18:06:02.711962 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-112cfce1-0b16-4a91-bfb2-a6a5424105c3 req-b2887ed6-7eb4-4445-99e7-c73e627d3420 tempest-ServersTestJSON-1250898244 tempest-ServersTestJSON-1250898244-project] Calling delete_port for 8095092b-4178-48d3-a35c-59f33ef98afb owned by compute:nova {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:06:02.722326 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-45a4e70c-2085-4c6b-baad-a38b5e4fc73e req-2fd58b43-2f92-4482-87f9-802261f849ca tempest-SecurityGroupRulesNegativeTestJSON-87901759 tempest-SecurityGroupRulesNegativeTestJSON-87901759-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1242941343', 'description': 'tempest-description-1332391469'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:06:02.723189 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 49394) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:06:02.782638 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-45a4e70c-2085-4c6b-baad-a38b5e4fc73e req-2fd58b43-2f92-4482-87f9-802261f849ca tempest-SecurityGroupRulesNegativeTestJSON-87901759 tempest-SecurityGroupRulesNegativeTestJSON-87901759-project] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:02.955563 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-112cfce1-0b16-4a91-bfb2-a6a5424105c3 req-b2887ed6-7eb4-4445-99e7-c73e627d3420 tempest-ServersTestJSON-1250898244 tempest-ServersTestJSON-1250898244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:02.998386 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2887ed6-7eb4-4445-99e7-c73e627d3420 tempest-ServersTestJSON-1250898244 tempest-ServersTestJSON-1250898244-project] Pushing event deleted for resources: {'Port': ['ID=8095092b-4178-48d3-a35c-59f33ef98afb,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:06:03.017656 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-45a4e70c-2085-4c6b-baad-a38b5e4fc73e req-2fd58b43-2f92-4482-87f9-802261f849ca tempest-SecurityGroupRulesNegativeTestJSON-87901759 tempest-SecurityGroupRulesNegativeTestJSON-87901759-project] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:03.024076 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-45a4e70c-2085-4c6b-baad-a38b5e4fc73e req-2fd58b43-2f92-4482-87f9-802261f849ca tempest-SecurityGroupRulesNegativeTestJSON-87901759 tempest-SecurityGroupRulesNegativeTestJSON-87901759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:03.091314 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd58b43-2f92-4482-87f9-802261f849ca tempest-SecurityGroupRulesNegativeTestJSON-87901759 tempest-SecurityGroupRulesNegativeTestJSON-87901759-project] Pushing event updated for resources: {'SecurityGroup': ['ID=369d986a-a7b5-4a9b-97d7-eb6bad9cee81,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:06:03.108266 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-d9cb8de4-e3c5-44b6-925b-6b429fbdc9e9 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=c0a02f354c174a209107eeb64081a994&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3825798 May 18 18:06:03.110930 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 49400) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:06:03.119889 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdc4150-c672-4ea8-9d94-afff6469ff14 req-4957f17f-df5e-4725-b5f2-250cf9cc157b tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:03.122125 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5fdc4150-c672-4ea8-9d94-afff6469ff14 req-4957f17f-df5e-4725-b5f2-250cf9cc157b tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/ports?device_id=856de7f6-1aa7-4b67-bac8-1e6902f032dc HTTP/1.1" status: 200 len: 946 time: 0.4113288 May 18 18:06:03.124328 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-45a4e70c-2085-4c6b-baad-a38b5e4fc73e req-2fd58b43-2f92-4482-87f9-802261f849ca tempest-SecurityGroupRulesNegativeTestJSON-87901759 tempest-SecurityGroupRulesNegativeTestJSON-87901759-project] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:03.125775 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-45a4e70c-2085-4c6b-baad-a38b5e4fc73e req-2fd58b43-2f92-4482-87f9-802261f849ca tempest-SecurityGroupRulesNegativeTestJSON-87901759 tempest-SecurityGroupRulesNegativeTestJSON-87901759-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.4088829 May 18 18:06:03.192087 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5fdc4150-c672-4ea8-9d94-afff6469ff14 req-afa1efe6-fdce-4874-af34-f2b50ff1bab3 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/security-groups?id=fae3ce3c-9235-4ae4-9c6c-e682ce6a4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489917 May 18 18:06:03.241152 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [req-112cfce1-0b16-4a91-bfb2-a6a5424105c3 req-b2887ed6-7eb4-4445-99e7-c73e627d3420 tempest-ServersTestJSON-1250898244 tempest-ServersTestJSON-1250898244-project] Router fa6ea302-57f7-4256-8295-d6cef34f5028 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:06:03.242788 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-94d315ce-bcfb-43c4-96d3-3c63f3cf74de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:03.291245 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bf8efd8b-3486-4a03-831d-ed4aa9528cfa req-c57a61f1-c2b7-478c-91aa-dd82da31a372 tempest-ServersTestJSON-1250898244 tempest-ServersTestJSON-1250898244-project] 10.222.0.85 "GET /v2.0/ports?device_id=cbd82391-b478-4ebd-a6bb-cbd961b3b72e HTTP/1.1" status: 200 len: 210 time: 0.0358865 May 18 18:06:03.295763 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-94d315ce-bcfb-43c4-96d3-3c63f3cf74de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:03.378454 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e1cd92cd-3e26-4112-a578-5227de8c766b req-833f00cc-1cd5-4541-808c-54d79c9a9121 tempest-SecurityGroupRulesNegativeTestJSON-87901759 tempest-SecurityGroupRulesNegativeTestJSON-87901759-project] 10.222.0.85 "GET /v2.0/security-groups/369d986a-a7b5-4a9b-97d7-eb6bad9cee81 HTTP/1.1" status: 200 len: 1813 time: 0.0557082 May 18 18:06:03.433243 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7260ddb6-1f97-450a-8c8c-d7be61ac4671 req-f2001460-7cf9-49a4-a773-15c3110402cb tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:03.435856 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7260ddb6-1f97-450a-8c8c-d7be61ac4671 req-f2001460-7cf9-49a4-a773-15c3110402cb tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/ports?device_id=f4d4ab14-30d2-4728-a24a-37646af24227 HTTP/1.1" status: 200 len: 946 time: 0.2128115 May 18 18:06:03.486475 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-94d315ce-bcfb-43c4-96d3-3c63f3cf74de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:03.489633 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-94d315ce-bcfb-43c4-96d3-3c63f3cf74de admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:03.491079 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-94d315ce-bcfb-43c4-96d3-3c63f3cf74de admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/bb8a2493-d3ed-49c8-8456-0dd3df338f74 HTTP/1.1" status: 204 len: 168 time: 0.3789842 May 18 18:06:03.568650 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7260ddb6-1f97-450a-8c8c-d7be61ac4671 req-1e1e8de2-600f-40c3-9f8a-5e060d1d88ca tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/security-groups?id=bda815dc-3228-454b-a95b-f89a3eeb79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183078 May 18 18:06:03.579326 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d315ce-bcfb-43c4-96d3-3c63f3cf74de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb8a2493-d3ed-49c8-8456-0dd3df338f74,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:06:03.606163 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d315ce-bcfb-43c4-96d3-3c63f3cf74de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:06:03.606511 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d315ce-bcfb-43c4-96d3-3c63f3cf74de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:06:03.606857 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d315ce-bcfb-43c4-96d3-3c63f3cf74de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:06:03.607403 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d315ce-bcfb-43c4-96d3-3c63f3cf74de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:06:03.607592 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d315ce-bcfb-43c4-96d3-3c63f3cf74de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:06:03.607904 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d315ce-bcfb-43c4-96d3-3c63f3cf74de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:06:03.608236 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d315ce-bcfb-43c4-96d3-3c63f3cf74de admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:06:03.608661 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d315ce-bcfb-43c4-96d3-3c63f3cf74de admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:06:03.608974 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d315ce-bcfb-43c4-96d3-3c63f3cf74de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:06:03.619942 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d315ce-bcfb-43c4-96d3-3c63f3cf74de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:06:03.620365 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d315ce-bcfb-43c4-96d3-3c63f3cf74de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:06:03.620716 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d315ce-bcfb-43c4-96d3-3c63f3cf74de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:06:03.638159 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-c8259b80-bb58-46e7-aa66-e133b2efcca9 req-36226d56-2ab0-4add-91f2-0c1a993869c1 tempest-SecurityGroupRulesNegativeTestJSON-87901759 tempest-SecurityGroupRulesNegativeTestJSON-87901759-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-801452355', 'description': 'tempest-description-358319496'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:06:03.686231 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-c8259b80-bb58-46e7-aa66-e133b2efcca9 req-36226d56-2ab0-4add-91f2-0c1a993869c1 tempest-SecurityGroupRulesNegativeTestJSON-87901759 tempest-SecurityGroupRulesNegativeTestJSON-87901759-project] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:03.689256 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-112cfce1-0b16-4a91-bfb2-a6a5424105c3 req-b2887ed6-7eb4-4445-99e7-c73e627d3420 tempest-ServersTestJSON-1250898244 tempest-ServersTestJSON-1250898244-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:06:03.713661 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e16aae-59a0-48f8-a8d5-27367db4ee3a None None] Sync routers for ids ['fa6ea302-57f7-4256-8295-d6cef34f5028'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:06:03.732524 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e16aae-59a0-48f8-a8d5-27367db4ee3a None None] Routers {'fa6ea302-57f7-4256-8295-d6cef34f5028'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:06:03.733227 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-65e16aae-59a0-48f8-a8d5-27367db4ee3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:05:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['fa6ea302-57f7-4256-8295-d6cef34f5028'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:06:03.786600 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-112cfce1-0b16-4a91-bfb2-a6a5424105c3 req-b2887ed6-7eb4-4445-99e7-c73e627d3420 tempest-ServersTestJSON-1250898244 tempest-ServersTestJSON-1250898244-project] No DVR routers for this DVR port 8095092b-4178-48d3-a35c-59f33ef98afb on host n-h2-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:06:03.795556 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-112cfce1-0b16-4a91-bfb2-a6a5424105c3 req-b2887ed6-7eb4-4445-99e7-c73e627d3420 tempest-ServersTestJSON-1250898244 tempest-ServersTestJSON-1250898244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:03.801530 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-112cfce1-0b16-4a91-bfb2-a6a5424105c3 req-b2887ed6-7eb4-4445-99e7-c73e627d3420 tempest-ServersTestJSON-1250898244 tempest-ServersTestJSON-1250898244-project] 10.222.0.88 "DELETE /v2.0/ports/8095092b-4178-48d3-a35c-59f33ef98afb HTTP/1.1" status: 204 len: 173 time: 1.9853411 May 18 18:06:03.802152 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbd82391-b478-4ebd-a6bb-cbd961b3b72e', 'name': 'network-vif-deleted', 'tag': '8095092b-4178-48d3-a35c-59f33ef98afb'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:06:03.814297 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ef58579-ff49-45cd-8cc6-e76626d60d57" -d '{"events": [{"server_uuid": "cbd82391-b478-4ebd-a6bb-cbd961b3b72e", "name": "network-vif-deleted", "tag": "8095092b-4178-48d3-a35c-59f33ef98afb"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:06:03.901775 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146c3c14-a8c0-418a-a9f6-f4413ebd35b3 req-95f5382a-cd03-4f91-9b76-d22171b7dac1 tempest-ListImageFiltersTestJSON-1145215586 tempest-ListImageFiltersTestJSON-1145215586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:03.904570 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-146c3c14-a8c0-418a-a9f6-f4413ebd35b3 req-95f5382a-cd03-4f91-9b76-d22171b7dac1 tempest-ListImageFiltersTestJSON-1145215586 tempest-ListImageFiltersTestJSON-1145215586-project] 10.222.0.85 "GET /v2.0/ports?device_id=1b90260d-2954-4372-8525-8a5a7cec978a HTTP/1.1" status: 200 len: 949 time: 0.4199677 May 18 18:06:03.925318 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-65e16aae-59a0-48f8-a8d5-27367db4ee3a None None] Set router fa6ea302-57f7-4256-8295-d6cef34f5028 gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:06:03.943926 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-c8259b80-bb58-46e7-aa66-e133b2efcca9 req-36226d56-2ab0-4add-91f2-0c1a993869c1 tempest-SecurityGroupRulesNegativeTestJSON-87901759 tempest-SecurityGroupRulesNegativeTestJSON-87901759-project] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:03.956957 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-c8259b80-bb58-46e7-aa66-e133b2efcca9 req-36226d56-2ab0-4add-91f2-0c1a993869c1 tempest-SecurityGroupRulesNegativeTestJSON-87901759 tempest-SecurityGroupRulesNegativeTestJSON-87901759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:03.996634 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-c8259b80-bb58-46e7-aa66-e133b2efcca9 req-36226d56-2ab0-4add-91f2-0c1a993869c1 tempest-SecurityGroupRulesNegativeTestJSON-87901759 tempest-SecurityGroupRulesNegativeTestJSON-87901759-project] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:03.999114 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c8259b80-bb58-46e7-aa66-e133b2efcca9 req-36226d56-2ab0-4add-91f2-0c1a993869c1 tempest-SecurityGroupRulesNegativeTestJSON-87901759 tempest-SecurityGroupRulesNegativeTestJSON-87901759-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.3658357 May 18 18:06:04.034291 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36226d56-2ab0-4add-91f2-0c1a993869c1 tempest-SecurityGroupRulesNegativeTestJSON-87901759 tempest-SecurityGroupRulesNegativeTestJSON-87901759-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79f2b997-0520-4037-8ece-cdaf38c74906,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:06:04.052631 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-146c3c14-a8c0-418a-a9f6-f4413ebd35b3 req-066c65db-c8aa-4fd5-91fb-7d5149aaf91e tempest-ListImageFiltersTestJSON-1145215586 tempest-ListImageFiltersTestJSON-1145215586-project] 10.222.0.85 "GET /v2.0/security-groups?id=1d865af5-9ba4-4796-9d2e-8c253d202d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295567 May 18 18:06:04.216487 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecfee827-7935-4563-8e6f-e4219de3fe60 x-openstack-request-id: req-ecfee827-7935-4563-8e6f-e4219de3fe60 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:06:04.217013 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbd82391-b478-4ebd-a6bb-cbd961b3b72e", "name": "network-vif-deleted", "tag": "8095092b-4178-48d3-a35c-59f33ef98afb", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:06:04.217440 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-ecfee827-7935-4563-8e6f-e4219de3fe60 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:06:04.218341 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecfee827-7935-4563-8e6f-e4219de3fe60'] response: {'server_uuid': 'cbd82391-b478-4ebd-a6bb-cbd961b3b72e', 'name': 'network-vif-deleted', 'tag': '8095092b-4178-48d3-a35c-59f33ef98afb', 'status': 'completed', 'code': 200} May 18 18:06:04.265004 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46743570-03f8-41cc-80c2-ba64f75482d7 req-1ced87b0-764f-45e0-a2a4-c83119937fcf tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:04.282733 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-46743570-03f8-41cc-80c2-ba64f75482d7 req-1ced87b0-764f-45e0-a2a4-c83119937fcf tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=213629a7-b155-4938-9d93-e1d30507d5aa HTTP/1.1" status: 200 len: 950 time: 0.1451404 May 18 18:06:04.326036 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-65e16aae-59a0-48f8-a8d5-27367db4ee3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa6ea302-57f7-4256-8295-d6cef34f5028', 'name': 'tempest-ServersTestJSON-275480808-router', 'tenant_id': '1f38cde3deff43fb910ab68e713e2daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': '805e794f-9e1f-4856-bcfa-5af891a8bce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:04:07Z', 'updated_at': '2022-05-18T18:04:18Z', 'revision_number': 4, 'project_id': '1f38cde3deff43fb910ab68e713e2daa', 'gw_port': {'id': '805e794f-9e1f-4856-bcfa-5af891a8bce3', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:3f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6ea302-57f7-4256-8295-d6cef34f5028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:04:08Z', 'updated_at': '2022-05-18T18:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '6f7aa364-0014-4cb0-a4db-efefd69f3b1f', 'name': '', 'network_id': '2f372af3-44c1-44d0-844a-1de4600a10c9', 'tenant_id': '1f38cde3deff43fb910ab68e713e2daa', 'mac_address': 'fa:16:3e:79:c9:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6ea302-57f7-4256-8295-d6cef34f5028', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '18fdedba-2287-4654-9694-86ee417b097d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:04:16Z', 'updated_at': '2022-05-18T18:04:30Z', 'revision_number': 5, 'project_id': '1f38cde3deff43fb910ab68e713e2daa', 'subnets': [{'id': '18fdedba-2287-4654-9694-86ee417b097d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:06:04.342399 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-46743570-03f8-41cc-80c2-ba64f75482d7 req-b462ba71-e871-4d5c-832b-762954872848 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581820 May 18 18:06:04.366307 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3fa55eb0-d0e1-444c-ba59-d171c83a0fff req-ef26bc39-1789-44a0-9427-8044fbd62a90 tempest-SecurityGroupRulesNegativeTestJSON-87901759 tempest-SecurityGroupRulesNegativeTestJSON-87901759-project] 10.222.0.85 "GET /v2.0/security-groups/79f2b997-0520-4037-8ece-cdaf38c74906 HTTP/1.1" status: 200 len: 1811 time: 0.1341989 May 18 18:06:04.409716 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e16aae-59a0-48f8-a8d5-27367db4ee3a None None] Checking router: fa6ea302-57f7-4256-8295-d6cef34f5028 for host: n-d-838550-3 {{(pid=102732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:06:04.426217 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e16aae-59a0-48f8-a8d5-27367db4ee3a None None] Routers {'fa6ea302-57f7-4256-8295-d6cef34f5028'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:06:04.426217 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-65e16aae-59a0-48f8-a8d5-27367db4ee3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:05:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['fa6ea302-57f7-4256-8295-d6cef34f5028'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:06:04.497153 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8ec10a4d-17f7-4a1b-88a3-12d3fa1557f5 req-e0e3466a-f416-4b92-926a-25f762ef1523 tempest-ServersTestJSON-1250898244 tempest-ServersTestJSON-1250898244-project] 10.222.0.85 "GET /v2.0/ports?device_id=cbd82391-b478-4ebd-a6bb-cbd961b3b72e HTTP/1.1" status: 200 len: 210 time: 0.0504913 May 18 18:06:04.551181 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-5800f1d0-495c-47b8-b2a9-c5e4367ce0f1 req-5a01d303-f020-40b4-b85a-0858427cf094 tempest-SecurityGroupRulesNegativeTestJSON-87901759 tempest-SecurityGroupRulesNegativeTestJSON-87901759-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-273853645', 'description': 'tempest-description-1712394094'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:06:04.583627 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-65e16aae-59a0-48f8-a8d5-27367db4ee3a None None] Set router fa6ea302-57f7-4256-8295-d6cef34f5028 gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:06:04.590440 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-5800f1d0-495c-47b8-b2a9-c5e4367ce0f1 req-5a01d303-f020-40b4-b85a-0858427cf094 tempest-SecurityGroupRulesNegativeTestJSON-87901759 tempest-SecurityGroupRulesNegativeTestJSON-87901759-project] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:04.701425 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-5800f1d0-495c-47b8-b2a9-c5e4367ce0f1 req-5a01d303-f020-40b4-b85a-0858427cf094 tempest-SecurityGroupRulesNegativeTestJSON-87901759 tempest-SecurityGroupRulesNegativeTestJSON-87901759-project] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:04.711646 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-5800f1d0-495c-47b8-b2a9-c5e4367ce0f1 req-5a01d303-f020-40b4-b85a-0858427cf094 tempest-SecurityGroupRulesNegativeTestJSON-87901759 tempest-SecurityGroupRulesNegativeTestJSON-87901759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:04.771072 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-5800f1d0-495c-47b8-b2a9-c5e4367ce0f1 req-5a01d303-f020-40b4-b85a-0858427cf094 tempest-SecurityGroupRulesNegativeTestJSON-87901759 tempest-SecurityGroupRulesNegativeTestJSON-87901759-project] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:04.773367 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5800f1d0-495c-47b8-b2a9-c5e4367ce0f1 req-5a01d303-f020-40b4-b85a-0858427cf094 tempest-SecurityGroupRulesNegativeTestJSON-87901759 tempest-SecurityGroupRulesNegativeTestJSON-87901759-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2274034 May 18 18:06:04.785375 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a01d303-f020-40b4-b85a-0858427cf094 tempest-SecurityGroupRulesNegativeTestJSON-87901759 tempest-SecurityGroupRulesNegativeTestJSON-87901759-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94e58f3f-d33f-4bf3-8034-6b1e99b8db41,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:06:04.912638 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5bb81c-4423-41b6-801d-bcbb4ed88b03 req-0c20c328-a30e-43dd-8cbf-1116cae5ce1f tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:04.915829 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 8095092b-4178-48d3-a35c-59f33ef98afb no longer exists at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:06:04.926995 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5f5bb81c-4423-41b6-801d-bcbb4ed88b03 req-0c20c328-a30e-43dd-8cbf-1116cae5ce1f tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/ports?device_id=856de7f6-1aa7-4b67-bac8-1e6902f032dc HTTP/1.1" status: 200 len: 946 time: 0.4733901 May 18 18:06:04.949083 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227ad27f-9986-41f6-bf0d-87a7f553f638 req-a7bd2fb8-0bc5-406d-b718-80c3dffc3468 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:04.951269 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-227ad27f-9986-41f6-bf0d-87a7f553f638 req-a7bd2fb8-0bc5-406d-b718-80c3dffc3468 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/ports?device_id=f4d4ab14-30d2-4728-a24a-37646af24227 HTTP/1.1" status: 200 len: 946 time: 0.0834973 May 18 18:06:04.960287 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] No Port match for: 8095092b-4178-48d3-a35c-59f33ef98afb {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:06:04.960634 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 8095092b-4178-48d3-a35c-59f33ef98afb not bound to the agent host n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:06:04.981049 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5f5bb81c-4423-41b6-801d-bcbb4ed88b03 req-604f2c72-ba9c-4d06-b020-3e0f451ab9f6 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/security-groups?id=fae3ce3c-9235-4ae4-9c6c-e682ce6a4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521576 May 18 18:06:05.013371 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-65e16aae-59a0-48f8-a8d5-27367db4ee3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa6ea302-57f7-4256-8295-d6cef34f5028', 'name': 'tempest-ServersTestJSON-275480808-router', 'tenant_id': '1f38cde3deff43fb910ab68e713e2daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': '805e794f-9e1f-4856-bcfa-5af891a8bce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:04:07Z', 'updated_at': '2022-05-18T18:04:18Z', 'revision_number': 4, 'project_id': '1f38cde3deff43fb910ab68e713e2daa', 'gw_port': {'id': '805e794f-9e1f-4856-bcfa-5af891a8bce3', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:3f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6ea302-57f7-4256-8295-d6cef34f5028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:04:08Z', 'updated_at': '2022-05-18T18:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '6f7aa364-0014-4cb0-a4db-efefd69f3b1f', 'name': '', 'network_id': '2f372af3-44c1-44d0-844a-1de4600a10c9', 'tenant_id': '1f38cde3deff43fb910ab68e713e2daa', 'mac_address': 'fa:16:3e:79:c9:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6ea302-57f7-4256-8295-d6cef34f5028', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '18fdedba-2287-4654-9694-86ee417b097d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:04:16Z', 'updated_at': '2022-05-18T18:04:30Z', 'revision_number': 5, 'project_id': '1f38cde3deff43fb910ab68e713e2daa', 'subnets': [{'id': '18fdedba-2287-4654-9694-86ee417b097d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:06:05.017659 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-227ad27f-9986-41f6-bf0d-87a7f553f638 req-7a78cd7f-e571-47e4-bc99-ebe746cc6adf tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/security-groups?id=bda815dc-3228-454b-a95b-f89a3eeb79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578692 May 18 18:06:05.037452 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 49452) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:06:05.051782 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e16aae-59a0-48f8-a8d5-27367db4ee3a None None] The sync data for ids ['fa6ea302-57f7-4256-8295-d6cef34f5028'] in n-d-838550-3 is: [{'id': 'fa6ea302-57f7-4256-8295-d6cef34f5028', 'name': 'tempest-ServersTestJSON-275480808-router', 'tenant_id': '1f38cde3deff43fb910ab68e713e2daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': '805e794f-9e1f-4856-bcfa-5af891a8bce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:04:07Z', 'updated_at': '2022-05-18T18:04:18Z', 'revision_number': 4, 'project_id': '1f38cde3deff43fb910ab68e713e2daa', 'gw_port': {'id': '805e794f-9e1f-4856-bcfa-5af891a8bce3', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:3f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6ea302-57f7-4256-8295-d6cef34f5028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:04:08Z', 'updated_at': '2022-05-18T18:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '6f7aa364-0014-4cb0-a4db-efefd69f3b1f', 'name': '', 'network_id': '2f372af3-44c1-44d0-844a-1de4600a10c9', 'tenant_id': '1f38cde3deff43fb910ab68e713e2daa', 'mac_address': 'fa:16:3e:79:c9:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6ea302-57f7-4256-8295-d6cef34f5028', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '18fdedba-2287-4654-9694-86ee417b097d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:04:16Z', 'updated_at': '2022-05-18T18:04:30Z', 'revision_number': 5, 'project_id': '1f38cde3deff43fb910ab68e713e2daa', 'subnets': [{'id': '18fdedba-2287-4654-9694-86ee417b097d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:06:05.067078 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8cdf84b8-cd0c-409a-b11a-d8a4152ba753 req-dc244240-912f-4944-be5e-bd41a5ec5bab tempest-SecurityGroupRulesNegativeTestJSON-87901759 tempest-SecurityGroupRulesNegativeTestJSON-87901759-project] 10.222.0.85 "GET /v2.0/security-groups/94e58f3f-d33f-4bf3-8034-6b1e99b8db41 HTTP/1.1" status: 200 len: 1812 time: 0.0632219 May 18 18:06:05.096231 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-186cc485-b398-4997-910e-40a222633c1b req-8cbc4b6b-e5af-4a08-a973-f1beecba5afa tempest-SecurityGroupRulesNegativeTestJSON-87901759 tempest-SecurityGroupRulesNegativeTestJSON-87901759-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1255859937', 'description': 'tempest-description-1403514727'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:06:05.129827 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-186cc485-b398-4997-910e-40a222633c1b req-8cbc4b6b-e5af-4a08-a973-f1beecba5afa tempest-SecurityGroupRulesNegativeTestJSON-87901759 tempest-SecurityGroupRulesNegativeTestJSON-87901759-project] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:05.204887 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-b1b6d555-c169-4718-b790-10d2ec91a389 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2085840690-network', 'tenant_id': 'ed8a017ff6d8432c9386dee5054e8944'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:06:05.207560 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f1b63d-0a48-4617-b4ee-91fede06efde req-274a2cc6-1a38-4c23-8d1d-9056886982cb tempest-ListImageFiltersTestJSON-1145215586 tempest-ListImageFiltersTestJSON-1145215586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:05.214254 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-09f1b63d-0a48-4617-b4ee-91fede06efde req-274a2cc6-1a38-4c23-8d1d-9056886982cb tempest-ListImageFiltersTestJSON-1145215586 tempest-ListImageFiltersTestJSON-1145215586-project] 10.222.0.85 "GET /v2.0/ports?device_id=1b90260d-2954-4372-8525-8a5a7cec978a HTTP/1.1" status: 200 len: 949 time: 0.0718269 May 18 18:06:05.248208 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-186cc485-b398-4997-910e-40a222633c1b req-8cbc4b6b-e5af-4a08-a973-f1beecba5afa tempest-SecurityGroupRulesNegativeTestJSON-87901759 tempest-SecurityGroupRulesNegativeTestJSON-87901759-project] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:05.253955 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-186cc485-b398-4997-910e-40a222633c1b req-8cbc4b6b-e5af-4a08-a973-f1beecba5afa tempest-SecurityGroupRulesNegativeTestJSON-87901759 tempest-SecurityGroupRulesNegativeTestJSON-87901759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:05.258393 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-09f1b63d-0a48-4617-b4ee-91fede06efde req-cffeacf5-d179-4eaa-98fc-745333f071ff tempest-ListImageFiltersTestJSON-1145215586 tempest-ListImageFiltersTestJSON-1145215586-project] 10.222.0.85 "GET /v2.0/security-groups?id=1d865af5-9ba4-4796-9d2e-8c253d202d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416541 May 18 18:06:05.275279 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1b6d555-c169-4718-b790-10d2ec91a389 admin admin] Made reservation on behalf of ed8a017ff6d8432c9386dee5054e8944 for: {'network': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:06:05.278212 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b1b6d555-c169-4718-b790-10d2ec91a389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:05.295395 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-186cc485-b398-4997-910e-40a222633c1b req-8cbc4b6b-e5af-4a08-a973-f1beecba5afa tempest-SecurityGroupRulesNegativeTestJSON-87901759 tempest-SecurityGroupRulesNegativeTestJSON-87901759-project] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:05.296591 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-186cc485-b398-4997-910e-40a222633c1b req-8cbc4b6b-e5af-4a08-a973-f1beecba5afa tempest-SecurityGroupRulesNegativeTestJSON-87901759 tempest-SecurityGroupRulesNegativeTestJSON-87901759-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.2047801 May 18 18:06:05.303203 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b1b6d555-c169-4718-b790-10d2ec91a389 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:05.359460 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbc4b6b-e5af-4a08-a973-f1beecba5afa tempest-SecurityGroupRulesNegativeTestJSON-87901759 tempest-SecurityGroupRulesNegativeTestJSON-87901759-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89910a18-79be-4fac-b8c8-3c47d88c98af,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:06:05.464394 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81eda76-8906-4262-83fe-037b6c66484b req-099b4110-d5df-411f-8ee5-ecfe521c84b8 tempest-ListImageFiltersTestJSON-1145215586 tempest-ListImageFiltersTestJSON-1145215586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:05.467211 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b81eda76-8906-4262-83fe-037b6c66484b req-099b4110-d5df-411f-8ee5-ecfe521c84b8 tempest-ListImageFiltersTestJSON-1145215586 tempest-ListImageFiltersTestJSON-1145215586-project] 10.222.0.85 "GET /v2.0/ports?device_id=b2a6d27b-8b88-4013-b3e5-0ad6d9b69794 HTTP/1.1" status: 200 len: 949 time: 0.0808766 May 18 18:06:05.470011 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5a669aef-f411-46c2-b2a4-84aa10e78de5 req-8a279bb4-7a22-410a-8afa-1130ba07ae0d tempest-SecurityGroupRulesNegativeTestJSON-87901759 tempest-SecurityGroupRulesNegativeTestJSON-87901759-project] 10.222.0.85 "GET /v2.0/security-groups/89910a18-79be-4fac-b8c8-3c47d88c98af HTTP/1.1" status: 200 len: 1813 time: 0.1274755 May 18 18:06:05.479042 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38249b8d-4167-46cd-834e-36691f31443f None None] New status for floating IP c3773890-0f3f-4b63-9b08-ad242756c199: DOWN {{(pid=102733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 18:06:05.516739 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b1b6d555-c169-4718-b790-10d2ec91a389 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:05.520950 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b81eda76-8906-4262-83fe-037b6c66484b req-77ccc233-f932-42c1-bff7-b2f8aa4f30b1 tempest-ListImageFiltersTestJSON-1145215586 tempest-ListImageFiltersTestJSON-1145215586-project] 10.222.0.85 "GET /v2.0/security-groups?id=1d865af5-9ba4-4796-9d2e-8c253d202d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474839 May 18 18:06:05.523211 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b1b6d555-c169-4718-b790-10d2ec91a389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:05.568019 n-d-838550-3 neutron-server[102731]: INFO neutron.api.v2.resource [req-04b520d2-d765-4e55-a297-54020875191b req-f6c230c9-7837-42d2-a76b-577d3fb964aa tempest-SecurityGroupRulesNegativeTestJSON-87901759 tempest-SecurityGroupRulesNegativeTestJSON-87901759-project] show failed (client error): The resource could not be found. May 18 18:06:05.572461 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1b6d555-c169-4718-b790-10d2ec91a389 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 648} {{(pid=102730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:06:05.579159 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-04b520d2-d765-4e55-a297-54020875191b req-f6c230c9-7837-42d2-a76b-577d3fb964aa tempest-SecurityGroupRulesNegativeTestJSON-87901759 tempest-SecurityGroupRulesNegativeTestJSON-87901759-project] 10.222.0.85 "GET /v2.0/security-groups/84578dc5-8133-4294-b694-30fbfd70f3f5 HTTP/1.1" status: 404 len: 352 time: 0.0267243 May 18 18:06:05.591501 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b6d555-c169-4718-b790-10d2ec91a389 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33ba1fad-191a-4b7a-ae9e-8e9e60985e31,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:06:05.599446 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b1b6d555-c169-4718-b790-10d2ec91a389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:05.599823 n-d-838550-3 neutron-server[102730]: INFO neutron.db.segments_db [None req-b1b6d555-c169-4718-b790-10d2ec91a389 admin admin] Added segment 58bfdefb-3654-4aa0-92f0-6f0afd2552db of type vlan for network f92940b8-c50f-4c94-b1f3-3e93ca94957d May 18 18:06:05.707480 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b1b6d555-c169-4718-b790-10d2ec91a389 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:05.725758 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91ddbc3-8e6b-4299-b896-c6120b8e4d16 req-0adb7d23-8346-4979-b4e1-108e13be9e20 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:05.727563 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b91ddbc3-8e6b-4299-b896-c6120b8e4d16 req-0adb7d23-8346-4979-b4e1-108e13be9e20 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=213629a7-b155-4938-9d93-e1d30507d5aa HTTP/1.1" status: 200 len: 950 time: 0.1303425 May 18 18:06:05.770751 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b1b6d555-c169-4718-b790-10d2ec91a389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:05.771474 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b6d555-c169-4718-b790-10d2ec91a389 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:05.772105 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b1b6d555-c169-4718-b790-10d2ec91a389 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:05.843883 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-b1b6d555-c169-4718-b790-10d2ec91a389 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8023000 May 18 18:06:05.844353 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b91ddbc3-8e6b-4299-b896-c6120b8e4d16 req-dfc161c2-3371-4930-b83a-2fb0d45a4c14 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031277 May 18 18:06:05.844474 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 49484) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:06:05.857684 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b6d555-c169-4718-b790-10d2ec91a389 admin admin] Pushing event updated for resources: {'Network': ['ID=f92940b8-c50f-4c94-b1f3-3e93ca94957d,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:06:05.859608 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-182a0bef-c0cd-4aca-b7ba-d496e6d8489c admin admin] Request body: {'subnet': {'network_id': 'f92940b8-c50f-4c94-b1f3-3e93ca94957d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2085840690-subnet', 'tenant_id': 'ed8a017ff6d8432c9386dee5054e8944', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:06:05.872252 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network f92940b8-c50f-4c94-b1f3-3e93ca94957d details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:06:05.901897 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-182a0bef-c0cd-4aca-b7ba-d496e6d8489c admin admin] Made reservation on behalf of ed8a017ff6d8432c9386dee5054e8944 for: {'subnet': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:06:05.904670 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-182a0bef-c0cd-4aca-b7ba-d496e6d8489c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260908003'] for subnet, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:05.916019 n-d-838550-3 neutron-server[102730]: INFO neutron.api.v2.resource [req-d96c19dd-3728-44a4-bb12-6e5a2560420d req-00c14fe3-3e8e-49b5-b2f9-bd39242e26ad tempest-SecurityGroupRulesNegativeTestJSON-87901759 tempest-SecurityGroupRulesNegativeTestJSON-87901759-project] show failed (client error): The resource could not be found. May 18 18:06:05.918052 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d96c19dd-3728-44a4-bb12-6e5a2560420d req-00c14fe3-3e8e-49b5-b2f9-bd39242e26ad tempest-SecurityGroupRulesNegativeTestJSON-87901759 tempest-SecurityGroupRulesNegativeTestJSON-87901759-project] 10.222.0.85 "GET /v2.0/security-group-rules/02c73033-23ad-4771-8b5d-e30453d1532d HTTP/1.1" status: 404 len: 361 time: 0.0219226 May 18 18:06:05.987233 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 49490) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:06:06.124276 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-183e2c5a-7c65-4016-bfd3-3860c71358b7 tempest-ServersTestJSON-1250898244 tempest-ServersTestJSON-1250898244-project] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:06.130822 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ea0bc5db-1670-4671-805b-9cdb9e448420 req-c0e608d8-6d48-4c6f-86cb-f423baf55412 tempest-SecurityGroupRulesNegativeTestJSON-87901759 tempest-SecurityGroupRulesNegativeTestJSON-87901759-project] 10.222.0.85 "GET /v2.0/security-groups/89910a18-79be-4fac-b8c8-3c47d88c98af HTTP/1.1" status: 200 len: 1813 time: 0.1261866 May 18 18:06:06.177187 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-183e2c5a-7c65-4016-bfd3-3860c71358b7 tempest-ServersTestJSON-1250898244 tempest-ServersTestJSON-1250898244-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:06.232253 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-182a0bef-c0cd-4aca-b7ba-d496e6d8489c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260898481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260908021'] for subnet, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:06.285057 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ff4607-7f1a-4d2b-9a67-2db30318685b req-54c417d7-f92a-45b7-9f5f-c5b8083e84d6 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:06.287379 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-80ff4607-7f1a-4d2b-9a67-2db30318685b req-54c417d7-f92a-45b7-9f5f-c5b8083e84d6 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/ports?device_id=856de7f6-1aa7-4b67-bac8-1e6902f032dc HTTP/1.1" status: 200 len: 946 time: 0.1145809 May 18 18:06:06.290264 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-ea0bc5db-1670-4671-805b-9cdb9e448420 req-5b897a86-20ed-4954-aaf2-bed587f9c60c tempest-SecurityGroupRulesNegativeTestJSON-87901759 tempest-SecurityGroupRulesNegativeTestJSON-87901759-project] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:06.309659 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-183e2c5a-7c65-4016-bfd3-3860c71358b7 tempest-ServersTestJSON-1250898244 tempest-ServersTestJSON-1250898244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:06.312253 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-183e2c5a-7c65-4016-bfd3-3860c71358b7 tempest-ServersTestJSON-1250898244 tempest-ServersTestJSON-1250898244-project] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:06.313398 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-183e2c5a-7c65-4016-bfd3-3860c71358b7 tempest-ServersTestJSON-1250898244 tempest-ServersTestJSON-1250898244-project] 10.222.0.85 "DELETE /v2.0/security-groups/df60308c-c2bf-4b6a-87af-97fe89bf51ec HTTP/1.1" status: 204 len: 168 time: 0.3250577 May 18 18:06:06.315609 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182a0bef-c0cd-4aca-b7ba-d496e6d8489c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3928b460-5138-4e6e-b763-eaa17a3ede29,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:06:06.328361 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 49504) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:06:06.348601 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-ea0bc5db-1670-4671-805b-9cdb9e448420 req-5b897a86-20ed-4954-aaf2-bed587f9c60c tempest-SecurityGroupRulesNegativeTestJSON-87901759 tempest-SecurityGroupRulesNegativeTestJSON-87901759-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:06.360794 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182a0bef-c0cd-4aca-b7ba-d496e6d8489c admin admin] Checking segment: {'id': '58bfdefb-3654-4aa0-92f0-6f0afd2552db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'f92940b8-c50f-4c94-b1f3-3e93ca94957d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:06:06.361153 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-182a0bef-c0cd-4aca-b7ba-d496e6d8489c admin admin] Network hostable DHCP agents. Network: f92940b8-c50f-4c94-b1f3-3e93ca94957d, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:06:06.365878 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183e2c5a-7c65-4016-bfd3-3860c71358b7 tempest-ServersTestJSON-1250898244 tempest-ServersTestJSON-1250898244-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df60308c-c2bf-4b6a-87af-97fe89bf51ec,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:06:06.370158 n-d-838550-3 neutron-server[102730]: INFO neutron.api.v2.resource [None req-6ab74cf7-235e-465d-af34-744a6b2e2735 tempest-ServersTestJSON-1250898244 tempest-ServersTestJSON-1250898244-project] show failed (client error): The resource could not be found. May 18 18:06:06.375204 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-6ab74cf7-235e-465d-af34-744a6b2e2735 tempest-ServersTestJSON-1250898244 tempest-ServersTestJSON-1250898244-project] 10.222.0.85 "GET /v2.0/security-groups/df60308c-c2bf-4b6a-87af-97fe89bf51ec HTTP/1.1" status: 404 len: 347 time: 0.0381269 May 18 18:06:06.375877 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 49506) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:06:06.386703 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-80ff4607-7f1a-4d2b-9a67-2db30318685b req-f9b6c8f1-2339-47a6-afea-82affb57311b tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/security-groups?id=fae3ce3c-9235-4ae4-9c6c-e682ce6a4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845540 May 18 18:06:06.412579 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-182a0bef-c0cd-4aca-b7ba-d496e6d8489c admin admin] Network f92940b8-c50f-4c94-b1f3-3e93ca94957d is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:06:06.431271 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-182a0bef-c0cd-4aca-b7ba-d496e6d8489c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, f92940b8-c50f-4c94-b1f3-3e93ca94957d) {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:06:06.434454 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-ea0bc5db-1670-4671-805b-9cdb9e448420 req-5b897a86-20ed-4954-aaf2-bed587f9c60c tempest-SecurityGroupRulesNegativeTestJSON-87901759 tempest-SecurityGroupRulesNegativeTestJSON-87901759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:06.437465 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-ea0bc5db-1670-4671-805b-9cdb9e448420 req-5b897a86-20ed-4954-aaf2-bed587f9c60c tempest-SecurityGroupRulesNegativeTestJSON-87901759 tempest-SecurityGroupRulesNegativeTestJSON-87901759-project] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:06.438997 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ea0bc5db-1670-4671-805b-9cdb9e448420 req-5b897a86-20ed-4954-aaf2-bed587f9c60c tempest-SecurityGroupRulesNegativeTestJSON-87901759 tempest-SecurityGroupRulesNegativeTestJSON-87901759-project] 10.222.0.85 "DELETE /v2.0/security-groups/89910a18-79be-4fac-b8c8-3c47d88c98af HTTP/1.1" status: 204 len: 173 time: 0.2937574 May 18 18:06:06.445779 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff27589-391f-448f-b645-156317d3c5e9 None None] Network f92940b8-c50f-4c94-b1f3-3e93ca94957d requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:06:06.452141 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-182a0bef-c0cd-4aca-b7ba-d496e6d8489c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:06.452867 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-182a0bef-c0cd-4aca-b7ba-d496e6d8489c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:06.477605 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-182a0bef-c0cd-4aca-b7ba-d496e6d8489c admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6240735 May 18 18:06:06.479241 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b897a86-20ed-4954-aaf2-bed587f9c60c tempest-SecurityGroupRulesNegativeTestJSON-87901759 tempest-SecurityGroupRulesNegativeTestJSON-87901759-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89910a18-79be-4fac-b8c8-3c47d88c98af,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:06:06.578269 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6dc78f50-5b8a-4655-9ec6-ccc500f48105 req-866d555e-5d07-46ea-9a29-1ef8edef6edc tempest-SecurityGroupRulesNegativeTestJSON-87901759 tempest-SecurityGroupRulesNegativeTestJSON-87901759-project] 10.222.0.85 "GET /v2.0/security-groups/94e58f3f-d33f-4bf3-8034-6b1e99b8db41 HTTP/1.1" status: 200 len: 1812 time: 0.0885296 May 18 18:06:06.659152 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8e96a8-4ec3-4b14-8707-47f235802c5e req-7c64031f-83d0-42fe-ac9e-09103becd830 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:06.661171 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1d8e96a8-4ec3-4b14-8707-47f235802c5e req-7c64031f-83d0-42fe-ac9e-09103becd830 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/ports?device_id=f4d4ab14-30d2-4728-a24a-37646af24227 HTTP/1.1" status: 200 len: 946 time: 0.0887661 May 18 18:06:06.707283 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-9f3df23f-192b-46a8-9243-419e017d0600 tempest-ServersTestJSON-1250898244 tempest-ServersTestJSON-1250898244-project] Deleting port 4c4b60ac-0fc7-49d7-9d22-82961b6c91a8 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:06:06.707644 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9f3df23f-192b-46a8-9243-419e017d0600 tempest-ServersTestJSON-1250898244 tempest-ServersTestJSON-1250898244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:06.721210 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-6dc78f50-5b8a-4655-9ec6-ccc500f48105 req-84753131-68f3-416e-a866-87f98c321b83 tempest-SecurityGroupRulesNegativeTestJSON-87901759 tempest-SecurityGroupRulesNegativeTestJSON-87901759-project] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:06.723105 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-441ee078-cb03-47b5-9a44-cbafe726e40d None None] Network f92940b8-c50f-4c94-b1f3-3e93ca94957d requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:06:06.772869 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-6dc78f50-5b8a-4655-9ec6-ccc500f48105 req-84753131-68f3-416e-a866-87f98c321b83 tempest-SecurityGroupRulesNegativeTestJSON-87901759 tempest-SecurityGroupRulesNegativeTestJSON-87901759-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:06.839371 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1d8e96a8-4ec3-4b14-8707-47f235802c5e req-4a67cb77-d5cc-4e6d-b08c-775371fc8198 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/security-groups?id=bda815dc-3228-454b-a95b-f89a3eeb79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572952 May 18 18:06:06.881411 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-6dc78f50-5b8a-4655-9ec6-ccc500f48105 req-84753131-68f3-416e-a866-87f98c321b83 tempest-SecurityGroupRulesNegativeTestJSON-87901759 tempest-SecurityGroupRulesNegativeTestJSON-87901759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:06.887192 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-6dc78f50-5b8a-4655-9ec6-ccc500f48105 req-84753131-68f3-416e-a866-87f98c321b83 tempest-SecurityGroupRulesNegativeTestJSON-87901759 tempest-SecurityGroupRulesNegativeTestJSON-87901759-project] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:06.889951 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6dc78f50-5b8a-4655-9ec6-ccc500f48105 req-84753131-68f3-416e-a866-87f98c321b83 tempest-SecurityGroupRulesNegativeTestJSON-87901759 tempest-SecurityGroupRulesNegativeTestJSON-87901759-project] 10.222.0.85 "DELETE /v2.0/security-groups/94e58f3f-d33f-4bf3-8034-6b1e99b8db41 HTTP/1.1" status: 204 len: 173 time: 0.2987287 May 18 18:06:06.930034 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84753131-68f3-416e-a866-87f98c321b83 tempest-SecurityGroupRulesNegativeTestJSON-87901759 tempest-SecurityGroupRulesNegativeTestJSON-87901759-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94e58f3f-d33f-4bf3-8034-6b1e99b8db41,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:06:06.949894 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9f3df23f-192b-46a8-9243-419e017d0600 tempest-ServersTestJSON-1250898244 tempest-ServersTestJSON-1250898244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:06.950553 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9f3df23f-192b-46a8-9243-419e017d0600 tempest-ServersTestJSON-1250898244 tempest-ServersTestJSON-1250898244-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:06.975485 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-9f3df23f-192b-46a8-9243-419e017d0600 tempest-ServersTestJSON-1250898244 tempest-ServersTestJSON-1250898244-project] Calling delete_port for 4c4b60ac-0fc7-49d7-9d22-82961b6c91a8 owned by network:floatingip {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:06:07.057425 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80081c4d-eb36-4650-9117-b1b8eda6625c req-afc07089-d926-4fb9-b9e0-c40a69753500 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:07.065260 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-80081c4d-eb36-4650-9117-b1b8eda6625c req-afc07089-d926-4fb9-b9e0-c40a69753500 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=213629a7-b155-4938-9d93-e1d30507d5aa HTTP/1.1" status: 200 len: 950 time: 0.0675809 May 18 18:06:07.111673 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-80081c4d-eb36-4650-9117-b1b8eda6625c req-f241e397-33ad-4d98-835c-966c2dcf7e28 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451393 May 18 18:06:07.204465 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d8859317-1c4d-4686-a261-dd4218c0085c req-d4235af6-7bc0-426e-9984-dae0200fa5e7 tempest-SecurityGroupRulesNegativeTestJSON-87901759 tempest-SecurityGroupRulesNegativeTestJSON-87901759-project] 10.222.0.85 "GET /v2.0/security-groups/79f2b997-0520-4037-8ece-cdaf38c74906 HTTP/1.1" status: 200 len: 1811 time: 0.0599372 May 18 18:06:07.239849 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9f3df23f-192b-46a8-9243-419e017d0600 tempest-ServersTestJSON-1250898244 tempest-ServersTestJSON-1250898244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:07.291424 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-d8859317-1c4d-4686-a261-dd4218c0085c req-e51df4cc-2917-4eed-bcab-5b1c8f79b095 tempest-SecurityGroupRulesNegativeTestJSON-87901759 tempest-SecurityGroupRulesNegativeTestJSON-87901759-project] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:07.303577 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3df23f-192b-46a8-9243-419e017d0600 tempest-ServersTestJSON-1250898244 tempest-ServersTestJSON-1250898244-project] Pushing event deleted for resources: {'Port': ['ID=4c4b60ac-0fc7-49d7-9d22-82961b6c91a8,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:06:07.324905 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-d8859317-1c4d-4686-a261-dd4218c0085c req-e51df4cc-2917-4eed-bcab-5b1c8f79b095 tempest-SecurityGroupRulesNegativeTestJSON-87901759 tempest-SecurityGroupRulesNegativeTestJSON-87901759-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:07.386805 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-d8859317-1c4d-4686-a261-dd4218c0085c req-e51df4cc-2917-4eed-bcab-5b1c8f79b095 tempest-SecurityGroupRulesNegativeTestJSON-87901759 tempest-SecurityGroupRulesNegativeTestJSON-87901759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:07.391371 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-d8859317-1c4d-4686-a261-dd4218c0085c req-e51df4cc-2917-4eed-bcab-5b1c8f79b095 tempest-SecurityGroupRulesNegativeTestJSON-87901759 tempest-SecurityGroupRulesNegativeTestJSON-87901759-project] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:07.402429 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d8859317-1c4d-4686-a261-dd4218c0085c req-e51df4cc-2917-4eed-bcab-5b1c8f79b095 tempest-SecurityGroupRulesNegativeTestJSON-87901759 tempest-SecurityGroupRulesNegativeTestJSON-87901759-project] 10.222.0.85 "DELETE /v2.0/security-groups/79f2b997-0520-4037-8ece-cdaf38c74906 HTTP/1.1" status: 204 len: 173 time: 0.1859858 May 18 18:06:07.408036 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9f3df23f-192b-46a8-9243-419e017d0600 tempest-ServersTestJSON-1250898244 tempest-ServersTestJSON-1250898244-project] Notify callbacks [] for floatingip, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:07.411615 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9f3df23f-192b-46a8-9243-419e017d0600 tempest-ServersTestJSON-1250898244 tempest-ServersTestJSON-1250898244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:07.412955 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-9f3df23f-192b-46a8-9243-419e017d0600 tempest-ServersTestJSON-1250898244 tempest-ServersTestJSON-1250898244-project] 10.222.0.85 "DELETE /v2.0/floatingips/c3773890-0f3f-4b63-9b08-ad242756c199 HTTP/1.1" status: 204 len: 168 time: 1.0365748 May 18 18:06:07.416860 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 49538) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:06:07.427287 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51df4cc-2917-4eed-bcab-5b1c8f79b095 tempest-SecurityGroupRulesNegativeTestJSON-87901759 tempest-SecurityGroupRulesNegativeTestJSON-87901759-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79f2b997-0520-4037-8ece-cdaf38c74906,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:06:07.430235 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9f6e2f-1a0d-46de-81f6-454db7ba0a9f req-c13f7e8e-ff97-4af9-933d-bb6454a70c9b tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:07.434498 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ac9f6e2f-1a0d-46de-81f6-454db7ba0a9f req-c13f7e8e-ff97-4af9-933d-bb6454a70c9b tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/networks?id=f92940b8-c50f-4c94-b1f3-3e93ca94957d HTTP/1.1" status: 200 len: 812 time: 0.2064149 May 18 18:06:07.506494 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ac9f6e2f-1a0d-46de-81f6-454db7ba0a9f req-eeff79e0-6e98-4a1a-876d-50a37a87f929 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/quotas/ed8a017ff6d8432c9386dee5054e8944 HTTP/1.1" status: 200 len: 375 time: 0.0157859 May 18 18:06:07.551329 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bfbf97fa-1918-43de-bab6-77755485afaa req-4d9e41d1-5513-4b0c-bb6e-28a5beb21774 tempest-SecurityGroupRulesNegativeTestJSON-87901759 tempest-SecurityGroupRulesNegativeTestJSON-87901759-project] 10.222.0.85 "GET /v2.0/security-groups/369d986a-a7b5-4a9b-97d7-eb6bad9cee81 HTTP/1.1" status: 200 len: 1813 time: 0.0584700 May 18 18:06:07.562590 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-93accea9-bec1-4df5-bc27-3689172aa195 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:07.585425 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ac9f6e2f-1a0d-46de-81f6-454db7ba0a9f req-4d99aba9-8b2d-4ffa-8951-9f42c8b46998 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=ed8a017ff6d8432c9386dee5054e8944&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0676618 May 18 18:06:07.636267 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-bfbf97fa-1918-43de-bab6-77755485afaa req-fdb4d248-1a94-48e5-8779-d379227e13da tempest-SecurityGroupRulesNegativeTestJSON-87901759 tempest-SecurityGroupRulesNegativeTestJSON-87901759-project] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:07.676321 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-bfbf97fa-1918-43de-bab6-77755485afaa req-fdb4d248-1a94-48e5-8779-d379227e13da tempest-SecurityGroupRulesNegativeTestJSON-87901759 tempest-SecurityGroupRulesNegativeTestJSON-87901759-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:07.731107 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-bfbf97fa-1918-43de-bab6-77755485afaa req-fdb4d248-1a94-48e5-8779-d379227e13da tempest-SecurityGroupRulesNegativeTestJSON-87901759 tempest-SecurityGroupRulesNegativeTestJSON-87901759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:07.734163 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-bfbf97fa-1918-43de-bab6-77755485afaa req-fdb4d248-1a94-48e5-8779-d379227e13da tempest-SecurityGroupRulesNegativeTestJSON-87901759 tempest-SecurityGroupRulesNegativeTestJSON-87901759-project] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:07.738509 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bfbf97fa-1918-43de-bab6-77755485afaa req-fdb4d248-1a94-48e5-8779-d379227e13da tempest-SecurityGroupRulesNegativeTestJSON-87901759 tempest-SecurityGroupRulesNegativeTestJSON-87901759-project] 10.222.0.85 "DELETE /v2.0/security-groups/369d986a-a7b5-4a9b-97d7-eb6bad9cee81 HTTP/1.1" status: 204 len: 173 time: 0.1779473 May 18 18:06:07.762982 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb4d248-1a94-48e5-8779-d379227e13da tempest-SecurityGroupRulesNegativeTestJSON-87901759 tempest-SecurityGroupRulesNegativeTestJSON-87901759-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=369d986a-a7b5-4a9b-97d7-eb6bad9cee81,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:06:07.797831 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ac9f6e2f-1a0d-46de-81f6-454db7ba0a9f req-1a3ab2be-4d22-4f3c-960b-6e2c822dcfd2 service neutron] 10.222.0.85 "GET /v2.0/networks/f92940b8-c50f-4c94-b1f3-3e93ca94957d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893921 May 18 18:06:07.890521 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3e6dc9-a07b-4727-9cf4-8981b0f11777 req-e1ddf8f8-96b6-4453-8ebd-80bee65e5756 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:07.892506 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5a3e6dc9-a07b-4727-9cf4-8981b0f11777 req-e1ddf8f8-96b6-4453-8ebd-80bee65e5756 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/ports?device_id=856de7f6-1aa7-4b67-bac8-1e6902f032dc HTTP/1.1" status: 200 len: 946 time: 0.0824540 May 18 18:06:07.944970 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5a3e6dc9-a07b-4727-9cf4-8981b0f11777 req-ee36d3aa-6eab-4834-9535-2d587475bd49 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/security-groups?id=fae3ce3c-9235-4ae4-9c6c-e682ce6a4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417244 May 18 18:06:08.019624 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b3e62599-b2a3-4381-8a66-d31eeec033e8 req-67374abc-efe8-489a-959d-e5d226fbedd1 tempest-SecurityGroupRulesNegativeTestJSON-87901759 tempest-SecurityGroupRulesNegativeTestJSON-87901759-project] 10.222.0.85 "GET /v2.0/security-groups/37a5c907-99c2-409e-a822-01785bcb7b62 HTTP/1.1" status: 200 len: 1813 time: 0.0478709 May 18 18:06:08.101859 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-b3e62599-b2a3-4381-8a66-d31eeec033e8 req-05e064c5-c4c6-40e4-8095-b34e319b5d3b tempest-SecurityGroupRulesNegativeTestJSON-87901759 tempest-SecurityGroupRulesNegativeTestJSON-87901759-project] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:08.141672 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-b3e62599-b2a3-4381-8a66-d31eeec033e8 req-05e064c5-c4c6-40e4-8095-b34e319b5d3b tempest-SecurityGroupRulesNegativeTestJSON-87901759 tempest-SecurityGroupRulesNegativeTestJSON-87901759-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:08.212202 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-b3e62599-b2a3-4381-8a66-d31eeec033e8 req-05e064c5-c4c6-40e4-8095-b34e319b5d3b tempest-SecurityGroupRulesNegativeTestJSON-87901759 tempest-SecurityGroupRulesNegativeTestJSON-87901759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:08.217017 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-b3e62599-b2a3-4381-8a66-d31eeec033e8 req-05e064c5-c4c6-40e4-8095-b34e319b5d3b tempest-SecurityGroupRulesNegativeTestJSON-87901759 tempest-SecurityGroupRulesNegativeTestJSON-87901759-project] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:08.219619 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b3e62599-b2a3-4381-8a66-d31eeec033e8 req-05e064c5-c4c6-40e4-8095-b34e319b5d3b tempest-SecurityGroupRulesNegativeTestJSON-87901759 tempest-SecurityGroupRulesNegativeTestJSON-87901759-project] 10.222.0.85 "DELETE /v2.0/security-groups/37a5c907-99c2-409e-a822-01785bcb7b62 HTTP/1.1" status: 204 len: 173 time: 0.1921854 May 18 18:06:08.229000 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 49554) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:06:08.270157 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e064c5-c4c6-40e4-8095-b34e319b5d3b tempest-SecurityGroupRulesNegativeTestJSON-87901759 tempest-SecurityGroupRulesNegativeTestJSON-87901759-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37a5c907-99c2-409e-a822-01785bcb7b62,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:06:08.294185 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc4bd9ad-2abb-42aa-a4fb-95e54fad44ac admin admin] Deleting subnet a29a7208-4fd8-4628-bc90-669e32b43495 {{(pid=102731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:06:08.312186 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-dc4bd9ad-2abb-42aa-a4fb-95e54fad44ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:08.347301 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ac9f6e2f-1a0d-46de-81f6-454db7ba0a9f req-01cde2bc-9da0-474f-85c2-8dcbb6b59741 service neutron] 10.222.0.85 "GET /v2.0/networks/f92940b8-c50f-4c94-b1f3-3e93ca94957d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5413144 May 18 18:06:08.375604 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-dc4bd9ad-2abb-42aa-a4fb-95e54fad44ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260542153'] for subnet, precommit_delete_associations {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:08.422042 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55626f3e-743b-4b79-9f15-116ada81bc02 req-97b8ca95-a7dd-4cd2-8296-bf488a0b8d3e tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:08.423294 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-55626f3e-743b-4b79-9f15-116ada81bc02 req-97b8ca95-a7dd-4cd2-8296-bf488a0b8d3e tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/ports?device_id=f4d4ab14-30d2-4728-a24a-37646af24227 HTTP/1.1" status: 200 len: 946 time: 0.1264830 May 18 18:06:08.463557 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-dc4bd9ad-2abb-42aa-a4fb-95e54fad44ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:08.496743 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-52387974-9d10-43bf-84a1-78a83463cc59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-595963'] for router_interface, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:08.554443 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-55626f3e-743b-4b79-9f15-116ada81bc02 req-2cac64c1-82e1-487a-930e-20bab26b82c1 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/security-groups?id=bda815dc-3228-454b-a95b-f89a3eeb79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247559 May 18 18:06:08.619075 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-dc4bd9ad-2abb-42aa-a4fb-95e54fad44ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260898416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260908030'] for subnet, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:08.658012 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4bd9ad-2abb-42aa-a4fb-95e54fad44ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a29a7208-4fd8-4628-bc90-669e32b43495,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:06:08.665030 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-dc4bd9ad-2abb-42aa-a4fb-95e54fad44ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:08.676513 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-dc4bd9ad-2abb-42aa-a4fb-95e54fad44ac admin admin] 10.222.0.85 "DELETE /v2.0/subnets/a29a7208-4fd8-4628-bc90-669e32b43495 HTTP/1.1" status: 204 len: 168 time: 0.4463377 May 18 18:06:08.677238 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 49572) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:06:08.777683 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6838e76-503a-4f8b-ad8d-019b16399620 req-6d762050-7425-4341-8e30-46508324c390 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:08.781214 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a6838e76-503a-4f8b-ad8d-019b16399620 req-6d762050-7425-4341-8e30-46508324c390 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=213629a7-b155-4938-9d93-e1d30507d5aa HTTP/1.1" status: 200 len: 950 time: 0.1676462 May 18 18:06:08.791439 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-321b590e-57b4-456b-ae2e-76e5c845f040 req-6397ea60-df2d-4ecd-9a24-13b222f40567 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=cc1771d3-4afb-4ab4-afef-9656452c2449 HTTP/1.1" status: 200 len: 210 time: 0.0914516 May 18 18:06:08.832539 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-84851557-717c-4ff7-b14f-ee828f197c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:08.911884 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 9676ee7b-d5df-42c2-92d0-2515cd3c33fe details requested by agent hyperv_n-h2-838550-3 with host n-h2-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:06:08.947935 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-84851557-717c-4ff7-b14f-ee828f197c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:08.963563 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a6838e76-503a-4f8b-ad8d-019b16399620 req-9bdeb6c1-0113-43dc-8aa7-5f8a03b8baf5 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585331 May 18 18:06:08.981600 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-84851557-717c-4ff7-b14f-ee828f197c17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a714dd8-7f22-4d85-bf47-b35b972e5e00']}} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:06:08.993017 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-84851557-717c-4ff7-b14f-ee828f197c17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae43f069-8f9d-413f-8de8-d808d0592d20') {'for_net_delete': True} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:06:08.993325 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-84851557-717c-4ff7-b14f-ee828f197c17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae43f069-8f9d-413f-8de8-d808d0592d20') {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:06:09.009071 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-84851557-717c-4ff7-b14f-ee828f197c17 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260542144'] for segment, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:09.037599 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-84851557-717c-4ff7-b14f-ee828f197c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:09.054897 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84851557-717c-4ff7-b14f-ee828f197c17 admin admin] Releasing vlan 645 on physical network physnet1 to pool {{(pid=102731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:06:09.056914 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-84851557-717c-4ff7-b14f-ee828f197c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260884178'] for segment, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:09.077781 n-d-838550-3 neutron-server[102731]: Traceback (most recent call last): May 18 18:06:09.077781 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:06:09.077781 n-d-838550-3 neutron-server[102731]: timer() May 18 18:06:09.077781 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:06:09.077781 n-d-838550-3 neutron-server[102731]: cb(*args, **kw) May 18 18:06:09.077781 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:06:09.077781 n-d-838550-3 neutron-server[102731]: return func(*args, **kwargs) May 18 18:06:09.077781 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:06:09.077781 n-d-838550-3 neutron-server[102731]: self._notify() May 18 18:06:09.077781 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:06:09.077781 n-d-838550-3 neutron-server[102731]: self.callback(batched_events) May 18 18:06:09.077781 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:06:09.077781 n-d-838550-3 neutron-server[102731]: event.method(event) May 18 18:06:09.077781 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:06:09.077781 n-d-838550-3 neutron-server[102731]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:06:09.077781 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:06:09.077781 n-d-838550-3 neutron-server[102731]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:06:09.077781 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:06:09.077781 n-d-838550-3 neutron-server[102731]: return f(self, *a, **k) May 18 18:06:09.077781 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:06:09.077781 n-d-838550-3 neutron-server[102731]: return self._get(url).json() May 18 18:06:09.077781 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:06:09.077781 n-d-838550-3 neutron-server[102731]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:06:09.077781 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:06:09.077781 n-d-838550-3 neutron-server[102731]: return self.request(url, 'GET', **kwargs) May 18 18:06:09.077781 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:06:09.077781 n-d-838550-3 neutron-server[102731]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:06:09.077781 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:06:09.077781 n-d-838550-3 neutron-server[102731]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:06:09.077781 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:06:09.077781 n-d-838550-3 neutron-server[102731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:06:09.077781 n-d-838550-3 neutron-server[102731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:06:09.103370 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 9676ee7b-d5df-42c2-92d0-2515cd3c33fe, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=9676ee7b-d5df-42c2-92d0-2515cd3c33fe,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:06:09.122516 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Returning: {'device': '9676ee7b-d5df-42c2-92d0-2515cd3c33fe', 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305', 'port_id': '9676ee7b-d5df-42c2-92d0-2515cd3c33fe', 'mac_address': 'fa:16:3e:b2:87:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2531ae9-89db-4dcf-b670-9eac4c9cde53', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:06:09.170919 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 9676ee7b-d5df-42c2-92d0-2515cd3c33fe is: ACTIVE; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:06:09.171310 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:09.189714 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9676ee7b-d5df-42c2-92d0-2515cd3c33fe {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:06:09.198947 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-84851557-717c-4ff7-b14f-ee828f197c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:09.219930 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 9676ee7b-d5df-42c2-92d0-2515cd3c33fe, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=9676ee7b-d5df-42c2-92d0-2515cd3c33fe,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:06:09.224644 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:09.225668 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f37f917-7ee2-4b94-90a4-4206474c8d1f req-96d3b221-bfd9-4f68-8220-88c8ea1008b3 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:09.238299 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0f37f917-7ee2-4b94-90a4-4206474c8d1f req-96d3b221-bfd9-4f68-8220-88c8ea1008b3 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/ports?device_id=856de7f6-1aa7-4b67-bac8-1e6902f032dc HTTP/1.1" status: 200 len: 946 time: 0.1594117 May 18 18:06:09.251848 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-84851557-717c-4ff7-b14f-ee828f197c17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:09.255688 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-52387974-9d10-43bf-84a1-78a83463cc59 admin admin] Deleting port 6f7aa364-0014-4cb0-a4db-efefd69f3b1f {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:06:09.256028 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-52387974-9d10-43bf-84a1-78a83463cc59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:09.259324 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-84851557-717c-4ff7-b14f-ee828f197c17 admin admin] 10.222.0.85 "DELETE /v2.0/networks/8a714dd8-7f22-4d85-bf47-b35b972e5e00 HTTP/1.1" status: 204 len: 168 time: 0.5803289 May 18 18:06:09.326893 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=9676ee7b-d5df-42c2-92d0-2515cd3c33fe,revision_number=6']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:06:09.346841 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84851557-717c-4ff7-b14f-ee828f197c17 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a714dd8-7f22-4d85-bf47-b35b972e5e00,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:06:09.397964 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0f37f917-7ee2-4b94-90a4-4206474c8d1f req-1241ea2e-02e0-4b9d-bda5-32361bd354c1 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/security-groups?id=fae3ce3c-9235-4ae4-9c6c-e682ce6a4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573391 May 18 18:06:09.406845 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['9676ee7b-d5df-42c2-92d0-2515cd3c33fe'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:06:09.451864 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-52387974-9d10-43bf-84a1-78a83463cc59 admin admin] For port 6f7aa364-0014-4cb0-a4db-efefd69f3b1f, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=6f7aa364-0014-4cb0-a4db-efefd69f3b1f,segment=NetworkSegment(5277e331-cb76-4a28-adff-288b49bc9721),segment_id=5277e331-cb76-4a28-adff-288b49bc9721)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:06:09.452434 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-52387974-9d10-43bf-84a1-78a83463cc59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:09.495478 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-52387974-9d10-43bf-84a1-78a83463cc59 admin admin] Calling delete_port for 6f7aa364-0014-4cb0-a4db-efefd69f3b1f owned by network:router_interface {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:06:09.549312 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 49594) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:06:09.639528 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 49602) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:06:09.644558 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-8361a705-d7a9-41c2-ba74-ee0cccfe3265 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=6c545120f96c46e686f887460169388d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0895686 May 18 18:06:09.861675 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-29774579-4efc-4ff5-8575-5661235e1748 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:09.876848 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82902fe-af13-4598-88b8-48efc7eeafc8 req-2fb4bafa-2a2c-463e-b4b3-21fae38dba47 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:09.878467 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a82902fe-af13-4598-88b8-48efc7eeafc8 req-2fb4bafa-2a2c-463e-b4b3-21fae38dba47 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/ports?device_id=f4d4ab14-30d2-4728-a24a-37646af24227 HTTP/1.1" status: 200 len: 946 time: 0.1671875 May 18 18:06:09.937309 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3b9a04f6-c2a7-4e60-bb89-d3cdd85183b4 req-6f5ed9f4-24fb-4c66-80a9-bedac873da7f tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=cc1771d3-4afb-4ab4-afef-9656452c2449 HTTP/1.1" status: 200 len: 210 time: 0.0300879 May 18 18:06:09.952033 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-29774579-4efc-4ff5-8575-5661235e1748 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:09.992150 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-52387974-9d10-43bf-84a1-78a83463cc59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:10.000130 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-42288adb-89c6-44ca-a62d-497d802f95f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:10.023482 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a82902fe-af13-4598-88b8-48efc7eeafc8 req-5a4863de-c1e4-43dd-963e-4a01db971378 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/security-groups?id=bda815dc-3228-454b-a95b-f89a3eeb79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276636 May 18 18:06:10.052062 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52387974-9d10-43bf-84a1-78a83463cc59 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f7aa364-0014-4cb0-a4db-efefd69f3b1f,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:06:10.229942 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-29774579-4efc-4ff5-8575-5661235e1748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:10.232912 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-29774579-4efc-4ff5-8575-5661235e1748 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:10.251210 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-29774579-4efc-4ff5-8575-5661235e1748 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/a89c6ac7-08a5-4751-b86b-3cce5e39a6c3 HTTP/1.1" status: 204 len: 168 time: 0.6075675 May 18 18:06:10.252613 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52cf219-3404-4e6d-aa9c-1b28c0232aa4 req-f7b419e3-c8ff-4846-93e5-a5ec5ad1f76c tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:10.260680 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a52cf219-3404-4e6d-aa9c-1b28c0232aa4 req-f7b419e3-c8ff-4846-93e5-a5ec5ad1f76c tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=213629a7-b155-4938-9d93-e1d30507d5aa HTTP/1.1" status: 200 len: 950 time: 0.1393955 May 18 18:06:10.341387 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a52cf219-3404-4e6d-aa9c-1b28c0232aa4 req-acaba069-075f-4f72-9fea-6b92fa1cea83 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796723 May 18 18:06:10.596861 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29774579-4efc-4ff5-8575-5661235e1748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a89c6ac7-08a5-4751-b86b-3cce5e39a6c3,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:06:10.659341 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-52387974-9d10-43bf-84a1-78a83463cc59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-593931'] for router_interface, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:10.867724 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9f6e2f-1a0d-46de-81f6-454db7ba0a9f req-7ce9ab04-bfd8-48b4-b43f-5a7f38944189 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:10.870682 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ac9f6e2f-1a0d-46de-81f6-454db7ba0a9f req-7ce9ab04-bfd8-48b4-b43f-5a7f38944189 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.36 "GET /v2.0/networks?id=f92940b8-c50f-4c94-b1f3-3e93ca94957d HTTP/1.1" status: 200 len: 812 time: 0.5062454 May 18 18:06:10.891161 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7f6706-7ba9-46a4-ab74-e76290604610 req-5425ff4d-b105-4344-8e3d-09dd0207e33e tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:10.904770 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6d7f6706-7ba9-46a4-ab74-e76290604610 req-5425ff4d-b105-4344-8e3d-09dd0207e33e tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/ports?device_id=856de7f6-1aa7-4b67-bac8-1e6902f032dc HTTP/1.1" status: 200 len: 946 time: 0.3253500 May 18 18:06:10.918926 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device b0717277-345f-4a7c-a4b4-96d333eb51f2 details requested by agent hyperv_n-h2-838550-3 with host n-h2-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:06:10.922163 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 9676ee7b-d5df-42c2-92d0-2515cd3c33fe up at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:06:10.955375 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-ac9f6e2f-1a0d-46de-81f6-454db7ba0a9f req-5247e4f6-d43a-4467-8afb-fe6ab40d1496 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Request body: {'port': {'device_id': 'cc1771d3-4afb-4ab4-afef-9656452c2449', 'network_id': 'f92940b8-c50f-4c94-b1f3-3e93ca94957d', 'admin_state_up': True, 'tenant_id': 'ed8a017ff6d8432c9386dee5054e8944'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:06:11.209746 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1a617cad-4ccf-4a3c-b8a6-b94368ae6066 req-47658340-eb70-4a4b-822e-f00ca6202cb4 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=cc1771d3-4afb-4ab4-afef-9656452c2449 HTTP/1.1" status: 200 len: 210 time: 0.0783236 May 18 18:06:11.273439 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662e26f6-a9cb-4d51-9cf2-4d8e37388a96 req-12d28375-5747-4c37-94ae-a6178ef71201 tempest-LiveAutoBlockMigrationV225Test-940020400 tempest-LiveAutoBlockMigrationV225Test-940020400-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:11.275975 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-662e26f6-a9cb-4d51-9cf2-4d8e37388a96 req-12d28375-5747-4c37-94ae-a6178ef71201 tempest-LiveAutoBlockMigrationV225Test-940020400 tempest-LiveAutoBlockMigrationV225Test-940020400-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=f4d4ab14-30d2-4728-a24a-37646af24227&tenant_id=38c3fbce1f554996bc4a73e5f0f7c3e8&binding%3Ahost_id=n-h1-838550-3 HTTP/1.1" status: 200 len: 1097 time: 0.5454636 May 18 18:06:11.304730 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:11.411727 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6d7f6706-7ba9-46a4-ab74-e76290604610 req-968d50a8-2ece-4d4b-8f91-f85e1a6183ee tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/security-groups?id=fae3ce3c-9235-4ae4-9c6c-e682ce6a4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5053666 May 18 18:06:11.442731 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8628f3ae-993e-4739-9d18-4b4dfacb64a9 req-af0af39b-cdf9-4d7c-bf0b-900eb5a1c7f5 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:11.446686 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8628f3ae-993e-4739-9d18-4b4dfacb64a9 req-af0af39b-cdf9-4d7c-bf0b-900eb5a1c7f5 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/ports?device_id=f4d4ab14-30d2-4728-a24a-37646af24227 HTTP/1.1" status: 200 len: 946 time: 0.1413345 May 18 18:06:11.479515 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning complete for port 9676ee7b-d5df-42c2-92d0-2515cd3c33fe triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:06:11.479897 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:11.608301 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8628f3ae-993e-4739-9d18-4b4dfacb64a9 req-80372f62-2819-48d8-8d00-69118389c162 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/security-groups?id=bda815dc-3228-454b-a95b-f89a3eeb79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511395 May 18 18:06:11.630578 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port b0717277-345f-4a7c-a4b4-96d333eb51f2, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=b0717277-345f-4a7c-a4b4-96d333eb51f2,segment=NetworkSegment(6537e25f-afe8-4089-8825-f23e3073c58d),segment_id=6537e25f-afe8-4089-8825-f23e3073c58d)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:06:11.651615 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device b0717277-345f-4a7c-a4b4-96d333eb51f2 has no active binding in host n-h2-838550-3 {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} May 18 18:06:11.747206 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-662e26f6-a9cb-4d51-9cf2-4d8e37388a96 req-8d616ae3-2ff3-4b25-914d-682d8ae572ca service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-838550-3'}}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:06:11.764652 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 9676ee7b-d5df-42c2-92d0-2515cd3c33fe is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:06:11.765479 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:11.822840 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52387974-9d10-43bf-84a1-78a83463cc59 admin admin] Router fa6ea302-57f7-4256-8295-d6cef34f5028 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:06:11.840070 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 9676ee7b-d5df-42c2-92d0-2515cd3c33fe, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=9676ee7b-d5df-42c2-92d0-2515cd3c33fe,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:06:11.841557 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2a6d27b-8b88-4013-b3e5-0ad6d9b69794', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9676ee7b-d5df-42c2-92d0-2515cd3c33fe'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:06:11.841837 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac9f6e2f-1a0d-46de-81f6-454db7ba0a9f req-5247e4f6-d43a-4467-8afb-fe6ab40d1496 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Made reservation on behalf of ed8a017ff6d8432c9386dee5054e8944 for: {'port': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:06:11.845702 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-ac9f6e2f-1a0d-46de-81f6-454db7ba0a9f req-5247e4f6-d43a-4467-8afb-fe6ab40d1496 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:11.847279 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7411704f-7318-46e5-92cd-49dd43026c00" -d '{"events": [{"server_uuid": "b2a6d27b-8b88-4013-b3e5-0ad6d9b69794", "name": "network-vif-plugged", "status": "completed", "tag": "9676ee7b-d5df-42c2-92d0-2515cd3c33fe"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:06:11.854140 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:11.954851 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=9676ee7b-d5df-42c2-92d0-2515cd3c33fe,revision_number=7']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:06:11.970515 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ffb0191-99ee-4e3c-a9e5-334fa373a0b3 x-openstack-request-id: req-8ffb0191-99ee-4e3c-a9e5-334fa373a0b3 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:06:11.974510 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2a6d27b-8b88-4013-b3e5-0ad6d9b69794", "name": "network-vif-plugged", "status": "completed", "tag": "9676ee7b-d5df-42c2-92d0-2515cd3c33fe", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:06:11.974998 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-8ffb0191-99ee-4e3c-a9e5-334fa373a0b3 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:06:11.978164 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ffb0191-99ee-4e3c-a9e5-334fa373a0b3'] response: {'server_uuid': 'b2a6d27b-8b88-4013-b3e5-0ad6d9b69794', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9676ee7b-d5df-42c2-92d0-2515cd3c33fe', 'code': 200} May 18 18:06:11.995738 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 49676) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:06:12.146332 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56760db-c1a9-40db-9d43-d9c5e2cf0662 req-e9b93820-f32e-4249-8f71-738392f587ca tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:12.154391 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b56760db-c1a9-40db-9d43-d9c5e2cf0662 req-e9b93820-f32e-4249-8f71-738392f587ca tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=213629a7-b155-4938-9d93-e1d30507d5aa HTTP/1.1" status: 200 len: 950 time: 0.4265668 May 18 18:06:12.185196 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-662e26f6-a9cb-4d51-9cf2-4d8e37388a96 req-8d616ae3-2ff3-4b25-914d-682d8ae572ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:12.224749 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-a8ceff9b-039e-45f6-9cd6-ca6657988741 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-673283917-network', 'tenant_id': 'fdb911c855ac4c6cb6a711e7d11eed8e'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:06:12.268688 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8ceff9b-039e-45f6-9cd6-ca6657988741 admin admin] Made reservation on behalf of fdb911c855ac4c6cb6a711e7d11eed8e for: {'network': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:06:12.271644 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a8ceff9b-039e-45f6-9cd6-ca6657988741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:12.282666 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a8ceff9b-039e-45f6-9cd6-ca6657988741 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:12.301471 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:12.426646 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3a165b6c-bade-4474-aed7-a8588637259d req-3e32ed60-402a-4553-903c-f78b93f61fec tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=cc1771d3-4afb-4ab4-afef-9656452c2449 HTTP/1.1" status: 200 len: 210 time: 0.0568957 May 18 18:06:12.481147 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a8ceff9b-039e-45f6-9cd6-ca6657988741 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:12.487832 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a8ceff9b-039e-45f6-9cd6-ca6657988741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:12.560903 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8ceff9b-039e-45f6-9cd6-ca6657988741 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 625} {{(pid=102731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:06:12.587949 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ceff9b-039e-45f6-9cd6-ca6657988741 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08db6f0e-0a01-416e-97d4-92fd213972b8,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:06:12.611139 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ceff9b-039e-45f6-9cd6-ca6657988741 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:06:12.611992 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ceff9b-039e-45f6-9cd6-ca6657988741 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:06:12.612524 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ceff9b-039e-45f6-9cd6-ca6657988741 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:06:12.613107 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ceff9b-039e-45f6-9cd6-ca6657988741 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:06:12.613539 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ceff9b-039e-45f6-9cd6-ca6657988741 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:06:12.614035 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ceff9b-039e-45f6-9cd6-ca6657988741 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:06:12.614967 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ceff9b-039e-45f6-9cd6-ca6657988741 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:06:12.615085 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ceff9b-039e-45f6-9cd6-ca6657988741 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:06:12.615549 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ceff9b-039e-45f6-9cd6-ca6657988741 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:06:12.615991 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ceff9b-039e-45f6-9cd6-ca6657988741 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:06:12.616459 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ceff9b-039e-45f6-9cd6-ca6657988741 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:06:12.616914 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ceff9b-039e-45f6-9cd6-ca6657988741 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:06:12.618650 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b56760db-c1a9-40db-9d43-d9c5e2cf0662 req-0261308a-5bcf-487b-8c55-14af5a2ac95c tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4616065 May 18 18:06:12.634449 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a8ceff9b-039e-45f6-9cd6-ca6657988741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:12.640481 n-d-838550-3 neutron-server[102731]: INFO neutron.db.segments_db [None req-a8ceff9b-039e-45f6-9cd6-ca6657988741 admin admin] Added segment ba5b4c8c-85fa-4d1e-ac5d-e49cc72250ce of type vlan for network 35aa03bc-1495-4548-8bc6-c83249799063 May 18 18:06:12.719557 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7273f921-38e7-460a-a4fb-17ae2ac65628 req-9f442b4e-35f8-4e16-b98d-59b4b6367ff7 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:12.732579 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7273f921-38e7-460a-a4fb-17ae2ac65628 req-9f442b4e-35f8-4e16-b98d-59b4b6367ff7 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/ports?device_id=856de7f6-1aa7-4b67-bac8-1e6902f032dc HTTP/1.1" status: 200 len: 946 time: 0.2020237 May 18 18:06:12.735313 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [req-ac9f6e2f-1a0d-46de-81f6-454db7ba0a9f req-5247e4f6-d43a-4467-8afb-fe6ab40d1496 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Allocated IP 172.20.0.10 (f92940b8-c50f-4c94-b1f3-3e93ca94957d/3928b460-5138-4e6e-b763-eaa17a3ede29/4389e08c-e6da-47e4-bd68-a6c525f89bef) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:06:12.738692 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a8ceff9b-039e-45f6-9cd6-ca6657988741 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:12.773320 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52387974-9d10-43bf-84a1-78a83463cc59 admin admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:06:12.787676 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4cbf99e-e14b-42d5-867e-44a5333934b5 None None] Sync routers for ids ['fa6ea302-57f7-4256-8295-d6cef34f5028'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:06:12.796276 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-52387974-9d10-43bf-84a1-78a83463cc59 admin admin] 10.222.0.85 "PUT /v2.0/routers/fa6ea302-57f7-4256-8295-d6cef34f5028/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3761938 May 18 18:06:12.812797 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 49690) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:06:12.824728 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a8ceff9b-039e-45f6-9cd6-ca6657988741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:12.825781 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ceff9b-039e-45f6-9cd6-ca6657988741 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:12.826357 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a8ceff9b-039e-45f6-9cd6-ca6657988741 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:12.827046 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4cbf99e-e14b-42d5-867e-44a5333934b5 None None] Routers {'fa6ea302-57f7-4256-8295-d6cef34f5028'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:06:12.828275 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-f4cbf99e-e14b-42d5-867e-44a5333934b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:06:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['fa6ea302-57f7-4256-8295-d6cef34f5028'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:06:12.897583 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7273f921-38e7-460a-a4fb-17ae2ac65628 req-139ef50f-c727-4961-9aec-e15f9553a945 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/security-groups?id=fae3ce3c-9235-4ae4-9c6c-e682ce6a4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628065 May 18 18:06:12.954749 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-a8ceff9b-039e-45f6-9cd6-ca6657988741 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9574468 May 18 18:06:12.961658 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 49692) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:06:12.971780 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-d2d30889-875f-4c36-9746-e94d4cf469c6 admin admin] Request body: {'subnet': {'network_id': '35aa03bc-1495-4548-8bc6-c83249799063', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-673283917-subnet', 'tenant_id': 'fdb911c855ac4c6cb6a711e7d11eed8e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:06:13.004262 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ceff9b-039e-45f6-9cd6-ca6657988741 admin admin] Pushing event updated for resources: {'Network': ['ID=35aa03bc-1495-4548-8bc6-c83249799063,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:06:13.052276 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network 35aa03bc-1495-4548-8bc6-c83249799063 details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:06:13.081244 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77d8ac7-3010-4d05-8d1b-41d58a0d6620 req-10e195bd-6188-4863-b978-c5849e1f4435 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:13.082981 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d77d8ac7-3010-4d05-8d1b-41d58a0d6620 req-10e195bd-6188-4863-b978-c5849e1f4435 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/ports?device_id=f4d4ab14-30d2-4728-a24a-37646af24227 HTTP/1.1" status: 200 len: 946 time: 0.2995164 May 18 18:06:13.087240 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-662e26f6-a9cb-4d51-9cf2-4d8e37388a96 req-8d616ae3-2ff3-4b25-914d-682d8ae572ca service neutron] For port b0717277-345f-4a7c-a4b4-96d333eb51f2, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=b0717277-345f-4a7c-a4b4-96d333eb51f2,segment=NetworkSegment(6537e25f-afe8-4089-8825-f23e3073c58d),segment_id=6537e25f-afe8-4089-8825-f23e3073c58d)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:06:13.105408 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2d30889-875f-4c36-9746-e94d4cf469c6 admin admin] Made reservation on behalf of fdb911c855ac4c6cb6a711e7d11eed8e for: {'subnet': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:06:13.116534 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d2d30889-875f-4c36-9746-e94d4cf469c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260908003'] for subnet, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:13.220180 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-662e26f6-a9cb-4d51-9cf2-4d8e37388a96 req-8d616ae3-2ff3-4b25-914d-682d8ae572ca service neutron] For port b0717277-345f-4a7c-a4b4-96d333eb51f2, host n-h1-838550-3, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:06:13.227613 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d77d8ac7-3010-4d05-8d1b-41d58a0d6620 req-ff609714-23b1-4526-8486-531c91f92579 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/security-groups?id=bda815dc-3228-454b-a95b-f89a3eeb79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290863 May 18 18:06:13.263197 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:13.263826 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-ac9f6e2f-1a0d-46de-81f6-454db7ba0a9f req-5247e4f6-d43a-4467-8afb-fe6ab40d1496 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:13.297860 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4d4ab14-30d2-4728-a24a-37646af24227', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0717277-345f-4a7c-a4b4-96d333eb51f2'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:06:13.297860 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83ee93b9-956c-48a5-bf13-6f02cd7c7d09" -d '{"events": [{"server_uuid": "f4d4ab14-30d2-4728-a24a-37646af24227", "name": "network-vif-unplugged", "status": "completed", "tag": "b0717277-345f-4a7c-a4b4-96d333eb51f2"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:06:13.297860 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-662e26f6-a9cb-4d51-9cf2-4d8e37388a96 req-8d616ae3-2ff3-4b25-914d-682d8ae572ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:13.308099 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-662e26f6-a9cb-4d51-9cf2-4d8e37388a96 req-8d616ae3-2ff3-4b25-914d-682d8ae572ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:13.356330 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-f4cbf99e-e14b-42d5-867e-44a5333934b5 None None] Set router fa6ea302-57f7-4256-8295-d6cef34f5028 gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:06:13.405803 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-ac9f6e2f-1a0d-46de-81f6-454db7ba0a9f req-5247e4f6-d43a-4467-8afb-fe6ab40d1496 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:13.432934 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-662e26f6-a9cb-4d51-9cf2-4d8e37388a96 req-8d616ae3-2ff3-4b25-914d-682d8ae572ca service neutron] Attempting to bind port b0717277-345f-4a7c-a4b4-96d333eb51f2 on host n-h1-838550-3 for vnic_type normal with profile {"migrating_to": "n-h2-838550-3"} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:06:13.433404 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-662e26f6-a9cb-4d51-9cf2-4d8e37388a96 req-8d616ae3-2ff3-4b25-914d-682d8ae572ca service neutron] Attempting to bind port b0717277-345f-4a7c-a4b4-96d333eb51f2 by drivers openvswitch,hyperv on host n-h1-838550-3 at level 0 using segments [{'id': '6537e25f-afe8-4089-8825-f23e3073c58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'e7bb4226-ce97-4ecd-a736-061f4f786581'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:06:13.433849 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662e26f6-a9cb-4d51-9cf2-4d8e37388a96 req-8d616ae3-2ff3-4b25-914d-682d8ae572ca service neutron] Attempting to bind port b0717277-345f-4a7c-a4b4-96d333eb51f2 on network e7bb4226-ce97-4ecd-a736-061f4f786581 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:06:13.463637 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662e26f6-a9cb-4d51-9cf2-4d8e37388a96 req-8d616ae3-2ff3-4b25-914d-682d8ae572ca service neutron] Port b0717277-345f-4a7c-a4b4-96d333eb51f2 on network e7bb4226-ce97-4ecd-a736-061f4f786581 not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-3 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:06:13.464987 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662e26f6-a9cb-4d51-9cf2-4d8e37388a96 req-8d616ae3-2ff3-4b25-914d-682d8ae572ca service neutron] Attempting to bind port b0717277-345f-4a7c-a4b4-96d333eb51f2 on network e7bb4226-ce97-4ecd-a736-061f4f786581 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:06:13.490823 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d616ae3-2ff3-4b25-914d-682d8ae572ca service neutron] Pushing event updated for resources: {'Port': ['ID=b0717277-345f-4a7c-a4b4-96d333eb51f2,revision_number=7']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:06:13.521546 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662e26f6-a9cb-4d51-9cf2-4d8e37388a96 req-8d616ae3-2ff3-4b25-914d-682d8ae572ca service neutron] Checking agent: {'id': '1dbac822-25f2-4df8-9dc8-5c2e7b136eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:06:13.523808 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662e26f6-a9cb-4d51-9cf2-4d8e37388a96 req-8d616ae3-2ff3-4b25-914d-682d8ae572ca service neutron] Checking segment: {'id': '6537e25f-afe8-4089-8825-f23e3073c58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'e7bb4226-ce97-4ecd-a736-061f4f786581'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:06:13.526989 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662e26f6-a9cb-4d51-9cf2-4d8e37388a96 req-8d616ae3-2ff3-4b25-914d-682d8ae572ca service neutron] Bound using segment: {'id': '6537e25f-afe8-4089-8825-f23e3073c58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'e7bb4226-ce97-4ecd-a736-061f4f786581'} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:06:13.527721 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-662e26f6-a9cb-4d51-9cf2-4d8e37388a96 req-8d616ae3-2ff3-4b25-914d-682d8ae572ca service neutron] Bound port: b0717277-345f-4a7c-a4b4-96d333eb51f2, host: n-h1-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6537e25f-afe8-4089-8825-f23e3073c58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'e7bb4226-ce97-4ecd-a736-061f4f786581'}}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:06:13.528284 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-662e26f6-a9cb-4d51-9cf2-4d8e37388a96 req-8d616ae3-2ff3-4b25-914d-682d8ae572ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:13.605946 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac9f6e2f-1a0d-46de-81f6-454db7ba0a9f req-5247e4f6-d43a-4467-8afb-fe6ab40d1496 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Network f92940b8-c50f-4c94-b1f3-3e93ca94957d is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:06:13.633372 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [req-ac9f6e2f-1a0d-46de-81f6-454db7ba0a9f req-5247e4f6-d43a-4467-8afb-fe6ab40d1496 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:06:13.638666 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac9f6e2f-1a0d-46de-81f6-454db7ba0a9f req-5247e4f6-d43a-4467-8afb-fe6ab40d1496 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:06:13.685502 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ee5deb7c-ab5e-4264-853a-c3613de91f6b admin admin] Notify callbacks [] for router, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:13.830824 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 May 2022 18:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88afe900-13eb-48c3-8e9d-ca94cc8b42c6 x-openstack-request-id: req-88afe900-13eb-48c3-8e9d-ca94cc8b42c6 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:06:13.832062 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4d4ab14-30d2-4728-a24a-37646af24227", "name": "network-vif-unplugged", "status": "completed", "tag": "b0717277-345f-4a7c-a4b4-96d333eb51f2", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:06:13.832579 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-88afe900-13eb-48c3-8e9d-ca94cc8b42c6 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:06:13.833199 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88afe900-13eb-48c3-8e9d-ca94cc8b42c6'] response: {'server_uuid': 'f4d4ab14-30d2-4728-a24a-37646af24227', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0717277-345f-4a7c-a4b4-96d333eb51f2', 'code': 200} May 18 18:06:13.840997 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5247e4f6-d43a-4467-8afb-fe6ab40d1496 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Pushing event updated for resources: {'Port': ['ID=4389e08c-e6da-47e4-bd68-a6c525f89bef,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:06:13.846930 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d2d30889-875f-4c36-9746-e94d4cf469c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260898481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260908021'] for subnet, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:13.860991 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-f4cbf99e-e14b-42d5-867e-44a5333934b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa6ea302-57f7-4256-8295-d6cef34f5028', 'name': 'tempest-ServersTestJSON-275480808-router', 'tenant_id': '1f38cde3deff43fb910ab68e713e2daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': '805e794f-9e1f-4856-bcfa-5af891a8bce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:04:07Z', 'updated_at': '2022-05-18T18:06:09Z', 'revision_number': 5, 'project_id': '1f38cde3deff43fb910ab68e713e2daa', 'gw_port': {'id': '805e794f-9e1f-4856-bcfa-5af891a8bce3', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:3f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6ea302-57f7-4256-8295-d6cef34f5028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:04:08Z', 'updated_at': '2022-05-18T18:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:06:13.936570 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4cbf99e-e14b-42d5-867e-44a5333934b5 None None] Checking router: fa6ea302-57f7-4256-8295-d6cef34f5028 for host: n-d-838550-3 {{(pid=102732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:06:13.955013 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9f6e2f-1a0d-46de-81f6-454db7ba0a9f req-5247e4f6-d43a-4467-8afb-fe6ab40d1496 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:13.956733 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-ac9f6e2f-1a0d-46de-81f6-454db7ba0a9f req-5247e4f6-d43a-4467-8afb-fe6ab40d1496 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:13.962665 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4cbf99e-e14b-42d5-867e-44a5333934b5 None None] Routers {'fa6ea302-57f7-4256-8295-d6cef34f5028'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:06:13.964674 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d30889-875f-4c36-9746-e94d4cf469c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9078eee-385e-4d5a-9f98-77196779b20c,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:06:13.965876 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-f4cbf99e-e14b-42d5-867e-44a5333934b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:06:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['fa6ea302-57f7-4256-8295-d6cef34f5028'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:06:13.966977 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-662e26f6-a9cb-4d51-9cf2-4d8e37388a96 req-8d616ae3-2ff3-4b25-914d-682d8ae572ca service neutron] For port b0717277-345f-4a7c-a4b4-96d333eb51f2, host n-h1-838550-3, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:06:13.986330 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-662e26f6-a9cb-4d51-9cf2-4d8e37388a96 req-8d616ae3-2ff3-4b25-914d-682d8ae572ca service neutron] For port b0717277-345f-4a7c-a4b4-96d333eb51f2, host n-h1-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=b0717277-345f-4a7c-a4b4-96d333eb51f2,segment=NetworkSegment(6537e25f-afe8-4089-8825-f23e3073c58d),segment_id=6537e25f-afe8-4089-8825-f23e3073c58d)] {{(pid=102730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:06:14.001491 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff942abe-2a54-48b3-9085-6051ea02eaf1 req-37b0f5de-726e-439a-8f36-e8d08ccbe260 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:14.014254 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ff942abe-2a54-48b3-9085-6051ea02eaf1 req-37b0f5de-726e-439a-8f36-e8d08ccbe260 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=cc1771d3-4afb-4ab4-afef-9656452c2449 HTTP/1.1" status: 200 len: 932 time: 0.4149332 May 18 18:06:14.024163 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-662e26f6-a9cb-4d51-9cf2-4d8e37388a96 req-8d616ae3-2ff3-4b25-914d-682d8ae572ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:14.027801 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ee5deb7c-ab5e-4264-853a-c3613de91f6b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:14.042623 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d30889-875f-4c36-9746-e94d4cf469c6 admin admin] Checking segment: {'id': 'ba5b4c8c-85fa-4d1e-ac5d-e49cc72250ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '35aa03bc-1495-4548-8bc6-c83249799063'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:06:14.043145 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d30889-875f-4c36-9746-e94d4cf469c6 admin admin] Network hostable DHCP agents. Network: 35aa03bc-1495-4548-8bc6-c83249799063, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:06:14.069085 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ac9f6e2f-1a0d-46de-81f6-454db7ba0a9f req-5247e4f6-d43a-4467-8afb-fe6ab40d1496 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1576884 May 18 18:06:14.099234 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-ac9f6e2f-1a0d-46de-81f6-454db7ba0a9f req-53ea3d48-55c1-4559-9d77-e565fefa8a7b service neutron] Request body: {'port': {'device_id': 'cc1771d3-4afb-4ab4-afef-9656452c2449', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-3'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:06:14.101779 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a163258-d753-483a-81df-c4c24d50f7c4 req-4d6810c7-c7e7-4ce0-ac4b-ac21e43f4381 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:14.103344 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8a163258-d753-483a-81df-c4c24d50f7c4 req-4d6810c7-c7e7-4ce0-ac4b-ac21e43f4381 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=213629a7-b155-4938-9d93-e1d30507d5aa HTTP/1.1" status: 200 len: 950 time: 0.1328158 May 18 18:06:14.122484 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d30889-875f-4c36-9746-e94d4cf469c6 admin admin] Network 35aa03bc-1495-4548-8bc6-c83249799063 is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:06:14.150566 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-ee5deb7c-ab5e-4264-853a-c3613de91f6b admin admin] Deleting port 805e794f-9e1f-4856-bcfa-5af891a8bce3 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:06:14.150925 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ee5deb7c-ab5e-4264-853a-c3613de91f6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:14.156442 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-d2d30889-875f-4c36-9746-e94d4cf469c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, 35aa03bc-1495-4548-8bc6-c83249799063) {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:06:14.175443 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ff942abe-2a54-48b3-9085-6051ea02eaf1 req-442de0e5-f889-45db-8fe4-d032ad698263 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/security-groups?id=33ba1fad-191a-4b7a-ae9e-8e9e60985e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599865 May 18 18:06:14.181872 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e476f19a-e1a0-475a-bfd8-12151c0fea2c None None] Network 35aa03bc-1495-4548-8bc6-c83249799063 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:06:14.194344 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d30889-875f-4c36-9746-e94d4cf469c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:14.194960 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d2d30889-875f-4c36-9746-e94d4cf469c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:14.273606 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d616ae3-2ff3-4b25-914d-682d8ae572ca service neutron] Pushing event updated for resources: {'Port': ['ID=b0717277-345f-4a7c-a4b4-96d333eb51f2,revision_number=8']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:06:14.323612 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-ac9f6e2f-1a0d-46de-81f6-454db7ba0a9f req-53ea3d48-55c1-4559-9d77-e565fefa8a7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:14.368821 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-f4cbf99e-e14b-42d5-867e-44a5333934b5 None None] Set router fa6ea302-57f7-4256-8295-d6cef34f5028 gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:06:14.387558 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662e26f6-a9cb-4d51-9cf2-4d8e37388a96 req-8d616ae3-2ff3-4b25-914d-682d8ae572ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:14.388446 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-662e26f6-a9cb-4d51-9cf2-4d8e37388a96 req-8d616ae3-2ff3-4b25-914d-682d8ae572ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:14.391595 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-662e26f6-a9cb-4d51-9cf2-4d8e37388a96 req-8d616ae3-2ff3-4b25-914d-682d8ae572ca service neutron] 10.222.0.88 "PUT /v2.0/ports/b0717277-345f-4a7c-a4b4-96d333eb51f2 HTTP/1.1" status: 200 len: 1122 time: 3.0967431 May 18 18:06:14.446200 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-ee5deb7c-ab5e-4264-853a-c3613de91f6b admin admin] For port 805e794f-9e1f-4856-bcfa-5af891a8bce3, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=805e794f-9e1f-4856-bcfa-5af891a8bce3,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:06:14.446649 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ee5deb7c-ab5e-4264-853a-c3613de91f6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:14.516105 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['b0717277-345f-4a7c-a4b4-96d333eb51f2'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:06:14.520501 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-ee5deb7c-ab5e-4264-853a-c3613de91f6b admin admin] Calling delete_port for 805e794f-9e1f-4856-bcfa-5af891a8bce3 owned by network:router_gateway {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:06:14.632656 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['b0717277-345f-4a7c-a4b4-96d333eb51f2'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:06:14.723365 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8a163258-d753-483a-81df-c4c24d50f7c4 req-84edddf4-697d-4d23-a604-fc8cb8a53ce3 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6121325 May 18 18:06:14.760983 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-d2d30889-875f-4c36-9746-e94d4cf469c6 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7953410 May 18 18:06:14.802843 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [req-ac9f6e2f-1a0d-46de-81f6-454db7ba0a9f req-53ea3d48-55c1-4559-9d77-e565fefa8a7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4389e08c-e6da-47e4-bd68-a6c525f89bef {{(pid=102730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:06:14.813532 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-ac9f6e2f-1a0d-46de-81f6-454db7ba0a9f req-53ea3d48-55c1-4559-9d77-e565fefa8a7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:14.831523 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [req-ac9f6e2f-1a0d-46de-81f6-454db7ba0a9f req-53ea3d48-55c1-4559-9d77-e565fefa8a7b service neutron] Transition to ACTIVE for port object 4389e08c-e6da-47e4-bd68-a6c525f89bef will not be triggered until provisioned by entity L2. {{(pid=102730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:06:14.840064 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-ac9f6e2f-1a0d-46de-81f6-454db7ba0a9f req-53ea3d48-55c1-4559-9d77-e565fefa8a7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:14.908925 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ea3d48-55c1-4559-9d77-e565fefa8a7b service neutron] Pushing event updated for resources: {'Port': ['ID=4389e08c-e6da-47e4-bd68-a6c525f89bef,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:06:14.931713 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e4c2c9-03be-4f4a-9f8b-93c7a2c88068 req-85fc8702-2a58-4248-a263-57e5a02d37b5 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:14.933452 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d6e4c2c9-03be-4f4a-9f8b-93c7a2c88068 req-85fc8702-2a58-4248-a263-57e5a02d37b5 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/ports?device_id=856de7f6-1aa7-4b67-bac8-1e6902f032dc HTTP/1.1" status: 200 len: 946 time: 0.6139615 May 18 18:06:15.114859 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-ac9f6e2f-1a0d-46de-81f6-454db7ba0a9f req-53ea3d48-55c1-4559-9d77-e565fefa8a7b service neutron] Attempting to bind port 4389e08c-e6da-47e4-bd68-a6c525f89bef on host n-h1-838550-3 for vnic_type normal with profile {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:06:15.115334 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-ac9f6e2f-1a0d-46de-81f6-454db7ba0a9f req-53ea3d48-55c1-4559-9d77-e565fefa8a7b service neutron] Attempting to bind port 4389e08c-e6da-47e4-bd68-a6c525f89bef by drivers openvswitch,hyperv on host n-h1-838550-3 at level 0 using segments [{'id': '58bfdefb-3654-4aa0-92f0-6f0afd2552db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'f92940b8-c50f-4c94-b1f3-3e93ca94957d'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:06:15.115673 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac9f6e2f-1a0d-46de-81f6-454db7ba0a9f req-53ea3d48-55c1-4559-9d77-e565fefa8a7b service neutron] Attempting to bind port 4389e08c-e6da-47e4-bd68-a6c525f89bef on network f92940b8-c50f-4c94-b1f3-3e93ca94957d {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:06:15.128078 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac9f6e2f-1a0d-46de-81f6-454db7ba0a9f req-53ea3d48-55c1-4559-9d77-e565fefa8a7b service neutron] Port 4389e08c-e6da-47e4-bd68-a6c525f89bef on network f92940b8-c50f-4c94-b1f3-3e93ca94957d not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-3 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:06:15.128439 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac9f6e2f-1a0d-46de-81f6-454db7ba0a9f req-53ea3d48-55c1-4559-9d77-e565fefa8a7b service neutron] Attempting to bind port 4389e08c-e6da-47e4-bd68-a6c525f89bef on network f92940b8-c50f-4c94-b1f3-3e93ca94957d {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:06:15.152581 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac9f6e2f-1a0d-46de-81f6-454db7ba0a9f req-53ea3d48-55c1-4559-9d77-e565fefa8a7b service neutron] Checking agent: {'id': '1dbac822-25f2-4df8-9dc8-5c2e7b136eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:06:15.153034 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac9f6e2f-1a0d-46de-81f6-454db7ba0a9f req-53ea3d48-55c1-4559-9d77-e565fefa8a7b service neutron] Checking segment: {'id': '58bfdefb-3654-4aa0-92f0-6f0afd2552db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'f92940b8-c50f-4c94-b1f3-3e93ca94957d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:06:15.153969 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac9f6e2f-1a0d-46de-81f6-454db7ba0a9f req-53ea3d48-55c1-4559-9d77-e565fefa8a7b service neutron] Bound using segment: {'id': '58bfdefb-3654-4aa0-92f0-6f0afd2552db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'f92940b8-c50f-4c94-b1f3-3e93ca94957d'} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:06:15.154442 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-ac9f6e2f-1a0d-46de-81f6-454db7ba0a9f req-53ea3d48-55c1-4559-9d77-e565fefa8a7b service neutron] Bound port: 4389e08c-e6da-47e4-bd68-a6c525f89bef, host: n-h1-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58bfdefb-3654-4aa0-92f0-6f0afd2552db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'f92940b8-c50f-4c94-b1f3-3e93ca94957d'}}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:06:15.154824 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-ac9f6e2f-1a0d-46de-81f6-454db7ba0a9f req-53ea3d48-55c1-4559-9d77-e565fefa8a7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:15.288397 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ee5deb7c-ab5e-4264-853a-c3613de91f6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:15.341821 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd48ecc-512b-4667-b5db-a544ba0d0942 None None] Network 35aa03bc-1495-4548-8bc6-c83249799063 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:06:15.372274 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-ac9f6e2f-1a0d-46de-81f6-454db7ba0a9f req-53ea3d48-55c1-4559-9d77-e565fefa8a7b service neutron] For port 4389e08c-e6da-47e4-bd68-a6c525f89bef, host n-h1-838550-3, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:06:15.378271 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-ac9f6e2f-1a0d-46de-81f6-454db7ba0a9f req-53ea3d48-55c1-4559-9d77-e565fefa8a7b service neutron] For port 4389e08c-e6da-47e4-bd68-a6c525f89bef, host n-h1-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=4389e08c-e6da-47e4-bd68-a6c525f89bef,segment=NetworkSegment(58bfdefb-3654-4aa0-92f0-6f0afd2552db),segment_id=58bfdefb-3654-4aa0-92f0-6f0afd2552db)] {{(pid=102730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:06:15.385762 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d6e4c2c9-03be-4f4a-9f8b-93c7a2c88068 req-666f86f8-596a-4336-9cc3-c93e348b3e1d tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/security-groups?id=fae3ce3c-9235-4ae4-9c6c-e682ce6a4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4228504 May 18 18:06:15.388739 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-ac9f6e2f-1a0d-46de-81f6-454db7ba0a9f req-53ea3d48-55c1-4559-9d77-e565fefa8a7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:15.430971 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a100f0d5-23f2-45c2-ba56-189f2e344f44 req-7776cec5-5d48-4723-aa94-b4c6bced04dd tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:15.475224 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a100f0d5-23f2-45c2-ba56-189f2e344f44 req-7776cec5-5d48-4723-aa94-b4c6bced04dd tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/ports?device_id=f4d4ab14-30d2-4728-a24a-37646af24227 HTTP/1.1" status: 200 len: 944 time: 0.3566768 May 18 18:06:15.492480 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5deb7c-ab5e-4264-853a-c3613de91f6b admin admin] Pushing event deleted for resources: {'Port': ['ID=805e794f-9e1f-4856-bcfa-5af891a8bce3,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:06:15.527070 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9f6e2f-1a0d-46de-81f6-454db7ba0a9f req-53ea3d48-55c1-4559-9d77-e565fefa8a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:15.536852 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-ac9f6e2f-1a0d-46de-81f6-454db7ba0a9f req-53ea3d48-55c1-4559-9d77-e565fefa8a7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:15.549404 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ac9f6e2f-1a0d-46de-81f6-454db7ba0a9f req-53ea3d48-55c1-4559-9d77-e565fefa8a7b service neutron] 10.222.0.36 "PUT /v2.0/ports/4389e08c-e6da-47e4-bd68-a6c525f89bef HTTP/1.1" status: 200 len: 1092 time: 1.4499018 May 18 18:06:15.561685 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-f4cbf99e-e14b-42d5-867e-44a5333934b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa6ea302-57f7-4256-8295-d6cef34f5028', 'name': 'tempest-ServersTestJSON-275480808-router', 'tenant_id': '1f38cde3deff43fb910ab68e713e2daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': '805e794f-9e1f-4856-bcfa-5af891a8bce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:04:07Z', 'updated_at': '2022-05-18T18:06:09Z', 'revision_number': 5, 'project_id': '1f38cde3deff43fb910ab68e713e2daa', 'gw_port': {'id': '805e794f-9e1f-4856-bcfa-5af891a8bce3', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:3f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6ea302-57f7-4256-8295-d6cef34f5028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:04:08Z', 'updated_at': '2022-05-18T18:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:06:15.617160 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ea3d48-55c1-4559-9d77-e565fefa8a7b service neutron] Pushing event updated for resources: {'Port': ['ID=4389e08c-e6da-47e4-bd68-a6c525f89bef,revision_number=3']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:06:15.666313 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a100f0d5-23f2-45c2-ba56-189f2e344f44 req-e95b56fa-4e07-4080-bf2d-79d767cac11b tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/security-groups?id=bda815dc-3228-454b-a95b-f89a3eeb79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900327 May 18 18:06:15.710687 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-c959a71f-536c-4191-97cd-3fd857450ae7 req-4cb7c3e9-6c7c-421c-9a64-75a376104964 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-804836284', 'description': 'tempest-description-1026663039'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:06:15.772704 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9f6e2f-1a0d-46de-81f6-454db7ba0a9f req-0f0d489f-73d4-4a07-8341-be33d57c8dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:15.776166 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ac9f6e2f-1a0d-46de-81f6-454db7ba0a9f req-0f0d489f-73d4-4a07-8341-be33d57c8dc5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ed8a017ff6d8432c9386dee5054e8944&device_id=cc1771d3-4afb-4ab4-afef-9656452c2449 HTTP/1.1" status: 200 len: 1095 time: 0.1486311 May 18 18:06:15.807149 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-c959a71f-536c-4191-97cd-3fd857450ae7 req-4cb7c3e9-6c7c-421c-9a64-75a376104964 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:15.825428 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ee5deb7c-ab5e-4264-853a-c3613de91f6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596901'] for router_gateway, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:15.847319 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4cbf99e-e14b-42d5-867e-44a5333934b5 None None] The sync data for ids ['fa6ea302-57f7-4256-8295-d6cef34f5028'] in n-d-838550-3 is: [{'id': 'fa6ea302-57f7-4256-8295-d6cef34f5028', 'name': 'tempest-ServersTestJSON-275480808-router', 'tenant_id': '1f38cde3deff43fb910ab68e713e2daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': '805e794f-9e1f-4856-bcfa-5af891a8bce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:04:07Z', 'updated_at': '2022-05-18T18:06:09Z', 'revision_number': 5, 'project_id': '1f38cde3deff43fb910ab68e713e2daa', 'gw_port': {'id': '805e794f-9e1f-4856-bcfa-5af891a8bce3', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:3f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6ea302-57f7-4256-8295-d6cef34f5028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:04:08Z', 'updated_at': '2022-05-18T18:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:06:15.947708 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4d4ab14-30d2-4728-a24a-37646af24227', 'tag': 'b0717277-345f-4a7c-a4b4-96d333eb51f2'}, {'name': 'network-changed', 'server_uuid': 'cc1771d3-4afb-4ab4-afef-9656452c2449', 'tag': '4389e08c-e6da-47e4-bd68-a6c525f89bef'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:06:15.950104 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bdc119c-c379-4a5f-b13f-d4968a50cd6c" -d '{"events": [{"name": "network-changed", "server_uuid": "f4d4ab14-30d2-4728-a24a-37646af24227", "tag": "b0717277-345f-4a7c-a4b4-96d333eb51f2"}, {"name": "network-changed", "server_uuid": "cc1771d3-4afb-4ab4-afef-9656452c2449", "tag": "4389e08c-e6da-47e4-bd68-a6c525f89bef"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:06:15.984164 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ac9f6e2f-1a0d-46de-81f6-454db7ba0a9f req-cab6b9c6-bee6-42f2-8949-327c72381783 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4389e08c-e6da-47e4-bd68-a6c525f89bef HTTP/1.1" status: 200 len: 217 time: 0.1947064 May 18 18:06:15.987789 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ee5deb7c-ab5e-4264-853a-c3613de91f6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25145'] for router, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:15.992570 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ee5deb7c-ab5e-4264-853a-c3613de91f6b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:16.075826 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd58a3f1-cfdd-415b-8cbe-8d78ae13f958 req-8c50d164-1329-4fe3-bab6-a5bae86e10f4 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:16.078464 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bd58a3f1-cfdd-415b-8cbe-8d78ae13f958 req-8c50d164-1329-4fe3-bab6-a5bae86e10f4 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=cc1771d3-4afb-4ab4-afef-9656452c2449 HTTP/1.1" status: 200 len: 944 time: 0.1967940 May 18 18:06:16.080197 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ee5deb7c-ab5e-4264-853a-c3613de91f6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593303'] for router, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:16.082119 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee5deb7c-ab5e-4264-853a-c3613de91f6b admin admin] Fanout notify agent at l3_agent the message router_deleted on router fa6ea302-57f7-4256-8295-d6cef34f5028 {{(pid=102731) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 18 18:06:16.087880 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ee5deb7c-ab5e-4264-853a-c3613de91f6b admin admin] Notify callbacks [] for router, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:16.097343 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-ee5deb7c-ab5e-4264-853a-c3613de91f6b admin admin] 10.222.0.85 "DELETE /v2.0/routers/fa6ea302-57f7-4256-8295-d6cef34f5028 HTTP/1.1" status: 204 len: 168 time: 3.2797155 May 18 18:06:16.099273 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 49742) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:06:16.182993 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bd58a3f1-cfdd-415b-8cbe-8d78ae13f958 req-4330737a-5dc3-4dff-bd01-7ff92480eeac tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/security-groups?id=33ba1fad-191a-4b7a-ae9e-8e9e60985e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828114 May 18 18:06:16.199461 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9f6e2f-1a0d-46de-81f6-454db7ba0a9f req-2f60bd12-0b8f-4ef6-8112-884b25cbcd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:16.201000 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ac9f6e2f-1a0d-46de-81f6-454db7ba0a9f req-2f60bd12-0b8f-4ef6-8112-884b25cbcd23 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3928b460-5138-4e6e-b763-eaa17a3ede29 HTTP/1.1" status: 200 len: 852 time: 0.1987762 May 18 18:06:16.302211 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ac9f6e2f-1a0d-46de-81f6-454db7ba0a9f req-26a87cb3-2500-4338-93c4-0efdd7820621 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f92940b8-c50f-4c94-b1f3-3e93ca94957d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0803456 May 18 18:06:16.357592 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-c959a71f-536c-4191-97cd-3fd857450ae7 req-4cb7c3e9-6c7c-421c-9a64-75a376104964 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:16.378692 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-c959a71f-536c-4191-97cd-3fd857450ae7 req-4cb7c3e9-6c7c-421c-9a64-75a376104964 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:16.403607 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_v2 [None req-38b99f20-e95a-4605-813a-259ebf94b070 admin admin] Deleting subnet 18fdedba-2287-4654-9694-86ee417b097d {{(pid=102730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:06:16.447722 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8269bc-90b4-4961-b8b2-a97769181bc4 req-ccc4ca33-e10b-4fbc-9e96-103db116353e tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:16.451206 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0e8269bc-90b4-4961-b8b2-a97769181bc4 req-ccc4ca33-e10b-4fbc-9e96-103db116353e tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=213629a7-b155-4938-9d93-e1d30507d5aa HTTP/1.1" status: 200 len: 950 time: 0.1471512 May 18 18:06:16.469737 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-38b99f20-e95a-4605-813a-259ebf94b070 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:16.548672 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-c959a71f-536c-4191-97cd-3fd857450ae7 req-4cb7c3e9-6c7c-421c-9a64-75a376104964 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:16.556483 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c959a71f-536c-4191-97cd-3fd857450ae7 req-4cb7c3e9-6c7c-421c-9a64-75a376104964 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.9158649 May 18 18:06:16.572717 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0e8269bc-90b4-4961-b8b2-a97769181bc4 req-d74d99aa-5be5-4665-b311-30b118cfef5e tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002123 May 18 18:06:16.574208 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb7c3e9-6c7c-421c-9a64-75a376104964 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fab51a8e-0098-4cc9-84a3-d9e6f705cd17,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:06:16.612108 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-38b99f20-e95a-4605-813a-259ebf94b070 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260107366'] for subnet, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:16.722662 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ac9f6e2f-1a0d-46de-81f6-454db7ba0a9f req-daf3a7ad-435c-4e1a-a5a2-7eea4af474df service neutron] 10.222.0.36 "GET /v2.0/networks/f92940b8-c50f-4c94-b1f3-3e93ca94957d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3620820 May 18 18:06:16.760232 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 18 May 2022 18:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6866361f-82fb-49c9-a2d1-a93f4b15641b x-openstack-request-id: req-6866361f-82fb-49c9-a2d1-a93f4b15641b {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:06:16.760935 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4d4ab14-30d2-4728-a24a-37646af24227", "tag": "b0717277-345f-4a7c-a4b4-96d333eb51f2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "cc1771d3-4afb-4ab4-afef-9656452c2449", "tag": "4389e08c-e6da-47e4-bd68-a6c525f89bef", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:06:16.761564 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-6866361f-82fb-49c9-a2d1-a93f4b15641b {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:06:16.762479 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6866361f-82fb-49c9-a2d1-a93f4b15641b'] response: {'name': 'network-changed', 'server_uuid': 'f4d4ab14-30d2-4728-a24a-37646af24227', 'tag': 'b0717277-345f-4a7c-a4b4-96d333eb51f2', 'status': 'completed', 'code': 200} May 18 18:06:16.763117 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6866361f-82fb-49c9-a2d1-a93f4b15641b'] response: {'name': 'network-changed', 'server_uuid': 'cc1771d3-4afb-4ab4-afef-9656452c2449', 'tag': '4389e08c-e6da-47e4-bd68-a6c525f89bef', 'status': 'completed', 'code': 200} May 18 18:06:16.797129 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-f12c3f8c-02d3-4054-8c9e-fc5203f10b88 req-6d7fcd63-1f6f-4812-a162-2ec6fa0437c2 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-522560325', 'description': 'tempest-description-599785377'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:06:16.863459 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-f12c3f8c-02d3-4054-8c9e-fc5203f10b88 req-6d7fcd63-1f6f-4812-a162-2ec6fa0437c2 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:16.980708 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 7 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 18:06:17.078109 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-f12c3f8c-02d3-4054-8c9e-fc5203f10b88 req-6d7fcd63-1f6f-4812-a162-2ec6fa0437c2 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:17.107848 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-f12c3f8c-02d3-4054-8c9e-fc5203f10b88 req-6d7fcd63-1f6f-4812-a162-2ec6fa0437c2 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:17.138588 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-38b99f20-e95a-4605-813a-259ebf94b070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:17.208183 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7fcd63-1f6f-4812-a162-2ec6fa0437c2 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1bc3b4f-a0fd-4d51-af63-e28a9991e038,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:06:17.220430 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-f12c3f8c-02d3-4054-8c9e-fc5203f10b88 req-6d7fcd63-1f6f-4812-a162-2ec6fa0437c2 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:17.238501 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f12c3f8c-02d3-4054-8c9e-fc5203f10b88 req-6d7fcd63-1f6f-4812-a162-2ec6fa0437c2 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.4589720 May 18 18:06:17.303411 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdc119c-c379-4a5f-b13f-d4968a50cd6c req-099e5008-f540-4802-afa6-fc674b3b7286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:17.305175 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7bdc119c-c379-4a5f-b13f-d4968a50cd6c req-099e5008-f540-4802-afa6-fc674b3b7286 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=38c3fbce1f554996bc4a73e5f0f7c3e8&device_id=f4d4ab14-30d2-4728-a24a-37646af24227 HTTP/1.1" status: 200 len: 1125 time: 0.4943912 May 18 18:06:17.378464 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa440f1-044a-41ad-98b6-1f9c2271bf23 req-df79cb82-ba1e-4920-b179-12ccd2a64b9a tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:17.380056 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bfa440f1-044a-41ad-98b6-1f9c2271bf23 req-df79cb82-ba1e-4920-b179-12ccd2a64b9a tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/ports?device_id=f4d4ab14-30d2-4728-a24a-37646af24227 HTTP/1.1" status: 200 len: 944 time: 0.0635581 May 18 18:06:17.458360 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf923d49-e6b4-4780-a51c-591fb4de06f0 req-d274a133-d541-4104-8a18-043c479b63e7 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:17.460351 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bf923d49-e6b4-4780-a51c-591fb4de06f0 req-d274a133-d541-4104-8a18-043c479b63e7 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/ports?device_id=856de7f6-1aa7-4b67-bac8-1e6902f032dc HTTP/1.1" status: 200 len: 946 time: 0.5186782 May 18 18:06:17.475057 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ac9f6e2f-1a0d-46de-81f6-454db7ba0a9f req-8bc91c0a-73c0-479b-87c2-9121d36ecde2 service neutron] 10.222.0.36 "GET /v2.0/networks/f92940b8-c50f-4c94-b1f3-3e93ca94957d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7359655 May 18 18:06:17.491419 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bfa440f1-044a-41ad-98b6-1f9c2271bf23 req-d667f2eb-90e3-4906-a694-d4ba92ab8d8b tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/security-groups?id=bda815dc-3228-454b-a95b-f89a3eeb79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717411 May 18 18:06:17.778945 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-38b99f20-e95a-4605-813a-259ebf94b070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261104690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261031888'] for subnet, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:17.799689 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559ac3ba-7999-4d01-9096-b1367c47ac10 req-61678e08-20fb-4536-989a-20d397b17ff2 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:17.799689 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-559ac3ba-7999-4d01-9096-b1367c47ac10 req-61678e08-20fb-4536-989a-20d397b17ff2 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=cc1771d3-4afb-4ab4-afef-9656452c2449 HTTP/1.1" status: 200 len: 944 time: 0.1232698 May 18 18:06:17.800108 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bf923d49-e6b4-4780-a51c-591fb4de06f0 req-b9d27a8a-f6b6-4756-a731-342ee5106a5a tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/security-groups?id=fae3ce3c-9235-4ae4-9c6c-e682ce6a4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2899251 May 18 18:06:17.800108 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdc119c-c379-4a5f-b13f-d4968a50cd6c req-8ca50975-2a44-4642-9e4f-a2526afa2d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:17.800108 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7bdc119c-c379-4a5f-b13f-d4968a50cd6c req-8ca50975-2a44-4642-9e4f-a2526afa2d9d service neutron] 10.222.0.36 "GET /v2.0/networks?id=e7bb4226-ce97-4ecd-a736-061f4f786581 HTTP/1.1" status: 200 len: 921 time: 0.4763558 May 18 18:06:17.891674 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-559ac3ba-7999-4d01-9096-b1367c47ac10 req-cff687d9-53e1-46eb-845a-bce9f9e798ae tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/security-groups?id=33ba1fad-191a-4b7a-ae9e-8e9e60985e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845082 May 18 18:06:17.945673 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7bdc119c-c379-4a5f-b13f-d4968a50cd6c req-2ff58794-dd93-4ec6-bd44-792ba7b1607d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b0717277-345f-4a7c-a4b4-96d333eb51f2 HTTP/1.1" status: 200 len: 217 time: 0.0913117 May 18 18:06:17.945673 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b99f20-e95a-4605-813a-259ebf94b070 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18fdedba-2287-4654-9694-86ee417b097d,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:06:17.966503 n-d-838550-3 neutron-server[102730]: INFO neutron.api.v2.resource [req-b7d7c13c-efcd-449c-9700-5759bf6d3bcc req-809bb23e-d315-4d3b-84d2-9d4faa403769 service neutron] show failed (client error): The resource could not be found. May 18 18:06:17.967844 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b7d7c13c-efcd-449c-9700-5759bf6d3bcc req-809bb23e-d315-4d3b-84d2-9d4faa403769 service neutron] 10.222.0.36 "GET /v2.0/ports/eb7403a5-417e-4c66-9028-f2b20017e630/bindings/n-h2-838550-3 HTTP/1.1" status: 404 len: 380 time: 0.4663050 May 18 18:06:17.971064 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-38b99f20-e95a-4605-813a-259ebf94b070 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:17.976428 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-38b99f20-e95a-4605-813a-259ebf94b070 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/18fdedba-2287-4654-9694-86ee417b097d HTTP/1.1" status: 204 len: 168 time: 1.8768759 May 18 18:06:17.978797 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df119934-e8ec-4700-8e80-f9e7c0c64c38 None None] Network 2f372af3-44c1-44d0-844a-1de4600a10c9 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:06:17.980514 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 49782) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:06:18.009830 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 805e794f-9e1f-4856-bcfa-5af891a8bce3 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:06:18.118216 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 805e794f-9e1f-4856-bcfa-5af891a8bce3 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:06:18.119041 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 805e794f-9e1f-4856-bcfa-5af891a8bce3 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:06:18.119924 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 6f7aa364-0014-4cb0-a4db-efefd69f3b1f no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:06:18.168252 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 6f7aa364-0014-4cb0-a4db-efefd69f3b1f {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:06:18.169096 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 6f7aa364-0014-4cb0-a4db-efefd69f3b1f not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:06:18.169604 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656dc073-f025-4934-9ed2-538d12a1ce6c req-bea3474e-b5f5-44d7-a50c-32c85b416b41 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:18.179435 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-656dc073-f025-4934-9ed2-538d12a1ce6c req-bea3474e-b5f5-44d7-a50c-32c85b416b41 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=213629a7-b155-4938-9d93-e1d30507d5aa HTTP/1.1" status: 200 len: 950 time: 0.1119452 May 18 18:06:18.303547 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-656dc073-f025-4934-9ed2-538d12a1ce6c req-ae17714b-7161-4aeb-92be-dd1db153371c tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132090 May 18 18:06:18.345151 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdc119c-c379-4a5f-b13f-d4968a50cd6c req-25b62989-3b69-4c4b-8562-6c767413f97b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:18.348712 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7bdc119c-c379-4a5f-b13f-d4968a50cd6c req-25b62989-3b69-4c4b-8562-6c767413f97b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cf982f85-dd38-4a89-9c21-fca17676813e HTTP/1.1" status: 200 len: 860 time: 0.4003801 May 18 18:06:18.475606 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b21e2e3b-4935-4a14-a9f5-a1341cce9a4d None None] DHCP port deletion for 2f372af3-44c1-44d0-844a-1de4600a10c9 request from n-d-838550-3 {{(pid=102732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 18:06:18.506537 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3cf42e-25d3-458e-bec0-6b9a78bdb7a0 req-2920fa39-e97f-4c41-8c75-3ad07eb79ffb tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:18.508970 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1b3cf42e-25d3-458e-bec0-6b9a78bdb7a0 req-2920fa39-e97f-4c41-8c75-3ad07eb79ffb tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] 10.222.0.85 "GET /v2.0/networks?id=35aa03bc-1495-4548-8bc6-c83249799063 HTTP/1.1" status: 200 len: 812 time: 0.5311022 May 18 18:06:18.514205 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7bdc119c-c379-4a5f-b13f-d4968a50cd6c req-8b18bfb1-e832-4751-a1a7-d5623ef37810 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e7bb4226-ce97-4ecd-a736-061f4f786581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1263986 May 18 18:06:18.521328 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-eb23e26c-8848-4139-bcf8-3883284225c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:18.571575 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b21e2e3b-4935-4a14-a9f5-a1341cce9a4d None None] Deleting port ffb75756-b78d-41fc-974c-95dda7317484 {{(pid=102732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:06:18.571982 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b21e2e3b-4935-4a14-a9f5-a1341cce9a4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:18.644781 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1b3cf42e-25d3-458e-bec0-6b9a78bdb7a0 req-9431b756-60f9-4247-9e25-8c305403adbf tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] 10.222.0.85 "GET /v2.0/quotas/fdb911c855ac4c6cb6a711e7d11eed8e HTTP/1.1" status: 200 len: 375 time: 0.1190886 May 18 18:06:18.709601 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b21e2e3b-4935-4a14-a9f5-a1341cce9a4d None None] For port ffb75756-b78d-41fc-974c-95dda7317484, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=ffb75756-b78d-41fc-974c-95dda7317484,segment=NetworkSegment(5277e331-cb76-4a28-adff-288b49bc9721),segment_id=5277e331-cb76-4a28-adff-288b49bc9721)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:06:18.711601 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b21e2e3b-4935-4a14-a9f5-a1341cce9a4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:18.721168 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d7c13c-efcd-449c-9700-5759bf6d3bcc req-c9c34560-2742-4d5f-81e5-7ebcf473defb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:18.723663 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b7d7c13c-efcd-449c-9700-5759bf6d3bcc req-c9c34560-2742-4d5f-81e5-7ebcf473defb service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=213629a7-b155-4938-9d93-e1d30507d5aa&tenant_id=c95c071176d44e1393b66dc9873791e2 HTTP/1.1" status: 200 len: 1101 time: 0.3649306 May 18 18:06:18.740793 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae33fde5-8af0-493b-9254-ccfd33153aa7 req-cb5ef254-a41f-42a8-b4b1-a4c69d008ec5 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:18.741526 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b21e2e3b-4935-4a14-a9f5-a1341cce9a4d None None] Calling delete_port for ffb75756-b78d-41fc-974c-95dda7317484 owned by network:dhcp {{(pid=102732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:06:18.743166 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ae33fde5-8af0-493b-9254-ccfd33153aa7 req-cb5ef254-a41f-42a8-b4b1-a4c69d008ec5 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/ports?device_id=f4d4ab14-30d2-4728-a24a-37646af24227 HTTP/1.1" status: 200 len: 944 time: 0.1037915 May 18 18:06:18.756741 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1b3cf42e-25d3-458e-bec0-6b9a78bdb7a0 req-dfaf22bc-8bef-4110-99ba-0f72b03604dd tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=fdb911c855ac4c6cb6a711e7d11eed8e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0999069 May 18 18:06:18.773260 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-b7d7c13c-efcd-449c-9700-5759bf6d3bcc req-db7fce0d-11e2-4783-a3b6-dcecb347fa62 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-838550-3', 'device_owner': 'compute:nova'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:06:18.836701 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ae33fde5-8af0-493b-9254-ccfd33153aa7 req-efc259ee-3cd7-4b32-b083-a8a820d60922 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/security-groups?id=bda815dc-3228-454b-a95b-f89a3eeb79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754426 May 18 18:06:19.003112 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b21e2e3b-4935-4a14-a9f5-a1341cce9a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508'] for port, after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:19.020933 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7bdc119c-c379-4a5f-b13f-d4968a50cd6c req-2f54ad23-0a5d-447f-90ae-f554abbb973d service neutron] 10.222.0.36 "GET /v2.0/networks/e7bb4226-ce97-4ecd-a736-061f4f786581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4936118 May 18 18:06:19.077131 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21e2e3b-4935-4a14-a9f5-a1341cce9a4d None None] Pushing event deleted for resources: {'Port': ['ID=ffb75756-b78d-41fc-974c-95dda7317484,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:06:19.083591 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21e2e3b-4935-4a14-a9f5-a1341cce9a4d None None] No DVR routers for this DVR port ffb75756-b78d-41fc-974c-95dda7317484 on host n-d-838550-3 {{(pid=102732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:06:19.137142 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f8cfab-19f4-4542-9196-fa2ae96fecc7 req-4924c54a-8d8a-4f35-a070-f9f9228543d0 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:19.160213 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a9f8cfab-19f4-4542-9196-fa2ae96fecc7 req-4924c54a-8d8a-4f35-a070-f9f9228543d0 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/ports?device_id=856de7f6-1aa7-4b67-bac8-1e6902f032dc HTTP/1.1" status: 200 len: 946 time: 0.1579723 May 18 18:06:19.239876 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a9f8cfab-19f4-4542-9196-fa2ae96fecc7 req-bff8f5f6-8d08-4f06-9b78-7d50f67b26d6 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/security-groups?id=fae3ce3c-9235-4ae4-9c6c-e682ce6a4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729988 May 18 18:06:19.415225 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 4389e08c-e6da-47e4-bd68-a6c525f89bef details requested by agent hyperv_n-h1-838550-3 with host n-h1-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:06:19.454551 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c712dce6-2386-4830-9d30-7ee3abfbf976 req-920b2a0b-d59f-45e4-8834-6228d7a19b84 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:19.458740 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c712dce6-2386-4830-9d30-7ee3abfbf976 req-920b2a0b-d59f-45e4-8834-6228d7a19b84 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=cc1771d3-4afb-4ab4-afef-9656452c2449 HTTP/1.1" status: 200 len: 944 time: 0.1045580 May 18 18:06:19.568148 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c712dce6-2386-4830-9d30-7ee3abfbf976 req-68d3b87c-1c4e-40a3-9e90-182380bb83cd tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/security-groups?id=33ba1fad-191a-4b7a-ae9e-8e9e60985e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902548 May 18 18:06:19.684980 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-b7d7c13c-efcd-449c-9700-5759bf6d3bcc req-db7fce0d-11e2-4783-a3b6-dcecb347fa62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:19.697234 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 4389e08c-e6da-47e4-bd68-a6c525f89bef, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=4389e08c-e6da-47e4-bd68-a6c525f89bef,segment=NetworkSegment(58bfdefb-3654-4aa0-92f0-6f0afd2552db),segment_id=58bfdefb-3654-4aa0-92f0-6f0afd2552db)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:06:19.744793 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-eb23e26c-8848-4139-bcf8-3883284225c7 admin admin] Deleting port ffb75756-b78d-41fc-974c-95dda7317484 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:06:19.745127 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-eb23e26c-8848-4139-bcf8-3883284225c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:19.760513 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Returning: {'device': '4389e08c-e6da-47e4-bd68-a6c525f89bef', 'network_id': 'f92940b8-c50f-4c94-b1f3-3e93ca94957d', 'port_id': '4389e08c-e6da-47e4-bd68-a6c525f89bef', 'mac_address': 'fa:16:3e:59:70:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3928b460-5138-4e6e-b763-eaa17a3ede29', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:06:19.760822 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1b3cf42e-25d3-458e-bec0-6b9a78bdb7a0 req-1ef80ca3-1d65-4b69-9453-5a1651a2934b service neutron] 10.222.0.85 "GET /v2.0/networks/35aa03bc-1495-4548-8bc6-c83249799063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9717970 May 18 18:06:19.851146 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef51ac6-94f9-42da-92fe-e1d4e6d9da37 req-1bcf74eb-7ccf-41ce-a4f0-81b90df0d565 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:19.868593 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2ef51ac6-94f9-42da-92fe-e1d4e6d9da37 req-1bcf74eb-7ccf-41ce-a4f0-81b90df0d565 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=213629a7-b155-4938-9d93-e1d30507d5aa HTTP/1.1" status: 200 len: 950 time: 0.1339264 May 18 18:06:19.918229 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 4389e08c-e6da-47e4-bd68-a6c525f89bef is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:06:19.920018 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:19.943000 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2ef51ac6-94f9-42da-92fe-e1d4e6d9da37 req-ebb50c9d-fcc1-414e-add0-95fe187ab314 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748460 May 18 18:06:19.973713 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4389e08c-e6da-47e4-bd68-a6c525f89bef {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:06:20.071055 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device ffb75756-b78d-41fc-974c-95dda7317484 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:06:20.080982 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 4389e08c-e6da-47e4-bd68-a6c525f89bef, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=4389e08c-e6da-47e4-bd68-a6c525f89bef,segment=NetworkSegment(58bfdefb-3654-4aa0-92f0-6f0afd2552db),segment_id=58bfdefb-3654-4aa0-92f0-6f0afd2552db)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:06:20.138633 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-eb23e26c-8848-4139-bcf8-3883284225c7 admin admin] For port ffb75756-b78d-41fc-974c-95dda7317484, host n-d-838550-3, got binding levels [] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:06:20.139624 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-eb23e26c-8848-4139-bcf8-3883284225c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:20.147033 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7bdc119c-c379-4a5f-b13f-d4968a50cd6c req-e1dd61a7-87eb-443b-b936-13290e2db528 service neutron] 10.222.0.36 "GET /v2.0/networks/e7bb4226-ce97-4ecd-a736-061f4f786581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0546901 May 18 18:06:20.149004 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: ffb75756-b78d-41fc-974c-95dda7317484 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:06:20.149912 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device ffb75756-b78d-41fc-974c-95dda7317484 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:06:20.159935 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:20.365725 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=4389e08c-e6da-47e4-bd68-a6c525f89bef,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:06:20.388760 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-b7d7c13c-efcd-449c-9700-5759bf6d3bcc req-db7fce0d-11e2-4783-a3b6-dcecb347fa62 service neutron] For port eb7403a5-417e-4c66-9028-f2b20017e630, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=eb7403a5-417e-4c66-9028-f2b20017e630,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:06:20.414779 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb4c547-cd77-4bed-b3c1-5b762ddaa5f0 req-417b41c6-e2ac-4b28-a346-0bdd50b1b29b tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:20.423531 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-edb4c547-cd77-4bed-b3c1-5b762ddaa5f0 req-417b41c6-e2ac-4b28-a346-0bdd50b1b29b tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/ports?device_id=f4d4ab14-30d2-4728-a24a-37646af24227 HTTP/1.1" status: 200 len: 944 time: 0.1430671 May 18 18:06:20.447267 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-b7d7c13c-efcd-449c-9700-5759bf6d3bcc req-db7fce0d-11e2-4783-a3b6-dcecb347fa62 service neutron] For port eb7403a5-417e-4c66-9028-f2b20017e630, host n-h1-838550-3, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:06:20.469365 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['4389e08c-e6da-47e4-bd68-a6c525f89bef'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:06:20.503236 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-edb4c547-cd77-4bed-b3c1-5b762ddaa5f0 req-7c53aab7-1aac-4954-8c2c-57cdc9dfdc8e tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/security-groups?id=bda815dc-3228-454b-a95b-f89a3eeb79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784879 May 18 18:06:20.558430 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-b7d7c13c-efcd-449c-9700-5759bf6d3bcc req-db7fce0d-11e2-4783-a3b6-dcecb347fa62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:20.597455 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '213629a7-b155-4938-9d93-e1d30507d5aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb7403a5-417e-4c66-9028-f2b20017e630'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:06:20.607479 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74997fa0-6627-465f-a718-324a6b9155d9" -d '{"events": [{"server_uuid": "213629a7-b155-4938-9d93-e1d30507d5aa", "name": "network-vif-unplugged", "status": "completed", "tag": "eb7403a5-417e-4c66-9028-f2b20017e630"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:06:20.706226 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [req-b7d7c13c-efcd-449c-9700-5759bf6d3bcc req-db7fce0d-11e2-4783-a3b6-dcecb347fa62 service neutron] Transition to ACTIVE for port object eb7403a5-417e-4c66-9028-f2b20017e630 will not be triggered until provisioned by entity L2. {{(pid=102730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:06:20.708850 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-eb23e26c-8848-4139-bcf8-3883284225c7 admin admin] Calling delete_port for ffb75756-b78d-41fc-974c-95dda7317484 owned by network:dhcp {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:06:20.728897 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.ipam_backend_mixin [None req-eb23e26c-8848-4139-bcf8-3883284225c7 admin admin] Port ffb75756-b78d-41fc-974c-95dda7317484 was not found and therefore no delete operation was performed {{(pid=102730) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} May 18 18:06:20.730300 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-b7d7c13c-efcd-449c-9700-5759bf6d3bcc req-db7fce0d-11e2-4783-a3b6-dcecb347fa62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:20.774894 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-eb23e26c-8848-4139-bcf8-3883284225c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:20.814775 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30982a6-6b1e-4053-a507-402f2b9e9874 req-2ef1e475-8762-45b4-9f45-28039843d4cd tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:20.816973 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e30982a6-6b1e-4053-a507-402f2b9e9874 req-2ef1e475-8762-45b4-9f45-28039843d4cd tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/ports?device_id=856de7f6-1aa7-4b67-bac8-1e6902f032dc HTTP/1.1" status: 200 len: 946 time: 0.1066329 May 18 18:06:20.894442 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e30982a6-6b1e-4053-a507-402f2b9e9874 req-f21f60d4-c549-489a-a419-b7e81701d3f2 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/security-groups?id=fae3ce3c-9235-4ae4-9c6c-e682ce6a4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643778 May 18 18:06:21.002491 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1b3cf42e-25d3-458e-bec0-6b9a78bdb7a0 req-1b7fbe27-dc0c-44c4-a0f0-c58ee740102e service neutron] 10.222.0.85 "GET /v2.0/networks/35aa03bc-1495-4548-8bc6-c83249799063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2406132 May 18 18:06:21.103098 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7d7c13c-efcd-449c-9700-5759bf6d3bcc req-db7fce0d-11e2-4783-a3b6-dcecb347fa62 service neutron] No DVR routers for this DVR port eb7403a5-417e-4c66-9028-f2b20017e630 on host n-h1-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:06:21.136274 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb23e26c-8848-4139-bcf8-3883284225c7 admin admin] No DVR routers for this DVR port ffb75756-b78d-41fc-974c-95dda7317484 on host n-d-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:06:21.239450 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dd33a4-4959-4970-9324-7f8b0bbf04b2 req-fd7ff23b-cde1-4ea7-ac96-b05066c8b4d9 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:21.249914 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-68dd33a4-4959-4970-9324-7f8b0bbf04b2 req-fd7ff23b-cde1-4ea7-ac96-b05066c8b4d9 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=cc1771d3-4afb-4ab4-afef-9656452c2449 HTTP/1.1" status: 200 len: 945 time: 0.1962974 May 18 18:06:21.363890 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdc119c-c379-4a5f-b13f-d4968a50cd6c req-9b15032b-f340-449d-8842-7360aff78e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:21.368455 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7bdc119c-c379-4a5f-b13f-d4968a50cd6c req-9b15032b-f340-449d-8842-7360aff78e32 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ed8a017ff6d8432c9386dee5054e8944&device_id=cc1771d3-4afb-4ab4-afef-9656452c2449 HTTP/1.1" status: 200 len: 1096 time: 0.7024219 May 18 18:06:21.374859 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 May 2022 18:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-662835d2-ac65-4c53-afa4-961a30f886cd x-openstack-request-id: req-662835d2-ac65-4c53-afa4-961a30f886cd {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:06:21.379293 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "213629a7-b155-4938-9d93-e1d30507d5aa", "name": "network-vif-unplugged", "status": "completed", "tag": "eb7403a5-417e-4c66-9028-f2b20017e630", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:06:21.380096 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-662835d2-ac65-4c53-afa4-961a30f886cd {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:06:21.380897 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-662835d2-ac65-4c53-afa4-961a30f886cd'] response: {'server_uuid': '213629a7-b155-4938-9d93-e1d30507d5aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb7403a5-417e-4c66-9028-f2b20017e630', 'code': 200} May 18 18:06:21.398552 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-68dd33a4-4959-4970-9324-7f8b0bbf04b2 req-a95845f3-ed78-48f3-9a6f-9016874c6d30 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/security-groups?id=33ba1fad-191a-4b7a-ae9e-8e9e60985e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354609 May 18 18:06:21.425542 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device b0717277-345f-4a7c-a4b4-96d333eb51f2 no longer exists at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:06:21.775746 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-b7d7c13c-efcd-449c-9700-5759bf6d3bcc req-db7fce0d-11e2-4783-a3b6-dcecb347fa62 service neutron] Attempting to bind port eb7403a5-417e-4c66-9028-f2b20017e630 on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:06:21.776569 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-b7d7c13c-efcd-449c-9700-5759bf6d3bcc req-db7fce0d-11e2-4783-a3b6-dcecb347fa62 service neutron] Attempting to bind port eb7403a5-417e-4c66-9028-f2b20017e630 by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': '2879bb11-64b4-46f1-9f8b-52941d47b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:06:21.777160 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d7c13c-efcd-449c-9700-5759bf6d3bcc req-db7fce0d-11e2-4783-a3b6-dcecb347fa62 service neutron] Attempting to bind port eb7403a5-417e-4c66-9028-f2b20017e630 on network 4c8ef274-9ecc-47c2-9686-5eebd78fb305 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:06:21.786893 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdc119c-c379-4a5f-b13f-d4968a50cd6c req-45920f21-361e-491e-9d3a-23cc9ea22963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:21.789640 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7bdc119c-c379-4a5f-b13f-d4968a50cd6c req-45920f21-361e-491e-9d3a-23cc9ea22963 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f92940b8-c50f-4c94-b1f3-3e93ca94957d HTTP/1.1" status: 200 len: 913 time: 0.3717043 May 18 18:06:21.790847 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7fce0d-11e2-4783-a3b6-dcecb347fa62 service neutron] Pushing event updated for resources: {'Port': ['ID=eb7403a5-417e-4c66-9028-f2b20017e630,revision_number=6']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:06:21.844298 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d7c13c-efcd-449c-9700-5759bf6d3bcc req-db7fce0d-11e2-4783-a3b6-dcecb347fa62 service neutron] Port eb7403a5-417e-4c66-9028-f2b20017e630 on network 4c8ef274-9ecc-47c2-9686-5eebd78fb305 not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:06:21.844773 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d7c13c-efcd-449c-9700-5759bf6d3bcc req-db7fce0d-11e2-4783-a3b6-dcecb347fa62 service neutron] Attempting to bind port eb7403a5-417e-4c66-9028-f2b20017e630 on network 4c8ef274-9ecc-47c2-9686-5eebd78fb305 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:06:21.912482 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port b0717277-345f-4a7c-a4b4-96d333eb51f2 is: DOWN; New status is: DOWN {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:06:21.913583 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device eb7403a5-417e-4c66-9028-f2b20017e630 no longer exists at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:06:21.941141 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7ed3a70e-8ed1-4a39-b7b0-06afce4bae12 req-3ffecc10-721d-4f56-b0a3-5af2de957750 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] 10.222.0.85 "GET /v2.0/ports?device_id=38581067-48bd-481b-8c77-98ade7aca4d8 HTTP/1.1" status: 200 len: 210 time: 0.0830696 May 18 18:06:21.998191 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7bdc119c-c379-4a5f-b13f-d4968a50cd6c req-a045293d-0134-4563-83fb-e9e7e7b21941 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4389e08c-e6da-47e4-bd68-a6c525f89bef HTTP/1.1" status: 200 len: 217 time: 0.1290157 May 18 18:06:22.099589 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device eb7403a5-417e-4c66-9028-f2b20017e630 not bound to the agent host n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:06:22.164740 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdc119c-c379-4a5f-b13f-d4968a50cd6c req-9081b8dc-1ef9-49ca-bf01-93e8a6ef47b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:22.167157 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7bdc119c-c379-4a5f-b13f-d4968a50cd6c req-9081b8dc-1ef9-49ca-bf01-93e8a6ef47b4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3928b460-5138-4e6e-b763-eaa17a3ede29 HTTP/1.1" status: 200 len: 852 time: 0.1454046 May 18 18:06:22.173539 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-eb23e26c-8848-4139-bcf8-3883284225c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:22.178571 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d7c13c-efcd-449c-9700-5759bf6d3bcc req-db7fce0d-11e2-4783-a3b6-dcecb347fa62 service neutron] Checking agent: {'id': 'd1be059a-68ea-4c77-9b2b-29f4afa47e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:06:22.179082 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d7c13c-efcd-449c-9700-5759bf6d3bcc req-db7fce0d-11e2-4783-a3b6-dcecb347fa62 service neutron] Checking segment: {'id': '2879bb11-64b4-46f1-9f8b-52941d47b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:06:22.179679 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d7c13c-efcd-449c-9700-5759bf6d3bcc req-db7fce0d-11e2-4783-a3b6-dcecb347fa62 service neutron] Bound using segment: {'id': '2879bb11-64b4-46f1-9f8b-52941d47b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305'} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:06:22.180283 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-b7d7c13c-efcd-449c-9700-5759bf6d3bcc req-db7fce0d-11e2-4783-a3b6-dcecb347fa62 service neutron] Bound port: eb7403a5-417e-4c66-9028-f2b20017e630, host: n-h2-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2879bb11-64b4-46f1-9f8b-52941d47b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305'}}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:06:22.180847 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-b7d7c13c-efcd-449c-9700-5759bf6d3bcc req-db7fce0d-11e2-4783-a3b6-dcecb347fa62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:22.195683 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f343fa02-d56b-4854-a60f-e7e49fbdc33d req-083b6e1e-02d9-4fec-b23a-179cf7982cbc tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:22.198199 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb23e26c-8848-4139-bcf8-3883284225c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ffb75756-b78d-41fc-974c-95dda7317484,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:06:22.199153 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f343fa02-d56b-4854-a60f-e7e49fbdc33d req-083b6e1e-02d9-4fec-b23a-179cf7982cbc tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/ports?device_id=f4d4ab14-30d2-4728-a24a-37646af24227 HTTP/1.1" status: 200 len: 944 time: 0.1334469 May 18 18:06:22.305778 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7bdc119c-c379-4a5f-b13f-d4968a50cd6c req-94e7a332-99ee-4562-af98-c01e467c315b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f92940b8-c50f-4c94-b1f3-3e93ca94957d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1093524 May 18 18:06:22.315140 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4cb433-040a-4da4-95fd-ac27dabe5d74 req-e097a19d-209d-45f2-883a-c132b602a318 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:22.316194 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f343fa02-d56b-4854-a60f-e7e49fbdc33d req-229fa2c3-54a3-45f9-b4b3-491421e82c85 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/security-groups?id=bda815dc-3228-454b-a95b-f89a3eeb79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050131 May 18 18:06:22.323106 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0c4cb433-040a-4da4-95fd-ac27dabe5d74 req-e097a19d-209d-45f2-883a-c132b602a318 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=213629a7-b155-4938-9d93-e1d30507d5aa HTTP/1.1" status: 200 len: 948 time: 0.5182457 May 18 18:06:22.386045 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-eb23e26c-8848-4139-bcf8-3883284225c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f372af3-44c1-44d0-844a-1de4600a10c9']}} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:06:22.513223 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-b7d7c13c-efcd-449c-9700-5759bf6d3bcc req-db7fce0d-11e2-4783-a3b6-dcecb347fa62 service neutron] For port eb7403a5-417e-4c66-9028-f2b20017e630, host n-h2-838550-3, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:06:22.518275 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-b7d7c13c-efcd-449c-9700-5759bf6d3bcc req-db7fce0d-11e2-4783-a3b6-dcecb347fa62 service neutron] For port eb7403a5-417e-4c66-9028-f2b20017e630, host n-h2-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=eb7403a5-417e-4c66-9028-f2b20017e630,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:06:22.518551 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c6369f-ed16-4266-b4bf-6823f774423f req-a5f0aa69-8cad-456c-b7ad-6336956a0e26 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:22.520382 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-27c6369f-ed16-4266-b4bf-6823f774423f req-a5f0aa69-8cad-456c-b7ad-6336956a0e26 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/ports?device_id=856de7f6-1aa7-4b67-bac8-1e6902f032dc HTTP/1.1" status: 200 len: 946 time: 0.1161513 May 18 18:06:22.529052 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-eb23e26c-8848-4139-bcf8-3883284225c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5277e331-cb76-4a28-adff-288b49bc9721') {'for_net_delete': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:06:22.529052 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-eb23e26c-8848-4139-bcf8-3883284225c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5277e331-cb76-4a28-adff-288b49bc9721') {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:06:22.581210 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-b7d7c13c-efcd-449c-9700-5759bf6d3bcc req-db7fce0d-11e2-4783-a3b6-dcecb347fa62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:22.596681 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-eb23e26c-8848-4139-bcf8-3883284225c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260107375'] for segment, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:22.612845 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0c4cb433-040a-4da4-95fd-ac27dabe5d74 req-b65ab3d2-fcc8-4851-bdf5-d7e283e4361c tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885258 May 18 18:06:22.629540 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d7c13c-efcd-449c-9700-5759bf6d3bcc req-db7fce0d-11e2-4783-a3b6-dcecb347fa62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:22.630517 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-b7d7c13c-efcd-449c-9700-5759bf6d3bcc req-db7fce0d-11e2-4783-a3b6-dcecb347fa62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:22.632327 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b7d7c13c-efcd-449c-9700-5759bf6d3bcc req-db7fce0d-11e2-4783-a3b6-dcecb347fa62 service neutron] 10.222.0.88 "PUT /v2.0/ports/eb7403a5-417e-4c66-9028-f2b20017e630 HTTP/1.1" status: 200 len: 1096 time: 3.8742092 May 18 18:06:22.661246 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-27c6369f-ed16-4266-b4bf-6823f774423f req-2f5ad056-c41f-4ece-b5bb-79dfffba64b4 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/security-groups?id=fae3ce3c-9235-4ae4-9c6c-e682ce6a4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157320 May 18 18:06:22.727928 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-eb23e26c-8848-4139-bcf8-3883284225c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:22.857998 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb23e26c-8848-4139-bcf8-3883284225c7 admin admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=102730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:06:22.859087 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-eb23e26c-8848-4139-bcf8-3883284225c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261102736'] for segment, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:22.860455 n-d-838550-3 neutron-server[102730]: Traceback (most recent call last): May 18 18:06:22.860455 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:06:22.860455 n-d-838550-3 neutron-server[102730]: timer() May 18 18:06:22.860455 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:06:22.860455 n-d-838550-3 neutron-server[102730]: cb(*args, **kw) May 18 18:06:22.860455 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:06:22.860455 n-d-838550-3 neutron-server[102730]: return func(*args, **kwargs) May 18 18:06:22.860455 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:06:22.860455 n-d-838550-3 neutron-server[102730]: self._notify() May 18 18:06:22.860455 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:06:22.860455 n-d-838550-3 neutron-server[102730]: self.callback(batched_events) May 18 18:06:22.860455 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:06:22.860455 n-d-838550-3 neutron-server[102730]: event.method(event) May 18 18:06:22.860455 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:06:22.860455 n-d-838550-3 neutron-server[102730]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:06:22.860455 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:06:22.860455 n-d-838550-3 neutron-server[102730]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:06:22.860455 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:06:22.860455 n-d-838550-3 neutron-server[102730]: return f(self, *a, **k) May 18 18:06:22.860455 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:06:22.860455 n-d-838550-3 neutron-server[102730]: return self._get(url).json() May 18 18:06:22.860455 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:06:22.860455 n-d-838550-3 neutron-server[102730]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:06:22.860455 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:06:22.860455 n-d-838550-3 neutron-server[102730]: return self.request(url, 'GET', **kwargs) May 18 18:06:22.860455 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:06:22.860455 n-d-838550-3 neutron-server[102730]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:06:22.860455 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:06:22.860455 n-d-838550-3 neutron-server[102730]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:06:22.860455 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:06:22.860455 n-d-838550-3 neutron-server[102730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:06:22.860455 n-d-838550-3 neutron-server[102730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:06:22.968189 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-662e26f6-a9cb-4d51-9cf2-4d8e37388a96 req-237fdec1-ab79-4f30-bf2b-18e182ab06f8 service neutron] 10.222.0.36 "GET /v2.0/ports/b0717277-345f-4a7c-a4b4-96d333eb51f2/bindings/n-h2-838550-3 HTTP/1.1" status: 200 len: 384 time: 0.4366009 May 18 18:06:23.107737 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7bdc119c-c379-4a5f-b13f-d4968a50cd6c req-94d96117-3665-4484-b079-2b6a3bb5f937 service neutron] 10.222.0.36 "GET /v2.0/networks/f92940b8-c50f-4c94-b1f3-3e93ca94957d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7444608 May 18 18:06:23.167335 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7313bf9d-3200-43f2-b113-253c0db0ec2e req-440a6b50-ca7f-4bb9-9b42-895d6babed87 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:23.169158 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7313bf9d-3200-43f2-b113-253c0db0ec2e req-440a6b50-ca7f-4bb9-9b42-895d6babed87 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=cc1771d3-4afb-4ab4-afef-9656452c2449 HTTP/1.1" status: 200 len: 945 time: 0.3720679 May 18 18:06:23.169950 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7fce0d-11e2-4783-a3b6-dcecb347fa62 service neutron] Pushing event updated for resources: {'Port': ['ID=eb7403a5-417e-4c66-9028-f2b20017e630,revision_number=7']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:06:23.203416 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d7c13c-efcd-449c-9700-5759bf6d3bcc req-acf772b1-3343-4d80-9801-39414e82e8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:23.205416 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b7d7c13c-efcd-449c-9700-5759bf6d3bcc req-acf772b1-3343-4d80-9801-39414e82e8f7 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c95c071176d44e1393b66dc9873791e2&device_id=213629a7-b155-4938-9d93-e1d30507d5aa HTTP/1.1" status: 200 len: 1099 time: 0.4591396 May 18 18:06:23.221286 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f97f700b-1e92-4309-854e-37025aa799e0 req-a7529989-18de-4f6f-b4d1-41874a0f1b42 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] 10.222.0.85 "GET /v2.0/ports?device_id=38581067-48bd-481b-8c77-98ade7aca4d8 HTTP/1.1" status: 200 len: 210 time: 0.0819473 May 18 18:06:23.282725 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-eb23e26c-8848-4139-bcf8-3883284225c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:23.371116 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-eb23e26c-8848-4139-bcf8-3883284225c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:23.375460 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-eb23e26c-8848-4139-bcf8-3883284225c7 admin admin] 10.222.0.85 "DELETE /v2.0/networks/2f372af3-44c1-44d0-844a-1de4600a10c9 HTTP/1.1" status: 204 len: 168 time: 5.3938143 May 18 18:06:23.406854 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb23e26c-8848-4139-bcf8-3883284225c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f372af3-44c1-44d0-844a-1de4600a10c9,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:06:23.408894 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '213629a7-b155-4938-9d93-e1d30507d5aa', 'tag': 'eb7403a5-417e-4c66-9028-f2b20017e630'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:06:23.412958 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06f9a790-38b8-4c57-8ae7-e1c43404e614" -d '{"events": [{"name": "network-changed", "server_uuid": "213629a7-b155-4938-9d93-e1d30507d5aa", "tag": "eb7403a5-417e-4c66-9028-f2b20017e630"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:06:23.436994 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 4389e08c-e6da-47e4-bd68-a6c525f89bef up at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:06:23.475848 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7313bf9d-3200-43f2-b113-253c0db0ec2e req-dddc63a1-0a84-41d4-ab08-ee0e49fa718c tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/security-groups?id=33ba1fad-191a-4b7a-ae9e-8e9e60985e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688386 May 18 18:06:23.551155 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning for port 4389e08c-e6da-47e4-bd68-a6c525f89bef completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:06:23.555739 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning complete for port 4389e08c-e6da-47e4-bd68-a6c525f89bef triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:06:23.556406 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:23.630387 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e91da12-4fca-4b1c-8219-36400cc492ae x-openstack-request-id: req-8e91da12-4fca-4b1c-8219-36400cc492ae {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:06:23.631734 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "213629a7-b155-4938-9d93-e1d30507d5aa", "tag": "eb7403a5-417e-4c66-9028-f2b20017e630", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:06:23.632169 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-8e91da12-4fca-4b1c-8219-36400cc492ae {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:06:23.633593 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e91da12-4fca-4b1c-8219-36400cc492ae'] response: {'name': 'network-changed', 'server_uuid': '213629a7-b155-4938-9d93-e1d30507d5aa', 'tag': 'eb7403a5-417e-4c66-9028-f2b20017e630', 'status': 'completed', 'code': 200} May 18 18:06:23.676976 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314b541a-f5d3-4912-97d8-a47b069bfee9 req-9cf9d903-c873-49fc-9c2c-50ea933ee09b tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:23.683477 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-314b541a-f5d3-4912-97d8-a47b069bfee9 req-9cf9d903-c873-49fc-9c2c-50ea933ee09b tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/ports?device_id=f4d4ab14-30d2-4728-a24a-37646af24227 HTTP/1.1" status: 200 len: 944 time: 0.2222919 May 18 18:06:23.691596 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7bdc119c-c379-4a5f-b13f-d4968a50cd6c req-1593113f-79d7-4627-b8bf-f62a2a8f0cd8 service neutron] 10.222.0.36 "GET /v2.0/networks/f92940b8-c50f-4c94-b1f3-3e93ca94957d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5443926 May 18 18:06:23.702725 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d7c13c-efcd-449c-9700-5759bf6d3bcc req-a9c65e97-54f4-4c82-a421-34b72eb565cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:23.704167 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b7d7c13c-efcd-449c-9700-5759bf6d3bcc req-a9c65e97-54f4-4c82-a421-34b72eb565cd service neutron] 10.222.0.88 "GET /v2.0/networks?id=4c8ef274-9ecc-47c2-9686-5eebd78fb305 HTTP/1.1" status: 200 len: 870 time: 0.4654679 May 18 18:06:23.707905 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-662e26f6-a9cb-4d51-9cf2-4d8e37388a96 req-59c7b814-e73f-4c97-8310-a9a5b4fe7fdd service neutron] For port b0717277-345f-4a7c-a4b4-96d333eb51f2, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=b0717277-345f-4a7c-a4b4-96d333eb51f2,segment=NetworkSegment(6537e25f-afe8-4089-8825-f23e3073c58d),segment_id=6537e25f-afe8-4089-8825-f23e3073c58d)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:06:23.792182 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 49870) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:06:23.792661 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b7d7c13c-efcd-449c-9700-5759bf6d3bcc req-66ec9200-99d1-4421-bc92-4001de0f97af service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=eb7403a5-417e-4c66-9028-f2b20017e630 HTTP/1.1" status: 200 len: 217 time: 0.0687852 May 18 18:06:23.862381 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-662e26f6-a9cb-4d51-9cf2-4d8e37388a96 req-59c7b814-e73f-4c97-8310-a9a5b4fe7fdd service neutron] For port b0717277-345f-4a7c-a4b4-96d333eb51f2, host n-h1-838550-3, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:06:23.881687 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-314b541a-f5d3-4912-97d8-a47b069bfee9 req-19620be0-b481-4de1-9a74-17bf949dbd80 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/security-groups?id=bda815dc-3228-454b-a95b-f89a3eeb79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766782 May 18 18:06:23.896530 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-c70e8cab-2b54-49da-8373-fd90a9047e29 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=1f38cde3deff43fb910ab68e713e2daa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1028473 May 18 18:06:23.897776 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 49874) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:06:23.902638 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 4389e08c-e6da-47e4-bd68-a6c525f89bef is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:06:23.903381 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f9a790-38b8-4c57-8ae7-e1c43404e614 req-7eb27bd4-94db-4275-b8de-5bab9960a0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:23.905735 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:23.905869 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-06f9a790-38b8-4c57-8ae7-e1c43404e614 req-7eb27bd4-94db-4275-b8de-5bab9960a0c3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c95c071176d44e1393b66dc9873791e2&device_id=213629a7-b155-4938-9d93-e1d30507d5aa HTTP/1.1" status: 200 len: 1099 time: 0.2485642 May 18 18:06:23.981801 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc1771d3-4afb-4ab4-afef-9656452c2449', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4389e08c-e6da-47e4-bd68-a6c525f89bef'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:06:23.992563 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ed44739-25bb-433e-b903-8926e0d1ed72" -d '{"events": [{"server_uuid": "cc1771d3-4afb-4ab4-afef-9656452c2449", "name": "network-vif-plugged", "status": "completed", "tag": "4389e08c-e6da-47e4-bd68-a6c525f89bef"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:06:24.027614 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-db1a423a-699f-4615-98b8-0a3a624001f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:24.033856 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 4389e08c-e6da-47e4-bd68-a6c525f89bef, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=4389e08c-e6da-47e4-bd68-a6c525f89bef,segment=NetworkSegment(58bfdefb-3654-4aa0-92f0-6f0afd2552db),segment_id=58bfdefb-3654-4aa0-92f0-6f0afd2552db)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:06:24.043507 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:24.104709 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-db1a423a-699f-4615-98b8-0a3a624001f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:24.196037 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=4389e08c-e6da-47e4-bd68-a6c525f89bef,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:06:24.206150 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:06:24.206783 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:06:24.207278 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:06:24.207838 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:06:24.208824 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:06:24.209655 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:06:24.209973 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f9a790-38b8-4c57-8ae7-e1c43404e614 req-6c008d12-e8c8-4231-9875-bb2fd2da5ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:24.210857 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:06:24.211675 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:06:24.212451 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:06:24.212610 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-06f9a790-38b8-4c57-8ae7-e1c43404e614 req-6c008d12-e8c8-4231-9875-bb2fd2da5ff6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4c8ef274-9ecc-47c2-9686-5eebd78fb305 HTTP/1.1" status: 200 len: 870 time: 0.2168179 May 18 18:06:24.213468 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:06:24.214318 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:06:24.214949 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:06:24.312501 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [req-662e26f6-a9cb-4d51-9cf2-4d8e37388a96 req-59c7b814-e73f-4c97-8310-a9a5b4fe7fdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0717277-345f-4a7c-a4b4-96d333eb51f2 {{(pid=102730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:06:24.336815 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-06f9a790-38b8-4c57-8ae7-e1c43404e614 req-70985d1f-a2c3-440d-a381-8d92d8cf2da8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=eb7403a5-417e-4c66-9028-f2b20017e630 HTTP/1.1" status: 200 len: 217 time: 0.1076252 May 18 18:06:24.346559 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d7c13c-efcd-449c-9700-5759bf6d3bcc req-9ccb902d-5473-4712-b03e-08f1a3c3ebd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:24.349478 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b7d7c13c-efcd-449c-9700-5759bf6d3bcc req-9ccb902d-5473-4712-b03e-08f1a3c3ebd2 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c2531ae9-89db-4dcf-b670-9eac4c9cde53 HTTP/1.1" status: 200 len: 843 time: 0.5331578 May 18 18:06:24.408953 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba825ab8-300b-4bcb-9ceb-0b1945085a10 req-3203a974-89b6-4591-acf8-171044f658f2 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:24.409817 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-662e26f6-a9cb-4d51-9cf2-4d8e37388a96 req-59c7b814-e73f-4c97-8310-a9a5b4fe7fdd service neutron] For port b0717277-345f-4a7c-a4b4-96d333eb51f2, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=b0717277-345f-4a7c-a4b4-96d333eb51f2,segment=NetworkSegment(6537e25f-afe8-4089-8825-f23e3073c58d),segment_id=6537e25f-afe8-4089-8825-f23e3073c58d)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:06:24.413180 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f9a790-38b8-4c57-8ae7-e1c43404e614 req-aadccb00-14b9-46fe-a0f6-409d22a3ab03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:24.414814 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-06f9a790-38b8-4c57-8ae7-e1c43404e614 req-aadccb00-14b9-46fe-a0f6-409d22a3ab03 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c2531ae9-89db-4dcf-b670-9eac4c9cde53 HTTP/1.1" status: 200 len: 843 time: 0.0639992 May 18 18:06:24.423650 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ba825ab8-300b-4bcb-9ceb-0b1945085a10 req-3203a974-89b6-4591-acf8-171044f658f2 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/ports?device_id=856de7f6-1aa7-4b67-bac8-1e6902f032dc HTTP/1.1" status: 200 len: 946 time: 0.3091693 May 18 18:06:24.469208 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9edec33-873c-4b03-bc97-c402e32fe428 req-5093b008-e4c2-4fff-9ff9-a8294bd50691 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:24.478619 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d9edec33-873c-4b03-bc97-c402e32fe428 req-5093b008-e4c2-4fff-9ff9-a8294bd50691 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=213629a7-b155-4938-9d93-e1d30507d5aa HTTP/1.1" status: 200 len: 948 time: 0.6387465 May 18 18:06:24.520216 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-662e26f6-a9cb-4d51-9cf2-4d8e37388a96 req-59c7b814-e73f-4c97-8310-a9a5b4fe7fdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:24.540423 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3cf42e-25d3-458e-bec0-6b9a78bdb7a0 req-ecc2a429-c905-42dd-9e28-6251033c28bf tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:24.543500 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1b3cf42e-25d3-458e-bec0-6b9a78bdb7a0 req-ecc2a429-c905-42dd-9e28-6251033c28bf tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] 10.222.0.88 "GET /v2.0/networks?id=35aa03bc-1495-4548-8bc6-c83249799063 HTTP/1.1" status: 200 len: 812 time: 0.4309003 May 18 18:06:24.560389 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ba825ab8-300b-4bcb-9ceb-0b1945085a10 req-a0723564-5c17-4912-8bba-5240f3566d5b tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/security-groups?id=fae3ce3c-9235-4ae4-9c6c-e682ce6a4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351280 May 18 18:06:24.571680 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-db1a423a-699f-4615-98b8-0a3a624001f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:24.571680 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-db1a423a-699f-4615-98b8-0a3a624001f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:24.571680 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-db1a423a-699f-4615-98b8-0a3a624001f7 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/59ed554b-651f-4272-b5fb-d37883dadd30 HTTP/1.1" status: 204 len: 168 time: 0.6699092 May 18 18:06:24.612957 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-1b3cf42e-25d3-458e-bec0-6b9a78bdb7a0 req-264e4a5f-c867-45b0-b855-89a999072366 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Request body: {'port': {'device_id': '38581067-48bd-481b-8c77-98ade7aca4d8', 'network_id': '35aa03bc-1495-4548-8bc6-c83249799063', 'admin_state_up': True, 'tenant_id': 'fdb911c855ac4c6cb6a711e7d11eed8e'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:06:24.647502 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [req-662e26f6-a9cb-4d51-9cf2-4d8e37388a96 req-59c7b814-e73f-4c97-8310-a9a5b4fe7fdd service neutron] Transition to ACTIVE for port object b0717277-345f-4a7c-a4b4-96d333eb51f2 will not be triggered until provisioned by entity L2. {{(pid=102730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:06:24.650295 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d7c13c-efcd-449c-9700-5759bf6d3bcc req-6f58da6d-aaae-4acf-aeda-0e20b1757682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:24.652131 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b7d7c13c-efcd-449c-9700-5759bf6d3bcc req-6f58da6d-aaae-4acf-aeda-0e20b1757682 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4c8ef274-9ecc-47c2-9686-5eebd78fb305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2352972 May 18 18:06:24.660361 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-662e26f6-a9cb-4d51-9cf2-4d8e37388a96 req-59c7b814-e73f-4c97-8310-a9a5b4fe7fdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:24.729243 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1a423a-699f-4615-98b8-0a3a624001f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59ed554b-651f-4272-b5fb-d37883dadd30,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:06:24.770745 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17ac825a-e629-4ac4-a545-58a15a7ad52b x-openstack-request-id: req-17ac825a-e629-4ac4-a545-58a15a7ad52b {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:06:24.771414 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc1771d3-4afb-4ab4-afef-9656452c2449", "name": "network-vif-plugged", "status": "completed", "tag": "4389e08c-e6da-47e4-bd68-a6c525f89bef", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:06:24.771414 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-17ac825a-e629-4ac4-a545-58a15a7ad52b {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:06:24.771653 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17ac825a-e629-4ac4-a545-58a15a7ad52b'] response: {'server_uuid': 'cc1771d3-4afb-4ab4-afef-9656452c2449', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4389e08c-e6da-47e4-bd68-a6c525f89bef', 'code': 200} May 18 18:06:24.929465 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-301fa76f-0356-4a64-ba6c-f5df617e0eae req-95fff444-be01-4a66-8ae3-4a5d8116498a tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] 10.222.0.85 "GET /v2.0/ports?device_id=38581067-48bd-481b-8c77-98ade7aca4d8 HTTP/1.1" status: 200 len: 210 time: 0.0716016 May 18 18:06:25.035299 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b3cf42e-25d3-458e-bec0-6b9a78bdb7a0 req-264e4a5f-c867-45b0-b855-89a999072366 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Made reservation on behalf of fdb911c855ac4c6cb6a711e7d11eed8e for: {'port': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:06:25.042045 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-1b3cf42e-25d3-458e-bec0-6b9a78bdb7a0 req-264e4a5f-c867-45b0-b855-89a999072366 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:25.214065 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d9edec33-873c-4b03-bc97-c402e32fe428 req-3d0115f2-e362-46a4-a969-59c609470edd tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7338834 May 18 18:06:25.258768 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b3b9ee-e746-43bf-8f42-a682cb28a8ef req-d47e397a-ff0b-4af0-8a1d-f72e82d0079b tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:25.260393 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-97b3b9ee-e746-43bf-8f42-a682cb28a8ef req-d47e397a-ff0b-4af0-8a1d-f72e82d0079b tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=cc1771d3-4afb-4ab4-afef-9656452c2449 HTTP/1.1" status: 200 len: 946 time: 0.2129745 May 18 18:06:25.325450 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f9a790-38b8-4c57-8ae7-e1c43404e614 req-b7d96c67-6415-4971-94b8-5f1cf79f337d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:25.327394 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-06f9a790-38b8-4c57-8ae7-e1c43404e614 req-b7d96c67-6415-4971-94b8-5f1cf79f337d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4c8ef274-9ecc-47c2-9686-5eebd78fb305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8919532 May 18 18:06:25.399502 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-97b3b9ee-e746-43bf-8f42-a682cb28a8ef req-db468474-69ae-4d72-8254-38aa600ed425 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/security-groups?id=33ba1fad-191a-4b7a-ae9e-8e9e60985e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301780 May 18 18:06:25.444555 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [req-1b3cf42e-25d3-458e-bec0-6b9a78bdb7a0 req-264e4a5f-c867-45b0-b855-89a999072366 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Allocated IP 172.20.0.14 (35aa03bc-1495-4548-8bc6-c83249799063/a9078eee-385e-4d5a-9f98-77196779b20c/0de02e7a-4341-4848-b5f4-8de104f914c9) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:06:25.574523 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-662e26f6-a9cb-4d51-9cf2-4d8e37388a96 req-59c7b814-e73f-4c97-8310-a9a5b4fe7fdd service neutron] No DVR routers for this DVR port b0717277-345f-4a7c-a4b4-96d333eb51f2 on host n-h1-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:06:25.674721 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c7b814-e73f-4c97-8310-a9a5b4fe7fdd service neutron] Pushing event updated for resources: {'Port': ['ID=b0717277-345f-4a7c-a4b4-96d333eb51f2,revision_number=10']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:06:25.790277 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3b84c4-fd5c-460d-8577-6f869280b1c8 req-ea8f4f67-fe84-43d8-bb7c-f9b77fb98926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:25.802337 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3c3b84c4-fd5c-460d-8577-6f869280b1c8 req-ea8f4f67-fe84-43d8-bb7c-f9b77fb98926 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cc1771d3-4afb-4ab4-afef-9656452c2449 HTTP/1.1" status: 200 len: 1097 time: 0.6417565 May 18 18:06:25.817043 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b7d7c13c-efcd-449c-9700-5759bf6d3bcc req-08bf35be-cc0e-466f-a396-e21e05385df3 service neutron] 10.222.0.88 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6787612 May 18 18:06:25.824632 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-662e26f6-a9cb-4d51-9cf2-4d8e37388a96 req-59c7b814-e73f-4c97-8310-a9a5b4fe7fdd service neutron] 10.222.0.36 "PUT /v2.0/ports/b0717277-345f-4a7c-a4b4-96d333eb51f2/bindings/n-h2-838550-3/activate HTTP/1.1" status: 200 len: 369 time: 2.8156998 May 18 18:06:25.870674 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-1b3cf42e-25d3-458e-bec0-6b9a78bdb7a0 req-264e4a5f-c867-45b0-b855-89a999072366 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:25.904892 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a2d0b1-1834-4372-ad01-0d58370102c5 req-320f07c0-7c2c-4c3e-a668-34fdbc9b4c1d tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:25.906570 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-47a2d0b1-1834-4372-ad01-0d58370102c5 req-320f07c0-7c2c-4c3e-a668-34fdbc9b4c1d tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/ports?device_id=856de7f6-1aa7-4b67-bac8-1e6902f032dc HTTP/1.1" status: 200 len: 946 time: 0.1859045 May 18 18:06:25.920646 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-06f9a790-38b8-4c57-8ae7-e1c43404e614 req-c4a8787d-72dd-4a47-8036-d0afdeef3549 service neutron] 10.222.0.36 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5770526 May 18 18:06:25.962513 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79be200e-258d-4270-8f06-b75f01d7cfa3 req-42942c3d-7edb-4aa3-a3f5-8bc1f0b5e914 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:25.971341 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-79be200e-258d-4270-8f06-b75f01d7cfa3 req-42942c3d-7edb-4aa3-a3f5-8bc1f0b5e914 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/ports?device_id=f4d4ab14-30d2-4728-a24a-37646af24227 HTTP/1.1" status: 200 len: 945 time: 0.5772109 May 18 18:06:26.010646 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-47a2d0b1-1834-4372-ad01-0d58370102c5 req-49c22f47-480b-44e7-aa8a-f894da0c9e37 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/security-groups?id=fae3ce3c-9235-4ae4-9c6c-e682ce6a4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963485 May 18 18:06:26.035828 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-1b3cf42e-25d3-458e-bec0-6b9a78bdb7a0 req-264e4a5f-c867-45b0-b855-89a999072366 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:26.118324 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3c3b84c4-fd5c-460d-8577-6f869280b1c8 req-1687c25a-3ad8-451f-911b-0cb3c1b20372 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=33ba1fad-191a-4b7a-ae9e-8e9e60985e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3153689 May 18 18:06:26.139605 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b3cf42e-25d3-458e-bec0-6b9a78bdb7a0 req-264e4a5f-c867-45b0-b855-89a999072366 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Network 35aa03bc-1495-4548-8bc6-c83249799063 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:06:26.145215 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [req-1b3cf42e-25d3-458e-bec0-6b9a78bdb7a0 req-264e4a5f-c867-45b0-b855-89a999072366 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:06:26.158566 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b3cf42e-25d3-458e-bec0-6b9a78bdb7a0 req-264e4a5f-c867-45b0-b855-89a999072366 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:06:26.262231 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-79be200e-258d-4270-8f06-b75f01d7cfa3 req-17ac259a-4505-4370-9387-4124e7cebfea tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/security-groups?id=bda815dc-3228-454b-a95b-f89a3eeb79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2898204 May 18 18:06:26.269733 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264e4a5f-c867-45b0-b855-89a999072366 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Pushing event updated for resources: {'Port': ['ID=0de02e7a-4341-4848-b5f4-8de104f914c9,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:06:26.349930 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3cf42e-25d3-458e-bec0-6b9a78bdb7a0 req-264e4a5f-c867-45b0-b855-89a999072366 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:26.352899 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-1b3cf42e-25d3-458e-bec0-6b9a78bdb7a0 req-264e4a5f-c867-45b0-b855-89a999072366 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:26.412318 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b7d7c13c-efcd-449c-9700-5759bf6d3bcc req-0e7dbfc2-f297-470d-b803-3150e288f470 service neutron] 10.222.0.88 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5787992 May 18 18:06:26.424667 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-06f9a790-38b8-4c57-8ae7-e1c43404e614 req-e56194f1-ce3e-4f1d-89ee-8755270cfc2d service neutron] 10.222.0.36 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4907973 May 18 18:06:26.437929 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662e26f6-a9cb-4d51-9cf2-4d8e37388a96 req-b7e23476-378f-44d5-9150-9e99710b9a3e tempest-LiveAutoBlockMigrationV225Test-940020400 tempest-LiveAutoBlockMigrationV225Test-940020400-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:26.440201 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-662e26f6-a9cb-4d51-9cf2-4d8e37388a96 req-b7e23476-378f-44d5-9150-9e99710b9a3e tempest-LiveAutoBlockMigrationV225Test-940020400 tempest-LiveAutoBlockMigrationV225Test-940020400-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=f4d4ab14-30d2-4728-a24a-37646af24227&tenant_id=38c3fbce1f554996bc4a73e5f0f7c3e8&binding%3Ahost_id=n-h1-838550-3 HTTP/1.1" status: 200 len: 1096 time: 0.3363461 May 18 18:06:26.509531 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1b3cf42e-25d3-458e-bec0-6b9a78bdb7a0 req-264e4a5f-c867-45b0-b855-89a999072366 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9230084 May 18 18:06:26.548141 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-1b3cf42e-25d3-458e-bec0-6b9a78bdb7a0 req-fba0600e-362b-4ae4-94e2-0b6f4a6f3fa3 service neutron] Request body: {'port': {'device_id': '38581067-48bd-481b-8c77-98ade7aca4d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-3'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:06:26.568484 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b35211b-68ad-47c2-b113-fcdb6009303e req-403cad60-d067-45b5-9f72-bb2aeeeca967 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:26.571781 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9b35211b-68ad-47c2-b113-fcdb6009303e req-403cad60-d067-45b5-9f72-bb2aeeeca967 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] 10.222.0.85 "GET /v2.0/ports?device_id=38581067-48bd-481b-8c77-98ade7aca4d8 HTTP/1.1" status: 200 len: 932 time: 0.1859679 May 18 18:06:26.747030 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e9ceaa-b7b1-48c8-abb9-dcfebf35f89f req-73ff57e3-b17e-4901-9354-03eba08e6f72 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:26.750478 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-81e9ceaa-b7b1-48c8-abb9-dcfebf35f89f req-73ff57e3-b17e-4901-9354-03eba08e6f72 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=213629a7-b155-4938-9d93-e1d30507d5aa HTTP/1.1" status: 200 len: 948 time: 0.3039081 May 18 18:06:26.759439 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f9a790-38b8-4c57-8ae7-e1c43404e614 req-957c9019-f686-45d6-9467-da95e59232ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:26.762810 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-06f9a790-38b8-4c57-8ae7-e1c43404e614 req-957c9019-f686-45d6-9467-da95e59232ce service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c95c071176d44e1393b66dc9873791e2&device_id=213629a7-b155-4938-9d93-e1d30507d5aa HTTP/1.1" status: 200 len: 1099 time: 0.2390437 May 18 18:06:26.797334 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-1b3cf42e-25d3-458e-bec0-6b9a78bdb7a0 req-fba0600e-362b-4ae4-94e2-0b6f4a6f3fa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:26.805021 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662e26f6-a9cb-4d51-9cf2-4d8e37388a96 req-1932bfa8-bde9-4f6e-b682-7071c584a22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:26.808082 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-662e26f6-a9cb-4d51-9cf2-4d8e37388a96 req-1932bfa8-bde9-4f6e-b682-7071c584a22c service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=f4d4ab14-30d2-4728-a24a-37646af24227&tenant_id=38c3fbce1f554996bc4a73e5f0f7c3e8 HTTP/1.1" status: 200 len: 1096 time: 0.3281116 May 18 18:06:26.823058 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9b35211b-68ad-47c2-b113-fcdb6009303e req-ec07c7df-776e-41ca-a374-63cf08760b41 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] 10.222.0.85 "GET /v2.0/security-groups?id=08db6f0e-0a01-416e-97d4-92fd213972b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181692 May 18 18:06:27.023434 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-81e9ceaa-b7b1-48c8-abb9-dcfebf35f89f req-8ff38ed1-781e-4268-97ba-75a74380cddf tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580857 May 18 18:06:27.060451 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662e26f6-a9cb-4d51-9cf2-4d8e37388a96 req-cd55423b-d26f-4c1a-a300-201e7183dfef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:27.062999 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-662e26f6-a9cb-4d51-9cf2-4d8e37388a96 req-cd55423b-d26f-4c1a-a300-201e7183dfef service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=38c3fbce1f554996bc4a73e5f0f7c3e8&device_id=f4d4ab14-30d2-4728-a24a-37646af24227 HTTP/1.1" status: 200 len: 1096 time: 0.1792092 May 18 18:06:27.253728 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f9a790-38b8-4c57-8ae7-e1c43404e614 req-e48ddbb6-e081-412d-b3ff-2fb95fca4993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:27.258451 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-06f9a790-38b8-4c57-8ae7-e1c43404e614 req-e48ddbb6-e081-412d-b3ff-2fb95fca4993 service neutron] 10.222.0.88 "GET /v2.0/networks?id=4c8ef274-9ecc-47c2-9686-5eebd78fb305 HTTP/1.1" status: 200 len: 870 time: 0.4459827 May 18 18:06:27.391159 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-06f9a790-38b8-4c57-8ae7-e1c43404e614 req-d361b41c-cc7a-4966-938a-36c465f41cbf service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=eb7403a5-417e-4c66-9028-f2b20017e630 HTTP/1.1" status: 200 len: 217 time: 0.1157310 May 18 18:06:27.493810 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662e26f6-a9cb-4d51-9cf2-4d8e37388a96 req-f4bb76d8-7b5d-47ad-aa8c-4b780b8f0b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:27.496552 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-662e26f6-a9cb-4d51-9cf2-4d8e37388a96 req-f4bb76d8-7b5d-47ad-aa8c-4b780b8f0b33 service neutron] 10.222.0.88 "GET /v2.0/networks?id=e7bb4226-ce97-4ecd-a736-061f4f786581 HTTP/1.1" status: 200 len: 921 time: 0.3865104 May 18 18:06:27.637939 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-662e26f6-a9cb-4d51-9cf2-4d8e37388a96 req-c59112e2-5755-4153-9cf6-8958bb4d8654 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b0717277-345f-4a7c-a4b4-96d333eb51f2 HTTP/1.1" status: 200 len: 217 time: 0.1127608 May 18 18:06:27.677490 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d70c108-7fdb-4818-8066-91162da9811e req-e59220a3-ba8e-4100-98dc-4315c2043442 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:27.680568 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1d70c108-7fdb-4818-8066-91162da9811e req-e59220a3-ba8e-4100-98dc-4315c2043442 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=cc1771d3-4afb-4ab4-afef-9656452c2449 HTTP/1.1" status: 200 len: 946 time: 0.6409018 May 18 18:06:27.726772 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662e26f6-a9cb-4d51-9cf2-4d8e37388a96 req-e8836d3e-fee7-4386-8d9f-df152c14c6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:27.728534 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-662e26f6-a9cb-4d51-9cf2-4d8e37388a96 req-e8836d3e-fee7-4386-8d9f-df152c14c6c8 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=cf982f85-dd38-4a89-9c21-fca17676813e HTTP/1.1" status: 200 len: 860 time: 0.0734084 May 18 18:06:27.730924 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f9a790-38b8-4c57-8ae7-e1c43404e614 req-7d948563-fa6e-4447-9fc7-df36bd73e704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:27.733369 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-06f9a790-38b8-4c57-8ae7-e1c43404e614 req-7d948563-fa6e-4447-9fc7-df36bd73e704 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c2531ae9-89db-4dcf-b670-9eac4c9cde53 HTTP/1.1" status: 200 len: 843 time: 0.3241549 May 18 18:06:27.778801 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1d70c108-7fdb-4818-8066-91162da9811e req-ca8cf9f6-bfc7-46f9-a588-a167a2c0a977 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/security-groups?id=33ba1fad-191a-4b7a-ae9e-8e9e60985e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599463 May 18 18:06:27.839665 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-662e26f6-a9cb-4d51-9cf2-4d8e37388a96 req-5105ac71-4e6e-4b7c-8ee2-7bfbe349b024 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=e7bb4226-ce97-4ecd-a736-061f4f786581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603495 May 18 18:06:28.021558 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [req-1b3cf42e-25d3-458e-bec0-6b9a78bdb7a0 req-fba0600e-362b-4ae4-94e2-0b6f4a6f3fa3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0de02e7a-4341-4848-b5f4-8de104f914c9 {{(pid=102731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:06:28.029940 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f85054b-eb14-412b-99e0-39f6aa8660bc req-c85cbcfb-0113-4643-a50d-0489a47534a9 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:28.034288 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-1b3cf42e-25d3-458e-bec0-6b9a78bdb7a0 req-fba0600e-362b-4ae4-94e2-0b6f4a6f3fa3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:28.038621 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7f85054b-eb14-412b-99e0-39f6aa8660bc req-c85cbcfb-0113-4643-a50d-0489a47534a9 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/ports?device_id=856de7f6-1aa7-4b67-bac8-1e6902f032dc HTTP/1.1" status: 200 len: 946 time: 0.3821208 May 18 18:06:28.051673 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.provisioning_blocks [req-1b3cf42e-25d3-458e-bec0-6b9a78bdb7a0 req-fba0600e-362b-4ae4-94e2-0b6f4a6f3fa3 service neutron] Transition to ACTIVE for port object 0de02e7a-4341-4848-b5f4-8de104f914c9 will not be triggered until provisioned by entity L2. {{(pid=102731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:06:28.056882 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-1b3cf42e-25d3-458e-bec0-6b9a78bdb7a0 req-fba0600e-362b-4ae4-94e2-0b6f4a6f3fa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:28.109055 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f9a790-38b8-4c57-8ae7-e1c43404e614 req-803e15a9-26ad-4e2c-b14d-bd324073b010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:28.113736 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-06f9a790-38b8-4c57-8ae7-e1c43404e614 req-803e15a9-26ad-4e2c-b14d-bd324073b010 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4c8ef274-9ecc-47c2-9686-5eebd78fb305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3372200 May 18 18:06:28.166700 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7f85054b-eb14-412b-99e0-39f6aa8660bc req-249113bf-71fa-433f-a6ce-e6f944a9db78 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/security-groups?id=fae3ce3c-9235-4ae4-9c6c-e682ce6a4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269867 May 18 18:06:28.170806 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba0600e-362b-4ae4-94e2-0b6f4a6f3fa3 service neutron] Pushing event updated for resources: {'Port': ['ID=0de02e7a-4341-4848-b5f4-8de104f914c9,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:06:28.232030 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-662e26f6-a9cb-4d51-9cf2-4d8e37388a96 req-115f2d44-1113-4718-8afd-5d0e9a314cb0 service neutron] 10.222.0.88 "GET /v2.0/networks/e7bb4226-ce97-4ecd-a736-061f4f786581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3442836 May 18 18:06:28.246777 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb746a8d-d93a-4479-959b-0a0ca9868c71 req-d122bb23-cf1a-4743-8584-c4646c32c1ab tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:28.249590 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bb746a8d-d93a-4479-959b-0a0ca9868c71 req-d122bb23-cf1a-4743-8584-c4646c32c1ab tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/ports?device_id=f4d4ab14-30d2-4728-a24a-37646af24227 HTTP/1.1" status: 200 len: 945 time: 0.1858289 May 18 18:06:28.349180 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-1b3cf42e-25d3-458e-bec0-6b9a78bdb7a0 req-fba0600e-362b-4ae4-94e2-0b6f4a6f3fa3 service neutron] Attempting to bind port 0de02e7a-4341-4848-b5f4-8de104f914c9 on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:06:28.349570 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-1b3cf42e-25d3-458e-bec0-6b9a78bdb7a0 req-fba0600e-362b-4ae4-94e2-0b6f4a6f3fa3 service neutron] Attempting to bind port 0de02e7a-4341-4848-b5f4-8de104f914c9 by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': 'ba5b4c8c-85fa-4d1e-ac5d-e49cc72250ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '35aa03bc-1495-4548-8bc6-c83249799063'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:06:28.350099 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3cf42e-25d3-458e-bec0-6b9a78bdb7a0 req-fba0600e-362b-4ae4-94e2-0b6f4a6f3fa3 service neutron] Attempting to bind port 0de02e7a-4341-4848-b5f4-8de104f914c9 on network 35aa03bc-1495-4548-8bc6-c83249799063 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:06:28.356883 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bb746a8d-d93a-4479-959b-0a0ca9868c71 req-cf1707f2-65f3-42ed-9ffa-bb27c37b03a3 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/security-groups?id=bda815dc-3228-454b-a95b-f89a3eeb79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890543 May 18 18:06:28.359644 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3cf42e-25d3-458e-bec0-6b9a78bdb7a0 req-fba0600e-362b-4ae4-94e2-0b6f4a6f3fa3 service neutron] Port 0de02e7a-4341-4848-b5f4-8de104f914c9 on network 35aa03bc-1495-4548-8bc6-c83249799063 not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:06:28.359992 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3cf42e-25d3-458e-bec0-6b9a78bdb7a0 req-fba0600e-362b-4ae4-94e2-0b6f4a6f3fa3 service neutron] Attempting to bind port 0de02e7a-4341-4848-b5f4-8de104f914c9 on network 35aa03bc-1495-4548-8bc6-c83249799063 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:06:28.367976 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3cf42e-25d3-458e-bec0-6b9a78bdb7a0 req-fba0600e-362b-4ae4-94e2-0b6f4a6f3fa3 service neutron] Checking agent: {'id': 'd1be059a-68ea-4c77-9b2b-29f4afa47e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:06:28.368389 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3cf42e-25d3-458e-bec0-6b9a78bdb7a0 req-fba0600e-362b-4ae4-94e2-0b6f4a6f3fa3 service neutron] Checking segment: {'id': 'ba5b4c8c-85fa-4d1e-ac5d-e49cc72250ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '35aa03bc-1495-4548-8bc6-c83249799063'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:06:28.368894 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3cf42e-25d3-458e-bec0-6b9a78bdb7a0 req-fba0600e-362b-4ae4-94e2-0b6f4a6f3fa3 service neutron] Bound using segment: {'id': 'ba5b4c8c-85fa-4d1e-ac5d-e49cc72250ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '35aa03bc-1495-4548-8bc6-c83249799063'} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:06:28.369670 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-1b3cf42e-25d3-458e-bec0-6b9a78bdb7a0 req-fba0600e-362b-4ae4-94e2-0b6f4a6f3fa3 service neutron] Bound port: 0de02e7a-4341-4848-b5f4-8de104f914c9, host: n-h2-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba5b4c8c-85fa-4d1e-ac5d-e49cc72250ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '35aa03bc-1495-4548-8bc6-c83249799063'}}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:06:28.370465 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-1b3cf42e-25d3-458e-bec0-6b9a78bdb7a0 req-fba0600e-362b-4ae4-94e2-0b6f4a6f3fa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:28.481728 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-1b3cf42e-25d3-458e-bec0-6b9a78bdb7a0 req-fba0600e-362b-4ae4-94e2-0b6f4a6f3fa3 service neutron] For port 0de02e7a-4341-4848-b5f4-8de104f914c9, host n-h2-838550-3, cleared binding levels {{(pid=102731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:06:28.486662 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-1b3cf42e-25d3-458e-bec0-6b9a78bdb7a0 req-fba0600e-362b-4ae4-94e2-0b6f4a6f3fa3 service neutron] For port 0de02e7a-4341-4848-b5f4-8de104f914c9, host n-h2-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=0de02e7a-4341-4848-b5f4-8de104f914c9,segment=NetworkSegment(ba5b4c8c-85fa-4d1e-ac5d-e49cc72250ce),segment_id=ba5b4c8c-85fa-4d1e-ac5d-e49cc72250ce)] {{(pid=102731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:06:28.497059 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-1b3cf42e-25d3-458e-bec0-6b9a78bdb7a0 req-fba0600e-362b-4ae4-94e2-0b6f4a6f3fa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:28.615180 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba0600e-362b-4ae4-94e2-0b6f4a6f3fa3 service neutron] Pushing event updated for resources: {'Port': ['ID=0de02e7a-4341-4848-b5f4-8de104f914c9,revision_number=3']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:06:28.643939 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cd82c6-c9a2-4246-b88f-5d98099db6ec req-0e2adf5e-0249-46a6-89c3-dce68d17b92a tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:28.651282 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d8cd82c6-c9a2-4246-b88f-5d98099db6ec req-0e2adf5e-0249-46a6-89c3-dce68d17b92a tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] 10.222.0.85 "GET /v2.0/ports?device_id=38581067-48bd-481b-8c77-98ade7aca4d8 HTTP/1.1" status: 200 len: 944 time: 0.2535646 May 18 18:06:28.659529 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3cf42e-25d3-458e-bec0-6b9a78bdb7a0 req-fba0600e-362b-4ae4-94e2-0b6f4a6f3fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:28.661040 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-1b3cf42e-25d3-458e-bec0-6b9a78bdb7a0 req-fba0600e-362b-4ae4-94e2-0b6f4a6f3fa3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:28.663577 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1b3cf42e-25d3-458e-bec0-6b9a78bdb7a0 req-fba0600e-362b-4ae4-94e2-0b6f4a6f3fa3 service neutron] 10.222.0.88 "PUT /v2.0/ports/0de02e7a-4341-4848-b5f4-8de104f914c9 HTTP/1.1" status: 200 len: 1092 time: 2.1276958 May 18 18:06:28.668377 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38581067-48bd-481b-8c77-98ade7aca4d8', 'tag': '0de02e7a-4341-4848-b5f4-8de104f914c9'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:06:28.676271 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9006a233-e1ad-4c2e-b4c7-84083cd4991e" -d '{"events": [{"name": "network-changed", "server_uuid": "38581067-48bd-481b-8c77-98ade7aca4d8", "tag": "0de02e7a-4341-4848-b5f4-8de104f914c9"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:06:28.706079 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-06f9a790-38b8-4c57-8ae7-e1c43404e614 req-05ff516e-86fb-4182-bf7c-e78ba9d2265c service neutron] 10.222.0.88 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5577374 May 18 18:06:28.741414 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903b9509-c455-4f4b-9863-82b6d27942a5 req-c6482bc1-f75b-4789-8bc8-cc12c2fb0622 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:28.744061 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-903b9509-c455-4f4b-9863-82b6d27942a5 req-c6482bc1-f75b-4789-8bc8-cc12c2fb0622 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=213629a7-b155-4938-9d93-e1d30507d5aa HTTP/1.1" status: 200 len: 948 time: 0.1823859 May 18 18:06:28.839018 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-662e26f6-a9cb-4d51-9cf2-4d8e37388a96 req-c86a948b-4340-4683-a6f3-fcc298845a57 service neutron] 10.222.0.88 "GET /v2.0/networks/e7bb4226-ce97-4ecd-a736-061f4f786581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4432664 May 18 18:06:28.844030 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-903b9509-c455-4f4b-9863-82b6d27942a5 req-354e2745-0e97-488a-a080-7e7128ac7742 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590944 May 18 18:06:28.854392 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3cf42e-25d3-458e-bec0-6b9a78bdb7a0 req-b51ba54b-bd43-451e-973d-17e54c542ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:28.856778 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1b3cf42e-25d3-458e-bec0-6b9a78bdb7a0 req-b51ba54b-bd43-451e-973d-17e54c542ead service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=fdb911c855ac4c6cb6a711e7d11eed8e&device_id=38581067-48bd-481b-8c77-98ade7aca4d8 HTTP/1.1" status: 200 len: 1095 time: 0.1110437 May 18 18:06:28.856950 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d8cd82c6-c9a2-4246-b88f-5d98099db6ec req-0de89f1f-4e8f-4a0e-85ab-7b31d7d642e5 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] 10.222.0.85 "GET /v2.0/security-groups?id=08db6f0e-0a01-416e-97d4-92fd213972b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973450 May 18 18:06:29.026388 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1b3cf42e-25d3-458e-bec0-6b9a78bdb7a0 req-7e4cc8f5-f623-4491-bd6b-4a7615d9b6f5 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0de02e7a-4341-4848-b5f4-8de104f914c9 HTTP/1.1" status: 200 len: 217 time: 0.1533227 May 18 18:06:29.072337 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-06f9a790-38b8-4c57-8ae7-e1c43404e614 req-dd300326-9e9a-4551-a248-bd1fcc9a4dbb service neutron] 10.222.0.88 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3476639 May 18 18:06:29.168785 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-040707ac-a1e0-4804-a184-3022e8bfa875 x-openstack-request-id: req-040707ac-a1e0-4804-a184-3022e8bfa875 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:06:29.169347 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38581067-48bd-481b-8c77-98ade7aca4d8", "tag": "0de02e7a-4341-4848-b5f4-8de104f914c9", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:06:29.169863 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-040707ac-a1e0-4804-a184-3022e8bfa875 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:06:29.170586 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-040707ac-a1e0-4804-a184-3022e8bfa875'] response: {'name': 'network-changed', 'server_uuid': '38581067-48bd-481b-8c77-98ade7aca4d8', 'tag': '0de02e7a-4341-4848-b5f4-8de104f914c9', 'status': 'completed', 'code': 200} May 18 18:06:29.233279 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3cf42e-25d3-458e-bec0-6b9a78bdb7a0 req-fe35e16e-e3fc-47ba-bd81-140d3e6165d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:29.234939 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1b3cf42e-25d3-458e-bec0-6b9a78bdb7a0 req-fe35e16e-e3fc-47ba-bd81-140d3e6165d1 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a9078eee-385e-4d5a-9f98-77196779b20c HTTP/1.1" status: 200 len: 852 time: 0.1951611 May 18 18:06:29.298894 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c8085e-6b06-4d28-93dc-11195a77375a req-92a69cf8-5690-4cda-831f-212d80364086 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:29.301021 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e2c8085e-6b06-4d28-93dc-11195a77375a req-92a69cf8-5690-4cda-831f-212d80364086 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=cc1771d3-4afb-4ab4-afef-9656452c2449 HTTP/1.1" status: 200 len: 946 time: 0.1550903 May 18 18:06:29.334810 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1b3cf42e-25d3-458e-bec0-6b9a78bdb7a0 req-b2cf65e2-4c9e-4798-a49d-9fca5a05ad8a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=35aa03bc-1495-4548-8bc6-c83249799063&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682909 May 18 18:06:29.478063 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e2c8085e-6b06-4d28-93dc-11195a77375a req-55524c09-2dda-4dae-9b30-fca319c9c9b5 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/security-groups?id=33ba1fad-191a-4b7a-ae9e-8e9e60985e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555140 May 18 18:06:29.530533 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1b3cf42e-25d3-458e-bec0-6b9a78bdb7a0 req-17513177-9a90-4d02-9cf7-742b34b7f16b service neutron] 10.222.0.88 "GET /v2.0/networks/35aa03bc-1495-4548-8bc6-c83249799063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814699 May 18 18:06:29.650501 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edcbfa9-064a-4cad-aa40-4b5e47427809 req-dfa0724a-a8d8-4a83-b14f-073ef513ee18 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:29.653609 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0edcbfa9-064a-4cad-aa40-4b5e47427809 req-dfa0724a-a8d8-4a83-b14f-073ef513ee18 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/ports?device_id=856de7f6-1aa7-4b67-bac8-1e6902f032dc HTTP/1.1" status: 200 len: 946 time: 0.1895769 May 18 18:06:29.682922 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662e26f6-a9cb-4d51-9cf2-4d8e37388a96 req-949d7ca5-9815-475e-af8e-5ff38ebd279d tempest-LiveAutoBlockMigrationV225Test-940020400 tempest-LiveAutoBlockMigrationV225Test-940020400-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:29.699766 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-662e26f6-a9cb-4d51-9cf2-4d8e37388a96 req-949d7ca5-9815-475e-af8e-5ff38ebd279d tempest-LiveAutoBlockMigrationV225Test-940020400 tempest-LiveAutoBlockMigrationV225Test-940020400-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=f4d4ab14-30d2-4728-a24a-37646af24227&tenant_id=38c3fbce1f554996bc4a73e5f0f7c3e8&binding%3Ahost_id=n-h2-838550-3 HTTP/1.1" status: 200 len: 1096 time: 0.2887638 May 18 18:06:29.833762 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0edcbfa9-064a-4cad-aa40-4b5e47427809 req-ce5f45b2-d885-48d3-bb15-67bd35625846 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/security-groups?id=fae3ce3c-9235-4ae4-9c6c-e682ce6a4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322808 May 18 18:06:29.975216 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18b4d5f-197c-414a-9be0-e5fb07584209 req-c918e820-d705-419e-81b1-c51ac0de6492 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:29.985243 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b18b4d5f-197c-414a-9be0-e5fb07584209 req-c918e820-d705-419e-81b1-c51ac0de6492 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/ports?device_id=f4d4ab14-30d2-4728-a24a-37646af24227 HTTP/1.1" status: 200 len: 945 time: 0.2965436 May 18 18:06:30.022777 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-662e26f6-a9cb-4d51-9cf2-4d8e37388a96 req-ffeaf8c9-1879-4d47-b665-2ce02f7d51d4 service neutron] For port b0717277-345f-4a7c-a4b4-96d333eb51f2, host n-h1-838550-3, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:06:30.026237 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1b3cf42e-25d3-458e-bec0-6b9a78bdb7a0 req-bb59310b-9d27-440b-a474-0f292980367e service neutron] 10.222.0.88 "GET /v2.0/networks/35aa03bc-1495-4548-8bc6-c83249799063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4821284 May 18 18:06:30.038819 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-662e26f6-a9cb-4d51-9cf2-4d8e37388a96 req-ffeaf8c9-1879-4d47-b665-2ce02f7d51d4 service neutron] Notify callbacks [] for binding, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:30.044826 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-662e26f6-a9cb-4d51-9cf2-4d8e37388a96 req-ffeaf8c9-1879-4d47-b665-2ce02f7d51d4 service neutron] 10.222.0.88 "DELETE /v2.0/ports/b0717277-345f-4a7c-a4b4-96d333eb51f2/bindings/n-h1-838550-3 HTTP/1.1" status: 204 len: 173 time: 0.3230188 May 18 18:06:30.135466 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b18b4d5f-197c-414a-9be0-e5fb07584209 req-e75b026b-8acf-4d41-b5bd-f99b0d2c646b tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/security-groups?id=bda815dc-3228-454b-a95b-f89a3eeb79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488080 May 18 18:06:30.144624 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 50006) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:06:30.354416 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9006a233-e1ad-4c2e-b4c7-84083cd4991e req-9a4020a6-ed84-4275-bbd2-5771bf0d4d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:30.360655 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9006a233-e1ad-4c2e-b4c7-84083cd4991e req-9a4020a6-ed84-4275-bbd2-5771bf0d4d6b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=fdb911c855ac4c6cb6a711e7d11eed8e&device_id=38581067-48bd-481b-8c77-98ade7aca4d8 HTTP/1.1" status: 200 len: 1095 time: 0.1779554 May 18 18:06:30.474699 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2979b8d5-92de-40d3-b8fd-e51f2805dec4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:30.526836 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85944f1-4884-4eab-9b15-ec953a7f8d21 req-70b06e13-e578-474d-9729-7f1a6bdafbfe tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:30.529505 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d85944f1-4884-4eab-9b15-ec953a7f8d21 req-70b06e13-e578-474d-9729-7f1a6bdafbfe tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=213629a7-b155-4938-9d93-e1d30507d5aa HTTP/1.1" status: 200 len: 948 time: 0.1674762 May 18 18:06:30.623696 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9006a233-e1ad-4c2e-b4c7-84083cd4991e req-d54871d8-2c02-4fb8-ac7d-1fd67e1ed9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:30.626291 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9006a233-e1ad-4c2e-b4c7-84083cd4991e req-d54871d8-2c02-4fb8-ac7d-1fd67e1ed9c3 service neutron] 10.222.0.88 "GET /v2.0/networks?id=35aa03bc-1495-4548-8bc6-c83249799063 HTTP/1.1" status: 200 len: 913 time: 0.2185256 May 18 18:06:30.682999 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d85944f1-4884-4eab-9b15-ec953a7f8d21 req-5b241d6a-39db-4cce-ac75-dc7b42fce1d8 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329370 May 18 18:06:30.693299 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9006a233-e1ad-4c2e-b4c7-84083cd4991e req-7b36889e-6064-4e07-9d38-d949a1d8c945 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0de02e7a-4341-4848-b5f4-8de104f914c9 HTTP/1.1" status: 200 len: 217 time: 0.0479136 May 18 18:06:30.702290 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b08e7f-69bd-4092-8dfb-40ebb1bd12ab req-5b14a863-7541-43bf-bb1c-4cfe062fe81f tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:30.704183 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a6b08e7f-69bd-4092-8dfb-40ebb1bd12ab req-5b14a863-7541-43bf-bb1c-4cfe062fe81f tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] 10.222.0.85 "GET /v2.0/ports?device_id=38581067-48bd-481b-8c77-98ade7aca4d8 HTTP/1.1" status: 200 len: 944 time: 0.3263645 May 18 18:06:30.785095 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2979b8d5-92de-40d3-b8fd-e51f2805dec4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:30.790512 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9006a233-e1ad-4c2e-b4c7-84083cd4991e req-7ba7c567-51a0-4058-9d8a-955c11147a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:30.792009 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2979b8d5-92de-40d3-b8fd-e51f2805dec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:30.793536 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9006a233-e1ad-4c2e-b4c7-84083cd4991e req-7ba7c567-51a0-4058-9d8a-955c11147a91 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a9078eee-385e-4d5a-9f98-77196779b20c HTTP/1.1" status: 200 len: 852 time: 0.0865793 May 18 18:06:30.843711 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979b8d5-92de-40d3-b8fd-e51f2805dec4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f80a5a03-4aaa-47d6-8486-ca1de7a02657,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:06:30.865274 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:30.925225 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9006a233-e1ad-4c2e-b4c7-84083cd4991e req-1736d78c-466f-48cb-b103-2b31d3023632 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=35aa03bc-1495-4548-8bc6-c83249799063&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0777247 May 18 18:06:30.931500 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-2979b8d5-92de-40d3-b8fd-e51f2805dec4 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=f7ea709beb214b40adb2f7f287c22dab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7750731 May 18 18:06:30.935636 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 50018) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:06:30.942441 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a6b08e7f-69bd-4092-8dfb-40ebb1bd12ab req-1fcf4ad1-7105-4fc5-bdc4-921f4634e1b3 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] 10.222.0.85 "GET /v2.0/security-groups?id=08db6f0e-0a01-416e-97d4-92fd213972b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461575 May 18 18:06:30.943170 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:30.985005 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device eb7403a5-417e-4c66-9028-f2b20017e630 details requested by agent hyperv_n-h2-838550-3 with host n-h2-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:06:31.080280 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5941b3-df64-42dc-a33a-3a5e99e57a8c req-eb2e836e-198e-4395-80fa-8c374d128669 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:31.087849 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9c5941b3-df64-42dc-a33a-3a5e99e57a8c req-eb2e836e-198e-4395-80fa-8c374d128669 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=cc1771d3-4afb-4ab4-afef-9656452c2449 HTTP/1.1" status: 200 len: 946 time: 0.2262931 May 18 18:06:31.151178 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9006a233-e1ad-4c2e-b4c7-84083cd4991e req-42d3a969-92c4-4335-9c98-877ad4af33b7 service neutron] 10.222.0.88 "GET /v2.0/networks/35aa03bc-1495-4548-8bc6-c83249799063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070866 May 18 18:06:31.164576 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b09eb9d7-c66f-47b8-8ad0-422dde207c3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:31.241008 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port eb7403a5-417e-4c66-9028-f2b20017e630, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=eb7403a5-417e-4c66-9028-f2b20017e630,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:06:31.242146 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9c5941b3-df64-42dc-a33a-3a5e99e57a8c req-29f19470-b323-4f34-8410-3aee0fde6889 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/security-groups?id=33ba1fad-191a-4b7a-ae9e-8e9e60985e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367028 May 18 18:06:31.281683 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b09eb9d7-c66f-47b8-8ad0-422dde207c3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:31.292224 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Returning: {'device': 'eb7403a5-417e-4c66-9028-f2b20017e630', 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305', 'port_id': 'eb7403a5-417e-4c66-9028-f2b20017e630', 'mac_address': 'fa:16:3e:8e:8a:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2531ae9-89db-4dcf-b670-9eac4c9cde53', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:06:31.431914 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port eb7403a5-417e-4c66-9028-f2b20017e630 is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:06:31.432336 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:31.468735 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb7403a5-417e-4c66-9028-f2b20017e630 {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:06:31.512674 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b09eb9d7-c66f-47b8-8ad0-422dde207c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:31.520085 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port eb7403a5-417e-4c66-9028-f2b20017e630, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=eb7403a5-417e-4c66-9028-f2b20017e630,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:06:31.524787 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b09eb9d7-c66f-47b8-8ad0-422dde207c3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:31.529581 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-b09eb9d7-c66f-47b8-8ad0-422dde207c3b admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/f80a5a03-4aaa-47d6-8486-ca1de7a02657 HTTP/1.1" status: 204 len: 168 time: 0.5901377 May 18 18:06:31.544908 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:31.549641 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9006a233-e1ad-4c2e-b4c7-84083cd4991e req-d212941f-7b97-4daa-8e05-2f197f9246dc service neutron] 10.222.0.88 "GET /v2.0/networks/35aa03bc-1495-4548-8bc6-c83249799063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3744738 May 18 18:06:31.561928 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09eb9d7-c66f-47b8-8ad0-422dde207c3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f80a5a03-4aaa-47d6-8486-ca1de7a02657,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:06:31.602227 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbf8687-b600-4a48-8022-787d6d5c9a5b req-d2101e19-a398-4363-837f-665c9ff507bf tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:31.603161 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4785daa-cd27-46f8-8d82-86d03662ef93 req-3f880f84-3d66-4bff-adb0-f91358dfe006 tempest-LiveAutoBlockMigrationV225Test-940020400 tempest-LiveAutoBlockMigrationV225Test-940020400-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:31.617155 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a4785daa-cd27-46f8-8d82-86d03662ef93 req-3f880f84-3d66-4bff-adb0-f91358dfe006 tempest-LiveAutoBlockMigrationV225Test-940020400 tempest-LiveAutoBlockMigrationV225Test-940020400-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=f4d4ab14-30d2-4728-a24a-37646af24227 HTTP/1.1" status: 200 len: 1096 time: 0.2062452 May 18 18:06:31.634002 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3fbf8687-b600-4a48-8022-787d6d5c9a5b req-d2101e19-a398-4363-837f-665c9ff507bf tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/ports?device_id=856de7f6-1aa7-4b67-bac8-1e6902f032dc HTTP/1.1" status: 200 len: 946 time: 0.2727253 May 18 18:06:31.724350 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=eb7403a5-417e-4c66-9028-f2b20017e630,revision_number=8']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:06:31.790188 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a4785daa-cd27-46f8-8d82-86d03662ef93 req-ea9cfdc8-ec0b-40f6-a82f-da83fb3e8f3f tempest-LiveAutoBlockMigrationV225Test-940020400 tempest-LiveAutoBlockMigrationV225Test-940020400-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=bda815dc-3228-454b-a95b-f89a3eeb79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711934 May 18 18:06:31.812492 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3fbf8687-b600-4a48-8022-787d6d5c9a5b req-45101b2a-f801-4d4d-91b4-bdbb6ea6fe88 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/security-groups?id=fae3ce3c-9235-4ae4-9c6c-e682ce6a4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756940 May 18 18:06:32.040048 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['eb7403a5-417e-4c66-9028-f2b20017e630'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:06:32.125585 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c9a49f-e6ba-442f-bb13-55ec9e4d26cc req-2d432c6b-2089-485a-979d-bebaa9420625 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:32.135575 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-78c9a49f-e6ba-442f-bb13-55ec9e4d26cc req-2d432c6b-2089-485a-979d-bebaa9420625 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.36 "GET /v2.0/ports?device_id=cc1771d3-4afb-4ab4-afef-9656452c2449 HTTP/1.1" status: 200 len: 946 time: 0.3896208 May 18 18:06:32.174899 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec8d18c-39df-4b24-9c00-eabf5ae6559e req-1c6cdd4f-6e80-490b-8ac6-d6d4bc145a1e tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:32.198813 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9ec8d18c-39df-4b24-9c00-eabf5ae6559e req-1c6cdd4f-6e80-490b-8ac6-d6d4bc145a1e tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=213629a7-b155-4938-9d93-e1d30507d5aa HTTP/1.1" status: 200 len: 949 time: 0.2128241 May 18 18:06:32.307924 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9ec8d18c-39df-4b24-9c00-eabf5ae6559e req-7811e273-c78b-4812-acbb-e116ef8ce325 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030915 May 18 18:06:32.420360 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da87ed9f-a315-4cdb-abaf-d9e7b50a0a10 req-1a483d71-5123-40ad-a3be-b312db9b79e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:32.422142 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-da87ed9f-a315-4cdb-abaf-d9e7b50a0a10 req-1a483d71-5123-40ad-a3be-b312db9b79e5 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8ebc9a1ec3004890baedda4682fb5641&device_id=856de7f6-1aa7-4b67-bac8-1e6902f032dc HTTP/1.1" status: 200 len: 1097 time: 0.4420629 May 18 18:06:32.656257 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106d9695-f497-4399-be39-7d7c0254943c req-9f71a744-85fd-47f9-8c11-84f8ba3008d9 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:32.665399 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-106d9695-f497-4399-be39-7d7c0254943c req-9f71a744-85fd-47f9-8c11-84f8ba3008d9 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] 10.222.0.85 "GET /v2.0/ports?device_id=38581067-48bd-481b-8c77-98ade7aca4d8 HTTP/1.1" status: 200 len: 944 time: 0.2279520 May 18 18:06:32.680298 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-78c9a49f-e6ba-442f-bb13-55ec9e4d26cc req-15de74d7-a4f9-43c7-9583-4b7459329e9f tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Deleting port 4389e08c-e6da-47e4-bd68-a6c525f89bef {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:06:32.682036 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-78c9a49f-e6ba-442f-bb13-55ec9e4d26cc req-15de74d7-a4f9-43c7-9583-4b7459329e9f tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:32.763125 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-106d9695-f497-4399-be39-7d7c0254943c req-a95cc476-c795-493e-b008-8461e75432cd tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] 10.222.0.85 "GET /v2.0/security-groups?id=08db6f0e-0a01-416e-97d4-92fd213972b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743093 May 18 18:06:33.221453 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 50080) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:06:33.389077 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da87ed9f-a315-4cdb-abaf-d9e7b50a0a10 req-3e3ba2a9-2ef2-4def-9d1b-0ac3d136da35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:33.390632 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-da87ed9f-a315-4cdb-abaf-d9e7b50a0a10 req-3e3ba2a9-2ef2-4def-9d1b-0ac3d136da35 service neutron] 10.222.0.88 "GET /v2.0/networks?id=34fdcfa4-2e5d-460f-9a9f-5a798833609a HTTP/1.1" status: 200 len: 909 time: 0.9465134 May 18 18:06:33.449599 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-815f5012-2acc-4ad5-a034-ea112ba49f70 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-870345317-network', 'tenant_id': '5de39362d87f43c782c90a9151229148'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:06:33.462322 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-da87ed9f-a315-4cdb-abaf-d9e7b50a0a10 req-308fa138-8ea8-4647-b6d8-c76232b4c829 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7147e38-5504-4db8-b866-92a9b2fb8077 HTTP/1.1" status: 200 len: 217 time: 0.0497041 May 18 18:06:33.502216 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965def6d-3441-49ba-ba33-bf9ce8735d6a req-2c6fa678-a008-4610-b464-d0713825abfc tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:33.503798 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-965def6d-3441-49ba-ba33-bf9ce8735d6a req-2c6fa678-a008-4610-b464-d0713825abfc tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=cc1771d3-4afb-4ab4-afef-9656452c2449 HTTP/1.1" status: 200 len: 946 time: 0.3414621 May 18 18:06:33.520636 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ac4190-41fd-4119-a7b4-85bfd163fd69 req-fe0ee07f-8a01-48bd-b6b0-707dfb943009 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:33.526661 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c2ac4190-41fd-4119-a7b4-85bfd163fd69 req-fe0ee07f-8a01-48bd-b6b0-707dfb943009 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/ports?device_id=f4d4ab14-30d2-4728-a24a-37646af24227 HTTP/1.1" status: 200 len: 945 time: 0.2664185 May 18 18:06:33.545397 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-815f5012-2acc-4ad5-a034-ea112ba49f70 admin admin] Made reservation on behalf of 5de39362d87f43c782c90a9151229148 for: {'network': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:06:33.550752 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-815f5012-2acc-4ad5-a034-ea112ba49f70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:33.565887 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-815f5012-2acc-4ad5-a034-ea112ba49f70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:33.566587 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-78c9a49f-e6ba-442f-bb13-55ec9e4d26cc req-15de74d7-a4f9-43c7-9583-4b7459329e9f tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] For port 4389e08c-e6da-47e4-bd68-a6c525f89bef, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=4389e08c-e6da-47e4-bd68-a6c525f89bef,segment=NetworkSegment(58bfdefb-3654-4aa0-92f0-6f0afd2552db),segment_id=58bfdefb-3654-4aa0-92f0-6f0afd2552db)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:06:33.567191 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-78c9a49f-e6ba-442f-bb13-55ec9e4d26cc req-15de74d7-a4f9-43c7-9583-4b7459329e9f tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:33.591957 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bb7ce3-377b-4936-8277-0eba01566c33 req-9ef48b8d-35ed-42de-995c-02eed2539896 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:33.596996 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-91bb7ce3-377b-4936-8277-0eba01566c33 req-9ef48b8d-35ed-42de-995c-02eed2539896 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.88 "GET /v2.0/ports?device_id=213629a7-b155-4938-9d93-e1d30507d5aa&tenant_id=c95c071176d44e1393b66dc9873791e2&binding%3Ahost_id=n-h2-838550-3 HTTP/1.1" status: 200 len: 949 time: 0.2885942 May 18 18:06:33.672307 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da87ed9f-a315-4cdb-abaf-d9e7b50a0a10 req-5505efa0-4821-4f32-bfef-0b33882f24ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:33.672307 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-da87ed9f-a315-4cdb-abaf-d9e7b50a0a10 req-5505efa0-4821-4f32-bfef-0b33882f24ed service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8f7111f6-e2ae-4553-ac4c-889ba94e64a6 HTTP/1.1" status: 200 len: 848 time: 0.1864419 May 18 18:06:33.672307 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-78c9a49f-e6ba-442f-bb13-55ec9e4d26cc req-15de74d7-a4f9-43c7-9583-4b7459329e9f tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Calling delete_port for 4389e08c-e6da-47e4-bd68-a6c525f89bef owned by compute:nova {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:06:33.680999 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-965def6d-3441-49ba-ba33-bf9ce8735d6a req-774ba3c4-5bb5-4d22-906b-a78fd366ea6c tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/security-groups?id=33ba1fad-191a-4b7a-ae9e-8e9e60985e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524270 May 18 18:06:33.734749 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c2ac4190-41fd-4119-a7b4-85bfd163fd69 req-7dff861b-5b1f-4b59-b7fe-a11a3515cd0e tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/security-groups?id=bda815dc-3228-454b-a95b-f89a3eeb79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905179 May 18 18:06:33.746735 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-da87ed9f-a315-4cdb-abaf-d9e7b50a0a10 req-f3547121-0952-4694-8313-badaa96388d9 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=34fdcfa4-2e5d-460f-9a9f-5a798833609a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565274 May 18 18:06:33.812045 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74c2c04-2079-41da-842a-ed01af075c22 req-b3eb27fe-447d-452a-a23c-2aaadf6a1e53 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:33.815495 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f74c2c04-2079-41da-842a-ed01af075c22 req-b3eb27fe-447d-452a-a23c-2aaadf6a1e53 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.88 "GET /v2.0/ports?device_id=f4d4ab14-30d2-4728-a24a-37646af24227 HTTP/1.1" status: 200 len: 945 time: 0.2289219 May 18 18:06:33.831544 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-91bb7ce3-377b-4936-8277-0eba01566c33 req-4f9a8da3-667e-4f7a-9095-8312b45b8f2c service neutron] 10.222.0.88 "GET /v2.0/ports/eb7403a5-417e-4c66-9028-f2b20017e630/bindings/n-h2-838550-3 HTTP/1.1" status: 200 len: 382 time: 0.2121108 May 18 18:06:33.860207 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-815f5012-2acc-4ad5-a034-ea112ba49f70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:33.869915 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-815f5012-2acc-4ad5-a034-ea112ba49f70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:33.956871 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-815f5012-2acc-4ad5-a034-ea112ba49f70 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=102731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:06:33.998577 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815f5012-2acc-4ad5-a034-ea112ba49f70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=894d231e-6dae-4461-bbad-9078faf50080,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:06:34.002862 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-815f5012-2acc-4ad5-a034-ea112ba49f70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:34.003208 n-d-838550-3 neutron-server[102731]: INFO neutron.db.segments_db [None req-815f5012-2acc-4ad5-a034-ea112ba49f70 admin admin] Added segment 621fa905-5e13-459a-9ac1-7af00b73aff4 of type vlan for network d6f08d5d-0951-47f8-b9ff-bba086403720 May 18 18:06:34.058021 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bb7ce3-377b-4936-8277-0eba01566c33 req-5494879c-4563-4b89-8d8d-f7bae2d36048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:34.060007 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-91bb7ce3-377b-4936-8277-0eba01566c33 req-5494879c-4563-4b89-8d8d-f7bae2d36048 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c95c071176d44e1393b66dc9873791e2&device_id=213629a7-b155-4938-9d93-e1d30507d5aa HTTP/1.1" status: 200 len: 1100 time: 0.1750772 May 18 18:06:34.071272 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a9a0e0-f7e2-49ca-b282-c769b55d7a27 req-9db91c8a-0168-4eed-805b-58ae93d825e3 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:34.072954 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-85a9a0e0-f7e2-49ca-b282-c769b55d7a27 req-9db91c8a-0168-4eed-805b-58ae93d825e3 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/ports?device_id=856de7f6-1aa7-4b67-bac8-1e6902f032dc HTTP/1.1" status: 200 len: 946 time: 0.2562549 May 18 18:06:34.102287 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-815f5012-2acc-4ad5-a034-ea112ba49f70 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:34.106057 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-da87ed9f-a315-4cdb-abaf-d9e7b50a0a10 req-507efb9c-3549-414c-9e0b-bdc584e96582 service neutron] 10.222.0.88 "GET /v2.0/networks/34fdcfa4-2e5d-460f-9a9f-5a798833609a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3056479 May 18 18:06:34.114872 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a132716-f02f-4f1d-8fd4-a6f046a92beb req-9559591f-0a55-4fab-95bc-e56e9c51f875 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:34.117429 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7a132716-f02f-4f1d-8fd4-a6f046a92beb req-9559591f-0a55-4fab-95bc-e56e9c51f875 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=213629a7-b155-4938-9d93-e1d30507d5aa HTTP/1.1" status: 200 len: 949 time: 0.2304473 May 18 18:06:34.217386 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-815f5012-2acc-4ad5-a034-ea112ba49f70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:34.218309 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-815f5012-2acc-4ad5-a034-ea112ba49f70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:34.218885 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-815f5012-2acc-4ad5-a034-ea112ba49f70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:34.275472 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-85a9a0e0-f7e2-49ca-b282-c769b55d7a27 req-3f722f25-be40-4b0e-84c0-e61ccdd98de1 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/security-groups?id=fae3ce3c-9235-4ae4-9c6c-e682ce6a4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870813 May 18 18:06:34.280920 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-78c9a49f-e6ba-442f-bb13-55ec9e4d26cc req-15de74d7-a4f9-43c7-9583-4b7459329e9f tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:34.299511 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-f74c2c04-2079-41da-842a-ed01af075c22 req-375ce132-6939-42f1-87fa-0b21ece16e94 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Deleting port b0717277-345f-4a7c-a4b4-96d333eb51f2 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:06:34.300345 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-f74c2c04-2079-41da-842a-ed01af075c22 req-375ce132-6939-42f1-87fa-0b21ece16e94 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:34.305861 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7a132716-f02f-4f1d-8fd4-a6f046a92beb req-4af4400a-62c2-4f66-a1c7-780f6d9efe3e tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431532 May 18 18:06:34.328527 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-815f5012-2acc-4ad5-a034-ea112ba49f70 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.1052732 May 18 18:06:34.336508 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 50100) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:06:34.348782 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-db9dbbb8-c5b0-40ad-b9af-776662853003 admin admin] Request body: {'subnet': {'network_id': 'd6f08d5d-0951-47f8-b9ff-bba086403720', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-870345317-subnet', 'tenant_id': '5de39362d87f43c782c90a9151229148', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:06:34.374343 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15de74d7-a4f9-43c7-9583-4b7459329e9f tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Pushing event deleted for resources: {'Port': ['ID=4389e08c-e6da-47e4-bd68-a6c525f89bef,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:06:34.378290 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bb7ce3-377b-4936-8277-0eba01566c33 req-95fd450a-9e61-4c9d-a948-45a9d064b056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:34.380664 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-91bb7ce3-377b-4936-8277-0eba01566c33 req-95fd450a-9e61-4c9d-a948-45a9d064b056 service neutron] 10.222.0.88 "GET /v2.0/networks?id=4c8ef274-9ecc-47c2-9686-5eebd78fb305 HTTP/1.1" status: 200 len: 870 time: 0.3082917 May 18 18:06:34.397328 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815f5012-2acc-4ad5-a034-ea112ba49f70 admin admin] Pushing event updated for resources: {'Network': ['ID=d6f08d5d-0951-47f8-b9ff-bba086403720,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:06:34.420355 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db9dbbb8-c5b0-40ad-b9af-776662853003 admin admin] Made reservation on behalf of 5de39362d87f43c782c90a9151229148 for: {'subnet': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:06:34.423726 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-db9dbbb8-c5b0-40ad-b9af-776662853003 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260908003'] for subnet, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:34.428019 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network d6f08d5d-0951-47f8-b9ff-bba086403720 details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:06:34.539386 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-91bb7ce3-377b-4936-8277-0eba01566c33 req-eb55766d-669e-44b4-b922-b8d6bdb881ed service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=eb7403a5-417e-4c66-9028-f2b20017e630 HTTP/1.1" status: 200 len: 217 time: 0.0619807 May 18 18:06:34.581787 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-da87ed9f-a315-4cdb-abaf-d9e7b50a0a10 req-59d2733e-664c-4e31-a280-6871ab2d3332 service neutron] 10.222.0.88 "GET /v2.0/networks/34fdcfa4-2e5d-460f-9a9f-5a798833609a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4478431 May 18 18:06:34.628696 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-78c9a49f-e6ba-442f-bb13-55ec9e4d26cc req-15de74d7-a4f9-43c7-9583-4b7459329e9f tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] No DVR routers for this DVR port 4389e08c-e6da-47e4-bd68-a6c525f89bef on host n-h1-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:06:34.648420 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-78c9a49f-e6ba-442f-bb13-55ec9e4d26cc req-15de74d7-a4f9-43c7-9583-4b7459329e9f tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:34.651891 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-78c9a49f-e6ba-442f-bb13-55ec9e4d26cc req-15de74d7-a4f9-43c7-9583-4b7459329e9f tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.36 "DELETE /v2.0/ports/4389e08c-e6da-47e4-bd68-a6c525f89bef HTTP/1.1" status: 204 len: 173 time: 2.5081890 May 18 18:06:34.652388 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc1771d3-4afb-4ab4-afef-9656452c2449', 'name': 'network-vif-deleted', 'tag': '4389e08c-e6da-47e4-bd68-a6c525f89bef'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:06:34.654761 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf1ee796-6d8b-448f-a53e-9d5be5994a59" -d '{"events": [{"server_uuid": "cc1771d3-4afb-4ab4-afef-9656452c2449", "name": "network-vif-deleted", "tag": "4389e08c-e6da-47e4-bd68-a6c525f89bef"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:06:34.715850 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bb7ce3-377b-4936-8277-0eba01566c33 req-2d1879ba-8320-4213-ae42-05cd772894d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:34.717895 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-91bb7ce3-377b-4936-8277-0eba01566c33 req-2d1879ba-8320-4213-ae42-05cd772894d8 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c2531ae9-89db-4dcf-b670-9eac4c9cde53 HTTP/1.1" status: 200 len: 843 time: 0.1528618 May 18 18:06:34.728701 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7554854-08f8-4bf2-b6a8-4dd40c52fe55 req-a414b756-ccd6-4686-a3c5-7841c2bf6ccb tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:34.730234 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d7554854-08f8-4bf2-b6a8-4dd40c52fe55 req-a414b756-ccd6-4686-a3c5-7841c2bf6ccb tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] 10.222.0.85 "GET /v2.0/ports?device_id=38581067-48bd-481b-8c77-98ade7aca4d8 HTTP/1.1" status: 200 len: 944 time: 0.1641684 May 18 18:06:34.758842 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-f74c2c04-2079-41da-842a-ed01af075c22 req-375ce132-6939-42f1-87fa-0b21ece16e94 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] For port b0717277-345f-4a7c-a4b4-96d333eb51f2, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=b0717277-345f-4a7c-a4b4-96d333eb51f2,segment=NetworkSegment(6537e25f-afe8-4089-8825-f23e3073c58d),segment_id=6537e25f-afe8-4089-8825-f23e3073c58d)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:06:34.759192 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-f74c2c04-2079-41da-842a-ed01af075c22 req-375ce132-6939-42f1-87fa-0b21ece16e94 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:34.798910 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-f74c2c04-2079-41da-842a-ed01af075c22 req-375ce132-6939-42f1-87fa-0b21ece16e94 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Calling delete_port for b0717277-345f-4a7c-a4b4-96d333eb51f2 owned by compute:nova {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:06:34.835195 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da87ed9f-a315-4cdb-abaf-d9e7b50a0a10 req-916523ae-4bf4-4547-b430-13f80814b1fd tempest-LiveMigrationTest-768751957 tempest-LiveMigrationTest-768751957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:34.836845 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-da87ed9f-a315-4cdb-abaf-d9e7b50a0a10 req-916523ae-4bf4-4547-b430-13f80814b1fd tempest-LiveMigrationTest-768751957 tempest-LiveMigrationTest-768751957-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=856de7f6-1aa7-4b67-bac8-1e6902f032dc&tenant_id=8ebc9a1ec3004890baedda4682fb5641&binding%3Ahost_id=n-h1-838550-3 HTTP/1.1" status: 200 len: 1097 time: 0.1543536 May 18 18:06:34.846954 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bb7ce3-377b-4936-8277-0eba01566c33 req-d38e138a-524b-4e35-9ab6-e7cd08f53c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:34.848540 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-91bb7ce3-377b-4936-8277-0eba01566c33 req-d38e138a-524b-4e35-9ab6-e7cd08f53c9b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4c8ef274-9ecc-47c2-9686-5eebd78fb305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0922248 May 18 18:06:34.876069 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-da87ed9f-a315-4cdb-abaf-d9e7b50a0a10 req-be0a01fe-5f05-4a15-a147-d7b6a803034b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-838550-3'}}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:06:34.895010 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d7554854-08f8-4bf2-b6a8-4dd40c52fe55 req-820215cc-5c60-4540-a606-14332fb77f63 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] 10.222.0.85 "GET /v2.0/security-groups?id=08db6f0e-0a01-416e-97d4-92fd213972b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248856 May 18 18:06:34.930065 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a83ccc4-28dc-4242-8375-a9709b23629f req-5fec4ae6-29c4-41f8-9c9c-f67ac2d13b5b tempest-ListImageFiltersTestJSON-1145215586 tempest-ListImageFiltersTestJSON-1145215586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:34.932452 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7a83ccc4-28dc-4242-8375-a9709b23629f req-5fec4ae6-29c4-41f8-9c9c-f67ac2d13b5b tempest-ListImageFiltersTestJSON-1145215586 tempest-ListImageFiltersTestJSON-1145215586-project] 10.222.0.85 "GET /v2.0/ports?device_id=b2a6d27b-8b88-4013-b3e5-0ad6d9b69794 HTTP/1.1" status: 200 len: 949 time: 0.2315688 May 18 18:06:34.959611 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-db9dbbb8-c5b0-40ad-b9af-776662853003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260898481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260908021'] for subnet, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:34.981808 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 0de02e7a-4341-4848-b5f4-8de104f914c9 details requested by agent hyperv_n-h2-838550-3 with host n-h2-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:06:34.988369 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device eb7403a5-417e-4c66-9028-f2b20017e630 up at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:06:34.995569 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0117e79b-3a5f-4f9c-a8c2-ddd2360e41b6 x-openstack-request-id: req-0117e79b-3a5f-4f9c-a8c2-ddd2360e41b6 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:06:34.995776 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc1771d3-4afb-4ab4-afef-9656452c2449", "name": "network-vif-deleted", "tag": "4389e08c-e6da-47e4-bd68-a6c525f89bef", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:06:34.996115 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-0117e79b-3a5f-4f9c-a8c2-ddd2360e41b6 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:06:34.996575 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0117e79b-3a5f-4f9c-a8c2-ddd2360e41b6'] response: {'server_uuid': 'cc1771d3-4afb-4ab4-afef-9656452c2449', 'name': 'network-vif-deleted', 'tag': '4389e08c-e6da-47e4-bd68-a6c525f89bef', 'status': 'completed', 'code': 200} May 18 18:06:35.018670 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-da87ed9f-a315-4cdb-abaf-d9e7b50a0a10 req-be0a01fe-5f05-4a15-a147-d7b6a803034b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:35.060488 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9dbbb8-c5b0-40ad-b9af-776662853003 admin admin] Pushing event updated for resources: {'Subnet': ['ID=059cd8c8-fb91-4d87-bcc6-6b0476de9b37,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:06:35.066856 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-91bb7ce3-377b-4936-8277-0eba01566c33 req-fc0aa170-fd69-49f5-8a9d-02efda5989b0 service neutron] 10.222.0.88 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915104 May 18 18:06:35.072267 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7a83ccc4-28dc-4242-8375-a9709b23629f req-0419b178-5f60-4878-8b65-1c894b9e9400 tempest-ListImageFiltersTestJSON-1145215586 tempest-ListImageFiltersTestJSON-1145215586-project] 10.222.0.85 "GET /v2.0/security-groups?id=1d865af5-9ba4-4796-9d2e-8c253d202d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252313 May 18 18:06:35.074809 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9dbbb8-c5b0-40ad-b9af-776662853003 admin admin] Checking segment: {'id': '621fa905-5e13-459a-9ac1-7af00b73aff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'd6f08d5d-0951-47f8-b9ff-bba086403720'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:06:35.075171 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db9dbbb8-c5b0-40ad-b9af-776662853003 admin admin] Network hostable DHCP agents. Network: d6f08d5d-0951-47f8-b9ff-bba086403720, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:06:35.223341 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-71fc65a7-6e09-48fc-91ef-9ab76ba95165 req-56aeb653-4d95-4920-aa6d-27c065fc2210 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=cc1771d3-4afb-4ab4-afef-9656452c2449 HTTP/1.1" status: 200 len: 210 time: 0.0477116 May 18 18:06:35.248870 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db9dbbb8-c5b0-40ad-b9af-776662853003 admin admin] Network d6f08d5d-0951-47f8-b9ff-bba086403720 is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:06:35.284732 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-db9dbbb8-c5b0-40ad-b9af-776662853003 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, d6f08d5d-0951-47f8-b9ff-bba086403720) {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:06:35.296574 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db9dbbb8-c5b0-40ad-b9af-776662853003 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:35.297247 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-db9dbbb8-c5b0-40ad-b9af-776662853003 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:35.301134 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-f74c2c04-2079-41da-842a-ed01af075c22 req-375ce132-6939-42f1-87fa-0b21ece16e94 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:35.330963 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11787f82-20cf-4a05-831d-067ac514b6d2 None None] Network d6f08d5d-0951-47f8-b9ff-bba086403720 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:06:35.336475 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['00b5b1f0-0c0e-4582-a42c-38ea84aad20c', '793d1fc5-3dfd-42ee-ada4-434fe7234b7f'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:06:35.347004 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['b0717277-345f-4a7c-a4b4-96d333eb51f2'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:06:35.352186 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning for port eb7403a5-417e-4c66-9028-f2b20017e630 completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:06:35.368453 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d905a4ba-acc6-4fdd-8dbf-50056dcb4132 req-12b01bc5-8a7f-414b-bff6-dd2640c37156 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:35.370710 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d905a4ba-acc6-4fdd-8dbf-50056dcb4132 req-12b01bc5-8a7f-414b-bff6-dd2640c37156 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/ports?device_id=f4d4ab14-30d2-4728-a24a-37646af24227 HTTP/1.1" status: 200 len: 866 time: 0.1543880 May 18 18:06:35.372384 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-db9dbbb8-c5b0-40ad-b9af-776662853003 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0299008 May 18 18:06:35.378712 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-91bb7ce3-377b-4936-8277-0eba01566c33 req-a7f3d1f3-6401-4743-8459-7723956ab4f2 service neutron] 10.222.0.88 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2965150 May 18 18:06:35.486842 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375ce132-6939-42f1-87fa-0b21ece16e94 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Pushing event deleted for resources: {'Port': ['ID=b0717277-345f-4a7c-a4b4-96d333eb51f2,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:06:35.530714 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning complete for port eb7403a5-417e-4c66-9028-f2b20017e630 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:06:35.531873 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:35.549047 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 4389e08c-e6da-47e4-bd68-a6c525f89bef no longer exists at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:06:35.583955 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-f74c2c04-2079-41da-842a-ed01af075c22 req-375ce132-6939-42f1-87fa-0b21ece16e94 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] No DVR routers for this DVR port b0717277-345f-4a7c-a4b4-96d333eb51f2 on host n-h2-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:06:35.589536 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-f74c2c04-2079-41da-842a-ed01af075c22 req-375ce132-6939-42f1-87fa-0b21ece16e94 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:35.593388 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f74c2c04-2079-41da-842a-ed01af075c22 req-375ce132-6939-42f1-87fa-0b21ece16e94 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.88 "DELETE /v2.0/ports/b0717277-345f-4a7c-a4b4-96d333eb51f2 HTTP/1.1" status: 204 len: 173 time: 1.7274332 May 18 18:06:35.609809 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] No Port match for: 4389e08c-e6da-47e4-bd68-a6c525f89bef {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:06:35.610078 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 4389e08c-e6da-47e4-bd68-a6c525f89bef not bound to the agent host n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:06:35.634810 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d905a4ba-acc6-4fdd-8dbf-50056dcb4132 req-692487e7-1f40-426b-978f-45ad9e3bfc23 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/security-groups?id=bda815dc-3228-454b-a95b-f89a3eeb79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045524 May 18 18:06:35.650142 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 0de02e7a-4341-4848-b5f4-8de104f914c9, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=0de02e7a-4341-4848-b5f4-8de104f914c9,segment=NetworkSegment(ba5b4c8c-85fa-4d1e-ac5d-e49cc72250ce),segment_id=ba5b4c8c-85fa-4d1e-ac5d-e49cc72250ce)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:06:35.729825 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-da87ed9f-a315-4cdb-abaf-d9e7b50a0a10 req-be0a01fe-5f05-4a15-a147-d7b6a803034b service neutron] For port f7147e38-5504-4db8-b866-92a9b2fb8077, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=f7147e38-5504-4db8-b866-92a9b2fb8077,segment=NetworkSegment(5e6a9b3b-2b82-45b7-b9f1-0f73969fb979),segment_id=5e6a9b3b-2b82-45b7-b9f1-0f73969fb979)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:06:35.904799 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6973b62-ddad-411a-a282-66f306bd89b8 req-881765ea-cd8b-4c69-b799-713b14e272ed tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:35.912287 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b6973b62-ddad-411a-a282-66f306bd89b8 req-881765ea-cd8b-4c69-b799-713b14e272ed tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/ports?device_id=856de7f6-1aa7-4b67-bac8-1e6902f032dc HTTP/1.1" status: 200 len: 946 time: 0.1400316 May 18 18:06:35.917187 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf03c56-4e1f-41d3-9f9f-9e3a7a34d758 req-7a6e1250-a6e8-443c-8d85-35a08d0542fd tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:35.934511 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-da87ed9f-a315-4cdb-abaf-d9e7b50a0a10 req-be0a01fe-5f05-4a15-a147-d7b6a803034b service neutron] For port f7147e38-5504-4db8-b866-92a9b2fb8077, host n-h1-838550-3, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:06:35.946044 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bcf03c56-4e1f-41d3-9f9f-9e3a7a34d758 req-7a6e1250-a6e8-443c-8d85-35a08d0542fd tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=213629a7-b155-4938-9d93-e1d30507d5aa HTTP/1.1" status: 200 len: 949 time: 0.1182768 May 18 18:06:35.963040 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Returning: {'device': '0de02e7a-4341-4848-b5f4-8de104f914c9', 'network_id': '35aa03bc-1495-4548-8bc6-c83249799063', 'port_id': '0de02e7a-4341-4848-b5f4-8de104f914c9', 'mac_address': 'fa:16:3e:3a:ba:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9078eee-385e-4d5a-9f98-77196779b20c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:06:36.009078 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-da87ed9f-a315-4cdb-abaf-d9e7b50a0a10 req-be0a01fe-5f05-4a15-a147-d7b6a803034b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:36.018293 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-da87ed9f-a315-4cdb-abaf-d9e7b50a0a10 req-be0a01fe-5f05-4a15-a147-d7b6a803034b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:36.054586 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c95f247-090a-4a40-9b05-8cca4bd72afe None None] Network d6f08d5d-0951-47f8-b9ff-bba086403720 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:06:36.071674 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bcf03c56-4e1f-41d3-9f9f-9e3a7a34d758 req-a34d74e0-31f6-4df9-b82f-e3a68114f021 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206269 May 18 18:06:36.138758 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0a01fe-5f05-4a15-a147-d7b6a803034b service neutron] Pushing event updated for resources: {'Port': ['ID=f7147e38-5504-4db8-b866-92a9b2fb8077,revision_number=7']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:06:36.162709 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 0de02e7a-4341-4848-b5f4-8de104f914c9 is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:06:36.163106 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:36.171153 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port eb7403a5-417e-4c66-9028-f2b20017e630 is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:06:36.171538 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:36.198342 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b6973b62-ddad-411a-a282-66f306bd89b8 req-2fdbcb69-d087-4835-8c45-9ee9e510975b tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/security-groups?id=fae3ce3c-9235-4ae4-9c6c-e682ce6a4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2850482 May 18 18:06:36.246307 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0de02e7a-4341-4848-b5f4-8de104f914c9 {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:06:36.267996 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '213629a7-b155-4938-9d93-e1d30507d5aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb7403a5-417e-4c66-9028-f2b20017e630'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:06:36.270358 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-791b674e-4047-4a3f-9004-69f39a2329cd" -d '{"events": [{"server_uuid": "213629a7-b155-4938-9d93-e1d30507d5aa", "name": "network-vif-plugged", "status": "completed", "tag": "eb7403a5-417e-4c66-9028-f2b20017e630"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:06:36.281527 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-da87ed9f-a315-4cdb-abaf-d9e7b50a0a10 req-be0a01fe-5f05-4a15-a147-d7b6a803034b service neutron] Attempting to bind port f7147e38-5504-4db8-b866-92a9b2fb8077 on host n-h1-838550-3 for vnic_type normal with profile {"migrating_to": "n-h2-838550-3"} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:06:36.281882 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-da87ed9f-a315-4cdb-abaf-d9e7b50a0a10 req-be0a01fe-5f05-4a15-a147-d7b6a803034b service neutron] Attempting to bind port f7147e38-5504-4db8-b866-92a9b2fb8077 by drivers openvswitch,hyperv on host n-h1-838550-3 at level 0 using segments [{'id': '5e6a9b3b-2b82-45b7-b9f1-0f73969fb979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '34fdcfa4-2e5d-460f-9a9f-5a798833609a'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:06:36.282258 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da87ed9f-a315-4cdb-abaf-d9e7b50a0a10 req-be0a01fe-5f05-4a15-a147-d7b6a803034b service neutron] Attempting to bind port f7147e38-5504-4db8-b866-92a9b2fb8077 on network 34fdcfa4-2e5d-460f-9a9f-5a798833609a {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:06:36.290132 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da87ed9f-a315-4cdb-abaf-d9e7b50a0a10 req-be0a01fe-5f05-4a15-a147-d7b6a803034b service neutron] Port f7147e38-5504-4db8-b866-92a9b2fb8077 on network 34fdcfa4-2e5d-460f-9a9f-5a798833609a not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-3 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:06:36.290672 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da87ed9f-a315-4cdb-abaf-d9e7b50a0a10 req-be0a01fe-5f05-4a15-a147-d7b6a803034b service neutron] Attempting to bind port f7147e38-5504-4db8-b866-92a9b2fb8077 on network 34fdcfa4-2e5d-460f-9a9f-5a798833609a {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:06:36.304217 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da87ed9f-a315-4cdb-abaf-d9e7b50a0a10 req-be0a01fe-5f05-4a15-a147-d7b6a803034b service neutron] Checking agent: {'id': '1dbac822-25f2-4df8-9dc8-5c2e7b136eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:06:36.304845 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da87ed9f-a315-4cdb-abaf-d9e7b50a0a10 req-be0a01fe-5f05-4a15-a147-d7b6a803034b service neutron] Checking segment: {'id': '5e6a9b3b-2b82-45b7-b9f1-0f73969fb979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '34fdcfa4-2e5d-460f-9a9f-5a798833609a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:06:36.305480 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da87ed9f-a315-4cdb-abaf-d9e7b50a0a10 req-be0a01fe-5f05-4a15-a147-d7b6a803034b service neutron] Bound using segment: {'id': '5e6a9b3b-2b82-45b7-b9f1-0f73969fb979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '34fdcfa4-2e5d-460f-9a9f-5a798833609a'} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:06:36.307033 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-da87ed9f-a315-4cdb-abaf-d9e7b50a0a10 req-be0a01fe-5f05-4a15-a147-d7b6a803034b service neutron] Bound port: f7147e38-5504-4db8-b866-92a9b2fb8077, host: n-h1-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e6a9b3b-2b82-45b7-b9f1-0f73969fb979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '34fdcfa4-2e5d-460f-9a9f-5a798833609a'}}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:06:36.307607 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-da87ed9f-a315-4cdb-abaf-d9e7b50a0a10 req-be0a01fe-5f05-4a15-a147-d7b6a803034b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:36.334493 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port eb7403a5-417e-4c66-9028-f2b20017e630, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=eb7403a5-417e-4c66-9028-f2b20017e630,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:06:36.365597 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 0de02e7a-4341-4848-b5f4-8de104f914c9, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=0de02e7a-4341-4848-b5f4-8de104f914c9,segment=NetworkSegment(ba5b4c8c-85fa-4d1e-ac5d-e49cc72250ce),segment_id=ba5b4c8c-85fa-4d1e-ac5d-e49cc72250ce)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:06:36.367356 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:36.410433 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:36.536606 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-da87ed9f-a315-4cdb-abaf-d9e7b50a0a10 req-be0a01fe-5f05-4a15-a147-d7b6a803034b service neutron] For port f7147e38-5504-4db8-b866-92a9b2fb8077, host n-h1-838550-3, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:06:36.541505 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-da87ed9f-a315-4cdb-abaf-d9e7b50a0a10 req-be0a01fe-5f05-4a15-a147-d7b6a803034b service neutron] For port f7147e38-5504-4db8-b866-92a9b2fb8077, host n-h1-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=f7147e38-5504-4db8-b866-92a9b2fb8077,segment=NetworkSegment(5e6a9b3b-2b82-45b7-b9f1-0f73969fb979),segment_id=5e6a9b3b-2b82-45b7-b9f1-0f73969fb979)] {{(pid=102730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:06:36.548790 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-da87ed9f-a315-4cdb-abaf-d9e7b50a0a10 req-be0a01fe-5f05-4a15-a147-d7b6a803034b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:36.560370 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3039c5-eabc-4589-bb6a-021f2c59d7d3 req-e78ebeeb-fe73-4d7c-bdab-d64ba0cddca2 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:36.562594 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0e3039c5-eabc-4589-bb6a-021f2c59d7d3 req-e78ebeeb-fe73-4d7c-bdab-d64ba0cddca2 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] 10.222.0.85 "GET /v2.0/ports?device_id=38581067-48bd-481b-8c77-98ade7aca4d8 HTTP/1.1" status: 200 len: 945 time: 0.1139982 May 18 18:06:36.612368 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=eb7403a5-417e-4c66-9028-f2b20017e630,revision_number=9']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:06:36.678954 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0e3039c5-eabc-4589-bb6a-021f2c59d7d3 req-f006d808-e159-41dd-ac1f-006af7d3d85d tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] 10.222.0.85 "GET /v2.0/security-groups?id=08db6f0e-0a01-416e-97d4-92fd213972b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972672 May 18 18:06:36.776199 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da87ed9f-a315-4cdb-abaf-d9e7b50a0a10 req-be0a01fe-5f05-4a15-a147-d7b6a803034b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:36.782041 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-da87ed9f-a315-4cdb-abaf-d9e7b50a0a10 req-be0a01fe-5f05-4a15-a147-d7b6a803034b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:36.785350 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-da87ed9f-a315-4cdb-abaf-d9e7b50a0a10 req-be0a01fe-5f05-4a15-a147-d7b6a803034b service neutron] 10.222.0.88 "PUT /v2.0/ports/f7147e38-5504-4db8-b866-92a9b2fb8077 HTTP/1.1" status: 200 len: 1122 time: 1.9160829 May 18 18:06:36.786496 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0a01fe-5f05-4a15-a147-d7b6a803034b service neutron] Pushing event updated for resources: {'Port': ['ID=f7147e38-5504-4db8-b866-92a9b2fb8077,revision_number=8']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:06:36.842364 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7efe89-8c0c-4499-a073-fc6f655c0f1b req-ea25564b-3483-4c95-8706-d01a4e2d138d tempest-ServerAddressesNegativeTestJSON-442081109 tempest-ServerAddressesNegativeTestJSON-442081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:36.858109 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-eb7efe89-8c0c-4499-a073-fc6f655c0f1b req-ea25564b-3483-4c95-8706-d01a4e2d138d tempest-ServerAddressesNegativeTestJSON-442081109 tempest-ServerAddressesNegativeTestJSON-442081109-project] 10.222.0.85 "GET /v2.0/networks?id=d6f08d5d-0951-47f8-b9ff-bba086403720 HTTP/1.1" status: 200 len: 821 time: 0.3910060 May 18 18:06:36.877608 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-eb7efe89-8c0c-4499-a073-fc6f655c0f1b req-06e434e8-085c-499c-af98-0ed139bf89be tempest-ServerAddressesNegativeTestJSON-442081109 tempest-ServerAddressesNegativeTestJSON-442081109-project] 10.222.0.85 "GET /v2.0/quotas/5de39362d87f43c782c90a9151229148 HTTP/1.1" status: 200 len: 375 time: 0.0133567 May 18 18:06:36.898389 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=0de02e7a-4341-4848-b5f4-8de104f914c9,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:06:36.908118 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['f7147e38-5504-4db8-b866-92a9b2fb8077'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:06:36.999227 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4d4ab14-30d2-4728-a24a-37646af24227', 'name': 'network-vif-deleted', 'tag': 'b0717277-345f-4a7c-a4b4-96d333eb51f2'}, {'server_uuid': '856de7f6-1aa7-4b67-bac8-1e6902f032dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7147e38-5504-4db8-b866-92a9b2fb8077'}, {'name': 'network-changed', 'server_uuid': '856de7f6-1aa7-4b67-bac8-1e6902f032dc', 'tag': 'f7147e38-5504-4db8-b866-92a9b2fb8077'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:06:37.008692 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd7bd2a9-99d7-41bb-8499-91f4c54e8a72" -d '{"events": [{"server_uuid": "f4d4ab14-30d2-4728-a24a-37646af24227", "name": "network-vif-deleted", "tag": "b0717277-345f-4a7c-a4b4-96d333eb51f2"}, {"server_uuid": "856de7f6-1aa7-4b67-bac8-1e6902f032dc", "name": "network-vif-unplugged", "status": "completed", "tag": "f7147e38-5504-4db8-b866-92a9b2fb8077"}, {"name": "network-changed", "server_uuid": "856de7f6-1aa7-4b67-bac8-1e6902f032dc", "tag": "f7147e38-5504-4db8-b866-92a9b2fb8077"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:06:37.010238 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device b0717277-345f-4a7c-a4b4-96d333eb51f2 no longer exists at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:06:37.024035 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-eb7efe89-8c0c-4499-a073-fc6f655c0f1b req-3970bc9a-df1d-4b49-b86d-da063f3fb105 tempest-ServerAddressesNegativeTestJSON-442081109 tempest-ServerAddressesNegativeTestJSON-442081109-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=5de39362d87f43c782c90a9151229148&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1425827 May 18 18:06:37.103367 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['0de02e7a-4341-4848-b5f4-8de104f914c9'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:06:37.212889 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] No Port match for: b0717277-345f-4a7c-a4b4-96d333eb51f2 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:06:37.213467 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device b0717277-345f-4a7c-a4b4-96d333eb51f2 not bound to the agent host n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:06:37.214181 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 9676ee7b-d5df-42c2-92d0-2515cd3c33fe no longer exists at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:06:37.236670 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b27f37ba-95c8-4338-a437-f45096426d7b x-openstack-request-id: req-b27f37ba-95c8-4338-a437-f45096426d7b {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:06:37.238076 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "213629a7-b155-4938-9d93-e1d30507d5aa", "name": "network-vif-plugged", "status": "completed", "tag": "eb7403a5-417e-4c66-9028-f2b20017e630", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:06:37.238076 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-b27f37ba-95c8-4338-a437-f45096426d7b {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:06:37.238641 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b27f37ba-95c8-4338-a437-f45096426d7b'] response: {'server_uuid': '213629a7-b155-4938-9d93-e1d30507d5aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb7403a5-417e-4c66-9028-f2b20017e630', 'code': 200} May 18 18:06:37.315626 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-eb7efe89-8c0c-4499-a073-fc6f655c0f1b req-23947377-75d8-4390-a751-dbd972fd04ea service neutron] 10.222.0.85 "GET /v2.0/networks/d6f08d5d-0951-47f8-b9ff-bba086403720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2781787 May 18 18:06:37.388514 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2ed20c67-adf4-4d57-afec-014de1cda2a8 req-698ae992-8c5c-49f7-9926-1248ddd0c4bd tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/ports?device_id=f4d4ab14-30d2-4728-a24a-37646af24227 HTTP/1.1" status: 200 len: 210 time: 0.0648832 May 18 18:06:37.516629 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 523 Content-Type: application/json Date: Wed, 18 May 2022 18:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeb29807-1b37-4022-8b02-e7d5a7e5cc4a x-openstack-request-id: req-aeb29807-1b37-4022-8b02-e7d5a7e5cc4a {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:06:37.517440 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4d4ab14-30d2-4728-a24a-37646af24227", "name": "network-vif-deleted", "tag": "b0717277-345f-4a7c-a4b4-96d333eb51f2", "status": "completed", "code": 200}, {"server_uuid": "856de7f6-1aa7-4b67-bac8-1e6902f032dc", "name": "network-vif-unplugged", "status": "completed", "tag": "f7147e38-5504-4db8-b866-92a9b2fb8077", "code": 200}, {"name": "network-changed", "server_uuid": "856de7f6-1aa7-4b67-bac8-1e6902f032dc", "tag": "f7147e38-5504-4db8-b866-92a9b2fb8077", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:06:37.518108 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-aeb29807-1b37-4022-8b02-e7d5a7e5cc4a {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:06:37.518584 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aeb29807-1b37-4022-8b02-e7d5a7e5cc4a'] response: {'server_uuid': 'f4d4ab14-30d2-4728-a24a-37646af24227', 'name': 'network-vif-deleted', 'tag': 'b0717277-345f-4a7c-a4b4-96d333eb51f2', 'status': 'completed', 'code': 200} May 18 18:06:37.518927 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aeb29807-1b37-4022-8b02-e7d5a7e5cc4a'] response: {'server_uuid': '856de7f6-1aa7-4b67-bac8-1e6902f032dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7147e38-5504-4db8-b866-92a9b2fb8077', 'code': 200} May 18 18:06:37.519392 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aeb29807-1b37-4022-8b02-e7d5a7e5cc4a'] response: {'name': 'network-changed', 'server_uuid': '856de7f6-1aa7-4b67-bac8-1e6902f032dc', 'tag': 'f7147e38-5504-4db8-b866-92a9b2fb8077', 'status': 'completed', 'code': 200} May 18 18:06:37.520366 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-eb7efe89-8c0c-4499-a073-fc6f655c0f1b req-0b960a42-83bf-4ac5-9f1b-8174a14afd98 service neutron] 10.222.0.85 "GET /v2.0/networks/d6f08d5d-0951-47f8-b9ff-bba086403720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031443 May 18 18:06:37.639722 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-5b6a790e-dd0f-44c9-ab5a-12c46d62bd22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:37.652243 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 9676ee7b-d5df-42c2-92d0-2515cd3c33fe is: ACTIVE; New status is: DOWN {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:06:37.652855 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:37.744480 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aeb89c-d844-49a2-9183-a34029aea674 req-ae3e36b5-2823-4d48-b9ca-d8d62c935dc5 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:37.755255 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a9aeb89c-d844-49a2-9183-a34029aea674 req-ae3e36b5-2823-4d48-b9ca-d8d62c935dc5 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=213629a7-b155-4938-9d93-e1d30507d5aa HTTP/1.1" status: 200 len: 950 time: 0.1548960 May 18 18:06:37.779968 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7bd2a9-99d7-41bb-8499-91f4c54e8a72 req-a683129f-2573-488c-94e9-f4179413911c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:37.782112 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cd7bd2a9-99d7-41bb-8499-91f4c54e8a72 req-a683129f-2573-488c-94e9-f4179413911c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8ebc9a1ec3004890baedda4682fb5641&device_id=856de7f6-1aa7-4b67-bac8-1e6902f032dc HTTP/1.1" status: 200 len: 1125 time: 0.1453540 May 18 18:06:37.804277 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 9676ee7b-d5df-42c2-92d0-2515cd3c33fe, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=9676ee7b-d5df-42c2-92d0-2515cd3c33fe,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:06:37.827589 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:37.828108 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a9aeb89c-d844-49a2-9183-a34029aea674 req-bcacd8b6-fcdc-4f3a-bc1e-f861ed77a32a tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714543 May 18 18:06:37.948713 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=9676ee7b-d5df-42c2-92d0-2515cd3c33fe,revision_number=8']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:06:38.114869 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7bd2a9-99d7-41bb-8499-91f4c54e8a72 req-bdf8f130-150c-4c9f-9f1b-56362e0f67bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:38.117837 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cd7bd2a9-99d7-41bb-8499-91f4c54e8a72 req-bdf8f130-150c-4c9f-9f1b-56362e0f67bb service neutron] 10.222.0.36 "GET /v2.0/networks?id=34fdcfa4-2e5d-460f-9a9f-5a798833609a HTTP/1.1" status: 200 len: 909 time: 0.3072515 May 18 18:06:38.186745 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cd7bd2a9-99d7-41bb-8499-91f4c54e8a72 req-87b7aed3-3ffb-44e8-97d3-987acb6c7770 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7147e38-5504-4db8-b866-92a9b2fb8077 HTTP/1.1" status: 200 len: 217 time: 0.0584421 May 18 18:06:38.209159 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae9922e-d825-4588-90af-4f35ca136eaf req-d9f8d0f0-d002-4813-a52c-0c9ca85180d8 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:38.225842 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5ae9922e-d825-4588-90af-4f35ca136eaf req-d9f8d0f0-d002-4813-a52c-0c9ca85180d8 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/ports?device_id=856de7f6-1aa7-4b67-bac8-1e6902f032dc HTTP/1.1" status: 200 len: 944 time: 0.1751919 May 18 18:06:38.280461 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b523f24e-2a70-405c-9937-2326b998b7bd req-9da8c235-e01d-47d4-8eac-fd2afddbf21c tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:38.287505 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b523f24e-2a70-405c-9937-2326b998b7bd req-9da8c235-e01d-47d4-8eac-fd2afddbf21c tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/networks?id=f92940b8-c50f-4c94-b1f3-3e93ca94957d HTTP/1.1" status: 200 len: 812 time: 0.2256861 May 18 18:06:38.322853 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b523f24e-2a70-405c-9937-2326b998b7bd req-f0248ab0-7f11-448a-aa40-e6373b7ac717 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/quotas/ed8a017ff6d8432c9386dee5054e8944 HTTP/1.1" status: 200 len: 375 time: 0.0249209 May 18 18:06:38.382764 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5ae9922e-d825-4588-90af-4f35ca136eaf req-9545c0a8-e860-4667-a0bc-91c648dc326c tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/security-groups?id=fae3ce3c-9235-4ae4-9c6c-e682ce6a4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552675 May 18 18:06:38.393459 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7bd2a9-99d7-41bb-8499-91f4c54e8a72 req-2f3f455e-5d8a-4213-b401-f00a6f2e1a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:38.399008 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cd7bd2a9-99d7-41bb-8499-91f4c54e8a72 req-2f3f455e-5d8a-4213-b401-f00a6f2e1a55 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8f7111f6-e2ae-4553-ac4c-889ba94e64a6 HTTP/1.1" status: 200 len: 848 time: 0.1606123 May 18 18:06:38.437086 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b523f24e-2a70-405c-9937-2326b998b7bd req-2a889ff9-10fe-4349-849e-228ef5c3d629 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=ed8a017ff6d8432c9386dee5054e8944&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0906420 May 18 18:06:38.514252 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cd7bd2a9-99d7-41bb-8499-91f4c54e8a72 req-a1d967be-5032-4b1f-8256-308a4eb6435a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=34fdcfa4-2e5d-460f-9a9f-5a798833609a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0991001 May 18 18:06:38.653959 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b523f24e-2a70-405c-9937-2326b998b7bd req-f4c9db35-93b0-413d-8ad2-df2d760e5578 service neutron] 10.222.0.85 "GET /v2.0/networks/f92940b8-c50f-4c94-b1f3-3e93ca94957d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151082 May 18 18:06:38.769106 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-52e31765-253d-4102-9baa-576f01896ee6 req-6dc29587-42d6-46b3-9c62-99498d902ab8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a09c81f0-e946-4a9d-9b3b-f55046c6af2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3121753 May 18 18:06:38.861196 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b523f24e-2a70-405c-9937-2326b998b7bd req-2c53c21c-ccb3-42fd-ba7d-ba85f49b1da0 service neutron] 10.222.0.85 "GET /v2.0/networks/f92940b8-c50f-4c94-b1f3-3e93ca94957d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020648 May 18 18:06:38.875943 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cd7bd2a9-99d7-41bb-8499-91f4c54e8a72 req-3622a680-ecbf-4212-b16b-5a3fe396afc9 service neutron] 10.222.0.36 "GET /v2.0/networks/34fdcfa4-2e5d-460f-9a9f-5a798833609a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3081462 May 18 18:06:39.017872 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 0de02e7a-4341-4848-b5f4-8de104f914c9 up at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:06:39.073309 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cd7bd2a9-99d7-41bb-8499-91f4c54e8a72 req-49dedb00-c023-46f2-8cb4-09fe6b134f7c service neutron] 10.222.0.36 "GET /v2.0/networks/34fdcfa4-2e5d-460f-9a9f-5a798833609a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723211 May 18 18:06:39.107690 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f187cfd1-6f31-45f3-9ed5-63a75b381853 req-b5df435f-597e-41df-92cb-e8983c96b1cb tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:39.118239 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f187cfd1-6f31-45f3-9ed5-63a75b381853 req-b5df435f-597e-41df-92cb-e8983c96b1cb tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] 10.222.0.85 "GET /v2.0/ports?device_id=38581067-48bd-481b-8c77-98ade7aca4d8 HTTP/1.1" status: 200 len: 945 time: 0.3145988 May 18 18:06:39.129443 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e31765-253d-4102-9baa-576f01896ee6 req-68931cfc-619e-4c95-874e-1361467bd2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:39.131536 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-52e31765-253d-4102-9baa-576f01896ee6 req-68931cfc-619e-4c95-874e-1361467bd2f8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=38c3fbce1f554996bc4a73e5f0f7c3e8&device_id=a09c81f0-e946-4a9d-9b3b-f55046c6af2c HTTP/1.1" status: 200 len: 1098 time: 0.2716081 May 18 18:06:39.144029 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning for port 0de02e7a-4341-4848-b5f4-8de104f914c9 completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:06:39.155202 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning complete for port 0de02e7a-4341-4848-b5f4-8de104f914c9 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:06:39.155900 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:39.189048 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f187cfd1-6f31-45f3-9ed5-63a75b381853 req-f6ad175e-b80f-4f7a-a93d-46ba34593a07 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] 10.222.0.85 "GET /v2.0/security-groups?id=08db6f0e-0a01-416e-97d4-92fd213972b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690818 May 18 18:06:39.253430 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2a6d27b-8b88-4013-b3e5-0ad6d9b69794', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9676ee7b-d5df-42c2-92d0-2515cd3c33fe'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:06:39.262020 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cc8c55b-46e4-48fc-b567-dd87b60f1637" -d '{"events": [{"server_uuid": "b2a6d27b-8b88-4013-b3e5-0ad6d9b69794", "name": "network-vif-unplugged", "status": "completed", "tag": "9676ee7b-d5df-42c2-92d0-2515cd3c33fe"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:06:39.402899 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 0de02e7a-4341-4848-b5f4-8de104f914c9 is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:06:39.403642 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:39.483038 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3255a784-9339-493a-830c-783dd1a5a583 req-5990d032-1552-43c0-8150-f05d3616d778 tempest-ServerAddressesNegativeTestJSON-442081109 tempest-ServerAddressesNegativeTestJSON-442081109-project] 10.222.0.85 "GET /v2.0/ports?device_id=d4e39bf7-424e-4365-bfae-05c0af6f315c HTTP/1.1" status: 200 len: 210 time: 0.0539587 May 18 18:06:39.491849 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 0de02e7a-4341-4848-b5f4-8de104f914c9, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=0de02e7a-4341-4848-b5f4-8de104f914c9,segment=NetworkSegment(ba5b4c8c-85fa-4d1e-ac5d-e49cc72250ce),segment_id=ba5b4c8c-85fa-4d1e-ac5d-e49cc72250ce)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:06:39.500843 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:39.518464 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-634e7cea-fb3d-4194-b9c2-c67d8b4229eb req-3b32aaee-ad7c-4245-9e19-35bd3b767659 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/ports?device_id=f4d4ab14-30d2-4728-a24a-37646af24227 HTTP/1.1" status: 200 len: 210 time: 0.0895948 May 18 18:06:39.715558 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=0de02e7a-4341-4848-b5f4-8de104f914c9,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:06:39.718861 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cd2ba9ff-3bf2-416f-8fd3-5f9e4a5805b9 req-ac9ec6eb-d6ed-43a1-b7bd-f313471f0103 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=6f12de29-35ab-42e1-8264-21cc598af57b HTTP/1.1" status: 200 len: 210 time: 0.1021123 May 18 18:06:39.731190 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e31765-253d-4102-9baa-576f01896ee6 req-598545b9-9886-4c3c-be8e-dfc85ed2198d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:39.738057 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-52e31765-253d-4102-9baa-576f01896ee6 req-598545b9-9886-4c3c-be8e-dfc85ed2198d service neutron] 10.222.0.36 "GET /v2.0/networks?id=e7bb4226-ce97-4ecd-a736-061f4f786581 HTTP/1.1" status: 200 len: 921 time: 0.4975314 May 18 18:06:39.814492 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 May 2022 18:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c53f01a9-93c2-4a96-acfb-6bc5a4ca5e6c x-openstack-request-id: req-c53f01a9-93c2-4a96-acfb-6bc5a4ca5e6c {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:06:39.814841 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2a6d27b-8b88-4013-b3e5-0ad6d9b69794", "name": "network-vif-unplugged", "status": "completed", "tag": "9676ee7b-d5df-42c2-92d0-2515cd3c33fe", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:06:39.815403 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-c53f01a9-93c2-4a96-acfb-6bc5a4ca5e6c {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:06:39.816347 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c53f01a9-93c2-4a96-acfb-6bc5a4ca5e6c'] response: {'server_uuid': 'b2a6d27b-8b88-4013-b3e5-0ad6d9b69794', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9676ee7b-d5df-42c2-92d0-2515cd3c33fe', 'code': 200} May 18 18:06:39.822728 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-52e31765-253d-4102-9baa-576f01896ee6 req-99a13041-2ab2-46dc-af03-e431a4828a2a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=00b5b1f0-0c0e-4582-a42c-38ea84aad20c HTTP/1.1" status: 200 len: 217 time: 0.0639787 May 18 18:06:39.839925 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6f533b-e4c2-4606-bd41-ac8fee99f589 req-2c11e3c0-c7e4-4d17-ab9c-b5a504b4dc8c tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:39.842784 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5f6f533b-e4c2-4606-bd41-ac8fee99f589 req-2c11e3c0-c7e4-4d17-ab9c-b5a504b4dc8c tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=213629a7-b155-4938-9d93-e1d30507d5aa HTTP/1.1" status: 200 len: 950 time: 0.1875625 May 18 18:06:39.926203 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bb7ce3-377b-4936-8277-0eba01566c33 req-b5d646f3-1257-4d8f-810b-5c1f91ca47b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:39.928526 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-91bb7ce3-377b-4936-8277-0eba01566c33 req-b5d646f3-1257-4d8f-810b-5c1f91ca47b3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=213629a7-b155-4938-9d93-e1d30507d5aa&tenant_id=c95c071176d44e1393b66dc9873791e2 HTTP/1.1" status: 200 len: 1101 time: 0.1585793 May 18 18:06:39.932171 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e31765-253d-4102-9baa-576f01896ee6 req-4df50635-f11d-4f0d-accc-10a72f6858cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:39.934647 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-52e31765-253d-4102-9baa-576f01896ee6 req-4df50635-f11d-4f0d-accc-10a72f6858cc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cf982f85-dd38-4a89-9c21-fca17676813e HTTP/1.1" status: 200 len: 860 time: 0.0827320 May 18 18:06:39.961044 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-91bb7ce3-377b-4936-8277-0eba01566c33 req-3bf54e06-80d6-45b4-b78f-d0f2b037d474 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-838550-3', 'device_owner': 'compute:nova'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:06:39.963039 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5f6f533b-e4c2-4606-bd41-ac8fee99f589 req-376699ac-51e6-4cf4-aa8b-a7948f72a559 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016743 May 18 18:06:40.003056 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-7e55742c-fedc-4f56-aa57-9f3ba097caf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:40.464785 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-52e31765-253d-4102-9baa-576f01896ee6 req-0452b719-91d2-4fcc-aacd-248a76312f69 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e7bb4226-ce97-4ecd-a736-061f4f786581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5130901 May 18 18:06:40.507948 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15cea82-f8cd-4a57-b098-f2570905f02c req-2a52bc32-a494-48ea-9178-05b3395b2da8 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:40.516892 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c15cea82-f8cd-4a57-b098-f2570905f02c req-2a52bc32-a494-48ea-9178-05b3395b2da8 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] 10.222.0.85 "GET /v2.0/ports?device_id=38581067-48bd-481b-8c77-98ade7aca4d8 HTTP/1.1" status: 200 len: 946 time: 0.1327803 May 18 18:06:40.589921 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c15cea82-f8cd-4a57-b098-f2570905f02c req-047772e0-5561-45ac-9b48-87dac1d0fa1f tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] 10.222.0.85 "GET /v2.0/security-groups?id=08db6f0e-0a01-416e-97d4-92fd213972b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668492 May 18 18:06:40.682458 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5826d077-4288-4ba7-8db0-7a9fd0d676a1 req-1f78542e-a1be-4a16-ba2c-692b20fb78c8 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:40.683597 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5826d077-4288-4ba7-8db0-7a9fd0d676a1 req-1f78542e-a1be-4a16-ba2c-692b20fb78c8 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/ports?device_id=856de7f6-1aa7-4b67-bac8-1e6902f032dc HTTP/1.1" status: 200 len: 944 time: 0.7605031 May 18 18:06:40.694886 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-91bb7ce3-377b-4936-8277-0eba01566c33 req-3bf54e06-80d6-45b4-b78f-d0f2b037d474 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:40.707812 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fbff7f06-1e3d-4ddb-a8e3-a86f4b76fe52 req-8dd7d9f8-dc3b-45bf-aac8-b384efab169b tempest-ServerAddressesNegativeTestJSON-442081109 tempest-ServerAddressesNegativeTestJSON-442081109-project] 10.222.0.85 "GET /v2.0/ports?device_id=d4e39bf7-424e-4365-bfae-05c0af6f315c HTTP/1.1" status: 200 len: 210 time: 0.0501940 May 18 18:06:41.021297 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device e79c00fa-126d-4d3e-95ec-35bea254989f details requested by agent hyperv_n-h2-838550-3 with host n-h2-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:06:41.172097 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:41.283088 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-91bb7ce3-377b-4936-8277-0eba01566c33 req-3bf54e06-80d6-45b4-b78f-d0f2b037d474 service neutron] For port eb7403a5-417e-4c66-9028-f2b20017e630, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=eb7403a5-417e-4c66-9028-f2b20017e630,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:06:41.346475 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-91bb7ce3-377b-4936-8277-0eba01566c33 req-3bf54e06-80d6-45b4-b78f-d0f2b037d474 service neutron] For port eb7403a5-417e-4c66-9028-f2b20017e630, host n-h2-838550-3, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:06:41.370707 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port e79c00fa-126d-4d3e-95ec-35bea254989f, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=e79c00fa-126d-4d3e-95ec-35bea254989f,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:06:41.381194 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-39ef2f55-42d0-4662-bda3-19fc802e4966 req-c8fe298f-9e5e-4c04-9e28-519511b2dc50 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/ports?device_id=f4d4ab14-30d2-4728-a24a-37646af24227 HTTP/1.1" status: 200 len: 210 time: 0.2091954 May 18 18:06:41.413439 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-91bb7ce3-377b-4936-8277-0eba01566c33 req-3bf54e06-80d6-45b4-b78f-d0f2b037d474 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:41.437680 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [req-91bb7ce3-377b-4936-8277-0eba01566c33 req-3bf54e06-80d6-45b4-b78f-d0f2b037d474 service neutron] Transition to ACTIVE for port object eb7403a5-417e-4c66-9028-f2b20017e630 will not be triggered until provisioned by entity L2. {{(pid=102730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:06:41.447125 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5826d077-4288-4ba7-8db0-7a9fd0d676a1 req-d2f6bf12-46db-4d00-90c0-fe17be0e2f5a tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/security-groups?id=fae3ce3c-9235-4ae4-9c6c-e682ce6a4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7311983 May 18 18:06:41.447975 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '213629a7-b155-4938-9d93-e1d30507d5aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb7403a5-417e-4c66-9028-f2b20017e630'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:06:41.453000 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f2cd94f-0f36-474f-a2b7-bc75de4688eb" -d '{"events": [{"server_uuid": "213629a7-b155-4938-9d93-e1d30507d5aa", "name": "network-vif-unplugged", "status": "completed", "tag": "eb7403a5-417e-4c66-9028-f2b20017e630"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:06:41.462229 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-91bb7ce3-377b-4936-8277-0eba01566c33 req-3bf54e06-80d6-45b4-b78f-d0f2b037d474 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:41.481979 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Returning: {'device': 'e79c00fa-126d-4d3e-95ec-35bea254989f', 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305', 'port_id': 'e79c00fa-126d-4d3e-95ec-35bea254989f', 'mac_address': 'fa:16:3e:c3:d3:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2531ae9-89db-4dcf-b670-9eac4c9cde53', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:06:41.482491 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b523f24e-2a70-405c-9937-2326b998b7bd req-bedbca2e-4a37-4ee4-8abf-3d458e630d0c tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:41.484722 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b523f24e-2a70-405c-9937-2326b998b7bd req-bedbca2e-4a37-4ee4-8abf-3d458e630d0c tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.36 "GET /v2.0/networks?id=f92940b8-c50f-4c94-b1f3-3e93ca94957d HTTP/1.1" status: 200 len: 812 time: 0.5211627 May 18 18:06:41.487187 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7efe89-8c0c-4499-a073-fc6f655c0f1b req-5e4d3400-4370-4e14-b721-8f5eef1e9174 tempest-ServerAddressesNegativeTestJSON-442081109 tempest-ServerAddressesNegativeTestJSON-442081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:41.489908 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-eb7efe89-8c0c-4499-a073-fc6f655c0f1b req-5e4d3400-4370-4e14-b721-8f5eef1e9174 tempest-ServerAddressesNegativeTestJSON-442081109 tempest-ServerAddressesNegativeTestJSON-442081109-project] 10.222.0.36 "GET /v2.0/networks?id=d6f08d5d-0951-47f8-b9ff-bba086403720 HTTP/1.1" status: 200 len: 821 time: 1.0159962 May 18 18:06:41.499540 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-52e31765-253d-4102-9baa-576f01896ee6 req-60d8a426-beda-41de-bf14-0fc131ed1f28 service neutron] 10.222.0.36 "GET /v2.0/networks/e7bb4226-ce97-4ecd-a736-061f4f786581?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0222294 May 18 18:06:41.512706 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-b523f24e-2a70-405c-9937-2326b998b7bd req-421f89da-6983-4961-9fda-bc44cc0d5eec tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Request body: {'port': {'device_id': '6f12de29-35ab-42e1-8264-21cc598af57b', 'network_id': 'f92940b8-c50f-4c94-b1f3-3e93ca94957d', 'admin_state_up': True, 'tenant_id': 'ed8a017ff6d8432c9386dee5054e8944'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:06:41.611487 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port e79c00fa-126d-4d3e-95ec-35bea254989f is: ACTIVE; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:06:41.611974 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:41.648190 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e79c00fa-126d-4d3e-95ec-35bea254989f {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:06:41.738163 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b523f24e-2a70-405c-9937-2326b998b7bd req-421f89da-6983-4961-9fda-bc44cc0d5eec tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Made reservation on behalf of ed8a017ff6d8432c9386dee5054e8944 for: {'port': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:06:41.748641 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port e79c00fa-126d-4d3e-95ec-35bea254989f, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=e79c00fa-126d-4d3e-95ec-35bea254989f,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:06:41.749720 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-b523f24e-2a70-405c-9937-2326b998b7bd req-421f89da-6983-4961-9fda-bc44cc0d5eec tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:41.763065 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:41.764127 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device f7147e38-5504-4db8-b866-92a9b2fb8077 details requested by agent hyperv_n-h2-838550-3 with host n-h2-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:06:41.796486 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf54e06-80d6-45b4-b78f-d0f2b037d474 service neutron] Pushing event updated for resources: {'Port': ['ID=eb7403a5-417e-4c66-9028-f2b20017e630,revision_number=10']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:06:41.815724 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-eb7efe89-8c0c-4499-a073-fc6f655c0f1b req-99ebda6b-2bf5-47e8-8f35-629f74766238 tempest-ServerAddressesNegativeTestJSON-442081109 tempest-ServerAddressesNegativeTestJSON-442081109-project] Request body: {'port': {'device_id': 'd4e39bf7-424e-4365-bfae-05c0af6f315c', 'network_id': 'd6f08d5d-0951-47f8-b9ff-bba086403720', 'admin_state_up': True, 'tenant_id': '5de39362d87f43c782c90a9151229148'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:06:41.899443 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38581067-48bd-481b-8c77-98ade7aca4d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0de02e7a-4341-4848-b5f4-8de104f914c9'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:06:41.908898 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a07e1ff8-5ca9-485b-aaec-67da9ab7b3a5" -d '{"events": [{"server_uuid": "38581067-48bd-481b-8c77-98ade7aca4d8", "name": "network-vif-plugged", "status": "completed", "tag": "0de02e7a-4341-4848-b5f4-8de104f914c9"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:06:41.994085 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [req-b523f24e-2a70-405c-9937-2326b998b7bd req-421f89da-6983-4961-9fda-bc44cc0d5eec tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Allocated IP 172.20.0.11 (f92940b8-c50f-4c94-b1f3-3e93ca94957d/3928b460-5138-4e6e-b763-eaa17a3ede29/538e7120-741b-4083-a640-e211a911d566) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:06:42.089928 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b97c3ec9-5e77-4089-adf1-c22c20cc01b8 req-b2c3174a-34d8-4f34-8418-2bda619ffc71 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=6f12de29-35ab-42e1-8264-21cc598af57b HTTP/1.1" status: 200 len: 210 time: 0.3161628 May 18 18:06:42.106134 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-91bb7ce3-377b-4936-8277-0eba01566c33 req-3bf54e06-80d6-45b4-b78f-d0f2b037d474 service neutron] No DVR routers for this DVR port eb7403a5-417e-4c66-9028-f2b20017e630 on host n-h2-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:06:42.261586 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=e79c00fa-126d-4d3e-95ec-35bea254989f,revision_number=6']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:06:42.307737 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-91bb7ce3-377b-4936-8277-0eba01566c33 req-3bf54e06-80d6-45b4-b78f-d0f2b037d474 service neutron] Attempting to bind port eb7403a5-417e-4c66-9028-f2b20017e630 on host n-h1-838550-3 for vnic_type normal with profile {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:06:42.309342 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-91bb7ce3-377b-4936-8277-0eba01566c33 req-3bf54e06-80d6-45b4-b78f-d0f2b037d474 service neutron] Attempting to bind port eb7403a5-417e-4c66-9028-f2b20017e630 by drivers openvswitch,hyperv on host n-h1-838550-3 at level 0 using segments [{'id': '2879bb11-64b4-46f1-9f8b-52941d47b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:06:42.310181 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91bb7ce3-377b-4936-8277-0eba01566c33 req-3bf54e06-80d6-45b4-b78f-d0f2b037d474 service neutron] Attempting to bind port eb7403a5-417e-4c66-9028-f2b20017e630 on network 4c8ef274-9ecc-47c2-9686-5eebd78fb305 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:06:42.330531 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91bb7ce3-377b-4936-8277-0eba01566c33 req-3bf54e06-80d6-45b4-b78f-d0f2b037d474 service neutron] Port eb7403a5-417e-4c66-9028-f2b20017e630 on network 4c8ef274-9ecc-47c2-9686-5eebd78fb305 not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-3 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:06:42.331401 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91bb7ce3-377b-4936-8277-0eba01566c33 req-3bf54e06-80d6-45b4-b78f-d0f2b037d474 service neutron] Attempting to bind port eb7403a5-417e-4c66-9028-f2b20017e630 on network 4c8ef274-9ecc-47c2-9686-5eebd78fb305 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:06:42.341119 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb7efe89-8c0c-4499-a073-fc6f655c0f1b req-99ebda6b-2bf5-47e8-8f35-629f74766238 tempest-ServerAddressesNegativeTestJSON-442081109 tempest-ServerAddressesNegativeTestJSON-442081109-project] Made reservation on behalf of 5de39362d87f43c782c90a9151229148 for: {'port': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:06:42.341462 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:42.346479 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port f7147e38-5504-4db8-b866-92a9b2fb8077, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=f7147e38-5504-4db8-b866-92a9b2fb8077,segment=NetworkSegment(5e6a9b3b-2b82-45b7-b9f1-0f73969fb979),segment_id=5e6a9b3b-2b82-45b7-b9f1-0f73969fb979)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:06:42.352242 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-eb7efe89-8c0c-4499-a073-fc6f655c0f1b req-99ebda6b-2bf5-47e8-8f35-629f74766238 tempest-ServerAddressesNegativeTestJSON-442081109 tempest-ServerAddressesNegativeTestJSON-442081109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:42.370100 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45786b3b-5800-4c30-a25f-b933e323a1e2 req-0d802dc2-1e1c-437a-a033-b27d57f2bfa8 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:42.383793 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-45786b3b-5800-4c30-a25f-b933e323a1e2 req-0d802dc2-1e1c-437a-a033-b27d57f2bfa8 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=213629a7-b155-4938-9d93-e1d30507d5aa HTTP/1.1" status: 200 len: 949 time: 0.4143612 May 18 18:06:42.395811 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91bb7ce3-377b-4936-8277-0eba01566c33 req-3bf54e06-80d6-45b4-b78f-d0f2b037d474 service neutron] Checking agent: {'id': '1dbac822-25f2-4df8-9dc8-5c2e7b136eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:06:42.396375 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91bb7ce3-377b-4936-8277-0eba01566c33 req-3bf54e06-80d6-45b4-b78f-d0f2b037d474 service neutron] Checking segment: {'id': '2879bb11-64b4-46f1-9f8b-52941d47b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:06:42.397038 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device f7147e38-5504-4db8-b866-92a9b2fb8077 has no active binding in host n-h2-838550-3 {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} May 18 18:06:42.397228 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91bb7ce3-377b-4936-8277-0eba01566c33 req-3bf54e06-80d6-45b4-b78f-d0f2b037d474 service neutron] Bound using segment: {'id': '2879bb11-64b4-46f1-9f8b-52941d47b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305'} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:06:42.397986 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-91bb7ce3-377b-4936-8277-0eba01566c33 req-3bf54e06-80d6-45b4-b78f-d0f2b037d474 service neutron] Bound port: eb7403a5-417e-4c66-9028-f2b20017e630, host: n-h1-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2879bb11-64b4-46f1-9f8b-52941d47b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305'}}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:06:42.398569 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-91bb7ce3-377b-4936-8277-0eba01566c33 req-3bf54e06-80d6-45b4-b78f-d0f2b037d474 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:42.496138 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-52e31765-253d-4102-9baa-576f01896ee6 req-011fdc54-08aa-4056-838c-dfcf971115bc service neutron] 10.222.0.36 "GET /v2.0/networks/e7bb4226-ce97-4ecd-a736-061f4f786581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8518860 May 18 18:06:42.568583 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['e79c00fa-126d-4d3e-95ec-35bea254989f'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:06:42.619628 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 May 2022 18:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5b16ce9-e043-4d0d-a055-7ced0e0e1dd7 x-openstack-request-id: req-a5b16ce9-e043-4d0d-a055-7ced0e0e1dd7 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:06:42.620062 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "213629a7-b155-4938-9d93-e1d30507d5aa", "name": "network-vif-unplugged", "status": "completed", "tag": "eb7403a5-417e-4c66-9028-f2b20017e630", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:06:42.620436 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-a5b16ce9-e043-4d0d-a055-7ced0e0e1dd7 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:06:42.620948 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5b16ce9-e043-4d0d-a055-7ced0e0e1dd7'] response: {'server_uuid': '213629a7-b155-4938-9d93-e1d30507d5aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb7403a5-417e-4c66-9028-f2b20017e630', 'code': 200} May 18 18:06:42.622277 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-b523f24e-2a70-405c-9937-2326b998b7bd req-421f89da-6983-4961-9fda-bc44cc0d5eec tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:42.639000 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-45786b3b-5800-4c30-a25f-b933e323a1e2 req-da3ae352-665b-46b7-a821-a548d6d45af9 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536826 May 18 18:06:42.713159 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-b523f24e-2a70-405c-9937-2326b998b7bd req-421f89da-6983-4961-9fda-bc44cc0d5eec tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:42.825684 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b523f24e-2a70-405c-9937-2326b998b7bd req-421f89da-6983-4961-9fda-bc44cc0d5eec tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Network f92940b8-c50f-4c94-b1f3-3e93ca94957d is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:06:42.880813 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [req-b523f24e-2a70-405c-9937-2326b998b7bd req-421f89da-6983-4961-9fda-bc44cc0d5eec tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:06:42.933437 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [req-eb7efe89-8c0c-4499-a073-fc6f655c0f1b req-99ebda6b-2bf5-47e8-8f35-629f74766238 tempest-ServerAddressesNegativeTestJSON-442081109 tempest-ServerAddressesNegativeTestJSON-442081109-project] Allocated IP 172.20.0.4 (d6f08d5d-0951-47f8-b9ff-bba086403720/059cd8c8-fb91-4d87-bcc6-6b0476de9b37/0bf12906-c38e-413a-b797-457c31313336) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:06:42.995154 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-b523f24e-2a70-405c-9937-2326b998b7bd req-421f89da-6983-4961-9fda-bc44cc0d5eec tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:06:43.018767 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:43.040457 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3b7494ff-ff35-474c-8ce6-3f0587b250d7 req-cf994302-f412-42cc-8be8-ca786d9a4bc9 tempest-ServerAddressesNegativeTestJSON-442081109 tempest-ServerAddressesNegativeTestJSON-442081109-project] 10.222.0.85 "GET /v2.0/ports?device_id=d4e39bf7-424e-4365-bfae-05c0af6f315c HTTP/1.1" status: 200 len: 210 time: 0.0761657 May 18 18:06:43.045455 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device eb7403a5-417e-4c66-9028-f2b20017e630 no longer exists at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:06:43.096292 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f89da-6983-4961-9fda-bc44cc0d5eec tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Pushing event updated for resources: {'Port': ['ID=538e7120-741b-4083-a640-e211a911d566,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:06:43.140437 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-91bb7ce3-377b-4936-8277-0eba01566c33 req-3bf54e06-80d6-45b4-b78f-d0f2b037d474 service neutron] For port eb7403a5-417e-4c66-9028-f2b20017e630, host n-h1-838550-3, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:06:43.206717 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12e855d4-26c8-4c5b-a101-acdfc9ee9729 x-openstack-request-id: req-12e855d4-26c8-4c5b-a101-acdfc9ee9729 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:06:43.207500 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38581067-48bd-481b-8c77-98ade7aca4d8", "name": "network-vif-plugged", "status": "completed", "tag": "0de02e7a-4341-4848-b5f4-8de104f914c9", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:06:43.208149 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-12e855d4-26c8-4c5b-a101-acdfc9ee9729 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:06:43.209098 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12e855d4-26c8-4c5b-a101-acdfc9ee9729'] response: {'server_uuid': '38581067-48bd-481b-8c77-98ade7aca4d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0de02e7a-4341-4848-b5f4-8de104f914c9', 'code': 200} May 18 18:06:43.213238 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device eb7403a5-417e-4c66-9028-f2b20017e630 not bound to the agent host n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:06:43.239775 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-91bb7ce3-377b-4936-8277-0eba01566c33 req-3bf54e06-80d6-45b4-b78f-d0f2b037d474 service neutron] For port eb7403a5-417e-4c66-9028-f2b20017e630, host n-h1-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=eb7403a5-417e-4c66-9028-f2b20017e630,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:06:43.263507 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-91bb7ce3-377b-4936-8277-0eba01566c33 req-3bf54e06-80d6-45b4-b78f-d0f2b037d474 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:43.293110 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b523f24e-2a70-405c-9937-2326b998b7bd req-421f89da-6983-4961-9fda-bc44cc0d5eec tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:43.293823 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-b523f24e-2a70-405c-9937-2326b998b7bd req-421f89da-6983-4961-9fda-bc44cc0d5eec tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:43.331905 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b523f24e-2a70-405c-9937-2326b998b7bd req-421f89da-6983-4961-9fda-bc44cc0d5eec tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8237331 May 18 18:06:43.378596 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-b523f24e-2a70-405c-9937-2326b998b7bd req-cb4b8ca7-8821-435e-ba74-51c0b97ef8ad service neutron] Request body: {'port': {'device_id': '6f12de29-35ab-42e1-8264-21cc598af57b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-3'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:06:43.426494 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4b6a40-ee05-4106-9cc2-027ddd54a98c req-611496ba-d8df-4c5c-9fd8-edfa4a90a512 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:43.439619 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3e4b6a40-ee05-4106-9cc2-027ddd54a98c req-611496ba-d8df-4c5c-9fd8-edfa4a90a512 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] 10.222.0.85 "GET /v2.0/ports?device_id=38581067-48bd-481b-8c77-98ade7aca4d8 HTTP/1.1" status: 200 len: 946 time: 0.6112425 May 18 18:06:43.685963 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-b523f24e-2a70-405c-9937-2326b998b7bd req-cb4b8ca7-8821-435e-ba74-51c0b97ef8ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:43.743527 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3e4b6a40-ee05-4106-9cc2-027ddd54a98c req-f88a8cd3-cbfc-4a39-9c55-8f1b88a9099a tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] 10.222.0.85 "GET /v2.0/security-groups?id=08db6f0e-0a01-416e-97d4-92fd213972b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502313 May 18 18:06:43.782367 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bb7ce3-377b-4936-8277-0eba01566c33 req-3bf54e06-80d6-45b4-b78f-d0f2b037d474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:43.783314 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-91bb7ce3-377b-4936-8277-0eba01566c33 req-3bf54e06-80d6-45b4-b78f-d0f2b037d474 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:43.787344 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-91bb7ce3-377b-4936-8277-0eba01566c33 req-3bf54e06-80d6-45b4-b78f-d0f2b037d474 service neutron] 10.222.0.36 "PUT /v2.0/ports/eb7403a5-417e-4c66-9028-f2b20017e630 HTTP/1.1" status: 200 len: 1097 time: 3.8359687 May 18 18:06:43.828602 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7323600-2abb-4ac9-b84d-8f09857d2715 req-7371c0c6-199f-4df5-b9ee-2c6b9d5ce9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:43.831956 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d7323600-2abb-4ac9-b84d-8f09857d2715 req-7371c0c6-199f-4df5-b9ee-2c6b9d5ce9af service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=38581067-48bd-481b-8c77-98ade7aca4d8 HTTP/1.1" status: 200 len: 1097 time: 0.4058011 May 18 18:06:43.889595 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf54e06-80d6-45b4-b78f-d0f2b037d474 service neutron] Pushing event updated for resources: {'Port': ['ID=eb7403a5-417e-4c66-9028-f2b20017e630,revision_number=11']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:06:43.952195 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13be571d-0aa5-4dc5-9184-87402d0c6f4c req-9b2e2204-c612-4933-bc76-80520a986a8e tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:43.960487 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-13be571d-0aa5-4dc5-9184-87402d0c6f4c req-9b2e2204-c612-4933-bc76-80520a986a8e tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/ports?device_id=856de7f6-1aa7-4b67-bac8-1e6902f032dc HTTP/1.1" status: 200 len: 944 time: 0.4873934 May 18 18:06:43.982010 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-eb7efe89-8c0c-4499-a073-fc6f655c0f1b req-99ebda6b-2bf5-47e8-8f35-629f74766238 tempest-ServerAddressesNegativeTestJSON-442081109 tempest-ServerAddressesNegativeTestJSON-442081109-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:44.227635 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d7323600-2abb-4ac9-b84d-8f09857d2715 req-fad59d2b-5138-4fd6-b772-5dab14943456 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=08db6f0e-0a01-416e-97d4-92fd213972b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3558381 May 18 18:06:44.308908 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-13be571d-0aa5-4dc5-9184-87402d0c6f4c req-d8abb811-e780-456e-ae48-367307cc3bf0 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/security-groups?id=fae3ce3c-9235-4ae4-9c6c-e682ce6a4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3464217 May 18 18:06:44.311772 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bb7ce3-377b-4936-8277-0eba01566c33 req-93c64550-18da-435f-bf9f-af3d1abfe357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:44.318037 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-91bb7ce3-377b-4936-8277-0eba01566c33 req-93c64550-18da-435f-bf9f-af3d1abfe357 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c95c071176d44e1393b66dc9873791e2&device_id=213629a7-b155-4938-9d93-e1d30507d5aa HTTP/1.1" status: 200 len: 1100 time: 0.4770484 May 18 18:06:44.440293 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-da87ed9f-a315-4cdb-abaf-d9e7b50a0a10 req-9cfe1042-bcb7-454e-8909-75e20758c7e4 service neutron] 10.222.0.36 "GET /v2.0/ports/f7147e38-5504-4db8-b866-92a9b2fb8077/bindings/n-h2-838550-3 HTTP/1.1" status: 200 len: 384 time: 0.4051523 May 18 18:06:44.452869 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-eb7efe89-8c0c-4499-a073-fc6f655c0f1b req-99ebda6b-2bf5-47e8-8f35-629f74766238 tempest-ServerAddressesNegativeTestJSON-442081109 tempest-ServerAddressesNegativeTestJSON-442081109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:44.648000 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '213629a7-b155-4938-9d93-e1d30507d5aa', 'tag': 'eb7403a5-417e-4c66-9028-f2b20017e630'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:06:44.664222 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10f7b723-a431-4925-a131-61e26525e5ed" -d '{"events": [{"name": "network-changed", "server_uuid": "213629a7-b155-4938-9d93-e1d30507d5aa", "tag": "eb7403a5-417e-4c66-9028-f2b20017e630"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:06:44.783633 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8b9ce3-79a7-4e89-91d6-29d3d7952e90 req-e92690f4-6fc8-438e-9f0f-83a077e8d43c tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:44.795880 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9c8b9ce3-79a7-4e89-91d6-29d3d7952e90 req-e92690f4-6fc8-438e-9f0f-83a077e8d43c tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=6f12de29-35ab-42e1-8264-21cc598af57b HTTP/1.1" status: 200 len: 932 time: 0.3483770 May 18 18:06:44.950903 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb7efe89-8c0c-4499-a073-fc6f655c0f1b req-99ebda6b-2bf5-47e8-8f35-629f74766238 tempest-ServerAddressesNegativeTestJSON-442081109 tempest-ServerAddressesNegativeTestJSON-442081109-project] Network d6f08d5d-0951-47f8-b9ff-bba086403720 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:06:44.986205 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bb7ce3-377b-4936-8277-0eba01566c33 req-d4f04b82-50a4-489b-a39a-28fc917aa1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:44.988199 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-91bb7ce3-377b-4936-8277-0eba01566c33 req-d4f04b82-50a4-489b-a39a-28fc917aa1e6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4c8ef274-9ecc-47c2-9686-5eebd78fb305 HTTP/1.1" status: 200 len: 870 time: 0.6531036 May 18 18:06:45.004978 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [req-eb7efe89-8c0c-4499-a073-fc6f655c0f1b req-99ebda6b-2bf5-47e8-8f35-629f74766238 tempest-ServerAddressesNegativeTestJSON-442081109 tempest-ServerAddressesNegativeTestJSON-442081109-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:06:45.007694 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb7efe89-8c0c-4499-a073-fc6f655c0f1b req-99ebda6b-2bf5-47e8-8f35-629f74766238 tempest-ServerAddressesNegativeTestJSON-442081109 tempest-ServerAddressesNegativeTestJSON-442081109-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:06:45.037183 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9c8b9ce3-79a7-4e89-91d6-29d3d7952e90 req-7f8d35ab-9d31-4e5e-99b2-dfe35954a7ac tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/security-groups?id=33ba1fad-191a-4b7a-ae9e-8e9e60985e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400396 May 18 18:06:45.048850 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device e79c00fa-126d-4d3e-95ec-35bea254989f up at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:06:45.097966 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ebda6b-2bf5-47e8-8f35-629f74766238 tempest-ServerAddressesNegativeTestJSON-442081109 tempest-ServerAddressesNegativeTestJSON-442081109-project] Pushing event updated for resources: {'Port': ['ID=0bf12906-c38e-413a-b797-457c31313336,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:06:45.139892 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7efe89-8c0c-4499-a073-fc6f655c0f1b req-99ebda6b-2bf5-47e8-8f35-629f74766238 tempest-ServerAddressesNegativeTestJSON-442081109 tempest-ServerAddressesNegativeTestJSON-442081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:45.152840 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-eb7efe89-8c0c-4499-a073-fc6f655c0f1b req-99ebda6b-2bf5-47e8-8f35-629f74766238 tempest-ServerAddressesNegativeTestJSON-442081109 tempest-ServerAddressesNegativeTestJSON-442081109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:45.217399 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-eb7efe89-8c0c-4499-a073-fc6f655c0f1b req-99ebda6b-2bf5-47e8-8f35-629f74766238 tempest-ServerAddressesNegativeTestJSON-442081109 tempest-ServerAddressesNegativeTestJSON-442081109-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5752287 May 18 18:06:45.262917 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning complete for port e79c00fa-126d-4d3e-95ec-35bea254989f triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:06:45.263576 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:45.322315 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2616888e-2f16-447c-b65c-9fc0844ddaca req-6b2163ca-2f64-4122-ae05-a250672a3958 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:45.349461 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2616888e-2f16-447c-b65c-9fc0844ddaca req-6b2163ca-2f64-4122-ae05-a250672a3958 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=213629a7-b155-4938-9d93-e1d30507d5aa HTTP/1.1" status: 200 len: 949 time: 0.5162327 May 18 18:06:45.368830 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-eb7efe89-8c0c-4499-a073-fc6f655c0f1b req-69195cc6-77c0-43e3-948c-70e03ac1e19f service neutron] Request body: {'port': {'device_id': 'd4e39bf7-424e-4365-bfae-05c0af6f315c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-3'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:06:45.385876 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-91bb7ce3-377b-4936-8277-0eba01566c33 req-86b979cc-e2a4-4397-918b-efeb0568626d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=eb7403a5-417e-4c66-9028-f2b20017e630 HTTP/1.1" status: 200 len: 217 time: 0.2507620 May 18 18:06:45.437261 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974ea9fa-9a49-4b3a-bbf0-53b0fa228faa req-03556997-f6c8-4ae0-8690-b9eda89c7fa6 tempest-ServerAddressesNegativeTestJSON-442081109 tempest-ServerAddressesNegativeTestJSON-442081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:45.462514 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-974ea9fa-9a49-4b3a-bbf0-53b0fa228faa req-03556997-f6c8-4ae0-8690-b9eda89c7fa6 tempest-ServerAddressesNegativeTestJSON-442081109 tempest-ServerAddressesNegativeTestJSON-442081109-project] 10.222.0.85 "GET /v2.0/ports?device_id=d4e39bf7-424e-4365-bfae-05c0af6f315c HTTP/1.1" status: 200 len: 931 time: 0.2175372 May 18 18:06:45.530866 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port e79c00fa-126d-4d3e-95ec-35bea254989f is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:06:45.531683 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:45.567900 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [req-b523f24e-2a70-405c-9937-2326b998b7bd req-cb4b8ca7-8821-435e-ba74-51c0b97ef8ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 538e7120-741b-4083-a640-e211a911d566 {{(pid=102731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:06:45.595203 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b90260d-2954-4372-8525-8a5a7cec978a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e79c00fa-126d-4d3e-95ec-35bea254989f'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:06:45.598192 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9186b534-3376-482c-8b82-73fcf154661b" -d '{"events": [{"server_uuid": "1b90260d-2954-4372-8525-8a5a7cec978a", "name": "network-vif-plugged", "status": "completed", "tag": "e79c00fa-126d-4d3e-95ec-35bea254989f"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:06:45.605883 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-b523f24e-2a70-405c-9937-2326b998b7bd req-cb4b8ca7-8821-435e-ba74-51c0b97ef8ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:45.622618 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port e79c00fa-126d-4d3e-95ec-35bea254989f, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=e79c00fa-126d-4d3e-95ec-35bea254989f,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:06:45.635570 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:45.637391 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-974ea9fa-9a49-4b3a-bbf0-53b0fa228faa req-97c09c1f-9ffe-4996-bfdc-eca7d1dedbdb tempest-ServerAddressesNegativeTestJSON-442081109 tempest-ServerAddressesNegativeTestJSON-442081109-project] 10.222.0.85 "GET /v2.0/security-groups?id=894d231e-6dae-4461-bbad-9078faf50080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734846 May 18 18:06:45.670728 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.provisioning_blocks [req-b523f24e-2a70-405c-9937-2326b998b7bd req-cb4b8ca7-8821-435e-ba74-51c0b97ef8ad service neutron] Transition to ACTIVE for port object 538e7120-741b-4083-a640-e211a911d566 will not be triggered until provisioned by entity L2. {{(pid=102731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:06:45.682202 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-b523f24e-2a70-405c-9937-2326b998b7bd req-cb4b8ca7-8821-435e-ba74-51c0b97ef8ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:45.823403 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=e79c00fa-126d-4d3e-95ec-35bea254989f,revision_number=7']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:06:45.906222 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-da87ed9f-a315-4cdb-abaf-d9e7b50a0a10 req-14969462-39c4-4c64-ac45-cd9c032b70a3 service neutron] For port f7147e38-5504-4db8-b866-92a9b2fb8077, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=f7147e38-5504-4db8-b866-92a9b2fb8077,segment=NetworkSegment(5e6a9b3b-2b82-45b7-b9f1-0f73969fb979),segment_id=5e6a9b3b-2b82-45b7-b9f1-0f73969fb979)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:06:45.966198 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-da87ed9f-a315-4cdb-abaf-d9e7b50a0a10 req-14969462-39c4-4c64-ac45-cd9c032b70a3 service neutron] For port f7147e38-5504-4db8-b866-92a9b2fb8077, host n-h1-838550-3, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:06:45.981057 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4b8ca7-8821-435e-ba74-51c0b97ef8ad service neutron] Pushing event updated for resources: {'Port': ['ID=538e7120-741b-4083-a640-e211a911d566,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:06:46.020536 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [req-da87ed9f-a315-4cdb-abaf-d9e7b50a0a10 req-14969462-39c4-4c64-ac45-cd9c032b70a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7147e38-5504-4db8-b866-92a9b2fb8077 {{(pid=102730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:06:46.038169 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-da87ed9f-a315-4cdb-abaf-d9e7b50a0a10 req-14969462-39c4-4c64-ac45-cd9c032b70a3 service neutron] For port f7147e38-5504-4db8-b866-92a9b2fb8077, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=f7147e38-5504-4db8-b866-92a9b2fb8077,segment=NetworkSegment(5e6a9b3b-2b82-45b7-b9f1-0f73969fb979),segment_id=5e6a9b3b-2b82-45b7-b9f1-0f73969fb979)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:06:46.054360 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-300a03c8-8272-4b3c-be86-d3a0b77435da x-openstack-request-id: req-300a03c8-8272-4b3c-be86-d3a0b77435da {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:06:46.055496 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "213629a7-b155-4938-9d93-e1d30507d5aa", "tag": "eb7403a5-417e-4c66-9028-f2b20017e630", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:06:46.055851 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-300a03c8-8272-4b3c-be86-d3a0b77435da {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:06:46.056264 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-300a03c8-8272-4b3c-be86-d3a0b77435da'] response: {'name': 'network-changed', 'server_uuid': '213629a7-b155-4938-9d93-e1d30507d5aa', 'tag': 'eb7403a5-417e-4c66-9028-f2b20017e630', 'status': 'completed', 'code': 200} May 18 18:06:46.087636 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-da87ed9f-a315-4cdb-abaf-d9e7b50a0a10 req-14969462-39c4-4c64-ac45-cd9c032b70a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:46.187227 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2616888e-2f16-447c-b65c-9fc0844ddaca req-d2d11853-ddcc-4941-8f5d-e4bdc89acedc tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8363919 May 18 18:06:46.262756 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bb7ce3-377b-4936-8277-0eba01566c33 req-7611f993-600a-494f-88f5-804d26049eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:46.265474 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-91bb7ce3-377b-4936-8277-0eba01566c33 req-7611f993-600a-494f-88f5-804d26049eb4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c2531ae9-89db-4dcf-b670-9eac4c9cde53 HTTP/1.1" status: 200 len: 843 time: 0.7872486 May 18 18:06:46.345296 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f1a4ef-b7c7-44aa-8261-ae1c0d51b3d8 req-fb7d40f3-97df-4583-849b-209a0668a9dc tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:46.353602 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-eb7efe89-8c0c-4499-a073-fc6f655c0f1b req-69195cc6-77c0-43e3-948c-70e03ac1e19f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:46.355785 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d3f1a4ef-b7c7-44aa-8261-ae1c0d51b3d8 req-fb7d40f3-97df-4583-849b-209a0668a9dc tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] 10.222.0.85 "GET /v2.0/ports?device_id=38581067-48bd-481b-8c77-98ade7aca4d8 HTTP/1.1" status: 200 len: 946 time: 0.2039227 May 18 18:06:46.416163 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-b523f24e-2a70-405c-9937-2326b998b7bd req-cb4b8ca7-8821-435e-ba74-51c0b97ef8ad service neutron] Attempting to bind port 538e7120-741b-4083-a640-e211a911d566 on host n-h1-838550-3 for vnic_type normal with profile {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:06:46.416512 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-b523f24e-2a70-405c-9937-2326b998b7bd req-cb4b8ca7-8821-435e-ba74-51c0b97ef8ad service neutron] Attempting to bind port 538e7120-741b-4083-a640-e211a911d566 by drivers openvswitch,hyperv on host n-h1-838550-3 at level 0 using segments [{'id': '58bfdefb-3654-4aa0-92f0-6f0afd2552db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'f92940b8-c50f-4c94-b1f3-3e93ca94957d'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:06:46.416826 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b523f24e-2a70-405c-9937-2326b998b7bd req-cb4b8ca7-8821-435e-ba74-51c0b97ef8ad service neutron] Attempting to bind port 538e7120-741b-4083-a640-e211a911d566 on network f92940b8-c50f-4c94-b1f3-3e93ca94957d {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:06:46.443634 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b523f24e-2a70-405c-9937-2326b998b7bd req-cb4b8ca7-8821-435e-ba74-51c0b97ef8ad service neutron] Port 538e7120-741b-4083-a640-e211a911d566 on network f92940b8-c50f-4c94-b1f3-3e93ca94957d not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-3 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:06:46.444013 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b523f24e-2a70-405c-9937-2326b998b7bd req-cb4b8ca7-8821-435e-ba74-51c0b97ef8ad service neutron] Attempting to bind port 538e7120-741b-4083-a640-e211a911d566 on network f92940b8-c50f-4c94-b1f3-3e93ca94957d {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:06:46.472030 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b523f24e-2a70-405c-9937-2326b998b7bd req-cb4b8ca7-8821-435e-ba74-51c0b97ef8ad service neutron] Checking agent: {'id': '1dbac822-25f2-4df8-9dc8-5c2e7b136eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:06:46.472395 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b523f24e-2a70-405c-9937-2326b998b7bd req-cb4b8ca7-8821-435e-ba74-51c0b97ef8ad service neutron] Checking segment: {'id': '58bfdefb-3654-4aa0-92f0-6f0afd2552db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'f92940b8-c50f-4c94-b1f3-3e93ca94957d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:06:46.472773 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b523f24e-2a70-405c-9937-2326b998b7bd req-cb4b8ca7-8821-435e-ba74-51c0b97ef8ad service neutron] Bound using segment: {'id': '58bfdefb-3654-4aa0-92f0-6f0afd2552db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'f92940b8-c50f-4c94-b1f3-3e93ca94957d'} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:06:46.473264 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-b523f24e-2a70-405c-9937-2326b998b7bd req-cb4b8ca7-8821-435e-ba74-51c0b97ef8ad service neutron] Bound port: 538e7120-741b-4083-a640-e211a911d566, host: n-h1-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58bfdefb-3654-4aa0-92f0-6f0afd2552db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'f92940b8-c50f-4c94-b1f3-3e93ca94957d'}}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:06:46.473648 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-b523f24e-2a70-405c-9937-2326b998b7bd req-cb4b8ca7-8821-435e-ba74-51c0b97ef8ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:46.521061 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f7b723-a431-4925-a131-61e26525e5ed req-915f3d70-a2f2-4614-9c1d-0f5531ed9f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:46.522811 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-10f7b723-a431-4925-a131-61e26525e5ed req-915f3d70-a2f2-4614-9c1d-0f5531ed9f21 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c95c071176d44e1393b66dc9873791e2&device_id=213629a7-b155-4938-9d93-e1d30507d5aa HTTP/1.1" status: 200 len: 1100 time: 0.4575043 May 18 18:06:46.627759 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d3f1a4ef-b7c7-44aa-8261-ae1c0d51b3d8 req-3ffac056-46b6-447b-acf9-e36621cae983 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] 10.222.0.85 "GET /v2.0/security-groups?id=08db6f0e-0a01-416e-97d4-92fd213972b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423806 May 18 18:06:46.710569 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-b523f24e-2a70-405c-9937-2326b998b7bd req-cb4b8ca7-8821-435e-ba74-51c0b97ef8ad service neutron] For port 538e7120-741b-4083-a640-e211a911d566, host n-h1-838550-3, cleared binding levels {{(pid=102731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:06:46.717728 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-b523f24e-2a70-405c-9937-2326b998b7bd req-cb4b8ca7-8821-435e-ba74-51c0b97ef8ad service neutron] For port 538e7120-741b-4083-a640-e211a911d566, host n-h1-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=538e7120-741b-4083-a640-e211a911d566,segment=NetworkSegment(58bfdefb-3654-4aa0-92f0-6f0afd2552db),segment_id=58bfdefb-3654-4aa0-92f0-6f0afd2552db)] {{(pid=102731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:06:46.730277 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-b523f24e-2a70-405c-9937-2326b998b7bd req-cb4b8ca7-8821-435e-ba74-51c0b97ef8ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:46.833497 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20d91bb6-ec5f-4cf9-b845-bf31f4b1abd7 x-openstack-request-id: req-20d91bb6-ec5f-4cf9-b845-bf31f4b1abd7 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:06:46.834093 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b90260d-2954-4372-8525-8a5a7cec978a", "name": "network-vif-plugged", "status": "completed", "tag": "e79c00fa-126d-4d3e-95ec-35bea254989f", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:06:46.834093 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-20d91bb6-ec5f-4cf9-b845-bf31f4b1abd7 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:06:46.834534 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20d91bb6-ec5f-4cf9-b845-bf31f4b1abd7'] response: {'server_uuid': '1b90260d-2954-4372-8525-8a5a7cec978a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e79c00fa-126d-4d3e-95ec-35bea254989f', 'code': 200} May 18 18:06:46.857916 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b46908d-5eaa-4fc7-aba7-e27ffc8aa9be req-f9dc4c3f-7053-4c7b-91f1-f951613a27af tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:46.859574 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1b46908d-5eaa-4fc7-aba7-e27ffc8aa9be req-f9dc4c3f-7053-4c7b-91f1-f951613a27af tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/ports?device_id=856de7f6-1aa7-4b67-bac8-1e6902f032dc HTTP/1.1" status: 200 len: 944 time: 0.5420885 May 18 18:06:46.872623 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bb7ce3-377b-4936-8277-0eba01566c33 req-a5db89fc-f275-41ac-b2e0-9a3110ad6e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:46.874261 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-91bb7ce3-377b-4936-8277-0eba01566c33 req-a5db89fc-f275-41ac-b2e0-9a3110ad6e62 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4c8ef274-9ecc-47c2-9686-5eebd78fb305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5512395 May 18 18:06:46.981138 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4b8ca7-8821-435e-ba74-51c0b97ef8ad service neutron] Pushing event updated for resources: {'Port': ['ID=538e7120-741b-4083-a640-e211a911d566,revision_number=3']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:06:47.060777 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b523f24e-2a70-405c-9937-2326b998b7bd req-cb4b8ca7-8821-435e-ba74-51c0b97ef8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:47.061732 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-b523f24e-2a70-405c-9937-2326b998b7bd req-cb4b8ca7-8821-435e-ba74-51c0b97ef8ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:47.063629 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b523f24e-2a70-405c-9937-2326b998b7bd req-cb4b8ca7-8821-435e-ba74-51c0b97ef8ad service neutron] 10.222.0.36 "PUT /v2.0/ports/538e7120-741b-4083-a640-e211a911d566 HTTP/1.1" status: 200 len: 1092 time: 3.7067614 May 18 18:06:47.064254 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f12de29-35ab-42e1-8264-21cc598af57b', 'tag': '538e7120-741b-4083-a640-e211a911d566'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:06:47.071175 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c47874a-6dfe-40b8-94e0-0c59f6384a7a" -d '{"events": [{"name": "network-changed", "server_uuid": "6f12de29-35ab-42e1-8264-21cc598af57b", "tag": "538e7120-741b-4083-a640-e211a911d566"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:06:47.117608 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e09dfc-2cad-435a-881c-8c11865375fd req-928df7ee-2ec5-49ea-ac3d-0c93d838e6b1 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:47.126796 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-23e09dfc-2cad-435a-881c-8c11865375fd req-928df7ee-2ec5-49ea-ac3d-0c93d838e6b1 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=6f12de29-35ab-42e1-8264-21cc598af57b HTTP/1.1" status: 200 len: 944 time: 0.1542592 May 18 18:06:47.368982 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-23e09dfc-2cad-435a-881c-8c11865375fd req-e829443a-1935-40c7-af94-bf514546d436 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/security-groups?id=33ba1fad-191a-4b7a-ae9e-8e9e60985e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406483 May 18 18:06:47.403864 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b523f24e-2a70-405c-9937-2326b998b7bd req-44931a56-7755-42f3-b655-9e638e94dc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:47.405909 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b523f24e-2a70-405c-9937-2326b998b7bd req-44931a56-7755-42f3-b655-9e638e94dc3e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ed8a017ff6d8432c9386dee5054e8944&device_id=6f12de29-35ab-42e1-8264-21cc598af57b HTTP/1.1" status: 200 len: 1095 time: 0.2763889 May 18 18:06:47.435584 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [req-da87ed9f-a315-4cdb-abaf-d9e7b50a0a10 req-14969462-39c4-4c64-ac45-cd9c032b70a3 service neutron] Transition to ACTIVE for port object f7147e38-5504-4db8-b866-92a9b2fb8077 will not be triggered until provisioned by entity L2. {{(pid=102730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:06:47.525017 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b523f24e-2a70-405c-9937-2326b998b7bd req-db9c212d-d411-4694-9f4c-d16be5296088 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=538e7120-741b-4083-a640-e211a911d566 HTTP/1.1" status: 200 len: 217 time: 0.1063042 May 18 18:06:47.535706 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device f7147e38-5504-4db8-b866-92a9b2fb8077 no longer exists at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:06:47.556646 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-da87ed9f-a315-4cdb-abaf-d9e7b50a0a10 req-14969462-39c4-4c64-ac45-cd9c032b70a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:47.614441 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device f7147e38-5504-4db8-b866-92a9b2fb8077 not bound to the agent host n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:06:47.741896 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b523f24e-2a70-405c-9937-2326b998b7bd req-95688e3d-d4d0-44af-a88b-194edbd2b5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:47.743338 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b523f24e-2a70-405c-9937-2326b998b7bd req-95688e3d-d4d0-44af-a88b-194edbd2b5f8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3928b460-5138-4e6e-b763-eaa17a3ede29 HTTP/1.1" status: 200 len: 852 time: 0.2048719 May 18 18:06:47.773713 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e4de0a-c2f3-464f-824e-150676d608e7 req-065c60bf-fd2b-4c1d-bd2d-47eb6c6e1751 tempest-ServerAddressesNegativeTestJSON-442081109 tempest-ServerAddressesNegativeTestJSON-442081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:47.775308 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d3e4de0a-c2f3-464f-824e-150676d608e7 req-065c60bf-fd2b-4c1d-bd2d-47eb6c6e1751 tempest-ServerAddressesNegativeTestJSON-442081109 tempest-ServerAddressesNegativeTestJSON-442081109-project] 10.222.0.85 "GET /v2.0/ports?device_id=d4e39bf7-424e-4365-bfae-05c0af6f315c HTTP/1.1" status: 200 len: 931 time: 0.1750202 May 18 18:06:47.858760 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b523f24e-2a70-405c-9937-2326b998b7bd req-72a794e4-82b7-40fd-bad6-8c03bb9439c6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f92940b8-c50f-4c94-b1f3-3e93ca94957d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0824356 May 18 18:06:47.913684 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d3e4de0a-c2f3-464f-824e-150676d608e7 req-6d66af42-dbc5-45ae-8680-ca6242129d0e tempest-ServerAddressesNegativeTestJSON-442081109 tempest-ServerAddressesNegativeTestJSON-442081109-project] 10.222.0.85 "GET /v2.0/security-groups?id=894d231e-6dae-4461-bbad-9078faf50080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198251 May 18 18:06:48.018919 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c9b6a4e-9dda-445d-9f1a-56b3179ec8bf x-openstack-request-id: req-1c9b6a4e-9dda-445d-9f1a-56b3179ec8bf {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:06:48.022745 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f12de29-35ab-42e1-8264-21cc598af57b", "tag": "538e7120-741b-4083-a640-e211a911d566", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:06:48.023203 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-1c9b6a4e-9dda-445d-9f1a-56b3179ec8bf {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:06:48.023796 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c9b6a4e-9dda-445d-9f1a-56b3179ec8bf'] response: {'name': 'network-changed', 'server_uuid': '6f12de29-35ab-42e1-8264-21cc598af57b', 'tag': '538e7120-741b-4083-a640-e211a911d566', 'status': 'completed', 'code': 200} May 18 18:06:48.046549 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1b46908d-5eaa-4fc7-aba7-e27ffc8aa9be req-893f125a-2485-40f7-81ae-b25701c27f91 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/security-groups?id=fae3ce3c-9235-4ae4-9c6c-e682ce6a4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1709383 May 18 18:06:48.048812 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f7b723-a431-4925-a131-61e26525e5ed req-23268279-d526-43bb-9309-c296dd33c1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:48.059755 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-10f7b723-a431-4925-a131-61e26525e5ed req-23268279-d526-43bb-9309-c296dd33c1b4 service neutron] 10.222.0.88 "GET /v2.0/networks?id=4c8ef274-9ecc-47c2-9686-5eebd78fb305 HTTP/1.1" status: 200 len: 870 time: 1.5011783 May 18 18:06:48.151018 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b523f24e-2a70-405c-9937-2326b998b7bd req-1eaf5604-d777-43e1-8935-6f2f85504a83 service neutron] 10.222.0.36 "GET /v2.0/networks/f92940b8-c50f-4c94-b1f3-3e93ca94957d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2777572 May 18 18:06:48.383199 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-da87ed9f-a315-4cdb-abaf-d9e7b50a0a10 req-14969462-39c4-4c64-ac45-cd9c032b70a3 service neutron] No DVR routers for this DVR port f7147e38-5504-4db8-b866-92a9b2fb8077 on host n-h1-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:06:48.419927 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-10f7b723-a431-4925-a131-61e26525e5ed req-d58cfb1e-837f-4e48-baf6-4f650cd181d7 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=eb7403a5-417e-4c66-9028-f2b20017e630 HTTP/1.1" status: 200 len: 217 time: 0.2802138 May 18 18:06:48.475823 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebedcb0-1348-461a-ba6e-9dc2701268f4 req-5c7b9d4d-a2e2-4128-9795-f1c780fd2d76 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:48.484179 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-eebedcb0-1348-461a-ba6e-9dc2701268f4 req-5c7b9d4d-a2e2-4128-9795-f1c780fd2d76 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=213629a7-b155-4938-9d93-e1d30507d5aa HTTP/1.1" status: 200 len: 949 time: 0.2804441 May 18 18:06:48.568708 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-eebedcb0-1348-461a-ba6e-9dc2701268f4 req-ce018a3a-108d-48a3-9461-d059526e2304 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823178 May 18 18:06:48.586299 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b523f24e-2a70-405c-9937-2326b998b7bd req-ee2a5d79-d841-4b60-bd61-73e00bb5b3a8 service neutron] 10.222.0.36 "GET /v2.0/networks/f92940b8-c50f-4c94-b1f3-3e93ca94957d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4239697 May 18 18:06:48.701134 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [req-eb7efe89-8c0c-4499-a073-fc6f655c0f1b req-69195cc6-77c0-43e3-948c-70e03ac1e19f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bf12906-c38e-413a-b797-457c31313336 {{(pid=102730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:06:48.711602 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-eb7efe89-8c0c-4499-a073-fc6f655c0f1b req-69195cc6-77c0-43e3-948c-70e03ac1e19f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:48.739006 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [req-eb7efe89-8c0c-4499-a073-fc6f655c0f1b req-69195cc6-77c0-43e3-948c-70e03ac1e19f service neutron] Transition to ACTIVE for port object 0bf12906-c38e-413a-b797-457c31313336 will not be triggered until provisioned by entity L2. {{(pid=102730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:06:48.759442 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-91bb7ce3-377b-4936-8277-0eba01566c33 req-25f24c1e-4fd6-4728-99f3-085954cef32d service neutron] 10.222.0.36 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8653057 May 18 18:06:48.760568 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14969462-39c4-4c64-ac45-cd9c032b70a3 service neutron] Pushing event updated for resources: {'Port': ['ID=f7147e38-5504-4db8-b866-92a9b2fb8077,revision_number=10']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:06:48.799150 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c47874a-6dfe-40b8-94e0-0c59f6384a7a req-8d678a0d-8148-46f8-bf79-95fa67cacc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:48.801764 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9c47874a-6dfe-40b8-94e0-0c59f6384a7a req-8d678a0d-8148-46f8-bf79-95fa67cacc97 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ed8a017ff6d8432c9386dee5054e8944&device_id=6f12de29-35ab-42e1-8264-21cc598af57b HTTP/1.1" status: 200 len: 1095 time: 0.1317644 May 18 18:06:49.175480 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-91bb7ce3-377b-4936-8277-0eba01566c33 req-4b52a707-397a-4607-b761-4476c8be4029 service neutron] 10.222.0.36 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3992524 May 18 18:06:49.176239 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-eb7efe89-8c0c-4499-a073-fc6f655c0f1b req-69195cc6-77c0-43e3-948c-70e03ac1e19f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:49.190326 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50524a34-ecdc-42cc-a432-a80c01a366c3 req-82f5bbbd-47e7-4d10-b810-20103c117a88 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:49.201566 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-50524a34-ecdc-42cc-a432-a80c01a366c3 req-82f5bbbd-47e7-4d10-b810-20103c117a88 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=6f12de29-35ab-42e1-8264-21cc598af57b HTTP/1.1" status: 200 len: 944 time: 0.2660179 May 18 18:06:49.250032 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4378d13-1ac9-47b8-93b3-be49018852c2 req-16806da8-4539-4846-8dbb-582f15f0cc31 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:49.251991 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e4378d13-1ac9-47b8-93b3-be49018852c2 req-16806da8-4539-4846-8dbb-582f15f0cc31 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] 10.222.0.85 "GET /v2.0/ports?device_id=38581067-48bd-481b-8c77-98ade7aca4d8 HTTP/1.1" status: 200 len: 946 time: 0.9078445 May 18 18:06:49.254330 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69195cc6-77c0-43e3-948c-70e03ac1e19f service neutron] Pushing event updated for resources: {'Port': ['ID=0bf12906-c38e-413a-b797-457c31313336,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:06:49.275481 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-da87ed9f-a315-4cdb-abaf-d9e7b50a0a10 req-14969462-39c4-4c64-ac45-cd9c032b70a3 service neutron] 10.222.0.36 "PUT /v2.0/ports/f7147e38-5504-4db8-b866-92a9b2fb8077/bindings/n-h2-838550-3/activate HTTP/1.1" status: 200 len: 369 time: 4.8200123 May 18 18:06:49.410216 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-50524a34-ecdc-42cc-a432-a80c01a366c3 req-c8ba881c-e58d-49e8-8611-9955c97139fa tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/security-groups?id=33ba1fad-191a-4b7a-ae9e-8e9e60985e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039225 May 18 18:06:49.412294 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c47874a-6dfe-40b8-94e0-0c59f6384a7a req-24c68e20-e373-42d7-bae1-552b3ecb2d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:49.414995 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9c47874a-6dfe-40b8-94e0-0c59f6384a7a req-24c68e20-e373-42d7-bae1-552b3ecb2d0b service neutron] 10.222.0.36 "GET /v2.0/networks?id=f92940b8-c50f-4c94-b1f3-3e93ca94957d HTTP/1.1" status: 200 len: 913 time: 0.6041026 May 18 18:06:49.420674 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e4378d13-1ac9-47b8-93b3-be49018852c2 req-c0e399c3-ae14-43b7-aeb9-941dd96b6433 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] 10.222.0.85 "GET /v2.0/security-groups?id=08db6f0e-0a01-416e-97d4-92fd213972b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437786 May 18 18:06:49.444442 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f7b723-a431-4925-a131-61e26525e5ed req-a0d00669-ea0a-4342-94c7-419c6d9bb1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:49.447653 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-10f7b723-a431-4925-a131-61e26525e5ed req-a0d00669-ea0a-4342-94c7-419c6d9bb1b5 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c2531ae9-89db-4dcf-b670-9eac4c9cde53 HTTP/1.1" status: 200 len: 843 time: 0.9275308 May 18 18:06:49.627574 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9c47874a-6dfe-40b8-94e0-0c59f6384a7a req-9465df31-9420-46d5-99fb-0dde68c8cfa6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=538e7120-741b-4083-a640-e211a911d566 HTTP/1.1" status: 200 len: 217 time: 0.2036445 May 18 18:06:49.669327 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f7b723-a431-4925-a131-61e26525e5ed req-c4f3e7f4-3f81-4fb2-858f-845d58a0e25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:49.671746 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-10f7b723-a431-4925-a131-61e26525e5ed req-c4f3e7f4-3f81-4fb2-858f-845d58a0e25d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c95c071176d44e1393b66dc9873791e2&device_id=213629a7-b155-4938-9d93-e1d30507d5aa HTTP/1.1" status: 200 len: 1100 time: 0.3934617 May 18 18:06:49.789131 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c47874a-6dfe-40b8-94e0-0c59f6384a7a req-7c1ed8f7-bd89-488d-af53-e369570e0146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:49.791972 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9c47874a-6dfe-40b8-94e0-0c59f6384a7a req-7c1ed8f7-bd89-488d-af53-e369570e0146 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3928b460-5138-4e6e-b763-eaa17a3ede29 HTTP/1.1" status: 200 len: 852 time: 0.1485035 May 18 18:06:49.862031 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da87ed9f-a315-4cdb-abaf-d9e7b50a0a10 req-0fbfd9a2-4eb5-407a-852d-24d700df0f4f tempest-LiveMigrationTest-768751957 tempest-LiveMigrationTest-768751957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:49.864624 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-da87ed9f-a315-4cdb-abaf-d9e7b50a0a10 req-0fbfd9a2-4eb5-407a-852d-24d700df0f4f tempest-LiveMigrationTest-768751957 tempest-LiveMigrationTest-768751957-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=856de7f6-1aa7-4b67-bac8-1e6902f032dc&tenant_id=8ebc9a1ec3004890baedda4682fb5641&binding%3Ahost_id=n-h1-838550-3 HTTP/1.1" status: 200 len: 1096 time: 0.4740911 May 18 18:06:49.879642 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9c47874a-6dfe-40b8-94e0-0c59f6384a7a req-50d7a6d9-6fe0-4a3a-8df9-a7e0c45caa64 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f92940b8-c50f-4c94-b1f3-3e93ca94957d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690713 May 18 18:06:49.887608 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f7b723-a431-4925-a131-61e26525e5ed req-54912cec-3b51-4bd0-8006-0cd5f9e5b080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:49.889795 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-10f7b723-a431-4925-a131-61e26525e5ed req-54912cec-3b51-4bd0-8006-0cd5f9e5b080 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4c8ef274-9ecc-47c2-9686-5eebd78fb305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3444381 May 18 18:06:49.932738 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-eb7efe89-8c0c-4499-a073-fc6f655c0f1b req-69195cc6-77c0-43e3-948c-70e03ac1e19f service neutron] Attempting to bind port 0bf12906-c38e-413a-b797-457c31313336 on host n-h1-838550-3 for vnic_type normal with profile {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:06:49.933191 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-eb7efe89-8c0c-4499-a073-fc6f655c0f1b req-69195cc6-77c0-43e3-948c-70e03ac1e19f service neutron] Attempting to bind port 0bf12906-c38e-413a-b797-457c31313336 by drivers openvswitch,hyperv on host n-h1-838550-3 at level 0 using segments [{'id': '621fa905-5e13-459a-9ac1-7af00b73aff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'd6f08d5d-0951-47f8-b9ff-bba086403720'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:06:49.933793 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7efe89-8c0c-4499-a073-fc6f655c0f1b req-69195cc6-77c0-43e3-948c-70e03ac1e19f service neutron] Attempting to bind port 0bf12906-c38e-413a-b797-457c31313336 on network d6f08d5d-0951-47f8-b9ff-bba086403720 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:06:49.946513 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d57bfd5-521b-4676-9f9b-9d0587c8a1b4 req-1a7c08e5-9a82-429d-ab37-97a6dbde236e tempest-ServerAddressesNegativeTestJSON-442081109 tempest-ServerAddressesNegativeTestJSON-442081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:49.962426 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7d57bfd5-521b-4676-9f9b-9d0587c8a1b4 req-1a7c08e5-9a82-429d-ab37-97a6dbde236e tempest-ServerAddressesNegativeTestJSON-442081109 tempest-ServerAddressesNegativeTestJSON-442081109-project] 10.222.0.85 "GET /v2.0/ports?device_id=d4e39bf7-424e-4365-bfae-05c0af6f315c HTTP/1.1" status: 200 len: 943 time: 0.3326347 May 18 18:06:49.993396 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a9fe55-d926-4790-a8b3-ff6aee25352a req-a81a811b-1fb1-41ff-adad-8c5a3b89965e tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:49.996125 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-43a9fe55-d926-4790-a8b3-ff6aee25352a req-a81a811b-1fb1-41ff-adad-8c5a3b89965e tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/ports?device_id=856de7f6-1aa7-4b67-bac8-1e6902f032dc HTTP/1.1" status: 200 len: 945 time: 0.4188888 May 18 18:06:50.124895 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7efe89-8c0c-4499-a073-fc6f655c0f1b req-69195cc6-77c0-43e3-948c-70e03ac1e19f service neutron] Port 0bf12906-c38e-413a-b797-457c31313336 on network d6f08d5d-0951-47f8-b9ff-bba086403720 not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-3 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:06:50.125975 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7efe89-8c0c-4499-a073-fc6f655c0f1b req-69195cc6-77c0-43e3-948c-70e03ac1e19f service neutron] Attempting to bind port 0bf12906-c38e-413a-b797-457c31313336 on network d6f08d5d-0951-47f8-b9ff-bba086403720 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:06:50.146502 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7d57bfd5-521b-4676-9f9b-9d0587c8a1b4 req-e4c3d6d8-4b95-4376-8ac7-494fb6bedf64 tempest-ServerAddressesNegativeTestJSON-442081109 tempest-ServerAddressesNegativeTestJSON-442081109-project] 10.222.0.85 "GET /v2.0/security-groups?id=894d231e-6dae-4461-bbad-9078faf50080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819437 May 18 18:06:50.190453 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9c47874a-6dfe-40b8-94e0-0c59f6384a7a req-3670eb38-9bb4-42c8-b151-58b4d90a0934 service neutron] 10.222.0.36 "GET /v2.0/networks/f92940b8-c50f-4c94-b1f3-3e93ca94957d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3011484 May 18 18:06:50.226962 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7efe89-8c0c-4499-a073-fc6f655c0f1b req-69195cc6-77c0-43e3-948c-70e03ac1e19f service neutron] Checking agent: {'id': '1dbac822-25f2-4df8-9dc8-5c2e7b136eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:06:50.227298 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7efe89-8c0c-4499-a073-fc6f655c0f1b req-69195cc6-77c0-43e3-948c-70e03ac1e19f service neutron] Checking segment: {'id': '621fa905-5e13-459a-9ac1-7af00b73aff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'd6f08d5d-0951-47f8-b9ff-bba086403720'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:06:50.227742 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7efe89-8c0c-4499-a073-fc6f655c0f1b req-69195cc6-77c0-43e3-948c-70e03ac1e19f service neutron] Bound using segment: {'id': '621fa905-5e13-459a-9ac1-7af00b73aff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'd6f08d5d-0951-47f8-b9ff-bba086403720'} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:06:50.228216 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-eb7efe89-8c0c-4499-a073-fc6f655c0f1b req-69195cc6-77c0-43e3-948c-70e03ac1e19f service neutron] Bound port: 0bf12906-c38e-413a-b797-457c31313336, host: n-h1-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '621fa905-5e13-459a-9ac1-7af00b73aff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'd6f08d5d-0951-47f8-b9ff-bba086403720'}}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:06:50.228783 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-eb7efe89-8c0c-4499-a073-fc6f655c0f1b req-69195cc6-77c0-43e3-948c-70e03ac1e19f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:50.323827 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da87ed9f-a315-4cdb-abaf-d9e7b50a0a10 req-73603435-20ab-4081-99e8-d5b5b89a16a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:50.323827 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-da87ed9f-a315-4cdb-abaf-d9e7b50a0a10 req-73603435-20ab-4081-99e8-d5b5b89a16a0 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=856de7f6-1aa7-4b67-bac8-1e6902f032dc&tenant_id=8ebc9a1ec3004890baedda4682fb5641 HTTP/1.1" status: 200 len: 1096 time: 0.4184883 May 18 18:06:50.323827 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f7b723-a431-4925-a131-61e26525e5ed req-032c9643-e74a-4a3e-b655-ddab102780fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:50.323827 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-10f7b723-a431-4925-a131-61e26525e5ed req-032c9643-e74a-4a3e-b655-ddab102780fd service neutron] 10.222.0.36 "GET /v2.0/networks?id=4c8ef274-9ecc-47c2-9686-5eebd78fb305 HTTP/1.1" status: 200 len: 870 time: 0.6385019 May 18 18:06:50.371721 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-43a9fe55-d926-4790-a8b3-ff6aee25352a req-b219f445-f2dd-4db7-be94-9016f16a4f41 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/security-groups?id=fae3ce3c-9235-4ae4-9c6c-e682ce6a4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702901 May 18 18:06:50.450624 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-10f7b723-a431-4925-a131-61e26525e5ed req-a10f3c4d-7249-4c68-980f-6d72a7be5fed service neutron] 10.222.0.88 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5017259 May 18 18:06:50.491909 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9c47874a-6dfe-40b8-94e0-0c59f6384a7a req-47d2af97-40e6-43da-a379-2fc531e5b770 service neutron] 10.222.0.36 "GET /v2.0/networks/f92940b8-c50f-4c94-b1f3-3e93ca94957d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2913964 May 18 18:06:50.696847 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-10f7b723-a431-4925-a131-61e26525e5ed req-d666a69b-8b7f-48a8-a025-f6483ff29028 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=eb7403a5-417e-4c66-9028-f2b20017e630 HTTP/1.1" status: 200 len: 217 time: 0.3651965 May 18 18:06:50.913767 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f45698-c046-467d-9388-678bc255e177 req-46cf553f-3000-4d6e-8cf5-5559f2697909 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:50.916473 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f6f45698-c046-467d-9388-678bc255e177 req-46cf553f-3000-4d6e-8cf5-5559f2697909 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=6f12de29-35ab-42e1-8264-21cc598af57b HTTP/1.1" status: 200 len: 944 time: 0.2287121 May 18 18:06:50.920133 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da87ed9f-a315-4cdb-abaf-d9e7b50a0a10 req-26204e24-3f3e-46fc-a664-d4dc9aeb4e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:50.922719 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-da87ed9f-a315-4cdb-abaf-d9e7b50a0a10 req-26204e24-3f3e-46fc-a664-d4dc9aeb4e41 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8ebc9a1ec3004890baedda4682fb5641&device_id=856de7f6-1aa7-4b67-bac8-1e6902f032dc HTTP/1.1" status: 200 len: 1096 time: 0.3002281 May 18 18:06:50.991017 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231427e8-cc9d-4d35-991a-50774db53db5 req-9dbfbe67-cef2-47a3-a65b-8a5e58bffc53 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:50.993433 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-231427e8-cc9d-4d35-991a-50774db53db5 req-9dbfbe67-cef2-47a3-a65b-8a5e58bffc53 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=213629a7-b155-4938-9d93-e1d30507d5aa HTTP/1.1" status: 200 len: 949 time: 0.1611469 May 18 18:06:51.152851 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da87ed9f-a315-4cdb-abaf-d9e7b50a0a10 req-ba972766-1e4a-4ab6-a3f0-b65e1ef29639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:51.154886 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-da87ed9f-a315-4cdb-abaf-d9e7b50a0a10 req-ba972766-1e4a-4ab6-a3f0-b65e1ef29639 service neutron] 10.222.0.88 "GET /v2.0/networks?id=34fdcfa4-2e5d-460f-9a9f-5a798833609a HTTP/1.1" status: 200 len: 909 time: 0.1787341 May 18 18:06:51.195785 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-231427e8-cc9d-4d35-991a-50774db53db5 req-74b22a32-ea93-40e8-bce5-c841d667bf68 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891196 May 18 18:06:51.291006 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-da87ed9f-a315-4cdb-abaf-d9e7b50a0a10 req-cd19e7d2-bd72-4971-bf1c-914c7b08cfab service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7147e38-5504-4db8-b866-92a9b2fb8077 HTTP/1.1" status: 200 len: 217 time: 0.1146686 May 18 18:06:51.430233 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-eb7efe89-8c0c-4499-a073-fc6f655c0f1b req-69195cc6-77c0-43e3-948c-70e03ac1e19f service neutron] For port 0bf12906-c38e-413a-b797-457c31313336, host n-h1-838550-3, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:06:51.438853 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f7b723-a431-4925-a131-61e26525e5ed req-e28b3ba4-22fa-4eea-8889-4b72296264f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:51.440315 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-10f7b723-a431-4925-a131-61e26525e5ed req-e28b3ba4-22fa-4eea-8889-4b72296264f0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c2531ae9-89db-4dcf-b670-9eac4c9cde53 HTTP/1.1" status: 200 len: 843 time: 0.7244685 May 18 18:06:51.457788 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f6f45698-c046-467d-9388-678bc255e177 req-baee5829-226c-42c6-b639-71010e952e10 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/security-groups?id=33ba1fad-191a-4b7a-ae9e-8e9e60985e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5225031 May 18 18:06:51.582846 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 538e7120-741b-4083-a640-e211a911d566 details requested by agent hyperv_n-h1-838550-3 with host n-h1-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:06:51.611879 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-eb7efe89-8c0c-4499-a073-fc6f655c0f1b req-69195cc6-77c0-43e3-948c-70e03ac1e19f service neutron] For port 0bf12906-c38e-413a-b797-457c31313336, host n-h1-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=0bf12906-c38e-413a-b797-457c31313336,segment=NetworkSegment(621fa905-5e13-459a-9ac1-7af00b73aff4),segment_id=621fa905-5e13-459a-9ac1-7af00b73aff4)] {{(pid=102730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:06:51.642990 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-eb7efe89-8c0c-4499-a073-fc6f655c0f1b req-69195cc6-77c0-43e3-948c-70e03ac1e19f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:51.690870 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da87ed9f-a315-4cdb-abaf-d9e7b50a0a10 req-d25106b6-dc95-40eb-864c-0b5f180c5750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:51.693265 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-da87ed9f-a315-4cdb-abaf-d9e7b50a0a10 req-d25106b6-dc95-40eb-864c-0b5f180c5750 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8f7111f6-e2ae-4553-ac4c-889ba94e64a6 HTTP/1.1" status: 200 len: 848 time: 0.3635530 May 18 18:06:51.747222 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7efe89-8c0c-4499-a073-fc6f655c0f1b req-69195cc6-77c0-43e3-948c-70e03ac1e19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:51.748267 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-eb7efe89-8c0c-4499-a073-fc6f655c0f1b req-69195cc6-77c0-43e3-948c-70e03ac1e19f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:51.750983 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-eb7efe89-8c0c-4499-a073-fc6f655c0f1b req-69195cc6-77c0-43e3-948c-70e03ac1e19f service neutron] 10.222.0.36 "PUT /v2.0/ports/0bf12906-c38e-413a-b797-457c31313336 HTTP/1.1" status: 200 len: 1091 time: 6.3936992 May 18 18:06:51.781899 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-10f7b723-a431-4925-a131-61e26525e5ed req-d21596d7-25d6-4219-8112-c71aca3d12df service neutron] 10.222.0.88 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1578727 May 18 18:06:51.782606 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4e39bf7-424e-4365-bfae-05c0af6f315c', 'tag': '0bf12906-c38e-413a-b797-457c31313336'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:06:51.805089 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64c57b25-e2c7-45ea-ba5c-3c8f60be64ed" -d '{"events": [{"name": "network-changed", "server_uuid": "d4e39bf7-424e-4365-bfae-05c0af6f315c", "tag": "0bf12906-c38e-413a-b797-457c31313336"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:06:51.864926 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f7b723-a431-4925-a131-61e26525e5ed req-a95a7393-0691-41c4-b82d-e36c76d95075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:51.866812 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-10f7b723-a431-4925-a131-61e26525e5ed req-a95a7393-0691-41c4-b82d-e36c76d95075 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4c8ef274-9ecc-47c2-9686-5eebd78fb305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4051392 May 18 18:06:51.965042 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9af007-ebb0-458a-857e-2343fa2eb8e6 req-f8fc066b-1835-4ac8-bdeb-0633d24d9449 tempest-ServerAddressesNegativeTestJSON-442081109 tempest-ServerAddressesNegativeTestJSON-442081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:51.980211 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9e9af007-ebb0-458a-857e-2343fa2eb8e6 req-f8fc066b-1835-4ac8-bdeb-0633d24d9449 tempest-ServerAddressesNegativeTestJSON-442081109 tempest-ServerAddressesNegativeTestJSON-442081109-project] 10.222.0.85 "GET /v2.0/ports?device_id=d4e39bf7-424e-4365-bfae-05c0af6f315c HTTP/1.1" status: 200 len: 943 time: 0.1747644 May 18 18:06:51.989580 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 538e7120-741b-4083-a640-e211a911d566, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=538e7120-741b-4083-a640-e211a911d566,segment=NetworkSegment(58bfdefb-3654-4aa0-92f0-6f0afd2552db),segment_id=58bfdefb-3654-4aa0-92f0-6f0afd2552db)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:06:52.003779 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-da87ed9f-a315-4cdb-abaf-d9e7b50a0a10 req-cb57078f-053c-4f4e-b820-ab48b0dbb5dc service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=34fdcfa4-2e5d-460f-9a9f-5a798833609a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1909873 May 18 18:06:52.038508 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Returning: {'device': '538e7120-741b-4083-a640-e211a911d566', 'network_id': 'f92940b8-c50f-4c94-b1f3-3e93ca94957d', 'port_id': '538e7120-741b-4083-a640-e211a911d566', 'mac_address': 'fa:16:3e:5f:23:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3928b460-5138-4e6e-b763-eaa17a3ede29', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:06:52.065457 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9e9af007-ebb0-458a-857e-2343fa2eb8e6 req-d2fc6c5a-0e81-47de-8835-07d4c2d9df79 tempest-ServerAddressesNegativeTestJSON-442081109 tempest-ServerAddressesNegativeTestJSON-442081109-project] 10.222.0.85 "GET /v2.0/security-groups?id=894d231e-6dae-4461-bbad-9078faf50080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817487 May 18 18:06:52.186643 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 538e7120-741b-4083-a640-e211a911d566 is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:06:52.194089 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:52.236244 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 538e7120-741b-4083-a640-e211a911d566 {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:06:52.279631 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4a9816-431d-4498-9c11-07cf42f6d390 req-1119f471-068c-4171-a4dc-56e7817e3d9f tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:52.288837 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fe4a9816-431d-4498-9c11-07cf42f6d390 req-1119f471-068c-4171-a4dc-56e7817e3d9f tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] 10.222.0.85 "GET /v2.0/ports?device_id=38581067-48bd-481b-8c77-98ade7aca4d8 HTTP/1.1" status: 200 len: 946 time: 0.6648962 May 18 18:06:52.291628 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431527fb-19e0-48b6-82a6-6b92be619878 req-d9925497-f401-4e50-9066-43e7ac585159 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:52.294493 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-431527fb-19e0-48b6-82a6-6b92be619878 req-d9925497-f401-4e50-9066-43e7ac585159 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.36 "GET /v2.0/ports?device_id=37b6f181-4d76-4205-a196-1fa0b0b50cc2 HTTP/1.1" status: 200 len: 944 time: 0.1570010 May 18 18:06:52.320350 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 538e7120-741b-4083-a640-e211a911d566, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=538e7120-741b-4083-a640-e211a911d566,segment=NetworkSegment(58bfdefb-3654-4aa0-92f0-6f0afd2552db),segment_id=58bfdefb-3654-4aa0-92f0-6f0afd2552db)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:06:52.325666 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:52.326652 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device eb7403a5-417e-4c66-9028-f2b20017e630 details requested by agent hyperv_n-h1-838550-3 with host n-h1-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:06:52.371159 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69195cc6-77c0-43e3-948c-70e03ac1e19f service neutron] Pushing event updated for resources: {'Port': ['ID=0bf12906-c38e-413a-b797-457c31313336,revision_number=3']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:06:52.400206 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fe4a9816-431d-4498-9c11-07cf42f6d390 req-1dc14b6a-32c6-4511-93d8-c242ea11a90b tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] 10.222.0.85 "GET /v2.0/security-groups?id=08db6f0e-0a01-416e-97d4-92fd213972b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078255 May 18 18:06:52.402628 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7efe89-8c0c-4499-a073-fc6f655c0f1b req-cebad153-767b-4055-a6cd-3757d7f43bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:52.404512 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-eb7efe89-8c0c-4499-a073-fc6f655c0f1b req-cebad153-767b-4055-a6cd-3757d7f43bfb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5de39362d87f43c782c90a9151229148&device_id=d4e39bf7-424e-4365-bfae-05c0af6f315c HTTP/1.1" status: 200 len: 1094 time: 0.4066150 May 18 18:06:52.494215 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-eb7efe89-8c0c-4499-a073-fc6f655c0f1b req-dc45679a-cf01-4a8a-b49b-b02d1fa9ce5e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0bf12906-c38e-413a-b797-457c31313336 HTTP/1.1" status: 200 len: 217 time: 0.0644708 May 18 18:06:52.630904 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=538e7120-741b-4083-a640-e211a911d566,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:06:52.658064 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-10f7b723-a431-4925-a131-61e26525e5ed req-689fb683-e13b-46b9-afff-14eab7e82427 service neutron] 10.222.0.36 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7350354 May 18 18:06:52.682013 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edf43e2-258d-4f78-843b-820211123ef8 req-13fcd986-33ac-4529-b318-98ec6f867f61 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:52.698134 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3edf43e2-258d-4f78-843b-820211123ef8 req-13fcd986-33ac-4529-b318-98ec6f867f61 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/ports?device_id=856de7f6-1aa7-4b67-bac8-1e6902f032dc HTTP/1.1" status: 200 len: 945 time: 0.3416040 May 18 18:06:52.758223 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port eb7403a5-417e-4c66-9028-f2b20017e630, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=eb7403a5-417e-4c66-9028-f2b20017e630,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:06:52.785139 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3edf43e2-258d-4f78-843b-820211123ef8 req-633c4af3-feaf-4f61-bbb3-6b9c65d9a5da tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/security-groups?id=fae3ce3c-9235-4ae4-9c6c-e682ce6a4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859537 May 18 18:06:52.797674 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Returning: {'device': 'eb7403a5-417e-4c66-9028-f2b20017e630', 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305', 'port_id': 'eb7403a5-417e-4c66-9028-f2b20017e630', 'mac_address': 'fa:16:3e:8e:8a:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2531ae9-89db-4dcf-b670-9eac4c9cde53', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:06:52.825966 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-431527fb-19e0-48b6-82a6-6b92be619878 req-75280bb6-e08b-4264-bb6b-31b698146ae6 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Deleting port 793d1fc5-3dfd-42ee-ada4-434fe7234b7f {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:06:52.836102 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-431527fb-19e0-48b6-82a6-6b92be619878 req-75280bb6-e08b-4264-bb6b-31b698146ae6 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:52.928085 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port eb7403a5-417e-4c66-9028-f2b20017e630 is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:06:52.929713 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:52.974121 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb7403a5-417e-4c66-9028-f2b20017e630 {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:06:53.030624 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port eb7403a5-417e-4c66-9028-f2b20017e630, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=eb7403a5-417e-4c66-9028-f2b20017e630,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:06:53.036774 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:53.092346 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-431527fb-19e0-48b6-82a6-6b92be619878 req-75280bb6-e08b-4264-bb6b-31b698146ae6 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] For port 793d1fc5-3dfd-42ee-ada4-434fe7234b7f, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=793d1fc5-3dfd-42ee-ada4-434fe7234b7f,segment=NetworkSegment(6537e25f-afe8-4089-8825-f23e3073c58d),segment_id=6537e25f-afe8-4089-8825-f23e3073c58d)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:06:53.093251 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-431527fb-19e0-48b6-82a6-6b92be619878 req-75280bb6-e08b-4264-bb6b-31b698146ae6 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:53.114453 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-431527fb-19e0-48b6-82a6-6b92be619878 req-75280bb6-e08b-4264-bb6b-31b698146ae6 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Calling delete_port for 793d1fc5-3dfd-42ee-ada4-434fe7234b7f owned by compute:nova {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:06:53.336670 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=eb7403a5-417e-4c66-9028-f2b20017e630,revision_number=12']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:06:53.338678 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a1253c9-0c21-4fc8-ab59-3d2af19c9ba5 x-openstack-request-id: req-9a1253c9-0c21-4fc8-ab59-3d2af19c9ba5 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:06:53.339517 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4e39bf7-424e-4365-bfae-05c0af6f315c", "tag": "0bf12906-c38e-413a-b797-457c31313336", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:06:53.339938 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-9a1253c9-0c21-4fc8-ab59-3d2af19c9ba5 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:06:53.340507 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a1253c9-0c21-4fc8-ab59-3d2af19c9ba5'] response: {'name': 'network-changed', 'server_uuid': 'd4e39bf7-424e-4365-bfae-05c0af6f315c', 'tag': '0bf12906-c38e-413a-b797-457c31313336', 'status': 'completed', 'code': 200} May 18 18:06:53.356193 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7efe89-8c0c-4499-a073-fc6f655c0f1b req-560f80eb-2db8-4b82-b034-95c9f62dafe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:53.358475 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-eb7efe89-8c0c-4499-a073-fc6f655c0f1b req-560f80eb-2db8-4b82-b034-95c9f62dafe3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=059cd8c8-fb91-4d87-bcc6-6b0476de9b37 HTTP/1.1" status: 200 len: 861 time: 0.8554721 May 18 18:06:53.360967 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-da87ed9f-a315-4cdb-abaf-d9e7b50a0a10 req-52f013d1-ccd7-49bb-9bf0-dd7cb13c1fe5 service neutron] 10.222.0.88 "GET /v2.0/networks/34fdcfa4-2e5d-460f-9a9f-5a798833609a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3033736 May 18 18:06:53.368861 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eb3fa2-ad7b-4fee-92e8-df64f1baa8b3 req-bc44a3ee-c609-4bc9-a665-197f086b96e7 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:53.378425 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b9eb3fa2-ad7b-4fee-92e8-df64f1baa8b3 req-bc44a3ee-c609-4bc9-a665-197f086b96e7 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=213629a7-b155-4938-9d93-e1d30507d5aa HTTP/1.1" status: 200 len: 950 time: 0.1317267 May 18 18:06:53.404944 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-eb7efe89-8c0c-4499-a073-fc6f655c0f1b req-5cef25ef-490a-4f0b-8b6a-a98bc6a90b1e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d6f08d5d-0951-47f8-b9ff-bba086403720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381422 May 18 18:06:53.448370 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['eb7403a5-417e-4c66-9028-f2b20017e630'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:06:53.475438 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['538e7120-741b-4083-a640-e211a911d566'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:06:53.717197 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-10f7b723-a431-4925-a131-61e26525e5ed req-b778534e-4eea-4e41-bbe1-3a17db36e0a6 service neutron] 10.222.0.36 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0560734 May 18 18:06:53.738340 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-431527fb-19e0-48b6-82a6-6b92be619878 req-75280bb6-e08b-4264-bb6b-31b698146ae6 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:53.754493 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b9eb3fa2-ad7b-4fee-92e8-df64f1baa8b3 req-aa78463d-32b5-484e-b013-08179cd0b64c tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3744504 May 18 18:06:53.855952 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298ed5ec-b578-49d4-b50c-8ec042ef4870 req-77899519-7805-4ae8-a2bd-7d92377891b4 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:53.861540 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-298ed5ec-b578-49d4-b50c-8ec042ef4870 req-77899519-7805-4ae8-a2bd-7d92377891b4 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/ports?device_id=37b6f181-4d76-4205-a196-1fa0b0b50cc2 HTTP/1.1" status: 200 len: 944 time: 1.1610723 May 18 18:06:53.877412 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75280bb6-e08b-4264-bb6b-31b698146ae6 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Pushing event deleted for resources: {'Port': ['ID=793d1fc5-3dfd-42ee-ada4-434fe7234b7f,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:06:53.972160 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 7 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 18:06:53.992671 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-431527fb-19e0-48b6-82a6-6b92be619878 req-75280bb6-e08b-4264-bb6b-31b698146ae6 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] No DVR routers for this DVR port 793d1fc5-3dfd-42ee-ada4-434fe7234b7f on host n-h1-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:06:54.004414 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-431527fb-19e0-48b6-82a6-6b92be619878 req-75280bb6-e08b-4264-bb6b-31b698146ae6 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:54.009537 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-431527fb-19e0-48b6-82a6-6b92be619878 req-75280bb6-e08b-4264-bb6b-31b698146ae6 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.36 "DELETE /v2.0/ports/793d1fc5-3dfd-42ee-ada4-434fe7234b7f HTTP/1.1" status: 204 len: 173 time: 1.7036934 May 18 18:06:54.010174 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37b6f181-4d76-4205-a196-1fa0b0b50cc2', 'name': 'network-vif-deleted', 'tag': '793d1fc5-3dfd-42ee-ada4-434fe7234b7f'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:06:54.014179 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7889ae09-d0a0-4f9a-9d80-3e782f5f6c46" -d '{"events": [{"server_uuid": "37b6f181-4d76-4205-a196-1fa0b0b50cc2", "name": "network-vif-deleted", "tag": "793d1fc5-3dfd-42ee-ada4-434fe7234b7f"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:06:54.037828 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4725169b-2c6c-4b70-9f8a-6b11bc6ef58f req-c152741d-9db8-4a96-b189-1763115c9300 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-804836284&fields=id&tenant_id=fdb911c855ac4c6cb6a711e7d11eed8e HTTP/1.1" status: 200 len: 267 time: 0.1566403 May 18 18:06:54.090807 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-298ed5ec-b578-49d4-b50c-8ec042ef4870 req-676c14d0-b2d1-4740-90f0-0fe8d7102cb4 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/security-groups?id=bda815dc-3228-454b-a95b-f89a3eeb79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032917 May 18 18:06:54.113174 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4725169b-2c6c-4b70-9f8a-6b11bc6ef58f req-ce198a0f-b7f9-42f8-b753-f77bd21827a2 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:54.115596 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-da87ed9f-a315-4cdb-abaf-d9e7b50a0a10 req-ab4f745b-917a-411f-97bb-c4b84c9d99a1 service neutron] 10.222.0.88 "GET /v2.0/networks/34fdcfa4-2e5d-460f-9a9f-5a798833609a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7431483 May 18 18:06:54.116546 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4725169b-2c6c-4b70-9f8a-6b11bc6ef58f req-ce198a0f-b7f9-42f8-b753-f77bd21827a2 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] 10.222.0.85 "GET /v2.0/ports?device_id=38581067-48bd-481b-8c77-98ade7aca4d8 HTTP/1.1" status: 200 len: 946 time: 0.0767965 May 18 18:06:54.131430 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-eb7efe89-8c0c-4499-a073-fc6f655c0f1b req-7ea006f0-6f32-466f-8a99-82d5a49aea38 service neutron] 10.222.0.36 "GET /v2.0/networks/d6f08d5d-0951-47f8-b9ff-bba086403720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6413515 May 18 18:06:54.132659 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-4725169b-2c6c-4b70-9f8a-6b11bc6ef58f req-2a1aeaae-e96f-4964-ab8b-83511696ee9c tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Request body: {'port': {'security_groups': ['08db6f0e-0a01-416e-97d4-92fd213972b8', 'fab51a8e-0098-4cc9-84a3-d9e6f705cd17']}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:06:54.305666 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-4725169b-2c6c-4b70-9f8a-6b11bc6ef58f req-2a1aeaae-e96f-4964-ab8b-83511696ee9c tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:54.380167 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-eb7efe89-8c0c-4499-a073-fc6f655c0f1b req-b1976b68-199d-4e3c-9795-fdb0923b7094 service neutron] 10.222.0.36 "GET /v2.0/networks/d6f08d5d-0951-47f8-b9ff-bba086403720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2453043 May 18 18:06:54.545288 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cdd028-15e3-4dfb-a99d-2701b2dd52d4 req-ad3ecfb0-fca2-4d75-bed2-5c72ff06225d tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:54.548723 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-77cdd028-15e3-4dfb-a99d-2701b2dd52d4 req-ad3ecfb0-fca2-4d75-bed2-5c72ff06225d tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=6f12de29-35ab-42e1-8264-21cc598af57b HTTP/1.1" status: 200 len: 945 time: 0.1479137 May 18 18:06:54.577266 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c57b25-e2c7-45ea-ba5c-3c8f60be64ed req-6eabb80f-8bfd-41ad-8daa-c7d303d2f294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:54.579903 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-64c57b25-e2c7-45ea-ba5c-3c8f60be64ed req-6eabb80f-8bfd-41ad-8daa-c7d303d2f294 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5de39362d87f43c782c90a9151229148&device_id=d4e39bf7-424e-4365-bfae-05c0af6f315c HTTP/1.1" status: 200 len: 1094 time: 0.1099498 May 18 18:06:54.758473 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['00b5b1f0-0c0e-4582-a42c-38ea84aad20c'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:06:54.766082 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-4725169b-2c6c-4b70-9f8a-6b11bc6ef58f req-2a1aeaae-e96f-4964-ab8b-83511696ee9c tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] For port 0de02e7a-4341-4848-b5f4-8de104f914c9, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=0de02e7a-4341-4848-b5f4-8de104f914c9,segment=NetworkSegment(ba5b4c8c-85fa-4d1e-ac5d-e49cc72250ce),segment_id=ba5b4c8c-85fa-4d1e-ac5d-e49cc72250ce)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:06:54.833343 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-77cdd028-15e3-4dfb-a99d-2701b2dd52d4 req-0f408cd0-e353-4891-a3a7-2832ba61860d tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/security-groups?id=33ba1fad-191a-4b7a-ae9e-8e9e60985e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2766409 May 18 18:06:54.876704 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-4725169b-2c6c-4b70-9f8a-6b11bc6ef58f req-2a1aeaae-e96f-4964-ab8b-83511696ee9c tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:54.892676 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-4725169b-2c6c-4b70-9f8a-6b11bc6ef58f req-2a1aeaae-e96f-4964-ab8b-83511696ee9c tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:54.928149 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['0de02e7a-4341-4848-b5f4-8de104f914c9'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:06:54.966949 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da87ed9f-a315-4cdb-abaf-d9e7b50a0a10 req-13c188e7-8d10-4983-ad14-ee32214353db tempest-LiveMigrationTest-768751957 tempest-LiveMigrationTest-768751957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:54.969587 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-da87ed9f-a315-4cdb-abaf-d9e7b50a0a10 req-13c188e7-8d10-4983-ad14-ee32214353db tempest-LiveMigrationTest-768751957 tempest-LiveMigrationTest-768751957-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=856de7f6-1aa7-4b67-bac8-1e6902f032dc&tenant_id=8ebc9a1ec3004890baedda4682fb5641&binding%3Ahost_id=n-h2-838550-3 HTTP/1.1" status: 200 len: 1096 time: 0.3454411 May 18 18:06:55.039174 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c57b25-e2c7-45ea-ba5c-3c8f60be64ed req-ae0ff593-cb45-42a6-851b-7d8e2739b2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:55.041598 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-64c57b25-e2c7-45ea-ba5c-3c8f60be64ed req-ae0ff593-cb45-42a6-851b-7d8e2739b2a4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d6f08d5d-0951-47f8-b9ff-bba086403720 HTTP/1.1" status: 200 len: 922 time: 0.4523520 May 18 18:06:55.057283 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4725169b-2c6c-4b70-9f8a-6b11bc6ef58f req-2a1aeaae-e96f-4964-ab8b-83511696ee9c tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:55.066486 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-4725169b-2c6c-4b70-9f8a-6b11bc6ef58f req-2a1aeaae-e96f-4964-ab8b-83511696ee9c tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:55.090144 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4725169b-2c6c-4b70-9f8a-6b11bc6ef58f req-2a1aeaae-e96f-4964-ab8b-83511696ee9c tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] 10.222.0.85 "PUT /v2.0/ports/0de02e7a-4341-4848-b5f4-8de104f914c9 HTTP/1.1" status: 200 len: 982 time: 0.9632728 May 18 18:06:55.186932 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1aeaae-e96f-4964-ab8b-83511696ee9c tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Pushing event updated for resources: {'Port': ['ID=0de02e7a-4341-4848-b5f4-8de104f914c9,revision_number=6']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:06:55.319770 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['0de02e7a-4341-4848-b5f4-8de104f914c9'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:06:55.441766 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-64c57b25-e2c7-45ea-ba5c-3c8f60be64ed req-f4878c08-04a4-4853-aacb-248b39d57d1f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0bf12906-c38e-413a-b797-457c31313336 HTTP/1.1" status: 200 len: 217 time: 0.2557781 May 18 18:06:55.513893 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc69cd86-926e-4bf2-8467-6faad4dd28de req-ed776df9-75e7-4a85-9ae3-f3fe83ec7586 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:55.516657 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bc69cd86-926e-4bf2-8467-6faad4dd28de req-ed776df9-75e7-4a85-9ae3-f3fe83ec7586 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=213629a7-b155-4938-9d93-e1d30507d5aa HTTP/1.1" status: 200 len: 950 time: 0.1903584 May 18 18:06:55.520210 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-da87ed9f-a315-4cdb-abaf-d9e7b50a0a10 req-0422e094-25ea-4035-b055-7f3ab4dd1075 service neutron] For port f7147e38-5504-4db8-b866-92a9b2fb8077, host n-h1-838550-3, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:06:55.644197 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bc69cd86-926e-4bf2-8467-6faad4dd28de req-9988caf9-1a07-4122-bfcf-b221a0d681b1 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158934 May 18 18:06:55.649558 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-da87ed9f-a315-4cdb-abaf-d9e7b50a0a10 req-0422e094-25ea-4035-b055-7f3ab4dd1075 service neutron] Notify callbacks [] for binding, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:55.650628 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-da87ed9f-a315-4cdb-abaf-d9e7b50a0a10 req-0422e094-25ea-4035-b055-7f3ab4dd1075 service neutron] 10.222.0.88 "DELETE /v2.0/ports/f7147e38-5504-4db8-b866-92a9b2fb8077/bindings/n-h1-838550-3 HTTP/1.1" status: 204 len: 173 time: 0.6590717 May 18 18:06:55.699366 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c57b25-e2c7-45ea-ba5c-3c8f60be64ed req-3432abe1-8e4f-4430-bdaf-8c2a96f9369f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:55.702423 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-64c57b25-e2c7-45ea-ba5c-3c8f60be64ed req-3432abe1-8e4f-4430-bdaf-8c2a96f9369f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=059cd8c8-fb91-4d87-bcc6-6b0476de9b37 HTTP/1.1" status: 200 len: 861 time: 0.2164097 May 18 18:06:55.714724 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 0bf12906-c38e-413a-b797-457c31313336 details requested by agent hyperv_n-h1-838550-3 with host n-h1-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:06:55.733146 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 538e7120-741b-4083-a640-e211a911d566 up at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:06:55.740701 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250bb17a-9d68-446e-adeb-ee09c7ac389c req-9f242a10-eeb4-4b47-afcb-804b8b5bf4ed tempest-ServerAddressesNegativeTestJSON-442081109 tempest-ServerAddressesNegativeTestJSON-442081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:55.755338 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-250bb17a-9d68-446e-adeb-ee09c7ac389c req-9f242a10-eeb4-4b47-afcb-804b8b5bf4ed tempest-ServerAddressesNegativeTestJSON-442081109 tempest-ServerAddressesNegativeTestJSON-442081109-project] 10.222.0.85 "GET /v2.0/ports?device_id=d4e39bf7-424e-4365-bfae-05c0af6f315c HTTP/1.1" status: 200 len: 943 time: 0.5716205 May 18 18:06:55.791119 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-64c57b25-e2c7-45ea-ba5c-3c8f60be64ed req-5160067e-7388-4731-96b7-3b1d28df5552 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d6f08d5d-0951-47f8-b9ff-bba086403720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0739710 May 18 18:06:55.923659 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning for port 538e7120-741b-4083-a640-e211a911d566 completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:06:55.931145 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning complete for port 538e7120-741b-4083-a640-e211a911d566 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:06:55.931606 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:55.933320 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7264397f-e23c-47f0-8c3e-c90567e211df req-8785c31c-8735-429c-a44c-779f69903538 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:55.934933 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7264397f-e23c-47f0-8c3e-c90567e211df req-8785c31c-8735-429c-a44c-779f69903538 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/ports?device_id=856de7f6-1aa7-4b67-bac8-1e6902f032dc HTTP/1.1" status: 200 len: 945 time: 0.1083069 May 18 18:06:55.939824 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-250bb17a-9d68-446e-adeb-ee09c7ac389c req-fdda78d1-fbea-4c71-a354-6824a24e68ba tempest-ServerAddressesNegativeTestJSON-442081109 tempest-ServerAddressesNegativeTestJSON-442081109-project] 10.222.0.85 "GET /v2.0/security-groups?id=894d231e-6dae-4461-bbad-9078faf50080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472580 May 18 18:06:55.971013 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.db.resource_extend [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 18 18:06:55.988439 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-64c57b25-e2c7-45ea-ba5c-3c8f60be64ed req-09d05dd7-3446-42dd-9742-fd01890fc6a0 service neutron] 10.222.0.36 "GET /v2.0/networks/d6f08d5d-0951-47f8-b9ff-bba086403720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841249 May 18 18:06:56.062548 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7264397f-e23c-47f0-8c3e-c90567e211df req-4c3dc8e4-b129-4107-8af2-749007790490 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/security-groups?id=fae3ce3c-9235-4ae4-9c6c-e682ce6a4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135681 May 18 18:06:56.218615 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40d8a102-d1b2-4a33-98c3-86b4dad74402 x-openstack-request-id: req-40d8a102-d1b2-4a33-98c3-86b4dad74402 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:06:56.219063 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37b6f181-4d76-4205-a196-1fa0b0b50cc2", "name": "network-vif-deleted", "tag": "793d1fc5-3dfd-42ee-ada4-434fe7234b7f", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:06:56.219387 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-40d8a102-d1b2-4a33-98c3-86b4dad74402 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:06:56.220019 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40d8a102-d1b2-4a33-98c3-86b4dad74402'] response: {'server_uuid': '37b6f181-4d76-4205-a196-1fa0b0b50cc2', 'name': 'network-vif-deleted', 'tag': '793d1fc5-3dfd-42ee-ada4-434fe7234b7f', 'status': 'completed', 'code': 200} May 18 18:06:56.372851 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-64c57b25-e2c7-45ea-ba5c-3c8f60be64ed req-d6139915-bbdd-4156-95f4-ecd2dd9df43b service neutron] 10.222.0.36 "GET /v2.0/networks/d6f08d5d-0951-47f8-b9ff-bba086403720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3729310 May 18 18:06:56.385561 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 0bf12906-c38e-413a-b797-457c31313336, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=0bf12906-c38e-413a-b797-457c31313336,segment=NetworkSegment(621fa905-5e13-459a-9ac1-7af00b73aff4),segment_id=621fa905-5e13-459a-9ac1-7af00b73aff4)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:06:56.388392 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 538e7120-741b-4083-a640-e211a911d566 is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:06:56.388594 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:56.409288 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Returning: {'device': '0bf12906-c38e-413a-b797-457c31313336', 'network_id': 'd6f08d5d-0951-47f8-b9ff-bba086403720', 'port_id': '0bf12906-c38e-413a-b797-457c31313336', 'mac_address': 'fa:16:3e:22:d5:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '059cd8c8-fb91-4d87-bcc6-6b0476de9b37', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:06:56.470345 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f12de29-35ab-42e1-8264-21cc598af57b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '538e7120-741b-4083-a640-e211a911d566'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:06:56.473414 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28c2322a-733f-461f-8ed9-3c750f2929dd" -d '{"events": [{"server_uuid": "6f12de29-35ab-42e1-8264-21cc598af57b", "name": "network-vif-plugged", "status": "completed", "tag": "538e7120-741b-4083-a640-e211a911d566"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:06:56.493373 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 538e7120-741b-4083-a640-e211a911d566, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=538e7120-741b-4083-a640-e211a911d566,segment=NetworkSegment(58bfdefb-3654-4aa0-92f0-6f0afd2552db),segment_id=58bfdefb-3654-4aa0-92f0-6f0afd2552db)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:06:56.510325 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:56.511676 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device eb7403a5-417e-4c66-9028-f2b20017e630 up at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:06:56.514161 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 0bf12906-c38e-413a-b797-457c31313336 is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:06:56.514868 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:56.616028 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bf12906-c38e-413a-b797-457c31313336 {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:06:56.652277 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ba40f0ee-e399-4c65-b501-469f5f65d8d1 req-55be5776-56f2-4462-a68f-cf75996984c4 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-522560325&fields=id&tenant_id=fdb911c855ac4c6cb6a711e7d11eed8e HTTP/1.1" status: 200 len: 267 time: 0.1110494 May 18 18:06:56.711715 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 0bf12906-c38e-413a-b797-457c31313336, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=0bf12906-c38e-413a-b797-457c31313336,segment=NetworkSegment(621fa905-5e13-459a-9ac1-7af00b73aff4),segment_id=621fa905-5e13-459a-9ac1-7af00b73aff4)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:06:56.713836 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=538e7120-741b-4083-a640-e211a911d566,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:06:56.723789 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:56.811618 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning for port eb7403a5-417e-4c66-9028-f2b20017e630 completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:06:56.823285 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning complete for port eb7403a5-417e-4c66-9028-f2b20017e630 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:06:56.824257 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:56.852195 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba40f0ee-e399-4c65-b501-469f5f65d8d1 req-b2842a60-0d49-4f5e-ad40-9f41ed0d84ae tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:56.890251 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ba40f0ee-e399-4c65-b501-469f5f65d8d1 req-b2842a60-0d49-4f5e-ad40-9f41ed0d84ae tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] 10.222.0.85 "GET /v2.0/ports?device_id=38581067-48bd-481b-8c77-98ade7aca4d8 HTTP/1.1" status: 200 len: 985 time: 0.2319546 May 18 18:06:56.901572 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-ba40f0ee-e399-4c65-b501-469f5f65d8d1 req-02b4110b-b78a-4856-8f3c-bbf71e683264 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Request body: {'port': {'security_groups': ['08db6f0e-0a01-416e-97d4-92fd213972b8', 'fab51a8e-0098-4cc9-84a3-d9e6f705cd17', 'd1bc3b4f-a0fd-4d51-af63-e28a9991e038']}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:06:56.932662 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=0bf12906-c38e-413a-b797-457c31313336,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:06:57.049839 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['0bf12906-c38e-413a-b797-457c31313336'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:06:57.173734 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-ba40f0ee-e399-4c65-b501-469f5f65d8d1 req-02b4110b-b78a-4856-8f3c-bbf71e683264 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:57.364643 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port eb7403a5-417e-4c66-9028-f2b20017e630 is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:06:57.365060 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:57.452305 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port eb7403a5-417e-4c66-9028-f2b20017e630, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=eb7403a5-417e-4c66-9028-f2b20017e630,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:06:57.458266 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:57.459348 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 793d1fc5-3dfd-42ee-ada4-434fe7234b7f no longer exists at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:06:57.488532 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec30c0f-da2f-4b3c-90e8-3055e8571a97 req-b09723bd-99f4-447b-b3e2-2bc71c8dcbc0 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:57.489353 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] No Port match for: 793d1fc5-3dfd-42ee-ada4-434fe7234b7f {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:06:57.489915 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 793d1fc5-3dfd-42ee-ada4-434fe7234b7f not bound to the agent host n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:06:57.527456 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6ec30c0f-da2f-4b3c-90e8-3055e8571a97 req-b09723bd-99f4-447b-b3e2-2bc71c8dcbc0 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=6f12de29-35ab-42e1-8264-21cc598af57b HTTP/1.1" status: 200 len: 946 time: 0.1992214 May 18 18:06:57.587437 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=eb7403a5-417e-4c66-9028-f2b20017e630,revision_number=13']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:06:57.698075 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6ec30c0f-da2f-4b3c-90e8-3055e8571a97 req-5988b244-16ef-4c18-bad2-827a5b426652 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/security-groups?id=33ba1fad-191a-4b7a-ae9e-8e9e60985e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694770 May 18 18:06:57.860322 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-ba40f0ee-e399-4c65-b501-469f5f65d8d1 req-02b4110b-b78a-4856-8f3c-bbf71e683264 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] For port 0de02e7a-4341-4848-b5f4-8de104f914c9, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=0de02e7a-4341-4848-b5f4-8de104f914c9,segment=NetworkSegment(ba5b4c8c-85fa-4d1e-ac5d-e49cc72250ce),segment_id=ba5b4c8c-85fa-4d1e-ac5d-e49cc72250ce)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:06:57.915123 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-ba40f0ee-e399-4c65-b501-469f5f65d8d1 req-02b4110b-b78a-4856-8f3c-bbf71e683264 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:57.925795 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-ba40f0ee-e399-4c65-b501-469f5f65d8d1 req-02b4110b-b78a-4856-8f3c-bbf71e683264 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:57.936956 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-237f5b66-5158-4c27-9ff2-5789b4e3a472 x-openstack-request-id: req-237f5b66-5158-4c27-9ff2-5789b4e3a472 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:06:57.938571 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f12de29-35ab-42e1-8264-21cc598af57b", "name": "network-vif-plugged", "status": "completed", "tag": "538e7120-741b-4083-a640-e211a911d566", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:06:57.938571 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-237f5b66-5158-4c27-9ff2-5789b4e3a472 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:06:57.938907 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-237f5b66-5158-4c27-9ff2-5789b4e3a472'] response: {'server_uuid': '6f12de29-35ab-42e1-8264-21cc598af57b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '538e7120-741b-4083-a640-e211a911d566', 'code': 200} May 18 18:06:57.950335 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['0de02e7a-4341-4848-b5f4-8de104f914c9'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:06:58.152299 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba40f0ee-e399-4c65-b501-469f5f65d8d1 req-02b4110b-b78a-4856-8f3c-bbf71e683264 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:58.153131 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-ba40f0ee-e399-4c65-b501-469f5f65d8d1 req-02b4110b-b78a-4856-8f3c-bbf71e683264 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:58.166312 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ba40f0ee-e399-4c65-b501-469f5f65d8d1 req-02b4110b-b78a-4856-8f3c-bbf71e683264 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] 10.222.0.85 "PUT /v2.0/ports/0de02e7a-4341-4848-b5f4-8de104f914c9 HTTP/1.1" status: 200 len: 1021 time: 1.2731857 May 18 18:06:58.174473 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38581067-48bd-481b-8c77-98ade7aca4d8', 'tag': '0de02e7a-4341-4848-b5f4-8de104f914c9'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:06:58.190071 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-674ded9a-8845-44ac-8feb-9693c4417f3c" -d '{"events": [{"name": "network-changed", "server_uuid": "38581067-48bd-481b-8c77-98ade7aca4d8", "tag": "0de02e7a-4341-4848-b5f4-8de104f914c9"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:06:58.230695 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38581067-48bd-481b-8c77-98ade7aca4d8', 'tag': '0de02e7a-4341-4848-b5f4-8de104f914c9'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:06:58.233936 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5573a034-7a4c-42f6-b6dd-b1a842e85e5d" -d '{"events": [{"name": "network-changed", "server_uuid": "38581067-48bd-481b-8c77-98ade7aca4d8", "tag": "0de02e7a-4341-4848-b5f4-8de104f914c9"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:06:58.291135 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb531164-5ded-4946-bcd1-b81678f57da8 req-2e42afcd-4b6b-4b34-b308-0c1387a275b8 tempest-ServerAddressesNegativeTestJSON-442081109 tempest-ServerAddressesNegativeTestJSON-442081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:58.292931 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fb531164-5ded-4946-bcd1-b81678f57da8 req-2e42afcd-4b6b-4b34-b308-0c1387a275b8 tempest-ServerAddressesNegativeTestJSON-442081109 tempest-ServerAddressesNegativeTestJSON-442081109-project] 10.222.0.85 "GET /v2.0/ports?device_id=d4e39bf7-424e-4365-bfae-05c0af6f315c HTTP/1.1" status: 200 len: 944 time: 0.1901958 May 18 18:06:58.365786 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b4110b-b78a-4856-8f3c-bbf71e683264 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Pushing event updated for resources: {'Port': ['ID=0de02e7a-4341-4848-b5f4-8de104f914c9,revision_number=7']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:06:58.379721 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f46ad4d-68ef-4ef0-a441-92eebe4c78c5 req-eb693125-9d3b-4baf-b07b-9c193132f12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:58.383581 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3f46ad4d-68ef-4ef0-a441-92eebe4c78c5 req-eb693125-9d3b-4baf-b07b-9c193132f12b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6f12de29-35ab-42e1-8264-21cc598af57b HTTP/1.1" status: 200 len: 1097 time: 0.2838385 May 18 18:06:58.444981 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fb531164-5ded-4946-bcd1-b81678f57da8 req-fd9076fd-039a-46e7-9516-ee1cea203e3d tempest-ServerAddressesNegativeTestJSON-442081109 tempest-ServerAddressesNegativeTestJSON-442081109-project] 10.222.0.85 "GET /v2.0/security-groups?id=894d231e-6dae-4461-bbad-9078faf50080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327415 May 18 18:06:58.460142 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['0de02e7a-4341-4848-b5f4-8de104f914c9'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:06:58.472485 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3f46ad4d-68ef-4ef0-a441-92eebe4c78c5 req-0a28a7d2-705f-463a-994c-02ba5eae4422 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=33ba1fad-191a-4b7a-ae9e-8e9e60985e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795279 May 18 18:06:58.681577 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68bf370-23f7-4857-942f-e0c642fa8a76 req-7d77de1d-0c38-457d-80de-b35775c59e81 tempest-LiveMigrationTest-768751957 tempest-LiveMigrationTest-768751957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:58.694707 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f68bf370-23f7-4857-942f-e0c642fa8a76 req-7d77de1d-0c38-457d-80de-b35775c59e81 tempest-LiveMigrationTest-768751957 tempest-LiveMigrationTest-768751957-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=856de7f6-1aa7-4b67-bac8-1e6902f032dc HTTP/1.1" status: 200 len: 1096 time: 0.1042945 May 18 18:06:58.695540 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-efa5f154-920b-4fa3-8f14-695fdfc9861e req-fbf1c15d-700f-46c0-886f-a1fc50eb859e tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=c95c071176d44e1393b66dc9873791e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0541997 May 18 18:06:58.800950 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f68bf370-23f7-4857-942f-e0c642fa8a76 req-e419831a-5389-4085-84fb-55c3b407a55b tempest-LiveMigrationTest-768751957 tempest-LiveMigrationTest-768751957-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=fae3ce3c-9235-4ae4-9c6c-e682ce6a4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972872 May 18 18:06:58.917337 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa5f154-920b-4fa3-8f14-695fdfc9861e req-da23683a-31b4-4314-aaf9-55a2aab1cc8f tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:58.925751 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-efa5f154-920b-4fa3-8f14-695fdfc9861e req-da23683a-31b4-4314-aaf9-55a2aab1cc8f tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2289298 May 18 18:06:58.947736 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-efa5f154-920b-4fa3-8f14-695fdfc9861e req-b0eae8d5-b42c-4a57-9479-395d9a45b315 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/quotas/c95c071176d44e1393b66dc9873791e2 HTTP/1.1" status: 200 len: 375 time: 0.0202022 May 18 18:06:59.084979 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-efa5f154-920b-4fa3-8f14-695fdfc9861e req-59c2da43-c1bf-43f7-9c04-e0c81e7b9316 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=c95c071176d44e1393b66dc9873791e2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1347919 May 18 18:06:59.127598 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be93247e-ef6a-4ff0-a152-9831de088993 req-bb5f1c83-814e-4cce-8d31-defefaea2a6e tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:59.139359 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-be93247e-ef6a-4ff0-a152-9831de088993 req-bb5f1c83-814e-4cce-8d31-defefaea2a6e tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] 10.222.0.85 "GET /v2.0/ports?device_id=38581067-48bd-481b-8c77-98ade7aca4d8 HTTP/1.1" status: 200 len: 1024 time: 0.1931701 May 18 18:06:59.235637 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29da69c-46d1-4329-a599-5b3b12bc9aac req-6ca46d5e-09de-4e69-af16-d1dbc96b9531 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:59.237573 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f29da69c-46d1-4329-a599-5b3b12bc9aac req-6ca46d5e-09de-4e69-af16-d1dbc96b9531 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.36 "GET /v2.0/ports?device_id=a09c81f0-e946-4a9d-9b3b-f55046c6af2c HTTP/1.1" status: 200 len: 947 time: 0.0859649 May 18 18:06:59.336694 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-be93247e-ef6a-4ff0-a152-9831de088993 req-8459a391-573b-444c-b024-dde29b56a3ab tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] 10.222.0.85 "GET /v2.0/security-groups?id=fab51a8e-0098-4cc9-84a3-d9e6f705cd17&id=d1bc3b4f-a0fd-4d51-af63-e28a9991e038&id=08db6f0e-0a01-416e-97d4-92fd213972b8 HTTP/1.1" status: 200 len: 6147 time: 0.1961443 May 18 18:06:59.404133 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2b2c15d-4f3d-4af1-a020-f2fdc05450a4 x-openstack-request-id: req-a2b2c15d-4f3d-4af1-a020-f2fdc05450a4 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:06:59.404927 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38581067-48bd-481b-8c77-98ade7aca4d8", "tag": "0de02e7a-4341-4848-b5f4-8de104f914c9", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:06:59.405598 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-a2b2c15d-4f3d-4af1-a020-f2fdc05450a4 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:06:59.406632 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2b2c15d-4f3d-4af1-a020-f2fdc05450a4'] response: {'name': 'network-changed', 'server_uuid': '38581067-48bd-481b-8c77-98ade7aca4d8', 'tag': '0de02e7a-4341-4848-b5f4-8de104f914c9', 'status': 'completed', 'code': 200} May 18 18:06:59.553070 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-f29da69c-46d1-4329-a599-5b3b12bc9aac req-df6371c0-8db0-45db-9f1f-d5aa5a7a64c1 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Deleting port 00b5b1f0-0c0e-4582-a42c-38ea84aad20c {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:06:59.553432 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-f29da69c-46d1-4329-a599-5b3b12bc9aac req-df6371c0-8db0-45db-9f1f-d5aa5a7a64c1 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:59.568020 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2e89a31-d177-4148-97ab-8384585e8fb0 x-openstack-request-id: req-d2e89a31-d177-4148-97ab-8384585e8fb0 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:06:59.568456 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38581067-48bd-481b-8c77-98ade7aca4d8", "tag": "0de02e7a-4341-4848-b5f4-8de104f914c9", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:06:59.568848 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-d2e89a31-d177-4148-97ab-8384585e8fb0 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:06:59.569480 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2e89a31-d177-4148-97ab-8384585e8fb0'] response: {'name': 'network-changed', 'server_uuid': '38581067-48bd-481b-8c77-98ade7aca4d8', 'tag': '0de02e7a-4341-4848-b5f4-8de104f914c9', 'status': 'completed', 'code': 200} May 18 18:06:59.637192 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 0bf12906-c38e-413a-b797-457c31313336 up at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:06:59.743912 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning for port 0bf12906-c38e-413a-b797-457c31313336 completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:06:59.760572 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning complete for port 0bf12906-c38e-413a-b797-457c31313336 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:06:59.763957 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:06:59.792034 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674ded9a-8845-44ac-8feb-9693c4417f3c req-4b7655c0-996e-4586-beb1-c941f8886a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:59.793668 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-674ded9a-8845-44ac-8feb-9693c4417f3c req-4b7655c0-996e-4586-beb1-c941f8886a92 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=fdb911c855ac4c6cb6a711e7d11eed8e&device_id=38581067-48bd-481b-8c77-98ade7aca4d8 HTTP/1.1" status: 200 len: 1175 time: 0.3305185 May 18 18:06:59.878414 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fead6391-91a5-4be5-b47b-861d452c38ca req-dcec87c9-6a7c-4ff2-af9f-fbdda59a7aac tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:59.893714 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fead6391-91a5-4be5-b47b-861d452c38ca req-dcec87c9-6a7c-4ff2-af9f-fbdda59a7aac tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/ports?device_id=a09c81f0-e946-4a9d-9b3b-f55046c6af2c HTTP/1.1" status: 200 len: 947 time: 0.3366189 May 18 18:06:59.936559 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956024d7-1920-4ce1-8273-4d5368d94ed2 req-aaa75a7f-1ec7-4a7f-b247-7aea59ef2cc2 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:06:59.941825 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '213629a7-b155-4938-9d93-e1d30507d5aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb7403a5-417e-4c66-9028-f2b20017e630'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:06:59.943518 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-956024d7-1920-4ce1-8273-4d5368d94ed2 req-aaa75a7f-1ec7-4a7f-b247-7aea59ef2cc2 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=6f12de29-35ab-42e1-8264-21cc598af57b HTTP/1.1" status: 200 len: 946 time: 0.2597525 May 18 18:06:59.948093 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39bd69a8-c612-41ca-8480-abc3087a104f" -d '{"events": [{"server_uuid": "213629a7-b155-4938-9d93-e1d30507d5aa", "name": "network-vif-plugged", "status": "completed", "tag": "eb7403a5-417e-4c66-9028-f2b20017e630"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:07:00.067602 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-956024d7-1920-4ce1-8273-4d5368d94ed2 req-028cd4be-41df-4ec7-8975-e6c9f7919355 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/security-groups?id=33ba1fad-191a-4b7a-ae9e-8e9e60985e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178689 May 18 18:07:00.122032 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 0bf12906-c38e-413a-b797-457c31313336 is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:07:00.125844 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:00.128437 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-f29da69c-46d1-4329-a599-5b3b12bc9aac req-df6371c0-8db0-45db-9f1f-d5aa5a7a64c1 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] For port 00b5b1f0-0c0e-4582-a42c-38ea84aad20c, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=00b5b1f0-0c0e-4582-a42c-38ea84aad20c,segment=NetworkSegment(6537e25f-afe8-4089-8825-f23e3073c58d),segment_id=6537e25f-afe8-4089-8825-f23e3073c58d)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:07:00.130018 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-f29da69c-46d1-4329-a599-5b3b12bc9aac req-df6371c0-8db0-45db-9f1f-d5aa5a7a64c1 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:00.139812 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fead6391-91a5-4be5-b47b-861d452c38ca req-9514f988-a06a-433f-9934-4286eaec4cab tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/security-groups?id=bda815dc-3228-454b-a95b-f89a3eeb79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069371 May 18 18:07:00.178293 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-f29da69c-46d1-4329-a599-5b3b12bc9aac req-df6371c0-8db0-45db-9f1f-d5aa5a7a64c1 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Calling delete_port for 00b5b1f0-0c0e-4582-a42c-38ea84aad20c owned by compute:nova {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:07:00.237930 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-3ea9c084-e39d-498d-a647-469abefa3193 req-37ac3e6f-beb1-4154-a5b0-3168a3e53303 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Request body: {'security_group': {'name': ' tempest-securitygroup -404445589 ', 'description': 'tempest-description-199957926'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:07:00.247070 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674ded9a-8845-44ac-8feb-9693c4417f3c req-a3ba8e46-6126-4aad-921c-98d8805ea3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:00.264948 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-674ded9a-8845-44ac-8feb-9693c4417f3c req-a3ba8e46-6126-4aad-921c-98d8805ea3fe service neutron] 10.222.0.88 "GET /v2.0/networks?id=35aa03bc-1495-4548-8bc6-c83249799063 HTTP/1.1" status: 200 len: 913 time: 0.3671460 May 18 18:07:00.293668 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-3ea9c084-e39d-498d-a647-469abefa3193 req-37ac3e6f-beb1-4154-a5b0-3168a3e53303 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:00.307300 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 0bf12906-c38e-413a-b797-457c31313336, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=0bf12906-c38e-413a-b797-457c31313336,segment=NetworkSegment(621fa905-5e13-459a-9ac1-7af00b73aff4),segment_id=621fa905-5e13-459a-9ac1-7af00b73aff4)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:07:00.315845 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:00.527669 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=0bf12906-c38e-413a-b797-457c31313336,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:07:00.603990 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-3ea9c084-e39d-498d-a647-469abefa3193 req-37ac3e6f-beb1-4154-a5b0-3168a3e53303 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:00.623898 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-3ea9c084-e39d-498d-a647-469abefa3193 req-37ac3e6f-beb1-4154-a5b0-3168a3e53303 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:00.653256 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-3ea9c084-e39d-498d-a647-469abefa3193 req-37ac3e6f-beb1-4154-a5b0-3168a3e53303 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:00.665995 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3ea9c084-e39d-498d-a647-469abefa3193 req-37ac3e6f-beb1-4154-a5b0-3168a3e53303 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1784 time: 0.4350030 May 18 18:07:00.734658 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ac3e6f-beb1-4154-a5b0-3168a3e53303 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56093224-73d3-406b-9723-f585d1b24b3c,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:07:00.801850 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:00.811280 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-674ded9a-8845-44ac-8feb-9693c4417f3c req-539c3f8d-6d8e-4414-8935-30716a1b1ac3 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0de02e7a-4341-4848-b5f4-8de104f914c9 HTTP/1.1" status: 200 len: 217 time: 0.1306283 May 18 18:07:00.881828 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2c5f3274-f7d8-418a-afd8-5ef030d1781b req-15c01e42-7659-4ee1-90ad-34cd4e0c78ed tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=b8f267c7-2a12-455a-8742-23cd949ead3a HTTP/1.1" status: 200 len: 210 time: 0.0621920 May 18 18:07:00.923258 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-f29da69c-46d1-4329-a599-5b3b12bc9aac req-df6371c0-8db0-45db-9f1f-d5aa5a7a64c1 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:00.943950 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:01.002210 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6371c0-8db0-45db-9f1f-d5aa5a7a64c1 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Pushing event deleted for resources: {'Port': ['ID=00b5b1f0-0c0e-4582-a42c-38ea84aad20c,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:07:01.133222 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-f29da69c-46d1-4329-a599-5b3b12bc9aac req-df6371c0-8db0-45db-9f1f-d5aa5a7a64c1 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] No DVR routers for this DVR port 00b5b1f0-0c0e-4582-a42c-38ea84aad20c on host n-h1-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:07:01.144408 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e9f9d1-98dd-4c85-a581-9bfe3b8216a7 req-2137afd0-e206-45a3-86bd-24cfca7bbcfc tempest-ServerAddressesNegativeTestJSON-442081109 tempest-ServerAddressesNegativeTestJSON-442081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:01.151225 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674ded9a-8845-44ac-8feb-9693c4417f3c req-7ac8df2f-96ab-4750-a570-a46d598133ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:01.153853 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-674ded9a-8845-44ac-8feb-9693c4417f3c req-7ac8df2f-96ab-4750-a570-a46d598133ee service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a9078eee-385e-4d5a-9f98-77196779b20c HTTP/1.1" status: 200 len: 852 time: 0.3285503 May 18 18:07:01.158284 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-90e9f9d1-98dd-4c85-a581-9bfe3b8216a7 req-2137afd0-e206-45a3-86bd-24cfca7bbcfc tempest-ServerAddressesNegativeTestJSON-442081109 tempest-ServerAddressesNegativeTestJSON-442081109-project] 10.222.0.85 "GET /v2.0/ports?device_id=d4e39bf7-424e-4365-bfae-05c0af6f315c HTTP/1.1" status: 200 len: 945 time: 0.1260462 May 18 18:07:01.175232 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-f29da69c-46d1-4329-a599-5b3b12bc9aac req-df6371c0-8db0-45db-9f1f-d5aa5a7a64c1 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:01.184092 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f29da69c-46d1-4329-a599-5b3b12bc9aac req-df6371c0-8db0-45db-9f1f-d5aa5a7a64c1 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.36 "DELETE /v2.0/ports/00b5b1f0-0c0e-4582-a42c-38ea84aad20c HTTP/1.1" status: 204 len: 173 time: 1.9395463 May 18 18:07:01.270097 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-674ded9a-8845-44ac-8feb-9693c4417f3c req-1b054193-42b7-47d0-a114-ea5dd4c44526 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=35aa03bc-1495-4548-8bc6-c83249799063&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0727937 May 18 18:07:01.282509 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0985512f-d6d2-43b5-a74a-8b3ad1d6f8cd req-57a77a81-da98-42e1-a317-7bedadfcaceb tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:01.293981 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0985512f-d6d2-43b5-a74a-8b3ad1d6f8cd req-57a77a81-da98-42e1-a317-7bedadfcaceb tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/networks?id=34fdcfa4-2e5d-460f-9a9f-5a798833609a HTTP/1.1" status: 200 len: 808 time: 0.6152859 May 18 18:07:01.298090 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-90e9f9d1-98dd-4c85-a581-9bfe3b8216a7 req-1370e1ba-2ce3-42ac-9e95-d54ce9ed7be4 tempest-ServerAddressesNegativeTestJSON-442081109 tempest-ServerAddressesNegativeTestJSON-442081109-project] 10.222.0.85 "GET /v2.0/security-groups?id=894d231e-6dae-4461-bbad-9078faf50080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383805 May 18 18:07:01.344098 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0985512f-d6d2-43b5-a74a-8b3ad1d6f8cd req-68d47508-fd81-43b5-9a4b-8742a0e81fdb tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/quotas/8ebc9a1ec3004890baedda4682fb5641 HTTP/1.1" status: 200 len: 375 time: 0.0490901 May 18 18:07:01.418629 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26b59e76-e27a-4e23-b550-2d11e11d2a9b x-openstack-request-id: req-26b59e76-e27a-4e23-b550-2d11e11d2a9b {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:07:01.419185 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "213629a7-b155-4938-9d93-e1d30507d5aa", "name": "network-vif-plugged", "status": "completed", "tag": "eb7403a5-417e-4c66-9028-f2b20017e630", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:07:01.420451 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-26b59e76-e27a-4e23-b550-2d11e11d2a9b {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:07:01.421189 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26b59e76-e27a-4e23-b550-2d11e11d2a9b'] response: {'server_uuid': '213629a7-b155-4938-9d93-e1d30507d5aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb7403a5-417e-4c66-9028-f2b20017e630', 'code': 200} May 18 18:07:01.425476 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a09c81f0-e946-4a9d-9b3b-f55046c6af2c', 'name': 'network-vif-deleted', 'tag': '00b5b1f0-0c0e-4582-a42c-38ea84aad20c'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:07:01.428099 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ede17af9-dbfc-4acc-ab30-3889c2be4654" -d '{"events": [{"server_uuid": "a09c81f0-e946-4a9d-9b3b-f55046c6af2c", "name": "network-vif-deleted", "tag": "00b5b1f0-0c0e-4582-a42c-38ea84aad20c"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:07:01.486408 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0985512f-d6d2-43b5-a74a-8b3ad1d6f8cd req-f982183e-cdaf-440a-b139-a9bb8d53f8d8 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=8ebc9a1ec3004890baedda4682fb5641&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1411130 May 18 18:07:01.518903 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-674ded9a-8845-44ac-8feb-9693c4417f3c req-ad0adabe-894f-4026-a1fd-c6ac98d68045 service neutron] 10.222.0.88 "GET /v2.0/networks/35aa03bc-1495-4548-8bc6-c83249799063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125108 May 18 18:07:01.578483 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-70806c2c-d3d2-4c89-82bf-7e515fa6bd28 req-9ccbac7e-0164-46c0-9541-c5669d8213bf tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] 10.222.0.85 "GET /v2.0/security-groups/56093224-73d3-406b-9723-f585d1b24b3c HTTP/1.1" status: 200 len: 1779 time: 0.1184804 May 18 18:07:01.628856 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 00b5b1f0-0c0e-4582-a42c-38ea84aad20c no longer exists at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:07:01.662817 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] No Port match for: 00b5b1f0-0c0e-4582-a42c-38ea84aad20c {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:07:01.663503 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 00b5b1f0-0c0e-4582-a42c-38ea84aad20c not bound to the agent host n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:07:01.768391 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cac4e6-9733-4563-99a5-8e397cf2d655 req-f601eb9b-7361-4ee8-891f-21cecdf5933a tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:01.777357 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-25cac4e6-9733-4563-99a5-8e397cf2d655 req-f601eb9b-7361-4ee8-891f-21cecdf5933a tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=6f12de29-35ab-42e1-8264-21cc598af57b HTTP/1.1" status: 200 len: 946 time: 0.0964718 May 18 18:07:01.803113 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-674ded9a-8845-44ac-8feb-9693c4417f3c req-d9a7ba49-42f1-4b70-a329-d20c54079fa0 service neutron] 10.222.0.88 "GET /v2.0/networks/35aa03bc-1495-4548-8bc6-c83249799063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2735410 May 18 18:07:01.864592 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0985512f-d6d2-43b5-a74a-8b3ad1d6f8cd req-5290a469-cc0b-4f21-aed9-b715581b342c service neutron] 10.222.0.85 "GET /v2.0/networks/34fdcfa4-2e5d-460f-9a9f-5a798833609a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3769646 May 18 18:07:01.881111 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-25cac4e6-9733-4563-99a5-8e397cf2d655 req-75420239-26dc-44e1-9d54-ee6c765b0557 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/security-groups?id=33ba1fad-191a-4b7a-ae9e-8e9e60985e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024461 May 18 18:07:02.097356 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-efa5f154-920b-4fa3-8f14-695fdfc9861e req-5acd6a96-27dc-4d7c-a831-c62df6b972fe tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=c95c071176d44e1393b66dc9873791e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0885503 May 18 18:07:02.286173 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9465d610-780e-4175-a0b1-ba04bf744395 req-b81e4883-38ba-430b-896c-16ef5372a419 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/ports?device_id=a09c81f0-e946-4a9d-9b3b-f55046c6af2c HTTP/1.1" status: 200 len: 210 time: 0.1107607 May 18 18:07:02.310948 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa5f154-920b-4fa3-8f14-695fdfc9861e req-0ec40dbc-13c5-42e2-b003-29b14b877f24 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:02.331888 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-efa5f154-920b-4fa3-8f14-695fdfc9861e req-0ec40dbc-13c5-42e2-b003-29b14b877f24 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2056220 May 18 18:07:02.354806 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-efa5f154-920b-4fa3-8f14-695fdfc9861e req-eb90781c-9360-45ff-a927-6237e58349d9 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Request body: {'port': {'device_id': 'b8f267c7-2a12-455a-8742-23cd949ead3a', 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305', 'admin_state_up': True, 'tenant_id': 'c95c071176d44e1393b66dc9873791e2'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:07:02.486690 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5573a034-7a4c-42f6-b6dd-b1a842e85e5d req-ee6012f9-dfab-403b-b070-3325e95e66ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:02.488677 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5573a034-7a4c-42f6-b6dd-b1a842e85e5d req-ee6012f9-dfab-403b-b070-3325e95e66ec service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=fdb911c855ac4c6cb6a711e7d11eed8e&device_id=38581067-48bd-481b-8c77-98ade7aca4d8 HTTP/1.1" status: 200 len: 1175 time: 0.5328434 May 18 18:07:02.727532 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eafbe34-b501-4778-ba42-93aee4c00f47 x-openstack-request-id: req-3eafbe34-b501-4778-ba42-93aee4c00f47 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:07:02.729050 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a09c81f0-e946-4a9d-9b3b-f55046c6af2c", "name": "network-vif-deleted", "tag": "00b5b1f0-0c0e-4582-a42c-38ea84aad20c", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:07:02.731607 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-3eafbe34-b501-4778-ba42-93aee4c00f47 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:07:02.732201 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3eafbe34-b501-4778-ba42-93aee4c00f47'] response: {'server_uuid': 'a09c81f0-e946-4a9d-9b3b-f55046c6af2c', 'name': 'network-vif-deleted', 'tag': '00b5b1f0-0c0e-4582-a42c-38ea84aad20c', 'status': 'completed', 'code': 200} May 18 18:07:02.771468 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0985512f-d6d2-43b5-a74a-8b3ad1d6f8cd req-6c0ebab6-1769-420f-9fa1-5f129c653e20 service neutron] 10.222.0.85 "GET /v2.0/networks/34fdcfa4-2e5d-460f-9a9f-5a798833609a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8906469 May 18 18:07:02.783951 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-436aa664-46a9-4dac-965b-ad9439081360 req-55d0c6be-a3b5-4f7b-a052-8cae7af18a8f tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] 10.222.0.85 "GET /v2.0/security-groups/56093224-73d3-406b-9723-f585d1b24b3c HTTP/1.1" status: 200 len: 1779 time: 0.0821903 May 18 18:07:02.946829 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-436aa664-46a9-4dac-965b-ad9439081360 req-d39870cf-9ac6-4cce-b0d9-95201de74e7e tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:03.016427 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-436aa664-46a9-4dac-965b-ad9439081360 req-d39870cf-9ac6-4cce-b0d9-95201de74e7e tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:03.125454 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-436aa664-46a9-4dac-965b-ad9439081360 req-d39870cf-9ac6-4cce-b0d9-95201de74e7e tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:03.139273 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-436aa664-46a9-4dac-965b-ad9439081360 req-d39870cf-9ac6-4cce-b0d9-95201de74e7e tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:03.162093 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-436aa664-46a9-4dac-965b-ad9439081360 req-d39870cf-9ac6-4cce-b0d9-95201de74e7e tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] 10.222.0.85 "DELETE /v2.0/security-groups/56093224-73d3-406b-9723-f585d1b24b3c HTTP/1.1" status: 204 len: 173 time: 0.3693750 May 18 18:07:03.181813 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39870cf-9ac6-4cce-b0d9-95201de74e7e tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56093224-73d3-406b-9723-f585d1b24b3c,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:07:03.398263 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3f3673ff-ece2-40b7-a1d6-7dd4476f32d6 req-d28ead99-772b-42b6-b121-6ff1777eee46 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=b8f267c7-2a12-455a-8742-23cd949ead3a HTTP/1.1" status: 200 len: 210 time: 0.1076040 May 18 18:07:03.423047 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4e39bf7-424e-4365-bfae-05c0af6f315c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bf12906-c38e-413a-b797-457c31313336'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:07:03.427673 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e7372a9-5ca0-4677-8ef8-d91147f32ec8" -d '{"events": [{"server_uuid": "d4e39bf7-424e-4365-bfae-05c0af6f315c", "name": "network-vif-plugged", "status": "completed", "tag": "0bf12906-c38e-413a-b797-457c31313336"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:07:03.449262 n-d-838550-3 neutron-server[102731]: INFO neutron.api.v2.resource [req-c873e2a5-9a34-4c5e-95fb-e0880a62ed25 req-9338a25c-baf3-46e6-b3de-9e3f34372e8e tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] show failed (client error): The resource could not be found. May 18 18:07:03.450365 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c873e2a5-9a34-4c5e-95fb-e0880a62ed25 req-9338a25c-baf3-46e6-b3de-9e3f34372e8e tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] 10.222.0.85 "GET /v2.0/security-groups/56093224-73d3-406b-9723-f585d1b24b3c HTTP/1.1" status: 404 len: 352 time: 0.0232399 May 18 18:07:03.577310 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ece358cc-c6ac-4045-bdf2-5a488d2f73b6 req-d71cf197-01f2-4739-8d1a-2d58a15264b4 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/ports?device_id=baf813fb-c557-44a2-9307-16937d880cc5 HTTP/1.1" status: 200 len: 210 time: 0.0664220 May 18 18:07:03.644547 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68c6327-683d-411c-b5b6-49f90045e01f req-ee00ef06-d837-42c7-bd5e-7b93be254b2f tempest-ServerAddressesNegativeTestJSON-442081109 tempest-ServerAddressesNegativeTestJSON-442081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:03.647406 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b68c6327-683d-411c-b5b6-49f90045e01f req-ee00ef06-d837-42c7-bd5e-7b93be254b2f tempest-ServerAddressesNegativeTestJSON-442081109 tempest-ServerAddressesNegativeTestJSON-442081109-project] 10.222.0.85 "GET /v2.0/ports?device_id=d4e39bf7-424e-4365-bfae-05c0af6f315c HTTP/1.1" status: 200 len: 945 time: 0.1724205 May 18 18:07:03.648397 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efa5f154-920b-4fa3-8f14-695fdfc9861e req-eb90781c-9360-45ff-a927-6237e58349d9 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Made reservation on behalf of c95c071176d44e1393b66dc9873791e2 for: {'port': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:07:03.655305 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-efa5f154-920b-4fa3-8f14-695fdfc9861e req-eb90781c-9360-45ff-a927-6237e58349d9 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:03.691382 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5573a034-7a4c-42f6-b6dd-b1a842e85e5d req-02a9bf16-5dd3-4285-85d7-e6c391aec13e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:03.693028 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5573a034-7a4c-42f6-b6dd-b1a842e85e5d req-02a9bf16-5dd3-4285-85d7-e6c391aec13e service neutron] 10.222.0.88 "GET /v2.0/networks?id=35aa03bc-1495-4548-8bc6-c83249799063 HTTP/1.1" status: 200 len: 913 time: 1.1854184 May 18 18:07:03.730777 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66625669-ef17-4c95-ae25-46494869b44d x-openstack-request-id: req-66625669-ef17-4c95-ae25-46494869b44d {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:07:03.731064 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4e39bf7-424e-4365-bfae-05c0af6f315c", "name": "network-vif-plugged", "status": "completed", "tag": "0bf12906-c38e-413a-b797-457c31313336", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:07:03.732013 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-66625669-ef17-4c95-ae25-46494869b44d {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:07:03.732610 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66625669-ef17-4c95-ae25-46494869b44d'] response: {'server_uuid': 'd4e39bf7-424e-4365-bfae-05c0af6f315c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bf12906-c38e-413a-b797-457c31313336', 'code': 200} May 18 18:07:03.802991 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-89512fa7-cc3a-4751-b8f7-939dffa2b413 req-f14ab827-beec-4f84-8ae4-2883fb53b1ec tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1778873146', 'description': 'tempest-description-1022247384'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:07:03.830910 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-89512fa7-cc3a-4751-b8f7-939dffa2b413 req-f14ab827-beec-4f84-8ae4-2883fb53b1ec tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:04.035154 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-89512fa7-cc3a-4751-b8f7-939dffa2b413 req-f14ab827-beec-4f84-8ae4-2883fb53b1ec tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:04.051383 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-89512fa7-cc3a-4751-b8f7-939dffa2b413 req-f14ab827-beec-4f84-8ae4-2883fb53b1ec tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:04.180186 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-89512fa7-cc3a-4751-b8f7-939dffa2b413 req-f14ab827-beec-4f84-8ae4-2883fb53b1ec tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:04.198792 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-89512fa7-cc3a-4751-b8f7-939dffa2b413 req-f14ab827-beec-4f84-8ae4-2883fb53b1ec tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.4023211 May 18 18:07:04.203464 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14ab827-beec-4f84-8ae4-2883fb53b1ec tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ca2d664-7add-492d-a6dc-0e2dd1e27070,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:07:04.205649 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b68c6327-683d-411c-b5b6-49f90045e01f req-ab91af88-5e64-43e3-9099-322517d07fc2 tempest-ServerAddressesNegativeTestJSON-442081109 tempest-ServerAddressesNegativeTestJSON-442081109-project] 10.222.0.85 "GET /v2.0/security-groups?id=894d231e-6dae-4461-bbad-9078faf50080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5267420 May 18 18:07:04.212971 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5573a034-7a4c-42f6-b6dd-b1a842e85e5d req-ae70aa4d-3c7b-4b04-9f44-869e8f0f5d31 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0de02e7a-4341-4848-b5f4-8de104f914c9 HTTP/1.1" status: 200 len: 217 time: 0.4971402 May 18 18:07:04.323116 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5573a034-7a4c-42f6-b6dd-b1a842e85e5d req-2b6dd0f5-b3b2-4b58-bd21-75753d4546d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:04.325552 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5573a034-7a4c-42f6-b6dd-b1a842e85e5d req-2b6dd0f5-b3b2-4b58-bd21-75753d4546d7 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a9078eee-385e-4d5a-9f98-77196779b20c HTTP/1.1" status: 200 len: 852 time: 0.1024852 May 18 18:07:04.400078 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-569e1eca-ed42-4563-9bc6-c9dc2fb1b13d req-fa53e5a6-777a-4860-9b1e-778ca3f84208 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2134336079', 'description': 'tempest-description-1082358117'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:07:04.500419 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-569e1eca-ed42-4563-9bc6-c9dc2fb1b13d req-fa53e5a6-777a-4860-9b1e-778ca3f84208 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:04.541259 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5573a034-7a4c-42f6-b6dd-b1a842e85e5d req-a06f9242-f44b-4636-bfbe-8f62d194152a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=35aa03bc-1495-4548-8bc6-c83249799063&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1144252 May 18 18:07:04.725559 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-569e1eca-ed42-4563-9bc6-c9dc2fb1b13d req-fa53e5a6-777a-4860-9b1e-778ca3f84208 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:04.731452 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-569e1eca-ed42-4563-9bc6-c9dc2fb1b13d req-fa53e5a6-777a-4860-9b1e-778ca3f84208 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:04.736135 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [req-efa5f154-920b-4fa3-8f14-695fdfc9861e req-eb90781c-9360-45ff-a927-6237e58349d9 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Allocated IP 192.168.233.71 (4c8ef274-9ecc-47c2-9686-5eebd78fb305/c2531ae9-89db-4dcf-b670-9eac4c9cde53/ec2caf09-7834-451a-a3a6-1760c8c67ebe) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:07:04.787889 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-569e1eca-ed42-4563-9bc6-c9dc2fb1b13d req-fa53e5a6-777a-4860-9b1e-778ca3f84208 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:04.788275 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70568249-41eb-4b18-ae1d-6561be36b6cf req-695fe5ca-89fa-4637-9a44-eb79f2acaccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:04.791107 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-70568249-41eb-4b18-ae1d-6561be36b6cf req-695fe5ca-89fa-4637-9a44-eb79f2acaccb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d4e39bf7-424e-4365-bfae-05c0af6f315c HTTP/1.1" status: 200 len: 1096 time: 0.9424725 May 18 18:07:04.793038 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-569e1eca-ed42-4563-9bc6-c9dc2fb1b13d req-fa53e5a6-777a-4860-9b1e-778ca3f84208 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.4052875 May 18 18:07:04.868124 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa53e5a6-777a-4860-9b1e-778ca3f84208 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3943c45c-0db6-47d4-8301-f4e06fae9fc8,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:07:05.024430 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-17d5cb3c-85d5-4679-b5af-e4cba82df9f3 req-1fb1ffa9-a59a-4bf8-8482-d5cd21019ec7 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=b8f267c7-2a12-455a-8742-23cd949ead3a HTTP/1.1" status: 200 len: 210 time: 0.2676029 May 18 18:07:05.256590 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-70568249-41eb-4b18-ae1d-6561be36b6cf req-f87b11d3-a53b-4044-87d9-ac22d471003b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=894d231e-6dae-4461-bbad-9078faf50080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3361406 May 18 18:07:05.313962 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fbb9a2db-f9aa-4e2c-a954-1f3107b659d0 req-fb87bc79-f1eb-4b1a-aacb-d627b34da3bc tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/ports?device_id=baf813fb-c557-44a2-9307-16937d880cc5 HTTP/1.1" status: 200 len: 210 time: 0.0940945 May 18 18:07:05.343049 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c175feae-9a79-4d37-9e13-07abd16364ab req-393f7c43-fc7a-4b99-bf37-0eb00f44171d tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:05.344632 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5573a034-7a4c-42f6-b6dd-b1a842e85e5d req-979c3a69-e8e5-446b-a814-265ea05fc024 service neutron] 10.222.0.88 "GET /v2.0/networks/35aa03bc-1495-4548-8bc6-c83249799063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7663355 May 18 18:07:05.350775 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c175feae-9a79-4d37-9e13-07abd16364ab req-393f7c43-fc7a-4b99-bf37-0eb00f44171d tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/ports?device_id=e29e16d8-e422-4794-abe3-fa62aae733ea HTTP/1.1" status: 200 len: 965 time: 0.2599690 May 18 18:07:05.373076 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e4f810-8b1c-42a9-a1e7-7059eb97fd4a req-d5ebc6e0-51b1-457c-b638-2427bed02ef2 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:05.375508 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-02e4f810-8b1c-42a9-a1e7-7059eb97fd4a req-d5ebc6e0-51b1-457c-b638-2427bed02ef2 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.36 "GET /v2.0/ports?device_id=e29e16d8-e422-4794-abe3-fa62aae733ea HTTP/1.1" status: 200 len: 965 time: 0.2955875 May 18 18:07:05.455481 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c175feae-9a79-4d37-9e13-07abd16364ab req-e7cbb91a-b8b2-4008-90ef-680e6d10b277 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/security-groups?id=bda815dc-3228-454b-a95b-f89a3eeb79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756223 May 18 18:07:05.463330 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-efa5f154-920b-4fa3-8f14-695fdfc9861e req-eb90781c-9360-45ff-a927-6237e58349d9 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:05.510629 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-3332064b-7c9c-4013-9db2-207557dfe85c req-3c64aac2-f4fd-45ef-a7b1-bc1a5a67fb62 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-599821632', 'description': 'tempest-description-2123430100'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:07:05.708187 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5573a034-7a4c-42f6-b6dd-b1a842e85e5d req-85b98782-71f2-43d7-ab2a-1944372a5d06 service neutron] 10.222.0.88 "GET /v2.0/networks/35aa03bc-1495-4548-8bc6-c83249799063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944425 May 18 18:07:05.739340 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-02e4f810-8b1c-42a9-a1e7-7059eb97fd4a req-cca1ff1b-0946-411b-93c4-a67b76461185 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Deleting port cb11a143-d579-4d02-bc74-db341a9b2376 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:07:05.739790 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-02e4f810-8b1c-42a9-a1e7-7059eb97fd4a req-cca1ff1b-0946-411b-93c4-a67b76461185 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:05.829233 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-efa5f154-920b-4fa3-8f14-695fdfc9861e req-eb90781c-9360-45ff-a927-6237e58349d9 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:05.835931 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-3332064b-7c9c-4013-9db2-207557dfe85c req-3c64aac2-f4fd-45ef-a7b1-bc1a5a67fb62 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:05.843045 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['30476341-d67d-457a-ba96-32990757ec38', 'eb7403a5-417e-4c66-9028-f2b20017e630'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:07:05.935427 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-02e4f810-8b1c-42a9-a1e7-7059eb97fd4a req-cca1ff1b-0946-411b-93c4-a67b76461185 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] For port cb11a143-d579-4d02-bc74-db341a9b2376, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=cb11a143-d579-4d02-bc74-db341a9b2376,segment=NetworkSegment(6537e25f-afe8-4089-8825-f23e3073c58d),segment_id=6537e25f-afe8-4089-8825-f23e3073c58d)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:07:05.936257 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-02e4f810-8b1c-42a9-a1e7-7059eb97fd4a req-cca1ff1b-0946-411b-93c4-a67b76461185 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:05.951878 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efa5f154-920b-4fa3-8f14-695fdfc9861e req-eb90781c-9360-45ff-a927-6237e58349d9 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Network 4c8ef274-9ecc-47c2-9686-5eebd78fb305 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:07:05.961042 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-02e4f810-8b1c-42a9-a1e7-7059eb97fd4a req-cca1ff1b-0946-411b-93c4-a67b76461185 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Calling delete_port for cb11a143-d579-4d02-bc74-db341a9b2376 owned by compute:tempest-test_az-488582773 {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:07:05.996816 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [req-efa5f154-920b-4fa3-8f14-695fdfc9861e req-eb90781c-9360-45ff-a927-6237e58349d9 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:07:06.017146 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-efa5f154-920b-4fa3-8f14-695fdfc9861e req-eb90781c-9360-45ff-a927-6237e58349d9 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:07:06.125899 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['65eaebad-5f15-498f-8a10-409fcd0c25c6'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:07:06.148388 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-3332064b-7c9c-4013-9db2-207557dfe85c req-3c64aac2-f4fd-45ef-a7b1-bc1a5a67fb62 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:06.177266 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-3332064b-7c9c-4013-9db2-207557dfe85c req-3c64aac2-f4fd-45ef-a7b1-bc1a5a67fb62 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:06.259495 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-02e4f810-8b1c-42a9-a1e7-7059eb97fd4a req-cca1ff1b-0946-411b-93c4-a67b76461185 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:06.278921 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0985512f-d6d2-43b5-a74a-8b3ad1d6f8cd req-300a16a2-f73f-414a-be6f-35de4882bc5b tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:06.283377 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0985512f-d6d2-43b5-a74a-8b3ad1d6f8cd req-300a16a2-f73f-414a-be6f-35de4882bc5b tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.36 "GET /v2.0/networks?id=34fdcfa4-2e5d-460f-9a9f-5a798833609a HTTP/1.1" status: 200 len: 808 time: 0.5751708 May 18 18:07:06.292575 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb90781c-9360-45ff-a927-6237e58349d9 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Pushing event updated for resources: {'Port': ['ID=ec2caf09-7834-451a-a3a6-1760c8c67ebe,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:07:06.315310 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-0985512f-d6d2-43b5-a74a-8b3ad1d6f8cd req-c7ed840b-f003-4a38-a95f-9d5114409a1b tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Request body: {'port': {'device_id': 'baf813fb-c557-44a2-9307-16937d880cc5', 'network_id': '34fdcfa4-2e5d-460f-9a9f-5a798833609a', 'admin_state_up': True, 'tenant_id': '8ebc9a1ec3004890baedda4682fb5641'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:07:06.334719 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca1ff1b-0946-411b-93c4-a67b76461185 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Pushing event deleted for resources: {'Port': ['ID=cb11a143-d579-4d02-bc74-db341a9b2376,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:07:06.481172 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-02e4f810-8b1c-42a9-a1e7-7059eb97fd4a req-cca1ff1b-0946-411b-93c4-a67b76461185 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] No DVR routers for this DVR port cb11a143-d579-4d02-bc74-db341a9b2376 on host n-h1-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:07:06.498614 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-02e4f810-8b1c-42a9-a1e7-7059eb97fd4a req-cca1ff1b-0946-411b-93c4-a67b76461185 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:06.510554 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-02e4f810-8b1c-42a9-a1e7-7059eb97fd4a req-cca1ff1b-0946-411b-93c4-a67b76461185 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.36 "DELETE /v2.0/ports/cb11a143-d579-4d02-bc74-db341a9b2376 HTTP/1.1" status: 204 len: 173 time: 1.0502083 May 18 18:07:06.511926 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e29e16d8-e422-4794-abe3-fa62aae733ea', 'name': 'network-vif-deleted', 'tag': 'cb11a143-d579-4d02-bc74-db341a9b2376'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:07:06.516629 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b9b86c8-06bb-4c21-8a5d-ed8595f1f84d" -d '{"events": [{"server_uuid": "e29e16d8-e422-4794-abe3-fa62aae733ea", "name": "network-vif-deleted", "tag": "cb11a143-d579-4d02-bc74-db341a9b2376"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:07:06.563860 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd79e1b3-5b67-4d33-97e0-5e1120fbd4a3 req-29b66367-482b-4918-8351-c00292e58df0 tempest-ServerAddressesNegativeTestJSON-442081109 tempest-ServerAddressesNegativeTestJSON-442081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:06.577034 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bd79e1b3-5b67-4d33-97e0-5e1120fbd4a3 req-29b66367-482b-4918-8351-c00292e58df0 tempest-ServerAddressesNegativeTestJSON-442081109 tempest-ServerAddressesNegativeTestJSON-442081109-project] 10.222.0.85 "GET /v2.0/ports?device_id=d4e39bf7-424e-4365-bfae-05c0af6f315c HTTP/1.1" status: 200 len: 945 time: 0.2633443 May 18 18:07:06.676013 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-3332064b-7c9c-4013-9db2-207557dfe85c req-3c64aac2-f4fd-45ef-a7b1-bc1a5a67fb62 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:06.680166 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bd79e1b3-5b67-4d33-97e0-5e1120fbd4a3 req-f7959fb3-5fd3-4b2a-85e9-fcce6c10153c tempest-ServerAddressesNegativeTestJSON-442081109 tempest-ServerAddressesNegativeTestJSON-442081109-project] 10.222.0.85 "GET /v2.0/security-groups?id=894d231e-6dae-4461-bbad-9078faf50080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015542 May 18 18:07:06.681575 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-1da86e6b-5c05-438c-920c-e6b7c1947307 None None] Provisioning complete for port ec2caf09-7834-451a-a3a6-1760c8c67ebe triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:07:06.692827 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3332064b-7c9c-4013-9db2-207557dfe85c req-3c64aac2-f4fd-45ef-a7b1-bc1a5a67fb62 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 1.1951084 May 18 18:07:06.695935 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1da86e6b-5c05-438c-920c-e6b7c1947307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:06.726215 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c64aac2-f4fd-45ef-a7b1-bc1a5a67fb62 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=802f3eee-42ae-493b-9b55-1054218ff125,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:07:06.735581 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-1da86e6b-5c05-438c-920c-e6b7c1947307 None None] Port ec2caf09-7834-451a-a3a6-1760c8c67ebe cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:07:06.760054 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb90781c-9360-45ff-a927-6237e58349d9 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:07:06.760350 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb90781c-9360-45ff-a927-6237e58349d9 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:07:06.761954 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb90781c-9360-45ff-a927-6237e58349d9 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:07:06.768841 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb90781c-9360-45ff-a927-6237e58349d9 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:07:06.783186 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb90781c-9360-45ff-a927-6237e58349d9 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:07:06.784095 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb90781c-9360-45ff-a927-6237e58349d9 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:07:06.789940 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb90781c-9360-45ff-a927-6237e58349d9 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:07:06.790566 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb90781c-9360-45ff-a927-6237e58349d9 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:07:06.791092 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb90781c-9360-45ff-a927-6237e58349d9 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:07:06.795973 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb90781c-9360-45ff-a927-6237e58349d9 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:07:06.796501 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb90781c-9360-45ff-a927-6237e58349d9 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:07:06.796846 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb90781c-9360-45ff-a927-6237e58349d9 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:07:06.912071 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa5f154-920b-4fa3-8f14-695fdfc9861e req-eb90781c-9360-45ff-a927-6237e58349d9 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:06.912737 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-efa5f154-920b-4fa3-8f14-695fdfc9861e req-eb90781c-9360-45ff-a927-6237e58349d9 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:06.918185 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c64aac2-f4fd-45ef-a7b1-bc1a5a67fb62 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:07:06.918536 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c64aac2-f4fd-45ef-a7b1-bc1a5a67fb62 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:07:06.918863 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c64aac2-f4fd-45ef-a7b1-bc1a5a67fb62 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:07:06.919213 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c64aac2-f4fd-45ef-a7b1-bc1a5a67fb62 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:07:06.919535 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c64aac2-f4fd-45ef-a7b1-bc1a5a67fb62 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:07:06.919865 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c64aac2-f4fd-45ef-a7b1-bc1a5a67fb62 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:07:06.920191 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c64aac2-f4fd-45ef-a7b1-bc1a5a67fb62 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:07:06.927543 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c64aac2-f4fd-45ef-a7b1-bc1a5a67fb62 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:07:06.928283 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c64aac2-f4fd-45ef-a7b1-bc1a5a67fb62 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:07:06.931757 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c64aac2-f4fd-45ef-a7b1-bc1a5a67fb62 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:07:06.933249 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c64aac2-f4fd-45ef-a7b1-bc1a5a67fb62 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:07:06.933536 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c64aac2-f4fd-45ef-a7b1-bc1a5a67fb62 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:07:06.979247 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748cb6d8-87e7-4a60-b602-65f06cece5de req-103cef9a-9e86-4fd3-b569-287b6c7197c7 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:06.980936 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-748cb6d8-87e7-4a60-b602-65f06cece5de req-103cef9a-9e86-4fd3-b569-287b6c7197c7 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=b8f267c7-2a12-455a-8742-23cd949ead3a HTTP/1.1" status: 200 len: 935 time: 0.1162262 May 18 18:07:06.996810 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-efa5f154-920b-4fa3-8f14-695fdfc9861e req-eb90781c-9360-45ff-a927-6237e58349d9 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.6582620 May 18 18:07:06.998245 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0985512f-d6d2-43b5-a74a-8b3ad1d6f8cd req-c7ed840b-f003-4a38-a95f-9d5114409a1b tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Made reservation on behalf of 8ebc9a1ec3004890baedda4682fb5641 for: {'port': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:07:07.007665 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-0985512f-d6d2-43b5-a74a-8b3ad1d6f8cd req-c7ed840b-f003-4a38-a95f-9d5114409a1b tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:07.027023 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-efa5f154-920b-4fa3-8f14-695fdfc9861e req-889d94ab-d84b-40c4-b36a-488d1bbe1348 service neutron] Request body: {'port': {'device_id': 'b8f267c7-2a12-455a-8742-23cd949ead3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-3'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:07:07.085862 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-748cb6d8-87e7-4a60-b602-65f06cece5de req-f150b4a2-2ce5-4da5-8710-044ceb448338 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918887 May 18 18:07:07.183669 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7ec25520-3d7b-4d39-8158-2877c46c0126 req-47e0165f-1247-4afe-aba6-6418a9a92d21 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/ports?device_id=baf813fb-c557-44a2-9307-16937d880cc5 HTTP/1.1" status: 200 len: 210 time: 0.0845695 May 18 18:07:07.301199 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-efa5f154-920b-4fa3-8f14-695fdfc9861e req-889d94ab-d84b-40c4-b36a-488d1bbe1348 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:07.329024 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61ad8df2-818b-4183-ba3d-8d1768f7e8d3 x-openstack-request-id: req-61ad8df2-818b-4183-ba3d-8d1768f7e8d3 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:07:07.329317 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e29e16d8-e422-4794-abe3-fa62aae733ea", "name": "network-vif-deleted", "tag": "cb11a143-d579-4d02-bc74-db341a9b2376", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:07:07.329812 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-61ad8df2-818b-4183-ba3d-8d1768f7e8d3 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:07:07.330489 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61ad8df2-818b-4183-ba3d-8d1768f7e8d3'] response: {'server_uuid': 'e29e16d8-e422-4794-abe3-fa62aae733ea', 'name': 'network-vif-deleted', 'tag': 'cb11a143-d579-4d02-bc74-db341a9b2376', 'status': 'completed', 'code': 200} May 18 18:07:07.406611 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3d32b55f-cd23-4cdc-9194-7f5c63630125 req-8ca36dd7-1146-4e5e-a83c-2c41bf1b0f95 tempest-LiveAutoBlockMigrationV225Test-346332169 tempest-LiveAutoBlockMigrationV225Test-346332169-project] 10.222.0.85 "GET /v2.0/ports?device_id=e29e16d8-e422-4794-abe3-fa62aae733ea HTTP/1.1" status: 200 len: 210 time: 0.0903807 May 18 18:07:07.513887 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-25859340-aa0d-4bdc-bbd1-3a8b617e644f req-5cdc363e-15ac-44ed-86dc-7ddeecb92214 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=fdb911c855ac4c6cb6a711e7d11eed8e HTTP/1.1" status: 200 len: 10896 time: 0.1733601 May 18 18:07:07.556640 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-40a8235c-6878-44c2-aa79-11452f5b1679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:07.600943 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [req-0985512f-d6d2-43b5-a74a-8b3ad1d6f8cd req-c7ed840b-f003-4a38-a95f-9d5114409a1b tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Allocated IP 172.20.0.6 (34fdcfa4-2e5d-460f-9a9f-5a798833609a/8f7111f6-e2ae-4553-ac4c-889ba94e64a6/627f74eb-f86f-4971-87d7-210b8d2c8060) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:07:07.650296 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device cb11a143-d579-4d02-bc74-db341a9b2376 no longer exists at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:07:07.681941 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] No Port match for: cb11a143-d579-4d02-bc74-db341a9b2376 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:07:07.682466 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device cb11a143-d579-4d02-bc74-db341a9b2376 not bound to the agent host n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:07:07.725451 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-25859340-aa0d-4bdc-bbd1-3a8b617e644f req-df6c8d40-e0d9-4f63-87ab-c3ffa93e3914 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] 10.222.0.85 "GET /v2.0/security-groups/08db6f0e-0a01-416e-97d4-92fd213972b8 HTTP/1.1" status: 200 len: 2981 time: 0.1876428 May 18 18:07:07.862172 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87c1961-cbec-4d2c-94a5-2264f02a8a84 req-06d8863f-bcee-4800-b44f-22371b77ee7b tempest-ServerAddressesNegativeTestJSON-442081109 tempest-ServerAddressesNegativeTestJSON-442081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:07.863812 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b87c1961-cbec-4d2c-94a5-2264f02a8a84 req-06d8863f-bcee-4800-b44f-22371b77ee7b tempest-ServerAddressesNegativeTestJSON-442081109 tempest-ServerAddressesNegativeTestJSON-442081109-project] 10.222.0.85 "GET /v2.0/ports?device_id=d4e39bf7-424e-4365-bfae-05c0af6f315c HTTP/1.1" status: 200 len: 945 time: 0.0933425 May 18 18:07:07.939827 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b87c1961-cbec-4d2c-94a5-2264f02a8a84 req-130e1f91-912c-4302-ac54-ca582bf50e3b tempest-ServerAddressesNegativeTestJSON-442081109 tempest-ServerAddressesNegativeTestJSON-442081109-project] 10.222.0.85 "GET /v2.0/security-groups?id=894d231e-6dae-4461-bbad-9078faf50080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675287 May 18 18:07:07.944983 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-25859340-aa0d-4bdc-bbd1-3a8b617e644f req-546ed1d6-7f56-411a-b9cd-fdfd8cf22ef6 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] 10.222.0.85 "GET /v2.0/security-groups/08db6f0e-0a01-416e-97d4-92fd213972b8 HTTP/1.1" status: 200 len: 2981 time: 0.2066557 May 18 18:07:08.020494 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-0985512f-d6d2-43b5-a74a-8b3ad1d6f8cd req-c7ed840b-f003-4a38-a95f-9d5114409a1b tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:08.073142 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-0985512f-d6d2-43b5-a74a-8b3ad1d6f8cd req-c7ed840b-f003-4a38-a95f-9d5114409a1b tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:08.173902 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fcd4b6aa-1121-44df-bc4c-0204afd23937 req-c835ccd6-ff06-42fa-9485-f993d00b2586 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] 10.222.0.85 "GET /v2.0/security-groups/1ca2d664-7add-492d-a6dc-0e2dd1e27070 HTTP/1.1" status: 200 len: 1801 time: 0.0627789 May 18 18:07:08.181282 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0985512f-d6d2-43b5-a74a-8b3ad1d6f8cd req-c7ed840b-f003-4a38-a95f-9d5114409a1b tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Network 34fdcfa4-2e5d-460f-9a9f-5a798833609a is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:07:08.206927 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [req-0985512f-d6d2-43b5-a74a-8b3ad1d6f8cd req-c7ed840b-f003-4a38-a95f-9d5114409a1b tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:07:08.218967 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-0985512f-d6d2-43b5-a74a-8b3ad1d6f8cd req-c7ed840b-f003-4a38-a95f-9d5114409a1b tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:07:08.251633 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-fcd4b6aa-1121-44df-bc4c-0204afd23937 req-f81c2443-3bd0-4e4a-b640-0f2a22830c67 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:08.266852 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ed840b-f003-4a38-a95f-9d5114409a1b tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Pushing event updated for resources: {'Port': ['ID=627f74eb-f86f-4971-87d7-210b8d2c8060,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:07:08.292615 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-fcd4b6aa-1121-44df-bc4c-0204afd23937 req-f81c2443-3bd0-4e4a-b640-0f2a22830c67 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:08.328884 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0985512f-d6d2-43b5-a74a-8b3ad1d6f8cd req-c7ed840b-f003-4a38-a95f-9d5114409a1b tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:08.330026 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-0985512f-d6d2-43b5-a74a-8b3ad1d6f8cd req-c7ed840b-f003-4a38-a95f-9d5114409a1b tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:08.356997 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [req-efa5f154-920b-4fa3-8f14-695fdfc9861e req-889d94ab-d84b-40c4-b36a-488d1bbe1348 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec2caf09-7834-451a-a3a6-1760c8c67ebe {{(pid=102730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:07:08.369373 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0985512f-d6d2-43b5-a74a-8b3ad1d6f8cd req-c7ed840b-f003-4a38-a95f-9d5114409a1b tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0728612 May 18 18:07:08.377810 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-efa5f154-920b-4fa3-8f14-695fdfc9861e req-889d94ab-d84b-40c4-b36a-488d1bbe1348 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:08.382978 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-fcd4b6aa-1121-44df-bc4c-0204afd23937 req-f81c2443-3bd0-4e4a-b640-0f2a22830c67 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:08.388017 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-fcd4b6aa-1121-44df-bc4c-0204afd23937 req-f81c2443-3bd0-4e4a-b640-0f2a22830c67 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:08.388828 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-0985512f-d6d2-43b5-a74a-8b3ad1d6f8cd req-2ca1b33f-a9af-4af6-874b-6cc8aed82f3e service neutron] Request body: {'port': {'device_id': 'baf813fb-c557-44a2-9307-16937d880cc5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-3'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:07:08.403878 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fcd4b6aa-1121-44df-bc4c-0204afd23937 req-f81c2443-3bd0-4e4a-b640-0f2a22830c67 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] 10.222.0.85 "DELETE /v2.0/security-groups/1ca2d664-7add-492d-a6dc-0e2dd1e27070 HTTP/1.1" status: 204 len: 173 time: 0.2280571 May 18 18:07:08.438552 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81c2443-3bd0-4e4a-b640-0f2a22830c67 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ca2d664-7add-492d-a6dc-0e2dd1e27070,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:07:08.444111 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [req-efa5f154-920b-4fa3-8f14-695fdfc9861e req-889d94ab-d84b-40c4-b36a-488d1bbe1348 service neutron] Transition to ACTIVE for port object ec2caf09-7834-451a-a3a6-1760c8c67ebe will not be triggered until provisioned by entity L2. {{(pid=102730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:07:08.455803 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-efa5f154-920b-4fa3-8f14-695fdfc9861e req-889d94ab-d84b-40c4-b36a-488d1bbe1348 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:08.548697 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-0985512f-d6d2-43b5-a74a-8b3ad1d6f8cd req-2ca1b33f-a9af-4af6-874b-6cc8aed82f3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:08.581241 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889d94ab-d84b-40c4-b36a-488d1bbe1348 service neutron] Pushing event updated for resources: {'Port': ['ID=ec2caf09-7834-451a-a3a6-1760c8c67ebe,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:07:08.627126 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bef962d-dd57-4296-8b11-315f0004c587 req-499d677f-5a1b-4baf-9aea-b1b7c4a51bb0 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:08.636789 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3bef962d-dd57-4296-8b11-315f0004c587 req-499d677f-5a1b-4baf-9aea-b1b7c4a51bb0 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=b8f267c7-2a12-455a-8742-23cd949ead3a HTTP/1.1" status: 200 len: 947 time: 0.0805647 May 18 18:07:08.712854 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3bef962d-dd57-4296-8b11-315f0004c587 req-7196e9d3-3bf8-4418-9a7e-fdf48d1ee189 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747478 May 18 18:07:08.893699 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10550f8-8862-4071-bd0d-5c42755d6aa6 req-b6a81b50-f190-4612-b2b8-9181d99420c4 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:08.902554 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f10550f8-8862-4071-bd0d-5c42755d6aa6 req-b6a81b50-f190-4612-b2b8-9181d99420c4 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/ports?device_id=baf813fb-c557-44a2-9307-16937d880cc5 HTTP/1.1" status: 200 len: 931 time: 0.0726349 May 18 18:07:08.907130 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e005dfa-6c15-4a44-8da7-e7ef63de6619 req-237978d4-4514-4f90-bd97-64bc39ffbc3c tempest-ListImageFiltersTestJSON-1145215586 tempest-ListImageFiltersTestJSON-1145215586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:08.909495 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0e005dfa-6c15-4a44-8da7-e7ef63de6619 req-237978d4-4514-4f90-bd97-64bc39ffbc3c tempest-ListImageFiltersTestJSON-1145215586 tempest-ListImageFiltersTestJSON-1145215586-project] 10.222.0.85 "GET /v2.0/ports?device_id=1b90260d-2954-4372-8525-8a5a7cec978a HTTP/1.1" status: 200 len: 949 time: 0.2768135 May 18 18:07:08.923909 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-efa5f154-920b-4fa3-8f14-695fdfc9861e req-889d94ab-d84b-40c4-b36a-488d1bbe1348 service neutron] Attempting to bind port ec2caf09-7834-451a-a3a6-1760c8c67ebe on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:07:08.924326 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-efa5f154-920b-4fa3-8f14-695fdfc9861e req-889d94ab-d84b-40c4-b36a-488d1bbe1348 service neutron] Attempting to bind port ec2caf09-7834-451a-a3a6-1760c8c67ebe by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': '2879bb11-64b4-46f1-9f8b-52941d47b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:07:08.925488 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa5f154-920b-4fa3-8f14-695fdfc9861e req-889d94ab-d84b-40c4-b36a-488d1bbe1348 service neutron] Attempting to bind port ec2caf09-7834-451a-a3a6-1760c8c67ebe on network 4c8ef274-9ecc-47c2-9686-5eebd78fb305 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:07:08.950988 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f10550f8-8862-4071-bd0d-5c42755d6aa6 req-c0a1c259-318d-4124-8dae-eef8285f55f3 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/security-groups?id=fae3ce3c-9235-4ae4-9c6c-e682ce6a4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456049 May 18 18:07:08.955084 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa5f154-920b-4fa3-8f14-695fdfc9861e req-889d94ab-d84b-40c4-b36a-488d1bbe1348 service neutron] Port ec2caf09-7834-451a-a3a6-1760c8c67ebe on network 4c8ef274-9ecc-47c2-9686-5eebd78fb305 not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:07:08.955586 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa5f154-920b-4fa3-8f14-695fdfc9861e req-889d94ab-d84b-40c4-b36a-488d1bbe1348 service neutron] Attempting to bind port ec2caf09-7834-451a-a3a6-1760c8c67ebe on network 4c8ef274-9ecc-47c2-9686-5eebd78fb305 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:07:09.013216 n-d-838550-3 neutron-server[102731]: INFO neutron.api.v2.resource [req-f7a109c5-99c9-4eff-8d75-91e3626471eb req-f7e76ab6-ebd3-48d2-ae4a-f59118bbd214 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] show failed (client error): The resource could not be found. May 18 18:07:09.014756 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f7a109c5-99c9-4eff-8d75-91e3626471eb req-f7e76ab6-ebd3-48d2-ae4a-f59118bbd214 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] 10.222.0.85 "GET /v2.0/security-groups/1ca2d664-7add-492d-a6dc-0e2dd1e27070 HTTP/1.1" status: 404 len: 352 time: 0.0183175 May 18 18:07:09.020041 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa5f154-920b-4fa3-8f14-695fdfc9861e req-889d94ab-d84b-40c4-b36a-488d1bbe1348 service neutron] Checking agent: {'id': 'd1be059a-68ea-4c77-9b2b-29f4afa47e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:07:09.020491 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa5f154-920b-4fa3-8f14-695fdfc9861e req-889d94ab-d84b-40c4-b36a-488d1bbe1348 service neutron] Checking segment: {'id': '2879bb11-64b4-46f1-9f8b-52941d47b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:07:09.020748 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa5f154-920b-4fa3-8f14-695fdfc9861e req-889d94ab-d84b-40c4-b36a-488d1bbe1348 service neutron] Bound using segment: {'id': '2879bb11-64b4-46f1-9f8b-52941d47b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305'} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:07:09.021196 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-efa5f154-920b-4fa3-8f14-695fdfc9861e req-889d94ab-d84b-40c4-b36a-488d1bbe1348 service neutron] Bound port: ec2caf09-7834-451a-a3a6-1760c8c67ebe, host: n-h2-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2879bb11-64b4-46f1-9f8b-52941d47b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305'}}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:07:09.021653 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-efa5f154-920b-4fa3-8f14-695fdfc9861e req-889d94ab-d84b-40c4-b36a-488d1bbe1348 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:09.057871 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0e005dfa-6c15-4a44-8da7-e7ef63de6619 req-e4aa9ac4-7084-4cb7-8380-5287ede0d84a tempest-ListImageFiltersTestJSON-1145215586 tempest-ListImageFiltersTestJSON-1145215586-project] 10.222.0.85 "GET /v2.0/security-groups?id=1d865af5-9ba4-4796-9d2e-8c253d202d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406143 May 18 18:07:09.147987 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 50758) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:07:09.186496 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef506495-2397-4054-a913-20fa55fe2637 req-4f827071-adc7-4c37-8334-46277e87e246 tempest-ServerAddressesNegativeTestJSON-442081109 tempest-ServerAddressesNegativeTestJSON-442081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:09.191234 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ef506495-2397-4054-a913-20fa55fe2637 req-4f827071-adc7-4c37-8334-46277e87e246 tempest-ServerAddressesNegativeTestJSON-442081109 tempest-ServerAddressesNegativeTestJSON-442081109-project] 10.222.0.85 "GET /v2.0/ports?device_id=d4e39bf7-424e-4365-bfae-05c0af6f315c HTTP/1.1" status: 200 len: 945 time: 0.0893331 May 18 18:07:09.243395 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-efa5f154-920b-4fa3-8f14-695fdfc9861e req-889d94ab-d84b-40c4-b36a-488d1bbe1348 service neutron] For port ec2caf09-7834-451a-a3a6-1760c8c67ebe, host n-h2-838550-3, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:07:09.311395 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-efa5f154-920b-4fa3-8f14-695fdfc9861e req-889d94ab-d84b-40c4-b36a-488d1bbe1348 service neutron] For port ec2caf09-7834-451a-a3a6-1760c8c67ebe, host n-h2-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=ec2caf09-7834-451a-a3a6-1760c8c67ebe,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:07:09.314049 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ef506495-2397-4054-a913-20fa55fe2637 req-2feb5255-0b60-4052-a8f4-967191ac6ff1 tempest-ServerAddressesNegativeTestJSON-442081109 tempest-ServerAddressesNegativeTestJSON-442081109-project] 10.222.0.85 "GET /v2.0/security-groups?id=894d231e-6dae-4461-bbad-9078faf50080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150365 May 18 18:07:09.324127 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-efa5f154-920b-4fa3-8f14-695fdfc9861e req-889d94ab-d84b-40c4-b36a-488d1bbe1348 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:09.334582 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_v2 [None req-087b1793-7ec9-44b1-bc6c-5c58eadb0c5d admin admin] Deleting subnet cf982f85-dd38-4a89-9c21-fca17676813e {{(pid=102731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:07:09.338307 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-087b1793-7ec9-44b1-bc6c-5c58eadb0c5d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:09.359245 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [req-0985512f-d6d2-43b5-a74a-8b3ad1d6f8cd req-2ca1b33f-a9af-4af6-874b-6cc8aed82f3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 627f74eb-f86f-4971-87d7-210b8d2c8060 {{(pid=102730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:07:09.403543 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-0985512f-d6d2-43b5-a74a-8b3ad1d6f8cd req-2ca1b33f-a9af-4af6-874b-6cc8aed82f3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:09.421719 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3c428073-2b06-43e4-8756-fe9f56585392 req-eaf2ad45-5882-4e87-8c65-c95e2ce8bee0 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] 10.222.0.85 "GET /v2.0/security-groups/3943c45c-0db6-47d4-8301-f4e06fae9fc8 HTTP/1.1" status: 200 len: 1801 time: 0.2426953 May 18 18:07:09.431314 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa5f154-920b-4fa3-8f14-695fdfc9861e req-889d94ab-d84b-40c4-b36a-488d1bbe1348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:09.432281 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-efa5f154-920b-4fa3-8f14-695fdfc9861e req-889d94ab-d84b-40c4-b36a-488d1bbe1348 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:09.434307 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-efa5f154-920b-4fa3-8f14-695fdfc9861e req-889d94ab-d84b-40c4-b36a-488d1bbe1348 service neutron] 10.222.0.88 "PUT /v2.0/ports/ec2caf09-7834-451a-a3a6-1760c8c67ebe HTTP/1.1" status: 200 len: 1095 time: 2.4167655 May 18 18:07:09.436610 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-087b1793-7ec9-44b1-bc6c-5c58eadb0c5d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260542153'] for subnet, precommit_delete_associations {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:09.440131 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8f267c7-2a12-455a-8742-23cd949ead3a', 'tag': 'ec2caf09-7834-451a-a3a6-1760c8c67ebe'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:07:09.443473 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6131defb-2d65-4eda-9062-30cf839a2067" -d '{"events": [{"name": "network-changed", "server_uuid": "b8f267c7-2a12-455a-8742-23cd949ead3a", "tag": "ec2caf09-7834-451a-a3a6-1760c8c67ebe"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:07:09.479978 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [req-0985512f-d6d2-43b5-a74a-8b3ad1d6f8cd req-2ca1b33f-a9af-4af6-874b-6cc8aed82f3e service neutron] Transition to ACTIVE for port object 627f74eb-f86f-4971-87d7-210b8d2c8060 will not be triggered until provisioned by entity L2. {{(pid=102730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:07:09.512630 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-0985512f-d6d2-43b5-a74a-8b3ad1d6f8cd req-2ca1b33f-a9af-4af6-874b-6cc8aed82f3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:09.556376 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889d94ab-d84b-40c4-b36a-488d1bbe1348 service neutron] Pushing event updated for resources: {'Port': ['ID=ec2caf09-7834-451a-a3a6-1760c8c67ebe,revision_number=3']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:07:09.620100 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-087b1793-7ec9-44b1-bc6c-5c58eadb0c5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:09.731299 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa5f154-920b-4fa3-8f14-695fdfc9861e req-62c5e203-a9cc-418f-a521-f521e3d89a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:09.735220 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-efa5f154-920b-4fa3-8f14-695fdfc9861e req-62c5e203-a9cc-418f-a521-f521e3d89a52 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c95c071176d44e1393b66dc9873791e2&device_id=b8f267c7-2a12-455a-8742-23cd949ead3a HTTP/1.1" status: 200 len: 1098 time: 0.2117717 May 18 18:07:09.780913 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca1b33f-a9af-4af6-874b-6cc8aed82f3e service neutron] Pushing event updated for resources: {'Port': ['ID=627f74eb-f86f-4971-87d7-210b8d2c8060,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:07:09.825500 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-3c428073-2b06-43e4-8756-fe9f56585392 req-904cd955-75e4-44ea-8cde-eea9d558b24a tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:09.847633 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-efa5f154-920b-4fa3-8f14-695fdfc9861e req-3fe8a3ab-ec50-4b45-9dd0-a267db3084fd service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=ec2caf09-7834-451a-a3a6-1760c8c67ebe HTTP/1.1" status: 200 len: 217 time: 0.0808158 May 18 18:07:09.902924 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-087b1793-7ec9-44b1-bc6c-5c58eadb0c5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260898416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260908030'] for subnet, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:09.935434 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-3c428073-2b06-43e4-8756-fe9f56585392 req-904cd955-75e4-44ea-8cde-eea9d558b24a tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:09.978128 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087b1793-7ec9-44b1-bc6c-5c58eadb0c5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf982f85-dd38-4a89-9c21-fca17676813e,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:07:10.009450 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-087b1793-7ec9-44b1-bc6c-5c58eadb0c5d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:10.010910 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa5f154-920b-4fa3-8f14-695fdfc9861e req-378647ca-73c9-4a73-bb80-18fb6feb9ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:10.013187 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-efa5f154-920b-4fa3-8f14-695fdfc9861e req-378647ca-73c9-4a73-bb80-18fb6feb9ff3 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c2531ae9-89db-4dcf-b670-9eac4c9cde53 HTTP/1.1" status: 200 len: 843 time: 0.1488168 May 18 18:07:10.020167 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-087b1793-7ec9-44b1-bc6c-5c58eadb0c5d admin admin] 10.222.0.85 "DELETE /v2.0/subnets/cf982f85-dd38-4a89-9c21-fca17676813e HTTP/1.1" status: 204 len: 168 time: 0.8669605 May 18 18:07:10.020469 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-0985512f-d6d2-43b5-a74a-8b3ad1d6f8cd req-2ca1b33f-a9af-4af6-874b-6cc8aed82f3e service neutron] Attempting to bind port 627f74eb-f86f-4971-87d7-210b8d2c8060 on host n-h1-838550-3 for vnic_type normal with profile {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:07:10.020469 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-0985512f-d6d2-43b5-a74a-8b3ad1d6f8cd req-2ca1b33f-a9af-4af6-874b-6cc8aed82f3e service neutron] Attempting to bind port 627f74eb-f86f-4971-87d7-210b8d2c8060 by drivers openvswitch,hyperv on host n-h1-838550-3 at level 0 using segments [{'id': '5e6a9b3b-2b82-45b7-b9f1-0f73969fb979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '34fdcfa4-2e5d-460f-9a9f-5a798833609a'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:07:10.020469 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0985512f-d6d2-43b5-a74a-8b3ad1d6f8cd req-2ca1b33f-a9af-4af6-874b-6cc8aed82f3e service neutron] Attempting to bind port 627f74eb-f86f-4971-87d7-210b8d2c8060 on network 34fdcfa4-2e5d-460f-9a9f-5a798833609a {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:07:10.022966 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 50780) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:07:10.026905 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-e4eee3de-c9a2-4864-aeac-255175477b5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:10.033956 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8b0bfc-1a6b-4c36-887b-abd5de837b52 req-44cbc16b-bf3e-4cd6-806a-7ba9c4e96955 tempest-ServerAddressesNegativeTestJSON-442081109 tempest-ServerAddressesNegativeTestJSON-442081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:10.037199 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6a8b0bfc-1a6b-4c36-887b-abd5de837b52 req-44cbc16b-bf3e-4cd6-806a-7ba9c4e96955 tempest-ServerAddressesNegativeTestJSON-442081109 tempest-ServerAddressesNegativeTestJSON-442081109-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4e39bf7-424e-4365-bfae-05c0af6f315c HTTP/1.1" status: 200 len: 945 time: 0.2235703 May 18 18:07:10.097214 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0985512f-d6d2-43b5-a74a-8b3ad1d6f8cd req-2ca1b33f-a9af-4af6-874b-6cc8aed82f3e service neutron] Port 627f74eb-f86f-4971-87d7-210b8d2c8060 on network 34fdcfa4-2e5d-460f-9a9f-5a798833609a not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-3 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:07:10.097667 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0985512f-d6d2-43b5-a74a-8b3ad1d6f8cd req-2ca1b33f-a9af-4af6-874b-6cc8aed82f3e service neutron] Attempting to bind port 627f74eb-f86f-4971-87d7-210b8d2c8060 on network 34fdcfa4-2e5d-460f-9a9f-5a798833609a {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:07:10.157806 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5b1019e-fc7d-4fb9-aee5-a6f0e2e213ba x-openstack-request-id: req-c5b1019e-fc7d-4fb9-aee5-a6f0e2e213ba {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:07:10.157806 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8f267c7-2a12-455a-8742-23cd949ead3a", "tag": "ec2caf09-7834-451a-a3a6-1760c8c67ebe", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:07:10.157806 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-c5b1019e-fc7d-4fb9-aee5-a6f0e2e213ba {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:07:10.158391 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5b1019e-fc7d-4fb9-aee5-a6f0e2e213ba'] response: {'name': 'network-changed', 'server_uuid': 'b8f267c7-2a12-455a-8742-23cd949ead3a', 'tag': 'ec2caf09-7834-451a-a3a6-1760c8c67ebe', 'status': 'completed', 'code': 200} May 18 18:07:10.168139 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0985512f-d6d2-43b5-a74a-8b3ad1d6f8cd req-2ca1b33f-a9af-4af6-874b-6cc8aed82f3e service neutron] Checking agent: {'id': '1dbac822-25f2-4df8-9dc8-5c2e7b136eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:07:10.168470 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0985512f-d6d2-43b5-a74a-8b3ad1d6f8cd req-2ca1b33f-a9af-4af6-874b-6cc8aed82f3e service neutron] Checking segment: {'id': '5e6a9b3b-2b82-45b7-b9f1-0f73969fb979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '34fdcfa4-2e5d-460f-9a9f-5a798833609a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:07:10.168860 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0985512f-d6d2-43b5-a74a-8b3ad1d6f8cd req-2ca1b33f-a9af-4af6-874b-6cc8aed82f3e service neutron] Bound using segment: {'id': '5e6a9b3b-2b82-45b7-b9f1-0f73969fb979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '34fdcfa4-2e5d-460f-9a9f-5a798833609a'} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:07:10.169313 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-0985512f-d6d2-43b5-a74a-8b3ad1d6f8cd req-2ca1b33f-a9af-4af6-874b-6cc8aed82f3e service neutron] Bound port: 627f74eb-f86f-4971-87d7-210b8d2c8060, host: n-h1-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e6a9b3b-2b82-45b7-b9f1-0f73969fb979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '34fdcfa4-2e5d-460f-9a9f-5a798833609a'}}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:07:10.169717 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-0985512f-d6d2-43b5-a74a-8b3ad1d6f8cd req-2ca1b33f-a9af-4af6-874b-6cc8aed82f3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:10.172343 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-3c428073-2b06-43e4-8756-fe9f56585392 req-904cd955-75e4-44ea-8cde-eea9d558b24a tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:10.174939 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-3c428073-2b06-43e4-8756-fe9f56585392 req-904cd955-75e4-44ea-8cde-eea9d558b24a tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:10.176105 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3c428073-2b06-43e4-8756-fe9f56585392 req-904cd955-75e4-44ea-8cde-eea9d558b24a tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] 10.222.0.85 "DELETE /v2.0/security-groups/3943c45c-0db6-47d4-8301-f4e06fae9fc8 HTTP/1.1" status: 204 len: 173 time: 0.7212422 May 18 18:07:10.202160 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-6a8b0bfc-1a6b-4c36-887b-abd5de837b52 req-bfaebe4c-739f-4b53-ac33-c73705af6c08 tempest-ServerAddressesNegativeTestJSON-442081109 tempest-ServerAddressesNegativeTestJSON-442081109-project] Deleting port 0bf12906-c38e-413a-b797-457c31313336 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:07:10.203661 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-6a8b0bfc-1a6b-4c36-887b-abd5de837b52 req-bfaebe4c-739f-4b53-ac33-c73705af6c08 tempest-ServerAddressesNegativeTestJSON-442081109 tempest-ServerAddressesNegativeTestJSON-442081109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:10.217703 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904cd955-75e4-44ea-8cde-eea9d558b24a tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3943c45c-0db6-47d4-8301-f4e06fae9fc8,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:07:10.226190 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9c3bcab1-1053-4371-9d25-8770be01307f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:10.249918 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa5f154-920b-4fa3-8f14-695fdfc9861e req-23ba6c62-27a6-4e88-90ce-f14cbce2f98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:10.251508 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-efa5f154-920b-4fa3-8f14-695fdfc9861e req-23ba6c62-27a6-4e88-90ce-f14cbce2f98d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4c8ef274-9ecc-47c2-9686-5eebd78fb305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2159338 May 18 18:07:10.374900 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7da8560-42dd-4e73-9ee5-40af6b5a6a08 req-62093c8a-3ed4-45c9-b2de-6c8d0bb554a5 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:10.390399 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d7da8560-42dd-4e73-9ee5-40af6b5a6a08 req-62093c8a-3ed4-45c9-b2de-6c8d0bb554a5 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=b8f267c7-2a12-455a-8742-23cd949ead3a HTTP/1.1" status: 200 len: 947 time: 0.1457920 May 18 18:07:10.453515 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-0985512f-d6d2-43b5-a74a-8b3ad1d6f8cd req-2ca1b33f-a9af-4af6-874b-6cc8aed82f3e service neutron] For port 627f74eb-f86f-4971-87d7-210b8d2c8060, host n-h1-838550-3, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:07:10.471560 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-6a8b0bfc-1a6b-4c36-887b-abd5de837b52 req-bfaebe4c-739f-4b53-ac33-c73705af6c08 tempest-ServerAddressesNegativeTestJSON-442081109 tempest-ServerAddressesNegativeTestJSON-442081109-project] For port 0bf12906-c38e-413a-b797-457c31313336, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=0bf12906-c38e-413a-b797-457c31313336,segment=NetworkSegment(621fa905-5e13-459a-9ac1-7af00b73aff4),segment_id=621fa905-5e13-459a-9ac1-7af00b73aff4)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:07:10.472087 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-6a8b0bfc-1a6b-4c36-887b-abd5de837b52 req-bfaebe4c-739f-4b53-ac33-c73705af6c08 tempest-ServerAddressesNegativeTestJSON-442081109 tempest-ServerAddressesNegativeTestJSON-442081109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:10.496282 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-6a8b0bfc-1a6b-4c36-887b-abd5de837b52 req-bfaebe4c-739f-4b53-ac33-c73705af6c08 tempest-ServerAddressesNegativeTestJSON-442081109 tempest-ServerAddressesNegativeTestJSON-442081109-project] Calling delete_port for 0bf12906-c38e-413a-b797-457c31313336 owned by compute:nova {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:07:10.512696 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d7da8560-42dd-4e73-9ee5-40af6b5a6a08 req-e970bda3-e5ab-443c-b59b-26171c1aaf7f tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209702 May 18 18:07:10.651733 n-d-838550-3 neutron-server[102731]: INFO neutron.api.v2.resource [req-373a01d1-3f0c-4d1a-9156-d99c0968926c req-59f5a9ff-411f-4030-9c75-269847bdae3e tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] show failed (client error): The resource could not be found. May 18 18:07:10.653210 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-373a01d1-3f0c-4d1a-9156-d99c0968926c req-59f5a9ff-411f-4030-9c75-269847bdae3e tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] 10.222.0.85 "GET /v2.0/security-groups/3943c45c-0db6-47d4-8301-f4e06fae9fc8 HTTP/1.1" status: 404 len: 352 time: 0.0302184 May 18 18:07:10.809885 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-6a8b0bfc-1a6b-4c36-887b-abd5de837b52 req-bfaebe4c-739f-4b53-ac33-c73705af6c08 tempest-ServerAddressesNegativeTestJSON-442081109 tempest-ServerAddressesNegativeTestJSON-442081109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:10.824961 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['0bf12906-c38e-413a-b797-457c31313336'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:07:10.891335 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cdd383-9e3c-4c04-bcb4-74f3c303cf08 req-facfee16-1b58-4dae-81d6-040568b63052 tempest-ServerAddressesNegativeTestJSON-442081109 tempest-ServerAddressesNegativeTestJSON-442081109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:10.905668 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-19cdd383-9e3c-4c04-bcb4-74f3c303cf08 req-facfee16-1b58-4dae-81d6-040568b63052 tempest-ServerAddressesNegativeTestJSON-442081109 tempest-ServerAddressesNegativeTestJSON-442081109-project] 10.222.0.85 "GET /v2.0/ports?device_id=d4e39bf7-424e-4365-bfae-05c0af6f315c HTTP/1.1" status: 200 len: 945 time: 0.1575532 May 18 18:07:10.911518 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaebe4c-739f-4b53-ac33-c73705af6c08 tempest-ServerAddressesNegativeTestJSON-442081109 tempest-ServerAddressesNegativeTestJSON-442081109-project] Pushing event deleted for resources: {'Port': ['ID=0bf12906-c38e-413a-b797-457c31313336,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:07:10.922875 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-0985512f-d6d2-43b5-a74a-8b3ad1d6f8cd req-2ca1b33f-a9af-4af6-874b-6cc8aed82f3e service neutron] For port 627f74eb-f86f-4971-87d7-210b8d2c8060, host n-h1-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=627f74eb-f86f-4971-87d7-210b8d2c8060,segment=NetworkSegment(5e6a9b3b-2b82-45b7-b9f1-0f73969fb979),segment_id=5e6a9b3b-2b82-45b7-b9f1-0f73969fb979)] {{(pid=102730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:07:10.943112 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-0985512f-d6d2-43b5-a74a-8b3ad1d6f8cd req-2ca1b33f-a9af-4af6-874b-6cc8aed82f3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:10.955822 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9c3bcab1-1053-4371-9d25-8770be01307f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:11.054983 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-9c3bcab1-1053-4371-9d25-8770be01307f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7bb4226-ce97-4ecd-a736-061f4f786581']}} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:07:11.067329 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3402b228-15fe-4daa-a346-8905f558caea req-e722e748-7948-40b8-aed6-1ac1f3409a47 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:11.072841 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3402b228-15fe-4daa-a346-8905f558caea req-e722e748-7948-40b8-aed6-1ac1f3409a47 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/ports?device_id=baf813fb-c557-44a2-9307-16937d880cc5 HTTP/1.1" status: 200 len: 943 time: 0.7381389 May 18 18:07:11.072841 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-efa5f154-920b-4fa3-8f14-695fdfc9861e req-39c68c51-49fb-43bf-a21a-6e89934d0e49 service neutron] 10.222.0.88 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7988095 May 18 18:07:11.079775 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0985512f-d6d2-43b5-a74a-8b3ad1d6f8cd req-2ca1b33f-a9af-4af6-874b-6cc8aed82f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:11.080030 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-0985512f-d6d2-43b5-a74a-8b3ad1d6f8cd req-2ca1b33f-a9af-4af6-874b-6cc8aed82f3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:11.082057 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0985512f-d6d2-43b5-a74a-8b3ad1d6f8cd req-2ca1b33f-a9af-4af6-874b-6cc8aed82f3e service neutron] 10.222.0.36 "PUT /v2.0/ports/627f74eb-f86f-4971-87d7-210b8d2c8060 HTTP/1.1" status: 200 len: 1091 time: 2.6983352 May 18 18:07:11.111185 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-9c3bcab1-1053-4371-9d25-8770be01307f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6537e25f-afe8-4089-8825-f23e3073c58d') {'for_net_delete': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:07:11.111620 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-9c3bcab1-1053-4371-9d25-8770be01307f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6537e25f-afe8-4089-8825-f23e3073c58d') {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:07:11.128265 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:11.184051 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device e79c00fa-126d-4d3e-95ec-35bea254989f no longer exists at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:07:11.192971 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9c3bcab1-1053-4371-9d25-8770be01307f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260107375'] for segment, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:11.200318 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca1b33f-a9af-4af6-874b-6cc8aed82f3e service neutron] Pushing event updated for resources: {'Port': ['ID=627f74eb-f86f-4971-87d7-210b8d2c8060,revision_number=3']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:07:11.304277 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9c3bcab1-1053-4371-9d25-8770be01307f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:11.333925 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3402b228-15fe-4daa-a346-8905f558caea req-9c8b2237-15ac-4f7d-9595-8467d06db625 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/security-groups?id=fae3ce3c-9235-4ae4-9c6c-e682ce6a4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485592 May 18 18:07:11.340703 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c3bcab1-1053-4371-9d25-8770be01307f admin admin] Releasing vlan 640 on physical network physnet1 to pool {{(pid=102730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:07:11.342612 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9c3bcab1-1053-4371-9d25-8770be01307f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261102736'] for segment, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:11.346204 n-d-838550-3 neutron-server[102730]: Traceback (most recent call last): May 18 18:07:11.346204 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:07:11.346204 n-d-838550-3 neutron-server[102730]: timer() May 18 18:07:11.346204 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:07:11.346204 n-d-838550-3 neutron-server[102730]: cb(*args, **kw) May 18 18:07:11.346204 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:07:11.346204 n-d-838550-3 neutron-server[102730]: return func(*args, **kwargs) May 18 18:07:11.346204 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:07:11.346204 n-d-838550-3 neutron-server[102730]: self._notify() May 18 18:07:11.346204 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:07:11.346204 n-d-838550-3 neutron-server[102730]: self.callback(batched_events) May 18 18:07:11.346204 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:07:11.346204 n-d-838550-3 neutron-server[102730]: event.method(event) May 18 18:07:11.346204 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:07:11.346204 n-d-838550-3 neutron-server[102730]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:07:11.346204 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:07:11.346204 n-d-838550-3 neutron-server[102730]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:07:11.346204 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:07:11.346204 n-d-838550-3 neutron-server[102730]: return f(self, *a, **k) May 18 18:07:11.346204 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:07:11.346204 n-d-838550-3 neutron-server[102730]: return self._get(url).json() May 18 18:07:11.346204 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:07:11.346204 n-d-838550-3 neutron-server[102730]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:07:11.346204 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:07:11.346204 n-d-838550-3 neutron-server[102730]: return self.request(url, 'GET', **kwargs) May 18 18:07:11.346204 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:07:11.346204 n-d-838550-3 neutron-server[102730]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:07:11.346204 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:07:11.346204 n-d-838550-3 neutron-server[102730]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:07:11.346204 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:07:11.346204 n-d-838550-3 neutron-server[102730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:07:11.346204 n-d-838550-3 neutron-server[102730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:07:11.428269 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port e79c00fa-126d-4d3e-95ec-35bea254989f is: ACTIVE; New status is: DOWN {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:07:11.428702 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:11.483320 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port e79c00fa-126d-4d3e-95ec-35bea254989f, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=e79c00fa-126d-4d3e-95ec-35bea254989f,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:07:11.485955 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b90260d-2954-4372-8525-8a5a7cec978a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e79c00fa-126d-4d3e-95ec-35bea254989f'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:07:11.490480 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e105cb6-2e9b-4652-87f5-e14dc2430ed0" -d '{"events": [{"server_uuid": "1b90260d-2954-4372-8525-8a5a7cec978a", "name": "network-vif-unplugged", "status": "completed", "tag": "e79c00fa-126d-4d3e-95ec-35bea254989f"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:07:11.497036 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9c3bcab1-1053-4371-9d25-8770be01307f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:11.498479 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:11.511770 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9c3bcab1-1053-4371-9d25-8770be01307f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:11.518839 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-19cdd383-9e3c-4c04-bcb4-74f3c303cf08 req-47fe2f70-fffe-4b85-a5d6-af1a206d201d tempest-ServerAddressesNegativeTestJSON-442081109 tempest-ServerAddressesNegativeTestJSON-442081109-project] 10.222.0.85 "GET /v2.0/security-groups?id=894d231e-6dae-4461-bbad-9078faf50080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5930345 May 18 18:07:11.521759 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-9c3bcab1-1053-4371-9d25-8770be01307f admin admin] 10.222.0.85 "DELETE /v2.0/networks/e7bb4226-ce97-4ecd-a736-061f4f786581 HTTP/1.1" status: 204 len: 168 time: 1.4975019 May 18 18:07:11.529796 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 50804) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:07:11.558009 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a8b0bfc-1a6b-4c36-887b-abd5de837b52 req-bfaebe4c-739f-4b53-ac33-c73705af6c08 tempest-ServerAddressesNegativeTestJSON-442081109 tempest-ServerAddressesNegativeTestJSON-442081109-project] No DVR routers for this DVR port 0bf12906-c38e-413a-b797-457c31313336 on host n-h1-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:07:11.563696 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-6a8b0bfc-1a6b-4c36-887b-abd5de837b52 req-bfaebe4c-739f-4b53-ac33-c73705af6c08 tempest-ServerAddressesNegativeTestJSON-442081109 tempest-ServerAddressesNegativeTestJSON-442081109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:11.572825 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6a8b0bfc-1a6b-4c36-887b-abd5de837b52 req-bfaebe4c-739f-4b53-ac33-c73705af6c08 tempest-ServerAddressesNegativeTestJSON-442081109 tempest-ServerAddressesNegativeTestJSON-442081109-project] 10.222.0.36 "DELETE /v2.0/ports/0bf12906-c38e-413a-b797-457c31313336 HTTP/1.1" status: 204 len: 173 time: 1.5293944 May 18 18:07:11.573889 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4e39bf7-424e-4365-bfae-05c0af6f315c', 'name': 'network-vif-deleted', 'tag': '0bf12906-c38e-413a-b797-457c31313336'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:07:11.577754 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf1c59be-6730-4e84-829a-2d24accfb07a" -d '{"events": [{"server_uuid": "d4e39bf7-424e-4365-bfae-05c0af6f315c", "name": "network-vif-deleted", "tag": "0bf12906-c38e-413a-b797-457c31313336"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:07:11.624161 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=e79c00fa-126d-4d3e-95ec-35bea254989f,revision_number=8']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:07:11.636716 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0985512f-d6d2-43b5-a74a-8b3ad1d6f8cd req-6fa3cab5-6241-4b4c-b518-c39f9aa729b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:11.639390 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0985512f-d6d2-43b5-a74a-8b3ad1d6f8cd req-6fa3cab5-6241-4b4c-b518-c39f9aa729b8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8ebc9a1ec3004890baedda4682fb5641&device_id=baf813fb-c557-44a2-9307-16937d880cc5 HTTP/1.1" status: 200 len: 1094 time: 0.4646721 May 18 18:07:11.644131 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 May 2022 18:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d148eb3-ff67-4840-92f9-c76fcd34785b x-openstack-request-id: req-1d148eb3-ff67-4840-92f9-c76fcd34785b {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:07:11.645605 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b90260d-2954-4372-8525-8a5a7cec978a", "name": "network-vif-unplugged", "status": "completed", "tag": "e79c00fa-126d-4d3e-95ec-35bea254989f", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:07:11.645886 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3bcab1-1053-4371-9d25-8770be01307f admin admin] Pushing event deleted for resources: {'Network': ['ID=e7bb4226-ce97-4ecd-a736-061f4f786581,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:07:11.646009 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-1d148eb3-ff67-4840-92f9-c76fcd34785b {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:07:11.647803 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d148eb3-ff67-4840-92f9-c76fcd34785b'] response: {'server_uuid': '1b90260d-2954-4372-8525-8a5a7cec978a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e79c00fa-126d-4d3e-95ec-35bea254989f', 'code': 200} May 18 18:07:11.652843 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_v2 [None req-54a8ddd5-b713-4f14-b537-bc021ef3de13 admin admin] Deleting subnet 168e532c-3afe-435b-8ba0-9f87f5912fc9 {{(pid=102730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:07:11.657412 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-54a8ddd5-b713-4f14-b537-bc021ef3de13 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:11.745900 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-54a8ddd5-b713-4f14-b537-bc021ef3de13 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260107366'] for subnet, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:11.800911 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bc84cf-572a-4ffc-bdcd-b495fefe2444 req-f71d2561-4f50-4b72-8943-876ccb9b73ab tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:11.810266 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-51bc84cf-572a-4ffc-bdcd-b495fefe2444 req-f71d2561-4f50-4b72-8943-876ccb9b73ab tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=b8f267c7-2a12-455a-8742-23cd949ead3a HTTP/1.1" status: 200 len: 947 time: 0.0831494 May 18 18:07:11.846667 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0985512f-d6d2-43b5-a74a-8b3ad1d6f8cd req-3f19b1fe-f623-49fd-a946-236c2f0b9714 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=627f74eb-f86f-4971-87d7-210b8d2c8060 HTTP/1.1" status: 200 len: 217 time: 0.1408477 May 18 18:07:11.853076 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-efa5f154-920b-4fa3-8f14-695fdfc9861e req-ac5b3adf-ac37-4a44-8135-45acf84be365 service neutron] 10.222.0.88 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7653420 May 18 18:07:11.853937 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-51bc84cf-572a-4ffc-bdcd-b495fefe2444 req-ba7dff31-73b2-480d-bf06-5614a52e6b6a tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389159 May 18 18:07:11.874359 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-54a8ddd5-b713-4f14-b537-bc021ef3de13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:11.930927 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b6462f7e-cb97-4770-b7b4-91905effe354 req-3a058b1e-96b3-4156-ba33-1315fd296d96 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] 10.222.0.85 "GET /v2.0/security-groups/802f3eee-42ae-493b-9b55-1054218ff125 HTTP/1.1" status: 200 len: 1800 time: 0.4513412 May 18 18:07:11.947807 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48fb962e-8b67-49fb-a9d8-337562e68331 x-openstack-request-id: req-48fb962e-8b67-49fb-a9d8-337562e68331 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:07:11.948771 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4e39bf7-424e-4365-bfae-05c0af6f315c", "name": "network-vif-deleted", "tag": "0bf12906-c38e-413a-b797-457c31313336", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:07:11.949236 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-48fb962e-8b67-49fb-a9d8-337562e68331 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:07:11.950100 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48fb962e-8b67-49fb-a9d8-337562e68331'] response: {'server_uuid': 'd4e39bf7-424e-4365-bfae-05c0af6f315c', 'name': 'network-vif-deleted', 'tag': '0bf12906-c38e-413a-b797-457c31313336', 'status': 'completed', 'code': 200} May 18 18:07:12.011686 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0985512f-d6d2-43b5-a74a-8b3ad1d6f8cd req-26a1ed2b-7729-464d-a7b1-2d82c22b870b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:12.013203 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0985512f-d6d2-43b5-a74a-8b3ad1d6f8cd req-26a1ed2b-7729-464d-a7b1-2d82c22b870b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8f7111f6-e2ae-4553-ac4c-889ba94e64a6 HTTP/1.1" status: 200 len: 848 time: 0.1522896 May 18 18:07:12.083862 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0985512f-d6d2-43b5-a74a-8b3ad1d6f8cd req-eab0d8a3-2ca1-450d-b9cc-5f6e5dedc033 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=34fdcfa4-2e5d-460f-9a9f-5a798833609a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537300 May 18 18:07:12.091127 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-54a8ddd5-b713-4f14-b537-bc021ef3de13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261104690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261031888'] for subnet, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:12.120695 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6131defb-2d65-4eda-9062-30cf839a2067 req-c5ddb2fd-b61c-4f1f-bcd6-3a754e2456e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:12.122331 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6131defb-2d65-4eda-9062-30cf839a2067 req-c5ddb2fd-b61c-4f1f-bcd6-3a754e2456e1 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c95c071176d44e1393b66dc9873791e2&device_id=b8f267c7-2a12-455a-8742-23cd949ead3a HTTP/1.1" status: 200 len: 1098 time: 0.1886046 May 18 18:07:12.137641 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a8ddd5-b713-4f14-b537-bc021ef3de13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=168e532c-3afe-435b-8ba0-9f87f5912fc9,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:07:12.168219 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baf813fb-c557-44a2-9307-16937d880cc5', 'tag': '627f74eb-f86f-4971-87d7-210b8d2c8060'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:07:12.171116 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dcdbf39-40fa-4395-9d27-58d946cf6fc4" -d '{"events": [{"name": "network-changed", "server_uuid": "baf813fb-c557-44a2-9307-16937d880cc5", "tag": "627f74eb-f86f-4971-87d7-210b8d2c8060"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:07:12.271009 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-54a8ddd5-b713-4f14-b537-bc021ef3de13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:12.271330 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:12.277764 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-54a8ddd5-b713-4f14-b537-bc021ef3de13 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/168e532c-3afe-435b-8ba0-9f87f5912fc9 HTTP/1.1" status: 204 len: 168 time: 0.7326155 May 18 18:07:12.280099 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 50826) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:07:12.336417 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfb0faea-c8bd-4d62-85b3-a97393e2474a x-openstack-request-id: req-cfb0faea-c8bd-4d62-85b3-a97393e2474a {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:07:12.336741 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baf813fb-c557-44a2-9307-16937d880cc5", "tag": "627f74eb-f86f-4971-87d7-210b8d2c8060", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:07:12.336946 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-cfb0faea-c8bd-4d62-85b3-a97393e2474a {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:07:12.337361 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfb0faea-c8bd-4d62-85b3-a97393e2474a'] response: {'name': 'network-changed', 'server_uuid': 'baf813fb-c557-44a2-9307-16937d880cc5', 'tag': '627f74eb-f86f-4971-87d7-210b8d2c8060', 'status': 'completed', 'code': 200} May 18 18:07:12.339974 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-b6462f7e-cb97-4770-b7b4-91905effe354 req-80f0d2a5-0a9f-478c-b5bd-65e97986342c tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:12.380118 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d0acf5a0-0851-4322-bc3a-69ef8e486e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:12.417714 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-b6462f7e-cb97-4770-b7b4-91905effe354 req-80f0d2a5-0a9f-478c-b5bd-65e97986342c tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:12.478054 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6131defb-2d65-4eda-9062-30cf839a2067 req-79649c2f-493d-4e2c-8f46-60b0dea56857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:12.480652 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6131defb-2d65-4eda-9062-30cf839a2067 req-79649c2f-493d-4e2c-8f46-60b0dea56857 service neutron] 10.222.0.88 "GET /v2.0/networks?id=4c8ef274-9ecc-47c2-9686-5eebd78fb305 HTTP/1.1" status: 200 len: 870 time: 0.3353560 May 18 18:07:12.492533 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0985512f-d6d2-43b5-a74a-8b3ad1d6f8cd req-49b8f5f2-0de3-4bd6-832d-8cc66de42a0c service neutron] 10.222.0.36 "GET /v2.0/networks/34fdcfa4-2e5d-460f-9a9f-5a798833609a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3753603 May 18 18:07:12.576462 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6131defb-2d65-4eda-9062-30cf839a2067 req-b1d92e0f-b3b9-4705-b1ea-ef73c0d1755c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=ec2caf09-7834-451a-a3a6-1760c8c67ebe HTTP/1.1" status: 200 len: 217 time: 0.0822754 May 18 18:07:12.594136 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d0acf5a0-0851-4322-bc3a-69ef8e486e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:12.631989 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-d0acf5a0-0851-4322-bc3a-69ef8e486e56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['181b1bd2-87ae-42e4-bd6b-cc1f47539d5f']}} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:07:12.643312 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e271863c-a17b-4d11-a04d-e035259b9e06 req-716aaabd-1203-4bcf-82e7-355a55ac6b3c tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:12.652129 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e271863c-a17b-4d11-a04d-e035259b9e06 req-716aaabd-1203-4bcf-82e7-355a55ac6b3c tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/ports?device_id=baf813fb-c557-44a2-9307-16937d880cc5 HTTP/1.1" status: 200 len: 943 time: 0.1292112 May 18 18:07:12.673359 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-d0acf5a0-0851-4322-bc3a-69ef8e486e56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6826313e-169f-44ef-9f6d-95c2c756da86') {'for_net_delete': True} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:07:12.674014 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-d0acf5a0-0851-4322-bc3a-69ef8e486e56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6826313e-169f-44ef-9f6d-95c2c756da86') {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:07:12.674224 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-b6462f7e-cb97-4770-b7b4-91905effe354 req-80f0d2a5-0a9f-478c-b5bd-65e97986342c tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:12.676891 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-b6462f7e-cb97-4770-b7b4-91905effe354 req-80f0d2a5-0a9f-478c-b5bd-65e97986342c tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:12.678617 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b6462f7e-cb97-4770-b7b4-91905effe354 req-80f0d2a5-0a9f-478c-b5bd-65e97986342c tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] 10.222.0.85 "DELETE /v2.0/security-groups/802f3eee-42ae-493b-9b55-1054218ff125 HTTP/1.1" status: 204 len: 173 time: 0.7339013 May 18 18:07:12.713461 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f0d2a5-0a9f-478c-b5bd-65e97986342c tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=802f3eee-42ae-493b-9b55-1054218ff125,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:07:12.714395 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d0acf5a0-0851-4322-bc3a-69ef8e486e56 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260542144'] for segment, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:12.752956 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6131defb-2d65-4eda-9062-30cf839a2067 req-7a63ff2b-eef2-401f-bf0f-d79dce08ab5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:12.755607 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6131defb-2d65-4eda-9062-30cf839a2067 req-7a63ff2b-eef2-401f-bf0f-d79dce08ab5c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c2531ae9-89db-4dcf-b670-9eac4c9cde53 HTTP/1.1" status: 200 len: 843 time: 0.1633258 May 18 18:07:12.758784 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d0acf5a0-0851-4322-bc3a-69ef8e486e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:12.786157 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e271863c-a17b-4d11-a04d-e035259b9e06 req-18fc4cfd-317e-4571-8071-ce1380d2f25a tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/security-groups?id=fae3ce3c-9235-4ae4-9c6c-e682ce6a4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308346 May 18 18:07:12.795426 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0acf5a0-0851-4322-bc3a-69ef8e486e56 admin admin] Releasing vlan 647 on physical network physnet1 to pool {{(pid=102731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:07:12.795953 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d0acf5a0-0851-4322-bc3a-69ef8e486e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260884178'] for segment, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:12.799612 n-d-838550-3 neutron-server[102731]: Traceback (most recent call last): May 18 18:07:12.799612 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:07:12.799612 n-d-838550-3 neutron-server[102731]: timer() May 18 18:07:12.799612 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:07:12.799612 n-d-838550-3 neutron-server[102731]: cb(*args, **kw) May 18 18:07:12.799612 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:07:12.799612 n-d-838550-3 neutron-server[102731]: return func(*args, **kwargs) May 18 18:07:12.799612 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:07:12.799612 n-d-838550-3 neutron-server[102731]: self._notify() May 18 18:07:12.799612 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:07:12.799612 n-d-838550-3 neutron-server[102731]: self.callback(batched_events) May 18 18:07:12.799612 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:07:12.799612 n-d-838550-3 neutron-server[102731]: event.method(event) May 18 18:07:12.799612 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:07:12.799612 n-d-838550-3 neutron-server[102731]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:07:12.799612 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:07:12.799612 n-d-838550-3 neutron-server[102731]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:07:12.799612 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:07:12.799612 n-d-838550-3 neutron-server[102731]: return f(self, *a, **k) May 18 18:07:12.799612 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:07:12.799612 n-d-838550-3 neutron-server[102731]: return self._get(url).json() May 18 18:07:12.799612 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:07:12.799612 n-d-838550-3 neutron-server[102731]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:07:12.799612 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:07:12.799612 n-d-838550-3 neutron-server[102731]: return self.request(url, 'GET', **kwargs) May 18 18:07:12.799612 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:07:12.799612 n-d-838550-3 neutron-server[102731]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:07:12.799612 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:07:12.799612 n-d-838550-3 neutron-server[102731]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:07:12.799612 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:07:12.799612 n-d-838550-3 neutron-server[102731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:07:12.799612 n-d-838550-3 neutron-server[102731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:07:12.821655 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 50834) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:07:12.893757 n-d-838550-3 neutron-server[102730]: INFO neutron.api.v2.resource [req-7727aa3d-f033-4d9c-b1a7-0ad64c559b07 req-94ce6af4-885b-41df-b604-b6be18ac3c99 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] show failed (client error): The resource could not be found. May 18 18:07:12.895314 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7727aa3d-f033-4d9c-b1a7-0ad64c559b07 req-94ce6af4-885b-41df-b604-b6be18ac3c99 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] 10.222.0.85 "GET /v2.0/security-groups/802f3eee-42ae-493b-9b55-1054218ff125 HTTP/1.1" status: 404 len: 352 time: 0.0634408 May 18 18:07:12.900843 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0985512f-d6d2-43b5-a74a-8b3ad1d6f8cd req-92375338-cc82-40dc-8285-ca676773f602 service neutron] 10.222.0.36 "GET /v2.0/networks/34fdcfa4-2e5d-460f-9a9f-5a798833609a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3951921 May 18 18:07:12.915247 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6131defb-2d65-4eda-9062-30cf839a2067 req-82397f83-09b4-4d55-bd01-558708f881a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:12.917700 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6131defb-2d65-4eda-9062-30cf839a2067 req-82397f83-09b4-4d55-bd01-558708f881a3 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4c8ef274-9ecc-47c2-9686-5eebd78fb305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1482327 May 18 18:07:13.023287 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:13.107202 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d0acf5a0-0851-4322-bc3a-69ef8e486e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:13.119587 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b4f9863-d5aa-4874-8dfb-d10116b05b85 admin admin] Deleting subnet 059cd8c8-fb91-4d87-bcc6-6b0476de9b37 {{(pid=102731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:07:13.127485 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d0acf5a0-0851-4322-bc3a-69ef8e486e56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:13.132984 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-d0acf5a0-0851-4322-bc3a-69ef8e486e56 admin admin] 10.222.0.85 "DELETE /v2.0/networks/181b1bd2-87ae-42e4-bd6b-cc1f47539d5f HTTP/1.1" status: 204 len: 168 time: 0.8516445 May 18 18:07:13.145379 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7b4f9863-d5aa-4874-8dfb-d10116b05b85 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:13.171730 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 9676ee7b-d5df-42c2-92d0-2515cd3c33fe details requested by agent hyperv_n-h2-838550-3 with host n-h2-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:07:13.186557 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0acf5a0-0851-4322-bc3a-69ef8e486e56 admin admin] Pushing event deleted for resources: {'Network': ['ID=181b1bd2-87ae-42e4-bd6b-cc1f47539d5f,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:07:13.237445 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcdbf39-40fa-4395-9d27-58d946cf6fc4 req-c7540175-eb8b-4037-b4a1-74b8c970f05f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:13.253730 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7dcdbf39-40fa-4395-9d27-58d946cf6fc4 req-c7540175-eb8b-4037-b4a1-74b8c970f05f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8ebc9a1ec3004890baedda4682fb5641&device_id=baf813fb-c557-44a2-9307-16937d880cc5 HTTP/1.1" status: 200 len: 1094 time: 0.2185218 May 18 18:07:13.277097 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0acf5a0-0851-4322-bc3a-69ef8e486e56 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:07:13.277784 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0acf5a0-0851-4322-bc3a-69ef8e486e56 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:07:13.278200 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0acf5a0-0851-4322-bc3a-69ef8e486e56 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:07:13.278751 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0acf5a0-0851-4322-bc3a-69ef8e486e56 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:07:13.279307 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0acf5a0-0851-4322-bc3a-69ef8e486e56 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:07:13.279849 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0acf5a0-0851-4322-bc3a-69ef8e486e56 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:07:13.280449 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0acf5a0-0851-4322-bc3a-69ef8e486e56 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:07:13.280875 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0acf5a0-0851-4322-bc3a-69ef8e486e56 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:07:13.281219 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0acf5a0-0851-4322-bc3a-69ef8e486e56 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:07:13.281558 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0acf5a0-0851-4322-bc3a-69ef8e486e56 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:07:13.281935 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0acf5a0-0851-4322-bc3a-69ef8e486e56 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:07:13.282282 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0acf5a0-0851-4322-bc3a-69ef8e486e56 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:07:13.331227 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6131defb-2d65-4eda-9062-30cf839a2067 req-6b45d9a6-9128-4451-8b49-ee21ee936452 service neutron] 10.222.0.88 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4013579 May 18 18:07:13.341846 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b01293d-2dcb-4089-837c-c3784646df95 req-65762cdb-903e-4258-a598-53323695940f tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:13.364056 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8b01293d-2dcb-4089-837c-c3784646df95 req-65762cdb-903e-4258-a598-53323695940f tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=b8f267c7-2a12-455a-8742-23cd949ead3a HTTP/1.1" status: 200 len: 947 time: 0.3210607 May 18 18:07:13.371123 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7b4f9863-d5aa-4874-8dfb-d10116b05b85 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260542153'] for subnet, precommit_delete_associations {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:13.454404 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 50850) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:07:13.464136 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7b4f9863-d5aa-4874-8dfb-d10116b05b85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:13.481203 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 9676ee7b-d5df-42c2-92d0-2515cd3c33fe, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=9676ee7b-d5df-42c2-92d0-2515cd3c33fe,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:07:13.498122 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Returning: {'device': '9676ee7b-d5df-42c2-92d0-2515cd3c33fe', 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305', 'port_id': '9676ee7b-d5df-42c2-92d0-2515cd3c33fe', 'mac_address': 'fa:16:3e:b2:87:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2531ae9-89db-4dcf-b670-9eac4c9cde53', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:07:13.515497 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-00256535-4668-4ec9-ba03-c9fa1fb14654 req-8be49837-d076-4294-b033-d88d1111bf92 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=fdb911c855ac4c6cb6a711e7d11eed8e HTTP/1.1" status: 200 len: 6147 time: 0.4814529 May 18 18:07:13.593868 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7b4f9863-d5aa-4874-8dfb-d10116b05b85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260898416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260908030'] for subnet, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:13.602439 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 9676ee7b-d5df-42c2-92d0-2515cd3c33fe is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:07:13.602968 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:13.606050 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8b01293d-2dcb-4089-837c-c3784646df95 req-ab8c21f4-7baa-4321-ae71-f8c534e8c83c tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403316 May 18 18:07:13.620797 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9676ee7b-d5df-42c2-92d0-2515cd3c33fe {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:07:13.635318 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4f9863-d5aa-4874-8dfb-d10116b05b85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=059cd8c8-fb91-4d87-bcc6-6b0476de9b37,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:07:13.636486 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcdbf39-40fa-4395-9d27-58d946cf6fc4 req-77088eb3-9c95-4fd3-a832-25e2e022086c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:13.640340 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7dcdbf39-40fa-4395-9d27-58d946cf6fc4 req-77088eb3-9c95-4fd3-a832-25e2e022086c service neutron] 10.222.0.36 "GET /v2.0/networks?id=34fdcfa4-2e5d-460f-9a9f-5a798833609a HTTP/1.1" status: 200 len: 909 time: 0.3667312 May 18 18:07:13.654158 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 9676ee7b-d5df-42c2-92d0-2515cd3c33fe, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=9676ee7b-d5df-42c2-92d0-2515cd3c33fe,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:07:13.657242 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7b4f9863-d5aa-4874-8dfb-d10116b05b85 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:13.663005 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:13.663915 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-7b4f9863-d5aa-4874-8dfb-d10116b05b85 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/059cd8c8-fb91-4d87-bcc6-6b0476de9b37 HTTP/1.1" status: 204 len: 168 time: 0.8410895 May 18 18:07:13.666929 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 50860) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:07:13.715651 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 0bf12906-c38e-413a-b797-457c31313336 no longer exists at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:07:13.736336 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-00256535-4668-4ec9-ba03-c9fa1fb14654 req-179cc218-4768-4e0e-b4ff-ad9ef64004d1 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] 10.222.0.85 "GET /v2.0/security-groups/08db6f0e-0a01-416e-97d4-92fd213972b8 HTTP/1.1" status: 200 len: 2981 time: 0.2117069 May 18 18:07:13.737658 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7dcdbf39-40fa-4395-9d27-58d946cf6fc4 req-76f86996-47db-4ccd-87ea-c88008be1b9e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=627f74eb-f86f-4971-87d7-210b8d2c8060 HTTP/1.1" status: 200 len: 217 time: 0.0806305 May 18 18:07:13.741755 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-f1d7175d-fc0c-4154-9b60-78f1456f20ac admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=38c3fbce1f554996bc4a73e5f0f7c3e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2854733 May 18 18:07:13.748412 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 50866) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:07:13.768600 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6131defb-2d65-4eda-9062-30cf839a2067 req-ae7a955c-82ef-46eb-97ab-c0b7ef19743b service neutron] 10.222.0.88 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3609459 May 18 18:07:13.793793 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] No Port match for: 0bf12906-c38e-413a-b797-457c31313336 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:07:13.794318 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 0bf12906-c38e-413a-b797-457c31313336 not bound to the agent host n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:07:13.836274 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a70b2491-25d3-4445-b25b-3b234e625788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:13.837095 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=9676ee7b-d5df-42c2-92d0-2515cd3c33fe,revision_number=9']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:07:13.873390 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b443ec89-2c02-4305-983f-044a51b49ce2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:13.876001 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcdbf39-40fa-4395-9d27-58d946cf6fc4 req-47584952-ff27-49a5-8d83-c5143a206362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:13.877910 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7dcdbf39-40fa-4395-9d27-58d946cf6fc4 req-47584952-ff27-49a5-8d83-c5143a206362 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8f7111f6-e2ae-4553-ac4c-889ba94e64a6 HTTP/1.1" status: 200 len: 848 time: 0.1275210 May 18 18:07:13.881656 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-00256535-4668-4ec9-ba03-c9fa1fb14654 req-ac881fe0-07ad-4afe-9fa0-f5fc493fb5d6 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] 10.222.0.85 "GET /v2.0/security-groups/08db6f0e-0a01-416e-97d4-92fd213972b8 HTTP/1.1" status: 200 len: 2981 time: 0.1334605 May 18 18:07:13.899202 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['9676ee7b-d5df-42c2-92d0-2515cd3c33fe'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:07:13.922019 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7dcdbf39-40fa-4395-9d27-58d946cf6fc4 req-509a0384-b30e-4168-af88-bc6d295b1987 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=34fdcfa4-2e5d-460f-9a9f-5a798833609a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360579 May 18 18:07:13.970542 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b443ec89-2c02-4305-983f-044a51b49ce2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:14.066356 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7dcdbf39-40fa-4395-9d27-58d946cf6fc4 req-ac18ad56-613b-42e8-af43-04ef114c9eca service neutron] 10.222.0.36 "GET /v2.0/networks/34fdcfa4-2e5d-460f-9a9f-5a798833609a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321967 May 18 18:07:14.074059 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a70b2491-25d3-4445-b25b-3b234e625788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:14.116048 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652562c6-998e-467f-b198-56ece649238b req-60ee0da4-f14b-4957-bfcb-31d6a16aab42 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:14.118439 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-652562c6-998e-467f-b198-56ece649238b req-60ee0da4-f14b-4957-bfcb-31d6a16aab42 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/ports?device_id=baf813fb-c557-44a2-9307-16937d880cc5 HTTP/1.1" status: 200 len: 943 time: 0.2063279 May 18 18:07:14.134836 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-a70b2491-25d3-4445-b25b-3b234e625788 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6f08d5d-0951-47f8-b9ff-bba086403720']}} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:07:14.165441 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-a70b2491-25d3-4445-b25b-3b234e625788 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '621fa905-5e13-459a-9ac1-7af00b73aff4') {'for_net_delete': True} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:07:14.166746 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-a70b2491-25d3-4445-b25b-3b234e625788 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '621fa905-5e13-459a-9ac1-7af00b73aff4') {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:07:14.207779 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a70b2491-25d3-4445-b25b-3b234e625788 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260542144'] for segment, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:14.216970 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-9500a40d-7ed9-4cb4-acbf-31c0adbe3c56 req-7c1e7210-9908-45e7-8d40-f2360be5d4bd tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1115413247', 'description': 'tempest-description-1742928299'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:07:14.243121 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7dcdbf39-40fa-4395-9d27-58d946cf6fc4 req-976092a6-17ac-4770-9a6d-e82da595d2c6 service neutron] 10.222.0.36 "GET /v2.0/networks/34fdcfa4-2e5d-460f-9a9f-5a798833609a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659784 May 18 18:07:14.256615 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b443ec89-2c02-4305-983f-044a51b49ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:14.261366 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b443ec89-2c02-4305-983f-044a51b49ce2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:14.265852 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-b443ec89-2c02-4305-983f-044a51b49ce2 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/bda815dc-3228-454b-a95b-f89a3eeb79be HTTP/1.1" status: 204 len: 168 time: 0.5161884 May 18 18:07:14.266299 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-9500a40d-7ed9-4cb4-acbf-31c0adbe3c56 req-7c1e7210-9908-45e7-8d40-f2360be5d4bd tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:14.307943 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a70b2491-25d3-4445-b25b-3b234e625788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:14.320757 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b443ec89-2c02-4305-983f-044a51b49ce2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bda815dc-3228-454b-a95b-f89a3eeb79be,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:07:14.341516 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-652562c6-998e-467f-b198-56ece649238b req-8f0b290b-d428-4244-93d3-8e91b1c48a9c tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/security-groups?id=fae3ce3c-9235-4ae4-9c6c-e682ce6a4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863914 May 18 18:07:14.345972 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a70b2491-25d3-4445-b25b-3b234e625788 admin admin] Releasing vlan 645 on physical network physnet1 to pool {{(pid=102731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:07:14.346417 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a70b2491-25d3-4445-b25b-3b234e625788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260884178'] for segment, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:14.349181 n-d-838550-3 neutron-server[102731]: Traceback (most recent call last): May 18 18:07:14.349181 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:07:14.349181 n-d-838550-3 neutron-server[102731]: timer() May 18 18:07:14.349181 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:07:14.349181 n-d-838550-3 neutron-server[102731]: cb(*args, **kw) May 18 18:07:14.349181 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:07:14.349181 n-d-838550-3 neutron-server[102731]: return func(*args, **kwargs) May 18 18:07:14.349181 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:07:14.349181 n-d-838550-3 neutron-server[102731]: self._notify() May 18 18:07:14.349181 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:07:14.349181 n-d-838550-3 neutron-server[102731]: self.callback(batched_events) May 18 18:07:14.349181 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:07:14.349181 n-d-838550-3 neutron-server[102731]: event.method(event) May 18 18:07:14.349181 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:07:14.349181 n-d-838550-3 neutron-server[102731]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:07:14.349181 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:07:14.349181 n-d-838550-3 neutron-server[102731]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:07:14.349181 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:07:14.349181 n-d-838550-3 neutron-server[102731]: return f(self, *a, **k) May 18 18:07:14.349181 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:07:14.349181 n-d-838550-3 neutron-server[102731]: return self._get(url).json() May 18 18:07:14.349181 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:07:14.349181 n-d-838550-3 neutron-server[102731]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:07:14.349181 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:07:14.349181 n-d-838550-3 neutron-server[102731]: return self.request(url, 'GET', **kwargs) May 18 18:07:14.349181 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:07:14.349181 n-d-838550-3 neutron-server[102731]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:07:14.349181 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:07:14.349181 n-d-838550-3 neutron-server[102731]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:07:14.349181 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:07:14.349181 n-d-838550-3 neutron-server[102731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:07:14.349181 n-d-838550-3 neutron-server[102731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:07:14.427380 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a70b2491-25d3-4445-b25b-3b234e625788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:14.447084 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a70b2491-25d3-4445-b25b-3b234e625788 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:14.455732 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-a70b2491-25d3-4445-b25b-3b234e625788 admin admin] 10.222.0.85 "DELETE /v2.0/networks/d6f08d5d-0951-47f8-b9ff-bba086403720 HTTP/1.1" status: 204 len: 168 time: 0.7869163 May 18 18:07:14.470794 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70b2491-25d3-4445-b25b-3b234e625788 admin admin] Pushing event deleted for resources: {'Network': ['ID=d6f08d5d-0951-47f8-b9ff-bba086403720,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:07:14.498654 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-9500a40d-7ed9-4cb4-acbf-31c0adbe3c56 req-7c1e7210-9908-45e7-8d40-f2360be5d4bd tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:14.504549 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-9500a40d-7ed9-4cb4-acbf-31c0adbe3c56 req-7c1e7210-9908-45e7-8d40-f2360be5d4bd tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:14.547301 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1e7210-9908-45e7-8d40-f2360be5d4bd tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b44e04cb-5bbf-4aef-95d4-bcfa09ca106c,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:07:14.574730 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-9500a40d-7ed9-4cb4-acbf-31c0adbe3c56 req-7c1e7210-9908-45e7-8d40-f2360be5d4bd tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:14.576551 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9500a40d-7ed9-4cb4-acbf-31c0adbe3c56 req-7c1e7210-9908-45e7-8d40-f2360be5d4bd tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.3810008 May 18 18:07:14.604086 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-e16c9f3c-aba7-4125-a933-7f0d3cd8a067 req-d48ff87a-a8a0-41ee-b667-8f796e020978 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1480597194', 'description': 'tempest-description-1138497429'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:07:14.653351 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-e16c9f3c-aba7-4125-a933-7f0d3cd8a067 req-d48ff87a-a8a0-41ee-b667-8f796e020978 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:14.750694 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 50908) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:07:14.799439 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8ffd28-29a8-4c7b-9000-4152e64eb542 req-9dd89e81-7659-46f3-9769-5a7ec4ef5131 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:14.801493 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-dd8ffd28-29a8-4c7b-9000-4152e64eb542 req-9dd89e81-7659-46f3-9769-5a7ec4ef5131 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=b8f267c7-2a12-455a-8742-23cd949ead3a HTTP/1.1" status: 200 len: 947 time: 0.0934308 May 18 18:07:14.812882 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-e16c9f3c-aba7-4125-a933-7f0d3cd8a067 req-d48ff87a-a8a0-41ee-b667-8f796e020978 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:14.821804 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-e16c9f3c-aba7-4125-a933-7f0d3cd8a067 req-d48ff87a-a8a0-41ee-b667-8f796e020978 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:14.855009 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-b484b483-54fa-4858-a1c8-913915ee4a7b admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=5de39362d87f43c782c90a9151229148&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1025596 May 18 18:07:14.859902 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 50910) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:07:14.866484 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-e16c9f3c-aba7-4125-a933-7f0d3cd8a067 req-d48ff87a-a8a0-41ee-b667-8f796e020978 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:14.878225 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e16c9f3c-aba7-4125-a933-7f0d3cd8a067 req-d48ff87a-a8a0-41ee-b667-8f796e020978 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2791800 May 18 18:07:14.882915 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-dd8ffd28-29a8-4c7b-9000-4152e64eb542 req-7ee29b37-92c3-4329-959c-f36b905ebbe9 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629807 May 18 18:07:14.932613 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 50922) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:07:14.975257 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48ff87a-a8a0-41ee-b667-8f796e020978 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccaedc5c-bb4d-41de-a579-73bf8d72adef,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:07:15.010714 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8f12a1eb-3c10-4134-adc3-35ca6dde9ecf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:15.028662 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-be7fecc3-689c-40fd-85a7-8e498713317a admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=18ab9bcf8e7248769db41cdaa75292fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0922856 May 18 18:07:15.029224 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 50928) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:07:15.041586 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8f12a1eb-3c10-4134-adc3-35ca6dde9ecf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:15.108438 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8f12a1eb-3c10-4134-adc3-35ca6dde9ecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:15.111087 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8f12a1eb-3c10-4134-adc3-35ca6dde9ecf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:15.112256 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-8f12a1eb-3c10-4134-adc3-35ca6dde9ecf admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/894d231e-6dae-4461-bbad-9078faf50080 HTTP/1.1" status: 204 len: 168 time: 0.2509758 May 18 18:07:15.135472 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f12a1eb-3c10-4134-adc3-35ca6dde9ecf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=894d231e-6dae-4461-bbad-9078faf50080,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:07:15.175161 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a1f76674-5d8c-4990-a2f0-2203592dc8dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:15.193443 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device ec2caf09-7834-451a-a3a6-1760c8c67ebe details requested by agent hyperv_n-h2-838550-3 with host n-h2-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:07:15.196196 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 9676ee7b-d5df-42c2-92d0-2515cd3c33fe up at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:07:15.255429 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a1f76674-5d8c-4990-a2f0-2203592dc8dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:15.440237 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning complete for port 9676ee7b-d5df-42c2-92d0-2515cd3c33fe triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:07:15.441018 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:15.469279 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db5e93b-a739-41f7-8843-f0064136f825 req-1ce38a84-a0af-47ac-ac08-4098e549a1a2 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:15.473117 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9db5e93b-a739-41f7-8843-f0064136f825 req-1ce38a84-a0af-47ac-ac08-4098e549a1a2 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] 10.222.0.85 "GET /v2.0/networks?id=35aa03bc-1495-4548-8bc6-c83249799063 HTTP/1.1" status: 200 len: 812 time: 0.3098392 May 18 18:07:15.497877 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a1f76674-5d8c-4990-a2f0-2203592dc8dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:15.507700 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a1f76674-5d8c-4990-a2f0-2203592dc8dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:15.513088 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-a1f76674-5d8c-4990-a2f0-2203592dc8dc admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/73141c41-4c26-4a8e-82f8-5512be9fd469 HTTP/1.1" status: 204 len: 168 time: 0.4694214 May 18 18:07:15.529576 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port ec2caf09-7834-451a-a3a6-1760c8c67ebe, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=ec2caf09-7834-451a-a3a6-1760c8c67ebe,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:07:15.570973 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Returning: {'device': 'ec2caf09-7834-451a-a3a6-1760c8c67ebe', 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305', 'port_id': 'ec2caf09-7834-451a-a3a6-1760c8c67ebe', 'mac_address': 'fa:16:3e:27:c7:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2531ae9-89db-4dcf-b670-9eac4c9cde53', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:07:15.581853 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f76674-5d8c-4990-a2f0-2203592dc8dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73141c41-4c26-4a8e-82f8-5512be9fd469,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:07:15.610069 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9db5e93b-a739-41f7-8843-f0064136f825 req-a377d046-a835-41b4-a502-8ba817cf7bfa tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] 10.222.0.85 "GET /v2.0/quotas/fdb911c855ac4c6cb6a711e7d11eed8e HTTP/1.1" status: 200 len: 375 time: 0.1193523 May 18 18:07:15.705900 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64de8592-7960-49a3-901e-9241ad5d5816 req-9e4ab6f1-c105-4890-8c87-8f455f6e013f tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:15.709585 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-64de8592-7960-49a3-901e-9241ad5d5816 req-9e4ab6f1-c105-4890-8c87-8f455f6e013f tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/ports?device_id=baf813fb-c557-44a2-9307-16937d880cc5 HTTP/1.1" status: 200 len: 943 time: 0.1431165 May 18 18:07:15.744554 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9db5e93b-a739-41f7-8843-f0064136f825 req-0e6eeca3-034c-45bf-8370-45e0a0d063f0 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=fdb911c855ac4c6cb6a711e7d11eed8e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1334805 May 18 18:07:15.784596 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 627f74eb-f86f-4971-87d7-210b8d2c8060 details requested by agent hyperv_n-h1-838550-3 with host n-h1-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:07:15.810863 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-64de8592-7960-49a3-901e-9241ad5d5816 req-7feda966-e7b1-4d90-9faa-afb7d41e77cb tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/security-groups?id=fae3ce3c-9235-4ae4-9c6c-e682ce6a4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942197 May 18 18:07:15.870143 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port ec2caf09-7834-451a-a3a6-1760c8c67ebe is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:07:15.874529 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:15.939465 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 9676ee7b-d5df-42c2-92d0-2515cd3c33fe is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:07:15.939855 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:16.098192 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9db5e93b-a739-41f7-8843-f0064136f825 req-6225ac69-4489-4495-8571-87368d4bc96b service neutron] 10.222.0.85 "GET /v2.0/networks/35aa03bc-1495-4548-8bc6-c83249799063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3522542 May 18 18:07:16.142501 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2a6d27b-8b88-4013-b3e5-0ad6d9b69794', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9676ee7b-d5df-42c2-92d0-2515cd3c33fe'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:07:16.152476 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5fea472-c3f8-4041-9bde-3700440cfa0c" -d '{"events": [{"server_uuid": "b2a6d27b-8b88-4013-b3e5-0ad6d9b69794", "name": "network-vif-plugged", "status": "completed", "tag": "9676ee7b-d5df-42c2-92d0-2515cd3c33fe"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:07:16.160700 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec2caf09-7834-451a-a3a6-1760c8c67ebe {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:07:16.199421 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d78545c-1299-43ed-bbc5-0eb1f90ac097 req-4d2e6767-c4c6-4fba-8e7a-727096e167af tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:16.207453 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8d78545c-1299-43ed-bbc5-0eb1f90ac097 req-4d2e6767-c4c6-4fba-8e7a-727096e167af tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=b8f267c7-2a12-455a-8742-23cd949ead3a HTTP/1.1" status: 200 len: 947 time: 0.1423035 May 18 18:07:16.209567 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port ec2caf09-7834-451a-a3a6-1760c8c67ebe, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=ec2caf09-7834-451a-a3a6-1760c8c67ebe,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:07:16.238715 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:16.269449 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 9676ee7b-d5df-42c2-92d0-2515cd3c33fe, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=9676ee7b-d5df-42c2-92d0-2515cd3c33fe,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:07:16.314267 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8d78545c-1299-43ed-bbc5-0eb1f90ac097 req-8b235d5d-2146-4afe-b2c0-ebe02f1b6156 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004841 May 18 18:07:16.366680 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9db5e93b-a739-41f7-8843-f0064136f825 req-952dd5ad-b170-44c9-be99-9f832be5845b service neutron] 10.222.0.85 "GET /v2.0/networks/35aa03bc-1495-4548-8bc6-c83249799063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2662628 May 18 18:07:16.384984 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:16.456120 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 627f74eb-f86f-4971-87d7-210b8d2c8060, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=627f74eb-f86f-4971-87d7-210b8d2c8060,segment=NetworkSegment(5e6a9b3b-2b82-45b7-b9f1-0f73969fb979),segment_id=5e6a9b3b-2b82-45b7-b9f1-0f73969fb979)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:07:16.462483 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=ec2caf09-7834-451a-a3a6-1760c8c67ebe,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:07:16.500693 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Returning: {'device': '627f74eb-f86f-4971-87d7-210b8d2c8060', 'network_id': '34fdcfa4-2e5d-460f-9a9f-5a798833609a', 'port_id': '627f74eb-f86f-4971-87d7-210b8d2c8060', 'mac_address': 'fa:16:3e:c3:55:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f7111f6-e2ae-4553-ac4c-889ba94e64a6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:07:16.672954 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d0f9370-9903-4654-a0ab-6aa86f91c2ef x-openstack-request-id: req-5d0f9370-9903-4654-a0ab-6aa86f91c2ef {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:07:16.673431 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2a6d27b-8b88-4013-b3e5-0ad6d9b69794", "name": "network-vif-plugged", "status": "completed", "tag": "9676ee7b-d5df-42c2-92d0-2515cd3c33fe", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:07:16.673889 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-5d0f9370-9903-4654-a0ab-6aa86f91c2ef {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:07:16.674420 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d0f9370-9903-4654-a0ab-6aa86f91c2ef'] response: {'server_uuid': 'b2a6d27b-8b88-4013-b3e5-0ad6d9b69794', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9676ee7b-d5df-42c2-92d0-2515cd3c33fe', 'code': 200} May 18 18:07:16.675202 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 627f74eb-f86f-4971-87d7-210b8d2c8060 is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:07:16.675865 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:16.691671 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['ec2caf09-7834-451a-a3a6-1760c8c67ebe'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:07:16.826750 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 627f74eb-f86f-4971-87d7-210b8d2c8060 {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:07:16.877405 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e19fd258-e78b-4698-80a8-d9e187be0074 req-5176ffdd-7089-4a26-ac1e-f0b18043e37b tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef2746b8-d683-41a4-b04c-8bddf000c08f HTTP/1.1" status: 200 len: 210 time: 0.0965910 May 18 18:07:16.961083 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=9676ee7b-d5df-42c2-92d0-2515cd3c33fe,revision_number=10']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:07:17.024307 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 627f74eb-f86f-4971-87d7-210b8d2c8060, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=627f74eb-f86f-4971-87d7-210b8d2c8060,segment=NetworkSegment(5e6a9b3b-2b82-45b7-b9f1-0f73969fb979),segment_id=5e6a9b3b-2b82-45b7-b9f1-0f73969fb979)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:07:17.049935 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:17.099243 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86dd13a-f4ab-4522-a7bf-87397bcf0e6a req-9a7e0293-6223-4df7-a393-a7eef751373a tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:17.117311 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c86dd13a-f4ab-4522-a7bf-87397bcf0e6a req-9a7e0293-6223-4df7-a393-a7eef751373a tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/ports?device_id=baf813fb-c557-44a2-9307-16937d880cc5 HTTP/1.1" status: 200 len: 943 time: 0.1206474 May 18 18:07:17.200144 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=627f74eb-f86f-4971-87d7-210b8d2c8060,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:07:17.234667 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c86dd13a-f4ab-4522-a7bf-87397bcf0e6a req-0342f457-c482-456b-a664-788c6f3dd76f tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/security-groups?id=fae3ce3c-9235-4ae4-9c6c-e682ce6a4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089706 May 18 18:07:17.361673 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['627f74eb-f86f-4971-87d7-210b8d2c8060'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:07:17.393557 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 51020) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:07:17.583463 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acc7078-d569-4b01-ada0-65103daf4a4f req-e6366bae-8906-4455-b05a-e764a176cb4b tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:17.603089 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8acc7078-d569-4b01-ada0-65103daf4a4f req-e6366bae-8906-4455-b05a-e764a176cb4b tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=b8f267c7-2a12-455a-8742-23cd949ead3a HTTP/1.1" status: 200 len: 948 time: 0.1619377 May 18 18:07:17.732859 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8acc7078-d569-4b01-ada0-65103daf4a4f req-166a4705-0d28-4ede-bace-7bff43935fa1 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259503 May 18 18:07:17.929414 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-c9cdfdd1-409d-40f2-8f40-0a9021cdb008 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1130676152-network', 'tenant_id': '2880cbadee4d4fe18f6883c00b7f55ee'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:07:18.028097 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9cdfdd1-409d-40f2-8f40-0a9021cdb008 admin admin] Made reservation on behalf of 2880cbadee4d4fe18f6883c00b7f55ee for: {'network': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:07:18.030738 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c9cdfdd1-409d-40f2-8f40-0a9021cdb008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:18.054379 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c9cdfdd1-409d-40f2-8f40-0a9021cdb008 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:18.129811 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2608e327-9809-48c8-944b-5bb33a002db4 req-6b9a2397-06e9-4e32-bad7-7f99aac698b0 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef2746b8-d683-41a4-b04c-8bddf000c08f HTTP/1.1" status: 200 len: 210 time: 0.0568485 May 18 18:07:18.288472 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c9cdfdd1-409d-40f2-8f40-0a9021cdb008 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:18.298277 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c9cdfdd1-409d-40f2-8f40-0a9021cdb008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:18.319992 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9cdfdd1-409d-40f2-8f40-0a9021cdb008 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 614} {{(pid=102730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:07:18.363924 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c9cdfdd1-409d-40f2-8f40-0a9021cdb008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:18.369898 n-d-838550-3 neutron-server[102730]: INFO neutron.db.segments_db [None req-c9cdfdd1-409d-40f2-8f40-0a9021cdb008 admin admin] Added segment 22215525-f7ed-4293-ad8d-c33f1e4c79b2 of type vlan for network 987703f0-f2b8-4439-81d5-e852efc208ae May 18 18:07:18.472801 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effd595c-8036-4b7e-9e50-9cdbd80773a4 req-af38eb13-8dff-45f8-aa33-75d74236f273 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:18.484353 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-effd595c-8036-4b7e-9e50-9cdbd80773a4 req-af38eb13-8dff-45f8-aa33-75d74236f273 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/ports?device_id=baf813fb-c557-44a2-9307-16937d880cc5 HTTP/1.1" status: 200 len: 944 time: 0.1451786 May 18 18:07:18.555258 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-effd595c-8036-4b7e-9e50-9cdbd80773a4 req-c38c7d97-c71a-40e7-acb8-ea505d508846 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/security-groups?id=fae3ce3c-9235-4ae4-9c6c-e682ce6a4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684869 May 18 18:07:18.590484 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c9cdfdd1-409d-40f2-8f40-0a9021cdb008 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:18.766895 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cdfdd1-409d-40f2-8f40-0a9021cdb008 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c132241e-01a2-4920-9452-1a5666b51f49,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:07:18.827660 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.db.resource_extend [None req-c9cdfdd1-409d-40f2-8f40-0a9021cdb008 admin admin] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 18 18:07:18.926528 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c9cdfdd1-409d-40f2-8f40-0a9021cdb008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:18.928414 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9cdfdd1-409d-40f2-8f40-0a9021cdb008 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:18.929461 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c9cdfdd1-409d-40f2-8f40-0a9021cdb008 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:18.981739 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db9168e-cb09-4bf2-9103-11a085dc3fc2 req-e990e929-fbff-47ff-9b1a-46525d2ef10f tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:18.996984 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0db9168e-cb09-4bf2-9103-11a085dc3fc2 req-e990e929-fbff-47ff-9b1a-46525d2ef10f tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=b8f267c7-2a12-455a-8742-23cd949ead3a HTTP/1.1" status: 200 len: 948 time: 0.0931239 May 18 18:07:19.038895 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db5e93b-a739-41f7-8843-f0064136f825 req-601f37db-175e-417c-a75a-fa1c11a55a57 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:19.045241 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9db5e93b-a739-41f7-8843-f0064136f825 req-601f37db-175e-417c-a75a-fa1c11a55a57 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] 10.222.0.36 "GET /v2.0/networks?id=35aa03bc-1495-4548-8bc6-c83249799063 HTTP/1.1" status: 200 len: 812 time: 0.5178216 May 18 18:07:19.057580 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0db9168e-cb09-4bf2-9103-11a085dc3fc2 req-66b1a2de-58a0-4d11-a308-2df1e5f40f45 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595021 May 18 18:07:19.080526 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-9db5e93b-a739-41f7-8843-f0064136f825 req-fe9de64e-1f50-44a2-8650-ec211e2181e1 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Request body: {'port': {'device_id': 'ef2746b8-d683-41a4-b04c-8bddf000c08f', 'network_id': '35aa03bc-1495-4548-8bc6-c83249799063', 'admin_state_up': True, 'tenant_id': 'fdb911c855ac4c6cb6a711e7d11eed8e'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:07:19.100529 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cdfdd1-409d-40f2-8f40-0a9021cdb008 admin admin] Pushing event updated for resources: {'Network': ['ID=987703f0-f2b8-4439-81d5-e852efc208ae,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:07:19.108965 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-c9cdfdd1-409d-40f2-8f40-0a9021cdb008 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.7100084 May 18 18:07:19.110483 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 51080) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:07:19.114379 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network 987703f0-f2b8-4439-81d5-e852efc208ae details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:07:19.116648 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-5907a876-a5b1-451c-9421-73a4ed10988c admin admin] Request body: {'subnet': {'network_id': '987703f0-f2b8-4439-81d5-e852efc208ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1130676152-subnet', 'tenant_id': '2880cbadee4d4fe18f6883c00b7f55ee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:07:19.178327 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5907a876-a5b1-451c-9421-73a4ed10988c admin admin] Made reservation on behalf of 2880cbadee4d4fe18f6883c00b7f55ee for: {'subnet': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:07:19.184374 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5907a876-a5b1-451c-9421-73a4ed10988c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260908003'] for subnet, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:19.257873 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device ec2caf09-7834-451a-a3a6-1760c8c67ebe up at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:07:19.271622 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9db5e93b-a739-41f7-8843-f0064136f825 req-fe9de64e-1f50-44a2-8650-ec211e2181e1 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Made reservation on behalf of fdb911c855ac4c6cb6a711e7d11eed8e for: {'port': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:07:19.277725 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-9db5e93b-a739-41f7-8843-f0064136f825 req-fe9de64e-1f50-44a2-8650-ec211e2181e1 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:19.562526 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning for port ec2caf09-7834-451a-a3a6-1760c8c67ebe completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:07:19.582161 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning complete for port ec2caf09-7834-451a-a3a6-1760c8c67ebe triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:07:19.587018 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:19.675692 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [req-9db5e93b-a739-41f7-8843-f0064136f825 req-fe9de64e-1f50-44a2-8650-ec211e2181e1 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Allocated IP 172.20.0.11 (35aa03bc-1495-4548-8bc6-c83249799063/a9078eee-385e-4d5a-9f98-77196779b20c/1f01a002-9ed0-470d-8e6f-d05dff7e7e0f) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:07:19.717435 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 627f74eb-f86f-4971-87d7-210b8d2c8060 up at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:07:19.766515 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5907a876-a5b1-451c-9421-73a4ed10988c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260898481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260908021'] for subnet, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:19.852026 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-530bc273-42f6-4e5e-80cd-910c4f507524 req-6c56018f-0b2f-45fb-a654-0c40e7a58f4f tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef2746b8-d683-41a4-b04c-8bddf000c08f HTTP/1.1" status: 200 len: 210 time: 0.1010079 May 18 18:07:19.895970 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5907a876-a5b1-451c-9421-73a4ed10988c admin admin] Pushing event updated for resources: {'Subnet': ['ID=37ce810a-23c6-4621-b634-0b81d327344c,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:07:19.921463 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df552b0-91d2-489b-8948-d046053a12dd req-68f3459a-6ac9-4ea4-8918-5f776fc511c3 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:19.932898 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5df552b0-91d2-489b-8948-d046053a12dd req-68f3459a-6ac9-4ea4-8918-5f776fc511c3 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/ports?device_id=baf813fb-c557-44a2-9307-16937d880cc5 HTTP/1.1" status: 200 len: 944 time: 0.1126568 May 18 18:07:19.976903 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5907a876-a5b1-451c-9421-73a4ed10988c admin admin] Checking segment: {'id': '22215525-f7ed-4293-ad8d-c33f1e4c79b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '987703f0-f2b8-4439-81d5-e852efc208ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:07:19.977280 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5907a876-a5b1-451c-9421-73a4ed10988c admin admin] Network hostable DHCP agents. Network: 987703f0-f2b8-4439-81d5-e852efc208ae, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:07:20.066223 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5df552b0-91d2-489b-8948-d046053a12dd req-bc43f5d0-afb6-46cc-b899-d42399c05b92 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/security-groups?id=fae3ce3c-9235-4ae4-9c6c-e682ce6a4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332304 May 18 18:07:20.090816 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5907a876-a5b1-451c-9421-73a4ed10988c admin admin] Network 987703f0-f2b8-4439-81d5-e852efc208ae is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:07:20.119752 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-5907a876-a5b1-451c-9421-73a4ed10988c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, 987703f0-f2b8-4439-81d5-e852efc208ae) {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:07:20.120073 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-9db5e93b-a739-41f7-8843-f0064136f825 req-fe9de64e-1f50-44a2-8650-ec211e2181e1 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:20.143321 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5907a876-a5b1-451c-9421-73a4ed10988c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:20.146238 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5907a876-a5b1-451c-9421-73a4ed10988c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:20.201140 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-5907a876-a5b1-451c-9421-73a4ed10988c admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0789750 May 18 18:07:20.208893 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-9db5e93b-a739-41f7-8843-f0064136f825 req-fe9de64e-1f50-44a2-8650-ec211e2181e1 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:20.295428 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7126e792-03b7-45e2-84a5-8aa973a66ea3 None None] Network 987703f0-f2b8-4439-81d5-e852efc208ae requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:07:20.303460 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['0de02e7a-4341-4848-b5f4-8de104f914c9'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:07:20.376497 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bef0b8b-eb1e-4692-b65d-d153c30195a4 req-21f2c8bb-7859-4394-a8d1-c2a7bf4743f3 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:20.388160 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0bef0b8b-eb1e-4692-b65d-d153c30195a4 req-21f2c8bb-7859-4394-a8d1-c2a7bf4743f3 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=6f12de29-35ab-42e1-8264-21cc598af57b HTTP/1.1" status: 200 len: 946 time: 0.1425683 May 18 18:07:20.395399 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9de64e-1f50-44a2-8650-ec211e2181e1 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Pushing event updated for resources: {'Port': ['ID=1f01a002-9ed0-470d-8e6f-d05dff7e7e0f,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:07:20.413714 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9db5e93b-a739-41f7-8843-f0064136f825 req-fe9de64e-1f50-44a2-8650-ec211e2181e1 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Network 35aa03bc-1495-4548-8bc6-c83249799063 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:07:20.417284 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [req-9db5e93b-a739-41f7-8843-f0064136f825 req-fe9de64e-1f50-44a2-8650-ec211e2181e1 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:07:20.423954 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-9db5e93b-a739-41f7-8843-f0064136f825 req-fe9de64e-1f50-44a2-8650-ec211e2181e1 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:07:20.443926 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port ec2caf09-7834-451a-a3a6-1760c8c67ebe is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:07:20.444414 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:20.509648 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0bef0b8b-eb1e-4692-b65d-d153c30195a4 req-30ab9942-4b2c-4021-8eba-4dc48eecb24b tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/security-groups?id=33ba1fad-191a-4b7a-ae9e-8e9e60985e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185305 May 18 18:07:20.576162 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db5e93b-a739-41f7-8843-f0064136f825 req-fe9de64e-1f50-44a2-8650-ec211e2181e1 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:20.583460 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-9db5e93b-a739-41f7-8843-f0064136f825 req-fe9de64e-1f50-44a2-8650-ec211e2181e1 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:20.637902 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9db5e93b-a739-41f7-8843-f0064136f825 req-fe9de64e-1f50-44a2-8650-ec211e2181e1 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5664082 May 18 18:07:20.663769 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-9db5e93b-a739-41f7-8843-f0064136f825 req-033944b1-0e7f-47f3-998c-370af5affca2 service neutron] Request body: {'port': {'device_id': 'ef2746b8-d683-41a4-b04c-8bddf000c08f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-3'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:07:20.689395 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8f267c7-2a12-455a-8742-23cd949ead3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec2caf09-7834-451a-a3a6-1760c8c67ebe'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:07:20.691810 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b51d460c-d94c-478b-9322-c00ba296bbfe" -d '{"events": [{"server_uuid": "b8f267c7-2a12-455a-8742-23cd949ead3a", "name": "network-vif-plugged", "status": "completed", "tag": "ec2caf09-7834-451a-a3a6-1760c8c67ebe"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:07:20.700256 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning for port 627f74eb-f86f-4971-87d7-210b8d2c8060 completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:07:20.715733 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning complete for port 627f74eb-f86f-4971-87d7-210b8d2c8060 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:07:20.716194 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:20.792453 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port ec2caf09-7834-451a-a3a6-1760c8c67ebe, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=ec2caf09-7834-451a-a3a6-1760c8c67ebe,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:07:20.808691 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382b910f-680d-47e8-979c-ac401a11220f req-0ab6030d-c924-477d-95ae-422c3cf8d5fa tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:20.810225 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:20.819542 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-382b910f-680d-47e8-979c-ac401a11220f req-0ab6030d-c924-477d-95ae-422c3cf8d5fa tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=b8f267c7-2a12-455a-8742-23cd949ead3a HTTP/1.1" status: 200 len: 948 time: 0.1332572 May 18 18:07:20.825254 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-9db5e93b-a739-41f7-8843-f0064136f825 req-033944b1-0e7f-47f3-998c-370af5affca2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:20.892933 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=ec2caf09-7834-451a-a3a6-1760c8c67ebe,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:07:20.912673 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-382b910f-680d-47e8-979c-ac401a11220f req-20ad5a09-d7ff-492e-a420-11944e18e6e5 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921729 May 18 18:07:21.042051 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-556e4ecb-6f60-4784-b1e7-bd0828250400 None None] Network 987703f0-f2b8-4439-81d5-e852efc208ae requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:07:21.121654 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6cae13f-5068-412d-9ba2-cc958d9f217f x-openstack-request-id: req-b6cae13f-5068-412d-9ba2-cc958d9f217f {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:07:21.122346 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8f267c7-2a12-455a-8742-23cd949ead3a", "name": "network-vif-plugged", "status": "completed", "tag": "ec2caf09-7834-451a-a3a6-1760c8c67ebe", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:07:21.122852 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-b6cae13f-5068-412d-9ba2-cc958d9f217f {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:07:21.124759 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6cae13f-5068-412d-9ba2-cc958d9f217f'] response: {'server_uuid': 'b8f267c7-2a12-455a-8742-23cd949ead3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec2caf09-7834-451a-a3a6-1760c8c67ebe', 'code': 200} May 18 18:07:21.176190 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 627f74eb-f86f-4971-87d7-210b8d2c8060 is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:07:21.176918 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:21.230736 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de295921-d680-4fd9-89f4-e62bf2d734b9 req-62cae7c9-fdc2-459f-8a2b-ece2d66c1693 tempest-ServerMetadataNegativeTestJSON-369288560 tempest-ServerMetadataNegativeTestJSON-369288560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:21.232729 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-de295921-d680-4fd9-89f4-e62bf2d734b9 req-62cae7c9-fdc2-459f-8a2b-ece2d66c1693 tempest-ServerMetadataNegativeTestJSON-369288560 tempest-ServerMetadataNegativeTestJSON-369288560-project] 10.222.0.85 "GET /v2.0/networks?id=987703f0-f2b8-4439-81d5-e852efc208ae HTTP/1.1" status: 200 len: 821 time: 0.4208317 May 18 18:07:21.253507 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 627f74eb-f86f-4971-87d7-210b8d2c8060, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=627f74eb-f86f-4971-87d7-210b8d2c8060,segment=NetworkSegment(5e6a9b3b-2b82-45b7-b9f1-0f73969fb979),segment_id=5e6a9b3b-2b82-45b7-b9f1-0f73969fb979)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:07:21.278816 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:21.298318 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-de295921-d680-4fd9-89f4-e62bf2d734b9 req-3e79375d-5116-4d97-9969-bf2a1c89f52f tempest-ServerMetadataNegativeTestJSON-369288560 tempest-ServerMetadataNegativeTestJSON-369288560-project] 10.222.0.85 "GET /v2.0/quotas/2880cbadee4d4fe18f6883c00b7f55ee HTTP/1.1" status: 200 len: 375 time: 0.0510614 May 18 18:07:21.358085 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-de295921-d680-4fd9-89f4-e62bf2d734b9 req-8cb0246e-298d-4b19-90a1-0164075dfd88 tempest-ServerMetadataNegativeTestJSON-369288560 tempest-ServerMetadataNegativeTestJSON-369288560-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=2880cbadee4d4fe18f6883c00b7f55ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0529659 May 18 18:07:21.363347 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d9e6d4-812b-45f1-9f55-c83638bf7d6e req-b9157fb5-0420-4cb2-81ba-fd5e761d5dd0 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:21.366653 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91211d24-9c97-48a4-8d1b-f596aca38d2e req-b2aa4bc7-3838-4b9d-8b98-59428c1e1600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:21.368402 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-91211d24-9c97-48a4-8d1b-f596aca38d2e req-b2aa4bc7-3838-4b9d-8b98-59428c1e1600 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=b8f267c7-2a12-455a-8742-23cd949ead3a HTTP/1.1" status: 200 len: 1100 time: 0.1955338 May 18 18:07:21.370579 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=627f74eb-f86f-4971-87d7-210b8d2c8060,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:07:21.377708 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-26d9e6d4-812b-45f1-9f55-c83638bf7d6e req-b9157fb5-0420-4cb2-81ba-fd5e761d5dd0 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef2746b8-d683-41a4-b04c-8bddf000c08f HTTP/1.1" status: 200 len: 932 time: 0.1130166 May 18 18:07:21.438747 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-26d9e6d4-812b-45f1-9f55-c83638bf7d6e req-e1da1a61-2350-48e8-9fab-6e7b632c76f6 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] 10.222.0.85 "GET /v2.0/security-groups?id=08db6f0e-0a01-416e-97d4-92fd213972b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598049 May 18 18:07:21.586336 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d104d168-8ce2-443d-b6bd-0b449014e590 req-48567197-ea3f-4629-888f-7af085418d6b tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:21.596870 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d104d168-8ce2-443d-b6bd-0b449014e590 req-48567197-ea3f-4629-888f-7af085418d6b tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f12de29-35ab-42e1-8264-21cc598af57b HTTP/1.1" status: 200 len: 946 time: 0.1450903 May 18 18:07:21.604234 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-91211d24-9c97-48a4-8d1b-f596aca38d2e req-d54b9336-f5e2-479e-8210-5129f0bbc0e5 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030849 May 18 18:07:21.714861 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-de295921-d680-4fd9-89f4-e62bf2d734b9 req-d9068e10-c7a2-4038-a4d6-29d2243cd7d3 service neutron] 10.222.0.85 "GET /v2.0/networks/987703f0-f2b8-4439-81d5-e852efc208ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3444138 May 18 18:07:21.880718 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b84482b-1ee4-4693-bd9d-2c48c914f689 req-d9309a26-8a3f-4aba-85a0-92617060ef21 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:21.882975 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9b84482b-1ee4-4693-bd9d-2c48c914f689 req-d9309a26-8a3f-4aba-85a0-92617060ef21 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/ports?device_id=baf813fb-c557-44a2-9307-16937d880cc5 HTTP/1.1" status: 200 len: 945 time: 0.0936086 May 18 18:07:21.901307 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-d104d168-8ce2-443d-b6bd-0b449014e590 req-ff33a422-850d-455a-b3a1-d43253ef84c2 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Deleting port 538e7120-741b-4083-a640-e211a911d566 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:07:21.901836 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-d104d168-8ce2-443d-b6bd-0b449014e590 req-ff33a422-850d-455a-b3a1-d43253ef84c2 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:22.061696 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9b84482b-1ee4-4693-bd9d-2c48c914f689 req-ee7da9a1-1cb2-4585-9301-635fab2b2b66 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/security-groups?id=fae3ce3c-9235-4ae4-9c6c-e682ce6a4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699505 May 18 18:07:22.146154 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-d104d168-8ce2-443d-b6bd-0b449014e590 req-ff33a422-850d-455a-b3a1-d43253ef84c2 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] For port 538e7120-741b-4083-a640-e211a911d566, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=538e7120-741b-4083-a640-e211a911d566,segment=NetworkSegment(58bfdefb-3654-4aa0-92f0-6f0afd2552db),segment_id=58bfdefb-3654-4aa0-92f0-6f0afd2552db)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:07:22.146715 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-d104d168-8ce2-443d-b6bd-0b449014e590 req-ff33a422-850d-455a-b3a1-d43253ef84c2 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:22.174483 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-d104d168-8ce2-443d-b6bd-0b449014e590 req-ff33a422-850d-455a-b3a1-d43253ef84c2 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Calling delete_port for 538e7120-741b-4083-a640-e211a911d566 owned by compute:nova {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:07:22.309272 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 51146) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:07:22.316657 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-de295921-d680-4fd9-89f4-e62bf2d734b9 req-83add25d-fbf4-4a08-9ea6-fb44168e54d7 service neutron] 10.222.0.85 "GET /v2.0/networks/987703f0-f2b8-4439-81d5-e852efc208ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6006815 May 18 18:07:22.324546 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [req-9db5e93b-a739-41f7-8843-f0064136f825 req-033944b1-0e7f-47f3-998c-370af5affca2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f01a002-9ed0-470d-8e6f-d05dff7e7e0f {{(pid=102730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:07:22.349140 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-9db5e93b-a739-41f7-8843-f0064136f825 req-033944b1-0e7f-47f3-998c-370af5affca2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:22.374682 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01534c60-a5dd-4cb7-82ef-0c46e469be7b req-2f3d0c6f-dfab-4ad2-9d70-d0781237cb13 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:22.377139 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-01534c60-a5dd-4cb7-82ef-0c46e469be7b req-2f3d0c6f-dfab-4ad2-9d70-d0781237cb13 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=6f12de29-35ab-42e1-8264-21cc598af57b HTTP/1.1" status: 200 len: 946 time: 0.1756904 May 18 18:07:22.398443 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [req-9db5e93b-a739-41f7-8843-f0064136f825 req-033944b1-0e7f-47f3-998c-370af5affca2 service neutron] Transition to ACTIVE for port object 1f01a002-9ed0-470d-8e6f-d05dff7e7e0f will not be triggered until provisioned by entity L2. {{(pid=102730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:07:22.406518 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-9db5e93b-a739-41f7-8843-f0064136f825 req-033944b1-0e7f-47f3-998c-370af5affca2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:22.635957 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-01534c60-a5dd-4cb7-82ef-0c46e469be7b req-e60cfa7a-1350-4462-a805-718009899827 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/security-groups?id=33ba1fad-191a-4b7a-ae9e-8e9e60985e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455511 May 18 18:07:22.663708 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6e8db1d8-5142-45f1-98c7-9eaefc6e7e9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:22.682851 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033944b1-0e7f-47f3-998c-370af5affca2 service neutron] Pushing event updated for resources: {'Port': ['ID=1f01a002-9ed0-470d-8e6f-d05dff7e7e0f,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:07:22.772375 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-d104d168-8ce2-443d-b6bd-0b449014e590 req-ff33a422-850d-455a-b3a1-d43253ef84c2 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:22.794039 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['538e7120-741b-4083-a640-e211a911d566'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:07:22.862812 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff33a422-850d-455a-b3a1-d43253ef84c2 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Pushing event deleted for resources: {'Port': ['ID=538e7120-741b-4083-a640-e211a911d566,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:07:22.932233 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adda9f2-fd8c-4ddf-a694-3489832fae37 req-766bd87e-5210-4c0c-bdcc-73c3ee8e2f83 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:22.933752 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8adda9f2-fd8c-4ddf-a694-3489832fae37 req-766bd87e-5210-4c0c-bdcc-73c3ee8e2f83 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef2746b8-d683-41a4-b04c-8bddf000c08f HTTP/1.1" status: 200 len: 944 time: 0.1404209 May 18 18:07:22.934713 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-9db5e93b-a739-41f7-8843-f0064136f825 req-033944b1-0e7f-47f3-998c-370af5affca2 service neutron] Attempting to bind port 1f01a002-9ed0-470d-8e6f-d05dff7e7e0f on host n-h1-838550-3 for vnic_type normal with profile {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:07:22.935049 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-9db5e93b-a739-41f7-8843-f0064136f825 req-033944b1-0e7f-47f3-998c-370af5affca2 service neutron] Attempting to bind port 1f01a002-9ed0-470d-8e6f-d05dff7e7e0f by drivers openvswitch,hyperv on host n-h1-838550-3 at level 0 using segments [{'id': 'ba5b4c8c-85fa-4d1e-ac5d-e49cc72250ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '35aa03bc-1495-4548-8bc6-c83249799063'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:07:22.935377 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db5e93b-a739-41f7-8843-f0064136f825 req-033944b1-0e7f-47f3-998c-370af5affca2 service neutron] Attempting to bind port 1f01a002-9ed0-470d-8e6f-d05dff7e7e0f on network 35aa03bc-1495-4548-8bc6-c83249799063 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:07:22.973058 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db5e93b-a739-41f7-8843-f0064136f825 req-033944b1-0e7f-47f3-998c-370af5affca2 service neutron] Port 1f01a002-9ed0-470d-8e6f-d05dff7e7e0f on network 35aa03bc-1495-4548-8bc6-c83249799063 not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-3 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:07:22.973387 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db5e93b-a739-41f7-8843-f0064136f825 req-033944b1-0e7f-47f3-998c-370af5affca2 service neutron] Attempting to bind port 1f01a002-9ed0-470d-8e6f-d05dff7e7e0f on network 35aa03bc-1495-4548-8bc6-c83249799063 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:07:22.991794 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-d104d168-8ce2-443d-b6bd-0b449014e590 req-ff33a422-850d-455a-b3a1-d43253ef84c2 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] No DVR routers for this DVR port 538e7120-741b-4083-a640-e211a911d566 on host n-h1-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:07:22.996844 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-d104d168-8ce2-443d-b6bd-0b449014e590 req-ff33a422-850d-455a-b3a1-d43253ef84c2 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:23.001722 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d104d168-8ce2-443d-b6bd-0b449014e590 req-ff33a422-850d-455a-b3a1-d43253ef84c2 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.36 "DELETE /v2.0/ports/538e7120-741b-4083-a640-e211a911d566 HTTP/1.1" status: 204 len: 173 time: 1.3949311 May 18 18:07:23.003852 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f12de29-35ab-42e1-8264-21cc598af57b', 'name': 'network-vif-deleted', 'tag': '538e7120-741b-4083-a640-e211a911d566'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:07:23.006714 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db5e93b-a739-41f7-8843-f0064136f825 req-033944b1-0e7f-47f3-998c-370af5affca2 service neutron] Checking agent: {'id': '1dbac822-25f2-4df8-9dc8-5c2e7b136eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:07:23.007068 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db5e93b-a739-41f7-8843-f0064136f825 req-033944b1-0e7f-47f3-998c-370af5affca2 service neutron] Checking segment: {'id': 'ba5b4c8c-85fa-4d1e-ac5d-e49cc72250ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '35aa03bc-1495-4548-8bc6-c83249799063'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:07:23.007465 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db5e93b-a739-41f7-8843-f0064136f825 req-033944b1-0e7f-47f3-998c-370af5affca2 service neutron] Bound using segment: {'id': 'ba5b4c8c-85fa-4d1e-ac5d-e49cc72250ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '35aa03bc-1495-4548-8bc6-c83249799063'} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:07:23.007965 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-9db5e93b-a739-41f7-8843-f0064136f825 req-033944b1-0e7f-47f3-998c-370af5affca2 service neutron] Bound port: 1f01a002-9ed0-470d-8e6f-d05dff7e7e0f, host: n-h1-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba5b4c8c-85fa-4d1e-ac5d-e49cc72250ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '35aa03bc-1495-4548-8bc6-c83249799063'}}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:07:23.008284 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-9db5e93b-a739-41f7-8843-f0064136f825 req-033944b1-0e7f-47f3-998c-370af5affca2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:23.023572 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c10f9f54-8cf3-4669-bc06-9ae302cfb99a" -d '{"events": [{"server_uuid": "6f12de29-35ab-42e1-8264-21cc598af57b", "name": "network-vif-deleted", "tag": "538e7120-741b-4083-a640-e211a911d566"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:07:23.067749 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa65f22-099c-455a-a951-9ae23b82f712 req-2f200163-e09c-44a9-b218-0f83832b79cc tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:23.076224 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8adda9f2-fd8c-4ddf-a694-3489832fae37 req-06dabf1d-972d-443a-8f92-5aba0a4467e0 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] 10.222.0.85 "GET /v2.0/security-groups?id=08db6f0e-0a01-416e-97d4-92fd213972b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226926 May 18 18:07:23.092670 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4fa65f22-099c-455a-a951-9ae23b82f712 req-2f200163-e09c-44a9-b218-0f83832b79cc tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=b8f267c7-2a12-455a-8742-23cd949ead3a HTTP/1.1" status: 200 len: 949 time: 0.2441885 May 18 18:07:23.135647 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baf813fb-c557-44a2-9307-16937d880cc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '627f74eb-f86f-4971-87d7-210b8d2c8060'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:07:23.139791 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98cb6909-0abb-44a9-8ac9-462450e91c57" -d '{"events": [{"server_uuid": "baf813fb-c557-44a2-9307-16937d880cc5", "name": "network-vif-plugged", "status": "completed", "tag": "627f74eb-f86f-4971-87d7-210b8d2c8060"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:07:23.246222 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6e8db1d8-5142-45f1-98c7-9eaefc6e7e9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:23.282969 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6e8db1d8-5142-45f1-98c7-9eaefc6e7e9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:23.375774 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4fa65f22-099c-455a-a951-9ae23b82f712 req-b00953a9-0105-4ea0-9be1-b0effc51de03 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2804933 May 18 18:07:23.417678 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-9db5e93b-a739-41f7-8843-f0064136f825 req-033944b1-0e7f-47f3-998c-370af5affca2 service neutron] For port 1f01a002-9ed0-470d-8e6f-d05dff7e7e0f, host n-h1-838550-3, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:07:23.418629 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-9db5e93b-a739-41f7-8843-f0064136f825 req-033944b1-0e7f-47f3-998c-370af5affca2 service neutron] For port 1f01a002-9ed0-470d-8e6f-d05dff7e7e0f, host n-h1-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=1f01a002-9ed0-470d-8e6f-d05dff7e7e0f,segment=NetworkSegment(ba5b4c8c-85fa-4d1e-ac5d-e49cc72250ce),segment_id=ba5b4c8c-85fa-4d1e-ac5d-e49cc72250ce)] {{(pid=102730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:07:23.433426 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-9db5e93b-a739-41f7-8843-f0064136f825 req-033944b1-0e7f-47f3-998c-370af5affca2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:23.443868 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8db1d8-5142-45f1-98c7-9eaefc6e7e9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d66c5673-a137-4856-8611-05301d751f0b,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:07:23.478745 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-6e8db1d8-5142-45f1-98c7-9eaefc6e7e9e admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=0a51b99dc0394a46bf7408df3c1b56c5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1672101 May 18 18:07:23.480077 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 51176) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:07:23.540671 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-06691fb3-e15a-4355-96d6-727a2ff459bc req-a1d415e3-d30a-4856-8c53-381031e2500e tempest-ServerMetadataNegativeTestJSON-369288560 tempest-ServerMetadataNegativeTestJSON-369288560-project] 10.222.0.85 "GET /v2.0/ports?device_id=78f0c812-3abf-4a69-bcf5-44e74a0e1bf5 HTTP/1.1" status: 200 len: 210 time: 0.1170454 May 18 18:07:23.556554 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12c495e8-9b6a-4757-b1fd-b4c98de25f2b x-openstack-request-id: req-12c495e8-9b6a-4757-b1fd-b4c98de25f2b {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:07:23.557081 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f12de29-35ab-42e1-8264-21cc598af57b", "name": "network-vif-deleted", "tag": "538e7120-741b-4083-a640-e211a911d566", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:07:23.557582 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-12c495e8-9b6a-4757-b1fd-b4c98de25f2b {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:07:23.558199 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12c495e8-9b6a-4757-b1fd-b4c98de25f2b'] response: {'server_uuid': '6f12de29-35ab-42e1-8264-21cc598af57b', 'name': 'network-vif-deleted', 'tag': '538e7120-741b-4083-a640-e211a911d566', 'status': 'completed', 'code': 200} May 18 18:07:23.590445 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db5e93b-a739-41f7-8843-f0064136f825 req-033944b1-0e7f-47f3-998c-370af5affca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:23.592648 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-9db5e93b-a739-41f7-8843-f0064136f825 req-033944b1-0e7f-47f3-998c-370af5affca2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:23.595393 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9db5e93b-a739-41f7-8843-f0064136f825 req-033944b1-0e7f-47f3-998c-370af5affca2 service neutron] 10.222.0.36 "PUT /v2.0/ports/1f01a002-9ed0-470d-8e6f-d05dff7e7e0f HTTP/1.1" status: 200 len: 1092 time: 2.9470766 May 18 18:07:23.603749 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef2746b8-d683-41a4-b04c-8bddf000c08f', 'tag': '1f01a002-9ed0-470d-8e6f-d05dff7e7e0f'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:07:23.610328 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dcbdcc8-1b78-4840-ab27-bc10ddca3004" -d '{"events": [{"name": "network-changed", "server_uuid": "ef2746b8-d683-41a4-b04c-8bddf000c08f", "tag": "1f01a002-9ed0-470d-8e6f-d05dff7e7e0f"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:07:23.617318 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0271afb6-3074-4e15-9d5a-55aa8f506b30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:23.675817 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0271afb6-3074-4e15-9d5a-55aa8f506b30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:23.746199 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033944b1-0e7f-47f3-998c-370af5affca2 service neutron] Pushing event updated for resources: {'Port': ['ID=1f01a002-9ed0-470d-8e6f-d05dff7e7e0f,revision_number=3']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:07:23.760266 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63fd6aa6-2ca3-4197-802d-eb46d0774c1b x-openstack-request-id: req-63fd6aa6-2ca3-4197-802d-eb46d0774c1b {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:07:23.761374 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baf813fb-c557-44a2-9307-16937d880cc5", "name": "network-vif-plugged", "status": "completed", "tag": "627f74eb-f86f-4971-87d7-210b8d2c8060", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:07:23.761832 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-63fd6aa6-2ca3-4197-802d-eb46d0774c1b {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:07:23.762405 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63fd6aa6-2ca3-4197-802d-eb46d0774c1b'] response: {'server_uuid': 'baf813fb-c557-44a2-9307-16937d880cc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '627f74eb-f86f-4971-87d7-210b8d2c8060', 'code': 200} May 18 18:07:23.814371 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db5e93b-a739-41f7-8843-f0064136f825 req-cc875c95-6604-4a56-80c9-d55ce3c97301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:23.816399 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9db5e93b-a739-41f7-8843-f0064136f825 req-cc875c95-6604-4a56-80c9-d55ce3c97301 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fdb911c855ac4c6cb6a711e7d11eed8e&device_id=ef2746b8-d683-41a4-b04c-8bddf000c08f HTTP/1.1" status: 200 len: 1095 time: 0.1662624 May 18 18:07:23.966614 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aae80686-7bf4-4ac0-bd6e-2a19378d2a76 x-openstack-request-id: req-aae80686-7bf4-4ac0-bd6e-2a19378d2a76 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:07:23.966954 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef2746b8-d683-41a4-b04c-8bddf000c08f", "tag": "1f01a002-9ed0-470d-8e6f-d05dff7e7e0f", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:07:23.967157 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-aae80686-7bf4-4ac0-bd6e-2a19378d2a76 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:07:23.969264 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aae80686-7bf4-4ac0-bd6e-2a19378d2a76'] response: {'name': 'network-changed', 'server_uuid': 'ef2746b8-d683-41a4-b04c-8bddf000c08f', 'tag': '1f01a002-9ed0-470d-8e6f-d05dff7e7e0f', 'status': 'completed', 'code': 200} May 18 18:07:23.974864 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9db5e93b-a739-41f7-8843-f0064136f825 req-26be618b-e11c-4403-b76a-38d8e7a43fa9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f01a002-9ed0-470d-8e6f-d05dff7e7e0f HTTP/1.1" status: 200 len: 217 time: 0.1477091 May 18 18:07:24.035426 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b173d12d-cb6b-45c7-b802-7b59285c04ee req-7ec48830-1af0-402c-b3f9-1eeb4666d3de tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:24.044342 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b173d12d-cb6b-45c7-b802-7b59285c04ee req-7ec48830-1af0-402c-b3f9-1eeb4666d3de tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/ports?device_id=baf813fb-c557-44a2-9307-16937d880cc5 HTTP/1.1" status: 200 len: 945 time: 0.2552924 May 18 18:07:24.049319 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0271afb6-3074-4e15-9d5a-55aa8f506b30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:24.052615 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0271afb6-3074-4e15-9d5a-55aa8f506b30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:24.055072 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-0271afb6-3074-4e15-9d5a-55aa8f506b30 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/d66c5673-a137-4856-8611-05301d751f0b HTTP/1.1" status: 204 len: 168 time: 0.5740378 May 18 18:07:24.091988 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82972891-0203-4d14-bbc7-111936f4beb2 req-058b2597-a204-4bc6-8133-1006e90f1999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:24.094677 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-82972891-0203-4d14-bbc7-111936f4beb2 req-058b2597-a204-4bc6-8133-1006e90f1999 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=baf813fb-c557-44a2-9307-16937d880cc5 HTTP/1.1" status: 200 len: 1096 time: 0.2243340 May 18 18:07:24.096642 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0271afb6-3074-4e15-9d5a-55aa8f506b30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d66c5673-a137-4856-8611-05301d751f0b,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:07:24.128689 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0b6ea309-68a1-418f-b642-1ca97ef2a083 req-0fccc719-1c94-46ac-ad9c-9e55f961e564 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=6f12de29-35ab-42e1-8264-21cc598af57b HTTP/1.1" status: 200 len: 210 time: 0.0875487 May 18 18:07:24.150818 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db5e93b-a739-41f7-8843-f0064136f825 req-a6261c80-faae-417a-9274-67e252be1201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:24.152300 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9db5e93b-a739-41f7-8843-f0064136f825 req-a6261c80-faae-417a-9274-67e252be1201 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a9078eee-385e-4d5a-9f98-77196779b20c HTTP/1.1" status: 200 len: 852 time: 0.1700599 May 18 18:07:24.214918 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9db5e93b-a739-41f7-8843-f0064136f825 req-cbd98c01-5067-40a0-82dc-fea8872aa9c4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=35aa03bc-1495-4548-8bc6-c83249799063&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525949 May 18 18:07:24.227669 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b173d12d-cb6b-45c7-b802-7b59285c04ee req-9f96396b-4334-428f-829e-5d3189b08de9 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/security-groups?id=fae3ce3c-9235-4ae4-9c6c-e682ce6a4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819944 May 18 18:07:24.337533 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-82972891-0203-4d14-bbc7-111936f4beb2 req-3ba05db7-e19b-441a-8243-8808c7b40a30 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=fae3ce3c-9235-4ae4-9c6c-e682ce6a4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224774 May 18 18:07:24.442578 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9db5e93b-a739-41f7-8843-f0064136f825 req-c488f43d-4cd4-407e-8249-89cb4b5f8470 service neutron] 10.222.0.36 "GET /v2.0/networks/35aa03bc-1495-4548-8bc6-c83249799063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202151 May 18 18:07:24.622798 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f640cd2b-8700-4e34-bbcb-f0722d1efebf req-f2bec95a-fc8b-42af-be4a-9d6d142f9e43 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:24.633054 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f640cd2b-8700-4e34-bbcb-f0722d1efebf req-f2bec95a-fc8b-42af-be4a-9d6d142f9e43 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef2746b8-d683-41a4-b04c-8bddf000c08f HTTP/1.1" status: 200 len: 944 time: 0.1785192 May 18 18:07:24.708361 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b60992-1bff-4868-af48-0dd9514a159d req-4526eec1-8f4e-466b-ab91-0801803c824c tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:24.711469 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c3b60992-1bff-4868-af48-0dd9514a159d req-4526eec1-8f4e-466b-ab91-0801803c824c tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=b8f267c7-2a12-455a-8742-23cd949ead3a HTTP/1.1" status: 200 len: 949 time: 0.1122901 May 18 18:07:24.761364 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9db5e93b-a739-41f7-8843-f0064136f825 req-b6147e31-02b2-43fd-8c54-9ae00107dfae service neutron] 10.222.0.36 "GET /v2.0/networks/35aa03bc-1495-4548-8bc6-c83249799063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285414 May 18 18:07:24.782283 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f640cd2b-8700-4e34-bbcb-f0722d1efebf req-975e7bd6-907d-48c7-9e1e-4754472c1082 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] 10.222.0.85 "GET /v2.0/security-groups?id=08db6f0e-0a01-416e-97d4-92fd213972b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475308 May 18 18:07:24.801565 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c3b60992-1bff-4868-af48-0dd9514a159d req-426299a6-0359-4b6d-a078-15c835401ce1 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780880 May 18 18:07:24.917062 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 51220) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:07:24.940737 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-60de8889-a4ad-491b-9ecf-2aca54da631a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:25.003878 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b82d3c6a-ee78-4177-afd1-a69dc75881be req-1be78b37-3780-4f01-8ad2-072951afa82e tempest-ServerMetadataNegativeTestJSON-369288560 tempest-ServerMetadataNegativeTestJSON-369288560-project] 10.222.0.85 "GET /v2.0/ports?device_id=78f0c812-3abf-4a69-bcf5-44e74a0e1bf5 HTTP/1.1" status: 200 len: 210 time: 0.0895677 May 18 18:07:25.239389 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcbdcc8-1b78-4840-ab27-bc10ddca3004 req-0b5e6ade-8e66-42f5-b646-356de0c42031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:25.240829 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7dcbdcc8-1b78-4840-ab27-bc10ddca3004 req-0b5e6ade-8e66-42f5-b646-356de0c42031 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fdb911c855ac4c6cb6a711e7d11eed8e&device_id=ef2746b8-d683-41a4-b04c-8bddf000c08f HTTP/1.1" status: 200 len: 1095 time: 0.2616568 May 18 18:07:25.465250 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08985b4c-55e9-4a70-9c60-55f646be0da1 req-da0d4640-0380-4c3e-aa55-80a6a5ecffb7 tempest-MigrationsAdminTest-1168720566 tempest-MigrationsAdminTest-1168720566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:25.476724 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-08985b4c-55e9-4a70-9c60-55f646be0da1 req-da0d4640-0380-4c3e-aa55-80a6a5ecffb7 tempest-MigrationsAdminTest-1168720566 tempest-MigrationsAdminTest-1168720566-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=b8f267c7-2a12-455a-8742-23cd949ead3a HTTP/1.1" status: 200 len: 1100 time: 0.3908556 May 18 18:07:25.509971 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-00fa6736-e037-407f-8b8e-c842ce73604a req-67f1dac0-7692-4950-b408-db7a5a75bcf2 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=6f12de29-35ab-42e1-8264-21cc598af57b HTTP/1.1" status: 200 len: 210 time: 0.0943520 May 18 18:07:25.567577 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de295921-d680-4fd9-89f4-e62bf2d734b9 req-da032433-e2fe-43c9-a235-43a26d39e147 tempest-ServerMetadataNegativeTestJSON-369288560 tempest-ServerMetadataNegativeTestJSON-369288560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:25.569942 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-de295921-d680-4fd9-89f4-e62bf2d734b9 req-da032433-e2fe-43c9-a235-43a26d39e147 tempest-ServerMetadataNegativeTestJSON-369288560 tempest-ServerMetadataNegativeTestJSON-369288560-project] 10.222.0.88 "GET /v2.0/networks?id=987703f0-f2b8-4439-81d5-e852efc208ae HTTP/1.1" status: 200 len: 821 time: 0.4875526 May 18 18:07:25.604069 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-08985b4c-55e9-4a70-9c60-55f646be0da1 req-a8d9dc82-3ca3-4c88-91c1-d3479b7b6d46 tempest-MigrationsAdminTest-1168720566 tempest-MigrationsAdminTest-1168720566-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260686 May 18 18:07:25.619651 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-de295921-d680-4fd9-89f4-e62bf2d734b9 req-a42739b5-1ecc-4d89-8efc-54d4bb78b78d tempest-ServerMetadataNegativeTestJSON-369288560 tempest-ServerMetadataNegativeTestJSON-369288560-project] Request body: {'port': {'device_id': '78f0c812-3abf-4a69-bcf5-44e74a0e1bf5', 'network_id': '987703f0-f2b8-4439-81d5-e852efc208ae', 'admin_state_up': True, 'tenant_id': '2880cbadee4d4fe18f6883c00b7f55ee'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:07:25.713967 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-60de8889-a4ad-491b-9ecf-2aca54da631a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:25.735445 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 538e7120-741b-4083-a640-e211a911d566 no longer exists at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:07:25.771435 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-60de8889-a4ad-491b-9ecf-2aca54da631a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:25.793653 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] No Port match for: 538e7120-741b-4083-a640-e211a911d566 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:07:25.794023 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 538e7120-741b-4083-a640-e211a911d566 not bound to the agent host n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:07:25.828098 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24589a90-f1c3-49d7-b68a-f608b8e7cda8 req-89438507-069e-4e64-92f5-b599db8e635f tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:25.838471 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-24589a90-f1c3-49d7-b68a-f608b8e7cda8 req-89438507-069e-4e64-92f5-b599db8e635f tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/ports?device_id=baf813fb-c557-44a2-9307-16937d880cc5 HTTP/1.1" status: 200 len: 945 time: 0.0897448 May 18 18:07:25.882404 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60de8889-a4ad-491b-9ecf-2aca54da631a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=888f234c-1fac-46e9-84ef-c76fb82d56f4,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:07:25.937840 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-24589a90-f1c3-49d7-b68a-f608b8e7cda8 req-bd4eebda-f6e7-4887-85d1-e14d4a2b3545 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/security-groups?id=fae3ce3c-9235-4ae4-9c6c-e682ce6a4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982707 May 18 18:07:25.944141 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcbdcc8-1b78-4840-ab27-bc10ddca3004 req-bef3a294-20a4-440c-ace5-5cc41fc970a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:25.946027 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7dcbdcc8-1b78-4840-ab27-bc10ddca3004 req-bef3a294-20a4-440c-ace5-5cc41fc970a9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=35aa03bc-1495-4548-8bc6-c83249799063 HTTP/1.1" status: 200 len: 913 time: 0.6934867 May 18 18:07:25.986476 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 51244) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:07:25.986627 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-60de8889-a4ad-491b-9ecf-2aca54da631a admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=7fdd074d978d4cee8b65ebb29653c99b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0680535 May 18 18:07:26.036729 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7dcbdcc8-1b78-4840-ab27-bc10ddca3004 req-46c67709-c6b5-468f-9b9c-351433774f3e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f01a002-9ed0-470d-8e6f-d05dff7e7e0f HTTP/1.1" status: 200 len: 217 time: 0.0797720 May 18 18:07:26.079128 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3ba96a1d-d722-41f5-b1d5-8a096c8e5ba7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:26.141081 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3ba96a1d-d722-41f5-b1d5-8a096c8e5ba7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:26.159598 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96177c4d-c4ea-4cc4-8629-00daaba7d5e2 req-8d32c42d-02c7-4c8b-8fd2-d72bc69e96ce tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:26.177132 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-96177c4d-c4ea-4cc4-8629-00daaba7d5e2 req-8d32c42d-02c7-4c8b-8fd2-d72bc69e96ce tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] 10.222.0.85 "GET /v2.0/ports?device_id=d2b36aff-64a4-4f9e-86f7-8c7fa138ba4c HTTP/1.1" status: 200 len: 945 time: 0.2971613 May 18 18:07:26.262865 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3ba96a1d-d722-41f5-b1d5-8a096c8e5ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:26.267601 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3ba96a1d-d722-41f5-b1d5-8a096c8e5ba7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:26.271873 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-3ba96a1d-d722-41f5-b1d5-8a096c8e5ba7 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/888f234c-1fac-46e9-84ef-c76fb82d56f4 HTTP/1.1" status: 204 len: 168 time: 0.2822621 May 18 18:07:26.285173 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de295921-d680-4fd9-89f4-e62bf2d734b9 req-a42739b5-1ecc-4d89-8efc-54d4bb78b78d tempest-ServerMetadataNegativeTestJSON-369288560 tempest-ServerMetadataNegativeTestJSON-369288560-project] Made reservation on behalf of 2880cbadee4d4fe18f6883c00b7f55ee for: {'port': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:07:26.291380 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba96a1d-d722-41f5-b1d5-8a096c8e5ba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=888f234c-1fac-46e9-84ef-c76fb82d56f4,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:07:26.296599 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-de295921-d680-4fd9-89f4-e62bf2d734b9 req-a42739b5-1ecc-4d89-8efc-54d4bb78b78d tempest-ServerMetadataNegativeTestJSON-369288560 tempest-ServerMetadataNegativeTestJSON-369288560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:26.336364 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-96177c4d-c4ea-4cc4-8629-00daaba7d5e2 req-9c11cf84-87e5-4857-9491-344b4a96cc04 tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] 10.222.0.85 "GET /v2.0/security-groups?id=4e5deb66-88bb-4395-820b-ae258d556e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1585951 May 18 18:07:26.340659 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcbdcc8-1b78-4840-ab27-bc10ddca3004 req-272c2a27-f520-4035-accb-9297be0b703e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:26.348130 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7dcbdcc8-1b78-4840-ab27-bc10ddca3004 req-272c2a27-f520-4035-accb-9297be0b703e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a9078eee-385e-4d5a-9f98-77196779b20c HTTP/1.1" status: 200 len: 852 time: 0.2998221 May 18 18:07:26.459641 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7dcbdcc8-1b78-4840-ab27-bc10ddca3004 req-c03bf12c-f1ef-45eb-bd90-d794acefb79b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=35aa03bc-1495-4548-8bc6-c83249799063&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0985675 May 18 18:07:26.739895 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0cabc4-608b-4aba-8978-6c77ca13c36f req-4eac1874-89af-47c4-8918-15064a259ec2 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:26.752007 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bb0cabc4-608b-4aba-8978-6c77ca13c36f req-4eac1874-89af-47c4-8918-15064a259ec2 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef2746b8-d683-41a4-b04c-8bddf000c08f HTTP/1.1" status: 200 len: 944 time: 0.2493906 May 18 18:07:26.802739 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7dcbdcc8-1b78-4840-ab27-bc10ddca3004 req-194a9d62-68f6-4c2c-9eed-4829d4c2b78b service neutron] 10.222.0.36 "GET /v2.0/networks/35aa03bc-1495-4548-8bc6-c83249799063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2996109 May 18 18:07:26.858785 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [req-de295921-d680-4fd9-89f4-e62bf2d734b9 req-a42739b5-1ecc-4d89-8efc-54d4bb78b78d tempest-ServerMetadataNegativeTestJSON-369288560 tempest-ServerMetadataNegativeTestJSON-369288560-project] Allocated IP 172.20.0.3 (987703f0-f2b8-4439-81d5-e852efc208ae/37ce810a-23c6-4621-b634-0b81d327344c/99b9fffd-2b32-454a-ac5c-bbcf4ff76edd) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:07:26.934391 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bb0cabc4-608b-4aba-8978-6c77ca13c36f req-e2cfe3c7-d130-4a8e-96b8-0e50904355ab tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] 10.222.0.85 "GET /v2.0/security-groups?id=08db6f0e-0a01-416e-97d4-92fd213972b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820412 May 18 18:07:27.258015 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9d10fb2b-fb34-40ac-ba15-305ad0318014 req-f74d9d21-80bd-43b1-9e89-e6ec2536e30d tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=6f12de29-35ab-42e1-8264-21cc598af57b HTTP/1.1" status: 200 len: 210 time: 0.0972638 May 18 18:07:27.297508 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7dcbdcc8-1b78-4840-ab27-bc10ddca3004 req-78673f4c-cce9-4ff3-9ecf-fcbfad6caadc service neutron] 10.222.0.36 "GET /v2.0/networks/35aa03bc-1495-4548-8bc6-c83249799063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4842892 May 18 18:07:27.426332 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bab1f4c5-004e-43d3-a27d-fe23a8e346f7 req-0faafbc4-2bc8-45c7-aaae-0759dd9135dc tempest-ServerMetadataNegativeTestJSON-369288560 tempest-ServerMetadataNegativeTestJSON-369288560-project] 10.222.0.85 "GET /v2.0/ports?device_id=78f0c812-3abf-4a69-bcf5-44e74a0e1bf5 HTTP/1.1" status: 200 len: 210 time: 0.2161975 May 18 18:07:27.650707 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b26297-413f-4385-afc0-b223d4b1d7aa req-712dae39-f982-48e6-83e3-c39af1575b15 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:27.652739 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e0b26297-413f-4385-afc0-b223d4b1d7aa req-712dae39-f982-48e6-83e3-c39af1575b15 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/ports?device_id=baf813fb-c557-44a2-9307-16937d880cc5 HTTP/1.1" status: 200 len: 945 time: 0.1008911 May 18 18:07:27.731965 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e0b26297-413f-4385-afc0-b223d4b1d7aa req-b2bf3b81-7bbe-4358-85aa-f2dd236ce6d5 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/security-groups?id=fae3ce3c-9235-4ae4-9c6c-e682ce6a4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676360 May 18 18:07:27.762182 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 1f01a002-9ed0-470d-8e6f-d05dff7e7e0f details requested by agent hyperv_n-h1-838550-3 with host n-h1-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:07:27.786503 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-44cb95d3-8f13-4643-afc3-711e1b0574be req-40fa35aa-8968-4d53-9c2b-7a1b76a9770e service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=b8f267c7-2a12-455a-8742-23cd949ead3a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5783501 May 18 18:07:27.992664 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f88c2a-3fdc-4ca3-99eb-0a77fddf220e req-3e99dbea-22f8-4357-82b1-6824da579cad tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:27.995043 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-00f88c2a-3fdc-4ca3-99eb-0a77fddf220e req-3e99dbea-22f8-4357-82b1-6824da579cad tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=b8f267c7-2a12-455a-8742-23cd949ead3a HTTP/1.1" status: 200 len: 949 time: 0.3872843 May 18 18:07:28.049375 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94daac6-3050-4669-a6bc-f57cee545f17 req-c12b674c-2aaa-404e-93ec-26383751d69b tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:28.053106 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b94daac6-3050-4669-a6bc-f57cee545f17 req-c12b674c-2aaa-404e-93ec-26383751d69b tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] 10.222.0.88 "GET /v2.0/ports?device_id=d2b36aff-64a4-4f9e-86f7-8c7fa138ba4c HTTP/1.1" status: 200 len: 945 time: 0.4412494 May 18 18:07:28.133856 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-de295921-d680-4fd9-89f4-e62bf2d734b9 req-a42739b5-1ecc-4d89-8efc-54d4bb78b78d tempest-ServerMetadataNegativeTestJSON-369288560 tempest-ServerMetadataNegativeTestJSON-369288560-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:28.156698 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e3a135-db71-469c-85aa-ccef73d07565 req-ab367439-b1d7-4663-9592-39ca4cad5ce3 tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:28.171606 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-70e3a135-db71-469c-85aa-ccef73d07565 req-ab367439-b1d7-4663-9592-39ca4cad5ce3 tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] 10.222.0.85 "GET /v2.0/ports?device_id=d2b36aff-64a4-4f9e-86f7-8c7fa138ba4c HTTP/1.1" status: 200 len: 945 time: 0.1656837 May 18 18:07:28.183330 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 1f01a002-9ed0-470d-8e6f-d05dff7e7e0f, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=1f01a002-9ed0-470d-8e6f-d05dff7e7e0f,segment=NetworkSegment(ba5b4c8c-85fa-4d1e-ac5d-e49cc72250ce),segment_id=ba5b4c8c-85fa-4d1e-ac5d-e49cc72250ce)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:07:28.234127 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Returning: {'device': '1f01a002-9ed0-470d-8e6f-d05dff7e7e0f', 'network_id': '35aa03bc-1495-4548-8bc6-c83249799063', 'port_id': '1f01a002-9ed0-470d-8e6f-d05dff7e7e0f', 'mac_address': 'fa:16:3e:ab:e0:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9078eee-385e-4d5a-9f98-77196779b20c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:07:28.292125 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-de295921-d680-4fd9-89f4-e62bf2d734b9 req-a42739b5-1ecc-4d89-8efc-54d4bb78b78d tempest-ServerMetadataNegativeTestJSON-369288560 tempest-ServerMetadataNegativeTestJSON-369288560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:28.339150 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-70e3a135-db71-469c-85aa-ccef73d07565 req-202d9522-1e0a-4eb9-b317-5f80e8818c02 tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] 10.222.0.85 "GET /v2.0/security-groups?id=4e5deb66-88bb-4395-820b-ae258d556e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1512156 May 18 18:07:28.366244 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42739b5-1ecc-4d89-8efc-54d4bb78b78d tempest-ServerMetadataNegativeTestJSON-369288560 tempest-ServerMetadataNegativeTestJSON-369288560-project] Pushing event updated for resources: {'Port': ['ID=99b9fffd-2b32-454a-ac5c-bbcf4ff76edd,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:07:28.415964 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-00f88c2a-3fdc-4ca3-99eb-0a77fddf220e req-cd5941ed-7fff-4f91-b64a-0738b42a2267 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110274 May 18 18:07:28.449750 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de295921-d680-4fd9-89f4-e62bf2d734b9 req-a42739b5-1ecc-4d89-8efc-54d4bb78b78d tempest-ServerMetadataNegativeTestJSON-369288560 tempest-ServerMetadataNegativeTestJSON-369288560-project] Network 987703f0-f2b8-4439-81d5-e852efc208ae is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:07:28.461915 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 1f01a002-9ed0-470d-8e6f-d05dff7e7e0f is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:07:28.470142 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:28.510537 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [req-de295921-d680-4fd9-89f4-e62bf2d734b9 req-a42739b5-1ecc-4d89-8efc-54d4bb78b78d tempest-ServerMetadataNegativeTestJSON-369288560 tempest-ServerMetadataNegativeTestJSON-369288560-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:07:28.517163 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-de295921-d680-4fd9-89f4-e62bf2d734b9 req-a42739b5-1ecc-4d89-8efc-54d4bb78b78d tempest-ServerMetadataNegativeTestJSON-369288560 tempest-ServerMetadataNegativeTestJSON-369288560-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:07:28.558552 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f01a002-9ed0-470d-8e6f-d05dff7e7e0f {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:07:28.669822 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 1f01a002-9ed0-470d-8e6f-d05dff7e7e0f, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=1f01a002-9ed0-470d-8e6f-d05dff7e7e0f,segment=NetworkSegment(ba5b4c8c-85fa-4d1e-ac5d-e49cc72250ce),segment_id=ba5b4c8c-85fa-4d1e-ac5d-e49cc72250ce)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:07:28.712383 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:28.802389 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b937c07-ff18-4155-b889-9bbf3fb5f852 req-1e80bd1c-7560-4c29-993b-004dfe33396d tempest-LiveMigrationTest-768751957 tempest-LiveMigrationTest-768751957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:28.820616 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2b937c07-ff18-4155-b889-9bbf3fb5f852 req-1e80bd1c-7560-4c29-993b-004dfe33396d tempest-LiveMigrationTest-768751957 tempest-LiveMigrationTest-768751957-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=baf813fb-c557-44a2-9307-16937d880cc5 HTTP/1.1" status: 200 len: 1096 time: 0.2419515 May 18 18:07:28.896301 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de295921-d680-4fd9-89f4-e62bf2d734b9 req-a42739b5-1ecc-4d89-8efc-54d4bb78b78d tempest-ServerMetadataNegativeTestJSON-369288560 tempest-ServerMetadataNegativeTestJSON-369288560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:28.896916 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-de295921-d680-4fd9-89f4-e62bf2d734b9 req-a42739b5-1ecc-4d89-8efc-54d4bb78b78d tempest-ServerMetadataNegativeTestJSON-369288560 tempest-ServerMetadataNegativeTestJSON-369288560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:28.951050 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2b937c07-ff18-4155-b889-9bbf3fb5f852 req-08f960ae-7693-4464-b541-6260361ca753 tempest-LiveMigrationTest-768751957 tempest-LiveMigrationTest-768751957-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=fae3ce3c-9235-4ae4-9c6c-e682ce6a4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248605 May 18 18:07:28.959073 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-de295921-d680-4fd9-89f4-e62bf2d734b9 req-a42739b5-1ecc-4d89-8efc-54d4bb78b78d tempest-ServerMetadataNegativeTestJSON-369288560 tempest-ServerMetadataNegativeTestJSON-369288560-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3686080 May 18 18:07:28.965908 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-b94daac6-3050-4669-a6bc-f57cee545f17 req-8fb0f06e-fc56-4e37-97d2-9044a03d4420 tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] Deleting port b36805c6-85ee-4c48-8f10-421ba861f687 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:07:28.966099 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-b94daac6-3050-4669-a6bc-f57cee545f17 req-8fb0f06e-fc56-4e37-97d2-9044a03d4420 tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:28.973522 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=1f01a002-9ed0-470d-8e6f-d05dff7e7e0f,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:07:29.017028 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['1f01a002-9ed0-470d-8e6f-d05dff7e7e0f'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:07:29.036741 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:07:29.040128 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:07:29.040862 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:07:29.042646 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:07:29.044789 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:07:29.045449 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:07:29.046902 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:07:29.047829 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:07:29.049378 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:07:29.051075 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:07:29.052677 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:07:29.053981 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:07:29.174996 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-b94daac6-3050-4669-a6bc-f57cee545f17 req-8fb0f06e-fc56-4e37-97d2-9044a03d4420 tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] For port b36805c6-85ee-4c48-8f10-421ba861f687, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=b36805c6-85ee-4c48-8f10-421ba861f687,segment=NetworkSegment(1aea2a35-1fcb-44d9-9243-9716f311d349),segment_id=1aea2a35-1fcb-44d9-9243-9716f311d349)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:07:29.175376 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-b94daac6-3050-4669-a6bc-f57cee545f17 req-8fb0f06e-fc56-4e37-97d2-9044a03d4420 tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:29.272557 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8dd802fa-360f-4fed-a59f-120c26ab0f65 req-fa5d85cd-450c-4fc0-9206-a4ab5e347cbb tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=6f12de29-35ab-42e1-8264-21cc598af57b HTTP/1.1" status: 200 len: 210 time: 0.0892384 May 18 18:07:29.346955 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-de295921-d680-4fd9-89f4-e62bf2d734b9 req-bc601082-598e-4531-821f-fbb1b35117c0 service neutron] Request body: {'port': {'device_id': '78f0c812-3abf-4a69-bcf5-44e74a0e1bf5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-3'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:07:29.468156 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d0b757-fbb6-40e0-a809-af0172031c3a req-34fa9920-d5bb-47da-80f0-32c8763fc149 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:29.476925 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-87d0b757-fbb6-40e0-a809-af0172031c3a req-34fa9920-d5bb-47da-80f0-32c8763fc149 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef2746b8-d683-41a4-b04c-8bddf000c08f HTTP/1.1" status: 200 len: 945 time: 0.7685797 May 18 18:07:29.600518 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-de295921-d680-4fd9-89f4-e62bf2d734b9 req-bc601082-598e-4531-821f-fbb1b35117c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:29.696359 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ffa559-b428-4903-9578-019790a075f4 req-8ea5d68d-0a12-4e40-a226-e5db13687349 tempest-ServerMetadataNegativeTestJSON-369288560 tempest-ServerMetadataNegativeTestJSON-369288560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:29.702498 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f0ffa559-b428-4903-9578-019790a075f4 req-8ea5d68d-0a12-4e40-a226-e5db13687349 tempest-ServerMetadataNegativeTestJSON-369288560 tempest-ServerMetadataNegativeTestJSON-369288560-project] 10.222.0.85 "GET /v2.0/ports?device_id=78f0c812-3abf-4a69-bcf5-44e74a0e1bf5 HTTP/1.1" status: 200 len: 931 time: 0.1445484 May 18 18:07:29.737852 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-87d0b757-fbb6-40e0-a809-af0172031c3a req-fb35b2f8-9b9f-4dfb-9d43-6dff8df8d07b tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] 10.222.0.85 "GET /v2.0/security-groups?id=08db6f0e-0a01-416e-97d4-92fd213972b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589450 May 18 18:07:29.827708 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f0ffa559-b428-4903-9578-019790a075f4 req-4818534e-4ea1-4edb-8fa9-4552943bc22b tempest-ServerMetadataNegativeTestJSON-369288560 tempest-ServerMetadataNegativeTestJSON-369288560-project] 10.222.0.85 "GET /v2.0/security-groups?id=c132241e-01a2-4920-9452-1a5666b51f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097746 May 18 18:07:29.994322 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae32f02-ab3c-48d5-a79d-422e38e98ce5 req-956e8b38-1c2f-4742-aa6a-427e72137721 tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:30.006998 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6ae32f02-ab3c-48d5-a79d-422e38e98ce5 req-956e8b38-1c2f-4742-aa6a-427e72137721 tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] 10.222.0.85 "GET /v2.0/ports?device_id=d2b36aff-64a4-4f9e-86f7-8c7fa138ba4c HTTP/1.1" status: 200 len: 945 time: 0.0967271 May 18 18:07:30.065736 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6ae32f02-ab3c-48d5-a79d-422e38e98ce5 req-d3237aa4-6a94-4c2e-8b9f-cf2cff741415 tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] 10.222.0.85 "GET /v2.0/security-groups?id=4e5deb66-88bb-4395-820b-ae258d556e05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576155 May 18 18:07:30.307336 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd523e1f-b296-44e5-91e1-192b2ab0d753 req-cd25f25e-372c-4147-9e26-9587b1bb4ce0 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:30.317048 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cd523e1f-b296-44e5-91e1-192b2ab0d753 req-cd25f25e-372c-4147-9e26-9587b1bb4ce0 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=b8f267c7-2a12-455a-8742-23cd949ead3a HTTP/1.1" status: 200 len: 949 time: 0.1017194 May 18 18:07:30.385326 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cd523e1f-b296-44e5-91e1-192b2ab0d753 req-048b0e8b-661c-472b-a07d-e7e3fc5df467 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673218 May 18 18:07:30.470271 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-b94daac6-3050-4669-a6bc-f57cee545f17 req-8fb0f06e-fc56-4e37-97d2-9044a03d4420 tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:30.473143 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-b94daac6-3050-4669-a6bc-f57cee545f17 req-8fb0f06e-fc56-4e37-97d2-9044a03d4420 tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596987'] for floatingip, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:30.473769 n-d-838550-3 neutron-server[102730]: INFO neutron.db.l3_db [req-b94daac6-3050-4669-a6bc-f57cee545f17 req-8fb0f06e-fc56-4e37-97d2-9044a03d4420 tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] Floating IP cf9ab80b-411a-4343-a80b-7346c8bd5519 disassociated. External IP: 172.25.5.26, port: b36805c6-85ee-4c48-8f10-421ba861f687. May 18 18:07:30.474308 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-b94daac6-3050-4669-a6bc-f57cee545f17 req-8fb0f06e-fc56-4e37-97d2-9044a03d4420 tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] Calling delete_port for b36805c6-85ee-4c48-8f10-421ba861f687 owned by compute:nova {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:07:30.510853 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53cdaee-34be-4e75-b85a-2fe439194b9a req-f1d9ab12-7114-48b1-918c-0fdf3170c8c4 tempest-LiveMigrationTest-768751957 tempest-LiveMigrationTest-768751957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:30.519894 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c53cdaee-34be-4e75-b85a-2fe439194b9a req-f1d9ab12-7114-48b1-918c-0fdf3170c8c4 tempest-LiveMigrationTest-768751957 tempest-LiveMigrationTest-768751957-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=baf813fb-c557-44a2-9307-16937d880cc5 HTTP/1.1" status: 200 len: 1096 time: 0.6033673 May 18 18:07:30.785038 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:30.816124 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-cea69278-c4df-43b6-b585-7fe272aaac44 req-1be758ce-2301-4541-ae10-787006ebb705 tempest-SecurityGroupsTestAdminJSON-777712583 tempest-SecurityGroupsTestAdminJSON-777712583-project] Request body: {'security_group': {'name': 'tempest-securitygroup-26879752', 'description': 'tempest-description-821061070'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:07:30.822241 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c53cdaee-34be-4e75-b85a-2fe439194b9a req-8f11a429-efa2-4c8d-a2d0-66626ce600f1 tempest-LiveMigrationTest-768751957 tempest-LiveMigrationTest-768751957-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=fae3ce3c-9235-4ae4-9c6c-e682ce6a4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3009109 May 18 18:07:30.872507 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cb95d3-8f13-4643-afc3-711e1b0574be req-6ba0cc09-2723-459e-bc62-5dcf13df4fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:30.875024 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-44cb95d3-8f13-4643-afc3-711e1b0574be req-6ba0cc09-2723-459e-bc62-5dcf13df4fec service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c95c071176d44e1393b66dc9873791e2&device_id=b8f267c7-2a12-455a-8742-23cd949ead3a HTTP/1.1" status: 200 len: 1100 time: 0.1528463 May 18 18:07:30.878841 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-cea69278-c4df-43b6-b585-7fe272aaac44 req-1be758ce-2301-4541-ae10-787006ebb705 tempest-SecurityGroupsTestAdminJSON-777712583 tempest-SecurityGroupsTestAdminJSON-777712583-project] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:30.890995 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-cea69278-c4df-43b6-b585-7fe272aaac44 req-1be758ce-2301-4541-ae10-787006ebb705 tempest-SecurityGroupsTestAdminJSON-777712583 tempest-SecurityGroupsTestAdminJSON-777712583-project] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:30.928961 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:30.985426 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 7 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 18:07:31.032630 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b13c96ec-04f4-4d29-8201-c10069b91078 req-ab3f56c7-d8e9-4f93-a21c-5d644c7ad19f tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=6f12de29-35ab-42e1-8264-21cc598af57b HTTP/1.1" status: 200 len: 210 time: 0.0389385 May 18 18:07:31.046701 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [req-de295921-d680-4fd9-89f4-e62bf2d734b9 req-bc601082-598e-4531-821f-fbb1b35117c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99b9fffd-2b32-454a-ac5c-bbcf4ff76edd {{(pid=102730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:07:31.058435 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-de295921-d680-4fd9-89f4-e62bf2d734b9 req-bc601082-598e-4531-821f-fbb1b35117c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:31.071960 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-b94daac6-3050-4669-a6bc-f57cee545f17 req-8fb0f06e-fc56-4e37-97d2-9044a03d4420 tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:31.180329 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [req-de295921-d680-4fd9-89f4-e62bf2d734b9 req-bc601082-598e-4531-821f-fbb1b35117c0 service neutron] Transition to ACTIVE for port object 99b9fffd-2b32-454a-ac5c-bbcf4ff76edd will not be triggered until provisioned by entity L2. {{(pid=102730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:07:31.182736 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0f06e-fc56-4e37-97d2-9044a03d4420 tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] Pushing event deleted for resources: {'Port': ['ID=b36805c6-85ee-4c48-8f10-421ba861f687,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:07:31.187548 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cb95d3-8f13-4643-afc3-711e1b0574be req-d7a1e060-f47b-4e3f-8d2c-59326b34d096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:31.190133 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-44cb95d3-8f13-4643-afc3-711e1b0574be req-d7a1e060-f47b-4e3f-8d2c-59326b34d096 service neutron] 10.222.0.88 "GET /v2.0/networks?id=4c8ef274-9ecc-47c2-9686-5eebd78fb305 HTTP/1.1" status: 200 len: 870 time: 0.2833157 May 18 18:07:31.213912 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-de295921-d680-4fd9-89f4-e62bf2d734b9 req-bc601082-598e-4531-821f-fbb1b35117c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:31.364825 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-44cb95d3-8f13-4643-afc3-711e1b0574be req-cf3aae73-1695-47d2-a9df-f157e8e25537 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=ec2caf09-7834-451a-a3a6-1760c8c67ebe HTTP/1.1" status: 200 len: 217 time: 0.1569598 May 18 18:07:31.376843 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device b36805c6-85ee-4c48-8f10-421ba861f687 no longer exists at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:07:31.470230 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] No Port match for: b36805c6-85ee-4c48-8f10-421ba861f687 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:07:31.470879 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device b36805c6-85ee-4c48-8f10-421ba861f687 not bound to the agent host n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:07:31.505684 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-cea69278-c4df-43b6-b585-7fe272aaac44 req-1be758ce-2301-4541-ae10-787006ebb705 tempest-SecurityGroupsTestAdminJSON-777712583 tempest-SecurityGroupsTestAdminJSON-777712583-project] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:31.514929 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-cea69278-c4df-43b6-b585-7fe272aaac44 req-1be758ce-2301-4541-ae10-787006ebb705 tempest-SecurityGroupsTestAdminJSON-777712583 tempest-SecurityGroupsTestAdminJSON-777712583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:31.615732 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-cea69278-c4df-43b6-b585-7fe272aaac44 req-1be758ce-2301-4541-ae10-787006ebb705 tempest-SecurityGroupsTestAdminJSON-777712583 tempest-SecurityGroupsTestAdminJSON-777712583-project] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:31.627326 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-cea69278-c4df-43b6-b585-7fe272aaac44 req-1be758ce-2301-4541-ae10-787006ebb705 tempest-SecurityGroupsTestAdminJSON-777712583 tempest-SecurityGroupsTestAdminJSON-777712583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:31.630512 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc601082-598e-4531-821f-fbb1b35117c0 service neutron] Pushing event updated for resources: {'Port': ['ID=99b9fffd-2b32-454a-ac5c-bbcf4ff76edd,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:07:31.691999 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cb95d3-8f13-4643-afc3-711e1b0574be req-3c82ad2d-c689-4d57-89b6-4034bf9ef61d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:31.698891 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-44cb95d3-8f13-4643-afc3-711e1b0574be req-3c82ad2d-c689-4d57-89b6-4034bf9ef61d service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c2531ae9-89db-4dcf-b670-9eac4c9cde53 HTTP/1.1" status: 200 len: 843 time: 0.3076141 May 18 18:07:31.704716 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-cea69278-c4df-43b6-b585-7fe272aaac44 req-1be758ce-2301-4541-ae10-787006ebb705 tempest-SecurityGroupsTestAdminJSON-777712583 tempest-SecurityGroupsTestAdminJSON-777712583-project] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:31.723054 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cea69278-c4df-43b6-b585-7fe272aaac44 req-1be758ce-2301-4541-ae10-787006ebb705 tempest-SecurityGroupsTestAdminJSON-777712583 tempest-SecurityGroupsTestAdminJSON-777712583-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.9154193 May 18 18:07:31.756239 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 1f01a002-9ed0-470d-8e6f-d05dff7e7e0f up at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:07:31.803680 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be758ce-2301-4541-ae10-787006ebb705 tempest-SecurityGroupsTestAdminJSON-777712583 tempest-SecurityGroupsTestAdminJSON-777712583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc0b4581-99fc-471b-8399-95dbef491a77,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:07:31.863643 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be758ce-2301-4541-ae10-787006ebb705 tempest-SecurityGroupsTestAdminJSON-777712583 tempest-SecurityGroupsTestAdminJSON-777712583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=629eeaba-dc33-4039-945e-8e59c429957e,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:07:31.953030 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cb95d3-8f13-4643-afc3-711e1b0574be req-c65cc868-e761-4980-8f60-9593ad32b685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:31.954661 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-44cb95d3-8f13-4643-afc3-711e1b0574be req-c65cc868-e761-4980-8f60-9593ad32b685 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4c8ef274-9ecc-47c2-9686-5eebd78fb305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2306526 May 18 18:07:31.955769 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning for port 1f01a002-9ed0-470d-8e6f-d05dff7e7e0f completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:07:31.975189 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning complete for port 1f01a002-9ed0-470d-8e6f-d05dff7e7e0f triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:07:31.990006 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:32.031093 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddf5b6e-132d-41b9-b9e0-d1c97ee980ec req-d5a38c6f-6dac-416e-bdb5-dc760951e580 tempest-ServerMetadataNegativeTestJSON-369288560 tempest-ServerMetadataNegativeTestJSON-369288560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:32.039589 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2ddf5b6e-132d-41b9-b9e0-d1c97ee980ec req-d5a38c6f-6dac-416e-bdb5-dc760951e580 tempest-ServerMetadataNegativeTestJSON-369288560 tempest-ServerMetadataNegativeTestJSON-369288560-project] 10.222.0.85 "GET /v2.0/ports?device_id=78f0c812-3abf-4a69-bcf5-44e74a0e1bf5 HTTP/1.1" status: 200 len: 943 time: 0.1683302 May 18 18:07:32.075360 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0440b148-9e92-4ea5-bec5-3d0e36ad349e req-249908c0-bf77-40cb-b8f4-b5c7df39537a tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:32.078300 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0440b148-9e92-4ea5-bec5-3d0e36ad349e req-249908c0-bf77-40cb-b8f4-b5c7df39537a tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef2746b8-d683-41a4-b04c-8bddf000c08f HTTP/1.1" status: 200 len: 945 time: 0.5371542 May 18 18:07:32.136955 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-de295921-d680-4fd9-89f4-e62bf2d734b9 req-bc601082-598e-4531-821f-fbb1b35117c0 service neutron] Attempting to bind port 99b9fffd-2b32-454a-ac5c-bbcf4ff76edd on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:07:32.136955 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-de295921-d680-4fd9-89f4-e62bf2d734b9 req-bc601082-598e-4531-821f-fbb1b35117c0 service neutron] Attempting to bind port 99b9fffd-2b32-454a-ac5c-bbcf4ff76edd by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': '22215525-f7ed-4293-ad8d-c33f1e4c79b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '987703f0-f2b8-4439-81d5-e852efc208ae'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:07:32.139315 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de295921-d680-4fd9-89f4-e62bf2d734b9 req-bc601082-598e-4531-821f-fbb1b35117c0 service neutron] Attempting to bind port 99b9fffd-2b32-454a-ac5c-bbcf4ff76edd on network 987703f0-f2b8-4439-81d5-e852efc208ae {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:07:32.157166 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b94daac6-3050-4669-a6bc-f57cee545f17 req-8fb0f06e-fc56-4e37-97d2-9044a03d4420 tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] Router 726526af-7bd6-40cb-a681-0f76cc3dfa01 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:07:32.189411 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de295921-d680-4fd9-89f4-e62bf2d734b9 req-bc601082-598e-4531-821f-fbb1b35117c0 service neutron] Port 99b9fffd-2b32-454a-ac5c-bbcf4ff76edd on network 987703f0-f2b8-4439-81d5-e852efc208ae not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:07:32.189808 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de295921-d680-4fd9-89f4-e62bf2d734b9 req-bc601082-598e-4531-821f-fbb1b35117c0 service neutron] Attempting to bind port 99b9fffd-2b32-454a-ac5c-bbcf4ff76edd on network 987703f0-f2b8-4439-81d5-e852efc208ae {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:07:32.207259 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2ddf5b6e-132d-41b9-b9e0-d1c97ee980ec req-7c4eb67e-bf56-4dd9-b3f6-4f3c0f5beac9 tempest-ServerMetadataNegativeTestJSON-369288560 tempest-ServerMetadataNegativeTestJSON-369288560-project] 10.222.0.85 "GET /v2.0/security-groups?id=c132241e-01a2-4920-9452-1a5666b51f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377766 May 18 18:07:32.223207 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0440b148-9e92-4ea5-bec5-3d0e36ad349e req-99a535d0-cf0d-40d7-879e-3ecba9b60f1c tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] 10.222.0.85 "GET /v2.0/security-groups?id=08db6f0e-0a01-416e-97d4-92fd213972b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302361 May 18 18:07:32.256789 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de295921-d680-4fd9-89f4-e62bf2d734b9 req-bc601082-598e-4531-821f-fbb1b35117c0 service neutron] Checking agent: {'id': 'd1be059a-68ea-4c77-9b2b-29f4afa47e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:07:32.257181 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de295921-d680-4fd9-89f4-e62bf2d734b9 req-bc601082-598e-4531-821f-fbb1b35117c0 service neutron] Checking segment: {'id': '22215525-f7ed-4293-ad8d-c33f1e4c79b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '987703f0-f2b8-4439-81d5-e852efc208ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:07:32.257634 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de295921-d680-4fd9-89f4-e62bf2d734b9 req-bc601082-598e-4531-821f-fbb1b35117c0 service neutron] Bound using segment: {'id': '22215525-f7ed-4293-ad8d-c33f1e4c79b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '987703f0-f2b8-4439-81d5-e852efc208ae'} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:07:32.258147 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-de295921-d680-4fd9-89f4-e62bf2d734b9 req-bc601082-598e-4531-821f-fbb1b35117c0 service neutron] Bound port: 99b9fffd-2b32-454a-ac5c-bbcf4ff76edd, host: n-h2-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22215525-f7ed-4293-ad8d-c33f1e4c79b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '987703f0-f2b8-4439-81d5-e852efc208ae'}}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:07:32.258643 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-de295921-d680-4fd9-89f4-e62bf2d734b9 req-bc601082-598e-4531-821f-fbb1b35117c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:32.260778 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 1f01a002-9ed0-470d-8e6f-d05dff7e7e0f is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:07:32.261330 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:32.313827 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-44cb95d3-8f13-4643-afc3-711e1b0574be req-71eea379-e1f8-45ba-ba4b-1bd7734f1312 service neutron] 10.222.0.88 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3451278 May 18 18:07:32.361872 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-77777d2b-57a1-4b36-ba65-7a31b0d633cb req-d3b17e29-7067-4971-a09b-bf2b862c9fe4 tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] 10.222.0.85 "GET /v2.0/ports?device_id=d2b36aff-64a4-4f9e-86f7-8c7fa138ba4c HTTP/1.1" status: 200 len: 210 time: 0.0478928 May 18 18:07:32.375149 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 1f01a002-9ed0-470d-8e6f-d05dff7e7e0f, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=1f01a002-9ed0-470d-8e6f-d05dff7e7e0f,segment=NetworkSegment(ba5b4c8c-85fa-4d1e-ac5d-e49cc72250ce),segment_id=ba5b4c8c-85fa-4d1e-ac5d-e49cc72250ce)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:07:32.379486 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef2746b8-d683-41a4-b04c-8bddf000c08f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f01a002-9ed0-470d-8e6f-d05dff7e7e0f'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:07:32.384552 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7cc4106-9bf2-423d-bd57-030307ffeb5a" -d '{"events": [{"server_uuid": "ef2746b8-d683-41a4-b04c-8bddf000c08f", "name": "network-vif-plugged", "status": "completed", "tag": "1f01a002-9ed0-470d-8e6f-d05dff7e7e0f"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:07:32.406600 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:32.474480 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=1f01a002-9ed0-470d-8e6f-d05dff7e7e0f,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:07:32.493432 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-de295921-d680-4fd9-89f4-e62bf2d734b9 req-bc601082-598e-4531-821f-fbb1b35117c0 service neutron] For port 99b9fffd-2b32-454a-ac5c-bbcf4ff76edd, host n-h2-838550-3, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:07:32.499144 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-de295921-d680-4fd9-89f4-e62bf2d734b9 req-bc601082-598e-4531-821f-fbb1b35117c0 service neutron] For port 99b9fffd-2b32-454a-ac5c-bbcf4ff76edd, host n-h2-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=99b9fffd-2b32-454a-ac5c-bbcf4ff76edd,segment=NetworkSegment(22215525-f7ed-4293-ad8d-c33f1e4c79b2),segment_id=22215525-f7ed-4293-ad8d-c33f1e4c79b2)] {{(pid=102730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:07:32.510198 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-21dfe8f4-e6d7-41b9-bb7b-a9f43d49dbd6 req-43e3255c-0b03-49c4-b451-7506f0fce106 tempest-SecurityGroupsTestAdminJSON-777712583 tempest-SecurityGroupsTestAdminJSON-777712583-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1150028345', 'description': 'tempest-description-1185636651'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:07:32.527180 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-de295921-d680-4fd9-89f4-e62bf2d734b9 req-bc601082-598e-4531-821f-fbb1b35117c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:32.567732 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9735f492-43a6-4113-bf69-7a2d6fcf80df req-8f8e7da5-c2aa-4a10-9fef-0d5c8949b468 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:32.577860 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9735f492-43a6-4113-bf69-7a2d6fcf80df req-8f8e7da5-c2aa-4a10-9fef-0d5c8949b468 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=b8f267c7-2a12-455a-8742-23cd949ead3a HTTP/1.1" status: 200 len: 949 time: 0.1979835 May 18 18:07:32.614532 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-44cb95d3-8f13-4643-afc3-711e1b0574be req-b55a3915-8524-4677-b6c6-cb38aa3fc167 service neutron] 10.222.0.88 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2898068 May 18 18:07:32.635346 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de295921-d680-4fd9-89f4-e62bf2d734b9 req-bc601082-598e-4531-821f-fbb1b35117c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:32.636094 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-de295921-d680-4fd9-89f4-e62bf2d734b9 req-bc601082-598e-4531-821f-fbb1b35117c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:32.638801 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-de295921-d680-4fd9-89f4-e62bf2d734b9 req-bc601082-598e-4531-821f-fbb1b35117c0 service neutron] 10.222.0.88 "PUT /v2.0/ports/99b9fffd-2b32-454a-ac5c-bbcf4ff76edd HTTP/1.1" status: 200 len: 1091 time: 3.3108671 May 18 18:07:32.645841 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78f0c812-3abf-4a69-bcf5-44e74a0e1bf5', 'tag': '99b9fffd-2b32-454a-ac5c-bbcf4ff76edd'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:07:32.648441 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd5f3f26-5fdb-4e26-8e41-79e173c29a72" -d '{"events": [{"name": "network-changed", "server_uuid": "78f0c812-3abf-4a69-bcf5-44e74a0e1bf5", "tag": "99b9fffd-2b32-454a-ac5c-bbcf4ff76edd"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:07:32.675617 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-21dfe8f4-e6d7-41b9-bb7b-a9f43d49dbd6 req-43e3255c-0b03-49c4-b451-7506f0fce106 tempest-SecurityGroupsTestAdminJSON-777712583 tempest-SecurityGroupsTestAdminJSON-777712583-project] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:32.681607 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9735f492-43a6-4113-bf69-7a2d6fcf80df req-b35a0f53-4120-4d0d-a667-f0cb98475aa8 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027913 May 18 18:07:32.718988 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b94daac6-3050-4669-a6bc-f57cee545f17 req-8fb0f06e-fc56-4e37-97d2-9044a03d4420 tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:07:32.723885 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37386770-5def-49fe-ba94-9b0e95550312 None None] Sync routers for ids ['726526af-7bd6-40cb-a681-0f76cc3dfa01'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:07:32.753118 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37386770-5def-49fe-ba94-9b0e95550312 None None] Routers {'726526af-7bd6-40cb-a681-0f76cc3dfa01'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:07:32.753845 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-37386770-5def-49fe-ba94-9b0e95550312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:07:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['726526af-7bd6-40cb-a681-0f76cc3dfa01'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:07:32.756558 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc601082-598e-4531-821f-fbb1b35117c0 service neutron] Pushing event updated for resources: {'Port': ['ID=99b9fffd-2b32-454a-ac5c-bbcf4ff76edd,revision_number=3']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:07:32.828446 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-b94daac6-3050-4669-a6bc-f57cee545f17 req-8fb0f06e-fc56-4e37-97d2-9044a03d4420 tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] No DVR routers for this DVR port b36805c6-85ee-4c48-8f10-421ba861f687 on host n-h2-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:07:32.844446 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-b94daac6-3050-4669-a6bc-f57cee545f17 req-8fb0f06e-fc56-4e37-97d2-9044a03d4420 tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:32.875967 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b94daac6-3050-4669-a6bc-f57cee545f17 req-8fb0f06e-fc56-4e37-97d2-9044a03d4420 tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] 10.222.0.88 "DELETE /v2.0/ports/b36805c6-85ee-4c48-8f10-421ba861f687 HTTP/1.1" status: 204 len: 173 time: 4.6580014 May 18 18:07:33.062254 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-21dfe8f4-e6d7-41b9-bb7b-a9f43d49dbd6 req-43e3255c-0b03-49c4-b451-7506f0fce106 tempest-SecurityGroupsTestAdminJSON-777712583 tempest-SecurityGroupsTestAdminJSON-777712583-project] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:33.069590 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-21dfe8f4-e6d7-41b9-bb7b-a9f43d49dbd6 req-43e3255c-0b03-49c4-b451-7506f0fce106 tempest-SecurityGroupsTestAdminJSON-777712583 tempest-SecurityGroupsTestAdminJSON-777712583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:33.097605 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-37386770-5def-49fe-ba94-9b0e95550312 None None] Set router 726526af-7bd6-40cb-a681-0f76cc3dfa01 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:07:33.104342 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de295921-d680-4fd9-89f4-e62bf2d734b9 req-7acde9f9-c08b-453d-8111-64e0766d3feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:33.106010 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-de295921-d680-4fd9-89f4-e62bf2d734b9 req-7acde9f9-c08b-453d-8111-64e0766d3feb service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=2880cbadee4d4fe18f6883c00b7f55ee&device_id=78f0c812-3abf-4a69-bcf5-44e74a0e1bf5 HTTP/1.1" status: 200 len: 1094 time: 0.1187484 May 18 18:07:33.108932 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-21dfe8f4-e6d7-41b9-bb7b-a9f43d49dbd6 req-43e3255c-0b03-49c4-b451-7506f0fce106 tempest-SecurityGroupsTestAdminJSON-777712583 tempest-SecurityGroupsTestAdminJSON-777712583-project] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:33.110242 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-21dfe8f4-e6d7-41b9-bb7b-a9f43d49dbd6 req-43e3255c-0b03-49c4-b451-7506f0fce106 tempest-SecurityGroupsTestAdminJSON-777712583 tempest-SecurityGroupsTestAdminJSON-777712583-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.6066518 May 18 18:07:33.216973 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e3255c-0b03-49c4-b451-7506f0fce106 tempest-SecurityGroupsTestAdminJSON-777712583 tempest-SecurityGroupsTestAdminJSON-777712583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a21840c-7ae8-4997-90c7-0a7589cc9455,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:07:33.225351 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d80a70bd-52ab-4775-aa28-5079d0a2720c x-openstack-request-id: req-d80a70bd-52ab-4775-aa28-5079d0a2720c {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:07:33.225924 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef2746b8-d683-41a4-b04c-8bddf000c08f", "name": "network-vif-plugged", "status": "completed", "tag": "1f01a002-9ed0-470d-8e6f-d05dff7e7e0f", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:07:33.225924 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-d80a70bd-52ab-4775-aa28-5079d0a2720c {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:07:33.228489 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d80a70bd-52ab-4775-aa28-5079d0a2720c'] response: {'server_uuid': 'ef2746b8-d683-41a4-b04c-8bddf000c08f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f01a002-9ed0-470d-8e6f-d05dff7e7e0f', 'code': 200} May 18 18:07:33.237605 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-de295921-d680-4fd9-89f4-e62bf2d734b9 req-b4a86c13-ef39-4a7e-891f-6fb49e5e0959 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=99b9fffd-2b32-454a-ac5c-bbcf4ff76edd HTTP/1.1" status: 200 len: 217 time: 0.1140783 May 18 18:07:33.257503 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69a9ecef-0e4a-4584-9a81-3c05cb659f89 x-openstack-request-id: req-69a9ecef-0e4a-4584-9a81-3c05cb659f89 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:07:33.266036 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78f0c812-3abf-4a69-bcf5-44e74a0e1bf5", "tag": "99b9fffd-2b32-454a-ac5c-bbcf4ff76edd", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:07:33.266620 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-69a9ecef-0e4a-4584-9a81-3c05cb659f89 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:07:33.267259 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69a9ecef-0e4a-4584-9a81-3c05cb659f89'] response: {'name': 'network-changed', 'server_uuid': '78f0c812-3abf-4a69-bcf5-44e74a0e1bf5', 'tag': '99b9fffd-2b32-454a-ac5c-bbcf4ff76edd', 'status': 'completed', 'code': 200} May 18 18:07:33.371019 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de295921-d680-4fd9-89f4-e62bf2d734b9 req-7ebbd97d-29b4-41c0-93e5-babc49b91c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:33.377418 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-de295921-d680-4fd9-89f4-e62bf2d734b9 req-7ebbd97d-29b4-41c0-93e5-babc49b91c8a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=37ce810a-23c6-4621-b634-0b81d327344c HTTP/1.1" status: 200 len: 861 time: 0.1339552 May 18 18:07:33.419174 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-4c0bfc52-d102-4db2-8227-3cb8881bf91d req-b84dfc1c-f590-46e8-8bf5-79fc94ff002a tempest-SecurityGroupsTestAdminJSON-1824637230 tempest-SecurityGroupsTestAdminJSON-1824637230-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-2076878026', 'description': 'tempest-description-1095686077'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:07:33.475450 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-4c0bfc52-d102-4db2-8227-3cb8881bf91d req-b84dfc1c-f590-46e8-8bf5-79fc94ff002a tempest-SecurityGroupsTestAdminJSON-1824637230 tempest-SecurityGroupsTestAdminJSON-1824637230-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:33.488394 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-4c0bfc52-d102-4db2-8227-3cb8881bf91d req-b84dfc1c-f590-46e8-8bf5-79fc94ff002a tempest-SecurityGroupsTestAdminJSON-1824637230 tempest-SecurityGroupsTestAdminJSON-1824637230-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:33.563787 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-de295921-d680-4fd9-89f4-e62bf2d734b9 req-0952ed3a-3687-4cdb-91db-eccde181a879 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=987703f0-f2b8-4439-81d5-e852efc208ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1236463 May 18 18:07:33.611302 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-37386770-5def-49fe-ba94-9b0e95550312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '726526af-7bd6-40cb-a681-0f76cc3dfa01', 'name': 'tempest-AttachSCSIVolumeTestJSON-511885408-router', 'tenant_id': '3fdbf5ca8a2142d9bb14e5cf523c6add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.227'}], 'enable_snat': True}, 'gw_port_id': 'bf35efd3-2ec3-48cd-8df2-92272dad7dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:03:57Z', 'updated_at': '2022-05-18T18:04:11Z', 'revision_number': 4, 'project_id': '3fdbf5ca8a2142d9bb14e5cf523c6add', 'gw_port': {'id': 'bf35efd3-2ec3-48cd-8df2-92272dad7dab', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:cb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726526af-7bd6-40cb-a681-0f76cc3dfa01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:04:00Z', 'updated_at': '2022-05-18T18:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '8dceac78-125b-4f26-a10f-2010530aa011', 'name': '', 'network_id': '426a39ea-1ed1-469b-8675-406118e8adc7', 'tenant_id': '3fdbf5ca8a2142d9bb14e5cf523c6add', 'mac_address': 'fa:16:3e:a5:ae:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726526af-7bd6-40cb-a681-0f76cc3dfa01', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '2728997d-3202-4ad4-aa33-08239b02a122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:04:07Z', 'updated_at': '2022-05-18T18:04:19Z', 'revision_number': 5, 'project_id': '3fdbf5ca8a2142d9bb14e5cf523c6add', 'subnets': [{'id': '2728997d-3202-4ad4-aa33-08239b02a122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:07:33.704461 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-4c0bfc52-d102-4db2-8227-3cb8881bf91d req-b84dfc1c-f590-46e8-8bf5-79fc94ff002a tempest-SecurityGroupsTestAdminJSON-1824637230 tempest-SecurityGroupsTestAdminJSON-1824637230-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:33.706137 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37386770-5def-49fe-ba94-9b0e95550312 None None] Checking router: 726526af-7bd6-40cb-a681-0f76cc3dfa01 for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:07:33.713563 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-4c0bfc52-d102-4db2-8227-3cb8881bf91d req-b84dfc1c-f590-46e8-8bf5-79fc94ff002a tempest-SecurityGroupsTestAdminJSON-1824637230 tempest-SecurityGroupsTestAdminJSON-1824637230-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:33.725104 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429c5122-2c61-4f08-873d-039eaa04b4ee req-93c476b3-1d67-4094-9331-6f41b270f194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:33.728457 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-429c5122-2c61-4f08-873d-039eaa04b4ee req-93c476b3-1d67-4094-9331-6f41b270f194 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ef2746b8-d683-41a4-b04c-8bddf000c08f HTTP/1.1" status: 200 len: 1097 time: 0.3176827 May 18 18:07:33.734016 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37386770-5def-49fe-ba94-9b0e95550312 None None] Routers {'726526af-7bd6-40cb-a681-0f76cc3dfa01'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:07:33.735487 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-37386770-5def-49fe-ba94-9b0e95550312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:07:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['726526af-7bd6-40cb-a681-0f76cc3dfa01'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:07:33.737604 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2119de3a-15af-43e8-a083-d25c991d84f7 req-6e29c14b-4f9e-4ba4-84d0-cbc7bfb16013 tempest-LiveMigrationTest-768751957 tempest-LiveMigrationTest-768751957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:33.748654 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2119de3a-15af-43e8-a083-d25c991d84f7 req-6e29c14b-4f9e-4ba4-84d0-cbc7bfb16013 tempest-LiveMigrationTest-768751957 tempest-LiveMigrationTest-768751957-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=baf813fb-c557-44a2-9307-16937d880cc5 HTTP/1.1" status: 200 len: 1096 time: 0.3069110 May 18 18:07:33.854198 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-4c0bfc52-d102-4db2-8227-3cb8881bf91d req-b84dfc1c-f590-46e8-8bf5-79fc94ff002a tempest-SecurityGroupsTestAdminJSON-1824637230 tempest-SecurityGroupsTestAdminJSON-1824637230-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:33.859005 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-429c5122-2c61-4f08-873d-039eaa04b4ee req-77a13368-f945-4d2f-92ec-17fd765c48da service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=08db6f0e-0a01-416e-97d4-92fd213972b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064696 May 18 18:07:33.869600 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-4c0bfc52-d102-4db2-8227-3cb8881bf91d req-b84dfc1c-f590-46e8-8bf5-79fc94ff002a tempest-SecurityGroupsTestAdminJSON-1824637230 tempest-SecurityGroupsTestAdminJSON-1824637230-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:33.877397 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2119de3a-15af-43e8-a083-d25c991d84f7 req-f7db2897-b886-41f7-bfa6-8e01edf09c74 tempest-LiveMigrationTest-768751957 tempest-LiveMigrationTest-768751957-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=fae3ce3c-9235-4ae4-9c6c-e682ce6a4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277397 May 18 18:07:33.899029 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-de295921-d680-4fd9-89f4-e62bf2d734b9 req-54eecedc-d241-4f94-8465-4370c906d028 service neutron] 10.222.0.88 "GET /v2.0/networks/987703f0-f2b8-4439-81d5-e852efc208ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2870717 May 18 18:07:33.920011 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84dfc1c-f590-46e8-8bf5-79fc94ff002a tempest-SecurityGroupsTestAdminJSON-1824637230 tempest-SecurityGroupsTestAdminJSON-1824637230-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0cf6f18-1d99-4c91-be28-aa23d004431d,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:07:33.937294 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-4c0bfc52-d102-4db2-8227-3cb8881bf91d req-b84dfc1c-f590-46e8-8bf5-79fc94ff002a tempest-SecurityGroupsTestAdminJSON-1824637230 tempest-SecurityGroupsTestAdminJSON-1824637230-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:33.942549 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4c0bfc52-d102-4db2-8227-3cb8881bf91d req-b84dfc1c-f590-46e8-8bf5-79fc94ff002a tempest-SecurityGroupsTestAdminJSON-1824637230 tempest-SecurityGroupsTestAdminJSON-1824637230-project-admin] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.5382984 May 18 18:07:34.016901 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84dfc1c-f590-46e8-8bf5-79fc94ff002a tempest-SecurityGroupsTestAdminJSON-1824637230 tempest-SecurityGroupsTestAdminJSON-1824637230-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7649ec3-3579-40ff-9361-dbeb4dbaf06d,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:07:34.028679 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-37386770-5def-49fe-ba94-9b0e95550312 None None] Set router 726526af-7bd6-40cb-a681-0f76cc3dfa01 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:07:34.116538 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-de295921-d680-4fd9-89f4-e62bf2d734b9 req-f8b1d08f-3ec0-419b-8e4b-88a8f24564d6 service neutron] 10.222.0.88 "GET /v2.0/networks/987703f0-f2b8-4439-81d5-e852efc208ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078531 May 18 18:07:34.144558 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5243ee3-85b8-4a61-9c11-cfe9e0a3d52b req-7f37f86d-84e0-4e11-9852-278f6d6bb749 tempest-ServerMetadataNegativeTestJSON-369288560 tempest-ServerMetadataNegativeTestJSON-369288560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:34.169724 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c5243ee3-85b8-4a61-9c11-cfe9e0a3d52b req-7f37f86d-84e0-4e11-9852-278f6d6bb749 tempest-ServerMetadataNegativeTestJSON-369288560 tempest-ServerMetadataNegativeTestJSON-369288560-project] 10.222.0.85 "GET /v2.0/ports?device_id=78f0c812-3abf-4a69-bcf5-44e74a0e1bf5 HTTP/1.1" status: 200 len: 943 time: 0.1352983 May 18 18:07:34.187176 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc68595-8235-42d4-aee1-c18460a9e090 req-dc5d763f-6822-4082-b3d8-e78c1ee9efb9 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:34.195246 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8dc68595-8235-42d4-aee1-c18460a9e090 req-dc5d763f-6822-4082-b3d8-e78c1ee9efb9 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef2746b8-d683-41a4-b04c-8bddf000c08f HTTP/1.1" status: 200 len: 946 time: 0.1122916 May 18 18:07:34.276191 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8dc68595-8235-42d4-aee1-c18460a9e090 req-d266a07f-0c65-42b5-a8ad-9a52bc49d407 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] 10.222.0.85 "GET /v2.0/security-groups?id=08db6f0e-0a01-416e-97d4-92fd213972b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795705 May 18 18:07:34.281773 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-37386770-5def-49fe-ba94-9b0e95550312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '726526af-7bd6-40cb-a681-0f76cc3dfa01', 'name': 'tempest-AttachSCSIVolumeTestJSON-511885408-router', 'tenant_id': '3fdbf5ca8a2142d9bb14e5cf523c6add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.227'}], 'enable_snat': True}, 'gw_port_id': 'bf35efd3-2ec3-48cd-8df2-92272dad7dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:03:57Z', 'updated_at': '2022-05-18T18:04:11Z', 'revision_number': 4, 'project_id': '3fdbf5ca8a2142d9bb14e5cf523c6add', 'gw_port': {'id': 'bf35efd3-2ec3-48cd-8df2-92272dad7dab', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:cb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726526af-7bd6-40cb-a681-0f76cc3dfa01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:04:00Z', 'updated_at': '2022-05-18T18:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '8dceac78-125b-4f26-a10f-2010530aa011', 'name': '', 'network_id': '426a39ea-1ed1-469b-8675-406118e8adc7', 'tenant_id': '3fdbf5ca8a2142d9bb14e5cf523c6add', 'mac_address': 'fa:16:3e:a5:ae:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726526af-7bd6-40cb-a681-0f76cc3dfa01', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '2728997d-3202-4ad4-aa33-08239b02a122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:04:07Z', 'updated_at': '2022-05-18T18:04:19Z', 'revision_number': 5, 'project_id': '3fdbf5ca8a2142d9bb14e5cf523c6add', 'subnets': [{'id': '2728997d-3202-4ad4-aa33-08239b02a122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:07:34.299744 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c5243ee3-85b8-4a61-9c11-cfe9e0a3d52b req-468001af-51c0-47ca-b398-c00767b421c5 tempest-ServerMetadataNegativeTestJSON-369288560 tempest-ServerMetadataNegativeTestJSON-369288560-project] 10.222.0.85 "GET /v2.0/security-groups?id=c132241e-01a2-4920-9452-1a5666b51f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276505 May 18 18:07:34.312058 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5f3f26-5fdb-4e26-8e41-79e173c29a72 req-9530dfaa-d8b8-45bb-a314-3ccbaa2c2bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:34.327786 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37386770-5def-49fe-ba94-9b0e95550312 None None] The sync data for ids ['726526af-7bd6-40cb-a681-0f76cc3dfa01'] in n-d-838550-3 is: [{'id': '726526af-7bd6-40cb-a681-0f76cc3dfa01', 'name': 'tempest-AttachSCSIVolumeTestJSON-511885408-router', 'tenant_id': '3fdbf5ca8a2142d9bb14e5cf523c6add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.227'}], 'enable_snat': True}, 'gw_port_id': 'bf35efd3-2ec3-48cd-8df2-92272dad7dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:03:57Z', 'updated_at': '2022-05-18T18:04:11Z', 'revision_number': 4, 'project_id': '3fdbf5ca8a2142d9bb14e5cf523c6add', 'gw_port': {'id': 'bf35efd3-2ec3-48cd-8df2-92272dad7dab', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:cb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726526af-7bd6-40cb-a681-0f76cc3dfa01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:04:00Z', 'updated_at': '2022-05-18T18:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '8dceac78-125b-4f26-a10f-2010530aa011', 'name': '', 'network_id': '426a39ea-1ed1-469b-8675-406118e8adc7', 'tenant_id': '3fdbf5ca8a2142d9bb14e5cf523c6add', 'mac_address': 'fa:16:3e:a5:ae:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726526af-7bd6-40cb-a681-0f76cc3dfa01', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '2728997d-3202-4ad4-aa33-08239b02a122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:04:07Z', 'updated_at': '2022-05-18T18:04:19Z', 'revision_number': 5, 'project_id': '3fdbf5ca8a2142d9bb14e5cf523c6add', 'subnets': [{'id': '2728997d-3202-4ad4-aa33-08239b02a122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:07:34.330820 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fd5f3f26-5fdb-4e26-8e41-79e173c29a72 req-9530dfaa-d8b8-45bb-a314-3ccbaa2c2bbc service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=2880cbadee4d4fe18f6883c00b7f55ee&device_id=78f0c812-3abf-4a69-bcf5-44e74a0e1bf5 HTTP/1.1" status: 200 len: 1094 time: 0.1335409 May 18 18:07:34.603686 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5f3f26-5fdb-4e26-8e41-79e173c29a72 req-a861959a-1169-497d-ae4d-e2c09f9a9bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:34.605948 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fd5f3f26-5fdb-4e26-8e41-79e173c29a72 req-a861959a-1169-497d-ae4d-e2c09f9a9bcd service neutron] 10.222.0.88 "GET /v2.0/networks?id=987703f0-f2b8-4439-81d5-e852efc208ae HTTP/1.1" status: 200 len: 922 time: 0.2668889 May 18 18:07:34.708995 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fd5f3f26-5fdb-4e26-8e41-79e173c29a72 req-10e1248a-c662-4017-81c6-3dc1db54c694 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=99b9fffd-2b32-454a-ac5c-bbcf4ff76edd HTTP/1.1" status: 200 len: 217 time: 0.0686257 May 18 18:07:34.752726 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e2bec4-260a-4ebb-a56d-88410f0fbdb5 None None] New status for floating IP cf9ab80b-411a-4343-a80b-7346c8bd5519: DOWN {{(pid=102732) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 18:07:34.827005 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bba3ca-95c9-4f24-8aea-6677e9754f8a req-c266b92e-bbf3-4daf-a97b-16a1821991fe tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:34.838490 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-87bba3ca-95c9-4f24-8aea-6677e9754f8a req-c266b92e-bbf3-4daf-a97b-16a1821991fe tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=b8f267c7-2a12-455a-8742-23cd949ead3a HTTP/1.1" status: 200 len: 949 time: 0.1322818 May 18 18:07:34.852465 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e889376-29b4-4776-9446-f408f7f12a70 req-7816630f-2408-4013-8fa1-d21a2b724a21 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:34.875867 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6e889376-29b4-4776-9446-f408f7f12a70 req-7816630f-2408-4013-8fa1-d21a2b724a21 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/networks?id=f92940b8-c50f-4c94-b1f3-3e93ca94957d HTTP/1.1" status: 200 len: 812 time: 0.3749580 May 18 18:07:34.892972 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5f3f26-5fdb-4e26-8e41-79e173c29a72 req-3286723e-b997-4053-86ea-5034ac44066b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:34.898612 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-87bba3ca-95c9-4f24-8aea-6677e9754f8a req-ab105102-63e4-4ac8-9bd0-f56dec355a27 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463479 May 18 18:07:34.899509 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fd5f3f26-5fdb-4e26-8e41-79e173c29a72 req-3286723e-b997-4053-86ea-5034ac44066b service neutron] 10.222.0.88 "GET /v2.0/subnets?id=37ce810a-23c6-4621-b634-0b81d327344c HTTP/1.1" status: 200 len: 861 time: 0.1789665 May 18 18:07:34.906197 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6e889376-29b4-4776-9446-f408f7f12a70 req-9da8f2c6-58b8-41d2-9b75-da4da9f205a8 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/quotas/ed8a017ff6d8432c9386dee5054e8944 HTTP/1.1" status: 200 len: 375 time: 0.0285764 May 18 18:07:34.959843 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fd5f3f26-5fdb-4e26-8e41-79e173c29a72 req-4248fcaa-7174-43d7-be19-e65dca8f3251 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=987703f0-f2b8-4439-81d5-e852efc208ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522230 May 18 18:07:34.987096 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-7d423369-39cb-4577-8317-d4b84da29df8 req-8a5d74cb-a50b-4718-8e23-f192cf1cee3d tempest-SecurityGroupsTestAdminJSON-1824637230 tempest-SecurityGroupsTestAdminJSON-1824637230-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1652312897', 'description': 'tempest-description-1096103317'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:07:35.023606 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-7d423369-39cb-4577-8317-d4b84da29df8 req-8a5d74cb-a50b-4718-8e23-f192cf1cee3d tempest-SecurityGroupsTestAdminJSON-1824637230 tempest-SecurityGroupsTestAdminJSON-1824637230-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:35.114495 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6e889376-29b4-4776-9446-f408f7f12a70 req-1c43186f-dfb6-4c06-bd25-dd48ce80554d tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=ed8a017ff6d8432c9386dee5054e8944&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1946304 May 18 18:07:35.126224 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fd5f3f26-5fdb-4e26-8e41-79e173c29a72 req-388fb32b-f14c-4ac2-9ff5-fab1380a63ff service neutron] 10.222.0.88 "GET /v2.0/networks/987703f0-f2b8-4439-81d5-e852efc208ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431358 May 18 18:07:35.185047 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-7d423369-39cb-4577-8317-d4b84da29df8 req-8a5d74cb-a50b-4718-8e23-f192cf1cee3d tempest-SecurityGroupsTestAdminJSON-1824637230 tempest-SecurityGroupsTestAdminJSON-1824637230-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:35.192312 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-7d423369-39cb-4577-8317-d4b84da29df8 req-8a5d74cb-a50b-4718-8e23-f192cf1cee3d tempest-SecurityGroupsTestAdminJSON-1824637230 tempest-SecurityGroupsTestAdminJSON-1824637230-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:35.219852 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-7d423369-39cb-4577-8317-d4b84da29df8 req-8a5d74cb-a50b-4718-8e23-f192cf1cee3d tempest-SecurityGroupsTestAdminJSON-1824637230 tempest-SecurityGroupsTestAdminJSON-1824637230-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:35.221687 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7d423369-39cb-4577-8317-d4b84da29df8 req-8a5d74cb-a50b-4718-8e23-f192cf1cee3d tempest-SecurityGroupsTestAdminJSON-1824637230 tempest-SecurityGroupsTestAdminJSON-1824637230-project-admin] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.2444167 May 18 18:07:35.269650 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5d74cb-a50b-4718-8e23-f192cf1cee3d tempest-SecurityGroupsTestAdminJSON-1824637230 tempest-SecurityGroupsTestAdminJSON-1824637230-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9048f909-e38c-4d5d-9efd-be4b14bcfa3e,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:07:35.297242 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2b36aff-64a4-4f9e-86f7-8c7fa138ba4c', 'name': 'network-vif-deleted', 'tag': 'b36805c6-85ee-4c48-8f10-421ba861f687'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:07:35.299912 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2045fc3e-54f7-4dc9-aec8-70f60e599518" -d '{"events": [{"server_uuid": "d2b36aff-64a4-4f9e-86f7-8c7fa138ba4c", "name": "network-vif-deleted", "tag": "b36805c6-85ee-4c48-8f10-421ba861f687"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:07:35.358005 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 51468) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:07:35.447248 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6e889376-29b4-4776-9446-f408f7f12a70 req-1b0b6abe-027d-40ee-9795-6eab001573b1 service neutron] 10.222.0.85 "GET /v2.0/networks/f92940b8-c50f-4c94-b1f3-3e93ca94957d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3290818 May 18 18:07:35.483151 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-361bda3e-264d-49bd-a924-ece7acf76dea tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:35.515921 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-361bda3e-264d-49bd-a924-ece7acf76dea tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:35.541160 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d70518-9e10-4cfc-b231-2f577577cf16 req-fb6c777d-1c02-477c-a66c-45d76108b385 tempest-LiveMigrationTest-768751957 tempest-LiveMigrationTest-768751957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:35.549310 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-58d70518-9e10-4cfc-b231-2f577577cf16 req-fb6c777d-1c02-477c-a66c-45d76108b385 tempest-LiveMigrationTest-768751957 tempest-LiveMigrationTest-768751957-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=baf813fb-c557-44a2-9307-16937d880cc5 HTTP/1.1" status: 200 len: 1096 time: 0.1130683 May 18 18:07:35.611329 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6e889376-29b4-4776-9446-f408f7f12a70 req-7647b303-01c0-49dd-8618-69c944630950 service neutron] 10.222.0.85 "GET /v2.0/networks/f92940b8-c50f-4c94-b1f3-3e93ca94957d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647413 May 18 18:07:35.642351 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-58d70518-9e10-4cfc-b231-2f577577cf16 req-bf1741e8-053a-4788-8ba1-b83961076f04 tempest-LiveMigrationTest-768751957 tempest-LiveMigrationTest-768751957-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=fae3ce3c-9235-4ae4-9c6c-e682ce6a4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918951 May 18 18:07:35.663431 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-361bda3e-264d-49bd-a924-ece7acf76dea tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:35.666449 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-361bda3e-264d-49bd-a924-ece7acf76dea tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:35.667800 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-361bda3e-264d-49bd-a924-ece7acf76dea tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] 10.222.0.85 "DELETE /v2.0/security-groups/4e5deb66-88bb-4395-820b-ae258d556e05 HTTP/1.1" status: 204 len: 168 time: 0.3061800 May 18 18:07:35.680225 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 51472) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:07:35.704980 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fd5f3f26-5fdb-4e26-8e41-79e173c29a72 req-e5d3c3c7-3d8f-4d38-a53d-57163f46d235 service neutron] 10.222.0.88 "GET /v2.0/networks/987703f0-f2b8-4439-81d5-e852efc208ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5543849 May 18 18:07:35.717989 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361bda3e-264d-49bd-a924-ece7acf76dea tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e5deb66-88bb-4395-820b-ae258d556e05,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:07:35.736252 n-d-838550-3 neutron-server[102731]: INFO neutron.api.v2.resource [None req-80a95148-1fa5-4855-b4a3-d4e546ea9272 tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] show failed (client error): The resource could not be found. May 18 18:07:35.737531 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-80a95148-1fa5-4855-b4a3-d4e546ea9272 tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] 10.222.0.85 "GET /v2.0/security-groups/4e5deb66-88bb-4395-820b-ae258d556e05 HTTP/1.1" status: 404 len: 347 time: 0.0545835 May 18 18:07:35.742429 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 51474) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:07:35.935659 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-e9f169c9-c6b3-4d0b-9ba4-04d163cd688b tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] Deleting port dbcc8008-bf26-480f-a1d0-517933189d84 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:07:35.936886 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e9f169c9-c6b3-4d0b-9ba4-04d163cd688b tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:36.108043 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e9f169c9-c6b3-4d0b-9ba4-04d163cd688b tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:36.108584 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e9f169c9-c6b3-4d0b-9ba4-04d163cd688b tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:36.130723 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-e9f169c9-c6b3-4d0b-9ba4-04d163cd688b tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] Calling delete_port for dbcc8008-bf26-480f-a1d0-517933189d84 owned by network:floatingip {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:07:36.426537 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e9f169c9-c6b3-4d0b-9ba4-04d163cd688b tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:36.509660 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f169c9-c6b3-4d0b-9ba4-04d163cd688b tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] Pushing event deleted for resources: {'Port': ['ID=dbcc8008-bf26-480f-a1d0-517933189d84,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:07:36.648839 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49593e66-3089-4c6a-94e8-e976fd9c2923 req-954ea342-b65e-4445-9882-bb12bd6e03b8 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:36.669031 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-49593e66-3089-4c6a-94e8-e976fd9c2923 req-954ea342-b65e-4445-9882-bb12bd6e03b8 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef2746b8-d683-41a4-b04c-8bddf000c08f HTTP/1.1" status: 200 len: 946 time: 0.4060478 May 18 18:07:36.706716 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2d1ddda8-caf5-4a77-a3bb-53f4fb79dc5c req-c0cfd233-4d82-4f8d-9800-469fe57586ae tempest-SecurityGroupsTestAdminJSON-1824637230 tempest-SecurityGroupsTestAdminJSON-1824637230-project-admin] 10.222.0.85 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 54221 time: 1.0247467 May 18 18:07:36.761650 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e9f169c9-c6b3-4d0b-9ba4-04d163cd688b tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] Notify callbacks [] for floatingip, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:36.767731 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e9f169c9-c6b3-4d0b-9ba4-04d163cd688b tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:36.774199 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-e9f169c9-c6b3-4d0b-9ba4-04d163cd688b tempest-AttachSCSIVolumeTestJSON-1488384324 tempest-AttachSCSIVolumeTestJSON-1488384324-project] 10.222.0.85 "DELETE /v2.0/floatingips/cf9ab80b-411a-4343-a80b-7346c8bd5519 HTTP/1.1" status: 204 len: 168 time: 1.0303719 May 18 18:07:36.791507 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2d1ddda8-caf5-4a77-a3bb-53f4fb79dc5c req-932a0117-ac78-4636-adac-83161b31550a tempest-SecurityGroupsTestAdminJSON-1824637230 tempest-SecurityGroupsTestAdminJSON-1824637230-project-admin] 10.222.0.85 "GET /v2.0/security-groups/08db6f0e-0a01-416e-97d4-92fd213972b8 HTTP/1.1" status: 200 len: 2981 time: 0.0828190 May 18 18:07:36.802491 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-49593e66-3089-4c6a-94e8-e976fd9c2923 req-7e212e46-80c3-4458-8f51-98fe3df9208c tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] 10.222.0.85 "GET /v2.0/security-groups?id=08db6f0e-0a01-416e-97d4-92fd213972b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159768 May 18 18:07:36.922940 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2d1ddda8-caf5-4a77-a3bb-53f4fb79dc5c req-cfa3650f-d144-4c0d-8ac4-d8628cde3dc2 tempest-SecurityGroupsTestAdminJSON-1824637230 tempest-SecurityGroupsTestAdminJSON-1824637230-project-admin] 10.222.0.85 "GET /v2.0/security-groups/08db6f0e-0a01-416e-97d4-92fd213972b8 HTTP/1.1" status: 200 len: 2981 time: 0.1301310 May 18 18:07:37.029605 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2d1ddda8-caf5-4a77-a3bb-53f4fb79dc5c req-31ba916e-0339-499b-b630-6ec3ee82943b tempest-SecurityGroupsTestAdminJSON-1824637230 tempest-SecurityGroupsTestAdminJSON-1824637230-project-admin] 10.222.0.85 "GET /v2.0/security-groups/1d865af5-9ba4-4796-9d2e-8c253d202d79 HTTP/1.1" status: 200 len: 2981 time: 0.0915034 May 18 18:07:37.103954 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2d1ddda8-caf5-4a77-a3bb-53f4fb79dc5c req-14c9555b-3405-402d-abc4-c8c80b0b5161 tempest-SecurityGroupsTestAdminJSON-1824637230 tempest-SecurityGroupsTestAdminJSON-1824637230-project-admin] 10.222.0.85 "GET /v2.0/security-groups/1d865af5-9ba4-4796-9d2e-8c253d202d79 HTTP/1.1" status: 200 len: 2981 time: 0.0730846 May 18 18:07:37.197913 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2d1ddda8-caf5-4a77-a3bb-53f4fb79dc5c req-16608795-b4a1-4a71-9ef2-55a4ff31179a tempest-SecurityGroupsTestAdminJSON-1824637230 tempest-SecurityGroupsTestAdminJSON-1824637230-project-admin] 10.222.0.85 "GET /v2.0/security-groups/2376d87a-af69-4059-8ce9-62b6ac1b7216 HTTP/1.1" status: 200 len: 2981 time: 0.0923214 May 18 18:07:37.259723 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba30373-5cb8-42fc-a1c7-6c0d156cfeae req-a2cf3a9f-6da1-47d1-9dee-04df8e5754db tempest-ServerMetadataNegativeTestJSON-369288560 tempest-ServerMetadataNegativeTestJSON-369288560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:37.271890 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8ba30373-5cb8-42fc-a1c7-6c0d156cfeae req-a2cf3a9f-6da1-47d1-9dee-04df8e5754db tempest-ServerMetadataNegativeTestJSON-369288560 tempest-ServerMetadataNegativeTestJSON-369288560-project] 10.222.0.85 "GET /v2.0/ports?device_id=78f0c812-3abf-4a69-bcf5-44e74a0e1bf5 HTTP/1.1" status: 200 len: 943 time: 0.2002356 May 18 18:07:37.305790 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2d1ddda8-caf5-4a77-a3bb-53f4fb79dc5c req-51680ed8-e69b-4c33-8a14-40ca630afcbc tempest-SecurityGroupsTestAdminJSON-1824637230 tempest-SecurityGroupsTestAdminJSON-1824637230-project-admin] 10.222.0.85 "GET /v2.0/security-groups/2376d87a-af69-4059-8ce9-62b6ac1b7216 HTTP/1.1" status: 200 len: 2981 time: 0.1062946 May 18 18:07:37.348373 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 99b9fffd-2b32-454a-ac5c-bbcf4ff76edd details requested by agent hyperv_n-h2-838550-3 with host n-h2-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:07:37.374131 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8ba30373-5cb8-42fc-a1c7-6c0d156cfeae req-6f38d196-a78c-4b36-bee1-d20308c49dbf tempest-ServerMetadataNegativeTestJSON-369288560 tempest-ServerMetadataNegativeTestJSON-369288560-project] 10.222.0.85 "GET /v2.0/security-groups?id=c132241e-01a2-4920-9452-1a5666b51f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991681 May 18 18:07:37.474560 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2d1ddda8-caf5-4a77-a3bb-53f4fb79dc5c req-779f7884-31c3-4c7e-85e8-95e14d9e2f1d tempest-SecurityGroupsTestAdminJSON-1824637230 tempest-SecurityGroupsTestAdminJSON-1824637230-project-admin] 10.222.0.85 "GET /v2.0/security-groups/33ba1fad-191a-4b7a-ae9e-8e9e60985e31 HTTP/1.1" status: 200 len: 2981 time: 0.1474218 May 18 18:07:37.505794 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a954f429-3218-44c5-b46e-019745395a45 x-openstack-request-id: req-a954f429-3218-44c5-b46e-019745395a45 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:07:37.506217 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2b36aff-64a4-4f9e-86f7-8c7fa138ba4c", "name": "network-vif-deleted", "tag": "b36805c6-85ee-4c48-8f10-421ba861f687", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:07:37.507267 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-a954f429-3218-44c5-b46e-019745395a45 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:07:37.516144 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a954f429-3218-44c5-b46e-019745395a45'] response: {'server_uuid': 'd2b36aff-64a4-4f9e-86f7-8c7fa138ba4c', 'name': 'network-vif-deleted', 'tag': 'b36805c6-85ee-4c48-8f10-421ba861f687', 'status': 'completed', 'code': 200} May 18 18:07:37.593326 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-384dddad-450a-40e3-8e65-124f424ac8d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:37.598453 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 99b9fffd-2b32-454a-ac5c-bbcf4ff76edd, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=99b9fffd-2b32-454a-ac5c-bbcf4ff76edd,segment=NetworkSegment(22215525-f7ed-4293-ad8d-c33f1e4c79b2),segment_id=22215525-f7ed-4293-ad8d-c33f1e4c79b2)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:07:37.623119 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Returning: {'device': '99b9fffd-2b32-454a-ac5c-bbcf4ff76edd', 'network_id': '987703f0-f2b8-4439-81d5-e852efc208ae', 'port_id': '99b9fffd-2b32-454a-ac5c-bbcf4ff76edd', 'mac_address': 'fa:16:3e:15:2b:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37ce810a-23c6-4621-b634-0b81d327344c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:07:37.646313 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2d1ddda8-caf5-4a77-a3bb-53f4fb79dc5c req-0ec32985-ad85-464d-93b7-67de3e6b5061 tempest-SecurityGroupsTestAdminJSON-1824637230 tempest-SecurityGroupsTestAdminJSON-1824637230-project-admin] 10.222.0.85 "GET /v2.0/security-groups/33ba1fad-191a-4b7a-ae9e-8e9e60985e31 HTTP/1.1" status: 200 len: 2981 time: 0.1701314 May 18 18:07:37.650925 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-79a5dab3-490a-4334-8a7a-e568a96cd18d req-587cad9b-4975-40a5-a98a-0f2dd520085a service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=84d410e5-f4e3-429d-81c6-65d701445b6d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1315827 May 18 18:07:37.743543 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 99b9fffd-2b32-454a-ac5c-bbcf4ff76edd is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:07:37.745140 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:37.773689 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2d1ddda8-caf5-4a77-a3bb-53f4fb79dc5c req-e3f0c71c-4c3f-4ce0-a9eb-dcd4e7c0dce3 tempest-SecurityGroupsTestAdminJSON-1824637230 tempest-SecurityGroupsTestAdminJSON-1824637230-project-admin] 10.222.0.85 "GET /v2.0/security-groups/3b64499d-b889-4c65-bd1d-c52a944001ab HTTP/1.1" status: 200 len: 2977 time: 0.1264410 May 18 18:07:37.788759 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99b9fffd-2b32-454a-ac5c-bbcf4ff76edd {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:07:37.830850 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a5dab3-490a-4334-8a7a-e568a96cd18d req-318b0737-fd4c-47fb-9f72-ace6a3a985a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:37.832500 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-79a5dab3-490a-4334-8a7a-e568a96cd18d req-318b0737-fd4c-47fb-9f72-ace6a3a985a1 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c95c071176d44e1393b66dc9873791e2&device_id=84d410e5-f4e3-429d-81c6-65d701445b6d HTTP/1.1" status: 200 len: 1101 time: 0.0897856 May 18 18:07:37.840189 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 99b9fffd-2b32-454a-ac5c-bbcf4ff76edd, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=99b9fffd-2b32-454a-ac5c-bbcf4ff76edd,segment=NetworkSegment(22215525-f7ed-4293-ad8d-c33f1e4c79b2),segment_id=22215525-f7ed-4293-ad8d-c33f1e4c79b2)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:07:37.850586 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:37.897018 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2d1ddda8-caf5-4a77-a3bb-53f4fb79dc5c req-127eac9f-babf-4bf3-9f1f-b7941a10b42d tempest-SecurityGroupsTestAdminJSON-1824637230 tempest-SecurityGroupsTestAdminJSON-1824637230-project-admin] 10.222.0.85 "GET /v2.0/security-groups/3b64499d-b889-4c65-bd1d-c52a944001ab HTTP/1.1" status: 200 len: 2977 time: 0.1070068 May 18 18:07:37.977193 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2d1ddda8-caf5-4a77-a3bb-53f4fb79dc5c req-2d8d01e2-cc95-4f9c-8b83-29fb8fbbb5b2 tempest-SecurityGroupsTestAdminJSON-1824637230 tempest-SecurityGroupsTestAdminJSON-1824637230-project-admin] 10.222.0.85 "GET /v2.0/security-groups/864518a7-0200-4d02-83d2-594563788455 HTTP/1.1" status: 200 len: 2981 time: 0.0792251 May 18 18:07:38.037730 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=99b9fffd-2b32-454a-ac5c-bbcf4ff76edd,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:07:38.103488 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2d1ddda8-caf5-4a77-a3bb-53f4fb79dc5c req-d8418c34-9d28-4875-9dfc-76c81eee48da tempest-SecurityGroupsTestAdminJSON-1824637230 tempest-SecurityGroupsTestAdminJSON-1824637230-project-admin] 10.222.0.85 "GET /v2.0/security-groups/864518a7-0200-4d02-83d2-594563788455 HTTP/1.1" status: 200 len: 2981 time: 0.1124887 May 18 18:07:38.197763 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2d1ddda8-caf5-4a77-a3bb-53f4fb79dc5c req-d26fed0e-37e5-4d74-8346-801dc5d5e553 tempest-SecurityGroupsTestAdminJSON-1824637230 tempest-SecurityGroupsTestAdminJSON-1824637230-project-admin] 10.222.0.85 "GET /v2.0/security-groups/8b4e6956-2ac1-462a-9c67-fc84a26f38c3 HTTP/1.1" status: 200 len: 2981 time: 0.0926633 May 18 18:07:38.298225 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['99b9fffd-2b32-454a-ac5c-bbcf4ff76edd'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:07:38.309150 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2d1ddda8-caf5-4a77-a3bb-53f4fb79dc5c req-f425555f-0750-43c2-863e-e4d8425c8ab9 tempest-SecurityGroupsTestAdminJSON-1824637230 tempest-SecurityGroupsTestAdminJSON-1824637230-project-admin] 10.222.0.85 "GET /v2.0/security-groups/8b4e6956-2ac1-462a-9c67-fc84a26f38c3 HTTP/1.1" status: 200 len: 2981 time: 0.1034830 May 18 18:07:38.389723 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e889376-29b4-4776-9446-f408f7f12a70 req-b61aa4f4-9c47-4e0b-96f8-d1a1c92b0d3a tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:38.398568 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6e889376-29b4-4776-9446-f408f7f12a70 req-b61aa4f4-9c47-4e0b-96f8-d1a1c92b0d3a tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.36 "GET /v2.0/networks?id=f92940b8-c50f-4c94-b1f3-3e93ca94957d HTTP/1.1" status: 200 len: 812 time: 0.4990873 May 18 18:07:38.402613 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a5dab3-490a-4334-8a7a-e568a96cd18d req-8ca97f1a-53cd-4f71-a6b0-cdaf339e1d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:38.407179 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-79a5dab3-490a-4334-8a7a-e568a96cd18d req-8ca97f1a-53cd-4f71-a6b0-cdaf339e1d55 service neutron] 10.222.0.88 "GET /v2.0/networks?id=4c8ef274-9ecc-47c2-9686-5eebd78fb305 HTTP/1.1" status: 200 len: 870 time: 0.4823089 May 18 18:07:38.431756 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-6e889376-29b4-4776-9446-f408f7f12a70 req-5ff36250-70be-4f97-8d0d-a0daac928e34 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Request body: {'port': {'device_id': '4f39fc84-910c-4d8f-908e-d33fc1098266', 'network_id': 'f92940b8-c50f-4c94-b1f3-3e93ca94957d', 'admin_state_up': True, 'tenant_id': 'ed8a017ff6d8432c9386dee5054e8944'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:07:38.476479 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2d1ddda8-caf5-4a77-a3bb-53f4fb79dc5c req-a4853847-ddc3-49e7-84b9-fa5ea505e9d5 tempest-SecurityGroupsTestAdminJSON-1824637230 tempest-SecurityGroupsTestAdminJSON-1824637230-project-admin] 10.222.0.85 "GET /v2.0/security-groups/90681e5e-9b26-4f56-a3cd-9da787e2e5bf HTTP/1.1" status: 200 len: 2981 time: 0.1567624 May 18 18:07:38.574293 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2d1ddda8-caf5-4a77-a3bb-53f4fb79dc5c req-7705bc65-16b8-4a2a-a636-219ac66d375a tempest-SecurityGroupsTestAdminJSON-1824637230 tempest-SecurityGroupsTestAdminJSON-1824637230-project-admin] 10.222.0.85 "GET /v2.0/security-groups/90681e5e-9b26-4f56-a3cd-9da787e2e5bf HTTP/1.1" status: 200 len: 2981 time: 0.0909305 May 18 18:07:38.674284 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e889376-29b4-4776-9446-f408f7f12a70 req-5ff36250-70be-4f97-8d0d-a0daac928e34 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Made reservation on behalf of ed8a017ff6d8432c9386dee5054e8944 for: {'port': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:07:38.682405 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-6e889376-29b4-4776-9446-f408f7f12a70 req-5ff36250-70be-4f97-8d0d-a0daac928e34 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:38.759608 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2d1ddda8-caf5-4a77-a3bb-53f4fb79dc5c req-ceb18eda-8271-4b1c-931d-6810395d00f3 tempest-SecurityGroupsTestAdminJSON-1824637230 tempest-SecurityGroupsTestAdminJSON-1824637230-project-admin] 10.222.0.85 "GET /v2.0/security-groups/b1a46f95-7703-4604-9136-9c04cbcd71cd HTTP/1.1" status: 200 len: 2981 time: 0.1815815 May 18 18:07:38.918656 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2d1ddda8-caf5-4a77-a3bb-53f4fb79dc5c req-fbe239c7-8dea-4542-8353-88b1fe80000a tempest-SecurityGroupsTestAdminJSON-1824637230 tempest-SecurityGroupsTestAdminJSON-1824637230-project-admin] 10.222.0.85 "GET /v2.0/security-groups/b1a46f95-7703-4604-9136-9c04cbcd71cd HTTP/1.1" status: 200 len: 2981 time: 0.1521869 May 18 18:07:38.994886 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2d1ddda8-caf5-4a77-a3bb-53f4fb79dc5c req-1608914d-c104-4ace-bb2e-4896c82ea86f tempest-SecurityGroupsTestAdminJSON-1824637230 tempest-SecurityGroupsTestAdminJSON-1824637230-project-admin] 10.222.0.85 "GET /v2.0/security-groups/c0cf6f18-1d99-4c91-be28-aa23d004431d HTTP/1.1" status: 200 len: 2981 time: 0.0668862 May 18 18:07:39.136372 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2d1ddda8-caf5-4a77-a3bb-53f4fb79dc5c req-de0f72e7-796c-4369-9b81-cb631823b7ba tempest-SecurityGroupsTestAdminJSON-1824637230 tempest-SecurityGroupsTestAdminJSON-1824637230-project-admin] 10.222.0.85 "GET /v2.0/security-groups/c0cf6f18-1d99-4c91-be28-aa23d004431d HTTP/1.1" status: 200 len: 2981 time: 0.1327956 May 18 18:07:39.184435 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-79a5dab3-490a-4334-8a7a-e568a96cd18d req-69c765ea-1826-4df1-825d-eb8ff40d05d6 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=65eaebad-5f15-498f-8a10-409fcd0c25c6 HTTP/1.1" status: 200 len: 217 time: 0.7658675 May 18 18:07:39.307612 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2d1ddda8-caf5-4a77-a3bb-53f4fb79dc5c req-62657b2d-4b92-4a02-9177-1af8eeab493d tempest-SecurityGroupsTestAdminJSON-1824637230 tempest-SecurityGroupsTestAdminJSON-1824637230-project-admin] 10.222.0.85 "GET /v2.0/security-groups/c132241e-01a2-4920-9452-1a5666b51f49 HTTP/1.1" status: 200 len: 2981 time: 0.1548684 May 18 18:07:39.339954 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [req-6e889376-29b4-4776-9446-f408f7f12a70 req-5ff36250-70be-4f97-8d0d-a0daac928e34 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Allocated IP 172.20.0.4 (f92940b8-c50f-4c94-b1f3-3e93ca94957d/3928b460-5138-4e6e-b763-eaa17a3ede29/e2cc9147-a2e9-4ddd-ba24-daa06aedc682) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:07:39.395975 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2d1ddda8-caf5-4a77-a3bb-53f4fb79dc5c req-c4d74ade-1d42-4e3e-9f03-1ff6dcd01358 tempest-SecurityGroupsTestAdminJSON-1824637230 tempest-SecurityGroupsTestAdminJSON-1824637230-project-admin] 10.222.0.85 "GET /v2.0/security-groups/c132241e-01a2-4920-9452-1a5666b51f49 HTTP/1.1" status: 200 len: 2981 time: 0.0766180 May 18 18:07:39.495479 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2d1ddda8-caf5-4a77-a3bb-53f4fb79dc5c req-68ff53f5-1b92-4352-818a-ba1c48249670 tempest-SecurityGroupsTestAdminJSON-1824637230 tempest-SecurityGroupsTestAdminJSON-1824637230-project-admin] 10.222.0.85 "GET /v2.0/security-groups/c1da6a1d-4533-4720-846f-bc154a4b50c6 HTTP/1.1" status: 200 len: 2981 time: 0.0907950 May 18 18:07:39.611164 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2d1ddda8-caf5-4a77-a3bb-53f4fb79dc5c req-bc19fa09-cc43-445b-89b4-f274c1895aeb tempest-SecurityGroupsTestAdminJSON-1824637230 tempest-SecurityGroupsTestAdminJSON-1824637230-project-admin] 10.222.0.85 "GET /v2.0/security-groups/c1da6a1d-4533-4720-846f-bc154a4b50c6 HTTP/1.1" status: 200 len: 2981 time: 0.1021273 May 18 18:07:39.630645 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-6e889376-29b4-4776-9446-f408f7f12a70 req-5ff36250-70be-4f97-8d0d-a0daac928e34 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:39.636033 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a5dab3-490a-4334-8a7a-e568a96cd18d req-2631fbd0-24b3-4250-a682-a345624ec7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:39.638160 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-79a5dab3-490a-4334-8a7a-e568a96cd18d req-2631fbd0-24b3-4250-a682-a345624ec7e5 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c2531ae9-89db-4dcf-b670-9eac4c9cde53 HTTP/1.1" status: 200 len: 843 time: 0.1852031 May 18 18:07:39.667661 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2d1ddda8-caf5-4a77-a3bb-53f4fb79dc5c req-bb32e4d9-0ca5-4c84-8286-bb65a6d574b1 tempest-SecurityGroupsTestAdminJSON-1824637230 tempest-SecurityGroupsTestAdminJSON-1824637230-project-admin] 10.222.0.85 "GET /v2.0/security-groups/c5d0829e-f36f-4015-a3e9-c059673aed08 HTTP/1.1" status: 200 len: 2973 time: 0.0552824 May 18 18:07:39.762020 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-6e889376-29b4-4776-9446-f408f7f12a70 req-5ff36250-70be-4f97-8d0d-a0daac928e34 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:39.776941 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2d1ddda8-caf5-4a77-a3bb-53f4fb79dc5c req-a3f9a537-af7a-4833-b14e-ba8c69bc6b4a tempest-SecurityGroupsTestAdminJSON-1824637230 tempest-SecurityGroupsTestAdminJSON-1824637230-project-admin] 10.222.0.85 "GET /v2.0/security-groups/c5d0829e-f36f-4015-a3e9-c059673aed08 HTTP/1.1" status: 200 len: 2973 time: 0.1068237 May 18 18:07:39.783303 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a5dab3-490a-4334-8a7a-e568a96cd18d req-f3cf42d3-cd37-422e-a312-15e2afcba61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:39.785428 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-79a5dab3-490a-4334-8a7a-e568a96cd18d req-f3cf42d3-cd37-422e-a312-15e2afcba61e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4c8ef274-9ecc-47c2-9686-5eebd78fb305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1110363 May 18 18:07:39.853427 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e889376-29b4-4776-9446-f408f7f12a70 req-5ff36250-70be-4f97-8d0d-a0daac928e34 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Network f92940b8-c50f-4c94-b1f3-3e93ca94957d is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:07:39.864908 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [req-592f1dae-5a76-4e0c-94b9-2741a5a1753d req-bd799f3c-342d-40a2-ac45-75349c4da79b tempest-LiveMigrationTest-768751957 tempest-LiveMigrationTest-768751957-project-admin] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=102730) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 18:07:39.866222 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-592f1dae-5a76-4e0c-94b9-2741a5a1753d req-bd799f3c-342d-40a2-ac45-75349c4da79b tempest-LiveMigrationTest-768751957 tempest-LiveMigrationTest-768751957-project-admin] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074999 May 18 18:07:39.868312 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [req-6e889376-29b4-4776-9446-f408f7f12a70 req-5ff36250-70be-4f97-8d0d-a0daac928e34 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:07:39.882990 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e889376-29b4-4776-9446-f408f7f12a70 req-5ff36250-70be-4f97-8d0d-a0daac928e34 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:07:39.954441 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2d1ddda8-caf5-4a77-a3bb-53f4fb79dc5c req-f4504767-d619-45b1-8b1f-8b35197e9bd9 tempest-SecurityGroupsTestAdminJSON-1824637230 tempest-SecurityGroupsTestAdminJSON-1824637230-project-admin] 10.222.0.85 "GET /v2.0/security-groups/dc0b4581-99fc-471b-8399-95dbef491a77 HTTP/1.1" status: 200 len: 2981 time: 0.1763768 May 18 18:07:40.013018 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-03b1d8ef-b88e-4672-bb22-11f78e160f28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:40.034304 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2d1ddda8-caf5-4a77-a3bb-53f4fb79dc5c req-27a8c501-eeb2-459a-8dbf-ea1ddf7b3c1f tempest-SecurityGroupsTestAdminJSON-1824637230 tempest-SecurityGroupsTestAdminJSON-1824637230-project-admin] 10.222.0.85 "GET /v2.0/security-groups/dc0b4581-99fc-471b-8399-95dbef491a77 HTTP/1.1" status: 200 len: 2981 time: 0.0781577 May 18 18:07:40.059069 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff36250-70be-4f97-8d0d-a0daac928e34 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Pushing event updated for resources: {'Port': ['ID=e2cc9147-a2e9-4ddd-ba24-daa06aedc682,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:07:40.078763 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592f1dae-5a76-4e0c-94b9-2741a5a1753d req-11b7b974-af12-47e1-a5f9-fffa46684497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:40.080330 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-592f1dae-5a76-4e0c-94b9-2741a5a1753d req-11b7b974-af12-47e1-a5f9-fffa46684497 service neutron] 10.222.0.85 "GET /v2.0/ports/627f74eb-f86f-4971-87d7-210b8d2c8060 HTTP/1.1" status: 200 len: 1093 time: 0.1926749 May 18 18:07:40.088071 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e889376-29b4-4776-9446-f408f7f12a70 req-5ff36250-70be-4f97-8d0d-a0daac928e34 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:40.088828 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-6e889376-29b4-4776-9446-f408f7f12a70 req-5ff36250-70be-4f97-8d0d-a0daac928e34 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:40.106948 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-592f1dae-5a76-4e0c-94b9-2741a5a1753d req-f9d92c66-9e95-4c96-a587-6eaa9ebc179a service neutron] Request body: {'binding': {'host': 'n-h2-838550-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:07:40.108110 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-592f1dae-5a76-4e0c-94b9-2741a5a1753d req-f9d92c66-9e95-4c96-a587-6eaa9ebc179a service neutron] Unknown quota resources ['binding']. {{(pid=102730) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} May 18 18:07:40.125768 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2d1ddda8-caf5-4a77-a3bb-53f4fb79dc5c req-c8d5cdd4-7112-4ed5-a1ae-9d19bd6a7db9 tempest-SecurityGroupsTestAdminJSON-1824637230 tempest-SecurityGroupsTestAdminJSON-1824637230-project-admin] 10.222.0.85 "GET /v2.0/security-groups/fae3ce3c-9235-4ae4-9c6c-e682ce6a4d13 HTTP/1.1" status: 200 len: 2981 time: 0.0899467 May 18 18:07:40.161264 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6e889376-29b4-4776-9446-f408f7f12a70 req-5ff36250-70be-4f97-8d0d-a0daac928e34 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7357974 May 18 18:07:40.173294 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-79a5dab3-490a-4334-8a7a-e568a96cd18d req-cbf11b2c-82f0-4a51-ae00-abcec38da9ea service neutron] 10.222.0.88 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3400168 May 18 18:07:40.177400 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-6e889376-29b4-4776-9446-f408f7f12a70 req-ca12d3c2-c4bf-43ff-94e0-1846ad0337bd service neutron] Request body: {'port': {'device_id': '4f39fc84-910c-4d8f-908e-d33fc1098266', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-3'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:07:40.186577 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2d1ddda8-caf5-4a77-a3bb-53f4fb79dc5c req-1d476982-24de-4ef2-a7fd-9be18f9467a9 tempest-SecurityGroupsTestAdminJSON-1824637230 tempest-SecurityGroupsTestAdminJSON-1824637230-project-admin] 10.222.0.85 "GET /v2.0/security-groups/fae3ce3c-9235-4ae4-9c6c-e682ce6a4d13 HTTP/1.1" status: 200 len: 2981 time: 0.0595207 May 18 18:07:40.338181 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-6e889376-29b4-4776-9446-f408f7f12a70 req-ca12d3c2-c4bf-43ff-94e0-1846ad0337bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:40.342726 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da28448-2167-48b1-8796-e29c5f09b6f0 req-241adb61-5ae0-4eb4-8597-4eeb1f83bd3a tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:40.351208 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4da28448-2167-48b1-8796-e29c5f09b6f0 req-241adb61-5ae0-4eb4-8597-4eeb1f83bd3a tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=4f39fc84-910c-4d8f-908e-d33fc1098266 HTTP/1.1" status: 200 len: 931 time: 0.0803564 May 18 18:07:40.424589 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4da28448-2167-48b1-8796-e29c5f09b6f0 req-892724e9-9fa7-4cbd-83e2-7a5ebc92ea59 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/security-groups?id=33ba1fad-191a-4b7a-ae9e-8e9e60985e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723939 May 18 18:07:40.519965 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-592f1dae-5a76-4e0c-94b9-2741a5a1753d req-f9d92c66-9e95-4c96-a587-6eaa9ebc179a service neutron] Attempting to bind port 627f74eb-f86f-4971-87d7-210b8d2c8060 on host n-h2-838550-3 for vnic_type normal with profile None {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:07:40.520538 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-592f1dae-5a76-4e0c-94b9-2741a5a1753d req-f9d92c66-9e95-4c96-a587-6eaa9ebc179a service neutron] Attempting to bind port 627f74eb-f86f-4971-87d7-210b8d2c8060 by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': '5e6a9b3b-2b82-45b7-b9f1-0f73969fb979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '34fdcfa4-2e5d-460f-9a9f-5a798833609a'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:07:40.520971 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592f1dae-5a76-4e0c-94b9-2741a5a1753d req-f9d92c66-9e95-4c96-a587-6eaa9ebc179a service neutron] Attempting to bind port 627f74eb-f86f-4971-87d7-210b8d2c8060 on network 34fdcfa4-2e5d-460f-9a9f-5a798833609a {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:07:40.525673 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-79a5dab3-490a-4334-8a7a-e568a96cd18d req-bf16e4f5-8287-46c6-a918-f63b75d96b20 service neutron] 10.222.0.88 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3071780 May 18 18:07:40.584563 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71f8340-b4e6-40e2-b541-a61c5182669c req-67c74b42-0768-4ec8-968c-932b7fd689de tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:40.597241 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c71f8340-b4e6-40e2-b541-a61c5182669c req-67c74b42-0768-4ec8-968c-932b7fd689de tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=b8f267c7-2a12-455a-8742-23cd949ead3a HTTP/1.1" status: 200 len: 949 time: 0.0843844 May 18 18:07:40.705606 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c71f8340-b4e6-40e2-b541-a61c5182669c req-88e07c58-882f-42b6-b77f-b96b07a4daf5 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066873 May 18 18:07:40.713872 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ebbcacd6-b4f5-40b8-ae66-5ed1c21e8db9 req-eddd12b3-0a1d-4b47-a627-ead412a3c85b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a3939e9c-41fb-4a2c-9412-8402f051cf0b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1053629 May 18 18:07:40.767310 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592f1dae-5a76-4e0c-94b9-2741a5a1753d req-f9d92c66-9e95-4c96-a587-6eaa9ebc179a service neutron] Port 627f74eb-f86f-4971-87d7-210b8d2c8060 on network 34fdcfa4-2e5d-460f-9a9f-5a798833609a not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:07:40.768250 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592f1dae-5a76-4e0c-94b9-2741a5a1753d req-f9d92c66-9e95-4c96-a587-6eaa9ebc179a service neutron] Attempting to bind port 627f74eb-f86f-4971-87d7-210b8d2c8060 on network 34fdcfa4-2e5d-460f-9a9f-5a798833609a {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:07:40.781510 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592f1dae-5a76-4e0c-94b9-2741a5a1753d req-f9d92c66-9e95-4c96-a587-6eaa9ebc179a service neutron] Checking agent: {'id': 'd1be059a-68ea-4c77-9b2b-29f4afa47e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:07:40.781956 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592f1dae-5a76-4e0c-94b9-2741a5a1753d req-f9d92c66-9e95-4c96-a587-6eaa9ebc179a service neutron] Checking segment: {'id': '5e6a9b3b-2b82-45b7-b9f1-0f73969fb979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '34fdcfa4-2e5d-460f-9a9f-5a798833609a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:07:40.782361 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592f1dae-5a76-4e0c-94b9-2741a5a1753d req-f9d92c66-9e95-4c96-a587-6eaa9ebc179a service neutron] Bound using segment: {'id': '5e6a9b3b-2b82-45b7-b9f1-0f73969fb979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '34fdcfa4-2e5d-460f-9a9f-5a798833609a'} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:07:40.782819 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-592f1dae-5a76-4e0c-94b9-2741a5a1753d req-f9d92c66-9e95-4c96-a587-6eaa9ebc179a service neutron] Bound port: 627f74eb-f86f-4971-87d7-210b8d2c8060, host: n-h2-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e6a9b3b-2b82-45b7-b9f1-0f73969fb979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '34fdcfa4-2e5d-460f-9a9f-5a798833609a'}}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:07:40.829100 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbcacd6-b4f5-40b8-ae66-5ed1c21e8db9 req-2045d25f-0b82-47e5-a791-55bf4944fd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:40.831443 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ebbcacd6-b4f5-40b8-ae66-5ed1c21e8db9 req-2045d25f-0b82-47e5-a791-55bf4944fd5a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c95c071176d44e1393b66dc9873791e2&device_id=a3939e9c-41fb-4a2c-9412-8402f051cf0b HTTP/1.1" status: 200 len: 1101 time: 0.0783827 May 18 18:07:40.909533 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-592f1dae-5a76-4e0c-94b9-2741a5a1753d req-f9d92c66-9e95-4c96-a587-6eaa9ebc179a service neutron] For port 627f74eb-f86f-4971-87d7-210b8d2c8060, host n-h2-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=627f74eb-f86f-4971-87d7-210b8d2c8060,segment=NetworkSegment(5e6a9b3b-2b82-45b7-b9f1-0f73969fb979),segment_id=5e6a9b3b-2b82-45b7-b9f1-0f73969fb979)] {{(pid=102730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:07:40.918181 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-592f1dae-5a76-4e0c-94b9-2741a5a1753d req-f9d92c66-9e95-4c96-a587-6eaa9ebc179a service neutron] Notify callbacks [] for binding, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:40.919483 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-592f1dae-5a76-4e0c-94b9-2741a5a1753d req-f9d92c66-9e95-4c96-a587-6eaa9ebc179a service neutron] 10.222.0.85 "POST /v2.0/ports/627f74eb-f86f-4971-87d7-210b8d2c8060/bindings HTTP/1.1" status: 201 len: 389 time: 0.8253436 May 18 18:07:40.942525 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [req-6e889376-29b4-4776-9446-f408f7f12a70 req-ca12d3c2-c4bf-43ff-94e0-1846ad0337bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2cc9147-a2e9-4ddd-ba24-daa06aedc682 {{(pid=102730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:07:40.957983 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-6e889376-29b4-4776-9446-f408f7f12a70 req-ca12d3c2-c4bf-43ff-94e0-1846ad0337bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:40.991117 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [req-6e889376-29b4-4776-9446-f408f7f12a70 req-ca12d3c2-c4bf-43ff-94e0-1846ad0337bd service neutron] Transition to ACTIVE for port object e2cc9147-a2e9-4ddd-ba24-daa06aedc682 will not be triggered until provisioned by entity L2. {{(pid=102730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:07:41.001113 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-6e889376-29b4-4776-9446-f408f7f12a70 req-ca12d3c2-c4bf-43ff-94e0-1846ad0337bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:41.063678 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-63ed8599-63eb-46e1-936e-1706b66155c5 req-356e5774-a0e5-4f73-be28-1194450d9694 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1115413247&fields=id&tenant_id=fdb911c855ac4c6cb6a711e7d11eed8e HTTP/1.1" status: 200 len: 267 time: 0.1702619 May 18 18:07:41.065015 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbcacd6-b4f5-40b8-ae66-5ed1c21e8db9 req-08698233-5869-4bf4-ab6c-4c89432ae3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:41.067286 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ebbcacd6-b4f5-40b8-ae66-5ed1c21e8db9 req-08698233-5869-4bf4-ab6c-4c89432ae3d2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4c8ef274-9ecc-47c2-9686-5eebd78fb305 HTTP/1.1" status: 200 len: 870 time: 0.2037001 May 18 18:07:41.129736 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:41.214060 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ebbcacd6-b4f5-40b8-ae66-5ed1c21e8db9 req-04d63b0b-5005-452e-b796-96fbe47ed291 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=30476341-d67d-457a-ba96-32990757ec38 HTTP/1.1" status: 200 len: 217 time: 0.1359570 May 18 18:07:41.219346 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca12d3c2-c4bf-43ff-94e0-1846ad0337bd service neutron] Pushing event updated for resources: {'Port': ['ID=e2cc9147-a2e9-4ddd-ba24-daa06aedc682,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:07:41.333305 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-6e889376-29b4-4776-9446-f408f7f12a70 req-ca12d3c2-c4bf-43ff-94e0-1846ad0337bd service neutron] Attempting to bind port e2cc9147-a2e9-4ddd-ba24-daa06aedc682 on host n-h1-838550-3 for vnic_type normal with profile {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:07:41.337301 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-6e889376-29b4-4776-9446-f408f7f12a70 req-ca12d3c2-c4bf-43ff-94e0-1846ad0337bd service neutron] Attempting to bind port e2cc9147-a2e9-4ddd-ba24-daa06aedc682 by drivers openvswitch,hyperv on host n-h1-838550-3 at level 0 using segments [{'id': '58bfdefb-3654-4aa0-92f0-6f0afd2552db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'f92940b8-c50f-4c94-b1f3-3e93ca94957d'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:07:41.337765 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e889376-29b4-4776-9446-f408f7f12a70 req-ca12d3c2-c4bf-43ff-94e0-1846ad0337bd service neutron] Attempting to bind port e2cc9147-a2e9-4ddd-ba24-daa06aedc682 on network f92940b8-c50f-4c94-b1f3-3e93ca94957d {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:07:41.351843 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbcacd6-b4f5-40b8-ae66-5ed1c21e8db9 req-2a22a668-f3ce-4d4e-8457-b2bcf28644c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:41.356014 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ebbcacd6-b4f5-40b8-ae66-5ed1c21e8db9 req-2a22a668-f3ce-4d4e-8457-b2bcf28644c4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c2531ae9-89db-4dcf-b670-9eac4c9cde53 HTTP/1.1" status: 200 len: 843 time: 0.1268942 May 18 18:07:41.356258 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ef3e4d-90b0-4b74-922e-4e98dddbd435 req-65acdeb5-eb09-422b-8969-9922fdfc6545 tempest-ServerMetadataNegativeTestJSON-369288560 tempest-ServerMetadataNegativeTestJSON-369288560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:41.359750 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e5ef3e4d-90b0-4b74-922e-4e98dddbd435 req-65acdeb5-eb09-422b-8969-9922fdfc6545 tempest-ServerMetadataNegativeTestJSON-369288560 tempest-ServerMetadataNegativeTestJSON-369288560-project] 10.222.0.85 "GET /v2.0/ports?device_id=78f0c812-3abf-4a69-bcf5-44e74a0e1bf5 HTTP/1.1" status: 200 len: 944 time: 0.2494078 May 18 18:07:41.360508 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e889376-29b4-4776-9446-f408f7f12a70 req-ca12d3c2-c4bf-43ff-94e0-1846ad0337bd service neutron] Port e2cc9147-a2e9-4ddd-ba24-daa06aedc682 on network f92940b8-c50f-4c94-b1f3-3e93ca94957d not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-3 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:07:41.360844 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e889376-29b4-4776-9446-f408f7f12a70 req-ca12d3c2-c4bf-43ff-94e0-1846ad0337bd service neutron] Attempting to bind port e2cc9147-a2e9-4ddd-ba24-daa06aedc682 on network f92940b8-c50f-4c94-b1f3-3e93ca94957d {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:07:41.368755 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 99b9fffd-2b32-454a-ac5c-bbcf4ff76edd up at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:07:41.370709 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e889376-29b4-4776-9446-f408f7f12a70 req-ca12d3c2-c4bf-43ff-94e0-1846ad0337bd service neutron] Checking agent: {'id': '1dbac822-25f2-4df8-9dc8-5c2e7b136eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:07:41.371102 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e889376-29b4-4776-9446-f408f7f12a70 req-ca12d3c2-c4bf-43ff-94e0-1846ad0337bd service neutron] Checking segment: {'id': '58bfdefb-3654-4aa0-92f0-6f0afd2552db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'f92940b8-c50f-4c94-b1f3-3e93ca94957d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:07:41.371490 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e889376-29b4-4776-9446-f408f7f12a70 req-ca12d3c2-c4bf-43ff-94e0-1846ad0337bd service neutron] Bound using segment: {'id': '58bfdefb-3654-4aa0-92f0-6f0afd2552db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'f92940b8-c50f-4c94-b1f3-3e93ca94957d'} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:07:41.371931 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-6e889376-29b4-4776-9446-f408f7f12a70 req-ca12d3c2-c4bf-43ff-94e0-1846ad0337bd service neutron] Bound port: e2cc9147-a2e9-4ddd-ba24-daa06aedc682, host: n-h1-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58bfdefb-3654-4aa0-92f0-6f0afd2552db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'f92940b8-c50f-4c94-b1f3-3e93ca94957d'}}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:07:41.372295 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-6e889376-29b4-4776-9446-f408f7f12a70 req-ca12d3c2-c4bf-43ff-94e0-1846ad0337bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:41.391335 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ed8599-63eb-46e1-936e-1706b66155c5 req-95deab6d-d0d7-484b-896b-fb034c939e7c tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:41.396221 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-63ed8599-63eb-46e1-936e-1706b66155c5 req-95deab6d-d0d7-484b-896b-fb034c939e7c tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef2746b8-d683-41a4-b04c-8bddf000c08f HTTP/1.1" status: 200 len: 946 time: 0.3216991 May 18 18:07:41.440072 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-63ed8599-63eb-46e1-936e-1706b66155c5 req-9b5b1efb-a52c-49cc-a8ad-834ca9f044e7 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Request body: {'port': {'security_groups': ['08db6f0e-0a01-416e-97d4-92fd213972b8', 'b44e04cb-5bbf-4aef-95d4-bcfa09ca106c']}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:07:41.446619 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning for port 99b9fffd-2b32-454a-ac5c-bbcf4ff76edd completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:07:41.468880 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning complete for port 99b9fffd-2b32-454a-ac5c-bbcf4ff76edd triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:07:41.469678 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:41.506466 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e5ef3e4d-90b0-4b74-922e-4e98dddbd435 req-3e3e21b1-d55a-4e88-8d05-9c847d9a17d6 tempest-ServerMetadataNegativeTestJSON-369288560 tempest-ServerMetadataNegativeTestJSON-369288560-project] 10.222.0.85 "GET /v2.0/security-groups?id=c132241e-01a2-4920-9452-1a5666b51f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247938 May 18 18:07:41.553509 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592f1dae-5a76-4e0c-94b9-2741a5a1753d req-f6a4b80f-1f9c-4843-85aa-6bddf16d575d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:41.554887 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-592f1dae-5a76-4e0c-94b9-2741a5a1753d req-f6a4b80f-1f9c-4843-85aa-6bddf16d575d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8ebc9a1ec3004890baedda4682fb5641&device_id=baf813fb-c557-44a2-9307-16937d880cc5 HTTP/1.1" status: 200 len: 1096 time: 0.1521432 May 18 18:07:41.568358 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbcacd6-b4f5-40b8-ae66-5ed1c21e8db9 req-0865457e-cbf2-4672-8eb7-7fcea2043e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:41.570355 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ebbcacd6-b4f5-40b8-ae66-5ed1c21e8db9 req-0865457e-cbf2-4672-8eb7-7fcea2043e0d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4c8ef274-9ecc-47c2-9686-5eebd78fb305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1730940 May 18 18:07:41.570527 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-6e889376-29b4-4776-9446-f408f7f12a70 req-ca12d3c2-c4bf-43ff-94e0-1846ad0337bd service neutron] For port e2cc9147-a2e9-4ddd-ba24-daa06aedc682, host n-h1-838550-3, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:07:41.579250 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-6e889376-29b4-4776-9446-f408f7f12a70 req-ca12d3c2-c4bf-43ff-94e0-1846ad0337bd service neutron] For port e2cc9147-a2e9-4ddd-ba24-daa06aedc682, host n-h1-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=e2cc9147-a2e9-4ddd-ba24-daa06aedc682,segment=NetworkSegment(58bfdefb-3654-4aa0-92f0-6f0afd2552db),segment_id=58bfdefb-3654-4aa0-92f0-6f0afd2552db)] {{(pid=102730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:07:41.611134 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-63ed8599-63eb-46e1-936e-1706b66155c5 req-9b5b1efb-a52c-49cc-a8ad-834ca9f044e7 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:41.639381 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 99b9fffd-2b32-454a-ac5c-bbcf4ff76edd is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:07:41.639878 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:41.671122 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-6e889376-29b4-4776-9446-f408f7f12a70 req-ca12d3c2-c4bf-43ff-94e0-1846ad0337bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:41.697226 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 99b9fffd-2b32-454a-ac5c-bbcf4ff76edd, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=99b9fffd-2b32-454a-ac5c-bbcf4ff76edd,segment=NetworkSegment(22215525-f7ed-4293-ad8d-c33f1e4c79b2),segment_id=22215525-f7ed-4293-ad8d-c33f1e4c79b2)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:07:41.698729 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78f0c812-3abf-4a69-bcf5-44e74a0e1bf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99b9fffd-2b32-454a-ac5c-bbcf4ff76edd'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:07:41.705706 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05a978c6-81ec-46a4-9c66-74253051d4c7" -d '{"events": [{"server_uuid": "78f0c812-3abf-4a69-bcf5-44e74a0e1bf5", "name": "network-vif-plugged", "status": "completed", "tag": "99b9fffd-2b32-454a-ac5c-bbcf4ff76edd"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:07:41.711240 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:41.780280 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e889376-29b4-4776-9446-f408f7f12a70 req-ca12d3c2-c4bf-43ff-94e0-1846ad0337bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:41.780971 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-6e889376-29b4-4776-9446-f408f7f12a70 req-ca12d3c2-c4bf-43ff-94e0-1846ad0337bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:41.782386 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6e889376-29b4-4776-9446-f408f7f12a70 req-ca12d3c2-c4bf-43ff-94e0-1846ad0337bd service neutron] 10.222.0.36 "PUT /v2.0/ports/e2cc9147-a2e9-4ddd-ba24-daa06aedc682 HTTP/1.1" status: 200 len: 1091 time: 1.6115379 May 18 18:07:41.782871 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f39fc84-910c-4d8f-908e-d33fc1098266', 'tag': 'e2cc9147-a2e9-4ddd-ba24-daa06aedc682'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:07:41.787103 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2acd0226-5645-4e1f-8395-274b1053b720" -d '{"events": [{"name": "network-changed", "server_uuid": "4f39fc84-910c-4d8f-908e-d33fc1098266", "tag": "e2cc9147-a2e9-4ddd-ba24-daa06aedc682"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:07:41.798707 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=99b9fffd-2b32-454a-ac5c-bbcf4ff76edd,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:07:41.916572 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5c607f05-61d6-45ed-b062-2128de374d5f req-3069e818-b852-4748-8955-e3ce4f57b9b8 tempest-SecurityGroupsTestAdminJSON-777712583 tempest-SecurityGroupsTestAdminJSON-777712583-project] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=49dea5777d124cb28426d7f68d4a5852 HTTP/1.1" status: 200 len: 6101 time: 0.3572304 May 18 18:07:41.916835 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-63ed8599-63eb-46e1-936e-1706b66155c5 req-9b5b1efb-a52c-49cc-a8ad-834ca9f044e7 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] For port 1f01a002-9ed0-470d-8e6f-d05dff7e7e0f, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=1f01a002-9ed0-470d-8e6f-d05dff7e7e0f,segment=NetworkSegment(ba5b4c8c-85fa-4d1e-ac5d-e49cc72250ce),segment_id=ba5b4c8c-85fa-4d1e-ac5d-e49cc72250ce)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:07:41.918490 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592f1dae-5a76-4e0c-94b9-2741a5a1753d req-a3d699bd-75ec-4645-88a2-805f92269262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:41.922855 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-592f1dae-5a76-4e0c-94b9-2741a5a1753d req-a3d699bd-75ec-4645-88a2-805f92269262 service neutron] 10.222.0.88 "GET /v2.0/networks?id=34fdcfa4-2e5d-460f-9a9f-5a798833609a HTTP/1.1" status: 200 len: 909 time: 0.3447402 May 18 18:07:41.922855 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca12d3c2-c4bf-43ff-94e0-1846ad0337bd service neutron] Pushing event updated for resources: {'Port': ['ID=e2cc9147-a2e9-4ddd-ba24-daa06aedc682,revision_number=3']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:07:41.971727 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ebbcacd6-b4f5-40b8-ae66-5ed1c21e8db9 req-e81034ed-213d-4beb-aae6-375b25241ff9 service neutron] 10.222.0.36 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3910494 May 18 18:07:41.995852 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-592f1dae-5a76-4e0c-94b9-2741a5a1753d req-96a14dca-991a-4a4c-b567-64c92c12e6dd service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=627f74eb-f86f-4971-87d7-210b8d2c8060 HTTP/1.1" status: 200 len: 217 time: 0.0611179 May 18 18:07:41.996338 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-63ed8599-63eb-46e1-936e-1706b66155c5 req-9b5b1efb-a52c-49cc-a8ad-834ca9f044e7 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:42.011574 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e889376-29b4-4776-9446-f408f7f12a70 req-503ca6f9-0f1b-4a20-aab3-3db6000cc667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:42.011837 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-63ed8599-63eb-46e1-936e-1706b66155c5 req-9b5b1efb-a52c-49cc-a8ad-834ca9f044e7 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:42.013067 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6e889376-29b4-4776-9446-f408f7f12a70 req-503ca6f9-0f1b-4a20-aab3-3db6000cc667 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ed8a017ff6d8432c9386dee5054e8944&device_id=4f39fc84-910c-4d8f-908e-d33fc1098266 HTTP/1.1" status: 200 len: 1094 time: 0.1762755 May 18 18:07:42.027814 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['1f01a002-9ed0-470d-8e6f-d05dff7e7e0f'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:07:42.032043 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['0de02e7a-4341-4848-b5f4-8de104f914c9'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:07:42.098814 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6e889376-29b4-4776-9446-f408f7f12a70 req-46c04bdd-e3e4-49d9-bcff-cb249d3e19e3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e2cc9147-a2e9-4ddd-ba24-daa06aedc682 HTTP/1.1" status: 200 len: 217 time: 0.0686684 May 18 18:07:42.102062 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5c607f05-61d6-45ed-b062-2128de374d5f req-191af9df-3c67-4485-8fe2-ce65bb8d96f5 tempest-SecurityGroupsTestAdminJSON-777712583 tempest-SecurityGroupsTestAdminJSON-777712583-project] 10.222.0.85 "GET /v2.0/security-groups/dc0b4581-99fc-471b-8399-95dbef491a77 HTTP/1.1" status: 200 len: 2981 time: 0.1756835 May 18 18:07:42.131878 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ed8599-63eb-46e1-936e-1706b66155c5 req-9b5b1efb-a52c-49cc-a8ad-834ca9f044e7 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:42.139576 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-63ed8599-63eb-46e1-936e-1706b66155c5 req-9b5b1efb-a52c-49cc-a8ad-834ca9f044e7 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:42.155987 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-63ed8599-63eb-46e1-936e-1706b66155c5 req-9b5b1efb-a52c-49cc-a8ad-834ca9f044e7 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] 10.222.0.85 "PUT /v2.0/ports/1f01a002-9ed0-470d-8e6f-d05dff7e7e0f HTTP/1.1" status: 200 len: 982 time: 0.7289128 May 18 18:07:42.169260 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef2746b8-d683-41a4-b04c-8bddf000c08f', 'tag': '1f01a002-9ed0-470d-8e6f-d05dff7e7e0f'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:07:42.173870 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dbb2676-2c0f-46b8-afb7-7f7f2e5549f7" -d '{"events": [{"name": "network-changed", "server_uuid": "ef2746b8-d683-41a4-b04c-8bddf000c08f", "tag": "1f01a002-9ed0-470d-8e6f-d05dff7e7e0f"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:07:42.178351 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5b1efb-a52c-49cc-a8ad-834ca9f044e7 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Pushing event updated for resources: {'Port': ['ID=1f01a002-9ed0-470d-8e6f-d05dff7e7e0f,revision_number=6']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:07:42.191124 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592f1dae-5a76-4e0c-94b9-2741a5a1753d req-1041e831-9986-49f1-912c-cf4c8fc6ee71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:42.198779 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-592f1dae-5a76-4e0c-94b9-2741a5a1753d req-1041e831-9986-49f1-912c-cf4c8fc6ee71 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8f7111f6-e2ae-4553-ac4c-889ba94e64a6 HTTP/1.1" status: 200 len: 848 time: 0.1837020 May 18 18:07:42.272171 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ebbcacd6-b4f5-40b8-ae66-5ed1c21e8db9 req-7385a78b-9009-478d-8efe-0f4ab55ff4e8 service neutron] 10.222.0.36 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2937939 May 18 18:07:42.280488 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-592f1dae-5a76-4e0c-94b9-2741a5a1753d req-48afcd13-dbbe-4c1e-91cb-aeec3c2752a9 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=34fdcfa4-2e5d-460f-9a9f-5a798833609a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493703 May 18 18:07:42.289585 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e889376-29b4-4776-9446-f408f7f12a70 req-11ebddde-ce33-45a4-a6b3-57463b8570d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:42.291350 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6e889376-29b4-4776-9446-f408f7f12a70 req-11ebddde-ce33-45a4-a6b3-57463b8570d0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3928b460-5138-4e6e-b763-eaa17a3ede29 HTTP/1.1" status: 200 len: 852 time: 0.1855292 May 18 18:07:42.294987 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['1f01a002-9ed0-470d-8e6f-d05dff7e7e0f'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:07:42.364818 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6e889376-29b4-4776-9446-f408f7f12a70 req-4c01bc2a-2864-462a-8c92-eb9d3277b406 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f92940b8-c50f-4c94-b1f3-3e93ca94957d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568547 May 18 18:07:42.400311 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5c607f05-61d6-45ed-b062-2128de374d5f req-e9954c85-9cec-4fa9-9554-1d8b2f9f9e6b tempest-SecurityGroupsTestAdminJSON-777712583 tempest-SecurityGroupsTestAdminJSON-777712583-project] 10.222.0.85 "GET /v2.0/security-groups/dc0b4581-99fc-471b-8399-95dbef491a77 HTTP/1.1" status: 200 len: 2981 time: 0.2802672 May 18 18:07:42.532226 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-592f1dae-5a76-4e0c-94b9-2741a5a1753d req-18fab66a-7d51-4ab1-a18c-00e6b2affc12 service neutron] 10.222.0.88 "GET /v2.0/networks/34fdcfa4-2e5d-460f-9a9f-5a798833609a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351589 May 18 18:07:42.573710 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e424b408-8ad5-485a-8b97-9f06911042b6 x-openstack-request-id: req-e424b408-8ad5-485a-8b97-9f06911042b6 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:07:42.574274 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78f0c812-3abf-4a69-bcf5-44e74a0e1bf5", "name": "network-vif-plugged", "status": "completed", "tag": "99b9fffd-2b32-454a-ac5c-bbcf4ff76edd", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:07:42.574608 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-e424b408-8ad5-485a-8b97-9f06911042b6 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:07:42.575055 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e424b408-8ad5-485a-8b97-9f06911042b6'] response: {'server_uuid': '78f0c812-3abf-4a69-bcf5-44e74a0e1bf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99b9fffd-2b32-454a-ac5c-bbcf4ff76edd', 'code': 200} May 18 18:07:42.649039 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:42.672121 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6bdd04-baf7-4010-885d-adffcc74c3ac req-3366318c-a10d-4c36-95e1-0593f5d3cbe2 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:42.686726 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bc6bdd04-baf7-4010-885d-adffcc74c3ac req-3366318c-a10d-4c36-95e1-0593f5d3cbe2 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/ports?device_id=baf813fb-c557-44a2-9307-16937d880cc5 HTTP/1.1" status: 200 len: 945 time: 0.1389956 May 18 18:07:42.766635 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bc6bdd04-baf7-4010-885d-adffcc74c3ac req-2937f218-4af5-4105-bf1c-66b1c4cc20fc tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/security-groups?id=fae3ce3c-9235-4ae4-9c6c-e682ce6a4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777795 May 18 18:07:42.789275 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6e889376-29b4-4776-9446-f408f7f12a70 req-d1891ee6-07f0-435c-ab3f-ea6180c1e16a service neutron] 10.222.0.36 "GET /v2.0/networks/f92940b8-c50f-4c94-b1f3-3e93ca94957d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3827341 May 18 18:07:42.904777 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-38a099a8-048a-4218-b2c4-7893c4234af7 req-0dbe536a-2c26-4619-ad70-ae92429d6ac6 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] 10.222.0.85 "GET /v2.0/security-groups/b44e04cb-5bbf-4aef-95d4-bcfa09ca106c HTTP/1.1" status: 200 len: 1801 time: 0.0609128 May 18 18:07:42.918453 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1e3d260-7d7d-468f-855c-555e26ca08a4 x-openstack-request-id: req-a1e3d260-7d7d-468f-855c-555e26ca08a4 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:07:42.918746 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f39fc84-910c-4d8f-908e-d33fc1098266", "tag": "e2cc9147-a2e9-4ddd-ba24-daa06aedc682", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:07:42.919165 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-a1e3d260-7d7d-468f-855c-555e26ca08a4 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:07:42.920196 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1e3d260-7d7d-468f-855c-555e26ca08a4'] response: {'name': 'network-changed', 'server_uuid': '4f39fc84-910c-4d8f-908e-d33fc1098266', 'tag': 'e2cc9147-a2e9-4ddd-ba24-daa06aedc682', 'status': 'completed', 'code': 200} May 18 18:07:42.947659 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8a8dd4-6983-44df-90a2-b7c781b1758f req-d5405199-acf0-4673-808e-4705baf72fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:42.949404 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5e8a8dd4-6983-44df-90a2-b7c781b1758f req-d5405199-acf0-4673-808e-4705baf72fdc service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=78f0c812-3abf-4a69-bcf5-44e74a0e1bf5 HTTP/1.1" status: 200 len: 1096 time: 0.2473614 May 18 18:07:42.951424 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6e889376-29b4-4776-9446-f408f7f12a70 req-d5d894c6-149c-473d-9207-c5a39ad3513f service neutron] 10.222.0.36 "GET /v2.0/networks/f92940b8-c50f-4c94-b1f3-3e93ca94957d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529226 May 18 18:07:42.959751 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-592f1dae-5a76-4e0c-94b9-2741a5a1753d req-5fd1e48d-97d8-44d7-8761-7b998d3c00fc service neutron] 10.222.0.88 "GET /v2.0/networks/34fdcfa4-2e5d-460f-9a9f-5a798833609a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4195392 May 18 18:07:42.987997 n-d-838550-3 neutron-server[102731]: INFO neutron.api.v2.resource [req-38a099a8-048a-4218-b2c4-7893c4234af7 req-0c42668c-5356-4288-ab53-6bf7689c7fa7 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] delete failed (client error): There was a conflict when trying to complete your request. May 18 18:07:42.989600 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-38a099a8-048a-4218-b2c4-7893c4234af7 req-0c42668c-5356-4288-ab53-6bf7689c7fa7 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] 10.222.0.85 "DELETE /v2.0/security-groups/b44e04cb-5bbf-4aef-95d4-bcfa09ca106c HTTP/1.1" status: 409 len: 341 time: 0.0752802 May 18 18:07:43.006299 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dd7fb2-3d80-41ec-b195-227ab46b4432 req-ac41703b-a438-49ba-9dbc-2e2dc4c2ab9f tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:43.016778 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-35dd7fb2-3d80-41ec-b195-227ab46b4432 req-ac41703b-a438-49ba-9dbc-2e2dc4c2ab9f tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=b8f267c7-2a12-455a-8742-23cd949ead3a HTTP/1.1" status: 200 len: 949 time: 0.3518286 May 18 18:07:43.046868 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:43.067569 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b5e2a73-2607-4aca-a44c-8c59d62b0fc3 x-openstack-request-id: req-5b5e2a73-2607-4aca-a44c-8c59d62b0fc3 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:07:43.067569 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef2746b8-d683-41a4-b04c-8bddf000c08f", "tag": "1f01a002-9ed0-470d-8e6f-d05dff7e7e0f", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:07:43.067993 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-5b5e2a73-2607-4aca-a44c-8c59d62b0fc3 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:07:43.068149 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b5e2a73-2607-4aca-a44c-8c59d62b0fc3'] response: {'name': 'network-changed', 'server_uuid': 'ef2746b8-d683-41a4-b04c-8bddf000c08f', 'tag': '1f01a002-9ed0-470d-8e6f-d05dff7e7e0f', 'status': 'completed', 'code': 200} May 18 18:07:43.175921 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbb2676-2c0f-46b8-afb7-7f7f2e5549f7 req-9a88a61a-9cab-4be5-bc14-78bcc0892276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:43.177585 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0dbb2676-2c0f-46b8-afb7-7f7f2e5549f7 req-9a88a61a-9cab-4be5-bc14-78bcc0892276 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fdb911c855ac4c6cb6a711e7d11eed8e&device_id=ef2746b8-d683-41a4-b04c-8bddf000c08f HTTP/1.1" status: 200 len: 1136 time: 0.0872247 May 18 18:07:43.180258 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5274829f-84a6-4482-acb9-b6d0cbbd3703 req-945ef9c1-caf0-4342-b842-25a754d35be2 tempest-SecurityGroupsTestAdminJSON-1824637230 tempest-SecurityGroupsTestAdminJSON-1824637230-project-admin] 10.222.0.85 "GET /v2.0/security-groups/9048f909-e38c-4d5d-9efd-be4b14bcfa3e HTTP/1.1" status: 200 len: 1778 time: 0.1014707 May 18 18:07:43.194677 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5e8a8dd4-6983-44df-90a2-b7c781b1758f req-4fc3f3b3-e2a3-4389-9dcc-fa84dbfe65c9 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=c132241e-01a2-4920-9452-1a5666b51f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754282 May 18 18:07:43.210384 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-35dd7fb2-3d80-41ec-b195-227ab46b4432 req-45242821-ef09-4c45-8948-27c9aa25790c tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924798 May 18 18:07:43.232297 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592f1dae-5a76-4e0c-94b9-2741a5a1753d req-82bfafd4-3b97-466c-9a9b-437025243de6 tempest-LiveMigrationTest-768751957 tempest-LiveMigrationTest-768751957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:43.232297 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-592f1dae-5a76-4e0c-94b9-2741a5a1753d req-82bfafd4-3b97-466c-9a9b-437025243de6 tempest-LiveMigrationTest-768751957 tempest-LiveMigrationTest-768751957-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=baf813fb-c557-44a2-9307-16937d880cc5&tenant_id=8ebc9a1ec3004890baedda4682fb5641&binding%3Ahost_id=n-h1-838550-3 HTTP/1.1" status: 200 len: 1096 time: 0.1197331 May 18 18:07:43.236450 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acd0226-5645-4e1f-8395-274b1053b720 req-b3a588be-85d0-44e8-9a5c-d530e8106292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:43.238343 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2acd0226-5645-4e1f-8395-274b1053b720 req-b3a588be-85d0-44e8-9a5c-d530e8106292 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ed8a017ff6d8432c9386dee5054e8944&device_id=4f39fc84-910c-4d8f-908e-d33fc1098266 HTTP/1.1" status: 200 len: 1094 time: 0.1900501 May 18 18:07:43.358649 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-5274829f-84a6-4482-acb9-b6d0cbbd3703 req-9b6ba75a-67eb-49ad-9613-421b4d73c968 tempest-SecurityGroupsTestAdminJSON-1824637230 tempest-SecurityGroupsTestAdminJSON-1824637230-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:43.364657 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbb2676-2c0f-46b8-afb7-7f7f2e5549f7 req-d2a2dfb3-4707-4bfe-97a9-b98977ad4251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:43.366280 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0dbb2676-2c0f-46b8-afb7-7f7f2e5549f7 req-d2a2dfb3-4707-4bfe-97a9-b98977ad4251 service neutron] 10.222.0.36 "GET /v2.0/networks?id=35aa03bc-1495-4548-8bc6-c83249799063 HTTP/1.1" status: 200 len: 913 time: 0.1814814 May 18 18:07:43.403857 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b59ac66-d48e-41ff-8b73-39ef55f35294 req-63b5ade4-e77a-4e4c-b5ce-352356b04be7 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:43.405878 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4b59ac66-d48e-41ff-8b73-39ef55f35294 req-63b5ade4-e77a-4e4c-b5ce-352356b04be7 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=4f39fc84-910c-4d8f-908e-d33fc1098266 HTTP/1.1" status: 200 len: 943 time: 0.1089180 May 18 18:07:43.415202 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acd0226-5645-4e1f-8395-274b1053b720 req-1a13f3c0-837c-40db-ad78-3da2084e4f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:43.417336 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2acd0226-5645-4e1f-8395-274b1053b720 req-1a13f3c0-837c-40db-ad78-3da2084e4f12 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f92940b8-c50f-4c94-b1f3-3e93ca94957d HTTP/1.1" status: 200 len: 913 time: 0.1702728 May 18 18:07:43.433888 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-5274829f-84a6-4482-acb9-b6d0cbbd3703 req-9b6ba75a-67eb-49ad-9613-421b4d73c968 tempest-SecurityGroupsTestAdminJSON-1824637230 tempest-SecurityGroupsTestAdminJSON-1824637230-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:43.438565 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0dbb2676-2c0f-46b8-afb7-7f7f2e5549f7 req-f564ba4a-77ba-43b5-b528-eb7b924eeaac service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f01a002-9ed0-470d-8e6f-d05dff7e7e0f HTTP/1.1" status: 200 len: 217 time: 0.0640395 May 18 18:07:43.477062 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2acd0226-5645-4e1f-8395-274b1053b720 req-93ac17e2-e643-4f38-98ed-51f288b163a9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e2cc9147-a2e9-4ddd-ba24-daa06aedc682 HTTP/1.1" status: 200 len: 217 time: 0.0484428 May 18 18:07:43.525493 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-592f1dae-5a76-4e0c-94b9-2741a5a1753d req-0b12b971-a3fe-48c3-a997-4392ed0369d5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-838550-3'}}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:07:43.527130 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbb2676-2c0f-46b8-afb7-7f7f2e5549f7 req-c2c0b2a0-dccc-48dc-8284-f625df035491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:43.529608 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0dbb2676-2c0f-46b8-afb7-7f7f2e5549f7 req-c2c0b2a0-dccc-48dc-8284-f625df035491 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a9078eee-385e-4d5a-9f98-77196779b20c HTTP/1.1" status: 200 len: 852 time: 0.0818515 May 18 18:07:43.547660 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4b59ac66-d48e-41ff-8b73-39ef55f35294 req-acfdce44-44d1-491e-bd69-175d733e10f1 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/security-groups?id=33ba1fad-191a-4b7a-ae9e-8e9e60985e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287146 May 18 18:07:43.574361 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0dbb2676-2c0f-46b8-afb7-7f7f2e5549f7 req-f2d8634c-5a05-4ff9-af21-e960c365cce5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=35aa03bc-1495-4548-8bc6-c83249799063&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379167 May 18 18:07:43.575252 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-5274829f-84a6-4482-acb9-b6d0cbbd3703 req-9b6ba75a-67eb-49ad-9613-421b4d73c968 tempest-SecurityGroupsTestAdminJSON-1824637230 tempest-SecurityGroupsTestAdminJSON-1824637230-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:43.578484 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-5274829f-84a6-4482-acb9-b6d0cbbd3703 req-9b6ba75a-67eb-49ad-9613-421b4d73c968 tempest-SecurityGroupsTestAdminJSON-1824637230 tempest-SecurityGroupsTestAdminJSON-1824637230-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:43.579834 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5274829f-84a6-4482-acb9-b6d0cbbd3703 req-9b6ba75a-67eb-49ad-9613-421b4d73c968 tempest-SecurityGroupsTestAdminJSON-1824637230 tempest-SecurityGroupsTestAdminJSON-1824637230-project-admin] 10.222.0.85 "DELETE /v2.0/security-groups/9048f909-e38c-4d5d-9efd-be4b14bcfa3e HTTP/1.1" status: 204 len: 173 time: 0.3807499 May 18 18:07:43.601187 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acd0226-5645-4e1f-8395-274b1053b720 req-a440f03a-4263-4156-8b12-8baf698676f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:43.602700 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2acd0226-5645-4e1f-8395-274b1053b720 req-a440f03a-4263-4156-8b12-8baf698676f7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3928b460-5138-4e6e-b763-eaa17a3ede29 HTTP/1.1" status: 200 len: 852 time: 0.1153514 May 18 18:07:43.610396 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6ba75a-67eb-49ad-9613-421b4d73c968 tempest-SecurityGroupsTestAdminJSON-1824637230 tempest-SecurityGroupsTestAdminJSON-1824637230-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9048f909-e38c-4d5d-9efd-be4b14bcfa3e,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:07:43.812698 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef0f87c-3c48-431f-92bf-50ad8d18efc3 req-dc0b37e6-079e-4897-92fd-9b70be3dff22 tempest-ServerMetadataNegativeTestJSON-369288560 tempest-ServerMetadataNegativeTestJSON-369288560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:43.814318 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8ef0f87c-3c48-431f-92bf-50ad8d18efc3 req-dc0b37e6-079e-4897-92fd-9b70be3dff22 tempest-ServerMetadataNegativeTestJSON-369288560 tempest-ServerMetadataNegativeTestJSON-369288560-project] 10.222.0.85 "GET /v2.0/ports?device_id=78f0c812-3abf-4a69-bcf5-44e74a0e1bf5 HTTP/1.1" status: 200 len: 945 time: 0.1000090 May 18 18:07:43.816840 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0dbb2676-2c0f-46b8-afb7-7f7f2e5549f7 req-74d54e09-3525-4982-82a9-56eddb3f05db service neutron] 10.222.0.36 "GET /v2.0/networks/35aa03bc-1495-4548-8bc6-c83249799063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335894 May 18 18:07:43.923473 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8ef0f87c-3c48-431f-92bf-50ad8d18efc3 req-990a3530-77de-4f9a-8829-67ecfc847eaf tempest-ServerMetadataNegativeTestJSON-369288560 tempest-ServerMetadataNegativeTestJSON-369288560-project] 10.222.0.85 "GET /v2.0/security-groups?id=c132241e-01a2-4920-9452-1a5666b51f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906177 May 18 18:07:43.957061 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2acd0226-5645-4e1f-8395-274b1053b720 req-70071175-79ec-4b52-9505-6a702e618ab1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f92940b8-c50f-4c94-b1f3-3e93ca94957d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494049 May 18 18:07:43.962710 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-592f1dae-5a76-4e0c-94b9-2741a5a1753d req-0b12b971-a3fe-48c3-a997-4392ed0369d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:43.969056 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0dbb2676-2c0f-46b8-afb7-7f7f2e5549f7 req-a30c62dc-fa1c-46da-b24a-fbb158f4481f service neutron] 10.222.0.36 "GET /v2.0/networks/35aa03bc-1495-4548-8bc6-c83249799063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445994 May 18 18:07:44.110749 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06122d1-028e-44fe-929a-515c0afa0512 req-d0aac5bf-8a4a-4ee2-bfe3-657851c8ba6e tempest-ListImageFiltersTestJSON-1145215586 tempest-ListImageFiltersTestJSON-1145215586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:44.118154 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d06122d1-028e-44fe-929a-515c0afa0512 req-d0aac5bf-8a4a-4ee2-bfe3-657851c8ba6e tempest-ListImageFiltersTestJSON-1145215586 tempest-ListImageFiltersTestJSON-1145215586-project] 10.222.0.85 "GET /v2.0/ports?device_id=b2a6d27b-8b88-4013-b3e5-0ad6d9b69794 HTTP/1.1" status: 200 len: 950 time: 0.2117865 May 18 18:07:44.209416 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-adc55a97-5045-4d5a-a502-6c2eb4ecc65b req-789d4575-a53e-4d5b-a78d-df0b6e6d255d tempest-SecurityGroupsTestAdminJSON-1824637230 tempest-SecurityGroupsTestAdminJSON-1824637230-project-admin] 10.222.0.85 "GET /v2.0/security-groups/d7649ec3-3579-40ff-9361-dbeb4dbaf06d HTTP/1.1" status: 200 len: 1778 time: 0.0692146 May 18 18:07:44.217775 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2acd0226-5645-4e1f-8395-274b1053b720 req-d69170bf-7d97-45e9-bcfb-8adafb3cad08 service neutron] 10.222.0.36 "GET /v2.0/networks/f92940b8-c50f-4c94-b1f3-3e93ca94957d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2527869 May 18 18:07:44.218728 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492f95e9-474e-475d-80ed-cede03d504df req-d8cab49e-acaa-4aa2-84f2-f2ca82f66ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:44.221193 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-492f95e9-474e-475d-80ed-cede03d504df req-d8cab49e-acaa-4aa2-84f2-f2ca82f66ec9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fdb911c855ac4c6cb6a711e7d11eed8e&device_id=ef2746b8-d683-41a4-b04c-8bddf000c08f HTTP/1.1" status: 200 len: 1136 time: 0.0777407 May 18 18:07:44.247280 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d06122d1-028e-44fe-929a-515c0afa0512 req-8022b400-9894-4eab-8040-5626a6df6315 tempest-ListImageFiltersTestJSON-1145215586 tempest-ListImageFiltersTestJSON-1145215586-project] 10.222.0.85 "GET /v2.0/security-groups?id=1d865af5-9ba4-4796-9d2e-8c253d202d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168170 May 18 18:07:44.325240 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-592f1dae-5a76-4e0c-94b9-2741a5a1753d req-0b12b971-a3fe-48c3-a997-4392ed0369d5 service neutron] For port 627f74eb-f86f-4971-87d7-210b8d2c8060, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=627f74eb-f86f-4971-87d7-210b8d2c8060,segment=NetworkSegment(5e6a9b3b-2b82-45b7-b9f1-0f73969fb979),segment_id=5e6a9b3b-2b82-45b7-b9f1-0f73969fb979)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:07:44.369522 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-adc55a97-5045-4d5a-a502-6c2eb4ecc65b req-20801bfc-c98b-40cd-a4d6-2f590d6874a7 tempest-SecurityGroupsTestAdminJSON-1824637230 tempest-SecurityGroupsTestAdminJSON-1824637230-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:44.395207 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492f95e9-474e-475d-80ed-cede03d504df req-f7dc49eb-9a64-4b91-9f43-4591a4dade5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:44.396719 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-492f95e9-474e-475d-80ed-cede03d504df req-f7dc49eb-9a64-4b91-9f43-4591a4dade5c service neutron] 10.222.0.36 "GET /v2.0/networks?id=35aa03bc-1495-4548-8bc6-c83249799063 HTTP/1.1" status: 200 len: 913 time: 0.1613393 May 18 18:07:44.404781 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-adc55a97-5045-4d5a-a502-6c2eb4ecc65b req-20801bfc-c98b-40cd-a4d6-2f590d6874a7 tempest-SecurityGroupsTestAdminJSON-1824637230 tempest-SecurityGroupsTestAdminJSON-1824637230-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:44.405041 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2acd0226-5645-4e1f-8395-274b1053b720 req-f637a217-c5a4-47a7-98ff-3ae70e2abbea service neutron] 10.222.0.36 "GET /v2.0/networks/f92940b8-c50f-4c94-b1f3-3e93ca94957d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733074 May 18 18:07:44.426716 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-592f1dae-5a76-4e0c-94b9-2741a5a1753d req-0b12b971-a3fe-48c3-a997-4392ed0369d5 service neutron] For port 627f74eb-f86f-4971-87d7-210b8d2c8060, host n-h1-838550-3, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:07:44.456287 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-492f95e9-474e-475d-80ed-cede03d504df req-7d8b9f66-e41a-4d3b-b31b-936ed714fea2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f01a002-9ed0-470d-8e6f-d05dff7e7e0f HTTP/1.1" status: 200 len: 217 time: 0.0426111 May 18 18:07:44.461514 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f95414-1468-4532-b4d2-c6a6e8b75a9e req-5b57957f-85dc-4e86-852e-6b91df109adb tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:44.463031 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d2f95414-1468-4532-b4d2-c6a6e8b75a9e req-5b57957f-85dc-4e86-852e-6b91df109adb tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/ports?device_id=baf813fb-c557-44a2-9307-16937d880cc5 HTTP/1.1" status: 200 len: 945 time: 0.1130950 May 18 18:07:44.499108 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-592f1dae-5a76-4e0c-94b9-2741a5a1753d req-0b12b971-a3fe-48c3-a997-4392ed0369d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:44.511908 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-592f1dae-5a76-4e0c-94b9-2741a5a1753d req-0b12b971-a3fe-48c3-a997-4392ed0369d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:44.522779 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-adc55a97-5045-4d5a-a502-6c2eb4ecc65b req-20801bfc-c98b-40cd-a4d6-2f590d6874a7 tempest-SecurityGroupsTestAdminJSON-1824637230 tempest-SecurityGroupsTestAdminJSON-1824637230-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:44.526833 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-adc55a97-5045-4d5a-a502-6c2eb4ecc65b req-20801bfc-c98b-40cd-a4d6-2f590d6874a7 tempest-SecurityGroupsTestAdminJSON-1824637230 tempest-SecurityGroupsTestAdminJSON-1824637230-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:44.528418 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-adc55a97-5045-4d5a-a502-6c2eb4ecc65b req-20801bfc-c98b-40cd-a4d6-2f590d6874a7 tempest-SecurityGroupsTestAdminJSON-1824637230 tempest-SecurityGroupsTestAdminJSON-1824637230-project-admin] 10.222.0.85 "DELETE /v2.0/security-groups/d7649ec3-3579-40ff-9361-dbeb4dbaf06d HTTP/1.1" status: 204 len: 173 time: 0.3058772 May 18 18:07:44.538853 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492f95e9-474e-475d-80ed-cede03d504df req-b21c736c-ce77-42a3-ba98-1d7f4e212d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:44.541571 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-492f95e9-474e-475d-80ed-cede03d504df req-b21c736c-ce77-42a3-ba98-1d7f4e212d58 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a9078eee-385e-4d5a-9f98-77196779b20c HTTP/1.1" status: 200 len: 852 time: 0.0757082 May 18 18:07:44.546921 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d2f95414-1468-4532-b4d2-c6a6e8b75a9e req-e4d3e053-c2b4-4351-b1d6-9a7fe450671d tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/security-groups?id=fae3ce3c-9235-4ae4-9c6c-e682ce6a4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761502 May 18 18:07:44.566954 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20801bfc-c98b-40cd-a4d6-2f590d6874a7 tempest-SecurityGroupsTestAdminJSON-1824637230 tempest-SecurityGroupsTestAdminJSON-1824637230-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7649ec3-3579-40ff-9361-dbeb4dbaf06d,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:07:44.604300 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b12b971-a3fe-48c3-a997-4392ed0369d5 service neutron] Pushing event updated for resources: {'Port': ['ID=627f74eb-f86f-4971-87d7-210b8d2c8060,revision_number=7']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:07:44.620667 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-492f95e9-474e-475d-80ed-cede03d504df req-cfe7f2a2-5809-4ce0-9848-f3724442e01f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=35aa03bc-1495-4548-8bc6-c83249799063&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0712411 May 18 18:07:44.624350 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-592f1dae-5a76-4e0c-94b9-2741a5a1753d req-0b12b971-a3fe-48c3-a997-4392ed0369d5 service neutron] Attempting to bind port 627f74eb-f86f-4971-87d7-210b8d2c8060 on host n-h1-838550-3 for vnic_type normal with profile {"migrating_to": "n-h2-838550-3"} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:07:44.624771 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-592f1dae-5a76-4e0c-94b9-2741a5a1753d req-0b12b971-a3fe-48c3-a997-4392ed0369d5 service neutron] Attempting to bind port 627f74eb-f86f-4971-87d7-210b8d2c8060 by drivers openvswitch,hyperv on host n-h1-838550-3 at level 0 using segments [{'id': '5e6a9b3b-2b82-45b7-b9f1-0f73969fb979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '34fdcfa4-2e5d-460f-9a9f-5a798833609a'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:07:44.625006 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592f1dae-5a76-4e0c-94b9-2741a5a1753d req-0b12b971-a3fe-48c3-a997-4392ed0369d5 service neutron] Attempting to bind port 627f74eb-f86f-4971-87d7-210b8d2c8060 on network 34fdcfa4-2e5d-460f-9a9f-5a798833609a {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:07:44.634335 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592f1dae-5a76-4e0c-94b9-2741a5a1753d req-0b12b971-a3fe-48c3-a997-4392ed0369d5 service neutron] Port 627f74eb-f86f-4971-87d7-210b8d2c8060 on network 34fdcfa4-2e5d-460f-9a9f-5a798833609a not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-3 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:07:44.634651 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592f1dae-5a76-4e0c-94b9-2741a5a1753d req-0b12b971-a3fe-48c3-a997-4392ed0369d5 service neutron] Attempting to bind port 627f74eb-f86f-4971-87d7-210b8d2c8060 on network 34fdcfa4-2e5d-460f-9a9f-5a798833609a {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:07:44.649300 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592f1dae-5a76-4e0c-94b9-2741a5a1753d req-0b12b971-a3fe-48c3-a997-4392ed0369d5 service neutron] Checking agent: {'id': '1dbac822-25f2-4df8-9dc8-5c2e7b136eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:07:44.649773 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592f1dae-5a76-4e0c-94b9-2741a5a1753d req-0b12b971-a3fe-48c3-a997-4392ed0369d5 service neutron] Checking segment: {'id': '5e6a9b3b-2b82-45b7-b9f1-0f73969fb979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '34fdcfa4-2e5d-460f-9a9f-5a798833609a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:07:44.650171 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592f1dae-5a76-4e0c-94b9-2741a5a1753d req-0b12b971-a3fe-48c3-a997-4392ed0369d5 service neutron] Bound using segment: {'id': '5e6a9b3b-2b82-45b7-b9f1-0f73969fb979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '34fdcfa4-2e5d-460f-9a9f-5a798833609a'} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:07:44.650629 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-592f1dae-5a76-4e0c-94b9-2741a5a1753d req-0b12b971-a3fe-48c3-a997-4392ed0369d5 service neutron] Bound port: 627f74eb-f86f-4971-87d7-210b8d2c8060, host: n-h1-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e6a9b3b-2b82-45b7-b9f1-0f73969fb979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '34fdcfa4-2e5d-460f-9a9f-5a798833609a'}}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:07:44.651000 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-592f1dae-5a76-4e0c-94b9-2741a5a1753d req-0b12b971-a3fe-48c3-a997-4392ed0369d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:44.666031 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 51644) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:07:44.841301 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f258c7-e5d7-4451-b1bc-3ba186aa3e8b req-1aa81eb9-3733-4457-834c-d771aab93c6a tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:44.843919 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-12f258c7-e5d7-4451-b1bc-3ba186aa3e8b req-1aa81eb9-3733-4457-834c-d771aab93c6a tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef2746b8-d683-41a4-b04c-8bddf000c08f HTTP/1.1" status: 200 len: 985 time: 0.1144059 May 18 18:07:44.850397 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-492f95e9-474e-475d-80ed-cede03d504df req-4ce784b5-9e16-417f-98f8-a8f0b229723a service neutron] 10.222.0.36 "GET /v2.0/networks/35aa03bc-1495-4548-8bc6-c83249799063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226427 May 18 18:07:44.867106 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-592f1dae-5a76-4e0c-94b9-2741a5a1753d req-0b12b971-a3fe-48c3-a997-4392ed0369d5 service neutron] For port 627f74eb-f86f-4971-87d7-210b8d2c8060, host n-h1-838550-3, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:07:44.894253 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-592f1dae-5a76-4e0c-94b9-2741a5a1753d req-0b12b971-a3fe-48c3-a997-4392ed0369d5 service neutron] For port 627f74eb-f86f-4971-87d7-210b8d2c8060, host n-h1-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=627f74eb-f86f-4971-87d7-210b8d2c8060,segment=NetworkSegment(5e6a9b3b-2b82-45b7-b9f1-0f73969fb979),segment_id=5e6a9b3b-2b82-45b7-b9f1-0f73969fb979)] {{(pid=102730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:07:44.932963 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-592f1dae-5a76-4e0c-94b9-2741a5a1753d req-0b12b971-a3fe-48c3-a997-4392ed0369d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:44.935310 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baf813fb-c557-44a2-9307-16937d880cc5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '627f74eb-f86f-4971-87d7-210b8d2c8060'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:07:44.937853 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bf05f4c-2be4-439b-8e8b-6d04f5db1512" -d '{"events": [{"server_uuid": "baf813fb-c557-44a2-9307-16937d880cc5", "name": "network-vif-unplugged", "status": "completed", "tag": "627f74eb-f86f-4971-87d7-210b8d2c8060"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:07:44.955776 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-12f258c7-e5d7-4451-b1bc-3ba186aa3e8b req-e318ed8f-8aa7-4e94-8c7e-2673e30fa6cc tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] 10.222.0.85 "GET /v2.0/security-groups?id=08db6f0e-0a01-416e-97d4-92fd213972b8&id=b44e04cb-5bbf-4aef-95d4-bcfa09ca106c&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0996091 May 18 18:07:44.960616 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbcd62d-8740-48f9-a5e7-248277397c0a req-9e676fff-4bfc-42ec-bfdc-9e8409e69eb0 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:44.962635 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1cbcd62d-8740-48f9-a5e7-248277397c0a req-9e676fff-4bfc-42ec-bfdc-9e8409e69eb0 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=b8f267c7-2a12-455a-8742-23cd949ead3a HTTP/1.1" status: 200 len: 949 time: 0.1412354 May 18 18:07:45.028240 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-492f95e9-474e-475d-80ed-cede03d504df req-f81d0b65-710f-410b-a433-27f0f243e76a service neutron] 10.222.0.36 "GET /v2.0/networks/35aa03bc-1495-4548-8bc6-c83249799063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617069 May 18 18:07:45.119797 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b12b971-a3fe-48c3-a997-4392ed0369d5 service neutron] Pushing event updated for resources: {'Port': ['ID=627f74eb-f86f-4971-87d7-210b8d2c8060,revision_number=8']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:07:45.137196 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1cbcd62d-8740-48f9-a5e7-248277397c0a req-7f8940a0-bc37-49ef-a3c3-b16c7bf48e38 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519032 May 18 18:07:45.142154 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592f1dae-5a76-4e0c-94b9-2741a5a1753d req-0b12b971-a3fe-48c3-a997-4392ed0369d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:45.143151 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-592f1dae-5a76-4e0c-94b9-2741a5a1753d req-0b12b971-a3fe-48c3-a997-4392ed0369d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:45.145415 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-592f1dae-5a76-4e0c-94b9-2741a5a1753d req-0b12b971-a3fe-48c3-a997-4392ed0369d5 service neutron] 10.222.0.88 "PUT /v2.0/ports/627f74eb-f86f-4971-87d7-210b8d2c8060 HTTP/1.1" status: 200 len: 1121 time: 1.6469953 May 18 18:07:45.239444 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5b237cf8-0c89-4d74-935a-94d6c0e0cb4d req-e83376e2-226a-4543-9734-e686e049ceef tempest-SecurityGroupsTestAdminJSON-777712583 tempest-SecurityGroupsTestAdminJSON-777712583-project] 10.222.0.85 "GET /v2.0/security-groups/7a21840c-7ae8-4997-90c7-0a7589cc9455 HTTP/1.1" status: 200 len: 1778 time: 0.0926168 May 18 18:07:45.250890 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['627f74eb-f86f-4971-87d7-210b8d2c8060'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:07:45.358786 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-5b237cf8-0c89-4d74-935a-94d6c0e0cb4d req-a2b6e6e1-8bc7-4150-a784-2594fe3e8d3d tempest-SecurityGroupsTestAdminJSON-777712583 tempest-SecurityGroupsTestAdminJSON-777712583-project] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:45.386863 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6957720-a611-428f-8909-16313948b0d8 req-e0ee9c54-b6ab-435e-b992-a376540404fa tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:45.386863 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d6957720-a611-428f-8909-16313948b0d8 req-e0ee9c54-b6ab-435e-b992-a376540404fa tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=4f39fc84-910c-4d8f-908e-d33fc1098266 HTTP/1.1" status: 200 len: 943 time: 0.1134334 May 18 18:07:45.394477 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 9676ee7b-d5df-42c2-92d0-2515cd3c33fe no longer exists at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:07:45.413308 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-5b237cf8-0c89-4d74-935a-94d6c0e0cb4d req-a2b6e6e1-8bc7-4150-a784-2594fe3e8d3d tempest-SecurityGroupsTestAdminJSON-777712583 tempest-SecurityGroupsTestAdminJSON-777712583-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:45.467126 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d6957720-a611-428f-8909-16313948b0d8 req-f99e9fd3-67b8-469b-a7b1-554d9e0057ea tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/security-groups?id=33ba1fad-191a-4b7a-ae9e-8e9e60985e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681310 May 18 18:07:45.501329 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-5b237cf8-0c89-4d74-935a-94d6c0e0cb4d req-a2b6e6e1-8bc7-4150-a784-2594fe3e8d3d tempest-SecurityGroupsTestAdminJSON-777712583 tempest-SecurityGroupsTestAdminJSON-777712583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:45.506066 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-5b237cf8-0c89-4d74-935a-94d6c0e0cb4d req-a2b6e6e1-8bc7-4150-a784-2594fe3e8d3d tempest-SecurityGroupsTestAdminJSON-777712583 tempest-SecurityGroupsTestAdminJSON-777712583-project] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:45.508054 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5b237cf8-0c89-4d74-935a-94d6c0e0cb4d req-a2b6e6e1-8bc7-4150-a784-2594fe3e8d3d tempest-SecurityGroupsTestAdminJSON-777712583 tempest-SecurityGroupsTestAdminJSON-777712583-project] 10.222.0.85 "DELETE /v2.0/security-groups/7a21840c-7ae8-4997-90c7-0a7589cc9455 HTTP/1.1" status: 204 len: 173 time: 0.2620535 May 18 18:07:45.526782 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b6e6e1-8bc7-4150-a784-2594fe3e8d3d tempest-SecurityGroupsTestAdminJSON-777712583 tempest-SecurityGroupsTestAdminJSON-777712583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a21840c-7ae8-4997-90c7-0a7589cc9455,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:07:45.579596 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 9676ee7b-d5df-42c2-92d0-2515cd3c33fe is: ACTIVE; New status is: DOWN {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:07:45.579990 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:45.598857 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2afa92ec-7641-44c9-9c27-587792375287 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-595963'] for router_interface, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:45.608750 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2a6d27b-8b88-4013-b3e5-0ad6d9b69794', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9676ee7b-d5df-42c2-92d0-2515cd3c33fe'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:07:45.612014 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61db0b65-a10f-463c-8d64-2fd27a6f485f" -d '{"events": [{"server_uuid": "b2a6d27b-8b88-4013-b3e5-0ad6d9b69794", "name": "network-vif-unplugged", "status": "completed", "tag": "9676ee7b-d5df-42c2-92d0-2515cd3c33fe"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:07:45.626661 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 9676ee7b-d5df-42c2-92d0-2515cd3c33fe, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=9676ee7b-d5df-42c2-92d0-2515cd3c33fe,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:07:45.632446 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:45.686496 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 May 2022 18:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0101566-1bc8-4ea8-a583-2a74d5a6e383 x-openstack-request-id: req-d0101566-1bc8-4ea8-a583-2a74d5a6e383 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:07:45.686960 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baf813fb-c557-44a2-9307-16937d880cc5", "name": "network-vif-unplugged", "status": "completed", "tag": "627f74eb-f86f-4971-87d7-210b8d2c8060", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:07:45.687276 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-d0101566-1bc8-4ea8-a583-2a74d5a6e383 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:07:45.687781 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0101566-1bc8-4ea8-a583-2a74d5a6e383'] response: {'server_uuid': 'baf813fb-c557-44a2-9307-16937d880cc5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '627f74eb-f86f-4971-87d7-210b8d2c8060', 'code': 200} May 18 18:07:45.718801 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=9676ee7b-d5df-42c2-92d0-2515cd3c33fe,revision_number=11']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:07:45.747178 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffcd6d7-1808-4b9f-aafa-4675b53ea8a7 req-60511323-d056-4da6-a0c9-80555082da88 tempest-ServerMetadataNegativeTestJSON-369288560 tempest-ServerMetadataNegativeTestJSON-369288560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:45.749236 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9ffcd6d7-1808-4b9f-aafa-4675b53ea8a7 req-60511323-d056-4da6-a0c9-80555082da88 tempest-ServerMetadataNegativeTestJSON-369288560 tempest-ServerMetadataNegativeTestJSON-369288560-project] 10.222.0.85 "GET /v2.0/ports?device_id=78f0c812-3abf-4a69-bcf5-44e74a0e1bf5 HTTP/1.1" status: 200 len: 945 time: 0.0774868 May 18 18:07:45.776230 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device e2cc9147-a2e9-4ddd-ba24-daa06aedc682 details requested by agent hyperv_n-h1-838550-3 with host n-h1-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:07:45.816763 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9ffcd6d7-1808-4b9f-aafa-4675b53ea8a7 req-72674265-505f-488f-8e65-73724010535b tempest-ServerMetadataNegativeTestJSON-369288560 tempest-ServerMetadataNegativeTestJSON-369288560-project] 10.222.0.85 "GET /v2.0/security-groups?id=c132241e-01a2-4920-9452-1a5666b51f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559080 May 18 18:07:45.937022 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port e2cc9147-a2e9-4ddd-ba24-daa06aedc682, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=e2cc9147-a2e9-4ddd-ba24-daa06aedc682,segment=NetworkSegment(58bfdefb-3654-4aa0-92f0-6f0afd2552db),segment_id=58bfdefb-3654-4aa0-92f0-6f0afd2552db)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:07:45.953588 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Returning: {'device': 'e2cc9147-a2e9-4ddd-ba24-daa06aedc682', 'network_id': 'f92940b8-c50f-4c94-b1f3-3e93ca94957d', 'port_id': 'e2cc9147-a2e9-4ddd-ba24-daa06aedc682', 'mac_address': 'fa:16:3e:81:13:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3928b460-5138-4e6e-b763-eaa17a3ede29', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:07:45.956955 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5d0a21d5-c694-40c9-808f-1a52a5519e2f req-0d5780bc-bc2c-4712-a1fa-1c68fe9d5ccb tempest-SecurityGroupsTestAdminJSON-777712583 tempest-SecurityGroupsTestAdminJSON-777712583-project] 10.222.0.85 "GET /v2.0/security-groups/629eeaba-dc33-4039-945e-8e59c429957e HTTP/1.1" status: 200 len: 1775 time: 0.1251593 May 18 18:07:45.985391 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb31320e-c6c4-4dbe-af27-e1fab11468bc req-8efeac84-6890-4525-ab09-489ea0cf417e tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:45.992848 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bb31320e-c6c4-4dbe-af27-e1fab11468bc req-8efeac84-6890-4525-ab09-489ea0cf417e tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/ports?device_id=baf813fb-c557-44a2-9307-16937d880cc5 HTTP/1.1" status: 200 len: 943 time: 0.0736256 May 18 18:07:46.010476 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port e2cc9147-a2e9-4ddd-ba24-daa06aedc682 is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:07:46.011544 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:46.026877 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2cc9147-a2e9-4ddd-ba24-daa06aedc682 {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:07:46.047489 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bb31320e-c6c4-4dbe-af27-e1fab11468bc req-59f67d21-83cf-42f7-9702-401994eabf69 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/security-groups?id=fae3ce3c-9235-4ae4-9c6c-e682ce6a4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537617 May 18 18:07:46.048703 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port e2cc9147-a2e9-4ddd-ba24-daa06aedc682, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=e2cc9147-a2e9-4ddd-ba24-daa06aedc682,segment=NetworkSegment(58bfdefb-3654-4aa0-92f0-6f0afd2552db),segment_id=58bfdefb-3654-4aa0-92f0-6f0afd2552db)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:07:46.054948 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:46.107444 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-5d0a21d5-c694-40c9-808f-1a52a5519e2f req-85c961b5-9b5c-4f54-b13a-04d4f3cf9955 tempest-SecurityGroupsTestAdminJSON-777712583 tempest-SecurityGroupsTestAdminJSON-777712583-project] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:46.121771 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 May 2022 18:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f0e0ea3-a3e0-4fc9-80fd-87c74558e284 x-openstack-request-id: req-5f0e0ea3-a3e0-4fc9-80fd-87c74558e284 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:07:46.122182 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2a6d27b-8b88-4013-b3e5-0ad6d9b69794", "name": "network-vif-unplugged", "status": "completed", "tag": "9676ee7b-d5df-42c2-92d0-2515cd3c33fe", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:07:46.122932 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-5f0e0ea3-a3e0-4fc9-80fd-87c74558e284 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:07:46.123292 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f0e0ea3-a3e0-4fc9-80fd-87c74558e284'] response: {'server_uuid': 'b2a6d27b-8b88-4013-b3e5-0ad6d9b69794', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9676ee7b-d5df-42c2-92d0-2515cd3c33fe', 'code': 200} May 18 18:07:46.137939 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-5d0a21d5-c694-40c9-808f-1a52a5519e2f req-85c961b5-9b5c-4f54-b13a-04d4f3cf9955 tempest-SecurityGroupsTestAdminJSON-777712583 tempest-SecurityGroupsTestAdminJSON-777712583-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:46.138687 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=e2cc9147-a2e9-4ddd-ba24-daa06aedc682,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:07:46.182400 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-2afa92ec-7641-44c9-9c27-587792375287 admin admin] Deleting port 8dceac78-125b-4f26-a10f-2010530aa011 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:07:46.182736 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2afa92ec-7641-44c9-9c27-587792375287 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:46.261296 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-5d0a21d5-c694-40c9-808f-1a52a5519e2f req-85c961b5-9b5c-4f54-b13a-04d4f3cf9955 tempest-SecurityGroupsTestAdminJSON-777712583 tempest-SecurityGroupsTestAdminJSON-777712583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:46.269936 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-5d0a21d5-c694-40c9-808f-1a52a5519e2f req-85c961b5-9b5c-4f54-b13a-04d4f3cf9955 tempest-SecurityGroupsTestAdminJSON-777712583 tempest-SecurityGroupsTestAdminJSON-777712583-project] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:46.272040 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5d0a21d5-c694-40c9-808f-1a52a5519e2f req-85c961b5-9b5c-4f54-b13a-04d4f3cf9955 tempest-SecurityGroupsTestAdminJSON-777712583 tempest-SecurityGroupsTestAdminJSON-777712583-project] 10.222.0.85 "DELETE /v2.0/security-groups/629eeaba-dc33-4039-945e-8e59c429957e HTTP/1.1" status: 204 len: 173 time: 0.3017077 May 18 18:07:46.330313 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['e2cc9147-a2e9-4ddd-ba24-daa06aedc682'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:07:46.345162 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-2afa92ec-7641-44c9-9c27-587792375287 admin admin] For port 8dceac78-125b-4f26-a10f-2010530aa011, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=8dceac78-125b-4f26-a10f-2010530aa011,segment=NetworkSegment(1aea2a35-1fcb-44d9-9243-9716f311d349),segment_id=1aea2a35-1fcb-44d9-9243-9716f311d349)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:07:46.345763 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2afa92ec-7641-44c9-9c27-587792375287 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:46.383934 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c961b5-9b5c-4f54-b13a-04d4f3cf9955 tempest-SecurityGroupsTestAdminJSON-777712583 tempest-SecurityGroupsTestAdminJSON-777712583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=629eeaba-dc33-4039-945e-8e59c429957e,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:07:46.389990 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-2afa92ec-7641-44c9-9c27-587792375287 admin admin] Calling delete_port for 8dceac78-125b-4f26-a10f-2010530aa011 owned by network:router_interface {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:07:46.452216 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6089bb5c-613d-4a51-8393-06abfd92e0fc req-e410d8fe-f81d-4236-9a29-96d5ee5cef26 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:46.462903 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6089bb5c-613d-4a51-8393-06abfd92e0fc req-e410d8fe-f81d-4236-9a29-96d5ee5cef26 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef2746b8-d683-41a4-b04c-8bddf000c08f HTTP/1.1" status: 200 len: 985 time: 0.1098635 May 18 18:07:46.495232 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cc1f94-7675-4e14-b128-805be971c5d0 req-9a81174a-f16f-4fc8-8e9a-cb36ef16e6aa tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:46.503385 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b5cc1f94-7675-4e14-b128-805be971c5d0 req-9a81174a-f16f-4fc8-8e9a-cb36ef16e6aa tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=b8f267c7-2a12-455a-8742-23cd949ead3a HTTP/1.1" status: 200 len: 949 time: 0.1148646 May 18 18:07:46.514647 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6089bb5c-613d-4a51-8393-06abfd92e0fc req-3eef517f-2594-4308-8f5e-351795652cfd tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] 10.222.0.85 "GET /v2.0/security-groups?id=08db6f0e-0a01-416e-97d4-92fd213972b8&id=b44e04cb-5bbf-4aef-95d4-bcfa09ca106c&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0502896 May 18 18:07:46.558036 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b5cc1f94-7675-4e14-b128-805be971c5d0 req-818dcd18-815e-4a56-bc73-2459a1545c34 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535376 May 18 18:07:46.742159 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3952ec1-7edc-4027-a7bc-653c5737a9c9 req-230765b0-8b16-4804-9e6c-9b7d4ea780fb tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:46.743681 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a3952ec1-7edc-4027-a7bc-653c5737a9c9 req-230765b0-8b16-4804-9e6c-9b7d4ea780fb tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=4f39fc84-910c-4d8f-908e-d33fc1098266 HTTP/1.1" status: 200 len: 944 time: 0.0879118 May 18 18:07:46.748547 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 51718) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:07:46.784730 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-068d1201-11b5-469c-a94b-0fdc6427e52c req-f75dc834-5385-4887-9878-7998d0aa9d8a tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1480597194&fields=id&tenant_id=fdb911c855ac4c6cb6a711e7d11eed8e HTTP/1.1" status: 200 len: 267 time: 0.0512590 May 18 18:07:46.828686 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a3952ec1-7edc-4027-a7bc-653c5737a9c9 req-fc9949ff-0a53-4316-8304-9cf216b8fa5b tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/security-groups?id=33ba1fad-191a-4b7a-ae9e-8e9e60985e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683978 May 18 18:07:46.839550 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2afa92ec-7641-44c9-9c27-587792375287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:46.869269 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068d1201-11b5-469c-a94b-0fdc6427e52c req-daebabe3-d282-47af-933a-0cde8da85c57 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:46.877155 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-068d1201-11b5-469c-a94b-0fdc6427e52c req-daebabe3-d282-47af-933a-0cde8da85c57 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef2746b8-d683-41a4-b04c-8bddf000c08f HTTP/1.1" status: 200 len: 985 time: 0.0912118 May 18 18:07:46.884464 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-068d1201-11b5-469c-a94b-0fdc6427e52c req-21cd3951-4cbf-4968-b005-10d412586cdd tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Request body: {'port': {'security_groups': ['08db6f0e-0a01-416e-97d4-92fd213972b8', 'b44e04cb-5bbf-4aef-95d4-bcfa09ca106c', 'ccaedc5c-bb4d-41de-a579-73bf8d72adef']}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:07:46.910885 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afa92ec-7641-44c9-9c27-587792375287 admin admin] Pushing event deleted for resources: {'Port': ['ID=8dceac78-125b-4f26-a10f-2010530aa011,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:07:47.023017 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-068d1201-11b5-469c-a94b-0fdc6427e52c req-21cd3951-4cbf-4968-b005-10d412586cdd tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:47.140508 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-c77d3be5-cf84-48e0-abb9-046e29e44608 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=49dea5777d124cb28426d7f68d4a5852&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3905478 May 18 18:07:47.171148 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 51748) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:07:47.242422 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2afa92ec-7641-44c9-9c27-587792375287 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-593931'] for router_interface, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:47.332519 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0ca50523-0382-4f14-9a7b-37eaf3cb3d28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:47.351402 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-068d1201-11b5-469c-a94b-0fdc6427e52c req-21cd3951-4cbf-4968-b005-10d412586cdd tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] For port 1f01a002-9ed0-470d-8e6f-d05dff7e7e0f, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=1f01a002-9ed0-470d-8e6f-d05dff7e7e0f,segment=NetworkSegment(ba5b4c8c-85fa-4d1e-ac5d-e49cc72250ce),segment_id=ba5b4c8c-85fa-4d1e-ac5d-e49cc72250ce)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:07:47.360816 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d9cb6d-69b5-4e99-b3a0-e3e83bb09434 req-4a66f093-aae7-4c7f-b91e-0e2b10ad650a tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:47.362756 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-63d9cb6d-69b5-4e99-b3a0-e3e83bb09434 req-4a66f093-aae7-4c7f-b91e-0e2b10ad650a tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/ports?device_id=baf813fb-c557-44a2-9307-16937d880cc5 HTTP/1.1" status: 200 len: 943 time: 0.1423252 May 18 18:07:47.382026 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 627f74eb-f86f-4971-87d7-210b8d2c8060 details requested by agent hyperv_n-h2-838550-3 with host n-h2-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:07:47.390345 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-068d1201-11b5-469c-a94b-0fdc6427e52c req-21cd3951-4cbf-4968-b005-10d412586cdd tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:47.396796 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-068d1201-11b5-469c-a94b-0fdc6427e52c req-21cd3951-4cbf-4968-b005-10d412586cdd tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:47.410832 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['1f01a002-9ed0-470d-8e6f-d05dff7e7e0f'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:07:47.424844 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['0de02e7a-4341-4848-b5f4-8de104f914c9'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:07:47.460190 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068d1201-11b5-469c-a94b-0fdc6427e52c req-21cd3951-4cbf-4968-b005-10d412586cdd tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:47.461015 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-068d1201-11b5-469c-a94b-0fdc6427e52c req-21cd3951-4cbf-4968-b005-10d412586cdd tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:47.461186 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0ca50523-0382-4f14-9a7b-37eaf3cb3d28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:47.463446 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-068d1201-11b5-469c-a94b-0fdc6427e52c req-21cd3951-4cbf-4968-b005-10d412586cdd tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] 10.222.0.85 "PUT /v2.0/ports/1f01a002-9ed0-470d-8e6f-d05dff7e7e0f HTTP/1.1" status: 200 len: 1021 time: 0.5849721 May 18 18:07:47.463799 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef2746b8-d683-41a4-b04c-8bddf000c08f', 'tag': '1f01a002-9ed0-470d-8e6f-d05dff7e7e0f'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:07:47.469057 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a753592-3760-4fe1-bbf4-ee14445b93f1" -d '{"events": [{"name": "network-changed", "server_uuid": "ef2746b8-d683-41a4-b04c-8bddf000c08f", "tag": "1f01a002-9ed0-470d-8e6f-d05dff7e7e0f"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:07:47.494942 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cd3951-4cbf-4968-b005-10d412586cdd tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Pushing event updated for resources: {'Port': ['ID=1f01a002-9ed0-470d-8e6f-d05dff7e7e0f,revision_number=7']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:07:47.568346 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-63d9cb6d-69b5-4e99-b3a0-e3e83bb09434 req-03b0ceb1-4d0f-4d8b-a5bf-25cb364b19ed tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/security-groups?id=fae3ce3c-9235-4ae4-9c6c-e682ce6a4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856925 May 18 18:07:47.655828 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8162df6-fb1d-4282-ba10-85063b5f1323 x-openstack-request-id: req-c8162df6-fb1d-4282-ba10-85063b5f1323 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:07:47.656125 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef2746b8-d683-41a4-b04c-8bddf000c08f", "tag": "1f01a002-9ed0-470d-8e6f-d05dff7e7e0f", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:07:47.656382 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-c8162df6-fb1d-4282-ba10-85063b5f1323 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:07:47.656793 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8162df6-fb1d-4282-ba10-85063b5f1323'] response: {'name': 'network-changed', 'server_uuid': 'ef2746b8-d683-41a4-b04c-8bddf000c08f', 'tag': '1f01a002-9ed0-470d-8e6f-d05dff7e7e0f', 'status': 'completed', 'code': 200} May 18 18:07:47.693186 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baf813fb-c557-44a2-9307-16937d880cc5', 'tag': '627f74eb-f86f-4971-87d7-210b8d2c8060'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:07:47.695520 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-015d667f-d2d6-4201-a0bd-273c6a22ba9d" -d '{"events": [{"name": "network-changed", "server_uuid": "baf813fb-c557-44a2-9307-16937d880cc5", "tag": "627f74eb-f86f-4971-87d7-210b8d2c8060"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:07:47.704940 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['1f01a002-9ed0-470d-8e6f-d05dff7e7e0f'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:07:47.717151 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0ca50523-0382-4f14-9a7b-37eaf3cb3d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:47.718148 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 627f74eb-f86f-4971-87d7-210b8d2c8060, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=627f74eb-f86f-4971-87d7-210b8d2c8060,segment=NetworkSegment(5e6a9b3b-2b82-45b7-b9f1-0f73969fb979),segment_id=5e6a9b3b-2b82-45b7-b9f1-0f73969fb979)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:07:47.719776 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0ca50523-0382-4f14-9a7b-37eaf3cb3d28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:47.723957 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-0ca50523-0382-4f14-9a7b-37eaf3cb3d28 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/dc0b4581-99fc-471b-8399-95dbef491a77 HTTP/1.1" status: 204 len: 168 time: 0.5508704 May 18 18:07:47.744581 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca50523-0382-4f14-9a7b-37eaf3cb3d28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc0b4581-99fc-471b-8399-95dbef491a77,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:07:47.744875 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a753592-3760-4fe1-bbf4-ee14445b93f1 req-f4048344-7bad-43b7-8d8d-f23766f75804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:47.753327 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3a753592-3760-4fe1-bbf4-ee14445b93f1 req-f4048344-7bad-43b7-8d8d-f23766f75804 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fdb911c855ac4c6cb6a711e7d11eed8e&device_id=ef2746b8-d683-41a4-b04c-8bddf000c08f HTTP/1.1" status: 200 len: 1175 time: 0.0637910 May 18 18:07:47.790216 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-52da112b-0f80-417b-9b08-bec67345d639 req-204bb2c3-9e3b-4847-b4e6-48df258b5b5d tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] 10.222.0.85 "GET /v2.0/security-groups/ccaedc5c-bb4d-41de-a579-73bf8d72adef HTTP/1.1" status: 200 len: 1801 time: 0.1382103 May 18 18:07:47.808076 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device e2cc9147-a2e9-4ddd-ba24-daa06aedc682 up at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:07:47.811475 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 627f74eb-f86f-4971-87d7-210b8d2c8060 has no active binding in host n-h2-838550-3 {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} May 18 18:07:47.844649 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2afa92ec-7641-44c9-9c27-587792375287 admin admin] Router 726526af-7bd6-40cb-a681-0f76cc3dfa01 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:07:47.870137 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eae37b-bbd8-4c97-bfc2-e94d6bf015da req-3abc270a-ad92-41ce-98b1-b9ddb79cab95 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:47.871739 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f9eae37b-bbd8-4c97-bfc2-e94d6bf015da req-3abc270a-ad92-41ce-98b1-b9ddb79cab95 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=b8f267c7-2a12-455a-8742-23cd949ead3a HTTP/1.1" status: 200 len: 949 time: 0.1174512 May 18 18:07:47.923514 n-d-838550-3 neutron-server[102730]: INFO neutron.api.v2.resource [req-52da112b-0f80-417b-9b08-bec67345d639 req-f31dc71a-61fb-4ff9-a68e-503feb32c8d0 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] delete failed (client error): There was a conflict when trying to complete your request. May 18 18:07:47.925178 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-52da112b-0f80-417b-9b08-bec67345d639 req-f31dc71a-61fb-4ff9-a68e-503feb32c8d0 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] 10.222.0.85 "DELETE /v2.0/security-groups/ccaedc5c-bb4d-41de-a579-73bf8d72adef HTTP/1.1" status: 409 len: 341 time: 0.1221325 May 18 18:07:47.940275 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f9eae37b-bbd8-4c97-bfc2-e94d6bf015da req-d1bed25f-efbf-4f72-92f9-93efac79a1da tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599017 May 18 18:07:47.962969 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a753592-3760-4fe1-bbf4-ee14445b93f1 req-409e8469-5047-42ca-b8ee-981f5f86f98b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:47.964673 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3a753592-3760-4fe1-bbf4-ee14445b93f1 req-409e8469-5047-42ca-b8ee-981f5f86f98b service neutron] 10.222.0.36 "GET /v2.0/networks?id=35aa03bc-1495-4548-8bc6-c83249799063 HTTP/1.1" status: 200 len: 913 time: 0.1748927 May 18 18:07:48.079891 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3a753592-3760-4fe1-bbf4-ee14445b93f1 req-b9d9404c-842c-44b0-8839-05114818245b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f01a002-9ed0-470d-8e6f-d05dff7e7e0f HTTP/1.1" status: 200 len: 217 time: 0.1073651 May 18 18:07:48.084408 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f751603-d9b6-4912-a423-034683854e62 x-openstack-request-id: req-4f751603-d9b6-4912-a423-034683854e62 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:07:48.084975 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baf813fb-c557-44a2-9307-16937d880cc5", "tag": "627f74eb-f86f-4971-87d7-210b8d2c8060", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:07:48.086305 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-4f751603-d9b6-4912-a423-034683854e62 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:07:48.086933 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f751603-d9b6-4912-a423-034683854e62'] response: {'name': 'network-changed', 'server_uuid': 'baf813fb-c557-44a2-9307-16937d880cc5', 'tag': '627f74eb-f86f-4971-87d7-210b8d2c8060', 'status': 'completed', 'code': 200} May 18 18:07:48.187440 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2afa92ec-7641-44c9-9c27-587792375287 admin admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:07:48.204543 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c27fb6a-c527-4c0b-b0f5-8eb0209623f3 None None] Sync routers for ids ['726526af-7bd6-40cb-a681-0f76cc3dfa01'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:07:48.206829 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-2afa92ec-7641-44c9-9c27-587792375287 admin admin] 10.222.0.85 "PUT /v2.0/routers/726526af-7bd6-40cb-a681-0f76cc3dfa01/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5361838 May 18 18:07:48.212559 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a753592-3760-4fe1-bbf4-ee14445b93f1 req-6c53d04c-062d-4d01-bedc-0182690810bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:48.212904 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 51796) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:07:48.216732 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3a753592-3760-4fe1-bbf4-ee14445b93f1 req-6c53d04c-062d-4d01-bedc-0182690810bd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a9078eee-385e-4d5a-9f98-77196779b20c HTTP/1.1" status: 200 len: 852 time: 0.1267412 May 18 18:07:48.231251 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c27fb6a-c527-4c0b-b0f5-8eb0209623f3 None None] Routers {'726526af-7bd6-40cb-a681-0f76cc3dfa01'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:07:48.232229 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-0c27fb6a-c527-4c0b-b0f5-8eb0209623f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:07:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['726526af-7bd6-40cb-a681-0f76cc3dfa01'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:07:48.286378 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3a753592-3760-4fe1-bbf4-ee14445b93f1 req-1030b7d4-0fc5-4b52-a342-a7347609cecc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=35aa03bc-1495-4548-8bc6-c83249799063&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614402 May 18 18:07:48.301431 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning for port e2cc9147-a2e9-4ddd-ba24-daa06aedc682 completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:07:48.360837 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning complete for port e2cc9147-a2e9-4ddd-ba24-daa06aedc682 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:07:48.362228 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:48.384293 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015d667f-d2d6-4201-a0bd-273c6a22ba9d req-99471045-8ac6-48c0-9ef8-4557c8fea911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:48.386159 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-015d667f-d2d6-4201-a0bd-273c6a22ba9d req-99471045-8ac6-48c0-9ef8-4557c8fea911 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8ebc9a1ec3004890baedda4682fb5641&device_id=baf813fb-c557-44a2-9307-16937d880cc5 HTTP/1.1" status: 200 len: 1124 time: 0.2789142 May 18 18:07:48.588458 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3a753592-3760-4fe1-bbf4-ee14445b93f1 req-e3a01134-f686-4e05-9ac7-77f816a2a75c service neutron] 10.222.0.36 "GET /v2.0/networks/35aa03bc-1495-4548-8bc6-c83249799063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2892382 May 18 18:07:48.589364 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 51806) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:07:48.599156 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca285bf-d3e6-44d0-b2d0-68247a3b34b1 req-8cffbaec-26b3-4212-922b-99383c81a02c tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:48.600845 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cca285bf-d3e6-44d0-b2d0-68247a3b34b1 req-8cffbaec-26b3-4212-922b-99383c81a02c tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=4f39fc84-910c-4d8f-908e-d33fc1098266 HTTP/1.1" status: 200 len: 944 time: 0.3177502 May 18 18:07:48.608952 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-0c27fb6a-c527-4c0b-b0f5-8eb0209623f3 None None] Set router 726526af-7bd6-40cb-a681-0f76cc3dfa01 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:07:48.760094 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3a753592-3760-4fe1-bbf4-ee14445b93f1 req-ebb0e496-352d-4cb9-a608-c25e6aa202d2 service neutron] 10.222.0.36 "GET /v2.0/networks/35aa03bc-1495-4548-8bc6-c83249799063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333182 May 18 18:07:48.848730 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-bca3aaca-84b6-405e-80ed-20efb93c56e2 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=f4916796c2bc42989f219164c1eecbba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2464364 May 18 18:07:48.895440 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port e2cc9147-a2e9-4ddd-ba24-daa06aedc682 is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:07:48.900492 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:48.909540 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 51814) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:07:49.009216 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-de33a35a-7156-475f-83ce-323d29169d26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:49.026609 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-0c27fb6a-c527-4c0b-b0f5-8eb0209623f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '726526af-7bd6-40cb-a681-0f76cc3dfa01', 'name': 'tempest-AttachSCSIVolumeTestJSON-511885408-router', 'tenant_id': '3fdbf5ca8a2142d9bb14e5cf523c6add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.227'}], 'enable_snat': True}, 'gw_port_id': 'bf35efd3-2ec3-48cd-8df2-92272dad7dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:03:57Z', 'updated_at': '2022-05-18T18:07:46Z', 'revision_number': 5, 'project_id': '3fdbf5ca8a2142d9bb14e5cf523c6add', 'gw_port': {'id': 'bf35efd3-2ec3-48cd-8df2-92272dad7dab', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:cb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726526af-7bd6-40cb-a681-0f76cc3dfa01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:04:00Z', 'updated_at': '2022-05-18T18:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:07:49.026860 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cca285bf-d3e6-44d0-b2d0-68247a3b34b1 req-e3d5b8c4-860b-47f9-8f55-595de4bb1e24 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/security-groups?id=33ba1fad-191a-4b7a-ae9e-8e9e60985e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2692008 May 18 18:07:49.062315 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port e2cc9147-a2e9-4ddd-ba24-daa06aedc682, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=e2cc9147-a2e9-4ddd-ba24-daa06aedc682,segment=NetworkSegment(58bfdefb-3654-4aa0-92f0-6f0afd2552db),segment_id=58bfdefb-3654-4aa0-92f0-6f0afd2552db)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:07:49.076615 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f39fc84-910c-4d8f-908e-d33fc1098266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2cc9147-a2e9-4ddd-ba24-daa06aedc682'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:07:49.079825 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-de33a35a-7156-475f-83ce-323d29169d26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:49.081562 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fa16efa-0a0c-4110-93a5-0d194115e5ca" -d '{"events": [{"server_uuid": "4f39fc84-910c-4d8f-908e-d33fc1098266", "name": "network-vif-plugged", "status": "completed", "tag": "e2cc9147-a2e9-4ddd-ba24-daa06aedc682"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:07:49.095016 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c27fb6a-c527-4c0b-b0f5-8eb0209623f3 None None] Checking router: 726526af-7bd6-40cb-a681-0f76cc3dfa01 for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:07:49.108917 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c27fb6a-c527-4c0b-b0f5-8eb0209623f3 None None] Routers {'726526af-7bd6-40cb-a681-0f76cc3dfa01'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:07:49.109760 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-0c27fb6a-c527-4c0b-b0f5-8eb0209623f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:07:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['726526af-7bd6-40cb-a681-0f76cc3dfa01'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:07:49.117072 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0859eb7a-f53f-42c6-9a53-93d15306dd7b admin admin] Notify callbacks [] for router, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:49.118212 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:49.187009 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-de33a35a-7156-475f-83ce-323d29169d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:49.190156 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-de33a35a-7156-475f-83ce-323d29169d26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:49.191351 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-de33a35a-7156-475f-83ce-323d29169d26 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/c0cf6f18-1d99-4c91-be28-aa23d004431d HTTP/1.1" status: 204 len: 168 time: 0.2805133 May 18 18:07:49.208865 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de33a35a-7156-475f-83ce-323d29169d26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0cf6f18-1d99-4c91-be28-aa23d004431d,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:07:49.244484 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb362950-c4be-4550-ba48-6a7d103c0b0a req-ff9a459e-4fc6-498e-9b9d-26edc01973c0 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:49.247217 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fb362950-c4be-4550-ba48-6a7d103c0b0a req-ff9a459e-4fc6-498e-9b9d-26edc01973c0 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef2746b8-d683-41a4-b04c-8bddf000c08f HTTP/1.1" status: 200 len: 1024 time: 0.2229664 May 18 18:07:49.368481 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015d667f-d2d6-4201-a0bd-273c6a22ba9d req-f0fb57e9-d7fb-44ac-aa5e-bb1a4ecfd1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:49.370656 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-015d667f-d2d6-4201-a0bd-273c6a22ba9d req-f0fb57e9-d7fb-44ac-aa5e-bb1a4ecfd1bb service neutron] 10.222.0.36 "GET /v2.0/networks?id=34fdcfa4-2e5d-460f-9a9f-5a798833609a HTTP/1.1" status: 200 len: 909 time: 0.9759045 May 18 18:07:49.378061 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=e2cc9147-a2e9-4ddd-ba24-daa06aedc682,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:07:49.435683 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-0c27fb6a-c527-4c0b-b0f5-8eb0209623f3 None None] Set router 726526af-7bd6-40cb-a681-0f76cc3dfa01 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:07:49.468045 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fb362950-c4be-4550-ba48-6a7d103c0b0a req-c9b1b748-b970-4824-b395-bd9aee01a8f5 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] 10.222.0.85 "GET /v2.0/security-groups?id=ccaedc5c-bb4d-41de-a579-73bf8d72adef&id=08db6f0e-0a01-416e-97d4-92fd213972b8&id=b44e04cb-5bbf-4aef-95d4-bcfa09ca106c&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1990523 May 18 18:07:49.472132 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-015d667f-d2d6-4201-a0bd-273c6a22ba9d req-fcb87b01-acdb-4583-b373-66e251ec866a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=627f74eb-f86f-4971-87d7-210b8d2c8060 HTTP/1.1" status: 200 len: 217 time: 0.0879612 May 18 18:07:49.495337 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-592f1dae-5a76-4e0c-94b9-2741a5a1753d req-b3bba630-f53e-4e81-9179-adb3416d2921 service neutron] 10.222.0.36 "GET /v2.0/ports/627f74eb-f86f-4971-87d7-210b8d2c8060/bindings/n-h2-838550-3 HTTP/1.1" status: 200 len: 384 time: 0.1409216 May 18 18:07:49.558645 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015d667f-d2d6-4201-a0bd-273c6a22ba9d req-6b3537cf-0b8a-482c-bbd9-da8e273022c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:49.562394 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-015d667f-d2d6-4201-a0bd-273c6a22ba9d req-6b3537cf-0b8a-482c-bbd9-da8e273022c4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8f7111f6-e2ae-4553-ac4c-889ba94e64a6 HTTP/1.1" status: 200 len: 848 time: 0.0675590 May 18 18:07:49.645389 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b17332-f5a8-451a-b5f1-07e0846d2361 req-58c2e22d-0a4a-4511-9356-85eb507ae34a tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:49.692093 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-10b17332-f5a8-451a-b5f1-07e0846d2361 req-58c2e22d-0a4a-4511-9356-85eb507ae34a tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/ports?device_id=baf813fb-c557-44a2-9307-16937d880cc5 HTTP/1.1" status: 200 len: 943 time: 0.1997480 May 18 18:07:49.692416 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-015d667f-d2d6-4201-a0bd-273c6a22ba9d req-dc7f32b5-729e-481f-932f-0236d9635718 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=34fdcfa4-2e5d-460f-9a9f-5a798833609a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1207836 May 18 18:07:49.706142 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0859eb7a-f53f-42c6-9a53-93d15306dd7b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:49.795456 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-10b17332-f5a8-451a-b5f1-07e0846d2361 req-c4391ec1-6c77-4a59-a801-de301e37c092 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/security-groups?id=fae3ce3c-9235-4ae4-9c6c-e682ce6a4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977719 May 18 18:07:49.866086 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3606c803-ea69-4ad0-bf6c-a4ff22c8624d x-openstack-request-id: req-3606c803-ea69-4ad0-bf6c-a4ff22c8624d {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:07:49.866834 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f39fc84-910c-4d8f-908e-d33fc1098266", "name": "network-vif-plugged", "status": "completed", "tag": "e2cc9147-a2e9-4ddd-ba24-daa06aedc682", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:07:49.867103 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-3606c803-ea69-4ad0-bf6c-a4ff22c8624d {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:07:49.867508 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3606c803-ea69-4ad0-bf6c-a4ff22c8624d'] response: {'server_uuid': '4f39fc84-910c-4d8f-908e-d33fc1098266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2cc9147-a2e9-4ddd-ba24-daa06aedc682', 'code': 200} May 18 18:07:49.890796 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-0c27fb6a-c527-4c0b-b0f5-8eb0209623f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '726526af-7bd6-40cb-a681-0f76cc3dfa01', 'name': 'tempest-AttachSCSIVolumeTestJSON-511885408-router', 'tenant_id': '3fdbf5ca8a2142d9bb14e5cf523c6add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.227'}], 'enable_snat': True}, 'gw_port_id': 'bf35efd3-2ec3-48cd-8df2-92272dad7dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:03:57Z', 'updated_at': '2022-05-18T18:07:46Z', 'revision_number': 5, 'project_id': '3fdbf5ca8a2142d9bb14e5cf523c6add', 'gw_port': {'id': 'bf35efd3-2ec3-48cd-8df2-92272dad7dab', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:cb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726526af-7bd6-40cb-a681-0f76cc3dfa01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:04:00Z', 'updated_at': '2022-05-18T18:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:07:49.965118 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c27fb6a-c527-4c0b-b0f5-8eb0209623f3 None None] The sync data for ids ['726526af-7bd6-40cb-a681-0f76cc3dfa01'] in n-d-838550-3 is: [{'id': '726526af-7bd6-40cb-a681-0f76cc3dfa01', 'name': 'tempest-AttachSCSIVolumeTestJSON-511885408-router', 'tenant_id': '3fdbf5ca8a2142d9bb14e5cf523c6add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.227'}], 'enable_snat': True}, 'gw_port_id': 'bf35efd3-2ec3-48cd-8df2-92272dad7dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:03:57Z', 'updated_at': '2022-05-18T18:07:46Z', 'revision_number': 5, 'project_id': '3fdbf5ca8a2142d9bb14e5cf523c6add', 'gw_port': {'id': 'bf35efd3-2ec3-48cd-8df2-92272dad7dab', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:cb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726526af-7bd6-40cb-a681-0f76cc3dfa01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:04:00Z', 'updated_at': '2022-05-18T18:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:07:50.108070 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bb033d-974a-49a8-b873-644e321283a2 req-19d34ce5-f823-4664-a9cf-6f0f885b8ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:50.109653 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-23bb033d-974a-49a8-b873-644e321283a2 req-19d34ce5-f823-4664-a9cf-6f0f885b8ce2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4f39fc84-910c-4d8f-908e-d33fc1098266 HTTP/1.1" status: 200 len: 1096 time: 0.1359975 May 18 18:07:50.116805 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-592f1dae-5a76-4e0c-94b9-2741a5a1753d req-4ff4b06b-5a2d-4d74-a72a-57bdf94f72bd service neutron] For port 627f74eb-f86f-4971-87d7-210b8d2c8060, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=627f74eb-f86f-4971-87d7-210b8d2c8060,segment=NetworkSegment(5e6a9b3b-2b82-45b7-b9f1-0f73969fb979),segment_id=5e6a9b3b-2b82-45b7-b9f1-0f73969fb979)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:07:50.116999 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec8e132-2e38-4f41-9d39-09867d63757c req-5e6d76e7-15db-43b8-8668-5e4751280a2d tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:50.118512 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2ec8e132-2e38-4f41-9d39-09867d63757c req-5e6d76e7-15db-43b8-8668-5e4751280a2d tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=b8f267c7-2a12-455a-8742-23cd949ead3a HTTP/1.1" status: 200 len: 949 time: 0.2933841 May 18 18:07:50.145992 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-015d667f-d2d6-4201-a0bd-273c6a22ba9d req-314d3b90-e548-4cc6-8163-8d8c39b60bbd service neutron] 10.222.0.36 "GET /v2.0/networks/34fdcfa4-2e5d-460f-9a9f-5a798833609a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4441662 May 18 18:07:50.151439 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-0859eb7a-f53f-42c6-9a53-93d15306dd7b admin admin] Deleting port bf35efd3-2ec3-48cd-8df2-92272dad7dab {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:07:50.151439 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0859eb7a-f53f-42c6-9a53-93d15306dd7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:50.152798 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff82fda-d324-4ca4-b04c-7e091f670490 req-26122d38-6d5f-4378-af89-a667540fe297 tempest-ServerMetadataNegativeTestJSON-369288560 tempest-ServerMetadataNegativeTestJSON-369288560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:50.154579 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fff82fda-d324-4ca4-b04c-7e091f670490 req-26122d38-6d5f-4378-af89-a667540fe297 tempest-ServerMetadataNegativeTestJSON-369288560 tempest-ServerMetadataNegativeTestJSON-369288560-project] 10.222.0.85 "GET /v2.0/ports?device_id=78f0c812-3abf-4a69-bcf5-44e74a0e1bf5 HTTP/1.1" status: 200 len: 945 time: 0.1061890 May 18 18:07:50.163776 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-592f1dae-5a76-4e0c-94b9-2741a5a1753d req-4ff4b06b-5a2d-4d74-a72a-57bdf94f72bd service neutron] For port 627f74eb-f86f-4971-87d7-210b8d2c8060, host n-h1-838550-3, cleared binding levels {{(pid=102731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:07:50.230993 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [req-592f1dae-5a76-4e0c-94b9-2741a5a1753d req-4ff4b06b-5a2d-4d74-a72a-57bdf94f72bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 627f74eb-f86f-4971-87d7-210b8d2c8060 {{(pid=102731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:07:50.252728 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-592f1dae-5a76-4e0c-94b9-2741a5a1753d req-4ff4b06b-5a2d-4d74-a72a-57bdf94f72bd service neutron] For port 627f74eb-f86f-4971-87d7-210b8d2c8060, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=627f74eb-f86f-4971-87d7-210b8d2c8060,segment=NetworkSegment(5e6a9b3b-2b82-45b7-b9f1-0f73969fb979),segment_id=5e6a9b3b-2b82-45b7-b9f1-0f73969fb979)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:07:50.262396 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fff82fda-d324-4ca4-b04c-7e091f670490 req-975589d1-0c29-46b4-8653-68ddd211f924 tempest-ServerMetadataNegativeTestJSON-369288560 tempest-ServerMetadataNegativeTestJSON-369288560-project] 10.222.0.85 "GET /v2.0/security-groups?id=c132241e-01a2-4920-9452-1a5666b51f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738626 May 18 18:07:50.280423 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-592f1dae-5a76-4e0c-94b9-2741a5a1753d req-4ff4b06b-5a2d-4d74-a72a-57bdf94f72bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:50.419886 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-23bb033d-974a-49a8-b873-644e321283a2 req-c4adddc9-628a-4ee2-bb18-a48f21f462b0 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=33ba1fad-191a-4b7a-ae9e-8e9e60985e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2970450 May 18 18:07:50.428642 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c325b7-31f8-4fbe-a674-2575c370279b req-f0f14b41-cdc1-4a60-9268-46b28d346770 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:50.430091 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-85c325b7-31f8-4fbe-a674-2575c370279b req-f0f14b41-cdc1-4a60-9268-46b28d346770 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef2746b8-d683-41a4-b04c-8bddf000c08f HTTP/1.1" status: 200 len: 1024 time: 0.3055830 May 18 18:07:50.454696 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2ec8e132-2e38-4f41-9d39-09867d63757c req-edd2ea1b-7be4-479a-8920-d3b5318084a9 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3076148 May 18 18:07:50.469083 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.provisioning_blocks [req-592f1dae-5a76-4e0c-94b9-2741a5a1753d req-4ff4b06b-5a2d-4d74-a72a-57bdf94f72bd service neutron] Transition to ACTIVE for port object 627f74eb-f86f-4971-87d7-210b8d2c8060 will not be triggered until provisioned by entity L2. {{(pid=102731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:07:50.476728 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-592f1dae-5a76-4e0c-94b9-2741a5a1753d req-4ff4b06b-5a2d-4d74-a72a-57bdf94f72bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:50.541178 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-0859eb7a-f53f-42c6-9a53-93d15306dd7b admin admin] For port bf35efd3-2ec3-48cd-8df2-92272dad7dab, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=bf35efd3-2ec3-48cd-8df2-92272dad7dab,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:07:50.542231 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0859eb7a-f53f-42c6-9a53-93d15306dd7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:50.605857 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-0859eb7a-f53f-42c6-9a53-93d15306dd7b admin admin] Calling delete_port for bf35efd3-2ec3-48cd-8df2-92272dad7dab owned by network:router_gateway {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:07:50.682478 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-592f1dae-5a76-4e0c-94b9-2741a5a1753d req-4ff4b06b-5a2d-4d74-a72a-57bdf94f72bd service neutron] No DVR routers for this DVR port 627f74eb-f86f-4971-87d7-210b8d2c8060 on host n-h1-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:07:50.832016 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-015d667f-d2d6-4201-a0bd-273c6a22ba9d req-66f49e4d-50d3-447b-aed2-3353ac99d969 service neutron] 10.222.0.36 "GET /v2.0/networks/34fdcfa4-2e5d-460f-9a9f-5a798833609a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6558895 May 18 18:07:51.021171 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e851e75b-a25d-4980-85b4-4385de49b465 req-9543feef-e08c-4c1d-a417-16d958e400f0 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:51.023277 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e851e75b-a25d-4980-85b4-4385de49b465 req-9543feef-e08c-4c1d-a417-16d958e400f0 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=4f39fc84-910c-4d8f-908e-d33fc1098266 HTTP/1.1" status: 200 len: 945 time: 0.3042369 May 18 18:07:51.081036 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-592f1dae-5a76-4e0c-94b9-2741a5a1753d req-4ff4b06b-5a2d-4d74-a72a-57bdf94f72bd service neutron] 10.222.0.36 "PUT /v2.0/ports/627f74eb-f86f-4971-87d7-210b8d2c8060/bindings/n-h2-838550-3/activate HTTP/1.1" status: 200 len: 369 time: 1.5691674 May 18 18:07:51.084780 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff4b06b-5a2d-4d74-a72a-57bdf94f72bd service neutron] Pushing event updated for resources: {'Port': ['ID=627f74eb-f86f-4971-87d7-210b8d2c8060,revision_number=10']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:07:51.109133 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-85c325b7-31f8-4fbe-a674-2575c370279b req-06cdb606-858f-4a3d-b86e-19fdf3a4ead0 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Deleting port 1f01a002-9ed0-470d-8e6f-d05dff7e7e0f {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:07:51.109606 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-85c325b7-31f8-4fbe-a674-2575c370279b req-06cdb606-858f-4a3d-b86e-19fdf3a4ead0 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:51.115940 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b63a6b-505a-4e87-abb3-0632b9228c13 req-b6e9601c-38bc-49ae-b9d0-da313d611ff2 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:51.118341 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b4b63a6b-505a-4e87-abb3-0632b9228c13 req-b6e9601c-38bc-49ae-b9d0-da313d611ff2 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef2746b8-d683-41a4-b04c-8bddf000c08f HTTP/1.1" status: 200 len: 1024 time: 0.4371071 May 18 18:07:51.209378 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b4b63a6b-505a-4e87-abb3-0632b9228c13 req-a45dfacb-4334-4090-96c5-0fcdaa9ad83f tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] 10.222.0.85 "GET /v2.0/security-groups?id=ccaedc5c-bb4d-41de-a579-73bf8d72adef&id=08db6f0e-0a01-416e-97d4-92fd213972b8&id=b44e04cb-5bbf-4aef-95d4-bcfa09ca106c&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0819876 May 18 18:07:51.227954 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0859eb7a-f53f-42c6-9a53-93d15306dd7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:51.249169 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e851e75b-a25d-4980-85b4-4385de49b465 req-7286f83d-2ae1-43f3-82a4-47a9f4ed5ffe tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/security-groups?id=33ba1fad-191a-4b7a-ae9e-8e9e60985e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814458 May 18 18:07:51.333679 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0859eb7a-f53f-42c6-9a53-93d15306dd7b admin admin] Pushing event deleted for resources: {'Port': ['ID=bf35efd3-2ec3-48cd-8df2-92272dad7dab,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:07:51.478596 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da3be81-4f2d-41ef-a51f-864ae2811696 req-46956bbd-a045-4b53-8f29-7f08e800eb73 tempest-ServerMetadataNegativeTestJSON-369288560 tempest-ServerMetadataNegativeTestJSON-369288560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:51.487891 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592f1dae-5a76-4e0c-94b9-2741a5a1753d req-9f9d6d88-9333-41d5-a95b-286318965fe0 tempest-LiveMigrationTest-768751957 tempest-LiveMigrationTest-768751957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:51.489674 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-592f1dae-5a76-4e0c-94b9-2741a5a1753d req-9f9d6d88-9333-41d5-a95b-286318965fe0 tempest-LiveMigrationTest-768751957 tempest-LiveMigrationTest-768751957-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=baf813fb-c557-44a2-9307-16937d880cc5&tenant_id=8ebc9a1ec3004890baedda4682fb5641&binding%3Ahost_id=n-h1-838550-3 HTTP/1.1" status: 200 len: 1095 time: 0.2841582 May 18 18:07:51.491713 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1da3be81-4f2d-41ef-a51f-864ae2811696 req-46956bbd-a045-4b53-8f29-7f08e800eb73 tempest-ServerMetadataNegativeTestJSON-369288560 tempest-ServerMetadataNegativeTestJSON-369288560-project] 10.222.0.85 "GET /v2.0/ports?device_id=78f0c812-3abf-4a69-bcf5-44e74a0e1bf5 HTTP/1.1" status: 200 len: 945 time: 0.0919781 May 18 18:07:51.538829 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1da3be81-4f2d-41ef-a51f-864ae2811696 req-56743462-6f23-4ddb-9df1-e2917f66a7b8 tempest-ServerMetadataNegativeTestJSON-369288560 tempest-ServerMetadataNegativeTestJSON-369288560-project] 10.222.0.85 "GET /v2.0/security-groups?id=c132241e-01a2-4920-9452-1a5666b51f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458148 May 18 18:07:51.555872 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-85c325b7-31f8-4fbe-a674-2575c370279b req-06cdb606-858f-4a3d-b86e-19fdf3a4ead0 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] For port 1f01a002-9ed0-470d-8e6f-d05dff7e7e0f, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=1f01a002-9ed0-470d-8e6f-d05dff7e7e0f,segment=NetworkSegment(ba5b4c8c-85fa-4d1e-ac5d-e49cc72250ce),segment_id=ba5b4c8c-85fa-4d1e-ac5d-e49cc72250ce)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:07:51.556253 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-85c325b7-31f8-4fbe-a674-2575c370279b req-06cdb606-858f-4a3d-b86e-19fdf3a4ead0 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:51.599113 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0859eb7a-f53f-42c6-9a53-93d15306dd7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596901'] for router_gateway, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:51.601034 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-85c325b7-31f8-4fbe-a674-2575c370279b req-06cdb606-858f-4a3d-b86e-19fdf3a4ead0 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Calling delete_port for 1f01a002-9ed0-470d-8e6f-d05dff7e7e0f owned by compute:nova {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:07:51.717492 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81ccb6b-3c0c-4414-a944-219209bba14e req-d94ab7bc-82a6-4429-9074-bf9e8d64958a tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:51.719130 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f81ccb6b-3c0c-4414-a944-219209bba14e req-d94ab7bc-82a6-4429-9074-bf9e8d64958a tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/ports?device_id=baf813fb-c557-44a2-9307-16937d880cc5 HTTP/1.1" status: 200 len: 944 time: 0.3251812 May 18 18:07:51.726723 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcfd68e-7c74-4101-ad2a-0487bd257e2a req-149d8e4c-c378-4089-9ffc-522af73a2dd6 tempest-ServerMetadataNegativeTestJSON-369288560 tempest-ServerMetadataNegativeTestJSON-369288560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:51.728172 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4dcfd68e-7c74-4101-ad2a-0487bd257e2a req-149d8e4c-c378-4089-9ffc-522af73a2dd6 tempest-ServerMetadataNegativeTestJSON-369288560 tempest-ServerMetadataNegativeTestJSON-369288560-project] 10.222.0.88 "GET /v2.0/ports?device_id=78f0c812-3abf-4a69-bcf5-44e74a0e1bf5 HTTP/1.1" status: 200 len: 945 time: 0.2946324 May 18 18:07:51.764317 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e889376-29b4-4776-9446-f408f7f12a70 req-b7aad095-7956-4dac-9887-61a4592bdd33 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:51.766204 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6e889376-29b4-4776-9446-f408f7f12a70 req-b7aad095-7956-4dac-9887-61a4592bdd33 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f39fc84-910c-4d8f-908e-d33fc1098266 HTTP/1.1" status: 200 len: 945 time: 0.0669417 May 18 18:07:51.770147 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0859eb7a-f53f-42c6-9a53-93d15306dd7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25145'] for router, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:51.790095 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0859eb7a-f53f-42c6-9a53-93d15306dd7b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:51.829937 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592f1dae-5a76-4e0c-94b9-2741a5a1753d req-42c01878-2684-4bc0-82a9-856dff53e6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:51.831483 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-592f1dae-5a76-4e0c-94b9-2741a5a1753d req-42c01878-2684-4bc0-82a9-856dff53e6a6 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=baf813fb-c557-44a2-9307-16937d880cc5&tenant_id=8ebc9a1ec3004890baedda4682fb5641 HTTP/1.1" status: 200 len: 1095 time: 0.3131187 May 18 18:07:51.889008 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02979a24-a5e7-4540-8dc5-51f4cd65c19f req-29491cda-db42-4bca-9127-61c67a848387 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:51.890582 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-02979a24-a5e7-4540-8dc5-51f4cd65c19f req-29491cda-db42-4bca-9127-61c67a848387 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=b8f267c7-2a12-455a-8742-23cd949ead3a HTTP/1.1" status: 200 len: 949 time: 0.1232984 May 18 18:07:51.940825 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-6e889376-29b4-4776-9446-f408f7f12a70 req-8394281d-9f02-4898-abe2-fdb65bfc7b9f tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Deleting port e2cc9147-a2e9-4ddd-ba24-daa06aedc682 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:07:51.941495 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-6e889376-29b4-4776-9446-f408f7f12a70 req-8394281d-9f02-4898-abe2-fdb65bfc7b9f tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:51.954685 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0859eb7a-f53f-42c6-9a53-93d15306dd7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593303'] for router, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:51.955510 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0859eb7a-f53f-42c6-9a53-93d15306dd7b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 726526af-7bd6-40cb-a681-0f76cc3dfa01 {{(pid=102730) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 18 18:07:51.974393 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f81ccb6b-3c0c-4414-a944-219209bba14e req-09bb6400-99e2-4338-8b42-7a8f6250e417 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/security-groups?id=fae3ce3c-9235-4ae4-9c6c-e682ce6a4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352211 May 18 18:07:51.991374 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0859eb7a-f53f-42c6-9a53-93d15306dd7b admin admin] Notify callbacks [] for router, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:51.992520 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-0859eb7a-f53f-42c6-9a53-93d15306dd7b admin admin] 10.222.0.85 "DELETE /v2.0/routers/726526af-7bd6-40cb-a681-0f76cc3dfa01 HTTP/1.1" status: 204 len: 168 time: 3.7768078 May 18 18:07:51.998652 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 51910) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:07:52.049599 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-02979a24-a5e7-4540-8dc5-51f4cd65c19f req-1284d623-02ae-48b7-9f54-5f025dc489ce tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442013 May 18 18:07:52.138759 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592f1dae-5a76-4e0c-94b9-2741a5a1753d req-ee642d48-ebe5-4538-b8ec-e26fd8eab332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:52.140704 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-592f1dae-5a76-4e0c-94b9-2741a5a1753d req-ee642d48-ebe5-4538-b8ec-e26fd8eab332 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8ebc9a1ec3004890baedda4682fb5641&device_id=baf813fb-c557-44a2-9307-16937d880cc5 HTTP/1.1" status: 200 len: 1095 time: 0.2553811 May 18 18:07:52.165862 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1ca6daf-a189-4ec3-bc15-274edb35e8e3 admin admin] Deleting subnet 2728997d-3202-4ad4-aa33-08239b02a122 {{(pid=102730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:07:52.169254 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 8dceac78-125b-4f26-a10f-2010530aa011 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:07:52.174119 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-6e889376-29b4-4776-9446-f408f7f12a70 req-8394281d-9f02-4898-abe2-fdb65bfc7b9f tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] For port e2cc9147-a2e9-4ddd-ba24-daa06aedc682, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=e2cc9147-a2e9-4ddd-ba24-daa06aedc682,segment=NetworkSegment(58bfdefb-3654-4aa0-92f0-6f0afd2552db),segment_id=58bfdefb-3654-4aa0-92f0-6f0afd2552db)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:07:52.174119 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-6e889376-29b4-4776-9446-f408f7f12a70 req-8394281d-9f02-4898-abe2-fdb65bfc7b9f tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:52.175239 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c1ca6daf-a189-4ec3-bc15-274edb35e8e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:52.200012 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 8dceac78-125b-4f26-a10f-2010530aa011 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:07:52.201223 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 8dceac78-125b-4f26-a10f-2010530aa011 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:07:52.227493 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-6e889376-29b4-4776-9446-f408f7f12a70 req-8394281d-9f02-4898-abe2-fdb65bfc7b9f tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Calling delete_port for e2cc9147-a2e9-4ddd-ba24-daa06aedc682 owned by compute:nova {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:07:52.256924 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-4dcfd68e-7c74-4101-ad2a-0487bd257e2a req-e92abb13-e6a9-4070-9de8-04ff78dab7d4 tempest-ServerMetadataNegativeTestJSON-369288560 tempest-ServerMetadataNegativeTestJSON-369288560-project] Deleting port 99b9fffd-2b32-454a-ac5c-bbcf4ff76edd {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:07:52.257358 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-4dcfd68e-7c74-4101-ad2a-0487bd257e2a req-e92abb13-e6a9-4070-9de8-04ff78dab7d4 tempest-ServerMetadataNegativeTestJSON-369288560 tempest-ServerMetadataNegativeTestJSON-369288560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:52.280558 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-85c325b7-31f8-4fbe-a674-2575c370279b req-06cdb606-858f-4a3d-b86e-19fdf3a4ead0 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:52.294448 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['0de02e7a-4341-4848-b5f4-8de104f914c9'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:07:52.358199 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c1ca6daf-a189-4ec3-bc15-274edb35e8e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260107366'] for subnet, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:52.388795 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cdb606-858f-4a3d-b86e-19fdf3a4ead0 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Pushing event deleted for resources: {'Port': ['ID=1f01a002-9ed0-470d-8e6f-d05dff7e7e0f,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:07:52.400960 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-16615ccb-cdb8-4cd3-b29e-7c33397b223d req-252d8f9a-9973-4eec-9583-5966335f5ac8 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef2746b8-d683-41a4-b04c-8bddf000c08f HTTP/1.1" status: 200 len: 210 time: 0.0490041 May 18 18:07:52.483931 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-6e889376-29b4-4776-9446-f408f7f12a70 req-8394281d-9f02-4898-abe2-fdb65bfc7b9f tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:52.509676 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['e2cc9147-a2e9-4ddd-ba24-daa06aedc682'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:07:52.551841 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394281d-9f02-4898-abe2-fdb65bfc7b9f tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Pushing event deleted for resources: {'Port': ['ID=e2cc9147-a2e9-4ddd-ba24-daa06aedc682,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:07:52.628480 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e889376-29b4-4776-9446-f408f7f12a70 req-8394281d-9f02-4898-abe2-fdb65bfc7b9f tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] No DVR routers for this DVR port e2cc9147-a2e9-4ddd-ba24-daa06aedc682 on host n-h1-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:07:52.633820 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-6e889376-29b4-4776-9446-f408f7f12a70 req-8394281d-9f02-4898-abe2-fdb65bfc7b9f tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:52.641832 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6e889376-29b4-4776-9446-f408f7f12a70 req-8394281d-9f02-4898-abe2-fdb65bfc7b9f tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.36 "DELETE /v2.0/ports/e2cc9147-a2e9-4ddd-ba24-daa06aedc682 HTTP/1.1" status: 204 len: 173 time: 0.8599288 May 18 18:07:52.641832 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f39fc84-910c-4d8f-908e-d33fc1098266', 'name': 'network-vif-deleted', 'tag': 'e2cc9147-a2e9-4ddd-ba24-daa06aedc682'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:07:52.641832 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8558e2d-73bb-4947-806b-8273ff76296d" -d '{"events": [{"server_uuid": "4f39fc84-910c-4d8f-908e-d33fc1098266", "name": "network-vif-deleted", "tag": "e2cc9147-a2e9-4ddd-ba24-daa06aedc682"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:07:52.679589 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f7c38c8f-60c3-4a07-8f09-8022d5b6bdb4 req-705debb5-9d50-4abe-a90a-3eb6066c34a3 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=4f39fc84-910c-4d8f-908e-d33fc1098266 HTTP/1.1" status: 200 len: 210 time: 0.0876789 May 18 18:07:52.813013 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-85c325b7-31f8-4fbe-a674-2575c370279b req-06cdb606-858f-4a3d-b86e-19fdf3a4ead0 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] No DVR routers for this DVR port 1f01a002-9ed0-470d-8e6f-d05dff7e7e0f on host n-h1-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:07:52.823716 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592f1dae-5a76-4e0c-94b9-2741a5a1753d req-5e16b26f-97d1-4c88-9818-a8ab4f12639a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:52.825867 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-592f1dae-5a76-4e0c-94b9-2741a5a1753d req-5e16b26f-97d1-4c88-9818-a8ab4f12639a service neutron] 10.222.0.88 "GET /v2.0/networks?id=34fdcfa4-2e5d-460f-9a9f-5a798833609a HTTP/1.1" status: 200 len: 909 time: 0.6726513 May 18 18:07:52.831947 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-85c325b7-31f8-4fbe-a674-2575c370279b req-06cdb606-858f-4a3d-b86e-19fdf3a4ead0 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:52.835332 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-85c325b7-31f8-4fbe-a674-2575c370279b req-06cdb606-858f-4a3d-b86e-19fdf3a4ead0 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] 10.222.0.36 "DELETE /v2.0/ports/1f01a002-9ed0-470d-8e6f-d05dff7e7e0f HTTP/1.1" status: 204 len: 173 time: 2.1106296 May 18 18:07:52.846617 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef2746b8-d683-41a4-b04c-8bddf000c08f', 'name': 'network-vif-deleted', 'tag': '1f01a002-9ed0-470d-8e6f-d05dff7e7e0f'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:07:52.848881 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a429d5d-ddbb-4ae2-82b0-4d5aeca935d4" -d '{"events": [{"server_uuid": "ef2746b8-d683-41a4-b04c-8bddf000c08f", "name": "network-vif-deleted", "tag": "1f01a002-9ed0-470d-8e6f-d05dff7e7e0f"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:07:52.888641 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-4dcfd68e-7c74-4101-ad2a-0487bd257e2a req-e92abb13-e6a9-4070-9de8-04ff78dab7d4 tempest-ServerMetadataNegativeTestJSON-369288560 tempest-ServerMetadataNegativeTestJSON-369288560-project] For port 99b9fffd-2b32-454a-ac5c-bbcf4ff76edd, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=99b9fffd-2b32-454a-ac5c-bbcf4ff76edd,segment=NetworkSegment(22215525-f7ed-4293-ad8d-c33f1e4c79b2),segment_id=22215525-f7ed-4293-ad8d-c33f1e4c79b2)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:07:52.889319 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-4dcfd68e-7c74-4101-ad2a-0487bd257e2a req-e92abb13-e6a9-4070-9de8-04ff78dab7d4 tempest-ServerMetadataNegativeTestJSON-369288560 tempest-ServerMetadataNegativeTestJSON-369288560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:52.900301 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-063407f3-2ac3-496c-a6c6-7029741cb425 req-dbc96b87-8b5a-439a-9fb9-803d1d5fb066 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=a049c2cb7dc14b6fbce20aa8814d6ebf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0908346 May 18 18:07:52.970835 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-4dcfd68e-7c74-4101-ad2a-0487bd257e2a req-e92abb13-e6a9-4070-9de8-04ff78dab7d4 tempest-ServerMetadataNegativeTestJSON-369288560 tempest-ServerMetadataNegativeTestJSON-369288560-project] Calling delete_port for 99b9fffd-2b32-454a-ac5c-bbcf4ff76edd owned by compute:nova {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:07:52.984664 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-592f1dae-5a76-4e0c-94b9-2741a5a1753d req-8df10f3f-0962-4987-afe8-595257af2bff service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=627f74eb-f86f-4971-87d7-210b8d2c8060 HTTP/1.1" status: 200 len: 217 time: 0.1296654 May 18 18:07:53.039154 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-412da52e-b156-4881-adbb-85772b9eb28d req-b0c10080-57ce-407a-9b93-a602973b0fb5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ed8a017ff6d8432c9386dee5054e8944&device_id=4f39fc84-910c-4d8f-908e-d33fc1098266 HTTP/1.1" status: 200 len: 210 time: 0.0760686 May 18 18:07:53.172557 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c1ca6daf-a189-4ec3-bc15-274edb35e8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:53.336931 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592f1dae-5a76-4e0c-94b9-2741a5a1753d req-2f226bbe-1bc2-4e99-9bd2-dbedf22b4cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:53.339725 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-592f1dae-5a76-4e0c-94b9-2741a5a1753d req-2f226bbe-1bc2-4e99-9bd2-dbedf22b4cf3 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8f7111f6-e2ae-4553-ac4c-889ba94e64a6 HTTP/1.1" status: 200 len: 848 time: 0.3369908 May 18 18:07:53.409997 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063407f3-2ac3-496c-a6c6-7029741cb425 req-81051ca7-d981-4c71-b727-4753ad99d9a8 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:53.411448 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-063407f3-2ac3-496c-a6c6-7029741cb425 req-81051ca7-d981-4c71-b727-4753ad99d9a8 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5105333 May 18 18:07:53.456740 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-592f1dae-5a76-4e0c-94b9-2741a5a1753d req-ffee07c9-a6da-4d5b-a2ee-e7fbd5f97b75 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=34fdcfa4-2e5d-460f-9a9f-5a798833609a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0962417 May 18 18:07:53.495362 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c1ca6daf-a189-4ec3-bc15-274edb35e8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261104690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261031888'] for subnet, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:53.516548 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-063407f3-2ac3-496c-a6c6-7029741cb425 req-e9231726-a932-42cf-824d-3b52fb2a2644 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/quotas/a049c2cb7dc14b6fbce20aa8814d6ebf HTTP/1.1" status: 200 len: 375 time: 0.0635784 May 18 18:07:53.561898 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412da52e-b156-4881-adbb-85772b9eb28d req-6dcfa96a-c398-4c5b-87c2-e6af234d3dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:53.563372 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-412da52e-b156-4881-adbb-85772b9eb28d req-6dcfa96a-c398-4c5b-87c2-e6af234d3dda service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=ed8a017ff6d8432c9386dee5054e8944&shared=False HTTP/1.1" status: 200 len: 913 time: 0.4897625 May 18 18:07:53.573836 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ca6daf-a189-4ec3-bc15-274edb35e8e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2728997d-3202-4ad4-aa33-08239b02a122,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:07:53.583128 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed8800e-6053-4050-8e59-1e8e4354544b None None] Network 426a39ea-1ed1-469b-8675-406118e8adc7 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:07:53.592443 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e94aa1-700b-4b0a-af49-67179cca8dcf req-b55675e1-4ebe-4bc8-875d-0869f553bbb8 tempest-ServerMetadataNegativeTestJSON-369288560 tempest-ServerMetadataNegativeTestJSON-369288560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:53.594513 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-88e94aa1-700b-4b0a-af49-67179cca8dcf req-b55675e1-4ebe-4bc8-875d-0869f553bbb8 tempest-ServerMetadataNegativeTestJSON-369288560 tempest-ServerMetadataNegativeTestJSON-369288560-project] 10.222.0.85 "GET /v2.0/ports?device_id=78f0c812-3abf-4a69-bcf5-44e74a0e1bf5 HTTP/1.1" status: 200 len: 945 time: 0.0628486 May 18 18:07:53.633702 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c1ca6daf-a189-4ec3-bc15-274edb35e8e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:53.641300 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-c1ca6daf-a189-4ec3-bc15-274edb35e8e3 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/2728997d-3202-4ad4-aa33-08239b02a122 HTTP/1.1" status: 204 len: 168 time: 1.6376176 May 18 18:07:53.647897 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-88e94aa1-700b-4b0a-af49-67179cca8dcf req-826b42c0-2a88-4224-83b3-b195f7bd683e tempest-ServerMetadataNegativeTestJSON-369288560 tempest-ServerMetadataNegativeTestJSON-369288560-project] 10.222.0.85 "GET /v2.0/security-groups?id=c132241e-01a2-4920-9452-1a5666b51f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449629 May 18 18:07:53.648411 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 52008) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:07:53.714461 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-063407f3-2ac3-496c-a6c6-7029741cb425 req-a622835c-3870-4027-b680-7a7fd5921db3 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=a049c2cb7dc14b6fbce20aa8814d6ebf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1493542 May 18 18:07:53.753166 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20cb69f3-2fa3-4ac2-8229-1bad41792986 x-openstack-request-id: req-20cb69f3-2fa3-4ac2-8229-1bad41792986 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:07:53.753462 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f39fc84-910c-4d8f-908e-d33fc1098266", "name": "network-vif-deleted", "tag": "e2cc9147-a2e9-4ddd-ba24-daa06aedc682", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:07:53.753743 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-20cb69f3-2fa3-4ac2-8229-1bad41792986 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:07:53.754662 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20cb69f3-2fa3-4ac2-8229-1bad41792986'] response: {'server_uuid': '4f39fc84-910c-4d8f-908e-d33fc1098266', 'name': 'network-vif-deleted', 'tag': 'e2cc9147-a2e9-4ddd-ba24-daa06aedc682', 'status': 'completed', 'code': 200} May 18 18:07:53.758680 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d03b1912-cb6d-4059-9a37-833cbc730e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:53.805452 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 627f74eb-f86f-4971-87d7-210b8d2c8060 no longer exists at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:07:53.841391 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5cd845b-d58c-4b00-8547-61fbe9be4478 x-openstack-request-id: req-a5cd845b-d58c-4b00-8547-61fbe9be4478 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:07:53.842017 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef2746b8-d683-41a4-b04c-8bddf000c08f", "name": "network-vif-deleted", "tag": "1f01a002-9ed0-470d-8e6f-d05dff7e7e0f", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:07:53.842274 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-a5cd845b-d58c-4b00-8547-61fbe9be4478 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:07:53.842869 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5cd845b-d58c-4b00-8547-61fbe9be4478'] response: {'server_uuid': 'ef2746b8-d683-41a4-b04c-8bddf000c08f', 'name': 'network-vif-deleted', 'tag': '1f01a002-9ed0-470d-8e6f-d05dff7e7e0f', 'status': 'completed', 'code': 200} May 18 18:07:53.887415 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-d03b1912-cb6d-4059-9a37-833cbc730e0b admin admin] Deleting port 89a3968a-18c8-4f0a-8510-9a7683f19bd3 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:07:53.888576 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d03b1912-cb6d-4059-9a37-833cbc730e0b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:53.901101 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-4dcfd68e-7c74-4101-ad2a-0487bd257e2a req-e92abb13-e6a9-4070-9de8-04ff78dab7d4 tempest-ServerMetadataNegativeTestJSON-369288560 tempest-ServerMetadataNegativeTestJSON-369288560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:53.907768 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 627f74eb-f86f-4971-87d7-210b8d2c8060 not bound to the agent host n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:07:53.910583 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 1f01a002-9ed0-470d-8e6f-d05dff7e7e0f no longer exists at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:07:53.948524 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] No Port match for: 1f01a002-9ed0-470d-8e6f-d05dff7e7e0f {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:07:53.949501 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 1f01a002-9ed0-470d-8e6f-d05dff7e7e0f not bound to the agent host n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:07:53.991448 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d684a63f-8009-4421-9972-132be72eca3e req-0ff81072-1357-449e-bb9f-a8c05d4b2d36 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:53.992332 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-592f1dae-5a76-4e0c-94b9-2741a5a1753d req-e0f4f27d-6d93-4fd4-91fe-41a1340120e7 service neutron] 10.222.0.88 "GET /v2.0/networks/34fdcfa4-2e5d-460f-9a9f-5a798833609a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5166900 May 18 18:07:53.994018 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d684a63f-8009-4421-9972-132be72eca3e req-0ff81072-1357-449e-bb9f-a8c05d4b2d36 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/ports?device_id=baf813fb-c557-44a2-9307-16937d880cc5 HTTP/1.1" status: 200 len: 944 time: 0.1795294 May 18 18:07:54.003805 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92abb13-e6a9-4070-9de8-04ff78dab7d4 tempest-ServerMetadataNegativeTestJSON-369288560 tempest-ServerMetadataNegativeTestJSON-369288560-project] Pushing event deleted for resources: {'Port': ['ID=99b9fffd-2b32-454a-ac5c-bbcf4ff76edd,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:07:54.019891 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c476f4-2bb2-481f-824b-8605a77b1b57 None None] DHCP port deletion for 426a39ea-1ed1-469b-8675-406118e8adc7 request from n-d-838550-3 {{(pid=102732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 18:07:54.056276 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-d03b1912-cb6d-4059-9a37-833cbc730e0b admin admin] For port 89a3968a-18c8-4f0a-8510-9a7683f19bd3, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=89a3968a-18c8-4f0a-8510-9a7683f19bd3,segment=NetworkSegment(1aea2a35-1fcb-44d9-9243-9716f311d349),segment_id=1aea2a35-1fcb-44d9-9243-9716f311d349)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:07:54.056684 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d03b1912-cb6d-4059-9a37-833cbc730e0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:54.093988 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-d03b1912-cb6d-4059-9a37-833cbc730e0b admin admin] Calling delete_port for 89a3968a-18c8-4f0a-8510-9a7683f19bd3 owned by network:dhcp {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:07:54.110155 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412da52e-b156-4881-adbb-85772b9eb28d req-58e4ad6c-7903-4ca4-a4fc-5934ffa64f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:54.112433 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-412da52e-b156-4881-adbb-85772b9eb28d req-58e4ad6c-7903-4ca4-a4fc-5934ffa64f6b service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5410769 May 18 18:07:54.114832 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d684a63f-8009-4421-9972-132be72eca3e req-8519509d-4a0a-4aa6-8d78-2b9be9b75134 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/security-groups?id=fae3ce3c-9235-4ae4-9c6c-e682ce6a4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869327 May 18 18:07:54.143386 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dcfd68e-7c74-4101-ad2a-0487bd257e2a req-e92abb13-e6a9-4070-9de8-04ff78dab7d4 tempest-ServerMetadataNegativeTestJSON-369288560 tempest-ServerMetadataNegativeTestJSON-369288560-project] No DVR routers for this DVR port 99b9fffd-2b32-454a-ac5c-bbcf4ff76edd on host n-h2-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:07:54.147400 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-4dcfd68e-7c74-4101-ad2a-0487bd257e2a req-e92abb13-e6a9-4070-9de8-04ff78dab7d4 tempest-ServerMetadataNegativeTestJSON-369288560 tempest-ServerMetadataNegativeTestJSON-369288560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:54.152017 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4dcfd68e-7c74-4101-ad2a-0487bd257e2a req-e92abb13-e6a9-4070-9de8-04ff78dab7d4 tempest-ServerMetadataNegativeTestJSON-369288560 tempest-ServerMetadataNegativeTestJSON-369288560-project] 10.222.0.88 "DELETE /v2.0/ports/99b9fffd-2b32-454a-ac5c-bbcf4ff76edd HTTP/1.1" status: 204 len: 173 time: 2.3778663 May 18 18:07:54.155332 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b5c476f4-2bb2-481f-824b-8605a77b1b57 None None] Deleting port 89a3968a-18c8-4f0a-8510-9a7683f19bd3 {{(pid=102732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:07:54.166754 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b5c476f4-2bb2-481f-824b-8605a77b1b57 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:54.201853 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97367652-9682-4b30-a2f9-907c3ecf9d3f req-b6ba1a3f-76ec-4bfe-953d-2d9c678174e2 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:54.203134 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device bf35efd3-2ec3-48cd-8df2-92272dad7dab no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:07:54.203530 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-97367652-9682-4b30-a2f9-907c3ecf9d3f req-b6ba1a3f-76ec-4bfe-953d-2d9c678174e2 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=b8f267c7-2a12-455a-8742-23cd949ead3a HTTP/1.1" status: 200 len: 949 time: 0.1573071 May 18 18:07:54.218970 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-592f1dae-5a76-4e0c-94b9-2741a5a1753d req-5039c9b6-3a83-4c31-9af1-c4b40d94c0ad service neutron] 10.222.0.88 "GET /v2.0/networks/34fdcfa4-2e5d-460f-9a9f-5a798833609a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153680 May 18 18:07:54.279124 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-97367652-9682-4b30-a2f9-907c3ecf9d3f req-dbc4b99f-189c-4d1a-8dec-237b5ec84ca1 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589144 May 18 18:07:54.289342 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d03b1912-cb6d-4059-9a37-833cbc730e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:54.331326 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: bf35efd3-2ec3-48cd-8df2-92272dad7dab {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:07:54.331670 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device bf35efd3-2ec3-48cd-8df2-92272dad7dab not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:07:54.332106 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 89a3968a-18c8-4f0a-8510-9a7683f19bd3 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:07:54.369462 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 89a3968a-18c8-4f0a-8510-9a7683f19bd3 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:07:54.370098 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 89a3968a-18c8-4f0a-8510-9a7683f19bd3 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:07:54.395404 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03b1912-cb6d-4059-9a37-833cbc730e0b admin admin] Pushing event deleted for resources: {'Port': ['ID=89a3968a-18c8-4f0a-8510-9a7683f19bd3,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:07:54.405254 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03b1912-cb6d-4059-9a37-833cbc730e0b admin admin] No DVR routers for this DVR port 89a3968a-18c8-4f0a-8510-9a7683f19bd3 on host n-d-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:07:54.472842 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ea301cd0-5ee0-4fac-b684-9c3b95b8afa5 req-b837fdd2-7e50-44d4-9082-f672eba47de4 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=4f39fc84-910c-4d8f-908e-d33fc1098266 HTTP/1.1" status: 200 len: 210 time: 0.0856457 May 18 18:07:54.495184 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b5c476f4-2bb2-481f-824b-8605a77b1b57 None None] For port 89a3968a-18c8-4f0a-8510-9a7683f19bd3, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=89a3968a-18c8-4f0a-8510-9a7683f19bd3,segment=NetworkSegment(1aea2a35-1fcb-44d9-9243-9716f311d349),segment_id=1aea2a35-1fcb-44d9-9243-9716f311d349)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:07:54.495601 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b5c476f4-2bb2-481f-824b-8605a77b1b57 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:54.537582 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b5c476f4-2bb2-481f-824b-8605a77b1b57 None None] Calling delete_port for 89a3968a-18c8-4f0a-8510-9a7683f19bd3 owned by network:dhcp {{(pid=102732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:07:54.581040 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d03b1912-cb6d-4059-9a37-833cbc730e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:54.591946 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-28415093-57c3-4600-b688-2e12b2098d75 req-6bb62ccf-b65a-4049-8497-9da6e5f1b75d tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/ports?device_id=30d35ae5-9978-4029-8dd6-a0722d438023 HTTP/1.1" status: 200 len: 210 time: 0.0508316 May 18 18:07:54.636002 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-d03b1912-cb6d-4059-9a37-833cbc730e0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['426a39ea-1ed1-469b-8675-406118e8adc7']}} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:07:54.660080 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-d03b1912-cb6d-4059-9a37-833cbc730e0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1aea2a35-1fcb-44d9-9243-9716f311d349') {'for_net_delete': True} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:07:54.660554 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-d03b1912-cb6d-4059-9a37-833cbc730e0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1aea2a35-1fcb-44d9-9243-9716f311d349') {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:07:54.696087 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d03b1912-cb6d-4059-9a37-833cbc730e0b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260542144'] for segment, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:54.719959 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fe6a9ed6-7515-45a7-893f-f0fbd772e570 req-a91e463a-d9db-45ac-a166-39464d38b82b tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] 10.222.0.85 "GET /v2.0/security-groups/b44e04cb-5bbf-4aef-95d4-bcfa09ca106c HTTP/1.1" status: 200 len: 1801 time: 0.1133711 May 18 18:07:54.725287 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d03b1912-cb6d-4059-9a37-833cbc730e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:54.734537 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592f1dae-5a76-4e0c-94b9-2741a5a1753d req-a354ebc6-2c1b-469a-9b60-79de17cac5a9 tempest-LiveMigrationTest-768751957 tempest-LiveMigrationTest-768751957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:54.736492 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-592f1dae-5a76-4e0c-94b9-2741a5a1753d req-a354ebc6-2c1b-469a-9b60-79de17cac5a9 tempest-LiveMigrationTest-768751957 tempest-LiveMigrationTest-768751957-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=baf813fb-c557-44a2-9307-16937d880cc5&tenant_id=8ebc9a1ec3004890baedda4682fb5641&binding%3Ahost_id=n-h2-838550-3 HTTP/1.1" status: 200 len: 1095 time: 0.1102645 May 18 18:07:54.740252 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d03b1912-cb6d-4059-9a37-833cbc730e0b admin admin] Releasing vlan 641 on physical network physnet1 to pool {{(pid=102731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:07:54.741229 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d03b1912-cb6d-4059-9a37-833cbc730e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260884178'] for segment, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:54.782627 n-d-838550-3 neutron-server[102731]: Traceback (most recent call last): May 18 18:07:54.782627 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:07:54.782627 n-d-838550-3 neutron-server[102731]: timer() May 18 18:07:54.782627 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:07:54.782627 n-d-838550-3 neutron-server[102731]: cb(*args, **kw) May 18 18:07:54.782627 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:07:54.782627 n-d-838550-3 neutron-server[102731]: return func(*args, **kwargs) May 18 18:07:54.782627 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:07:54.782627 n-d-838550-3 neutron-server[102731]: self._notify() May 18 18:07:54.782627 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:07:54.782627 n-d-838550-3 neutron-server[102731]: self.callback(batched_events) May 18 18:07:54.782627 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:07:54.782627 n-d-838550-3 neutron-server[102731]: event.method(event) May 18 18:07:54.782627 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:07:54.782627 n-d-838550-3 neutron-server[102731]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:07:54.782627 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:07:54.782627 n-d-838550-3 neutron-server[102731]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:07:54.782627 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:07:54.782627 n-d-838550-3 neutron-server[102731]: return f(self, *a, **k) May 18 18:07:54.782627 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:07:54.782627 n-d-838550-3 neutron-server[102731]: return self._get(url).json() May 18 18:07:54.782627 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:07:54.782627 n-d-838550-3 neutron-server[102731]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:07:54.782627 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:07:54.782627 n-d-838550-3 neutron-server[102731]: return self.request(url, 'GET', **kwargs) May 18 18:07:54.782627 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:07:54.782627 n-d-838550-3 neutron-server[102731]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:07:54.782627 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:07:54.782627 n-d-838550-3 neutron-server[102731]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:07:54.782627 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:07:54.782627 n-d-838550-3 neutron-server[102731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:07:54.782627 n-d-838550-3 neutron-server[102731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:07:54.884357 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-fe6a9ed6-7515-45a7-893f-f0fbd772e570 req-37211d10-2366-48f4-b6e3-d71d92161171 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:54.894856 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d03b1912-cb6d-4059-9a37-833cbc730e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:54.947817 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d03b1912-cb6d-4059-9a37-833cbc730e0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:54.949633 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-fe6a9ed6-7515-45a7-893f-f0fbd772e570 req-37211d10-2366-48f4-b6e3-d71d92161171 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:54.967625 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-d03b1912-cb6d-4059-9a37-833cbc730e0b admin admin] 10.222.0.85 "DELETE /v2.0/networks/426a39ea-1ed1-469b-8675-406118e8adc7 HTTP/1.1" status: 204 len: 168 time: 1.3162005 May 18 18:07:54.970206 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 52062) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:07:54.991701 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03b1912-cb6d-4059-9a37-833cbc730e0b admin admin] Pushing event deleted for resources: {'Network': ['ID=426a39ea-1ed1-469b-8675-406118e8adc7,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:07:55.021822 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-592f1dae-5a76-4e0c-94b9-2741a5a1753d req-936f9ec8-a694-42e2-a341-d02b7e844a7d service neutron] For port 627f74eb-f86f-4971-87d7-210b8d2c8060, host n-h1-838550-3, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:07:55.029097 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-592f1dae-5a76-4e0c-94b9-2741a5a1753d req-936f9ec8-a694-42e2-a341-d02b7e844a7d service neutron] Notify callbacks [] for binding, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:55.031225 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-592f1dae-5a76-4e0c-94b9-2741a5a1753d req-936f9ec8-a694-42e2-a341-d02b7e844a7d service neutron] 10.222.0.88 "DELETE /v2.0/ports/627f74eb-f86f-4971-87d7-210b8d2c8060/bindings/n-h1-838550-3 HTTP/1.1" status: 204 len: 173 time: 0.2804945 May 18 18:07:55.066113 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-fe6a9ed6-7515-45a7-893f-f0fbd772e570 req-37211d10-2366-48f4-b6e3-d71d92161171 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:55.078292 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-fe6a9ed6-7515-45a7-893f-f0fbd772e570 req-37211d10-2366-48f4-b6e3-d71d92161171 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:55.082468 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fe6a9ed6-7515-45a7-893f-f0fbd772e570 req-37211d10-2366-48f4-b6e3-d71d92161171 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] 10.222.0.85 "DELETE /v2.0/security-groups/b44e04cb-5bbf-4aef-95d4-bcfa09ca106c HTTP/1.1" status: 204 len: 173 time: 0.3615656 May 18 18:07:55.114086 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37211d10-2366-48f4-b6e3-d71d92161171 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b44e04cb-5bbf-4aef-95d4-bcfa09ca106c,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:07:55.164760 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b5c476f4-2bb2-481f-824b-8605a77b1b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508'] for port, after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:55.188373 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b5c476f4-2bb2-481f-824b-8605a77b1b57 None None] Network 426a39ea-1ed1-469b-8675-406118e8adc7 is not hosted by any dhcp agent {{(pid=102732) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} May 18 18:07:55.189104 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c476f4-2bb2-481f-824b-8605a77b1b57 None None] No DVR routers for this DVR port 89a3968a-18c8-4f0a-8510-9a7683f19bd3 on host n-d-838550-3 {{(pid=102732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:07:55.242732 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c476f4-2bb2-481f-824b-8605a77b1b57 None None] Pushing event deleted for resources: {'Port': ['ID=89a3968a-18c8-4f0a-8510-9a7683f19bd3,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:07:55.320599 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3e349c1a-09fa-4743-a404-9ff456247b19 req-7d0a5a42-7453-4779-8410-96a7cd873b70 tempest-ServerMetadataNegativeTestJSON-369288560 tempest-ServerMetadataNegativeTestJSON-369288560-project] 10.222.0.85 "GET /v2.0/ports?device_id=78f0c812-3abf-4a69-bcf5-44e74a0e1bf5 HTTP/1.1" status: 200 len: 210 time: 0.0303061 May 18 18:07:55.357571 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1f5d20b8-decc-48e5-95de-5a864ef491d4 req-906e9091-249f-44b2-8e2b-1f96f11a7333 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] 10.222.0.85 "GET /v2.0/security-groups/ccaedc5c-bb4d-41de-a579-73bf8d72adef HTTP/1.1" status: 200 len: 1801 time: 0.1196115 May 18 18:07:55.402038 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 99b9fffd-2b32-454a-ac5c-bbcf4ff76edd no longer exists at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:07:55.444453 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] No Port match for: 99b9fffd-2b32-454a-ac5c-bbcf4ff76edd {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:07:55.445063 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 99b9fffd-2b32-454a-ac5c-bbcf4ff76edd not bound to the agent host n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:07:55.530647 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-1f5d20b8-decc-48e5-95de-5a864ef491d4 req-2eae236b-623e-4447-bc31-540e6f5729b9 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:55.574852 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-1f5d20b8-decc-48e5-95de-5a864ef491d4 req-2eae236b-623e-4447-bc31-540e6f5729b9 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:55.594150 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-412da52e-b156-4881-adbb-85772b9eb28d req-b59d39bd-20fc-4c81-86af-74906dcb8262 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f39fc84-910c-4d8f-908e-d33fc1098266 HTTP/1.1" status: 200 len: 210 time: 0.0324247 May 18 18:07:55.666525 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-1f5d20b8-decc-48e5-95de-5a864ef491d4 req-2eae236b-623e-4447-bc31-540e6f5729b9 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:55.669258 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-1f5d20b8-decc-48e5-95de-5a864ef491d4 req-2eae236b-623e-4447-bc31-540e6f5729b9 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:55.687635 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1f5d20b8-decc-48e5-95de-5a864ef491d4 req-2eae236b-623e-4447-bc31-540e6f5729b9 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] 10.222.0.85 "DELETE /v2.0/security-groups/ccaedc5c-bb4d-41de-a579-73bf8d72adef HTTP/1.1" status: 204 len: 173 time: 0.3215590 May 18 18:07:55.722275 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae236b-623e-4447-bc31-540e6f5729b9 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccaedc5c-bb4d-41de-a579-73bf8d72adef,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:07:55.780449 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a71cb170-97a3-4481-97ef-a34b7a392a0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-595963'] for router_interface, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:55.783591 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-063407f3-2ac3-496c-a6c6-7029741cb425 req-b2eb2472-327b-4ba3-8891-4eba7dde78f5 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=a049c2cb7dc14b6fbce20aa8814d6ebf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330639 May 18 18:07:55.857358 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78f0c812-3abf-4a69-bcf5-44e74a0e1bf5', 'name': 'network-vif-deleted', 'tag': '99b9fffd-2b32-454a-ac5c-bbcf4ff76edd'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:07:55.860142 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42e675d0-86b2-472e-99c8-1916e573a535" -d '{"events": [{"server_uuid": "78f0c812-3abf-4a69-bcf5-44e74a0e1bf5", "name": "network-vif-deleted", "tag": "99b9fffd-2b32-454a-ac5c-bbcf4ff76edd"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:07:55.936361 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063407f3-2ac3-496c-a6c6-7029741cb425 req-ebe15b3a-8482-4884-bfed-c37952fe7a09 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:55.938221 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-063407f3-2ac3-496c-a6c6-7029741cb425 req-ebe15b3a-8482-4884-bfed-c37952fe7a09 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1441431 May 18 18:07:55.953654 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-063407f3-2ac3-496c-a6c6-7029741cb425 req-89ae08aa-160c-47db-858c-7f3ad8fd792e tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Request body: {'port': {'device_id': '30d35ae5-9978-4029-8dd6-a0722d438023', 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305', 'admin_state_up': True, 'tenant_id': 'a049c2cb7dc14b6fbce20aa8814d6ebf'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:07:55.984193 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8883bb-b310-4d1f-9f0c-97dc004c7ba9 req-32ba9ab8-99c3-4654-87c5-347ed052f962 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:55.992468 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bd8883bb-b310-4d1f-9f0c-97dc004c7ba9 req-32ba9ab8-99c3-4654-87c5-347ed052f962 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/ports?device_id=baf813fb-c557-44a2-9307-16937d880cc5 HTTP/1.1" status: 200 len: 944 time: 0.2072887 May 18 18:07:56.095540 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bd8883bb-b310-4d1f-9f0c-97dc004c7ba9 req-d8a02b8c-4166-4b1a-89a8-457095db0377 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/security-groups?id=fae3ce3c-9235-4ae4-9c6c-e682ce6a4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014247 May 18 18:07:56.148470 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-063407f3-2ac3-496c-a6c6-7029741cb425 req-89ae08aa-160c-47db-858c-7f3ad8fd792e tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Made reservation on behalf of a049c2cb7dc14b6fbce20aa8814d6ebf for: {'port': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:07:56.152636 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-063407f3-2ac3-496c-a6c6-7029741cb425 req-89ae08aa-160c-47db-858c-7f3ad8fd792e tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:56.162806 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-063407f3-2ac3-496c-a6c6-7029741cb425 req-89ae08aa-160c-47db-858c-7f3ad8fd792e tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:56.199140 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02983f14-e0f9-4a65-b2c4-89d9314fd6b4 req-69090cfa-c795-4532-b9c6-6e09b756f3fe tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:56.200803 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-02983f14-e0f9-4a65-b2c4-89d9314fd6b4 req-69090cfa-c795-4532-b9c6-6e09b756f3fe tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=b8f267c7-2a12-455a-8742-23cd949ead3a HTTP/1.1" status: 200 len: 949 time: 0.1077917 May 18 18:07:56.238403 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-51d00f40-307c-499b-9b31-de1c32d0745a req-1a59f720-75aa-4f8b-9d92-b37496f60f9b tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=4f39fc84-910c-4d8f-908e-d33fc1098266 HTTP/1.1" status: 200 len: 210 time: 0.0427349 May 18 18:07:56.280998 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-a71cb170-97a3-4481-97ef-a34b7a392a0e admin admin] Deleting port 17aa8506-a0f8-479d-8b05-791010992b66 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:07:56.281449 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a71cb170-97a3-4481-97ef-a34b7a392a0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:56.283451 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-02983f14-e0f9-4a65-b2c4-89d9314fd6b4 req-5461566e-43ce-44eb-ba0b-4f6d3da11af2 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753236 May 18 18:07:56.336480 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-31e8e5a9-b7f7-4e7b-950f-6c629866b51b req-32d9169b-dee7-4e2e-aed5-68f3ba2dca3b tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-268711555', 'description': 'tempest-description-341440318'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:07:56.347021 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-063407f3-2ac3-496c-a6c6-7029741cb425 req-89ae08aa-160c-47db-858c-7f3ad8fd792e tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:56.355416 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-063407f3-2ac3-496c-a6c6-7029741cb425 req-89ae08aa-160c-47db-858c-7f3ad8fd792e tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:56.382189 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3ce94bdf-b63e-441c-8bbb-61eab7138daa req-61e04da3-be13-4fbc-965c-a9e6bcc46379 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/ports?device_id=30d35ae5-9978-4029-8dd6-a0722d438023 HTTP/1.1" status: 200 len: 210 time: 0.0469055 May 18 18:07:56.400274 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ae08aa-160c-47db-858c-7f3ad8fd792e tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ea4329b-bade-4f5a-bfbd-7917c3702679,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:07:56.411599 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-a71cb170-97a3-4481-97ef-a34b7a392a0e admin admin] For port 17aa8506-a0f8-479d-8b05-791010992b66, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=17aa8506-a0f8-479d-8b05-791010992b66,segment=NetworkSegment(8e2c00cb-f6f7-4830-ab87-986f8483a2c8),segment_id=8e2c00cb-f6f7-4830-ab87-986f8483a2c8)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:07:56.411977 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a71cb170-97a3-4481-97ef-a34b7a392a0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:56.439542 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-a71cb170-97a3-4481-97ef-a34b7a392a0e admin admin] Calling delete_port for 17aa8506-a0f8-479d-8b05-791010992b66 owned by network:router_interface {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:07:56.475765 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b49f75b6-9783-461b-a5f1-bd523e699959 x-openstack-request-id: req-b49f75b6-9783-461b-a5f1-bd523e699959 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:07:56.476194 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78f0c812-3abf-4a69-bcf5-44e74a0e1bf5", "name": "network-vif-deleted", "tag": "99b9fffd-2b32-454a-ac5c-bbcf4ff76edd", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:07:56.476535 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-b49f75b6-9783-461b-a5f1-bd523e699959 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:07:56.477019 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b49f75b6-9783-461b-a5f1-bd523e699959'] response: {'server_uuid': '78f0c812-3abf-4a69-bcf5-44e74a0e1bf5', 'name': 'network-vif-deleted', 'tag': '99b9fffd-2b32-454a-ac5c-bbcf4ff76edd', 'status': 'completed', 'code': 200} May 18 18:07:56.483311 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-31e8e5a9-b7f7-4e7b-950f-6c629866b51b req-32d9169b-dee7-4e2e-aed5-68f3ba2dca3b tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:56.628307 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [req-063407f3-2ac3-496c-a6c6-7029741cb425 req-89ae08aa-160c-47db-858c-7f3ad8fd792e tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Allocated IP 192.168.233.63 (4c8ef274-9ecc-47c2-9686-5eebd78fb305/c2531ae9-89db-4dcf-b670-9eac4c9cde53/3beb5ae3-39b5-4024-9788-1644d2c9c029) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:07:56.648717 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-31e8e5a9-b7f7-4e7b-950f-6c629866b51b req-32d9169b-dee7-4e2e-aed5-68f3ba2dca3b tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:56.656188 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-31e8e5a9-b7f7-4e7b-950f-6c629866b51b req-32d9169b-dee7-4e2e-aed5-68f3ba2dca3b tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:56.704761 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d9169b-dee7-4e2e-aed5-68f3ba2dca3b tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb511dbb-d46b-4ca3-9716-b3ab82e2f646,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:07:56.727503 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-31e8e5a9-b7f7-4e7b-950f-6c629866b51b req-32d9169b-dee7-4e2e-aed5-68f3ba2dca3b tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:56.739807 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-31e8e5a9-b7f7-4e7b-950f-6c629866b51b req-32d9169b-dee7-4e2e-aed5-68f3ba2dca3b tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.4026923 May 18 18:07:56.775550 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 52128) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:07:56.782432 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a71cb170-97a3-4481-97ef-a34b7a392a0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:56.828684 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71cb170-97a3-4481-97ef-a34b7a392a0e admin admin] Pushing event deleted for resources: {'Port': ['ID=17aa8506-a0f8-479d-8b05-791010992b66,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:07:56.957334 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0537f6fb-a1d9-48b7-96b7-1ec5f1db9f7c req-5c582caa-92af-4f5f-8542-fa4ea0ccaa04 tempest-LiveMigrationTest-768751957 tempest-LiveMigrationTest-768751957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:56.958648 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0537f6fb-a1d9-48b7-96b7-1ec5f1db9f7c req-5c582caa-92af-4f5f-8542-fa4ea0ccaa04 tempest-LiveMigrationTest-768751957 tempest-LiveMigrationTest-768751957-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=baf813fb-c557-44a2-9307-16937d880cc5 HTTP/1.1" status: 200 len: 1095 time: 0.1244340 May 18 18:07:56.968866 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b5255af-d20b-4de4-a996-dc755974bd9a admin admin] Deleting subnet 37ce810a-23c6-4621-b634-0b81d327344c {{(pid=102730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:07:56.977578 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3b5255af-d20b-4de4-a996-dc755974bd9a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:57.041653 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee45b40-1e24-4eee-a828-6d7d41626fd7 req-18a02fe3-8581-4b7d-8006-23cdbcf4ce4e tempest-ListImageFiltersTestJSON-1145215586 tempest-ListImageFiltersTestJSON-1145215586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:57.049783 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4ee45b40-1e24-4eee-a828-6d7d41626fd7 req-18a02fe3-8581-4b7d-8006-23cdbcf4ce4e tempest-ListImageFiltersTestJSON-1145215586 tempest-ListImageFiltersTestJSON-1145215586-project] 10.222.0.85 "GET /v2.0/ports?device_id=1b90260d-2954-4372-8525-8a5a7cec978a HTTP/1.1" status: 200 len: 947 time: 0.2123716 May 18 18:07:57.090884 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3b5255af-d20b-4de4-a996-dc755974bd9a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260107366'] for subnet, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:57.136013 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0537f6fb-a1d9-48b7-96b7-1ec5f1db9f7c req-a86a34e1-160b-4dc4-9914-435bad164ec5 tempest-LiveMigrationTest-768751957 tempest-LiveMigrationTest-768751957-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=fae3ce3c-9235-4ae4-9c6c-e682ce6a4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294832 May 18 18:07:57.173895 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-063407f3-2ac3-496c-a6c6-7029741cb425 req-89ae08aa-160c-47db-858c-7f3ad8fd792e tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:57.177826 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a71cb170-97a3-4481-97ef-a34b7a392a0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-593931'] for router_interface, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:57.209967 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4ee45b40-1e24-4eee-a828-6d7d41626fd7 req-ec7c80c2-7b49-45e1-9619-0babb7891667 tempest-ListImageFiltersTestJSON-1145215586 tempest-ListImageFiltersTestJSON-1145215586-project] 10.222.0.85 "GET /v2.0/security-groups?id=1d865af5-9ba4-4796-9d2e-8c253d202d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596918 May 18 18:07:57.222364 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3b5255af-d20b-4de4-a996-dc755974bd9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:57.322009 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d30e947e-4b66-45c9-a59b-95f5a2af03fe req-c7bcb9ef-593d-42af-80df-6d9459f29bef tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] 10.222.0.85 "GET /v2.0/security-groups/bb511dbb-d46b-4ca3-9716-b3ab82e2f646 HTTP/1.1" status: 200 len: 1799 time: 0.1335347 May 18 18:07:57.334357 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-063407f3-2ac3-496c-a6c6-7029741cb425 req-89ae08aa-160c-47db-858c-7f3ad8fd792e tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:57.334843 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-d30e947e-4b66-45c9-a59b-95f5a2af03fe req-a7bb3a95-9bc6-4ef5-bbdd-5e6e5b42ea64 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Request body: {'security_group': {'name': 'tempest-sg-hth-480343892', 'description': 'tempest-description-hth-67742044'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:07:57.401212 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ae08aa-160c-47db-858c-7f3ad8fd792e tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Pushing event updated for resources: {'Port': ['ID=3beb5ae3-39b5-4024-9788-1644d2c9c029,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:07:57.433481 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-d30e947e-4b66-45c9-a59b-95f5a2af03fe req-a7bb3a95-9bc6-4ef5-bbdd-5e6e5b42ea64 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Notify callbacks [] for security_group, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:57.456377 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-063407f3-2ac3-496c-a6c6-7029741cb425 req-89ae08aa-160c-47db-858c-7f3ad8fd792e tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Network 4c8ef274-9ecc-47c2-9686-5eebd78fb305 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:07:57.457752 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3b5255af-d20b-4de4-a996-dc755974bd9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261104690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261031888'] for subnet, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:57.506101 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [req-063407f3-2ac3-496c-a6c6-7029741cb425 req-89ae08aa-160c-47db-858c-7f3ad8fd792e tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:07:57.508731 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-063407f3-2ac3-496c-a6c6-7029741cb425 req-89ae08aa-160c-47db-858c-7f3ad8fd792e tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:07:57.516378 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5255af-d20b-4de4-a996-dc755974bd9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37ce810a-23c6-4621-b634-0b81d327344c,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:07:57.546726 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-d30e947e-4b66-45c9-a59b-95f5a2af03fe req-a7bb3a95-9bc6-4ef5-bbdd-5e6e5b42ea64 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Notify callbacks [] for security_group, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:57.547044 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3b5255af-d20b-4de4-a996-dc755974bd9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:57.551144 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-3b5255af-d20b-4de4-a996-dc755974bd9a admin admin] 10.222.0.85 "DELETE /v2.0/subnets/37ce810a-23c6-4621-b634-0b81d327344c HTTP/1.1" status: 204 len: 168 time: 0.7744169 May 18 18:07:57.556496 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 52144) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:07:57.560437 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-d30e947e-4b66-45c9-a59b-95f5a2af03fe req-a7bb3a95-9bc6-4ef5-bbdd-5e6e5b42ea64 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:57.564272 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-d30e947e-4b66-45c9-a59b-95f5a2af03fe req-a7bb3a95-9bc6-4ef5-bbdd-5e6e5b42ea64 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:57.575871 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d30e947e-4b66-45c9-a59b-95f5a2af03fe req-a7bb3a95-9bc6-4ef5-bbdd-5e6e5b42ea64 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] 10.222.0.85 "PUT /v2.0/security-groups/bb511dbb-d46b-4ca3-9716-b3ab82e2f646 HTTP/1.1" status: 200 len: 1772 time: 0.2526333 May 18 18:07:57.582165 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a7340e-fd8f-40e8-9a17-f274a6ed6f6e req-bfc3befc-b19b-4843-836e-faade10677d6 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:57.590715 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d3a7340e-fd8f-40e8-9a17-f274a6ed6f6e req-bfc3befc-b19b-4843-836e-faade10677d6 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=b8f267c7-2a12-455a-8742-23cd949ead3a HTTP/1.1" status: 200 len: 949 time: 0.1926043 May 18 18:07:57.667017 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bb3a95-9bc6-4ef5-bbdd-5e6e5b42ea64 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb511dbb-d46b-4ca3-9716-b3ab82e2f646,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:07:57.671929 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063407f3-2ac3-496c-a6c6-7029741cb425 req-89ae08aa-160c-47db-858c-7f3ad8fd792e tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:57.673901 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-063407f3-2ac3-496c-a6c6-7029741cb425 req-89ae08aa-160c-47db-858c-7f3ad8fd792e tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:57.701026 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a71cb170-97a3-4481-97ef-a34b7a392a0e admin admin] Router 4809bc30-789b-4db8-94e9-4f9424325289 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:07:57.730360 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d3a7340e-fd8f-40e8-9a17-f274a6ed6f6e req-9171fe5c-7c28-46d1-8962-8a95f1db12fa tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385550 May 18 18:07:57.735560 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-063407f3-2ac3-496c-a6c6-7029741cb425 req-89ae08aa-160c-47db-858c-7f3ad8fd792e tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7868795 May 18 18:07:57.740621 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8245ab3b-60d3-4565-ba8e-82ed3d63f304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:57.765101 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-063407f3-2ac3-496c-a6c6-7029741cb425 req-a3ddeb3f-6a82-4862-b7eb-cd915b2d2aa5 service neutron] Request body: {'port': {'device_id': '30d35ae5-9978-4029-8dd6-a0722d438023', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-3'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:07:57.890569 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-66e3ffdc-d78b-41c2-8828-599e12fcdddc None None] Provisioning complete for port 3beb5ae3-39b5-4024-9788-1644d2c9c029 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:07:57.891703 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-66e3ffdc-d78b-41c2-8828-599e12fcdddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:57.900452 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5417981-bf27-41fb-ba00-27c588aaaf30 req-3c2cffc5-1bab-4f22-ad33-34b1f990345c tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:57.902862 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c5417981-bf27-41fb-ba00-27c588aaaf30 req-3c2cffc5-1bab-4f22-ad33-34b1f990345c tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/networks?id=34fdcfa4-2e5d-460f-9a9f-5a798833609a HTTP/1.1" status: 200 len: 808 time: 0.2193410 May 18 18:07:57.935940 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c5417981-bf27-41fb-ba00-27c588aaaf30 req-44777478-0e48-41b1-a735-41394dc37765 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/quotas/8ebc9a1ec3004890baedda4682fb5641 HTTP/1.1" status: 200 len: 375 time: 0.0211432 May 18 18:07:57.939064 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a71cb170-97a3-4481-97ef-a34b7a392a0e admin admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:07:57.941020 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8245ab3b-60d3-4565-ba8e-82ed3d63f304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:57.945529 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-a71cb170-97a3-4481-97ef-a34b7a392a0e admin admin] 10.222.0.85 "PUT /v2.0/routers/4809bc30-789b-4db8-94e9-4f9424325289/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9694386 May 18 18:07:57.947030 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 52156) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:07:57.956149 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-063407f3-2ac3-496c-a6c6-7029741cb425 req-a3ddeb3f-6a82-4862-b7eb-cd915b2d2aa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:57.961047 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eea35cf-fb8c-4d3b-9689-8225a16a2068 None None] Sync routers for ids ['4809bc30-789b-4db8-94e9-4f9424325289'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:07:57.967202 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-66e3ffdc-d78b-41c2-8828-599e12fcdddc None None] Port 3beb5ae3-39b5-4024-9788-1644d2c9c029 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:07:57.975247 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eea35cf-fb8c-4d3b-9689-8225a16a2068 None None] Routers {'4809bc30-789b-4db8-94e9-4f9424325289'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:07:57.976336 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-6eea35cf-fb8c-4d3b-9689-8225a16a2068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:07:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['4809bc30-789b-4db8-94e9-4f9424325289'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:07:57.987758 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-8245ab3b-60d3-4565-ba8e-82ed3d63f304 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['987703f0-f2b8-4439-81d5-e852efc208ae']}} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:07:58.000795 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30efb0ec-07a5-471e-9f42-5901dfa2b182 req-9648fbf2-2d75-437b-a123-75cb946fdc41 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:58.002422 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-30efb0ec-07a5-471e-9f42-5901dfa2b182 req-9648fbf2-2d75-437b-a123-75cb946fdc41 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/ports?device_id=30d35ae5-9978-4029-8dd6-a0722d438023 HTTP/1.1" status: 200 len: 935 time: 0.1820626 May 18 18:07:58.129494 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-6eea35cf-fb8c-4d3b-9689-8225a16a2068 None None] Set router 4809bc30-789b-4db8-94e9-4f9424325289 gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:07:58.339340 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-8245ab3b-60d3-4565-ba8e-82ed3d63f304 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22215525-f7ed-4293-ad8d-c33f1e4c79b2') {'for_net_delete': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:07:58.339999 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-8245ab3b-60d3-4565-ba8e-82ed3d63f304 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22215525-f7ed-4293-ad8d-c33f1e4c79b2') {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:07:58.367323 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8245ab3b-60d3-4565-ba8e-82ed3d63f304 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260107375'] for segment, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:58.385960 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-6eea35cf-fb8c-4d3b-9689-8225a16a2068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4809bc30-789b-4db8-94e9-4f9424325289', 'name': 'tempest-AttachSCSIVolumeTestJSON-429990232-router', 'tenant_id': 'e90c3ad5abb04dffa22b4371e3793be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': '1068b88e-f241-455d-a273-828c9664e2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:04:21Z', 'updated_at': '2022-05-18T18:07:56Z', 'revision_number': 5, 'project_id': 'e90c3ad5abb04dffa22b4371e3793be0', 'gw_port': {'id': '1068b88e-f241-455d-a273-828c9664e2f8', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:27:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4809bc30-789b-4db8-94e9-4f9424325289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:04:23Z', 'updated_at': '2022-05-18T18:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:07:58.404585 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8245ab3b-60d3-4565-ba8e-82ed3d63f304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:58.411512 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c5417981-bf27-41fb-ba00-27c588aaaf30 req-45dfb827-7b59-4ea5-9f93-2bc6a0ea8574 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=8ebc9a1ec3004890baedda4682fb5641&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4556284 May 18 18:07:58.427273 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eea35cf-fb8c-4d3b-9689-8225a16a2068 None None] Checking router: 4809bc30-789b-4db8-94e9-4f9424325289 for host: n-d-838550-3 {{(pid=102732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:07:58.439681 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b4089af9-0e9a-4715-be06-c172927cdb7b admin admin] Notify callbacks [] for router, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:58.444796 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eea35cf-fb8c-4d3b-9689-8225a16a2068 None None] Routers {'4809bc30-789b-4db8-94e9-4f9424325289'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:07:58.445605 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-6eea35cf-fb8c-4d3b-9689-8225a16a2068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:07:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['4809bc30-789b-4db8-94e9-4f9424325289'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:07:58.462667 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8245ab3b-60d3-4565-ba8e-82ed3d63f304 admin admin] Releasing vlan 614 on physical network physnet1 to pool {{(pid=102730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:07:58.463073 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8245ab3b-60d3-4565-ba8e-82ed3d63f304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261102736'] for segment, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:58.472397 n-d-838550-3 neutron-server[102730]: Traceback (most recent call last): May 18 18:07:58.472397 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:07:58.472397 n-d-838550-3 neutron-server[102730]: timer() May 18 18:07:58.472397 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:07:58.472397 n-d-838550-3 neutron-server[102730]: cb(*args, **kw) May 18 18:07:58.472397 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:07:58.472397 n-d-838550-3 neutron-server[102730]: return func(*args, **kwargs) May 18 18:07:58.472397 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:07:58.472397 n-d-838550-3 neutron-server[102730]: self._notify() May 18 18:07:58.472397 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:07:58.472397 n-d-838550-3 neutron-server[102730]: self.callback(batched_events) May 18 18:07:58.472397 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:07:58.472397 n-d-838550-3 neutron-server[102730]: event.method(event) May 18 18:07:58.472397 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:07:58.472397 n-d-838550-3 neutron-server[102730]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:07:58.472397 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:07:58.472397 n-d-838550-3 neutron-server[102730]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:07:58.472397 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:07:58.472397 n-d-838550-3 neutron-server[102730]: return f(self, *a, **k) May 18 18:07:58.472397 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:07:58.472397 n-d-838550-3 neutron-server[102730]: return self._get(url).json() May 18 18:07:58.472397 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:07:58.472397 n-d-838550-3 neutron-server[102730]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:07:58.472397 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:07:58.472397 n-d-838550-3 neutron-server[102730]: return self.request(url, 'GET', **kwargs) May 18 18:07:58.472397 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:07:58.472397 n-d-838550-3 neutron-server[102730]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:07:58.472397 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:07:58.472397 n-d-838550-3 neutron-server[102730]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:07:58.472397 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:07:58.472397 n-d-838550-3 neutron-server[102730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:07:58.472397 n-d-838550-3 neutron-server[102730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:07:58.486957 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-30efb0ec-07a5-471e-9f42-5901dfa2b182 req-ed77ddc1-c7bf-478f-977f-183c255ca27c tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/security-groups?id=5ea4329b-bade-4f5a-bfbd-7917c3702679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535907 May 18 18:07:58.627971 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8245ab3b-60d3-4565-ba8e-82ed3d63f304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:58.638956 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b4089af9-0e9a-4715-be06-c172927cdb7b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:58.651818 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8245ab3b-60d3-4565-ba8e-82ed3d63f304 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:58.656497 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-8245ab3b-60d3-4565-ba8e-82ed3d63f304 admin admin] 10.222.0.85 "DELETE /v2.0/networks/987703f0-f2b8-4439-81d5-e852efc208ae HTTP/1.1" status: 204 len: 168 time: 1.0974417 May 18 18:07:58.717767 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-6eea35cf-fb8c-4d3b-9689-8225a16a2068 None None] Set router 4809bc30-789b-4db8-94e9-4f9424325289 gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:07:58.807620 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8245ab3b-60d3-4565-ba8e-82ed3d63f304 admin admin] Pushing event deleted for resources: {'Network': ['ID=987703f0-f2b8-4439-81d5-e852efc208ae,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:07:58.834173 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-b4089af9-0e9a-4715-be06-c172927cdb7b admin admin] Deleting port 1068b88e-f241-455d-a273-828c9664e2f8 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:07:58.834569 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b4089af9-0e9a-4715-be06-c172927cdb7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:58.902147 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43817cc5-8a98-4110-b639-51d46d92c291 req-0b8589e0-866b-4526-a65e-c6d8e6f54a67 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:58.909800 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-43817cc5-8a98-4110-b639-51d46d92c291 req-0b8589e0-866b-4526-a65e-c6d8e6f54a67 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/networks?id=f92940b8-c50f-4c94-b1f3-3e93ca94957d HTTP/1.1" status: 200 len: 812 time: 0.2829564 May 18 18:07:58.911561 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c5417981-bf27-41fb-ba00-27c588aaaf30 req-fa951688-ca6f-4668-9398-55d05834523b service neutron] 10.222.0.85 "GET /v2.0/networks/34fdcfa4-2e5d-460f-9a9f-5a798833609a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4831831 May 18 18:07:58.941312 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 52174) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:07:58.959559 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-43817cc5-8a98-4110-b639-51d46d92c291 req-5ce58086-fcdf-429f-91be-c3b07402786b tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/quotas/ed8a017ff6d8432c9386dee5054e8944 HTTP/1.1" status: 200 len: 375 time: 0.0482104 May 18 18:07:58.961775 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-6eea35cf-fb8c-4d3b-9689-8225a16a2068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4809bc30-789b-4db8-94e9-4f9424325289', 'name': 'tempest-AttachSCSIVolumeTestJSON-429990232-router', 'tenant_id': 'e90c3ad5abb04dffa22b4371e3793be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': '1068b88e-f241-455d-a273-828c9664e2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:04:21Z', 'updated_at': '2022-05-18T18:07:56Z', 'revision_number': 5, 'project_id': 'e90c3ad5abb04dffa22b4371e3793be0', 'gw_port': {'id': '1068b88e-f241-455d-a273-828c9664e2f8', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:27:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4809bc30-789b-4db8-94e9-4f9424325289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:04:23Z', 'updated_at': '2022-05-18T18:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:07:58.980639 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2498ef-758e-4b87-815c-256d8ce7d392 req-7d7a171b-99dd-4c31-bf23-4a1fdafcc11c tempest-ListImageFiltersTestJSON-1145215586 tempest-ListImageFiltersTestJSON-1145215586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:58.981992 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8e2498ef-758e-4b87-815c-256d8ce7d392 req-7d7a171b-99dd-4c31-bf23-4a1fdafcc11c tempest-ListImageFiltersTestJSON-1145215586 tempest-ListImageFiltersTestJSON-1145215586-project] 10.222.0.88 "GET /v2.0/ports?device_id=1b90260d-2954-4372-8525-8a5a7cec978a HTTP/1.1" status: 200 len: 947 time: 0.1607254 May 18 18:07:58.990897 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eea35cf-fb8c-4d3b-9689-8225a16a2068 None None] The sync data for ids ['4809bc30-789b-4db8-94e9-4f9424325289'] in n-d-838550-3 is: [{'id': '4809bc30-789b-4db8-94e9-4f9424325289', 'name': 'tempest-AttachSCSIVolumeTestJSON-429990232-router', 'tenant_id': 'e90c3ad5abb04dffa22b4371e3793be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': '1068b88e-f241-455d-a273-828c9664e2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:04:21Z', 'updated_at': '2022-05-18T18:07:56Z', 'revision_number': 5, 'project_id': 'e90c3ad5abb04dffa22b4371e3793be0', 'gw_port': {'id': '1068b88e-f241-455d-a273-828c9664e2f8', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:27:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4809bc30-789b-4db8-94e9-4f9424325289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:04:23Z', 'updated_at': '2022-05-18T18:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:07:59.015473 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-43817cc5-8a98-4110-b639-51d46d92c291 req-24227a14-3547-4aed-b3fc-2c09384710f6 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=ed8a017ff6d8432c9386dee5054e8944&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0445039 May 18 18:07:59.021221 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-b4089af9-0e9a-4715-be06-c172927cdb7b admin admin] For port 1068b88e-f241-455d-a273-828c9664e2f8, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=1068b88e-f241-455d-a273-828c9664e2f8,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:07:59.021679 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b4089af9-0e9a-4715-be06-c172927cdb7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:59.051762 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-b4089af9-0e9a-4715-be06-c172927cdb7b admin admin] Calling delete_port for 1068b88e-f241-455d-a273-828c9664e2f8 owned by network:router_gateway {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:07:59.058423 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c5417981-bf27-41fb-ba00-27c588aaaf30 req-a5b2cd4a-983b-48a0-99a0-8d6908c3e080 service neutron] 10.222.0.85 "GET /v2.0/networks/34fdcfa4-2e5d-460f-9a9f-5a798833609a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460969 May 18 18:07:59.163405 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-55d06424-1d36-4589-8ad3-71c213baffbb admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=2880cbadee4d4fe18f6883c00b7f55ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2208564 May 18 18:07:59.167838 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 52176) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:07:59.213381 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [req-063407f3-2ac3-496c-a6c6-7029741cb425 req-a3ddeb3f-6a82-4862-b7eb-cd915b2d2aa5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3beb5ae3-39b5-4024-9788-1644d2c9c029 {{(pid=102730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:07:59.247383 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-063407f3-2ac3-496c-a6c6-7029741cb425 req-a3ddeb3f-6a82-4862-b7eb-cd915b2d2aa5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:59.268496 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c613cd29-f404-4042-8043-676518247eb7 req-89c3dc8d-4c1e-49eb-9747-9b0daf1aa4d1 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] 10.222.0.85 "GET /v2.0/security-groups/bb511dbb-d46b-4ca3-9716-b3ab82e2f646 HTTP/1.1" status: 200 len: 1772 time: 0.0749571 May 18 18:07:59.292890 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-43817cc5-8a98-4110-b639-51d46d92c291 req-5b604d1f-9ae5-42a6-b962-dbb33394b12a service neutron] 10.222.0.85 "GET /v2.0/networks/f92940b8-c50f-4c94-b1f3-3e93ca94957d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2598171 May 18 18:07:59.294950 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [req-063407f3-2ac3-496c-a6c6-7029741cb425 req-a3ddeb3f-6a82-4862-b7eb-cd915b2d2aa5 service neutron] Transition to ACTIVE for port object 3beb5ae3-39b5-4024-9788-1644d2c9c029 will not be triggered until provisioned by entity L2. {{(pid=102730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:07:59.304252 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-063407f3-2ac3-496c-a6c6-7029741cb425 req-a3ddeb3f-6a82-4862-b7eb-cd915b2d2aa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:59.309982 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b4089af9-0e9a-4715-be06-c172927cdb7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:59.338022 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4089af9-0e9a-4715-be06-c172927cdb7b admin admin] Pushing event deleted for resources: {'Port': ['ID=1068b88e-f241-455d-a273-828c9664e2f8,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:07:59.364153 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8cc87fca-b10b-4d88-8d45-39d023ba033a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:59.445697 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-8e2498ef-758e-4b87-815c-256d8ce7d392 req-c085cf34-656e-4931-9013-dc9b152813ec tempest-ListImageFiltersTestJSON-1145215586 tempest-ListImageFiltersTestJSON-1145215586-project] Deleting port e79c00fa-126d-4d3e-95ec-35bea254989f {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:07:59.446307 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-8e2498ef-758e-4b87-815c-256d8ce7d392 req-c085cf34-656e-4931-9013-dc9b152813ec tempest-ListImageFiltersTestJSON-1145215586 tempest-ListImageFiltersTestJSON-1145215586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:59.481907 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8cc87fca-b10b-4d88-8d45-39d023ba033a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:59.539617 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b4089af9-0e9a-4715-be06-c172927cdb7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596901'] for router_gateway, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:59.541841 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ddeb3f-6a82-4862-b7eb-cd915b2d2aa5 service neutron] Pushing event updated for resources: {'Port': ['ID=3beb5ae3-39b5-4024-9788-1644d2c9c029,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:07:59.563978 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a206bf-39bc-47e7-b6b8-58daf430a6a6 req-4855371f-ebfc-4f2c-a3b3-fd3dcb3f2025 tempest-ListImageFiltersTestJSON-1145215586 tempest-ListImageFiltersTestJSON-1145215586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:07:59.565907 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-06a206bf-39bc-47e7-b6b8-58daf430a6a6 req-4855371f-ebfc-4f2c-a3b3-fd3dcb3f2025 tempest-ListImageFiltersTestJSON-1145215586 tempest-ListImageFiltersTestJSON-1145215586-project] 10.222.0.85 "GET /v2.0/ports?device_id=1b90260d-2954-4372-8525-8a5a7cec978a HTTP/1.1" status: 200 len: 947 time: 0.1685684 May 18 18:07:59.700976 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-43817cc5-8a98-4110-b639-51d46d92c291 req-6876b29e-ab3c-4b08-941c-0b97fd9ca965 service neutron] 10.222.0.85 "GET /v2.0/networks/f92940b8-c50f-4c94-b1f3-3e93ca94957d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3817701 May 18 18:07:59.710002 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b4089af9-0e9a-4715-be06-c172927cdb7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25145'] for router, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:59.719455 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b4089af9-0e9a-4715-be06-c172927cdb7b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:59.737182 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-06a206bf-39bc-47e7-b6b8-58daf430a6a6 req-9d1c890d-ad63-40ee-ac2f-0bf43c8610fb tempest-ListImageFiltersTestJSON-1145215586 tempest-ListImageFiltersTestJSON-1145215586-project] 10.222.0.85 "GET /v2.0/security-groups?id=1d865af5-9ba4-4796-9d2e-8c253d202d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402664 May 18 18:07:59.758956 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-063407f3-2ac3-496c-a6c6-7029741cb425 req-a3ddeb3f-6a82-4862-b7eb-cd915b2d2aa5 service neutron] Attempting to bind port 3beb5ae3-39b5-4024-9788-1644d2c9c029 on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:07:59.759374 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-063407f3-2ac3-496c-a6c6-7029741cb425 req-a3ddeb3f-6a82-4862-b7eb-cd915b2d2aa5 service neutron] Attempting to bind port 3beb5ae3-39b5-4024-9788-1644d2c9c029 by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': '2879bb11-64b4-46f1-9f8b-52941d47b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:07:59.760495 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063407f3-2ac3-496c-a6c6-7029741cb425 req-a3ddeb3f-6a82-4862-b7eb-cd915b2d2aa5 service neutron] Attempting to bind port 3beb5ae3-39b5-4024-9788-1644d2c9c029 on network 4c8ef274-9ecc-47c2-9686-5eebd78fb305 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:07:59.772354 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063407f3-2ac3-496c-a6c6-7029741cb425 req-a3ddeb3f-6a82-4862-b7eb-cd915b2d2aa5 service neutron] Port 3beb5ae3-39b5-4024-9788-1644d2c9c029 on network 4c8ef274-9ecc-47c2-9686-5eebd78fb305 not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:07:59.772577 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063407f3-2ac3-496c-a6c6-7029741cb425 req-a3ddeb3f-6a82-4862-b7eb-cd915b2d2aa5 service neutron] Attempting to bind port 3beb5ae3-39b5-4024-9788-1644d2c9c029 on network 4c8ef274-9ecc-47c2-9686-5eebd78fb305 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:07:59.785318 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b4089af9-0e9a-4715-be06-c172927cdb7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593303'] for router, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:59.786545 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4089af9-0e9a-4715-be06-c172927cdb7b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4809bc30-789b-4db8-94e9-4f9424325289 {{(pid=102731) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 18 18:07:59.792798 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b4089af9-0e9a-4715-be06-c172927cdb7b admin admin] Notify callbacks [] for router, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:59.796833 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-b4089af9-0e9a-4715-be06-c172927cdb7b admin admin] 10.222.0.85 "DELETE /v2.0/routers/4809bc30-789b-4db8-94e9-4f9424325289 HTTP/1.1" status: 204 len: 168 time: 1.8465986 May 18 18:07:59.796976 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 52192) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:07:59.801888 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063407f3-2ac3-496c-a6c6-7029741cb425 req-a3ddeb3f-6a82-4862-b7eb-cd915b2d2aa5 service neutron] Checking agent: {'id': 'd1be059a-68ea-4c77-9b2b-29f4afa47e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:07:59.802473 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063407f3-2ac3-496c-a6c6-7029741cb425 req-a3ddeb3f-6a82-4862-b7eb-cd915b2d2aa5 service neutron] Checking segment: {'id': '2879bb11-64b4-46f1-9f8b-52941d47b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:07:59.803063 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063407f3-2ac3-496c-a6c6-7029741cb425 req-a3ddeb3f-6a82-4862-b7eb-cd915b2d2aa5 service neutron] Bound using segment: {'id': '2879bb11-64b4-46f1-9f8b-52941d47b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305'} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:07:59.803703 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-063407f3-2ac3-496c-a6c6-7029741cb425 req-a3ddeb3f-6a82-4862-b7eb-cd915b2d2aa5 service neutron] Bound port: 3beb5ae3-39b5-4024-9788-1644d2c9c029, host: n-h2-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2879bb11-64b4-46f1-9f8b-52941d47b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305'}}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:07:59.804257 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-063407f3-2ac3-496c-a6c6-7029741cb425 req-a3ddeb3f-6a82-4862-b7eb-cd915b2d2aa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:59.814820 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8cc87fca-b10b-4d88-8d45-39d023ba033a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:59.817857 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8cc87fca-b10b-4d88-8d45-39d023ba033a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:59.821959 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-8cc87fca-b10b-4d88-8d45-39d023ba033a admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/c132241e-01a2-4920-9452-1a5666b51f49 HTTP/1.1" status: 204 len: 168 time: 0.6504076 May 18 18:07:59.842230 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-8e2498ef-758e-4b87-815c-256d8ce7d392 req-c085cf34-656e-4931-9013-dc9b152813ec tempest-ListImageFiltersTestJSON-1145215586 tempest-ListImageFiltersTestJSON-1145215586-project] For port e79c00fa-126d-4d3e-95ec-35bea254989f, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=e79c00fa-126d-4d3e-95ec-35bea254989f,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:07:59.842230 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-8e2498ef-758e-4b87-815c-256d8ce7d392 req-c085cf34-656e-4931-9013-dc9b152813ec tempest-ListImageFiltersTestJSON-1145215586 tempest-ListImageFiltersTestJSON-1145215586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:59.848615 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device e2cc9147-a2e9-4ddd-ba24-daa06aedc682 no longer exists at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:07:59.891974 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc87fca-b10b-4d88-8d45-39d023ba033a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c132241e-01a2-4920-9452-1a5666b51f49,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:07:59.895498 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-8e2498ef-758e-4b87-815c-256d8ce7d392 req-c085cf34-656e-4931-9013-dc9b152813ec tempest-ListImageFiltersTestJSON-1145215586 tempest-ListImageFiltersTestJSON-1145215586-project] Calling delete_port for e79c00fa-126d-4d3e-95ec-35bea254989f owned by compute:nova {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:07:59.946366 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed1851c0-f46c-47f4-8f45-c7fdbde699ac admin admin] Deleting subnet 8d6e12c7-584e-49b6-9e56-a793c2140b1f {{(pid=102731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:07:59.953197 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ed1851c0-f46c-47f4-8f45-c7fdbde699ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:07:59.968806 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] No Port match for: e2cc9147-a2e9-4ddd-ba24-daa06aedc682 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:07:59.970365 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device e2cc9147-a2e9-4ddd-ba24-daa06aedc682 not bound to the agent host n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:08:00.121678 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-063407f3-2ac3-496c-a6c6-7029741cb425 req-a3ddeb3f-6a82-4862-b7eb-cd915b2d2aa5 service neutron] For port 3beb5ae3-39b5-4024-9788-1644d2c9c029, host n-h2-838550-3, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:08:00.131273 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ed1851c0-f46c-47f4-8f45-c7fdbde699ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260542153'] for subnet, precommit_delete_associations {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:00.137113 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-063407f3-2ac3-496c-a6c6-7029741cb425 req-a3ddeb3f-6a82-4862-b7eb-cd915b2d2aa5 service neutron] For port 3beb5ae3-39b5-4024-9788-1644d2c9c029, host n-h2-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=3beb5ae3-39b5-4024-9788-1644d2c9c029,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:08:00.148929 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-063407f3-2ac3-496c-a6c6-7029741cb425 req-a3ddeb3f-6a82-4862-b7eb-cd915b2d2aa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:00.211886 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595e7e61-3e12-42f8-94b6-ab2b2f88929f req-0971e9dd-8277-4d16-8ebb-41bc8dda14d3 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:00.213672 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-595e7e61-3e12-42f8-94b6-ab2b2f88929f req-0971e9dd-8277-4d16-8ebb-41bc8dda14d3 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=b8f267c7-2a12-455a-8742-23cd949ead3a HTTP/1.1" status: 200 len: 949 time: 0.3487716 May 18 18:08:00.229944 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a2c72285-24af-4bc0-bee0-ef2ca762bb3a req-7d4cc3e8-ae29-43d2-bd6e-726e8f53f210 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/ports?device_id=77596843-4c0f-475a-8d4e-a5a7e48df306 HTTP/1.1" status: 200 len: 210 time: 0.0734954 May 18 18:08:00.232221 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063407f3-2ac3-496c-a6c6-7029741cb425 req-a3ddeb3f-6a82-4862-b7eb-cd915b2d2aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:00.244851 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-063407f3-2ac3-496c-a6c6-7029741cb425 req-a3ddeb3f-6a82-4862-b7eb-cd915b2d2aa5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:00.246330 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-063407f3-2ac3-496c-a6c6-7029741cb425 req-a3ddeb3f-6a82-4862-b7eb-cd915b2d2aa5 service neutron] 10.222.0.88 "PUT /v2.0/ports/3beb5ae3-39b5-4024-9788-1644d2c9c029 HTTP/1.1" status: 200 len: 1095 time: 2.4938877 May 18 18:08:00.259485 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30d35ae5-9978-4029-8dd6-a0722d438023', 'tag': '3beb5ae3-39b5-4024-9788-1644d2c9c029'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:08:00.267346 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79956bee-ab95-4b62-8463-3a16ef6393ce" -d '{"events": [{"name": "network-changed", "server_uuid": "30d35ae5-9978-4029-8dd6-a0722d438023", "tag": "3beb5ae3-39b5-4024-9788-1644d2c9c029"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:08:00.359236 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-595e7e61-3e12-42f8-94b6-ab2b2f88929f req-f69365f9-d5fd-4fe7-b7d7-9d7dc69a2cb9 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374950 May 18 18:08:00.389538 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ed1851c0-f46c-47f4-8f45-c7fdbde699ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:00.485789 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 17aa8506-a0f8-479d-8b05-791010992b66 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:08:00.547277 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 17aa8506-a0f8-479d-8b05-791010992b66 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:08:00.547628 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 17aa8506-a0f8-479d-8b05-791010992b66 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:08:00.555066 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ed1851c0-f46c-47f4-8f45-c7fdbde699ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260898416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260908030'] for subnet, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:00.635284 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1851c0-f46c-47f4-8f45-c7fdbde699ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d6e12c7-584e-49b6-9e56-a793c2140b1f,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:08:00.646824 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ddeb3f-6a82-4862-b7eb-cd915b2d2aa5 service neutron] Pushing event updated for resources: {'Port': ['ID=3beb5ae3-39b5-4024-9788-1644d2c9c029,revision_number=3']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:08:00.683728 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ed1851c0-f46c-47f4-8f45-c7fdbde699ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:00.686274 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ff37c9-31ca-4fbe-9953-6eab24258f95 None None] Network 6e73efc1-ff33-49b9-b7c2-229c7b0d77fc requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:08:00.701684 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6ea97115-1306-428d-957e-bf3dc68f978b req-388d2f10-2c3c-46a9-ba2b-13c23b78a54e tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] 10.222.0.85 "GET /v2.0/security-groups/bb511dbb-d46b-4ca3-9716-b3ab82e2f646 HTTP/1.1" status: 200 len: 1772 time: 0.4113519 May 18 18:08:00.703864 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-8e2498ef-758e-4b87-815c-256d8ce7d392 req-c085cf34-656e-4931-9013-dc9b152813ec tempest-ListImageFiltersTestJSON-1145215586 tempest-ListImageFiltersTestJSON-1145215586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:00.711600 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-ed1851c0-f46c-47f4-8f45-c7fdbde699ac admin admin] 10.222.0.85 "DELETE /v2.0/subnets/8d6e12c7-584e-49b6-9e56-a793c2140b1f HTTP/1.1" status: 204 len: 168 time: 0.9116585 May 18 18:08:00.714389 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 52216) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:08:00.714913 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063407f3-2ac3-496c-a6c6-7029741cb425 req-11c71f46-b135-48fe-885c-a3d2c312ad7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:00.717095 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-063407f3-2ac3-496c-a6c6-7029741cb425 req-11c71f46-b135-48fe-885c-a3d2c312ad7e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a049c2cb7dc14b6fbce20aa8814d6ebf&device_id=30d35ae5-9978-4029-8dd6-a0722d438023 HTTP/1.1" status: 200 len: 1098 time: 0.4238007 May 18 18:08:00.815683 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c085cf34-656e-4931-9013-dc9b152813ec tempest-ListImageFiltersTestJSON-1145215586 tempest-ListImageFiltersTestJSON-1145215586-project] Pushing event deleted for resources: {'Port': ['ID=e79c00fa-126d-4d3e-95ec-35bea254989f,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:08:00.885072 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-063407f3-2ac3-496c-a6c6-7029741cb425 req-82f3ed95-316f-496a-9bb7-3e24f1e8431e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=3beb5ae3-39b5-4024-9788-1644d2c9c029 HTTP/1.1" status: 200 len: 217 time: 0.1090064 May 18 18:08:00.894540 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19ed9f7-5f97-4a04-a565-a7ed092b8d15 req-83487544-c7c7-4ed7-9294-7d0fea4b0adc tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:00.904104 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c19ed9f7-5f97-4a04-a565-a7ed092b8d15 req-83487544-c7c7-4ed7-9294-7d0fea4b0adc tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/ports?device_id=30d35ae5-9978-4029-8dd6-a0722d438023 HTTP/1.1" status: 200 len: 947 time: 0.3332977 May 18 18:08:00.929284 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:00.966049 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e2498ef-758e-4b87-815c-256d8ce7d392 req-c085cf34-656e-4931-9013-dc9b152813ec tempest-ListImageFiltersTestJSON-1145215586 tempest-ListImageFiltersTestJSON-1145215586-project] No DVR routers for this DVR port e79c00fa-126d-4d3e-95ec-35bea254989f on host n-h2-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:08:00.998238 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-8e2498ef-758e-4b87-815c-256d8ce7d392 req-c085cf34-656e-4931-9013-dc9b152813ec tempest-ListImageFiltersTestJSON-1145215586 tempest-ListImageFiltersTestJSON-1145215586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:01.002786 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8e2498ef-758e-4b87-815c-256d8ce7d392 req-c085cf34-656e-4931-9013-dc9b152813ec tempest-ListImageFiltersTestJSON-1145215586 tempest-ListImageFiltersTestJSON-1145215586-project] 10.222.0.88 "DELETE /v2.0/ports/e79c00fa-126d-4d3e-95ec-35bea254989f HTTP/1.1" status: 204 len: 173 time: 1.9903107 May 18 18:08:01.014165 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-75942dc0-677f-4cc8-b220-5d69ef1459a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:01.027178 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:01.055973 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c19ed9f7-5f97-4a04-a565-a7ed092b8d15 req-4114dd1f-03e8-4e2a-a2be-f866beed368d tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/security-groups?id=5ea4329b-bade-4f5a-bfbd-7917c3702679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506698 May 18 18:08:01.073841 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-6ea97115-1306-428d-957e-bf3dc68f978b req-a0266f49-7a4c-45a7-8f77-50109e6d89bd tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:01.100392 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5417981-bf27-41fb-ba00-27c588aaaf30 req-46e207ad-4352-4237-94d8-ae5db0ce07cc tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:01.102676 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063407f3-2ac3-496c-a6c6-7029741cb425 req-16252d7e-b739-4917-8f87-09882cbf7d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:01.105433 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c5417981-bf27-41fb-ba00-27c588aaaf30 req-46e207ad-4352-4237-94d8-ae5db0ce07cc tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.88 "GET /v2.0/networks?id=34fdcfa4-2e5d-460f-9a9f-5a798833609a HTTP/1.1" status: 200 len: 808 time: 0.3644407 May 18 18:08:01.108112 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-063407f3-2ac3-496c-a6c6-7029741cb425 req-16252d7e-b739-4917-8f87-09882cbf7d32 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c2531ae9-89db-4dcf-b670-9eac4c9cde53 HTTP/1.1" status: 200 len: 843 time: 0.1858745 May 18 18:08:01.136355 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-c5417981-bf27-41fb-ba00-27c588aaaf30 req-8781bc06-35b5-4571-8bcf-773e858d1864 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Request body: {'port': {'device_id': '77596843-4c0f-475a-8d4e-a5a7e48df306', 'network_id': '34fdcfa4-2e5d-460f-9a9f-5a798833609a', 'admin_state_up': True, 'tenant_id': '8ebc9a1ec3004890baedda4682fb5641'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:08:01.194772 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-6ea97115-1306-428d-957e-bf3dc68f978b req-a0266f49-7a4c-45a7-8f77-50109e6d89bd tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:01.209018 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd6c651-0fef-4863-af23-135a0023748e None None] DHCP port deletion for 6e73efc1-ff33-49b9-b7c2-229c7b0d77fc request from n-d-838550-3 {{(pid=102732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 18:08:01.285751 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-dbd6c651-0fef-4863-af23-135a0023748e None None] Deleting port adf6f69c-4abe-4d49-a0b4-3c3b1a7c0b05 {{(pid=102732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:08:01.286240 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-dbd6c651-0fef-4863-af23-135a0023748e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:01.286473 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063407f3-2ac3-496c-a6c6-7029741cb425 req-b4a52654-99b3-4138-a2f2-68fe980fff58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:01.289753 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-063407f3-2ac3-496c-a6c6-7029741cb425 req-b4a52654-99b3-4138-a2f2-68fe980fff58 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4c8ef274-9ecc-47c2-9686-5eebd78fb305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1531782 May 18 18:08:01.378693 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-dbd6c651-0fef-4863-af23-135a0023748e None None] For port adf6f69c-4abe-4d49-a0b4-3c3b1a7c0b05, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=adf6f69c-4abe-4d49-a0b4-3c3b1a7c0b05,segment=NetworkSegment(8e2c00cb-f6f7-4830-ab87-986f8483a2c8),segment_id=8e2c00cb-f6f7-4830-ab87-986f8483a2c8)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:08:01.379079 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-dbd6c651-0fef-4863-af23-135a0023748e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:01.387709 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7a4e16df-b0fd-4899-be59-80ceb2596663 req-54027f81-44d7-4fcd-bc85-01523f4ff9f2 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=62f9f506-c24d-4d5b-a44b-7b17cc269226 HTTP/1.1" status: 200 len: 210 time: 0.0665715 May 18 18:08:01.398655 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-dbd6c651-0fef-4863-af23-135a0023748e None None] Calling delete_port for adf6f69c-4abe-4d49-a0b4-3c3b1a7c0b05 owned by network:dhcp {{(pid=102732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:08:01.417759 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-6ea97115-1306-428d-957e-bf3dc68f978b req-a0266f49-7a4c-45a7-8f77-50109e6d89bd tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:01.423239 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-6ea97115-1306-428d-957e-bf3dc68f978b req-a0266f49-7a4c-45a7-8f77-50109e6d89bd tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:01.441740 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6ea97115-1306-428d-957e-bf3dc68f978b req-a0266f49-7a4c-45a7-8f77-50109e6d89bd tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] 10.222.0.85 "DELETE /v2.0/security-groups/bb511dbb-d46b-4ca3-9716-b3ab82e2f646 HTTP/1.1" status: 204 len: 173 time: 0.7293849 May 18 18:08:01.480034 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0266f49-7a4c-45a7-8f77-50109e6d89bd tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb511dbb-d46b-4ca3-9716-b3ab82e2f646,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:08:01.496103 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-75942dc0-677f-4cc8-b220-5d69ef1459a2 admin admin] Deleting port adf6f69c-4abe-4d49-a0b4-3c3b1a7c0b05 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:08:01.496443 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-75942dc0-677f-4cc8-b220-5d69ef1459a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:01.524315 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-dbd6c651-0fef-4863-af23-135a0023748e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508'] for port, after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:01.528508 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d242b8b1-ac63-4058-be6c-060ce4a5acb6 x-openstack-request-id: req-d242b8b1-ac63-4058-be6c-060ce4a5acb6 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:08:01.530467 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30d35ae5-9978-4029-8dd6-a0722d438023", "tag": "3beb5ae3-39b5-4024-9788-1644d2c9c029", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:08:01.531857 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-d242b8b1-ac63-4058-be6c-060ce4a5acb6 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:08:01.533695 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d242b8b1-ac63-4058-be6c-060ce4a5acb6'] response: {'name': 'network-changed', 'server_uuid': '30d35ae5-9978-4029-8dd6-a0722d438023', 'tag': '3beb5ae3-39b5-4024-9788-1644d2c9c029', 'status': 'completed', 'code': 200} May 18 18:08:01.573745 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd6c651-0fef-4863-af23-135a0023748e None None] Pushing event deleted for resources: {'Port': ['ID=adf6f69c-4abe-4d49-a0b4-3c3b1a7c0b05,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:08:01.574573 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5417981-bf27-41fb-ba00-27c588aaaf30 req-8781bc06-35b5-4571-8bcf-773e858d1864 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Made reservation on behalf of 8ebc9a1ec3004890baedda4682fb5641 for: {'port': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:08:01.578915 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-c5417981-bf27-41fb-ba00-27c588aaaf30 req-8781bc06-35b5-4571-8bcf-773e858d1864 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:01.587696 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-063407f3-2ac3-496c-a6c6-7029741cb425 req-93438ecf-c078-4706-850e-3a939535d590 service neutron] 10.222.0.88 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2849476 May 18 18:08:01.589232 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd6c651-0fef-4863-af23-135a0023748e None None] No DVR routers for this DVR port adf6f69c-4abe-4d49-a0b4-3c3b1a7c0b05 on host n-d-838550-3 {{(pid=102732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:08:01.632219 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-75942dc0-677f-4cc8-b220-5d69ef1459a2 admin admin] For port adf6f69c-4abe-4d49-a0b4-3c3b1a7c0b05, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=adf6f69c-4abe-4d49-a0b4-3c3b1a7c0b05,segment=NetworkSegment(8e2c00cb-f6f7-4830-ab87-986f8483a2c8),segment_id=8e2c00cb-f6f7-4830-ab87-986f8483a2c8)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:08:01.632696 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-75942dc0-677f-4cc8-b220-5d69ef1459a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:01.684384 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2d9225d3-af9a-41cc-ab04-9a78fc07f824 req-4d72ead7-ebd5-4db8-8639-5ca8d9ddc6b6 tempest-ListImageFiltersTestJSON-1145215586 tempest-ListImageFiltersTestJSON-1145215586-project] 10.222.0.85 "GET /v2.0/ports?device_id=1b90260d-2954-4372-8525-8a5a7cec978a HTTP/1.1" status: 200 len: 210 time: 0.0956719 May 18 18:08:01.688351 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-75942dc0-677f-4cc8-b220-5d69ef1459a2 admin admin] Calling delete_port for adf6f69c-4abe-4d49-a0b4-3c3b1a7c0b05 owned by network:dhcp {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:08:01.750576 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fdde9ad1-d306-4f4c-bdbd-ff09bd967329 req-7c842a7f-065e-4d67-98f7-171c7a86b5e0 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/ports?device_id=77596843-4c0f-475a-8d4e-a5a7e48df306 HTTP/1.1" status: 200 len: 210 time: 0.0718138 May 18 18:08:01.877546 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-063407f3-2ac3-496c-a6c6-7029741cb425 req-19c48f56-5cbe-4730-9af8-e4ff0c3c68cf service neutron] 10.222.0.88 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2507129 May 18 18:08:01.907739 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292cf22f-bb84-449e-9f20-81051c4db7b9 req-3f247502-2515-4b2b-b3e5-de36e7eaf45e tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:01.909346 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-292cf22f-bb84-449e-9f20-81051c4db7b9 req-3f247502-2515-4b2b-b3e5-de36e7eaf45e tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=b8f267c7-2a12-455a-8742-23cd949ead3a HTTP/1.1" status: 200 len: 949 time: 0.1019340 May 18 18:08:01.910791 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [req-c5417981-bf27-41fb-ba00-27c588aaaf30 req-8781bc06-35b5-4571-8bcf-773e858d1864 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Allocated IP 172.20.0.9 (34fdcfa4-2e5d-460f-9a9f-5a798833609a/8f7111f6-e2ae-4553-ac4c-889ba94e64a6/44ffae4b-f21a-4414-9cb7-cffce704b5da) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:08:01.923888 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-75942dc0-677f-4cc8-b220-5d69ef1459a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:01.930953 n-d-838550-3 neutron-server[102731]: INFO neutron.api.v2.resource [req-7e567a65-5c8e-43d9-b7b3-3eb2f1955745 req-4bdebda4-0c32-43e6-855f-f595bb462c4e tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] show failed (client error): The resource could not be found. May 18 18:08:01.931988 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7e567a65-5c8e-43d9-b7b3-3eb2f1955745 req-4bdebda4-0c32-43e6-855f-f595bb462c4e tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] 10.222.0.85 "GET /v2.0/security-groups/ccaedc5c-bb4d-41de-a579-73bf8d72adef HTTP/1.1" status: 404 len: 352 time: 0.0351167 May 18 18:08:01.968065 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75942dc0-677f-4cc8-b220-5d69ef1459a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=adf6f69c-4abe-4d49-a0b4-3c3b1a7c0b05,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:08:01.988140 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75942dc0-677f-4cc8-b220-5d69ef1459a2 admin admin] No DVR routers for this DVR port adf6f69c-4abe-4d49-a0b4-3c3b1a7c0b05 on host n-d-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:08:02.003469 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-292cf22f-bb84-449e-9f20-81051c4db7b9 req-6e0d885e-bc05-4302-a5e2-337936817870 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793812 May 18 18:08:02.005356 n-d-838550-3 neutron-server[102731]: INFO neutron.api.v2.resource [req-863e3e70-4737-4914-b092-73c1c0b7f841 req-a4cd714f-f7a7-4682-ac28-1d3de536844e tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] show failed (client error): The resource could not be found. May 18 18:08:02.006418 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-863e3e70-4737-4914-b092-73c1c0b7f841 req-a4cd714f-f7a7-4682-ac28-1d3de536844e tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] 10.222.0.85 "GET /v2.0/security-groups/b44e04cb-5bbf-4aef-95d4-bcfa09ca106c HTTP/1.1" status: 404 len: 352 time: 0.0429966 May 18 18:08:02.014874 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79956bee-ab95-4b62-8463-3a16ef6393ce req-89759f51-6e99-4a68-84eb-46eccbc6a798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:02.017227 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-79956bee-ab95-4b62-8463-3a16ef6393ce req-89759f51-6e99-4a68-84eb-46eccbc6a798 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a049c2cb7dc14b6fbce20aa8814d6ebf&device_id=30d35ae5-9978-4029-8dd6-a0722d438023 HTTP/1.1" status: 200 len: 1098 time: 0.0699892 May 18 18:08:02.147366 n-d-838550-3 neutron-server[102730]: INFO neutron.api.v2.resource [req-8ff47e9f-e9d7-49a9-b03c-2967ccb63d5d req-537e522f-ba4d-40d0-ba29-9cfd09ebc6ae tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] show failed (client error): The resource could not be found. May 18 18:08:02.149290 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-75942dc0-677f-4cc8-b220-5d69ef1459a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:02.151081 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8ff47e9f-e9d7-49a9-b03c-2967ccb63d5d req-537e522f-ba4d-40d0-ba29-9cfd09ebc6ae tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] 10.222.0.85 "GET /v2.0/security-groups/802f3eee-42ae-493b-9b55-1054218ff125 HTTP/1.1" status: 404 len: 352 time: 0.0818601 May 18 18:08:02.222633 n-d-838550-3 neutron-server[102730]: INFO neutron.api.v2.resource [req-158380f8-57fd-46d1-9098-51a162266f8e req-80c08d6b-2136-4a6d-ac7b-9c94b62327e1 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] show failed (client error): The resource could not be found. May 18 18:08:02.228782 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-158380f8-57fd-46d1-9098-51a162266f8e req-80c08d6b-2136-4a6d-ac7b-9c94b62327e1 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] 10.222.0.85 "GET /v2.0/security-groups/3943c45c-0db6-47d4-8301-f4e06fae9fc8 HTTP/1.1" status: 404 len: 352 time: 0.0369189 May 18 18:08:02.241771 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device adf6f69c-4abe-4d49-a0b4-3c3b1a7c0b05 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:08:02.250558 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-75942dc0-677f-4cc8-b220-5d69ef1459a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e73efc1-ff33-49b9-b7c2-229c7b0d77fc']}} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:08:02.272016 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-75942dc0-677f-4cc8-b220-5d69ef1459a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e2c00cb-f6f7-4830-ab87-986f8483a2c8') {'for_net_delete': True} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:08:02.272605 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-75942dc0-677f-4cc8-b220-5d69ef1459a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e2c00cb-f6f7-4830-ab87-986f8483a2c8') {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:08:02.279316 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79956bee-ab95-4b62-8463-3a16ef6393ce req-d6e955bb-a0c9-4ee7-b606-c9a837a9838b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:02.281363 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-79956bee-ab95-4b62-8463-3a16ef6393ce req-d6e955bb-a0c9-4ee7-b606-c9a837a9838b service neutron] 10.222.0.88 "GET /v2.0/networks?id=4c8ef274-9ecc-47c2-9686-5eebd78fb305 HTTP/1.1" status: 200 len: 870 time: 0.2292871 May 18 18:08:02.288437 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: adf6f69c-4abe-4d49-a0b4-3c3b1a7c0b05 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:08:02.291447 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device adf6f69c-4abe-4d49-a0b4-3c3b1a7c0b05 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:08:02.291957 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 1068b88e-f241-455d-a273-828c9664e2f8 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:08:02.305055 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-75942dc0-677f-4cc8-b220-5d69ef1459a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260542144'] for segment, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:02.335074 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-75942dc0-677f-4cc8-b220-5d69ef1459a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:02.339976 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 1068b88e-f241-455d-a273-828c9664e2f8 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:08:02.340359 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 1068b88e-f241-455d-a273-828c9664e2f8 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:08:02.355359 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-c5417981-bf27-41fb-ba00-27c588aaaf30 req-8781bc06-35b5-4571-8bcf-773e858d1864 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:02.366727 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-79956bee-ab95-4b62-8463-3a16ef6393ce req-c24b0385-500a-4574-9266-8cb8273d10fa service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=3beb5ae3-39b5-4024-9788-1644d2c9c029 HTTP/1.1" status: 200 len: 217 time: 0.0447187 May 18 18:08:02.371162 n-d-838550-3 neutron-server[102730]: INFO neutron.api.v2.resource [req-ed535ae5-2d50-4a15-8dc5-12070480999b req-e4234836-e931-48f8-b56b-7d8d10b4f84d tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] show failed (client error): The resource could not be found. May 18 18:08:02.373102 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ed535ae5-2d50-4a15-8dc5-12070480999b req-e4234836-e931-48f8-b56b-7d8d10b4f84d tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] 10.222.0.85 "GET /v2.0/security-groups/1ca2d664-7add-492d-a6dc-0e2dd1e27070 HTTP/1.1" status: 404 len: 352 time: 0.0994256 May 18 18:08:02.382874 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75942dc0-677f-4cc8-b220-5d69ef1459a2 admin admin] Releasing vlan 609 on physical network physnet1 to pool {{(pid=102731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:08:02.383471 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-75942dc0-677f-4cc8-b220-5d69ef1459a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260884178'] for segment, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:02.385766 n-d-838550-3 neutron-server[102731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:08:02.385766 n-d-838550-3 neutron-server[102731]: self.session.flush() May 18 18:08:02.385766 n-d-838550-3 neutron-server[102731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:08:02.385766 n-d-838550-3 neutron-server[102731]: self.session.flush() May 18 18:08:02.385766 n-d-838550-3 neutron-server[102731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:08:02.385766 n-d-838550-3 neutron-server[102731]: self.session.flush() May 18 18:08:02.385766 n-d-838550-3 neutron-server[102731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:08:02.385766 n-d-838550-3 neutron-server[102731]: self.session.flush() May 18 18:08:02.385766 n-d-838550-3 neutron-server[102731]: Traceback (most recent call last): May 18 18:08:02.385766 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:08:02.385766 n-d-838550-3 neutron-server[102731]: timer() May 18 18:08:02.385766 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:08:02.385766 n-d-838550-3 neutron-server[102731]: cb(*args, **kw) May 18 18:08:02.385766 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:08:02.385766 n-d-838550-3 neutron-server[102731]: return func(*args, **kwargs) May 18 18:08:02.385766 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:08:02.385766 n-d-838550-3 neutron-server[102731]: self._notify() May 18 18:08:02.385766 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:08:02.385766 n-d-838550-3 neutron-server[102731]: self.callback(batched_events) May 18 18:08:02.385766 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:08:02.385766 n-d-838550-3 neutron-server[102731]: event.method(event) May 18 18:08:02.385766 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:08:02.385766 n-d-838550-3 neutron-server[102731]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:08:02.385766 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:08:02.385766 n-d-838550-3 neutron-server[102731]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:08:02.385766 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:08:02.385766 n-d-838550-3 neutron-server[102731]: return f(self, *a, **k) May 18 18:08:02.385766 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:08:02.385766 n-d-838550-3 neutron-server[102731]: return self._get(url).json() May 18 18:08:02.385766 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:08:02.385766 n-d-838550-3 neutron-server[102731]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:08:02.385766 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:08:02.385766 n-d-838550-3 neutron-server[102731]: return self.request(url, 'GET', **kwargs) May 18 18:08:02.385766 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:08:02.385766 n-d-838550-3 neutron-server[102731]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:08:02.385766 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:08:02.385766 n-d-838550-3 neutron-server[102731]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:08:02.385766 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:08:02.385766 n-d-838550-3 neutron-server[102731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:08:02.385766 n-d-838550-3 neutron-server[102731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:08:02.394024 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aab1a38-3a5a-4f91-a0cb-d87cbe42261c req-7282c6bb-bff9-439d-95f8-2a604bd8a04f tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:02.401491 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5aab1a38-3a5a-4f91-a0cb-d87cbe42261c req-7282c6bb-bff9-439d-95f8-2a604bd8a04f tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/ports?device_id=30d35ae5-9978-4029-8dd6-a0722d438023 HTTP/1.1" status: 200 len: 947 time: 0.1941998 May 18 18:08:02.487143 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43817cc5-8a98-4110-b639-51d46d92c291 req-4c644b52-658e-46b8-839b-b8ce409b419c tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:02.491498 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-43817cc5-8a98-4110-b639-51d46d92c291 req-4c644b52-658e-46b8-839b-b8ce409b419c tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.88 "GET /v2.0/networks?id=f92940b8-c50f-4c94-b1f3-3e93ca94957d HTTP/1.1" status: 200 len: 812 time: 0.2702026 May 18 18:08:02.504625 n-d-838550-3 neutron-server[102730]: INFO neutron.api.v2.resource [req-ffc79e80-fdad-4012-8cae-3f2a3890f48c req-02f2cb80-0958-44f3-b8f3-6e175b706df7 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] show failed (client error): The resource could not be found. May 18 18:08:02.505801 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ffc79e80-fdad-4012-8cae-3f2a3890f48c req-02f2cb80-0958-44f3-b8f3-6e175b706df7 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] 10.222.0.85 "GET /v2.0/security-groups/56093224-73d3-406b-9723-f585d1b24b3c HTTP/1.1" status: 404 len: 352 time: 0.0754442 May 18 18:08:02.507507 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5aab1a38-3a5a-4f91-a0cb-d87cbe42261c req-575815ea-2edf-4cdc-a1ab-42a3776e3d53 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/security-groups?id=5ea4329b-bade-4f5a-bfbd-7917c3702679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049399 May 18 18:08:02.510211 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-c5417981-bf27-41fb-ba00-27c588aaaf30 req-8781bc06-35b5-4571-8bcf-773e858d1864 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:02.511410 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-75942dc0-677f-4cc8-b220-5d69ef1459a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:02.512079 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-43817cc5-8a98-4110-b639-51d46d92c291 req-cc98e9a4-1bbf-41ae-8ea6-7c29138f0ec3 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Request body: {'port': {'device_id': '62f9f506-c24d-4d5b-a44b-7b17cc269226', 'network_id': 'f92940b8-c50f-4c94-b1f3-3e93ca94957d', 'admin_state_up': True, 'tenant_id': 'ed8a017ff6d8432c9386dee5054e8944'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:08:02.547176 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79956bee-ab95-4b62-8463-3a16ef6393ce req-3a850a9b-f0c2-46d3-b920-cda61356d177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:02.547561 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-75942dc0-677f-4cc8-b220-5d69ef1459a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:02.548731 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-79956bee-ab95-4b62-8463-3a16ef6393ce req-3a850a9b-f0c2-46d3-b920-cda61356d177 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c2531ae9-89db-4dcf-b670-9eac4c9cde53 HTTP/1.1" status: 200 len: 843 time: 0.1666727 May 18 18:08:02.555981 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-75942dc0-677f-4cc8-b220-5d69ef1459a2 admin admin] 10.222.0.85 "DELETE /v2.0/networks/6e73efc1-ff33-49b9-b7c2-229c7b0d77fc HTTP/1.1" status: 204 len: 168 time: 1.8352878 May 18 18:08:02.617200 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 52270) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:08:02.621271 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8781bc06-35b5-4571-8bcf-773e858d1864 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Pushing event updated for resources: {'Port': ['ID=44ffae4b-f21a-4414-9cb7-cffce704b5da,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:08:02.648959 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75942dc0-677f-4cc8-b220-5d69ef1459a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e73efc1-ff33-49b9-b7c2-229c7b0d77fc,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:08:02.659818 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5417981-bf27-41fb-ba00-27c588aaaf30 req-8781bc06-35b5-4571-8bcf-773e858d1864 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Network 34fdcfa4-2e5d-460f-9a9f-5a798833609a is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:08:02.674718 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [req-c5417981-bf27-41fb-ba00-27c588aaaf30 req-8781bc06-35b5-4571-8bcf-773e858d1864 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:08:02.686502 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5417981-bf27-41fb-ba00-27c588aaaf30 req-8781bc06-35b5-4571-8bcf-773e858d1864 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:08:02.709123 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f83ccda5-5445-4c63-aece-cd7f2a3b2de6 req-ecb0ec6f-0f26-425d-b37c-ad866b8ec362 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=62f9f506-c24d-4d5b-a44b-7b17cc269226 HTTP/1.1" status: 200 len: 210 time: 0.0665486 May 18 18:08:02.733295 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79956bee-ab95-4b62-8463-3a16ef6393ce req-1ccd0a4f-94ba-44f9-bfb3-31c07b001111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:02.734742 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-79956bee-ab95-4b62-8463-3a16ef6393ce req-1ccd0a4f-94ba-44f9-bfb3-31c07b001111 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4c8ef274-9ecc-47c2-9686-5eebd78fb305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1164539 May 18 18:08:02.782394 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5417981-bf27-41fb-ba00-27c588aaaf30 req-8781bc06-35b5-4571-8bcf-773e858d1864 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:02.786010 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-c5417981-bf27-41fb-ba00-27c588aaaf30 req-8781bc06-35b5-4571-8bcf-773e858d1864 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:02.821551 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c5417981-bf27-41fb-ba00-27c588aaaf30 req-8781bc06-35b5-4571-8bcf-773e858d1864 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6982074 May 18 18:08:02.838296 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43817cc5-8a98-4110-b639-51d46d92c291 req-cc98e9a4-1bbf-41ae-8ea6-7c29138f0ec3 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Made reservation on behalf of ed8a017ff6d8432c9386dee5054e8944 for: {'port': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:08:02.841853 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-43817cc5-8a98-4110-b639-51d46d92c291 req-cc98e9a4-1bbf-41ae-8ea6-7c29138f0ec3 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:02.842080 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-c5417981-bf27-41fb-ba00-27c588aaaf30 req-3b7a09d3-c8af-4282-8bc4-db869a7fa195 service neutron] Request body: {'port': {'device_id': '77596843-4c0f-475a-8d4e-a5a7e48df306', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-3'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:08:02.983613 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7742e1af-fec6-41db-af54-ec0aa4f12e95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:02.983853 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-c5417981-bf27-41fb-ba00-27c588aaaf30 req-3b7a09d3-c8af-4282-8bc4-db869a7fa195 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:02.983853 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 52282) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:08:03.004398 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-79956bee-ab95-4b62-8463-3a16ef6393ce req-5eac6081-5925-4897-b6af-3249e316fd35 service neutron] 10.222.0.88 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2577398 May 18 18:08:03.009607 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a428c585-84e8-4c5e-ad92-61f4523c006c req-d51d4595-740d-4038-8304-94662d956b48 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:03.011223 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a428c585-84e8-4c5e-ad92-61f4523c006c req-d51d4595-740d-4038-8304-94662d956b48 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] 10.222.0.85 "GET /v2.0/ports?device_id=38581067-48bd-481b-8c77-98ade7aca4d8 HTTP/1.1" status: 200 len: 1024 time: 0.1246297 May 18 18:08:03.116063 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-00f63446-bb70-433e-b15e-971810762bf9 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=3fdbf5ca8a2142d9bb14e5cf523c6add&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1284287 May 18 18:08:03.119517 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 52286) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:08:03.133797 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ac9f48-1b16-48e9-ab56-9e493924e2e9 req-27a1b0d6-9817-4de3-9db8-77a5789e35f3 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:03.139537 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-78ac9f48-1b16-48e9-ab56-9e493924e2e9 req-27a1b0d6-9817-4de3-9db8-77a5789e35f3 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/ports?device_id=77596843-4c0f-475a-8d4e-a5a7e48df306 HTTP/1.1" status: 200 len: 931 time: 0.2150285 May 18 18:08:03.149370 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a428c585-84e8-4c5e-ad92-61f4523c006c req-ccd7ad30-befd-45e1-867d-32248e75b867 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] 10.222.0.85 "GET /v2.0/security-groups?id=fab51a8e-0098-4cc9-84a3-d9e6f705cd17&id=d1bc3b4f-a0fd-4d51-af63-e28a9991e038&id=08db6f0e-0a01-416e-97d4-92fd213972b8&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1227670 May 18 18:08:03.164202 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [req-43817cc5-8a98-4110-b639-51d46d92c291 req-cc98e9a4-1bbf-41ae-8ea6-7c29138f0ec3 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Allocated IP 172.20.0.6 (f92940b8-c50f-4c94-b1f3-3e93ca94957d/3928b460-5138-4e6e-b763-eaa17a3ede29/6102f9c0-0273-47ba-a244-77aa5ae3ecca) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:08:03.285578 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-79956bee-ab95-4b62-8463-3a16ef6393ce req-8f45dbc9-115b-4e40-bfe5-1f47ad886167 service neutron] 10.222.0.88 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2686014 May 18 18:08:03.294305 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-01514d42-3b35-4f39-b5d1-c86eb84a290a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:03.306758 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-78ac9f48-1b16-48e9-ab56-9e493924e2e9 req-7380afae-afa4-4f2c-b1a5-180cc09689c5 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/security-groups?id=fae3ce3c-9235-4ae4-9c6c-e682ce6a4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572332 May 18 18:08:03.339463 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7742e1af-fec6-41db-af54-ec0aa4f12e95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:03.340157 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7742e1af-fec6-41db-af54-ec0aa4f12e95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:03.412682 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-01514d42-3b35-4f39-b5d1-c86eb84a290a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:03.448369 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device e79c00fa-126d-4d3e-95ec-35bea254989f no longer exists at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:08:03.491335 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] No Port match for: e79c00fa-126d-4d3e-95ec-35bea254989f {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:08:03.492207 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device e79c00fa-126d-4d3e-95ec-35bea254989f not bound to the agent host n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:08:03.604124 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-01514d42-3b35-4f39-b5d1-c86eb84a290a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:03.606746 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-01514d42-3b35-4f39-b5d1-c86eb84a290a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:03.608175 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-01514d42-3b35-4f39-b5d1-c86eb84a290a admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/c1da6a1d-4533-4720-846f-bc154a4b50c6 HTTP/1.1" status: 204 len: 168 time: 0.4789014 May 18 18:08:03.623882 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798bb5b1-c905-4629-9453-708d060e3182 req-bec679b0-5a04-40ab-a51a-bf072676c119 tempest-ListImageFiltersTestJSON-1145215586 tempest-ListImageFiltersTestJSON-1145215586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:03.625579 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-798bb5b1-c905-4629-9453-708d060e3182 req-bec679b0-5a04-40ab-a51a-bf072676c119 tempest-ListImageFiltersTestJSON-1145215586 tempest-ListImageFiltersTestJSON-1145215586-project] 10.222.0.85 "GET /v2.0/ports?device_id=b2a6d27b-8b88-4013-b3e5-0ad6d9b69794 HTTP/1.1" status: 200 len: 948 time: 0.1422801 May 18 18:08:03.639990 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01514d42-3b35-4f39-b5d1-c86eb84a290a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1da6a1d-4533-4720-846f-bc154a4b50c6,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:08:03.667240 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [req-c5417981-bf27-41fb-ba00-27c588aaaf30 req-3b7a09d3-c8af-4282-8bc4-db869a7fa195 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44ffae4b-f21a-4414-9cb7-cffce704b5da {{(pid=102731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:08:03.684973 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-c5417981-bf27-41fb-ba00-27c588aaaf30 req-3b7a09d3-c8af-4282-8bc4-db869a7fa195 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:03.718312 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-798bb5b1-c905-4629-9453-708d060e3182 req-7a02727f-0b6d-4b79-a4ce-5b43416f93fb tempest-ListImageFiltersTestJSON-1145215586 tempest-ListImageFiltersTestJSON-1145215586-project] 10.222.0.85 "GET /v2.0/security-groups?id=1d865af5-9ba4-4796-9d2e-8c253d202d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805092 May 18 18:08:03.723683 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.provisioning_blocks [req-c5417981-bf27-41fb-ba00-27c588aaaf30 req-3b7a09d3-c8af-4282-8bc4-db869a7fa195 service neutron] Transition to ACTIVE for port object 44ffae4b-f21a-4414-9cb7-cffce704b5da will not be triggered until provisioned by entity L2. {{(pid=102731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:08:03.730818 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-c5417981-bf27-41fb-ba00-27c588aaaf30 req-3b7a09d3-c8af-4282-8bc4-db869a7fa195 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:03.787693 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b90260d-2954-4372-8525-8a5a7cec978a', 'name': 'network-vif-deleted', 'tag': 'e79c00fa-126d-4d3e-95ec-35bea254989f'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:08:03.790344 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1313ea92-449c-41fa-a11c-792b0e78e6fc" -d '{"events": [{"server_uuid": "1b90260d-2954-4372-8525-8a5a7cec978a", "name": "network-vif-deleted", "tag": "e79c00fa-126d-4d3e-95ec-35bea254989f"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:08:03.804403 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7742e1af-fec6-41db-af54-ec0aa4f12e95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d0ae5a6-6d99-44ac-8f63-ac19c0edd994,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:08:03.826880 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-7742e1af-fec6-41db-af54-ec0aa4f12e95 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=a06b7db209584999b5f3d6634aa9ed08&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1928422 May 18 18:08:03.831148 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 52298) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:08:03.898697 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2d3f08-d369-4c1e-aa36-ddf9835b6b34 req-6cb12fbe-57da-4841-8abb-ad70e3522df1 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:03.900066 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ae2d3f08-d369-4c1e-aa36-ddf9835b6b34 req-6cb12fbe-57da-4841-8abb-ad70e3522df1 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=b8f267c7-2a12-455a-8742-23cd949ead3a HTTP/1.1" status: 200 len: 949 time: 0.5010474 May 18 18:08:03.905343 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7a09d3-c8af-4282-8bc4-db869a7fa195 service neutron] Pushing event updated for resources: {'Port': ['ID=44ffae4b-f21a-4414-9cb7-cffce704b5da,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:08:03.939269 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-43817cc5-8a98-4110-b639-51d46d92c291 req-cc98e9a4-1bbf-41ae-8ea6-7c29138f0ec3 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:03.954940 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa0b5e1-5c7f-4b95-9b81-6becaf0ad33c req-2a239048-382a-4fc3-bb4a-69d1608c0686 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:03.956530 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-aaa0b5e1-5c7f-4b95-9b81-6becaf0ad33c req-2a239048-382a-4fc3-bb4a-69d1608c0686 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/ports?device_id=30d35ae5-9978-4029-8dd6-a0722d438023 HTTP/1.1" status: 200 len: 947 time: 0.1120224 May 18 18:08:03.962345 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-c5417981-bf27-41fb-ba00-27c588aaaf30 req-3b7a09d3-c8af-4282-8bc4-db869a7fa195 service neutron] Attempting to bind port 44ffae4b-f21a-4414-9cb7-cffce704b5da on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:08:03.962707 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-c5417981-bf27-41fb-ba00-27c588aaaf30 req-3b7a09d3-c8af-4282-8bc4-db869a7fa195 service neutron] Attempting to bind port 44ffae4b-f21a-4414-9cb7-cffce704b5da by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': '5e6a9b3b-2b82-45b7-b9f1-0f73969fb979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '34fdcfa4-2e5d-460f-9a9f-5a798833609a'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:08:03.963003 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5417981-bf27-41fb-ba00-27c588aaaf30 req-3b7a09d3-c8af-4282-8bc4-db869a7fa195 service neutron] Attempting to bind port 44ffae4b-f21a-4414-9cb7-cffce704b5da on network 34fdcfa4-2e5d-460f-9a9f-5a798833609a {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:08:03.974780 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5417981-bf27-41fb-ba00-27c588aaaf30 req-3b7a09d3-c8af-4282-8bc4-db869a7fa195 service neutron] Port 44ffae4b-f21a-4414-9cb7-cffce704b5da on network 34fdcfa4-2e5d-460f-9a9f-5a798833609a not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:08:03.974780 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5417981-bf27-41fb-ba00-27c588aaaf30 req-3b7a09d3-c8af-4282-8bc4-db869a7fa195 service neutron] Attempting to bind port 44ffae4b-f21a-4414-9cb7-cffce704b5da on network 34fdcfa4-2e5d-460f-9a9f-5a798833609a {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:08:03.992473 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5417981-bf27-41fb-ba00-27c588aaaf30 req-3b7a09d3-c8af-4282-8bc4-db869a7fa195 service neutron] Checking agent: {'id': 'd1be059a-68ea-4c77-9b2b-29f4afa47e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:08:03.992473 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5417981-bf27-41fb-ba00-27c588aaaf30 req-3b7a09d3-c8af-4282-8bc4-db869a7fa195 service neutron] Checking segment: {'id': '5e6a9b3b-2b82-45b7-b9f1-0f73969fb979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '34fdcfa4-2e5d-460f-9a9f-5a798833609a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:08:03.992473 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5417981-bf27-41fb-ba00-27c588aaaf30 req-3b7a09d3-c8af-4282-8bc4-db869a7fa195 service neutron] Bound using segment: {'id': '5e6a9b3b-2b82-45b7-b9f1-0f73969fb979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '34fdcfa4-2e5d-460f-9a9f-5a798833609a'} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:08:03.992473 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-c5417981-bf27-41fb-ba00-27c588aaaf30 req-3b7a09d3-c8af-4282-8bc4-db869a7fa195 service neutron] Bound port: 44ffae4b-f21a-4414-9cb7-cffce704b5da, host: n-h2-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e6a9b3b-2b82-45b7-b9f1-0f73969fb979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '34fdcfa4-2e5d-460f-9a9f-5a798833609a'}}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:08:03.992473 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-c5417981-bf27-41fb-ba00-27c588aaaf30 req-3b7a09d3-c8af-4282-8bc4-db869a7fa195 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:03.996353 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ae2d3f08-d369-4c1e-aa36-ddf9835b6b34 req-2ea07b49-2622-4e6b-8df8-ecbee3ece6d1 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827556 May 18 18:08:04.004709 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d5adb3a9-87a1-4b83-bf8f-31752d3487c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:04.045010 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d5adb3a9-87a1-4b83-bf8f-31752d3487c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:04.067357 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-43817cc5-8a98-4110-b639-51d46d92c291 req-cc98e9a4-1bbf-41ae-8ea6-7c29138f0ec3 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:04.131828 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-c5417981-bf27-41fb-ba00-27c588aaaf30 req-3b7a09d3-c8af-4282-8bc4-db869a7fa195 service neutron] For port 44ffae4b-f21a-4414-9cb7-cffce704b5da, host n-h2-838550-3, cleared binding levels {{(pid=102731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:08:04.156223 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-aaa0b5e1-5c7f-4b95-9b81-6becaf0ad33c req-9b8655ed-f5cd-4a1e-bad6-c4a001d46020 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/security-groups?id=5ea4329b-bade-4f5a-bfbd-7917c3702679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860602 May 18 18:08:04.158945 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-c5417981-bf27-41fb-ba00-27c588aaaf30 req-3b7a09d3-c8af-4282-8bc4-db869a7fa195 service neutron] For port 44ffae4b-f21a-4414-9cb7-cffce704b5da, host n-h2-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=44ffae4b-f21a-4414-9cb7-cffce704b5da,segment=NetworkSegment(5e6a9b3b-2b82-45b7-b9f1-0f73969fb979),segment_id=5e6a9b3b-2b82-45b7-b9f1-0f73969fb979)] {{(pid=102731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:08:04.169162 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-c5417981-bf27-41fb-ba00-27c588aaaf30 req-3b7a09d3-c8af-4282-8bc4-db869a7fa195 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:04.205142 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43817cc5-8a98-4110-b639-51d46d92c291 req-cc98e9a4-1bbf-41ae-8ea6-7c29138f0ec3 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Network f92940b8-c50f-4c94-b1f3-3e93ca94957d is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:08:04.206107 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d5adb3a9-87a1-4b83-bf8f-31752d3487c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:04.208760 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d5adb3a9-87a1-4b83-bf8f-31752d3487c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:04.210204 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-d5adb3a9-87a1-4b83-bf8f-31752d3487c5 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/3d0ae5a6-6d99-44ac-8f63-ac19c0edd994 HTTP/1.1" status: 204 len: 168 time: 0.3762274 May 18 18:08:04.214033 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc98e9a4-1bbf-41ae-8ea6-7c29138f0ec3 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Pushing event updated for resources: {'Port': ['ID=6102f9c0-0273-47ba-a244-77aa5ae3ecca,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:08:04.221391 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [req-43817cc5-8a98-4110-b639-51d46d92c291 req-cc98e9a4-1bbf-41ae-8ea6-7c29138f0ec3 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:08:04.228518 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-43817cc5-8a98-4110-b639-51d46d92c291 req-cc98e9a4-1bbf-41ae-8ea6-7c29138f0ec3 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:08:04.242670 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7a09d3-c8af-4282-8bc4-db869a7fa195 service neutron] Pushing event updated for resources: {'Port': ['ID=44ffae4b-f21a-4414-9cb7-cffce704b5da,revision_number=3']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:08:04.259960 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5417981-bf27-41fb-ba00-27c588aaaf30 req-3b7a09d3-c8af-4282-8bc4-db869a7fa195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:04.260621 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-c5417981-bf27-41fb-ba00-27c588aaaf30 req-3b7a09d3-c8af-4282-8bc4-db869a7fa195 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:04.262738 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c5417981-bf27-41fb-ba00-27c588aaaf30 req-3b7a09d3-c8af-4282-8bc4-db869a7fa195 service neutron] 10.222.0.88 "PUT /v2.0/ports/44ffae4b-f21a-4414-9cb7-cffce704b5da HTTP/1.1" status: 200 len: 1091 time: 1.4263244 May 18 18:08:04.263321 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77596843-4c0f-475a-8d4e-a5a7e48df306', 'tag': '44ffae4b-f21a-4414-9cb7-cffce704b5da'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:08:04.266130 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-191e52e7-c878-4eab-88c2-4f0bfa89c4fe" -d '{"events": [{"name": "network-changed", "server_uuid": "77596843-4c0f-475a-8d4e-a5a7e48df306", "tag": "44ffae4b-f21a-4414-9cb7-cffce704b5da"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:08:04.269763 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5adb3a9-87a1-4b83-bf8f-31752d3487c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d0ae5a6-6d99-44ac-8f63-ac19c0edd994,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:08:04.295820 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417e949c-d9ea-4f95-a644-bf0dcccbd3e9 req-f12a89ea-8fa5-4128-af20-468809d60ea2 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:04.301009 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-417e949c-d9ea-4f95-a644-bf0dcccbd3e9 req-f12a89ea-8fa5-4128-af20-468809d60ea2 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=62f9f506-c24d-4d5b-a44b-7b17cc269226 HTTP/1.1" status: 200 len: 931 time: 0.2128360 May 18 18:08:04.343396 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85c705a0-c2ca-4c82-ac1f-61ef517b1138 x-openstack-request-id: req-85c705a0-c2ca-4c82-ac1f-61ef517b1138 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:08:04.343667 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b90260d-2954-4372-8525-8a5a7cec978a", "name": "network-vif-deleted", "tag": "e79c00fa-126d-4d3e-95ec-35bea254989f", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:08:04.343921 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-85c705a0-c2ca-4c82-ac1f-61ef517b1138 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:08:04.344313 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85c705a0-c2ca-4c82-ac1f-61ef517b1138'] response: {'server_uuid': '1b90260d-2954-4372-8525-8a5a7cec978a', 'name': 'network-vif-deleted', 'tag': 'e79c00fa-126d-4d3e-95ec-35bea254989f', 'status': 'completed', 'code': 200} May 18 18:08:04.359261 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43817cc5-8a98-4110-b639-51d46d92c291 req-cc98e9a4-1bbf-41ae-8ea6-7c29138f0ec3 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:04.359943 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-43817cc5-8a98-4110-b639-51d46d92c291 req-cc98e9a4-1bbf-41ae-8ea6-7c29138f0ec3 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:04.392651 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-43817cc5-8a98-4110-b639-51d46d92c291 req-cc98e9a4-1bbf-41ae-8ea6-7c29138f0ec3 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8856900 May 18 18:08:04.410159 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-417e949c-d9ea-4f95-a644-bf0dcccbd3e9 req-c94005b3-5794-4104-80bb-ab81b4cb0f5e tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/security-groups?id=33ba1fad-191a-4b7a-ae9e-8e9e60985e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900218 May 18 18:08:04.432514 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-43817cc5-8a98-4110-b639-51d46d92c291 req-d5f0cc0d-8898-402e-86fe-9b04e14e4978 service neutron] Request body: {'port': {'device_id': '62f9f506-c24d-4d5b-a44b-7b17cc269226', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-3'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:08:04.490895 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 52310) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:08:04.498632 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-103c1d1e-1e56-4166-ae8e-8975dfd7ca03 x-openstack-request-id: req-103c1d1e-1e56-4166-ae8e-8975dfd7ca03 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:08:04.499142 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77596843-4c0f-475a-8d4e-a5a7e48df306", "tag": "44ffae4b-f21a-4414-9cb7-cffce704b5da", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:08:04.499538 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-103c1d1e-1e56-4166-ae8e-8975dfd7ca03 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:08:04.500081 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-103c1d1e-1e56-4166-ae8e-8975dfd7ca03'] response: {'name': 'network-changed', 'server_uuid': '77596843-4c0f-475a-8d4e-a5a7e48df306', 'tag': '44ffae4b-f21a-4414-9cb7-cffce704b5da', 'status': 'completed', 'code': 200} May 18 18:08:04.534842 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-43817cc5-8a98-4110-b639-51d46d92c291 req-d5f0cc0d-8898-402e-86fe-9b04e14e4978 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:04.546913 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5417981-bf27-41fb-ba00-27c588aaaf30 req-3e744e2d-e205-4481-b2b3-f01378ef0372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:04.551078 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c5417981-bf27-41fb-ba00-27c588aaaf30 req-3e744e2d-e205-4481-b2b3-f01378ef0372 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8ebc9a1ec3004890baedda4682fb5641&device_id=77596843-4c0f-475a-8d4e-a5a7e48df306 HTTP/1.1" status: 200 len: 1094 time: 0.2104132 May 18 18:08:04.696486 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-e6b11a32-ca63-495f-b9ea-5f009c7fe259 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=e90c3ad5abb04dffa22b4371e3793be0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2051175 May 18 18:08:04.722911 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 52314) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:08:04.766011 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3896f8c4-703b-4cce-9f4d-38dbdb2e66a8 req-a260eba5-1202-43ee-b84d-8334d8ee6fb9 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:04.767616 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3896f8c4-703b-4cce-9f4d-38dbdb2e66a8 req-a260eba5-1202-43ee-b84d-8334d8ee6fb9 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/ports?device_id=77596843-4c0f-475a-8d4e-a5a7e48df306 HTTP/1.1" status: 200 len: 943 time: 0.2020535 May 18 18:08:04.943675 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c5417981-bf27-41fb-ba00-27c588aaaf30 req-5768c4dc-448e-4f1e-bd58-5caaac90d1fd service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=44ffae4b-f21a-4414-9cb7-cffce704b5da HTTP/1.1" status: 200 len: 217 time: 0.3794131 May 18 18:08:04.955634 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f64c33a-789b-4fa2-a6f3-59ccab09de7d req-4cb811d6-2903-4d56-9688-e1be9821afec tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:04.957778 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9f64c33a-789b-4fa2-a6f3-59ccab09de7d req-4cb811d6-2903-4d56-9688-e1be9821afec tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] 10.222.0.85 "GET /v2.0/ports?device_id=38581067-48bd-481b-8c77-98ade7aca4d8 HTTP/1.1" status: 200 len: 1024 time: 0.5126970 May 18 18:08:04.968781 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deefa0ca-b73e-4835-b732-68937ace3eaf req-78c561f6-45e7-4280-9070-0f09b6ab10b5 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:04.972274 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-deefa0ca-b73e-4835-b732-68937ace3eaf req-78c561f6-45e7-4280-9070-0f09b6ab10b5 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] 10.222.0.88 "GET /v2.0/ports?device_id=38581067-48bd-481b-8c77-98ade7aca4d8 HTTP/1.1" status: 200 len: 1024 time: 0.3118596 May 18 18:08:05.034067 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5417981-bf27-41fb-ba00-27c588aaaf30 req-7ce251b4-82f1-491b-a421-be33a1d15082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:05.036301 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c5417981-bf27-41fb-ba00-27c588aaaf30 req-7ce251b4-82f1-491b-a421-be33a1d15082 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8f7111f6-e2ae-4553-ac4c-889ba94e64a6 HTTP/1.1" status: 200 len: 848 time: 0.0768719 May 18 18:08:05.054314 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9f64c33a-789b-4fa2-a6f3-59ccab09de7d req-2945e03c-dffe-449f-9817-12e7f40f612c tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] 10.222.0.85 "GET /v2.0/security-groups?id=fab51a8e-0098-4cc9-84a3-d9e6f705cd17&id=d1bc3b4f-a0fd-4d51-af63-e28a9991e038&id=08db6f0e-0a01-416e-97d4-92fd213972b8&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0838044 May 18 18:08:05.123256 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c5417981-bf27-41fb-ba00-27c588aaaf30 req-01e8c88b-3f26-4b3e-8c9f-d4458911f2ee service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=34fdcfa4-2e5d-460f-9a9f-5a798833609a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660462 May 18 18:08:05.159602 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3896f8c4-703b-4cce-9f4d-38dbdb2e66a8 req-26eacc57-2bad-44e1-a33a-c5b26c4d5d1f tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/security-groups?id=fae3ce3c-9235-4ae4-9c6c-e682ce6a4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3179383 May 18 18:08:05.160261 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-234cba5b-0679-43a0-98a3-9e925ab3d59f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:05.210291 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-234cba5b-0679-43a0-98a3-9e925ab3d59f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:05.278501 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00f0ac2-1357-429b-836f-9e4cd568ff1c req-2517c96c-3d87-425c-a31f-cccc24388258 tempest-ListImageFiltersTestJSON-1145215586 tempest-ListImageFiltersTestJSON-1145215586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:05.280112 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e00f0ac2-1357-429b-836f-9e4cd568ff1c req-2517c96c-3d87-425c-a31f-cccc24388258 tempest-ListImageFiltersTestJSON-1145215586 tempest-ListImageFiltersTestJSON-1145215586-project] 10.222.0.85 "GET /v2.0/ports?device_id=b2a6d27b-8b88-4013-b3e5-0ad6d9b69794 HTTP/1.1" status: 200 len: 948 time: 0.1324241 May 18 18:08:05.321462 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c5417981-bf27-41fb-ba00-27c588aaaf30 req-c6bc528f-e49b-421a-a459-d371856ab0cb service neutron] 10.222.0.88 "GET /v2.0/networks/34fdcfa4-2e5d-460f-9a9f-5a798833609a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819570 May 18 18:08:05.327688 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-deefa0ca-b73e-4835-b732-68937ace3eaf req-abbc6342-1a5f-44b7-9e7c-94d4496dbd74 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Deleting port 0de02e7a-4341-4848-b5f4-8de104f914c9 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:08:05.328220 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-deefa0ca-b73e-4835-b732-68937ace3eaf req-abbc6342-1a5f-44b7-9e7c-94d4496dbd74 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:05.366107 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e00f0ac2-1357-429b-836f-9e4cd568ff1c req-4cdeafd0-e63d-445d-bf85-26b1db7c67b4 tempest-ListImageFiltersTestJSON-1145215586 tempest-ListImageFiltersTestJSON-1145215586-project] 10.222.0.85 "GET /v2.0/security-groups?id=1d865af5-9ba4-4796-9d2e-8c253d202d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792589 May 18 18:08:05.444129 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 3beb5ae3-39b5-4024-9788-1644d2c9c029 details requested by agent hyperv_n-h2-838550-3 with host n-h2-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:08:05.479839 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.88', 54320) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:08:05.481749 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [req-43817cc5-8a98-4110-b639-51d46d92c291 req-d5f0cc0d-8898-402e-86fe-9b04e14e4978 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6102f9c0-0273-47ba-a244-77aa5ae3ecca {{(pid=102730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:08:05.498601 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-234cba5b-0679-43a0-98a3-9e925ab3d59f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:05.501183 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-234cba5b-0679-43a0-98a3-9e925ab3d59f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:05.505569 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-234cba5b-0679-43a0-98a3-9e925ab3d59f admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/8b4e6956-2ac1-462a-9c67-fc84a26f38c3 HTTP/1.1" status: 204 len: 168 time: 0.7699049 May 18 18:08:05.508444 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-43817cc5-8a98-4110-b639-51d46d92c291 req-d5f0cc0d-8898-402e-86fe-9b04e14e4978 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:05.521444 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10eb8d1-9b0d-4ff7-8085-078608b7d7e1 req-67917fa2-d734-425e-a6ab-b740a8e49b78 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:05.523164 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d10eb8d1-9b0d-4ff7-8085-078608b7d7e1 req-67917fa2-d734-425e-a6ab-b740a8e49b78 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=b8f267c7-2a12-455a-8742-23cd949ead3a HTTP/1.1" status: 200 len: 949 time: 0.2394583 May 18 18:08:05.559998 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234cba5b-0679-43a0-98a3-9e925ab3d59f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b4e6956-2ac1-462a-9c67-fc84a26f38c3,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:08:05.562116 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c5417981-bf27-41fb-ba00-27c588aaaf30 req-1cda5949-b29a-497d-b683-a546dd04c4dc service neutron] 10.222.0.88 "GET /v2.0/networks/34fdcfa4-2e5d-460f-9a9f-5a798833609a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316573 May 18 18:08:05.569785 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-deefa0ca-b73e-4835-b732-68937ace3eaf req-abbc6342-1a5f-44b7-9e7c-94d4496dbd74 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] For port 0de02e7a-4341-4848-b5f4-8de104f914c9, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=0de02e7a-4341-4848-b5f4-8de104f914c9,segment=NetworkSegment(ba5b4c8c-85fa-4d1e-ac5d-e49cc72250ce),segment_id=ba5b4c8c-85fa-4d1e-ac5d-e49cc72250ce)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:08:05.570160 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-deefa0ca-b73e-4835-b732-68937ace3eaf req-abbc6342-1a5f-44b7-9e7c-94d4496dbd74 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:05.585554 n-d-838550-3 neutron-server[102731]: INFO neutron.api.v2.resource [req-44cb95d3-8f13-4643-afc3-711e1b0574be req-d10686a6-a983-4f2e-a2e2-cb98ba6c0c0e service neutron] show failed (client error): The resource could not be found. May 18 18:08:05.586606 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-44cb95d3-8f13-4643-afc3-711e1b0574be req-d10686a6-a983-4f2e-a2e2-cb98ba6c0c0e service neutron] 10.222.0.88 "GET /v2.0/ports/ec2caf09-7834-451a-a3a6-1760c8c67ebe/bindings/n-h1-838550-3 HTTP/1.1" status: 404 len: 380 time: 0.1032467 May 18 18:08:05.590054 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [req-43817cc5-8a98-4110-b639-51d46d92c291 req-d5f0cc0d-8898-402e-86fe-9b04e14e4978 service neutron] Transition to ACTIVE for port object 6102f9c0-0273-47ba-a244-77aa5ae3ecca will not be triggered until provisioned by entity L2. {{(pid=102730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:08:05.605217 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-43817cc5-8a98-4110-b639-51d46d92c291 req-d5f0cc0d-8898-402e-86fe-9b04e14e4978 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:05.610343 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-deefa0ca-b73e-4835-b732-68937ace3eaf req-abbc6342-1a5f-44b7-9e7c-94d4496dbd74 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Calling delete_port for 0de02e7a-4341-4848-b5f4-8de104f914c9 owned by compute:nova {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:08:05.611428 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e78009-141b-4382-bea0-bc77c0c3a96e req-6c4d2d6f-b469-4d3d-8f16-a6455b39e481 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:05.621233 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-85e78009-141b-4382-bea0-bc77c0c3a96e req-6c4d2d6f-b469-4d3d-8f16-a6455b39e481 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/ports?device_id=30d35ae5-9978-4029-8dd6-a0722d438023 HTTP/1.1" status: 200 len: 947 time: 0.1264327 May 18 18:08:05.644740 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 3beb5ae3-39b5-4024-9788-1644d2c9c029, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=3beb5ae3-39b5-4024-9788-1644d2c9c029,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:08:05.681895 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Returning: {'device': '3beb5ae3-39b5-4024-9788-1644d2c9c029', 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305', 'port_id': '3beb5ae3-39b5-4024-9788-1644d2c9c029', 'mac_address': 'fa:16:3e:69:d7:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2531ae9-89db-4dcf-b670-9eac4c9cde53', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:08:05.716732 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-85e78009-141b-4382-bea0-bc77c0c3a96e req-f35254bd-781a-40d2-a298-476d76b14f29 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/security-groups?id=5ea4329b-bade-4f5a-bfbd-7917c3702679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916450 May 18 18:08:05.765377 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 3beb5ae3-39b5-4024-9788-1644d2c9c029 is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:08:05.766245 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:05.788674 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3beb5ae3-39b5-4024-9788-1644d2c9c029 {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:08:05.801366 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d10eb8d1-9b0d-4ff7-8085-078608b7d7e1 req-a3f3f7de-35ef-40c8-938a-f9e347bfc113 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681725 May 18 18:08:05.843836 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 3beb5ae3-39b5-4024-9788-1644d2c9c029, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=3beb5ae3-39b5-4024-9788-1644d2c9c029,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:08:05.847585 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f0cc0d-8898-402e-86fe-9b04e14e4978 service neutron] Pushing event updated for resources: {'Port': ['ID=6102f9c0-0273-47ba-a244-77aa5ae3ecca,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:08:05.852706 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:05.857215 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191e52e7-c878-4eab-88c2-4f0bfa89c4fe req-0c951b38-5619-45ce-a10d-37a587941e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:05.865400 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-191e52e7-c878-4eab-88c2-4f0bfa89c4fe req-0c951b38-5619-45ce-a10d-37a587941e97 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8ebc9a1ec3004890baedda4682fb5641&device_id=77596843-4c0f-475a-8d4e-a5a7e48df306 HTTP/1.1" status: 200 len: 1094 time: 0.1846271 May 18 18:08:06.075883 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=3beb5ae3-39b5-4024-9788-1644d2c9c029,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:08:06.138013 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-deefa0ca-b73e-4835-b732-68937ace3eaf req-abbc6342-1a5f-44b7-9e7c-94d4496dbd74 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:06.193239 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['3beb5ae3-39b5-4024-9788-1644d2c9c029'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:08:06.237706 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a216387-b246-4bba-9bd6-14d37484fd97 req-cfab7cc0-f309-4e66-9b63-c3612da5d0c1 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:06.251844 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9a216387-b246-4bba-9bd6-14d37484fd97 req-cfab7cc0-f309-4e66-9b63-c3612da5d0c1 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=62f9f506-c24d-4d5b-a44b-7b17cc269226 HTTP/1.1" status: 200 len: 943 time: 0.2043741 May 18 18:08:06.257234 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191e52e7-c878-4eab-88c2-4f0bfa89c4fe req-754585fc-e2c9-4681-bc7f-8bf121d22163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:06.261982 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbc6342-1a5f-44b7-9e7c-94d4496dbd74 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Pushing event deleted for resources: {'Port': ['ID=0de02e7a-4341-4848-b5f4-8de104f914c9,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:08:06.264810 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-191e52e7-c878-4eab-88c2-4f0bfa89c4fe req-754585fc-e2c9-4681-bc7f-8bf121d22163 service neutron] 10.222.0.88 "GET /v2.0/networks?id=34fdcfa4-2e5d-460f-9a9f-5a798833609a HTTP/1.1" status: 200 len: 909 time: 0.3874309 May 18 18:08:06.315741 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc43317-b374-43ca-8734-d1fcec40b579 req-29d02ed8-2ee2-4ba5-883d-c34d370bc835 tempest-ListImageFiltersTestJSON-1145215586 tempest-ListImageFiltersTestJSON-1145215586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:06.318161 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4fc43317-b374-43ca-8734-d1fcec40b579 req-29d02ed8-2ee2-4ba5-883d-c34d370bc835 tempest-ListImageFiltersTestJSON-1145215586 tempest-ListImageFiltersTestJSON-1145215586-project] 10.222.0.88 "GET /v2.0/ports?device_id=b2a6d27b-8b88-4013-b3e5-0ad6d9b69794 HTTP/1.1" status: 200 len: 948 time: 0.2443495 May 18 18:08:06.352899 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cb95d3-8f13-4643-afc3-711e1b0574be req-953e2d12-9bbe-4d3a-be8e-c34a12bfb77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:06.354475 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-44cb95d3-8f13-4643-afc3-711e1b0574be req-953e2d12-9bbe-4d3a-be8e-c34a12bfb77c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b8f267c7-2a12-455a-8742-23cd949ead3a&tenant_id=c95c071176d44e1393b66dc9873791e2 HTTP/1.1" status: 200 len: 1100 time: 0.2545812 May 18 18:08:06.361005 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-43817cc5-8a98-4110-b639-51d46d92c291 req-d5f0cc0d-8898-402e-86fe-9b04e14e4978 service neutron] Attempting to bind port 6102f9c0-0273-47ba-a244-77aa5ae3ecca on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:08:06.361005 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-43817cc5-8a98-4110-b639-51d46d92c291 req-d5f0cc0d-8898-402e-86fe-9b04e14e4978 service neutron] Attempting to bind port 6102f9c0-0273-47ba-a244-77aa5ae3ecca by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': '58bfdefb-3654-4aa0-92f0-6f0afd2552db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'f92940b8-c50f-4c94-b1f3-3e93ca94957d'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:08:06.361005 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43817cc5-8a98-4110-b639-51d46d92c291 req-d5f0cc0d-8898-402e-86fe-9b04e14e4978 service neutron] Attempting to bind port 6102f9c0-0273-47ba-a244-77aa5ae3ecca on network f92940b8-c50f-4c94-b1f3-3e93ca94957d {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:08:06.389473 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-44cb95d3-8f13-4643-afc3-711e1b0574be req-ea4f8168-6ffe-46d6-8b13-ec582c6570ee service neutron] Request body: {'port': {'binding:host_id': 'n-h1-838550-3', 'device_owner': 'compute:nova'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:08:06.394411 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-deefa0ca-b73e-4835-b732-68937ace3eaf req-abbc6342-1a5f-44b7-9e7c-94d4496dbd74 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] No DVR routers for this DVR port 0de02e7a-4341-4848-b5f4-8de104f914c9 on host n-h2-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:08:06.397696 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-deefa0ca-b73e-4835-b732-68937ace3eaf req-abbc6342-1a5f-44b7-9e7c-94d4496dbd74 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:06.401409 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-deefa0ca-b73e-4835-b732-68937ace3eaf req-abbc6342-1a5f-44b7-9e7c-94d4496dbd74 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] 10.222.0.88 "DELETE /v2.0/ports/0de02e7a-4341-4848-b5f4-8de104f914c9 HTTP/1.1" status: 204 len: 173 time: 1.4147167 May 18 18:08:06.404381 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38581067-48bd-481b-8c77-98ade7aca4d8', 'name': 'network-vif-deleted', 'tag': '0de02e7a-4341-4848-b5f4-8de104f914c9'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:08:06.406860 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5be447c-39a0-4c36-930d-9c6d26835776" -d '{"events": [{"server_uuid": "38581067-48bd-481b-8c77-98ade7aca4d8", "name": "network-vif-deleted", "tag": "0de02e7a-4341-4848-b5f4-8de104f914c9"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:08:06.432971 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43817cc5-8a98-4110-b639-51d46d92c291 req-d5f0cc0d-8898-402e-86fe-9b04e14e4978 service neutron] Port 6102f9c0-0273-47ba-a244-77aa5ae3ecca on network f92940b8-c50f-4c94-b1f3-3e93ca94957d not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:08:06.433295 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43817cc5-8a98-4110-b639-51d46d92c291 req-d5f0cc0d-8898-402e-86fe-9b04e14e4978 service neutron] Attempting to bind port 6102f9c0-0273-47ba-a244-77aa5ae3ecca on network f92940b8-c50f-4c94-b1f3-3e93ca94957d {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:08:06.444896 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43817cc5-8a98-4110-b639-51d46d92c291 req-d5f0cc0d-8898-402e-86fe-9b04e14e4978 service neutron] Checking agent: {'id': 'd1be059a-68ea-4c77-9b2b-29f4afa47e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:08:06.445232 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43817cc5-8a98-4110-b639-51d46d92c291 req-d5f0cc0d-8898-402e-86fe-9b04e14e4978 service neutron] Checking segment: {'id': '58bfdefb-3654-4aa0-92f0-6f0afd2552db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'f92940b8-c50f-4c94-b1f3-3e93ca94957d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:08:06.445734 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43817cc5-8a98-4110-b639-51d46d92c291 req-d5f0cc0d-8898-402e-86fe-9b04e14e4978 service neutron] Bound using segment: {'id': '58bfdefb-3654-4aa0-92f0-6f0afd2552db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'f92940b8-c50f-4c94-b1f3-3e93ca94957d'} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:08:06.446228 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-43817cc5-8a98-4110-b639-51d46d92c291 req-d5f0cc0d-8898-402e-86fe-9b04e14e4978 service neutron] Bound port: 6102f9c0-0273-47ba-a244-77aa5ae3ecca, host: n-h2-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58bfdefb-3654-4aa0-92f0-6f0afd2552db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'f92940b8-c50f-4c94-b1f3-3e93ca94957d'}}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:08:06.446592 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-43817cc5-8a98-4110-b639-51d46d92c291 req-d5f0cc0d-8898-402e-86fe-9b04e14e4978 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:06.512519 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-191e52e7-c878-4eab-88c2-4f0bfa89c4fe req-ebd228ec-2c07-4370-ac85-37d2d9d26d0a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=44ffae4b-f21a-4414-9cb7-cffce704b5da HTTP/1.1" status: 200 len: 217 time: 0.1929383 May 18 18:08:06.527748 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-44cb95d3-8f13-4643-afc3-711e1b0574be req-ea4f8168-6ffe-46d6-8b13-ec582c6570ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:06.528796 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9a216387-b246-4bba-9bd6-14d37484fd97 req-6a780fa5-b727-49fc-b225-0f7160f5b42f tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/security-groups?id=33ba1fad-191a-4b7a-ae9e-8e9e60985e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2756140 May 18 18:08:06.576098 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f23f1e30-e81a-4773-bc53-ec11576c9a4c req-a5b99a6b-5c29-4269-b5f0-e0cf5775c88d tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] 10.222.0.85 "GET /v2.0/ports?device_id=38581067-48bd-481b-8c77-98ade7aca4d8 HTTP/1.1" status: 200 len: 210 time: 0.0655935 May 18 18:08:06.704329 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191e52e7-c878-4eab-88c2-4f0bfa89c4fe req-69daa477-9045-4a11-98f4-1d25b56631e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:06.706333 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-191e52e7-c878-4eab-88c2-4f0bfa89c4fe req-69daa477-9045-4a11-98f4-1d25b56631e8 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8f7111f6-e2ae-4553-ac4c-889ba94e64a6 HTTP/1.1" status: 200 len: 848 time: 0.1764028 May 18 18:08:06.724595 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-4fc43317-b374-43ca-8734-d1fcec40b579 req-dd09bf76-60a5-4c76-92be-0324844bd1ae tempest-ListImageFiltersTestJSON-1145215586 tempest-ListImageFiltersTestJSON-1145215586-project] Deleting port 9676ee7b-d5df-42c2-92d0-2515cd3c33fe {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:08:06.725075 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-4fc43317-b374-43ca-8734-d1fcec40b579 req-dd09bf76-60a5-4c76-92be-0324844bd1ae tempest-ListImageFiltersTestJSON-1145215586 tempest-ListImageFiltersTestJSON-1145215586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:06.776092 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-43817cc5-8a98-4110-b639-51d46d92c291 req-d5f0cc0d-8898-402e-86fe-9b04e14e4978 service neutron] For port 6102f9c0-0273-47ba-a244-77aa5ae3ecca, host n-h2-838550-3, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:08:06.805915 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-191e52e7-c878-4eab-88c2-4f0bfa89c4fe req-e30b2388-905e-4358-8e2e-08f1884425db service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=34fdcfa4-2e5d-460f-9a9f-5a798833609a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0802476 May 18 18:08:06.824908 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4358bf4-e4ff-4166-8421-16641863677a req-23877958-ad26-4f71-9a38-b2654370dfa7 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:06.826693 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b4358bf4-e4ff-4166-8421-16641863677a req-23877958-ad26-4f71-9a38-b2654370dfa7 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/ports?device_id=77596843-4c0f-475a-8d4e-a5a7e48df306 HTTP/1.1" status: 200 len: 943 time: 0.1795206 May 18 18:08:06.852555 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-43817cc5-8a98-4110-b639-51d46d92c291 req-d5f0cc0d-8898-402e-86fe-9b04e14e4978 service neutron] For port 6102f9c0-0273-47ba-a244-77aa5ae3ecca, host n-h2-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=6102f9c0-0273-47ba-a244-77aa5ae3ecca,segment=NetworkSegment(58bfdefb-3654-4aa0-92f0-6f0afd2552db),segment_id=58bfdefb-3654-4aa0-92f0-6f0afd2552db)] {{(pid=102730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:08:06.877908 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-43817cc5-8a98-4110-b639-51d46d92c291 req-d5f0cc0d-8898-402e-86fe-9b04e14e4978 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:06.958260 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5ebb6e-306a-4fd9-ae3f-929fc2b2a09e req-71cceb59-19d2-42e9-ae18-793d8ef0879b tempest-ListImageFiltersTestJSON-1145215586 tempest-ListImageFiltersTestJSON-1145215586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:06.959865 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-aa5ebb6e-306a-4fd9-ae3f-929fc2b2a09e req-71cceb59-19d2-42e9-ae18-793d8ef0879b tempest-ListImageFiltersTestJSON-1145215586 tempest-ListImageFiltersTestJSON-1145215586-project] 10.222.0.85 "GET /v2.0/ports?device_id=b2a6d27b-8b88-4013-b3e5-0ad6d9b69794 HTTP/1.1" status: 200 len: 948 time: 0.1995983 May 18 18:08:06.971080 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-4fc43317-b374-43ca-8734-d1fcec40b579 req-dd09bf76-60a5-4c76-92be-0324844bd1ae tempest-ListImageFiltersTestJSON-1145215586 tempest-ListImageFiltersTestJSON-1145215586-project] For port 9676ee7b-d5df-42c2-92d0-2515cd3c33fe, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=9676ee7b-d5df-42c2-92d0-2515cd3c33fe,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:08:06.971457 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-4fc43317-b374-43ca-8734-d1fcec40b579 req-dd09bf76-60a5-4c76-92be-0324844bd1ae tempest-ListImageFiltersTestJSON-1145215586 tempest-ListImageFiltersTestJSON-1145215586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:06.990188 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b4358bf4-e4ff-4166-8421-16641863677a req-d62ba7e6-a030-4b7c-b3fb-f9055eb94020 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/security-groups?id=fae3ce3c-9235-4ae4-9c6c-e682ce6a4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388061 May 18 18:08:07.018685 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43817cc5-8a98-4110-b639-51d46d92c291 req-d5f0cc0d-8898-402e-86fe-9b04e14e4978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:07.019590 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-43817cc5-8a98-4110-b639-51d46d92c291 req-d5f0cc0d-8898-402e-86fe-9b04e14e4978 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:07.021429 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-43817cc5-8a98-4110-b639-51d46d92c291 req-d5f0cc0d-8898-402e-86fe-9b04e14e4978 service neutron] 10.222.0.88 "PUT /v2.0/ports/6102f9c0-0273-47ba-a244-77aa5ae3ecca HTTP/1.1" status: 200 len: 1091 time: 2.6044075 May 18 18:08:07.040582 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-4fc43317-b374-43ca-8734-d1fcec40b579 req-dd09bf76-60a5-4c76-92be-0324844bd1ae tempest-ListImageFiltersTestJSON-1145215586 tempest-ListImageFiltersTestJSON-1145215586-project] Calling delete_port for 9676ee7b-d5df-42c2-92d0-2515cd3c33fe owned by compute:nova {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:08:07.074665 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-191e52e7-c878-4eab-88c2-4f0bfa89c4fe req-636bb599-e822-40ca-bac5-6dd50faf1982 service neutron] 10.222.0.88 "GET /v2.0/networks/34fdcfa4-2e5d-460f-9a9f-5a798833609a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2602584 May 18 18:08:07.108302 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa880806-4dcb-4573-b306-d44a2e777f4a x-openstack-request-id: req-fa880806-4dcb-4573-b306-d44a2e777f4a {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:08:07.108756 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38581067-48bd-481b-8c77-98ade7aca4d8", "name": "network-vif-deleted", "tag": "0de02e7a-4341-4848-b5f4-8de104f914c9", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:08:07.109048 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-fa880806-4dcb-4573-b306-d44a2e777f4a {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:08:07.109538 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa880806-4dcb-4573-b306-d44a2e777f4a'] response: {'server_uuid': '38581067-48bd-481b-8c77-98ade7aca4d8', 'name': 'network-vif-deleted', 'tag': '0de02e7a-4341-4848-b5f4-8de104f914c9', 'status': 'completed', 'code': 200} May 18 18:08:07.114062 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f0cc0d-8898-402e-86fe-9b04e14e4978 service neutron] Pushing event updated for resources: {'Port': ['ID=6102f9c0-0273-47ba-a244-77aa5ae3ecca,revision_number=3']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:08:07.166224 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f0cc0d-8898-402e-86fe-9b04e14e4978 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:08:07.166566 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f0cc0d-8898-402e-86fe-9b04e14e4978 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:08:07.167202 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f0cc0d-8898-402e-86fe-9b04e14e4978 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:08:07.167544 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f0cc0d-8898-402e-86fe-9b04e14e4978 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:08:07.167875 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f0cc0d-8898-402e-86fe-9b04e14e4978 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:08:07.168840 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f0cc0d-8898-402e-86fe-9b04e14e4978 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:08:07.169166 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f0cc0d-8898-402e-86fe-9b04e14e4978 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:08:07.169493 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f0cc0d-8898-402e-86fe-9b04e14e4978 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:08:07.170057 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f0cc0d-8898-402e-86fe-9b04e14e4978 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:08:07.170440 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f0cc0d-8898-402e-86fe-9b04e14e4978 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:08:07.170775 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f0cc0d-8898-402e-86fe-9b04e14e4978 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:08:07.171103 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f0cc0d-8898-402e-86fe-9b04e14e4978 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:08:07.190189 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-aa5ebb6e-306a-4fd9-ae3f-929fc2b2a09e req-56cf7015-1d0f-49e0-968a-24412f14e88f tempest-ListImageFiltersTestJSON-1145215586 tempest-ListImageFiltersTestJSON-1145215586-project] 10.222.0.85 "GET /v2.0/security-groups?id=1d865af5-9ba4-4796-9d2e-8c253d202d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106092 May 18 18:08:07.193539 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-44cb95d3-8f13-4643-afc3-711e1b0574be req-ea4f8168-6ffe-46d6-8b13-ec582c6570ee service neutron] For port ec2caf09-7834-451a-a3a6-1760c8c67ebe, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=ec2caf09-7834-451a-a3a6-1760c8c67ebe,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:08:07.239872 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43817cc5-8a98-4110-b639-51d46d92c291 req-859f0dd2-7bb7-4a41-9f60-0be1395030e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:07.242840 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-43817cc5-8a98-4110-b639-51d46d92c291 req-859f0dd2-7bb7-4a41-9f60-0be1395030e5 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ed8a017ff6d8432c9386dee5054e8944&device_id=62f9f506-c24d-4d5b-a44b-7b17cc269226 HTTP/1.1" status: 200 len: 1094 time: 0.1488111 May 18 18:08:07.262733 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-44cb95d3-8f13-4643-afc3-711e1b0574be req-ea4f8168-6ffe-46d6-8b13-ec582c6570ee service neutron] For port ec2caf09-7834-451a-a3a6-1760c8c67ebe, host n-h2-838550-3, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:08:07.301957 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ab9829-2f17-49a9-9add-b6aef28c0a7f req-60b78629-c58c-4fa8-bf65-c6970245560f tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:07.303412 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-95ab9829-2f17-49a9-9add-b6aef28c0a7f req-60b78629-c58c-4fa8-bf65-c6970245560f tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/ports?device_id=30d35ae5-9978-4029-8dd6-a0722d438023 HTTP/1.1" status: 200 len: 948 time: 0.1579890 May 18 18:08:07.308415 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-191e52e7-c878-4eab-88c2-4f0bfa89c4fe req-2ec00df5-f459-4049-8576-b952b5ac654a service neutron] 10.222.0.88 "GET /v2.0/networks/34fdcfa4-2e5d-460f-9a9f-5a798833609a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198288 May 18 18:08:07.318064 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-43817cc5-8a98-4110-b639-51d46d92c291 req-b229385a-6f7f-45a2-b054-891eeb3cbe0c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6102f9c0-0273-47ba-a244-77aa5ae3ecca HTTP/1.1" status: 200 len: 217 time: 0.0639856 May 18 18:08:07.380760 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-95ab9829-2f17-49a9-9add-b6aef28c0a7f req-5c23fada-0264-4288-85a9-2441c2a000de tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/security-groups?id=5ea4329b-bade-4f5a-bfbd-7917c3702679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701721 May 18 18:08:07.392104 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-44cb95d3-8f13-4643-afc3-711e1b0574be req-ea4f8168-6ffe-46d6-8b13-ec582c6570ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:07.395020 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-4fc43317-b374-43ca-8734-d1fcec40b579 req-dd09bf76-60a5-4c76-92be-0324844bd1ae tempest-ListImageFiltersTestJSON-1145215586 tempest-ListImageFiltersTestJSON-1145215586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:07.424668 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [req-44cb95d3-8f13-4643-afc3-711e1b0574be req-ea4f8168-6ffe-46d6-8b13-ec582c6570ee service neutron] Transition to ACTIVE for port object ec2caf09-7834-451a-a3a6-1760c8c67ebe will not be triggered until provisioned by entity L2. {{(pid=102730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:08:07.426350 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43817cc5-8a98-4110-b639-51d46d92c291 req-860a0baa-b3eb-4799-b126-49986e83477e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:07.428281 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-43817cc5-8a98-4110-b639-51d46d92c291 req-860a0baa-b3eb-4799-b126-49986e83477e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=3928b460-5138-4e6e-b763-eaa17a3ede29 HTTP/1.1" status: 200 len: 852 time: 0.1001136 May 18 18:08:07.443252 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a4ccd1-5c53-4a95-9102-847c97da84e9 req-495a1783-d8f3-4c93-8ca4-2a8216e00ee9 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:07.445170 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-77a4ccd1-5c53-4a95-9102-847c97da84e9 req-495a1783-d8f3-4c93-8ca4-2a8216e00ee9 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=b8f267c7-2a12-455a-8742-23cd949ead3a HTTP/1.1" status: 200 len: 949 time: 0.1622624 May 18 18:08:07.447522 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-44cb95d3-8f13-4643-afc3-711e1b0574be req-ea4f8168-6ffe-46d6-8b13-ec582c6570ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:07.464050 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd09bf76-60a5-4c76-92be-0324844bd1ae tempest-ListImageFiltersTestJSON-1145215586 tempest-ListImageFiltersTestJSON-1145215586-project] Pushing event deleted for resources: {'Port': ['ID=9676ee7b-d5df-42c2-92d0-2515cd3c33fe,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:08:07.475186 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 3beb5ae3-39b5-4024-9788-1644d2c9c029 up at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:08:07.484390 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fc43317-b374-43ca-8734-d1fcec40b579 req-dd09bf76-60a5-4c76-92be-0324844bd1ae tempest-ListImageFiltersTestJSON-1145215586 tempest-ListImageFiltersTestJSON-1145215586-project] No DVR routers for this DVR port 9676ee7b-d5df-42c2-92d0-2515cd3c33fe on host n-h2-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:08:07.489433 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-4fc43317-b374-43ca-8734-d1fcec40b579 req-dd09bf76-60a5-4c76-92be-0324844bd1ae tempest-ListImageFiltersTestJSON-1145215586 tempest-ListImageFiltersTestJSON-1145215586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:07.493338 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4fc43317-b374-43ca-8734-d1fcec40b579 req-dd09bf76-60a5-4c76-92be-0324844bd1ae tempest-ListImageFiltersTestJSON-1145215586 tempest-ListImageFiltersTestJSON-1145215586-project] 10.222.0.88 "DELETE /v2.0/ports/9676ee7b-d5df-42c2-92d0-2515cd3c33fe HTTP/1.1" status: 204 len: 173 time: 1.1649880 May 18 18:08:07.495545 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2a6d27b-8b88-4013-b3e5-0ad6d9b69794', 'name': 'network-vif-deleted', 'tag': '9676ee7b-d5df-42c2-92d0-2515cd3c33fe'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:08:07.513581 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-43817cc5-8a98-4110-b639-51d46d92c291 req-8c0f8918-759c-4cf2-8606-fff367a73ed3 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=f92940b8-c50f-4c94-b1f3-3e93ca94957d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672023 May 18 18:08:07.520196 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-249c0376-cbe2-493f-8d0e-49df23a4fe26" -d '{"events": [{"server_uuid": "b2a6d27b-8b88-4013-b3e5-0ad6d9b69794", "name": "network-vif-deleted", "tag": "9676ee7b-d5df-42c2-92d0-2515cd3c33fe"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:08:07.557457 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning for port 3beb5ae3-39b5-4024-9788-1644d2c9c029 completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:08:07.562560 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-99830183-7d78-4a9e-98db-e89f63ede847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:07.571666 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning complete for port 3beb5ae3-39b5-4024-9788-1644d2c9c029 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:08:07.572134 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:07.625945 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-44cb95d3-8f13-4643-afc3-711e1b0574be req-ea4f8168-6ffe-46d6-8b13-ec582c6570ee service neutron] No DVR routers for this DVR port ec2caf09-7834-451a-a3a6-1760c8c67ebe on host n-h2-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:08:07.630017 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4f8168-6ffe-46d6-8b13-ec582c6570ee service neutron] Pushing event updated for resources: {'Port': ['ID=ec2caf09-7834-451a-a3a6-1760c8c67ebe,revision_number=6']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:08:07.646087 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-77a4ccd1-5c53-4a95-9102-847c97da84e9 req-8b379ee1-9c1f-40ed-b47a-bf196e3a9f71 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842072 May 18 18:08:07.716114 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-44cb95d3-8f13-4643-afc3-711e1b0574be req-ea4f8168-6ffe-46d6-8b13-ec582c6570ee service neutron] Attempting to bind port ec2caf09-7834-451a-a3a6-1760c8c67ebe on host n-h1-838550-3 for vnic_type normal with profile {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:08:07.716460 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-44cb95d3-8f13-4643-afc3-711e1b0574be req-ea4f8168-6ffe-46d6-8b13-ec582c6570ee service neutron] Attempting to bind port ec2caf09-7834-451a-a3a6-1760c8c67ebe by drivers openvswitch,hyperv on host n-h1-838550-3 at level 0 using segments [{'id': '2879bb11-64b4-46f1-9f8b-52941d47b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:08:07.716828 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44cb95d3-8f13-4643-afc3-711e1b0574be req-ea4f8168-6ffe-46d6-8b13-ec582c6570ee service neutron] Attempting to bind port ec2caf09-7834-451a-a3a6-1760c8c67ebe on network 4c8ef274-9ecc-47c2-9686-5eebd78fb305 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:08:07.723789 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 3beb5ae3-39b5-4024-9788-1644d2c9c029 is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:08:07.725419 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:07.732168 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44cb95d3-8f13-4643-afc3-711e1b0574be req-ea4f8168-6ffe-46d6-8b13-ec582c6570ee service neutron] Port ec2caf09-7834-451a-a3a6-1760c8c67ebe on network 4c8ef274-9ecc-47c2-9686-5eebd78fb305 not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-3 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:08:07.732563 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44cb95d3-8f13-4643-afc3-711e1b0574be req-ea4f8168-6ffe-46d6-8b13-ec582c6570ee service neutron] Attempting to bind port ec2caf09-7834-451a-a3a6-1760c8c67ebe on network 4c8ef274-9ecc-47c2-9686-5eebd78fb305 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:08:07.738865 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5ede1b8-d615-4f25-9d05-807cb4aa49c3 x-openstack-request-id: req-d5ede1b8-d615-4f25-9d05-807cb4aa49c3 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:08:07.739306 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2a6d27b-8b88-4013-b3e5-0ad6d9b69794", "name": "network-vif-deleted", "tag": "9676ee7b-d5df-42c2-92d0-2515cd3c33fe", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:08:07.739625 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-d5ede1b8-d615-4f25-9d05-807cb4aa49c3 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:08:07.740249 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5ede1b8-d615-4f25-9d05-807cb4aa49c3'] response: {'server_uuid': 'b2a6d27b-8b88-4013-b3e5-0ad6d9b69794', 'name': 'network-vif-deleted', 'tag': '9676ee7b-d5df-42c2-92d0-2515cd3c33fe', 'status': 'completed', 'code': 200} May 18 18:08:07.746786 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-43817cc5-8a98-4110-b639-51d46d92c291 req-6fcc630e-13b8-476f-aa37-6cdc807b3732 service neutron] 10.222.0.88 "GET /v2.0/networks/f92940b8-c50f-4c94-b1f3-3e93ca94957d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163856 May 18 18:08:07.747656 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44cb95d3-8f13-4643-afc3-711e1b0574be req-ea4f8168-6ffe-46d6-8b13-ec582c6570ee service neutron] Checking agent: {'id': '1dbac822-25f2-4df8-9dc8-5c2e7b136eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:08:07.748018 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44cb95d3-8f13-4643-afc3-711e1b0574be req-ea4f8168-6ffe-46d6-8b13-ec582c6570ee service neutron] Checking segment: {'id': '2879bb11-64b4-46f1-9f8b-52941d47b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:08:07.748403 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44cb95d3-8f13-4643-afc3-711e1b0574be req-ea4f8168-6ffe-46d6-8b13-ec582c6570ee service neutron] Bound using segment: {'id': '2879bb11-64b4-46f1-9f8b-52941d47b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305'} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:08:07.748806 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-44cb95d3-8f13-4643-afc3-711e1b0574be req-ea4f8168-6ffe-46d6-8b13-ec582c6570ee service neutron] Bound port: ec2caf09-7834-451a-a3a6-1760c8c67ebe, host: n-h1-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2879bb11-64b4-46f1-9f8b-52941d47b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305'}}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:08:07.749281 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-44cb95d3-8f13-4643-afc3-711e1b0574be req-ea4f8168-6ffe-46d6-8b13-ec582c6570ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:07.830040 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30d35ae5-9978-4029-8dd6-a0722d438023', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3beb5ae3-39b5-4024-9788-1644d2c9c029'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:08:07.836758 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e25aaf55-1575-49f2-aeaa-2a7168d78502" -d '{"events": [{"server_uuid": "30d35ae5-9978-4029-8dd6-a0722d438023", "name": "network-vif-plugged", "status": "completed", "tag": "3beb5ae3-39b5-4024-9788-1644d2c9c029"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:08:07.847345 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 3beb5ae3-39b5-4024-9788-1644d2c9c029, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=3beb5ae3-39b5-4024-9788-1644d2c9c029,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:08:07.856961 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:07.859256 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 0de02e7a-4341-4848-b5f4-8de104f914c9 no longer exists at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:08:07.887362 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc9d24b-5050-47e8-be16-c3c93cf38abb req-a54afd83-16fa-49f9-b7bb-eb3a4f810779 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:07.890991 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ccc9d24b-5050-47e8-be16-c3c93cf38abb req-a54afd83-16fa-49f9-b7bb-eb3a4f810779 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=62f9f506-c24d-4d5b-a44b-7b17cc269226 HTTP/1.1" status: 200 len: 943 time: 0.0701542 May 18 18:08:07.943448 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-44cb95d3-8f13-4643-afc3-711e1b0574be req-ea4f8168-6ffe-46d6-8b13-ec582c6570ee service neutron] For port ec2caf09-7834-451a-a3a6-1760c8c67ebe, host n-h1-838550-3, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:08:07.948177 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-44cb95d3-8f13-4643-afc3-711e1b0574be req-ea4f8168-6ffe-46d6-8b13-ec582c6570ee service neutron] For port ec2caf09-7834-451a-a3a6-1760c8c67ebe, host n-h1-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=ec2caf09-7834-451a-a3a6-1760c8c67ebe,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:08:07.950890 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ccc9d24b-5050-47e8-be16-c3c93cf38abb req-bb9b5b03-5445-4a10-a749-72ea20ca1562 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/security-groups?id=33ba1fad-191a-4b7a-ae9e-8e9e60985e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495493 May 18 18:08:07.955225 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] No Port match for: 0de02e7a-4341-4848-b5f4-8de104f914c9 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:08:07.955582 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 0de02e7a-4341-4848-b5f4-8de104f914c9 not bound to the agent host n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:08:07.956412 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 9676ee7b-d5df-42c2-92d0-2515cd3c33fe no longer exists at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:08:07.980336 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 7 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 18:08:08.007127 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] No Port match for: 9676ee7b-d5df-42c2-92d0-2515cd3c33fe {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:08:08.007479 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 9676ee7b-d5df-42c2-92d0-2515cd3c33fe not bound to the agent host n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:08:08.048248 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=3beb5ae3-39b5-4024-9788-1644d2c9c029,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:08:08.058149 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-44cb95d3-8f13-4643-afc3-711e1b0574be req-ea4f8168-6ffe-46d6-8b13-ec582c6570ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:08.089489 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b214f87-d361-4628-9ee8-3f232499f6be x-openstack-request-id: req-4b214f87-d361-4628-9ee8-3f232499f6be {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:08:08.090003 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30d35ae5-9978-4029-8dd6-a0722d438023", "name": "network-vif-plugged", "status": "completed", "tag": "3beb5ae3-39b5-4024-9788-1644d2c9c029", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:08:08.090778 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-4b214f87-d361-4628-9ee8-3f232499f6be {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:08:08.096514 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b214f87-d361-4628-9ee8-3f232499f6be'] response: {'server_uuid': '30d35ae5-9978-4029-8dd6-a0722d438023', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3beb5ae3-39b5-4024-9788-1644d2c9c029', 'code': 200} May 18 18:08:08.113210 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-43817cc5-8a98-4110-b639-51d46d92c291 req-8a7e422f-daa5-44d0-8f67-4e287446e6c4 service neutron] 10.222.0.88 "GET /v2.0/networks/f92940b8-c50f-4c94-b1f3-3e93ca94957d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3416100 May 18 18:08:08.167157 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cb95d3-8f13-4643-afc3-711e1b0574be req-ea4f8168-6ffe-46d6-8b13-ec582c6570ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:08.167789 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-44cb95d3-8f13-4643-afc3-711e1b0574be req-ea4f8168-6ffe-46d6-8b13-ec582c6570ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:08.169438 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-44cb95d3-8f13-4643-afc3-711e1b0574be req-ea4f8168-6ffe-46d6-8b13-ec582c6570ee service neutron] 10.222.0.36 "PUT /v2.0/ports/ec2caf09-7834-451a-a3a6-1760c8c67ebe HTTP/1.1" status: 200 len: 1095 time: 1.7911670 May 18 18:08:08.191040 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9c6133e0-719c-45dd-9e9a-320a600d1ae9 req-fa618147-715e-4941-89a2-d0d5ad5b0147 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] 10.222.0.85 "GET /v2.0/security-groups/d1bc3b4f-a0fd-4d51-af63-e28a9991e038 HTTP/1.1" status: 200 len: 1799 time: 0.3211017 May 18 18:08:08.325679 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4f8168-6ffe-46d6-8b13-ec582c6570ee service neutron] Pushing event updated for resources: {'Port': ['ID=ec2caf09-7834-451a-a3a6-1760c8c67ebe,revision_number=7']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:08:08.356519 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e78a3e-3398-44f4-b372-b73ecfc660c6 req-e0692fa9-d6be-4beb-8e3a-8fe476378ef6 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:08.358199 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b2e78a3e-3398-44f4-b372-b73ecfc660c6 req-e0692fa9-d6be-4beb-8e3a-8fe476378ef6 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/ports?device_id=77596843-4c0f-475a-8d4e-a5a7e48df306 HTTP/1.1" status: 200 len: 943 time: 0.0718045 May 18 18:08:08.359897 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cb95d3-8f13-4643-afc3-711e1b0574be req-be10febb-ad96-4d26-bc3f-c727ca9ec655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:08.361425 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-44cb95d3-8f13-4643-afc3-711e1b0574be req-be10febb-ad96-4d26-bc3f-c727ca9ec655 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c95c071176d44e1393b66dc9873791e2&device_id=b8f267c7-2a12-455a-8742-23cd949ead3a HTTP/1.1" status: 200 len: 1098 time: 0.1544790 May 18 18:08:08.378031 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df63589b-a91b-4960-80ff-b2fbe70a1b12 req-43587f78-c281-4951-89ce-f3c924e9f566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:08.379574 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-df63589b-a91b-4960-80ff-b2fbe70a1b12 req-43587f78-c281-4951-89ce-f3c924e9f566 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=30d35ae5-9978-4029-8dd6-a0722d438023 HTTP/1.1" status: 200 len: 1100 time: 0.1227136 May 18 18:08:08.411200 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-9c6133e0-719c-45dd-9e9a-320a600d1ae9 req-f4807cc5-2ac5-419d-aa63-dc0a10176802 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:08.416619 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b2e78a3e-3398-44f4-b372-b73ecfc660c6 req-3107b357-2c62-4b9d-8225-d9f2c3b0cd88 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/security-groups?id=fae3ce3c-9235-4ae4-9c6c-e682ce6a4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518324 May 18 18:08:08.513850 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-9c6133e0-719c-45dd-9e9a-320a600d1ae9 req-f4807cc5-2ac5-419d-aa63-dc0a10176802 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:08.556914 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-df63589b-a91b-4960-80ff-b2fbe70a1b12 req-081a728a-c84a-470c-9f7c-ccc18044bd8a service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=5ea4329b-bade-4f5a-bfbd-7917c3702679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662540 May 18 18:08:08.618098 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cb95d3-8f13-4643-afc3-711e1b0574be req-317a3e2b-d865-4c07-91c3-eb23695bfd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:08.619722 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-44cb95d3-8f13-4643-afc3-711e1b0574be req-317a3e2b-d865-4c07-91c3-eb23695bfd52 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4c8ef274-9ecc-47c2-9686-5eebd78fb305 HTTP/1.1" status: 200 len: 870 time: 0.2391968 May 18 18:08:08.645545 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-9c6133e0-719c-45dd-9e9a-320a600d1ae9 req-f4807cc5-2ac5-419d-aa63-dc0a10176802 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:08.646160 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f05562-c390-43b5-bcf3-9c758ae38dcb req-82dc98eb-d899-4697-84d8-0bd77d3d25f5 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:08.648334 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-9c6133e0-719c-45dd-9e9a-320a600d1ae9 req-f4807cc5-2ac5-419d-aa63-dc0a10176802 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:08.648666 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-93f05562-c390-43b5-bcf3-9c758ae38dcb req-82dc98eb-d899-4697-84d8-0bd77d3d25f5 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/ports?device_id=30d35ae5-9978-4029-8dd6-a0722d438023 HTTP/1.1" status: 200 len: 949 time: 0.0897112 May 18 18:08:08.649719 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9c6133e0-719c-45dd-9e9a-320a600d1ae9 req-f4807cc5-2ac5-419d-aa63-dc0a10176802 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] 10.222.0.85 "DELETE /v2.0/security-groups/d1bc3b4f-a0fd-4d51-af63-e28a9991e038 HTTP/1.1" status: 204 len: 173 time: 0.4578443 May 18 18:08:08.695785 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-44cb95d3-8f13-4643-afc3-711e1b0574be req-8839e954-9b87-4671-8212-30ae2c8498ac service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=ec2caf09-7834-451a-a3a6-1760c8c67ebe HTTP/1.1" status: 200 len: 217 time: 0.0645332 May 18 18:08:08.705458 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-93f05562-c390-43b5-bcf3-9c758ae38dcb req-024e0911-7d93-42f8-aede-6f81fcb4957a tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/security-groups?id=5ea4329b-bade-4f5a-bfbd-7917c3702679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467217 May 18 18:08:08.710411 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4807cc5-2ac5-419d-aa63-dc0a10176802 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1bc3b4f-a0fd-4d51-af63-e28a9991e038,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:08:08.896646 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 52464) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:08:09.059658 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ec162910-6349-49c7-83f8-af0bf278c950 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:09.087509 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5c5de969-8723-44f1-a363-1571518618a0 req-dce4a6c9-372a-422c-8e7a-735296e00f12 tempest-FlavorsV2NegativeTest-1176578517 tempest-FlavorsV2NegativeTest-1176578517-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=83a0760c81834a6f8048138f367247bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3350611 May 18 18:08:09.108075 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cb95d3-8f13-4643-afc3-711e1b0574be req-befcfea1-8352-4764-8438-9675bf9b0141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:09.109690 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-44cb95d3-8f13-4643-afc3-711e1b0574be req-befcfea1-8352-4764-8438-9675bf9b0141 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c2531ae9-89db-4dcf-b670-9eac4c9cde53 HTTP/1.1" status: 200 len: 843 time: 0.3972371 May 18 18:08:09.111550 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62f9f506-c24d-4d5b-a44b-7b17cc269226', 'tag': '6102f9c0-0273-47ba-a244-77aa5ae3ecca'}, {'server_uuid': 'b8f267c7-2a12-455a-8742-23cd949ead3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec2caf09-7834-451a-a3a6-1760c8c67ebe'}, {'name': 'network-changed', 'server_uuid': 'b8f267c7-2a12-455a-8742-23cd949ead3a', 'tag': 'ec2caf09-7834-451a-a3a6-1760c8c67ebe'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:08:09.114035 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9b977a5-6b3d-4f10-8d9a-2871bc69ce9e" -d '{"events": [{"name": "network-changed", "server_uuid": "62f9f506-c24d-4d5b-a44b-7b17cc269226", "tag": "6102f9c0-0273-47ba-a244-77aa5ae3ecca"}, {"server_uuid": "b8f267c7-2a12-455a-8742-23cd949ead3a", "name": "network-vif-unplugged", "status": "completed", "tag": "ec2caf09-7834-451a-a3a6-1760c8c67ebe"}, {"name": "network-changed", "server_uuid": "b8f267c7-2a12-455a-8742-23cd949ead3a", "tag": "ec2caf09-7834-451a-a3a6-1760c8c67ebe"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:08:09.150004 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ec162910-6349-49c7-83f8-af0bf278c950 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:09.159027 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ec162910-6349-49c7-83f8-af0bf278c950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:09.208870 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-ec162910-6349-49c7-83f8-af0bf278c950 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=355252c5ccf24a4b87f88fda4392f063&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3107650 May 18 18:08:09.210087 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec162910-6349-49c7-83f8-af0bf278c950 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de18a612-ae4c-4ebb-88b9-420d1caf597d,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:08:09.212679 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 52482) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:08:09.243731 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cb95d3-8f13-4643-afc3-711e1b0574be req-a9a2ace9-7731-4a97-9577-597273838480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:09.245257 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-44cb95d3-8f13-4643-afc3-711e1b0574be req-a9a2ace9-7731-4a97-9577-597273838480 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4c8ef274-9ecc-47c2-9686-5eebd78fb305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1170382 May 18 18:08:09.291475 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-805a6a9e-408a-4212-8810-38dbe9e138c0 req-e8b3894b-ecda-47cb-93e9-637b9f85dd5c tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] 10.222.0.85 "GET /v2.0/security-groups/fab51a8e-0098-4cc9-84a3-d9e6f705cd17 HTTP/1.1" status: 200 len: 1800 time: 0.0519366 May 18 18:08:09.301379 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5de969-8723-44f1-a363-1571518618a0 req-56051468-a475-408d-9bdc-f6d3587bd23d tempest-FlavorsV2NegativeTest-1176578517 tempest-FlavorsV2NegativeTest-1176578517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:09.303744 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5c5de969-8723-44f1-a363-1571518618a0 req-56051468-a475-408d-9bdc-f6d3587bd23d tempest-FlavorsV2NegativeTest-1176578517 tempest-FlavorsV2NegativeTest-1176578517-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2065139 May 18 18:08:09.356832 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-805a6a9e-408a-4212-8810-38dbe9e138c0 req-52580d01-11aa-424a-a5be-9e57022db7f5 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:09.361370 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5c5de969-8723-44f1-a363-1571518618a0 req-f5d23584-fb17-4a55-827e-fa8906968a71 tempest-FlavorsV2NegativeTest-1176578517 tempest-FlavorsV2NegativeTest-1176578517-project] 10.222.0.85 "GET /v2.0/quotas/83a0760c81834a6f8048138f367247bd HTTP/1.1" status: 200 len: 375 time: 0.0245714 May 18 18:08:09.383437 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-805a6a9e-408a-4212-8810-38dbe9e138c0 req-52580d01-11aa-424a-a5be-9e57022db7f5 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:09.402174 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-61434e6a-ffbc-4965-84ca-de6719680bba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:09.431782 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-805a6a9e-408a-4212-8810-38dbe9e138c0 req-52580d01-11aa-424a-a5be-9e57022db7f5 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:09.434777 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-805a6a9e-408a-4212-8810-38dbe9e138c0 req-52580d01-11aa-424a-a5be-9e57022db7f5 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:09.436212 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-805a6a9e-408a-4212-8810-38dbe9e138c0 req-52580d01-11aa-424a-a5be-9e57022db7f5 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] 10.222.0.85 "DELETE /v2.0/security-groups/fab51a8e-0098-4cc9-84a3-d9e6f705cd17 HTTP/1.1" status: 204 len: 173 time: 0.1354167 May 18 18:08:09.437052 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5c5de969-8723-44f1-a363-1571518618a0 req-a6815031-e088-4b72-85dd-50f86e6bea4f tempest-FlavorsV2NegativeTest-1176578517 tempest-FlavorsV2NegativeTest-1176578517-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=83a0760c81834a6f8048138f367247bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0611444 May 18 18:08:09.446152 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 52488) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:08:09.448608 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52580d01-11aa-424a-a5be-9e57022db7f5 tempest-SecurityGroupsTestJSON-823407990 tempest-SecurityGroupsTestJSON-823407990-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fab51a8e-0098-4cc9-84a3-d9e6f705cd17,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:08:09.453861 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 44ffae4b-f21a-4414-9cb7-cffce704b5da details requested by agent hyperv_n-h2-838550-3 with host n-h2-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:08:09.458190 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device ec2caf09-7834-451a-a3a6-1760c8c67ebe no longer exists at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:08:09.471597 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-61434e6a-ffbc-4965-84ca-de6719680bba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:09.476976 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-44cb95d3-8f13-4643-afc3-711e1b0574be req-8f56a287-62b8-477a-b2b8-814d7505178b service neutron] 10.222.0.36 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163620 May 18 18:08:09.607159 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9796050-3b44-40b2-a29b-d0444ecdf1e1 admin admin] Deleting subnet a9078eee-385e-4d5a-9f98-77196779b20c {{(pid=102731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:08:09.643777 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c9796050-3b44-40b2-a29b-d0444ecdf1e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:09.716673 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd39496-6819-4ee4-bafa-a4d984f9220e req-4d4a72ca-8346-46c3-9cb1-c6231b59b098 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:09.718623 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-dfd39496-6819-4ee4-bafa-a4d984f9220e req-4d4a72ca-8346-46c3-9cb1-c6231b59b098 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=62f9f506-c24d-4d5b-a44b-7b17cc269226 HTTP/1.1" status: 200 len: 943 time: 0.1434011 May 18 18:08:09.722535 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-44cb95d3-8f13-4643-afc3-711e1b0574be req-5e7662ab-8388-4ac6-8a4e-4058eceb6b4b service neutron] 10.222.0.36 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312627 May 18 18:08:09.729267 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c9796050-3b44-40b2-a29b-d0444ecdf1e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260542153'] for subnet, precommit_delete_associations {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:09.769646 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-61434e6a-ffbc-4965-84ca-de6719680bba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:09.792352 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325d87f7-5cb5-4037-9c37-3f514715ab88 req-2a9f4471-661f-4a90-8237-b2a233a48a89 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:09.794078 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-61434e6a-ffbc-4965-84ca-de6719680bba admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:09.799848 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-61434e6a-ffbc-4965-84ca-de6719680bba admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/de18a612-ae4c-4ebb-88b9-420d1caf597d HTTP/1.1" status: 204 len: 168 time: 0.5854206 May 18 18:08:09.815393 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-325d87f7-5cb5-4037-9c37-3f514715ab88 req-2a9f4471-661f-4a90-8237-b2a233a48a89 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=b8f267c7-2a12-455a-8742-23cd949ead3a HTTP/1.1" status: 200 len: 947 time: 0.2421308 May 18 18:08:09.842524 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61434e6a-ffbc-4965-84ca-de6719680bba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de18a612-ae4c-4ebb-88b9-420d1caf597d,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:08:09.918411 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-dfd39496-6819-4ee4-bafa-a4d984f9220e req-a95da438-c1aa-4b9c-a008-21e9e41da36b tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/security-groups?id=33ba1fad-191a-4b7a-ae9e-8e9e60985e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635404 May 18 18:08:09.919583 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c9796050-3b44-40b2-a29b-d0444ecdf1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:09.941375 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-325d87f7-5cb5-4037-9c37-3f514715ab88 req-d938abba-e694-4806-8ee3-5b092c452adb tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202426 May 18 18:08:10.025530 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device ec2caf09-7834-451a-a3a6-1760c8c67ebe not bound to the agent host n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:08:10.058484 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 44ffae4b-f21a-4414-9cb7-cffce704b5da, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=44ffae4b-f21a-4414-9cb7-cffce704b5da,segment=NetworkSegment(5e6a9b3b-2b82-45b7-b9f1-0f73969fb979),segment_id=5e6a9b3b-2b82-45b7-b9f1-0f73969fb979)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:08:10.096365 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9d73d67-4878-48a0-b37c-782efb1085cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:10.114251 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Returning: {'device': '44ffae4b-f21a-4414-9cb7-cffce704b5da', 'network_id': '34fdcfa4-2e5d-460f-9a9f-5a798833609a', 'port_id': '44ffae4b-f21a-4414-9cb7-cffce704b5da', 'mac_address': 'fa:16:3e:28:db:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f7111f6-e2ae-4553-ac4c-889ba94e64a6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:08:10.163384 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Wed, 18 May 2022 18:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a0a3884-9131-4615-b81d-ffef604b8629 x-openstack-request-id: req-8a0a3884-9131-4615-b81d-ffef604b8629 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:08:10.164235 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62f9f506-c24d-4d5b-a44b-7b17cc269226", "tag": "6102f9c0-0273-47ba-a244-77aa5ae3ecca", "status": "completed", "code": 200}, {"server_uuid": "b8f267c7-2a12-455a-8742-23cd949ead3a", "name": "network-vif-unplugged", "status": "completed", "tag": "ec2caf09-7834-451a-a3a6-1760c8c67ebe", "code": 200}, {"name": "network-changed", "server_uuid": "b8f267c7-2a12-455a-8742-23cd949ead3a", "tag": "ec2caf09-7834-451a-a3a6-1760c8c67ebe", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:08:10.164749 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-8a0a3884-9131-4615-b81d-ffef604b8629 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:08:10.165754 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a0a3884-9131-4615-b81d-ffef604b8629'] response: {'name': 'network-changed', 'server_uuid': '62f9f506-c24d-4d5b-a44b-7b17cc269226', 'tag': '6102f9c0-0273-47ba-a244-77aa5ae3ecca', 'status': 'completed', 'code': 200} May 18 18:08:10.166287 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a0a3884-9131-4615-b81d-ffef604b8629'] response: {'server_uuid': 'b8f267c7-2a12-455a-8742-23cd949ead3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec2caf09-7834-451a-a3a6-1760c8c67ebe', 'code': 200} May 18 18:08:10.166806 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a0a3884-9131-4615-b81d-ffef604b8629'] response: {'name': 'network-changed', 'server_uuid': 'b8f267c7-2a12-455a-8742-23cd949ead3a', 'tag': 'ec2caf09-7834-451a-a3a6-1760c8c67ebe', 'status': 'completed', 'code': 200} May 18 18:08:10.172446 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c9796050-3b44-40b2-a29b-d0444ecdf1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260898416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260908030'] for subnet, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:10.210153 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 44ffae4b-f21a-4414-9cb7-cffce704b5da is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:08:10.211162 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:10.258694 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44ffae4b-f21a-4414-9cb7-cffce704b5da {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:08:10.267026 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c9796050-3b44-40b2-a29b-d0444ecdf1e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:10.272773 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-c9796050-3b44-40b2-a29b-d0444ecdf1e1 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/a9078eee-385e-4d5a-9f98-77196779b20c HTTP/1.1" status: 204 len: 168 time: 0.8253655 May 18 18:08:10.274102 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9796050-3b44-40b2-a29b-d0444ecdf1e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9078eee-385e-4d5a-9f98-77196779b20c,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:08:10.276015 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 52522) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:08:10.327736 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 44ffae4b-f21a-4414-9cb7-cffce704b5da, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=44ffae4b-f21a-4414-9cb7-cffce704b5da,segment=NetworkSegment(5e6a9b3b-2b82-45b7-b9f1-0f73969fb979),segment_id=5e6a9b3b-2b82-45b7-b9f1-0f73969fb979)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:08:10.335352 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:10.362637 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b977a5-6b3d-4f10-8d9a-2871bc69ce9e req-3f4b72e2-1482-4c85-9df5-01fb9b7e25c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:10.364418 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d9b977a5-6b3d-4f10-8d9a-2871bc69ce9e req-3f4b72e2-1482-4c85-9df5-01fb9b7e25c0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c95c071176d44e1393b66dc9873791e2&device_id=b8f267c7-2a12-455a-8742-23cd949ead3a HTTP/1.1" status: 200 len: 1098 time: 0.1733420 May 18 18:08:10.448878 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c9f51768-266c-439e-a42d-51e047fb485f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:10.452739 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=44ffae4b-f21a-4414-9cb7-cffce704b5da,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:08:10.494930 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b977a5-6b3d-4f10-8d9a-2871bc69ce9e req-50753940-05e5-4cda-b6c2-06b971a01083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:10.497566 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d9b977a5-6b3d-4f10-8d9a-2871bc69ce9e req-50753940-05e5-4cda-b6c2-06b971a01083 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ed8a017ff6d8432c9386dee5054e8944&device_id=62f9f506-c24d-4d5b-a44b-7b17cc269226 HTTP/1.1" status: 200 len: 1094 time: 0.2914460 May 18 18:08:10.625687 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 52532) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:08:10.641707 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['44ffae4b-f21a-4414-9cb7-cffce704b5da'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:08:10.679963 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c9f51768-266c-439e-a42d-51e047fb485f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:10.717962 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-c9f51768-266c-439e-a42d-51e047fb485f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35aa03bc-1495-4548-8bc6-c83249799063']}} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:08:10.731655 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-c9f51768-266c-439e-a42d-51e047fb485f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba5b4c8c-85fa-4d1e-ac5d-e49cc72250ce') {'for_net_delete': True} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:08:10.732274 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-c9f51768-266c-439e-a42d-51e047fb485f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba5b4c8c-85fa-4d1e-ac5d-e49cc72250ce') {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:08:10.747702 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c9f51768-266c-439e-a42d-51e047fb485f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260542144'] for segment, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:10.775105 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c9f51768-266c-439e-a42d-51e047fb485f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:10.787889 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9f51768-266c-439e-a42d-51e047fb485f admin admin] Releasing vlan 625 on physical network physnet1 to pool {{(pid=102731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:08:10.788342 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c9f51768-266c-439e-a42d-51e047fb485f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260884178'] for segment, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:10.790292 n-d-838550-3 neutron-server[102731]: Traceback (most recent call last): May 18 18:08:10.790292 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:08:10.790292 n-d-838550-3 neutron-server[102731]: timer() May 18 18:08:10.790292 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:08:10.790292 n-d-838550-3 neutron-server[102731]: cb(*args, **kw) May 18 18:08:10.790292 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:08:10.790292 n-d-838550-3 neutron-server[102731]: return func(*args, **kwargs) May 18 18:08:10.790292 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:08:10.790292 n-d-838550-3 neutron-server[102731]: self._notify() May 18 18:08:10.790292 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:08:10.790292 n-d-838550-3 neutron-server[102731]: self.callback(batched_events) May 18 18:08:10.790292 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:08:10.790292 n-d-838550-3 neutron-server[102731]: event.method(event) May 18 18:08:10.790292 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:08:10.790292 n-d-838550-3 neutron-server[102731]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:08:10.790292 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:08:10.790292 n-d-838550-3 neutron-server[102731]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:08:10.790292 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:08:10.790292 n-d-838550-3 neutron-server[102731]: return f(self, *a, **k) May 18 18:08:10.790292 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:08:10.790292 n-d-838550-3 neutron-server[102731]: return self._get(url).json() May 18 18:08:10.790292 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:08:10.790292 n-d-838550-3 neutron-server[102731]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:08:10.790292 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:08:10.790292 n-d-838550-3 neutron-server[102731]: return self.request(url, 'GET', **kwargs) May 18 18:08:10.790292 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:08:10.790292 n-d-838550-3 neutron-server[102731]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:08:10.790292 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:08:10.790292 n-d-838550-3 neutron-server[102731]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:08:10.790292 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:08:10.790292 n-d-838550-3 neutron-server[102731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:08:10.790292 n-d-838550-3 neutron-server[102731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:08:10.837265 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b977a5-6b3d-4f10-8d9a-2871bc69ce9e req-49a8de88-6508-43a5-8324-acbaf7a6d98e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:10.849364 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d9b977a5-6b3d-4f10-8d9a-2871bc69ce9e req-49a8de88-6508-43a5-8324-acbaf7a6d98e service neutron] 10.222.0.36 "GET /v2.0/networks?id=4c8ef274-9ecc-47c2-9686-5eebd78fb305 HTTP/1.1" status: 200 len: 870 time: 0.4729509 May 18 18:08:10.909388 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c9f51768-266c-439e-a42d-51e047fb485f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:10.917905 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c9f51768-266c-439e-a42d-51e047fb485f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:10.928001 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b977a5-6b3d-4f10-8d9a-2871bc69ce9e req-5eb7f3fe-00a6-46c4-9871-773395e85cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:10.928842 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-c9f51768-266c-439e-a42d-51e047fb485f admin admin] 10.222.0.85 "DELETE /v2.0/networks/35aa03bc-1495-4548-8bc6-c83249799063 HTTP/1.1" status: 204 len: 168 time: 0.6475530 May 18 18:08:10.930116 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d9b977a5-6b3d-4f10-8d9a-2871bc69ce9e req-5eb7f3fe-00a6-46c4-9871-773395e85cf5 service neutron] 10.222.0.88 "GET /v2.0/networks?id=f92940b8-c50f-4c94-b1f3-3e93ca94957d HTTP/1.1" status: 200 len: 913 time: 0.4226165 May 18 18:08:10.934036 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d9b977a5-6b3d-4f10-8d9a-2871bc69ce9e req-f954a513-838e-4217-b7eb-0b02decc550e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=ec2caf09-7834-451a-a3a6-1760c8c67ebe HTTP/1.1" status: 200 len: 217 time: 0.0626128 May 18 18:08:10.954225 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725f3fad-281c-442e-85bd-921699f5553c req-691fae53-8712-4f47-b3a7-d2febf725eea tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:10.957235 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f51768-266c-439e-a42d-51e047fb485f admin admin] Pushing event deleted for resources: {'Network': ['ID=35aa03bc-1495-4548-8bc6-c83249799063,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:08:10.962213 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-725f3fad-281c-442e-85bd-921699f5553c req-691fae53-8712-4f47-b3a7-d2febf725eea tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/ports?device_id=77596843-4c0f-475a-8d4e-a5a7e48df306 HTTP/1.1" status: 200 len: 944 time: 0.2601399 May 18 18:08:11.045830 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d9b977a5-6b3d-4f10-8d9a-2871bc69ce9e req-9be80872-6a4e-493b-b43a-a0bc6e83d1b8 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6102f9c0-0273-47ba-a244-77aa5ae3ecca HTTP/1.1" status: 200 len: 217 time: 0.1065967 May 18 18:08:11.067650 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-39d45616-c64a-480a-80d6-8b30d7a894bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:11.118063 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:11.129896 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ee2235-d5d2-409b-b3ff-e07f171843aa req-2c66523d-bb43-47b2-9017-ea465075460a tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:11.132324 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-60ee2235-d5d2-409b-b3ff-e07f171843aa req-2c66523d-bb43-47b2-9017-ea465075460a tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/ports?device_id=30d35ae5-9978-4029-8dd6-a0722d438023 HTTP/1.1" status: 200 len: 949 time: 0.1022494 May 18 18:08:11.155913 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-725f3fad-281c-442e-85bd-921699f5553c req-132bd9b9-9478-440f-966b-177646c4b4d0 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/security-groups?id=fae3ce3c-9235-4ae4-9c6c-e682ce6a4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925104 May 18 18:08:11.157471 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b977a5-6b3d-4f10-8d9a-2871bc69ce9e req-7038e290-33eb-4fb1-9a71-4c5c06758901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:11.170447 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d9b977a5-6b3d-4f10-8d9a-2871bc69ce9e req-7038e290-33eb-4fb1-9a71-4c5c06758901 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c2531ae9-89db-4dcf-b670-9eac4c9cde53 HTTP/1.1" status: 200 len: 843 time: 0.2247012 May 18 18:08:11.217660 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-60ee2235-d5d2-409b-b3ff-e07f171843aa req-38dc597a-fe94-454e-9988-3f539a5d11f3 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/security-groups?id=5ea4329b-bade-4f5a-bfbd-7917c3702679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745084 May 18 18:08:11.218413 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 52562) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:08:11.225764 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b977a5-6b3d-4f10-8d9a-2871bc69ce9e req-5f133d75-da50-434a-946c-886afc9dfa5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:11.233556 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d9b977a5-6b3d-4f10-8d9a-2871bc69ce9e req-5f133d75-da50-434a-946c-886afc9dfa5f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=3928b460-5138-4e6e-b763-eaa17a3ede29 HTTP/1.1" status: 200 len: 852 time: 0.1698442 May 18 18:08:11.311571 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d9b977a5-6b3d-4f10-8d9a-2871bc69ce9e req-4999007c-330a-404a-94c4-5c49c70f097a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=f92940b8-c50f-4c94-b1f3-3e93ca94957d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0765860 May 18 18:08:11.325093 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-554af781-3df3-407e-858b-748ca5172ea1 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=fdb911c855ac4c6cb6a711e7d11eed8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1037159 May 18 18:08:11.327529 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 52568) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:08:11.409580 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb657a8b-967f-4887-a906-4c3c2d6a61b5 req-49dc15c6-9ce9-4598-9a46-54d18d7b21a3 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:11.411518 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fb657a8b-967f-4887-a906-4c3c2d6a61b5 req-49dc15c6-9ce9-4598-9a46-54d18d7b21a3 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=b8f267c7-2a12-455a-8742-23cd949ead3a HTTP/1.1" status: 200 len: 947 time: 0.0847416 May 18 18:08:11.429112 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b977a5-6b3d-4f10-8d9a-2871bc69ce9e req-ae2ad1dc-b047-43c4-b6f1-6be5f9b7800a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:11.430795 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d9b977a5-6b3d-4f10-8d9a-2871bc69ce9e req-ae2ad1dc-b047-43c4-b6f1-6be5f9b7800a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4c8ef274-9ecc-47c2-9686-5eebd78fb305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2503991 May 18 18:08:11.433221 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-94d8cf12-c536-47c8-8b64-0b0d5f10442b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:11.467303 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a29bf-f5ed-46b3-880d-0a62a068736f req-76663192-cb72-492c-81c9-2bc4b63b1402 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:11.468889 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cd7a29bf-f5ed-46b3-880d-0a62a068736f req-76663192-cb72-492c-81c9-2bc4b63b1402 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=62f9f506-c24d-4d5b-a44b-7b17cc269226 HTTP/1.1" status: 200 len: 943 time: 0.2004154 May 18 18:08:11.475933 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 6102f9c0-0273-47ba-a244-77aa5ae3ecca details requested by agent hyperv_n-h2-838550-3 with host n-h2-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:08:11.476155 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-94d8cf12-c536-47c8-8b64-0b0d5f10442b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:11.487630 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fb657a8b-967f-4887-a906-4c3c2d6a61b5 req-5f3d751c-f813-44ea-904f-0746528325ba tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646496 May 18 18:08:11.540853 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-39d45616-c64a-480a-80d6-8b30d7a894bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:11.546721 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-94d8cf12-c536-47c8-8b64-0b0d5f10442b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:11.551356 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-94d8cf12-c536-47c8-8b64-0b0d5f10442b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:11.554150 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-94d8cf12-c536-47c8-8b64-0b0d5f10442b admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/08db6f0e-0a01-416e-97d4-92fd213972b8 HTTP/1.1" status: 204 len: 168 time: 0.2255828 May 18 18:08:11.563359 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-39d45616-c64a-480a-80d6-8b30d7a894bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:11.581571 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d9b977a5-6b3d-4f10-8d9a-2871bc69ce9e req-8a7737ef-e165-4b3c-8e34-ab1c541a25dd service neutron] 10.222.0.88 "GET /v2.0/networks/f92940b8-c50f-4c94-b1f3-3e93ca94957d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439127 May 18 18:08:11.589124 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d8cf12-c536-47c8-8b64-0b0d5f10442b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08db6f0e-0a01-416e-97d4-92fd213972b8,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:08:11.671236 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 52582) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:08:11.671485 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-39d45616-c64a-480a-80d6-8b30d7a894bd admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=83a0760c81834a6f8048138f367247bd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0108235 May 18 18:08:11.716470 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 6102f9c0-0273-47ba-a244-77aa5ae3ecca, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=6102f9c0-0273-47ba-a244-77aa5ae3ecca,segment=NetworkSegment(58bfdefb-3654-4aa0-92f0-6f0afd2552db),segment_id=58bfdefb-3654-4aa0-92f0-6f0afd2552db)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:08:11.731277 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cd7a29bf-f5ed-46b3-880d-0a62a068736f req-3c40fd2f-b587-42cd-8ece-d96160ccaf39 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/security-groups?id=33ba1fad-191a-4b7a-ae9e-8e9e60985e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960933 May 18 18:08:11.731277 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d45616-c64a-480a-80d6-8b30d7a894bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cbc6f82-b566-4f5a-b271-7baa780046e7,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:08:11.741294 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d9b977a5-6b3d-4f10-8d9a-2871bc69ce9e req-96c8b6b2-8b72-4b63-9d93-2cc901ce61a5 service neutron] 10.222.0.36 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2999501 May 18 18:08:11.783874 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Returning: {'device': '6102f9c0-0273-47ba-a244-77aa5ae3ecca', 'network_id': 'f92940b8-c50f-4c94-b1f3-3e93ca94957d', 'port_id': '6102f9c0-0273-47ba-a244-77aa5ae3ecca', 'mac_address': 'fa:16:3e:46:9c:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3928b460-5138-4e6e-b763-eaa17a3ede29', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:08:11.834807 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f4fa5e62-45df-43ff-9b0a-d0e6c86a073e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:11.884341 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f4fa5e62-45df-43ff-9b0a-d0e6c86a073e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:11.888036 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d9b977a5-6b3d-4f10-8d9a-2871bc69ce9e req-bea1de67-035b-47fc-ac9f-45399603555a service neutron] 10.222.0.88 "GET /v2.0/networks/f92940b8-c50f-4c94-b1f3-3e93ca94957d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2883496 May 18 18:08:11.896640 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 6102f9c0-0273-47ba-a244-77aa5ae3ecca is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:08:11.898648 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:11.932132 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6102f9c0-0273-47ba-a244-77aa5ae3ecca {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:08:11.944245 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d9b977a5-6b3d-4f10-8d9a-2871bc69ce9e req-1b17fd1b-20a8-4edd-a0a7-4f86a0542997 service neutron] 10.222.0.36 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714649 May 18 18:08:11.980048 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 6102f9c0-0273-47ba-a244-77aa5ae3ecca, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=6102f9c0-0273-47ba-a244-77aa5ae3ecca,segment=NetworkSegment(58bfdefb-3654-4aa0-92f0-6f0afd2552db),segment_id=58bfdefb-3654-4aa0-92f0-6f0afd2552db)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:08:11.987817 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:12.002900 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f4fa5e62-45df-43ff-9b0a-d0e6c86a073e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:12.008169 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f4fa5e62-45df-43ff-9b0a-d0e6c86a073e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:12.011301 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-f4fa5e62-45df-43ff-9b0a-d0e6c86a073e admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/3cbc6f82-b566-4f5a-b271-7baa780046e7 HTTP/1.1" status: 204 len: 168 time: 0.3383350 May 18 18:08:12.026883 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fa5e62-45df-43ff-9b0a-d0e6c86a073e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cbc6f82-b566-4f5a-b271-7baa780046e7,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:08:12.057588 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b977a5-6b3d-4f10-8d9a-2871bc69ce9e req-bd44d443-86df-417a-bfc7-99df779a5aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:12.060809 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d9b977a5-6b3d-4f10-8d9a-2871bc69ce9e req-bd44d443-86df-417a-bfc7-99df779a5aa4 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c95c071176d44e1393b66dc9873791e2&device_id=b8f267c7-2a12-455a-8742-23cd949ead3a HTTP/1.1" status: 200 len: 1098 time: 0.0928891 May 18 18:08:12.080907 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=6102f9c0-0273-47ba-a244-77aa5ae3ecca,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:08:12.195065 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b977a5-6b3d-4f10-8d9a-2871bc69ce9e req-faf5f963-69ff-4928-868d-49e488dbb41e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:12.196549 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d9b977a5-6b3d-4f10-8d9a-2871bc69ce9e req-faf5f963-69ff-4928-868d-49e488dbb41e service neutron] 10.222.0.88 "GET /v2.0/networks?id=4c8ef274-9ecc-47c2-9686-5eebd78fb305 HTTP/1.1" status: 200 len: 870 time: 0.1245582 May 18 18:08:12.244768 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d9b977a5-6b3d-4f10-8d9a-2871bc69ce9e req-5089fa68-9794-4412-8c58-64fc07c3976d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=ec2caf09-7834-451a-a3a6-1760c8c67ebe HTTP/1.1" status: 200 len: 217 time: 0.0402393 May 18 18:08:12.265844 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:12.331026 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['6102f9c0-0273-47ba-a244-77aa5ae3ecca'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:08:12.361609 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b977a5-6b3d-4f10-8d9a-2871bc69ce9e req-e79e3bf3-6c6d-4196-9103-936a18ffbab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:12.363437 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d9b977a5-6b3d-4f10-8d9a-2871bc69ce9e req-e79e3bf3-6c6d-4196-9103-936a18ffbab7 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c2531ae9-89db-4dcf-b670-9eac4c9cde53 HTTP/1.1" status: 200 len: 843 time: 0.1015410 May 18 18:08:12.366526 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd12dd6-26a2-417f-bab1-766257b86f90 req-bfc5dbab-f353-403d-972d-cd5c19d32eff tempest-ServersOnMultiNodesTest-127999468 tempest-ServersOnMultiNodesTest-127999468-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:12.374889 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6bd12dd6-26a2-417f-bab1-766257b86f90 req-bfc5dbab-f353-403d-972d-cd5c19d32eff tempest-ServersOnMultiNodesTest-127999468 tempest-ServersOnMultiNodesTest-127999468-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=30d35ae5-9978-4029-8dd6-a0722d438023 HTTP/1.1" status: 200 len: 1100 time: 0.0804732 May 18 18:08:12.396880 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-6bd12dd6-26a2-417f-bab1-766257b86f90 req-62c4b446-d43d-4048-ba63-7bb520fdbdaf tempest-ServersOnMultiNodesTest-127999468 tempest-ServersOnMultiNodesTest-127999468-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:12.456896 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b977a5-6b3d-4f10-8d9a-2871bc69ce9e req-b98a2f8c-cff4-4adf-9c3f-2cf8047b39b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:12.458756 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d9b977a5-6b3d-4f10-8d9a-2871bc69ce9e req-b98a2f8c-cff4-4adf-9c3f-2cf8047b39b9 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4c8ef274-9ecc-47c2-9686-5eebd78fb305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0809968 May 18 18:08:12.575761 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-6bd12dd6-26a2-417f-bab1-766257b86f90 req-62c4b446-d43d-4048-ba63-7bb520fdbdaf tempest-ServersOnMultiNodesTest-127999468 tempest-ServersOnMultiNodesTest-127999468-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:12.588599 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-6bd12dd6-26a2-417f-bab1-766257b86f90 req-62c4b446-d43d-4048-ba63-7bb520fdbdaf tempest-ServersOnMultiNodesTest-127999468 tempest-ServersOnMultiNodesTest-127999468-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:12.610530 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d9b977a5-6b3d-4f10-8d9a-2871bc69ce9e req-3e51f569-86ef-4dcb-8ae8-fbceec1fd0e5 service neutron] 10.222.0.88 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413696 May 18 18:08:12.656883 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6bd12dd6-26a2-417f-bab1-766257b86f90 req-62c4b446-d43d-4048-ba63-7bb520fdbdaf tempest-ServersOnMultiNodesTest-127999468 tempest-ServersOnMultiNodesTest-127999468-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=5ea4329b-bade-4f5a-bfbd-7917c3702679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641525 May 18 18:08:12.659285 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c4b446-d43d-4048-ba63-7bb520fdbdaf tempest-ServersOnMultiNodesTest-127999468 tempest-ServersOnMultiNodesTest-127999468-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b5c7313-2e07-4bfb-b1eb-4fe9082d9bc0,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:08:12.838739 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d9b977a5-6b3d-4f10-8d9a-2871bc69ce9e req-bcdad3ac-bf22-4628-9139-873e45da35f6 service neutron] 10.222.0.88 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139890 May 18 18:08:12.852383 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da587739-8736-438c-98e6-6406e5a9ae43 req-b9424743-b805-4946-a957-102ba4e176b5 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:12.862838 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-da587739-8736-438c-98e6-6406e5a9ae43 req-b9424743-b805-4946-a957-102ba4e176b5 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/ports?device_id=77596843-4c0f-475a-8d4e-a5a7e48df306 HTTP/1.1" status: 200 len: 944 time: 0.0940840 May 18 18:08:12.874332 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dc9c44-e49a-41a8-892b-834bb9f5bb90 req-9b9223f6-6e60-4281-b71e-3f0a09646520 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:12.883343 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-64dc9c44-e49a-41a8-892b-834bb9f5bb90 req-9b9223f6-6e60-4281-b71e-3f0a09646520 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=b8f267c7-2a12-455a-8742-23cd949ead3a HTTP/1.1" status: 200 len: 947 time: 0.0925117 May 18 18:08:12.925496 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-da587739-8736-438c-98e6-6406e5a9ae43 req-bd2d0346-1bf1-44fb-bd43-74bfc709d5a1 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/security-groups?id=fae3ce3c-9235-4ae4-9c6c-e682ce6a4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612421 May 18 18:08:12.927520 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-64dc9c44-e49a-41a8-892b-834bb9f5bb90 req-3e6c3980-c201-4936-afac-7a787a00f263 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432396 May 18 18:08:13.011278 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:13.088977 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fe4c14-dedd-480c-af1c-a283fc1d163b req-57d82f2b-8f2f-4952-89c7-3051198b4ed7 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:13.090798 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-45fe4c14-dedd-480c-af1c-a283fc1d163b req-57d82f2b-8f2f-4952-89c7-3051198b4ed7 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=62f9f506-c24d-4d5b-a44b-7b17cc269226 HTTP/1.1" status: 200 len: 944 time: 0.0625327 May 18 18:08:13.145536 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-45fe4c14-dedd-480c-af1c-a283fc1d163b req-95374607-e76a-460b-96e2-444f6e7b8517 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/security-groups?id=33ba1fad-191a-4b7a-ae9e-8e9e60985e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453160 May 18 18:08:13.197554 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 52644) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:08:13.416357 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0366e3bf-b1a3-4d48-988c-1f2ddbbb36b8 req-160ab2c6-b170-4f69-9cb7-5ff3a607c386 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:13.418488 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0366e3bf-b1a3-4d48-988c-1f2ddbbb36b8 req-160ab2c6-b170-4f69-9cb7-5ff3a607c386 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8f267c7-2a12-455a-8742-23cd949ead3a&tenant_id=c95c071176d44e1393b66dc9873791e2&binding%3Ahost_id=n-h1-838550-3 HTTP/1.1" status: 200 len: 947 time: 0.1055400 May 18 18:08:13.420609 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cf8aed69-a0ec-4582-939b-965378f1cb8f req-161f77c9-a35e-4497-b2e3-372674bf51b4 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=a049c2cb7dc14b6fbce20aa8814d6ebf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0358477 May 18 18:08:13.431401 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683b0aa7-ac26-43f8-a484-fd42c1344320 req-a29ca65b-ebb4-448e-850c-417d64858ad2 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:13.432947 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-683b0aa7-ac26-43f8-a484-fd42c1344320 req-a29ca65b-ebb4-448e-850c-417d64858ad2 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=b8f267c7-2a12-455a-8742-23cd949ead3a HTTP/1.1" status: 200 len: 947 time: 0.0685918 May 18 18:08:13.474838 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 6102f9c0-0273-47ba-a244-77aa5ae3ecca up at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:08:13.502723 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-683b0aa7-ac26-43f8-a484-fd42c1344320 req-9067b9ab-3374-4b05-a3ee-c3b162db1436 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568936 May 18 18:08:13.551651 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning for port 6102f9c0-0273-47ba-a244-77aa5ae3ecca completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:08:13.556551 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning complete for port 6102f9c0-0273-47ba-a244-77aa5ae3ecca triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:08:13.557211 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:13.598312 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0366e3bf-b1a3-4d48-988c-1f2ddbbb36b8 req-848feac6-2cca-4c76-bf2e-fe6b5c1aa723 service neutron] 10.222.0.36 "GET /v2.0/ports/ec2caf09-7834-451a-a3a6-1760c8c67ebe/bindings/n-h1-838550-3 HTTP/1.1" status: 200 len: 382 time: 0.1732540 May 18 18:08:13.622694 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8aed69-a0ec-4582-939b-965378f1cb8f req-9767400e-bcc0-4563-ae4f-4872880e3b04 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:13.630150 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cf8aed69-a0ec-4582-939b-965378f1cb8f req-9767400e-bcc0-4563-ae4f-4872880e3b04 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1969612 May 18 18:08:13.650725 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 6102f9c0-0273-47ba-a244-77aa5ae3ecca is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:08:13.651135 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:13.667512 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cf8aed69-a0ec-4582-939b-965378f1cb8f req-724d9194-bd76-4e12-a3f0-5e0fa6c512ed tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/quotas/a049c2cb7dc14b6fbce20aa8814d6ebf HTTP/1.1" status: 200 len: 375 time: 0.0360594 May 18 18:08:13.693685 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62f9f506-c24d-4d5b-a44b-7b17cc269226', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6102f9c0-0273-47ba-a244-77aa5ae3ecca'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:08:13.696575 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3903346-3d74-4742-85c7-a6fb578b6fca" -d '{"events": [{"server_uuid": "62f9f506-c24d-4d5b-a44b-7b17cc269226", "name": "network-vif-plugged", "status": "completed", "tag": "6102f9c0-0273-47ba-a244-77aa5ae3ecca"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:08:13.714988 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 6102f9c0-0273-47ba-a244-77aa5ae3ecca, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=6102f9c0-0273-47ba-a244-77aa5ae3ecca,segment=NetworkSegment(58bfdefb-3654-4aa0-92f0-6f0afd2552db),segment_id=58bfdefb-3654-4aa0-92f0-6f0afd2552db)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:08:13.719653 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:13.720870 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 44ffae4b-f21a-4414-9cb7-cffce704b5da up at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:08:13.723644 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-e06bcf5c-6dd6-4122-8082-fafeb7236dca admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=542eb5bec27a4aa8824a02c0aec485c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5234141 May 18 18:08:13.725941 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 52676) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:08:13.740375 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0366e3bf-b1a3-4d48-988c-1f2ddbbb36b8 req-f01d6e29-3c8e-4246-824d-302ddb6fece1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:13.742036 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0366e3bf-b1a3-4d48-988c-1f2ddbbb36b8 req-f01d6e29-3c8e-4246-824d-302ddb6fece1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c95c071176d44e1393b66dc9873791e2&device_id=b8f267c7-2a12-455a-8742-23cd949ead3a HTTP/1.1" status: 200 len: 1098 time: 0.1073625 May 18 18:08:13.767209 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cf8aed69-a0ec-4582-939b-965378f1cb8f req-8a5a07c4-44dd-4246-8006-b99d544787af tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=a049c2cb7dc14b6fbce20aa8814d6ebf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0984066 May 18 18:08:13.801172 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e70ae3d1-30c5-4d7d-97ec-466221177835 x-openstack-request-id: req-e70ae3d1-30c5-4d7d-97ec-466221177835 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:08:13.801554 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62f9f506-c24d-4d5b-a44b-7b17cc269226", "name": "network-vif-plugged", "status": "completed", "tag": "6102f9c0-0273-47ba-a244-77aa5ae3ecca", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:08:13.802076 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-e70ae3d1-30c5-4d7d-97ec-466221177835 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:08:13.803044 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e70ae3d1-30c5-4d7d-97ec-466221177835'] response: {'server_uuid': '62f9f506-c24d-4d5b-a44b-7b17cc269226', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6102f9c0-0273-47ba-a244-77aa5ae3ecca', 'code': 200} May 18 18:08:13.836692 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=6102f9c0-0273-47ba-a244-77aa5ae3ecca,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:08:13.846774 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning for port 44ffae4b-f21a-4414-9cb7-cffce704b5da completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:08:13.851859 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning complete for port 44ffae4b-f21a-4414-9cb7-cffce704b5da triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:08:13.852243 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:13.873970 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-588a3d69-0625-4322-816f-636c22009146 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:13.911319 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device ec2caf09-7834-451a-a3a6-1760c8c67ebe details requested by agent hyperv_n-h1-838550-3 with host n-h1-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:08:13.930404 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-588a3d69-0625-4322-816f-636c22009146 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:13.936800 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0366e3bf-b1a3-4d48-988c-1f2ddbbb36b8 req-19ff9336-d1f6-4572-8ac8-ee9b7556de9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:13.938682 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0366e3bf-b1a3-4d48-988c-1f2ddbbb36b8 req-19ff9336-d1f6-4572-8ac8-ee9b7556de9c service neutron] 10.222.0.36 "GET /v2.0/networks?id=4c8ef274-9ecc-47c2-9686-5eebd78fb305 HTTP/1.1" status: 200 len: 870 time: 0.1902456 May 18 18:08:14.029262 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-588a3d69-0625-4322-816f-636c22009146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:14.032132 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-588a3d69-0625-4322-816f-636c22009146 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:14.036243 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-588a3d69-0625-4322-816f-636c22009146 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/1d865af5-9ba4-4796-9d2e-8c253d202d79 HTTP/1.1" status: 204 len: 168 time: 0.3071463 May 18 18:08:14.037166 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0366e3bf-b1a3-4d48-988c-1f2ddbbb36b8 req-09e1438a-f5d4-41d5-9101-264beb6da5ab service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=ec2caf09-7834-451a-a3a6-1760c8c67ebe HTTP/1.1" status: 200 len: 217 time: 0.0780461 May 18 18:08:14.052492 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588a3d69-0625-4322-816f-636c22009146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d865af5-9ba4-4796-9d2e-8c253d202d79,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:08:14.073374 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588a3d69-0625-4322-816f-636c22009146 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:08:14.074033 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588a3d69-0625-4322-816f-636c22009146 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:08:14.075593 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588a3d69-0625-4322-816f-636c22009146 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:08:14.076259 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588a3d69-0625-4322-816f-636c22009146 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:08:14.078934 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588a3d69-0625-4322-816f-636c22009146 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:08:14.079606 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588a3d69-0625-4322-816f-636c22009146 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:08:14.080108 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588a3d69-0625-4322-816f-636c22009146 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:08:14.081974 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588a3d69-0625-4322-816f-636c22009146 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:08:14.082566 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588a3d69-0625-4322-816f-636c22009146 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:08:14.083071 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588a3d69-0625-4322-816f-636c22009146 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:08:14.084386 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588a3d69-0625-4322-816f-636c22009146 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:08:14.085215 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588a3d69-0625-4322-816f-636c22009146 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:08:14.109047 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628f21c1-8458-404d-8dda-70bbe3594d5b req-dfe8d115-843b-447d-8187-06cdf66ab153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:14.127060 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 44ffae4b-f21a-4414-9cb7-cffce704b5da is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:08:14.127574 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-628f21c1-8458-404d-8dda-70bbe3594d5b req-dfe8d115-843b-447d-8187-06cdf66ab153 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=62f9f506-c24d-4d5b-a44b-7b17cc269226 HTTP/1.1" status: 200 len: 1096 time: 0.1874759 May 18 18:08:14.128161 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:14.176197 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0366e3bf-b1a3-4d48-988c-1f2ddbbb36b8 req-c4591e59-58ec-4b14-b44d-1dbe87b66018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:14.177719 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0366e3bf-b1a3-4d48-988c-1f2ddbbb36b8 req-c4591e59-58ec-4b14-b44d-1dbe87b66018 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c2531ae9-89db-4dcf-b670-9eac4c9cde53 HTTP/1.1" status: 200 len: 843 time: 0.1395137 May 18 18:08:14.201429 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 44ffae4b-f21a-4414-9cb7-cffce704b5da, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=44ffae4b-f21a-4414-9cb7-cffce704b5da,segment=NetworkSegment(5e6a9b3b-2b82-45b7-b9f1-0f73969fb979),segment_id=5e6a9b3b-2b82-45b7-b9f1-0f73969fb979)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:08:14.210595 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:14.215629 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ee7655-fe2b-47b1-b494-317b91668578 req-f98c13f8-c623-45a9-a75c-9fc059d6a88f tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:14.225982 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-72ee7655-fe2b-47b1-b494-317b91668578 req-f98c13f8-c623-45a9-a75c-9fc059d6a88f tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/ports?device_id=77596843-4c0f-475a-8d4e-a5a7e48df306 HTTP/1.1" status: 200 len: 944 time: 0.1246438 May 18 18:08:14.261645 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 52692) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:08:14.271432 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-628f21c1-8458-404d-8dda-70bbe3594d5b req-c539ad26-457c-4742-965b-ad2d9343ba2c service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=33ba1fad-191a-4b7a-ae9e-8e9e60985e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323419 May 18 18:08:14.307537 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-72ee7655-fe2b-47b1-b494-317b91668578 req-10d62f3f-5f92-4817-9fe3-c28c946abb02 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/security-groups?id=fae3ce3c-9235-4ae4-9c6c-e682ce6a4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782301 May 18 18:08:14.309136 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0366e3bf-b1a3-4d48-988c-1f2ddbbb36b8 req-e09b3ed1-680b-4ca2-bee2-8587eddcc7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:14.310995 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0366e3bf-b1a3-4d48-988c-1f2ddbbb36b8 req-e09b3ed1-680b-4ca2-bee2-8587eddcc7c7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4c8ef274-9ecc-47c2-9686-5eebd78fb305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1198111 May 18 18:08:14.323086 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port ec2caf09-7834-451a-a3a6-1760c8c67ebe, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=ec2caf09-7834-451a-a3a6-1760c8c67ebe,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:08:14.400260 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Returning: {'device': 'ec2caf09-7834-451a-a3a6-1760c8c67ebe', 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305', 'port_id': 'ec2caf09-7834-451a-a3a6-1760c8c67ebe', 'mac_address': 'fa:16:3e:27:c7:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2531ae9-89db-4dcf-b670-9eac4c9cde53', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:08:14.403575 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=44ffae4b-f21a-4414-9cb7-cffce704b5da,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:08:14.471469 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0366e3bf-b1a3-4d48-988c-1f2ddbbb36b8 req-96e7a495-10e0-44d8-9008-c7d899d9af1a service neutron] 10.222.0.36 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526573 May 18 18:08:14.481702 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port ec2caf09-7834-451a-a3a6-1760c8c67ebe is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:08:14.482048 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:14.509721 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec2caf09-7834-451a-a3a6-1760c8c67ebe {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:08:14.524381 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde79c96-5fdb-4819-8bf7-7a07b95cb473 req-3453562c-ee35-4f67-be9a-ad3859183bde tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:14.532295 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cde79c96-5fdb-4819-8bf7-7a07b95cb473 req-3453562c-ee35-4f67-be9a-ad3859183bde tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=62f9f506-c24d-4d5b-a44b-7b17cc269226 HTTP/1.1" status: 200 len: 945 time: 0.1511383 May 18 18:08:14.577826 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port ec2caf09-7834-451a-a3a6-1760c8c67ebe, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=ec2caf09-7834-451a-a3a6-1760c8c67ebe,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:08:14.584443 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:14.628684 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0366e3bf-b1a3-4d48-988c-1f2ddbbb36b8 req-9e299e45-f260-4577-beef-849903a38e87 service neutron] 10.222.0.36 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478262 May 18 18:08:14.629313 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cde79c96-5fdb-4819-8bf7-7a07b95cb473 req-e3db0d62-c279-4f2c-b020-1f7316d1d2d2 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/security-groups?id=33ba1fad-191a-4b7a-ae9e-8e9e60985e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911760 May 18 18:08:14.720975 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=ec2caf09-7834-451a-a3a6-1760c8c67ebe,revision_number=8']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:08:14.770224 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 52710) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:08:14.775284 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-54f9c0eb-a835-4faa-8d0b-1d08c77b2a11 req-0b013d2b-1d10-4d63-bd45-fb8f727f8934 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/ports?device_id=eb23a27e-f075-4514-8d58-f17c7c7cf357 HTTP/1.1" status: 200 len: 210 time: 0.0489225 May 18 18:08:14.833927 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-056fe5fd-be25-4c5b-803b-b9a4c74e6dfe admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1465671376-network', 'tenant_id': 'b0b4398b0ab94cb0a39090377d9919ac'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:08:14.863642 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f97bdc-94e8-4c4b-b7cb-a8dbdc40d895 req-400c83db-9651-435e-968c-a88ec2759c79 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:14.865443 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-72f97bdc-94e8-4c4b-b7cb-a8dbdc40d895 req-400c83db-9651-435e-968c-a88ec2759c79 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=b8f267c7-2a12-455a-8742-23cd949ead3a HTTP/1.1" status: 200 len: 948 time: 0.1510303 May 18 18:08:14.868300 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['ec2caf09-7834-451a-a3a6-1760c8c67ebe'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:08:14.888816 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-056fe5fd-be25-4c5b-803b-b9a4c74e6dfe admin admin] Made reservation on behalf of b0b4398b0ab94cb0a39090377d9919ac for: {'network': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:08:14.891030 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-056fe5fd-be25-4c5b-803b-b9a4c74e6dfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:14.914144 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-d6410f67-6320-49fc-90ee-1c7c4ec14eec admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-726912209-network', 'tenant_id': 'e05b3d827f844c1d97efd9db4e0d2203'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:08:14.928580 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-056fe5fd-be25-4c5b-803b-b9a4c74e6dfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:14.995432 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-72f97bdc-94e8-4c4b-b7cb-a8dbdc40d895 req-ce1bf3b3-6d06-4666-aa0b-ff32b366ef9e tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162796 May 18 18:08:15.014548 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6410f67-6320-49fc-90ee-1c7c4ec14eec admin admin] Made reservation on behalf of e05b3d827f844c1d97efd9db4e0d2203 for: {'network': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:08:15.017111 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d6410f67-6320-49fc-90ee-1c7c4ec14eec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:15.050871 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d6410f67-6320-49fc-90ee-1c7c4ec14eec admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:15.185687 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-056fe5fd-be25-4c5b-803b-b9a4c74e6dfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:15.203479 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-056fe5fd-be25-4c5b-803b-b9a4c74e6dfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:15.231414 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d6410f67-6320-49fc-90ee-1c7c4ec14eec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:15.249999 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d6410f67-6320-49fc-90ee-1c7c4ec14eec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:15.253826 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-056fe5fd-be25-4c5b-803b-b9a4c74e6dfe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 603} {{(pid=102730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:08:15.260915 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056fe5fd-be25-4c5b-803b-b9a4c74e6dfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5378634-71ac-4811-81a5-9fa292a84a16,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:08:15.279643 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6410f67-6320-49fc-90ee-1c7c4ec14eec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 649} {{(pid=102730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:08:15.287596 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-056fe5fd-be25-4c5b-803b-b9a4c74e6dfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:15.287998 n-d-838550-3 neutron-server[102730]: INFO neutron.db.segments_db [None req-056fe5fd-be25-4c5b-803b-b9a4c74e6dfe admin admin] Added segment eb554bdf-962d-4d95-b040-83b8339864d2 of type vlan for network cc357db9-e20a-40e5-bec7-6d555b7a377b May 18 18:08:15.329237 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d6410f67-6320-49fc-90ee-1c7c4ec14eec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:15.329479 n-d-838550-3 neutron-server[102730]: INFO neutron.db.segments_db [None req-d6410f67-6320-49fc-90ee-1c7c4ec14eec admin admin] Added segment 31315e3d-060c-4ccf-beb4-baf1134985d1 of type vlan for network 6ba2d3f1-1e38-41ee-8062-86260345c4fd May 18 18:08:15.342707 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6410f67-6320-49fc-90ee-1c7c4ec14eec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb4db50c-f652-4bbe-9372-f1efeb00bae5,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:08:15.514949 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c8b4f8-83db-4758-9be4-4b596d4bfdfc req-0c5ae736-0ba8-46cd-adc5-3c3da8279ce6 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:15.526801 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-91c8b4f8-83db-4758-9be4-4b596d4bfdfc req-0c5ae736-0ba8-46cd-adc5-3c3da8279ce6 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/ports?device_id=77596843-4c0f-475a-8d4e-a5a7e48df306 HTTP/1.1" status: 200 len: 945 time: 0.0824764 May 18 18:08:15.617394 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-91c8b4f8-83db-4758-9be4-4b596d4bfdfc req-c439f994-81c7-4090-a8e1-9da76ec755a2 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/security-groups?id=fae3ce3c-9235-4ae4-9c6c-e682ce6a4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852058 May 18 18:08:15.803296 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-056fe5fd-be25-4c5b-803b-b9a4c74e6dfe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:15.804631 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77596843-4c0f-475a-8d4e-a5a7e48df306', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44ffae4b-f21a-4414-9cb7-cffce704b5da'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:08:15.807022 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8df5213e-e07c-4369-be87-ce6a3376af59" -d '{"events": [{"server_uuid": "77596843-4c0f-475a-8d4e-a5a7e48df306", "name": "network-vif-plugged", "status": "completed", "tag": "44ffae4b-f21a-4414-9cb7-cffce704b5da"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:08:15.862739 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d6410f67-6320-49fc-90ee-1c7c4ec14eec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:15.913648 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f374dee-948e-4aa9-ad9d-fe5e3aaa56a7 req-5dade59e-0ae1-4076-8922-0f29ad8b1624 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:15.921534 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device ec2caf09-7834-451a-a3a6-1760c8c67ebe up at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:08:15.921979 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3f374dee-948e-4aa9-ad9d-fe5e3aaa56a7 req-5dade59e-0ae1-4076-8922-0f29ad8b1624 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=62f9f506-c24d-4d5b-a44b-7b17cc269226 HTTP/1.1" status: 200 len: 945 time: 0.1271276 May 18 18:08:15.926569 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-056fe5fd-be25-4c5b-803b-b9a4c74e6dfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:15.928514 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056fe5fd-be25-4c5b-803b-b9a4c74e6dfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:15.929721 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-056fe5fd-be25-4c5b-803b-b9a4c74e6dfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:15.979354 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c9ac6528-3c60-4248-affd-496bd1bc13d3 req-04ed4435-65f8-40e0-a1f0-27533d657005 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/ports?device_id=eb23a27e-f075-4514-8d58-f17c7c7cf357 HTTP/1.1" status: 200 len: 210 time: 0.0662267 May 18 18:08:16.016259 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning for port ec2caf09-7834-451a-a3a6-1760c8c67ebe completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:08:16.026670 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning complete for port ec2caf09-7834-451a-a3a6-1760c8c67ebe triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:08:16.029380 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:16.084695 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b912140-f626-4bac-a797-9eaee01af630 x-openstack-request-id: req-2b912140-f626-4bac-a797-9eaee01af630 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:08:16.085164 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77596843-4c0f-475a-8d4e-a5a7e48df306", "name": "network-vif-plugged", "status": "completed", "tag": "44ffae4b-f21a-4414-9cb7-cffce704b5da", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:08:16.086071 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-2b912140-f626-4bac-a797-9eaee01af630 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:08:16.086502 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b912140-f626-4bac-a797-9eaee01af630'] response: {'server_uuid': '77596843-4c0f-475a-8d4e-a5a7e48df306', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44ffae4b-f21a-4414-9cb7-cffce704b5da', 'code': 200} May 18 18:08:16.145183 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d6410f67-6320-49fc-90ee-1c7c4ec14eec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:16.148609 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6410f67-6320-49fc-90ee-1c7c4ec14eec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:16.149390 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d6410f67-6320-49fc-90ee-1c7c4ec14eec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:16.201999 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3f374dee-948e-4aa9-ad9d-fe5e3aaa56a7 req-19dade1f-e039-4f45-bc38-065ddb04bfec tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/security-groups?id=33ba1fad-191a-4b7a-ae9e-8e9e60985e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2788203 May 18 18:08:16.208169 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-d6410f67-6320-49fc-90ee-1c7c4ec14eec admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.4292769 May 18 18:08:16.211262 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 52762) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:08:16.235144 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-1793e464-fa48-4d1c-a0b1-c306c99f5ec3 admin admin] Request body: {'subnet': {'network_id': '6ba2d3f1-1e38-41ee-8062-86260345c4fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-726912209-subnet', 'tenant_id': 'e05b3d827f844c1d97efd9db4e0d2203', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:08:16.239230 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-056fe5fd-be25-4c5b-803b-b9a4c74e6dfe admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.9760745 May 18 18:08:16.256733 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 52766) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:08:16.259310 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056fe5fd-be25-4c5b-803b-b9a4c74e6dfe admin admin] Pushing event updated for resources: {'Network': ['ID=cc357db9-e20a-40e5-bec7-6d555b7a377b,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:08:16.275271 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port ec2caf09-7834-451a-a3a6-1760c8c67ebe is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:08:16.276299 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:16.303728 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-0ca91d80-84a0-4ab0-86c5-12af45ecc288 admin admin] Request body: {'subnet': {'network_id': 'cc357db9-e20a-40e5-bec7-6d555b7a377b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1465671376-subnet', 'tenant_id': 'b0b4398b0ab94cb0a39090377d9919ac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:08:16.331250 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network cc357db9-e20a-40e5-bec7-6d555b7a377b details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:08:16.366133 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ca91d80-84a0-4ab0-86c5-12af45ecc288 admin admin] Made reservation on behalf of b0b4398b0ab94cb0a39090377d9919ac for: {'subnet': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:08:16.369137 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0ca91d80-84a0-4ab0-86c5-12af45ecc288 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260908003'] for subnet, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:16.406140 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1793e464-fa48-4d1c-a0b1-c306c99f5ec3 admin admin] Made reservation on behalf of e05b3d827f844c1d97efd9db4e0d2203 for: {'subnet': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:08:16.410989 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1793e464-fa48-4d1c-a0b1-c306c99f5ec3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260908003'] for subnet, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:16.471295 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa29152-10d9-4b34-886b-c5654ebd48a5 req-a23f8725-e311-48b6-9714-b662be3315f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:16.471523 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port ec2caf09-7834-451a-a3a6-1760c8c67ebe, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=ec2caf09-7834-451a-a3a6-1760c8c67ebe,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:08:16.473930 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-efa29152-10d9-4b34-886b-c5654ebd48a5 req-a23f8725-e311-48b6-9714-b662be3315f6 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=77596843-4c0f-475a-8d4e-a5a7e48df306 HTTP/1.1" status: 200 len: 1096 time: 0.2419629 May 18 18:08:16.487705 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:16.488495 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6410f67-6320-49fc-90ee-1c7c4ec14eec admin admin] Pushing event updated for resources: {'Network': ['ID=6ba2d3f1-1e38-41ee-8062-86260345c4fd,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:08:16.572428 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network 6ba2d3f1-1e38-41ee-8062-86260345c4fd details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:08:16.614709 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-efa29152-10d9-4b34-886b-c5654ebd48a5 req-2b99f73b-9437-4b6e-b2e7-447db8beddd0 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=fae3ce3c-9235-4ae4-9c6c-e682ce6a4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990446 May 18 18:08:16.783772 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7054bd40-e19c-4073-b328-fc2fa8956ce2 req-74580484-a524-4722-b181-5282ed543fd3 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:16.794011 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7054bd40-e19c-4073-b328-fc2fa8956ce2 req-74580484-a524-4722-b181-5282ed543fd3 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=b8f267c7-2a12-455a-8742-23cd949ead3a HTTP/1.1" status: 200 len: 948 time: 0.5673628 May 18 18:08:16.838227 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=ec2caf09-7834-451a-a3a6-1760c8c67ebe,revision_number=9']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:08:16.900892 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7054bd40-e19c-4073-b328-fc2fa8956ce2 req-6ed91327-ca6a-4ee5-b024-ef7ee6983aa3 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008644 May 18 18:08:16.957277 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c34c72-b7fe-413e-91c0-34f002f42413 req-e783ec2f-77c0-4606-b63f-9a4cefbfbfd3 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:16.970395 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b5c34c72-b7fe-413e-91c0-34f002f42413 req-e783ec2f-77c0-4606-b63f-9a4cefbfbfd3 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/ports?device_id=77596843-4c0f-475a-8d4e-a5a7e48df306 HTTP/1.1" status: 200 len: 945 time: 0.0998750 May 18 18:08:17.000877 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0ca91d80-84a0-4ab0-86c5-12af45ecc288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260898481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260908021'] for subnet, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:17.043185 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b5c34c72-b7fe-413e-91c0-34f002f42413 req-cd4a2ee2-bfe3-4ded-8773-8e2a7ca47e45 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/security-groups?id=fae3ce3c-9235-4ae4-9c6c-e682ce6a4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706184 May 18 18:08:17.185357 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d7c1175d-400d-4cf7-a535-d7f9fa254d6c req-d5b4e814-a3e3-4218-b4a8-4c794e9b73c4 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/ports?device_id=eb23a27e-f075-4514-8d58-f17c7c7cf357 HTTP/1.1" status: 200 len: 210 time: 0.0593803 May 18 18:08:17.205444 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cf8aed69-a0ec-4582-939b-965378f1cb8f req-70475c2c-9394-4ef1-83b5-c73b7fd4c5a3 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=a049c2cb7dc14b6fbce20aa8814d6ebf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0861526 May 18 18:08:17.346554 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca91d80-84a0-4ab0-86c5-12af45ecc288 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a4cf386-94b8-4429-84d1-965291fb114b,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:08:17.353069 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca91d80-84a0-4ab0-86c5-12af45ecc288 admin admin] Checking segment: {'id': 'eb554bdf-962d-4d95-b040-83b8339864d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'cc357db9-e20a-40e5-bec7-6d555b7a377b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:08:17.353432 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca91d80-84a0-4ab0-86c5-12af45ecc288 admin admin] Network hostable DHCP agents. Network: cc357db9-e20a-40e5-bec7-6d555b7a377b, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:08:17.400106 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1793e464-fa48-4d1c-a0b1-c306c99f5ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260898481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260908021'] for subnet, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:17.403630 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca91d80-84a0-4ab0-86c5-12af45ecc288 admin admin] Network cc357db9-e20a-40e5-bec7-6d555b7a377b is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:08:17.452586 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80751a89-d103-4b18-8225-00333a78df4a req-51c64a53-a859-4e2f-8dc6-0eec8e9bb5f0 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:17.470475 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-80751a89-d103-4b18-8225-00333a78df4a req-51c64a53-a859-4e2f-8dc6-0eec8e9bb5f0 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=62f9f506-c24d-4d5b-a44b-7b17cc269226 HTTP/1.1" status: 200 len: 945 time: 0.1129966 May 18 18:08:17.481147 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-0ca91d80-84a0-4ab0-86c5-12af45ecc288 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, cc357db9-e20a-40e5-bec7-6d555b7a377b) {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:08:17.497961 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c10cad1-28aa-4113-9c10-2a26c4ac5746 None None] Network cc357db9-e20a-40e5-bec7-6d555b7a377b requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:08:17.538281 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8aed69-a0ec-4582-939b-965378f1cb8f req-d11a06f5-8c4e-48d2-afff-c79afd5bccb8 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:17.540031 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cf8aed69-a0ec-4582-939b-965378f1cb8f req-d11a06f5-8c4e-48d2-afff-c79afd5bccb8 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3169065 May 18 18:08:17.540827 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 52788) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:08:17.569218 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-cf8aed69-a0ec-4582-939b-965378f1cb8f req-3ffc7dca-ea15-435a-9f54-61a68a20e5ba tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Request body: {'port': {'device_id': 'cab5aa50-c349-4f1e-affa-de05c046bb26', 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305', 'admin_state_up': True, 'tenant_id': 'a049c2cb7dc14b6fbce20aa8814d6ebf'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:08:17.570018 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca91d80-84a0-4ab0-86c5-12af45ecc288 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:17.576220 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0ca91d80-84a0-4ab0-86c5-12af45ecc288 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:17.591495 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-80751a89-d103-4b18-8225-00333a78df4a req-eb222ed0-5821-4dc3-b598-cc5a4ff84a21 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/security-groups?id=33ba1fad-191a-4b7a-ae9e-8e9e60985e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056051 May 18 18:08:17.607183 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1793e464-fa48-4d1c-a0b1-c306c99f5ec3 admin admin] Checking segment: {'id': '31315e3d-060c-4ccf-beb4-baf1134985d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '6ba2d3f1-1e38-41ee-8062-86260345c4fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:08:17.607620 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1793e464-fa48-4d1c-a0b1-c306c99f5ec3 admin admin] Network hostable DHCP agents. Network: 6ba2d3f1-1e38-41ee-8062-86260345c4fd, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:08:17.642429 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-0ca91d80-84a0-4ab0-86c5-12af45ecc288 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.3790712 May 18 18:08:17.644792 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1793e464-fa48-4d1c-a0b1-c306c99f5ec3 admin admin] Network 6ba2d3f1-1e38-41ee-8062-86260345c4fd is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:08:17.647233 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1793e464-fa48-4d1c-a0b1-c306c99f5ec3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4c8e604-9eb2-414a-8fcd-fc1ec0f983e0,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:08:17.681345 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-1793e464-fa48-4d1c-a0b1-c306c99f5ec3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, 6ba2d3f1-1e38-41ee-8062-86260345c4fd) {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:08:17.692160 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1793e464-fa48-4d1c-a0b1-c306c99f5ec3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:17.692795 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1793e464-fa48-4d1c-a0b1-c306c99f5ec3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:17.709575 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db9fd9d-cce4-46fb-99ba-5448cf8678b4 None None] Network 6ba2d3f1-1e38-41ee-8062-86260345c4fd requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:08:17.719975 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-1793e464-fa48-4d1c-a0b1-c306c99f5ec3 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.5075264 May 18 18:08:17.725937 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 52796) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:08:17.746448 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-eaec1367-21ad-4bb0-be18-6ca3d454bf7e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-726912209-router', 'tenant_id': 'e05b3d827f844c1d97efd9db4e0d2203', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:08:17.855567 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0259f0-0d74-4293-aa68-0c68c3805e4f None None] Network cc357db9-e20a-40e5-bec7-6d555b7a377b requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:08:17.873467 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-eaec1367-21ad-4bb0-be18-6ca3d454bf7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25099'] for router, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:17.877188 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-eaec1367-21ad-4bb0-be18-6ca3d454bf7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-593238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596850', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25088'] for router, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:17.880950 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf8aed69-a0ec-4582-939b-965378f1cb8f req-3ffc7dca-ea15-435a-9f54-61a68a20e5ba tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Made reservation on behalf of a049c2cb7dc14b6fbce20aa8814d6ebf for: {'port': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:08:17.884603 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-cf8aed69-a0ec-4582-939b-965378f1cb8f req-3ffc7dca-ea15-435a-9f54-61a68a20e5ba tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:17.903240 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cf8aed69-a0ec-4582-939b-965378f1cb8f req-c0ef09c4-50b4-4b3d-bd89-63ca48cb970b tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=a049c2cb7dc14b6fbce20aa8814d6ebf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0669329 May 18 18:08:17.906331 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0366e3bf-b1a3-4d48-988c-1f2ddbbb36b8 req-c15884bc-ab3e-448b-945a-1f8d1a83dad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:17.907843 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0366e3bf-b1a3-4d48-988c-1f2ddbbb36b8 req-c15884bc-ab3e-448b-945a-1f8d1a83dad2 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=b8f267c7-2a12-455a-8742-23cd949ead3a&tenant_id=c95c071176d44e1393b66dc9873791e2 HTTP/1.1" status: 200 len: 1100 time: 0.1864159 May 18 18:08:17.923392 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-0366e3bf-b1a3-4d48-988c-1f2ddbbb36b8 req-dca3e87f-376e-479d-8b10-518529d59513 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-838550-3', 'device_owner': 'compute:nova'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:08:18.191691 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 52808) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:08:18.261970 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-eaec1367-21ad-4bb0-be18-6ca3d454bf7e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:18.334740 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8cb40179-2411-43e0-a7cb-37e432592809 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:18.335547 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8f267c7-2a12-455a-8742-23cd949ead3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec2caf09-7834-451a-a3a6-1760c8c67ebe'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:08:18.344364 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-069aea71-252a-4a21-acd2-529d21c6c7c7" -d '{"events": [{"server_uuid": "b8f267c7-2a12-455a-8742-23cd949ead3a", "name": "network-vif-plugged", "status": "completed", "tag": "ec2caf09-7834-451a-a3a6-1760c8c67ebe"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:08:18.393653 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-0366e3bf-b1a3-4d48-988c-1f2ddbbb36b8 req-dca3e87f-376e-479d-8b10-518529d59513 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:18.425599 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37149f2d-b336-4f41-87aa-068262adefb2 req-8bf308f6-a3da-41e3-b5ec-db25a55b2691 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:18.434110 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-37149f2d-b336-4f41-87aa-068262adefb2 req-8bf308f6-a3da-41e3-b5ec-db25a55b2691 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=62f9f506-c24d-4d5b-a44b-7b17cc269226 HTTP/1.1" status: 200 len: 945 time: 0.3479631 May 18 18:08:18.446365 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8aed69-a0ec-4582-939b-965378f1cb8f req-f4134130-d60f-40e4-9b85-6d606bad9157 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:18.448152 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cf8aed69-a0ec-4582-939b-965378f1cb8f req-f4134130-d60f-40e4-9b85-6d606bad9157 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5301003 May 18 18:08:18.511344 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-cf8aed69-a0ec-4582-939b-965378f1cb8f req-984a9786-1e93-467e-90e5-a317b00cd933 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Request body: {'port': {'device_id': 'eb23a27e-f075-4514-8d58-f17c7c7cf357', 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305', 'admin_state_up': True, 'tenant_id': 'a049c2cb7dc14b6fbce20aa8814d6ebf'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:08:18.534141 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8cb40179-2411-43e0-a7cb-37e432592809 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:18.547813 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8cb40179-2411-43e0-a7cb-37e432592809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:18.612207 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [req-cf8aed69-a0ec-4582-939b-965378f1cb8f req-3ffc7dca-ea15-435a-9f54-61a68a20e5ba tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Allocated IP 192.168.233.226 (4c8ef274-9ecc-47c2-9686-5eebd78fb305/c2531ae9-89db-4dcf-b670-9eac4c9cde53/319afa68-c211-4e3a-b55b-279f68bd8ca4) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:08:18.691988 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0b5076-9567-4fd8-be36-1ebd22936f5a req-b6af9ce4-8a62-44f0-bc9f-ad1d5c7b3730 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:18.694880 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8a0b5076-9567-4fd8-be36-1ebd22936f5a req-b6af9ce4-8a62-44f0-bc9f-ad1d5c7b3730 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=b8f267c7-2a12-455a-8742-23cd949ead3a HTTP/1.1" status: 200 len: 949 time: 0.5431201 May 18 18:08:18.699608 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba7c173-fe6f-454f-9524-3166d72e47fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-6ba2d3f1-1e38-41ee-8062-86260345c4fd', 'network_id': '6ba2d3f1-1e38-41ee-8062-86260345c4fd', 'tenant_id': 'e05b3d827f844c1d97efd9db4e0d2203', 'fixed_ips': [{'subnet_id': 'b4c8e604-9eb2-414a-8fcd-fc1ec0f983e0'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:08:18.700968 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-4ba7c173-fe6f-454f-9524-3166d72e47fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:18.702615 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-8cb40179-2411-43e0-a7cb-37e432592809 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=f65ad03ebaf6468d8ee8312cabdfd8e7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1585038 May 18 18:08:18.708603 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb40179-2411-43e0-a7cb-37e432592809 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67c57216-7975-44e0-b0e8-cea4e8c960e2,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:08:18.718557 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 52818) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:08:18.886175 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8a0b5076-9567-4fd8-be36-1ebd22936f5a req-9a0080cd-5373-44cf-91fc-b710cf85d0d7 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817360 May 18 18:08:18.975843 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-37149f2d-b336-4f41-87aa-068262adefb2 req-c69c298c-5974-4ca2-8f9b-7ed38391cfa8 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/security-groups?id=33ba1fad-191a-4b7a-ae9e-8e9e60985e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5402684 May 18 18:08:18.976992 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ea619d2f-fbf5-4538-a7e8-545218a52e78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:19.000814 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-4ba7c173-fe6f-454f-9524-3166d72e47fe None None] Allocated IP 172.20.0.2 (6ba2d3f1-1e38-41ee-8062-86260345c4fd/b4c8e604-9eb2-414a-8fcd-fc1ec0f983e0/d6c72c16-20f3-42ba-8fa8-440ac0d27bd8) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:08:19.025007 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-bcee9da7-976a-4f66-b453-883fc4035b97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:19.103531 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-eaec1367-21ad-4bb0-be18-6ca3d454bf7e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:19.120979 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-bcee9da7-976a-4f66-b453-883fc4035b97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:19.155271 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-89d5f735-66f9-4bb4-a62e-600628b76a04 req-f5a01f36-3385-4be0-87dd-ea6af4639997 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/ports?device_id=eb23a27e-f075-4514-8d58-f17c7c7cf357 HTTP/1.1" status: 200 len: 210 time: 0.0481803 May 18 18:08:19.181001 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ecbbd4-957e-42ab-bfd0-6e8b371bbe90 req-aa9b45e5-cf52-4d7f-92e8-71205f4673d2 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:19.181001 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-24ecbbd4-957e-42ab-bfd0-6e8b371bbe90 req-aa9b45e5-cf52-4d7f-92e8-71205f4673d2 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/ports?device_id=77596843-4c0f-475a-8d4e-a5a7e48df306 HTTP/1.1" status: 200 len: 945 time: 0.1857598 May 18 18:08:19.200355 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf8aed69-a0ec-4582-939b-965378f1cb8f req-984a9786-1e93-467e-90e5-a317b00cd933 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Made reservation on behalf of a049c2cb7dc14b6fbce20aa8814d6ebf for: {'port': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:08:19.204226 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-cf8aed69-a0ec-4582-939b-965378f1cb8f req-984a9786-1e93-467e-90e5-a317b00cd933 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:19.205175 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-cf8aed69-a0ec-4582-939b-965378f1cb8f req-3ffc7dca-ea15-435a-9f54-61a68a20e5ba tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:19.237211 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-4ba7c173-fe6f-454f-9524-3166d72e47fe None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:19.246150 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-4ba7c173-fe6f-454f-9524-3166d72e47fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:19.278423 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-24ecbbd4-957e-42ab-bfd0-6e8b371bbe90 req-8ad310ea-f938-47fd-9831-b4d5aa2c43e3 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/security-groups?id=fae3ce3c-9235-4ae4-9c6c-e682ce6a4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870008 May 18 18:08:19.281373 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-bcee9da7-976a-4f66-b453-883fc4035b97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:19.287304 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-bcee9da7-976a-4f66-b453-883fc4035b97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:19.288992 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-bcee9da7-976a-4f66-b453-883fc4035b97 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/67c57216-7975-44e0-b0e8-cea4e8c960e2 HTTP/1.1" status: 204 len: 168 time: 0.5680320 May 18 18:08:19.317379 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba7c173-fe6f-454f-9524-3166d72e47fe None None] Network 6ba2d3f1-1e38-41ee-8062-86260345c4fd is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:08:19.320450 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-4ba7c173-fe6f-454f-9524-3166d72e47fe None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:08:19.328516 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba7c173-fe6f-454f-9524-3166d72e47fe None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:08:19.343545 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba7c173-fe6f-454f-9524-3166d72e47fe None None] Pushing event updated for resources: {'Port': ['ID=d6c72c16-20f3-42ba-8fa8-440ac0d27bd8,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:08:19.346415 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcee9da7-976a-4f66-b453-883fc4035b97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67c57216-7975-44e0-b0e8-cea4e8c960e2,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:08:19.358298 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-cf8aed69-a0ec-4582-939b-965378f1cb8f req-3ffc7dca-ea15-435a-9f54-61a68a20e5ba tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:19.419064 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['3beb5ae3-39b5-4024-9788-1644d2c9c029'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:08:19.442104 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf8aed69-a0ec-4582-939b-965378f1cb8f req-3ffc7dca-ea15-435a-9f54-61a68a20e5ba tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Network 4c8ef274-9ecc-47c2-9686-5eebd78fb305 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:08:19.446206 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b4c837f-e86b-4b47-bbbb-ff3925de8b38 x-openstack-request-id: req-4b4c837f-e86b-4b47-bbbb-ff3925de8b38 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:08:19.446488 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8f267c7-2a12-455a-8742-23cd949ead3a", "name": "network-vif-plugged", "status": "completed", "tag": "ec2caf09-7834-451a-a3a6-1760c8c67ebe", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:08:19.446839 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-4b4c837f-e86b-4b47-bbbb-ff3925de8b38 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:08:19.447336 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b4c837f-e86b-4b47-bbbb-ff3925de8b38'] response: {'server_uuid': 'b8f267c7-2a12-455a-8742-23cd949ead3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec2caf09-7834-451a-a3a6-1760c8c67ebe', 'code': 200} May 18 18:08:19.453082 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ea619d2f-fbf5-4538-a7e8-545218a52e78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:19.462909 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [req-cf8aed69-a0ec-4582-939b-965378f1cb8f req-3ffc7dca-ea15-435a-9f54-61a68a20e5ba tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:08:19.475291 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ea619d2f-fbf5-4538-a7e8-545218a52e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:19.483733 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf8aed69-a0ec-4582-939b-965378f1cb8f req-3ffc7dca-ea15-435a-9f54-61a68a20e5ba tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:08:19.563085 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-4ba7c173-fe6f-454f-9524-3166d72e47fe None None] Attempting to bind port d6c72c16-20f3-42ba-8fa8-440ac0d27bd8 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:08:19.563675 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-4ba7c173-fe6f-454f-9524-3166d72e47fe None None] Attempting to bind port d6c72c16-20f3-42ba-8fa8-440ac0d27bd8 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '31315e3d-060c-4ccf-beb4-baf1134985d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '6ba2d3f1-1e38-41ee-8062-86260345c4fd'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:08:19.564268 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba7c173-fe6f-454f-9524-3166d72e47fe None None] Attempting to bind port d6c72c16-20f3-42ba-8fa8-440ac0d27bd8 on network 6ba2d3f1-1e38-41ee-8062-86260345c4fd {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:08:19.574452 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba7c173-fe6f-454f-9524-3166d72e47fe None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:08:19.575412 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba7c173-fe6f-454f-9524-3166d72e47fe None None] Checking segment: {'id': '31315e3d-060c-4ccf-beb4-baf1134985d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '6ba2d3f1-1e38-41ee-8062-86260345c4fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:08:19.576065 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-4ba7c173-fe6f-454f-9524-3166d72e47fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:19.576646 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba7c173-fe6f-454f-9524-3166d72e47fe None None] Bound using segment: {'id': '31315e3d-060c-4ccf-beb4-baf1134985d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '6ba2d3f1-1e38-41ee-8062-86260345c4fd'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:08:19.577316 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-4ba7c173-fe6f-454f-9524-3166d72e47fe None None] Bound port: d6c72c16-20f3-42ba-8fa8-440ac0d27bd8, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31315e3d-060c-4ccf-beb4-baf1134985d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '6ba2d3f1-1e38-41ee-8062-86260345c4fd'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:08:19.578083 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-4ba7c173-fe6f-454f-9524-3166d72e47fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:19.605371 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8aed69-a0ec-4582-939b-965378f1cb8f req-3ffc7dca-ea15-435a-9f54-61a68a20e5ba tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:19.608741 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-cf8aed69-a0ec-4582-939b-965378f1cb8f req-3ffc7dca-ea15-435a-9f54-61a68a20e5ba tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:19.631888 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffc7dca-ea15-435a-9f54-61a68a20e5ba tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Pushing event updated for resources: {'Port': ['ID=319afa68-c211-4e3a-b55b-279f68bd8ca4,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:08:19.649817 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-ea619d2f-fbf5-4538-a7e8-545218a52e78 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=543ac91ad34b492987456cc590b4ea1e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4280722 May 18 18:08:19.650006 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cf8aed69-a0ec-4582-939b-965378f1cb8f req-3ffc7dca-ea15-435a-9f54-61a68a20e5ba tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0880535 May 18 18:08:19.654088 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 52834) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:08:19.661286 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea619d2f-fbf5-4538-a7e8-545218a52e78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c22950a2-04c4-4276-b1f0-e14bdc914f3f,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:08:19.692524 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-4ba7c173-fe6f-454f-9524-3166d72e47fe None None] For port d6c72c16-20f3-42ba-8fa8-440ac0d27bd8, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:08:19.696465 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-4ba7c173-fe6f-454f-9524-3166d72e47fe None None] For port d6c72c16-20f3-42ba-8fa8-440ac0d27bd8, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=d6c72c16-20f3-42ba-8fa8-440ac0d27bd8,segment=NetworkSegment(31315e3d-060c-4ccf-beb4-baf1134985d1),segment_id=31315e3d-060c-4ccf-beb4-baf1134985d1)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:08:19.704500 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-0366e3bf-b1a3-4d48-988c-1f2ddbbb36b8 req-dca3e87f-376e-479d-8b10-518529d59513 service neutron] For port ec2caf09-7834-451a-a3a6-1760c8c67ebe, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=ec2caf09-7834-451a-a3a6-1760c8c67ebe,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:08:19.735381 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-4ba7c173-fe6f-454f-9524-3166d72e47fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:19.753662 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-cf8aed69-a0ec-4582-939b-965378f1cb8f req-da9349e1-cc5e-468a-b7ca-ba2155ce69a1 service neutron] Request body: {'port': {'device_id': 'cab5aa50-c349-4f1e-affa-de05c046bb26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-3'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:08:19.801751 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-0366e3bf-b1a3-4d48-988c-1f2ddbbb36b8 req-dca3e87f-376e-479d-8b10-518529d59513 service neutron] For port ec2caf09-7834-451a-a3a6-1760c8c67ebe, host n-h1-838550-3, cleared binding levels {{(pid=102731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:08:19.818033 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba7c173-fe6f-454f-9524-3166d72e47fe None None] Pushing event updated for resources: {'Port': ['ID=d6c72c16-20f3-42ba-8fa8-440ac0d27bd8,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:08:19.852742 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d03b37-29a8-4f55-9533-d27fa0a10604 req-ba36344e-1db2-4e86-a2ca-9eb8d070e268 tempest-LiveMigrationTest-768751957 tempest-LiveMigrationTest-768751957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:19.854455 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b5d03b37-29a8-4f55-9533-d27fa0a10604 req-ba36344e-1db2-4e86-a2ca-9eb8d070e268 tempest-LiveMigrationTest-768751957 tempest-LiveMigrationTest-768751957-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=77596843-4c0f-475a-8d4e-a5a7e48df306 HTTP/1.1" status: 200 len: 1096 time: 0.2323279 May 18 18:08:19.874450 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-cf8aed69-a0ec-4582-939b-965378f1cb8f req-da9349e1-cc5e-468a-b7ca-ba2155ce69a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:19.905774 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c14a79c4-9251-48ff-8ef9-913db43a9e68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:19.910916 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-0366e3bf-b1a3-4d48-988c-1f2ddbbb36b8 req-dca3e87f-376e-479d-8b10-518529d59513 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:19.931829 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.provisioning_blocks [req-0366e3bf-b1a3-4d48-988c-1f2ddbbb36b8 req-dca3e87f-376e-479d-8b10-518529d59513 service neutron] Transition to ACTIVE for port object ec2caf09-7834-451a-a3a6-1760c8c67ebe will not be triggered until provisioned by entity L2. {{(pid=102731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:08:19.935153 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8f267c7-2a12-455a-8742-23cd949ead3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec2caf09-7834-451a-a3a6-1760c8c67ebe'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:08:19.940411 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device ec2caf09-7834-451a-a3a6-1760c8c67ebe no longer exists at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:08:19.940664 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e2b782f-8d19-4cea-9b6b-9577c21818fa" -d '{"events": [{"server_uuid": "b8f267c7-2a12-455a-8742-23cd949ead3a", "name": "network-vif-unplugged", "status": "completed", "tag": "ec2caf09-7834-451a-a3a6-1760c8c67ebe"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:08:19.944562 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b5d03b37-29a8-4f55-9533-d27fa0a10604 req-76dd9135-560b-4367-ac2e-401a14828bff tempest-LiveMigrationTest-768751957 tempest-LiveMigrationTest-768751957-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=fae3ce3c-9235-4ae4-9c6c-e682ce6a4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727820 May 18 18:08:19.973132 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-0366e3bf-b1a3-4d48-988c-1f2ddbbb36b8 req-dca3e87f-376e-479d-8b10-518529d59513 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:19.985761 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device ec2caf09-7834-451a-a3a6-1760c8c67ebe not bound to the agent host n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:08:19.989690 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-6caf6cbf-4e8b-410a-b3e5-233e56446557 None None] Provisioning complete for port 319afa68-c211-4e3a-b55b-279f68bd8ca4 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:08:19.990016 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-6caf6cbf-4e8b-410a-b3e5-233e56446557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:20.033368 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-6caf6cbf-4e8b-410a-b3e5-233e56446557 None None] Port 319afa68-c211-4e3a-b55b-279f68bd8ca4 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:08:20.115728 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c14a79c4-9251-48ff-8ef9-913db43a9e68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:20.192478 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88965070-467a-49cf-90b7-523fca03e977 req-ac0addb9-a8aa-4120-918e-0f17f883ae1e tempest-ListServersNegativeTestJSON-1307727916 tempest-ListServersNegativeTestJSON-1307727916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:20.200480 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-88965070-467a-49cf-90b7-523fca03e977 req-ac0addb9-a8aa-4120-918e-0f17f883ae1e tempest-ListServersNegativeTestJSON-1307727916 tempest-ListServersNegativeTestJSON-1307727916-project] 10.222.0.85 "GET /v2.0/networks?id=cc357db9-e20a-40e5-bec7-6d555b7a377b HTTP/1.1" status: 200 len: 818 time: 0.7033262 May 18 18:08:20.211047 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-0366e3bf-b1a3-4d48-988c-1f2ddbbb36b8 req-dca3e87f-376e-479d-8b10-518529d59513 service neutron] No DVR routers for this DVR port ec2caf09-7834-451a-a3a6-1760c8c67ebe on host n-h1-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:08:20.240201 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad7161f-4758-460c-8547-23fe36b43784 req-da36ff27-2f36-4763-95cc-c287bf9b560e tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:20.262083 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5ad7161f-4758-460c-8547-23fe36b43784 req-da36ff27-2f36-4763-95cc-c287bf9b560e tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=b8f267c7-2a12-455a-8742-23cd949ead3a HTTP/1.1" status: 200 len: 948 time: 0.1645842 May 18 18:08:20.311344 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c14a79c4-9251-48ff-8ef9-913db43a9e68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:20.314660 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c14a79c4-9251-48ff-8ef9-913db43a9e68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:20.319924 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-c14a79c4-9251-48ff-8ef9-913db43a9e68 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/c22950a2-04c4-4276-b1f0-e14bdc914f3f HTTP/1.1" status: 204 len: 168 time: 0.6609313 May 18 18:08:20.334287 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-88965070-467a-49cf-90b7-523fca03e977 req-d61ce891-8271-44e9-93e8-fd3778060c0f tempest-ListServersNegativeTestJSON-1307727916 tempest-ListServersNegativeTestJSON-1307727916-project] 10.222.0.85 "GET /v2.0/quotas/b0b4398b0ab94cb0a39090377d9919ac HTTP/1.1" status: 200 len: 375 time: 0.1327789 May 18 18:08:20.350587 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14a79c4-9251-48ff-8ef9-913db43a9e68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c22950a2-04c4-4276-b1f0-e14bdc914f3f,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:08:20.400603 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3e87f-376e-479d-8b10-518529d59513 service neutron] Pushing event updated for resources: {'Port': ['ID=ec2caf09-7834-451a-a3a6-1760c8c67ebe,revision_number=10']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:08:20.405025 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-0366e3bf-b1a3-4d48-988c-1f2ddbbb36b8 req-dca3e87f-376e-479d-8b10-518529d59513 service neutron] Attempting to bind port ec2caf09-7834-451a-a3a6-1760c8c67ebe on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:08:20.405025 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-0366e3bf-b1a3-4d48-988c-1f2ddbbb36b8 req-dca3e87f-376e-479d-8b10-518529d59513 service neutron] Attempting to bind port ec2caf09-7834-451a-a3a6-1760c8c67ebe by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': '2879bb11-64b4-46f1-9f8b-52941d47b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:08:20.405025 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0366e3bf-b1a3-4d48-988c-1f2ddbbb36b8 req-dca3e87f-376e-479d-8b10-518529d59513 service neutron] Attempting to bind port ec2caf09-7834-451a-a3a6-1760c8c67ebe on network 4c8ef274-9ecc-47c2-9686-5eebd78fb305 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:08:20.414375 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5ad7161f-4758-460c-8547-23fe36b43784 req-7c7906a7-b357-434e-b9ee-8a5a9f853cef tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511877 May 18 18:08:20.487363 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-88965070-467a-49cf-90b7-523fca03e977 req-88696601-77b8-41f1-8abd-82cd2dec69ac tempest-ListServersNegativeTestJSON-1307727916 tempest-ListServersNegativeTestJSON-1307727916-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=b0b4398b0ab94cb0a39090377d9919ac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1521027 May 18 18:08:20.513602 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [req-cf8aed69-a0ec-4582-939b-965378f1cb8f req-984a9786-1e93-467e-90e5-a317b00cd933 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Allocated IP 192.168.233.57 (4c8ef274-9ecc-47c2-9686-5eebd78fb305/c2531ae9-89db-4dcf-b670-9eac4c9cde53/e0571223-bec5-444d-9ddd-0c8cd62af364) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:08:20.517191 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0366e3bf-b1a3-4d48-988c-1f2ddbbb36b8 req-dca3e87f-376e-479d-8b10-518529d59513 service neutron] Port ec2caf09-7834-451a-a3a6-1760c8c67ebe on network 4c8ef274-9ecc-47c2-9686-5eebd78fb305 not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:08:20.523305 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0366e3bf-b1a3-4d48-988c-1f2ddbbb36b8 req-dca3e87f-376e-479d-8b10-518529d59513 service neutron] Attempting to bind port ec2caf09-7834-451a-a3a6-1760c8c67ebe on network 4c8ef274-9ecc-47c2-9686-5eebd78fb305 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:08:20.533857 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 May 2022 18:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ace157d3-97e4-442c-8bf9-e16d10a10634 x-openstack-request-id: req-ace157d3-97e4-442c-8bf9-e16d10a10634 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:08:20.534110 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8f267c7-2a12-455a-8742-23cd949ead3a", "name": "network-vif-unplugged", "status": "completed", "tag": "ec2caf09-7834-451a-a3a6-1760c8c67ebe", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:08:20.535679 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-ace157d3-97e4-442c-8bf9-e16d10a10634 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:08:20.536728 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ace157d3-97e4-442c-8bf9-e16d10a10634'] response: {'server_uuid': 'b8f267c7-2a12-455a-8742-23cd949ead3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec2caf09-7834-451a-a3a6-1760c8c67ebe', 'code': 200} May 18 18:08:20.548381 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-eaec1367-21ad-4bb0-be18-6ca3d454bf7e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:20.654895 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-eaec1367-21ad-4bb0-be18-6ca3d454bf7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:20.660840 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0366e3bf-b1a3-4d48-988c-1f2ddbbb36b8 req-dca3e87f-376e-479d-8b10-518529d59513 service neutron] Checking agent: {'id': 'd1be059a-68ea-4c77-9b2b-29f4afa47e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:08:20.661180 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0366e3bf-b1a3-4d48-988c-1f2ddbbb36b8 req-dca3e87f-376e-479d-8b10-518529d59513 service neutron] Checking segment: {'id': '2879bb11-64b4-46f1-9f8b-52941d47b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:08:20.661564 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0366e3bf-b1a3-4d48-988c-1f2ddbbb36b8 req-dca3e87f-376e-479d-8b10-518529d59513 service neutron] Bound using segment: {'id': '2879bb11-64b4-46f1-9f8b-52941d47b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305'} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:08:20.662060 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-0366e3bf-b1a3-4d48-988c-1f2ddbbb36b8 req-dca3e87f-376e-479d-8b10-518529d59513 service neutron] Bound port: ec2caf09-7834-451a-a3a6-1760c8c67ebe, host: n-h2-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2879bb11-64b4-46f1-9f8b-52941d47b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305'}}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:08:20.662375 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-0366e3bf-b1a3-4d48-988c-1f2ddbbb36b8 req-dca3e87f-376e-479d-8b10-518529d59513 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:20.763829 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842c4733-2cd8-4d40-a834-3907e4a5df5a req-a19fd3c2-ba62-4398-9c42-8acdae42bb58 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:20.771409 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-842c4733-2cd8-4d40-a834-3907e4a5df5a req-a19fd3c2-ba62-4398-9c42-8acdae42bb58 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=62f9f506-c24d-4d5b-a44b-7b17cc269226 HTTP/1.1" status: 200 len: 945 time: 0.0863566 May 18 18:08:20.834036 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-842c4733-2cd8-4d40-a834-3907e4a5df5a req-96e16f18-22a8-426a-b776-71b3e7f7cade tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/security-groups?id=33ba1fad-191a-4b7a-ae9e-8e9e60985e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591974 May 18 18:08:20.893732 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-88965070-467a-49cf-90b7-523fca03e977 req-8fa45de4-22fc-49b8-ba1b-e67e95ea69f1 service neutron] 10.222.0.85 "GET /v2.0/networks/cc357db9-e20a-40e5-bec7-6d555b7a377b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4043360 May 18 18:08:20.997882 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-0366e3bf-b1a3-4d48-988c-1f2ddbbb36b8 req-dca3e87f-376e-479d-8b10-518529d59513 service neutron] For port ec2caf09-7834-451a-a3a6-1760c8c67ebe, host n-h2-838550-3, cleared binding levels {{(pid=102731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:08:21.027449 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d982464b-d3a4-49c7-95d8-d3d535d75e04 req-6d924994-6a67-478c-8237-71fbd6994f68 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/ports?device_id=eb23a27e-f075-4514-8d58-f17c7c7cf357 HTTP/1.1" status: 200 len: 210 time: 0.0798986 May 18 18:08:21.126637 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-cf8aed69-a0ec-4582-939b-965378f1cb8f req-984a9786-1e93-467e-90e5-a317b00cd933 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:21.146296 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-0366e3bf-b1a3-4d48-988c-1f2ddbbb36b8 req-dca3e87f-376e-479d-8b10-518529d59513 service neutron] For port ec2caf09-7834-451a-a3a6-1760c8c67ebe, host n-h2-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=ec2caf09-7834-451a-a3a6-1760c8c67ebe,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:08:21.228177 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-0366e3bf-b1a3-4d48-988c-1f2ddbbb36b8 req-dca3e87f-376e-479d-8b10-518529d59513 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:21.301034 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-cf8aed69-a0ec-4582-939b-965378f1cb8f req-984a9786-1e93-467e-90e5-a317b00cd933 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:21.315305 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['3beb5ae3-39b5-4024-9788-1644d2c9c029'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:08:21.364670 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-eaec1367-21ad-4bb0-be18-6ca3d454bf7e admin admin] Allocated IP 172.25.5.27 (31ebd439-090c-4b25-bbb0-31c48711b145/363a2810-8a83-4be0-a317-7c91fcd94485/5227345e-5153-4734-930c-392ff84168b5) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:08:21.366531 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 52880) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:08:21.435098 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5d4345eb-2af8-4038-9cf6-5b97de1bfaaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:21.439077 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0366e3bf-b1a3-4d48-988c-1f2ddbbb36b8 req-dca3e87f-376e-479d-8b10-518529d59513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:21.440507 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-0366e3bf-b1a3-4d48-988c-1f2ddbbb36b8 req-dca3e87f-376e-479d-8b10-518529d59513 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:21.443008 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0366e3bf-b1a3-4d48-988c-1f2ddbbb36b8 req-dca3e87f-376e-479d-8b10-518529d59513 service neutron] 10.222.0.88 "PUT /v2.0/ports/ec2caf09-7834-451a-a3a6-1760c8c67ebe HTTP/1.1" status: 200 len: 1096 time: 3.5233514 May 18 18:08:21.474886 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf8aed69-a0ec-4582-939b-965378f1cb8f req-984a9786-1e93-467e-90e5-a317b00cd933 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Network 4c8ef274-9ecc-47c2-9686-5eebd78fb305 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:08:21.501954 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a8b9f1d-258d-4373-9397-b84d8b6b3fac None None] Network 6ba2d3f1-1e38-41ee-8062-86260345c4fd requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:08:21.532188 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [req-cf8aed69-a0ec-4582-939b-965378f1cb8f req-984a9786-1e93-467e-90e5-a317b00cd933 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:08:21.653511 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf8aed69-a0ec-4582-939b-965378f1cb8f req-984a9786-1e93-467e-90e5-a317b00cd933 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:08:21.717030 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3e87f-376e-479d-8b10-518529d59513 service neutron] Pushing event updated for resources: {'Port': ['ID=ec2caf09-7834-451a-a3a6-1760c8c67ebe,revision_number=11']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:08:21.764380 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-88965070-467a-49cf-90b7-523fca03e977 req-0c46bd19-d426-4317-be09-7cf268ad0273 service neutron] 10.222.0.85 "GET /v2.0/networks/cc357db9-e20a-40e5-bec7-6d555b7a377b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7893882 May 18 18:08:21.781830 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-f0edb474-c6ef-45ce-b51e-c54140113f91 None None] Provisioning complete for port d6c72c16-20f3-42ba-8fa8-440ac0d27bd8 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:08:21.783251 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f0edb474-c6ef-45ce-b51e-c54140113f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:21.857548 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [req-cf8aed69-a0ec-4582-939b-965378f1cb8f req-da9349e1-cc5e-468a-b7ca-ba2155ce69a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 319afa68-c211-4e3a-b55b-279f68bd8ca4 {{(pid=102730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:08:21.891907 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5d4345eb-2af8-4038-9cf6-5b97de1bfaaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:21.899585 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-cf8aed69-a0ec-4582-939b-965378f1cb8f req-da9349e1-cc5e-468a-b7ca-ba2155ce69a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:21.911185 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5d4345eb-2af8-4038-9cf6-5b97de1bfaaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:21.942865 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984a9786-1e93-467e-90e5-a317b00cd933 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Pushing event updated for resources: {'Port': ['ID=e0571223-bec5-444d-9ddd-0c8cd62af364,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:08:21.950796 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8aed69-a0ec-4582-939b-965378f1cb8f req-984a9786-1e93-467e-90e5-a317b00cd933 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:21.951339 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-cf8aed69-a0ec-4582-939b-965378f1cb8f req-984a9786-1e93-467e-90e5-a317b00cd933 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:21.977371 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0366e3bf-b1a3-4d48-988c-1f2ddbbb36b8 req-32067e8e-b288-41ba-84ad-5c2d286b4984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:21.987263 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0366e3bf-b1a3-4d48-988c-1f2ddbbb36b8 req-32067e8e-b288-41ba-84ad-5c2d286b4984 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c95c071176d44e1393b66dc9873791e2&device_id=b8f267c7-2a12-455a-8742-23cd949ead3a HTTP/1.1" status: 200 len: 1099 time: 0.4740148 May 18 18:08:22.021161 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [req-cf8aed69-a0ec-4582-939b-965378f1cb8f req-da9349e1-cc5e-468a-b7ca-ba2155ce69a1 service neutron] Transition to ACTIVE for port object 319afa68-c211-4e3a-b55b-279f68bd8ca4 will not be triggered until provisioned by entity L2. {{(pid=102730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:08:22.041446 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-eaec1367-21ad-4bb0-be18-6ca3d454bf7e admin admin] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:22.047598 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cf8aed69-a0ec-4582-939b-965378f1cb8f req-984a9786-1e93-467e-90e5-a317b00cd933 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5404654 May 18 18:08:22.057650 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-cf8aed69-a0ec-4582-939b-965378f1cb8f req-da9349e1-cc5e-468a-b7ca-ba2155ce69a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:22.073282 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-5d4345eb-2af8-4038-9cf6-5b97de1bfaaa admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=d6350c9f9ccb4d83b5dfddfcb1e99835&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7048419 May 18 18:08:22.081234 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 52892) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:08:22.089056 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4345eb-2af8-4038-9cf6-5b97de1bfaaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6970780-7743-474b-9583-d3cc87e47f90,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:08:22.096604 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-cf8aed69-a0ec-4582-939b-965378f1cb8f req-00f9118c-6057-43f4-8fc7-14fcba75a3c9 service neutron] Request body: {'port': {'device_id': 'eb23a27e-f075-4514-8d58-f17c7c7cf357', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-3'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:08:22.259503 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9349e1-cc5e-468a-b7ca-ba2155ce69a1 service neutron] Pushing event updated for resources: {'Port': ['ID=319afa68-c211-4e3a-b55b-279f68bd8ca4,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:08:22.341338 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device d6c72c16-20f3-42ba-8fa8-440ac0d27bd8 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:08:22.599305 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8f267c7-2a12-455a-8742-23cd949ead3a', 'tag': 'ec2caf09-7834-451a-a3a6-1760c8c67ebe'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:08:22.614241 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b118343-338b-4f13-ab7e-e5ba902675c0" -d '{"events": [{"name": "network-changed", "server_uuid": "b8f267c7-2a12-455a-8742-23cd949ead3a", "tag": "ec2caf09-7834-451a-a3a6-1760c8c67ebe"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:08:22.652440 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555eda4d-36be-4ae9-b50b-884c1549a80d req-df7afde7-69b7-4bad-ae6a-b92acb62c890 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:22.654969 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-f0edb474-c6ef-45ce-b51e-c54140113f91 None None] Current status of the port d6c72c16-20f3-42ba-8fa8-440ac0d27bd8 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:08:22.655561 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f0edb474-c6ef-45ce-b51e-c54140113f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:22.670241 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-555eda4d-36be-4ae9-b50b-884c1549a80d req-df7afde7-69b7-4bad-ae6a-b92acb62c890 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=62f9f506-c24d-4d5b-a44b-7b17cc269226 HTTP/1.1" status: 200 len: 945 time: 0.2353785 May 18 18:08:22.705493 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-cf8aed69-a0ec-4582-939b-965378f1cb8f req-da9349e1-cc5e-468a-b7ca-ba2155ce69a1 service neutron] Attempting to bind port 319afa68-c211-4e3a-b55b-279f68bd8ca4 on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:08:22.705863 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-cf8aed69-a0ec-4582-939b-965378f1cb8f req-da9349e1-cc5e-468a-b7ca-ba2155ce69a1 service neutron] Attempting to bind port 319afa68-c211-4e3a-b55b-279f68bd8ca4 by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': '2879bb11-64b4-46f1-9f8b-52941d47b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:08:22.706198 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8aed69-a0ec-4582-939b-965378f1cb8f req-da9349e1-cc5e-468a-b7ca-ba2155ce69a1 service neutron] Attempting to bind port 319afa68-c211-4e3a-b55b-279f68bd8ca4 on network 4c8ef274-9ecc-47c2-9686-5eebd78fb305 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:08:22.729439 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port d6c72c16-20f3-42ba-8fa8-440ac0d27bd8 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:08:22.729912 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:22.734015 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8aed69-a0ec-4582-939b-965378f1cb8f req-da9349e1-cc5e-468a-b7ca-ba2155ce69a1 service neutron] Port 319afa68-c211-4e3a-b55b-279f68bd8ca4 on network 4c8ef274-9ecc-47c2-9686-5eebd78fb305 not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:08:22.738487 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8aed69-a0ec-4582-939b-965378f1cb8f req-da9349e1-cc5e-468a-b7ca-ba2155ce69a1 service neutron] Attempting to bind port 319afa68-c211-4e3a-b55b-279f68bd8ca4 on network 4c8ef274-9ecc-47c2-9686-5eebd78fb305 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:08:22.798769 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8aed69-a0ec-4582-939b-965378f1cb8f req-da9349e1-cc5e-468a-b7ca-ba2155ce69a1 service neutron] Checking agent: {'id': 'd1be059a-68ea-4c77-9b2b-29f4afa47e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:08:22.799358 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8aed69-a0ec-4582-939b-965378f1cb8f req-da9349e1-cc5e-468a-b7ca-ba2155ce69a1 service neutron] Checking segment: {'id': '2879bb11-64b4-46f1-9f8b-52941d47b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:08:22.799948 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8aed69-a0ec-4582-939b-965378f1cb8f req-da9349e1-cc5e-468a-b7ca-ba2155ce69a1 service neutron] Bound using segment: {'id': '2879bb11-64b4-46f1-9f8b-52941d47b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305'} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:08:22.800679 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-cf8aed69-a0ec-4582-939b-965378f1cb8f req-da9349e1-cc5e-468a-b7ca-ba2155ce69a1 service neutron] Bound port: 319afa68-c211-4e3a-b55b-279f68bd8ca4, host: n-h2-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2879bb11-64b4-46f1-9f8b-52941d47b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305'}}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:08:22.801255 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-cf8aed69-a0ec-4582-939b-965378f1cb8f req-da9349e1-cc5e-468a-b7ca-ba2155ce69a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:22.808673 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-cf8aed69-a0ec-4582-939b-965378f1cb8f req-00f9118c-6057-43f4-8fc7-14fcba75a3c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:22.811740 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-eaec1367-21ad-4bb0-be18-6ca3d454bf7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:22.858137 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-555eda4d-36be-4ae9-b50b-884c1549a80d req-c5584693-f7d2-4412-a177-aca41fd75b7b tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/security-groups?id=33ba1fad-191a-4b7a-ae9e-8e9e60985e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764288 May 18 18:08:22.935635 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0366e3bf-b1a3-4d48-988c-1f2ddbbb36b8 req-02b443c1-a6c9-4137-ab0d-df1acc9ffe72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:22.937728 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0366e3bf-b1a3-4d48-988c-1f2ddbbb36b8 req-02b443c1-a6c9-4137-ab0d-df1acc9ffe72 service neutron] 10.222.0.88 "GET /v2.0/networks?id=4c8ef274-9ecc-47c2-9686-5eebd78fb305 HTTP/1.1" status: 200 len: 870 time: 0.9292850 May 18 18:08:22.943155 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-f0edb474-c6ef-45ce-b51e-c54140113f91 None None] For port d6c72c16-20f3-42ba-8fa8-440ac0d27bd8, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=d6c72c16-20f3-42ba-8fa8-440ac0d27bd8,segment=NetworkSegment(31315e3d-060c-4ccf-beb4-baf1134985d1),segment_id=31315e3d-060c-4ccf-beb4-baf1134985d1)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:08:22.950435 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f0edb474-c6ef-45ce-b51e-c54140113f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:22.989909 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-21419f55-2dbd-4ab4-8b58-b854b76c0231 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:22.993059 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaec1367-21ad-4bb0-be18-6ca3d454bf7e admin admin] Network 31ebd439-090c-4b25-bbb0-31c48711b145 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:08:23.022563 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-cf8aed69-a0ec-4582-939b-965378f1cb8f req-da9349e1-cc5e-468a-b7ca-ba2155ce69a1 service neutron] For port 319afa68-c211-4e3a-b55b-279f68bd8ca4, host n-h2-838550-3, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:08:23.025504 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0edb474-c6ef-45ce-b51e-c54140113f91 None None] Pushing event updated for resources: {'Port': ['ID=d6c72c16-20f3-42ba-8fa8-440ac0d27bd8,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:08:23.048007 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-cf8aed69-a0ec-4582-939b-965378f1cb8f req-da9349e1-cc5e-468a-b7ca-ba2155ce69a1 service neutron] For port 319afa68-c211-4e3a-b55b-279f68bd8ca4, host n-h2-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=319afa68-c211-4e3a-b55b-279f68bd8ca4,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:08:23.052291 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port d6c72c16-20f3-42ba-8fa8-440ac0d27bd8 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:08:23.055139 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-cf8aed69-a0ec-4582-939b-965378f1cb8f req-da9349e1-cc5e-468a-b7ca-ba2155ce69a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:23.069274 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07efda55-59fb-4f9b-ae0b-cb1760f5d283 req-1c221db1-c28a-4caf-9c05-1a8ca1a2be3a tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:23.071174 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-07efda55-59fb-4f9b-ae0b-cb1760f5d283 req-1c221db1-c28a-4caf-9c05-1a8ca1a2be3a tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/ports?device_id=eb23a27e-f075-4514-8d58-f17c7c7cf357 HTTP/1.1" status: 200 len: 935 time: 0.0936940 May 18 18:08:23.094255 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-52735906-e653-45b0-861e-27dbe4fbb7e0 None None] Provisioning complete for port d6c72c16-20f3-42ba-8fa8-440ac0d27bd8 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:08:23.094930 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-52735906-e653-45b0-861e-27dbe4fbb7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:23.107611 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accd060a-7c4f-4bb2-bca0-d1bfb272e158 req-0b3dea8e-47dc-44f6-82ea-9b0758bb031e tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:23.110523 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-accd060a-7c4f-4bb2-bca0-d1bfb272e158 req-0b3dea8e-47dc-44f6-82ea-9b0758bb031e tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=b8f267c7-2a12-455a-8742-23cd949ead3a HTTP/1.1" status: 200 len: 948 time: 0.6202898 May 18 18:08:23.111827 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-eaec1367-21ad-4bb0-be18-6ca3d454bf7e admin admin] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:08:23.146455 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0366e3bf-b1a3-4d48-988c-1f2ddbbb36b8 req-bf45f474-87a6-48b9-ab19-fdfcbe988ed1 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=ec2caf09-7834-451a-a3a6-1760c8c67ebe HTTP/1.1" status: 200 len: 217 time: 0.1889393 May 18 18:08:23.147390 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaec1367-21ad-4bb0-be18-6ca3d454bf7e admin admin] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:08:23.167945 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaec1367-21ad-4bb0-be18-6ca3d454bf7e admin admin] Pushing event updated for resources: {'Port': ['ID=5227345e-5153-4734-930c-392ff84168b5,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:08:23.191991 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8aed69-a0ec-4582-939b-965378f1cb8f req-da9349e1-cc5e-468a-b7ca-ba2155ce69a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:23.193494 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-cf8aed69-a0ec-4582-939b-965378f1cb8f req-da9349e1-cc5e-468a-b7ca-ba2155ce69a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:23.196260 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cf8aed69-a0ec-4582-939b-965378f1cb8f req-da9349e1-cc5e-468a-b7ca-ba2155ce69a1 service neutron] 10.222.0.88 "PUT /v2.0/ports/319afa68-c211-4e3a-b55b-279f68bd8ca4 HTTP/1.1" status: 200 len: 1096 time: 3.4544168 May 18 18:08:23.199266 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cab5aa50-c349-4f1e-affa-de05c046bb26', 'tag': '319afa68-c211-4e3a-b55b-279f68bd8ca4'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:08:23.201438 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4aa912c-6737-4334-9e2e-fb8e8ee5177e" -d '{"events": [{"name": "network-changed", "server_uuid": "cab5aa50-c349-4f1e-affa-de05c046bb26", "tag": "319afa68-c211-4e3a-b55b-279f68bd8ca4"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:08:23.215281 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-52735906-e653-45b0-861e-27dbe4fbb7e0 None None] Current status of the port d6c72c16-20f3-42ba-8fa8-440ac0d27bd8 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:08:23.255528 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-21419f55-2dbd-4ab4-8b58-b854b76c0231 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:23.260315 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-07efda55-59fb-4f9b-ae0b-cb1760f5d283 req-ffe6c2fe-6b2a-4b10-8e90-bd55c344623e tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/security-groups?id=5ea4329b-bade-4f5a-bfbd-7917c3702679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371012 May 18 18:08:23.273319 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-52735906-e653-45b0-861e-27dbe4fbb7e0 None None] Provisioning complete for port e0571223-bec5-444d-9ddd-0c8cd62af364 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:08:23.275135 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-52735906-e653-45b0-861e-27dbe4fbb7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:23.286297 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9349e1-cc5e-468a-b7ca-ba2155ce69a1 service neutron] Pushing event updated for resources: {'Port': ['ID=319afa68-c211-4e3a-b55b-279f68bd8ca4,revision_number=3']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:08:23.348847 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-52735906-e653-45b0-861e-27dbe4fbb7e0 None None] Port e0571223-bec5-444d-9ddd-0c8cd62af364 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:08:23.376626 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8aed69-a0ec-4582-939b-965378f1cb8f req-49d6899b-d856-4da2-8d16-b9011d997ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:23.378799 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cf8aed69-a0ec-4582-939b-965378f1cb8f req-49d6899b-d856-4da2-8d16-b9011d997ed0 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a049c2cb7dc14b6fbce20aa8814d6ebf&device_id=cab5aa50-c349-4f1e-affa-de05c046bb26 HTTP/1.1" status: 200 len: 1099 time: 0.1067638 May 18 18:08:23.526749 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cf8aed69-a0ec-4582-939b-965378f1cb8f req-2d095182-1366-4115-94bb-70e446c24b10 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=319afa68-c211-4e3a-b55b-279f68bd8ca4 HTTP/1.1" status: 200 len: 217 time: 0.1325476 May 18 18:08:23.527871 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0366e3bf-b1a3-4d48-988c-1f2ddbbb36b8 req-79574005-73f6-4d78-855a-2aee63b9e5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:23.529359 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0366e3bf-b1a3-4d48-988c-1f2ddbbb36b8 req-79574005-73f6-4d78-855a-2aee63b9e5c6 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c2531ae9-89db-4dcf-b670-9eac4c9cde53 HTTP/1.1" status: 200 len: 843 time: 0.3653872 May 18 18:08:23.611901 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-accd060a-7c4f-4bb2-bca0-d1bfb272e158 req-2353ecd6-6993-4a4e-9202-5bb1c1f98367 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4564679 May 18 18:08:23.623555 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8aed69-a0ec-4582-939b-965378f1cb8f req-999c7fa3-7a97-4848-bf34-5be95b64602e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:23.625204 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cf8aed69-a0ec-4582-939b-965378f1cb8f req-999c7fa3-7a97-4848-bf34-5be95b64602e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c2531ae9-89db-4dcf-b670-9eac4c9cde53 HTTP/1.1" status: 200 len: 843 time: 0.0863943 May 18 18:08:23.708926 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-21419f55-2dbd-4ab4-8b58-b854b76c0231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:23.711568 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-21419f55-2dbd-4ab4-8b58-b854b76c0231 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:23.712786 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-21419f55-2dbd-4ab4-8b58-b854b76c0231 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/a6970780-7743-474b-9583-d3cc87e47f90 HTTP/1.1" status: 204 len: 168 time: 1.6117165 May 18 18:08:23.766676 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21419f55-2dbd-4ab4-8b58-b854b76c0231 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6970780-7743-474b-9583-d3cc87e47f90,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:08:23.775560 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-343a9747-228f-4ac5-852d-7c5a0beb2858 req-20846cb0-14b7-480b-92e5-9e6fec083a9b tempest-AbsoluteLimitsNegativeTestJSON-1678142776 tempest-AbsoluteLimitsNegativeTestJSON-1678142776-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=2e37f194e68d4dc395520e58f2e9b604&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0631642 May 18 18:08:23.791866 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11403d4c-0a12-4642-aed7-1423201d5e4c x-openstack-request-id: req-11403d4c-0a12-4642-aed7-1423201d5e4c {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:08:23.792183 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8f267c7-2a12-455a-8742-23cd949ead3a", "tag": "ec2caf09-7834-451a-a3a6-1760c8c67ebe", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:08:23.793235 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-11403d4c-0a12-4642-aed7-1423201d5e4c {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:08:23.793805 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11403d4c-0a12-4642-aed7-1423201d5e4c'] response: {'name': 'network-changed', 'server_uuid': 'b8f267c7-2a12-455a-8742-23cd949ead3a', 'tag': 'ec2caf09-7834-451a-a3a6-1760c8c67ebe', 'status': 'completed', 'code': 200} May 18 18:08:23.802833 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8aed69-a0ec-4582-939b-965378f1cb8f req-ab7dba86-0e06-49df-ac48-3ae025a9358b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:23.804780 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cf8aed69-a0ec-4582-939b-965378f1cb8f req-ab7dba86-0e06-49df-ac48-3ae025a9358b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4c8ef274-9ecc-47c2-9686-5eebd78fb305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1628969 May 18 18:08:23.824553 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ed6540-36ff-437e-829d-b653b5071a21 req-ee2363d1-1f83-41dd-8eea-89809957cc45 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:23.826663 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e6ed6540-36ff-437e-829d-b653b5071a21 req-ee2363d1-1f83-41dd-8eea-89809957cc45 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.88 "GET /v2.0/ports?device_id=62f9f506-c24d-4d5b-a44b-7b17cc269226 HTTP/1.1" status: 200 len: 945 time: 0.2003145 May 18 18:08:23.834734 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0366e3bf-b1a3-4d48-988c-1f2ddbbb36b8 req-b166d4f6-663b-4367-99ee-acfb28e436a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:23.837006 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0366e3bf-b1a3-4d48-988c-1f2ddbbb36b8 req-b166d4f6-663b-4367-99ee-acfb28e436a9 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4c8ef274-9ecc-47c2-9686-5eebd78fb305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2545319 May 18 18:08:23.949106 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3ed748e-16da-4edb-bdf4-521c9cef0d38 x-openstack-request-id: req-e3ed748e-16da-4edb-bdf4-521c9cef0d38 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:08:23.949397 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cab5aa50-c349-4f1e-affa-de05c046bb26", "tag": "319afa68-c211-4e3a-b55b-279f68bd8ca4", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:08:23.949797 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-e3ed748e-16da-4edb-bdf4-521c9cef0d38 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:08:23.950205 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3ed748e-16da-4edb-bdf4-521c9cef0d38'] response: {'name': 'network-changed', 'server_uuid': 'cab5aa50-c349-4f1e-affa-de05c046bb26', 'tag': '319afa68-c211-4e3a-b55b-279f68bd8ca4', 'status': 'completed', 'code': 200} May 18 18:08:24.171903 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device d6c72c16-20f3-42ba-8fa8-440ac0d27bd8 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:08:24.172609 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b118343-338b-4f13-ab7e-e5ba902675c0 req-c7ea9792-392e-4042-bbcb-fbee23b9992b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:24.176384 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6b118343-338b-4f13-ab7e-e5ba902675c0 req-c7ea9792-392e-4042-bbcb-fbee23b9992b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c95c071176d44e1393b66dc9873791e2&device_id=b8f267c7-2a12-455a-8742-23cd949ead3a HTTP/1.1" status: 200 len: 1099 time: 0.3282335 May 18 18:08:24.304545 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port d6c72c16-20f3-42ba-8fa8-440ac0d27bd8 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:08:24.304936 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:24.397051 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e093cc6f-c0f7-42fa-8d63-d0e880004099 req-e49782cd-bc5e-4a35-b575-f583ed0cb96f tempest-ListServersNegativeTestJSON-1307727916 tempest-ListServersNegativeTestJSON-1307727916-project] 10.222.0.85 "GET /v2.0/ports?device_id=0309f69c-7e39-4016-bd1d-a8e406b5681d HTTP/1.1" status: 200 len: 210 time: 0.1377180 May 18 18:08:24.492497 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port d6c72c16-20f3-42ba-8fa8-440ac0d27bd8 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:08:24.513663 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b118343-338b-4f13-ab7e-e5ba902675c0 req-daf607d6-030e-435a-b3b5-96149d877eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:24.516153 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6b118343-338b-4f13-ab7e-e5ba902675c0 req-daf607d6-030e-435a-b3b5-96149d877eb3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4c8ef274-9ecc-47c2-9686-5eebd78fb305 HTTP/1.1" status: 200 len: 870 time: 0.2042341 May 18 18:08:24.525669 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343a9747-228f-4ac5-852d-7c5a0beb2858 req-0d208885-3fb1-4649-b9dc-b6a074876735 tempest-AbsoluteLimitsNegativeTestJSON-1678142776 tempest-AbsoluteLimitsNegativeTestJSON-1678142776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:24.535920 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-343a9747-228f-4ac5-852d-7c5a0beb2858 req-0d208885-3fb1-4649-b9dc-b6a074876735 tempest-AbsoluteLimitsNegativeTestJSON-1678142776 tempest-AbsoluteLimitsNegativeTestJSON-1678142776-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7402318 May 18 18:08:24.543779 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-eaec1367-21ad-4bb0-be18-6ca3d454bf7e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:24.575262 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0366e3bf-b1a3-4d48-988c-1f2ddbbb36b8 req-bba1c672-6829-4e10-9dd0-0f9d0823baf0 service neutron] 10.222.0.88 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6836798 May 18 18:08:24.595160 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cf8aed69-a0ec-4582-939b-965378f1cb8f req-8a93895b-066d-4b7c-a564-87e892c00d29 service neutron] 10.222.0.88 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7673917 May 18 18:08:24.599022 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6b118343-338b-4f13-ab7e-e5ba902675c0 req-81c5d5d2-93a7-44a9-b1a1-e61332f719d7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=ec2caf09-7834-451a-a3a6-1760c8c67ebe HTTP/1.1" status: 200 len: 217 time: 0.0609844 May 18 18:08:24.607875 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-343a9747-228f-4ac5-852d-7c5a0beb2858 req-db88ca08-933f-4c48-978e-7c5787431a5f tempest-AbsoluteLimitsNegativeTestJSON-1678142776 tempest-AbsoluteLimitsNegativeTestJSON-1678142776-project] 10.222.0.85 "GET /v2.0/quotas/2e37f194e68d4dc395520e58f2e9b604 HTTP/1.1" status: 200 len: 375 time: 0.0708632 May 18 18:08:24.662941 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b118343-338b-4f13-ab7e-e5ba902675c0 req-2a6ff4ba-c976-4282-a37c-b49ec723aff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:24.664755 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6b118343-338b-4f13-ab7e-e5ba902675c0 req-2a6ff4ba-c976-4282-a37c-b49ec723aff2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c2531ae9-89db-4dcf-b670-9eac4c9cde53 HTTP/1.1" status: 200 len: 843 time: 0.0531917 May 18 18:08:24.687157 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [req-cf8aed69-a0ec-4582-939b-965378f1cb8f req-00f9118c-6057-43f4-8fc7-14fcba75a3c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0571223-bec5-444d-9ddd-0c8cd62af364 {{(pid=102731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:08:24.718882 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-cf8aed69-a0ec-4582-939b-965378f1cb8f req-00f9118c-6057-43f4-8fc7-14fcba75a3c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:24.757172 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-343a9747-228f-4ac5-852d-7c5a0beb2858 req-780719c5-e856-40a6-98ce-d7d4f84015be tempest-AbsoluteLimitsNegativeTestJSON-1678142776 tempest-AbsoluteLimitsNegativeTestJSON-1678142776-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=2e37f194e68d4dc395520e58f2e9b604&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1484182 May 18 18:08:24.777514 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.provisioning_blocks [req-cf8aed69-a0ec-4582-939b-965378f1cb8f req-00f9118c-6057-43f4-8fc7-14fcba75a3c9 service neutron] Transition to ACTIVE for port object e0571223-bec5-444d-9ddd-0c8cd62af364 will not be triggered until provisioned by entity L2. {{(pid=102731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:08:24.800231 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-cf8aed69-a0ec-4582-939b-965378f1cb8f req-00f9118c-6057-43f4-8fc7-14fcba75a3c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:24.806521 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-e6ed6540-36ff-437e-829d-b653b5071a21 req-8a20f7b3-8524-4fc3-8c9d-6ad898898821 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Deleting port 6102f9c0-0273-47ba-a244-77aa5ae3ecca {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:08:24.807153 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-e6ed6540-36ff-437e-829d-b653b5071a21 req-8a20f7b3-8524-4fc3-8c9d-6ad898898821 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:24.850121 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b118343-338b-4f13-ab7e-e5ba902675c0 req-ed102e84-643b-4ba5-be14-4cd172872b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:24.851879 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6b118343-338b-4f13-ab7e-e5ba902675c0 req-ed102e84-643b-4ba5-be14-4cd172872b3c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4c8ef274-9ecc-47c2-9686-5eebd78fb305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1682792 May 18 18:08:24.967440 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cf8aed69-a0ec-4582-939b-965378f1cb8f req-93196531-b763-40c2-804b-d7ca5ea028fa service neutron] 10.222.0.88 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3568864 May 18 18:08:25.021536 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0366e3bf-b1a3-4d48-988c-1f2ddbbb36b8 req-81e07974-35b3-4372-89bd-ce9ce66c7990 service neutron] 10.222.0.88 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4045601 May 18 18:08:25.027643 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-e6ed6540-36ff-437e-829d-b653b5071a21 req-8a20f7b3-8524-4fc3-8c9d-6ad898898821 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] For port 6102f9c0-0273-47ba-a244-77aa5ae3ecca, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=6102f9c0-0273-47ba-a244-77aa5ae3ecca,segment=NetworkSegment(58bfdefb-3654-4aa0-92f0-6f0afd2552db),segment_id=58bfdefb-3654-4aa0-92f0-6f0afd2552db)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:08:25.027916 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-e6ed6540-36ff-437e-829d-b653b5071a21 req-8a20f7b3-8524-4fc3-8c9d-6ad898898821 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:25.049697 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6b118343-338b-4f13-ab7e-e5ba902675c0 req-799e554a-3cdf-4bc3-9ee4-8ba61c1110a6 service neutron] 10.222.0.36 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665354 May 18 18:08:25.062398 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-e6ed6540-36ff-437e-829d-b653b5071a21 req-8a20f7b3-8524-4fc3-8c9d-6ad898898821 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Calling delete_port for 6102f9c0-0273-47ba-a244-77aa5ae3ecca owned by compute:nova {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:08:25.077035 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f9118c-6057-43f4-8fc7-14fcba75a3c9 service neutron] Pushing event updated for resources: {'Port': ['ID=e0571223-bec5-444d-9ddd-0c8cd62af364,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:08:25.463672 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.88', 54336) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:08:25.593558 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-eaec1367-21ad-4bb0-be18-6ca3d454bf7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596801'] for router, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:25.778494 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 52978) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:08:25.814250 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-cf8aed69-a0ec-4582-939b-965378f1cb8f req-00f9118c-6057-43f4-8fc7-14fcba75a3c9 service neutron] Attempting to bind port e0571223-bec5-444d-9ddd-0c8cd62af364 on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:08:25.814996 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-cf8aed69-a0ec-4582-939b-965378f1cb8f req-00f9118c-6057-43f4-8fc7-14fcba75a3c9 service neutron] Attempting to bind port e0571223-bec5-444d-9ddd-0c8cd62af364 by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': '2879bb11-64b4-46f1-9f8b-52941d47b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:08:25.815802 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8aed69-a0ec-4582-939b-965378f1cb8f req-00f9118c-6057-43f4-8fc7-14fcba75a3c9 service neutron] Attempting to bind port e0571223-bec5-444d-9ddd-0c8cd62af364 on network 4c8ef274-9ecc-47c2-9686-5eebd78fb305 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:08:25.835827 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8aed69-a0ec-4582-939b-965378f1cb8f req-00f9118c-6057-43f4-8fc7-14fcba75a3c9 service neutron] Port e0571223-bec5-444d-9ddd-0c8cd62af364 on network 4c8ef274-9ecc-47c2-9686-5eebd78fb305 not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:08:25.836866 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8aed69-a0ec-4582-939b-965378f1cb8f req-00f9118c-6057-43f4-8fc7-14fcba75a3c9 service neutron] Attempting to bind port e0571223-bec5-444d-9ddd-0c8cd62af364 on network 4c8ef274-9ecc-47c2-9686-5eebd78fb305 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:08:25.922641 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8aed69-a0ec-4582-939b-965378f1cb8f req-00f9118c-6057-43f4-8fc7-14fcba75a3c9 service neutron] Checking agent: {'id': 'd1be059a-68ea-4c77-9b2b-29f4afa47e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:08:25.923277 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8aed69-a0ec-4582-939b-965378f1cb8f req-00f9118c-6057-43f4-8fc7-14fcba75a3c9 service neutron] Checking segment: {'id': '2879bb11-64b4-46f1-9f8b-52941d47b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:08:25.923810 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8aed69-a0ec-4582-939b-965378f1cb8f req-00f9118c-6057-43f4-8fc7-14fcba75a3c9 service neutron] Bound using segment: {'id': '2879bb11-64b4-46f1-9f8b-52941d47b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305'} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:08:25.924539 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-cf8aed69-a0ec-4582-939b-965378f1cb8f req-00f9118c-6057-43f4-8fc7-14fcba75a3c9 service neutron] Bound port: e0571223-bec5-444d-9ddd-0c8cd62af364, host: n-h2-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2879bb11-64b4-46f1-9f8b-52941d47b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305'}}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:08:25.925121 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-cf8aed69-a0ec-4582-939b-965378f1cb8f req-00f9118c-6057-43f4-8fc7-14fcba75a3c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:25.951001 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b118343-338b-4f13-ab7e-e5ba902675c0 req-307ce029-81a3-4e36-81a5-8a0a09269a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:25.953547 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6b118343-338b-4f13-ab7e-e5ba902675c0 req-307ce029-81a3-4e36-81a5-8a0a09269a9d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c95c071176d44e1393b66dc9873791e2&device_id=b8f267c7-2a12-455a-8742-23cd949ead3a HTTP/1.1" status: 200 len: 1099 time: 0.4797368 May 18 18:08:25.971592 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8567812b-ba14-4f02-8377-3868dcefeb7d req-b0cfce7c-6f92-4d29-bc02-a7422d95f1ad tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:26.012826 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8567812b-ba14-4f02-8377-3868dcefeb7d req-b0cfce7c-6f92-4d29-bc02-a7422d95f1ad tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=62f9f506-c24d-4d5b-a44b-7b17cc269226 HTTP/1.1" status: 200 len: 945 time: 0.8934445 May 18 18:08:26.036634 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aa912c-6737-4334-9e2e-fb8e8ee5177e req-d285160a-9cc2-40b2-bcc2-cc7af3908916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:26.045116 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e4aa912c-6737-4334-9e2e-fb8e8ee5177e req-d285160a-9cc2-40b2-bcc2-cc7af3908916 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a049c2cb7dc14b6fbce20aa8814d6ebf&device_id=cab5aa50-c349-4f1e-affa-de05c046bb26 HTTP/1.1" status: 200 len: 1099 time: 0.8115904 May 18 18:08:26.062547 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-cf8aed69-a0ec-4582-939b-965378f1cb8f req-00f9118c-6057-43f4-8fc7-14fcba75a3c9 service neutron] For port e0571223-bec5-444d-9ddd-0c8cd62af364, host n-h2-838550-3, cleared binding levels {{(pid=102731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:08:26.069388 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-cf8aed69-a0ec-4582-939b-965378f1cb8f req-00f9118c-6057-43f4-8fc7-14fcba75a3c9 service neutron] For port e0571223-bec5-444d-9ddd-0c8cd62af364, host n-h2-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=e0571223-bec5-444d-9ddd-0c8cd62af364,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:08:26.085362 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6b118343-338b-4f13-ab7e-e5ba902675c0 req-388256ce-2a3a-4c5a-8d1e-1176cc64f7df service neutron] 10.222.0.36 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0220275 May 18 18:08:26.100047 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d72956a-4eaf-4388-a5d4-4198f5d5e5e7 req-910f3f5a-c722-4d23-a592-ad398302523a tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:26.113542 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2d72956a-4eaf-4388-a5d4-4198f5d5e5e7 req-910f3f5a-c722-4d23-a592-ad398302523a tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/ports?device_id=eb23a27e-f075-4514-8d58-f17c7c7cf357 HTTP/1.1" status: 200 len: 947 time: 0.8228447 May 18 18:08:26.139983 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-cf8aed69-a0ec-4582-939b-965378f1cb8f req-00f9118c-6057-43f4-8fc7-14fcba75a3c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:26.250052 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.88', 54337) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:08:26.434048 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8567812b-ba14-4f02-8377-3868dcefeb7d req-debd59b4-7612-4b07-8865-06b2bafc13df tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/security-groups?id=33ba1fad-191a-4b7a-ae9e-8e9e60985e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4172499 May 18 18:08:26.634074 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aa912c-6737-4334-9e2e-fb8e8ee5177e req-40942335-8254-463a-8e6d-b15cb3c1d4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:26.636805 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e4aa912c-6737-4334-9e2e-fb8e8ee5177e req-40942335-8254-463a-8e6d-b15cb3c1d4ae service neutron] 10.222.0.88 "GET /v2.0/networks?id=4c8ef274-9ecc-47c2-9686-5eebd78fb305 HTTP/1.1" status: 200 len: 870 time: 0.5353978 May 18 18:08:26.659006 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-e6ed6540-36ff-437e-829d-b653b5071a21 req-8a20f7b3-8524-4fc3-8c9d-6ad898898821 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:26.681395 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8aed69-a0ec-4582-939b-965378f1cb8f req-00f9118c-6057-43f4-8fc7-14fcba75a3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:26.685216 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-cf8aed69-a0ec-4582-939b-965378f1cb8f req-00f9118c-6057-43f4-8fc7-14fcba75a3c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:26.692785 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cf8aed69-a0ec-4582-939b-965378f1cb8f req-00f9118c-6057-43f4-8fc7-14fcba75a3c9 service neutron] 10.222.0.88 "PUT /v2.0/ports/e0571223-bec5-444d-9ddd-0c8cd62af364 HTTP/1.1" status: 200 len: 1095 time: 4.6140351 May 18 18:08:26.694282 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb23a27e-f075-4514-8d58-f17c7c7cf357', 'tag': 'e0571223-bec5-444d-9ddd-0c8cd62af364'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:08:26.700380 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7658987-161c-43bf-9720-926e28931a5f" -d '{"events": [{"name": "network-changed", "server_uuid": "eb23a27e-f075-4514-8d58-f17c7c7cf357", "tag": "e0571223-bec5-444d-9ddd-0c8cd62af364"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:08:26.808686 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e4aa912c-6737-4334-9e2e-fb8e8ee5177e req-830a3abe-0f98-4b78-a3be-7b329930e6cc service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=319afa68-c211-4e3a-b55b-279f68bd8ca4 HTTP/1.1" status: 200 len: 217 time: 0.1250093 May 18 18:08:26.815462 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a20f7b3-8524-4fc3-8c9d-6ad898898821 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Pushing event deleted for resources: {'Port': ['ID=6102f9c0-0273-47ba-a244-77aa5ae3ecca,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:08:26.815859 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b118343-338b-4f13-ab7e-e5ba902675c0 req-ae4d38d2-ece5-459f-8e3b-8824e5309923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:26.818201 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6b118343-338b-4f13-ab7e-e5ba902675c0 req-ae4d38d2-ece5-459f-8e3b-8824e5309923 service neutron] 10.222.0.88 "GET /v2.0/networks?id=4c8ef274-9ecc-47c2-9686-5eebd78fb305 HTTP/1.1" status: 200 len: 870 time: 0.7464325 May 18 18:08:26.886391 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6ed6540-36ff-437e-829d-b653b5071a21 req-8a20f7b3-8524-4fc3-8c9d-6ad898898821 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] No DVR routers for this DVR port 6102f9c0-0273-47ba-a244-77aa5ae3ecca on host n-h2-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:08:26.892374 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-e6ed6540-36ff-437e-829d-b653b5071a21 req-8a20f7b3-8524-4fc3-8c9d-6ad898898821 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:26.897858 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e6ed6540-36ff-437e-829d-b653b5071a21 req-8a20f7b3-8524-4fc3-8c9d-6ad898898821 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.88 "DELETE /v2.0/ports/6102f9c0-0273-47ba-a244-77aa5ae3ecca HTTP/1.1" status: 204 len: 173 time: 3.0457990 May 18 18:08:26.907879 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62f9f506-c24d-4d5b-a44b-7b17cc269226', 'name': 'network-vif-deleted', 'tag': '6102f9c0-0273-47ba-a244-77aa5ae3ecca'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:08:26.911423 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baf98a0d-364e-43b2-8888-071ec0444fec" -d '{"events": [{"server_uuid": "62f9f506-c24d-4d5b-a44b-7b17cc269226", "name": "network-vif-deleted", "tag": "6102f9c0-0273-47ba-a244-77aa5ae3ecca"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:08:26.966286 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2c9d7c-593d-4702-aadf-4b583dfcf9fd req-f75e3600-1519-4023-a5ae-6e72a107e80e tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:26.968278 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-af2c9d7c-593d-4702-aadf-4b583dfcf9fd req-f75e3600-1519-4023-a5ae-6e72a107e80e tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=b8f267c7-2a12-455a-8742-23cd949ead3a HTTP/1.1" status: 200 len: 948 time: 0.3613765 May 18 18:08:26.995330 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f9118c-6057-43f4-8fc7-14fcba75a3c9 service neutron] Pushing event updated for resources: {'Port': ['ID=e0571223-bec5-444d-9ddd-0c8cd62af364,revision_number=3']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:08:27.003652 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aa912c-6737-4334-9e2e-fb8e8ee5177e req-2b79e092-97cf-4ad5-a4fa-bc3e24498a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:27.006442 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e4aa912c-6737-4334-9e2e-fb8e8ee5177e req-2b79e092-97cf-4ad5-a4fa-bc3e24498a0f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c2531ae9-89db-4dcf-b670-9eac4c9cde53 HTTP/1.1" status: 200 len: 843 time: 0.1358383 May 18 18:08:27.071568 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-af2c9d7c-593d-4702-aadf-4b583dfcf9fd req-aba51703-5a8d-4d5f-83b6-caae9edab926 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940859 May 18 18:08:27.142996 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2d72956a-4eaf-4388-a5d4-4198f5d5e5e7 req-db9bd218-96e2-4147-854c-ee412f7935a2 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/security-groups?id=5ea4329b-bade-4f5a-bfbd-7917c3702679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0281820 May 18 18:08:27.144526 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6b118343-338b-4f13-ab7e-e5ba902675c0 req-f092e92c-37d6-4307-9740-a0d135d49d74 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=ec2caf09-7834-451a-a3a6-1760c8c67ebe HTTP/1.1" status: 200 len: 217 time: 0.2559786 May 18 18:08:27.160630 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88965070-467a-49cf-90b7-523fca03e977 req-97f1b058-1ec6-4e81-8f07-3b6ca1f02765 tempest-ListServersNegativeTestJSON-1307727916 tempest-ListServersNegativeTestJSON-1307727916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:27.162965 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-88965070-467a-49cf-90b7-523fca03e977 req-97f1b058-1ec6-4e81-8f07-3b6ca1f02765 tempest-ListServersNegativeTestJSON-1307727916 tempest-ListServersNegativeTestJSON-1307727916-project] 10.222.0.88 "GET /v2.0/networks?id=cc357db9-e20a-40e5-bec7-6d555b7a377b HTTP/1.1" status: 200 len: 818 time: 1.8773832 May 18 18:08:27.171638 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aa912c-6737-4334-9e2e-fb8e8ee5177e req-8978f8d1-caa6-4320-a0d1-e09a4dd6111e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:27.173364 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e4aa912c-6737-4334-9e2e-fb8e8ee5177e req-8978f8d1-caa6-4320-a0d1-e09a4dd6111e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4c8ef274-9ecc-47c2-9686-5eebd78fb305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1480880 May 18 18:08:27.283305 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b118343-338b-4f13-ab7e-e5ba902675c0 req-8e5460ec-9455-48c2-be0a-867d360e15bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:27.284869 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6b118343-338b-4f13-ab7e-e5ba902675c0 req-8e5460ec-9455-48c2-be0a-867d360e15bc service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c2531ae9-89db-4dcf-b670-9eac4c9cde53 HTTP/1.1" status: 200 len: 843 time: 0.1191566 May 18 18:08:27.334734 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-88965070-467a-49cf-90b7-523fca03e977 req-8a069d17-276b-45b8-877f-d0f421a54789 tempest-ListServersNegativeTestJSON-1307727916 tempest-ListServersNegativeTestJSON-1307727916-project] Request body: {'port': {'device_id': 'd91a939e-a627-4c2d-bf7d-59543494f613', 'network_id': 'cc357db9-e20a-40e5-bec7-6d555b7a377b', 'admin_state_up': True, 'tenant_id': 'b0b4398b0ab94cb0a39090377d9919ac'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:08:27.354152 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-00cd06af-bd2a-420d-ac2c-05fc015fba59 req-0fab6dc8-1b89-4f83-b426-bf99865848ea tempest-ListServersNegativeTestJSON-1307727916 tempest-ListServersNegativeTestJSON-1307727916-project] 10.222.0.85 "GET /v2.0/ports?device_id=0309f69c-7e39-4016-bd1d-a8e406b5681d HTTP/1.1" status: 200 len: 210 time: 0.1101842 May 18 18:08:27.374183 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88965070-467a-49cf-90b7-523fca03e977 req-8d01dc48-79dc-4340-b01c-2e65e4f5a233 tempest-ListServersNegativeTestJSON-1307727916 tempest-ListServersNegativeTestJSON-1307727916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:27.376552 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-88965070-467a-49cf-90b7-523fca03e977 req-8d01dc48-79dc-4340-b01c-2e65e4f5a233 tempest-ListServersNegativeTestJSON-1307727916 tempest-ListServersNegativeTestJSON-1307727916-project] 10.222.0.88 "GET /v2.0/networks?id=cc357db9-e20a-40e5-bec7-6d555b7a377b HTTP/1.1" status: 200 len: 818 time: 0.3015325 May 18 18:08:27.392129 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3fd18d1-f98b-4bcf-b6b3-74b7a031ebbc x-openstack-request-id: req-f3fd18d1-f98b-4bcf-b6b3-74b7a031ebbc {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:08:27.396655 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62f9f506-c24d-4d5b-a44b-7b17cc269226", "name": "network-vif-deleted", "tag": "6102f9c0-0273-47ba-a244-77aa5ae3ecca", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:08:27.396655 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-f3fd18d1-f98b-4bcf-b6b3-74b7a031ebbc {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:08:27.396655 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3fd18d1-f98b-4bcf-b6b3-74b7a031ebbc'] response: {'server_uuid': '62f9f506-c24d-4d5b-a44b-7b17cc269226', 'name': 'network-vif-deleted', 'tag': '6102f9c0-0273-47ba-a244-77aa5ae3ecca', 'status': 'completed', 'code': 200} May 18 18:08:27.406589 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-88965070-467a-49cf-90b7-523fca03e977 req-ac80af3e-4fbc-4da9-bf9e-56fdb8581a2b tempest-ListServersNegativeTestJSON-1307727916 tempest-ListServersNegativeTestJSON-1307727916-project] Request body: {'port': {'device_id': '0309f69c-7e39-4016-bd1d-a8e406b5681d', 'network_id': 'cc357db9-e20a-40e5-bec7-6d555b7a377b', 'admin_state_up': True, 'tenant_id': 'b0b4398b0ab94cb0a39090377d9919ac'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:08:27.449328 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-016badc6-842d-494f-80be-e9cf46c77486 x-openstack-request-id: req-016badc6-842d-494f-80be-e9cf46c77486 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:08:27.450087 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb23a27e-f075-4514-8d58-f17c7c7cf357", "tag": "e0571223-bec5-444d-9ddd-0c8cd62af364", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:08:27.450500 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-016badc6-842d-494f-80be-e9cf46c77486 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:08:27.451157 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-016badc6-842d-494f-80be-e9cf46c77486'] response: {'name': 'network-changed', 'server_uuid': 'eb23a27e-f075-4514-8d58-f17c7c7cf357', 'tag': 'e0571223-bec5-444d-9ddd-0c8cd62af364', 'status': 'completed', 'code': 200} May 18 18:08:27.456433 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8aed69-a0ec-4582-939b-965378f1cb8f req-ef3bbfe0-3778-4ac3-af2c-716580a6f9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:27.458531 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cf8aed69-a0ec-4582-939b-965378f1cb8f req-ef3bbfe0-3778-4ac3-af2c-716580a6f9a5 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a049c2cb7dc14b6fbce20aa8814d6ebf&device_id=eb23a27e-f075-4514-8d58-f17c7c7cf357 HTTP/1.1" status: 200 len: 1098 time: 0.6226697 May 18 18:08:27.521341 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f7759fe2-81f4-4a91-b37e-bd1059712e70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:27.552127 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device ec2caf09-7834-451a-a3a6-1760c8c67ebe details requested by agent hyperv_n-h2-838550-3 with host n-h2-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:08:27.586266 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e4aa912c-6737-4334-9e2e-fb8e8ee5177e req-2681936c-9c26-4b17-b7a0-da6567e70bb0 service neutron] 10.222.0.88 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3968949 May 18 18:08:27.598404 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 6102f9c0-0273-47ba-a244-77aa5ae3ecca no longer exists at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:08:27.649884 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] No Port match for: 6102f9c0-0273-47ba-a244-77aa5ae3ecca {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:08:27.650225 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 6102f9c0-0273-47ba-a244-77aa5ae3ecca not bound to the agent host n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:08:27.712495 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cf8aed69-a0ec-4582-939b-965378f1cb8f req-efc1e092-b9be-477c-b813-4176ed8b0c82 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=e0571223-bec5-444d-9ddd-0c8cd62af364 HTTP/1.1" status: 200 len: 217 time: 0.1866262 May 18 18:08:27.733034 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88965070-467a-49cf-90b7-523fca03e977 req-1ce97794-9a4f-4d48-b35b-a4c5e4bb0986 tempest-ListServersNegativeTestJSON-1307727916 tempest-ListServersNegativeTestJSON-1307727916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:27.734590 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-88965070-467a-49cf-90b7-523fca03e977 req-1ce97794-9a4f-4d48-b35b-a4c5e4bb0986 tempest-ListServersNegativeTestJSON-1307727916 tempest-ListServersNegativeTestJSON-1307727916-project] 10.222.0.88 "GET /v2.0/networks?id=cc357db9-e20a-40e5-bec7-6d555b7a377b HTTP/1.1" status: 200 len: 818 time: 1.4613893 May 18 18:08:27.820173 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-88965070-467a-49cf-90b7-523fca03e977 req-1f6fb48b-ba98-47e0-8b74-5d3d7afb90f9 tempest-ListServersNegativeTestJSON-1307727916 tempest-ListServersNegativeTestJSON-1307727916-project] Request body: {'port': {'device_id': 'a201e253-0310-4c1f-bdab-149b8f8fced8', 'network_id': 'cc357db9-e20a-40e5-bec7-6d555b7a377b', 'admin_state_up': True, 'tenant_id': 'b0b4398b0ab94cb0a39090377d9919ac'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:08:27.846224 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88965070-467a-49cf-90b7-523fca03e977 req-ac80af3e-4fbc-4da9-bf9e-56fdb8581a2b tempest-ListServersNegativeTestJSON-1307727916 tempest-ListServersNegativeTestJSON-1307727916-project] Made reservation on behalf of b0b4398b0ab94cb0a39090377d9919ac for: {'port': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:08:27.849116 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-88965070-467a-49cf-90b7-523fca03e977 req-ac80af3e-4fbc-4da9-bf9e-56fdb8581a2b tempest-ListServersNegativeTestJSON-1307727916 tempest-ListServersNegativeTestJSON-1307727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:27.852078 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-360a3878-dbd0-4a18-a3b9-371996c4d70d req-b7c6fa69-c846-4127-81f5-5136cb1894af tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=62f9f506-c24d-4d5b-a44b-7b17cc269226 HTTP/1.1" status: 200 len: 210 time: 0.0865269 May 18 18:08:27.888439 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port ec2caf09-7834-451a-a3a6-1760c8c67ebe, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=ec2caf09-7834-451a-a3a6-1760c8c67ebe,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:08:27.907001 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Returning: {'device': 'ec2caf09-7834-451a-a3a6-1760c8c67ebe', 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305', 'port_id': 'ec2caf09-7834-451a-a3a6-1760c8c67ebe', 'mac_address': 'fa:16:3e:27:c7:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2531ae9-89db-4dcf-b670-9eac4c9cde53', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:08:27.953200 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port ec2caf09-7834-451a-a3a6-1760c8c67ebe is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:08:27.953910 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:27.974571 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec2caf09-7834-451a-a3a6-1760c8c67ebe {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:08:28.001170 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port ec2caf09-7834-451a-a3a6-1760c8c67ebe, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=ec2caf09-7834-451a-a3a6-1760c8c67ebe,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:08:28.007357 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:28.008630 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 319afa68-c211-4e3a-b55b-279f68bd8ca4 details requested by agent hyperv_n-h2-838550-3 with host n-h2-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:08:28.108814 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 319afa68-c211-4e3a-b55b-279f68bd8ca4, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=319afa68-c211-4e3a-b55b-279f68bd8ca4,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:08:28.111307 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=ec2caf09-7834-451a-a3a6-1760c8c67ebe,revision_number=12']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:08:28.125536 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Returning: {'device': '319afa68-c211-4e3a-b55b-279f68bd8ca4', 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305', 'port_id': '319afa68-c211-4e3a-b55b-279f68bd8ca4', 'mac_address': 'fa:16:3e:52:87:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2531ae9-89db-4dcf-b670-9eac4c9cde53', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:08:28.129447 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaec1367-21ad-4bb0-be18-6ca3d454bf7e admin admin] Router 7b1f017e-a7f9-407e-8e13-ae334ebab240 is scheduled to L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e with binding_index 1 {{(pid=102731) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 18 18:08:28.279721 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8aed69-a0ec-4582-939b-965378f1cb8f req-0423d880-b542-4100-bc4c-82f31b4ace57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:28.281553 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cf8aed69-a0ec-4582-939b-965378f1cb8f req-0423d880-b542-4100-bc4c-82f31b4ace57 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c2531ae9-89db-4dcf-b670-9eac4c9cde53 HTTP/1.1" status: 200 len: 843 time: 0.4968293 May 18 18:08:28.284323 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b118343-338b-4f13-ab7e-e5ba902675c0 req-2fc98dd7-8f66-4c1e-b14a-30c9d5866828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:28.286740 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6b118343-338b-4f13-ab7e-e5ba902675c0 req-2fc98dd7-8f66-4c1e-b14a-30c9d5866828 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4c8ef274-9ecc-47c2-9686-5eebd78fb305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8404655 May 18 18:08:28.374749 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 319afa68-c211-4e3a-b55b-279f68bd8ca4 is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:08:28.375363 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:28.395069 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 319afa68-c211-4e3a-b55b-279f68bd8ca4 {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:08:28.423945 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 319afa68-c211-4e3a-b55b-279f68bd8ca4, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=319afa68-c211-4e3a-b55b-279f68bd8ca4,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:08:28.424861 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e4aa912c-6737-4334-9e2e-fb8e8ee5177e req-c2d3ceaf-3984-429a-99d5-73c6dd24b533 service neutron] 10.222.0.88 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8183024 May 18 18:08:28.429458 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:28.542713 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [req-88965070-467a-49cf-90b7-523fca03e977 req-ac80af3e-4fbc-4da9-bf9e-56fdb8581a2b tempest-ListServersNegativeTestJSON-1307727916 tempest-ListServersNegativeTestJSON-1307727916-project] Allocated IP 172.20.0.5 (cc357db9-e20a-40e5-bec7-6d555b7a377b/3a4cf386-94b8-4429-84d1-965291fb114b/bfab1e16-7b5b-4227-a7f3-fd2accb9f360) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:08:28.562276 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=319afa68-c211-4e3a-b55b-279f68bd8ca4,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:08:28.707478 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7346e8-97dc-4ac8-888e-061ad593a654 req-41bd48e6-e452-4a5e-8d43-b42bc3efc417 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:28.724625 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3a7346e8-97dc-4ac8-888e-061ad593a654 req-41bd48e6-e452-4a5e-8d43-b42bc3efc417 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=b8f267c7-2a12-455a-8742-23cd949ead3a HTTP/1.1" status: 200 len: 949 time: 0.4453897 May 18 18:08:28.861819 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['ec2caf09-7834-451a-a3a6-1760c8c67ebe'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:08:28.945109 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['319afa68-c211-4e3a-b55b-279f68bd8ca4'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:08:28.976097 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3a7346e8-97dc-4ac8-888e-061ad593a654 req-d7803106-68b9-4ae6-987e-bd8f26224708 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310538 May 18 18:08:29.142521 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-88965070-467a-49cf-90b7-523fca03e977 req-ac80af3e-4fbc-4da9-bf9e-56fdb8581a2b tempest-ListServersNegativeTestJSON-1307727916 tempest-ListServersNegativeTestJSON-1307727916-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:29.279319 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-88965070-467a-49cf-90b7-523fca03e977 req-ac80af3e-4fbc-4da9-bf9e-56fdb8581a2b tempest-ListServersNegativeTestJSON-1307727916 tempest-ListServersNegativeTestJSON-1307727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:29.295663 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88965070-467a-49cf-90b7-523fca03e977 req-8a069d17-276b-45b8-877f-d0f421a54789 tempest-ListServersNegativeTestJSON-1307727916 tempest-ListServersNegativeTestJSON-1307727916-project] Made reservation on behalf of b0b4398b0ab94cb0a39090377d9919ac for: {'port': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:08:29.302508 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-88965070-467a-49cf-90b7-523fca03e977 req-8a069d17-276b-45b8-877f-d0f421a54789 tempest-ListServersNegativeTestJSON-1307727916 tempest-ListServersNegativeTestJSON-1307727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:29.363177 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8aed69-a0ec-4582-939b-965378f1cb8f req-03f08647-a1a3-443f-bb21-639d911840a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:29.364831 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cf8aed69-a0ec-4582-939b-965378f1cb8f req-03f08647-a1a3-443f-bb21-639d911840a6 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4c8ef274-9ecc-47c2-9686-5eebd78fb305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.0348501 May 18 18:08:29.437864 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edb0619-51fa-4515-bff9-b6ea7ebfdb0f req-21f9c156-e8c4-42a8-a7d8-700a8e7c2fc7 tempest-ListServersNegativeTestJSON-1307727916 tempest-ListServersNegativeTestJSON-1307727916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:29.440069 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5edb0619-51fa-4515-bff9-b6ea7ebfdb0f req-21f9c156-e8c4-42a8-a7d8-700a8e7c2fc7 tempest-ListServersNegativeTestJSON-1307727916 tempest-ListServersNegativeTestJSON-1307727916-project] 10.222.0.85 "GET /v2.0/ports?device_id=0309f69c-7e39-4016-bd1d-a8e406b5681d HTTP/1.1" status: 200 len: 931 time: 0.1821306 May 18 18:08:29.446160 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88965070-467a-49cf-90b7-523fca03e977 req-ac80af3e-4fbc-4da9-bf9e-56fdb8581a2b tempest-ListServersNegativeTestJSON-1307727916 tempest-ListServersNegativeTestJSON-1307727916-project] Network cc357db9-e20a-40e5-bec7-6d555b7a377b is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:08:29.455058 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [req-88965070-467a-49cf-90b7-523fca03e977 req-ac80af3e-4fbc-4da9-bf9e-56fdb8581a2b tempest-ListServersNegativeTestJSON-1307727916 tempest-ListServersNegativeTestJSON-1307727916-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:08:29.473065 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-88965070-467a-49cf-90b7-523fca03e977 req-ac80af3e-4fbc-4da9-bf9e-56fdb8581a2b tempest-ListServersNegativeTestJSON-1307727916 tempest-ListServersNegativeTestJSON-1307727916-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:08:29.502457 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f7759fe2-81f4-4a91-b37e-bd1059712e70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:29.540711 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88965070-467a-49cf-90b7-523fca03e977 req-ac80af3e-4fbc-4da9-bf9e-56fdb8581a2b tempest-ListServersNegativeTestJSON-1307727916 tempest-ListServersNegativeTestJSON-1307727916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:29.541348 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-88965070-467a-49cf-90b7-523fca03e977 req-ac80af3e-4fbc-4da9-bf9e-56fdb8581a2b tempest-ListServersNegativeTestJSON-1307727916 tempest-ListServersNegativeTestJSON-1307727916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:29.563322 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac80af3e-4fbc-4da9-bf9e-56fdb8581a2b tempest-ListServersNegativeTestJSON-1307727916 tempest-ListServersNegativeTestJSON-1307727916-project] Pushing event updated for resources: {'Port': ['ID=bfab1e16-7b5b-4227-a7f3-fd2accb9f360,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:08:29.585792 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-88965070-467a-49cf-90b7-523fca03e977 req-ac80af3e-4fbc-4da9-bf9e-56fdb8581a2b tempest-ListServersNegativeTestJSON-1307727916 tempest-ListServersNegativeTestJSON-1307727916-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1856849 May 18 18:08:29.589193 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f11e93-862b-4091-bd1a-00d3014b482a req-3e9f42c5-8e33-41d5-973c-b0f43bf88589 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:29.592013 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-16f11e93-862b-4091-bd1a-00d3014b482a req-3e9f42c5-8e33-41d5-973c-b0f43bf88589 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/ports?device_id=eb23a27e-f075-4514-8d58-f17c7c7cf357 HTTP/1.1" status: 200 len: 947 time: 1.1868370 May 18 18:08:29.593652 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f7759fe2-81f4-4a91-b37e-bd1059712e70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:29.605443 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-88965070-467a-49cf-90b7-523fca03e977 req-68fc4c02-444f-4d9b-95f9-7afc09f9993c service neutron] Request body: {'port': {'device_id': '0309f69c-7e39-4016-bd1d-a8e406b5681d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-3'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:08:29.635643 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5edb0619-51fa-4515-bff9-b6ea7ebfdb0f req-82fe6810-a0f9-48a5-a39d-99187be68f44 tempest-ListServersNegativeTestJSON-1307727916 tempest-ListServersNegativeTestJSON-1307727916-project] 10.222.0.85 "GET /v2.0/security-groups?id=a5378634-71ac-4811-81a5-9fa292a84a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737633 May 18 18:08:29.693720 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-88965070-467a-49cf-90b7-523fca03e977 req-68fc4c02-444f-4d9b-95f9-7afc09f9993c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:29.694727 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88965070-467a-49cf-90b7-523fca03e977 req-1f6fb48b-ba98-47e0-8b74-5d3d7afb90f9 tempest-ListServersNegativeTestJSON-1307727916 tempest-ListServersNegativeTestJSON-1307727916-project] Made reservation on behalf of b0b4398b0ab94cb0a39090377d9919ac for: {'port': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:08:29.701237 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-88965070-467a-49cf-90b7-523fca03e977 req-1f6fb48b-ba98-47e0-8b74-5d3d7afb90f9 tempest-ListServersNegativeTestJSON-1307727916 tempest-ListServersNegativeTestJSON-1307727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:29.706418 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaec1367-21ad-4bb0-be18-6ca3d454bf7e admin admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:08:29.720436 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98b7485-a687-40b7-be56-66c5e8a94f82 None None] Sync routers for ids ['7b1f017e-a7f9-407e-8e13-ae334ebab240'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:08:29.753222 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98b7485-a687-40b7-be56-66c5e8a94f82 None None] Routers {'7b1f017e-a7f9-407e-8e13-ae334ebab240'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:08:29.754394 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-a98b7485-a687-40b7-be56-66c5e8a94f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:08:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['7b1f017e-a7f9-407e-8e13-ae334ebab240'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:08:29.760586 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6b118343-338b-4f13-ab7e-e5ba902675c0 req-575f31a1-e778-4603-91af-2ac8a3a33259 service neutron] 10.222.0.88 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4046946 May 18 18:08:29.953601 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-f7759fe2-81f4-4a91-b37e-bd1059712e70 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=2e37f194e68d4dc395520e58f2e9b604&name=default HTTP/1.1" status: 200 len: 2979 time: 4.1541958 May 18 18:08:29.961887 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7759fe2-81f4-4a91-b37e-bd1059712e70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e5fd07d-02fd-464b-ac22-02ee8f03ce18,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:08:29.966151 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 53064) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:08:30.011605 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-eaec1367-21ad-4bb0-be18-6ca3d454bf7e admin admin] Notify callbacks [] for router, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:30.012833 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-eaec1367-21ad-4bb0-be18-6ca3d454bf7e admin admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 12.2857153 May 18 18:08:30.043868 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 53068) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:08:30.067984 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-a98b7485-a687-40b7-be56-66c5e8a94f82 None None] Set router 7b1f017e-a7f9-407e-8e13-ae334ebab240 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:08:30.199646 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cf8aed69-a0ec-4582-939b-965378f1cb8f req-a822342c-50ff-4ce7-ae74-dbe4c688d42f service neutron] 10.222.0.88 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8200226 May 18 18:08:30.209903 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [req-88965070-467a-49cf-90b7-523fca03e977 req-8a069d17-276b-45b8-877f-d0f421a54789 tempest-ListServersNegativeTestJSON-1307727916 tempest-ListServersNegativeTestJSON-1307727916-project] Allocated IP 172.20.0.10 (cc357db9-e20a-40e5-bec7-6d555b7a377b/3a4cf386-94b8-4429-84d1-965291fb114b/67a4897b-5fda-4ee1-9da3-27070a6ed485) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:08:30.312757 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 53074) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:08:30.390323 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-16f11e93-862b-4091-bd1a-00d3014b482a req-7f93af5a-3e5e-4ef4-844f-7104cd3e7d9d tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/security-groups?id=5ea4329b-bade-4f5a-bfbd-7917c3702679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7442462 May 18 18:08:30.408602 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeded82-06ea-4faf-87e1-7d13b36d4e00 req-843d0e00-f150-48f0-a329-74057d3d9715 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:30.421416 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6eeded82-06ea-4faf-87e1-7d13b36d4e00 req-843d0e00-f150-48f0-a329-74057d3d9715 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=b8f267c7-2a12-455a-8742-23cd949ead3a HTTP/1.1" status: 200 len: 949 time: 0.1814289 May 18 18:08:30.557977 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6eeded82-06ea-4faf-87e1-7d13b36d4e00 req-701fda25-582f-44d3-9e8b-65fba6cafcc1 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238298 May 18 18:08:30.616853 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-a98b7485-a687-40b7-be56-66c5e8a94f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b1f017e-a7f9-407e-8e13-ae334ebab240', 'name': 'tempest-FloatingIPsAssociationTestJSON-726912209-router', 'tenant_id': 'e05b3d827f844c1d97efd9db4e0d2203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '5227345e-5153-4734-930c-392ff84168b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:08:17Z', 'updated_at': '2022-05-18T18:08:23Z', 'revision_number': 3, 'project_id': 'e05b3d827f844c1d97efd9db4e0d2203', 'gw_port': {'id': '5227345e-5153-4734-930c-392ff84168b5', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:7c:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b1f017e-a7f9-407e-8e13-ae334ebab240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:08:20Z', 'updated_at': '2022-05-18T18:08:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:08:30.684731 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98b7485-a687-40b7-be56-66c5e8a94f82 None None] Checking router: 7b1f017e-a7f9-407e-8e13-ae334ebab240 for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:08:30.685298 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98b7485-a687-40b7-be56-66c5e8a94f82 None None] Updating router 7b1f017e-a7f9-407e-8e13-ae334ebab240 port 5227345e-5153-4734-930c-392ff84168b5 binding host n-d-838550-3 {{(pid=102733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 18:08:30.738592 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-a98b7485-a687-40b7-be56-66c5e8a94f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:30.787801 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ec81834b-2dbd-4075-9d1a-e54eebc64392 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:30.805255 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-29a62c5c-08c6-4fb1-9624-9dbbcd4926be admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:30.840124 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:30.841039 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6b118343-338b-4f13-ab7e-e5ba902675c0 req-2d0691b5-9b0f-406f-bebc-a1c17a70a5a6 service neutron] 10.222.0.88 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0325441 May 18 18:08:30.884034 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-88965070-467a-49cf-90b7-523fca03e977 req-8a069d17-276b-45b8-877f-d0f421a54789 tempest-ListServersNegativeTestJSON-1307727916 tempest-ListServersNegativeTestJSON-1307727916-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:30.910198 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ec81834b-2dbd-4075-9d1a-e54eebc64392 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:30.946888 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cf8aed69-a0ec-4582-939b-965378f1cb8f req-76fbc8de-3fa6-43f4-a855-1eef8ee196d5 service neutron] 10.222.0.88 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5551314 May 18 18:08:31.004862 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:31.157974 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcdd58f-b069-4163-80a4-d65a389715bb req-46a8fd61-aab4-46ba-b1f1-ba087b166073 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:31.162038 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6dcdd58f-b069-4163-80a4-d65a389715bb req-46a8fd61-aab4-46ba-b1f1-ba087b166073 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/networks?id=f92940b8-c50f-4c94-b1f3-3e93ca94957d HTTP/1.1" status: 200 len: 812 time: 0.5386269 May 18 18:08:31.253087 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-88965070-467a-49cf-90b7-523fca03e977 req-8a069d17-276b-45b8-877f-d0f421a54789 tempest-ListServersNegativeTestJSON-1307727916 tempest-ListServersNegativeTestJSON-1307727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:31.343597 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6dcdd58f-b069-4163-80a4-d65a389715bb req-db117d17-25d7-4bc3-9051-e3477b33adda tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/quotas/ed8a017ff6d8432c9386dee5054e8944 HTTP/1.1" status: 200 len: 375 time: 0.1004381 May 18 18:08:31.400773 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ec81834b-2dbd-4075-9d1a-e54eebc64392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:31.405304 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-a98b7485-a687-40b7-be56-66c5e8a94f82 None None] Notify callbacks [] for port, precommit_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:31.406196 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ec81834b-2dbd-4075-9d1a-e54eebc64392 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:31.412836 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-ec81834b-2dbd-4075-9d1a-e54eebc64392 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/0e5fd07d-02fd-464b-ac22-02ee8f03ce18 HTTP/1.1" status: 204 len: 168 time: 1.4042139 May 18 18:08:31.414164 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-29a62c5c-08c6-4fb1-9624-9dbbcd4926be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:31.426636 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-a98b7485-a687-40b7-be56-66c5e8a94f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:31.440239 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-29a62c5c-08c6-4fb1-9624-9dbbcd4926be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:31.442040 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88965070-467a-49cf-90b7-523fca03e977 req-8a069d17-276b-45b8-877f-d0f421a54789 tempest-ListServersNegativeTestJSON-1307727916 tempest-ListServersNegativeTestJSON-1307727916-project] Network cc357db9-e20a-40e5-bec7-6d555b7a377b is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:08:31.480534 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [req-88965070-467a-49cf-90b7-523fca03e977 req-8a069d17-276b-45b8-877f-d0f421a54789 tempest-ListServersNegativeTestJSON-1307727916 tempest-ListServersNegativeTestJSON-1307727916-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:08:31.492867 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6dcdd58f-b069-4163-80a4-d65a389715bb req-51a25d2e-5f20-4ce7-8135-13297d89c09c tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=ed8a017ff6d8432c9386dee5054e8944&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1089015 May 18 18:08:31.506257 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a62c5c-08c6-4fb1-9624-9dbbcd4926be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0dae737-9058-43b8-aad2-3da129199c5e,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:08:31.550051 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ccfe8f-ce84-4d7d-93f0-0089b377946e req-f02f633e-a994-4d1a-aef9-c0ba54940caa tempest-MigrationsAdminTest-1168720566 tempest-MigrationsAdminTest-1168720566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:31.562036 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-75ccfe8f-ce84-4d7d-93f0-0089b377946e req-f02f633e-a994-4d1a-aef9-c0ba54940caa tempest-MigrationsAdminTest-1168720566 tempest-MigrationsAdminTest-1168720566-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=b8f267c7-2a12-455a-8742-23cd949ead3a HTTP/1.1" status: 200 len: 1100 time: 0.3236215 May 18 18:08:31.571506 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device ec2caf09-7834-451a-a3a6-1760c8c67ebe up at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:08:31.629398 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-88965070-467a-49cf-90b7-523fca03e977 req-8a069d17-276b-45b8-877f-d0f421a54789 tempest-ListServersNegativeTestJSON-1307727916 tempest-ListServersNegativeTestJSON-1307727916-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:08:31.630332 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-29a62c5c-08c6-4fb1-9624-9dbbcd4926be admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=4526ba129b264e40929b56bd60c518d3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3162732 May 18 18:08:31.637222 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 53098) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:08:31.646164 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6dcdd58f-b069-4163-80a4-d65a389715bb req-55f40406-9759-4326-b5e1-aef492e2fc65 service neutron] 10.222.0.85 "GET /v2.0/networks/f92940b8-c50f-4c94-b1f3-3e93ca94957d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521871 May 18 18:08:31.655237 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec81834b-2dbd-4075-9d1a-e54eebc64392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e5fd07d-02fd-464b-ac22-02ee8f03ce18,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:08:31.727681 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [req-88965070-467a-49cf-90b7-523fca03e977 req-68fc4c02-444f-4d9b-95f9-7afc09f9993c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfab1e16-7b5b-4227-a7f3-fd2accb9f360 {{(pid=102730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:08:31.749874 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-88965070-467a-49cf-90b7-523fca03e977 req-68fc4c02-444f-4d9b-95f9-7afc09f9993c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:31.776793 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a069d17-276b-45b8-877f-d0f421a54789 tempest-ListServersNegativeTestJSON-1307727916 tempest-ListServersNegativeTestJSON-1307727916-project] Pushing event updated for resources: {'Port': ['ID=67a4897b-5fda-4ee1-9da3-27070a6ed485,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:08:31.781868 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning for port ec2caf09-7834-451a-a3a6-1760c8c67ebe completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:08:31.795436 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning complete for port ec2caf09-7834-451a-a3a6-1760c8c67ebe triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:08:31.796028 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:31.796467 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-75ccfe8f-ce84-4d7d-93f0-0089b377946e req-2ea0c9aa-9604-40c5-b748-7abdd0286119 tempest-MigrationsAdminTest-1168720566 tempest-MigrationsAdminTest-1168720566-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333262 May 18 18:08:31.799833 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7658987-161c-43bf-9720-926e28931a5f req-661a6be0-e063-463c-9269-3370c44452f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:31.809848 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a7658987-161c-43bf-9720-926e28931a5f req-661a6be0-e063-463c-9269-3370c44452f3 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a049c2cb7dc14b6fbce20aa8814d6ebf&device_id=eb23a27e-f075-4514-8d58-f17c7c7cf357 HTTP/1.1" status: 200 len: 1098 time: 0.7416782 May 18 18:08:31.837293 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [req-88965070-467a-49cf-90b7-523fca03e977 req-68fc4c02-444f-4d9b-95f9-7afc09f9993c service neutron] Transition to ACTIVE for port object bfab1e16-7b5b-4227-a7f3-fd2accb9f360 will not be triggered until provisioned by entity L2. {{(pid=102730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:08:31.841006 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2f64771c-6a4f-4068-9d9b-35f8460fa3ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:31.852554 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-88965070-467a-49cf-90b7-523fca03e977 req-68fc4c02-444f-4d9b-95f9-7afc09f9993c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:31.866579 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-313933ca-b1f7-4c95-9489-e367f6f666d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:31.939059 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6dcdd58f-b069-4163-80a4-d65a389715bb req-46ee682b-5202-4cba-9c19-775d4f076817 service neutron] 10.222.0.85 "GET /v2.0/networks/f92940b8-c50f-4c94-b1f3-3e93ca94957d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2918174 May 18 18:08:31.941902 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-a98b7485-a687-40b7-be56-66c5e8a94f82 None None] Attempting to bind port 5227345e-5153-4734-930c-392ff84168b5 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:08:31.949590 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-a98b7485-a687-40b7-be56-66c5e8a94f82 None None] Attempting to bind port 5227345e-5153-4734-930c-392ff84168b5 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:08:31.950690 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98b7485-a687-40b7-be56-66c5e8a94f82 None None] Attempting to bind port 5227345e-5153-4734-930c-392ff84168b5 on network 31ebd439-090c-4b25-bbb0-31c48711b145 {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:08:31.955809 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f140eaf-5b44-47f4-a033-11cefbce87f5 None None] Pushing event updated for resources: {'Port': ['ID=5227345e-5153-4734-930c-392ff84168b5,revision_number=2']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:08:31.993741 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98b7485-a687-40b7-be56-66c5e8a94f82 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:08:31.994659 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98b7485-a687-40b7-be56-66c5e8a94f82 None None] Checking segment: {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:08:31.997650 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-a98b7485-a687-40b7-be56-66c5e8a94f82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:31.998537 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98b7485-a687-40b7-be56-66c5e8a94f82 None None] Bound using segment: {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:08:31.999499 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-a98b7485-a687-40b7-be56-66c5e8a94f82 None None] Bound port: 5227345e-5153-4734-930c-392ff84168b5, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:08:32.002046 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-a98b7485-a687-40b7-be56-66c5e8a94f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:32.008151 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f140eaf-5b44-47f4-a033-11cefbce87f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:08:32.016826 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f140eaf-5b44-47f4-a033-11cefbce87f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:08:32.021037 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f140eaf-5b44-47f4-a033-11cefbce87f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:08:32.021899 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f140eaf-5b44-47f4-a033-11cefbce87f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:08:32.022690 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f140eaf-5b44-47f4-a033-11cefbce87f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:08:32.023501 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f140eaf-5b44-47f4-a033-11cefbce87f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:08:32.024250 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f140eaf-5b44-47f4-a033-11cefbce87f5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:08:32.030796 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f140eaf-5b44-47f4-a033-11cefbce87f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:08:32.031610 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f140eaf-5b44-47f4-a033-11cefbce87f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:08:32.032362 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f140eaf-5b44-47f4-a033-11cefbce87f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:08:32.033166 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f140eaf-5b44-47f4-a033-11cefbce87f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:08:32.033822 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f140eaf-5b44-47f4-a033-11cefbce87f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:08:32.047869 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88965070-467a-49cf-90b7-523fca03e977 req-8a069d17-276b-45b8-877f-d0f421a54789 tempest-ListServersNegativeTestJSON-1307727916 tempest-ListServersNegativeTestJSON-1307727916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:32.048555 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-88965070-467a-49cf-90b7-523fca03e977 req-8a069d17-276b-45b8-877f-d0f421a54789 tempest-ListServersNegativeTestJSON-1307727916 tempest-ListServersNegativeTestJSON-1307727916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:32.095095 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-88965070-467a-49cf-90b7-523fca03e977 req-8a069d17-276b-45b8-877f-d0f421a54789 tempest-ListServersNegativeTestJSON-1307727916 tempest-ListServersNegativeTestJSON-1307727916-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7929430 May 18 18:08:32.113297 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port ec2caf09-7834-451a-a3a6-1760c8c67ebe is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:08:32.114012 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:32.119443 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-88965070-467a-49cf-90b7-523fca03e977 req-3376c479-d711-4487-88c0-0c55b9d2473c service neutron] Request body: {'port': {'device_id': 'd91a939e-a627-4c2d-bf7d-59543494f613', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-3'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:08:32.154747 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2f64771c-6a4f-4068-9d9b-35f8460fa3ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:32.187316 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [req-88965070-467a-49cf-90b7-523fca03e977 req-1f6fb48b-ba98-47e0-8b74-5d3d7afb90f9 tempest-ListServersNegativeTestJSON-1307727916 tempest-ListServersNegativeTestJSON-1307727916-project] Allocated IP 172.20.0.7 (cc357db9-e20a-40e5-bec7-6d555b7a377b/3a4cf386-94b8-4429-84d1-965291fb114b/e832bd60-8122-43cd-b491-90d0d6301f6b) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:08:32.223344 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fc4c02-444f-4d9b-95f9-7afc09f9993c service neutron] Pushing event updated for resources: {'Port': ['ID=bfab1e16-7b5b-4227-a7f3-fd2accb9f360,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:08:32.253535 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7658987-161c-43bf-9720-926e28931a5f req-b8d3d086-613d-42f9-afd6-f2dc908c3cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:32.255116 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a7658987-161c-43bf-9720-926e28931a5f req-b8d3d086-613d-42f9-afd6-f2dc908c3cd8 service neutron] 10.222.0.88 "GET /v2.0/networks?id=4c8ef274-9ecc-47c2-9686-5eebd78fb305 HTTP/1.1" status: 200 len: 870 time: 0.4387250 May 18 18:08:32.258377 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-88965070-467a-49cf-90b7-523fca03e977 req-3376c479-d711-4487-88c0-0c55b9d2473c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:32.266748 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8f267c7-2a12-455a-8742-23cd949ead3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec2caf09-7834-451a-a3a6-1760c8c67ebe'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:08:32.277937 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00aa04d0-3018-46f7-a7b0-6d4db5a01c63" -d '{"events": [{"server_uuid": "b8f267c7-2a12-455a-8742-23cd949ead3a", "name": "network-vif-plugged", "status": "completed", "tag": "ec2caf09-7834-451a-a3a6-1760c8c67ebe"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:08:32.322568 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a7658987-161c-43bf-9720-926e28931a5f req-41b59547-7832-4783-8566-06941fb71f11 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=e0571223-bec5-444d-9ddd-0c8cd62af364 HTTP/1.1" status: 200 len: 217 time: 0.0464835 May 18 18:08:32.339403 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port ec2caf09-7834-451a-a3a6-1760c8c67ebe, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=ec2caf09-7834-451a-a3a6-1760c8c67ebe,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:08:32.346043 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:32.351458 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 319afa68-c211-4e3a-b55b-279f68bd8ca4 up at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:08:32.362800 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.db [None req-a98b7485-a687-40b7-be56-66c5e8a94f82 None None] For port 5227345e-5153-4734-930c-392ff84168b5, host n-d-838550-3, cleared binding levels {{(pid=102733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:08:32.366582 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.db [None req-a98b7485-a687-40b7-be56-66c5e8a94f82 None None] For port 5227345e-5153-4734-930c-392ff84168b5, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=5227345e-5153-4734-930c-392ff84168b5,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:08:32.371850 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-a98b7485-a687-40b7-be56-66c5e8a94f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:32.423571 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7447a306-ca98-4d60-9a73-1b1b06af7a74 req-ff8abf04-79ad-4e55-8847-ac7a59bb6e2f tempest-ListServersNegativeTestJSON-1307727916 tempest-ListServersNegativeTestJSON-1307727916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:32.449520 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7447a306-ca98-4d60-9a73-1b1b06af7a74 req-ff8abf04-79ad-4e55-8847-ac7a59bb6e2f tempest-ListServersNegativeTestJSON-1307727916 tempest-ListServersNegativeTestJSON-1307727916-project] 10.222.0.85 "GET /v2.0/ports?device_id=0309f69c-7e39-4016-bd1d-a8e406b5681d HTTP/1.1" status: 200 len: 943 time: 0.4752102 May 18 18:08:32.552732 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98b7485-a687-40b7-be56-66c5e8a94f82 None None] Routers {'7b1f017e-a7f9-407e-8e13-ae334ebab240'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:08:32.560658 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-a98b7485-a687-40b7-be56-66c5e8a94f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:08:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['7b1f017e-a7f9-407e-8e13-ae334ebab240'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:08:32.574300 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-88965070-467a-49cf-90b7-523fca03e977 req-68fc4c02-444f-4d9b-95f9-7afc09f9993c service neutron] Attempting to bind port bfab1e16-7b5b-4227-a7f3-fd2accb9f360 on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:08:32.575239 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-88965070-467a-49cf-90b7-523fca03e977 req-68fc4c02-444f-4d9b-95f9-7afc09f9993c service neutron] Attempting to bind port bfab1e16-7b5b-4227-a7f3-fd2accb9f360 by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': 'eb554bdf-962d-4d95-b040-83b8339864d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'cc357db9-e20a-40e5-bec7-6d555b7a377b'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:08:32.575239 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88965070-467a-49cf-90b7-523fca03e977 req-68fc4c02-444f-4d9b-95f9-7afc09f9993c service neutron] Attempting to bind port bfab1e16-7b5b-4227-a7f3-fd2accb9f360 on network cc357db9-e20a-40e5-bec7-6d555b7a377b {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:08:32.601998 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning for port 319afa68-c211-4e3a-b55b-279f68bd8ca4 completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:08:32.629769 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning complete for port 319afa68-c211-4e3a-b55b-279f68bd8ca4 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:08:32.630382 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:32.787769 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f140eaf-5b44-47f4-a033-11cefbce87f5 None None] Pushing event updated for resources: {'Port': ['ID=5227345e-5153-4734-930c-392ff84168b5,revision_number=3']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:08:32.898147 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=ec2caf09-7834-451a-a3a6-1760c8c67ebe,revision_number=13']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:08:32.902511 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88965070-467a-49cf-90b7-523fca03e977 req-68fc4c02-444f-4d9b-95f9-7afc09f9993c service neutron] Port bfab1e16-7b5b-4227-a7f3-fd2accb9f360 on network cc357db9-e20a-40e5-bec7-6d555b7a377b not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:08:32.902900 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88965070-467a-49cf-90b7-523fca03e977 req-68fc4c02-444f-4d9b-95f9-7afc09f9993c service neutron] Attempting to bind port bfab1e16-7b5b-4227-a7f3-fd2accb9f360 on network cc357db9-e20a-40e5-bec7-6d555b7a377b {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:08:32.919994 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:08:32.920842 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:08:32.922611 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:08:32.923381 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:08:32.924808 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:08:32.925567 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:08:32.927013 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2f64771c-6a4f-4068-9d9b-35f8460fa3ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:32.927792 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:08:32.930784 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:08:32.931325 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:08:32.937724 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2f64771c-6a4f-4068-9d9b-35f8460fa3ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:32.940423 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:08:32.941500 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:08:32.942286 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:08:32.950705 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-2f64771c-6a4f-4068-9d9b-35f8460fa3ff admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/a0dae737-9058-43b8-aad2-3da129199c5e HTTP/1.1" status: 204 len: 168 time: 1.3115110 May 18 18:08:32.972103 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-a98b7485-a687-40b7-be56-66c5e8a94f82 None None] Set router 7b1f017e-a7f9-407e-8e13-ae334ebab240 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:08:33.100089 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7658987-161c-43bf-9720-926e28931a5f req-f02b44c0-a09f-4885-aecf-7c72894905be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:33.105541 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a7658987-161c-43bf-9720-926e28931a5f req-f02b44c0-a09f-4885-aecf-7c72894905be service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c2531ae9-89db-4dcf-b670-9eac4c9cde53 HTTP/1.1" status: 200 len: 843 time: 0.6463630 May 18 18:08:33.113419 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 319afa68-c211-4e3a-b55b-279f68bd8ca4 is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:08:33.114318 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:33.155802 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021dd246-0965-48fb-b8ad-afa5c4ecbdcc req-d71dcf36-1b1d-4d64-a5cf-94a79cea68aa tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:33.157349 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-021dd246-0965-48fb-b8ad-afa5c4ecbdcc req-d71dcf36-1b1d-4d64-a5cf-94a79cea68aa tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/ports?device_id=eb23a27e-f075-4514-8d58-f17c7c7cf357 HTTP/1.1" status: 200 len: 947 time: 0.5331540 May 18 18:08:33.172817 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-313933ca-b1f7-4c95-9489-e367f6f666d7 admin admin] Allocated IP 172.20.0.1 (6ba2d3f1-1e38-41ee-8062-86260345c4fd/b4c8e604-9eb2-414a-8fcd-fc1ec0f983e0/aa2ee8f7-b934-4d10-afaf-419fc08b2042) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:08:33.254656 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 319afa68-c211-4e3a-b55b-279f68bd8ca4, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=319afa68-c211-4e3a-b55b-279f68bd8ca4,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:08:33.262930 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:33.517029 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=319afa68-c211-4e3a-b55b-279f68bd8ca4,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:08:33.590879 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device e0571223-bec5-444d-9ddd-0c8cd62af364 details requested by agent hyperv_n-h2-838550-3 with host n-h2-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:08:33.696328 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-a98b7485-a687-40b7-be56-66c5e8a94f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b1f017e-a7f9-407e-8e13-ae334ebab240', 'name': 'tempest-FloatingIPsAssociationTestJSON-726912209-router', 'tenant_id': 'e05b3d827f844c1d97efd9db4e0d2203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '5227345e-5153-4734-930c-392ff84168b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:08:17Z', 'updated_at': '2022-05-18T18:08:23Z', 'revision_number': 3, 'project_id': 'e05b3d827f844c1d97efd9db4e0d2203', 'gw_port': {'id': '5227345e-5153-4734-930c-392ff84168b5', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:7c:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b1f017e-a7f9-407e-8e13-ae334ebab240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:08:20Z', 'updated_at': '2022-05-18T18:08:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:08:33.772176 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98b7485-a687-40b7-be56-66c5e8a94f82 None None] The sync data for ids ['7b1f017e-a7f9-407e-8e13-ae334ebab240'] in n-d-838550-3 is: [{'id': '7b1f017e-a7f9-407e-8e13-ae334ebab240', 'name': 'tempest-FloatingIPsAssociationTestJSON-726912209-router', 'tenant_id': 'e05b3d827f844c1d97efd9db4e0d2203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '5227345e-5153-4734-930c-392ff84168b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:08:17Z', 'updated_at': '2022-05-18T18:08:23Z', 'revision_number': 3, 'project_id': 'e05b3d827f844c1d97efd9db4e0d2203', 'gw_port': {'id': '5227345e-5153-4734-930c-392ff84168b5', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:7c:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b1f017e-a7f9-407e-8e13-ae334ebab240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:08:20Z', 'updated_at': '2022-05-18T18:08:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:08:33.798307 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-021dd246-0965-48fb-b8ad-afa5c4ecbdcc req-31f821ad-db72-4dcb-a6eb-44c853ee2b77 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/security-groups?id=5ea4329b-bade-4f5a-bfbd-7917c3702679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5096724 May 18 18:08:33.820658 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7658987-161c-43bf-9720-926e28931a5f req-94d8ae96-eb00-403b-9cb9-79afb2ddaf62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:33.822190 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a7658987-161c-43bf-9720-926e28931a5f req-94d8ae96-eb00-403b-9cb9-79afb2ddaf62 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4c8ef274-9ecc-47c2-9686-5eebd78fb305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6333883 May 18 18:08:33.834831 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-88965070-467a-49cf-90b7-523fca03e977 req-1f6fb48b-ba98-47e0-8b74-5d3d7afb90f9 tempest-ListServersNegativeTestJSON-1307727916 tempest-ListServersNegativeTestJSON-1307727916-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:34.116447 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port e0571223-bec5-444d-9ddd-0c8cd62af364, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=e0571223-bec5-444d-9ddd-0c8cd62af364,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:08:34.163859 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Returning: {'device': 'e0571223-bec5-444d-9ddd-0c8cd62af364', 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305', 'port_id': 'e0571223-bec5-444d-9ddd-0c8cd62af364', 'mac_address': 'fa:16:3e:b4:75:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2531ae9-89db-4dcf-b670-9eac4c9cde53', 'ip_address': '192.168.233.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:08:34.253576 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port e0571223-bec5-444d-9ddd-0c8cd62af364 is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:08:34.254207 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:34.286885 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0571223-bec5-444d-9ddd-0c8cd62af364 {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:08:34.342648 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port e0571223-bec5-444d-9ddd-0c8cd62af364, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=e0571223-bec5-444d-9ddd-0c8cd62af364,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:08:34.348500 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:34.473150 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88965070-467a-49cf-90b7-523fca03e977 req-68fc4c02-444f-4d9b-95f9-7afc09f9993c service neutron] Checking agent: {'id': 'd1be059a-68ea-4c77-9b2b-29f4afa47e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:08:34.474124 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88965070-467a-49cf-90b7-523fca03e977 req-68fc4c02-444f-4d9b-95f9-7afc09f9993c service neutron] Checking segment: {'id': 'eb554bdf-962d-4d95-b040-83b8339864d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'cc357db9-e20a-40e5-bec7-6d555b7a377b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:08:34.474326 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=e0571223-bec5-444d-9ddd-0c8cd62af364,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:08:34.474510 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88965070-467a-49cf-90b7-523fca03e977 req-68fc4c02-444f-4d9b-95f9-7afc09f9993c service neutron] Bound using segment: {'id': 'eb554bdf-962d-4d95-b040-83b8339864d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'cc357db9-e20a-40e5-bec7-6d555b7a377b'} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:08:34.474710 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-88965070-467a-49cf-90b7-523fca03e977 req-68fc4c02-444f-4d9b-95f9-7afc09f9993c service neutron] Bound port: bfab1e16-7b5b-4227-a7f3-fd2accb9f360, host: n-h2-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb554bdf-962d-4d95-b040-83b8339864d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'cc357db9-e20a-40e5-bec7-6d555b7a377b'}}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:08:34.475153 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-88965070-467a-49cf-90b7-523fca03e977 req-68fc4c02-444f-4d9b-95f9-7afc09f9993c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:34.503022 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 53140) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:08:34.503374 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 53144) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:08:34.514720 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7447a306-ca98-4d60-9a73-1b1b06af7a74 req-aa895576-6b94-466b-9883-7a2d68be5412 tempest-ListServersNegativeTestJSON-1307727916 tempest-ListServersNegativeTestJSON-1307727916-project] 10.222.0.85 "GET /v2.0/security-groups?id=a5378634-71ac-4811-81a5-9fa292a84a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.0607312 May 18 18:08:34.559446 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f64771c-6a4f-4068-9d9b-35f8460fa3ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0dae737-9058-43b8-aad2-3da129199c5e,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:08:34.564923 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81d660f4-55af-48e9-8907-8b85966c9b9d x-openstack-request-id: req-81d660f4-55af-48e9-8907-8b85966c9b9d {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:08:34.565206 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8f267c7-2a12-455a-8742-23cd949ead3a", "name": "network-vif-plugged", "status": "completed", "tag": "ec2caf09-7834-451a-a3a6-1760c8c67ebe", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:08:34.565688 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-81d660f4-55af-48e9-8907-8b85966c9b9d {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:08:34.566262 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81d660f4-55af-48e9-8907-8b85966c9b9d'] response: {'server_uuid': 'b8f267c7-2a12-455a-8742-23cd949ead3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec2caf09-7834-451a-a3a6-1760c8c67ebe', 'code': 200} May 18 18:08:34.627831 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ac6e939c-1ff2-4498-83e4-980d814748f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:34.794993 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-88965070-467a-49cf-90b7-523fca03e977 req-68fc4c02-444f-4d9b-95f9-7afc09f9993c service neutron] For port bfab1e16-7b5b-4227-a7f3-fd2accb9f360, host n-h2-838550-3, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:08:34.844252 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-88965070-467a-49cf-90b7-523fca03e977 req-1f6fb48b-ba98-47e0-8b74-5d3d7afb90f9 tempest-ListServersNegativeTestJSON-1307727916 tempest-ListServersNegativeTestJSON-1307727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:34.848792 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['e0571223-bec5-444d-9ddd-0c8cd62af364'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:08:34.918542 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-313933ca-b1f7-4c95-9489-e367f6f666d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:34.924849 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-88965070-467a-49cf-90b7-523fca03e977 req-68fc4c02-444f-4d9b-95f9-7afc09f9993c service neutron] For port bfab1e16-7b5b-4227-a7f3-fd2accb9f360, host n-h2-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=bfab1e16-7b5b-4227-a7f3-fd2accb9f360,segment=NetworkSegment(eb554bdf-962d-4d95-b040-83b8339864d2),segment_id=eb554bdf-962d-4d95-b040-83b8339864d2)] {{(pid=102730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:08:34.927703 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-00f73536-af67-44b4-9d22-c622da9f996c req-8ae55858-a1c5-4d77-922f-90d6b77f64d2 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=b620702a-122a-4cad-9b6e-b764547e6f53 HTTP/1.1" status: 200 len: 210 time: 0.1719167 May 18 18:08:34.936932 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-88965070-467a-49cf-90b7-523fca03e977 req-68fc4c02-444f-4d9b-95f9-7afc09f9993c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:34.978058 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88965070-467a-49cf-90b7-523fca03e977 req-68fc4c02-444f-4d9b-95f9-7afc09f9993c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:34.978725 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-88965070-467a-49cf-90b7-523fca03e977 req-68fc4c02-444f-4d9b-95f9-7afc09f9993c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:34.985156 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-88965070-467a-49cf-90b7-523fca03e977 req-68fc4c02-444f-4d9b-95f9-7afc09f9993c service neutron] 10.222.0.88 "PUT /v2.0/ports/bfab1e16-7b5b-4227-a7f3-fd2accb9f360 HTTP/1.1" status: 200 len: 1091 time: 5.3845809 May 18 18:08:34.998946 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0309f69c-7e39-4016-bd1d-a8e406b5681d', 'tag': 'bfab1e16-7b5b-4227-a7f3-fd2accb9f360'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:08:35.001697 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41f387db-4f5c-4614-90e4-0ab2730d7e9e" -d '{"events": [{"name": "network-changed", "server_uuid": "0309f69c-7e39-4016-bd1d-a8e406b5681d", "tag": "bfab1e16-7b5b-4227-a7f3-fd2accb9f360"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:08:35.151066 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-7d1150ed-71e7-437d-94cf-6d9830f2434d admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1154030545-network', 'tenant_id': 'a1048375638b4466a1235e89319a99ae'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:08:35.265169 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6fb48b-ba98-47e0-8b74-5d3d7afb90f9 tempest-ListServersNegativeTestJSON-1307727916 tempest-ListServersNegativeTestJSON-1307727916-project] Pushing event updated for resources: {'Port': ['ID=e832bd60-8122-43cd-b491-90d0d6301f6b,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:08:35.273693 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fc4c02-444f-4d9b-95f9-7afc09f9993c service neutron] Pushing event updated for resources: {'Port': ['ID=bfab1e16-7b5b-4227-a7f3-fd2accb9f360,revision_number=3']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:08:35.285779 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d1150ed-71e7-437d-94cf-6d9830f2434d admin admin] Made reservation on behalf of a1048375638b4466a1235e89319a99ae for: {'network': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:08:35.288068 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7d1150ed-71e7-437d-94cf-6d9830f2434d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:35.301209 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-313933ca-b1f7-4c95-9489-e367f6f666d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:35.302581 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88965070-467a-49cf-90b7-523fca03e977 req-1f6fb48b-ba98-47e0-8b74-5d3d7afb90f9 tempest-ListServersNegativeTestJSON-1307727916 tempest-ListServersNegativeTestJSON-1307727916-project] Network cc357db9-e20a-40e5-bec7-6d555b7a377b is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:08:35.312678 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ac6e939c-1ff2-4498-83e4-980d814748f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:35.330095 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7d1150ed-71e7-437d-94cf-6d9830f2434d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:35.333689 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38a1dda-ab3f-4ede-a3bd-ebe228abfc9d req-ea8528b0-f60a-4b9d-91ec-bafbda7d2159 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:35.341465 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d38a1dda-ab3f-4ede-a3bd-ebe228abfc9d req-ea8528b0-f60a-4b9d-91ec-bafbda7d2159 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=b8f267c7-2a12-455a-8742-23cd949ead3a HTTP/1.1" status: 200 len: 950 time: 0.5605798 May 18 18:08:35.347728 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [req-88965070-467a-49cf-90b7-523fca03e977 req-1f6fb48b-ba98-47e0-8b74-5d3d7afb90f9 tempest-ListServersNegativeTestJSON-1307727916 tempest-ListServersNegativeTestJSON-1307727916-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:08:35.349653 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ac6e939c-1ff2-4498-83e4-980d814748f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:35.359605 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88965070-467a-49cf-90b7-523fca03e977 req-d0e5cea3-a014-4d51-9b0e-6aa1be9a60ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:35.361178 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-88965070-467a-49cf-90b7-523fca03e977 req-d0e5cea3-a014-4d51-9b0e-6aa1be9a60ce service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b0b4398b0ab94cb0a39090377d9919ac&device_id=0309f69c-7e39-4016-bd1d-a8e406b5681d HTTP/1.1" status: 200 len: 1094 time: 0.3024416 May 18 18:08:35.361552 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-88965070-467a-49cf-90b7-523fca03e977 req-1f6fb48b-ba98-47e0-8b74-5d3d7afb90f9 tempest-ListServersNegativeTestJSON-1307727916 tempest-ListServersNegativeTestJSON-1307727916-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:08:35.374684 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a7658987-161c-43bf-9720-926e28931a5f req-a18ade04-617d-4b31-b215-543df8c81de8 service neutron] 10.222.0.88 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5373311 May 18 18:08:35.421398 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af32f9b7-f7e3-44b5-97c6-35587456081b req-50b68499-009e-4022-900d-9ba0bd3e844a tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:35.423028 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-af32f9b7-f7e3-44b5-97c6-35587456081b req-50b68499-009e-4022-900d-9ba0bd3e844a tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/ports?device_id=eb23a27e-f075-4514-8d58-f17c7c7cf357 HTTP/1.1" status: 200 len: 948 time: 0.2555966 May 18 18:08:35.445374 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-313933ca-b1f7-4c95-9489-e367f6f666d7 admin admin] Network 6ba2d3f1-1e38-41ee-8062-86260345c4fd is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:08:35.478820 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-313933ca-b1f7-4c95-9489-e367f6f666d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:08:35.526930 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d38a1dda-ab3f-4ede-a3bd-ebe228abfc9d req-e3153d07-0c7e-4b62-992f-eae63576cc10 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844053 May 18 18:08:35.554313 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313933ca-b1f7-4c95-9489-e367f6f666d7 admin admin] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:08:35.569421 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313933ca-b1f7-4c95-9489-e367f6f666d7 admin admin] Pushing event updated for resources: {'Port': ['ID=aa2ee8f7-b934-4d10-afaf-419fc08b2042,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:08:35.603128 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-ac6e939c-1ff2-4498-83e4-980d814748f0 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=4570f4145f004ab0b89b3e916a08cb9a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0930059 May 18 18:08:35.685376 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-88965070-467a-49cf-90b7-523fca03e977 req-3dbc4c49-bcf8-4dff-be42-c04dee2044ca service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bfab1e16-7b5b-4227-a7f3-fd2accb9f360 HTTP/1.1" status: 200 len: 217 time: 0.2750468 May 18 18:08:35.689947 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6e939c-1ff2-4498-83e4-980d814748f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6c97a9b-4d7c-47b7-8d0c-d0b9911ff161,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:08:35.707920 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88be7c10-b866-49b6-a9ae-7283762c1479 x-openstack-request-id: req-88be7c10-b866-49b6-a9ae-7283762c1479 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:08:35.709428 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0309f69c-7e39-4016-bd1d-a8e406b5681d", "tag": "bfab1e16-7b5b-4227-a7f3-fd2accb9f360", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:08:35.711061 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-88be7c10-b866-49b6-a9ae-7283762c1479 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:08:35.712739 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 53158) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:08:35.714437 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88be7c10-b866-49b6-a9ae-7283762c1479'] response: {'name': 'network-changed', 'server_uuid': '0309f69c-7e39-4016-bd1d-a8e406b5681d', 'tag': 'bfab1e16-7b5b-4227-a7f3-fd2accb9f360', 'status': 'completed', 'code': 200} May 18 18:08:35.902873 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7d1150ed-71e7-437d-94cf-6d9830f2434d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:35.926089 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7d1150ed-71e7-437d-94cf-6d9830f2434d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:35.942231 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-af32f9b7-f7e3-44b5-97c6-35587456081b req-fd89f27e-f604-489b-b252-a555384cd5a8 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/security-groups?id=5ea4329b-bade-4f5a-bfbd-7917c3702679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4811952 May 18 18:08:35.951113 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88965070-467a-49cf-90b7-523fca03e977 req-1f6fb48b-ba98-47e0-8b74-5d3d7afb90f9 tempest-ListServersNegativeTestJSON-1307727916 tempest-ListServersNegativeTestJSON-1307727916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:35.951958 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-88965070-467a-49cf-90b7-523fca03e977 req-1f6fb48b-ba98-47e0-8b74-5d3d7afb90f9 tempest-ListServersNegativeTestJSON-1307727916 tempest-ListServersNegativeTestJSON-1307727916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:35.958886 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-313933ca-b1f7-4c95-9489-e367f6f666d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595826'] for router_interface, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:36.027476 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [req-88965070-467a-49cf-90b7-523fca03e977 req-3376c479-d711-4487-88c0-0c55b9d2473c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67a4897b-5fda-4ee1-9da3-27070a6ed485 {{(pid=102731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:08:36.049734 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-f8f37a0e-3f6a-448f-ab0f-219ff38b9ac8 None None] Provisioning complete for port aa2ee8f7-b934-4d10-afaf-419fc08b2042 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:08:36.050871 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f8f37a0e-3f6a-448f-ab0f-219ff38b9ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:36.055094 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-88965070-467a-49cf-90b7-523fca03e977 req-1f6fb48b-ba98-47e0-8b74-5d3d7afb90f9 tempest-ListServersNegativeTestJSON-1307727916 tempest-ListServersNegativeTestJSON-1307727916-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.2635026 May 18 18:08:36.059557 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-88965070-467a-49cf-90b7-523fca03e977 req-3376c479-d711-4487-88c0-0c55b9d2473c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:36.082471 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-88965070-467a-49cf-90b7-523fca03e977 req-73b06d97-93b4-4c66-bbce-8cb462138fe4 service neutron] Request body: {'port': {'device_id': 'a201e253-0310-4c1f-bdab-149b8f8fced8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-3'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:08:36.144729 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a7658987-161c-43bf-9720-926e28931a5f req-21951469-39b5-47f2-a4cc-6cfbde42a46e service neutron] 10.222.0.88 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7287989 May 18 18:08:36.145822 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.provisioning_blocks [req-88965070-467a-49cf-90b7-523fca03e977 req-3376c479-d711-4487-88c0-0c55b9d2473c service neutron] Transition to ACTIVE for port object 67a4897b-5fda-4ee1-9da3-27070a6ed485 will not be triggered until provisioned by entity L2. {{(pid=102731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:08:36.154397 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-f8f37a0e-3f6a-448f-ab0f-219ff38b9ac8 None None] Port aa2ee8f7-b934-4d10-afaf-419fc08b2042 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:08:36.166084 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d1150ed-71e7-437d-94cf-6d9830f2434d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 618} {{(pid=102730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:08:36.169869 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-88965070-467a-49cf-90b7-523fca03e977 req-3376c479-d711-4487-88c0-0c55b9d2473c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:36.178998 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcdd58f-b069-4163-80a4-d65a389715bb req-882d997c-80b3-4126-bbbd-5c37b331a75e tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:36.180665 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6dcdd58f-b069-4163-80a4-d65a389715bb req-882d997c-80b3-4126-bbbd-5c37b331a75e tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.88 "GET /v2.0/networks?id=f92940b8-c50f-4c94-b1f3-3e93ca94957d HTTP/1.1" status: 200 len: 812 time: 0.7251897 May 18 18:08:36.188923 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1150ed-71e7-437d-94cf-6d9830f2434d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eda25ed-a4ff-40e9-bfe9-a51e082be059,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:08:36.194534 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55c4146-3832-4915-b794-ea33d051a040 req-9ff9559a-c84a-4684-b403-c2ffef73731d tempest-ListServersNegativeTestJSON-1307727916 tempest-ListServersNegativeTestJSON-1307727916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:36.202239 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b55c4146-3832-4915-b794-ea33d051a040 req-9ff9559a-c84a-4684-b403-c2ffef73731d tempest-ListServersNegativeTestJSON-1307727916 tempest-ListServersNegativeTestJSON-1307727916-project] 10.222.0.85 "GET /v2.0/ports?device_id=0309f69c-7e39-4016-bd1d-a8e406b5681d HTTP/1.1" status: 200 len: 943 time: 0.2893994 May 18 18:08:36.211271 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88965070-467a-49cf-90b7-523fca03e977 req-7a601188-86a9-45e7-8a6a-62fcc4661a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:36.212831 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-88965070-467a-49cf-90b7-523fca03e977 req-7a601188-86a9-45e7-8a6a-62fcc4661a97 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=3a4cf386-94b8-4429-84d1-965291fb114b HTTP/1.1" status: 200 len: 858 time: 0.4939499 May 18 18:08:36.219944 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7d1150ed-71e7-437d-94cf-6d9830f2434d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:36.220474 n-d-838550-3 neutron-server[102730]: INFO neutron.db.segments_db [None req-7d1150ed-71e7-437d-94cf-6d9830f2434d admin admin] Added segment edfe8301-788d-4de0-9eb1-578b15a18d70 of type vlan for network 54ff1696-ffd6-43c8-99bf-22a41274ae4f May 18 18:08:36.223783 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-6dcdd58f-b069-4163-80a4-d65a389715bb req-28b61d81-c060-4a4b-8cf5-f968cdd481d6 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Request body: {'port': {'device_id': 'b620702a-122a-4cad-9b6e-b764547e6f53', 'network_id': 'f92940b8-c50f-4c94-b1f3-3e93ca94957d', 'admin_state_up': True, 'tenant_id': 'ed8a017ff6d8432c9386dee5054e8944'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:08:36.253676 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9fdbd936-6582-4c7b-881b-edc39748c3ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:36.255250 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 5227345e-5153-4734-930c-392ff84168b5 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:08:36.278714 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d4e1e523-cc7c-40a1-a050-75b24760a34b req-d50e9d6f-2374-4de3-9128-5a012729a803 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=b620702a-122a-4cad-9b6e-b764547e6f53 HTTP/1.1" status: 200 len: 210 time: 0.0947318 May 18 18:08:36.340663 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 5227345e-5153-4734-930c-392ff84168b5 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:08:36.341039 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:36.360797 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-88965070-467a-49cf-90b7-523fca03e977 req-d7cd2154-439a-4ad6-8027-6482399dd4d1 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=cc357db9-e20a-40e5-bec7-6d555b7a377b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1013794 May 18 18:08:36.367089 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7d1150ed-71e7-437d-94cf-6d9830f2434d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:36.434845 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-88965070-467a-49cf-90b7-523fca03e977 req-73b06d97-93b4-4c66-bbce-8cb462138fe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:36.468459 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 5227345e-5153-4734-930c-392ff84168b5 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:08:36.469065 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:36.478762 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-313933ca-b1f7-4c95-9489-e367f6f666d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:36.492250 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3376c479-d711-4487-88c0-0c55b9d2473c service neutron] Pushing event updated for resources: {'Port': ['ID=67a4897b-5fda-4ee1-9da3-27070a6ed485,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:08:36.502213 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7d1150ed-71e7-437d-94cf-6d9830f2434d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:36.503713 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1150ed-71e7-437d-94cf-6d9830f2434d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:36.504541 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7d1150ed-71e7-437d-94cf-6d9830f2434d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:36.514471 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9fdbd936-6582-4c7b-881b-edc39748c3ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:36.522732 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] For port 5227345e-5153-4734-930c-392ff84168b5, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=5227345e-5153-4734-930c-392ff84168b5,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:08:36.531169 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:36.568208 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b55c4146-3832-4915-b794-ea33d051a040 req-495aae9c-81d9-455b-bc6e-764cb801cc3c tempest-ListServersNegativeTestJSON-1307727916 tempest-ListServersNegativeTestJSON-1307727916-project] 10.222.0.85 "GET /v2.0/security-groups?id=a5378634-71ac-4811-81a5-9fa292a84a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3648112 May 18 18:08:36.590282 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-7d1150ed-71e7-437d-94cf-6d9830f2434d admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.0774550 May 18 18:08:36.594850 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cab5aa50-c349-4f1e-affa-de05c046bb26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '319afa68-c211-4e3a-b55b-279f68bd8ca4'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:08:36.597568 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5241679c-9e4f-4424-84fb-8ca40e33e718" -d '{"events": [{"server_uuid": "cab5aa50-c349-4f1e-affa-de05c046bb26", "name": "network-vif-plugged", "status": "completed", "tag": "319afa68-c211-4e3a-b55b-279f68bd8ca4"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:08:36.662162 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 53162) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:08:36.704230 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Pushing event updated for resources: {'Port': ['ID=5227345e-5153-4734-930c-392ff84168b5,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:08:36.712077 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-67b8699c-ec64-4f81-845d-db3a4583a37c admin admin] Request body: {'subnet': {'network_id': '54ff1696-ffd6-43c8-99bf-22a41274ae4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1154030545-subnet', 'tenant_id': 'a1048375638b4466a1235e89319a99ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:08:36.754101 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dcdd58f-b069-4163-80a4-d65a389715bb req-28b61d81-c060-4a4b-8cf5-f968cdd481d6 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Made reservation on behalf of ed8a017ff6d8432c9386dee5054e8944 for: {'port': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:08:36.759152 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-6dcdd58f-b069-4163-80a4-d65a389715bb req-28b61d81-c060-4a4b-8cf5-f968cdd481d6 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:36.764932 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-88965070-467a-49cf-90b7-523fca03e977 req-169dfeed-894d-459f-b4f3-99dac8a7f18e service neutron] 10.222.0.88 "GET /v2.0/networks/cc357db9-e20a-40e5-bec7-6d555b7a377b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3757219 May 18 18:08:36.779854 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1150ed-71e7-437d-94cf-6d9830f2434d admin admin] Pushing event updated for resources: {'Network': ['ID=54ff1696-ffd6-43c8-99bf-22a41274ae4f,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:08:36.791498 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-962bc6ed-2fd4-47aa-aace-820bb1e1371b x-openstack-request-id: req-962bc6ed-2fd4-47aa-aace-820bb1e1371b {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:08:36.792255 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cab5aa50-c349-4f1e-affa-de05c046bb26", "name": "network-vif-plugged", "status": "completed", "tag": "319afa68-c211-4e3a-b55b-279f68bd8ca4", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:08:36.792557 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-962bc6ed-2fd4-47aa-aace-820bb1e1371b {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:08:36.793002 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-962bc6ed-2fd4-47aa-aace-820bb1e1371b'] response: {'server_uuid': 'cab5aa50-c349-4f1e-affa-de05c046bb26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '319afa68-c211-4e3a-b55b-279f68bd8ca4', 'code': 200} May 18 18:08:36.802938 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network 54ff1696-ffd6-43c8-99bf-22a41274ae4f details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:08:36.869453 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67b8699c-ec64-4f81-845d-db3a4583a37c admin admin] Made reservation on behalf of a1048375638b4466a1235e89319a99ae for: {'subnet': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:08:36.872501 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-67b8699c-ec64-4f81-845d-db3a4583a37c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261031885'] for subnet, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:36.965816 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9fdbd936-6582-4c7b-881b-edc39748c3ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:36.969265 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9fdbd936-6582-4c7b-881b-edc39748c3ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:36.970455 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-9fdbd936-6582-4c7b-881b-edc39748c3ef admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/e6c97a9b-4d7c-47b7-8d0c-d0b9911ff161 HTTP/1.1" status: 204 len: 168 time: 1.2490673 May 18 18:08:37.004057 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e41d9e7-85c7-434e-9964-06559d15bf5e req-5fbe4f0c-74ae-4276-ba7e-ff2cbc8a2207 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:37.014452 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6e41d9e7-85c7-434e-9964-06559d15bf5e req-5fbe4f0c-74ae-4276-ba7e-ff2cbc8a2207 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=b8f267c7-2a12-455a-8742-23cd949ead3a HTTP/1.1" status: 200 len: 950 time: 0.3120258 May 18 18:08:37.048705 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdbd936-6582-4c7b-881b-edc39748c3ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6c97a9b-4d7c-47b7-8d0c-d0b9911ff161,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:08:37.069856 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-88965070-467a-49cf-90b7-523fca03e977 req-3376c479-d711-4487-88c0-0c55b9d2473c service neutron] Attempting to bind port 67a4897b-5fda-4ee1-9da3-27070a6ed485 on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:08:37.070230 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-88965070-467a-49cf-90b7-523fca03e977 req-3376c479-d711-4487-88c0-0c55b9d2473c service neutron] Attempting to bind port 67a4897b-5fda-4ee1-9da3-27070a6ed485 by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': 'eb554bdf-962d-4d95-b040-83b8339864d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'cc357db9-e20a-40e5-bec7-6d555b7a377b'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:08:37.071219 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88965070-467a-49cf-90b7-523fca03e977 req-3376c479-d711-4487-88c0-0c55b9d2473c service neutron] Attempting to bind port 67a4897b-5fda-4ee1-9da3-27070a6ed485 on network cc357db9-e20a-40e5-bec7-6d555b7a377b {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:08:37.125747 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6e41d9e7-85c7-434e-9964-06559d15bf5e req-3ed75f9f-eb02-4e54-a0e4-8e8938b9586a tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103361 May 18 18:08:37.164731 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c5090c-aa87-4e09-94da-da88f9658166 req-f8331bb9-b18b-42b7-a1b4-f7cb7f3eaf8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:37.166396 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f7c5090c-aa87-4e09-94da-da88f9658166 req-f8331bb9-b18b-42b7-a1b4-f7cb7f3eaf8d service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=cab5aa50-c349-4f1e-affa-de05c046bb26 HTTP/1.1" status: 200 len: 1101 time: 0.2558782 May 18 18:08:37.173922 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-88965070-467a-49cf-90b7-523fca03e977 req-be1c2ea5-83f6-435c-b1c0-852641d7017d service neutron] 10.222.0.88 "GET /v2.0/networks/cc357db9-e20a-40e5-bec7-6d555b7a377b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3878777 May 18 18:08:37.199410 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88965070-467a-49cf-90b7-523fca03e977 req-3376c479-d711-4487-88c0-0c55b9d2473c service neutron] Port 67a4897b-5fda-4ee1-9da3-27070a6ed485 on network cc357db9-e20a-40e5-bec7-6d555b7a377b not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:08:37.199708 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88965070-467a-49cf-90b7-523fca03e977 req-3376c479-d711-4487-88c0-0c55b9d2473c service neutron] Attempting to bind port 67a4897b-5fda-4ee1-9da3-27070a6ed485 on network cc357db9-e20a-40e5-bec7-6d555b7a377b {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:08:37.250573 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-313933ca-b1f7-4c95-9489-e367f6f666d7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:37.262891 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-313933ca-b1f7-4c95-9489-e367f6f666d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:37.266390 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88965070-467a-49cf-90b7-523fca03e977 req-3376c479-d711-4487-88c0-0c55b9d2473c service neutron] Checking agent: {'id': 'd1be059a-68ea-4c77-9b2b-29f4afa47e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:08:37.266390 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88965070-467a-49cf-90b7-523fca03e977 req-3376c479-d711-4487-88c0-0c55b9d2473c service neutron] Checking segment: {'id': 'eb554bdf-962d-4d95-b040-83b8339864d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'cc357db9-e20a-40e5-bec7-6d555b7a377b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:08:37.266836 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88965070-467a-49cf-90b7-523fca03e977 req-3376c479-d711-4487-88c0-0c55b9d2473c service neutron] Bound using segment: {'id': 'eb554bdf-962d-4d95-b040-83b8339864d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'cc357db9-e20a-40e5-bec7-6d555b7a377b'} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:08:37.267005 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-88965070-467a-49cf-90b7-523fca03e977 req-3376c479-d711-4487-88c0-0c55b9d2473c service neutron] Bound port: 67a4897b-5fda-4ee1-9da3-27070a6ed485, host: n-h2-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb554bdf-962d-4d95-b040-83b8339864d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'cc357db9-e20a-40e5-bec7-6d555b7a377b'}}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:08:37.267591 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-88965070-467a-49cf-90b7-523fca03e977 req-3376c479-d711-4487-88c0-0c55b9d2473c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:37.282643 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41218f2-4a8f-4212-869e-b748911d0790 req-ad018e50-f8ae-4639-8898-c13407be4761 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:37.284724 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c41218f2-4a8f-4212-869e-b748911d0790 req-ad018e50-f8ae-4639-8898-c13407be4761 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.88 "GET /v2.0/ports?device_id=b8f267c7-2a12-455a-8742-23cd949ead3a HTTP/1.1" status: 200 len: 950 time: 0.4514463 May 18 18:08:37.367543 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f7c5090c-aa87-4e09-94da-da88f9658166 req-d4efe767-0b9b-4b64-80b0-cf5e47020e32 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=5ea4329b-bade-4f5a-bfbd-7917c3702679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810880 May 18 18:08:37.376787 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4c860b-b46f-4050-b67f-08a9b1e47c40 req-e0c408f9-70bd-4cf3-88af-e31e5255b46a tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:37.384363 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ea4c860b-b46f-4050-b67f-08a9b1e47c40 req-e0c408f9-70bd-4cf3-88af-e31e5255b46a tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/ports?device_id=eb23a27e-f075-4514-8d58-f17c7c7cf357 HTTP/1.1" status: 200 len: 948 time: 0.3164279 May 18 18:08:37.444280 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-313933ca-b1f7-4c95-9489-e367f6f666d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-595870'] for router_interface, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:37.454253 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313933ca-b1f7-4c95-9489-e367f6f666d7 admin admin] Pushing event updated for resources: {'Port': ['ID=aa2ee8f7-b934-4d10-afaf-419fc08b2042,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:08:37.478546 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [req-6dcdd58f-b069-4163-80a4-d65a389715bb req-28b61d81-c060-4a4b-8cf5-f968cdd481d6 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Allocated IP 172.20.0.5 (f92940b8-c50f-4c94-b1f3-3e93ca94957d/3928b460-5138-4e6e-b763-eaa17a3ede29/bb609224-f5ba-4bb0-be9a-b6aab606ad06) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:08:37.493284 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-67b8699c-ec64-4f81-845d-db3a4583a37c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261104883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261031899'] for subnet, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:37.565196 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d66353a9-9a26-4455-8730-6cb790b5f978 req-88ee6638-afed-4ad1-8e10-db4c84af8e5d tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=b620702a-122a-4cad-9b6e-b764547e6f53 HTTP/1.1" status: 200 len: 210 time: 0.1076286 May 18 18:08:37.576122 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f387db-4f5c-4614-90e4-0ab2730d7e9e req-44d8877f-e9f7-44d0-acca-42841c81b0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:37.576122 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-41f387db-4f5c-4614-90e4-0ab2730d7e9e req-44d8877f-e9f7-44d0-acca-42841c81b0d3 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b0b4398b0ab94cb0a39090377d9919ac&device_id=0309f69c-7e39-4016-bd1d-a8e406b5681d HTTP/1.1" status: 200 len: 1094 time: 0.2721810 May 18 18:08:37.594051 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f14d4a1d-56d2-48c4-8331-431653672666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:37.606661 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device e0571223-bec5-444d-9ddd-0c8cd62af364 up at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:08:37.631055 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b8699c-ec64-4f81-845d-db3a4583a37c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9125e11-795d-4367-8778-ed81b8d53c57,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:08:37.694607 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [req-88965070-467a-49cf-90b7-523fca03e977 req-73b06d97-93b4-4c66-bbce-8cb462138fe4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e832bd60-8122-43cd-b491-90d0d6301f6b {{(pid=102731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:08:37.706714 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-88965070-467a-49cf-90b7-523fca03e977 req-73b06d97-93b4-4c66-bbce-8cb462138fe4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:37.722718 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.provisioning_blocks [req-88965070-467a-49cf-90b7-523fca03e977 req-73b06d97-93b4-4c66-bbce-8cb462138fe4 service neutron] Transition to ACTIVE for port object e832bd60-8122-43cd-b491-90d0d6301f6b will not be triggered until provisioned by entity L2. {{(pid=102731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:08:37.744217 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-88965070-467a-49cf-90b7-523fca03e977 req-73b06d97-93b4-4c66-bbce-8cb462138fe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:37.757362 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ea4c860b-b46f-4050-b67f-08a9b1e47c40 req-3044f838-9113-4cc6-b782-866007e27258 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/security-groups?id=5ea4329b-bade-4f5a-bfbd-7917c3702679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3720367 May 18 18:08:37.763676 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-88965070-467a-49cf-90b7-523fca03e977 req-3376c479-d711-4487-88c0-0c55b9d2473c service neutron] For port 67a4897b-5fda-4ee1-9da3-27070a6ed485, host n-h2-838550-3, cleared binding levels {{(pid=102731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:08:37.786503 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning for port e0571223-bec5-444d-9ddd-0c8cd62af364 completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:08:37.796633 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning complete for port e0571223-bec5-444d-9ddd-0c8cd62af364 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:08:37.797796 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:37.822776 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b06d97-93b4-4c66-bbce-8cb462138fe4 service neutron] Pushing event updated for resources: {'Port': ['ID=e832bd60-8122-43cd-b491-90d0d6301f6b,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:08:37.839096 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b8699c-ec64-4f81-845d-db3a4583a37c admin admin] Checking segment: {'id': 'edfe8301-788d-4de0-9eb1-578b15a18d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '54ff1696-ffd6-43c8-99bf-22a41274ae4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:08:37.839713 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b8699c-ec64-4f81-845d-db3a4583a37c admin admin] Network hostable DHCP agents. Network: 54ff1696-ffd6-43c8-99bf-22a41274ae4f, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:08:37.858801 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-88965070-467a-49cf-90b7-523fca03e977 req-3376c479-d711-4487-88c0-0c55b9d2473c service neutron] For port 67a4897b-5fda-4ee1-9da3-27070a6ed485, host n-h2-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=67a4897b-5fda-4ee1-9da3-27070a6ed485,segment=NetworkSegment(eb554bdf-962d-4d95-b040-83b8339864d2),segment_id=eb554bdf-962d-4d95-b040-83b8339864d2)] {{(pid=102731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:08:37.996157 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port e0571223-bec5-444d-9ddd-0c8cd62af364 is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:08:37.996850 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:38.010879 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-313933ca-b1f7-4c95-9489-e367f6f666d7 admin admin] Network 6ba2d3f1-1e38-41ee-8062-86260345c4fd is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:08:38.011429 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-88965070-467a-49cf-90b7-523fca03e977 req-3376c479-d711-4487-88c0-0c55b9d2473c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:38.026498 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fce0e2-b742-436a-afad-233b1dd647b3 req-8e499e6b-1454-4866-b482-9a993497d949 tempest-ListServersNegativeTestJSON-1307727916 tempest-ListServersNegativeTestJSON-1307727916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:38.029008 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d5fce0e2-b742-436a-afad-233b1dd647b3 req-8e499e6b-1454-4866-b482-9a993497d949 tempest-ListServersNegativeTestJSON-1307727916 tempest-ListServersNegativeTestJSON-1307727916-project] 10.222.0.85 "GET /v2.0/ports?device_id=0309f69c-7e39-4016-bd1d-a8e406b5681d HTTP/1.1" status: 200 len: 943 time: 0.2213261 May 18 18:08:38.031639 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-313933ca-b1f7-4c95-9489-e367f6f666d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:08:38.034256 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b8699c-ec64-4f81-845d-db3a4583a37c admin admin] Network 54ff1696-ffd6-43c8-99bf-22a41274ae4f is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:08:38.041913 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f387db-4f5c-4614-90e4-0ab2730d7e9e req-99065008-6f3c-4bfb-ac6c-906a79c54503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:38.043884 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-41f387db-4f5c-4614-90e4-0ab2730d7e9e req-99065008-6f3c-4bfb-ac6c-906a79c54503 service neutron] 10.222.0.88 "GET /v2.0/networks?id=cc357db9-e20a-40e5-bec7-6d555b7a377b HTTP/1.1" status: 200 len: 919 time: 0.4010420 May 18 18:08:38.104602 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port e0571223-bec5-444d-9ddd-0c8cd62af364, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=e0571223-bec5-444d-9ddd-0c8cd62af364,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:08:38.106027 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-41f387db-4f5c-4614-90e4-0ab2730d7e9e req-c280c26b-b8a2-4c54-bdfe-faff52cf5fb8 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bfab1e16-7b5b-4227-a7f3-fd2accb9f360 HTTP/1.1" status: 200 len: 217 time: 0.0450082 May 18 18:08:38.107962 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-67b8699c-ec64-4f81-845d-db3a4583a37c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, 54ff1696-ffd6-43c8-99bf-22a41274ae4f) {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:08:38.123387 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b8699c-ec64-4f81-845d-db3a4583a37c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:38.123962 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-67b8699c-ec64-4f81-845d-db3a4583a37c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:38.136422 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:38.141061 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a666ec70-5380-4388-8d04-a917d7852e04 None None] Network 54ff1696-ffd6-43c8-99bf-22a41274ae4f requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:08:38.308238 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d5fce0e2-b742-436a-afad-233b1dd647b3 req-50355e5e-b4e2-47a8-b173-fcde1ecaefe2 tempest-ListServersNegativeTestJSON-1307727916 tempest-ListServersNegativeTestJSON-1307727916-project] 10.222.0.85 "GET /v2.0/security-groups?id=a5378634-71ac-4811-81a5-9fa292a84a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590189 May 18 18:08:38.329886 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-67b8699c-ec64-4f81-845d-db3a4583a37c admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.6294763 May 18 18:08:38.330196 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 5227345e-5153-4734-930c-392ff84168b5 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:08:38.366766 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f387db-4f5c-4614-90e4-0ab2730d7e9e req-468b8212-d0ab-4546-938d-e87311a6a37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:38.372440 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-41f387db-4f5c-4614-90e4-0ab2730d7e9e req-468b8212-d0ab-4546-938d-e87311a6a37a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=3a4cf386-94b8-4429-84d1-965291fb114b HTTP/1.1" status: 200 len: 858 time: 0.2532964 May 18 18:08:38.586679 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=e0571223-bec5-444d-9ddd-0c8cd62af364,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:08:38.621713 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-41f387db-4f5c-4614-90e4-0ab2730d7e9e req-741ce66c-0796-411d-914f-0fd4d19d9489 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=cc357db9-e20a-40e5-bec7-6d555b7a377b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1143906 May 18 18:08:38.671168 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-313933ca-b1f7-4c95-9489-e367f6f666d7 admin admin] Router 7b1f017e-a7f9-407e-8e13-ae334ebab240 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:08:38.681475 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fba2900f-b2c8-49ae-80fe-d8844cf36c80 req-ecde04df-baf9-4dd0-9477-4310cb024aa2 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=856de7f6-1aa7-4b67-bac8-1e6902f032dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3069196 May 18 18:08:38.766899 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-312a958a-a5bb-48b6-8ef4-43117578d783 None None] Network 54ff1696-ffd6-43c8-99bf-22a41274ae4f requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:08:38.811508 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88965070-467a-49cf-90b7-523fca03e977 req-3376c479-d711-4487-88c0-0c55b9d2473c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:38.815664 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-88965070-467a-49cf-90b7-523fca03e977 req-3376c479-d711-4487-88c0-0c55b9d2473c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:38.821204 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-88965070-467a-49cf-90b7-523fca03e977 req-3376c479-d711-4487-88c0-0c55b9d2473c service neutron] 10.222.0.88 "PUT /v2.0/ports/67a4897b-5fda-4ee1-9da3-27070a6ed485 HTTP/1.1" status: 200 len: 1092 time: 6.7138827 May 18 18:08:38.822897 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd91a939e-a627-4c2d-bf7d-59543494f613', 'tag': '67a4897b-5fda-4ee1-9da3-27070a6ed485'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:08:38.825283 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5bed0d1-fb32-4fa4-a108-470e465638f7" -d '{"events": [{"name": "network-changed", "server_uuid": "d91a939e-a627-4c2d-bf7d-59543494f613", "tag": "67a4897b-5fda-4ee1-9da3-27070a6ed485"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:08:38.854554 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3376c479-d711-4487-88c0-0c55b9d2473c service neutron] Pushing event updated for resources: {'Port': ['ID=67a4897b-5fda-4ee1-9da3-27070a6ed485,revision_number=3']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:08:38.876251 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-c41218f2-4a8f-4212-869e-b748911d0790 req-cb4bb0ea-9a40-456d-b0de-3dc783b852a3 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Deleting port ec2caf09-7834-451a-a3a6-1760c8c67ebe {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:08:38.877329 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-c41218f2-4a8f-4212-869e-b748911d0790 req-cb4bb0ea-9a40-456d-b0de-3dc783b852a3 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:39.042683 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb23a27e-f075-4514-8d58-f17c7c7cf357', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0571223-bec5-444d-9ddd-0c8cd62af364'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:08:39.049901 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aeb82ce-2b75-4ae3-aecb-bbce10d75352" -d '{"events": [{"server_uuid": "eb23a27e-f075-4514-8d58-f17c7c7cf357", "name": "network-vif-plugged", "status": "completed", "tag": "e0571223-bec5-444d-9ddd-0c8cd62af364"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:08:39.237718 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 5227345e-5153-4734-930c-392ff84168b5 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:08:39.238285 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:39.304467 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-fdec0a06-becd-49cc-b699-c8a6f6f38f6c None None] Provisioning complete for port aa2ee8f7-b934-4d10-afaf-419fc08b2042 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:08:39.306889 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-fdec0a06-becd-49cc-b699-c8a6f6f38f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:39.386356 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-c41218f2-4a8f-4212-869e-b748911d0790 req-cb4bb0ea-9a40-456d-b0de-3dc783b852a3 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] For port ec2caf09-7834-451a-a3a6-1760c8c67ebe, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=ec2caf09-7834-451a-a3a6-1760c8c67ebe,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:08:39.387124 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-c41218f2-4a8f-4212-869e-b748911d0790 req-cb4bb0ea-9a40-456d-b0de-3dc783b852a3 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:39.412507 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-fdec0a06-becd-49cc-b699-c8a6f6f38f6c None None] Port aa2ee8f7-b934-4d10-afaf-419fc08b2042 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:08:39.419070 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-88965070-467a-49cf-90b7-523fca03e977 req-73b06d97-93b4-4c66-bbce-8cb462138fe4 service neutron] Attempting to bind port e832bd60-8122-43cd-b491-90d0d6301f6b on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:08:39.419467 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-88965070-467a-49cf-90b7-523fca03e977 req-73b06d97-93b4-4c66-bbce-8cb462138fe4 service neutron] Attempting to bind port e832bd60-8122-43cd-b491-90d0d6301f6b by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': 'eb554bdf-962d-4d95-b040-83b8339864d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'cc357db9-e20a-40e5-bec7-6d555b7a377b'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:08:39.419884 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88965070-467a-49cf-90b7-523fca03e977 req-73b06d97-93b4-4c66-bbce-8cb462138fe4 service neutron] Attempting to bind port e832bd60-8122-43cd-b491-90d0d6301f6b on network cc357db9-e20a-40e5-bec7-6d555b7a377b {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:08:39.439234 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-c41218f2-4a8f-4212-869e-b748911d0790 req-cb4bb0ea-9a40-456d-b0de-3dc783b852a3 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Calling delete_port for ec2caf09-7834-451a-a3a6-1760c8c67ebe owned by compute:nova {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:08:39.487159 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88965070-467a-49cf-90b7-523fca03e977 req-73b06d97-93b4-4c66-bbce-8cb462138fe4 service neutron] Port e832bd60-8122-43cd-b491-90d0d6301f6b on network cc357db9-e20a-40e5-bec7-6d555b7a377b not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:08:39.487593 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88965070-467a-49cf-90b7-523fca03e977 req-73b06d97-93b4-4c66-bbce-8cb462138fe4 service neutron] Attempting to bind port e832bd60-8122-43cd-b491-90d0d6301f6b on network cc357db9-e20a-40e5-bec7-6d555b7a377b {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:08:39.490983 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-5531a747-d285-4cf3-b8ec-13c685ed0c1c req-408a5f5d-c25c-45d8-a3b2-5042e6d554e3 tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1346165402', 'description': 'tempest-description-887059681'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:08:39.512471 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-6dcdd58f-b069-4163-80a4-d65a389715bb req-28b61d81-c060-4a4b-8cf5-f968cdd481d6 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:39.522343 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 5227345e-5153-4734-930c-392ff84168b5 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:08:39.551136 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d935e34-561f-46f9-aa00-737708308c21 req-d8a16d7e-ba11-4294-a874-a38c25b05840 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:39.559636 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8d935e34-561f-46f9-aa00-737708308c21 req-d8a16d7e-ba11-4294-a874-a38c25b05840 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=b8f267c7-2a12-455a-8742-23cd949ead3a HTTP/1.1" status: 200 len: 950 time: 1.2832651 May 18 18:08:39.573557 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88965070-467a-49cf-90b7-523fca03e977 req-73b06d97-93b4-4c66-bbce-8cb462138fe4 service neutron] Checking agent: {'id': 'd1be059a-68ea-4c77-9b2b-29f4afa47e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:08:39.573920 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88965070-467a-49cf-90b7-523fca03e977 req-73b06d97-93b4-4c66-bbce-8cb462138fe4 service neutron] Checking segment: {'id': 'eb554bdf-962d-4d95-b040-83b8339864d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'cc357db9-e20a-40e5-bec7-6d555b7a377b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:08:39.574330 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88965070-467a-49cf-90b7-523fca03e977 req-73b06d97-93b4-4c66-bbce-8cb462138fe4 service neutron] Bound using segment: {'id': 'eb554bdf-962d-4d95-b040-83b8339864d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'cc357db9-e20a-40e5-bec7-6d555b7a377b'} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:08:39.574972 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-88965070-467a-49cf-90b7-523fca03e977 req-73b06d97-93b4-4c66-bbce-8cb462138fe4 service neutron] Bound port: e832bd60-8122-43cd-b491-90d0d6301f6b, host: n-h2-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb554bdf-962d-4d95-b040-83b8339864d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'cc357db9-e20a-40e5-bec7-6d555b7a377b'}}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:08:39.575674 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-88965070-467a-49cf-90b7-523fca03e977 req-73b06d97-93b4-4c66-bbce-8cb462138fe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:39.600794 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba2900f-b2c8-49ae-80fe-d8844cf36c80 req-7267faba-57eb-4140-8153-ef8667c61b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:39.602345 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fba2900f-b2c8-49ae-80fe-d8844cf36c80 req-7267faba-57eb-4140-8153-ef8667c61b08 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8ebc9a1ec3004890baedda4682fb5641&device_id=856de7f6-1aa7-4b67-bac8-1e6902f032dc HTTP/1.1" status: 200 len: 1096 time: 0.8206236 May 18 18:08:39.603093 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-5531a747-d285-4cf3-b8ec-13c685ed0c1c req-408a5f5d-c25c-45d8-a3b2-5042e6d554e3 tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:39.615505 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device bfab1e16-7b5b-4227-a7f3-fd2accb9f360 details requested by agent hyperv_n-h2-838550-3 with host n-h2-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:08:39.629141 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device ec2caf09-7834-451a-a3a6-1760c8c67ebe no longer exists at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:08:39.630663 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-41f387db-4f5c-4614-90e4-0ab2730d7e9e req-7e19407e-aabd-46f4-a92d-81bc835a9803 service neutron] 10.222.0.88 "GET /v2.0/networks/cc357db9-e20a-40e5-bec7-6d555b7a377b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9871440 May 18 18:08:39.639335 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88965070-467a-49cf-90b7-523fca03e977 req-0ba3ff3f-f21b-4310-b20c-9c9ceb26aa88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:39.640163 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-313933ca-b1f7-4c95-9489-e367f6f666d7 admin admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:08:39.641344 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-88965070-467a-49cf-90b7-523fca03e977 req-0ba3ff3f-f21b-4310-b20c-9c9ceb26aa88 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b0b4398b0ab94cb0a39090377d9919ac&device_id=d91a939e-a627-4c2d-bf7d-59543494f613 HTTP/1.1" status: 200 len: 1095 time: 0.2282495 May 18 18:08:39.653433 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-313933ca-b1f7-4c95-9489-e367f6f666d7 admin admin] 10.222.0.85 "PUT /v2.0/routers/7b1f017e-a7f9-407e-8e13-ae334ebab240/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6057370 May 18 18:08:39.740959 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50469829-dca7-4a8c-b6f1-fbbe36fc8fbb None None] Sync routers for ids ['7b1f017e-a7f9-407e-8e13-ae334ebab240'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:08:39.767083 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8d935e34-561f-46f9-aa00-737708308c21 req-0d9b9f7b-b47b-409e-bfd2-02a6f23438d0 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060621 May 18 18:08:39.788054 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-88965070-467a-49cf-90b7-523fca03e977 req-f26c9182-6838-41fe-85ba-f8666440df55 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=67a4897b-5fda-4ee1-9da3-27070a6ed485 HTTP/1.1" status: 200 len: 217 time: 0.0973368 May 18 18:08:39.841137 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50469829-dca7-4a8c-b6f1-fbbe36fc8fbb None None] Routers {'7b1f017e-a7f9-407e-8e13-ae334ebab240'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:08:39.841819 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-50469829-dca7-4a8c-b6f1-fbbe36fc8fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:08:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['7b1f017e-a7f9-407e-8e13-ae334ebab240'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:08:39.860719 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba2900f-b2c8-49ae-80fe-d8844cf36c80 req-f183558f-1d4d-4d55-9818-bc5d13745c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:39.864208 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fba2900f-b2c8-49ae-80fe-d8844cf36c80 req-f183558f-1d4d-4d55-9818-bc5d13745c65 service neutron] 10.222.0.88 "GET /v2.0/networks?id=34fdcfa4-2e5d-460f-9a9f-5a798833609a HTTP/1.1" status: 200 len: 909 time: 0.1844997 May 18 18:08:39.900456 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-6dcdd58f-b069-4163-80a4-d65a389715bb req-28b61d81-c060-4a4b-8cf5-f968cdd481d6 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:39.966703 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port ec2caf09-7834-451a-a3a6-1760c8c67ebe is: ACTIVE; New status is: DOWN {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:08:39.967145 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:40.028522 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-88965070-467a-49cf-90b7-523fca03e977 req-73b06d97-93b4-4c66-bbce-8cb462138fe4 service neutron] For port e832bd60-8122-43cd-b491-90d0d6301f6b, host n-h2-838550-3, cleared binding levels {{(pid=102731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:08:40.053852 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fba2900f-b2c8-49ae-80fe-d8844cf36c80 req-ac440f6b-bc35-4835-8800-d7ed9f71166a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7147e38-5504-4db8-b866-92a9b2fb8077 HTTP/1.1" status: 200 len: 217 time: 0.1683323 May 18 18:08:40.103341 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dcdd58f-b069-4163-80a4-d65a389715bb req-28b61d81-c060-4a4b-8cf5-f968cdd481d6 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Network f92940b8-c50f-4c94-b1f3-3e93ca94957d is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:08:40.111657 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-88965070-467a-49cf-90b7-523fca03e977 req-73b06d97-93b4-4c66-bbce-8cb462138fe4 service neutron] For port e832bd60-8122-43cd-b491-90d0d6301f6b, host n-h2-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=e832bd60-8122-43cd-b491-90d0d6301f6b,segment=NetworkSegment(eb554bdf-962d-4d95-b040-83b8339864d2),segment_id=eb554bdf-962d-4d95-b040-83b8339864d2)] {{(pid=102731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:08:40.124769 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [req-6dcdd58f-b069-4163-80a4-d65a389715bb req-28b61d81-c060-4a4b-8cf5-f968cdd481d6 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:08:40.134674 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88965070-467a-49cf-90b7-523fca03e977 req-ee62328b-bdd6-4080-85b4-df509a792e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:40.136356 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-88965070-467a-49cf-90b7-523fca03e977 req-ee62328b-bdd6-4080-85b4-df509a792e6f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=3a4cf386-94b8-4429-84d1-965291fb114b HTTP/1.1" status: 200 len: 858 time: 0.3257618 May 18 18:08:40.137567 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-88965070-467a-49cf-90b7-523fca03e977 req-73b06d97-93b4-4c66-bbce-8cb462138fe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:40.146883 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dcdd58f-b069-4163-80a4-d65a389715bb req-28b61d81-c060-4a4b-8cf5-f968cdd481d6 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:08:40.158181 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b61d81-c060-4a4b-8cf5-f968cdd481d6 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Pushing event updated for resources: {'Port': ['ID=bb609224-f5ba-4bb0-be9a-b6aab606ad06,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:08:40.160571 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-c41218f2-4a8f-4212-869e-b748911d0790 req-cb4bb0ea-9a40-456d-b0de-3dc783b852a3 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:40.205515 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88965070-467a-49cf-90b7-523fca03e977 req-73b06d97-93b4-4c66-bbce-8cb462138fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:40.206476 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-88965070-467a-49cf-90b7-523fca03e977 req-73b06d97-93b4-4c66-bbce-8cb462138fe4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:40.207998 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-88965070-467a-49cf-90b7-523fca03e977 req-73b06d97-93b4-4c66-bbce-8cb462138fe4 service neutron] 10.222.0.88 "PUT /v2.0/ports/e832bd60-8122-43cd-b491-90d0d6301f6b HTTP/1.1" status: 200 len: 1091 time: 4.1348157 May 18 18:08:40.295476 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-88965070-467a-49cf-90b7-523fca03e977 req-045c6663-6f51-4997-bc20-04b9ac6f66cb service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=cc357db9-e20a-40e5-bec7-6d555b7a377b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1412020 May 18 18:08:40.319646 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-5531a747-d285-4cf3-b8ec-13c685ed0c1c req-408a5f5d-c25c-45d8-a3b2-5042e6d554e3 tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:40.324455 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c127cb-d410-4587-9a5f-0aee09d13774 req-80d254f2-c2e0-4b30-afdc-1b1ac43d79e4 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:40.330835 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-5531a747-d285-4cf3-b8ec-13c685ed0c1c req-408a5f5d-c25c-45d8-a3b2-5042e6d554e3 tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:40.336963 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-38c127cb-d410-4587-9a5f-0aee09d13774 req-80d254f2-c2e0-4b30-afdc-1b1ac43d79e4 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=b620702a-122a-4cad-9b6e-b764547e6f53 HTTP/1.1" status: 200 len: 931 time: 0.4294393 May 18 18:08:40.422622 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408a5f5d-c25c-45d8-a3b2-5042e6d554e3 tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bb055ed-e943-4bfa-b92a-297eccd2b390,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:08:40.468472 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['65eaebad-5f15-498f-8a10-409fcd0c25c6'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:08:40.481312 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['30476341-d67d-457a-ba96-32990757ec38', 'eb7403a5-417e-4c66-9028-f2b20017e630'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:08:40.516896 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba2900f-b2c8-49ae-80fe-d8844cf36c80 req-60b95ba3-55b2-486d-b60c-8dbb2057b9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:40.519383 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fba2900f-b2c8-49ae-80fe-d8844cf36c80 req-60b95ba3-55b2-486d-b60c-8dbb2057b9a0 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8f7111f6-e2ae-4553-ac4c-889ba94e64a6 HTTP/1.1" status: 200 len: 848 time: 0.4429066 May 18 18:08:40.523500 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-5531a747-d285-4cf3-b8ec-13c685ed0c1c req-408a5f5d-c25c-45d8-a3b2-5042e6d554e3 tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:40.525319 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5531a747-d285-4cf3-b8ec-13c685ed0c1c req-408a5f5d-c25c-45d8-a3b2-5042e6d554e3 tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.0637753 May 18 18:08:40.546621 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-41f387db-4f5c-4614-90e4-0ab2730d7e9e req-21e9ed51-c543-4c70-ada8-dd22f761b0d9 service neutron] 10.222.0.88 "GET /v2.0/networks/cc357db9-e20a-40e5-bec7-6d555b7a377b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8881469 May 18 18:08:40.580835 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcdd58f-b069-4163-80a4-d65a389715bb req-28b61d81-c060-4a4b-8cf5-f968cdd481d6 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:40.584811 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-6dcdd58f-b069-4163-80a4-d65a389715bb req-28b61d81-c060-4a4b-8cf5-f968cdd481d6 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:40.595140 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fba2900f-b2c8-49ae-80fe-d8844cf36c80 req-772880d5-d42e-46d7-bd91-3403bcdaa195 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=34fdcfa4-2e5d-460f-9a9f-5a798833609a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636506 May 18 18:08:40.618158 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b06d97-93b4-4c66-bbce-8cb462138fe4 service neutron] Pushing event updated for resources: {'Port': ['ID=e832bd60-8122-43cd-b491-90d0d6301f6b,revision_number=3']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:08:40.627577 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-38c127cb-d410-4587-9a5f-0aee09d13774 req-f1477ef3-7851-4352-a968-e48800436a28 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/security-groups?id=33ba1fad-191a-4b7a-ae9e-8e9e60985e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2883785 May 18 18:08:40.629370 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-56157a11-2480-4355-8b02-fe644c4320e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:40.668782 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port bfab1e16-7b5b-4227-a7f3-fd2accb9f360, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=bfab1e16-7b5b-4227-a7f3-fd2accb9f360,segment=NetworkSegment(eb554bdf-962d-4d95-b040-83b8339864d2),segment_id=eb554bdf-962d-4d95-b040-83b8339864d2)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:08:40.780427 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-50469829-dca7-4a8c-b6f1-fbbe36fc8fbb None None] Set router 7b1f017e-a7f9-407e-8e13-ae334ebab240 gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:08:40.904952 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4bb0ea-9a40-456d-b0de-3dc783b852a3 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Pushing event deleted for resources: {'Port': ['ID=ec2caf09-7834-451a-a3a6-1760c8c67ebe,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:08:40.912670 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b790d0a-4864-4414-b13f-0882ab69af2e x-openstack-request-id: req-9b790d0a-4864-4414-b13f-0882ab69af2e {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:08:40.913126 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d91a939e-a627-4c2d-bf7d-59543494f613", "tag": "67a4897b-5fda-4ee1-9da3-27070a6ed485", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:08:40.913540 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-9b790d0a-4864-4414-b13f-0882ab69af2e {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:08:40.921946 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b790d0a-4864-4414-b13f-0882ab69af2e'] response: {'name': 'network-changed', 'server_uuid': 'd91a939e-a627-4c2d-bf7d-59543494f613', 'tag': '67a4897b-5fda-4ee1-9da3-27070a6ed485', 'status': 'completed', 'code': 200} May 18 18:08:40.923819 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deedf401-86bd-42f7-8f7f-2a820ef7e8a6 req-b2bc936f-3c2c-4a97-ab20-38492be8b841 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:40.924483 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-deedf401-86bd-42f7-8f7f-2a820ef7e8a6 req-b2bc936f-3c2c-4a97-ab20-38492be8b841 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/ports?device_id=eb23a27e-f075-4514-8d58-f17c7c7cf357 HTTP/1.1" status: 200 len: 949 time: 0.1588476 May 18 18:08:40.973393 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d851be41-988f-477b-85db-69f4480c5c0b x-openstack-request-id: req-d851be41-988f-477b-85db-69f4480c5c0b {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:08:40.973947 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb23a27e-f075-4514-8d58-f17c7c7cf357", "name": "network-vif-plugged", "status": "completed", "tag": "e0571223-bec5-444d-9ddd-0c8cd62af364", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:08:40.973947 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-d851be41-988f-477b-85db-69f4480c5c0b {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:08:40.974205 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d851be41-988f-477b-85db-69f4480c5c0b'] response: {'server_uuid': 'eb23a27e-f075-4514-8d58-f17c7c7cf357', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0571223-bec5-444d-9ddd-0c8cd62af364', 'code': 200} May 18 18:08:40.981268 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Returning: {'device': 'bfab1e16-7b5b-4227-a7f3-fd2accb9f360', 'network_id': 'cc357db9-e20a-40e5-bec7-6d555b7a377b', 'port_id': 'bfab1e16-7b5b-4227-a7f3-fd2accb9f360', 'mac_address': 'fa:16:3e:5c:db:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a4cf386-94b8-4429-84d1-965291fb114b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:08:41.015985 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-c41218f2-4a8f-4212-869e-b748911d0790 req-cb4bb0ea-9a40-456d-b0de-3dc783b852a3 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] No DVR routers for this DVR port ec2caf09-7834-451a-a3a6-1760c8c67ebe on host n-h2-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:08:41.024644 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-c41218f2-4a8f-4212-869e-b748911d0790 req-cb4bb0ea-9a40-456d-b0de-3dc783b852a3 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:41.033963 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c41218f2-4a8f-4212-869e-b748911d0790 req-cb4bb0ea-9a40-456d-b0de-3dc783b852a3 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.88 "DELETE /v2.0/ports/ec2caf09-7834-451a-a3a6-1760c8c67ebe HTTP/1.1" status: 204 len: 173 time: 3.7279224 May 18 18:08:41.041229 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6dcdd58f-b069-4163-80a4-d65a389715bb req-28b61d81-c060-4a4b-8cf5-f968cdd481d6 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8306017 May 18 18:08:41.066879 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-6dcdd58f-b069-4163-80a4-d65a389715bb req-7b8ed25a-d695-4afd-aae5-ef491b843339 service neutron] Request body: {'port': {'device_id': 'b620702a-122a-4cad-9b6e-b764547e6f53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-3'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:08:41.069859 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fba2900f-b2c8-49ae-80fe-d8844cf36c80 req-7f6b9e2d-92ba-44b3-98bd-7eec300c228c service neutron] 10.222.0.88 "GET /v2.0/networks/34fdcfa4-2e5d-460f-9a9f-5a798833609a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4507949 May 18 18:08:41.208165 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2f0702-f53a-4fee-a40e-67d41cf30862 req-99baf733-cb3d-40c7-9d69-832c4d369913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:41.211960 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5d2f0702-f53a-4fee-a40e-67d41cf30862 req-99baf733-cb3d-40c7-9d69-832c4d369913 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=eb23a27e-f075-4514-8d58-f17c7c7cf357 HTTP/1.1" status: 200 len: 1100 time: 0.2758691 May 18 18:08:41.230081 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-88965070-467a-49cf-90b7-523fca03e977 req-d6c9cabd-6819-4218-be70-a1d9d04cc4b1 service neutron] 10.222.0.88 "GET /v2.0/networks/cc357db9-e20a-40e5-bec7-6d555b7a377b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8619034 May 18 18:08:41.299794 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:41.316460 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port bfab1e16-7b5b-4227-a7f3-fd2accb9f360 is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:08:41.316908 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:41.326934 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88965070-467a-49cf-90b7-523fca03e977 req-c75310da-3a0d-4e9f-9901-9c7c755cec27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:41.329429 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-88965070-467a-49cf-90b7-523fca03e977 req-c75310da-3a0d-4e9f-9901-9c7c755cec27 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b0b4398b0ab94cb0a39090377d9919ac&device_id=a201e253-0310-4c1f-bdab-149b8f8fced8 HTTP/1.1" status: 200 len: 1094 time: 1.0206144 May 18 18:08:41.363476 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfab1e16-7b5b-4227-a7f3-fd2accb9f360 {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:08:41.366689 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fba2900f-b2c8-49ae-80fe-d8844cf36c80 req-1c8b1408-cd3c-422c-ab84-e52346f601b3 service neutron] 10.222.0.88 "GET /v2.0/networks/34fdcfa4-2e5d-460f-9a9f-5a798833609a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2824655 May 18 18:08:41.386148 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-deedf401-86bd-42f7-8f7f-2a820ef7e8a6 req-4bb29092-9bd4-43c3-9717-5da314b3e1cc tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/security-groups?id=5ea4329b-bade-4f5a-bfbd-7917c3702679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4473293 May 18 18:08:41.387779 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port bfab1e16-7b5b-4227-a7f3-fd2accb9f360, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=bfab1e16-7b5b-4227-a7f3-fd2accb9f360,segment=NetworkSegment(eb554bdf-962d-4d95-b040-83b8339864d2),segment_id=eb554bdf-962d-4d95-b040-83b8339864d2)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:08:41.413502 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5d2f0702-f53a-4fee-a40e-67d41cf30862 req-5f7c08ab-5307-4c89-94f5-2d7a71226e10 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=5ea4329b-bade-4f5a-bfbd-7917c3702679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727829 May 18 18:08:41.413717 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:41.575173 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=bfab1e16-7b5b-4227-a7f3-fd2accb9f360,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:08:41.610354 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ea2219-bdf3-4ec3-98d4-cdc4b7b5a887 req-047aee35-2b61-4ab2-b618-f732e85b7517 tempest-ListServersNegativeTestJSON-1307727916 tempest-ListServersNegativeTestJSON-1307727916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:41.619117 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-45ea2219-bdf3-4ec3-98d4-cdc4b7b5a887 req-047aee35-2b61-4ab2-b618-f732e85b7517 tempest-ListServersNegativeTestJSON-1307727916 tempest-ListServersNegativeTestJSON-1307727916-project] 10.222.0.85 "GET /v2.0/ports?device_id=0309f69c-7e39-4016-bd1d-a8e406b5681d HTTP/1.1" status: 200 len: 943 time: 0.6806877 May 18 18:08:41.626752 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-88965070-467a-49cf-90b7-523fca03e977 req-cceb0053-7670-4c28-9dce-30d4be46c52a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e832bd60-8122-43cd-b491-90d0d6301f6b HTTP/1.1" status: 200 len: 217 time: 0.2518337 May 18 18:08:41.643969 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-6dcdd58f-b069-4163-80a4-d65a389715bb req-7b8ed25a-d695-4afd-aae5-ef491b843339 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:41.709955 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-50469829-dca7-4a8c-b6f1-fbbe36fc8fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b1f017e-a7f9-407e-8e13-ae334ebab240', 'name': 'tempest-FloatingIPsAssociationTestJSON-726912209-router', 'tenant_id': 'e05b3d827f844c1d97efd9db4e0d2203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '5227345e-5153-4734-930c-392ff84168b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:08:17Z', 'updated_at': '2022-05-18T18:08:36Z', 'revision_number': 4, 'project_id': 'e05b3d827f844c1d97efd9db4e0d2203', 'gw_port': {'id': '5227345e-5153-4734-930c-392ff84168b5', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:7c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1f017e-a7f9-407e-8e13-ae334ebab240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:08:20Z', 'updated_at': '2022-05-18T18:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': 'aa2ee8f7-b934-4d10-afaf-419fc08b2042', 'name': '', 'network_id': '6ba2d3f1-1e38-41ee-8062-86260345c4fd', 'tenant_id': 'e05b3d827f844c1d97efd9db4e0d2203', 'mac_address': 'fa:16:3e:6f:36:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b1f017e-a7f9-407e-8e13-ae334ebab240', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': 'b4c8e604-9eb2-414a-8fcd-fc1ec0f983e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:08:32Z', 'updated_at': '2022-05-18T18:08:36Z', 'revision_number': 2, 'project_id': 'e05b3d827f844c1d97efd9db4e0d2203', 'subnets': [{'id': 'b4c8e604-9eb2-414a-8fcd-fc1ec0f983e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:08:41.716337 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-88965070-467a-49cf-90b7-523fca03e977 req-bdf5ff51-2f29-4676-b566-4001a0e3d7dc service neutron] 10.222.0.88 "GET /v2.0/networks/cc357db9-e20a-40e5-bec7-6d555b7a377b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4267735 May 18 18:08:41.777332 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50469829-dca7-4a8c-b6f1-fbbe36fc8fbb None None] Checking router: 7b1f017e-a7f9-407e-8e13-ae334ebab240 for host: n-d-838550-3 {{(pid=102732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:08:41.777884 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50469829-dca7-4a8c-b6f1-fbbe36fc8fbb None None] Updating router 7b1f017e-a7f9-407e-8e13-ae334ebab240 port aa2ee8f7-b934-4d10-afaf-419fc08b2042 binding host n-d-838550-3 {{(pid=102732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 18:08:41.798066 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-45ea2219-bdf3-4ec3-98d4-cdc4b7b5a887 req-3fe344f6-0740-4e0b-9897-368c5b8f947d tempest-ListServersNegativeTestJSON-1307727916 tempest-ListServersNegativeTestJSON-1307727916-project] 10.222.0.85 "GET /v2.0/security-groups?id=a5378634-71ac-4811-81a5-9fa292a84a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774042 May 18 18:08:41.913652 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-50469829-dca7-4a8c-b6f1-fbbe36fc8fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:42.139253 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bed0d1-fb32-4fa4-a108-470e465638f7 req-21ccfbba-457d-4f6d-866f-92d44e013775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:42.143622 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c5bed0d1-fb32-4fa4-a108-470e465638f7 req-21ccfbba-457d-4f6d-866f-92d44e013775 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b0b4398b0ab94cb0a39090377d9919ac&device_id=d91a939e-a627-4c2d-bf7d-59543494f613 HTTP/1.1" status: 200 len: 1095 time: 0.2795959 May 18 18:08:42.146569 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88965070-467a-49cf-90b7-523fca03e977 req-545dd47c-4161-4713-88d0-ee5e86f08e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:42.149825 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-88965070-467a-49cf-90b7-523fca03e977 req-545dd47c-4161-4713-88d0-ee5e86f08e15 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=3a4cf386-94b8-4429-84d1-965291fb114b HTTP/1.1" status: 200 len: 858 time: 0.3978732 May 18 18:08:42.182575 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-02253666-4297-4c47-979b-732986eacbc5 req-6949e95f-f9d0-46c6-8ca1-91bb3633e89d tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] 10.222.0.85 "GET /v2.0/security-groups/9bb055ed-e943-4bfa-b92a-297eccd2b390 HTTP/1.1" status: 200 len: 1804 time: 0.3051682 May 18 18:08:42.220931 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['bfab1e16-7b5b-4227-a7f3-fd2accb9f360'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:08:42.339028 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-88965070-467a-49cf-90b7-523fca03e977 req-0d256914-8fa1-474d-861e-0fc6fbae58d8 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=cc357db9-e20a-40e5-bec7-6d555b7a377b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320511 May 18 18:08:42.343880 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:42.351035 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a71325-8e27-4262-b73e-aef4e261d5b9 req-70ad2f6a-b186-43f8-997a-df232bc4d4ec tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:42.354382 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-30a71325-8e27-4262-b73e-aef4e261d5b9 req-70ad2f6a-b186-43f8-997a-df232bc4d4ec tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] 10.222.0.85 "GET /v2.0/networks?id=6ba2d3f1-1e38-41ee-8062-86260345c4fd HTTP/1.1" status: 200 len: 820 time: 0.2838442 May 18 18:08:42.361886 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-02253666-4297-4c47-979b-732986eacbc5 req-ede9cb19-9d7d-4d85-852a-93b5d27be99e tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9bb055ed-e943-4bfa-b92a-297eccd2b390', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:08:42.362346 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-02253666-4297-4c47-979b-732986eacbc5 req-ede9cb19-9d7d-4d85-852a-93b5d27be99e tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9bb055ed-e943-4bfa-b92a-297eccd2b390', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:08:42.380379 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-30a71325-8e27-4262-b73e-aef4e261d5b9 req-a633873e-ee8e-4932-8f22-ee366a38b6b0 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] 10.222.0.85 "GET /v2.0/quotas/e05b3d827f844c1d97efd9db4e0d2203 HTTP/1.1" status: 200 len: 375 time: 0.0171113 May 18 18:08:42.486144 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-30a71325-8e27-4262-b73e-aef4e261d5b9 req-b61aafec-3a6b-4265-b812-b8c043442392 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=e05b3d827f844c1d97efd9db4e0d2203&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0961444 May 18 18:08:42.645657 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-50469829-dca7-4a8c-b6f1-fbbe36fc8fbb None None] Notify callbacks [] for port, precommit_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:42.655467 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-30a71325-8e27-4262-b73e-aef4e261d5b9 req-47f42951-72c5-4142-916a-2684aa6da523 service neutron] 10.222.0.85 "GET /v2.0/networks/6ba2d3f1-1e38-41ee-8062-86260345c4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614408 May 18 18:08:42.658072 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-50469829-dca7-4a8c-b6f1-fbbe36fc8fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:42.741877 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bed0d1-fb32-4fa4-a108-470e465638f7 req-ff04e98f-c769-4e7f-afb0-8a60bde5b7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:42.743353 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c5bed0d1-fb32-4fa4-a108-470e465638f7 req-ff04e98f-c769-4e7f-afb0-8a60bde5b7a8 service neutron] 10.222.0.88 "GET /v2.0/networks?id=cc357db9-e20a-40e5-bec7-6d555b7a377b HTTP/1.1" status: 200 len: 919 time: 0.4486632 May 18 18:08:42.759481 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1237abd7-afe4-49ea-a8b4-9abb8f45490c None None] Pushing event updated for resources: {'Port': ['ID=aa2ee8f7-b934-4d10-afaf-419fc08b2042,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:08:42.781142 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-02253666-4297-4c47-979b-732986eacbc5 req-ede9cb19-9d7d-4d85-852a-93b5d27be99e tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:42.888105 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-50469829-dca7-4a8c-b6f1-fbbe36fc8fbb None None] Attempting to bind port aa2ee8f7-b934-4d10-afaf-419fc08b2042 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:08:42.888676 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-50469829-dca7-4a8c-b6f1-fbbe36fc8fbb None None] Attempting to bind port aa2ee8f7-b934-4d10-afaf-419fc08b2042 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '31315e3d-060c-4ccf-beb4-baf1134985d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '6ba2d3f1-1e38-41ee-8062-86260345c4fd'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:08:42.889247 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50469829-dca7-4a8c-b6f1-fbbe36fc8fbb None None] Attempting to bind port aa2ee8f7-b934-4d10-afaf-419fc08b2042 on network 6ba2d3f1-1e38-41ee-8062-86260345c4fd {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:08:42.903647 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50469829-dca7-4a8c-b6f1-fbbe36fc8fbb None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:08:42.904285 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50469829-dca7-4a8c-b6f1-fbbe36fc8fbb None None] Checking segment: {'id': '31315e3d-060c-4ccf-beb4-baf1134985d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '6ba2d3f1-1e38-41ee-8062-86260345c4fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:08:42.904900 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-50469829-dca7-4a8c-b6f1-fbbe36fc8fbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:42.905499 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50469829-dca7-4a8c-b6f1-fbbe36fc8fbb None None] Bound using segment: {'id': '31315e3d-060c-4ccf-beb4-baf1134985d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '6ba2d3f1-1e38-41ee-8062-86260345c4fd'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:08:42.906279 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-50469829-dca7-4a8c-b6f1-fbbe36fc8fbb None None] Bound port: aa2ee8f7-b934-4d10-afaf-419fc08b2042, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31315e3d-060c-4ccf-beb4-baf1134985d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '6ba2d3f1-1e38-41ee-8062-86260345c4fd'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:08:42.906967 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-50469829-dca7-4a8c-b6f1-fbbe36fc8fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:42.914578 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-30a71325-8e27-4262-b73e-aef4e261d5b9 req-e2dd93c6-0584-4821-b777-538c090d79f3 service neutron] 10.222.0.85 "GET /v2.0/networks/6ba2d3f1-1e38-41ee-8062-86260345c4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454412 May 18 18:08:42.925170 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a201e253-0310-4c1f-bdab-149b8f8fced8', 'tag': 'e832bd60-8122-43cd-b491-90d0d6301f6b'}, {'server_uuid': 'b8f267c7-2a12-455a-8742-23cd949ead3a', 'name': 'network-vif-deleted', 'tag': 'ec2caf09-7834-451a-a3a6-1760c8c67ebe'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:08:42.929542 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d03375e-5bbc-4d3c-94cb-0f37f002f738" -d '{"events": [{"name": "network-changed", "server_uuid": "a201e253-0310-4c1f-bdab-149b8f8fced8", "tag": "e832bd60-8122-43cd-b491-90d0d6301f6b"}, {"server_uuid": "b8f267c7-2a12-455a-8742-23cd949ead3a", "name": "network-vif-deleted", "tag": "ec2caf09-7834-451a-a3a6-1760c8c67ebe"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:08:42.967532 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-88965070-467a-49cf-90b7-523fca03e977 req-1c1288e2-8991-4545-a79b-ac7d227931a1 service neutron] 10.222.0.88 "GET /v2.0/networks/cc357db9-e20a-40e5-bec7-6d555b7a377b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5763819 May 18 18:08:42.971133 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c5bed0d1-fb32-4fa4-a108-470e465638f7 req-76eee1b9-9095-4bba-9d91-ed6ad47e1ac9 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=67a4897b-5fda-4ee1-9da3-27070a6ed485 HTTP/1.1" status: 200 len: 217 time: 0.1791425 May 18 18:08:42.996020 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-02253666-4297-4c47-979b-732986eacbc5 req-ede9cb19-9d7d-4d85-852a-93b5d27be99e tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:43.003012 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-02253666-4297-4c47-979b-732986eacbc5 req-ede9cb19-9d7d-4d85-852a-93b5d27be99e tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:43.070615 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:43.158040 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 53306) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:08:43.190353 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-50469829-dca7-4a8c-b6f1-fbbe36fc8fbb None None] For port aa2ee8f7-b934-4d10-afaf-419fc08b2042, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:08:43.203156 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-50469829-dca7-4a8c-b6f1-fbbe36fc8fbb None None] For port aa2ee8f7-b934-4d10-afaf-419fc08b2042, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=aa2ee8f7-b934-4d10-afaf-419fc08b2042,segment=NetworkSegment(31315e3d-060c-4ccf-beb4-baf1134985d1),segment_id=31315e3d-060c-4ccf-beb4-baf1134985d1)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:08:43.206889 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-88965070-467a-49cf-90b7-523fca03e977 req-e31f5dee-a756-4fb2-9b55-6963525abe71 service neutron] 10.222.0.88 "GET /v2.0/networks/cc357db9-e20a-40e5-bec7-6d555b7a377b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923347 May 18 18:08:43.210375 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-50469829-dca7-4a8c-b6f1-fbbe36fc8fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:43.294071 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-02253666-4297-4c47-979b-732986eacbc5 req-ede9cb19-9d7d-4d85-852a-93b5d27be99e tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:43.296014 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-02253666-4297-4c47-979b-732986eacbc5 req-ede9cb19-9d7d-4d85-852a-93b5d27be99e tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.9451351 May 18 18:08:43.296986 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede9cb19-9d7d-4d85-852a-93b5d27be99e tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c96c179-6748-47e7-aab7-a75790377fd9,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:08:43.421310 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0c0b9e79-48ab-4af1-8c42-ebd606983d51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:43.511838 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50469829-dca7-4a8c-b6f1-fbbe36fc8fbb None None] Routers {'7b1f017e-a7f9-407e-8e13-ae334ebab240'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:08:43.512605 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-50469829-dca7-4a8c-b6f1-fbbe36fc8fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:08:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['7b1f017e-a7f9-407e-8e13-ae334ebab240'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:08:43.537531 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bed0d1-fb32-4fa4-a108-470e465638f7 req-4cf5cd90-a3ee-4644-a4a3-5537472911e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:43.541168 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c5bed0d1-fb32-4fa4-a108-470e465638f7 req-4cf5cd90-a3ee-4644-a4a3-5537472911e4 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=3a4cf386-94b8-4429-84d1-965291fb114b HTTP/1.1" status: 200 len: 858 time: 0.5313444 May 18 18:08:43.556331 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [req-6dcdd58f-b069-4163-80a4-d65a389715bb req-7b8ed25a-d695-4afd-aae5-ef491b843339 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb609224-f5ba-4bb0-be9a-b6aab606ad06 {{(pid=102731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:08:43.647670 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-9634cdca-81aa-4620-8de2-7c1f436068c1 None None] Provisioning complete for port aa2ee8f7-b934-4d10-afaf-419fc08b2042 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:08:43.650311 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9634cdca-81aa-4620-8de2-7c1f436068c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:43.745665 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1237abd7-afe4-49ea-a8b4-9abb8f45490c None None] Pushing event updated for resources: {'Port': ['ID=aa2ee8f7-b934-4d10-afaf-419fc08b2042,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:08:43.766411 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-6dcdd58f-b069-4163-80a4-d65a389715bb req-7b8ed25a-d695-4afd-aae5-ef491b843339 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:43.770413 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c5bed0d1-fb32-4fa4-a108-470e465638f7 req-e9dad017-3ae5-4c30-9d92-2749419077ba service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=cc357db9-e20a-40e5-bec7-6d555b7a377b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1884334 May 18 18:08:43.843092 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc403c2e-217c-4eca-999e-e7c02605393a req-e0b6fd28-4989-4c0e-979e-551dfeaa7df0 tempest-LiveMigrationTest-768751957 tempest-LiveMigrationTest-768751957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:43.860596 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bc403c2e-217c-4eca-999e-e7c02605393a req-e0b6fd28-4989-4c0e-979e-551dfeaa7df0 tempest-LiveMigrationTest-768751957 tempest-LiveMigrationTest-768751957-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=77596843-4c0f-475a-8d4e-a5a7e48df306 HTTP/1.1" status: 200 len: 1096 time: 0.2281566 May 18 18:08:43.876989 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0c0b9e79-48ab-4af1-8c42-ebd606983d51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:43.884681 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.provisioning_blocks [req-6dcdd58f-b069-4163-80a4-d65a389715bb req-7b8ed25a-d695-4afd-aae5-ef491b843339 service neutron] Transition to ACTIVE for port object bb609224-f5ba-4bb0-be9a-b6aab606ad06 will not be triggered until provisioned by entity L2. {{(pid=102731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:08:43.901092 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-6dcdd58f-b069-4163-80a4-d65a389715bb req-7b8ed25a-d695-4afd-aae5-ef491b843339 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:43.902366 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0c0b9e79-48ab-4af1-8c42-ebd606983d51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:43.954582 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4344900-5e18-458a-9c77-b100265d3762 req-dccda17b-82a2-4458-a397-be198952f485 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:43.956210 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e4344900-5e18-458a-9c77-b100265d3762 req-dccda17b-82a2-4458-a397-be198952f485 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=b620702a-122a-4cad-9b6e-b764547e6f53 HTTP/1.1" status: 200 len: 931 time: 0.4437554 May 18 18:08:43.975425 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-50469829-dca7-4a8c-b6f1-fbbe36fc8fbb None None] Set router 7b1f017e-a7f9-407e-8e13-ae334ebab240 gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:08:44.009998 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bc403c2e-217c-4eca-999e-e7c02605393a req-c1c7a2e7-9800-4d9b-9ab0-13cbdd0cad8e tempest-LiveMigrationTest-768751957 tempest-LiveMigrationTest-768751957-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=fae3ce3c-9235-4ae4-9c6c-e682ce6a4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473327 May 18 18:08:44.017062 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8ed25a-d695-4afd-aae5-ef491b843339 service neutron] Pushing event updated for resources: {'Port': ['ID=bb609224-f5ba-4bb0-be9a-b6aab606ad06,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:08:44.051668 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c5bed0d1-fb32-4fa4-a108-470e465638f7 req-db11434f-7443-4e73-9db0-8ad5539c8978 service neutron] 10.222.0.88 "GET /v2.0/networks/cc357db9-e20a-40e5-bec7-6d555b7a377b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2644560 May 18 18:08:44.059331 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-9634cdca-81aa-4620-8de2-7c1f436068c1 None None] Current status of the port aa2ee8f7-b934-4d10-afaf-419fc08b2042 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:08:44.059935 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9634cdca-81aa-4620-8de2-7c1f436068c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:44.134755 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-0c0b9e79-48ab-4af1-8c42-ebd606983d51 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=7c28ee5c8e25485a845cae426ef16ab0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9708166 May 18 18:08:44.134755 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0b9e79-48ab-4af1-8c42-ebd606983d51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=253edb8e-86f3-4893-b098-d554d0054c4b,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:08:44.151321 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 53324) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:08:44.238433 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e4344900-5e18-458a-9c77-b100265d3762 req-0662806a-9407-4eb6-bc81-75a39dd9ee02 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/security-groups?id=33ba1fad-191a-4b7a-ae9e-8e9e60985e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320905 May 18 18:08:44.334081 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1f2274c5-5c31-429c-b664-87d2419d9eff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:44.396287 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-6dcdd58f-b069-4163-80a4-d65a389715bb req-7b8ed25a-d695-4afd-aae5-ef491b843339 service neutron] Attempting to bind port bb609224-f5ba-4bb0-be9a-b6aab606ad06 on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:08:44.398051 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-6dcdd58f-b069-4163-80a4-d65a389715bb req-7b8ed25a-d695-4afd-aae5-ef491b843339 service neutron] Attempting to bind port bb609224-f5ba-4bb0-be9a-b6aab606ad06 by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': '58bfdefb-3654-4aa0-92f0-6f0afd2552db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'f92940b8-c50f-4c94-b1f3-3e93ca94957d'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:08:44.398602 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dcdd58f-b069-4163-80a4-d65a389715bb req-7b8ed25a-d695-4afd-aae5-ef491b843339 service neutron] Attempting to bind port bb609224-f5ba-4bb0-be9a-b6aab606ad06 on network f92940b8-c50f-4c94-b1f3-3e93ca94957d {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:08:44.407682 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c22ecb6-a03b-4a50-9eb4-b3228947be3e req-e5684ce4-233e-49d6-ba36-a2d1a5965869 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:44.417713 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5c22ecb6-a03b-4a50-9eb4-b3228947be3e req-e5684ce4-233e-49d6-ba36-a2d1a5965869 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/ports?device_id=eb23a27e-f075-4514-8d58-f17c7c7cf357 HTTP/1.1" status: 200 len: 949 time: 0.1490235 May 18 18:08:44.430484 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1f2274c5-5c31-429c-b664-87d2419d9eff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:44.437654 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dcdd58f-b069-4163-80a4-d65a389715bb req-7b8ed25a-d695-4afd-aae5-ef491b843339 service neutron] Port bb609224-f5ba-4bb0-be9a-b6aab606ad06 on network f92940b8-c50f-4c94-b1f3-3e93ca94957d not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:08:44.437985 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dcdd58f-b069-4163-80a4-d65a389715bb req-7b8ed25a-d695-4afd-aae5-ef491b843339 service neutron] Attempting to bind port bb609224-f5ba-4bb0-be9a-b6aab606ad06 on network f92940b8-c50f-4c94-b1f3-3e93ca94957d {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:08:44.503719 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dcdd58f-b069-4163-80a4-d65a389715bb req-7b8ed25a-d695-4afd-aae5-ef491b843339 service neutron] Checking agent: {'id': 'd1be059a-68ea-4c77-9b2b-29f4afa47e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:08:44.504508 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dcdd58f-b069-4163-80a4-d65a389715bb req-7b8ed25a-d695-4afd-aae5-ef491b843339 service neutron] Checking segment: {'id': '58bfdefb-3654-4aa0-92f0-6f0afd2552db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'f92940b8-c50f-4c94-b1f3-3e93ca94957d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:08:44.505150 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dcdd58f-b069-4163-80a4-d65a389715bb req-7b8ed25a-d695-4afd-aae5-ef491b843339 service neutron] Bound using segment: {'id': '58bfdefb-3654-4aa0-92f0-6f0afd2552db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'f92940b8-c50f-4c94-b1f3-3e93ca94957d'} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:08:44.505892 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-6dcdd58f-b069-4163-80a4-d65a389715bb req-7b8ed25a-d695-4afd-aae5-ef491b843339 service neutron] Bound port: bb609224-f5ba-4bb0-be9a-b6aab606ad06, host: n-h2-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58bfdefb-3654-4aa0-92f0-6f0afd2552db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'f92940b8-c50f-4c94-b1f3-3e93ca94957d'}}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:08:44.506488 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-6dcdd58f-b069-4163-80a4-d65a389715bb req-7b8ed25a-d695-4afd-aae5-ef491b843339 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:44.570739 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5c22ecb6-a03b-4a50-9eb4-b3228947be3e req-cad8980c-8847-4538-857b-cb2cbe75fe2f tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/security-groups?id=5ea4329b-bade-4f5a-bfbd-7917c3702679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512945 May 18 18:08:44.575431 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c5bed0d1-fb32-4fa4-a108-470e465638f7 req-609a5dc6-c73d-4075-a2a0-4dd47acc7381 service neutron] 10.222.0.88 "GET /v2.0/networks/cc357db9-e20a-40e5-bec7-6d555b7a377b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5090270 May 18 18:08:44.592171 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cfb137-686d-470a-a80c-1a7ab56c6da9 req-919d35d9-2806-422b-ac1e-b01be1c8afa5 tempest-ListServersNegativeTestJSON-1307727916 tempest-ListServersNegativeTestJSON-1307727916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:44.592959 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1f2274c5-5c31-429c-b664-87d2419d9eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:44.594764 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-85cfb137-686d-470a-a80c-1a7ab56c6da9 req-919d35d9-2806-422b-ac1e-b01be1c8afa5 tempest-ListServersNegativeTestJSON-1307727916 tempest-ListServersNegativeTestJSON-1307727916-project] 10.222.0.85 "GET /v2.0/ports?device_id=0309f69c-7e39-4016-bd1d-a8e406b5681d HTTP/1.1" status: 200 len: 944 time: 0.1902814 May 18 18:08:44.596250 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1f2274c5-5c31-429c-b664-87d2419d9eff admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:44.600304 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-1f2274c5-5c31-429c-b664-87d2419d9eff admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/253edb8e-86f3-4893-b098-d554d0054c4b HTTP/1.1" status: 204 len: 168 time: 0.4434240 May 18 18:08:44.611176 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2274c5-5c31-429c-b664-87d2419d9eff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=253edb8e-86f3-4893-b098-d554d0054c4b,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:08:44.617710 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-9634cdca-81aa-4620-8de2-7c1f436068c1 None None] For port aa2ee8f7-b934-4d10-afaf-419fc08b2042, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=aa2ee8f7-b934-4d10-afaf-419fc08b2042,segment=NetworkSegment(31315e3d-060c-4ccf-beb4-baf1134985d1),segment_id=31315e3d-060c-4ccf-beb4-baf1134985d1)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:08:44.650390 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9634cdca-81aa-4620-8de2-7c1f436068c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:44.741360 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 18 May 2022 18:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2796a03-e390-4fb3-90e3-3a08320d51ae x-openstack-request-id: req-d2796a03-e390-4fb3-90e3-3a08320d51ae {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:08:44.742316 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a201e253-0310-4c1f-bdab-149b8f8fced8", "tag": "e832bd60-8122-43cd-b491-90d0d6301f6b", "status": "completed", "code": 200}, {"server_uuid": "b8f267c7-2a12-455a-8742-23cd949ead3a", "name": "network-vif-deleted", "tag": "ec2caf09-7834-451a-a3a6-1760c8c67ebe", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:08:44.742770 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-d2796a03-e390-4fb3-90e3-3a08320d51ae {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:08:44.743342 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2796a03-e390-4fb3-90e3-3a08320d51ae'] response: {'name': 'network-changed', 'server_uuid': 'a201e253-0310-4c1f-bdab-149b8f8fced8', 'tag': 'e832bd60-8122-43cd-b491-90d0d6301f6b', 'status': 'completed', 'code': 200} May 18 18:08:44.743756 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2796a03-e390-4fb3-90e3-3a08320d51ae'] response: {'server_uuid': 'b8f267c7-2a12-455a-8742-23cd949ead3a', 'name': 'network-vif-deleted', 'tag': 'ec2caf09-7834-451a-a3a6-1760c8c67ebe', 'status': 'completed', 'code': 200} May 18 18:08:44.765477 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-85cfb137-686d-470a-a80c-1a7ab56c6da9 req-e1d3bc20-d6c3-45df-a213-966770c182b7 tempest-ListServersNegativeTestJSON-1307727916 tempest-ListServersNegativeTestJSON-1307727916-project] 10.222.0.85 "GET /v2.0/security-groups?id=a5378634-71ac-4811-81a5-9fa292a84a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447208 May 18 18:08:44.791543 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-6dcdd58f-b069-4163-80a4-d65a389715bb req-7b8ed25a-d695-4afd-aae5-ef491b843339 service neutron] For port bb609224-f5ba-4bb0-be9a-b6aab606ad06, host n-h2-838550-3, cleared binding levels {{(pid=102731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:08:44.814840 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-6dcdd58f-b069-4163-80a4-d65a389715bb req-7b8ed25a-d695-4afd-aae5-ef491b843339 service neutron] For port bb609224-f5ba-4bb0-be9a-b6aab606ad06, host n-h2-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=bb609224-f5ba-4bb0-be9a-b6aab606ad06,segment=NetworkSegment(58bfdefb-3654-4aa0-92f0-6f0afd2552db),segment_id=58bfdefb-3654-4aa0-92f0-6f0afd2552db)] {{(pid=102731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:08:44.858557 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-6dcdd58f-b069-4163-80a4-d65a389715bb req-7b8ed25a-d695-4afd-aae5-ef491b843339 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:44.867930 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-97e767ce-25f2-4102-8a36-b3c550db613e None None] Provisioning complete for port aa2ee8f7-b934-4d10-afaf-419fc08b2042 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:08:44.868259 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-97e767ce-25f2-4102-8a36-b3c550db613e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:44.871977 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9634cdca-81aa-4620-8de2-7c1f436068c1 None None] Pushing event updated for resources: {'Port': ['ID=aa2ee8f7-b934-4d10-afaf-419fc08b2042,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:08:44.973443 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8a15098d-11a6-4c0c-b57d-10f1d8288091 req-2f7e6616-cbcc-4aac-9498-8c1847e21435 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] 10.222.0.85 "GET /v2.0/ports?device_id=99d6ce8d-1802-43b7-b3a1-723c709524f1 HTTP/1.1" status: 200 len: 210 time: 0.1184678 May 18 18:08:44.976939 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-50469829-dca7-4a8c-b6f1-fbbe36fc8fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b1f017e-a7f9-407e-8e13-ae334ebab240', 'name': 'tempest-FloatingIPsAssociationTestJSON-726912209-router', 'tenant_id': 'e05b3d827f844c1d97efd9db4e0d2203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '5227345e-5153-4734-930c-392ff84168b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:08:17Z', 'updated_at': '2022-05-18T18:08:36Z', 'revision_number': 4, 'project_id': 'e05b3d827f844c1d97efd9db4e0d2203', 'gw_port': {'id': '5227345e-5153-4734-930c-392ff84168b5', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:7c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1f017e-a7f9-407e-8e13-ae334ebab240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:08:20Z', 'updated_at': '2022-05-18T18:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': 'aa2ee8f7-b934-4d10-afaf-419fc08b2042', 'name': '', 'network_id': '6ba2d3f1-1e38-41ee-8062-86260345c4fd', 'tenant_id': 'e05b3d827f844c1d97efd9db4e0d2203', 'mac_address': 'fa:16:3e:6f:36:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b1f017e-a7f9-407e-8e13-ae334ebab240', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': 'b4c8e604-9eb2-414a-8fcd-fc1ec0f983e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:08:32Z', 'updated_at': '2022-05-18T18:08:43Z', 'revision_number': 4, 'project_id': 'e05b3d827f844c1d97efd9db4e0d2203', 'subnets': [{'id': 'b4c8e604-9eb2-414a-8fcd-fc1ec0f983e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:08:45.001348 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 7 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 18:08:45.062423 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50469829-dca7-4a8c-b6f1-fbbe36fc8fbb None None] The sync data for ids ['7b1f017e-a7f9-407e-8e13-ae334ebab240'] in n-d-838550-3 is: [{'id': '7b1f017e-a7f9-407e-8e13-ae334ebab240', 'name': 'tempest-FloatingIPsAssociationTestJSON-726912209-router', 'tenant_id': 'e05b3d827f844c1d97efd9db4e0d2203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '5227345e-5153-4734-930c-392ff84168b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:08:17Z', 'updated_at': '2022-05-18T18:08:36Z', 'revision_number': 4, 'project_id': 'e05b3d827f844c1d97efd9db4e0d2203', 'gw_port': {'id': '5227345e-5153-4734-930c-392ff84168b5', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:7c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1f017e-a7f9-407e-8e13-ae334ebab240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:08:20Z', 'updated_at': '2022-05-18T18:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': 'aa2ee8f7-b934-4d10-afaf-419fc08b2042', 'name': '', 'network_id': '6ba2d3f1-1e38-41ee-8062-86260345c4fd', 'tenant_id': 'e05b3d827f844c1d97efd9db4e0d2203', 'mac_address': 'fa:16:3e:6f:36:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b1f017e-a7f9-407e-8e13-ae334ebab240', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': 'b4c8e604-9eb2-414a-8fcd-fc1ec0f983e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:08:32Z', 'updated_at': '2022-05-18T18:08:43Z', 'revision_number': 4, 'project_id': 'e05b3d827f844c1d97efd9db4e0d2203', 'subnets': [{'id': 'b4c8e604-9eb2-414a-8fcd-fc1ec0f983e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:08:45.176301 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-97e767ce-25f2-4102-8a36-b3c550db613e None None] Current status of the port aa2ee8f7-b934-4d10-afaf-419fc08b2042 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:08:45.328045 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-1b5aab3a-30a5-45c2-845a-9f28b0da3205 req-4c2e4f05-be4f-4263-af3d-2e9366210f31 tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1280172429', 'description': 'tempest-description-497206937'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:08:45.346606 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcdd58f-b069-4163-80a4-d65a389715bb req-7b8ed25a-d695-4afd-aae5-ef491b843339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:45.347629 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-6dcdd58f-b069-4163-80a4-d65a389715bb req-7b8ed25a-d695-4afd-aae5-ef491b843339 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:45.350207 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6dcdd58f-b069-4163-80a4-d65a389715bb req-7b8ed25a-d695-4afd-aae5-ef491b843339 service neutron] 10.222.0.88 "PUT /v2.0/ports/bb609224-f5ba-4bb0-be9a-b6aab606ad06 HTTP/1.1" status: 200 len: 1091 time: 4.2875822 May 18 18:08:45.358574 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 53338) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:08:45.401153 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d03375e-5bbc-4d3c-94cb-0f37f002f738 req-c4187ef5-47ea-4308-b527-66f1919e7098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:45.403997 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0d03375e-5bbc-4d3c-94cb-0f37f002f738 req-c4187ef5-47ea-4308-b527-66f1919e7098 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b0b4398b0ab94cb0a39090377d9919ac&device_id=a201e253-0310-4c1f-bdab-149b8f8fced8 HTTP/1.1" status: 200 len: 1094 time: 0.6155305 May 18 18:08:45.405479 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-89520b2a-2e1a-4669-97e1-9ffc4eb21dda admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:45.448225 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-1b5aab3a-30a5-45c2-845a-9f28b0da3205 req-4c2e4f05-be4f-4263-af3d-2e9366210f31 tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:45.454947 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8ed25a-d695-4afd-aae5-ef491b843339 service neutron] Pushing event updated for resources: {'Port': ['ID=bb609224-f5ba-4bb0-be9a-b6aab606ad06,revision_number=3']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:08:45.653160 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 67a4897b-5fda-4ee1-9da3-27070a6ed485 details requested by agent hyperv_n-h2-838550-3 with host n-h2-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:08:45.683589 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device bfab1e16-7b5b-4227-a7f3-fd2accb9f360 up at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:08:45.719956 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-89520b2a-2e1a-4669-97e1-9ffc4eb21dda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:45.731629 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-89520b2a-2e1a-4669-97e1-9ffc4eb21dda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:45.830983 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89520b2a-2e1a-4669-97e1-9ffc4eb21dda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e0aca79-bb13-4463-b0b5-494e40e3f2f9,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:08:45.867550 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-89520b2a-2e1a-4669-97e1-9ffc4eb21dda admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=261204283b59426ea04e70cd6e2d80ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5056581 May 18 18:08:45.868169 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 53346) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:08:45.960042 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a71325-8e27-4262-b73e-aef4e261d5b9 req-bba342e6-6c56-4627-b461-727bb1fbe3df tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:45.962920 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-30a71325-8e27-4262-b73e-aef4e261d5b9 req-bba342e6-6c56-4627-b461-727bb1fbe3df tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] 10.222.0.88 "GET /v2.0/networks?id=6ba2d3f1-1e38-41ee-8062-86260345c4fd HTTP/1.1" status: 200 len: 820 time: 0.2423468 May 18 18:08:46.003545 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcdd58f-b069-4163-80a4-d65a389715bb req-ac0b8e9f-3102-434a-aa70-511dd0a37f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:46.005527 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6dcdd58f-b069-4163-80a4-d65a389715bb req-ac0b8e9f-3102-434a-aa70-511dd0a37f31 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ed8a017ff6d8432c9386dee5054e8944&device_id=b620702a-122a-4cad-9b6e-b764547e6f53 HTTP/1.1" status: 200 len: 1094 time: 0.5331006 May 18 18:08:46.025205 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-30a71325-8e27-4262-b73e-aef4e261d5b9 req-8132918e-2ed9-47a0-81c4-8422dde16362 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Request body: {'port': {'device_id': '99d6ce8d-1802-43b7-b3a1-723c709524f1', 'network_id': '6ba2d3f1-1e38-41ee-8062-86260345c4fd', 'admin_state_up': True, 'tenant_id': 'e05b3d827f844c1d97efd9db4e0d2203'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:08:46.035862 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 67a4897b-5fda-4ee1-9da3-27070a6ed485, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=67a4897b-5fda-4ee1-9da3-27070a6ed485,segment=NetworkSegment(eb554bdf-962d-4d95-b040-83b8339864d2),segment_id=eb554bdf-962d-4d95-b040-83b8339864d2)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:08:46.080058 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3fb1b935-f2ed-4633-ad25-a0415c32f230 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:46.088658 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6dcdd58f-b069-4163-80a4-d65a389715bb req-d4cf7563-a8c4-41d7-9526-f35dba7bdfd0 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bb609224-f5ba-4bb0-be9a-b6aab606ad06 HTTP/1.1" status: 200 len: 217 time: 0.0546937 May 18 18:08:46.111649 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Returning: {'device': '67a4897b-5fda-4ee1-9da3-27070a6ed485', 'network_id': 'cc357db9-e20a-40e5-bec7-6d555b7a377b', 'port_id': '67a4897b-5fda-4ee1-9da3-27070a6ed485', 'mac_address': 'fa:16:3e:6b:18:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a4cf386-94b8-4429-84d1-965291fb114b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:08:46.173372 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3fb1b935-f2ed-4633-ad25-a0415c32f230 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:46.286260 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d03375e-5bbc-4d3c-94cb-0f37f002f738 req-1f4178cf-5aa6-4191-ae6c-9b3de26831e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:46.288384 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0d03375e-5bbc-4d3c-94cb-0f37f002f738 req-1f4178cf-5aa6-4191-ae6c-9b3de26831e9 service neutron] 10.222.0.88 "GET /v2.0/networks?id=cc357db9-e20a-40e5-bec7-6d555b7a377b HTTP/1.1" status: 200 len: 919 time: 0.8003240 May 18 18:08:46.303839 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning for port bfab1e16-7b5b-4227-a7f3-fd2accb9f360 completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:08:46.307808 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 67a4897b-5fda-4ee1-9da3-27070a6ed485 is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:08:46.308271 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:46.329184 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67a4897b-5fda-4ee1-9da3-27070a6ed485 {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:08:46.335901 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3fb1b935-f2ed-4633-ad25-a0415c32f230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:46.339770 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3fb1b935-f2ed-4633-ad25-a0415c32f230 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:46.345169 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-3fb1b935-f2ed-4633-ad25-a0415c32f230 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/1e0aca79-bb13-4463-b0b5-494e40e3f2f9 HTTP/1.1" status: 204 len: 168 time: 0.4718437 May 18 18:08:46.345589 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-1b5aab3a-30a5-45c2-845a-9f28b0da3205 req-4c2e4f05-be4f-4263-af3d-2e9366210f31 tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:46.352768 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning complete for port bfab1e16-7b5b-4227-a7f3-fd2accb9f360 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:08:46.354353 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:46.355554 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb1b935-f2ed-4633-ad25-a0415c32f230 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e0aca79-bb13-4463-b0b5-494e40e3f2f9,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:08:46.358937 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device aa2ee8f7-b934-4d10-afaf-419fc08b2042 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:08:46.418382 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-1b5aab3a-30a5-45c2-845a-9f28b0da3205 req-4c2e4f05-be4f-4263-af3d-2e9366210f31 tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:46.514725 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 67a4897b-5fda-4ee1-9da3-27070a6ed485, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=67a4897b-5fda-4ee1-9da3-27070a6ed485,segment=NetworkSegment(eb554bdf-962d-4d95-b040-83b8339864d2),segment_id=eb554bdf-962d-4d95-b040-83b8339864d2)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:08:46.541121 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:46.656061 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0d03375e-5bbc-4d3c-94cb-0f37f002f738 req-8fd0bf78-c552-4d81-b7f7-53119558498a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e832bd60-8122-43cd-b491-90d0d6301f6b HTTP/1.1" status: 200 len: 217 time: 0.3219028 May 18 18:08:46.666803 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=67a4897b-5fda-4ee1-9da3-27070a6ed485,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:08:46.746474 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-1b5aab3a-30a5-45c2-845a-9f28b0da3205 req-4c2e4f05-be4f-4263-af3d-2e9366210f31 tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:46.748438 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1b5aab3a-30a5-45c2-845a-9f28b0da3205 req-4c2e4f05-be4f-4263-af3d-2e9366210f31 tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.4377432 May 18 18:08:46.772193 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b620702a-122a-4cad-9b6e-b764547e6f53', 'tag': 'bb609224-f5ba-4bb0-be9a-b6aab606ad06'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:08:46.776600 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98d43576-75ff-4dfd-a4b7-bbf8c77dfcbd" -d '{"events": [{"name": "network-changed", "server_uuid": "b620702a-122a-4cad-9b6e-b764547e6f53", "tag": "bb609224-f5ba-4bb0-be9a-b6aab606ad06"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:08:46.859579 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcdd58f-b069-4163-80a4-d65a389715bb req-727eec37-9287-410f-877f-dd2d29139c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:46.869747 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6dcdd58f-b069-4163-80a4-d65a389715bb req-727eec37-9287-410f-877f-dd2d29139c8d service neutron] 10.222.0.88 "GET /v2.0/subnets?id=3928b460-5138-4e6e-b763-eaa17a3ede29 HTTP/1.1" status: 200 len: 852 time: 0.7540114 May 18 18:08:46.871604 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port aa2ee8f7-b934-4d10-afaf-419fc08b2042 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:08:46.872634 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:46.988267 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6465de55-dec2-43c7-97b6-b2dda01f9a65 req-7d6a786e-cd00-46ab-8d91-0ad7cafb3f1b tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:46.991499 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6465de55-dec2-43c7-97b6-b2dda01f9a65 req-7d6a786e-cd00-46ab-8d91-0ad7cafb3f1b tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.36 "GET /v2.0/ports?device_id=213629a7-b155-4938-9d93-e1d30507d5aa HTTP/1.1" status: 200 len: 951 time: 0.1068835 May 18 18:08:47.047568 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port bfab1e16-7b5b-4227-a7f3-fd2accb9f360 is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:08:47.047972 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:47.058429 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6dcdd58f-b069-4163-80a4-d65a389715bb req-5d79f4f9-d693-44bb-ab9a-eff99844f72d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=f92940b8-c50f-4c94-b1f3-3e93ca94957d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1566689 May 18 18:08:47.063471 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2e4f05-be4f-4263-af3d-2e9366210f31 tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f24e0f7-c48a-4675-abde-091ee1ce3739,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:08:47.163417 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0309f69c-7e39-4016-bd1d-a8e406b5681d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfab1e16-7b5b-4227-a7f3-fd2accb9f360'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:08:47.180185 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-238d37e6-0723-4307-a53e-ab3f0e1aa19f" -d '{"events": [{"server_uuid": "0309f69c-7e39-4016-bd1d-a8e406b5681d", "name": "network-vif-plugged", "status": "completed", "tag": "bfab1e16-7b5b-4227-a7f3-fd2accb9f360"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:08:47.199326 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['67a4897b-5fda-4ee1-9da3-27070a6ed485'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:08:47.207504 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port bfab1e16-7b5b-4227-a7f3-fd2accb9f360, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=bfab1e16-7b5b-4227-a7f3-fd2accb9f360,segment=NetworkSegment(eb554bdf-962d-4d95-b040-83b8339864d2),segment_id=eb554bdf-962d-4d95-b040-83b8339864d2)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:08:47.274054 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-6465de55-dec2-43c7-97b6-b2dda01f9a65 req-1b1a2bac-d42f-45a0-86ec-581fe16a6df0 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Deleting port eb7403a5-417e-4c66-9028-f2b20017e630 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:08:47.274862 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-6465de55-dec2-43c7-97b6-b2dda01f9a65 req-1b1a2bac-d42f-45a0-86ec-581fe16a6df0 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:47.291772 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:47.402452 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port aa2ee8f7-b934-4d10-afaf-419fc08b2042 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:08:47.454861 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d03375e-5bbc-4d3c-94cb-0f37f002f738 req-b2ef81e7-494f-4d2a-ae25-b72d255ab8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:47.458683 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0d03375e-5bbc-4d3c-94cb-0f37f002f738 req-b2ef81e7-494f-4d2a-ae25-b72d255ab8a2 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=3a4cf386-94b8-4429-84d1-965291fb114b HTTP/1.1" status: 200 len: 858 time: 0.7776523 May 18 18:08:47.475694 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-6465de55-dec2-43c7-97b6-b2dda01f9a65 req-1b1a2bac-d42f-45a0-86ec-581fe16a6df0 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] For port eb7403a5-417e-4c66-9028-f2b20017e630, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=eb7403a5-417e-4c66-9028-f2b20017e630,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:08:47.476078 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-6465de55-dec2-43c7-97b6-b2dda01f9a65 req-1b1a2bac-d42f-45a0-86ec-581fe16a6df0 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:47.500952 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-6465de55-dec2-43c7-97b6-b2dda01f9a65 req-1b1a2bac-d42f-45a0-86ec-581fe16a6df0 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Calling delete_port for eb7403a5-417e-4c66-9028-f2b20017e630 owned by compute:nova {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:08:47.502353 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30a71325-8e27-4262-b73e-aef4e261d5b9 req-8132918e-2ed9-47a0-81c4-8422dde16362 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Made reservation on behalf of e05b3d827f844c1d97efd9db4e0d2203 for: {'port': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:08:47.506374 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-30a71325-8e27-4262-b73e-aef4e261d5b9 req-8132918e-2ed9-47a0-81c4-8422dde16362 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:47.529732 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=bfab1e16-7b5b-4227-a7f3-fd2accb9f360,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:08:47.589518 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0d03375e-5bbc-4d3c-94cb-0f37f002f738 req-00d1dc61-c16c-44ed-af3e-c7073ff9913c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=cc357db9-e20a-40e5-bec7-6d555b7a377b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1077139 May 18 18:08:47.601456 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146b285f-f7b4-4b51-9d44-d8eeb4a013fd req-ee459cbe-3d2b-4eea-8fd1-467c1b6b3321 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:47.603447 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-146b285f-f7b4-4b51-9d44-d8eeb4a013fd req-ee459cbe-3d2b-4eea-8fd1-467c1b6b3321 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/ports?device_id=cab5aa50-c349-4f1e-affa-de05c046bb26 HTTP/1.1" status: 200 len: 950 time: 0.5584559 May 18 18:08:47.665559 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device e832bd60-8122-43cd-b491-90d0d6301f6b details requested by agent hyperv_n-h2-838550-3 with host n-h2-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:08:47.890552 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-6465de55-dec2-43c7-97b6-b2dda01f9a65 req-1b1a2bac-d42f-45a0-86ec-581fe16a6df0 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:47.891026 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6dcdd58f-b069-4163-80a4-d65a389715bb req-b92b517f-b70f-4d56-b0dd-fbb6453627f9 service neutron] 10.222.0.88 "GET /v2.0/networks/f92940b8-c50f-4c94-b1f3-3e93ca94957d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7792590 May 18 18:08:47.914232 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['30476341-d67d-457a-ba96-32990757ec38', 'eb7403a5-417e-4c66-9028-f2b20017e630'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:08:48.005455 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1a2bac-d42f-45a0-86ec-581fe16a6df0 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Pushing event deleted for resources: {'Port': ['ID=eb7403a5-417e-4c66-9028-f2b20017e630,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:08:48.024308 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-146b285f-f7b4-4b51-9d44-d8eeb4a013fd req-495a0ff6-3b7a-4692-9ddd-58d198c0bf4e tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/security-groups?id=5ea4329b-bade-4f5a-bfbd-7917c3702679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4018660 May 18 18:08:48.062053 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port e832bd60-8122-43cd-b491-90d0d6301f6b, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=e832bd60-8122-43cd-b491-90d0d6301f6b,segment=NetworkSegment(eb554bdf-962d-4d95-b040-83b8339864d2),segment_id=eb554bdf-962d-4d95-b040-83b8339864d2)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:08:48.096426 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-6465de55-dec2-43c7-97b6-b2dda01f9a65 req-1b1a2bac-d42f-45a0-86ec-581fe16a6df0 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] No DVR routers for this DVR port eb7403a5-417e-4c66-9028-f2b20017e630 on host n-h1-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:08:48.099717 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-6465de55-dec2-43c7-97b6-b2dda01f9a65 req-1b1a2bac-d42f-45a0-86ec-581fe16a6df0 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:48.100928 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Returning: {'device': 'e832bd60-8122-43cd-b491-90d0d6301f6b', 'network_id': 'cc357db9-e20a-40e5-bec7-6d555b7a377b', 'port_id': 'e832bd60-8122-43cd-b491-90d0d6301f6b', 'mac_address': 'fa:16:3e:8c:47:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a4cf386-94b8-4429-84d1-965291fb114b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:08:48.106050 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6465de55-dec2-43c7-97b6-b2dda01f9a65 req-1b1a2bac-d42f-45a0-86ec-581fe16a6df0 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.36 "DELETE /v2.0/ports/eb7403a5-417e-4c66-9028-f2b20017e630 HTTP/1.1" status: 204 len: 173 time: 1.1040318 May 18 18:08:48.106572 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '213629a7-b155-4938-9d93-e1d30507d5aa', 'name': 'network-vif-deleted', 'tag': 'eb7403a5-417e-4c66-9028-f2b20017e630'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:08:48.109443 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45556667-d96b-4dc7-a303-32cc62fd0976" -d '{"events": [{"server_uuid": "213629a7-b155-4938-9d93-e1d30507d5aa", "name": "network-vif-deleted", "tag": "eb7403a5-417e-4c66-9028-f2b20017e630"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:08:48.296758 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port e832bd60-8122-43cd-b491-90d0d6301f6b is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:08:48.297422 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:48.317672 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [req-5b8a49ab-480c-4c03-829b-c6108d81b1ab req-8a2ce0bd-dc61-49b5-81f8-2be99b58e230 tempest-LiveMigrationTest-768751957 tempest-LiveMigrationTest-768751957-project-admin] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=102730) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 18:08:48.330532 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5b8a49ab-480c-4c03-829b-c6108d81b1ab req-8a2ce0bd-dc61-49b5-81f8-2be99b58e230 tempest-LiveMigrationTest-768751957 tempest-LiveMigrationTest-768751957-project-admin] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4900892 May 18 18:08:48.335358 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0d03375e-5bbc-4d3c-94cb-0f37f002f738 req-21611bae-8e8f-4cbc-80a7-7dca7b4c1394 service neutron] 10.222.0.88 "GET /v2.0/networks/cc357db9-e20a-40e5-bec7-6d555b7a377b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7236278 May 18 18:08:48.363158 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e832bd60-8122-43cd-b491-90d0d6301f6b {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:08:48.372354 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [req-30a71325-8e27-4262-b73e-aef4e261d5b9 req-8132918e-2ed9-47a0-81c4-8422dde16362 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Allocated IP 172.20.0.4 (6ba2d3f1-1e38-41ee-8062-86260345c4fd/b4c8e604-9eb2-414a-8fcd-fc1ec0f983e0/c66c94da-975c-48bf-8603-4b1d1337c6ac) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:08:48.385846 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port e832bd60-8122-43cd-b491-90d0d6301f6b, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=e832bd60-8122-43cd-b491-90d0d6301f6b,segment=NetworkSegment(eb554bdf-962d-4d95-b040-83b8339864d2),segment_id=eb554bdf-962d-4d95-b040-83b8339864d2)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:08:48.392542 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:48.398405 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6dcdd58f-b069-4163-80a4-d65a389715bb req-c6dc713b-c3d7-48c5-b24f-9118c18dd3ad service neutron] 10.222.0.88 "GET /v2.0/networks/f92940b8-c50f-4c94-b1f3-3e93ca94957d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4712389 May 18 18:08:48.484828 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8077c0-8669-462c-98cc-9ba7849f3bb5 req-1f668cf1-fa3e-4189-9de6-0235dc03de53 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:48.488230 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5f8077c0-8669-462c-98cc-9ba7849f3bb5 req-1f668cf1-fa3e-4189-9de6-0235dc03de53 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=b620702a-122a-4cad-9b6e-b764547e6f53 HTTP/1.1" status: 200 len: 943 time: 0.2808712 May 18 18:08:48.515946 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=e832bd60-8122-43cd-b491-90d0d6301f6b,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:08:48.660860 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5f8077c0-8669-462c-98cc-9ba7849f3bb5 req-95544f06-b7b6-4cb4-806f-cee909f43a35 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/security-groups?id=33ba1fad-191a-4b7a-ae9e-8e9e60985e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384592 May 18 18:08:48.679441 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8a49ab-480c-4c03-829b-c6108d81b1ab req-80df0387-d3b1-47c9-aba2-2fff86d9685e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:48.690427 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0d03375e-5bbc-4d3c-94cb-0f37f002f738 req-0820f4ce-0589-4d7b-b194-317013bf7fec service neutron] 10.222.0.88 "GET /v2.0/networks/cc357db9-e20a-40e5-bec7-6d555b7a377b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3333211 May 18 18:08:48.698075 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5b8a49ab-480c-4c03-829b-c6108d81b1ab req-80df0387-d3b1-47c9-aba2-2fff86d9685e service neutron] 10.222.0.85 "GET /v2.0/ports/44ffae4b-f21a-4414-9cb7-cffce704b5da HTTP/1.1" status: 200 len: 1093 time: 0.3657544 May 18 18:08:48.714894 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-5b8a49ab-480c-4c03-829b-c6108d81b1ab req-cbcceaa0-0f7d-4ee4-8c1c-109468e5e3f2 service neutron] Request body: {'binding': {'host': 'n-h1-838550-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:08:48.715663 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-5b8a49ab-480c-4c03-829b-c6108d81b1ab req-cbcceaa0-0f7d-4ee4-8c1c-109468e5e3f2 service neutron] Unknown quota resources ['binding']. {{(pid=102730) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} May 18 18:08:48.895844 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c18fecb5-1b52-4f18-8089-fce7be01bfb0 req-3b56e76a-ec32-4efa-a02e-e549e8fb6bd6 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=213629a7-b155-4938-9d93-e1d30507d5aa HTTP/1.1" status: 200 len: 210 time: 0.0585816 May 18 18:08:48.916995 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-30a71325-8e27-4262-b73e-aef4e261d5b9 req-8132918e-2ed9-47a0-81c4-8422dde16362 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:48.989893 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['e832bd60-8122-43cd-b491-90d0d6301f6b'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:08:49.007824 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-30a71325-8e27-4262-b73e-aef4e261d5b9 req-8132918e-2ed9-47a0-81c4-8422dde16362 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:49.041775 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-5b8a49ab-480c-4c03-829b-c6108d81b1ab req-cbcceaa0-0f7d-4ee4-8c1c-109468e5e3f2 service neutron] Attempting to bind port 44ffae4b-f21a-4414-9cb7-cffce704b5da on host n-h1-838550-3 for vnic_type normal with profile None {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:08:49.044136 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-5b8a49ab-480c-4c03-829b-c6108d81b1ab req-cbcceaa0-0f7d-4ee4-8c1c-109468e5e3f2 service neutron] Attempting to bind port 44ffae4b-f21a-4414-9cb7-cffce704b5da by drivers openvswitch,hyperv on host n-h1-838550-3 at level 0 using segments [{'id': '5e6a9b3b-2b82-45b7-b9f1-0f73969fb979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '34fdcfa4-2e5d-460f-9a9f-5a798833609a'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:08:49.045066 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8a49ab-480c-4c03-829b-c6108d81b1ab req-cbcceaa0-0f7d-4ee4-8c1c-109468e5e3f2 service neutron] Attempting to bind port 44ffae4b-f21a-4414-9cb7-cffce704b5da on network 34fdcfa4-2e5d-460f-9a9f-5a798833609a {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:08:49.055113 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8a49ab-480c-4c03-829b-c6108d81b1ab req-cbcceaa0-0f7d-4ee4-8c1c-109468e5e3f2 service neutron] Port 44ffae4b-f21a-4414-9cb7-cffce704b5da on network 34fdcfa4-2e5d-460f-9a9f-5a798833609a not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-3 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:08:49.056312 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8a49ab-480c-4c03-829b-c6108d81b1ab req-cbcceaa0-0f7d-4ee4-8c1c-109468e5e3f2 service neutron] Attempting to bind port 44ffae4b-f21a-4414-9cb7-cffce704b5da on network 34fdcfa4-2e5d-460f-9a9f-5a798833609a {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:08:49.066819 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8a49ab-480c-4c03-829b-c6108d81b1ab req-cbcceaa0-0f7d-4ee4-8c1c-109468e5e3f2 service neutron] Checking agent: {'id': '1dbac822-25f2-4df8-9dc8-5c2e7b136eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:08:49.067322 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8a49ab-480c-4c03-829b-c6108d81b1ab req-cbcceaa0-0f7d-4ee4-8c1c-109468e5e3f2 service neutron] Checking segment: {'id': '5e6a9b3b-2b82-45b7-b9f1-0f73969fb979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '34fdcfa4-2e5d-460f-9a9f-5a798833609a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:08:49.070477 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['65eaebad-5f15-498f-8a10-409fcd0c25c6'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:08:49.072466 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8a49ab-480c-4c03-829b-c6108d81b1ab req-cbcceaa0-0f7d-4ee4-8c1c-109468e5e3f2 service neutron] Bound using segment: {'id': '5e6a9b3b-2b82-45b7-b9f1-0f73969fb979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '34fdcfa4-2e5d-460f-9a9f-5a798833609a'} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:08:49.073022 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-5b8a49ab-480c-4c03-829b-c6108d81b1ab req-cbcceaa0-0f7d-4ee4-8c1c-109468e5e3f2 service neutron] Bound port: 44ffae4b-f21a-4414-9cb7-cffce704b5da, host: n-h1-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e6a9b3b-2b82-45b7-b9f1-0f73969fb979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '34fdcfa4-2e5d-460f-9a9f-5a798833609a'}}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:08:49.155138 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-5b8a49ab-480c-4c03-829b-c6108d81b1ab req-cbcceaa0-0f7d-4ee4-8c1c-109468e5e3f2 service neutron] For port 44ffae4b-f21a-4414-9cb7-cffce704b5da, host n-h1-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=44ffae4b-f21a-4414-9cb7-cffce704b5da,segment=NetworkSegment(5e6a9b3b-2b82-45b7-b9f1-0f73969fb979),segment_id=5e6a9b3b-2b82-45b7-b9f1-0f73969fb979)] {{(pid=102730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:08:49.163723 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30a71325-8e27-4262-b73e-aef4e261d5b9 req-8132918e-2ed9-47a0-81c4-8422dde16362 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Network 6ba2d3f1-1e38-41ee-8062-86260345c4fd is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:08:49.167082 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-5b8a49ab-480c-4c03-829b-c6108d81b1ab req-cbcceaa0-0f7d-4ee4-8c1c-109468e5e3f2 service neutron] Notify callbacks [] for binding, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:49.169149 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5b8a49ab-480c-4c03-829b-c6108d81b1ab req-cbcceaa0-0f7d-4ee4-8c1c-109468e5e3f2 service neutron] 10.222.0.85 "POST /v2.0/ports/44ffae4b-f21a-4414-9cb7-cffce704b5da/bindings HTTP/1.1" status: 201 len: 389 time: 0.4699514 May 18 18:08:49.178829 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [req-30a71325-8e27-4262-b73e-aef4e261d5b9 req-8132918e-2ed9-47a0-81c4-8422dde16362 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:08:49.195389 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-30a71325-8e27-4262-b73e-aef4e261d5b9 req-8132918e-2ed9-47a0-81c4-8422dde16362 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:08:49.205221 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8132918e-2ed9-47a0-81c4-8422dde16362 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Pushing event updated for resources: {'Port': ['ID=c66c94da-975c-48bf-8603-4b1d1337c6ac,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:08:49.292685 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 53408) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:08:49.330258 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db334556-32f9-44ce-89f8-252ac1c1c14f req-2846b046-2750-4562-9453-31ceac2ad880 tempest-ListServersNegativeTestJSON-1307727916 tempest-ListServersNegativeTestJSON-1307727916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:49.356787 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-db334556-32f9-44ce-89f8-252ac1c1c14f req-2846b046-2750-4562-9453-31ceac2ad880 tempest-ListServersNegativeTestJSON-1307727916 tempest-ListServersNegativeTestJSON-1307727916-project] 10.222.0.85 "GET /v2.0/ports?device_id=0309f69c-7e39-4016-bd1d-a8e406b5681d HTTP/1.1" status: 200 len: 945 time: 0.3348138 May 18 18:08:49.417690 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a71325-8e27-4262-b73e-aef4e261d5b9 req-8132918e-2ed9-47a0-81c4-8422dde16362 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:49.418661 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-30a71325-8e27-4262-b73e-aef4e261d5b9 req-8132918e-2ed9-47a0-81c4-8422dde16362 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:49.490944 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-db334556-32f9-44ce-89f8-252ac1c1c14f req-d743a275-9a29-4ad6-bde3-152f976d3f56 tempest-ListServersNegativeTestJSON-1307727916 tempest-ListServersNegativeTestJSON-1307727916-project] 10.222.0.85 "GET /v2.0/security-groups?id=a5378634-71ac-4811-81a5-9fa292a84a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316514 May 18 18:08:49.503202 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-30a71325-8e27-4262-b73e-aef4e261d5b9 req-8132918e-2ed9-47a0-81c4-8422dde16362 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5081568 May 18 18:08:49.531615 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-30a71325-8e27-4262-b73e-aef4e261d5b9 req-d9cf675c-7d43-4fe6-84fd-bc41e7d3d4b1 service neutron] Request body: {'port': {'device_id': '99d6ce8d-1802-43b7-b3a1-723c709524f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-3'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:08:49.573397 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d2c72d-4303-423f-aa5b-6008c39f3579 req-e74d4723-904b-4ae4-8a31-9edf32cbc763 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:49.576213 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c7d2c72d-4303-423f-aa5b-6008c39f3579 req-e74d4723-904b-4ae4-8a31-9edf32cbc763 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] 10.222.0.85 "GET /v2.0/ports?device_id=99d6ce8d-1802-43b7-b3a1-723c709524f1 HTTP/1.1" status: 200 len: 931 time: 0.1235175 May 18 18:08:49.678710 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3fc5d898-b843-44f1-852d-4f26e1902def admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:49.695268 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 67a4897b-5fda-4ee1-9da3-27070a6ed485 up at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:08:49.710361 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-30a71325-8e27-4262-b73e-aef4e261d5b9 req-d9cf675c-7d43-4fe6-84fd-bc41e7d3d4b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:49.739486 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-788c49ff-0aaf-494f-b61c-1c3271646346 req-0dc66d6d-ffec-4403-85a0-974f8cbd0352 tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] 10.222.0.85 "GET /v2.0/security-groups/7f24e0f7-c48a-4675-abde-091ee1ce3739 HTTP/1.1" status: 200 len: 1804 time: 0.1483939 May 18 18:08:49.751326 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c7d2c72d-4303-423f-aa5b-6008c39f3579 req-a397d2ce-1822-499c-b010-56b46742776b tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] 10.222.0.85 "GET /v2.0/security-groups?id=cb4db50c-f652-4bbe-9372-f1efeb00bae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650622 May 18 18:08:49.766921 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8a49ab-480c-4c03-829b-c6108d81b1ab req-e28bcbf5-2ca1-44c4-9b0b-2708e83e86c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:49.769307 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5b8a49ab-480c-4c03-829b-c6108d81b1ab req-e28bcbf5-2ca1-44c4-9b0b-2708e83e86c7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8ebc9a1ec3004890baedda4682fb5641&device_id=77596843-4c0f-475a-8d4e-a5a7e48df306 HTTP/1.1" status: 200 len: 1096 time: 0.1696703 May 18 18:08:49.793815 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-788c49ff-0aaf-494f-b61c-1c3271646346 req-8a033fbe-79a8-4a95-9668-60ae5f3054e7 tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '7f24e0f7-c48a-4675-abde-091ee1ce3739', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:08:49.794337 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-788c49ff-0aaf-494f-b61c-1c3271646346 req-8a033fbe-79a8-4a95-9668-60ae5f3054e7 tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '7f24e0f7-c48a-4675-abde-091ee1ce3739', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:08:49.799780 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-50ae3b59-e167-4063-bbc3-2dc7ffa4ee86 None None] Provisioning complete for port c66c94da-975c-48bf-8603-4b1d1337c6ac triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:08:49.800296 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-50ae3b59-e167-4063-bbc3-2dc7ffa4ee86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:49.804196 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning for port 67a4897b-5fda-4ee1-9da3-27070a6ed485 completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:08:49.838121 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning complete for port 67a4897b-5fda-4ee1-9da3-27070a6ed485 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:08:49.838749 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:49.841666 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-147400c8-2d86-41e1-88b0-e79d712c8c69 x-openstack-request-id: req-147400c8-2d86-41e1-88b0-e79d712c8c69 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:08:49.842093 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b620702a-122a-4cad-9b6e-b764547e6f53", "tag": "bb609224-f5ba-4bb0-be9a-b6aab606ad06", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:08:49.842710 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-147400c8-2d86-41e1-88b0-e79d712c8c69 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:08:49.843605 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-147400c8-2d86-41e1-88b0-e79d712c8c69'] response: {'name': 'network-changed', 'server_uuid': 'b620702a-122a-4cad-9b6e-b764547e6f53', 'tag': 'bb609224-f5ba-4bb0-be9a-b6aab606ad06', 'status': 'completed', 'code': 200} May 18 18:08:49.918684 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-50ae3b59-e167-4063-bbc3-2dc7ffa4ee86 None None] Port c66c94da-975c-48bf-8603-4b1d1337c6ac cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:08:49.941979 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d4aa6f7-975a-4fec-b8ad-e2456652f46e x-openstack-request-id: req-1d4aa6f7-975a-4fec-b8ad-e2456652f46e {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:08:49.942571 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0309f69c-7e39-4016-bd1d-a8e406b5681d", "name": "network-vif-plugged", "status": "completed", "tag": "bfab1e16-7b5b-4227-a7f3-fd2accb9f360", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:08:49.945378 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-1d4aa6f7-975a-4fec-b8ad-e2456652f46e {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:08:49.946204 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d4aa6f7-975a-4fec-b8ad-e2456652f46e'] response: {'server_uuid': '0309f69c-7e39-4016-bd1d-a8e406b5681d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfab1e16-7b5b-4227-a7f3-fd2accb9f360', 'code': 200} May 18 18:08:50.084101 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3fc5d898-b843-44f1-852d-4f26e1902def admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:50.088335 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8a49ab-480c-4c03-829b-c6108d81b1ab req-d7c9c1f1-1140-48b0-87d4-489e5fbd159a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:50.091129 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5b8a49ab-480c-4c03-829b-c6108d81b1ab req-d7c9c1f1-1140-48b0-87d4-489e5fbd159a service neutron] 10.222.0.36 "GET /v2.0/networks?id=34fdcfa4-2e5d-460f-9a9f-5a798833609a HTTP/1.1" status: 200 len: 909 time: 0.2024903 May 18 18:08:50.093452 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3fc5d898-b843-44f1-852d-4f26e1902def admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:50.117192 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 67a4897b-5fda-4ee1-9da3-27070a6ed485 is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:08:50.118844 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:50.176565 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-788c49ff-0aaf-494f-b61c-1c3271646346 req-8a033fbe-79a8-4a95-9668-60ae5f3054e7 tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:50.177098 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5b8a49ab-480c-4c03-829b-c6108d81b1ab req-99c8aee7-030c-4c7e-8cbd-3f1afece8f70 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=44ffae4b-f21a-4414-9cb7-cffce704b5da HTTP/1.1" status: 200 len: 217 time: 0.0670538 May 18 18:08:50.183931 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 67a4897b-5fda-4ee1-9da3-27070a6ed485, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=67a4897b-5fda-4ee1-9da3-27070a6ed485,segment=NetworkSegment(eb554bdf-962d-4d95-b040-83b8339864d2),segment_id=eb554bdf-962d-4d95-b040-83b8339864d2)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:08:50.186965 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc5d898-b843-44f1-852d-4f26e1902def admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf08126a-a545-4185-a3b2-29ff593149bb,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:08:50.210485 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:50.241948 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d43576-75ff-4dfd-a4b7-bbf8c77dfcbd req-58ae03fe-b798-4d44-8630-ce791fb6a0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:50.245280 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-98d43576-75ff-4dfd-a4b7-bbf8c77dfcbd req-58ae03fe-b798-4d44-8630-ce791fb6a0cd service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ed8a017ff6d8432c9386dee5054e8944&device_id=b620702a-122a-4cad-9b6e-b764547e6f53 HTTP/1.1" status: 200 len: 1094 time: 0.3378248 May 18 18:08:50.324124 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8a49ab-480c-4c03-829b-c6108d81b1ab req-f8d73b90-6109-43c8-a4fb-656fb99900be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:50.327826 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5b8a49ab-480c-4c03-829b-c6108d81b1ab req-f8d73b90-6109-43c8-a4fb-656fb99900be service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8f7111f6-e2ae-4553-ac4c-889ba94e64a6 HTTP/1.1" status: 200 len: 848 time: 0.1358044 May 18 18:08:50.337468 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-3fc5d898-b843-44f1-852d-4f26e1902def admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=585ce41d968e492e85cdc819c61c166d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0408084 May 18 18:08:50.340411 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 53418) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:08:50.377003 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245cbe06-bf7e-41ae-8f6e-b99723eaf1b4 req-5e817cb5-cb00-4781-9e59-2923fbee08e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:50.379748 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-245cbe06-bf7e-41ae-8f6e-b99723eaf1b4 req-5e817cb5-cb00-4781-9e59-2923fbee08e5 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=0309f69c-7e39-4016-bd1d-a8e406b5681d HTTP/1.1" status: 200 len: 1096 time: 0.3044021 May 18 18:08:50.391512 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5b8a49ab-480c-4c03-829b-c6108d81b1ab req-2842effd-f652-4544-bafb-d4e5ea6bf8dc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=34fdcfa4-2e5d-460f-9a9f-5a798833609a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495994 May 18 18:08:50.395236 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-788c49ff-0aaf-494f-b61c-1c3271646346 req-8a033fbe-79a8-4a95-9668-60ae5f3054e7 tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:50.460217 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-788c49ff-0aaf-494f-b61c-1c3271646346 req-8a033fbe-79a8-4a95-9668-60ae5f3054e7 tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:50.533024 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=67a4897b-5fda-4ee1-9da3-27070a6ed485,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:08:50.538626 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a033fbe-79a8-4a95-9668-60ae5f3054e7 tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adb66175-81dd-4a82-b2e9-0f4183e19476,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:08:50.562149 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-788c49ff-0aaf-494f-b61c-1c3271646346 req-8a033fbe-79a8-4a95-9668-60ae5f3054e7 tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:50.563363 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-788c49ff-0aaf-494f-b61c-1c3271646346 req-8a033fbe-79a8-4a95-9668-60ae5f3054e7 tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.7877502 May 18 18:08:50.619372 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-245cbe06-bf7e-41ae-8f6e-b99723eaf1b4 req-a6c8d931-233f-4e10-9372-284a976e18d1 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=a5378634-71ac-4811-81a5-9fa292a84a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217391 May 18 18:08:50.632591 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d43576-75ff-4dfd-a4b7-bbf8c77dfcbd req-9c11f70a-b2d6-481c-ae9e-615b3ac9f557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:50.634537 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-98d43576-75ff-4dfd-a4b7-bbf8c77dfcbd req-9c11f70a-b2d6-481c-ae9e-615b3ac9f557 service neutron] 10.222.0.88 "GET /v2.0/networks?id=f92940b8-c50f-4c94-b1f3-3e93ca94957d HTTP/1.1" status: 200 len: 913 time: 0.3789623 May 18 18:08:50.660674 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d67ea9e8-0204-41c1-bdca-2463ca9ca746 x-openstack-request-id: req-d67ea9e8-0204-41c1-bdca-2463ca9ca746 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:08:50.661098 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "213629a7-b155-4938-9d93-e1d30507d5aa", "name": "network-vif-deleted", "tag": "eb7403a5-417e-4c66-9028-f2b20017e630", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:08:50.661488 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-d67ea9e8-0204-41c1-bdca-2463ca9ca746 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:08:50.662062 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d67ea9e8-0204-41c1-bdca-2463ca9ca746'] response: {'server_uuid': '213629a7-b155-4938-9d93-e1d30507d5aa', 'name': 'network-vif-deleted', 'tag': 'eb7403a5-417e-4c66-9028-f2b20017e630', 'status': 'completed', 'code': 200} May 18 18:08:50.663913 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-27d72f57-c385-4b6e-bfda-7bb20909ea0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:50.691815 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df35475-0d65-495e-8648-e98642f7dbb4 req-0203e530-fce1-4015-abc9-9f3657960134 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:50.698694 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df35475-0d65-495e-8648-e98642f7dbb4 req-0203e530-fce1-4015-abc9-9f3657960134 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:50.700393 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9df35475-0d65-495e-8648-e98642f7dbb4 req-0203e530-fce1-4015-abc9-9f3657960134 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/ports?device_id=eb23a27e-f075-4514-8d58-f17c7c7cf357&device_id=cab5aa50-c349-4f1e-affa-de05c046bb26 HTTP/1.1" status: 200 len: 1690 time: 0.1849575 May 18 18:08:50.736196 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [req-30a71325-8e27-4262-b73e-aef4e261d5b9 req-d9cf675c-7d43-4fe6-84fd-bc41e7d3d4b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c66c94da-975c-48bf-8603-4b1d1337c6ac {{(pid=102731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:08:50.755343 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-27d72f57-c385-4b6e-bfda-7bb20909ea0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:50.758843 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-30a71325-8e27-4262-b73e-aef4e261d5b9 req-d9cf675c-7d43-4fe6-84fd-bc41e7d3d4b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:50.759026 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5b8a49ab-480c-4c03-829b-c6108d81b1ab req-2a556758-aa83-4c13-88c3-f7df3def8bc5 service neutron] 10.222.0.36 "GET /v2.0/networks/34fdcfa4-2e5d-460f-9a9f-5a798833609a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3555789 May 18 18:08:50.777343 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.provisioning_blocks [req-30a71325-8e27-4262-b73e-aef4e261d5b9 req-d9cf675c-7d43-4fe6-84fd-bc41e7d3d4b1 service neutron] Transition to ACTIVE for port object c66c94da-975c-48bf-8603-4b1d1337c6ac will not be triggered until provisioned by entity L2. {{(pid=102731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:08:50.784043 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-30a71325-8e27-4262-b73e-aef4e261d5b9 req-d9cf675c-7d43-4fe6-84fd-bc41e7d3d4b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:50.809258 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26232d6c-a0e3-4c8b-aec7-2486853122f5 req-931ebad0-d4bb-4445-aa67-ac9e0d81084f tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:50.811530 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-26232d6c-a0e3-4c8b-aec7-2486853122f5 req-931ebad0-d4bb-4445-aa67-ac9e0d81084f tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/ports?device_id=77596843-4c0f-475a-8d4e-a5a7e48df306 HTTP/1.1" status: 200 len: 945 time: 0.0993721 May 18 18:08:50.814110 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9df35475-0d65-495e-8648-e98642f7dbb4 req-f8f427fe-49af-4607-b0f4-0739cf8e55e8 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/security-groups?id=5ea4329b-bade-4f5a-bfbd-7917c3702679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031168 May 18 18:08:50.907804 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cf675c-7d43-4fe6-84fd-bc41e7d3d4b1 service neutron] Pushing event updated for resources: {'Port': ['ID=c66c94da-975c-48bf-8603-4b1d1337c6ac,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:08:50.961905 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-26232d6c-a0e3-4c8b-aec7-2486853122f5 req-60b37665-dfd9-4c7e-9836-e9e6f121a339 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/security-groups?id=fae3ce3c-9235-4ae4-9c6c-e682ce6a4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264968 May 18 18:08:50.970320 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-27d72f57-c385-4b6e-bfda-7bb20909ea0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:50.978791 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-27d72f57-c385-4b6e-bfda-7bb20909ea0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:50.994978 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-27d72f57-c385-4b6e-bfda-7bb20909ea0e admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/bf08126a-a545-4185-a3b2-29ff593149bb HTTP/1.1" status: 204 len: 168 time: 0.6007676 May 18 18:08:51.003403 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5b8a49ab-480c-4c03-829b-c6108d81b1ab req-e94b354a-3041-4d4c-9e6e-75dc391ef1f9 service neutron] 10.222.0.36 "GET /v2.0/networks/34fdcfa4-2e5d-460f-9a9f-5a798833609a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312715 May 18 18:08:51.049410 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d72f57-c385-4b6e-bfda-7bb20909ea0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf08126a-a545-4185-a3b2-29ff593149bb,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:08:51.055656 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-98d43576-75ff-4dfd-a4b7-bbf8c77dfcbd req-cd641823-b8c0-41a1-8730-eff8d7958570 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bb609224-f5ba-4bb0-be9a-b6aab606ad06 HTTP/1.1" status: 200 len: 217 time: 0.1063299 May 18 18:08:51.158466 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-30a71325-8e27-4262-b73e-aef4e261d5b9 req-d9cf675c-7d43-4fe6-84fd-bc41e7d3d4b1 service neutron] Attempting to bind port c66c94da-975c-48bf-8603-4b1d1337c6ac on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:08:51.159039 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-30a71325-8e27-4262-b73e-aef4e261d5b9 req-d9cf675c-7d43-4fe6-84fd-bc41e7d3d4b1 service neutron] Attempting to bind port c66c94da-975c-48bf-8603-4b1d1337c6ac by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': '31315e3d-060c-4ccf-beb4-baf1134985d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '6ba2d3f1-1e38-41ee-8062-86260345c4fd'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:08:51.159803 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a71325-8e27-4262-b73e-aef4e261d5b9 req-d9cf675c-7d43-4fe6-84fd-bc41e7d3d4b1 service neutron] Attempting to bind port c66c94da-975c-48bf-8603-4b1d1337c6ac on network 6ba2d3f1-1e38-41ee-8062-86260345c4fd {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:08:51.164519 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d43576-75ff-4dfd-a4b7-bbf8c77dfcbd req-5eaf189f-0e99-46fb-8145-0cbe7186df89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:51.166572 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-98d43576-75ff-4dfd-a4b7-bbf8c77dfcbd req-5eaf189f-0e99-46fb-8145-0cbe7186df89 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=3928b460-5138-4e6e-b763-eaa17a3ede29 HTTP/1.1" status: 200 len: 852 time: 0.0999899 May 18 18:08:51.171136 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a71325-8e27-4262-b73e-aef4e261d5b9 req-d9cf675c-7d43-4fe6-84fd-bc41e7d3d4b1 service neutron] Port c66c94da-975c-48bf-8603-4b1d1337c6ac on network 6ba2d3f1-1e38-41ee-8062-86260345c4fd not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:08:51.171685 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a71325-8e27-4262-b73e-aef4e261d5b9 req-d9cf675c-7d43-4fe6-84fd-bc41e7d3d4b1 service neutron] Attempting to bind port c66c94da-975c-48bf-8603-4b1d1337c6ac on network 6ba2d3f1-1e38-41ee-8062-86260345c4fd {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:08:51.179308 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a71325-8e27-4262-b73e-aef4e261d5b9 req-d9cf675c-7d43-4fe6-84fd-bc41e7d3d4b1 service neutron] Checking agent: {'id': 'd1be059a-68ea-4c77-9b2b-29f4afa47e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:08:51.179883 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a71325-8e27-4262-b73e-aef4e261d5b9 req-d9cf675c-7d43-4fe6-84fd-bc41e7d3d4b1 service neutron] Checking segment: {'id': '31315e3d-060c-4ccf-beb4-baf1134985d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '6ba2d3f1-1e38-41ee-8062-86260345c4fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:08:51.180280 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a71325-8e27-4262-b73e-aef4e261d5b9 req-d9cf675c-7d43-4fe6-84fd-bc41e7d3d4b1 service neutron] Bound using segment: {'id': '31315e3d-060c-4ccf-beb4-baf1134985d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '6ba2d3f1-1e38-41ee-8062-86260345c4fd'} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:08:51.180602 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a7777a-230a-48a9-b2a8-e61ae5919316 req-89f37818-2380-4799-b82d-e2c2acbd49c5 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:51.181335 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-30a71325-8e27-4262-b73e-aef4e261d5b9 req-d9cf675c-7d43-4fe6-84fd-bc41e7d3d4b1 service neutron] Bound port: c66c94da-975c-48bf-8603-4b1d1337c6ac, host: n-h2-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31315e3d-060c-4ccf-beb4-baf1134985d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '6ba2d3f1-1e38-41ee-8062-86260345c4fd'}}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:08:51.181335 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-30a71325-8e27-4262-b73e-aef4e261d5b9 req-d9cf675c-7d43-4fe6-84fd-bc41e7d3d4b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:51.185969 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-48a7777a-230a-48a9-b2a8-e61ae5919316 req-89f37818-2380-4799-b82d-e2c2acbd49c5 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=b620702a-122a-4cad-9b6e-b764547e6f53 HTTP/1.1" status: 200 len: 943 time: 0.1882727 May 18 18:08:51.268343 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-48a7777a-230a-48a9-b2a8-e61ae5919316 req-c0d3f9bb-50bd-4e43-953d-fd799060b834 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/security-groups?id=33ba1fad-191a-4b7a-ae9e-8e9e60985e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687137 May 18 18:08:51.324118 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-ee786078-ff80-43a9-8741-f25a7613a31f req-d63b3f05-9b88-421d-bdb5-0ebc95aaa3c8 tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-474315368', 'description': 'tempest-description-2004683923'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:08:51.360244 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-98d43576-75ff-4dfd-a4b7-bbf8c77dfcbd req-f3c563b0-aaf4-413f-a02e-bcbc7abe89de service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=f92940b8-c50f-4c94-b1f3-3e93ca94957d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1539619 May 18 18:08:51.374433 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-ee786078-ff80-43a9-8741-f25a7613a31f req-d63b3f05-9b88-421d-bdb5-0ebc95aaa3c8 tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:51.538586 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-ee786078-ff80-43a9-8741-f25a7613a31f req-d63b3f05-9b88-421d-bdb5-0ebc95aaa3c8 tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:51.545135 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-ee786078-ff80-43a9-8741-f25a7613a31f req-d63b3f05-9b88-421d-bdb5-0ebc95aaa3c8 tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:51.594663 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63b3f05-9b88-421d-bdb5-0ebc95aaa3c8 tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d68ec24-01ef-49cb-a1cc-705200be8803,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:08:51.602790 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-ee786078-ff80-43a9-8741-f25a7613a31f req-d63b3f05-9b88-421d-bdb5-0ebc95aaa3c8 tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:51.627340 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ee786078-ff80-43a9-8741-f25a7613a31f req-d63b3f05-9b88-421d-bdb5-0ebc95aaa3c8 tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3084238 May 18 18:08:51.689756 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device bb609224-f5ba-4bb0-be9a-b6aab606ad06 details requested by agent hyperv_n-h2-838550-3 with host n-h2-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:08:51.695077 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device e832bd60-8122-43cd-b491-90d0d6301f6b up at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:08:51.804082 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c58119-a022-433a-a3b2-84986d7fd321 req-ff9ab3d3-a7ca-427d-b59a-07d1d3ec11b3 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:51.806336 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-67c58119-a022-433a-a3b2-84986d7fd321 req-ff9ab3d3-a7ca-427d-b59a-07d1d3ec11b3 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] 10.222.0.85 "GET /v2.0/ports?device_id=99d6ce8d-1802-43b7-b3a1-723c709524f1 HTTP/1.1" status: 200 len: 943 time: 0.0728257 May 18 18:08:51.876918 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-67c58119-a022-433a-a3b2-84986d7fd321 req-26961c18-65d7-4369-9072-b1c681c6977d tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] 10.222.0.85 "GET /v2.0/security-groups?id=cb4db50c-f652-4bbe-9372-f1efeb00bae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599749 May 18 18:08:51.967142 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd91a939e-a627-4c2d-bf7d-59543494f613', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67a4897b-5fda-4ee1-9da3-27070a6ed485'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:08:51.979661 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e52bcb2-a467-46e3-b225-9e394600bdea" -d '{"events": [{"server_uuid": "d91a939e-a627-4c2d-bf7d-59543494f613", "name": "network-vif-plugged", "status": "completed", "tag": "67a4897b-5fda-4ee1-9da3-27070a6ed485"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:08:52.035773 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning for port e832bd60-8122-43cd-b491-90d0d6301f6b completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:08:52.049932 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning complete for port e832bd60-8122-43cd-b491-90d0d6301f6b triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:08:52.050297 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:52.080290 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126ca90e-5951-4d92-a16a-e09e4ff03874 req-20363a08-b3a3-4534-a96d-5b7af6b47fc0 tempest-ListServersNegativeTestJSON-1307727916 tempest-ListServersNegativeTestJSON-1307727916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:52.093666 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-126ca90e-5951-4d92-a16a-e09e4ff03874 req-20363a08-b3a3-4534-a96d-5b7af6b47fc0 tempest-ListServersNegativeTestJSON-1307727916 tempest-ListServersNegativeTestJSON-1307727916-project] 10.222.0.85 "GET /v2.0/ports?device_id=0309f69c-7e39-4016-bd1d-a8e406b5681d HTTP/1.1" status: 200 len: 945 time: 0.7496734 May 18 18:08:52.100214 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-30a71325-8e27-4262-b73e-aef4e261d5b9 req-d9cf675c-7d43-4fe6-84fd-bc41e7d3d4b1 service neutron] For port c66c94da-975c-48bf-8603-4b1d1337c6ac, host n-h2-838550-3, cleared binding levels {{(pid=102731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:08:52.110187 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-30a71325-8e27-4262-b73e-aef4e261d5b9 req-d9cf675c-7d43-4fe6-84fd-bc41e7d3d4b1 service neutron] For port c66c94da-975c-48bf-8603-4b1d1337c6ac, host n-h2-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=c66c94da-975c-48bf-8603-4b1d1337c6ac,segment=NetworkSegment(31315e3d-060c-4ccf-beb4-baf1134985d1),segment_id=31315e3d-060c-4ccf-beb4-baf1134985d1)] {{(pid=102731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:08:52.114958 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device eb7403a5-417e-4c66-9028-f2b20017e630 no longer exists at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:08:52.139693 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-30a71325-8e27-4262-b73e-aef4e261d5b9 req-d9cf675c-7d43-4fe6-84fd-bc41e7d3d4b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:52.148536 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] No Port match for: eb7403a5-417e-4c66-9028-f2b20017e630 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:08:52.149150 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device eb7403a5-417e-4c66-9028-f2b20017e630 not bound to the agent host n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:08:52.192402 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port bb609224-f5ba-4bb0-be9a-b6aab606ad06, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=bb609224-f5ba-4bb0-be9a-b6aab606ad06,segment=NetworkSegment(58bfdefb-3654-4aa0-92f0-6f0afd2552db),segment_id=58bfdefb-3654-4aa0-92f0-6f0afd2552db)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:08:52.217576 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-98d43576-75ff-4dfd-a4b7-bbf8c77dfcbd req-1e176b3a-738d-4f9b-a6ef-23b474315ddd service neutron] 10.222.0.88 "GET /v2.0/networks/f92940b8-c50f-4c94-b1f3-3e93ca94957d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8326547 May 18 18:08:52.261304 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a71325-8e27-4262-b73e-aef4e261d5b9 req-d9cf675c-7d43-4fe6-84fd-bc41e7d3d4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:52.262299 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-30a71325-8e27-4262-b73e-aef4e261d5b9 req-d9cf675c-7d43-4fe6-84fd-bc41e7d3d4b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:52.263959 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Returning: {'device': 'bb609224-f5ba-4bb0-be9a-b6aab606ad06', 'network_id': 'f92940b8-c50f-4c94-b1f3-3e93ca94957d', 'port_id': 'bb609224-f5ba-4bb0-be9a-b6aab606ad06', 'mac_address': 'fa:16:3e:a4:82:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3928b460-5138-4e6e-b763-eaa17a3ede29', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:08:52.264642 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-30a71325-8e27-4262-b73e-aef4e261d5b9 req-d9cf675c-7d43-4fe6-84fd-bc41e7d3d4b1 service neutron] 10.222.0.88 "PUT /v2.0/ports/c66c94da-975c-48bf-8603-4b1d1337c6ac HTTP/1.1" status: 200 len: 1091 time: 2.7450607 May 18 18:08:52.277654 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99d6ce8d-1802-43b7-b3a1-723c709524f1', 'tag': 'c66c94da-975c-48bf-8603-4b1d1337c6ac'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:08:52.282069 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55b8c5fe-a8f2-43ae-a927-59e40d0db20f" -d '{"events": [{"name": "network-changed", "server_uuid": "99d6ce8d-1802-43b7-b3a1-723c709524f1", "tag": "c66c94da-975c-48bf-8603-4b1d1337c6ac"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:08:52.310044 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-126ca90e-5951-4d92-a16a-e09e4ff03874 req-a274139a-e57d-4b9d-ba89-6d02468fe561 tempest-ListServersNegativeTestJSON-1307727916 tempest-ListServersNegativeTestJSON-1307727916-project] 10.222.0.85 "GET /v2.0/security-groups?id=a5378634-71ac-4811-81a5-9fa292a84a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148962 May 18 18:08:52.369540 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port e832bd60-8122-43cd-b491-90d0d6301f6b is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:08:52.370002 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:52.444182 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port bb609224-f5ba-4bb0-be9a-b6aab606ad06 is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:08:52.444327 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:52.466822 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb609224-f5ba-4bb0-be9a-b6aab606ad06 {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:08:52.496342 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port e832bd60-8122-43cd-b491-90d0d6301f6b, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=e832bd60-8122-43cd-b491-90d0d6301f6b,segment=NetworkSegment(eb554bdf-962d-4d95-b040-83b8339864d2),segment_id=eb554bdf-962d-4d95-b040-83b8339864d2)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:08:52.507339 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:52.536677 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12d10d45-7e14-4701-acb3-7601c087c07a x-openstack-request-id: req-12d10d45-7e14-4701-acb3-7601c087c07a {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:08:52.536964 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d91a939e-a627-4c2d-bf7d-59543494f613", "name": "network-vif-plugged", "status": "completed", "tag": "67a4897b-5fda-4ee1-9da3-27070a6ed485", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:08:52.537368 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-12d10d45-7e14-4701-acb3-7601c087c07a {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:08:52.545961 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12d10d45-7e14-4701-acb3-7601c087c07a'] response: {'server_uuid': 'd91a939e-a627-4c2d-bf7d-59543494f613', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67a4897b-5fda-4ee1-9da3-27070a6ed485', 'code': 200} May 18 18:08:52.573730 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-a834da2d-78ae-4b02-bc48-c82ff1dec5f5 req-3f1987be-ad89-4e02-a209-0d4639d25f0f tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1114588578', 'description': 'tempest-description-907392348'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:08:52.674960 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port bb609224-f5ba-4bb0-be9a-b6aab606ad06, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=bb609224-f5ba-4bb0-be9a-b6aab606ad06,segment=NetworkSegment(58bfdefb-3654-4aa0-92f0-6f0afd2552db),segment_id=58bfdefb-3654-4aa0-92f0-6f0afd2552db)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:08:52.696159 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:52.751360 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=e832bd60-8122-43cd-b491-90d0d6301f6b,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:08:52.803981 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cf675c-7d43-4fe6-84fd-bc41e7d3d4b1 service neutron] Pushing event updated for resources: {'Port': ['ID=c66c94da-975c-48bf-8603-4b1d1337c6ac,revision_number=3']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:08:52.823866 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-a834da2d-78ae-4b02-bc48-c82ff1dec5f5 req-3f1987be-ad89-4e02-a209-0d4639d25f0f tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:52.840863 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-98d43576-75ff-4dfd-a4b7-bbf8c77dfcbd req-ec2bb9cc-49f1-4f6f-9375-9b8442b41364 service neutron] 10.222.0.88 "GET /v2.0/networks/f92940b8-c50f-4c94-b1f3-3e93ca94957d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5859957 May 18 18:08:52.892173 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a71325-8e27-4262-b73e-aef4e261d5b9 req-1c9dd00a-52d8-4c00-8a77-4d35947012ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:52.895493 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-30a71325-8e27-4262-b73e-aef4e261d5b9 req-1c9dd00a-52d8-4c00-8a77-4d35947012ce service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=e05b3d827f844c1d97efd9db4e0d2203&device_id=99d6ce8d-1802-43b7-b3a1-723c709524f1 HTTP/1.1" status: 200 len: 1094 time: 0.3929949 May 18 18:08:52.902067 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20346164-f41b-4866-bf63-3801d0bc3885 req-3d361921-e465-45f4-b069-6c08ec68a9b2 tempest-ServersOnMultiNodesTest-127999468 tempest-ServersOnMultiNodesTest-127999468-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:52.902891 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=bb609224-f5ba-4bb0-be9a-b6aab606ad06,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:08:52.922016 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-20346164-f41b-4866-bf63-3801d0bc3885 req-3d361921-e465-45f4-b069-6c08ec68a9b2 tempest-ServersOnMultiNodesTest-127999468 tempest-ServersOnMultiNodesTest-127999468-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=eb23a27e-f075-4514-8d58-f17c7c7cf357 HTTP/1.1" status: 200 len: 1100 time: 0.1379135 May 18 18:08:52.942871 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aff0ae-c13b-4617-9479-7cb024fdd517 req-43288d0b-f698-4386-b017-a2f5299eccf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:52.945670 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-20aff0ae-c13b-4617-9479-7cb024fdd517 req-43288d0b-f698-4386-b017-a2f5299eccf7 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=d91a939e-a627-4c2d-bf7d-59543494f613 HTTP/1.1" status: 200 len: 1097 time: 0.2834888 May 18 18:08:52.998508 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-20346164-f41b-4866-bf63-3801d0bc3885 req-2eec28b0-5c71-4974-bab2-a53c8524973b tempest-ServersOnMultiNodesTest-127999468 tempest-ServersOnMultiNodesTest-127999468-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=5ea4329b-bade-4f5a-bfbd-7917c3702679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747468 May 18 18:08:53.039673 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-30a71325-8e27-4262-b73e-aef4e261d5b9 req-1885b2a5-a7e6-4339-b16c-d5f11eb5ab66 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c66c94da-975c-48bf-8603-4b1d1337c6ac HTTP/1.1" status: 200 len: 217 time: 0.1340561 May 18 18:08:53.119780 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a71325-8e27-4262-b73e-aef4e261d5b9 req-df8f287d-a7ab-4cef-bdf7-f6b363e5cc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:53.122574 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-30a71325-8e27-4262-b73e-aef4e261d5b9 req-df8f287d-a7ab-4cef-bdf7-f6b363e5cc4e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b4c8e604-9eb2-414a-8fcd-fc1ec0f983e0 HTTP/1.1" status: 200 len: 859 time: 0.0702305 May 18 18:08:53.135122 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-20aff0ae-c13b-4617-9479-7cb024fdd517 req-b214993a-13e3-4216-93f7-793f135212bf service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=a5378634-71ac-4811-81a5-9fa292a84a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172986 May 18 18:08:53.206574 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b74a9f-c2a9-453c-a34d-79434d906491 req-35fcce73-cf19-4b9f-b5ba-91353929b2fc tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:53.209168 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-78b74a9f-c2a9-453c-a34d-79434d906491 req-35fcce73-cf19-4b9f-b5ba-91353929b2fc tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/ports?device_id=77596843-4c0f-475a-8d4e-a5a7e48df306 HTTP/1.1" status: 200 len: 945 time: 0.0981793 May 18 18:08:53.269309 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-a834da2d-78ae-4b02-bc48-c82ff1dec5f5 req-3f1987be-ad89-4e02-a209-0d4639d25f0f tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:53.280852 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-a834da2d-78ae-4b02-bc48-c82ff1dec5f5 req-3f1987be-ad89-4e02-a209-0d4639d25f0f tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:53.281645 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-78b74a9f-c2a9-453c-a34d-79434d906491 req-d67cbfa3-116f-4aae-b722-d912583b059c tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/security-groups?id=fae3ce3c-9235-4ae4-9c6c-e682ce6a4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600643 May 18 18:08:53.295760 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['bb609224-f5ba-4bb0-be9a-b6aab606ad06'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:08:53.318346 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a71325-8e27-4262-b73e-aef4e261d5b9 req-4f9aa0c7-5645-4b70-a8c0-f507bbd072ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:53.339337 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-30a71325-8e27-4262-b73e-aef4e261d5b9 req-4f9aa0c7-5645-4b70-a8c0-f507bbd072ae service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=6ba2d3f1-1e38-41ee-8062-86260345c4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2008016 May 18 18:08:53.357506 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-a834da2d-78ae-4b02-bc48-c82ff1dec5f5 req-3f1987be-ad89-4e02-a209-0d4639d25f0f tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:53.359754 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a834da2d-78ae-4b02-bc48-c82ff1dec5f5 req-3f1987be-ad89-4e02-a209-0d4639d25f0f tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.8592131 May 18 18:08:53.389283 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1987be-ad89-4e02-a209-0d4639d25f0f tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56e80067-d8d4-4053-a71a-a015cfe7062f,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:08:53.496575 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1fe2cf0-2551-4579-b9a8-f0eb8c54de76 x-openstack-request-id: req-e1fe2cf0-2551-4579-b9a8-f0eb8c54de76 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:08:53.496947 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99d6ce8d-1802-43b7-b3a1-723c709524f1", "tag": "c66c94da-975c-48bf-8603-4b1d1337c6ac", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:08:53.497269 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-e1fe2cf0-2551-4579-b9a8-f0eb8c54de76 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:08:53.497963 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1fe2cf0-2551-4579-b9a8-f0eb8c54de76'] response: {'name': 'network-changed', 'server_uuid': '99d6ce8d-1802-43b7-b3a1-723c709524f1', 'tag': 'c66c94da-975c-48bf-8603-4b1d1337c6ac', 'status': 'completed', 'code': 200} May 18 18:08:53.703295 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-30a71325-8e27-4262-b73e-aef4e261d5b9 req-c74ba3aa-2a9a-4283-b4b4-ac079e707141 service neutron] 10.222.0.88 "GET /v2.0/networks/6ba2d3f1-1e38-41ee-8062-86260345c4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2723389 May 18 18:08:53.724454 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a94b7b-cb18-40ad-8068-610956d5f5bc req-210b0629-c29e-4ca4-a2dd-f254643739fe tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:53.734619 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-41a94b7b-cb18-40ad-8068-610956d5f5bc req-210b0629-c29e-4ca4-a2dd-f254643739fe tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=b620702a-122a-4cad-9b6e-b764547e6f53 HTTP/1.1" status: 200 len: 944 time: 0.1765416 May 18 18:08:53.748777 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb4cf31-dae8-4a84-bad4-21ca80bfa792 req-7597f1a6-b6ba-40b8-ae68-5cc6804de975 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:53.751708 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fcb4cf31-dae8-4a84-bad4-21ca80bfa792 req-7597f1a6-b6ba-40b8-ae68-5cc6804de975 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=84d410e5-f4e3-429d-81c6-65d701445b6d HTTP/1.1" status: 200 len: 950 time: 0.1438277 May 18 18:08:53.846266 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fcb4cf31-dae8-4a84-bad4-21ca80bfa792 req-f8b4467c-9fd7-40e1-a022-abf776b9114d tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807621 May 18 18:08:53.909902 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-30a71325-8e27-4262-b73e-aef4e261d5b9 req-c92a5895-f15f-4dd2-9316-f4730672561c service neutron] 10.222.0.88 "GET /v2.0/networks/6ba2d3f1-1e38-41ee-8062-86260345c4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721730 May 18 18:08:53.978706 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-41a94b7b-cb18-40ad-8068-610956d5f5bc req-3314d035-6849-4489-ba8a-7584cffd28d8 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/security-groups?id=33ba1fad-191a-4b7a-ae9e-8e9e60985e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735543 May 18 18:08:54.003989 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e6cb33-85c4-4051-81b8-cc2283b53308 req-7bdf9cde-31be-4de6-9d50-2aac07ff1708 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:54.007431 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-71e6cb33-85c4-4051-81b8-cc2283b53308 req-7bdf9cde-31be-4de6-9d50-2aac07ff1708 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] 10.222.0.85 "GET /v2.0/ports?device_id=99d6ce8d-1802-43b7-b3a1-723c709524f1 HTTP/1.1" status: 200 len: 943 time: 0.0967054 May 18 18:08:54.080250 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-71e6cb33-85c4-4051-81b8-cc2283b53308 req-4aab4fba-2277-4914-a145-dbc299e8b263 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] 10.222.0.85 "GET /v2.0/security-groups?id=cb4db50c-f652-4bbe-9372-f1efeb00bae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526106 May 18 18:08:54.123477 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 53486) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:08:54.139831 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b8c5fe-a8f2-43ae-a927-59e40d0db20f req-92b387f0-0c5d-4884-8296-716c38c559dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:54.145001 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-55b8c5fe-a8f2-43ae-a927-59e40d0db20f req-92b387f0-0c5d-4884-8296-716c38c559dc service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=e05b3d827f844c1d97efd9db4e0d2203&device_id=99d6ce8d-1802-43b7-b3a1-723c709524f1 HTTP/1.1" status: 200 len: 1094 time: 0.1444645 May 18 18:08:54.233548 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26c655c-456b-4f0b-a382-fdfaf13a78d7 req-cc5656ef-b1f9-4c96-aca1-727a35022d3d tempest-ListServersNegativeTestJSON-1307727916 tempest-ListServersNegativeTestJSON-1307727916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:54.236683 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a26c655c-456b-4f0b-a382-fdfaf13a78d7 req-cc5656ef-b1f9-4c96-aca1-727a35022d3d tempest-ListServersNegativeTestJSON-1307727916 tempest-ListServersNegativeTestJSON-1307727916-project] 10.222.0.85 "GET /v2.0/ports?device_id=0309f69c-7e39-4016-bd1d-a8e406b5681d HTTP/1.1" status: 200 len: 945 time: 0.0741584 May 18 18:08:54.289597 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a26c655c-456b-4f0b-a382-fdfaf13a78d7 req-f4f08224-c37a-40a7-99c5-c348dbf7b9e2 tempest-ListServersNegativeTestJSON-1307727916 tempest-ListServersNegativeTestJSON-1307727916-project] 10.222.0.85 "GET /v2.0/security-groups?id=a5378634-71ac-4811-81a5-9fa292a84a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415313 May 18 18:08:54.311212 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3dc29e-fa4a-4736-b05f-c73e90042a49 req-e120045f-8715-40d2-89b2-bf1627c7bcb3 tempest-ServersOnMultiNodesTest-127999468 tempest-ServersOnMultiNodesTest-127999468-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:54.325769 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ee3dc29e-fa4a-4736-b05f-c73e90042a49 req-e120045f-8715-40d2-89b2-bf1627c7bcb3 tempest-ServersOnMultiNodesTest-127999468 tempest-ServersOnMultiNodesTest-127999468-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=cab5aa50-c349-4f1e-affa-de05c046bb26 HTTP/1.1" status: 200 len: 1101 time: 0.1786027 May 18 18:08:54.396618 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ee3dc29e-fa4a-4736-b05f-c73e90042a49 req-07f0085f-1fee-4d07-b405-61323b4627cc tempest-ServersOnMultiNodesTest-127999468 tempest-ServersOnMultiNodesTest-127999468-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=5ea4329b-bade-4f5a-bfbd-7917c3702679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694780 May 18 18:08:54.406349 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b8c5fe-a8f2-43ae-a927-59e40d0db20f req-ad2eb7e1-1e63-486c-bc40-9603d0aa5886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:54.408104 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-55b8c5fe-a8f2-43ae-a927-59e40d0db20f req-ad2eb7e1-1e63-486c-bc40-9603d0aa5886 service neutron] 10.222.0.88 "GET /v2.0/networks?id=6ba2d3f1-1e38-41ee-8062-86260345c4fd HTTP/1.1" status: 200 len: 921 time: 0.2425461 May 18 18:08:54.452439 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-42149c9d-b021-422b-858d-1a8051e84f3e tempest-PortsAdminExtendedAttrsTestJSON-378063382 tempest-PortsAdminExtendedAttrsTestJSON-378063382-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-756323887'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:08:54.479333 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b97c0e6e-e964-41bb-b523-0a4b9ba8fadb req-a0b50461-5756-4e0b-b795-9a5a3cc42cfb tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] 10.222.0.85 "GET /v2.0/security-groups/9d68ec24-01ef-49cb-a1cc-705200be8803 HTTP/1.1" status: 200 len: 1804 time: 0.1233313 May 18 18:08:54.508901 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42149c9d-b021-422b-858d-1a8051e84f3e tempest-PortsAdminExtendedAttrsTestJSON-378063382 tempest-PortsAdminExtendedAttrsTestJSON-378063382-project] Made reservation on behalf of e9f865dd650c4695990815030da0d11c for: {'network': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:08:54.515091 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-42149c9d-b021-422b-858d-1a8051e84f3e tempest-PortsAdminExtendedAttrsTestJSON-378063382 tempest-PortsAdminExtendedAttrsTestJSON-378063382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:54.531760 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-55b8c5fe-a8f2-43ae-a927-59e40d0db20f req-d9774deb-2613-475e-8d13-39b8aa36c085 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c66c94da-975c-48bf-8603-4b1d1337c6ac HTTP/1.1" status: 200 len: 217 time: 0.0869548 May 18 18:08:54.539375 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-42149c9d-b021-422b-858d-1a8051e84f3e tempest-PortsAdminExtendedAttrsTestJSON-378063382 tempest-PortsAdminExtendedAttrsTestJSON-378063382-project] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:54.550247 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a201e253-0310-4c1f-bdab-149b8f8fced8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e832bd60-8122-43cd-b491-90d0d6301f6b'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:08:54.553706 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d79c086-c06f-48b7-9b4b-fd2581d62578" -d '{"events": [{"server_uuid": "a201e253-0310-4c1f-bdab-149b8f8fced8", "name": "network-vif-plugged", "status": "completed", "tag": "e832bd60-8122-43cd-b491-90d0d6301f6b"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:08:54.660325 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b97c0e6e-e964-41bb-b523-0a4b9ba8fadb req-25c36cfb-e76b-47fd-a9a7-ea00e4ff5698 tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] 10.222.0.85 "GET /v2.0/security-groups/56e80067-d8d4-4053-a71a-a015cfe7062f HTTP/1.1" status: 200 len: 1804 time: 0.1713953 May 18 18:08:54.670910 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b8c5fe-a8f2-43ae-a927-59e40d0db20f req-06319fb6-b3cc-4486-95b5-463c060c3666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:54.673853 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-55b8c5fe-a8f2-43ae-a927-59e40d0db20f req-06319fb6-b3cc-4486-95b5-463c060c3666 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b4c8e604-9eb2-414a-8fcd-fc1ec0f983e0 HTTP/1.1" status: 200 len: 859 time: 0.1288884 May 18 18:08:54.690801 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dbfa68-598c-4b31-ba9c-4a8b0b8ac564 req-a624cee2-a7a8-40a4-a975-e2b174de8472 tempest-ListServersNegativeTestJSON-1307727916 tempest-ListServersNegativeTestJSON-1307727916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:54.693605 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f7dbfa68-598c-4b31-ba9c-4a8b0b8ac564 req-a624cee2-a7a8-40a4-a975-e2b174de8472 tempest-ListServersNegativeTestJSON-1307727916 tempest-ListServersNegativeTestJSON-1307727916-project] 10.222.0.85 "GET /v2.0/ports?device_id=a201e253-0310-4c1f-bdab-149b8f8fced8 HTTP/1.1" status: 200 len: 945 time: 0.1658368 May 18 18:08:54.712062 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-42149c9d-b021-422b-858d-1a8051e84f3e tempest-PortsAdminExtendedAttrsTestJSON-378063382 tempest-PortsAdminExtendedAttrsTestJSON-378063382-project] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:54.716126 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-b97c0e6e-e964-41bb-b523-0a4b9ba8fadb req-9d5593c8-6075-4ea7-9930-87f8a733c256 tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '9d68ec24-01ef-49cb-a1cc-705200be8803', 'remote_group_id': '56e80067-d8d4-4053-a71a-a015cfe7062f', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:08:54.716862 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-b97c0e6e-e964-41bb-b523-0a4b9ba8fadb req-9d5593c8-6075-4ea7-9930-87f8a733c256 tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '9d68ec24-01ef-49cb-a1cc-705200be8803', 'remote_group_id': '56e80067-d8d4-4053-a71a-a015cfe7062f', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:08:54.724736 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-42149c9d-b021-422b-858d-1a8051e84f3e tempest-PortsAdminExtendedAttrsTestJSON-378063382 tempest-PortsAdminExtendedAttrsTestJSON-378063382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:54.775311 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42149c9d-b021-422b-858d-1a8051e84f3e tempest-PortsAdminExtendedAttrsTestJSON-378063382 tempest-PortsAdminExtendedAttrsTestJSON-378063382-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 639} {{(pid=102730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:08:54.795217 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42149c9d-b021-422b-858d-1a8051e84f3e tempest-PortsAdminExtendedAttrsTestJSON-378063382 tempest-PortsAdminExtendedAttrsTestJSON-378063382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14762211-79b3-46df-8166-ab0270ee273e,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:08:54.800732 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b8c5fe-a8f2-43ae-a927-59e40d0db20f req-55d4200d-ba67-4694-b918-f7112f6b6641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:54.803271 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-55b8c5fe-a8f2-43ae-a927-59e40d0db20f req-55d4200d-ba67-4694-b918-f7112f6b6641 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=6ba2d3f1-1e38-41ee-8062-86260345c4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1080053 May 18 18:08:54.811136 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-42149c9d-b021-422b-858d-1a8051e84f3e tempest-PortsAdminExtendedAttrsTestJSON-378063382 tempest-PortsAdminExtendedAttrsTestJSON-378063382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:54.812003 n-d-838550-3 neutron-server[102730]: INFO neutron.db.segments_db [None req-42149c9d-b021-422b-858d-1a8051e84f3e tempest-PortsAdminExtendedAttrsTestJSON-378063382 tempest-PortsAdminExtendedAttrsTestJSON-378063382-project] Added segment eb974231-aac6-4f91-b36b-acb0cc94fbdd of type vlan for network 66bc9761-d1c6-4dcd-bfe8-79c40c84e3ac May 18 18:08:54.813413 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f7dbfa68-598c-4b31-ba9c-4a8b0b8ac564 req-63b12df7-e5d8-4504-8633-9136cdf6f7a4 tempest-ListServersNegativeTestJSON-1307727916 tempest-ListServersNegativeTestJSON-1307727916-project] 10.222.0.85 "GET /v2.0/security-groups?id=a5378634-71ac-4811-81a5-9fa292a84a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048610 May 18 18:08:54.938598 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-42149c9d-b021-422b-858d-1a8051e84f3e tempest-PortsAdminExtendedAttrsTestJSON-378063382 tempest-PortsAdminExtendedAttrsTestJSON-378063382-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:54.979770 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-b97c0e6e-e964-41bb-b523-0a4b9ba8fadb req-9d5593c8-6075-4ea7-9930-87f8a733c256 tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:55.018891 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-55b8c5fe-a8f2-43ae-a927-59e40d0db20f req-382da54f-6792-4ff5-a635-77f661d36696 service neutron] 10.222.0.88 "GET /v2.0/networks/6ba2d3f1-1e38-41ee-8062-86260345c4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040348 May 18 18:08:55.045050 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-42149c9d-b021-422b-858d-1a8051e84f3e tempest-PortsAdminExtendedAttrsTestJSON-378063382 tempest-PortsAdminExtendedAttrsTestJSON-378063382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:55.052955 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42149c9d-b021-422b-858d-1a8051e84f3e tempest-PortsAdminExtendedAttrsTestJSON-378063382 tempest-PortsAdminExtendedAttrsTestJSON-378063382-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:55.054150 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-42149c9d-b021-422b-858d-1a8051e84f3e tempest-PortsAdminExtendedAttrsTestJSON-378063382 tempest-PortsAdminExtendedAttrsTestJSON-378063382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:55.066991 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71dc03b-0f6a-4309-a4d0-cc03f403ab09 req-8bbd4c69-0c06-4df0-b7b5-96ba3be40662 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:55.075297 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b71dc03b-0f6a-4309-a4d0-cc03f403ab09 req-8bbd4c69-0c06-4df0-b7b5-96ba3be40662 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/ports?device_id=77596843-4c0f-475a-8d4e-a5a7e48df306 HTTP/1.1" status: 200 len: 945 time: 0.1069767 May 18 18:08:55.120183 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-b97c0e6e-e964-41bb-b523-0a4b9ba8fadb req-9d5593c8-6075-4ea7-9930-87f8a733c256 tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:55.155673 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b71dc03b-0f6a-4309-a4d0-cc03f403ab09 req-922289b2-a1d5-4009-9d54-cbcbd1bafff9 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/security-groups?id=fae3ce3c-9235-4ae4-9c6c-e682ce6a4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793846 May 18 18:08:55.226422 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-42149c9d-b021-422b-858d-1a8051e84f3e tempest-PortsAdminExtendedAttrsTestJSON-378063382 tempest-PortsAdminExtendedAttrsTestJSON-378063382-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.0992777 May 18 18:08:55.226422 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-b97c0e6e-e964-41bb-b523-0a4b9ba8fadb req-9d5593c8-6075-4ea7-9930-87f8a733c256 tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:55.248297 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-55b8c5fe-a8f2-43ae-a927-59e40d0db20f req-bf0c7f71-b8cd-4641-b019-a2a9503d4f3f service neutron] 10.222.0.88 "GET /v2.0/networks/6ba2d3f1-1e38-41ee-8062-86260345c4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173412 May 18 18:08:55.316300 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42149c9d-b021-422b-858d-1a8051e84f3e tempest-PortsAdminExtendedAttrsTestJSON-378063382 tempest-PortsAdminExtendedAttrsTestJSON-378063382-project] Pushing event updated for resources: {'Network': ['ID=66bc9761-d1c6-4dcd-bfe8-79c40c84e3ac,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:08:55.319769 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5593c8-6075-4ea7-9930-87f8a733c256 tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c18da75-ff85-4b0a-8ae8-f488d0b41a92,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:08:55.336145 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-b97c0e6e-e964-41bb-b523-0a4b9ba8fadb req-9d5593c8-6075-4ea7-9930-87f8a733c256 tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:55.339434 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b97c0e6e-e964-41bb-b523-0a4b9ba8fadb req-9d5593c8-6075-4ea7-9930-87f8a733c256 tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.6303010 May 18 18:08:55.370040 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network 66bc9761-d1c6-4dcd-bfe8-79c40c84e3ac details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:08:55.537976 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c800d5a3-f018-4a26-bca9-9cf7153033e2 x-openstack-request-id: req-c800d5a3-f018-4a26-bca9-9cf7153033e2 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:08:55.538493 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a201e253-0310-4c1f-bdab-149b8f8fced8", "name": "network-vif-plugged", "status": "completed", "tag": "e832bd60-8122-43cd-b491-90d0d6301f6b", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:08:55.538884 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-c800d5a3-f018-4a26-bca9-9cf7153033e2 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:08:55.539533 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c800d5a3-f018-4a26-bca9-9cf7153033e2'] response: {'server_uuid': 'a201e253-0310-4c1f-bdab-149b8f8fced8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e832bd60-8122-43cd-b491-90d0d6301f6b', 'code': 200} May 18 18:08:55.677253 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68366dea-6c76-4bc3-97cd-7682c1f16f8d req-a592a0fa-232c-4a52-be41-2b410481e309 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:55.677774 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-68366dea-6c76-4bc3-97cd-7682c1f16f8d req-a592a0fa-232c-4a52-be41-2b410481e309 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=b620702a-122a-4cad-9b6e-b764547e6f53 HTTP/1.1" status: 200 len: 944 time: 0.0647123 May 18 18:08:55.748175 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3e8c4e-110b-43f0-b8d2-99fb0378930d req-52812080-e2a1-48de-8542-6b4f2bfebb52 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:55.751184 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3e3e8c4e-110b-43f0-b8d2-99fb0378930d req-52812080-e2a1-48de-8542-6b4f2bfebb52 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=84d410e5-f4e3-429d-81c6-65d701445b6d HTTP/1.1" status: 200 len: 950 time: 0.1816037 May 18 18:08:55.757320 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4293868-bd78-4af1-8739-12484bb10a8e req-34ef1bce-1d05-4857-add4-124f9597ad9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:55.759116 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a4293868-bd78-4af1-8739-12484bb10a8e req-34ef1bce-1d05-4857-add4-124f9597ad9f service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=a201e253-0310-4c1f-bdab-149b8f8fced8 HTTP/1.1" status: 200 len: 1096 time: 0.0747283 May 18 18:08:55.774024 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-68366dea-6c76-4bc3-97cd-7682c1f16f8d req-ffd83518-1226-4946-8c87-997de59eb526 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/security-groups?id=33ba1fad-191a-4b7a-ae9e-8e9e60985e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795128 May 18 18:08:55.880575 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3e3e8c4e-110b-43f0-b8d2-99fb0378930d req-683b1ed1-ef81-4a80-a892-eb0550d7e70c tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181414 May 18 18:08:55.892790 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a4293868-bd78-4af1-8739-12484bb10a8e req-52f08293-b972-4b26-a4be-c0f177f7f0a3 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=a5378634-71ac-4811-81a5-9fa292a84a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944202 May 18 18:08:55.934279 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9471aefa-b337-40d1-b025-3322f570ca25 req-71831f0c-cfbe-406a-a035-c4ee71d4df30 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:55.935995 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9471aefa-b337-40d1-b025-3322f570ca25 req-71831f0c-cfbe-406a-a035-c4ee71d4df30 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] 10.222.0.85 "GET /v2.0/ports?device_id=99d6ce8d-1802-43b7-b3a1-723c709524f1 HTTP/1.1" status: 200 len: 943 time: 0.0848422 May 18 18:08:55.990671 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9471aefa-b337-40d1-b025-3322f570ca25 req-4cacce99-91a7-4084-b659-95f4675bfb9c tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] 10.222.0.85 "GET /v2.0/security-groups?id=cb4db50c-f652-4bbe-9372-f1efeb00bae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478337 May 18 18:08:56.037829 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-8d609fb4-38ca-4a90-ac83-13b833e040b7 req-8bc7b968-abc6-45ae-9874-a30c294e6f19 tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1810760195', 'description': 'tempest-description-1850976572'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:08:56.076921 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-8d609fb4-38ca-4a90-ac83-13b833e040b7 req-8bc7b968-abc6-45ae-9874-a30c294e6f19 tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:56.178543 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 53518) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:08:56.186896 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-1c323f95-aff1-4fc6-841e-8eb0e1685cce tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Request body: {'port': {'network_id': '66bc9761-d1c6-4dcd-bfe8-79c40c84e3ac', 'binding:host_id': 'n-h2-838550-3', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1501428923'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:08:56.217751 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-8d609fb4-38ca-4a90-ac83-13b833e040b7 req-8bc7b968-abc6-45ae-9874-a30c294e6f19 tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:56.224812 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-8d609fb4-38ca-4a90-ac83-13b833e040b7 req-8bc7b968-abc6-45ae-9874-a30c294e6f19 tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:56.241126 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c323f95-aff1-4fc6-841e-8eb0e1685cce tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Made reservation on behalf of 16415da0f8674e1f94cf614ca4a79e5c for: {'port': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:08:56.250100 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1c323f95-aff1-4fc6-841e-8eb0e1685cce tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:56.282659 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc7b968-abc6-45ae-9874-a30c294e6f19 tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f78baee7-a159-4e40-ba35-21fde53ca764,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:08:56.302488 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1c323f95-aff1-4fc6-841e-8eb0e1685cce tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:56.313517 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-8d609fb4-38ca-4a90-ac83-13b833e040b7 req-8bc7b968-abc6-45ae-9874-a30c294e6f19 tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:56.319526 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8d609fb4-38ca-4a90-ac83-13b833e040b7 req-8bc7b968-abc6-45ae-9874-a30c294e6f19 tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.2873437 May 18 18:08:56.376614 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e087e34c-c9d4-41cd-8311-de33f53af964 req-27e9e273-4fc0-4fa6-9d4e-9769b179f576 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=a049c2cb7dc14b6fbce20aa8814d6ebf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1217265 May 18 18:08:56.548497 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3699f24a-ffd7-4f86-b874-cac73eb5790c req-42571afe-7e4a-47a0-9367-694ca8368ed3 tempest-ListServersNegativeTestJSON-1307727916 tempest-ListServersNegativeTestJSON-1307727916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:56.551605 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3699f24a-ffd7-4f86-b874-cac73eb5790c req-42571afe-7e4a-47a0-9367-694ca8368ed3 tempest-ListServersNegativeTestJSON-1307727916 tempest-ListServersNegativeTestJSON-1307727916-project] 10.222.0.85 "GET /v2.0/ports?device_id=a201e253-0310-4c1f-bdab-149b8f8fced8 HTTP/1.1" status: 200 len: 945 time: 0.0994701 May 18 18:08:56.601320 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c35353-9e0a-4b4e-9067-f6037521a9c5 req-f19cfd74-d015-48e9-abaf-14ce5d4a7c70 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:56.606577 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-50c35353-9e0a-4b4e-9067-f6037521a9c5 req-f19cfd74-d015-48e9-abaf-14ce5d4a7c70 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.88 "GET /v2.0/ports?device_id=84d410e5-f4e3-429d-81c6-65d701445b6d HTTP/1.1" status: 200 len: 950 time: 0.2727232 May 18 18:08:56.663074 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3699f24a-ffd7-4f86-b874-cac73eb5790c req-2733e975-31fc-4de1-8011-dd04ed2b70e3 tempest-ListServersNegativeTestJSON-1307727916 tempest-ListServersNegativeTestJSON-1307727916-project] 10.222.0.85 "GET /v2.0/security-groups?id=a5378634-71ac-4811-81a5-9fa292a84a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948665 May 18 18:08:56.881520 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e260a513-4b61-4afb-8645-1622b5231d24 req-ec878dd2-2d89-49f2-b189-0f37aa94c64e tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:56.884114 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e260a513-4b61-4afb-8645-1622b5231d24 req-ec878dd2-2d89-49f2-b189-0f37aa94c64e tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/ports?device_id=77596843-4c0f-475a-8d4e-a5a7e48df306 HTTP/1.1" status: 200 len: 945 time: 0.1038094 May 18 18:08:56.887760 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e087e34c-c9d4-41cd-8311-de33f53af964 req-141daece-a6ec-4c67-bb6b-31dc61afbc75 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:56.890128 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e087e34c-c9d4-41cd-8311-de33f53af964 req-141daece-a6ec-4c67-bb6b-31dc61afbc75 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4740500 May 18 18:08:56.945962 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e087e34c-c9d4-41cd-8311-de33f53af964 req-b8728368-735f-4fdf-9e3e-0abd97b8f903 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/quotas/a049c2cb7dc14b6fbce20aa8814d6ebf HTTP/1.1" status: 200 len: 375 time: 0.0320127 May 18 18:08:56.949358 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1c323f95-aff1-4fc6-841e-8eb0e1685cce tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:56.954028 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e260a513-4b61-4afb-8645-1622b5231d24 req-9ee39ff4-4678-44b5-80f1-bba3f8634481 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/security-groups?id=fae3ce3c-9235-4ae4-9c6c-e682ce6a4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410743 May 18 18:08:56.967303 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1c323f95-aff1-4fc6-841e-8eb0e1685cce tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:56.983129 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [None req-1c323f95-aff1-4fc6-841e-8eb0e1685cce tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] device_id is not set on port b1628c9d-6e0f-457a-8f56-f55e2b51f2e6 yet. {{(pid=102731) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 18 18:08:57.027731 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-50c35353-9e0a-4b4e-9067-f6037521a9c5 req-f24ca2e0-ac22-4940-a0ea-2b33ef1eca1e tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Deleting port 65eaebad-5f15-498f-8a10-409fcd0c25c6 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:08:57.027919 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-50c35353-9e0a-4b4e-9067-f6037521a9c5 req-f24ca2e0-ac22-4940-a0ea-2b33ef1eca1e tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:57.030587 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-71589005-2cde-4845-a553-eef2c4e4e96b req-ca6ed55a-c49f-4fe1-957d-90300e374a21 tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-26068756', 'description': 'tempest-description-906726995'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:08:57.078262 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-71589005-2cde-4845-a553-eef2c4e4e96b req-ca6ed55a-c49f-4fe1-957d-90300e374a21 tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:57.187400 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-71589005-2cde-4845-a553-eef2c4e4e96b req-ca6ed55a-c49f-4fe1-957d-90300e374a21 tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:57.192108 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-71589005-2cde-4845-a553-eef2c4e4e96b req-ca6ed55a-c49f-4fe1-957d-90300e374a21 tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:57.233963 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-71589005-2cde-4845-a553-eef2c4e4e96b req-ca6ed55a-c49f-4fe1-957d-90300e374a21 tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:57.235646 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-71589005-2cde-4845-a553-eef2c4e4e96b req-ca6ed55a-c49f-4fe1-957d-90300e374a21 tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.2141066 May 18 18:08:57.242536 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6ed55a-c49f-4fe1-957d-90300e374a21 tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca6de211-5323-4f59-941e-5305287706d3,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:08:57.270388 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c323f95-aff1-4fc6-841e-8eb0e1685cce tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2dd3083-2614-4ed5-9ec0-38854f1ec3fe,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:08:57.311394 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e087e34c-c9d4-41cd-8311-de33f53af964 req-19d5c7ff-d2c5-4501-9040-5c25b251a681 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=a049c2cb7dc14b6fbce20aa8814d6ebf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3555346 May 18 18:08:57.450822 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-50c35353-9e0a-4b4e-9067-f6037521a9c5 req-f24ca2e0-ac22-4940-a0ea-2b33ef1eca1e tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] For port 65eaebad-5f15-498f-8a10-409fcd0c25c6, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=65eaebad-5f15-498f-8a10-409fcd0c25c6,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:08:57.450822 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-50c35353-9e0a-4b4e-9067-f6037521a9c5 req-f24ca2e0-ac22-4940-a0ea-2b33ef1eca1e tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:57.526552 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384ab6b6-614c-4b9c-91e4-45b299fa53ac req-da3cbe3c-582d-483f-9f22-4021aea16741 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:57.529604 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-384ab6b6-614c-4b9c-91e4-45b299fa53ac req-da3cbe3c-582d-483f-9f22-4021aea16741 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=b620702a-122a-4cad-9b6e-b764547e6f53 HTTP/1.1" status: 200 len: 944 time: 0.1175861 May 18 18:08:57.539675 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-50c35353-9e0a-4b4e-9067-f6037521a9c5 req-f24ca2e0-ac22-4940-a0ea-2b33ef1eca1e tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Calling delete_port for 65eaebad-5f15-498f-8a10-409fcd0c25c6 owned by compute:nova {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:08:57.631911 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-384ab6b6-614c-4b9c-91e4-45b299fa53ac req-cea1f802-aeef-49cb-a781-4025eaca7466 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/security-groups?id=33ba1fad-191a-4b7a-ae9e-8e9e60985e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880883 May 18 18:08:57.716414 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device c66c94da-975c-48bf-8603-4b1d1337c6ac details requested by agent hyperv_n-h2-838550-3 with host n-h2-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:08:57.722576 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device bb609224-f5ba-4bb0-be9a-b6aab606ad06 up at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:08:57.741061 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [None req-1c323f95-aff1-4fc6-841e-8eb0e1685cce tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] device_id is not set on port b1628c9d-6e0f-457a-8f56-f55e2b51f2e6 yet. {{(pid=102731) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 18 18:08:57.771075 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1c323f95-aff1-4fc6-841e-8eb0e1685cce tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:57.787683 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1c323f95-aff1-4fc6-841e-8eb0e1685cce tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:57.899553 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1242ce5e-6aed-4637-8bea-14c977f2bc2e req-d5aad69a-3dfe-4755-9a22-d79de318f321 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:57.902626 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1242ce5e-6aed-4637-8bea-14c977f2bc2e req-d5aad69a-3dfe-4755-9a22-d79de318f321 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=84d410e5-f4e3-429d-81c6-65d701445b6d HTTP/1.1" status: 200 len: 950 time: 0.0974772 May 18 18:08:58.039080 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c323f95-aff1-4fc6-841e-8eb0e1685cce tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Pushing event updated for resources: {'Port': ['ID=b1628c9d-6e0f-457a-8f56-f55e2b51f2e6,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:08:58.046115 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c323f95-aff1-4fc6-841e-8eb0e1685cce tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Checking segment: {'id': 'eb974231-aac6-4f91-b36b-acb0cc94fbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '66bc9761-d1c6-4dcd-bfe8-79c40c84e3ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:08:58.046692 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c323f95-aff1-4fc6-841e-8eb0e1685cce tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Network hostable DHCP agents. Network: 66bc9761-d1c6-4dcd-bfe8-79c40c84e3ac, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:08:58.067062 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1242ce5e-6aed-4637-8bea-14c977f2bc2e req-647e9f4c-1591-4ccb-943b-9b550a6d133a tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496744 May 18 18:08:58.069264 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-50c35353-9e0a-4b4e-9067-f6037521a9c5 req-f24ca2e0-ac22-4940-a0ea-2b33ef1eca1e tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:58.074140 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning for port bb609224-f5ba-4bb0-be9a-b6aab606ad06 completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:08:58.110440 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['30476341-d67d-457a-ba96-32990757ec38'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:08:58.122863 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['65eaebad-5f15-498f-8a10-409fcd0c25c6'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:08:58.129276 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24ca2e0-ac22-4940-a0ea-2b33ef1eca1e tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Pushing event deleted for resources: {'Port': ['ID=65eaebad-5f15-498f-8a10-409fcd0c25c6,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:08:58.148295 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c323f95-aff1-4fc6-841e-8eb0e1685cce tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Network 66bc9761-d1c6-4dcd-bfe8-79c40c84e3ac is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:08:58.159803 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning complete for port bb609224-f5ba-4bb0-be9a-b6aab606ad06 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:08:58.166210 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:58.280517 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-1c323f95-aff1-4fc6-841e-8eb0e1685cce tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, 66bc9761-d1c6-4dcd-bfe8-79c40c84e3ac) {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:08:58.300531 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-50c35353-9e0a-4b4e-9067-f6037521a9c5 req-f24ca2e0-ac22-4940-a0ea-2b33ef1eca1e tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] No DVR routers for this DVR port 65eaebad-5f15-498f-8a10-409fcd0c25c6 on host n-h2-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:08:58.327626 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-50c35353-9e0a-4b4e-9067-f6037521a9c5 req-f24ca2e0-ac22-4940-a0ea-2b33ef1eca1e tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:58.333111 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a892a6d-9484-43cc-8e15-e50f91e5d61a None None] Network 66bc9761-d1c6-4dcd-bfe8-79c40c84e3ac requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:08:58.342167 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-50c35353-9e0a-4b4e-9067-f6037521a9c5 req-f24ca2e0-ac22-4940-a0ea-2b33ef1eca1e tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.88 "DELETE /v2.0/ports/65eaebad-5f15-498f-8a10-409fcd0c25c6 HTTP/1.1" status: 204 len: 173 time: 1.7052293 May 18 18:08:58.342730 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84d410e5-f4e3-429d-81c6-65d701445b6d', 'name': 'network-vif-deleted', 'tag': '65eaebad-5f15-498f-8a10-409fcd0c25c6'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:08:58.346798 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e15291fa-8b40-47a8-8e42-f3cc12625ec6" -d '{"events": [{"server_uuid": "84d410e5-f4e3-429d-81c6-65d701445b6d", "name": "network-vif-deleted", "tag": "65eaebad-5f15-498f-8a10-409fcd0c25c6"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:08:58.370004 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c323f95-aff1-4fc6-841e-8eb0e1685cce tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:08:58.397116 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa25af9-9fd8-43d4-a269-dd674715feca req-4d5775ae-2621-41a5-8b48-69b9a6a76963 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:58.398705 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-faa25af9-9fd8-43d4-a269-dd674715feca req-4d5775ae-2621-41a5-8b48-69b9a6a76963 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] 10.222.0.85 "GET /v2.0/ports?device_id=99d6ce8d-1802-43b7-b3a1-723c709524f1 HTTP/1.1" status: 200 len: 943 time: 0.1564589 May 18 18:08:58.436825 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [None req-1c323f95-aff1-4fc6-841e-8eb0e1685cce tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Attempting to bind port b1628c9d-6e0f-457a-8f56-f55e2b51f2e6 on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:08:58.437293 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [None req-1c323f95-aff1-4fc6-841e-8eb0e1685cce tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Attempting to bind port b1628c9d-6e0f-457a-8f56-f55e2b51f2e6 by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': 'eb974231-aac6-4f91-b36b-acb0cc94fbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '66bc9761-d1c6-4dcd-bfe8-79c40c84e3ac'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:08:58.437881 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c323f95-aff1-4fc6-841e-8eb0e1685cce tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Attempting to bind port b1628c9d-6e0f-457a-8f56-f55e2b51f2e6 on network 66bc9761-d1c6-4dcd-bfe8-79c40c84e3ac {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:08:58.447138 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port c66c94da-975c-48bf-8603-4b1d1337c6ac, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=c66c94da-975c-48bf-8603-4b1d1337c6ac,segment=NetworkSegment(31315e3d-060c-4ccf-beb4-baf1134985d1),segment_id=31315e3d-060c-4ccf-beb4-baf1134985d1)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:08:58.448100 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c323f95-aff1-4fc6-841e-8eb0e1685cce tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Port b1628c9d-6e0f-457a-8f56-f55e2b51f2e6 on network 66bc9761-d1c6-4dcd-bfe8-79c40c84e3ac not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:08:58.449914 n-d-838550-3 neutron-server[102731]: ERROR neutron.plugins.ml2.managers [None req-1c323f95-aff1-4fc6-841e-8eb0e1685cce tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Failed to bind port b1628c9d-6e0f-457a-8f56-f55e2b51f2e6 on host n-h2-838550-3 for vnic_type normal using segments [{'id': 'eb974231-aac6-4f91-b36b-acb0cc94fbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '66bc9761-d1c6-4dcd-bfe8-79c40c84e3ac'}] May 18 18:08:58.451547 n-d-838550-3 neutron-server[102731]: INFO neutron.plugins.ml2.plugin [None req-1c323f95-aff1-4fc6-841e-8eb0e1685cce tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Attempt 2 to bind port b1628c9d-6e0f-457a-8f56-f55e2b51f2e6 May 18 18:08:58.484831 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [None req-1c323f95-aff1-4fc6-841e-8eb0e1685cce tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Attempting to bind port b1628c9d-6e0f-457a-8f56-f55e2b51f2e6 on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:08:58.486614 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [None req-1c323f95-aff1-4fc6-841e-8eb0e1685cce tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Attempting to bind port b1628c9d-6e0f-457a-8f56-f55e2b51f2e6 by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': 'eb974231-aac6-4f91-b36b-acb0cc94fbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '66bc9761-d1c6-4dcd-bfe8-79c40c84e3ac'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:08:58.487419 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c323f95-aff1-4fc6-841e-8eb0e1685cce tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Attempting to bind port b1628c9d-6e0f-457a-8f56-f55e2b51f2e6 on network 66bc9761-d1c6-4dcd-bfe8-79c40c84e3ac {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:08:58.488774 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Returning: {'device': 'c66c94da-975c-48bf-8603-4b1d1337c6ac', 'network_id': '6ba2d3f1-1e38-41ee-8062-86260345c4fd', 'port_id': 'c66c94da-975c-48bf-8603-4b1d1337c6ac', 'mac_address': 'fa:16:3e:da:cb:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4c8e604-9eb2-414a-8fcd-fc1ec0f983e0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:08:58.498657 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c323f95-aff1-4fc6-841e-8eb0e1685cce tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Port b1628c9d-6e0f-457a-8f56-f55e2b51f2e6 on network 66bc9761-d1c6-4dcd-bfe8-79c40c84e3ac not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:08:58.519904 n-d-838550-3 neutron-server[102731]: ERROR neutron.plugins.ml2.managers [None req-1c323f95-aff1-4fc6-841e-8eb0e1685cce tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Failed to bind port b1628c9d-6e0f-457a-8f56-f55e2b51f2e6 on host n-h2-838550-3 for vnic_type normal using segments [{'id': 'eb974231-aac6-4f91-b36b-acb0cc94fbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '66bc9761-d1c6-4dcd-bfe8-79c40c84e3ac'}] May 18 18:08:58.520586 n-d-838550-3 neutron-server[102731]: INFO neutron.plugins.ml2.plugin [None req-1c323f95-aff1-4fc6-841e-8eb0e1685cce tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Attempt 3 to bind port b1628c9d-6e0f-457a-8f56-f55e2b51f2e6 May 18 18:08:58.537923 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-faa25af9-9fd8-43d4-a269-dd674715feca req-152f978f-872d-41f2-aaf9-254f7ac1f18f tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] 10.222.0.85 "GET /v2.0/security-groups?id=cb4db50c-f652-4bbe-9372-f1efeb00bae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189868 May 18 18:08:58.610942 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [None req-1c323f95-aff1-4fc6-841e-8eb0e1685cce tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Attempting to bind port b1628c9d-6e0f-457a-8f56-f55e2b51f2e6 on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:08:58.611739 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [None req-1c323f95-aff1-4fc6-841e-8eb0e1685cce tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Attempting to bind port b1628c9d-6e0f-457a-8f56-f55e2b51f2e6 by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': 'eb974231-aac6-4f91-b36b-acb0cc94fbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '66bc9761-d1c6-4dcd-bfe8-79c40c84e3ac'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:08:58.613469 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c323f95-aff1-4fc6-841e-8eb0e1685cce tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Attempting to bind port b1628c9d-6e0f-457a-8f56-f55e2b51f2e6 on network 66bc9761-d1c6-4dcd-bfe8-79c40c84e3ac {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:08:58.621323 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c323f95-aff1-4fc6-841e-8eb0e1685cce tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Port b1628c9d-6e0f-457a-8f56-f55e2b51f2e6 on network 66bc9761-d1c6-4dcd-bfe8-79c40c84e3ac not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:08:58.626447 n-d-838550-3 neutron-server[102731]: ERROR neutron.plugins.ml2.managers [None req-1c323f95-aff1-4fc6-841e-8eb0e1685cce tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Failed to bind port b1628c9d-6e0f-457a-8f56-f55e2b51f2e6 on host n-h2-838550-3 for vnic_type normal using segments [{'id': 'eb974231-aac6-4f91-b36b-acb0cc94fbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '66bc9761-d1c6-4dcd-bfe8-79c40c84e3ac'}] May 18 18:08:58.627366 n-d-838550-3 neutron-server[102731]: INFO neutron.plugins.ml2.plugin [None req-1c323f95-aff1-4fc6-841e-8eb0e1685cce tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Attempt 4 to bind port b1628c9d-6e0f-457a-8f56-f55e2b51f2e6 May 18 18:08:58.723471 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [None req-1c323f95-aff1-4fc6-841e-8eb0e1685cce tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Attempting to bind port b1628c9d-6e0f-457a-8f56-f55e2b51f2e6 on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:08:58.730761 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [None req-1c323f95-aff1-4fc6-841e-8eb0e1685cce tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Attempting to bind port b1628c9d-6e0f-457a-8f56-f55e2b51f2e6 by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': 'eb974231-aac6-4f91-b36b-acb0cc94fbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '66bc9761-d1c6-4dcd-bfe8-79c40c84e3ac'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:08:58.733088 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c323f95-aff1-4fc6-841e-8eb0e1685cce tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Attempting to bind port b1628c9d-6e0f-457a-8f56-f55e2b51f2e6 on network 66bc9761-d1c6-4dcd-bfe8-79c40c84e3ac {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:08:58.747837 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port c66c94da-975c-48bf-8603-4b1d1337c6ac is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:08:58.748388 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:58.762050 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port bb609224-f5ba-4bb0-be9a-b6aab606ad06 is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:08:58.762631 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:58.773133 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c323f95-aff1-4fc6-841e-8eb0e1685cce tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Port b1628c9d-6e0f-457a-8f56-f55e2b51f2e6 on network 66bc9761-d1c6-4dcd-bfe8-79c40c84e3ac not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:08:58.774104 n-d-838550-3 neutron-server[102731]: ERROR neutron.plugins.ml2.managers [None req-1c323f95-aff1-4fc6-841e-8eb0e1685cce tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Failed to bind port b1628c9d-6e0f-457a-8f56-f55e2b51f2e6 on host n-h2-838550-3 for vnic_type normal using segments [{'id': 'eb974231-aac6-4f91-b36b-acb0cc94fbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '66bc9761-d1c6-4dcd-bfe8-79c40c84e3ac'}] May 18 18:08:58.794285 n-d-838550-3 neutron-server[102731]: INFO neutron.plugins.ml2.plugin [None req-1c323f95-aff1-4fc6-841e-8eb0e1685cce tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Attempt 5 to bind port b1628c9d-6e0f-457a-8f56-f55e2b51f2e6 May 18 18:08:58.848843 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c66c94da-975c-48bf-8603-4b1d1337c6ac {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:08:58.853000 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [None req-1c323f95-aff1-4fc6-841e-8eb0e1685cce tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Attempting to bind port b1628c9d-6e0f-457a-8f56-f55e2b51f2e6 on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:08:58.854963 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [None req-1c323f95-aff1-4fc6-841e-8eb0e1685cce tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Attempting to bind port b1628c9d-6e0f-457a-8f56-f55e2b51f2e6 by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': 'eb974231-aac6-4f91-b36b-acb0cc94fbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '66bc9761-d1c6-4dcd-bfe8-79c40c84e3ac'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:08:58.855686 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c323f95-aff1-4fc6-841e-8eb0e1685cce tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Attempting to bind port b1628c9d-6e0f-457a-8f56-f55e2b51f2e6 on network 66bc9761-d1c6-4dcd-bfe8-79c40c84e3ac {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:08:58.891693 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c52bad24-6fb5-41fd-b2b5-44b1a8298699 req-c16bad67-b929-4e51-8a6b-856c2994758f tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] 10.222.0.85 "GET /v2.0/security-groups/f78baee7-a159-4e40-ba35-21fde53ca764 HTTP/1.1" status: 200 len: 1805 time: 0.2334995 May 18 18:08:58.893504 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c323f95-aff1-4fc6-841e-8eb0e1685cce tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Port b1628c9d-6e0f-457a-8f56-f55e2b51f2e6 on network 66bc9761-d1c6-4dcd-bfe8-79c40c84e3ac not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:08:58.894073 n-d-838550-3 neutron-server[102731]: ERROR neutron.plugins.ml2.managers [None req-1c323f95-aff1-4fc6-841e-8eb0e1685cce tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Failed to bind port b1628c9d-6e0f-457a-8f56-f55e2b51f2e6 on host n-h2-838550-3 for vnic_type normal using segments [{'id': 'eb974231-aac6-4f91-b36b-acb0cc94fbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '66bc9761-d1c6-4dcd-bfe8-79c40c84e3ac'}] May 18 18:08:58.894679 n-d-838550-3 neutron-server[102731]: INFO neutron.plugins.ml2.plugin [None req-1c323f95-aff1-4fc6-841e-8eb0e1685cce tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Attempt 6 to bind port b1628c9d-6e0f-457a-8f56-f55e2b51f2e6 May 18 18:08:58.937272 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585d6edd-83e8-4c51-8305-00a22ddb8c89 req-77ccaed2-772b-4afe-ac8f-e673d771e62e tempest-ListServersNegativeTestJSON-1307727916 tempest-ListServersNegativeTestJSON-1307727916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:58.939615 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-585d6edd-83e8-4c51-8305-00a22ddb8c89 req-77ccaed2-772b-4afe-ac8f-e673d771e62e tempest-ListServersNegativeTestJSON-1307727916 tempest-ListServersNegativeTestJSON-1307727916-project] 10.222.0.85 "GET /v2.0/ports?device_id=a201e253-0310-4c1f-bdab-149b8f8fced8 HTTP/1.1" status: 200 len: 945 time: 0.1509318 May 18 18:08:58.951278 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b620702a-122a-4cad-9b6e-b764547e6f53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb609224-f5ba-4bb0-be9a-b6aab606ad06'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:08:58.958171 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [None req-1c323f95-aff1-4fc6-841e-8eb0e1685cce tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Attempting to bind port b1628c9d-6e0f-457a-8f56-f55e2b51f2e6 on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:08:58.958761 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [None req-1c323f95-aff1-4fc6-841e-8eb0e1685cce tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Attempting to bind port b1628c9d-6e0f-457a-8f56-f55e2b51f2e6 by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': 'eb974231-aac6-4f91-b36b-acb0cc94fbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '66bc9761-d1c6-4dcd-bfe8-79c40c84e3ac'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:08:58.959277 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c323f95-aff1-4fc6-841e-8eb0e1685cce tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Attempting to bind port b1628c9d-6e0f-457a-8f56-f55e2b51f2e6 on network 66bc9761-d1c6-4dcd-bfe8-79c40c84e3ac {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:08:58.982205 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c323f95-aff1-4fc6-841e-8eb0e1685cce tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Port b1628c9d-6e0f-457a-8f56-f55e2b51f2e6 on network 66bc9761-d1c6-4dcd-bfe8-79c40c84e3ac not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:08:58.982501 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dd57c5d-6862-4c87-b088-385a407a5b33" -d '{"events": [{"server_uuid": "b620702a-122a-4cad-9b6e-b764547e6f53", "name": "network-vif-plugged", "status": "completed", "tag": "bb609224-f5ba-4bb0-be9a-b6aab606ad06"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:08:58.982706 n-d-838550-3 neutron-server[102731]: ERROR neutron.plugins.ml2.managers [None req-1c323f95-aff1-4fc6-841e-8eb0e1685cce tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Failed to bind port b1628c9d-6e0f-457a-8f56-f55e2b51f2e6 on host n-h2-838550-3 for vnic_type normal using segments [{'id': 'eb974231-aac6-4f91-b36b-acb0cc94fbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '66bc9761-d1c6-4dcd-bfe8-79c40c84e3ac'}] May 18 18:08:58.985779 n-d-838550-3 neutron-server[102731]: INFO neutron.plugins.ml2.plugin [None req-1c323f95-aff1-4fc6-841e-8eb0e1685cce tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Attempt 7 to bind port b1628c9d-6e0f-457a-8f56-f55e2b51f2e6 May 18 18:08:59.003276 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [None req-1c323f95-aff1-4fc6-841e-8eb0e1685cce tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Attempting to bind port b1628c9d-6e0f-457a-8f56-f55e2b51f2e6 on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:08:59.003555 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [None req-1c323f95-aff1-4fc6-841e-8eb0e1685cce tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Attempting to bind port b1628c9d-6e0f-457a-8f56-f55e2b51f2e6 by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': 'eb974231-aac6-4f91-b36b-acb0cc94fbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '66bc9761-d1c6-4dcd-bfe8-79c40c84e3ac'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:08:59.003781 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c323f95-aff1-4fc6-841e-8eb0e1685cce tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Attempting to bind port b1628c9d-6e0f-457a-8f56-f55e2b51f2e6 on network 66bc9761-d1c6-4dcd-bfe8-79c40c84e3ac {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:08:59.032038 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c323f95-aff1-4fc6-841e-8eb0e1685cce tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Port b1628c9d-6e0f-457a-8f56-f55e2b51f2e6 on network 66bc9761-d1c6-4dcd-bfe8-79c40c84e3ac not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:08:59.032631 n-d-838550-3 neutron-server[102731]: ERROR neutron.plugins.ml2.managers [None req-1c323f95-aff1-4fc6-841e-8eb0e1685cce tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Failed to bind port b1628c9d-6e0f-457a-8f56-f55e2b51f2e6 on host n-h2-838550-3 for vnic_type normal using segments [{'id': 'eb974231-aac6-4f91-b36b-acb0cc94fbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '66bc9761-d1c6-4dcd-bfe8-79c40c84e3ac'}] May 18 18:08:59.033382 n-d-838550-3 neutron-server[102731]: INFO neutron.plugins.ml2.plugin [None req-1c323f95-aff1-4fc6-841e-8eb0e1685cce tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Attempt 8 to bind port b1628c9d-6e0f-457a-8f56-f55e2b51f2e6 May 18 18:08:59.039040 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port bb609224-f5ba-4bb0-be9a-b6aab606ad06, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=bb609224-f5ba-4bb0-be9a-b6aab606ad06,segment=NetworkSegment(58bfdefb-3654-4aa0-92f0-6f0afd2552db),segment_id=58bfdefb-3654-4aa0-92f0-6f0afd2552db)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:08:59.041462 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c52bad24-6fb5-41fd-b2b5-44b1a8298699 req-2456a850-f37b-4b56-9821-54d8fd1e9f8f tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] 10.222.0.85 "GET /v2.0/security-groups/ca6de211-5323-4f59-941e-5305287706d3 HTTP/1.1" status: 200 len: 1802 time: 0.1240156 May 18 18:08:59.042143 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port c66c94da-975c-48bf-8603-4b1d1337c6ac, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=c66c94da-975c-48bf-8603-4b1d1337c6ac,segment=NetworkSegment(31315e3d-060c-4ccf-beb4-baf1134985d1),segment_id=31315e3d-060c-4ccf-beb4-baf1134985d1)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:08:59.050103 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-585d6edd-83e8-4c51-8305-00a22ddb8c89 req-4b1e8d5b-ea22-4254-ac26-542046e2702a tempest-ListServersNegativeTestJSON-1307727916 tempest-ListServersNegativeTestJSON-1307727916-project] 10.222.0.85 "GET /v2.0/security-groups?id=a5378634-71ac-4811-81a5-9fa292a84a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966129 May 18 18:08:59.055411 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [None req-1c323f95-aff1-4fc6-841e-8eb0e1685cce tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Attempting to bind port b1628c9d-6e0f-457a-8f56-f55e2b51f2e6 on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:08:59.055854 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [None req-1c323f95-aff1-4fc6-841e-8eb0e1685cce tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Attempting to bind port b1628c9d-6e0f-457a-8f56-f55e2b51f2e6 by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': 'eb974231-aac6-4f91-b36b-acb0cc94fbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '66bc9761-d1c6-4dcd-bfe8-79c40c84e3ac'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:08:59.056348 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c323f95-aff1-4fc6-841e-8eb0e1685cce tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Attempting to bind port b1628c9d-6e0f-457a-8f56-f55e2b51f2e6 on network 66bc9761-d1c6-4dcd-bfe8-79c40c84e3ac {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:08:59.073651 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:59.089870 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-c52bad24-6fb5-41fd-b2b5-44b1a8298699 req-65d295c7-c3d2-4852-be91-4a9387ad4f80 tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'f78baee7-a159-4e40-ba35-21fde53ca764', 'remote_group_id': 'ca6de211-5323-4f59-941e-5305287706d3', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:08:59.090534 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-c52bad24-6fb5-41fd-b2b5-44b1a8298699 req-65d295c7-c3d2-4852-be91-4a9387ad4f80 tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'f78baee7-a159-4e40-ba35-21fde53ca764', 'remote_group_id': 'ca6de211-5323-4f59-941e-5305287706d3', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:08:59.093919 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:59.099969 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c323f95-aff1-4fc6-841e-8eb0e1685cce tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Port b1628c9d-6e0f-457a-8f56-f55e2b51f2e6 on network 66bc9761-d1c6-4dcd-bfe8-79c40c84e3ac not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:08:59.099969 n-d-838550-3 neutron-server[102731]: ERROR neutron.plugins.ml2.managers [None req-1c323f95-aff1-4fc6-841e-8eb0e1685cce tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Failed to bind port b1628c9d-6e0f-457a-8f56-f55e2b51f2e6 on host n-h2-838550-3 for vnic_type normal using segments [{'id': 'eb974231-aac6-4f91-b36b-acb0cc94fbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '66bc9761-d1c6-4dcd-bfe8-79c40c84e3ac'}] May 18 18:08:59.099969 n-d-838550-3 neutron-server[102731]: INFO neutron.plugins.ml2.plugin [None req-1c323f95-aff1-4fc6-841e-8eb0e1685cce tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Attempt 9 to bind port b1628c9d-6e0f-457a-8f56-f55e2b51f2e6 May 18 18:08:59.132706 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [None req-1c323f95-aff1-4fc6-841e-8eb0e1685cce tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Attempting to bind port b1628c9d-6e0f-457a-8f56-f55e2b51f2e6 on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:08:59.135154 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [None req-1c323f95-aff1-4fc6-841e-8eb0e1685cce tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Attempting to bind port b1628c9d-6e0f-457a-8f56-f55e2b51f2e6 by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': 'eb974231-aac6-4f91-b36b-acb0cc94fbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '66bc9761-d1c6-4dcd-bfe8-79c40c84e3ac'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:08:59.136118 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c323f95-aff1-4fc6-841e-8eb0e1685cce tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Attempting to bind port b1628c9d-6e0f-457a-8f56-f55e2b51f2e6 on network 66bc9761-d1c6-4dcd-bfe8-79c40c84e3ac {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:08:59.174838 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c323f95-aff1-4fc6-841e-8eb0e1685cce tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Port b1628c9d-6e0f-457a-8f56-f55e2b51f2e6 on network 66bc9761-d1c6-4dcd-bfe8-79c40c84e3ac not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:08:59.175217 n-d-838550-3 neutron-server[102731]: ERROR neutron.plugins.ml2.managers [None req-1c323f95-aff1-4fc6-841e-8eb0e1685cce tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Failed to bind port b1628c9d-6e0f-457a-8f56-f55e2b51f2e6 on host n-h2-838550-3 for vnic_type normal using segments [{'id': 'eb974231-aac6-4f91-b36b-acb0cc94fbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '66bc9761-d1c6-4dcd-bfe8-79c40c84e3ac'}] May 18 18:08:59.176940 n-d-838550-3 neutron-server[102731]: INFO neutron.plugins.ml2.plugin [None req-1c323f95-aff1-4fc6-841e-8eb0e1685cce tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Attempt 10 to bind port b1628c9d-6e0f-457a-8f56-f55e2b51f2e6 May 18 18:08:59.201512 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=bb609224-f5ba-4bb0-be9a-b6aab606ad06,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:08:59.220526 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [None req-1c323f95-aff1-4fc6-841e-8eb0e1685cce tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Attempting to bind port b1628c9d-6e0f-457a-8f56-f55e2b51f2e6 on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:08:59.220825 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [None req-1c323f95-aff1-4fc6-841e-8eb0e1685cce tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Attempting to bind port b1628c9d-6e0f-457a-8f56-f55e2b51f2e6 by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': 'eb974231-aac6-4f91-b36b-acb0cc94fbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '66bc9761-d1c6-4dcd-bfe8-79c40c84e3ac'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:08:59.220989 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c323f95-aff1-4fc6-841e-8eb0e1685cce tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Attempting to bind port b1628c9d-6e0f-457a-8f56-f55e2b51f2e6 on network 66bc9761-d1c6-4dcd-bfe8-79c40c84e3ac {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:08:59.230526 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c323f95-aff1-4fc6-841e-8eb0e1685cce tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Port b1628c9d-6e0f-457a-8f56-f55e2b51f2e6 on network 66bc9761-d1c6-4dcd-bfe8-79c40c84e3ac not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:08:59.230862 n-d-838550-3 neutron-server[102731]: ERROR neutron.plugins.ml2.managers [None req-1c323f95-aff1-4fc6-841e-8eb0e1685cce tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Failed to bind port b1628c9d-6e0f-457a-8f56-f55e2b51f2e6 on host n-h2-838550-3 for vnic_type normal using segments [{'id': 'eb974231-aac6-4f91-b36b-acb0cc94fbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '66bc9761-d1c6-4dcd-bfe8-79c40c84e3ac'}] May 18 18:08:59.231232 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1c323f95-aff1-4fc6-841e-8eb0e1685cce tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:59.262344 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-c52bad24-6fb5-41fd-b2b5-44b1a8298699 req-65d295c7-c3d2-4852-be91-4a9387ad4f80 tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:59.341324 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=c66c94da-975c-48bf-8603-4b1d1337c6ac,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:08:59.366359 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b071cabb-ac89-45a2-b7d1-97e5342fb540 req-9bba0417-03ad-4460-9836-f29710600643 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:59.377575 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b071cabb-ac89-45a2-b7d1-97e5342fb540 req-9bba0417-03ad-4460-9836-f29710600643 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/ports?device_id=77596843-4c0f-475a-8d4e-a5a7e48df306 HTTP/1.1" status: 200 len: 945 time: 0.0984483 May 18 18:08:59.434214 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b071cabb-ac89-45a2-b7d1-97e5342fb540 req-736a740f-b413-4ee3-9c95-e7cb20a19ccb tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/security-groups?id=fae3ce3c-9235-4ae4-9c6c-e682ce6a4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536127 May 18 18:08:59.471916 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-c52bad24-6fb5-41fd-b2b5-44b1a8298699 req-65d295c7-c3d2-4852-be91-4a9387ad4f80 tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:59.490570 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-c52bad24-6fb5-41fd-b2b5-44b1a8298699 req-65d295c7-c3d2-4852-be91-4a9387ad4f80 tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:59.543560 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57a36ae4-aa51-438f-b29c-1daec00a3401 x-openstack-request-id: req-57a36ae4-aa51-438f-b29c-1daec00a3401 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:08:59.543866 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84d410e5-f4e3-429d-81c6-65d701445b6d", "name": "network-vif-deleted", "tag": "65eaebad-5f15-498f-8a10-409fcd0c25c6", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:08:59.544532 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-57a36ae4-aa51-438f-b29c-1daec00a3401 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:08:59.545006 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57a36ae4-aa51-438f-b29c-1daec00a3401'] response: {'server_uuid': '84d410e5-f4e3-429d-81c6-65d701445b6d', 'name': 'network-vif-deleted', 'tag': '65eaebad-5f15-498f-8a10-409fcd0c25c6', 'status': 'completed', 'code': 200} May 18 18:08:59.560441 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d295c7-c3d2-4852-be91-4a9387ad4f80 tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7750bf99-a396-4d32-8843-b893b14f3c45,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:08:59.575887 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-c52bad24-6fb5-41fd-b2b5-44b1a8298699 req-65d295c7-c3d2-4852-be91-4a9387ad4f80 tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:59.594327 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c52bad24-6fb5-41fd-b2b5-44b1a8298699 req-65d295c7-c3d2-4852-be91-4a9387ad4f80 tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5229709 May 18 18:08:59.629325 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-1c323f95-aff1-4fc6-841e-8eb0e1685cce tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] For port b1628c9d-6e0f-457a-8f56-f55e2b51f2e6, host n-h2-838550-3, cleared binding levels {{(pid=102731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:08:59.629325 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-1c323f95-aff1-4fc6-841e-8eb0e1685cce tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Attempted to set empty binding levels {{(pid=102731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} May 18 18:08:59.637598 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1c323f95-aff1-4fc6-841e-8eb0e1685cce tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:59.704614 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 65eaebad-5f15-498f-8a10-409fcd0c25c6 no longer exists at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:08:59.749552 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c323f95-aff1-4fc6-841e-8eb0e1685cce tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:59.750680 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1c323f95-aff1-4fc6-841e-8eb0e1685cce tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:08:59.767593 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] No Port match for: 65eaebad-5f15-498f-8a10-409fcd0c25c6 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:08:59.768355 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 65eaebad-5f15-498f-8a10-409fcd0c25c6 not bound to the agent host n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:08:59.794039 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-1c323f95-aff1-4fc6-841e-8eb0e1685cce tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 3.6099041 May 18 18:08:59.794497 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['c66c94da-975c-48bf-8603-4b1d1337c6ac'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:08:59.794695 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 53574) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:08:59.848827 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c323f95-aff1-4fc6-841e-8eb0e1685cce tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Pushing event updated for resources: {'Port': ['ID=b1628c9d-6e0f-457a-8f56-f55e2b51f2e6,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:08:59.902139 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd2a7b2-e985-408d-b693-b5b7e8a94701 req-08e4bc50-c462-49dd-bb64-e19886521973 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:08:59.914213 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ecd2a7b2-e985-408d-b693-b5b7e8a94701 req-08e4bc50-c462-49dd-bb64-e19886521973 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=b620702a-122a-4cad-9b6e-b764547e6f53 HTTP/1.1" status: 200 len: 945 time: 0.1908929 May 18 18:08:59.921337 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41ea85da-c44e-47dd-8f16-3d83a135dc22 x-openstack-request-id: req-41ea85da-c44e-47dd-8f16-3d83a135dc22 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:08:59.922158 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b620702a-122a-4cad-9b6e-b764547e6f53", "name": "network-vif-plugged", "status": "completed", "tag": "bb609224-f5ba-4bb0-be9a-b6aab606ad06", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:08:59.922778 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-41ea85da-c44e-47dd-8f16-3d83a135dc22 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:08:59.923893 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41ea85da-c44e-47dd-8f16-3d83a135dc22'] response: {'server_uuid': 'b620702a-122a-4cad-9b6e-b764547e6f53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb609224-f5ba-4bb0-be9a-b6aab606ad06', 'code': 200} May 18 18:09:00.009989 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-e59a580f-66c8-43e3-9e8c-62ea338c87a6 tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Deleting port b1628c9d-6e0f-457a-8f56-f55e2b51f2e6 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:09:00.010340 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e59a580f-66c8-43e3-9e8c-62ea338c87a6 tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:00.047060 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ecd2a7b2-e985-408d-b693-b5b7e8a94701 req-f3592dc9-8865-46f9-a0da-9d350fc2fb4e tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/security-groups?id=33ba1fad-191a-4b7a-ae9e-8e9e60985e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317129 May 18 18:09:00.181590 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1e1690-69ff-4547-a321-5e5f4d0c3c6f req-c9abfb14-c366-4b0e-9275-a801074340dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:00.187939 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2e1e1690-69ff-4547-a321-5e5f4d0c3c6f req-c9abfb14-c366-4b0e-9275-a801074340dc service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=b620702a-122a-4cad-9b6e-b764547e6f53 HTTP/1.1" status: 200 len: 1096 time: 0.2118759 May 18 18:09:00.232883 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-e59a580f-66c8-43e3-9e8c-62ea338c87a6 tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] For port b1628c9d-6e0f-457a-8f56-f55e2b51f2e6, host n-h2-838550-3, got binding levels [] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:09:00.233491 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e59a580f-66c8-43e3-9e8c-62ea338c87a6 tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:00.275890 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a60a03-a766-4454-9ac9-230e1bab815f req-bbec95df-d0df-4a4c-9ab8-0aeee2604092 tempest-ListServersNegativeTestJSON-1307727916 tempest-ListServersNegativeTestJSON-1307727916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:00.277438 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f2a60a03-a766-4454-9ac9-230e1bab815f req-bbec95df-d0df-4a4c-9ab8-0aeee2604092 tempest-ListServersNegativeTestJSON-1307727916 tempest-ListServersNegativeTestJSON-1307727916-project] 10.222.0.85 "GET /v2.0/ports?device_id=d91a939e-a627-4c2d-bf7d-59543494f613 HTTP/1.1" status: 200 len: 946 time: 0.1619658 May 18 18:09:00.283236 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-e59a580f-66c8-43e3-9e8c-62ea338c87a6 tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Calling delete_port for b1628c9d-6e0f-457a-8f56-f55e2b51f2e6 owned by {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:09:00.327451 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2e1e1690-69ff-4547-a321-5e5f4d0c3c6f req-c9e1ed61-708c-4f4d-82e7-9117aa6a7495 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=33ba1fad-191a-4b7a-ae9e-8e9e60985e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252711 May 18 18:09:00.347349 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9093f695-6579-4f64-99e8-c680d8a070a0 req-74b59334-9d65-41cf-b878-a91fa6b2f4eb tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:00.350879 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9093f695-6579-4f64-99e8-c680d8a070a0 req-74b59334-9d65-41cf-b878-a91fa6b2f4eb tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] 10.222.0.85 "GET /v2.0/ports?device_id=99d6ce8d-1802-43b7-b3a1-723c709524f1 HTTP/1.1" status: 200 len: 944 time: 0.1345155 May 18 18:09:00.377930 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f2a60a03-a766-4454-9ac9-230e1bab815f req-c043134f-ddca-49fa-921a-d7841b192742 tempest-ListServersNegativeTestJSON-1307727916 tempest-ListServersNegativeTestJSON-1307727916-project] 10.222.0.85 "GET /v2.0/security-groups?id=a5378634-71ac-4811-81a5-9fa292a84a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888886 May 18 18:09:00.462179 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9093f695-6579-4f64-99e8-c680d8a070a0 req-84d48660-f0ec-4cc8-a02e-53d3ca60135f tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] 10.222.0.85 "GET /v2.0/security-groups?id=cb4db50c-f652-4bbe-9372-f1efeb00bae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974870 May 18 18:09:00.504296 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d5848884-9031-431c-92e5-5edef045d1dc req-1301feff-a967-4e98-a722-f66361990b2f tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] 10.222.0.85 "GET /v2.0/security-groups/ca6de211-5323-4f59-941e-5305287706d3 HTTP/1.1" status: 200 len: 1802 time: 0.0756199 May 18 18:09:00.512593 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e59a580f-66c8-43e3-9e8c-62ea338c87a6 tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:00.578747 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59a580f-66c8-43e3-9e8c-62ea338c87a6 tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Pushing event deleted for resources: {'Port': ['ID=b1628c9d-6e0f-457a-8f56-f55e2b51f2e6,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:09:00.598328 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e59a580f-66c8-43e3-9e8c-62ea338c87a6 tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:00.607302 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-e59a580f-66c8-43e3-9e8c-62ea338c87a6 tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] 10.222.0.85 "DELETE /v2.0/ports/b1628c9d-6e0f-457a-8f56-f55e2b51f2e6 HTTP/1.1" status: 204 len: 168 time: 0.8111005 May 18 18:09:00.608270 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 53584) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:09:00.633370 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-32aa6d43-5006-403f-a44d-fdb0d8777cd8 req-05dc0e18-c027-4c2f-9c67-0a019848f8d5 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/ports?device_id=4ded4e23-4952-4289-abf0-bf61631293d2 HTTP/1.1" status: 200 len: 210 time: 0.0594258 May 18 18:09:00.675031 n-d-838550-3 neutron-server[102730]: INFO neutron.pecan_wsgi.hooks.translation [None req-39facbb0-e7c0-4e45-8364-2ec1c9d39b20 tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] GET failed (client error): The resource could not be found. May 18 18:09:00.682292 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-39facbb0-e7c0-4e45-8364-2ec1c9d39b20 tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] 10.222.0.85 "GET /v2.0/ports/b1628c9d-6e0f-457a-8f56-f55e2b51f2e6 HTTP/1.1" status: 404 len: 333 time: 0.0609787 May 18 18:09:00.685336 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 53586) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:09:00.693447 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-f0515051-f1a8-428d-97f6-66d64e610c59 tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Request body: {'port': {'network_id': '66bc9761-d1c6-4dcd-bfe8-79c40c84e3ac', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-33688470'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:09:00.740565 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-d5848884-9031-431c-92e5-5edef045d1dc req-d5c4d835-29ef-4380-9095-9e0970c74feb tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:00.744764 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0515051-f1a8-428d-97f6-66d64e610c59 tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Made reservation on behalf of 16415da0f8674e1f94cf614ca4a79e5c for: {'port': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:09:00.748638 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f0515051-f1a8-428d-97f6-66d64e610c59 tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:00.779800 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [None req-f0515051-f1a8-428d-97f6-66d64e610c59 tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] device_id is not set on port 4410d543-2672-4ef7-80d7-ae62ede9b448 yet. {{(pid=102731) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 18 18:09:00.791483 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-d5848884-9031-431c-92e5-5edef045d1dc req-d5c4d835-29ef-4380-9095-9e0970c74feb tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:00.811217 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:00.952829 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:00.982246 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-d5848884-9031-431c-92e5-5edef045d1dc req-d5c4d835-29ef-4380-9095-9e0970c74feb tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:00.988645 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-d5848884-9031-431c-92e5-5edef045d1dc req-d5c4d835-29ef-4380-9095-9e0970c74feb tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:00.990974 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d5848884-9031-431c-92e5-5edef045d1dc req-d5c4d835-29ef-4380-9095-9e0970c74feb tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] 10.222.0.85 "DELETE /v2.0/security-groups/ca6de211-5323-4f59-941e-5305287706d3 HTTP/1.1" status: 204 len: 173 time: 0.4856060 May 18 18:09:01.009929 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c4d835-29ef-4380-9095-9e0970c74feb tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca6de211-5323-4f59-941e-5305287706d3,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:09:01.223015 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f0515051-f1a8-428d-97f6-66d64e610c59 tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:01.302928 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9f2512-355e-44f6-814f-5a1765b05e57 req-fc6ef775-e419-4f05-9feb-54434634d67e tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:01.312494 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1e9f2512-355e-44f6-814f-5a1765b05e57 req-fc6ef775-e419-4f05-9feb-54434634d67e tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/ports?device_id=77596843-4c0f-475a-8d4e-a5a7e48df306 HTTP/1.1" status: 200 len: 945 time: 0.1910141 May 18 18:09:01.316049 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f0515051-f1a8-428d-97f6-66d64e610c59 tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:01.391869 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1e9f2512-355e-44f6-814f-5a1765b05e57 req-4544811d-5ead-4ff1-bc20-fb9178da9b0c tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/security-groups?id=fae3ce3c-9235-4ae4-9c6c-e682ce6a4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781498 May 18 18:09:01.443471 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0515051-f1a8-428d-97f6-66d64e610c59 tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Network 66bc9761-d1c6-4dcd-bfe8-79c40c84e3ac is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:09:01.450584 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-f0515051-f1a8-428d-97f6-66d64e610c59 tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:09:01.457300 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0515051-f1a8-428d-97f6-66d64e610c59 tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:09:01.458649 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0515051-f1a8-428d-97f6-66d64e610c59 tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:01.460250 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f0515051-f1a8-428d-97f6-66d64e610c59 tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:01.463397 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701135aa-4a7a-473f-b7ea-8537e7f95885 req-fbc0d9b1-7c52-4ec0-90bf-32b00e2d92fc tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:01.466020 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-701135aa-4a7a-473f-b7ea-8537e7f95885 req-fbc0d9b1-7c52-4ec0-90bf-32b00e2d92fc tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.36 "GET /v2.0/ports?device_id=a3939e9c-41fb-4a2c-9412-8402f051cf0b HTTP/1.1" status: 200 len: 950 time: 0.1213155 May 18 18:09:01.476400 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0184c736-3c35-4205-a338-934ee1ab9c15 req-00101416-4f93-4922-add0-b9b5a802b892 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:01.478540 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0184c736-3c35-4205-a338-934ee1ab9c15 req-00101416-4f93-4922-add0-b9b5a802b892 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3939e9c-41fb-4a2c-9412-8402f051cf0b HTTP/1.1" status: 200 len: 950 time: 0.1858454 May 18 18:09:01.482104 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0515051-f1a8-428d-97f6-66d64e610c59 tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Pushing event updated for resources: {'Port': ['ID=4410d543-2672-4ef7-80d7-ae62ede9b448,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:09:01.530164 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e087e34c-c9d4-41cd-8311-de33f53af964 req-b58bd497-9664-478a-a834-698c0089f969 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=a049c2cb7dc14b6fbce20aa8814d6ebf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0345073 May 18 18:09:01.542070 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 53598) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:09:01.543201 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-f0515051-f1a8-428d-97f6-66d64e610c59 tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 958 time: 0.8563666 May 18 18:09:01.553699 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-e3d01325-4b84-4a7b-bbbb-3edbfc5c172f tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-838550-3'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:09:01.685825 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7d0775a6-9f69-40b4-bfeb-b7b115fd678a req-a1a6461c-e186-4af2-8cd5-142f0ce6223e tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] 10.222.0.85 "GET /v2.0/security-groups/f78baee7-a159-4e40-ba35-21fde53ca764 HTTP/1.1" status: 200 len: 1805 time: 0.2145557 May 18 18:09:01.714135 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0184c736-3c35-4205-a338-934ee1ab9c15 req-9d9ad629-6b4b-4ce3-8b47-03b457c9ac7a tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/security-groups?id=b1a46f95-7703-4604-9136-9c04cbcd71cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825559 May 18 18:09:01.765680 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e3d01325-4b84-4a7b-bbbb-3edbfc5c172f tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:01.865610 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-701135aa-4a7a-473f-b7ea-8537e7f95885 req-457c0eb2-b5e1-4e2c-a078-3f1f4fbbc895 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Deleting port 30476341-d67d-457a-ba96-32990757ec38 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:09:01.866306 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-701135aa-4a7a-473f-b7ea-8537e7f95885 req-457c0eb2-b5e1-4e2c-a078-3f1f4fbbc895 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:01.868642 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e087e34c-c9d4-41cd-8311-de33f53af964 req-6502efc4-d610-4a18-9ea5-3d7154e94595 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:01.870456 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e087e34c-c9d4-41cd-8311-de33f53af964 req-6502efc4-d610-4a18-9ea5-3d7154e94595 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3262668 May 18 18:09:01.897497 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-e087e34c-c9d4-41cd-8311-de33f53af964 req-c4763d3f-4a04-4c46-9bb5-b2d34d3fe6c1 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Request body: {'port': {'device_id': '4ded4e23-4952-4289-abf0-bf61631293d2', 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305', 'admin_state_up': True, 'tenant_id': 'a049c2cb7dc14b6fbce20aa8814d6ebf'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:09:02.117484 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91c729d-a16a-4ce6-8463-4630023739c6 req-7a779297-bb94-4c0c-9e1c-4d4b736a867e tempest-ListServersNegativeTestJSON-1307727916 tempest-ListServersNegativeTestJSON-1307727916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:02.119420 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b91c729d-a16a-4ce6-8463-4630023739c6 req-7a779297-bb94-4c0c-9e1c-4d4b736a867e tempest-ListServersNegativeTestJSON-1307727916 tempest-ListServersNegativeTestJSON-1307727916-project] 10.222.0.85 "GET /v2.0/ports?device_id=d91a939e-a627-4c2d-bf7d-59543494f613 HTTP/1.1" status: 200 len: 946 time: 0.2433147 May 18 18:09:02.124487 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e087e34c-c9d4-41cd-8311-de33f53af964 req-e5afb97b-97dd-4202-b700-b8169704f525 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=a049c2cb7dc14b6fbce20aa8814d6ebf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0884993 May 18 18:09:02.166775 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ed169a-5b9d-4df2-ae6f-54ce7d293393 req-69826c0c-52de-4f4d-93ed-61599f9c27f9 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:02.169348 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-60ed169a-5b9d-4df2-ae6f-54ce7d293393 req-69826c0c-52de-4f4d-93ed-61599f9c27f9 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=b620702a-122a-4cad-9b6e-b764547e6f53 HTTP/1.1" status: 200 len: 945 time: 0.2974443 May 18 18:09:02.230937 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-701135aa-4a7a-473f-b7ea-8537e7f95885 req-457c0eb2-b5e1-4e2c-a078-3f1f4fbbc895 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] For port 30476341-d67d-457a-ba96-32990757ec38, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=30476341-d67d-457a-ba96-32990757ec38,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:09:02.231346 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-701135aa-4a7a-473f-b7ea-8537e7f95885 req-457c0eb2-b5e1-4e2c-a078-3f1f4fbbc895 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:02.259518 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e087e34c-c9d4-41cd-8311-de33f53af964 req-c4763d3f-4a04-4c46-9bb5-b2d34d3fe6c1 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Made reservation on behalf of a049c2cb7dc14b6fbce20aa8814d6ebf for: {'port': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:09:02.263070 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-701135aa-4a7a-473f-b7ea-8537e7f95885 req-457c0eb2-b5e1-4e2c-a078-3f1f4fbbc895 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Calling delete_port for 30476341-d67d-457a-ba96-32990757ec38 owned by compute:nova {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:09:02.263407 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-e087e34c-c9d4-41cd-8311-de33f53af964 req-c4763d3f-4a04-4c46-9bb5-b2d34d3fe6c1 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:02.336553 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b91c729d-a16a-4ce6-8463-4630023739c6 req-ed6acbf9-e834-4f35-8a71-26650223bfa0 tempest-ListServersNegativeTestJSON-1307727916 tempest-ListServersNegativeTestJSON-1307727916-project] 10.222.0.85 "GET /v2.0/security-groups?id=a5378634-71ac-4811-81a5-9fa292a84a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962023 May 18 18:09:02.395376 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-60ed169a-5b9d-4df2-ae6f-54ce7d293393 req-1917ef27-0916-4701-819f-373da6bde0ab tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/security-groups?id=33ba1fad-191a-4b7a-ae9e-8e9e60985e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016296 May 18 18:09:02.436979 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [None req-e3d01325-4b84-4a7b-bbbb-3edbfc5c172f tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] device_id is not set on port 4410d543-2672-4ef7-80d7-ae62ede9b448 yet. {{(pid=102730) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 18 18:09:02.461231 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e087e34c-c9d4-41cd-8311-de33f53af964 req-fd96e4bd-2d45-4da3-a364-feebc497a4ac tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:02.463423 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e3d01325-4b84-4a7b-bbbb-3edbfc5c172f tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:02.465302 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e087e34c-c9d4-41cd-8311-de33f53af964 req-fd96e4bd-2d45-4da3-a364-feebc497a4ac tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3259766 May 18 18:09:02.476021 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e3d01325-4b84-4a7b-bbbb-3edbfc5c172f tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:02.532471 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-e087e34c-c9d4-41cd-8311-de33f53af964 req-4fa09f7b-5ea8-4424-a511-292d87cbff7f tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Request body: {'port': {'device_id': '98098d95-261e-41ea-9ec0-359b880ccfd8', 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305', 'admin_state_up': True, 'tenant_id': 'a049c2cb7dc14b6fbce20aa8814d6ebf'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:09:02.628326 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d01325-4b84-4a7b-bbbb-3edbfc5c172f tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Pushing event updated for resources: {'Port': ['ID=4410d543-2672-4ef7-80d7-ae62ede9b448,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:09:02.637786 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [None req-e3d01325-4b84-4a7b-bbbb-3edbfc5c172f tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Attempting to bind port 4410d543-2672-4ef7-80d7-ae62ede9b448 on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:09:02.638274 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [None req-e3d01325-4b84-4a7b-bbbb-3edbfc5c172f tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Attempting to bind port 4410d543-2672-4ef7-80d7-ae62ede9b448 by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': 'eb974231-aac6-4f91-b36b-acb0cc94fbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '66bc9761-d1c6-4dcd-bfe8-79c40c84e3ac'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:09:02.638551 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d01325-4b84-4a7b-bbbb-3edbfc5c172f tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Attempting to bind port 4410d543-2672-4ef7-80d7-ae62ede9b448 on network 66bc9761-d1c6-4dcd-bfe8-79c40c84e3ac {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:09:02.658052 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e4414ee7-7f51-4ff3-b3e8-1c4e920d41c6 req-9db40e61-9136-45be-aae0-8c779818e1e4 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/ports?device_id=4ded4e23-4952-4289-abf0-bf61631293d2 HTTP/1.1" status: 200 len: 210 time: 0.0801938 May 18 18:09:02.663841 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d01325-4b84-4a7b-bbbb-3edbfc5c172f tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Port 4410d543-2672-4ef7-80d7-ae62ede9b448 on network 66bc9761-d1c6-4dcd-bfe8-79c40c84e3ac not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:09:02.664183 n-d-838550-3 neutron-server[102730]: ERROR neutron.plugins.ml2.managers [None req-e3d01325-4b84-4a7b-bbbb-3edbfc5c172f tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Failed to bind port 4410d543-2672-4ef7-80d7-ae62ede9b448 on host n-h2-838550-3 for vnic_type normal using segments [{'id': 'eb974231-aac6-4f91-b36b-acb0cc94fbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '66bc9761-d1c6-4dcd-bfe8-79c40c84e3ac'}] May 18 18:09:02.667493 n-d-838550-3 neutron-server[102730]: INFO neutron.plugins.ml2.plugin [None req-e3d01325-4b84-4a7b-bbbb-3edbfc5c172f tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Attempt 2 to bind port 4410d543-2672-4ef7-80d7-ae62ede9b448 May 18 18:09:02.689482 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [None req-e3d01325-4b84-4a7b-bbbb-3edbfc5c172f tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Attempting to bind port 4410d543-2672-4ef7-80d7-ae62ede9b448 on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:09:02.689482 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [None req-e3d01325-4b84-4a7b-bbbb-3edbfc5c172f tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Attempting to bind port 4410d543-2672-4ef7-80d7-ae62ede9b448 by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': 'eb974231-aac6-4f91-b36b-acb0cc94fbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '66bc9761-d1c6-4dcd-bfe8-79c40c84e3ac'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:09:02.689482 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d01325-4b84-4a7b-bbbb-3edbfc5c172f tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Attempting to bind port 4410d543-2672-4ef7-80d7-ae62ede9b448 on network 66bc9761-d1c6-4dcd-bfe8-79c40c84e3ac {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:09:02.694438 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d01325-4b84-4a7b-bbbb-3edbfc5c172f tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Port 4410d543-2672-4ef7-80d7-ae62ede9b448 on network 66bc9761-d1c6-4dcd-bfe8-79c40c84e3ac not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:09:02.695002 n-d-838550-3 neutron-server[102730]: ERROR neutron.plugins.ml2.managers [None req-e3d01325-4b84-4a7b-bbbb-3edbfc5c172f tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Failed to bind port 4410d543-2672-4ef7-80d7-ae62ede9b448 on host n-h2-838550-3 for vnic_type normal using segments [{'id': 'eb974231-aac6-4f91-b36b-acb0cc94fbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '66bc9761-d1c6-4dcd-bfe8-79c40c84e3ac'}] May 18 18:09:02.695548 n-d-838550-3 neutron-server[102730]: INFO neutron.plugins.ml2.plugin [None req-e3d01325-4b84-4a7b-bbbb-3edbfc5c172f tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Attempt 3 to bind port 4410d543-2672-4ef7-80d7-ae62ede9b448 May 18 18:09:02.714698 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-701135aa-4a7a-473f-b7ea-8537e7f95885 req-457c0eb2-b5e1-4e2c-a078-3f1f4fbbc895 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:02.725461 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44d8f10-25ca-4bc4-ad7a-6f7bf508cf5d req-a81ca527-c5a4-4445-b864-af053059d478 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:02.730676 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a44d8f10-25ca-4bc4-ad7a-6f7bf508cf5d req-a81ca527-c5a4-4445-b864-af053059d478 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] 10.222.0.85 "GET /v2.0/ports?device_id=99d6ce8d-1802-43b7-b3a1-723c709524f1 HTTP/1.1" status: 200 len: 944 time: 0.2571664 May 18 18:09:02.732952 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['30476341-d67d-457a-ba96-32990757ec38'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:09:02.758701 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [None req-e3d01325-4b84-4a7b-bbbb-3edbfc5c172f tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Attempting to bind port 4410d543-2672-4ef7-80d7-ae62ede9b448 on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:09:02.758701 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [None req-e3d01325-4b84-4a7b-bbbb-3edbfc5c172f tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Attempting to bind port 4410d543-2672-4ef7-80d7-ae62ede9b448 by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': 'eb974231-aac6-4f91-b36b-acb0cc94fbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '66bc9761-d1c6-4dcd-bfe8-79c40c84e3ac'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:09:02.758701 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d01325-4b84-4a7b-bbbb-3edbfc5c172f tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Attempting to bind port 4410d543-2672-4ef7-80d7-ae62ede9b448 on network 66bc9761-d1c6-4dcd-bfe8-79c40c84e3ac {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:09:02.765522 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-3a98e5ab-b927-490c-972f-d0935662e6c0 req-a7abce6c-bc68-4c30-beec-8b16ef6b0a6e tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1942622579', 'description': 'tempest-description-1828324864'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:09:02.769605 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457c0eb2-b5e1-4e2c-a078-3f1f4fbbc895 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Pushing event deleted for resources: {'Port': ['ID=30476341-d67d-457a-ba96-32990757ec38,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:09:02.780333 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [req-e087e34c-c9d4-41cd-8311-de33f53af964 req-c4763d3f-4a04-4c46-9bb5-b2d34d3fe6c1 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Allocated IP 192.168.233.205 (4c8ef274-9ecc-47c2-9686-5eebd78fb305/c2531ae9-89db-4dcf-b670-9eac4c9cde53/b410f0ec-a688-425b-90a1-3f185c37ba3b) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:09:02.785445 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d01325-4b84-4a7b-bbbb-3edbfc5c172f tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Port 4410d543-2672-4ef7-80d7-ae62ede9b448 on network 66bc9761-d1c6-4dcd-bfe8-79c40c84e3ac not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:09:02.785834 n-d-838550-3 neutron-server[102730]: ERROR neutron.plugins.ml2.managers [None req-e3d01325-4b84-4a7b-bbbb-3edbfc5c172f tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Failed to bind port 4410d543-2672-4ef7-80d7-ae62ede9b448 on host n-h2-838550-3 for vnic_type normal using segments [{'id': 'eb974231-aac6-4f91-b36b-acb0cc94fbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '66bc9761-d1c6-4dcd-bfe8-79c40c84e3ac'}] May 18 18:09:02.788176 n-d-838550-3 neutron-server[102730]: INFO neutron.plugins.ml2.plugin [None req-e3d01325-4b84-4a7b-bbbb-3edbfc5c172f tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Attempt 4 to bind port 4410d543-2672-4ef7-80d7-ae62ede9b448 May 18 18:09:02.818612 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [None req-e3d01325-4b84-4a7b-bbbb-3edbfc5c172f tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Attempting to bind port 4410d543-2672-4ef7-80d7-ae62ede9b448 on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:09:02.818971 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [None req-e3d01325-4b84-4a7b-bbbb-3edbfc5c172f tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Attempting to bind port 4410d543-2672-4ef7-80d7-ae62ede9b448 by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': 'eb974231-aac6-4f91-b36b-acb0cc94fbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '66bc9761-d1c6-4dcd-bfe8-79c40c84e3ac'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:09:02.819283 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d01325-4b84-4a7b-bbbb-3edbfc5c172f tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Attempting to bind port 4410d543-2672-4ef7-80d7-ae62ede9b448 on network 66bc9761-d1c6-4dcd-bfe8-79c40c84e3ac {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:09:02.832053 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d01325-4b84-4a7b-bbbb-3edbfc5c172f tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Port 4410d543-2672-4ef7-80d7-ae62ede9b448 on network 66bc9761-d1c6-4dcd-bfe8-79c40c84e3ac not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:09:02.832628 n-d-838550-3 neutron-server[102730]: ERROR neutron.plugins.ml2.managers [None req-e3d01325-4b84-4a7b-bbbb-3edbfc5c172f tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Failed to bind port 4410d543-2672-4ef7-80d7-ae62ede9b448 on host n-h2-838550-3 for vnic_type normal using segments [{'id': 'eb974231-aac6-4f91-b36b-acb0cc94fbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '66bc9761-d1c6-4dcd-bfe8-79c40c84e3ac'}] May 18 18:09:02.846058 n-d-838550-3 neutron-server[102730]: INFO neutron.plugins.ml2.plugin [None req-e3d01325-4b84-4a7b-bbbb-3edbfc5c172f tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Attempt 5 to bind port 4410d543-2672-4ef7-80d7-ae62ede9b448 May 18 18:09:02.849269 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-701135aa-4a7a-473f-b7ea-8537e7f95885 req-457c0eb2-b5e1-4e2c-a078-3f1f4fbbc895 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] No DVR routers for this DVR port 30476341-d67d-457a-ba96-32990757ec38 on host n-h1-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:09:02.852568 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-3a98e5ab-b927-490c-972f-d0935662e6c0 req-a7abce6c-bc68-4c30-beec-8b16ef6b0a6e tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:02.855073 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-701135aa-4a7a-473f-b7ea-8537e7f95885 req-457c0eb2-b5e1-4e2c-a078-3f1f4fbbc895 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:02.858500 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-701135aa-4a7a-473f-b7ea-8537e7f95885 req-457c0eb2-b5e1-4e2c-a078-3f1f4fbbc895 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.36 "DELETE /v2.0/ports/30476341-d67d-457a-ba96-32990757ec38 HTTP/1.1" status: 204 len: 173 time: 1.3722417 May 18 18:09:02.864032 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3939e9c-41fb-4a2c-9412-8402f051cf0b', 'name': 'network-vif-deleted', 'tag': '30476341-d67d-457a-ba96-32990757ec38'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:09:02.866354 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c432524-ba00-4fa0-a319-692b7f9df8a9" -d '{"events": [{"server_uuid": "a3939e9c-41fb-4a2c-9412-8402f051cf0b", "name": "network-vif-deleted", "tag": "30476341-d67d-457a-ba96-32990757ec38"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:09:02.892474 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [None req-e3d01325-4b84-4a7b-bbbb-3edbfc5c172f tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Attempting to bind port 4410d543-2672-4ef7-80d7-ae62ede9b448 on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:09:02.892798 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [None req-e3d01325-4b84-4a7b-bbbb-3edbfc5c172f tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Attempting to bind port 4410d543-2672-4ef7-80d7-ae62ede9b448 by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': 'eb974231-aac6-4f91-b36b-acb0cc94fbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '66bc9761-d1c6-4dcd-bfe8-79c40c84e3ac'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:09:02.893138 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d01325-4b84-4a7b-bbbb-3edbfc5c172f tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Attempting to bind port 4410d543-2672-4ef7-80d7-ae62ede9b448 on network 66bc9761-d1c6-4dcd-bfe8-79c40c84e3ac {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:09:02.902314 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d01325-4b84-4a7b-bbbb-3edbfc5c172f tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Port 4410d543-2672-4ef7-80d7-ae62ede9b448 on network 66bc9761-d1c6-4dcd-bfe8-79c40c84e3ac not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:09:02.902638 n-d-838550-3 neutron-server[102730]: ERROR neutron.plugins.ml2.managers [None req-e3d01325-4b84-4a7b-bbbb-3edbfc5c172f tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Failed to bind port 4410d543-2672-4ef7-80d7-ae62ede9b448 on host n-h2-838550-3 for vnic_type normal using segments [{'id': 'eb974231-aac6-4f91-b36b-acb0cc94fbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '66bc9761-d1c6-4dcd-bfe8-79c40c84e3ac'}] May 18 18:09:02.905113 n-d-838550-3 neutron-server[102730]: INFO neutron.plugins.ml2.plugin [None req-e3d01325-4b84-4a7b-bbbb-3edbfc5c172f tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Attempt 6 to bind port 4410d543-2672-4ef7-80d7-ae62ede9b448 May 18 18:09:02.926778 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [None req-e3d01325-4b84-4a7b-bbbb-3edbfc5c172f tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Attempting to bind port 4410d543-2672-4ef7-80d7-ae62ede9b448 on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:09:02.927121 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [None req-e3d01325-4b84-4a7b-bbbb-3edbfc5c172f tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Attempting to bind port 4410d543-2672-4ef7-80d7-ae62ede9b448 by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': 'eb974231-aac6-4f91-b36b-acb0cc94fbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '66bc9761-d1c6-4dcd-bfe8-79c40c84e3ac'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:09:02.927508 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d01325-4b84-4a7b-bbbb-3edbfc5c172f tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Attempting to bind port 4410d543-2672-4ef7-80d7-ae62ede9b448 on network 66bc9761-d1c6-4dcd-bfe8-79c40c84e3ac {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:09:02.940254 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d01325-4b84-4a7b-bbbb-3edbfc5c172f tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Port 4410d543-2672-4ef7-80d7-ae62ede9b448 on network 66bc9761-d1c6-4dcd-bfe8-79c40c84e3ac not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:09:02.940584 n-d-838550-3 neutron-server[102730]: ERROR neutron.plugins.ml2.managers [None req-e3d01325-4b84-4a7b-bbbb-3edbfc5c172f tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Failed to bind port 4410d543-2672-4ef7-80d7-ae62ede9b448 on host n-h2-838550-3 for vnic_type normal using segments [{'id': 'eb974231-aac6-4f91-b36b-acb0cc94fbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '66bc9761-d1c6-4dcd-bfe8-79c40c84e3ac'}] May 18 18:09:02.942039 n-d-838550-3 neutron-server[102730]: INFO neutron.plugins.ml2.plugin [None req-e3d01325-4b84-4a7b-bbbb-3edbfc5c172f tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Attempt 7 to bind port 4410d543-2672-4ef7-80d7-ae62ede9b448 May 18 18:09:02.950970 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a44d8f10-25ca-4bc4-ad7a-6f7bf508cf5d req-68e3729d-777d-4bf6-bcb2-6cbec870a75e tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] 10.222.0.85 "GET /v2.0/security-groups?id=cb4db50c-f652-4bbe-9372-f1efeb00bae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096508 May 18 18:09:02.975620 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [None req-e3d01325-4b84-4a7b-bbbb-3edbfc5c172f tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Attempting to bind port 4410d543-2672-4ef7-80d7-ae62ede9b448 on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:09:02.976066 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [None req-e3d01325-4b84-4a7b-bbbb-3edbfc5c172f tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Attempting to bind port 4410d543-2672-4ef7-80d7-ae62ede9b448 by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': 'eb974231-aac6-4f91-b36b-acb0cc94fbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '66bc9761-d1c6-4dcd-bfe8-79c40c84e3ac'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:09:02.976421 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d01325-4b84-4a7b-bbbb-3edbfc5c172f tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Attempting to bind port 4410d543-2672-4ef7-80d7-ae62ede9b448 on network 66bc9761-d1c6-4dcd-bfe8-79c40c84e3ac {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:09:02.986790 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d01325-4b84-4a7b-bbbb-3edbfc5c172f tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Port 4410d543-2672-4ef7-80d7-ae62ede9b448 on network 66bc9761-d1c6-4dcd-bfe8-79c40c84e3ac not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:09:02.987241 n-d-838550-3 neutron-server[102730]: ERROR neutron.plugins.ml2.managers [None req-e3d01325-4b84-4a7b-bbbb-3edbfc5c172f tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Failed to bind port 4410d543-2672-4ef7-80d7-ae62ede9b448 on host n-h2-838550-3 for vnic_type normal using segments [{'id': 'eb974231-aac6-4f91-b36b-acb0cc94fbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '66bc9761-d1c6-4dcd-bfe8-79c40c84e3ac'}] May 18 18:09:02.994667 n-d-838550-3 neutron-server[102730]: INFO neutron.plugins.ml2.plugin [None req-e3d01325-4b84-4a7b-bbbb-3edbfc5c172f tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Attempt 8 to bind port 4410d543-2672-4ef7-80d7-ae62ede9b448 May 18 18:09:03.030289 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-3a98e5ab-b927-490c-972f-d0935662e6c0 req-a7abce6c-bc68-4c30-beec-8b16ef6b0a6e tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:03.034890 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [None req-e3d01325-4b84-4a7b-bbbb-3edbfc5c172f tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Attempting to bind port 4410d543-2672-4ef7-80d7-ae62ede9b448 on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:09:03.035449 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [None req-e3d01325-4b84-4a7b-bbbb-3edbfc5c172f tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Attempting to bind port 4410d543-2672-4ef7-80d7-ae62ede9b448 by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': 'eb974231-aac6-4f91-b36b-acb0cc94fbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '66bc9761-d1c6-4dcd-bfe8-79c40c84e3ac'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:09:03.036025 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d01325-4b84-4a7b-bbbb-3edbfc5c172f tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Attempting to bind port 4410d543-2672-4ef7-80d7-ae62ede9b448 on network 66bc9761-d1c6-4dcd-bfe8-79c40c84e3ac {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:09:03.043909 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-3a98e5ab-b927-490c-972f-d0935662e6c0 req-a7abce6c-bc68-4c30-beec-8b16ef6b0a6e tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:03.052958 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d01325-4b84-4a7b-bbbb-3edbfc5c172f tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Port 4410d543-2672-4ef7-80d7-ae62ede9b448 on network 66bc9761-d1c6-4dcd-bfe8-79c40c84e3ac not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:09:03.053498 n-d-838550-3 neutron-server[102730]: ERROR neutron.plugins.ml2.managers [None req-e3d01325-4b84-4a7b-bbbb-3edbfc5c172f tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Failed to bind port 4410d543-2672-4ef7-80d7-ae62ede9b448 on host n-h2-838550-3 for vnic_type normal using segments [{'id': 'eb974231-aac6-4f91-b36b-acb0cc94fbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '66bc9761-d1c6-4dcd-bfe8-79c40c84e3ac'}] May 18 18:09:03.061033 n-d-838550-3 neutron-server[102730]: INFO neutron.plugins.ml2.plugin [None req-e3d01325-4b84-4a7b-bbbb-3edbfc5c172f tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Attempt 9 to bind port 4410d543-2672-4ef7-80d7-ae62ede9b448 May 18 18:09:03.112583 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-3a98e5ab-b927-490c-972f-d0935662e6c0 req-a7abce6c-bc68-4c30-beec-8b16ef6b0a6e tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:03.114427 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3a98e5ab-b927-490c-972f-d0935662e6c0 req-a7abce6c-bc68-4c30-beec-8b16ef6b0a6e tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.3579919 May 18 18:09:03.129167 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [None req-e3d01325-4b84-4a7b-bbbb-3edbfc5c172f tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Attempting to bind port 4410d543-2672-4ef7-80d7-ae62ede9b448 on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:09:03.130185 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [None req-e3d01325-4b84-4a7b-bbbb-3edbfc5c172f tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Attempting to bind port 4410d543-2672-4ef7-80d7-ae62ede9b448 by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': 'eb974231-aac6-4f91-b36b-acb0cc94fbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '66bc9761-d1c6-4dcd-bfe8-79c40c84e3ac'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:09:03.130953 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d01325-4b84-4a7b-bbbb-3edbfc5c172f tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Attempting to bind port 4410d543-2672-4ef7-80d7-ae62ede9b448 on network 66bc9761-d1c6-4dcd-bfe8-79c40c84e3ac {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:09:03.140575 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7abce6c-bc68-4c30-beec-8b16ef6b0a6e tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9718f76a-de5f-4f63-9577-66f6d6c6863a,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:09:03.144888 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d01325-4b84-4a7b-bbbb-3edbfc5c172f tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Port 4410d543-2672-4ef7-80d7-ae62ede9b448 on network 66bc9761-d1c6-4dcd-bfe8-79c40c84e3ac not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:09:03.145675 n-d-838550-3 neutron-server[102730]: ERROR neutron.plugins.ml2.managers [None req-e3d01325-4b84-4a7b-bbbb-3edbfc5c172f tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Failed to bind port 4410d543-2672-4ef7-80d7-ae62ede9b448 on host n-h2-838550-3 for vnic_type normal using segments [{'id': 'eb974231-aac6-4f91-b36b-acb0cc94fbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '66bc9761-d1c6-4dcd-bfe8-79c40c84e3ac'}] May 18 18:09:03.146943 n-d-838550-3 neutron-server[102730]: INFO neutron.plugins.ml2.plugin [None req-e3d01325-4b84-4a7b-bbbb-3edbfc5c172f tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Attempt 10 to bind port 4410d543-2672-4ef7-80d7-ae62ede9b448 May 18 18:09:03.183611 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [None req-e3d01325-4b84-4a7b-bbbb-3edbfc5c172f tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Attempting to bind port 4410d543-2672-4ef7-80d7-ae62ede9b448 on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:09:03.184152 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [None req-e3d01325-4b84-4a7b-bbbb-3edbfc5c172f tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Attempting to bind port 4410d543-2672-4ef7-80d7-ae62ede9b448 by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': 'eb974231-aac6-4f91-b36b-acb0cc94fbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '66bc9761-d1c6-4dcd-bfe8-79c40c84e3ac'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:09:03.184698 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d01325-4b84-4a7b-bbbb-3edbfc5c172f tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Attempting to bind port 4410d543-2672-4ef7-80d7-ae62ede9b448 on network 66bc9761-d1c6-4dcd-bfe8-79c40c84e3ac {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:09:03.187662 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e087e34c-c9d4-41cd-8311-de33f53af964 req-4fa09f7b-5ea8-4424-a511-292d87cbff7f tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Made reservation on behalf of a049c2cb7dc14b6fbce20aa8814d6ebf for: {'port': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:09:03.193166 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d01325-4b84-4a7b-bbbb-3edbfc5c172f tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Port 4410d543-2672-4ef7-80d7-ae62ede9b448 on network 66bc9761-d1c6-4dcd-bfe8-79c40c84e3ac not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:09:03.193433 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-e087e34c-c9d4-41cd-8311-de33f53af964 req-4fa09f7b-5ea8-4424-a511-292d87cbff7f tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:03.193751 n-d-838550-3 neutron-server[102730]: ERROR neutron.plugins.ml2.managers [None req-e3d01325-4b84-4a7b-bbbb-3edbfc5c172f tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Failed to bind port 4410d543-2672-4ef7-80d7-ae62ede9b448 on host n-h2-838550-3 for vnic_type normal using segments [{'id': 'eb974231-aac6-4f91-b36b-acb0cc94fbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '66bc9761-d1c6-4dcd-bfe8-79c40c84e3ac'}] May 18 18:09:03.194252 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e3d01325-4b84-4a7b-bbbb-3edbfc5c172f tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:03.736710 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8a23dfdf-a970-4684-a505-c295e8938a9c req-db283980-d1a0-4f03-b864-b993e8bde3d5 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3939e9c-41fb-4a2c-9412-8402f051cf0b HTTP/1.1" status: 200 len: 210 time: 0.0342863 May 18 18:09:03.747678 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device c66c94da-975c-48bf-8603-4b1d1337c6ac up at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:09:03.802337 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-e3d01325-4b84-4a7b-bbbb-3edbfc5c172f tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] For port 4410d543-2672-4ef7-80d7-ae62ede9b448, host n-h2-838550-3, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:09:03.803186 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-e3d01325-4b84-4a7b-bbbb-3edbfc5c172f tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Attempted to set empty binding levels {{(pid=102730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} May 18 18:09:03.812979 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e3d01325-4b84-4a7b-bbbb-3edbfc5c172f tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:03.840115 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca529deb-3218-4eeb-8737-90394c6c6e02 x-openstack-request-id: req-ca529deb-3218-4eeb-8737-90394c6c6e02 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:09:03.840823 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3939e9c-41fb-4a2c-9412-8402f051cf0b", "name": "network-vif-deleted", "tag": "30476341-d67d-457a-ba96-32990757ec38", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:09:03.842541 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-ca529deb-3218-4eeb-8737-90394c6c6e02 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:09:03.843182 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca529deb-3218-4eeb-8737-90394c6c6e02'] response: {'server_uuid': 'a3939e9c-41fb-4a2c-9412-8402f051cf0b', 'name': 'network-vif-deleted', 'tag': '30476341-d67d-457a-ba96-32990757ec38', 'status': 'completed', 'code': 200} May 18 18:09:03.858108 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1e112a-9c4f-4fe9-a061-e6abbfae8624 req-4d118d65-4955-4b7b-ba1d-9a1135691e8d tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:03.866089 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ff1e112a-9c4f-4fe9-a061-e6abbfae8624 req-4d118d65-4955-4b7b-ba1d-9a1135691e8d tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/ports?device_id=77596843-4c0f-475a-8d4e-a5a7e48df306 HTTP/1.1" status: 200 len: 945 time: 0.7603247 May 18 18:09:03.888834 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning for port c66c94da-975c-48bf-8603-4b1d1337c6ac completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:09:03.893446 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning complete for port c66c94da-975c-48bf-8603-4b1d1337c6ac triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:09:03.893836 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:03.914268 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-e3d01325-4b84-4a7b-bbbb-3edbfc5c172f tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] In _notify_port_updated(), no bound segment for port 4410d543-2672-4ef7-80d7-ae62ede9b448 on network 66bc9761-d1c6-4dcd-bfe8-79c40c84e3ac {{(pid=102730) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 18 18:09:03.917661 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d01325-4b84-4a7b-bbbb-3edbfc5c172f tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:03.918006 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e3d01325-4b84-4a7b-bbbb-3edbfc5c172f tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:03.924452 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-e087e34c-c9d4-41cd-8311-de33f53af964 req-c4763d3f-4a04-4c46-9bb5-b2d34d3fe6c1 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:03.924775 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-e3d01325-4b84-4a7b-bbbb-3edbfc5c172f tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] 10.222.0.85 "PUT /v2.0/ports/4410d543-2672-4ef7-80d7-ae62ede9b448 HTTP/1.1" status: 200 len: 973 time: 2.3726285 May 18 18:09:03.927923 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 53618) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:09:03.963694 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d01325-4b84-4a7b-bbbb-3edbfc5c172f tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Pushing event updated for resources: {'Port': ['ID=4410d543-2672-4ef7-80d7-ae62ede9b448,revision_number=3']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:09:03.992961 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1b6a723e-228e-48ca-b417-6dd378a5ac16 req-46764a90-0b82-4916-937e-85b5beb1d019 tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] 10.222.0.85 "GET /v2.0/security-groups/9718f76a-de5f-4f63-9577-66f6d6c6863a HTTP/1.1" status: 200 len: 1805 time: 0.1089535 May 18 18:09:04.007999 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port c66c94da-975c-48bf-8603-4b1d1337c6ac is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:09:04.008565 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:04.013070 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-1b6a723e-228e-48ca-b417-6dd378a5ac16 req-42674f9d-3232-4c88-a77a-f07616321f1e tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9718f76a-de5f-4f63-9577-66f6d6c6863a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:09:04.013808 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-1b6a723e-228e-48ca-b417-6dd378a5ac16 req-42674f9d-3232-4c88-a77a-f07616321f1e tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9718f76a-de5f-4f63-9577-66f6d6c6863a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:09:04.033937 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ff1e112a-9c4f-4fe9-a061-e6abbfae8624 req-8fb2bdfc-4ba2-48b1-886a-914e287e6e7d tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/security-groups?id=fae3ce3c-9235-4ae4-9c6c-e682ce6a4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664147 May 18 18:09:04.048004 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99d6ce8d-1802-43b7-b3a1-723c709524f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c66c94da-975c-48bf-8603-4b1d1337c6ac'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:09:04.059925 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8380498e-6389-45ea-975e-8712876f23a1" -d '{"events": [{"server_uuid": "99d6ce8d-1802-43b7-b3a1-723c709524f1", "name": "network-vif-plugged", "status": "completed", "tag": "c66c94da-975c-48bf-8603-4b1d1337c6ac"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:09:04.093535 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1fd729c-5a50-4822-ac76-e087f8f52171 tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:04.094058 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1fd729c-5a50-4822-ac76-e087f8f52171 tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:04.095244 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1fd729c-5a50-4822-ac76-e087f8f52171 tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:04.095244 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1fd729c-5a50-4822-ac76-e087f8f52171 tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:04.095689 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1fd729c-5a50-4822-ac76-e087f8f52171 tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:04.096163 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1fd729c-5a50-4822-ac76-e087f8f52171 tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:04.096632 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1fd729c-5a50-4822-ac76-e087f8f52171 tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:04.097110 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1fd729c-5a50-4822-ac76-e087f8f52171 tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:04.097563 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1fd729c-5a50-4822-ac76-e087f8f52171 tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:04.098512 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1fd729c-5a50-4822-ac76-e087f8f52171 tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:04.098512 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1fd729c-5a50-4822-ac76-e087f8f52171 tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:04.098989 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1fd729c-5a50-4822-ac76-e087f8f52171 tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:04.099452 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1fd729c-5a50-4822-ac76-e087f8f52171 tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:04.099918 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1fd729c-5a50-4822-ac76-e087f8f52171 tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:04.100483 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1fd729c-5a50-4822-ac76-e087f8f52171 tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:04.100825 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1fd729c-5a50-4822-ac76-e087f8f52171 tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:04.101285 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1fd729c-5a50-4822-ac76-e087f8f52171 tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:04.101795 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1fd729c-5a50-4822-ac76-e087f8f52171 tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:04.102257 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1fd729c-5a50-4822-ac76-e087f8f52171 tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:04.105706 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-b1fd729c-5a50-4822-ac76-e087f8f52171 tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] 10.222.0.85 "GET /v2.0/ports HTTP/1.1" status: 200 len: 17164 time: 0.1757433 May 18 18:09:04.106410 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port c66c94da-975c-48bf-8603-4b1d1337c6ac, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=c66c94da-975c-48bf-8603-4b1d1337c6ac,segment=NetworkSegment(31315e3d-060c-4ccf-beb4-baf1134985d1),segment_id=31315e3d-060c-4ccf-beb4-baf1134985d1)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:09:04.111339 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 53624) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:09:04.115273 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:04.144655 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-e087e34c-c9d4-41cd-8311-de33f53af964 req-c4763d3f-4a04-4c46-9bb5-b2d34d3fe6c1 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:04.148428 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-1b6a723e-228e-48ca-b417-6dd378a5ac16 req-42674f9d-3232-4c88-a77a-f07616321f1e tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:04.176692 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['3beb5ae3-39b5-4024-9788-1644d2c9c029', '319afa68-c211-4e3a-b55b-279f68bd8ca4', 'e0571223-bec5-444d-9ddd-0c8cd62af364'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:09:04.204126 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-1b6a723e-228e-48ca-b417-6dd378a5ac16 req-42674f9d-3232-4c88-a77a-f07616321f1e tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:04.211150 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-1b6a723e-228e-48ca-b417-6dd378a5ac16 req-42674f9d-3232-4c88-a77a-f07616321f1e tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:04.245185 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42674f9d-3232-4c88-a77a-f07616321f1e tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0127db0-547c-401e-82a0-855c35679220,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:09:04.262775 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-1b6a723e-228e-48ca-b417-6dd378a5ac16 req-42674f9d-3232-4c88-a77a-f07616321f1e tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:04.265733 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1b6a723e-228e-48ca-b417-6dd378a5ac16 req-42674f9d-3232-4c88-a77a-f07616321f1e tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2605722 May 18 18:09:04.268108 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=c66c94da-975c-48bf-8603-4b1d1337c6ac,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:09:04.306395 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e087e34c-c9d4-41cd-8311-de33f53af964 req-c4763d3f-4a04-4c46-9bb5-b2d34d3fe6c1 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Network 4c8ef274-9ecc-47c2-9686-5eebd78fb305 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:09:04.325313 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [req-e087e34c-c9d4-41cd-8311-de33f53af964 req-c4763d3f-4a04-4c46-9bb5-b2d34d3fe6c1 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:09:04.327840 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-e087e34c-c9d4-41cd-8311-de33f53af964 req-c4763d3f-4a04-4c46-9bb5-b2d34d3fe6c1 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:09:04.331427 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [req-e087e34c-c9d4-41cd-8311-de33f53af964 req-4fa09f7b-5ea8-4424-a511-292d87cbff7f tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Allocated IP 192.168.233.248 (4c8ef274-9ecc-47c2-9686-5eebd78fb305/c2531ae9-89db-4dcf-b670-9eac4c9cde53/4bc9ea17-6055-4471-9b57-382e81a27f8a) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:09:04.336184 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4763d3f-4a04-4c46-9bb5-b2d34d3fe6c1 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Pushing event updated for resources: {'Port': ['ID=b410f0ec-a688-425b-90a1-3f185c37ba3b,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:09:04.443974 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd56b652-88b0-4a8b-aea0-87980e898fa9 req-ecd56e05-b1b6-4db9-b722-9051c3388433 tempest-ListServersNegativeTestJSON-1307727916 tempest-ListServersNegativeTestJSON-1307727916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:04.445709 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-dd56b652-88b0-4a8b-aea0-87980e898fa9 req-ecd56e05-b1b6-4db9-b722-9051c3388433 tempest-ListServersNegativeTestJSON-1307727916 tempest-ListServersNegativeTestJSON-1307727916-project] 10.222.0.85 "GET /v2.0/ports?device_id=d91a939e-a627-4c2d-bf7d-59543494f613 HTTP/1.1" status: 200 len: 946 time: 0.2712479 May 18 18:09:04.489636 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25d2088-7155-45a5-abc4-a36b457b52f2 req-8b8c3593-ed21-42a8-a434-f62f1e18b072 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:04.491588 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d25d2088-7155-45a5-abc4-a36b457b52f2 req-8b8c3593-ed21-42a8-a434-f62f1e18b072 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=b620702a-122a-4cad-9b6e-b764547e6f53 HTTP/1.1" status: 200 len: 945 time: 0.0923295 May 18 18:09:04.517360 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e087e34c-c9d4-41cd-8311-de33f53af964 req-c4763d3f-4a04-4c46-9bb5-b2d34d3fe6c1 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:04.518727 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-e087e34c-c9d4-41cd-8311-de33f53af964 req-c4763d3f-4a04-4c46-9bb5-b2d34d3fe6c1 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:04.574281 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d25d2088-7155-45a5-abc4-a36b457b52f2 req-2e886a06-292d-4b35-be68-b20c1cd5a81b tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/security-groups?id=33ba1fad-191a-4b7a-ae9e-8e9e60985e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708737 May 18 18:09:04.605937 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e087e34c-c9d4-41cd-8311-de33f53af964 req-c4763d3f-4a04-4c46-9bb5-b2d34d3fe6c1 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7162862 May 18 18:09:04.639886 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-e087e34c-c9d4-41cd-8311-de33f53af964 req-6797b161-573a-4672-8c9e-559bd3ecff8c service neutron] Request body: {'port': {'device_id': '4ded4e23-4952-4289-abf0-bf61631293d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-3'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:09:04.645384 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-9d78a960-e048-4935-8ff7-d9fc688758f8 tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Deleting port 4410d543-2672-4ef7-80d7-ae62ede9b448 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:09:04.646013 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9d78a960-e048-4935-8ff7-d9fc688758f8 tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:04.748603 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1306f88-28ca-4897-a502-9774acfee8b8 req-f618baf3-72a1-437d-8a31-c7249dc41b65 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:04.751402 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d1306f88-28ca-4897-a502-9774acfee8b8 req-f618baf3-72a1-437d-8a31-c7249dc41b65 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/ports?device_id=4ded4e23-4952-4289-abf0-bf61631293d2 HTTP/1.1" status: 200 len: 936 time: 0.0840604 May 18 18:09:04.757734 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-dd56b652-88b0-4a8b-aea0-87980e898fa9 req-97254dd4-ae35-49ff-b968-0f4b1fcd5e43 tempest-ListServersNegativeTestJSON-1307727916 tempest-ListServersNegativeTestJSON-1307727916-project] 10.222.0.85 "GET /v2.0/security-groups?id=a5378634-71ac-4811-81a5-9fa292a84a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2881358 May 18 18:09:04.842717 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-2c4c0847-1dc3-4745-954e-9a5a71e179c0 None None] Provisioning complete for port b410f0ec-a688-425b-90a1-3f185c37ba3b triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:09:04.843595 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-2c4c0847-1dc3-4745-954e-9a5a71e179c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:04.845118 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d1306f88-28ca-4897-a502-9774acfee8b8 req-cc70bcc1-16cb-40a7-93d0-d063f7b394be tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/security-groups?id=5ea4329b-bade-4f5a-bfbd-7917c3702679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717690 May 18 18:09:04.908160 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c0847-1dc3-4745-954e-9a5a71e179c0 None None] Port b410f0ec-a688-425b-90a1-3f185c37ba3b cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:09:04.926745 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03af987d-a985-4a15-8d46-eaebe89e6d19 x-openstack-request-id: req-03af987d-a985-4a15-8d46-eaebe89e6d19 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:09:04.927219 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99d6ce8d-1802-43b7-b3a1-723c709524f1", "name": "network-vif-plugged", "status": "completed", "tag": "c66c94da-975c-48bf-8603-4b1d1337c6ac", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:09:04.927633 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-03af987d-a985-4a15-8d46-eaebe89e6d19 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:09:04.928244 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03af987d-a985-4a15-8d46-eaebe89e6d19'] response: {'server_uuid': '99d6ce8d-1802-43b7-b3a1-723c709524f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c66c94da-975c-48bf-8603-4b1d1337c6ac', 'code': 200} May 18 18:09:05.019552 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2000969f-8bff-4424-b871-c2eeb0a97b26 req-41f367e8-a6b7-49b0-876b-8331b67c501a tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] 10.222.0.85 "GET /v2.0/security-groups/9718f76a-de5f-4f63-9577-66f6d6c6863a HTTP/1.1" status: 200 len: 2398 time: 0.0701692 May 18 18:09:05.035339 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-9d78a960-e048-4935-8ff7-d9fc688758f8 tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] For port 4410d543-2672-4ef7-80d7-ae62ede9b448, host n-h2-838550-3, got binding levels [] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:09:05.036203 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9d78a960-e048-4935-8ff7-d9fc688758f8 tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:05.036482 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-2000969f-8bff-4424-b871-c2eeb0a97b26 req-4df717ba-217c-4a9f-8750-ae079bb1405b tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9718f76a-de5f-4f63-9577-66f6d6c6863a', 'remote_group_id': None}]} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:09:05.036974 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-2000969f-8bff-4424-b871-c2eeb0a97b26 req-4df717ba-217c-4a9f-8750-ae079bb1405b tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9718f76a-de5f-4f63-9577-66f6d6c6863a', 'remote_group_id': None}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:09:05.047231 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-e087e34c-c9d4-41cd-8311-de33f53af964 req-6797b161-573a-4672-8c9e-559bd3ecff8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:05.105669 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-9d78a960-e048-4935-8ff7-d9fc688758f8 tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Calling delete_port for 4410d543-2672-4ef7-80d7-ae62ede9b448 owned by {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:09:05.112757 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-2000969f-8bff-4424-b871-c2eeb0a97b26 req-4df717ba-217c-4a9f-8750-ae079bb1405b tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:05.121358 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b0c0ae-9d83-469d-83d0-21df4d751537 req-b549ed5e-a51f-41ff-9963-ade662bad0b1 tempest-ListServersNegativeTestJSON-1307727916 tempest-ListServersNegativeTestJSON-1307727916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:05.123798 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-90b0c0ae-9d83-469d-83d0-21df4d751537 req-b549ed5e-a51f-41ff-9963-ade662bad0b1 tempest-ListServersNegativeTestJSON-1307727916 tempest-ListServersNegativeTestJSON-1307727916-project] 10.222.0.88 "GET /v2.0/ports?device_id=d91a939e-a627-4c2d-bf7d-59543494f613 HTTP/1.1" status: 200 len: 946 time: 0.4090269 May 18 18:09:05.146946 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-2000969f-8bff-4424-b871-c2eeb0a97b26 req-4df717ba-217c-4a9f-8750-ae079bb1405b tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:05.152396 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-2000969f-8bff-4424-b871-c2eeb0a97b26 req-4df717ba-217c-4a9f-8750-ae079bb1405b tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:05.166966 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-e087e34c-c9d4-41cd-8311-de33f53af964 req-4fa09f7b-5ea8-4424-a511-292d87cbff7f tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:05.185488 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df717ba-217c-4a9f-8750-ae079bb1405b tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d12ebd7-1eb0-461c-8f3d-55ef232386ae,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:09:05.192324 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-2000969f-8bff-4424-b871-c2eeb0a97b26 req-4df717ba-217c-4a9f-8750-ae079bb1405b tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:05.198609 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2000969f-8bff-4424-b871-c2eeb0a97b26 req-4df717ba-217c-4a9f-8750-ae079bb1405b tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1671281 May 18 18:09:05.288043 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c25129a-dd98-479a-89c8-3a4a3ee3fdb9 req-215c2d7d-7dda-4d3e-9eb9-dcb10025986e tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:05.291055 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6c25129a-dd98-479a-89c8-3a4a3ee3fdb9 req-215c2d7d-7dda-4d3e-9eb9-dcb10025986e tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] 10.222.0.85 "GET /v2.0/ports?device_id=99d6ce8d-1802-43b7-b3a1-723c709524f1 HTTP/1.1" status: 200 len: 945 time: 0.4099388 May 18 18:09:05.625971 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86131411-845b-413f-8968-d8159fa8a576 req-b924d8e1-ac1b-457b-bf02-e9396695c8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:05.628082 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-86131411-845b-413f-8968-d8159fa8a576 req-b924d8e1-ac1b-457b-bf02-e9396695c8c9 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=99d6ce8d-1802-43b7-b3a1-723c709524f1 HTTP/1.1" status: 200 len: 1096 time: 0.5680492 May 18 18:09:05.738756 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6c25129a-dd98-479a-89c8-3a4a3ee3fdb9 req-bf79557e-4f86-4ae2-9084-eea68a9928cf tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] 10.222.0.85 "GET /v2.0/security-groups?id=cb4db50c-f652-4bbe-9372-f1efeb00bae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3813434 May 18 18:09:05.782843 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-e087e34c-c9d4-41cd-8311-de33f53af964 req-4fa09f7b-5ea8-4424-a511-292d87cbff7f tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:05.865342 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-86131411-845b-413f-8968-d8159fa8a576 req-d48d94bb-e9f0-4678-a2d2-9c0b769d4b55 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=cb4db50c-f652-4bbe-9372-f1efeb00bae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159247 May 18 18:09:05.866050 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9d78a960-e048-4935-8ff7-d9fc688758f8 tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:05.955168 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e087e34c-c9d4-41cd-8311-de33f53af964 req-4fa09f7b-5ea8-4424-a511-292d87cbff7f tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Network 4c8ef274-9ecc-47c2-9686-5eebd78fb305 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:09:05.963203 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa09f7b-5ea8-4424-a511-292d87cbff7f tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Pushing event updated for resources: {'Port': ['ID=4bc9ea17-6055-4471-9b57-382e81a27f8a,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:09:05.971548 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [req-e087e34c-c9d4-41cd-8311-de33f53af964 req-4fa09f7b-5ea8-4424-a511-292d87cbff7f tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:09:05.976856 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa780b7-d18d-48bc-b4c7-83b49eeadcf0 req-a51f0ae3-69e8-45e9-bdae-10a67c01172f tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:05.984164 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-e087e34c-c9d4-41cd-8311-de33f53af964 req-4fa09f7b-5ea8-4424-a511-292d87cbff7f tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:09:05.991745 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0fa780b7-d18d-48bc-b4c7-83b49eeadcf0 req-a51f0ae3-69e8-45e9-bdae-10a67c01172f tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/ports?device_id=77596843-4c0f-475a-8d4e-a5a7e48df306 HTTP/1.1" status: 200 len: 945 time: 0.1059399 May 18 18:09:06.022013 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9d78a960-e048-4935-8ff7-d9fc688758f8 tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:06.028683 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-9d78a960-e048-4935-8ff7-d9fc688758f8 tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] 10.222.0.85 "DELETE /v2.0/ports/4410d543-2672-4ef7-80d7-ae62ede9b448 HTTP/1.1" status: 204 len: 168 time: 1.9160259 May 18 18:09:06.060624 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 53652) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:09:06.067364 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0fa780b7-d18d-48bc-b4c7-83b49eeadcf0 req-11763b4e-b2dd-4d30-9232-9142dd23631e tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/security-groups?id=fae3ce3c-9235-4ae4-9c6c-e682ce6a4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730491 May 18 18:09:06.109688 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d78a960-e048-4935-8ff7-d9fc688758f8 tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Pushing event deleted for resources: {'Port': ['ID=4410d543-2672-4ef7-80d7-ae62ede9b448,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:09:06.124959 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-90b0c0ae-9d83-469d-83d0-21df4d751537 req-1b8618bb-20f1-4143-abdf-d0f7b4c299e8 tempest-ListServersNegativeTestJSON-1307727916 tempest-ListServersNegativeTestJSON-1307727916-project] Deleting port 67a4897b-5fda-4ee1-9da3-27070a6ed485 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:09:06.125296 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-90b0c0ae-9d83-469d-83d0-21df4d751537 req-1b8618bb-20f1-4143-abdf-d0f7b4c299e8 tempest-ListServersNegativeTestJSON-1307727916 tempest-ListServersNegativeTestJSON-1307727916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:06.127100 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 30476341-d67d-457a-ba96-32990757ec38 no longer exists at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:09:06.164445 n-d-838550-3 neutron-server[102730]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7ec7714-67cd-4a43-8af0-5151ef24cb13 tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] GET failed (client error): The resource could not be found. May 18 18:09:06.168472 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-d7ec7714-67cd-4a43-8af0-5151ef24cb13 tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] 10.222.0.85 "GET /v2.0/ports/4410d543-2672-4ef7-80d7-ae62ede9b448 HTTP/1.1" status: 404 len: 333 time: 0.0981324 May 18 18:09:06.175377 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 53656) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:09:06.184946 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-858543e0-c99f-411e-b842-15324215d9a0 req-ca91aa7a-1fba-44d1-92b1-b84df5816db6 tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] 10.222.0.85 "GET /v2.0/security-groups/9718f76a-de5f-4f63-9577-66f6d6c6863a HTTP/1.1" status: 200 len: 2996 time: 0.3911009 May 18 18:09:06.186061 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-6470cf3a-c513-4c63-914d-2a924cdb8a7b tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-506757717', 'network_id': '66bc9761-d1c6-4dcd-bfe8-79c40c84e3ac'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:09:06.202179 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] No Port match for: 30476341-d67d-457a-ba96-32990757ec38 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:09:06.202942 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 30476341-d67d-457a-ba96-32990757ec38 not bound to the agent host n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:09:06.241248 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6470cf3a-c513-4c63-914d-2a924cdb8a7b tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Made reservation on behalf of 16415da0f8674e1f94cf614ca4a79e5c for: {'port': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:09:06.257129 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6470cf3a-c513-4c63-914d-2a924cdb8a7b tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:06.352365 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e087e34c-c9d4-41cd-8311-de33f53af964 req-4fa09f7b-5ea8-4424-a511-292d87cbff7f tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:06.353975 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-e087e34c-c9d4-41cd-8311-de33f53af964 req-4fa09f7b-5ea8-4424-a511-292d87cbff7f tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:06.364190 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 53660) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:09:06.370538 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-3a78f041-d57f-4e09-9592-84a824d2e82b None None] Provisioning complete for port 4bc9ea17-6055-4471-9b57-382e81a27f8a triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:09:06.371491 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-3a78f041-d57f-4e09-9592-84a824d2e82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:06.373927 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [None req-6470cf3a-c513-4c63-914d-2a924cdb8a7b tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] device_id is not set on port 45cf7d86-c5db-46ea-ae17-ad5d348a7f3b yet. {{(pid=102730) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 18 18:09:06.435883 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-3a78f041-d57f-4e09-9592-84a824d2e82b None None] Port 4bc9ea17-6055-4471-9b57-382e81a27f8a cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:09:06.499511 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e087e34c-c9d4-41cd-8311-de33f53af964 req-4fa09f7b-5ea8-4424-a511-292d87cbff7f tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.0008786 May 18 18:09:06.519000 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['3beb5ae3-39b5-4024-9788-1644d2c9c029', '319afa68-c211-4e3a-b55b-279f68bd8ca4', 'e0571223-bec5-444d-9ddd-0c8cd62af364'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:09:06.535787 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f47034b-f593-4ae1-872d-027eb4496f0a req-d8627aa4-931e-48a9-84d9-ce46da4c6ab4 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:06.538788 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3f47034b-f593-4ae1-872d-027eb4496f0a req-d8627aa4-931e-48a9-84d9-ce46da4c6ab4 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=b620702a-122a-4cad-9b6e-b764547e6f53 HTTP/1.1" status: 200 len: 945 time: 0.2724020 May 18 18:09:06.553331 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-e087e34c-c9d4-41cd-8311-de33f53af964 req-a8733689-ca38-48a6-87df-59c69fe50db5 service neutron] Request body: {'port': {'device_id': '98098d95-261e-41ea-9ec0-359b880ccfd8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-3'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:09:06.585125 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8a49ab-480c-4c03-829b-c6108d81b1ab req-b00e2d81-37f5-44cd-8224-3ee20d30f8c1 tempest-LiveMigrationTest-768751957 tempest-LiveMigrationTest-768751957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:06.587747 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5b8a49ab-480c-4c03-829b-c6108d81b1ab req-b00e2d81-37f5-44cd-8224-3ee20d30f8c1 tempest-LiveMigrationTest-768751957 tempest-LiveMigrationTest-768751957-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=77596843-4c0f-475a-8d4e-a5a7e48df306&tenant_id=8ebc9a1ec3004890baedda4682fb5641&binding%3Ahost_id=n-h2-838550-3 HTTP/1.1" status: 200 len: 1096 time: 0.2412622 May 18 18:09:06.603777 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-90b0c0ae-9d83-469d-83d0-21df4d751537 req-1b8618bb-20f1-4143-abdf-d0f7b4c299e8 tempest-ListServersNegativeTestJSON-1307727916 tempest-ListServersNegativeTestJSON-1307727916-project] For port 67a4897b-5fda-4ee1-9da3-27070a6ed485, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=67a4897b-5fda-4ee1-9da3-27070a6ed485,segment=NetworkSegment(eb554bdf-962d-4d95-b040-83b8339864d2),segment_id=eb554bdf-962d-4d95-b040-83b8339864d2)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:09:06.604526 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-90b0c0ae-9d83-469d-83d0-21df4d751537 req-1b8618bb-20f1-4143-abdf-d0f7b4c299e8 tempest-ListServersNegativeTestJSON-1307727916 tempest-ListServersNegativeTestJSON-1307727916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:06.633361 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-5b8a49ab-480c-4c03-829b-c6108d81b1ab req-29632bcf-f7e3-4d52-90c8-854b5fc3f7c7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-838550-3'}}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:09:06.685571 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-90b0c0ae-9d83-469d-83d0-21df4d751537 req-1b8618bb-20f1-4143-abdf-d0f7b4c299e8 tempest-ListServersNegativeTestJSON-1307727916 tempest-ListServersNegativeTestJSON-1307727916-project] Calling delete_port for 67a4897b-5fda-4ee1-9da3-27070a6ed485 owned by compute:nova {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:09:06.698798 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba48365-6f30-45a1-b335-a5081f09c38e req-387d081e-bad0-49ec-a8b5-0a233394a0f7 tempest-ListServersNegativeTestJSON-1307727916 tempest-ListServersNegativeTestJSON-1307727916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:06.700688 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9ba48365-6f30-45a1-b335-a5081f09c38e req-387d081e-bad0-49ec-a8b5-0a233394a0f7 tempest-ListServersNegativeTestJSON-1307727916 tempest-ListServersNegativeTestJSON-1307727916-project] 10.222.0.85 "GET /v2.0/ports?device_id=d91a939e-a627-4c2d-bf7d-59543494f613 HTTP/1.1" status: 200 len: 946 time: 0.3769813 May 18 18:09:06.738210 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-e087e34c-c9d4-41cd-8311-de33f53af964 req-a8733689-ca38-48a6-87df-59c69fe50db5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:06.747741 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [req-e087e34c-c9d4-41cd-8311-de33f53af964 req-6797b161-573a-4672-8c9e-559bd3ecff8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b410f0ec-a688-425b-90a1-3f185c37ba3b {{(pid=102731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:09:06.803840 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-e087e34c-c9d4-41cd-8311-de33f53af964 req-6797b161-573a-4672-8c9e-559bd3ecff8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:06.808171 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-6ca0df33-bb8a-41ca-905b-3b11f8b06354 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=c95c071176d44e1393b66dc9873791e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4386623 May 18 18:09:06.812355 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 53666) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:09:06.817210 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3f47034b-f593-4ae1-872d-027eb4496f0a req-d44aeb6e-0500-4bc6-8573-26361679680f tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/security-groups?id=33ba1fad-191a-4b7a-ae9e-8e9e60985e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2529316 May 18 18:09:06.851819 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9ba48365-6f30-45a1-b335-a5081f09c38e req-48b00620-92b9-4684-97a0-dc43bd826dd1 tempest-ListServersNegativeTestJSON-1307727916 tempest-ListServersNegativeTestJSON-1307727916-project] 10.222.0.85 "GET /v2.0/security-groups?id=a5378634-71ac-4811-81a5-9fa292a84a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340418 May 18 18:09:06.889365 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-5b8a49ab-480c-4c03-829b-c6108d81b1ab req-29632bcf-f7e3-4d52-90c8-854b5fc3f7c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:06.900358 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.provisioning_blocks [req-e087e34c-c9d4-41cd-8311-de33f53af964 req-6797b161-573a-4672-8c9e-559bd3ecff8c service neutron] Transition to ACTIVE for port object b410f0ec-a688-425b-90a1-3f185c37ba3b will not be triggered until provisioned by entity L2. {{(pid=102731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:09:06.907766 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6470cf3a-c513-4c63-914d-2a924cdb8a7b tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:06.972458 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-e087e34c-c9d4-41cd-8311-de33f53af964 req-6797b161-573a-4672-8c9e-559bd3ecff8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:07.013731 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-264c9a7c-b317-45a8-ae37-0a947518577a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:07.095489 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4d539abf-3614-4ef1-a2b8-420beaa03638 req-f7a9856f-79fa-4334-af2b-bea35098f9ba tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] 10.222.0.85 "GET /v2.0/security-group-rules/0d12ebd7-1eb0-461c-8f3d-55ef232386ae HTTP/1.1" status: 200 len: 783 time: 0.1578665 May 18 18:09:07.109967 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6470cf3a-c513-4c63-914d-2a924cdb8a7b tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:07.115614 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-264c9a7c-b317-45a8-ae37-0a947518577a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:07.138996 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fd9dde-3880-4329-b139-a0be55becab7 req-e04883e3-df24-400a-bfa4-f2acb93b06a2 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:07.140772 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c9fd9dde-3880-4329-b139-a0be55becab7 req-e04883e3-df24-400a-bfa4-f2acb93b06a2 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/ports?device_id=4ded4e23-4952-4289-abf0-bf61631293d2 HTTP/1.1" status: 200 len: 948 time: 0.2109137 May 18 18:09:07.236334 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6470cf3a-c513-4c63-914d-2a924cdb8a7b tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Network 66bc9761-d1c6-4dcd-bfe8-79c40c84e3ac is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:09:07.250073 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-6470cf3a-c513-4c63-914d-2a924cdb8a7b tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:09:07.252948 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6470cf3a-c513-4c63-914d-2a924cdb8a7b tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:09:07.254139 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6470cf3a-c513-4c63-914d-2a924cdb8a7b tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:07.254749 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6470cf3a-c513-4c63-914d-2a924cdb8a7b tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:07.275947 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6470cf3a-c513-4c63-914d-2a924cdb8a7b tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Pushing event updated for resources: {'Port': ['ID=45cf7d86-c5db-46ea-ae17-ad5d348a7f3b,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:09:07.304628 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6797b161-573a-4672-8c9e-559bd3ecff8c service neutron] Pushing event updated for resources: {'Port': ['ID=b410f0ec-a688-425b-90a1-3f185c37ba3b,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:09:07.310154 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-5b8a49ab-480c-4c03-829b-c6108d81b1ab req-29632bcf-f7e3-4d52-90c8-854b5fc3f7c7 service neutron] For port 44ffae4b-f21a-4414-9cb7-cffce704b5da, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=44ffae4b-f21a-4414-9cb7-cffce704b5da,segment=NetworkSegment(5e6a9b3b-2b82-45b7-b9f1-0f73969fb979),segment_id=5e6a9b3b-2b82-45b7-b9f1-0f73969fb979)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:09:07.342214 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6470cf3a-c513-4c63-914d-2a924cdb8a7b tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:09:07.342779 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6470cf3a-c513-4c63-914d-2a924cdb8a7b tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:09:07.343350 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6470cf3a-c513-4c63-914d-2a924cdb8a7b tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:09:07.343935 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6470cf3a-c513-4c63-914d-2a924cdb8a7b tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:09:07.344498 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6470cf3a-c513-4c63-914d-2a924cdb8a7b tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:09:07.345047 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6470cf3a-c513-4c63-914d-2a924cdb8a7b tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:09:07.345670 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6470cf3a-c513-4c63-914d-2a924cdb8a7b tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:09:07.346327 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6470cf3a-c513-4c63-914d-2a924cdb8a7b tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:09:07.347001 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6470cf3a-c513-4c63-914d-2a924cdb8a7b tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:09:07.348399 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6470cf3a-c513-4c63-914d-2a924cdb8a7b tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:09:07.348399 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6470cf3a-c513-4c63-914d-2a924cdb8a7b tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:09:07.348662 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6470cf3a-c513-4c63-914d-2a924cdb8a7b tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:09:07.363474 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c9fd9dde-3880-4329-b139-a0be55becab7 req-6882650c-f8cc-48ef-9acb-2436d1c1c0f2 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/security-groups?id=5ea4329b-bade-4f5a-bfbd-7917c3702679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880953 May 18 18:09:07.369688 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-6470cf3a-c513-4c63-914d-2a924cdb8a7b tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.1920540 May 18 18:09:07.374451 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 53670) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:09:07.462883 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-264c9a7c-b317-45a8-ae37-0a947518577a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:07.467603 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-264c9a7c-b317-45a8-ae37-0a947518577a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:07.469508 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-264c9a7c-b317-45a8-ae37-0a947518577a admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/b1a46f95-7703-4604-9136-9c04cbcd71cd HTTP/1.1" status: 204 len: 168 time: 0.6511295 May 18 18:09:07.509750 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4d539abf-3614-4ef1-a2b8-420beaa03638 req-d37ef5ef-e4ae-4457-a369-fea41a66963e tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] 10.222.0.85 "GET /v2.0/security-groups/9718f76a-de5f-4f63-9577-66f6d6c6863a HTTP/1.1" status: 200 len: 2996 time: 0.3861165 May 18 18:09:07.516981 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-90b0c0ae-9d83-469d-83d0-21df4d751537 req-1b8618bb-20f1-4143-abdf-d0f7b4c299e8 tempest-ListServersNegativeTestJSON-1307727916 tempest-ListServersNegativeTestJSON-1307727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:07.523995 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1682801d-8bb1-42ec-a4e7-22d03cfac791 tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:07.527376 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-1682801d-8bb1-42ec-a4e7-22d03cfac791 tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] 10.222.0.85 "GET /v2.0/ports/45cf7d86-c5db-46ea-ae17-ad5d348a7f3b HTTP/1.1" status: 200 len: 954 time: 0.1512020 May 18 18:09:07.534268 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 53674) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:09:07.535949 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264c9a7c-b317-45a8-ae37-0a947518577a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1a46f95-7703-4604-9136-9c04cbcd71cd,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:09:07.571387 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8618bb-20f1-4143-abdf-d0f7b4c299e8 tempest-ListServersNegativeTestJSON-1307727916 tempest-ListServersNegativeTestJSON-1307727916-project] Pushing event deleted for resources: {'Port': ['ID=67a4897b-5fda-4ee1-9da3-27070a6ed485,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:09:07.583446 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-5b8a49ab-480c-4c03-829b-c6108d81b1ab req-29632bcf-f7e3-4d52-90c8-854b5fc3f7c7 service neutron] For port 44ffae4b-f21a-4414-9cb7-cffce704b5da, host n-h2-838550-3, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:09:07.616008 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a130a29f-a13f-4e8e-93b3-ae5705cfc11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:07.691875 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-e087e34c-c9d4-41cd-8311-de33f53af964 req-6797b161-573a-4672-8c9e-559bd3ecff8c service neutron] Attempting to bind port b410f0ec-a688-425b-90a1-3f185c37ba3b on host n-h1-838550-3 for vnic_type normal with profile {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:09:07.691875 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-e087e34c-c9d4-41cd-8311-de33f53af964 req-6797b161-573a-4672-8c9e-559bd3ecff8c service neutron] Attempting to bind port b410f0ec-a688-425b-90a1-3f185c37ba3b by drivers openvswitch,hyperv on host n-h1-838550-3 at level 0 using segments [{'id': '2879bb11-64b4-46f1-9f8b-52941d47b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:09:07.691875 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e087e34c-c9d4-41cd-8311-de33f53af964 req-6797b161-573a-4672-8c9e-559bd3ecff8c service neutron] Attempting to bind port b410f0ec-a688-425b-90a1-3f185c37ba3b on network 4c8ef274-9ecc-47c2-9686-5eebd78fb305 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:09:07.700474 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1643b0dc-1035-4f02-8304-f800f47ca524 req-e98511fa-b153-4dfc-9f11-4c56fd905d68 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:07.702775 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1643b0dc-1035-4f02-8304-f800f47ca524 req-e98511fa-b153-4dfc-9f11-4c56fd905d68 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] 10.222.0.85 "GET /v2.0/ports?device_id=99d6ce8d-1802-43b7-b3a1-723c709524f1 HTTP/1.1" status: 200 len: 945 time: 0.2255602 May 18 18:09:07.706647 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77596843-4c0f-475a-8d4e-a5a7e48df306', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44ffae4b-f21a-4414-9cb7-cffce704b5da'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:09:07.710715 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec6469a0-ead2-4e74-b5b6-1fddcce0b455" -d '{"events": [{"server_uuid": "77596843-4c0f-475a-8d4e-a5a7e48df306", "name": "network-vif-unplugged", "status": "completed", "tag": "44ffae4b-f21a-4414-9cb7-cffce704b5da"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:09:07.719253 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-5b8a49ab-480c-4c03-829b-c6108d81b1ab req-29632bcf-f7e3-4d52-90c8-854b5fc3f7c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:07.736756 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-5b8a49ab-480c-4c03-829b-c6108d81b1ab req-29632bcf-f7e3-4d52-90c8-854b5fc3f7c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:07.769174 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e087e34c-c9d4-41cd-8311-de33f53af964 req-6797b161-573a-4672-8c9e-559bd3ecff8c service neutron] Port b410f0ec-a688-425b-90a1-3f185c37ba3b on network 4c8ef274-9ecc-47c2-9686-5eebd78fb305 not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-3 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:09:07.769491 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e087e34c-c9d4-41cd-8311-de33f53af964 req-6797b161-573a-4672-8c9e-559bd3ecff8c service neutron] Attempting to bind port b410f0ec-a688-425b-90a1-3f185c37ba3b on network 4c8ef274-9ecc-47c2-9686-5eebd78fb305 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:09:07.776847 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-90b0c0ae-9d83-469d-83d0-21df4d751537 req-1b8618bb-20f1-4143-abdf-d0f7b4c299e8 tempest-ListServersNegativeTestJSON-1307727916 tempest-ListServersNegativeTestJSON-1307727916-project] No DVR routers for this DVR port 67a4897b-5fda-4ee1-9da3-27070a6ed485 on host n-h2-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:09:07.779782 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-4d539abf-3614-4ef1-a2b8-420beaa03638 req-0176aa45-2cef-4478-90cb-88c00623e7a7 tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:07.780979 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 67a4897b-5fda-4ee1-9da3-27070a6ed485 no longer exists at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:09:07.791174 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-90b0c0ae-9d83-469d-83d0-21df4d751537 req-1b8618bb-20f1-4143-abdf-d0f7b4c299e8 tempest-ListServersNegativeTestJSON-1307727916 tempest-ListServersNegativeTestJSON-1307727916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:07.794739 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-90b0c0ae-9d83-469d-83d0-21df4d751537 req-1b8618bb-20f1-4143-abdf-d0f7b4c299e8 tempest-ListServersNegativeTestJSON-1307727916 tempest-ListServersNegativeTestJSON-1307727916-project] 10.222.0.88 "DELETE /v2.0/ports/67a4897b-5fda-4ee1-9da3-27070a6ed485 HTTP/1.1" status: 204 len: 173 time: 2.6259620 May 18 18:09:07.797066 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd91a939e-a627-4c2d-bf7d-59543494f613', 'name': 'network-vif-deleted', 'tag': '67a4897b-5fda-4ee1-9da3-27070a6ed485'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:09:07.799529 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a679246c-1d95-4e19-8a7b-0fda58fb181c" -d '{"events": [{"server_uuid": "d91a939e-a627-4c2d-bf7d-59543494f613", "name": "network-vif-deleted", "tag": "67a4897b-5fda-4ee1-9da3-27070a6ed485"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:09:07.822685 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-4d539abf-3614-4ef1-a2b8-420beaa03638 req-0176aa45-2cef-4478-90cb-88c00623e7a7 tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:07.825308 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e087e34c-c9d4-41cd-8311-de33f53af964 req-6797b161-573a-4672-8c9e-559bd3ecff8c service neutron] Checking agent: {'id': '1dbac822-25f2-4df8-9dc8-5c2e7b136eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:09:07.825922 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e087e34c-c9d4-41cd-8311-de33f53af964 req-6797b161-573a-4672-8c9e-559bd3ecff8c service neutron] Checking segment: {'id': '2879bb11-64b4-46f1-9f8b-52941d47b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:09:07.826509 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e087e34c-c9d4-41cd-8311-de33f53af964 req-6797b161-573a-4672-8c9e-559bd3ecff8c service neutron] Bound using segment: {'id': '2879bb11-64b4-46f1-9f8b-52941d47b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305'} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:09:07.827308 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-e087e34c-c9d4-41cd-8311-de33f53af964 req-6797b161-573a-4672-8c9e-559bd3ecff8c service neutron] Bound port: b410f0ec-a688-425b-90a1-3f185c37ba3b, host: n-h1-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2879bb11-64b4-46f1-9f8b-52941d47b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305'}}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:09:07.827884 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-e087e34c-c9d4-41cd-8311-de33f53af964 req-6797b161-573a-4672-8c9e-559bd3ecff8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:07.862812 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] No Port match for: 67a4897b-5fda-4ee1-9da3-27070a6ed485 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:09:07.866950 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 67a4897b-5fda-4ee1-9da3-27070a6ed485 not bound to the agent host n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:09:07.879724 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1643b0dc-1035-4f02-8304-f800f47ca524 req-62ebbd73-b6b9-4765-ae10-4a184826bd17 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] 10.222.0.85 "GET /v2.0/security-groups?id=cb4db50c-f652-4bbe-9372-f1efeb00bae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564991 May 18 18:09:07.911895 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29632bcf-f7e3-4d52-90c8-854b5fc3f7c7 service neutron] Pushing event updated for resources: {'Port': ['ID=44ffae4b-f21a-4414-9cb7-cffce704b5da,revision_number=7']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:09:07.948068 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-4d539abf-3614-4ef1-a2b8-420beaa03638 req-0176aa45-2cef-4478-90cb-88c00623e7a7 tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:07.974613 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-4d539abf-3614-4ef1-a2b8-420beaa03638 req-0176aa45-2cef-4478-90cb-88c00623e7a7 tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:07.976285 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4d539abf-3614-4ef1-a2b8-420beaa03638 req-0176aa45-2cef-4478-90cb-88c00623e7a7 tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] 10.222.0.85 "DELETE /v2.0/security-group-rules/0d12ebd7-1eb0-461c-8f3d-55ef232386ae HTTP/1.1" status: 204 len: 173 time: 0.4408813 May 18 18:09:08.016240 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-5b8a49ab-480c-4c03-829b-c6108d81b1ab req-29632bcf-f7e3-4d52-90c8-854b5fc3f7c7 service neutron] Attempting to bind port 44ffae4b-f21a-4414-9cb7-cffce704b5da on host n-h2-838550-3 for vnic_type normal with profile {"migrating_to": "n-h1-838550-3"} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:09:08.017197 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-5b8a49ab-480c-4c03-829b-c6108d81b1ab req-29632bcf-f7e3-4d52-90c8-854b5fc3f7c7 service neutron] Attempting to bind port 44ffae4b-f21a-4414-9cb7-cffce704b5da by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': '5e6a9b3b-2b82-45b7-b9f1-0f73969fb979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '34fdcfa4-2e5d-460f-9a9f-5a798833609a'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:09:08.017417 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8a49ab-480c-4c03-829b-c6108d81b1ab req-29632bcf-f7e3-4d52-90c8-854b5fc3f7c7 service neutron] Attempting to bind port 44ffae4b-f21a-4414-9cb7-cffce704b5da on network 34fdcfa4-2e5d-460f-9a9f-5a798833609a {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:09:08.031046 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8a49ab-480c-4c03-829b-c6108d81b1ab req-29632bcf-f7e3-4d52-90c8-854b5fc3f7c7 service neutron] Port 44ffae4b-f21a-4414-9cb7-cffce704b5da on network 34fdcfa4-2e5d-460f-9a9f-5a798833609a not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:09:08.031573 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8a49ab-480c-4c03-829b-c6108d81b1ab req-29632bcf-f7e3-4d52-90c8-854b5fc3f7c7 service neutron] Attempting to bind port 44ffae4b-f21a-4414-9cb7-cffce704b5da on network 34fdcfa4-2e5d-460f-9a9f-5a798833609a {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:09:08.049788 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0176aa45-2cef-4478-90cb-88c00623e7a7 tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0d12ebd7-1eb0-461c-8f3d-55ef232386ae,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:09:08.054198 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-15e917f2-fbfb-444b-bf04-270b9d92746b tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Deleting port 45cf7d86-c5db-46ea-ae17-ad5d348a7f3b {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:09:08.055187 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-15e917f2-fbfb-444b-bf04-270b9d92746b tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:08.067609 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8a49ab-480c-4c03-829b-c6108d81b1ab req-29632bcf-f7e3-4d52-90c8-854b5fc3f7c7 service neutron] Checking agent: {'id': 'd1be059a-68ea-4c77-9b2b-29f4afa47e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:09:08.068388 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8a49ab-480c-4c03-829b-c6108d81b1ab req-29632bcf-f7e3-4d52-90c8-854b5fc3f7c7 service neutron] Checking segment: {'id': '5e6a9b3b-2b82-45b7-b9f1-0f73969fb979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '34fdcfa4-2e5d-460f-9a9f-5a798833609a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:09:08.069114 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8a49ab-480c-4c03-829b-c6108d81b1ab req-29632bcf-f7e3-4d52-90c8-854b5fc3f7c7 service neutron] Bound using segment: {'id': '5e6a9b3b-2b82-45b7-b9f1-0f73969fb979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '34fdcfa4-2e5d-460f-9a9f-5a798833609a'} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:09:08.069883 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-5b8a49ab-480c-4c03-829b-c6108d81b1ab req-29632bcf-f7e3-4d52-90c8-854b5fc3f7c7 service neutron] Bound port: 44ffae4b-f21a-4414-9cb7-cffce704b5da, host: n-h2-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e6a9b3b-2b82-45b7-b9f1-0f73969fb979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '34fdcfa4-2e5d-460f-9a9f-5a798833609a'}}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:09:08.074790 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-5b8a49ab-480c-4c03-829b-c6108d81b1ab req-29632bcf-f7e3-4d52-90c8-854b5fc3f7c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:08.101745 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 May 2022 18:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50f9e196-702f-4056-bc98-72aa029aaf7d x-openstack-request-id: req-50f9e196-702f-4056-bc98-72aa029aaf7d {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:09:08.102466 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77596843-4c0f-475a-8d4e-a5a7e48df306", "name": "network-vif-unplugged", "status": "completed", "tag": "44ffae4b-f21a-4414-9cb7-cffce704b5da", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:09:08.103236 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-50f9e196-702f-4056-bc98-72aa029aaf7d {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:09:08.103879 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50f9e196-702f-4056-bc98-72aa029aaf7d'] response: {'server_uuid': '77596843-4c0f-475a-8d4e-a5a7e48df306', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44ffae4b-f21a-4414-9cb7-cffce704b5da', 'code': 200} May 18 18:09:08.137534 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 44ffae4b-f21a-4414-9cb7-cffce704b5da details requested by agent hyperv_n-h1-838550-3 with host n-h1-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:09:08.188728 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [req-e087e34c-c9d4-41cd-8311-de33f53af964 req-a8733689-ca38-48a6-87df-59c69fe50db5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bc9ea17-6055-4471-9b57-382e81a27f8a {{(pid=102731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:09:08.208903 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b43fbbb4-7ba1-4eb7-9a18-f7c365980d97 x-openstack-request-id: req-b43fbbb4-7ba1-4eb7-9a18-f7c365980d97 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:09:08.209399 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d91a939e-a627-4c2d-bf7d-59543494f613", "name": "network-vif-deleted", "tag": "67a4897b-5fda-4ee1-9da3-27070a6ed485", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:09:08.209805 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-b43fbbb4-7ba1-4eb7-9a18-f7c365980d97 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:09:08.210430 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b43fbbb4-7ba1-4eb7-9a18-f7c365980d97'] response: {'server_uuid': 'd91a939e-a627-4c2d-bf7d-59543494f613', 'name': 'network-vif-deleted', 'tag': '67a4897b-5fda-4ee1-9da3-27070a6ed485', 'status': 'completed', 'code': 200} May 18 18:09:08.226681 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-e087e34c-c9d4-41cd-8311-de33f53af964 req-a8733689-ca38-48a6-87df-59c69fe50db5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:08.267306 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-e087e34c-c9d4-41cd-8311-de33f53af964 req-6797b161-573a-4672-8c9e-559bd3ecff8c service neutron] For port b410f0ec-a688-425b-90a1-3f185c37ba3b, host n-h1-838550-3, cleared binding levels {{(pid=102731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:09:08.273275 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-e087e34c-c9d4-41cd-8311-de33f53af964 req-6797b161-573a-4672-8c9e-559bd3ecff8c service neutron] For port b410f0ec-a688-425b-90a1-3f185c37ba3b, host n-h1-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=b410f0ec-a688-425b-90a1-3f185c37ba3b,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:09:08.282235 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9159ce-9b92-4e86-bcd7-b4a03f2a88ff req-76c7a785-f87f-4de1-8d3b-bb5520093723 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:08.285707 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3a9159ce-9b92-4e86-bcd7-b4a03f2a88ff req-76c7a785-f87f-4de1-8d3b-bb5520093723 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/ports?device_id=77596843-4c0f-475a-8d4e-a5a7e48df306 HTTP/1.1" status: 200 len: 943 time: 0.2332203 May 18 18:09:08.286342 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-e087e34c-c9d4-41cd-8311-de33f53af964 req-6797b161-573a-4672-8c9e-559bd3ecff8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:08.288711 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.provisioning_blocks [req-e087e34c-c9d4-41cd-8311-de33f53af964 req-a8733689-ca38-48a6-87df-59c69fe50db5 service neutron] Transition to ACTIVE for port object 4bc9ea17-6055-4471-9b57-382e81a27f8a will not be triggered until provisioned by entity L2. {{(pid=102731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:09:08.291601 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-15e917f2-fbfb-444b-bf04-270b9d92746b tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:08.305101 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-e087e34c-c9d4-41cd-8311-de33f53af964 req-a8733689-ca38-48a6-87df-59c69fe50db5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:08.321800 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-15e917f2-fbfb-444b-bf04-270b9d92746b tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Calling delete_port for 45cf7d86-c5db-46ea-ae17-ad5d348a7f3b owned by {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:09:08.342902 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 53688) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:09:08.343956 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-5b8a49ab-480c-4c03-829b-c6108d81b1ab req-29632bcf-f7e3-4d52-90c8-854b5fc3f7c7 service neutron] For port 44ffae4b-f21a-4414-9cb7-cffce704b5da, host n-h2-838550-3, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:09:08.361254 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e087e34c-c9d4-41cd-8311-de33f53af964 req-6797b161-573a-4672-8c9e-559bd3ecff8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:08.362968 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-e087e34c-c9d4-41cd-8311-de33f53af964 req-6797b161-573a-4672-8c9e-559bd3ecff8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:08.363865 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e087e34c-c9d4-41cd-8311-de33f53af964 req-6797b161-573a-4672-8c9e-559bd3ecff8c service neutron] 10.222.0.36 "PUT /v2.0/ports/b410f0ec-a688-425b-90a1-3f185c37ba3b HTTP/1.1" status: 200 len: 1096 time: 3.7322843 May 18 18:09:08.401053 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-5b8a49ab-480c-4c03-829b-c6108d81b1ab req-29632bcf-f7e3-4d52-90c8-854b5fc3f7c7 service neutron] For port 44ffae4b-f21a-4414-9cb7-cffce704b5da, host n-h2-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=44ffae4b-f21a-4414-9cb7-cffce704b5da,segment=NetworkSegment(5e6a9b3b-2b82-45b7-b9f1-0f73969fb979),segment_id=5e6a9b3b-2b82-45b7-b9f1-0f73969fb979)] {{(pid=102730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:09:08.412769 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-5b8a49ab-480c-4c03-829b-c6108d81b1ab req-29632bcf-f7e3-4d52-90c8-854b5fc3f7c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:08.500069 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3a9159ce-9b92-4e86-bcd7-b4a03f2a88ff req-d6fc6849-4641-4595-a64f-1e974f7a21c2 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/security-groups?id=fae3ce3c-9235-4ae4-9c6c-e682ce6a4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764326 May 18 18:09:08.580064 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29632bcf-f7e3-4d52-90c8-854b5fc3f7c7 service neutron] Pushing event updated for resources: {'Port': ['ID=44ffae4b-f21a-4414-9cb7-cffce704b5da,revision_number=8']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:09:08.709221 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8a49ab-480c-4c03-829b-c6108d81b1ab req-29632bcf-f7e3-4d52-90c8-854b5fc3f7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:08.709511 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-5b8a49ab-480c-4c03-829b-c6108d81b1ab req-29632bcf-f7e3-4d52-90c8-854b5fc3f7c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:08.718128 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5b8a49ab-480c-4c03-829b-c6108d81b1ab req-29632bcf-f7e3-4d52-90c8-854b5fc3f7c7 service neutron] 10.222.0.36 "PUT /v2.0/ports/44ffae4b-f21a-4414-9cb7-cffce704b5da HTTP/1.1" status: 200 len: 1121 time: 2.0941763 May 18 18:09:08.787432 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 44ffae4b-f21a-4414-9cb7-cffce704b5da, host n-h2-838550-3, got binding levels [] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:09:08.793300 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['44ffae4b-f21a-4414-9cb7-cffce704b5da'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:09:08.882390 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Attempting to bind port 44ffae4b-f21a-4414-9cb7-cffce704b5da on host n-h2-838550-3 for vnic_type normal with profile {"migrating_to": "n-h1-838550-3"} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:09:08.882755 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Attempting to bind port 44ffae4b-f21a-4414-9cb7-cffce704b5da by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': '5e6a9b3b-2b82-45b7-b9f1-0f73969fb979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '34fdcfa4-2e5d-460f-9a9f-5a798833609a'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:09:08.883119 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Attempting to bind port 44ffae4b-f21a-4414-9cb7-cffce704b5da on network 34fdcfa4-2e5d-460f-9a9f-5a798833609a {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:09:08.895179 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Port 44ffae4b-f21a-4414-9cb7-cffce704b5da on network 34fdcfa4-2e5d-460f-9a9f-5a798833609a not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:09:08.895529 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Attempting to bind port 44ffae4b-f21a-4414-9cb7-cffce704b5da on network 34fdcfa4-2e5d-460f-9a9f-5a798833609a {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:09:08.924674 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Checking agent: {'id': 'd1be059a-68ea-4c77-9b2b-29f4afa47e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:09:08.925021 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Checking segment: {'id': '5e6a9b3b-2b82-45b7-b9f1-0f73969fb979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '34fdcfa4-2e5d-460f-9a9f-5a798833609a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:09:08.925527 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Bound using segment: {'id': '5e6a9b3b-2b82-45b7-b9f1-0f73969fb979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '34fdcfa4-2e5d-460f-9a9f-5a798833609a'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:09:08.926842 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-42be85d1-cd58-41a1-998a-17ad6c7c850f req-2d8e416e-81b4-436b-9045-a1760edf9ee4 tempest-ListServersNegativeTestJSON-1307727916 tempest-ListServersNegativeTestJSON-1307727916-project] 10.222.0.85 "GET /v2.0/ports?device_id=d91a939e-a627-4c2d-bf7d-59543494f613 HTTP/1.1" status: 200 len: 210 time: 0.1591566 May 18 18:09:08.928646 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Bound port: 44ffae4b-f21a-4414-9cb7-cffce704b5da, host: n-h2-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e6a9b3b-2b82-45b7-b9f1-0f73969fb979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '34fdcfa4-2e5d-460f-9a9f-5a798833609a'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:09:08.929371 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:09.069141 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['bfab1e16-7b5b-4227-a7f3-fd2accb9f360', 'e832bd60-8122-43cd-b491-90d0d6301f6b'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:09:09.131192 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['44ffae4b-f21a-4414-9cb7-cffce704b5da'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:09:09.159988 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-878d21cd-3019-4b6b-955a-b16c3e456218 req-48d9f1b8-e827-4833-b692-1552751d89ac tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] 10.222.0.85 "GET /v2.0/security-groups/9718f76a-de5f-4f63-9577-66f6d6c6863a HTTP/1.1" status: 200 len: 2398 time: 0.1297767 May 18 18:09:09.175595 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b16639c-a103-4d02-a939-b8c4a98ebc99 req-843d4254-6fa7-48d0-97a0-19450e8a651b tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:09.178265 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5b16639c-a103-4d02-a939-b8c4a98ebc99 req-843d4254-6fa7-48d0-97a0-19450e8a651b tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=b620702a-122a-4cad-9b6e-b764547e6f53 HTTP/1.1" status: 200 len: 945 time: 0.8293476 May 18 18:09:09.183126 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-341fb46a-86ec-402e-a771-ead9fd17ef16 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=388e7f143bbb4801848cabec09516839&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8176792 May 18 18:09:09.186485 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6797b161-573a-4672-8c9e-559bd3ecff8c service neutron] Pushing event updated for resources: {'Port': ['ID=b410f0ec-a688-425b-90a1-3f185c37ba3b,revision_number=3']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:09:09.203921 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 53694) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:09:09.284858 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-15e917f2-fbfb-444b-bf04-270b9d92746b tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:09.363598 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-15e917f2-fbfb-444b-bf04-270b9d92746b tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:09.369267 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-15e917f2-fbfb-444b-bf04-270b9d92746b tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] 10.222.0.85 "DELETE /v2.0/ports/45cf7d86-c5db-46ea-ae17-ad5d348a7f3b HTTP/1.1" status: 204 len: 168 time: 1.8293233 May 18 18:09:09.378537 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 53696) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:09:09.400479 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e087e34c-c9d4-41cd-8311-de33f53af964 req-e5592120-065b-43ce-af66-62542774471d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:09.402686 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e087e34c-c9d4-41cd-8311-de33f53af964 req-e5592120-065b-43ce-af66-62542774471d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a049c2cb7dc14b6fbce20aa8814d6ebf&device_id=4ded4e23-4952-4289-abf0-bf61631293d2 HTTP/1.1" status: 200 len: 1099 time: 0.5645964 May 18 18:09:09.409827 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-878d21cd-3019-4b6b-955a-b16c3e456218 req-ade328f6-0ff4-4018-a238-30f0e38e3b4f tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:09.433983 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5b16639c-a103-4d02-a939-b8c4a98ebc99 req-a8ec2f91-f65a-4af8-bada-3c712721bd5d tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/security-groups?id=33ba1fad-191a-4b7a-ae9e-8e9e60985e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501517 May 18 18:09:09.457949 n-d-838550-3 neutron-server[102730]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c0a2bf2-8f4a-4a09-b7b6-3a9e6e4db5a5 tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] GET failed (client error): The resource could not be found. May 18 18:09:09.471830 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-4c0a2bf2-8f4a-4a09-b7b6-3a9e6e4db5a5 tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] 10.222.0.85 "GET /v2.0/ports/45cf7d86-c5db-46ea-ae17-ad5d348a7f3b HTTP/1.1" status: 404 len: 333 time: 0.0914109 May 18 18:09:09.472389 n-d-838550-3 neutron-server[102732]: WARNING neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Concurrent port binding operations failed on port 44ffae4b-f21a-4414-9cb7-cffce704b5da May 18 18:09:09.473699 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2fc95ab2-0e52-4025-aaa6-ec68da10379c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:09.479070 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 53698) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:09:09.481495 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 44ffae4b-f21a-4414-9cb7-cffce704b5da, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=44ffae4b-f21a-4414-9cb7-cffce704b5da,segment=NetworkSegment(5e6a9b3b-2b82-45b7-b9f1-0f73969fb979),segment_id=5e6a9b3b-2b82-45b7-b9f1-0f73969fb979)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:09:09.504382 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-a82499e3-a1af-4f31-9c3a-733088bfda9e tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Request body: {'port': {'network_id': '66bc9761-d1c6-4dcd-bfe8-79c40c84e3ac', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1602187009'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:09:09.504777 n-d-838550-3 neutron-server[102732]: INFO neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Attempt 2 to bind port 44ffae4b-f21a-4414-9cb7-cffce704b5da May 18 18:09:09.505316 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 44ffae4b-f21a-4414-9cb7-cffce704b5da has no active binding in host n-h1-838550-3 {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} May 18 18:09:09.529322 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e087e34c-c9d4-41cd-8311-de33f53af964 req-0676d86d-e4a7-43b3-96c0-a20159c6680a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=b410f0ec-a688-425b-90a1-3f185c37ba3b HTTP/1.1" status: 200 len: 217 time: 0.1049526 May 18 18:09:09.533429 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8733689-ca38-48a6-87df-59c69fe50db5 service neutron] Pushing event updated for resources: {'Port': ['ID=4bc9ea17-6055-4471-9b57-382e81a27f8a,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:09:09.584793 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e917f2-fbfb-444b-bf04-270b9d92746b tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Pushing event deleted for resources: {'Port': ['ID=45cf7d86-c5db-46ea-ae17-ad5d348a7f3b,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:09:09.608889 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-878d21cd-3019-4b6b-955a-b16c3e456218 req-ade328f6-0ff4-4018-a238-30f0e38e3b4f tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:09.657243 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-e087e34c-c9d4-41cd-8311-de33f53af964 req-a8733689-ca38-48a6-87df-59c69fe50db5 service neutron] Attempting to bind port 4bc9ea17-6055-4471-9b57-382e81a27f8a on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:09:09.657599 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-e087e34c-c9d4-41cd-8311-de33f53af964 req-a8733689-ca38-48a6-87df-59c69fe50db5 service neutron] Attempting to bind port 4bc9ea17-6055-4471-9b57-382e81a27f8a by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': '2879bb11-64b4-46f1-9f8b-52941d47b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:09:09.658006 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e087e34c-c9d4-41cd-8311-de33f53af964 req-a8733689-ca38-48a6-87df-59c69fe50db5 service neutron] Attempting to bind port 4bc9ea17-6055-4471-9b57-382e81a27f8a on network 4c8ef274-9ecc-47c2-9686-5eebd78fb305 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:09:09.668576 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2fc95ab2-0e52-4025-aaa6-ec68da10379c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:09.685672 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a82499e3-a1af-4f31-9c3a-733088bfda9e tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Made reservation on behalf of 16415da0f8674e1f94cf614ca4a79e5c for: {'port': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:09:09.689643 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a82499e3-a1af-4f31-9c3a-733088bfda9e tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:09.725955 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e087e34c-c9d4-41cd-8311-de33f53af964 req-a8733689-ca38-48a6-87df-59c69fe50db5 service neutron] Port 4bc9ea17-6055-4471-9b57-382e81a27f8a on network 4c8ef274-9ecc-47c2-9686-5eebd78fb305 not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:09:09.726491 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e087e34c-c9d4-41cd-8311-de33f53af964 req-a8733689-ca38-48a6-87df-59c69fe50db5 service neutron] Attempting to bind port 4bc9ea17-6055-4471-9b57-382e81a27f8a on network 4c8ef274-9ecc-47c2-9686-5eebd78fb305 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:09:09.755908 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e087e34c-c9d4-41cd-8311-de33f53af964 req-a8733689-ca38-48a6-87df-59c69fe50db5 service neutron] Checking agent: {'id': 'd1be059a-68ea-4c77-9b2b-29f4afa47e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:09:09.756448 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e087e34c-c9d4-41cd-8311-de33f53af964 req-a8733689-ca38-48a6-87df-59c69fe50db5 service neutron] Checking segment: {'id': '2879bb11-64b4-46f1-9f8b-52941d47b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:09:09.757067 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e087e34c-c9d4-41cd-8311-de33f53af964 req-a8733689-ca38-48a6-87df-59c69fe50db5 service neutron] Bound using segment: {'id': '2879bb11-64b4-46f1-9f8b-52941d47b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305'} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:09:09.757894 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-e087e34c-c9d4-41cd-8311-de33f53af964 req-a8733689-ca38-48a6-87df-59c69fe50db5 service neutron] Bound port: 4bc9ea17-6055-4471-9b57-382e81a27f8a, host: n-h2-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2879bb11-64b4-46f1-9f8b-52941d47b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305'}}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:09:09.758429 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-e087e34c-c9d4-41cd-8311-de33f53af964 req-a8733689-ca38-48a6-87df-59c69fe50db5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:09.759128 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [None req-a82499e3-a1af-4f31-9c3a-733088bfda9e tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] device_id is not set on port dc58d998-e152-4915-8352-0d5802ce591a yet. {{(pid=102730) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 18 18:09:09.848166 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-878d21cd-3019-4b6b-955a-b16c3e456218 req-ade328f6-0ff4-4018-a238-30f0e38e3b4f tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:09.853459 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-878d21cd-3019-4b6b-955a-b16c3e456218 req-ade328f6-0ff4-4018-a238-30f0e38e3b4f tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:09.855378 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-878d21cd-3019-4b6b-955a-b16c3e456218 req-ade328f6-0ff4-4018-a238-30f0e38e3b4f tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] 10.222.0.85 "DELETE /v2.0/security-groups/9718f76a-de5f-4f63-9577-66f6d6c6863a HTTP/1.1" status: 204 len: 173 time: 0.6834328 May 18 18:09:09.871373 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e087e34c-c9d4-41cd-8311-de33f53af964 req-1edc718c-657a-4894-99be-1a787b496293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:09.871373 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e087e34c-c9d4-41cd-8311-de33f53af964 req-1edc718c-657a-4894-99be-1a787b496293 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c2531ae9-89db-4dcf-b670-9eac4c9cde53 HTTP/1.1" status: 200 len: 843 time: 0.3254197 May 18 18:09:09.893407 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d12cd6e-b50e-46e1-9433-f034c9848218 req-2eebb425-d01b-4c95-aa1f-cbf124b70c95 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:09.893407 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2d12cd6e-b50e-46e1-9433-f034c9848218 req-2eebb425-d01b-4c95-aa1f-cbf124b70c95 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/ports?device_id=4ded4e23-4952-4289-abf0-bf61631293d2 HTTP/1.1" status: 200 len: 948 time: 0.2365372 May 18 18:09:09.918336 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-e087e34c-c9d4-41cd-8311-de33f53af964 req-a8733689-ca38-48a6-87df-59c69fe50db5 service neutron] For port 4bc9ea17-6055-4471-9b57-382e81a27f8a, host n-h2-838550-3, cleared binding levels {{(pid=102731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:09:09.924497 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-e087e34c-c9d4-41cd-8311-de33f53af964 req-a8733689-ca38-48a6-87df-59c69fe50db5 service neutron] For port 4bc9ea17-6055-4471-9b57-382e81a27f8a, host n-h2-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=4bc9ea17-6055-4471-9b57-382e81a27f8a,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:09:09.971148 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-e087e34c-c9d4-41cd-8311-de33f53af964 req-a8733689-ca38-48a6-87df-59c69fe50db5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:10.039119 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a251798b-360b-4be7-b9c2-0a1a0d016612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:10.048113 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade328f6-0ff4-4018-a238-30f0e38e3b4f tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9718f76a-de5f-4f63-9577-66f6d6c6863a,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:09:10.094736 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e087e34c-c9d4-41cd-8311-de33f53af964 req-a8733689-ca38-48a6-87df-59c69fe50db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:10.095681 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-e087e34c-c9d4-41cd-8311-de33f53af964 req-a8733689-ca38-48a6-87df-59c69fe50db5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:10.098059 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e087e34c-c9d4-41cd-8311-de33f53af964 req-a8733689-ca38-48a6-87df-59c69fe50db5 service neutron] 10.222.0.88 "PUT /v2.0/ports/4bc9ea17-6055-4471-9b57-382e81a27f8a HTTP/1.1" status: 200 len: 1096 time: 3.5737727 May 18 18:09:10.106730 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77596843-4c0f-475a-8d4e-a5a7e48df306', 'tag': '44ffae4b-f21a-4414-9cb7-cffce704b5da'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:09:10.108156 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e087e34c-c9d4-41cd-8311-de33f53af964 req-8e9568f8-ad20-4865-bc99-fcb694c11dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:10.110334 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e087e34c-c9d4-41cd-8311-de33f53af964 req-8e9568f8-ad20-4865-bc99-fcb694c11dfa service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4c8ef274-9ecc-47c2-9686-5eebd78fb305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2133949 May 18 18:09:10.112591 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd6f038c-a50e-405f-9015-41d26d46e843" -d '{"events": [{"name": "network-changed", "server_uuid": "77596843-4c0f-475a-8d4e-a5a7e48df306", "tag": "44ffae4b-f21a-4414-9cb7-cffce704b5da"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:09:10.121908 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2d12cd6e-b50e-46e1-9433-f034c9848218 req-e25a5218-0338-4aa5-83ac-78c2a4cdbbd2 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/security-groups?id=5ea4329b-bade-4f5a-bfbd-7917c3702679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066038 May 18 18:09:10.163078 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2fc95ab2-0e52-4025-aaa6-ec68da10379c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:10.171498 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2fc95ab2-0e52-4025-aaa6-ec68da10379c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:10.174856 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-2fc95ab2-0e52-4025-aaa6-ec68da10379c admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/864518a7-0200-4d02-83d2-594563788455 HTTP/1.1" status: 204 len: 168 time: 0.9692190 May 18 18:09:10.233750 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc95ab2-0e52-4025-aaa6-ec68da10379c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=864518a7-0200-4d02-83d2-594563788455,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:09:10.242261 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a82499e3-a1af-4f31-9c3a-733088bfda9e tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:10.261505 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ded4e23-4952-4289-abf0-bf61631293d2', 'tag': 'b410f0ec-a688-425b-90a1-3f185c37ba3b'}, {'name': 'network-changed', 'server_uuid': '98098d95-261e-41ea-9ec0-359b880ccfd8', 'tag': '4bc9ea17-6055-4471-9b57-382e81a27f8a'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:09:10.271477 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b553b8b8-4468-4e3f-8c6a-be2ed2a61dd6" -d '{"events": [{"name": "network-changed", "server_uuid": "4ded4e23-4952-4289-abf0-bf61631293d2", "tag": "b410f0ec-a688-425b-90a1-3f185c37ba3b"}, {"name": "network-changed", "server_uuid": "98098d95-261e-41ea-9ec0-359b880ccfd8", "tag": "4bc9ea17-6055-4471-9b57-382e81a27f8a"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:09:10.272462 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e26600-50a8-4f83-9d56-3bcc5d87a421 req-4ab9b9ae-f185-431a-8f19-78fc453b80bb tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:10.286474 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-54e26600-50a8-4f83-9d56-3bcc5d87a421 req-4ab9b9ae-f185-431a-8f19-78fc453b80bb tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] 10.222.0.85 "GET /v2.0/ports?device_id=99d6ce8d-1802-43b7-b3a1-723c709524f1 HTTP/1.1" status: 200 len: 945 time: 0.2551026 May 18 18:09:10.394575 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-54e26600-50a8-4f83-9d56-3bcc5d87a421 req-ddf06d93-1286-4060-aa31-07de243e0128 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] 10.222.0.85 "GET /v2.0/security-groups?id=cb4db50c-f652-4bbe-9372-f1efeb00bae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986607 May 18 18:09:10.414948 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a82499e3-a1af-4f31-9c3a-733088bfda9e tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:10.436118 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8733689-ca38-48a6-87df-59c69fe50db5 service neutron] Pushing event updated for resources: {'Port': ['ID=4bc9ea17-6055-4471-9b57-382e81a27f8a,revision_number=3']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:09:10.530265 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e087e34c-c9d4-41cd-8311-de33f53af964 req-d97a5ca7-abf7-40cb-8bea-2f99b9864117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:10.532510 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a82499e3-a1af-4f31-9c3a-733088bfda9e tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Network 66bc9761-d1c6-4dcd-bfe8-79c40c84e3ac is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:09:10.533256 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e087e34c-c9d4-41cd-8311-de33f53af964 req-d97a5ca7-abf7-40cb-8bea-2f99b9864117 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a049c2cb7dc14b6fbce20aa8814d6ebf&device_id=98098d95-261e-41ea-9ec0-359b880ccfd8 HTTP/1.1" status: 200 len: 1099 time: 0.2262051 May 18 18:09:10.551685 n-d-838550-3 neutron-server[102730]: INFO neutron.api.v2.resource [req-7e3574bd-2c48-4b16-930f-59e81b02cd55 req-ba2ca644-396d-4f78-a606-164b82754ff2 tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] show failed (client error): The resource could not be found. May 18 18:09:10.554135 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7e3574bd-2c48-4b16-930f-59e81b02cd55 req-ba2ca644-396d-4f78-a606-164b82754ff2 tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] 10.222.0.85 "GET /v2.0/security-groups/ca6de211-5323-4f59-941e-5305287706d3 HTTP/1.1" status: 404 len: 352 time: 0.0581634 May 18 18:09:10.555292 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-a82499e3-a1af-4f31-9c3a-733088bfda9e tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:09:10.561406 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82499e3-a1af-4f31-9c3a-733088bfda9e tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:09:10.564897 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a82499e3-a1af-4f31-9c3a-733088bfda9e tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:10.566071 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a82499e3-a1af-4f31-9c3a-733088bfda9e tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:10.585836 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82499e3-a1af-4f31-9c3a-733088bfda9e tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Pushing event updated for resources: {'Port': ['ID=dc58d998-e152-4915-8352-0d5802ce591a,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:09:10.592256 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfdf028-47db-4df5-8ae1-7de0735ef1e8 req-76c18ed4-c2e1-492d-9e02-71849d20336f tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:10.594601 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3cfdf028-47db-4df5-8ae1-7de0735ef1e8 req-76c18ed4-c2e1-492d-9e02-71849d20336f tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/ports?device_id=77596843-4c0f-475a-8d4e-a5a7e48df306 HTTP/1.1" status: 200 len: 943 time: 0.2266321 May 18 18:09:10.602569 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e087e34c-c9d4-41cd-8311-de33f53af964 req-39c712c3-e365-4646-9e59-45ed7bdc2fb3 service neutron] 10.222.0.36 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4791617 May 18 18:09:10.613195 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-a82499e3-a1af-4f31-9c3a-733088bfda9e tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.1268253 May 18 18:09:10.617840 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 53718) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:09:10.630190 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-d29d198d-3c04-42f1-9071-472e80a2b221 tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-838550-3'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:09:10.727532 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d39c275-d8ad-490a-9adc-1c05a20d1f53 x-openstack-request-id: req-7d39c275-d8ad-490a-9adc-1c05a20d1f53 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:09:10.729226 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77596843-4c0f-475a-8d4e-a5a7e48df306", "tag": "44ffae4b-f21a-4414-9cb7-cffce704b5da", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:09:10.730013 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-7d39c275-d8ad-490a-9adc-1c05a20d1f53 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:09:10.730773 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d39c275-d8ad-490a-9adc-1c05a20d1f53'] response: {'name': 'network-changed', 'server_uuid': '77596843-4c0f-475a-8d4e-a5a7e48df306', 'tag': '44ffae4b-f21a-4414-9cb7-cffce704b5da', 'status': 'completed', 'code': 200} May 18 18:09:10.748669 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d29d198d-3c04-42f1-9071-472e80a2b221 tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:10.812223 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e087e34c-c9d4-41cd-8311-de33f53af964 req-d61cb2c7-5f10-4b58-a191-9b994e8bc770 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=4bc9ea17-6055-4471-9b57-382e81a27f8a HTTP/1.1" status: 200 len: 217 time: 0.2538970 May 18 18:09:10.846724 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 18 May 2022 18:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e53feea2-543d-49ef-a51f-7ca9fdeebb61 x-openstack-request-id: req-e53feea2-543d-49ef-a51f-7ca9fdeebb61 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:09:10.847164 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ded4e23-4952-4289-abf0-bf61631293d2", "tag": "b410f0ec-a688-425b-90a1-3f185c37ba3b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "98098d95-261e-41ea-9ec0-359b880ccfd8", "tag": "4bc9ea17-6055-4471-9b57-382e81a27f8a", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:09:10.847553 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-e53feea2-543d-49ef-a51f-7ca9fdeebb61 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:09:10.848159 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e53feea2-543d-49ef-a51f-7ca9fdeebb61'] response: {'name': 'network-changed', 'server_uuid': '4ded4e23-4952-4289-abf0-bf61631293d2', 'tag': 'b410f0ec-a688-425b-90a1-3f185c37ba3b', 'status': 'completed', 'code': 200} May 18 18:09:10.848580 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e53feea2-543d-49ef-a51f-7ca9fdeebb61'] response: {'name': 'network-changed', 'server_uuid': '98098d95-261e-41ea-9ec0-359b880ccfd8', 'tag': '4bc9ea17-6055-4471-9b57-382e81a27f8a', 'status': 'completed', 'code': 200} May 18 18:09:11.046390 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3cfdf028-47db-4df5-8ae1-7de0735ef1e8 req-daebb60a-d658-422a-85f1-cb69659ffac1 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/security-groups?id=fae3ce3c-9235-4ae4-9c6c-e682ce6a4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382138 May 18 18:09:11.077645 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6f038c-a50e-405f-9015-41d26d46e843 req-7a636f9e-0320-46e7-a808-073c2103c123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:11.083413 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fd6f038c-a50e-405f-9015-41d26d46e843 req-7a636f9e-0320-46e7-a808-073c2103c123 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8ebc9a1ec3004890baedda4682fb5641&device_id=77596843-4c0f-475a-8d4e-a5a7e48df306 HTTP/1.1" status: 200 len: 1124 time: 0.2689941 May 18 18:09:11.086844 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e087e34c-c9d4-41cd-8311-de33f53af964 req-85582244-1645-46ae-903b-092af8f10ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:11.092223 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e087e34c-c9d4-41cd-8311-de33f53af964 req-85582244-1645-46ae-903b-092af8f10ed0 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c2531ae9-89db-4dcf-b670-9eac4c9cde53 HTTP/1.1" status: 200 len: 843 time: 0.2277386 May 18 18:09:11.097607 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e087e34c-c9d4-41cd-8311-de33f53af964 req-4705af31-d6e3-4cda-b000-b1f999ca47f2 service neutron] 10.222.0.36 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4013462 May 18 18:09:11.143987 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:11.210570 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8cc417b1-1409-40e2-82c2-65c23ddb7ea1 req-4dacedcf-9ac3-43d1-b957-5be95ecea0b3 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] 10.222.0.85 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3571754 May 18 18:09:11.230761 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-8cc417b1-1409-40e2-82c2-65c23ddb7ea1 req-093ed5a7-f136-4db0-8517-1a970b29bec3 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Request body: {'floatingip': {'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:09:11.332380 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-8cc417b1-1409-40e2-82c2-65c23ddb7ea1 req-093ed5a7-f136-4db0-8517-1a970b29bec3 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Notify callbacks [] for floatingip, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:11.344111 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [None req-d29d198d-3c04-42f1-9071-472e80a2b221 tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] device_id is not set on port dc58d998-e152-4915-8352-0d5802ce591a yet. {{(pid=102730) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 18 18:09:11.372379 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d29d198d-3c04-42f1-9071-472e80a2b221 tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:11.382582 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d29d198d-3c04-42f1-9071-472e80a2b221 tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:11.451751 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b553b8b8-4468-4e3f-8c6a-be2ed2a61dd6 req-dd42aea9-2254-44ee-a984-d2221256995e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:11.454322 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b553b8b8-4468-4e3f-8c6a-be2ed2a61dd6 req-dd42aea9-2254-44ee-a984-d2221256995e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a049c2cb7dc14b6fbce20aa8814d6ebf&device_id=4ded4e23-4952-4289-abf0-bf61631293d2 HTTP/1.1" status: 200 len: 1099 time: 0.2036946 May 18 18:09:11.462205 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6f038c-a50e-405f-9015-41d26d46e843 req-770553f7-24cd-416e-a270-2566eabb4c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:11.464948 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fd6f038c-a50e-405f-9015-41d26d46e843 req-770553f7-24cd-416e-a270-2566eabb4c01 service neutron] 10.222.0.88 "GET /v2.0/networks?id=34fdcfa4-2e5d-460f-9a9f-5a798833609a HTTP/1.1" status: 200 len: 909 time: 0.3502548 May 18 18:09:11.481717 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e087e34c-c9d4-41cd-8311-de33f53af964 req-f0bab4a9-3a25-4ce8-a4a8-6e792ed0c289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:11.484962 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e087e34c-c9d4-41cd-8311-de33f53af964 req-f0bab4a9-3a25-4ce8-a4a8-6e792ed0c289 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4c8ef274-9ecc-47c2-9686-5eebd78fb305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2313280 May 18 18:09:11.511200 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29d198d-3c04-42f1-9071-472e80a2b221 tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Pushing event updated for resources: {'Port': ['ID=dc58d998-e152-4915-8352-0d5802ce591a,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:09:11.540338 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [None req-d29d198d-3c04-42f1-9071-472e80a2b221 tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Attempting to bind port dc58d998-e152-4915-8352-0d5802ce591a on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:09:11.540925 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [None req-d29d198d-3c04-42f1-9071-472e80a2b221 tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Attempting to bind port dc58d998-e152-4915-8352-0d5802ce591a by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': 'eb974231-aac6-4f91-b36b-acb0cc94fbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '66bc9761-d1c6-4dcd-bfe8-79c40c84e3ac'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:09:11.541492 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29d198d-3c04-42f1-9071-472e80a2b221 tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Attempting to bind port dc58d998-e152-4915-8352-0d5802ce591a on network 66bc9761-d1c6-4dcd-bfe8-79c40c84e3ac {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:09:11.554077 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29d198d-3c04-42f1-9071-472e80a2b221 tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Port dc58d998-e152-4915-8352-0d5802ce591a on network 66bc9761-d1c6-4dcd-bfe8-79c40c84e3ac not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:09:11.554610 n-d-838550-3 neutron-server[102730]: ERROR neutron.plugins.ml2.managers [None req-d29d198d-3c04-42f1-9071-472e80a2b221 tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Failed to bind port dc58d998-e152-4915-8352-0d5802ce591a on host n-h2-838550-3 for vnic_type normal using segments [{'id': 'eb974231-aac6-4f91-b36b-acb0cc94fbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '66bc9761-d1c6-4dcd-bfe8-79c40c84e3ac'}] May 18 18:09:11.560545 n-d-838550-3 neutron-server[102730]: INFO neutron.plugins.ml2.plugin [None req-d29d198d-3c04-42f1-9071-472e80a2b221 tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Attempt 2 to bind port dc58d998-e152-4915-8352-0d5802ce591a May 18 18:09:11.591058 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6962486d-93f3-41e4-a068-1e36d3e9fced req-fbc2d661-f489-4dea-960e-4d481eeebfbd tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:11.592967 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [None req-d29d198d-3c04-42f1-9071-472e80a2b221 tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Attempting to bind port dc58d998-e152-4915-8352-0d5802ce591a on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:09:11.593188 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6962486d-93f3-41e4-a068-1e36d3e9fced req-fbc2d661-f489-4dea-960e-4d481eeebfbd tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=b620702a-122a-4cad-9b6e-b764547e6f53 HTTP/1.1" status: 200 len: 945 time: 0.3357599 May 18 18:09:11.593525 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [None req-d29d198d-3c04-42f1-9071-472e80a2b221 tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Attempting to bind port dc58d998-e152-4915-8352-0d5802ce591a by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': 'eb974231-aac6-4f91-b36b-acb0cc94fbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '66bc9761-d1c6-4dcd-bfe8-79c40c84e3ac'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:09:11.594127 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29d198d-3c04-42f1-9071-472e80a2b221 tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Attempting to bind port dc58d998-e152-4915-8352-0d5802ce591a on network 66bc9761-d1c6-4dcd-bfe8-79c40c84e3ac {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:09:11.618119 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29d198d-3c04-42f1-9071-472e80a2b221 tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Port dc58d998-e152-4915-8352-0d5802ce591a on network 66bc9761-d1c6-4dcd-bfe8-79c40c84e3ac not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:09:11.619224 n-d-838550-3 neutron-server[102730]: ERROR neutron.plugins.ml2.managers [None req-d29d198d-3c04-42f1-9071-472e80a2b221 tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Failed to bind port dc58d998-e152-4915-8352-0d5802ce591a on host n-h2-838550-3 for vnic_type normal using segments [{'id': 'eb974231-aac6-4f91-b36b-acb0cc94fbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '66bc9761-d1c6-4dcd-bfe8-79c40c84e3ac'}] May 18 18:09:11.620136 n-d-838550-3 neutron-server[102730]: INFO neutron.plugins.ml2.plugin [None req-d29d198d-3c04-42f1-9071-472e80a2b221 tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Attempt 3 to bind port dc58d998-e152-4915-8352-0d5802ce591a May 18 18:09:11.643033 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [None req-d29d198d-3c04-42f1-9071-472e80a2b221 tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Attempting to bind port dc58d998-e152-4915-8352-0d5802ce591a on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:09:11.643414 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [None req-d29d198d-3c04-42f1-9071-472e80a2b221 tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Attempting to bind port dc58d998-e152-4915-8352-0d5802ce591a by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': 'eb974231-aac6-4f91-b36b-acb0cc94fbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '66bc9761-d1c6-4dcd-bfe8-79c40c84e3ac'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:09:11.643705 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29d198d-3c04-42f1-9071-472e80a2b221 tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Attempting to bind port dc58d998-e152-4915-8352-0d5802ce591a on network 66bc9761-d1c6-4dcd-bfe8-79c40c84e3ac {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:09:11.653978 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-8cc417b1-1409-40e2-82c2-65c23ddb7ea1 req-093ed5a7-f136-4db0-8517-1a970b29bec3 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:11.658886 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29d198d-3c04-42f1-9071-472e80a2b221 tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Port dc58d998-e152-4915-8352-0d5802ce591a on network 66bc9761-d1c6-4dcd-bfe8-79c40c84e3ac not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:09:11.659851 n-d-838550-3 neutron-server[102730]: ERROR neutron.plugins.ml2.managers [None req-d29d198d-3c04-42f1-9071-472e80a2b221 tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Failed to bind port dc58d998-e152-4915-8352-0d5802ce591a on host n-h2-838550-3 for vnic_type normal using segments [{'id': 'eb974231-aac6-4f91-b36b-acb0cc94fbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '66bc9761-d1c6-4dcd-bfe8-79c40c84e3ac'}] May 18 18:09:11.667761 n-d-838550-3 neutron-server[102730]: INFO neutron.plugins.ml2.plugin [None req-d29d198d-3c04-42f1-9071-472e80a2b221 tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Attempt 4 to bind port dc58d998-e152-4915-8352-0d5802ce591a May 18 18:09:11.721825 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fd6f038c-a50e-405f-9015-41d26d46e843 req-e5b3f59a-c7c8-4e1b-b8ed-6b8ffdadea35 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=44ffae4b-f21a-4414-9cb7-cffce704b5da HTTP/1.1" status: 200 len: 217 time: 0.2351949 May 18 18:09:11.746235 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [None req-d29d198d-3c04-42f1-9071-472e80a2b221 tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Attempting to bind port dc58d998-e152-4915-8352-0d5802ce591a on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:09:11.746907 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [None req-d29d198d-3c04-42f1-9071-472e80a2b221 tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Attempting to bind port dc58d998-e152-4915-8352-0d5802ce591a by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': 'eb974231-aac6-4f91-b36b-acb0cc94fbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '66bc9761-d1c6-4dcd-bfe8-79c40c84e3ac'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:09:11.747561 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29d198d-3c04-42f1-9071-472e80a2b221 tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Attempting to bind port dc58d998-e152-4915-8352-0d5802ce591a on network 66bc9761-d1c6-4dcd-bfe8-79c40c84e3ac {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:09:11.768020 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29d198d-3c04-42f1-9071-472e80a2b221 tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Port dc58d998-e152-4915-8352-0d5802ce591a on network 66bc9761-d1c6-4dcd-bfe8-79c40c84e3ac not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:09:11.769638 n-d-838550-3 neutron-server[102730]: ERROR neutron.plugins.ml2.managers [None req-d29d198d-3c04-42f1-9071-472e80a2b221 tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Failed to bind port dc58d998-e152-4915-8352-0d5802ce591a on host n-h2-838550-3 for vnic_type normal using segments [{'id': 'eb974231-aac6-4f91-b36b-acb0cc94fbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '66bc9761-d1c6-4dcd-bfe8-79c40c84e3ac'}] May 18 18:09:11.772511 n-d-838550-3 neutron-server[102730]: INFO neutron.plugins.ml2.plugin [None req-d29d198d-3c04-42f1-9071-472e80a2b221 tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Attempt 5 to bind port dc58d998-e152-4915-8352-0d5802ce591a May 18 18:09:11.812936 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [None req-d29d198d-3c04-42f1-9071-472e80a2b221 tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Attempting to bind port dc58d998-e152-4915-8352-0d5802ce591a on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:09:11.813293 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [None req-d29d198d-3c04-42f1-9071-472e80a2b221 tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Attempting to bind port dc58d998-e152-4915-8352-0d5802ce591a by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': 'eb974231-aac6-4f91-b36b-acb0cc94fbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '66bc9761-d1c6-4dcd-bfe8-79c40c84e3ac'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:09:11.813838 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29d198d-3c04-42f1-9071-472e80a2b221 tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Attempting to bind port dc58d998-e152-4915-8352-0d5802ce591a on network 66bc9761-d1c6-4dcd-bfe8-79c40c84e3ac {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:09:11.863265 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29d198d-3c04-42f1-9071-472e80a2b221 tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Port dc58d998-e152-4915-8352-0d5802ce591a on network 66bc9761-d1c6-4dcd-bfe8-79c40c84e3ac not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:09:11.863769 n-d-838550-3 neutron-server[102730]: ERROR neutron.plugins.ml2.managers [None req-d29d198d-3c04-42f1-9071-472e80a2b221 tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Failed to bind port dc58d998-e152-4915-8352-0d5802ce591a on host n-h2-838550-3 for vnic_type normal using segments [{'id': 'eb974231-aac6-4f91-b36b-acb0cc94fbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '66bc9761-d1c6-4dcd-bfe8-79c40c84e3ac'}] May 18 18:09:11.866801 n-d-838550-3 neutron-server[102730]: INFO neutron.plugins.ml2.plugin [None req-d29d198d-3c04-42f1-9071-472e80a2b221 tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Attempt 6 to bind port dc58d998-e152-4915-8352-0d5802ce591a May 18 18:09:11.891773 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [None req-d29d198d-3c04-42f1-9071-472e80a2b221 tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Attempting to bind port dc58d998-e152-4915-8352-0d5802ce591a on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:09:11.892075 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [None req-d29d198d-3c04-42f1-9071-472e80a2b221 tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Attempting to bind port dc58d998-e152-4915-8352-0d5802ce591a by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': 'eb974231-aac6-4f91-b36b-acb0cc94fbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '66bc9761-d1c6-4dcd-bfe8-79c40c84e3ac'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:09:11.892437 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29d198d-3c04-42f1-9071-472e80a2b221 tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Attempting to bind port dc58d998-e152-4915-8352-0d5802ce591a on network 66bc9761-d1c6-4dcd-bfe8-79c40c84e3ac {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:09:11.902676 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [req-8cc417b1-1409-40e2-82c2-65c23ddb7ea1 req-093ed5a7-f136-4db0-8517-1a970b29bec3 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Allocated IP 172.25.5.186 (31ebd439-090c-4b25-bbb0-31c48711b145/363a2810-8a83-4be0-a317-7c91fcd94485/ad079cf5-3696-4054-9d8f-c1ddc0a39071) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:09:11.904985 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29d198d-3c04-42f1-9071-472e80a2b221 tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Port dc58d998-e152-4915-8352-0d5802ce591a on network 66bc9761-d1c6-4dcd-bfe8-79c40c84e3ac not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:09:11.905371 n-d-838550-3 neutron-server[102730]: ERROR neutron.plugins.ml2.managers [None req-d29d198d-3c04-42f1-9071-472e80a2b221 tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Failed to bind port dc58d998-e152-4915-8352-0d5802ce591a on host n-h2-838550-3 for vnic_type normal using segments [{'id': 'eb974231-aac6-4f91-b36b-acb0cc94fbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '66bc9761-d1c6-4dcd-bfe8-79c40c84e3ac'}] May 18 18:09:11.908390 n-d-838550-3 neutron-server[102730]: INFO neutron.plugins.ml2.plugin [None req-d29d198d-3c04-42f1-9071-472e80a2b221 tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Attempt 7 to bind port dc58d998-e152-4915-8352-0d5802ce591a May 18 18:09:11.932092 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6962486d-93f3-41e4-a068-1e36d3e9fced req-43a823f2-bcc0-46f2-b110-447c308b87e9 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/security-groups?id=33ba1fad-191a-4b7a-ae9e-8e9e60985e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2696009 May 18 18:09:11.945089 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [None req-d29d198d-3c04-42f1-9071-472e80a2b221 tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Attempting to bind port dc58d998-e152-4915-8352-0d5802ce591a on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:09:11.945671 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [None req-d29d198d-3c04-42f1-9071-472e80a2b221 tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Attempting to bind port dc58d998-e152-4915-8352-0d5802ce591a by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': 'eb974231-aac6-4f91-b36b-acb0cc94fbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '66bc9761-d1c6-4dcd-bfe8-79c40c84e3ac'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:09:11.946170 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29d198d-3c04-42f1-9071-472e80a2b221 tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Attempting to bind port dc58d998-e152-4915-8352-0d5802ce591a on network 66bc9761-d1c6-4dcd-bfe8-79c40c84e3ac {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:09:11.965667 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6f038c-a50e-405f-9015-41d26d46e843 req-4c207668-7da4-42eb-998e-5a5b0a984572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:11.965667 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fd6f038c-a50e-405f-9015-41d26d46e843 req-4c207668-7da4-42eb-998e-5a5b0a984572 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8f7111f6-e2ae-4553-ac4c-889ba94e64a6 HTTP/1.1" status: 200 len: 848 time: 0.2237997 May 18 18:09:11.968152 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b553b8b8-4468-4e3f-8c6a-be2ed2a61dd6 req-fba13147-b3cb-4f72-827a-b29cd794b5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:11.970942 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b553b8b8-4468-4e3f-8c6a-be2ed2a61dd6 req-fba13147-b3cb-4f72-827a-b29cd794b5ec service neutron] 10.222.0.36 "GET /v2.0/networks?id=4c8ef274-9ecc-47c2-9686-5eebd78fb305 HTTP/1.1" status: 200 len: 870 time: 0.5043681 May 18 18:09:11.973645 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29d198d-3c04-42f1-9071-472e80a2b221 tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Port dc58d998-e152-4915-8352-0d5802ce591a on network 66bc9761-d1c6-4dcd-bfe8-79c40c84e3ac not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:09:11.973944 n-d-838550-3 neutron-server[102730]: ERROR neutron.plugins.ml2.managers [None req-d29d198d-3c04-42f1-9071-472e80a2b221 tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Failed to bind port dc58d998-e152-4915-8352-0d5802ce591a on host n-h2-838550-3 for vnic_type normal using segments [{'id': 'eb974231-aac6-4f91-b36b-acb0cc94fbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '66bc9761-d1c6-4dcd-bfe8-79c40c84e3ac'}] May 18 18:09:11.979030 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e087e34c-c9d4-41cd-8311-de33f53af964 req-c370c18d-d214-4469-9105-7419ec15116b service neutron] 10.222.0.88 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4606624 May 18 18:09:12.010930 n-d-838550-3 neutron-server[102730]: INFO neutron.plugins.ml2.plugin [None req-d29d198d-3c04-42f1-9071-472e80a2b221 tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Attempt 8 to bind port dc58d998-e152-4915-8352-0d5802ce591a May 18 18:09:12.035258 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [None req-d29d198d-3c04-42f1-9071-472e80a2b221 tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Attempting to bind port dc58d998-e152-4915-8352-0d5802ce591a on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:09:12.035764 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [None req-d29d198d-3c04-42f1-9071-472e80a2b221 tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Attempting to bind port dc58d998-e152-4915-8352-0d5802ce591a by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': 'eb974231-aac6-4f91-b36b-acb0cc94fbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '66bc9761-d1c6-4dcd-bfe8-79c40c84e3ac'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:09:12.036236 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29d198d-3c04-42f1-9071-472e80a2b221 tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Attempting to bind port dc58d998-e152-4915-8352-0d5802ce591a on network 66bc9761-d1c6-4dcd-bfe8-79c40c84e3ac {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:09:12.045291 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29d198d-3c04-42f1-9071-472e80a2b221 tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Port dc58d998-e152-4915-8352-0d5802ce591a on network 66bc9761-d1c6-4dcd-bfe8-79c40c84e3ac not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:09:12.046404 n-d-838550-3 neutron-server[102730]: ERROR neutron.plugins.ml2.managers [None req-d29d198d-3c04-42f1-9071-472e80a2b221 tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Failed to bind port dc58d998-e152-4915-8352-0d5802ce591a on host n-h2-838550-3 for vnic_type normal using segments [{'id': 'eb974231-aac6-4f91-b36b-acb0cc94fbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '66bc9761-d1c6-4dcd-bfe8-79c40c84e3ac'}] May 18 18:09:12.048815 n-d-838550-3 neutron-server[102730]: INFO neutron.plugins.ml2.plugin [None req-d29d198d-3c04-42f1-9071-472e80a2b221 tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Attempt 9 to bind port dc58d998-e152-4915-8352-0d5802ce591a May 18 18:09:12.077175 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [None req-d29d198d-3c04-42f1-9071-472e80a2b221 tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Attempting to bind port dc58d998-e152-4915-8352-0d5802ce591a on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:09:12.077711 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [None req-d29d198d-3c04-42f1-9071-472e80a2b221 tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Attempting to bind port dc58d998-e152-4915-8352-0d5802ce591a by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': 'eb974231-aac6-4f91-b36b-acb0cc94fbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '66bc9761-d1c6-4dcd-bfe8-79c40c84e3ac'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:09:12.078214 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29d198d-3c04-42f1-9071-472e80a2b221 tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Attempting to bind port dc58d998-e152-4915-8352-0d5802ce591a on network 66bc9761-d1c6-4dcd-bfe8-79c40c84e3ac {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:09:12.098949 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29d198d-3c04-42f1-9071-472e80a2b221 tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Port dc58d998-e152-4915-8352-0d5802ce591a on network 66bc9761-d1c6-4dcd-bfe8-79c40c84e3ac not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:09:12.099497 n-d-838550-3 neutron-server[102730]: ERROR neutron.plugins.ml2.managers [None req-d29d198d-3c04-42f1-9071-472e80a2b221 tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Failed to bind port dc58d998-e152-4915-8352-0d5802ce591a on host n-h2-838550-3 for vnic_type normal using segments [{'id': 'eb974231-aac6-4f91-b36b-acb0cc94fbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '66bc9761-d1c6-4dcd-bfe8-79c40c84e3ac'}] May 18 18:09:12.103421 n-d-838550-3 neutron-server[102730]: INFO neutron.plugins.ml2.plugin [None req-d29d198d-3c04-42f1-9071-472e80a2b221 tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Attempt 10 to bind port dc58d998-e152-4915-8352-0d5802ce591a May 18 18:09:12.147415 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fd6f038c-a50e-405f-9015-41d26d46e843 req-50f5ea72-0917-4948-a3f3-87c4627c64b2 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=34fdcfa4-2e5d-460f-9a9f-5a798833609a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1555214 May 18 18:09:12.148218 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-8cc417b1-1409-40e2-82c2-65c23ddb7ea1 req-093ed5a7-f136-4db0-8517-1a970b29bec3 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:12.150575 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b553b8b8-4468-4e3f-8c6a-be2ed2a61dd6 req-79f699ff-9088-49a1-889e-95de8f54275f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=b410f0ec-a688-425b-90a1-3f185c37ba3b HTTP/1.1" status: 200 len: 217 time: 0.1691692 May 18 18:09:12.155103 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [None req-d29d198d-3c04-42f1-9071-472e80a2b221 tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Attempting to bind port dc58d998-e152-4915-8352-0d5802ce591a on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:09:12.155580 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [None req-d29d198d-3c04-42f1-9071-472e80a2b221 tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Attempting to bind port dc58d998-e152-4915-8352-0d5802ce591a by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': 'eb974231-aac6-4f91-b36b-acb0cc94fbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '66bc9761-d1c6-4dcd-bfe8-79c40c84e3ac'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:09:12.156057 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29d198d-3c04-42f1-9071-472e80a2b221 tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Attempting to bind port dc58d998-e152-4915-8352-0d5802ce591a on network 66bc9761-d1c6-4dcd-bfe8-79c40c84e3ac {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:09:12.170267 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29d198d-3c04-42f1-9071-472e80a2b221 tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Port dc58d998-e152-4915-8352-0d5802ce591a on network 66bc9761-d1c6-4dcd-bfe8-79c40c84e3ac not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:09:12.170777 n-d-838550-3 neutron-server[102730]: ERROR neutron.plugins.ml2.managers [None req-d29d198d-3c04-42f1-9071-472e80a2b221 tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Failed to bind port dc58d998-e152-4915-8352-0d5802ce591a on host n-h2-838550-3 for vnic_type normal using segments [{'id': 'eb974231-aac6-4f91-b36b-acb0cc94fbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '66bc9761-d1c6-4dcd-bfe8-79c40c84e3ac'}] May 18 18:09:12.171228 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d29d198d-3c04-42f1-9071-472e80a2b221 tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:12.314490 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:12.343666 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-8cc417b1-1409-40e2-82c2-65c23ddb7ea1 req-093ed5a7-f136-4db0-8517-1a970b29bec3 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:12.355159 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-d29d198d-3c04-42f1-9071-472e80a2b221 tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] For port dc58d998-e152-4915-8352-0d5802ce591a, host n-h2-838550-3, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:09:12.356048 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-d29d198d-3c04-42f1-9071-472e80a2b221 tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Attempted to set empty binding levels {{(pid=102730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} May 18 18:09:12.395146 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d29d198d-3c04-42f1-9071-472e80a2b221 tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:12.435161 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cc417b1-1409-40e2-82c2-65c23ddb7ea1 req-093ed5a7-f136-4db0-8517-1a970b29bec3 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Network 31ebd439-090c-4b25-bbb0-31c48711b145 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:09:12.439258 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-d29d198d-3c04-42f1-9071-472e80a2b221 tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] In _notify_port_updated(), no bound segment for port dc58d998-e152-4915-8352-0d5802ce591a on network 66bc9761-d1c6-4dcd-bfe8-79c40c84e3ac {{(pid=102730) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 18 18:09:12.440986 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d29d198d-3c04-42f1-9071-472e80a2b221 tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:12.442242 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d29d198d-3c04-42f1-9071-472e80a2b221 tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:12.448796 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-d29d198d-3c04-42f1-9071-472e80a2b221 tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] 10.222.0.85 "PUT /v2.0/ports/dc58d998-e152-4915-8352-0d5802ce591a HTTP/1.1" status: 200 len: 975 time: 1.8233142 May 18 18:09:12.449408 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 53756) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:09:12.450164 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-99f686b0-e8ac-44a5-a72b-c4e83c1bc4ba req-34ff9660-6943-4569-8204-a8fe64e3cf32 tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] 10.222.0.85 "GET /v2.0/security-groups/f78baee7-a159-4e40-ba35-21fde53ca764 HTTP/1.1" status: 200 len: 1805 time: 0.4249339 May 18 18:09:12.458338 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b553b8b8-4468-4e3f-8c6a-be2ed2a61dd6 req-d40d5fe7-5b73-4a47-b18d-eb8a75a0592d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:12.459847 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b553b8b8-4468-4e3f-8c6a-be2ed2a61dd6 req-d40d5fe7-5b73-4a47-b18d-eb8a75a0592d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c2531ae9-89db-4dcf-b670-9eac4c9cde53 HTTP/1.1" status: 200 len: 843 time: 0.3015416 May 18 18:09:12.464045 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [req-8cc417b1-1409-40e2-82c2-65c23ddb7ea1 req-093ed5a7-f136-4db0-8517-1a970b29bec3 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:09:12.467525 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cc417b1-1409-40e2-82c2-65c23ddb7ea1 req-093ed5a7-f136-4db0-8517-1a970b29bec3 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:09:12.539972 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093ed5a7-f136-4db0-8517-1a970b29bec3 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Pushing event updated for resources: {'Port': ['ID=ad079cf5-3696-4054-9d8f-c1ddc0a39071,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:09:12.549825 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fd6f038c-a50e-405f-9015-41d26d46e843 req-fdc10efe-6fe0-4166-860a-12accc92d2b3 service neutron] 10.222.0.88 "GET /v2.0/networks/34fdcfa4-2e5d-460f-9a9f-5a798833609a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2953718 May 18 18:09:12.574320 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e087e34c-c9d4-41cd-8311-de33f53af964 req-f986278b-57cd-4958-b838-43b99f8dcc7c service neutron] 10.222.0.88 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5642757 May 18 18:09:12.680341 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29d198d-3c04-42f1-9071-472e80a2b221 tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Pushing event updated for resources: {'Port': ['ID=dc58d998-e152-4915-8352-0d5802ce591a,revision_number=3']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:09:12.692229 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b553b8b8-4468-4e3f-8c6a-be2ed2a61dd6 req-8e5cbfd2-163c-4be4-ba7a-47fc8a3d7325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:12.702753 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b553b8b8-4468-4e3f-8c6a-be2ed2a61dd6 req-8e5cbfd2-163c-4be4-ba7a-47fc8a3d7325 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4c8ef274-9ecc-47c2-9686-5eebd78fb305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2274306 May 18 18:09:12.761364 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-8cc417b1-1409-40e2-82c2-65c23ddb7ea1 req-093ed5a7-f136-4db0-8517-1a970b29bec3 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:12.782424 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-91a41873-72c7-4d70-9a6f-47c9bc97c89c tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Deleting port dc58d998-e152-4915-8352-0d5802ce591a {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:09:12.782841 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-91a41873-72c7-4d70-9a6f-47c9bc97c89c tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:12.849827 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-99f686b0-e8ac-44a5-a72b-c4e83c1bc4ba req-479699db-367e-4c8e-81f3-45e55ac14cdb tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:12.867985 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-8cc417b1-1409-40e2-82c2-65c23ddb7ea1 req-093ed5a7-f136-4db0-8517-1a970b29bec3 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:12.909838 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-91a41873-72c7-4d70-9a6f-47c9bc97c89c tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] For port dc58d998-e152-4915-8352-0d5802ce591a, host n-h2-838550-3, got binding levels [] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:09:12.910478 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-91a41873-72c7-4d70-9a6f-47c9bc97c89c tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:12.941191 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-91a41873-72c7-4d70-9a6f-47c9bc97c89c tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Calling delete_port for dc58d998-e152-4915-8352-0d5802ce591a owned by {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:09:12.941833 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fd6f038c-a50e-405f-9015-41d26d46e843 req-b63e7605-d216-4b1f-92c8-56d26fb41c9a service neutron] 10.222.0.88 "GET /v2.0/networks/34fdcfa4-2e5d-460f-9a9f-5a798833609a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3776217 May 18 18:09:12.958622 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-99f686b0-e8ac-44a5-a72b-c4e83c1bc4ba req-479699db-367e-4c8e-81f3-45e55ac14cdb tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:12.986407 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b553b8b8-4468-4e3f-8c6a-be2ed2a61dd6 req-c7ad9658-2a03-4ec7-ac54-806c0a19e138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:12.989036 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b553b8b8-4468-4e3f-8c6a-be2ed2a61dd6 req-c7ad9658-2a03-4ec7-ac54-806c0a19e138 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a049c2cb7dc14b6fbce20aa8814d6ebf&device_id=98098d95-261e-41ea-9ec0-359b880ccfd8 HTTP/1.1" status: 200 len: 1099 time: 0.2819326 May 18 18:09:13.007960 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:13.092087 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b553b8b8-4468-4e3f-8c6a-be2ed2a61dd6 req-bdabfd25-4bd2-4f60-8df5-b7f76daf57b4 service neutron] 10.222.0.36 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3634803 May 18 18:09:13.179686 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-91a41873-72c7-4d70-9a6f-47c9bc97c89c tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:13.214321 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-99f686b0-e8ac-44a5-a72b-c4e83c1bc4ba req-479699db-367e-4c8e-81f3-45e55ac14cdb tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:13.217265 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-99f686b0-e8ac-44a5-a72b-c4e83c1bc4ba req-479699db-367e-4c8e-81f3-45e55ac14cdb tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:13.218534 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-99f686b0-e8ac-44a5-a72b-c4e83c1bc4ba req-479699db-367e-4c8e-81f3-45e55ac14cdb tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] 10.222.0.85 "DELETE /v2.0/security-groups/f78baee7-a159-4e40-ba35-21fde53ca764 HTTP/1.1" status: 204 len: 173 time: 0.7512801 May 18 18:09:13.239638 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a41873-72c7-4d70-9a6f-47c9bc97c89c tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Pushing event deleted for resources: {'Port': ['ID=dc58d998-e152-4915-8352-0d5802ce591a,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:09:13.264627 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-91a41873-72c7-4d70-9a6f-47c9bc97c89c tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:13.270432 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-91a41873-72c7-4d70-9a6f-47c9bc97c89c tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] 10.222.0.85 "DELETE /v2.0/ports/dc58d998-e152-4915-8352-0d5802ce591a HTTP/1.1" status: 204 len: 168 time: 0.8197408 May 18 18:09:13.272365 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479699db-367e-4c8e-81f3-45e55ac14cdb tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f78baee7-a159-4e40-ba35-21fde53ca764,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:09:13.275651 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 53768) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:09:13.286293 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-8cc417b1-1409-40e2-82c2-65c23ddb7ea1 req-093ed5a7-f136-4db0-8517-1a970b29bec3 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:13.295662 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-8cc417b1-1409-40e2-82c2-65c23ddb7ea1 req-093ed5a7-f136-4db0-8517-1a970b29bec3 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:13.300382 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b553b8b8-4468-4e3f-8c6a-be2ed2a61dd6 req-a1bd4d50-9cfd-438a-96d0-c4861fc73f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:13.303170 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b553b8b8-4468-4e3f-8c6a-be2ed2a61dd6 req-a1bd4d50-9cfd-438a-96d0-c4861fc73f74 service neutron] 10.222.0.88 "GET /v2.0/networks?id=4c8ef274-9ecc-47c2-9686-5eebd78fb305 HTTP/1.1" status: 200 len: 870 time: 0.2834740 May 18 18:09:13.357501 n-d-838550-3 neutron-server[102731]: INFO neutron.pecan_wsgi.hooks.translation [None req-68b73c1e-9f2f-4382-b950-fe6575df99df tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] GET failed (client error): The resource could not be found. May 18 18:09:13.364890 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-68b73c1e-9f2f-4382-b950-fe6575df99df tempest-PortsAdminExtendedAttrsTestJSON-2087875059 tempest-PortsAdminExtendedAttrsTestJSON-2087875059-project-admin] 10.222.0.85 "GET /v2.0/ports/dc58d998-e152-4915-8352-0d5802ce591a HTTP/1.1" status: 404 len: 333 time: 0.0795074 May 18 18:09:13.365219 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b553b8b8-4468-4e3f-8c6a-be2ed2a61dd6 req-684e065f-bb4f-4e92-9fc9-276c1e544128 service neutron] 10.222.0.36 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2658622 May 18 18:09:13.366127 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 53770) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:09:13.420986 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b553b8b8-4468-4e3f-8c6a-be2ed2a61dd6 req-1fca1dce-98f7-49bb-b88f-6d2c56dc73af service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=4bc9ea17-6055-4471-9b57-382e81a27f8a HTTP/1.1" status: 200 len: 217 time: 0.0746219 May 18 18:09:13.506760 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b553b8b8-4468-4e3f-8c6a-be2ed2a61dd6 req-5d59d0d7-8ddf-460b-a34c-1fb164a73c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:13.508810 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b553b8b8-4468-4e3f-8c6a-be2ed2a61dd6 req-5d59d0d7-8ddf-460b-a34c-1fb164a73c83 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c2531ae9-89db-4dcf-b670-9eac4c9cde53 HTTP/1.1" status: 200 len: 843 time: 0.0726745 May 18 18:09:13.526831 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093ed5a7-f136-4db0-8517-1a970b29bec3 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Pushing event updated for resources: {'Port': ['ID=ad079cf5-3696-4054-9d8f-c1ddc0a39071,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:09:13.553359 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-8cc417b1-1409-40e2-82c2-65c23ddb7ea1 req-093ed5a7-f136-4db0-8517-1a970b29bec3 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596987'] for floatingip, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:13.580591 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9b3e0a14-dfd2-4c0a-8a28-486780a42989 tempest-PortsAdminExtendedAttrsTestJSON-378063382 tempest-PortsAdminExtendedAttrsTestJSON-378063382-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:13.593700 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-8cc417b1-1409-40e2-82c2-65c23ddb7ea1 req-093ed5a7-f136-4db0-8517-1a970b29bec3 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:13.595320 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8cc417b1-1409-40e2-82c2-65c23ddb7ea1 req-093ed5a7-f136-4db0-8517-1a970b29bec3 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.3719726 May 18 18:09:13.605506 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b553b8b8-4468-4e3f-8c6a-be2ed2a61dd6 req-be9f1007-273b-49e0-b32e-e7b2561256d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:13.607305 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b553b8b8-4468-4e3f-8c6a-be2ed2a61dd6 req-be9f1007-273b-49e0-b32e-e7b2561256d1 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4c8ef274-9ecc-47c2-9686-5eebd78fb305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0712268 May 18 18:09:13.705279 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8cc417b1-1409-40e2-82c2-65c23ddb7ea1 req-c55f1ef4-ec3e-4776-b7e0-78a11501ddb6 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] 10.222.0.85 "GET /v2.0/floatingips?floating_ip_address=172.25.5.186 HTTP/1.1" status: 200 len: 696 time: 0.0933232 May 18 18:09:13.794819 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9b3e0a14-dfd2-4c0a-8a28-486780a42989 tempest-PortsAdminExtendedAttrsTestJSON-378063382 tempest-PortsAdminExtendedAttrsTestJSON-378063382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:13.873397 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-9b3e0a14-dfd2-4c0a-8a28-486780a42989 tempest-PortsAdminExtendedAttrsTestJSON-378063382 tempest-PortsAdminExtendedAttrsTestJSON-378063382-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66bc9761-d1c6-4dcd-bfe8-79c40c84e3ac']}} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:09:13.901216 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-9b3e0a14-dfd2-4c0a-8a28-486780a42989 tempest-PortsAdminExtendedAttrsTestJSON-378063382 tempest-PortsAdminExtendedAttrsTestJSON-378063382-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb974231-aac6-4f91-b36b-acb0cc94fbdd') {'for_net_delete': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:09:13.901566 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-9b3e0a14-dfd2-4c0a-8a28-486780a42989 tempest-PortsAdminExtendedAttrsTestJSON-378063382 tempest-PortsAdminExtendedAttrsTestJSON-378063382-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb974231-aac6-4f91-b36b-acb0cc94fbdd') {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:09:13.926289 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9b3e0a14-dfd2-4c0a-8a28-486780a42989 tempest-PortsAdminExtendedAttrsTestJSON-378063382 tempest-PortsAdminExtendedAttrsTestJSON-378063382-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260107375'] for segment, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:13.960805 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc417b1-1409-40e2-82c2-65c23ddb7ea1 req-c3f0f1a5-c8ca-4ae0-bd78-627a129d797d tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:13.963087 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8cc417b1-1409-40e2-82c2-65c23ddb7ea1 req-c3f0f1a5-c8ca-4ae0-bd78-627a129d797d tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] 10.222.0.85 "GET /v2.0/networks/31ebd439-090c-4b25-bbb0-31c48711b145 HTTP/1.1" status: 200 len: 784 time: 0.2142401 May 18 18:09:13.964170 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9b3e0a14-dfd2-4c0a-8a28-486780a42989 tempest-PortsAdminExtendedAttrsTestJSON-378063382 tempest-PortsAdminExtendedAttrsTestJSON-378063382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:13.984482 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b3e0a14-dfd2-4c0a-8a28-486780a42989 tempest-PortsAdminExtendedAttrsTestJSON-378063382 tempest-PortsAdminExtendedAttrsTestJSON-378063382-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=102730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:09:13.985237 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9b3e0a14-dfd2-4c0a-8a28-486780a42989 tempest-PortsAdminExtendedAttrsTestJSON-378063382 tempest-PortsAdminExtendedAttrsTestJSON-378063382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261102736'] for segment, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:13.996662 n-d-838550-3 neutron-server[102730]: Traceback (most recent call last): May 18 18:09:13.996662 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:09:13.996662 n-d-838550-3 neutron-server[102730]: timer() May 18 18:09:13.996662 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:09:13.996662 n-d-838550-3 neutron-server[102730]: cb(*args, **kw) May 18 18:09:13.996662 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:09:13.996662 n-d-838550-3 neutron-server[102730]: return func(*args, **kwargs) May 18 18:09:13.996662 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:09:13.996662 n-d-838550-3 neutron-server[102730]: self._notify() May 18 18:09:13.996662 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:09:13.996662 n-d-838550-3 neutron-server[102730]: self.callback(batched_events) May 18 18:09:13.996662 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:09:13.996662 n-d-838550-3 neutron-server[102730]: event.method(event) May 18 18:09:13.996662 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:09:13.996662 n-d-838550-3 neutron-server[102730]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:09:13.996662 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:09:13.996662 n-d-838550-3 neutron-server[102730]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:09:13.996662 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:09:13.996662 n-d-838550-3 neutron-server[102730]: return f(self, *a, **k) May 18 18:09:13.996662 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:09:13.996662 n-d-838550-3 neutron-server[102730]: return self._get(url).json() May 18 18:09:13.996662 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:09:13.996662 n-d-838550-3 neutron-server[102730]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:09:13.996662 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:09:13.996662 n-d-838550-3 neutron-server[102730]: return self.request(url, 'GET', **kwargs) May 18 18:09:13.996662 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:09:13.996662 n-d-838550-3 neutron-server[102730]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:09:13.996662 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:09:13.996662 n-d-838550-3 neutron-server[102730]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:09:13.996662 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:09:13.996662 n-d-838550-3 neutron-server[102730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:09:13.996662 n-d-838550-3 neutron-server[102730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:09:14.083114 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ab8fb9-6234-4c25-b7e5-e9a192ceb1a5 req-61810a99-acbe-4793-9083-bf92e3ff9ce3 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:14.086245 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b5ab8fb9-6234-4c25-b7e5-e9a192ceb1a5 req-61810a99-acbe-4793-9083-bf92e3ff9ce3 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/ports?device_id=4ded4e23-4952-4289-abf0-bf61631293d2 HTTP/1.1" status: 200 len: 948 time: 0.4948359 May 18 18:09:14.156926 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device b410f0ec-a688-425b-90a1-3f185c37ba3b details requested by agent hyperv_n-h1-838550-3 with host n-h1-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:09:14.171686 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9b3e0a14-dfd2-4c0a-8a28-486780a42989 tempest-PortsAdminExtendedAttrsTestJSON-378063382 tempest-PortsAdminExtendedAttrsTestJSON-378063382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:14.181012 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b5ab8fb9-6234-4c25-b7e5-e9a192ceb1a5 req-edd16567-ec1d-40b6-b8da-eb09f5d14eb9 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/security-groups?id=5ea4329b-bade-4f5a-bfbd-7917c3702679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811324 May 18 18:09:14.187350 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b553b8b8-4468-4e3f-8c6a-be2ed2a61dd6 req-42da6497-40c5-44f6-a3e1-31c526a3f5b0 service neutron] 10.222.0.88 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5621784 May 18 18:09:14.200811 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2608b0e9-1f59-460e-8694-d3e24e44789f req-2db2d744-2639-453b-822d-0b8b816e7736 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:14.202648 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2608b0e9-1f59-460e-8694-d3e24e44789f req-2db2d744-2639-453b-822d-0b8b816e7736 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/ports?device_id=77596843-4c0f-475a-8d4e-a5a7e48df306 HTTP/1.1" status: 200 len: 943 time: 0.1140780 May 18 18:09:14.214081 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9b3e0a14-dfd2-4c0a-8a28-486780a42989 tempest-PortsAdminExtendedAttrsTestJSON-378063382 tempest-PortsAdminExtendedAttrsTestJSON-378063382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:14.220441 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-9b3e0a14-dfd2-4c0a-8a28-486780a42989 tempest-PortsAdminExtendedAttrsTestJSON-378063382 tempest-PortsAdminExtendedAttrsTestJSON-378063382-project] 10.222.0.85 "DELETE /v2.0/networks/66bc9761-d1c6-4dcd-bfe8-79c40c84e3ac HTTP/1.1" status: 204 len: 168 time: 0.8533878 May 18 18:09:14.252771 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3e0a14-dfd2-4c0a-8a28-486780a42989 tempest-PortsAdminExtendedAttrsTestJSON-378063382 tempest-PortsAdminExtendedAttrsTestJSON-378063382-project] Pushing event deleted for resources: {'Network': ['ID=66bc9761-d1c6-4dcd-bfe8-79c40c84e3ac,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:09:14.344428 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2608b0e9-1f59-460e-8694-d3e24e44789f req-f899df57-f2e5-402e-a31c-cc420cc9ab1f tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/security-groups?id=fae3ce3c-9235-4ae4-9c6c-e682ce6a4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236546 May 18 18:09:14.416673 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port b410f0ec-a688-425b-90a1-3f185c37ba3b, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=b410f0ec-a688-425b-90a1-3f185c37ba3b,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:09:14.439059 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b553b8b8-4468-4e3f-8c6a-be2ed2a61dd6 req-bd06f16f-e9ca-4088-a0e5-07d34cac371a service neutron] 10.222.0.88 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237983 May 18 18:09:14.449466 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Returning: {'device': 'b410f0ec-a688-425b-90a1-3f185c37ba3b', 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305', 'port_id': 'b410f0ec-a688-425b-90a1-3f185c37ba3b', 'mac_address': 'fa:16:3e:96:3d:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2531ae9-89db-4dcf-b670-9eac4c9cde53', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:09:14.552046 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port b410f0ec-a688-425b-90a1-3f185c37ba3b is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:09:14.552661 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:14.581440 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b410f0ec-a688-425b-90a1-3f185c37ba3b {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:09:14.617790 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b2ac9464-476a-4577-9022-fc23c5237f11 req-6e99aed0-b217-40da-a87f-d5cd3968fecb tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] 10.222.0.85 "GET /v2.0/security-groups/56e80067-d8d4-4053-a71a-a015cfe7062f HTTP/1.1" status: 200 len: 1804 time: 0.0837767 May 18 18:09:14.633150 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port b410f0ec-a688-425b-90a1-3f185c37ba3b, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=b410f0ec-a688-425b-90a1-3f185c37ba3b,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:09:14.640993 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:14.648617 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67e404a-85c1-41b9-a63d-55d7cdb3dad0 req-97d72c8a-f781-4c2d-8761-2b6c49082ca2 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:14.652950 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a67e404a-85c1-41b9-a63d-55d7cdb3dad0 req-97d72c8a-f781-4c2d-8761-2b6c49082ca2 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=b620702a-122a-4cad-9b6e-b764547e6f53 HTTP/1.1" status: 200 len: 945 time: 0.1309857 May 18 18:09:14.734542 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=b410f0ec-a688-425b-90a1-3f185c37ba3b,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:09:14.737338 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-b2ac9464-476a-4577-9022-fc23c5237f11 req-aec71c47-49b1-4023-b388-e30d57838105 tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:14.744410 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a67e404a-85c1-41b9-a63d-55d7cdb3dad0 req-556bff59-917e-4a81-9584-41dcac2e5401 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/security-groups?id=33ba1fad-191a-4b7a-ae9e-8e9e60985e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804994 May 18 18:09:14.775349 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-b2ac9464-476a-4577-9022-fc23c5237f11 req-aec71c47-49b1-4023-b388-e30d57838105 tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:14.840152 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 53788) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:09:14.901753 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-b2ac9464-476a-4577-9022-fc23c5237f11 req-aec71c47-49b1-4023-b388-e30d57838105 tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:14.909115 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-b2ac9464-476a-4577-9022-fc23c5237f11 req-aec71c47-49b1-4023-b388-e30d57838105 tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:14.915763 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b2ac9464-476a-4577-9022-fc23c5237f11 req-aec71c47-49b1-4023-b388-e30d57838105 tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] 10.222.0.85 "DELETE /v2.0/security-groups/56e80067-d8d4-4053-a71a-a015cfe7062f HTTP/1.1" status: 204 len: 173 time: 0.2854674 May 18 18:09:14.935938 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec71c47-49b1-4023-b388-e30d57838105 tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56e80067-d8d4-4053-a71a-a015cfe7062f,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:09:14.965413 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec71c47-49b1-4023-b388-e30d57838105 tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:09:14.967385 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec71c47-49b1-4023-b388-e30d57838105 tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:09:14.968840 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec71c47-49b1-4023-b388-e30d57838105 tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:09:14.970085 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec71c47-49b1-4023-b388-e30d57838105 tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:09:14.970734 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec71c47-49b1-4023-b388-e30d57838105 tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:09:14.971248 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec71c47-49b1-4023-b388-e30d57838105 tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:09:14.971853 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec71c47-49b1-4023-b388-e30d57838105 tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:09:14.972438 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec71c47-49b1-4023-b388-e30d57838105 tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:09:14.973286 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec71c47-49b1-4023-b388-e30d57838105 tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:09:14.973880 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec71c47-49b1-4023-b388-e30d57838105 tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:09:14.974449 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec71c47-49b1-4023-b388-e30d57838105 tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:09:14.975012 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec71c47-49b1-4023-b388-e30d57838105 tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:09:15.021174 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['b410f0ec-a688-425b-90a1-3f185c37ba3b'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:09:15.419612 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5e2797a8-8f93-490c-8b1e-899b89816fe2 req-382cc200-8a47-46d6-a242-ecb6501e084e tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] 10.222.0.85 "GET /v2.0/security-groups/9d68ec24-01ef-49cb-a1cc-705200be8803 HTTP/1.1" status: 200 len: 1804 time: 0.0682929 May 18 18:09:15.461877 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d608c74f-1e6a-4127-b7e5-8b0006409b83 req-5024f16a-91ed-49e1-b45f-658d11c37712 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:15.463873 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d608c74f-1e6a-4127-b7e5-8b0006409b83 req-5024f16a-91ed-49e1-b45f-658d11c37712 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] 10.222.0.85 "GET /v2.0/networks?id=6ba2d3f1-1e38-41ee-8062-86260345c4fd HTTP/1.1" status: 200 len: 820 time: 0.5437496 May 18 18:09:15.485051 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-25b12fb9-e0ea-48fd-bcb6-9c7bda3fab46 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=e9f865dd650c4695990815030da0d11c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6428292 May 18 18:09:15.487764 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d608c74f-1e6a-4127-b7e5-8b0006409b83 req-75b9a1e9-fa18-4445-b271-706c311971b2 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] 10.222.0.85 "GET /v2.0/quotas/e05b3d827f844c1d97efd9db4e0d2203 HTTP/1.1" status: 200 len: 375 time: 0.0129368 May 18 18:09:15.488308 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 53810) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:09:15.504863 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-5e2797a8-8f93-490c-8b1e-899b89816fe2 req-73b9c0d7-c8c4-4ac7-b7b3-1e56c4a2b302 tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:15.541577 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-5e2797a8-8f93-490c-8b1e-899b89816fe2 req-73b9c0d7-c8c4-4ac7-b7b3-1e56c4a2b302 tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:15.571259 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-21e5990b-5764-4b3f-a360-04b945e3d3f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:15.582671 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d608c74f-1e6a-4127-b7e5-8b0006409b83 req-e837749c-4ee0-4e43-b8ce-7792efafe0d8 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=e05b3d827f844c1d97efd9db4e0d2203&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0820770 May 18 18:09:15.606561 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-5e2797a8-8f93-490c-8b1e-899b89816fe2 req-73b9c0d7-c8c4-4ac7-b7b3-1e56c4a2b302 tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:15.609499 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-5e2797a8-8f93-490c-8b1e-899b89816fe2 req-73b9c0d7-c8c4-4ac7-b7b3-1e56c4a2b302 tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:15.610974 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5e2797a8-8f93-490c-8b1e-899b89816fe2 req-73b9c0d7-c8c4-4ac7-b7b3-1e56c4a2b302 tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] 10.222.0.85 "DELETE /v2.0/security-groups/9d68ec24-01ef-49cb-a1cc-705200be8803 HTTP/1.1" status: 204 len: 173 time: 0.1818080 May 18 18:09:15.626340 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b9c0d7-c8c4-4ac7-b7b3-1e56c4a2b302 tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d68ec24-01ef-49cb-a1cc-705200be8803,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:09:15.649277 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-21e5990b-5764-4b3f-a360-04b945e3d3f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:15.727548 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d608c74f-1e6a-4127-b7e5-8b0006409b83 req-484b496a-77c1-4dc8-af73-41c9dea3aeb3 service neutron] 10.222.0.85 "GET /v2.0/networks/6ba2d3f1-1e38-41ee-8062-86260345c4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350605 May 18 18:09:15.764457 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-21e5990b-5764-4b3f-a360-04b945e3d3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:15.768232 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-21e5990b-5764-4b3f-a360-04b945e3d3f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:15.769934 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-21e5990b-5764-4b3f-a360-04b945e3d3f0 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/14762211-79b3-46df-8166-ab0270ee273e HTTP/1.1" status: 204 len: 168 time: 0.2805357 May 18 18:09:15.819332 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 4bc9ea17-6055-4471-9b57-382e81a27f8a details requested by agent hyperv_n-h2-838550-3 with host n-h2-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:09:15.835432 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e5990b-5764-4b3f-a360-04b945e3d3f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14762211-79b3-46df-8166-ab0270ee273e,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:09:15.944438 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d608c74f-1e6a-4127-b7e5-8b0006409b83 req-30d3db76-6f4b-486b-8d53-c9de759198c5 service neutron] 10.222.0.85 "GET /v2.0/networks/6ba2d3f1-1e38-41ee-8062-86260345c4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068665 May 18 18:09:16.112717 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 4bc9ea17-6055-4471-9b57-382e81a27f8a, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=4bc9ea17-6055-4471-9b57-382e81a27f8a,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:09:16.139109 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Returning: {'device': '4bc9ea17-6055-4471-9b57-382e81a27f8a', 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305', 'port_id': '4bc9ea17-6055-4471-9b57-382e81a27f8a', 'mac_address': 'fa:16:3e:cd:8d:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2531ae9-89db-4dcf-b670-9eac4c9cde53', 'ip_address': '192.168.233.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:09:16.151121 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cc8145-7830-4c56-8d57-c460224f5f65 req-19755b65-8eaf-46cb-b5c6-a83357a35766 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:16.165299 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-07cc8145-7830-4c56-8d57-c460224f5f65 req-19755b65-8eaf-46cb-b5c6-a83357a35766 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/ports?device_id=4ded4e23-4952-4289-abf0-bf61631293d2 HTTP/1.1" status: 200 len: 949 time: 0.1019552 May 18 18:09:16.189862 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device b410f0ec-a688-425b-90a1-3f185c37ba3b up at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:09:16.264914 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-07cc8145-7830-4c56-8d57-c460224f5f65 req-88ef604e-36af-49a0-a62b-512585f2d49d tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/security-groups?id=5ea4329b-bade-4f5a-bfbd-7917c3702679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965924 May 18 18:09:16.290930 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 4bc9ea17-6055-4471-9b57-382e81a27f8a is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:09:16.290930 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:16.353822 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bc9ea17-6055-4471-9b57-382e81a27f8a {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:09:16.415150 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning for port b410f0ec-a688-425b-90a1-3f185c37ba3b completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:09:16.438511 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 4bc9ea17-6055-4471-9b57-382e81a27f8a, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=4bc9ea17-6055-4471-9b57-382e81a27f8a,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:09:16.445409 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning complete for port b410f0ec-a688-425b-90a1-3f185c37ba3b triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:09:16.446281 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:16.452248 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:16.605667 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d24b6c-2ce6-4638-8f60-df7043c951f8 req-86e7b1b9-d471-4fc9-8359-2e4397fd6e45 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:16.635043 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-17d24b6c-2ce6-4638-8f60-df7043c951f8 req-86e7b1b9-d471-4fc9-8359-2e4397fd6e45 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/ports?device_id=77596843-4c0f-475a-8d4e-a5a7e48df306 HTTP/1.1" status: 200 len: 943 time: 0.2000663 May 18 18:09:16.636625 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 53834) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:09:16.645967 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f94b94c9-0e89-4b63-8246-de3cbf67773d req-4f059fd9-859d-4f2d-92f5-12022fe31cb1 tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] 10.222.0.85 "GET /v2.0/security-groups/7f24e0f7-c48a-4675-abde-091ee1ce3739 HTTP/1.1" status: 200 len: 2403 time: 0.1907370 May 18 18:09:16.674769 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 53838) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:09:16.721184 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port b410f0ec-a688-425b-90a1-3f185c37ba3b is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:09:16.721851 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:16.786640 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-17d24b6c-2ce6-4638-8f60-df7043c951f8 req-a6826ebf-64cb-40d1-930a-abccb246ee20 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/security-groups?id=fae3ce3c-9235-4ae4-9c6c-e682ce6a4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486583 May 18 18:09:16.795871 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=4bc9ea17-6055-4471-9b57-382e81a27f8a,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:09:16.834786 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ded4e23-4952-4289-abf0-bf61631293d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b410f0ec-a688-425b-90a1-3f185c37ba3b'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:09:16.844093 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b46f483-6797-4211-aa2e-d220933e7d9f" -d '{"events": [{"server_uuid": "4ded4e23-4952-4289-abf0-bf61631293d2", "name": "network-vif-plugged", "status": "completed", "tag": "b410f0ec-a688-425b-90a1-3f185c37ba3b"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:09:16.846030 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-0b8a7fbe-4966-4e1a-9e01-575d7285020c admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=16415da0f8674e1f94cf614ca4a79e5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2073662 May 18 18:09:16.850177 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-f94b94c9-0e89-4b63-8246-de3cbf67773d req-1a9ddaf6-a6b2-4b20-ad6b-b1be1737c947 tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:16.851340 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 53842) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:09:16.901752 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port b410f0ec-a688-425b-90a1-3f185c37ba3b, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=b410f0ec-a688-425b-90a1-3f185c37ba3b,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:09:16.910018 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:16.959339 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-f94b94c9-0e89-4b63-8246-de3cbf67773d req-1a9ddaf6-a6b2-4b20-ad6b-b1be1737c947 tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:16.983030 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=b410f0ec-a688-425b-90a1-3f185c37ba3b,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:09:17.080268 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c771463c-804d-48ae-ae0a-1daf9fcf144a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:17.110142 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc7ab10-31ea-4ed7-89e8-1b6a86fb4795 req-a25d1abf-5e14-4350-b31d-a5a39a096ac0 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:17.125087 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1b5a4ffa-de7a-43cc-9ba3-f7d0de653a1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:17.127263 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bcc7ab10-31ea-4ed7-89e8-1b6a86fb4795 req-a25d1abf-5e14-4350-b31d-a5a39a096ac0 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=b620702a-122a-4cad-9b6e-b764547e6f53 HTTP/1.1" status: 200 len: 945 time: 0.1790819 May 18 18:09:17.140787 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-f94b94c9-0e89-4b63-8246-de3cbf67773d req-1a9ddaf6-a6b2-4b20-ad6b-b1be1737c947 tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:17.145849 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-f94b94c9-0e89-4b63-8246-de3cbf67773d req-1a9ddaf6-a6b2-4b20-ad6b-b1be1737c947 tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:17.160101 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f94b94c9-0e89-4b63-8246-de3cbf67773d req-1a9ddaf6-a6b2-4b20-ad6b-b1be1737c947 tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] 10.222.0.85 "DELETE /v2.0/security-groups/7f24e0f7-c48a-4675-abde-091ee1ce3739 HTTP/1.1" status: 204 len: 173 time: 0.4989278 May 18 18:09:17.181441 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9ddaf6-a6b2-4b20-ad6b-b1be1737c947 tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f24e0f7-c48a-4675-abde-091ee1ce3739,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:09:17.187119 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c771463c-804d-48ae-ae0a-1daf9fcf144a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:17.196267 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['4bc9ea17-6055-4471-9b57-382e81a27f8a'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:09:17.293390 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bcc7ab10-31ea-4ed7-89e8-1b6a86fb4795 req-d1c08e3b-d780-40c8-8581-2150a58337b9 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/security-groups?id=33ba1fad-191a-4b7a-ae9e-8e9e60985e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630847 May 18 18:09:17.385442 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c771463c-804d-48ae-ae0a-1daf9fcf144a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:17.393667 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c771463c-804d-48ae-ae0a-1daf9fcf144a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:17.412717 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-c771463c-804d-48ae-ae0a-1daf9fcf144a admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/b2dd3083-2614-4ed5-9ec0-38854f1ec3fe HTTP/1.1" status: 204 len: 168 time: 0.5594037 May 18 18:09:17.443568 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bc7d861e-514b-4d73-a30d-0f8ef14ea8e9 req-1a66568c-a795-4d4a-8935-d8b282d7d014 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] 10.222.0.85 "GET /v2.0/ports?device_id=af2db400-b5d2-4e94-a59d-b268fc903c1d HTTP/1.1" status: 200 len: 210 time: 0.1180205 May 18 18:09:17.463574 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c771463c-804d-48ae-ae0a-1daf9fcf144a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2dd3083-2614-4ed5-9ec0-38854f1ec3fe,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:09:17.532185 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d9edf7f-5498-4390-a77b-1adabdb8aa49 x-openstack-request-id: req-8d9edf7f-5498-4390-a77b-1adabdb8aa49 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:09:17.543889 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ded4e23-4952-4289-abf0-bf61631293d2", "name": "network-vif-plugged", "status": "completed", "tag": "b410f0ec-a688-425b-90a1-3f185c37ba3b", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:09:17.547001 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-8d9edf7f-5498-4390-a77b-1adabdb8aa49 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:09:17.547542 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d9edf7f-5498-4390-a77b-1adabdb8aa49'] response: {'server_uuid': '4ded4e23-4952-4289-abf0-bf61631293d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b410f0ec-a688-425b-90a1-3f185c37ba3b', 'code': 200} May 18 18:09:17.557226 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1b5a4ffa-de7a-43cc-9ba3-f7d0de653a1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:17.638575 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1b5a4ffa-de7a-43cc-9ba3-f7d0de653a1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:17.730517 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-580bd979-3f73-4060-9fbb-2cba5935c274 req-527dd391-5faf-4abd-bedc-0f98e5c911ec tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] 10.222.0.85 "GET /v2.0/security-groups/9bb055ed-e943-4bfa-b92a-297eccd2b390 HTTP/1.1" status: 200 len: 2397 time: 0.1673176 May 18 18:09:17.764048 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-1b5a4ffa-de7a-43cc-9ba3-f7d0de653a1c admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=9174310d85f04acfbb455cdc66b17a07&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0879614 May 18 18:09:17.776383 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 53858) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:09:17.798527 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5a4ffa-de7a-43cc-9ba3-f7d0de653a1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2da4ce0-5d0f-4a50-ab65-e79374171bda,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:09:17.886933 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03523a2f-5c2d-41c3-83d8-1379c4febace req-cde9c0aa-ada2-4c48-9f00-1817470e8bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:17.890611 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-03523a2f-5c2d-41c3-83d8-1379c4febace req-cde9c0aa-ada2-4c48-9f00-1817470e8bce service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4ded4e23-4952-4289-abf0-bf61631293d2 HTTP/1.1" status: 200 len: 1101 time: 0.2412896 May 18 18:09:17.916541 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d405d4-4960-4623-8f6b-2a004299bcb2 req-0d4fcd88-b410-4dfd-9edc-2ccfc86e6dda tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:17.921119 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b4d405d4-4960-4623-8f6b-2a004299bcb2 req-0d4fcd88-b410-4dfd-9edc-2ccfc86e6dda tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/ports?device_id=4ded4e23-4952-4289-abf0-bf61631293d2 HTTP/1.1" status: 200 len: 950 time: 0.3125215 May 18 18:09:17.946839 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-580bd979-3f73-4060-9fbb-2cba5935c274 req-3f3462a5-7852-4ec4-92c1-6b8b71be1ab1 tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:17.970093 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c4c4c461-82d1-42aa-9b4c-8f6097f3b87b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:17.982723 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-03523a2f-5c2d-41c3-83d8-1379c4febace req-648dcbe9-473c-41ed-8180-f0be5d716c35 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5ea4329b-bade-4f5a-bfbd-7917c3702679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595579 May 18 18:09:18.016507 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-580bd979-3f73-4060-9fbb-2cba5935c274 req-3f3462a5-7852-4ec4-92c1-6b8b71be1ab1 tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:18.019499 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b4d405d4-4960-4623-8f6b-2a004299bcb2 req-5caa2a87-20d8-4cc3-bbfa-b10ab7798304 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/security-groups?id=5ea4329b-bade-4f5a-bfbd-7917c3702679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838692 May 18 18:09:18.046950 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c4c4c461-82d1-42aa-9b4c-8f6097f3b87b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:18.154700 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-580bd979-3f73-4060-9fbb-2cba5935c274 req-3f3462a5-7852-4ec4-92c1-6b8b71be1ab1 tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:18.161585 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-580bd979-3f73-4060-9fbb-2cba5935c274 req-3f3462a5-7852-4ec4-92c1-6b8b71be1ab1 tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:18.169975 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 53870) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:09:18.174548 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-580bd979-3f73-4060-9fbb-2cba5935c274 req-3f3462a5-7852-4ec4-92c1-6b8b71be1ab1 tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] 10.222.0.85 "DELETE /v2.0/security-groups/9bb055ed-e943-4bfa-b92a-297eccd2b390 HTTP/1.1" status: 204 len: 173 time: 0.4203308 May 18 18:09:18.184181 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c4c4c461-82d1-42aa-9b4c-8f6097f3b87b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:18.191531 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c4c4c461-82d1-42aa-9b4c-8f6097f3b87b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:18.192781 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-c4c4c461-82d1-42aa-9b4c-8f6097f3b87b admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/b2da4ce0-5d0f-4a50-ab65-e79374171bda HTTP/1.1" status: 204 len: 168 time: 0.4125056 May 18 18:09:18.227256 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7a354d-9eb7-41dd-aacd-52193c67ad60 req-c58532f2-b297-4db0-9420-68abd687c718 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:18.234309 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3462a5-7852-4ec4-92c1-6b8b71be1ab1 tempest-SecurityGroupRulesTestJSON-291948537 tempest-SecurityGroupRulesTestJSON-291948537-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bb055ed-e943-4bfa-b92a-297eccd2b390,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:09:18.239334 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5f7a354d-9eb7-41dd-aacd-52193c67ad60 req-c58532f2-b297-4db0-9420-68abd687c718 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/ports?device_id=77596843-4c0f-475a-8d4e-a5a7e48df306 HTTP/1.1" status: 200 len: 943 time: 0.1296356 May 18 18:09:18.284781 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c4c461-82d1-42aa-9b4c-8f6097f3b87b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2da4ce0-5d0f-4a50-ab65-e79374171bda,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:09:18.287827 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e5d5448-60aa-4c3d-a456-0982d3b28378 admin admin] Deleting subnet e9125e11-795d-4367-8778-ed81b8d53c57 {{(pid=102731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:09:18.317442 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6e5d5448-60aa-4c3d-a456-0982d3b28378 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:18.424849 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5f7a354d-9eb7-41dd-aacd-52193c67ad60 req-0f77e3bf-7917-4167-a561-9c6a28566a3e tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/security-groups?id=fae3ce3c-9235-4ae4-9c6c-e682ce6a4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579459 May 18 18:09:18.453063 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6e5d5448-60aa-4c3d-a456-0982d3b28378 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260542153'] for subnet, precommit_delete_associations {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:18.564187 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6e5d5448-60aa-4c3d-a456-0982d3b28378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:18.877220 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6e5d5448-60aa-4c3d-a456-0982d3b28378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260898416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260908030'] for subnet, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:18.959388 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5d5448-60aa-4c3d-a456-0982d3b28378 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9125e11-795d-4367-8778-ed81b8d53c57,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:09:18.998660 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 53894) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:09:19.014811 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7c51644a-838f-43d3-9a83-55c873656e35 req-c85f4c9c-1926-4516-a197-7530c2938cf1 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] 10.222.0.85 "GET /v2.0/ports?device_id=af2db400-b5d2-4e94-a59d-b268fc903c1d HTTP/1.1" status: 200 len: 210 time: 0.0784383 May 18 18:09:19.028642 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6ac25f72-7c26-4b61-a61a-8c2d2c1ad2b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:19.074177 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150a8b42-85b9-4d47-a5ff-cdb0bc755b53 req-ae6f6c77-f107-4ce5-8b05-2c37cc68abcb tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:19.092792 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-150a8b42-85b9-4d47-a5ff-cdb0bc755b53 req-ae6f6c77-f107-4ce5-8b05-2c37cc68abcb tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=b620702a-122a-4cad-9b6e-b764547e6f53 HTTP/1.1" status: 200 len: 945 time: 0.4343414 May 18 18:09:19.139555 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6e5d5448-60aa-4c3d-a456-0982d3b28378 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:19.151071 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-6e5d5448-60aa-4c3d-a456-0982d3b28378 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/e9125e11-795d-4367-8778-ed81b8d53c57 HTTP/1.1" status: 204 len: 168 time: 0.9733591 May 18 18:09:19.152044 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 53900) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:09:19.228214 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d608c74f-1e6a-4127-b7e5-8b0006409b83 req-2cf8a032-9f26-489f-9810-1f2a437949f8 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:19.230777 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d608c74f-1e6a-4127-b7e5-8b0006409b83 req-2cf8a032-9f26-489f-9810-1f2a437949f8 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] 10.222.0.88 "GET /v2.0/networks?id=6ba2d3f1-1e38-41ee-8062-86260345c4fd HTTP/1.1" status: 200 len: 820 time: 0.5182421 May 18 18:09:19.252063 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-150a8b42-85b9-4d47-a5ff-cdb0bc755b53 req-24b8fa5c-ec6c-4e63-ab8d-973907b97408 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/security-groups?id=33ba1fad-191a-4b7a-ae9e-8e9e60985e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579885 May 18 18:09:19.276384 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-d608c74f-1e6a-4127-b7e5-8b0006409b83 req-26e2eef5-31d8-4896-bfe9-020694178560 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Request body: {'port': {'device_id': 'af2db400-b5d2-4e94-a59d-b268fc903c1d', 'network_id': '6ba2d3f1-1e38-41ee-8062-86260345c4fd', 'admin_state_up': True, 'tenant_id': 'e05b3d827f844c1d97efd9db4e0d2203'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:09:19.385911 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6ac25f72-7c26-4b61-a61a-8c2d2c1ad2b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:19.392331 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8323f729-27e2-48b9-9292-4be9baf0aa9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:19.401808 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6ac25f72-7c26-4b61-a61a-8c2d2c1ad2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:19.548484 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac25f72-7c26-4b61-a61a-8c2d2c1ad2b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8506eec-ad0d-4856-a89c-a49b3e86b613,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:09:19.562046 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-6ac25f72-7c26-4b61-a61a-8c2d2c1ad2b4 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=930a018071354e328fea47564b316e7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5584548 May 18 18:09:19.567025 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 53906) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:09:19.582046 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a95674a-878e-4de0-8a4a-24c43f2f4a83 req-671e128e-40a2-4184-8012-06c70f461ad4 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:19.584642 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9a95674a-878e-4de0-8a4a-24c43f2f4a83 req-671e128e-40a2-4184-8012-06c70f461ad4 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/ports?device_id=4ded4e23-4952-4289-abf0-bf61631293d2 HTTP/1.1" status: 200 len: 950 time: 0.1355383 May 18 18:09:19.671499 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9a95674a-878e-4de0-8a4a-24c43f2f4a83 req-342dc76f-1491-425d-9e6d-a804cd710490 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/security-groups?id=5ea4329b-bade-4f5a-bfbd-7917c3702679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725853 May 18 18:09:19.686634 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d608c74f-1e6a-4127-b7e5-8b0006409b83 req-26e2eef5-31d8-4896-bfe9-020694178560 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Made reservation on behalf of e05b3d827f844c1d97efd9db4e0d2203 for: {'port': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:09:19.698269 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-d608c74f-1e6a-4127-b7e5-8b0006409b83 req-26e2eef5-31d8-4896-bfe9-020694178560 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:19.701563 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37386ee0-b9cf-45b2-99d1-f33480f692ee req-f45109e5-3af8-47f4-b282-b2b8e3de6298 tempest-ListServersNegativeTestJSON-1307727916 tempest-ListServersNegativeTestJSON-1307727916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:19.717675 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37386ee0-b9cf-45b2-99d1-f33480f692ee req-f45109e5-3af8-47f4-b282-b2b8e3de6298 tempest-ListServersNegativeTestJSON-1307727916 tempest-ListServersNegativeTestJSON-1307727916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:19.731407 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-37386ee0-b9cf-45b2-99d1-f33480f692ee req-f45109e5-3af8-47f4-b282-b2b8e3de6298 tempest-ListServersNegativeTestJSON-1307727916 tempest-ListServersNegativeTestJSON-1307727916-project] 10.222.0.85 "GET /v2.0/ports?device_id=0309f69c-7e39-4016-bd1d-a8e406b5681d&device_id=a201e253-0310-4c1f-bdab-149b8f8fced8 HTTP/1.1" status: 200 len: 1681 time: 0.3337107 May 18 18:09:19.879952 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8323f729-27e2-48b9-9292-4be9baf0aa9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:19.947357 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-8323f729-27e2-48b9-9292-4be9baf0aa9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54ff1696-ffd6-43c8-99bf-22a41274ae4f']}} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:09:19.994576 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-8323f729-27e2-48b9-9292-4be9baf0aa9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edfe8301-788d-4de0-9eb1-578b15a18d70') {'for_net_delete': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:09:19.994848 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-8323f729-27e2-48b9-9292-4be9baf0aa9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edfe8301-788d-4de0-9eb1-578b15a18d70') {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:09:20.007026 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-37386ee0-b9cf-45b2-99d1-f33480f692ee req-39b8119a-5de6-4607-82c8-5957d0150f78 tempest-ListServersNegativeTestJSON-1307727916 tempest-ListServersNegativeTestJSON-1307727916-project] 10.222.0.85 "GET /v2.0/security-groups?id=a5378634-71ac-4811-81a5-9fa292a84a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756849 May 18 18:09:20.020620 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8323f729-27e2-48b9-9292-4be9baf0aa9f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260107375'] for segment, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:20.031762 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e615f083-8c05-4b31-95ed-ff6d22718191 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:20.051273 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [req-d608c74f-1e6a-4127-b7e5-8b0006409b83 req-26e2eef5-31d8-4896-bfe9-020694178560 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Allocated IP 172.20.0.13 (6ba2d3f1-1e38-41ee-8062-86260345c4fd/b4c8e604-9eb2-414a-8fcd-fc1ec0f983e0/59d57726-40d9-410c-b7a6-4ffced7dd0a3) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:09:20.064436 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8323f729-27e2-48b9-9292-4be9baf0aa9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:20.079755 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1de8340-f1c0-4a96-9cee-b756dfe1fd65 req-1915434e-4629-49bf-a21c-7777e89f9007 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:20.081425 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a1de8340-f1c0-4a96-9cee-b756dfe1fd65 req-1915434e-4629-49bf-a21c-7777e89f9007 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/ports?device_id=77596843-4c0f-475a-8d4e-a5a7e48df306 HTTP/1.1" status: 200 len: 943 time: 0.1987436 May 18 18:09:20.093854 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8323f729-27e2-48b9-9292-4be9baf0aa9f admin admin] Releasing vlan 618 on physical network physnet1 to pool {{(pid=102730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:09:20.094264 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8323f729-27e2-48b9-9292-4be9baf0aa9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261102736'] for segment, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:20.096025 n-d-838550-3 neutron-server[102730]: Traceback (most recent call last): May 18 18:09:20.096025 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:09:20.096025 n-d-838550-3 neutron-server[102730]: timer() May 18 18:09:20.096025 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:09:20.096025 n-d-838550-3 neutron-server[102730]: cb(*args, **kw) May 18 18:09:20.096025 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:09:20.096025 n-d-838550-3 neutron-server[102730]: return func(*args, **kwargs) May 18 18:09:20.096025 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:09:20.096025 n-d-838550-3 neutron-server[102730]: self._notify() May 18 18:09:20.096025 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:09:20.096025 n-d-838550-3 neutron-server[102730]: self.callback(batched_events) May 18 18:09:20.096025 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:09:20.096025 n-d-838550-3 neutron-server[102730]: event.method(event) May 18 18:09:20.096025 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:09:20.096025 n-d-838550-3 neutron-server[102730]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:09:20.096025 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:09:20.096025 n-d-838550-3 neutron-server[102730]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:09:20.096025 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:09:20.096025 n-d-838550-3 neutron-server[102730]: return f(self, *a, **k) May 18 18:09:20.096025 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:09:20.096025 n-d-838550-3 neutron-server[102730]: return self._get(url).json() May 18 18:09:20.096025 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:09:20.096025 n-d-838550-3 neutron-server[102730]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:09:20.096025 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:09:20.096025 n-d-838550-3 neutron-server[102730]: return self.request(url, 'GET', **kwargs) May 18 18:09:20.096025 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:09:20.096025 n-d-838550-3 neutron-server[102730]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:09:20.096025 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:09:20.096025 n-d-838550-3 neutron-server[102730]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:09:20.096025 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:09:20.096025 n-d-838550-3 neutron-server[102730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:09:20.096025 n-d-838550-3 neutron-server[102730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:09:20.100237 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e615f083-8c05-4b31-95ed-ff6d22718191 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:20.254813 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8323f729-27e2-48b9-9292-4be9baf0aa9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:20.264458 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8323f729-27e2-48b9-9292-4be9baf0aa9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:20.275389 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-8323f729-27e2-48b9-9292-4be9baf0aa9f admin admin] 10.222.0.85 "DELETE /v2.0/networks/54ff1696-ffd6-43c8-99bf-22a41274ae4f HTTP/1.1" status: 204 len: 168 time: 1.1127229 May 18 18:09:20.283875 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc94e89-6f97-416d-8406-d705efbf2e38 req-cd24ded0-f7fc-423d-bef4-a38d03979180 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:20.285525 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1fc94e89-6f97-416d-8406-d705efbf2e38 req-cd24ded0-f7fc-423d-bef4-a38d03979180 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/ports?device_id=98098d95-261e-41ea-9ec0-359b880ccfd8 HTTP/1.1" status: 200 len: 949 time: 0.1496696 May 18 18:09:20.300573 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8323f729-27e2-48b9-9292-4be9baf0aa9f admin admin] Pushing event deleted for resources: {'Network': ['ID=54ff1696-ffd6-43c8-99bf-22a41274ae4f,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:09:20.316754 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a1de8340-f1c0-4a96-9cee-b756dfe1fd65 req-57d70c80-d130-4b98-8b4f-323f44cf7fe6 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/security-groups?id=fae3ce3c-9235-4ae4-9c6c-e682ce6a4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879344 May 18 18:09:20.354677 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e615f083-8c05-4b31-95ed-ff6d22718191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:20.360557 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e615f083-8c05-4b31-95ed-ff6d22718191 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:20.362560 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-e615f083-8c05-4b31-95ed-ff6d22718191 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/a8506eec-ad0d-4856-a89c-a49b3e86b613 HTTP/1.1" status: 204 len: 168 time: 0.7919536 May 18 18:09:20.378090 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e615f083-8c05-4b31-95ed-ff6d22718191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8506eec-ad0d-4856-a89c-a49b3e86b613,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:09:20.449861 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1fc94e89-6f97-416d-8406-d705efbf2e38 req-bba2b5ce-4f5b-41b8-9ced-88c0c17ae2c1 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/security-groups?id=5ea4329b-bade-4f5a-bfbd-7917c3702679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350303 May 18 18:09:20.539426 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-d608c74f-1e6a-4127-b7e5-8b0006409b83 req-26e2eef5-31d8-4896-bfe9-020694178560 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:20.572626 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 53934) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:09:20.590156 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46db2c56-15ca-491b-836c-5c943bf59131 req-a1aaf770-212b-44e5-b468-a100d4c864ab tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:20.592296 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-46db2c56-15ca-491b-836c-5c943bf59131 req-a1aaf770-212b-44e5-b468-a100d4c864ab tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=b620702a-122a-4cad-9b6e-b764547e6f53 HTTP/1.1" status: 200 len: 945 time: 0.0683403 May 18 18:09:20.594598 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ce761315-3bb0-4050-ab39-b792000dcf25 req-c8fa2046-b728-4e4f-9b58-23f4be4f5116 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] 10.222.0.85 "GET /v2.0/ports?device_id=af2db400-b5d2-4e94-a59d-b268fc903c1d HTTP/1.1" status: 200 len: 210 time: 0.1494477 May 18 18:09:20.617398 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5b8a49ab-480c-4c03-829b-c6108d81b1ab req-bd9fc39a-7b62-4c4a-8f03-5ad225034520 service neutron] 10.222.0.88 "GET /v2.0/ports/44ffae4b-f21a-4414-9cb7-cffce704b5da/bindings/n-h1-838550-3 HTTP/1.1" status: 200 len: 384 time: 0.3656275 May 18 18:09:20.684935 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-46db2c56-15ca-491b-836c-5c943bf59131 req-75e2ab87-e87b-4a4a-89f6-f34c38da72c4 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/security-groups?id=33ba1fad-191a-4b7a-ae9e-8e9e60985e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821028 May 18 18:09:20.719098 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-d608c74f-1e6a-4127-b7e5-8b0006409b83 req-26e2eef5-31d8-4896-bfe9-020694178560 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:20.728076 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 53938) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:09:20.739656 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['c66c94da-975c-48bf-8603-4b1d1337c6ac'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:09:20.824393 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-260c9857-476c-40ac-a887-78616df30ed4 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=a1048375638b4466a1235e89319a99ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0947006 May 18 18:09:20.825099 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 53942) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:09:20.910918 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d70c1b82-c56b-473d-8598-1ccf94895681 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:20.958088 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d70c1b82-c56b-473d-8598-1ccf94895681 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:20.972236 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d608c74f-1e6a-4127-b7e5-8b0006409b83 req-26e2eef5-31d8-4896-bfe9-020694178560 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Network 6ba2d3f1-1e38-41ee-8062-86260345c4fd is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:09:20.992366 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [req-d608c74f-1e6a-4127-b7e5-8b0006409b83 req-26e2eef5-31d8-4896-bfe9-020694178560 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:09:20.997644 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e2eef5-31d8-4896-bfe9-020694178560 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Pushing event updated for resources: {'Port': ['ID=59d57726-40d9-410c-b7a6-4ffced7dd0a3,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:09:21.014214 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-d608c74f-1e6a-4127-b7e5-8b0006409b83 req-26e2eef5-31d8-4896-bfe9-020694178560 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:09:21.042520 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d70c1b82-c56b-473d-8598-1ccf94895681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:21.045862 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d70c1b82-c56b-473d-8598-1ccf94895681 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:21.051785 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-d70c1b82-c56b-473d-8598-1ccf94895681 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/8eda25ed-a4ff-40e9-bfe9-a51e082be059 HTTP/1.1" status: 204 len: 168 time: 0.2249544 May 18 18:09:21.065313 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70c1b82-c56b-473d-8598-1ccf94895681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eda25ed-a4ff-40e9-bfe9-a51e082be059,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:09:21.095889 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-54db3944-6f8b-422d-9545-629ba7555031 tempest-RoutersAdminNegativeIpV6Test-1161485903 tempest-RoutersAdminNegativeIpV6Test-1161485903-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1196796898', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:09:21.406175 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54db3944-6f8b-422d-9545-629ba7555031 tempest-RoutersAdminNegativeIpV6Test-1161485903 tempest-RoutersAdminNegativeIpV6Test-1161485903-project-admin] Made reservation on behalf of 775a31c4721245c4bbcf07f9c0bf5b01 for: {'port': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:09:21.408933 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-54db3944-6f8b-422d-9545-629ba7555031 tempest-RoutersAdminNegativeIpV6Test-1161485903 tempest-RoutersAdminNegativeIpV6Test-1161485903-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:21.435945 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-54db3944-6f8b-422d-9545-629ba7555031 tempest-RoutersAdminNegativeIpV6Test-1161485903 tempest-RoutersAdminNegativeIpV6Test-1161485903-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:21.437067 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-0b905739-2e02-46b0-abf7-fde64dd61abb None None] Provisioning complete for port 59d57726-40d9-410c-b7a6-4ffced7dd0a3 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:09:21.437713 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0b905739-2e02-46b0-abf7-fde64dd61abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:21.447423 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d608c74f-1e6a-4127-b7e5-8b0006409b83 req-26e2eef5-31d8-4896-bfe9-020694178560 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:21.448586 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-d608c74f-1e6a-4127-b7e5-8b0006409b83 req-26e2eef5-31d8-4896-bfe9-020694178560 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:21.519063 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d608c74f-1e6a-4127-b7e5-8b0006409b83 req-26e2eef5-31d8-4896-bfe9-020694178560 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2509203 May 18 18:09:21.523430 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-5b8a49ab-480c-4c03-829b-c6108d81b1ab req-e3d80b42-23eb-406b-a06e-f23b4d6c2d88 service neutron] For port 44ffae4b-f21a-4414-9cb7-cffce704b5da, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=44ffae4b-f21a-4414-9cb7-cffce704b5da,segment=NetworkSegment(5e6a9b3b-2b82-45b7-b9f1-0f73969fb979),segment_id=5e6a9b3b-2b82-45b7-b9f1-0f73969fb979)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:09:21.551605 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-0b905739-2e02-46b0-abf7-fde64dd61abb None None] Port 59d57726-40d9-410c-b7a6-4ffced7dd0a3 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:09:21.575967 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-d608c74f-1e6a-4127-b7e5-8b0006409b83 req-39b588e0-eee4-4b35-85ce-275fc2e83072 service neutron] Request body: {'port': {'device_id': 'af2db400-b5d2-4e94-a59d-b268fc903c1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-3'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:09:21.639238 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-5b8a49ab-480c-4c03-829b-c6108d81b1ab req-e3d80b42-23eb-406b-a06e-f23b4d6c2d88 service neutron] For port 44ffae4b-f21a-4414-9cb7-cffce704b5da, host n-h2-838550-3, cleared binding levels {{(pid=102731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:09:21.720891 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9029e22-3616-4bf5-bb93-e2c9d1b5dbd8 req-aeb6507c-01b6-4710-903d-d82d0564c0d2 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:21.722517 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a9029e22-3616-4bf5-bb93-e2c9d1b5dbd8 req-aeb6507c-01b6-4710-903d-d82d0564c0d2 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/ports?device_id=77596843-4c0f-475a-8d4e-a5a7e48df306 HTTP/1.1" status: 200 len: 943 time: 0.2298486 May 18 18:09:21.755763 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [req-5b8a49ab-480c-4c03-829b-c6108d81b1ab req-e3d80b42-23eb-406b-a06e-f23b4d6c2d88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44ffae4b-f21a-4414-9cb7-cffce704b5da {{(pid=102731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:09:21.770188 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-d608c74f-1e6a-4127-b7e5-8b0006409b83 req-39b588e0-eee4-4b35-85ce-275fc2e83072 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:21.783733 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-5b8a49ab-480c-4c03-829b-c6108d81b1ab req-e3d80b42-23eb-406b-a06e-f23b4d6c2d88 service neutron] For port 44ffae4b-f21a-4414-9cb7-cffce704b5da, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=44ffae4b-f21a-4414-9cb7-cffce704b5da,segment=NetworkSegment(5e6a9b3b-2b82-45b7-b9f1-0f73969fb979),segment_id=5e6a9b3b-2b82-45b7-b9f1-0f73969fb979)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:09:21.822404 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-54db3944-6f8b-422d-9545-629ba7555031 tempest-RoutersAdminNegativeIpV6Test-1161485903 tempest-RoutersAdminNegativeIpV6Test-1161485903-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:21.825020 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-5b8a49ab-480c-4c03-829b-c6108d81b1ab req-e3d80b42-23eb-406b-a06e-f23b4d6c2d88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:21.835759 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-54db3944-6f8b-422d-9545-629ba7555031 tempest-RoutersAdminNegativeIpV6Test-1161485903 tempest-RoutersAdminNegativeIpV6Test-1161485903-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:21.873980 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 4bc9ea17-6055-4471-9b57-382e81a27f8a up at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:09:21.874823 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [None req-54db3944-6f8b-422d-9545-629ba7555031 tempest-RoutersAdminNegativeIpV6Test-1161485903 tempest-RoutersAdminNegativeIpV6Test-1161485903-project-admin] device_id is not set on port 2e03ea78-5129-43b0-a74d-13173af64691 yet. {{(pid=102731) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 18 18:09:21.892714 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a9029e22-3616-4bf5-bb93-e2c9d1b5dbd8 req-d7fd3579-c50d-45fe-b7ae-5cf54405d3e2 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/security-groups?id=fae3ce3c-9235-4ae4-9c6c-e682ce6a4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552236 May 18 18:09:21.909871 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8464c72b-1fef-43ca-ad55-5e4a0f17f933 req-f1e235e0-3bc5-4aae-8c1a-3390ac8f3913 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:21.926224 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8464c72b-1fef-43ca-ad55-5e4a0f17f933 req-f1e235e0-3bc5-4aae-8c1a-3390ac8f3913 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/ports?device_id=98098d95-261e-41ea-9ec0-359b880ccfd8 HTTP/1.1" status: 200 len: 949 time: 0.1379716 May 18 18:09:21.983998 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 7 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 18:09:22.014371 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54db3944-6f8b-422d-9545-629ba7555031 tempest-RoutersAdminNegativeIpV6Test-1161485903 tempest-RoutersAdminNegativeIpV6Test-1161485903-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe6040d0-d1ed-43a0-898f-c4c78cb32fbb,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:09:22.031182 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8464c72b-1fef-43ca-ad55-5e4a0f17f933 req-88c1dfc7-c2ab-486a-801b-063396009500 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/security-groups?id=5ea4329b-bade-4f5a-bfbd-7917c3702679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029425 May 18 18:09:22.118213 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning for port 4bc9ea17-6055-4471-9b57-382e81a27f8a completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:09:22.127460 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning complete for port 4bc9ea17-6055-4471-9b57-382e81a27f8a triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:09:22.128368 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:22.317170 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 4bc9ea17-6055-4471-9b57-382e81a27f8a is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:09:22.317710 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:22.356961 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1225fc-ff2a-4f0c-8e70-88782ea0646e req-16f35d27-4307-4f27-bfb2-59220f4b32b4 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:22.359540 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6c1225fc-ff2a-4f0c-8e70-88782ea0646e req-16f35d27-4307-4f27-bfb2-59220f4b32b4 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=b620702a-122a-4cad-9b6e-b764547e6f53 HTTP/1.1" status: 200 len: 945 time: 0.1362691 May 18 18:09:22.396163 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98098d95-261e-41ea-9ec0-359b880ccfd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bc9ea17-6055-4471-9b57-382e81a27f8a'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:09:22.405973 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61593c88-2f8b-4b96-8dcc-e1695e9b687c" -d '{"events": [{"server_uuid": "98098d95-261e-41ea-9ec0-359b880ccfd8", "name": "network-vif-plugged", "status": "completed", "tag": "4bc9ea17-6055-4471-9b57-382e81a27f8a"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:09:22.437493 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-54db3944-6f8b-422d-9545-629ba7555031 tempest-RoutersAdminNegativeIpV6Test-1161485903 tempest-RoutersAdminNegativeIpV6Test-1161485903-project-admin] Allocated IP 172.25.5.172 (31ebd439-090c-4b25-bbb0-31c48711b145/363a2810-8a83-4be0-a317-7c91fcd94485/2e03ea78-5129-43b0-a74d-13173af64691) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:09:22.459301 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.provisioning_blocks [req-5b8a49ab-480c-4c03-829b-c6108d81b1ab req-e3d80b42-23eb-406b-a06e-f23b4d6c2d88 service neutron] Transition to ACTIVE for port object 44ffae4b-f21a-4414-9cb7-cffce704b5da will not be triggered until provisioned by entity L2. {{(pid=102731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:09:22.466402 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 4bc9ea17-6055-4471-9b57-382e81a27f8a, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=4bc9ea17-6055-4471-9b57-382e81a27f8a,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:09:22.470539 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6c1225fc-ff2a-4f0c-8e70-88782ea0646e req-5f9ab17e-3dc9-4350-add0-484625a9173b tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/security-groups?id=33ba1fad-191a-4b7a-ae9e-8e9e60985e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871854 May 18 18:09:22.475174 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4ab892-13f1-4600-820e-d73f4f5095aa req-9150d2cd-3e91-4c34-8a1b-5d5c9af9bda1 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:22.475467 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:22.476650 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 44ffae4b-f21a-4414-9cb7-cffce704b5da no longer exists at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:09:22.477383 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fe4ab892-13f1-4600-820e-d73f4f5095aa req-9150d2cd-3e91-4c34-8a1b-5d5c9af9bda1 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] 10.222.0.85 "GET /v2.0/ports?device_id=af2db400-b5d2-4e94-a59d-b268fc903c1d HTTP/1.1" status: 200 len: 932 time: 0.2921591 May 18 18:09:22.502244 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-5b8a49ab-480c-4c03-829b-c6108d81b1ab req-e3d80b42-23eb-406b-a06e-f23b4d6c2d88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:22.635497 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 53994) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:09:22.683169 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=4bc9ea17-6055-4471-9b57-382e81a27f8a,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:09:22.719726 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 44ffae4b-f21a-4414-9cb7-cffce704b5da not bound to the agent host n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:09:22.769870 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f66a574-e6e7-484c-b1c0-706a06a20923 req-e5305897-c7ee-4d5d-9ac6-8af7c7eec656 tempest-ListServersNegativeTestJSON-1307727916 tempest-ListServersNegativeTestJSON-1307727916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:22.784124 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6f66a574-e6e7-484c-b1c0-706a06a20923 req-e5305897-c7ee-4d5d-9ac6-8af7c7eec656 tempest-ListServersNegativeTestJSON-1307727916 tempest-ListServersNegativeTestJSON-1307727916-project] 10.222.0.85 "GET /v2.0/ports?device_id=a201e253-0310-4c1f-bdab-149b8f8fced8 HTTP/1.1" status: 200 len: 945 time: 0.1519241 May 18 18:09:22.818526 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b8a49ab-480c-4c03-829b-c6108d81b1ab req-e3d80b42-23eb-406b-a06e-f23b4d6c2d88 service neutron] No DVR routers for this DVR port 44ffae4b-f21a-4414-9cb7-cffce704b5da on host n-h2-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:09:22.851237 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6f66a574-e6e7-484c-b1c0-706a06a20923 req-4fca5122-596d-4420-8ec5-12d21dfe30f8 tempest-ListServersNegativeTestJSON-1307727916 tempest-ListServersNegativeTestJSON-1307727916-project] 10.222.0.85 "GET /v2.0/security-groups?id=a5378634-71ac-4811-81a5-9fa292a84a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656817 May 18 18:09:22.862587 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-596085ee-2841-4c19-b300-889965aa4f4c admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1597593149-network', 'tenant_id': 'bae917ccf22446e8a9bd09c95f9e7e02'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:09:22.862793 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fe4ab892-13f1-4600-820e-d73f4f5095aa req-0fce3dfb-291e-4a0c-8e44-bf4b4acbda13 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] 10.222.0.85 "GET /v2.0/security-groups?id=cb4db50c-f652-4bbe-9372-f1efeb00bae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3708515 May 18 18:09:22.890339 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d80b42-23eb-406b-a06e-f23b4d6c2d88 service neutron] Pushing event updated for resources: {'Port': ['ID=44ffae4b-f21a-4414-9cb7-cffce704b5da,revision_number=10']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:09:22.920424 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-596085ee-2841-4c19-b300-889965aa4f4c admin admin] Made reservation on behalf of bae917ccf22446e8a9bd09c95f9e7e02 for: {'network': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:09:22.924952 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-596085ee-2841-4c19-b300-889965aa4f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:22.943866 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-596085ee-2841-4c19-b300-889965aa4f4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:22.989782 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc5f9386-fa7a-4424-9b18-8b2bac3a4038 x-openstack-request-id: req-dc5f9386-fa7a-4424-9b18-8b2bac3a4038 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:09:22.991608 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98098d95-261e-41ea-9ec0-359b880ccfd8", "name": "network-vif-plugged", "status": "completed", "tag": "4bc9ea17-6055-4471-9b57-382e81a27f8a", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:09:22.992326 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-dc5f9386-fa7a-4424-9b18-8b2bac3a4038 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:09:22.994236 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc5f9386-fa7a-4424-9b18-8b2bac3a4038'] response: {'server_uuid': '98098d95-261e-41ea-9ec0-359b880ccfd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bc9ea17-6055-4471-9b57-382e81a27f8a', 'code': 200} May 18 18:09:23.116743 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5b8a49ab-480c-4c03-829b-c6108d81b1ab req-e3d80b42-23eb-406b-a06e-f23b4d6c2d88 service neutron] 10.222.0.88 "PUT /v2.0/ports/44ffae4b-f21a-4414-9cb7-cffce704b5da/bindings/n-h1-838550-3/activate HTTP/1.1" status: 200 len: 369 time: 2.4772012 May 18 18:09:23.132251 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 54008) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:09:23.154132 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [req-d608c74f-1e6a-4127-b7e5-8b0006409b83 req-39b588e0-eee4-4b35-85ce-275fc2e83072 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59d57726-40d9-410c-b7a6-4ffced7dd0a3 {{(pid=102731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:09:23.157180 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-596085ee-2841-4c19-b300-889965aa4f4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:23.172439 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-596085ee-2841-4c19-b300-889965aa4f4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:23.189400 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-d608c74f-1e6a-4127-b7e5-8b0006409b83 req-39b588e0-eee4-4b35-85ce-275fc2e83072 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:23.216011 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-596085ee-2841-4c19-b300-889965aa4f4c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 618} {{(pid=102730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:09:23.256721 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2de4b9-d53f-4efa-a5dd-6da773355371 req-698616bc-f594-4997-83c8-1fa5e4bb9070 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:23.266253 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3f2de4b9-d53f-4efa-a5dd-6da773355371 req-698616bc-f594-4997-83c8-1fa5e4bb9070 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/ports?device_id=77596843-4c0f-475a-8d4e-a5a7e48df306 HTTP/1.1" status: 200 len: 944 time: 0.2061589 May 18 18:09:23.272204 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-596085ee-2841-4c19-b300-889965aa4f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:23.272877 n-d-838550-3 neutron-server[102730]: INFO neutron.db.segments_db [None req-596085ee-2841-4c19-b300-889965aa4f4c admin admin] Added segment 8b20d3f8-8bbd-4cf8-b792-267f0fcdf916 of type vlan for network a958cb87-874f-4b64-a723-1e49b51050be May 18 18:09:23.285994 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596085ee-2841-4c19-b300-889965aa4f4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59baf776-b8f2-4c2a-a729-acf7787f08a5,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:09:23.309667 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.provisioning_blocks [req-d608c74f-1e6a-4127-b7e5-8b0006409b83 req-39b588e0-eee4-4b35-85ce-275fc2e83072 service neutron] Transition to ACTIVE for port object 59d57726-40d9-410c-b7a6-4ffced7dd0a3 will not be triggered until provisioned by entity L2. {{(pid=102731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:09:23.329757 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-d608c74f-1e6a-4127-b7e5-8b0006409b83 req-39b588e0-eee4-4b35-85ce-275fc2e83072 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:23.336504 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fced6b78-087a-4c0e-a56d-d77ebcfa62e5 req-b8a6758a-22e2-4254-a5b2-92d8cdacf3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:23.338618 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fced6b78-087a-4c0e-a56d-d77ebcfa62e5 req-b8a6758a-22e2-4254-a5b2-92d8cdacf3ad service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=98098d95-261e-41ea-9ec0-359b880ccfd8 HTTP/1.1" status: 200 len: 1101 time: 0.1798184 May 18 18:09:23.350948 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-596085ee-2841-4c19-b300-889965aa4f4c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:23.382440 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-54db3944-6f8b-422d-9545-629ba7555031 tempest-RoutersAdminNegativeIpV6Test-1161485903 tempest-RoutersAdminNegativeIpV6Test-1161485903-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:23.388960 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3f2de4b9-d53f-4efa-a5dd-6da773355371 req-dd9903d6-c1f1-479c-929c-88b4221a3079 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/security-groups?id=fae3ce3c-9235-4ae4-9c6c-e682ce6a4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038384 May 18 18:09:23.417712 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-d625714a-0e5d-4373-b3ce-489d0c9ca908 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-508484151-network', 'tenant_id': 'b4a8bc59fff649a9b49d03b3d54d1fb9'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:09:23.419358 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-596085ee-2841-4c19-b300-889965aa4f4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:23.420492 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596085ee-2841-4c19-b300-889965aa4f4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:23.421235 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-596085ee-2841-4c19-b300-889965aa4f4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:23.484791 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8a49ab-480c-4c03-829b-c6108d81b1ab req-7ee88dda-df1e-453a-ab66-c69b3b556c6e tempest-LiveMigrationTest-768751957 tempest-LiveMigrationTest-768751957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:23.486658 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5b8a49ab-480c-4c03-829b-c6108d81b1ab req-7ee88dda-df1e-453a-ab66-c69b3b556c6e tempest-LiveMigrationTest-768751957 tempest-LiveMigrationTest-768751957-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=77596843-4c0f-475a-8d4e-a5a7e48df306&tenant_id=8ebc9a1ec3004890baedda4682fb5641&binding%3Ahost_id=n-h2-838550-3 HTTP/1.1" status: 200 len: 1095 time: 0.2142525 May 18 18:09:23.496290 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b588e0-eee4-4b35-85ce-275fc2e83072 service neutron] Pushing event updated for resources: {'Port': ['ID=59d57726-40d9-410c-b7a6-4ffced7dd0a3,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:09:23.517913 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-596085ee-2841-4c19-b300-889965aa4f4c admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8733082 May 18 18:09:23.518233 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfc2d4f-ad91-46f1-b2df-5f5e3da78f58 req-2906ed2f-0b9d-424c-8ee8-fe5417e600c0 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:23.519598 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 54014) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:09:23.523498 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-dcfc2d4f-ad91-46f1-b2df-5f5e3da78f58 req-2906ed2f-0b9d-424c-8ee8-fe5417e600c0 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/ports?device_id=98098d95-261e-41ea-9ec0-359b880ccfd8 HTTP/1.1" status: 200 len: 950 time: 0.3105772 May 18 18:09:23.530935 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-ed6b2311-5236-4f0e-bbff-0c4e8fb77865 admin admin] Request body: {'subnet': {'network_id': 'a958cb87-874f-4b64-a723-1e49b51050be', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1597593149-subnet', 'tenant_id': 'bae917ccf22446e8a9bd09c95f9e7e02', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:09:23.537275 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fced6b78-087a-4c0e-a56d-d77ebcfa62e5 req-fc6a19aa-8118-4e2f-aad0-7d77f044bfc5 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=5ea4329b-bade-4f5a-bfbd-7917c3702679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523387 May 18 18:09:23.548420 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596085ee-2841-4c19-b300-889965aa4f4c admin admin] Pushing event updated for resources: {'Network': ['ID=a958cb87-874f-4b64-a723-1e49b51050be,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:09:23.548625 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d625714a-0e5d-4373-b3ce-489d0c9ca908 admin admin] Made reservation on behalf of b4a8bc59fff649a9b49d03b3d54d1fb9 for: {'network': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:09:23.551562 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d625714a-0e5d-4373-b3ce-489d0c9ca908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:23.563310 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network a958cb87-874f-4b64-a723-1e49b51050be details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:09:23.574180 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed6b2311-5236-4f0e-bbff-0c4e8fb77865 admin admin] Made reservation on behalf of bae917ccf22446e8a9bd09c95f9e7e02 for: {'subnet': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:09:23.582789 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ed6b2311-5236-4f0e-bbff-0c4e8fb77865 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261031885'] for subnet, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:23.620346 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d625714a-0e5d-4373-b3ce-489d0c9ca908 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:23.680112 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-54db3944-6f8b-422d-9545-629ba7555031 tempest-RoutersAdminNegativeIpV6Test-1161485903 tempest-RoutersAdminNegativeIpV6Test-1161485903-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:23.765742 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-dcfc2d4f-ad91-46f1-b2df-5f5e3da78f58 req-508de2cc-6bfe-4bc1-b45c-04ea5978e456 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/security-groups?id=5ea4329b-bade-4f5a-bfbd-7917c3702679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412233 May 18 18:09:23.787878 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54db3944-6f8b-422d-9545-629ba7555031 tempest-RoutersAdminNegativeIpV6Test-1161485903 tempest-RoutersAdminNegativeIpV6Test-1161485903-project-admin] Network 31ebd439-090c-4b25-bbb0-31c48711b145 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:09:23.794517 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8a49ab-480c-4c03-829b-c6108d81b1ab req-071e58f1-3a15-4cf4-a7f0-cb7393752816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:23.796368 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5b8a49ab-480c-4c03-829b-c6108d81b1ab req-071e58f1-3a15-4cf4-a7f0-cb7393752816 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=77596843-4c0f-475a-8d4e-a5a7e48df306&tenant_id=8ebc9a1ec3004890baedda4682fb5641 HTTP/1.1" status: 200 len: 1095 time: 0.2914708 May 18 18:09:23.809174 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-54db3944-6f8b-422d-9545-629ba7555031 tempest-RoutersAdminNegativeIpV6Test-1161485903 tempest-RoutersAdminNegativeIpV6Test-1161485903-project-admin] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:09:23.812149 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54db3944-6f8b-422d-9545-629ba7555031 tempest-RoutersAdminNegativeIpV6Test-1161485903 tempest-RoutersAdminNegativeIpV6Test-1161485903-project-admin] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:09:23.841505 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df4100d-40bb-489e-bd4e-6bae2abf5701 req-6396f404-ea0f-47db-b882-b0703407eaec tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:23.843750 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3df4100d-40bb-489e-bd4e-6bae2abf5701 req-6396f404-ea0f-47db-b882-b0703407eaec tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=b620702a-122a-4cad-9b6e-b764547e6f53 HTTP/1.1" status: 200 len: 945 time: 0.1073875 May 18 18:09:23.854578 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54db3944-6f8b-422d-9545-629ba7555031 tempest-RoutersAdminNegativeIpV6Test-1161485903 tempest-RoutersAdminNegativeIpV6Test-1161485903-project-admin] Pushing event updated for resources: {'Port': ['ID=2e03ea78-5129-43b0-a74d-13173af64691,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:09:23.915768 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-d608c74f-1e6a-4127-b7e5-8b0006409b83 req-39b588e0-eee4-4b35-85ce-275fc2e83072 service neutron] Attempting to bind port 59d57726-40d9-410c-b7a6-4ffced7dd0a3 on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:09:23.916103 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-d608c74f-1e6a-4127-b7e5-8b0006409b83 req-39b588e0-eee4-4b35-85ce-275fc2e83072 service neutron] Attempting to bind port 59d57726-40d9-410c-b7a6-4ffced7dd0a3 by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': '31315e3d-060c-4ccf-beb4-baf1134985d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '6ba2d3f1-1e38-41ee-8062-86260345c4fd'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:09:23.916438 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d608c74f-1e6a-4127-b7e5-8b0006409b83 req-39b588e0-eee4-4b35-85ce-275fc2e83072 service neutron] Attempting to bind port 59d57726-40d9-410c-b7a6-4ffced7dd0a3 on network 6ba2d3f1-1e38-41ee-8062-86260345c4fd {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:09:23.936049 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54db3944-6f8b-422d-9545-629ba7555031 tempest-RoutersAdminNegativeIpV6Test-1161485903 tempest-RoutersAdminNegativeIpV6Test-1161485903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:23.936753 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-54db3944-6f8b-422d-9545-629ba7555031 tempest-RoutersAdminNegativeIpV6Test-1161485903 tempest-RoutersAdminNegativeIpV6Test-1161485903-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:23.944578 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3df4100d-40bb-489e-bd4e-6bae2abf5701 req-27d18afb-8b56-40cc-86b0-248fc49a476f tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/security-groups?id=33ba1fad-191a-4b7a-ae9e-8e9e60985e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681877 May 18 18:09:23.952852 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d608c74f-1e6a-4127-b7e5-8b0006409b83 req-39b588e0-eee4-4b35-85ce-275fc2e83072 service neutron] Port 59d57726-40d9-410c-b7a6-4ffced7dd0a3 on network 6ba2d3f1-1e38-41ee-8062-86260345c4fd not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:09:23.953154 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d608c74f-1e6a-4127-b7e5-8b0006409b83 req-39b588e0-eee4-4b35-85ce-275fc2e83072 service neutron] Attempting to bind port 59d57726-40d9-410c-b7a6-4ffced7dd0a3 on network 6ba2d3f1-1e38-41ee-8062-86260345c4fd {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:09:23.978396 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d608c74f-1e6a-4127-b7e5-8b0006409b83 req-39b588e0-eee4-4b35-85ce-275fc2e83072 service neutron] Checking agent: {'id': 'd1be059a-68ea-4c77-9b2b-29f4afa47e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:09:23.978396 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d608c74f-1e6a-4127-b7e5-8b0006409b83 req-39b588e0-eee4-4b35-85ce-275fc2e83072 service neutron] Checking segment: {'id': '31315e3d-060c-4ccf-beb4-baf1134985d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '6ba2d3f1-1e38-41ee-8062-86260345c4fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:09:23.978396 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d608c74f-1e6a-4127-b7e5-8b0006409b83 req-39b588e0-eee4-4b35-85ce-275fc2e83072 service neutron] Bound using segment: {'id': '31315e3d-060c-4ccf-beb4-baf1134985d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '6ba2d3f1-1e38-41ee-8062-86260345c4fd'} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:09:23.978396 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-d608c74f-1e6a-4127-b7e5-8b0006409b83 req-39b588e0-eee4-4b35-85ce-275fc2e83072 service neutron] Bound port: 59d57726-40d9-410c-b7a6-4ffced7dd0a3, host: n-h2-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31315e3d-060c-4ccf-beb4-baf1134985d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '6ba2d3f1-1e38-41ee-8062-86260345c4fd'}}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:09:23.978396 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-d608c74f-1e6a-4127-b7e5-8b0006409b83 req-39b588e0-eee4-4b35-85ce-275fc2e83072 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:23.978396 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-54db3944-6f8b-422d-9545-629ba7555031 tempest-RoutersAdminNegativeIpV6Test-1161485903 tempest-RoutersAdminNegativeIpV6Test-1161485903-project-admin] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 3.3948364 May 18 18:09:23.993856 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 54020) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:09:24.001927 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-349779b2-37ad-4ec3-ade6-9222df7d9045 tempest-RoutersAdminNegativeIpV6Test-1161485903 tempest-RoutersAdminNegativeIpV6Test-1161485903-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.172'}]}}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:09:24.016068 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ed6b2311-5236-4f0e-bbff-0c4e8fb77865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261104883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261031899'] for subnet, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:24.024438 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8a49ab-480c-4c03-829b-c6108d81b1ab req-f384fd83-9467-4c59-a632-a5a6c183d245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:24.030977 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5b8a49ab-480c-4c03-829b-c6108d81b1ab req-f384fd83-9467-4c59-a632-a5a6c183d245 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8ebc9a1ec3004890baedda4682fb5641&device_id=77596843-4c0f-475a-8d4e-a5a7e48df306 HTTP/1.1" status: 200 len: 1095 time: 0.1852117 May 18 18:09:24.043640 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d625714a-0e5d-4373-b3ce-489d0c9ca908 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:24.067969 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-349779b2-37ad-4ec3-ade6-9222df7d9045 tempest-RoutersAdminNegativeIpV6Test-1161485903 tempest-RoutersAdminNegativeIpV6Test-1161485903-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25099'] for router, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:24.069010 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-349779b2-37ad-4ec3-ade6-9222df7d9045 tempest-RoutersAdminNegativeIpV6Test-1161485903 tempest-RoutersAdminNegativeIpV6Test-1161485903-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-593238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596850', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25088'] for router, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:24.109325 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6b2311-5236-4f0e-bbff-0c4e8fb77865 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd7c0f99-477a-48b7-bd6e-426b59e864db,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:09:24.113529 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d625714a-0e5d-4373-b3ce-489d0c9ca908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:24.129248 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d625714a-0e5d-4373-b3ce-489d0c9ca908 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 632} {{(pid=102731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:09:24.170078 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6b2311-5236-4f0e-bbff-0c4e8fb77865 admin admin] Checking segment: {'id': '8b20d3f8-8bbd-4cf8-b792-267f0fcdf916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'a958cb87-874f-4b64-a723-1e49b51050be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:09:24.170590 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed6b2311-5236-4f0e-bbff-0c4e8fb77865 admin admin] Network hostable DHCP agents. Network: a958cb87-874f-4b64-a723-1e49b51050be, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:09:24.206773 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-349779b2-37ad-4ec3-ade6-9222df7d9045 tempest-RoutersAdminNegativeIpV6Test-1161485903 tempest-RoutersAdminNegativeIpV6Test-1161485903-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:24.215957 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d625714a-0e5d-4373-b3ce-489d0c9ca908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:24.216325 n-d-838550-3 neutron-server[102731]: INFO neutron.db.segments_db [None req-d625714a-0e5d-4373-b3ce-489d0c9ca908 admin admin] Added segment e4ee4f38-7654-4d32-bfea-fd614ca5e3fc of type vlan for network 4d9dd07a-60e3-447d-8a49-81693032a9ca May 18 18:09:24.272574 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d924b1-1976-4c3a-858d-2b44ce52e785 req-5345d2a4-a90a-4951-a50d-e6e0acccaf6d tempest-ListServersNegativeTestJSON-1307727916 tempest-ListServersNegativeTestJSON-1307727916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:24.274258 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f7d924b1-1976-4c3a-858d-2b44ce52e785 req-5345d2a4-a90a-4951-a50d-e6e0acccaf6d tempest-ListServersNegativeTestJSON-1307727916 tempest-ListServersNegativeTestJSON-1307727916-project] 10.222.0.85 "GET /v2.0/ports?device_id=a201e253-0310-4c1f-bdab-149b8f8fced8 HTTP/1.1" status: 200 len: 945 time: 0.1703696 May 18 18:09:24.307345 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed6b2311-5236-4f0e-bbff-0c4e8fb77865 admin admin] Network a958cb87-874f-4b64-a723-1e49b51050be is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:09:24.308039 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d625714a-0e5d-4373-b3ce-489d0c9ca908 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25574424-1dcf-4628-a56d-e8a0bd0380c4,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:09:24.337906 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-d608c74f-1e6a-4127-b7e5-8b0006409b83 req-39b588e0-eee4-4b35-85ce-275fc2e83072 service neutron] For port 59d57726-40d9-410c-b7a6-4ffced7dd0a3, host n-h2-838550-3, cleared binding levels {{(pid=102731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:09:24.345148 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d625714a-0e5d-4373-b3ce-489d0c9ca908 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:24.363786 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-ed6b2311-5236-4f0e-bbff-0c4e8fb77865 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, a958cb87-874f-4b64-a723-1e49b51050be) {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:09:24.372697 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed6b2311-5236-4f0e-bbff-0c4e8fb77865 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:24.373305 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ed6b2311-5236-4f0e-bbff-0c4e8fb77865 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:24.374757 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-d608c74f-1e6a-4127-b7e5-8b0006409b83 req-39b588e0-eee4-4b35-85ce-275fc2e83072 service neutron] For port 59d57726-40d9-410c-b7a6-4ffced7dd0a3, host n-h2-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=59d57726-40d9-410c-b7a6-4ffced7dd0a3,segment=NetworkSegment(31315e3d-060c-4ccf-beb4-baf1134985d1),segment_id=31315e3d-060c-4ccf-beb4-baf1134985d1)] {{(pid=102731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:09:24.388255 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e75b1a-4ed2-4d8b-a852-b658c3c560a8 None None] Network a958cb87-874f-4b64-a723-1e49b51050be requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:09:24.400378 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-d608c74f-1e6a-4127-b7e5-8b0006409b83 req-39b588e0-eee4-4b35-85ce-275fc2e83072 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:24.416490 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-349779b2-37ad-4ec3-ade6-9222df7d9045 tempest-RoutersAdminNegativeIpV6Test-1161485903 tempest-RoutersAdminNegativeIpV6Test-1161485903-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:24.419553 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8a49ab-480c-4c03-829b-c6108d81b1ab req-d97d8c8a-318f-4d0f-ac46-85258a699f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:24.422215 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5b8a49ab-480c-4c03-829b-c6108d81b1ab req-d97d8c8a-318f-4d0f-ac46-85258a699f33 service neutron] 10.222.0.36 "GET /v2.0/networks?id=34fdcfa4-2e5d-460f-9a9f-5a798833609a HTTP/1.1" status: 200 len: 909 time: 0.3745701 May 18 18:09:24.436421 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0d1c74-bcfb-4247-8bd8-77a27826704d req-3e2a6ecd-b698-4928-9fdf-f0e0ce45c344 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:24.439278 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8f0d1c74-bcfb-4247-8bd8-77a27826704d req-3e2a6ecd-b698-4928-9fdf-f0e0ce45c344 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] 10.222.0.85 "GET /v2.0/ports?device_id=af2db400-b5d2-4e94-a59d-b268fc903c1d HTTP/1.1" status: 200 len: 944 time: 0.3986750 May 18 18:09:24.441524 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f7d924b1-1976-4c3a-858d-2b44ce52e785 req-196077b8-020f-4b44-a5b9-a3c235a42e0c tempest-ListServersNegativeTestJSON-1307727916 tempest-ListServersNegativeTestJSON-1307727916-project] 10.222.0.85 "GET /v2.0/security-groups?id=a5378634-71ac-4811-81a5-9fa292a84a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358151 May 18 18:09:24.467979 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-ed6b2311-5236-4f0e-bbff-0c4e8fb77865 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9471102 May 18 18:09:24.591565 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d608c74f-1e6a-4127-b7e5-8b0006409b83 req-39b588e0-eee4-4b35-85ce-275fc2e83072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:24.592597 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-d608c74f-1e6a-4127-b7e5-8b0006409b83 req-39b588e0-eee4-4b35-85ce-275fc2e83072 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:24.598149 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d608c74f-1e6a-4127-b7e5-8b0006409b83 req-39b588e0-eee4-4b35-85ce-275fc2e83072 service neutron] 10.222.0.88 "PUT /v2.0/ports/59d57726-40d9-410c-b7a6-4ffced7dd0a3 HTTP/1.1" status: 200 len: 1092 time: 3.0402436 May 18 18:09:24.667184 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af2db400-b5d2-4e94-a59d-b268fc903c1d', 'tag': '59d57726-40d9-410c-b7a6-4ffced7dd0a3'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:09:24.670291 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4700a943-24a9-46c5-9ed3-7f328f9a407a" -d '{"events": [{"name": "network-changed", "server_uuid": "af2db400-b5d2-4e94-a59d-b268fc903c1d", "tag": "59d57726-40d9-410c-b7a6-4ffced7dd0a3"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:09:24.673347 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b588e0-eee4-4b35-85ce-275fc2e83072 service neutron] Pushing event updated for resources: {'Port': ['ID=59d57726-40d9-410c-b7a6-4ffced7dd0a3,revision_number=3']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:09:24.687082 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5b8a49ab-480c-4c03-829b-c6108d81b1ab req-c082792b-4ae7-4ad8-adef-1cb4ab085fb4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=44ffae4b-f21a-4414-9cb7-cffce704b5da HTTP/1.1" status: 200 len: 217 time: 0.2043645 May 18 18:09:24.689997 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-779caf6e-5791-4ae2-9995-bc35ae925bf9 None None] Network a958cb87-874f-4b64-a723-1e49b51050be requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:09:24.725316 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d625714a-0e5d-4373-b3ce-489d0c9ca908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:24.726591 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d625714a-0e5d-4373-b3ce-489d0c9ca908 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:24.727347 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d625714a-0e5d-4373-b3ce-489d0c9ca908 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:24.800265 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ce8e12-be2f-478d-9009-ea74cf5129d8 req-034c9d08-ab67-40b8-ac02-73519484c648 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:24.809191 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-98ce8e12-be2f-478d-9009-ea74cf5129d8 req-034c9d08-ab67-40b8-ac02-73519484c648 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/ports?device_id=77596843-4c0f-475a-8d4e-a5a7e48df306 HTTP/1.1" status: 200 len: 944 time: 0.2249043 May 18 18:09:24.894201 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-98ce8e12-be2f-478d-9009-ea74cf5129d8 req-733a7026-3bc6-444b-a81a-4df24e097c92 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/security-groups?id=fae3ce3c-9235-4ae4-9c6c-e682ce6a4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709517 May 18 18:09:25.157911 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-349779b2-37ad-4ec3-ade6-9222df7d9045 tempest-RoutersAdminNegativeIpV6Test-1161485903 tempest-RoutersAdminNegativeIpV6Test-1161485903-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:25.183287 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-349779b2-37ad-4ec3-ade6-9222df7d9045 tempest-RoutersAdminNegativeIpV6Test-1161485903 tempest-RoutersAdminNegativeIpV6Test-1161485903-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:25.281761 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff38d1b-aa39-41ad-8384-865b25ef4c3e req-9fb94497-f717-46e2-a022-2b274dd7b841 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:25.288609 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6ff38d1b-aa39-41ad-8384-865b25ef4c3e req-9fb94497-f717-46e2-a022-2b274dd7b841 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/ports?device_id=98098d95-261e-41ea-9ec0-359b880ccfd8 HTTP/1.1" status: 200 len: 950 time: 0.1771846 May 18 18:09:25.365940 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d625714a-0e5d-4373-b3ce-489d0c9ca908 admin admin] Pushing event updated for resources: {'Network': ['ID=4d9dd07a-60e3-447d-8a49-81693032a9ca,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:09:25.389906 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network 4d9dd07a-60e3-447d-8a49-81693032a9ca details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:09:25.403628 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6ff38d1b-aa39-41ad-8384-865b25ef4c3e req-b6212d4e-9684-475b-9a3e-f13db18b74f9 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/security-groups?id=5ea4329b-bade-4f5a-bfbd-7917c3702679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070304 May 18 18:09:25.404082 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3131275c-8292-4761-ae34-f49bbaa77df3 x-openstack-request-id: req-3131275c-8292-4761-ae34-f49bbaa77df3 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:09:25.404518 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af2db400-b5d2-4e94-a59d-b268fc903c1d", "tag": "59d57726-40d9-410c-b7a6-4ffced7dd0a3", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:09:25.405282 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-3131275c-8292-4761-ae34-f49bbaa77df3 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:09:25.405494 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3131275c-8292-4761-ae34-f49bbaa77df3'] response: {'name': 'network-changed', 'server_uuid': 'af2db400-b5d2-4e94-a59d-b268fc903c1d', 'tag': '59d57726-40d9-410c-b7a6-4ffced7dd0a3', 'status': 'completed', 'code': 200} May 18 18:09:25.525990 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8f0d1c74-bcfb-4247-8bd8-77a27826704d req-361a5da4-b565-4b03-b850-395cbc3194a1 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] 10.222.0.85 "GET /v2.0/security-groups?id=cb4db50c-f652-4bbe-9372-f1efeb00bae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0070834 May 18 18:09:25.575098 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-d625714a-0e5d-4373-b3ce-489d0c9ca908 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.4392984 May 18 18:09:25.576001 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 54044) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:09:25.599241 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-aca79b5b-9e5d-4bd7-8fa1-7730a4c69fc1 admin admin] Request body: {'subnet': {'network_id': '4d9dd07a-60e3-447d-8a49-81693032a9ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-508484151-subnet', 'tenant_id': 'b4a8bc59fff649a9b49d03b3d54d1fb9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:09:25.599577 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8a49ab-480c-4c03-829b-c6108d81b1ab req-d2880e10-42b7-4646-a6a9-4c5477c1c518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:25.602052 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5b8a49ab-480c-4c03-829b-c6108d81b1ab req-d2880e10-42b7-4646-a6a9-4c5477c1c518 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8f7111f6-e2ae-4553-ac4c-889ba94e64a6 HTTP/1.1" status: 200 len: 848 time: 0.8849566 May 18 18:09:25.626511 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-349779b2-37ad-4ec3-ade6-9222df7d9045 tempest-RoutersAdminNegativeIpV6Test-1161485903 tempest-RoutersAdminNegativeIpV6Test-1161485903-project-admin] Notify callbacks [] for router, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:25.676527 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d608c74f-1e6a-4127-b7e5-8b0006409b83 req-645ce8bf-86f0-44fc-a74c-79b20288da6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:25.679134 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d608c74f-1e6a-4127-b7e5-8b0006409b83 req-645ce8bf-86f0-44fc-a74c-79b20288da6e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=e05b3d827f844c1d97efd9db4e0d2203&device_id=af2db400-b5d2-4e94-a59d-b268fc903c1d HTTP/1.1" status: 200 len: 1095 time: 0.9631960 May 18 18:09:25.682484 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5b8a49ab-480c-4c03-829b-c6108d81b1ab req-58291156-c1d4-4a90-81b7-e5d2d97921d8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=34fdcfa4-2e5d-460f-9a9f-5a798833609a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721421 May 18 18:09:25.697733 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf587a65-1006-449f-af84-23579083d14a req-e537d364-ca9f-4393-8633-3d1fd12d9ef6 tempest-ListServersNegativeTestJSON-1307727916 tempest-ListServersNegativeTestJSON-1307727916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:25.700255 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bf587a65-1006-449f-af84-23579083d14a req-e537d364-ca9f-4393-8633-3d1fd12d9ef6 tempest-ListServersNegativeTestJSON-1307727916 tempest-ListServersNegativeTestJSON-1307727916-project] 10.222.0.88 "GET /v2.0/ports?device_id=0309f69c-7e39-4016-bd1d-a8e406b5681d HTTP/1.1" status: 200 len: 945 time: 0.3290298 May 18 18:09:25.716791 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f723e5-3faf-4e66-b4a4-c8b866edd941 req-eebddc01-8a70-4e2c-978c-4d68d08a7302 tempest-ListServersNegativeTestJSON-1307727916 tempest-ListServersNegativeTestJSON-1307727916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:25.719563 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-17f723e5-3faf-4e66-b4a4-c8b866edd941 req-eebddc01-8a70-4e2c-978c-4d68d08a7302 tempest-ListServersNegativeTestJSON-1307727916 tempest-ListServersNegativeTestJSON-1307727916-project] 10.222.0.88 "GET /v2.0/ports?device_id=a201e253-0310-4c1f-bdab-149b8f8fced8 HTTP/1.1" status: 200 len: 945 time: 0.8314922 May 18 18:09:25.824114 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 54048) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:09:25.839966 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-2b37b1f4-15a3-4aec-b35d-f577f0ce226e admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-874894735-network', 'tenant_id': 'a643ec80c5844443ab27a36cd279daf8'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:09:25.879293 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d608c74f-1e6a-4127-b7e5-8b0006409b83 req-0135c74b-f95a-4ebc-8381-955b0eb0b4b3 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=59d57726-40d9-410c-b7a6-4ffced7dd0a3 HTTP/1.1" status: 200 len: 217 time: 0.1464553 May 18 18:09:26.055387 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-349779b2-37ad-4ec3-ade6-9222df7d9045 tempest-RoutersAdminNegativeIpV6Test-1161485903 tempest-RoutersAdminNegativeIpV6Test-1161485903-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25145'] for router, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:26.061222 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-349779b2-37ad-4ec3-ade6-9222df7d9045 tempest-RoutersAdminNegativeIpV6Test-1161485903 tempest-RoutersAdminNegativeIpV6Test-1161485903-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:26.063633 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aca79b5b-9e5d-4bd7-8fa1-7730a4c69fc1 admin admin] Made reservation on behalf of b4a8bc59fff649a9b49d03b3d54d1fb9 for: {'subnet': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:09:26.069781 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-aca79b5b-9e5d-4bd7-8fa1-7730a4c69fc1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261031885'] for subnet, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:26.083924 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d608c74f-1e6a-4127-b7e5-8b0006409b83 req-8c98aa5a-82c3-46b3-921e-ab63da91c531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:26.085968 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d608c74f-1e6a-4127-b7e5-8b0006409b83 req-8c98aa5a-82c3-46b3-921e-ab63da91c531 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b4c8e604-9eb2-414a-8fcd-fc1ec0f983e0 HTTP/1.1" status: 200 len: 859 time: 0.1829634 May 18 18:09:26.105272 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b37b1f4-15a3-4aec-b35d-f577f0ce226e admin admin] Made reservation on behalf of a643ec80c5844443ab27a36cd279daf8 for: {'network': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:09:26.107564 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2b37b1f4-15a3-4aec-b35d-f577f0ce226e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:26.137246 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac12b68-240d-4b9b-a6b7-01a9b4800446 req-32586bfc-0f96-4a07-9d1a-0af55a1d3069 tempest-ListServersNegativeTestJSON-1307727916 tempest-ListServersNegativeTestJSON-1307727916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:26.139134 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0ac12b68-240d-4b9b-a6b7-01a9b4800446 req-32586bfc-0f96-4a07-9d1a-0af55a1d3069 tempest-ListServersNegativeTestJSON-1307727916 tempest-ListServersNegativeTestJSON-1307727916-project] 10.222.0.85 "GET /v2.0/ports?device_id=a201e253-0310-4c1f-bdab-149b8f8fced8 HTTP/1.1" status: 200 len: 945 time: 0.2968214 May 18 18:09:26.142526 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5b8a49ab-480c-4c03-829b-c6108d81b1ab req-1f84485b-e58b-4351-9a1b-9be8453760a6 service neutron] 10.222.0.36 "GET /v2.0/networks/34fdcfa4-2e5d-460f-9a9f-5a798833609a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4408326 May 18 18:09:26.202413 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2b37b1f4-15a3-4aec-b35d-f577f0ce226e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:26.217774 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4033993-7e15-4835-a242-052cfb4368a6 req-57769b6c-a018-4cb8-9ef5-1115a32ae411 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:26.219696 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d4033993-7e15-4835-a242-052cfb4368a6 req-57769b6c-a018-4cb8-9ef5-1115a32ae411 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=b620702a-122a-4cad-9b6e-b764547e6f53 HTTP/1.1" status: 200 len: 945 time: 0.5993323 May 18 18:09:26.235961 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-349779b2-37ad-4ec3-ade6-9222df7d9045 tempest-RoutersAdminNegativeIpV6Test-1161485903 tempest-RoutersAdminNegativeIpV6Test-1161485903-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593303'] for router, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:26.236538 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-349779b2-37ad-4ec3-ade6-9222df7d9045 tempest-RoutersAdminNegativeIpV6Test-1161485903 tempest-RoutersAdminNegativeIpV6Test-1161485903-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a38cb507-b0ab-4f08-ab34-95fa4b76e53e {{(pid=102730) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 18 18:09:26.303438 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-17f723e5-3faf-4e66-b4a4-c8b866edd941 req-7464c58b-8766-40b8-b804-f9d99846756f tempest-ListServersNegativeTestJSON-1307727916 tempest-ListServersNegativeTestJSON-1307727916-project] Deleting port e832bd60-8122-43cd-b491-90d0d6301f6b {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:09:26.303756 n-d-838550-3 neutron-server[102730]: INFO neutron.api.v2.resource [None req-349779b2-37ad-4ec3-ade6-9222df7d9045 tempest-RoutersAdminNegativeIpV6Test-1161485903 tempest-RoutersAdminNegativeIpV6Test-1161485903-project-admin] create failed (client error): There was a conflict when trying to complete your request. May 18 18:09:26.303933 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-17f723e5-3faf-4e66-b4a4-c8b866edd941 req-7464c58b-8766-40b8-b804-f9d99846756f tempest-ListServersNegativeTestJSON-1307727916 tempest-ListServersNegativeTestJSON-1307727916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:26.304599 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-349779b2-37ad-4ec3-ade6-9222df7d9045 tempest-RoutersAdminNegativeIpV6Test-1161485903 tempest-RoutersAdminNegativeIpV6Test-1161485903-project-admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.3097389 May 18 18:09:26.314965 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 54052) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:09:26.321962 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d608c74f-1e6a-4127-b7e5-8b0006409b83 req-2a76af84-4b15-4368-bcdc-3bca62339043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:26.323701 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d608c74f-1e6a-4127-b7e5-8b0006409b83 req-2a76af84-4b15-4368-bcdc-3bca62339043 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=6ba2d3f1-1e38-41ee-8062-86260345c4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2181377 May 18 18:09:26.331679 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-bf587a65-1006-449f-af84-23579083d14a req-b1a0af95-5e7a-443b-b908-20d8602d517b tempest-ListServersNegativeTestJSON-1307727916 tempest-ListServersNegativeTestJSON-1307727916-project] Deleting port bfab1e16-7b5b-4227-a7f3-fd2accb9f360 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:09:26.332206 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-bf587a65-1006-449f-af84-23579083d14a req-b1a0af95-5e7a-443b-b908-20d8602d517b tempest-ListServersNegativeTestJSON-1307727916 tempest-ListServersNegativeTestJSON-1307727916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:26.355131 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0ac12b68-240d-4b9b-a6b7-01a9b4800446 req-78b63f69-e563-4fd9-8e88-6f6649361543 tempest-ListServersNegativeTestJSON-1307727916 tempest-ListServersNegativeTestJSON-1307727916-project] 10.222.0.85 "GET /v2.0/security-groups?id=a5378634-71ac-4811-81a5-9fa292a84a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940737 May 18 18:09:26.409431 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d4033993-7e15-4835-a242-052cfb4368a6 req-874f9b51-de93-445e-be11-2578e6aaf62e tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/security-groups?id=33ba1fad-191a-4b7a-ae9e-8e9e60985e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604192 May 18 18:09:26.583444 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5b8a49ab-480c-4c03-829b-c6108d81b1ab req-4f4250b3-5c9f-4734-8296-3565e9f3639d service neutron] 10.222.0.36 "GET /v2.0/networks/34fdcfa4-2e5d-460f-9a9f-5a798833609a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4211268 May 18 18:09:26.622599 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2b37b1f4-15a3-4aec-b35d-f577f0ce226e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:26.647513 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2b37b1f4-15a3-4aec-b35d-f577f0ce226e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:26.663091 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-17f723e5-3faf-4e66-b4a4-c8b866edd941 req-7464c58b-8766-40b8-b804-f9d99846756f tempest-ListServersNegativeTestJSON-1307727916 tempest-ListServersNegativeTestJSON-1307727916-project] For port e832bd60-8122-43cd-b491-90d0d6301f6b, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=e832bd60-8122-43cd-b491-90d0d6301f6b,segment=NetworkSegment(eb554bdf-962d-4d95-b040-83b8339864d2),segment_id=eb554bdf-962d-4d95-b040-83b8339864d2)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:09:26.664030 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-17f723e5-3faf-4e66-b4a4-c8b866edd941 req-7464c58b-8766-40b8-b804-f9d99846756f tempest-ListServersNegativeTestJSON-1307727916 tempest-ListServersNegativeTestJSON-1307727916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:26.664471 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-47a626c4-1ca3-4ab5-a156-657a2d5e2076 tempest-RoutersAdminNegativeIpV6Test-1161485903 tempest-RoutersAdminNegativeIpV6Test-1161485903-project-admin] Deleting port 2e03ea78-5129-43b0-a74d-13173af64691 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:09:26.665041 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-47a626c4-1ca3-4ab5-a156-657a2d5e2076 tempest-RoutersAdminNegativeIpV6Test-1161485903 tempest-RoutersAdminNegativeIpV6Test-1161485903-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:26.683903 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-aca79b5b-9e5d-4bd7-8fa1-7730a4c69fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261104883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261031899'] for subnet, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:26.714535 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d09c91-45cb-40be-aed5-2fedf8038762 req-0d2b1320-007d-4af4-9a28-8fcf88e41cd6 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:26.717214 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e6d09c91-45cb-40be-aed5-2fedf8038762 req-0d2b1320-007d-4af4-9a28-8fcf88e41cd6 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/ports?device_id=77596843-4c0f-475a-8d4e-a5a7e48df306 HTTP/1.1" status: 200 len: 944 time: 0.2290320 May 18 18:09:26.719353 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-17f723e5-3faf-4e66-b4a4-c8b866edd941 req-7464c58b-8766-40b8-b804-f9d99846756f tempest-ListServersNegativeTestJSON-1307727916 tempest-ListServersNegativeTestJSON-1307727916-project] Calling delete_port for e832bd60-8122-43cd-b491-90d0d6301f6b owned by compute:nova {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:09:26.723675 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-bf587a65-1006-449f-af84-23579083d14a req-b1a0af95-5e7a-443b-b908-20d8602d517b tempest-ListServersNegativeTestJSON-1307727916 tempest-ListServersNegativeTestJSON-1307727916-project] For port bfab1e16-7b5b-4227-a7f3-fd2accb9f360, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=bfab1e16-7b5b-4227-a7f3-fd2accb9f360,segment=NetworkSegment(eb554bdf-962d-4d95-b040-83b8339864d2),segment_id=eb554bdf-962d-4d95-b040-83b8339864d2)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:09:26.724089 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-bf587a65-1006-449f-af84-23579083d14a req-b1a0af95-5e7a-443b-b908-20d8602d517b tempest-ListServersNegativeTestJSON-1307727916 tempest-ListServersNegativeTestJSON-1307727916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:26.730972 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d608c74f-1e6a-4127-b7e5-8b0006409b83 req-f26d3c52-ceb6-4f02-b801-a82c5e4fd5a7 service neutron] 10.222.0.88 "GET /v2.0/networks/6ba2d3f1-1e38-41ee-8062-86260345c4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3611450 May 18 18:09:26.772849 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b37b1f4-15a3-4aec-b35d-f577f0ce226e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 622} {{(pid=102730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:09:26.785603 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-bf587a65-1006-449f-af84-23579083d14a req-b1a0af95-5e7a-443b-b908-20d8602d517b tempest-ListServersNegativeTestJSON-1307727916 tempest-ListServersNegativeTestJSON-1307727916-project] Calling delete_port for bfab1e16-7b5b-4227-a7f3-fd2accb9f360 owned by compute:nova {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:09:26.823085 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b37b1f4-15a3-4aec-b35d-f577f0ce226e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e762ba0d-d00f-4432-ad3c-b8979df4e19e,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:09:26.838081 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2b37b1f4-15a3-4aec-b35d-f577f0ce226e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:26.838584 n-d-838550-3 neutron-server[102730]: INFO neutron.db.segments_db [None req-2b37b1f4-15a3-4aec-b35d-f577f0ce226e admin admin] Added segment 13745546-9483-4ac3-b6f3-68420b2aff80 of type vlan for network 87d24cc4-e969-43af-b409-9aff53dc2d3b May 18 18:09:26.855799 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2c2b1f-e332-4635-b019-ca9fd1d54e8a req-d3916bd2-a59d-4b59-8040-2eee6a280f97 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:26.858437 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3e2c2b1f-e332-4635-b019-ca9fd1d54e8a req-d3916bd2-a59d-4b59-8040-2eee6a280f97 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/ports?device_id=98098d95-261e-41ea-9ec0-359b880ccfd8 HTTP/1.1" status: 200 len: 950 time: 0.3321395 May 18 18:09:26.999295 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e6d09c91-45cb-40be-aed5-2fedf8038762 req-13a14146-1ad1-442d-9542-b89799f97663 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/security-groups?id=fae3ce3c-9235-4ae4-9c6c-e682ce6a4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456417 May 18 18:09:27.010403 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2b37b1f4-15a3-4aec-b35d-f577f0ce226e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:27.030474 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca79b5b-9e5d-4bd7-8fa1-7730a4c69fc1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ea689f9-ba73-48fa-b12c-7b4cbb66eca5,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:09:27.056890 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8a49ab-480c-4c03-829b-c6108d81b1ab req-aad10c1d-1efa-4820-84de-213c73ea3e47 tempest-LiveMigrationTest-768751957 tempest-LiveMigrationTest-768751957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:27.058546 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5b8a49ab-480c-4c03-829b-c6108d81b1ab req-aad10c1d-1efa-4820-84de-213c73ea3e47 tempest-LiveMigrationTest-768751957 tempest-LiveMigrationTest-768751957-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=77596843-4c0f-475a-8d4e-a5a7e48df306&tenant_id=8ebc9a1ec3004890baedda4682fb5641&binding%3Ahost_id=n-h1-838550-3 HTTP/1.1" status: 200 len: 1095 time: 0.1785464 May 18 18:09:27.080621 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-47a626c4-1ca3-4ab5-a156-657a2d5e2076 tempest-RoutersAdminNegativeIpV6Test-1161485903 tempest-RoutersAdminNegativeIpV6Test-1161485903-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:27.112801 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca79b5b-9e5d-4bd7-8fa1-7730a4c69fc1 admin admin] Checking segment: {'id': 'e4ee4f38-7654-4d32-bfea-fd614ca5e3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '4d9dd07a-60e3-447d-8a49-81693032a9ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:09:27.113574 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca79b5b-9e5d-4bd7-8fa1-7730a4c69fc1 admin admin] Network hostable DHCP agents. Network: 4d9dd07a-60e3-447d-8a49-81693032a9ca, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:09:27.121401 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d608c74f-1e6a-4127-b7e5-8b0006409b83 req-dd2dc128-7095-4078-a105-2eb5f73611d5 service neutron] 10.222.0.88 "GET /v2.0/networks/6ba2d3f1-1e38-41ee-8062-86260345c4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3618488 May 18 18:09:27.122253 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3e2c2b1f-e332-4635-b019-ca9fd1d54e8a req-e4a24805-e28a-41dd-a48d-0a1247f394f3 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/security-groups?id=5ea4329b-bade-4f5a-bfbd-7917c3702679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449129 May 18 18:09:27.161338 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-47a626c4-1ca3-4ab5-a156-657a2d5e2076 tempest-RoutersAdminNegativeIpV6Test-1161485903 tempest-RoutersAdminNegativeIpV6Test-1161485903-project-admin] Calling delete_port for 2e03ea78-5129-43b0-a74d-13173af64691 owned by {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:09:27.192352 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2b37b1f4-15a3-4aec-b35d-f577f0ce226e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:27.193933 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b37b1f4-15a3-4aec-b35d-f577f0ce226e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:27.195003 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2b37b1f4-15a3-4aec-b35d-f577f0ce226e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:27.280780 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-17f723e5-3faf-4e66-b4a4-c8b866edd941 req-7464c58b-8766-40b8-b804-f9d99846756f tempest-ListServersNegativeTestJSON-1307727916 tempest-ListServersNegativeTestJSON-1307727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:27.308615 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['bfab1e16-7b5b-4227-a7f3-fd2accb9f360', 'e832bd60-8122-43cd-b491-90d0d6301f6b'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:09:27.354513 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca79b5b-9e5d-4bd7-8fa1-7730a4c69fc1 admin admin] Network 4d9dd07a-60e3-447d-8a49-81693032a9ca is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:09:27.360527 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7464c58b-8766-40b8-b804-f9d99846756f tempest-ListServersNegativeTestJSON-1307727916 tempest-ListServersNegativeTestJSON-1307727916-project] Pushing event deleted for resources: {'Port': ['ID=e832bd60-8122-43cd-b491-90d0d6301f6b,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:09:27.372173 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-2b37b1f4-15a3-4aec-b35d-f577f0ce226e admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5437567 May 18 18:09:27.378249 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 54060) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:09:27.392646 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-4f6dd716-5ce8-49be-ad83-5d81fe9fce9f admin admin] Request body: {'subnet': {'network_id': '87d24cc4-e969-43af-b409-9aff53dc2d3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-874894735-subnet', 'tenant_id': 'a643ec80c5844443ab27a36cd279daf8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:09:27.412979 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-aca79b5b-9e5d-4bd7-8fa1-7730a4c69fc1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, 4d9dd07a-60e3-447d-8a49-81693032a9ca) {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:09:27.417343 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca79b5b-9e5d-4bd7-8fa1-7730a4c69fc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:27.418345 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-aca79b5b-9e5d-4bd7-8fa1-7730a4c69fc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:27.434198 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d802d59e-e7d3-43db-9123-9b538d3997fc None None] Network 4d9dd07a-60e3-447d-8a49-81693032a9ca requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:09:27.434677 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b37b1f4-15a3-4aec-b35d-f577f0ce226e admin admin] Pushing event updated for resources: {'Network': ['ID=87d24cc4-e969-43af-b409-9aff53dc2d3b,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:09:27.435337 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e01c1e2-062c-407a-b718-355e764d793a req-41d8d86c-fda7-44c4-a7d8-3bfe24c5f6cf tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:27.437090 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5e01c1e2-062c-407a-b718-355e764d793a req-41d8d86c-fda7-44c4-a7d8-3bfe24c5f6cf tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] 10.222.0.85 "GET /v2.0/ports?device_id=af2db400-b5d2-4e94-a59d-b268fc903c1d HTTP/1.1" status: 200 len: 944 time: 0.2895181 May 18 18:09:27.443681 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-bf587a65-1006-449f-af84-23579083d14a req-b1a0af95-5e7a-443b-b908-20d8602d517b tempest-ListServersNegativeTestJSON-1307727916 tempest-ListServersNegativeTestJSON-1307727916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:27.470835 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network 87d24cc4-e969-43af-b409-9aff53dc2d3b details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:09:27.472852 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-17f723e5-3faf-4e66-b4a4-c8b866edd941 req-7464c58b-8766-40b8-b804-f9d99846756f tempest-ListServersNegativeTestJSON-1307727916 tempest-ListServersNegativeTestJSON-1307727916-project] No DVR routers for this DVR port e832bd60-8122-43cd-b491-90d0d6301f6b on host n-h2-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:09:27.509362 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-aca79b5b-9e5d-4bd7-8fa1-7730a4c69fc1 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.9237678 May 18 18:09:27.509362 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f6dd716-5ce8-49be-ad83-5d81fe9fce9f admin admin] Made reservation on behalf of a643ec80c5844443ab27a36cd279daf8 for: {'subnet': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:09:27.513971 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4f6dd716-5ce8-49be-ad83-5d81fe9fce9f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261031885'] for subnet, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:27.515997 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4700a943-24a9-46c5-9ed3-7f328f9a407a req-76b3a7df-dce2-44d7-818a-fa5af6f95f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:27.517842 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4700a943-24a9-46c5-9ed3-7f328f9a407a req-76b3a7df-dce2-44d7-818a-fa5af6f95f1e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=e05b3d827f844c1d97efd9db4e0d2203&device_id=af2db400-b5d2-4e94-a59d-b268fc903c1d HTTP/1.1" status: 200 len: 1095 time: 0.2716990 May 18 18:09:27.521137 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-17f723e5-3faf-4e66-b4a4-c8b866edd941 req-7464c58b-8766-40b8-b804-f9d99846756f tempest-ListServersNegativeTestJSON-1307727916 tempest-ListServersNegativeTestJSON-1307727916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:27.524818 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-17f723e5-3faf-4e66-b4a4-c8b866edd941 req-7464c58b-8766-40b8-b804-f9d99846756f tempest-ListServersNegativeTestJSON-1307727916 tempest-ListServersNegativeTestJSON-1307727916-project] 10.222.0.88 "DELETE /v2.0/ports/e832bd60-8122-43cd-b491-90d0d6301f6b HTTP/1.1" status: 204 len: 173 time: 1.7557938 May 18 18:09:27.531747 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a201e253-0310-4c1f-bdab-149b8f8fced8', 'name': 'network-vif-deleted', 'tag': 'e832bd60-8122-43cd-b491-90d0d6301f6b'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:09:27.534800 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78ebe5a3-461a-46da-a411-3198f5b63ab0" -d '{"events": [{"server_uuid": "a201e253-0310-4c1f-bdab-149b8f8fced8", "name": "network-vif-deleted", "tag": "e832bd60-8122-43cd-b491-90d0d6301f6b"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:09:27.553034 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a0af95-5e7a-443b-b908-20d8602d517b tempest-ListServersNegativeTestJSON-1307727916 tempest-ListServersNegativeTestJSON-1307727916-project] Pushing event deleted for resources: {'Port': ['ID=bfab1e16-7b5b-4227-a7f3-fd2accb9f360,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:09:27.654107 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-5b8a49ab-480c-4c03-829b-c6108d81b1ab req-721e40ea-e667-4c57-9139-6b72d5320531 service neutron] For port 44ffae4b-f21a-4414-9cb7-cffce704b5da, host n-h2-838550-3, cleared binding levels {{(pid=102731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:09:27.709341 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['e832bd60-8122-43cd-b491-90d0d6301f6b'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:09:27.711202 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5e01c1e2-062c-407a-b718-355e764d793a req-9fd85acf-c274-4fe9-8f36-484e4cfa604a tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] 10.222.0.85 "GET /v2.0/security-groups?id=cb4db50c-f652-4bbe-9372-f1efeb00bae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2631426 May 18 18:09:27.714458 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-5b8a49ab-480c-4c03-829b-c6108d81b1ab req-721e40ea-e667-4c57-9139-6b72d5320531 service neutron] Notify callbacks [] for binding, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:27.715687 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5b8a49ab-480c-4c03-829b-c6108d81b1ab req-721e40ea-e667-4c57-9139-6b72d5320531 service neutron] 10.222.0.36 "DELETE /v2.0/ports/44ffae4b-f21a-4414-9cb7-cffce704b5da/bindings/n-h2-838550-3 HTTP/1.1" status: 204 len: 173 time: 0.6422033 May 18 18:09:27.717184 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf587a65-1006-449f-af84-23579083d14a req-b1a0af95-5e7a-443b-b908-20d8602d517b tempest-ListServersNegativeTestJSON-1307727916 tempest-ListServersNegativeTestJSON-1307727916-project] No DVR routers for this DVR port bfab1e16-7b5b-4227-a7f3-fd2accb9f360 on host n-h2-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:09:27.721896 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-bf587a65-1006-449f-af84-23579083d14a req-b1a0af95-5e7a-443b-b908-20d8602d517b tempest-ListServersNegativeTestJSON-1307727916 tempest-ListServersNegativeTestJSON-1307727916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:27.725858 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bf587a65-1006-449f-af84-23579083d14a req-b1a0af95-5e7a-443b-b908-20d8602d517b tempest-ListServersNegativeTestJSON-1307727916 tempest-ListServersNegativeTestJSON-1307727916-project] 10.222.0.88 "DELETE /v2.0/ports/bfab1e16-7b5b-4227-a7f3-fd2accb9f360 HTTP/1.1" status: 204 len: 173 time: 2.0044508 May 18 18:09:27.829707 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4700a943-24a9-46c5-9ed3-7f328f9a407a req-09ecf502-3330-4349-93a3-2dde506abe60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:27.836954 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4700a943-24a9-46c5-9ed3-7f328f9a407a req-09ecf502-3330-4349-93a3-2dde506abe60 service neutron] 10.222.0.88 "GET /v2.0/networks?id=6ba2d3f1-1e38-41ee-8062-86260345c4fd HTTP/1.1" status: 200 len: 921 time: 0.2761199 May 18 18:09:27.968861 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4700a943-24a9-46c5-9ed3-7f328f9a407a req-e79e9271-54c5-4e46-aadd-772efe40bb76 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=59d57726-40d9-410c-b7a6-4ffced7dd0a3 HTTP/1.1" status: 200 len: 217 time: 0.1143687 May 18 18:09:28.035718 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-18e7a6d5-7d22-45bf-8bc1-72907c69b5b8 req-fa78051a-e041-44e4-b341-d47bee6a79a0 tempest-ListServersNegativeTestJSON-1307727916 tempest-ListServersNegativeTestJSON-1307727916-project] 10.222.0.85 "GET /v2.0/ports?device_id=a201e253-0310-4c1f-bdab-149b8f8fced8 HTTP/1.1" status: 200 len: 210 time: 0.0650730 May 18 18:09:28.054035 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-980154b6-d5dd-4a64-a793-314c91378c8d None None] Network 4d9dd07a-60e3-447d-8a49-81693032a9ca requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:09:28.104437 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4700a943-24a9-46c5-9ed3-7f328f9a407a req-b65c89e2-f0af-4670-9e1f-b0183bc51aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:28.106327 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4700a943-24a9-46c5-9ed3-7f328f9a407a req-b65c89e2-f0af-4670-9e1f-b0183bc51aee service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b4c8e604-9eb2-414a-8fcd-fc1ec0f983e0 HTTP/1.1" status: 200 len: 859 time: 0.1145558 May 18 18:09:28.177175 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4700a943-24a9-46c5-9ed3-7f328f9a407a req-3d866c2b-e2dd-4c71-9e7b-e3b2081bf146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:28.178870 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4700a943-24a9-46c5-9ed3-7f328f9a407a req-3d866c2b-e2dd-4c71-9e7b-e3b2081bf146 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=6ba2d3f1-1e38-41ee-8062-86260345c4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530941 May 18 18:09:28.434591 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789729fa-068f-4a22-8751-339cab8e04d5 req-9c614403-3428-4153-b8aa-b397c420d2fc tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:28.446198 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789729fa-068f-4a22-8751-339cab8e04d5 req-9c614403-3428-4153-b8aa-b397c420d2fc tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:28.455933 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-789729fa-068f-4a22-8751-339cab8e04d5 req-9c614403-3428-4153-b8aa-b397c420d2fc tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/ports?device_id=4ded4e23-4952-4289-abf0-bf61631293d2&device_id=98098d95-261e-41ea-9ec0-359b880ccfd8 HTTP/1.1" status: 200 len: 1691 time: 0.2441475 May 18 18:09:28.466049 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4f6dd716-5ce8-49be-ad83-5d81fe9fce9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261104883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261031899'] for subnet, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:28.524236 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-47a626c4-1ca3-4ab5-a156-657a2d5e2076 tempest-RoutersAdminNegativeIpV6Test-1161485903 tempest-RoutersAdminNegativeIpV6Test-1161485903-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:28.615086 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a626c4-1ca3-4ab5-a156-657a2d5e2076 tempest-RoutersAdminNegativeIpV6Test-1161485903 tempest-RoutersAdminNegativeIpV6Test-1161485903-project-admin] Pushing event deleted for resources: {'Port': ['ID=2e03ea78-5129-43b0-a74d-13173af64691,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:09:28.638145 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6dd716-5ce8-49be-ad83-5d81fe9fce9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a7cc749-e313-423f-be3e-83c87046bceb,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:09:28.639345 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4ba036-d45f-47a6-9bae-bcbdd109c1dc req-2c868259-a03e-4b09-8b21-b8405e25cb01 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:28.649734 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5d4ba036-d45f-47a6-9bae-bcbdd109c1dc req-2c868259-a03e-4b09-8b21-b8405e25cb01 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=b620702a-122a-4cad-9b6e-b764547e6f53 HTTP/1.1" status: 200 len: 945 time: 0.4619265 May 18 18:09:28.686657 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-789729fa-068f-4a22-8751-339cab8e04d5 req-2e9a9304-b0a6-45fa-a0c7-8da56c28f08e tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/security-groups?id=5ea4329b-bade-4f5a-bfbd-7917c3702679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067647 May 18 18:09:28.739530 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c0579b8-f644-4366-9f7b-2a20b86cbc84 x-openstack-request-id: req-0c0579b8-f644-4366-9f7b-2a20b86cbc84 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:09:28.740352 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a201e253-0310-4c1f-bdab-149b8f8fced8", "name": "network-vif-deleted", "tag": "e832bd60-8122-43cd-b491-90d0d6301f6b", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:09:28.740565 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-0c0579b8-f644-4366-9f7b-2a20b86cbc84 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:09:28.741025 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c0579b8-f644-4366-9f7b-2a20b86cbc84'] response: {'server_uuid': 'a201e253-0310-4c1f-bdab-149b8f8fced8', 'name': 'network-vif-deleted', 'tag': 'e832bd60-8122-43cd-b491-90d0d6301f6b', 'status': 'completed', 'code': 200} May 18 18:09:28.751083 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4700a943-24a9-46c5-9ed3-7f328f9a407a req-446b8074-e5b6-40e9-a07c-d87412075d81 service neutron] 10.222.0.88 "GET /v2.0/networks/6ba2d3f1-1e38-41ee-8062-86260345c4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5494294 May 18 18:09:28.760546 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5d4ba036-d45f-47a6-9bae-bcbdd109c1dc req-3f7dbf7e-be65-4199-94a7-d21bfe55f313 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/security-groups?id=33ba1fad-191a-4b7a-ae9e-8e9e60985e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092215 May 18 18:09:28.764730 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6dd716-5ce8-49be-ad83-5d81fe9fce9f admin admin] Checking segment: {'id': '13745546-9483-4ac3-b6f3-68420b2aff80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '87d24cc4-e969-43af-b409-9aff53dc2d3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:09:28.765098 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f6dd716-5ce8-49be-ad83-5d81fe9fce9f admin admin] Network hostable DHCP agents. Network: 87d24cc4-e969-43af-b409-9aff53dc2d3b, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:09:28.796442 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-47a626c4-1ca3-4ab5-a156-657a2d5e2076 tempest-RoutersAdminNegativeIpV6Test-1161485903 tempest-RoutersAdminNegativeIpV6Test-1161485903-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:28.799304 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-47a626c4-1ca3-4ab5-a156-657a2d5e2076 tempest-RoutersAdminNegativeIpV6Test-1161485903 tempest-RoutersAdminNegativeIpV6Test-1161485903-project-admin] 10.222.0.85 "DELETE /v2.0/ports/2e03ea78-5129-43b0-a74d-13173af64691 HTTP/1.1" status: 204 len: 168 time: 2.4834011 May 18 18:09:28.818065 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f6dd716-5ce8-49be-ad83-5d81fe9fce9f admin admin] Network 87d24cc4-e969-43af-b409-9aff53dc2d3b is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:09:28.834724 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-4f6dd716-5ce8-49be-ad83-5d81fe9fce9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, 87d24cc4-e969-43af-b409-9aff53dc2d3b) {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:09:28.845273 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f6dd716-5ce8-49be-ad83-5d81fe9fce9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:28.846369 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4f6dd716-5ce8-49be-ad83-5d81fe9fce9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:28.849795 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85da7ade-22f9-406d-99a8-a07d9a098d15 None None] Network 87d24cc4-e969-43af-b409-9aff53dc2d3b requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:09:28.883397 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-4f6dd716-5ce8-49be-ad83-5d81fe9fce9f admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4976044 May 18 18:09:29.123727 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-246afe65-8eea-4659-9eb3-277e9085b635 None None] Network 87d24cc4-e969-43af-b409-9aff53dc2d3b requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:09:29.130209 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5b233d-25a5-41b9-9bc2-c541409360ea req-b3aebc43-002e-47aa-b871-f6a609ce34ef tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:29.132032 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5a5b233d-25a5-41b9-9bc2-c541409360ea req-b3aebc43-002e-47aa-b871-f6a609ce34ef tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/ports?device_id=77596843-4c0f-475a-8d4e-a5a7e48df306 HTTP/1.1" status: 200 len: 944 time: 0.2277308 May 18 18:09:29.140324 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4700a943-24a9-46c5-9ed3-7f328f9a407a req-8f0fcc5b-4058-4d16-9769-578bdea5a94a service neutron] 10.222.0.88 "GET /v2.0/networks/6ba2d3f1-1e38-41ee-8062-86260345c4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3620708 May 18 18:09:29.284938 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5a5b233d-25a5-41b9-9bc2-c541409360ea req-e1534f72-66b9-46ad-afda-ab453d47878f tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/security-groups?id=fae3ce3c-9235-4ae4-9c6c-e682ce6a4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337409 May 18 18:09:29.343855 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 54100) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:09:29.576666 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45b4a11-2fd3-47b9-b3fd-ba255dcf5a41 req-959671b6-2ea9-4ca0-af7f-91dafd82a9e8 tempest-InstanceActionsTestJSON-1149630296 tempest-InstanceActionsTestJSON-1149630296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:29.589907 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a45b4a11-2fd3-47b9-b3fd-ba255dcf5a41 req-959671b6-2ea9-4ca0-af7f-91dafd82a9e8 tempest-InstanceActionsTestJSON-1149630296 tempest-InstanceActionsTestJSON-1149630296-project] 10.222.0.85 "GET /v2.0/networks?id=4d9dd07a-60e3-447d-8a49-81693032a9ca HTTP/1.1" status: 200 len: 813 time: 0.3513806 May 18 18:09:29.609971 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a45b4a11-2fd3-47b9-b3fd-ba255dcf5a41 req-63ef3eb1-5bae-459e-b5e5-53212e790af9 tempest-InstanceActionsTestJSON-1149630296 tempest-InstanceActionsTestJSON-1149630296-project] 10.222.0.85 "GET /v2.0/quotas/b4a8bc59fff649a9b49d03b3d54d1fb9 HTTP/1.1" status: 200 len: 375 time: 0.0179429 May 18 18:09:29.659063 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a45b4a11-2fd3-47b9-b3fd-ba255dcf5a41 req-27d93ea6-52b8-4bae-a8b1-6a06f78abf3f tempest-InstanceActionsTestJSON-1149630296 tempest-InstanceActionsTestJSON-1149630296-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=b4a8bc59fff649a9b49d03b3d54d1fb9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0372417 May 18 18:09:29.700704 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce98404-3d64-4a20-ba69-96323f3cd778 req-7e85e7a1-c1ec-47c1-a1bb-9dcc719915ec tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:29.703434 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cce98404-3d64-4a20-ba69-96323f3cd778 req-7e85e7a1-c1ec-47c1-a1bb-9dcc719915ec tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] 10.222.0.85 "GET /v2.0/ports?device_id=af2db400-b5d2-4e94-a59d-b268fc903c1d HTTP/1.1" status: 200 len: 944 time: 0.1161091 May 18 18:09:29.719754 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-76d86aba-e97d-4f1b-b59f-53db9fda02d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:29.767908 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cce98404-3d64-4a20-ba69-96323f3cd778 req-3bc7b22d-36fa-44f8-bd82-7b086f74a08a tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] 10.222.0.85 "GET /v2.0/security-groups?id=cb4db50c-f652-4bbe-9372-f1efeb00bae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556479 May 18 18:09:29.820958 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a45b4a11-2fd3-47b9-b3fd-ba255dcf5a41 req-050b6391-b3c7-41f0-ace9-b6b13b502f67 service neutron] 10.222.0.85 "GET /v2.0/networks/4d9dd07a-60e3-447d-8a49-81693032a9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501696 May 18 18:09:29.915137 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device e832bd60-8122-43cd-b491-90d0d6301f6b no longer exists at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:09:29.927471 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-76d86aba-e97d-4f1b-b59f-53db9fda02d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:29.938994 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-76d86aba-e97d-4f1b-b59f-53db9fda02d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:29.954405 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] No Port match for: e832bd60-8122-43cd-b491-90d0d6301f6b {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:09:29.954945 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device e832bd60-8122-43cd-b491-90d0d6301f6b not bound to the agent host n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:09:29.955641 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device bfab1e16-7b5b-4227-a7f3-fd2accb9f360 no longer exists at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:09:29.991604 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] No Port match for: bfab1e16-7b5b-4227-a7f3-fd2accb9f360 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:09:29.992182 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device bfab1e16-7b5b-4227-a7f3-fd2accb9f360 not bound to the agent host n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:09:30.009930 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d86aba-e97d-4f1b-b59f-53db9fda02d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d8b58a0-632f-41b7-99a8-24aeae87af27,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:09:30.014823 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96111f39-45ea-4107-aa4f-0473efabf6ce req-48584295-6cfb-4c5b-9592-2ef509a8bcca tempest-ServersOnMultiNodesTest-127999468 tempest-ServersOnMultiNodesTest-127999468-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:30.023090 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-96111f39-45ea-4107-aa4f-0473efabf6ce req-48584295-6cfb-4c5b-9592-2ef509a8bcca tempest-ServersOnMultiNodesTest-127999468 tempest-ServersOnMultiNodesTest-127999468-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=4ded4e23-4952-4289-abf0-bf61631293d2 HTTP/1.1" status: 200 len: 1101 time: 0.0891337 May 18 18:09:30.028523 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-76d86aba-e97d-4f1b-b59f-53db9fda02d4 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=6de29dfba27c449b9000ba410cef212c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6822045 May 18 18:09:30.030624 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a45b4a11-2fd3-47b9-b3fd-ba255dcf5a41 req-85e0b2d1-60dc-4dc1-9690-54e77c3dc103 service neutron] 10.222.0.85 "GET /v2.0/networks/4d9dd07a-60e3-447d-8a49-81693032a9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953206 May 18 18:09:30.031096 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 54116) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:09:30.088071 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-96111f39-45ea-4107-aa4f-0473efabf6ce req-2ab8cc88-34d8-41e6-b884-b5da0d333845 tempest-ServersOnMultiNodesTest-127999468 tempest-ServersOnMultiNodesTest-127999468-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=5ea4329b-bade-4f5a-bfbd-7917c3702679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603769 May 18 18:09:30.108202 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b7dc7371-b887-47e9-ac1b-8ac0e97275c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:30.146412 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b7dc7371-b887-47e9-ac1b-8ac0e97275c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:30.203873 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b7dc7371-b887-47e9-ac1b-8ac0e97275c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:30.207672 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b7dc7371-b887-47e9-ac1b-8ac0e97275c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:30.211546 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-b7dc7371-b887-47e9-ac1b-8ac0e97275c6 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/3d8b58a0-632f-41b7-99a8-24aeae87af27 HTTP/1.1" status: 204 len: 168 time: 0.1773708 May 18 18:09:30.220788 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dc7371-b887-47e9-ac1b-8ac0e97275c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d8b58a0-632f-41b7-99a8-24aeae87af27,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:09:30.419841 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270737ac-e675-40f0-bbd8-8a8d970735ae req-a3195232-d2dc-49ee-b2fa-f00371eca499 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:30.421784 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-270737ac-e675-40f0-bbd8-8a8d970735ae req-a3195232-d2dc-49ee-b2fa-f00371eca499 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=b620702a-122a-4cad-9b6e-b764547e6f53 HTTP/1.1" status: 200 len: 945 time: 0.1023653 May 18 18:09:30.506798 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-270737ac-e675-40f0-bbd8-8a8d970735ae req-3f3df5ab-bc02-4b5f-b66b-c80beafa686a tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/security-groups?id=33ba1fad-191a-4b7a-ae9e-8e9e60985e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652966 May 18 18:09:30.595152 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 54142) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:09:30.636040 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b47c57e-65c0-4133-8602-f15c81703852 req-7adfeb5f-770e-4995-9bd9-1064c1d50394 tempest-VolumesAdminNegativeTest-1793613281 tempest-VolumesAdminNegativeTest-1793613281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:30.647268 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5b47c57e-65c0-4133-8602-f15c81703852 req-7adfeb5f-770e-4995-9bd9-1064c1d50394 tempest-VolumesAdminNegativeTest-1793613281 tempest-VolumesAdminNegativeTest-1793613281-project] 10.222.0.85 "GET /v2.0/networks?id=a958cb87-874f-4b64-a723-1e49b51050be HTTP/1.1" status: 200 len: 815 time: 0.1874511 May 18 18:09:30.670271 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5b47c57e-65c0-4133-8602-f15c81703852 req-caa9b5a3-e9bc-4086-a9c3-efca4bf58d9f tempest-VolumesAdminNegativeTest-1793613281 tempest-VolumesAdminNegativeTest-1793613281-project] 10.222.0.85 "GET /v2.0/quotas/bae917ccf22446e8a9bd09c95f9e7e02 HTTP/1.1" status: 200 len: 375 time: 0.0212724 May 18 18:09:30.691935 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d35ea01-abb4-4dad-967c-9ff2514b7637 admin admin] Deleting subnet 3a4cf386-94b8-4429-84d1-965291fb114b {{(pid=102730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:09:30.706084 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6d35ea01-abb4-4dad-967c-9ff2514b7637 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:30.716886 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5b47c57e-65c0-4133-8602-f15c81703852 req-954a9c08-796c-4fcd-aba3-f90dc28b7582 tempest-VolumesAdminNegativeTest-1793613281 tempest-VolumesAdminNegativeTest-1793613281-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=bae917ccf22446e8a9bd09c95f9e7e02&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0448878 May 18 18:09:30.748412 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0309f69c-7e39-4016-bd1d-a8e406b5681d', 'name': 'network-vif-deleted', 'tag': 'bfab1e16-7b5b-4227-a7f3-fd2accb9f360'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:09:30.751262 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5e4f3c0-8ea3-4453-a528-07d49cf9900d" -d '{"events": [{"server_uuid": "0309f69c-7e39-4016-bd1d-a8e406b5681d", "name": "network-vif-deleted", "tag": "bfab1e16-7b5b-4227-a7f3-fd2accb9f360"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:09:30.765891 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6d35ea01-abb4-4dad-967c-9ff2514b7637 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260107366'] for subnet, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:30.788758 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 54148) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:09:30.831075 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:30.869743 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6d35ea01-abb4-4dad-967c-9ff2514b7637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:30.874393 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-192c0bcf-aa15-4216-8a04-7f068d4c75c2 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=775a31c4721245c4bbcf07f9c0bf5b01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0843999 May 18 18:09:30.880285 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 54152) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:09:30.906717 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac14c9b3-b3a3-4428-a74f-8bfc68502870 req-bf153912-5f5f-499e-a5ba-67102a272abc tempest-LiveMigrationTest-768751957 tempest-LiveMigrationTest-768751957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:30.908394 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ac14c9b3-b3a3-4428-a74f-8bfc68502870 req-bf153912-5f5f-499e-a5ba-67102a272abc tempest-LiveMigrationTest-768751957 tempest-LiveMigrationTest-768751957-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=77596843-4c0f-475a-8d4e-a5a7e48df306 HTTP/1.1" status: 200 len: 1095 time: 0.1003881 May 18 18:09:30.914223 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5b47c57e-65c0-4133-8602-f15c81703852 req-d5290194-0013-446d-976b-7fd277b41d60 service neutron] 10.222.0.85 "GET /v2.0/networks/a958cb87-874f-4b64-a723-1e49b51050be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957798 May 18 18:09:30.967597 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:30.990204 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ac14c9b3-b3a3-4428-a74f-8bfc68502870 req-6c887a1b-8ebb-4dd4-9031-29d622b207e4 tempest-LiveMigrationTest-768751957 tempest-LiveMigrationTest-768751957-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=fae3ce3c-9235-4ae4-9c6c-e682ce6a4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640512 May 18 18:09:30.992242 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6d35ea01-abb4-4dad-967c-9ff2514b7637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261104690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261031888'] for subnet, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:31.035176 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d35ea01-abb4-4dad-967c-9ff2514b7637 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a4cf386-94b8-4429-84d1-965291fb114b,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:09:31.046579 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6d35ea01-abb4-4dad-967c-9ff2514b7637 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:31.052854 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-6d35ea01-abb4-4dad-967c-9ff2514b7637 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/3a4cf386-94b8-4429-84d1-965291fb114b HTTP/1.1" status: 204 len: 168 time: 0.4546854 May 18 18:09:31.053463 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 54156) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:09:31.067894 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-023ebd2c-0f9c-43a5-9022-ee610188d0db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:31.137533 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-023ebd2c-0f9c-43a5-9022-ee610188d0db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:31.154679 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5b47c57e-65c0-4133-8602-f15c81703852 req-b72756e1-9d3a-4c92-8180-f1c19c713988 service neutron] 10.222.0.85 "GET /v2.0/networks/a958cb87-874f-4b64-a723-1e49b51050be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331524 May 18 18:09:31.217068 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9cf4a3e5-a776-4432-a6af-a38a82ef316f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:31.223256 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1de677-130c-4e49-a9d4-bbc976fa26d1 req-7cdb0f20-fe11-48ed-ae9d-d7c54066c55b tempest-ServersOnMultiNodesTest-127999468 tempest-ServersOnMultiNodesTest-127999468-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:31.224789 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-af1de677-130c-4e49-a9d4-bbc976fa26d1 req-7cdb0f20-fe11-48ed-ae9d-d7c54066c55b tempest-ServersOnMultiNodesTest-127999468 tempest-ServersOnMultiNodesTest-127999468-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=98098d95-261e-41ea-9ec0-359b880ccfd8 HTTP/1.1" status: 200 len: 1101 time: 0.0955739 May 18 18:09:31.250419 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-023ebd2c-0f9c-43a5-9022-ee610188d0db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:31.254984 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-023ebd2c-0f9c-43a5-9022-ee610188d0db admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:31.256818 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-023ebd2c-0f9c-43a5-9022-ee610188d0db admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/fe6040d0-d1ed-43a0-898f-c4c78cb32fbb HTTP/1.1" status: 204 len: 168 time: 0.3752933 May 18 18:09:31.270320 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023ebd2c-0f9c-43a5-9022-ee610188d0db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe6040d0-d1ed-43a0-898f-c4c78cb32fbb,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:09:31.474822 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-af1de677-130c-4e49-a9d4-bbc976fa26d1 req-eb6227b7-dd0c-4e6f-8fce-5cf90f9f60f6 tempest-ServersOnMultiNodesTest-127999468 tempest-ServersOnMultiNodesTest-127999468-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=5ea4329b-bade-4f5a-bfbd-7917c3702679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019687 May 18 18:09:31.507752 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9cf4a3e5-a776-4432-a6af-a38a82ef316f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:31.572033 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-9cf4a3e5-a776-4432-a6af-a38a82ef316f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc357db9-e20a-40e5-bec7-6d555b7a377b']}} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:09:31.575285 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2761fe01-95bc-4a42-a1e6-2fead70ee5dc x-openstack-request-id: req-2761fe01-95bc-4a42-a1e6-2fead70ee5dc {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:09:31.576946 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0309f69c-7e39-4016-bd1d-a8e406b5681d", "name": "network-vif-deleted", "tag": "bfab1e16-7b5b-4227-a7f3-fd2accb9f360", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:09:31.577893 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-2761fe01-95bc-4a42-a1e6-2fead70ee5dc {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:09:31.581580 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2761fe01-95bc-4a42-a1e6-2fead70ee5dc'] response: {'server_uuid': '0309f69c-7e39-4016-bd1d-a8e406b5681d', 'name': 'network-vif-deleted', 'tag': 'bfab1e16-7b5b-4227-a7f3-fd2accb9f360', 'status': 'completed', 'code': 200} May 18 18:09:31.605028 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-9cf4a3e5-a776-4432-a6af-a38a82ef316f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb554bdf-962d-4d95-b040-83b8339864d2') {'for_net_delete': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:09:31.606523 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-9cf4a3e5-a776-4432-a6af-a38a82ef316f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb554bdf-962d-4d95-b040-83b8339864d2') {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:09:31.607091 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ce68bf99-a158-4ae4-90bb-1e999f0d638f req-9aadb479-c156-46c2-a4b4-bcde4938d61a tempest-InstanceActionsTestJSON-1149630296 tempest-InstanceActionsTestJSON-1149630296-project] 10.222.0.85 "GET /v2.0/ports?device_id=9218ab89-c742-49ec-ad02-0673fafe06dd HTTP/1.1" status: 200 len: 210 time: 0.1628919 May 18 18:09:31.678489 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9cf4a3e5-a776-4432-a6af-a38a82ef316f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260107375'] for segment, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:31.707959 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9cf4a3e5-a776-4432-a6af-a38a82ef316f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:31.722011 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cf4a3e5-a776-4432-a6af-a38a82ef316f admin admin] Releasing vlan 603 on physical network physnet1 to pool {{(pid=102730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:09:31.722628 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9cf4a3e5-a776-4432-a6af-a38a82ef316f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261102736'] for segment, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:31.761380 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fcd53d-03b1-49c0-8f0b-2660b72611d7 req-2074cbf0-4d46-4482-9029-1d3c715896eb tempest-LiveMigrationTest-768751957 tempest-LiveMigrationTest-768751957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:31.763358 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c4fcd53d-03b1-49c0-8f0b-2660b72611d7 req-2074cbf0-4d46-4482-9029-1d3c715896eb tempest-LiveMigrationTest-768751957 tempest-LiveMigrationTest-768751957-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=77596843-4c0f-475a-8d4e-a5a7e48df306 HTTP/1.1" status: 200 len: 1095 time: 0.0803020 May 18 18:09:31.814493 n-d-838550-3 neutron-server[102730]: Traceback (most recent call last): May 18 18:09:31.814493 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:09:31.814493 n-d-838550-3 neutron-server[102730]: timer() May 18 18:09:31.814493 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:09:31.814493 n-d-838550-3 neutron-server[102730]: cb(*args, **kw) May 18 18:09:31.814493 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:09:31.814493 n-d-838550-3 neutron-server[102730]: return func(*args, **kwargs) May 18 18:09:31.814493 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:09:31.814493 n-d-838550-3 neutron-server[102730]: self._notify() May 18 18:09:31.814493 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:09:31.814493 n-d-838550-3 neutron-server[102730]: self.callback(batched_events) May 18 18:09:31.814493 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:09:31.814493 n-d-838550-3 neutron-server[102730]: event.method(event) May 18 18:09:31.814493 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:09:31.814493 n-d-838550-3 neutron-server[102730]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:09:31.814493 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:09:31.814493 n-d-838550-3 neutron-server[102730]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:09:31.814493 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:09:31.814493 n-d-838550-3 neutron-server[102730]: return f(self, *a, **k) May 18 18:09:31.814493 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:09:31.814493 n-d-838550-3 neutron-server[102730]: return self._get(url).json() May 18 18:09:31.814493 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:09:31.814493 n-d-838550-3 neutron-server[102730]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:09:31.814493 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:09:31.814493 n-d-838550-3 neutron-server[102730]: return self.request(url, 'GET', **kwargs) May 18 18:09:31.814493 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:09:31.814493 n-d-838550-3 neutron-server[102730]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:09:31.814493 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:09:31.814493 n-d-838550-3 neutron-server[102730]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:09:31.814493 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:09:31.814493 n-d-838550-3 neutron-server[102730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:09:31.814493 n-d-838550-3 neutron-server[102730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:09:31.820930 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9cf4a3e5-a776-4432-a6af-a38a82ef316f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:31.834817 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c4fcd53d-03b1-49c0-8f0b-2660b72611d7 req-91af8aaa-d306-4ea1-af63-79c0079191c7 tempest-LiveMigrationTest-768751957 tempest-LiveMigrationTest-768751957-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=fae3ce3c-9235-4ae4-9c6c-e682ce6a4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586672 May 18 18:09:31.846701 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c306c2-08c8-45b7-8d55-7c9901ff87f6 req-d32aadc0-5410-4b65-9332-d661b2309134 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:31.859092 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-54c306c2-08c8-45b7-8d55-7c9901ff87f6 req-d32aadc0-5410-4b65-9332-d661b2309134 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] 10.222.0.85 "GET /v2.0/ports?device_id=af2db400-b5d2-4e94-a59d-b268fc903c1d HTTP/1.1" status: 200 len: 944 time: 0.2312107 May 18 18:09:31.872671 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9cf4a3e5-a776-4432-a6af-a38a82ef316f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:31.872671 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-9cf4a3e5-a776-4432-a6af-a38a82ef316f admin admin] 10.222.0.85 "DELETE /v2.0/networks/cc357db9-e20a-40e5-bec7-6d555b7a377b HTTP/1.1" status: 204 len: 168 time: 0.8138258 May 18 18:09:31.915170 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 59d57726-40d9-410c-b7a6-4ffced7dd0a3 details requested by agent hyperv_n-h2-838550-3 with host n-h2-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:09:31.919836 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf4a3e5-a776-4432-a6af-a38a82ef316f admin admin] Pushing event deleted for resources: {'Network': ['ID=cc357db9-e20a-40e5-bec7-6d555b7a377b,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:09:32.001890 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-54c306c2-08c8-45b7-8d55-7c9901ff87f6 req-0205da47-9972-4d6c-be9f-ef0e4d57d4a3 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] 10.222.0.85 "GET /v2.0/security-groups?id=cb4db50c-f652-4bbe-9372-f1efeb00bae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394954 May 18 18:09:32.175880 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1063bdde-fc67-4f1b-af10-b80665b56ede req-5cc07f2c-aa32-4964-882e-01029334e968 tempest-VolumesAdminNegativeTest-1793613281 tempest-VolumesAdminNegativeTest-1793613281-project] 10.222.0.85 "GET /v2.0/ports?device_id=47fcd2a4-37b6-4a28-96fb-60f03e10e925 HTTP/1.1" status: 200 len: 210 time: 0.1461725 May 18 18:09:32.317170 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 54196) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:09:32.333993 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 59d57726-40d9-410c-b7a6-4ffced7dd0a3, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=59d57726-40d9-410c-b7a6-4ffced7dd0a3,segment=NetworkSegment(31315e3d-060c-4ccf-beb4-baf1134985d1),segment_id=31315e3d-060c-4ccf-beb4-baf1134985d1)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:09:32.381344 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Returning: {'device': '59d57726-40d9-410c-b7a6-4ffced7dd0a3', 'network_id': '6ba2d3f1-1e38-41ee-8062-86260345c4fd', 'port_id': '59d57726-40d9-410c-b7a6-4ffced7dd0a3', 'mac_address': 'fa:16:3e:f9:0a:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4c8e604-9eb2-414a-8fcd-fc1ec0f983e0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:09:32.401677 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-35d9d9df-ab6a-44c4-a83d-9220baa6c01b req-1ae7a9da-06de-4abd-ae84-b76557981ea6 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=a049c2cb7dc14b6fbce20aa8814d6ebf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0399544 May 18 18:09:32.491017 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 59d57726-40d9-410c-b7a6-4ffced7dd0a3 is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:09:32.491622 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:32.500267 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e727a0-14fb-4974-8920-ab883b3acc64 req-718a4603-98a7-44c8-a6ff-2b4190472391 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:32.507010 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-21e727a0-14fb-4974-8920-ab883b3acc64 req-718a4603-98a7-44c8-a6ff-2b4190472391 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=b620702a-122a-4cad-9b6e-b764547e6f53 HTTP/1.1" status: 200 len: 945 time: 0.2865338 May 18 18:09:32.546081 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59d57726-40d9-410c-b7a6-4ffced7dd0a3 {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:09:32.547133 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45b4a11-2fd3-47b9-b3fd-ba255dcf5a41 req-42df3603-fd9f-412e-b83a-bc8b6720f12a tempest-InstanceActionsTestJSON-1149630296 tempest-InstanceActionsTestJSON-1149630296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:32.549864 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a45b4a11-2fd3-47b9-b3fd-ba255dcf5a41 req-42df3603-fd9f-412e-b83a-bc8b6720f12a tempest-InstanceActionsTestJSON-1149630296 tempest-InstanceActionsTestJSON-1149630296-project] 10.222.0.88 "GET /v2.0/networks?id=4d9dd07a-60e3-447d-8a49-81693032a9ca HTTP/1.1" status: 200 len: 813 time: 0.4016197 May 18 18:09:32.592801 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 59d57726-40d9-410c-b7a6-4ffced7dd0a3, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=59d57726-40d9-410c-b7a6-4ffced7dd0a3,segment=NetworkSegment(31315e3d-060c-4ccf-beb4-baf1134985d1),segment_id=31315e3d-060c-4ccf-beb4-baf1134985d1)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:09:32.599284 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:32.615064 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-7f3ed86c-362a-4acc-bfa6-e2b0ede140d3 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=b0b4398b0ab94cb0a39090377d9919ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2836304 May 18 18:09:32.619467 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 54204) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:09:32.641302 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d9d9df-ab6a-44c4-a83d-9220baa6c01b req-eefe4db1-33c7-4f12-8328-f8f822a8486c tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:32.642983 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-35d9d9df-ab6a-44c4-a83d-9220baa6c01b req-eefe4db1-33c7-4f12-8328-f8f822a8486c tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2400861 May 18 18:09:32.681530 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-35d9d9df-ab6a-44c4-a83d-9220baa6c01b req-2d5fbcab-3d7f-4861-9ed4-e86a3390f576 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/quotas/a049c2cb7dc14b6fbce20aa8814d6ebf HTTP/1.1" status: 200 len: 375 time: 0.0275078 May 18 18:09:32.714414 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=59d57726-40d9-410c-b7a6-4ffced7dd0a3,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:09:32.716418 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-21e727a0-14fb-4974-8920-ab883b3acc64 req-a49c3619-8bfc-4690-8841-c2f5d80ca0f6 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/security-groups?id=33ba1fad-191a-4b7a-ae9e-8e9e60985e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578679 May 18 18:09:32.766364 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6dfbd258-a840-4eb1-9bb0-e46784fb4c2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:32.795334 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-35d9d9df-ab6a-44c4-a83d-9220baa6c01b req-7ee10d9f-193c-4169-936e-1d410eb6b439 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=a049c2cb7dc14b6fbce20aa8814d6ebf&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1122081 May 18 18:09:32.823973 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6dfbd258-a840-4eb1-9bb0-e46784fb4c2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:32.824435 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-a45b4a11-2fd3-47b9-b3fd-ba255dcf5a41 req-b84f4d4e-5e98-4216-b698-f6a410d51027 tempest-InstanceActionsTestJSON-1149630296 tempest-InstanceActionsTestJSON-1149630296-project] Request body: {'port': {'device_id': '9218ab89-c742-49ec-ad02-0673fafe06dd', 'network_id': '4d9dd07a-60e3-447d-8a49-81693032a9ca', 'admin_state_up': True, 'tenant_id': 'b4a8bc59fff649a9b49d03b3d54d1fb9'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:09:32.955493 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6dfbd258-a840-4eb1-9bb0-e46784fb4c2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:32.962258 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6dfbd258-a840-4eb1-9bb0-e46784fb4c2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:32.964998 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-6dfbd258-a840-4eb1-9bb0-e46784fb4c2a admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/a5378634-71ac-4811-81a5-9fa292a84a16 HTTP/1.1" status: 204 len: 168 time: 0.3435445 May 18 18:09:32.994726 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfbd258-a840-4eb1-9bb0-e46784fb4c2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5378634-71ac-4811-81a5-9fa292a84a16,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:09:33.038660 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 54218) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:09:33.171192 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['59d57726-40d9-410c-b7a6-4ffced7dd0a3'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:09:33.174810 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-463297c4-5882-4cac-b9ce-3cf2d66534ea req-f9e65d2b-3fc7-4572-b373-faa4a4c0eff3 tempest-InstanceActionsTestJSON-1149630296 tempest-InstanceActionsTestJSON-1149630296-project] 10.222.0.85 "GET /v2.0/ports?device_id=9218ab89-c742-49ec-ad02-0673fafe06dd HTTP/1.1" status: 200 len: 210 time: 0.0475900 May 18 18:09:33.208694 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a45b4a11-2fd3-47b9-b3fd-ba255dcf5a41 req-b84f4d4e-5e98-4216-b698-f6a410d51027 tempest-InstanceActionsTestJSON-1149630296 tempest-InstanceActionsTestJSON-1149630296-project] Made reservation on behalf of b4a8bc59fff649a9b49d03b3d54d1fb9 for: {'port': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:09:33.213146 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-a45b4a11-2fd3-47b9-b3fd-ba255dcf5a41 req-b84f4d4e-5e98-4216-b698-f6a410d51027 tempest-InstanceActionsTestJSON-1149630296 tempest-InstanceActionsTestJSON-1149630296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:33.489521 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-55831d86-9238-4c35-80ae-cf8cc5b81d4c req-03631f14-1b1c-43ec-bd69-2ce7461a277c tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/ports?device_id=f1c11f6b-c4a5-40f5-8b0f-d2b78b34b1f2 HTTP/1.1" status: 200 len: 210 time: 0.1285369 May 18 18:09:33.502588 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-42cf90dc-addb-45ef-8762-c1eb09f43076 tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-968658140'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:09:33.572601 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42cf90dc-addb-45ef-8762-c1eb09f43076 tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Made reservation on behalf of d7297a8cf6544cd993a848d0128fe2a0 for: {'network': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:09:33.581443 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-42cf90dc-addb-45ef-8762-c1eb09f43076 tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:33.600092 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-42cf90dc-addb-45ef-8762-c1eb09f43076 tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:33.601175 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec108dc-1c35-404f-9f1b-d5e3d1d5554d req-d4c1cef7-738e-4d99-abd4-7598a191585d tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:33.603374 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2ec108dc-1c35-404f-9f1b-d5e3d1d5554d req-d4c1cef7-738e-4d99-abd4-7598a191585d tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] 10.222.0.85 "GET /v2.0/ports?device_id=af2db400-b5d2-4e94-a59d-b268fc903c1d HTTP/1.1" status: 200 len: 945 time: 0.2106004 May 18 18:09:33.644517 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [req-a45b4a11-2fd3-47b9-b3fd-ba255dcf5a41 req-b84f4d4e-5e98-4216-b698-f6a410d51027 tempest-InstanceActionsTestJSON-1149630296 tempest-InstanceActionsTestJSON-1149630296-project] Allocated IP 172.20.0.11 (4d9dd07a-60e3-447d-8a49-81693032a9ca/8ea689f9-ba73-48fa-b12c-7b4cbb66eca5/07a3103f-ac12-4633-b1f7-c6eaa75732b6) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:09:33.684068 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2ec108dc-1c35-404f-9f1b-d5e3d1d5554d req-636dfacf-a0a8-4b54-a6d3-79185cd4f02b tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] 10.222.0.85 "GET /v2.0/security-groups?id=cb4db50c-f652-4bbe-9372-f1efeb00bae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734429 May 18 18:09:33.795689 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-42cf90dc-addb-45ef-8762-c1eb09f43076 tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:33.802110 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-42cf90dc-addb-45ef-8762-c1eb09f43076 tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:33.864469 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cf90dc-addb-45ef-8762-c1eb09f43076 tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3238fb25-7fed-4369-bc1c-99a2dd1cbf11,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:09:33.893570 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42cf90dc-addb-45ef-8762-c1eb09f43076 tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638} {{(pid=102730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:09:33.934164 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-83d0595b-a2f0-4e0c-afe8-4e35fd37d52f req-37bc9734-b1b1-4e80-89a4-4912a5eae610 tempest-VolumesAdminNegativeTest-1793613281 tempest-VolumesAdminNegativeTest-1793613281-project] 10.222.0.85 "GET /v2.0/ports?device_id=47fcd2a4-37b6-4a28-96fb-60f03e10e925 HTTP/1.1" status: 200 len: 210 time: 0.1206942 May 18 18:09:33.938564 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-42cf90dc-addb-45ef-8762-c1eb09f43076 tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:33.939516 n-d-838550-3 neutron-server[102730]: INFO neutron.db.segments_db [None req-42cf90dc-addb-45ef-8762-c1eb09f43076 tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Added segment 924e5782-c49c-409f-b71c-ec4537ba4791 of type vlan for network 0a5cf104-e646-4fa3-94a8-ab92184a1860 May 18 18:09:34.037108 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-42cf90dc-addb-45ef-8762-c1eb09f43076 tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:34.079084 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-42cf90dc-addb-45ef-8762-c1eb09f43076 tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:34.093780 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42cf90dc-addb-45ef-8762-c1eb09f43076 tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:34.095447 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-42cf90dc-addb-45ef-8762-c1eb09f43076 tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:34.223128 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-42cf90dc-addb-45ef-8762-c1eb09f43076 tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.1826506 May 18 18:09:34.224406 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cf90dc-addb-45ef-8762-c1eb09f43076 tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Pushing event updated for resources: {'Network': ['ID=0a5cf104-e646-4fa3-94a8-ab92184a1860,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:09:34.228484 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 54252) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:09:34.240701 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-418f81b6-249e-4764-b480-9e47e09ea84e tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Request body: {'subnet': {'network_id': '0a5cf104-e646-4fa3-94a8-ab92184a1860', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:09:34.255253 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network 0a5cf104-e646-4fa3-94a8-ab92184a1860 details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:09:34.321346 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b47c57e-65c0-4133-8602-f15c81703852 req-dde1cd15-2f3a-448d-aee8-34ceed886b28 tempest-VolumesAdminNegativeTest-1793613281 tempest-VolumesAdminNegativeTest-1793613281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:34.324372 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5b47c57e-65c0-4133-8602-f15c81703852 req-dde1cd15-2f3a-448d-aee8-34ceed886b28 tempest-VolumesAdminNegativeTest-1793613281 tempest-VolumesAdminNegativeTest-1793613281-project] 10.222.0.88 "GET /v2.0/networks?id=a958cb87-874f-4b64-a723-1e49b51050be HTTP/1.1" status: 200 len: 815 time: 0.4640279 May 18 18:09:34.356604 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-5b47c57e-65c0-4133-8602-f15c81703852 req-c62695c4-a1c6-4aab-9b35-3f7e17370553 tempest-VolumesAdminNegativeTest-1793613281 tempest-VolumesAdminNegativeTest-1793613281-project] Request body: {'port': {'device_id': '47fcd2a4-37b6-4a28-96fb-60f03e10e925', 'network_id': 'a958cb87-874f-4b64-a723-1e49b51050be', 'admin_state_up': True, 'tenant_id': 'bae917ccf22446e8a9bd09c95f9e7e02'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:09:34.427557 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95469042-f248-4077-9418-488e4ccf350e req-ac93c794-82b3-4789-80ec-ba2292811f19 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:34.440570 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1dd97d47-6aaf-40ec-95c1-0f272521d37d req-3557a0fe-3a98-424b-b201-a2c865342136 tempest-InstanceActionsTestJSON-1149630296 tempest-InstanceActionsTestJSON-1149630296-project] 10.222.0.85 "GET /v2.0/ports?device_id=9218ab89-c742-49ec-ad02-0673fafe06dd HTTP/1.1" status: 200 len: 210 time: 0.0442278 May 18 18:09:34.442082 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-95469042-f248-4077-9418-488e4ccf350e req-ac93c794-82b3-4789-80ec-ba2292811f19 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=b620702a-122a-4cad-9b6e-b764547e6f53 HTTP/1.1" status: 200 len: 945 time: 0.3910930 May 18 18:09:34.562791 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-418f81b6-249e-4764-b480-9e47e09ea84e tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Made reservation on behalf of d7297a8cf6544cd993a848d0128fe2a0 for: {'subnet': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:09:34.570026 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-418f81b6-249e-4764-b480-9e47e09ea84e tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261031885'] for subnet, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:34.591061 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-a45b4a11-2fd3-47b9-b3fd-ba255dcf5a41 req-b84f4d4e-5e98-4216-b698-f6a410d51027 tempest-InstanceActionsTestJSON-1149630296 tempest-InstanceActionsTestJSON-1149630296-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:34.646475 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-95469042-f248-4077-9418-488e4ccf350e req-ac923505-7c4c-4f0c-9b02-ad0c6b1cd681 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/security-groups?id=33ba1fad-191a-4b7a-ae9e-8e9e60985e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025578 May 18 18:09:34.786598 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-80280130-d6c0-4290-b7f8-b0a639d4f536 req-c95b31be-882e-4124-8061-c7b09f212fd7 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/ports?device_id=f1c11f6b-c4a5-40f5-8b0f-d2b78b34b1f2 HTTP/1.1" status: 200 len: 210 time: 0.0643549 May 18 18:09:34.789995 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-a45b4a11-2fd3-47b9-b3fd-ba255dcf5a41 req-b84f4d4e-5e98-4216-b698-f6a410d51027 tempest-InstanceActionsTestJSON-1149630296 tempest-InstanceActionsTestJSON-1149630296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:34.879148 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b47c57e-65c0-4133-8602-f15c81703852 req-c62695c4-a1c6-4aab-9b35-3f7e17370553 tempest-VolumesAdminNegativeTest-1793613281 tempest-VolumesAdminNegativeTest-1793613281-project] Made reservation on behalf of bae917ccf22446e8a9bd09c95f9e7e02 for: {'port': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:09:34.885265 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-5b47c57e-65c0-4133-8602-f15c81703852 req-c62695c4-a1c6-4aab-9b35-3f7e17370553 tempest-VolumesAdminNegativeTest-1793613281 tempest-VolumesAdminNegativeTest-1793613281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:34.909970 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a45b4a11-2fd3-47b9-b3fd-ba255dcf5a41 req-b84f4d4e-5e98-4216-b698-f6a410d51027 tempest-InstanceActionsTestJSON-1149630296 tempest-InstanceActionsTestJSON-1149630296-project] Network 4d9dd07a-60e3-447d-8a49-81693032a9ca is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:09:34.926028 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [req-a45b4a11-2fd3-47b9-b3fd-ba255dcf5a41 req-b84f4d4e-5e98-4216-b698-f6a410d51027 tempest-InstanceActionsTestJSON-1149630296 tempest-InstanceActionsTestJSON-1149630296-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:09:34.926817 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 54270) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:09:34.949897 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-a45b4a11-2fd3-47b9-b3fd-ba255dcf5a41 req-b84f4d4e-5e98-4216-b698-f6a410d51027 tempest-InstanceActionsTestJSON-1149630296 tempest-InstanceActionsTestJSON-1149630296-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:09:35.065544 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84f4d4e-5e98-4216-b698-f6a410d51027 tempest-InstanceActionsTestJSON-1149630296 tempest-InstanceActionsTestJSON-1149630296-project] Pushing event updated for resources: {'Port': ['ID=07a3103f-ac12-4633-b1f7-c6eaa75732b6,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:09:35.191734 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-418f81b6-249e-4764-b480-9e47e09ea84e tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261104883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261031899'] for subnet, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:35.239099 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-35d9d9df-ab6a-44c4-a83d-9220baa6c01b req-c28e90f1-e4db-4cbe-b695-f9296f938578 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=a049c2cb7dc14b6fbce20aa8814d6ebf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0475502 May 18 18:09:35.248306 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45b4a11-2fd3-47b9-b3fd-ba255dcf5a41 req-b84f4d4e-5e98-4216-b698-f6a410d51027 tempest-InstanceActionsTestJSON-1149630296 tempest-InstanceActionsTestJSON-1149630296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:35.248973 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-a45b4a11-2fd3-47b9-b3fd-ba255dcf5a41 req-b84f4d4e-5e98-4216-b698-f6a410d51027 tempest-InstanceActionsTestJSON-1149630296 tempest-InstanceActionsTestJSON-1149630296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:35.287581 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6d7861-7a09-4c42-8545-68a823b26c9c req-e5e460e1-797d-4794-95da-d1dec9b074f0 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:35.289427 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3f6d7861-7a09-4c42-8545-68a823b26c9c req-e5e460e1-797d-4794-95da-d1dec9b074f0 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] 10.222.0.85 "GET /v2.0/ports?device_id=af2db400-b5d2-4e94-a59d-b268fc903c1d HTTP/1.1" status: 200 len: 945 time: 0.3950901 May 18 18:09:35.312102 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-3abb98f9-62d8-40e5-888a-f4c28934ae2e admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-808122262-network', 'tenant_id': '27f4f5541d904d7d958ace3e088a345f'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:09:35.348706 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-eb502ed7-bddc-49c0-9c68-ece63d8ad690 req-d8931343-1670-433b-a0a0-eda93bd6d3fa tempest-VolumesAdminNegativeTest-1793613281 tempest-VolumesAdminNegativeTest-1793613281-project] 10.222.0.85 "GET /v2.0/ports?device_id=47fcd2a4-37b6-4a28-96fb-60f03e10e925 HTTP/1.1" status: 200 len: 210 time: 0.1630988 May 18 18:09:35.402126 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418f81b6-249e-4764-b480-9e47e09ea84e tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Pushing event updated for resources: {'Subnet': ['ID=42ca508a-e901-4508-84cf-8faa3ce61098,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:09:35.433018 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d9d9df-ab6a-44c4-a83d-9220baa6c01b req-5a80c952-73d0-4b72-a768-b7d010b3a082 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:35.436421 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-35d9d9df-ab6a-44c4-a83d-9220baa6c01b req-5a80c952-73d0-4b72-a768-b7d010b3a082 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1647618 May 18 18:09:35.442803 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a45b4a11-2fd3-47b9-b3fd-ba255dcf5a41 req-b84f4d4e-5e98-4216-b698-f6a410d51027 tempest-InstanceActionsTestJSON-1149630296 tempest-InstanceActionsTestJSON-1149630296-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6350019 May 18 18:09:35.448732 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418f81b6-249e-4764-b480-9e47e09ea84e tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Checking segment: {'id': '924e5782-c49c-409f-b71c-ec4537ba4791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '0a5cf104-e646-4fa3-94a8-ab92184a1860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:09:35.449546 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418f81b6-249e-4764-b480-9e47e09ea84e tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Network hostable DHCP agents. Network: 0a5cf104-e646-4fa3-94a8-ab92184a1860, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:09:35.455173 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3abb98f9-62d8-40e5-888a-f4c28934ae2e admin admin] Made reservation on behalf of 27f4f5541d904d7d958ace3e088a345f for: {'network': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:09:35.458867 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3abb98f9-62d8-40e5-888a-f4c28934ae2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:35.463515 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-35d9d9df-ab6a-44c4-a83d-9220baa6c01b req-b1655215-a614-433a-b9cd-d9a3b4625b64 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Request body: {'port': {'device_id': 'f1c11f6b-c4a5-40f5-8b0f-d2b78b34b1f2', 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305', 'admin_state_up': True, 'tenant_id': 'a049c2cb7dc14b6fbce20aa8814d6ebf'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:09:35.478130 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3abb98f9-62d8-40e5-888a-f4c28934ae2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:35.482346 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-a45b4a11-2fd3-47b9-b3fd-ba255dcf5a41 req-cff72bd0-1109-4aee-a7fe-39dea7883e06 service neutron] Request body: {'port': {'device_id': '9218ab89-c742-49ec-ad02-0673fafe06dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-3'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:09:35.495723 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418f81b6-249e-4764-b480-9e47e09ea84e tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Network 0a5cf104-e646-4fa3-94a8-ab92184a1860 is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:09:35.570851 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-418f81b6-249e-4764-b480-9e47e09ea84e tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, 0a5cf104-e646-4fa3-94a8-ab92184a1860) {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:09:35.580450 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-205777fa-4f15-44ad-88fc-e12d1aba79bb None None] Network 0a5cf104-e646-4fa3-94a8-ab92184a1860 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:09:35.593197 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-418f81b6-249e-4764-b480-9e47e09ea84e tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:35.594109 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-418f81b6-249e-4764-b480-9e47e09ea84e tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:35.653902 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-418f81b6-249e-4764-b480-9e47e09ea84e tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4237406 May 18 18:09:35.659334 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 54278) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:09:35.681834 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-e96a435e-5ad0-4795-8661-b3df1890d374 tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Request body: {'port': {'network_id': '0a5cf104-e646-4fa3-94a8-ab92184a1860', 'name': 'tempest-AllowedAddressPairTestJSON-967501948'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:09:35.686344 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3696150a-c685-49ea-b6fe-5141b00173f4 req-6588e54b-8689-4275-ba28-daf5f51a0472 tempest-InstanceActionsTestJSON-1149630296 tempest-InstanceActionsTestJSON-1149630296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:35.702902 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3696150a-c685-49ea-b6fe-5141b00173f4 req-6588e54b-8689-4275-ba28-daf5f51a0472 tempest-InstanceActionsTestJSON-1149630296 tempest-InstanceActionsTestJSON-1149630296-project] 10.222.0.85 "GET /v2.0/ports?device_id=9218ab89-c742-49ec-ad02-0673fafe06dd HTTP/1.1" status: 200 len: 932 time: 0.1332667 May 18 18:09:35.714826 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3abb98f9-62d8-40e5-888a-f4c28934ae2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:35.729229 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3abb98f9-62d8-40e5-888a-f4c28934ae2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:35.782957 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-a45b4a11-2fd3-47b9-b3fd-ba255dcf5a41 req-cff72bd0-1109-4aee-a7fe-39dea7883e06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:35.790061 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abb98f9-62d8-40e5-888a-f4c28934ae2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ac35573-ce17-447a-b283-89690480d74c,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:09:35.812615 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3abb98f9-62d8-40e5-888a-f4c28934ae2e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 636} {{(pid=102730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:09:35.847092 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d24e02-79ca-4208-bf4f-188564689efd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-0a5cf104-e646-4fa3-94a8-ab92184a1860', 'network_id': '0a5cf104-e646-4fa3-94a8-ab92184a1860', 'tenant_id': 'd7297a8cf6544cd993a848d0128fe2a0', 'fixed_ips': [{'subnet_id': '42ca508a-e901-4508-84cf-8faa3ce61098'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:09:35.848841 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-75d24e02-79ca-4208-bf4f-188564689efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:35.856864 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3696150a-c685-49ea-b6fe-5141b00173f4 req-0a7da7f8-b5d6-4f3c-8b48-d35fb4299d33 tempest-InstanceActionsTestJSON-1149630296 tempest-InstanceActionsTestJSON-1149630296-project] 10.222.0.85 "GET /v2.0/security-groups?id=25574424-1dcf-4628-a56d-e8a0bd0380c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519144 May 18 18:09:35.862936 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3abb98f9-62d8-40e5-888a-f4c28934ae2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:35.865046 n-d-838550-3 neutron-server[102730]: INFO neutron.db.segments_db [None req-3abb98f9-62d8-40e5-888a-f4c28934ae2e admin admin] Added segment b3f3eeb8-5f75-4eaf-85f1-21dd3ed6dc9f of type vlan for network b2982599-5ebb-4f87-bd50-0f027a144481 May 18 18:09:35.874790 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [req-5b47c57e-65c0-4133-8602-f15c81703852 req-c62695c4-a1c6-4aab-9b35-3f7e17370553 tempest-VolumesAdminNegativeTest-1793613281 tempest-VolumesAdminNegativeTest-1793613281-project] Allocated IP 172.20.0.6 (a958cb87-874f-4b64-a723-1e49b51050be/cd7c0f99-477a-48b7-bd6e-426b59e864db/fd8f8aaa-b342-41cd-a575-97d415876063) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:09:35.936106 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3f6d7861-7a09-4c42-8545-68a823b26c9c req-3b94bbd0-46cf-4c65-b199-934a72f526ef tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] 10.222.0.85 "GET /v2.0/security-groups?id=cb4db50c-f652-4bbe-9372-f1efeb00bae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4856999 May 18 18:09:35.975260 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3abb98f9-62d8-40e5-888a-f4c28934ae2e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:36.031101 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 59d57726-40d9-410c-b7a6-4ffced7dd0a3 up at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:09:36.039125 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3abb98f9-62d8-40e5-888a-f4c28934ae2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:36.039912 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3abb98f9-62d8-40e5-888a-f4c28934ae2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:36.040530 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3abb98f9-62d8-40e5-888a-f4c28934ae2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:36.055833 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5111233-a7db-421d-8558-34bd480dd9c6 req-5278e5a0-e215-4d79-95c5-7f7bed34100c tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:36.064255 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b5111233-a7db-421d-8558-34bd480dd9c6 req-5278e5a0-e215-4d79-95c5-7f7bed34100c tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=b620702a-122a-4cad-9b6e-b764547e6f53 HTTP/1.1" status: 200 len: 945 time: 0.0916173 May 18 18:09:36.164360 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-3abb98f9-62d8-40e5-888a-f4c28934ae2e admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2230978 May 18 18:09:36.173127 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 54286) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:09:36.186600 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning for port 59d57726-40d9-410c-b7a6-4ffced7dd0a3 completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:09:36.190572 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-df14eaf0-5eec-499a-b90b-00cf634a72d7 admin admin] Request body: {'subnet': {'network_id': 'b2982599-5ebb-4f87-bd50-0f027a144481', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-808122262-subnet', 'tenant_id': '27f4f5541d904d7d958ace3e088a345f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:09:36.192975 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-75d24e02-79ca-4208-bf4f-188564689efd None None] Allocated IP 172.20.0.2 (0a5cf104-e646-4fa3-94a8-ab92184a1860/42ca508a-e901-4508-84cf-8faa3ce61098/f04e1c95-3876-4e14-8d61-83d2ed4ce257) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:09:36.199250 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning complete for port 59d57726-40d9-410c-b7a6-4ffced7dd0a3 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:09:36.199880 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:36.201238 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-146b8c47-419e-44a7-ad0c-07680c9a63d5 req-bd0f1222-a114-429b-9843-725d55ba7153 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/ports?device_id=f1c11f6b-c4a5-40f5-8b0f-d2b78b34b1f2 HTTP/1.1" status: 200 len: 210 time: 0.0887411 May 18 18:09:36.265855 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abb98f9-62d8-40e5-888a-f4c28934ae2e admin admin] Pushing event updated for resources: {'Network': ['ID=b2982599-5ebb-4f87-bd50-0f027a144481,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:09:36.307596 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b5111233-a7db-421d-8558-34bd480dd9c6 req-a836cedc-5e02-44fd-a5bd-c28d617a595d tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/security-groups?id=33ba1fad-191a-4b7a-ae9e-8e9e60985e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421091 May 18 18:09:36.310176 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df14eaf0-5eec-499a-b90b-00cf634a72d7 admin admin] Made reservation on behalf of 27f4f5541d904d7d958ace3e088a345f for: {'subnet': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:09:36.333752 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-df14eaf0-5eec-499a-b90b-00cf634a72d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261031885'] for subnet, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:36.352325 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network b2982599-5ebb-4f87-bd50-0f027a144481 details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:09:36.476804 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35d9d9df-ab6a-44c4-a83d-9220baa6c01b req-b1655215-a614-433a-b9cd-d9a3b4625b64 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Made reservation on behalf of a049c2cb7dc14b6fbce20aa8814d6ebf for: {'port': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:09:36.483217 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-35d9d9df-ab6a-44c4-a83d-9220baa6c01b req-b1655215-a614-433a-b9cd-d9a3b4625b64 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:36.643633 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 59d57726-40d9-410c-b7a6-4ffced7dd0a3 is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:09:36.644536 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:36.711546 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b1c84868-cb21-4c51-ac05-f61322ee3178 req-a16d4d18-0e15-437c-bff2-4df2e603c8cb tempest-VolumesAdminNegativeTest-1793613281 tempest-VolumesAdminNegativeTest-1793613281-project] 10.222.0.85 "GET /v2.0/ports?device_id=47fcd2a4-37b6-4a28-96fb-60f03e10e925 HTTP/1.1" status: 200 len: 210 time: 0.0516217 May 18 18:09:36.715449 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-df14eaf0-5eec-499a-b90b-00cf634a72d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261104883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261031899'] for subnet, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:36.765653 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af2db400-b5d2-4e94-a59d-b268fc903c1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59d57726-40d9-410c-b7a6-4ffced7dd0a3'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:09:36.770421 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e5e7bd7-6a0b-4a25-9025-325ce784ade1" -d '{"events": [{"server_uuid": "af2db400-b5d2-4e94-a59d-b268fc903c1d", "name": "network-vif-plugged", "status": "completed", "tag": "59d57726-40d9-410c-b7a6-4ffced7dd0a3"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:09:36.791551 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-75d24e02-79ca-4208-bf4f-188564689efd None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:36.806506 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 59d57726-40d9-410c-b7a6-4ffced7dd0a3, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=59d57726-40d9-410c-b7a6-4ffced7dd0a3,segment=NetworkSegment(31315e3d-060c-4ccf-beb4-baf1134985d1),segment_id=31315e3d-060c-4ccf-beb4-baf1134985d1)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:09:36.809484 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-75d24e02-79ca-4208-bf4f-188564689efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:36.843703 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:36.869983 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d24e02-79ca-4208-bf4f-188564689efd None None] Network 0a5cf104-e646-4fa3-94a8-ab92184a1860 is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:09:36.877523 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-75d24e02-79ca-4208-bf4f-188564689efd None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:09:36.891180 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-925c22fa-a0c0-41af-960e-fa577e254a0f x-openstack-request-id: req-925c22fa-a0c0-41af-960e-fa577e254a0f {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:09:36.891606 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af2db400-b5d2-4e94-a59d-b268fc903c1d", "name": "network-vif-plugged", "status": "completed", "tag": "59d57726-40d9-410c-b7a6-4ffced7dd0a3", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:09:36.891910 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-925c22fa-a0c0-41af-960e-fa577e254a0f {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:09:36.892429 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-925c22fa-a0c0-41af-960e-fa577e254a0f'] response: {'server_uuid': 'af2db400-b5d2-4e94-a59d-b268fc903c1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59d57726-40d9-410c-b7a6-4ffced7dd0a3', 'code': 200} May 18 18:09:36.893395 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d24e02-79ca-4208-bf4f-188564689efd None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:09:36.898307 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d24e02-79ca-4208-bf4f-188564689efd None None] Pushing event updated for resources: {'Port': ['ID=f04e1c95-3876-4e14-8d61-83d2ed4ce257,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:09:36.924567 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d24e02-79ca-4208-bf4f-188564689efd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:09:36.924921 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d24e02-79ca-4208-bf4f-188564689efd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:09:36.925263 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d24e02-79ca-4208-bf4f-188564689efd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:09:36.925609 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d24e02-79ca-4208-bf4f-188564689efd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:09:36.925971 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d24e02-79ca-4208-bf4f-188564689efd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:09:36.926492 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d24e02-79ca-4208-bf4f-188564689efd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:09:36.926679 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d24e02-79ca-4208-bf4f-188564689efd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:09:36.926971 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d24e02-79ca-4208-bf4f-188564689efd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:09:36.927327 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d24e02-79ca-4208-bf4f-188564689efd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:09:36.927619 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d24e02-79ca-4208-bf4f-188564689efd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:09:36.927946 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d24e02-79ca-4208-bf4f-188564689efd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:09:36.928268 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d24e02-79ca-4208-bf4f-188564689efd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:09:36.946067 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df14eaf0-5eec-499a-b90b-00cf634a72d7 admin admin] Checking segment: {'id': 'b3f3eeb8-5f75-4eaf-85f1-21dd3ed6dc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'b2982599-5ebb-4f87-bd50-0f027a144481'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:09:36.947308 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df14eaf0-5eec-499a-b90b-00cf634a72d7 admin admin] Network hostable DHCP agents. Network: b2982599-5ebb-4f87-bd50-0f027a144481, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:09:36.982694 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df14eaf0-5eec-499a-b90b-00cf634a72d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d8e371b-85bf-41bf-9bc5-c5a3b50090bc,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:09:37.003470 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df14eaf0-5eec-499a-b90b-00cf634a72d7 admin admin] Network b2982599-5ebb-4f87-bd50-0f027a144481 is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:09:37.025234 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-df14eaf0-5eec-499a-b90b-00cf634a72d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, b2982599-5ebb-4f87-bd50-0f027a144481) {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:09:37.039098 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df14eaf0-5eec-499a-b90b-00cf634a72d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:37.040387 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-df14eaf0-5eec-499a-b90b-00cf634a72d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:37.075728 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0130cf44-a979-48e8-b99b-41d3bf2f0f7f None None] Network b2982599-5ebb-4f87-bd50-0f027a144481 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:09:37.166102 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-df14eaf0-5eec-499a-b90b-00cf634a72d7 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9910603 May 18 18:09:37.199124 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d903172-171f-4310-9817-f393b81063d6 req-99724908-6af2-4428-8e47-8465ff061e85 tempest-InstanceActionsTestJSON-1149630296 tempest-InstanceActionsTestJSON-1149630296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:37.200980 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8d903172-171f-4310-9817-f393b81063d6 req-99724908-6af2-4428-8e47-8465ff061e85 tempest-InstanceActionsTestJSON-1149630296 tempest-InstanceActionsTestJSON-1149630296-project] 10.222.0.85 "GET /v2.0/ports?device_id=9218ab89-c742-49ec-ad02-0673fafe06dd HTTP/1.1" status: 200 len: 932 time: 0.1398885 May 18 18:09:37.219202 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=59d57726-40d9-410c-b7a6-4ffced7dd0a3,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:09:37.226969 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-75d24e02-79ca-4208-bf4f-188564689efd None None] Attempting to bind port f04e1c95-3876-4e14-8d61-83d2ed4ce257 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:09:37.227619 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-75d24e02-79ca-4208-bf4f-188564689efd None None] Attempting to bind port f04e1c95-3876-4e14-8d61-83d2ed4ce257 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '924e5782-c49c-409f-b71c-ec4537ba4791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '0a5cf104-e646-4fa3-94a8-ab92184a1860'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:09:37.228700 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d24e02-79ca-4208-bf4f-188564689efd None None] Attempting to bind port f04e1c95-3876-4e14-8d61-83d2ed4ce257 on network 0a5cf104-e646-4fa3-94a8-ab92184a1860 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:09:37.249122 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d24e02-79ca-4208-bf4f-188564689efd None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:09:37.249656 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d24e02-79ca-4208-bf4f-188564689efd None None] Checking segment: {'id': '924e5782-c49c-409f-b71c-ec4537ba4791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '0a5cf104-e646-4fa3-94a8-ab92184a1860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:09:37.250126 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-75d24e02-79ca-4208-bf4f-188564689efd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:37.250702 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d24e02-79ca-4208-bf4f-188564689efd None None] Bound using segment: {'id': '924e5782-c49c-409f-b71c-ec4537ba4791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '0a5cf104-e646-4fa3-94a8-ab92184a1860'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:09:37.251464 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-75d24e02-79ca-4208-bf4f-188564689efd None None] Bound port: f04e1c95-3876-4e14-8d61-83d2ed4ce257, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '924e5782-c49c-409f-b71c-ec4537ba4791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '0a5cf104-e646-4fa3-94a8-ab92184a1860'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:09:37.252051 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-75d24e02-79ca-4208-bf4f-188564689efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:37.283608 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8d903172-171f-4310-9817-f393b81063d6 req-bc6aba2d-68c4-4800-af79-be041e9d5270 tempest-InstanceActionsTestJSON-1149630296 tempest-InstanceActionsTestJSON-1149630296-project] 10.222.0.85 "GET /v2.0/security-groups?id=25574424-1dcf-4628-a56d-e8a0bd0380c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706513 May 18 18:09:37.452616 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-75d24e02-79ca-4208-bf4f-188564689efd None None] For port f04e1c95-3876-4e14-8d61-83d2ed4ce257, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:09:37.456104 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b192382f-e78c-4234-9b39-abec700c4f89 req-2833fc7d-3163-49d3-a7ac-d624c22f152b tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/ports?device_id=f1c11f6b-c4a5-40f5-8b0f-d2b78b34b1f2 HTTP/1.1" status: 200 len: 210 time: 0.0544469 May 18 18:09:37.462640 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-75d24e02-79ca-4208-bf4f-188564689efd None None] For port f04e1c95-3876-4e14-8d61-83d2ed4ce257, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=f04e1c95-3876-4e14-8d61-83d2ed4ce257,segment=NetworkSegment(924e5782-c49c-409f-b71c-ec4537ba4791),segment_id=924e5782-c49c-409f-b71c-ec4537ba4791)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:09:37.470481 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-75d24e02-79ca-4208-bf4f-188564689efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:37.630298 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d24e02-79ca-4208-bf4f-188564689efd None None] Pushing event updated for resources: {'Port': ['ID=f04e1c95-3876-4e14-8d61-83d2ed4ce257,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:09:37.637020 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c9fd3f-7236-4a67-ba85-a94b6b51c5eb None None] Network b2982599-5ebb-4f87-bd50-0f027a144481 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:09:37.639312 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [req-35d9d9df-ab6a-44c4-a83d-9220baa6c01b req-b1655215-a614-433a-b9cd-d9a3b4625b64 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Allocated IP 192.168.233.127 (4c8ef274-9ecc-47c2-9686-5eebd78fb305/c2531ae9-89db-4dcf-b670-9eac4c9cde53/a3b93a51-a23a-4c7c-9963-129e53fee717) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:09:37.750841 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ee2abe-f32d-422c-bcac-3526cbd40173 req-94030b34-0cc5-4d42-b5d2-66ab7e2f1616 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:37.752985 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-20ee2abe-f32d-422c-bcac-3526cbd40173 req-94030b34-0cc5-4d42-b5d2-66ab7e2f1616 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=b620702a-122a-4cad-9b6e-b764547e6f53 HTTP/1.1" status: 200 len: 945 time: 0.0950642 May 18 18:09:37.815841 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-20ee2abe-f32d-422c-bcac-3526cbd40173 req-7d42a8b3-5839-4730-be7b-25e7bfb1f170 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/security-groups?id=33ba1fad-191a-4b7a-ae9e-8e9e60985e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534668 May 18 18:09:38.009573 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e96a435e-5ad0-4795-8661-b3df1890d374 tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Made reservation on behalf of d7297a8cf6544cd993a848d0128fe2a0 for: {'port': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:09:38.013353 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e96a435e-5ad0-4795-8661-b3df1890d374 tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:38.014265 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-583c89d1-ec55-4aac-b325-8b310ffda50e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:38.189475 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d23560a-2188-46b9-8946-45d75520b59f req-dc333fc2-eda5-4cbd-b15a-b18b6e147432 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:38.191413 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0d23560a-2188-46b9-8946-45d75520b59f req-dc333fc2-eda5-4cbd-b15a-b18b6e147432 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] 10.222.0.85 "GET /v2.0/ports?device_id=af2db400-b5d2-4e94-a59d-b268fc903c1d HTTP/1.1" status: 200 len: 946 time: 0.7667096 May 18 18:09:38.212090 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [None req-e96a435e-5ad0-4795-8661-b3df1890d374 tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] device_id is not set on port ce0d9134-04d9-4123-9d5e-cc62d5177b24 yet. {{(pid=102731) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 18 18:09:38.388250 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device f04e1c95-3876-4e14-8d61-83d2ed4ce257 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:09:38.471203 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-35d9d9df-ab6a-44c4-a83d-9220baa6c01b req-b1655215-a614-433a-b9cd-d9a3b4625b64 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:38.488136 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cafcc86-97fa-47dd-ae2b-054dedbe39dc req-9fd61e8f-effe-494f-a8e6-b10f89b0c34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:38.489783 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8cafcc86-97fa-47dd-ae2b-054dedbe39dc req-9fd61e8f-effe-494f-a8e6-b10f89b0c34a service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=af2db400-b5d2-4e94-a59d-b268fc903c1d HTTP/1.1" status: 200 len: 1097 time: 1.1625245 May 18 18:09:38.544994 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port f04e1c95-3876-4e14-8d61-83d2ed4ce257 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:09:38.545569 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:38.578710 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-5b47c57e-65c0-4133-8602-f15c81703852 req-c62695c4-a1c6-4aab-9b35-3f7e17370553 tempest-VolumesAdminNegativeTest-1793613281 tempest-VolumesAdminNegativeTest-1793613281-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:38.580678 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-e96a435e-5ad0-4795-8661-b3df1890d374 tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Allocated IP 172.20.0.12 (0a5cf104-e646-4fa3-94a8-ab92184a1860/42ca508a-e901-4508-84cf-8faa3ce61098/ce0d9134-04d9-4123-9d5e-cc62d5177b24) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:09:38.659735 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0d23560a-2188-46b9-8946-45d75520b59f req-ccc87901-142d-488d-9232-1b190b96229f tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] 10.222.0.85 "GET /v2.0/security-groups?id=cb4db50c-f652-4bbe-9372-f1efeb00bae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2978306 May 18 18:09:38.702390 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port f04e1c95-3876-4e14-8d61-83d2ed4ce257 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:09:38.703139 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:38.738458 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [req-a45b4a11-2fd3-47b9-b3fd-ba255dcf5a41 req-cff72bd0-1109-4aee-a7fe-39dea7883e06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07a3103f-ac12-4633-b1f7-c6eaa75732b6 {{(pid=102731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:09:38.753988 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-a45b4a11-2fd3-47b9-b3fd-ba255dcf5a41 req-cff72bd0-1109-4aee-a7fe-39dea7883e06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:38.771667 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.provisioning_blocks [req-a45b4a11-2fd3-47b9-b3fd-ba255dcf5a41 req-cff72bd0-1109-4aee-a7fe-39dea7883e06 service neutron] Transition to ACTIVE for port object 07a3103f-ac12-4633-b1f7-c6eaa75732b6 will not be triggered until provisioned by entity L2. {{(pid=102731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:09:38.772887 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] For port f04e1c95-3876-4e14-8d61-83d2ed4ce257, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=f04e1c95-3876-4e14-8d61-83d2ed4ce257,segment=NetworkSegment(924e5782-c49c-409f-b71c-ec4537ba4791),segment_id=924e5782-c49c-409f-b71c-ec4537ba4791)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:09:38.774326 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-5b47c57e-65c0-4133-8602-f15c81703852 req-c62695c4-a1c6-4aab-9b35-3f7e17370553 tempest-VolumesAdminNegativeTest-1793613281 tempest-VolumesAdminNegativeTest-1793613281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:38.778009 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:38.789875 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6430ba3-ae97-4d89-9331-9e5d99ba9bf5 req-29f27d07-0c06-4fa6-a03c-2eed36900e08 tempest-ServerAddressesTestJSON-1512214218 tempest-ServerAddressesTestJSON-1512214218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:38.793006 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f6430ba3-ae97-4d89-9331-9e5d99ba9bf5 req-29f27d07-0c06-4fa6-a03c-2eed36900e08 tempest-ServerAddressesTestJSON-1512214218 tempest-ServerAddressesTestJSON-1512214218-project] 10.222.0.85 "GET /v2.0/networks?id=b2982599-5ebb-4f87-bd50-0f027a144481 HTTP/1.1" status: 200 len: 813 time: 0.2499723 May 18 18:09:38.811607 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-a45b4a11-2fd3-47b9-b3fd-ba255dcf5a41 req-cff72bd0-1109-4aee-a7fe-39dea7883e06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:38.824379 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8cafcc86-97fa-47dd-ae2b-054dedbe39dc req-114133b7-5fe0-48df-baa8-21ab8e3b3cc8 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=cb4db50c-f652-4bbe-9372-f1efeb00bae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2977448 May 18 18:09:38.831330 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Pushing event updated for resources: {'Port': ['ID=f04e1c95-3876-4e14-8d61-83d2ed4ce257,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:09:38.831725 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f6430ba3-ae97-4d89-9331-9e5d99ba9bf5 req-2ad5ed2c-6584-4739-b910-b7ea5618bc2a tempest-ServerAddressesTestJSON-1512214218 tempest-ServerAddressesTestJSON-1512214218-project] 10.222.0.85 "GET /v2.0/quotas/27f4f5541d904d7d958ace3e088a345f HTTP/1.1" status: 200 len: 375 time: 0.0308418 May 18 18:09:38.892701 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f6430ba3-ae97-4d89-9331-9e5d99ba9bf5 req-32f807dd-166c-437a-ad2f-1476e419a575 tempest-ServerAddressesTestJSON-1512214218 tempest-ServerAddressesTestJSON-1512214218-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=27f4f5541d904d7d958ace3e088a345f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0453224 May 18 18:09:39.016491 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b47c57e-65c0-4133-8602-f15c81703852 req-c62695c4-a1c6-4aab-9b35-3f7e17370553 tempest-VolumesAdminNegativeTest-1793613281 tempest-VolumesAdminNegativeTest-1793613281-project] Network a958cb87-874f-4b64-a723-1e49b51050be is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:09:39.041588 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff72bd0-1109-4aee-a7fe-39dea7883e06 service neutron] Pushing event updated for resources: {'Port': ['ID=07a3103f-ac12-4633-b1f7-c6eaa75732b6,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:09:39.062895 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-35d9d9df-ab6a-44c4-a83d-9220baa6c01b req-b1655215-a614-433a-b9cd-d9a3b4625b64 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:39.076278 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['b410f0ec-a688-425b-90a1-3f185c37ba3b'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:09:39.084523 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f6430ba3-ae97-4d89-9331-9e5d99ba9bf5 req-86cc6eff-70e1-4c47-b74b-65220dab8291 service neutron] 10.222.0.85 "GET /v2.0/networks/b2982599-5ebb-4f87-bd50-0f027a144481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840758 May 18 18:09:39.096796 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [req-5b47c57e-65c0-4133-8602-f15c81703852 req-c62695c4-a1c6-4aab-9b35-3f7e17370553 tempest-VolumesAdminNegativeTest-1793613281 tempest-VolumesAdminNegativeTest-1793613281-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:09:39.106167 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b47c57e-65c0-4133-8602-f15c81703852 req-c62695c4-a1c6-4aab-9b35-3f7e17370553 tempest-VolumesAdminNegativeTest-1793613281 tempest-VolumesAdminNegativeTest-1793613281-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:09:39.163181 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['3beb5ae3-39b5-4024-9788-1644d2c9c029', '319afa68-c211-4e3a-b55b-279f68bd8ca4', 'e0571223-bec5-444d-9ddd-0c8cd62af364', '4bc9ea17-6055-4471-9b57-382e81a27f8a'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:09:39.231951 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f6430ba3-ae97-4d89-9331-9e5d99ba9bf5 req-e0e8deaf-265c-4a35-a19d-75c794536422 service neutron] 10.222.0.85 "GET /v2.0/networks/b2982599-5ebb-4f87-bd50-0f027a144481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407919 May 18 18:09:39.353837 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca6900d9-4d8a-48a4-8ea8-de87bf9b28c5 None None] Network 0a5cf104-e646-4fa3-94a8-ab92184a1860 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:09:39.439038 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b47c57e-65c0-4133-8602-f15c81703852 req-c62695c4-a1c6-4aab-9b35-3f7e17370553 tempest-VolumesAdminNegativeTest-1793613281 tempest-VolumesAdminNegativeTest-1793613281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:39.440157 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-5b47c57e-65c0-4133-8602-f15c81703852 req-c62695c4-a1c6-4aab-9b35-3f7e17370553 tempest-VolumesAdminNegativeTest-1793613281 tempest-VolumesAdminNegativeTest-1793613281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:39.546111 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e96a435e-5ad0-4795-8661-b3df1890d374 tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:39.614508 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-6af9d0ab-c462-4d56-91d2-8b5c6f1db81c None None] Provisioning complete for port f04e1c95-3876-4e14-8d61-83d2ed4ce257 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:09:39.615295 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-6af9d0ab-c462-4d56-91d2-8b5c6f1db81c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:39.721863 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5b47c57e-65c0-4133-8602-f15c81703852 req-c62695c4-a1c6-4aab-9b35-3f7e17370553 tempest-VolumesAdminNegativeTest-1793613281 tempest-VolumesAdminNegativeTest-1793613281-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3723018 May 18 18:09:39.757064 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e01cb62-54bb-4a5b-947e-721cc75abaa2 req-ddd3bdf6-89b6-4610-987e-ab147e6fa69e tempest-VolumesAdminNegativeTest-1793613281 tempest-VolumesAdminNegativeTest-1793613281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:39.781818 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5e01cb62-54bb-4a5b-947e-721cc75abaa2 req-ddd3bdf6-89b6-4610-987e-ab147e6fa69e tempest-VolumesAdminNegativeTest-1793613281 tempest-VolumesAdminNegativeTest-1793613281-project] 10.222.0.85 "GET /v2.0/ports?device_id=47fcd2a4-37b6-4a28-96fb-60f03e10e925 HTTP/1.1" status: 200 len: 931 time: 0.9551101 May 18 18:09:39.785391 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e96a435e-5ad0-4795-8661-b3df1890d374 tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:39.803785 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35d9d9df-ab6a-44c4-a83d-9220baa6c01b req-b1655215-a614-433a-b9cd-d9a3b4625b64 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Network 4c8ef274-9ecc-47c2-9686-5eebd78fb305 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:09:39.813385 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-5b47c57e-65c0-4133-8602-f15c81703852 req-d0c766f8-b3b6-4d63-b1c8-1ad4e96a0595 service neutron] Request body: {'port': {'device_id': '47fcd2a4-37b6-4a28-96fb-60f03e10e925', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-3'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:09:39.831951 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccff9b01-8f20-4d8e-8ea5-307ca55043d5 req-df95c848-e78b-43ce-b063-3d7f5cfdf01f tempest-InstanceActionsTestJSON-1149630296 tempest-InstanceActionsTestJSON-1149630296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:39.834467 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ccff9b01-8f20-4d8e-8ea5-307ca55043d5 req-df95c848-e78b-43ce-b063-3d7f5cfdf01f tempest-InstanceActionsTestJSON-1149630296 tempest-InstanceActionsTestJSON-1149630296-project] 10.222.0.85 "GET /v2.0/ports?device_id=9218ab89-c742-49ec-ad02-0673fafe06dd HTTP/1.1" status: 200 len: 944 time: 0.1505144 May 18 18:09:39.856207 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-6af9d0ab-c462-4d56-91d2-8b5c6f1db81c None None] Current status of the port f04e1c95-3876-4e14-8d61-83d2ed4ce257 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:09:39.922419 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [req-35d9d9df-ab6a-44c4-a83d-9220baa6c01b req-b1655215-a614-433a-b9cd-d9a3b4625b64 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:09:39.928549 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-35d9d9df-ab6a-44c4-a83d-9220baa6c01b req-b1655215-a614-433a-b9cd-d9a3b4625b64 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:09:39.948906 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ccff9b01-8f20-4d8e-8ea5-307ca55043d5 req-aafb6067-db9e-4a72-bd7d-322761686432 tempest-InstanceActionsTestJSON-1149630296 tempest-InstanceActionsTestJSON-1149630296-project] 10.222.0.85 "GET /v2.0/security-groups?id=25574424-1dcf-4628-a56d-e8a0bd0380c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996299 May 18 18:09:39.951123 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-a45b4a11-2fd3-47b9-b3fd-ba255dcf5a41 req-cff72bd0-1109-4aee-a7fe-39dea7883e06 service neutron] Attempting to bind port 07a3103f-ac12-4633-b1f7-c6eaa75732b6 on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:09:39.951628 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-a45b4a11-2fd3-47b9-b3fd-ba255dcf5a41 req-cff72bd0-1109-4aee-a7fe-39dea7883e06 service neutron] Attempting to bind port 07a3103f-ac12-4633-b1f7-c6eaa75732b6 by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': 'e4ee4f38-7654-4d32-bfea-fd614ca5e3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '4d9dd07a-60e3-447d-8a49-81693032a9ca'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:09:39.951994 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45b4a11-2fd3-47b9-b3fd-ba255dcf5a41 req-cff72bd0-1109-4aee-a7fe-39dea7883e06 service neutron] Attempting to bind port 07a3103f-ac12-4633-b1f7-c6eaa75732b6 on network 4d9dd07a-60e3-447d-8a49-81693032a9ca {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:09:39.991229 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45b4a11-2fd3-47b9-b3fd-ba255dcf5a41 req-cff72bd0-1109-4aee-a7fe-39dea7883e06 service neutron] Port 07a3103f-ac12-4633-b1f7-c6eaa75732b6 on network 4d9dd07a-60e3-447d-8a49-81693032a9ca not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:09:39.991554 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45b4a11-2fd3-47b9-b3fd-ba255dcf5a41 req-cff72bd0-1109-4aee-a7fe-39dea7883e06 service neutron] Attempting to bind port 07a3103f-ac12-4633-b1f7-c6eaa75732b6 on network 4d9dd07a-60e3-447d-8a49-81693032a9ca {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:09:39.995275 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62695c4-a1c6-4aab-9b35-3f7e17370553 tempest-VolumesAdminNegativeTest-1793613281 tempest-VolumesAdminNegativeTest-1793613281-project] Pushing event updated for resources: {'Port': ['ID=fd8f8aaa-b342-41cd-a575-97d415876063,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:09:40.182659 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-7be255df-8f15-45ca-81ae-1df584178436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:40.192438 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1655215-a614-433a-b9cd-d9a3b4625b64 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Pushing event updated for resources: {'Port': ['ID=a3b93a51-a23a-4c7c-9963-129e53fee717,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:09:40.232709 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45b4a11-2fd3-47b9-b3fd-ba255dcf5a41 req-cff72bd0-1109-4aee-a7fe-39dea7883e06 service neutron] Checking agent: {'id': 'd1be059a-68ea-4c77-9b2b-29f4afa47e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:09:40.233098 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45b4a11-2fd3-47b9-b3fd-ba255dcf5a41 req-cff72bd0-1109-4aee-a7fe-39dea7883e06 service neutron] Checking segment: {'id': 'e4ee4f38-7654-4d32-bfea-fd614ca5e3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '4d9dd07a-60e3-447d-8a49-81693032a9ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:09:40.233500 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45b4a11-2fd3-47b9-b3fd-ba255dcf5a41 req-cff72bd0-1109-4aee-a7fe-39dea7883e06 service neutron] Bound using segment: {'id': 'e4ee4f38-7654-4d32-bfea-fd614ca5e3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '4d9dd07a-60e3-447d-8a49-81693032a9ca'} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:09:40.234086 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-a45b4a11-2fd3-47b9-b3fd-ba255dcf5a41 req-cff72bd0-1109-4aee-a7fe-39dea7883e06 service neutron] Bound port: 07a3103f-ac12-4633-b1f7-c6eaa75732b6, host: n-h2-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4ee4f38-7654-4d32-bfea-fd614ca5e3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '4d9dd07a-60e3-447d-8a49-81693032a9ca'}}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:09:40.234361 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-a45b4a11-2fd3-47b9-b3fd-ba255dcf5a41 req-cff72bd0-1109-4aee-a7fe-39dea7883e06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:40.272467 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96a435e-5ad0-4795-8661-b3df1890d374 tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Network 0a5cf104-e646-4fa3-94a8-ab92184a1860 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:09:40.279446 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02c638d-c4ff-4e29-b643-e059ab333089 req-0e0210f4-01b6-4ccd-9cf0-25e811b35b33 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:40.294234 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-5b47c57e-65c0-4133-8602-f15c81703852 req-d0c766f8-b3b6-4d63-b1c8-1ad4e96a0595 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:40.307320 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e02c638d-c4ff-4e29-b643-e059ab333089 req-0e0210f4-01b6-4ccd-9cf0-25e811b35b33 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/ports?device_id=f1c11f6b-c4a5-40f5-8b0f-d2b78b34b1f2 HTTP/1.1" status: 200 len: 936 time: 0.2023320 May 18 18:09:40.389164 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device f04e1c95-3876-4e14-8d61-83d2ed4ce257 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:09:40.396729 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-e96a435e-5ad0-4795-8661-b3df1890d374 tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:09:40.408724 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96a435e-5ad0-4795-8661-b3df1890d374 tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:09:40.440026 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e02c638d-c4ff-4e29-b643-e059ab333089 req-91f1ff6f-b793-4c6b-bbe8-9731e0104b80 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/security-groups?id=5ea4329b-bade-4f5a-bfbd-7917c3702679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316729 May 18 18:09:40.484399 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5e01cb62-54bb-4a5b-947e-721cc75abaa2 req-961ba88c-d9ce-4d76-b3fe-7188892b4a56 tempest-VolumesAdminNegativeTest-1793613281 tempest-VolumesAdminNegativeTest-1793613281-project] 10.222.0.85 "GET /v2.0/security-groups?id=59baf776-b8f2-4c2a-a729-acf7787f08a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7007675 May 18 18:09:40.590314 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d9d9df-ab6a-44c4-a83d-9220baa6c01b req-b1655215-a614-433a-b9cd-d9a3b4625b64 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:40.591583 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-35d9d9df-ab6a-44c4-a83d-9220baa6c01b req-b1655215-a614-433a-b9cd-d9a3b4625b64 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:40.634063 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-fab7c859-9b50-4b7c-9a3d-ff20d5d8b272 None None] Provisioning complete for port a3b93a51-a23a-4c7c-9963-129e53fee717 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:09:40.635203 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-fab7c859-9b50-4b7c-9a3d-ff20d5d8b272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:40.687807 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-a45b4a11-2fd3-47b9-b3fd-ba255dcf5a41 req-cff72bd0-1109-4aee-a7fe-39dea7883e06 service neutron] For port 07a3103f-ac12-4633-b1f7-c6eaa75732b6, host n-h2-838550-3, cleared binding levels {{(pid=102731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:09:40.700280 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96a435e-5ad0-4795-8661-b3df1890d374 tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:40.700280 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e96a435e-5ad0-4795-8661-b3df1890d374 tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:40.708943 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96a435e-5ad0-4795-8661-b3df1890d374 tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Pushing event updated for resources: {'Port': ['ID=ce0d9134-04d9-4123-9d5e-cc62d5177b24,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:09:40.725239 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-35d9d9df-ab6a-44c4-a83d-9220baa6c01b req-b1655215-a614-433a-b9cd-d9a3b4625b64 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.2729261 May 18 18:09:40.739337 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-a45b4a11-2fd3-47b9-b3fd-ba255dcf5a41 req-cff72bd0-1109-4aee-a7fe-39dea7883e06 service neutron] For port 07a3103f-ac12-4633-b1f7-c6eaa75732b6, host n-h2-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=07a3103f-ac12-4633-b1f7-c6eaa75732b6,segment=NetworkSegment(e4ee4f38-7654-4d32-bfea-fd614ca5e3fc),segment_id=e4ee4f38-7654-4d32-bfea-fd614ca5e3fc)] {{(pid=102731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:09:40.746825 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-35d9d9df-ab6a-44c4-a83d-9220baa6c01b req-f504bb03-ee3a-498a-a952-feac55fe0b75 service neutron] Request body: {'port': {'device_id': 'f1c11f6b-c4a5-40f5-8b0f-d2b78b34b1f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-3'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:09:40.765215 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-a45b4a11-2fd3-47b9-b3fd-ba255dcf5a41 req-cff72bd0-1109-4aee-a7fe-39dea7883e06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:40.801069 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55372678-9f1d-445b-8d83-c32e074409f3 req-02d50a72-36fb-42f7-aa30-474aec68706f tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:40.813709 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-55372678-9f1d-445b-8d83-c32e074409f3 req-02d50a72-36fb-42f7-aa30-474aec68706f tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=b620702a-122a-4cad-9b6e-b764547e6f53 HTTP/1.1" status: 200 len: 945 time: 0.2301755 May 18 18:09:40.919902 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-55372678-9f1d-445b-8d83-c32e074409f3 req-46e75979-3448-4dc8-8698-26bb8f0d2efd tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/security-groups?id=33ba1fad-191a-4b7a-ae9e-8e9e60985e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047862 May 18 18:09:40.970981 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-fab7c859-9b50-4b7c-9a3d-ff20d5d8b272 None None] Port a3b93a51-a23a-4c7c-9963-129e53fee717 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:09:40.973390 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port f04e1c95-3876-4e14-8d61-83d2ed4ce257 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:09:40.974018 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:41.006133 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-e96a435e-5ad0-4795-8661-b3df1890d374 tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.3299642 May 18 18:09:41.006615 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 54346) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:09:41.013378 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-2900d4c7-a302-4638-affc-1f1976f8d88d tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Request body: {'port': {'network_id': '0a5cf104-e646-4fa3-94a8-ab92184a1860', 'name': 'tempest-AllowedAddressPairTestJSON-1829431877', 'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:77:f3:b6'}]}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:09:41.219817 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-3625a6ae-eba5-4a9b-9659-25cf50a5a713 None None] Provisioning complete for port f04e1c95-3876-4e14-8d61-83d2ed4ce257 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:09:41.220403 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-3625a6ae-eba5-4a9b-9659-25cf50a5a713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:41.234196 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:41.353212 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a55a3d4c-3e80-4cae-a4ef-c5eea941b188 req-818e7b6f-f977-4acf-9cc0-001b25a47248 tempest-ServerAddressesTestJSON-1512214218 tempest-ServerAddressesTestJSON-1512214218-project] 10.222.0.85 "GET /v2.0/ports?device_id=c420bc6c-45ec-413c-bdd7-3b846aafad5e HTTP/1.1" status: 200 len: 210 time: 0.2906480 May 18 18:09:41.366079 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45b4a11-2fd3-47b9-b3fd-ba255dcf5a41 req-cff72bd0-1109-4aee-a7fe-39dea7883e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:41.367114 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-a45b4a11-2fd3-47b9-b3fd-ba255dcf5a41 req-cff72bd0-1109-4aee-a7fe-39dea7883e06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:41.387823 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a45b4a11-2fd3-47b9-b3fd-ba255dcf5a41 req-cff72bd0-1109-4aee-a7fe-39dea7883e06 service neutron] 10.222.0.88 "PUT /v2.0/ports/07a3103f-ac12-4633-b1f7-c6eaa75732b6 HTTP/1.1" status: 200 len: 1092 time: 5.9279678 May 18 18:09:41.418333 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9218ab89-c742-49ec-ad02-0673fafe06dd', 'tag': '07a3103f-ac12-4633-b1f7-c6eaa75732b6'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:09:41.435090 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e679806-c504-453d-a484-054a66d9b24b" -d '{"events": [{"name": "network-changed", "server_uuid": "9218ab89-c742-49ec-ad02-0673fafe06dd", "tag": "07a3103f-ac12-4633-b1f7-c6eaa75732b6"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:09:41.452398 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78e4b69-6b6f-474e-be48-c078545d25f5 req-743a9519-6d6c-4a4b-bea7-6188f2d446a3 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:41.472356 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f78e4b69-6b6f-474e-be48-c078545d25f5 req-743a9519-6d6c-4a4b-bea7-6188f2d446a3 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] 10.222.0.85 "GET /v2.0/ports?device_id=af2db400-b5d2-4e94-a59d-b268fc903c1d HTTP/1.1" status: 200 len: 946 time: 0.3293431 May 18 18:09:41.474478 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-35d9d9df-ab6a-44c4-a83d-9220baa6c01b req-f504bb03-ee3a-498a-a952-feac55fe0b75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:41.563520 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2900d4c7-a302-4638-affc-1f1976f8d88d tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Made reservation on behalf of d7297a8cf6544cd993a848d0128fe2a0 for: {'port': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:09:41.682705 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-3625a6ae-eba5-4a9b-9659-25cf50a5a713 None None] Current status of the port f04e1c95-3876-4e14-8d61-83d2ed4ce257 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:09:41.727248 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port f04e1c95-3876-4e14-8d61-83d2ed4ce257 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:09:41.751620 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2900d4c7-a302-4638-affc-1f1976f8d88d tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:41.776213 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-3625a6ae-eba5-4a9b-9659-25cf50a5a713 None None] Provisioning complete for port ce0d9134-04d9-4123-9d5e-cc62d5177b24 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:09:41.777188 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-3625a6ae-eba5-4a9b-9659-25cf50a5a713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:41.815637 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [req-5b47c57e-65c0-4133-8602-f15c81703852 req-d0c766f8-b3b6-4d63-b1c8-1ad4e96a0595 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd8f8aaa-b342-41cd-a575-97d415876063 {{(pid=102731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:09:41.831069 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-5b47c57e-65c0-4133-8602-f15c81703852 req-d0c766f8-b3b6-4d63-b1c8-1ad4e96a0595 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:41.840139 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d56a7d50-36ab-466a-8a89-6bc41c80bcfd req-10419cba-2e78-4099-99f4-09d44a3051fe service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=77596843-4c0f-475a-8d4e-a5a7e48df306&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3446546 May 18 18:09:41.856457 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.provisioning_blocks [req-5b47c57e-65c0-4133-8602-f15c81703852 req-d0c766f8-b3b6-4d63-b1c8-1ad4e96a0595 service neutron] Transition to ACTIVE for port object fd8f8aaa-b342-41cd-a575-97d415876063 will not be triggered until provisioned by entity L2. {{(pid=102731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:09:41.902090 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-5b47c57e-65c0-4133-8602-f15c81703852 req-d0c766f8-b3b6-4d63-b1c8-1ad4e96a0595 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:41.916099 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f78e4b69-6b6f-474e-be48-c078545d25f5 req-b5100a11-df60-481d-92d6-988d35b60831 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] 10.222.0.85 "GET /v2.0/security-groups?id=cb4db50c-f652-4bbe-9372-f1efeb00bae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4293399 May 18 18:09:41.917496 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-3625a6ae-eba5-4a9b-9659-25cf50a5a713 None None] Port ce0d9134-04d9-4123-9d5e-cc62d5177b24 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:09:41.974727 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [None req-2900d4c7-a302-4638-affc-1f1976f8d88d tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] device_id is not set on port 7689e833-7153-4b36-b6bd-6eb424009d3a yet. {{(pid=102730) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 18 18:09:42.106433 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-fbb6bded-cddd-48ed-83af-406c171a1df5 None None] Provisioning complete for port ce0d9134-04d9-4123-9d5e-cc62d5177b24 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:09:42.107798 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-fbb6bded-cddd-48ed-83af-406c171a1df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:42.130232 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdbd09cc-c33a-405a-b6e1-7d1b8bbe63c0 x-openstack-request-id: req-bdbd09cc-c33a-405a-b6e1-7d1b8bbe63c0 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:09:42.130605 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9218ab89-c742-49ec-ad02-0673fafe06dd", "tag": "07a3103f-ac12-4633-b1f7-c6eaa75732b6", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:09:42.130798 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-bdbd09cc-c33a-405a-b6e1-7d1b8bbe63c0 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:09:42.131174 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdbd09cc-c33a-405a-b6e1-7d1b8bbe63c0'] response: {'name': 'network-changed', 'server_uuid': '9218ab89-c742-49ec-ad02-0673fafe06dd', 'tag': '07a3103f-ac12-4633-b1f7-c6eaa75732b6', 'status': 'completed', 'code': 200} May 18 18:09:42.131918 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff72bd0-1109-4aee-a7fe-39dea7883e06 service neutron] Pushing event updated for resources: {'Port': ['ID=07a3103f-ac12-4633-b1f7-c6eaa75732b6,revision_number=3']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:09:42.144401 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56a7d50-36ab-466a-8a89-6bc41c80bcfd req-033717ac-c6da-4f7a-947b-4d4ed4ad33fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:42.145974 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d56a7d50-36ab-466a-8a89-6bc41c80bcfd req-033717ac-c6da-4f7a-947b-4d4ed4ad33fb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8ebc9a1ec3004890baedda4682fb5641&device_id=77596843-4c0f-475a-8d4e-a5a7e48df306 HTTP/1.1" status: 200 len: 1095 time: 0.1603534 May 18 18:09:42.343283 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6430ba3-ae97-4d89-9331-9e5d99ba9bf5 req-7b8fed44-f1ab-4531-81d4-3d3bb2990c94 tempest-ServerAddressesTestJSON-1512214218 tempest-ServerAddressesTestJSON-1512214218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:42.346238 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f6430ba3-ae97-4d89-9331-9e5d99ba9bf5 req-7b8fed44-f1ab-4531-81d4-3d3bb2990c94 tempest-ServerAddressesTestJSON-1512214218 tempest-ServerAddressesTestJSON-1512214218-project] 10.222.0.36 "GET /v2.0/networks?id=b2982599-5ebb-4f87-bd50-0f027a144481 HTTP/1.1" status: 200 len: 813 time: 0.5892973 May 18 18:09:42.392354 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-f6430ba3-ae97-4d89-9331-9e5d99ba9bf5 req-fdb172f5-c9e4-425c-b8d5-b03c86acd09f tempest-ServerAddressesTestJSON-1512214218 tempest-ServerAddressesTestJSON-1512214218-project] Request body: {'port': {'device_id': 'c420bc6c-45ec-413c-bdd7-3b846aafad5e', 'network_id': 'b2982599-5ebb-4f87-bd50-0f027a144481', 'admin_state_up': True, 'tenant_id': '27f4f5541d904d7d958ace3e088a345f'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:09:42.408163 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-fbb6bded-cddd-48ed-83af-406c171a1df5 None None] Port ce0d9134-04d9-4123-9d5e-cc62d5177b24 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:09:42.414260 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:42.440154 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-2900d4c7-a302-4638-affc-1f1976f8d88d tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Allocated IP 172.20.0.6 (0a5cf104-e646-4fa3-94a8-ab92184a1860/42ca508a-e901-4508-84cf-8faa3ce61098/7689e833-7153-4b36-b6bd-6eb424009d3a) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:09:42.492805 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e03255-aeb1-4114-b1cd-1d69a077220c req-033fee5f-77b0-4130-a4d8-1690b6d873f5 tempest-InstanceActionsTestJSON-1149630296 tempest-InstanceActionsTestJSON-1149630296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:42.495897 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a1e03255-aeb1-4114-b1cd-1d69a077220c req-033fee5f-77b0-4130-a4d8-1690b6d873f5 tempest-InstanceActionsTestJSON-1149630296 tempest-InstanceActionsTestJSON-1149630296-project] 10.222.0.85 "GET /v2.0/ports?device_id=9218ab89-c742-49ec-ad02-0673fafe06dd HTTP/1.1" status: 200 len: 944 time: 0.6370060 May 18 18:09:42.496697 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c766f8-b3b6-4d63-b1c8-1ad4e96a0595 service neutron] Pushing event updated for resources: {'Port': ['ID=fd8f8aaa-b342-41cd-a575-97d415876063,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:09:42.504669 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45b4a11-2fd3-47b9-b3fd-ba255dcf5a41 req-dfdca886-858f-4617-9006-530ca112afcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:42.506218 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a45b4a11-2fd3-47b9-b3fd-ba255dcf5a41 req-dfdca886-858f-4617-9006-530ca112afcf service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b4a8bc59fff649a9b49d03b3d54d1fb9&device_id=9218ab89-c742-49ec-ad02-0673fafe06dd HTTP/1.1" status: 200 len: 1095 time: 0.6334476 May 18 18:09:42.661195 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a45b4a11-2fd3-47b9-b3fd-ba255dcf5a41 req-c0a2a2b0-eba0-441d-9e75-c98f62155c11 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07a3103f-ac12-4633-b1f7-c6eaa75732b6 HTTP/1.1" status: 200 len: 217 time: 0.1333756 May 18 18:09:42.708837 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-5b47c57e-65c0-4133-8602-f15c81703852 req-d0c766f8-b3b6-4d63-b1c8-1ad4e96a0595 service neutron] Attempting to bind port fd8f8aaa-b342-41cd-a575-97d415876063 on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:09:42.709414 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-5b47c57e-65c0-4133-8602-f15c81703852 req-d0c766f8-b3b6-4d63-b1c8-1ad4e96a0595 service neutron] Attempting to bind port fd8f8aaa-b342-41cd-a575-97d415876063 by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': '8b20d3f8-8bbd-4cf8-b792-267f0fcdf916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'a958cb87-874f-4b64-a723-1e49b51050be'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:09:42.710014 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b47c57e-65c0-4133-8602-f15c81703852 req-d0c766f8-b3b6-4d63-b1c8-1ad4e96a0595 service neutron] Attempting to bind port fd8f8aaa-b342-41cd-a575-97d415876063 on network a958cb87-874f-4b64-a723-1e49b51050be {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:09:42.816162 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b47c57e-65c0-4133-8602-f15c81703852 req-d0c766f8-b3b6-4d63-b1c8-1ad4e96a0595 service neutron] Port fd8f8aaa-b342-41cd-a575-97d415876063 on network a958cb87-874f-4b64-a723-1e49b51050be not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:09:42.819662 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b47c57e-65c0-4133-8602-f15c81703852 req-d0c766f8-b3b6-4d63-b1c8-1ad4e96a0595 service neutron] Attempting to bind port fd8f8aaa-b342-41cd-a575-97d415876063 on network a958cb87-874f-4b64-a723-1e49b51050be {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:09:42.851807 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a1e03255-aeb1-4114-b1cd-1d69a077220c req-fc4a5724-2b12-48dd-8dbe-61e527edeebc tempest-InstanceActionsTestJSON-1149630296 tempest-InstanceActionsTestJSON-1149630296-project] 10.222.0.85 "GET /v2.0/security-groups?id=25574424-1dcf-4628-a56d-e8a0bd0380c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3125286 May 18 18:09:42.868791 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b47c57e-65c0-4133-8602-f15c81703852 req-d0c766f8-b3b6-4d63-b1c8-1ad4e96a0595 service neutron] Checking agent: {'id': 'd1be059a-68ea-4c77-9b2b-29f4afa47e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:09:42.869273 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b47c57e-65c0-4133-8602-f15c81703852 req-d0c766f8-b3b6-4d63-b1c8-1ad4e96a0595 service neutron] Checking segment: {'id': '8b20d3f8-8bbd-4cf8-b792-267f0fcdf916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'a958cb87-874f-4b64-a723-1e49b51050be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:09:42.869860 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b47c57e-65c0-4133-8602-f15c81703852 req-d0c766f8-b3b6-4d63-b1c8-1ad4e96a0595 service neutron] Bound using segment: {'id': '8b20d3f8-8bbd-4cf8-b792-267f0fcdf916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'a958cb87-874f-4b64-a723-1e49b51050be'} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:09:42.870545 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-5b47c57e-65c0-4133-8602-f15c81703852 req-d0c766f8-b3b6-4d63-b1c8-1ad4e96a0595 service neutron] Bound port: fd8f8aaa-b342-41cd-a575-97d415876063, host: n-h2-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b20d3f8-8bbd-4cf8-b792-267f0fcdf916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'a958cb87-874f-4b64-a723-1e49b51050be'}}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:09:42.874110 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-5b47c57e-65c0-4133-8602-f15c81703852 req-d0c766f8-b3b6-4d63-b1c8-1ad4e96a0595 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:42.926115 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45b4a11-2fd3-47b9-b3fd-ba255dcf5a41 req-e362f19f-89af-4da2-a8ab-dd2cc5796de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:42.929102 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a45b4a11-2fd3-47b9-b3fd-ba255dcf5a41 req-e362f19f-89af-4da2-a8ab-dd2cc5796de3 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8ea689f9-ba73-48fa-b12c-7b4cbb66eca5 HTTP/1.1" status: 200 len: 853 time: 0.2462995 May 18 18:09:43.021472 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:43.062518 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e25a85c-2cec-43b2-8269-6c52a3979e24 req-6a0819cf-0e4b-43b4-8bd2-5b36f6ca3e5c tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:43.065887 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2e25a85c-2cec-43b2-8269-6c52a3979e24 req-6a0819cf-0e4b-43b4-8bd2-5b36f6ca3e5c tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/ports?device_id=f1c11f6b-c4a5-40f5-8b0f-d2b78b34b1f2 HTTP/1.1" status: 200 len: 936 time: 0.7604010 May 18 18:09:43.073077 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56a7d50-36ab-466a-8a89-6bc41c80bcfd req-f6c98dd3-487b-4e13-a183-94010a16706e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:43.074929 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d56a7d50-36ab-466a-8a89-6bc41c80bcfd req-f6c98dd3-487b-4e13-a183-94010a16706e service neutron] 10.222.0.36 "GET /v2.0/networks?id=34fdcfa4-2e5d-460f-9a9f-5a798833609a HTTP/1.1" status: 200 len: 909 time: 0.7942629 May 18 18:09:43.093839 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a45b4a11-2fd3-47b9-b3fd-ba255dcf5a41 req-2db08d7e-b54f-4f0d-a12e-e4b65a07c5c0 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4d9dd07a-60e3-447d-8a49-81693032a9ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1498764 May 18 18:09:43.204042 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d56a7d50-36ab-466a-8a89-6bc41c80bcfd req-15f1ccbb-4fd6-4974-b676-22da8730bb19 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=44ffae4b-f21a-4414-9cb7-cffce704b5da HTTP/1.1" status: 200 len: 217 time: 0.1185777 May 18 18:09:43.290835 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2e25a85c-2cec-43b2-8269-6c52a3979e24 req-579da627-240c-4ca7-b69b-6c8cdc7d363a tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/security-groups?id=5ea4329b-bade-4f5a-bfbd-7917c3702679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064483 May 18 18:09:43.377227 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56a7d50-36ab-466a-8a89-6bc41c80bcfd req-660b5061-bbf8-4337-942d-a5a59870c10a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:43.379228 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d56a7d50-36ab-466a-8a89-6bc41c80bcfd req-660b5061-bbf8-4337-942d-a5a59870c10a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8f7111f6-e2ae-4553-ac4c-889ba94e64a6 HTTP/1.1" status: 200 len: 848 time: 0.1509991 May 18 18:09:43.439908 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d56a7d50-36ab-466a-8a89-6bc41c80bcfd req-969976a5-a695-4616-904b-e7913522a747 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=34fdcfa4-2e5d-460f-9a9f-5a798833609a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500293 May 18 18:09:43.452975 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6430ba3-ae97-4d89-9331-9e5d99ba9bf5 req-fdb172f5-c9e4-425c-b8d5-b03c86acd09f tempest-ServerAddressesTestJSON-1512214218 tempest-ServerAddressesTestJSON-1512214218-project] Made reservation on behalf of 27f4f5541d904d7d958ace3e088a345f for: {'port': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:09:43.459469 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-f6430ba3-ae97-4d89-9331-9e5d99ba9bf5 req-fdb172f5-c9e4-425c-b8d5-b03c86acd09f tempest-ServerAddressesTestJSON-1512214218 tempest-ServerAddressesTestJSON-1512214218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:43.659394 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [req-35d9d9df-ab6a-44c4-a83d-9220baa6c01b req-f504bb03-ee3a-498a-a952-feac55fe0b75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3b93a51-a23a-4c7c-9963-129e53fee717 {{(pid=102731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:09:43.693735 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-35d9d9df-ab6a-44c4-a83d-9220baa6c01b req-f504bb03-ee3a-498a-a952-feac55fe0b75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:43.702801 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2900d4c7-a302-4638-affc-1f1976f8d88d tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:43.708522 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-5b47c57e-65c0-4133-8602-f15c81703852 req-d0c766f8-b3b6-4d63-b1c8-1ad4e96a0595 service neutron] For port fd8f8aaa-b342-41cd-a575-97d415876063, host n-h2-838550-3, cleared binding levels {{(pid=102731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:09:43.732998 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94c09fb-319c-4c36-9e51-a241b55c9009 req-5a4ff0ba-50d5-4ff0-8e28-bf4ef5913c56 tempest-VolumesAdminNegativeTest-1793613281 tempest-VolumesAdminNegativeTest-1793613281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:43.735553 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e94c09fb-319c-4c36-9e51-a241b55c9009 req-5a4ff0ba-50d5-4ff0-8e28-bf4ef5913c56 tempest-VolumesAdminNegativeTest-1793613281 tempest-VolumesAdminNegativeTest-1793613281-project] 10.222.0.85 "GET /v2.0/ports?device_id=47fcd2a4-37b6-4a28-96fb-60f03e10e925 HTTP/1.1" status: 200 len: 943 time: 0.6870503 May 18 18:09:43.768693 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-5b47c57e-65c0-4133-8602-f15c81703852 req-d0c766f8-b3b6-4d63-b1c8-1ad4e96a0595 service neutron] For port fd8f8aaa-b342-41cd-a575-97d415876063, host n-h2-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=fd8f8aaa-b342-41cd-a575-97d415876063,segment=NetworkSegment(8b20d3f8-8bbd-4cf8-b792-267f0fcdf916),segment_id=8b20d3f8-8bbd-4cf8-b792-267f0fcdf916)] {{(pid=102731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:09:43.778593 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.provisioning_blocks [req-35d9d9df-ab6a-44c4-a83d-9220baa6c01b req-f504bb03-ee3a-498a-a952-feac55fe0b75 service neutron] Transition to ACTIVE for port object a3b93a51-a23a-4c7c-9963-129e53fee717 will not be triggered until provisioned by entity L2. {{(pid=102731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:09:43.796746 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-5b47c57e-65c0-4133-8602-f15c81703852 req-d0c766f8-b3b6-4d63-b1c8-1ad4e96a0595 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:43.818069 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-35d9d9df-ab6a-44c4-a83d-9220baa6c01b req-f504bb03-ee3a-498a-a952-feac55fe0b75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:43.858777 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d25b57-d4f3-47b2-bd3c-b80f0482d6fd req-7ad83cb0-4658-4ba3-b5b4-58c588987a46 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:43.861737 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e9d25b57-d4f3-47b2-bd3c-b80f0482d6fd req-7ad83cb0-4658-4ba3-b5b4-58c588987a46 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=b620702a-122a-4cad-9b6e-b764547e6f53 HTTP/1.1" status: 200 len: 945 time: 0.3437459 May 18 18:09:43.918103 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d56a7d50-36ab-466a-8a89-6bc41c80bcfd req-66ba21a6-4df5-4b78-afae-e86bc95b084c service neutron] 10.222.0.36 "GET /v2.0/networks/34fdcfa4-2e5d-460f-9a9f-5a798833609a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4498198 May 18 18:09:43.929947 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b47c57e-65c0-4133-8602-f15c81703852 req-d0c766f8-b3b6-4d63-b1c8-1ad4e96a0595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:43.931468 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-5b47c57e-65c0-4133-8602-f15c81703852 req-d0c766f8-b3b6-4d63-b1c8-1ad4e96a0595 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:43.933933 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5b47c57e-65c0-4133-8602-f15c81703852 req-d0c766f8-b3b6-4d63-b1c8-1ad4e96a0595 service neutron] 10.222.0.88 "PUT /v2.0/ports/fd8f8aaa-b342-41cd-a575-97d415876063 HTTP/1.1" status: 200 len: 1091 time: 4.1448488 May 18 18:09:43.951039 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2900d4c7-a302-4638-affc-1f1976f8d88d tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:43.981531 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e94c09fb-319c-4c36-9e51-a241b55c9009 req-38c05ba8-a81f-47d4-9a50-d4851159a68c tempest-VolumesAdminNegativeTest-1793613281 tempest-VolumesAdminNegativeTest-1793613281-project] 10.222.0.85 "GET /v2.0/security-groups?id=59baf776-b8f2-4c2a-a729-acf7787f08a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228510 May 18 18:09:43.985245 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a45b4a11-2fd3-47b9-b3fd-ba255dcf5a41 req-4ef9ecdf-d759-4429-8f95-64a372ae897e service neutron] 10.222.0.88 "GET /v2.0/networks/4d9dd07a-60e3-447d-8a49-81693032a9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8576143 May 18 18:09:44.089581 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c766f8-b3b6-4d63-b1c8-1ad4e96a0595 service neutron] Pushing event updated for resources: {'Port': ['ID=fd8f8aaa-b342-41cd-a575-97d415876063,revision_number=3']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:09:44.141780 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47fcd2a4-37b6-4a28-96fb-60f03e10e925', 'tag': 'fd8f8aaa-b342-41cd-a575-97d415876063'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:09:44.144253 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f831c7c-e017-46df-a8c9-b98b3af0429d" -d '{"events": [{"name": "network-changed", "server_uuid": "47fcd2a4-37b6-4a28-96fb-60f03e10e925", "tag": "fd8f8aaa-b342-41cd-a575-97d415876063"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:09:44.244058 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d56a7d50-36ab-466a-8a89-6bc41c80bcfd req-9d2c875c-5afd-4973-afbc-6db72c4cbca6 service neutron] 10.222.0.36 "GET /v2.0/networks/34fdcfa4-2e5d-460f-9a9f-5a798833609a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2952714 May 18 18:09:44.287675 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2900d4c7-a302-4638-affc-1f1976f8d88d tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Network 0a5cf104-e646-4fa3-94a8-ab92184a1860 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:09:44.295410 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [req-f6430ba3-ae97-4d89-9331-9e5d99ba9bf5 req-fdb172f5-c9e4-425c-b8d5-b03c86acd09f tempest-ServerAddressesTestJSON-1512214218 tempest-ServerAddressesTestJSON-1512214218-project] Allocated IP 172.20.0.5 (b2982599-5ebb-4f87-bd50-0f027a144481/4d8e371b-85bf-41bf-9bc5-c5a3b50090bc/fe42e83a-c339-4ccc-8270-6c09d0a508b9) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:09:44.300808 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-2900d4c7-a302-4638-affc-1f1976f8d88d tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:09:44.305464 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2900d4c7-a302-4638-affc-1f1976f8d88d tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Pushing event updated for resources: {'Port': ['ID=7689e833-7153-4b36-b6bd-6eb424009d3a,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:09:44.317385 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e9d25b57-d4f3-47b2-bd3c-b80f0482d6fd req-3cb9150c-18ef-4a2c-9eb8-11eb51475c9b tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/security-groups?id=33ba1fad-191a-4b7a-ae9e-8e9e60985e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4398441 May 18 18:09:44.330735 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2900d4c7-a302-4638-affc-1f1976f8d88d tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:09:44.338464 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9246b4dd-4d5f-44f2-9f9f-12e45bae187a req-a35155b7-c0bb-491e-80bd-d524dfe284f7 tempest-ServerAddressesTestJSON-1512214218 tempest-ServerAddressesTestJSON-1512214218-project] 10.222.0.85 "GET /v2.0/ports?device_id=c420bc6c-45ec-413c-bdd7-3b846aafad5e HTTP/1.1" status: 200 len: 210 time: 0.1460404 May 18 18:09:44.381959 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f504bb03-ee3a-498a-a952-feac55fe0b75 service neutron] Pushing event updated for resources: {'Port': ['ID=a3b93a51-a23a-4c7c-9963-129e53fee717,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:09:44.452057 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b47c57e-65c0-4133-8602-f15c81703852 req-48a2049b-46c7-4ba2-9055-6a2a38f39643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:44.464520 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5b47c57e-65c0-4133-8602-f15c81703852 req-48a2049b-46c7-4ba2-9055-6a2a38f39643 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=bae917ccf22446e8a9bd09c95f9e7e02&device_id=47fcd2a4-37b6-4a28-96fb-60f03e10e925 HTTP/1.1" status: 200 len: 1094 time: 0.3756554 May 18 18:09:44.469413 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-35d9d9df-ab6a-44c4-a83d-9220baa6c01b req-f504bb03-ee3a-498a-a952-feac55fe0b75 service neutron] Attempting to bind port a3b93a51-a23a-4c7c-9963-129e53fee717 on host n-h1-838550-3 for vnic_type normal with profile {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:09:44.469841 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-35d9d9df-ab6a-44c4-a83d-9220baa6c01b req-f504bb03-ee3a-498a-a952-feac55fe0b75 service neutron] Attempting to bind port a3b93a51-a23a-4c7c-9963-129e53fee717 by drivers openvswitch,hyperv on host n-h1-838550-3 at level 0 using segments [{'id': '2879bb11-64b4-46f1-9f8b-52941d47b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:09:44.470177 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d9d9df-ab6a-44c4-a83d-9220baa6c01b req-f504bb03-ee3a-498a-a952-feac55fe0b75 service neutron] Attempting to bind port a3b93a51-a23a-4c7c-9963-129e53fee717 on network 4c8ef274-9ecc-47c2-9686-5eebd78fb305 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:09:44.486569 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2900d4c7-a302-4638-affc-1f1976f8d88d tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:44.487258 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2900d4c7-a302-4638-affc-1f1976f8d88d tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:44.609287 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-2900d4c7-a302-4638-affc-1f1976f8d88d tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 3.5981238 May 18 18:09:44.624376 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 54442) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:09:44.678903 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d9d9df-ab6a-44c4-a83d-9220baa6c01b req-f504bb03-ee3a-498a-a952-feac55fe0b75 service neutron] Port a3b93a51-a23a-4c7c-9963-129e53fee717 on network 4c8ef274-9ecc-47c2-9686-5eebd78fb305 not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-3 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:09:44.680317 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d9d9df-ab6a-44c4-a83d-9220baa6c01b req-f504bb03-ee3a-498a-a952-feac55fe0b75 service neutron] Attempting to bind port a3b93a51-a23a-4c7c-9963-129e53fee717 on network 4c8ef274-9ecc-47c2-9686-5eebd78fb305 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:09:44.694618 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5b47c57e-65c0-4133-8602-f15c81703852 req-fe66a441-349b-4f63-bcbd-45f76d021a56 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fd8f8aaa-b342-41cd-a575-97d415876063 HTTP/1.1" status: 200 len: 217 time: 0.2089522 May 18 18:09:44.698303 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a45b4a11-2fd3-47b9-b3fd-ba255dcf5a41 req-db72ac10-cf8c-4b1d-af5a-f6a94be79f1a service neutron] 10.222.0.88 "GET /v2.0/networks/4d9dd07a-60e3-447d-8a49-81693032a9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6107621 May 18 18:09:44.721022 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d9d9df-ab6a-44c4-a83d-9220baa6c01b req-f504bb03-ee3a-498a-a952-feac55fe0b75 service neutron] Checking agent: {'id': '1dbac822-25f2-4df8-9dc8-5c2e7b136eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:09:44.726904 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d9d9df-ab6a-44c4-a83d-9220baa6c01b req-f504bb03-ee3a-498a-a952-feac55fe0b75 service neutron] Checking segment: {'id': '2879bb11-64b4-46f1-9f8b-52941d47b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:09:44.727393 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d9d9df-ab6a-44c4-a83d-9220baa6c01b req-f504bb03-ee3a-498a-a952-feac55fe0b75 service neutron] Bound using segment: {'id': '2879bb11-64b4-46f1-9f8b-52941d47b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305'} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:09:44.727920 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-35d9d9df-ab6a-44c4-a83d-9220baa6c01b req-f504bb03-ee3a-498a-a952-feac55fe0b75 service neutron] Bound port: a3b93a51-a23a-4c7c-9963-129e53fee717, host: n-h1-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2879bb11-64b4-46f1-9f8b-52941d47b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305'}}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:09:44.728299 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-35d9d9df-ab6a-44c4-a83d-9220baa6c01b req-f504bb03-ee3a-498a-a952-feac55fe0b75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:44.755134 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-12ff87da-a987-4838-830f-d5479a27bf5a None None] Provisioning complete for port 7689e833-7153-4b36-b6bd-6eb424009d3a triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:09:44.756302 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-12ff87da-a987-4838-830f-d5479a27bf5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:44.808169 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbac1ed-0069-4070-bafb-87c8927b655e req-4d82f224-0f81-4f6a-a4be-a7b3f79ecb1c tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:44.811663 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-abbac1ed-0069-4070-bafb-87c8927b655e req-4d82f224-0f81-4f6a-a4be-a7b3f79ecb1c tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] 10.222.0.85 "GET /v2.0/ports?device_id=af2db400-b5d2-4e94-a59d-b268fc903c1d HTTP/1.1" status: 200 len: 946 time: 0.3074324 May 18 18:09:44.854998 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-12ff87da-a987-4838-830f-d5479a27bf5a None None] Port 7689e833-7153-4b36-b6bd-6eb424009d3a cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:09:44.909086 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af320f11-bb61-4612-bc1b-16208b2a9ff5 tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:44.913175 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b47c57e-65c0-4133-8602-f15c81703852 req-cc368ed1-74eb-466c-98a3-3ad9d68ae6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:44.914698 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5b47c57e-65c0-4133-8602-f15c81703852 req-cc368ed1-74eb-466c-98a3-3ad9d68ae6fd service neutron] 10.222.0.88 "GET /v2.0/subnets?id=cd7c0f99-477a-48b7-bd6e-426b59e864db HTTP/1.1" status: 200 len: 855 time: 0.1729569 May 18 18:09:44.914934 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af320f11-bb61-4612-bc1b-16208b2a9ff5 tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:44.920835 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af320f11-bb61-4612-bc1b-16208b2a9ff5 tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:44.927025 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-af320f11-bb61-4612-bc1b-16208b2a9ff5 tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] 10.222.0.85 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2467 time: 0.2934775 May 18 18:09:44.932925 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace54fed-ec83-4cd4-aff8-a68787c0a3ef req-38c3caaf-8312-4ff4-afa9-6bb2304a810f tempest-InstanceActionsTestJSON-1149630296 tempest-InstanceActionsTestJSON-1149630296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:44.932925 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ace54fed-ec83-4cd4-aff8-a68787c0a3ef req-38c3caaf-8312-4ff4-afa9-6bb2304a810f tempest-InstanceActionsTestJSON-1149630296 tempest-InstanceActionsTestJSON-1149630296-project] 10.222.0.85 "GET /v2.0/ports?device_id=9218ab89-c742-49ec-ad02-0673fafe06dd HTTP/1.1" status: 200 len: 944 time: 0.2457719 May 18 18:09:44.934902 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 54444) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:09:44.945537 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-f6430ba3-ae97-4d89-9331-9e5d99ba9bf5 req-fdb172f5-c9e4-425c-b8d5-b03c86acd09f tempest-ServerAddressesTestJSON-1512214218 tempest-ServerAddressesTestJSON-1512214218-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:44.959484 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-abbac1ed-0069-4070-bafb-87c8927b655e req-cece142a-76f9-4660-ae12-3b14e1115215 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] 10.222.0.85 "GET /v2.0/security-groups?id=cb4db50c-f652-4bbe-9372-f1efeb00bae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351874 May 18 18:09:45.032989 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-f6430ba3-ae97-4d89-9331-9e5d99ba9bf5 req-fdb172f5-c9e4-425c-b8d5-b03c86acd09f tempest-ServerAddressesTestJSON-1512214218 tempest-ServerAddressesTestJSON-1512214218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:45.072950 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5b47c57e-65c0-4133-8602-f15c81703852 req-48ba6195-7fe3-485c-b388-7178633bc56e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=a958cb87-874f-4b64-a723-1e49b51050be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1374869 May 18 18:09:45.090767 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-35d9d9df-ab6a-44c4-a83d-9220baa6c01b req-f504bb03-ee3a-498a-a952-feac55fe0b75 service neutron] For port a3b93a51-a23a-4c7c-9963-129e53fee717, host n-h1-838550-3, cleared binding levels {{(pid=102731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:09:45.095764 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-35d9d9df-ab6a-44c4-a83d-9220baa6c01b req-f504bb03-ee3a-498a-a952-feac55fe0b75 service neutron] For port a3b93a51-a23a-4c7c-9963-129e53fee717, host n-h1-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=a3b93a51-a23a-4c7c-9963-129e53fee717,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:09:45.106490 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6579094d-d4bc-42bf-95eb-3d075c93b84f x-openstack-request-id: req-6579094d-d4bc-42bf-95eb-3d075c93b84f {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:09:45.108309 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47fcd2a4-37b6-4a28-96fb-60f03e10e925", "tag": "fd8f8aaa-b342-41cd-a575-97d415876063", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:09:45.108842 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-6579094d-d4bc-42bf-95eb-3d075c93b84f {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:09:45.110109 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6579094d-d4bc-42bf-95eb-3d075c93b84f'] response: {'name': 'network-changed', 'server_uuid': '47fcd2a4-37b6-4a28-96fb-60f03e10e925', 'tag': 'fd8f8aaa-b342-41cd-a575-97d415876063', 'status': 'completed', 'code': 200} May 18 18:09:45.135103 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6430ba3-ae97-4d89-9331-9e5d99ba9bf5 req-fdb172f5-c9e4-425c-b8d5-b03c86acd09f tempest-ServerAddressesTestJSON-1512214218 tempest-ServerAddressesTestJSON-1512214218-project] Network b2982599-5ebb-4f87-bd50-0f027a144481 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:09:45.149960 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [req-f6430ba3-ae97-4d89-9331-9e5d99ba9bf5 req-fdb172f5-c9e4-425c-b8d5-b03c86acd09f tempest-ServerAddressesTestJSON-1512214218 tempest-ServerAddressesTestJSON-1512214218-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:09:45.153289 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6430ba3-ae97-4d89-9331-9e5d99ba9bf5 req-fdb172f5-c9e4-425c-b8d5-b03c86acd09f tempest-ServerAddressesTestJSON-1512214218 tempest-ServerAddressesTestJSON-1512214218-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:09:45.155823 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb172f5-c9e4-425c-b8d5-b03c86acd09f tempest-ServerAddressesTestJSON-1512214218 tempest-ServerAddressesTestJSON-1512214218-project] Pushing event updated for resources: {'Port': ['ID=fe42e83a-c339-4ccc-8270-6c09d0a508b9,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:09:45.182962 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e679806-c504-453d-a484-054a66d9b24b req-6e8e7578-b56f-46b2-ad89-b5e3b1b0f969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:45.185428 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3e679806-c504-453d-a484-054a66d9b24b req-6e8e7578-b56f-46b2-ad89-b5e3b1b0f969 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b4a8bc59fff649a9b49d03b3d54d1fb9&device_id=9218ab89-c742-49ec-ad02-0673fafe06dd HTTP/1.1" status: 200 len: 1095 time: 0.3695042 May 18 18:09:45.187330 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-35d9d9df-ab6a-44c4-a83d-9220baa6c01b req-f504bb03-ee3a-498a-a952-feac55fe0b75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:45.233176 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05054f7e-5c50-4b9a-bf7d-88f2f755be6f req-e7a92ab9-62d0-4f64-ace2-9701efce091d tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:45.235939 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-05054f7e-5c50-4b9a-bf7d-88f2f755be6f req-e7a92ab9-62d0-4f64-ace2-9701efce091d tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/ports?device_id=f1c11f6b-c4a5-40f5-8b0f-d2b78b34b1f2 HTTP/1.1" status: 200 len: 948 time: 0.1316381 May 18 18:09:45.248633 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6430ba3-ae97-4d89-9331-9e5d99ba9bf5 req-fdb172f5-c9e4-425c-b8d5-b03c86acd09f tempest-ServerAddressesTestJSON-1512214218 tempest-ServerAddressesTestJSON-1512214218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:45.250173 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-f6430ba3-ae97-4d89-9331-9e5d99ba9bf5 req-fdb172f5-c9e4-425c-b8d5-b03c86acd09f tempest-ServerAddressesTestJSON-1512214218 tempest-ServerAddressesTestJSON-1512214218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:45.303947 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f6430ba3-ae97-4d89-9331-9e5d99ba9bf5 req-fdb172f5-c9e4-425c-b8d5-b03c86acd09f tempest-ServerAddressesTestJSON-1512214218 tempest-ServerAddressesTestJSON-1512214218-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9253628 May 18 18:09:45.322434 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-f6430ba3-ae97-4d89-9331-9e5d99ba9bf5 req-b74d6bc1-8128-4108-8a65-dc64a832493f service neutron] Request body: {'port': {'device_id': 'c420bc6c-45ec-413c-bdd7-3b846aafad5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-3'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:09:45.361903 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d9d9df-ab6a-44c4-a83d-9220baa6c01b req-f504bb03-ee3a-498a-a952-feac55fe0b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:45.362878 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-35d9d9df-ab6a-44c4-a83d-9220baa6c01b req-f504bb03-ee3a-498a-a952-feac55fe0b75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:45.365159 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-35d9d9df-ab6a-44c4-a83d-9220baa6c01b req-f504bb03-ee3a-498a-a952-feac55fe0b75 service neutron] 10.222.0.36 "PUT /v2.0/ports/a3b93a51-a23a-4c7c-9963-129e53fee717 HTTP/1.1" status: 200 len: 1096 time: 4.6286619 May 18 18:09:45.372684 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-05054f7e-5c50-4b9a-bf7d-88f2f755be6f req-08e8d2ce-37a9-4946-b8d8-2656039fcfdb tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/security-groups?id=5ea4329b-bade-4f5a-bfbd-7917c3702679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163988 May 18 18:09:45.527971 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ace54fed-ec83-4cd4-aff8-a68787c0a3ef req-61ab0a55-efed-4e26-a79b-7fd4f76a1f76 tempest-InstanceActionsTestJSON-1149630296 tempest-InstanceActionsTestJSON-1149630296-project] 10.222.0.85 "GET /v2.0/security-groups?id=25574424-1dcf-4628-a56d-e8a0bd0380c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4274752 May 18 18:09:45.558933 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-f6430ba3-ae97-4d89-9331-9e5d99ba9bf5 req-b74d6bc1-8128-4108-8a65-dc64a832493f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:45.569841 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f504bb03-ee3a-498a-a952-feac55fe0b75 service neutron] Pushing event updated for resources: {'Port': ['ID=a3b93a51-a23a-4c7c-9963-129e53fee717,revision_number=3']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:09:45.675468 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc039b94-8e01-40af-9d90-3e53d282dd27 req-e0ea0d28-e3b1-4fdb-91bc-13e952542dad tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:45.675755 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5b47c57e-65c0-4133-8602-f15c81703852 req-360499e8-fa20-49c6-b3d2-6589034de45b service neutron] 10.222.0.88 "GET /v2.0/networks/a958cb87-874f-4b64-a723-1e49b51050be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5616817 May 18 18:09:45.684378 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-dc039b94-8e01-40af-9d90-3e53d282dd27 req-e0ea0d28-e3b1-4fdb-91bc-13e952542dad tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] 10.222.0.85 "GET /v2.0/ports?device_id=99d6ce8d-1802-43b7-b3a1-723c709524f1&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1629100 May 18 18:09:45.703712 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-dde9fa2f-96d6-421d-9837-2353d29441ee tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Deleting port 7689e833-7153-4b36-b6bd-6eb424009d3a {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:09:45.704361 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-dde9fa2f-96d6-421d-9837-2353d29441ee tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:45.739383 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d9d9df-ab6a-44c4-a83d-9220baa6c01b req-b5a4097e-c8cf-432a-aee8-6ced9fc946bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:45.742298 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-35d9d9df-ab6a-44c4-a83d-9220baa6c01b req-b5a4097e-c8cf-432a-aee8-6ced9fc946bf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a049c2cb7dc14b6fbce20aa8814d6ebf&device_id=f1c11f6b-c4a5-40f5-8b0f-d2b78b34b1f2 HTTP/1.1" status: 200 len: 1099 time: 0.2829957 May 18 18:09:45.828753 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-dc039b94-8e01-40af-9d90-3e53d282dd27 req-72551cbc-84c5-4404-86ec-39fc5152d8dc tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] 10.222.0.85 "GET /v2.0/floatingips?floating_ip_address=172.25.5.186 HTTP/1.1" status: 200 len: 696 time: 0.1431048 May 18 18:09:45.840625 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-dc039b94-8e01-40af-9d90-3e53d282dd27 req-090df49c-3ce3-4d1d-81e6-221b5c4b1b70 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Request body: {'floatingip': {'port_id': 'c66c94da-975c-48bf-8603-4b1d1337c6ac', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:09:45.886374 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e679806-c504-453d-a484-054a66d9b24b req-e4a983a5-0ee1-46ff-a0a5-ec21551b13a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:45.889336 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3e679806-c504-453d-a484-054a66d9b24b req-e4a983a5-0ee1-46ff-a0a5-ec21551b13a5 service neutron] 10.222.0.88 "GET /v2.0/networks?id=4d9dd07a-60e3-447d-8a49-81693032a9ca HTTP/1.1" status: 200 len: 914 time: 0.6531980 May 18 18:09:45.892087 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-dc039b94-8e01-40af-9d90-3e53d282dd27 req-090df49c-3ce3-4d1d-81e6-221b5c4b1b70 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Notify callbacks [] for floatingip, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:45.971172 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-35d9d9df-ab6a-44c4-a83d-9220baa6c01b req-b67d3ebf-79e3-44bc-9378-0c9b27134a16 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=a3b93a51-a23a-4c7c-9963-129e53fee717 HTTP/1.1" status: 200 len: 217 time: 0.1824565 May 18 18:09:46.052974 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3e679806-c504-453d-a484-054a66d9b24b req-b119a4c1-b0d9-4ee8-bd44-35390ddcab75 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07a3103f-ac12-4633-b1f7-c6eaa75732b6 HTTP/1.1" status: 200 len: 217 time: 0.0996215 May 18 18:09:46.228240 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fcd11b-e526-4888-8713-eb27c5fb894d req-747c9b03-e88d-4cc9-84be-6a3ac1d70460 tempest-VolumesAdminNegativeTest-1793613281 tempest-VolumesAdminNegativeTest-1793613281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:46.229846 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-38fcd11b-e526-4888-8713-eb27c5fb894d req-747c9b03-e88d-4cc9-84be-6a3ac1d70460 tempest-VolumesAdminNegativeTest-1793613281 tempest-VolumesAdminNegativeTest-1793613281-project] 10.222.0.85 "GET /v2.0/ports?device_id=47fcd2a4-37b6-4a28-96fb-60f03e10e925 HTTP/1.1" status: 200 len: 943 time: 0.5120690 May 18 18:09:46.256132 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-dde9fa2f-96d6-421d-9837-2353d29441ee tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:46.273537 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [req-f6430ba3-ae97-4d89-9331-9e5d99ba9bf5 req-b74d6bc1-8128-4108-8a65-dc64a832493f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe42e83a-c339-4ccc-8270-6c09d0a508b9 {{(pid=102730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:09:46.290704 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-f6430ba3-ae97-4d89-9331-9e5d99ba9bf5 req-b74d6bc1-8128-4108-8a65-dc64a832493f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:46.297772 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d9d9df-ab6a-44c4-a83d-9220baa6c01b req-b0ac04a4-d6c2-48e8-a2dc-19ec12bd614c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:46.299410 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-35d9d9df-ab6a-44c4-a83d-9220baa6c01b req-b0ac04a4-d6c2-48e8-a2dc-19ec12bd614c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c2531ae9-89db-4dcf-b670-9eac4c9cde53 HTTP/1.1" status: 200 len: 843 time: 0.2771397 May 18 18:09:46.301221 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5b47c57e-65c0-4133-8602-f15c81703852 req-2b1035fb-6696-4778-8bf3-e7ed576564a0 service neutron] 10.222.0.88 "GET /v2.0/networks/a958cb87-874f-4b64-a723-1e49b51050be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6021943 May 18 18:09:46.302470 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-dde9fa2f-96d6-421d-9837-2353d29441ee tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Calling delete_port for 7689e833-7153-4b36-b6bd-6eb424009d3a owned by {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:09:46.309556 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e679806-c504-453d-a484-054a66d9b24b req-cfb726d7-9370-4a35-96f6-3b8eedd7b1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:46.311500 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3e679806-c504-453d-a484-054a66d9b24b req-cfb726d7-9370-4a35-96f6-3b8eedd7b1e6 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8ea689f9-ba73-48fa-b12c-7b4cbb66eca5 HTTP/1.1" status: 200 len: 853 time: 0.2091749 May 18 18:09:46.352757 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [req-f6430ba3-ae97-4d89-9331-9e5d99ba9bf5 req-b74d6bc1-8128-4108-8a65-dc64a832493f service neutron] Transition to ACTIVE for port object fe42e83a-c339-4ccc-8270-6c09d0a508b9 will not be triggered until provisioned by entity L2. {{(pid=102730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:09:46.426436 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-f6430ba3-ae97-4d89-9331-9e5d99ba9bf5 req-b74d6bc1-8128-4108-8a65-dc64a832493f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:46.473864 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3e679806-c504-453d-a484-054a66d9b24b req-79736336-442f-4d92-955a-b29a0ddcf87d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4d9dd07a-60e3-447d-8a49-81693032a9ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1320429 May 18 18:09:46.583825 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74d6bc1-8128-4108-8a65-dc64a832493f service neutron] Pushing event updated for resources: {'Port': ['ID=fe42e83a-c339-4ccc-8270-6c09d0a508b9,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:09:46.608929 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-38fcd11b-e526-4888-8713-eb27c5fb894d req-960a0bff-341b-4527-9aec-6e78b702594d tempest-VolumesAdminNegativeTest-1793613281 tempest-VolumesAdminNegativeTest-1793613281-project] 10.222.0.85 "GET /v2.0/security-groups?id=59baf776-b8f2-4c2a-a729-acf7787f08a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3474352 May 18 18:09:46.694695 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d9d9df-ab6a-44c4-a83d-9220baa6c01b req-b5473723-9580-4123-81b1-62c9b8c24892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:46.699035 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-35d9d9df-ab6a-44c4-a83d-9220baa6c01b req-b5473723-9580-4123-81b1-62c9b8c24892 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4c8ef274-9ecc-47c2-9686-5eebd78fb305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3832886 May 18 18:09:46.722866 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f831c7c-e017-46df-a8c9-b98b3af0429d req-c7957a0e-2f1c-4859-bfd2-64c35c6fcd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:46.724537 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9f831c7c-e017-46df-a8c9-b98b3af0429d req-c7957a0e-2f1c-4859-bfd2-64c35c6fcd94 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=bae917ccf22446e8a9bd09c95f9e7e02&device_id=47fcd2a4-37b6-4a28-96fb-60f03e10e925 HTTP/1.1" status: 200 len: 1094 time: 0.3046484 May 18 18:09:46.831971 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.db.resource_extend [req-dc039b94-8e01-40af-9d90-3e53d282dd27 req-090df49c-3ce3-4d1d-81e6-221b5c4b1b70 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 18 18:09:46.913239 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-f6430ba3-ae97-4d89-9331-9e5d99ba9bf5 req-b74d6bc1-8128-4108-8a65-dc64a832493f service neutron] Attempting to bind port fe42e83a-c339-4ccc-8270-6c09d0a508b9 on host n-h1-838550-3 for vnic_type normal with profile {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:09:46.913829 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-f6430ba3-ae97-4d89-9331-9e5d99ba9bf5 req-b74d6bc1-8128-4108-8a65-dc64a832493f service neutron] Attempting to bind port fe42e83a-c339-4ccc-8270-6c09d0a508b9 by drivers openvswitch,hyperv on host n-h1-838550-3 at level 0 using segments [{'id': 'b3f3eeb8-5f75-4eaf-85f1-21dd3ed6dc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'b2982599-5ebb-4f87-bd50-0f027a144481'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:09:46.914317 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6430ba3-ae97-4d89-9331-9e5d99ba9bf5 req-b74d6bc1-8128-4108-8a65-dc64a832493f service neutron] Attempting to bind port fe42e83a-c339-4ccc-8270-6c09d0a508b9 on network b2982599-5ebb-4f87-bd50-0f027a144481 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:09:46.934771 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-dc039b94-8e01-40af-9d90-3e53d282dd27 req-090df49c-3ce3-4d1d-81e6-221b5c4b1b70 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:46.936530 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6430ba3-ae97-4d89-9331-9e5d99ba9bf5 req-b74d6bc1-8128-4108-8a65-dc64a832493f service neutron] Port fe42e83a-c339-4ccc-8270-6c09d0a508b9 on network b2982599-5ebb-4f87-bd50-0f027a144481 not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-3 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:09:46.937023 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6430ba3-ae97-4d89-9331-9e5d99ba9bf5 req-b74d6bc1-8128-4108-8a65-dc64a832493f service neutron] Attempting to bind port fe42e83a-c339-4ccc-8270-6c09d0a508b9 on network b2982599-5ebb-4f87-bd50-0f027a144481 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:09:46.942669 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-dc039b94-8e01-40af-9d90-3e53d282dd27 req-090df49c-3ce3-4d1d-81e6-221b5c4b1b70 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596987'] for floatingip, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:46.954365 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3e679806-c504-453d-a484-054a66d9b24b req-dacc43c2-ea62-4a7b-b30c-337c92e1a442 service neutron] 10.222.0.88 "GET /v2.0/networks/4d9dd07a-60e3-447d-8a49-81693032a9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4482973 May 18 18:09:47.120408 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1c11f6b-c4a5-40f5-8b0f-d2b78b34b1f2', 'tag': 'a3b93a51-a23a-4c7c-9963-129e53fee717'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:09:47.123262 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bd61a85-3670-47c4-a03c-b171e28e7493" -d '{"events": [{"name": "network-changed", "server_uuid": "f1c11f6b-c4a5-40f5-8b0f-d2b78b34b1f2", "tag": "a3b93a51-a23a-4c7c-9963-129e53fee717"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:09:47.162731 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c75600e-64d1-4b7a-af88-4c641fe03749 req-7ba629a9-6006-4bd4-8013-400fef65062c tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:47.166101 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3c75600e-64d1-4b7a-af88-4c641fe03749 req-7ba629a9-6006-4bd4-8013-400fef65062c tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=b620702a-122a-4cad-9b6e-b764547e6f53 HTTP/1.1" status: 200 len: 945 time: 0.3841925 May 18 18:09:47.175829 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-dde9fa2f-96d6-421d-9837-2353d29441ee tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:47.278479 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f831c7c-e017-46df-a8c9-b98b3af0429d req-dd46df55-07f1-48f8-af9f-c87e869eef9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:47.280142 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9f831c7c-e017-46df-a8c9-b98b3af0429d req-dd46df55-07f1-48f8-af9f-c87e869eef9c service neutron] 10.222.0.88 "GET /v2.0/networks?id=a958cb87-874f-4b64-a723-1e49b51050be HTTP/1.1" status: 200 len: 916 time: 0.5257502 May 18 18:09:47.289170 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde9fa2f-96d6-421d-9837-2353d29441ee tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Pushing event deleted for resources: {'Port': ['ID=7689e833-7153-4b36-b6bd-6eb424009d3a,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:09:47.293569 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-35d9d9df-ab6a-44c4-a83d-9220baa6c01b req-735e4fa0-d045-47dc-a633-f9fd7ee3575e service neutron] 10.222.0.36 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5764222 May 18 18:09:47.361978 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6430ba3-ae97-4d89-9331-9e5d99ba9bf5 req-b74d6bc1-8128-4108-8a65-dc64a832493f service neutron] Checking agent: {'id': '1dbac822-25f2-4df8-9dc8-5c2e7b136eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:09:47.362817 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6430ba3-ae97-4d89-9331-9e5d99ba9bf5 req-b74d6bc1-8128-4108-8a65-dc64a832493f service neutron] Checking segment: {'id': 'b3f3eeb8-5f75-4eaf-85f1-21dd3ed6dc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'b2982599-5ebb-4f87-bd50-0f027a144481'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:09:47.363204 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6430ba3-ae97-4d89-9331-9e5d99ba9bf5 req-b74d6bc1-8128-4108-8a65-dc64a832493f service neutron] Bound using segment: {'id': 'b3f3eeb8-5f75-4eaf-85f1-21dd3ed6dc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'b2982599-5ebb-4f87-bd50-0f027a144481'} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:09:47.363799 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-f6430ba3-ae97-4d89-9331-9e5d99ba9bf5 req-b74d6bc1-8128-4108-8a65-dc64a832493f service neutron] Bound port: fe42e83a-c339-4ccc-8270-6c09d0a508b9, host: n-h1-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3f3eeb8-5f75-4eaf-85f1-21dd3ed6dc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'b2982599-5ebb-4f87-bd50-0f027a144481'}}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:09:47.364369 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-f6430ba3-ae97-4d89-9331-9e5d99ba9bf5 req-b74d6bc1-8128-4108-8a65-dc64a832493f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:47.386472 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3e679806-c504-453d-a484-054a66d9b24b req-b6bf6dd1-78c8-4e3e-805c-8e197143b5a2 service neutron] 10.222.0.88 "GET /v2.0/networks/4d9dd07a-60e3-447d-8a49-81693032a9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3738382 May 18 18:09:47.508280 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9f831c7c-e017-46df-a8c9-b98b3af0429d req-e89a7802-648e-4bf4-9cb7-2e796e8d0f9a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fd8f8aaa-b342-41cd-a575-97d415876063 HTTP/1.1" status: 200 len: 217 time: 0.1733661 May 18 18:09:47.532395 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3c75600e-64d1-4b7a-af88-4c641fe03749 req-2999335d-d73c-4495-a76f-a6190893083e tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/security-groups?id=33ba1fad-191a-4b7a-ae9e-8e9e60985e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3417296 May 18 18:09:47.563706 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-f6430ba3-ae97-4d89-9331-9e5d99ba9bf5 req-b74d6bc1-8128-4108-8a65-dc64a832493f service neutron] For port fe42e83a-c339-4ccc-8270-6c09d0a508b9, host n-h1-838550-3, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:09:47.581491 n-d-838550-3 neutron-server[102730]: INFO neutron.db.l3_db [req-dc039b94-8e01-40af-9d90-3e53d282dd27 req-090df49c-3ce3-4d1d-81e6-221b5c4b1b70 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Floating IP ad78f635-666d-4880-acd8-29c0bbf11070 associated. External IP: 172.25.5.186, port: c66c94da-975c-48bf-8603-4b1d1337c6ac. May 18 18:09:47.598919 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-f6430ba3-ae97-4d89-9331-9e5d99ba9bf5 req-b74d6bc1-8128-4108-8a65-dc64a832493f service neutron] For port fe42e83a-c339-4ccc-8270-6c09d0a508b9, host n-h1-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=fe42e83a-c339-4ccc-8270-6c09d0a508b9,segment=NetworkSegment(b3f3eeb8-5f75-4eaf-85f1-21dd3ed6dc9f),segment_id=b3f3eeb8-5f75-4eaf-85f1-21dd3ed6dc9f)] {{(pid=102730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:09:47.743136 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-f6430ba3-ae97-4d89-9331-9e5d99ba9bf5 req-b74d6bc1-8128-4108-8a65-dc64a832493f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:47.830453 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6430ba3-ae97-4d89-9331-9e5d99ba9bf5 req-b74d6bc1-8128-4108-8a65-dc64a832493f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:47.831099 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-f6430ba3-ae97-4d89-9331-9e5d99ba9bf5 req-b74d6bc1-8128-4108-8a65-dc64a832493f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:47.832567 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f6430ba3-ae97-4d89-9331-9e5d99ba9bf5 req-b74d6bc1-8128-4108-8a65-dc64a832493f service neutron] 10.222.0.36 "PUT /v2.0/ports/fe42e83a-c339-4ccc-8270-6c09d0a508b9 HTTP/1.1" status: 200 len: 1091 time: 2.5177953 May 18 18:09:47.833055 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c420bc6c-45ec-413c-bdd7-3b846aafad5e', 'tag': 'fe42e83a-c339-4ccc-8270-6c09d0a508b9'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:09:47.835456 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb408fdb-38df-4602-a966-c8b85875ae5f" -d '{"events": [{"name": "network-changed", "server_uuid": "c420bc6c-45ec-413c-bdd7-3b846aafad5e", "tag": "fe42e83a-c339-4ccc-8270-6c09d0a508b9"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:09:47.931333 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74d6bc1-8128-4108-8a65-dc64a832493f service neutron] Pushing event updated for resources: {'Port': ['ID=fe42e83a-c339-4ccc-8270-6c09d0a508b9,revision_number=3']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:09:48.053964 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6430ba3-ae97-4d89-9331-9e5d99ba9bf5 req-f1ffc052-b01b-49c2-ae9e-45c407a3f66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:48.055608 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f6430ba3-ae97-4d89-9331-9e5d99ba9bf5 req-f1ffc052-b01b-49c2-ae9e-45c407a3f66a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=27f4f5541d904d7d958ace3e088a345f&device_id=c420bc6c-45ec-413c-bdd7-3b846aafad5e HTTP/1.1" status: 200 len: 1094 time: 0.1480525 May 18 18:09:48.125327 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f6430ba3-ae97-4d89-9331-9e5d99ba9bf5 req-7436b209-2457-4c1f-856f-7c19f9739875 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fe42e83a-c339-4ccc-8270-6c09d0a508b9 HTTP/1.1" status: 200 len: 217 time: 0.0585158 May 18 18:09:48.132246 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dc039b94-8e01-40af-9d90-3e53d282dd27 req-090df49c-3ce3-4d1d-81e6-221b5c4b1b70 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Router 7b1f017e-a7f9-407e-8e13-ae334ebab240 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:09:48.185743 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f831c7c-e017-46df-a8c9-b98b3af0429d req-29d16ece-bb0c-4168-96b9-27a04f5f95a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:48.188200 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9f831c7c-e017-46df-a8c9-b98b3af0429d req-29d16ece-bb0c-4168-96b9-27a04f5f95a2 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=cd7c0f99-477a-48b7-bd6e-426b59e864db HTTP/1.1" status: 200 len: 855 time: 0.6464865 May 18 18:09:48.246146 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-35d9d9df-ab6a-44c4-a83d-9220baa6c01b req-21a7d357-39b2-4900-8761-5af5a38a5b8a service neutron] 10.222.0.36 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9126487 May 18 18:09:48.264352 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6430ba3-ae97-4d89-9331-9e5d99ba9bf5 req-eab91d25-b73f-4801-9303-26b7e4254cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:48.267105 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f6430ba3-ae97-4d89-9331-9e5d99ba9bf5 req-eab91d25-b73f-4801-9303-26b7e4254cef service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4d8e371b-85bf-41bf-9bc5-c5a3b50090bc HTTP/1.1" status: 200 len: 853 time: 0.1327434 May 18 18:09:48.273693 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9f831c7c-e017-46df-a8c9-b98b3af0429d req-606197b4-6485-41ad-b43b-cf91bc264509 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=a958cb87-874f-4b64-a723-1e49b51050be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465126 May 18 18:09:48.284095 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37464d6d-dbec-44a0-9f0f-f65a19bff153 req-62edc440-0dcb-4ed5-91b8-02ef9fd88f92 tempest-ServerAddressesTestJSON-1512214218 tempest-ServerAddressesTestJSON-1512214218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:48.285668 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-37464d6d-dbec-44a0-9f0f-f65a19bff153 req-62edc440-0dcb-4ed5-91b8-02ef9fd88f92 tempest-ServerAddressesTestJSON-1512214218 tempest-ServerAddressesTestJSON-1512214218-project] 10.222.0.85 "GET /v2.0/ports?device_id=c420bc6c-45ec-413c-bdd7-3b846aafad5e HTTP/1.1" status: 200 len: 943 time: 0.3015664 May 18 18:09:48.333402 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f6430ba3-ae97-4d89-9331-9e5d99ba9bf5 req-9e81be33-b2dd-4208-8910-0091a8a5e9a6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b2982599-5ebb-4f87-bd50-0f027a144481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553899 May 18 18:09:48.397540 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-dde9fa2f-96d6-421d-9837-2353d29441ee tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:48.402316 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-dde9fa2f-96d6-421d-9837-2353d29441ee tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] 10.222.0.85 "DELETE /v2.0/ports/7689e833-7153-4b36-b6bd-6eb424009d3a HTTP/1.1" status: 204 len: 168 time: 3.4545331 May 18 18:09:48.410566 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 54470) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:09:48.447788 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-37464d6d-dbec-44a0-9f0f-f65a19bff153 req-9e72c4e5-8bdd-4841-a723-924692d737aa tempest-ServerAddressesTestJSON-1512214218 tempest-ServerAddressesTestJSON-1512214218-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ac35573-ce17-447a-b283-89690480d74c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443217 May 18 18:09:48.505675 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9f831c7c-e017-46df-a8c9-b98b3af0429d req-dfbd806a-d296-4149-828b-667787e853ef service neutron] 10.222.0.88 "GET /v2.0/networks/a958cb87-874f-4b64-a723-1e49b51050be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161055 May 18 18:09:48.508213 n-d-838550-3 neutron-server[102730]: INFO neutron.pecan_wsgi.hooks.translation [None req-12a4a35c-3cdb-4742-a118-f46736f14411 tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] GET failed (client error): The resource could not be found. May 18 18:09:48.516740 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-12a4a35c-3cdb-4742-a118-f46736f14411 tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] 10.222.0.85 "GET /v2.0/ports/7689e833-7153-4b36-b6bd-6eb424009d3a HTTP/1.1" status: 404 len: 333 time: 0.1001761 May 18 18:09:48.517152 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 54472) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:09:48.522118 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dc039b94-8e01-40af-9d90-3e53d282dd27 req-090df49c-3ce3-4d1d-81e6-221b5c4b1b70 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:09:48.531308 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-3cc41b9d-e117-4fb3-8562-ecae9cdbb098 tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Request body: {'port': {'network_id': '0a5cf104-e646-4fa3-94a8-ab92184a1860', 'name': 'tempest-AllowedAddressPairTestJSON-906909999'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:09:48.536230 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-dc039b94-8e01-40af-9d90-3e53d282dd27 req-090df49c-3ce3-4d1d-81e6-221b5c4b1b70 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:48.537419 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d70a831-e7a0-46dc-b927-fb3d4e753164 None None] Sync routers for ids ['7b1f017e-a7f9-407e-8e13-ae334ebab240'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:09:48.562984 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d70a831-e7a0-46dc-b927-fb3d4e753164 None None] Routers {'7b1f017e-a7f9-407e-8e13-ae334ebab240'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:09:48.563872 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-3d70a831-e7a0-46dc-b927-fb3d4e753164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:09:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['7b1f017e-a7f9-407e-8e13-ae334ebab240'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:09:48.613698 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-dc039b94-8e01-40af-9d90-3e53d282dd27 req-090df49c-3ce3-4d1d-81e6-221b5c4b1b70 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] 10.222.0.85 "PUT /v2.0/floatingips/ad78f635-666d-4880-acd8-29c0bbf11070 HTTP/1.1" status: 200 len: 996 time: 2.7837503 May 18 18:09:48.624816 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f6430ba3-ae97-4d89-9331-9e5d99ba9bf5 req-e1dcdbec-285d-4658-83be-94c2df0b43c8 service neutron] 10.222.0.36 "GET /v2.0/networks/b2982599-5ebb-4f87-bd50-0f027a144481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431843 May 18 18:09:48.756388 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-3d70a831-e7a0-46dc-b927-fb3d4e753164 None None] Set router 7b1f017e-a7f9-407e-8e13-ae334ebab240 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:09:48.845291 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc039b94-8e01-40af-9d90-3e53d282dd27 req-a7703254-624f-4bff-b456-92fa33ef6e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:48.847423 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-dc039b94-8e01-40af-9d90-3e53d282dd27 req-a7703254-624f-4bff-b456-92fa33ef6e44 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e05b3d827f844c1d97efd9db4e0d2203&device_id=99d6ce8d-1802-43b7-b3a1-723c709524f1 HTTP/1.1" status: 200 len: 1096 time: 0.1957779 May 18 18:09:48.897722 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fccdbd6-b958-484f-8394-1f347e7b6119 req-8c94388a-d048-4cb1-a148-c84d347a5a95 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:48.908949 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3fccdbd6-b958-484f-8394-1f347e7b6119 req-8c94388a-d048-4cb1-a148-c84d347a5a95 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/ports?device_id=f1c11f6b-c4a5-40f5-8b0f-d2b78b34b1f2 HTTP/1.1" status: 200 len: 948 time: 0.2469635 May 18 18:09:48.910588 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f6430ba3-ae97-4d89-9331-9e5d99ba9bf5 req-4af6fbc7-ee31-43a2-a792-61f671c00d26 service neutron] 10.222.0.36 "GET /v2.0/networks/b2982599-5ebb-4f87-bd50-0f027a144481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2734897 May 18 18:09:48.990475 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9f831c7c-e017-46df-a8c9-b98b3af0429d req-6c33d3b6-d487-4eae-90c9-ccb172e5b87f service neutron] 10.222.0.88 "GET /v2.0/networks/a958cb87-874f-4b64-a723-1e49b51050be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4437897 May 18 18:09:49.065294 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc039b94-8e01-40af-9d90-3e53d282dd27 req-6d862a88-462c-47cf-add7-3bb13f463b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:49.067897 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-dc039b94-8e01-40af-9d90-3e53d282dd27 req-6d862a88-462c-47cf-add7-3bb13f463b59 service neutron] 10.222.0.85 "GET /v2.0/networks?id=6ba2d3f1-1e38-41ee-8062-86260345c4fd HTTP/1.1" status: 200 len: 921 time: 0.2116768 May 18 18:09:49.069916 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3fccdbd6-b958-484f-8394-1f347e7b6119 req-c0025ee5-4bb4-4ebd-a481-74df7d12740b tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/security-groups?id=5ea4329b-bade-4f5a-bfbd-7917c3702679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594038 May 18 18:09:49.071497 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cc41b9d-e117-4fb3-8562-ecae9cdbb098 tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Made reservation on behalf of d7297a8cf6544cd993a848d0128fe2a0 for: {'port': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:09:49.088463 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3cc41b9d-e117-4fb3-8562-ecae9cdbb098 tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:49.116786 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [None req-3cc41b9d-e117-4fb3-8562-ecae9cdbb098 tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] device_id is not set on port bb3c37fb-4526-4c4f-b025-dc84a9e4f26c yet. {{(pid=102731) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 18 18:09:49.247562 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-dc039b94-8e01-40af-9d90-3e53d282dd27 req-85c9ef17-8e8d-451c-9f61-ebead2ccbde5 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c66c94da-975c-48bf-8603-4b1d1337c6ac HTTP/1.1" status: 200 len: 999 time: 0.1708267 May 18 18:09:49.250436 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-3d70a831-e7a0-46dc-b927-fb3d4e753164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b1f017e-a7f9-407e-8e13-ae334ebab240', 'name': 'tempest-FloatingIPsAssociationTestJSON-726912209-router', 'tenant_id': 'e05b3d827f844c1d97efd9db4e0d2203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '5227345e-5153-4734-930c-392ff84168b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:08:17Z', 'updated_at': '2022-05-18T18:08:36Z', 'revision_number': 4, 'project_id': 'e05b3d827f844c1d97efd9db4e0d2203', 'gw_port': {'id': '5227345e-5153-4734-930c-392ff84168b5', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:7c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1f017e-a7f9-407e-8e13-ae334ebab240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:08:20Z', 'updated_at': '2022-05-18T18:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': 'ad78f635-666d-4880-acd8-29c0bbf11070', 'tenant_id': 'e05b3d827f844c1d97efd9db4e0d2203', 'floating_ip_address': '172.25.5.186', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': '7b1f017e-a7f9-407e-8e13-ae334ebab240', 'port_id': 'c66c94da-975c-48bf-8603-4b1d1337c6ac', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 974, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ba2d3f1-1e38-41ee-8062-86260345c4fd', 'mac_address': 'fa:16:3e:da:cb:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d6ce8d-1802-43b7-b3a1-723c709524f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T18:09:12Z', 'updated_at': '2022-05-18T18:09:46Z', 'revision_number': 1, 'project_id': 'e05b3d827f844c1d97efd9db4e0d2203', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa2ee8f7-b934-4d10-afaf-419fc08b2042', 'name': '', 'network_id': '6ba2d3f1-1e38-41ee-8062-86260345c4fd', 'tenant_id': 'e05b3d827f844c1d97efd9db4e0d2203', 'mac_address': 'fa:16:3e:6f:36:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1f017e-a7f9-407e-8e13-ae334ebab240', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': 'b4c8e604-9eb2-414a-8fcd-fc1ec0f983e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:08:32Z', 'updated_at': '2022-05-18T18:08:44Z', 'revision_number': 5, 'project_id': 'e05b3d827f844c1d97efd9db4e0d2203', 'subnets': [{'id': 'b4c8e604-9eb2-414a-8fcd-fc1ec0f983e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:09:49.308166 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d70a831-e7a0-46dc-b927-fb3d4e753164 None None] Checking router: 7b1f017e-a7f9-407e-8e13-ae334ebab240 for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:09:49.321736 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc039b94-8e01-40af-9d90-3e53d282dd27 req-13e61348-2849-4608-bb00-50a220fb2f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:49.335667 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d70a831-e7a0-46dc-b927-fb3d4e753164 None None] Routers {'7b1f017e-a7f9-407e-8e13-ae334ebab240'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:09:49.336716 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-3d70a831-e7a0-46dc-b927-fb3d4e753164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:09:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['7b1f017e-a7f9-407e-8e13-ae334ebab240'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:09:49.337003 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-dc039b94-8e01-40af-9d90-3e53d282dd27 req-13e61348-2849-4608-bb00-50a220fb2f45 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=b4c8e604-9eb2-414a-8fcd-fc1ec0f983e0 HTTP/1.1" status: 200 len: 859 time: 0.0775330 May 18 18:09:49.364930 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a50c86-54aa-4c78-b94e-bc9c372ebc7d req-776a8429-b124-43f1-abf1-2a97657418ac tempest-InstanceActionsTestJSON-1149630296 tempest-InstanceActionsTestJSON-1149630296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:49.374499 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f8a50c86-54aa-4c78-b94e-bc9c372ebc7d req-776a8429-b124-43f1-abf1-2a97657418ac tempest-InstanceActionsTestJSON-1149630296 tempest-InstanceActionsTestJSON-1149630296-project] 10.222.0.85 "GET /v2.0/ports?device_id=9218ab89-c742-49ec-ad02-0673fafe06dd HTTP/1.1" status: 200 len: 944 time: 0.1559122 May 18 18:09:49.427964 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-3cc41b9d-e117-4fb3-8562-ecae9cdbb098 tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Allocated IP 172.20.0.13 (0a5cf104-e646-4fa3-94a8-ab92184a1860/42ca508a-e901-4508-84cf-8faa3ce61098/bb3c37fb-4526-4c4f-b025-dc84a9e4f26c) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:09:49.431833 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc039b94-8e01-40af-9d90-3e53d282dd27 req-6ad7c1d2-57c9-4b65-a0ac-871283c6a632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:49.434389 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-dc039b94-8e01-40af-9d90-3e53d282dd27 req-6ad7c1d2-57c9-4b65-a0ac-871283c6a632 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=6ba2d3f1-1e38-41ee-8062-86260345c4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0930989 May 18 18:09:49.494549 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f8a50c86-54aa-4c78-b94e-bc9c372ebc7d req-5fbbd454-e13a-4cfa-bcfa-33fbd1a095b6 tempest-InstanceActionsTestJSON-1149630296 tempest-InstanceActionsTestJSON-1149630296-project] 10.222.0.85 "GET /v2.0/security-groups?id=25574424-1dcf-4628-a56d-e8a0bd0380c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116123 May 18 18:09:49.580191 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-3d70a831-e7a0-46dc-b927-fb3d4e753164 None None] Set router 7b1f017e-a7f9-407e-8e13-ae334ebab240 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:09:49.611326 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b9e57ee-f506-451f-bede-f08c1aec596f x-openstack-request-id: req-0b9e57ee-f506-451f-bede-f08c1aec596f {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:09:49.611895 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1c11f6b-c4a5-40f5-8b0f-d2b78b34b1f2", "tag": "a3b93a51-a23a-4c7c-9963-129e53fee717", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:09:49.612365 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-0b9e57ee-f506-451f-bede-f08c1aec596f {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:09:49.613052 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b9e57ee-f506-451f-bede-f08c1aec596f'] response: {'name': 'network-changed', 'server_uuid': 'f1c11f6b-c4a5-40f5-8b0f-d2b78b34b1f2', 'tag': 'a3b93a51-a23a-4c7c-9963-129e53fee717', 'status': 'completed', 'code': 200} May 18 18:09:49.785567 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-dc039b94-8e01-40af-9d90-3e53d282dd27 req-452d2a1e-b25c-4311-83ae-fddcc86f6412 service neutron] 10.222.0.85 "GET /v2.0/networks/6ba2d3f1-1e38-41ee-8062-86260345c4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3353391 May 18 18:09:49.797072 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3cc41b9d-e117-4fb3-8562-ecae9cdbb098 tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:49.808228 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aff053-9c83-4716-9d0c-1b6008cfdab4 req-5f24c01f-1a46-4185-96e9-8507a6771632 tempest-VolumesAdminNegativeTest-1793613281 tempest-VolumesAdminNegativeTest-1793613281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:49.810169 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-32aff053-9c83-4716-9d0c-1b6008cfdab4 req-5f24c01f-1a46-4185-96e9-8507a6771632 tempest-VolumesAdminNegativeTest-1793613281 tempest-VolumesAdminNegativeTest-1793613281-project] 10.222.0.85 "GET /v2.0/ports?device_id=47fcd2a4-37b6-4a28-96fb-60f03e10e925 HTTP/1.1" status: 200 len: 943 time: 0.0920696 May 18 18:09:49.830983 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd61a85-3670-47c4-a03c-b171e28e7493 req-a61755bb-3f93-4d1f-9614-d8e4058a4d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:49.832871 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4bd61a85-3670-47c4-a03c-b171e28e7493 req-a61755bb-3f93-4d1f-9614-d8e4058a4d08 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a049c2cb7dc14b6fbce20aa8814d6ebf&device_id=f1c11f6b-c4a5-40f5-8b0f-d2b78b34b1f2 HTTP/1.1" status: 200 len: 1099 time: 0.1608388 May 18 18:09:49.859704 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3cc41b9d-e117-4fb3-8562-ecae9cdbb098 tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:49.912315 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-32aff053-9c83-4716-9d0c-1b6008cfdab4 req-df4cbb0d-ae38-4e85-8174-73b6d017defa tempest-VolumesAdminNegativeTest-1793613281 tempest-VolumesAdminNegativeTest-1793613281-project] 10.222.0.85 "GET /v2.0/security-groups?id=59baf776-b8f2-4c2a-a729-acf7787f08a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867035 May 18 18:09:49.924219 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc41b9d-e117-4fb3-8562-ecae9cdbb098 tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Network 0a5cf104-e646-4fa3-94a8-ab92184a1860 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:09:49.928919 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-3cc41b9d-e117-4fb3-8562-ecae9cdbb098 tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:09:49.936093 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc41b9d-e117-4fb3-8562-ecae9cdbb098 tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:09:49.989198 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 07a3103f-ac12-4633-b1f7-c6eaa75732b6 details requested by agent hyperv_n-h2-838550-3 with host n-h2-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:09:50.032846 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc41b9d-e117-4fb3-8562-ecae9cdbb098 tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Pushing event updated for resources: {'Port': ['ID=bb3c37fb-4526-4c4f-b025-dc84a9e4f26c,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:09:50.084603 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-3d70a831-e7a0-46dc-b927-fb3d4e753164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b1f017e-a7f9-407e-8e13-ae334ebab240', 'name': 'tempest-FloatingIPsAssociationTestJSON-726912209-router', 'tenant_id': 'e05b3d827f844c1d97efd9db4e0d2203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '5227345e-5153-4734-930c-392ff84168b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:08:17Z', 'updated_at': '2022-05-18T18:08:36Z', 'revision_number': 4, 'project_id': 'e05b3d827f844c1d97efd9db4e0d2203', 'gw_port': {'id': '5227345e-5153-4734-930c-392ff84168b5', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:7c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1f017e-a7f9-407e-8e13-ae334ebab240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:08:20Z', 'updated_at': '2022-05-18T18:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': 'ad78f635-666d-4880-acd8-29c0bbf11070', 'tenant_id': 'e05b3d827f844c1d97efd9db4e0d2203', 'floating_ip_address': '172.25.5.186', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': '7b1f017e-a7f9-407e-8e13-ae334ebab240', 'port_id': 'c66c94da-975c-48bf-8603-4b1d1337c6ac', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 974, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ba2d3f1-1e38-41ee-8062-86260345c4fd', 'mac_address': 'fa:16:3e:da:cb:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d6ce8d-1802-43b7-b3a1-723c709524f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T18:09:12Z', 'updated_at': '2022-05-18T18:09:46Z', 'revision_number': 1, 'project_id': 'e05b3d827f844c1d97efd9db4e0d2203', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa2ee8f7-b934-4d10-afaf-419fc08b2042', 'name': '', 'network_id': '6ba2d3f1-1e38-41ee-8062-86260345c4fd', 'tenant_id': 'e05b3d827f844c1d97efd9db4e0d2203', 'mac_address': 'fa:16:3e:6f:36:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1f017e-a7f9-407e-8e13-ae334ebab240', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': 'b4c8e604-9eb2-414a-8fcd-fc1ec0f983e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:08:32Z', 'updated_at': '2022-05-18T18:08:44Z', 'revision_number': 5, 'project_id': 'e05b3d827f844c1d97efd9db4e0d2203', 'subnets': [{'id': 'b4c8e604-9eb2-414a-8fcd-fc1ec0f983e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:09:50.121482 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc41b9d-e117-4fb3-8562-ecae9cdbb098 tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:50.122466 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39a63e1e-8c83-4c02-8e0f-82035c0d0e6b x-openstack-request-id: req-39a63e1e-8c83-4c02-8e0f-82035c0d0e6b {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:09:50.122822 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3cc41b9d-e117-4fb3-8562-ecae9cdbb098 tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:50.123084 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c420bc6c-45ec-413c-bdd7-3b846aafad5e", "tag": "fe42e83a-c339-4ccc-8270-6c09d0a508b9", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:09:50.123322 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-39a63e1e-8c83-4c02-8e0f-82035c0d0e6b {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:09:50.123988 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39a63e1e-8c83-4c02-8e0f-82035c0d0e6b'] response: {'name': 'network-changed', 'server_uuid': 'c420bc6c-45ec-413c-bdd7-3b846aafad5e', 'tag': 'fe42e83a-c339-4ccc-8270-6c09d0a508b9', 'status': 'completed', 'code': 200} May 18 18:09:50.188943 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-dc039b94-8e01-40af-9d90-3e53d282dd27 req-fa75445f-227b-41ac-981e-7649d1a1fbb0 service neutron] 10.222.0.85 "GET /v2.0/networks/6ba2d3f1-1e38-41ee-8062-86260345c4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3783345 May 18 18:09:50.202122 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-3cc41b9d-e117-4fb3-8562-ecae9cdbb098 tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6808987 May 18 18:09:50.204484 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 54484) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:09:50.223148 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-bd7609a8-58cf-4755-bb42-efbe73bdfc6d tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:77:f3:b6'}]}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:09:50.231079 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd61a85-3670-47c4-a03c-b171e28e7493 req-cf5fc290-4cc5-4f00-81b4-41dbd7961f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:50.245662 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb408fdb-38df-4602-a966-c8b85875ae5f req-371afcdd-5b22-465c-a40f-b41d702efb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:50.252623 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bb408fdb-38df-4602-a966-c8b85875ae5f req-371afcdd-5b22-465c-a40f-b41d702efb2e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=27f4f5541d904d7d958ace3e088a345f&device_id=c420bc6c-45ec-413c-bdd7-3b846aafad5e HTTP/1.1" status: 200 len: 1094 time: 0.1264858 May 18 18:09:50.258348 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4bd61a85-3670-47c4-a03c-b171e28e7493 req-cf5fc290-4cc5-4f00-81b4-41dbd7961f0a service neutron] 10.222.0.36 "GET /v2.0/networks?id=4c8ef274-9ecc-47c2-9686-5eebd78fb305 HTTP/1.1" status: 200 len: 870 time: 0.4048314 May 18 18:09:50.268892 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 07a3103f-ac12-4633-b1f7-c6eaa75732b6, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=07a3103f-ac12-4633-b1f7-c6eaa75732b6,segment=NetworkSegment(e4ee4f38-7654-4d32-bfea-fd614ca5e3fc),segment_id=e4ee4f38-7654-4d32-bfea-fd614ca5e3fc)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:09:50.303660 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Returning: {'device': '07a3103f-ac12-4633-b1f7-c6eaa75732b6', 'network_id': '4d9dd07a-60e3-447d-8a49-81693032a9ca', 'port_id': '07a3103f-ac12-4633-b1f7-c6eaa75732b6', 'mac_address': 'fa:16:3e:46:a5:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ea689f9-ba73-48fa-b12c-7b4cbb66eca5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:09:50.410286 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d70a831-e7a0-46dc-b927-fb3d4e753164 None None] The sync data for ids ['7b1f017e-a7f9-407e-8e13-ae334ebab240'] in n-d-838550-3 is: [{'id': '7b1f017e-a7f9-407e-8e13-ae334ebab240', 'name': 'tempest-FloatingIPsAssociationTestJSON-726912209-router', 'tenant_id': 'e05b3d827f844c1d97efd9db4e0d2203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '5227345e-5153-4734-930c-392ff84168b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:08:17Z', 'updated_at': '2022-05-18T18:08:36Z', 'revision_number': 4, 'project_id': 'e05b3d827f844c1d97efd9db4e0d2203', 'gw_port': {'id': '5227345e-5153-4734-930c-392ff84168b5', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:7c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1f017e-a7f9-407e-8e13-ae334ebab240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:08:20Z', 'updated_at': '2022-05-18T18:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': 'ad78f635-666d-4880-acd8-29c0bbf11070', 'tenant_id': 'e05b3d827f844c1d97efd9db4e0d2203', 'floating_ip_address': '172.25.5.186', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': '7b1f017e-a7f9-407e-8e13-ae334ebab240', 'port_id': 'c66c94da-975c-48bf-8603-4b1d1337c6ac', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 974, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ba2d3f1-1e38-41ee-8062-86260345c4fd', 'mac_address': 'fa:16:3e:da:cb:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d6ce8d-1802-43b7-b3a1-723c709524f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T18:09:12Z', 'updated_at': '2022-05-18T18:09:46Z', 'revision_number': 1, 'project_id': 'e05b3d827f844c1d97efd9db4e0d2203', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa2ee8f7-b934-4d10-afaf-419fc08b2042', 'name': '', 'network_id': '6ba2d3f1-1e38-41ee-8062-86260345c4fd', 'tenant_id': 'e05b3d827f844c1d97efd9db4e0d2203', 'mac_address': 'fa:16:3e:6f:36:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1f017e-a7f9-407e-8e13-ae334ebab240', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': 'b4c8e604-9eb2-414a-8fcd-fc1ec0f983e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:08:32Z', 'updated_at': '2022-05-18T18:08:44Z', 'revision_number': 5, 'project_id': 'e05b3d827f844c1d97efd9db4e0d2203', 'subnets': [{'id': 'b4c8e604-9eb2-414a-8fcd-fc1ec0f983e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:09:50.410720 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 07a3103f-ac12-4633-b1f7-c6eaa75732b6 is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:09:50.411809 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:50.431783 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07a3103f-ac12-4633-b1f7-c6eaa75732b6 {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:09:50.458369 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4bd61a85-3670-47c4-a03c-b171e28e7493 req-c8cd0d3f-bb8a-4f08-87e9-ef177de1a316 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=a3b93a51-a23a-4c7c-9963-129e53fee717 HTTP/1.1" status: 200 len: 217 time: 0.1945064 May 18 18:09:50.461573 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 07a3103f-ac12-4633-b1f7-c6eaa75732b6, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=07a3103f-ac12-4633-b1f7-c6eaa75732b6,segment=NetworkSegment(e4ee4f38-7654-4d32-bfea-fd614ca5e3fc),segment_id=e4ee4f38-7654-4d32-bfea-fd614ca5e3fc)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:09:50.470022 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:50.559631 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb90a06-1a3c-48c1-870b-73396062e506 req-b8863862-20d2-4c48-aca3-a9ed2550ce8d tempest-ServerAddressesTestJSON-1512214218 tempest-ServerAddressesTestJSON-1512214218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:50.568779 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-efb90a06-1a3c-48c1-870b-73396062e506 req-b8863862-20d2-4c48-aca3-a9ed2550ce8d tempest-ServerAddressesTestJSON-1512214218 tempest-ServerAddressesTestJSON-1512214218-project] 10.222.0.85 "GET /v2.0/ports?device_id=c420bc6c-45ec-413c-bdd7-3b846aafad5e HTTP/1.1" status: 200 len: 943 time: 0.1738493 May 18 18:09:50.595116 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd61a85-3670-47c4-a03c-b171e28e7493 req-aaff3c2f-ada9-449c-9541-5163e55ee74c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:50.597310 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4bd61a85-3670-47c4-a03c-b171e28e7493 req-aaff3c2f-ada9-449c-9541-5163e55ee74c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c2531ae9-89db-4dcf-b670-9eac4c9cde53 HTTP/1.1" status: 200 len: 843 time: 0.1265051 May 18 18:09:50.606604 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-ef106817-081b-4f9c-9563-0bca61c5a181 None None] Provisioning complete for port bb3c37fb-4526-4c4f-b025-dc84a9e4f26c triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:09:50.607744 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-ef106817-081b-4f9c-9563-0bca61c5a181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:50.610996 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=07a3103f-ac12-4633-b1f7-c6eaa75732b6,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:09:50.706677 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-efb90a06-1a3c-48c1-870b-73396062e506 req-625a0302-5f21-4ae9-b199-9083dab201c1 tempest-ServerAddressesTestJSON-1512214218 tempest-ServerAddressesTestJSON-1512214218-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ac35573-ce17-447a-b283-89690480d74c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368451 May 18 18:09:50.721311 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-ef106817-081b-4f9c-9563-0bca61c5a181 None None] Port bb3c37fb-4526-4c4f-b025-dc84a9e4f26c cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:09:50.740156 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd61a85-3670-47c4-a03c-b171e28e7493 req-e26a63d1-a11e-4d50-8d89-c8226f76a9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:50.742689 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4bd61a85-3670-47c4-a03c-b171e28e7493 req-e26a63d1-a11e-4d50-8d89-c8226f76a9f2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4c8ef274-9ecc-47c2-9686-5eebd78fb305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1175549 May 18 18:09:50.764592 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a77bca-aa5d-4f44-8b2a-9a0a57be9aea req-51bc6e68-78f0-42f0-9bc1-97f03c72fbe0 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:50.772807 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-01a77bca-aa5d-4f44-8b2a-9a0a57be9aea req-51bc6e68-78f0-42f0-9bc1-97f03c72fbe0 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=b620702a-122a-4cad-9b6e-b764547e6f53 HTTP/1.1" status: 200 len: 945 time: 0.4117882 May 18 18:09:50.859737 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3213318c-8c78-4d62-9b75-af5a77442af2 None None] New status for floating IP ad78f635-666d-4880-acd8-29c0bbf11070: ACTIVE {{(pid=102732) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 18:09:50.893018 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb408fdb-38df-4602-a966-c8b85875ae5f req-99a229fa-1d62-42f0-8731-9782dfdc9bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:50.894053 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bb408fdb-38df-4602-a966-c8b85875ae5f req-99a229fa-1d62-42f0-8731-9782dfdc9bea service neutron] 10.222.0.36 "GET /v2.0/networks?id=b2982599-5ebb-4f87-bd50-0f027a144481 HTTP/1.1" status: 200 len: 914 time: 0.5835724 May 18 18:09:50.895425 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-bd7609a8-58cf-4755-bb42-efbe73bdfc6d tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:50.906433 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-01a77bca-aa5d-4f44-8b2a-9a0a57be9aea req-d6aefe8f-7261-47be-a7ab-f9173b293a13 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/security-groups?id=33ba1fad-191a-4b7a-ae9e-8e9e60985e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326516 May 18 18:09:51.011351 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7a6871-327f-4fb6-9a28-0d1de018bccc req-7c62efb4-5dae-4c6b-97af-774beb75945f tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:51.012952 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3c7a6871-327f-4fb6-9a28-0d1de018bccc req-7c62efb4-5dae-4c6b-97af-774beb75945f tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/ports?device_id=f1c11f6b-c4a5-40f5-8b0f-d2b78b34b1f2 HTTP/1.1" status: 200 len: 948 time: 0.1347470 May 18 18:09:51.014959 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4bd61a85-3670-47c4-a03c-b171e28e7493 req-547d206a-9415-4795-a75f-4e248ffa26a9 service neutron] 10.222.0.36 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2609990 May 18 18:09:51.039753 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bb408fdb-38df-4602-a966-c8b85875ae5f req-e60ba8f3-6e70-4c20-a2ac-581dd4fd80c5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fe42e83a-c339-4ccc-8270-6c09d0a508b9 HTTP/1.1" status: 200 len: 217 time: 0.1314850 May 18 18:09:51.171251 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3c7a6871-327f-4fb6-9a28-0d1de018bccc req-2dd3607f-1586-4b5c-b19f-48b6947383c0 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/security-groups?id=5ea4329b-bade-4f5a-bfbd-7917c3702679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470871 May 18 18:09:51.210023 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4bd61a85-3670-47c4-a03c-b171e28e7493 req-3f733c42-c752-4530-b606-d31729dad28d service neutron] 10.222.0.36 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871073 May 18 18:09:51.229688 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e437e0-add2-453c-a9e7-7decaa201aec req-ae93288d-24a6-4ceb-ba71-09debe949d2e tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:51.229688 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e9e437e0-add2-453c-a9e7-7decaa201aec req-ae93288d-24a6-4ceb-ba71-09debe949d2e tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] 10.222.0.85 "GET /v2.0/ports?device_id=af2db400-b5d2-4e94-a59d-b268fc903c1d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1893122 May 18 18:09:51.238547 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb408fdb-38df-4602-a966-c8b85875ae5f req-0a1db887-96ba-4a5b-b30a-347bf2b74b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:51.241243 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bb408fdb-38df-4602-a966-c8b85875ae5f req-0a1db887-96ba-4a5b-b30a-347bf2b74b93 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4d8e371b-85bf-41bf-9bc5-c5a3b50090bc HTTP/1.1" status: 200 len: 853 time: 0.1862974 May 18 18:09:51.260554 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['07a3103f-ac12-4633-b1f7-c6eaa75732b6'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:09:51.419319 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bb408fdb-38df-4602-a966-c8b85875ae5f req-9ebb65f5-ae49-4692-b2fb-1f6d8806e556 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b2982599-5ebb-4f87-bd50-0f027a144481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1704385 May 18 18:09:51.480725 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d15cfb-d600-4a6a-8ab2-0d74c8309d6d req-6aab546b-a69c-4036-969a-da58c0d8bf79 tempest-InstanceActionsTestJSON-1149630296 tempest-InstanceActionsTestJSON-1149630296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:51.504071 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a7d15cfb-d600-4a6a-8ab2-0d74c8309d6d req-6aab546b-a69c-4036-969a-da58c0d8bf79 tempest-InstanceActionsTestJSON-1149630296 tempest-InstanceActionsTestJSON-1149630296-project] 10.222.0.85 "GET /v2.0/ports?device_id=9218ab89-c742-49ec-ad02-0673fafe06dd HTTP/1.1" status: 200 len: 945 time: 0.1577299 May 18 18:09:51.593223 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a7d15cfb-d600-4a6a-8ab2-0d74c8309d6d req-c6385846-16a8-46f2-bad0-74f242e43b9d tempest-InstanceActionsTestJSON-1149630296 tempest-InstanceActionsTestJSON-1149630296-project] 10.222.0.85 "GET /v2.0/security-groups?id=25574424-1dcf-4628-a56d-e8a0bd0380c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867553 May 18 18:09:51.628202 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e9e437e0-add2-453c-a9e7-7decaa201aec req-d906d414-8ada-485e-889d-e83fbfe303fe tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] 10.222.0.85 "GET /v2.0/floatingips?floating_ip_address=172.25.5.186 HTTP/1.1" status: 200 len: 1001 time: 0.3450596 May 18 18:09:51.666998 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-e9e437e0-add2-453c-a9e7-7decaa201aec req-f339e980-2c29-47b0-acf4-6f3b44af125e tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Request body: {'floatingip': {'port_id': '59d57726-40d9-410c-b7a6-4ffced7dd0a3', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:09:51.685215 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bb408fdb-38df-4602-a966-c8b85875ae5f req-1908c889-6caf-493d-b2df-a99080f3536f service neutron] 10.222.0.36 "GET /v2.0/networks/b2982599-5ebb-4f87-bd50-0f027a144481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158120 May 18 18:09:51.768789 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047ba84e-cf63-4b80-9b5d-32a2af5e3f1c req-af2bed41-2286-4271-a031-0d0f356868fd tempest-VolumesAdminNegativeTest-1793613281 tempest-VolumesAdminNegativeTest-1793613281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:51.772275 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-047ba84e-cf63-4b80-9b5d-32a2af5e3f1c req-af2bed41-2286-4271-a031-0d0f356868fd tempest-VolumesAdminNegativeTest-1793613281 tempest-VolumesAdminNegativeTest-1793613281-project] 10.222.0.85 "GET /v2.0/ports?device_id=47fcd2a4-37b6-4a28-96fb-60f03e10e925 HTTP/1.1" status: 200 len: 943 time: 0.0803115 May 18 18:09:51.827861 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-047ba84e-cf63-4b80-9b5d-32a2af5e3f1c req-5ebcd99e-d57f-4bf5-ad5a-ca061f600326 tempest-VolumesAdminNegativeTest-1793613281 tempest-VolumesAdminNegativeTest-1793613281-project] 10.222.0.85 "GET /v2.0/security-groups?id=59baf776-b8f2-4c2a-a729-acf7787f08a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451748 May 18 18:09:51.835387 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-bd7609a8-58cf-4755-bb42-efbe73bdfc6d tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:51.845378 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-bd7609a8-58cf-4755-bb42-efbe73bdfc6d tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:51.896686 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-e9e437e0-add2-453c-a9e7-7decaa201aec req-f339e980-2c29-47b0-acf4-6f3b44af125e tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Notify callbacks [] for floatingip, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:52.015285 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device fd8f8aaa-b342-41cd-a575-97d415876063 details requested by agent hyperv_n-h2-838550-3 with host n-h2-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:09:52.039613 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7609a8-58cf-4755-bb42-efbe73bdfc6d tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Pushing event updated for resources: {'Port': ['ID=bb3c37fb-4526-4c4f-b025-dc84a9e4f26c,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:09:52.083999 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5f52eb-ceda-46cd-b271-4e7df6b8bcda req-21408110-db85-4978-940f-e989c5e6dfa5 tempest-ServerAddressesTestJSON-1512214218 tempest-ServerAddressesTestJSON-1512214218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:52.097954 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3e5f52eb-ceda-46cd-b271-4e7df6b8bcda req-21408110-db85-4978-940f-e989c5e6dfa5 tempest-ServerAddressesTestJSON-1512214218 tempest-ServerAddressesTestJSON-1512214218-project] 10.222.0.85 "GET /v2.0/ports?device_id=c420bc6c-45ec-413c-bdd7-3b846aafad5e HTTP/1.1" status: 200 len: 943 time: 0.1515403 May 18 18:09:52.137688 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99d6ce8d-1802-43b7-b3a1-723c709524f1', 'tag': 'c66c94da-975c-48bf-8603-4b1d1337c6ac'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:09:52.142508 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e452936f-80b7-4daa-9e91-f156ebb1262c" -d '{"events": [{"name": "network-changed", "server_uuid": "99d6ce8d-1802-43b7-b3a1-723c709524f1", "tag": "c66c94da-975c-48bf-8603-4b1d1337c6ac"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:09:52.163210 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bb408fdb-38df-4602-a966-c8b85875ae5f req-1cbb16f6-9979-41bf-978c-55d96abf329e service neutron] 10.222.0.36 "GET /v2.0/networks/b2982599-5ebb-4f87-bd50-0f027a144481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4336026 May 18 18:09:52.181457 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-bd7609a8-58cf-4755-bb42-efbe73bdfc6d tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] In _notify_port_updated(), no bound segment for port bb3c37fb-4526-4c4f-b025-dc84a9e4f26c on network 0a5cf104-e646-4fa3-94a8-ab92184a1860 {{(pid=102731) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 18 18:09:52.191636 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd7609a8-58cf-4755-bb42-efbe73bdfc6d tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:52.192345 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-bd7609a8-58cf-4755-bb42-efbe73bdfc6d tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:52.194582 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-bd7609a8-58cf-4755-bb42-efbe73bdfc6d tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] 10.222.0.85 "PUT /v2.0/ports/bb3c37fb-4526-4c4f-b025-dc84a9e4f26c HTTP/1.1" status: 200 len: 994 time: 1.9844577 May 18 18:09:52.218529 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 54500) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:09:52.279849 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port fd8f8aaa-b342-41cd-a575-97d415876063, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=fd8f8aaa-b342-41cd-a575-97d415876063,segment=NetworkSegment(8b20d3f8-8bbd-4cf8-b792-267f0fcdf916),segment_id=8b20d3f8-8bbd-4cf8-b792-267f0fcdf916)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:09:52.292134 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3e5f52eb-ceda-46cd-b271-4e7df6b8bcda req-16be2d6f-a65e-48ea-9006-cf3fa579f233 tempest-ServerAddressesTestJSON-1512214218 tempest-ServerAddressesTestJSON-1512214218-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ac35573-ce17-447a-b283-89690480d74c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930435 May 18 18:09:52.294385 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-441786e4-278f-42ed-a7fa-f237adee3031 None None] Provisioning complete for port bb3c37fb-4526-4c4f-b025-dc84a9e4f26c triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:09:52.294972 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-441786e4-278f-42ed-a7fa-f237adee3031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:52.339620 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Returning: {'device': 'fd8f8aaa-b342-41cd-a575-97d415876063', 'network_id': 'a958cb87-874f-4b64-a723-1e49b51050be', 'port_id': 'fd8f8aaa-b342-41cd-a575-97d415876063', 'mac_address': 'fa:16:3e:51:36:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd7c0f99-477a-48b7-bd6e-426b59e864db', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:09:52.367385 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-837e729f-c830-400e-b88f-1fc72be803fb tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Deleting port bb3c37fb-4526-4c4f-b025-dc84a9e4f26c {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:09:52.371087 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-837e729f-c830-400e-b88f-1fc72be803fb tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:52.373956 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device fe42e83a-c339-4ccc-8270-6c09d0a508b9 details requested by agent hyperv_n-h1-838550-3 with host n-h1-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:09:52.378876 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-441786e4-278f-42ed-a7fa-f237adee3031 None None] Port bb3c37fb-4526-4c4f-b025-dc84a9e4f26c cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:09:52.467726 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port fd8f8aaa-b342-41cd-a575-97d415876063 is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:09:52.468348 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:52.563933 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd8f8aaa-b342-41cd-a575-97d415876063 {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:09:52.609836 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26383bc-f9dd-4f67-878f-004b3a449d94 req-1822d727-18f5-4ff4-9d0a-dc94cc108f46 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:52.617670 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f26383bc-f9dd-4f67-878f-004b3a449d94 req-1822d727-18f5-4ff4-9d0a-dc94cc108f46 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=b620702a-122a-4cad-9b6e-b764547e6f53 HTTP/1.1" status: 200 len: 945 time: 0.1405292 May 18 18:09:52.623397 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-837e729f-c830-400e-b88f-1fc72be803fb tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:52.636653 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port fd8f8aaa-b342-41cd-a575-97d415876063, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=fd8f8aaa-b342-41cd-a575-97d415876063,segment=NetworkSegment(8b20d3f8-8bbd-4cf8-b792-267f0fcdf916),segment_id=8b20d3f8-8bbd-4cf8-b792-267f0fcdf916)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:09:52.648982 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:52.705504 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-837e729f-c830-400e-b88f-1fc72be803fb tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Calling delete_port for bb3c37fb-4526-4c4f-b025-dc84a9e4f26c owned by {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:09:52.734508 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f26383bc-f9dd-4f67-878f-004b3a449d94 req-58d04935-eeb6-4077-ba6e-6a8d035430c8 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/security-groups?id=33ba1fad-191a-4b7a-ae9e-8e9e60985e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153958 May 18 18:09:52.750683 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port fe42e83a-c339-4ccc-8270-6c09d0a508b9, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=fe42e83a-c339-4ccc-8270-6c09d0a508b9,segment=NetworkSegment(b3f3eeb8-5f75-4eaf-85f1-21dd3ed6dc9f),segment_id=b3f3eeb8-5f75-4eaf-85f1-21dd3ed6dc9f)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:09:52.790003 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Returning: {'device': 'fe42e83a-c339-4ccc-8270-6c09d0a508b9', 'network_id': 'b2982599-5ebb-4f87-bd50-0f027a144481', 'port_id': 'fe42e83a-c339-4ccc-8270-6c09d0a508b9', 'mac_address': 'fa:16:3e:c3:e2:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d8e371b-85bf-41bf-9bc5-c5a3b50090bc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:09:52.793154 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=fd8f8aaa-b342-41cd-a575-97d415876063,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:09:52.886953 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port fe42e83a-c339-4ccc-8270-6c09d0a508b9 is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:09:52.887483 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:52.908215 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe42e83a-c339-4ccc-8270-6c09d0a508b9 {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:09:52.923766 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd758842-de23-49a4-8431-d6dbc14b53bd x-openstack-request-id: req-cd758842-de23-49a4-8431-d6dbc14b53bd {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:09:52.926551 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99d6ce8d-1802-43b7-b3a1-723c709524f1", "tag": "c66c94da-975c-48bf-8603-4b1d1337c6ac", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:09:52.927321 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-cd758842-de23-49a4-8431-d6dbc14b53bd {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:09:52.928286 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd758842-de23-49a4-8431-d6dbc14b53bd'] response: {'name': 'network-changed', 'server_uuid': '99d6ce8d-1802-43b7-b3a1-723c709524f1', 'tag': 'c66c94da-975c-48bf-8603-4b1d1337c6ac', 'status': 'completed', 'code': 200} May 18 18:09:52.940246 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port fe42e83a-c339-4ccc-8270-6c09d0a508b9, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=fe42e83a-c339-4ccc-8270-6c09d0a508b9,segment=NetworkSegment(b3f3eeb8-5f75-4eaf-85f1-21dd3ed6dc9f),segment_id=b3f3eeb8-5f75-4eaf-85f1-21dd3ed6dc9f)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:09:52.949092 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:52.949092 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device a3b93a51-a23a-4c7c-9963-129e53fee717 details requested by agent hyperv_n-h1-838550-3 with host n-h1-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:09:53.012285 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=fe42e83a-c339-4ccc-8270-6c09d0a508b9,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:09:53.014604 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e452936f-80b7-4daa-9e91-f156ebb1262c req-eb262477-c974-43f4-b877-e2c9b9dd9cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:53.016167 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e452936f-80b7-4daa-9e91-f156ebb1262c req-eb262477-c974-43f4-b877-e2c9b9dd9cd2 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=e05b3d827f844c1d97efd9db4e0d2203&device_id=99d6ce8d-1802-43b7-b3a1-723c709524f1 HTTP/1.1" status: 200 len: 1096 time: 0.0963204 May 18 18:09:53.123332 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-e9e437e0-add2-453c-a9e7-7decaa201aec req-f339e980-2c29-47b0-acf4-6f3b44af125e tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:53.129582 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-e9e437e0-add2-453c-a9e7-7decaa201aec req-f339e980-2c29-47b0-acf4-6f3b44af125e tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596987'] for floatingip, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:53.169180 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c04cd9-2934-4468-baf0-fb6b547b4530 req-9ff31c5f-6ba6-4f03-abf6-f801afd7d41d tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:53.175845 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-20c04cd9-2934-4468-baf0-fb6b547b4530 req-9ff31c5f-6ba6-4f03-abf6-f801afd7d41d tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/ports?device_id=f1c11f6b-c4a5-40f5-8b0f-d2b78b34b1f2 HTTP/1.1" status: 200 len: 948 time: 0.2590683 May 18 18:09:53.264342 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-20c04cd9-2934-4468-baf0-fb6b547b4530 req-75fd3f60-f970-41a6-995d-887e69f0ffec tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/security-groups?id=5ea4329b-bade-4f5a-bfbd-7917c3702679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758026 May 18 18:09:53.265420 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-837e729f-c830-400e-b88f-1fc72be803fb tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:53.364472 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['fd8f8aaa-b342-41cd-a575-97d415876063'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:09:53.387761 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837e729f-c830-400e-b88f-1fc72be803fb tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Pushing event deleted for resources: {'Port': ['ID=bb3c37fb-4526-4c4f-b025-dc84a9e4f26c,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:09:53.530467 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port a3b93a51-a23a-4c7c-9963-129e53fee717, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=a3b93a51-a23a-4c7c-9963-129e53fee717,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:09:53.611673 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a4dcbf-7ceb-47af-af27-baca6542ba22 req-ab16a39c-36a3-48e9-aa2c-a1eb9d6f5401 tempest-InstanceActionsTestJSON-1149630296 tempest-InstanceActionsTestJSON-1149630296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:53.613663 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-70a4dcbf-7ceb-47af-af27-baca6542ba22 req-ab16a39c-36a3-48e9-aa2c-a1eb9d6f5401 tempest-InstanceActionsTestJSON-1149630296 tempest-InstanceActionsTestJSON-1149630296-project] 10.222.0.85 "GET /v2.0/ports?device_id=9218ab89-c742-49ec-ad02-0673fafe06dd HTTP/1.1" status: 200 len: 945 time: 0.1965156 May 18 18:09:53.622108 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Returning: {'device': 'a3b93a51-a23a-4c7c-9963-129e53fee717', 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305', 'port_id': 'a3b93a51-a23a-4c7c-9963-129e53fee717', 'mac_address': 'fa:16:3e:96:09:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2531ae9-89db-4dcf-b670-9eac4c9cde53', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:09:53.750966 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port a3b93a51-a23a-4c7c-9963-129e53fee717 is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:09:53.751583 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:53.768250 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-70a4dcbf-7ceb-47af-af27-baca6542ba22 req-22904d74-9b0d-4813-9c32-0a0d25530269 tempest-InstanceActionsTestJSON-1149630296 tempest-InstanceActionsTestJSON-1149630296-project] 10.222.0.85 "GET /v2.0/security-groups?id=25574424-1dcf-4628-a56d-e8a0bd0380c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151955 May 18 18:09:53.775350 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-837e729f-c830-400e-b88f-1fc72be803fb tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:53.778898 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-837e729f-c830-400e-b88f-1fc72be803fb tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] 10.222.0.85 "DELETE /v2.0/ports/bb3c37fb-4526-4c4f-b025-dc84a9e4f26c HTTP/1.1" status: 204 len: 168 time: 1.5575614 May 18 18:09:53.781575 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 54516) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:09:53.831233 n-d-838550-3 neutron-server[102730]: INFO neutron.pecan_wsgi.hooks.translation [None req-af939578-740d-4960-b459-af87ea15e46f tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] GET failed (client error): The resource could not be found. May 18 18:09:53.838143 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-af939578-740d-4960-b459-af87ea15e46f tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] 10.222.0.85 "GET /v2.0/ports/bb3c37fb-4526-4c4f-b025-dc84a9e4f26c HTTP/1.1" status: 404 len: 333 time: 0.0520415 May 18 18:09:53.845242 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3b93a51-a23a-4c7c-9963-129e53fee717 {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:09:53.845667 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 54518) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:09:53.854385 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e452936f-80b7-4daa-9e91-f156ebb1262c req-0a59500a-fd2f-4052-8c2a-7ffbaeee96b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:53.855780 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-b13eedcf-819d-4e45-b417-fc692f15ea9d tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Request body: {'port': {'network_id': '0a5cf104-e646-4fa3-94a8-ab92184a1860', 'name': 'tempest-AllowedAddressPairTestJSON-1453870836'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:09:53.856841 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e452936f-80b7-4daa-9e91-f156ebb1262c req-0a59500a-fd2f-4052-8c2a-7ffbaeee96b1 service neutron] 10.222.0.88 "GET /v2.0/networks?id=6ba2d3f1-1e38-41ee-8062-86260345c4fd HTTP/1.1" status: 200 len: 921 time: 0.8103940 May 18 18:09:53.939147 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port a3b93a51-a23a-4c7c-9963-129e53fee717, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=a3b93a51-a23a-4c7c-9963-129e53fee717,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:09:53.946129 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:53.951289 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e452936f-80b7-4daa-9e91-f156ebb1262c req-25bf5c7c-94be-49db-a039-376172737bd4 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c66c94da-975c-48bf-8603-4b1d1337c6ac HTTP/1.1" status: 200 len: 217 time: 0.0806391 May 18 18:09:54.026792 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=a3b93a51-a23a-4c7c-9963-129e53fee717,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:09:54.027037 n-d-838550-3 neutron-server[102731]: INFO neutron.db.l3_db [req-e9e437e0-add2-453c-a9e7-7decaa201aec req-f339e980-2c29-47b0-acf4-6f3b44af125e tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Floating IP ad78f635-666d-4880-acd8-29c0bbf11070 associated. External IP: 172.25.5.186, port: c66c94da-975c-48bf-8603-4b1d1337c6ac. May 18 18:09:54.036278 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 07a3103f-ac12-4633-b1f7-c6eaa75732b6 up at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:09:54.073663 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c10c3b-9f8a-4b32-b32b-16cff95d1849 req-955e5714-22ea-4e0e-bc9e-6f40a37975f1 tempest-VolumesAdminNegativeTest-1793613281 tempest-VolumesAdminNegativeTest-1793613281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:54.082140 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-75c10c3b-9f8a-4b32-b32b-16cff95d1849 req-955e5714-22ea-4e0e-bc9e-6f40a37975f1 tempest-VolumesAdminNegativeTest-1793613281 tempest-VolumesAdminNegativeTest-1793613281-project] 10.222.0.85 "GET /v2.0/ports?device_id=47fcd2a4-37b6-4a28-96fb-60f03e10e925 HTTP/1.1" status: 200 len: 944 time: 0.1217906 May 18 18:09:54.135540 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e452936f-80b7-4daa-9e91-f156ebb1262c req-0b65bbb1-17a2-4616-86f3-0772887bf420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:54.137845 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e452936f-80b7-4daa-9e91-f156ebb1262c req-0b65bbb1-17a2-4616-86f3-0772887bf420 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b4c8e604-9eb2-414a-8fcd-fc1ec0f983e0 HTTP/1.1" status: 200 len: 859 time: 0.1697581 May 18 18:09:54.145665 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-75c10c3b-9f8a-4b32-b32b-16cff95d1849 req-0134ddcc-69af-447c-875a-37200f807988 tempest-VolumesAdminNegativeTest-1793613281 tempest-VolumesAdminNegativeTest-1793613281-project] 10.222.0.85 "GET /v2.0/security-groups?id=59baf776-b8f2-4c2a-a729-acf7787f08a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624440 May 18 18:09:54.151701 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b13eedcf-819d-4e45-b417-fc692f15ea9d tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Made reservation on behalf of d7297a8cf6544cd993a848d0128fe2a0 for: {'port': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:09:54.169653 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b13eedcf-819d-4e45-b417-fc692f15ea9d tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:54.189960 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning for port 07a3103f-ac12-4633-b1f7-c6eaa75732b6 completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:09:54.198833 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning complete for port 07a3103f-ac12-4633-b1f7-c6eaa75732b6 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:09:54.201585 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:54.203665 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [None req-b13eedcf-819d-4e45-b417-fc692f15ea9d tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] device_id is not set on port c7a7a8b9-01a8-4d6a-926b-11b8d75731b3 yet. {{(pid=102730) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 18 18:09:54.217550 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['a3b93a51-a23a-4c7c-9963-129e53fee717'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:09:54.221148 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['fe42e83a-c339-4ccc-8270-6c09d0a508b9'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:09:54.341414 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e452936f-80b7-4daa-9e91-f156ebb1262c req-13137137-657b-4844-b03a-851e0bdb285e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:54.343715 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e452936f-80b7-4daa-9e91-f156ebb1262c req-13137137-657b-4844-b03a-851e0bdb285e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=6ba2d3f1-1e38-41ee-8062-86260345c4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1341660 May 18 18:09:54.413582 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8094aa8-ab0f-4609-a224-dc8276243b9d req-d35a0b4b-54ba-4844-ab25-5b27f4de882e tempest-ServerAddressesTestJSON-1512214218 tempest-ServerAddressesTestJSON-1512214218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:54.423938 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b8094aa8-ab0f-4609-a224-dc8276243b9d req-d35a0b4b-54ba-4844-ab25-5b27f4de882e tempest-ServerAddressesTestJSON-1512214218 tempest-ServerAddressesTestJSON-1512214218-project] 10.222.0.85 "GET /v2.0/ports?device_id=c420bc6c-45ec-413c-bdd7-3b846aafad5e HTTP/1.1" status: 200 len: 944 time: 0.1271343 May 18 18:09:54.463847 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-b13eedcf-819d-4e45-b417-fc692f15ea9d tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Allocated IP 172.20.0.11 (0a5cf104-e646-4fa3-94a8-ab92184a1860/42ca508a-e901-4508-84cf-8faa3ce61098/c7a7a8b9-01a8-4d6a-926b-11b8d75731b3) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:09:54.496300 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b8094aa8-ab0f-4609-a224-dc8276243b9d req-3c55b9e6-def6-48ac-b30d-514aaa21cab1 tempest-ServerAddressesTestJSON-1512214218 tempest-ServerAddressesTestJSON-1512214218-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ac35573-ce17-447a-b283-89690480d74c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716944 May 18 18:09:54.497979 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 07a3103f-ac12-4633-b1f7-c6eaa75732b6 is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:09:54.500609 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:54.597060 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9218ab89-c742-49ec-ad02-0673fafe06dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07a3103f-ac12-4633-b1f7-c6eaa75732b6'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:09:54.601014 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ec6daab-0938-456b-8cb2-e5b5b284e96c" -d '{"events": [{"server_uuid": "9218ab89-c742-49ec-ad02-0673fafe06dd", "name": "network-vif-plugged", "status": "completed", "tag": "07a3103f-ac12-4633-b1f7-c6eaa75732b6"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:09:54.641483 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 07a3103f-ac12-4633-b1f7-c6eaa75732b6, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=07a3103f-ac12-4633-b1f7-c6eaa75732b6,segment=NetworkSegment(e4ee4f38-7654-4d32-bfea-fd614ca5e3fc),segment_id=e4ee4f38-7654-4d32-bfea-fd614ca5e3fc)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:09:54.651360 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:54.657790 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e452936f-80b7-4daa-9e91-f156ebb1262c req-72a1922d-650d-433a-8753-2b305e715106 service neutron] 10.222.0.88 "GET /v2.0/networks/6ba2d3f1-1e38-41ee-8062-86260345c4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2568042 May 18 18:09:54.683251 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e9e437e0-add2-453c-a9e7-7decaa201aec req-f339e980-2c29-47b0-acf4-6f3b44af125e tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Router 7b1f017e-a7f9-407e-8e13-ae334ebab240 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:09:54.788051 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=07a3103f-ac12-4633-b1f7-c6eaa75732b6,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:09:54.836603 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e452936f-80b7-4daa-9e91-f156ebb1262c req-7297b36c-0e1c-46a8-8b54-fa4595ca69d1 service neutron] 10.222.0.88 "GET /v2.0/networks/6ba2d3f1-1e38-41ee-8062-86260345c4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439185 May 18 18:09:54.913459 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ec0c31-5dbb-41ac-96f2-436b5ab1a1ff req-f03b6897-578b-4de9-bb33-38e206893f41 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:54.914998 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-66ec0c31-5dbb-41ac-96f2-436b5ab1a1ff req-f03b6897-578b-4de9-bb33-38e206893f41 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=b620702a-122a-4cad-9b6e-b764547e6f53 HTTP/1.1" status: 200 len: 945 time: 0.1319427 May 18 18:09:54.923022 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b13eedcf-819d-4e45-b417-fc692f15ea9d tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:54.994663 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e9e437e0-add2-453c-a9e7-7decaa201aec req-f339e980-2c29-47b0-acf4-6f3b44af125e tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:09:55.009473 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649c02ee-bfea-413d-930d-2ab129120fd5 None None] Sync routers for ids ['7b1f017e-a7f9-407e-8e13-ae334ebab240'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:09:55.024650 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-66ec0c31-5dbb-41ac-96f2-436b5ab1a1ff req-42eabe73-7203-4420-b35d-6498f4cac9a4 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/security-groups?id=33ba1fad-191a-4b7a-ae9e-8e9e60985e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935326 May 18 18:09:55.025725 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649c02ee-bfea-413d-930d-2ab129120fd5 None None] Routers {'7b1f017e-a7f9-407e-8e13-ae334ebab240'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:09:55.027307 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-649c02ee-bfea-413d-930d-2ab129120fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:09:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['7b1f017e-a7f9-407e-8e13-ae334ebab240'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:09:55.076804 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b13eedcf-819d-4e45-b417-fc692f15ea9d tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:55.154997 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13eedcf-819d-4e45-b417-fc692f15ea9d tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Network 0a5cf104-e646-4fa3-94a8-ab92184a1860 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:09:55.199535 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-649c02ee-bfea-413d-930d-2ab129120fd5 None None] Set router 7b1f017e-a7f9-407e-8e13-ae334ebab240 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:09:55.217238 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-b13eedcf-819d-4e45-b417-fc692f15ea9d tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:09:55.229573 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13eedcf-819d-4e45-b417-fc692f15ea9d tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:09:55.303515 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13eedcf-819d-4e45-b417-fc692f15ea9d tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:55.304269 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b13eedcf-819d-4e45-b417-fc692f15ea9d tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:55.338941 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13eedcf-819d-4e45-b417-fc692f15ea9d tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Pushing event updated for resources: {'Port': ['ID=c7a7a8b9-01a8-4d6a-926b-11b8d75731b3,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:09:55.358417 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-b13eedcf-819d-4e45-b417-fc692f15ea9d tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5112813 May 18 18:09:55.363868 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 54530) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:09:55.372284 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-e6dc54aa-882b-46c5-a92a-a1d8bcfcd566 tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:77:f3:b6'}]}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:09:55.386032 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e9e437e0-add2-453c-a9e7-7decaa201aec req-f339e980-2c29-47b0-acf4-6f3b44af125e tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Router 7b1f017e-a7f9-407e-8e13-ae334ebab240 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:09:55.463685 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f753b47c-2f30-4230-93b5-9cf0ea4ba081 req-219dca8c-f7e2-4bab-9cb4-d82ab2c03c1b tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:55.470954 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f753b47c-2f30-4230-93b5-9cf0ea4ba081 req-219dca8c-f7e2-4bab-9cb4-d82ab2c03c1b tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/ports?device_id=f1c11f6b-c4a5-40f5-8b0f-d2b78b34b1f2 HTTP/1.1" status: 200 len: 949 time: 0.3483946 May 18 18:09:55.633008 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f753b47c-2f30-4230-93b5-9cf0ea4ba081 req-1c761c53-27d5-47ce-9452-3c4477c7139d tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/security-groups?id=5ea4329b-bade-4f5a-bfbd-7917c3702679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396897 May 18 18:09:55.661873 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e9e437e0-add2-453c-a9e7-7decaa201aec req-f339e980-2c29-47b0-acf4-6f3b44af125e tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:09:55.730064 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-e9e437e0-add2-453c-a9e7-7decaa201aec req-f339e980-2c29-47b0-acf4-6f3b44af125e tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:55.730415 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-649c02ee-bfea-413d-930d-2ab129120fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b1f017e-a7f9-407e-8e13-ae334ebab240', 'name': 'tempest-FloatingIPsAssociationTestJSON-726912209-router', 'tenant_id': 'e05b3d827f844c1d97efd9db4e0d2203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '5227345e-5153-4734-930c-392ff84168b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:08:17Z', 'updated_at': '2022-05-18T18:08:36Z', 'revision_number': 4, 'project_id': 'e05b3d827f844c1d97efd9db4e0d2203', 'gw_port': {'id': '5227345e-5153-4734-930c-392ff84168b5', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:7c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1f017e-a7f9-407e-8e13-ae334ebab240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:08:20Z', 'updated_at': '2022-05-18T18:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': 'ad78f635-666d-4880-acd8-29c0bbf11070', 'tenant_id': 'e05b3d827f844c1d97efd9db4e0d2203', 'floating_ip_address': '172.25.5.186', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': '7b1f017e-a7f9-407e-8e13-ae334ebab240', 'port_id': '59d57726-40d9-410c-b7a6-4ffced7dd0a3', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 974, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ba2d3f1-1e38-41ee-8062-86260345c4fd', 'mac_address': 'fa:16:3e:f9:0a:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2db400-b5d2-4e94-a59d-b268fc903c1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T18:09:12Z', 'updated_at': '2022-05-18T18:09:52Z', 'revision_number': 3, 'project_id': 'e05b3d827f844c1d97efd9db4e0d2203', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa2ee8f7-b934-4d10-afaf-419fc08b2042', 'name': '', 'network_id': '6ba2d3f1-1e38-41ee-8062-86260345c4fd', 'tenant_id': 'e05b3d827f844c1d97efd9db4e0d2203', 'mac_address': 'fa:16:3e:6f:36:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1f017e-a7f9-407e-8e13-ae334ebab240', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': 'b4c8e604-9eb2-414a-8fcd-fc1ec0f983e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:08:32Z', 'updated_at': '2022-05-18T18:08:44Z', 'revision_number': 5, 'project_id': 'e05b3d827f844c1d97efd9db4e0d2203', 'subnets': [{'id': 'b4c8e604-9eb2-414a-8fcd-fc1ec0f983e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:09:55.785432 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649c02ee-bfea-413d-930d-2ab129120fd5 None None] Checking router: 7b1f017e-a7f9-407e-8e13-ae334ebab240 for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:09:55.796518 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99d6ce8d-1802-43b7-b3a1-723c709524f1', 'tag': 'c66c94da-975c-48bf-8603-4b1d1337c6ac'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:09:55.801299 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-bed4181d-37d2-4acd-a5c3-6b0259167a51 None None] Provisioning complete for port c7a7a8b9-01a8-4d6a-926b-11b8d75731b3 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:09:55.802036 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-bed4181d-37d2-4acd-a5c3-6b0259167a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:55.805259 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85cb6ab1-992a-4123-b444-35beba079437" -d '{"events": [{"name": "network-changed", "server_uuid": "99d6ce8d-1802-43b7-b3a1-723c709524f1", "tag": "c66c94da-975c-48bf-8603-4b1d1337c6ac"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:09:55.805519 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649c02ee-bfea-413d-930d-2ab129120fd5 None None] Routers {'7b1f017e-a7f9-407e-8e13-ae334ebab240'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:09:55.806823 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-649c02ee-bfea-413d-930d-2ab129120fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:09:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['7b1f017e-a7f9-407e-8e13-ae334ebab240'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:09:55.876605 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e6dc54aa-882b-46c5-a92a-a1d8bcfcd566 tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:55.886232 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-896b9211-681a-4818-a6b6-a637e050f682 x-openstack-request-id: req-896b9211-681a-4818-a6b6-a637e050f682 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:09:55.886643 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9218ab89-c742-49ec-ad02-0673fafe06dd", "name": "network-vif-plugged", "status": "completed", "tag": "07a3103f-ac12-4633-b1f7-c6eaa75732b6", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:09:55.886983 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-896b9211-681a-4818-a6b6-a637e050f682 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:09:55.887325 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-896b9211-681a-4818-a6b6-a637e050f682'] response: {'server_uuid': '9218ab89-c742-49ec-ad02-0673fafe06dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07a3103f-ac12-4633-b1f7-c6eaa75732b6', 'code': 200} May 18 18:09:55.923638 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e9e437e0-add2-453c-a9e7-7decaa201aec req-f339e980-2c29-47b0-acf4-6f3b44af125e tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] 10.222.0.85 "PUT /v2.0/floatingips/ad78f635-666d-4880-acd8-29c0bbf11070 HTTP/1.1" status: 200 len: 999 time: 4.2824726 May 18 18:09:55.929980 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-bed4181d-37d2-4acd-a5c3-6b0259167a51 None None] Port c7a7a8b9-01a8-4d6a-926b-11b8d75731b3 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:09:56.017227 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-649c02ee-bfea-413d-930d-2ab129120fd5 None None] Set router 7b1f017e-a7f9-407e-8e13-ae334ebab240 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:09:56.024758 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device fd8f8aaa-b342-41cd-a575-97d415876063 up at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:09:56.057469 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb9671d-48a5-4ef8-a45e-0bc3e524cd9f req-5a6f671f-c3ab-40e7-b00c-422dd5b81636 tempest-InstanceActionsTestJSON-1149630296 tempest-InstanceActionsTestJSON-1149630296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:56.060452 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ceb9671d-48a5-4ef8-a45e-0bc3e524cd9f req-5a6f671f-c3ab-40e7-b00c-422dd5b81636 tempest-InstanceActionsTestJSON-1149630296 tempest-InstanceActionsTestJSON-1149630296-project] 10.222.0.85 "GET /v2.0/ports?device_id=9218ab89-c742-49ec-ad02-0673fafe06dd HTTP/1.1" status: 200 len: 946 time: 0.0817020 May 18 18:09:56.066542 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e437e0-add2-453c-a9e7-7decaa201aec req-4642194b-e3f8-439d-941e-93793914d425 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:56.072662 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e9e437e0-add2-453c-a9e7-7decaa201aec req-4642194b-e3f8-439d-941e-93793914d425 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] 10.222.0.85 "GET /v2.0/ports/c66c94da-975c-48bf-8603-4b1d1337c6ac HTTP/1.1" status: 200 len: 942 time: 0.1319103 May 18 18:09:56.099580 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b079916f-165d-4092-b84a-77d9b17420cd req-f8f666e8-bd67-4be0-a869-2242c57333a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:56.105793 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b079916f-165d-4092-b84a-77d9b17420cd req-f8f666e8-bd67-4be0-a869-2242c57333a4 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=9218ab89-c742-49ec-ad02-0673fafe06dd HTTP/1.1" status: 200 len: 1097 time: 0.1091659 May 18 18:09:56.172457 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b079916f-165d-4092-b84a-77d9b17420cd req-8c8f9242-739e-4f49-bc4f-b26f5257ef15 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=25574424-1dcf-4628-a56d-e8a0bd0380c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559516 May 18 18:09:56.172814 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning for port fd8f8aaa-b342-41cd-a575-97d415876063 completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:09:56.177873 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning complete for port fd8f8aaa-b342-41cd-a575-97d415876063 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:09:56.178636 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:56.305130 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e437e0-add2-453c-a9e7-7decaa201aec req-3b2c1c7d-97ee-4d70-8f3f-7be63cc66c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:56.307482 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e9e437e0-add2-453c-a9e7-7decaa201aec req-3b2c1c7d-97ee-4d70-8f3f-7be63cc66c0e service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e05b3d827f844c1d97efd9db4e0d2203&device_id=99d6ce8d-1802-43b7-b3a1-723c709524f1 HTTP/1.1" status: 200 len: 1096 time: 0.0920436 May 18 18:09:56.376067 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device fe42e83a-c339-4ccc-8270-6c09d0a508b9 up at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:09:56.460407 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port fd8f8aaa-b342-41cd-a575-97d415876063 is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:09:56.464606 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:56.527486 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-649c02ee-bfea-413d-930d-2ab129120fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b1f017e-a7f9-407e-8e13-ae334ebab240', 'name': 'tempest-FloatingIPsAssociationTestJSON-726912209-router', 'tenant_id': 'e05b3d827f844c1d97efd9db4e0d2203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '5227345e-5153-4734-930c-392ff84168b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:08:17Z', 'updated_at': '2022-05-18T18:08:36Z', 'revision_number': 4, 'project_id': 'e05b3d827f844c1d97efd9db4e0d2203', 'gw_port': {'id': '5227345e-5153-4734-930c-392ff84168b5', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:7c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1f017e-a7f9-407e-8e13-ae334ebab240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:08:20Z', 'updated_at': '2022-05-18T18:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': 'ad78f635-666d-4880-acd8-29c0bbf11070', 'tenant_id': 'e05b3d827f844c1d97efd9db4e0d2203', 'floating_ip_address': '172.25.5.186', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': '7b1f017e-a7f9-407e-8e13-ae334ebab240', 'port_id': '59d57726-40d9-410c-b7a6-4ffced7dd0a3', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 974, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ba2d3f1-1e38-41ee-8062-86260345c4fd', 'mac_address': 'fa:16:3e:f9:0a:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2db400-b5d2-4e94-a59d-b268fc903c1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T18:09:12Z', 'updated_at': '2022-05-18T18:09:52Z', 'revision_number': 3, 'project_id': 'e05b3d827f844c1d97efd9db4e0d2203', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa2ee8f7-b934-4d10-afaf-419fc08b2042', 'name': '', 'network_id': '6ba2d3f1-1e38-41ee-8062-86260345c4fd', 'tenant_id': 'e05b3d827f844c1d97efd9db4e0d2203', 'mac_address': 'fa:16:3e:6f:36:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1f017e-a7f9-407e-8e13-ae334ebab240', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': 'b4c8e604-9eb2-414a-8fcd-fc1ec0f983e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:08:32Z', 'updated_at': '2022-05-18T18:08:44Z', 'revision_number': 5, 'project_id': 'e05b3d827f844c1d97efd9db4e0d2203', 'subnets': [{'id': 'b4c8e604-9eb2-414a-8fcd-fc1ec0f983e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:09:56.545950 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port fd8f8aaa-b342-41cd-a575-97d415876063, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=fd8f8aaa-b342-41cd-a575-97d415876063,segment=NetworkSegment(8b20d3f8-8bbd-4cf8-b792-267f0fcdf916),segment_id=8b20d3f8-8bbd-4cf8-b792-267f0fcdf916)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:09:56.555591 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:56.598811 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649c02ee-bfea-413d-930d-2ab129120fd5 None None] The sync data for ids ['7b1f017e-a7f9-407e-8e13-ae334ebab240'] in n-d-838550-3 is: [{'id': '7b1f017e-a7f9-407e-8e13-ae334ebab240', 'name': 'tempest-FloatingIPsAssociationTestJSON-726912209-router', 'tenant_id': 'e05b3d827f844c1d97efd9db4e0d2203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '5227345e-5153-4734-930c-392ff84168b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:08:17Z', 'updated_at': '2022-05-18T18:08:36Z', 'revision_number': 4, 'project_id': 'e05b3d827f844c1d97efd9db4e0d2203', 'gw_port': {'id': '5227345e-5153-4734-930c-392ff84168b5', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:7c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1f017e-a7f9-407e-8e13-ae334ebab240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:08:20Z', 'updated_at': '2022-05-18T18:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': 'ad78f635-666d-4880-acd8-29c0bbf11070', 'tenant_id': 'e05b3d827f844c1d97efd9db4e0d2203', 'floating_ip_address': '172.25.5.186', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': '7b1f017e-a7f9-407e-8e13-ae334ebab240', 'port_id': '59d57726-40d9-410c-b7a6-4ffced7dd0a3', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 974, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ba2d3f1-1e38-41ee-8062-86260345c4fd', 'mac_address': 'fa:16:3e:f9:0a:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2db400-b5d2-4e94-a59d-b268fc903c1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T18:09:12Z', 'updated_at': '2022-05-18T18:09:52Z', 'revision_number': 3, 'project_id': 'e05b3d827f844c1d97efd9db4e0d2203', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa2ee8f7-b934-4d10-afaf-419fc08b2042', 'name': '', 'network_id': '6ba2d3f1-1e38-41ee-8062-86260345c4fd', 'tenant_id': 'e05b3d827f844c1d97efd9db4e0d2203', 'mac_address': 'fa:16:3e:6f:36:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1f017e-a7f9-407e-8e13-ae334ebab240', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': 'b4c8e604-9eb2-414a-8fcd-fc1ec0f983e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:08:32Z', 'updated_at': '2022-05-18T18:08:44Z', 'revision_number': 5, 'project_id': 'e05b3d827f844c1d97efd9db4e0d2203', 'subnets': [{'id': 'b4c8e604-9eb2-414a-8fcd-fc1ec0f983e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:09:56.643562 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e437e0-add2-453c-a9e7-7decaa201aec req-f01662ba-83b8-4f22-9e97-ddccac6e536b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:56.661297 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e9e437e0-add2-453c-a9e7-7decaa201aec req-f01662ba-83b8-4f22-9e97-ddccac6e536b service neutron] 10.222.0.85 "GET /v2.0/networks?id=6ba2d3f1-1e38-41ee-8062-86260345c4fd HTTP/1.1" status: 200 len: 921 time: 0.3464141 May 18 18:09:56.679238 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=fd8f8aaa-b342-41cd-a575-97d415876063,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:09:56.686658 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning for port fe42e83a-c339-4ccc-8270-6c09d0a508b9 completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:09:56.690558 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning complete for port fe42e83a-c339-4ccc-8270-6c09d0a508b9 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:09:56.691094 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:56.811473 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e9e437e0-add2-453c-a9e7-7decaa201aec req-cff7ce02-7942-40e6-a225-df149394e16b service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c66c94da-975c-48bf-8603-4b1d1337c6ac HTTP/1.1" status: 200 len: 217 time: 0.1487453 May 18 18:09:56.811857 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ceb9671d-48a5-4ef8-a45e-0bc3e524cd9f req-22f02bfe-85f2-4887-b00d-db18cbc5198c tempest-InstanceActionsTestJSON-1149630296 tempest-InstanceActionsTestJSON-1149630296-project] 10.222.0.85 "GET /v2.0/security-groups?id=25574424-1dcf-4628-a56d-e8a0bd0380c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7373662 May 18 18:09:56.963265 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e437e0-add2-453c-a9e7-7decaa201aec req-e7760d4c-85bf-4ff7-ae10-dbb5f90d72f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:56.965741 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e9e437e0-add2-453c-a9e7-7decaa201aec req-e7760d4c-85bf-4ff7-ae10-dbb5f90d72f7 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=b4c8e604-9eb2-414a-8fcd-fc1ec0f983e0 HTTP/1.1" status: 200 len: 859 time: 0.1530285 May 18 18:09:57.036532 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port fe42e83a-c339-4ccc-8270-6c09d0a508b9 is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:09:57.037527 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:57.113925 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e6dc54aa-882b-46c5-a92a-a1d8bcfcd566 tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:57.124193 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e6dc54aa-882b-46c5-a92a-a1d8bcfcd566 tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:57.129483 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e437e0-add2-453c-a9e7-7decaa201aec req-c9e96c70-c999-42b7-a26f-3d82181f5a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:57.149019 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port fe42e83a-c339-4ccc-8270-6c09d0a508b9, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=fe42e83a-c339-4ccc-8270-6c09d0a508b9,segment=NetworkSegment(b3f3eeb8-5f75-4eaf-85f1-21dd3ed6dc9f),segment_id=b3f3eeb8-5f75-4eaf-85f1-21dd3ed6dc9f)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:09:57.152781 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e9e437e0-add2-453c-a9e7-7decaa201aec req-c9e96c70-c999-42b7-a26f-3d82181f5a3d service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=6ba2d3f1-1e38-41ee-8062-86260345c4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1779914 May 18 18:09:57.161871 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:57.163150 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device a3b93a51-a23a-4c7c-9963-129e53fee717 up at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:09:57.220890 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26c33f5-d5cf-4bf9-af06-d18a5640414c req-ddb6a6fe-4387-4d77-8f3b-7ad5e6d50fbc tempest-VolumesAdminNegativeTest-1793613281 tempest-VolumesAdminNegativeTest-1793613281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:57.233637 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d26c33f5-d5cf-4bf9-af06-d18a5640414c req-ddb6a6fe-4387-4d77-8f3b-7ad5e6d50fbc tempest-VolumesAdminNegativeTest-1793613281 tempest-VolumesAdminNegativeTest-1793613281-project] 10.222.0.85 "GET /v2.0/ports?device_id=47fcd2a4-37b6-4a28-96fb-60f03e10e925 HTTP/1.1" status: 200 len: 945 time: 0.2275221 May 18 18:09:57.255119 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58bfe4b5-95c2-4bf7-b542-9803a32adc54 None None] New status for floating IP ad78f635-666d-4880-acd8-29c0bbf11070: ACTIVE {{(pid=102732) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 18:09:57.316576 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e9e437e0-add2-453c-a9e7-7decaa201aec req-0931b9a1-297d-4ab4-b324-190459a3a16e service neutron] 10.222.0.85 "GET /v2.0/networks/6ba2d3f1-1e38-41ee-8062-86260345c4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588330 May 18 18:09:57.371090 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dc54aa-882b-46c5-a92a-a1d8bcfcd566 tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Pushing event updated for resources: {'Port': ['ID=c7a7a8b9-01a8-4d6a-926b-11b8d75731b3,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:09:57.440804 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-e6dc54aa-882b-46c5-a92a-a1d8bcfcd566 tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] In _notify_port_updated(), no bound segment for port c7a7a8b9-01a8-4d6a-926b-11b8d75731b3 on network 0a5cf104-e646-4fa3-94a8-ab92184a1860 {{(pid=102730) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 18 18:09:57.458563 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6dc54aa-882b-46c5-a92a-a1d8bcfcd566 tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:57.459656 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e6dc54aa-882b-46c5-a92a-a1d8bcfcd566 tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:57.461909 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-e6dc54aa-882b-46c5-a92a-a1d8bcfcd566 tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] 10.222.0.85 "PUT /v2.0/ports/c7a7a8b9-01a8-4d6a-926b-11b8d75731b3 HTTP/1.1" status: 200 len: 997 time: 2.0967278 May 18 18:09:57.469883 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 54544) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:09:57.486699 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d26c33f5-d5cf-4bf9-af06-d18a5640414c req-6a031b2a-88b6-4d38-bf0a-e1f70536ba1c tempest-VolumesAdminNegativeTest-1793613281 tempest-VolumesAdminNegativeTest-1793613281-project] 10.222.0.85 "GET /v2.0/security-groups?id=59baf776-b8f2-4c2a-a729-acf7787f08a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495782 May 18 18:09:57.519264 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning for port a3b93a51-a23a-4c7c-9963-129e53fee717 completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:09:57.542938 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning complete for port a3b93a51-a23a-4c7c-9963-129e53fee717 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:09:57.543502 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:57.619488 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e9e437e0-add2-453c-a9e7-7decaa201aec req-3959f184-219b-4a8c-8c57-527905b8b429 service neutron] 10.222.0.85 "GET /v2.0/networks/6ba2d3f1-1e38-41ee-8062-86260345c4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2919087 May 18 18:09:57.771897 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=fe42e83a-c339-4ccc-8270-6c09d0a508b9,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:09:57.798564 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e437e0-add2-453c-a9e7-7decaa201aec req-285ebc5f-f959-47dc-a1b3-5bc65c1e3786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:57.807255 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e9e437e0-add2-453c-a9e7-7decaa201aec req-285ebc5f-f959-47dc-a1b3-5bc65c1e3786 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e05b3d827f844c1d97efd9db4e0d2203&device_id=af2db400-b5d2-4e94-a59d-b268fc903c1d HTTP/1.1" status: 200 len: 1097 time: 0.1313510 May 18 18:09:57.829274 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-cceb1ad1-1ab2-44b3-b6da-60e186a70dee None None] Provisioning complete for port c7a7a8b9-01a8-4d6a-926b-11b8d75731b3 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:09:57.829990 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-cceb1ad1-1ab2-44b3-b6da-60e186a70dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:57.836423 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7411b332-867c-4bed-a43b-1df6180bdc50 req-828582d9-2df0-424a-a8c0-771baca8e419 tempest-ServerAddressesTestJSON-1512214218 tempest-ServerAddressesTestJSON-1512214218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:57.839367 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7411b332-867c-4bed-a43b-1df6180bdc50 req-828582d9-2df0-424a-a8c0-771baca8e419 tempest-ServerAddressesTestJSON-1512214218 tempest-ServerAddressesTestJSON-1512214218-project] 10.222.0.85 "GET /v2.0/ports?device_id=c420bc6c-45ec-413c-bdd7-3b846aafad5e HTTP/1.1" status: 200 len: 945 time: 0.1395597 May 18 18:09:57.904645 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-8631888f-b087-4977-891d-14ef7e873112 tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Deleting port c7a7a8b9-01a8-4d6a-926b-11b8d75731b3 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:09:57.904901 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8631888f-b087-4977-891d-14ef7e873112 tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:57.918018 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47fcd2a4-37b6-4a28-96fb-60f03e10e925', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd8f8aaa-b342-41cd-a575-97d415876063'}, {'server_uuid': 'c420bc6c-45ec-413c-bdd7-3b846aafad5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe42e83a-c339-4ccc-8270-6c09d0a508b9'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:09:57.921433 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc10c8a4-7f08-4d2d-9534-6ffe282a4fc4" -d '{"events": [{"server_uuid": "47fcd2a4-37b6-4a28-96fb-60f03e10e925", "name": "network-vif-plugged", "status": "completed", "tag": "fd8f8aaa-b342-41cd-a575-97d415876063"}, {"server_uuid": "c420bc6c-45ec-413c-bdd7-3b846aafad5e", "name": "network-vif-plugged", "status": "completed", "tag": "fe42e83a-c339-4ccc-8270-6c09d0a508b9"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:09:57.944071 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7411b332-867c-4bed-a43b-1df6180bdc50 req-37b150d3-c73c-4d68-ae2e-d1877230ca52 tempest-ServerAddressesTestJSON-1512214218 tempest-ServerAddressesTestJSON-1512214218-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ac35573-ce17-447a-b283-89690480d74c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886095 May 18 18:09:57.997506 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-cceb1ad1-1ab2-44b3-b6da-60e186a70dee None None] Port c7a7a8b9-01a8-4d6a-926b-11b8d75731b3 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:09:58.114595 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e437e0-add2-453c-a9e7-7decaa201aec req-7b9412e7-6806-479c-8e8b-ec95e590c3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:58.128299 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e9e437e0-add2-453c-a9e7-7decaa201aec req-7b9412e7-6806-479c-8e8b-ec95e590c3eb service neutron] 10.222.0.85 "GET /v2.0/networks?id=6ba2d3f1-1e38-41ee-8062-86260345c4fd HTTP/1.1" status: 200 len: 921 time: 0.3198681 May 18 18:09:58.136322 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port a3b93a51-a23a-4c7c-9963-129e53fee717 is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:09:58.137211 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:58.150502 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f45e1e27-fd0d-409a-b9ad-98aa8fbc3265 x-openstack-request-id: req-f45e1e27-fd0d-409a-b9ad-98aa8fbc3265 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:09:58.150817 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99d6ce8d-1802-43b7-b3a1-723c709524f1", "tag": "c66c94da-975c-48bf-8603-4b1d1337c6ac", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:09:58.151190 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-f45e1e27-fd0d-409a-b9ad-98aa8fbc3265 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:09:58.151765 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f45e1e27-fd0d-409a-b9ad-98aa8fbc3265'] response: {'name': 'network-changed', 'server_uuid': '99d6ce8d-1802-43b7-b3a1-723c709524f1', 'tag': 'c66c94da-975c-48bf-8603-4b1d1337c6ac', 'status': 'completed', 'code': 200} May 18 18:09:58.220307 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8631888f-b087-4977-891d-14ef7e873112 tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:58.273867 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port a3b93a51-a23a-4c7c-9963-129e53fee717, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=a3b93a51-a23a-4c7c-9963-129e53fee717,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:09:58.275549 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d75b37a-8142-4f4f-b438-e803d8a30840 None None] Sync routers for ids ['7b1f017e-a7f9-407e-8e13-ae334ebab240'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:09:58.282473 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:58.314156 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d75b37a-8142-4f4f-b438-e803d8a30840 None None] Routers {'7b1f017e-a7f9-407e-8e13-ae334ebab240'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:09:58.315357 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-1d75b37a-8142-4f4f-b438-e803d8a30840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:09:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['7b1f017e-a7f9-407e-8e13-ae334ebab240'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:09:58.328179 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-8631888f-b087-4977-891d-14ef7e873112 tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Calling delete_port for c7a7a8b9-01a8-4d6a-926b-11b8d75731b3 owned by {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:09:58.393319 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=a3b93a51-a23a-4c7c-9963-129e53fee717,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:09:58.460750 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2999a1-011a-4b9f-901c-53b101ef16fe req-2df2dfbb-68ab-4493-8257-656bf1a8fedc tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:58.465823 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0c2999a1-011a-4b9f-901c-53b101ef16fe req-2df2dfbb-68ab-4493-8257-656bf1a8fedc tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=b620702a-122a-4cad-9b6e-b764547e6f53 HTTP/1.1" status: 200 len: 945 time: 0.1487443 May 18 18:09:58.531719 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e9e437e0-add2-453c-a9e7-7decaa201aec req-78c90094-d5ec-4277-bee5-5cc543d2c8bc service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=59d57726-40d9-410c-b7a6-4ffced7dd0a3 HTTP/1.1" status: 200 len: 1002 time: 0.3927608 May 18 18:09:58.576446 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0c2999a1-011a-4b9f-901c-53b101ef16fe req-41c38d23-f3f9-4bb5-80c4-5495aa3867fe tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/security-groups?id=33ba1fad-191a-4b7a-ae9e-8e9e60985e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974379 May 18 18:09:58.591963 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cb6ab1-992a-4123-b444-35beba079437 req-e6affecc-a800-4439-87c7-2442ab079e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:58.594556 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-85cb6ab1-992a-4123-b444-35beba079437 req-e6affecc-a800-4439-87c7-2442ab079e80 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=e05b3d827f844c1d97efd9db4e0d2203&device_id=99d6ce8d-1802-43b7-b3a1-723c709524f1 HTTP/1.1" status: 200 len: 1096 time: 0.3696980 May 18 18:09:58.598591 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-1d75b37a-8142-4f4f-b438-e803d8a30840 None None] Set router 7b1f017e-a7f9-407e-8e13-ae334ebab240 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:09:58.720314 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e437e0-add2-453c-a9e7-7decaa201aec req-a776237a-680f-4fc7-8d14-5f63a80d126d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:58.722041 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e9e437e0-add2-453c-a9e7-7decaa201aec req-a776237a-680f-4fc7-8d14-5f63a80d126d service neutron] 10.222.0.85 "GET /v2.0/subnets?id=b4c8e604-9eb2-414a-8fcd-fc1ec0f983e0 HTTP/1.1" status: 200 len: 859 time: 0.1700716 May 18 18:09:58.860229 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cb6ab1-992a-4123-b444-35beba079437 req-b5874df0-5c0f-4c9d-b68e-4403582a5819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:58.862175 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-85cb6ab1-992a-4123-b444-35beba079437 req-b5874df0-5c0f-4c9d-b68e-4403582a5819 service neutron] 10.222.0.88 "GET /v2.0/networks?id=6ba2d3f1-1e38-41ee-8062-86260345c4fd HTTP/1.1" status: 200 len: 921 time: 0.2452884 May 18 18:09:58.864196 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e437e0-add2-453c-a9e7-7decaa201aec req-8d573579-9286-4294-9d4c-6b6ccffb5cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:58.866067 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e9e437e0-add2-453c-a9e7-7decaa201aec req-8d573579-9286-4294-9d4c-6b6ccffb5cf4 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=6ba2d3f1-1e38-41ee-8062-86260345c4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1278691 May 18 18:09:58.874607 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8631888f-b087-4977-891d-14ef7e873112 tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:58.934459 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a529607-e2a4-40a6-88fe-d729a12b7d1f req-56c37f9c-6ab0-41dc-b232-bfc71c945903 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:58.941108 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9a529607-e2a4-40a6-88fe-d729a12b7d1f req-56c37f9c-6ab0-41dc-b232-bfc71c945903 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/ports?device_id=f1c11f6b-c4a5-40f5-8b0f-d2b78b34b1f2 HTTP/1.1" status: 200 len: 950 time: 0.1313522 May 18 18:09:58.987473 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8631888f-b087-4977-891d-14ef7e873112 tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Pushing event deleted for resources: {'Port': ['ID=c7a7a8b9-01a8-4d6a-926b-11b8d75731b3,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:09:58.988489 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 7 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 18:09:59.070964 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9a529607-e2a4-40a6-88fe-d729a12b7d1f req-93bff421-215c-4f69-bd50-66e193308953 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/security-groups?id=5ea4329b-bade-4f5a-bfbd-7917c3702679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250587 May 18 18:09:59.254034 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-1d75b37a-8142-4f4f-b438-e803d8a30840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b1f017e-a7f9-407e-8e13-ae334ebab240', 'name': 'tempest-FloatingIPsAssociationTestJSON-726912209-router', 'tenant_id': 'e05b3d827f844c1d97efd9db4e0d2203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '5227345e-5153-4734-930c-392ff84168b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:08:17Z', 'updated_at': '2022-05-18T18:08:36Z', 'revision_number': 4, 'project_id': 'e05b3d827f844c1d97efd9db4e0d2203', 'gw_port': {'id': '5227345e-5153-4734-930c-392ff84168b5', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:7c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1f017e-a7f9-407e-8e13-ae334ebab240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:08:20Z', 'updated_at': '2022-05-18T18:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': 'ad78f635-666d-4880-acd8-29c0bbf11070', 'tenant_id': 'e05b3d827f844c1d97efd9db4e0d2203', 'floating_ip_address': '172.25.5.186', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': '7b1f017e-a7f9-407e-8e13-ae334ebab240', 'port_id': '59d57726-40d9-410c-b7a6-4ffced7dd0a3', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 974, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ba2d3f1-1e38-41ee-8062-86260345c4fd', 'mac_address': 'fa:16:3e:f9:0a:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2db400-b5d2-4e94-a59d-b268fc903c1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T18:09:12Z', 'updated_at': '2022-05-18T18:09:57Z', 'revision_number': 4, 'project_id': 'e05b3d827f844c1d97efd9db4e0d2203', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa2ee8f7-b934-4d10-afaf-419fc08b2042', 'name': '', 'network_id': '6ba2d3f1-1e38-41ee-8062-86260345c4fd', 'tenant_id': 'e05b3d827f844c1d97efd9db4e0d2203', 'mac_address': 'fa:16:3e:6f:36:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1f017e-a7f9-407e-8e13-ae334ebab240', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': 'b4c8e604-9eb2-414a-8fcd-fc1ec0f983e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:08:32Z', 'updated_at': '2022-05-18T18:08:44Z', 'revision_number': 5, 'project_id': 'e05b3d827f844c1d97efd9db4e0d2203', 'subnets': [{'id': 'b4c8e604-9eb2-414a-8fcd-fc1ec0f983e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:09:59.297512 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-85cb6ab1-992a-4123-b444-35beba079437 req-83a5dae3-c4e5-42f3-bc70-415310ba701d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c66c94da-975c-48bf-8603-4b1d1337c6ac HTTP/1.1" status: 200 len: 217 time: 0.3855586 May 18 18:09:59.301035 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faabecc-ad60-41a8-8c27-1052bd87ab61 req-e52edc2f-0fdc-485f-b445-210ddb34387e tempest-InstanceActionsTestJSON-1149630296 tempest-InstanceActionsTestJSON-1149630296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:59.303372 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8faabecc-ad60-41a8-8c27-1052bd87ab61 req-e52edc2f-0fdc-485f-b445-210ddb34387e tempest-InstanceActionsTestJSON-1149630296 tempest-InstanceActionsTestJSON-1149630296-project] 10.222.0.85 "GET /v2.0/ports?device_id=9218ab89-c742-49ec-ad02-0673fafe06dd HTTP/1.1" status: 200 len: 946 time: 0.1266813 May 18 18:09:59.314894 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d75b37a-8142-4f4f-b438-e803d8a30840 None None] Checking router: 7b1f017e-a7f9-407e-8e13-ae334ebab240 for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:09:59.332989 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d75b37a-8142-4f4f-b438-e803d8a30840 None None] Routers {'7b1f017e-a7f9-407e-8e13-ae334ebab240'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:09:59.334289 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-1d75b37a-8142-4f4f-b438-e803d8a30840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:09:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['7b1f017e-a7f9-407e-8e13-ae334ebab240'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:09:59.377573 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8faabecc-ad60-41a8-8c27-1052bd87ab61 req-503aa275-2fd8-464d-8e71-d9b22527fb88 tempest-InstanceActionsTestJSON-1149630296 tempest-InstanceActionsTestJSON-1149630296-project] 10.222.0.85 "GET /v2.0/security-groups?id=25574424-1dcf-4628-a56d-e8a0bd0380c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631092 May 18 18:09:59.403776 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8631888f-b087-4977-891d-14ef7e873112 tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:59.427551 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-8631888f-b087-4977-891d-14ef7e873112 tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] 10.222.0.85 "DELETE /v2.0/ports/c7a7a8b9-01a8-4d6a-926b-11b8d75731b3 HTTP/1.1" status: 204 len: 168 time: 1.9478197 May 18 18:09:59.428063 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 54558) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:09:59.459321 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e9e437e0-add2-453c-a9e7-7decaa201aec req-b7b92e8d-4db1-473e-b07d-6efc1e8064d3 service neutron] 10.222.0.85 "GET /v2.0/networks/6ba2d3f1-1e38-41ee-8062-86260345c4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5824244 May 18 18:09:59.482110 n-d-838550-3 neutron-server[102730]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d710682-b25c-4580-8d2f-a4119df12dab tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] GET failed (client error): The resource could not be found. May 18 18:09:59.489029 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-5d710682-b25c-4580-8d2f-a4119df12dab tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] 10.222.0.85 "GET /v2.0/ports/c7a7a8b9-01a8-4d6a-926b-11b8d75731b3 HTTP/1.1" status: 404 len: 333 time: 0.0548103 May 18 18:09:59.489749 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 54562) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:09:59.501196 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-2316f352-ccdd-4abc-b404-faf23e997fbe tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Request body: {'port': {'network_id': '0a5cf104-e646-4fa3-94a8-ab92184a1860', 'name': 'tempest-AllowedAddressPairTestJSON-103727596'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:09:59.507246 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cb6ab1-992a-4123-b444-35beba079437 req-01b86907-79eb-4635-9d7f-554d1f718cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:59.508883 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-85cb6ab1-992a-4123-b444-35beba079437 req-01b86907-79eb-4635-9d7f-554d1f718cae service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b4c8e604-9eb2-414a-8fcd-fc1ec0f983e0 HTTP/1.1" status: 200 len: 859 time: 0.1670747 May 18 18:09:59.543201 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 18 May 2022 18:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4ce1fe8-dfa4-464a-bc87-e3e9b63e9b5d x-openstack-request-id: req-e4ce1fe8-dfa4-464a-bc87-e3e9b63e9b5d {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:09:59.546714 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47fcd2a4-37b6-4a28-96fb-60f03e10e925", "name": "network-vif-plugged", "status": "completed", "tag": "fd8f8aaa-b342-41cd-a575-97d415876063", "code": 200}, {"server_uuid": "c420bc6c-45ec-413c-bdd7-3b846aafad5e", "name": "network-vif-plugged", "status": "completed", "tag": "fe42e83a-c339-4ccc-8270-6c09d0a508b9", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:09:59.550650 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-e4ce1fe8-dfa4-464a-bc87-e3e9b63e9b5d {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:09:59.551729 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4ce1fe8-dfa4-464a-bc87-e3e9b63e9b5d'] response: {'server_uuid': '47fcd2a4-37b6-4a28-96fb-60f03e10e925', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd8f8aaa-b342-41cd-a575-97d415876063', 'code': 200} May 18 18:09:59.552594 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4ce1fe8-dfa4-464a-bc87-e3e9b63e9b5d'] response: {'server_uuid': 'c420bc6c-45ec-413c-bdd7-3b846aafad5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe42e83a-c339-4ccc-8270-6c09d0a508b9', 'code': 200} May 18 18:09:59.574563 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-1d75b37a-8142-4f4f-b438-e803d8a30840 None None] Set router 7b1f017e-a7f9-407e-8e13-ae334ebab240 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:09:59.822962 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f19039-bce8-4d3a-9ce0-5f58abfa96bb req-b134732e-c081-4bc6-8ac8-1592df9cfc56 tempest-VolumesAdminNegativeTest-1793613281 tempest-VolumesAdminNegativeTest-1793613281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:09:59.835909 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-51f19039-bce8-4d3a-9ce0-5f58abfa96bb req-b134732e-c081-4bc6-8ac8-1592df9cfc56 tempest-VolumesAdminNegativeTest-1793613281 tempest-VolumesAdminNegativeTest-1793613281-project] 10.222.0.85 "GET /v2.0/ports?device_id=47fcd2a4-37b6-4a28-96fb-60f03e10e925 HTTP/1.1" status: 200 len: 945 time: 0.1287653 May 18 18:09:59.868281 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2316f352-ccdd-4abc-b404-faf23e997fbe tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Made reservation on behalf of d7297a8cf6544cd993a848d0128fe2a0 for: {'port': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:09:59.875189 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2316f352-ccdd-4abc-b404-faf23e997fbe tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:09:59.937321 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [None req-2316f352-ccdd-4abc-b404-faf23e997fbe tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] device_id is not set on port 4cca6f26-c9d1-496e-82ac-8363f1f891f6 yet. {{(pid=102730) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 18 18:09:59.955943 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-51f19039-bce8-4d3a-9ce0-5f58abfa96bb req-b2ece5be-74b1-415e-a037-002a0b2769e7 tempest-VolumesAdminNegativeTest-1793613281 tempest-VolumesAdminNegativeTest-1793613281-project] 10.222.0.85 "GET /v2.0/security-groups?id=59baf776-b8f2-4c2a-a729-acf7787f08a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090422 May 18 18:10:00.200917 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af2db400-b5d2-4e94-a59d-b268fc903c1d', 'tag': '59d57726-40d9-410c-b7a6-4ffced7dd0a3'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:10:00.203892 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51242db7-de7a-4d5a-9470-c8dc293e38d5" -d '{"events": [{"name": "network-changed", "server_uuid": "af2db400-b5d2-4e94-a59d-b268fc903c1d", "tag": "59d57726-40d9-410c-b7a6-4ffced7dd0a3"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:10:00.225165 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16dc8d4-8b9c-4359-baf0-7ed8cba6ff30 req-53781222-2317-411f-8b7a-223f940ccd01 tempest-ServerAddressesTestJSON-1512214218 tempest-ServerAddressesTestJSON-1512214218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:00.227151 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b16dc8d4-8b9c-4359-baf0-7ed8cba6ff30 req-53781222-2317-411f-8b7a-223f940ccd01 tempest-ServerAddressesTestJSON-1512214218 tempest-ServerAddressesTestJSON-1512214218-project] 10.222.0.85 "GET /v2.0/ports?device_id=c420bc6c-45ec-413c-bdd7-3b846aafad5e HTTP/1.1" status: 200 len: 945 time: 0.1402829 May 18 18:10:00.275576 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cb6ab1-992a-4123-b444-35beba079437 req-2fa1fb2e-b4cc-4893-8e75-d607dbb10c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:00.277812 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-85cb6ab1-992a-4123-b444-35beba079437 req-2fa1fb2e-b4cc-4893-8e75-d607dbb10c31 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=6ba2d3f1-1e38-41ee-8062-86260345c4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7274239 May 18 18:10:00.280754 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-2316f352-ccdd-4abc-b404-faf23e997fbe tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Allocated IP 172.20.0.8 (0a5cf104-e646-4fa3-94a8-ab92184a1860/42ca508a-e901-4508-84cf-8faa3ce61098/4cca6f26-c9d1-496e-82ac-8363f1f891f6) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:10:00.287935 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e9e437e0-add2-453c-a9e7-7decaa201aec req-740ece48-d421-4b4b-8bed-aef8b8a71fba service neutron] 10.222.0.85 "GET /v2.0/networks/6ba2d3f1-1e38-41ee-8062-86260345c4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8088901 May 18 18:10:00.293329 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c528bd-0bfd-456d-9222-3b7e8ffb1134 req-c693844e-46c0-41af-9184-09f192db0c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:00.295309 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a6c528bd-0bfd-456d-9222-3b7e8ffb1134 req-c693844e-46c0-41af-9184-09f192db0c94 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=47fcd2a4-37b6-4a28-96fb-60f03e10e925 HTTP/1.1" status: 200 len: 1096 time: 0.5893431 May 18 18:10:00.316711 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-1d75b37a-8142-4f4f-b438-e803d8a30840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b1f017e-a7f9-407e-8e13-ae334ebab240', 'name': 'tempest-FloatingIPsAssociationTestJSON-726912209-router', 'tenant_id': 'e05b3d827f844c1d97efd9db4e0d2203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '5227345e-5153-4734-930c-392ff84168b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:08:17Z', 'updated_at': '2022-05-18T18:08:36Z', 'revision_number': 4, 'project_id': 'e05b3d827f844c1d97efd9db4e0d2203', 'gw_port': {'id': '5227345e-5153-4734-930c-392ff84168b5', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:7c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1f017e-a7f9-407e-8e13-ae334ebab240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:08:20Z', 'updated_at': '2022-05-18T18:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': 'ad78f635-666d-4880-acd8-29c0bbf11070', 'tenant_id': 'e05b3d827f844c1d97efd9db4e0d2203', 'floating_ip_address': '172.25.5.186', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': '7b1f017e-a7f9-407e-8e13-ae334ebab240', 'port_id': '59d57726-40d9-410c-b7a6-4ffced7dd0a3', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 974, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ba2d3f1-1e38-41ee-8062-86260345c4fd', 'mac_address': 'fa:16:3e:f9:0a:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2db400-b5d2-4e94-a59d-b268fc903c1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T18:09:12Z', 'updated_at': '2022-05-18T18:09:57Z', 'revision_number': 4, 'project_id': 'e05b3d827f844c1d97efd9db4e0d2203', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa2ee8f7-b934-4d10-afaf-419fc08b2042', 'name': '', 'network_id': '6ba2d3f1-1e38-41ee-8062-86260345c4fd', 'tenant_id': 'e05b3d827f844c1d97efd9db4e0d2203', 'mac_address': 'fa:16:3e:6f:36:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1f017e-a7f9-407e-8e13-ae334ebab240', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': 'b4c8e604-9eb2-414a-8fcd-fc1ec0f983e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:08:32Z', 'updated_at': '2022-05-18T18:08:44Z', 'revision_number': 5, 'project_id': 'e05b3d827f844c1d97efd9db4e0d2203', 'subnets': [{'id': 'b4c8e604-9eb2-414a-8fcd-fc1ec0f983e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:10:00.351861 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514241ba-cd83-444d-b14c-6b4df609948e req-91d3ce24-0233-4afa-8609-e92a5fc3938c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:00.354218 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-514241ba-cd83-444d-b14c-6b4df609948e req-91d3ce24-0233-4afa-8609-e92a5fc3938c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c420bc6c-45ec-413c-bdd7-3b846aafad5e HTTP/1.1" status: 200 len: 1096 time: 0.6506763 May 18 18:10:00.405142 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b16dc8d4-8b9c-4359-baf0-7ed8cba6ff30 req-f4a9c807-4dcf-445d-9398-9f82e67a75c9 tempest-ServerAddressesTestJSON-1512214218 tempest-ServerAddressesTestJSON-1512214218-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ac35573-ce17-447a-b283-89690480d74c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671791 May 18 18:10:00.407796 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d75b37a-8142-4f4f-b438-e803d8a30840 None None] The sync data for ids ['7b1f017e-a7f9-407e-8e13-ae334ebab240'] in n-d-838550-3 is: [{'id': '7b1f017e-a7f9-407e-8e13-ae334ebab240', 'name': 'tempest-FloatingIPsAssociationTestJSON-726912209-router', 'tenant_id': 'e05b3d827f844c1d97efd9db4e0d2203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '5227345e-5153-4734-930c-392ff84168b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:08:17Z', 'updated_at': '2022-05-18T18:08:36Z', 'revision_number': 4, 'project_id': 'e05b3d827f844c1d97efd9db4e0d2203', 'gw_port': {'id': '5227345e-5153-4734-930c-392ff84168b5', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:7c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1f017e-a7f9-407e-8e13-ae334ebab240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:08:20Z', 'updated_at': '2022-05-18T18:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': 'ad78f635-666d-4880-acd8-29c0bbf11070', 'tenant_id': 'e05b3d827f844c1d97efd9db4e0d2203', 'floating_ip_address': '172.25.5.186', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': '7b1f017e-a7f9-407e-8e13-ae334ebab240', 'port_id': '59d57726-40d9-410c-b7a6-4ffced7dd0a3', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 974, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ba2d3f1-1e38-41ee-8062-86260345c4fd', 'mac_address': 'fa:16:3e:f9:0a:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2db400-b5d2-4e94-a59d-b268fc903c1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T18:09:12Z', 'updated_at': '2022-05-18T18:09:57Z', 'revision_number': 4, 'project_id': 'e05b3d827f844c1d97efd9db4e0d2203', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa2ee8f7-b934-4d10-afaf-419fc08b2042', 'name': '', 'network_id': '6ba2d3f1-1e38-41ee-8062-86260345c4fd', 'tenant_id': 'e05b3d827f844c1d97efd9db4e0d2203', 'mac_address': 'fa:16:3e:6f:36:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1f017e-a7f9-407e-8e13-ae334ebab240', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': 'b4c8e604-9eb2-414a-8fcd-fc1ec0f983e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:08:32Z', 'updated_at': '2022-05-18T18:08:44Z', 'revision_number': 5, 'project_id': 'e05b3d827f844c1d97efd9db4e0d2203', 'subnets': [{'id': 'b4c8e604-9eb2-414a-8fcd-fc1ec0f983e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:10:00.488800 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a6c528bd-0bfd-456d-9222-3b7e8ffb1134 req-3b9a6625-8ec6-4001-9457-bf76ac1a0f57 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=59baf776-b8f2-4c2a-a729-acf7787f08a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769061 May 18 18:10:00.500354 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-514241ba-cd83-444d-b14c-6b4df609948e req-0df71b2b-b2a4-4b5b-bb03-253065b155e7 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2ac35573-ce17-447a-b283-89690480d74c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344836 May 18 18:10:00.573976 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-85cb6ab1-992a-4123-b444-35beba079437 req-95e21c7b-6481-466b-a86a-b77bf05dcb53 service neutron] 10.222.0.88 "GET /v2.0/networks/6ba2d3f1-1e38-41ee-8062-86260345c4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2759233 May 18 18:10:00.654324 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34573584-6562-40c1-acb0-57aa87c3cde9 req-cab131e1-5a12-4e4f-b655-cd009b3b5825 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:00.655848 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-34573584-6562-40c1-acb0-57aa87c3cde9 req-cab131e1-5a12-4e4f-b655-cd009b3b5825 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/ports?device_id=f1c11f6b-c4a5-40f5-8b0f-d2b78b34b1f2 HTTP/1.1" status: 200 len: 950 time: 0.0697596 May 18 18:10:00.695270 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81621e7b-c630-48d0-b097-da36bee49edd req-ceb9f4e1-b3e8-4b95-8bb2-7397fbc89875 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:00.697461 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-81621e7b-c630-48d0-b097-da36bee49edd req-ceb9f4e1-b3e8-4b95-8bb2-7397fbc89875 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=b620702a-122a-4cad-9b6e-b764547e6f53 HTTP/1.1" status: 200 len: 945 time: 0.1005671 May 18 18:10:00.724748 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2316f352-ccdd-4abc-b404-faf23e997fbe tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:00.736901 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-34573584-6562-40c1-acb0-57aa87c3cde9 req-0a872aaf-5c5e-4e2e-b02a-6f4fd8a400c5 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/security-groups?id=5ea4329b-bade-4f5a-bfbd-7917c3702679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653887 May 18 18:10:00.793526 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-81621e7b-c630-48d0-b097-da36bee49edd req-62e31c32-7d0e-4379-a10f-f28cbe54d07d tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/security-groups?id=33ba1fad-191a-4b7a-ae9e-8e9e60985e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779302 May 18 18:10:00.810124 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2316f352-ccdd-4abc-b404-faf23e997fbe tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:00.811400 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e25a704e-85e6-406b-b452-ca1706277003 x-openstack-request-id: req-e25a704e-85e6-406b-b452-ca1706277003 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:10:00.811802 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af2db400-b5d2-4e94-a59d-b268fc903c1d", "tag": "59d57726-40d9-410c-b7a6-4ffced7dd0a3", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:10:00.812879 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-e25a704e-85e6-406b-b452-ca1706277003 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:10:00.813558 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e25a704e-85e6-406b-b452-ca1706277003'] response: {'name': 'network-changed', 'server_uuid': 'af2db400-b5d2-4e94-a59d-b268fc903c1d', 'tag': '59d57726-40d9-410c-b7a6-4ffced7dd0a3', 'status': 'completed', 'code': 200} May 18 18:10:00.855520 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:00.897243 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2316f352-ccdd-4abc-b404-faf23e997fbe tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Network 0a5cf104-e646-4fa3-94a8-ab92184a1860 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:10:00.913612 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2316f352-ccdd-4abc-b404-faf23e997fbe tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Pushing event updated for resources: {'Port': ['ID=4cca6f26-c9d1-496e-82ac-8363f1f891f6,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:10:00.918942 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-2316f352-ccdd-4abc-b404-faf23e997fbe tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:10:00.922391 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2316f352-ccdd-4abc-b404-faf23e997fbe tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:10:00.950603 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e026f093-b23d-4094-a46c-3a6cd2925790 req-98b7c72b-ac99-419a-9011-71a011077198 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] 10.222.0.85 "GET /v2.0/floatingips?floating_ip_address=172.25.5.186 HTTP/1.1" status: 200 len: 1002 time: 0.1098692 May 18 18:10:01.007064 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:01.032145 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2316f352-ccdd-4abc-b404-faf23e997fbe tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:01.033567 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2316f352-ccdd-4abc-b404-faf23e997fbe tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:01.061462 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-2316f352-ccdd-4abc-b404-faf23e997fbe tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.5705109 May 18 18:10:01.062582 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 54580) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:10:01.084514 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-f08d5267-7c10-4569-b994-fd6ccfaee9cd tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Request body: {'port': {'network_id': '0a5cf104-e646-4fa3-94a8-ab92184a1860', 'name': 'tempest-AllowedAddressPairTestJSON-1715939616'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:10:01.260549 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e026f093-b23d-4094-a46c-3a6cd2925790 req-c02b40df-ccc2-40fe-a25c-344849ae9713 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:01.271486 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e026f093-b23d-4094-a46c-3a6cd2925790 req-c02b40df-ccc2-40fe-a25c-344849ae9713 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] 10.222.0.85 "GET /v2.0/ports/59d57726-40d9-410c-b7a6-4ffced7dd0a3 HTTP/1.1" status: 200 len: 943 time: 0.1551304 May 18 18:10:01.275761 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c8be52-7745-43aa-b7c3-de3a27578007 req-01499180-6336-4822-873b-451df42fa139 tempest-VolumesAdminNegativeTest-1793613281 tempest-VolumesAdminNegativeTest-1793613281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:01.278014 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-82c8be52-7745-43aa-b7c3-de3a27578007 req-01499180-6336-4822-873b-451df42fa139 tempest-VolumesAdminNegativeTest-1793613281 tempest-VolumesAdminNegativeTest-1793613281-project] 10.222.0.85 "GET /v2.0/ports?device_id=47fcd2a4-37b6-4a28-96fb-60f03e10e925 HTTP/1.1" status: 200 len: 945 time: 0.1025989 May 18 18:10:01.368572 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-82c8be52-7745-43aa-b7c3-de3a27578007 req-863a4fb3-b9a1-4adb-9228-8078e4240f86 tempest-VolumesAdminNegativeTest-1793613281 tempest-VolumesAdminNegativeTest-1793613281-project] 10.222.0.85 "GET /v2.0/security-groups?id=59baf776-b8f2-4c2a-a729-acf7787f08a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741079 May 18 18:10:01.411684 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-eea2afac-7d2c-4964-911e-4252d8efd63c None None] Provisioning complete for port 4cca6f26-c9d1-496e-82ac-8363f1f891f6 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:10:01.412384 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-eea2afac-7d2c-4964-911e-4252d8efd63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:01.429906 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f08d5267-7c10-4569-b994-fd6ccfaee9cd tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Made reservation on behalf of d7297a8cf6544cd993a848d0128fe2a0 for: {'port': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:10:01.437145 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f08d5267-7c10-4569-b994-fd6ccfaee9cd tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:01.480274 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [None req-f08d5267-7c10-4569-b994-fd6ccfaee9cd tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] device_id is not set on port b1bf33da-44a3-4f9f-a3db-e420a57cd351 yet. {{(pid=102730) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 18 18:10:01.506296 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbe8df8-0043-49c5-af3a-7bb092cd1652 req-5b45dd6e-4f09-4e68-bbef-ed7d20627292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:01.507935 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5cbe8df8-0043-49c5-af3a-7bb092cd1652 req-5b45dd6e-4f09-4e68-bbef-ed7d20627292 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b4a8bc59fff649a9b49d03b3d54d1fb9&device_id=9218ab89-c742-49ec-ad02-0673fafe06dd HTTP/1.1" status: 200 len: 1097 time: 0.3323140 May 18 18:10:01.528610 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-eea2afac-7d2c-4964-911e-4252d8efd63c None None] Port 4cca6f26-c9d1-496e-82ac-8363f1f891f6 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:10:01.555769 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1c11f6b-c4a5-40f5-8b0f-d2b78b34b1f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3b93a51-a23a-4c7c-9963-129e53fee717'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:10:01.558243 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51242db7-de7a-4d5a-9470-c8dc293e38d5 req-a5bdfcc7-34c2-47f8-81d9-4e4c444e6d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:01.561219 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-51242db7-de7a-4d5a-9470-c8dc293e38d5 req-a5bdfcc7-34c2-47f8-81d9-4e4c444e6d2f service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=e05b3d827f844c1d97efd9db4e0d2203&device_id=af2db400-b5d2-4e94-a59d-b268fc903c1d HTTP/1.1" status: 200 len: 1097 time: 0.6085794 May 18 18:10:01.564075 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0af245db-77a8-4384-b527-e4458a6d6efa" -d '{"events": [{"server_uuid": "f1c11f6b-c4a5-40f5-8b0f-d2b78b34b1f2", "name": "network-vif-plugged", "status": "completed", "tag": "a3b93a51-a23a-4c7c-9963-129e53fee717"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:10:01.564542 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-85cb6ab1-992a-4123-b444-35beba079437 req-30bf3bdd-1614-485a-844a-5390d05e1118 service neutron] 10.222.0.88 "GET /v2.0/networks/6ba2d3f1-1e38-41ee-8062-86260345c4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5954952 May 18 18:10:01.633034 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a698793c-c014-4aa6-a890-fa5d9cdaaeea req-55590d72-cbed-41eb-a008-b9060259aa3f tempest-InstanceActionsTestJSON-1149630296 tempest-InstanceActionsTestJSON-1149630296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:01.635385 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a698793c-c014-4aa6-a890-fa5d9cdaaeea req-55590d72-cbed-41eb-a008-b9060259aa3f tempest-InstanceActionsTestJSON-1149630296 tempest-InstanceActionsTestJSON-1149630296-project] 10.222.0.85 "GET /v2.0/ports?device_id=9218ab89-c742-49ec-ad02-0673fafe06dd HTTP/1.1" status: 200 len: 946 time: 0.1012571 May 18 18:10:01.651703 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e026f093-b23d-4094-a46c-3a6cd2925790 req-ac71e1ac-d8de-41d8-a78f-378368542b21 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] 10.222.0.85 "GET /v2.0/floatingips?floating_ip_address=172.25.5.186 HTTP/1.1" status: 200 len: 1002 time: 0.3028402 May 18 18:10:01.740359 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a698793c-c014-4aa6-a890-fa5d9cdaaeea req-7ac6624a-4c01-4468-9c2a-6872b1fb13d8 tempest-InstanceActionsTestJSON-1149630296 tempest-InstanceActionsTestJSON-1149630296-project] 10.222.0.85 "GET /v2.0/security-groups?id=25574424-1dcf-4628-a56d-e8a0bd0380c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850689 May 18 18:10:01.755652 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-f08d5267-7c10-4569-b994-fd6ccfaee9cd tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Allocated IP 172.20.0.13 (0a5cf104-e646-4fa3-94a8-ab92184a1860/42ca508a-e901-4508-84cf-8faa3ce61098/b1bf33da-44a3-4f9f-a3db-e420a57cd351) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:10:01.920252 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbe8df8-0043-49c5-af3a-7bb092cd1652 req-afe76f53-364b-4e1c-852c-e6d991f454f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:01.922560 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5cbe8df8-0043-49c5-af3a-7bb092cd1652 req-afe76f53-364b-4e1c-852c-e6d991f454f4 service neutron] 10.222.0.88 "GET /v2.0/networks?id=4d9dd07a-60e3-447d-8a49-81693032a9ca HTTP/1.1" status: 200 len: 914 time: 0.3993592 May 18 18:10:02.030999 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5cbe8df8-0043-49c5-af3a-7bb092cd1652 req-3e98cb1f-5851-439d-be33-11d308b4131c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07a3103f-ac12-4633-b1f7-c6eaa75732b6 HTTP/1.1" status: 200 len: 217 time: 0.0891247 May 18 18:10:02.033116 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51242db7-de7a-4d5a-9470-c8dc293e38d5 req-18054003-99e6-46a0-8b29-7ef8f4b3e1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:02.035611 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-51242db7-de7a-4d5a-9470-c8dc293e38d5 req-18054003-99e6-46a0-8b29-7ef8f4b3e1fd service neutron] 10.222.0.88 "GET /v2.0/networks?id=6ba2d3f1-1e38-41ee-8062-86260345c4fd HTTP/1.1" status: 200 len: 921 time: 0.4110110 May 18 18:10:02.036609 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1346ca-b27d-4500-ae07-b208dc4a6aed req-4079c3d6-dbca-4299-9eef-b0d3db45b2a6 tempest-ServerAddressesTestJSON-1512214218 tempest-ServerAddressesTestJSON-1512214218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:02.039319 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1b1346ca-b27d-4500-ae07-b208dc4a6aed req-4079c3d6-dbca-4299-9eef-b0d3db45b2a6 tempest-ServerAddressesTestJSON-1512214218 tempest-ServerAddressesTestJSON-1512214218-project] 10.222.0.85 "GET /v2.0/ports?device_id=c420bc6c-45ec-413c-bdd7-3b846aafad5e HTTP/1.1" status: 200 len: 945 time: 0.1191237 May 18 18:10:02.127054 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f08d5267-7c10-4569-b994-fd6ccfaee9cd tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:02.139189 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1b1346ca-b27d-4500-ae07-b208dc4a6aed req-ba7aa00e-c4ce-466b-a0e3-6947120d4a54 tempest-ServerAddressesTestJSON-1512214218 tempest-ServerAddressesTestJSON-1512214218-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ac35573-ce17-447a-b283-89690480d74c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883558 May 18 18:10:02.172615 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f08d5267-7c10-4569-b994-fd6ccfaee9cd tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:02.191159 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e026f093-b23d-4094-a46c-3a6cd2925790 req-c3bb4423-a540-40f5-8cbf-29860a2bce6e tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:02.192784 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e026f093-b23d-4094-a46c-3a6cd2925790 req-c3bb4423-a540-40f5-8cbf-29860a2bce6e tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] 10.222.0.85 "GET /v2.0/networks/31ebd439-090c-4b25-bbb0-31c48711b145 HTTP/1.1" status: 200 len: 784 time: 0.5237126 May 18 18:10:02.245385 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6550738f-4e12-4387-99a8-f754c58ec8b1 x-openstack-request-id: req-6550738f-4e12-4387-99a8-f754c58ec8b1 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:10:02.245948 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-51242db7-de7a-4d5a-9470-c8dc293e38d5 req-63a8ae41-8a97-4cc1-b5c6-aebfd87ad998 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=59d57726-40d9-410c-b7a6-4ffced7dd0a3 HTTP/1.1" status: 200 len: 1002 time: 0.1910090 May 18 18:10:02.246546 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1c11f6b-c4a5-40f5-8b0f-d2b78b34b1f2", "name": "network-vif-plugged", "status": "completed", "tag": "a3b93a51-a23a-4c7c-9963-129e53fee717", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:10:02.247146 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-6550738f-4e12-4387-99a8-f754c58ec8b1 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:10:02.247701 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6550738f-4e12-4387-99a8-f754c58ec8b1'] response: {'server_uuid': 'f1c11f6b-c4a5-40f5-8b0f-d2b78b34b1f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3b93a51-a23a-4c7c-9963-129e53fee717', 'code': 200} May 18 18:10:02.249588 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbe8df8-0043-49c5-af3a-7bb092cd1652 req-d5431a83-7845-422a-8a1e-7f511eedea91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:02.254251 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5cbe8df8-0043-49c5-af3a-7bb092cd1652 req-d5431a83-7845-422a-8a1e-7f511eedea91 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8ea689f9-ba73-48fa-b12c-7b4cbb66eca5 HTTP/1.1" status: 200 len: 853 time: 0.1978116 May 18 18:10:02.285606 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f08d5267-7c10-4569-b994-fd6ccfaee9cd tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Network 0a5cf104-e646-4fa3-94a8-ab92184a1860 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:10:02.301429 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-f08d5267-7c10-4569-b994-fd6ccfaee9cd tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:10:02.314583 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08d5267-7c10-4569-b994-fd6ccfaee9cd tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:10:02.375243 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5cbe8df8-0043-49c5-af3a-7bb092cd1652 req-78f1a5d4-8fe4-4ea8-a33d-e99284563673 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4d9dd07a-60e3-447d-8a49-81693032a9ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515335 May 18 18:10:02.402768 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08d5267-7c10-4569-b994-fd6ccfaee9cd tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Pushing event updated for resources: {'Port': ['ID=b1bf33da-44a3-4f9f-a3db-e420a57cd351,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:10:02.439580 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51242db7-de7a-4d5a-9470-c8dc293e38d5 req-dd224440-91f2-49d3-aa85-eb2a0004cecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:02.441083 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-51242db7-de7a-4d5a-9470-c8dc293e38d5 req-dd224440-91f2-49d3-aa85-eb2a0004cecf service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b4c8e604-9eb2-414a-8fcd-fc1ec0f983e0 HTTP/1.1" status: 200 len: 859 time: 0.1855628 May 18 18:10:02.491285 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f08d5267-7c10-4569-b994-fd6ccfaee9cd tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:02.492441 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f08d5267-7c10-4569-b994-fd6ccfaee9cd tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:02.526724 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5b124d-b26b-48b8-b1f5-2cd335ea33f3 req-fb0f7ff9-1ee5-4ad0-8f59-22b8ee8d2d23 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:02.536420 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-de5b124d-b26b-48b8-b1f5-2cd335ea33f3 req-fb0f7ff9-1ee5-4ad0-8f59-22b8ee8d2d23 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=b620702a-122a-4cad-9b6e-b764547e6f53 HTTP/1.1" status: 200 len: 945 time: 0.1561048 May 18 18:10:02.567747 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-f08d5267-7c10-4569-b994-fd6ccfaee9cd tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5032327 May 18 18:10:02.573300 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 54598) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:10:02.584097 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-351509d8-3555-48e0-a52f-17a1d74ff7ad tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:77:f3:b6'}, {'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:50:64:c4'}]}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:10:02.630709 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78e184a-2bbb-4daf-8e5e-d44cf0a69bb3 req-64b4bea6-2799-4bad-be2e-26a554d76ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:02.632145 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f78e184a-2bbb-4daf-8e5e-d44cf0a69bb3 req-64b4bea6-2799-4bad-be2e-26a554d76ced service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f1c11f6b-c4a5-40f5-8b0f-d2b78b34b1f2 HTTP/1.1" status: 200 len: 1101 time: 0.2558780 May 18 18:10:02.658447 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-de5b124d-b26b-48b8-b1f5-2cd335ea33f3 req-28d45984-f565-4645-931c-3ff706a53537 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/security-groups?id=33ba1fad-191a-4b7a-ae9e-8e9e60985e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207390 May 18 18:10:02.662701 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a20e097-7fa7-433c-aa44-d5fa91cdfb45 req-a1f59dc3-36e7-4cc4-960f-eacc7f99a209 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:02.664745 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9a20e097-7fa7-433c-aa44-d5fa91cdfb45 req-a1f59dc3-36e7-4cc4-960f-eacc7f99a209 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/ports?device_id=f1c11f6b-c4a5-40f5-8b0f-d2b78b34b1f2 HTTP/1.1" status: 200 len: 950 time: 0.2721236 May 18 18:10:02.732141 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51242db7-de7a-4d5a-9470-c8dc293e38d5 req-6667c918-d834-4c64-9333-b526236536b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:02.734087 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-51242db7-de7a-4d5a-9470-c8dc293e38d5 req-6667c918-d834-4c64-9333-b526236536b9 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=6ba2d3f1-1e38-41ee-8062-86260345c4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2559865 May 18 18:10:02.802427 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f78e184a-2bbb-4daf-8e5e-d44cf0a69bb3 req-fd039dae-c226-439b-81ed-513a98a72717 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5ea4329b-bade-4f5a-bfbd-7917c3702679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595747 May 18 18:10:02.812055 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5cbe8df8-0043-49c5-af3a-7bb092cd1652 req-7cf71fdc-9c3f-4947-979b-98aefc7b307d service neutron] 10.222.0.88 "GET /v2.0/networks/4d9dd07a-60e3-447d-8a49-81693032a9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3971655 May 18 18:10:02.848746 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9a20e097-7fa7-433c-aa44-d5fa91cdfb45 req-ffec5e14-c0fe-4db3-9178-7c5a5b23e335 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/security-groups?id=5ea4329b-bade-4f5a-bfbd-7917c3702679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664145 May 18 18:10:02.910978 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7957bce4-8a12-4e54-a64f-99641e0a4c1f req-44868bd7-fa42-4ced-9415-c63cfd17abb9 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] 10.222.0.85 "GET /v2.0/floatingips?floating_ip_address=172.25.5.186 HTTP/1.1" status: 200 len: 1002 time: 0.1492753 May 18 18:10:02.931854 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-1c9b664b-ad26-48c0-84aa-cdd5de9c922b None None] Provisioning complete for port b1bf33da-44a3-4f9f-a3db-e420a57cd351 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:10:02.932459 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1c9b664b-ad26-48c0-84aa-cdd5de9c922b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:03.017466 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-1c9b664b-ad26-48c0-84aa-cdd5de9c922b None None] Port b1bf33da-44a3-4f9f-a3db-e420a57cd351 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:10:03.027538 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7957bce4-8a12-4e54-a64f-99641e0a4c1f req-f999ce43-fdc8-4bbb-a703-a2acd61f7eaf tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:03.043761 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7957bce4-8a12-4e54-a64f-99641e0a4c1f req-f999ce43-fdc8-4bbb-a703-a2acd61f7eaf tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] 10.222.0.85 "GET /v2.0/ports/59d57726-40d9-410c-b7a6-4ffced7dd0a3 HTTP/1.1" status: 200 len: 943 time: 0.1208994 May 18 18:10:03.116789 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-351509d8-3555-48e0-a52f-17a1d74ff7ad tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:03.162360 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-51242db7-de7a-4d5a-9470-c8dc293e38d5 req-ca0a8178-e9d2-48ac-8837-c73b592b8abd service neutron] 10.222.0.88 "GET /v2.0/networks/6ba2d3f1-1e38-41ee-8062-86260345c4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3986347 May 18 18:10:03.196082 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5107df09-12d1-425c-8449-287e988acb39 req-443d2398-8c57-4367-99c0-787fc4b7c5f7 tempest-VolumesAdminNegativeTest-1793613281 tempest-VolumesAdminNegativeTest-1793613281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:03.198986 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5107df09-12d1-425c-8449-287e988acb39 req-443d2398-8c57-4367-99c0-787fc4b7c5f7 tempest-VolumesAdminNegativeTest-1793613281 tempest-VolumesAdminNegativeTest-1793613281-project] 10.222.0.85 "GET /v2.0/ports?device_id=47fcd2a4-37b6-4a28-96fb-60f03e10e925 HTTP/1.1" status: 200 len: 945 time: 0.2259123 May 18 18:10:03.256290 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5cbe8df8-0043-49c5-af3a-7bb092cd1652 req-ec031b70-4eba-453e-a350-64d47dc8b474 service neutron] 10.222.0.88 "GET /v2.0/networks/4d9dd07a-60e3-447d-8a49-81693032a9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4111209 May 18 18:10:03.317751 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7957bce4-8a12-4e54-a64f-99641e0a4c1f req-dcc2b039-c2a6-4750-880d-55b2259717f1 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] 10.222.0.85 "GET /v2.0/floatingips?floating_ip_address=172.25.5.186 HTTP/1.1" status: 200 len: 1002 time: 0.1785307 May 18 18:10:03.375117 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5107df09-12d1-425c-8449-287e988acb39 req-901f418f-8f35-4a3f-8942-1467a0e9d489 tempest-VolumesAdminNegativeTest-1793613281 tempest-VolumesAdminNegativeTest-1793613281-project] 10.222.0.85 "GET /v2.0/security-groups?id=59baf776-b8f2-4c2a-a729-acf7787f08a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545756 May 18 18:10:03.422293 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-51242db7-de7a-4d5a-9470-c8dc293e38d5 req-a6d9f36b-7970-40e3-88bd-2a71bcf42825 service neutron] 10.222.0.88 "GET /v2.0/networks/6ba2d3f1-1e38-41ee-8062-86260345c4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218966 May 18 18:10:03.533963 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7957bce4-8a12-4e54-a64f-99641e0a4c1f req-0988b78b-d61a-41c2-98fc-cdcb942e15a0 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:03.542768 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7957bce4-8a12-4e54-a64f-99641e0a4c1f req-0988b78b-d61a-41c2-98fc-cdcb942e15a0 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] 10.222.0.85 "GET /v2.0/networks/31ebd439-090c-4b25-bbb0-31c48711b145 HTTP/1.1" status: 200 len: 784 time: 0.2152119 May 18 18:10:03.583696 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5468dd-a3e6-4c41-b0c0-dda8b48cde4c req-bc9a64cc-1995-424d-981d-127032e5261b tempest-InstanceActionsTestJSON-1149630296 tempest-InstanceActionsTestJSON-1149630296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:03.590233 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6c5468dd-a3e6-4c41-b0c0-dda8b48cde4c req-bc9a64cc-1995-424d-981d-127032e5261b tempest-InstanceActionsTestJSON-1149630296 tempest-InstanceActionsTestJSON-1149630296-project] 10.222.0.85 "GET /v2.0/ports?device_id=9218ab89-c742-49ec-ad02-0673fafe06dd HTTP/1.1" status: 200 len: 946 time: 0.0923393 May 18 18:10:03.628946 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-351509d8-3555-48e0-a52f-17a1d74ff7ad tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:03.636774 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-351509d8-3555-48e0-a52f-17a1d74ff7ad tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:03.649409 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7957bce4-8a12-4e54-a64f-99641e0a4c1f req-3747f911-e584-443a-ab8d-780106dab858 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] 10.222.0.85 "GET /v2.0/floatingips?floating_ip_address=172.25.5.186 HTTP/1.1" status: 200 len: 1002 time: 0.1056335 May 18 18:10:03.687550 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-7957bce4-8a12-4e54-a64f-99641e0a4c1f req-f9e3b435-34bf-4cce-96d5-8f9796dc7488 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:10:03.716412 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6c5468dd-a3e6-4c41-b0c0-dda8b48cde4c req-951222c6-68b0-4f65-96ba-64c30c1e150d tempest-InstanceActionsTestJSON-1149630296 tempest-InstanceActionsTestJSON-1149630296-project] 10.222.0.85 "GET /v2.0/security-groups?id=25574424-1dcf-4628-a56d-e8a0bd0380c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173182 May 18 18:10:03.830316 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351509d8-3555-48e0-a52f-17a1d74ff7ad tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Pushing event updated for resources: {'Port': ['ID=b1bf33da-44a3-4f9f-a3db-e420a57cd351,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:10:03.867907 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-351509d8-3555-48e0-a52f-17a1d74ff7ad tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] In _notify_port_updated(), no bound segment for port b1bf33da-44a3-4f9f-a3db-e420a57cd351 on network 0a5cf104-e646-4fa3-94a8-ab92184a1860 {{(pid=102730) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 18 18:10:03.876191 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351509d8-3555-48e0-a52f-17a1d74ff7ad tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:03.877516 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-351509d8-3555-48e0-a52f-17a1d74ff7ad tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:03.879944 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-351509d8-3555-48e0-a52f-17a1d74ff7ad tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] 10.222.0.85 "PUT /v2.0/ports/b1bf33da-44a3-4f9f-a3db-e420a57cd351 HTTP/1.1" status: 200 len: 1057 time: 1.3049476 May 18 18:10:03.884857 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 54608) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:10:03.937277 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-7957bce4-8a12-4e54-a64f-99641e0a4c1f req-f9e3b435-34bf-4cce-96d5-8f9796dc7488 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Notify callbacks [] for floatingip, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:03.940967 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471bb8de-7c4a-4993-bcef-0af2042b3ded req-579f9294-db88-416a-b02d-77c4fb428b41 tempest-ServerAddressesTestJSON-1512214218 tempest-ServerAddressesTestJSON-1512214218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:03.957841 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-471bb8de-7c4a-4993-bcef-0af2042b3ded req-579f9294-db88-416a-b02d-77c4fb428b41 tempest-ServerAddressesTestJSON-1512214218 tempest-ServerAddressesTestJSON-1512214218-project] 10.222.0.85 "GET /v2.0/ports?device_id=c420bc6c-45ec-413c-bdd7-3b846aafad5e HTTP/1.1" status: 200 len: 945 time: 0.1390586 May 18 18:10:04.058640 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-471bb8de-7c4a-4993-bcef-0af2042b3ded req-d3cc223e-8e68-42c6-b8a3-693c294e12f2 tempest-ServerAddressesTestJSON-1512214218 tempest-ServerAddressesTestJSON-1512214218-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ac35573-ce17-447a-b283-89690480d74c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790372 May 18 18:10:04.086460 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device bb609224-f5ba-4bb0-be9a-b6aab606ad06 details requested by agent hyperv_n-h2-838550-3 with host n-h2-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:10:04.276307 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446c4a4e-b2b4-45ee-acdc-58be192acd95 req-eb959aef-7164-46ca-9ce4-bd7e7e6795f1 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:04.278666 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-446c4a4e-b2b4-45ee-acdc-58be192acd95 req-eb959aef-7164-46ca-9ce4-bd7e7e6795f1 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=b620702a-122a-4cad-9b6e-b764547e6f53 HTTP/1.1" status: 200 len: 945 time: 0.0901864 May 18 18:10:04.301498 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-7957bce4-8a12-4e54-a64f-99641e0a4c1f req-f9e3b435-34bf-4cce-96d5-8f9796dc7488 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:04.324426 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-7957bce4-8a12-4e54-a64f-99641e0a4c1f req-f9e3b435-34bf-4cce-96d5-8f9796dc7488 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596987'] for floatingip, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:04.324426 n-d-838550-3 neutron-server[102730]: INFO neutron.db.l3_db [req-7957bce4-8a12-4e54-a64f-99641e0a4c1f req-f9e3b435-34bf-4cce-96d5-8f9796dc7488 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Floating IP ad78f635-666d-4880-acd8-29c0bbf11070 disassociated. External IP: 172.25.5.186, port: 59d57726-40d9-410c-b7a6-4ffced7dd0a3. May 18 18:10:04.367066 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-446c4a4e-b2b4-45ee-acdc-58be192acd95 req-54c4fdb1-6b80-4449-a68f-013eee0ec5ab tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/security-groups?id=33ba1fad-191a-4b7a-ae9e-8e9e60985e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822127 May 18 18:10:04.371737 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port bb609224-f5ba-4bb0-be9a-b6aab606ad06, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=bb609224-f5ba-4bb0-be9a-b6aab606ad06,segment=NetworkSegment(58bfdefb-3654-4aa0-92f0-6f0afd2552db),segment_id=58bfdefb-3654-4aa0-92f0-6f0afd2552db)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:10:04.389011 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-ee337e8d-6e52-4e6a-8aea-507c7e0369b2 tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Deleting port b1bf33da-44a3-4f9f-a3db-e420a57cd351 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:10:04.389674 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ee337e8d-6e52-4e6a-8aea-507c7e0369b2 tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:04.407512 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Returning: {'device': 'bb609224-f5ba-4bb0-be9a-b6aab606ad06', 'network_id': 'f92940b8-c50f-4c94-b1f3-3e93ca94957d', 'port_id': 'bb609224-f5ba-4bb0-be9a-b6aab606ad06', 'mac_address': 'fa:16:3e:a4:82:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3928b460-5138-4e6e-b763-eaa17a3ede29', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:10:04.416311 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-25d67adf-92cd-4293-bbc2-3653861de7af None None] Provisioning complete for port b1bf33da-44a3-4f9f-a3db-e420a57cd351 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:10:04.416762 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-25d67adf-92cd-4293-bbc2-3653861de7af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:04.523699 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ee337e8d-6e52-4e6a-8aea-507c7e0369b2 tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:04.528686 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-25d67adf-92cd-4293-bbc2-3653861de7af None None] Port b1bf33da-44a3-4f9f-a3db-e420a57cd351 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:10:04.533458 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port bb609224-f5ba-4bb0-be9a-b6aab606ad06 is: ACTIVE; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:10:04.534165 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:04.540271 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-ee337e8d-6e52-4e6a-8aea-507c7e0369b2 tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Calling delete_port for b1bf33da-44a3-4f9f-a3db-e420a57cd351 owned by {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:10:04.557603 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bb609224-f5ba-4bb0-be9a-b6aab606ad06 {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:10:04.585659 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f2a028-086e-4637-82ca-2275f40810a6 req-1f50483f-9244-43a8-85e7-1ffbefa73ea0 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:04.588611 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b7f2a028-086e-4637-82ca-2275f40810a6 req-1f50483f-9244-43a8-85e7-1ffbefa73ea0 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/ports?device_id=f1c11f6b-c4a5-40f5-8b0f-d2b78b34b1f2 HTTP/1.1" status: 200 len: 950 time: 0.0943747 May 18 18:10:04.590554 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port bb609224-f5ba-4bb0-be9a-b6aab606ad06, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=bb609224-f5ba-4bb0-be9a-b6aab606ad06,segment=NetworkSegment(58bfdefb-3654-4aa0-92f0-6f0afd2552db),segment_id=58bfdefb-3654-4aa0-92f0-6f0afd2552db)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:10:04.597944 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:04.658059 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b7f2a028-086e-4637-82ca-2275f40810a6 req-560d1757-3488-4b6f-b8d6-e091aaabf352 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/security-groups?id=5ea4329b-bade-4f5a-bfbd-7917c3702679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548806 May 18 18:10:04.698521 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=bb609224-f5ba-4bb0-be9a-b6aab606ad06,revision_number=6']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:10:04.941195 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['bb609224-f5ba-4bb0-be9a-b6aab606ad06'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:10:04.948119 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03980e3a-3a7c-41c2-899f-5a58ab549626 req-b887a0b9-fa97-49b9-b4a9-e61350a2affd tempest-VolumesAdminNegativeTest-1793613281 tempest-VolumesAdminNegativeTest-1793613281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:04.950625 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-03980e3a-3a7c-41c2-899f-5a58ab549626 req-b887a0b9-fa97-49b9-b4a9-e61350a2affd tempest-VolumesAdminNegativeTest-1793613281 tempest-VolumesAdminNegativeTest-1793613281-project] 10.222.0.85 "GET /v2.0/ports?device_id=47fcd2a4-37b6-4a28-96fb-60f03e10e925 HTTP/1.1" status: 200 len: 945 time: 0.0759704 May 18 18:10:04.969567 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7957bce4-8a12-4e54-a64f-99641e0a4c1f req-f9e3b435-34bf-4cce-96d5-8f9796dc7488 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Router 7b1f017e-a7f9-407e-8e13-ae334ebab240 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:10:04.978911 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ee337e8d-6e52-4e6a-8aea-507c7e0369b2 tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:05.017570 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee337e8d-6e52-4e6a-8aea-507c7e0369b2 tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Pushing event deleted for resources: {'Port': ['ID=b1bf33da-44a3-4f9f-a3db-e420a57cd351,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:10:05.038837 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-03980e3a-3a7c-41c2-899f-5a58ab549626 req-5f86968e-2769-4749-a3e7-df9d1f5d4dbe tempest-VolumesAdminNegativeTest-1793613281 tempest-VolumesAdminNegativeTest-1793613281-project] 10.222.0.85 "GET /v2.0/security-groups?id=59baf776-b8f2-4c2a-a729-acf7787f08a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605583 May 18 18:10:05.330761 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b8a238-8eb7-4574-b657-ebfe4f68f8f3 req-cb94981e-efed-48d2-9413-f5a727435b3e tempest-ServersOnMultiNodesTest-127999468 tempest-ServersOnMultiNodesTest-127999468-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:05.333369 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c8b8a238-8eb7-4574-b657-ebfe4f68f8f3 req-cb94981e-efed-48d2-9413-f5a727435b3e tempest-ServersOnMultiNodesTest-127999468 tempest-ServersOnMultiNodesTest-127999468-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=f1c11f6b-c4a5-40f5-8b0f-d2b78b34b1f2 HTTP/1.1" status: 200 len: 1101 time: 0.1054962 May 18 18:10:05.406664 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7957bce4-8a12-4e54-a64f-99641e0a4c1f req-f9e3b435-34bf-4cce-96d5-8f9796dc7488 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:10:05.428144 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-7957bce4-8a12-4e54-a64f-99641e0a4c1f req-f9e3b435-34bf-4cce-96d5-8f9796dc7488 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:05.429963 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9338586-9a84-4585-94fc-65ac2c527f86 None None] Sync routers for ids ['7b1f017e-a7f9-407e-8e13-ae334ebab240'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:10:05.470807 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9338586-9a84-4585-94fc-65ac2c527f86 None None] Routers {'7b1f017e-a7f9-407e-8e13-ae334ebab240'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:10:05.470807 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-a9338586-9a84-4585-94fc-65ac2c527f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:09:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['7b1f017e-a7f9-407e-8e13-ae334ebab240'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:10:05.482206 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c8b8a238-8eb7-4574-b657-ebfe4f68f8f3 req-4ec4c3b6-57a9-42f8-940c-72aa030f03b1 tempest-ServersOnMultiNodesTest-127999468 tempest-ServersOnMultiNodesTest-127999468-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=5ea4329b-bade-4f5a-bfbd-7917c3702679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244786 May 18 18:10:05.532194 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7957bce4-8a12-4e54-a64f-99641e0a4c1f req-f9e3b435-34bf-4cce-96d5-8f9796dc7488 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] 10.222.0.85 "PUT /v2.0/floatingips/ad78f635-666d-4880-acd8-29c0bbf11070 HTTP/1.1" status: 200 len: 695 time: 1.8502390 May 18 18:10:05.532810 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af2db400-b5d2-4e94-a59d-b268fc903c1d', 'tag': '59d57726-40d9-410c-b7a6-4ffced7dd0a3'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:10:05.535275 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5481c4f8-9c5d-404c-bef6-035c9c1cac06" -d '{"events": [{"name": "network-changed", "server_uuid": "af2db400-b5d2-4e94-a59d-b268fc903c1d", "tag": "59d57726-40d9-410c-b7a6-4ffced7dd0a3"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:10:05.749211 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-a9338586-9a84-4585-94fc-65ac2c527f86 None None] Set router 7b1f017e-a7f9-407e-8e13-ae334ebab240 gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:10:05.905843 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4de9e2-e0ab-4d79-b442-50ac53f3d4af req-78db004c-b813-4bdd-97df-7629c4234509 tempest-InstanceActionsTestJSON-1149630296 tempest-InstanceActionsTestJSON-1149630296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:05.924831 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4a4de9e2-e0ab-4d79-b442-50ac53f3d4af req-78db004c-b813-4bdd-97df-7629c4234509 tempest-InstanceActionsTestJSON-1149630296 tempest-InstanceActionsTestJSON-1149630296-project] 10.222.0.85 "GET /v2.0/ports?device_id=9218ab89-c742-49ec-ad02-0673fafe06dd HTTP/1.1" status: 200 len: 946 time: 0.1971052 May 18 18:10:05.995031 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7957bce4-8a12-4e54-a64f-99641e0a4c1f req-c4624388-1c8b-438d-9ae8-e7ee142c061e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:05.998703 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7957bce4-8a12-4e54-a64f-99641e0a4c1f req-c4624388-1c8b-438d-9ae8-e7ee142c061e service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e05b3d827f844c1d97efd9db4e0d2203&device_id=af2db400-b5d2-4e94-a59d-b268fc903c1d HTTP/1.1" status: 200 len: 1097 time: 0.3286648 May 18 18:10:06.004915 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ee337e8d-6e52-4e6a-8aea-507c7e0369b2 tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:06.012995 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-ee337e8d-6e52-4e6a-8aea-507c7e0369b2 tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] 10.222.0.85 "DELETE /v2.0/ports/b1bf33da-44a3-4f9f-a3db-e420a57cd351 HTTP/1.1" status: 204 len: 168 time: 2.1267505 May 18 18:10:06.017374 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 54656) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:10:06.089048 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4a4de9e2-e0ab-4d79-b442-50ac53f3d4af req-028bc78b-a5c6-4521-96a9-b1c05ddb3508 tempest-InstanceActionsTestJSON-1149630296 tempest-InstanceActionsTestJSON-1149630296-project] 10.222.0.85 "GET /v2.0/security-groups?id=25574424-1dcf-4628-a56d-e8a0bd0380c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627266 May 18 18:10:06.117783 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device bb609224-f5ba-4bb0-be9a-b6aab606ad06 up at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:10:06.126157 n-d-838550-3 neutron-server[102730]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0b1d079-114a-43c9-bfbf-ade511fc5fdc tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] GET failed (client error): The resource could not be found. May 18 18:10:06.131124 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 54664) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:10:06.131352 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-b0b1d079-114a-43c9-bfbf-ade511fc5fdc tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] 10.222.0.85 "GET /v2.0/ports/b1bf33da-44a3-4f9f-a3db-e420a57cd351 HTTP/1.1" status: 404 len: 333 time: 0.1039269 May 18 18:10:06.215843 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7957bce4-8a12-4e54-a64f-99641e0a4c1f req-ff1787a7-48ff-4d2f-bfa6-1de512d381cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:06.218798 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7957bce4-8a12-4e54-a64f-99641e0a4c1f req-ff1787a7-48ff-4d2f-bfa6-1de512d381cf service neutron] 10.222.0.85 "GET /v2.0/networks?id=6ba2d3f1-1e38-41ee-8062-86260345c4fd HTTP/1.1" status: 200 len: 921 time: 0.2021568 May 18 18:10:06.365877 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7957bce4-8a12-4e54-a64f-99641e0a4c1f req-1b7d021e-2f83-4b45-8b7f-919b0e70a4ee service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=59d57726-40d9-410c-b7a6-4ffced7dd0a3 HTTP/1.1" status: 200 len: 217 time: 0.1298828 May 18 18:10:06.473134 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-cf558c09-f8d1-49dc-9066-0cef6de48724 tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Deleting port 4cca6f26-c9d1-496e-82ac-8363f1f891f6 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:10:06.474091 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-cf558c09-f8d1-49dc-9066-0cef6de48724 tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:06.502361 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7957bce4-8a12-4e54-a64f-99641e0a4c1f req-d6230ee8-64b2-41e1-be3c-1feb76362204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:06.512704 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7957bce4-8a12-4e54-a64f-99641e0a4c1f req-d6230ee8-64b2-41e1-be3c-1feb76362204 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=b4c8e604-9eb2-414a-8fcd-fc1ec0f983e0 HTTP/1.1" status: 200 len: 859 time: 0.1409917 May 18 18:10:06.629513 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7957bce4-8a12-4e54-a64f-99641e0a4c1f req-274fd479-0a84-44b8-8306-d2d7d2ec819e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:06.632061 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7957bce4-8a12-4e54-a64f-99641e0a4c1f req-274fd479-0a84-44b8-8306-d2d7d2ec819e service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=6ba2d3f1-1e38-41ee-8062-86260345c4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1101506 May 18 18:10:06.732071 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-cf558c09-f8d1-49dc-9066-0cef6de48724 tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:06.745656 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning complete for port bb609224-f5ba-4bb0-be9a-b6aab606ad06 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:10:06.746604 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:06.756770 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-cf558c09-f8d1-49dc-9066-0cef6de48724 tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Calling delete_port for 4cca6f26-c9d1-496e-82ac-8363f1f891f6 owned by {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:10:06.816710 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-a9338586-9a84-4585-94fc-65ac2c527f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b1f017e-a7f9-407e-8e13-ae334ebab240', 'name': 'tempest-FloatingIPsAssociationTestJSON-726912209-router', 'tenant_id': 'e05b3d827f844c1d97efd9db4e0d2203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '5227345e-5153-4734-930c-392ff84168b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:08:17Z', 'updated_at': '2022-05-18T18:08:36Z', 'revision_number': 4, 'project_id': 'e05b3d827f844c1d97efd9db4e0d2203', 'gw_port': {'id': '5227345e-5153-4734-930c-392ff84168b5', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:7c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1f017e-a7f9-407e-8e13-ae334ebab240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:08:20Z', 'updated_at': '2022-05-18T18:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': 'aa2ee8f7-b934-4d10-afaf-419fc08b2042', 'name': '', 'network_id': '6ba2d3f1-1e38-41ee-8062-86260345c4fd', 'tenant_id': 'e05b3d827f844c1d97efd9db4e0d2203', 'mac_address': 'fa:16:3e:6f:36:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1f017e-a7f9-407e-8e13-ae334ebab240', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': 'b4c8e604-9eb2-414a-8fcd-fc1ec0f983e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:08:32Z', 'updated_at': '2022-05-18T18:08:44Z', 'revision_number': 5, 'project_id': 'e05b3d827f844c1d97efd9db4e0d2203', 'subnets': [{'id': 'b4c8e604-9eb2-414a-8fcd-fc1ec0f983e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:10:06.858294 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7957bce4-8a12-4e54-a64f-99641e0a4c1f req-619e9186-24a7-456c-a5af-5fd568556a5b service neutron] 10.222.0.85 "GET /v2.0/networks/6ba2d3f1-1e38-41ee-8062-86260345c4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189469 May 18 18:10:06.874177 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9338586-9a84-4585-94fc-65ac2c527f86 None None] Checking router: 7b1f017e-a7f9-407e-8e13-ae334ebab240 for host: n-d-838550-3 {{(pid=102732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:10:06.935859 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9338586-9a84-4585-94fc-65ac2c527f86 None None] Routers {'7b1f017e-a7f9-407e-8e13-ae334ebab240'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:10:06.936919 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-a9338586-9a84-4585-94fc-65ac2c527f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:09:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['7b1f017e-a7f9-407e-8e13-ae334ebab240'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:10:07.030874 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7957bce4-8a12-4e54-a64f-99641e0a4c1f req-57812e4b-b2f6-4af5-954a-53cb79285e74 service neutron] 10.222.0.85 "GET /v2.0/networks/6ba2d3f1-1e38-41ee-8062-86260345c4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505265 May 18 18:10:07.061707 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d7f1a7-1464-4b02-9b54-2f567adc0fdd req-53cda0c3-8f3d-4989-9191-c3574f0c47de tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:07.065716 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b4d7f1a7-1464-4b02-9b54-2f567adc0fdd req-53cda0c3-8f3d-4989-9191-c3574f0c47de tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=b620702a-122a-4cad-9b6e-b764547e6f53 HTTP/1.1" status: 200 len: 944 time: 0.6266234 May 18 18:10:07.067074 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-cf558c09-f8d1-49dc-9066-0cef6de48724 tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:07.272509 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1445b0a-80f4-47a2-b8c9-6c68351da228 x-openstack-request-id: req-d1445b0a-80f4-47a2-b8c9-6c68351da228 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:10:07.273368 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af2db400-b5d2-4e94-a59d-b268fc903c1d", "tag": "59d57726-40d9-410c-b7a6-4ffced7dd0a3", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:10:07.274102 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-d1445b0a-80f4-47a2-b8c9-6c68351da228 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:10:07.275595 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1445b0a-80f4-47a2-b8c9-6c68351da228'] response: {'name': 'network-changed', 'server_uuid': 'af2db400-b5d2-4e94-a59d-b268fc903c1d', 'tag': '59d57726-40d9-410c-b7a6-4ffced7dd0a3', 'status': 'completed', 'code': 200} May 18 18:10:07.305402 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port bb609224-f5ba-4bb0-be9a-b6aab606ad06 is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:10:07.307806 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:07.389385 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port bb609224-f5ba-4bb0-be9a-b6aab606ad06, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=bb609224-f5ba-4bb0-be9a-b6aab606ad06,segment=NetworkSegment(58bfdefb-3654-4aa0-92f0-6f0afd2552db),segment_id=58bfdefb-3654-4aa0-92f0-6f0afd2552db)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:10:07.403728 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b620702a-122a-4cad-9b6e-b764547e6f53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb609224-f5ba-4bb0-be9a-b6aab606ad06'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:10:07.415717 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12df9687-5bd4-41e0-8476-6adf58ff472a" -d '{"events": [{"server_uuid": "b620702a-122a-4cad-9b6e-b764547e6f53", "name": "network-vif-plugged", "status": "completed", "tag": "bb609224-f5ba-4bb0-be9a-b6aab606ad06"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:10:07.493270 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:07.604060 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf558c09-f8d1-49dc-9066-0cef6de48724 tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Pushing event deleted for resources: {'Port': ['ID=4cca6f26-c9d1-496e-82ac-8363f1f891f6,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:10:07.643400 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9e3553a1-4e18-4dc3-bcf2-067db2d0e08a req-432e0eb5-48da-42b5-afe7-e12708ee8cd0 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=a049c2cb7dc14b6fbce20aa8814d6ebf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0725448 May 18 18:10:07.704397 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-cf558c09-f8d1-49dc-9066-0cef6de48724 tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:07.714538 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-cf558c09-f8d1-49dc-9066-0cef6de48724 tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] 10.222.0.85 "DELETE /v2.0/ports/4cca6f26-c9d1-496e-82ac-8363f1f891f6 HTTP/1.1" status: 204 len: 168 time: 1.5817494 May 18 18:10:07.725045 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 54702) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:10:07.752706 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-29b2ebd8-21a6-48ef-98ce-ea6a327c0c11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:07.761811 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=bb609224-f5ba-4bb0-be9a-b6aab606ad06,revision_number=7']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:10:07.778216 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-a9338586-9a84-4585-94fc-65ac2c527f86 None None] Set router 7b1f017e-a7f9-407e-8e13-ae334ebab240 gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:10:07.835295 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b4d7f1a7-1464-4b02-9b54-2f567adc0fdd req-9f4aedae-8a9b-4193-9229-84728074452a tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/security-groups?id=33ba1fad-191a-4b7a-ae9e-8e9e60985e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6708863 May 18 18:10:07.839683 n-d-838550-3 neutron-server[102731]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b529f12-9543-4059-977a-cbe77fe2fac4 tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] GET failed (client error): The resource could not be found. May 18 18:10:07.850137 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 54712) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:10:07.852349 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-3b529f12-9543-4059-977a-cbe77fe2fac4 tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] 10.222.0.85 "GET /v2.0/ports/4cca6f26-c9d1-496e-82ac-8363f1f891f6 HTTP/1.1" status: 404 len: 333 time: 0.1233668 May 18 18:10:07.878312 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5481c4f8-9c5d-404c-bef6-035c9c1cac06 req-bdd499db-f1aa-44db-b2c0-c2a37793bd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:07.889979 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5481c4f8-9c5d-404c-bef6-035c9c1cac06 req-bdd499db-f1aa-44db-b2c0-c2a37793bd53 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=e05b3d827f844c1d97efd9db4e0d2203&device_id=af2db400-b5d2-4e94-a59d-b268fc903c1d HTTP/1.1" status: 200 len: 1097 time: 0.4319797 May 18 18:10:08.366013 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-a9338586-9a84-4585-94fc-65ac2c527f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b1f017e-a7f9-407e-8e13-ae334ebab240', 'name': 'tempest-FloatingIPsAssociationTestJSON-726912209-router', 'tenant_id': 'e05b3d827f844c1d97efd9db4e0d2203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '5227345e-5153-4734-930c-392ff84168b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:08:17Z', 'updated_at': '2022-05-18T18:08:36Z', 'revision_number': 4, 'project_id': 'e05b3d827f844c1d97efd9db4e0d2203', 'gw_port': {'id': '5227345e-5153-4734-930c-392ff84168b5', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:7c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1f017e-a7f9-407e-8e13-ae334ebab240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:08:20Z', 'updated_at': '2022-05-18T18:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': 'aa2ee8f7-b934-4d10-afaf-419fc08b2042', 'name': '', 'network_id': '6ba2d3f1-1e38-41ee-8062-86260345c4fd', 'tenant_id': 'e05b3d827f844c1d97efd9db4e0d2203', 'mac_address': 'fa:16:3e:6f:36:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1f017e-a7f9-407e-8e13-ae334ebab240', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': 'b4c8e604-9eb2-414a-8fcd-fc1ec0f983e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:08:32Z', 'updated_at': '2022-05-18T18:08:44Z', 'revision_number': 5, 'project_id': 'e05b3d827f844c1d97efd9db4e0d2203', 'subnets': [{'id': 'b4c8e604-9eb2-414a-8fcd-fc1ec0f983e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:10:08.427184 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5481c4f8-9c5d-404c-bef6-035c9c1cac06 req-e4dcabfd-1784-44ab-a87e-74c96209e23d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:08.438060 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5481c4f8-9c5d-404c-bef6-035c9c1cac06 req-e4dcabfd-1784-44ab-a87e-74c96209e23d service neutron] 10.222.0.88 "GET /v2.0/networks?id=6ba2d3f1-1e38-41ee-8062-86260345c4fd HTTP/1.1" status: 200 len: 921 time: 0.5276878 May 18 18:10:08.472647 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9338586-9a84-4585-94fc-65ac2c527f86 None None] The sync data for ids ['7b1f017e-a7f9-407e-8e13-ae334ebab240'] in n-d-838550-3 is: [{'id': '7b1f017e-a7f9-407e-8e13-ae334ebab240', 'name': 'tempest-FloatingIPsAssociationTestJSON-726912209-router', 'tenant_id': 'e05b3d827f844c1d97efd9db4e0d2203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '5227345e-5153-4734-930c-392ff84168b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:08:17Z', 'updated_at': '2022-05-18T18:08:36Z', 'revision_number': 4, 'project_id': 'e05b3d827f844c1d97efd9db4e0d2203', 'gw_port': {'id': '5227345e-5153-4734-930c-392ff84168b5', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:7c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1f017e-a7f9-407e-8e13-ae334ebab240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:08:20Z', 'updated_at': '2022-05-18T18:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': 'aa2ee8f7-b934-4d10-afaf-419fc08b2042', 'name': '', 'network_id': '6ba2d3f1-1e38-41ee-8062-86260345c4fd', 'tenant_id': 'e05b3d827f844c1d97efd9db4e0d2203', 'mac_address': 'fa:16:3e:6f:36:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1f017e-a7f9-407e-8e13-ae334ebab240', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': 'b4c8e604-9eb2-414a-8fcd-fc1ec0f983e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:08:32Z', 'updated_at': '2022-05-18T18:08:44Z', 'revision_number': 5, 'project_id': 'e05b3d827f844c1d97efd9db4e0d2203', 'subnets': [{'id': 'b4c8e604-9eb2-414a-8fcd-fc1ec0f983e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:10:08.505579 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e2f1987-2787-43af-b14d-5347a5df5099 x-openstack-request-id: req-7e2f1987-2787-43af-b14d-5347a5df5099 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:10:08.506267 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b620702a-122a-4cad-9b6e-b764547e6f53", "name": "network-vif-plugged", "status": "completed", "tag": "bb609224-f5ba-4bb0-be9a-b6aab606ad06", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:10:08.506892 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-7e2f1987-2787-43af-b14d-5347a5df5099 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:10:08.507778 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e2f1987-2787-43af-b14d-5347a5df5099'] response: {'server_uuid': 'b620702a-122a-4cad-9b6e-b764547e6f53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb609224-f5ba-4bb0-be9a-b6aab606ad06', 'code': 200} May 18 18:10:08.588613 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5481c4f8-9c5d-404c-bef6-035c9c1cac06 req-43d3e578-682b-4368-9c5f-76fbd0fffd54 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=59d57726-40d9-410c-b7a6-4ffced7dd0a3 HTTP/1.1" status: 200 len: 217 time: 0.1303053 May 18 18:10:08.758445 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5481c4f8-9c5d-404c-bef6-035c9c1cac06 req-5aa331a2-b56e-45f8-9180-3d5e35b362a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:08.764427 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5481c4f8-9c5d-404c-bef6-035c9c1cac06 req-5aa331a2-b56e-45f8-9180-3d5e35b362a9 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b4c8e604-9eb2-414a-8fcd-fc1ec0f983e0 HTTP/1.1" status: 200 len: 859 time: 0.1576900 May 18 18:10:08.764844 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3553a1-4e18-4dc3-bcf2-067db2d0e08a req-5652d376-eb4a-40bf-9e22-14409105db1a tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:08.767557 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9e3553a1-4e18-4dc3-bcf2-067db2d0e08a req-5652d376-eb4a-40bf-9e22-14409105db1a tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1227355 May 18 18:10:08.816292 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9e3553a1-4e18-4dc3-bcf2-067db2d0e08a req-7459c436-4018-477f-9129-e4aaf7fca268 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/quotas/a049c2cb7dc14b6fbce20aa8814d6ebf HTTP/1.1" status: 200 len: 375 time: 0.0293791 May 18 18:10:08.828765 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-8c8f3581-5f22-4e5d-bd77-5c7e2900f0bf tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Deleting port ce0d9134-04d9-4123-9d5e-cc62d5177b24 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:10:08.829421 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8c8f3581-5f22-4e5d-bd77-5c7e2900f0bf tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:08.917207 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5481c4f8-9c5d-404c-bef6-035c9c1cac06 req-f5ee1279-14c9-4ddb-b754-9ce6a785808b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:08.919687 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5481c4f8-9c5d-404c-bef6-035c9c1cac06 req-f5ee1279-14c9-4ddb-b754-9ce6a785808b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=6ba2d3f1-1e38-41ee-8062-86260345c4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1291680 May 18 18:10:09.064834 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8c8f3581-5f22-4e5d-bd77-5c7e2900f0bf tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:09.111403 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ade2753-ef33-4c1f-9c51-6e5523f4d9d4 None None] New status for floating IP ad78f635-666d-4880-acd8-29c0bbf11070: DOWN {{(pid=102733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 18:10:09.160990 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9e3553a1-4e18-4dc3-bcf2-067db2d0e08a req-8d31018d-d7f4-4683-aeb6-f3b31feb19bd tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=a049c2cb7dc14b6fbce20aa8814d6ebf&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3010952 May 18 18:10:09.184726 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-8c8f3581-5f22-4e5d-bd77-5c7e2900f0bf tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Calling delete_port for ce0d9134-04d9-4123-9d5e-cc62d5177b24 owned by {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:10:09.298157 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5481c4f8-9c5d-404c-bef6-035c9c1cac06 req-2b4330d8-5f9f-4549-94fc-b6589e694777 service neutron] 10.222.0.88 "GET /v2.0/networks/6ba2d3f1-1e38-41ee-8062-86260345c4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3619621 May 18 18:10:09.555009 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8c8f3581-5f22-4e5d-bd77-5c7e2900f0bf tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:09.624736 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8f3581-5f22-4e5d-bd77-5c7e2900f0bf tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Pushing event deleted for resources: {'Port': ['ID=ce0d9134-04d9-4123-9d5e-cc62d5177b24,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:10:09.673548 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8f3581-5f22-4e5d-bd77-5c7e2900f0bf tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:10:09.674269 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8f3581-5f22-4e5d-bd77-5c7e2900f0bf tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:10:09.678176 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8f3581-5f22-4e5d-bd77-5c7e2900f0bf tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:10:09.678176 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8f3581-5f22-4e5d-bd77-5c7e2900f0bf tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:10:09.678176 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8f3581-5f22-4e5d-bd77-5c7e2900f0bf tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:10:09.678176 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8f3581-5f22-4e5d-bd77-5c7e2900f0bf tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:10:09.678176 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8f3581-5f22-4e5d-bd77-5c7e2900f0bf tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:10:09.678176 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8f3581-5f22-4e5d-bd77-5c7e2900f0bf tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:10:09.678176 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8f3581-5f22-4e5d-bd77-5c7e2900f0bf tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:10:09.678176 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8f3581-5f22-4e5d-bd77-5c7e2900f0bf tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:10:09.678176 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8f3581-5f22-4e5d-bd77-5c7e2900f0bf tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:10:09.678176 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8f3581-5f22-4e5d-bd77-5c7e2900f0bf tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:10:09.805213 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5481c4f8-9c5d-404c-bef6-035c9c1cac06 req-4cf6db93-707a-4e3c-a932-8b4a748ff856 service neutron] 10.222.0.88 "GET /v2.0/networks/6ba2d3f1-1e38-41ee-8062-86260345c4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4848859 May 18 18:10:10.073192 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d414ea4c-a285-402d-a88a-25f50e7fddd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:10.096433 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb88ffe-b55a-4103-8a96-92cf6c600681 req-2618f7d1-18e5-4342-ab66-7f583336236b tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:10.111501 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ceb88ffe-b55a-4103-8a96-92cf6c600681 req-2618f7d1-18e5-4342-ab66-7f583336236b tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] 10.222.0.85 "GET /v2.0/ports?device_id=99d6ce8d-1802-43b7-b3a1-723c709524f1&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2286901 May 18 18:10:10.121659 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8c8f3581-5f22-4e5d-bd77-5c7e2900f0bf tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:10.135443 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 54748) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:10:10.135761 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-8c8f3581-5f22-4e5d-bd77-5c7e2900f0bf tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] 10.222.0.85 "DELETE /v2.0/ports/ce0d9134-04d9-4123-9d5e-cc62d5177b24 HTTP/1.1" status: 204 len: 168 time: 2.2841215 May 18 18:10:10.318866 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ceb88ffe-b55a-4103-8a96-92cf6c600681 req-48e68ada-0459-4c68-b75c-fdc7d00c259b tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] 10.222.0.85 "GET /v2.0/floatingips?floating_ip_address=172.25.5.186 HTTP/1.1" status: 200 len: 696 time: 0.2003095 May 18 18:10:10.335026 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-ceb88ffe-b55a-4103-8a96-92cf6c600681 req-494e1af3-a2fc-4b1a-a17a-ea87c246c479 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Request body: {'floatingip': {'port_id': 'c66c94da-975c-48bf-8603-4b1d1337c6ac', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:10:10.459770 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_v2 [None req-f620bc1e-650f-4fee-85fc-8d8fdf3b5fac tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Deleting subnet 42ca508a-e901-4508-84cf-8faa3ce61098 {{(pid=102731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:10:10.461152 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-ceb88ffe-b55a-4103-8a96-92cf6c600681 req-494e1af3-a2fc-4b1a-a17a-ea87c246c479 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Notify callbacks [] for floatingip, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:10.490784 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f620bc1e-650f-4fee-85fc-8d8fdf3b5fac tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Notify callbacks [] for subnet, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:10.798193 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f620bc1e-650f-4fee-85fc-8d8fdf3b5fac tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260542153'] for subnet, precommit_delete_associations {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:10.951896 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f620bc1e-650f-4fee-85fc-8d8fdf3b5fac tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:11.126882 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f620bc1e-650f-4fee-85fc-8d8fdf3b5fac tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260898416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260908030'] for subnet, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:11.192667 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d04c09-a5ee-4ba4-998d-95dfa0577830 None None] Network 0a5cf104-e646-4fa3-94a8-ab92184a1860 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:10:11.198988 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f620bc1e-650f-4fee-85fc-8d8fdf3b5fac tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:11.205285 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-f620bc1e-650f-4fee-85fc-8d8fdf3b5fac tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] 10.222.0.85 "DELETE /v2.0/subnets/42ca508a-e901-4508-84cf-8faa3ce61098 HTTP/1.1" status: 204 len: 168 time: 1.0666349 May 18 18:10:11.218335 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 54768) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:10:11.528643 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:11.778512 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.db.resource_extend [req-ceb88ffe-b55a-4103-8a96-92cf6c600681 req-494e1af3-a2fc-4b1a-a17a-ea87c246c479 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 18 18:10:11.967304 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b14268-305b-43e5-80d5-8989421bce8e None None] DHCP port deletion for 0a5cf104-e646-4fa3-94a8-ab92184a1860 request from n-d-838550-3 {{(pid=102732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 18:10:12.022642 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-ceb88ffe-b55a-4103-8a96-92cf6c600681 req-494e1af3-a2fc-4b1a-a17a-ea87c246c479 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:12.032698 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-ceb88ffe-b55a-4103-8a96-92cf6c600681 req-494e1af3-a2fc-4b1a-a17a-ea87c246c479 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596987'] for floatingip, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:12.206085 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-37b14268-305b-43e5-80d5-8989421bce8e None None] Deleting port f04e1c95-3876-4e14-8d61-83d2ed4ce257 {{(pid=102732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:10:12.210350 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-37b14268-305b-43e5-80d5-8989421bce8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:12.412720 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-37b14268-305b-43e5-80d5-8989421bce8e None None] For port f04e1c95-3876-4e14-8d61-83d2ed4ce257, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=f04e1c95-3876-4e14-8d61-83d2ed4ce257,segment=NetworkSegment(924e5782-c49c-409f-b71c-ec4537ba4791),segment_id=924e5782-c49c-409f-b71c-ec4537ba4791)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:10:12.413487 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-37b14268-305b-43e5-80d5-8989421bce8e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:12.431023 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-37b14268-305b-43e5-80d5-8989421bce8e None None] Calling delete_port for f04e1c95-3876-4e14-8d61-83d2ed4ce257 owned by network:dhcp {{(pid=102732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:10:12.451497 n-d-838550-3 neutron-server[102730]: INFO neutron.db.l3_db [req-ceb88ffe-b55a-4103-8a96-92cf6c600681 req-494e1af3-a2fc-4b1a-a17a-ea87c246c479 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Floating IP ad78f635-666d-4880-acd8-29c0bbf11070 associated. External IP: 172.25.5.186, port: c66c94da-975c-48bf-8603-4b1d1337c6ac. May 18 18:10:12.463600 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9e3553a1-4e18-4dc3-bcf2-067db2d0e08a req-82fbc14d-8be1-46f9-9450-ab06178f30bc tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=a049c2cb7dc14b6fbce20aa8814d6ebf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0903428 May 18 18:10:12.466329 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-11122ab5-0c48-427c-9581-05b5b1ffde44 tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:12.472940 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f620bc1e-650f-4fee-85fc-8d8fdf3b5fac tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Pushing event deleted for resources: {'Subnet': ['ID=42ca508a-e901-4508-84cf-8faa3ce61098,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:10:12.563095 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device f04e1c95-3876-4e14-8d61-83d2ed4ce257 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:10:12.632880 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-37b14268-305b-43e5-80d5-8989421bce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508'] for port, after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:12.658432 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:12.696534 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b93ac03-3277-4412-a9d7-dc6a7eab6e4e req-d13e1d22-5387-45e0-bf76-4e920f74afc4 tempest-InstanceActionsTestJSON-1149630296 tempest-InstanceActionsTestJSON-1149630296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:12.700063 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: f04e1c95-3876-4e14-8d61-83d2ed4ce257 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:10:12.700418 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device f04e1c95-3876-4e14-8d61-83d2ed4ce257 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:10:12.721797 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8b93ac03-3277-4412-a9d7-dc6a7eab6e4e req-d13e1d22-5387-45e0-bf76-4e920f74afc4 tempest-InstanceActionsTestJSON-1149630296 tempest-InstanceActionsTestJSON-1149630296-project] 10.222.0.85 "GET /v2.0/ports?device_id=9218ab89-c742-49ec-ad02-0673fafe06dd HTTP/1.1" status: 200 len: 946 time: 2.0539896 May 18 18:10:12.789670 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b14268-305b-43e5-80d5-8989421bce8e None None] Pushing event deleted for resources: {'Port': ['ID=f04e1c95-3876-4e14-8d61-83d2ed4ce257,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:10:12.792670 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa540a01-8c5e-4cea-b633-5d02bdd4c866 req-41183620-a381-4afe-8c48-dcd85a5f7c6c tempest-ServerAddressesTestJSON-1512214218 tempest-ServerAddressesTestJSON-1512214218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:12.795144 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fa540a01-8c5e-4cea-b633-5d02bdd4c866 req-41183620-a381-4afe-8c48-dcd85a5f7c6c tempest-ServerAddressesTestJSON-1512214218 tempest-ServerAddressesTestJSON-1512214218-project] 10.222.0.36 "GET /v2.0/ports?device_id=c420bc6c-45ec-413c-bdd7-3b846aafad5e HTTP/1.1" status: 200 len: 945 time: 2.1507487 May 18 18:10:12.814371 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b14268-305b-43e5-80d5-8989421bce8e None None] No DVR routers for this DVR port f04e1c95-3876-4e14-8d61-83d2ed4ce257 on host n-d-838550-3 {{(pid=102732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:10:12.920756 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994d61f4-573e-4803-9da0-d942d6a1c168 req-4fcacc56-440b-45d7-a1de-e9ca1f47e187 tempest-InstanceActionsTestJSON-1149630296 tempest-InstanceActionsTestJSON-1149630296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:12.923391 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-994d61f4-573e-4803-9da0-d942d6a1c168 req-4fcacc56-440b-45d7-a1de-e9ca1f47e187 tempest-InstanceActionsTestJSON-1149630296 tempest-InstanceActionsTestJSON-1149630296-project] 10.222.0.88 "GET /v2.0/ports?device_id=9218ab89-c742-49ec-ad02-0673fafe06dd HTTP/1.1" status: 200 len: 946 time: 0.5895219 May 18 18:10:13.017877 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:13.102266 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3553a1-4e18-4dc3-bcf2-067db2d0e08a req-06ba21ce-2a62-4728-a8ac-576d9c5f6131 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:13.104935 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9e3553a1-4e18-4dc3-bcf2-067db2d0e08a req-06ba21ce-2a62-4728-a8ac-576d9c5f6131 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6339929 May 18 18:10:13.194397 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-9e3553a1-4e18-4dc3-bcf2-067db2d0e08a req-f93e5ca3-70b5-4aa1-bd12-86f8382fb66b tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Request body: {'port': {'device_id': '25eab926-d445-4acf-a7aa-c2557457c351', 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305', 'admin_state_up': True, 'tenant_id': 'a049c2cb7dc14b6fbce20aa8814d6ebf'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:10:13.351796 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88df6a1b-b5bf-4491-ab52-947b1f903169 req-fd81fd78-974f-42c5-8437-9faf93b2fc7c tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:13.354923 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-88df6a1b-b5bf-4491-ab52-947b1f903169 req-fd81fd78-974f-42c5-8437-9faf93b2fc7c tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] 10.222.0.88 "GET /v2.0/ports?device_id=af2db400-b5d2-4e94-a59d-b268fc903c1d HTTP/1.1" status: 200 len: 946 time: 1.0580118 May 18 18:10:13.480035 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ceb88ffe-b55a-4103-8a96-92cf6c600681 req-494e1af3-a2fc-4b1a-a17a-ea87c246c479 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Router 7b1f017e-a7f9-407e-8e13-ae334ebab240 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:10:13.484846 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8b93ac03-3277-4412-a9d7-dc6a7eab6e4e req-92cfea1e-b853-40df-aff5-6f5ee894efd3 tempest-InstanceActionsTestJSON-1149630296 tempest-InstanceActionsTestJSON-1149630296-project] 10.222.0.85 "GET /v2.0/security-groups?id=25574424-1dcf-4628-a56d-e8a0bd0380c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7580154 May 18 18:10:13.488183 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e3553a1-4e18-4dc3-bcf2-067db2d0e08a req-f93e5ca3-70b5-4aa1-bd12-86f8382fb66b tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Made reservation on behalf of a049c2cb7dc14b6fbce20aa8814d6ebf for: {'port': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:10:13.497361 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-9e3553a1-4e18-4dc3-bcf2-067db2d0e08a req-f93e5ca3-70b5-4aa1-bd12-86f8382fb66b tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:13.512781 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-11122ab5-0c48-427c-9581-05b5b1ffde44 tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:13.612511 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-11122ab5-0c48-427c-9581-05b5b1ffde44 tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a5cf104-e646-4fa3-94a8-ab92184a1860']}} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:10:13.653487 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-11122ab5-0c48-427c-9581-05b5b1ffde44 tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '924e5782-c49c-409f-b71c-ec4537ba4791') {'for_net_delete': True} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:10:13.653886 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-11122ab5-0c48-427c-9581-05b5b1ffde44 tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '924e5782-c49c-409f-b71c-ec4537ba4791') {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:10:13.665493 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-11122ab5-0c48-427c-9581-05b5b1ffde44 tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260542144'] for segment, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:13.692844 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-11122ab5-0c48-427c-9581-05b5b1ffde44 tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:13.701511 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11122ab5-0c48-427c-9581-05b5b1ffde44 tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=102731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:10:13.702213 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-11122ab5-0c48-427c-9581-05b5b1ffde44 tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260884178'] for segment, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:13.802037 n-d-838550-3 neutron-server[102731]: Traceback (most recent call last): May 18 18:10:13.802037 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:10:13.802037 n-d-838550-3 neutron-server[102731]: timer() May 18 18:10:13.802037 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:10:13.802037 n-d-838550-3 neutron-server[102731]: cb(*args, **kw) May 18 18:10:13.802037 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:10:13.802037 n-d-838550-3 neutron-server[102731]: return func(*args, **kwargs) May 18 18:10:13.802037 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:10:13.802037 n-d-838550-3 neutron-server[102731]: self._notify() May 18 18:10:13.802037 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:10:13.802037 n-d-838550-3 neutron-server[102731]: self.callback(batched_events) May 18 18:10:13.802037 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:10:13.802037 n-d-838550-3 neutron-server[102731]: event.method(event) May 18 18:10:13.802037 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:10:13.802037 n-d-838550-3 neutron-server[102731]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:10:13.802037 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:10:13.802037 n-d-838550-3 neutron-server[102731]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:10:13.802037 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:10:13.802037 n-d-838550-3 neutron-server[102731]: return f(self, *a, **k) May 18 18:10:13.802037 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:10:13.802037 n-d-838550-3 neutron-server[102731]: return self._get(url).json() May 18 18:10:13.802037 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:10:13.802037 n-d-838550-3 neutron-server[102731]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:10:13.802037 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:10:13.802037 n-d-838550-3 neutron-server[102731]: return self.request(url, 'GET', **kwargs) May 18 18:10:13.802037 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:10:13.802037 n-d-838550-3 neutron-server[102731]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:10:13.802037 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:10:13.802037 n-d-838550-3 neutron-server[102731]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:10:13.802037 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:10:13.802037 n-d-838550-3 neutron-server[102731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:10:13.802037 n-d-838550-3 neutron-server[102731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:10:13.872544 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-994d61f4-573e-4803-9da0-d942d6a1c168 req-26bcab39-f2f4-40c2-84f5-c0986c2c2ee8 tempest-InstanceActionsTestJSON-1149630296 tempest-InstanceActionsTestJSON-1149630296-project] Deleting port 07a3103f-ac12-4633-b1f7-c6eaa75732b6 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:10:13.873476 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-994d61f4-573e-4803-9da0-d942d6a1c168 req-26bcab39-f2f4-40c2-84f5-c0986c2c2ee8 tempest-InstanceActionsTestJSON-1149630296 tempest-InstanceActionsTestJSON-1149630296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:13.977714 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-fa540a01-8c5e-4cea-b633-5d02bdd4c866 req-97050a38-61f7-4da8-a0f3-bcc4d96ea298 tempest-ServerAddressesTestJSON-1512214218 tempest-ServerAddressesTestJSON-1512214218-project] Deleting port fe42e83a-c339-4ccc-8270-6c09d0a508b9 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:10:13.978491 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-fa540a01-8c5e-4cea-b633-5d02bdd4c866 req-97050a38-61f7-4da8-a0f3-bcc4d96ea298 tempest-ServerAddressesTestJSON-1512214218 tempest-ServerAddressesTestJSON-1512214218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:14.004275 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ceb88ffe-b55a-4103-8a96-92cf6c600681 req-494e1af3-a2fc-4b1a-a17a-ea87c246c479 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:10:14.010507 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-ceb88ffe-b55a-4103-8a96-92cf6c600681 req-494e1af3-a2fc-4b1a-a17a-ea87c246c479 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:14.029070 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ed5d7f-9ddb-47c6-b163-60af12610c40 None None] Sync routers for ids ['7b1f017e-a7f9-407e-8e13-ae334ebab240'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:10:14.055576 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ed5d7f-9ddb-47c6-b163-60af12610c40 None None] Routers {'7b1f017e-a7f9-407e-8e13-ae334ebab240'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:10:14.062419 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-73ed5d7f-9ddb-47c6-b163-60af12610c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:10:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['7b1f017e-a7f9-407e-8e13-ae334ebab240'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:10:14.114716 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [req-9e3553a1-4e18-4dc3-bcf2-067db2d0e08a req-f93e5ca3-70b5-4aa1-bd12-86f8382fb66b tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Allocated IP 192.168.233.81 (4c8ef274-9ecc-47c2-9686-5eebd78fb305/c2531ae9-89db-4dcf-b670-9eac4c9cde53/1ef05f15-c38b-4325-84dc-3fbb7845d3aa) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:10:14.137377 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ceb88ffe-b55a-4103-8a96-92cf6c600681 req-494e1af3-a2fc-4b1a-a17a-ea87c246c479 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] 10.222.0.85 "PUT /v2.0/floatingips/ad78f635-666d-4880-acd8-29c0bbf11070 HTTP/1.1" status: 200 len: 996 time: 3.8115034 May 18 18:10:14.148686 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99d6ce8d-1802-43b7-b3a1-723c709524f1', 'tag': 'c66c94da-975c-48bf-8603-4b1d1337c6ac'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:10:14.151132 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ee69c17-84ef-43d5-9a6d-807a8d4bbc09" -d '{"events": [{"name": "network-changed", "server_uuid": "99d6ce8d-1802-43b7-b3a1-723c709524f1", "tag": "c66c94da-975c-48bf-8603-4b1d1337c6ac"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:10:14.206308 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6738d8-b609-4b9b-b085-411469df0858 req-764a83f9-a36d-44c5-a991-30764c6c1784 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:14.215718 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1f6738d8-b609-4b9b-b085-411469df0858 req-764a83f9-a36d-44c5-a991-30764c6c1784 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=b620702a-122a-4cad-9b6e-b764547e6f53 HTTP/1.1" status: 200 len: 945 time: 0.5770810 May 18 18:10:14.241384 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-11122ab5-0c48-427c-9581-05b5b1ffde44 tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:14.352438 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-73ed5d7f-9ddb-47c6-b163-60af12610c40 None None] Set router 7b1f017e-a7f9-407e-8e13-ae334ebab240 gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:10:14.364556 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-11122ab5-0c48-427c-9581-05b5b1ffde44 tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:14.372994 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb88ffe-b55a-4103-8a96-92cf6c600681 req-f5ca1eec-3eaf-41a2-893a-746067e1c5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:14.380290 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-11122ab5-0c48-427c-9581-05b5b1ffde44 tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] 10.222.0.85 "DELETE /v2.0/networks/0a5cf104-e646-4fa3-94a8-ab92184a1860 HTTP/1.1" status: 204 len: 168 time: 3.1580062 May 18 18:10:14.392036 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ceb88ffe-b55a-4103-8a96-92cf6c600681 req-f5ca1eec-3eaf-41a2-893a-746067e1c5e1 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e05b3d827f844c1d97efd9db4e0d2203&device_id=99d6ce8d-1802-43b7-b3a1-723c709524f1 HTTP/1.1" status: 200 len: 1096 time: 0.2271674 May 18 18:10:14.486850 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device fe42e83a-c339-4ccc-8270-6c09d0a508b9 no longer exists at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:10:14.541140 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11122ab5-0c48-427c-9581-05b5b1ffde44 tempest-AllowedAddressPairTestJSON-1617220138 tempest-AllowedAddressPairTestJSON-1617220138-project] Pushing event deleted for resources: {'Network': ['ID=0a5cf104-e646-4fa3-94a8-ab92184a1860,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:10:14.722213 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-fa540a01-8c5e-4cea-b633-5d02bdd4c866 req-97050a38-61f7-4da8-a0f3-bcc4d96ea298 tempest-ServerAddressesTestJSON-1512214218 tempest-ServerAddressesTestJSON-1512214218-project] For port fe42e83a-c339-4ccc-8270-6c09d0a508b9, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=fe42e83a-c339-4ccc-8270-6c09d0a508b9,segment=NetworkSegment(b3f3eeb8-5f75-4eaf-85f1-21dd3ed6dc9f),segment_id=b3f3eeb8-5f75-4eaf-85f1-21dd3ed6dc9f)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:10:14.722925 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-fa540a01-8c5e-4cea-b633-5d02bdd4c866 req-97050a38-61f7-4da8-a0f3-bcc4d96ea298 tempest-ServerAddressesTestJSON-1512214218 tempest-ServerAddressesTestJSON-1512214218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:14.747338 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-994d61f4-573e-4803-9da0-d942d6a1c168 req-26bcab39-f2f4-40c2-84f5-c0986c2c2ee8 tempest-InstanceActionsTestJSON-1149630296 tempest-InstanceActionsTestJSON-1149630296-project] For port 07a3103f-ac12-4633-b1f7-c6eaa75732b6, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=07a3103f-ac12-4633-b1f7-c6eaa75732b6,segment=NetworkSegment(e4ee4f38-7654-4d32-bfea-fd614ca5e3fc),segment_id=e4ee4f38-7654-4d32-bfea-fd614ca5e3fc)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:10:14.748033 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-994d61f4-573e-4803-9da0-d942d6a1c168 req-26bcab39-f2f4-40c2-84f5-c0986c2c2ee8 tempest-InstanceActionsTestJSON-1149630296 tempest-InstanceActionsTestJSON-1149630296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:14.770036 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-88df6a1b-b5bf-4491-ab52-947b1f903169 req-7a4b1e77-502c-4438-8603-6cfcf965bacf tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Deleting port 59d57726-40d9-410c-b7a6-4ffced7dd0a3 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:10:14.771060 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-88df6a1b-b5bf-4491-ab52-947b1f903169 req-7a4b1e77-502c-4438-8603-6cfcf965bacf tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:14.847127 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-fa540a01-8c5e-4cea-b633-5d02bdd4c866 req-97050a38-61f7-4da8-a0f3-bcc4d96ea298 tempest-ServerAddressesTestJSON-1512214218 tempest-ServerAddressesTestJSON-1512214218-project] Calling delete_port for fe42e83a-c339-4ccc-8270-6c09d0a508b9 owned by compute:nova {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:10:14.939300 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1f6738d8-b609-4b9b-b085-411469df0858 req-34d529be-b515-4da2-9c71-fa2592b96bfb tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/security-groups?id=33ba1fad-191a-4b7a-ae9e-8e9e60985e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7225065 May 18 18:10:14.963078 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-994d61f4-573e-4803-9da0-d942d6a1c168 req-26bcab39-f2f4-40c2-84f5-c0986c2c2ee8 tempest-InstanceActionsTestJSON-1149630296 tempest-InstanceActionsTestJSON-1149630296-project] Calling delete_port for 07a3103f-ac12-4633-b1f7-c6eaa75732b6 owned by compute:nova {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:10:15.028340 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb88ffe-b55a-4103-8a96-92cf6c600681 req-119c4af1-8e2e-4f34-8ccf-02ba7cfb9029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:15.034021 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ceb88ffe-b55a-4103-8a96-92cf6c600681 req-119c4af1-8e2e-4f34-8ccf-02ba7cfb9029 service neutron] 10.222.0.85 "GET /v2.0/networks?id=6ba2d3f1-1e38-41ee-8062-86260345c4fd HTTP/1.1" status: 200 len: 921 time: 0.6409986 May 18 18:10:15.244060 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ceb88ffe-b55a-4103-8a96-92cf6c600681 req-6a53691d-16cc-4d10-81f0-2926e6e80219 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c66c94da-975c-48bf-8603-4b1d1337c6ac HTTP/1.1" status: 200 len: 999 time: 0.1931143 May 18 18:10:15.244785 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 54792) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:10:15.458033 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-9e3553a1-4e18-4dc3-bcf2-067db2d0e08a req-f93e5ca3-70b5-4aa1-bd12-86f8382fb66b tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:15.472276 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb88ffe-b55a-4103-8a96-92cf6c600681 req-46d40bd1-0658-40c0-8f50-eb0060336310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:15.478431 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ceb88ffe-b55a-4103-8a96-92cf6c600681 req-46d40bd1-0658-40c0-8f50-eb0060336310 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=b4c8e604-9eb2-414a-8fcd-fc1ec0f983e0 HTTP/1.1" status: 200 len: 859 time: 0.2031498 May 18 18:10:15.542095 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port fe42e83a-c339-4ccc-8270-6c09d0a508b9 is: ACTIVE; New status is: DOWN {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:10:15.548807 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:15.639031 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-9e3553a1-4e18-4dc3-bcf2-067db2d0e08a req-f93e5ca3-70b5-4aa1-bd12-86f8382fb66b tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:15.687571 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port fe42e83a-c339-4ccc-8270-6c09d0a508b9, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=fe42e83a-c339-4ccc-8270-6c09d0a508b9,segment=NetworkSegment(b3f3eeb8-5f75-4eaf-85f1-21dd3ed6dc9f),segment_id=b3f3eeb8-5f75-4eaf-85f1-21dd3ed6dc9f)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:10:15.700136 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c420bc6c-45ec-413c-bdd7-3b846aafad5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe42e83a-c339-4ccc-8270-6c09d0a508b9'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:10:15.712150 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a2fa58e-67a0-4a7c-b866-f15b5de1974e" -d '{"events": [{"server_uuid": "c420bc6c-45ec-413c-bdd7-3b846aafad5e", "name": "network-vif-unplugged", "status": "completed", "tag": "fe42e83a-c339-4ccc-8270-6c09d0a508b9"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:10:15.762234 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['b410f0ec-a688-425b-90a1-3f185c37ba3b', 'a3b93a51-a23a-4c7c-9963-129e53fee717'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:10:15.769060 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['3beb5ae3-39b5-4024-9788-1644d2c9c029', '319afa68-c211-4e3a-b55b-279f68bd8ca4', 'e0571223-bec5-444d-9ddd-0c8cd62af364', '4bc9ea17-6055-4471-9b57-382e81a27f8a'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:10:15.830039 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:15.906830 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e3553a1-4e18-4dc3-bcf2-067db2d0e08a req-f93e5ca3-70b5-4aa1-bd12-86f8382fb66b tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Network 4c8ef274-9ecc-47c2-9686-5eebd78fb305 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:10:15.950802 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-88df6a1b-b5bf-4491-ab52-947b1f903169 req-7a4b1e77-502c-4438-8603-6cfcf965bacf tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] For port 59d57726-40d9-410c-b7a6-4ffced7dd0a3, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=59d57726-40d9-410c-b7a6-4ffced7dd0a3,segment=NetworkSegment(31315e3d-060c-4ccf-beb4-baf1134985d1),segment_id=31315e3d-060c-4ccf-beb4-baf1134985d1)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:10:15.952100 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-88df6a1b-b5bf-4491-ab52-947b1f903169 req-7a4b1e77-502c-4438-8603-6cfcf965bacf tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:15.980892 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-88df6a1b-b5bf-4491-ab52-947b1f903169 req-7a4b1e77-502c-4438-8603-6cfcf965bacf tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Calling delete_port for 59d57726-40d9-410c-b7a6-4ffced7dd0a3 owned by compute:nova {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:10:15.993884 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=fe42e83a-c339-4ccc-8270-6c09d0a508b9,revision_number=6']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:10:16.009342 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93e5ca3-70b5-4aa1-bd12-86f8382fb66b tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Pushing event updated for resources: {'Port': ['ID=1ef05f15-c38b-4325-84dc-3fbb7845d3aa,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:10:16.025963 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [req-9e3553a1-4e18-4dc3-bcf2-067db2d0e08a req-f93e5ca3-70b5-4aa1-bd12-86f8382fb66b tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:10:16.055722 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e3553a1-4e18-4dc3-bcf2-067db2d0e08a req-f93e5ca3-70b5-4aa1-bd12-86f8382fb66b tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:10:16.219044 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 07a3103f-ac12-4633-b1f7-c6eaa75732b6 no longer exists at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:10:16.311351 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-88df6a1b-b5bf-4491-ab52-947b1f903169 req-7a4b1e77-502c-4438-8603-6cfcf965bacf tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:16.372906 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4b1e77-502c-4438-8603-6cfcf965bacf tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Pushing event deleted for resources: {'Port': ['ID=59d57726-40d9-410c-b7a6-4ffced7dd0a3,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:10:16.403852 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3553a1-4e18-4dc3-bcf2-067db2d0e08a req-f93e5ca3-70b5-4aa1-bd12-86f8382fb66b tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:16.405124 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-9e3553a1-4e18-4dc3-bcf2-067db2d0e08a req-f93e5ca3-70b5-4aa1-bd12-86f8382fb66b tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:16.610426 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-40521bbf-c075-4147-b481-f732fe4e3c34 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=d7297a8cf6544cd993a848d0128fe2a0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3565133 May 18 18:10:16.632592 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9e3553a1-4e18-4dc3-bcf2-067db2d0e08a req-f93e5ca3-70b5-4aa1-bd12-86f8382fb66b tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4540212 May 18 18:10:16.647501 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e71eea7-2628-4803-a275-be55804259d1 req-0d81bcf3-df61-49c0-aee8-cefc1fc7fb0e tempest-ServerAddressesTestJSON-1512214218 tempest-ServerAddressesTestJSON-1512214218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:16.648783 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-9e3553a1-4e18-4dc3-bcf2-067db2d0e08a req-d6cd000a-38a6-42d9-b829-83b311af4aa0 service neutron] Request body: {'port': {'device_id': '25eab926-d445-4acf-a7aa-c2557457c351', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-3'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:10:16.651544 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 54804) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:10:16.656104 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4e71eea7-2628-4803-a275-be55804259d1 req-0d81bcf3-df61-49c0-aee8-cefc1fc7fb0e tempest-ServerAddressesTestJSON-1512214218 tempest-ServerAddressesTestJSON-1512214218-project] 10.222.0.85 "GET /v2.0/ports?device_id=c420bc6c-45ec-413c-bdd7-3b846aafad5e HTTP/1.1" status: 200 len: 945 time: 1.3969758 May 18 18:10:16.664802 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4b1e77-502c-4438-8603-6cfcf965bacf tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:10:16.665131 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4b1e77-502c-4438-8603-6cfcf965bacf tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:10:16.665528 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4b1e77-502c-4438-8603-6cfcf965bacf tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:10:16.665911 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4b1e77-502c-4438-8603-6cfcf965bacf tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:10:16.666255 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4b1e77-502c-4438-8603-6cfcf965bacf tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:10:16.666587 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4b1e77-502c-4438-8603-6cfcf965bacf tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:10:16.666920 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4b1e77-502c-4438-8603-6cfcf965bacf tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:10:16.667251 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4b1e77-502c-4438-8603-6cfcf965bacf tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:10:16.667586 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4b1e77-502c-4438-8603-6cfcf965bacf tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:10:16.667909 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4b1e77-502c-4438-8603-6cfcf965bacf tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:10:16.668239 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4b1e77-502c-4438-8603-6cfcf965bacf tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:10:16.668568 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4b1e77-502c-4438-8603-6cfcf965bacf tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:10:16.677017 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 07a3103f-ac12-4633-b1f7-c6eaa75732b6 is: ACTIVE; New status is: DOWN {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:10:16.677017 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:16.692125 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-88df6a1b-b5bf-4491-ab52-947b1f903169 req-7a4b1e77-502c-4438-8603-6cfcf965bacf tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] No DVR routers for this DVR port 59d57726-40d9-410c-b7a6-4ffced7dd0a3 on host n-h2-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:10:16.698385 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-88df6a1b-b5bf-4491-ab52-947b1f903169 req-7a4b1e77-502c-4438-8603-6cfcf965bacf tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:16.702059 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-88df6a1b-b5bf-4491-ab52-947b1f903169 req-7a4b1e77-502c-4438-8603-6cfcf965bacf tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] 10.222.0.88 "DELETE /v2.0/ports/59d57726-40d9-410c-b7a6-4ffced7dd0a3 HTTP/1.1" status: 204 len: 173 time: 3.2912402 May 18 18:10:16.716072 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af2db400-b5d2-4e94-a59d-b268fc903c1d', 'name': 'network-vif-deleted', 'tag': '59d57726-40d9-410c-b7a6-4ffced7dd0a3'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:10:16.718388 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73e7e312-2b0b-400c-b49a-158217e3caf7" -d '{"events": [{"server_uuid": "af2db400-b5d2-4e94-a59d-b268fc903c1d", "name": "network-vif-deleted", "tag": "59d57726-40d9-410c-b7a6-4ffced7dd0a3"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:10:16.852018 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-994d61f4-573e-4803-9da0-d942d6a1c168 req-26bcab39-f2f4-40c2-84f5-c0986c2c2ee8 tempest-InstanceActionsTestJSON-1149630296 tempest-InstanceActionsTestJSON-1149630296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:16.896339 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bcab39-f2f4-40c2-84f5-c0986c2c2ee8 tempest-InstanceActionsTestJSON-1149630296 tempest-InstanceActionsTestJSON-1149630296-project] Pushing event deleted for resources: {'Port': ['ID=07a3103f-ac12-4633-b1f7-c6eaa75732b6,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:10:16.915976 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4e71eea7-2628-4803-a275-be55804259d1 req-784743bc-ccc8-412c-a35b-35b670cddf68 tempest-ServerAddressesTestJSON-1512214218 tempest-ServerAddressesTestJSON-1512214218-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ac35573-ce17-447a-b283-89690480d74c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583508 May 18 18:10:17.034744 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb88ffe-b55a-4103-8a96-92cf6c600681 req-843a9415-3f63-44b5-9d6f-33ac4e36db78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:17.049065 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ceb88ffe-b55a-4103-8a96-92cf6c600681 req-843a9415-3f63-44b5-9d6f-33ac4e36db78 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=6ba2d3f1-1e38-41ee-8062-86260345c4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.5617428 May 18 18:10:17.070681 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-4ce31456-5c18-4b54-8f3d-d12a27677857 None None] Provisioning complete for port 1ef05f15-c38b-4325-84dc-3fbb7845d3aa triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:10:17.071059 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-4ce31456-5c18-4b54-8f3d-d12a27677857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:17.136578 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-994d61f4-573e-4803-9da0-d942d6a1c168 req-26bcab39-f2f4-40c2-84f5-c0986c2c2ee8 tempest-InstanceActionsTestJSON-1149630296 tempest-InstanceActionsTestJSON-1149630296-project] No DVR routers for this DVR port 07a3103f-ac12-4633-b1f7-c6eaa75732b6 on host n-h2-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:10:17.143918 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-994d61f4-573e-4803-9da0-d942d6a1c168 req-26bcab39-f2f4-40c2-84f5-c0986c2c2ee8 tempest-InstanceActionsTestJSON-1149630296 tempest-InstanceActionsTestJSON-1149630296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:17.149351 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-994d61f4-573e-4803-9da0-d942d6a1c168 req-26bcab39-f2f4-40c2-84f5-c0986c2c2ee8 tempest-InstanceActionsTestJSON-1149630296 tempest-InstanceActionsTestJSON-1149630296-project] 10.222.0.88 "DELETE /v2.0/ports/07a3103f-ac12-4633-b1f7-c6eaa75732b6 HTTP/1.1" status: 204 len: 173 time: 4.1985598 May 18 18:10:17.194098 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-73ed5d7f-9ddb-47c6-b163-60af12610c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b1f017e-a7f9-407e-8e13-ae334ebab240', 'name': 'tempest-FloatingIPsAssociationTestJSON-726912209-router', 'tenant_id': 'e05b3d827f844c1d97efd9db4e0d2203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '5227345e-5153-4734-930c-392ff84168b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:08:17Z', 'updated_at': '2022-05-18T18:08:36Z', 'revision_number': 4, 'project_id': 'e05b3d827f844c1d97efd9db4e0d2203', 'gw_port': {'id': '5227345e-5153-4734-930c-392ff84168b5', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:7c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1f017e-a7f9-407e-8e13-ae334ebab240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:08:20Z', 'updated_at': '2022-05-18T18:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': 'ad78f635-666d-4880-acd8-29c0bbf11070', 'tenant_id': 'e05b3d827f844c1d97efd9db4e0d2203', 'floating_ip_address': '172.25.5.186', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': '7b1f017e-a7f9-407e-8e13-ae334ebab240', 'port_id': 'c66c94da-975c-48bf-8603-4b1d1337c6ac', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 974, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ba2d3f1-1e38-41ee-8062-86260345c4fd', 'mac_address': 'fa:16:3e:da:cb:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d6ce8d-1802-43b7-b3a1-723c709524f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T18:09:12Z', 'updated_at': '2022-05-18T18:10:11Z', 'revision_number': 8, 'project_id': 'e05b3d827f844c1d97efd9db4e0d2203', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa2ee8f7-b934-4d10-afaf-419fc08b2042', 'name': '', 'network_id': '6ba2d3f1-1e38-41ee-8062-86260345c4fd', 'tenant_id': 'e05b3d827f844c1d97efd9db4e0d2203', 'mac_address': 'fa:16:3e:6f:36:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1f017e-a7f9-407e-8e13-ae334ebab240', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': 'b4c8e604-9eb2-414a-8fcd-fc1ec0f983e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:08:32Z', 'updated_at': '2022-05-18T18:08:44Z', 'revision_number': 5, 'project_id': 'e05b3d827f844c1d97efd9db4e0d2203', 'subnets': [{'id': 'b4c8e604-9eb2-414a-8fcd-fc1ec0f983e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:10:17.226552 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61262839-34d5-4350-ab75-cb47c8be87ef req-aa2050d5-a3bf-42fc-86a2-0a7cb8eb250e tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:17.229044 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-61262839-34d5-4350-ab75-cb47c8be87ef req-aa2050d5-a3bf-42fc-86a2-0a7cb8eb250e tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/ports?device_id=25eab926-d445-4acf-a7aa-c2557457c351 HTTP/1.1" status: 200 len: 935 time: 0.1620390 May 18 18:10:17.229938 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-fa540a01-8c5e-4cea-b633-5d02bdd4c866 req-97050a38-61f7-4da8-a0f3-bcc4d96ea298 tempest-ServerAddressesTestJSON-1512214218 tempest-ServerAddressesTestJSON-1512214218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:17.275082 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ed5d7f-9ddb-47c6-b163-60af12610c40 None None] Checking router: 7b1f017e-a7f9-407e-8e13-ae334ebab240 for host: n-d-838550-3 {{(pid=102732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:10:17.281588 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 59d57726-40d9-410c-b7a6-4ffced7dd0a3 no longer exists at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:10:17.356824 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-9e3553a1-4e18-4dc3-bcf2-067db2d0e08a req-d6cd000a-38a6-42d9-b829-83b311af4aa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:17.378050 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97050a38-61f7-4da8-a0f3-bcc4d96ea298 tempest-ServerAddressesTestJSON-1512214218 tempest-ServerAddressesTestJSON-1512214218-project] Pushing event deleted for resources: {'Port': ['ID=fe42e83a-c339-4ccc-8270-6c09d0a508b9,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:10:17.434741 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-93aefe7a-e2e3-4d7d-9e4b-86ae5f34e977 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:17.491871 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ed5d7f-9ddb-47c6-b163-60af12610c40 None None] Routers {'7b1f017e-a7f9-407e-8e13-ae334ebab240'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:10:17.492557 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-73ed5d7f-9ddb-47c6-b163-60af12610c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:10:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['7b1f017e-a7f9-407e-8e13-ae334ebab240'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:10:17.508727 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-93aefe7a-e2e3-4d7d-9e4b-86ae5f34e977 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:17.603838 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-93aefe7a-e2e3-4d7d-9e4b-86ae5f34e977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:17.607684 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-93aefe7a-e2e3-4d7d-9e4b-86ae5f34e977 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:17.612734 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-93aefe7a-e2e3-4d7d-9e4b-86ae5f34e977 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/3238fb25-7fed-4369-bc1c-99a2dd1cbf11 HTTP/1.1" status: 204 len: 168 time: 0.9536223 May 18 18:10:17.625065 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93aefe7a-e2e3-4d7d-9e4b-86ae5f34e977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3238fb25-7fed-4369-bc1c-99a2dd1cbf11,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:10:17.868344 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa540a01-8c5e-4cea-b633-5d02bdd4c866 req-97050a38-61f7-4da8-a0f3-bcc4d96ea298 tempest-ServerAddressesTestJSON-1512214218 tempest-ServerAddressesTestJSON-1512214218-project] No DVR routers for this DVR port fe42e83a-c339-4ccc-8270-6c09d0a508b9 on host n-h1-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:10:17.915349 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-fa540a01-8c5e-4cea-b633-5d02bdd4c866 req-97050a38-61f7-4da8-a0f3-bcc4d96ea298 tempest-ServerAddressesTestJSON-1512214218 tempest-ServerAddressesTestJSON-1512214218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:17.915349 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fa540a01-8c5e-4cea-b633-5d02bdd4c866 req-97050a38-61f7-4da8-a0f3-bcc4d96ea298 tempest-ServerAddressesTestJSON-1512214218 tempest-ServerAddressesTestJSON-1512214218-project] 10.222.0.36 "DELETE /v2.0/ports/fe42e83a-c339-4ccc-8270-6c09d0a508b9 HTTP/1.1" status: 204 len: 173 time: 5.0715685 May 18 18:10:17.937202 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-61262839-34d5-4350-ab75-cb47c8be87ef req-e963fe61-13bf-4cc6-818d-2f8dd92971a1 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/security-groups?id=5ea4329b-bade-4f5a-bfbd-7917c3702679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6810782 May 18 18:10:18.039998 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] No Port match for: 59d57726-40d9-410c-b7a6-4ffced7dd0a3 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:10:18.042183 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 59d57726-40d9-410c-b7a6-4ffced7dd0a3 not bound to the agent host n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:10:18.048833 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-73ed5d7f-9ddb-47c6-b163-60af12610c40 None None] Set router 7b1f017e-a7f9-407e-8e13-ae334ebab240 gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:10:18.250712 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee69c17-84ef-43d5-9a6d-807a8d4bbc09 req-94f2d51d-da73-46d9-ba3f-a2d5e347870e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:18.260571 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9ee69c17-84ef-43d5-9a6d-807a8d4bbc09 req-94f2d51d-da73-46d9-ba3f-a2d5e347870e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=e05b3d827f844c1d97efd9db4e0d2203&device_id=99d6ce8d-1802-43b7-b3a1-723c709524f1 HTTP/1.1" status: 200 len: 1096 time: 0.1322472 May 18 18:10:18.302464 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e8c0646-0504-4f0d-a7d5-b2d8f603a282 x-openstack-request-id: req-3e8c0646-0504-4f0d-a7d5-b2d8f603a282 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:10:18.303086 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99d6ce8d-1802-43b7-b3a1-723c709524f1", "tag": "c66c94da-975c-48bf-8603-4b1d1337c6ac", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:10:18.303714 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-3e8c0646-0504-4f0d-a7d5-b2d8f603a282 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:10:18.304828 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-4ce31456-5c18-4b54-8f3d-d12a27677857 None None] Port 1ef05f15-c38b-4325-84dc-3fbb7845d3aa cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:10:18.307561 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e8c0646-0504-4f0d-a7d5-b2d8f603a282'] response: {'name': 'network-changed', 'server_uuid': '99d6ce8d-1802-43b7-b3a1-723c709524f1', 'tag': 'c66c94da-975c-48bf-8603-4b1d1337c6ac', 'status': 'completed', 'code': 200} May 18 18:10:18.397766 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c75f2b5e-ec56-4ebc-9bf4-d47f9b69633c req-38166c4d-99c4-4eae-b406-ea27aad579df tempest-InstanceActionsTestJSON-1149630296 tempest-InstanceActionsTestJSON-1149630296-project] 10.222.0.85 "GET /v2.0/ports?device_id=9218ab89-c742-49ec-ad02-0673fafe06dd HTTP/1.1" status: 200 len: 210 time: 0.1357691 May 18 18:10:18.427491 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ceb88ffe-b55a-4103-8a96-92cf6c600681 req-1d79c2b8-3bad-4067-ac41-20eaf39d1e76 service neutron] 10.222.0.85 "GET /v2.0/networks/6ba2d3f1-1e38-41ee-8062-86260345c4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3657413 May 18 18:10:18.541538 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 May 2022 18:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd12e979-282f-4dc9-9fb3-ab242c4a16c5 x-openstack-request-id: req-fd12e979-282f-4dc9-9fb3-ab242c4a16c5 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:10:18.542354 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c420bc6c-45ec-413c-bdd7-3b846aafad5e", "name": "network-vif-unplugged", "status": "completed", "tag": "fe42e83a-c339-4ccc-8270-6c09d0a508b9", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:10:18.543209 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-fd12e979-282f-4dc9-9fb3-ab242c4a16c5 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:10:18.544014 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd12e979-282f-4dc9-9fb3-ab242c4a16c5'] response: {'server_uuid': 'c420bc6c-45ec-413c-bdd7-3b846aafad5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe42e83a-c339-4ccc-8270-6c09d0a508b9', 'code': 200} May 18 18:10:18.821396 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee69c17-84ef-43d5-9a6d-807a8d4bbc09 req-072aa726-1346-4967-bf73-7ad4c3517a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:18.830314 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9ee69c17-84ef-43d5-9a6d-807a8d4bbc09 req-072aa726-1346-4967-bf73-7ad4c3517a1e service neutron] 10.222.0.88 "GET /v2.0/networks?id=6ba2d3f1-1e38-41ee-8062-86260345c4fd HTTP/1.1" status: 200 len: 921 time: 0.5280514 May 18 18:10:19.174165 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-73ed5d7f-9ddb-47c6-b163-60af12610c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b1f017e-a7f9-407e-8e13-ae334ebab240', 'name': 'tempest-FloatingIPsAssociationTestJSON-726912209-router', 'tenant_id': 'e05b3d827f844c1d97efd9db4e0d2203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '5227345e-5153-4734-930c-392ff84168b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:08:17Z', 'updated_at': '2022-05-18T18:08:36Z', 'revision_number': 4, 'project_id': 'e05b3d827f844c1d97efd9db4e0d2203', 'gw_port': {'id': '5227345e-5153-4734-930c-392ff84168b5', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:7c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1f017e-a7f9-407e-8e13-ae334ebab240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:08:20Z', 'updated_at': '2022-05-18T18:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': 'ad78f635-666d-4880-acd8-29c0bbf11070', 'tenant_id': 'e05b3d827f844c1d97efd9db4e0d2203', 'floating_ip_address': '172.25.5.186', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': '7b1f017e-a7f9-407e-8e13-ae334ebab240', 'port_id': 'c66c94da-975c-48bf-8603-4b1d1337c6ac', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 974, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ba2d3f1-1e38-41ee-8062-86260345c4fd', 'mac_address': 'fa:16:3e:da:cb:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d6ce8d-1802-43b7-b3a1-723c709524f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T18:09:12Z', 'updated_at': '2022-05-18T18:10:11Z', 'revision_number': 8, 'project_id': 'e05b3d827f844c1d97efd9db4e0d2203', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa2ee8f7-b934-4d10-afaf-419fc08b2042', 'name': '', 'network_id': '6ba2d3f1-1e38-41ee-8062-86260345c4fd', 'tenant_id': 'e05b3d827f844c1d97efd9db4e0d2203', 'mac_address': 'fa:16:3e:6f:36:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1f017e-a7f9-407e-8e13-ae334ebab240', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': 'b4c8e604-9eb2-414a-8fcd-fc1ec0f983e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:08:32Z', 'updated_at': '2022-05-18T18:08:44Z', 'revision_number': 5, 'project_id': 'e05b3d827f844c1d97efd9db4e0d2203', 'subnets': [{'id': 'b4c8e604-9eb2-414a-8fcd-fc1ec0f983e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:10:19.260852 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c48d79-627b-4614-9a5b-326a1229fdf2 req-f3d40cc2-9621-4b7b-8c84-3e8596916757 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:19.276252 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-36c48d79-627b-4614-9a5b-326a1229fdf2 req-f3d40cc2-9621-4b7b-8c84-3e8596916757 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=b620702a-122a-4cad-9b6e-b764547e6f53 HTTP/1.1" status: 200 len: 945 time: 0.4438648 May 18 18:10:19.282497 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9ee69c17-84ef-43d5-9a6d-807a8d4bbc09 req-2febd0b0-f278-4ec0-aed3-7d96ee7e8472 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c66c94da-975c-48bf-8603-4b1d1337c6ac HTTP/1.1" status: 200 len: 999 time: 0.4047213 May 18 18:10:19.353237 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [req-9e3553a1-4e18-4dc3-bcf2-067db2d0e08a req-d6cd000a-38a6-42d9-b829-83b311af4aa0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ef05f15-c38b-4325-84dc-3fbb7845d3aa {{(pid=102730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:10:19.380995 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-36c48d79-627b-4614-9a5b-326a1229fdf2 req-cb155b92-b7ea-47fa-b012-f5c7952f7ca4 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/security-groups?id=33ba1fad-191a-4b7a-ae9e-8e9e60985e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008413 May 18 18:10:19.386188 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ceb88ffe-b55a-4103-8a96-92cf6c600681 req-26071850-c7e0-4a2b-9b49-223f8b1a5c40 service neutron] 10.222.0.85 "GET /v2.0/networks/6ba2d3f1-1e38-41ee-8062-86260345c4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9682181 May 18 18:10:19.404297 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee69c17-84ef-43d5-9a6d-807a8d4bbc09 req-4b24ef7c-9c5d-469d-af7c-c1d00126f78e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:19.406597 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9ee69c17-84ef-43d5-9a6d-807a8d4bbc09 req-4b24ef7c-9c5d-469d-af7c-c1d00126f78e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b4c8e604-9eb2-414a-8fcd-fc1ec0f983e0 HTTP/1.1" status: 200 len: 859 time: 0.1156330 May 18 18:10:19.407847 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-9e3553a1-4e18-4dc3-bcf2-067db2d0e08a req-d6cd000a-38a6-42d9-b829-83b311af4aa0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:19.421590 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ed5d7f-9ddb-47c6-b163-60af12610c40 None None] The sync data for ids ['7b1f017e-a7f9-407e-8e13-ae334ebab240'] in n-d-838550-3 is: [{'id': '7b1f017e-a7f9-407e-8e13-ae334ebab240', 'name': 'tempest-FloatingIPsAssociationTestJSON-726912209-router', 'tenant_id': 'e05b3d827f844c1d97efd9db4e0d2203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '5227345e-5153-4734-930c-392ff84168b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:08:17Z', 'updated_at': '2022-05-18T18:08:36Z', 'revision_number': 4, 'project_id': 'e05b3d827f844c1d97efd9db4e0d2203', 'gw_port': {'id': '5227345e-5153-4734-930c-392ff84168b5', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:7c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1f017e-a7f9-407e-8e13-ae334ebab240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:08:20Z', 'updated_at': '2022-05-18T18:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': 'ad78f635-666d-4880-acd8-29c0bbf11070', 'tenant_id': 'e05b3d827f844c1d97efd9db4e0d2203', 'floating_ip_address': '172.25.5.186', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': '7b1f017e-a7f9-407e-8e13-ae334ebab240', 'port_id': 'c66c94da-975c-48bf-8603-4b1d1337c6ac', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 974, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ba2d3f1-1e38-41ee-8062-86260345c4fd', 'mac_address': 'fa:16:3e:da:cb:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d6ce8d-1802-43b7-b3a1-723c709524f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T18:09:12Z', 'updated_at': '2022-05-18T18:10:11Z', 'revision_number': 8, 'project_id': 'e05b3d827f844c1d97efd9db4e0d2203', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa2ee8f7-b934-4d10-afaf-419fc08b2042', 'name': '', 'network_id': '6ba2d3f1-1e38-41ee-8062-86260345c4fd', 'tenant_id': 'e05b3d827f844c1d97efd9db4e0d2203', 'mac_address': 'fa:16:3e:6f:36:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1f017e-a7f9-407e-8e13-ae334ebab240', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': 'b4c8e604-9eb2-414a-8fcd-fc1ec0f983e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:08:32Z', 'updated_at': '2022-05-18T18:08:44Z', 'revision_number': 5, 'project_id': 'e05b3d827f844c1d97efd9db4e0d2203', 'subnets': [{'id': 'b4c8e604-9eb2-414a-8fcd-fc1ec0f983e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:10:19.459973 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [req-9e3553a1-4e18-4dc3-bcf2-067db2d0e08a req-d6cd000a-38a6-42d9-b829-83b311af4aa0 service neutron] Transition to ACTIVE for port object 1ef05f15-c38b-4325-84dc-3fbb7845d3aa will not be triggered until provisioned by entity L2. {{(pid=102730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:10:19.470887 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-9e3553a1-4e18-4dc3-bcf2-067db2d0e08a req-d6cd000a-38a6-42d9-b829-83b311af4aa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:19.492280 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3af4c4f-0eb0-49b4-878f-370358a55643 x-openstack-request-id: req-d3af4c4f-0eb0-49b4-878f-370358a55643 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:10:19.492753 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af2db400-b5d2-4e94-a59d-b268fc903c1d", "name": "network-vif-deleted", "tag": "59d57726-40d9-410c-b7a6-4ffced7dd0a3", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:10:19.499137 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-d3af4c4f-0eb0-49b4-878f-370358a55643 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:10:19.499819 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3af4c4f-0eb0-49b4-878f-370358a55643'] response: {'server_uuid': 'af2db400-b5d2-4e94-a59d-b268fc903c1d', 'name': 'network-vif-deleted', 'tag': '59d57726-40d9-410c-b7a6-4ffced7dd0a3', 'status': 'completed', 'code': 200} May 18 18:10:19.520607 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 54842) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:10:19.682564 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cd000a-38a6-42d9-b829-83b311af4aa0 service neutron] Pushing event updated for resources: {'Port': ['ID=1ef05f15-c38b-4325-84dc-3fbb7845d3aa,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:10:19.710897 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_v2 [None req-10d2f58e-fb89-4dd5-bed9-3f0f68eb9642 admin admin] Deleting subnet 4d8e371b-85bf-41bf-9bc5-c5a3b50090bc {{(pid=102731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:10:19.734224 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-10d2f58e-fb89-4dd5-bed9-3f0f68eb9642 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:19.784881 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee69c17-84ef-43d5-9a6d-807a8d4bbc09 req-d7794603-4cdd-4144-8d7c-f6862832debe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:19.786956 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9ee69c17-84ef-43d5-9a6d-807a8d4bbc09 req-d7794603-4cdd-4144-8d7c-f6862832debe service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=6ba2d3f1-1e38-41ee-8062-86260345c4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3719347 May 18 18:10:20.038932 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07599e3f-e08f-48e4-8415-fa8adb62075e None None] New status for floating IP ad78f635-666d-4880-acd8-29c0bbf11070: ACTIVE {{(pid=102733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 18:10:20.067011 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-9e3553a1-4e18-4dc3-bcf2-067db2d0e08a req-d6cd000a-38a6-42d9-b829-83b311af4aa0 service neutron] Attempting to bind port 1ef05f15-c38b-4325-84dc-3fbb7845d3aa on host n-h1-838550-3 for vnic_type normal with profile {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:10:20.067526 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-9e3553a1-4e18-4dc3-bcf2-067db2d0e08a req-d6cd000a-38a6-42d9-b829-83b311af4aa0 service neutron] Attempting to bind port 1ef05f15-c38b-4325-84dc-3fbb7845d3aa by drivers openvswitch,hyperv on host n-h1-838550-3 at level 0 using segments [{'id': '2879bb11-64b4-46f1-9f8b-52941d47b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:10:20.069102 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3553a1-4e18-4dc3-bcf2-067db2d0e08a req-d6cd000a-38a6-42d9-b829-83b311af4aa0 service neutron] Attempting to bind port 1ef05f15-c38b-4325-84dc-3fbb7845d3aa on network 4c8ef274-9ecc-47c2-9686-5eebd78fb305 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:10:20.080994 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-984a93df-b769-4f37-bf4f-90e8ea7384e1 req-193029bf-4d70-49d9-a8eb-bf4494d33cdf tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] 10.222.0.85 "GET /v2.0/floatingips/ad78f635-666d-4880-acd8-29c0bbf11070 HTTP/1.1" status: 200 len: 996 time: 0.4744229 May 18 18:10:20.093400 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 54854) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:10:20.125843 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3553a1-4e18-4dc3-bcf2-067db2d0e08a req-d6cd000a-38a6-42d9-b829-83b311af4aa0 service neutron] Port 1ef05f15-c38b-4325-84dc-3fbb7845d3aa on network 4c8ef274-9ecc-47c2-9686-5eebd78fb305 not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-3 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:10:20.127276 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3553a1-4e18-4dc3-bcf2-067db2d0e08a req-d6cd000a-38a6-42d9-b829-83b311af4aa0 service neutron] Attempting to bind port 1ef05f15-c38b-4325-84dc-3fbb7845d3aa on network 4c8ef274-9ecc-47c2-9686-5eebd78fb305 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:10:20.221969 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-10d2f58e-fb89-4dd5-bed9-3f0f68eb9642 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260542153'] for subnet, precommit_delete_associations {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:20.297242 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffc50f0-89d7-466a-90dd-78d20d11f9ad req-0c8ceb68-dbd8-4698-883c-1ef51a3d1098 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:20.299854 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9ffc50f0-89d7-466a-90dd-78d20d11f9ad req-0c8ceb68-dbd8-4698-883c-1ef51a3d1098 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/ports?device_id=25eab926-d445-4acf-a7aa-c2557457c351 HTTP/1.1" status: 200 len: 947 time: 0.5858326 May 18 18:10:20.344102 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9ee69c17-84ef-43d5-9a6d-807a8d4bbc09 req-ee8d3754-113a-41f6-836b-b1d4384a0758 service neutron] 10.222.0.88 "GET /v2.0/networks/6ba2d3f1-1e38-41ee-8062-86260345c4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4490650 May 18 18:10:20.367013 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-10d2f58e-fb89-4dd5-bed9-3f0f68eb9642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:20.525754 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9ee69c17-84ef-43d5-9a6d-807a8d4bbc09 req-a5443d22-49ab-4eb3-ba50-37443ffea841 service neutron] 10.222.0.88 "GET /v2.0/networks/6ba2d3f1-1e38-41ee-8062-86260345c4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537278 May 18 18:10:20.544860 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9ffc50f0-89d7-466a-90dd-78d20d11f9ad req-15faa518-313d-4184-ad13-b51d3e019393 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/security-groups?id=5ea4329b-bade-4f5a-bfbd-7917c3702679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370937 May 18 18:10:20.602983 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-10d2f58e-fb89-4dd5-bed9-3f0f68eb9642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260898416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260908030'] for subnet, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:20.669229 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 54864) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:10:20.670091 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d2f58e-fb89-4dd5-bed9-3f0f68eb9642 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d8e371b-85bf-41bf-9bc5-c5a3b50090bc,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:10:20.722621 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-10d2f58e-fb89-4dd5-bed9-3f0f68eb9642 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:20.729645 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-10d2f58e-fb89-4dd5-bed9-3f0f68eb9642 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/4d8e371b-85bf-41bf-9bc5-c5a3b50090bc HTTP/1.1" status: 204 len: 168 time: 1.2079318 May 18 18:10:20.764904 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 54868) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:10:20.820693 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3553a1-4e18-4dc3-bcf2-067db2d0e08a req-d6cd000a-38a6-42d9-b829-83b311af4aa0 service neutron] Checking agent: {'id': '1dbac822-25f2-4df8-9dc8-5c2e7b136eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:10:20.821390 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3553a1-4e18-4dc3-bcf2-067db2d0e08a req-d6cd000a-38a6-42d9-b829-83b311af4aa0 service neutron] Checking segment: {'id': '2879bb11-64b4-46f1-9f8b-52941d47b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:10:20.821390 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3553a1-4e18-4dc3-bcf2-067db2d0e08a req-d6cd000a-38a6-42d9-b829-83b311af4aa0 service neutron] Bound using segment: {'id': '2879bb11-64b4-46f1-9f8b-52941d47b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305'} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:10:20.821874 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-9e3553a1-4e18-4dc3-bcf2-067db2d0e08a req-d6cd000a-38a6-42d9-b829-83b311af4aa0 service neutron] Bound port: 1ef05f15-c38b-4325-84dc-3fbb7845d3aa, host: n-h1-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2879bb11-64b4-46f1-9f8b-52941d47b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305'}}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:10:20.822300 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-9e3553a1-4e18-4dc3-bcf2-067db2d0e08a req-d6cd000a-38a6-42d9-b829-83b311af4aa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:20.845908 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-74eb52a9-0014-455a-b7a6-dfcb4a0d831f tempest-NetworksNegativeTestJSON-441444645 tempest-NetworksNegativeTestJSON-441444645-project] Request body: {'port': {'network_id': '27e0673f-e514-4ab8-89d4-3abeac208e7d', 'name': 'tempest-NetworksNegativeTestJSON-2079850972'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:10:20.899537 n-d-838550-3 neutron-server[102730]: INFO neutron.pecan_wsgi.hooks.translation [None req-74eb52a9-0014-455a-b7a6-dfcb4a0d831f tempest-NetworksNegativeTestJSON-441444645 tempest-NetworksNegativeTestJSON-441444645-project] POST failed (client error): The resource could not be found. May 18 18:10:20.900431 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74eb52a9-0014-455a-b7a6-dfcb4a0d831f tempest-NetworksNegativeTestJSON-441444645 tempest-NetworksNegativeTestJSON-441444645-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:10:20.902600 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-74eb52a9-0014-455a-b7a6-dfcb4a0d831f tempest-NetworksNegativeTestJSON-441444645 tempest-NetworksNegativeTestJSON-441444645-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.8060448 May 18 18:10:20.947412 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 54870) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:10:21.039677 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984a93df-b769-4f37-bf4f-90e8ea7384e1 req-ddc571f0-f6a6-4b7e-ae2b-14c7a5b9a6c8 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:21.042041 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-984a93df-b769-4f37-bf4f-90e8ea7384e1 req-ddc571f0-f6a6-4b7e-ae2b-14c7a5b9a6c8 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] 10.222.0.85 "GET /v2.0/networks/31ebd439-090c-4b25-bbb0-31c48711b145 HTTP/1.1" status: 200 len: 784 time: 0.9593124 May 18 18:10:21.046145 n-d-838550-3 neutron-server[102730]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfd23923-8eaa-45fa-ab0d-7fef3913fbfe tempest-NetworksNegativeTestJSON-441444645 tempest-NetworksNegativeTestJSON-441444645-project] DELETE failed (client error): The resource could not be found. May 18 18:10:21.047011 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfd23923-8eaa-45fa-ab0d-7fef3913fbfe tempest-NetworksNegativeTestJSON-441444645 tempest-NetworksNegativeTestJSON-441444645-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:10:21.058223 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-bfd23923-8eaa-45fa-ab0d-7fef3913fbfe tempest-NetworksNegativeTestJSON-441444645 tempest-NetworksNegativeTestJSON-441444645-project] 10.222.0.85 "DELETE /v2.0/networks/695db792-5301-476b-acf4-ebffa634f232 HTTP/1.1" status: 404 len: 339 time: 0.1038740 May 18 18:10:21.058223 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 54876) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:10:21.121553 n-d-838550-3 neutron-server[102730]: INFO neutron.pecan_wsgi.hooks.translation [None req-28a24f27-6081-49b4-86b4-820e5b8cdda7 tempest-NetworksNegativeTestJSON-441444645 tempest-NetworksNegativeTestJSON-441444645-project] DELETE failed (client error): The resource could not be found. May 18 18:10:21.122345 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28a24f27-6081-49b4-86b4-820e5b8cdda7 tempest-NetworksNegativeTestJSON-441444645 tempest-NetworksNegativeTestJSON-441444645-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:10:21.130139 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-28a24f27-6081-49b4-86b4-820e5b8cdda7 tempest-NetworksNegativeTestJSON-441444645 tempest-NetworksNegativeTestJSON-441444645-project] 10.222.0.85 "DELETE /v2.0/ports/2b8fce69-01e1-424d-b266-26b77f928ae6 HTTP/1.1" status: 404 len: 333 time: 0.0667100 May 18 18:10:21.133819 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 54878) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:10:21.215080 n-d-838550-3 neutron-server[102730]: INFO neutron.pecan_wsgi.hooks.translation [None req-83baaa9b-f7b2-4845-b3d7-2c6d879c4ada tempest-NetworksNegativeTestJSON-441444645 tempest-NetworksNegativeTestJSON-441444645-project] DELETE failed (client error): The resource could not be found. May 18 18:10:21.215806 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83baaa9b-f7b2-4845-b3d7-2c6d879c4ada tempest-NetworksNegativeTestJSON-441444645 tempest-NetworksNegativeTestJSON-441444645-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:10:21.224196 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-83baaa9b-f7b2-4845-b3d7-2c6d879c4ada tempest-NetworksNegativeTestJSON-441444645 tempest-NetworksNegativeTestJSON-441444645-project] 10.222.0.85 "DELETE /v2.0/subnets/0233e19c-ffe3-4de3-a5ef-c3da930b93c1 HTTP/1.1" status: 404 len: 337 time: 0.0852432 May 18 18:10:21.225920 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 54880) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:10:21.249733 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-9e3553a1-4e18-4dc3-bcf2-067db2d0e08a req-d6cd000a-38a6-42d9-b829-83b311af4aa0 service neutron] For port 1ef05f15-c38b-4325-84dc-3fbb7845d3aa, host n-h1-838550-3, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:10:21.289199 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-9e3553a1-4e18-4dc3-bcf2-067db2d0e08a req-d6cd000a-38a6-42d9-b829-83b311af4aa0 service neutron] For port 1ef05f15-c38b-4325-84dc-3fbb7845d3aa, host n-h1-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=1ef05f15-c38b-4325-84dc-3fbb7845d3aa,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:10:21.292947 n-d-838550-3 neutron-server[102730]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f0f6ee8-2c17-4be8-92f5-2e3911fae011 tempest-NetworksNegativeTestJSON-441444645 tempest-NetworksNegativeTestJSON-441444645-project] GET failed (client error): The resource could not be found. May 18 18:10:21.299344 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-3f0f6ee8-2c17-4be8-92f5-2e3911fae011 tempest-NetworksNegativeTestJSON-441444645 tempest-NetworksNegativeTestJSON-441444645-project] 10.222.0.85 "GET /v2.0/networks/82460b9d-2579-4102-ad4f-f5d37204ef07 HTTP/1.1" status: 404 len: 339 time: 0.0604670 May 18 18:10:21.306441 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584d1835-5b4b-4df1-98de-2aceb354e78e req-9c3db6c1-9a0a-4a26-a951-555d4034f26b tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:21.308044 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-584d1835-5b4b-4df1-98de-2aceb354e78e req-9c3db6c1-9a0a-4a26-a951-555d4034f26b tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=b620702a-122a-4cad-9b6e-b764547e6f53 HTTP/1.1" status: 200 len: 945 time: 0.1813855 May 18 18:10:21.308556 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 54882) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:10:21.311654 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-9e3553a1-4e18-4dc3-bcf2-067db2d0e08a req-d6cd000a-38a6-42d9-b829-83b311af4aa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:21.421444 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cd000a-38a6-42d9-b829-83b311af4aa0 service neutron] Pushing event updated for resources: {'Port': ['ID=1ef05f15-c38b-4325-84dc-3fbb7845d3aa,revision_number=3']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:10:21.492380 n-d-838550-3 neutron-server[102730]: INFO neutron.pecan_wsgi.hooks.translation [None req-8030e3a1-b126-4e37-a555-06220ca9ff2c tempest-NetworksNegativeTestJSON-441444645 tempest-NetworksNegativeTestJSON-441444645-project] GET failed (client error): The resource could not be found. May 18 18:10:21.497954 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-8030e3a1-b126-4e37-a555-06220ca9ff2c tempest-NetworksNegativeTestJSON-441444645 tempest-NetworksNegativeTestJSON-441444645-project] 10.222.0.85 "GET /v2.0/ports/a1173d6d-e010-46c6-b11c-9f632f16dcc3 HTTP/1.1" status: 404 len: 333 time: 0.1848118 May 18 18:10:21.498451 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 54884) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:10:21.515523 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9218ab89-c742-49ec-ad02-0673fafe06dd', 'name': 'network-vif-deleted', 'tag': '07a3103f-ac12-4633-b1f7-c6eaa75732b6'}, {'server_uuid': 'c420bc6c-45ec-413c-bdd7-3b846aafad5e', 'name': 'network-vif-deleted', 'tag': 'fe42e83a-c339-4ccc-8270-6c09d0a508b9'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:10:21.519214 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cb1f000-7662-4c7a-a6a6-e44254f03764" -d '{"events": [{"server_uuid": "9218ab89-c742-49ec-ad02-0673fafe06dd", "name": "network-vif-deleted", "tag": "07a3103f-ac12-4633-b1f7-c6eaa75732b6"}, {"server_uuid": "c420bc6c-45ec-413c-bdd7-3b846aafad5e", "name": "network-vif-deleted", "tag": "fe42e83a-c339-4ccc-8270-6c09d0a508b9"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:10:21.538006 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['c66c94da-975c-48bf-8603-4b1d1337c6ac'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:10:21.538727 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-584d1835-5b4b-4df1-98de-2aceb354e78e req-84bb8a97-c1a3-4e16-b62f-96d8a4074227 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/security-groups?id=33ba1fad-191a-4b7a-ae9e-8e9e60985e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189334 May 18 18:10:21.548823 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3553a1-4e18-4dc3-bcf2-067db2d0e08a req-d6cd000a-38a6-42d9-b829-83b311af4aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:21.554189 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-9e3553a1-4e18-4dc3-bcf2-067db2d0e08a req-d6cd000a-38a6-42d9-b829-83b311af4aa0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:21.558302 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9e3553a1-4e18-4dc3-bcf2-067db2d0e08a req-d6cd000a-38a6-42d9-b829-83b311af4aa0 service neutron] 10.222.0.36 "PUT /v2.0/ports/1ef05f15-c38b-4325-84dc-3fbb7845d3aa HTTP/1.1" status: 200 len: 1095 time: 4.9137549 May 18 18:10:21.563148 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25eab926-d445-4acf-a7aa-c2557457c351', 'tag': '1ef05f15-c38b-4325-84dc-3fbb7845d3aa'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:10:21.582363 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8a2aac3-05fd-4f37-a233-2b2016ac5593" -d '{"events": [{"name": "network-changed", "server_uuid": "25eab926-d445-4acf-a7aa-c2557457c351", "tag": "1ef05f15-c38b-4325-84dc-3fbb7845d3aa"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:10:21.625253 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_v2 [None req-b38eb060-66a6-4a80-8c4a-635a5972e57d admin admin] Deleting subnet 8ea689f9-ba73-48fa-b12c-7b4cbb66eca5 {{(pid=102731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:10:21.630508 n-d-838550-3 neutron-server[102731]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b314cc3-abdc-4e2a-afd6-089e0aa70fc1 tempest-NetworksNegativeTestJSON-441444645 tempest-NetworksNegativeTestJSON-441444645-project] GET failed (client error): The resource could not be found. May 18 18:10:21.636719 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-9b314cc3-abdc-4e2a-afd6-089e0aa70fc1 tempest-NetworksNegativeTestJSON-441444645 tempest-NetworksNegativeTestJSON-441444645-project] 10.222.0.85 "GET /v2.0/subnets/ddfeef24-f04d-46fc-92bb-1204989f8a90 HTTP/1.1" status: 404 len: 337 time: 0.1281035 May 18 18:10:21.637732 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 54892) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:10:21.650474 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-bdc5c5dc-ceca-41bc-bd3b-65e711a27673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:21.655777 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b38eb060-66a6-4a80-8c4a-635a5972e57d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:21.662571 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-33c56415-55bd-4e0c-9fa8-c5918668d69e tempest-NetworksNegativeTestJSON-441444645 tempest-NetworksNegativeTestJSON-441444645-project] Request body: {'network': {'name': 'new_name'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:10:21.679817 n-d-838550-3 neutron-server[102731]: INFO neutron.pecan_wsgi.hooks.translation [None req-33c56415-55bd-4e0c-9fa8-c5918668d69e tempest-NetworksNegativeTestJSON-441444645 tempest-NetworksNegativeTestJSON-441444645-project] PUT failed (client error): The resource could not be found. May 18 18:10:21.680617 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33c56415-55bd-4e0c-9fa8-c5918668d69e tempest-NetworksNegativeTestJSON-441444645 tempest-NetworksNegativeTestJSON-441444645-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:10:21.682920 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-33c56415-55bd-4e0c-9fa8-c5918668d69e tempest-NetworksNegativeTestJSON-441444645 tempest-NetworksNegativeTestJSON-441444645-project] 10.222.0.85 "PUT /v2.0/networks/342ffafc-72c6-40b6-a9a1-c7605e097406 HTTP/1.1" status: 404 len: 339 time: 0.0349061 May 18 18:10:21.706943 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 54894) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:10:21.724880 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-530d2d92-ee01-4341-b9b2-2a63c717b2ff tempest-NetworksNegativeTestJSON-441444645 tempest-NetworksNegativeTestJSON-441444645-project] Request body: {'port': {'name': 'new_name'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:10:21.744851 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-06d56e46-f8c5-47c8-b79a-a32c3065f6ab req-0017039a-2b5d-48c2-aeed-4e67bc51c2b6 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] 10.222.0.85 "GET /v2.0/floatingips?floating_ip_address=172.25.5.186 HTTP/1.1" status: 200 len: 1001 time: 0.1045198 May 18 18:10:21.821458 n-d-838550-3 neutron-server[102731]: INFO neutron.pecan_wsgi.hooks.translation [None req-530d2d92-ee01-4341-b9b2-2a63c717b2ff tempest-NetworksNegativeTestJSON-441444645 tempest-NetworksNegativeTestJSON-441444645-project] PUT failed (client error): The resource could not be found. May 18 18:10:21.822811 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-530d2d92-ee01-4341-b9b2-2a63c717b2ff tempest-NetworksNegativeTestJSON-441444645 tempest-NetworksNegativeTestJSON-441444645-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:10:21.824038 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-530d2d92-ee01-4341-b9b2-2a63c717b2ff tempest-NetworksNegativeTestJSON-441444645 tempest-NetworksNegativeTestJSON-441444645-project] 10.222.0.85 "PUT /v2.0/ports/848cb787-9546-4dc2-8fad-b142833771c7 HTTP/1.1" status: 404 len: 333 time: 0.1066401 May 18 18:10:21.880681 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 54896) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:10:21.892046 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-f47c4c33-b4ce-495c-b603-3a91314b170b tempest-NetworksNegativeTestJSON-441444645 tempest-NetworksNegativeTestJSON-441444645-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:10:21.902153 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d56e46-f8c5-47c8-b79a-a32c3065f6ab req-b162e242-4e19-45c1-b275-ad2f0ea8d213 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:21.915053 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-06d56e46-f8c5-47c8-b79a-a32c3065f6ab req-b162e242-4e19-45c1-b275-ad2f0ea8d213 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] 10.222.0.85 "GET /v2.0/ports/c66c94da-975c-48bf-8603-4b1d1337c6ac HTTP/1.1" status: 200 len: 942 time: 0.1340966 May 18 18:10:21.950974 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3553a1-4e18-4dc3-bcf2-067db2d0e08a req-aa48de47-8879-4136-b88b-a34eae584afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:21.952615 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9e3553a1-4e18-4dc3-bcf2-067db2d0e08a req-aa48de47-8879-4136-b88b-a34eae584afe service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a049c2cb7dc14b6fbce20aa8814d6ebf&device_id=25eab926-d445-4acf-a7aa-c2557457c351 HTTP/1.1" status: 200 len: 1098 time: 0.3472166 May 18 18:10:21.979474 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e140a224-2e80-4f1c-a70e-81518f6aba47 req-a2388399-1cfb-4a51-9647-5331a004b591 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:21.981154 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e140a224-2e80-4f1c-a70e-81518f6aba47 req-a2388399-1cfb-4a51-9647-5331a004b591 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/networks?id=34fdcfa4-2e5d-460f-9a9f-5a798833609a HTTP/1.1" status: 200 len: 808 time: 0.6554074 May 18 18:10:21.984058 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b38eb060-66a6-4a80-8c4a-635a5972e57d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260542153'] for subnet, precommit_delete_associations {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:21.986996 n-d-838550-3 neutron-server[102731]: INFO neutron.pecan_wsgi.hooks.translation [None req-f47c4c33-b4ce-495c-b603-3a91314b170b tempest-NetworksNegativeTestJSON-441444645 tempest-NetworksNegativeTestJSON-441444645-project] PUT failed (client error): The resource could not be found. May 18 18:10:21.987451 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f47c4c33-b4ce-495c-b603-3a91314b170b tempest-NetworksNegativeTestJSON-441444645 tempest-NetworksNegativeTestJSON-441444645-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:10:21.988884 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-f47c4c33-b4ce-495c-b603-3a91314b170b tempest-NetworksNegativeTestJSON-441444645 tempest-NetworksNegativeTestJSON-441444645-project] 10.222.0.85 "PUT /v2.0/subnets/28f61786-8221-49a5-a00c-3783e88aa193 HTTP/1.1" status: 404 len: 337 time: 0.1066470 May 18 18:10:22.079085 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9e3553a1-4e18-4dc3-bcf2-067db2d0e08a req-42f78b85-e1e3-45c5-a1f6-0d2c245f62d9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=1ef05f15-c38b-4325-84dc-3fbb7845d3aa HTTP/1.1" status: 200 len: 217 time: 0.1180608 May 18 18:10:22.089639 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e140a224-2e80-4f1c-a70e-81518f6aba47 req-9c42c99e-b442-4172-899d-9dd28a628ad5 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/quotas/8ebc9a1ec3004890baedda4682fb5641 HTTP/1.1" status: 200 len: 375 time: 0.0991180 May 18 18:10:22.205073 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b38eb060-66a6-4a80-8c4a-635a5972e57d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:22.211900 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-bdc5c5dc-ceca-41bc-bd3b-65e711a27673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:22.251462 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-06d56e46-f8c5-47c8-b79a-a32c3065f6ab req-56435b77-d610-41fd-a6a7-7e7be7ef5d27 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] 10.222.0.85 "GET /v2.0/floatingips?floating_ip_address=172.25.5.186 HTTP/1.1" status: 200 len: 1001 time: 0.1764016 May 18 18:10:22.253806 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3553a1-4e18-4dc3-bcf2-067db2d0e08a req-f19bebdc-4e38-44b1-b92a-88fdb0ddad28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:22.255341 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9e3553a1-4e18-4dc3-bcf2-067db2d0e08a req-f19bebdc-4e38-44b1-b92a-88fdb0ddad28 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c2531ae9-89db-4dcf-b670-9eac4c9cde53 HTTP/1.1" status: 200 len: 843 time: 0.1370981 May 18 18:10:22.300452 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-bdc5c5dc-ceca-41bc-bd3b-65e711a27673 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2982599-5ebb-4f87-bd50-0f027a144481']}} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:10:22.324537 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e140a224-2e80-4f1c-a70e-81518f6aba47 req-21bcb36c-e36b-434c-84b0-075ed8963ded tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=8ebc9a1ec3004890baedda4682fb5641&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2233818 May 18 18:10:22.373290 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-bdc5c5dc-ceca-41bc-bd3b-65e711a27673 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3f3eeb8-5f75-4eaf-85f1-21dd3ed6dc9f') {'for_net_delete': True} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:10:22.373888 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-bdc5c5dc-ceca-41bc-bd3b-65e711a27673 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3f3eeb8-5f75-4eaf-85f1-21dd3ed6dc9f') {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:10:22.453844 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3553a1-4e18-4dc3-bcf2-067db2d0e08a req-0ad4887e-5a87-4960-bb90-701bd3699bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:22.455836 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9e3553a1-4e18-4dc3-bcf2-067db2d0e08a req-0ad4887e-5a87-4960-bb90-701bd3699bbc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4c8ef274-9ecc-47c2-9686-5eebd78fb305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1796856 May 18 18:10:22.474135 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-bdc5c5dc-ceca-41bc-bd3b-65e711a27673 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260542144'] for segment, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:22.499578 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-bdc5c5dc-ceca-41bc-bd3b-65e711a27673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:22.508291 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdc5c5dc-ceca-41bc-bd3b-65e711a27673 admin admin] Releasing vlan 636 on physical network physnet1 to pool {{(pid=102731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:10:22.508740 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-bdc5c5dc-ceca-41bc-bd3b-65e711a27673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260884178'] for segment, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:22.621950 n-d-838550-3 neutron-server[102731]: Traceback (most recent call last): May 18 18:10:22.621950 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:10:22.621950 n-d-838550-3 neutron-server[102731]: timer() May 18 18:10:22.621950 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:10:22.621950 n-d-838550-3 neutron-server[102731]: cb(*args, **kw) May 18 18:10:22.621950 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:10:22.621950 n-d-838550-3 neutron-server[102731]: return func(*args, **kwargs) May 18 18:10:22.621950 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:10:22.621950 n-d-838550-3 neutron-server[102731]: self._notify() May 18 18:10:22.621950 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:10:22.621950 n-d-838550-3 neutron-server[102731]: self.callback(batched_events) May 18 18:10:22.621950 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:10:22.621950 n-d-838550-3 neutron-server[102731]: event.method(event) May 18 18:10:22.621950 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:10:22.621950 n-d-838550-3 neutron-server[102731]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:10:22.621950 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:10:22.621950 n-d-838550-3 neutron-server[102731]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:10:22.621950 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:10:22.621950 n-d-838550-3 neutron-server[102731]: return f(self, *a, **k) May 18 18:10:22.621950 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:10:22.621950 n-d-838550-3 neutron-server[102731]: return self._get(url).json() May 18 18:10:22.621950 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:10:22.621950 n-d-838550-3 neutron-server[102731]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:10:22.621950 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:10:22.621950 n-d-838550-3 neutron-server[102731]: return self.request(url, 'GET', **kwargs) May 18 18:10:22.621950 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:10:22.621950 n-d-838550-3 neutron-server[102731]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:10:22.621950 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:10:22.621950 n-d-838550-3 neutron-server[102731]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:10:22.621950 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:10:22.621950 n-d-838550-3 neutron-server[102731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:10:22.621950 n-d-838550-3 neutron-server[102731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:10:22.640736 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 54906) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:10:22.672837 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d56e46-f8c5-47c8-b79a-a32c3065f6ab req-912d7b88-2943-46b7-a300-34a4966581ff tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:22.675493 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-06d56e46-f8c5-47c8-b79a-a32c3065f6ab req-912d7b88-2943-46b7-a300-34a4966581ff tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] 10.222.0.85 "GET /v2.0/networks/31ebd439-090c-4b25-bbb0-31c48711b145 HTTP/1.1" status: 200 len: 784 time: 0.4084837 May 18 18:10:22.724415 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-bdc5c5dc-ceca-41bc-bd3b-65e711a27673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:22.736305 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9e3553a1-4e18-4dc3-bcf2-067db2d0e08a req-81acced8-5b5e-4102-97f8-b9eb59243fd0 service neutron] 10.222.0.36 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2622802 May 18 18:10:22.742752 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b38eb060-66a6-4a80-8c4a-635a5972e57d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260898416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260908030'] for subnet, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:22.771282 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-bdc5c5dc-ceca-41bc-bd3b-65e711a27673 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:22.777227 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-bdc5c5dc-ceca-41bc-bd3b-65e711a27673 admin admin] 10.222.0.85 "DELETE /v2.0/networks/b2982599-5ebb-4f87-bd50-0f027a144481 HTTP/1.1" status: 204 len: 168 time: 2.0107019 May 18 18:10:22.854661 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc5c5dc-ceca-41bc-bd3b-65e711a27673 admin admin] Pushing event deleted for resources: {'Network': ['ID=b2982599-5ebb-4f87-bd50-0f027a144481,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:10:22.916466 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e140a224-2e80-4f1c-a70e-81518f6aba47 req-a2da9fd2-b110-4541-bb92-9ca528f095a1 service neutron] 10.222.0.85 "GET /v2.0/networks/34fdcfa4-2e5d-460f-9a9f-5a798833609a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5904613 May 18 18:10:22.999227 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-06d56e46-f8c5-47c8-b79a-a32c3065f6ab req-9c7fdc83-106d-4a9e-b210-d071550f741e tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] 10.222.0.85 "GET /v2.0/floatingips?floating_ip_address=172.25.5.186 HTTP/1.1" status: 200 len: 1001 time: 0.2790151 May 18 18:10:23.000099 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-44c0eae8-3120-484f-835c-05ac8c95c342 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:23.024164 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-06d56e46-f8c5-47c8-b79a-a32c3065f6ab req-07c8d604-403f-4abe-a15a-4f083c0ce44f tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:10:23.045361 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9e3553a1-4e18-4dc3-bcf2-067db2d0e08a req-98207364-2e0a-4fb9-bf17-d506a6830e85 service neutron] 10.222.0.36 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408962 May 18 18:10:23.045361 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 54912) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:10:23.048610 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38eb060-66a6-4a80-8c4a-635a5972e57d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ea689f9-ba73-48fa-b12c-7b4cbb66eca5,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:10:23.059968 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b38eb060-66a6-4a80-8c4a-635a5972e57d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:23.070014 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-b38eb060-66a6-4a80-8c4a-635a5972e57d admin admin] 10.222.0.85 "DELETE /v2.0/subnets/8ea689f9-ba73-48fa-b12c-7b4cbb66eca5 HTTP/1.1" status: 204 len: 168 time: 2.3917170 May 18 18:10:23.075361 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 54914) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:10:23.199045 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-06d56e46-f8c5-47c8-b79a-a32c3065f6ab req-07c8d604-403f-4abe-a15a-4f083c0ce44f tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Notify callbacks [] for floatingip, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:23.220801 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e140a224-2e80-4f1c-a70e-81518f6aba47 req-7f1983db-9f8d-40f1-b951-b501cd1dda0f service neutron] 10.222.0.85 "GET /v2.0/networks/34fdcfa4-2e5d-460f-9a9f-5a798833609a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3028831 May 18 18:10:23.259326 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6bd3bfc5-6ab9-4548-9ba1-f115ce577f28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:23.277475 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 54918) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:10:23.277838 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-a6ec4a20-0dbb-424f-899e-40eaa65a0020 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=27f4f5541d904d7d958ace3e088a345f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1923704 May 18 18:10:23.412692 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6bd3bfc5-6ab9-4548-9ba1-f115ce577f28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:23.451750 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-6bd3bfc5-6ab9-4548-9ba1-f115ce577f28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d9dd07a-60e3-447d-8a49-81693032a9ca']}} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:10:23.465189 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-6bd3bfc5-6ab9-4548-9ba1-f115ce577f28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4ee4f38-7654-4d32-bfea-fd614ca5e3fc') {'for_net_delete': True} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:10:23.465604 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-6bd3bfc5-6ab9-4548-9ba1-f115ce577f28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4ee4f38-7654-4d32-bfea-fd614ca5e3fc') {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:10:23.484977 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6bd3bfc5-6ab9-4548-9ba1-f115ce577f28 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260542144'] for segment, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:23.500869 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-44c0eae8-3120-484f-835c-05ac8c95c342 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:23.508870 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-44c0eae8-3120-484f-835c-05ac8c95c342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:23.535586 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0b93bcc0-b194-4072-911f-d8499b776c93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:23.546176 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6bd3bfc5-6ab9-4548-9ba1-f115ce577f28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:23.565121 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bd3bfc5-6ab9-4548-9ba1-f115ce577f28 admin admin] Releasing vlan 632 on physical network physnet1 to pool {{(pid=102731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:10:23.565746 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6bd3bfc5-6ab9-4548-9ba1-f115ce577f28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260884178'] for segment, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:23.567780 n-d-838550-3 neutron-server[102731]: Traceback (most recent call last): May 18 18:10:23.567780 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:10:23.567780 n-d-838550-3 neutron-server[102731]: timer() May 18 18:10:23.567780 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:10:23.567780 n-d-838550-3 neutron-server[102731]: cb(*args, **kw) May 18 18:10:23.567780 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:10:23.567780 n-d-838550-3 neutron-server[102731]: return func(*args, **kwargs) May 18 18:10:23.567780 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:10:23.567780 n-d-838550-3 neutron-server[102731]: self._notify() May 18 18:10:23.567780 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:10:23.567780 n-d-838550-3 neutron-server[102731]: self.callback(batched_events) May 18 18:10:23.567780 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:10:23.567780 n-d-838550-3 neutron-server[102731]: event.method(event) May 18 18:10:23.567780 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:10:23.567780 n-d-838550-3 neutron-server[102731]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:10:23.567780 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:10:23.567780 n-d-838550-3 neutron-server[102731]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:10:23.567780 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:10:23.567780 n-d-838550-3 neutron-server[102731]: return f(self, *a, **k) May 18 18:10:23.567780 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:10:23.567780 n-d-838550-3 neutron-server[102731]: return self._get(url).json() May 18 18:10:23.567780 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:10:23.567780 n-d-838550-3 neutron-server[102731]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:10:23.567780 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:10:23.567780 n-d-838550-3 neutron-server[102731]: return self.request(url, 'GET', **kwargs) May 18 18:10:23.567780 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:10:23.567780 n-d-838550-3 neutron-server[102731]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:10:23.567780 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:10:23.567780 n-d-838550-3 neutron-server[102731]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:10:23.567780 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:10:23.567780 n-d-838550-3 neutron-server[102731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:10:23.567780 n-d-838550-3 neutron-server[102731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:10:23.595318 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0b93bcc0-b194-4072-911f-d8499b776c93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:23.682392 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-06d56e46-f8c5-47c8-b79a-a32c3065f6ab req-07c8d604-403f-4abe-a15a-4f083c0ce44f tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:23.709173 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6bd3bfc5-6ab9-4548-9ba1-f115ce577f28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:23.712600 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 54926) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:10:23.722036 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-44c0eae8-3120-484f-835c-05ac8c95c342 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=aad1b574b6174dcd88662b57bd4f82be&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0629125 May 18 18:10:23.724736 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-06d56e46-f8c5-47c8-b79a-a32c3065f6ab req-07c8d604-403f-4abe-a15a-4f083c0ce44f tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596987'] for floatingip, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:23.725283 n-d-838550-3 neutron-server[102730]: INFO neutron.db.l3_db [req-06d56e46-f8c5-47c8-b79a-a32c3065f6ab req-07c8d604-403f-4abe-a15a-4f083c0ce44f tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Floating IP ad78f635-666d-4880-acd8-29c0bbf11070 disassociated. External IP: 172.25.5.186, port: c66c94da-975c-48bf-8603-4b1d1337c6ac. May 18 18:10:23.736524 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6bd3bfc5-6ab9-4548-9ba1-f115ce577f28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:23.741132 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-6bd3bfc5-6ab9-4548-9ba1-f115ce577f28 admin admin] 10.222.0.85 "DELETE /v2.0/networks/4d9dd07a-60e3-447d-8a49-81693032a9ca HTTP/1.1" status: 204 len: 168 time: 0.6644092 May 18 18:10:23.789295 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd3bfc5-6ab9-4548-9ba1-f115ce577f28 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d9dd07a-60e3-447d-8a49-81693032a9ca,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:10:23.805026 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0b93bcc0-b194-4072-911f-d8499b776c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:23.807858 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0b93bcc0-b194-4072-911f-d8499b776c93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:23.812578 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-0b93bcc0-b194-4072-911f-d8499b776c93 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/2ac35573-ce17-447a-b283-89690480d74c HTTP/1.1" status: 204 len: 168 time: 0.5324960 May 18 18:10:23.889876 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-efe8a7f4-af5c-4776-85a1-7b4683db3817 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:23.893228 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b93bcc0-b194-4072-911f-d8499b776c93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ac35573-ce17-447a-b283-89690480d74c,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:10:23.915545 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c0eae8-3120-484f-835c-05ac8c95c342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35986a52-166f-4d43-a2f8-b1c3b76faa37,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:10:24.063687 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-efe8a7f4-af5c-4776-85a1-7b4683db3817 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:24.300832 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 54942) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:10:24.349905 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-efe8a7f4-af5c-4776-85a1-7b4683db3817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:24.355577 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-efe8a7f4-af5c-4776-85a1-7b4683db3817 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:24.357769 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-efe8a7f4-af5c-4776-85a1-7b4683db3817 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/35986a52-166f-4d43-a2f8-b1c3b76faa37 HTTP/1.1" status: 204 len: 168 time: 0.6416078 May 18 18:10:24.441416 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe8a7f4-af5c-4776-85a1-7b4683db3817 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35986a52-166f-4d43-a2f8-b1c3b76faa37,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:10:24.523112 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [req-06d56e46-f8c5-47c8-b79a-a32c3065f6ab req-07c8d604-403f-4abe-a15a-4f083c0ce44f tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Router 7b1f017e-a7f9-407e-8e13-ae334ebab240 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:10:24.526475 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eca704-a0a4-48c7-8048-19bb060bc4b5 req-2c44852b-cebf-42b6-988d-653f1ac0e27e tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:24.530608 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-34eca704-a0a4-48c7-8048-19bb060bc4b5 req-2c44852b-cebf-42b6-988d-653f1ac0e27e tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/ports?device_id=25eab926-d445-4acf-a7aa-c2557457c351 HTTP/1.1" status: 200 len: 947 time: 0.3053424 May 18 18:10:24.624522 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-34eca704-a0a4-48c7-8048-19bb060bc4b5 req-1824f082-fbaf-40f1-85ed-1edae8e453e6 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/security-groups?id=5ea4329b-bade-4f5a-bfbd-7917c3702679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778642 May 18 18:10:24.705030 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-078d6721-970c-458c-ab0c-9958d775cd2a admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=b4a8bc59fff649a9b49d03b3d54d1fb9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3991611 May 18 18:10:24.709223 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 54952) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:10:24.884741 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-672daea4-432c-40fd-9c4c-66dfa31d4559 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:24.926856 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4a174c4-44b5-4ee3-9f5a-7459a61d77a4 x-openstack-request-id: req-e4a174c4-44b5-4ee3-9f5a-7459a61d77a4 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:10:24.927507 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25eab926-d445-4acf-a7aa-c2557457c351", "tag": "1ef05f15-c38b-4325-84dc-3fbb7845d3aa", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:10:24.929029 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-e4a174c4-44b5-4ee3-9f5a-7459a61d77a4 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:10:24.930031 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4a174c4-44b5-4ee3-9f5a-7459a61d77a4'] response: {'name': 'network-changed', 'server_uuid': '25eab926-d445-4acf-a7aa-c2557457c351', 'tag': '1ef05f15-c38b-4325-84dc-3fbb7845d3aa', 'status': 'completed', 'code': 200} May 18 18:10:25.000927 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-06d56e46-f8c5-47c8-b79a-a32c3065f6ab req-07c8d604-403f-4abe-a15a-4f083c0ce44f tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:10:25.020422 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839ed8f9-2e63-4a82-9eae-b1c9fad9149a None None] Sync routers for ids ['7b1f017e-a7f9-407e-8e13-ae334ebab240'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:10:25.025422 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 18 May 2022 18:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ad70266-2dbc-4d1d-a291-8f6267da4100 x-openstack-request-id: req-7ad70266-2dbc-4d1d-a291-8f6267da4100 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:10:25.027102 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9218ab89-c742-49ec-ad02-0673fafe06dd", "name": "network-vif-deleted", "tag": "07a3103f-ac12-4633-b1f7-c6eaa75732b6", "status": "completed", "code": 200}, {"server_uuid": "c420bc6c-45ec-413c-bdd7-3b846aafad5e", "name": "network-vif-deleted", "tag": "fe42e83a-c339-4ccc-8270-6c09d0a508b9", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:10:25.027528 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-7ad70266-2dbc-4d1d-a291-8f6267da4100 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:10:25.028185 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ad70266-2dbc-4d1d-a291-8f6267da4100'] response: {'server_uuid': '9218ab89-c742-49ec-ad02-0673fafe06dd', 'name': 'network-vif-deleted', 'tag': '07a3103f-ac12-4633-b1f7-c6eaa75732b6', 'status': 'completed', 'code': 200} May 18 18:10:25.028654 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ad70266-2dbc-4d1d-a291-8f6267da4100'] response: {'server_uuid': 'c420bc6c-45ec-413c-bdd7-3b846aafad5e', 'name': 'network-vif-deleted', 'tag': 'fe42e83a-c339-4ccc-8270-6c09d0a508b9', 'status': 'completed', 'code': 200} May 18 18:10:25.031074 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-672daea4-432c-40fd-9c4c-66dfa31d4559 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:25.035161 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839ed8f9-2e63-4a82-9eae-b1c9fad9149a None None] Routers {'7b1f017e-a7f9-407e-8e13-ae334ebab240'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:10:25.041248 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-839ed8f9-2e63-4a82-9eae-b1c9fad9149a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:10:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['7b1f017e-a7f9-407e-8e13-ae334ebab240'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:10:25.062123 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-06d56e46-f8c5-47c8-b79a-a32c3065f6ab req-07c8d604-403f-4abe-a15a-4f083c0ce44f tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:25.134109 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-06d56e46-f8c5-47c8-b79a-a32c3065f6ab req-07c8d604-403f-4abe-a15a-4f083c0ce44f tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] 10.222.0.85 "PUT /v2.0/floatingips/ad78f635-666d-4880-acd8-29c0bbf11070 HTTP/1.1" status: 200 len: 696 time: 2.1162989 May 18 18:10:25.145165 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a2aac3-05fd-4f37-a233-2b2016ac5593 req-2a6cc605-d28f-4074-a953-9fa684cf5b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:25.147234 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b8a2aac3-05fd-4f37-a233-2b2016ac5593 req-2a6cc605-d28f-4074-a953-9fa684cf5b2f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a049c2cb7dc14b6fbce20aa8814d6ebf&device_id=25eab926-d445-4acf-a7aa-c2557457c351 HTTP/1.1" status: 200 len: 1098 time: 0.2004771 May 18 18:10:25.344323 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-672daea4-432c-40fd-9c4c-66dfa31d4559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:25.354738 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-672daea4-432c-40fd-9c4c-66dfa31d4559 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:25.360143 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-672daea4-432c-40fd-9c4c-66dfa31d4559 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/25574424-1dcf-4628-a56d-e8a0bd0380c4 HTTP/1.1" status: 204 len: 168 time: 0.6490936 May 18 18:10:25.477828 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-839ed8f9-2e63-4a82-9eae-b1c9fad9149a None None] Set router 7b1f017e-a7f9-407e-8e13-ae334ebab240 gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:10:25.508223 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d56e46-f8c5-47c8-b79a-a32c3065f6ab req-c147082d-c667-4e0c-9c93-6b45da022d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:25.510520 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-06d56e46-f8c5-47c8-b79a-a32c3065f6ab req-c147082d-c667-4e0c-9c93-6b45da022d0b service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e05b3d827f844c1d97efd9db4e0d2203&device_id=99d6ce8d-1802-43b7-b3a1-723c709524f1 HTTP/1.1" status: 200 len: 1096 time: 0.3604920 May 18 18:10:25.527676 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672daea4-432c-40fd-9c4c-66dfa31d4559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25574424-1dcf-4628-a56d-e8a0bd0380c4,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:10:25.635915 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c89503-4728-45b3-8bd7-37462e841ac9 req-85e18069-751c-45af-b4a5-cc9c731bf6fe tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:25.645584 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a2aac3-05fd-4f37-a233-2b2016ac5593 req-b26900ff-807d-4c09-87f5-2f0a71a269fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:25.647945 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b8a2aac3-05fd-4f37-a233-2b2016ac5593 req-b26900ff-807d-4c09-87f5-2f0a71a269fd service neutron] 10.222.0.36 "GET /v2.0/networks?id=4c8ef274-9ecc-47c2-9686-5eebd78fb305 HTTP/1.1" status: 200 len: 870 time: 0.4724884 May 18 18:10:25.655682 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-90c89503-4728-45b3-8bd7-37462e841ac9 req-85e18069-751c-45af-b4a5-cc9c731bf6fe tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=b620702a-122a-4cad-9b6e-b764547e6f53 HTTP/1.1" status: 200 len: 945 time: 0.2932041 May 18 18:10:25.823450 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-90c89503-4728-45b3-8bd7-37462e841ac9 req-98f0bb8c-cd1d-4d4d-af56-818d314acebc tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/security-groups?id=33ba1fad-191a-4b7a-ae9e-8e9e60985e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471479 May 18 18:10:25.874297 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b8a2aac3-05fd-4f37-a233-2b2016ac5593 req-f06b6b19-433f-48cb-b330-48e7b497c721 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=1ef05f15-c38b-4325-84dc-3fbb7845d3aa HTTP/1.1" status: 200 len: 217 time: 0.1039209 May 18 18:10:26.055499 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d92d0e58-57af-46ab-83f0-833c5b3c9c08 req-db80d9f1-b88a-43a9-b067-f4a5667c6200 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/ports?device_id=03e9ea95-a4d7-4a6b-bf9a-c47231632c0a HTTP/1.1" status: 200 len: 210 time: 0.0703695 May 18 18:10:26.152134 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d56e46-f8c5-47c8-b79a-a32c3065f6ab req-283e60ab-1622-4787-b0c1-d843b1737ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:26.158737 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-06d56e46-f8c5-47c8-b79a-a32c3065f6ab req-283e60ab-1622-4787-b0c1-d843b1737ef3 service neutron] 10.222.0.85 "GET /v2.0/networks?id=6ba2d3f1-1e38-41ee-8062-86260345c4fd HTTP/1.1" status: 200 len: 921 time: 0.6280293 May 18 18:10:26.216731 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a2aac3-05fd-4f37-a233-2b2016ac5593 req-ff5e2a12-830d-42c6-ae04-685728e15246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:26.223882 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b8a2aac3-05fd-4f37-a233-2b2016ac5593 req-ff5e2a12-830d-42c6-ae04-685728e15246 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c2531ae9-89db-4dcf-b670-9eac4c9cde53 HTTP/1.1" status: 200 len: 843 time: 0.3337126 May 18 18:10:26.272226 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-839ed8f9-2e63-4a82-9eae-b1c9fad9149a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b1f017e-a7f9-407e-8e13-ae334ebab240', 'name': 'tempest-FloatingIPsAssociationTestJSON-726912209-router', 'tenant_id': 'e05b3d827f844c1d97efd9db4e0d2203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '5227345e-5153-4734-930c-392ff84168b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:08:17Z', 'updated_at': '2022-05-18T18:08:36Z', 'revision_number': 4, 'project_id': 'e05b3d827f844c1d97efd9db4e0d2203', 'gw_port': {'id': '5227345e-5153-4734-930c-392ff84168b5', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:7c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1f017e-a7f9-407e-8e13-ae334ebab240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:08:20Z', 'updated_at': '2022-05-18T18:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': 'aa2ee8f7-b934-4d10-afaf-419fc08b2042', 'name': '', 'network_id': '6ba2d3f1-1e38-41ee-8062-86260345c4fd', 'tenant_id': 'e05b3d827f844c1d97efd9db4e0d2203', 'mac_address': 'fa:16:3e:6f:36:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1f017e-a7f9-407e-8e13-ae334ebab240', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': 'b4c8e604-9eb2-414a-8fcd-fc1ec0f983e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:08:32Z', 'updated_at': '2022-05-18T18:08:44Z', 'revision_number': 5, 'project_id': 'e05b3d827f844c1d97efd9db4e0d2203', 'subnets': [{'id': 'b4c8e604-9eb2-414a-8fcd-fc1ec0f983e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:10:26.387105 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839ed8f9-2e63-4a82-9eae-b1c9fad9149a None None] Checking router: 7b1f017e-a7f9-407e-8e13-ae334ebab240 for host: n-d-838550-3 {{(pid=102732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:10:26.399535 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-06d56e46-f8c5-47c8-b79a-a32c3065f6ab req-13b98c43-46fd-4d96-9e80-08f51e03bc02 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c66c94da-975c-48bf-8603-4b1d1337c6ac HTTP/1.1" status: 200 len: 217 time: 0.2217720 May 18 18:10:26.426929 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839ed8f9-2e63-4a82-9eae-b1c9fad9149a None None] Routers {'7b1f017e-a7f9-407e-8e13-ae334ebab240'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:10:26.430019 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-839ed8f9-2e63-4a82-9eae-b1c9fad9149a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:10:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['7b1f017e-a7f9-407e-8e13-ae334ebab240'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:10:26.621257 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 1ef05f15-c38b-4325-84dc-3fbb7845d3aa details requested by agent hyperv_n-h1-838550-3 with host n-h1-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:10:26.662650 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a2aac3-05fd-4f37-a233-2b2016ac5593 req-db75d329-3398-438f-b81f-87da4169bb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:26.669522 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b8a2aac3-05fd-4f37-a233-2b2016ac5593 req-db75d329-3398-438f-b81f-87da4169bb52 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4c8ef274-9ecc-47c2-9686-5eebd78fb305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3050952 May 18 18:10:26.679234 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d56e46-f8c5-47c8-b79a-a32c3065f6ab req-49303b6f-014d-4346-90f1-bbcbd925b261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:26.690700 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5d6839-70ef-424c-97ae-593d5515c76d req-dad0f4db-2779-44f3-a217-cab72e900d8b tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:26.691610 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-06d56e46-f8c5-47c8-b79a-a32c3065f6ab req-49303b6f-014d-4346-90f1-bbcbd925b261 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=b4c8e604-9eb2-414a-8fcd-fc1ec0f983e0 HTTP/1.1" status: 200 len: 859 time: 0.2076631 May 18 18:10:26.693839 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7d5d6839-70ef-424c-97ae-593d5515c76d req-dad0f4db-2779-44f3-a217-cab72e900d8b tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/ports?device_id=25eab926-d445-4acf-a7aa-c2557457c351 HTTP/1.1" status: 200 len: 947 time: 0.2152236 May 18 18:10:26.863004 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7d5d6839-70ef-424c-97ae-593d5515c76d req-f81fd7b5-dbc0-471c-ae48-7f845ecd97e7 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/security-groups?id=5ea4329b-bade-4f5a-bfbd-7917c3702679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302493 May 18 18:10:26.888505 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e140a224-2e80-4f1c-a70e-81518f6aba47 req-2defdf61-3ce7-4894-b16f-f64895739e78 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:26.892673 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e140a224-2e80-4f1c-a70e-81518f6aba47 req-2defdf61-3ce7-4894-b16f-f64895739e78 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.36 "GET /v2.0/networks?id=34fdcfa4-2e5d-460f-9a9f-5a798833609a HTTP/1.1" status: 200 len: 808 time: 0.6499531 May 18 18:10:26.920431 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-e140a224-2e80-4f1c-a70e-81518f6aba47 req-54b6db25-964b-400c-8f0a-425104c2326b tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Request body: {'port': {'device_id': '03e9ea95-a4d7-4a6b-bf9a-c47231632c0a', 'network_id': '34fdcfa4-2e5d-460f-9a9f-5a798833609a', 'admin_state_up': True, 'tenant_id': '8ebc9a1ec3004890baedda4682fb5641'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:10:27.003689 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99d6ce8d-1802-43b7-b3a1-723c709524f1', 'tag': 'c66c94da-975c-48bf-8603-4b1d1337c6ac'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:10:27.007291 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcea179d-ecdd-4da3-a92e-6b53fe1a3354" -d '{"events": [{"name": "network-changed", "server_uuid": "99d6ce8d-1802-43b7-b3a1-723c709524f1", "tag": "c66c94da-975c-48bf-8603-4b1d1337c6ac"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:10:27.231207 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d56e46-f8c5-47c8-b79a-a32c3065f6ab req-32ea9437-fdd3-434d-afd2-194d5829ff22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:27.232998 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-06d56e46-f8c5-47c8-b79a-a32c3065f6ab req-32ea9437-fdd3-434d-afd2-194d5829ff22 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=6ba2d3f1-1e38-41ee-8062-86260345c4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5084035 May 18 18:10:27.427586 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 1ef05f15-c38b-4325-84dc-3fbb7845d3aa, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=1ef05f15-c38b-4325-84dc-3fbb7845d3aa,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:10:27.453602 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Returning: {'device': '1ef05f15-c38b-4325-84dc-3fbb7845d3aa', 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305', 'port_id': '1ef05f15-c38b-4325-84dc-3fbb7845d3aa', 'mac_address': 'fa:16:3e:2b:c0:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2531ae9-89db-4dcf-b670-9eac4c9cde53', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:10:27.557668 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623281a8-1e53-4d5a-826a-cd62b5003654 req-4866627f-0a3d-49c6-95a5-ca9342e5297a tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:27.564430 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-06d56e46-f8c5-47c8-b79a-a32c3065f6ab req-8759eb27-d330-4aec-a36f-51b6ac42861f service neutron] 10.222.0.85 "GET /v2.0/networks/6ba2d3f1-1e38-41ee-8062-86260345c4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2952905 May 18 18:10:27.589723 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-623281a8-1e53-4d5a-826a-cd62b5003654 req-4866627f-0a3d-49c6-95a5-ca9342e5297a tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=b620702a-122a-4cad-9b6e-b764547e6f53 HTTP/1.1" status: 200 len: 945 time: 0.5427315 May 18 18:10:27.607535 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 1ef05f15-c38b-4325-84dc-3fbb7845d3aa is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:10:27.608164 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:27.639457 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b8a2aac3-05fd-4f37-a233-2b2016ac5593 req-6697b383-bc5d-428d-9969-6394684fd9a7 service neutron] 10.222.0.36 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9503543 May 18 18:10:27.665459 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ef05f15-c38b-4325-84dc-3fbb7845d3aa {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:10:27.728259 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 1ef05f15-c38b-4325-84dc-3fbb7845d3aa, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=1ef05f15-c38b-4325-84dc-3fbb7845d3aa,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:10:27.740710 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:27.747750 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-839ed8f9-2e63-4a82-9eae-b1c9fad9149a None None] Set router 7b1f017e-a7f9-407e-8e13-ae334ebab240 gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:10:27.872654 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-623281a8-1e53-4d5a-826a-cd62b5003654 req-7359bf12-5d27-4bd5-9edb-9f0b11c4fb8e tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/security-groups?id=33ba1fad-191a-4b7a-ae9e-8e9e60985e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2757432 May 18 18:10:27.882692 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e140a224-2e80-4f1c-a70e-81518f6aba47 req-54b6db25-964b-400c-8f0a-425104c2326b tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Made reservation on behalf of 8ebc9a1ec3004890baedda4682fb5641 for: {'port': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:10:27.898207 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-e140a224-2e80-4f1c-a70e-81518f6aba47 req-54b6db25-964b-400c-8f0a-425104c2326b tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:28.146514 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['1ef05f15-c38b-4325-84dc-3fbb7845d3aa'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:10:28.192272 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 55016) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:10:28.204878 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a4c6359-86d6-46ac-83a0-35d76ad6ff38 x-openstack-request-id: req-8a4c6359-86d6-46ac-83a0-35d76ad6ff38 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:10:28.205187 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99d6ce8d-1802-43b7-b3a1-723c709524f1", "tag": "c66c94da-975c-48bf-8603-4b1d1337c6ac", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:10:28.205452 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-8a4c6359-86d6-46ac-83a0-35d76ad6ff38 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:10:28.210671 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a4c6359-86d6-46ac-83a0-35d76ad6ff38'] response: {'name': 'network-changed', 'server_uuid': '99d6ce8d-1802-43b7-b3a1-723c709524f1', 'tag': 'c66c94da-975c-48bf-8603-4b1d1337c6ac', 'status': 'completed', 'code': 200} May 18 18:10:28.377981 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=1ef05f15-c38b-4325-84dc-3fbb7845d3aa,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:10:28.437987 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a60e14e8-1df5-46c1-b90b-a22bc82c92c1 req-d0810b5c-d4ad-4ea3-b0dd-24a148ebf6e3 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/ports?device_id=03e9ea95-a4d7-4a6b-bf9a-c47231632c0a HTTP/1.1" status: 200 len: 210 time: 0.0857029 May 18 18:10:28.481778 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 55028) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:10:28.548693 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcea179d-ecdd-4da3-a92e-6b53fe1a3354 req-ab458da9-70d8-47db-90e7-e8f1f09abff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:28.555483 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fcea179d-ecdd-4da3-a92e-6b53fe1a3354 req-ab458da9-70d8-47db-90e7-e8f1f09abff7 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=e05b3d827f844c1d97efd9db4e0d2203&device_id=99d6ce8d-1802-43b7-b3a1-723c709524f1 HTTP/1.1" status: 200 len: 1096 time: 0.3635938 May 18 18:10:28.567540 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-06d56e46-f8c5-47c8-b79a-a32c3065f6ab req-8ec1ec2a-9fd9-46ce-a0b9-3d20fb50a374 service neutron] 10.222.0.85 "GET /v2.0/networks/6ba2d3f1-1e38-41ee-8062-86260345c4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9247580 May 18 18:10:28.575120 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b8a2aac3-05fd-4f37-a233-2b2016ac5593 req-11eb002f-1f3e-499d-b0c4-a373a0f39514 service neutron] 10.222.0.36 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9073544 May 18 18:10:28.802689 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-839ed8f9-2e63-4a82-9eae-b1c9fad9149a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b1f017e-a7f9-407e-8e13-ae334ebab240', 'name': 'tempest-FloatingIPsAssociationTestJSON-726912209-router', 'tenant_id': 'e05b3d827f844c1d97efd9db4e0d2203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '5227345e-5153-4734-930c-392ff84168b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:08:17Z', 'updated_at': '2022-05-18T18:08:36Z', 'revision_number': 4, 'project_id': 'e05b3d827f844c1d97efd9db4e0d2203', 'gw_port': {'id': '5227345e-5153-4734-930c-392ff84168b5', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:7c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1f017e-a7f9-407e-8e13-ae334ebab240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:08:20Z', 'updated_at': '2022-05-18T18:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': 'aa2ee8f7-b934-4d10-afaf-419fc08b2042', 'name': '', 'network_id': '6ba2d3f1-1e38-41ee-8062-86260345c4fd', 'tenant_id': 'e05b3d827f844c1d97efd9db4e0d2203', 'mac_address': 'fa:16:3e:6f:36:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1f017e-a7f9-407e-8e13-ae334ebab240', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': 'b4c8e604-9eb2-414a-8fcd-fc1ec0f983e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:08:32Z', 'updated_at': '2022-05-18T18:08:44Z', 'revision_number': 5, 'project_id': 'e05b3d827f844c1d97efd9db4e0d2203', 'subnets': [{'id': 'b4c8e604-9eb2-414a-8fcd-fc1ec0f983e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:10:28.809334 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [req-e140a224-2e80-4f1c-a70e-81518f6aba47 req-54b6db25-964b-400c-8f0a-425104c2326b tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Allocated IP 172.20.0.2 (34fdcfa4-2e5d-460f-9a9f-5a798833609a/8f7111f6-e2ae-4553-ac4c-889ba94e64a6/81037d82-88f3-4280-93f1-f841b8057ff2) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:10:28.908521 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-2d004684-dbed-4e9f-b0b2-4264dec15d5e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-502421857-network', 'tenant_id': 'c37246a20f2845a089230b88402f6d1b'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:10:28.937559 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839ed8f9-2e63-4a82-9eae-b1c9fad9149a None None] The sync data for ids ['7b1f017e-a7f9-407e-8e13-ae334ebab240'] in n-d-838550-3 is: [{'id': '7b1f017e-a7f9-407e-8e13-ae334ebab240', 'name': 'tempest-FloatingIPsAssociationTestJSON-726912209-router', 'tenant_id': 'e05b3d827f844c1d97efd9db4e0d2203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '5227345e-5153-4734-930c-392ff84168b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:08:17Z', 'updated_at': '2022-05-18T18:08:36Z', 'revision_number': 4, 'project_id': 'e05b3d827f844c1d97efd9db4e0d2203', 'gw_port': {'id': '5227345e-5153-4734-930c-392ff84168b5', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:7c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1f017e-a7f9-407e-8e13-ae334ebab240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:08:20Z', 'updated_at': '2022-05-18T18:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': 'aa2ee8f7-b934-4d10-afaf-419fc08b2042', 'name': '', 'network_id': '6ba2d3f1-1e38-41ee-8062-86260345c4fd', 'tenant_id': 'e05b3d827f844c1d97efd9db4e0d2203', 'mac_address': 'fa:16:3e:6f:36:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1f017e-a7f9-407e-8e13-ae334ebab240', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': 'b4c8e604-9eb2-414a-8fcd-fc1ec0f983e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:08:32Z', 'updated_at': '2022-05-18T18:08:44Z', 'revision_number': 5, 'project_id': 'e05b3d827f844c1d97efd9db4e0d2203', 'subnets': [{'id': 'b4c8e604-9eb2-414a-8fcd-fc1ec0f983e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:10:28.943292 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcea179d-ecdd-4da3-a92e-6b53fe1a3354 req-f33e96da-77e2-42be-8872-2a6fcbc6e601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:28.945420 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fcea179d-ecdd-4da3-a92e-6b53fe1a3354 req-f33e96da-77e2-42be-8872-2a6fcbc6e601 service neutron] 10.222.0.88 "GET /v2.0/networks?id=6ba2d3f1-1e38-41ee-8062-86260345c4fd HTTP/1.1" status: 200 len: 921 time: 0.3438408 May 18 18:10:28.953297 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d004684-dbed-4e9f-b0b2-4264dec15d5e admin admin] Made reservation on behalf of c37246a20f2845a089230b88402f6d1b for: {'network': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:10:28.956024 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2d004684-dbed-4e9f-b0b2-4264dec15d5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:28.964989 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c762149-5e7b-4da7-af55-704a92e55f26 req-d2ecd84b-95f2-41e8-9360-e847f6dd5228 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:28.977165 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7c762149-5e7b-4da7-af55-704a92e55f26 req-d2ecd84b-95f2-41e8-9360-e847f6dd5228 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/ports?device_id=25eab926-d445-4acf-a7aa-c2557457c351 HTTP/1.1" status: 200 len: 948 time: 0.3823080 May 18 18:10:28.984285 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2d004684-dbed-4e9f-b0b2-4264dec15d5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:29.050952 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 55044) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:10:29.068356 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fcea179d-ecdd-4da3-a92e-6b53fe1a3354 req-3c3edeed-2262-4de0-9d8b-edd1c0562e1c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c66c94da-975c-48bf-8603-4b1d1337c6ac HTTP/1.1" status: 200 len: 217 time: 0.0821764 May 18 18:10:29.072262 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-fff17ae4-6549-40e6-b5a9-edea7687da59 tempest-DvrRoutersNegativeTest-1316373867 tempest-DvrRoutersNegativeTest-1316373867-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-990111967', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:10:29.075435 n-d-838550-3 neutron-server[102731]: DEBUG neutron.policy [None req-fff17ae4-6549-40e6-b5a9-edea7687da59 tempest-DvrRoutersNegativeTest-1316373867 tempest-DvrRoutersNegativeTest-1316373867-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=102731) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} May 18 18:10:29.075984 n-d-838550-3 neutron-server[102731]: DEBUG neutron.policy [None req-fff17ae4-6549-40e6-b5a9-edea7687da59 tempest-DvrRoutersNegativeTest-1316373867 tempest-DvrRoutersNegativeTest-1316373867-project] Failed policy check for 'create_router' {{(pid=102731) enforce /opt/stack/neutron/neutron/policy.py:520}} May 18 18:10:29.076696 n-d-838550-3 neutron-server[102731]: INFO neutron.api.v2.resource [None req-fff17ae4-6549-40e6-b5a9-edea7687da59 tempest-DvrRoutersNegativeTest-1316373867 tempest-DvrRoutersNegativeTest-1316373867-project] create failed (client error): Access was denied to this resource. May 18 18:10:29.078039 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-fff17ae4-6549-40e6-b5a9-edea7687da59 tempest-DvrRoutersNegativeTest-1316373867 tempest-DvrRoutersNegativeTest-1316373867-project] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.5883899 May 18 18:10:29.271310 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7c762149-5e7b-4da7-af55-704a92e55f26 req-9c5f7759-21d5-43e7-84ed-adabc3385d76 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/security-groups?id=5ea4329b-bade-4f5a-bfbd-7917c3702679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2928576 May 18 18:10:29.283836 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcea179d-ecdd-4da3-a92e-6b53fe1a3354 req-6fa208c7-aa0a-47c3-a86a-0c86a3b5e3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:29.286493 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fcea179d-ecdd-4da3-a92e-6b53fe1a3354 req-6fa208c7-aa0a-47c3-a86a-0c86a3b5e3f3 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b4c8e604-9eb2-414a-8fcd-fc1ec0f983e0 HTTP/1.1" status: 200 len: 859 time: 0.1970229 May 18 18:10:29.312846 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2d004684-dbed-4e9f-b0b2-4264dec15d5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:29.320591 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2d004684-dbed-4e9f-b0b2-4264dec15d5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:29.370178 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d004684-dbed-4e9f-b0b2-4264dec15d5e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 625} {{(pid=102730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:10:29.423492 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2d004684-dbed-4e9f-b0b2-4264dec15d5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:29.424034 n-d-838550-3 neutron-server[102730]: INFO neutron.db.segments_db [None req-2d004684-dbed-4e9f-b0b2-4264dec15d5e admin admin] Added segment e113abf4-4b0e-4afe-a737-f70ad5d66353 of type vlan for network 055b7a59-22e7-493f-ba66-d1ab1ebb4b38 May 18 18:10:29.571269 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a4bb25-23f1-49e9-93ba-a6ba83b5e5d2 None None] New status for floating IP ad78f635-666d-4880-acd8-29c0bbf11070: DOWN {{(pid=102733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 18:10:29.628588 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d004684-dbed-4e9f-b0b2-4264dec15d5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e692c27b-823e-49d0-99b6-9d1054fe999b,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:10:29.647266 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2d004684-dbed-4e9f-b0b2-4264dec15d5e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:29.657575 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcea179d-ecdd-4da3-a92e-6b53fe1a3354 req-fba40892-14aa-4358-8a5b-eee71e0e92f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:29.665093 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fcea179d-ecdd-4da3-a92e-6b53fe1a3354 req-fba40892-14aa-4358-8a5b-eee71e0e92f0 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=6ba2d3f1-1e38-41ee-8062-86260345c4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3154140 May 18 18:10:29.735773 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2d004684-dbed-4e9f-b0b2-4264dec15d5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:29.736892 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d004684-dbed-4e9f-b0b2-4264dec15d5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:29.737941 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2d004684-dbed-4e9f-b0b2-4264dec15d5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:29.839693 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53473ce5-6052-4109-bd9e-66484512cc38 req-1fb94d73-629d-4dc3-8714-36613d07adc8 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:29.851307 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-53473ce5-6052-4109-bd9e-66484512cc38 req-1fb94d73-629d-4dc3-8714-36613d07adc8 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=b620702a-122a-4cad-9b6e-b764547e6f53 HTTP/1.1" status: 200 len: 945 time: 0.3119757 May 18 18:10:29.859939 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-f8bcb410-0c40-41ec-a9e4-a37da75e378e admin admin] Request body: {'network': {'name': 'tempest-ServerGroup264TestJSON-2040356674-network', 'tenant_id': '07700b659165429db4e459a62db57b24'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:10:29.870919 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 55058) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:10:29.991390 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-2d004684-dbed-4e9f-b0b2-4264dec15d5e admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.5496070 May 18 18:10:29.996651 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 55066) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:10:30.008784 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-888b0228-bca9-4a3e-93ab-258140797ba6 admin admin] Request body: {'subnet': {'network_id': '055b7a59-22e7-493f-ba66-d1ab1ebb4b38', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-502421857-subnet', 'tenant_id': 'c37246a20f2845a089230b88402f6d1b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:10:30.049684 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-e140a224-2e80-4f1c-a70e-81518f6aba47 req-54b6db25-964b-400c-8f0a-425104c2326b tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:30.071448 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7b2a7700-d3e4-496c-a854-9913c9b39398 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:30.097199 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d004684-dbed-4e9f-b0b2-4264dec15d5e admin admin] Pushing event updated for resources: {'Network': ['ID=055b7a59-22e7-493f-ba66-d1ab1ebb4b38,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:10:30.108942 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network 055b7a59-22e7-493f-ba66-d1ab1ebb4b38 details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:10:30.118715 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8bcb410-0c40-41ec-a9e4-a37da75e378e admin admin] Made reservation on behalf of 07700b659165429db4e459a62db57b24 for: {'network': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:10:30.122702 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f8bcb410-0c40-41ec-a9e4-a37da75e378e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:30.135027 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f8bcb410-0c40-41ec-a9e4-a37da75e378e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:30.144684 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-53473ce5-6052-4109-bd9e-66484512cc38 req-46717693-03b5-49d7-844c-e33acfcbbb82 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/security-groups?id=33ba1fad-191a-4b7a-ae9e-8e9e60985e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2841523 May 18 18:10:30.180079 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fcea179d-ecdd-4da3-a92e-6b53fe1a3354 req-4ffa4535-2b62-4ad2-a56c-e9675251d8e8 service neutron] 10.222.0.88 "GET /v2.0/networks/6ba2d3f1-1e38-41ee-8062-86260345c4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4936073 May 18 18:10:30.270369 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f8bcb410-0c40-41ec-a9e4-a37da75e378e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:30.272281 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-888b0228-bca9-4a3e-93ab-258140797ba6 admin admin] Made reservation on behalf of c37246a20f2845a089230b88402f6d1b for: {'subnet': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:10:30.277187 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-888b0228-bca9-4a3e-93ab-258140797ba6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261031885'] for subnet, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:30.302628 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f8bcb410-0c40-41ec-a9e4-a37da75e378e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:30.317983 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fcea179d-ecdd-4da3-a92e-6b53fe1a3354 req-0ab012f0-4dad-4c54-9150-43a56ab2d69f service neutron] 10.222.0.88 "GET /v2.0/networks/6ba2d3f1-1e38-41ee-8062-86260345c4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259754 May 18 18:10:30.320574 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8bcb410-0c40-41ec-a9e4-a37da75e378e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 626} {{(pid=102730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:10:30.341346 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f8bcb410-0c40-41ec-a9e4-a37da75e378e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:30.341570 n-d-838550-3 neutron-server[102730]: INFO neutron.db.segments_db [None req-f8bcb410-0c40-41ec-a9e4-a37da75e378e admin admin] Added segment 4108219a-3b63-4e18-85c6-9ac51a4fcb83 of type vlan for network 89a166ac-2caa-4d2b-946e-c866ff35d748 May 18 18:10:30.400407 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f8bcb410-0c40-41ec-a9e4-a37da75e378e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:30.449247 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-e140a224-2e80-4f1c-a70e-81518f6aba47 req-54b6db25-964b-400c-8f0a-425104c2326b tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:30.463029 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d227086c-9de8-4a1a-9753-a782a3e82958 req-19d9a183-93ff-4694-a102-b8881e1712dd tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] 10.222.0.85 "GET /v2.0/floatingips/ad78f635-666d-4880-acd8-29c0bbf11070 HTTP/1.1" status: 200 len: 694 time: 0.2745535 May 18 18:10:30.464047 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['44ffae4b-f21a-4414-9cb7-cffce704b5da'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:10:30.497017 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bcb410-0c40-41ec-a9e4-a37da75e378e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c298132-f282-4a27-89aa-45a06103a2a1,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:10:30.503505 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d6595d36-e5fb-41ec-b810-70e62d33719b req-2eae28d3-b8d8-4a68-9bc2-0225ceb2b403 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/ports?device_id=03e9ea95-a4d7-4a6b-bf9a-c47231632c0a HTTP/1.1" status: 200 len: 210 time: 0.2237887 May 18 18:10:30.504133 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f8bcb410-0c40-41ec-a9e4-a37da75e378e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:30.505276 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8bcb410-0c40-41ec-a9e4-a37da75e378e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:30.505840 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f8bcb410-0c40-41ec-a9e4-a37da75e378e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:30.546262 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 1ef05f15-c38b-4325-84dc-3fbb7845d3aa up at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:10:30.687926 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning for port 1ef05f15-c38b-4325-84dc-3fbb7845d3aa completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:10:30.691089 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-f8bcb410-0c40-41ec-a9e4-a37da75e378e admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.6387048 May 18 18:10:30.692115 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b6db25-964b-400c-8f0a-425104c2326b tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Pushing event updated for resources: {'Port': ['ID=81037d82-88f3-4280-93f1-f841b8057ff2,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:10:30.695872 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 55074) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:10:30.711845 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-bf83a470-f4a9-4d45-8d44-f7280b1ecc0e admin admin] Request body: {'subnet': {'network_id': '89a166ac-2caa-4d2b-946e-c866ff35d748', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroup264TestJSON-2040356674-subnet', 'tenant_id': '07700b659165429db4e459a62db57b24', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:10:30.723625 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning complete for port 1ef05f15-c38b-4325-84dc-3fbb7845d3aa triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:10:30.728965 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:30.745662 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf83a470-f4a9-4d45-8d44-f7280b1ecc0e admin admin] Made reservation on behalf of 07700b659165429db4e459a62db57b24 for: {'subnet': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:10:30.747620 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-bf83a470-f4a9-4d45-8d44-f7280b1ecc0e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261031885'] for subnet, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:30.757171 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bcb410-0c40-41ec-a9e4-a37da75e378e admin admin] Pushing event updated for resources: {'Network': ['ID=89a166ac-2caa-4d2b-946e-c866ff35d748,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:10:30.811404 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e140a224-2e80-4f1c-a70e-81518f6aba47 req-54b6db25-964b-400c-8f0a-425104c2326b tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Network 34fdcfa4-2e5d-460f-9a9f-5a798833609a is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:10:30.820888 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [req-e140a224-2e80-4f1c-a70e-81518f6aba47 req-54b6db25-964b-400c-8f0a-425104c2326b tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:10:30.880839 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network 89a166ac-2caa-4d2b-946e-c866ff35d748 details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:10:30.885430 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7b2a7700-d3e4-496c-a854-9913c9b39398 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:30.921543 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7b2a7700-d3e4-496c-a854-9913c9b39398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:30.967251 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-e140a224-2e80-4f1c-a70e-81518f6aba47 req-54b6db25-964b-400c-8f0a-425104c2326b tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:10:30.979557 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 55078) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:10:30.979689 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-7b2a7700-d3e4-496c-a854-9913c9b39398 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=bca5746e938645acbe9da0ed3cf6e074&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0876985 May 18 18:10:31.053862 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2a7700-d3e4-496c-a854-9913c9b39398 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1154315-daae-4117-ab21-aa6fc1280cca,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:10:31.143088 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:31.196155 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-888b0228-bca9-4a3e-93ab-258140797ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261104883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261031899'] for subnet, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:31.212303 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e140a224-2e80-4f1c-a70e-81518f6aba47 req-54b6db25-964b-400c-8f0a-425104c2326b tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:31.220288 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-e140a224-2e80-4f1c-a70e-81518f6aba47 req-54b6db25-964b-400c-8f0a-425104c2326b tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:31.262835 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e140a224-2e80-4f1c-a70e-81518f6aba47 req-54b6db25-964b-400c-8f0a-425104c2326b tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3555214 May 18 18:10:31.266616 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b7a8a0e7-d09f-4957-992d-4328eab47efe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:31.288595 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:31.318245 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b7a8a0e7-d09f-4957-992d-4328eab47efe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:31.396218 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888b0228-bca9-4a3e-93ab-258140797ba6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6103a86c-1984-4112-92b7-213da8bfab24,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:10:31.402802 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 1ef05f15-c38b-4325-84dc-3fbb7845d3aa is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:10:31.403821 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888b0228-bca9-4a3e-93ab-258140797ba6 admin admin] Checking segment: {'id': 'e113abf4-4b0e-4afe-a737-f70ad5d66353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '055b7a59-22e7-493f-ba66-d1ab1ebb4b38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:10:31.406430 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:31.421403 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-888b0228-bca9-4a3e-93ab-258140797ba6 admin admin] Network hostable DHCP agents. Network: 055b7a59-22e7-493f-ba66-d1ab1ebb4b38, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:10:31.450042 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-bf83a470-f4a9-4d45-8d44-f7280b1ecc0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261104883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261031899'] for subnet, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:31.463467 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-e140a224-2e80-4f1c-a70e-81518f6aba47 req-b9cb3d2d-6209-4cce-9012-5ae92875c6fe service neutron] Request body: {'port': {'device_id': '03e9ea95-a4d7-4a6b-bf9a-c47231632c0a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-3'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:10:31.466620 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b7a8a0e7-d09f-4957-992d-4328eab47efe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:31.469559 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b7a8a0e7-d09f-4957-992d-4328eab47efe admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:31.471188 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-b7a8a0e7-d09f-4957-992d-4328eab47efe admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/e1154315-daae-4117-ab21-aa6fc1280cca HTTP/1.1" status: 204 len: 168 time: 0.4866464 May 18 18:10:31.500851 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 1ef05f15-c38b-4325-84dc-3fbb7845d3aa, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=1ef05f15-c38b-4325-84dc-3fbb7845d3aa,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:10:31.502377 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25eab926-d445-4acf-a7aa-c2557457c351', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ef05f15-c38b-4325-84dc-3fbb7845d3aa'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:10:31.508299 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-535943ed-de23-4b40-a562-61ac99f0cb9b" -d '{"events": [{"server_uuid": "25eab926-d445-4acf-a7aa-c2557457c351", "name": "network-vif-plugged", "status": "completed", "tag": "1ef05f15-c38b-4325-84dc-3fbb7845d3aa"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:10:31.513719 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:31.553531 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d227086c-9de8-4a1a-9753-a782a3e82958 req-df1dde98-5673-4b50-a3a6-794cbd32d0bc tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:31.570558 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-888b0228-bca9-4a3e-93ab-258140797ba6 admin admin] Network 055b7a59-22e7-493f-ba66-d1ab1ebb4b38 is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:10:31.571597 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d227086c-9de8-4a1a-9753-a782a3e82958 req-df1dde98-5673-4b50-a3a6-794cbd32d0bc tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] 10.222.0.85 "GET /v2.0/networks/31ebd439-090c-4b25-bbb0-31c48711b145 HTTP/1.1" status: 200 len: 784 time: 0.9889295 May 18 18:10:31.594443 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=1ef05f15-c38b-4325-84dc-3fbb7845d3aa,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:10:31.609311 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-888b0228-bca9-4a3e-93ab-258140797ba6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, 055b7a59-22e7-493f-ba66-d1ab1ebb4b38) {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:10:31.622831 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a434fe41-fc31-4bd4-9ced-e809acd32f4d None None] Network 055b7a59-22e7-493f-ba66-d1ab1ebb4b38 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:10:31.628583 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888b0228-bca9-4a3e-93ab-258140797ba6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:31.629955 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-888b0228-bca9-4a3e-93ab-258140797ba6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:31.634760 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [req-d227086c-9de8-4a1a-9753-a782a3e82958 req-ab27656e-0a02-473b-a861-4f204dc6b328 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=102731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 18:10:31.647235 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d227086c-9de8-4a1a-9753-a782a3e82958 req-ab27656e-0a02-473b-a861-4f204dc6b328 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0737925 May 18 18:10:31.678604 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-888b0228-bca9-4a3e-93ab-258140797ba6 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.6782789 May 18 18:10:31.684230 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 55092) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:10:31.691778 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-b8144318-4622-4afc-865e-9171ea091697 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-502421857-router', 'tenant_id': 'c37246a20f2845a089230b88402f6d1b', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:10:31.712219 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf83a470-f4a9-4d45-8d44-f7280b1ecc0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=512e531e-fa27-4a3b-a633-d4f81c0623a0,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:10:31.738514 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7735e1-368b-4839-a745-a6b359be297c req-26f0a65f-21a7-4d92-a1b9-654bc6682fac tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:31.752453 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ff7735e1-368b-4839-a745-a6b359be297c req-26f0a65f-21a7-4d92-a1b9-654bc6682fac tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/ports?device_id=25eab926-d445-4acf-a7aa-c2557457c351 HTTP/1.1" status: 200 len: 949 time: 0.2571783 May 18 18:10:31.769382 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf83a470-f4a9-4d45-8d44-f7280b1ecc0e admin admin] Checking segment: {'id': '4108219a-3b63-4e18-85c6-9ac51a4fcb83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '89a166ac-2caa-4d2b-946e-c866ff35d748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:10:31.770163 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf83a470-f4a9-4d45-8d44-f7280b1ecc0e admin admin] Network hostable DHCP agents. Network: 89a166ac-2caa-4d2b-946e-c866ff35d748, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:10:31.781442 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a8a0e7-d09f-4957-992d-4328eab47efe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1154315-daae-4117-ab21-aa6fc1280cca,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:10:31.812523 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d227086c-9de8-4a1a-9753-a782a3e82958 req-a39aad81-489c-47c5-bb30-efca040e109c tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] 10.222.0.85 "GET /v2.0/floatingips?floating_ip_address=172.25.5.186 HTTP/1.1" status: 200 len: 697 time: 0.1639016 May 18 18:10:31.813117 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b8144318-4622-4afc-865e-9171ea091697 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25099'] for router, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:31.816259 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b8144318-4622-4afc-865e-9171ea091697 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-593238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596850', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25088'] for router, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:31.901048 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b8144318-4622-4afc-865e-9171ea091697 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:31.932258 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d227086c-9de8-4a1a-9753-a782a3e82958 req-c9f67e08-7d44-498f-988e-851f1b9643fb tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] 10.222.0.85 "GET /v2.0/floatingips?floating_ip_address=172.25.5.186 HTTP/1.1" status: 200 len: 697 time: 0.1181748 May 18 18:10:32.000133 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ff7735e1-368b-4839-a745-a6b359be297c req-e5bdef66-6487-4013-8a4e-0cdcedf52f0f tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/security-groups?id=5ea4329b-bade-4f5a-bfbd-7917c3702679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461939 May 18 18:10:32.101968 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf83a470-f4a9-4d45-8d44-f7280b1ecc0e admin admin] Network 89a166ac-2caa-4d2b-946e-c866ff35d748 is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:10:32.121575 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-e140a224-2e80-4f1c-a70e-81518f6aba47 req-b9cb3d2d-6209-4cce-9012-5ae92875c6fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:32.125269 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97382d8d-f51f-4bc4-a523-8c528398d88e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-055b7a59-22e7-493f-ba66-d1ab1ebb4b38', 'network_id': '055b7a59-22e7-493f-ba66-d1ab1ebb4b38', 'tenant_id': 'c37246a20f2845a089230b88402f6d1b', 'fixed_ips': [{'subnet_id': '6103a86c-1984-4112-92b7-213da8bfab24'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:10:32.130573 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-97382d8d-f51f-4bc4-a523-8c528398d88e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:32.285683 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-bf83a470-f4a9-4d45-8d44-f7280b1ecc0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, 89a166ac-2caa-4d2b-946e-c866ff35d748) {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:10:32.299491 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf83a470-f4a9-4d45-8d44-f7280b1ecc0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:32.302953 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-bf83a470-f4a9-4d45-8d44-f7280b1ecc0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:32.304556 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d065dfb6-72a1-456c-84e4-d863b8b664f8 None None] Network 89a166ac-2caa-4d2b-946e-c866ff35d748 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:10:32.583291 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-97382d8d-f51f-4bc4-a523-8c528398d88e None None] Allocated IP 172.20.0.2 (055b7a59-22e7-493f-ba66-d1ab1ebb4b38/6103a86c-1984-4112-92b7-213da8bfab24/5f188c0b-6bc4-46fa-9329-4fafb8ba734c) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:10:32.835554 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-97382d8d-f51f-4bc4-a523-8c528398d88e None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:32.864930 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-97382d8d-f51f-4bc4-a523-8c528398d88e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:32.881045 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-915f7632-9e81-4286-933a-a5a862348bf0 None None] Network 89a166ac-2caa-4d2b-946e-c866ff35d748 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:10:33.002995 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97382d8d-f51f-4bc4-a523-8c528398d88e None None] Network 055b7a59-22e7-493f-ba66-d1ab1ebb4b38 is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:10:33.018423 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-97382d8d-f51f-4bc4-a523-8c528398d88e None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:10:33.023155 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97382d8d-f51f-4bc4-a523-8c528398d88e None None] Pushing event updated for resources: {'Port': ['ID=5f188c0b-6bc4-46fa-9329-4fafb8ba734c,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:10:33.028956 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97382d8d-f51f-4bc4-a523-8c528398d88e None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:10:33.088227 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [req-e140a224-2e80-4f1c-a70e-81518f6aba47 req-b9cb3d2d-6209-4cce-9012-5ae92875c6fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81037d82-88f3-4280-93f1-f841b8057ff2 {{(pid=102731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:10:33.099884 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-e140a224-2e80-4f1c-a70e-81518f6aba47 req-b9cb3d2d-6209-4cce-9012-5ae92875c6fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:33.125506 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.provisioning_blocks [req-e140a224-2e80-4f1c-a70e-81518f6aba47 req-b9cb3d2d-6209-4cce-9012-5ae92875c6fe service neutron] Transition to ACTIVE for port object 81037d82-88f3-4280-93f1-f841b8057ff2 will not be triggered until provisioned by entity L2. {{(pid=102731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:10:33.150147 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-e140a224-2e80-4f1c-a70e-81518f6aba47 req-b9cb3d2d-6209-4cce-9012-5ae92875c6fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:33.178867 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-97382d8d-f51f-4bc4-a523-8c528398d88e None None] Attempting to bind port 5f188c0b-6bc4-46fa-9329-4fafb8ba734c on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:10:33.179166 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-97382d8d-f51f-4bc4-a523-8c528398d88e None None] Attempting to bind port 5f188c0b-6bc4-46fa-9329-4fafb8ba734c by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': 'e113abf4-4b0e-4afe-a737-f70ad5d66353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '055b7a59-22e7-493f-ba66-d1ab1ebb4b38'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:10:33.179530 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97382d8d-f51f-4bc4-a523-8c528398d88e None None] Attempting to bind port 5f188c0b-6bc4-46fa-9329-4fafb8ba734c on network 055b7a59-22e7-493f-ba66-d1ab1ebb4b38 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:10:33.212043 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-d227086c-9de8-4a1a-9753-a782a3e82958 req-2ce6d978-65ec-4bf5-8daa-00f6663d6374 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Deleting port ad079cf5-3696-4054-9d8f-c1ddc0a39071 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:10:33.212043 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-d227086c-9de8-4a1a-9753-a782a3e82958 req-2ce6d978-65ec-4bf5-8daa-00f6663d6374 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:33.226709 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b8144318-4622-4afc-865e-9171ea091697 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:33.271637 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97382d8d-f51f-4bc4-a523-8c528398d88e None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 10, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:10:33.271637 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97382d8d-f51f-4bc4-a523-8c528398d88e None None] Checking segment: {'id': 'e113abf4-4b0e-4afe-a737-f70ad5d66353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '055b7a59-22e7-493f-ba66-d1ab1ebb4b38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:10:33.271637 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-97382d8d-f51f-4bc4-a523-8c528398d88e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:33.271637 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97382d8d-f51f-4bc4-a523-8c528398d88e None None] Bound using segment: {'id': 'e113abf4-4b0e-4afe-a737-f70ad5d66353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '055b7a59-22e7-493f-ba66-d1ab1ebb4b38'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:10:33.271637 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-97382d8d-f51f-4bc4-a523-8c528398d88e None None] Bound port: 5f188c0b-6bc4-46fa-9329-4fafb8ba734c, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e113abf4-4b0e-4afe-a737-f70ad5d66353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '055b7a59-22e7-493f-ba66-d1ab1ebb4b38'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:10:33.271637 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-97382d8d-f51f-4bc4-a523-8c528398d88e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:33.280626 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-bf83a470-f4a9-4d45-8d44-f7280b1ecc0e admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.5755224 May 18 18:10:33.389596 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169365e9-53fc-4fe0-9a03-0992cf6c0376 req-f563427e-a7aa-485f-af86-360807583cdb tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:33.399232 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-169365e9-53fc-4fe0-9a03-0992cf6c0376 req-f563427e-a7aa-485f-af86-360807583cdb tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=b620702a-122a-4cad-9b6e-b764547e6f53 HTTP/1.1" status: 200 len: 945 time: 1.0853891 May 18 18:10:33.432445 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cb3d2d-6209-4cce-9012-5ae92875c6fe service neutron] Pushing event updated for resources: {'Port': ['ID=81037d82-88f3-4280-93f1-f841b8057ff2,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:10:33.550291 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-97382d8d-f51f-4bc4-a523-8c528398d88e None None] For port 5f188c0b-6bc4-46fa-9329-4fafb8ba734c, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:10:33.577684 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-97382d8d-f51f-4bc4-a523-8c528398d88e None None] For port 5f188c0b-6bc4-46fa-9329-4fafb8ba734c, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=5f188c0b-6bc4-46fa-9329-4fafb8ba734c,segment=NetworkSegment(e113abf4-4b0e-4afe-a737-f70ad5d66353),segment_id=e113abf4-4b0e-4afe-a737-f70ad5d66353)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:10:33.589745 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-97382d8d-f51f-4bc4-a523-8c528398d88e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:33.691226 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-169365e9-53fc-4fe0-9a03-0992cf6c0376 req-94750ab4-0c38-4358-9eba-cdef5316b073 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/security-groups?id=33ba1fad-191a-4b7a-ae9e-8e9e60985e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2764883 May 18 18:10:33.744329 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97382d8d-f51f-4bc4-a523-8c528398d88e None None] Pushing event updated for resources: {'Port': ['ID=5f188c0b-6bc4-46fa-9329-4fafb8ba734c,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:10:33.999733 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-328ef78a-1f57-44d4-8aa6-30a193efce09 x-openstack-request-id: req-328ef78a-1f57-44d4-8aa6-30a193efce09 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:10:34.000217 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25eab926-d445-4acf-a7aa-c2557457c351", "name": "network-vif-plugged", "status": "completed", "tag": "1ef05f15-c38b-4325-84dc-3fbb7845d3aa", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:10:34.000646 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-328ef78a-1f57-44d4-8aa6-30a193efce09 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:10:34.001201 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-328ef78a-1f57-44d4-8aa6-30a193efce09'] response: {'server_uuid': '25eab926-d445-4acf-a7aa-c2557457c351', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ef05f15-c38b-4325-84dc-3fbb7845d3aa', 'code': 200} May 18 18:10:34.036632 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 55118) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:10:34.448447 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-a3a8ec8c-7e73-4b3d-8440-953e12cc534b tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:10:34.455122 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 5f188c0b-6bc4-46fa-9329-4fafb8ba734c up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:10:34.482006 n-d-838550-3 neutron-server[102730]: WARNING neutron.api.v2.base [None req-a3a8ec8c-7e73-4b3d-8440-953e12cc534b tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 18 18:10:34.482623 n-d-838550-3 neutron-server[102730]: INFO neutron.api.v2.resource [None req-a3a8ec8c-7e73-4b3d-8440-953e12cc534b tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] create failed (client error): There was a conflict when trying to complete your request. May 18 18:10:34.483694 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-a3a8ec8c-7e73-4b3d-8440-953e12cc534b tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.4422905 May 18 18:10:34.496393 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 55122) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:10:34.514343 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-2a6e6ee1-6371-4e29-b54e-fbc7848f1daa tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] Request body: {'security_group': {'name': 'tempest-secgroup--691397288'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:10:34.556845 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7b269a-eb23-4309-979b-e281837bd298 req-cd4ac686-8177-4b22-a116-61fe61079342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:34.560068 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7f7b269a-eb23-4309-979b-e281837bd298 req-cd4ac686-8177-4b22-a116-61fe61079342 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=25eab926-d445-4acf-a7aa-c2557457c351 HTTP/1.1" status: 200 len: 1100 time: 0.3348041 May 18 18:10:34.566166 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 5f188c0b-6bc4-46fa-9329-4fafb8ba734c triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:10:34.566860 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:34.590336 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b8144318-4622-4afc-865e-9171ea091697 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:34.658311 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b8144318-4622-4afc-865e-9171ea091697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:34.703770 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087985aa-45e5-4d87-a3b0-4b5d913b5c85 req-b4d0fdb0-f7f9-4613-9742-26fbd76edc81 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:34.705260 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-087985aa-45e5-4d87-a3b0-4b5d913b5c85 req-b4d0fdb0-f7f9-4613-9742-26fbd76edc81 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/ports?device_id=03e9ea95-a4d7-4a6b-bf9a-c47231632c0a HTTP/1.1" status: 200 len: 943 time: 0.5056798 May 18 18:10:34.770930 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2a6e6ee1-6371-4e29-b54e-fbc7848f1daa tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:34.772023 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-e140a224-2e80-4f1c-a70e-81518f6aba47 req-b9cb3d2d-6209-4cce-9012-5ae92875c6fe service neutron] Attempting to bind port 81037d82-88f3-4280-93f1-f841b8057ff2 on host n-h1-838550-3 for vnic_type normal with profile {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:10:34.772833 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-e140a224-2e80-4f1c-a70e-81518f6aba47 req-b9cb3d2d-6209-4cce-9012-5ae92875c6fe service neutron] Attempting to bind port 81037d82-88f3-4280-93f1-f841b8057ff2 by drivers openvswitch,hyperv on host n-h1-838550-3 at level 0 using segments [{'id': '5e6a9b3b-2b82-45b7-b9f1-0f73969fb979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '34fdcfa4-2e5d-460f-9a9f-5a798833609a'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:10:34.774111 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e140a224-2e80-4f1c-a70e-81518f6aba47 req-b9cb3d2d-6209-4cce-9012-5ae92875c6fe service neutron] Attempting to bind port 81037d82-88f3-4280-93f1-f841b8057ff2 on network 34fdcfa4-2e5d-460f-9a9f-5a798833609a {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:10:34.786350 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-d227086c-9de8-4a1a-9753-a782a3e82958 req-2ce6d978-65ec-4bf5-8daa-00f6663d6374 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:34.787851 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-d227086c-9de8-4a1a-9753-a782a3e82958 req-2ce6d978-65ec-4bf5-8daa-00f6663d6374 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:34.794397 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e140a224-2e80-4f1c-a70e-81518f6aba47 req-b9cb3d2d-6209-4cce-9012-5ae92875c6fe service neutron] Port 81037d82-88f3-4280-93f1-f841b8057ff2 on network 34fdcfa4-2e5d-460f-9a9f-5a798833609a not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-3 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:10:34.800977 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e140a224-2e80-4f1c-a70e-81518f6aba47 req-b9cb3d2d-6209-4cce-9012-5ae92875c6fe service neutron] Attempting to bind port 81037d82-88f3-4280-93f1-f841b8057ff2 on network 34fdcfa4-2e5d-460f-9a9f-5a798833609a {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:10:34.820873 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e140a224-2e80-4f1c-a70e-81518f6aba47 req-b9cb3d2d-6209-4cce-9012-5ae92875c6fe service neutron] Checking agent: {'id': '1dbac822-25f2-4df8-9dc8-5c2e7b136eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:10:34.822445 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e140a224-2e80-4f1c-a70e-81518f6aba47 req-b9cb3d2d-6209-4cce-9012-5ae92875c6fe service neutron] Checking segment: {'id': '5e6a9b3b-2b82-45b7-b9f1-0f73969fb979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '34fdcfa4-2e5d-460f-9a9f-5a798833609a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:10:34.823093 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e140a224-2e80-4f1c-a70e-81518f6aba47 req-b9cb3d2d-6209-4cce-9012-5ae92875c6fe service neutron] Bound using segment: {'id': '5e6a9b3b-2b82-45b7-b9f1-0f73969fb979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '34fdcfa4-2e5d-460f-9a9f-5a798833609a'} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:10:34.824652 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-e140a224-2e80-4f1c-a70e-81518f6aba47 req-b9cb3d2d-6209-4cce-9012-5ae92875c6fe service neutron] Bound port: 81037d82-88f3-4280-93f1-f841b8057ff2, host: n-h1-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e6a9b3b-2b82-45b7-b9f1-0f73969fb979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '34fdcfa4-2e5d-460f-9a9f-5a798833609a'}}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:10:34.827355 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-e140a224-2e80-4f1c-a70e-81518f6aba47 req-b9cb3d2d-6209-4cce-9012-5ae92875c6fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:34.830985 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-d227086c-9de8-4a1a-9753-a782a3e82958 req-2ce6d978-65ec-4bf5-8daa-00f6663d6374 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Calling delete_port for ad079cf5-3696-4054-9d8f-c1ddc0a39071 owned by network:floatingip {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:10:34.838082 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7f7b269a-eb23-4309-979b-e281837bd298 req-f4a70cc1-d8ce-49b4-bbed-3758ee1bc672 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5ea4329b-bade-4f5a-bfbd-7917c3702679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539074 May 18 18:10:34.849349 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2a6e6ee1-6371-4e29-b54e-fbc7848f1daa tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:34.862755 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-087985aa-45e5-4d87-a3b0-4b5d913b5c85 req-f3285b1d-5d6c-4901-8cff-4b93b5c215a1 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/security-groups?id=fae3ce3c-9235-4ae4-9c6c-e682ce6a4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151590 May 18 18:10:34.867449 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 5f188c0b-6bc4-46fa-9329-4fafb8ba734c is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:10:34.880291 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:34.985212 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] For port 5f188c0b-6bc4-46fa-9329-4fafb8ba734c, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=5f188c0b-6bc4-46fa-9329-4fafb8ba734c,segment=NetworkSegment(e113abf4-4b0e-4afe-a737-f70ad5d66353),segment_id=e113abf4-4b0e-4afe-a737-f70ad5d66353)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:10:34.990676 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:35.087533 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Pushing event updated for resources: {'Port': ['ID=5f188c0b-6bc4-46fa-9329-4fafb8ba734c,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:10:35.099151 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2a6e6ee1-6371-4e29-b54e-fbc7848f1daa tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:35.117695 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2a6e6ee1-6371-4e29-b54e-fbc7848f1daa tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:35.188511 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-d227086c-9de8-4a1a-9753-a782a3e82958 req-2ce6d978-65ec-4bf5-8daa-00f6663d6374 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:35.290943 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-b8144318-4622-4afc-865e-9171ea091697 admin admin] Allocated IP 172.25.5.140 (31ebd439-090c-4b25-bbb0-31c48711b145/363a2810-8a83-4be0-a317-7c91fcd94485/32dc8a7e-4aef-49a4-8d52-7e27ad60ae1e) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:10:35.297514 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6e6ee1-6371-4e29-b54e-fbc7848f1daa tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39d98f7a-a0c5-49a5-8c17-111bbbd1ef38,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:10:35.321720 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5c3c05-bbde-471e-80ea-dae6fb662cd7 req-10d0a8ff-0b64-49aa-9422-0c2d097b236e tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:35.327830 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce6d978-65ec-4bf5-8daa-00f6663d6374 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Pushing event deleted for resources: {'Port': ['ID=ad079cf5-3696-4054-9d8f-c1ddc0a39071,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:10:35.329005 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8b5c3c05-bbde-471e-80ea-dae6fb662cd7 req-10d0a8ff-0b64-49aa-9422-0c2d097b236e tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/ports?device_id=25eab926-d445-4acf-a7aa-c2557457c351 HTTP/1.1" status: 200 len: 949 time: 0.2279596 May 18 18:10:35.466822 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2a6e6ee1-6371-4e29-b54e-fbc7848f1daa tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:35.481044 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fafed09-f5c7-41eb-bd2c-6121e4e555a0 None None] Network 055b7a59-22e7-493f-ba66-d1ab1ebb4b38 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:10:35.494096 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8b5c3c05-bbde-471e-80ea-dae6fb662cd7 req-6b598098-c692-44d5-9dbe-533607129c19 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/security-groups?id=5ea4329b-bade-4f5a-bfbd-7917c3702679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640830 May 18 18:10:35.497981 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2a6e6ee1-6371-4e29-b54e-fbc7848f1daa tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:35.549963 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-e140a224-2e80-4f1c-a70e-81518f6aba47 req-b9cb3d2d-6209-4cce-9012-5ae92875c6fe service neutron] For port 81037d82-88f3-4280-93f1-f841b8057ff2, host n-h1-838550-3, cleared binding levels {{(pid=102731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:10:35.562842 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-e140a224-2e80-4f1c-a70e-81518f6aba47 req-b9cb3d2d-6209-4cce-9012-5ae92875c6fe service neutron] For port 81037d82-88f3-4280-93f1-f841b8057ff2, host n-h1-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=81037d82-88f3-4280-93f1-f841b8057ff2,segment=NetworkSegment(5e6a9b3b-2b82-45b7-b9f1-0f73969fb979),segment_id=5e6a9b3b-2b82-45b7-b9f1-0f73969fb979)] {{(pid=102731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:10:35.581074 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-e140a224-2e80-4f1c-a70e-81518f6aba47 req-b9cb3d2d-6209-4cce-9012-5ae92875c6fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:35.592274 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2a6e6ee1-6371-4e29-b54e-fbc7848f1daa tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:35.599667 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-2a6e6ee1-6371-4e29-b54e-fbc7848f1daa tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0988059 May 18 18:10:35.601422 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 55130) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:10:35.625775 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-e3708775-b2dc-49fd-853e-16b713888e93 tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] Request body: {'security_group_rule': {'security_group_id': '31d92115-f8cc-4e28-b96c-36a06caa8295', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:10:35.718900 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-d227086c-9de8-4a1a-9753-a782a3e82958 req-2ce6d978-65ec-4bf5-8daa-00f6663d6374 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Notify callbacks [] for floatingip, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:35.723147 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6e6ee1-6371-4e29-b54e-fbc7848f1daa tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31d92115-f8cc-4e28-b96c-36a06caa8295,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:10:35.731349 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-d227086c-9de8-4a1a-9753-a782a3e82958 req-2ce6d978-65ec-4bf5-8daa-00f6663d6374 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:35.733710 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d227086c-9de8-4a1a-9753-a782a3e82958 req-2ce6d978-65ec-4bf5-8daa-00f6663d6374 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] 10.222.0.85 "DELETE /v2.0/floatingips/ad78f635-666d-4880-acd8-29c0bbf11070 HTTP/1.1" status: 204 len: 173 time: 3.7925832 May 18 18:10:35.777199 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b8144318-4622-4afc-865e-9171ea091697 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:35.779281 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e140a224-2e80-4f1c-a70e-81518f6aba47 req-b9cb3d2d-6209-4cce-9012-5ae92875c6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:35.780013 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-e140a224-2e80-4f1c-a70e-81518f6aba47 req-b9cb3d2d-6209-4cce-9012-5ae92875c6fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:35.781568 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e140a224-2e80-4f1c-a70e-81518f6aba47 req-b9cb3d2d-6209-4cce-9012-5ae92875c6fe service neutron] 10.222.0.36 "PUT /v2.0/ports/81037d82-88f3-4280-93f1-f841b8057ff2 HTTP/1.1" status: 200 len: 1091 time: 4.3263712 May 18 18:10:35.835406 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03e9ea95-a4d7-4a6b-bf9a-c47231632c0a', 'tag': '81037d82-88f3-4280-93f1-f841b8057ff2'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:10:35.847281 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16cdf68f-ce5e-4ba8-a4b5-d0cd5450270f" -d '{"events": [{"name": "network-changed", "server_uuid": "03e9ea95-a4d7-4a6b-bf9a-c47231632c0a", "tag": "81037d82-88f3-4280-93f1-f841b8057ff2"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:10:35.874602 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b8144318-4622-4afc-865e-9171ea091697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:35.881468 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-7b76d620-b3cb-4ce2-979a-6f3bfa4c7435 None None] Provisioning complete for port 5f188c0b-6bc4-46fa-9329-4fafb8ba734c triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:10:35.882143 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-7b76d620-b3cb-4ce2-979a-6f3bfa4c7435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:35.945424 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8144318-4622-4afc-865e-9171ea091697 admin admin] Network 31ebd439-090c-4b25-bbb0-31c48711b145 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:10:35.952665 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-b8144318-4622-4afc-865e-9171ea091697 admin admin] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:10:35.960078 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8144318-4622-4afc-865e-9171ea091697 admin admin] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:10:35.979958 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 7 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 18:10:35.995040 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8144318-4622-4afc-865e-9171ea091697 admin admin] Pushing event updated for resources: {'Port': ['ID=32dc8a7e-4aef-49a4-8d52-7e27ad60ae1e,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:10:36.057817 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-7b76d620-b3cb-4ce2-979a-6f3bfa4c7435 None None] Current status of the port 5f188c0b-6bc4-46fa-9329-4fafb8ba734c is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:10:36.099734 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cb3d2d-6209-4cce-9012-5ae92875c6fe service neutron] Pushing event updated for resources: {'Port': ['ID=81037d82-88f3-4280-93f1-f841b8057ff2,revision_number=3']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:10:36.132611 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e3708775-b2dc-49fd-853e-16b713888e93 tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:36.151782 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e140a224-2e80-4f1c-a70e-81518f6aba47 req-5299a4b1-112f-4ca9-851e-b8264c244c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:36.154224 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e140a224-2e80-4f1c-a70e-81518f6aba47 req-5299a4b1-112f-4ca9-851e-b8264c244c55 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8ebc9a1ec3004890baedda4682fb5641&device_id=03e9ea95-a4d7-4a6b-bf9a-c47231632c0a HTTP/1.1" status: 200 len: 1094 time: 0.2901008 May 18 18:10:36.208747 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173cd8fe-e2c6-444a-b3d6-12997b03655b req-c684f67a-2994-4103-94ca-ef9fef95d94e tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:36.211157 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-173cd8fe-e2c6-444a-b3d6-12997b03655b req-c684f67a-2994-4103-94ca-ef9fef95d94e tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=b620702a-122a-4cad-9b6e-b764547e6f53 HTTP/1.1" status: 200 len: 945 time: 0.2445436 May 18 18:10:36.303642 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e140a224-2e80-4f1c-a70e-81518f6aba47 req-13399bc1-87bf-4416-8c0f-3d427dcb8a24 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=81037d82-88f3-4280-93f1-f841b8057ff2 HTTP/1.1" status: 200 len: 217 time: 0.1389501 May 18 18:10:36.334441 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 5f188c0b-6bc4-46fa-9329-4fafb8ba734c up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:10:36.487602 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e3708775-b2dc-49fd-853e-16b713888e93 tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:36.497406 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 5f188c0b-6bc4-46fa-9329-4fafb8ba734c triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:10:36.499260 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:36.523515 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-173cd8fe-e2c6-444a-b3d6-12997b03655b req-8e6ed22c-1989-43c7-a116-a4275687e93c tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/security-groups?id=33ba1fad-191a-4b7a-ae9e-8e9e60985e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439902 May 18 18:10:36.557761 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e3708775-b2dc-49fd-853e-16b713888e93 tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:36.589530 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3708775-b2dc-49fd-853e-16b713888e93 tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f81bacec-23d1-4ccc-851f-72a747ad9f4e,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:10:36.611551 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e140a224-2e80-4f1c-a70e-81518f6aba47 req-9ae6de88-fea4-4506-8332-71777bda44ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:36.614946 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e140a224-2e80-4f1c-a70e-81518f6aba47 req-9ae6de88-fea4-4506-8332-71777bda44ad service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8f7111f6-e2ae-4553-ac4c-889ba94e64a6 HTTP/1.1" status: 200 len: 848 time: 0.2650971 May 18 18:10:36.623694 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e3708775-b2dc-49fd-853e-16b713888e93 tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:36.627434 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-e3708775-b2dc-49fd-853e-16b713888e93 tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0222418 May 18 18:10:36.632927 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 55142) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:10:36.660639 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-e7bf0aac-d1cd-4571-a86d-3a4bec8595ec tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] Request body: {'security_group_rule': {'security_group_id': '31d92115-f8cc-4e28-b96c-36a06caa8295', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:10:36.678556 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60155604-0102-4420-a1f5-00f00a5f1e97 x-openstack-request-id: req-60155604-0102-4420-a1f5-00f00a5f1e97 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:10:36.681602 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03e9ea95-a4d7-4a6b-bf9a-c47231632c0a", "tag": "81037d82-88f3-4280-93f1-f841b8057ff2", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:10:36.683260 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-60155604-0102-4420-a1f5-00f00a5f1e97 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:10:36.683951 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60155604-0102-4420-a1f5-00f00a5f1e97'] response: {'name': 'network-changed', 'server_uuid': '03e9ea95-a4d7-4a6b-bf9a-c47231632c0a', 'tag': '81037d82-88f3-4280-93f1-f841b8057ff2', 'status': 'completed', 'code': 200} May 18 18:10:36.731201 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e140a224-2e80-4f1c-a70e-81518f6aba47 req-c2a37e58-d58a-467b-99f4-6717fad3ff81 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=34fdcfa4-2e5d-460f-9a9f-5a798833609a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1003406 May 18 18:10:36.734848 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-457409a8-ab16-421e-8166-1cc0937d723d None None] Provisioning complete for port 5f188c0b-6bc4-46fa-9329-4fafb8ba734c triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:10:36.738886 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-457409a8-ab16-421e-8166-1cc0937d723d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:36.851247 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b8144318-4622-4afc-865e-9171ea091697 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:36.942664 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e7bf0aac-d1cd-4571-a86d-3a4bec8595ec tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:37.031492 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e140a224-2e80-4f1c-a70e-81518f6aba47 req-39569f27-cb9b-4a29-87e6-b631c58163e1 service neutron] 10.222.0.36 "GET /v2.0/networks/34fdcfa4-2e5d-460f-9a9f-5a798833609a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2837739 May 18 18:10:37.032649 n-d-838550-3 neutron-server[102731]: INFO neutron.api.v2.resource [None req-e7bf0aac-d1cd-4571-a86d-3a4bec8595ec tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] create failed (client error): There was a conflict when trying to complete your request. May 18 18:10:37.038655 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-e7bf0aac-d1cd-4571-a86d-3a4bec8595ec tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3861856 May 18 18:10:37.043150 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 55150) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:10:37.064149 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 5f188c0b-6bc4-46fa-9329-4fafb8ba734c is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:10:37.155713 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-457409a8-ab16-421e-8166-1cc0937d723d None None] Current status of the port 5f188c0b-6bc4-46fa-9329-4fafb8ba734c is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:10:37.304294 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e140a224-2e80-4f1c-a70e-81518f6aba47 req-c0df512c-e217-48a5-b5fe-61373ae69c0f service neutron] 10.222.0.36 "GET /v2.0/networks/34fdcfa4-2e5d-460f-9a9f-5a798833609a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2616696 May 18 18:10:37.365318 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61158b01-93bf-4b91-926a-deea3101b514 req-b80f94a0-b84c-4919-8f85-dc44d0873732 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:37.377397 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-61158b01-93bf-4b91-926a-deea3101b514 req-b80f94a0-b84c-4919-8f85-dc44d0873732 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/ports?device_id=25eab926-d445-4acf-a7aa-c2557457c351 HTTP/1.1" status: 200 len: 949 time: 0.2741041 May 18 18:10:37.387261 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-735ae148-dc15-4342-bb36-24a93c60f1ac tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:37.442019 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b8144318-4622-4afc-865e-9171ea091697 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596801'] for router, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:37.453118 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a4ad49-ac88-4f23-80a1-f11fc7cbebd4 req-b4a40b1f-5212-4881-bf82-49d25df49dd4 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:37.461040 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a0a4ad49-ac88-4f23-80a1-f11fc7cbebd4 req-b4a40b1f-5212-4881-bf82-49d25df49dd4 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/ports?device_id=03e9ea95-a4d7-4a6b-bf9a-c47231632c0a HTTP/1.1" status: 200 len: 943 time: 0.3255301 May 18 18:10:37.465895 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-61158b01-93bf-4b91-926a-deea3101b514 req-380f79fa-a139-4473-8da8-bfa067f04efc tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/security-groups?id=5ea4329b-bade-4f5a-bfbd-7917c3702679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865500 May 18 18:10:37.527480 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-735ae148-dc15-4342-bb36-24a93c60f1ac tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:37.535642 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cdf68f-ce5e-4ba8-a4b5-d0cd5450270f req-7b53acc7-af02-432a-816a-833aa27dc42a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:37.537461 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-16cdf68f-ce5e-4ba8-a4b5-d0cd5450270f req-7b53acc7-af02-432a-816a-833aa27dc42a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8ebc9a1ec3004890baedda4682fb5641&device_id=03e9ea95-a4d7-4a6b-bf9a-c47231632c0a HTTP/1.1" status: 200 len: 1094 time: 0.1530929 May 18 18:10:37.562922 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-387bc2f4-b87a-4f4d-801b-c986dee55b0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:37.661779 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a0a4ad49-ac88-4f23-80a1-f11fc7cbebd4 req-0d6e2c0d-b927-49eb-bc4c-d85211086c20 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/security-groups?id=fae3ce3c-9235-4ae4-9c6c-e682ce6a4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998076 May 18 18:10:37.746268 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cdf68f-ce5e-4ba8-a4b5-d0cd5450270f req-f5581472-2145-47d9-8611-69b36b736c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:37.751326 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-16cdf68f-ce5e-4ba8-a4b5-d0cd5450270f req-f5581472-2145-47d9-8611-69b36b736c25 service neutron] 10.222.0.36 "GET /v2.0/networks?id=34fdcfa4-2e5d-460f-9a9f-5a798833609a HTTP/1.1" status: 200 len: 909 time: 0.2025886 May 18 18:10:37.754120 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-735ae148-dc15-4342-bb36-24a93c60f1ac tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:37.759896 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-735ae148-dc15-4342-bb36-24a93c60f1ac tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:37.761930 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-735ae148-dc15-4342-bb36-24a93c60f1ac tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] 10.222.0.85 "DELETE /v2.0/security-groups/31d92115-f8cc-4e28-b96c-36a06caa8295 HTTP/1.1" status: 204 len: 168 time: 0.6927929 May 18 18:10:37.769449 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 55160) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:10:37.836213 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735ae148-dc15-4342-bb36-24a93c60f1ac tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31d92115-f8cc-4e28-b96c-36a06caa8295,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:10:37.841741 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-16cdf68f-ce5e-4ba8-a4b5-d0cd5450270f req-d3a251b1-c658-4601-9737-261283ca918e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=81037d82-88f3-4280-93f1-f841b8057ff2 HTTP/1.1" status: 200 len: 217 time: 0.0780175 May 18 18:10:37.870165 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c278b5ab-a9b7-4891-a2d9-fcb421ddfc91 req-a0685c17-203f-43b5-a1bd-423598521eac tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:37.876134 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c278b5ab-a9b7-4891-a2d9-fcb421ddfc91 req-a0685c17-203f-43b5-a1bd-423598521eac tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] 10.222.0.85 "GET /v2.0/ports?device_id=99d6ce8d-1802-43b7-b3a1-723c709524f1 HTTP/1.1" status: 200 len: 945 time: 0.2046654 May 18 18:10:37.964628 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cdf68f-ce5e-4ba8-a4b5-d0cd5450270f req-126b937f-7fba-4cf2-8a70-3842f61ace92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:37.966445 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-16cdf68f-ce5e-4ba8-a4b5-d0cd5450270f req-126b937f-7fba-4cf2-8a70-3842f61ace92 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8f7111f6-e2ae-4553-ac4c-889ba94e64a6 HTTP/1.1" status: 200 len: 848 time: 0.1171916 May 18 18:10:37.974390 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-350e2d86-d0af-4676-868b-3e250df3e72d tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] 10.222.0.85 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2037258 May 18 18:10:37.983256 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 55162) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:10:37.997720 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99888f64-824e-402f-ab3f-4855045b0524 req-eb391a95-6fb2-4b9a-881e-24e74da2002d tempest-ServersOnMultiNodesTest-127999468 tempest-ServersOnMultiNodesTest-127999468-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:37.999540 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-99888f64-824e-402f-ab3f-4855045b0524 req-eb391a95-6fb2-4b9a-881e-24e74da2002d tempest-ServersOnMultiNodesTest-127999468 tempest-ServersOnMultiNodesTest-127999468-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=25eab926-d445-4acf-a7aa-c2557457c351 HTTP/1.1" status: 200 len: 1100 time: 0.0753822 May 18 18:10:38.004204 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-8ce859ee-3beb-4889-8ee9-f3652b2990ad tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] Request body: {'security_group': {'name': 'tempest-secgroup--909657563'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:10:38.027427 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8144318-4622-4afc-865e-9171ea091697 admin admin] Router 08f2f26e-c4e1-4c83-93dd-9b92298d525c is scheduled to L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e with binding_index 1 {{(pid=102730) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 18 18:10:38.041369 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c278b5ab-a9b7-4891-a2d9-fcb421ddfc91 req-8696e600-7c41-411d-baee-ddfdc68d51d6 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] 10.222.0.85 "GET /v2.0/security-groups?id=cb4db50c-f652-4bbe-9372-f1efeb00bae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356616 May 18 18:10:38.071396 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-16cdf68f-ce5e-4ba8-a4b5-d0cd5450270f req-25e413c4-64fc-49aa-8256-4a099899169d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=34fdcfa4-2e5d-460f-9a9f-5a798833609a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0937252 May 18 18:10:38.116487 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8ce859ee-3beb-4889-8ee9-f3652b2990ad tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:38.224024 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-99888f64-824e-402f-ab3f-4855045b0524 req-72602e79-cb61-4fc0-924d-72347357912a tempest-ServersOnMultiNodesTest-127999468 tempest-ServersOnMultiNodesTest-127999468-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=5ea4329b-bade-4f5a-bfbd-7917c3702679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118676 May 18 18:10:38.378736 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8144318-4622-4afc-865e-9171ea091697 admin admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:10:38.402636 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5262d10-97d9-4bd4-a1d7-15775ff7bec3 None None] Sync routers for ids ['08f2f26e-c4e1-4c83-93dd-9b92298d525c'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:10:38.448468 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5262d10-97d9-4bd4-a1d7-15775ff7bec3 None None] Routers {'08f2f26e-c4e1-4c83-93dd-9b92298d525c'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:10:38.449488 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-d5262d10-97d9-4bd4-a1d7-15775ff7bec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:10:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['08f2f26e-c4e1-4c83-93dd-9b92298d525c'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:10:38.469231 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 55170) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:10:38.519657 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8ce859ee-3beb-4889-8ee9-f3652b2990ad tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:38.541808 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-16cdf68f-ce5e-4ba8-a4b5-d0cd5450270f req-4c37471a-b2e4-45a3-bcd5-cc56444d9810 service neutron] 10.222.0.36 "GET /v2.0/networks/34fdcfa4-2e5d-460f-9a9f-5a798833609a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4333453 May 18 18:10:38.545022 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b8144318-4622-4afc-865e-9171ea091697 admin admin] Notify callbacks [] for router, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:38.549887 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-b8144318-4622-4afc-865e-9171ea091697 admin admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.8620644 May 18 18:10:38.550615 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 55178) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:10:38.575136 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b3793c-ed95-439b-948f-97ade662177f req-d48169ed-0610-42b1-b95f-8a4da7f93f45 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:38.583556 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-44b3793c-ed95-439b-948f-97ade662177f req-d48169ed-0610-42b1-b95f-8a4da7f93f45 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=b620702a-122a-4cad-9b6e-b764547e6f53 HTTP/1.1" status: 200 len: 945 time: 0.3438950 May 18 18:10:38.739211 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-d5262d10-97d9-4bd4-a1d7-15775ff7bec3 None None] Set router 08f2f26e-c4e1-4c83-93dd-9b92298d525c gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:10:38.740774 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-16cdf68f-ce5e-4ba8-a4b5-d0cd5450270f req-75fe89d7-7478-4e42-9993-ffad3916c1e5 service neutron] 10.222.0.36 "GET /v2.0/networks/34fdcfa4-2e5d-460f-9a9f-5a798833609a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976445 May 18 18:10:38.749610 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8ce859ee-3beb-4889-8ee9-f3652b2990ad tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:38.770951 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a974219-35c8-42f9-90c5-c4c1b72cd1f8 admin admin] Deleting subnet 512e531e-fa27-4a3b-a633-d4f81c0623a0 {{(pid=102730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:10:38.812960 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-44b3793c-ed95-439b-948f-97ade662177f req-08ca6697-a4b5-45cc-819c-9594a0baa0aa tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/security-groups?id=33ba1fad-191a-4b7a-ae9e-8e9e60985e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281573 May 18 18:10:38.820837 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1a974219-35c8-42f9-90c5-c4c1b72cd1f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:38.919055 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8ce859ee-3beb-4889-8ee9-f3652b2990ad tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:38.920405 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-8ce859ee-3beb-4889-8ee9-f3652b2990ad tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9199133 May 18 18:10:38.925132 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 55190) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:10:38.945349 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-f2a13280-39c3-452c-811d-f04c6654bc8f tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] Request body: {'security_group_rule': {'security_group_id': '94f8ca89-0457-4d76-836b-a82d4beb4a91', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:10:38.945349 n-d-838550-3 neutron-server[102730]: WARNING neutron.api.v2.base [None req-f2a13280-39c3-452c-811d-f04c6654bc8f tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. May 18 18:10:38.951205 n-d-838550-3 neutron-server[102730]: INFO neutron.api.v2.resource [None req-f2a13280-39c3-452c-811d-f04c6654bc8f tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 18 18:10:38.952260 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-f2a13280-39c3-452c-811d-f04c6654bc8f tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0254233 May 18 18:10:38.958901 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1a974219-35c8-42f9-90c5-c4c1b72cd1f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260107366'] for subnet, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:38.960578 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 55192) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:10:38.980736 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b4898642-2e8c-4b29-be07-4f0000f8157d req-ae0c70aa-fa43-4880-b76f-40d0e41f5e51 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=a049c2cb7dc14b6fbce20aa8814d6ebf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2382407 May 18 18:10:39.031235 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce859ee-3beb-4889-8ee9-f3652b2990ad tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94f8ca89-0457-4d76-836b-a82d4beb4a91,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:10:39.109014 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bea0e345-3604-4305-b165-1c1454feb1f5 req-036b5cfd-fe3c-4fca-92df-870f1409edc3 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=856de7f6-1aa7-4b67-bac8-1e6902f032dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3646901 May 18 18:10:39.135774 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d0309a-56e8-4f11-9257-981a614365d5 req-2b6d4deb-b7d1-4b17-9b4f-9cf2b6fdff8e tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:39.138033 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-46d0309a-56e8-4f11-9257-981a614365d5 req-2b6d4deb-b7d1-4b17-9b4f-9cf2b6fdff8e tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] 10.222.0.88 "GET /v2.0/ports?device_id=99d6ce8d-1802-43b7-b3a1-723c709524f1 HTTP/1.1" status: 200 len: 945 time: 0.3346887 May 18 18:10:39.148648 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-d5262d10-97d9-4bd4-a1d7-15775ff7bec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08f2f26e-c4e1-4c83-93dd-9b92298d525c', 'name': 'tempest-ServerRescueNegativeTestJSON-502421857-router', 'tenant_id': 'c37246a20f2845a089230b88402f6d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '32dc8a7e-4aef-49a4-8d52-7e27ad60ae1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:10:31Z', 'updated_at': '2022-05-18T18:10:36Z', 'revision_number': 3, 'project_id': 'c37246a20f2845a089230b88402f6d1b', 'gw_port': {'id': '32dc8a7e-4aef-49a4-8d52-7e27ad60ae1e', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:53:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08f2f26e-c4e1-4c83-93dd-9b92298d525c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:10:34Z', 'updated_at': '2022-05-18T18:10:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:10:39.201424 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5262d10-97d9-4bd4-a1d7-15775ff7bec3 None None] Checking router: 08f2f26e-c4e1-4c83-93dd-9b92298d525c for host: n-d-838550-3 {{(pid=102732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:10:39.201977 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5262d10-97d9-4bd4-a1d7-15775ff7bec3 None None] Updating router 08f2f26e-c4e1-4c83-93dd-9b92298d525c port 32dc8a7e-4aef-49a4-8d52-7e27ad60ae1e binding host n-d-838550-3 {{(pid=102732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 18:10:39.211015 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4898642-2e8c-4b29-be07-4f0000f8157d req-2b26e342-83e1-4d35-bd3a-8b247f9145b9 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:39.213145 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b4898642-2e8c-4b29-be07-4f0000f8157d req-2b26e342-83e1-4d35-bd3a-8b247f9145b9 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2237201 May 18 18:10:39.238792 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28a49d5-b9ee-46f5-809e-3c3247ff4d11 req-e02df638-6a3f-4494-abd1-245897dd11c1 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:39.241286 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d28a49d5-b9ee-46f5-809e-3c3247ff4d11 req-e02df638-6a3f-4494-abd1-245897dd11c1 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/ports?device_id=03e9ea95-a4d7-4a6b-bf9a-c47231632c0a HTTP/1.1" status: 200 len: 943 time: 0.3347452 May 18 18:10:39.262884 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1a974219-35c8-42f9-90c5-c4c1b72cd1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:39.288679 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d5262d10-97d9-4bd4-a1d7-15775ff7bec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:39.313950 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b4898642-2e8c-4b29-be07-4f0000f8157d req-3417d513-fc2e-4b88-a348-ca206cf80c36 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/quotas/a049c2cb7dc14b6fbce20aa8814d6ebf HTTP/1.1" status: 200 len: 375 time: 0.0249469 May 18 18:10:39.480891 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea0e345-3604-4305-b165-1c1454feb1f5 req-2aa9da99-0c95-4c76-8546-3516a4c025b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:39.482336 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bea0e345-3604-4305-b165-1c1454feb1f5 req-2aa9da99-0c95-4c76-8546-3516a4c025b8 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8ebc9a1ec3004890baedda4682fb5641&device_id=856de7f6-1aa7-4b67-bac8-1e6902f032dc HTTP/1.1" status: 200 len: 1096 time: 0.2670786 May 18 18:10:39.512727 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b4898642-2e8c-4b29-be07-4f0000f8157d req-8e27d3da-1b1a-4615-8ec2-c03a1433ce69 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=a049c2cb7dc14b6fbce20aa8814d6ebf&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1700749 May 18 18:10:39.716990 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-46d0309a-56e8-4f11-9257-981a614365d5 req-0387ea18-5345-4d9d-a2a2-d7a89164f2e7 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Deleting port c66c94da-975c-48bf-8603-4b1d1337c6ac {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:10:39.717797 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-46d0309a-56e8-4f11-9257-981a614365d5 req-0387ea18-5345-4d9d-a2a2-d7a89164f2e7 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:39.891933 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d5262d10-97d9-4bd4-a1d7-15775ff7bec3 None None] Notify callbacks [] for port, precommit_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:39.910081 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d5262d10-97d9-4bd4-a1d7-15775ff7bec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:39.936237 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea0e345-3604-4305-b165-1c1454feb1f5 req-173f3e3f-e652-422f-88f8-98a94c1ac0af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:39.942504 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bea0e345-3604-4305-b165-1c1454feb1f5 req-173f3e3f-e652-422f-88f8-98a94c1ac0af service neutron] 10.222.0.88 "GET /v2.0/networks?id=34fdcfa4-2e5d-460f-9a9f-5a798833609a HTTP/1.1" status: 200 len: 909 time: 0.4274549 May 18 18:10:39.986932 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdec289-4b32-47e7-96c7-5b5e8ab1aa02 None None] Pushing event updated for resources: {'Port': ['ID=32dc8a7e-4aef-49a4-8d52-7e27ad60ae1e,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:10:40.024567 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdec289-4b32-47e7-96c7-5b5e8ab1aa02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:10:40.025471 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdec289-4b32-47e7-96c7-5b5e8ab1aa02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:10:40.025867 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdec289-4b32-47e7-96c7-5b5e8ab1aa02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:10:40.026465 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdec289-4b32-47e7-96c7-5b5e8ab1aa02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:10:40.026825 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdec289-4b32-47e7-96c7-5b5e8ab1aa02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:10:40.027222 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdec289-4b32-47e7-96c7-5b5e8ab1aa02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:10:40.027626 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdec289-4b32-47e7-96c7-5b5e8ab1aa02 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:10:40.028045 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdec289-4b32-47e7-96c7-5b5e8ab1aa02 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:10:40.028345 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdec289-4b32-47e7-96c7-5b5e8ab1aa02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:10:40.028926 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdec289-4b32-47e7-96c7-5b5e8ab1aa02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:10:40.029462 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdec289-4b32-47e7-96c7-5b5e8ab1aa02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:10:40.030165 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdec289-4b32-47e7-96c7-5b5e8ab1aa02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:10:40.048287 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-d5262d10-97d9-4bd4-a1d7-15775ff7bec3 None None] Attempting to bind port 32dc8a7e-4aef-49a4-8d52-7e27ad60ae1e on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:10:40.048982 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-d5262d10-97d9-4bd4-a1d7-15775ff7bec3 None None] Attempting to bind port 32dc8a7e-4aef-49a4-8d52-7e27ad60ae1e by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:10:40.049612 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5262d10-97d9-4bd4-a1d7-15775ff7bec3 None None] Attempting to bind port 32dc8a7e-4aef-49a4-8d52-7e27ad60ae1e on network 31ebd439-090c-4b25-bbb0-31c48711b145 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:10:40.057260 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5262d10-97d9-4bd4-a1d7-15775ff7bec3 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 10, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:10:40.058330 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5262d10-97d9-4bd4-a1d7-15775ff7bec3 None None] Checking segment: {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:10:40.058981 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d5262d10-97d9-4bd4-a1d7-15775ff7bec3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:40.059701 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5262d10-97d9-4bd4-a1d7-15775ff7bec3 None None] Bound using segment: {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:10:40.060623 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-d5262d10-97d9-4bd4-a1d7-15775ff7bec3 None None] Bound port: 32dc8a7e-4aef-49a4-8d52-7e27ad60ae1e, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:10:40.061218 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d5262d10-97d9-4bd4-a1d7-15775ff7bec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:40.063494 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b19f08c0-4ea5-4a20-8523-0ef2c37a2ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:40.100474 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bea0e345-3604-4305-b165-1c1454feb1f5 req-149c0a71-9673-46d4-ad86-51c23eded05c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7147e38-5504-4db8-b866-92a9b2fb8077 HTTP/1.1" status: 200 len: 217 time: 0.1479263 May 18 18:10:40.179836 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-d5262d10-97d9-4bd4-a1d7-15775ff7bec3 None None] For port 32dc8a7e-4aef-49a4-8d52-7e27ad60ae1e, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:10:40.184285 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-d5262d10-97d9-4bd4-a1d7-15775ff7bec3 None None] For port 32dc8a7e-4aef-49a4-8d52-7e27ad60ae1e, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=32dc8a7e-4aef-49a4-8d52-7e27ad60ae1e,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:10:40.194704 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d5262d10-97d9-4bd4-a1d7-15775ff7bec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:40.226476 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-46d0309a-56e8-4f11-9257-981a614365d5 req-0387ea18-5345-4d9d-a2a2-d7a89164f2e7 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] For port c66c94da-975c-48bf-8603-4b1d1337c6ac, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=c66c94da-975c-48bf-8603-4b1d1337c6ac,segment=NetworkSegment(31315e3d-060c-4ccf-beb4-baf1134985d1),segment_id=31315e3d-060c-4ccf-beb4-baf1134985d1)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:10:40.227020 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-46d0309a-56e8-4f11-9257-981a614365d5 req-0387ea18-5345-4d9d-a2a2-d7a89164f2e7 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:40.244131 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-46d0309a-56e8-4f11-9257-981a614365d5 req-0387ea18-5345-4d9d-a2a2-d7a89164f2e7 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Calling delete_port for c66c94da-975c-48bf-8603-4b1d1337c6ac owned by compute:nova {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:10:40.262597 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdec289-4b32-47e7-96c7-5b5e8ab1aa02 None None] Pushing event updated for resources: {'Port': ['ID=32dc8a7e-4aef-49a4-8d52-7e27ad60ae1e,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:10:40.265409 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d28a49d5-b9ee-46f5-809e-3c3247ff4d11 req-b3b0cd97-1877-4bac-9228-ab0b5d78208b tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/security-groups?id=fae3ce3c-9235-4ae4-9c6c-e682ce6a4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0043964 May 18 18:10:40.270063 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f80a46a9-d55d-48c6-8b89-e471bb651b8e tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:40.280644 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1a974219-35c8-42f9-90c5-c4c1b72cd1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261104690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261031888'] for subnet, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:40.315431 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea0e345-3604-4305-b165-1c1454feb1f5 req-8659edf5-d469-49fb-bf99-529a555470d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:40.317331 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bea0e345-3604-4305-b165-1c1454feb1f5 req-8659edf5-d469-49fb-bf99-529a555470d4 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8f7111f6-e2ae-4553-ac4c-889ba94e64a6 HTTP/1.1" status: 200 len: 848 time: 0.2077880 May 18 18:10:40.324580 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5262d10-97d9-4bd4-a1d7-15775ff7bec3 None None] Routers {'08f2f26e-c4e1-4c83-93dd-9b92298d525c'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:10:40.325244 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-d5262d10-97d9-4bd4-a1d7-15775ff7bec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:10:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['08f2f26e-c4e1-4c83-93dd-9b92298d525c'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:10:40.415541 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a974219-35c8-42f9-90c5-c4c1b72cd1f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=512e531e-fa27-4a3b-a633-d4f81c0623a0,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:10:40.423355 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72fe9c9-b8d5-4e11-8bc0-78fd8bed9af6 req-f8dcbf75-eff9-4092-89bf-179f23691540 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:40.433196 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a72fe9c9-b8d5-4e11-8bc0-78fd8bed9af6 req-f8dcbf75-eff9-4092-89bf-179f23691540 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] 10.222.0.85 "GET /v2.0/ports?device_id=99d6ce8d-1802-43b7-b3a1-723c709524f1 HTTP/1.1" status: 200 len: 945 time: 0.4494755 May 18 18:10:40.439850 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bea0e345-3604-4305-b165-1c1454feb1f5 req-b3249651-3815-4de4-9b8b-4ff88b6b4fee service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=34fdcfa4-2e5d-460f-9a9f-5a798833609a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645244 May 18 18:10:40.467739 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c5754bb4-d546-4744-b6c9-a100124024a8 req-5a2845c2-681b-47df-8a25-1b1778cd61fd tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/ports?device_id=d8377e75-2fd4-49e4-8639-25a2f3467097 HTTP/1.1" status: 200 len: 210 time: 0.0702963 May 18 18:10:40.468733 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1a974219-35c8-42f9-90c5-c4c1b72cd1f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:40.473099 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-1a974219-35c8-42f9-90c5-c4c1b72cd1f8 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/512e531e-fa27-4a3b-a633-d4f81c0623a0 HTTP/1.1" status: 204 len: 168 time: 1.9978304 May 18 18:10:40.476812 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f80a46a9-d55d-48c6-8b89-e471bb651b8e tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:40.476970 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 55218) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:10:40.552732 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-d5262d10-97d9-4bd4-a1d7-15775ff7bec3 None None] Set router 08f2f26e-c4e1-4c83-93dd-9b92298d525c gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:10:40.608904 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a72fe9c9-b8d5-4e11-8bc0-78fd8bed9af6 req-1004ad56-9558-439b-b1de-5c00829ed953 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] 10.222.0.85 "GET /v2.0/security-groups?id=cb4db50c-f652-4bbe-9372-f1efeb00bae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742518 May 18 18:10:40.609605 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f80a46a9-d55d-48c6-8b89-e471bb651b8e tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:40.613722 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f80a46a9-d55d-48c6-8b89-e471bb651b8e tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:40.615809 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-f80a46a9-d55d-48c6-8b89-e471bb651b8e tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] 10.222.0.85 "DELETE /v2.0/security-groups/94f8ca89-0457-4d76-836b-a82d4beb4a91 HTTP/1.1" status: 204 len: 168 time: 1.6536801 May 18 18:10:40.627159 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 55220) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:10:40.757985 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80a46a9-d55d-48c6-8b89-e471bb651b8e tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94f8ca89-0457-4d76-836b-a82d4beb4a91,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:10:40.826609 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a221f1ef-f4d0-4f1f-b148-4c32c552fa9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:40.922106 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-d5262d10-97d9-4bd4-a1d7-15775ff7bec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08f2f26e-c4e1-4c83-93dd-9b92298d525c', 'name': 'tempest-ServerRescueNegativeTestJSON-502421857-router', 'tenant_id': 'c37246a20f2845a089230b88402f6d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '32dc8a7e-4aef-49a4-8d52-7e27ad60ae1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:10:31Z', 'updated_at': '2022-05-18T18:10:36Z', 'revision_number': 3, 'project_id': 'c37246a20f2845a089230b88402f6d1b', 'gw_port': {'id': '32dc8a7e-4aef-49a4-8d52-7e27ad60ae1e', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:53:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08f2f26e-c4e1-4c83-93dd-9b92298d525c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:10:34Z', 'updated_at': '2022-05-18T18:10:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:10:40.989243 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5262d10-97d9-4bd4-a1d7-15775ff7bec3 None None] The sync data for ids ['08f2f26e-c4e1-4c83-93dd-9b92298d525c'] in n-d-838550-3 is: [{'id': '08f2f26e-c4e1-4c83-93dd-9b92298d525c', 'name': 'tempest-ServerRescueNegativeTestJSON-502421857-router', 'tenant_id': 'c37246a20f2845a089230b88402f6d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '32dc8a7e-4aef-49a4-8d52-7e27ad60ae1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:10:31Z', 'updated_at': '2022-05-18T18:10:36Z', 'revision_number': 3, 'project_id': 'c37246a20f2845a089230b88402f6d1b', 'gw_port': {'id': '32dc8a7e-4aef-49a4-8d52-7e27ad60ae1e', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:53:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08f2f26e-c4e1-4c83-93dd-9b92298d525c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:10:34Z', 'updated_at': '2022-05-18T18:10:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:10:41.005211 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-46d0309a-56e8-4f11-9257-981a614365d5 req-0387ea18-5345-4d9d-a2a2-d7a89164f2e7 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:41.047112 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-add1f96e-f7cf-4b65-9892-1cd7f8a4cba1 tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] 10.222.0.85 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3383081 May 18 18:10:41.051271 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bea0e345-3604-4305-b165-1c1454feb1f5 req-863f2270-8140-4490-90c7-47fc85086d93 service neutron] 10.222.0.88 "GET /v2.0/networks/34fdcfa4-2e5d-460f-9a9f-5a798833609a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4096236 May 18 18:10:41.052997 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 55224) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:10:41.058985 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-4987ac3b-aea0-4971-9d97-67f7e8bf58b5 tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] Request body: {'security_group': {'name': 'tempest-secgroup--2014877026'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:10:41.075640 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a04b8eb-7034-4f57-b22f-04e5df07c88b req-e3e7b053-b6c2-4bb2-baae-f7ad99054692 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:41.077389 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9a04b8eb-7034-4f57-b22f-04e5df07c88b req-e3e7b053-b6c2-4bb2-baae-f7ad99054692 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=b620702a-122a-4cad-9b6e-b764547e6f53 HTTP/1.1" status: 200 len: 945 time: 0.3593526 May 18 18:10:41.135496 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:41.162197 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0387ea18-5345-4d9d-a2a2-d7a89164f2e7 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Pushing event deleted for resources: {'Port': ['ID=c66c94da-975c-48bf-8603-4b1d1337c6ac,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:10:41.174805 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4987ac3b-aea0-4971-9d97-67f7e8bf58b5 tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:41.212794 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a221f1ef-f4d0-4f1f-b148-4c32c552fa9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:41.246794 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b69c38d-7d14-4f8a-8b12-682c671b7984 req-f1e2b96d-f0ab-49ab-9a84-662cf10c9ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:41.248668 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1b69c38d-7d14-4f8a-8b12-682c671b7984 req-f1e2b96d-f0ab-49ab-9a84-662cf10c9ec8 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ed8a017ff6d8432c9386dee5054e8944&device_id=b620702a-122a-4cad-9b6e-b764547e6f53 HTTP/1.1" status: 200 len: 1096 time: 0.3346381 May 18 18:10:41.297878 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-46d0309a-56e8-4f11-9257-981a614365d5 req-0387ea18-5345-4d9d-a2a2-d7a89164f2e7 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] No DVR routers for this DVR port c66c94da-975c-48bf-8603-4b1d1337c6ac on host n-h2-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:10:41.307816 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9a04b8eb-7034-4f57-b22f-04e5df07c88b req-ecc3a95d-7f73-46df-920e-b59bfa5010b1 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/security-groups?id=33ba1fad-191a-4b7a-ae9e-8e9e60985e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151856 May 18 18:10:41.311241 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-a221f1ef-f4d0-4f1f-b148-4c32c552fa9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89a166ac-2caa-4d2b-946e-c866ff35d748']}} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:10:41.317183 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-46d0309a-56e8-4f11-9257-981a614365d5 req-0387ea18-5345-4d9d-a2a2-d7a89164f2e7 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:41.321094 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-46d0309a-56e8-4f11-9257-981a614365d5 req-0387ea18-5345-4d9d-a2a2-d7a89164f2e7 tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] 10.222.0.88 "DELETE /v2.0/ports/c66c94da-975c-48bf-8603-4b1d1337c6ac HTTP/1.1" status: 204 len: 173 time: 2.1749456 May 18 18:10:41.327812 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99d6ce8d-1802-43b7-b3a1-723c709524f1', 'name': 'network-vif-deleted', 'tag': 'c66c94da-975c-48bf-8603-4b1d1337c6ac'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:10:41.348086 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4987ac3b-aea0-4971-9d97-67f7e8bf58b5 tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:41.349576 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d815942-7fc2-4b83-8190-403ccc5d8364" -d '{"events": [{"server_uuid": "99d6ce8d-1802-43b7-b3a1-723c709524f1", "name": "network-vif-deleted", "tag": "c66c94da-975c-48bf-8603-4b1d1337c6ac"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:10:41.352231 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c3fff642-50bf-41f0-be42-4f8173858830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:41.410911 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4987ac3b-aea0-4971-9d97-67f7e8bf58b5 tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:41.481838 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4987ac3b-aea0-4971-9d97-67f7e8bf58b5 tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:41.486576 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-4987ac3b-aea0-4971-9d97-67f7e8bf58b5 tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4288065 May 18 18:10:41.486576 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4987ac3b-aea0-4971-9d97-67f7e8bf58b5 tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e88c1aff-3042-44e6-bd9c-4e9cc756ecf3,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:10:41.488623 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-a221f1ef-f4d0-4f1f-b148-4c32c552fa9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4108219a-3b63-4e18-85c6-9ac51a4fcb83') {'for_net_delete': True} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:10:41.489207 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-a221f1ef-f4d0-4f1f-b148-4c32c552fa9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4108219a-3b63-4e18-85c6-9ac51a4fcb83') {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:10:41.491691 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 55230) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:10:41.499702 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-08ca2cab-b04a-4a60-be6f-75cba2dca9e6 tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] Request body: {'security_group_rule': {'security_group_id': 'e88c1aff-3042-44e6-bd9c-4e9cc756ecf3', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:10:41.501078 n-d-838550-3 neutron-server[102730]: WARNING neutron.api.v2.base [None req-08ca2cab-b04a-4a60-be6f-75cba2dca9e6 tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. May 18 18:10:41.501808 n-d-838550-3 neutron-server[102730]: INFO neutron.api.v2.resource [None req-08ca2cab-b04a-4a60-be6f-75cba2dca9e6 tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 18 18:10:41.505785 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-08ca2cab-b04a-4a60-be6f-75cba2dca9e6 tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0077360 May 18 18:10:41.507809 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a221f1ef-f4d0-4f1f-b148-4c32c552fa9a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260542144'] for segment, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:41.563162 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 55232) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:10:41.656693 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bea0e345-3604-4305-b165-1c1454feb1f5 req-043a7dfb-ab61-4018-be66-5bf3f7543a28 service neutron] 10.222.0.88 "GET /v2.0/networks/34fdcfa4-2e5d-460f-9a9f-5a798833609a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5677466 May 18 18:10:41.737059 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a221f1ef-f4d0-4f1f-b148-4c32c552fa9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:41.771102 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a221f1ef-f4d0-4f1f-b148-4c32c552fa9a admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=102731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:10:41.771770 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a221f1ef-f4d0-4f1f-b148-4c32c552fa9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260884178'] for segment, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:41.780151 n-d-838550-3 neutron-server[102731]: Traceback (most recent call last): May 18 18:10:41.780151 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:10:41.780151 n-d-838550-3 neutron-server[102731]: timer() May 18 18:10:41.780151 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:10:41.780151 n-d-838550-3 neutron-server[102731]: cb(*args, **kw) May 18 18:10:41.780151 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:10:41.780151 n-d-838550-3 neutron-server[102731]: return func(*args, **kwargs) May 18 18:10:41.780151 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:10:41.780151 n-d-838550-3 neutron-server[102731]: self._notify() May 18 18:10:41.780151 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:10:41.780151 n-d-838550-3 neutron-server[102731]: self.callback(batched_events) May 18 18:10:41.780151 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:10:41.780151 n-d-838550-3 neutron-server[102731]: event.method(event) May 18 18:10:41.780151 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:10:41.780151 n-d-838550-3 neutron-server[102731]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:10:41.780151 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:10:41.780151 n-d-838550-3 neutron-server[102731]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:10:41.780151 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:10:41.780151 n-d-838550-3 neutron-server[102731]: return f(self, *a, **k) May 18 18:10:41.780151 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:10:41.780151 n-d-838550-3 neutron-server[102731]: return self._get(url).json() May 18 18:10:41.780151 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:10:41.780151 n-d-838550-3 neutron-server[102731]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:10:41.780151 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:10:41.780151 n-d-838550-3 neutron-server[102731]: return self.request(url, 'GET', **kwargs) May 18 18:10:41.780151 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:10:41.780151 n-d-838550-3 neutron-server[102731]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:10:41.780151 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:10:41.780151 n-d-838550-3 neutron-server[102731]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:10:41.780151 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:10:41.780151 n-d-838550-3 neutron-server[102731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:10:41.780151 n-d-838550-3 neutron-server[102731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:10:41.791743 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-57cabc9b-88b6-49f3-a1b5-b8229d4bdbab req-41a6e345-3309-4d27-9a08-ce41e3330adb tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/ports?device_id=d8377e75-2fd4-49e4-8639-25a2f3467097 HTTP/1.1" status: 200 len: 210 time: 0.0829268 May 18 18:10:41.826868 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b4898642-2e8c-4b29-be07-4f0000f8157d req-948c6b25-d363-4b89-897f-568aaa172b0f tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=a049c2cb7dc14b6fbce20aa8814d6ebf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0926051 May 18 18:10:41.861008 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-07542b15-3027-4922-8772-cd6e3df6e7f8 tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:41.929292 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-07542b15-3027-4922-8772-cd6e3df6e7f8 tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:41.968665 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-c3fff642-50bf-41f0-be42-4f8173858830 admin admin] Allocated IP 172.20.0.1 (055b7a59-22e7-493f-ba66-d1ab1ebb4b38/6103a86c-1984-4112-92b7-213da8bfab24/78558848-d600-48c9-a059-bfc3b3c5b632) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:10:42.021075 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8050d984-66dd-41d3-9f3f-02666548840a x-openstack-request-id: req-8050d984-66dd-41d3-9f3f-02666548840a {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:10:42.021356 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99d6ce8d-1802-43b7-b3a1-723c709524f1", "name": "network-vif-deleted", "tag": "c66c94da-975c-48bf-8603-4b1d1337c6ac", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:10:42.021607 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-8050d984-66dd-41d3-9f3f-02666548840a {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:10:42.022039 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8050d984-66dd-41d3-9f3f-02666548840a'] response: {'server_uuid': '99d6ce8d-1802-43b7-b3a1-723c709524f1', 'name': 'network-vif-deleted', 'tag': 'c66c94da-975c-48bf-8603-4b1d1337c6ac', 'status': 'completed', 'code': 200} May 18 18:10:42.040833 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a221f1ef-f4d0-4f1f-b148-4c32c552fa9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:42.070506 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-07542b15-3027-4922-8772-cd6e3df6e7f8 tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:42.074134 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-07542b15-3027-4922-8772-cd6e3df6e7f8 tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:42.077948 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-07542b15-3027-4922-8772-cd6e3df6e7f8 tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] 10.222.0.85 "DELETE /v2.0/security-groups/e88c1aff-3042-44e6-bd9c-4e9cc756ecf3 HTTP/1.1" status: 204 len: 168 time: 0.5111902 May 18 18:10:42.079207 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4665abf-553f-47df-9011-dbae282e13be req-9512c4fd-4cee-4d9e-853e-078a074e17a5 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:42.081772 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e4665abf-553f-47df-9011-dbae282e13be req-9512c4fd-4cee-4d9e-853e-078a074e17a5 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/ports?device_id=03e9ea95-a4d7-4a6b-bf9a-c47231632c0a HTTP/1.1" status: 200 len: 943 time: 0.4340973 May 18 18:10:42.084019 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 55240) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:10:42.087641 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a221f1ef-f4d0-4f1f-b148-4c32c552fa9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:42.094860 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-a221f1ef-f4d0-4f1f-b148-4c32c552fa9a admin admin] 10.222.0.85 "DELETE /v2.0/networks/89a166ac-2caa-4d2b-946e-c866ff35d748 HTTP/1.1" status: 204 len: 168 time: 1.6135142 May 18 18:10:42.103237 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07542b15-3027-4922-8772-cd6e3df6e7f8 tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e88c1aff-3042-44e6-bd9c-4e9cc756ecf3,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:10:42.154262 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-963083f0-fce2-4073-b532-25279f203e41 req-f21d56d9-8d86-4515-b4e9-f6f809b080cc tempest-FloatingIPsAssociationTestJSON-218366009 tempest-FloatingIPsAssociationTestJSON-218366009-project] 10.222.0.85 "GET /v2.0/ports?device_id=99d6ce8d-1802-43b7-b3a1-723c709524f1 HTTP/1.1" status: 200 len: 210 time: 0.0447383 May 18 18:10:42.238944 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c3fff642-50bf-41f0-be42-4f8173858830 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:42.248457 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a221f1ef-f4d0-4f1f-b148-4c32c552fa9a admin admin] Pushing event deleted for resources: {'Network': ['ID=89a166ac-2caa-4d2b-946e-c866ff35d748,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:10:42.320030 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b69c38d-7d14-4f8a-8b12-682c671b7984 req-5ac005e9-8832-48f5-b077-a9ad9f3ac999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:42.322628 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1b69c38d-7d14-4f8a-8b12-682c671b7984 req-5ac005e9-8832-48f5-b077-a9ad9f3ac999 service neutron] 10.222.0.88 "GET /v2.0/networks?id=f92940b8-c50f-4c94-b1f3-3e93ca94957d HTTP/1.1" status: 200 len: 913 time: 1.0582490 May 18 18:10:42.353074 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c3fff642-50bf-41f0-be42-4f8173858830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:42.367773 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device bb609224-f5ba-4bb0-be9a-b6aab606ad06 no longer exists at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:10:42.400230 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3fff642-50bf-41f0-be42-4f8173858830 admin admin] Network 055b7a59-22e7-493f-ba66-d1ab1ebb4b38 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:10:42.402694 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-c3fff642-50bf-41f0-be42-4f8173858830 admin admin] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:10:42.476917 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fff642-50bf-41f0-be42-4f8173858830 admin admin] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:10:42.516122 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 32dc8a7e-4aef-49a4-8d52-7e27ad60ae1e up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:10:42.612915 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 55250) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:10:42.622404 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:42.699536 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 32dc8a7e-4aef-49a4-8d52-7e27ad60ae1e triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:10:42.700659 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:42.804067 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fff642-50bf-41f0-be42-4f8173858830 admin admin] Pushing event updated for resources: {'Port': ['ID=78558848-d600-48c9-a059-bfc3b3c5b632,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:10:42.834223 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c3fff642-50bf-41f0-be42-4f8173858830 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595826'] for router_interface, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:42.835227 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port bb609224-f5ba-4bb0-be9a-b6aab606ad06 is: ACTIVE; New status is: DOWN {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:10:42.835806 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:42.916612 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b620702a-122a-4cad-9b6e-b764547e6f53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb609224-f5ba-4bb0-be9a-b6aab606ad06'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:10:42.916612 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42f64121-e943-4a18-b467-1d85dd539f29" -d '{"events": [{"server_uuid": "b620702a-122a-4cad-9b6e-b764547e6f53", "name": "network-vif-unplugged", "status": "completed", "tag": "bb609224-f5ba-4bb0-be9a-b6aab606ad06"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:10:42.957585 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port bb609224-f5ba-4bb0-be9a-b6aab606ad06, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=bb609224-f5ba-4bb0-be9a-b6aab606ad06,segment=NetworkSegment(58bfdefb-3654-4aa0-92f0-6f0afd2552db),segment_id=58bfdefb-3654-4aa0-92f0-6f0afd2552db)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:10:42.960682 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 32dc8a7e-4aef-49a4-8d52-7e27ad60ae1e is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:10:42.961080 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:43.008882 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:43.010207 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device c66c94da-975c-48bf-8603-4b1d1337c6ac no longer exists at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:10:43.014370 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5012fa-ffe7-4171-862a-cbcf0bf23127 req-afd86673-5c09-496b-bcfa-8b51bf45d71c tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:43.023538 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] For port 32dc8a7e-4aef-49a4-8d52-7e27ad60ae1e, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=32dc8a7e-4aef-49a4-8d52-7e27ad60ae1e,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:10:43.025003 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-af5012fa-ffe7-4171-862a-cbcf0bf23127 req-afd86673-5c09-496b-bcfa-8b51bf45d71c tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=b620702a-122a-4cad-9b6e-b764547e6f53 HTTP/1.1" status: 200 len: 945 time: 0.4611161 May 18 18:10:43.058771 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:43.094340 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] No Port match for: c66c94da-975c-48bf-8603-4b1d1337c6ac {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:10:43.094590 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device c66c94da-975c-48bf-8603-4b1d1337c6ac not bound to the agent host n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:10:43.096126 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:43.096881 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-56d950df-f7e9-40d8-995e-c73f96f5aad8 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=07700b659165429db4e459a62db57b24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4492900 May 18 18:10:43.110801 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-cdd87b91-3d24-40ea-8f6b-ccd09cc32fb1 None None] Provisioning complete for port 78558848-d600-48c9-a059-bfc3b3c5b632 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:10:43.111104 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 55260) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:10:43.111265 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-cdd87b91-3d24-40ea-8f6b-ccd09cc32fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:43.194054 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-af5012fa-ffe7-4171-862a-cbcf0bf23127 req-e7bc8e16-7cdf-4be2-8b51-7343b5b3ed63 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/security-groups?id=33ba1fad-191a-4b7a-ae9e-8e9e60985e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677613 May 18 18:10:43.210895 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=bb609224-f5ba-4bb0-be9a-b6aab606ad06,revision_number=8']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:10:43.273802 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-cdd87b91-3d24-40ea-8f6b-ccd09cc32fb1 None None] Port 78558848-d600-48c9-a059-bfc3b3c5b632 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:10:43.278108 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4898642-2e8c-4b29-be07-4f0000f8157d req-9db8ecc5-b969-4262-9a4b-f476097c92d5 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:43.280306 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b4898642-2e8c-4b29-be07-4f0000f8157d req-9db8ecc5-b969-4262-9a4b-f476097c92d5 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.2574162 May 18 18:10:43.298003 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-b4898642-2e8c-4b29-be07-4f0000f8157d req-5fe2c138-3075-4326-aa49-b012c8d424ad tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Request body: {'port': {'device_id': 'd8377e75-2fd4-49e4-8639-25a2f3467097', 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305', 'admin_state_up': True, 'tenant_id': 'a049c2cb7dc14b6fbce20aa8814d6ebf'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:10:43.308044 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Pushing event updated for resources: {'Port': ['ID=32dc8a7e-4aef-49a4-8d52-7e27ad60ae1e,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:10:43.341808 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1b69c38d-7d14-4f8a-8b12-682c671b7984 req-86bb064a-21d7-40e6-8326-21a8f48252c9 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bb609224-f5ba-4bb0-be9a-b6aab606ad06 HTTP/1.1" status: 200 len: 217 time: 0.9759462 May 18 18:10:43.360623 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e4665abf-553f-47df-9011-dbae282e13be req-1facd291-fd59-4d34-9a14-89864ac14549 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/security-groups?id=fae3ce3c-9235-4ae4-9c6c-e682ce6a4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1724515 May 18 18:10:43.407492 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b5259a3c-b319-47f8-a512-5c7e6d97280d req-0d2219d6-3267-46bb-b12a-7744423367a2 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/ports?device_id=d8377e75-2fd4-49e4-8639-25a2f3467097 HTTP/1.1" status: 200 len: 210 time: 0.0509140 May 18 18:10:43.425798 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c3fff642-50bf-41f0-be42-4f8173858830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:43.437496 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 May 2022 18:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7005e17-1cfc-4179-afb7-2b4efa8b316c x-openstack-request-id: req-b7005e17-1cfc-4179-afb7-2b4efa8b316c {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:10:43.438279 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b620702a-122a-4cad-9b6e-b764547e6f53", "name": "network-vif-unplugged", "status": "completed", "tag": "bb609224-f5ba-4bb0-be9a-b6aab606ad06", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:10:43.438279 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-b7005e17-1cfc-4179-afb7-2b4efa8b316c {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:10:43.440256 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7005e17-1cfc-4179-afb7-2b4efa8b316c'] response: {'server_uuid': 'b620702a-122a-4cad-9b6e-b764547e6f53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb609224-f5ba-4bb0-be9a-b6aab606ad06', 'code': 200} May 18 18:10:43.445268 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2692d931-1f6e-4dbf-9902-d35fea3523f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:43.463340 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 55266) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:10:43.466002 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-a213dae1-7a08-4450-b4c1-a4a88f13b1f1 tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] 10.222.0.85 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 1.3552876 May 18 18:10:43.472484 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-9698b518-3caf-4f40-a01f-fb5b3997f2e7 tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] Request body: {'security_group': {'name': 'tempest-secgroup--1450422228'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:10:43.514621 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b69c38d-7d14-4f8a-8b12-682c671b7984 req-27587f25-98fd-4cde-be4d-35e559f2cf9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:43.516502 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1b69c38d-7d14-4f8a-8b12-682c671b7984 req-27587f25-98fd-4cde-be4d-35e559f2cf9d service neutron] 10.222.0.88 "GET /v2.0/subnets?id=3928b460-5138-4e6e-b763-eaa17a3ede29 HTTP/1.1" status: 200 len: 852 time: 0.1547616 May 18 18:10:43.517315 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 55268) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:10:43.527569 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2692d931-1f6e-4dbf-9902-d35fea3523f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:43.622995 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9698b518-3caf-4f40-a01f-fb5b3997f2e7 tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:43.649369 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bfbd9d64-6178-4d4a-97c8-4067143650b5 req-7ab95a54-2561-42dc-b068-58e6ac427a5d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4ded4e23-4952-4289-abf0-bf61631293d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3647416 May 18 18:10:43.654551 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1b69c38d-7d14-4f8a-8b12-682c671b7984 req-3156a0a7-1506-473f-8240-33100e191148 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=f92940b8-c50f-4c94-b1f3-3e93ca94957d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1096275 May 18 18:10:43.779061 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2692d931-1f6e-4dbf-9902-d35fea3523f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:43.782832 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2692d931-1f6e-4dbf-9902-d35fea3523f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:43.784217 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-2692d931-1f6e-4dbf-9902-d35fea3523f2 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/3c298132-f282-4a27-89aa-45a06103a2a1 HTTP/1.1" status: 204 len: 168 time: 0.6687801 May 18 18:10:43.903831 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbd9d64-6178-4d4a-97c8-4067143650b5 req-281ba023-0a31-4f32-9ff3-131d1345d4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:43.905932 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bfbd9d64-6178-4d4a-97c8-4067143650b5 req-281ba023-0a31-4f32-9ff3-131d1345d4a3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a049c2cb7dc14b6fbce20aa8814d6ebf&device_id=4ded4e23-4952-4289-abf0-bf61631293d2 HTTP/1.1" status: 200 len: 1101 time: 0.2059078 May 18 18:10:43.906744 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4898642-2e8c-4b29-be07-4f0000f8157d req-5fe2c138-3075-4326-aa49-b012c8d424ad tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Made reservation on behalf of a049c2cb7dc14b6fbce20aa8814d6ebf for: {'port': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:10:43.925259 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-b4898642-2e8c-4b29-be07-4f0000f8157d req-5fe2c138-3075-4326-aa49-b012c8d424ad tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:43.932502 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9698b518-3caf-4f40-a01f-fb5b3997f2e7 tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:43.934120 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2692d931-1f6e-4dbf-9902-d35fea3523f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c298132-f282-4a27-89aa-45a06103a2a1,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:10:43.943990 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9698b518-3caf-4f40-a01f-fb5b3997f2e7 tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:44.084988 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c3fff642-50bf-41f0-be42-4f8173858830 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:44.095816 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9698b518-3caf-4f40-a01f-fb5b3997f2e7 tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:44.098858 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-9698b518-3caf-4f40-a01f-fb5b3997f2e7 tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6324999 May 18 18:10:44.103459 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c3fff642-50bf-41f0-be42-4f8173858830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:44.112950 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9698b518-3caf-4f40-a01f-fb5b3997f2e7 tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69a62bbe-1634-4404-aea2-9d85bc5e773f,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:10:44.113228 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 55274) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:10:44.122161 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-e52d88a6-79f4-460b-8dc1-5a7ae871928f tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] Request body: {'security_group_rule': {'security_group_id': '69a62bbe-1634-4404-aea2-9d85bc5e773f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:10:44.154435 n-d-838550-3 neutron-server[102731]: WARNING neutron.api.v2.base [None req-e52d88a6-79f4-460b-8dc1-5a7ae871928f tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. May 18 18:10:44.155264 n-d-838550-3 neutron-server[102731]: INFO neutron.api.v2.resource [None req-e52d88a6-79f4-460b-8dc1-5a7ae871928f tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 18 18:10:44.158035 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-e52d88a6-79f4-460b-8dc1-5a7ae871928f tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0381005 May 18 18:10:44.236958 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 55276) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:10:44.268433 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-a7426a30-12b0-45e9-b6f9-578db7210b51 tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] Request body: {'security_group_rule': {'security_group_id': '69a62bbe-1634-4404-aea2-9d85bc5e773f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:10:44.269134 n-d-838550-3 neutron-server[102731]: WARNING neutron.api.v2.base [None req-a7426a30-12b0-45e9-b6f9-578db7210b51 tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. May 18 18:10:44.272068 n-d-838550-3 neutron-server[102731]: INFO neutron.api.v2.resource [None req-a7426a30-12b0-45e9-b6f9-578db7210b51 tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 18 18:10:44.276567 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-a7426a30-12b0-45e9-b6f9-578db7210b51 tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0202191 May 18 18:10:44.320881 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 55282) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:10:44.324993 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c3fff642-50bf-41f0-be42-4f8173858830 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-595870'] for router_interface, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:44.338160 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-faac801f-52d1-4ac6-9588-cf6175a19588 tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] Request body: {'security_group_rule': {'security_group_id': '69a62bbe-1634-4404-aea2-9d85bc5e773f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:10:44.340127 n-d-838550-3 neutron-server[102730]: WARNING neutron.api.v2.base [None req-faac801f-52d1-4ac6-9588-cf6175a19588 tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. May 18 18:10:44.340654 n-d-838550-3 neutron-server[102730]: INFO neutron.api.v2.resource [None req-faac801f-52d1-4ac6-9588-cf6175a19588 tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 18 18:10:44.341688 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-faac801f-52d1-4ac6-9588-cf6175a19588 tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0132616 May 18 18:10:44.353749 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 32dc8a7e-4aef-49a4-8d52-7e27ad60ae1e up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:10:44.366507 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 55284) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:10:44.375835 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1b69c38d-7d14-4f8a-8b12-682c671b7984 req-8ea4333f-edec-49b0-b288-7626a6f236da service neutron] 10.222.0.88 "GET /v2.0/networks/f92940b8-c50f-4c94-b1f3-3e93ca94957d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7060616 May 18 18:10:44.396005 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-58457f52-2444-4cfc-b81f-4e84b3e84f91 tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] Request body: {'security_group_rule': {'security_group_id': '69a62bbe-1634-4404-aea2-9d85bc5e773f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:10:44.397010 n-d-838550-3 neutron-server[102730]: WARNING neutron.api.v2.base [None req-58457f52-2444-4cfc-b81f-4e84b3e84f91 tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. May 18 18:10:44.397568 n-d-838550-3 neutron-server[102730]: INFO neutron.api.v2.resource [None req-58457f52-2444-4cfc-b81f-4e84b3e84f91 tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 18 18:10:44.401435 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-58457f52-2444-4cfc-b81f-4e84b3e84f91 tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0310519 May 18 18:10:44.408750 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 55288) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:10:44.408750 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fff642-50bf-41f0-be42-4f8173858830 admin admin] Pushing event updated for resources: {'Port': ['ID=78558848-d600-48c9-a059-bfc3b3c5b632,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:10:44.483369 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 32dc8a7e-4aef-49a4-8d52-7e27ad60ae1e triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:10:44.483942 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:44.642719 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 32dc8a7e-4aef-49a4-8d52-7e27ad60ae1e is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:10:44.647901 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7cea3b-3728-485e-856e-519445653c86 req-ac547b13-d1da-458a-a33b-be9306ccbcd1 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:44.649498 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0c7cea3b-3728-485e-856e-519445653c86 req-ac547b13-d1da-458a-a33b-be9306ccbcd1 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/ports?device_id=03e9ea95-a4d7-4a6b-bf9a-c47231632c0a HTTP/1.1" status: 200 len: 943 time: 0.1376784 May 18 18:10:44.665043 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2000f791-a056-41e7-ade6-41c45f99c53e tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:44.726726 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2000f791-a056-41e7-ade6-41c45f99c53e tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:44.743004 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3fff642-50bf-41f0-be42-4f8173858830 admin admin] Network 055b7a59-22e7-493f-ba66-d1ab1ebb4b38 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:10:44.753727 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-c3fff642-50bf-41f0-be42-4f8173858830 admin admin] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:10:44.803626 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e17f218-9365-4dc4-8a2a-aaf8f917e847 req-da93aa66-dbe5-4fec-befd-2e14c529913c tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:44.805325 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7e17f218-9365-4dc4-8a2a-aaf8f917e847 req-da93aa66-dbe5-4fec-befd-2e14c529913c tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=b620702a-122a-4cad-9b6e-b764547e6f53 HTTP/1.1" status: 200 len: 943 time: 0.4402280 May 18 18:10:44.864679 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0c7cea3b-3728-485e-856e-519445653c86 req-b48fee01-9867-417e-a8bb-4e9cee57b104 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/security-groups?id=fae3ce3c-9235-4ae4-9c6c-e682ce6a4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007382 May 18 18:10:44.881299 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbd9d64-6178-4d4a-97c8-4067143650b5 req-17f2cf0d-779e-4bec-8851-00940c490f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:44.882909 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bfbd9d64-6178-4d4a-97c8-4067143650b5 req-17f2cf0d-779e-4bec-8851-00940c490f69 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4c8ef274-9ecc-47c2-9686-5eebd78fb305 HTTP/1.1" status: 200 len: 870 time: 0.9390609 May 18 18:10:44.998486 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1b69c38d-7d14-4f8a-8b12-682c671b7984 req-64b33b10-ab2a-43ae-b3ec-bccad4cc233d service neutron] 10.222.0.88 "GET /v2.0/networks/f92940b8-c50f-4c94-b1f3-3e93ca94957d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5672526 May 18 18:10:45.002112 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2000f791-a056-41e7-ade6-41c45f99c53e tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:45.019302 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2000f791-a056-41e7-ade6-41c45f99c53e tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:45.021423 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-2000f791-a056-41e7-ade6-41c45f99c53e tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] 10.222.0.85 "DELETE /v2.0/security-groups/69a62bbe-1634-4404-aea2-9d85bc5e773f HTTP/1.1" status: 204 len: 168 time: 0.6010096 May 18 18:10:45.028978 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bfbd9d64-6178-4d4a-97c8-4067143650b5 req-19272025-6d7d-41cf-a99b-9d91c92c5df1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=b410f0ec-a688-425b-90a1-3f185c37ba3b HTTP/1.1" status: 200 len: 217 time: 0.1305735 May 18 18:10:45.031585 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 55306) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:10:45.031585 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [req-b4898642-2e8c-4b29-be07-4f0000f8157d req-5fe2c138-3075-4326-aa49-b012c8d424ad tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Allocated IP 192.168.233.164 (4c8ef274-9ecc-47c2-9686-5eebd78fb305/c2531ae9-89db-4dcf-b670-9eac4c9cde53/179999b0-ff2e-4e5c-a15e-9ccf35821d79) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:10:45.072634 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f791-a056-41e7-ade6-41c45f99c53e tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69a62bbe-1634-4404-aea2-9d85bc5e773f,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:10:45.073048 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7e17f218-9365-4dc4-8a2a-aaf8f917e847 req-8c8cab46-b4a1-4fe5-afeb-14a860e16be7 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/security-groups?id=33ba1fad-191a-4b7a-ae9e-8e9e60985e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460723 May 18 18:10:45.174648 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e4d3734a-b0d2-49d3-8466-4482628d565d req-9ddc8a53-94ea-4a40-ac47-fb100f5710a2 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/ports?device_id=d8377e75-2fd4-49e4-8639-25a2f3467097 HTTP/1.1" status: 200 len: 210 time: 0.1387360 May 18 18:10:45.215117 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3fff642-50bf-41f0-be42-4f8173858830 admin admin] Router 08f2f26e-c4e1-4c83-93dd-9b92298d525c has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:10:45.219251 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-1b04cb2b-133e-412a-a539-a6763e045e8c None None] Provisioning complete for port 78558848-d600-48c9-a059-bfc3b3c5b632 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:10:45.219628 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1b04cb2b-133e-412a-a539-a6763e045e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:45.317369 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-1b04cb2b-133e-412a-a539-a6763e045e8c None None] Port 78558848-d600-48c9-a059-bfc3b3c5b632 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:10:45.328060 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 55318) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:10:45.414891 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3fff642-50bf-41f0-be42-4f8173858830 admin admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:10:45.427069 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e5a01d-1b6e-46d9-982a-9edee1e7d7ca None None] Sync routers for ids ['08f2f26e-c4e1-4c83-93dd-9b92298d525c'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:10:45.429457 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-c3fff642-50bf-41f0-be42-4f8173858830 admin admin] 10.222.0.85 "PUT /v2.0/routers/08f2f26e-c4e1-4c83-93dd-9b92298d525c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8722844 May 18 18:10:45.452139 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbd9d64-6178-4d4a-97c8-4067143650b5 req-1401fe0f-b7f3-4c6a-a7f2-610e048d8bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:45.454978 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e5a01d-1b6e-46d9-982a-9edee1e7d7ca None None] Routers {'08f2f26e-c4e1-4c83-93dd-9b92298d525c'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:10:45.455624 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-f4e5a01d-1b6e-46d9-982a-9edee1e7d7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:10:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['08f2f26e-c4e1-4c83-93dd-9b92298d525c'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:10:45.457132 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bfbd9d64-6178-4d4a-97c8-4067143650b5 req-1401fe0f-b7f3-4c6a-a7f2-610e048d8bd1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c2531ae9-89db-4dcf-b670-9eac4c9cde53 HTTP/1.1" status: 200 len: 843 time: 0.4020157 May 18 18:10:45.563052 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-0f131a47-f504-4692-9da4-c4f8c995b0ce admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-505246341-network', 'tenant_id': 'b3978e65ec994763a43b86fa6707d010'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:10:45.594736 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-00d6b9c5-b0b2-4db3-8687-89af2c5d10a6 tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] 10.222.0.85 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5510688 May 18 18:10:45.607404 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 55326) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:10:45.612996 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-8b564812-1fbc-4215-a8aa-595ffaa2fd38 tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] Request body: {'security_group': {'name': 'tempest-secgroup--363080831'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:10:45.647539 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f131a47-f504-4692-9da4-c4f8c995b0ce admin admin] Made reservation on behalf of b3978e65ec994763a43b86fa6707d010 for: {'network': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:10:45.649861 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0f131a47-f504-4692-9da4-c4f8c995b0ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:45.673329 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-b4898642-2e8c-4b29-be07-4f0000f8157d req-5fe2c138-3075-4326-aa49-b012c8d424ad tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:45.695256 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0f131a47-f504-4692-9da4-c4f8c995b0ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:45.698687 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-37a5d6cf-33b4-4dd7-85a5-bfeaf5447caa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-595963'] for router_interface, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:45.706229 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8b564812-1fbc-4215-a8aa-595ffaa2fd38 tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:45.764271 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-f4e5a01d-1b6e-46d9-982a-9edee1e7d7ca None None] Set router 08f2f26e-c4e1-4c83-93dd-9b92298d525c gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:10:45.851478 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8b564812-1fbc-4215-a8aa-595ffaa2fd38 tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:45.857569 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbd9d64-6178-4d4a-97c8-4067143650b5 req-b2580b1d-ccc0-46e7-b9d6-84572bbe5f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:45.861206 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bfbd9d64-6178-4d4a-97c8-4067143650b5 req-b2580b1d-ccc0-46e7-b9d6-84572bbe5f66 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4c8ef274-9ecc-47c2-9686-5eebd78fb305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3594682 May 18 18:10:45.902607 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0f131a47-f504-4692-9da4-c4f8c995b0ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:45.905209 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8b564812-1fbc-4215-a8aa-595ffaa2fd38 tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:45.915457 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0f131a47-f504-4692-9da4-c4f8c995b0ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:45.974454 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8b564812-1fbc-4215-a8aa-595ffaa2fd38 tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:45.976121 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-8b564812-1fbc-4215-a8aa-595ffaa2fd38 tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3675053 May 18 18:10:45.979473 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f131a47-f504-4692-9da4-c4f8c995b0ce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=102730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:10:45.981855 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 55336) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:10:45.987677 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-8e263889-245a-42a1-9d66-75126dd618cf tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] Request body: {'security_group_rule': {'security_group_id': '7ad13e09-81ff-42eb-a529-a47ff2d06b75', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:10:45.988948 n-d-838550-3 neutron-server[102730]: WARNING neutron.api.v2.base [None req-8e263889-245a-42a1-9d66-75126dd618cf tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 18 18:10:45.992379 n-d-838550-3 neutron-server[102730]: INFO neutron.api.v2.resource [None req-8e263889-245a-42a1-9d66-75126dd618cf tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 18 18:10:46.000184 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-8e263889-245a-42a1-9d66-75126dd618cf tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0164948 May 18 18:10:46.011685 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 55338) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:10:46.015760 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b564812-1fbc-4215-a8aa-595ffaa2fd38 tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ad13e09-81ff-42eb-a529-a47ff2d06b75,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:10:46.032485 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-cc711685-a664-4e4f-80ab-866d51c83cfa tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] Request body: {'security_group_rule': {'security_group_id': '7ad13e09-81ff-42eb-a529-a47ff2d06b75', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:10:46.055235 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0f131a47-f504-4692-9da4-c4f8c995b0ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:46.055593 n-d-838550-3 neutron-server[102730]: INFO neutron.db.segments_db [None req-0f131a47-f504-4692-9da4-c4f8c995b0ce admin admin] Added segment 159798b3-0081-404e-b89f-736264c95ce3 of type vlan for network 318d7223-f14c-48f3-9a41-7dc7c337e246 May 18 18:10:46.123289 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f131a47-f504-4692-9da4-c4f8c995b0ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ea20f59-14b4-4643-9bf1-7dbf92d2a7a4,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:10:46.142982 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-b4898642-2e8c-4b29-be07-4f0000f8157d req-5fe2c138-3075-4326-aa49-b012c8d424ad tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:46.157089 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['b410f0ec-a688-425b-90a1-3f185c37ba3b', 'a3b93a51-a23a-4c7c-9963-129e53fee717', '1ef05f15-c38b-4325-84dc-3fbb7845d3aa'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:10:46.162455 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['3beb5ae3-39b5-4024-9788-1644d2c9c029', '319afa68-c211-4e3a-b55b-279f68bd8ca4', 'e0571223-bec5-444d-9ddd-0c8cd62af364', '4bc9ea17-6055-4471-9b57-382e81a27f8a'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:10:46.167531 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0f131a47-f504-4692-9da4-c4f8c995b0ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:46.185567 n-d-838550-3 neutron-server[102730]: INFO neutron.api.v2.resource [None req-cc711685-a664-4e4f-80ab-866d51c83cfa tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 18 18:10:46.190841 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-cc711685-a664-4e4f-80ab-866d51c83cfa tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1778913 May 18 18:10:46.193788 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 55350) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:10:46.200979 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-30aae531-cb38-4736-aebc-edf5ca216274 tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] Request body: {'security_group_rule': {'security_group_id': '7ad13e09-81ff-42eb-a529-a47ff2d06b75', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:10:46.202002 n-d-838550-3 neutron-server[102730]: WARNING neutron.api.v2.base [None req-30aae531-cb38-4736-aebc-edf5ca216274 tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 May 18 18:10:46.202263 n-d-838550-3 neutron-server[102730]: INFO neutron.api.v2.resource [None req-30aae531-cb38-4736-aebc-edf5ca216274 tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 18 18:10:46.206482 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-30aae531-cb38-4736-aebc-edf5ca216274 tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0113654 May 18 18:10:46.209069 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 55352) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:10:46.223028 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe2c138-3075-4326-aa49-b012c8d424ad tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Pushing event updated for resources: {'Port': ['ID=179999b0-ff2e-4e5c-a15e-9ccf35821d79,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:10:46.234790 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bfbd9d64-6178-4d4a-97c8-4067143650b5 req-15e5b129-2b82-47c3-b30e-46d48657e3dc service neutron] 10.222.0.36 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3632054 May 18 18:10:46.247593 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-13ec4e24-34af-4083-bfc3-f630d1e6b735 tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] Request body: {'security_group_rule': {'security_group_id': '7ad13e09-81ff-42eb-a529-a47ff2d06b75', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:10:46.320069 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-f4e5a01d-1b6e-46d9-982a-9edee1e7d7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08f2f26e-c4e1-4c83-93dd-9b92298d525c', 'name': 'tempest-ServerRescueNegativeTestJSON-502421857-router', 'tenant_id': 'c37246a20f2845a089230b88402f6d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '32dc8a7e-4aef-49a4-8d52-7e27ad60ae1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:10:31Z', 'updated_at': '2022-05-18T18:10:43Z', 'revision_number': 4, 'project_id': 'c37246a20f2845a089230b88402f6d1b', 'gw_port': {'id': '32dc8a7e-4aef-49a4-8d52-7e27ad60ae1e', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:53:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f2f26e-c4e1-4c83-93dd-9b92298d525c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:10:34Z', 'updated_at': '2022-05-18T18:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '78558848-d600-48c9-a059-bfc3b3c5b632', 'name': '', 'network_id': '055b7a59-22e7-493f-ba66-d1ab1ebb4b38', 'tenant_id': 'c37246a20f2845a089230b88402f6d1b', 'mac_address': 'fa:16:3e:80:79:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08f2f26e-c4e1-4c83-93dd-9b92298d525c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '6103a86c-1984-4112-92b7-213da8bfab24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:10:41Z', 'updated_at': '2022-05-18T18:10:43Z', 'revision_number': 2, 'project_id': 'c37246a20f2845a089230b88402f6d1b', 'subnets': [{'id': '6103a86c-1984-4112-92b7-213da8bfab24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:10:46.323906 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4898642-2e8c-4b29-be07-4f0000f8157d req-5fe2c138-3075-4326-aa49-b012c8d424ad tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Network 4c8ef274-9ecc-47c2-9686-5eebd78fb305 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:10:46.337041 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [req-b4898642-2e8c-4b29-be07-4f0000f8157d req-5fe2c138-3075-4326-aa49-b012c8d424ad tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:10:46.374229 n-d-838550-3 neutron-server[102730]: INFO neutron.api.v2.resource [None req-13ec4e24-34af-4083-bfc3-f630d1e6b735 tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 18 18:10:46.378214 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-13ec4e24-34af-4083-bfc3-f630d1e6b735 tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1664107 May 18 18:10:46.378828 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 55356) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:10:46.392121 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-778804d4-73bd-4705-877f-48a7146e776d tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] Request body: {'security_group_rule': {'security_group_id': '7ad13e09-81ff-42eb-a529-a47ff2d06b75', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:10:46.392488 n-d-838550-3 neutron-server[102730]: WARNING neutron.api.v2.base [None req-778804d4-73bd-4705-877f-48a7146e776d tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 18 18:10:46.393118 n-d-838550-3 neutron-server[102730]: INFO neutron.api.v2.resource [None req-778804d4-73bd-4705-877f-48a7146e776d tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 18 18:10:46.398041 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-778804d4-73bd-4705-877f-48a7146e776d tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0148015 May 18 18:10:46.407615 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 55358) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:10:46.411784 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4898642-2e8c-4b29-be07-4f0000f8157d req-5fe2c138-3075-4326-aa49-b012c8d424ad tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:10:46.416441 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e5a01d-1b6e-46d9-982a-9edee1e7d7ca None None] Checking router: 08f2f26e-c4e1-4c83-93dd-9b92298d525c for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:10:46.417195 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e5a01d-1b6e-46d9-982a-9edee1e7d7ca None None] Updating router 08f2f26e-c4e1-4c83-93dd-9b92298d525c port 78558848-d600-48c9-a059-bfc3b3c5b632 binding host n-d-838550-3 {{(pid=102733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 18:10:46.417596 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-7901bd31-8872-4e57-8451-9545538b2475 tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] Request body: {'security_group_rule': {'security_group_id': '7ad13e09-81ff-42eb-a529-a47ff2d06b75', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:10:46.422754 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0f131a47-f504-4692-9da4-c4f8c995b0ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:46.423737 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f131a47-f504-4692-9da4-c4f8c995b0ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:46.424315 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0f131a47-f504-4692-9da4-c4f8c995b0ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:46.481163 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-f4e5a01d-1b6e-46d9-982a-9edee1e7d7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:46.569371 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-0f131a47-f504-4692-9da4-c4f8c995b0ce admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2401958 May 18 18:10:46.594961 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 55362) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:10:46.614012 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bfbd9d64-6178-4d4a-97c8-4067143650b5 req-63dba221-2cd4-4607-9442-5af62bb90bdb service neutron] 10.222.0.36 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3458188 May 18 18:10:46.625252 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-7553a010-df6a-4326-ba09-394d68bcceed admin admin] Request body: {'subnet': {'network_id': '318d7223-f14c-48f3-9a41-7dc7c337e246', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-505246341-subnet', 'tenant_id': 'b3978e65ec994763a43b86fa6707d010', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:10:46.638267 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61758bf2-0b20-4755-b430-034c18fc0e9e req-fc64cc74-dedc-42fd-aea8-c14ffaa19a9c tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:46.643437 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-61758bf2-0b20-4755-b430-034c18fc0e9e req-fc64cc74-dedc-42fd-aea8-c14ffaa19a9c tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/ports?device_id=03e9ea95-a4d7-4a6b-bf9a-c47231632c0a HTTP/1.1" status: 200 len: 943 time: 0.6002018 May 18 18:10:46.685149 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f131a47-f504-4692-9da4-c4f8c995b0ce admin admin] Pushing event updated for resources: {'Network': ['ID=318d7223-f14c-48f3-9a41-7dc7c337e246,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:10:46.727032 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cb4f4b-8c38-4e0e-b113-fdf8d22a7c68 req-0d4ef0d5-bedb-4e05-a22f-7606159b242e tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:46.727294 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network 318d7223-f14c-48f3-9a41-7dc7c337e246 details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:10:46.745025 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-12cb4f4b-8c38-4e0e-b113-fdf8d22a7c68 req-0d4ef0d5-bedb-4e05-a22f-7606159b242e tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/networks?id=055b7a59-22e7-493f-ba66-d1ab1ebb4b38 HTTP/1.1" status: 200 len: 818 time: 0.5371637 May 18 18:10:46.820525 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-12cb4f4b-8c38-4e0e-b113-fdf8d22a7c68 req-3fef7274-ba26-4f25-83eb-dc2213fa9416 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/quotas/c37246a20f2845a089230b88402f6d1b HTTP/1.1" status: 200 len: 375 time: 0.0746105 May 18 18:10:46.846553 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7553a010-df6a-4326-ba09-394d68bcceed admin admin] Made reservation on behalf of b3978e65ec994763a43b86fa6707d010 for: {'subnet': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:10:46.849328 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7553a010-df6a-4326-ba09-394d68bcceed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261031885'] for subnet, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:46.874659 n-d-838550-3 neutron-server[102730]: INFO neutron.api.v2.resource [None req-7901bd31-8872-4e57-8451-9545538b2475 tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 18 18:10:46.876292 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-7901bd31-8872-4e57-8451-9545538b2475 tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4676676 May 18 18:10:46.887066 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4898642-2e8c-4b29-be07-4f0000f8157d req-5fe2c138-3075-4326-aa49-b012c8d424ad tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:46.887957 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-b4898642-2e8c-4b29-be07-4f0000f8157d req-5fe2c138-3075-4326-aa49-b012c8d424ad tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:46.902148 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 55364) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:10:46.910587 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-5e35b374-2dee-4016-98fa-8a75e3f5055d tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] Request body: {'security_group_rule': {'security_group_id': '7ad13e09-81ff-42eb-a529-a47ff2d06b75', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:10:46.911849 n-d-838550-3 neutron-server[102731]: WARNING neutron.api.v2.base [None req-5e35b374-2dee-4016-98fa-8a75e3f5055d tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 May 18 18:10:46.913062 n-d-838550-3 neutron-server[102731]: INFO neutron.api.v2.resource [None req-5e35b374-2dee-4016-98fa-8a75e3f5055d tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 18 18:10:46.918405 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-5e35b374-2dee-4016-98fa-8a75e3f5055d tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0138426 May 18 18:10:46.920292 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 55366) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:10:46.942700 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b4898642-2e8c-4b29-be07-4f0000f8157d req-5fe2c138-3075-4326-aa49-b012c8d424ad tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6496849 May 18 18:10:46.948124 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-cc07e5ab-b5a2-4212-b04b-d57444c1899d tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] Request body: {'security_group_rule': {'security_group_id': '7ad13e09-81ff-42eb-a529-a47ff2d06b75', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:10:46.964761 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-61758bf2-0b20-4755-b430-034c18fc0e9e req-49e78d1f-bb80-4c8c-aa54-3c9e0cff31c7 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/security-groups?id=fae3ce3c-9235-4ae4-9c6c-e682ce6a4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211120 May 18 18:10:46.986796 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-b4898642-2e8c-4b29-be07-4f0000f8157d req-397f41b6-b16b-4804-9b32-507f7d656c94 service neutron] Request body: {'port': {'device_id': 'd8377e75-2fd4-49e4-8639-25a2f3467097', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-3'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:10:47.013749 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-6f58915a-a794-4cff-b5d7-4e0ed9edec74 None None] Provisioning complete for port 179999b0-ff2e-4e5c-a15e-9ccf35821d79 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:10:47.014444 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-6f58915a-a794-4cff-b5d7-4e0ed9edec74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:47.091257 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-12cb4f4b-8c38-4e0e-b113-fdf8d22a7c68 req-4fe5dc42-9ee5-41ed-87a3-b9423c5bf4bd tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=c37246a20f2845a089230b88402f6d1b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2679970 May 18 18:10:47.148075 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-f4e5a01d-1b6e-46d9-982a-9edee1e7d7ca None None] Notify callbacks [] for port, precommit_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:47.159062 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-f4e5a01d-1b6e-46d9-982a-9edee1e7d7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:47.289426 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e2e1c5-b5d7-4b8b-8721-4c03cee53c66 None None] Pushing event updated for resources: {'Port': ['ID=78558848-d600-48c9-a059-bfc3b3c5b632,revision_number=3']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:10:47.311645 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e2e1c5-b5d7-4b8b-8721-4c03cee53c66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:10:47.312462 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e2e1c5-b5d7-4b8b-8721-4c03cee53c66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:10:47.312898 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e2e1c5-b5d7-4b8b-8721-4c03cee53c66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:10:47.313382 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e2e1c5-b5d7-4b8b-8721-4c03cee53c66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:10:47.313938 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e2e1c5-b5d7-4b8b-8721-4c03cee53c66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:10:47.314707 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e2e1c5-b5d7-4b8b-8721-4c03cee53c66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:10:47.315155 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e2e1c5-b5d7-4b8b-8721-4c03cee53c66 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:10:47.316068 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e2e1c5-b5d7-4b8b-8721-4c03cee53c66 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:10:47.316477 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e2e1c5-b5d7-4b8b-8721-4c03cee53c66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:10:47.317156 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e2e1c5-b5d7-4b8b-8721-4c03cee53c66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:10:47.317588 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e2e1c5-b5d7-4b8b-8721-4c03cee53c66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:10:47.318059 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e2e1c5-b5d7-4b8b-8721-4c03cee53c66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:10:47.320165 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-37a5d6cf-33b4-4dd7-85a5-bfeaf5447caa admin admin] Deleting port aa2ee8f7-b934-4d10-afaf-419fc08b2042 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:10:47.320453 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-37a5d6cf-33b4-4dd7-85a5-bfeaf5447caa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:47.325933 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-12cb4f4b-8c38-4e0e-b113-fdf8d22a7c68 req-3b106e90-dd61-48c8-8445-f6fdb3d4077f service neutron] 10.222.0.85 "GET /v2.0/networks/055b7a59-22e7-493f-ba66-d1ab1ebb4b38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336659 May 18 18:10:47.337487 n-d-838550-3 neutron-server[102731]: INFO neutron.api.v2.resource [None req-cc07e5ab-b5a2-4212-b04b-d57444c1899d tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 18 18:10:47.346493 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-cc07e5ab-b5a2-4212-b04b-d57444c1899d tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.4024675 May 18 18:10:47.366302 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-6f58915a-a794-4cff-b5d7-4e0ed9edec74 None None] Port 179999b0-ff2e-4e5c-a15e-9ccf35821d79 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:10:47.370326 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 55368) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:10:47.388296 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-b4898642-2e8c-4b29-be07-4f0000f8157d req-397f41b6-b16b-4804-9b32-507f7d656c94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:47.474281 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-f4e5a01d-1b6e-46d9-982a-9edee1e7d7ca None None] Attempting to bind port 78558848-d600-48c9-a059-bfc3b3c5b632 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:10:47.476083 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-f4e5a01d-1b6e-46d9-982a-9edee1e7d7ca None None] Attempting to bind port 78558848-d600-48c9-a059-bfc3b3c5b632 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': 'e113abf4-4b0e-4afe-a737-f70ad5d66353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '055b7a59-22e7-493f-ba66-d1ab1ebb4b38'}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:10:47.476799 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e5a01d-1b6e-46d9-982a-9edee1e7d7ca None None] Attempting to bind port 78558848-d600-48c9-a059-bfc3b3c5b632 on network 055b7a59-22e7-493f-ba66-d1ab1ebb4b38 {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:10:47.485828 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e5a01d-1b6e-46d9-982a-9edee1e7d7ca None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:10:47.486555 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e5a01d-1b6e-46d9-982a-9edee1e7d7ca None None] Checking segment: {'id': 'e113abf4-4b0e-4afe-a737-f70ad5d66353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '055b7a59-22e7-493f-ba66-d1ab1ebb4b38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:10:47.486710 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-f4e5a01d-1b6e-46d9-982a-9edee1e7d7ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:47.486993 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e5a01d-1b6e-46d9-982a-9edee1e7d7ca None None] Bound using segment: {'id': 'e113abf4-4b0e-4afe-a737-f70ad5d66353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '055b7a59-22e7-493f-ba66-d1ab1ebb4b38'} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:10:47.487476 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-f4e5a01d-1b6e-46d9-982a-9edee1e7d7ca None None] Bound port: 78558848-d600-48c9-a059-bfc3b3c5b632, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e113abf4-4b0e-4afe-a737-f70ad5d66353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '055b7a59-22e7-493f-ba66-d1ab1ebb4b38'}}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:10:47.487878 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-f4e5a01d-1b6e-46d9-982a-9edee1e7d7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:47.507770 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-b8d8421b-ec80-4985-bfe3-668ef2f7e1a7 tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] Request body: {'security_group_rule': {'security_group_id': '7ad13e09-81ff-42eb-a529-a47ff2d06b75', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:10:47.565301 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c9111f-6b48-414e-b9fa-5ac226fcb93b req-4508d40d-f0c5-4d1a-8c7d-e63fa8423596 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:47.574380 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-27c9111f-6b48-414e-b9fa-5ac226fcb93b req-4508d40d-f0c5-4d1a-8c7d-e63fa8423596 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=b620702a-122a-4cad-9b6e-b764547e6f53 HTTP/1.1" status: 200 len: 943 time: 0.3715055 May 18 18:10:47.611141 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-12cb4f4b-8c38-4e0e-b113-fdf8d22a7c68 req-d8c38429-0b47-4fe7-aefb-cf6cf52851aa service neutron] 10.222.0.85 "GET /v2.0/networks/055b7a59-22e7-493f-ba66-d1ab1ebb4b38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2840009 May 18 18:10:47.647201 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7553a010-df6a-4326-ba09-394d68bcceed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261104883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261031899'] for subnet, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:47.717006 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.db [None req-f4e5a01d-1b6e-46d9-982a-9edee1e7d7ca None None] For port 78558848-d600-48c9-a059-bfc3b3c5b632, host n-d-838550-3, cleared binding levels {{(pid=102733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:10:47.728433 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.db [None req-f4e5a01d-1b6e-46d9-982a-9edee1e7d7ca None None] For port 78558848-d600-48c9-a059-bfc3b3c5b632, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=78558848-d600-48c9-a059-bfc3b3c5b632,segment=NetworkSegment(e113abf4-4b0e-4afe-a737-f70ad5d66353),segment_id=e113abf4-4b0e-4afe-a737-f70ad5d66353)] {{(pid=102733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:10:47.735330 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-f4e5a01d-1b6e-46d9-982a-9edee1e7d7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:47.850119 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7553a010-df6a-4326-ba09-394d68bcceed admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e5d7b30-30eb-4951-a733-71bef5e29c46,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:10:47.879741 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7553a010-df6a-4326-ba09-394d68bcceed admin admin] Checking segment: {'id': '159798b3-0081-404e-b89f-736264c95ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '318d7223-f14c-48f3-9a41-7dc7c337e246'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:10:47.880172 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7553a010-df6a-4326-ba09-394d68bcceed admin admin] Network hostable DHCP agents. Network: 318d7223-f14c-48f3-9a41-7dc7c337e246, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:10:47.887442 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e2e1c5-b5d7-4b8b-8721-4c03cee53c66 None None] Pushing event updated for resources: {'Port': ['ID=78558848-d600-48c9-a059-bfc3b3c5b632,revision_number=4']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:10:47.924337 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e5a01d-1b6e-46d9-982a-9edee1e7d7ca None None] Routers {'08f2f26e-c4e1-4c83-93dd-9b92298d525c'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:10:47.925421 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-f4e5a01d-1b6e-46d9-982a-9edee1e7d7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:10:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['08f2f26e-c4e1-4c83-93dd-9b92298d525c'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:10:47.964650 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7553a010-df6a-4326-ba09-394d68bcceed admin admin] Network 318d7223-f14c-48f3-9a41-7dc7c337e246 is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:10:47.985980 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-7553a010-df6a-4326-ba09-394d68bcceed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, 318d7223-f14c-48f3-9a41-7dc7c337e246) {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:10:48.001725 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7553a010-df6a-4326-ba09-394d68bcceed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:48.002458 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7553a010-df6a-4326-ba09-394d68bcceed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:48.038163 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-7553a010-df6a-4326-ba09-394d68bcceed admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4372089 May 18 18:10:48.041133 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 55378) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:10:48.053168 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-12467f49-6bde-44c5-a7d6-ff3b8011be9e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-505246341-router', 'tenant_id': 'b3978e65ec994763a43b86fa6707d010', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:10:48.096841 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f9f02d0-78cd-48da-a81e-aa91f8e551c4 None None] Network 318d7223-f14c-48f3-9a41-7dc7c337e246 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:10:48.148573 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-12467f49-6bde-44c5-a7d6-ff3b8011be9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25099'] for router, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:48.150933 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-12467f49-6bde-44c5-a7d6-ff3b8011be9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-593238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596850', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25088'] for router, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:48.218653 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fe5c9b-523c-4321-94f4-06b272945ed3 req-8f2d5469-b44b-419f-acf2-14f86c696868 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:48.230420 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b6fe5c9b-523c-4321-94f4-06b272945ed3 req-8f2d5469-b44b-419f-acf2-14f86c696868 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/ports?device_id=d8377e75-2fd4-49e4-8639-25a2f3467097 HTTP/1.1" status: 200 len: 936 time: 0.1278517 May 18 18:10:48.232327 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-f4e5a01d-1b6e-46d9-982a-9edee1e7d7ca None None] Set router 08f2f26e-c4e1-4c83-93dd-9b92298d525c gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:10:48.279436 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-12467f49-6bde-44c5-a7d6-ff3b8011be9e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:48.455826 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-7831b878-69b0-48e7-a1cd-53561d3d13d1 None None] Provisioning complete for port 78558848-d600-48c9-a059-bfc3b3c5b632 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:10:48.456385 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-7831b878-69b0-48e7-a1cd-53561d3d13d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:48.480548 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b6fe5c9b-523c-4321-94f4-06b272945ed3 req-57dfcee5-c5e9-4465-aa16-2a0cef861662 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/security-groups?id=5ea4329b-bade-4f5a-bfbd-7917c3702679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489865 May 18 18:10:48.551071 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-27c9111f-6b48-414e-b9fa-5ac226fcb93b req-365ab453-f4d9-424e-b1d3-e056f26feca6 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/security-groups?id=33ba1fad-191a-4b7a-ae9e-8e9e60985e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9758124 May 18 18:10:48.560714 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-37a5d6cf-33b4-4dd7-85a5-bfeaf5447caa admin admin] For port aa2ee8f7-b934-4d10-afaf-419fc08b2042, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=aa2ee8f7-b934-4d10-afaf-419fc08b2042,segment=NetworkSegment(31315e3d-060c-4ccf-beb4-baf1134985d1),segment_id=31315e3d-060c-4ccf-beb4-baf1134985d1)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:10:48.561097 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-37a5d6cf-33b4-4dd7-85a5-bfeaf5447caa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:48.567563 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-f4e5a01d-1b6e-46d9-982a-9edee1e7d7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08f2f26e-c4e1-4c83-93dd-9b92298d525c', 'name': 'tempest-ServerRescueNegativeTestJSON-502421857-router', 'tenant_id': 'c37246a20f2845a089230b88402f6d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '32dc8a7e-4aef-49a4-8d52-7e27ad60ae1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:10:31Z', 'updated_at': '2022-05-18T18:10:43Z', 'revision_number': 4, 'project_id': 'c37246a20f2845a089230b88402f6d1b', 'gw_port': {'id': '32dc8a7e-4aef-49a4-8d52-7e27ad60ae1e', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:53:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f2f26e-c4e1-4c83-93dd-9b92298d525c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:10:34Z', 'updated_at': '2022-05-18T18:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '78558848-d600-48c9-a059-bfc3b3c5b632', 'name': '', 'network_id': '055b7a59-22e7-493f-ba66-d1ab1ebb4b38', 'tenant_id': 'c37246a20f2845a089230b88402f6d1b', 'mac_address': 'fa:16:3e:80:79:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08f2f26e-c4e1-4c83-93dd-9b92298d525c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '6103a86c-1984-4112-92b7-213da8bfab24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:10:41Z', 'updated_at': '2022-05-18T18:10:47Z', 'revision_number': 4, 'project_id': 'c37246a20f2845a089230b88402f6d1b', 'subnets': [{'id': '6103a86c-1984-4112-92b7-213da8bfab24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:10:48.594469 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-12467f49-6bde-44c5-a7d6-ff3b8011be9e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:48.605670 n-d-838550-3 neutron-server[102731]: INFO neutron.api.v2.resource [None req-b8d8421b-ec80-4985-bfe3-668ef2f7e1a7 tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 18 18:10:48.605670 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-b8d8421b-ec80-4985-bfe3-668ef2f7e1a7 tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 1.2288237 May 18 18:10:48.606008 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e5a01d-1b6e-46d9-982a-9edee1e7d7ca None None] The sync data for ids ['08f2f26e-c4e1-4c83-93dd-9b92298d525c'] in n-d-838550-3 is: [{'id': '08f2f26e-c4e1-4c83-93dd-9b92298d525c', 'name': 'tempest-ServerRescueNegativeTestJSON-502421857-router', 'tenant_id': 'c37246a20f2845a089230b88402f6d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '32dc8a7e-4aef-49a4-8d52-7e27ad60ae1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:10:31Z', 'updated_at': '2022-05-18T18:10:43Z', 'revision_number': 4, 'project_id': 'c37246a20f2845a089230b88402f6d1b', 'gw_port': {'id': '32dc8a7e-4aef-49a4-8d52-7e27ad60ae1e', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:53:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f2f26e-c4e1-4c83-93dd-9b92298d525c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:10:34Z', 'updated_at': '2022-05-18T18:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '78558848-d600-48c9-a059-bfc3b3c5b632', 'name': '', 'network_id': '055b7a59-22e7-493f-ba66-d1ab1ebb4b38', 'tenant_id': 'c37246a20f2845a089230b88402f6d1b', 'mac_address': 'fa:16:3e:80:79:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08f2f26e-c4e1-4c83-93dd-9b92298d525c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '6103a86c-1984-4112-92b7-213da8bfab24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:10:41Z', 'updated_at': '2022-05-18T18:10:47Z', 'revision_number': 4, 'project_id': 'c37246a20f2845a089230b88402f6d1b', 'subnets': [{'id': '6103a86c-1984-4112-92b7-213da8bfab24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:10:48.608637 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 55384) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:10:48.769976 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d30b2c63-116d-4c5d-9e3d-364aceddb073 req-ad3243b1-4f02-4671-a844-5d0a4ccfb552 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/ports?device_id=0e9ea744-f84b-44dd-91a2-86d0d61ac63c HTTP/1.1" status: 200 len: 210 time: 0.0868597 May 18 18:10:48.846063 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-37a5d6cf-33b4-4dd7-85a5-bfeaf5447caa admin admin] Calling delete_port for aa2ee8f7-b934-4d10-afaf-419fc08b2042 owned by network:router_interface {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:10:48.897825 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32faf68-56c8-4186-9ea0-0d2f0c982771 None None] Network 318d7223-f14c-48f3-9a41-7dc7c337e246 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:10:49.124357 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [req-b4898642-2e8c-4b29-be07-4f0000f8157d req-397f41b6-b16b-4804-9b32-507f7d656c94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 179999b0-ff2e-4e5c-a15e-9ccf35821d79 {{(pid=102731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:10:49.154042 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-12467f49-6bde-44c5-a7d6-ff3b8011be9e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:49.171126 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-b4898642-2e8c-4b29-be07-4f0000f8157d req-397f41b6-b16b-4804-9b32-507f7d656c94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:49.238572 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.provisioning_blocks [req-b4898642-2e8c-4b29-be07-4f0000f8157d req-397f41b6-b16b-4804-9b32-507f7d656c94 service neutron] Transition to ACTIVE for port object 179999b0-ff2e-4e5c-a15e-9ccf35821d79 will not be triggered until provisioned by entity L2. {{(pid=102731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:10:49.256511 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-b4898642-2e8c-4b29-be07-4f0000f8157d req-397f41b6-b16b-4804-9b32-507f7d656c94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:49.280084 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3b49150f-b02e-4c85-a915-03db86cd8dd6 tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:49.307903 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-12467f49-6bde-44c5-a7d6-ff3b8011be9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:49.356331 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3b49150f-b02e-4c85-a915-03db86cd8dd6 tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:49.395624 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-7831b878-69b0-48e7-a1cd-53561d3d13d1 None None] Current status of the port 78558848-d600-48c9-a059-bfc3b3c5b632 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:10:49.396198 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-7831b878-69b0-48e7-a1cd-53561d3d13d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:49.411295 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b805de-4e20-487c-a45c-645d5cd4f1fa req-889402c1-9d05-437e-a7cc-4762d11bff75 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:49.416421 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-22b805de-4e20-487c-a45c-645d5cd4f1fa req-889402c1-9d05-437e-a7cc-4762d11bff75 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/ports?device_id=03e9ea95-a4d7-4a6b-bf9a-c47231632c0a HTTP/1.1" status: 200 len: 943 time: 0.5533020 May 18 18:10:49.471125 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-7831b878-69b0-48e7-a1cd-53561d3d13d1 None None] For port 78558848-d600-48c9-a059-bfc3b3c5b632, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=78558848-d600-48c9-a059-bfc3b3c5b632,segment=NetworkSegment(e113abf4-4b0e-4afe-a737-f70ad5d66353),segment_id=e113abf4-4b0e-4afe-a737-f70ad5d66353)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:10:49.479191 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-7831b878-69b0-48e7-a1cd-53561d3d13d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:49.496890 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86dc037-17f9-40f2-a748-3e70cc1a8ddc req-73e27e5f-5d42-4182-821c-14ddb2ef24c3 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:49.498549 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b86dc037-17f9-40f2-a748-3e70cc1a8ddc req-73e27e5f-5d42-4182-821c-14ddb2ef24c3 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/networks?id=055b7a59-22e7-493f-ba66-d1ab1ebb4b38 HTTP/1.1" status: 200 len: 818 time: 0.4353521 May 18 18:10:49.554682 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b86dc037-17f9-40f2-a748-3e70cc1a8ddc req-64c5f302-203d-40e3-aaed-9fdc149e61af tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/quotas/c37246a20f2845a089230b88402f6d1b HTTP/1.1" status: 200 len: 375 time: 0.0312886 May 18 18:10:49.556708 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397f41b6-b16b-4804-9b32-507f7d656c94 service neutron] Pushing event updated for resources: {'Port': ['ID=179999b0-ff2e-4e5c-a15e-9ccf35821d79,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:10:49.585833 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7831b878-69b0-48e7-a1cd-53561d3d13d1 None None] Pushing event updated for resources: {'Port': ['ID=78558848-d600-48c9-a059-bfc3b3c5b632,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:10:49.611899 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b1aea374-03f7-408b-bcd3-8461edf99449 None None] Provisioning complete for port 78558848-d600-48c9-a059-bfc3b3c5b632 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:10:49.612280 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b1aea374-03f7-408b-bcd3-8461edf99449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:49.620418 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-12467f49-6bde-44c5-a7d6-ff3b8011be9e admin admin] Allocated IP 172.25.5.118 (31ebd439-090c-4b25-bbb0-31c48711b145/363a2810-8a83-4be0-a317-7c91fcd94485/41c52fb1-0197-43ed-8e70-c50293db22f3) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:10:49.756800 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b86dc037-17f9-40f2-a748-3e70cc1a8ddc req-d12d41e0-87b6-4d11-b261-ad0d5f3acfb3 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=c37246a20f2845a089230b88402f6d1b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1989062 May 18 18:10:49.795173 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3b49150f-b02e-4c85-a915-03db86cd8dd6 tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:49.799702 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3b49150f-b02e-4c85-a915-03db86cd8dd6 tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:49.804587 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-3b49150f-b02e-4c85-a915-03db86cd8dd6 tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] 10.222.0.85 "DELETE /v2.0/security-groups/7ad13e09-81ff-42eb-a529-a47ff2d06b75 HTTP/1.1" status: 204 len: 168 time: 1.1949139 May 18 18:10:49.805270 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 55406) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:10:49.825871 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-37a5d6cf-33b4-4dd7-85a5-bfeaf5447caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:49.841937 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b1aea374-03f7-408b-bcd3-8461edf99449 None None] Current status of the port 78558848-d600-48c9-a059-bfc3b3c5b632 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:10:49.988394 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-12467f49-6bde-44c5-a7d6-ff3b8011be9e admin admin] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:50.017938 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-22b805de-4e20-487c-a45c-645d5cd4f1fa req-d3c3874c-f386-4632-99ae-62c166a100c7 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/security-groups?id=fae3ce3c-9235-4ae4-9c6c-e682ce6a4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4532859 May 18 18:10:50.126006 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-12467f49-6bde-44c5-a7d6-ff3b8011be9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:50.141537 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b49150f-b02e-4c85-a915-03db86cd8dd6 tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ad13e09-81ff-42eb-a529-a47ff2d06b75,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:10:50.280980 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a5d6cf-33b4-4dd7-85a5-bfeaf5447caa admin admin] Pushing event deleted for resources: {'Port': ['ID=aa2ee8f7-b934-4d10-afaf-419fc08b2042,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:10:50.330664 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b86dc037-17f9-40f2-a748-3e70cc1a8ddc req-830a19be-b6b5-4a2e-acc8-d67be1cb37dd service neutron] 10.222.0.85 "GET /v2.0/networks/055b7a59-22e7-493f-ba66-d1ab1ebb4b38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5728884 May 18 18:10:50.335833 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device bb609224-f5ba-4bb0-be9a-b6aab606ad06 no longer exists at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:10:50.354579 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12467f49-6bde-44c5-a7d6-ff3b8011be9e admin admin] Network 31ebd439-090c-4b25-bbb0-31c48711b145 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:10:50.355491 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12467f49-6bde-44c5-a7d6-ff3b8011be9e admin admin] Pushing event updated for resources: {'Port': ['ID=41c52fb1-0197-43ed-8e70-c50293db22f3,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:10:50.370319 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-12467f49-6bde-44c5-a7d6-ff3b8011be9e admin admin] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:10:50.373515 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12467f49-6bde-44c5-a7d6-ff3b8011be9e admin admin] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:10:50.412283 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 78558848-d600-48c9-a059-bfc3b3c5b632 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:10:50.513021 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 78558848-d600-48c9-a059-bfc3b3c5b632 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:10:50.513738 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:50.627057 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-8055c292-69fd-4941-afad-e5c4deef0f5b tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] 10.222.0.85 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.8107252 May 18 18:10:50.640834 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 55414) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:10:50.676989 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 78558848-d600-48c9-a059-bfc3b3c5b632 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:10:50.680290 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-c28028d8-1114-4f39-a952-8d0d8254562c tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] Request body: {'security_group': {'name': 'tempest-secgroup--1721000981'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:10:50.750852 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c28028d8-1114-4f39-a952-8d0d8254562c tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:50.755550 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port bb609224-f5ba-4bb0-be9a-b6aab606ad06 is: DOWN; New status is: DOWN {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:10:50.778660 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-b4898642-2e8c-4b29-be07-4f0000f8157d req-397f41b6-b16b-4804-9b32-507f7d656c94 service neutron] Attempting to bind port 179999b0-ff2e-4e5c-a15e-9ccf35821d79 on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:10:50.779226 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-b4898642-2e8c-4b29-be07-4f0000f8157d req-397f41b6-b16b-4804-9b32-507f7d656c94 service neutron] Attempting to bind port 179999b0-ff2e-4e5c-a15e-9ccf35821d79 by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': '2879bb11-64b4-46f1-9f8b-52941d47b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:10:50.779398 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4898642-2e8c-4b29-be07-4f0000f8157d req-397f41b6-b16b-4804-9b32-507f7d656c94 service neutron] Attempting to bind port 179999b0-ff2e-4e5c-a15e-9ccf35821d79 on network 4c8ef274-9ecc-47c2-9686-5eebd78fb305 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:10:50.830407 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4898642-2e8c-4b29-be07-4f0000f8157d req-397f41b6-b16b-4804-9b32-507f7d656c94 service neutron] Port 179999b0-ff2e-4e5c-a15e-9ccf35821d79 on network 4c8ef274-9ecc-47c2-9686-5eebd78fb305 not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:10:50.830727 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4898642-2e8c-4b29-be07-4f0000f8157d req-397f41b6-b16b-4804-9b32-507f7d656c94 service neutron] Attempting to bind port 179999b0-ff2e-4e5c-a15e-9ccf35821d79 on network 4c8ef274-9ecc-47c2-9686-5eebd78fb305 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:10:50.844931 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0ff033-225b-4905-9f91-38a26f577462 req-e3519678-f632-49d2-80ec-f678fe6830b7 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:50.846612 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ff0ff033-225b-4905-9f91-38a26f577462 req-e3519678-f632-49d2-80ec-f678fe6830b7 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/ports?device_id=d8377e75-2fd4-49e4-8639-25a2f3467097 HTTP/1.1" status: 200 len: 948 time: 0.5486765 May 18 18:10:50.853715 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4898642-2e8c-4b29-be07-4f0000f8157d req-397f41b6-b16b-4804-9b32-507f7d656c94 service neutron] Checking agent: {'id': 'd1be059a-68ea-4c77-9b2b-29f4afa47e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:10:50.854094 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4898642-2e8c-4b29-be07-4f0000f8157d req-397f41b6-b16b-4804-9b32-507f7d656c94 service neutron] Checking segment: {'id': '2879bb11-64b4-46f1-9f8b-52941d47b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:10:50.854456 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4898642-2e8c-4b29-be07-4f0000f8157d req-397f41b6-b16b-4804-9b32-507f7d656c94 service neutron] Bound using segment: {'id': '2879bb11-64b4-46f1-9f8b-52941d47b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305'} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:10:50.854889 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-b4898642-2e8c-4b29-be07-4f0000f8157d req-397f41b6-b16b-4804-9b32-507f7d656c94 service neutron] Bound port: 179999b0-ff2e-4e5c-a15e-9ccf35821d79, host: n-h2-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2879bb11-64b4-46f1-9f8b-52941d47b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305'}}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:10:50.856206 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-b4898642-2e8c-4b29-be07-4f0000f8157d req-397f41b6-b16b-4804-9b32-507f7d656c94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:50.883335 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cb4f4b-8c38-4e0e-b113-fdf8d22a7c68 req-af67b05a-8138-49ee-aff4-589cc3686c14 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:50.885311 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-12cb4f4b-8c38-4e0e-b113-fdf8d22a7c68 req-af67b05a-8138-49ee-aff4-589cc3686c14 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.36 "GET /v2.0/networks?id=055b7a59-22e7-493f-ba66-d1ab1ebb4b38 HTTP/1.1" status: 200 len: 818 time: 0.9249094 May 18 18:10:50.905437 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-12cb4f4b-8c38-4e0e-b113-fdf8d22a7c68 req-e07612b3-2a4f-4861-b7e9-05d1712b7636 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Request body: {'port': {'device_id': '0e9ea744-f84b-44dd-91a2-86d0d61ac63c', 'network_id': '055b7a59-22e7-493f-ba66-d1ab1ebb4b38', 'admin_state_up': True, 'tenant_id': 'c37246a20f2845a089230b88402f6d1b'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:10:51.090420 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ff0ff033-225b-4905-9f91-38a26f577462 req-561d8fb8-b296-4b68-b4a3-fdd6033728d9 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/security-groups?id=5ea4329b-bade-4f5a-bfbd-7917c3702679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245147 May 18 18:10:51.106700 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b86dc037-17f9-40f2-a748-3e70cc1a8ddc req-86babd11-3880-447f-864a-de76c1daa2c1 service neutron] 10.222.0.85 "GET /v2.0/networks/055b7a59-22e7-493f-ba66-d1ab1ebb4b38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7725730 May 18 18:10:51.157931 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c28028d8-1114-4f39-a952-8d0d8254562c tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:51.171296 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c28028d8-1114-4f39-a952-8d0d8254562c tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:51.174380 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-b4898642-2e8c-4b29-be07-4f0000f8157d req-397f41b6-b16b-4804-9b32-507f7d656c94 service neutron] For port 179999b0-ff2e-4e5c-a15e-9ccf35821d79, host n-h2-838550-3, cleared binding levels {{(pid=102731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:10:51.194046 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-37a5d6cf-33b4-4dd7-85a5-bfeaf5447caa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-593931'] for router_interface, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:51.223499 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-b4898642-2e8c-4b29-be07-4f0000f8157d req-397f41b6-b16b-4804-9b32-507f7d656c94 service neutron] For port 179999b0-ff2e-4e5c-a15e-9ccf35821d79, host n-h2-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=179999b0-ff2e-4e5c-a15e-9ccf35821d79,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:10:51.268430 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c28028d8-1114-4f39-a952-8d0d8254562c tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:51.273388 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 55420) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:10:51.274000 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-c28028d8-1114-4f39-a952-8d0d8254562c tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6200910 May 18 18:10:51.275465 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-b4898642-2e8c-4b29-be07-4f0000f8157d req-397f41b6-b16b-4804-9b32-507f7d656c94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:51.280159 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-6dfb5e11-281c-4574-af32-b4cecfc5a44a tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] Request body: {'security_group_rule': {'security_group_id': 'ede49fbc-8661-4766-9e29-0881760fea64', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:10:51.286104 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-12467f49-6bde-44c5-a7d6-ff3b8011be9e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:51.425047 n-d-838550-3 neutron-server[102730]: INFO neutron.api.v2.resource [None req-6dfb5e11-281c-4574-af32-b4cecfc5a44a tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] create failed (client error): The resource could not be found. May 18 18:10:51.426658 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-6dfb5e11-281c-4574-af32-b4cecfc5a44a tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1520264 May 18 18:10:51.436774 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 55426) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:10:51.468053 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-7e9f411c-a180-41ee-b6db-e3f215c1a4d9 tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] Request body: {'security_group_rule': {'security_group_id': 'ede49fbc-8661-4766-9e29-0881760fea64', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '741708cb-7cb5-410c-a683-5d2cf6f90d5c'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:10:51.475935 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28028d8-1114-4f39-a952-8d0d8254562c tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ede49fbc-8661-4766-9e29-0881760fea64,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:10:51.517393 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8926ed75-c362-4fd6-bcb1-f1b836dc997d req-f8280bbf-acea-4a61-9522-b0681558cfef tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:51.519029 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8926ed75-c362-4fd6-bcb1-f1b836dc997d req-f8280bbf-acea-4a61-9522-b0681558cfef tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/ports?device_id=03e9ea95-a4d7-4a6b-bf9a-c47231632c0a HTTP/1.1" status: 200 len: 943 time: 0.1191912 May 18 18:10:51.550328 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4898642-2e8c-4b29-be07-4f0000f8157d req-397f41b6-b16b-4804-9b32-507f7d656c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:51.551444 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-b4898642-2e8c-4b29-be07-4f0000f8157d req-397f41b6-b16b-4804-9b32-507f7d656c94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:51.552999 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b4898642-2e8c-4b29-be07-4f0000f8157d req-397f41b6-b16b-4804-9b32-507f7d656c94 service neutron] 10.222.0.88 "PUT /v2.0/ports/179999b0-ff2e-4e5c-a15e-9ccf35821d79 HTTP/1.1" status: 200 len: 1096 time: 4.5809543 May 18 18:10:51.566255 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8377e75-2fd4-49e4-8639-25a2f3467097', 'tag': '179999b0-ff2e-4e5c-a15e-9ccf35821d79'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:10:51.569847 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ee8443b-2268-46bd-8159-420e341b036a" -d '{"events": [{"name": "network-changed", "server_uuid": "d8377e75-2fd4-49e4-8639-25a2f3467097", "tag": "179999b0-ff2e-4e5c-a15e-9ccf35821d79"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:10:51.589718 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397f41b6-b16b-4804-9b32-507f7d656c94 service neutron] Pushing event updated for resources: {'Port': ['ID=179999b0-ff2e-4e5c-a15e-9ccf35821d79,revision_number=3']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:10:51.604471 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12cb4f4b-8c38-4e0e-b113-fdf8d22a7c68 req-e07612b3-2a4f-4861-b7e9-05d1712b7636 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Made reservation on behalf of c37246a20f2845a089230b88402f6d1b for: {'port': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:10:51.612002 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-12cb4f4b-8c38-4e0e-b113-fdf8d22a7c68 req-e07612b3-2a4f-4861-b7e9-05d1712b7636 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:51.631546 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8926ed75-c362-4fd6-bcb1-f1b836dc997d req-265d3f39-2930-4f71-9557-d0a412eb151a tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/security-groups?id=fae3ce3c-9235-4ae4-9c6c-e682ce6a4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613298 May 18 18:10:51.632721 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-12467f49-6bde-44c5-a7d6-ff3b8011be9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596801'] for router, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:51.721865 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24944531-036c-4eca-b9aa-7286eb30c4bb req-ea3a5634-725f-44aa-b88f-46b5cc2eb154 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:51.723529 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-24944531-036c-4eca-b9aa-7286eb30c4bb req-ea3a5634-725f-44aa-b88f-46b5cc2eb154 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=b620702a-122a-4cad-9b6e-b764547e6f53 HTTP/1.1" status: 200 len: 943 time: 0.4750254 May 18 18:10:51.820693 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f60ce378-7eea-4d2d-8efd-8eea198db09f req-76c1ea4b-afa9-4d35-940e-8685ae67584a tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/ports?device_id=f8e82ff2-3164-44c9-8e95-9b05a4ef9438 HTTP/1.1" status: 200 len: 210 time: 0.0647202 May 18 18:10:51.920081 n-d-838550-3 neutron-server[102731]: INFO neutron.api.v2.resource [None req-7e9f411c-a180-41ee-b6db-e3f215c1a4d9 tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] create failed (client error): The resource could not be found. May 18 18:10:51.924262 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-7e9f411c-a180-41ee-b6db-e3f215c1a4d9 tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4735529 May 18 18:10:51.925906 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6178116c-b7b1-4a82-8c8c-3788513bd308 x-openstack-request-id: req-6178116c-b7b1-4a82-8c8c-3788513bd308 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:10:51.926086 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 55434) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:10:51.926229 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8377e75-2fd4-49e4-8639-25a2f3467097", "tag": "179999b0-ff2e-4e5c-a15e-9ccf35821d79", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:10:51.926336 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-6178116c-b7b1-4a82-8c8c-3788513bd308 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:10:51.926719 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6178116c-b7b1-4a82-8c8c-3788513bd308'] response: {'name': 'network-changed', 'server_uuid': 'd8377e75-2fd4-49e4-8639-25a2f3467097', 'tag': '179999b0-ff2e-4e5c-a15e-9ccf35821d79', 'status': 'completed', 'code': 200} May 18 18:10:51.947263 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4898642-2e8c-4b29-be07-4f0000f8157d req-3c3bbc8f-09a1-47b1-acf9-c65c90b8a2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:51.949556 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b4898642-2e8c-4b29-be07-4f0000f8157d req-3c3bbc8f-09a1-47b1-acf9-c65c90b8a2bb service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a049c2cb7dc14b6fbce20aa8814d6ebf&device_id=d8377e75-2fd4-49e4-8639-25a2f3467097 HTTP/1.1" status: 200 len: 1099 time: 0.3286386 May 18 18:10:51.962017 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-24944531-036c-4eca-b9aa-7286eb30c4bb req-5cb9d373-2eca-4652-b1c9-f34cb9457fe9 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/security-groups?id=33ba1fad-191a-4b7a-ae9e-8e9e60985e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956639 May 18 18:10:52.011986 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12467f49-6bde-44c5-a7d6-ff3b8011be9e admin admin] Router af84c569-b7fd-45c8-ae9c-ffa206d034b4 is scheduled to L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e with binding_index 1 {{(pid=102730) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 18 18:10:52.030383 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-45f7beaa-af53-40fc-bd1c-ff342d515ef3 tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:52.064081 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-45f7beaa-af53-40fc-bd1c-ff342d515ef3 tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:52.182852 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b4898642-2e8c-4b29-be07-4f0000f8157d req-dfd2b26d-209c-450e-9dd1-26ec65676ee2 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=179999b0-ff2e-4e5c-a15e-9ccf35821d79 HTTP/1.1" status: 200 len: 217 time: 0.2144699 May 18 18:10:52.183283 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-45f7beaa-af53-40fc-bd1c-ff342d515ef3 tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:52.193045 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-45f7beaa-af53-40fc-bd1c-ff342d515ef3 tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:52.198769 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-45f7beaa-af53-40fc-bd1c-ff342d515ef3 tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] 10.222.0.85 "DELETE /v2.0/security-groups/ede49fbc-8661-4766-9e29-0881760fea64 HTTP/1.1" status: 204 len: 168 time: 0.2718203 May 18 18:10:52.203204 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 55448) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:10:52.299578 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [req-12cb4f4b-8c38-4e0e-b113-fdf8d22a7c68 req-e07612b3-2a4f-4861-b7e9-05d1712b7636 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Allocated IP 172.20.0.11 (055b7a59-22e7-493f-ba66-d1ab1ebb4b38/6103a86c-1984-4112-92b7-213da8bfab24/c9ccf49f-2846-4d2f-823c-7e2da03e56af) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:10:52.354556 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f7beaa-af53-40fc-bd1c-ff342d515ef3 tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ede49fbc-8661-4766-9e29-0881760fea64,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:10:52.445687 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-88d03e6a-8bff-4c12-9c04-ac763e24755f tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] 10.222.0.85 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2250528 May 18 18:10:52.451451 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 55456) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:10:52.466153 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12467f49-6bde-44c5-a7d6-ff3b8011be9e admin admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:10:52.470401 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-cdc11c07-d689-4d44-9f33-dc9fbe5c5f8a tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] Request body: {'security_group_rule': {'security_group_id': '9ee3a70c-d01f-4cd8-853d-ed46101b336c', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:10:52.485183 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e11c78-5944-4d2a-a92a-b55baf7facb7 None None] Sync routers for ids ['af84c569-b7fd-45c8-ae9c-ffa206d034b4'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:10:52.509822 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e11c78-5944-4d2a-a92a-b55baf7facb7 None None] Routers {'af84c569-b7fd-45c8-ae9c-ffa206d034b4'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:10:52.510767 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-99e11c78-5944-4d2a-a92a-b55baf7facb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:10:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['af84c569-b7fd-45c8-ae9c-ffa206d034b4'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:10:52.548549 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-12467f49-6bde-44c5-a7d6-ff3b8011be9e admin admin] Notify callbacks [] for router, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:52.554351 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-12467f49-6bde-44c5-a7d6-ff3b8011be9e admin admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.5119946 May 18 18:10:52.567786 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 55458) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:10:52.595603 n-d-838550-3 neutron-server[102730]: INFO neutron.api.v2.resource [None req-cdc11c07-d689-4d44-9f33-dc9fbe5c5f8a tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] create failed (client error): The resource could not be found. May 18 18:10:52.600546 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c33849-81de-48f3-b75e-abc600ff2605 req-c55f7ed9-52b5-4c50-ae44-340346036a0e tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:52.600546 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b6c33849-81de-48f3-b75e-abc600ff2605 req-c55f7ed9-52b5-4c50-ae44-340346036a0e tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/ports?device_id=d8377e75-2fd4-49e4-8639-25a2f3467097 HTTP/1.1" status: 200 len: 948 time: 0.2700644 May 18 18:10:52.601546 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-cdc11c07-d689-4d44-9f33-dc9fbe5c5f8a tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1382563 May 18 18:10:52.601837 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4898642-2e8c-4b29-be07-4f0000f8157d req-39835a36-5de9-41ec-9446-66918456861b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:52.602608 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 55460) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:10:52.603210 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b4898642-2e8c-4b29-be07-4f0000f8157d req-39835a36-5de9-41ec-9446-66918456861b service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c2531ae9-89db-4dcf-b670-9eac4c9cde53 HTTP/1.1" status: 200 len: 843 time: 0.3969259 May 18 18:10:52.615871 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-5b7c9ef8-9b25-411b-9699-92321807f050 tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] Request body: {'security_group': {'name': 'tempest-secgroup--1899667241'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:10:52.636267 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 81037d82-88f3-4280-93f1-f841b8057ff2 details requested by agent hyperv_n-h1-838550-3 with host n-h1-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:10:52.675575 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5b7c9ef8-9b25-411b-9699-92321807f050 tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:52.749961 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37a5d6cf-33b4-4dd7-85a5-bfeaf5447caa admin admin] Router 7b1f017e-a7f9-407e-8e13-ae334ebab240 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:10:52.880885 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.db.resource_extend [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 18 18:10:52.885698 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-99e11c78-5944-4d2a-a92a-b55baf7facb7 None None] Set router af84c569-b7fd-45c8-ae9c-ffa206d034b4 gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:10:52.945391 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5b7c9ef8-9b25-411b-9699-92321807f050 tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:52.999390 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5b7c9ef8-9b25-411b-9699-92321807f050 tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:53.050663 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b6c33849-81de-48f3-b75e-abc600ff2605 req-ed6fdd9a-59e0-402f-886f-c8c27ca4bbf5 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/security-groups?id=5ea4329b-bade-4f5a-bfbd-7917c3702679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3616428 May 18 18:10:53.052543 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4898642-2e8c-4b29-be07-4f0000f8157d req-8819e3ce-f01e-467f-a687-2200d67a1575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:53.054562 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b4898642-2e8c-4b29-be07-4f0000f8157d req-8819e3ce-f01e-467f-a687-2200d67a1575 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4c8ef274-9ecc-47c2-9686-5eebd78fb305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4423671 May 18 18:10:53.098803 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5b7c9ef8-9b25-411b-9699-92321807f050 tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:53.105766 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-5b7c9ef8-9b25-411b-9699-92321807f050 tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4960110 May 18 18:10:53.109798 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 55492) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:10:53.115336 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-cc7992e7-72d9-4ccf-aebb-0a9a8514cbf6 tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] Request body: {'security_group': {'name': 'tempest-secgroup--931022204'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:10:53.174463 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7c9ef8-9b25-411b-9699-92321807f050 tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17a79771-6051-4d08-a435-3703ff0b465c,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:10:53.282517 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 81037d82-88f3-4280-93f1-f841b8057ff2, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=81037d82-88f3-4280-93f1-f841b8057ff2,segment=NetworkSegment(5e6a9b3b-2b82-45b7-b9f1-0f73969fb979),segment_id=5e6a9b3b-2b82-45b7-b9f1-0f73969fb979)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:10:53.299132 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Returning: {'device': '81037d82-88f3-4280-93f1-f841b8057ff2', 'network_id': '34fdcfa4-2e5d-460f-9a9f-5a798833609a', 'port_id': '81037d82-88f3-4280-93f1-f841b8057ff2', 'mac_address': 'fa:16:3e:ac:fe:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f7111f6-e2ae-4553-ac4c-889ba94e64a6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:10:53.458282 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 81037d82-88f3-4280-93f1-f841b8057ff2 is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:10:53.458675 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:53.497249 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81037d82-88f3-4280-93f1-f841b8057ff2 {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:10:53.538874 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 81037d82-88f3-4280-93f1-f841b8057ff2, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=81037d82-88f3-4280-93f1-f841b8057ff2,segment=NetworkSegment(5e6a9b3b-2b82-45b7-b9f1-0f73969fb979),segment_id=5e6a9b3b-2b82-45b7-b9f1-0f73969fb979)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:10:53.547781 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:53.550017 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec5a04d-1c4e-4596-8a10-fef57eae1246 req-2c01200d-b94f-4c62-b2c6-e72a7bfd8a33 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:53.551741 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5ec5a04d-1c4e-4596-8a10-fef57eae1246 req-2c01200d-b94f-4c62-b2c6-e72a7bfd8a33 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=b620702a-122a-4cad-9b6e-b764547e6f53 HTTP/1.1" status: 200 len: 943 time: 0.1107342 May 18 18:10:53.629825 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-99e11c78-5944-4d2a-a92a-b55baf7facb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af84c569-b7fd-45c8-ae9c-ffa206d034b4', 'name': 'tempest-ServerRescueTestJSON-505246341-router', 'tenant_id': 'b3978e65ec994763a43b86fa6707d010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': '41c52fb1-0197-43ed-8e70-c50293db22f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:10:48Z', 'updated_at': '2022-05-18T18:10:51Z', 'revision_number': 3, 'project_id': 'b3978e65ec994763a43b86fa6707d010', 'gw_port': {'id': '41c52fb1-0197-43ed-8e70-c50293db22f3', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:41:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af84c569-b7fd-45c8-ae9c-ffa206d034b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:10:49Z', 'updated_at': '2022-05-18T18:10:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:10:53.687653 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e11c78-5944-4d2a-a92a-b55baf7facb7 None None] Checking router: af84c569-b7fd-45c8-ae9c-ffa206d034b4 for host: n-d-838550-3 {{(pid=102732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:10:53.688267 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e11c78-5944-4d2a-a92a-b55baf7facb7 None None] Updating router af84c569-b7fd-45c8-ae9c-ffa206d034b4 port 41c52fb1-0197-43ed-8e70-c50293db22f3 binding host n-d-838550-3 {{(pid=102732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 18:10:53.711141 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86dc037-17f9-40f2-a748-3e70cc1a8ddc req-5568dda8-abf9-4743-aee0-5707d3fb2d81 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:53.713044 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b86dc037-17f9-40f2-a748-3e70cc1a8ddc req-5568dda8-abf9-4743-aee0-5707d3fb2d81 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.88 "GET /v2.0/networks?id=055b7a59-22e7-493f-ba66-d1ab1ebb4b38 HTTP/1.1" status: 200 len: 818 time: 0.1347210 May 18 18:10:53.744575 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-b86dc037-17f9-40f2-a748-3e70cc1a8ddc req-f2c0821f-1b29-45bf-b5ea-755b735b186e tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Request body: {'port': {'device_id': 'f8e82ff2-3164-44c9-8e95-9b05a4ef9438', 'network_id': '055b7a59-22e7-493f-ba66-d1ab1ebb4b38', 'admin_state_up': True, 'tenant_id': 'c37246a20f2845a089230b88402f6d1b'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:10:53.747192 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-99e11c78-5944-4d2a-a92a-b55baf7facb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:53.783607 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-5ec5a04d-1c4e-4596-8a10-fef57eae1246 req-4bffbd9a-31da-44b7-bf78-43063f557782 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Deleting port bb609224-f5ba-4bb0-be9a-b6aab606ad06 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:10:53.784129 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-5ec5a04d-1c4e-4596-8a10-fef57eae1246 req-4bffbd9a-31da-44b7-bf78-43063f557782 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:53.789893 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=81037d82-88f3-4280-93f1-f841b8057ff2,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:10:53.870722 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-cc7992e7-72d9-4ccf-aebb-0a9a8514cbf6 tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:53.889775 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-12cb4f4b-8c38-4e0e-b113-fdf8d22a7c68 req-e07612b3-2a4f-4861-b7e9-05d1712b7636 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:53.895205 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['81037d82-88f3-4280-93f1-f841b8057ff2'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:10:53.919651 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-323ceaa3-1eea-4c80-a1a7-c306862a7392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:53.923293 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37a5d6cf-33b4-4dd7-85a5-bfeaf5447caa admin admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:10:53.939226 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9abab213-cf86-44d7-8e11-163002edbae8 None None] Sync routers for ids ['7b1f017e-a7f9-407e-8e13-ae334ebab240'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:10:53.943478 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-37a5d6cf-33b4-4dd7-85a5-bfeaf5447caa admin admin] 10.222.0.85 "PUT /v2.0/routers/7b1f017e-a7f9-407e-8e13-ae334ebab240/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4181883 May 18 18:10:53.947318 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 55498) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:10:53.957740 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9abab213-cf86-44d7-8e11-163002edbae8 None None] Routers {'7b1f017e-a7f9-407e-8e13-ae334ebab240'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:10:53.958379 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-9abab213-cf86-44d7-8e11-163002edbae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:10:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['7b1f017e-a7f9-407e-8e13-ae334ebab240'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:10:53.963609 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b4898642-2e8c-4b29-be07-4f0000f8157d req-750c7617-306e-4f76-9dfb-af35ad54a625 service neutron] 10.222.0.88 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8853900 May 18 18:10:53.980338 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f975467a-942a-49fd-a65e-d88e40646eca req-7ee02241-2779-4a78-a0d5-c132386153d7 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:53.982914 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f975467a-942a-49fd-a65e-d88e40646eca req-7ee02241-2779-4a78-a0d5-c132386153d7 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/ports?device_id=03e9ea95-a4d7-4a6b-bf9a-c47231632c0a HTTP/1.1" status: 200 len: 944 time: 0.3959794 May 18 18:10:54.112923 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-9abab213-cf86-44d7-8e11-163002edbae8 None None] Set router 7b1f017e-a7f9-407e-8e13-ae334ebab240 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:10:54.151945 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-323ceaa3-1eea-4c80-a1a7-c306862a7392 admin admin] Allocated IP 172.20.0.1 (318d7223-f14c-48f3-9a41-7dc7c337e246/8e5d7b30-30eb-4951-a733-71bef5e29c46/4df2bcd1-45e9-4c9a-bd2e-c2098a1bdfc4) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:10:54.257770 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b86dc037-17f9-40f2-a748-3e70cc1a8ddc req-f2c0821f-1b29-45bf-b5ea-755b735b186e tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Made reservation on behalf of c37246a20f2845a089230b88402f6d1b for: {'port': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:10:54.261980 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-b86dc037-17f9-40f2-a748-3e70cc1a8ddc req-f2c0821f-1b29-45bf-b5ea-755b735b186e tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:54.268897 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-323ceaa3-1eea-4c80-a1a7-c306862a7392 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:54.294894 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f975467a-942a-49fd-a65e-d88e40646eca req-90e7643f-dc4c-4c1d-bc5b-ae1deed8e2be tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/security-groups?id=fae3ce3c-9235-4ae4-9c6c-e682ce6a4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2964721 May 18 18:10:54.307994 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-12cb4f4b-8c38-4e0e-b113-fdf8d22a7c68 req-e07612b3-2a4f-4861-b7e9-05d1712b7636 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:54.354686 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-9abab213-cf86-44d7-8e11-163002edbae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b1f017e-a7f9-407e-8e13-ae334ebab240', 'name': 'tempest-FloatingIPsAssociationTestJSON-726912209-router', 'tenant_id': 'e05b3d827f844c1d97efd9db4e0d2203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '5227345e-5153-4734-930c-392ff84168b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:08:17Z', 'updated_at': '2022-05-18T18:10:49Z', 'revision_number': 5, 'project_id': 'e05b3d827f844c1d97efd9db4e0d2203', 'gw_port': {'id': '5227345e-5153-4734-930c-392ff84168b5', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:7c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1f017e-a7f9-407e-8e13-ae334ebab240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:08:20Z', 'updated_at': '2022-05-18T18:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:10:54.365219 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-323ceaa3-1eea-4c80-a1a7-c306862a7392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:54.379456 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-99e11c78-5944-4d2a-a92a-b55baf7facb7 None None] Notify callbacks [] for port, precommit_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:54.380132 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-5ec5a04d-1c4e-4596-8a10-fef57eae1246 req-4bffbd9a-31da-44b7-bf78-43063f557782 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] For port bb609224-f5ba-4bb0-be9a-b6aab606ad06, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=bb609224-f5ba-4bb0-be9a-b6aab606ad06,segment=NetworkSegment(58bfdefb-3654-4aa0-92f0-6f0afd2552db),segment_id=58bfdefb-3654-4aa0-92f0-6f0afd2552db)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:10:54.380753 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-5ec5a04d-1c4e-4596-8a10-fef57eae1246 req-4bffbd9a-31da-44b7-bf78-43063f557782 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:54.388337 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-99e11c78-5944-4d2a-a92a-b55baf7facb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:54.399031 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9abab213-cf86-44d7-8e11-163002edbae8 None None] Checking router: 7b1f017e-a7f9-407e-8e13-ae334ebab240 for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:10:54.410232 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9abab213-cf86-44d7-8e11-163002edbae8 None None] Routers {'7b1f017e-a7f9-407e-8e13-ae334ebab240'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:10:54.411026 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-9abab213-cf86-44d7-8e11-163002edbae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:10:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['7b1f017e-a7f9-407e-8e13-ae334ebab240'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:10:54.434078 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-5ec5a04d-1c4e-4596-8a10-fef57eae1246 req-4bffbd9a-31da-44b7-bf78-43063f557782 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Calling delete_port for bb609224-f5ba-4bb0-be9a-b6aab606ad06 owned by compute:nova {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:10:54.442274 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-cc7992e7-72d9-4ccf-aebb-0a9a8514cbf6 tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:54.470584 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-cc7992e7-72d9-4ccf-aebb-0a9a8514cbf6 tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:54.512954 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-323ceaa3-1eea-4c80-a1a7-c306862a7392 admin admin] Network 318d7223-f14c-48f3-9a41-7dc7c337e246 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:10:54.529724 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-323ceaa3-1eea-4c80-a1a7-c306862a7392 admin admin] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:10:54.534579 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323ceaa3-1eea-4c80-a1a7-c306862a7392 admin admin] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:10:54.592971 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-99e11c78-5944-4d2a-a92a-b55baf7facb7 None None] Attempting to bind port 41c52fb1-0197-43ed-8e70-c50293db22f3 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:10:54.593582 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-99e11c78-5944-4d2a-a92a-b55baf7facb7 None None] Attempting to bind port 41c52fb1-0197-43ed-8e70-c50293db22f3 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:10:54.594058 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e11c78-5944-4d2a-a92a-b55baf7facb7 None None] Attempting to bind port 41c52fb1-0197-43ed-8e70-c50293db22f3 on network 31ebd439-090c-4b25-bbb0-31c48711b145 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:10:54.600748 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea2d50d-c4bd-4256-9a89-dcd55d95c200 None None] Pushing event updated for resources: {'Port': ['ID=41c52fb1-0197-43ed-8e70-c50293db22f3,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:10:54.600983 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-9abab213-cf86-44d7-8e11-163002edbae8 None None] Set router 7b1f017e-a7f9-407e-8e13-ae334ebab240 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:10:54.601377 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323ceaa3-1eea-4c80-a1a7-c306862a7392 admin admin] Pushing event updated for resources: {'Port': ['ID=4df2bcd1-45e9-4c9a-bd2e-c2098a1bdfc4,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:10:54.604431 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7992e7-72d9-4ccf-aebb-0a9a8514cbf6 tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e65fd47-b39c-403d-b4f2-f5a2041b8d73,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:10:54.624681 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-02f2f2db-32f2-4eed-9035-42074074de1e req-bc61a02e-8991-4ea4-b586-55c311ac048b tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/ports?device_id=f8e82ff2-3164-44c9-8e95-9b05a4ef9438 HTTP/1.1" status: 200 len: 210 time: 0.1916192 May 18 18:10:54.625697 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e11c78-5944-4d2a-a92a-b55baf7facb7 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:10:54.626082 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e11c78-5944-4d2a-a92a-b55baf7facb7 None None] Checking segment: {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:10:54.626501 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-99e11c78-5944-4d2a-a92a-b55baf7facb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:54.626902 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e11c78-5944-4d2a-a92a-b55baf7facb7 None None] Bound using segment: {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:10:54.627398 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-99e11c78-5944-4d2a-a92a-b55baf7facb7 None None] Bound port: 41c52fb1-0197-43ed-8e70-c50293db22f3, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:10:54.627851 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-99e11c78-5944-4d2a-a92a-b55baf7facb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:54.629861 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12cb4f4b-8c38-4e0e-b113-fdf8d22a7c68 req-e07612b3-2a4f-4861-b7e9-05d1712b7636 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Network 055b7a59-22e7-493f-ba66-d1ab1ebb4b38 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:10:54.672800 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b4898642-2e8c-4b29-be07-4f0000f8157d req-4eecb106-675f-4575-af53-9555a8cbf87d service neutron] 10.222.0.88 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6782529 May 18 18:10:54.678687 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [req-12cb4f4b-8c38-4e0e-b113-fdf8d22a7c68 req-e07612b3-2a4f-4861-b7e9-05d1712b7636 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:10:54.697719 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-65b40dc3-25b9-43eb-916e-e59f129e18f7 admin admin] Notify callbacks [] for router, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:54.715423 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-cc7992e7-72d9-4ccf-aebb-0a9a8514cbf6 tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:54.718542 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-cc7992e7-72d9-4ccf-aebb-0a9a8514cbf6 tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.6072087 May 18 18:10:54.720201 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07612b3-2a4f-4861-b7e9-05d1712b7636 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Pushing event updated for resources: {'Port': ['ID=c9ccf49f-2846-4d2f-823c-7e2da03e56af,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:10:54.742941 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-12cb4f4b-8c38-4e0e-b113-fdf8d22a7c68 req-e07612b3-2a4f-4861-b7e9-05d1712b7636 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:10:54.746681 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 55502) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:10:54.773072 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-b61c718d-a189-47de-8d2b-013a2704cade tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] Request body: {'security_group_rule': {'security_group_id': '17a79771-6051-4d08-a435-3703ff0b465c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '8e65fd47-b39c-403d-b4f2-f5a2041b8d73'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:10:54.783986 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-99e11c78-5944-4d2a-a92a-b55baf7facb7 None None] For port 41c52fb1-0197-43ed-8e70-c50293db22f3, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:10:54.789049 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-99e11c78-5944-4d2a-a92a-b55baf7facb7 None None] For port 41c52fb1-0197-43ed-8e70-c50293db22f3, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=41c52fb1-0197-43ed-8e70-c50293db22f3,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:10:54.793792 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-99e11c78-5944-4d2a-a92a-b55baf7facb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:54.928136 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-323ceaa3-1eea-4c80-a1a7-c306862a7392 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595826'] for router_interface, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:54.940918 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-65b40dc3-25b9-43eb-916e-e59f129e18f7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:55.065973 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee8443b-2268-46bd-8159-420e341b036a req-07359401-370e-496e-9f5e-1ddddf7437dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:55.068416 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5ee8443b-2268-46bd-8159-420e341b036a req-07359401-370e-496e-9f5e-1ddddf7437dc service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a049c2cb7dc14b6fbce20aa8814d6ebf&device_id=d8377e75-2fd4-49e4-8639-25a2f3467097 HTTP/1.1" status: 200 len: 1099 time: 0.2373288 May 18 18:10:55.069596 n-d-838550-3 neutron-server[102731]: INFO neutron.api.v2.resource [None req-b61c718d-a189-47de-8d2b-013a2704cade tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 18 18:10:55.071002 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-b61c718d-a189-47de-8d2b-013a2704cade tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3206460 May 18 18:10:55.080418 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cb4f4b-8c38-4e0e-b113-fdf8d22a7c68 req-e07612b3-2a4f-4861-b7e9-05d1712b7636 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:55.081592 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-12cb4f4b-8c38-4e0e-b113-fdf8d22a7c68 req-e07612b3-2a4f-4861-b7e9-05d1712b7636 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:55.087326 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 55506) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:10:55.190067 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-9abab213-cf86-44d7-8e11-163002edbae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b1f017e-a7f9-407e-8e13-ae334ebab240', 'name': 'tempest-FloatingIPsAssociationTestJSON-726912209-router', 'tenant_id': 'e05b3d827f844c1d97efd9db4e0d2203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '5227345e-5153-4734-930c-392ff84168b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:08:17Z', 'updated_at': '2022-05-18T18:10:49Z', 'revision_number': 5, 'project_id': 'e05b3d827f844c1d97efd9db4e0d2203', 'gw_port': {'id': '5227345e-5153-4734-930c-392ff84168b5', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:7c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1f017e-a7f9-407e-8e13-ae334ebab240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:08:20Z', 'updated_at': '2022-05-18T18:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:10:55.193009 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [req-b86dc037-17f9-40f2-a748-3e70cc1a8ddc req-f2c0821f-1b29-45bf-b5ea-755b735b186e tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Allocated IP 172.20.0.9 (055b7a59-22e7-493f-ba66-d1ab1ebb4b38/6103a86c-1984-4112-92b7-213da8bfab24/62899431-67bc-4b45-b6b3-cfcf0f6d79c6) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:10:55.258606 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-5ec5a04d-1c4e-4596-8a10-fef57eae1246 req-4bffbd9a-31da-44b7-bf78-43063f557782 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:55.260235 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9abab213-cf86-44d7-8e11-163002edbae8 None None] The sync data for ids ['7b1f017e-a7f9-407e-8e13-ae334ebab240'] in n-d-838550-3 is: [{'id': '7b1f017e-a7f9-407e-8e13-ae334ebab240', 'name': 'tempest-FloatingIPsAssociationTestJSON-726912209-router', 'tenant_id': 'e05b3d827f844c1d97efd9db4e0d2203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '5227345e-5153-4734-930c-392ff84168b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:08:17Z', 'updated_at': '2022-05-18T18:10:49Z', 'revision_number': 5, 'project_id': 'e05b3d827f844c1d97efd9db4e0d2203', 'gw_port': {'id': '5227345e-5153-4734-930c-392ff84168b5', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:7c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1f017e-a7f9-407e-8e13-ae334ebab240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:08:20Z', 'updated_at': '2022-05-18T18:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:10:55.321956 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e11c78-5944-4d2a-a92a-b55baf7facb7 None None] Routers {'af84c569-b7fd-45c8-ae9c-ffa206d034b4'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:10:55.323078 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-99e11c78-5944-4d2a-a92a-b55baf7facb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:10:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['af84c569-b7fd-45c8-ae9c-ffa206d034b4'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:10:55.324968 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-12cb4f4b-8c38-4e0e-b113-fdf8d22a7c68 req-e07612b3-2a4f-4861-b7e9-05d1712b7636 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4284394 May 18 18:10:55.330768 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bffbd9a-31da-44b7-bf78-43063f557782 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Pushing event deleted for resources: {'Port': ['ID=bb609224-f5ba-4bb0-be9a-b6aab606ad06,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:10:55.377885 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee8443b-2268-46bd-8159-420e341b036a req-2f4a7512-3d13-4827-839e-96df5a5bfebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:55.379060 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea2d50d-c4bd-4256-9a89-dcd55d95c200 None None] Pushing event updated for resources: {'Port': ['ID=41c52fb1-0197-43ed-8e70-c50293db22f3,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:10:55.379434 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5ee8443b-2268-46bd-8159-420e341b036a req-2f4a7512-3d13-4827-839e-96df5a5bfebc service neutron] 10.222.0.88 "GET /v2.0/networks?id=4c8ef274-9ecc-47c2-9686-5eebd78fb305 HTTP/1.1" status: 200 len: 870 time: 0.2930481 May 18 18:10:55.387475 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-12cb4f4b-8c38-4e0e-b113-fdf8d22a7c68 req-cdd7cf0b-1ec5-40b4-bcda-a1f38ac60619 service neutron] Request body: {'port': {'device_id': '0e9ea744-f84b-44dd-91a2-86d0d61ac63c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-3'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:10:55.405756 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-e5108ee3-6697-4f28-8f0d-218855b8dbcd None None] Provisioning complete for port c9ccf49f-2846-4d2f-823c-7e2da03e56af triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:10:55.406255 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-e5108ee3-6697-4f28-8f0d-218855b8dbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:55.501557 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5ee8443b-2268-46bd-8159-420e341b036a req-6f9b73e0-83bc-4389-9ed9-08b2634861a8 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=179999b0-ff2e-4e5c-a15e-9ccf35821d79 HTTP/1.1" status: 200 len: 217 time: 0.0970283 May 18 18:10:55.520634 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-e5108ee3-6697-4f28-8f0d-218855b8dbcd None None] Port c9ccf49f-2846-4d2f-823c-7e2da03e56af cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:10:55.542111 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b16361b-c8bb-4af2-be12-6d4efcca6672 req-959b105a-c886-49b0-adbf-ce5a9f8e79a0 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:55.544869 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0b16361b-c8bb-4af2-be12-6d4efcca6672 req-959b105a-c886-49b0-adbf-ce5a9f8e79a0 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/ports?device_id=d8377e75-2fd4-49e4-8639-25a2f3467097 HTTP/1.1" status: 200 len: 948 time: 0.3950896 May 18 18:10:55.561713 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-99e11c78-5944-4d2a-a92a-b55baf7facb7 None None] Set router af84c569-b7fd-45c8-ae9c-ffa206d034b4 gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:10:55.686355 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fdbafbc2-492e-4933-86b4-424d032a062c tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:55.764324 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-65b40dc3-25b9-43eb-916e-e59f129e18f7 admin admin] Deleting port 5227345e-5153-4734-930c-392ff84168b5 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:10:55.765591 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-65b40dc3-25b9-43eb-916e-e59f129e18f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:55.774257 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-12cb4f4b-8c38-4e0e-b113-fdf8d22a7c68 req-cdd7cf0b-1ec5-40b4-bcda-a1f38ac60619 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:55.802147 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fdbafbc2-492e-4933-86b4-424d032a062c tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:55.802662 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ec5a04d-1c4e-4596-8a10-fef57eae1246 req-4bffbd9a-31da-44b7-bf78-43063f557782 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] No DVR routers for this DVR port bb609224-f5ba-4bb0-be9a-b6aab606ad06 on host n-h2-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:10:55.852581 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-5ec5a04d-1c4e-4596-8a10-fef57eae1246 req-4bffbd9a-31da-44b7-bf78-43063f557782 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:55.856989 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5ec5a04d-1c4e-4596-8a10-fef57eae1246 req-4bffbd9a-31da-44b7-bf78-43063f557782 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "DELETE /v2.0/ports/bb609224-f5ba-4bb0-be9a-b6aab606ad06 HTTP/1.1" status: 204 len: 173 time: 2.2951753 May 18 18:10:55.857273 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b620702a-122a-4cad-9b6e-b764547e6f53', 'name': 'network-vif-deleted', 'tag': 'bb609224-f5ba-4bb0-be9a-b6aab606ad06'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:10:55.859698 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87b24ff3-9c41-4795-8b55-8aafa0b3b522" -d '{"events": [{"server_uuid": "b620702a-122a-4cad-9b6e-b764547e6f53", "name": "network-vif-deleted", "tag": "bb609224-f5ba-4bb0-be9a-b6aab606ad06"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:10:55.868976 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee8443b-2268-46bd-8159-420e341b036a req-6109b2f6-b776-4131-8c9c-91b00b93f311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:55.871141 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-323ceaa3-1eea-4c80-a1a7-c306862a7392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:55.875908 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-99e11c78-5944-4d2a-a92a-b55baf7facb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af84c569-b7fd-45c8-ae9c-ffa206d034b4', 'name': 'tempest-ServerRescueTestJSON-505246341-router', 'tenant_id': 'b3978e65ec994763a43b86fa6707d010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': '41c52fb1-0197-43ed-8e70-c50293db22f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:10:48Z', 'updated_at': '2022-05-18T18:10:55Z', 'revision_number': 4, 'project_id': 'b3978e65ec994763a43b86fa6707d010', 'gw_port': {'id': '41c52fb1-0197-43ed-8e70-c50293db22f3', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:41:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af84c569-b7fd-45c8-ae9c-ffa206d034b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:10:49Z', 'updated_at': '2022-05-18T18:10:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '4df2bcd1-45e9-4c9a-bd2e-c2098a1bdfc4', 'name': '', 'network_id': '318d7223-f14c-48f3-9a41-7dc7c337e246', 'tenant_id': 'b3978e65ec994763a43b86fa6707d010', 'mac_address': 'fa:16:3e:22:f6:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af84c569-b7fd-45c8-ae9c-ffa206d034b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '8e5d7b30-30eb-4951-a733-71bef5e29c46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:10:53Z', 'updated_at': '2022-05-18T18:10:54Z', 'revision_number': 1, 'project_id': 'b3978e65ec994763a43b86fa6707d010', 'subnets': [{'id': '8e5d7b30-30eb-4951-a733-71bef5e29c46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:10:55.879805 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5ee8443b-2268-46bd-8159-420e341b036a req-6109b2f6-b776-4131-8c9c-91b00b93f311 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c2531ae9-89db-4dcf-b670-9eac4c9cde53 HTTP/1.1" status: 200 len: 843 time: 0.3333411 May 18 18:10:55.903338 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0b16361b-c8bb-4af2-be12-6d4efcca6672 req-dcac5788-1862-402c-ba48-326cf92df72a tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/security-groups?id=5ea4329b-bade-4f5a-bfbd-7917c3702679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3419116 May 18 18:10:55.942126 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e11c78-5944-4d2a-a92a-b55baf7facb7 None None] The sync data for ids ['af84c569-b7fd-45c8-ae9c-ffa206d034b4'] in n-d-838550-3 is: [{'id': 'af84c569-b7fd-45c8-ae9c-ffa206d034b4', 'name': 'tempest-ServerRescueTestJSON-505246341-router', 'tenant_id': 'b3978e65ec994763a43b86fa6707d010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': '41c52fb1-0197-43ed-8e70-c50293db22f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:10:48Z', 'updated_at': '2022-05-18T18:10:55Z', 'revision_number': 4, 'project_id': 'b3978e65ec994763a43b86fa6707d010', 'gw_port': {'id': '41c52fb1-0197-43ed-8e70-c50293db22f3', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:41:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af84c569-b7fd-45c8-ae9c-ffa206d034b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:10:49Z', 'updated_at': '2022-05-18T18:10:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '4df2bcd1-45e9-4c9a-bd2e-c2098a1bdfc4', 'name': '', 'network_id': '318d7223-f14c-48f3-9a41-7dc7c337e246', 'tenant_id': 'b3978e65ec994763a43b86fa6707d010', 'mac_address': 'fa:16:3e:22:f6:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af84c569-b7fd-45c8-ae9c-ffa206d034b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '8e5d7b30-30eb-4951-a733-71bef5e29c46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:10:53Z', 'updated_at': '2022-05-18T18:10:54Z', 'revision_number': 1, 'project_id': 'b3978e65ec994763a43b86fa6707d010', 'subnets': [{'id': '8e5d7b30-30eb-4951-a733-71bef5e29c46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:10:55.952497 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-65b40dc3-25b9-43eb-916e-e59f129e18f7 admin admin] For port 5227345e-5153-4734-930c-392ff84168b5, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=5227345e-5153-4734-930c-392ff84168b5,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:10:55.952881 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-65b40dc3-25b9-43eb-916e-e59f129e18f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:55.992361 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-65b40dc3-25b9-43eb-916e-e59f129e18f7 admin admin] Calling delete_port for 5227345e-5153-4734-930c-392ff84168b5 owned by network:router_gateway {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:10:56.154739 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-b86dc037-17f9-40f2-a748-3e70cc1a8ddc req-f2c0821f-1b29-45bf-b5ea-755b735b186e tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:56.197559 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fdbafbc2-492e-4933-86b4-424d032a062c tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:56.201419 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fdbafbc2-492e-4933-86b4-424d032a062c tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:56.206659 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-fdbafbc2-492e-4933-86b4-424d032a062c tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] 10.222.0.85 "DELETE /v2.0/security-groups/8e65fd47-b39c-403d-b4f2-f5a2041b8d73 HTTP/1.1" status: 204 len: 168 time: 1.1099753 May 18 18:10:56.209044 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 55524) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:10:56.237303 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device aa2ee8f7-b934-4d10-afaf-419fc08b2042 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:10:56.285425 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: aa2ee8f7-b934-4d10-afaf-419fc08b2042 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:10:56.285908 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device aa2ee8f7-b934-4d10-afaf-419fc08b2042 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:10:56.333853 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-323ceaa3-1eea-4c80-a1a7-c306862a7392 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:56.345312 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-323ceaa3-1eea-4c80-a1a7-c306862a7392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:56.347331 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbafbc2-492e-4933-86b4-424d032a062c tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e65fd47-b39c-403d-b4f2-f5a2041b8d73,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:10:56.408062 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee8443b-2268-46bd-8159-420e341b036a req-6e2a9b74-0aaf-4374-bb37-bc82029f9506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:56.412036 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5ee8443b-2268-46bd-8159-420e341b036a req-6e2a9b74-0aaf-4374-bb37-bc82029f9506 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4c8ef274-9ecc-47c2-9686-5eebd78fb305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5002062 May 18 18:10:56.436646 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02026f6e-e5a0-4675-9e5c-450fac1a9e82 req-1219808b-153d-4850-896a-e6f2267304dd tempest-VolumesAdminNegativeTest-1793613281 tempest-VolumesAdminNegativeTest-1793613281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:56.444580 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-02026f6e-e5a0-4675-9e5c-450fac1a9e82 req-1219808b-153d-4850-896a-e6f2267304dd tempest-VolumesAdminNegativeTest-1793613281 tempest-VolumesAdminNegativeTest-1793613281-project] 10.222.0.85 "GET /v2.0/ports?device_id=47fcd2a4-37b6-4a28-96fb-60f03e10e925 HTTP/1.1" status: 200 len: 945 time: 0.3573587 May 18 18:10:56.525816 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323ceaa3-1eea-4c80-a1a7-c306862a7392 admin admin] Pushing event updated for resources: {'Port': ['ID=4df2bcd1-45e9-4c9a-bd2e-c2098a1bdfc4,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:10:56.575879 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-931b2dcd-1d78-43c6-9b26-d4e2cb15a6da tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] 10.222.0.85 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.3655202 May 18 18:10:56.577761 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-323ceaa3-1eea-4c80-a1a7-c306862a7392 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-595870'] for router_interface, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:56.593968 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 55526) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:10:56.620655 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 81037d82-88f3-4280-93f1-f841b8057ff2 up at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:10:56.666052 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-02026f6e-e5a0-4675-9e5c-450fac1a9e82 req-85b920d6-1e14-4a34-a215-da5153371ca1 tempest-VolumesAdminNegativeTest-1793613281 tempest-VolumesAdminNegativeTest-1793613281-project] 10.222.0.85 "GET /v2.0/security-groups?id=59baf776-b8f2-4c2a-a729-acf7787f08a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961198 May 18 18:10:56.764395 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning for port 81037d82-88f3-4280-93f1-f841b8057ff2 completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:10:56.768605 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning complete for port 81037d82-88f3-4280-93f1-f841b8057ff2 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:10:56.768987 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:56.796868 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-b86dc037-17f9-40f2-a748-3e70cc1a8ddc req-f2c0821f-1b29-45bf-b5ea-755b735b186e tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:56.965061 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 81037d82-88f3-4280-93f1-f841b8057ff2 is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:10:56.966185 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:56.972512 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-323ceaa3-1eea-4c80-a1a7-c306862a7392 admin admin] Network 318d7223-f14c-48f3-9a41-7dc7c337e246 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:10:57.015563 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 81037d82-88f3-4280-93f1-f841b8057ff2, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=81037d82-88f3-4280-93f1-f841b8057ff2,segment=NetworkSegment(5e6a9b3b-2b82-45b7-b9f1-0f73969fb979),segment_id=5e6a9b3b-2b82-45b7-b9f1-0f73969fb979)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:10:57.017058 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03e9ea95-a4d7-4a6b-bf9a-c47231632c0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81037d82-88f3-4280-93f1-f841b8057ff2'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:10:57.021335 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a41c9ec-87ec-47d6-bbab-64c200da13ef" -d '{"events": [{"server_uuid": "03e9ea95-a4d7-4a6b-bf9a-c47231632c0a", "name": "network-vif-plugged", "status": "completed", "tag": "81037d82-88f3-4280-93f1-f841b8057ff2"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:10:57.027705 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:57.033150 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c0821f-1b29-45bf-b5ea-755b735b186e tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Pushing event updated for resources: {'Port': ['ID=62899431-67bc-4b45-b6b3-cfcf0f6d79c6,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:10:57.066693 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-323ceaa3-1eea-4c80-a1a7-c306862a7392 admin admin] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:10:57.105160 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-65b40dc3-25b9-43eb-916e-e59f129e18f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:57.115304 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b86dc037-17f9-40f2-a748-3e70cc1a8ddc req-f2c0821f-1b29-45bf-b5ea-755b735b186e tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Network 055b7a59-22e7-493f-ba66-d1ab1ebb4b38 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:10:57.117316 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [req-b86dc037-17f9-40f2-a748-3e70cc1a8ddc req-f2c0821f-1b29-45bf-b5ea-755b735b186e tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:10:57.122250 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=81037d82-88f3-4280-93f1-f841b8057ff2,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:10:57.151537 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-b86dc037-17f9-40f2-a748-3e70cc1a8ddc req-f2c0821f-1b29-45bf-b5ea-755b735b186e tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:10:57.192808 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b40dc3-25b9-43eb-916e-e59f129e18f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=5227345e-5153-4734-930c-392ff84168b5,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:10:57.194439 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5ee8443b-2268-46bd-8159-420e341b036a req-c4baca0f-ed41-44e3-8855-c320581a05b8 service neutron] 10.222.0.88 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7435677 May 18 18:10:57.335622 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fd354a-0f67-41c2-a662-16e5305ef5c1 req-56c0a8eb-0348-45b5-a732-a29455d4e39a tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:57.354483 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d8fd354a-0f67-41c2-a662-16e5305ef5c1 req-56c0a8eb-0348-45b5-a732-a29455d4e39a tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/ports?device_id=03e9ea95-a4d7-4a6b-bf9a-c47231632c0a HTTP/1.1" status: 200 len: 944 time: 0.4963083 May 18 18:10:57.376723 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86dc037-17f9-40f2-a748-3e70cc1a8ddc req-f2c0821f-1b29-45bf-b5ea-755b735b186e tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:57.377468 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-b86dc037-17f9-40f2-a748-3e70cc1a8ddc req-f2c0821f-1b29-45bf-b5ea-755b735b186e tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:57.399477 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bf54af-3bce-463c-9825-691cb4858c8d req-31a87e38-8d6c-4e69-af9d-ce96fa1114fa tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:57.412107 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-27bf54af-3bce-463c-9825-691cb4858c8d req-31a87e38-8d6c-4e69-af9d-ce96fa1114fa tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/ports?device_id=f8e82ff2-3164-44c9-8e95-9b05a4ef9438 HTTP/1.1" status: 200 len: 931 time: 0.5017056 May 18 18:10:57.479918 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7dce4b-aad1-498e-ba82-9f4caab7c814 req-e6e3e6b4-e125-4b46-b581-64d301177505 tempest-VolumesAdminNegativeTest-1793613281 tempest-VolumesAdminNegativeTest-1793613281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:57.481553 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ab7dce4b-aad1-498e-ba82-9f4caab7c814 req-e6e3e6b4-e125-4b46-b581-64d301177505 tempest-VolumesAdminNegativeTest-1793613281 tempest-VolumesAdminNegativeTest-1793613281-project] 10.222.0.88 "GET /v2.0/ports?device_id=47fcd2a4-37b6-4a28-96fb-60f03e10e925 HTTP/1.1" status: 200 len: 945 time: 0.3601172 May 18 18:10:57.503297 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b86dc037-17f9-40f2-a748-3e70cc1a8ddc req-f2c0821f-1b29-45bf-b5ea-755b735b186e tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7707705 May 18 18:10:57.527370 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-620b46b4-c174-46fe-95bf-83efe013ebb4 tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:57.573719 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-b86dc037-17f9-40f2-a748-3e70cc1a8ddc req-146ede38-2b9c-4221-85bf-3bced9e76a1b service neutron] Request body: {'port': {'device_id': 'f8e82ff2-3164-44c9-8e95-9b05a4ef9438', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-3'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:10:57.608952 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d8fd354a-0f67-41c2-a662-16e5305ef5c1 req-f45325ed-02ba-43ce-ba6e-f2a6aca2abc1 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/security-groups?id=fae3ce3c-9235-4ae4-9c6c-e682ce6a4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527418 May 18 18:10:57.665012 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-27bf54af-3bce-463c-9825-691cb4858c8d req-f88e5c6d-2cf4-4f15-be75-53f1cdae10fc tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/security-groups?id=e692c27b-823e-49d0-99b6-9d1054fe999b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517662 May 18 18:10:57.673662 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5ee8443b-2268-46bd-8159-420e341b036a req-c037f4e8-fdce-4437-b562-270ad463fc0a service neutron] 10.222.0.88 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4130003 May 18 18:10:57.717046 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [req-12cb4f4b-8c38-4e0e-b113-fdf8d22a7c68 req-cdd7cf0b-1ec5-40b4-bcda-a1f38ac60619 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9ccf49f-2846-4d2f-823c-7e2da03e56af {{(pid=102731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:10:57.723753 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-65b40dc3-25b9-43eb-916e-e59f129e18f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596901'] for router_gateway, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:57.779007 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-620b46b4-c174-46fe-95bf-83efe013ebb4 tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:57.810862 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-68f601ea-e523-4feb-89d3-4129e03c3f51 None None] Provisioning complete for port 62899431-67bc-4b45-b6b3-cfcf0f6d79c6 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:10:57.816693 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-12cb4f4b-8c38-4e0e-b113-fdf8d22a7c68 req-cdd7cf0b-1ec5-40b4-bcda-a1f38ac60619 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:57.817576 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-68f601ea-e523-4feb-89d3-4129e03c3f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:57.944618 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00bc670d-5528-470c-b6f9-cdd80f57a346 x-openstack-request-id: req-00bc670d-5528-470c-b6f9-cdd80f57a346 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:10:57.951277 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03e9ea95-a4d7-4a6b-bf9a-c47231632c0a", "name": "network-vif-plugged", "status": "completed", "tag": "81037d82-88f3-4280-93f1-f841b8057ff2", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:10:57.951670 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-00bc670d-5528-470c-b6f9-cdd80f57a346 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:10:57.952311 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00bc670d-5528-470c-b6f9-cdd80f57a346'] response: {'server_uuid': '03e9ea95-a4d7-4a6b-bf9a-c47231632c0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81037d82-88f3-4280-93f1-f841b8057ff2', 'code': 200} May 18 18:10:57.966916 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 18 May 2022 18:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd1b77fe-5a39-4404-bb1a-d41f6a9d127c x-openstack-request-id: req-fd1b77fe-5a39-4404-bb1a-d41f6a9d127c {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:10:57.967233 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b620702a-122a-4cad-9b6e-b764547e6f53", "name": "network-vif-deleted", "tag": "bb609224-f5ba-4bb0-be9a-b6aab606ad06", "status": "failed", "code": 422}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:10:57.967446 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-fd1b77fe-5a39-4404-bb1a-d41f6a9d127c {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:10:57.967893 n-d-838550-3 neutron-server[102730]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-fd1b77fe-5a39-4404-bb1a-d41f6a9d127c']: {'server_uuid': 'b620702a-122a-4cad-9b6e-b764547e6f53', 'name': 'network-vif-deleted', 'tag': 'bb609224-f5ba-4bb0-be9a-b6aab606ad06', 'status': 'failed', 'code': 422} returned with failed status May 18 18:10:57.994213 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.provisioning_blocks [req-12cb4f4b-8c38-4e0e-b113-fdf8d22a7c68 req-cdd7cf0b-1ec5-40b4-bcda-a1f38ac60619 service neutron] Transition to ACTIVE for port object c9ccf49f-2846-4d2f-823c-7e2da03e56af will not be triggered until provisioned by entity L2. {{(pid=102731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:10:57.997915 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-b86dc037-17f9-40f2-a748-3e70cc1a8ddc req-146ede38-2b9c-4221-85bf-3bced9e76a1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:58.018298 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-68f601ea-e523-4feb-89d3-4129e03c3f51 None None] Port 62899431-67bc-4b45-b6b3-cfcf0f6d79c6 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:10:58.030632 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-12cb4f4b-8c38-4e0e-b113-fdf8d22a7c68 req-cdd7cf0b-1ec5-40b4-bcda-a1f38ac60619 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:58.039579 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-620b46b4-c174-46fe-95bf-83efe013ebb4 tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:58.042776 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-620b46b4-c174-46fe-95bf-83efe013ebb4 tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:58.048472 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-620b46b4-c174-46fe-95bf-83efe013ebb4 tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] 10.222.0.85 "DELETE /v2.0/security-groups/17a79771-6051-4d08-a435-3703ff0b465c HTTP/1.1" status: 204 len: 168 time: 1.2350726 May 18 18:10:58.077064 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 55540) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:10:58.161696 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-65b40dc3-25b9-43eb-916e-e59f129e18f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25145'] for router, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:58.164354 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620b46b4-c174-46fe-95bf-83efe013ebb4 tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17a79771-6051-4d08-a435-3703ff0b465c,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:10:58.172797 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-65b40dc3-25b9-43eb-916e-e59f129e18f7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:58.253245 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-323ceaa3-1eea-4c80-a1a7-c306862a7392 admin admin] Router af84c569-b7fd-45c8-ae9c-ffa206d034b4 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:10:58.262319 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb212549-1fbd-48c8-bcb5-6599565eefae req-6baa4814-11b3-4956-be16-937d406e4c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:58.263942 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cb212549-1fbd-48c8-bcb5-6599565eefae req-6baa4814-11b3-4956-be16-937d406e4c4d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=03e9ea95-a4d7-4a6b-bf9a-c47231632c0a HTTP/1.1" status: 200 len: 1096 time: 0.3071210 May 18 18:10:58.271446 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3db4e8-0ae0-4761-aa74-4d1311076bb5 req-4474a186-7314-4348-8abb-33afca6cbc4f tempest-VolumesAdminNegativeTest-1793613281 tempest-VolumesAdminNegativeTest-1793613281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:58.279847 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503cf1ea-cb2e-42d1-93ae-a4dbb9b3bfbf req-6ee1857e-cb22-4125-affd-555b34a6e545 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:58.281179 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-503cf1ea-cb2e-42d1-93ae-a4dbb9b3bfbf req-6ee1857e-cb22-4125-affd-555b34a6e545 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/ports?device_id=d8377e75-2fd4-49e4-8639-25a2f3467097 HTTP/1.1" status: 200 len: 948 time: 0.3953052 May 18 18:10:58.281960 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd7cf0b-1ec5-40b4-bcda-a1f38ac60619 service neutron] Pushing event updated for resources: {'Port': ['ID=c9ccf49f-2846-4d2f-823c-7e2da03e56af,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:10:58.290693 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-af3db4e8-0ae0-4761-aa74-4d1311076bb5 req-4474a186-7314-4348-8abb-33afca6cbc4f tempest-VolumesAdminNegativeTest-1793613281 tempest-VolumesAdminNegativeTest-1793613281-project] 10.222.0.85 "GET /v2.0/ports?device_id=47fcd2a4-37b6-4a28-96fb-60f03e10e925 HTTP/1.1" status: 200 len: 945 time: 0.3197706 May 18 18:10:58.309872 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-65b40dc3-25b9-43eb-916e-e59f129e18f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593303'] for router, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:58.310916 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65b40dc3-25b9-43eb-916e-e59f129e18f7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7b1f017e-a7f9-407e-8e13-ae334ebab240 {{(pid=102730) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 18 18:10:58.351234 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-65b40dc3-25b9-43eb-916e-e59f129e18f7 admin admin] Notify callbacks [] for router, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:58.358096 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-65b40dc3-25b9-43eb-916e-e59f129e18f7 admin admin] 10.222.0.85 "DELETE /v2.0/routers/7b1f017e-a7f9-407e-8e13-ae334ebab240 HTTP/1.1" status: 204 len: 168 time: 4.3982372 May 18 18:10:58.362241 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 55542) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:10:58.364081 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 179999b0-ff2e-4e5c-a15e-9ccf35821d79 details requested by agent hyperv_n-h2-838550-3 with host n-h2-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:10:58.417657 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-925b0aa9-b938-40d9-9a02-b21beba05edf tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] 10.222.0.85 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3377109 May 18 18:10:58.475133 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc66bf35-8825-4793-acff-787568091cad admin admin] Deleting subnet b4c8e604-9eb2-414a-8fcd-fc1ec0f983e0 {{(pid=102730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:10:58.485718 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 55544) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:10:58.491994 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cb212549-1fbd-48c8-bcb5-6599565eefae req-55986597-c90a-405d-b693-3ff1d7e198c2 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=fae3ce3c-9235-4ae4-9c6c-e682ce6a4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982982 May 18 18:10:58.496646 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-ffaf5269-dc97-49f6-abdd-3e69e478ff23 tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] Request body: {'security_group': {'name': 'tempest-secgroup--1544290106'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:10:58.515806 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 179999b0-ff2e-4e5c-a15e-9ccf35821d79, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=179999b0-ff2e-4e5c-a15e-9ccf35821d79,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:10:58.534801 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Returning: {'device': '179999b0-ff2e-4e5c-a15e-9ccf35821d79', 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305', 'port_id': '179999b0-ff2e-4e5c-a15e-9ccf35821d79', 'mac_address': 'fa:16:3e:4b:47:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2531ae9-89db-4dcf-b670-9eac4c9cde53', 'ip_address': '192.168.233.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:10:58.539339 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 41c52fb1-0197-43ed-8e70-c50293db22f3 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:10:58.555690 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-fc66bf35-8825-4793-acff-787568091cad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:58.560695 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ffaf5269-dc97-49f6-abdd-3e69e478ff23 tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:58.590339 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-af3db4e8-0ae0-4761-aa74-4d1311076bb5 req-b062a6aa-cef8-4922-b024-3edefe6e4eff tempest-VolumesAdminNegativeTest-1793613281 tempest-VolumesAdminNegativeTest-1793613281-project] 10.222.0.85 "GET /v2.0/security-groups?id=59baf776-b8f2-4c2a-a729-acf7787f08a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2987607 May 18 18:10:58.622257 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 179999b0-ff2e-4e5c-a15e-9ccf35821d79 is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:10:58.622496 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:58.643229 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 179999b0-ff2e-4e5c-a15e-9ccf35821d79 {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:10:58.654343 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-fc66bf35-8825-4793-acff-787568091cad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260107366'] for subnet, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:58.676537 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 179999b0-ff2e-4e5c-a15e-9ccf35821d79, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=179999b0-ff2e-4e5c-a15e-9ccf35821d79,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:10:58.684696 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:58.703359 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [req-b86dc037-17f9-40f2-a748-3e70cc1a8ddc req-146ede38-2b9c-4221-85bf-3bced9e76a1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62899431-67bc-4b45-b6b3-cfcf0f6d79c6 {{(pid=102731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:10:58.712628 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-b86dc037-17f9-40f2-a748-3e70cc1a8ddc req-146ede38-2b9c-4221-85bf-3bced9e76a1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:58.732852 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.provisioning_blocks [req-b86dc037-17f9-40f2-a748-3e70cc1a8ddc req-146ede38-2b9c-4221-85bf-3bced9e76a1b service neutron] Transition to ACTIVE for port object 62899431-67bc-4b45-b6b3-cfcf0f6d79c6 will not be triggered until provisioned by entity L2. {{(pid=102731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:10:58.744704 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-ab7dce4b-aad1-498e-ba82-9f4caab7c814 req-51a360ba-9cf1-4754-95b6-1e78fbdd3fca tempest-VolumesAdminNegativeTest-1793613281 tempest-VolumesAdminNegativeTest-1793613281-project] Deleting port fd8f8aaa-b342-41cd-a575-97d415876063 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:10:58.744943 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-ab7dce4b-aad1-498e-ba82-9f4caab7c814 req-51a360ba-9cf1-4754-95b6-1e78fbdd3fca tempest-VolumesAdminNegativeTest-1793613281 tempest-VolumesAdminNegativeTest-1793613281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:58.753239 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=179999b0-ff2e-4e5c-a15e-9ccf35821d79,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:10:58.754237 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-b86dc037-17f9-40f2-a748-3e70cc1a8ddc req-146ede38-2b9c-4221-85bf-3bced9e76a1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:58.777401 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 41c52fb1-0197-43ed-8e70-c50293db22f3 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:10:58.777401 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:58.819612 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ffaf5269-dc97-49f6-abdd-3e69e478ff23 tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:58.867669 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ffaf5269-dc97-49f6-abdd-3e69e478ff23 tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:58.880737 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-323ceaa3-1eea-4c80-a1a7-c306862a7392 admin admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:10:58.887116 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-323ceaa3-1eea-4c80-a1a7-c306862a7392 admin admin] 10.222.0.85 "PUT /v2.0/routers/af84c569-b7fd-45c8-ae9c-ffa206d034b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2995427 May 18 18:10:58.931988 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 41c52fb1-0197-43ed-8e70-c50293db22f3 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:10:58.932304 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:58.959178 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] For port 41c52fb1-0197-43ed-8e70-c50293db22f3, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=41c52fb1-0197-43ed-8e70-c50293db22f3,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:10:58.961372 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-fc66bf35-8825-4793-acff-787568091cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:58.972852 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:59.038022 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ffaf5269-dc97-49f6-abdd-3e69e478ff23 tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:59.043667 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-ffaf5269-dc97-49f6-abdd-3e69e478ff23 tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5506198 May 18 18:10:59.058554 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 55560) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:10:59.064350 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-5b4340ab-0c72-4892-ae55-8fcc17b0e00c tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:10:59.065053 n-d-838550-3 neutron-server[102730]: WARNING neutron.api.v2.base [None req-5b4340ab-0c72-4892-ae55-8fcc17b0e00c tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 18 18:10:59.065759 n-d-838550-3 neutron-server[102730]: INFO neutron.api.v2.resource [None req-5b4340ab-0c72-4892-ae55-8fcc17b0e00c tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] update failed (client error): There was a conflict when trying to complete your request. May 18 18:10:59.069506 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Pushing event updated for resources: {'Port': ['ID=41c52fb1-0197-43ed-8e70-c50293db22f3,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:10:59.071279 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-5b4340ab-0c72-4892-ae55-8fcc17b0e00c tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] 10.222.0.85 "PUT /v2.0/security-groups/9798eea2-ae3d-4f02-bc4d-556f52bd769e HTTP/1.1" status: 409 len: 330 time: 0.0110929 May 18 18:10:59.086019 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 55562) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:10:59.086867 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['179999b0-ff2e-4e5c-a15e-9ccf35821d79'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:10:59.133245 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaf5269-dc97-49f6-abdd-3e69e478ff23 tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9798eea2-ae3d-4f02-bc4d-556f52bd769e,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:10:59.191507 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee86714-db2f-4f1e-93c5-eed66141cb4f req-1bb7116e-edd1-4570-bc80-3d0a2b37b06d tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:59.195061 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9ee86714-db2f-4f1e-93c5-eed66141cb4f req-1bb7116e-edd1-4570-bc80-3d0a2b37b06d tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/networks?id=f92940b8-c50f-4c94-b1f3-3e93ca94957d HTTP/1.1" status: 200 len: 812 time: 0.4323676 May 18 18:10:59.198115 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-fc66bf35-8825-4793-acff-787568091cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261104690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261031888'] for subnet, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:59.248701 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc66bf35-8825-4793-acff-787568091cad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4c8e604-9eb2-414a-8fcd-fc1ec0f983e0,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:10:59.256784 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-fc66bf35-8825-4793-acff-787568091cad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:59.257800 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ebe4a93-5fe3-4ab2-bb45-d8a39d13ae04 None None] Network 6ba2d3f1-1e38-41ee-8062-86260345c4fd requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:10:59.260545 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-fc66bf35-8825-4793-acff-787568091cad admin admin] 10.222.0.85 "DELETE /v2.0/subnets/b4c8e604-9eb2-414a-8fcd-fc1ec0f983e0 HTTP/1.1" status: 204 len: 168 time: 0.8908882 May 18 18:10:59.263671 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 55568) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:10:59.265396 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9ee86714-db2f-4f1e-93c5-eed66141cb4f req-5484953d-903a-4e89-afc0-6487e42e7779 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/quotas/ed8a017ff6d8432c9386dee5054e8944 HTTP/1.1" status: 200 len: 375 time: 0.0595694 May 18 18:10:59.272491 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a7c9c6b0-e5d8-4242-822c-f410cb3a7c5f tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:59.354893 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146ede38-2b9c-4221-85bf-3bced9e76a1b service neutron] Pushing event updated for resources: {'Port': ['ID=62899431-67bc-4b45-b6b3-cfcf0f6d79c6,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:10:59.363595 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-12cb4f4b-8c38-4e0e-b113-fdf8d22a7c68 req-cdd7cf0b-1ec5-40b4-bcda-a1f38ac60619 service neutron] Attempting to bind port c9ccf49f-2846-4d2f-823c-7e2da03e56af on host n-h1-838550-3 for vnic_type normal with profile {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:10:59.363749 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-12cb4f4b-8c38-4e0e-b113-fdf8d22a7c68 req-cdd7cf0b-1ec5-40b4-bcda-a1f38ac60619 service neutron] Attempting to bind port c9ccf49f-2846-4d2f-823c-7e2da03e56af by drivers openvswitch,hyperv on host n-h1-838550-3 at level 0 using segments [{'id': 'e113abf4-4b0e-4afe-a737-f70ad5d66353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '055b7a59-22e7-493f-ba66-d1ab1ebb4b38'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:10:59.364085 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12cb4f4b-8c38-4e0e-b113-fdf8d22a7c68 req-cdd7cf0b-1ec5-40b4-bcda-a1f38ac60619 service neutron] Attempting to bind port c9ccf49f-2846-4d2f-823c-7e2da03e56af on network 055b7a59-22e7-493f-ba66-d1ab1ebb4b38 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:10:59.376980 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-503cf1ea-cb2e-42d1-93ae-a4dbb9b3bfbf req-77a9bc79-5d94-4c96-9dcc-7376010ca0c0 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/security-groups?id=5ea4329b-bade-4f5a-bfbd-7917c3702679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9533381 May 18 18:10:59.407267 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12cb4f4b-8c38-4e0e-b113-fdf8d22a7c68 req-cdd7cf0b-1ec5-40b4-bcda-a1f38ac60619 service neutron] Port c9ccf49f-2846-4d2f-823c-7e2da03e56af on network 055b7a59-22e7-493f-ba66-d1ab1ebb4b38 not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-3 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:10:59.407641 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12cb4f4b-8c38-4e0e-b113-fdf8d22a7c68 req-cdd7cf0b-1ec5-40b4-bcda-a1f38ac60619 service neutron] Attempting to bind port c9ccf49f-2846-4d2f-823c-7e2da03e56af on network 055b7a59-22e7-493f-ba66-d1ab1ebb4b38 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:10:59.408506 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9ee86714-db2f-4f1e-93c5-eed66141cb4f req-25452978-fb55-4806-ac62-c6aa0d099333 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=ed8a017ff6d8432c9386dee5054e8944&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1317441 May 18 18:10:59.433520 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a7c9c6b0-e5d8-4242-822c-f410cb3a7c5f tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:59.446115 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12cb4f4b-8c38-4e0e-b113-fdf8d22a7c68 req-cdd7cf0b-1ec5-40b4-bcda-a1f38ac60619 service neutron] Checking agent: {'id': '1dbac822-25f2-4df8-9dc8-5c2e7b136eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:10:59.446362 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12cb4f4b-8c38-4e0e-b113-fdf8d22a7c68 req-cdd7cf0b-1ec5-40b4-bcda-a1f38ac60619 service neutron] Checking segment: {'id': 'e113abf4-4b0e-4afe-a737-f70ad5d66353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '055b7a59-22e7-493f-ba66-d1ab1ebb4b38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:10:59.447271 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12cb4f4b-8c38-4e0e-b113-fdf8d22a7c68 req-cdd7cf0b-1ec5-40b4-bcda-a1f38ac60619 service neutron] Bound using segment: {'id': 'e113abf4-4b0e-4afe-a737-f70ad5d66353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '055b7a59-22e7-493f-ba66-d1ab1ebb4b38'} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:10:59.447724 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-12cb4f4b-8c38-4e0e-b113-fdf8d22a7c68 req-cdd7cf0b-1ec5-40b4-bcda-a1f38ac60619 service neutron] Bound port: c9ccf49f-2846-4d2f-823c-7e2da03e56af, host: n-h1-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e113abf4-4b0e-4afe-a737-f70ad5d66353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '055b7a59-22e7-493f-ba66-d1ab1ebb4b38'}}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:10:59.448089 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-12cb4f4b-8c38-4e0e-b113-fdf8d22a7c68 req-cdd7cf0b-1ec5-40b4-bcda-a1f38ac60619 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:59.449741 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-78dec2ab-ce1f-4d30-b565-62fa1d847348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:59.525019 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-ab7dce4b-aad1-498e-ba82-9f4caab7c814 req-51a360ba-9cf1-4754-95b6-1e78fbdd3fca tempest-VolumesAdminNegativeTest-1793613281 tempest-VolumesAdminNegativeTest-1793613281-project] For port fd8f8aaa-b342-41cd-a575-97d415876063, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=fd8f8aaa-b342-41cd-a575-97d415876063,segment=NetworkSegment(8b20d3f8-8bbd-4cf8-b792-267f0fcdf916),segment_id=8b20d3f8-8bbd-4cf8-b792-267f0fcdf916)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:10:59.525867 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-ab7dce4b-aad1-498e-ba82-9f4caab7c814 req-51a360ba-9cf1-4754-95b6-1e78fbdd3fca tempest-VolumesAdminNegativeTest-1793613281 tempest-VolumesAdminNegativeTest-1793613281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:59.546174 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00df00da-8c5f-48e5-b394-8aa53a45876e None None] DHCP port deletion for 6ba2d3f1-1e38-41ee-8062-86260345c4fd request from n-d-838550-3 {{(pid=102732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 18:10:59.582828 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a7c9c6b0-e5d8-4242-822c-f410cb3a7c5f tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:59.585801 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a7c9c6b0-e5d8-4242-822c-f410cb3a7c5f tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:59.587979 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-a7c9c6b0-e5d8-4242-822c-f410cb3a7c5f tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] 10.222.0.85 "DELETE /v2.0/security-groups/9798eea2-ae3d-4f02-bc4d-556f52bd769e HTTP/1.1" status: 204 len: 168 time: 0.4996765 May 18 18:10:59.600445 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-ab7dce4b-aad1-498e-ba82-9f4caab7c814 req-51a360ba-9cf1-4754-95b6-1e78fbdd3fca tempest-VolumesAdminNegativeTest-1793613281 tempest-VolumesAdminNegativeTest-1793613281-project] Calling delete_port for fd8f8aaa-b342-41cd-a575-97d415876063 owned by compute:nova {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:10:59.604534 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 55570) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:10:59.630650 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c9c6b0-e5d8-4242-822c-f410cb3a7c5f tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9798eea2-ae3d-4f02-bc4d-556f52bd769e,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:10:59.641348 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-00df00da-8c5f-48e5-b394-8aa53a45876e None None] Deleting port d6c72c16-20f3-42ba-8fa8-440ac0d27bd8 {{(pid=102732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:10:59.641644 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-00df00da-8c5f-48e5-b394-8aa53a45876e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:59.662899 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9ee86714-db2f-4f1e-93c5-eed66141cb4f req-d5770dfa-fa78-4229-9eef-a8b723c4ba77 service neutron] 10.222.0.85 "GET /v2.0/networks/f92940b8-c50f-4c94-b1f3-3e93ca94957d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431064 May 18 18:10:59.663241 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-b86dc037-17f9-40f2-a748-3e70cc1a8ddc req-146ede38-2b9c-4221-85bf-3bced9e76a1b service neutron] Attempting to bind port 62899431-67bc-4b45-b6b3-cfcf0f6d79c6 on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:10:59.663637 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-b86dc037-17f9-40f2-a748-3e70cc1a8ddc req-146ede38-2b9c-4221-85bf-3bced9e76a1b service neutron] Attempting to bind port 62899431-67bc-4b45-b6b3-cfcf0f6d79c6 by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': 'e113abf4-4b0e-4afe-a737-f70ad5d66353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '055b7a59-22e7-493f-ba66-d1ab1ebb4b38'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:10:59.663967 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86dc037-17f9-40f2-a748-3e70cc1a8ddc req-146ede38-2b9c-4221-85bf-3bced9e76a1b service neutron] Attempting to bind port 62899431-67bc-4b45-b6b3-cfcf0f6d79c6 on network 055b7a59-22e7-493f-ba66-d1ab1ebb4b38 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:10:59.739611 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc91f75b-cf05-407a-98a9-30437e49d64e req-60754884-571f-41e3-b86d-92fe2d835a76 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:10:59.741756 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-00df00da-8c5f-48e5-b394-8aa53a45876e None None] For port d6c72c16-20f3-42ba-8fa8-440ac0d27bd8, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=d6c72c16-20f3-42ba-8fa8-440ac0d27bd8,segment=NetworkSegment(31315e3d-060c-4ccf-beb4-baf1134985d1),segment_id=31315e3d-060c-4ccf-beb4-baf1134985d1)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:10:59.742164 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-00df00da-8c5f-48e5-b394-8aa53a45876e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:59.749584 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-dc91f75b-cf05-407a-98a9-30437e49d64e req-60754884-571f-41e3-b86d-92fe2d835a76 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/ports?device_id=03e9ea95-a4d7-4a6b-bf9a-c47231632c0a HTTP/1.1" status: 200 len: 945 time: 0.2793519 May 18 18:10:59.758042 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-78dec2ab-ce1f-4d30-b565-62fa1d847348 admin admin] Deleting port d6c72c16-20f3-42ba-8fa8-440ac0d27bd8 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:10:59.758742 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-78dec2ab-ce1f-4d30-b565-62fa1d847348 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:59.766085 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-00df00da-8c5f-48e5-b394-8aa53a45876e None None] Calling delete_port for d6c72c16-20f3-42ba-8fa8-440ac0d27bd8 owned by network:dhcp {{(pid=102732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:10:59.786406 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86dc037-17f9-40f2-a748-3e70cc1a8ddc req-146ede38-2b9c-4221-85bf-3bced9e76a1b service neutron] Port 62899431-67bc-4b45-b6b3-cfcf0f6d79c6 on network 055b7a59-22e7-493f-ba66-d1ab1ebb4b38 not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:10:59.786745 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86dc037-17f9-40f2-a748-3e70cc1a8ddc req-146ede38-2b9c-4221-85bf-3bced9e76a1b service neutron] Attempting to bind port 62899431-67bc-4b45-b6b3-cfcf0f6d79c6 on network 055b7a59-22e7-493f-ba66-d1ab1ebb4b38 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:10:59.815934 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-ebc817df-fc8f-4334-9b70-f4cdf226a90f tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] 10.222.0.85 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2025616 May 18 18:10:59.824655 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 55574) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:10:59.841139 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-12cb4f4b-8c38-4e0e-b113-fdf8d22a7c68 req-cdd7cf0b-1ec5-40b4-bcda-a1f38ac60619 service neutron] For port c9ccf49f-2846-4d2f-823c-7e2da03e56af, host n-h1-838550-3, cleared binding levels {{(pid=102731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:10:59.859093 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86dc037-17f9-40f2-a748-3e70cc1a8ddc req-146ede38-2b9c-4221-85bf-3bced9e76a1b service neutron] Checking agent: {'id': 'd1be059a-68ea-4c77-9b2b-29f4afa47e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:10:59.859744 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86dc037-17f9-40f2-a748-3e70cc1a8ddc req-146ede38-2b9c-4221-85bf-3bced9e76a1b service neutron] Checking segment: {'id': 'e113abf4-4b0e-4afe-a737-f70ad5d66353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '055b7a59-22e7-493f-ba66-d1ab1ebb4b38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:10:59.859920 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86dc037-17f9-40f2-a748-3e70cc1a8ddc req-146ede38-2b9c-4221-85bf-3bced9e76a1b service neutron] Bound using segment: {'id': 'e113abf4-4b0e-4afe-a737-f70ad5d66353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '055b7a59-22e7-493f-ba66-d1ab1ebb4b38'} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:10:59.860174 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-78dec2ab-ce1f-4d30-b565-62fa1d847348 admin admin] For port d6c72c16-20f3-42ba-8fa8-440ac0d27bd8, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=d6c72c16-20f3-42ba-8fa8-440ac0d27bd8,segment=NetworkSegment(31315e3d-060c-4ccf-beb4-baf1134985d1),segment_id=31315e3d-060c-4ccf-beb4-baf1134985d1)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:10:59.860322 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-b86dc037-17f9-40f2-a748-3e70cc1a8ddc req-146ede38-2b9c-4221-85bf-3bced9e76a1b service neutron] Bound port: 62899431-67bc-4b45-b6b3-cfcf0f6d79c6, host: n-h2-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e113abf4-4b0e-4afe-a737-f70ad5d66353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '055b7a59-22e7-493f-ba66-d1ab1ebb4b38'}}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:10:59.860618 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-78dec2ab-ce1f-4d30-b565-62fa1d847348 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:59.860772 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-b86dc037-17f9-40f2-a748-3e70cc1a8ddc req-146ede38-2b9c-4221-85bf-3bced9e76a1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:59.881374 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-78dec2ab-ce1f-4d30-b565-62fa1d847348 admin admin] Calling delete_port for d6c72c16-20f3-42ba-8fa8-440ac0d27bd8 owned by network:dhcp {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:10:59.887367 n-d-838550-3 neutron-server[102731]: INFO neutron.api.v2.resource [None req-d81a816d-55dc-46d7-bdd3-6863de916129 tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] delete failed (client error): The resource could not be found. May 18 18:10:59.888360 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-d81a816d-55dc-46d7-bdd3-6863de916129 tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] 10.222.0.85 "DELETE /v2.0/security-groups/19862c5c-a129-4f71-9ee7-4bb2d9d396d2 HTTP/1.1" status: 404 len: 347 time: 0.0540330 May 18 18:10:59.891795 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-12cb4f4b-8c38-4e0e-b113-fdf8d22a7c68 req-cdd7cf0b-1ec5-40b4-bcda-a1f38ac60619 service neutron] For port c9ccf49f-2846-4d2f-823c-7e2da03e56af, host n-h1-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=c9ccf49f-2846-4d2f-823c-7e2da03e56af,segment=NetworkSegment(e113abf4-4b0e-4afe-a737-f70ad5d66353),segment_id=e113abf4-4b0e-4afe-a737-f70ad5d66353)] {{(pid=102731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:10:59.892753 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 55576) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:10:59.893523 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-00df00da-8c5f-48e5-b394-8aa53a45876e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508'] for port, after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:59.907795 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-12cb4f4b-8c38-4e0e-b113-fdf8d22a7c68 req-cdd7cf0b-1ec5-40b4-bcda-a1f38ac60619 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:10:59.934383 n-d-838550-3 neutron-server[102730]: INFO neutron.api.v2.resource [None req-2b10ba7c-e197-4947-949f-35f8ed78a7b2 tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] show failed (client error): The resource could not be found. May 18 18:10:59.938794 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-dc91f75b-cf05-407a-98a9-30437e49d64e req-bff24400-8fc2-4aad-8d98-679efc401562 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/security-groups?id=fae3ce3c-9235-4ae4-9c6c-e682ce6a4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825612 May 18 18:10:59.939002 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-2b10ba7c-e197-4947-949f-35f8ed78a7b2 tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] 10.222.0.85 "GET /v2.0/security-groups/561a8a56-deb4-4cd6-95de-d0b5bd774cf3 HTTP/1.1" status: 404 len: 347 time: 0.0411065 May 18 18:10:59.939002 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 55578) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:10:59.944805 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00df00da-8c5f-48e5-b394-8aa53a45876e None None] Pushing event deleted for resources: {'Port': ['ID=d6c72c16-20f3-42ba-8fa8-440ac0d27bd8,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:10:59.962705 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00df00da-8c5f-48e5-b394-8aa53a45876e None None] No DVR routers for this DVR port d6c72c16-20f3-42ba-8fa8-440ac0d27bd8 on host n-d-838550-3 {{(pid=102732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:11:00.003760 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9ee86714-db2f-4f1e-93c5-eed66141cb4f req-0ed1435d-e567-459e-aaab-976f42811fff service neutron] 10.222.0.85 "GET /v2.0/networks/f92940b8-c50f-4c94-b1f3-3e93ca94957d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3373113 May 18 18:11:00.006540 n-d-838550-3 neutron-server[102730]: INFO neutron.api.v2.resource [None req-4119ce0e-4345-432b-b88a-f6b687cec142 tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] show failed (client error): The resource could not be found. May 18 18:11:00.007552 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-4119ce0e-4345-432b-b88a-f6b687cec142 tempest-NegativeSecGroupTest-1908466146 tempest-NegativeSecGroupTest-1908466146-project] 10.222.0.85 "GET /v2.0/security-group-rules/69fa49fb-e2be-434e-8f79-290ac74c62b2 HTTP/1.1" status: 404 len: 356 time: 0.0676413 May 18 18:11:00.014684 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cb4f4b-8c38-4e0e-b113-fdf8d22a7c68 req-cdd7cf0b-1ec5-40b4-bcda-a1f38ac60619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:00.015891 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-12cb4f4b-8c38-4e0e-b113-fdf8d22a7c68 req-cdd7cf0b-1ec5-40b4-bcda-a1f38ac60619 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:00.018468 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-12cb4f4b-8c38-4e0e-b113-fdf8d22a7c68 req-cdd7cf0b-1ec5-40b4-bcda-a1f38ac60619 service neutron] 10.222.0.36 "PUT /v2.0/ports/c9ccf49f-2846-4d2f-823c-7e2da03e56af HTTP/1.1" status: 200 len: 1092 time: 4.6360056 May 18 18:11:00.028770 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e9ea744-f84b-44dd-91a2-86d0d61ac63c', 'tag': 'c9ccf49f-2846-4d2f-823c-7e2da03e56af'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:11:00.031467 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ed570ea-d7fb-40ee-80c8-5a6025d060e8" -d '{"events": [{"name": "network-changed", "server_uuid": "0e9ea744-f84b-44dd-91a2-86d0d61ac63c", "tag": "c9ccf49f-2846-4d2f-823c-7e2da03e56af"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:11:00.084394 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-78dec2ab-ce1f-4d30-b565-62fa1d847348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:00.109051 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78dec2ab-ce1f-4d30-b565-62fa1d847348 admin admin] No DVR routers for this DVR port d6c72c16-20f3-42ba-8fa8-440ac0d27bd8 on host n-d-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:11:00.140674 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dec2ab-ce1f-4d30-b565-62fa1d847348 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6c72c16-20f3-42ba-8fa8-440ac0d27bd8,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:11:00.244577 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd7cf0b-1ec5-40b4-bcda-a1f38ac60619 service neutron] Pushing event updated for resources: {'Port': ['ID=c9ccf49f-2846-4d2f-823c-7e2da03e56af,revision_number=3']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:11:00.256480 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbedae9a-5e23-47d1-b846-574edc6323d6 None None] Sync routers for ids ['af84c569-b7fd-45c8-ae9c-ffa206d034b4'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:11:00.275505 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-b86dc037-17f9-40f2-a748-3e70cc1a8ddc req-146ede38-2b9c-4221-85bf-3bced9e76a1b service neutron] For port 62899431-67bc-4b45-b6b3-cfcf0f6d79c6, host n-h2-838550-3, cleared binding levels {{(pid=102731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:11:00.282116 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbedae9a-5e23-47d1-b846-574edc6323d6 None None] Routers {'af84c569-b7fd-45c8-ae9c-ffa206d034b4'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:11:00.284707 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-dbedae9a-5e23-47d1-b846-574edc6323d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:10:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['af84c569-b7fd-45c8-ae9c-ffa206d034b4'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:11:00.290272 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-78dec2ab-ce1f-4d30-b565-62fa1d847348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:00.305322 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-b86dc037-17f9-40f2-a748-3e70cc1a8ddc req-146ede38-2b9c-4221-85bf-3bced9e76a1b service neutron] For port 62899431-67bc-4b45-b6b3-cfcf0f6d79c6, host n-h2-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=62899431-67bc-4b45-b6b3-cfcf0f6d79c6,segment=NetworkSegment(e113abf4-4b0e-4afe-a737-f70ad5d66353),segment_id=e113abf4-4b0e-4afe-a737-f70ad5d66353)] {{(pid=102731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:11:00.314579 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-ab7dce4b-aad1-498e-ba82-9f4caab7c814 req-51a360ba-9cf1-4754-95b6-1e78fbdd3fca tempest-VolumesAdminNegativeTest-1793613281 tempest-VolumesAdminNegativeTest-1793613281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:00.325770 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-b86dc037-17f9-40f2-a748-3e70cc1a8ddc req-146ede38-2b9c-4221-85bf-3bced9e76a1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:00.345161 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cb4f4b-8c38-4e0e-b113-fdf8d22a7c68 req-fdb48e65-ad8b-4e05-9790-1e9db421fcb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:00.346705 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-12cb4f4b-8c38-4e0e-b113-fdf8d22a7c68 req-fdb48e65-ad8b-4e05-9790-1e9db421fcb4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c37246a20f2845a089230b88402f6d1b&device_id=0e9ea744-f84b-44dd-91a2-86d0d61ac63c HTTP/1.1" status: 200 len: 1095 time: 0.2342184 May 18 18:11:00.373063 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device fd8f8aaa-b342-41cd-a575-97d415876063 no longer exists at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:11:00.385804 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35150fbb-9a0b-45f6-9271-54d7d856a597 req-f90db894-9bfa-4172-b21e-0177293267b5 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:00.387393 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-35150fbb-9a0b-45f6-9271-54d7d856a597 req-f90db894-9bfa-4172-b21e-0177293267b5 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/ports?device_id=f8e82ff2-3164-44c9-8e95-9b05a4ef9438 HTTP/1.1" status: 200 len: 943 time: 0.2853296 May 18 18:11:00.398788 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-78dec2ab-ce1f-4d30-b565-62fa1d847348 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ba2d3f1-1e38-41ee-8062-86260345c4fd']}} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:11:00.414630 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-78dec2ab-ce1f-4d30-b565-62fa1d847348 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31315e3d-060c-4ccf-beb4-baf1134985d1') {'for_net_delete': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:11:00.414930 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-78dec2ab-ce1f-4d30-b565-62fa1d847348 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31315e3d-060c-4ccf-beb4-baf1134985d1') {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:11:00.429706 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-78dec2ab-ce1f-4d30-b565-62fa1d847348 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260107375'] for segment, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:00.430520 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a360ba-9cf1-4754-95b6-1e78fbdd3fca tempest-VolumesAdminNegativeTest-1793613281 tempest-VolumesAdminNegativeTest-1793613281-project] Pushing event deleted for resources: {'Port': ['ID=fd8f8aaa-b342-41cd-a575-97d415876063,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:11:00.448141 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-78dec2ab-ce1f-4d30-b565-62fa1d847348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:00.460119 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78dec2ab-ce1f-4d30-b565-62fa1d847348 admin admin] Releasing vlan 649 on physical network physnet1 to pool {{(pid=102730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:11:00.460973 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-78dec2ab-ce1f-4d30-b565-62fa1d847348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261102736'] for segment, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:00.465448 n-d-838550-3 neutron-server[102730]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:11:00.465448 n-d-838550-3 neutron-server[102730]: self.session.flush() May 18 18:11:00.465448 n-d-838550-3 neutron-server[102730]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:11:00.465448 n-d-838550-3 neutron-server[102730]: self.session.flush() May 18 18:11:00.465448 n-d-838550-3 neutron-server[102730]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:11:00.465448 n-d-838550-3 neutron-server[102730]: self.session.flush() May 18 18:11:00.465448 n-d-838550-3 neutron-server[102730]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:11:00.465448 n-d-838550-3 neutron-server[102730]: self.session.flush() May 18 18:11:00.465448 n-d-838550-3 neutron-server[102730]: Traceback (most recent call last): May 18 18:11:00.465448 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:11:00.465448 n-d-838550-3 neutron-server[102730]: timer() May 18 18:11:00.465448 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:11:00.465448 n-d-838550-3 neutron-server[102730]: cb(*args, **kw) May 18 18:11:00.465448 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:11:00.465448 n-d-838550-3 neutron-server[102730]: return func(*args, **kwargs) May 18 18:11:00.465448 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:11:00.465448 n-d-838550-3 neutron-server[102730]: self._notify() May 18 18:11:00.465448 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:11:00.465448 n-d-838550-3 neutron-server[102730]: self.callback(batched_events) May 18 18:11:00.465448 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:11:00.465448 n-d-838550-3 neutron-server[102730]: event.method(event) May 18 18:11:00.465448 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:11:00.465448 n-d-838550-3 neutron-server[102730]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:11:00.465448 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:11:00.465448 n-d-838550-3 neutron-server[102730]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:11:00.465448 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:11:00.465448 n-d-838550-3 neutron-server[102730]: return f(self, *a, **k) May 18 18:11:00.465448 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:11:00.465448 n-d-838550-3 neutron-server[102730]: return self._get(url).json() May 18 18:11:00.465448 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:11:00.465448 n-d-838550-3 neutron-server[102730]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:11:00.465448 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:11:00.465448 n-d-838550-3 neutron-server[102730]: return self.request(url, 'GET', **kwargs) May 18 18:11:00.465448 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:11:00.465448 n-d-838550-3 neutron-server[102730]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:11:00.465448 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:11:00.465448 n-d-838550-3 neutron-server[102730]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:11:00.465448 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:11:00.465448 n-d-838550-3 neutron-server[102730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:11:00.465448 n-d-838550-3 neutron-server[102730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:11:00.478779 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 41c52fb1-0197-43ed-8e70-c50293db22f3 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:11:00.527166 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 55594) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:11:00.539451 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] No Port match for: fd8f8aaa-b342-41cd-a575-97d415876063 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:11:00.539795 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device fd8f8aaa-b342-41cd-a575-97d415876063 not bound to the agent host n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:11:00.572971 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-78dec2ab-ce1f-4d30-b565-62fa1d847348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:00.584595 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-78dec2ab-ce1f-4d30-b565-62fa1d847348 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:00.589231 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-78dec2ab-ce1f-4d30-b565-62fa1d847348 admin admin] 10.222.0.85 "DELETE /v2.0/networks/6ba2d3f1-1e38-41ee-8062-86260345c4fd HTTP/1.1" status: 204 len: 168 time: 1.3228433 May 18 18:11:00.590306 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86dc037-17f9-40f2-a748-3e70cc1a8ddc req-146ede38-2b9c-4221-85bf-3bced9e76a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:00.590956 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-b86dc037-17f9-40f2-a748-3e70cc1a8ddc req-146ede38-2b9c-4221-85bf-3bced9e76a1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:00.592500 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b86dc037-17f9-40f2-a748-3e70cc1a8ddc req-146ede38-2b9c-4221-85bf-3bced9e76a1b service neutron] 10.222.0.88 "PUT /v2.0/ports/62899431-67bc-4b45-b6b3-cfcf0f6d79c6 HTTP/1.1" status: 200 len: 1091 time: 3.0779817 May 18 18:11:00.603894 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dec2ab-ce1f-4d30-b565-62fa1d847348 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ba2d3f1-1e38-41ee-8062-86260345c4fd,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:11:00.679579 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-12cb4f4b-8c38-4e0e-b113-fdf8d22a7c68 req-bafb0bf4-882a-4704-ba91-fa6d764b000b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c9ccf49f-2846-4d2f-823c-7e2da03e56af HTTP/1.1" status: 200 len: 217 time: 0.2772522 May 18 18:11:00.742646 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 41c52fb1-0197-43ed-8e70-c50293db22f3 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:11:00.743028 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:00.849088 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-dbedae9a-5e23-47d1-b846-574edc6323d6 None None] Set router af84c569-b7fd-45c8-ae9c-ffa206d034b4 gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:11:00.854840 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab7dce4b-aad1-498e-ba82-9f4caab7c814 req-51a360ba-9cf1-4754-95b6-1e78fbdd3fca tempest-VolumesAdminNegativeTest-1793613281 tempest-VolumesAdminNegativeTest-1793613281-project] No DVR routers for this DVR port fd8f8aaa-b342-41cd-a575-97d415876063 on host n-h2-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:11:00.862373 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-ab7dce4b-aad1-498e-ba82-9f4caab7c814 req-51a360ba-9cf1-4754-95b6-1e78fbdd3fca tempest-VolumesAdminNegativeTest-1793613281 tempest-VolumesAdminNegativeTest-1793613281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:00.866520 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ab7dce4b-aad1-498e-ba82-9f4caab7c814 req-51a360ba-9cf1-4754-95b6-1e78fbdd3fca tempest-VolumesAdminNegativeTest-1793613281 tempest-VolumesAdminNegativeTest-1793613281-project] 10.222.0.88 "DELETE /v2.0/ports/fd8f8aaa-b342-41cd-a575-97d415876063 HTTP/1.1" status: 204 len: 173 time: 3.3564627 May 18 18:11:00.897269 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-35150fbb-9a0b-45f6-9271-54d7d856a597 req-b970a0ca-4a46-4cf8-94fa-1d8a0e8f52e7 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/security-groups?id=e692c27b-823e-49d0-99b6-9d1054fe999b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4935706 May 18 18:11:00.903070 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-61edd296-56c4-4f91-acb1-0c7d4fb04979 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=d535e69549bc426b9e3e51663122141a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3747091 May 18 18:11:00.903702 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 55604) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:11:00.904035 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 55606) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:11:00.911257 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146ede38-2b9c-4221-85bf-3bced9e76a1b service neutron] Pushing event updated for resources: {'Port': ['ID=62899431-67bc-4b45-b6b3-cfcf0f6d79c6,revision_number=3']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:11:00.920362 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cb4f4b-8c38-4e0e-b113-fdf8d22a7c68 req-d2a2895a-b888-458a-a701-178a0d797be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:00.922060 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-12cb4f4b-8c38-4e0e-b113-fdf8d22a7c68 req-d2a2895a-b888-458a-a701-178a0d797be2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6103a86c-1984-4112-92b7-213da8bfab24 HTTP/1.1" status: 200 len: 857 time: 0.2335064 May 18 18:11:00.955032 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86dc037-17f9-40f2-a748-3e70cc1a8ddc req-b7a7006d-b1cc-4443-9f38-c4927285e2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:00.956389 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b86dc037-17f9-40f2-a748-3e70cc1a8ddc req-b7a7006d-b1cc-4443-9f38-c4927285e2dc service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c37246a20f2845a089230b88402f6d1b&device_id=f8e82ff2-3164-44c9-8e95-9b05a4ef9438 HTTP/1.1" status: 200 len: 1094 time: 0.2724814 May 18 18:11:00.967037 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:01.038692 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 41c52fb1-0197-43ed-8e70-c50293db22f3 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:11:01.046520 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b86dc037-17f9-40f2-a748-3e70cc1a8ddc req-5ff5a954-7d50-475f-a24c-41c7d76ab638 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=62899431-67bc-4b45-b6b3-cfcf0f6d79c6 HTTP/1.1" status: 200 len: 217 time: 0.0483518 May 18 18:11:01.062170 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cb4f4b-8c38-4e0e-b113-fdf8d22a7c68 req-2f88e07c-8f49-4f87-875a-ae9034cbd261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:01.063949 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-12cb4f4b-8c38-4e0e-b113-fdf8d22a7c68 req-2f88e07c-8f49-4f87-875a-ae9034cbd261 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=055b7a59-22e7-493f-ba66-d1ab1ebb4b38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1272559 May 18 18:11:01.127580 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-83a142ae-c810-49c6-80a2-92917b1766b7 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=e05b3d827f844c1d97efd9db4e0d2203&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2157958 May 18 18:11:01.133812 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 55620) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:11:01.170885 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-514a62e1-039c-426a-b036-781faaee3707 req-1d0885cb-2e7f-4ef3-a16f-887985a7b16d tempest-VolumesAdminNegativeTest-1793613281 tempest-VolumesAdminNegativeTest-1793613281-project] 10.222.0.85 "GET /v2.0/ports?device_id=47fcd2a4-37b6-4a28-96fb-60f03e10e925 HTTP/1.1" status: 200 len: 210 time: 0.0473673 May 18 18:11:01.224173 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86dc037-17f9-40f2-a748-3e70cc1a8ddc req-0f536d1d-c6cd-4715-b07b-9ed6c58d701c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:01.225795 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b86dc037-17f9-40f2-a748-3e70cc1a8ddc req-0f536d1d-c6cd-4715-b07b-9ed6c58d701c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=6103a86c-1984-4112-92b7-213da8bfab24 HTTP/1.1" status: 200 len: 857 time: 0.1668940 May 18 18:11:01.246067 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-835bad7e-fd5e-48c7-9e7a-eee0181adf77 x-openstack-request-id: req-835bad7e-fd5e-48c7-9e7a-eee0181adf77 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:11:01.246883 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e9ea744-f84b-44dd-91a2-86d0d61ac63c", "tag": "c9ccf49f-2846-4d2f-823c-7e2da03e56af", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:11:01.246883 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-835bad7e-fd5e-48c7-9e7a-eee0181adf77 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:11:01.247279 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-835bad7e-fd5e-48c7-9e7a-eee0181adf77'] response: {'name': 'network-changed', 'server_uuid': '0e9ea744-f84b-44dd-91a2-86d0d61ac63c', 'tag': 'c9ccf49f-2846-4d2f-823c-7e2da03e56af', 'status': 'completed', 'code': 200} May 18 18:11:01.258326 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c89a36e3-712f-4459-87c7-6a049c7f3df2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:01.270363 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device d6c72c16-20f3-42ba-8fa8-440ac0d27bd8 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:11:01.275256 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:01.340555 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c89a36e3-712f-4459-87c7-6a049c7f3df2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:01.375260 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-577b9127-3560-424d-9c38-13191cc40799 req-782a982d-95f6-4794-9506-e2bdfe64c6c3 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=85a2a041-5bb5-4692-bd6a-de12dea7b5ee HTTP/1.1" status: 200 len: 210 time: 0.0654385 May 18 18:11:01.384821 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-12cb4f4b-8c38-4e0e-b113-fdf8d22a7c68 req-d892c54f-1c10-49e5-be81-fc7f8abb703d service neutron] 10.222.0.36 "GET /v2.0/networks/055b7a59-22e7-493f-ba66-d1ab1ebb4b38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2627964 May 18 18:11:01.387973 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86dc037-17f9-40f2-a748-3e70cc1a8ddc req-b597d0d9-dd5d-40bf-a3f3-c03102ca444a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:01.389534 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b86dc037-17f9-40f2-a748-3e70cc1a8ddc req-b597d0d9-dd5d-40bf-a3f3-c03102ca444a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=055b7a59-22e7-493f-ba66-d1ab1ebb4b38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1552470 May 18 18:11:01.517439 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: d6c72c16-20f3-42ba-8fa8-440ac0d27bd8 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:11:01.517978 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device d6c72c16-20f3-42ba-8fa8-440ac0d27bd8 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:11:01.518598 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 5227345e-5153-4734-930c-392ff84168b5 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:11:01.568253 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 5227345e-5153-4734-930c-392ff84168b5 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:11:01.568931 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 5227345e-5153-4734-930c-392ff84168b5 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:11:01.615975 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-dbedae9a-5e23-47d1-b846-574edc6323d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af84c569-b7fd-45c8-ae9c-ffa206d034b4', 'name': 'tempest-ServerRescueTestJSON-505246341-router', 'tenant_id': 'b3978e65ec994763a43b86fa6707d010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': '41c52fb1-0197-43ed-8e70-c50293db22f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:10:48Z', 'updated_at': '2022-05-18T18:10:55Z', 'revision_number': 4, 'project_id': 'b3978e65ec994763a43b86fa6707d010', 'gw_port': {'id': '41c52fb1-0197-43ed-8e70-c50293db22f3', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:41:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af84c569-b7fd-45c8-ae9c-ffa206d034b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:10:49Z', 'updated_at': '2022-05-18T18:10:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '4df2bcd1-45e9-4c9a-bd2e-c2098a1bdfc4', 'name': '', 'network_id': '318d7223-f14c-48f3-9a41-7dc7c337e246', 'tenant_id': 'b3978e65ec994763a43b86fa6707d010', 'mac_address': 'fa:16:3e:22:f6:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af84c569-b7fd-45c8-ae9c-ffa206d034b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '8e5d7b30-30eb-4951-a733-71bef5e29c46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:10:53Z', 'updated_at': '2022-05-18T18:10:55Z', 'revision_number': 2, 'project_id': 'b3978e65ec994763a43b86fa6707d010', 'subnets': [{'id': '8e5d7b30-30eb-4951-a733-71bef5e29c46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:11:01.639584 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-12cb4f4b-8c38-4e0e-b113-fdf8d22a7c68 req-99526bb4-1b5f-4192-bf9f-3926adef753e service neutron] 10.222.0.36 "GET /v2.0/networks/055b7a59-22e7-493f-ba66-d1ab1ebb4b38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451065 May 18 18:11:01.641301 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b86dc037-17f9-40f2-a748-3e70cc1a8ddc req-34f1e41a-38ce-4e16-95c3-43e25f8e882e service neutron] 10.222.0.88 "GET /v2.0/networks/055b7a59-22e7-493f-ba66-d1ab1ebb4b38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360857 May 18 18:11:01.670001 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbedae9a-5e23-47d1-b846-574edc6323d6 None None] Checking router: af84c569-b7fd-45c8-ae9c-ffa206d034b4 for host: n-d-838550-3 {{(pid=102732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:11:01.671240 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbedae9a-5e23-47d1-b846-574edc6323d6 None None] Updating router af84c569-b7fd-45c8-ae9c-ffa206d034b4 port 4df2bcd1-45e9-4c9a-bd2e-c2098a1bdfc4 binding host n-d-838550-3 {{(pid=102732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 18:11:01.698316 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b8e401-11a8-4096-b2c8-99795b4a7714 req-43db90d8-c230-4f41-bbfc-77f04ca18a35 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:01.699923 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-71b8e401-11a8-4096-b2c8-99795b4a7714 req-43db90d8-c230-4f41-bbfc-77f04ca18a35 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/ports?device_id=d8377e75-2fd4-49e4-8639-25a2f3467097 HTTP/1.1" status: 200 len: 949 time: 0.1373920 May 18 18:11:01.724143 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-dbedae9a-5e23-47d1-b846-574edc6323d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:01.771122 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad519cd-5d2d-448a-a191-ed498104a45f req-fad5b966-fa6e-4e60-8fd0-4c019de0b699 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:01.779141 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fad519cd-5d2d-448a-a191-ed498104a45f req-fad5b966-fa6e-4e60-8fd0-4c019de0b699 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/networks?id=318d7223-f14c-48f3-9a41-7dc7c337e246 HTTP/1.1" status: 200 len: 810 time: 0.7016923 May 18 18:11:01.797589 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f22eebae-8e6c-4d98-96dd-a9e5b8347746 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:01.811285 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fad519cd-5d2d-448a-a191-ed498104a45f req-a04ac510-c4cf-42fa-bd63-c37944dc5055 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/quotas/b3978e65ec994763a43b86fa6707d010 HTTP/1.1" status: 200 len: 375 time: 0.0307872 May 18 18:11:01.854956 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-71b8e401-11a8-4096-b2c8-99795b4a7714 req-f4609001-a69d-4876-a472-35b42c286567 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/security-groups?id=5ea4329b-bade-4f5a-bfbd-7917c3702679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164405 May 18 18:11:01.868039 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f22eebae-8e6c-4d98-96dd-a9e5b8347746 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:01.881641 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b86dc037-17f9-40f2-a748-3e70cc1a8ddc req-cff7791f-b4ff-4469-aa17-275c3cb5f5bb service neutron] 10.222.0.88 "GET /v2.0/networks/055b7a59-22e7-493f-ba66-d1ab1ebb4b38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329218 May 18 18:11:01.883263 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed570ea-d7fb-40ee-80c8-5a6025d060e8 req-9e5e5d76-c540-4aff-afd1-5d3d6344ec2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:01.884695 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1ed570ea-d7fb-40ee-80c8-5a6025d060e8 req-9e5e5d76-c540-4aff-afd1-5d3d6344ec2c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c37246a20f2845a089230b88402f6d1b&device_id=0e9ea744-f84b-44dd-91a2-86d0d61ac63c HTTP/1.1" status: 200 len: 1095 time: 0.1476898 May 18 18:11:01.905741 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c89a36e3-712f-4459-87c7-6a049c7f3df2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:01.911441 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c89a36e3-712f-4459-87c7-6a049c7f3df2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:01.913880 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-c89a36e3-712f-4459-87c7-6a049c7f3df2 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/39d98f7a-a0c5-49a5-8c17-111bbbd1ef38 HTTP/1.1" status: 204 len: 168 time: 1.0076714 May 18 18:11:01.953418 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89a36e3-712f-4459-87c7-6a049c7f3df2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39d98f7a-a0c5-49a5-8c17-111bbbd1ef38,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:11:01.961358 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fad519cd-5d2d-448a-a191-ed498104a45f req-7b7d4247-f26c-4c18-9633-cea3d6d5de13 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=b3978e65ec994763a43b86fa6707d010&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1388083 May 18 18:11:01.993322 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f22eebae-8e6c-4d98-96dd-a9e5b8347746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:01.996857 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f22eebae-8e6c-4d98-96dd-a9e5b8347746 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:01.998036 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-f22eebae-8e6c-4d98-96dd-a9e5b8347746 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/cb4db50c-f652-4bbe-9372-f1efeb00bae5 HTTP/1.1" status: 204 len: 168 time: 0.8563631 May 18 18:11:02.019787 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22eebae-8e6c-4d98-96dd-a9e5b8347746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb4db50c-f652-4bbe-9372-f1efeb00bae5,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:11:02.115153 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fad519cd-5d2d-448a-a191-ed498104a45f req-e8112f5e-009a-4d51-92c8-4540c7f868ab service neutron] 10.222.0.85 "GET /v2.0/networks/318d7223-f14c-48f3-9a41-7dc7c337e246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307631 May 18 18:11:02.125591 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5eb8dd-dc6c-4150-a6da-68af4599bc6d req-42f39a33-6fe2-4090-89d9-7d4759c2e41b tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:02.135629 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3b5eb8dd-dc6c-4150-a6da-68af4599bc6d req-42f39a33-6fe2-4090-89d9-7d4759c2e41b tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/ports?device_id=03e9ea95-a4d7-4a6b-bf9a-c47231632c0a HTTP/1.1" status: 200 len: 945 time: 0.1346893 May 18 18:11:02.201503 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3b5eb8dd-dc6c-4150-a6da-68af4599bc6d req-c0b9b974-d2f6-47e1-8741-5cf5b84fb3d2 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/security-groups?id=fae3ce3c-9235-4ae4-9c6c-e682ce6a4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647819 May 18 18:11:02.207752 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed570ea-d7fb-40ee-80c8-5a6025d060e8 req-67633493-fb08-4899-a1f1-6466734febaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:02.213853 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1ed570ea-d7fb-40ee-80c8-5a6025d060e8 req-67633493-fb08-4899-a1f1-6466734febaa service neutron] 10.222.0.36 "GET /v2.0/networks?id=055b7a59-22e7-493f-ba66-d1ab1ebb4b38 HTTP/1.1" status: 200 len: 919 time: 0.3197811 May 18 18:11:02.238235 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-dbedae9a-5e23-47d1-b846-574edc6323d6 None None] Notify callbacks [] for port, precommit_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:02.249159 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-dbedae9a-5e23-47d1-b846-574edc6323d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:02.335313 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3813ce1b-c655-4c9f-8fb2-5915900fb9fb None None] Pushing event updated for resources: {'Port': ['ID=4df2bcd1-45e9-4c9a-bd2e-c2098a1bdfc4,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:11:02.392401 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1ed570ea-d7fb-40ee-80c8-5a6025d060e8 req-b3263ef4-b294-4e33-b326-8f6a3b0b26a3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c9ccf49f-2846-4d2f-823c-7e2da03e56af HTTP/1.1" status: 200 len: 217 time: 0.1704807 May 18 18:11:02.416472 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 179999b0-ff2e-4e5c-a15e-9ccf35821d79 up at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:11:02.482889 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fad519cd-5d2d-448a-a191-ed498104a45f req-cd635d40-f608-428d-a1a2-d2d9c9c82b84 service neutron] 10.222.0.85 "GET /v2.0/networks/318d7223-f14c-48f3-9a41-7dc7c337e246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3594785 May 18 18:11:02.496833 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6040fb-eef1-4d4e-b85a-a2978f401ffa req-26961cfc-b5ba-4a19-bc1b-0f9c997e9866 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:02.504622 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-de6040fb-eef1-4d4e-b85a-a2978f401ffa req-26961cfc-b5ba-4a19-bc1b-0f9c997e9866 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/ports?device_id=f8e82ff2-3164-44c9-8e95-9b05a4ef9438 HTTP/1.1" status: 200 len: 943 time: 0.1726923 May 18 18:11:02.525656 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed570ea-d7fb-40ee-80c8-5a6025d060e8 req-15bf400f-464c-4ac5-9460-7fb76053bee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:02.527487 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1ed570ea-d7fb-40ee-80c8-5a6025d060e8 req-15bf400f-464c-4ac5-9460-7fb76053bee1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6103a86c-1984-4112-92b7-213da8bfab24 HTTP/1.1" status: 200 len: 857 time: 0.0994356 May 18 18:11:02.587198 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-de6040fb-eef1-4d4e-b85a-a2978f401ffa req-436f2acb-2b69-4d2a-a037-687e38d0d54f tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/security-groups?id=e692c27b-823e-49d0-99b6-9d1054fe999b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759902 May 18 18:11:02.623682 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-dbedae9a-5e23-47d1-b846-574edc6323d6 None None] Attempting to bind port 4df2bcd1-45e9-4c9a-bd2e-c2098a1bdfc4 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:11:02.624896 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed570ea-d7fb-40ee-80c8-5a6025d060e8 req-34f55dd5-5aa1-4265-811f-746574b30476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:02.626755 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1ed570ea-d7fb-40ee-80c8-5a6025d060e8 req-34f55dd5-5aa1-4265-811f-746574b30476 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=055b7a59-22e7-493f-ba66-d1ab1ebb4b38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0872235 May 18 18:11:02.626904 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-dbedae9a-5e23-47d1-b846-574edc6323d6 None None] Attempting to bind port 4df2bcd1-45e9-4c9a-bd2e-c2098a1bdfc4 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '159798b3-0081-404e-b89f-736264c95ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '318d7223-f14c-48f3-9a41-7dc7c337e246'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:11:02.627385 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbedae9a-5e23-47d1-b846-574edc6323d6 None None] Attempting to bind port 4df2bcd1-45e9-4c9a-bd2e-c2098a1bdfc4 on network 318d7223-f14c-48f3-9a41-7dc7c337e246 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:11:02.649145 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning for port 179999b0-ff2e-4e5c-a15e-9ccf35821d79 completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:11:02.651915 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 55640) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:11:02.660871 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee86714-db2f-4f1e-93c5-eed66141cb4f req-704eac41-ec08-4b9f-9f67-43cfa58e69cd tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:02.667736 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9ee86714-db2f-4f1e-93c5-eed66141cb4f req-704eac41-ec08-4b9f-9f67-43cfa58e69cd tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.36 "GET /v2.0/networks?id=f92940b8-c50f-4c94-b1f3-3e93ca94957d HTTP/1.1" status: 200 len: 812 time: 0.4858916 May 18 18:11:02.668052 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning complete for port 179999b0-ff2e-4e5c-a15e-9ccf35821d79 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:11:02.668455 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:02.676252 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbedae9a-5e23-47d1-b846-574edc6323d6 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:11:02.676252 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbedae9a-5e23-47d1-b846-574edc6323d6 None None] Checking segment: {'id': '159798b3-0081-404e-b89f-736264c95ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '318d7223-f14c-48f3-9a41-7dc7c337e246'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:11:02.676252 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-dbedae9a-5e23-47d1-b846-574edc6323d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:02.676252 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbedae9a-5e23-47d1-b846-574edc6323d6 None None] Bound using segment: {'id': '159798b3-0081-404e-b89f-736264c95ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '318d7223-f14c-48f3-9a41-7dc7c337e246'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:11:02.676252 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-dbedae9a-5e23-47d1-b846-574edc6323d6 None None] Bound port: 4df2bcd1-45e9-4c9a-bd2e-c2098a1bdfc4, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '159798b3-0081-404e-b89f-736264c95ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '318d7223-f14c-48f3-9a41-7dc7c337e246'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:11:02.676252 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-dbedae9a-5e23-47d1-b846-574edc6323d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:02.690145 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-9ee86714-db2f-4f1e-93c5-eed66141cb4f req-2ab25c6c-842a-47be-8d7e-e51e8946b0aa tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Request body: {'port': {'device_id': '85a2a041-5bb5-4692-bd6a-de12dea7b5ee', 'network_id': 'f92940b8-c50f-4c94-b1f3-3e93ca94957d', 'admin_state_up': True, 'tenant_id': 'ed8a017ff6d8432c9386dee5054e8944'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:11:02.784804 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1760cab-799d-4180-9bfc-7d031fb9da40 admin admin] Deleting subnet cd7c0f99-477a-48b7-bd6e-426b59e864db {{(pid=102731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:11:02.801821 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a1760cab-799d-4180-9bfc-7d031fb9da40 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:02.882706 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a1760cab-799d-4180-9bfc-7d031fb9da40 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260542153'] for subnet, precommit_delete_associations {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:02.928722 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0d1f7e23-368a-4836-978d-26ce40e9e0e2 req-7de973cf-ef3b-4d48-97ff-e4e433babb27 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=85a2a041-5bb5-4692-bd6a-de12dea7b5ee HTTP/1.1" status: 200 len: 210 time: 0.0572557 May 18 18:11:02.954283 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a1760cab-799d-4180-9bfc-7d031fb9da40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:02.959279 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1ed570ea-d7fb-40ee-80c8-5a6025d060e8 req-e66e02b2-c10d-4f79-928c-4f1f2e252a1a service neutron] 10.222.0.36 "GET /v2.0/networks/055b7a59-22e7-493f-ba66-d1ab1ebb4b38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3232863 May 18 18:11:03.077508 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ee86714-db2f-4f1e-93c5-eed66141cb4f req-2ab25c6c-842a-47be-8d7e-e51e8946b0aa tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Made reservation on behalf of ed8a017ff6d8432c9386dee5054e8944 for: {'port': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:11:03.081917 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-9ee86714-db2f-4f1e-93c5-eed66141cb4f req-2ab25c6c-842a-47be-8d7e-e51e8946b0aa tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:03.111551 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-dbedae9a-5e23-47d1-b846-574edc6323d6 None None] For port 4df2bcd1-45e9-4c9a-bd2e-c2098a1bdfc4, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:11:03.120534 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c0924d94-950a-4acb-9c3f-1f672af96e79 req-b685debe-b21e-470d-900e-31f97d13ac6b tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/ports?device_id=edd70b2d-7c62-4c72-8c2b-a1a4878d824e HTTP/1.1" status: 200 len: 210 time: 0.0851238 May 18 18:11:03.137527 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 179999b0-ff2e-4e5c-a15e-9ccf35821d79 is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:11:03.137527 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:03.157533 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-dbedae9a-5e23-47d1-b846-574edc6323d6 None None] For port 4df2bcd1-45e9-4c9a-bd2e-c2098a1bdfc4, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=4df2bcd1-45e9-4c9a-bd2e-c2098a1bdfc4,segment=NetworkSegment(159798b3-0081-404e-b89f-736264c95ce3),segment_id=159798b3-0081-404e-b89f-736264c95ce3)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:11:03.183323 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-dbedae9a-5e23-47d1-b846-574edc6323d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:03.224081 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1ed570ea-d7fb-40ee-80c8-5a6025d060e8 req-96d7b3a1-d363-4b26-894c-24feb834e67b service neutron] 10.222.0.36 "GET /v2.0/networks/055b7a59-22e7-493f-ba66-d1ab1ebb4b38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439368 May 18 18:11:03.249230 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8e82ff2-3164-44c9-8e95-9b05a4ef9438', 'tag': '62899431-67bc-4b45-b6b3-cfcf0f6d79c6'}, {'server_uuid': '47fcd2a4-37b6-4a28-96fb-60f03e10e925', 'name': 'network-vif-deleted', 'tag': 'fd8f8aaa-b342-41cd-a575-97d415876063'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:11:03.254651 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3a21ed0-95c5-43ce-bc9a-8da7b464a24a" -d '{"events": [{"name": "network-changed", "server_uuid": "f8e82ff2-3164-44c9-8e95-9b05a4ef9438", "tag": "62899431-67bc-4b45-b6b3-cfcf0f6d79c6"}, {"server_uuid": "47fcd2a4-37b6-4a28-96fb-60f03e10e925", "name": "network-vif-deleted", "tag": "fd8f8aaa-b342-41cd-a575-97d415876063"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:11:03.283861 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8377e75-2fd4-49e4-8639-25a2f3467097', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '179999b0-ff2e-4e5c-a15e-9ccf35821d79'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:11:03.286738 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d7f501b-6222-4c2e-aa69-26f97f582d46" -d '{"events": [{"server_uuid": "d8377e75-2fd4-49e4-8639-25a2f3467097", "name": "network-vif-plugged", "status": "completed", "tag": "179999b0-ff2e-4e5c-a15e-9ccf35821d79"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:11:03.295278 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a1760cab-799d-4180-9bfc-7d031fb9da40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260898416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260908030'] for subnet, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:03.360267 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 179999b0-ff2e-4e5c-a15e-9ccf35821d79, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=179999b0-ff2e-4e5c-a15e-9ccf35821d79,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:11:03.372542 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a1760cab-799d-4180-9bfc-7d031fb9da40 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:03.381252 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-a1760cab-799d-4180-9bfc-7d031fb9da40 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/cd7c0f99-477a-48b7-bd6e-426b59e864db HTTP/1.1" status: 204 len: 168 time: 0.7241056 May 18 18:11:03.383527 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1760cab-799d-4180-9bfc-7d031fb9da40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd7c0f99-477a-48b7-bd6e-426b59e864db,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:11:03.386738 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:03.393254 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 55672) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:11:03.402914 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbedae9a-5e23-47d1-b846-574edc6323d6 None None] Routers {'af84c569-b7fd-45c8-ae9c-ffa206d034b4'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:11:03.404117 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-dbedae9a-5e23-47d1-b846-574edc6323d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:10:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['af84c569-b7fd-45c8-ae9c-ffa206d034b4'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:11:03.408136 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3813ce1b-c655-4c9f-8fb2-5915900fb9fb None None] Pushing event updated for resources: {'Port': ['ID=4df2bcd1-45e9-4c9a-bd2e-c2098a1bdfc4,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:11:03.532070 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c46add-8f36-4e85-8f98-a1720fd23871 req-8f881a8d-d6d8-4d23-a84a-4fabb7f7e035 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:03.533800 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-36c46add-8f36-4e85-8f98-a1720fd23871 req-8f881a8d-d6d8-4d23-a84a-4fabb7f7e035 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/ports?device_id=d8377e75-2fd4-49e4-8639-25a2f3467097 HTTP/1.1" status: 200 len: 949 time: 0.2606504 May 18 18:11:03.576852 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9255da38-6646-41be-92c4-b7e42ec064fa req-36e76246-0b00-4dc5-9422-b13b1e6c1255 tempest-LiveMigrationTest-768751957 tempest-LiveMigrationTest-768751957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:03.578685 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9255da38-6646-41be-92c4-b7e42ec064fa req-36e76246-0b00-4dc5-9422-b13b1e6c1255 tempest-LiveMigrationTest-768751957 tempest-LiveMigrationTest-768751957-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=03e9ea95-a4d7-4a6b-bf9a-c47231632c0a HTTP/1.1" status: 200 len: 1096 time: 0.1491516 May 18 18:11:03.582026 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1e481f7f-5454-4237-8517-f74436bc1e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:03.590277 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=179999b0-ff2e-4e5c-a15e-9ccf35821d79,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:11:03.623103 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [req-9ee86714-db2f-4f1e-93c5-eed66141cb4f req-2ab25c6c-842a-47be-8d7e-e51e8946b0aa tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Allocated IP 172.20.0.12 (f92940b8-c50f-4c94-b1f3-3e93ca94957d/3928b460-5138-4e6e-b763-eaa17a3ede29/127d7118-00a9-4f40-b4ea-4ee8aff03267) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:11:03.640905 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-dbedae9a-5e23-47d1-b846-574edc6323d6 None None] Set router af84c569-b7fd-45c8-ae9c-ffa206d034b4 gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:11:03.686144 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1e481f7f-5454-4237-8517-f74436bc1e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:03.710056 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-36c46add-8f36-4e85-8f98-a1720fd23871 req-8b8e0a96-e052-4d53-91c0-5f8445297500 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/security-groups?id=5ea4329b-bade-4f5a-bfbd-7917c3702679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554973 May 18 18:11:03.732702 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-1e481f7f-5454-4237-8517-f74436bc1e8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a958cb87-874f-4b64-a723-1e49b51050be']}} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:11:03.752275 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-1e481f7f-5454-4237-8517-f74436bc1e8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b20d3f8-8bbd-4cf8-b792-267f0fcdf916') {'for_net_delete': True} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:11:03.752584 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-1e481f7f-5454-4237-8517-f74436bc1e8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b20d3f8-8bbd-4cf8-b792-267f0fcdf916') {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:11:03.764990 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1e481f7f-5454-4237-8517-f74436bc1e8f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260542144'] for segment, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:03.782731 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1e481f7f-5454-4237-8517-f74436bc1e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:03.824216 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e481f7f-5454-4237-8517-f74436bc1e8f admin admin] Releasing vlan 618 on physical network physnet1 to pool {{(pid=102731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:11:03.829356 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1e481f7f-5454-4237-8517-f74436bc1e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260884178'] for segment, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:03.832334 n-d-838550-3 neutron-server[102731]: Traceback (most recent call last): May 18 18:11:03.832334 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:11:03.832334 n-d-838550-3 neutron-server[102731]: timer() May 18 18:11:03.832334 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:11:03.832334 n-d-838550-3 neutron-server[102731]: cb(*args, **kw) May 18 18:11:03.832334 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:11:03.832334 n-d-838550-3 neutron-server[102731]: return func(*args, **kwargs) May 18 18:11:03.832334 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:11:03.832334 n-d-838550-3 neutron-server[102731]: self._notify() May 18 18:11:03.832334 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:11:03.832334 n-d-838550-3 neutron-server[102731]: self.callback(batched_events) May 18 18:11:03.832334 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:11:03.832334 n-d-838550-3 neutron-server[102731]: event.method(event) May 18 18:11:03.832334 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:11:03.832334 n-d-838550-3 neutron-server[102731]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:11:03.832334 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:11:03.832334 n-d-838550-3 neutron-server[102731]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:11:03.832334 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:11:03.832334 n-d-838550-3 neutron-server[102731]: return f(self, *a, **k) May 18 18:11:03.832334 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:11:03.832334 n-d-838550-3 neutron-server[102731]: return self._get(url).json() May 18 18:11:03.832334 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:11:03.832334 n-d-838550-3 neutron-server[102731]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:11:03.832334 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:11:03.832334 n-d-838550-3 neutron-server[102731]: return self.request(url, 'GET', **kwargs) May 18 18:11:03.832334 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:11:03.832334 n-d-838550-3 neutron-server[102731]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:11:03.832334 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:11:03.832334 n-d-838550-3 neutron-server[102731]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:11:03.832334 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:11:03.832334 n-d-838550-3 neutron-server[102731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:11:03.832334 n-d-838550-3 neutron-server[102731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:11:03.865895 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 18 May 2022 18:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7421c8d8-2b1d-457b-a40c-084920be3340 x-openstack-request-id: req-7421c8d8-2b1d-457b-a40c-084920be3340 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:11:03.866195 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8e82ff2-3164-44c9-8e95-9b05a4ef9438", "tag": "62899431-67bc-4b45-b6b3-cfcf0f6d79c6", "status": "completed", "code": 200}, {"server_uuid": "47fcd2a4-37b6-4a28-96fb-60f03e10e925", "name": "network-vif-deleted", "tag": "fd8f8aaa-b342-41cd-a575-97d415876063", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:11:03.866452 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-7421c8d8-2b1d-457b-a40c-084920be3340 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:11:03.866861 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7421c8d8-2b1d-457b-a40c-084920be3340'] response: {'name': 'network-changed', 'server_uuid': 'f8e82ff2-3164-44c9-8e95-9b05a4ef9438', 'tag': '62899431-67bc-4b45-b6b3-cfcf0f6d79c6', 'status': 'completed', 'code': 200} May 18 18:11:03.867122 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7421c8d8-2b1d-457b-a40c-084920be3340'] response: {'server_uuid': '47fcd2a4-37b6-4a28-96fb-60f03e10e925', 'name': 'network-vif-deleted', 'tag': 'fd8f8aaa-b342-41cd-a575-97d415876063', 'status': 'completed', 'code': 200} May 18 18:11:03.966667 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35fa8829-5cc9-475a-a9e6-ea709e79c4d9 x-openstack-request-id: req-35fa8829-5cc9-475a-a9e6-ea709e79c4d9 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:11:03.969280 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8377e75-2fd4-49e4-8639-25a2f3467097", "name": "network-vif-plugged", "status": "completed", "tag": "179999b0-ff2e-4e5c-a15e-9ccf35821d79", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:11:03.969654 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-35fa8829-5cc9-475a-a9e6-ea709e79c4d9 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:11:03.970127 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35fa8829-5cc9-475a-a9e6-ea709e79c4d9'] response: {'server_uuid': 'd8377e75-2fd4-49e4-8639-25a2f3467097', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '179999b0-ff2e-4e5c-a15e-9ccf35821d79', 'code': 200} May 18 18:11:04.081776 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a21ed0-95c5-43ce-bc9a-8da7b464a24a req-c8e0fdc7-f529-4185-a36b-c7744c04875e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:04.083119 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e3a21ed0-95c5-43ce-bc9a-8da7b464a24a req-c8e0fdc7-f529-4185-a36b-c7744c04875e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c37246a20f2845a089230b88402f6d1b&device_id=f8e82ff2-3164-44c9-8e95-9b05a4ef9438 HTTP/1.1" status: 200 len: 1094 time: 0.2152212 May 18 18:11:04.085477 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1e481f7f-5454-4237-8517-f74436bc1e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:04.092346 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1e481f7f-5454-4237-8517-f74436bc1e8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:04.095230 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-1e481f7f-5454-4237-8517-f74436bc1e8f admin admin] 10.222.0.85 "DELETE /v2.0/networks/a958cb87-874f-4b64-a723-1e49b51050be HTTP/1.1" status: 204 len: 168 time: 0.6999030 May 18 18:11:04.104844 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 55696) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:11:04.146032 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2687f90f-82da-429c-9111-d325b861f3a7 req-078a45f9-6e73-4ccb-bbc8-0c51c06ae96c tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:04.154996 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2687f90f-82da-429c-9111-d325b861f3a7 req-078a45f9-6e73-4ccb-bbc8-0c51c06ae96c tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/ports?device_id=f8e82ff2-3164-44c9-8e95-9b05a4ef9438 HTTP/1.1" status: 200 len: 943 time: 0.1273868 May 18 18:11:04.164975 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-dbedae9a-5e23-47d1-b846-574edc6323d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af84c569-b7fd-45c8-ae9c-ffa206d034b4', 'name': 'tempest-ServerRescueTestJSON-505246341-router', 'tenant_id': 'b3978e65ec994763a43b86fa6707d010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': '41c52fb1-0197-43ed-8e70-c50293db22f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:10:48Z', 'updated_at': '2022-05-18T18:10:55Z', 'revision_number': 4, 'project_id': 'b3978e65ec994763a43b86fa6707d010', 'gw_port': {'id': '41c52fb1-0197-43ed-8e70-c50293db22f3', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:41:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af84c569-b7fd-45c8-ae9c-ffa206d034b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:10:49Z', 'updated_at': '2022-05-18T18:10:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '4df2bcd1-45e9-4c9a-bd2e-c2098a1bdfc4', 'name': '', 'network_id': '318d7223-f14c-48f3-9a41-7dc7c337e246', 'tenant_id': 'b3978e65ec994763a43b86fa6707d010', 'mac_address': 'fa:16:3e:22:f6:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af84c569-b7fd-45c8-ae9c-ffa206d034b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '8e5d7b30-30eb-4951-a733-71bef5e29c46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:10:53Z', 'updated_at': '2022-05-18T18:11:03Z', 'revision_number': 4, 'project_id': 'b3978e65ec994763a43b86fa6707d010', 'subnets': [{'id': '8e5d7b30-30eb-4951-a733-71bef5e29c46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:11:04.167259 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-9ee86714-db2f-4f1e-93c5-eed66141cb4f req-2ab25c6c-842a-47be-8d7e-e51e8946b0aa tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:04.188486 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e481f7f-5454-4237-8517-f74436bc1e8f admin admin] Pushing event deleted for resources: {'Network': ['ID=a958cb87-874f-4b64-a723-1e49b51050be,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:11:04.233223 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2687f90f-82da-429c-9111-d325b861f3a7 req-67f4b3ef-3b20-4e9a-91b5-d6be62e30e88 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/security-groups?id=e692c27b-823e-49d0-99b6-9d1054fe999b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746200 May 18 18:11:04.281678 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbedae9a-5e23-47d1-b846-574edc6323d6 None None] The sync data for ids ['af84c569-b7fd-45c8-ae9c-ffa206d034b4'] in n-d-838550-3 is: [{'id': 'af84c569-b7fd-45c8-ae9c-ffa206d034b4', 'name': 'tempest-ServerRescueTestJSON-505246341-router', 'tenant_id': 'b3978e65ec994763a43b86fa6707d010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': '41c52fb1-0197-43ed-8e70-c50293db22f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:10:48Z', 'updated_at': '2022-05-18T18:10:55Z', 'revision_number': 4, 'project_id': 'b3978e65ec994763a43b86fa6707d010', 'gw_port': {'id': '41c52fb1-0197-43ed-8e70-c50293db22f3', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:41:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af84c569-b7fd-45c8-ae9c-ffa206d034b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:10:49Z', 'updated_at': '2022-05-18T18:10:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '4df2bcd1-45e9-4c9a-bd2e-c2098a1bdfc4', 'name': '', 'network_id': '318d7223-f14c-48f3-9a41-7dc7c337e246', 'tenant_id': 'b3978e65ec994763a43b86fa6707d010', 'mac_address': 'fa:16:3e:22:f6:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af84c569-b7fd-45c8-ae9c-ffa206d034b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '8e5d7b30-30eb-4951-a733-71bef5e29c46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:10:53Z', 'updated_at': '2022-05-18T18:11:03Z', 'revision_number': 4, 'project_id': 'b3978e65ec994763a43b86fa6707d010', 'subnets': [{'id': '8e5d7b30-30eb-4951-a733-71bef5e29c46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:11:04.289810 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-9ee86714-db2f-4f1e-93c5-eed66141cb4f req-2ab25c6c-842a-47be-8d7e-e51e8946b0aa tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:04.314164 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 55700) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:11:04.366938 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0f143df-905d-4dad-ba7f-0b355059e357 admin admin] Deleting subnet 9a7cc749-e313-423f-be3e-83c87046bceb {{(pid=102731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:11:04.369298 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 62899431-67bc-4b45-b6b3-cfcf0f6d79c6 details requested by agent hyperv_n-h2-838550-3 with host n-h2-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:11:04.372996 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a0f143df-905d-4dad-ba7f-0b355059e357 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:04.387851 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ee86714-db2f-4f1e-93c5-eed66141cb4f req-2ab25c6c-842a-47be-8d7e-e51e8946b0aa tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Network f92940b8-c50f-4c94-b1f3-3e93ca94957d is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:11:04.392638 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [req-9ee86714-db2f-4f1e-93c5-eed66141cb4f req-2ab25c6c-842a-47be-8d7e-e51e8946b0aa tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:11:04.395784 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ee86714-db2f-4f1e-93c5-eed66141cb4f req-2ab25c6c-842a-47be-8d7e-e51e8946b0aa tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:11:04.471772 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab25c6c-842a-47be-8d7e-e51e8946b0aa tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Pushing event updated for resources: {'Port': ['ID=127d7118-00a9-4f40-b4ea-4ee8aff03267,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:11:04.490510 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a0f143df-905d-4dad-ba7f-0b355059e357 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260542153'] for subnet, precommit_delete_associations {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:04.502574 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee86714-db2f-4f1e-93c5-eed66141cb4f req-2ab25c6c-842a-47be-8d7e-e51e8946b0aa tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:04.503325 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-9ee86714-db2f-4f1e-93c5-eed66141cb4f req-2ab25c6c-842a-47be-8d7e-e51e8946b0aa tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:04.542009 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea41fda-8500-402e-ac23-223215fcb26c req-4b46485a-e315-45c2-8658-83525f593a94 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:04.552332 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-dea41fda-8500-402e-ac23-223215fcb26c req-4b46485a-e315-45c2-8658-83525f593a94 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=85a2a041-5bb5-4692-bd6a-de12dea7b5ee HTTP/1.1" status: 200 len: 932 time: 0.1763105 May 18 18:11:04.554418 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 4df2bcd1-45e9-4c9a-bd2e-c2098a1bdfc4 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:11:04.558013 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9ee86714-db2f-4f1e-93c5-eed66141cb4f req-2ab25c6c-842a-47be-8d7e-e51e8946b0aa tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8828764 May 18 18:11:04.577129 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-9ee86714-db2f-4f1e-93c5-eed66141cb4f req-b98c3ba3-3a22-4efe-9f59-a2dba2999c1e service neutron] Request body: {'port': {'device_id': '85a2a041-5bb5-4692-bd6a-de12dea7b5ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-3'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:11:04.599268 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a0f143df-905d-4dad-ba7f-0b355059e357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:04.663412 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device c9ccf49f-2846-4d2f-823c-7e2da03e56af details requested by agent hyperv_n-h1-838550-3 with host n-h1-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:11:04.702022 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65889ad-1a7f-4b46-95cd-b1d5a66d1dd3 req-120ffbd3-2c6b-44b0-84de-581b482d16c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:04.706789 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a65889ad-1a7f-4b46-95cd-b1d5a66d1dd3 req-120ffbd3-2c6b-44b0-84de-581b482d16c1 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=d8377e75-2fd4-49e4-8639-25a2f3467097 HTTP/1.1" status: 200 len: 1101 time: 0.6624453 May 18 18:11:04.744100 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a0f143df-905d-4dad-ba7f-0b355059e357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260898416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260908030'] for subnet, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:04.763162 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-9ee86714-db2f-4f1e-93c5-eed66141cb4f req-b98c3ba3-3a22-4efe-9f59-a2dba2999c1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:04.806224 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.db.resource_extend [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 18 18:11:04.825082 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9255da38-6646-41be-92c4-b7e42ec064fa req-0f4940b2-27e5-4000-b785-0f4dae8dc282 tempest-LiveMigrationTest-768751957 tempest-LiveMigrationTest-768751957-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=fae3ce3c-9235-4ae4-9c6c-e682ce6a4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2318923 May 18 18:11:04.958348 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 4df2bcd1-45e9-4c9a-bd2e-c2098a1bdfc4 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:11:04.958720 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:04.980032 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 62899431-67bc-4b45-b6b3-cfcf0f6d79c6, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=62899431-67bc-4b45-b6b3-cfcf0f6d79c6,segment=NetworkSegment(e113abf4-4b0e-4afe-a737-f70ad5d66353),segment_id=e113abf4-4b0e-4afe-a737-f70ad5d66353)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:11:05.059877 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Returning: {'device': '62899431-67bc-4b45-b6b3-cfcf0f6d79c6', 'network_id': '055b7a59-22e7-493f-ba66-d1ab1ebb4b38', 'port_id': '62899431-67bc-4b45-b6b3-cfcf0f6d79c6', 'mac_address': 'fa:16:3e:8d:73:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6103a86c-1984-4112-92b7-213da8bfab24', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:11:05.173142 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad519cd-5d2d-448a-a191-ed498104a45f req-aecdfd99-f1a6-43d6-afe6-d0d9a512c0ea tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:05.174678 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fad519cd-5d2d-448a-a191-ed498104a45f req-aecdfd99-f1a6-43d6-afe6-d0d9a512c0ea tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.88 "GET /v2.0/networks?id=318d7223-f14c-48f3-9a41-7dc7c337e246 HTTP/1.1" status: 200 len: 810 time: 0.4388316 May 18 18:11:05.174926 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port c9ccf49f-2846-4d2f-823c-7e2da03e56af, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=c9ccf49f-2846-4d2f-823c-7e2da03e56af,segment=NetworkSegment(e113abf4-4b0e-4afe-a737-f70ad5d66353),segment_id=e113abf4-4b0e-4afe-a737-f70ad5d66353)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:11:05.175434 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f143df-905d-4dad-ba7f-0b355059e357 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a7cc749-e313-423f-be3e-83c87046bceb,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:11:05.186519 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a0f143df-905d-4dad-ba7f-0b355059e357 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:05.193109 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-a0f143df-905d-4dad-ba7f-0b355059e357 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/9a7cc749-e313-423f-be3e-83c87046bceb HTTP/1.1" status: 204 len: 168 time: 1.0738490 May 18 18:11:05.193366 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 55716) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:11:05.202347 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-25115796-bf72-46b5-a7da-2d9404750a31 tempest-ServiceProvidersTest-1747149522 tempest-ServiceProvidersTest-1747149522-project] 10.222.0.85 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.8389716 May 18 18:11:05.219764 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Returning: {'device': 'c9ccf49f-2846-4d2f-823c-7e2da03e56af', 'network_id': '055b7a59-22e7-493f-ba66-d1ab1ebb4b38', 'port_id': 'c9ccf49f-2846-4d2f-823c-7e2da03e56af', 'mac_address': 'fa:16:3e:87:15:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6103a86c-1984-4112-92b7-213da8bfab24', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:11:05.239794 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 62899431-67bc-4b45-b6b3-cfcf0f6d79c6 is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:11:05.240199 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:05.244364 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-fad519cd-5d2d-448a-a191-ed498104a45f req-40d1d362-88c1-4ca8-adf5-db260484e692 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] Request body: {'port': {'device_id': 'edd70b2d-7c62-4c72-8c2b-a1a4878d824e', 'network_id': '318d7223-f14c-48f3-9a41-7dc7c337e246', 'admin_state_up': True, 'tenant_id': 'b3978e65ec994763a43b86fa6707d010'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:11:05.257067 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-779eb414-b2bd-4b63-97ca-caf98e857247 req-452f8ff5-fa8f-4cd8-a2b5-57d484d32f64 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/ports?device_id=edd70b2d-7c62-4c72-8c2b-a1a4878d824e HTTP/1.1" status: 200 len: 210 time: 0.2612677 May 18 18:11:05.290843 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a65889ad-1a7f-4b46-95cd-b1d5a66d1dd3 req-b017506a-e80a-4e1f-8dd9-56e628ac1b45 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=5ea4329b-bade-4f5a-bfbd-7917c3702679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5090837 May 18 18:11:05.332643 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a21ed0-95c5-43ce-bc9a-8da7b464a24a req-eb40189e-e131-4aad-86cf-b0e574b5ad65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:05.335263 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e3a21ed0-95c5-43ce-bc9a-8da7b464a24a req-eb40189e-e131-4aad-86cf-b0e574b5ad65 service neutron] 10.222.0.88 "GET /v2.0/networks?id=055b7a59-22e7-493f-ba66-d1ab1ebb4b38 HTTP/1.1" status: 200 len: 919 time: 1.2387350 May 18 18:11:05.341959 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-dea41fda-8500-402e-ac23-223215fcb26c req-1c011903-e6f7-4b25-b626-ecd4d12eb1cc tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/security-groups?id=33ba1fad-191a-4b7a-ae9e-8e9e60985e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7883408 May 18 18:11:05.404138 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3cc9f97f-b08b-4d3b-b30f-854e08ff027d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:05.515912 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f37c922-2c86-4c1d-9d04-1372f19fb500 req-501af507-907b-420b-90d2-2d461d87952c tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:05.517542 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1f37c922-2c86-4c1d-9d04-1372f19fb500 req-501af507-907b-420b-90d2-2d461d87952c tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/ports?device_id=d8377e75-2fd4-49e4-8639-25a2f3467097 HTTP/1.1" status: 200 len: 950 time: 0.1527169 May 18 18:11:05.652886 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e3a21ed0-95c5-43ce-bc9a-8da7b464a24a req-ded4a376-b172-4cf1-aa7c-a309f6ee0e41 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=62899431-67bc-4b45-b6b3-cfcf0f6d79c6 HTTP/1.1" status: 200 len: 217 time: 0.1142943 May 18 18:11:05.654814 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fad519cd-5d2d-448a-a191-ed498104a45f req-40d1d362-88c1-4ca8-adf5-db260484e692 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] Made reservation on behalf of b3978e65ec994763a43b86fa6707d010 for: {'port': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:11:05.661586 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-fad519cd-5d2d-448a-a191-ed498104a45f req-40d1d362-88c1-4ca8-adf5-db260484e692 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:05.672459 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3cc9f97f-b08b-4d3b-b30f-854e08ff027d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:05.699410 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62899431-67bc-4b45-b6b3-cfcf0f6d79c6 {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:11:05.711404 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-3cc9f97f-b08b-4d3b-b30f-854e08ff027d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87d24cc4-e969-43af-b409-9aff53dc2d3b']}} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:11:05.732339 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port c9ccf49f-2846-4d2f-823c-7e2da03e56af is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:11:05.732731 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:05.733496 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-3cc9f97f-b08b-4d3b-b30f-854e08ff027d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13745546-9483-4ac3-b6f3-68420b2aff80') {'for_net_delete': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:11:05.734009 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-3cc9f97f-b08b-4d3b-b30f-854e08ff027d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13745546-9483-4ac3-b6f3-68420b2aff80') {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:11:05.747471 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3cc9f97f-b08b-4d3b-b30f-854e08ff027d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260107375'] for segment, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:05.752978 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 4df2bcd1-45e9-4c9a-bd2e-c2098a1bdfc4 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:11:05.752978 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:05.754247 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1f37c922-2c86-4c1d-9d04-1372f19fb500 req-f559f7f7-4857-4fdc-9f05-0e51a55ac5f1 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/security-groups?id=5ea4329b-bade-4f5a-bfbd-7917c3702679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205067 May 18 18:11:05.761779 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 55734) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:11:05.764933 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 62899431-67bc-4b45-b6b3-cfcf0f6d79c6, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=62899431-67bc-4b45-b6b3-cfcf0f6d79c6,segment=NetworkSegment(e113abf4-4b0e-4afe-a737-f70ad5d66353),segment_id=e113abf4-4b0e-4afe-a737-f70ad5d66353)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:11:05.772054 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3cc9f97f-b08b-4d3b-b30f-854e08ff027d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:05.789226 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cc9f97f-b08b-4d3b-b30f-854e08ff027d admin admin] Releasing vlan 622 on physical network physnet1 to pool {{(pid=102730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:11:05.789398 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:05.789659 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3cc9f97f-b08b-4d3b-b30f-854e08ff027d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261102736'] for segment, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:05.799495 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9ccf49f-2846-4d2f-823c-7e2da03e56af {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:11:05.827462 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a21ed0-95c5-43ce-bc9a-8da7b464a24a req-bd6dee7b-e643-4a7a-9d4f-c68912b8a14e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:05.828652 n-d-838550-3 neutron-server[102730]: Traceback (most recent call last): May 18 18:11:05.828652 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:11:05.828652 n-d-838550-3 neutron-server[102730]: timer() May 18 18:11:05.828652 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:11:05.828652 n-d-838550-3 neutron-server[102730]: cb(*args, **kw) May 18 18:11:05.828652 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:11:05.828652 n-d-838550-3 neutron-server[102730]: return func(*args, **kwargs) May 18 18:11:05.828652 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:11:05.828652 n-d-838550-3 neutron-server[102730]: self._notify() May 18 18:11:05.828652 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:11:05.828652 n-d-838550-3 neutron-server[102730]: self.callback(batched_events) May 18 18:11:05.828652 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:11:05.828652 n-d-838550-3 neutron-server[102730]: event.method(event) May 18 18:11:05.828652 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:11:05.828652 n-d-838550-3 neutron-server[102730]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:11:05.828652 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:11:05.828652 n-d-838550-3 neutron-server[102730]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:11:05.828652 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:11:05.828652 n-d-838550-3 neutron-server[102730]: return f(self, *a, **k) May 18 18:11:05.828652 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:11:05.828652 n-d-838550-3 neutron-server[102730]: return self._get(url).json() May 18 18:11:05.828652 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:11:05.828652 n-d-838550-3 neutron-server[102730]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:11:05.828652 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:11:05.828652 n-d-838550-3 neutron-server[102730]: return self.request(url, 'GET', **kwargs) May 18 18:11:05.828652 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:11:05.828652 n-d-838550-3 neutron-server[102730]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:11:05.828652 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:11:05.828652 n-d-838550-3 neutron-server[102730]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:11:05.828652 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:11:05.828652 n-d-838550-3 neutron-server[102730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:11:05.828652 n-d-838550-3 neutron-server[102730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:11:05.831763 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e3a21ed0-95c5-43ce-bc9a-8da7b464a24a req-bd6dee7b-e643-4a7a-9d4f-c68912b8a14e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=6103a86c-1984-4112-92b7-213da8bfab24 HTTP/1.1" status: 200 len: 857 time: 0.1429799 May 18 18:11:05.863956 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] For port 4df2bcd1-45e9-4c9a-bd2e-c2098a1bdfc4, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=4df2bcd1-45e9-4c9a-bd2e-c2098a1bdfc4,segment=NetworkSegment(159798b3-0081-404e-b89f-736264c95ce3),segment_id=159798b3-0081-404e-b89f-736264c95ce3)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:11:05.889391 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port c9ccf49f-2846-4d2f-823c-7e2da03e56af, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=c9ccf49f-2846-4d2f-823c-7e2da03e56af,segment=NetworkSegment(e113abf4-4b0e-4afe-a737-f70ad5d66353),segment_id=e113abf4-4b0e-4afe-a737-f70ad5d66353)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:11:05.895598 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:05.902958 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:05.940524 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=62899431-67bc-4b45-b6b3-cfcf0f6d79c6,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:11:05.975157 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c4c0b470-ed43-4ff9-a4a8-61841f740d66 req-3858d8e3-86f2-47d4-a7ac-c9b0c807a6be tempest-ImagesNegativeTestJSON-1214967025 tempest-ImagesNegativeTestJSON-1214967025-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=fada0cd14ad94c1d9bfc19206638620a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0576127 May 18 18:11:06.016901 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Pushing event updated for resources: {'Port': ['ID=4df2bcd1-45e9-4c9a-bd2e-c2098a1bdfc4,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:11:06.104352 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=c9ccf49f-2846-4d2f-823c-7e2da03e56af,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:11:06.122032 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3cc9f97f-b08b-4d3b-b30f-854e08ff027d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:06.154430 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3cc9f97f-b08b-4d3b-b30f-854e08ff027d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:06.160798 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-3cc9f97f-b08b-4d3b-b30f-854e08ff027d admin admin] 10.222.0.85 "DELETE /v2.0/networks/87d24cc4-e969-43af-b409-9aff53dc2d3b HTTP/1.1" status: 204 len: 168 time: 0.9639533 May 18 18:11:06.178724 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [req-9ee86714-db2f-4f1e-93c5-eed66141cb4f req-b98c3ba3-3a22-4efe-9f59-a2dba2999c1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 127d7118-00a9-4f40-b4ea-4ee8aff03267 {{(pid=102730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:11:06.199581 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-9ee86714-db2f-4f1e-93c5-eed66141cb4f req-b98c3ba3-3a22-4efe-9f59-a2dba2999c1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:06.214075 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['62899431-67bc-4b45-b6b3-cfcf0f6d79c6'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:11:06.227267 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc9f97f-b08b-4d3b-b30f-854e08ff027d admin admin] Pushing event deleted for resources: {'Network': ['ID=87d24cc4-e969-43af-b409-9aff53dc2d3b,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:11:06.254425 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['c9ccf49f-2846-4d2f-823c-7e2da03e56af'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:11:06.256906 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [req-9ee86714-db2f-4f1e-93c5-eed66141cb4f req-b98c3ba3-3a22-4efe-9f59-a2dba2999c1e service neutron] Transition to ACTIVE for port object 127d7118-00a9-4f40-b4ea-4ee8aff03267 will not be triggered until provisioned by entity L2. {{(pid=102730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:11:06.270699 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-9ee86714-db2f-4f1e-93c5-eed66141cb4f req-b98c3ba3-3a22-4efe-9f59-a2dba2999c1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:06.355350 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a21ed0-95c5-43ce-bc9a-8da7b464a24a req-6fe1d95c-2879-4a58-be21-73505f1a14af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:06.357261 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e3a21ed0-95c5-43ce-bc9a-8da7b464a24a req-6fe1d95c-2879-4a58-be21-73505f1a14af service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=055b7a59-22e7-493f-ba66-d1ab1ebb4b38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5161722 May 18 18:11:06.363395 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c0b470-ed43-4ff9-a4a8-61841f740d66 req-ce104118-ed53-4188-a533-c659266039ee tempest-ImagesNegativeTestJSON-1214967025 tempest-ImagesNegativeTestJSON-1214967025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:06.363704 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-364fd2ec-bd51-4884-8739-37aaa9f7f8e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:06.365848 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c4c0b470-ed43-4ff9-a4a8-61841f740d66 req-ce104118-ed53-4188-a533-c659266039ee tempest-ImagesNegativeTestJSON-1214967025 tempest-ImagesNegativeTestJSON-1214967025-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3823516 May 18 18:11:06.373506 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [req-fad519cd-5d2d-448a-a191-ed498104a45f req-40d1d362-88c1-4ca8-adf5-db260484e692 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] Allocated IP 172.20.0.10 (318d7223-f14c-48f3-9a41-7dc7c337e246/8e5d7b30-30eb-4951-a733-71bef5e29c46/5d8411c5-72dc-4d25-8497-b72afbe9798d) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:11:06.385118 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 4df2bcd1-45e9-4c9a-bd2e-c2098a1bdfc4 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:11:06.437540 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98c3ba3-3a22-4efe-9f59-a2dba2999c1e service neutron] Pushing event updated for resources: {'Port': ['ID=127d7118-00a9-4f40-b4ea-4ee8aff03267,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:11:06.439849 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 55744) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:11:06.454103 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcf77c0-af66-41be-8a31-e1fe806f4441 req-2351a115-fe51-4695-8b41-cf2132f8dfa6 tempest-LiveMigrationTest-768751957 tempest-LiveMigrationTest-768751957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:06.455492 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-efcf77c0-af66-41be-8a31-e1fe806f4441 req-2351a115-fe51-4695-8b41-cf2132f8dfa6 tempest-LiveMigrationTest-768751957 tempest-LiveMigrationTest-768751957-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=03e9ea95-a4d7-4a6b-bf9a-c47231632c0a HTTP/1.1" status: 200 len: 1096 time: 0.5744376 May 18 18:11:06.462925 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c4c0b470-ed43-4ff9-a4a8-61841f740d66 req-1cc954b5-0267-495d-918b-de90baef2435 tempest-ImagesNegativeTestJSON-1214967025 tempest-ImagesNegativeTestJSON-1214967025-project] 10.222.0.85 "GET /v2.0/quotas/fada0cd14ad94c1d9bfc19206638620a HTTP/1.1" status: 200 len: 375 time: 0.0605497 May 18 18:11:06.530882 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c4c0b470-ed43-4ff9-a4a8-61841f740d66 req-c8fc0781-9df6-4a03-b578-78ffd8abc1e8 tempest-ImagesNegativeTestJSON-1214967025 tempest-ImagesNegativeTestJSON-1214967025-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=fada0cd14ad94c1d9bfc19206638620a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0621328 May 18 18:11:06.564625 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-9ee86714-db2f-4f1e-93c5-eed66141cb4f req-b98c3ba3-3a22-4efe-9f59-a2dba2999c1e service neutron] Attempting to bind port 127d7118-00a9-4f40-b4ea-4ee8aff03267 on host n-h1-838550-3 for vnic_type normal with profile {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:11:06.564967 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-9ee86714-db2f-4f1e-93c5-eed66141cb4f req-b98c3ba3-3a22-4efe-9f59-a2dba2999c1e service neutron] Attempting to bind port 127d7118-00a9-4f40-b4ea-4ee8aff03267 by drivers openvswitch,hyperv on host n-h1-838550-3 at level 0 using segments [{'id': '58bfdefb-3654-4aa0-92f0-6f0afd2552db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'f92940b8-c50f-4c94-b1f3-3e93ca94957d'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:11:06.565303 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ee86714-db2f-4f1e-93c5-eed66141cb4f req-b98c3ba3-3a22-4efe-9f59-a2dba2999c1e service neutron] Attempting to bind port 127d7118-00a9-4f40-b4ea-4ee8aff03267 on network f92940b8-c50f-4c94-b1f3-3e93ca94957d {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:11:06.580787 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-72102616-c825-41da-8afd-68cc434912a9 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=bae917ccf22446e8a9bd09c95f9e7e02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1337676 May 18 18:11:06.580787 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ee86714-db2f-4f1e-93c5-eed66141cb4f req-b98c3ba3-3a22-4efe-9f59-a2dba2999c1e service neutron] Port 127d7118-00a9-4f40-b4ea-4ee8aff03267 on network f92940b8-c50f-4c94-b1f3-3e93ca94957d not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-3 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:11:06.580787 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ee86714-db2f-4f1e-93c5-eed66141cb4f req-b98c3ba3-3a22-4efe-9f59-a2dba2999c1e service neutron] Attempting to bind port 127d7118-00a9-4f40-b4ea-4ee8aff03267 on network f92940b8-c50f-4c94-b1f3-3e93ca94957d {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:11:06.586038 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 55746) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:11:06.587215 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ee86714-db2f-4f1e-93c5-eed66141cb4f req-b98c3ba3-3a22-4efe-9f59-a2dba2999c1e service neutron] Checking agent: {'id': '1dbac822-25f2-4df8-9dc8-5c2e7b136eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:11:06.587403 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ee86714-db2f-4f1e-93c5-eed66141cb4f req-b98c3ba3-3a22-4efe-9f59-a2dba2999c1e service neutron] Checking segment: {'id': '58bfdefb-3654-4aa0-92f0-6f0afd2552db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'f92940b8-c50f-4c94-b1f3-3e93ca94957d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:11:06.588166 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ee86714-db2f-4f1e-93c5-eed66141cb4f req-b98c3ba3-3a22-4efe-9f59-a2dba2999c1e service neutron] Bound using segment: {'id': '58bfdefb-3654-4aa0-92f0-6f0afd2552db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'f92940b8-c50f-4c94-b1f3-3e93ca94957d'} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:11:06.588811 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-9ee86714-db2f-4f1e-93c5-eed66141cb4f req-b98c3ba3-3a22-4efe-9f59-a2dba2999c1e service neutron] Bound port: 127d7118-00a9-4f40-b4ea-4ee8aff03267, host: n-h1-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58bfdefb-3654-4aa0-92f0-6f0afd2552db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'f92940b8-c50f-4c94-b1f3-3e93ca94957d'}}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:11:06.589336 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-9ee86714-db2f-4f1e-93c5-eed66141cb4f req-b98c3ba3-3a22-4efe-9f59-a2dba2999c1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:06.627580 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 4df2bcd1-45e9-4c9a-bd2e-c2098a1bdfc4 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:11:06.628496 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:06.708687 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-efcf77c0-af66-41be-8a31-e1fe806f4441 req-5f91687a-e71b-48ea-bd4c-70f080748aab tempest-LiveMigrationTest-768751957 tempest-LiveMigrationTest-768751957-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=fae3ce3c-9235-4ae4-9c6c-e682ce6a4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381601 May 18 18:11:06.764532 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4fa46703-eaac-4dbc-ad1c-3cc6d69cb8b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:06.767740 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-9ee86714-db2f-4f1e-93c5-eed66141cb4f req-b98c3ba3-3a22-4efe-9f59-a2dba2999c1e service neutron] For port 127d7118-00a9-4f40-b4ea-4ee8aff03267, host n-h1-838550-3, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:11:06.788278 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-fad519cd-5d2d-448a-a191-ed498104a45f req-40d1d362-88c1-4ca8-adf5-db260484e692 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:06.823097 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4fa46703-eaac-4dbc-ad1c-3cc6d69cb8b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:06.886599 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 4df2bcd1-45e9-4c9a-bd2e-c2098a1bdfc4 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:11:06.905953 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e3a21ed0-95c5-43ce-bc9a-8da7b464a24a req-1ebf4c96-fe3e-45af-a7e5-84a6801af858 service neutron] 10.222.0.88 "GET /v2.0/networks/055b7a59-22e7-493f-ba66-d1ab1ebb4b38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5359077 May 18 18:11:06.913652 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-fad519cd-5d2d-448a-a191-ed498104a45f req-40d1d362-88c1-4ca8-adf5-db260484e692 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:06.925274 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-9ee86714-db2f-4f1e-93c5-eed66141cb4f req-b98c3ba3-3a22-4efe-9f59-a2dba2999c1e service neutron] For port 127d7118-00a9-4f40-b4ea-4ee8aff03267, host n-h1-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=127d7118-00a9-4f40-b4ea-4ee8aff03267,segment=NetworkSegment(58bfdefb-3654-4aa0-92f0-6f0afd2552db),segment_id=58bfdefb-3654-4aa0-92f0-6f0afd2552db)] {{(pid=102730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:11:06.949027 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-9ee86714-db2f-4f1e-93c5-eed66141cb4f req-b98c3ba3-3a22-4efe-9f59-a2dba2999c1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:06.951080 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4fa46703-eaac-4dbc-ad1c-3cc6d69cb8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:06.953541 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4fa46703-eaac-4dbc-ad1c-3cc6d69cb8b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:06.957760 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-4fa46703-eaac-4dbc-ad1c-3cc6d69cb8b1 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/59baf776-b8f2-4c2a-a729-acf7787f08a5 HTTP/1.1" status: 204 len: 168 time: 0.3650706 May 18 18:11:07.002118 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa46703-eaac-4dbc-ad1c-3cc6d69cb8b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59baf776-b8f2-4c2a-a729-acf7787f08a5,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:11:07.014288 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee86714-db2f-4f1e-93c5-eed66141cb4f req-b98c3ba3-3a22-4efe-9f59-a2dba2999c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:07.015071 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-9ee86714-db2f-4f1e-93c5-eed66141cb4f req-b98c3ba3-3a22-4efe-9f59-a2dba2999c1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:07.035012 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9ee86714-db2f-4f1e-93c5-eed66141cb4f req-b98c3ba3-3a22-4efe-9f59-a2dba2999c1e service neutron] 10.222.0.36 "PUT /v2.0/ports/127d7118-00a9-4f40-b4ea-4ee8aff03267 HTTP/1.1" status: 200 len: 1092 time: 2.4440637 May 18 18:11:07.036864 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85a2a041-5bb5-4692-bd6a-de12dea7b5ee', 'tag': '127d7118-00a9-4f40-b4ea-4ee8aff03267'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:11:07.038335 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-364fd2ec-bd51-4884-8739-37aaa9f7f8e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:07.039366 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2db2620-fb57-4fab-809f-6eee77f863cf" -d '{"events": [{"name": "network-changed", "server_uuid": "85a2a041-5bb5-4692-bd6a-de12dea7b5ee", "tag": "127d7118-00a9-4f40-b4ea-4ee8aff03267"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:11:07.086241 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa002a7-a0bc-45d3-a99c-45cba6489b7c req-4f0066fc-bebd-433c-b2f0-0d318824037d tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:07.089231 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-364fd2ec-bd51-4884-8739-37aaa9f7f8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:07.095224 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bfa002a7-a0bc-45d3-a99c-45cba6489b7c req-4f0066fc-bebd-433c-b2f0-0d318824037d tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/ports?device_id=f8e82ff2-3164-44c9-8e95-9b05a4ef9438 HTTP/1.1" status: 200 len: 944 time: 0.3399205 May 18 18:11:07.125754 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98c3ba3-3a22-4efe-9f59-a2dba2999c1e service neutron] Pushing event updated for resources: {'Port': ['ID=127d7118-00a9-4f40-b4ea-4ee8aff03267,revision_number=3']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:11:07.131053 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-364fd2ec-bd51-4884-8739-37aaa9f7f8e8 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=a499fa2ce89743c8ab6d8745ed463261&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3681321 May 18 18:11:07.138858 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fad519cd-5d2d-448a-a191-ed498104a45f req-40d1d362-88c1-4ca8-adf5-db260484e692 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] Network 318d7223-f14c-48f3-9a41-7dc7c337e246 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:11:07.139085 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 55764) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:11:07.168935 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [req-fad519cd-5d2d-448a-a191-ed498104a45f req-40d1d362-88c1-4ca8-adf5-db260484e692 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:11:07.174823 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee86714-db2f-4f1e-93c5-eed66141cb4f req-5417c9da-b565-483d-883e-806135fc448c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:07.176508 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9ee86714-db2f-4f1e-93c5-eed66141cb4f req-5417c9da-b565-483d-883e-806135fc448c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ed8a017ff6d8432c9386dee5054e8944&device_id=85a2a041-5bb5-4692-bd6a-de12dea7b5ee HTTP/1.1" status: 200 len: 1095 time: 0.1176219 May 18 18:11:07.181514 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-fad519cd-5d2d-448a-a191-ed498104a45f req-40d1d362-88c1-4ca8-adf5-db260484e692 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:11:07.188233 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d1d362-88c1-4ca8-adf5-db260484e692 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] Pushing event updated for resources: {'Port': ['ID=5d8411c5-72dc-4d25-8497-b72afbe9798d,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:11:07.200258 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bfa002a7-a0bc-45d3-a99c-45cba6489b7c req-6ae7ef36-6f59-40f0-9376-9625d9183c03 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/security-groups?id=e692c27b-823e-49d0-99b6-9d1054fe999b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958583 May 18 18:11:07.243029 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364fd2ec-bd51-4884-8739-37aaa9f7f8e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=007d8d2e-9e2d-4ec9-bb36-a743d9caa37f,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:11:07.253066 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1c5785-0bdb-4662-88fe-c4b48ceda5e5 req-e131166d-2884-4b51-a1a7-4086c3caf6e4 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:07.254663 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5e1c5785-0bdb-4662-88fe-c4b48ceda5e5 req-e131166d-2884-4b51-a1a7-4086c3caf6e4 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/ports?device_id=edd70b2d-7c62-4c72-8c2b-a1a4878d824e HTTP/1.1" status: 200 len: 932 time: 0.3475180 May 18 18:11:07.269094 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9ee86714-db2f-4f1e-93c5-eed66141cb4f req-2cc6c01d-4936-4824-b609-5039ffd56d33 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=127d7118-00a9-4f40-b4ea-4ee8aff03267 HTTP/1.1" status: 200 len: 217 time: 0.0759854 May 18 18:11:07.330720 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad519cd-5d2d-448a-a191-ed498104a45f req-40d1d362-88c1-4ca8-adf5-db260484e692 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:07.331353 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-fad519cd-5d2d-448a-a191-ed498104a45f req-40d1d362-88c1-4ca8-adf5-db260484e692 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:07.357595 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee86714-db2f-4f1e-93c5-eed66141cb4f req-022c1a7a-f621-4489-8a4e-36ebf06b731c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:07.359675 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9ee86714-db2f-4f1e-93c5-eed66141cb4f req-022c1a7a-f621-4489-8a4e-36ebf06b731c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3928b460-5138-4e6e-b763-eaa17a3ede29 HTTP/1.1" status: 200 len: 852 time: 0.0830965 May 18 18:11:07.362884 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e3a21ed0-95c5-43ce-bc9a-8da7b464a24a req-cfb85cc7-3a77-43e5-8d3b-1a6d9c6fe7ef service neutron] 10.222.0.88 "GET /v2.0/networks/055b7a59-22e7-493f-ba66-d1ab1ebb4b38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4390194 May 18 18:11:07.369425 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5e1c5785-0bdb-4662-88fe-c4b48ceda5e5 req-af5aa45d-0c75-4955-818c-8f287231757f tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ea20f59-14b4-4643-9bf1-7dbf92d2a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988233 May 18 18:11:07.375911 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fad519cd-5d2d-448a-a191-ed498104a45f req-40d1d362-88c1-4ca8-adf5-db260484e692 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1759384 May 18 18:11:07.394169 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [req-fad519cd-5d2d-448a-a191-ed498104a45f req-c8dd5f59-bc36-42ae-81f4-856f120b1008 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=102731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 18:11:07.402055 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fad519cd-5d2d-448a-a191-ed498104a45f req-c8dd5f59-bc36-42ae-81f4-856f120b1008 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0087183 May 18 18:11:07.408902 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2c272cf2-2abf-4e19-8e44-8ca6cb5bb616 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:07.441166 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-fad519cd-5d2d-448a-a191-ed498104a45f req-0079cc5b-a855-4b1e-baf3-77212e5a1548 service neutron] Request body: {'port': {'device_id': 'edd70b2d-7c62-4c72-8c2b-a1a4878d824e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-3'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:11:07.453121 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9ee86714-db2f-4f1e-93c5-eed66141cb4f req-d3705a46-f2ff-499f-a968-fcef257d4eb4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f92940b8-c50f-4c94-b1f3-3e93ca94957d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0859988 May 18 18:11:07.478445 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2c272cf2-2abf-4e19-8e44-8ca6cb5bb616 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:07.557608 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-2b1e6a9c-931b-4049-b343-2cb7711ce177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:07.591913 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4b07ba65-0035-4895-9110-242a3e2b9289 req-b1ad5dea-7dae-4818-a944-ac802ee6e990 tempest-ImagesNegativeTestJSON-1214967025 tempest-ImagesNegativeTestJSON-1214967025-project] 10.222.0.85 "GET /v2.0/ports?device_id=bb393e6d-7994-4805-804e-b14544f7b272 HTTP/1.1" status: 200 len: 210 time: 0.0818977 May 18 18:11:07.627584 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 55772) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:11:07.672846 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9ee86714-db2f-4f1e-93c5-eed66141cb4f req-f6538c55-aa53-43fb-865d-1e5fdd4e37a4 service neutron] 10.222.0.36 "GET /v2.0/networks/f92940b8-c50f-4c94-b1f3-3e93ca94957d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061434 May 18 18:11:07.690911 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-fad519cd-5d2d-448a-a191-ed498104a45f req-0079cc5b-a855-4b1e-baf3-77212e5a1548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:07.807997 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-b9b57bfc-f859-49b4-8c81-876237ac6f25 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=a643ec80c5844443ab27a36cd279daf8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1776822 May 18 18:11:07.817006 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 55778) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:11:07.871342 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2c272cf2-2abf-4e19-8e44-8ca6cb5bb616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:07.874218 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2c272cf2-2abf-4e19-8e44-8ca6cb5bb616 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:07.875389 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-2c272cf2-2abf-4e19-8e44-8ca6cb5bb616 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/007d8d2e-9e2d-4ec9-bb36-a743d9caa37f HTTP/1.1" status: 204 len: 168 time: 0.7263722 May 18 18:11:07.889202 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955e45c4-9af0-4dc0-af44-00ab0fa8276b req-fe18fdaa-b4fc-4d89-b77c-948c6c07ae07 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:07.890769 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-955e45c4-9af0-4dc0-af44-00ab0fa8276b req-fe18fdaa-b4fc-4d89-b77c-948c6c07ae07 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=85a2a041-5bb5-4692-bd6a-de12dea7b5ee HTTP/1.1" status: 200 len: 944 time: 0.1453679 May 18 18:11:07.909463 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c272cf2-2abf-4e19-8e44-8ca6cb5bb616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=007d8d2e-9e2d-4ec9-bb36-a743d9caa37f,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:11:07.918969 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9ee86714-db2f-4f1e-93c5-eed66141cb4f req-52d67bf0-ccb7-4d4e-a84e-915103db36ef service neutron] 10.222.0.36 "GET /v2.0/networks/f92940b8-c50f-4c94-b1f3-3e93ca94957d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184551 May 18 18:11:07.946293 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa48c0c0-8364-416b-bbad-5e24a39be639 req-16faef82-ac18-473a-8a72-2763b931564d tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:07.948630 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fa48c0c0-8364-416b-bbad-5e24a39be639 req-16faef82-ac18-473a-8a72-2763b931564d tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/ports?device_id=d8377e75-2fd4-49e4-8639-25a2f3467097 HTTP/1.1" status: 200 len: 950 time: 0.1734989 May 18 18:11:07.973911 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-85b8f708-6881-4a74-8217-54da32edc848 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:07.979904 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-955e45c4-9af0-4dc0-af44-00ab0fa8276b req-75521b9e-902a-423c-8fb1-427c32e3f762 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/security-groups?id=33ba1fad-191a-4b7a-ae9e-8e9e60985e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809484 May 18 18:11:08.004486 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-85b8f708-6881-4a74-8217-54da32edc848 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:08.047568 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fa48c0c0-8364-416b-bbad-5e24a39be639 req-de28677f-f80f-4a07-bdd5-968cfeb809bc tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/security-groups?id=5ea4329b-bade-4f5a-bfbd-7917c3702679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849545 May 18 18:11:08.062580 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8b8dba3-419e-4dda-b20e-7cce425bffe6 x-openstack-request-id: req-b8b8dba3-419e-4dda-b20e-7cce425bffe6 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:11:08.062887 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85a2a041-5bb5-4692-bd6a-de12dea7b5ee", "tag": "127d7118-00a9-4f40-b4ea-4ee8aff03267", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:11:08.063121 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-b8b8dba3-419e-4dda-b20e-7cce425bffe6 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:11:08.071007 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8b8dba3-419e-4dda-b20e-7cce425bffe6'] response: {'name': 'network-changed', 'server_uuid': '85a2a041-5bb5-4692-bd6a-de12dea7b5ee', 'tag': '127d7118-00a9-4f40-b4ea-4ee8aff03267', 'status': 'completed', 'code': 200} May 18 18:11:08.098145 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-85b8f708-6881-4a74-8217-54da32edc848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:08.101575 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-85b8f708-6881-4a74-8217-54da32edc848 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:08.105935 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-85b8f708-6881-4a74-8217-54da32edc848 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/e762ba0d-d00f-4432-ad3c-b8979df4e19e HTTP/1.1" status: 204 len: 168 time: 0.2861123 May 18 18:11:08.135609 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b8f708-6881-4a74-8217-54da32edc848 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e762ba0d-d00f-4432-ad3c-b8979df4e19e,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:11:08.172721 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2db2620-fb57-4fab-809f-6eee77f863cf req-305dc0d7-fb26-4d4e-93dd-5b548a46b3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:08.174479 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f2db2620-fb57-4fab-809f-6eee77f863cf req-305dc0d7-fb26-4d4e-93dd-5b548a46b3bd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ed8a017ff6d8432c9386dee5054e8944&device_id=85a2a041-5bb5-4692-bd6a-de12dea7b5ee HTTP/1.1" status: 200 len: 1095 time: 0.0863934 May 18 18:11:08.211754 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [req-fad519cd-5d2d-448a-a191-ed498104a45f req-0079cc5b-a855-4b1e-baf3-77212e5a1548 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d8411c5-72dc-4d25-8497-b72afbe9798d {{(pid=102731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:11:08.221475 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-fad519cd-5d2d-448a-a191-ed498104a45f req-0079cc5b-a855-4b1e-baf3-77212e5a1548 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:08.263890 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.provisioning_blocks [req-fad519cd-5d2d-448a-a191-ed498104a45f req-0079cc5b-a855-4b1e-baf3-77212e5a1548 service neutron] Transition to ACTIVE for port object 5d8411c5-72dc-4d25-8497-b72afbe9798d will not be triggered until provisioned by entity L2. {{(pid=102731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:11:08.270656 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-fad519cd-5d2d-448a-a191-ed498104a45f req-0079cc5b-a855-4b1e-baf3-77212e5a1548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:08.284077 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5901897e-fc0e-4aa0-ae9c-b216e0e4e6b1 req-7db2737c-d43b-4d04-9361-3b9b6784e7ea tempest-ServersOnMultiNodesTest-127999468 tempest-ServersOnMultiNodesTest-127999468-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:08.292200 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5901897e-fc0e-4aa0-ae9c-b216e0e4e6b1 req-7db2737c-d43b-4d04-9361-3b9b6784e7ea tempest-ServersOnMultiNodesTest-127999468 tempest-ServersOnMultiNodesTest-127999468-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=d8377e75-2fd4-49e4-8639-25a2f3467097 HTTP/1.1" status: 200 len: 1101 time: 0.0729425 May 18 18:11:08.383685 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2db2620-fb57-4fab-809f-6eee77f863cf req-ee2c1736-3a46-4a0e-9671-c51a4ac266c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:08.386250 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f2db2620-fb57-4fab-809f-6eee77f863cf req-ee2c1736-3a46-4a0e-9671-c51a4ac266c7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f92940b8-c50f-4c94-b1f3-3e93ca94957d HTTP/1.1" status: 200 len: 913 time: 0.1994858 May 18 18:11:08.387686 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 62899431-67bc-4b45-b6b3-cfcf0f6d79c6 up at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:11:08.454678 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5901897e-fc0e-4aa0-ae9c-b216e0e4e6b1 req-9ddfe2f8-4109-4956-b19d-ed6aa41a0237 tempest-ServersOnMultiNodesTest-127999468 tempest-ServersOnMultiNodesTest-127999468-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=5ea4329b-bade-4f5a-bfbd-7917c3702679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613901 May 18 18:11:08.455268 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0079cc5b-a855-4b1e-baf3-77212e5a1548 service neutron] Pushing event updated for resources: {'Port': ['ID=5d8411c5-72dc-4d25-8497-b72afbe9798d,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:11:08.512203 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning for port 62899431-67bc-4b45-b6b3-cfcf0f6d79c6 completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:11:08.518103 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f2db2620-fb57-4fab-809f-6eee77f863cf req-eed20a87-e363-4469-a08a-e88cce708ab6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=127d7118-00a9-4f40-b4ea-4ee8aff03267 HTTP/1.1" status: 200 len: 217 time: 0.1228201 May 18 18:11:08.520754 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c4c0b470-ed43-4ff9-a4a8-61841f740d66 req-a2f3884c-36d2-479e-88f5-523e2ab5feb6 tempest-ImagesNegativeTestJSON-1214967025 tempest-ImagesNegativeTestJSON-1214967025-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=fada0cd14ad94c1d9bfc19206638620a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1224751 May 18 18:11:08.525855 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning complete for port 62899431-67bc-4b45-b6b3-cfcf0f6d79c6 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:11:08.526234 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:08.623974 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2db2620-fb57-4fab-809f-6eee77f863cf req-e695827d-faa7-45f1-96b2-661ca0bb6c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:08.625606 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f2db2620-fb57-4fab-809f-6eee77f863cf req-e695827d-faa7-45f1-96b2-661ca0bb6c3e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3928b460-5138-4e6e-b763-eaa17a3ede29 HTTP/1.1" status: 200 len: 852 time: 0.0946119 May 18 18:11:08.666512 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f2db2620-fb57-4fab-809f-6eee77f863cf req-80483b76-434a-4fce-9d4c-ab3307939cbb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f92940b8-c50f-4c94-b1f3-3e93ca94957d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322137 May 18 18:11:08.692095 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device c9ccf49f-2846-4d2f-823c-7e2da03e56af up at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:11:08.726503 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-fad519cd-5d2d-448a-a191-ed498104a45f req-0079cc5b-a855-4b1e-baf3-77212e5a1548 service neutron] Attempting to bind port 5d8411c5-72dc-4d25-8497-b72afbe9798d on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:11:08.726839 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-fad519cd-5d2d-448a-a191-ed498104a45f req-0079cc5b-a855-4b1e-baf3-77212e5a1548 service neutron] Attempting to bind port 5d8411c5-72dc-4d25-8497-b72afbe9798d by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': '159798b3-0081-404e-b89f-736264c95ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '318d7223-f14c-48f3-9a41-7dc7c337e246'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:11:08.727169 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad519cd-5d2d-448a-a191-ed498104a45f req-0079cc5b-a855-4b1e-baf3-77212e5a1548 service neutron] Attempting to bind port 5d8411c5-72dc-4d25-8497-b72afbe9798d on network 318d7223-f14c-48f3-9a41-7dc7c337e246 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:11:08.739402 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 62899431-67bc-4b45-b6b3-cfcf0f6d79c6 is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:11:08.740134 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:08.746040 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad519cd-5d2d-448a-a191-ed498104a45f req-0079cc5b-a855-4b1e-baf3-77212e5a1548 service neutron] Port 5d8411c5-72dc-4d25-8497-b72afbe9798d on network 318d7223-f14c-48f3-9a41-7dc7c337e246 not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:11:08.746366 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad519cd-5d2d-448a-a191-ed498104a45f req-0079cc5b-a855-4b1e-baf3-77212e5a1548 service neutron] Attempting to bind port 5d8411c5-72dc-4d25-8497-b72afbe9798d on network 318d7223-f14c-48f3-9a41-7dc7c337e246 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:11:08.765192 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4b2f37-5c6f-4335-adb4-3740dbf37460 req-12de705f-0760-4936-b361-4aad74742832 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:08.766843 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9c4b2f37-5c6f-4335-adb4-3740dbf37460 req-12de705f-0760-4936-b361-4aad74742832 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/ports?device_id=f8e82ff2-3164-44c9-8e95-9b05a4ef9438 HTTP/1.1" status: 200 len: 944 time: 0.1287484 May 18 18:11:08.769784 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad519cd-5d2d-448a-a191-ed498104a45f req-0079cc5b-a855-4b1e-baf3-77212e5a1548 service neutron] Checking agent: {'id': 'd1be059a-68ea-4c77-9b2b-29f4afa47e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:11:08.770126 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad519cd-5d2d-448a-a191-ed498104a45f req-0079cc5b-a855-4b1e-baf3-77212e5a1548 service neutron] Checking segment: {'id': '159798b3-0081-404e-b89f-736264c95ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '318d7223-f14c-48f3-9a41-7dc7c337e246'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:11:08.770515 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad519cd-5d2d-448a-a191-ed498104a45f req-0079cc5b-a855-4b1e-baf3-77212e5a1548 service neutron] Bound using segment: {'id': '159798b3-0081-404e-b89f-736264c95ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '318d7223-f14c-48f3-9a41-7dc7c337e246'} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:11:08.770947 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-fad519cd-5d2d-448a-a191-ed498104a45f req-0079cc5b-a855-4b1e-baf3-77212e5a1548 service neutron] Bound port: 5d8411c5-72dc-4d25-8497-b72afbe9798d, host: n-h2-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '159798b3-0081-404e-b89f-736264c95ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '318d7223-f14c-48f3-9a41-7dc7c337e246'}}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:11:08.771306 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-fad519cd-5d2d-448a-a191-ed498104a45f req-0079cc5b-a855-4b1e-baf3-77212e5a1548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:08.790880 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8e82ff2-3164-44c9-8e95-9b05a4ef9438', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62899431-67bc-4b45-b6b3-cfcf0f6d79c6'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:11:08.794630 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98b9a73d-a31f-4874-99ed-a329a6ab1a19" -d '{"events": [{"server_uuid": "f8e82ff2-3164-44c9-8e95-9b05a4ef9438", "name": "network-vif-plugged", "status": "completed", "tag": "62899431-67bc-4b45-b6b3-cfcf0f6d79c6"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:11:08.796895 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c0b470-ed43-4ff9-a4a8-61841f740d66 req-be558755-9f8c-4d6d-8943-272039caebfd tempest-ImagesNegativeTestJSON-1214967025 tempest-ImagesNegativeTestJSON-1214967025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:08.798633 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c4c0b470-ed43-4ff9-a4a8-61841f740d66 req-be558755-9f8c-4d6d-8943-272039caebfd tempest-ImagesNegativeTestJSON-1214967025 tempest-ImagesNegativeTestJSON-1214967025-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2570302 May 18 18:11:08.812789 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 62899431-67bc-4b45-b6b3-cfcf0f6d79c6, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=62899431-67bc-4b45-b6b3-cfcf0f6d79c6,segment=NetworkSegment(e113abf4-4b0e-4afe-a737-f70ad5d66353),segment_id=e113abf4-4b0e-4afe-a737-f70ad5d66353)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:11:08.815627 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning for port c9ccf49f-2846-4d2f-823c-7e2da03e56af completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:11:08.825662 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning complete for port c9ccf49f-2846-4d2f-823c-7e2da03e56af triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:11:08.826298 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:08.828346 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:08.847309 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-c4c0b470-ed43-4ff9-a4a8-61841f740d66 req-3f938ad2-b81a-42f4-85ac-fba4ca8d05dc tempest-ImagesNegativeTestJSON-1214967025 tempest-ImagesNegativeTestJSON-1214967025-project] Request body: {'port': {'device_id': 'bb393e6d-7994-4805-804e-b14544f7b272', 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305', 'admin_state_up': True, 'tenant_id': 'fada0cd14ad94c1d9bfc19206638620a'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:11:08.871636 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f2db2620-fb57-4fab-809f-6eee77f863cf req-fda2734c-21e5-4041-a951-8cd9e3083c03 service neutron] 10.222.0.36 "GET /v2.0/networks/f92940b8-c50f-4c94-b1f3-3e93ca94957d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956761 May 18 18:11:08.928956 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=62899431-67bc-4b45-b6b3-cfcf0f6d79c6,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:11:08.953529 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9c4b2f37-5c6f-4335-adb4-3740dbf37460 req-06783a73-1eff-4a33-affc-5ff7405e31d9 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/security-groups?id=e692c27b-823e-49d0-99b6-9d1054fe999b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659300 May 18 18:11:08.991943 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-fad519cd-5d2d-448a-a191-ed498104a45f req-0079cc5b-a855-4b1e-baf3-77212e5a1548 service neutron] For port 5d8411c5-72dc-4d25-8497-b72afbe9798d, host n-h2-838550-3, cleared binding levels {{(pid=102731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:11:09.018495 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-fad519cd-5d2d-448a-a191-ed498104a45f req-0079cc5b-a855-4b1e-baf3-77212e5a1548 service neutron] For port 5d8411c5-72dc-4d25-8497-b72afbe9798d, host n-h2-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=5d8411c5-72dc-4d25-8497-b72afbe9798d,segment=NetworkSegment(159798b3-0081-404e-b89f-736264c95ce3),segment_id=159798b3-0081-404e-b89f-736264c95ce3)] {{(pid=102731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:11:09.039595 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f2db2620-fb57-4fab-809f-6eee77f863cf req-5168eb86-0300-4207-80e1-a24cd6aa1cb7 service neutron] 10.222.0.36 "GET /v2.0/networks/f92940b8-c50f-4c94-b1f3-3e93ca94957d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607175 May 18 18:11:09.044268 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-fad519cd-5d2d-448a-a191-ed498104a45f req-0079cc5b-a855-4b1e-baf3-77212e5a1548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:09.045970 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port c9ccf49f-2846-4d2f-823c-7e2da03e56af is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:11:09.046532 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:09.092260 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port c9ccf49f-2846-4d2f-823c-7e2da03e56af, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=c9ccf49f-2846-4d2f-823c-7e2da03e56af,segment=NetworkSegment(e113abf4-4b0e-4afe-a737-f70ad5d66353),segment_id=e113abf4-4b0e-4afe-a737-f70ad5d66353)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:11:09.098219 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:09.158600 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=c9ccf49f-2846-4d2f-823c-7e2da03e56af,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:11:09.200684 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad519cd-5d2d-448a-a191-ed498104a45f req-0079cc5b-a855-4b1e-baf3-77212e5a1548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:09.201525 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-fad519cd-5d2d-448a-a191-ed498104a45f req-0079cc5b-a855-4b1e-baf3-77212e5a1548 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:09.203275 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fad519cd-5d2d-448a-a191-ed498104a45f req-0079cc5b-a855-4b1e-baf3-77212e5a1548 service neutron] 10.222.0.88 "PUT /v2.0/ports/5d8411c5-72dc-4d25-8497-b72afbe9798d HTTP/1.1" status: 200 len: 1092 time: 1.7815690 May 18 18:11:09.203874 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edd70b2d-7c62-4c72-8c2b-a1a4878d824e', 'tag': '5d8411c5-72dc-4d25-8497-b72afbe9798d'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:11:09.208062 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93c8a5c9-5f52-451f-953f-a3aa1eb879a0" -d '{"events": [{"name": "network-changed", "server_uuid": "edd70b2d-7c62-4c72-8c2b-a1a4878d824e", "tag": "5d8411c5-72dc-4d25-8497-b72afbe9798d"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:11:09.222750 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0079cc5b-a855-4b1e-baf3-77212e5a1548 service neutron] Pushing event updated for resources: {'Port': ['ID=5d8411c5-72dc-4d25-8497-b72afbe9798d,revision_number=3']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:11:09.250651 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4ee4f8-98b9-424c-8dc2-1206b6698324 req-d518973e-961b-430f-8363-c22d629f3663 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:09.258835 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8a4ee4f8-98b9-424c-8dc2-1206b6698324 req-d518973e-961b-430f-8363-c22d629f3663 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/ports?device_id=edd70b2d-7c62-4c72-8c2b-a1a4878d824e HTTP/1.1" status: 200 len: 944 time: 0.1890066 May 18 18:11:09.261213 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4c0b470-ed43-4ff9-a4a8-61841f740d66 req-3f938ad2-b81a-42f4-85ac-fba4ca8d05dc tempest-ImagesNegativeTestJSON-1214967025 tempest-ImagesNegativeTestJSON-1214967025-project] Made reservation on behalf of fada0cd14ad94c1d9bfc19206638620a for: {'port': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:11:09.264674 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-c4c0b470-ed43-4ff9-a4a8-61841f740d66 req-3f938ad2-b81a-42f4-85ac-fba4ca8d05dc tempest-ImagesNegativeTestJSON-1214967025 tempest-ImagesNegativeTestJSON-1214967025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:09.312793 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-c4c0b470-ed43-4ff9-a4a8-61841f740d66 req-3f938ad2-b81a-42f4-85ac-fba4ca8d05dc tempest-ImagesNegativeTestJSON-1214967025 tempest-ImagesNegativeTestJSON-1214967025-project] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:09.400527 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8a4ee4f8-98b9-424c-8dc2-1206b6698324 req-7f872e58-49ec-4acd-8d8e-b9651c72cc6e tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ea20f59-14b4-4643-9bf1-7dbf92d2a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402020 May 18 18:11:09.404631 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad519cd-5d2d-448a-a191-ed498104a45f req-eea3f39a-0990-4e90-b758-123f51d502fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:09.406383 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fad519cd-5d2d-448a-a191-ed498104a45f req-eea3f39a-0990-4e90-b758-123f51d502fe service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b3978e65ec994763a43b86fa6707d010&device_id=edd70b2d-7c62-4c72-8c2b-a1a4878d824e HTTP/1.1" status: 200 len: 1095 time: 0.1352756 May 18 18:11:09.509268 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fad519cd-5d2d-448a-a191-ed498104a45f req-a6384a72-b976-438a-b76c-1dcaf7312dec service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5d8411c5-72dc-4d25-8497-b72afbe9798d HTTP/1.1" status: 200 len: 217 time: 0.0888140 May 18 18:11:09.535521 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 55852) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:11:09.647703 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad519cd-5d2d-448a-a191-ed498104a45f req-502050e5-34fd-4055-84b2-6933aca35eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:09.650368 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fad519cd-5d2d-448a-a191-ed498104a45f req-502050e5-34fd-4055-84b2-6933aca35eba service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8e5d7b30-30eb-4951-a733-71bef5e29c46 HTTP/1.1" status: 200 len: 850 time: 0.1334221 May 18 18:11:09.759201 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fad519cd-5d2d-448a-a191-ed498104a45f req-c7636ed4-e09c-4cbd-acd0-ce9d58e0090f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=318d7223-f14c-48f3-9a41-7dc7c337e246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592954 May 18 18:11:09.762630 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-c4c0b470-ed43-4ff9-a4a8-61841f740d66 req-3f938ad2-b81a-42f4-85ac-fba4ca8d05dc tempest-ImagesNegativeTestJSON-1214967025 tempest-ImagesNegativeTestJSON-1214967025-project] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:09.769011 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-c4c0b470-ed43-4ff9-a4a8-61841f740d66 req-3f938ad2-b81a-42f4-85ac-fba4ca8d05dc tempest-ImagesNegativeTestJSON-1214967025 tempest-ImagesNegativeTestJSON-1214967025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:09.820203 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 55862) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:11:09.889023 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-7e862502-7dad-401c-ba43-cee0d7b8c4ab admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1698610457-network', 'tenant_id': 'e39151d7831d43e48c6cc769570f1387'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:11:09.921068 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e862502-7dad-401c-ba43-cee0d7b8c4ab admin admin] Made reservation on behalf of e39151d7831d43e48c6cc769570f1387 for: {'network': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:11:09.924591 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7e862502-7dad-401c-ba43-cee0d7b8c4ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:09.934693 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7e862502-7dad-401c-ba43-cee0d7b8c4ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:09.943169 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-4f3ba71d-f37b-4e3d-a33b-3ba69cbd9399 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-383396613-network', 'tenant_id': '5e4a7d92c5d142b99f9f92f061a6d278'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:11:09.969098 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f938ad2-b81a-42f4-85ac-fba4ca8d05dc tempest-ImagesNegativeTestJSON-1214967025 tempest-ImagesNegativeTestJSON-1214967025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12fb1f74-5221-4062-9449-587e370046b2,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:11:09.995858 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f3ba71d-f37b-4e3d-a33b-3ba69cbd9399 admin admin] Made reservation on behalf of 5e4a7d92c5d142b99f9f92f061a6d278 for: {'network': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:11:09.998392 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4f3ba71d-f37b-4e3d-a33b-3ba69cbd9399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:10.009141 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a84446d8-7146-4110-a630-487f7ffebadf req-d412b7d1-c721-4b4b-9f35-337a1407c815 tempest-ImagesNegativeTestJSON-1214967025 tempest-ImagesNegativeTestJSON-1214967025-project] 10.222.0.85 "GET /v2.0/ports?device_id=bb393e6d-7994-4805-804e-b14544f7b272 HTTP/1.1" status: 200 len: 210 time: 0.1985617 May 18 18:11:10.034045 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f850ce87-76c8-435c-8802-0bea4c8ca1e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:10.048736 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4f3ba71d-f37b-4e3d-a33b-3ba69cbd9399 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:10.080734 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3ed697d-a651-4b33-a8a0-9d4d3dca2c8b x-openstack-request-id: req-b3ed697d-a651-4b33-a8a0-9d4d3dca2c8b {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:11:10.081079 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8e82ff2-3164-44c9-8e95-9b05a4ef9438", "name": "network-vif-plugged", "status": "completed", "tag": "62899431-67bc-4b45-b6b3-cfcf0f6d79c6", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:11:10.081331 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-b3ed697d-a651-4b33-a8a0-9d4d3dca2c8b {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:11:10.083273 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3ed697d-a651-4b33-a8a0-9d4d3dca2c8b'] response: {'server_uuid': 'f8e82ff2-3164-44c9-8e95-9b05a4ef9438', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62899431-67bc-4b45-b6b3-cfcf0f6d79c6', 'code': 200} May 18 18:11:10.121053 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fad519cd-5d2d-448a-a191-ed498104a45f req-a968521b-9ac1-47f0-9067-edce7c9827df service neutron] 10.222.0.88 "GET /v2.0/networks/318d7223-f14c-48f3-9a41-7dc7c337e246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3453639 May 18 18:11:10.131155 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [req-a03c0978-ffd9-4669-a017-9bc8e04f6564 req-b4924427-138d-4f31-8e1e-3fbbe2064ab2 tempest-LiveMigrationTest-768751957 tempest-LiveMigrationTest-768751957-project-admin] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=102730) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 18:11:10.138218 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a03c0978-ffd9-4669-a017-9bc8e04f6564 req-b4924427-138d-4f31-8e1e-3fbbe2064ab2 tempest-LiveMigrationTest-768751957 tempest-LiveMigrationTest-768751957-project-admin] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1909816 May 18 18:11:10.194962 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [req-c4c0b470-ed43-4ff9-a4a8-61841f740d66 req-3f938ad2-b81a-42f4-85ac-fba4ca8d05dc tempest-ImagesNegativeTestJSON-1214967025 tempest-ImagesNegativeTestJSON-1214967025-project] Allocated IP 192.168.233.133 (4c8ef274-9ecc-47c2-9686-5eebd78fb305/c2531ae9-89db-4dcf-b670-9eac4c9cde53/d9744bd5-4e5d-4d67-8892-be3db5fb4780) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:11:10.216935 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7e862502-7dad-401c-ba43-cee0d7b8c4ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:10.234805 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7e862502-7dad-401c-ba43-cee0d7b8c4ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:10.288815 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e862502-7dad-401c-ba43-cee0d7b8c4ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 647} {{(pid=102730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:11:10.306603 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03c0978-ffd9-4669-a017-9bc8e04f6564 req-e9f9a416-a502-4ad6-acda-e1021beade16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:10.308039 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a03c0978-ffd9-4669-a017-9bc8e04f6564 req-e9f9a416-a502-4ad6-acda-e1021beade16 service neutron] 10.222.0.85 "GET /v2.0/ports/81037d82-88f3-4280-93f1-f841b8057ff2 HTTP/1.1" status: 200 len: 1093 time: 0.1640553 May 18 18:11:10.314806 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4f3ba71d-f37b-4e3d-a33b-3ba69cbd9399 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:10.318360 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e862502-7dad-401c-ba43-cee0d7b8c4ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc686507-aa63-45dc-9bc4-e1a61d9ad4c9,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:11:10.326895 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-a03c0978-ffd9-4669-a017-9bc8e04f6564 req-f6f3ef45-7a8f-4728-b735-0b6eab6fe462 service neutron] Request body: {'binding': {'host': 'n-h2-838550-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:11:10.326895 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-a03c0978-ffd9-4669-a017-9bc8e04f6564 req-f6f3ef45-7a8f-4728-b735-0b6eab6fe462 service neutron] Unknown quota resources ['binding']. {{(pid=102730) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} May 18 18:11:10.329832 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7e862502-7dad-401c-ba43-cee0d7b8c4ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:10.330181 n-d-838550-3 neutron-server[102730]: INFO neutron.db.segments_db [None req-7e862502-7dad-401c-ba43-cee0d7b8c4ab admin admin] Added segment 5506962a-f6c8-48fb-8434-f69d110e57ad of type vlan for network 792bb4c4-c386-4f38-9fe8-06eade922248 May 18 18:11:10.331557 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4f3ba71d-f37b-4e3d-a33b-3ba69cbd9399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:10.367830 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e862502-7dad-401c-ba43-cee0d7b8c4ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:11:10.367830 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e862502-7dad-401c-ba43-cee0d7b8c4ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:11:10.368461 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e862502-7dad-401c-ba43-cee0d7b8c4ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:11:10.368461 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e862502-7dad-401c-ba43-cee0d7b8c4ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:11:10.368749 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e862502-7dad-401c-ba43-cee0d7b8c4ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:11:10.369313 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e862502-7dad-401c-ba43-cee0d7b8c4ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:11:10.369468 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e862502-7dad-401c-ba43-cee0d7b8c4ab admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:11:10.369766 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e862502-7dad-401c-ba43-cee0d7b8c4ab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:11:10.370097 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e862502-7dad-401c-ba43-cee0d7b8c4ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:11:10.370424 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e862502-7dad-401c-ba43-cee0d7b8c4ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:11:10.370753 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e862502-7dad-401c-ba43-cee0d7b8c4ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:11:10.371079 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e862502-7dad-401c-ba43-cee0d7b8c4ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:11:10.386754 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be83c696-5834-4a7a-b740-e3251fb8a59a req-17eaeaa3-0814-44f7-87c1-37f133818a65 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:10.388832 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-be83c696-5834-4a7a-b740-e3251fb8a59a req-17eaeaa3-0814-44f7-87c1-37f133818a65 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=85a2a041-5bb5-4692-bd6a-de12dea7b5ee HTTP/1.1" status: 200 len: 944 time: 0.2153597 May 18 18:11:10.392249 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48da0ee-47f2-46c5-8fe8-a8deac5cc230 req-922a5b4f-8e0a-416c-adfa-9ba3241db28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:10.398922 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d48da0ee-47f2-46c5-8fe8-a8deac5cc230 req-922a5b4f-8e0a-416c-adfa-9ba3241db28b service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=f8e82ff2-3164-44c9-8e95-9b05a4ef9438 HTTP/1.1" status: 200 len: 1096 time: 0.2012827 May 18 18:11:10.399228 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f3ba71d-f37b-4e3d-a33b-3ba69cbd9399 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 633} {{(pid=102730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:11:10.432803 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fad519cd-5d2d-448a-a191-ed498104a45f req-fbd379cc-7b59-4fa1-ad4f-30334562956a service neutron] 10.222.0.88 "GET /v2.0/networks/318d7223-f14c-48f3-9a41-7dc7c337e246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2975919 May 18 18:11:10.463098 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4f3ba71d-f37b-4e3d-a33b-3ba69cbd9399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:10.463429 n-d-838550-3 neutron-server[102730]: INFO neutron.db.segments_db [None req-4f3ba71d-f37b-4e3d-a33b-3ba69cbd9399 admin admin] Added segment 2e2c5f27-6b4b-4418-a307-b89251dab207 of type vlan for network 9f3fc488-8b31-4e0f-b849-e1c3b4ab646d May 18 18:11:10.505334 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7e862502-7dad-401c-ba43-cee0d7b8c4ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:10.508583 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3ba71d-f37b-4e3d-a33b-3ba69cbd9399 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e88265e-001d-44e3-970f-55b5e2b673f5,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:11:10.517813 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-be83c696-5834-4a7a-b740-e3251fb8a59a req-73d6bcb2-0e14-44cb-95bc-93a3b44f5689 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/security-groups?id=33ba1fad-191a-4b7a-ae9e-8e9e60985e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152332 May 18 18:11:10.537851 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d48da0ee-47f2-46c5-8fe8-a8deac5cc230 req-6a287d47-425f-4e4a-b090-529b2d8c82ef service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=e692c27b-823e-49d0-99b6-9d1054fe999b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291058 May 18 18:11:10.586370 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c72b971-4460-46d4-9b2c-17632f7603ef x-openstack-request-id: req-2c72b971-4460-46d4-9b2c-17632f7603ef {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:11:10.587291 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edd70b2d-7c62-4c72-8c2b-a1a4878d824e", "tag": "5d8411c5-72dc-4d25-8497-b72afbe9798d", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:11:10.587708 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-2c72b971-4460-46d4-9b2c-17632f7603ef {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:11:10.588316 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c72b971-4460-46d4-9b2c-17632f7603ef'] response: {'name': 'network-changed', 'server_uuid': 'edd70b2d-7c62-4c72-8c2b-a1a4878d824e', 'tag': '5d8411c5-72dc-4d25-8497-b72afbe9798d', 'status': 'completed', 'code': 200} May 18 18:11:10.612137 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-c4c0b470-ed43-4ff9-a4a8-61841f740d66 req-3f938ad2-b81a-42f4-85ac-fba4ca8d05dc tempest-ImagesNegativeTestJSON-1214967025 tempest-ImagesNegativeTestJSON-1214967025-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:10.616572 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4f3ba71d-f37b-4e3d-a33b-3ba69cbd9399 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:10.661934 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7e862502-7dad-401c-ba43-cee0d7b8c4ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:10.663345 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e862502-7dad-401c-ba43-cee0d7b8c4ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:10.664198 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7e862502-7dad-401c-ba43-cee0d7b8c4ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:10.678093 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 127d7118-00a9-4f40-b4ea-4ee8aff03267 details requested by agent hyperv_n-h1-838550-3 with host n-h1-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:11:10.691583 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-c4c0b470-ed43-4ff9-a4a8-61841f740d66 req-3f938ad2-b81a-42f4-85ac-fba4ca8d05dc tempest-ImagesNegativeTestJSON-1214967025 tempest-ImagesNegativeTestJSON-1214967025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:10.756485 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430b8e67-0abf-4541-a56b-cd0961ebf9de req-33871b45-52a2-427e-85ae-2a2ec1fd2ac6 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:10.758260 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-430b8e67-0abf-4541-a56b-cd0961ebf9de req-33871b45-52a2-427e-85ae-2a2ec1fd2ac6 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/ports?device_id=d8377e75-2fd4-49e4-8639-25a2f3467097 HTTP/1.1" status: 200 len: 950 time: 0.1192856 May 18 18:11:10.776267 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-7e862502-7dad-401c-ba43-cee0d7b8c4ab admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9548416 May 18 18:11:10.777590 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4f3ba71d-f37b-4e3d-a33b-3ba69cbd9399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:10.778811 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f3ba71d-f37b-4e3d-a33b-3ba69cbd9399 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:10.779209 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4c0b470-ed43-4ff9-a4a8-61841f740d66 req-3f938ad2-b81a-42f4-85ac-fba4ca8d05dc tempest-ImagesNegativeTestJSON-1214967025 tempest-ImagesNegativeTestJSON-1214967025-project] Network 4c8ef274-9ecc-47c2-9686-5eebd78fb305 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:11:10.779635 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4f3ba71d-f37b-4e3d-a33b-3ba69cbd9399 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:10.783023 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 55874) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:11:10.787524 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [req-c4c0b470-ed43-4ff9-a4a8-61841f740d66 req-3f938ad2-b81a-42f4-85ac-fba4ca8d05dc tempest-ImagesNegativeTestJSON-1214967025 tempest-ImagesNegativeTestJSON-1214967025-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:11:10.802006 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4c0b470-ed43-4ff9-a4a8-61841f740d66 req-3f938ad2-b81a-42f4-85ac-fba4ca8d05dc tempest-ImagesNegativeTestJSON-1214967025 tempest-ImagesNegativeTestJSON-1214967025-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:11:10.822430 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-7a804ce5-9243-49af-ab9c-107bfe862795 admin admin] Request body: {'subnet': {'network_id': '792bb4c4-c386-4f38-9fe8-06eade922248', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1698610457-subnet', 'tenant_id': 'e39151d7831d43e48c6cc769570f1387', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:11:10.828545 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-a03c0978-ffd9-4669-a017-9bc8e04f6564 req-f6f3ef45-7a8f-4728-b735-0b6eab6fe462 service neutron] Attempting to bind port 81037d82-88f3-4280-93f1-f841b8057ff2 on host n-h2-838550-3 for vnic_type normal with profile None {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:11:10.829548 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-a03c0978-ffd9-4669-a017-9bc8e04f6564 req-f6f3ef45-7a8f-4728-b735-0b6eab6fe462 service neutron] Attempting to bind port 81037d82-88f3-4280-93f1-f841b8057ff2 by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': '5e6a9b3b-2b82-45b7-b9f1-0f73969fb979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '34fdcfa4-2e5d-460f-9a9f-5a798833609a'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:11:10.830841 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03c0978-ffd9-4669-a017-9bc8e04f6564 req-f6f3ef45-7a8f-4728-b735-0b6eab6fe462 service neutron] Attempting to bind port 81037d82-88f3-4280-93f1-f841b8057ff2 on network 34fdcfa4-2e5d-460f-9a9f-5a798833609a {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:11:10.838691 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 127d7118-00a9-4f40-b4ea-4ee8aff03267, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=127d7118-00a9-4f40-b4ea-4ee8aff03267,segment=NetworkSegment(58bfdefb-3654-4aa0-92f0-6f0afd2552db),segment_id=58bfdefb-3654-4aa0-92f0-6f0afd2552db)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:11:10.841025 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f938ad2-b81a-42f4-85ac-fba4ca8d05dc tempest-ImagesNegativeTestJSON-1214967025 tempest-ImagesNegativeTestJSON-1214967025-project] Pushing event updated for resources: {'Port': ['ID=d9744bd5-4e5d-4d67-8892-be3db5fb4780,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:11:10.851378 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e862502-7dad-401c-ba43-cee0d7b8c4ab admin admin] Pushing event updated for resources: {'Network': ['ID=792bb4c4-c386-4f38-9fe8-06eade922248,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:11:10.869717 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Returning: {'device': '127d7118-00a9-4f40-b4ea-4ee8aff03267', 'network_id': 'f92940b8-c50f-4c94-b1f3-3e93ca94957d', 'port_id': '127d7118-00a9-4f40-b4ea-4ee8aff03267', 'mac_address': 'fa:16:3e:83:5a:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3928b460-5138-4e6e-b763-eaa17a3ede29', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:11:10.870123 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-4f3ba71d-f37b-4e3d-a33b-3ba69cbd9399 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3327539 May 18 18:11:10.870929 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03c0978-ffd9-4669-a017-9bc8e04f6564 req-f6f3ef45-7a8f-4728-b735-0b6eab6fe462 service neutron] Port 81037d82-88f3-4280-93f1-f841b8057ff2 on network 34fdcfa4-2e5d-460f-9a9f-5a798833609a not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:11:10.871262 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03c0978-ffd9-4669-a017-9bc8e04f6564 req-f6f3ef45-7a8f-4728-b735-0b6eab6fe462 service neutron] Attempting to bind port 81037d82-88f3-4280-93f1-f841b8057ff2 on network 34fdcfa4-2e5d-460f-9a9f-5a798833609a {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:11:10.874179 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 55876) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:11:10.891651 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-f5541f10-757f-40ce-bbf8-2f2b92206450 admin admin] Request body: {'subnet': {'network_id': '9f3fc488-8b31-4e0f-b849-e1c3b4ab646d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-383396613-subnet', 'tenant_id': '5e4a7d92c5d142b99f9f92f061a6d278', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:11:10.906349 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network 792bb4c4-c386-4f38-9fe8-06eade922248 details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:11:10.958282 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-430b8e67-0abf-4541-a56b-cd0961ebf9de req-31882fbe-b6be-4afa-b43b-6ddbb2d31840 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/security-groups?id=5ea4329b-bade-4f5a-bfbd-7917c3702679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754339 May 18 18:11:10.959775 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03c0978-ffd9-4669-a017-9bc8e04f6564 req-f6f3ef45-7a8f-4728-b735-0b6eab6fe462 service neutron] Checking agent: {'id': 'd1be059a-68ea-4c77-9b2b-29f4afa47e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:11:10.960122 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03c0978-ffd9-4669-a017-9bc8e04f6564 req-f6f3ef45-7a8f-4728-b735-0b6eab6fe462 service neutron] Checking segment: {'id': '5e6a9b3b-2b82-45b7-b9f1-0f73969fb979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '34fdcfa4-2e5d-460f-9a9f-5a798833609a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:11:10.960539 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03c0978-ffd9-4669-a017-9bc8e04f6564 req-f6f3ef45-7a8f-4728-b735-0b6eab6fe462 service neutron] Bound using segment: {'id': '5e6a9b3b-2b82-45b7-b9f1-0f73969fb979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '34fdcfa4-2e5d-460f-9a9f-5a798833609a'} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:11:10.961123 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-a03c0978-ffd9-4669-a017-9bc8e04f6564 req-f6f3ef45-7a8f-4728-b735-0b6eab6fe462 service neutron] Bound port: 81037d82-88f3-4280-93f1-f841b8057ff2, host: n-h2-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e6a9b3b-2b82-45b7-b9f1-0f73969fb979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '34fdcfa4-2e5d-460f-9a9f-5a798833609a'}}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:11:10.968046 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c0b470-ed43-4ff9-a4a8-61841f740d66 req-3f938ad2-b81a-42f4-85ac-fba4ca8d05dc tempest-ImagesNegativeTestJSON-1214967025 tempest-ImagesNegativeTestJSON-1214967025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:10.968721 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-c4c0b470-ed43-4ff9-a4a8-61841f740d66 req-3f938ad2-b81a-42f4-85ac-fba4ca8d05dc tempest-ImagesNegativeTestJSON-1214967025 tempest-ImagesNegativeTestJSON-1214967025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:11.005441 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c8a5c9-5f52-451f-953f-a3aa1eb879a0 req-d833a032-007a-49e1-8f49-cffd3a1d4044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:11.008070 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 127d7118-00a9-4f40-b4ea-4ee8aff03267 is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:11:11.009044 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:11.012060 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-93c8a5c9-5f52-451f-953f-a3aa1eb879a0 req-d833a032-007a-49e1-8f49-cffd3a1d4044 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b3978e65ec994763a43b86fa6707d010&device_id=edd70b2d-7c62-4c72-8c2b-a1a4878d824e HTTP/1.1" status: 200 len: 1095 time: 0.2067251 May 18 18:11:11.022342 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c4c0b470-ed43-4ff9-a4a8-61841f740d66 req-3f938ad2-b81a-42f4-85ac-fba4ca8d05dc tempest-ImagesNegativeTestJSON-1214967025 tempest-ImagesNegativeTestJSON-1214967025-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1804819 May 18 18:11:11.055541 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-c4c0b470-ed43-4ff9-a4a8-61841f740d66 req-97aee6b5-514e-4f6f-94c4-6b166cf5251f service neutron] Request body: {'port': {'device_id': 'bb393e6d-7994-4805-804e-b14544f7b272', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-3'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:11:11.063200 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 127d7118-00a9-4f40-b4ea-4ee8aff03267 {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:11:11.075381 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3ba71d-f37b-4e3d-a33b-3ba69cbd9399 admin admin] Pushing event updated for resources: {'Network': ['ID=9f3fc488-8b31-4e0f-b849-e1c3b4ab646d,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:11:11.089768 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a804ce5-9243-49af-ab9c-107bfe862795 admin admin] Made reservation on behalf of e39151d7831d43e48c6cc769570f1387 for: {'subnet': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:11:11.095497 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7a804ce5-9243-49af-ab9c-107bfe862795 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261031885'] for subnet, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:11.106060 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5541f10-757f-40ce-bbf8-2f2b92206450 admin admin] Made reservation on behalf of 5e4a7d92c5d142b99f9f92f061a6d278 for: {'subnet': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:11:11.106713 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 127d7118-00a9-4f40-b4ea-4ee8aff03267, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=127d7118-00a9-4f40-b4ea-4ee8aff03267,segment=NetworkSegment(58bfdefb-3654-4aa0-92f0-6f0afd2552db),segment_id=58bfdefb-3654-4aa0-92f0-6f0afd2552db)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:11:11.110999 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f5541f10-757f-40ce-bbf8-2f2b92206450 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261031885'] for subnet, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:11.117899 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network 9f3fc488-8b31-4e0f-b849-e1c3b4ab646d details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:11:11.130626 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:11.262602 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:11.265329 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-a03c0978-ffd9-4669-a017-9bc8e04f6564 req-f6f3ef45-7a8f-4728-b735-0b6eab6fe462 service neutron] For port 81037d82-88f3-4280-93f1-f841b8057ff2, host n-h2-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=81037d82-88f3-4280-93f1-f841b8057ff2,segment=NetworkSegment(5e6a9b3b-2b82-45b7-b9f1-0f73969fb979),segment_id=5e6a9b3b-2b82-45b7-b9f1-0f73969fb979)] {{(pid=102730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:11:11.268153 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-c4c0b470-ed43-4ff9-a4a8-61841f740d66 req-97aee6b5-514e-4f6f-94c4-6b166cf5251f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:11.288551 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-a03c0978-ffd9-4669-a017-9bc8e04f6564 req-f6f3ef45-7a8f-4728-b735-0b6eab6fe462 service neutron] Notify callbacks [] for binding, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:11.294365 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a03c0978-ffd9-4669-a017-9bc8e04f6564 req-f6f3ef45-7a8f-4728-b735-0b6eab6fe462 service neutron] 10.222.0.85 "POST /v2.0/ports/81037d82-88f3-4280-93f1-f841b8057ff2/bindings HTTP/1.1" status: 201 len: 389 time: 0.9780419 May 18 18:11:11.319259 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-33da6fd6-e926-4f94-8922-5f88b01995f3 None None] Provisioning complete for port d9744bd5-4e5d-4d67-8892-be3db5fb4780 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:11:11.319641 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-33da6fd6-e926-4f94-8922-5f88b01995f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:11.346541 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be01ab4-d334-4a37-9728-0d4ec3743c54 req-aa676c0e-5ed9-4315-91e3-4094463735fb tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:11.350412 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7be01ab4-d334-4a37-9728-0d4ec3743c54 req-aa676c0e-5ed9-4315-91e3-4094463735fb tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/ports?device_id=f8e82ff2-3164-44c9-8e95-9b05a4ef9438 HTTP/1.1" status: 200 len: 945 time: 0.2867904 May 18 18:11:11.380691 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c8a5c9-5f52-451f-953f-a3aa1eb879a0 req-f52d5a38-0936-4f1b-a9a4-cfc6f5ab1980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:11.383228 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-93c8a5c9-5f52-451f-953f-a3aa1eb879a0 req-f52d5a38-0936-4f1b-a9a4-cfc6f5ab1980 service neutron] 10.222.0.88 "GET /v2.0/networks?id=318d7223-f14c-48f3-9a41-7dc7c337e246 HTTP/1.1" status: 200 len: 911 time: 0.3573644 May 18 18:11:11.399163 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=127d7118-00a9-4f40-b4ea-4ee8aff03267,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:11:11.411839 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-33da6fd6-e926-4f94-8922-5f88b01995f3 None None] Port d9744bd5-4e5d-4d67-8892-be3db5fb4780 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:11:11.448601 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['127d7118-00a9-4f40-b4ea-4ee8aff03267'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:11:11.529532 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-93c8a5c9-5f52-451f-953f-a3aa1eb879a0 req-a615b673-f1d2-43b6-ac9d-05fa6332ead7 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5d8411c5-72dc-4d25-8497-b72afbe9798d HTTP/1.1" status: 200 len: 217 time: 0.1151001 May 18 18:11:11.644506 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7be01ab4-d334-4a37-9728-0d4ec3743c54 req-4fbd8a5b-9339-4e86-b877-6c03014cad1e tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/security-groups?id=e692c27b-823e-49d0-99b6-9d1054fe999b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2705002 May 18 18:11:11.754567 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f5541f10-757f-40ce-bbf8-2f2b92206450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261104883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261031899'] for subnet, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:11.796398 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7a804ce5-9243-49af-ab9c-107bfe862795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261104883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261031899'] for subnet, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:12.085212 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e9ea744-f84b-44dd-91a2-86d0d61ac63c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9ccf49f-2846-4d2f-823c-7e2da03e56af'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:11:12.088709 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd206e60-f6e9-4414-bde5-d56f19805134" -d '{"events": [{"server_uuid": "0e9ea744-f84b-44dd-91a2-86d0d61ac63c", "name": "network-vif-plugged", "status": "completed", "tag": "c9ccf49f-2846-4d2f-823c-7e2da03e56af"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:11:12.288842 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c8a5c9-5f52-451f-953f-a3aa1eb879a0 req-46763541-598c-489b-bc44-61d0fef59b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:12.290509 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-93c8a5c9-5f52-451f-953f-a3aa1eb879a0 req-46763541-598c-489b-bc44-61d0fef59b53 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8e5d7b30-30eb-4951-a733-71bef5e29c46 HTTP/1.1" status: 200 len: 850 time: 0.7456138 May 18 18:11:12.334568 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5541f10-757f-40ce-bbf8-2f2b92206450 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1adff04-678c-4d7b-bdeb-3bae52ddc15c,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:11:12.346913 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b86597-a33b-49d6-babf-eb184dae9c05 req-b44ca724-9ff9-417d-a376-e36d867fb16b tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:12.348648 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-46b86597-a33b-49d6-babf-eb184dae9c05 req-b44ca724-9ff9-417d-a376-e36d867fb16b tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/ports?device_id=edd70b2d-7c62-4c72-8c2b-a1a4878d824e HTTP/1.1" status: 200 len: 944 time: 0.5985107 May 18 18:11:12.360868 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f805a9f8-a8d4-4708-a1e9-adf0b00ad920 req-cd7a2f2e-6dbf-4f61-90fe-7c05432e4072 tempest-ImagesNegativeTestJSON-1214967025 tempest-ImagesNegativeTestJSON-1214967025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:12.362522 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f805a9f8-a8d4-4708-a1e9-adf0b00ad920 req-cd7a2f2e-6dbf-4f61-90fe-7c05432e4072 tempest-ImagesNegativeTestJSON-1214967025 tempest-ImagesNegativeTestJSON-1214967025-project] 10.222.0.85 "GET /v2.0/ports?device_id=bb393e6d-7994-4805-804e-b14544f7b272 HTTP/1.1" status: 200 len: 936 time: 0.5911472 May 18 18:11:12.370585 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-93c8a5c9-5f52-451f-953f-a3aa1eb879a0 req-555106f5-8742-4140-b76a-9c5ff644ae46 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=318d7223-f14c-48f3-9a41-7dc7c337e246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0691655 May 18 18:11:12.377756 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5541f10-757f-40ce-bbf8-2f2b92206450 admin admin] Checking segment: {'id': '2e2c5f27-6b4b-4418-a307-b89251dab207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '9f3fc488-8b31-4e0f-b849-e1c3b4ab646d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:11:12.378166 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5541f10-757f-40ce-bbf8-2f2b92206450 admin admin] Network hostable DHCP agents. Network: 9f3fc488-8b31-4e0f-b849-e1c3b4ab646d, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:11:12.379548 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03c0978-ffd9-4669-a017-9bc8e04f6564 req-3eb89a04-a697-4c94-af65-47b9cd895dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:12.381122 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a03c0978-ffd9-4669-a017-9bc8e04f6564 req-3eb89a04-a697-4c94-af65-47b9cd895dfb service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8ebc9a1ec3004890baedda4682fb5641&device_id=03e9ea95-a4d7-4a6b-bf9a-c47231632c0a HTTP/1.1" status: 200 len: 1096 time: 0.6941049 May 18 18:11:12.381855 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:12.392925 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a804ce5-9243-49af-ab9c-107bfe862795 admin admin] Checking segment: {'id': '5506962a-f6c8-48fb-8434-f69d110e57ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '792bb4c4-c386-4f38-9fe8-06eade922248'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:11:12.393358 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a804ce5-9243-49af-ab9c-107bfe862795 admin admin] Network hostable DHCP agents. Network: 792bb4c4-c386-4f38-9fe8-06eade922248, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:11:12.393999 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79142a8-5b24-4c5c-9117-ba79e26ba011 req-e97e9e95-2b26-44a4-851d-771aa5332482 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:12.395713 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b79142a8-5b24-4c5c-9117-ba79e26ba011 req-e97e9e95-2b26-44a4-851d-771aa5332482 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.88 "GET /v2.0/ports?device_id=d8377e75-2fd4-49e4-8639-25a2f3467097 HTTP/1.1" status: 200 len: 950 time: 0.5485861 May 18 18:11:12.435897 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5541f10-757f-40ce-bbf8-2f2b92206450 admin admin] Network 9f3fc488-8b31-4e0f-b849-e1c3b4ab646d is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:11:12.460861 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a804ce5-9243-49af-ab9c-107bfe862795 admin admin] Pushing event updated for resources: {'Subnet': ['ID=158475e3-9e48-42c5-9d8e-334726b32d32,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:11:12.471083 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a804ce5-9243-49af-ab9c-107bfe862795 admin admin] Network 792bb4c4-c386-4f38-9fe8-06eade922248 is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:11:12.479490 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-f5541f10-757f-40ce-bbf8-2f2b92206450 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, 9f3fc488-8b31-4e0f-b849-e1c3b4ab646d) {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:11:12.485051 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-7a804ce5-9243-49af-ab9c-107bfe862795 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, 792bb4c4-c386-4f38-9fe8-06eade922248) {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:11:12.487233 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5541f10-757f-40ce-bbf8-2f2b92206450 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:12.487924 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f5541f10-757f-40ce-bbf8-2f2b92206450 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:12.490909 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4303095c-59c6-4838-b081-a78b1f2782b7 None None] Network 9f3fc488-8b31-4e0f-b849-e1c3b4ab646d requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:11:12.492533 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-46b86597-a33b-49d6-babf-eb184dae9c05 req-024e584e-7c63-468d-baaa-803dd418bc7c tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ea20f59-14b4-4643-9bf1-7dbf92d2a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098924 May 18 18:11:12.496827 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a804ce5-9243-49af-ab9c-107bfe862795 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:12.497418 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7a804ce5-9243-49af-ab9c-107bfe862795 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:12.520330 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-f5541f10-757f-40ce-bbf8-2f2b92206450 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.6394212 May 18 18:11:12.527461 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-7a804ce5-9243-49af-ab9c-107bfe862795 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7336950 May 18 18:11:12.528492 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 55892) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:11:12.544385 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-e28bcc03-7deb-4d52-9596-ec5331550493 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1698610457-router', 'tenant_id': 'e39151d7831d43e48c6cc769570f1387', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:11:12.576088 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68be8e99-2620-4bdd-83c6-782af3ba7dbb None None] Network 792bb4c4-c386-4f38-9fe8-06eade922248 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:11:12.593444 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e28bcc03-7deb-4d52-9596-ec5331550493 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25099'] for router, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:12.597040 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e28bcc03-7deb-4d52-9596-ec5331550493 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-593238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596850', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25088'] for router, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:12.699855 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e28bcc03-7deb-4d52-9596-ec5331550493 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:12.704982 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f805a9f8-a8d4-4708-a1e9-adf0b00ad920 req-479abe83-cdcc-4ff9-80f6-4cb64d4efb59 tempest-ImagesNegativeTestJSON-1214967025 tempest-ImagesNegativeTestJSON-1214967025-project] 10.222.0.85 "GET /v2.0/security-groups?id=12fb1f74-5221-4062-9449-587e370046b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3217311 May 18 18:11:12.725385 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [req-c4c0b470-ed43-4ff9-a4a8-61841f740d66 req-97aee6b5-514e-4f6f-94c4-6b166cf5251f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9744bd5-4e5d-4d67-8892-be3db5fb4780 {{(pid=102731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:11:12.755901 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-c4c0b470-ed43-4ff9-a4a8-61841f740d66 req-97aee6b5-514e-4f6f-94c4-6b166cf5251f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:12.760637 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03c0978-ffd9-4669-a017-9bc8e04f6564 req-c3be13e8-d2c0-4349-b0ef-31741c085532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:12.762249 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a03c0978-ffd9-4669-a017-9bc8e04f6564 req-c3be13e8-d2c0-4349-b0ef-31741c085532 service neutron] 10.222.0.88 "GET /v2.0/networks?id=34fdcfa4-2e5d-460f-9a9f-5a798833609a HTTP/1.1" status: 200 len: 909 time: 0.3655143 May 18 18:11:12.787136 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-93c8a5c9-5f52-451f-953f-a3aa1eb879a0 req-fa8f53e6-106b-4e49-9254-57a1328df316 service neutron] 10.222.0.88 "GET /v2.0/networks/318d7223-f14c-48f3-9a41-7dc7c337e246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4050093 May 18 18:11:12.788287 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.provisioning_blocks [req-c4c0b470-ed43-4ff9-a4a8-61841f740d66 req-97aee6b5-514e-4f6f-94c4-6b166cf5251f service neutron] Transition to ACTIVE for port object d9744bd5-4e5d-4d67-8892-be3db5fb4780 will not be triggered until provisioned by entity L2. {{(pid=102731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:11:12.839476 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a03c0978-ffd9-4669-a017-9bc8e04f6564 req-9828c818-c832-44ff-80d9-e33ad9ca5d8f service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=81037d82-88f3-4280-93f1-f841b8057ff2 HTTP/1.1" status: 200 len: 217 time: 0.0626428 May 18 18:11:12.840151 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-c4c0b470-ed43-4ff9-a4a8-61841f740d66 req-97aee6b5-514e-4f6f-94c4-6b166cf5251f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:12.897237 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 127d7118-00a9-4f40-b4ea-4ee8aff03267 up at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:11:12.901134 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e28bcc03-7deb-4d52-9596-ec5331550493 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:12.983387 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 7 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 18:11:13.065677 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:13.068671 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-b79142a8-5b24-4c5c-9117-ba79e26ba011 req-bbbc59be-e3a6-4ce3-be44-e0bd0347f5ca tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Deleting port 179999b0-ff2e-4e5c-a15e-9ccf35821d79 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:11:13.068984 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-b79142a8-5b24-4c5c-9117-ba79e26ba011 req-bbbc59be-e3a6-4ce3-be44-e0bd0347f5ca tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:13.130229 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682af8bb-56ba-47e3-8d1e-aa821f8f1aeb req-af31082c-adaf-4275-b3c1-b4caa1258be1 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:13.133203 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-682af8bb-56ba-47e3-8d1e-aa821f8f1aeb req-af31082c-adaf-4275-b3c1-b4caa1258be1 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/ports?device_id=03e9ea95-a4d7-4a6b-bf9a-c47231632c0a HTTP/1.1" status: 200 len: 945 time: 0.4314590 May 18 18:11:13.164309 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97aee6b5-514e-4f6f-94c4-6b166cf5251f service neutron] Pushing event updated for resources: {'Port': ['ID=d9744bd5-4e5d-4d67-8892-be3db5fb4780,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:11:13.198844 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning for port 127d7118-00a9-4f40-b4ea-4ee8aff03267 completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:11:13.237991 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning complete for port 127d7118-00a9-4f40-b4ea-4ee8aff03267 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:11:13.238591 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:13.241551 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-682af8bb-56ba-47e3-8d1e-aa821f8f1aeb req-8cb57241-eb3c-411c-82e7-683d7f7d9fb0 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/security-groups?id=fae3ce3c-9235-4ae4-9c6c-e682ce6a4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856056 May 18 18:11:13.317355 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03c0978-ffd9-4669-a017-9bc8e04f6564 req-87950e54-4eb4-46cf-aa4d-3e2c677423df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:13.319703 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a03c0978-ffd9-4669-a017-9bc8e04f6564 req-87950e54-4eb4-46cf-aa4d-3e2c677423df service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8f7111f6-e2ae-4553-ac4c-889ba94e64a6 HTTP/1.1" status: 200 len: 848 time: 0.4668183 May 18 18:11:13.324373 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a1a8dd4-f8a6-4a4e-820b-0867b549593b None None] Network 9f3fc488-8b31-4e0f-b849-e1c3b4ab646d requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:11:13.370091 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee531592-d6b0-4792-89df-f26ba83f6506 req-2096048b-d243-42f4-ade3-7bdfca16cef8 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:13.377840 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ee531592-d6b0-4792-89df-f26ba83f6506 req-2096048b-d243-42f4-ade3-7bdfca16cef8 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=85a2a041-5bb5-4692-bd6a-de12dea7b5ee HTTP/1.1" status: 200 len: 945 time: 0.5018177 May 18 18:11:13.467249 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a03c0978-ffd9-4669-a017-9bc8e04f6564 req-d67c1cf0-543c-4286-8aa3-b29b88f26bfd service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=34fdcfa4-2e5d-460f-9a9f-5a798833609a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1320727 May 18 18:11:13.482298 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-b79142a8-5b24-4c5c-9117-ba79e26ba011 req-bbbc59be-e3a6-4ce3-be44-e0bd0347f5ca tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] For port 179999b0-ff2e-4e5c-a15e-9ccf35821d79, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=179999b0-ff2e-4e5c-a15e-9ccf35821d79,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:11:13.482528 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-b79142a8-5b24-4c5c-9117-ba79e26ba011 req-bbbc59be-e3a6-4ce3-be44-e0bd0347f5ca tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:13.486623 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-93c8a5c9-5f52-451f-953f-a3aa1eb879a0 req-4ad14e09-c87c-4d90-b8fa-31926c9201c1 service neutron] 10.222.0.88 "GET /v2.0/networks/318d7223-f14c-48f3-9a41-7dc7c337e246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6579754 May 18 18:11:13.502414 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb18aad-04a5-4a34-b1e9-ff629dfc9bb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-792bb4c4-c386-4f38-9fe8-06eade922248', 'network_id': '792bb4c4-c386-4f38-9fe8-06eade922248', 'tenant_id': 'e39151d7831d43e48c6cc769570f1387', 'fixed_ips': [{'subnet_id': '158475e3-9e48-42c5-9d8e-334726b32d32'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:11:13.504652 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-4eb18aad-04a5-4a34-b1e9-ff629dfc9bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:13.522118 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ee531592-d6b0-4792-89df-f26ba83f6506 req-5a81750f-a050-4978-9a6f-cde64a1de9db tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/security-groups?id=33ba1fad-191a-4b7a-ae9e-8e9e60985e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429944 May 18 18:11:13.533172 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-b79142a8-5b24-4c5c-9117-ba79e26ba011 req-bbbc59be-e3a6-4ce3-be44-e0bd0347f5ca tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Calling delete_port for 179999b0-ff2e-4e5c-a15e-9ccf35821d79 owned by compute:nova {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:11:13.537535 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 55912) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:11:13.547610 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-0cf94f1e-1251-41f9-a6a2-e551bb91561f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-956000420-network', 'tenant_id': 'd361c5c5c3ca4cb4a9f8ff03b5d06ced'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:11:13.564339 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f135d8e3-6e96-400e-b1e9-d11b100a417e req-8f2a29a8-24ad-46a0-aa4c-65df7c38df6d tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:13.566103 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f135d8e3-6e96-400e-b1e9-d11b100a417e req-8f2a29a8-24ad-46a0-aa4c-65df7c38df6d tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/ports?device_id=d8377e75-2fd4-49e4-8639-25a2f3467097 HTTP/1.1" status: 200 len: 950 time: 0.1504302 May 18 18:11:13.569955 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e28bcc03-7deb-4d52-9596-ec5331550493 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:13.657211 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e28bcc03-7deb-4d52-9596-ec5331550493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:13.659484 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f5ccf6c-53aa-4b87-8f30-76f2079dfbca x-openstack-request-id: req-9f5ccf6c-53aa-4b87-8f30-76f2079dfbca {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:11:13.659954 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e9ea744-f84b-44dd-91a2-86d0d61ac63c", "name": "network-vif-plugged", "status": "completed", "tag": "c9ccf49f-2846-4d2f-823c-7e2da03e56af", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:11:13.660245 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-9f5ccf6c-53aa-4b87-8f30-76f2079dfbca {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:11:13.660707 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f5ccf6c-53aa-4b87-8f30-76f2079dfbca'] response: {'server_uuid': '0e9ea744-f84b-44dd-91a2-86d0d61ac63c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9ccf49f-2846-4d2f-823c-7e2da03e56af', 'code': 200} May 18 18:11:13.682383 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f135d8e3-6e96-400e-b1e9-d11b100a417e req-ba0f5648-3106-4c1a-abd8-aea24d912886 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/security-groups?id=5ea4329b-bade-4f5a-bfbd-7917c3702679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080785 May 18 18:11:13.693115 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-c4c0b470-ed43-4ff9-a4a8-61841f740d66 req-97aee6b5-514e-4f6f-94c4-6b166cf5251f service neutron] Attempting to bind port d9744bd5-4e5d-4d67-8892-be3db5fb4780 on host n-h1-838550-3 for vnic_type normal with profile {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:11:13.694165 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-c4c0b470-ed43-4ff9-a4a8-61841f740d66 req-97aee6b5-514e-4f6f-94c4-6b166cf5251f service neutron] Attempting to bind port d9744bd5-4e5d-4d67-8892-be3db5fb4780 by drivers openvswitch,hyperv on host n-h1-838550-3 at level 0 using segments [{'id': '2879bb11-64b4-46f1-9f8b-52941d47b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:11:13.695662 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4c0b470-ed43-4ff9-a4a8-61841f740d66 req-97aee6b5-514e-4f6f-94c4-6b166cf5251f service neutron] Attempting to bind port d9744bd5-4e5d-4d67-8892-be3db5fb4780 on network 4c8ef274-9ecc-47c2-9686-5eebd78fb305 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:11:13.710984 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4c0b470-ed43-4ff9-a4a8-61841f740d66 req-97aee6b5-514e-4f6f-94c4-6b166cf5251f service neutron] Port d9744bd5-4e5d-4d67-8892-be3db5fb4780 on network 4c8ef274-9ecc-47c2-9686-5eebd78fb305 not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-3 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:11:13.711726 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4c0b470-ed43-4ff9-a4a8-61841f740d66 req-97aee6b5-514e-4f6f-94c4-6b166cf5251f service neutron] Attempting to bind port d9744bd5-4e5d-4d67-8892-be3db5fb4780 on network 4c8ef274-9ecc-47c2-9686-5eebd78fb305 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:11:13.735023 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cf94f1e-1251-41f9-a6a2-e551bb91561f admin admin] Made reservation on behalf of d361c5c5c3ca4cb4a9f8ff03b5d06ced for: {'network': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:11:13.735360 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4c0b470-ed43-4ff9-a4a8-61841f740d66 req-97aee6b5-514e-4f6f-94c4-6b166cf5251f service neutron] Checking agent: {'id': '1dbac822-25f2-4df8-9dc8-5c2e7b136eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:11:13.735885 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4c0b470-ed43-4ff9-a4a8-61841f740d66 req-97aee6b5-514e-4f6f-94c4-6b166cf5251f service neutron] Checking segment: {'id': '2879bb11-64b4-46f1-9f8b-52941d47b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:11:13.736479 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4c0b470-ed43-4ff9-a4a8-61841f740d66 req-97aee6b5-514e-4f6f-94c4-6b166cf5251f service neutron] Bound using segment: {'id': '2879bb11-64b4-46f1-9f8b-52941d47b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305'} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:11:13.737100 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-c4c0b470-ed43-4ff9-a4a8-61841f740d66 req-97aee6b5-514e-4f6f-94c4-6b166cf5251f service neutron] Bound port: d9744bd5-4e5d-4d67-8892-be3db5fb4780, host: n-h1-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2879bb11-64b4-46f1-9f8b-52941d47b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305'}}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:11:13.737672 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-c4c0b470-ed43-4ff9-a4a8-61841f740d66 req-97aee6b5-514e-4f6f-94c4-6b166cf5251f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:13.738444 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0cf94f1e-1251-41f9-a6a2-e551bb91561f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:13.760273 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0cf94f1e-1251-41f9-a6a2-e551bb91561f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:13.826259 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 127d7118-00a9-4f40-b4ea-4ee8aff03267 is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:11:13.826769 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:13.854209 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a03c0978-ffd9-4669-a017-9bc8e04f6564 req-c3fd5c04-7dd2-4e95-9a4b-a1ed97caec77 service neutron] 10.222.0.88 "GET /v2.0/networks/34fdcfa4-2e5d-460f-9a9f-5a798833609a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3580265 May 18 18:11:13.877111 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-4eb18aad-04a5-4a34-b1e9-ff629dfc9bb0 None None] Allocated IP 172.20.0.2 (792bb4c4-c386-4f38-9fe8-06eade922248/158475e3-9e48-42c5-9d8e-334726b32d32/4d32d88b-51e9-4cb9-bd9c-45aec59fa656) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:11:13.885782 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 127d7118-00a9-4f40-b4ea-4ee8aff03267, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=127d7118-00a9-4f40-b4ea-4ee8aff03267,segment=NetworkSegment(58bfdefb-3654-4aa0-92f0-6f0afd2552db),segment_id=58bfdefb-3654-4aa0-92f0-6f0afd2552db)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:11:13.897198 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:13.915208 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5503d827-dcc7-49c1-a213-7490ba04cb45 req-4e197657-1f2a-42ab-9775-f4fa91cc6a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:13.917881 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5503d827-dcc7-49c1-a213-7490ba04cb45 req-4e197657-1f2a-42ab-9775-f4fa91cc6a4b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0e9ea744-f84b-44dd-91a2-86d0d61ac63c HTTP/1.1" status: 200 len: 1097 time: 0.2261844 May 18 18:11:13.943171 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d89088b-d37b-49c9-8bdd-f5f148bb25fd req-b6c365c5-f1e0-4881-9388-f1ecd4f35006 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:13.944702 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8d89088b-d37b-49c9-8bdd-f5f148bb25fd req-b6c365c5-f1e0-4881-9388-f1ecd4f35006 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/ports?device_id=edd70b2d-7c62-4c72-8c2b-a1a4878d824e HTTP/1.1" status: 200 len: 944 time: 0.1146476 May 18 18:11:13.963405 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6394a261-ce8a-4d49-ad4c-61a60dde4db1 req-8e36d1e0-34e0-4905-b37d-80ce7fc93f21 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:13.965346 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6394a261-ce8a-4d49-ad4c-61a60dde4db1 req-8e36d1e0-34e0-4905-b37d-80ce7fc93f21 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/ports?device_id=f8e82ff2-3164-44c9-8e95-9b05a4ef9438 HTTP/1.1" status: 200 len: 945 time: 0.2346156 May 18 18:11:14.012012 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=127d7118-00a9-4f40-b4ea-4ee8aff03267,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:11:14.021700 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-c4c0b470-ed43-4ff9-a4a8-61841f740d66 req-97aee6b5-514e-4f6f-94c4-6b166cf5251f service neutron] For port d9744bd5-4e5d-4d67-8892-be3db5fb4780, host n-h1-838550-3, cleared binding levels {{(pid=102731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:11:14.054030 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0cf94f1e-1251-41f9-a6a2-e551bb91561f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:14.061290 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-c4c0b470-ed43-4ff9-a4a8-61841f740d66 req-97aee6b5-514e-4f6f-94c4-6b166cf5251f service neutron] For port d9744bd5-4e5d-4d67-8892-be3db5fb4780, host n-h1-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=d9744bd5-4e5d-4d67-8892-be3db5fb4780,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:11:14.072455 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0cf94f1e-1251-41f9-a6a2-e551bb91561f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:14.076798 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5503d827-dcc7-49c1-a213-7490ba04cb45 req-154858a8-5577-4073-b93a-ae116811e4b1 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e692c27b-823e-49d0-99b6-9d1054fe999b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421609 May 18 18:11:14.085656 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-c4c0b470-ed43-4ff9-a4a8-61841f740d66 req-97aee6b5-514e-4f6f-94c4-6b166cf5251f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:14.098811 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-b79142a8-5b24-4c5c-9117-ba79e26ba011 req-bbbc59be-e3a6-4ce3-be44-e0bd0347f5ca tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:14.099514 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-e28bcc03-7deb-4d52-9596-ec5331550493 admin admin] Allocated IP 172.25.5.158 (31ebd439-090c-4b25-bbb0-31c48711b145/363a2810-8a83-4be0-a317-7c91fcd94485/fe306a3a-12f4-4426-bd8f-3061dbaddbc1) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:11:14.108693 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8d89088b-d37b-49c9-8bdd-f5f148bb25fd req-2f088611-0d93-44c8-a041-7d2857e5a444 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ea20f59-14b4-4643-9bf1-7dbf92d2a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392584 May 18 18:11:14.110324 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6394a261-ce8a-4d49-ad4c-61a60dde4db1 req-616fca5e-31d2-4c3b-9162-145f4a068de2 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/security-groups?id=e692c27b-823e-49d0-99b6-9d1054fe999b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206584 May 18 18:11:14.111888 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c0b470-ed43-4ff9-a4a8-61841f740d66 req-97aee6b5-514e-4f6f-94c4-6b166cf5251f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:14.112564 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-c4c0b470-ed43-4ff9-a4a8-61841f740d66 req-97aee6b5-514e-4f6f-94c4-6b166cf5251f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:14.114612 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c4c0b470-ed43-4ff9-a4a8-61841f740d66 req-97aee6b5-514e-4f6f-94c4-6b166cf5251f service neutron] 10.222.0.36 "PUT /v2.0/ports/d9744bd5-4e5d-4d67-8892-be3db5fb4780 HTTP/1.1" status: 200 len: 1096 time: 3.0727413 May 18 18:11:14.142328 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['b410f0ec-a688-425b-90a1-3f185c37ba3b', 'a3b93a51-a23a-4c7c-9963-129e53fee717', '1ef05f15-c38b-4325-84dc-3fbb7845d3aa'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:11:14.145448 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['3beb5ae3-39b5-4024-9788-1644d2c9c029', '319afa68-c211-4e3a-b55b-279f68bd8ca4', 'e0571223-bec5-444d-9ddd-0c8cd62af364', '4bc9ea17-6055-4471-9b57-382e81a27f8a'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:11:14.148849 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cf94f1e-1251-41f9-a6a2-e551bb91561f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 605} {{(pid=102730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:11:14.160431 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb393e6d-7994-4805-804e-b14544f7b272', 'tag': 'd9744bd5-4e5d-4d67-8892-be3db5fb4780'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:11:14.174095 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88a6f66e-60c3-46e4-ad0b-ea2a7a96482e" -d '{"events": [{"name": "network-changed", "server_uuid": "bb393e6d-7994-4805-804e-b14544f7b272", "tag": "d9744bd5-4e5d-4d67-8892-be3db5fb4780"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:11:14.178378 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a03c0978-ffd9-4669-a017-9bc8e04f6564 req-9f7b09da-ed3e-490c-b47a-e4ffcce1bc2a service neutron] 10.222.0.88 "GET /v2.0/networks/34fdcfa4-2e5d-460f-9a9f-5a798833609a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3158550 May 18 18:11:14.184489 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf94f1e-1251-41f9-a6a2-e551bb91561f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce26820a-16b2-41ab-a1b3-48f80e50dbf1,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:11:14.197223 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0cf94f1e-1251-41f9-a6a2-e551bb91561f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:14.197531 n-d-838550-3 neutron-server[102730]: INFO neutron.db.segments_db [None req-0cf94f1e-1251-41f9-a6a2-e551bb91561f admin admin] Added segment 3e57e773-0004-4dd1-a27f-a3edaba7c84a of type vlan for network e7dbe578-e255-4425-96ee-36a8a537e9b5 May 18 18:11:14.336442 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-4eb18aad-04a5-4a34-b1e9-ff629dfc9bb0 None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:14.365030 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-4eb18aad-04a5-4a34-b1e9-ff629dfc9bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:14.451085 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0cf94f1e-1251-41f9-a6a2-e551bb91561f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:14.481872 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 5d8411c5-72dc-4d25-8497-b72afbe9798d details requested by agent hyperv_n-h2-838550-3 with host n-h2-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:11:14.487187 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 179999b0-ff2e-4e5c-a15e-9ccf35821d79 no longer exists at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:11:14.528414 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e28bcc03-7deb-4d52-9596-ec5331550493 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:14.529773 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb18aad-04a5-4a34-b1e9-ff629dfc9bb0 None None] Network 792bb4c4-c386-4f38-9fe8-06eade922248 is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:11:14.544639 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0cf94f1e-1251-41f9-a6a2-e551bb91561f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:14.545640 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf94f1e-1251-41f9-a6a2-e551bb91561f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:14.546244 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0cf94f1e-1251-41f9-a6a2-e551bb91561f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:14.551388 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-b79142a8-5b24-4c5c-9117-ba79e26ba011 req-bbbc59be-e3a6-4ce3-be44-e0bd0347f5ca tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] No DVR routers for this DVR port 179999b0-ff2e-4e5c-a15e-9ccf35821d79 on host n-h2-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:11:14.558408 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-b79142a8-5b24-4c5c-9117-ba79e26ba011 req-bbbc59be-e3a6-4ce3-be44-e0bd0347f5ca tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:14.562056 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b79142a8-5b24-4c5c-9117-ba79e26ba011 req-bbbc59be-e3a6-4ce3-be44-e0bd0347f5ca tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.88 "DELETE /v2.0/ports/179999b0-ff2e-4e5c-a15e-9ccf35821d79 HTTP/1.1" status: 204 len: 173 time: 2.1401649 May 18 18:11:14.563652 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1d02c28-e07c-42a6-bfcb-3f1f32a53969 x-openstack-request-id: req-f1d02c28-e07c-42a6-bfcb-3f1f32a53969 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:11:14.563933 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb393e6d-7994-4805-804e-b14544f7b272", "tag": "d9744bd5-4e5d-4d67-8892-be3db5fb4780", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:11:14.564209 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-f1d02c28-e07c-42a6-bfcb-3f1f32a53969 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:11:14.564601 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1d02c28-e07c-42a6-bfcb-3f1f32a53969'] response: {'name': 'network-changed', 'server_uuid': 'bb393e6d-7994-4805-804e-b14544f7b272', 'tag': 'd9744bd5-4e5d-4d67-8892-be3db5fb4780', 'status': 'completed', 'code': 200} May 18 18:11:14.595837 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] No Port match for: 179999b0-ff2e-4e5c-a15e-9ccf35821d79 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:11:14.595837 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 179999b0-ff2e-4e5c-a15e-9ccf35821d79 not bound to the agent host n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:11:14.596734 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97aee6b5-514e-4f6f-94c4-6b166cf5251f service neutron] Pushing event updated for resources: {'Port': ['ID=d9744bd5-4e5d-4d67-8892-be3db5fb4780,revision_number=3']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:11:14.628699 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-4eb18aad-04a5-4a34-b1e9-ff629dfc9bb0 None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:11:14.633947 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb18aad-04a5-4a34-b1e9-ff629dfc9bb0 None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:11:14.651315 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb18aad-04a5-4a34-b1e9-ff629dfc9bb0 None None] Pushing event updated for resources: {'Port': ['ID=4d32d88b-51e9-4cb9-bd9c-45aec59fa656,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:11:14.731055 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbc59be-e3a6-4ce3-be44-e0bd0347f5ca tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Pushing event deleted for resources: {'Port': ['ID=179999b0-ff2e-4e5c-a15e-9ccf35821d79,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:11:14.754928 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-0cf94f1e-1251-41f9-a6a2-e551bb91561f admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2152641 May 18 18:11:14.762595 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 55928) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:11:14.782424 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-3c1abfc0-2207-472f-8099-032ca8de7f58 admin admin] Request body: {'subnet': {'network_id': 'e7dbe578-e255-4425-96ee-36a8a537e9b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-956000420-subnet', 'tenant_id': 'd361c5c5c3ca4cb4a9f8ff03b5d06ced', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:11:14.791666 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.db.resource_extend [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 18 18:11:14.799486 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56748d67-87b6-4c1b-bc7d-40f7ce794bad req-cec3caa7-f581-4361-bce8-e35aa86864f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:14.802597 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-56748d67-87b6-4c1b-bc7d-40f7ce794bad req-cec3caa7-f581-4361-bce8-e35aa86864f1 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c37246a20f2845a089230b88402f6d1b&device_id=f8e82ff2-3164-44c9-8e95-9b05a4ef9438 HTTP/1.1" status: 200 len: 1096 time: 0.2659538 May 18 18:11:14.811462 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c0b470-ed43-4ff9-a4a8-61841f740d66 req-618b32b2-71de-42cc-9820-47cdf5008d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:14.814043 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c4c0b470-ed43-4ff9-a4a8-61841f740d66 req-618b32b2-71de-42cc-9820-47cdf5008d08 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fada0cd14ad94c1d9bfc19206638620a&device_id=bb393e6d-7994-4805-804e-b14544f7b272 HTTP/1.1" status: 200 len: 1099 time: 0.4721971 May 18 18:11:14.826024 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf94f1e-1251-41f9-a6a2-e551bb91561f admin admin] Pushing event updated for resources: {'Network': ['ID=e7dbe578-e255-4425-96ee-36a8a537e9b5,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:11:14.845461 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99d1604-85f2-460b-a8bd-75d0d83522b3 req-bc4569f7-ab9e-4aea-959a-4d8978d4c3bd tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:14.854032 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d99d1604-85f2-460b-a8bd-75d0d83522b3 req-bc4569f7-ab9e-4aea-959a-4d8978d4c3bd tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/ports?device_id=03e9ea95-a4d7-4a6b-bf9a-c47231632c0a HTTP/1.1" status: 200 len: 945 time: 0.1471255 May 18 18:11:14.868181 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network e7dbe578-e255-4425-96ee-36a8a537e9b5 details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:11:14.927298 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e28bcc03-7deb-4d52-9596-ec5331550493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:14.958298 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56748d67-87b6-4c1b-bc7d-40f7ce794bad req-11dc3ee5-78f4-43ee-a978-1fe35093bf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:14.960146 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-56748d67-87b6-4c1b-bc7d-40f7ce794bad req-11dc3ee5-78f4-43ee-a978-1fe35093bf5b service neutron] 10.222.0.88 "GET /v2.0/networks?id=055b7a59-22e7-493f-ba66-d1ab1ebb4b38 HTTP/1.1" status: 200 len: 919 time: 0.1400983 May 18 18:11:14.968619 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d99d1604-85f2-460b-a8bd-75d0d83522b3 req-e4e33dba-81ca-4efe-9f9d-8ea3fb65b582 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/security-groups?id=fae3ce3c-9235-4ae4-9c6c-e682ce6a4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140831 May 18 18:11:14.980791 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28bcc03-7deb-4d52-9596-ec5331550493 admin admin] Network 31ebd439-090c-4b25-bbb0-31c48711b145 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:11:14.986789 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6d5569-8bf5-474d-9a13-8ed57ad9f918 req-a7d7ff39-a041-4fb5-82a5-562486180f18 tempest-ImagesNegativeTestJSON-1214967025 tempest-ImagesNegativeTestJSON-1214967025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:14.996123 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-e28bcc03-7deb-4d52-9596-ec5331550493 admin admin] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:11:14.996458 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2d6d5569-8bf5-474d-9a13-8ed57ad9f918 req-a7d7ff39-a041-4fb5-82a5-562486180f18 tempest-ImagesNegativeTestJSON-1214967025 tempest-ImagesNegativeTestJSON-1214967025-project] 10.222.0.85 "GET /v2.0/ports?device_id=bb393e6d-7994-4805-804e-b14544f7b272 HTTP/1.1" status: 200 len: 948 time: 0.7702816 May 18 18:11:15.030819 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28bcc03-7deb-4d52-9596-ec5331550493 admin admin] Pushing event updated for resources: {'Port': ['ID=fe306a3a-12f4-4426-bd8f-3061dbaddbc1,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:11:15.041029 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28bcc03-7deb-4d52-9596-ec5331550493 admin admin] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:11:15.077789 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-56748d67-87b6-4c1b-bc7d-40f7ce794bad req-fb276c8a-62b1-47cd-861e-05d1a9a8d5ae service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=62899431-67bc-4b45-b6b3-cfcf0f6d79c6 HTTP/1.1" status: 200 len: 217 time: 0.0721798 May 18 18:11:15.082989 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-4eb18aad-04a5-4a34-b1e9-ff629dfc9bb0 None None] Attempting to bind port 4d32d88b-51e9-4cb9-bd9c-45aec59fa656 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:11:15.083539 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-4eb18aad-04a5-4a34-b1e9-ff629dfc9bb0 None None] Attempting to bind port 4d32d88b-51e9-4cb9-bd9c-45aec59fa656 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '5506962a-f6c8-48fb-8434-f69d110e57ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '792bb4c4-c386-4f38-9fe8-06eade922248'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:11:15.084078 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb18aad-04a5-4a34-b1e9-ff629dfc9bb0 None None] Attempting to bind port 4d32d88b-51e9-4cb9-bd9c-45aec59fa656 on network 792bb4c4-c386-4f38-9fe8-06eade922248 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:11:15.132495 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c4c0b470-ed43-4ff9-a4a8-61841f740d66 req-728e4cc4-94a7-4ace-b516-79082c467659 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=d9744bd5-4e5d-4d67-8892-be3db5fb4780 HTTP/1.1" status: 200 len: 217 time: 0.1671941 May 18 18:11:15.135746 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c1abfc0-2207-472f-8099-032ca8de7f58 admin admin] Made reservation on behalf of d361c5c5c3ca4cb4a9f8ff03b5d06ced for: {'subnet': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:11:15.138724 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3c1abfc0-2207-472f-8099-032ca8de7f58 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260908003'] for subnet, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:15.141612 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb18aad-04a5-4a34-b1e9-ff629dfc9bb0 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 11, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:11:15.142245 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb18aad-04a5-4a34-b1e9-ff629dfc9bb0 None None] Checking segment: {'id': '5506962a-f6c8-48fb-8434-f69d110e57ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '792bb4c4-c386-4f38-9fe8-06eade922248'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:11:15.142651 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-4eb18aad-04a5-4a34-b1e9-ff629dfc9bb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:15.143208 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb18aad-04a5-4a34-b1e9-ff629dfc9bb0 None None] Bound using segment: {'id': '5506962a-f6c8-48fb-8434-f69d110e57ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '792bb4c4-c386-4f38-9fe8-06eade922248'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:11:15.143700 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-4eb18aad-04a5-4a34-b1e9-ff629dfc9bb0 None None] Bound port: 4d32d88b-51e9-4cb9-bd9c-45aec59fa656, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5506962a-f6c8-48fb-8434-f69d110e57ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '792bb4c4-c386-4f38-9fe8-06eade922248'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:11:15.144078 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-4eb18aad-04a5-4a34-b1e9-ff629dfc9bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:15.203723 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2d6d5569-8bf5-474d-9a13-8ed57ad9f918 req-d32b6d69-aecd-40e5-af4b-7920759905e0 tempest-ImagesNegativeTestJSON-1214967025 tempest-ImagesNegativeTestJSON-1214967025-project] 10.222.0.85 "GET /v2.0/security-groups?id=12fb1f74-5221-4062-9449-587e370046b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061534 May 18 18:11:15.443312 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ba8695-e32c-4a19-a786-768628f9ec68 req-74e3a6ae-3e48-4017-8713-ea291ffa39d9 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:15.447088 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-00ba8695-e32c-4a19-a786-768628f9ec68 req-74e3a6ae-3e48-4017-8713-ea291ffa39d9 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/ports?device_id=f8e82ff2-3164-44c9-8e95-9b05a4ef9438 HTTP/1.1" status: 200 len: 945 time: 0.3201575 May 18 18:11:15.461811 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 5d8411c5-72dc-4d25-8497-b72afbe9798d, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=5d8411c5-72dc-4d25-8497-b72afbe9798d,segment=NetworkSegment(159798b3-0081-404e-b89f-736264c95ce3),segment_id=159798b3-0081-404e-b89f-736264c95ce3)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:11:15.469912 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56748d67-87b6-4c1b-bc7d-40f7ce794bad req-7e7009df-64ab-4601-a88e-496062615d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:15.471861 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-56748d67-87b6-4c1b-bc7d-40f7ce794bad req-7e7009df-64ab-4601-a88e-496062615d64 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=6103a86c-1984-4112-92b7-213da8bfab24 HTTP/1.1" status: 200 len: 857 time: 0.3513186 May 18 18:11:15.480595 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c0b470-ed43-4ff9-a4a8-61841f740d66 req-0e4bc7be-e571-4a54-9ff5-28293a84967b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:15.482271 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c4c0b470-ed43-4ff9-a4a8-61841f740d66 req-0e4bc7be-e571-4a54-9ff5-28293a84967b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c2531ae9-89db-4dcf-b670-9eac4c9cde53 HTTP/1.1" status: 200 len: 843 time: 0.3207576 May 18 18:11:15.585559 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60db407d-9946-4399-8864-08d9df11d538 req-2a1d76b8-447e-49ec-a51c-ef419804e07d tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:15.588138 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-60db407d-9946-4399-8864-08d9df11d538 req-2a1d76b8-447e-49ec-a51c-ef419804e07d tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=85a2a041-5bb5-4692-bd6a-de12dea7b5ee HTTP/1.1" status: 200 len: 946 time: 0.2370980 May 18 18:11:15.590698 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Returning: {'device': '5d8411c5-72dc-4d25-8497-b72afbe9798d', 'network_id': '318d7223-f14c-48f3-9a41-7dc7c337e246', 'port_id': '5d8411c5-72dc-4d25-8497-b72afbe9798d', 'mac_address': 'fa:16:3e:e4:cb:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e5d7b30-30eb-4951-a733-71bef5e29c46', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:11:15.623536 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-00ba8695-e32c-4a19-a786-768628f9ec68 req-fff47a37-910a-4fee-bbc2-778ddedc8a11 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/security-groups?id=e692c27b-823e-49d0-99b6-9d1054fe999b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109879 May 18 18:11:15.646040 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 5d8411c5-72dc-4d25-8497-b72afbe9798d is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:11:15.646447 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:15.658574 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e28bcc03-7deb-4d52-9596-ec5331550493 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:15.661887 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-4eb18aad-04a5-4a34-b1e9-ff629dfc9bb0 None None] For port 4d32d88b-51e9-4cb9-bd9c-45aec59fa656, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:11:15.669032 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85a2a041-5bb5-4692-bd6a-de12dea7b5ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '127d7118-00a9-4f40-b4ea-4ee8aff03267'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:11:15.677072 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3b2086a-03b5-4757-82ad-e6c3653a6279" -d '{"events": [{"server_uuid": "85a2a041-5bb5-4692-bd6a-de12dea7b5ee", "name": "network-vif-plugged", "status": "completed", "tag": "127d7118-00a9-4f40-b4ea-4ee8aff03267"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:11:15.681656 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d8411c5-72dc-4d25-8497-b72afbe9798d {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:11:15.717456 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56748d67-87b6-4c1b-bc7d-40f7ce794bad req-bcb297f1-4b65-4898-bc6c-716168545f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:15.721312 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-56748d67-87b6-4c1b-bc7d-40f7ce794bad req-bcb297f1-4b65-4898-bc6c-716168545f0b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=055b7a59-22e7-493f-ba66-d1ab1ebb4b38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2380757 May 18 18:11:15.733657 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-4eb18aad-04a5-4a34-b1e9-ff629dfc9bb0 None None] For port 4d32d88b-51e9-4cb9-bd9c-45aec59fa656, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=4d32d88b-51e9-4cb9-bd9c-45aec59fa656,segment=NetworkSegment(5506962a-f6c8-48fb-8434-f69d110e57ad),segment_id=5506962a-f6c8-48fb-8434-f69d110e57ad)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:11:15.748606 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 5d8411c5-72dc-4d25-8497-b72afbe9798d, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=5d8411c5-72dc-4d25-8497-b72afbe9798d,segment=NetworkSegment(159798b3-0081-404e-b89f-736264c95ce3),segment_id=159798b3-0081-404e-b89f-736264c95ce3)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:11:15.758042 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-4eb18aad-04a5-4a34-b1e9-ff629dfc9bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:15.813606 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c0b470-ed43-4ff9-a4a8-61841f740d66 req-e9d49cb8-c1c0-4911-8157-23e3e308b4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:15.815306 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c4c0b470-ed43-4ff9-a4a8-61841f740d66 req-e9d49cb8-c1c0-4911-8157-23e3e308b4e1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4c8ef274-9ecc-47c2-9686-5eebd78fb305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3135273 May 18 18:11:15.831582 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb18aad-04a5-4a34-b1e9-ff629dfc9bb0 None None] Pushing event updated for resources: {'Port': ['ID=4d32d88b-51e9-4cb9-bd9c-45aec59fa656,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:11:15.834687 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:15.881180 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-60db407d-9946-4399-8864-08d9df11d538 req-e58ce3f0-da6f-4a1d-be35-ac8b69c84ff0 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/security-groups?id=33ba1fad-191a-4b7a-ae9e-8e9e60985e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785616 May 18 18:11:15.921486 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aa0740-8e8a-4544-a80b-8fc7e0b8d048 req-5c066453-ce9b-4fc5-b501-b3141167fbc7 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:15.933212 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-03aa0740-8e8a-4544-a80b-8fc7e0b8d048 req-5c066453-ce9b-4fc5-b501-b3141167fbc7 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/ports?device_id=edd70b2d-7c62-4c72-8c2b-a1a4878d824e HTTP/1.1" status: 200 len: 945 time: 0.1081331 May 18 18:11:16.000349 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbdbbc20-4a67-468d-a2d1-981f6ec86913 x-openstack-request-id: req-fbdbbc20-4a67-468d-a2d1-981f6ec86913 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:11:16.001025 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85a2a041-5bb5-4692-bd6a-de12dea7b5ee", "name": "network-vif-plugged", "status": "completed", "tag": "127d7118-00a9-4f40-b4ea-4ee8aff03267", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:11:16.001275 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-fbdbbc20-4a67-468d-a2d1-981f6ec86913 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:11:16.001723 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbdbbc20-4a67-468d-a2d1-981f6ec86913'] response: {'server_uuid': '85a2a041-5bb5-4692-bd6a-de12dea7b5ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '127d7118-00a9-4f40-b4ea-4ee8aff03267', 'code': 200} May 18 18:11:16.006925 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=5d8411c5-72dc-4d25-8497-b72afbe9798d,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:11:16.115752 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-03aa0740-8e8a-4544-a80b-8fc7e0b8d048 req-0c9b7922-f8fb-408d-9e63-252bb0561bfb tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ea20f59-14b4-4643-9bf1-7dbf92d2a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812479 May 18 18:11:16.190457 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e28bcc03-7deb-4d52-9596-ec5331550493 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596801'] for router, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:16.290018 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35240f88-8219-44a5-a41f-ad7755950753 req-c799eebe-a7df-41b3-96c2-18d05d2476fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:16.292355 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-35240f88-8219-44a5-a41f-ad7755950753 req-c799eebe-a7df-41b3-96c2-18d05d2476fa service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=85a2a041-5bb5-4692-bd6a-de12dea7b5ee HTTP/1.1" status: 200 len: 1097 time: 0.1995761 May 18 18:11:16.354301 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['5d8411c5-72dc-4d25-8497-b72afbe9798d'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:11:16.453146 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-35240f88-8219-44a5-a41f-ad7755950753 req-4d2e5435-c3b0-4188-ab41-4622dffb5f58 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=33ba1fad-191a-4b7a-ae9e-8e9e60985e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300290 May 18 18:11:16.486014 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ad4a1d-666f-482a-907a-ecf56fe44986 req-ddb8f7b9-be9e-4126-b38c-9659b4e71e36 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:16.488044 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-74ad4a1d-666f-482a-907a-ecf56fe44986 req-ddb8f7b9-be9e-4126-b38c-9659b4e71e36 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/ports?device_id=03e9ea95-a4d7-4a6b-bf9a-c47231632c0a HTTP/1.1" status: 200 len: 945 time: 0.1926513 May 18 18:11:16.547687 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e28bcc03-7deb-4d52-9596-ec5331550493 admin admin] Router 3d6d0d2f-d9a2-423f-a66d-bdd47d30bea9 is scheduled to L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e with binding_index 1 {{(pid=102730) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 18 18:11:16.563685 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-74ad4a1d-666f-482a-907a-ecf56fe44986 req-39374ce1-ae1e-46d3-afc1-984d3525b476 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/security-groups?id=fae3ce3c-9235-4ae4-9c6c-e682ce6a4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645688 May 18 18:11:16.567399 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8377e75-2fd4-49e4-8639-25a2f3467097', 'name': 'network-vif-deleted', 'tag': '179999b0-ff2e-4e5c-a15e-9ccf35821d79'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:11:16.571269 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c503b73-d617-4df0-9024-3b248f122eb7" -d '{"events": [{"server_uuid": "d8377e75-2fd4-49e4-8639-25a2f3467097", "name": "network-vif-deleted", "tag": "179999b0-ff2e-4e5c-a15e-9ccf35821d79"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:11:16.657733 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3c1abfc0-2207-472f-8099-032ca8de7f58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260898481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260908021'] for subnet, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:16.729243 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-56748d67-87b6-4c1b-bc7d-40f7ce794bad req-f4f901ec-c74e-4661-8632-4ce575dd3264 service neutron] 10.222.0.88 "GET /v2.0/networks/055b7a59-22e7-493f-ba66-d1ab1ebb4b38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9757950 May 18 18:11:16.750855 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e28bcc03-7deb-4d52-9596-ec5331550493 admin admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:11:16.762597 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401a1402-48fe-43b8-9426-c3030d683550 None None] Sync routers for ids ['3d6d0d2f-d9a2-423f-a66d-bdd47d30bea9'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:11:16.771520 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e28bcc03-7deb-4d52-9596-ec5331550493 admin admin] Notify callbacks [] for router, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:16.776059 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-e28bcc03-7deb-4d52-9596-ec5331550493 admin admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.2422752 May 18 18:11:16.776659 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 55946) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:11:16.776818 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401a1402-48fe-43b8-9426-c3030d683550 None None] Routers {'3d6d0d2f-d9a2-423f-a66d-bdd47d30bea9'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:11:16.777410 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-401a1402-48fe-43b8-9426-c3030d683550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:11:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['3d6d0d2f-d9a2-423f-a66d-bdd47d30bea9'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:11:16.789655 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f93b181-d61a-4660-bcf2-ec4a92e88667 req-39514af1-4559-407e-a996-ac025e7c59e1 tempest-ImagesNegativeTestJSON-1214967025 tempest-ImagesNegativeTestJSON-1214967025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:16.791181 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4f93b181-d61a-4660-bcf2-ec4a92e88667 req-39514af1-4559-407e-a996-ac025e7c59e1 tempest-ImagesNegativeTestJSON-1214967025 tempest-ImagesNegativeTestJSON-1214967025-project] 10.222.0.85 "GET /v2.0/ports?device_id=bb393e6d-7994-4805-804e-b14544f7b272 HTTP/1.1" status: 200 len: 948 time: 0.0989897 May 18 18:11:16.857828 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1abfc0-2207-472f-8099-032ca8de7f58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b426218e-deae-4526-8666-550d7971181e,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:11:16.897349 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9efe61b-00c5-47f0-a3f8-3ae2cd5086be req-e6d09833-d08b-4566-b4e4-393ee4046423 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:16.910390 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c9efe61b-00c5-47f0-a3f8-3ae2cd5086be req-e6d09833-d08b-4566-b4e4-393ee4046423 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/ports?device_id=25eab926-d445-4acf-a7aa-c2557457c351 HTTP/1.1" status: 200 len: 949 time: 0.3359995 May 18 18:11:16.950983 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4f93b181-d61a-4660-bcf2-ec4a92e88667 req-35971ac4-ba74-42a6-85e7-69323daa5d29 tempest-ImagesNegativeTestJSON-1214967025 tempest-ImagesNegativeTestJSON-1214967025-project] 10.222.0.85 "GET /v2.0/security-groups?id=12fb1f74-5221-4062-9449-587e370046b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081977 May 18 18:11:17.082037 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1abfc0-2207-472f-8099-032ca8de7f58 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:11:17.082379 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1abfc0-2207-472f-8099-032ca8de7f58 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:11:17.082729 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1abfc0-2207-472f-8099-032ca8de7f58 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:11:17.083069 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1abfc0-2207-472f-8099-032ca8de7f58 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:11:17.083409 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1abfc0-2207-472f-8099-032ca8de7f58 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:11:17.083743 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1abfc0-2207-472f-8099-032ca8de7f58 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:11:17.084073 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1abfc0-2207-472f-8099-032ca8de7f58 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:11:17.085025 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1abfc0-2207-472f-8099-032ca8de7f58 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:11:17.085370 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1abfc0-2207-472f-8099-032ca8de7f58 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:11:17.085751 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1abfc0-2207-472f-8099-032ca8de7f58 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:11:17.086091 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1abfc0-2207-472f-8099-032ca8de7f58 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:11:17.086419 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1abfc0-2207-472f-8099-032ca8de7f58 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:11:17.110936 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-56748d67-87b6-4c1b-bc7d-40f7ce794bad req-16e7ca3e-f658-4a6f-862a-a067b1eb6a10 service neutron] 10.222.0.88 "GET /v2.0/networks/055b7a59-22e7-493f-ba66-d1ab1ebb4b38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3617990 May 18 18:11:17.117603 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5475d17-2c04-468b-ab25-d8a9a0ed9fc7 x-openstack-request-id: req-d5475d17-2c04-468b-ab25-d8a9a0ed9fc7 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:11:17.119301 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8377e75-2fd4-49e4-8639-25a2f3467097", "name": "network-vif-deleted", "tag": "179999b0-ff2e-4e5c-a15e-9ccf35821d79", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:11:17.120321 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-d5475d17-2c04-468b-ab25-d8a9a0ed9fc7 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:11:17.124370 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5475d17-2c04-468b-ab25-d8a9a0ed9fc7'] response: {'server_uuid': 'd8377e75-2fd4-49e4-8639-25a2f3467097', 'name': 'network-vif-deleted', 'tag': '179999b0-ff2e-4e5c-a15e-9ccf35821d79', 'status': 'completed', 'code': 200} May 18 18:11:17.135684 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-401a1402-48fe-43b8-9426-c3030d683550 None None] Set router 3d6d0d2f-d9a2-423f-a66d-bdd47d30bea9 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:11:17.207700 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c4c0b470-ed43-4ff9-a4a8-61841f740d66 req-87a0aeb8-dc28-4aa8-b74c-2d8d2355550f service neutron] 10.222.0.36 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3560843 May 18 18:11:17.216999 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1abfc0-2207-472f-8099-032ca8de7f58 admin admin] Checking segment: {'id': '3e57e773-0004-4dd1-a27f-a3edaba7c84a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'e7dbe578-e255-4425-96ee-36a8a537e9b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:11:17.217358 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c1abfc0-2207-472f-8099-032ca8de7f58 admin admin] Network hostable DHCP agents. Network: e7dbe578-e255-4425-96ee-36a8a537e9b5, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:11:17.385236 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c4c0b470-ed43-4ff9-a4a8-61841f740d66 req-cfa8d1d7-1980-4158-8b18-65c77cf8b105 service neutron] 10.222.0.36 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619043 May 18 18:11:17.405748 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c9efe61b-00c5-47f0-a3f8-3ae2cd5086be req-5c685388-e3d3-4465-88aa-b0f0dca31aa1 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/security-groups?id=5ea4329b-bade-4f5a-bfbd-7917c3702679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2799680 May 18 18:11:17.467800 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c1abfc0-2207-472f-8099-032ca8de7f58 admin admin] Network e7dbe578-e255-4425-96ee-36a8a537e9b5 is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:11:17.497298 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-3c1abfc0-2207-472f-8099-032ca8de7f58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, e7dbe578-e255-4425-96ee-36a8a537e9b5) {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:11:17.511058 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5593298-2ab5-4f93-ab14-972f9ea0bab8 None None] Network e7dbe578-e255-4425-96ee-36a8a537e9b5 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:11:17.553172 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e35136-9819-4141-bb0b-a9c024288475 req-ebc3daed-5c8e-4b32-a709-03959f3a2b76 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:17.557821 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-40e35136-9819-4141-bb0b-a9c024288475 req-ebc3daed-5c8e-4b32-a709-03959f3a2b76 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/ports?device_id=f8e82ff2-3164-44c9-8e95-9b05a4ef9438 HTTP/1.1" status: 200 len: 945 time: 0.3811247 May 18 18:11:17.565580 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1abfc0-2207-472f-8099-032ca8de7f58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:17.566213 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3c1abfc0-2207-472f-8099-032ca8de7f58 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:17.575335 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba3ab6fa-afa9-4f1b-8298-12161de5878f None None] Network 792bb4c4-c386-4f38-9fe8-06eade922248 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:11:17.619282 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-401a1402-48fe-43b8-9426-c3030d683550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d6d0d2f-d9a2-423f-a66d-bdd47d30bea9', 'name': 'tempest-ServersTestFqdnHostnames-1698610457-router', 'tenant_id': 'e39151d7831d43e48c6cc769570f1387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': 'fe306a3a-12f4-4426-bd8f-3061dbaddbc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:11:12Z', 'updated_at': '2022-05-18T18:11:15Z', 'revision_number': 3, 'project_id': 'e39151d7831d43e48c6cc769570f1387', 'gw_port': {'id': 'fe306a3a-12f4-4426-bd8f-3061dbaddbc1', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f4:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d6d0d2f-d9a2-423f-a66d-bdd47d30bea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:11:13Z', 'updated_at': '2022-05-18T18:11:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:11:17.653037 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-e078ccb6-3571-4a16-825e-05964c7c8c01 None None] Provisioning complete for port 4d32d88b-51e9-4cb9-bd9c-45aec59fa656 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:11:17.653427 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-e078ccb6-3571-4a16-825e-05964c7c8c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:17.675489 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-3c1abfc0-2207-472f-8099-032ca8de7f58 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.9037414 May 18 18:11:17.705498 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-18a986e9-7360-4411-9d45-999ebdb20978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:17.716406 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401a1402-48fe-43b8-9426-c3030d683550 None None] Checking router: 3d6d0d2f-d9a2-423f-a66d-bdd47d30bea9 for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:11:17.717998 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401a1402-48fe-43b8-9426-c3030d683550 None None] Updating router 3d6d0d2f-d9a2-423f-a66d-bdd47d30bea9 port fe306a3a-12f4-4426-bd8f-3061dbaddbc1 binding host n-d-838550-3 {{(pid=102733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 18:11:17.721489 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a6f66e-60c3-46e4-ad0b-ea2a7a96482e req-0d4effab-5ae4-4cf6-9979-ba8cd825d857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:17.728380 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-88a6f66e-60c3-46e4-ad0b-ea2a7a96482e req-0d4effab-5ae4-4cf6-9979-ba8cd825d857 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fada0cd14ad94c1d9bfc19206638620a&device_id=bb393e6d-7994-4805-804e-b14544f7b272 HTTP/1.1" status: 200 len: 1099 time: 0.2512724 May 18 18:11:17.734019 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-40e35136-9819-4141-bb0b-a9c024288475 req-0f5ca747-ad7b-4487-b979-576a655cf8ed tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/security-groups?id=e692c27b-823e-49d0-99b6-9d1054fe999b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703863 May 18 18:11:17.774262 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-401a1402-48fe-43b8-9426-c3030d683550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:17.775691 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951bd63d-2fb7-4a55-9b12-77674e8326ca req-22c72469-d07c-4e53-8dc0-7e51ea0113ac tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:17.803627 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-951bd63d-2fb7-4a55-9b12-77674e8326ca req-22c72469-d07c-4e53-8dc0-7e51ea0113ac tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=85a2a041-5bb5-4692-bd6a-de12dea7b5ee HTTP/1.1" status: 200 len: 946 time: 0.2669137 May 18 18:11:17.962714 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb12206-0240-4a7b-8dcf-cc4cab373b4c None None] Network e7dbe578-e255-4425-96ee-36a8a537e9b5 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:11:17.965149 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 55960) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:11:18.042276 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-951bd63d-2fb7-4a55-9b12-77674e8326ca req-11ab1f0e-15eb-443d-b5ad-80acc9f05f45 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/security-groups?id=33ba1fad-191a-4b7a-ae9e-8e9e60985e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977136 May 18 18:11:18.125150 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a6f66e-60c3-46e4-ad0b-ea2a7a96482e req-43b69e2f-9110-414d-ad4b-1e601b2868c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:18.140510 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-88a6f66e-60c3-46e4-ad0b-ea2a7a96482e req-43b69e2f-9110-414d-ad4b-1e601b2868c5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4c8ef274-9ecc-47c2-9686-5eebd78fb305 HTTP/1.1" status: 200 len: 870 time: 0.3320210 May 18 18:11:18.290690 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-401a1402-48fe-43b8-9426-c3030d683550 None None] Notify callbacks [] for port, precommit_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:18.299550 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-88a6f66e-60c3-46e4-ad0b-ea2a7a96482e req-b314db81-c89f-41cc-a3fd-0144f995ca4d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=d9744bd5-4e5d-4d67-8892-be3db5fb4780 HTTP/1.1" status: 200 len: 217 time: 0.1427724 May 18 18:11:18.305140 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-401a1402-48fe-43b8-9426-c3030d683550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:18.419697 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb02581-630e-4e3c-b2fa-aa6bb83170c2 None None] Pushing event updated for resources: {'Port': ['ID=fe306a3a-12f4-4426-bd8f-3061dbaddbc1,revision_number=2']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:11:18.444835 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-401a1402-48fe-43b8-9426-c3030d683550 None None] Attempting to bind port fe306a3a-12f4-4426-bd8f-3061dbaddbc1 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:11:18.446059 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-401a1402-48fe-43b8-9426-c3030d683550 None None] Attempting to bind port fe306a3a-12f4-4426-bd8f-3061dbaddbc1 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:11:18.447792 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401a1402-48fe-43b8-9426-c3030d683550 None None] Attempting to bind port fe306a3a-12f4-4426-bd8f-3061dbaddbc1 on network 31ebd439-090c-4b25-bbb0-31c48711b145 {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:11:18.461002 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401a1402-48fe-43b8-9426-c3030d683550 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 11, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:11:18.461385 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401a1402-48fe-43b8-9426-c3030d683550 None None] Checking segment: {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:11:18.461815 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-401a1402-48fe-43b8-9426-c3030d683550 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:18.462372 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401a1402-48fe-43b8-9426-c3030d683550 None None] Bound using segment: {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:11:18.463505 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-401a1402-48fe-43b8-9426-c3030d683550 None None] Bound port: fe306a3a-12f4-4426-bd8f-3061dbaddbc1, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:11:18.463900 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-401a1402-48fe-43b8-9426-c3030d683550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:18.479783 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-e078ccb6-3571-4a16-825e-05964c7c8c01 None None] Current status of the port 4d32d88b-51e9-4cb9-bd9c-45aec59fa656 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:11:18.480174 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-e078ccb6-3571-4a16-825e-05964c7c8c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:18.508441 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 4d32d88b-51e9-4cb9-bd9c-45aec59fa656 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:11:18.511607 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 5d8411c5-72dc-4d25-8497-b72afbe9798d up at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:11:18.529236 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.db [None req-401a1402-48fe-43b8-9426-c3030d683550 None None] For port fe306a3a-12f4-4426-bd8f-3061dbaddbc1, host n-d-838550-3, cleared binding levels {{(pid=102733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:11:18.533193 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.db [None req-401a1402-48fe-43b8-9426-c3030d683550 None None] For port fe306a3a-12f4-4426-bd8f-3061dbaddbc1, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=fe306a3a-12f4-4426-bd8f-3061dbaddbc1,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:11:18.546064 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-401a1402-48fe-43b8-9426-c3030d683550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:18.564626 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a19731a-d3a5-47b4-8ad5-0dc6c4ac658e req-d9a6a3f7-8fab-4de1-9741-7168077d294d tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:18.584731 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7a19731a-d3a5-47b4-8ad5-0dc6c4ac658e req-d9a6a3f7-8fab-4de1-9741-7168077d294d tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/ports?device_id=03e9ea95-a4d7-4a6b-bf9a-c47231632c0a HTTP/1.1" status: 200 len: 945 time: 0.3322015 May 18 18:11:18.594720 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a6f66e-60c3-46e4-ad0b-ea2a7a96482e req-dfab328e-7b64-4d17-a042-b6d3cb9a12ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:18.596159 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-88a6f66e-60c3-46e4-ad0b-ea2a7a96482e req-dfab328e-7b64-4d17-a042-b6d3cb9a12ee service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c2531ae9-89db-4dcf-b670-9eac4c9cde53 HTTP/1.1" status: 200 len: 843 time: 0.2606783 May 18 18:11:18.652743 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb02581-630e-4e3c-b2fa-aa6bb83170c2 None None] Pushing event updated for resources: {'Port': ['ID=fe306a3a-12f4-4426-bd8f-3061dbaddbc1,revision_number=3']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:11:18.707937 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7a19731a-d3a5-47b4-8ad5-0dc6c4ac658e req-b8995338-cc53-469d-a0e8-06d95035276a tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/security-groups?id=fae3ce3c-9235-4ae4-9c6c-e682ce6a4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222260 May 18 18:11:18.722226 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401a1402-48fe-43b8-9426-c3030d683550 None None] Routers {'3d6d0d2f-d9a2-423f-a66d-bdd47d30bea9'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:11:18.723649 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-401a1402-48fe-43b8-9426-c3030d683550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:11:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['3d6d0d2f-d9a2-423f-a66d-bdd47d30bea9'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:11:18.752251 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a6f66e-60c3-46e4-ad0b-ea2a7a96482e req-f9e23483-3ce0-4645-9af9-6bef7a82539d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:18.753521 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-e078ccb6-3571-4a16-825e-05964c7c8c01 None None] For port 4d32d88b-51e9-4cb9-bd9c-45aec59fa656, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=4d32d88b-51e9-4cb9-bd9c-45aec59fa656,segment=NetworkSegment(5506962a-f6c8-48fb-8434-f69d110e57ad),segment_id=5506962a-f6c8-48fb-8434-f69d110e57ad)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:11:18.758066 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-88a6f66e-60c3-46e4-ad0b-ea2a7a96482e req-f9e23483-3ce0-4645-9af9-6bef7a82539d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4c8ef274-9ecc-47c2-9686-5eebd78fb305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1535931 May 18 18:11:18.767558 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f2c601-18cd-4138-9980-4d17e4525532 req-8cda9db2-5829-40dd-9db2-6c6ffce34fed tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:18.769124 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d6f2c601-18cd-4138-9980-4d17e4525532 req-8cda9db2-5829-40dd-9db2-6c6ffce34fed tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/ports?device_id=edd70b2d-7c62-4c72-8c2b-a1a4878d824e HTTP/1.1" status: 200 len: 945 time: 0.8788629 May 18 18:11:18.791132 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-e078ccb6-3571-4a16-825e-05964c7c8c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:18.809835 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c99a6bd-0099-4472-816c-92e662792fb6 req-4758c8a9-08db-404b-ad51-17643dfb0e9c tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:18.816385 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0c99a6bd-0099-4472-816c-92e662792fb6 req-4758c8a9-08db-404b-ad51-17643dfb0e9c tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.36 "GET /v2.0/ports?device_id=25eab926-d445-4acf-a7aa-c2557457c351 HTTP/1.1" status: 200 len: 949 time: 0.1916528 May 18 18:11:18.869223 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 4d32d88b-51e9-4cb9-bd9c-45aec59fa656 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:11:18.869223 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:18.878307 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-401a1402-48fe-43b8-9426-c3030d683550 None None] Set router 3d6d0d2f-d9a2-423f-a66d-bdd47d30bea9 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:11:18.900877 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_v2 [None req-e654d49a-66f8-46eb-a520-7d3ce5e4c5c4 admin admin] Deleting subnet c1adff04-678c-4d7b-bdeb-3bae52ddc15c {{(pid=102730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:11:18.917544 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning for port 5d8411c5-72dc-4d25-8497-b72afbe9798d completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:11:18.944118 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning complete for port 5d8411c5-72dc-4d25-8497-b72afbe9798d triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:11:18.944388 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-88a6f66e-60c3-46e4-ad0b-ea2a7a96482e req-ff92fe6d-7692-4d7f-9d77-2ea325693281 service neutron] 10.222.0.36 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775901 May 18 18:11:18.944710 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:18.973155 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e654d49a-66f8-46eb-a520-7d3ce5e4c5c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:19.006149 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e078ccb6-3571-4a16-825e-05964c7c8c01 None None] Pushing event updated for resources: {'Port': ['ID=4d32d88b-51e9-4cb9-bd9c-45aec59fa656,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:11:19.096372 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a7423c-d667-428d-ac82-7b4bbe16989e req-99d6620a-d383-4cb5-90fc-5fde00bd2f02 tempest-ImagesNegativeTestJSON-1214967025 tempest-ImagesNegativeTestJSON-1214967025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:19.101820 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a8a7423c-d667-428d-ac82-7b4bbe16989e req-99d6620a-d383-4cb5-90fc-5fde00bd2f02 tempest-ImagesNegativeTestJSON-1214967025 tempest-ImagesNegativeTestJSON-1214967025-project] 10.222.0.85 "GET /v2.0/ports?device_id=bb393e6d-7994-4805-804e-b14544f7b272 HTTP/1.1" status: 200 len: 948 time: 0.2502978 May 18 18:11:19.144823 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-18a986e9-7360-4411-9d45-999ebdb20978 admin admin] Allocated IP 172.20.0.1 (792bb4c4-c386-4f38-9fe8-06eade922248/158475e3-9e48-42c5-9d8e-334726b32d32/4affc2a1-3756-49c1-a5ce-1e13681f0267) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:11:19.169763 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 5d8411c5-72dc-4d25-8497-b72afbe9798d is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:11:19.170337 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:19.172043 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d6f2c601-18cd-4138-9980-4d17e4525532 req-f39ac16a-e2d9-4bcb-99f0-b9afe78e0ef8 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ea20f59-14b4-4643-9bf1-7dbf92d2a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3545413 May 18 18:11:19.219152 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-88a6f66e-60c3-46e4-ad0b-ea2a7a96482e req-410d5736-7ad1-4a4f-b385-9c54514f41e6 service neutron] 10.222.0.36 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2583723 May 18 18:11:19.241102 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a8a7423c-d667-428d-ac82-7b4bbe16989e req-04992daf-9b57-41da-bc45-626249bc1bea tempest-ImagesNegativeTestJSON-1214967025 tempest-ImagesNegativeTestJSON-1214967025-project] 10.222.0.85 "GET /v2.0/security-groups?id=12fb1f74-5221-4062-9449-587e370046b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197422 May 18 18:11:19.249795 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e654d49a-66f8-46eb-a520-7d3ce5e4c5c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260107366'] for subnet, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:19.280212 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 4d32d88b-51e9-4cb9-bd9c-45aec59fa656 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:11:19.289876 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edd70b2d-7c62-4c72-8c2b-a1a4878d824e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d8411c5-72dc-4d25-8497-b72afbe9798d'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:11:19.291624 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-401a1402-48fe-43b8-9426-c3030d683550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d6d0d2f-d9a2-423f-a66d-bdd47d30bea9', 'name': 'tempest-ServersTestFqdnHostnames-1698610457-router', 'tenant_id': 'e39151d7831d43e48c6cc769570f1387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': 'fe306a3a-12f4-4426-bd8f-3061dbaddbc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:11:12Z', 'updated_at': '2022-05-18T18:11:15Z', 'revision_number': 3, 'project_id': 'e39151d7831d43e48c6cc769570f1387', 'gw_port': {'id': 'fe306a3a-12f4-4426-bd8f-3061dbaddbc1', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f4:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d6d0d2f-d9a2-423f-a66d-bdd47d30bea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:11:13Z', 'updated_at': '2022-05-18T18:11:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:11:19.293276 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b59e7a42-a6fb-469a-aad8-8fe084e1ce97" -d '{"events": [{"server_uuid": "edd70b2d-7c62-4c72-8c2b-a1a4878d824e", "name": "network-vif-plugged", "status": "completed", "tag": "5d8411c5-72dc-4d25-8497-b72afbe9798d"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:11:19.323145 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 5d8411c5-72dc-4d25-8497-b72afbe9798d, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=5d8411c5-72dc-4d25-8497-b72afbe9798d,segment=NetworkSegment(159798b3-0081-404e-b89f-736264c95ce3),segment_id=159798b3-0081-404e-b89f-736264c95ce3)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:11:19.334532 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:19.342164 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-64c76a01-fafa-46f1-a55e-88693bb875a1 None None] Provisioning complete for port 4d32d88b-51e9-4cb9-bd9c-45aec59fa656 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:11:19.343435 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-64c76a01-fafa-46f1-a55e-88693bb875a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:19.363167 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401a1402-48fe-43b8-9426-c3030d683550 None None] The sync data for ids ['3d6d0d2f-d9a2-423f-a66d-bdd47d30bea9'] in n-d-838550-3 is: [{'id': '3d6d0d2f-d9a2-423f-a66d-bdd47d30bea9', 'name': 'tempest-ServersTestFqdnHostnames-1698610457-router', 'tenant_id': 'e39151d7831d43e48c6cc769570f1387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': 'fe306a3a-12f4-4426-bd8f-3061dbaddbc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:11:12Z', 'updated_at': '2022-05-18T18:11:15Z', 'revision_number': 3, 'project_id': 'e39151d7831d43e48c6cc769570f1387', 'gw_port': {'id': 'fe306a3a-12f4-4426-bd8f-3061dbaddbc1', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f4:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d6d0d2f-d9a2-423f-a66d-bdd47d30bea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:11:13Z', 'updated_at': '2022-05-18T18:11:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:11:19.432173 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c328412-196b-4ef8-969f-4203348fe3e9 req-bb17f329-f194-4e34-8c94-b2dcf78e8dfc tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:19.440573 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e654d49a-66f8-46eb-a520-7d3ce5e4c5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:19.442909 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4c328412-196b-4ef8-969f-4203348fe3e9 req-bb17f329-f194-4e34-8c94-b2dcf78e8dfc tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/ports?device_id=f8e82ff2-3164-44c9-8e95-9b05a4ef9438 HTTP/1.1" status: 200 len: 945 time: 0.0825009 May 18 18:11:19.443177 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=5d8411c5-72dc-4d25-8497-b72afbe9798d,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:11:19.511453 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-0c99a6bd-0099-4472-816c-92e662792fb6 req-a08ec321-4494-4daa-bc30-9856dbfb89f9 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Deleting port 1ef05f15-c38b-4325-84dc-3fbb7845d3aa {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:11:19.512200 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-0c99a6bd-0099-4472-816c-92e662792fb6 req-a08ec321-4494-4daa-bc30-9856dbfb89f9 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:19.519705 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4c328412-196b-4ef8-969f-4203348fe3e9 req-c47b37c5-1f64-43f6-a16b-4ebd919f338c tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/security-groups?id=e692c27b-823e-49d0-99b6-9d1054fe999b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755320 May 18 18:11:19.557866 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-64c76a01-fafa-46f1-a55e-88693bb875a1 None None] Current status of the port 4d32d88b-51e9-4cb9-bd9c-45aec59fa656 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:11:19.591006 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4a5b05-10c4-4b2a-9ed3-b4925af75fd1 req-b54ecf43-b1ea-478d-ba32-03bad4754ee5 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:19.592564 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ea4a5b05-10c4-4b2a-9ed3-b4925af75fd1 req-b54ecf43-b1ea-478d-ba32-03bad4754ee5 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/ports?device_id=25eab926-d445-4acf-a7aa-c2557457c351 HTTP/1.1" status: 200 len: 949 time: 0.2841051 May 18 18:11:19.659913 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b47c428-ca40-48f9-a133-83e9d0a74144 req-03e48ac0-82e4-4787-a01f-bbf198e60c37 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:19.662072 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-18a986e9-7360-4411-9d45-999ebdb20978 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:19.662992 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5b47c428-ca40-48f9-a133-83e9d0a74144 req-03e48ac0-82e4-4787-a01f-bbf198e60c37 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=85a2a041-5bb5-4692-bd6a-de12dea7b5ee HTTP/1.1" status: 200 len: 946 time: 0.0633311 May 18 18:11:19.763896 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e654d49a-66f8-46eb-a520-7d3ce5e4c5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261104690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261031888'] for subnet, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:19.768556 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5b47c428-ca40-48f9-a133-83e9d0a74144 req-acd4af38-7910-48c5-ada5-1426e23712e7 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/security-groups?id=33ba1fad-191a-4b7a-ae9e-8e9e60985e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896983 May 18 18:11:19.824102 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9463326-5cca-4513-96ed-f751f54b2b8b x-openstack-request-id: req-b9463326-5cca-4513-96ed-f751f54b2b8b {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:11:19.824393 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edd70b2d-7c62-4c72-8c2b-a1a4878d824e", "name": "network-vif-plugged", "status": "completed", "tag": "5d8411c5-72dc-4d25-8497-b72afbe9798d", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:11:19.824642 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-b9463326-5cca-4513-96ed-f751f54b2b8b {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:11:19.825040 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9463326-5cca-4513-96ed-f751f54b2b8b'] response: {'server_uuid': 'edd70b2d-7c62-4c72-8c2b-a1a4878d824e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d8411c5-72dc-4d25-8497-b72afbe9798d', 'code': 200} May 18 18:11:19.831695 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-0c99a6bd-0099-4472-816c-92e662792fb6 req-a08ec321-4494-4daa-bc30-9856dbfb89f9 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] For port 1ef05f15-c38b-4325-84dc-3fbb7845d3aa, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=1ef05f15-c38b-4325-84dc-3fbb7845d3aa,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:11:19.831960 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-0c99a6bd-0099-4472-816c-92e662792fb6 req-a08ec321-4494-4daa-bc30-9856dbfb89f9 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:19.850988 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e654d49a-66f8-46eb-a520-7d3ce5e4c5c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1adff04-678c-4d7b-bdeb-3bae52ddc15c,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:11:19.873716 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ea4a5b05-10c4-4b2a-9ed3-b4925af75fd1 req-0c4ccaa9-4cb7-4f3d-b77d-6dd718bb1355 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/security-groups?id=5ea4329b-bade-4f5a-bfbd-7917c3702679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604060 May 18 18:11:19.900981 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e654d49a-66f8-46eb-a520-7d3ce5e4c5c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:19.909403 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-e654d49a-66f8-46eb-a520-7d3ce5e4c5c4 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/c1adff04-678c-4d7b-bdeb-3bae52ddc15c HTTP/1.1" status: 204 len: 168 time: 1.9421046 May 18 18:11:19.914006 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 55976) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:11:19.929398 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-0c99a6bd-0099-4472-816c-92e662792fb6 req-a08ec321-4494-4daa-bc30-9856dbfb89f9 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Calling delete_port for 1ef05f15-c38b-4325-84dc-3fbb7845d3aa owned by compute:nova {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:11:19.933807 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-18a986e9-7360-4411-9d45-999ebdb20978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:20.017372 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2ff4e7-1748-449e-bfd5-529f25631894 req-6a5ae426-b7ca-4735-8b6f-3ca9a9d423da tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:20.019042 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5e2ff4e7-1748-449e-bfd5-529f25631894 req-6a5ae426-b7ca-4735-8b6f-3ca9a9d423da tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/ports?device_id=03e9ea95-a4d7-4a6b-bf9a-c47231632c0a HTTP/1.1" status: 200 len: 945 time: 0.1378977 May 18 18:11:20.041770 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14477520-e258-4e9e-8b14-09e3683921a7 req-c587f51f-7d75-432d-b94c-cd8843b100a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:20.043563 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-14477520-e258-4e9e-8b14-09e3683921a7 req-c587f51f-7d75-432d-b94c-cd8843b100a3 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=edd70b2d-7c62-4c72-8c2b-a1a4878d824e HTTP/1.1" status: 200 len: 1097 time: 0.1119127 May 18 18:11:20.055022 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a986e9-7360-4411-9d45-999ebdb20978 admin admin] Network 792bb4c4-c386-4f38-9fe8-06eade922248 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:11:20.099880 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-18a986e9-7360-4411-9d45-999ebdb20978 admin admin] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:11:20.102223 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a986e9-7360-4411-9d45-999ebdb20978 admin admin] Pushing event updated for resources: {'Port': ['ID=4affc2a1-3756-49c1-a5ce-1e13681f0267,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:11:20.107838 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a986e9-7360-4411-9d45-999ebdb20978 admin admin] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:11:20.110263 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5e2ff4e7-1748-449e-bfd5-529f25631894 req-fbcee2ec-3e72-44ad-b526-48dfdc403bcd tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/security-groups?id=fae3ce3c-9235-4ae4-9c6c-e682ce6a4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831313 May 18 18:11:20.143604 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-14477520-e258-4e9e-8b14-09e3683921a7 req-df77d7a8-3324-4ac0-83d1-6f22d578b3ec service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=1ea20f59-14b4-4643-9bf1-7dbf92d2a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886672 May 18 18:11:20.158930 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-18a986e9-7360-4411-9d45-999ebdb20978 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595826'] for router_interface, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:20.321783 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-caede16b-6b14-45f2-b04f-56fe816fa447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:20.368330 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8368dddc-ed5c-4db5-b6c8-05a28038ec1f req-74b6e9b2-0d35-4c2d-b090-bef201bc2375 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:20.373554 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8368dddc-ed5c-4db5-b6c8-05a28038ec1f req-74b6e9b2-0d35-4c2d-b090-bef201bc2375 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/ports?device_id=edd70b2d-7c62-4c72-8c2b-a1a4878d824e HTTP/1.1" status: 200 len: 946 time: 0.1229711 May 18 18:11:20.495964 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8368dddc-ed5c-4db5-b6c8-05a28038ec1f req-eb5616b5-c802-4be9-8c43-0bcf65092149 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ea20f59-14b4-4643-9bf1-7dbf92d2a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118374 May 18 18:11:20.509756 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68413b4-f14b-4a47-b59d-a15eb8046328 req-a574c4a4-acf7-4d25-8e8e-2be3c175f66e tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:20.515643 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f68413b4-f14b-4a47-b59d-a15eb8046328 req-a574c4a4-acf7-4d25-8e8e-2be3c175f66e tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=85a2a041-5bb5-4692-bd6a-de12dea7b5ee HTTP/1.1" status: 200 len: 946 time: 0.2065518 May 18 18:11:20.529874 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-11e4fc40-ca6b-4f28-a23f-0e1360e5c1b0 None None] Provisioning complete for port 4affc2a1-3756-49c1-a5ce-1e13681f0267 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:11:20.530289 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-11e4fc40-ca6b-4f28-a23f-0e1360e5c1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:20.601811 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device fe306a3a-12f4-4426-bd8f-3061dbaddbc1 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:11:20.657150 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-11e4fc40-ca6b-4f28-a23f-0e1360e5c1b0 None None] Port 4affc2a1-3756-49c1-a5ce-1e13681f0267 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:11:20.710610 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26129df-06bd-47b6-95fe-ed53e30861f1 req-be098510-8883-47bb-85fe-ecb5473f04df tempest-ImagesNegativeTestJSON-1214967025 tempest-ImagesNegativeTestJSON-1214967025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:20.723990 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port fe306a3a-12f4-4426-bd8f-3061dbaddbc1 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:11:20.724483 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:20.726163 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a26129df-06bd-47b6-95fe-ed53e30861f1 req-be098510-8883-47bb-85fe-ecb5473f04df tempest-ImagesNegativeTestJSON-1214967025 tempest-ImagesNegativeTestJSON-1214967025-project] 10.222.0.85 "GET /v2.0/ports?device_id=bb393e6d-7994-4805-804e-b14544f7b272 HTTP/1.1" status: 200 len: 948 time: 0.1361809 May 18 18:11:20.754298 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device d9744bd5-4e5d-4d67-8892-be3db5fb4780 details requested by agent hyperv_n-h1-838550-3 with host n-h1-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:11:20.770489 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-18a986e9-7360-4411-9d45-999ebdb20978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:20.787941 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a26129df-06bd-47b6-95fe-ed53e30861f1 req-ac32ba67-0c9b-49f5-8dc2-ada81fa4995e tempest-ImagesNegativeTestJSON-1214967025 tempest-ImagesNegativeTestJSON-1214967025-project] 10.222.0.85 "GET /v2.0/security-groups?id=12fb1f74-5221-4062-9449-587e370046b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605674 May 18 18:11:20.794273 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f68413b4-f14b-4a47-b59d-a15eb8046328 req-b6f6f2e5-e5cc-49d0-997e-6adf1e5ab48b tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/security-groups?id=33ba1fad-191a-4b7a-ae9e-8e9e60985e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2754683 May 18 18:11:20.831227 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-0c99a6bd-0099-4472-816c-92e662792fb6 req-a08ec321-4494-4daa-bc30-9856dbfb89f9 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:20.835364 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-caede16b-6b14-45f2-b04f-56fe816fa447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:20.852858 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['b410f0ec-a688-425b-90a1-3f185c37ba3b', 'a3b93a51-a23a-4c7c-9963-129e53fee717', '1ef05f15-c38b-4325-84dc-3fbb7845d3aa'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:11:20.856296 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['3beb5ae3-39b5-4024-9788-1644d2c9c029', '319afa68-c211-4e3a-b55b-279f68bd8ca4', 'e0571223-bec5-444d-9ddd-0c8cd62af364', '4bc9ea17-6055-4471-9b57-382e81a27f8a'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:11:20.982522 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08ec321-4494-4daa-bc30-9856dbfb89f9 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Pushing event deleted for resources: {'Port': ['ID=1ef05f15-c38b-4325-84dc-3fbb7845d3aa,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:11:21.013367 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-caede16b-6b14-45f2-b04f-56fe816fa447 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f3fc488-8b31-4e0f-b849-e1c3b4ab646d']}} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:11:21.028892 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ae4536ac-4568-447a-a684-bca1a7352f3b req-21248ead-3112-44d7-bd03-5d71841447c6 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/ports?device_id=25eab926-d445-4acf-a7aa-c2557457c351 HTTP/1.1" status: 200 len: 210 time: 0.0635729 May 18 18:11:21.057479 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-caede16b-6b14-45f2-b04f-56fe816fa447 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e2c5f27-6b4b-4418-a307-b89251dab207') {'for_net_delete': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:11:21.058057 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-caede16b-6b14-45f2-b04f-56fe816fa447 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e2c5f27-6b4b-4418-a307-b89251dab207') {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:11:21.088357 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-caede16b-6b14-45f2-b04f-56fe816fa447 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260107375'] for segment, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:21.093807 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port fe306a3a-12f4-4426-bd8f-3061dbaddbc1 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:11:21.094463 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:21.114979 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c99a6bd-0099-4472-816c-92e662792fb6 req-a08ec321-4494-4daa-bc30-9856dbfb89f9 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] No DVR routers for this DVR port 1ef05f15-c38b-4325-84dc-3fbb7845d3aa on host n-h1-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:11:21.122779 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-0c99a6bd-0099-4472-816c-92e662792fb6 req-a08ec321-4494-4daa-bc30-9856dbfb89f9 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:21.126630 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0c99a6bd-0099-4472-816c-92e662792fb6 req-a08ec321-4494-4daa-bc30-9856dbfb89f9 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.36 "DELETE /v2.0/ports/1ef05f15-c38b-4325-84dc-3fbb7845d3aa HTTP/1.1" status: 204 len: 173 time: 2.2363665 May 18 18:11:21.130414 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25eab926-d445-4acf-a7aa-c2557457c351', 'name': 'network-vif-deleted', 'tag': '1ef05f15-c38b-4325-84dc-3fbb7845d3aa'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:11:21.132710 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-701bdf81-fbd3-4949-bbbc-045f3b7ba941" -d '{"events": [{"server_uuid": "25eab926-d445-4acf-a7aa-c2557457c351", "name": "network-vif-deleted", "tag": "1ef05f15-c38b-4325-84dc-3fbb7845d3aa"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:11:21.268685 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port d9744bd5-4e5d-4d67-8892-be3db5fb4780, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=d9744bd5-4e5d-4d67-8892-be3db5fb4780,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:11:21.272782 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] For port fe306a3a-12f4-4426-bd8f-3061dbaddbc1, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=fe306a3a-12f4-4426-bd8f-3061dbaddbc1,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:11:21.288741 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af60fb62-c706-4597-82dc-1ea569c770ae req-c8f553b3-0946-466b-a2f5-85b19745efef tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:21.290687 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-af60fb62-c706-4597-82dc-1ea569c770ae req-c8f553b3-0946-466b-a2f5-85b19745efef tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/ports?device_id=03e9ea95-a4d7-4a6b-bf9a-c47231632c0a HTTP/1.1" status: 200 len: 945 time: 0.0694745 May 18 18:11:21.324713 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:21.325510 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 4d32d88b-51e9-4cb9-bd9c-45aec59fa656 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:11:21.353400 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-af60fb62-c706-4597-82dc-1ea569c770ae req-1fe7fb79-0613-4fbc-a5f5-4d6ced0864be tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/security-groups?id=fae3ce3c-9235-4ae4-9c6c-e682ce6a4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518193 May 18 18:11:21.381689 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-caede16b-6b14-45f2-b04f-56fe816fa447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:21.396368 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1e0fbd-b9bb-43f2-ad3d-4f0d42a3c66a req-184e25fe-b2cd-4421-911f-1f045c5a12cf tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:21.397993 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5e1e0fbd-b9bb-43f2-ad3d-4f0d42a3c66a req-184e25fe-b2cd-4421-911f-1f045c5a12cf tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/ports?device_id=f8e82ff2-3164-44c9-8e95-9b05a4ef9438 HTTP/1.1" status: 200 len: 945 time: 0.4694967 May 18 18:11:21.402619 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-caede16b-6b14-45f2-b04f-56fe816fa447 admin admin] Releasing vlan 633 on physical network physnet1 to pool {{(pid=102730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:11:21.403037 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-caede16b-6b14-45f2-b04f-56fe816fa447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261102736'] for segment, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:21.405022 n-d-838550-3 neutron-server[102730]: Traceback (most recent call last): May 18 18:11:21.405022 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:11:21.405022 n-d-838550-3 neutron-server[102730]: timer() May 18 18:11:21.405022 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:11:21.405022 n-d-838550-3 neutron-server[102730]: cb(*args, **kw) May 18 18:11:21.405022 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:11:21.405022 n-d-838550-3 neutron-server[102730]: return func(*args, **kwargs) May 18 18:11:21.405022 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:11:21.405022 n-d-838550-3 neutron-server[102730]: self._notify() May 18 18:11:21.405022 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:11:21.405022 n-d-838550-3 neutron-server[102730]: self.callback(batched_events) May 18 18:11:21.405022 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:11:21.405022 n-d-838550-3 neutron-server[102730]: event.method(event) May 18 18:11:21.405022 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:11:21.405022 n-d-838550-3 neutron-server[102730]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:11:21.405022 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:11:21.405022 n-d-838550-3 neutron-server[102730]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:11:21.405022 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:11:21.405022 n-d-838550-3 neutron-server[102730]: return f(self, *a, **k) May 18 18:11:21.405022 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:11:21.405022 n-d-838550-3 neutron-server[102730]: return self._get(url).json() May 18 18:11:21.405022 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:11:21.405022 n-d-838550-3 neutron-server[102730]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:11:21.405022 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:11:21.405022 n-d-838550-3 neutron-server[102730]: return self.request(url, 'GET', **kwargs) May 18 18:11:21.405022 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:11:21.405022 n-d-838550-3 neutron-server[102730]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:11:21.405022 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:11:21.405022 n-d-838550-3 neutron-server[102730]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:11:21.405022 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:11:21.405022 n-d-838550-3 neutron-server[102730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:11:21.405022 n-d-838550-3 neutron-server[102730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:11:21.523180 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Returning: {'device': 'd9744bd5-4e5d-4d67-8892-be3db5fb4780', 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305', 'port_id': 'd9744bd5-4e5d-4d67-8892-be3db5fb4780', 'mac_address': 'fa:16:3e:b4:3a:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2531ae9-89db-4dcf-b670-9eac4c9cde53', 'ip_address': '192.168.233.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:11:21.552347 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-18a986e9-7360-4411-9d45-999ebdb20978 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:21.568522 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-18a986e9-7360-4411-9d45-999ebdb20978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:21.612636 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Pushing event updated for resources: {'Port': ['ID=fe306a3a-12f4-4426-bd8f-3061dbaddbc1,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:11:21.732754 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-caede16b-6b14-45f2-b04f-56fe816fa447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:21.771416 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5e1e0fbd-b9bb-43f2-ad3d-4f0d42a3c66a req-564ed051-3453-4686-bd65-b69d9a429f24 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/security-groups?id=e692c27b-823e-49d0-99b6-9d1054fe999b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3542397 May 18 18:11:21.775280 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfd5ee34-fd68-4a97-ab8c-44d206d57f1f x-openstack-request-id: req-cfd5ee34-fd68-4a97-ab8c-44d206d57f1f {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:11:21.775562 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25eab926-d445-4acf-a7aa-c2557457c351", "name": "network-vif-deleted", "tag": "1ef05f15-c38b-4325-84dc-3fbb7845d3aa", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:11:21.775804 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-cfd5ee34-fd68-4a97-ab8c-44d206d57f1f {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:11:21.776294 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfd5ee34-fd68-4a97-ab8c-44d206d57f1f'] response: {'server_uuid': '25eab926-d445-4acf-a7aa-c2557457c351', 'name': 'network-vif-deleted', 'tag': '1ef05f15-c38b-4325-84dc-3fbb7845d3aa', 'status': 'completed', 'code': 200} May 18 18:11:21.781148 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-caede16b-6b14-45f2-b04f-56fe816fa447 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:21.784370 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-caede16b-6b14-45f2-b04f-56fe816fa447 admin admin] 10.222.0.85 "DELETE /v2.0/networks/9f3fc488-8b31-4e0f-b849-e1c3b4ab646d HTTP/1.1" status: 204 len: 168 time: 1.8666446 May 18 18:11:21.790009 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 55996) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:11:21.865432 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a986e9-7360-4411-9d45-999ebdb20978 admin admin] Pushing event updated for resources: {'Port': ['ID=4affc2a1-3756-49c1-a5ce-1e13681f0267,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:11:21.883412 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caede16b-6b14-45f2-b04f-56fe816fa447 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f3fc488-8b31-4e0f-b849-e1c3b4ab646d,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:11:21.891900 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-18a986e9-7360-4411-9d45-999ebdb20978 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-595870'] for router_interface, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:21.922938 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_v2 [None req-2568ac9d-6c4e-480a-91e7-1ce77ae6d143 admin admin] Deleting subnet b426218e-deae-4526-8666-550d7971181e {{(pid=102731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:11:21.933570 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2568ac9d-6c4e-480a-91e7-1ce77ae6d143 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:22.028212 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2568ac9d-6c4e-480a-91e7-1ce77ae6d143 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260542153'] for subnet, precommit_delete_associations {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:22.056896 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddc9a0d-6a2e-4fec-8e94-acad13dc1b62 req-1ac4988c-f768-478d-a948-b8f0d0ff7827 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:22.058441 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2ddc9a0d-6a2e-4fec-8e94-acad13dc1b62 req-1ac4988c-f768-478d-a948-b8f0d0ff7827 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=85a2a041-5bb5-4692-bd6a-de12dea7b5ee HTTP/1.1" status: 200 len: 946 time: 0.1460874 May 18 18:11:22.065241 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port d9744bd5-4e5d-4d67-8892-be3db5fb4780 is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:11:22.065704 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:22.081404 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fdf5ee-c5cb-4108-805f-bc73b5fa7a4e req-1c1a0976-3391-47b2-94f4-54273328847e tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:22.084023 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-86fdf5ee-c5cb-4108-805f-bc73b5fa7a4e req-1c1a0976-3391-47b2-94f4-54273328847e tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/ports?device_id=edd70b2d-7c62-4c72-8c2b-a1a4878d824e HTTP/1.1" status: 200 len: 946 time: 0.1760395 May 18 18:11:22.116655 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a986e9-7360-4411-9d45-999ebdb20978 admin admin] Network 792bb4c4-c386-4f38-9fe8-06eade922248 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:11:22.123724 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-18a986e9-7360-4411-9d45-999ebdb20978 admin admin] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:11:22.130812 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 4d32d88b-51e9-4cb9-bd9c-45aec59fa656 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:11:22.131761 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:22.144707 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2ddc9a0d-6a2e-4fec-8e94-acad13dc1b62 req-1454064f-1066-4ecb-824c-3e39d6007e4c tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/security-groups?id=33ba1fad-191a-4b7a-ae9e-8e9e60985e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764849 May 18 18:11:22.198861 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9744bd5-4e5d-4d67-8892-be3db5fb4780 {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:11:22.224831 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port d9744bd5-4e5d-4d67-8892-be3db5fb4780, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=d9744bd5-4e5d-4d67-8892-be3db5fb4780,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:11:22.232050 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-86fdf5ee-c5cb-4108-805f-bc73b5fa7a4e req-082a91af-a13f-4e69-a1be-72e1d68f09c3 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ea20f59-14b4-4643-9bf1-7dbf92d2a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388650 May 18 18:11:22.234429 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2568ac9d-6c4e-480a-91e7-1ce77ae6d143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:22.263750 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:22.401370 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2568ac9d-6c4e-480a-91e7-1ce77ae6d143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260898416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260908030'] for subnet, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:22.447747 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2568ac9d-6c4e-480a-91e7-1ce77ae6d143 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b426218e-deae-4526-8666-550d7971181e,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:11:22.452968 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2568ac9d-6c4e-480a-91e7-1ce77ae6d143 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:22.456411 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-2568ac9d-6c4e-480a-91e7-1ce77ae6d143 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/b426218e-deae-4526-8666-550d7971181e HTTP/1.1" status: 204 len: 168 time: 0.6654108 May 18 18:11:22.459553 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 56010) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:11:22.461106 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18a986e9-7360-4411-9d45-999ebdb20978 admin admin] Router 3d6d0d2f-d9a2-423f-a66d-bdd47d30bea9 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:11:22.491697 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6e77cb-3a40-45ff-a588-bc525ef415b9 req-92388e9b-65cb-4cf8-b1a4-23ff777ac141 tempest-ImagesNegativeTestJSON-1214967025 tempest-ImagesNegativeTestJSON-1214967025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:22.494695 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bf6e77cb-3a40-45ff-a588-bc525ef415b9 req-92388e9b-65cb-4cf8-b1a4-23ff777ac141 tempest-ImagesNegativeTestJSON-1214967025 tempest-ImagesNegativeTestJSON-1214967025-project] 10.222.0.85 "GET /v2.0/ports?device_id=bb393e6d-7994-4805-804e-b14544f7b272 HTTP/1.1" status: 200 len: 949 time: 0.2207410 May 18 18:11:22.597186 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3634b502-18d5-4448-adff-5581a2d2b528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:22.601780 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bf6e77cb-3a40-45ff-a588-bc525ef415b9 req-ab05dddf-f1f7-4824-a734-dedbe577faff tempest-ImagesNegativeTestJSON-1214967025 tempest-ImagesNegativeTestJSON-1214967025-project] 10.222.0.85 "GET /v2.0/security-groups?id=12fb1f74-5221-4062-9449-587e370046b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983908 May 18 18:11:22.680273 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18a986e9-7360-4411-9d45-999ebdb20978 admin admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:11:22.709340 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-18a986e9-7360-4411-9d45-999ebdb20978 admin admin] 10.222.0.85 "PUT /v2.0/routers/3d6d0d2f-d9a2-423f-a66d-bdd47d30bea9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9316158 May 18 18:11:22.726497 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['d9744bd5-4e5d-4d67-8892-be3db5fb4780'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:11:22.739603 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5361216d-cd58-43b7-af67-4bb8d2ad6238 None None] Sync routers for ids ['3d6d0d2f-d9a2-423f-a66d-bdd47d30bea9'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:11:22.782990 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=d9744bd5-4e5d-4d67-8892-be3db5fb4780,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:11:22.812898 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 1ef05f15-c38b-4325-84dc-3fbb7845d3aa no longer exists at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:11:22.823628 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3634b502-18d5-4448-adff-5581a2d2b528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:22.827821 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-52d44053-08b6-45e7-913c-6ce7118c6fab None None] Provisioning complete for port 4affc2a1-3756-49c1-a5ce-1e13681f0267 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:11:22.828439 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-52d44053-08b6-45e7-913c-6ce7118c6fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:22.865130 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3796bc-9e24-40e0-9778-4c23a77fa9df req-b0e0efe7-92d3-4192-9d62-ca2c8a5f0667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:22.866680 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bd3796bc-9e24-40e0-9778-4c23a77fa9df req-b0e0efe7-92d3-4192-9d62-ca2c8a5f0667 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b3978e65ec994763a43b86fa6707d010&device_id=edd70b2d-7c62-4c72-8c2b-a1a4878d824e HTTP/1.1" status: 200 len: 1097 time: 0.1247671 May 18 18:11:22.878010 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-3634b502-18d5-4448-adff-5581a2d2b528 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7dbe578-e255-4425-96ee-36a8a537e9b5']}} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:11:22.900283 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] No Port match for: 1ef05f15-c38b-4325-84dc-3fbb7845d3aa {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:11:22.900283 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 1ef05f15-c38b-4325-84dc-3fbb7845d3aa not bound to the agent host n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:11:22.907232 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 4d32d88b-51e9-4cb9-bd9c-45aec59fa656 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:11:22.916287 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5361216d-cd58-43b7-af67-4bb8d2ad6238 None None] Routers {'3d6d0d2f-d9a2-423f-a66d-bdd47d30bea9'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:11:22.916940 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-5361216d-cd58-43b7-af67-4bb8d2ad6238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:11:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['3d6d0d2f-d9a2-423f-a66d-bdd47d30bea9'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:11:22.926957 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b1691f-6051-4959-9f5f-978f07e6b621 req-cce092ea-b5c9-4528-b8d5-4d90087aeccd tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:22.935044 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d9b1691f-6051-4959-9f5f-978f07e6b621 req-cce092ea-b5c9-4528-b8d5-4d90087aeccd tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/ports?device_id=03e9ea95-a4d7-4a6b-bf9a-c47231632c0a HTTP/1.1" status: 200 len: 945 time: 0.1550655 May 18 18:11:22.945869 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-3634b502-18d5-4448-adff-5581a2d2b528 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e57e773-0004-4dd1-a27f-a3edaba7c84a') {'for_net_delete': True} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:11:22.946170 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-3634b502-18d5-4448-adff-5581a2d2b528 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e57e773-0004-4dd1-a27f-a3edaba7c84a') {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:11:22.990754 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72f454c-56a0-4db1-aa0f-5a88f5807f52 req-ca62f29e-a8e4-4565-bad9-7f43e289b96e tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:22.993561 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f72f454c-56a0-4db1-aa0f-5a88f5807f52 req-ca62f29e-a8e4-4565-bad9-7f43e289b96e tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/ports?device_id=edd70b2d-7c62-4c72-8c2b-a1a4878d824e HTTP/1.1" status: 200 len: 946 time: 0.0693614 May 18 18:11:23.016597 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device fe306a3a-12f4-4426-bd8f-3061dbaddbc1 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:11:23.022422 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3634b502-18d5-4448-adff-5581a2d2b528 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260542144'] for segment, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:23.044360 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d9b1691f-6051-4959-9f5f-978f07e6b621 req-b01db753-652c-4ff3-a0e5-6ef6b15a7e16 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/security-groups?id=fae3ce3c-9235-4ae4-9c6c-e682ce6a4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076481 May 18 18:11:23.044592 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f72f454c-56a0-4db1-aa0f-5a88f5807f52 req-66fce79e-42aa-446c-90d1-3e383953c81f tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ea20f59-14b4-4643-9bf1-7dbf92d2a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391545 May 18 18:11:23.048552 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-52d44053-08b6-45e7-913c-6ce7118c6fab None None] Port 4affc2a1-3756-49c1-a5ce-1e13681f0267 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:11:23.059783 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3634b502-18d5-4448-adff-5581a2d2b528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:23.094162 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3796bc-9e24-40e0-9778-4c23a77fa9df req-9979449b-2f90-4a06-9f57-9b65cd28a3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:23.095670 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bd3796bc-9e24-40e0-9778-4c23a77fa9df req-9979449b-2f90-4a06-9f57-9b65cd28a3b6 service neutron] 10.222.0.88 "GET /v2.0/networks?id=318d7223-f14c-48f3-9a41-7dc7c337e246 HTTP/1.1" status: 200 len: 911 time: 0.2153466 May 18 18:11:23.096729 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3634b502-18d5-4448-adff-5581a2d2b528 admin admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=102731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:11:23.097724 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3634b502-18d5-4448-adff-5581a2d2b528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260884178'] for segment, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:23.114823 n-d-838550-3 neutron-server[102731]: Traceback (most recent call last): May 18 18:11:23.114823 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:11:23.114823 n-d-838550-3 neutron-server[102731]: timer() May 18 18:11:23.114823 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:11:23.114823 n-d-838550-3 neutron-server[102731]: cb(*args, **kw) May 18 18:11:23.114823 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:11:23.114823 n-d-838550-3 neutron-server[102731]: return func(*args, **kwargs) May 18 18:11:23.114823 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:11:23.114823 n-d-838550-3 neutron-server[102731]: self._notify() May 18 18:11:23.114823 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:11:23.114823 n-d-838550-3 neutron-server[102731]: self.callback(batched_events) May 18 18:11:23.114823 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:11:23.114823 n-d-838550-3 neutron-server[102731]: event.method(event) May 18 18:11:23.114823 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:11:23.114823 n-d-838550-3 neutron-server[102731]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:11:23.114823 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:11:23.114823 n-d-838550-3 neutron-server[102731]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:11:23.114823 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:11:23.114823 n-d-838550-3 neutron-server[102731]: return f(self, *a, **k) May 18 18:11:23.114823 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:11:23.114823 n-d-838550-3 neutron-server[102731]: return self._get(url).json() May 18 18:11:23.114823 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:11:23.114823 n-d-838550-3 neutron-server[102731]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:11:23.114823 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:11:23.114823 n-d-838550-3 neutron-server[102731]: return self.request(url, 'GET', **kwargs) May 18 18:11:23.114823 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:11:23.114823 n-d-838550-3 neutron-server[102731]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:11:23.114823 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:11:23.114823 n-d-838550-3 neutron-server[102731]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:11:23.114823 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:11:23.114823 n-d-838550-3 neutron-server[102731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:11:23.114823 n-d-838550-3 neutron-server[102731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:11:23.198077 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade49139-c56b-4f7e-9ce8-6f2f2699ac01 req-a108f876-d4a1-4e9d-a9e5-3e09b7a39e9d tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:23.206486 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ade49139-c56b-4f7e-9ce8-6f2f2699ac01 req-a108f876-d4a1-4e9d-a9e5-3e09b7a39e9d tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/ports?device_id=f1c11f6b-c4a5-40f5-8b0f-d2b78b34b1f2 HTTP/1.1" status: 200 len: 950 time: 0.0598505 May 18 18:11:23.223818 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bd3796bc-9e24-40e0-9778-4c23a77fa9df req-055252c3-0d94-43bb-afdc-b1593a2225ba service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5d8411c5-72dc-4d25-8497-b72afbe9798d HTTP/1.1" status: 200 len: 217 time: 0.1048834 May 18 18:11:23.238647 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-5361216d-cd58-43b7-af67-4bb8d2ad6238 None None] Set router 3d6d0d2f-d9a2-423f-a66d-bdd47d30bea9 gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:11:23.250129 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ade49139-c56b-4f7e-9ce8-6f2f2699ac01 req-ba5e2082-a661-4dc3-84a3-999985cd5f99 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/security-groups?id=5ea4329b-bade-4f5a-bfbd-7917c3702679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424936 May 18 18:11:23.273226 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3634b502-18d5-4448-adff-5581a2d2b528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:23.281472 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3634b502-18d5-4448-adff-5581a2d2b528 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:23.281974 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port fe306a3a-12f4-4426-bd8f-3061dbaddbc1 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:11:23.282589 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:23.287571 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-3634b502-18d5-4448-adff-5581a2d2b528 admin admin] 10.222.0.85 "DELETE /v2.0/networks/e7dbe578-e255-4425-96ee-36a8a537e9b5 HTTP/1.1" status: 204 len: 168 time: 0.8244276 May 18 18:11:23.322817 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4502e62a-e9f1-492d-9086-7534b4c04a00 req-59c9ad83-881b-499d-98df-d45e25a84e0b tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:23.324370 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4502e62a-e9f1-492d-9086-7534b4c04a00 req-59c9ad83-881b-499d-98df-d45e25a84e0b tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/ports?device_id=f8e82ff2-3164-44c9-8e95-9b05a4ef9438 HTTP/1.1" status: 200 len: 945 time: 0.1683245 May 18 18:11:23.325168 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3634b502-18d5-4448-adff-5581a2d2b528 admin admin] Pushing event deleted for resources: {'Network': ['ID=e7dbe578-e255-4425-96ee-36a8a537e9b5,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:11:23.342609 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3796bc-9e24-40e0-9778-4c23a77fa9df req-94e3c05f-a89d-4df7-b053-0edae295ebd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:23.344674 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bd3796bc-9e24-40e0-9778-4c23a77fa9df req-94e3c05f-a89d-4df7-b053-0edae295ebd0 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8e5d7b30-30eb-4951-a733-71bef5e29c46 HTTP/1.1" status: 200 len: 850 time: 0.1097362 May 18 18:11:23.427306 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bd3796bc-9e24-40e0-9778-4c23a77fa9df req-b69e406d-43d2-40c0-ac77-23f3d4053eff service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=318d7223-f14c-48f3-9a41-7dc7c337e246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501063 May 18 18:11:23.438554 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4502e62a-e9f1-492d-9086-7534b4c04a00 req-e8725cae-e4b6-482c-a769-d3b502638ba1 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/security-groups?id=e692c27b-823e-49d0-99b6-9d1054fe999b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925975 May 18 18:11:23.441817 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 56028) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:11:23.448006 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-4aae706b-7fad-426b-b2c8-2c662a51ea7a tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2027378946', 'description': 'tempest-description--1417166260'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:11:23.511805 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4aae706b-7fad-426b-b2c8-2c662a51ea7a tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:23.567557 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bd3796bc-9e24-40e0-9778-4c23a77fa9df req-50ddf571-b31a-4f15-b266-a59de5a9f41b service neutron] 10.222.0.88 "GET /v2.0/networks/318d7223-f14c-48f3-9a41-7dc7c337e246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275403 May 18 18:11:23.601241 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port fe306a3a-12f4-4426-bd8f-3061dbaddbc1 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:11:23.605286 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799654a9-d32c-495e-a57c-89cce4101639 req-65f4a62a-fcb2-4ee9-afa9-d4151f93e3be tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:23.607536 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-799654a9-d32c-495e-a57c-89cce4101639 req-65f4a62a-fcb2-4ee9-afa9-d4151f93e3be tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=85a2a041-5bb5-4692-bd6a-de12dea7b5ee HTTP/1.1" status: 200 len: 946 time: 0.0741289 May 18 18:11:23.659994 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 56032) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:11:23.704961 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-5361216d-cd58-43b7-af67-4bb8d2ad6238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d6d0d2f-d9a2-423f-a66d-bdd47d30bea9', 'name': 'tempest-ServersTestFqdnHostnames-1698610457-router', 'tenant_id': 'e39151d7831d43e48c6cc769570f1387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': 'fe306a3a-12f4-4426-bd8f-3061dbaddbc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:11:12Z', 'updated_at': '2022-05-18T18:11:20Z', 'revision_number': 4, 'project_id': 'e39151d7831d43e48c6cc769570f1387', 'gw_port': {'id': 'fe306a3a-12f4-4426-bd8f-3061dbaddbc1', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6d0d2f-d9a2-423f-a66d-bdd47d30bea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:11:13Z', 'updated_at': '2022-05-18T18:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '4affc2a1-3756-49c1-a5ce-1e13681f0267', 'name': '', 'network_id': '792bb4c4-c386-4f38-9fe8-06eade922248', 'tenant_id': 'e39151d7831d43e48c6cc769570f1387', 'mac_address': 'fa:16:3e:47:5e:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d6d0d2f-d9a2-423f-a66d-bdd47d30bea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '158475e3-9e48-42c5-9d8e-334726b32d32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:11:17Z', 'updated_at': '2022-05-18T18:11:21Z', 'revision_number': 2, 'project_id': 'e39151d7831d43e48c6cc769570f1387', 'subnets': [{'id': '158475e3-9e48-42c5-9d8e-334726b32d32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:11:23.732085 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bd3796bc-9e24-40e0-9778-4c23a77fa9df req-516979a6-6e72-47b0-b067-be7461aa1dd2 service neutron] 10.222.0.88 "GET /v2.0/networks/318d7223-f14c-48f3-9a41-7dc7c337e246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531079 May 18 18:11:23.742805 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-799654a9-d32c-495e-a57c-89cce4101639 req-9e46652f-fd73-4e80-bb78-f0d70901c99b tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/security-groups?id=33ba1fad-191a-4b7a-ae9e-8e9e60985e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190200 May 18 18:11:23.757056 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4aae706b-7fad-426b-b2c8-2c662a51ea7a tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:23.762305 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-06f1fef2-aafe-4288-af16-5a2d114d6041 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=5e4a7d92c5d142b99f9f92f061a6d278&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1012228 May 18 18:11:23.763671 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4aae706b-7fad-426b-b2c8-2c662a51ea7a tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:23.766614 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 56034) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:11:23.794938 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5361216d-cd58-43b7-af67-4bb8d2ad6238 None None] Checking router: 3d6d0d2f-d9a2-423f-a66d-bdd47d30bea9 for host: n-d-838550-3 {{(pid=102732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:11:23.796068 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5361216d-cd58-43b7-af67-4bb8d2ad6238 None None] Updating router 3d6d0d2f-d9a2-423f-a66d-bdd47d30bea9 port 4affc2a1-3756-49c1-a5ce-1e13681f0267 binding host n-d-838550-3 {{(pid=102732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 18:11:23.821076 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4aae706b-7fad-426b-b2c8-2c662a51ea7a tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:23.825073 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-4aae706b-7fad-426b-b2c8-2c662a51ea7a tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3795841 May 18 18:11:23.829766 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 56040) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:11:23.836405 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122dcf31-a841-4016-9336-164a9d16274b req-268f2965-3af8-4ab7-b1d0-101a8f31b7c4 tempest-ImagesNegativeTestJSON-1214967025 tempest-ImagesNegativeTestJSON-1214967025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:23.838545 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-ccefbbde-fd31-481a-a4b2-0ec413c9e3e3 tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] Request body: {'security_group_rule': {'security_group_id': 'ef5ba87d-242d-4906-82ef-16014bd8309b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:11:23.839014 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-122dcf31-a841-4016-9336-164a9d16274b req-268f2965-3af8-4ab7-b1d0-101a8f31b7c4 tempest-ImagesNegativeTestJSON-1214967025 tempest-ImagesNegativeTestJSON-1214967025-project] 10.222.0.85 "GET /v2.0/ports?device_id=bb393e6d-7994-4805-804e-b14544f7b272 HTTP/1.1" status: 200 len: 949 time: 0.1055143 May 18 18:11:23.848816 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-5361216d-cd58-43b7-af67-4bb8d2ad6238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:23.850946 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aae706b-7fad-426b-b2c8-2c662a51ea7a tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef5ba87d-242d-4906-82ef-16014bd8309b,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:11:23.895261 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6192746d-f41c-4786-9d37-40d93a49913e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:23.911622 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ccefbbde-fd31-481a-a4b2-0ec413c9e3e3 tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:23.932301 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-122dcf31-a841-4016-9336-164a9d16274b req-9e19ff12-b1dd-4b4d-912d-467689e2a2b3 tempest-ImagesNegativeTestJSON-1214967025 tempest-ImagesNegativeTestJSON-1214967025-project] 10.222.0.85 "GET /v2.0/security-groups?id=12fb1f74-5221-4062-9449-587e370046b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863023 May 18 18:11:23.943558 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6192746d-f41c-4786-9d37-40d93a49913e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:24.015786 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ccefbbde-fd31-481a-a4b2-0ec413c9e3e3 tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:24.020496 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ccefbbde-fd31-481a-a4b2-0ec413c9e3e3 tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:24.045034 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccefbbde-fd31-481a-a4b2-0ec413c9e3e3 tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74d93a88-eb50-4645-afcf-78806a40e24e,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:11:24.049090 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6192746d-f41c-4786-9d37-40d93a49913e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:24.051714 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6192746d-f41c-4786-9d37-40d93a49913e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:24.057223 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-6192746d-f41c-4786-9d37-40d93a49913e admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/5e88265e-001d-44e3-970f-55b5e2b673f5 HTTP/1.1" status: 204 len: 168 time: 0.2826953 May 18 18:11:24.064168 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ccefbbde-fd31-481a-a4b2-0ec413c9e3e3 tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:24.065380 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-ccefbbde-fd31-481a-a4b2-0ec413c9e3e3 tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2327256 May 18 18:11:24.066408 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6192746d-f41c-4786-9d37-40d93a49913e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e88265e-001d-44e3-970f-55b5e2b673f5,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:11:24.068054 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 56044) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:11:24.072365 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-59215559-f433-4548-882a-ce207d701461 tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] Request body: {'security_group_rule': {'security_group_id': 'ef5ba87d-242d-4906-82ef-16014bd8309b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:11:24.144329 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-59215559-f433-4548-882a-ce207d701461 tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:24.239528 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-59215559-f433-4548-882a-ce207d701461 tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:24.248635 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f6df7f-3c2f-49c5-a012-a804abb0360a req-6bf01dce-a379-47e4-bdd6-4f0b8b70a216 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:24.250252 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c1f6df7f-3c2f-49c5-a012-a804abb0360a req-6bf01dce-a379-47e4-bdd6-4f0b8b70a216 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/ports?device_id=edd70b2d-7c62-4c72-8c2b-a1a4878d824e HTTP/1.1" status: 200 len: 946 time: 0.0917630 May 18 18:11:24.251877 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-59215559-f433-4548-882a-ce207d701461 tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:24.269203 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d30ab2c-91a8-41ab-bc50-c7e71171d774 req-4564a2d2-759d-4b53-8323-66834aecd3ac tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:24.271768 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3d30ab2c-91a8-41ab-bc50-c7e71171d774 req-4564a2d2-759d-4b53-8323-66834aecd3ac tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/ports?device_id=03e9ea95-a4d7-4a6b-bf9a-c47231632c0a HTTP/1.1" status: 200 len: 945 time: 0.0814488 May 18 18:11:24.296563 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59215559-f433-4548-882a-ce207d701461 tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d088e6a-a03d-4f5d-8c70-98ce0b358b6b,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:11:24.306072 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-59215559-f433-4548-882a-ce207d701461 tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:24.307378 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-59215559-f433-4548-882a-ce207d701461 tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2384484 May 18 18:11:24.311982 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 56052) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:11:24.318601 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-85a4c8f3-c313-454e-bac7-15c109adced9 tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] Request body: {'floatingip': {'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:11:24.338701 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-5361216d-cd58-43b7-af67-4bb8d2ad6238 None None] Notify callbacks [] for port, precommit_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:24.347524 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3d30ab2c-91a8-41ab-bc50-c7e71171d774 req-c786c3f1-fa41-4dd7-b281-ead5f80be447 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/security-groups?id=fae3ce3c-9235-4ae4-9c6c-e682ce6a4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669203 May 18 18:11:24.348773 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-5361216d-cd58-43b7-af67-4bb8d2ad6238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:24.370024 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c1f6df7f-3c2f-49c5-a012-a804abb0360a req-74866b4d-a56f-429b-8b0f-26bd0bbb6c6e tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ea20f59-14b4-4643-9bf1-7dbf92d2a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963905 May 18 18:11:24.374614 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-85a4c8f3-c313-454e-bac7-15c109adced9 tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] Notify callbacks [] for floatingip, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:24.456761 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf70369-425e-408c-8927-e8c0993e4fb3 req-8c2f0dbf-cc4c-4fd1-85f6-4c99854c9a2c tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:24.458352 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fdf70369-425e-408c-8927-e8c0993e4fb3 req-8c2f0dbf-cc4c-4fd1-85f6-4c99854c9a2c tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1c11f6b-c4a5-40f5-8b0f-d2b78b34b1f2 HTTP/1.1" status: 200 len: 950 time: 0.0902910 May 18 18:11:24.480652 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f71db49-b5e7-4cca-95b5-0c7fbb163021 None None] Pushing event updated for resources: {'Port': ['ID=4affc2a1-3756-49c1-a5ce-1e13681f0267,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:11:24.567972 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-5361216d-cd58-43b7-af67-4bb8d2ad6238 None None] Attempting to bind port 4affc2a1-3756-49c1-a5ce-1e13681f0267 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:11:24.568332 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-5361216d-cd58-43b7-af67-4bb8d2ad6238 None None] Attempting to bind port 4affc2a1-3756-49c1-a5ce-1e13681f0267 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '5506962a-f6c8-48fb-8434-f69d110e57ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '792bb4c4-c386-4f38-9fe8-06eade922248'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:11:24.568800 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5361216d-cd58-43b7-af67-4bb8d2ad6238 None None] Attempting to bind port 4affc2a1-3756-49c1-a5ce-1e13681f0267 on network 792bb4c4-c386-4f38-9fe8-06eade922248 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:11:24.576375 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5361216d-cd58-43b7-af67-4bb8d2ad6238 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 11, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:11:24.576652 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5361216d-cd58-43b7-af67-4bb8d2ad6238 None None] Checking segment: {'id': '5506962a-f6c8-48fb-8434-f69d110e57ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '792bb4c4-c386-4f38-9fe8-06eade922248'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:11:24.576849 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-5361216d-cd58-43b7-af67-4bb8d2ad6238 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:24.577309 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5361216d-cd58-43b7-af67-4bb8d2ad6238 None None] Bound using segment: {'id': '5506962a-f6c8-48fb-8434-f69d110e57ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '792bb4c4-c386-4f38-9fe8-06eade922248'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:11:24.578033 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-5361216d-cd58-43b7-af67-4bb8d2ad6238 None None] Bound port: 4affc2a1-3756-49c1-a5ce-1e13681f0267, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5506962a-f6c8-48fb-8434-f69d110e57ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '792bb4c4-c386-4f38-9fe8-06eade922248'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:11:24.578427 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-5361216d-cd58-43b7-af67-4bb8d2ad6238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:24.595788 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-fdf70369-425e-408c-8927-e8c0993e4fb3 req-ea806158-d65a-4754-8656-4989d59dec8f tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Deleting port a3b93a51-a23a-4c7c-9963-129e53fee717 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:11:24.596358 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-fdf70369-425e-408c-8927-e8c0993e4fb3 req-ea806158-d65a-4754-8656-4989d59dec8f tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:24.628622 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f542fe93-3460-41e5-a966-7f5739be2a52 req-dd1e4263-c384-4841-a547-e6525cd6fdfb tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:24.637062 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f542fe93-3460-41e5-a966-7f5739be2a52 req-dd1e4263-c384-4841-a547-e6525cd6fdfb tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/ports?device_id=f1c11f6b-c4a5-40f5-8b0f-d2b78b34b1f2 HTTP/1.1" status: 200 len: 950 time: 0.1713853 May 18 18:11:24.670153 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 56058) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:11:24.701711 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-5361216d-cd58-43b7-af67-4bb8d2ad6238 None None] For port 4affc2a1-3756-49c1-a5ce-1e13681f0267, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:11:24.709356 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-5361216d-cd58-43b7-af67-4bb8d2ad6238 None None] For port 4affc2a1-3756-49c1-a5ce-1e13681f0267, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=4affc2a1-3756-49c1-a5ce-1e13681f0267,segment=NetworkSegment(5506962a-f6c8-48fb-8434-f69d110e57ad),segment_id=5506962a-f6c8-48fb-8434-f69d110e57ad)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:11:24.715838 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-5361216d-cd58-43b7-af67-4bb8d2ad6238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:24.755412 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f542fe93-3460-41e5-a966-7f5739be2a52 req-8033a613-e1df-4da7-9082-dcc4bbc7038d tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/security-groups?id=5ea4329b-bade-4f5a-bfbd-7917c3702679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170392 May 18 18:11:24.782405 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device d9744bd5-4e5d-4d67-8892-be3db5fb4780 up at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:11:24.796667 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81323703-2557-4e5b-b2ac-fbc9d6af10d5 req-37aaab41-c6e3-4015-b493-80fe211afc16 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:24.804914 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-81323703-2557-4e5b-b2ac-fbc9d6af10d5 req-37aaab41-c6e3-4015-b493-80fe211afc16 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/ports?device_id=f8e82ff2-3164-44c9-8e95-9b05a4ef9438 HTTP/1.1" status: 200 len: 945 time: 0.1186581 May 18 18:11:24.835128 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5361216d-cd58-43b7-af67-4bb8d2ad6238 None None] Routers {'3d6d0d2f-d9a2-423f-a66d-bdd47d30bea9'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:11:24.835986 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-5361216d-cd58-43b7-af67-4bb8d2ad6238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:11:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['3d6d0d2f-d9a2-423f-a66d-bdd47d30bea9'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:11:24.839556 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 56062) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:11:24.844284 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-e8d28523-1639-4caa-bea6-d8bc59e49f4f admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=d361c5c5c3ca4cb4a9f8ff03b5d06ced&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1702812 May 18 18:11:24.865079 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-fdf70369-425e-408c-8927-e8c0993e4fb3 req-ea806158-d65a-4754-8656-4989d59dec8f tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] For port a3b93a51-a23a-4c7c-9963-129e53fee717, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=a3b93a51-a23a-4c7c-9963-129e53fee717,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:11:24.866274 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-fdf70369-425e-408c-8927-e8c0993e4fb3 req-ea806158-d65a-4754-8656-4989d59dec8f tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:24.882805 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f71db49-b5e7-4cca-95b5-0c7fbb163021 None None] Pushing event updated for resources: {'Port': ['ID=4affc2a1-3756-49c1-a5ce-1e13681f0267,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:11:24.883810 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-85a4c8f3-c313-454e-bac7-15c109adced9 tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:24.906670 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-fdf70369-425e-408c-8927-e8c0993e4fb3 req-ea806158-d65a-4754-8656-4989d59dec8f tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Calling delete_port for a3b93a51-a23a-4c7c-9963-129e53fee717 owned by compute:nova {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:11:24.965236 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning for port d9744bd5-4e5d-4d67-8892-be3db5fb4780 completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:11:24.972197 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-81323703-2557-4e5b-b2ac-fbc9d6af10d5 req-12ed4f8b-e753-4f49-bdd8-959bb013f6df tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/security-groups?id=e692c27b-823e-49d0-99b6-9d1054fe999b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661580 May 18 18:11:25.007638 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning complete for port d9744bd5-4e5d-4d67-8892-be3db5fb4780 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:11:25.007810 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:25.022896 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-9cdcc265-718d-4034-9e89-398fa594c473 None None] Provisioning complete for port 4affc2a1-3756-49c1-a5ce-1e13681f0267 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:11:25.023111 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9cdcc265-718d-4034-9e89-398fa594c473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:25.079907 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-5361216d-cd58-43b7-af67-4bb8d2ad6238 None None] Set router 3d6d0d2f-d9a2-423f-a66d-bdd47d30bea9 gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:11:25.132363 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b755f5d5-f753-42c2-965d-a254c05d0c94 req-521d9b5e-756f-4e74-aa96-8af9171cba13 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:25.140127 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b755f5d5-f753-42c2-965d-a254c05d0c94 req-521d9b5e-756f-4e74-aa96-8af9171cba13 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=85a2a041-5bb5-4692-bd6a-de12dea7b5ee HTTP/1.1" status: 200 len: 946 time: 0.2143011 May 18 18:11:25.199019 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6282707b-00de-4219-8fcc-50e067590628 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:25.208492 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-85a4c8f3-c313-454e-bac7-15c109adced9 tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] Allocated IP 172.25.5.131 (31ebd439-090c-4b25-bbb0-31c48711b145/363a2810-8a83-4be0-a317-7c91fcd94485/e752d792-8e6f-4efd-a122-4ab20f6a2d7d) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:11:25.222302 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b755f5d5-f753-42c2-965d-a254c05d0c94 req-f31b8615-6fbf-44ff-88c3-148eea3fdf55 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/security-groups?id=33ba1fad-191a-4b7a-ae9e-8e9e60985e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809767 May 18 18:11:25.251763 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6282707b-00de-4219-8fcc-50e067590628 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:25.261099 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff49afc-15da-4995-bb80-89e06aee5564 req-238c42f1-9c4a-45db-b751-5e116058c519 tempest-ImagesNegativeTestJSON-1214967025 tempest-ImagesNegativeTestJSON-1214967025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:25.268601 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-dff49afc-15da-4995-bb80-89e06aee5564 req-238c42f1-9c4a-45db-b751-5e116058c519 tempest-ImagesNegativeTestJSON-1214967025 tempest-ImagesNegativeTestJSON-1214967025-project] 10.222.0.85 "GET /v2.0/ports?device_id=bb393e6d-7994-4805-804e-b14544f7b272 HTTP/1.1" status: 200 len: 949 time: 0.1770720 May 18 18:11:25.381841 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-dff49afc-15da-4995-bb80-89e06aee5564 req-58e04423-5b4a-442f-8196-121d14da4776 tempest-ImagesNegativeTestJSON-1214967025 tempest-ImagesNegativeTestJSON-1214967025-project] 10.222.0.85 "GET /v2.0/security-groups?id=12fb1f74-5221-4062-9449-587e370046b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075282 May 18 18:11:25.453435 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-fdf70369-425e-408c-8927-e8c0993e4fb3 req-ea806158-d65a-4754-8656-4989d59dec8f tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:25.458449 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6282707b-00de-4219-8fcc-50e067590628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:25.466919 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6282707b-00de-4219-8fcc-50e067590628 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:25.469249 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-6282707b-00de-4219-8fcc-50e067590628 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/ce26820a-16b2-41ab-a1b3-48f80e50dbf1 HTTP/1.1" status: 204 len: 168 time: 0.6233380 May 18 18:11:25.487999 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['b410f0ec-a688-425b-90a1-3f185c37ba3b', 'a3b93a51-a23a-4c7c-9963-129e53fee717'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:11:25.490388 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['3beb5ae3-39b5-4024-9788-1644d2c9c029', '319afa68-c211-4e3a-b55b-279f68bd8ca4', 'e0571223-bec5-444d-9ddd-0c8cd62af364', '4bc9ea17-6055-4471-9b57-382e81a27f8a'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:11:25.511856 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-85a4c8f3-c313-454e-bac7-15c109adced9 tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:25.558268 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6282707b-00de-4219-8fcc-50e067590628 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce26820a-16b2-41ab-a1b3-48f80e50dbf1,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:11:25.564980 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea806158-d65a-4754-8656-4989d59dec8f tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Pushing event deleted for resources: {'Port': ['ID=a3b93a51-a23a-4c7c-9963-129e53fee717,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:11:25.635459 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f7163e-ea81-44e0-aa9b-4e4e24550244 req-580882ea-27af-404c-8563-c4c478045a50 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:25.638875 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a2f7163e-ea81-44e0-aa9b-4e4e24550244 req-580882ea-27af-404c-8563-c4c478045a50 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/ports?device_id=03e9ea95-a4d7-4a6b-bf9a-c47231632c0a HTTP/1.1" status: 200 len: 945 time: 0.1003995 May 18 18:11:25.638875 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-85a4c8f3-c313-454e-bac7-15c109adced9 tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:25.662485 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdf70369-425e-408c-8927-e8c0993e4fb3 req-ea806158-d65a-4754-8656-4989d59dec8f tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] No DVR routers for this DVR port a3b93a51-a23a-4c7c-9963-129e53fee717 on host n-h1-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:11:25.667635 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-fdf70369-425e-408c-8927-e8c0993e4fb3 req-ea806158-d65a-4754-8656-4989d59dec8f tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:25.681159 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fdf70369-425e-408c-8927-e8c0993e4fb3 req-ea806158-d65a-4754-8656-4989d59dec8f tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.36 "DELETE /v2.0/ports/a3b93a51-a23a-4c7c-9963-129e53fee717 HTTP/1.1" status: 204 len: 173 time: 1.2096620 May 18 18:11:25.683948 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1c11f6b-c4a5-40f5-8b0f-d2b78b34b1f2', 'name': 'network-vif-deleted', 'tag': 'a3b93a51-a23a-4c7c-9963-129e53fee717'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:11:25.694544 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a4c8f3-c313-454e-bac7-15c109adced9 tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] Pushing event updated for resources: {'Port': ['ID=e752d792-8e6f-4efd-a122-4ab20f6a2d7d,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:11:25.699015 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d14db808-af2f-4f49-a729-2b8cef953c97" -d '{"events": [{"server_uuid": "f1c11f6b-c4a5-40f5-8b0f-d2b78b34b1f2", "name": "network-vif-deleted", "tag": "a3b93a51-a23a-4c7c-9963-129e53fee717"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:11:25.710464 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port d9744bd5-4e5d-4d67-8892-be3db5fb4780 is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:11:25.710885 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:25.712802 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-9cdcc265-718d-4034-9e89-398fa594c473 None None] Current status of the port 4affc2a1-3756-49c1-a5ce-1e13681f0267 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:11:25.713508 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9cdcc265-718d-4034-9e89-398fa594c473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:25.726143 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178a3cb3-c508-485c-824b-00547aabbda1 req-333494bb-9ccc-4d4b-9e28-f727722d3cea tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:25.737483 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-178a3cb3-c508-485c-824b-00547aabbda1 req-333494bb-9ccc-4d4b-9e28-f727722d3cea tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/ports?device_id=edd70b2d-7c62-4c72-8c2b-a1a4878d824e HTTP/1.1" status: 200 len: 946 time: 0.1768677 May 18 18:11:25.762928 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a4c8f3-c313-454e-bac7-15c109adced9 tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] Network 31ebd439-090c-4b25-bbb0-31c48711b145 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:11:25.771164 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-85a4c8f3-c313-454e-bac7-15c109adced9 tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:11:25.777357 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a4c8f3-c313-454e-bac7-15c109adced9 tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:11:25.840175 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a2f7163e-ea81-44e0-aa9b-4e4e24550244 req-1450e7af-3c78-4bec-b6e0-08f9ea72e75d tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/security-groups?id=fae3ce3c-9235-4ae4-9c6c-e682ce6a4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399713 May 18 18:11:25.859210 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb393e6d-7994-4805-804e-b14544f7b272', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9744bd5-4e5d-4d67-8892-be3db5fb4780'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:11:25.862186 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10225a2b-a446-497c-81f3-e13087887aab" -d '{"events": [{"server_uuid": "bb393e6d-7994-4805-804e-b14544f7b272", "name": "network-vif-plugged", "status": "completed", "tag": "d9744bd5-4e5d-4d67-8892-be3db5fb4780"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:11:25.866993 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-178a3cb3-c508-485c-824b-00547aabbda1 req-35ecb7a5-5b99-44e0-b42e-c9e34dd2ce3c tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ea20f59-14b4-4643-9bf1-7dbf92d2a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281860 May 18 18:11:25.922373 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-9cdcc265-718d-4034-9e89-398fa594c473 None None] For port 4affc2a1-3756-49c1-a5ce-1e13681f0267, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=4affc2a1-3756-49c1-a5ce-1e13681f0267,segment=NetworkSegment(5506962a-f6c8-48fb-8434-f69d110e57ad),segment_id=5506962a-f6c8-48fb-8434-f69d110e57ad)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:11:25.933486 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port d9744bd5-4e5d-4d67-8892-be3db5fb4780, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=d9744bd5-4e5d-4d67-8892-be3db5fb4780,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:11:25.941297 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be4a02e4-6db8-4462-80f8-f47d7ae8072d x-openstack-request-id: req-be4a02e4-6db8-4462-80f8-f47d7ae8072d {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:11:25.941599 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1c11f6b-c4a5-40f5-8b0f-d2b78b34b1f2", "name": "network-vif-deleted", "tag": "a3b93a51-a23a-4c7c-9963-129e53fee717", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:11:25.941882 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-be4a02e4-6db8-4462-80f8-f47d7ae8072d {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:11:25.942351 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be4a02e4-6db8-4462-80f8-f47d7ae8072d'] response: {'server_uuid': 'f1c11f6b-c4a5-40f5-8b0f-d2b78b34b1f2', 'name': 'network-vif-deleted', 'tag': 'a3b93a51-a23a-4c7c-9963-129e53fee717', 'status': 'completed', 'code': 200} May 18 18:11:25.944608 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9cdcc265-718d-4034-9e89-398fa594c473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:25.954117 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:26.051254 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-85a4c8f3-c313-454e-bac7-15c109adced9 tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:26.087613 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02cc42a4-bcfc-4413-b1b3-0a2be235c209 x-openstack-request-id: req-02cc42a4-bcfc-4413-b1b3-0a2be235c209 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:11:26.087613 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb393e6d-7994-4805-804e-b14544f7b272", "name": "network-vif-plugged", "status": "completed", "tag": "d9744bd5-4e5d-4d67-8892-be3db5fb4780", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:11:26.087613 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-02cc42a4-bcfc-4413-b1b3-0a2be235c209 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:11:26.087613 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02cc42a4-bcfc-4413-b1b3-0a2be235c209'] response: {'server_uuid': 'bb393e6d-7994-4805-804e-b14544f7b272', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9744bd5-4e5d-4d67-8892-be3db5fb4780', 'code': 200} May 18 18:11:26.088314 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3c9b43ce-b6e7-42af-924f-62e6c1ac333b req-0630e780-be9c-4b12-a08a-9a5d9a0ec0ec tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/ports?device_id=f1c11f6b-c4a5-40f5-8b0f-d2b78b34b1f2 HTTP/1.1" status: 200 len: 210 time: 0.1067693 May 18 18:11:26.149263 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-85a4c8f3-c313-454e-bac7-15c109adced9 tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:26.168020 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-3be531fb-936a-47ac-ad21-3085e72cb569 None None] Provisioning complete for port 4affc2a1-3756-49c1-a5ce-1e13681f0267 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:11:26.168392 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-3be531fb-936a-47ac-ad21-3085e72cb569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:26.322506 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-5361216d-cd58-43b7-af67-4bb8d2ad6238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d6d0d2f-d9a2-423f-a66d-bdd47d30bea9', 'name': 'tempest-ServersTestFqdnHostnames-1698610457-router', 'tenant_id': 'e39151d7831d43e48c6cc769570f1387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': 'fe306a3a-12f4-4426-bd8f-3061dbaddbc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:11:12Z', 'updated_at': '2022-05-18T18:11:20Z', 'revision_number': 4, 'project_id': 'e39151d7831d43e48c6cc769570f1387', 'gw_port': {'id': 'fe306a3a-12f4-4426-bd8f-3061dbaddbc1', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6d0d2f-d9a2-423f-a66d-bdd47d30bea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:11:13Z', 'updated_at': '2022-05-18T18:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '4affc2a1-3756-49c1-a5ce-1e13681f0267', 'name': '', 'network_id': '792bb4c4-c386-4f38-9fe8-06eade922248', 'tenant_id': 'e39151d7831d43e48c6cc769570f1387', 'mac_address': 'fa:16:3e:47:5e:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d6d0d2f-d9a2-423f-a66d-bdd47d30bea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '158475e3-9e48-42c5-9d8e-334726b32d32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:11:17Z', 'updated_at': '2022-05-18T18:11:24Z', 'revision_number': 4, 'project_id': 'e39151d7831d43e48c6cc769570f1387', 'subnets': [{'id': '158475e3-9e48-42c5-9d8e-334726b32d32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:11:26.384358 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdcc265-718d-4034-9e89-398fa594c473 None None] Pushing event updated for resources: {'Port': ['ID=4affc2a1-3756-49c1-a5ce-1e13681f0267,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:11:26.501403 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5361216d-cd58-43b7-af67-4bb8d2ad6238 None None] The sync data for ids ['3d6d0d2f-d9a2-423f-a66d-bdd47d30bea9'] in n-d-838550-3 is: [{'id': '3d6d0d2f-d9a2-423f-a66d-bdd47d30bea9', 'name': 'tempest-ServersTestFqdnHostnames-1698610457-router', 'tenant_id': 'e39151d7831d43e48c6cc769570f1387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': 'fe306a3a-12f4-4426-bd8f-3061dbaddbc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:11:12Z', 'updated_at': '2022-05-18T18:11:20Z', 'revision_number': 4, 'project_id': 'e39151d7831d43e48c6cc769570f1387', 'gw_port': {'id': 'fe306a3a-12f4-4426-bd8f-3061dbaddbc1', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6d0d2f-d9a2-423f-a66d-bdd47d30bea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:11:13Z', 'updated_at': '2022-05-18T18:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '4affc2a1-3756-49c1-a5ce-1e13681f0267', 'name': '', 'network_id': '792bb4c4-c386-4f38-9fe8-06eade922248', 'tenant_id': 'e39151d7831d43e48c6cc769570f1387', 'mac_address': 'fa:16:3e:47:5e:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d6d0d2f-d9a2-423f-a66d-bdd47d30bea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '158475e3-9e48-42c5-9d8e-334726b32d32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:11:17Z', 'updated_at': '2022-05-18T18:11:24Z', 'revision_number': 4, 'project_id': 'e39151d7831d43e48c6cc769570f1387', 'subnets': [{'id': '158475e3-9e48-42c5-9d8e-334726b32d32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:11:26.528867 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=d9744bd5-4e5d-4d67-8892-be3db5fb4780,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:11:26.557734 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dfa5d2-a2f0-4f4a-a93d-535c96056472 req-c1c2e7ab-397b-4674-9dc0-ede6ec730ca5 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:26.562376 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f0dfa5d2-a2f0-4f4a-a93d-535c96056472 req-c1c2e7ab-397b-4674-9dc0-ede6ec730ca5 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=85a2a041-5bb5-4692-bd6a-de12dea7b5ee HTTP/1.1" status: 200 len: 946 time: 0.1782372 May 18 18:11:26.643890 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0b5270-d764-41f5-9983-692d31c22f41 req-cbe17710-8057-4ed3-b256-dcd860207880 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:26.653890 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8d0b5270-d764-41f5-9983-692d31c22f41 req-cbe17710-8057-4ed3-b256-dcd860207880 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/ports?device_id=f8e82ff2-3164-44c9-8e95-9b05a4ef9438 HTTP/1.1" status: 200 len: 945 time: 0.1729043 May 18 18:11:26.722789 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f0dfa5d2-a2f0-4f4a-a93d-535c96056472 req-693aa44f-82ac-419b-9789-036e5b88dfb5 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/security-groups?id=33ba1fad-191a-4b7a-ae9e-8e9e60985e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253109 May 18 18:11:26.725120 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-85a4c8f3-c313-454e-bac7-15c109adced9 tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:26.729530 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74888488-7410-4102-b150-bd393fb68bab req-f3652cc6-9b07-4a46-9c50-ba773a8bf181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:26.732551 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-74888488-7410-4102-b150-bd393fb68bab req-f3652cc6-9b07-4a46-9c50-ba773a8bf181 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bb393e6d-7994-4805-804e-b14544f7b272 HTTP/1.1" status: 200 len: 1101 time: 0.6005564 May 18 18:11:26.736045 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8d0b5270-d764-41f5-9983-692d31c22f41 req-808c9bd3-4cfb-4428-b835-5abdcee96848 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/security-groups?id=e692c27b-823e-49d0-99b6-9d1054fe999b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810301 May 18 18:11:26.738686 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-85a4c8f3-c313-454e-bac7-15c109adced9 tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:26.810178 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-85a4c8f3-c313-454e-bac7-15c109adced9 tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596987'] for floatingip, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:26.812351 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-74888488-7410-4102-b150-bd393fb68bab req-132a2a97-a8fa-4308-ad55-388070ea4885 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=12fb1f74-5221-4062-9449-587e370046b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644369 May 18 18:11:26.829373 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-3be531fb-936a-47ac-ad21-3085e72cb569 None None] Current status of the port 4affc2a1-3756-49c1-a5ce-1e13681f0267 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:11:26.877294 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-85a4c8f3-c313-454e-bac7-15c109adced9 tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:26.878601 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-85a4c8f3-c313-454e-bac7-15c109adced9 tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5656786 May 18 18:11:26.889201 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a4c8f3-c313-454e-bac7-15c109adced9 tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] Pushing event updated for resources: {'Port': ['ID=e752d792-8e6f-4efd-a122-4ab20f6a2d7d,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:11:26.948073 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb8bdf8-400e-43dd-aecb-9864252f4420 req-c1465644-d40e-47b9-b60b-0386c597148f tempest-ImagesNegativeTestJSON-1214967025 tempest-ImagesNegativeTestJSON-1214967025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:26.956549 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-edb8bdf8-400e-43dd-aecb-9864252f4420 req-c1465644-d40e-47b9-b60b-0386c597148f tempest-ImagesNegativeTestJSON-1214967025 tempest-ImagesNegativeTestJSON-1214967025-project] 10.222.0.85 "GET /v2.0/ports?device_id=bb393e6d-7994-4805-804e-b14544f7b272 HTTP/1.1" status: 200 len: 950 time: 0.0797172 May 18 18:11:27.023423 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-edb8bdf8-400e-43dd-aecb-9864252f4420 req-688cc3f2-6590-4751-bdc5-4c4ccf1f134c tempest-ImagesNegativeTestJSON-1214967025 tempest-ImagesNegativeTestJSON-1214967025-project] 10.222.0.85 "GET /v2.0/security-groups?id=12fb1f74-5221-4062-9449-587e370046b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656111 May 18 18:11:27.131799 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 4affc2a1-3756-49c1-a5ce-1e13681f0267 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:11:27.182761 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93928dca-718b-45ff-ac64-ef5113cc95bb req-8bf36f9f-eae7-409a-ba37-e7864d1a5146 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:27.185106 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-93928dca-718b-45ff-ac64-ef5113cc95bb req-8bf36f9f-eae7-409a-ba37-e7864d1a5146 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/ports?device_id=edd70b2d-7c62-4c72-8c2b-a1a4878d824e HTTP/1.1" status: 200 len: 946 time: 0.0715218 May 18 18:11:27.250169 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf1796b-a182-462f-9ec5-a1f6221f68ac req-f507e035-e981-45d7-9d6b-e11697606ac2 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:27.253075 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6cf1796b-a182-462f-9ec5-a1f6221f68ac req-f507e035-e981-45d7-9d6b-e11697606ac2 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/ports?device_id=03e9ea95-a4d7-4a6b-bf9a-c47231632c0a HTTP/1.1" status: 200 len: 945 time: 0.1326962 May 18 18:11:27.253776 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-93928dca-718b-45ff-ac64-ef5113cc95bb req-49b82130-fac9-4574-a8a7-235a7a1565be tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ea20f59-14b4-4643-9bf1-7dbf92d2a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577021 May 18 18:11:27.289321 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 4affc2a1-3756-49c1-a5ce-1e13681f0267 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:11:27.289886 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:27.317938 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6cf1796b-a182-462f-9ec5-a1f6221f68ac req-5fe058a2-cb32-45e3-a367-bb8d55236a42 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/security-groups?id=fae3ce3c-9235-4ae4-9c6c-e682ce6a4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584424 May 18 18:11:27.448577 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-291d2712-8262-49c3-a59f-5d1135808750 req-1c365ce8-b68d-4a32-b943-220de43ac80a tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-securitygroup--2027378946&fields=id&tenant_id=e39151d7831d43e48c6cc769570f1387 HTTP/1.1" status: 200 len: 267 time: 0.0519176 May 18 18:11:27.582708 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 4affc2a1-3756-49c1-a5ce-1e13681f0267 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:11:27.654851 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291d2712-8262-49c3-a59f-5d1135808750 req-af962f9c-a960-4c51-8f61-37437a1ea02d tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:27.671329 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-291d2712-8262-49c3-a59f-5d1135808750 req-af962f9c-a960-4c51-8f61-37437a1ea02d tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] 10.222.0.85 "GET /v2.0/networks?id=792bb4c4-c386-4f38-9fe8-06eade922248 HTTP/1.1" status: 200 len: 815 time: 0.2210288 May 18 18:11:27.702226 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-291d2712-8262-49c3-a59f-5d1135808750 req-7d54f39d-ae40-48a3-aa53-b21d4aee6878 tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] 10.222.0.85 "GET /v2.0/quotas/e39151d7831d43e48c6cc769570f1387 HTTP/1.1" status: 200 len: 375 time: 0.0294802 May 18 18:11:27.806863 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-291d2712-8262-49c3-a59f-5d1135808750 req-9d5148ac-0702-40d8-aed2-39db8c0a2fce tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=e39151d7831d43e48c6cc769570f1387&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1017749 May 18 18:11:28.014514 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-291d2712-8262-49c3-a59f-5d1135808750 req-bdfb3fd4-2172-4b77-baf2-56cd831e0c85 service neutron] 10.222.0.85 "GET /v2.0/networks/792bb4c4-c386-4f38-9fe8-06eade922248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942167 May 18 18:11:28.043919 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec42bd09-4516-4cef-81a8-57f774f422fa req-1fd36f1f-ff0f-4008-bb0f-bc6b32500098 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:28.058299 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ec42bd09-4516-4cef-81a8-57f774f422fa req-1fd36f1f-ff0f-4008-bb0f-bc6b32500098 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=85a2a041-5bb5-4692-bd6a-de12dea7b5ee HTTP/1.1" status: 200 len: 946 time: 0.0859931 May 18 18:11:28.178364 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ec42bd09-4516-4cef-81a8-57f774f422fa req-baa84443-ab41-4033-9d0b-2db9cccaecf9 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/security-groups?id=33ba1fad-191a-4b7a-ae9e-8e9e60985e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184824 May 18 18:11:28.363951 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e37f4e5-5278-4239-bf03-867e87498b25 req-e49d10a9-d312-4d63-af4a-11643ad8700b tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:28.372179 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2e37f4e5-5278-4239-bf03-867e87498b25 req-e49d10a9-d312-4d63-af4a-11643ad8700b tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/ports?device_id=f8e82ff2-3164-44c9-8e95-9b05a4ef9438 HTTP/1.1" status: 200 len: 945 time: 0.0835166 May 18 18:11:28.433219 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2e37f4e5-5278-4239-bf03-867e87498b25 req-a8b3f032-c9a3-4f68-8e3a-27db3bc2a1e3 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/security-groups?id=e692c27b-823e-49d0-99b6-9d1054fe999b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601041 May 18 18:11:28.613995 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f157d25-1162-4c48-aa7d-0dcd54967cb2 req-13ed8135-97fb-43ea-b0a0-9046b9371f69 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:28.617294 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2f157d25-1162-4c48-aa7d-0dcd54967cb2 req-13ed8135-97fb-43ea-b0a0-9046b9371f69 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/ports?device_id=98098d95-261e-41ea-9ec0-359b880ccfd8 HTTP/1.1" status: 200 len: 950 time: 0.0751905 May 18 18:11:28.627950 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-291d2712-8262-49c3-a59f-5d1135808750 req-372434ca-46f2-4c46-8cf6-689a609164ac service neutron] 10.222.0.85 "GET /v2.0/networks/792bb4c4-c386-4f38-9fe8-06eade922248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6049883 May 18 18:11:28.679151 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2f157d25-1162-4c48-aa7d-0dcd54967cb2 req-6b84e616-ba35-4ffa-8264-773e71f76f5a tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/security-groups?id=5ea4329b-bade-4f5a-bfbd-7917c3702679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515912 May 18 18:11:28.811844 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device a3b93a51-a23a-4c7c-9963-129e53fee717 no longer exists at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:11:28.908824 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] No Port match for: a3b93a51-a23a-4c7c-9963-129e53fee717 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:11:28.915709 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device a3b93a51-a23a-4c7c-9963-129e53fee717 not bound to the agent host n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:11:28.967688 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0babd6-d3b8-4a2c-a58f-6a3de00d58ad req-28e6da89-940e-41b6-8a1c-838d900eb476 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:28.982333 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9d0babd6-d3b8-4a2c-a58f-6a3de00d58ad req-28e6da89-940e-41b6-8a1c-838d900eb476 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/ports?device_id=edd70b2d-7c62-4c72-8c2b-a1a4878d824e HTTP/1.1" status: 200 len: 946 time: 0.0916708 May 18 18:11:29.008214 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105c79d7-ac64-40d4-bb8a-585e449c4d30 req-c3efc96d-d1f0-42ac-b8cb-8b29d181f63f tempest-ImagesNegativeTestJSON-1214967025 tempest-ImagesNegativeTestJSON-1214967025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:29.010206 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-105c79d7-ac64-40d4-bb8a-585e449c4d30 req-c3efc96d-d1f0-42ac-b8cb-8b29d181f63f tempest-ImagesNegativeTestJSON-1214967025 tempest-ImagesNegativeTestJSON-1214967025-project] 10.222.0.85 "GET /v2.0/ports?device_id=bb393e6d-7994-4805-804e-b14544f7b272 HTTP/1.1" status: 200 len: 950 time: 0.2072864 May 18 18:11:29.048432 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9d0babd6-d3b8-4a2c-a58f-6a3de00d58ad req-059d5893-cc3e-4ea6-92bc-e44e956d87a0 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ea20f59-14b4-4643-9bf1-7dbf92d2a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628030 May 18 18:11:29.091535 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-105c79d7-ac64-40d4-bb8a-585e449c4d30 req-ed78419b-1dde-4a36-903a-d1ea8b01d78f tempest-ImagesNegativeTestJSON-1214967025 tempest-ImagesNegativeTestJSON-1214967025-project] 10.222.0.85 "GET /v2.0/security-groups?id=12fb1f74-5221-4062-9449-587e370046b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729704 May 18 18:11:29.107124 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03c0978-ffd9-4669-a017-9bc8e04f6564 req-3a27501d-7129-4772-85f3-c3a94ab406a7 tempest-LiveMigrationTest-768751957 tempest-LiveMigrationTest-768751957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:29.112390 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a03c0978-ffd9-4669-a017-9bc8e04f6564 req-3a27501d-7129-4772-85f3-c3a94ab406a7 tempest-LiveMigrationTest-768751957 tempest-LiveMigrationTest-768751957-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=03e9ea95-a4d7-4a6b-bf9a-c47231632c0a&tenant_id=8ebc9a1ec3004890baedda4682fb5641&binding%3Ahost_id=n-h1-838550-3 HTTP/1.1" status: 200 len: 1096 time: 0.2197883 May 18 18:11:29.138803 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-a03c0978-ffd9-4669-a017-9bc8e04f6564 req-980901a9-6a8d-469b-9012-8a47b66b33e5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-838550-3'}}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:11:29.229251 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-18f06b65-96a3-4629-8143-fa785c01659a req-1202d9e5-4a3b-44e2-abc2-bedc342d627d tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] 10.222.0.85 "GET /v2.0/ports?device_id=1ac505e0-298e-44de-a47d-1465ecc35dac HTTP/1.1" status: 200 len: 210 time: 0.0421939 May 18 18:11:29.240646 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8b3500-7ec8-49be-92ad-3f8f530610d7 req-64a61fa1-dcfb-4a93-ba18-20cb1b17d8bd tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:29.242753 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7d8b3500-7ec8-49be-92ad-3f8f530610d7 req-64a61fa1-dcfb-4a93-ba18-20cb1b17d8bd tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/ports?device_id=03e9ea95-a4d7-4a6b-bf9a-c47231632c0a HTTP/1.1" status: 200 len: 945 time: 0.1177702 May 18 18:11:29.289031 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-a03c0978-ffd9-4669-a017-9bc8e04f6564 req-980901a9-6a8d-469b-9012-8a47b66b33e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:29.362275 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7d8b3500-7ec8-49be-92ad-3f8f530610d7 req-937d9ec8-b9a3-490a-b5af-d40a3688eaa2 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/security-groups?id=fae3ce3c-9235-4ae4-9c6c-e682ce6a4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089561 May 18 18:11:29.623116 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9d8be8-df85-43ce-8929-e9e9ccd6977a req-bcebe4b6-ecf0-420e-b5a9-700456cc5933 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:29.626597 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6c9d8be8-df85-43ce-8929-e9e9ccd6977a req-bcebe4b6-ecf0-420e-b5a9-700456cc5933 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ded4e23-4952-4289-abf0-bf61631293d2 HTTP/1.1" status: 200 len: 950 time: 0.1376047 May 18 18:11:29.647498 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-a03c0978-ffd9-4669-a017-9bc8e04f6564 req-980901a9-6a8d-469b-9012-8a47b66b33e5 service neutron] For port 81037d82-88f3-4280-93f1-f841b8057ff2, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=81037d82-88f3-4280-93f1-f841b8057ff2,segment=NetworkSegment(5e6a9b3b-2b82-45b7-b9f1-0f73969fb979),segment_id=5e6a9b3b-2b82-45b7-b9f1-0f73969fb979)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:11:29.676014 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571fd369-ef9f-4b99-8c21-2a8c3ad6f199 req-287c9a7a-84d0-43b6-81b8-8efcf912f915 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:29.688939 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-571fd369-ef9f-4b99-8c21-2a8c3ad6f199 req-287c9a7a-84d0-43b6-81b8-8efcf912f915 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=85a2a041-5bb5-4692-bd6a-de12dea7b5ee HTTP/1.1" status: 200 len: 946 time: 0.1499188 May 18 18:11:29.762514 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-a03c0978-ffd9-4669-a017-9bc8e04f6564 req-980901a9-6a8d-469b-9012-8a47b66b33e5 service neutron] For port 81037d82-88f3-4280-93f1-f841b8057ff2, host n-h1-838550-3, cleared binding levels {{(pid=102731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:11:29.812853 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0200941f-aec7-443f-8815-7eee3fd7f258 req-74c7e2d6-a1dc-441d-a5a9-f780f3658741 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:29.815386 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0200941f-aec7-443f-8815-7eee3fd7f258 req-74c7e2d6-a1dc-441d-a5a9-f780f3658741 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/ports?device_id=f8e82ff2-3164-44c9-8e95-9b05a4ef9438 HTTP/1.1" status: 200 len: 945 time: 0.0981259 May 18 18:11:29.817373 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-571fd369-ef9f-4b99-8c21-2a8c3ad6f199 req-751cc097-2583-4997-8277-d5d53c868c2b tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/security-groups?id=33ba1fad-191a-4b7a-ae9e-8e9e60985e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259251 May 18 18:11:29.849154 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03e9ea95-a4d7-4a6b-bf9a-c47231632c0a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81037d82-88f3-4280-93f1-f841b8057ff2'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:11:29.851999 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09afc3da-dbed-4bed-a4ff-83c645a7cf01" -d '{"events": [{"server_uuid": "03e9ea95-a4d7-4a6b-bf9a-c47231632c0a", "name": "network-vif-unplugged", "status": "completed", "tag": "81037d82-88f3-4280-93f1-f841b8057ff2"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:11:29.860434 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-a03c0978-ffd9-4669-a017-9bc8e04f6564 req-980901a9-6a8d-469b-9012-8a47b66b33e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:29.877994 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-6c9d8be8-df85-43ce-8929-e9e9ccd6977a req-71f2422b-2401-44c9-a41a-5dd5fa0f611e tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Deleting port b410f0ec-a688-425b-90a1-3f185c37ba3b {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:11:29.878668 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-6c9d8be8-df85-43ce-8929-e9e9ccd6977a req-71f2422b-2401-44c9-a41a-5dd5fa0f611e tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:29.898412 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-a03c0978-ffd9-4669-a017-9bc8e04f6564 req-980901a9-6a8d-469b-9012-8a47b66b33e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:29.957939 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0200941f-aec7-443f-8815-7eee3fd7f258 req-7423adaa-aae6-428e-8684-15fdb0d5b5f0 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/security-groups?id=e692c27b-823e-49d0-99b6-9d1054fe999b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992477 May 18 18:11:30.015054 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980901a9-6a8d-469b-9012-8a47b66b33e5 service neutron] Pushing event updated for resources: {'Port': ['ID=81037d82-88f3-4280-93f1-f841b8057ff2,revision_number=7']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:11:30.035721 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d200bf-60c3-4441-bee9-f0803bb0efb1 req-126a71ef-6fca-47dc-8c62-a26984d59b65 tempest-ImagesNegativeTestJSON-1214967025 tempest-ImagesNegativeTestJSON-1214967025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:30.038933 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-98d200bf-60c3-4441-bee9-f0803bb0efb1 req-126a71ef-6fca-47dc-8c62-a26984d59b65 tempest-ImagesNegativeTestJSON-1214967025 tempest-ImagesNegativeTestJSON-1214967025-project] 10.222.0.85 "GET /v2.0/ports?device_id=bb393e6d-7994-4805-804e-b14544f7b272 HTTP/1.1" status: 200 len: 950 time: 0.1230884 May 18 18:11:30.040126 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09824530-0a4d-4dc4-9c7f-5872f1e5ec21 req-8c2329c0-a20d-4449-b683-fcb35caf75da tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:30.042096 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-09824530-0a4d-4dc4-9c7f-5872f1e5ec21 req-8c2329c0-a20d-4449-b683-fcb35caf75da tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.88 "GET /v2.0/ports?device_id=98098d95-261e-41ea-9ec0-359b880ccfd8 HTTP/1.1" status: 200 len: 950 time: 0.1630914 May 18 18:11:30.111252 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-6c9d8be8-df85-43ce-8929-e9e9ccd6977a req-71f2422b-2401-44c9-a41a-5dd5fa0f611e tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] For port b410f0ec-a688-425b-90a1-3f185c37ba3b, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=b410f0ec-a688-425b-90a1-3f185c37ba3b,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:11:30.111610 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-6c9d8be8-df85-43ce-8929-e9e9ccd6977a req-71f2422b-2401-44c9-a41a-5dd5fa0f611e tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:30.128346 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-98d200bf-60c3-4441-bee9-f0803bb0efb1 req-7c0e1e5d-dd8e-45fc-be96-7d0a6acc873c tempest-ImagesNegativeTestJSON-1214967025 tempest-ImagesNegativeTestJSON-1214967025-project] 10.222.0.85 "GET /v2.0/security-groups?id=12fb1f74-5221-4062-9449-587e370046b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753603 May 18 18:11:30.133544 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-6c9d8be8-df85-43ce-8929-e9e9ccd6977a req-71f2422b-2401-44c9-a41a-5dd5fa0f611e tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Calling delete_port for b410f0ec-a688-425b-90a1-3f185c37ba3b owned by compute:nova {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:11:30.143532 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-a03c0978-ffd9-4669-a017-9bc8e04f6564 req-980901a9-6a8d-469b-9012-8a47b66b33e5 service neutron] Attempting to bind port 81037d82-88f3-4280-93f1-f841b8057ff2 on host n-h1-838550-3 for vnic_type normal with profile {"migrating_to": "n-h2-838550-3"} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:11:30.143773 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-a03c0978-ffd9-4669-a017-9bc8e04f6564 req-980901a9-6a8d-469b-9012-8a47b66b33e5 service neutron] Attempting to bind port 81037d82-88f3-4280-93f1-f841b8057ff2 by drivers openvswitch,hyperv on host n-h1-838550-3 at level 0 using segments [{'id': '5e6a9b3b-2b82-45b7-b9f1-0f73969fb979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '34fdcfa4-2e5d-460f-9a9f-5a798833609a'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:11:30.144038 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03c0978-ffd9-4669-a017-9bc8e04f6564 req-980901a9-6a8d-469b-9012-8a47b66b33e5 service neutron] Attempting to bind port 81037d82-88f3-4280-93f1-f841b8057ff2 on network 34fdcfa4-2e5d-460f-9a9f-5a798833609a {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:11:30.177430 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03c0978-ffd9-4669-a017-9bc8e04f6564 req-980901a9-6a8d-469b-9012-8a47b66b33e5 service neutron] Port 81037d82-88f3-4280-93f1-f841b8057ff2 on network 34fdcfa4-2e5d-460f-9a9f-5a798833609a not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-3 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:11:30.177810 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03c0978-ffd9-4669-a017-9bc8e04f6564 req-980901a9-6a8d-469b-9012-8a47b66b33e5 service neutron] Attempting to bind port 81037d82-88f3-4280-93f1-f841b8057ff2 on network 34fdcfa4-2e5d-460f-9a9f-5a798833609a {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:11:30.201766 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03c0978-ffd9-4669-a017-9bc8e04f6564 req-980901a9-6a8d-469b-9012-8a47b66b33e5 service neutron] Checking agent: {'id': '1dbac822-25f2-4df8-9dc8-5c2e7b136eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:11:30.202112 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03c0978-ffd9-4669-a017-9bc8e04f6564 req-980901a9-6a8d-469b-9012-8a47b66b33e5 service neutron] Checking segment: {'id': '5e6a9b3b-2b82-45b7-b9f1-0f73969fb979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '34fdcfa4-2e5d-460f-9a9f-5a798833609a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:11:30.202509 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03c0978-ffd9-4669-a017-9bc8e04f6564 req-980901a9-6a8d-469b-9012-8a47b66b33e5 service neutron] Bound using segment: {'id': '5e6a9b3b-2b82-45b7-b9f1-0f73969fb979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '34fdcfa4-2e5d-460f-9a9f-5a798833609a'} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:11:30.202963 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-a03c0978-ffd9-4669-a017-9bc8e04f6564 req-980901a9-6a8d-469b-9012-8a47b66b33e5 service neutron] Bound port: 81037d82-88f3-4280-93f1-f841b8057ff2, host: n-h1-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e6a9b3b-2b82-45b7-b9f1-0f73969fb979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '34fdcfa4-2e5d-460f-9a9f-5a798833609a'}}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:11:30.203322 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-a03c0978-ffd9-4669-a017-9bc8e04f6564 req-980901a9-6a8d-469b-9012-8a47b66b33e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:30.232699 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a603018-e001-47ed-b18a-e2e43cec9299 req-59983ec4-562a-4afd-9436-f7c1874c3bea tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:30.234425 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3a603018-e001-47ed-b18a-e2e43cec9299 req-59983ec4-562a-4afd-9436-f7c1874c3bea tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/ports?device_id=98098d95-261e-41ea-9ec0-359b880ccfd8 HTTP/1.1" status: 200 len: 950 time: 0.1581652 May 18 18:11:30.313460 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-09824530-0a4d-4dc4-9c7f-5872f1e5ec21 req-3730a234-236b-4458-9464-64702260e625 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Deleting port 4bc9ea17-6055-4471-9b57-382e81a27f8a {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:11:30.313830 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-09824530-0a4d-4dc4-9c7f-5872f1e5ec21 req-3730a234-236b-4458-9464-64702260e625 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:30.333320 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-6c9d8be8-df85-43ce-8929-e9e9ccd6977a req-71f2422b-2401-44c9-a41a-5dd5fa0f611e tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:30.347164 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['b410f0ec-a688-425b-90a1-3f185c37ba3b'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:11:30.349490 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['3beb5ae3-39b5-4024-9788-1644d2c9c029', '319afa68-c211-4e3a-b55b-279f68bd8ca4', 'e0571223-bec5-444d-9ddd-0c8cd62af364', '4bc9ea17-6055-4471-9b57-382e81a27f8a'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:11:30.381441 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f2422b-2401-44c9-a41a-5dd5fa0f611e tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Pushing event deleted for resources: {'Port': ['ID=b410f0ec-a688-425b-90a1-3f185c37ba3b,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:11:30.454826 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c9d8be8-df85-43ce-8929-e9e9ccd6977a req-71f2422b-2401-44c9-a41a-5dd5fa0f611e tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] No DVR routers for this DVR port b410f0ec-a688-425b-90a1-3f185c37ba3b on host n-h1-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:11:30.460685 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-6c9d8be8-df85-43ce-8929-e9e9ccd6977a req-71f2422b-2401-44c9-a41a-5dd5fa0f611e tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:30.464787 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6c9d8be8-df85-43ce-8929-e9e9ccd6977a req-71f2422b-2401-44c9-a41a-5dd5fa0f611e tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.36 "DELETE /v2.0/ports/b410f0ec-a688-425b-90a1-3f185c37ba3b HTTP/1.1" status: 204 len: 173 time: 0.8308880 May 18 18:11:30.465544 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ded4e23-4952-4289-abf0-bf61631293d2', 'name': 'network-vif-deleted', 'tag': 'b410f0ec-a688-425b-90a1-3f185c37ba3b'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:11:30.468463 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9af706e-590a-4121-98f9-4a5adf2e1130" -d '{"events": [{"server_uuid": "4ded4e23-4952-4289-abf0-bf61631293d2", "name": "network-vif-deleted", "tag": "b410f0ec-a688-425b-90a1-3f185c37ba3b"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:11:30.531310 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 81037d82-88f3-4280-93f1-f841b8057ff2 details requested by agent hyperv_n-h2-838550-3 with host n-h2-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:11:30.603942 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecebc46-a9f1-4343-9f15-c3e2195ae8c4 req-26b8aba9-17b1-4fcd-a94e-a486e0d54fb2 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:30.606774 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0ecebc46-a9f1-4343-9f15-c3e2195ae8c4 req-26b8aba9-17b1-4fcd-a94e-a486e0d54fb2 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/ports?device_id=edd70b2d-7c62-4c72-8c2b-a1a4878d824e HTTP/1.1" status: 200 len: 946 time: 0.0997765 May 18 18:11:30.697011 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0ecebc46-a9f1-4343-9f15-c3e2195ae8c4 req-c9079838-5254-4042-8ef1-b429b83c0833 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ea20f59-14b4-4643-9bf1-7dbf92d2a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665562 May 18 18:11:30.828306 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-37221f38-33d5-4b4b-b859-f751711b5082 req-0e08e0cf-6842-4d8f-8590-18d3c8619914 tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] 10.222.0.85 "GET /v2.0/ports?device_id=1ac505e0-298e-44de-a47d-1465ecc35dac HTTP/1.1" status: 200 len: 210 time: 0.0579565 May 18 18:11:30.885101 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 81037d82-88f3-4280-93f1-f841b8057ff2, host n-h1-838550-3, got binding levels [] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:11:30.944416 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:31.027994 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 May 2022 18:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24738007-08f9-43c6-934b-5e821a3e67c1 x-openstack-request-id: req-24738007-08f9-43c6-934b-5e821a3e67c1 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:11:31.028881 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03e9ea95-a4d7-4a6b-bf9a-c47231632c0a", "name": "network-vif-unplugged", "status": "completed", "tag": "81037d82-88f3-4280-93f1-f841b8057ff2", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:11:31.029302 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-24738007-08f9-43c6-934b-5e821a3e67c1 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:11:31.029916 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24738007-08f9-43c6-934b-5e821a3e67c1'] response: {'server_uuid': '03e9ea95-a4d7-4a6b-bf9a-c47231632c0a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81037d82-88f3-4280-93f1-f841b8057ff2', 'code': 200} May 18 18:11:31.031159 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-a03c0978-ffd9-4669-a017-9bc8e04f6564 req-980901a9-6a8d-469b-9012-8a47b66b33e5 service neutron] For port 81037d82-88f3-4280-93f1-f841b8057ff2, host n-h1-838550-3, cleared binding levels {{(pid=102731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:11:31.036087 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68c25ba-d092-4f48-86c3-59bc74720126 req-8e3cddb1-261b-46b4-a1cf-f2378894f8a1 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:31.041645 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e68c25ba-d092-4f48-86c3-59bc74720126 req-8e3cddb1-261b-46b4-a1cf-f2378894f8a1 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/ports?device_id=03e9ea95-a4d7-4a6b-bf9a-c47231632c0a HTTP/1.1" status: 200 len: 943 time: 0.1348052 May 18 18:11:31.046236 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3a603018-e001-47ed-b18a-e2e43cec9299 req-00371edb-6eb2-4f0b-9546-4d2e6ec10696 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/security-groups?id=5ea4329b-bade-4f5a-bfbd-7917c3702679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7746203 May 18 18:11:31.046454 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Attempting to bind port 81037d82-88f3-4280-93f1-f841b8057ff2 on host n-h1-838550-3 for vnic_type normal with profile {"migrating_to": "n-h2-838550-3"} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:11:31.046914 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Attempting to bind port 81037d82-88f3-4280-93f1-f841b8057ff2 by drivers openvswitch,hyperv on host n-h1-838550-3 at level 0 using segments [{'id': '5e6a9b3b-2b82-45b7-b9f1-0f73969fb979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '34fdcfa4-2e5d-460f-9a9f-5a798833609a'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:11:31.047812 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Attempting to bind port 81037d82-88f3-4280-93f1-f841b8057ff2 on network 34fdcfa4-2e5d-460f-9a9f-5a798833609a {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:11:31.072392 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Port 81037d82-88f3-4280-93f1-f841b8057ff2 on network 34fdcfa4-2e5d-460f-9a9f-5a798833609a not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-3 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:11:31.073018 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Attempting to bind port 81037d82-88f3-4280-93f1-f841b8057ff2 on network 34fdcfa4-2e5d-460f-9a9f-5a798833609a {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:11:31.079393 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:31.093551 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Checking agent: {'id': '1dbac822-25f2-4df8-9dc8-5c2e7b136eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:11:31.094259 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Checking segment: {'id': '5e6a9b3b-2b82-45b7-b9f1-0f73969fb979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '34fdcfa4-2e5d-460f-9a9f-5a798833609a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:11:31.094925 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Bound using segment: {'id': '5e6a9b3b-2b82-45b7-b9f1-0f73969fb979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '34fdcfa4-2e5d-460f-9a9f-5a798833609a'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:11:31.096200 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Bound port: 81037d82-88f3-4280-93f1-f841b8057ff2, host: n-h1-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e6a9b3b-2b82-45b7-b9f1-0f73969fb979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '34fdcfa4-2e5d-460f-9a9f-5a798833609a'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:11:31.096839 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:31.131690 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e81f48c5-d7fe-4e04-99e6-56237405cab2 x-openstack-request-id: req-e81f48c5-d7fe-4e04-99e6-56237405cab2 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:11:31.133281 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ded4e23-4952-4289-abf0-bf61631293d2", "name": "network-vif-deleted", "tag": "b410f0ec-a688-425b-90a1-3f185c37ba3b", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:11:31.133670 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-e81f48c5-d7fe-4e04-99e6-56237405cab2 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:11:31.134325 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e81f48c5-d7fe-4e04-99e6-56237405cab2'] response: {'server_uuid': '4ded4e23-4952-4289-abf0-bf61631293d2', 'name': 'network-vif-deleted', 'tag': 'b410f0ec-a688-425b-90a1-3f185c37ba3b', 'status': 'completed', 'code': 200} May 18 18:11:31.143545 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-a03c0978-ffd9-4669-a017-9bc8e04f6564 req-980901a9-6a8d-469b-9012-8a47b66b33e5 service neutron] For port 81037d82-88f3-4280-93f1-f841b8057ff2, host n-h1-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=81037d82-88f3-4280-93f1-f841b8057ff2,segment=NetworkSegment(5e6a9b3b-2b82-45b7-b9f1-0f73969fb979),segment_id=5e6a9b3b-2b82-45b7-b9f1-0f73969fb979)] {{(pid=102731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:11:31.146583 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-09824530-0a4d-4dc4-9c7f-5872f1e5ec21 req-3730a234-236b-4458-9464-64702260e625 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] For port 4bc9ea17-6055-4471-9b57-382e81a27f8a, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=4bc9ea17-6055-4471-9b57-382e81a27f8a,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:11:31.146964 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-09824530-0a4d-4dc4-9c7f-5872f1e5ec21 req-3730a234-236b-4458-9464-64702260e625 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:31.153847 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e68c25ba-d092-4f48-86c3-59bc74720126 req-dd68f7aa-0dfa-4a4f-8fb8-65a28dc2458a tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/security-groups?id=fae3ce3c-9235-4ae4-9c6c-e682ce6a4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894170 May 18 18:11:31.222201 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-a03c0978-ffd9-4669-a017-9bc8e04f6564 req-980901a9-6a8d-469b-9012-8a47b66b33e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:31.243001 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-09824530-0a4d-4dc4-9c7f-5872f1e5ec21 req-3730a234-236b-4458-9464-64702260e625 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Calling delete_port for 4bc9ea17-6055-4471-9b57-382e81a27f8a owned by compute:nova {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:11:31.283065 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 81037d82-88f3-4280-93f1-f841b8057ff2, host n-h1-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:11:31.293306 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddea6c0b-a2f1-4370-886d-9f7ecb1a164b req-662a3298-2132-48d5-86a8-0e596271211f tempest-ImagesNegativeTestJSON-1214967025 tempest-ImagesNegativeTestJSON-1214967025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:31.295889 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ddea6c0b-a2f1-4370-886d-9f7ecb1a164b req-662a3298-2132-48d5-86a8-0e596271211f tempest-ImagesNegativeTestJSON-1214967025 tempest-ImagesNegativeTestJSON-1214967025-project] 10.222.0.36 "GET /v2.0/ports?device_id=bb393e6d-7994-4805-804e-b14544f7b272 HTTP/1.1" status: 200 len: 950 time: 0.1141274 May 18 18:11:31.328626 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.db.api [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) 81037d82-88f3-4280-93f1-f841b8057ff2-n-h1-838550-3-0 {{(pid=102732) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 18 18:11:31.329012 n-d-838550-3 neutron-server[102732]: DEBUG oslo_db.api [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 18 18:11:31.525188 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c245789-2fb5-45cd-8803-c65110ad74ba req-33930816-164b-4c7a-9d77-1a9b7e523829 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:31.527309 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1c245789-2fb5-45cd-8803-c65110ad74ba req-33930816-164b-4c7a-9d77-1a9b7e523829 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=85a2a041-5bb5-4692-bd6a-de12dea7b5ee HTTP/1.1" status: 200 len: 946 time: 0.2875209 May 18 18:11:31.528971 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03c0978-ffd9-4669-a017-9bc8e04f6564 req-980901a9-6a8d-469b-9012-8a47b66b33e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:31.529875 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-a03c0978-ffd9-4669-a017-9bc8e04f6564 req-980901a9-6a8d-469b-9012-8a47b66b33e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:31.531437 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a03c0978-ffd9-4669-a017-9bc8e04f6564 req-980901a9-6a8d-469b-9012-8a47b66b33e5 service neutron] 10.222.0.88 "PUT /v2.0/ports/81037d82-88f3-4280-93f1-f841b8057ff2 HTTP/1.1" status: 200 len: 1121 time: 2.4088702 May 18 18:11:31.568465 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980901a9-6a8d-469b-9012-8a47b66b33e5 service neutron] Pushing event updated for resources: {'Port': ['ID=81037d82-88f3-4280-93f1-f841b8057ff2,revision_number=8']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:11:31.592812 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291d2712-8262-49c3-a59f-5d1135808750 req-de9b0ebc-c2ce-4d93-9e28-36d742a3d157 tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:31.596471 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-291d2712-8262-49c3-a59f-5d1135808750 req-de9b0ebc-c2ce-4d93-9e28-36d742a3d157 tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] 10.222.0.88 "GET /v2.0/networks?id=792bb4c4-c386-4f38-9fe8-06eade922248 HTTP/1.1" status: 200 len: 815 time: 0.5696623 May 18 18:11:31.627371 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38107b89-6b7d-4802-baa5-0ab4cba8b127 req-45b3df1d-2ef8-4806-9241-8beeb2280a08 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:31.646949 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-38107b89-6b7d-4802-baa5-0ab4cba8b127 req-45b3df1d-2ef8-4806-9241-8beeb2280a08 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/ports?device_id=f8e82ff2-3164-44c9-8e95-9b05a4ef9438 HTTP/1.1" status: 200 len: 945 time: 0.3430197 May 18 18:11:31.656803 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['81037d82-88f3-4280-93f1-f841b8057ff2'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:11:31.665901 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1c245789-2fb5-45cd-8803-c65110ad74ba req-449cda7f-cf4e-4c28-a9eb-7a51cf84d914 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/security-groups?id=33ba1fad-191a-4b7a-ae9e-8e9e60985e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219950 May 18 18:11:31.762201 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['81037d82-88f3-4280-93f1-f841b8057ff2'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:11:31.795792 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-38107b89-6b7d-4802-baa5-0ab4cba8b127 req-778d9017-c4e6-43f8-9cae-52158e0868a2 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/security-groups?id=e692c27b-823e-49d0-99b6-9d1054fe999b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463695 May 18 18:11:31.801797 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-ddea6c0b-a2f1-4370-886d-9f7ecb1a164b req-b1196f09-e93a-4a36-82a3-01a7c7bc5d25 tempest-ImagesNegativeTestJSON-1214967025 tempest-ImagesNegativeTestJSON-1214967025-project] Deleting port d9744bd5-4e5d-4d67-8892-be3db5fb4780 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:11:31.802460 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-ddea6c0b-a2f1-4370-886d-9f7ecb1a164b req-b1196f09-e93a-4a36-82a3-01a7c7bc5d25 tempest-ImagesNegativeTestJSON-1214967025 tempest-ImagesNegativeTestJSON-1214967025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:31.877906 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Attempting to bind port 81037d82-88f3-4280-93f1-f841b8057ff2 on host n-h1-838550-3 for vnic_type normal with profile {"migrating_to": "n-h2-838550-3"} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:11:31.878284 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Attempting to bind port 81037d82-88f3-4280-93f1-f841b8057ff2 by drivers openvswitch,hyperv on host n-h1-838550-3 at level 0 using segments [{'id': '5e6a9b3b-2b82-45b7-b9f1-0f73969fb979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '34fdcfa4-2e5d-460f-9a9f-5a798833609a'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:11:31.878648 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Attempting to bind port 81037d82-88f3-4280-93f1-f841b8057ff2 on network 34fdcfa4-2e5d-460f-9a9f-5a798833609a {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:11:31.879321 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-291d2712-8262-49c3-a59f-5d1135808750 req-def0f6db-9ecc-4143-9ece-5a09b6504453 tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e39151d7831d43e48c6cc769570f1387 HTTP/1.1" status: 200 len: 380 time: 0.2608886 May 18 18:11:31.898272 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Port 81037d82-88f3-4280-93f1-f841b8057ff2 on network 34fdcfa4-2e5d-460f-9a9f-5a798833609a not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-3 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:11:31.898979 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Attempting to bind port 81037d82-88f3-4280-93f1-f841b8057ff2 on network 34fdcfa4-2e5d-460f-9a9f-5a798833609a {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:11:31.926887 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Checking agent: {'id': '1dbac822-25f2-4df8-9dc8-5c2e7b136eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:11:31.927309 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Checking segment: {'id': '5e6a9b3b-2b82-45b7-b9f1-0f73969fb979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '34fdcfa4-2e5d-460f-9a9f-5a798833609a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:11:31.927802 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Bound using segment: {'id': '5e6a9b3b-2b82-45b7-b9f1-0f73969fb979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '34fdcfa4-2e5d-460f-9a9f-5a798833609a'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:11:31.928121 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Bound port: 81037d82-88f3-4280-93f1-f841b8057ff2, host: n-h1-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e6a9b3b-2b82-45b7-b9f1-0f73969fb979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '34fdcfa4-2e5d-460f-9a9f-5a798833609a'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:11:31.928544 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:31.948124 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-291d2712-8262-49c3-a59f-5d1135808750 req-cb2a3c13-a92e-4ec6-a91b-7ee29bea7642 tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] Request body: {'port': {'device_id': '1ac505e0-298e-44de-a47d-1465ecc35dac', 'network_id': '792bb4c4-c386-4f38-9fe8-06eade922248', 'admin_state_up': True, 'tenant_id': 'e39151d7831d43e48c6cc769570f1387', 'security_groups': ['ef5ba87d-242d-4906-82ef-16014bd8309b']}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:11:32.005971 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-ddea6c0b-a2f1-4370-886d-9f7ecb1a164b req-b1196f09-e93a-4a36-82a3-01a7c7bc5d25 tempest-ImagesNegativeTestJSON-1214967025 tempest-ImagesNegativeTestJSON-1214967025-project] For port d9744bd5-4e5d-4d67-8892-be3db5fb4780, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=d9744bd5-4e5d-4d67-8892-be3db5fb4780,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:11:32.007150 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-ddea6c0b-a2f1-4370-886d-9f7ecb1a164b req-b1196f09-e93a-4a36-82a3-01a7c7bc5d25 tempest-ImagesNegativeTestJSON-1214967025 tempest-ImagesNegativeTestJSON-1214967025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:32.053072 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-09824530-0a4d-4dc4-9c7f-5872f1e5ec21 req-3730a234-236b-4458-9464-64702260e625 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:32.063832 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-ddea6c0b-a2f1-4370-886d-9f7ecb1a164b req-b1196f09-e93a-4a36-82a3-01a7c7bc5d25 tempest-ImagesNegativeTestJSON-1214967025 tempest-ImagesNegativeTestJSON-1214967025-project] Calling delete_port for d9744bd5-4e5d-4d67-8892-be3db5fb4780 owned by compute:nova {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:11:32.112694 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3730a234-236b-4458-9464-64702260e625 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Pushing event deleted for resources: {'Port': ['ID=4bc9ea17-6055-4471-9b57-382e81a27f8a,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:11:32.140016 n-d-838550-3 neutron-server[102732]: WARNING neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Concurrent port binding operations failed on port 81037d82-88f3-4280-93f1-f841b8057ff2 May 18 18:11:32.152146 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 81037d82-88f3-4280-93f1-f841b8057ff2, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=81037d82-88f3-4280-93f1-f841b8057ff2,segment=NetworkSegment(5e6a9b3b-2b82-45b7-b9f1-0f73969fb979),segment_id=5e6a9b3b-2b82-45b7-b9f1-0f73969fb979)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:11:32.153545 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495b7e7c-6da9-4b56-ae88-aa84d03d31aa req-962cf8da-ff69-4ae5-a559-78380f546506 tempest-ImagesNegativeTestJSON-1214967025 tempest-ImagesNegativeTestJSON-1214967025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:32.156284 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-495b7e7c-6da9-4b56-ae88-aa84d03d31aa req-962cf8da-ff69-4ae5-a559-78380f546506 tempest-ImagesNegativeTestJSON-1214967025 tempest-ImagesNegativeTestJSON-1214967025-project] 10.222.0.85 "GET /v2.0/ports?device_id=bb393e6d-7994-4805-804e-b14544f7b272 HTTP/1.1" status: 200 len: 950 time: 0.3536875 May 18 18:11:32.167282 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce19f81b-7728-4413-b4aa-a092fc0a4cee req-80006c73-7939-4ff3-9ce6-4e6dcf33ddcd tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:32.168918 n-d-838550-3 neutron-server[102732]: INFO neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Attempt 2 to bind port 81037d82-88f3-4280-93f1-f841b8057ff2 May 18 18:11:32.169915 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 81037d82-88f3-4280-93f1-f841b8057ff2 has no active binding in host n-h2-838550-3 {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} May 18 18:11:32.179132 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ce19f81b-7728-4413-b4aa-a092fc0a4cee req-80006c73-7939-4ff3-9ce6-4e6dcf33ddcd tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/ports?device_id=edd70b2d-7c62-4c72-8c2b-a1a4878d824e HTTP/1.1" status: 200 len: 946 time: 0.1541378 May 18 18:11:32.260747 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ce19f81b-7728-4413-b4aa-a092fc0a4cee req-9d79ba4d-5bee-4708-bb74-1706f2fd9313 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ea20f59-14b4-4643-9bf1-7dbf92d2a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772665 May 18 18:11:32.318852 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-09824530-0a4d-4dc4-9c7f-5872f1e5ec21 req-3730a234-236b-4458-9464-64702260e625 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] No DVR routers for this DVR port 4bc9ea17-6055-4471-9b57-382e81a27f8a on host n-h2-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:11:32.336520 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-09824530-0a4d-4dc4-9c7f-5872f1e5ec21 req-3730a234-236b-4458-9464-64702260e625 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:32.343334 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-09824530-0a4d-4dc4-9c7f-5872f1e5ec21 req-3730a234-236b-4458-9464-64702260e625 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.88 "DELETE /v2.0/ports/4bc9ea17-6055-4471-9b57-382e81a27f8a HTTP/1.1" status: 204 len: 173 time: 2.2785790 May 18 18:11:32.387991 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-495b7e7c-6da9-4b56-ae88-aa84d03d31aa req-8da1660c-fc19-4d67-beff-876c5e360018 tempest-ImagesNegativeTestJSON-1214967025 tempest-ImagesNegativeTestJSON-1214967025-project] 10.222.0.85 "GET /v2.0/security-groups?id=12fb1f74-5221-4062-9449-587e370046b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207782 May 18 18:11:32.432716 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-291d2712-8262-49c3-a59f-5d1135808750 req-cb2a3c13-a92e-4ec6-a91b-7ee29bea7642 tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] Made reservation on behalf of e39151d7831d43e48c6cc769570f1387 for: {'port': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:11:32.441033 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-291d2712-8262-49c3-a59f-5d1135808750 req-cb2a3c13-a92e-4ec6-a91b-7ee29bea7642 tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:32.479863 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-ddea6c0b-a2f1-4370-886d-9f7ecb1a164b req-b1196f09-e93a-4a36-82a3-01a7c7bc5d25 tempest-ImagesNegativeTestJSON-1214967025 tempest-ImagesNegativeTestJSON-1214967025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:32.493575 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['d9744bd5-4e5d-4d67-8892-be3db5fb4780'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:11:32.495593 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-602f435e-6589-48d4-acb1-160fa1d8ccd5 req-67af7dec-1f29-49c7-aa4c-e65528c7921e tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] 10.222.0.85 "GET /v2.0/ports?device_id=1ac505e0-298e-44de-a47d-1465ecc35dac HTTP/1.1" status: 200 len: 210 time: 0.0756648 May 18 18:11:32.569771 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 4bc9ea17-6055-4471-9b57-382e81a27f8a no longer exists at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:11:32.587393 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5ed24afb-a61d-49f7-94c5-5459e0f91c05 req-d76d0164-b0f2-4340-8ebd-fbd0b28636ea tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/ports?device_id=98098d95-261e-41ea-9ec0-359b880ccfd8 HTTP/1.1" status: 200 len: 210 time: 0.0864813 May 18 18:11:32.625667 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1196f09-e93a-4a36-82a3-01a7c7bc5d25 tempest-ImagesNegativeTestJSON-1214967025 tempest-ImagesNegativeTestJSON-1214967025-project] Pushing event deleted for resources: {'Port': ['ID=d9744bd5-4e5d-4d67-8892-be3db5fb4780,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:11:32.711173 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] No Port match for: 4bc9ea17-6055-4471-9b57-382e81a27f8a {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:11:32.714272 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 4bc9ea17-6055-4471-9b57-382e81a27f8a not bound to the agent host n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:11:32.830684 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device b410f0ec-a688-425b-90a1-3f185c37ba3b no longer exists at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:11:32.887181 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddea6c0b-a2f1-4370-886d-9f7ecb1a164b req-b1196f09-e93a-4a36-82a3-01a7c7bc5d25 tempest-ImagesNegativeTestJSON-1214967025 tempest-ImagesNegativeTestJSON-1214967025-project] No DVR routers for this DVR port d9744bd5-4e5d-4d67-8892-be3db5fb4780 on host n-h1-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:11:32.891089 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-ddea6c0b-a2f1-4370-886d-9f7ecb1a164b req-b1196f09-e93a-4a36-82a3-01a7c7bc5d25 tempest-ImagesNegativeTestJSON-1214967025 tempest-ImagesNegativeTestJSON-1214967025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:32.894828 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ddea6c0b-a2f1-4370-886d-9f7ecb1a164b req-b1196f09-e93a-4a36-82a3-01a7c7bc5d25 tempest-ImagesNegativeTestJSON-1214967025 tempest-ImagesNegativeTestJSON-1214967025-project] 10.222.0.36 "DELETE /v2.0/ports/d9744bd5-4e5d-4d67-8892-be3db5fb4780 HTTP/1.1" status: 204 len: 173 time: 1.5873151 May 18 18:11:32.944733 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc034482-d34b-42c7-9ecd-c4c1a7f1b03c req-54f86a0f-fa40-4625-bfde-a9d00de145de tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:32.948498 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cc034482-d34b-42c7-9ecd-c4c1a7f1b03c req-54f86a0f-fa40-4625-bfde-a9d00de145de tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/ports?device_id=03e9ea95-a4d7-4a6b-bf9a-c47231632c0a HTTP/1.1" status: 200 len: 943 time: 0.1973238 May 18 18:11:32.948816 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] No Port match for: b410f0ec-a688-425b-90a1-3f185c37ba3b {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:11:32.949287 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device b410f0ec-a688-425b-90a1-3f185c37ba3b not bound to the agent host n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:11:32.949645 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device d9744bd5-4e5d-4d67-8892-be3db5fb4780 no longer exists at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:11:33.003227 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] No Port match for: d9744bd5-4e5d-4d67-8892-be3db5fb4780 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:11:33.004254 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device d9744bd5-4e5d-4d67-8892-be3db5fb4780 not bound to the agent host n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:11:33.032917 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cc034482-d34b-42c7-9ecd-c4c1a7f1b03c req-e10a7a35-c108-42fc-a1f6-1d1c6acac87c tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/security-groups?id=fae3ce3c-9235-4ae4-9c6c-e682ce6a4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648236 May 18 18:11:33.067828 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [req-291d2712-8262-49c3-a59f-5d1135808750 req-cb2a3c13-a92e-4ec6-a91b-7ee29bea7642 tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] Allocated IP 172.20.0.8 (792bb4c4-c386-4f38-9fe8-06eade922248/158475e3-9e48-42c5-9d8e-334726b32d32/b23ce527-ea0d-4afd-a447-d79b98b90536) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:11:33.135642 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03e9ea95-a4d7-4a6b-bf9a-c47231632c0a', 'tag': '81037d82-88f3-4280-93f1-f841b8057ff2'}, {'server_uuid': '98098d95-261e-41ea-9ec0-359b880ccfd8', 'name': 'network-vif-deleted', 'tag': '4bc9ea17-6055-4471-9b57-382e81a27f8a'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:11:33.136416 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb393e6d-7994-4805-804e-b14544f7b272', 'name': 'network-vif-deleted', 'tag': 'd9744bd5-4e5d-4d67-8892-be3db5fb4780'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:11:33.140798 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42c0f76c-aaec-4655-bdbc-c86dd2ba1ddf" -d '{"events": [{"server_uuid": "bb393e6d-7994-4805-804e-b14544f7b272", "name": "network-vif-deleted", "tag": "d9744bd5-4e5d-4d67-8892-be3db5fb4780"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:11:33.152644 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da073719-5f91-4df0-a74b-6c3f630a260c" -d '{"events": [{"name": "network-changed", "server_uuid": "03e9ea95-a4d7-4a6b-bf9a-c47231632c0a", "tag": "81037d82-88f3-4280-93f1-f841b8057ff2"}, {"server_uuid": "98098d95-261e-41ea-9ec0-359b880ccfd8", "name": "network-vif-deleted", "tag": "4bc9ea17-6055-4471-9b57-382e81a27f8a"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:11:33.256936 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b742178e-75d8-4ee6-992a-200d10342ff8 req-f55c086f-ecfd-4d96-9e68-f9fec81e064e tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:33.260626 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b742178e-75d8-4ee6-992a-200d10342ff8 req-f55c086f-ecfd-4d96-9e68-f9fec81e064e tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/ports?device_id=f8e82ff2-3164-44c9-8e95-9b05a4ef9438 HTTP/1.1" status: 200 len: 945 time: 0.1078138 May 18 18:11:33.291733 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['3beb5ae3-39b5-4024-9788-1644d2c9c029', '319afa68-c211-4e3a-b55b-279f68bd8ca4', 'e0571223-bec5-444d-9ddd-0c8cd62af364'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:11:33.320965 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e00746-a3f4-4b65-9c8c-e937c8194d4d req-ae99d6de-a313-4096-8f49-3e210c126e3d tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:33.334560 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-82e00746-a3f4-4b65-9c8c-e937c8194d4d req-ae99d6de-a313-4096-8f49-3e210c126e3d tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=85a2a041-5bb5-4692-bd6a-de12dea7b5ee HTTP/1.1" status: 200 len: 946 time: 0.3577547 May 18 18:11:33.347221 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b742178e-75d8-4ee6-992a-200d10342ff8 req-a4a189e3-e6c8-4a46-8a08-523b6cb40977 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/security-groups?id=e692c27b-823e-49d0-99b6-9d1054fe999b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762348 May 18 18:11:33.461550 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-106ae435-3fa8-4217-9e79-3a50e2b4a6a3 x-openstack-request-id: req-106ae435-3fa8-4217-9e79-3a50e2b4a6a3 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:11:33.463019 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb393e6d-7994-4805-804e-b14544f7b272", "name": "network-vif-deleted", "tag": "d9744bd5-4e5d-4d67-8892-be3db5fb4780", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:11:33.463657 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-106ae435-3fa8-4217-9e79-3a50e2b4a6a3 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:11:33.464569 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-106ae435-3fa8-4217-9e79-3a50e2b4a6a3'] response: {'server_uuid': 'bb393e6d-7994-4805-804e-b14544f7b272', 'name': 'network-vif-deleted', 'tag': 'd9744bd5-4e5d-4d67-8892-be3db5fb4780', 'status': 'completed', 'code': 200} May 18 18:11:33.517342 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-82e00746-a3f4-4b65-9c8c-e937c8194d4d req-66b62c75-a03f-4149-acc6-85ec662cda6a tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/security-groups?id=33ba1fad-191a-4b7a-ae9e-8e9e60985e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797395 May 18 18:11:33.599634 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 18 May 2022 18:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6371acfc-4a46-48f9-827c-94a6369df00d x-openstack-request-id: req-6371acfc-4a46-48f9-827c-94a6369df00d {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:11:33.600602 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03e9ea95-a4d7-4a6b-bf9a-c47231632c0a", "tag": "81037d82-88f3-4280-93f1-f841b8057ff2", "status": "completed", "code": 200}, {"server_uuid": "98098d95-261e-41ea-9ec0-359b880ccfd8", "name": "network-vif-deleted", "tag": "4bc9ea17-6055-4471-9b57-382e81a27f8a", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:11:33.601539 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-6371acfc-4a46-48f9-827c-94a6369df00d {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:11:33.605785 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6371acfc-4a46-48f9-827c-94a6369df00d'] response: {'name': 'network-changed', 'server_uuid': '03e9ea95-a4d7-4a6b-bf9a-c47231632c0a', 'tag': '81037d82-88f3-4280-93f1-f841b8057ff2', 'status': 'completed', 'code': 200} May 18 18:11:33.608496 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6371acfc-4a46-48f9-827c-94a6369df00d'] response: {'server_uuid': '98098d95-261e-41ea-9ec0-359b880ccfd8', 'name': 'network-vif-deleted', 'tag': '4bc9ea17-6055-4471-9b57-382e81a27f8a', 'status': 'completed', 'code': 200} May 18 18:11:33.686784 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da073719-5f91-4df0-a74b-6c3f630a260c req-b4545dd2-19eb-4e88-b4b7-645d2b022f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:33.688950 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-291d2712-8262-49c3-a59f-5d1135808750 req-cb2a3c13-a92e-4ec6-a91b-7ee29bea7642 tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:33.692368 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-da073719-5f91-4df0-a74b-6c3f630a260c req-b4545dd2-19eb-4e88-b4b7-645d2b022f41 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8ebc9a1ec3004890baedda4682fb5641&device_id=03e9ea95-a4d7-4a6b-bf9a-c47231632c0a HTTP/1.1" status: 200 len: 1124 time: 0.0883818 May 18 18:11:33.900034 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985c6ec8-9826-457e-85d7-8d453dbb7004 req-b0a6cdef-cc21-4004-a951-679e09b5606a tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:33.910788 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-985c6ec8-9826-457e-85d7-8d453dbb7004 req-b0a6cdef-cc21-4004-a951-679e09b5606a tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/ports?device_id=edd70b2d-7c62-4c72-8c2b-a1a4878d824e HTTP/1.1" status: 200 len: 946 time: 0.1315084 May 18 18:11:33.916127 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-291d2712-8262-49c3-a59f-5d1135808750 req-cb2a3c13-a92e-4ec6-a91b-7ee29bea7642 tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:33.938529 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b690b109-a9e7-4ed5-b070-d0787d137a06 req-b54124ae-5d46-43ed-b8cc-a10608d2e773 tempest-ImagesNegativeTestJSON-1214967025 tempest-ImagesNegativeTestJSON-1214967025-project] 10.222.0.85 "GET /v2.0/ports?device_id=bb393e6d-7994-4805-804e-b14544f7b272 HTTP/1.1" status: 200 len: 210 time: 0.0780780 May 18 18:11:34.049748 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-291d2712-8262-49c3-a59f-5d1135808750 req-cb2a3c13-a92e-4ec6-a91b-7ee29bea7642 tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] Network 792bb4c4-c386-4f38-9fe8-06eade922248 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:11:34.050163 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da073719-5f91-4df0-a74b-6c3f630a260c req-e982a252-2297-44ea-ac4c-8f464c63b3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:34.052052 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-da073719-5f91-4df0-a74b-6c3f630a260c req-e982a252-2297-44ea-ac4c-8f464c63b3a8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=34fdcfa4-2e5d-460f-9a9f-5a798833609a HTTP/1.1" status: 200 len: 909 time: 0.3472428 May 18 18:11:34.061250 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [req-291d2712-8262-49c3-a59f-5d1135808750 req-cb2a3c13-a92e-4ec6-a91b-7ee29bea7642 tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:11:34.065014 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2a3c13-a92e-4ec6-a91b-7ee29bea7642 tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] Pushing event updated for resources: {'Port': ['ID=b23ce527-ea0d-4afd-a447-d79b98b90536,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:11:34.069248 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-291d2712-8262-49c3-a59f-5d1135808750 req-cb2a3c13-a92e-4ec6-a91b-7ee29bea7642 tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:11:34.152939 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-da073719-5f91-4df0-a74b-6c3f630a260c req-594e8706-16ae-473e-844e-47bb4f675e28 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=81037d82-88f3-4280-93f1-f841b8057ff2 HTTP/1.1" status: 200 len: 217 time: 0.0896056 May 18 18:11:34.161859 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-985c6ec8-9826-457e-85d7-8d453dbb7004 req-1b3d8252-516d-4862-961b-dfaa4cc5ac69 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ea20f59-14b4-4643-9bf1-7dbf92d2a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496347 May 18 18:11:34.266380 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291d2712-8262-49c3-a59f-5d1135808750 req-cb2a3c13-a92e-4ec6-a91b-7ee29bea7642 tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:34.268746 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-291d2712-8262-49c3-a59f-5d1135808750 req-cb2a3c13-a92e-4ec6-a91b-7ee29bea7642 tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:34.320190 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-291d2712-8262-49c3-a59f-5d1135808750 req-cb2a3c13-a92e-4ec6-a91b-7ee29bea7642 tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4264767 May 18 18:11:34.345221 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-291d2712-8262-49c3-a59f-5d1135808750 req-1bc6481e-1f04-46c9-b526-3742dc323a52 service neutron] Request body: {'port': {'device_id': '1ac505e0-298e-44de-a47d-1465ecc35dac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-3'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:11:34.347214 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddaa44b-d619-4e00-ba0d-2fa3662bc128 req-40e59fec-0a9b-4e74-adcd-a4947557677c tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:34.364407 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2ddaa44b-d619-4e00-ba0d-2fa3662bc128 req-40e59fec-0a9b-4e74-adcd-a4947557677c tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] 10.222.0.85 "GET /v2.0/ports?device_id=1ac505e0-298e-44de-a47d-1465ecc35dac HTTP/1.1" status: 200 len: 931 time: 0.2170954 May 18 18:11:34.395764 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da073719-5f91-4df0-a74b-6c3f630a260c req-cc9d3bf8-9b23-426f-b426-aa00f1188bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:34.397508 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-da073719-5f91-4df0-a74b-6c3f630a260c req-cc9d3bf8-9b23-426f-b426-aa00f1188bbb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8f7111f6-e2ae-4553-ac4c-889ba94e64a6 HTTP/1.1" status: 200 len: 848 time: 0.2206192 May 18 18:11:34.463485 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-da073719-5f91-4df0-a74b-6c3f630a260c req-0d22cb2b-989b-4914-9678-54601951b470 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=34fdcfa4-2e5d-460f-9a9f-5a798833609a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411422 May 18 18:11:34.504398 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [req-da073719-5f91-4df0-a74b-6c3f630a260c req-4a8a0a8c-32cd-42ca-9a9f-1508a2419162 service neutron] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=102730) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 18:11:34.507544 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-da073719-5f91-4df0-a74b-6c3f630a260c req-4a8a0a8c-32cd-42ca-9a9f-1508a2419162 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0327971 May 18 18:11:34.514038 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-291d2712-8262-49c3-a59f-5d1135808750 req-1bc6481e-1f04-46c9-b526-3742dc323a52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:34.522225 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2ddaa44b-d619-4e00-ba0d-2fa3662bc128 req-5e6aadf5-a232-4b89-ae15-1e1dee02d141 tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] 10.222.0.85 "GET /v2.0/security-groups?id=ef5ba87d-242d-4906-82ef-16014bd8309b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1451607 May 18 18:11:34.685998 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-0876bdce-c8b7-4e27-85f1-844a16285500 None None] Provisioning complete for port b23ce527-ea0d-4afd-a447-d79b98b90536 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:11:34.687013 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0876bdce-c8b7-4e27-85f1-844a16285500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:34.763531 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-0876bdce-c8b7-4e27-85f1-844a16285500 None None] Port b23ce527-ea0d-4afd-a447-d79b98b90536 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:11:34.819111 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c1c426-5a79-4d1a-bf41-35749340b266 req-f35e45e4-4a57-4bdc-a0cd-7211db1257c1 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:34.823649 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e4c1c426-5a79-4d1a-bf41-35749340b266 req-f35e45e4-4a57-4bdc-a0cd-7211db1257c1 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/ports?device_id=f8e82ff2-3164-44c9-8e95-9b05a4ef9438 HTTP/1.1" status: 200 len: 945 time: 0.0988920 May 18 18:11:34.850527 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9e0cdf-59fb-4a85-9e81-9676ce4b0d63 req-45a7cae5-c5db-4ec7-b284-8ee9f76814fe tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:34.858368 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ad9e0cdf-59fb-4a85-9e81-9676ce4b0d63 req-45a7cae5-c5db-4ec7-b284-8ee9f76814fe tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/ports?device_id=03e9ea95-a4d7-4a6b-bf9a-c47231632c0a HTTP/1.1" status: 200 len: 943 time: 0.4112980 May 18 18:11:34.870459 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-da073719-5f91-4df0-a74b-6c3f630a260c req-66330a0a-0ed6-4da6-b262-b94c0539570d service neutron] 10.222.0.36 "GET /v2.0/networks/34fdcfa4-2e5d-460f-9a9f-5a798833609a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3470109 May 18 18:11:34.992472 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ad9e0cdf-59fb-4a85-9e81-9676ce4b0d63 req-2bee7dcb-ecff-4e21-a41d-57ffade5e651 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/security-groups?id=fae3ce3c-9235-4ae4-9c6c-e682ce6a4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284096 May 18 18:11:35.038082 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e4c1c426-5a79-4d1a-bf41-35749340b266 req-abe82c26-e2a7-4682-be80-690274ab060f tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/security-groups?id=e692c27b-823e-49d0-99b6-9d1054fe999b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768868 May 18 18:11:35.150735 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-da073719-5f91-4df0-a74b-6c3f630a260c req-6c42a2b2-084d-42fa-bbf1-850e717465f5 service neutron] 10.222.0.36 "GET /v2.0/networks/34fdcfa4-2e5d-460f-9a9f-5a798833609a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2668734 May 18 18:11:35.241165 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [req-291d2712-8262-49c3-a59f-5d1135808750 req-1bc6481e-1f04-46c9-b526-3742dc323a52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b23ce527-ea0d-4afd-a447-d79b98b90536 {{(pid=102731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:11:35.257966 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b9a582-9ae7-4a23-99ee-f1cd8b1585df req-50c41ba0-1848-4e55-adac-6b22f35e7374 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:35.260324 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-90b9a582-9ae7-4a23-99ee-f1cd8b1585df req-50c41ba0-1848-4e55-adac-6b22f35e7374 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=85a2a041-5bb5-4692-bd6a-de12dea7b5ee HTTP/1.1" status: 200 len: 946 time: 0.1381416 May 18 18:11:35.262896 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-291d2712-8262-49c3-a59f-5d1135808750 req-1bc6481e-1f04-46c9-b526-3742dc323a52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:35.304932 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.provisioning_blocks [req-291d2712-8262-49c3-a59f-5d1135808750 req-1bc6481e-1f04-46c9-b526-3742dc323a52 service neutron] Transition to ACTIVE for port object b23ce527-ea0d-4afd-a447-d79b98b90536 will not be triggered until provisioned by entity L2. {{(pid=102731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:11:35.313800 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-291d2712-8262-49c3-a59f-5d1135808750 req-1bc6481e-1f04-46c9-b526-3742dc323a52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:35.415170 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-90b9a582-9ae7-4a23-99ee-f1cd8b1585df req-bd968779-58b8-4006-a9b6-1b44f5cee3cf tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/security-groups?id=33ba1fad-191a-4b7a-ae9e-8e9e60985e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412399 May 18 18:11:35.479245 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc6481e-1f04-46c9-b526-3742dc323a52 service neutron] Pushing event updated for resources: {'Port': ['ID=b23ce527-ea0d-4afd-a447-d79b98b90536,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:11:35.775593 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-291d2712-8262-49c3-a59f-5d1135808750 req-1bc6481e-1f04-46c9-b526-3742dc323a52 service neutron] Attempting to bind port b23ce527-ea0d-4afd-a447-d79b98b90536 on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:11:35.776203 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-291d2712-8262-49c3-a59f-5d1135808750 req-1bc6481e-1f04-46c9-b526-3742dc323a52 service neutron] Attempting to bind port b23ce527-ea0d-4afd-a447-d79b98b90536 by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': '5506962a-f6c8-48fb-8434-f69d110e57ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '792bb4c4-c386-4f38-9fe8-06eade922248'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:11:35.776731 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291d2712-8262-49c3-a59f-5d1135808750 req-1bc6481e-1f04-46c9-b526-3742dc323a52 service neutron] Attempting to bind port b23ce527-ea0d-4afd-a447-d79b98b90536 on network 792bb4c4-c386-4f38-9fe8-06eade922248 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:11:35.791368 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca53f77d-4b3b-4d7e-934c-06f21adf0f59 req-24863be3-8667-44a2-afd9-be750185b45e tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:35.801302 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ca53f77d-4b3b-4d7e-934c-06f21adf0f59 req-24863be3-8667-44a2-afd9-be750185b45e tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/ports?device_id=edd70b2d-7c62-4c72-8c2b-a1a4878d824e HTTP/1.1" status: 200 len: 946 time: 0.1419716 May 18 18:11:35.813503 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291d2712-8262-49c3-a59f-5d1135808750 req-1bc6481e-1f04-46c9-b526-3742dc323a52 service neutron] Port b23ce527-ea0d-4afd-a447-d79b98b90536 on network 792bb4c4-c386-4f38-9fe8-06eade922248 not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:11:35.814020 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291d2712-8262-49c3-a59f-5d1135808750 req-1bc6481e-1f04-46c9-b526-3742dc323a52 service neutron] Attempting to bind port b23ce527-ea0d-4afd-a447-d79b98b90536 on network 792bb4c4-c386-4f38-9fe8-06eade922248 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:11:35.834100 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291d2712-8262-49c3-a59f-5d1135808750 req-1bc6481e-1f04-46c9-b526-3742dc323a52 service neutron] Checking agent: {'id': 'd1be059a-68ea-4c77-9b2b-29f4afa47e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:11:35.834588 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291d2712-8262-49c3-a59f-5d1135808750 req-1bc6481e-1f04-46c9-b526-3742dc323a52 service neutron] Checking segment: {'id': '5506962a-f6c8-48fb-8434-f69d110e57ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '792bb4c4-c386-4f38-9fe8-06eade922248'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:11:35.835079 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291d2712-8262-49c3-a59f-5d1135808750 req-1bc6481e-1f04-46c9-b526-3742dc323a52 service neutron] Bound using segment: {'id': '5506962a-f6c8-48fb-8434-f69d110e57ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '792bb4c4-c386-4f38-9fe8-06eade922248'} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:11:35.835632 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-291d2712-8262-49c3-a59f-5d1135808750 req-1bc6481e-1f04-46c9-b526-3742dc323a52 service neutron] Bound port: b23ce527-ea0d-4afd-a447-d79b98b90536, host: n-h2-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5506962a-f6c8-48fb-8434-f69d110e57ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '792bb4c4-c386-4f38-9fe8-06eade922248'}}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:11:35.836088 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-291d2712-8262-49c3-a59f-5d1135808750 req-1bc6481e-1f04-46c9-b526-3742dc323a52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:35.919060 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ca53f77d-4b3b-4d7e-934c-06f21adf0f59 req-6d4aaf4e-040c-4e73-b5a7-9a7b639ea5d3 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ea20f59-14b4-4643-9bf1-7dbf92d2a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161919 May 18 18:11:36.102100 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77d71ac-00b1-467c-be3e-8d0f70039aee req-627a9712-c878-4acb-bbf2-52109019e15a tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:36.105401 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-291d2712-8262-49c3-a59f-5d1135808750 req-1bc6481e-1f04-46c9-b526-3742dc323a52 service neutron] For port b23ce527-ea0d-4afd-a447-d79b98b90536, host n-h2-838550-3, cleared binding levels {{(pid=102731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:11:36.118930 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a77d71ac-00b1-467c-be3e-8d0f70039aee req-627a9712-c878-4acb-bbf2-52109019e15a tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] 10.222.0.85 "GET /v2.0/ports?device_id=1ac505e0-298e-44de-a47d-1465ecc35dac HTTP/1.1" status: 200 len: 943 time: 0.1240222 May 18 18:11:36.145375 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-291d2712-8262-49c3-a59f-5d1135808750 req-1bc6481e-1f04-46c9-b526-3742dc323a52 service neutron] For port b23ce527-ea0d-4afd-a447-d79b98b90536, host n-h2-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=b23ce527-ea0d-4afd-a447-d79b98b90536,segment=NetworkSegment(5506962a-f6c8-48fb-8434-f69d110e57ad),segment_id=5506962a-f6c8-48fb-8434-f69d110e57ad)] {{(pid=102731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:11:36.167235 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-291d2712-8262-49c3-a59f-5d1135808750 req-1bc6481e-1f04-46c9-b526-3742dc323a52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:36.231269 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c65a43e-652d-4cea-9889-c4b896661794 req-778c9691-aea1-4bd4-b804-27acaccd53a7 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:36.236901 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4c65a43e-652d-4cea-9889-c4b896661794 req-778c9691-aea1-4bd4-b804-27acaccd53a7 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/ports?device_id=cab5aa50-c349-4f1e-affa-de05c046bb26 HTTP/1.1" status: 200 len: 950 time: 0.2107668 May 18 18:11:36.283321 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291d2712-8262-49c3-a59f-5d1135808750 req-1bc6481e-1f04-46c9-b526-3742dc323a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:36.284500 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-291d2712-8262-49c3-a59f-5d1135808750 req-1bc6481e-1f04-46c9-b526-3742dc323a52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:36.288025 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-291d2712-8262-49c3-a59f-5d1135808750 req-1bc6481e-1f04-46c9-b526-3742dc323a52 service neutron] 10.222.0.88 "PUT /v2.0/ports/b23ce527-ea0d-4afd-a447-d79b98b90536 HTTP/1.1" status: 200 len: 1091 time: 1.9553323 May 18 18:11:36.313190 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a77d71ac-00b1-467c-be3e-8d0f70039aee req-0856d74d-278b-4ff1-a7bb-1ecfdaf895bc tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] 10.222.0.85 "GET /v2.0/security-groups?id=ef5ba87d-242d-4906-82ef-16014bd8309b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1928339 May 18 18:11:36.364051 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ac505e0-298e-44de-a47d-1465ecc35dac', 'tag': 'b23ce527-ea0d-4afd-a447-d79b98b90536'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:11:36.390099 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98dba4cb-840e-49ac-9e8a-7d933058bbc6" -d '{"events": [{"name": "network-changed", "server_uuid": "1ac505e0-298e-44de-a47d-1465ecc35dac", "tag": "b23ce527-ea0d-4afd-a447-d79b98b90536"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:11:36.595513 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4c65a43e-652d-4cea-9889-c4b896661794 req-eee425d1-9f50-4ad8-99f3-ee15b484732b tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/security-groups?id=5ea4329b-bade-4f5a-bfbd-7917c3702679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3072183 May 18 18:11:36.598229 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc6481e-1f04-46c9-b526-3742dc323a52 service neutron] Pushing event updated for resources: {'Port': ['ID=b23ce527-ea0d-4afd-a447-d79b98b90536,revision_number=3']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:11:36.614275 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291d2712-8262-49c3-a59f-5d1135808750 req-f315037a-f0c9-43e8-a369-887e2e847d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:36.619234 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-291d2712-8262-49c3-a59f-5d1135808750 req-f315037a-f0c9-43e8-a369-887e2e847d75 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=e39151d7831d43e48c6cc769570f1387&device_id=1ac505e0-298e-44de-a47d-1465ecc35dac HTTP/1.1" status: 200 len: 1094 time: 0.1711605 May 18 18:11:36.729449 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-291d2712-8262-49c3-a59f-5d1135808750 req-991e83d5-05dd-4985-83a7-b6447e208dec service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b23ce527-ea0d-4afd-a447-d79b98b90536 HTTP/1.1" status: 200 len: 217 time: 0.0910649 May 18 18:11:36.757790 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e044c93f-99db-4a46-b89d-bcad88aa3cbb req-1ad7ecb7-88a7-482d-bde4-5c9082536cbb tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:36.761036 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e044c93f-99db-4a46-b89d-bcad88aa3cbb req-1ad7ecb7-88a7-482d-bde4-5c9082536cbb tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/ports?device_id=03e9ea95-a4d7-4a6b-bf9a-c47231632c0a HTTP/1.1" status: 200 len: 943 time: 0.1380122 May 18 18:11:36.828545 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e044c93f-99db-4a46-b89d-bcad88aa3cbb req-36b64afe-9789-43bf-90ed-5b7f7d85ad07 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/security-groups?id=fae3ce3c-9235-4ae4-9c6c-e682ce6a4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594108 May 18 18:11:36.903863 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291d2712-8262-49c3-a59f-5d1135808750 req-748b26b5-c4f6-404e-81a8-98c9b2199590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:36.906395 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-291d2712-8262-49c3-a59f-5d1135808750 req-748b26b5-c4f6-404e-81a8-98c9b2199590 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=158475e3-9e48-42c5-9d8e-334726b32d32 HTTP/1.1" status: 200 len: 854 time: 0.1644657 May 18 18:11:36.952962 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51202c5f-d8aa-4dcf-a7d6-78e66a8e3c60 req-f6d39ffe-7508-4aaf-aada-ac51e95160a1 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:36.955680 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-51202c5f-d8aa-4dcf-a7d6-78e66a8e3c60 req-f6d39ffe-7508-4aaf-aada-ac51e95160a1 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/ports?device_id=f8e82ff2-3164-44c9-8e95-9b05a4ef9438 HTTP/1.1" status: 200 len: 945 time: 0.1920071 May 18 18:11:36.958214 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f902259-d1eb-489a-bd66-890e5e3332a5 x-openstack-request-id: req-3f902259-d1eb-489a-bd66-890e5e3332a5 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:11:36.958638 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ac505e0-298e-44de-a47d-1465ecc35dac", "tag": "b23ce527-ea0d-4afd-a447-d79b98b90536", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:11:36.959028 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-3f902259-d1eb-489a-bd66-890e5e3332a5 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:11:36.959716 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f902259-d1eb-489a-bd66-890e5e3332a5'] response: {'name': 'network-changed', 'server_uuid': '1ac505e0-298e-44de-a47d-1465ecc35dac', 'tag': 'b23ce527-ea0d-4afd-a447-d79b98b90536', 'status': 'completed', 'code': 200} May 18 18:11:37.066985 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-51202c5f-d8aa-4dcf-a7d6-78e66a8e3c60 req-c627a27e-be60-4b9d-8439-9d0da86adf11 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/security-groups?id=e692c27b-823e-49d0-99b6-9d1054fe999b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852113 May 18 18:11:37.069434 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291d2712-8262-49c3-a59f-5d1135808750 req-bddc9097-1c88-4d92-8b93-5be07f5d6892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:37.072002 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-291d2712-8262-49c3-a59f-5d1135808750 req-bddc9097-1c88-4d92-8b93-5be07f5d6892 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=792bb4c4-c386-4f38-9fe8-06eade922248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1539373 May 18 18:11:37.088486 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3b007e-18de-447e-8b87-176a4aa0d9f7 req-c0d40424-8a63-4938-9c09-47994339ebe7 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:37.101358 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ab3b007e-18de-447e-8b87-176a4aa0d9f7 req-c0d40424-8a63-4938-9c09-47994339ebe7 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=85a2a041-5bb5-4692-bd6a-de12dea7b5ee HTTP/1.1" status: 200 len: 946 time: 0.0768762 May 18 18:11:37.154420 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ab3b007e-18de-447e-8b87-176a4aa0d9f7 req-7e408c4a-17fe-41c9-80e8-e0c1ae223307 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/security-groups?id=33ba1fad-191a-4b7a-ae9e-8e9e60985e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492806 May 18 18:11:37.272277 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7808c9e5-2b75-4948-9069-bb70aa7483da req-576840d5-8ad2-41b6-9571-65dfb8711265 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:37.273866 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7808c9e5-2b75-4948-9069-bb70aa7483da req-576840d5-8ad2-41b6-9571-65dfb8711265 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/ports?device_id=edd70b2d-7c62-4c72-8c2b-a1a4878d824e HTTP/1.1" status: 200 len: 946 time: 0.0896330 May 18 18:11:37.280867 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-291d2712-8262-49c3-a59f-5d1135808750 req-bd9aa1f8-c17c-4c6f-b123-f9ad60ed4939 service neutron] 10.222.0.88 "GET /v2.0/networks/792bb4c4-c386-4f38-9fe8-06eade922248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883383 May 18 18:11:37.409896 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7808c9e5-2b75-4948-9069-bb70aa7483da req-c65bebac-f8a7-47f4-8de2-985be1eea9d8 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ea20f59-14b4-4643-9bf1-7dbf92d2a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196179 May 18 18:11:37.496080 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-291d2712-8262-49c3-a59f-5d1135808750 req-0ef9f2bd-6f66-42dd-aa4f-1eec12610cac service neutron] 10.222.0.88 "GET /v2.0/networks/792bb4c4-c386-4f38-9fe8-06eade922248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966197 May 18 18:11:37.599344 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-8bf7fcc2-b60a-44c6-ac4c-91474fec689b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:37.697295 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01b3810-e8fd-4ba3-a74f-e3874ec85554 req-67b904bc-8cd9-4b38-ac10-666cea8a241e tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:37.701955 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d01b3810-e8fd-4ba3-a74f-e3874ec85554 req-67b904bc-8cd9-4b38-ac10-666cea8a241e tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] 10.222.0.85 "GET /v2.0/ports?device_id=1ac505e0-298e-44de-a47d-1465ecc35dac HTTP/1.1" status: 200 len: 943 time: 0.1353488 May 18 18:11:37.730531 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dba4cb-840e-49ac-9e8a-7d933058bbc6 req-f8910800-f8b3-461e-b142-f86c940f553b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:37.735269 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-98dba4cb-840e-49ac-9e8a-7d933058bbc6 req-f8910800-f8b3-461e-b142-f86c940f553b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=e39151d7831d43e48c6cc769570f1387&device_id=1ac505e0-298e-44de-a47d-1465ecc35dac HTTP/1.1" status: 200 len: 1094 time: 0.1427162 May 18 18:11:37.840511 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d01b3810-e8fd-4ba3-a74f-e3874ec85554 req-ac673fd8-ad77-44ec-ac53-17ff9f891b47 tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] 10.222.0.85 "GET /v2.0/security-groups?id=ef5ba87d-242d-4906-82ef-16014bd8309b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162536 May 18 18:11:38.034830 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 56320) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:11:38.065932 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dba4cb-840e-49ac-9e8a-7d933058bbc6 req-f9377118-fc18-4d23-a214-8a103397126e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:38.067600 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-98dba4cb-840e-49ac-9e8a-7d933058bbc6 req-f9377118-fc18-4d23-a214-8a103397126e service neutron] 10.222.0.88 "GET /v2.0/networks?id=792bb4c4-c386-4f38-9fe8-06eade922248 HTTP/1.1" status: 200 len: 916 time: 0.3168020 May 18 18:11:38.085509 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eab4f3a-7d01-4f43-9ada-420b5c1e9bd8 req-7f8c9d87-43d9-4e14-bffa-72b939a582da tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:38.094370 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0eab4f3a-7d01-4f43-9ada-420b5c1e9bd8 req-7f8c9d87-43d9-4e14-bffa-72b939a582da tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/ports?device_id=cab5aa50-c349-4f1e-affa-de05c046bb26 HTTP/1.1" status: 200 len: 950 time: 0.3167930 May 18 18:11:38.162654 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a8686a-cc2c-416f-a984-ff29a56cc2b6 req-d4b4d8d2-1a2e-48c1-bb84-5ce30decd6b2 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:38.172559 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d3a8686a-cc2c-416f-a984-ff29a56cc2b6 req-d4b4d8d2-1a2e-48c1-bb84-5ce30decd6b2 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/ports?device_id=03e9ea95-a4d7-4a6b-bf9a-c47231632c0a HTTP/1.1" status: 200 len: 943 time: 0.1665745 May 18 18:11:38.237712 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8afb19-64d5-4a62-950d-6946c13d5977 req-cff4e6da-d153-4f79-a49b-abb1f0d0d1f2 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:38.239455 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bd8afb19-64d5-4a62-950d-6946c13d5977 req-cff4e6da-d153-4f79-a49b-abb1f0d0d1f2 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.88 "GET /v2.0/ports?device_id=cab5aa50-c349-4f1e-affa-de05c046bb26 HTTP/1.1" status: 200 len: 950 time: 0.2461326 May 18 18:11:38.243652 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-98dba4cb-840e-49ac-9e8a-7d933058bbc6 req-5d81f624-0e1f-49ea-9c37-f4ea29398764 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b23ce527-ea0d-4afd-a447-d79b98b90536 HTTP/1.1" status: 200 len: 217 time: 0.1376259 May 18 18:11:38.282040 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d3a8686a-cc2c-416f-a984-ff29a56cc2b6 req-c147988c-7581-4b74-b2ea-52f6f5450ee4 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/security-groups?id=fae3ce3c-9235-4ae4-9c6c-e682ce6a4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079211 May 18 18:11:38.340640 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0eab4f3a-7d01-4f43-9ada-420b5c1e9bd8 req-6d52a433-eac6-4c3a-b297-c3b927b4b5d0 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/security-groups?id=5ea4329b-bade-4f5a-bfbd-7917c3702679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452500 May 18 18:11:38.473926 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dba4cb-840e-49ac-9e8a-7d933058bbc6 req-d9933d0b-0a85-49b2-92bb-5582d9ed16b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:38.476325 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-98dba4cb-840e-49ac-9e8a-7d933058bbc6 req-d9933d0b-0a85-49b2-92bb-5582d9ed16b9 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=158475e3-9e48-42c5-9d8e-334726b32d32 HTTP/1.1" status: 200 len: 854 time: 0.2178156 May 18 18:11:38.504266 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc65fc70-10fd-4474-990c-d468ca918264 req-0da8a2b3-3357-42b9-8f1a-0d82f6896d6a tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:38.506727 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-dc65fc70-10fd-4474-990c-d468ca918264 req-0da8a2b3-3357-42b9-8f1a-0d82f6896d6a tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.88 "GET /v2.0/ports?device_id=eb23a27e-f075-4514-8d58-f17c7c7cf357 HTTP/1.1" status: 200 len: 949 time: 0.1649358 May 18 18:11:38.529570 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-a7bb02e3-2f95-4731-9ff6-e53b5ae3643d admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=fada0cd14ad94c1d9bfc19206638620a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4860551 May 18 18:11:38.533276 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 56330) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:11:38.622885 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e237b3d8-eeb2-4ef8-9b8b-0858393ade57 req-c208ce0b-6d76-45e6-8608-40e6cf6476e6 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:38.626163 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e237b3d8-eeb2-4ef8-9b8b-0858393ade57 req-c208ce0b-6d76-45e6-8608-40e6cf6476e6 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/ports?device_id=f8e82ff2-3164-44c9-8e95-9b05a4ef9438 HTTP/1.1" status: 200 len: 945 time: 0.1963902 May 18 18:11:38.656238 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a03c0978-ffd9-4669-a017-9bc8e04f6564 req-0b4bc72e-dc5b-4748-b25e-28bc71a9d595 service neutron] 10.222.0.36 "GET /v2.0/ports/81037d82-88f3-4280-93f1-f841b8057ff2/bindings/n-h2-838550-3 HTTP/1.1" status: 200 len: 384 time: 0.1352296 May 18 18:11:38.674633 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-bd8afb19-64d5-4a62-950d-6946c13d5977 req-0a7a31db-32ac-4e3d-b99f-6f5436aee3be tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Deleting port 319afa68-c211-4e3a-b55b-279f68bd8ca4 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:11:38.675399 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-bd8afb19-64d5-4a62-950d-6946c13d5977 req-0a7a31db-32ac-4e3d-b99f-6f5436aee3be tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:38.733291 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7c0417e3-ea14-45cc-b9e2-70a35e74c970 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:38.746555 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e237b3d8-eeb2-4ef8-9b8b-0858393ade57 req-848af2dc-6bb4-47ee-943d-909c3b3ceb88 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/security-groups?id=e692c27b-823e-49d0-99b6-9d1054fe999b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111338 May 18 18:11:38.767674 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dba4cb-840e-49ac-9e8a-7d933058bbc6 req-2b8715f0-4eb4-45cf-bdcc-68e967f203e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:38.768997 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-98dba4cb-840e-49ac-9e8a-7d933058bbc6 req-2b8715f0-4eb4-45cf-bdcc-68e967f203e8 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=792bb4c4-c386-4f38-9fe8-06eade922248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2579970 May 18 18:11:38.806033 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7c0417e3-ea14-45cc-b9e2-70a35e74c970 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:38.808411 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db05ecbe-d27c-4318-8150-54ea382ad39c req-2231d1c8-d313-4969-8a63-636e9f099778 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:38.819754 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-db05ecbe-d27c-4318-8150-54ea382ad39c req-2231d1c8-d313-4969-8a63-636e9f099778 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=85a2a041-5bb5-4692-bd6a-de12dea7b5ee HTTP/1.1" status: 200 len: 946 time: 0.2957635 May 18 18:11:38.831470 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 81037d82-88f3-4280-93f1-f841b8057ff2 no longer exists at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:11:39.061745 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c2ab7e-8f58-4ecb-90a4-ca720694e72a req-4c3f5859-35bd-48a3-9fed-acecfe384b59 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:39.064180 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-99c2ab7e-8f58-4ecb-90a4-ca720694e72a req-4c3f5859-35bd-48a3-9fed-acecfe384b59 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/ports?device_id=edd70b2d-7c62-4c72-8c2b-a1a4878d824e HTTP/1.1" status: 200 len: 946 time: 0.1645701 May 18 18:11:39.068324 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 81037d82-88f3-4280-93f1-f841b8057ff2 is: DOWN; New status is: DOWN {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:11:39.081034 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7c0417e3-ea14-45cc-b9e2-70a35e74c970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:39.083947 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7c0417e3-ea14-45cc-b9e2-70a35e74c970 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:39.085809 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-7c0417e3-ea14-45cc-b9e2-70a35e74c970 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/12fb1f74-5221-4062-9449-587e370046b2 HTTP/1.1" status: 204 len: 168 time: 0.5514667 May 18 18:11:39.099681 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-a03c0978-ffd9-4669-a017-9bc8e04f6564 req-6d9971a2-e3e5-415c-9276-aa0e65902181 service neutron] For port 81037d82-88f3-4280-93f1-f841b8057ff2, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=81037d82-88f3-4280-93f1-f841b8057ff2,segment=NetworkSegment(5e6a9b3b-2b82-45b7-b9f1-0f73969fb979),segment_id=5e6a9b3b-2b82-45b7-b9f1-0f73969fb979)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:11:39.126861 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-bd8afb19-64d5-4a62-950d-6946c13d5977 req-0a7a31db-32ac-4e3d-b99f-6f5436aee3be tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] For port 319afa68-c211-4e3a-b55b-279f68bd8ca4, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=319afa68-c211-4e3a-b55b-279f68bd8ca4,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:11:39.127790 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-bd8afb19-64d5-4a62-950d-6946c13d5977 req-0a7a31db-32ac-4e3d-b99f-6f5436aee3be tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:39.144870 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0417e3-ea14-45cc-b9e2-70a35e74c970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12fb1f74-5221-4062-9449-587e370046b2,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:11:39.161449 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-bd8afb19-64d5-4a62-950d-6946c13d5977 req-0a7a31db-32ac-4e3d-b99f-6f5436aee3be tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Calling delete_port for 319afa68-c211-4e3a-b55b-279f68bd8ca4 owned by compute:nova {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:11:39.185799 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-a03c0978-ffd9-4669-a017-9bc8e04f6564 req-6d9971a2-e3e5-415c-9276-aa0e65902181 service neutron] For port 81037d82-88f3-4280-93f1-f841b8057ff2, host n-h1-838550-3, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:11:39.199564 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-99c2ab7e-8f58-4ecb-90a4-ca720694e72a req-f9af20fb-4198-45cf-940d-d4c7e4dfa980 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ea20f59-14b4-4643-9bf1-7dbf92d2a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214669 May 18 18:11:39.300168 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [req-a03c0978-ffd9-4669-a017-9bc8e04f6564 req-6d9971a2-e3e5-415c-9276-aa0e65902181 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81037d82-88f3-4280-93f1-f841b8057ff2 {{(pid=102730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:11:39.306484 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-dc65fc70-10fd-4474-990c-d468ca918264 req-3cee7ed4-4735-4475-a2bc-9c5e7228de64 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Deleting port e0571223-bec5-444d-9ddd-0c8cd62af364 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:11:39.306993 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-dc65fc70-10fd-4474-990c-d468ca918264 req-3cee7ed4-4735-4475-a2bc-9c5e7228de64 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:39.328084 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-a03c0978-ffd9-4669-a017-9bc8e04f6564 req-6d9971a2-e3e5-415c-9276-aa0e65902181 service neutron] For port 81037d82-88f3-4280-93f1-f841b8057ff2, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=81037d82-88f3-4280-93f1-f841b8057ff2,segment=NetworkSegment(5e6a9b3b-2b82-45b7-b9f1-0f73969fb979),segment_id=5e6a9b3b-2b82-45b7-b9f1-0f73969fb979)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:11:39.436415 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-dc65fc70-10fd-4474-990c-d468ca918264 req-3cee7ed4-4735-4475-a2bc-9c5e7228de64 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] For port e0571223-bec5-444d-9ddd-0c8cd62af364, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=e0571223-bec5-444d-9ddd-0c8cd62af364,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:11:39.436874 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-dc65fc70-10fd-4474-990c-d468ca918264 req-3cee7ed4-4735-4475-a2bc-9c5e7228de64 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:39.442616 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-a03c0978-ffd9-4669-a017-9bc8e04f6564 req-6d9971a2-e3e5-415c-9276-aa0e65902181 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:39.452993 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-dc65fc70-10fd-4474-990c-d468ca918264 req-3cee7ed4-4735-4475-a2bc-9c5e7228de64 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Calling delete_port for e0571223-bec5-444d-9ddd-0c8cd62af364 owned by compute:nova {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:11:39.518208 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-db05ecbe-d27c-4318-8150-54ea382ad39c req-29889b7e-d283-4851-8003-fb1d498c7480 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/security-groups?id=33ba1fad-191a-4b7a-ae9e-8e9e60985e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6971512 May 18 18:11:39.562125 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffedfdb-6b4c-4ba9-836c-6cd424260d27 req-f2b83c3d-6908-4c7e-80f8-8bc7d6f2167f tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:39.569890 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bffedfdb-6b4c-4ba9-836c-6cd424260d27 req-f2b83c3d-6908-4c7e-80f8-8bc7d6f2167f tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] 10.222.0.85 "GET /v2.0/ports?device_id=1ac505e0-298e-44de-a47d-1465ecc35dac HTTP/1.1" status: 200 len: 943 time: 0.2306702 May 18 18:11:39.616326 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-98dba4cb-840e-49ac-9e8a-7d933058bbc6 req-0dd49df8-fdb5-45fa-8636-1e20b24105dc service neutron] 10.222.0.88 "GET /v2.0/networks/792bb4c4-c386-4f38-9fe8-06eade922248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8289523 May 18 18:11:39.714410 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bffedfdb-6b4c-4ba9-836c-6cd424260d27 req-840aac35-085a-48b8-8ed7-c01bcef264e9 tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] 10.222.0.85 "GET /v2.0/security-groups?id=ef5ba87d-242d-4906-82ef-16014bd8309b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908992 May 18 18:11:39.767291 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ea9d6cc1-793a-4471-81a4-7557f820bb26 req-1b0a002a-4d39-4d8b-ab82-b2237f131f6c service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=baf813fb-c557-44a2-9307-16937d880cc5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2906637 May 18 18:11:39.890091 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-bd8afb19-64d5-4a62-950d-6946c13d5977 req-0a7a31db-32ac-4e3d-b99f-6f5436aee3be tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:39.891817 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [req-a03c0978-ffd9-4669-a017-9bc8e04f6564 req-6d9971a2-e3e5-415c-9276-aa0e65902181 service neutron] Transition to ACTIVE for port object 81037d82-88f3-4280-93f1-f841b8057ff2 will not be triggered until provisioned by entity L2. {{(pid=102730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:11:39.904306 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['3beb5ae3-39b5-4024-9788-1644d2c9c029', 'e0571223-bec5-444d-9ddd-0c8cd62af364'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:11:39.952903 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9d6cc1-793a-4471-81a4-7557f820bb26 req-2fd0a904-90dd-41ab-9ab4-4e12fc51e239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:39.955185 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ea9d6cc1-793a-4471-81a4-7557f820bb26 req-2fd0a904-90dd-41ab-9ab4-4e12fc51e239 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8ebc9a1ec3004890baedda4682fb5641&device_id=baf813fb-c557-44a2-9307-16937d880cc5 HTTP/1.1" status: 200 len: 1095 time: 0.1370790 May 18 18:11:39.959316 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-985cf969-ae4b-4c68-9aa1-c93d79a89538 req-e770f657-f6a1-487d-9e03-e9f9b538e215 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/ports?device_id=cab5aa50-c349-4f1e-affa-de05c046bb26 HTTP/1.1" status: 200 len: 210 time: 0.0905302 May 18 18:11:39.961033 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-a03c0978-ffd9-4669-a017-9bc8e04f6564 req-6d9971a2-e3e5-415c-9276-aa0e65902181 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:40.069457 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a31db-32ac-4e3d-b99f-6f5436aee3be tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Pushing event deleted for resources: {'Port': ['ID=319afa68-c211-4e3a-b55b-279f68bd8ca4,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:11:40.107472 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590b16b7-8a35-4099-9146-dbf2a34c3bb0 req-0b1a9866-0f96-4106-a932-80a34e3172b6 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:40.113599 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-590b16b7-8a35-4099-9146-dbf2a34c3bb0 req-0b1a9866-0f96-4106-a932-80a34e3172b6 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/ports?device_id=03e9ea95-a4d7-4a6b-bf9a-c47231632c0a HTTP/1.1" status: 200 len: 943 time: 0.3878374 May 18 18:11:40.128803 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-cf33ec6a-bc80-4725-ace3-e064e2673e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:40.189885 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-dc65fc70-10fd-4474-990c-d468ca918264 req-3cee7ed4-4735-4475-a2bc-9c5e7228de64 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:40.213148 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-a03c0978-ffd9-4669-a017-9bc8e04f6564 req-6d9971a2-e3e5-415c-9276-aa0e65902181 service neutron] No DVR routers for this DVR port 81037d82-88f3-4280-93f1-f841b8057ff2 on host n-h1-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:11:40.234869 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-98dba4cb-840e-49ac-9e8a-7d933058bbc6 req-5946c25e-ba76-4326-8e0b-9c8cf1779c06 service neutron] 10.222.0.88 "GET /v2.0/networks/792bb4c4-c386-4f38-9fe8-06eade922248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5848858 May 18 18:11:40.245680 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd8afb19-64d5-4a62-950d-6946c13d5977 req-0a7a31db-32ac-4e3d-b99f-6f5436aee3be tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] No DVR routers for this DVR port 319afa68-c211-4e3a-b55b-279f68bd8ca4 on host n-h2-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:11:40.291710 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-bd8afb19-64d5-4a62-950d-6946c13d5977 req-0a7a31db-32ac-4e3d-b99f-6f5436aee3be tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:40.304122 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a03c0978-ffd9-4669-a017-9bc8e04f6564 req-6d9971a2-e3e5-415c-9276-aa0e65902181 service neutron] 10.222.0.36 "PUT /v2.0/ports/81037d82-88f3-4280-93f1-f841b8057ff2/bindings/n-h2-838550-3/activate HTTP/1.1" status: 200 len: 369 time: 1.6318667 May 18 18:11:40.307811 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9971a2-e3e5-415c-9276-aa0e65902181 service neutron] Pushing event updated for resources: {'Port': ['ID=81037d82-88f3-4280-93f1-f841b8057ff2,revision_number=10']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:11:40.311927 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bd8afb19-64d5-4a62-950d-6946c13d5977 req-0a7a31db-32ac-4e3d-b99f-6f5436aee3be tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.88 "DELETE /v2.0/ports/319afa68-c211-4e3a-b55b-279f68bd8ca4 HTTP/1.1" status: 204 len: 173 time: 2.0600333 May 18 18:11:40.317565 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cab5aa50-c349-4f1e-affa-de05c046bb26', 'name': 'network-vif-deleted', 'tag': '319afa68-c211-4e3a-b55b-279f68bd8ca4'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:11:40.330089 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b7ad60a-3e7f-4516-84df-0cd225442a1b" -d '{"events": [{"server_uuid": "cab5aa50-c349-4f1e-affa-de05c046bb26", "name": "network-vif-deleted", "tag": "319afa68-c211-4e3a-b55b-279f68bd8ca4"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:11:40.441537 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec884df-e8cd-42a9-8be5-a0b940fd0e30 req-ccfe491f-03ab-45b7-8e7a-310c15247bab tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:40.443128 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cec884df-e8cd-42a9-8be5-a0b940fd0e30 req-ccfe491f-03ab-45b7-8e7a-310c15247bab tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/ports?device_id=f8e82ff2-3164-44c9-8e95-9b05a4ef9438 HTTP/1.1" status: 200 len: 945 time: 0.3047185 May 18 18:11:40.465228 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9d6cc1-793a-4471-81a4-7557f820bb26 req-ffe62151-a9ef-4e01-8beb-c732818eb0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:40.469556 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ea9d6cc1-793a-4471-81a4-7557f820bb26 req-ffe62151-a9ef-4e01-8beb-c732818eb0d9 service neutron] 10.222.0.88 "GET /v2.0/networks?id=34fdcfa4-2e5d-460f-9a9f-5a798833609a HTTP/1.1" status: 200 len: 909 time: 0.4770944 May 18 18:11:40.512744 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cee7ed4-4735-4475-a2bc-9c5e7228de64 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Pushing event deleted for resources: {'Port': ['ID=e0571223-bec5-444d-9ddd-0c8cd62af364,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:11:40.581549 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ea9d6cc1-793a-4471-81a4-7557f820bb26 req-ef988420-590e-4e60-a0e4-acce074d2376 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=627f74eb-f86f-4971-87d7-210b8d2c8060 HTTP/1.1" status: 200 len: 217 time: 0.0987973 May 18 18:11:40.609684 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device b23ce527-ea0d-4afd-a447-d79b98b90536 details requested by agent hyperv_n-h2-838550-3 with host n-h2-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:11:40.612671 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 319afa68-c211-4e3a-b55b-279f68bd8ca4 no longer exists at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:11:40.666487 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] No Port match for: 319afa68-c211-4e3a-b55b-279f68bd8ca4 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:11:40.675827 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 319afa68-c211-4e3a-b55b-279f68bd8ca4 not bound to the agent host n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:11:40.718817 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cec884df-e8cd-42a9-8be5-a0b940fd0e30 req-badc8695-8418-4bfe-8fbe-ee8251424bda tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/security-groups?id=e692c27b-823e-49d0-99b6-9d1054fe999b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482049 May 18 18:11:40.736069 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9d6cc1-793a-4471-81a4-7557f820bb26 req-85fce494-854f-4f65-8610-a292e470f988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:40.739289 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ea9d6cc1-793a-4471-81a4-7557f820bb26 req-85fce494-854f-4f65-8610-a292e470f988 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8f7111f6-e2ae-4553-ac4c-889ba94e64a6 HTTP/1.1" status: 200 len: 848 time: 0.1477735 May 18 18:11:40.803229 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ea9d6cc1-793a-4471-81a4-7557f820bb26 req-ddea0490-169a-4579-84e5-b92490d17697 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=34fdcfa4-2e5d-460f-9a9f-5a798833609a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523381 May 18 18:11:40.945741 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ea9d6cc1-793a-4471-81a4-7557f820bb26 req-0dadd83d-3fa5-4bf2-91a1-5b051765f19b service neutron] 10.222.0.88 "GET /v2.0/networks/34fdcfa4-2e5d-460f-9a9f-5a798833609a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298041 May 18 18:11:41.033737 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port b23ce527-ea0d-4afd-a447-d79b98b90536, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=b23ce527-ea0d-4afd-a447-d79b98b90536,segment=NetworkSegment(5506962a-f6c8-48fb-8434-f69d110e57ad),segment_id=5506962a-f6c8-48fb-8434-f69d110e57ad)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:11:41.055562 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Returning: {'device': 'b23ce527-ea0d-4afd-a447-d79b98b90536', 'network_id': '792bb4c4-c386-4f38-9fe8-06eade922248', 'port_id': 'b23ce527-ea0d-4afd-a447-d79b98b90536', 'mac_address': 'fa:16:3e:81:90:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '158475e3-9e48-42c5-9d8e-334726b32d32', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:11:41.135433 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed0c866-f9d2-42bf-b6d7-2517093769c7 req-db5d95bd-0ef9-4482-81b5-f14ee432267f tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:41.138810 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7ed0c866-f9d2-42bf-b6d7-2517093769c7 req-db5d95bd-0ef9-4482-81b5-f14ee432267f tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/ports?device_id=edd70b2d-7c62-4c72-8c2b-a1a4878d824e HTTP/1.1" status: 200 len: 946 time: 0.1907508 May 18 18:11:41.139243 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port b23ce527-ea0d-4afd-a447-d79b98b90536 is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:11:41.139633 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:41.194975 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ea9d6cc1-793a-4471-81a4-7557f820bb26 req-b5de4b8b-2775-46c4-adc3-38bfb05bb5c6 service neutron] 10.222.0.88 "GET /v2.0/networks/34fdcfa4-2e5d-460f-9a9f-5a798833609a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301803 May 18 18:11:41.215796 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:41.220181 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b23ce527-ea0d-4afd-a447-d79b98b90536 {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:11:41.232975 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7ed0c866-f9d2-42bf-b6d7-2517093769c7 req-06a276d3-be57-41ae-af94-d4f0ab63590f tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ea20f59-14b4-4643-9bf1-7dbf92d2a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844715 May 18 18:11:41.266117 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc65fc70-10fd-4474-990c-d468ca918264 req-3cee7ed4-4735-4475-a2bc-9c5e7228de64 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] No DVR routers for this DVR port e0571223-bec5-444d-9ddd-0c8cd62af364 on host n-h2-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:11:41.270586 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-590b16b7-8a35-4099-9146-dbf2a34c3bb0 req-b2ac90c4-04f2-4976-abe0-8ec43274aaa9 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/security-groups?id=fae3ce3c-9235-4ae4-9c6c-e682ce6a4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0871413 May 18 18:11:41.274370 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-dc65fc70-10fd-4474-990c-d468ca918264 req-3cee7ed4-4735-4475-a2bc-9c5e7228de64 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:41.280129 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-dc65fc70-10fd-4474-990c-d468ca918264 req-3cee7ed4-4735-4475-a2bc-9c5e7228de64 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.88 "DELETE /v2.0/ports/e0571223-bec5-444d-9ddd-0c8cd62af364 HTTP/1.1" status: 204 len: 173 time: 2.7417107 May 18 18:11:41.307729 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port b23ce527-ea0d-4afd-a447-d79b98b90536, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=b23ce527-ea0d-4afd-a447-d79b98b90536,segment=NetworkSegment(5506962a-f6c8-48fb-8434-f69d110e57ad),segment_id=5506962a-f6c8-48fb-8434-f69d110e57ad)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:11:41.319152 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:41.323482 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03c0978-ffd9-4669-a017-9bc8e04f6564 req-74470ab4-285f-4d71-a1bb-2ae47f8d3391 tempest-LiveMigrationTest-768751957 tempest-LiveMigrationTest-768751957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:41.325434 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a03c0978-ffd9-4669-a017-9bc8e04f6564 req-74470ab4-285f-4d71-a1bb-2ae47f8d3391 tempest-LiveMigrationTest-768751957 tempest-LiveMigrationTest-768751957-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=03e9ea95-a4d7-4a6b-bf9a-c47231632c0a&tenant_id=8ebc9a1ec3004890baedda4682fb5641&binding%3Ahost_id=n-h1-838550-3 HTTP/1.1" status: 200 len: 1095 time: 0.8351929 May 18 18:11:41.423108 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b175628-de3c-43f2-a054-afe651fbc706 x-openstack-request-id: req-4b175628-de3c-43f2-a054-afe651fbc706 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:11:41.423718 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cab5aa50-c349-4f1e-affa-de05c046bb26", "name": "network-vif-deleted", "tag": "319afa68-c211-4e3a-b55b-279f68bd8ca4", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:11:41.424144 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-4b175628-de3c-43f2-a054-afe651fbc706 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:11:41.424752 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b175628-de3c-43f2-a054-afe651fbc706'] response: {'server_uuid': 'cab5aa50-c349-4f1e-affa-de05c046bb26', 'name': 'network-vif-deleted', 'tag': '319afa68-c211-4e3a-b55b-279f68bd8ca4', 'status': 'completed', 'code': 200} May 18 18:11:41.463449 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=b23ce527-ea0d-4afd-a447-d79b98b90536,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:11:41.480671 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:11:41.481004 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:11:41.481444 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:11:41.481697 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:11:41.482057 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:11:41.482361 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:11:41.482674 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:11:41.483052 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:11:41.483382 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:11:41.483694 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:11:41.484024 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:11:41.484363 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:11:41.515817 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03c0978-ffd9-4669-a017-9bc8e04f6564 req-7e01d415-63ef-498a-8882-9f4c2bd8b9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:41.517459 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a03c0978-ffd9-4669-a017-9bc8e04f6564 req-7e01d415-63ef-498a-8882-9f4c2bd8b9ae service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=03e9ea95-a4d7-4a6b-bf9a-c47231632c0a&tenant_id=8ebc9a1ec3004890baedda4682fb5641 HTTP/1.1" status: 200 len: 1095 time: 0.1765101 May 18 18:11:41.520120 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['3beb5ae3-39b5-4024-9788-1644d2c9c029'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:11:41.565263 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f1a126-53d4-4113-af73-58e619fc9014 req-4175dd24-96a5-4ca7-8411-0fd5e2120678 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:41.568387 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-86f1a126-53d4-4113-af73-58e619fc9014 req-4175dd24-96a5-4ca7-8411-0fd5e2120678 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=85a2a041-5bb5-4692-bd6a-de12dea7b5ee HTTP/1.1" status: 200 len: 946 time: 0.1486356 May 18 18:11:41.687347 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-86f1a126-53d4-4113-af73-58e619fc9014 req-df48edda-c17f-4588-aeec-ec5b45217305 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/security-groups?id=33ba1fad-191a-4b7a-ae9e-8e9e60985e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064513 May 18 18:11:41.749676 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03c0978-ffd9-4669-a017-9bc8e04f6564 req-b135eb0c-2e63-4a86-a097-55fc5aeb2351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:41.751250 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a03c0978-ffd9-4669-a017-9bc8e04f6564 req-b135eb0c-2e63-4a86-a097-55fc5aeb2351 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8ebc9a1ec3004890baedda4682fb5641&device_id=03e9ea95-a4d7-4a6b-bf9a-c47231632c0a HTTP/1.1" status: 200 len: 1095 time: 0.1441405 May 18 18:11:41.785207 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9538c6-2e42-4389-b8b3-cf32f46d2610 req-86c76c42-c36d-46cd-9d0b-76d8b6b04f0b tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:41.802324 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5d9538c6-2e42-4389-b8b3-cf32f46d2610 req-86c76c42-c36d-46cd-9d0b-76d8b6b04f0b tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] 10.222.0.85 "GET /v2.0/ports?device_id=1ac505e0-298e-44de-a47d-1465ecc35dac HTTP/1.1" status: 200 len: 944 time: 0.1391752 May 18 18:11:41.866745 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5d9538c6-2e42-4389-b8b3-cf32f46d2610 req-f895761b-7914-4b87-bdb7-9a667cf82aac tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] 10.222.0.85 "GET /v2.0/security-groups?id=ef5ba87d-242d-4906-82ef-16014bd8309b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630231 May 18 18:11:41.907248 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['b23ce527-ea0d-4afd-a447-d79b98b90536'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:11:41.929980 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03c0978-ffd9-4669-a017-9bc8e04f6564 req-df0e28b4-6922-4021-9220-6f6915d2fee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:41.931916 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a03c0978-ffd9-4669-a017-9bc8e04f6564 req-df0e28b4-6922-4021-9220-6f6915d2fee7 service neutron] 10.222.0.88 "GET /v2.0/networks?id=34fdcfa4-2e5d-460f-9a9f-5a798833609a HTTP/1.1" status: 200 len: 909 time: 0.1716061 May 18 18:11:41.990174 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a03c0978-ffd9-4669-a017-9bc8e04f6564 req-336b7069-c765-4ae0-9eca-25b324ca62d3 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=81037d82-88f3-4280-93f1-f841b8057ff2 HTTP/1.1" status: 200 len: 217 time: 0.0449128 May 18 18:11:42.073459 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03c0978-ffd9-4669-a017-9bc8e04f6564 req-897a9f5b-e45d-410f-8cb6-459596b0e424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:42.075099 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a03c0978-ffd9-4669-a017-9bc8e04f6564 req-897a9f5b-e45d-410f-8cb6-459596b0e424 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8f7111f6-e2ae-4553-ac4c-889ba94e64a6 HTTP/1.1" status: 200 len: 848 time: 0.0758777 May 18 18:11:42.126302 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af4167f-b265-464f-a78e-145185c12ab7 req-7e856a33-9180-45cc-95f7-fa6eea30dd70 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:42.128044 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1af4167f-b265-464f-a78e-145185c12ab7 req-7e856a33-9180-45cc-95f7-fa6eea30dd70 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/ports?device_id=f8e82ff2-3164-44c9-8e95-9b05a4ef9438 HTTP/1.1" status: 200 len: 945 time: 0.0900903 May 18 18:11:42.137438 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a03c0978-ffd9-4669-a017-9bc8e04f6564 req-c25a6a30-4099-40ae-942e-1a70bcf76730 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=34fdcfa4-2e5d-460f-9a9f-5a798833609a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514715 May 18 18:11:42.245514 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1af4167f-b265-464f-a78e-145185c12ab7 req-a4e4b4ff-35fb-4f03-95cf-ccbda0a82c67 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/security-groups?id=e692c27b-823e-49d0-99b6-9d1054fe999b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949795 May 18 18:11:42.407231 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:42.438354 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a03c0978-ffd9-4669-a017-9bc8e04f6564 req-d645e67c-b660-47ac-93e1-064d15fd3afb service neutron] 10.222.0.88 "GET /v2.0/networks/34fdcfa4-2e5d-460f-9a9f-5a798833609a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2851174 May 18 18:11:42.567864 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e066d1-8db7-4941-98d6-04b1fcd0cb39 req-42b6b083-44ad-497f-a6be-ebbfca007393 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:42.569505 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c2e066d1-8db7-4941-98d6-04b1fcd0cb39 req-42b6b083-44ad-497f-a6be-ebbfca007393 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/ports?device_id=edd70b2d-7c62-4c72-8c2b-a1a4878d824e HTTP/1.1" status: 200 len: 946 time: 0.1264458 May 18 18:11:42.579930 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69db971a-4148-415d-8958-44cf40aacda2 req-d48628e7-3e59-4282-b5a3-3da1cd30afd0 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:42.582316 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-69db971a-4148-415d-8958-44cf40aacda2 req-d48628e7-3e59-4282-b5a3-3da1cd30afd0 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/ports?device_id=03e9ea95-a4d7-4a6b-bf9a-c47231632c0a HTTP/1.1" status: 200 len: 944 time: 0.1009846 May 18 18:11:42.627347 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device e0571223-bec5-444d-9ddd-0c8cd62af364 no longer exists at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:11:42.630111 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c2e066d1-8db7-4941-98d6-04b1fcd0cb39 req-316f4448-20a0-4b2d-b583-9b60958bb186 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ea20f59-14b4-4643-9bf1-7dbf92d2a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509355 May 18 18:11:42.635153 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a03c0978-ffd9-4669-a017-9bc8e04f6564 req-997458c3-b40d-4613-8792-0fb5acd8b538 service neutron] 10.222.0.88 "GET /v2.0/networks/34fdcfa4-2e5d-460f-9a9f-5a798833609a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495507 May 18 18:11:42.687791 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-69db971a-4148-415d-8958-44cf40aacda2 req-f352ce7a-8aeb-41e7-be81-d5e0aaf968a1 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/security-groups?id=fae3ce3c-9235-4ae4-9c6c-e682ce6a4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904016 May 18 18:11:42.709915 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] No Port match for: e0571223-bec5-444d-9ddd-0c8cd62af364 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:11:42.710999 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device e0571223-bec5-444d-9ddd-0c8cd62af364 not bound to the agent host n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:11:42.863714 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 56414) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:11:42.939355 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db0baa0-8063-42b5-acfe-42e93e2620cd req-d4d98323-a3e5-49d6-af5a-be5c82b7f610 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:42.950885 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0db0baa0-8063-42b5-acfe-42e93e2620cd req-d4d98323-a3e5-49d6-af5a-be5c82b7f610 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=85a2a041-5bb5-4692-bd6a-de12dea7b5ee HTTP/1.1" status: 200 len: 946 time: 0.1192355 May 18 18:11:43.039524 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:43.050196 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0db0baa0-8063-42b5-acfe-42e93e2620cd req-b6107323-1c4a-46d4-91a0-306de0a0e662 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/security-groups?id=33ba1fad-191a-4b7a-ae9e-8e9e60985e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902297 May 18 18:11:43.154369 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e0f4575c-ab89-422f-ad5f-10d32c10c9d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:43.230522 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e55fb60-0a97-4dff-a87c-9f7b3bba638a req-e87f745e-5ba7-470c-9524-b7fb9cf0d2ec tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:43.233065 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9e55fb60-0a97-4dff-a87c-9f7b3bba638a req-e87f745e-5ba7-470c-9524-b7fb9cf0d2ec tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] 10.222.0.85 "GET /v2.0/ports?device_id=1ac505e0-298e-44de-a47d-1465ecc35dac HTTP/1.1" status: 200 len: 944 time: 0.0825698 May 18 18:11:43.259985 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03c0978-ffd9-4669-a017-9bc8e04f6564 req-96904db7-2756-4426-b13e-cf6ebf1360d2 tempest-LiveMigrationTest-768751957 tempest-LiveMigrationTest-768751957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:43.260509 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a03c0978-ffd9-4669-a017-9bc8e04f6564 req-96904db7-2756-4426-b13e-cf6ebf1360d2 tempest-LiveMigrationTest-768751957 tempest-LiveMigrationTest-768751957-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=03e9ea95-a4d7-4a6b-bf9a-c47231632c0a&tenant_id=8ebc9a1ec3004890baedda4682fb5641&binding%3Ahost_id=n-h2-838550-3 HTTP/1.1" status: 200 len: 1095 time: 0.1642528 May 18 18:11:43.304277 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9e55fb60-0a97-4dff-a87c-9f7b3bba638a req-61c36be2-baf2-49d0-ade9-1b5838348249 tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] 10.222.0.85 "GET /v2.0/security-groups?id=ef5ba87d-242d-4906-82ef-16014bd8309b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617757 May 18 18:11:43.379163 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6517410b-d7c6-4a6d-928d-c786802994a3 req-a9ac8bd2-2540-4363-9581-6bafc7062e44 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:43.387050 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6517410b-d7c6-4a6d-928d-c786802994a3 req-a9ac8bd2-2540-4363-9581-6bafc7062e44 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/ports?device_id=30d35ae5-9978-4029-8dd6-a0722d438023 HTTP/1.1" status: 200 len: 949 time: 0.1837754 May 18 18:11:43.426875 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb23a27e-f075-4514-8d58-f17c7c7cf357', 'name': 'network-vif-deleted', 'tag': 'e0571223-bec5-444d-9ddd-0c8cd62af364'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:11:43.429666 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34057131-b9d9-4d93-b7a8-2b73b52c3d99" -d '{"events": [{"server_uuid": "eb23a27e-f075-4514-8d58-f17c7c7cf357", "name": "network-vif-deleted", "tag": "e0571223-bec5-444d-9ddd-0c8cd62af364"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:11:43.456971 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e0f4575c-ab89-422f-ad5f-10d32c10c9d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:43.471963 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e0f4575c-ab89-422f-ad5f-10d32c10c9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:43.515048 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150a89b3-da3a-40c0-b258-90980a613f42 req-4c9352fe-6bb4-4800-9ce9-3bdacfd8d194 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:43.517535 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-150a89b3-da3a-40c0-b258-90980a613f42 req-4c9352fe-6bb4-4800-9ce9-3bdacfd8d194 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/ports?device_id=f8e82ff2-3164-44c9-8e95-9b05a4ef9438 HTTP/1.1" status: 200 len: 945 time: 0.1170754 May 18 18:11:43.527815 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3839b2d4-eb24-4358-b91f-c0bf014d1ab8 req-44b2e765-3c32-4681-82d2-682b95ace9b3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=77596843-4c0f-475a-8d4e-a5a7e48df306&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0671039 May 18 18:11:43.539076 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6517410b-d7c6-4a6d-928d-c786802994a3 req-eadb4111-bcab-4e05-a5e7-5f8828f3a61a tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/security-groups?id=5ea4329b-bade-4f5a-bfbd-7917c3702679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509726 May 18 18:11:43.598247 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f4575c-ab89-422f-ad5f-10d32c10c9d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72ae95cf-61f0-44cb-bff7-c555ffe94616,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:11:43.605002 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-e0f4575c-ab89-422f-ad5f-10d32c10c9d5 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=abfb85930f9447e4a0fa94e7a5845deb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7396278 May 18 18:11:43.610054 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 56428) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:11:43.627674 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-150a89b3-da3a-40c0-b258-90980a613f42 req-a8bdf9ba-c147-4e51-8e3b-de044d260fcf tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/security-groups?id=e692c27b-823e-49d0-99b6-9d1054fe999b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974267 May 18 18:11:43.639096 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-a03c0978-ffd9-4669-a017-9bc8e04f6564 req-a05b559c-e220-4cc1-b34d-b32d76176775 service neutron] For port 81037d82-88f3-4280-93f1-f841b8057ff2, host n-h1-838550-3, cleared binding levels {{(pid=102731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:11:43.647062 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-a03c0978-ffd9-4669-a017-9bc8e04f6564 req-a05b559c-e220-4cc1-b34d-b32d76176775 service neutron] Notify callbacks [] for binding, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:43.649310 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a03c0978-ffd9-4669-a017-9bc8e04f6564 req-a05b559c-e220-4cc1-b34d-b32d76176775 service neutron] 10.222.0.88 "DELETE /v2.0/ports/81037d82-88f3-4280-93f1-f841b8057ff2/bindings/n-h1-838550-3 HTTP/1.1" status: 204 len: 173 time: 0.3667574 May 18 18:11:43.658258 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2ee96d7-8ef7-489b-ba86-abe164fae4a8 x-openstack-request-id: req-e2ee96d7-8ef7-489b-ba86-abe164fae4a8 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:11:43.658860 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb23a27e-f075-4514-8d58-f17c7c7cf357", "name": "network-vif-deleted", "tag": "e0571223-bec5-444d-9ddd-0c8cd62af364", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:11:43.659126 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-e2ee96d7-8ef7-489b-ba86-abe164fae4a8 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:11:43.659766 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2ee96d7-8ef7-489b-ba86-abe164fae4a8'] response: {'server_uuid': 'eb23a27e-f075-4514-8d58-f17c7c7cf357', 'name': 'network-vif-deleted', 'tag': 'e0571223-bec5-444d-9ddd-0c8cd62af364', 'status': 'completed', 'code': 200} May 18 18:11:43.731454 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3839b2d4-eb24-4358-b91f-c0bf014d1ab8 req-5d39ffa6-2150-43ca-8c80-3386249d7fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:43.735602 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3839b2d4-eb24-4358-b91f-c0bf014d1ab8 req-5d39ffa6-2150-43ca-8c80-3386249d7fb1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8ebc9a1ec3004890baedda4682fb5641&device_id=77596843-4c0f-475a-8d4e-a5a7e48df306 HTTP/1.1" status: 200 len: 1095 time: 0.1377840 May 18 18:11:43.761439 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-42521230-f04c-4103-bde0-40ce567f7373 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:43.798149 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-42521230-f04c-4103-bde0-40ce567f7373 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:43.916361 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9565efe3-d728-4bfc-9159-180370c7cbf0 req-22dea230-a032-497d-ab92-94f668e6f090 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:43.918542 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9565efe3-d728-4bfc-9159-180370c7cbf0 req-22dea230-a032-497d-ab92-94f668e6f090 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/ports?device_id=edd70b2d-7c62-4c72-8c2b-a1a4878d824e HTTP/1.1" status: 200 len: 946 time: 0.1573584 May 18 18:11:43.925573 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd695e5-f26f-43ee-90db-5cbfa035bbd3 req-13f5786e-3653-4505-934f-4eeb6ea77bb8 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:43.927223 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7dd695e5-f26f-43ee-90db-5cbfa035bbd3 req-13f5786e-3653-4505-934f-4eeb6ea77bb8 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/ports?device_id=03e9ea95-a4d7-4a6b-bf9a-c47231632c0a HTTP/1.1" status: 200 len: 944 time: 0.1026871 May 18 18:11:43.979969 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-42521230-f04c-4103-bde0-40ce567f7373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:43.984971 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-42521230-f04c-4103-bde0-40ce567f7373 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:43.987549 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-42521230-f04c-4103-bde0-40ce567f7373 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/72ae95cf-61f0-44cb-bff7-c555ffe94616 HTTP/1.1" status: 204 len: 168 time: 0.3762453 May 18 18:11:44.004735 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42521230-f04c-4103-bde0-40ce567f7373 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72ae95cf-61f0-44cb-bff7-c555ffe94616,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:11:44.011712 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9565efe3-d728-4bfc-9159-180370c7cbf0 req-8706e1f4-aede-4a0a-846b-dc2f6556a0a5 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ea20f59-14b4-4643-9bf1-7dbf92d2a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833125 May 18 18:11:44.019154 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7dd695e5-f26f-43ee-90db-5cbfa035bbd3 req-a8ed5c53-3b44-4f1d-aaef-7552d83e8bd8 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/security-groups?id=fae3ce3c-9235-4ae4-9c6c-e682ce6a4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743289 May 18 18:11:44.049787 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3839b2d4-eb24-4358-b91f-c0bf014d1ab8 req-7a5ae490-9d85-4df6-8fbe-6c3451698891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:44.049787 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3839b2d4-eb24-4358-b91f-c0bf014d1ab8 req-7a5ae490-9d85-4df6-8fbe-6c3451698891 service neutron] 10.222.0.36 "GET /v2.0/networks?id=34fdcfa4-2e5d-460f-9a9f-5a798833609a HTTP/1.1" status: 200 len: 909 time: 0.2372148 May 18 18:11:44.161928 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3839b2d4-eb24-4358-b91f-c0bf014d1ab8 req-d9a271a3-19b6-4e51-bab7-4637aac94de1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=44ffae4b-f21a-4414-9cb7-cffce704b5da HTTP/1.1" status: 200 len: 217 time: 0.1062620 May 18 18:11:44.350741 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3839b2d4-eb24-4358-b91f-c0bf014d1ab8 req-874eaf0a-68ba-42cf-a9ff-71a6ff10b19e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:44.352974 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3839b2d4-eb24-4358-b91f-c0bf014d1ab8 req-874eaf0a-68ba-42cf-a9ff-71a6ff10b19e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8f7111f6-e2ae-4553-ac4c-889ba94e64a6 HTTP/1.1" status: 200 len: 848 time: 0.1833754 May 18 18:11:44.398458 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5207ffb3-8e4b-4316-b663-1d9582a22cf3 req-ca40953e-bb1f-4788-80ea-0c4225f95ab6 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:44.406333 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5207ffb3-8e4b-4316-b663-1d9582a22cf3 req-ca40953e-bb1f-4788-80ea-0c4225f95ab6 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=85a2a041-5bb5-4692-bd6a-de12dea7b5ee HTTP/1.1" status: 200 len: 946 time: 0.1886532 May 18 18:11:44.447645 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3839b2d4-eb24-4358-b91f-c0bf014d1ab8 req-eadde4cd-b614-43cd-aef5-0c5164ced4d2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=34fdcfa4-2e5d-460f-9a9f-5a798833609a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0725853 May 18 18:11:44.449827 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5207ffb3-8e4b-4316-b663-1d9582a22cf3 req-de7e3a8a-f443-4c99-b80d-773622eab46b tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/security-groups?id=33ba1fad-191a-4b7a-ae9e-8e9e60985e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424397 May 18 18:11:44.526406 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0856f85b-ef63-488f-a792-0ff5fb0a00dd req-9198c796-c51b-4536-a724-13df2f9db71a tempest-LiveMigrationTest-768751957 tempest-LiveMigrationTest-768751957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:44.534264 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0856f85b-ef63-488f-a792-0ff5fb0a00dd req-9198c796-c51b-4536-a724-13df2f9db71a tempest-LiveMigrationTest-768751957 tempest-LiveMigrationTest-768751957-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=03e9ea95-a4d7-4a6b-bf9a-c47231632c0a HTTP/1.1" status: 200 len: 1095 time: 0.2032194 May 18 18:11:44.596460 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0856f85b-ef63-488f-a792-0ff5fb0a00dd req-61344f58-1c8f-444e-8687-484b75ec9e42 tempest-LiveMigrationTest-768751957 tempest-LiveMigrationTest-768751957-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=fae3ce3c-9235-4ae4-9c6c-e682ce6a4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599515 May 18 18:11:44.635783 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device b23ce527-ea0d-4afd-a447-d79b98b90536 up at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:11:44.654327 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3839b2d4-eb24-4358-b91f-c0bf014d1ab8 req-0248693b-2f56-4647-a5c7-d2a90ee87f4b service neutron] 10.222.0.36 "GET /v2.0/networks/34fdcfa4-2e5d-460f-9a9f-5a798833609a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976676 May 18 18:11:44.740219 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4722eb27-f4ff-443c-80ff-bdfb6a346c85 req-512dc38a-d4c2-4496-8a3c-37340fcfbc27 tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:44.755830 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4722eb27-f4ff-443c-80ff-bdfb6a346c85 req-512dc38a-d4c2-4496-8a3c-37340fcfbc27 tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] 10.222.0.85 "GET /v2.0/ports?device_id=1ac505e0-298e-44de-a47d-1465ecc35dac HTTP/1.1" status: 200 len: 944 time: 0.1698575 May 18 18:11:44.764563 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning for port b23ce527-ea0d-4afd-a447-d79b98b90536 completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:11:44.768827 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning complete for port b23ce527-ea0d-4afd-a447-d79b98b90536 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:11:44.769210 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:44.845146 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4722eb27-f4ff-443c-80ff-bdfb6a346c85 req-6ef137b7-24f3-4dbc-baf0-14a4e1876620 tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] 10.222.0.85 "GET /v2.0/security-groups?id=ef5ba87d-242d-4906-82ef-16014bd8309b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840604 May 18 18:11:44.898932 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b111a610-f50e-4d72-b2fc-dc31290562b4 req-d8b25814-b204-47af-be0a-d6c1aa73de69 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:44.907400 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b111a610-f50e-4d72-b2fc-dc31290562b4 req-d8b25814-b204-47af-be0a-d6c1aa73de69 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/ports?device_id=30d35ae5-9978-4029-8dd6-a0722d438023 HTTP/1.1" status: 200 len: 949 time: 0.1354887 May 18 18:11:44.933545 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port b23ce527-ea0d-4afd-a447-d79b98b90536 is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:11:44.934099 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:45.004657 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b111a610-f50e-4d72-b2fc-dc31290562b4 req-f78ca206-0ec1-41fc-985f-754450592d6b tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/security-groups?id=5ea4329b-bade-4f5a-bfbd-7917c3702679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960667 May 18 18:11:45.044304 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ac505e0-298e-44de-a47d-1465ecc35dac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b23ce527-ea0d-4afd-a447-d79b98b90536'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:11:45.049041 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3caa5d94-5fcf-49ba-b6b3-df2dce7aca7a" -d '{"events": [{"server_uuid": "1ac505e0-298e-44de-a47d-1465ecc35dac", "name": "network-vif-plugged", "status": "completed", "tag": "b23ce527-ea0d-4afd-a447-d79b98b90536"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:11:45.081607 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3839b2d4-eb24-4358-b91f-c0bf014d1ab8 req-0a87efd3-8ae0-419d-99b1-1712998e191b service neutron] 10.222.0.36 "GET /v2.0/networks/34fdcfa4-2e5d-460f-9a9f-5a798833609a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4030755 May 18 18:11:45.105012 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port b23ce527-ea0d-4afd-a447-d79b98b90536, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=b23ce527-ea0d-4afd-a447-d79b98b90536,segment=NetworkSegment(5506962a-f6c8-48fb-8434-f69d110e57ad),segment_id=5506962a-f6c8-48fb-8434-f69d110e57ad)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:11:45.112145 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:45.290366 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de87d47-2578-4fc4-b9bf-b04ab267702e req-b27faf05-462b-4996-9f8a-08e7e814d2ca tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:45.302328 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=b23ce527-ea0d-4afd-a447-d79b98b90536,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:11:45.304094 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8de87d47-2578-4fc4-b9bf-b04ab267702e req-b27faf05-462b-4996-9f8a-08e7e814d2ca tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/ports?device_id=f8e82ff2-3164-44c9-8e95-9b05a4ef9438 HTTP/1.1" status: 200 len: 945 time: 0.1314144 May 18 18:11:45.356143 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8de87d47-2578-4fc4-b9bf-b04ab267702e req-9928e825-d85d-4e7b-b498-2dd965128932 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/security-groups?id=e692c27b-823e-49d0-99b6-9d1054fe999b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500715 May 18 18:11:45.604302 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79696047-8077-412d-8fe4-9ce29dfb40bc req-48b2c2d2-9222-4e4f-aaa7-8e170ef3d050 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:45.606832 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-79696047-8077-412d-8fe4-9ce29dfb40bc req-48b2c2d2-9222-4e4f-aaa7-8e170ef3d050 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.88 "GET /v2.0/ports?device_id=30d35ae5-9978-4029-8dd6-a0722d438023 HTTP/1.1" status: 200 len: 949 time: 0.2690403 May 18 18:11:45.719322 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0af6bd7-49cb-44e1-9a75-3f2ef7170c2f req-6b49cbb8-514e-4681-a4c5-079423a9e60a tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:45.724775 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e0af6bd7-49cb-44e1-9a75-3f2ef7170c2f req-6b49cbb8-514e-4681-a4c5-079423a9e60a tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/ports?device_id=edd70b2d-7c62-4c72-8c2b-a1a4878d824e HTTP/1.1" status: 200 len: 946 time: 0.2481732 May 18 18:11:45.845672 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ed274ae-b3de-467c-88e5-182550c73e57 x-openstack-request-id: req-6ed274ae-b3de-467c-88e5-182550c73e57 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:11:45.846634 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ac505e0-298e-44de-a47d-1465ecc35dac", "name": "network-vif-plugged", "status": "completed", "tag": "b23ce527-ea0d-4afd-a447-d79b98b90536", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:11:45.847171 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-6ed274ae-b3de-467c-88e5-182550c73e57 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:11:45.847802 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ed274ae-b3de-467c-88e5-182550c73e57'] response: {'server_uuid': '1ac505e0-298e-44de-a47d-1465ecc35dac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b23ce527-ea0d-4afd-a447-d79b98b90536', 'code': 200} May 18 18:11:45.886210 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e0af6bd7-49cb-44e1-9a75-3f2ef7170c2f req-13729ab1-9373-4e1f-a011-a9d7cd89b8cb tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ea20f59-14b4-4643-9bf1-7dbf92d2a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445365 May 18 18:11:45.940864 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-79696047-8077-412d-8fe4-9ce29dfb40bc req-3ce25d47-53a9-4edd-9edb-651bcda80e97 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Deleting port 3beb5ae3-39b5-4024-9788-1644d2c9c029 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:11:45.949845 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-79696047-8077-412d-8fe4-9ce29dfb40bc req-3ce25d47-53a9-4edd-9edb-651bcda80e97 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:46.002960 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d210df07-1586-4000-92f0-d1b1077d85c3 req-12f11bc9-a517-4827-8de1-c7361d53d29a tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:46.004551 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d210df07-1586-4000-92f0-d1b1077d85c3 req-12f11bc9-a517-4827-8de1-c7361d53d29a tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/ports?device_id=03e9ea95-a4d7-4a6b-bf9a-c47231632c0a HTTP/1.1" status: 200 len: 944 time: 0.0871866 May 18 18:11:46.096776 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d210df07-1586-4000-92f0-d1b1077d85c3 req-8dafa4e6-21cb-4b37-81a5-c9b4bb0c6f4d tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/security-groups?id=fae3ce3c-9235-4ae4-9c6c-e682ce6a4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813639 May 18 18:11:46.126033 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 56490) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:11:46.193927 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c66da6-397b-4ee9-9d97-8e1c5a1c6400 req-87ad36a5-4855-438e-89fd-bb56a5e138d7 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:46.197025 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-26c66da6-397b-4ee9-9d97-8e1c5a1c6400 req-87ad36a5-4855-438e-89fd-bb56a5e138d7 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.88 "GET /v2.0/ports?device_id=03e9ea95-a4d7-4a6b-bf9a-c47231632c0a HTTP/1.1" status: 200 len: 944 time: 0.0958538 May 18 18:11:46.225124 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-79696047-8077-412d-8fe4-9ce29dfb40bc req-3ce25d47-53a9-4edd-9edb-651bcda80e97 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] For port 3beb5ae3-39b5-4024-9788-1644d2c9c029, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=3beb5ae3-39b5-4024-9788-1644d2c9c029,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:11:46.228058 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-79696047-8077-412d-8fe4-9ce29dfb40bc req-3ce25d47-53a9-4edd-9edb-651bcda80e97 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:46.253904 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-79696047-8077-412d-8fe4-9ce29dfb40bc req-3ce25d47-53a9-4edd-9edb-651bcda80e97 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Calling delete_port for 3beb5ae3-39b5-4024-9788-1644d2c9c029 owned by compute:nova {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:11:46.284314 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251e57c2-7c4d-464e-a91a-b11f032a865c req-c6815fae-8779-4549-ab95-67c00c8c5217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:46.285898 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-251e57c2-7c4d-464e-a91a-b11f032a865c req-c6815fae-8779-4549-ab95-67c00c8c5217 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=1ac505e0-298e-44de-a47d-1465ecc35dac HTTP/1.1" status: 200 len: 1096 time: 0.1737397 May 18 18:11:46.295696 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d613252-091d-42cb-988e-e1cc3e7003e3 req-d711a192-22c2-402d-8dc5-d4e55e14995d tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:46.303072 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6d613252-091d-42cb-988e-e1cc3e7003e3 req-d711a192-22c2-402d-8dc5-d4e55e14995d tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=85a2a041-5bb5-4692-bd6a-de12dea7b5ee HTTP/1.1" status: 200 len: 946 time: 0.1919062 May 18 18:11:46.397257 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cfa82c-681d-46d4-bfd9-cd8f25b58667 req-31d34ad7-fdba-4931-9d92-1ef8d4e1d249 tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:46.398916 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c6cfa82c-681d-46d4-bfd9-cd8f25b58667 req-31d34ad7-fdba-4931-9d92-1ef8d4e1d249 tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] 10.222.0.85 "GET /v2.0/ports?device_id=1ac505e0-298e-44de-a47d-1465ecc35dac HTTP/1.1" status: 200 len: 945 time: 0.1295996 May 18 18:11:46.408197 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-d250ab3d-91cc-4322-8d5e-5deac43c9e50 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1206550459-network', 'tenant_id': '1d597e9c8bd043aaab90725ea81b052d'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:11:46.425966 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-251e57c2-7c4d-464e-a91a-b11f032a865c req-64203c06-dd93-4c8c-85cb-cdaa73daa747 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=ef5ba87d-242d-4906-82ef-16014bd8309b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901742 May 18 18:11:46.455620 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6d613252-091d-42cb-988e-e1cc3e7003e3 req-8a76e70e-b674-4f2e-aa07-26e72aaa7a5f tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/security-groups?id=33ba1fad-191a-4b7a-ae9e-8e9e60985e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515572 May 18 18:11:46.497602 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d250ab3d-91cc-4322-8d5e-5deac43c9e50 admin admin] Made reservation on behalf of 1d597e9c8bd043aaab90725ea81b052d for: {'network': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:11:46.500472 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d250ab3d-91cc-4322-8d5e-5deac43c9e50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:46.500754 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-26c66da6-397b-4ee9-9d97-8e1c5a1c6400 req-16de0e6b-72b9-4153-a59b-b582f517c44d tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Deleting port 81037d82-88f3-4280-93f1-f841b8057ff2 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:11:46.501077 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-26c66da6-397b-4ee9-9d97-8e1c5a1c6400 req-16de0e6b-72b9-4153-a59b-b582f517c44d tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:46.515265 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d250ab3d-91cc-4322-8d5e-5deac43c9e50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:46.529860 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c6cfa82c-681d-46d4-bfd9-cd8f25b58667 req-8c206d57-257f-42b6-9606-efbb8336e003 tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] 10.222.0.85 "GET /v2.0/security-groups?id=ef5ba87d-242d-4906-82ef-16014bd8309b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069701 May 18 18:11:46.699844 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-79696047-8077-412d-8fe4-9ce29dfb40bc req-3ce25d47-53a9-4edd-9edb-651bcda80e97 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:46.732329 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486cdef1-2e53-4351-9e2c-9c4007ce4c94 req-1b73ff06-55c7-4f58-818c-feddd0ff77bd tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:46.738297 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-26c66da6-397b-4ee9-9d97-8e1c5a1c6400 req-16de0e6b-72b9-4153-a59b-b582f517c44d tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] For port 81037d82-88f3-4280-93f1-f841b8057ff2, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=81037d82-88f3-4280-93f1-f841b8057ff2,segment=NetworkSegment(5e6a9b3b-2b82-45b7-b9f1-0f73969fb979),segment_id=5e6a9b3b-2b82-45b7-b9f1-0f73969fb979)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:11:46.739063 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-26c66da6-397b-4ee9-9d97-8e1c5a1c6400 req-16de0e6b-72b9-4153-a59b-b582f517c44d tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:46.740495 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-486cdef1-2e53-4351-9e2c-9c4007ce4c94 req-1b73ff06-55c7-4f58-818c-feddd0ff77bd tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/ports?device_id=30d35ae5-9978-4029-8dd6-a0722d438023 HTTP/1.1" status: 200 len: 949 time: 0.1834738 May 18 18:11:46.758097 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-26c66da6-397b-4ee9-9d97-8e1c5a1c6400 req-16de0e6b-72b9-4153-a59b-b582f517c44d tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Calling delete_port for 81037d82-88f3-4280-93f1-f841b8057ff2 owned by compute:nova {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:11:46.785407 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce25d47-53a9-4edd-9edb-651bcda80e97 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Pushing event deleted for resources: {'Port': ['ID=3beb5ae3-39b5-4024-9788-1644d2c9c029,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:11:46.872616 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16935a74-a8c0-485e-beb5-96e554b2d8f3 req-4257aaff-22fb-47da-b49d-975981efe7fd tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:46.880326 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-79696047-8077-412d-8fe4-9ce29dfb40bc req-3ce25d47-53a9-4edd-9edb-651bcda80e97 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] No DVR routers for this DVR port 3beb5ae3-39b5-4024-9788-1644d2c9c029 on host n-h2-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:11:46.885510 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-16935a74-a8c0-485e-beb5-96e554b2d8f3 req-4257aaff-22fb-47da-b49d-975981efe7fd tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/ports?device_id=f8e82ff2-3164-44c9-8e95-9b05a4ef9438 HTTP/1.1" status: 200 len: 945 time: 0.2099864 May 18 18:11:46.887366 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-79696047-8077-412d-8fe4-9ce29dfb40bc req-3ce25d47-53a9-4edd-9edb-651bcda80e97 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:46.890986 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-79696047-8077-412d-8fe4-9ce29dfb40bc req-3ce25d47-53a9-4edd-9edb-651bcda80e97 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.88 "DELETE /v2.0/ports/3beb5ae3-39b5-4024-9788-1644d2c9c029 HTTP/1.1" status: 204 len: 173 time: 1.2724919 May 18 18:11:46.910590 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30d35ae5-9978-4029-8dd6-a0722d438023', 'name': 'network-vif-deleted', 'tag': '3beb5ae3-39b5-4024-9788-1644d2c9c029'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:11:46.912753 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a515cc4-62d6-4d48-a677-bef996d78178" -d '{"events": [{"server_uuid": "30d35ae5-9978-4029-8dd6-a0722d438023", "name": "network-vif-deleted", "tag": "3beb5ae3-39b5-4024-9788-1644d2c9c029"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:11:46.945963 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-486cdef1-2e53-4351-9e2c-9c4007ce4c94 req-f8c467ce-06b9-4fcd-a62b-31e210f159a6 tempest-ServersOnMultiNodesTest-1239492926 tempest-ServersOnMultiNodesTest-1239492926-project] 10.222.0.85 "GET /v2.0/security-groups?id=5ea4329b-bade-4f5a-bfbd-7917c3702679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645737 May 18 18:11:46.958855 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d250ab3d-91cc-4322-8d5e-5deac43c9e50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:46.974620 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d250ab3d-91cc-4322-8d5e-5deac43c9e50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:46.979804 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-16935a74-a8c0-485e-beb5-96e554b2d8f3 req-14803628-59ba-40a4-9308-57551bf2a793 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/security-groups?id=e692c27b-823e-49d0-99b6-9d1054fe999b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929489 May 18 18:11:47.071623 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d250ab3d-91cc-4322-8d5e-5deac43c9e50 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 605} {{(pid=102731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:11:47.088023 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d250ab3d-91cc-4322-8d5e-5deac43c9e50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4b99efc-3e75-4c82-b106-861ebffcfe50,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:11:47.096254 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ca7d1f0-0936-4bac-b8fe-339f8a37e84f x-openstack-request-id: req-2ca7d1f0-0936-4bac-b8fe-339f8a37e84f {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:11:47.096621 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30d35ae5-9978-4029-8dd6-a0722d438023", "name": "network-vif-deleted", "tag": "3beb5ae3-39b5-4024-9788-1644d2c9c029", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:11:47.097076 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-2ca7d1f0-0936-4bac-b8fe-339f8a37e84f {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:11:47.097866 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ca7d1f0-0936-4bac-b8fe-339f8a37e84f'] response: {'server_uuid': '30d35ae5-9978-4029-8dd6-a0722d438023', 'name': 'network-vif-deleted', 'tag': '3beb5ae3-39b5-4024-9788-1644d2c9c029', 'status': 'completed', 'code': 200} May 18 18:11:47.117564 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d250ab3d-91cc-4322-8d5e-5deac43c9e50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:47.117564 n-d-838550-3 neutron-server[102731]: INFO neutron.db.segments_db [None req-d250ab3d-91cc-4322-8d5e-5deac43c9e50 admin admin] Added segment 5de370d0-266c-4962-933f-566972964e54 of type vlan for network 57c5b4be-a470-4928-a580-29b0867d15b8 May 18 18:11:47.152267 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-26c66da6-397b-4ee9-9d97-8e1c5a1c6400 req-16de0e6b-72b9-4153-a59b-b582f517c44d tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:47.170748 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['44ffae4b-f21a-4414-9cb7-cffce704b5da'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:11:47.206588 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d250ab3d-91cc-4322-8d5e-5deac43c9e50 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:47.244659 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cdb688-ae10-44e1-bb7b-e12e340987e7 req-86cd9eb8-8704-4bfd-ab01-605184b1718c tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:47.253438 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-18cdb688-ae10-44e1-bb7b-e12e340987e7 req-86cd9eb8-8704-4bfd-ab01-605184b1718c tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/ports?device_id=edd70b2d-7c62-4c72-8c2b-a1a4878d824e HTTP/1.1" status: 200 len: 946 time: 0.1538274 May 18 18:11:47.283903 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16de0e6b-72b9-4153-a59b-b582f517c44d tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Pushing event deleted for resources: {'Port': ['ID=81037d82-88f3-4280-93f1-f841b8057ff2,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:11:47.327193 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d250ab3d-91cc-4322-8d5e-5deac43c9e50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:47.331426 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d250ab3d-91cc-4322-8d5e-5deac43c9e50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:47.331426 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d250ab3d-91cc-4322-8d5e-5deac43c9e50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:47.373948 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3a6b0d10-362d-4e22-b6b7-488d34f8c597 req-20d95950-09d3-4bce-9f16-fea5d3e1cac3 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/ports?device_id=03e9ea95-a4d7-4a6b-bf9a-c47231632c0a HTTP/1.1" status: 200 len: 210 time: 0.0910244 May 18 18:11:47.394454 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-18cdb688-ae10-44e1-bb7b-e12e340987e7 req-c3b474f7-a5ed-4ff0-9b12-bb9f4543658d tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ea20f59-14b4-4643-9bf1-7dbf92d2a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304045 May 18 18:11:47.428698 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-26c66da6-397b-4ee9-9d97-8e1c5a1c6400 req-16de0e6b-72b9-4153-a59b-b582f517c44d tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] No DVR routers for this DVR port 81037d82-88f3-4280-93f1-f841b8057ff2 on host n-h2-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:11:47.431696 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-26c66da6-397b-4ee9-9d97-8e1c5a1c6400 req-16de0e6b-72b9-4153-a59b-b582f517c44d tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:47.435779 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-26c66da6-397b-4ee9-9d97-8e1c5a1c6400 req-16de0e6b-72b9-4153-a59b-b582f517c44d tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.88 "DELETE /v2.0/ports/81037d82-88f3-4280-93f1-f841b8057ff2 HTTP/1.1" status: 204 len: 173 time: 1.2282059 May 18 18:11:47.436277 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03e9ea95-a4d7-4a6b-bf9a-c47231632c0a', 'name': 'network-vif-deleted', 'tag': '81037d82-88f3-4280-93f1-f841b8057ff2'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:11:47.439173 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b43c4e9-bb6d-4db3-a460-e390549fe8bc" -d '{"events": [{"server_uuid": "03e9ea95-a4d7-4a6b-bf9a-c47231632c0a", "name": "network-vif-deleted", "tag": "81037d82-88f3-4280-93f1-f841b8057ff2"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:11:47.480408 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d250ab3d-91cc-4322-8d5e-5deac43c9e50 admin admin] Pushing event updated for resources: {'Network': ['ID=57c5b4be-a470-4928-a580-29b0867d15b8,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:11:47.489538 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-d250ab3d-91cc-4322-8d5e-5deac43c9e50 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3567984 May 18 18:11:47.499629 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 56510) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:11:47.507459 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-3a699457-cebe-4621-9455-d9902fbf0124 admin admin] Request body: {'subnet': {'network_id': '57c5b4be-a470-4928-a580-29b0867d15b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1206550459-subnet', 'tenant_id': '1d597e9c8bd043aaab90725ea81b052d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:11:47.560126 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a699457-cebe-4621-9455-d9902fbf0124 admin admin] Made reservation on behalf of 1d597e9c8bd043aaab90725ea81b052d for: {'subnet': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:11:47.566886 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network 57c5b4be-a470-4928-a580-29b0867d15b8 details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:11:47.569216 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3a699457-cebe-4621-9455-d9902fbf0124 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261031885'] for subnet, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:47.659347 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4865334d-7623-4556-8d3e-fda7d94f9719 x-openstack-request-id: req-4865334d-7623-4556-8d3e-fda7d94f9719 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:11:47.659702 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03e9ea95-a4d7-4a6b-bf9a-c47231632c0a", "name": "network-vif-deleted", "tag": "81037d82-88f3-4280-93f1-f841b8057ff2", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:11:47.676738 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-4865334d-7623-4556-8d3e-fda7d94f9719 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:11:47.680575 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4865334d-7623-4556-8d3e-fda7d94f9719'] response: {'server_uuid': '03e9ea95-a4d7-4a6b-bf9a-c47231632c0a', 'name': 'network-vif-deleted', 'tag': '81037d82-88f3-4280-93f1-f841b8057ff2', 'status': 'completed', 'code': 200} May 18 18:11:48.138004 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f64b3e-e741-4bcd-95e1-9e3c325f2510 req-b922abbb-783f-4a44-beb4-3373470f4892 tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:48.141952 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d9f64b3e-e741-4bcd-95e1-9e3c325f2510 req-b922abbb-783f-4a44-beb4-3373470f4892 tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] 10.222.0.85 "GET /v2.0/ports?device_id=1ac505e0-298e-44de-a47d-1465ecc35dac HTTP/1.1" status: 200 len: 945 time: 0.1589937 May 18 18:11:48.187368 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9d8a43-5f0b-449f-b897-23db5591c562 req-4543a2c5-5a30-4684-946f-72bd9b9c2b5a tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:48.190161 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-da9d8a43-5f0b-449f-b897-23db5591c562 req-4543a2c5-5a30-4684-946f-72bd9b9c2b5a tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=85a2a041-5bb5-4692-bd6a-de12dea7b5ee HTTP/1.1" status: 200 len: 946 time: 0.3227313 May 18 18:11:48.218316 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d9f64b3e-e741-4bcd-95e1-9e3c325f2510 req-fe13c384-5679-4260-a1b0-2aad53df56d1 tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] 10.222.0.85 "GET /v2.0/security-groups?id=ef5ba87d-242d-4906-82ef-16014bd8309b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679994 May 18 18:11:48.363325 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-da9d8a43-5f0b-449f-b897-23db5591c562 req-c88e3d59-ff5b-4469-b5e6-d63cc686fa95 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/security-groups?id=33ba1fad-191a-4b7a-ae9e-8e9e60985e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625018 May 18 18:11:48.400383 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3a699457-cebe-4621-9455-d9902fbf0124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261104883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261031899'] for subnet, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:48.502278 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6e1204-f9fd-42f7-a68d-f72cdff200dd req-041c7cee-b007-4e3a-b35e-bb5c1bb90c94 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:48.508610 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fe6e1204-f9fd-42f7-a68d-f72cdff200dd req-041c7cee-b007-4e3a-b35e-bb5c1bb90c94 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/ports?device_id=f8e82ff2-3164-44c9-8e95-9b05a4ef9438 HTTP/1.1" status: 200 len: 945 time: 0.1054995 May 18 18:11:48.557547 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a699457-cebe-4621-9455-d9902fbf0124 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e3c6c6b-0d88-4038-aa09-805bbbc6a422,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:11:48.600426 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fe6e1204-f9fd-42f7-a68d-f72cdff200dd req-b3e7287f-bf11-47da-92e6-046ba803ce6e tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/security-groups?id=e692c27b-823e-49d0-99b6-9d1054fe999b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682721 May 18 18:11:48.604411 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8c62568b-cf41-477e-ac32-5ecfb18bbee1 req-dc6ec5db-d032-40da-950f-d6aa0b66a492 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/ports?device_id=03e9ea95-a4d7-4a6b-bf9a-c47231632c0a HTTP/1.1" status: 200 len: 210 time: 0.0459421 May 18 18:11:48.669698 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a699457-cebe-4621-9455-d9902fbf0124 admin admin] Checking segment: {'id': '5de370d0-266c-4962-933f-566972964e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '57c5b4be-a470-4928-a580-29b0867d15b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:11:48.670355 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a699457-cebe-4621-9455-d9902fbf0124 admin admin] Network hostable DHCP agents. Network: 57c5b4be-a470-4928-a580-29b0867d15b8, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:11:48.672564 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 3beb5ae3-39b5-4024-9788-1644d2c9c029 no longer exists at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:11:48.698477 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a699457-cebe-4621-9455-d9902fbf0124 admin admin] Network 57c5b4be-a470-4928-a580-29b0867d15b8 is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:11:48.746146 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] No Port match for: 3beb5ae3-39b5-4024-9788-1644d2c9c029 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:11:48.746647 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 3beb5ae3-39b5-4024-9788-1644d2c9c029 not bound to the agent host n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:11:48.748219 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-3a699457-cebe-4621-9455-d9902fbf0124 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, 57c5b4be-a470-4928-a580-29b0867d15b8) {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:11:48.752853 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 81037d82-88f3-4280-93f1-f841b8057ff2 no longer exists at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:11:48.766682 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d4ff01c-e37a-4e31-a46f-3941e3002b09 None None] Network 57c5b4be-a470-4928-a580-29b0867d15b8 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:11:48.771880 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a699457-cebe-4621-9455-d9902fbf0124 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:48.783095 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3a699457-cebe-4621-9455-d9902fbf0124 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:48.794933 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 56530) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:11:48.842996 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-3a699457-cebe-4621-9455-d9902fbf0124 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3412077 May 18 18:11:48.847120 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 56534) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:11:48.848788 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] No Port match for: 81037d82-88f3-4280-93f1-f841b8057ff2 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:11:48.849705 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 81037d82-88f3-4280-93f1-f841b8057ff2 not bound to the agent host n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:11:48.867140 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-a65291fe-714d-4169-ad87-f5e8f33dd929 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1206550459-router', 'tenant_id': '1d597e9c8bd043aaab90725ea81b052d', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:11:48.880053 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbb1a19-9ee2-49bf-aa81-9ba191f1c98d req-5d14d9ad-b8ff-4ee4-8a16-8024ee0a3f15 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:48.887979 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4fbb1a19-9ee2-49bf-aa81-9ba191f1c98d req-5d14d9ad-b8ff-4ee4-8a16-8024ee0a3f15 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/ports?device_id=edd70b2d-7c62-4c72-8c2b-a1a4878d824e HTTP/1.1" status: 200 len: 946 time: 0.1810117 May 18 18:11:48.913430 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a65291fe-714d-4169-ad87-f5e8f33dd929 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25099'] for router, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:48.915763 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a65291fe-714d-4169-ad87-f5e8f33dd929 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-593238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596850', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25088'] for router, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:48.986870 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4fbb1a19-9ee2-49bf-aa81-9ba191f1c98d req-15170a8b-70c2-4682-b1b1-4def46afd324 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ea20f59-14b4-4643-9bf1-7dbf92d2a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835326 May 18 18:11:49.039298 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a65291fe-714d-4169-ad87-f5e8f33dd929 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:49.197941 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 56540) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:11:49.198401 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-93a75e1d-5066-4dc3-8c39-dde843d85a22 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=a049c2cb7dc14b6fbce20aa8814d6ebf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4006360 May 18 18:11:49.218097 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c4eb14-0cfa-4623-a884-56c0ba5706e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-57c5b4be-a470-4928-a580-29b0867d15b8', 'network_id': '57c5b4be-a470-4928-a580-29b0867d15b8', 'tenant_id': '1d597e9c8bd043aaab90725ea81b052d', 'fixed_ips': [{'subnet_id': '9e3c6c6b-0d88-4038-aa09-805bbbc6a422'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:11:49.219630 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-63c4eb14-0cfa-4623-a884-56c0ba5706e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:49.288688 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4fee636b-2262-4b02-8cc3-4c1062334869 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:49.294320 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a65291fe-714d-4169-ad87-f5e8f33dd929 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:49.336362 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4fee636b-2262-4b02-8cc3-4c1062334869 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:49.437423 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4fee636b-2262-4b02-8cc3-4c1062334869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:49.440449 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4fee636b-2262-4b02-8cc3-4c1062334869 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:49.441646 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-4fee636b-2262-4b02-8cc3-4c1062334869 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/5ea4329b-bade-4f5a-bfbd-7917c3702679 HTTP/1.1" status: 204 len: 168 time: 0.2423801 May 18 18:11:49.512527 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fee636b-2262-4b02-8cc3-4c1062334869 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ea4329b-bade-4f5a-bfbd-7917c3702679,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:11:49.538745 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-63c4eb14-0cfa-4623-a884-56c0ba5706e4 None None] Allocated IP 172.20.0.2 (57c5b4be-a470-4928-a580-29b0867d15b8/9e3c6c6b-0d88-4038-aa09-805bbbc6a422/928d2862-fb5c-41de-a7ee-511420426ede) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:11:49.651504 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c24e04-0445-43ab-ad2b-4dd0d832d6dd req-e69b6be2-71d5-4134-be50-612b78197de2 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:49.653078 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-11c24e04-0445-43ab-ad2b-4dd0d832d6dd req-e69b6be2-71d5-4134-be50-612b78197de2 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=85a2a041-5bb5-4692-bd6a-de12dea7b5ee HTTP/1.1" status: 200 len: 946 time: 0.1419656 May 18 18:11:49.712663 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-63c4eb14-0cfa-4623-a884-56c0ba5706e4 None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:49.722885 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-63c4eb14-0cfa-4623-a884-56c0ba5706e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:49.726579 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a37b49-e881-4064-a1cc-52e26e0cb148 req-210016a3-bbe2-49eb-80bf-772310ca116b tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:49.728214 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c7a37b49-e881-4064-a1cc-52e26e0cb148 req-210016a3-bbe2-49eb-80bf-772310ca116b tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] 10.222.0.85 "GET /v2.0/ports?device_id=1ac505e0-298e-44de-a47d-1465ecc35dac HTTP/1.1" status: 200 len: 945 time: 0.2255905 May 18 18:11:49.777526 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c4eb14-0cfa-4623-a884-56c0ba5706e4 None None] Network 57c5b4be-a470-4928-a580-29b0867d15b8 is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:11:49.783402 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-63c4eb14-0cfa-4623-a884-56c0ba5706e4 None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:11:49.785705 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c4eb14-0cfa-4623-a884-56c0ba5706e4 None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:11:49.790409 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-11c24e04-0445-43ab-ad2b-4dd0d832d6dd req-95b3b7d7-62fd-4e90-87ac-6244b768764d tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/security-groups?id=33ba1fad-191a-4b7a-ae9e-8e9e60985e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714123 May 18 18:11:49.802300 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c4eb14-0cfa-4623-a884-56c0ba5706e4 None None] Pushing event updated for resources: {'Port': ['ID=928d2862-fb5c-41de-a7ee-511420426ede,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:11:49.917425 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-63c4eb14-0cfa-4623-a884-56c0ba5706e4 None None] Attempting to bind port 928d2862-fb5c-41de-a7ee-511420426ede on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:11:49.918056 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-63c4eb14-0cfa-4623-a884-56c0ba5706e4 None None] Attempting to bind port 928d2862-fb5c-41de-a7ee-511420426ede by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '5de370d0-266c-4962-933f-566972964e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '57c5b4be-a470-4928-a580-29b0867d15b8'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:11:49.918660 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c4eb14-0cfa-4623-a884-56c0ba5706e4 None None] Attempting to bind port 928d2862-fb5c-41de-a7ee-511420426ede on network 57c5b4be-a470-4928-a580-29b0867d15b8 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:11:49.942611 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c7a37b49-e881-4064-a1cc-52e26e0cb148 req-f667224b-2e77-4752-9952-372c8525623e tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] 10.222.0.85 "GET /v2.0/security-groups?id=ef5ba87d-242d-4906-82ef-16014bd8309b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1917448 May 18 18:11:49.944019 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c4eb14-0cfa-4623-a884-56c0ba5706e4 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 11, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:11:49.947531 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c4eb14-0cfa-4623-a884-56c0ba5706e4 None None] Checking segment: {'id': '5de370d0-266c-4962-933f-566972964e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '57c5b4be-a470-4928-a580-29b0867d15b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:11:49.951080 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-63c4eb14-0cfa-4623-a884-56c0ba5706e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:49.951080 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c4eb14-0cfa-4623-a884-56c0ba5706e4 None None] Bound using segment: {'id': '5de370d0-266c-4962-933f-566972964e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '57c5b4be-a470-4928-a580-29b0867d15b8'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:11:49.951726 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-63c4eb14-0cfa-4623-a884-56c0ba5706e4 None None] Bound port: 928d2862-fb5c-41de-a7ee-511420426ede, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5de370d0-266c-4962-933f-566972964e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '57c5b4be-a470-4928-a580-29b0867d15b8'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:11:49.952037 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-63c4eb14-0cfa-4623-a884-56c0ba5706e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:49.973391 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a65291fe-714d-4169-ad87-f5e8f33dd929 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:50.001659 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 7 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 18:11:50.086744 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a65291fe-714d-4169-ad87-f5e8f33dd929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:50.136534 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40072c7-8547-4692-9095-e643371a00c3 req-a7e80fbc-181f-453e-a24e-6aa12cc45884 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:50.144442 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d40072c7-8547-4692-9095-e643371a00c3 req-a7e80fbc-181f-453e-a24e-6aa12cc45884 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/ports?device_id=f8e82ff2-3164-44c9-8e95-9b05a4ef9438 HTTP/1.1" status: 200 len: 945 time: 0.0962188 May 18 18:11:50.175919 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-63c4eb14-0cfa-4623-a884-56c0ba5706e4 None None] For port 928d2862-fb5c-41de-a7ee-511420426ede, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:11:50.183617 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-63c4eb14-0cfa-4623-a884-56c0ba5706e4 None None] For port 928d2862-fb5c-41de-a7ee-511420426ede, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=928d2862-fb5c-41de-a7ee-511420426ede,segment=NetworkSegment(5de370d0-266c-4962-933f-566972964e54),segment_id=5de370d0-266c-4962-933f-566972964e54)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:11:50.192528 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-63c4eb14-0cfa-4623-a884-56c0ba5706e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:50.222610 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e35fa775-bfe4-4b07-a2ec-a38d8a9b1b76 req-0449bc25-d52e-49ac-9018-2cf68c479afa tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/ports?device_id=03e9ea95-a4d7-4a6b-bf9a-c47231632c0a HTTP/1.1" status: 200 len: 210 time: 0.0517988 May 18 18:11:50.304316 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d40072c7-8547-4692-9095-e643371a00c3 req-1e88bb36-6fcc-4f76-88a9-a6383a84d567 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/security-groups?id=e692c27b-823e-49d0-99b6-9d1054fe999b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584210 May 18 18:11:50.377476 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c4eb14-0cfa-4623-a884-56c0ba5706e4 None None] Pushing event updated for resources: {'Port': ['ID=928d2862-fb5c-41de-a7ee-511420426ede,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:11:50.450260 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 56562) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:11:50.476135 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-a65291fe-714d-4169-ad87-f5e8f33dd929 admin admin] Allocated IP 172.25.5.119 (31ebd439-090c-4b25-bbb0-31c48711b145/363a2810-8a83-4be0-a317-7c91fcd94485/78bc444b-2f6a-4f94-8cf8-65be964abf12) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:11:50.558907 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a1abae-be2d-48c3-b6de-db7ec118339e req-c69090aa-e624-448a-8eb8-3dbaa21f2e9a tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:50.565873 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-21a1abae-be2d-48c3-b6de-db7ec118339e req-c69090aa-e624-448a-8eb8-3dbaa21f2e9a tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] 10.222.0.85 "GET /v2.0/ports?device_id=1ac505e0-298e-44de-a47d-1465ecc35dac HTTP/1.1" status: 200 len: 945 time: 0.1348560 May 18 18:11:50.577470 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 56564) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:11:50.587045 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-2cf14808-44ac-4f0c-869b-9eea1445c797 tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] Request body: {'floatingip': {'port_id': 'b23ce527-ea0d-4afd-a447-d79b98b90536'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:11:50.641718 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2cf14808-44ac-4f0c-869b-9eea1445c797 tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] Notify callbacks [] for floatingip, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:50.733224 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-7255eb4e-76cb-4e6e-8de7-e0c7a1ac4e36 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=3c0342984cd04b5289d163c4dd4d4216&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2770202 May 18 18:11:50.740225 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 56566) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:11:50.760304 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e5600c-7e23-4862-97be-ab2c6221c28e req-26953495-12ed-460d-b010-f0696bf31af2 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:50.769041 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c5e5600c-7e23-4862-97be-ab2c6221c28e req-26953495-12ed-460d-b010-f0696bf31af2 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/ports?device_id=edd70b2d-7c62-4c72-8c2b-a1a4878d824e HTTP/1.1" status: 200 len: 946 time: 0.2983840 May 18 18:11:50.786255 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a65291fe-714d-4169-ad87-f5e8f33dd929 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:50.927552 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c5e5600c-7e23-4862-97be-ab2c6221c28e req-562e11b2-6538-429a-8581-6a742497da29 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ea20f59-14b4-4643-9bf1-7dbf92d2a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575186 May 18 18:11:51.117367 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 928d2862-fb5c-41de-a7ee-511420426ede up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:11:51.187404 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 928d2862-fb5c-41de-a7ee-511420426ede triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:11:51.188008 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:51.282123 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 928d2862-fb5c-41de-a7ee-511420426ede is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:11:51.282891 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:51.323561 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] For port 928d2862-fb5c-41de-a7ee-511420426ede, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=928d2862-fb5c-41de-a7ee-511420426ede,segment=NetworkSegment(5de370d0-266c-4962-933f-566972964e54),segment_id=5de370d0-266c-4962-933f-566972964e54)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:11:51.330531 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:51.342125 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8e5a2366-3ca7-47a1-85cd-b10201530759 req-5601b378-2098-4664-841e-64d97da6e163 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/ports?device_id=03e9ea95-a4d7-4a6b-bf9a-c47231632c0a HTTP/1.1" status: 200 len: 210 time: 0.0331101 May 18 18:11:51.433057 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-39e24011-3e5f-498b-92d2-63b27830a81f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:51.440393 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Pushing event updated for resources: {'Port': ['ID=928d2862-fb5c-41de-a7ee-511420426ede,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:11:51.475011 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a65291fe-714d-4169-ad87-f5e8f33dd929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:51.499935 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-39e24011-3e5f-498b-92d2-63b27830a81f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:51.582153 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb58a268-bce4-47bd-825e-4906c1753be4 req-f224b6cf-83b4-443f-a655-40bb497185c8 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:51.584510 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fb58a268-bce4-47bd-825e-4906c1753be4 req-f224b6cf-83b4-443f-a655-40bb497185c8 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/ports?device_id=f8e82ff2-3164-44c9-8e95-9b05a4ef9438 HTTP/1.1" status: 200 len: 945 time: 0.0853329 May 18 18:11:51.590487 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a65291fe-714d-4169-ad87-f5e8f33dd929 admin admin] Network 31ebd439-090c-4b25-bbb0-31c48711b145 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:11:51.638861 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-a65291fe-714d-4169-ad87-f5e8f33dd929 admin admin] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:11:51.641388 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65291fe-714d-4169-ad87-f5e8f33dd929 admin admin] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:11:51.667280 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fb58a268-bce4-47bd-825e-4906c1753be4 req-b68039b8-5fd7-446a-b9c4-ee73afed5959 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/security-groups?id=e692c27b-823e-49d0-99b6-9d1054fe999b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718353 May 18 18:11:51.703776 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65291fe-714d-4169-ad87-f5e8f33dd929 admin admin] Pushing event updated for resources: {'Port': ['ID=78bc444b-2f6a-4f94-8cf8-65be964abf12,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:11:51.736918 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9dd550-158d-46e9-a6fe-c56f492d562b req-3a07c80f-8a63-46d1-8241-f1db3b9fb790 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:51.744955 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6a9dd550-158d-46e9-a6fe-c56f492d562b req-3a07c80f-8a63-46d1-8241-f1db3b9fb790 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=85a2a041-5bb5-4692-bd6a-de12dea7b5ee HTTP/1.1" status: 200 len: 946 time: 0.3280256 May 18 18:11:51.867124 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-39e24011-3e5f-498b-92d2-63b27830a81f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:51.870182 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-39e24011-3e5f-498b-92d2-63b27830a81f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:51.874426 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-39e24011-3e5f-498b-92d2-63b27830a81f admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/0b5c7313-2e07-4bfb-b1eb-4fe9082d9bc0 HTTP/1.1" status: 204 len: 168 time: 1.1300716 May 18 18:11:52.019886 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e24011-3e5f-498b-92d2-63b27830a81f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b5c7313-2e07-4bfb-b1eb-4fe9082d9bc0,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:11:52.040562 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6a9dd550-158d-46e9-a6fe-c56f492d562b req-964a1876-20c0-4a23-ba44-053e58589cb7 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/security-groups?id=33ba1fad-191a-4b7a-ae9e-8e9e60985e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2927465 May 18 18:11:52.048308 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92720a8e-1fd2-4ea7-abc3-0477f7fa3902 None None] Network 57c5b4be-a470-4928-a580-29b0867d15b8 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:11:52.182990 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-6c0b0141-897e-49b4-bc26-5e2e2b828968 None None] Provisioning complete for port 928d2862-fb5c-41de-a7ee-511420426ede triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:11:52.183671 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-6c0b0141-897e-49b4-bc26-5e2e2b828968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:52.425977 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.db.resource_extend [None req-2cf14808-44ac-4f0c-869b-9eea1445c797 tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 18 18:11:52.562653 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-6c0b0141-897e-49b4-bc26-5e2e2b828968 None None] Current status of the port 928d2862-fb5c-41de-a7ee-511420426ede is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:11:52.621231 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9c395625-d985-41f0-bbfb-0bc88fa47fd2 req-9edafc8f-ff62-46ca-8fcb-6c6e56e16a02 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/ports?device_id=03e9ea95-a4d7-4a6b-bf9a-c47231632c0a HTTP/1.1" status: 200 len: 210 time: 0.1309562 May 18 18:11:52.632436 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a65291fe-714d-4169-ad87-f5e8f33dd929 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:52.709328 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2cf14808-44ac-4f0c-869b-9eea1445c797 tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:52.715970 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2cf14808-44ac-4f0c-869b-9eea1445c797 tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596987'] for floatingip, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:52.947258 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff60990f-5187-4581-8aca-28a33c8950cf req-157ae3f3-44f8-45e1-b377-58485d1e7a2f tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:52.948719 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ff60990f-5187-4581-8aca-28a33c8950cf req-157ae3f3-44f8-45e1-b377-58485d1e7a2f tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/ports?device_id=edd70b2d-7c62-4c72-8c2b-a1a4878d824e HTTP/1.1" status: 200 len: 946 time: 0.8810754 May 18 18:11:53.033036 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ff60990f-5187-4581-8aca-28a33c8950cf req-9a0bad81-a39a-46cb-8e3e-766f3f7f8e4d tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ea20f59-14b4-4643-9bf1-7dbf92d2a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688879 May 18 18:11:53.092135 n-d-838550-3 neutron-server[102731]: INFO neutron.db.l3_db [None req-2cf14808-44ac-4f0c-869b-9eea1445c797 tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] Floating IP b5f9dd59-24ee-43ec-8745-8df2bff3e394 associated. External IP: 172.25.5.131, port: b23ce527-ea0d-4afd-a447-d79b98b90536. May 18 18:11:53.092390 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 928d2862-fb5c-41de-a7ee-511420426ede up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:11:53.228254 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-f82bba70-0c6b-400c-aca8-1b9d0900ca22 None None] Provisioning complete for port 928d2862-fb5c-41de-a7ee-511420426ede triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:11:53.228949 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f82bba70-0c6b-400c-aca8-1b9d0900ca22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:53.233040 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c11cf3-b73e-4e16-9b42-170d0cf0da01 req-516390c4-cfcd-46a1-b058-0b581fd53227 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:53.234907 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-42c11cf3-b73e-4e16-9b42-170d0cf0da01 req-516390c4-cfcd-46a1-b058-0b581fd53227 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/ports?device_id=f8e82ff2-3164-44c9-8e95-9b05a4ef9438 HTTP/1.1" status: 200 len: 945 time: 0.1103969 May 18 18:11:53.274494 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a65291fe-714d-4169-ad87-f5e8f33dd929 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596801'] for router, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:53.300872 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07d3c51-9b5d-40a4-9edf-928891e7e06b req-1c6173a2-9173-405e-9c2f-24c40b39d30d tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:53.309129 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f07d3c51-9b5d-40a4-9edf-928891e7e06b req-1c6173a2-9173-405e-9c2f-24c40b39d30d tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=85a2a041-5bb5-4692-bd6a-de12dea7b5ee HTTP/1.1" status: 200 len: 946 time: 0.5036628 May 18 18:11:53.319052 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-42c11cf3-b73e-4e16-9b42-170d0cf0da01 req-cdfa1664-3bd1-49f7-b105-9aa00807eb1c tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/security-groups?id=e692c27b-823e-49d0-99b6-9d1054fe999b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774598 May 18 18:11:53.472393 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-f82bba70-0c6b-400c-aca8-1b9d0900ca22 None None] Current status of the port 928d2862-fb5c-41de-a7ee-511420426ede is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:11:53.479451 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 928d2862-fb5c-41de-a7ee-511420426ede triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:11:53.480927 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:53.512244 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f07d3c51-9b5d-40a4-9edf-928891e7e06b req-69962b79-fce7-4f9b-a381-2e9093898b67 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/security-groups?id=33ba1fad-191a-4b7a-ae9e-8e9e60985e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987815 May 18 18:11:53.635660 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 928d2862-fb5c-41de-a7ee-511420426ede is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:11:53.732694 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a65291fe-714d-4169-ad87-f5e8f33dd929 admin admin] Router 872810ba-01bd-44f7-b441-ddfca68b31da is scheduled to L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e with binding_index 1 {{(pid=102731) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 18 18:11:53.814010 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-46c714d5-d29f-4636-97bb-780e7b9ab1f1 req-8d174991-f445-41a9-8ee2-a67a761e98e9 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/ports?device_id=03e9ea95-a4d7-4a6b-bf9a-c47231632c0a HTTP/1.1" status: 200 len: 210 time: 0.0543697 May 18 18:11:53.902970 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a212c3e4-5494-4bc3-a5d2-509cfbfce0e4 req-85122442-f0af-498e-b7c2-5434350e7e59 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:53.916910 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a212c3e4-5494-4bc3-a5d2-509cfbfce0e4 req-85122442-f0af-498e-b7c2-5434350e7e59 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.36 "GET /v2.0/ports?device_id=85a2a041-5bb5-4692-bd6a-de12dea7b5ee HTTP/1.1" status: 200 len: 946 time: 0.0814857 May 18 18:11:53.963821 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a65291fe-714d-4169-ad87-f5e8f33dd929 admin admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:11:53.976707 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af173eb0-00ab-43df-b6e2-e2124d70ec4e None None] Sync routers for ids ['872810ba-01bd-44f7-b441-ddfca68b31da'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:11:53.999467 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cf14808-44ac-4f0c-869b-9eea1445c797 tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] Router 3d6d0d2f-d9a2-423f-a66d-bdd47d30bea9 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:11:54.013860 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a65291fe-714d-4169-ad87-f5e8f33dd929 admin admin] Notify callbacks [] for router, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:54.015432 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af173eb0-00ab-43df-b6e2-e2124d70ec4e None None] Routers {'872810ba-01bd-44f7-b441-ddfca68b31da'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:11:54.017032 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-af173eb0-00ab-43df-b6e2-e2124d70ec4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:11:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['872810ba-01bd-44f7-b441-ddfca68b31da'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:11:54.019578 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-a65291fe-714d-4169-ad87-f5e8f33dd929 admin admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.1685178 May 18 18:11:54.023277 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 56636) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:11:54.230157 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cf14808-44ac-4f0c-869b-9eea1445c797 tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:11:54.240955 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9f9bbe-9115-465f-bde2-881a8f6ec3d6 None None] Sync routers for ids ['3d6d0d2f-d9a2-423f-a66d-bdd47d30bea9'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:11:54.244253 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2cf14808-44ac-4f0c-869b-9eea1445c797 tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:54.301240 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9f9bbe-9115-465f-bde2-881a8f6ec3d6 None None] Routers {'3d6d0d2f-d9a2-423f-a66d-bdd47d30bea9'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:11:54.311428 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-6d9f9bbe-9115-465f-bde2-881a8f6ec3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:11:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['3d6d0d2f-d9a2-423f-a66d-bdd47d30bea9'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:11:54.318465 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-2cf14808-44ac-4f0c-869b-9eea1445c797 tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] 10.222.0.85 "PUT /v2.0/floatingips/b5f9dd59-24ee-43ec-8745-8df2bff3e394 HTTP/1.1" status: 200 len: 991 time: 3.7374151 May 18 18:11:54.320029 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ac505e0-298e-44de-a47d-1465ecc35dac', 'tag': 'b23ce527-ea0d-4afd-a447-d79b98b90536'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:11:54.323208 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c613844a-0087-4b6c-94a6-f7643a681d72" -d '{"events": [{"name": "network-changed", "server_uuid": "1ac505e0-298e-44de-a47d-1465ecc35dac", "tag": "b23ce527-ea0d-4afd-a447-d79b98b90536"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:11:54.341383 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd98aeaa-e17b-47a6-944d-f390947304c4 req-953b73c3-fea6-4243-8156-42adeab4c291 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:54.350378 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cd98aeaa-e17b-47a6-944d-f390947304c4 req-953b73c3-fea6-4243-8156-42adeab4c291 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/ports?device_id=edd70b2d-7c62-4c72-8c2b-a1a4878d824e HTTP/1.1" status: 200 len: 946 time: 0.1229796 May 18 18:11:54.400536 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cd98aeaa-e17b-47a6-944d-f390947304c4 req-e3c7c871-3aed-41b4-b7e9-11cadfd8638d tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ea20f59-14b4-4643-9bf1-7dbf92d2a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461321 May 18 18:11:54.471026 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f2e2d1b-c9e2-4879-8ad7-69d7924370e6 x-openstack-request-id: req-7f2e2d1b-c9e2-4879-8ad7-69d7924370e6 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:11:54.471528 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ac505e0-298e-44de-a47d-1465ecc35dac", "tag": "b23ce527-ea0d-4afd-a447-d79b98b90536", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:11:54.472116 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-7f2e2d1b-c9e2-4879-8ad7-69d7924370e6 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:11:54.472785 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f2e2d1b-c9e2-4879-8ad7-69d7924370e6'] response: {'name': 'network-changed', 'server_uuid': '1ac505e0-298e-44de-a47d-1465ecc35dac', 'tag': 'b23ce527-ea0d-4afd-a447-d79b98b90536', 'status': 'completed', 'code': 200} May 18 18:11:54.523790 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-af173eb0-00ab-43df-b6e2-e2124d70ec4e None None] Set router 872810ba-01bd-44f7-b441-ddfca68b31da gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:11:54.599157 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c613844a-0087-4b6c-94a6-f7643a681d72 req-06f4ffc5-16d2-4207-8e25-29198e19593d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:54.600694 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c613844a-0087-4b6c-94a6-f7643a681d72 req-06f4ffc5-16d2-4207-8e25-29198e19593d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=e39151d7831d43e48c6cc769570f1387&device_id=1ac505e0-298e-44de-a47d-1465ecc35dac HTTP/1.1" status: 200 len: 1096 time: 0.0928540 May 18 18:11:54.659807 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f67a793-257f-4d45-ad1d-99cc85f5a7e2 req-b068465f-87b5-4f3b-8873-fc40b9e09294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:54.661328 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4f67a793-257f-4d45-ad1d-99cc85f5a7e2 req-b068465f-87b5-4f3b-8873-fc40b9e09294 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=f8e82ff2-3164-44c9-8e95-9b05a4ef9438 HTTP/1.1" status: 200 len: 1096 time: 0.3036799 May 18 18:11:54.795089 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3576b97a-24a6-42bf-844f-3ab31538dcbf req-b4062d64-628c-4108-8f81-3757361c7c13 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:54.802413 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3576b97a-24a6-42bf-844f-3ab31538dcbf req-b4062d64-628c-4108-8f81-3757361c7c13 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/ports?device_id=f8e82ff2-3164-44c9-8e95-9b05a4ef9438 HTTP/1.1" status: 200 len: 945 time: 0.0905557 May 18 18:11:54.809788 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-a212c3e4-5494-4bc3-a5d2-509cfbfce0e4 req-d9e75d40-8f7b-44f7-b840-61cc8ee8ad51 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Deleting port 127d7118-00a9-4f40-b4ea-4ee8aff03267 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:11:54.810457 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-a212c3e4-5494-4bc3-a5d2-509cfbfce0e4 req-d9e75d40-8f7b-44f7-b840-61cc8ee8ad51 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:54.851097 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c613844a-0087-4b6c-94a6-f7643a681d72 req-1fee0733-7bcd-442c-ba24-e3ea11ee8655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:54.857533 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c613844a-0087-4b6c-94a6-f7643a681d72 req-1fee0733-7bcd-442c-ba24-e3ea11ee8655 service neutron] 10.222.0.88 "GET /v2.0/networks?id=792bb4c4-c386-4f38-9fe8-06eade922248 HTTP/1.1" status: 200 len: 916 time: 0.2486906 May 18 18:11:54.883684 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3576b97a-24a6-42bf-844f-3ab31538dcbf req-b3dee976-10ea-48bc-b6e1-4b2c61140f37 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/security-groups?id=e692c27b-823e-49d0-99b6-9d1054fe999b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696108 May 18 18:11:54.911099 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4f67a793-257f-4d45-ad1d-99cc85f5a7e2 req-d2dce9ff-3f34-41ec-9e81-9b39eda4fb72 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=e692c27b-823e-49d0-99b6-9d1054fe999b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335398 May 18 18:11:54.962672 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc47f0f-891f-4d08-a898-055d62d47fb3 req-abd68b57-361d-49cb-ad38-259da8a1feb6 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:54.965194 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-6d9f9bbe-9115-465f-bde2-881a8f6ec3d6 None None] Set router 3d6d0d2f-d9a2-423f-a66d-bdd47d30bea9 gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:11:54.970759 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2bc47f0f-891f-4d08-a898-055d62d47fb3 req-abd68b57-361d-49cb-ad38-259da8a1feb6 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=85a2a041-5bb5-4692-bd6a-de12dea7b5ee HTTP/1.1" status: 200 len: 946 time: 0.2221625 May 18 18:11:55.054365 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c613844a-0087-4b6c-94a6-f7643a681d72 req-be2c798d-17af-4fc7-9a27-a574be528043 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b23ce527-ea0d-4afd-a447-d79b98b90536 HTTP/1.1" status: 200 len: 999 time: 0.1695225 May 18 18:11:55.067554 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2bc47f0f-891f-4d08-a898-055d62d47fb3 req-ddd40382-0d08-47ed-b90e-b8c8b4c64d03 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/security-groups?id=33ba1fad-191a-4b7a-ae9e-8e9e60985e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914624 May 18 18:11:55.099264 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e67bf7f6-375c-4303-a27f-a8cf52620cfd req-c3e67a0a-696c-4daa-9d12-bf273d2bf725 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/ports?device_id=03e9ea95-a4d7-4a6b-bf9a-c47231632c0a HTTP/1.1" status: 200 len: 210 time: 0.0439944 May 18 18:11:55.160502 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-a212c3e4-5494-4bc3-a5d2-509cfbfce0e4 req-d9e75d40-8f7b-44f7-b840-61cc8ee8ad51 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] For port 127d7118-00a9-4f40-b4ea-4ee8aff03267, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=127d7118-00a9-4f40-b4ea-4ee8aff03267,segment=NetworkSegment(58bfdefb-3654-4aa0-92f0-6f0afd2552db),segment_id=58bfdefb-3654-4aa0-92f0-6f0afd2552db)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:11:55.160875 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-a212c3e4-5494-4bc3-a5d2-509cfbfce0e4 req-d9e75d40-8f7b-44f7-b840-61cc8ee8ad51 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:55.198135 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-a212c3e4-5494-4bc3-a5d2-509cfbfce0e4 req-d9e75d40-8f7b-44f7-b840-61cc8ee8ad51 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Calling delete_port for 127d7118-00a9-4f40-b4ea-4ee8aff03267 owned by compute:nova {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:11:55.263660 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c613844a-0087-4b6c-94a6-f7643a681d72 req-41ac3e8e-cd28-4d06-b2fd-97ab22f20a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:55.269053 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c613844a-0087-4b6c-94a6-f7643a681d72 req-41ac3e8e-cd28-4d06-b2fd-97ab22f20a40 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=158475e3-9e48-42c5-9d8e-334726b32d32 HTTP/1.1" status: 200 len: 854 time: 0.1331773 May 18 18:11:55.324487 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-af173eb0-00ab-43df-b6e2-e2124d70ec4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '872810ba-01bd-44f7-b441-ddfca68b31da', 'name': 'tempest-ServersTestBootFromVolume-1206550459-router', 'tenant_id': '1d597e9c8bd043aaab90725ea81b052d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '78bc444b-2f6a-4f94-8cf8-65be964abf12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:11:48Z', 'updated_at': '2022-05-18T18:11:52Z', 'revision_number': 3, 'project_id': '1d597e9c8bd043aaab90725ea81b052d', 'gw_port': {'id': '78bc444b-2f6a-4f94-8cf8-65be964abf12', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:57:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '872810ba-01bd-44f7-b441-ddfca68b31da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:11:50Z', 'updated_at': '2022-05-18T18:11:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:11:55.418226 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c613844a-0087-4b6c-94a6-f7643a681d72 req-814ea0e3-bf02-4c50-8e3b-b352cee17a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:55.420034 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c613844a-0087-4b6c-94a6-f7643a681d72 req-814ea0e3-bf02-4c50-8e3b-b352cee17a10 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=792bb4c4-c386-4f38-9fe8-06eade922248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1392555 May 18 18:11:55.423080 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af173eb0-00ab-43df-b6e2-e2124d70ec4e None None] Checking router: 872810ba-01bd-44f7-b441-ddfca68b31da for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:11:55.423727 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af173eb0-00ab-43df-b6e2-e2124d70ec4e None None] Updating router 872810ba-01bd-44f7-b441-ddfca68b31da port 78bc444b-2f6a-4f94-8cf8-65be964abf12 binding host n-d-838550-3 {{(pid=102733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 18:11:55.566433 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b8c20719-e9f8-42be-8821-fa0685e594d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:55.577250 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-af173eb0-00ab-43df-b6e2-e2124d70ec4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:55.986989 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-6d9f9bbe-9115-465f-bde2-881a8f6ec3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d6d0d2f-d9a2-423f-a66d-bdd47d30bea9', 'name': 'tempest-ServersTestFqdnHostnames-1698610457-router', 'tenant_id': 'e39151d7831d43e48c6cc769570f1387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': 'fe306a3a-12f4-4426-bd8f-3061dbaddbc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:11:12Z', 'updated_at': '2022-05-18T18:11:20Z', 'revision_number': 4, 'project_id': 'e39151d7831d43e48c6cc769570f1387', 'gw_port': {'id': 'fe306a3a-12f4-4426-bd8f-3061dbaddbc1', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6d0d2f-d9a2-423f-a66d-bdd47d30bea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:11:13Z', 'updated_at': '2022-05-18T18:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': 'b5f9dd59-24ee-43ec-8745-8df2bff3e394', 'tenant_id': 'e39151d7831d43e48c6cc769570f1387', 'floating_ip_address': '172.25.5.131', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': '3d6d0d2f-d9a2-423f-a66d-bdd47d30bea9', 'port_id': 'b23ce527-ea0d-4afd-a447-d79b98b90536', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1176, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '792bb4c4-c386-4f38-9fe8-06eade922248', 'mac_address': 'fa:16:3e:81:90:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac505e0-298e-44de-a47d-1465ecc35dac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T18:11:25Z', 'updated_at': '2022-05-18T18:11:52Z', 'revision_number': 1, 'project_id': 'e39151d7831d43e48c6cc769570f1387', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4affc2a1-3756-49c1-a5ce-1e13681f0267', 'name': '', 'network_id': '792bb4c4-c386-4f38-9fe8-06eade922248', 'tenant_id': 'e39151d7831d43e48c6cc769570f1387', 'mac_address': 'fa:16:3e:47:5e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6d0d2f-d9a2-423f-a66d-bdd47d30bea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '158475e3-9e48-42c5-9d8e-334726b32d32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:11:17Z', 'updated_at': '2022-05-18T18:11:25Z', 'revision_number': 5, 'project_id': 'e39151d7831d43e48c6cc769570f1387', 'subnets': [{'id': '158475e3-9e48-42c5-9d8e-334726b32d32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:11:56.035752 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-b8c20719-e9f8-42be-8821-fa0685e594d7 admin admin] Allocated IP 172.20.0.1 (57c5b4be-a470-4928-a580-29b0867d15b8/9e3c6c6b-0d88-4038-aa09-805bbbc6a422/59ef2299-fbb8-4395-a751-5c9d71ac3a9d) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:11:56.112411 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9f9bbe-9115-465f-bde2-881a8f6ec3d6 None None] Checking router: 3d6d0d2f-d9a2-423f-a66d-bdd47d30bea9 for host: n-d-838550-3 {{(pid=102732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:11:56.131233 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9f9bbe-9115-465f-bde2-881a8f6ec3d6 None None] Routers {'3d6d0d2f-d9a2-423f-a66d-bdd47d30bea9'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:11:56.134502 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-6d9f9bbe-9115-465f-bde2-881a8f6ec3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:11:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['3d6d0d2f-d9a2-423f-a66d-bdd47d30bea9'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:11:56.194908 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b8c20719-e9f8-42be-8821-fa0685e594d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:56.280297 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-af173eb0-00ab-43df-b6e2-e2124d70ec4e None None] Notify callbacks [] for port, precommit_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:56.292692 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-af173eb0-00ab-43df-b6e2-e2124d70ec4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:56.322744 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b8c20719-e9f8-42be-8821-fa0685e594d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:56.402930 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-6d9f9bbe-9115-465f-bde2-881a8f6ec3d6 None None] Set router 3d6d0d2f-d9a2-423f-a66d-bdd47d30bea9 gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:11:56.441584 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd926a85-9916-4844-8f74-70bc9084f9e6 None None] Pushing event updated for resources: {'Port': ['ID=78bc444b-2f6a-4f94-8cf8-65be964abf12,revision_number=2']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:11:56.492516 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d38927c3-f66a-43ed-bf2b-aac5d71c757f req-d8fb3e26-7c56-49c0-903e-c759ed5fc646 tempest-TenantUsagesTestJSON-736084261 tempest-TenantUsagesTestJSON-736084261-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=e48d01a2a10c4a478904b240b102d544&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1810668 May 18 18:11:56.499325 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c20719-e9f8-42be-8821-fa0685e594d7 admin admin] Network 57c5b4be-a470-4928-a580-29b0867d15b8 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:11:56.517008 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-af173eb0-00ab-43df-b6e2-e2124d70ec4e None None] Attempting to bind port 78bc444b-2f6a-4f94-8cf8-65be964abf12 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:11:56.517394 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-af173eb0-00ab-43df-b6e2-e2124d70ec4e None None] Attempting to bind port 78bc444b-2f6a-4f94-8cf8-65be964abf12 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:11:56.517787 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af173eb0-00ab-43df-b6e2-e2124d70ec4e None None] Attempting to bind port 78bc444b-2f6a-4f94-8cf8-65be964abf12 on network 31ebd439-090c-4b25-bbb0-31c48711b145 {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:11:56.530380 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd926a85-9916-4844-8f74-70bc9084f9e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:11:56.530737 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd926a85-9916-4844-8f74-70bc9084f9e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:11:56.531042 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd926a85-9916-4844-8f74-70bc9084f9e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:11:56.531384 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd926a85-9916-4844-8f74-70bc9084f9e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:11:56.531927 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd926a85-9916-4844-8f74-70bc9084f9e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:11:56.533477 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd926a85-9916-4844-8f74-70bc9084f9e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:11:56.533867 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd926a85-9916-4844-8f74-70bc9084f9e6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:11:56.534212 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd926a85-9916-4844-8f74-70bc9084f9e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:11:56.535317 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd926a85-9916-4844-8f74-70bc9084f9e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:11:56.537162 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd926a85-9916-4844-8f74-70bc9084f9e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:11:56.537535 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd926a85-9916-4844-8f74-70bc9084f9e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:11:56.537896 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd926a85-9916-4844-8f74-70bc9084f9e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:11:56.566417 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af173eb0-00ab-43df-b6e2-e2124d70ec4e None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 11, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:11:56.567937 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af173eb0-00ab-43df-b6e2-e2124d70ec4e None None] Checking segment: {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:11:56.569030 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-af173eb0-00ab-43df-b6e2-e2124d70ec4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:56.569436 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af173eb0-00ab-43df-b6e2-e2124d70ec4e None None] Bound using segment: {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:11:56.573655 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-af173eb0-00ab-43df-b6e2-e2124d70ec4e None None] Bound port: 78bc444b-2f6a-4f94-8cf8-65be964abf12, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:11:56.573886 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-af173eb0-00ab-43df-b6e2-e2124d70ec4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:56.595231 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-b8c20719-e9f8-42be-8821-fa0685e594d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:11:56.616573 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c20719-e9f8-42be-8821-fa0685e594d7 admin admin] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:11:56.652338 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72593c89-82b1-42e8-b5ea-aedcd0bdf492 req-29567e03-5a2f-4452-87f1-a1569fe1f20f tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:56.654959 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-72593c89-82b1-42e8-b5ea-aedcd0bdf492 req-29567e03-5a2f-4452-87f1-a1569fe1f20f tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/ports?device_id=edd70b2d-7c62-4c72-8c2b-a1a4878d824e HTTP/1.1" status: 200 len: 946 time: 0.0978582 May 18 18:11:56.659658 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c613844a-0087-4b6c-94a6-f7643a681d72 req-32b5d9eb-db9b-441e-ba09-42742f173a41 service neutron] 10.222.0.88 "GET /v2.0/networks/792bb4c4-c386-4f38-9fe8-06eade922248?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2249508 May 18 18:11:56.758172 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.db [None req-af173eb0-00ab-43df-b6e2-e2124d70ec4e None None] For port 78bc444b-2f6a-4f94-8cf8-65be964abf12, host n-d-838550-3, cleared binding levels {{(pid=102733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:11:56.767844 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.db [None req-af173eb0-00ab-43df-b6e2-e2124d70ec4e None None] For port 78bc444b-2f6a-4f94-8cf8-65be964abf12, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=78bc444b-2f6a-4f94-8cf8-65be964abf12,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:11:56.774890 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-af173eb0-00ab-43df-b6e2-e2124d70ec4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:56.927579 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 127d7118-00a9-4f40-b4ea-4ee8aff03267 no longer exists at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:11:56.960888 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-72593c89-82b1-42e8-b5ea-aedcd0bdf492 req-cf867fd0-c7f9-426c-bdf2-2fc6f870f7c4 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ea20f59-14b4-4643-9bf1-7dbf92d2a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2977693 May 18 18:11:56.986118 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] No Port match for: 127d7118-00a9-4f40-b4ea-4ee8aff03267 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:11:56.986977 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 127d7118-00a9-4f40-b4ea-4ee8aff03267 not bound to the agent host n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:11:57.000333 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-a212c3e4-5494-4bc3-a5d2-509cfbfce0e4 req-d9e75d40-8f7b-44f7-b840-61cc8ee8ad51 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:57.027265 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c20719-e9f8-42be-8821-fa0685e594d7 admin admin] Pushing event updated for resources: {'Port': ['ID=59ef2299-fbb8-4395-a751-5c9d71ac3a9d,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:11:57.119393 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c613844a-0087-4b6c-94a6-f7643a681d72 req-509e39ee-c4ca-4ffd-af86-c0bb62028b31 service neutron] 10.222.0.88 "GET /v2.0/networks/792bb4c4-c386-4f38-9fe8-06eade922248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3914199 May 18 18:11:57.178362 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-6d9f9bbe-9115-465f-bde2-881a8f6ec3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d6d0d2f-d9a2-423f-a66d-bdd47d30bea9', 'name': 'tempest-ServersTestFqdnHostnames-1698610457-router', 'tenant_id': 'e39151d7831d43e48c6cc769570f1387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': 'fe306a3a-12f4-4426-bd8f-3061dbaddbc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:11:12Z', 'updated_at': '2022-05-18T18:11:20Z', 'revision_number': 4, 'project_id': 'e39151d7831d43e48c6cc769570f1387', 'gw_port': {'id': 'fe306a3a-12f4-4426-bd8f-3061dbaddbc1', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6d0d2f-d9a2-423f-a66d-bdd47d30bea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:11:13Z', 'updated_at': '2022-05-18T18:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': 'b5f9dd59-24ee-43ec-8745-8df2bff3e394', 'tenant_id': 'e39151d7831d43e48c6cc769570f1387', 'floating_ip_address': '172.25.5.131', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': '3d6d0d2f-d9a2-423f-a66d-bdd47d30bea9', 'port_id': 'b23ce527-ea0d-4afd-a447-d79b98b90536', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1176, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '792bb4c4-c386-4f38-9fe8-06eade922248', 'mac_address': 'fa:16:3e:81:90:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac505e0-298e-44de-a47d-1465ecc35dac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T18:11:25Z', 'updated_at': '2022-05-18T18:11:52Z', 'revision_number': 1, 'project_id': 'e39151d7831d43e48c6cc769570f1387', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4affc2a1-3756-49c1-a5ce-1e13681f0267', 'name': '', 'network_id': '792bb4c4-c386-4f38-9fe8-06eade922248', 'tenant_id': 'e39151d7831d43e48c6cc769570f1387', 'mac_address': 'fa:16:3e:47:5e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6d0d2f-d9a2-423f-a66d-bdd47d30bea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '158475e3-9e48-42c5-9d8e-334726b32d32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:11:17Z', 'updated_at': '2022-05-18T18:11:25Z', 'revision_number': 5, 'project_id': 'e39151d7831d43e48c6cc769570f1387', 'subnets': [{'id': '158475e3-9e48-42c5-9d8e-334726b32d32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:11:57.188214 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-5b6008a4-2a9c-4d8c-8b50-f388fbc2c670 None None] Provisioning complete for port 59ef2299-fbb8-4395-a751-5c9d71ac3a9d triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:11:57.188659 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-5b6008a4-2a9c-4d8c-8b50-f388fbc2c670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:57.269501 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b8c20719-e9f8-42be-8821-fa0685e594d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595826'] for router_interface, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:57.270724 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9f9bbe-9115-465f-bde2-881a8f6ec3d6 None None] The sync data for ids ['3d6d0d2f-d9a2-423f-a66d-bdd47d30bea9'] in n-d-838550-3 is: [{'id': '3d6d0d2f-d9a2-423f-a66d-bdd47d30bea9', 'name': 'tempest-ServersTestFqdnHostnames-1698610457-router', 'tenant_id': 'e39151d7831d43e48c6cc769570f1387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': 'fe306a3a-12f4-4426-bd8f-3061dbaddbc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:11:12Z', 'updated_at': '2022-05-18T18:11:20Z', 'revision_number': 4, 'project_id': 'e39151d7831d43e48c6cc769570f1387', 'gw_port': {'id': 'fe306a3a-12f4-4426-bd8f-3061dbaddbc1', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6d0d2f-d9a2-423f-a66d-bdd47d30bea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:11:13Z', 'updated_at': '2022-05-18T18:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': 'b5f9dd59-24ee-43ec-8745-8df2bff3e394', 'tenant_id': 'e39151d7831d43e48c6cc769570f1387', 'floating_ip_address': '172.25.5.131', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': '3d6d0d2f-d9a2-423f-a66d-bdd47d30bea9', 'port_id': 'b23ce527-ea0d-4afd-a447-d79b98b90536', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1176, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '792bb4c4-c386-4f38-9fe8-06eade922248', 'mac_address': 'fa:16:3e:81:90:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac505e0-298e-44de-a47d-1465ecc35dac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T18:11:25Z', 'updated_at': '2022-05-18T18:11:52Z', 'revision_number': 1, 'project_id': 'e39151d7831d43e48c6cc769570f1387', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4affc2a1-3756-49c1-a5ce-1e13681f0267', 'name': '', 'network_id': '792bb4c4-c386-4f38-9fe8-06eade922248', 'tenant_id': 'e39151d7831d43e48c6cc769570f1387', 'mac_address': 'fa:16:3e:47:5e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6d0d2f-d9a2-423f-a66d-bdd47d30bea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '158475e3-9e48-42c5-9d8e-334726b32d32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:11:17Z', 'updated_at': '2022-05-18T18:11:25Z', 'revision_number': 5, 'project_id': 'e39151d7831d43e48c6cc769570f1387', 'subnets': [{'id': '158475e3-9e48-42c5-9d8e-334726b32d32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:11:57.280169 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e75d40-8f7b-44f7-b840-61cc8ee8ad51 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Pushing event deleted for resources: {'Port': ['ID=127d7118-00a9-4f40-b4ea-4ee8aff03267,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:11:57.294633 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd926a85-9916-4844-8f74-70bc9084f9e6 None None] Pushing event updated for resources: {'Port': ['ID=78bc444b-2f6a-4f94-8cf8-65be964abf12,revision_number=3']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:11:57.322757 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe83f0b-8e17-47f7-a64a-58043fe75cf2 req-bb7f13de-a766-4432-b28b-7791daa9d984 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:57.324669 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ffe83f0b-8e17-47f7-a64a-58043fe75cf2 req-bb7f13de-a766-4432-b28b-7791daa9d984 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/ports?device_id=f8e82ff2-3164-44c9-8e95-9b05a4ef9438 HTTP/1.1" status: 200 len: 945 time: 0.1318114 May 18 18:11:57.359718 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af173eb0-00ab-43df-b6e2-e2124d70ec4e None None] Routers {'872810ba-01bd-44f7-b441-ddfca68b31da'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:11:57.360371 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-af173eb0-00ab-43df-b6e2-e2124d70ec4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:11:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['872810ba-01bd-44f7-b441-ddfca68b31da'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:11:57.380050 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-5b6008a4-2a9c-4d8c-8b50-f388fbc2c670 None None] Port 59ef2299-fbb8-4395-a751-5c9d71ac3a9d cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:11:57.440171 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ffe83f0b-8e17-47f7-a64a-58043fe75cf2 req-c71be34d-1b2c-4e5b-a98c-392aced9d444 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/security-groups?id=e692c27b-823e-49d0-99b6-9d1054fe999b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088204 May 18 18:11:57.557656 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-a212c3e4-5494-4bc3-a5d2-509cfbfce0e4 req-d9e75d40-8f7b-44f7-b840-61cc8ee8ad51 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] No DVR routers for this DVR port 127d7118-00a9-4f40-b4ea-4ee8aff03267 on host n-h1-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:11:57.566193 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-a212c3e4-5494-4bc3-a5d2-509cfbfce0e4 req-d9e75d40-8f7b-44f7-b840-61cc8ee8ad51 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:57.575264 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a212c3e4-5494-4bc3-a5d2-509cfbfce0e4 req-d9e75d40-8f7b-44f7-b840-61cc8ee8ad51 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.36 "DELETE /v2.0/ports/127d7118-00a9-4f40-b4ea-4ee8aff03267 HTTP/1.1" status: 204 len: 173 time: 3.6523201 May 18 18:11:57.600104 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85a2a041-5bb5-4692-bd6a-de12dea7b5ee', 'name': 'network-vif-deleted', 'tag': '127d7118-00a9-4f40-b4ea-4ee8aff03267'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:11:57.606846 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-359dc944-96cf-4902-ae59-388b5de0ebd5" -d '{"events": [{"server_uuid": "85a2a041-5bb5-4692-bd6a-de12dea7b5ee", "name": "network-vif-deleted", "tag": "127d7118-00a9-4f40-b4ea-4ee8aff03267"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:11:57.637921 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-af173eb0-00ab-43df-b6e2-e2124d70ec4e None None] Set router 872810ba-01bd-44f7-b441-ddfca68b31da gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:11:57.659993 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ae3ac291-d654-46d7-963e-148df91e5869 req-6b3c838e-2a0d-4d1f-ac5a-cc56f996c032 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=85a2a041-5bb5-4692-bd6a-de12dea7b5ee HTTP/1.1" status: 200 len: 210 time: 0.0906589 May 18 18:11:57.762442 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38927c3-f66a-43ed-bf2b-aac5d71c757f req-19795a1f-b961-4470-b401-b60b480146d7 tempest-TenantUsagesTestJSON-736084261 tempest-TenantUsagesTestJSON-736084261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:57.776773 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d38927c3-f66a-43ed-bf2b-aac5d71c757f req-19795a1f-b961-4470-b401-b60b480146d7 tempest-TenantUsagesTestJSON-736084261 tempest-TenantUsagesTestJSON-736084261-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.2814558 May 18 18:11:57.877700 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2037f69-a164-47f1-9af6-5d69ab472d21 None None] New status for floating IP b5f9dd59-24ee-43ec-8745-8df2bff3e394: ACTIVE {{(pid=102733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 18:11:57.892045 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d38927c3-f66a-43ed-bf2b-aac5d71c757f req-e4b91c37-e322-4da8-a62e-74b72f64c9a4 tempest-TenantUsagesTestJSON-736084261 tempest-TenantUsagesTestJSON-736084261-project] 10.222.0.85 "GET /v2.0/quotas/e48d01a2a10c4a478904b240b102d544 HTTP/1.1" status: 200 len: 375 time: 0.1143003 May 18 18:11:57.958843 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d38927c3-f66a-43ed-bf2b-aac5d71c757f req-b69d5435-ab93-4072-8b34-bae74d1a8846 tempest-TenantUsagesTestJSON-736084261 tempest-TenantUsagesTestJSON-736084261-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=e48d01a2a10c4a478904b240b102d544&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0643752 May 18 18:11:58.106307 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488ca830-c641-47df-b00a-cfc0370191d9 req-a8ac7260-6453-44e4-899c-e8b52fdff4e1 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:58.110411 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-488ca830-c641-47df-b00a-cfc0370191d9 req-a8ac7260-6453-44e4-899c-e8b52fdff4e1 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/ports?device_id=0e9ea744-f84b-44dd-91a2-86d0d61ac63c HTTP/1.1" status: 200 len: 946 time: 0.1770875 May 18 18:11:58.131456 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b8c20719-e9f8-42be-8821-fa0685e594d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:58.216736 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-488ca830-c641-47df-b00a-cfc0370191d9 req-5c324e97-e01f-41bf-a6ee-af922306064f tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/security-groups?id=e692c27b-823e-49d0-99b6-9d1054fe999b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986655 May 18 18:11:58.376713 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad212b6a-ee83-4193-858c-4d9a50bd5036 x-openstack-request-id: req-ad212b6a-ee83-4193-858c-4d9a50bd5036 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:11:58.377460 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85a2a041-5bb5-4692-bd6a-de12dea7b5ee", "name": "network-vif-deleted", "tag": "127d7118-00a9-4f40-b4ea-4ee8aff03267", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:11:58.377460 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-ad212b6a-ee83-4193-858c-4d9a50bd5036 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:11:58.377745 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad212b6a-ee83-4193-858c-4d9a50bd5036'] response: {'server_uuid': '85a2a041-5bb5-4692-bd6a-de12dea7b5ee', 'name': 'network-vif-deleted', 'tag': '127d7118-00a9-4f40-b4ea-4ee8aff03267', 'status': 'completed', 'code': 200} May 18 18:11:58.551827 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0dd2c795-c4b6-4817-bdf3-1827f9b5e028 req-a27076a7-f107-45d9-895e-42749a9c27f2 tempest-TenantUsagesTestJSON-736084261 tempest-TenantUsagesTestJSON-736084261-project] 10.222.0.85 "GET /v2.0/ports?device_id=561e3ec3-731f-4fe9-afd3-f45cb79d8e1a HTTP/1.1" status: 200 len: 210 time: 0.0528514 May 18 18:11:58.722897 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-af173eb0-00ab-43df-b6e2-e2124d70ec4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '872810ba-01bd-44f7-b441-ddfca68b31da', 'name': 'tempest-ServersTestBootFromVolume-1206550459-router', 'tenant_id': '1d597e9c8bd043aaab90725ea81b052d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '78bc444b-2f6a-4f94-8cf8-65be964abf12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:11:48Z', 'updated_at': '2022-05-18T18:11:52Z', 'revision_number': 3, 'project_id': '1d597e9c8bd043aaab90725ea81b052d', 'gw_port': {'id': '78bc444b-2f6a-4f94-8cf8-65be964abf12', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:57:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '872810ba-01bd-44f7-b441-ddfca68b31da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:11:50Z', 'updated_at': '2022-05-18T18:11:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:11:58.801081 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c2ce92-a44b-4fd5-9529-8739c01cbbc9 req-1868ff69-0925-4379-8004-948569149a71 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:58.807251 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d7c2ce92-a44b-4fd5-9529-8739c01cbbc9 req-1868ff69-0925-4379-8004-948569149a71 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/ports?device_id=edd70b2d-7c62-4c72-8c2b-a1a4878d824e HTTP/1.1" status: 200 len: 946 time: 0.2759371 May 18 18:11:58.874257 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b8c20719-e9f8-42be-8821-fa0685e594d7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:58.886823 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af173eb0-00ab-43df-b6e2-e2124d70ec4e None None] The sync data for ids ['872810ba-01bd-44f7-b441-ddfca68b31da'] in n-d-838550-3 is: [{'id': '872810ba-01bd-44f7-b441-ddfca68b31da', 'name': 'tempest-ServersTestBootFromVolume-1206550459-router', 'tenant_id': '1d597e9c8bd043aaab90725ea81b052d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '78bc444b-2f6a-4f94-8cf8-65be964abf12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:11:48Z', 'updated_at': '2022-05-18T18:11:52Z', 'revision_number': 3, 'project_id': '1d597e9c8bd043aaab90725ea81b052d', 'gw_port': {'id': '78bc444b-2f6a-4f94-8cf8-65be964abf12', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:57:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '872810ba-01bd-44f7-b441-ddfca68b31da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:11:50Z', 'updated_at': '2022-05-18T18:11:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:11:58.897687 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b8c20719-e9f8-42be-8821-fa0685e594d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:58.984630 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b8c20719-e9f8-42be-8821-fa0685e594d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-595870'] for router_interface, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:11:59.157213 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6823aba-92b5-491f-87dd-0f792bf08a32 req-86aaa8c4-1071-41d1-b1bc-844ddd3693f2 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:59.163106 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e6823aba-92b5-491f-87dd-0f792bf08a32 req-86aaa8c4-1071-41d1-b1bc-844ddd3693f2 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/ports?device_id=0e9ea744-f84b-44dd-91a2-86d0d61ac63c HTTP/1.1" status: 200 len: 946 time: 0.1626515 May 18 18:11:59.255631 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e6823aba-92b5-491f-87dd-0f792bf08a32 req-c0c3f37e-b035-4690-a902-ff356f6ae508 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/security-groups?id=e692c27b-823e-49d0-99b6-9d1054fe999b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848744 May 18 18:11:59.419088 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c20719-e9f8-42be-8821-fa0685e594d7 admin admin] Network 57c5b4be-a470-4928-a580-29b0867d15b8 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:11:59.427968 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d7c2ce92-a44b-4fd5-9529-8739c01cbbc9 req-a2701fd7-f2fb-43fd-b5fd-298bc6d2131e tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ea20f59-14b4-4643-9bf1-7dbf92d2a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6009560 May 18 18:11:59.443702 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-b8c20719-e9f8-42be-8821-fa0685e594d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:11:59.451487 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c20719-e9f8-42be-8821-fa0685e594d7 admin admin] Pushing event updated for resources: {'Port': ['ID=59ef2299-fbb8-4395-a751-5c9d71ac3a9d,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:11:59.865982 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca77d36c-02c6-47c4-ae59-381d38e44303 req-1b8a4577-56a0-4ef7-973f-41349dbf2068 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:11:59.880796 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ca77d36c-02c6-47c4-ae59-381d38e44303 req-1b8a4577-56a0-4ef7-973f-41349dbf2068 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/networks?id=f92940b8-c50f-4c94-b1f3-3e93ca94957d HTTP/1.1" status: 200 len: 812 time: 0.4626615 May 18 18:11:59.883533 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bd2f884a-8f29-4ffb-b75c-f0a0adc5e98d req-9c0e464c-6def-4790-bc01-6beeefb01f03 tempest-TenantUsagesTestJSON-736084261 tempest-TenantUsagesTestJSON-736084261-project] 10.222.0.85 "GET /v2.0/ports?device_id=561e3ec3-731f-4fe9-afd3-f45cb79d8e1a HTTP/1.1" status: 200 len: 210 time: 0.0995710 May 18 18:11:59.922806 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ca77d36c-02c6-47c4-ae59-381d38e44303 req-e9767a1e-30ce-4b23-9877-296412bd9b52 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/quotas/ed8a017ff6d8432c9386dee5054e8944 HTTP/1.1" status: 200 len: 375 time: 0.0396616 May 18 18:11:59.965775 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8c20719-e9f8-42be-8821-fa0685e594d7 admin admin] Router 872810ba-01bd-44f7-b441-ddfca68b31da has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:12:00.047145 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ca77d36c-02c6-47c4-ae59-381d38e44303 req-563fdc7b-dcc7-49c7-861f-e8b93cfd6d10 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=ed8a017ff6d8432c9386dee5054e8944&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1212595 May 18 18:12:00.054781 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [req-ca77d36c-02c6-47c4-ae59-381d38e44303 req-0fe526c1-6373-49bc-9e57-780406baa51c service neutron] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=102731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 18:12:00.064588 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ca77d36c-02c6-47c4-ae59-381d38e44303 req-0fe526c1-6373-49bc-9e57-780406baa51c service neutron] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0160110 May 18 18:12:00.170319 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-49fd1635-6207-486c-96a4-d2495e1664f0 None None] Provisioning complete for port 59ef2299-fbb8-4395-a751-5c9d71ac3a9d triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:12:00.171081 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-49fd1635-6207-486c-96a4-d2495e1664f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:00.266189 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-49fd1635-6207-486c-96a4-d2495e1664f0 None None] Port 59ef2299-fbb8-4395-a751-5c9d71ac3a9d cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:12:00.296172 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ca77d36c-02c6-47c4-ae59-381d38e44303 req-a639eb39-6544-4985-b817-77075a5d1b8c service neutron] 10.222.0.85 "GET /v2.0/networks/f92940b8-c50f-4c94-b1f3-3e93ca94957d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302721 May 18 18:12:00.346204 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8c20719-e9f8-42be-8821-fa0685e594d7 admin admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:12:00.363120 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-b8c20719-e9f8-42be-8821-fa0685e594d7 admin admin] 10.222.0.85 "PUT /v2.0/routers/872810ba-01bd-44f7-b441-ddfca68b31da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3368475 May 18 18:12:00.528902 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ca77d36c-02c6-47c4-ae59-381d38e44303 req-bc90fe84-234b-4e00-a3db-4fce0e45e215 service neutron] 10.222.0.85 "GET /v2.0/networks/f92940b8-c50f-4c94-b1f3-3e93ca94957d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311835 May 18 18:12:00.595353 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f364d6d3-5e0c-4d84-b229-ec861908e289 req-60ae64f8-d1b8-4e69-9140-22a1e06e0dc5 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:00.598154 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f364d6d3-5e0c-4d84-b229-ec861908e289 req-60ae64f8-d1b8-4e69-9140-22a1e06e0dc5 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/ports?device_id=0e9ea744-f84b-44dd-91a2-86d0d61ac63c HTTP/1.1" status: 200 len: 946 time: 0.1417537 May 18 18:12:00.861824 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:00.933172 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f364d6d3-5e0c-4d84-b229-ec861908e289 req-487d9fae-9407-4e8b-9724-d92813c27724 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/security-groups?id=e692c27b-823e-49d0-99b6-9d1054fe999b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3273711 May 18 18:12:00.936677 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d38927c3-f66a-43ed-bf2b-aac5d71c757f req-c79ecf25-b093-45de-976b-4ee481b7d748 tempest-TenantUsagesTestJSON-736084261 tempest-TenantUsagesTestJSON-736084261-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=e48d01a2a10c4a478904b240b102d544&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1408410 May 18 18:12:01.104733 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 78bc444b-2f6a-4f94-8cf8-65be964abf12 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:12:01.113778 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cd2bb2-371c-481d-a2ed-877c3879a378 req-e8175bbf-73f4-4a3f-b6f7-d60a28e85f4a tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:01.126458 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-35cd2bb2-371c-481d-a2ed-877c3879a378 req-e8175bbf-73f4-4a3f-b6f7-d60a28e85f4a tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/ports?device_id=edd70b2d-7c62-4c72-8c2b-a1a4878d824e HTTP/1.1" status: 200 len: 946 time: 0.2537124 May 18 18:12:01.188183 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:01.216104 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 78bc444b-2f6a-4f94-8cf8-65be964abf12 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:12:01.217549 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:01.259089 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-35cd2bb2-371c-481d-a2ed-877c3879a378 req-6425ca84-0421-4a4f-a487-c370d4c20b9f tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ea20f59-14b4-4643-9bf1-7dbf92d2a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230361 May 18 18:12:01.368732 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0510d7cd-2b66-4f07-a1fe-8321d37dabfc req-d7bc87fc-d682-4efb-9ab0-2e88c41c1716 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=36acf0ec-15a2-4cb9-b65b-d8c09aaa6cec HTTP/1.1" status: 200 len: 210 time: 0.1124926 May 18 18:12:01.374917 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 78bc444b-2f6a-4f94-8cf8-65be964abf12 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:12:01.375444 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:01.437436 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] For port 78bc444b-2f6a-4f94-8cf8-65be964abf12, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=78bc444b-2f6a-4f94-8cf8-65be964abf12,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:12:01.444028 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:01.639945 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38927c3-f66a-43ed-bf2b-aac5d71c757f req-cd83ba31-7a7d-4192-90ef-47a507d38d56 tempest-TenantUsagesTestJSON-736084261 tempest-TenantUsagesTestJSON-736084261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:01.644317 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Pushing event updated for resources: {'Port': ['ID=78bc444b-2f6a-4f94-8cf8-65be964abf12,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:12:01.646360 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d38927c3-f66a-43ed-bf2b-aac5d71c757f req-cd83ba31-7a7d-4192-90ef-47a507d38d56 tempest-TenantUsagesTestJSON-736084261 tempest-TenantUsagesTestJSON-736084261-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6874886 May 18 18:12:01.665862 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-d38927c3-f66a-43ed-bf2b-aac5d71c757f req-3b29a4b5-730e-407b-b511-a0a927035835 tempest-TenantUsagesTestJSON-736084261 tempest-TenantUsagesTestJSON-736084261-project] Request body: {'port': {'device_id': '561e3ec3-731f-4fe9-afd3-f45cb79d8e1a', 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305', 'admin_state_up': True, 'tenant_id': 'e48d01a2a10c4a478904b240b102d544'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:12:01.780074 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 56794) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:12:01.787320 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-b8c011ad-f515-464c-89e2-b7211f143a68 tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] Request body: {'security_group': {'name': 'tempest-securitygroup--190883074', 'description': 'tempest-description--1933707374'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:12:01.837773 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-12a7ecdb-f10a-4c0d-a5d4-9e9ecaa61a12 req-3d965a0c-602c-4515-99b1-259b7e1a9375 tempest-TenantUsagesTestJSON-736084261 tempest-TenantUsagesTestJSON-736084261-project] 10.222.0.85 "GET /v2.0/ports?device_id=561e3ec3-731f-4fe9-afd3-f45cb79d8e1a HTTP/1.1" status: 200 len: 210 time: 0.1741171 May 18 18:12:01.865952 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d38927c3-f66a-43ed-bf2b-aac5d71c757f req-3b29a4b5-730e-407b-b511-a0a927035835 tempest-TenantUsagesTestJSON-736084261 tempest-TenantUsagesTestJSON-736084261-project] Made reservation on behalf of e48d01a2a10c4a478904b240b102d544 for: {'port': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:12:01.875711 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-d38927c3-f66a-43ed-bf2b-aac5d71c757f req-3b29a4b5-730e-407b-b511-a0a927035835 tempest-TenantUsagesTestJSON-736084261 tempest-TenantUsagesTestJSON-736084261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:01.876596 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b8c011ad-f515-464c-89e2-b7211f143a68 tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:01.899676 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-d38927c3-f66a-43ed-bf2b-aac5d71c757f req-3b29a4b5-730e-407b-b511-a0a927035835 tempest-TenantUsagesTestJSON-736084261 tempest-TenantUsagesTestJSON-736084261-project] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:02.101384 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-d38927c3-f66a-43ed-bf2b-aac5d71c757f req-3b29a4b5-730e-407b-b511-a0a927035835 tempest-TenantUsagesTestJSON-736084261 tempest-TenantUsagesTestJSON-736084261-project] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:02.107721 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-d38927c3-f66a-43ed-bf2b-aac5d71c757f req-3b29a4b5-730e-407b-b511-a0a927035835 tempest-TenantUsagesTestJSON-736084261 tempest-TenantUsagesTestJSON-736084261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:02.127062 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b8c011ad-f515-464c-89e2-b7211f143a68 tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:02.133299 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b8c011ad-f515-464c-89e2-b7211f143a68 tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:02.243606 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29a4b5-730e-407b-b511-a0a927035835 tempest-TenantUsagesTestJSON-736084261 tempest-TenantUsagesTestJSON-736084261-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ad1ba1d-a13b-4168-a97e-4ef789dd3a32,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:12:02.267754 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b8c011ad-f515-464c-89e2-b7211f143a68 tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:02.274761 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 56800) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:12:02.275295 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-b8c011ad-f515-464c-89e2-b7211f143a68 tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4900756 May 18 18:12:02.283961 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-64664ea9-8f87-429c-abbd-09cf289965a4 tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] Request body: {'security_group_rule': {'security_group_id': '31822f57-f559-4973-b21f-c8e6a3e161fe', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:12:02.296457 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c011ad-f515-464c-89e2-b7211f143a68 tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31822f57-f559-4973-b21f-c8e6a3e161fe,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:12:02.466527 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-64664ea9-8f87-429c-abbd-09cf289965a4 tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:02.475949 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd3577-e5dc-4764-8665-c72317c7c456 req-c7c4260b-481a-4cef-bc59-3d1ec16c04d4 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:02.483556 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-aecd3577-e5dc-4764-8665-c72317c7c456 req-c7c4260b-481a-4cef-bc59-3d1ec16c04d4 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/ports?device_id=0e9ea744-f84b-44dd-91a2-86d0d61ac63c HTTP/1.1" status: 200 len: 946 time: 0.1175165 May 18 18:12:02.540031 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-64664ea9-8f87-429c-abbd-09cf289965a4 tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:02.561836 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-64664ea9-8f87-429c-abbd-09cf289965a4 tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:02.582802 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-aecd3577-e5dc-4764-8665-c72317c7c456 req-b1c0c097-78e0-4f8f-a889-a0df0582d41a tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/security-groups?id=e692c27b-823e-49d0-99b6-9d1054fe999b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927579 May 18 18:12:02.657274 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64664ea9-8f87-429c-abbd-09cf289965a4 tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b98b22a-b48f-4afd-a35d-de41adb2f4bc,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:12:02.668963 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [req-d38927c3-f66a-43ed-bf2b-aac5d71c757f req-3b29a4b5-730e-407b-b511-a0a927035835 tempest-TenantUsagesTestJSON-736084261 tempest-TenantUsagesTestJSON-736084261-project] Allocated IP 192.168.233.44 (4c8ef274-9ecc-47c2-9686-5eebd78fb305/c2531ae9-89db-4dcf-b670-9eac4c9cde53/3fd36e0c-7b5c-49b2-900b-0342bcc1820d) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:12:02.703129 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-64664ea9-8f87-429c-abbd-09cf289965a4 tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:02.705930 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-64664ea9-8f87-429c-abbd-09cf289965a4 tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4300330 May 18 18:12:02.709200 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 56808) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:12:02.734184 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad17165-0055-42ee-bc82-adff3291f089 None None] Sync routers for ids ['872810ba-01bd-44f7-b441-ddfca68b31da'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:12:02.745201 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-969952db-157e-41e2-914a-665d04f6c5ec tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] Request body: {'security_group_rule': {'security_group_id': '31822f57-f559-4973-b21f-c8e6a3e161fe', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:12:02.759701 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad17165-0055-42ee-bc82-adff3291f089 None None] Routers {'872810ba-01bd-44f7-b441-ddfca68b31da'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:12:02.761846 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-1ad17165-0055-42ee-bc82-adff3291f089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:11:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['872810ba-01bd-44f7-b441-ddfca68b31da'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:12:02.806077 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e7eef7cb-1b25-49a7-94b9-f56522448042 req-492adbe7-a6e7-475d-b8ef-f3ab21bcb9e6 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=36acf0ec-15a2-4cb9-b65b-d8c09aaa6cec HTTP/1.1" status: 200 len: 210 time: 0.1035264 May 18 18:12:02.830366 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d25b880-ee44-4eef-93f0-f5927b49979a req-8e4e5adf-9373-425c-aaa1-a21615e5fcb5 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:02.840735 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7d25b880-ee44-4eef-93f0-f5927b49979a req-8e4e5adf-9373-425c-aaa1-a21615e5fcb5 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/ports?device_id=edd70b2d-7c62-4c72-8c2b-a1a4878d824e HTTP/1.1" status: 200 len: 946 time: 0.3751276 May 18 18:12:02.878312 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-969952db-157e-41e2-914a-665d04f6c5ec tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:03.027362 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-969952db-157e-41e2-914a-665d04f6c5ec tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:03.028204 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-1ad17165-0055-42ee-bc82-adff3291f089 None None] Set router 872810ba-01bd-44f7-b441-ddfca68b31da gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:12:03.044336 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-969952db-157e-41e2-914a-665d04f6c5ec tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:03.085888 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969952db-157e-41e2-914a-665d04f6c5ec tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1a83cb7-5638-47e5-9ada-54234d2bfe5b,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:12:03.106991 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7c322b56-e292-4027-b862-43148c0e39dd req-2b35ca53-991f-46de-b10c-18937a374769 tempest-TenantUsagesTestJSON-736084261 tempest-TenantUsagesTestJSON-736084261-project] 10.222.0.85 "GET /v2.0/ports?device_id=561e3ec3-731f-4fe9-afd3-f45cb79d8e1a HTTP/1.1" status: 200 len: 210 time: 0.1263788 May 18 18:12:03.109840 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-969952db-157e-41e2-914a-665d04f6c5ec tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:03.112714 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-969952db-157e-41e2-914a-665d04f6c5ec tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3923712 May 18 18:12:03.152302 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7d25b880-ee44-4eef-93f0-f5927b49979a req-c52f850f-98a3-4929-b590-239d7e39f392 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ea20f59-14b4-4643-9bf1-7dbf92d2a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3100767 May 18 18:12:03.153116 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 56816) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:12:03.179826 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-dac8b019-93f4-4d03-8a81-a9993473e9b2 tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] Request body: {'floatingip': {'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:12:03.181060 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 78bc444b-2f6a-4f94-8cf8-65be964abf12 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:12:03.274755 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-dac8b019-93f4-4d03-8a81-a9993473e9b2 tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] Notify callbacks [] for floatingip, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:03.340128 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca77d36c-02c6-47c4-ae59-381d38e44303 req-ed00ec17-d10d-4a12-a503-4b5804def2dd tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:03.342328 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ca77d36c-02c6-47c4-ae59-381d38e44303 req-ed00ec17-d10d-4a12-a503-4b5804def2dd tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.36 "GET /v2.0/networks?id=f92940b8-c50f-4c94-b1f3-3e93ca94957d HTTP/1.1" status: 200 len: 812 time: 0.2342024 May 18 18:12:03.366692 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-ca77d36c-02c6-47c4-ae59-381d38e44303 req-61683e27-3642-49e0-9266-ddd275379aa4 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Request body: {'port': {'device_id': '36acf0ec-15a2-4cb9-b65b-d8c09aaa6cec', 'network_id': 'f92940b8-c50f-4c94-b1f3-3e93ca94957d', 'admin_state_up': True, 'tenant_id': 'ed8a017ff6d8432c9386dee5054e8944'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:12:03.566398 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca77d36c-02c6-47c4-ae59-381d38e44303 req-61683e27-3642-49e0-9266-ddd275379aa4 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Made reservation on behalf of ed8a017ff6d8432c9386dee5054e8944 for: {'port': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:12:03.571629 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-ca77d36c-02c6-47c4-ae59-381d38e44303 req-61683e27-3642-49e0-9266-ddd275379aa4 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:03.623015 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 78bc444b-2f6a-4f94-8cf8-65be964abf12 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:12:03.626615 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:03.839186 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78330534-108d-4e8a-bc2c-3ccc9d269453 req-2b9a3b89-d817-4cb2-bd83-31989122de24 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:03.842826 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-78330534-108d-4e8a-bc2c-3ccc9d269453 req-2b9a3b89-d817-4cb2-bd83-31989122de24 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/ports?device_id=0e9ea744-f84b-44dd-91a2-86d0d61ac63c HTTP/1.1" status: 200 len: 946 time: 0.0967648 May 18 18:12:03.899141 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [req-ca77d36c-02c6-47c4-ae59-381d38e44303 req-61683e27-3642-49e0-9266-ddd275379aa4 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Allocated IP 172.20.0.2 (f92940b8-c50f-4c94-b1f3-3e93ca94957d/3928b460-5138-4e6e-b763-eaa17a3ede29/4345b759-e675-4da2-869d-7850cacbc3c6) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:12:03.903737 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 78bc444b-2f6a-4f94-8cf8-65be964abf12 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:12:03.930089 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-78330534-108d-4e8a-bc2c-3ccc9d269453 req-5e07a2b3-283c-40f0-9019-829fdc3c0146 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/security-groups?id=e692c27b-823e-49d0-99b6-9d1054fe999b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800076 May 18 18:12:03.977397 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-1ad17165-0055-42ee-bc82-adff3291f089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '872810ba-01bd-44f7-b441-ddfca68b31da', 'name': 'tempest-ServersTestBootFromVolume-1206550459-router', 'tenant_id': '1d597e9c8bd043aaab90725ea81b052d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '78bc444b-2f6a-4f94-8cf8-65be964abf12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:11:48Z', 'updated_at': '2022-05-18T18:11:58Z', 'revision_number': 4, 'project_id': '1d597e9c8bd043aaab90725ea81b052d', 'gw_port': {'id': '78bc444b-2f6a-4f94-8cf8-65be964abf12', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:57:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872810ba-01bd-44f7-b441-ddfca68b31da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:11:50Z', 'updated_at': '2022-05-18T18:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '59ef2299-fbb8-4395-a751-5c9d71ac3a9d', 'name': '', 'network_id': '57c5b4be-a470-4928-a580-29b0867d15b8', 'tenant_id': '1d597e9c8bd043aaab90725ea81b052d', 'mac_address': 'fa:16:3e:24:4d:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '872810ba-01bd-44f7-b441-ddfca68b31da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '9e3c6c6b-0d88-4038-aa09-805bbbc6a422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:11:55Z', 'updated_at': '2022-05-18T18:11:58Z', 'revision_number': 2, 'project_id': '1d597e9c8bd043aaab90725ea81b052d', 'subnets': [{'id': '9e3c6c6b-0d88-4038-aa09-805bbbc6a422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:12:04.012050 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad17165-0055-42ee-bc82-adff3291f089 None None] Checking router: 872810ba-01bd-44f7-b441-ddfca68b31da for host: n-d-838550-3 {{(pid=102732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:12:04.012635 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad17165-0055-42ee-bc82-adff3291f089 None None] Updating router 872810ba-01bd-44f7-b441-ddfca68b31da port 59ef2299-fbb8-4395-a751-5c9d71ac3a9d binding host n-d-838550-3 {{(pid=102732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 18:12:04.042994 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1ad17165-0055-42ee-bc82-adff3291f089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:04.270002 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-ca77d36c-02c6-47c4-ae59-381d38e44303 req-61683e27-3642-49e0-9266-ddd275379aa4 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:04.273872 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2bd72eda-9aa3-46ff-afe0-59cf2ba1140f req-580b86ae-b36c-4b7e-9be7-6facf95de88d tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=36acf0ec-15a2-4cb9-b65b-d8c09aaa6cec HTTP/1.1" status: 200 len: 210 time: 0.3456466 May 18 18:12:04.351527 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-ca77d36c-02c6-47c4-ae59-381d38e44303 req-61683e27-3642-49e0-9266-ddd275379aa4 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:04.407102 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-d38927c3-f66a-43ed-bf2b-aac5d71c757f req-3b29a4b5-730e-407b-b511-a0a927035835 tempest-TenantUsagesTestJSON-736084261 tempest-TenantUsagesTestJSON-736084261-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:04.425369 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61683e27-3642-49e0-9266-ddd275379aa4 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Pushing event updated for resources: {'Port': ['ID=4345b759-e675-4da2-869d-7850cacbc3c6,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:12:04.442405 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca77d36c-02c6-47c4-ae59-381d38e44303 req-61683e27-3642-49e0-9266-ddd275379aa4 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Network f92940b8-c50f-4c94-b1f3-3e93ca94957d is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:12:04.458031 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [req-ca77d36c-02c6-47c4-ae59-381d38e44303 req-61683e27-3642-49e0-9266-ddd275379aa4 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:12:04.460751 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca77d36c-02c6-47c4-ae59-381d38e44303 req-61683e27-3642-49e0-9266-ddd275379aa4 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:12:04.472515 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7ef06bf9-946a-4254-8f99-cb8d6f693fe8 req-60f5d3c6-f194-49fb-8c6c-3e2b8860011b tempest-TenantUsagesTestJSON-736084261 tempest-TenantUsagesTestJSON-736084261-project] 10.222.0.85 "GET /v2.0/ports?device_id=561e3ec3-731f-4fe9-afd3-f45cb79d8e1a HTTP/1.1" status: 200 len: 210 time: 0.0609865 May 18 18:12:04.646005 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-d38927c3-f66a-43ed-bf2b-aac5d71c757f req-3b29a4b5-730e-407b-b511-a0a927035835 tempest-TenantUsagesTestJSON-736084261 tempest-TenantUsagesTestJSON-736084261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:04.655903 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deefaf3-fb2f-40e5-a400-b6098aed468e req-f68bd78b-0378-4720-976e-6a5eab785bcb tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:04.658608 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7deefaf3-fb2f-40e5-a400-b6098aed468e req-f68bd78b-0378-4720-976e-6a5eab785bcb tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/ports?device_id=edd70b2d-7c62-4c72-8c2b-a1a4878d824e HTTP/1.1" status: 200 len: 946 time: 0.1551585 May 18 18:12:04.674461 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca77d36c-02c6-47c4-ae59-381d38e44303 req-61683e27-3642-49e0-9266-ddd275379aa4 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:04.675432 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-ca77d36c-02c6-47c4-ae59-381d38e44303 req-61683e27-3642-49e0-9266-ddd275379aa4 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:04.691445 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1ad17165-0055-42ee-bc82-adff3291f089 None None] Notify callbacks [] for port, precommit_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:04.701051 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1ad17165-0055-42ee-bc82-adff3291f089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:04.702437 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ca77d36c-02c6-47c4-ae59-381d38e44303 req-61683e27-3642-49e0-9266-ddd275379aa4 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3497634 May 18 18:12:04.729853 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-ca77d36c-02c6-47c4-ae59-381d38e44303 req-634187ec-7a3f-4015-bb96-b356ac6ea8c5 service neutron] Request body: {'port': {'device_id': '36acf0ec-15a2-4cb9-b65b-d8c09aaa6cec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-3'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:12:04.791535 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29a4b5-730e-407b-b511-a0a927035835 tempest-TenantUsagesTestJSON-736084261 tempest-TenantUsagesTestJSON-736084261-project] Pushing event updated for resources: {'Port': ['ID=3fd36e0c-7b5c-49b2-900b-0342bcc1820d,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:12:04.924166 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-dac8b019-93f4-4d03-8a81-a9993473e9b2 tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:04.958832 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f070561d-586a-45f5-9577-2e02e1c4b599 req-8816d238-8b00-424c-9f79-bf17369b4587 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:04.984299 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f070561d-586a-45f5-9577-2e02e1c4b599 req-8816d238-8b00-424c-9f79-bf17369b4587 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/ports?device_id=77596843-4c0f-475a-8d4e-a5a7e48df306 HTTP/1.1" status: 200 len: 944 time: 0.3706448 May 18 18:12:05.015353 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-ca77d36c-02c6-47c4-ae59-381d38e44303 req-634187ec-7a3f-4015-bb96-b356ac6ea8c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:05.059025 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d38927c3-f66a-43ed-bf2b-aac5d71c757f req-3b29a4b5-730e-407b-b511-a0a927035835 tempest-TenantUsagesTestJSON-736084261 tempest-TenantUsagesTestJSON-736084261-project] Network 4c8ef274-9ecc-47c2-9686-5eebd78fb305 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:12:05.098388 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe41dbae-6052-418a-bd87-6fad5803b626 None None] Pushing event updated for resources: {'Port': ['ID=59ef2299-fbb8-4395-a751-5c9d71ac3a9d,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:12:05.104334 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-1ad17165-0055-42ee-bc82-adff3291f089 None None] Attempting to bind port 59ef2299-fbb8-4395-a751-5c9d71ac3a9d on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:12:05.104872 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-1ad17165-0055-42ee-bc82-adff3291f089 None None] Attempting to bind port 59ef2299-fbb8-4395-a751-5c9d71ac3a9d by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '5de370d0-266c-4962-933f-566972964e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '57c5b4be-a470-4928-a580-29b0867d15b8'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:12:05.105836 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad17165-0055-42ee-bc82-adff3291f089 None None] Attempting to bind port 59ef2299-fbb8-4395-a751-5c9d71ac3a9d on network 57c5b4be-a470-4928-a580-29b0867d15b8 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:12:05.111200 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [req-d38927c3-f66a-43ed-bf2b-aac5d71c757f req-3b29a4b5-730e-407b-b511-a0a927035835 tempest-TenantUsagesTestJSON-736084261 tempest-TenantUsagesTestJSON-736084261-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:12:05.114521 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad17165-0055-42ee-bc82-adff3291f089 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 11, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:12:05.115080 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad17165-0055-42ee-bc82-adff3291f089 None None] Checking segment: {'id': '5de370d0-266c-4962-933f-566972964e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '57c5b4be-a470-4928-a580-29b0867d15b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:12:05.115674 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1ad17165-0055-42ee-bc82-adff3291f089 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:05.116258 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad17165-0055-42ee-bc82-adff3291f089 None None] Bound using segment: {'id': '5de370d0-266c-4962-933f-566972964e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '57c5b4be-a470-4928-a580-29b0867d15b8'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:12:05.117813 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-1ad17165-0055-42ee-bc82-adff3291f089 None None] Bound port: 59ef2299-fbb8-4395-a751-5c9d71ac3a9d, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5de370d0-266c-4962-933f-566972964e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '57c5b4be-a470-4928-a580-29b0867d15b8'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:12:05.117813 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1ad17165-0055-42ee-bc82-adff3291f089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:05.118891 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f070561d-586a-45f5-9577-2e02e1c4b599 req-d8d77576-e637-479d-aea9-4e0e3f38c3c4 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/security-groups?id=fae3ce3c-9235-4ae4-9c6c-e682ce6a4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333971 May 18 18:12:05.184320 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-d38927c3-f66a-43ed-bf2b-aac5d71c757f req-3b29a4b5-730e-407b-b511-a0a927035835 tempest-TenantUsagesTestJSON-736084261 tempest-TenantUsagesTestJSON-736084261-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:12:05.342146 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7deefaf3-fb2f-40e5-a400-b6098aed468e req-cf38562e-b0b8-4c84-a1d6-83a9dc829783 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ea20f59-14b4-4643-9bf1-7dbf92d2a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5388906 May 18 18:12:05.349000 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-1ad17165-0055-42ee-bc82-adff3291f089 None None] For port 59ef2299-fbb8-4395-a751-5c9d71ac3a9d, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:12:05.356015 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-1ad17165-0055-42ee-bc82-adff3291f089 None None] For port 59ef2299-fbb8-4395-a751-5c9d71ac3a9d, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=59ef2299-fbb8-4395-a751-5c9d71ac3a9d,segment=NetworkSegment(5de370d0-266c-4962-933f-566972964e54),segment_id=5de370d0-266c-4962-933f-566972964e54)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:12:05.365463 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1ad17165-0055-42ee-bc82-adff3291f089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:05.501661 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe41dbae-6052-418a-bd87-6fad5803b626 None None] Pushing event updated for resources: {'Port': ['ID=59ef2299-fbb8-4395-a751-5c9d71ac3a9d,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:12:05.521601 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad17165-0055-42ee-bc82-adff3291f089 None None] Routers {'872810ba-01bd-44f7-b441-ddfca68b31da'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:12:05.523246 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-1ad17165-0055-42ee-bc82-adff3291f089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:11:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['872810ba-01bd-44f7-b441-ddfca68b31da'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:12:05.609967 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe773409-93db-48e1-8beb-f314f75527bf req-8dcac39f-3871-41bd-a24b-06895b1735d7 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:05.611673 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fe773409-93db-48e1-8beb-f314f75527bf req-8dcac39f-3871-41bd-a24b-06895b1735d7 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.36 "GET /v2.0/ports?device_id=77596843-4c0f-475a-8d4e-a5a7e48df306 HTTP/1.1" status: 200 len: 944 time: 0.8161159 May 18 18:12:05.643203 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38927c3-f66a-43ed-bf2b-aac5d71c757f req-3b29a4b5-730e-407b-b511-a0a927035835 tempest-TenantUsagesTestJSON-736084261 tempest-TenantUsagesTestJSON-736084261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:05.643875 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-d38927c3-f66a-43ed-bf2b-aac5d71c757f req-3b29a4b5-730e-407b-b511-a0a927035835 tempest-TenantUsagesTestJSON-736084261 tempest-TenantUsagesTestJSON-736084261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:05.895331 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-dac8b019-93f4-4d03-8a81-a9993473e9b2 tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] Allocated IP 172.25.5.18 (31ebd439-090c-4b25-bbb0-31c48711b145/363a2810-8a83-4be0-a317-7c91fcd94485/9f4470bf-f47a-4d4d-9a4f-b8a21c40031c) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:12:05.913806 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d38927c3-f66a-43ed-bf2b-aac5d71c757f req-3b29a4b5-730e-407b-b511-a0a927035835 tempest-TenantUsagesTestJSON-736084261 tempest-TenantUsagesTestJSON-736084261-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.2541509 May 18 18:12:05.948090 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-d38927c3-f66a-43ed-bf2b-aac5d71c757f req-cbe9faa1-e529-4ca2-8973-b9bdb1ed4343 service neutron] Request body: {'port': {'device_id': '561e3ec3-731f-4fe9-afd3-f45cb79d8e1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-3'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:12:05.993660 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32278e1a-a5f3-4b09-9c51-3e4607c4b98c req-bc9c5058-c3db-471b-a005-321dcaa31d4e tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:06.006986 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-32278e1a-a5f3-4b09-9c51-3e4607c4b98c req-bc9c5058-c3db-471b-a005-321dcaa31d4e tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=36acf0ec-15a2-4cb9-b65b-d8c09aaa6cec HTTP/1.1" status: 200 len: 931 time: 0.4335170 May 18 18:12:06.052704 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91400489-7f2b-4d6f-92ae-a167be9aade9 req-35a74705-f38a-4bc5-9241-6533df59210e tempest-TenantUsagesTestJSON-736084261 tempest-TenantUsagesTestJSON-736084261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:06.062533 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-91400489-7f2b-4d6f-92ae-a167be9aade9 req-35a74705-f38a-4bc5-9241-6533df59210e tempest-TenantUsagesTestJSON-736084261 tempest-TenantUsagesTestJSON-736084261-project] 10.222.0.85 "GET /v2.0/ports?device_id=561e3ec3-731f-4fe9-afd3-f45cb79d8e1a HTTP/1.1" status: 200 len: 935 time: 0.3841317 May 18 18:12:06.089870 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e2f925-1370-4557-8fcd-0e0fa06eec6c req-b3be2c54-11df-44e3-95ff-64be9ac5a0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:06.101134 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-38e2f925-1370-4557-8fcd-0e0fa06eec6c req-b3be2c54-11df-44e3-95ff-64be9ac5a0a6 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=edd70b2d-7c62-4c72-8c2b-a1a4878d824e HTTP/1.1" status: 200 len: 1097 time: 0.3264842 May 18 18:12:06.128933 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-d00a61fe-14cc-440c-8e1d-a832dee5a329 None None] Provisioning complete for port 59ef2299-fbb8-4395-a751-5c9d71ac3a9d triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:12:06.129536 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d00a61fe-14cc-440c-8e1d-a832dee5a329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:06.250848 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-38e2f925-1370-4557-8fcd-0e0fa06eec6c req-92a5606b-8577-46a7-b490-ecc59fbf4cd2 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=1ea20f59-14b4-4643-9bf1-7dbf92d2a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483803 May 18 18:12:06.265335 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-32278e1a-a5f3-4b09-9c51-3e4607c4b98c req-e84e3d30-72d7-49c8-82cb-2d7aa63646fe tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/security-groups?id=33ba1fad-191a-4b7a-ae9e-8e9e60985e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2554770 May 18 18:12:06.268170 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-d38927c3-f66a-43ed-bf2b-aac5d71c757f req-cbe9faa1-e529-4ca2-8973-b9bdb1ed4343 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:06.286386 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-91400489-7f2b-4d6f-92ae-a167be9aade9 req-78cf37b9-80e0-40a9-983c-800229e53cc1 tempest-TenantUsagesTestJSON-736084261 tempest-TenantUsagesTestJSON-736084261-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ad1ba1d-a13b-4168-a97e-4ef789dd3a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226322 May 18 18:12:06.391744 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-fe773409-93db-48e1-8beb-f314f75527bf req-9947354d-f6cf-41f3-9de9-4ea06b24aea1 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Deleting port 44ffae4b-f21a-4414-9cb7-cffce704b5da {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:12:06.400126 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-fe773409-93db-48e1-8beb-f314f75527bf req-9947354d-f6cf-41f3-9de9-4ea06b24aea1 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:06.409874 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [req-ca77d36c-02c6-47c4-ae59-381d38e44303 req-634187ec-7a3f-4015-bb96-b356ac6ea8c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4345b759-e675-4da2-869d-7850cacbc3c6 {{(pid=102731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:12:06.421043 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-ca77d36c-02c6-47c4-ae59-381d38e44303 req-634187ec-7a3f-4015-bb96-b356ac6ea8c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:06.429320 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-1ad17165-0055-42ee-bc82-adff3291f089 None None] Set router 872810ba-01bd-44f7-b441-ddfca68b31da gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:12:06.446056 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.provisioning_blocks [req-ca77d36c-02c6-47c4-ae59-381d38e44303 req-634187ec-7a3f-4015-bb96-b356ac6ea8c5 service neutron] Transition to ACTIVE for port object 4345b759-e675-4da2-869d-7850cacbc3c6 will not be triggered until provisioned by entity L2. {{(pid=102731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:12:06.459663 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-ca77d36c-02c6-47c4-ae59-381d38e44303 req-634187ec-7a3f-4015-bb96-b356ac6ea8c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:06.526182 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-dac8b019-93f4-4d03-8a81-a9993473e9b2 tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:06.569586 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-d00a61fe-14cc-440c-8e1d-a832dee5a329 None None] Current status of the port 59ef2299-fbb8-4395-a751-5c9d71ac3a9d is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:12:06.570550 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d00a61fe-14cc-440c-8e1d-a832dee5a329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:06.759556 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634187ec-7a3f-4015-bb96-b356ac6ea8c5 service neutron] Pushing event updated for resources: {'Port': ['ID=4345b759-e675-4da2-869d-7850cacbc3c6,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:12:06.807944 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-d00a61fe-14cc-440c-8e1d-a832dee5a329 None None] For port 59ef2299-fbb8-4395-a751-5c9d71ac3a9d, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=59ef2299-fbb8-4395-a751-5c9d71ac3a9d,segment=NetworkSegment(5de370d0-266c-4962-933f-566972964e54),segment_id=5de370d0-266c-4962-933f-566972964e54)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:12:06.817425 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d00a61fe-14cc-440c-8e1d-a832dee5a329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:06.831401 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ad7123-8ceb-42b3-86e2-a4084eda9af9 req-50246c40-baa6-4bd8-bbed-994e6f4269bd tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:06.834014 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-98ad7123-8ceb-42b3-86e2-a4084eda9af9 req-50246c40-baa6-4bd8-bbed-994e6f4269bd tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/ports?device_id=edd70b2d-7c62-4c72-8c2b-a1a4878d824e HTTP/1.1" status: 200 len: 946 time: 0.2401342 May 18 18:12:06.884269 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c0a029-73be-482d-b9ac-43b217d2d892 req-ada43b67-d1c6-488a-a15c-b664575633ff tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:06.896843 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a1c0a029-73be-482d-b9ac-43b217d2d892 req-ada43b67-d1c6-488a-a15c-b664575633ff tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/ports?device_id=77596843-4c0f-475a-8d4e-a5a7e48df306 HTTP/1.1" status: 200 len: 944 time: 0.4495034 May 18 18:12:06.914118 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-ca77d36c-02c6-47c4-ae59-381d38e44303 req-634187ec-7a3f-4015-bb96-b356ac6ea8c5 service neutron] Attempting to bind port 4345b759-e675-4da2-869d-7850cacbc3c6 on host n-h1-838550-3 for vnic_type normal with profile {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:12:06.915334 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-ca77d36c-02c6-47c4-ae59-381d38e44303 req-634187ec-7a3f-4015-bb96-b356ac6ea8c5 service neutron] Attempting to bind port 4345b759-e675-4da2-869d-7850cacbc3c6 by drivers openvswitch,hyperv on host n-h1-838550-3 at level 0 using segments [{'id': '58bfdefb-3654-4aa0-92f0-6f0afd2552db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'f92940b8-c50f-4c94-b1f3-3e93ca94957d'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:12:06.916945 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca77d36c-02c6-47c4-ae59-381d38e44303 req-634187ec-7a3f-4015-bb96-b356ac6ea8c5 service neutron] Attempting to bind port 4345b759-e675-4da2-869d-7850cacbc3c6 on network f92940b8-c50f-4c94-b1f3-3e93ca94957d {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:12:06.935235 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca77d36c-02c6-47c4-ae59-381d38e44303 req-634187ec-7a3f-4015-bb96-b356ac6ea8c5 service neutron] Port 4345b759-e675-4da2-869d-7850cacbc3c6 on network f92940b8-c50f-4c94-b1f3-3e93ca94957d not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-3 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:12:06.935562 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca77d36c-02c6-47c4-ae59-381d38e44303 req-634187ec-7a3f-4015-bb96-b356ac6ea8c5 service neutron] Attempting to bind port 4345b759-e675-4da2-869d-7850cacbc3c6 on network f92940b8-c50f-4c94-b1f3-3e93ca94957d {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:12:06.941933 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-d00a61fe-14cc-440c-8e1d-a832dee5a329 None None] Provisioning complete for port 3fd36e0c-7b5c-49b2-900b-0342bcc1820d triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:12:06.942311 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d00a61fe-14cc-440c-8e1d-a832dee5a329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:07.002068 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-98ad7123-8ceb-42b3-86e2-a4084eda9af9 req-f60264de-629d-4185-afa1-cc0d69b786f7 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ea20f59-14b4-4643-9bf1-7dbf92d2a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508288 May 18 18:12:07.013572 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca77d36c-02c6-47c4-ae59-381d38e44303 req-634187ec-7a3f-4015-bb96-b356ac6ea8c5 service neutron] Checking agent: {'id': '1dbac822-25f2-4df8-9dc8-5c2e7b136eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:12:07.014556 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca77d36c-02c6-47c4-ae59-381d38e44303 req-634187ec-7a3f-4015-bb96-b356ac6ea8c5 service neutron] Checking segment: {'id': '58bfdefb-3654-4aa0-92f0-6f0afd2552db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'f92940b8-c50f-4c94-b1f3-3e93ca94957d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:12:07.014748 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca77d36c-02c6-47c4-ae59-381d38e44303 req-634187ec-7a3f-4015-bb96-b356ac6ea8c5 service neutron] Bound using segment: {'id': '58bfdefb-3654-4aa0-92f0-6f0afd2552db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'f92940b8-c50f-4c94-b1f3-3e93ca94957d'} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:12:07.015469 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-ca77d36c-02c6-47c4-ae59-381d38e44303 req-634187ec-7a3f-4015-bb96-b356ac6ea8c5 service neutron] Bound port: 4345b759-e675-4da2-869d-7850cacbc3c6, host: n-h1-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58bfdefb-3654-4aa0-92f0-6f0afd2552db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'f92940b8-c50f-4c94-b1f3-3e93ca94957d'}}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:12:07.016002 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-ca77d36c-02c6-47c4-ae59-381d38e44303 req-634187ec-7a3f-4015-bb96-b356ac6ea8c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:07.026590 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-d00a61fe-14cc-440c-8e1d-a832dee5a329 None None] Port 3fd36e0c-7b5c-49b2-900b-0342bcc1820d cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:12:07.026899 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-fe773409-93db-48e1-8beb-f314f75527bf req-9947354d-f6cf-41f3-9de9-4ea06b24aea1 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] For port 44ffae4b-f21a-4414-9cb7-cffce704b5da, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=44ffae4b-f21a-4414-9cb7-cffce704b5da,segment=NetworkSegment(5e6a9b3b-2b82-45b7-b9f1-0f73969fb979),segment_id=5e6a9b3b-2b82-45b7-b9f1-0f73969fb979)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:12:07.027255 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-fe773409-93db-48e1-8beb-f314f75527bf req-9947354d-f6cf-41f3-9de9-4ea06b24aea1 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:07.047685 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00a61fe-14cc-440c-8e1d-a832dee5a329 None None] Pushing event updated for resources: {'Port': ['ID=59ef2299-fbb8-4395-a751-5c9d71ac3a9d,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:12:07.056835 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-dac8b019-93f4-4d03-8a81-a9993473e9b2 tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:07.089804 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-fe773409-93db-48e1-8beb-f314f75527bf req-9947354d-f6cf-41f3-9de9-4ea06b24aea1 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Calling delete_port for 44ffae4b-f21a-4414-9cb7-cffce704b5da owned by compute:nova {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:12:07.196633 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a1c0a029-73be-482d-b9ac-43b217d2d892 req-d4b71cea-9981-42b2-96e7-83f253f6b068 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/security-groups?id=fae3ce3c-9235-4ae4-9c6c-e682ce6a4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2918234 May 18 18:12:07.211279 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-ca77d36c-02c6-47c4-ae59-381d38e44303 req-634187ec-7a3f-4015-bb96-b356ac6ea8c5 service neutron] For port 4345b759-e675-4da2-869d-7850cacbc3c6, host n-h1-838550-3, cleared binding levels {{(pid=102731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:12:07.218524 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-ca77d36c-02c6-47c4-ae59-381d38e44303 req-634187ec-7a3f-4015-bb96-b356ac6ea8c5 service neutron] For port 4345b759-e675-4da2-869d-7850cacbc3c6, host n-h1-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=4345b759-e675-4da2-869d-7850cacbc3c6,segment=NetworkSegment(58bfdefb-3654-4aa0-92f0-6f0afd2552db),segment_id=58bfdefb-3654-4aa0-92f0-6f0afd2552db)] {{(pid=102731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:12:07.224865 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-45010263-ff91-43a4-855a-8ebec061c91e None None] Provisioning complete for port 59ef2299-fbb8-4395-a751-5c9d71ac3a9d triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:12:07.226094 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-45010263-ff91-43a4-855a-8ebec061c91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:07.229582 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-ca77d36c-02c6-47c4-ae59-381d38e44303 req-634187ec-7a3f-4015-bb96-b356ac6ea8c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:07.243266 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac8b019-93f4-4d03-8a81-a9993473e9b2 tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] Network 31ebd439-090c-4b25-bbb0-31c48711b145 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:12:07.276045 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-1ad17165-0055-42ee-bc82-adff3291f089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '872810ba-01bd-44f7-b441-ddfca68b31da', 'name': 'tempest-ServersTestBootFromVolume-1206550459-router', 'tenant_id': '1d597e9c8bd043aaab90725ea81b052d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '78bc444b-2f6a-4f94-8cf8-65be964abf12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:11:48Z', 'updated_at': '2022-05-18T18:11:58Z', 'revision_number': 4, 'project_id': '1d597e9c8bd043aaab90725ea81b052d', 'gw_port': {'id': '78bc444b-2f6a-4f94-8cf8-65be964abf12', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:57:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872810ba-01bd-44f7-b441-ddfca68b31da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:11:50Z', 'updated_at': '2022-05-18T18:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '59ef2299-fbb8-4395-a751-5c9d71ac3a9d', 'name': '', 'network_id': '57c5b4be-a470-4928-a580-29b0867d15b8', 'tenant_id': '1d597e9c8bd043aaab90725ea81b052d', 'mac_address': 'fa:16:3e:24:4d:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '872810ba-01bd-44f7-b441-ddfca68b31da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '9e3c6c6b-0d88-4038-aa09-805bbbc6a422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:11:55Z', 'updated_at': '2022-05-18T18:12:05Z', 'revision_number': 4, 'project_id': '1d597e9c8bd043aaab90725ea81b052d', 'subnets': [{'id': '9e3c6c6b-0d88-4038-aa09-805bbbc6a422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:12:07.294733 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-dac8b019-93f4-4d03-8a81-a9993473e9b2 tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:12:07.357610 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad17165-0055-42ee-bc82-adff3291f089 None None] The sync data for ids ['872810ba-01bd-44f7-b441-ddfca68b31da'] in n-d-838550-3 is: [{'id': '872810ba-01bd-44f7-b441-ddfca68b31da', 'name': 'tempest-ServersTestBootFromVolume-1206550459-router', 'tenant_id': '1d597e9c8bd043aaab90725ea81b052d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '78bc444b-2f6a-4f94-8cf8-65be964abf12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:11:48Z', 'updated_at': '2022-05-18T18:11:58Z', 'revision_number': 4, 'project_id': '1d597e9c8bd043aaab90725ea81b052d', 'gw_port': {'id': '78bc444b-2f6a-4f94-8cf8-65be964abf12', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:57:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872810ba-01bd-44f7-b441-ddfca68b31da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:11:50Z', 'updated_at': '2022-05-18T18:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '59ef2299-fbb8-4395-a751-5c9d71ac3a9d', 'name': '', 'network_id': '57c5b4be-a470-4928-a580-29b0867d15b8', 'tenant_id': '1d597e9c8bd043aaab90725ea81b052d', 'mac_address': 'fa:16:3e:24:4d:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '872810ba-01bd-44f7-b441-ddfca68b31da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '9e3c6c6b-0d88-4038-aa09-805bbbc6a422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:11:55Z', 'updated_at': '2022-05-18T18:12:05Z', 'revision_number': 4, 'project_id': '1d597e9c8bd043aaab90725ea81b052d', 'subnets': [{'id': '9e3c6c6b-0d88-4038-aa09-805bbbc6a422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:12:07.370975 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca77d36c-02c6-47c4-ae59-381d38e44303 req-634187ec-7a3f-4015-bb96-b356ac6ea8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:07.372670 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-ca77d36c-02c6-47c4-ae59-381d38e44303 req-634187ec-7a3f-4015-bb96-b356ac6ea8c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:07.374890 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ca77d36c-02c6-47c4-ae59-381d38e44303 req-634187ec-7a3f-4015-bb96-b356ac6ea8c5 service neutron] 10.222.0.36 "PUT /v2.0/ports/4345b759-e675-4da2-869d-7850cacbc3c6 HTTP/1.1" status: 200 len: 1091 time: 2.6561005 May 18 18:12:07.375823 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36acf0ec-15a2-4cb9-b65b-d8c09aaa6cec', 'tag': '4345b759-e675-4da2-869d-7850cacbc3c6'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:12:07.396759 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac192538-a370-4a70-aca6-34931ed310e3" -d '{"events": [{"name": "network-changed", "server_uuid": "36acf0ec-15a2-4cb9-b65b-d8c09aaa6cec", "tag": "4345b759-e675-4da2-869d-7850cacbc3c6"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:12:07.425879 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac8b019-93f4-4d03-8a81-a9993473e9b2 tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] Pushing event updated for resources: {'Port': ['ID=9f4470bf-f47a-4d4d-9a4f-b8a21c40031c,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:12:07.430604 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac8b019-93f4-4d03-8a81-a9993473e9b2 tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:12:07.457526 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-45010263-ff91-43a4-855a-8ebec061c91e None None] Current status of the port 59ef2299-fbb8-4395-a751-5c9d71ac3a9d is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:12:07.520897 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634187ec-7a3f-4015-bb96-b356ac6ea8c5 service neutron] Pushing event updated for resources: {'Port': ['ID=4345b759-e675-4da2-869d-7850cacbc3c6,revision_number=3']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:12:07.598494 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [req-d38927c3-f66a-43ed-bf2b-aac5d71c757f req-cbe9faa1-e529-4ca2-8973-b9bdb1ed4343 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fd36e0c-7b5c-49b2-900b-0342bcc1820d {{(pid=102730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:12:07.620075 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca77d36c-02c6-47c4-ae59-381d38e44303 req-c542044c-a1f2-4d9f-93c1-e9b4685d1d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:07.623361 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ca77d36c-02c6-47c4-ae59-381d38e44303 req-c542044c-a1f2-4d9f-93c1-e9b4685d1d7d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ed8a017ff6d8432c9386dee5054e8944&device_id=36acf0ec-15a2-4cb9-b65b-d8c09aaa6cec HTTP/1.1" status: 200 len: 1094 time: 0.1923141 May 18 18:12:07.628381 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-7c5478d6-c13e-45d6-9862-1ce6c901c955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:07.660915 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-d38927c3-f66a-43ed-bf2b-aac5d71c757f req-cbe9faa1-e529-4ca2-8973-b9bdb1ed4343 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:07.735517 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ca77d36c-02c6-47c4-ae59-381d38e44303 req-79fab251-5b7a-442b-ae0e-4eadc0dca147 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4345b759-e675-4da2-869d-7850cacbc3c6 HTTP/1.1" status: 200 len: 217 time: 0.1013281 May 18 18:12:07.769044 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [req-d38927c3-f66a-43ed-bf2b-aac5d71c757f req-cbe9faa1-e529-4ca2-8973-b9bdb1ed4343 service neutron] Transition to ACTIVE for port object 3fd36e0c-7b5c-49b2-900b-0342bcc1820d will not be triggered until provisioned by entity L2. {{(pid=102730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:12:07.788509 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-d38927c3-f66a-43ed-bf2b-aac5d71c757f req-cbe9faa1-e529-4ca2-8973-b9bdb1ed4343 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:07.822437 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca7173b-6b8b-4d6a-b707-57697166c534 req-541ce556-4647-4451-94a4-e25f578f33f4 tempest-TenantUsagesTestJSON-736084261 tempest-TenantUsagesTestJSON-736084261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:07.824212 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3ca7173b-6b8b-4d6a-b707-57697166c534 req-541ce556-4647-4451-94a4-e25f578f33f4 tempest-TenantUsagesTestJSON-736084261 tempest-TenantUsagesTestJSON-736084261-project] 10.222.0.85 "GET /v2.0/ports?device_id=561e3ec3-731f-4fe9-afd3-f45cb79d8e1a HTTP/1.1" status: 200 len: 935 time: 0.3232486 May 18 18:12:07.911483 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379086cd-b989-4280-8ea6-67128d49f14c req-7973e0f0-7a5c-472a-9206-97ab77365f6d tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:07.913384 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-379086cd-b989-4280-8ea6-67128d49f14c req-7973e0f0-7a5c-472a-9206-97ab77365f6d tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=36acf0ec-15a2-4cb9-b65b-d8c09aaa6cec HTTP/1.1" status: 200 len: 943 time: 0.1949029 May 18 18:12:07.915299 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca77d36c-02c6-47c4-ae59-381d38e44303 req-7b44620c-90be-4d09-a131-cbe28d0e6274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:07.916779 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ca77d36c-02c6-47c4-ae59-381d38e44303 req-7b44620c-90be-4d09-a131-cbe28d0e6274 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3928b460-5138-4e6e-b763-eaa17a3ede29 HTTP/1.1" status: 200 len: 852 time: 0.1745336 May 18 18:12:07.968923 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ca77d36c-02c6-47c4-ae59-381d38e44303 req-393e5ceb-182c-4988-a47f-f9981cb81b45 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f92940b8-c50f-4c94-b1f3-3e93ca94957d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371673 May 18 18:12:08.007886 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df24bdbf-6a01-4ea7-aa77-8b2d301c7047 req-fbe9a4a4-f9ac-476c-8efc-9b815c258db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:08.009467 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-379086cd-b989-4280-8ea6-67128d49f14c req-456e9366-e912-4e89-a285-edcdc4342d1d tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/security-groups?id=33ba1fad-191a-4b7a-ae9e-8e9e60985e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866411 May 18 18:12:08.010199 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-df24bdbf-6a01-4ea7-aa77-8b2d301c7047 req-fbe9a4a4-f9ac-476c-8efc-9b815c258db3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c37246a20f2845a089230b88402f6d1b&device_id=0e9ea744-f84b-44dd-91a2-86d0d61ac63c HTTP/1.1" status: 200 len: 1097 time: 0.3638935 May 18 18:12:08.070480 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-dac8b019-93f4-4d03-8a81-a9993473e9b2 tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:08.083713 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe9faa1-e529-4ca2-8973-b9bdb1ed4343 service neutron] Pushing event updated for resources: {'Port': ['ID=3fd36e0c-7b5c-49b2-900b-0342bcc1820d,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:12:08.156017 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ca77d36c-02c6-47c4-ae59-381d38e44303 req-21c124f5-3591-45c6-a942-bbac48891e55 service neutron] 10.222.0.36 "GET /v2.0/networks/f92940b8-c50f-4c94-b1f3-3e93ca94957d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728528 May 18 18:12:08.158383 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d7b38f5-3323-495c-92b1-bfd7d2276ba2 x-openstack-request-id: req-9d7b38f5-3323-495c-92b1-bfd7d2276ba2 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:12:08.159191 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36acf0ec-15a2-4cb9-b65b-d8c09aaa6cec", "tag": "4345b759-e675-4da2-869d-7850cacbc3c6", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:12:08.160065 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-9d7b38f5-3323-495c-92b1-bfd7d2276ba2 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:12:08.161273 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d7b38f5-3323-495c-92b1-bfd7d2276ba2'] response: {'name': 'network-changed', 'server_uuid': '36acf0ec-15a2-4cb9-b65b-d8c09aaa6cec', 'tag': '4345b759-e675-4da2-869d-7850cacbc3c6', 'status': 'completed', 'code': 200} May 18 18:12:08.324806 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-dac8b019-93f4-4d03-8a81-a9993473e9b2 tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:08.349817 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3ca7173b-6b8b-4d6a-b707-57697166c534 req-5954ebc6-2029-49f2-a36a-26f143c8e71d tempest-TenantUsagesTestJSON-736084261 tempest-TenantUsagesTestJSON-736084261-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ad1ba1d-a13b-4168-a97e-4ef789dd3a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4824362 May 18 18:12:08.454093 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ca77d36c-02c6-47c4-ae59-381d38e44303 req-82895ede-4ead-4089-be02-b974df55eb02 service neutron] 10.222.0.36 "GET /v2.0/networks/f92940b8-c50f-4c94-b1f3-3e93ca94957d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2866957 May 18 18:12:08.469706 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6789d40-a63a-42b9-90b2-dd695cd38abc req-498e7441-acfe-4a1d-8d16-1b133ade634d tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:08.483302 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b6789d40-a63a-42b9-90b2-dd695cd38abc req-498e7441-acfe-4a1d-8d16-1b133ade634d tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/ports?device_id=0e9ea744-f84b-44dd-91a2-86d0d61ac63c HTTP/1.1" status: 200 len: 946 time: 0.2883742 May 18 18:12:08.495512 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-d38927c3-f66a-43ed-bf2b-aac5d71c757f req-cbe9faa1-e529-4ca2-8973-b9bdb1ed4343 service neutron] Attempting to bind port 3fd36e0c-7b5c-49b2-900b-0342bcc1820d on host n-h1-838550-3 for vnic_type normal with profile {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:12:08.496368 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-d38927c3-f66a-43ed-bf2b-aac5d71c757f req-cbe9faa1-e529-4ca2-8973-b9bdb1ed4343 service neutron] Attempting to bind port 3fd36e0c-7b5c-49b2-900b-0342bcc1820d by drivers openvswitch,hyperv on host n-h1-838550-3 at level 0 using segments [{'id': '2879bb11-64b4-46f1-9f8b-52941d47b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:12:08.496368 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d38927c3-f66a-43ed-bf2b-aac5d71c757f req-cbe9faa1-e529-4ca2-8973-b9bdb1ed4343 service neutron] Attempting to bind port 3fd36e0c-7b5c-49b2-900b-0342bcc1820d on network 4c8ef274-9ecc-47c2-9686-5eebd78fb305 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:12:08.505150 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df24bdbf-6a01-4ea7-aa77-8b2d301c7047 req-050d4a3a-471f-4872-b865-f9a120df144d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:08.506805 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-df24bdbf-6a01-4ea7-aa77-8b2d301c7047 req-050d4a3a-471f-4872-b865-f9a120df144d service neutron] 10.222.0.36 "GET /v2.0/networks?id=055b7a59-22e7-493f-ba66-d1ab1ebb4b38 HTTP/1.1" status: 200 len: 919 time: 0.4513960 May 18 18:12:08.509796 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d38927c3-f66a-43ed-bf2b-aac5d71c757f req-cbe9faa1-e529-4ca2-8973-b9bdb1ed4343 service neutron] Port 3fd36e0c-7b5c-49b2-900b-0342bcc1820d on network 4c8ef274-9ecc-47c2-9686-5eebd78fb305 not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-3 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:12:08.510231 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d38927c3-f66a-43ed-bf2b-aac5d71c757f req-cbe9faa1-e529-4ca2-8973-b9bdb1ed4343 service neutron] Attempting to bind port 3fd36e0c-7b5c-49b2-900b-0342bcc1820d on network 4c8ef274-9ecc-47c2-9686-5eebd78fb305 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:12:08.512247 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-fe773409-93db-48e1-8beb-f314f75527bf req-9947354d-f6cf-41f3-9de9-4ea06b24aea1 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:08.569956 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b6789d40-a63a-42b9-90b2-dd695cd38abc req-6e727cc7-8cb4-40d3-8513-5e454b64f1dc tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/security-groups?id=e692c27b-823e-49d0-99b6-9d1054fe999b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849166 May 18 18:12:08.622247 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9947354d-f6cf-41f3-9de9-4ea06b24aea1 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Pushing event deleted for resources: {'Port': ['ID=44ffae4b-f21a-4414-9cb7-cffce704b5da,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:12:08.695189 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d38927c3-f66a-43ed-bf2b-aac5d71c757f req-cbe9faa1-e529-4ca2-8973-b9bdb1ed4343 service neutron] Checking agent: {'id': '1dbac822-25f2-4df8-9dc8-5c2e7b136eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:12:08.696581 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d38927c3-f66a-43ed-bf2b-aac5d71c757f req-cbe9faa1-e529-4ca2-8973-b9bdb1ed4343 service neutron] Checking segment: {'id': '2879bb11-64b4-46f1-9f8b-52941d47b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:12:08.696979 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d38927c3-f66a-43ed-bf2b-aac5d71c757f req-cbe9faa1-e529-4ca2-8973-b9bdb1ed4343 service neutron] Bound using segment: {'id': '2879bb11-64b4-46f1-9f8b-52941d47b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305'} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:12:08.697447 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-d38927c3-f66a-43ed-bf2b-aac5d71c757f req-cbe9faa1-e529-4ca2-8973-b9bdb1ed4343 service neutron] Bound port: 3fd36e0c-7b5c-49b2-900b-0342bcc1820d, host: n-h1-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2879bb11-64b4-46f1-9f8b-52941d47b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305'}}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:12:08.697839 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-d38927c3-f66a-43ed-bf2b-aac5d71c757f req-cbe9faa1-e529-4ca2-8973-b9bdb1ed4343 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:08.745747 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe773409-93db-48e1-8beb-f314f75527bf req-9947354d-f6cf-41f3-9de9-4ea06b24aea1 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] No DVR routers for this DVR port 44ffae4b-f21a-4414-9cb7-cffce704b5da on host n-h1-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:12:08.745747 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-df24bdbf-6a01-4ea7-aa77-8b2d301c7047 req-830ee65a-c792-41af-9403-c4ccb9ca977c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c9ccf49f-2846-4d2f-823c-7e2da03e56af HTTP/1.1" status: 200 len: 217 time: 0.1274137 May 18 18:12:08.745747 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-fe773409-93db-48e1-8beb-f314f75527bf req-9947354d-f6cf-41f3-9de9-4ea06b24aea1 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:08.750530 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fe773409-93db-48e1-8beb-f314f75527bf req-9947354d-f6cf-41f3-9de9-4ea06b24aea1 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.36 "DELETE /v2.0/ports/44ffae4b-f21a-4414-9cb7-cffce704b5da HTTP/1.1" status: 204 len: 173 time: 3.1203148 May 18 18:12:08.750765 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77596843-4c0f-475a-8d4e-a5a7e48df306', 'name': 'network-vif-deleted', 'tag': '44ffae4b-f21a-4414-9cb7-cffce704b5da'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:12:08.754273 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a556edc-d153-43a4-a78d-8d8dba91de0d" -d '{"events": [{"server_uuid": "77596843-4c0f-475a-8d4e-a5a7e48df306", "name": "network-vif-deleted", "tag": "44ffae4b-f21a-4414-9cb7-cffce704b5da"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:12:08.767712 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-82c8d394-e90a-4851-ba9b-95e732dcc5fe req-8be6935b-73b1-4f40-afd6-98aadddf6056 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/ports?device_id=77596843-4c0f-475a-8d4e-a5a7e48df306 HTTP/1.1" status: 200 len: 210 time: 0.0703392 May 18 18:12:08.770574 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac192538-a370-4a70-aca6-34931ed310e3 req-6ac20adf-282d-4fcf-9e16-d461b8c43588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:08.772832 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ac192538-a370-4a70-aca6-34931ed310e3 req-6ac20adf-282d-4fcf-9e16-d461b8c43588 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ed8a017ff6d8432c9386dee5054e8944&device_id=36acf0ec-15a2-4cb9-b65b-d8c09aaa6cec HTTP/1.1" status: 200 len: 1094 time: 0.2017982 May 18 18:12:08.791205 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cee33a-0dc9-4516-abc1-0b55dab3987c req-382d1220-96a7-4287-8918-dfb094379ff5 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:08.793416 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f2cee33a-0dc9-4516-abc1-0b55dab3987c req-382d1220-96a7-4287-8918-dfb094379ff5 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/ports?device_id=edd70b2d-7c62-4c72-8c2b-a1a4878d824e HTTP/1.1" status: 200 len: 946 time: 0.2231882 May 18 18:12:08.893997 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f2cee33a-0dc9-4516-abc1-0b55dab3987c req-99e7d895-0558-4729-a0f8-c9b78ab07552 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ea20f59-14b4-4643-9bf1-7dbf92d2a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597525 May 18 18:12:08.945320 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 44ffae4b-f21a-4414-9cb7-cffce704b5da no longer exists at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:12:09.011761 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] No Port match for: 44ffae4b-f21a-4414-9cb7-cffce704b5da {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:12:09.012560 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 44ffae4b-f21a-4414-9cb7-cffce704b5da not bound to the agent host n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:12:09.090050 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24536197-d93b-4a69-80e8-1869ba55b99a x-openstack-request-id: req-24536197-d93b-4a69-80e8-1869ba55b99a {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:12:09.090335 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77596843-4c0f-475a-8d4e-a5a7e48df306", "name": "network-vif-deleted", "tag": "44ffae4b-f21a-4414-9cb7-cffce704b5da", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:12:09.090588 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-24536197-d93b-4a69-80e8-1869ba55b99a {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:12:09.091004 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24536197-d93b-4a69-80e8-1869ba55b99a'] response: {'server_uuid': '77596843-4c0f-475a-8d4e-a5a7e48df306', 'name': 'network-vif-deleted', 'tag': '44ffae4b-f21a-4414-9cb7-cffce704b5da', 'status': 'completed', 'code': 200} May 18 18:12:09.137587 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-d38927c3-f66a-43ed-bf2b-aac5d71c757f req-cbe9faa1-e529-4ca2-8973-b9bdb1ed4343 service neutron] For port 3fd36e0c-7b5c-49b2-900b-0342bcc1820d, host n-h1-838550-3, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:12:09.143007 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-d38927c3-f66a-43ed-bf2b-aac5d71c757f req-cbe9faa1-e529-4ca2-8973-b9bdb1ed4343 service neutron] For port 3fd36e0c-7b5c-49b2-900b-0342bcc1820d, host n-h1-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=3fd36e0c-7b5c-49b2-900b-0342bcc1820d,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:12:09.161291 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df24bdbf-6a01-4ea7-aa77-8b2d301c7047 req-2c29724a-a5f4-4f53-b729-60c34e5b5a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:09.174643 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-df24bdbf-6a01-4ea7-aa77-8b2d301c7047 req-2c29724a-a5f4-4f53-b729-60c34e5b5a32 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6103a86c-1984-4112-92b7-213da8bfab24 HTTP/1.1" status: 200 len: 857 time: 0.4144354 May 18 18:12:09.182307 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 59ef2299-fbb8-4395-a751-5c9d71ac3a9d up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:12:09.183082 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-d38927c3-f66a-43ed-bf2b-aac5d71c757f req-cbe9faa1-e529-4ca2-8973-b9bdb1ed4343 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:09.214928 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac192538-a370-4a70-aca6-34931ed310e3 req-f96eef51-938e-4f00-891c-7d4763c537a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:09.226989 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ac192538-a370-4a70-aca6-34931ed310e3 req-f96eef51-938e-4f00-891c-7d4763c537a0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f92940b8-c50f-4c94-b1f3-3e93ca94957d HTTP/1.1" status: 200 len: 913 time: 0.4435499 May 18 18:12:09.318631 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 59ef2299-fbb8-4395-a751-5c9d71ac3a9d triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:12:09.319245 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:09.329649 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe9faa1-e529-4ca2-8973-b9bdb1ed4343 service neutron] Pushing event updated for resources: {'Port': ['ID=3fd36e0c-7b5c-49b2-900b-0342bcc1820d,revision_number=3']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:12:09.415445 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38927c3-f66a-43ed-bf2b-aac5d71c757f req-cbe9faa1-e529-4ca2-8973-b9bdb1ed4343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:09.415445 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-d38927c3-f66a-43ed-bf2b-aac5d71c757f req-cbe9faa1-e529-4ca2-8973-b9bdb1ed4343 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:09.415445 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d38927c3-f66a-43ed-bf2b-aac5d71c757f req-cbe9faa1-e529-4ca2-8973-b9bdb1ed4343 service neutron] 10.222.0.36 "PUT /v2.0/ports/3fd36e0c-7b5c-49b2-900b-0342bcc1820d HTTP/1.1" status: 200 len: 1095 time: 3.4738796 May 18 18:12:09.473381 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df24bdbf-6a01-4ea7-aa77-8b2d301c7047 req-2bc3d64b-db22-41ab-8188-f292c1e96b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:09.475406 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-df24bdbf-6a01-4ea7-aa77-8b2d301c7047 req-2bc3d64b-db22-41ab-8188-f292c1e96b4c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=055b7a59-22e7-493f-ba66-d1ab1ebb4b38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2871709 May 18 18:12:09.506446 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf42d5c-4392-4a5c-a710-02ddb931f2c1 req-60688062-673e-4ec4-b1f3-3dbb047e7b6a tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:09.513254 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-caf42d5c-4392-4a5c-a710-02ddb931f2c1 req-60688062-673e-4ec4-b1f3-3dbb047e7b6a tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/networks?id=318d7223-f14c-48f3-9a41-7dc7c337e246 HTTP/1.1" status: 200 len: 810 time: 0.1864173 May 18 18:12:09.522724 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ac192538-a370-4a70-aca6-34931ed310e3 req-c7f4d81f-ac45-4406-b5e5-31c0db399a61 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4345b759-e675-4da2-869d-7850cacbc3c6 HTTP/1.1" status: 200 len: 217 time: 0.2851954 May 18 18:12:09.531345 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-caf42d5c-4392-4a5c-a710-02ddb931f2c1 req-33a883f2-f6da-44c6-969c-1d15ce2b09a8 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/quotas/b3978e65ec994763a43b86fa6707d010 HTTP/1.1" status: 200 len: 375 time: 0.0168257 May 18 18:12:09.640993 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 59ef2299-fbb8-4395-a751-5c9d71ac3a9d is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:12:09.742195 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac192538-a370-4a70-aca6-34931ed310e3 req-fe302705-1fb1-4113-a0d7-49f36a678ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:09.745163 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ac192538-a370-4a70-aca6-34931ed310e3 req-fe302705-1fb1-4113-a0d7-49f36a678ba1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3928b460-5138-4e6e-b763-eaa17a3ede29 HTTP/1.1" status: 200 len: 852 time: 0.1784990 May 18 18:12:09.776077 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab2832b-70db-4d78-977c-d8975863d174 req-c4b9ed46-2e37-461a-a8c5-3ae0486f4ce1 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:09.777753 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0ab2832b-70db-4d78-977c-d8975863d174 req-c4b9ed46-2e37-461a-a8c5-3ae0486f4ce1 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=36acf0ec-15a2-4cb9-b65b-d8c09aaa6cec HTTP/1.1" status: 200 len: 943 time: 0.4693005 May 18 18:12:09.782430 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-caf42d5c-4392-4a5c-a710-02ddb931f2c1 req-1c4a2ecb-49e1-4910-997f-a3a16ad985cc tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=b3978e65ec994763a43b86fa6707d010&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2497053 May 18 18:12:09.804065 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38927c3-f66a-43ed-bf2b-aac5d71c757f req-db72174a-a275-4db2-843b-abe19705901e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:09.806007 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d38927c3-f66a-43ed-bf2b-aac5d71c757f req-db72174a-a275-4db2-843b-abe19705901e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e48d01a2a10c4a478904b240b102d544&device_id=561e3ec3-731f-4fe9-afd3-f45cb79d8e1a HTTP/1.1" status: 200 len: 1098 time: 0.2674806 May 18 18:12:09.861280 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-dac8b019-93f4-4d03-8a81-a9993473e9b2 tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:09.867053 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d38927c3-f66a-43ed-bf2b-aac5d71c757f req-51843d1a-6cdf-4ed5-a094-66e92a0ff146 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=3fd36e0c-7b5c-49b2-900b-0342bcc1820d HTTP/1.1" status: 200 len: 217 time: 0.0478554 May 18 18:12:09.900614 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-dac8b019-93f4-4d03-8a81-a9993473e9b2 tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:09.907208 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ac192538-a370-4a70-aca6-34931ed310e3 req-d495f33d-81d8-4dbf-a119-b258f5dd2cd1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f92940b8-c50f-4c94-b1f3-3e93ca94957d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1490762 May 18 18:12:09.962853 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0ab2832b-70db-4d78-977c-d8975863d174 req-fee3ca3b-6b45-468f-978b-16ff3b84a11b tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/security-groups?id=33ba1fad-191a-4b7a-ae9e-8e9e60985e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533020 May 18 18:12:10.071823 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-22391c12-692e-4551-ba4b-9c87c58a40fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:10.089610 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-caf42d5c-4392-4a5c-a710-02ddb931f2c1 req-0bafa64c-d493-4599-b0a4-de83fd5108df service neutron] 10.222.0.85 "GET /v2.0/networks/318d7223-f14c-48f3-9a41-7dc7c337e246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2787499 May 18 18:12:10.168159 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38927c3-f66a-43ed-bf2b-aac5d71c757f req-2328d824-e28c-420a-9d7e-bff7496481bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:10.172033 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d38927c3-f66a-43ed-bf2b-aac5d71c757f req-2328d824-e28c-420a-9d7e-bff7496481bc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c2531ae9-89db-4dcf-b670-9eac4c9cde53 HTTP/1.1" status: 200 len: 843 time: 0.2893918 May 18 18:12:10.176309 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac8b019-93f4-4d03-8a81-a9993473e9b2 tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] Pushing event updated for resources: {'Port': ['ID=9f4470bf-f47a-4d4d-9a4f-b8a21c40031c,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:12:10.186064 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-df24bdbf-6a01-4ea7-aa77-8b2d301c7047 req-ea0005db-922f-4ab2-9493-3aeb967a796e service neutron] 10.222.0.36 "GET /v2.0/networks/055b7a59-22e7-493f-ba66-d1ab1ebb4b38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6931589 May 18 18:12:10.294354 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-caf42d5c-4392-4a5c-a710-02ddb931f2c1 req-941cb110-aee3-46d9-afc8-87b03aabd5dc service neutron] 10.222.0.85 "GET /v2.0/networks/318d7223-f14c-48f3-9a41-7dc7c337e246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035038 May 18 18:12:10.297956 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ac192538-a370-4a70-aca6-34931ed310e3 req-25809a2c-47b0-4673-8482-31dec5b2b061 service neutron] 10.222.0.36 "GET /v2.0/networks/f92940b8-c50f-4c94-b1f3-3e93ca94957d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3816588 May 18 18:12:10.305654 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-dac8b019-93f4-4d03-8a81-a9993473e9b2 tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596987'] for floatingip, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:10.348767 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-dac8b019-93f4-4d03-8a81-a9993473e9b2 tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:10.361695 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-dac8b019-93f4-4d03-8a81-a9993473e9b2 tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.1865864 May 18 18:12:10.365160 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38927c3-f66a-43ed-bf2b-aac5d71c757f req-6a332fa3-a417-4c5c-b12c-986cb29c15ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:10.369469 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d38927c3-f66a-43ed-bf2b-aac5d71c757f req-6a332fa3-a417-4c5c-b12c-986cb29c15ba service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4c8ef274-9ecc-47c2-9686-5eebd78fb305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1744156 May 18 18:12:10.460052 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ac192538-a370-4a70-aca6-34931ed310e3 req-be47346b-90bf-4723-958f-9062d3c10b10 service neutron] 10.222.0.36 "GET /v2.0/networks/f92940b8-c50f-4c94-b1f3-3e93ca94957d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505249 May 18 18:12:10.646774 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8ec398-c2a1-45a7-8de1-6b562ff7a1ba req-c2ad9a75-e9f1-477b-bd3c-c95d3e2a9cd6 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:10.648386 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cf8ec398-c2a1-45a7-8de1-6b562ff7a1ba req-c2ad9a75-e9f1-477b-bd3c-c95d3e2a9cd6 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/ports?device_id=0e9ea744-f84b-44dd-91a2-86d0d61ac63c HTTP/1.1" status: 200 len: 946 time: 0.0720906 May 18 18:12:10.715343 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cf8ec398-c2a1-45a7-8de1-6b562ff7a1ba req-78574ce2-72c9-4dfa-8e65-6abcc0da164f tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/security-groups?id=e692c27b-823e-49d0-99b6-9d1054fe999b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584245 May 18 18:12:10.842666 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1ce1ffb2-5fd1-4871-a0a6-a575133f43c9 req-569b7c06-c9fa-4c54-8d63-5f8283788e7f tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/ports?device_id=7dd6f8f4-37af-46ee-9bcd-2754997cf1c0 HTTP/1.1" status: 200 len: 210 time: 0.0423474 May 18 18:12:10.893331 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-df24bdbf-6a01-4ea7-aa77-8b2d301c7047 req-c5c5c21c-3248-4965-80de-dec251b36ad3 service neutron] 10.222.0.36 "GET /v2.0/networks/055b7a59-22e7-493f-ba66-d1ab1ebb4b38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6874993 May 18 18:12:10.936996 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 4345b759-e675-4da2-869d-7850cacbc3c6 details requested by agent hyperv_n-h1-838550-3 with host n-h1-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:12:10.970209 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ecfe24-1a18-4e3e-aeb4-0fb18d7709ca req-26b38cdf-8f61-472b-93a9-ca60e9299b8a tempest-TenantUsagesTestJSON-736084261 tempest-TenantUsagesTestJSON-736084261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:10.980080 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b5ecfe24-1a18-4e3e-aeb4-0fb18d7709ca req-26b38cdf-8f61-472b-93a9-ca60e9299b8a tempest-TenantUsagesTestJSON-736084261 tempest-TenantUsagesTestJSON-736084261-project] 10.222.0.85 "GET /v2.0/ports?device_id=561e3ec3-731f-4fe9-afd3-f45cb79d8e1a HTTP/1.1" status: 200 len: 947 time: 0.5488250 May 18 18:12:11.049726 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b5ecfe24-1a18-4e3e-aeb4-0fb18d7709ca req-4aa62f82-6ba7-45c2-b543-c03026b7eb4d tempest-TenantUsagesTestJSON-736084261 tempest-TenantUsagesTestJSON-736084261-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ad1ba1d-a13b-4168-a97e-4ef789dd3a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677524 May 18 18:12:11.095528 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '561e3ec3-731f-4fe9-afd3-f45cb79d8e1a', 'tag': '3fd36e0c-7b5c-49b2-900b-0342bcc1820d'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:12:11.099901 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae778fd7-d5dd-405e-b675-b39e0e7a8350" -d '{"events": [{"name": "network-changed", "server_uuid": "561e3ec3-731f-4fe9-afd3-f45cb79d8e1a", "tag": "3fd36e0c-7b5c-49b2-900b-0342bcc1820d"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:12:11.128115 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d38927c3-f66a-43ed-bf2b-aac5d71c757f req-4603b208-af64-4894-bfb8-fcd5c8ae78dc service neutron] 10.222.0.36 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7303822 May 18 18:12:11.198317 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52a27f41-93e3-4c41-82ff-a9fbc7e8aaca x-openstack-request-id: req-52a27f41-93e3-4c41-82ff-a9fbc7e8aaca {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:12:11.199106 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "561e3ec3-731f-4fe9-afd3-f45cb79d8e1a", "tag": "3fd36e0c-7b5c-49b2-900b-0342bcc1820d", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:12:11.199491 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-52a27f41-93e3-4c41-82ff-a9fbc7e8aaca {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:12:11.200380 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52a27f41-93e3-4c41-82ff-a9fbc7e8aaca'] response: {'name': 'network-changed', 'server_uuid': '561e3ec3-731f-4fe9-afd3-f45cb79d8e1a', 'tag': '3fd36e0c-7b5c-49b2-900b-0342bcc1820d', 'status': 'completed', 'code': 200} May 18 18:12:11.289055 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:11.301475 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 4345b759-e675-4da2-869d-7850cacbc3c6, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=4345b759-e675-4da2-869d-7850cacbc3c6,segment=NetworkSegment(58bfdefb-3654-4aa0-92f0-6f0afd2552db),segment_id=58bfdefb-3654-4aa0-92f0-6f0afd2552db)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:12:11.344218 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Returning: {'device': '4345b759-e675-4da2-869d-7850cacbc3c6', 'network_id': 'f92940b8-c50f-4c94-b1f3-3e93ca94957d', 'port_id': '4345b759-e675-4da2-869d-7850cacbc3c6', 'mac_address': 'fa:16:3e:81:39:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3928b460-5138-4e6e-b763-eaa17a3ede29', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:12:11.373788 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff787c77-6fb4-4887-8b66-2c7f4a209a12 req-8b0f4076-654a-4ee6-924a-25fac9aedb16 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:11.378402 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ff787c77-6fb4-4887-8b66-2c7f4a209a12 req-8b0f4076-654a-4ee6-924a-25fac9aedb16 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=36acf0ec-15a2-4cb9-b65b-d8c09aaa6cec HTTP/1.1" status: 200 len: 943 time: 0.2369597 May 18 18:12:11.403803 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc01e0b-5e25-4870-99d8-56b8bf851d4a req-5044dc8d-ba7f-4307-9d32-433bbf84e3bf tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:11.407704 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fdc01e0b-5e25-4870-99d8-56b8bf851d4a req-5044dc8d-ba7f-4307-9d32-433bbf84e3bf tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/ports?device_id=baf813fb-c557-44a2-9307-16937d880cc5 HTTP/1.1" status: 200 len: 944 time: 0.0923333 May 18 18:12:11.486581 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d38927c3-f66a-43ed-bf2b-aac5d71c757f req-012a5f10-d392-445f-944b-b0876a0344c6 service neutron] 10.222.0.36 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3359313 May 18 18:12:11.522150 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 4345b759-e675-4da2-869d-7850cacbc3c6 is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:12:11.524096 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:11.540326 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fdc01e0b-5e25-4870-99d8-56b8bf851d4a req-c8a9a37c-bd86-4914-8da3-0b0c59a739c1 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/security-groups?id=fae3ce3c-9235-4ae4-9c6c-e682ce6a4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234343 May 18 18:12:11.564971 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ff787c77-6fb4-4887-8b66-2c7f4a209a12 req-f8b63057-040e-4b71-9a3d-1edb39b80ddb tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/security-groups?id=33ba1fad-191a-4b7a-ae9e-8e9e60985e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514976 May 18 18:12:11.578306 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4345b759-e675-4da2-869d-7850cacbc3c6 {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:12:11.624424 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 4345b759-e675-4da2-869d-7850cacbc3c6, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=4345b759-e675-4da2-869d-7850cacbc3c6,segment=NetworkSegment(58bfdefb-3654-4aa0-92f0-6f0afd2552db),segment_id=58bfdefb-3654-4aa0-92f0-6f0afd2552db)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:12:11.630549 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:11.797854 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=4345b759-e675-4da2-869d-7850cacbc3c6,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:12:11.814618 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae778fd7-d5dd-405e-b675-b39e0e7a8350 req-d1aeb0a2-491e-4268-b0cd-22ac36850e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:11.822080 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ae778fd7-d5dd-405e-b675-b39e0e7a8350 req-d1aeb0a2-491e-4268-b0cd-22ac36850e0d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e48d01a2a10c4a478904b240b102d544&device_id=561e3ec3-731f-4fe9-afd3-f45cb79d8e1a HTTP/1.1" status: 200 len: 1098 time: 0.1467650 May 18 18:12:11.858903 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0af5bf-639c-45be-9cdb-8ef97cf421df req-a85675bb-1e91-4960-81be-e276643cafb1 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:11.861437 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8c0af5bf-639c-45be-9cdb-8ef97cf421df req-a85675bb-1e91-4960-81be-e276643cafb1 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.88 "GET /v2.0/ports?device_id=baf813fb-c557-44a2-9307-16937d880cc5 HTTP/1.1" status: 200 len: 944 time: 0.1195312 May 18 18:12:11.893511 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['4345b759-e675-4da2-869d-7850cacbc3c6'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:12:12.082337 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99910a58-c541-4f97-9baa-5451701edaa3 req-ae2a6b68-8253-47ee-a22d-ef9840c3e3b0 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:12.084406 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-99910a58-c541-4f97-9baa-5451701edaa3 req-ae2a6b68-8253-47ee-a22d-ef9840c3e3b0 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/ports?device_id=0e9ea744-f84b-44dd-91a2-86d0d61ac63c HTTP/1.1" status: 200 len: 946 time: 0.1955564 May 18 18:12:12.138937 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae778fd7-d5dd-405e-b675-b39e0e7a8350 req-e1773841-c450-4656-bd2c-5dc574661f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:12.142960 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ae778fd7-d5dd-405e-b675-b39e0e7a8350 req-e1773841-c450-4656-bd2c-5dc574661f40 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4c8ef274-9ecc-47c2-9686-5eebd78fb305 HTTP/1.1" status: 200 len: 870 time: 0.3106804 May 18 18:12:12.153006 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-99910a58-c541-4f97-9baa-5451701edaa3 req-e4c2a76f-92c0-4c73-9747-390cfc2cfc2e tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/security-groups?id=e692c27b-823e-49d0-99b6-9d1054fe999b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577836 May 18 18:12:12.169285 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-8c0af5bf-639c-45be-9cdb-8ef97cf421df req-c8b8f6b1-dada-49fd-bf62-b9187d17f9ca tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Deleting port 627f74eb-f86f-4971-87d7-210b8d2c8060 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:12:12.169285 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-8c0af5bf-639c-45be-9cdb-8ef97cf421df req-c8b8f6b1-dada-49fd-bf62-b9187d17f9ca tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:12.239715 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-820f1b85-c39b-4818-a926-f9ffaa194209 req-c9e24787-bd3e-4e51-a0bc-bd55d95c6e11 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/ports?device_id=7dd6f8f4-37af-46ee-9bcd-2754997cf1c0 HTTP/1.1" status: 200 len: 210 time: 0.0951245 May 18 18:12:12.241354 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ae778fd7-d5dd-405e-b675-b39e0e7a8350 req-67602b8d-8860-40de-b88d-b3ed113db6ff service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=3fd36e0c-7b5c-49b2-900b-0342bcc1820d HTTP/1.1" status: 200 len: 217 time: 0.0785918 May 18 18:12:12.327199 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:12.362014 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae778fd7-d5dd-405e-b675-b39e0e7a8350 req-3a6fbe77-4f20-4c72-8582-ea6178eda4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:12.363577 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ae778fd7-d5dd-405e-b675-b39e0e7a8350 req-3a6fbe77-4f20-4c72-8582-ea6178eda4a8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c2531ae9-89db-4dcf-b670-9eac4c9cde53 HTTP/1.1" status: 200 len: 843 time: 0.1150043 May 18 18:12:12.392064 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-8c0af5bf-639c-45be-9cdb-8ef97cf421df req-c8b8f6b1-dada-49fd-bf62-b9187d17f9ca tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] For port 627f74eb-f86f-4971-87d7-210b8d2c8060, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=627f74eb-f86f-4971-87d7-210b8d2c8060,segment=NetworkSegment(5e6a9b3b-2b82-45b7-b9f1-0f73969fb979),segment_id=5e6a9b3b-2b82-45b7-b9f1-0f73969fb979)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:12:12.392424 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-8c0af5bf-639c-45be-9cdb-8ef97cf421df req-c8b8f6b1-dada-49fd-bf62-b9187d17f9ca tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:12.429142 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-8c0af5bf-639c-45be-9cdb-8ef97cf421df req-c8b8f6b1-dada-49fd-bf62-b9187d17f9ca tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Calling delete_port for 627f74eb-f86f-4971-87d7-210b8d2c8060 owned by compute:nova {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:12:12.510867 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0aa933-2721-4b20-a194-50539eacd67d req-7103da38-4402-4542-846b-5b8f9412c94c tempest-TenantUsagesTestJSON-736084261 tempest-TenantUsagesTestJSON-736084261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:12.519258 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5e0aa933-2721-4b20-a194-50539eacd67d req-7103da38-4402-4542-846b-5b8f9412c94c tempest-TenantUsagesTestJSON-736084261 tempest-TenantUsagesTestJSON-736084261-project] 10.222.0.85 "GET /v2.0/ports?device_id=561e3ec3-731f-4fe9-afd3-f45cb79d8e1a HTTP/1.1" status: 200 len: 947 time: 0.1945250 May 18 18:12:12.616397 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5e0aa933-2721-4b20-a194-50539eacd67d req-faa3c893-9d13-4bd6-9190-6c9c99bbff2b tempest-TenantUsagesTestJSON-736084261 tempest-TenantUsagesTestJSON-736084261-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ad1ba1d-a13b-4168-a97e-4ef789dd3a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959225 May 18 18:12:12.621746 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae778fd7-d5dd-405e-b675-b39e0e7a8350 req-237b869d-d62f-4a4a-9f98-ccda07558835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:12.623841 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ae778fd7-d5dd-405e-b675-b39e0e7a8350 req-237b869d-d62f-4a4a-9f98-ccda07558835 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4c8ef274-9ecc-47c2-9686-5eebd78fb305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2512627 May 18 18:12:12.754935 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-8c0af5bf-639c-45be-9cdb-8ef97cf421df req-c8b8f6b1-dada-49fd-bf62-b9187d17f9ca tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:12.803508 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-17dd2c0c-7957-44b4-abf8-56982d94f505 req-9db60316-1c83-4c9f-89ef-4db862c8d627 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/ports?device_id=baf813fb-c557-44a2-9307-16937d880cc5 HTTP/1.1" status: 200 len: 210 time: 0.0740867 May 18 18:12:12.816200 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b8f6b1-dada-49fd-bf62-b9187d17f9ca tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Pushing event deleted for resources: {'Port': ['ID=627f74eb-f86f-4971-87d7-210b8d2c8060,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:12:12.881894 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf42d5c-4392-4a5c-a710-02ddb931f2c1 req-8c5102a3-59b0-44f9-b309-6e2f87fdc84f tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:12.884331 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-caf42d5c-4392-4a5c-a710-02ddb931f2c1 req-8c5102a3-59b0-44f9-b309-6e2f87fdc84f tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.36 "GET /v2.0/networks?id=318d7223-f14c-48f3-9a41-7dc7c337e246 HTTP/1.1" status: 200 len: 810 time: 0.4280400 May 18 18:12:12.901268 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-caf42d5c-4392-4a5c-a710-02ddb931f2c1 req-8072aa57-0611-4744-8ed2-7b029cdbc31f tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] Request body: {'port': {'device_id': '7dd6f8f4-37af-46ee-9bcd-2754997cf1c0', 'network_id': '318d7223-f14c-48f3-9a41-7dc7c337e246', 'admin_state_up': True, 'tenant_id': 'b3978e65ec994763a43b86fa6707d010'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:12:12.901916 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c0af5bf-639c-45be-9cdb-8ef97cf421df req-c8b8f6b1-dada-49fd-bf62-b9187d17f9ca tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] No DVR routers for this DVR port 627f74eb-f86f-4971-87d7-210b8d2c8060 on host n-h2-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:12:12.905919 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-8c0af5bf-639c-45be-9cdb-8ef97cf421df req-c8b8f6b1-dada-49fd-bf62-b9187d17f9ca tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:12.909755 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8c0af5bf-639c-45be-9cdb-8ef97cf421df req-c8b8f6b1-dada-49fd-bf62-b9187d17f9ca tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.88 "DELETE /v2.0/ports/627f74eb-f86f-4971-87d7-210b8d2c8060 HTTP/1.1" status: 204 len: 173 time: 1.0235062 May 18 18:12:12.912819 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baf813fb-c557-44a2-9307-16937d880cc5', 'name': 'network-vif-deleted', 'tag': '627f74eb-f86f-4971-87d7-210b8d2c8060'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:12:12.915462 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fb22126-c80c-4c0f-b00a-bde8b83f2d82" -d '{"events": [{"server_uuid": "baf813fb-c557-44a2-9307-16937d880cc5", "name": "network-vif-deleted", "tag": "627f74eb-f86f-4971-87d7-210b8d2c8060"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:12:12.944342 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822b11bd-8f55-4428-b1f0-951d9aacc858 req-b61049f6-d7f0-4287-b402-f6ba82934042 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:12.957160 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 4345b759-e675-4da2-869d-7850cacbc3c6 up at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:12:12.965049 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-822b11bd-8f55-4428-b1f0-951d9aacc858 req-b61049f6-d7f0-4287-b402-f6ba82934042 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=36acf0ec-15a2-4cb9-b65b-d8c09aaa6cec HTTP/1.1" status: 200 len: 944 time: 0.1910863 May 18 18:12:13.045113 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-822b11bd-8f55-4428-b1f0-951d9aacc858 req-1d4023b1-d4ce-4e78-babd-f88c420b40c2 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/security-groups?id=33ba1fad-191a-4b7a-ae9e-8e9e60985e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641763 May 18 18:12:13.054189 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-240254b5-614d-4f16-b3e0-b66761e9a286 x-openstack-request-id: req-240254b5-614d-4f16-b3e0-b66761e9a286 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:12:13.055779 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baf813fb-c557-44a2-9307-16937d880cc5", "name": "network-vif-deleted", "tag": "627f74eb-f86f-4971-87d7-210b8d2c8060", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:12:13.056700 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-240254b5-614d-4f16-b3e0-b66761e9a286 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:12:13.057417 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-240254b5-614d-4f16-b3e0-b66761e9a286'] response: {'server_uuid': 'baf813fb-c557-44a2-9307-16937d880cc5', 'name': 'network-vif-deleted', 'tag': '627f74eb-f86f-4971-87d7-210b8d2c8060', 'status': 'completed', 'code': 200} May 18 18:12:13.109369 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:13.113570 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning for port 4345b759-e675-4da2-869d-7850cacbc3c6 completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:12:13.119720 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning complete for port 4345b759-e675-4da2-869d-7850cacbc3c6 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:12:13.120415 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:13.168476 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ae778fd7-d5dd-405e-b675-b39e0e7a8350 req-45cac0ba-8cb8-4366-a059-f4548cf5f711 service neutron] 10.222.0.36 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5310497 May 18 18:12:13.246261 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-caf42d5c-4392-4a5c-a710-02ddb931f2c1 req-8072aa57-0611-4744-8ed2-7b029cdbc31f tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] Made reservation on behalf of b3978e65ec994763a43b86fa6707d010 for: {'port': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:12:13.250921 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-caf42d5c-4392-4a5c-a710-02ddb931f2c1 req-8072aa57-0611-4744-8ed2-7b029cdbc31f tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:13.276026 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 4345b759-e675-4da2-869d-7850cacbc3c6 is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:12:13.276416 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:13.318785 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36acf0ec-15a2-4cb9-b65b-d8c09aaa6cec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4345b759-e675-4da2-869d-7850cacbc3c6'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:12:13.324940 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce9ca818-9b32-4ffc-9a47-0ebcff3baf37" -d '{"events": [{"server_uuid": "36acf0ec-15a2-4cb9-b65b-d8c09aaa6cec", "name": "network-vif-plugged", "status": "completed", "tag": "4345b759-e675-4da2-869d-7850cacbc3c6"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:12:13.351061 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 4345b759-e675-4da2-869d-7850cacbc3c6, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=4345b759-e675-4da2-869d-7850cacbc3c6,segment=NetworkSegment(58bfdefb-3654-4aa0-92f0-6f0afd2552db),segment_id=58bfdefb-3654-4aa0-92f0-6f0afd2552db)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:12:13.360086 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:13.443540 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f27b6dd8-e10f-4d3f-b9de-e9c13f9da4ff req-b4428710-9c56-4bc6-b2bf-3efd7bebeeab tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/ports?device_id=7dd6f8f4-37af-46ee-9bcd-2754997cf1c0 HTTP/1.1" status: 200 len: 210 time: 0.0526335 May 18 18:12:13.455251 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36b68f2-b427-4624-9dbd-0320f5cf7331 req-1bbeb13a-2cab-4d1b-a9d5-fd68fc79cddf tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:13.457732 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b36b68f2-b427-4624-9dbd-0320f5cf7331 req-1bbeb13a-2cab-4d1b-a9d5-fd68fc79cddf tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/ports?device_id=0e9ea744-f84b-44dd-91a2-86d0d61ac63c HTTP/1.1" status: 200 len: 946 time: 0.2041066 May 18 18:12:13.480721 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=4345b759-e675-4da2-869d-7850cacbc3c6,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:12:13.520853 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eda52efb-364c-4ac2-ba5a-e9ae22837aa6 x-openstack-request-id: req-eda52efb-364c-4ac2-ba5a-e9ae22837aa6 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:12:13.521242 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36acf0ec-15a2-4cb9-b65b-d8c09aaa6cec", "name": "network-vif-plugged", "status": "completed", "tag": "4345b759-e675-4da2-869d-7850cacbc3c6", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:12:13.521665 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-eda52efb-364c-4ac2-ba5a-e9ae22837aa6 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:12:13.522258 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eda52efb-364c-4ac2-ba5a-e9ae22837aa6'] response: {'server_uuid': '36acf0ec-15a2-4cb9-b65b-d8c09aaa6cec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4345b759-e675-4da2-869d-7850cacbc3c6', 'code': 200} May 18 18:12:13.569554 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ae778fd7-d5dd-405e-b675-b39e0e7a8350 req-9c914fa1-af7c-4397-a3cc-e75b123bef40 service neutron] 10.222.0.36 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3702092 May 18 18:12:13.662177 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b36b68f2-b427-4624-9dbd-0320f5cf7331 req-a1097cac-af60-4762-ac2d-222fdeda88a6 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/security-groups?id=e692c27b-823e-49d0-99b6-9d1054fe999b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549010 May 18 18:12:13.729116 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [req-caf42d5c-4392-4a5c-a710-02ddb931f2c1 req-8072aa57-0611-4744-8ed2-7b029cdbc31f tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] Allocated IP 172.20.0.3 (318d7223-f14c-48f3-9a41-7dc7c337e246/8e5d7b30-30eb-4951-a733-71bef5e29c46/222a442e-e4e6-418e-91ac-c977acc1c553) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:12:13.736085 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a276f252-daf0-4d1e-b760-5fdbeb90b083 req-f5c60d34-b02b-4b7f-b7de-aca16621aca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:13.737845 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a276f252-daf0-4d1e-b760-5fdbeb90b083 req-f5c60d34-b02b-4b7f-b7de-aca16621aca4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=36acf0ec-15a2-4cb9-b65b-d8c09aaa6cec HTTP/1.1" status: 200 len: 1096 time: 0.1425757 May 18 18:12:13.816063 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a276f252-daf0-4d1e-b760-5fdbeb90b083 req-1732bfef-0793-4feb-8636-c5f02f14040f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=33ba1fad-191a-4b7a-ae9e-8e9e60985e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681059 May 18 18:12:13.819290 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d592034e-8a84-4af6-9d1f-0722b5e3ec10 req-1b03b3a2-f92a-4dba-8afa-0bfdc11767cc tempest-TenantUsagesTestJSON-736084261 tempest-TenantUsagesTestJSON-736084261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:13.821014 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d592034e-8a84-4af6-9d1f-0722b5e3ec10 req-1b03b3a2-f92a-4dba-8afa-0bfdc11767cc tempest-TenantUsagesTestJSON-736084261 tempest-TenantUsagesTestJSON-736084261-project] 10.222.0.85 "GET /v2.0/ports?device_id=561e3ec3-731f-4fe9-afd3-f45cb79d8e1a HTTP/1.1" status: 200 len: 947 time: 0.0928273 May 18 18:12:13.881365 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d592034e-8a84-4af6-9d1f-0722b5e3ec10 req-76012a4f-07f8-41e2-934e-390275760d3d tempest-TenantUsagesTestJSON-736084261 tempest-TenantUsagesTestJSON-736084261-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ad1ba1d-a13b-4168-a97e-4ef789dd3a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480843 May 18 18:12:13.984267 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-caf42d5c-4392-4a5c-a710-02ddb931f2c1 req-8072aa57-0611-4744-8ed2-7b029cdbc31f tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:14.033042 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-caf42d5c-4392-4a5c-a710-02ddb931f2c1 req-8072aa57-0611-4744-8ed2-7b029cdbc31f tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:14.049417 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['5d8411c5-72dc-4d25-8497-b72afbe9798d'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:12:14.125378 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-caf42d5c-4392-4a5c-a710-02ddb931f2c1 req-8072aa57-0611-4744-8ed2-7b029cdbc31f tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] Network 318d7223-f14c-48f3-9a41-7dc7c337e246 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:12:14.129341 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [req-caf42d5c-4392-4a5c-a710-02ddb931f2c1 req-8072aa57-0611-4744-8ed2-7b029cdbc31f tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:12:14.135680 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-caf42d5c-4392-4a5c-a710-02ddb931f2c1 req-8072aa57-0611-4744-8ed2-7b029cdbc31f tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:12:14.155372 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8072aa57-0611-4744-8ed2-7b029cdbc31f tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] Pushing event updated for resources: {'Port': ['ID=222a442e-e4e6-418e-91ac-c977acc1c553,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:12:14.226231 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8072aa57-0611-4744-8ed2-7b029cdbc31f tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:12:14.226858 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8072aa57-0611-4744-8ed2-7b029cdbc31f tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:12:14.226976 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8072aa57-0611-4744-8ed2-7b029cdbc31f tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:12:14.227268 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8072aa57-0611-4744-8ed2-7b029cdbc31f tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:12:14.227604 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8072aa57-0611-4744-8ed2-7b029cdbc31f tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:12:14.227935 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8072aa57-0611-4744-8ed2-7b029cdbc31f tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:12:14.228262 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8072aa57-0611-4744-8ed2-7b029cdbc31f tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:12:14.228585 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8072aa57-0611-4744-8ed2-7b029cdbc31f tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:12:14.228910 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8072aa57-0611-4744-8ed2-7b029cdbc31f tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:12:14.229232 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8072aa57-0611-4744-8ed2-7b029cdbc31f tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:12:14.229557 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8072aa57-0611-4744-8ed2-7b029cdbc31f tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:12:14.229916 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8072aa57-0611-4744-8ed2-7b029cdbc31f tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:12:14.277681 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af072aa-43a4-42f7-a8d0-df337bd42c0b req-f5caf338-c149-45f0-b140-cf41daa08cd4 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:14.277681 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7af072aa-43a4-42f7-a8d0-df337bd42c0b req-f5caf338-c149-45f0-b140-cf41daa08cd4 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/ports?device_id=856de7f6-1aa7-4b67-bac8-1e6902f032dc HTTP/1.1" status: 200 len: 945 time: 0.1133752 May 18 18:12:14.297661 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf42d5c-4392-4a5c-a710-02ddb931f2c1 req-8072aa57-0611-4744-8ed2-7b029cdbc31f tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:14.298364 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-caf42d5c-4392-4a5c-a710-02ddb931f2c1 req-8072aa57-0611-4744-8ed2-7b029cdbc31f tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:14.328200 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-caf42d5c-4392-4a5c-a710-02ddb931f2c1 req-8072aa57-0611-4744-8ed2-7b029cdbc31f tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4326150 May 18 18:12:14.349269 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd15c93-ca69-4e59-bdc3-5442411ca6dd req-465a8232-dc50-4288-8915-642befcb9364 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:14.352524 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cbd15c93-ca69-4e59-bdc3-5442411ca6dd req-465a8232-dc50-4288-8915-642befcb9364 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=36acf0ec-15a2-4cb9-b65b-d8c09aaa6cec HTTP/1.1" status: 200 len: 945 time: 0.1399150 May 18 18:12:14.361851 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-caf42d5c-4392-4a5c-a710-02ddb931f2c1 req-ee9bf314-e717-4a26-a3d5-cc766e1499aa service neutron] Request body: {'port': {'device_id': '7dd6f8f4-37af-46ee-9bcd-2754997cf1c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-3'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:12:14.373572 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7af072aa-43a4-42f7-a8d0-df337bd42c0b req-167d3b57-f0cd-48cd-825c-13e5d08bcf37 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/security-groups?id=fae3ce3c-9235-4ae4-9c6c-e682ce6a4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887275 May 18 18:12:14.515790 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-caf42d5c-4392-4a5c-a710-02ddb931f2c1 req-ee9bf314-e717-4a26-a3d5-cc766e1499aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:14.528132 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cbd15c93-ca69-4e59-bdc3-5442411ca6dd req-56505fae-d137-4018-a221-5d7f2ee67a79 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/security-groups?id=33ba1fad-191a-4b7a-ae9e-8e9e60985e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605041 May 18 18:12:14.622638 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a852983-3410-4333-8369-c50724e4b92f req-6df04e90-6cbc-4c09-91ef-e9a211291024 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:14.627099 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9a852983-3410-4333-8369-c50724e4b92f req-6df04e90-6cbc-4c09-91ef-e9a211291024 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/ports?device_id=7dd6f8f4-37af-46ee-9bcd-2754997cf1c0 HTTP/1.1" status: 200 len: 931 time: 0.0699606 May 18 18:12:14.694022 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9a852983-3410-4333-8369-c50724e4b92f req-70633938-c4aa-4b89-8dbe-ec4c55152f91 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ea20f59-14b4-4643-9bf1-7dbf92d2a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593789 May 18 18:12:14.747597 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 627f74eb-f86f-4971-87d7-210b8d2c8060 no longer exists at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:12:14.774417 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] No Port match for: 627f74eb-f86f-4971-87d7-210b8d2c8060 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:12:14.774686 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 627f74eb-f86f-4971-87d7-210b8d2c8060 not bound to the agent host n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:12:14.856255 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3929e0dc-1f07-4228-bb45-22c9e8940dfb req-cf81c08c-74ec-4d82-9c71-66039bbf8aaa tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:14.857823 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3929e0dc-1f07-4228-bb45-22c9e8940dfb req-cf81c08c-74ec-4d82-9c71-66039bbf8aaa tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.88 "GET /v2.0/ports?device_id=856de7f6-1aa7-4b67-bac8-1e6902f032dc HTTP/1.1" status: 200 len: 945 time: 0.0636523 May 18 18:12:14.939730 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488932af-3f53-4bf0-9463-15a646dbf935 req-b5f76f0f-abe2-4a7e-bd6f-5da708895e6b tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:14.945753 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-488932af-3f53-4bf0-9463-15a646dbf935 req-b5f76f0f-abe2-4a7e-bd6f-5da708895e6b tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/ports?device_id=0e9ea744-f84b-44dd-91a2-86d0d61ac63c HTTP/1.1" status: 200 len: 946 time: 0.1171958 May 18 18:12:14.983437 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 3fd36e0c-7b5c-49b2-900b-0342bcc1820d details requested by agent hyperv_n-h1-838550-3 with host n-h1-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:12:15.067836 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-3929e0dc-1f07-4228-bb45-22c9e8940dfb req-52482962-c235-4a20-bc4a-2c5ebacd84c3 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Deleting port f7147e38-5504-4db8-b866-92a9b2fb8077 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:12:15.068321 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-3929e0dc-1f07-4228-bb45-22c9e8940dfb req-52482962-c235-4a20-bc4a-2c5ebacd84c3 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:15.118973 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-488932af-3f53-4bf0-9463-15a646dbf935 req-b34fad2e-8ecc-4dbb-bf62-9ca80c1afde5 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/security-groups?id=e692c27b-823e-49d0-99b6-9d1054fe999b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461277 May 18 18:12:15.191346 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186933ab-7983-42dc-8172-2c511d94d028 req-fa934027-6603-4ea0-a182-b108e4b39759 tempest-TenantUsagesTestJSON-736084261 tempest-TenantUsagesTestJSON-736084261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:15.192874 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-186933ab-7983-42dc-8172-2c511d94d028 req-fa934027-6603-4ea0-a182-b108e4b39759 tempest-TenantUsagesTestJSON-736084261 tempest-TenantUsagesTestJSON-736084261-project] 10.222.0.85 "GET /v2.0/ports?device_id=561e3ec3-731f-4fe9-afd3-f45cb79d8e1a HTTP/1.1" status: 200 len: 947 time: 0.1070282 May 18 18:12:15.212549 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [req-caf42d5c-4392-4a5c-a710-02ddb931f2c1 req-ee9bf314-e717-4a26-a3d5-cc766e1499aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 222a442e-e4e6-418e-91ac-c977acc1c553 {{(pid=102730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:12:15.216477 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 3fd36e0c-7b5c-49b2-900b-0342bcc1820d, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=3fd36e0c-7b5c-49b2-900b-0342bcc1820d,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:12:15.225219 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-caf42d5c-4392-4a5c-a710-02ddb931f2c1 req-ee9bf314-e717-4a26-a3d5-cc766e1499aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:15.232610 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Returning: {'device': '3fd36e0c-7b5c-49b2-900b-0342bcc1820d', 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305', 'port_id': '3fd36e0c-7b5c-49b2-900b-0342bcc1820d', 'mac_address': 'fa:16:3e:fe:06:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2531ae9-89db-4dcf-b670-9eac4c9cde53', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:12:15.247729 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [req-caf42d5c-4392-4a5c-a710-02ddb931f2c1 req-ee9bf314-e717-4a26-a3d5-cc766e1499aa service neutron] Transition to ACTIVE for port object 222a442e-e4e6-418e-91ac-c977acc1c553 will not be triggered until provisioned by entity L2. {{(pid=102730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:12:15.253945 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-caf42d5c-4392-4a5c-a710-02ddb931f2c1 req-ee9bf314-e717-4a26-a3d5-cc766e1499aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:15.263228 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-3929e0dc-1f07-4228-bb45-22c9e8940dfb req-52482962-c235-4a20-bc4a-2c5ebacd84c3 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] For port f7147e38-5504-4db8-b866-92a9b2fb8077, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=f7147e38-5504-4db8-b866-92a9b2fb8077,segment=NetworkSegment(5e6a9b3b-2b82-45b7-b9f1-0f73969fb979),segment_id=5e6a9b3b-2b82-45b7-b9f1-0f73969fb979)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:12:15.263784 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-3929e0dc-1f07-4228-bb45-22c9e8940dfb req-52482962-c235-4a20-bc4a-2c5ebacd84c3 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:15.281067 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 3fd36e0c-7b5c-49b2-900b-0342bcc1820d is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:12:15.281903 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:15.299825 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-3929e0dc-1f07-4228-bb45-22c9e8940dfb req-52482962-c235-4a20-bc4a-2c5ebacd84c3 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Calling delete_port for f7147e38-5504-4db8-b866-92a9b2fb8077 owned by compute:nova {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:12:15.302190 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fd36e0c-7b5c-49b2-900b-0342bcc1820d {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:12:15.307020 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-186933ab-7983-42dc-8172-2c511d94d028 req-8f41e3ef-3437-4b01-ac11-3eb5b81d48e5 tempest-TenantUsagesTestJSON-736084261 tempest-TenantUsagesTestJSON-736084261-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ad1ba1d-a13b-4168-a97e-4ef789dd3a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045387 May 18 18:12:15.323095 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9bf314-e717-4a26-a3d5-cc766e1499aa service neutron] Pushing event updated for resources: {'Port': ['ID=222a442e-e4e6-418e-91ac-c977acc1c553,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:12:15.337667 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 3fd36e0c-7b5c-49b2-900b-0342bcc1820d, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=3fd36e0c-7b5c-49b2-900b-0342bcc1820d,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:12:15.344850 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:15.425641 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=3fd36e0c-7b5c-49b2-900b-0342bcc1820d,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:12:15.462121 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-caf42d5c-4392-4a5c-a710-02ddb931f2c1 req-ee9bf314-e717-4a26-a3d5-cc766e1499aa service neutron] Attempting to bind port 222a442e-e4e6-418e-91ac-c977acc1c553 on host n-h1-838550-3 for vnic_type normal with profile {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:12:15.462410 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-caf42d5c-4392-4a5c-a710-02ddb931f2c1 req-ee9bf314-e717-4a26-a3d5-cc766e1499aa service neutron] Attempting to bind port 222a442e-e4e6-418e-91ac-c977acc1c553 by drivers openvswitch,hyperv on host n-h1-838550-3 at level 0 using segments [{'id': '159798b3-0081-404e-b89f-736264c95ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '318d7223-f14c-48f3-9a41-7dc7c337e246'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:12:15.463038 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf42d5c-4392-4a5c-a710-02ddb931f2c1 req-ee9bf314-e717-4a26-a3d5-cc766e1499aa service neutron] Attempting to bind port 222a442e-e4e6-418e-91ac-c977acc1c553 on network 318d7223-f14c-48f3-9a41-7dc7c337e246 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:12:15.468833 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf42d5c-4392-4a5c-a710-02ddb931f2c1 req-ee9bf314-e717-4a26-a3d5-cc766e1499aa service neutron] Port 222a442e-e4e6-418e-91ac-c977acc1c553 on network 318d7223-f14c-48f3-9a41-7dc7c337e246 not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-3 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:12:15.469155 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf42d5c-4392-4a5c-a710-02ddb931f2c1 req-ee9bf314-e717-4a26-a3d5-cc766e1499aa service neutron] Attempting to bind port 222a442e-e4e6-418e-91ac-c977acc1c553 on network 318d7223-f14c-48f3-9a41-7dc7c337e246 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:12:15.476212 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf42d5c-4392-4a5c-a710-02ddb931f2c1 req-ee9bf314-e717-4a26-a3d5-cc766e1499aa service neutron] Checking agent: {'id': '1dbac822-25f2-4df8-9dc8-5c2e7b136eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:12:15.476540 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf42d5c-4392-4a5c-a710-02ddb931f2c1 req-ee9bf314-e717-4a26-a3d5-cc766e1499aa service neutron] Checking segment: {'id': '159798b3-0081-404e-b89f-736264c95ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '318d7223-f14c-48f3-9a41-7dc7c337e246'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:12:15.476925 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf42d5c-4392-4a5c-a710-02ddb931f2c1 req-ee9bf314-e717-4a26-a3d5-cc766e1499aa service neutron] Bound using segment: {'id': '159798b3-0081-404e-b89f-736264c95ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '318d7223-f14c-48f3-9a41-7dc7c337e246'} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:12:15.477393 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-caf42d5c-4392-4a5c-a710-02ddb931f2c1 req-ee9bf314-e717-4a26-a3d5-cc766e1499aa service neutron] Bound port: 222a442e-e4e6-418e-91ac-c977acc1c553, host: n-h1-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '159798b3-0081-404e-b89f-736264c95ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '318d7223-f14c-48f3-9a41-7dc7c337e246'}}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:12:15.477799 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-caf42d5c-4392-4a5c-a710-02ddb931f2c1 req-ee9bf314-e717-4a26-a3d5-cc766e1499aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:15.547155 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-3929e0dc-1f07-4228-bb45-22c9e8940dfb req-52482962-c235-4a20-bc4a-2c5ebacd84c3 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:15.596687 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['3fd36e0c-7b5c-49b2-900b-0342bcc1820d'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:12:15.613794 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200e32d6-96b2-4893-8ccd-1afe2740321a req-74ff47cc-0a7a-4d37-983f-2180cc66e4a6 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:15.615336 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-200e32d6-96b2-4893-8ccd-1afe2740321a req-74ff47cc-0a7a-4d37-983f-2180cc66e4a6 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/ports?device_id=856de7f6-1aa7-4b67-bac8-1e6902f032dc HTTP/1.1" status: 200 len: 866 time: 0.1240108 May 18 18:12:15.657494 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52482962-c235-4a20-bc4a-2c5ebacd84c3 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Pushing event deleted for resources: {'Port': ['ID=f7147e38-5504-4db8-b866-92a9b2fb8077,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:12:15.712463 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-caf42d5c-4392-4a5c-a710-02ddb931f2c1 req-ee9bf314-e717-4a26-a3d5-cc766e1499aa service neutron] For port 222a442e-e4e6-418e-91ac-c977acc1c553, host n-h1-838550-3, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:12:15.758199 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-caf42d5c-4392-4a5c-a710-02ddb931f2c1 req-ee9bf314-e717-4a26-a3d5-cc766e1499aa service neutron] For port 222a442e-e4e6-418e-91ac-c977acc1c553, host n-h1-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=222a442e-e4e6-418e-91ac-c977acc1c553,segment=NetworkSegment(159798b3-0081-404e-b89f-736264c95ce3),segment_id=159798b3-0081-404e-b89f-736264c95ce3)] {{(pid=102730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:12:15.764015 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-200e32d6-96b2-4893-8ccd-1afe2740321a req-5c11d73c-f614-408a-a2e8-dce6d6e25b90 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.85 "GET /v2.0/security-groups?id=fae3ce3c-9235-4ae4-9c6c-e682ce6a4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289554 May 18 18:12:15.765705 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-caf42d5c-4392-4a5c-a710-02ddb931f2c1 req-ee9bf314-e717-4a26-a3d5-cc766e1499aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:15.790258 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-3929e0dc-1f07-4228-bb45-22c9e8940dfb req-52482962-c235-4a20-bc4a-2c5ebacd84c3 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] No DVR routers for this DVR port f7147e38-5504-4db8-b866-92a9b2fb8077 on host n-h2-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:12:15.793838 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-3929e0dc-1f07-4228-bb45-22c9e8940dfb req-52482962-c235-4a20-bc4a-2c5ebacd84c3 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:15.806884 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3929e0dc-1f07-4228-bb45-22c9e8940dfb req-52482962-c235-4a20-bc4a-2c5ebacd84c3 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] 10.222.0.88 "DELETE /v2.0/ports/f7147e38-5504-4db8-b866-92a9b2fb8077 HTTP/1.1" status: 204 len: 173 time: 0.9361420 May 18 18:12:15.808580 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '856de7f6-1aa7-4b67-bac8-1e6902f032dc', 'name': 'network-vif-deleted', 'tag': 'f7147e38-5504-4db8-b866-92a9b2fb8077'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:12:15.819784 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18af5650-4bcc-4966-af43-008bab7576f9" -d '{"events": [{"server_uuid": "856de7f6-1aa7-4b67-bac8-1e6902f032dc", "name": "network-vif-deleted", "tag": "f7147e38-5504-4db8-b866-92a9b2fb8077"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:12:15.848230 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf42d5c-4392-4a5c-a710-02ddb931f2c1 req-ee9bf314-e717-4a26-a3d5-cc766e1499aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:15.850230 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-caf42d5c-4392-4a5c-a710-02ddb931f2c1 req-ee9bf314-e717-4a26-a3d5-cc766e1499aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:15.852463 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-caf42d5c-4392-4a5c-a710-02ddb931f2c1 req-ee9bf314-e717-4a26-a3d5-cc766e1499aa service neutron] 10.222.0.36 "PUT /v2.0/ports/222a442e-e4e6-418e-91ac-c977acc1c553 HTTP/1.1" status: 200 len: 1091 time: 1.4986463 May 18 18:12:15.853084 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af52292e-ebe2-4e1d-a4bb-d8928bc8e5f2 req-8e65048d-39a4-446e-9241-bffa57b1ec2b tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:15.854750 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-af52292e-ebe2-4e1d-a4bb-d8928bc8e5f2 req-8e65048d-39a4-446e-9241-bffa57b1ec2b tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=36acf0ec-15a2-4cb9-b65b-d8c09aaa6cec HTTP/1.1" status: 200 len: 945 time: 0.1604593 May 18 18:12:15.924581 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dd6f8f4-37af-46ee-9bcd-2754997cf1c0', 'tag': '222a442e-e4e6-418e-91ac-c977acc1c553'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:12:15.936707 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-290eebad-7d34-4290-9a6b-35fc4afd0192" -d '{"events": [{"name": "network-changed", "server_uuid": "7dd6f8f4-37af-46ee-9bcd-2754997cf1c0", "tag": "222a442e-e4e6-418e-91ac-c977acc1c553"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:12:15.947367 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9bf314-e717-4a26-a3d5-cc766e1499aa service neutron] Pushing event updated for resources: {'Port': ['ID=222a442e-e4e6-418e-91ac-c977acc1c553,revision_number=3']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:12:15.966722 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-af52292e-ebe2-4e1d-a4bb-d8928bc8e5f2 req-a1b5e51b-625a-4f3f-af78-581dadc4a4d4 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/security-groups?id=33ba1fad-191a-4b7a-ae9e-8e9e60985e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941024 May 18 18:12:16.046859 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63fa2571-2f60-4ea6-b935-fa6b40f68a59 x-openstack-request-id: req-63fa2571-2f60-4ea6-b935-fa6b40f68a59 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:12:16.047316 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "856de7f6-1aa7-4b67-bac8-1e6902f032dc", "name": "network-vif-deleted", "tag": "f7147e38-5504-4db8-b866-92a9b2fb8077", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:12:16.047716 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-63fa2571-2f60-4ea6-b935-fa6b40f68a59 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:12:16.048308 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63fa2571-2f60-4ea6-b935-fa6b40f68a59'] response: {'server_uuid': '856de7f6-1aa7-4b67-bac8-1e6902f032dc', 'name': 'network-vif-deleted', 'tag': 'f7147e38-5504-4db8-b866-92a9b2fb8077', 'status': 'completed', 'code': 200} May 18 18:12:16.063783 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf256858-ba51-4eed-a9ed-d235ab224127 req-27af7511-65f4-460c-9aab-e5273408ebee tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:16.075746 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bf256858-ba51-4eed-a9ed-d235ab224127 req-27af7511-65f4-460c-9aab-e5273408ebee tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/ports?device_id=7dd6f8f4-37af-46ee-9bcd-2754997cf1c0 HTTP/1.1" status: 200 len: 943 time: 0.1238635 May 18 18:12:16.078823 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf42d5c-4392-4a5c-a710-02ddb931f2c1 req-a2dd8b19-e0e1-4f56-b029-c028cd1e6065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:16.080312 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-caf42d5c-4392-4a5c-a710-02ddb931f2c1 req-a2dd8b19-e0e1-4f56-b029-c028cd1e6065 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b3978e65ec994763a43b86fa6707d010&device_id=7dd6f8f4-37af-46ee-9bcd-2754997cf1c0 HTTP/1.1" status: 200 len: 1094 time: 0.1168840 May 18 18:12:16.131639 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abb363b4-4b8d-43a8-b7c5-d0b9d0801de1 x-openstack-request-id: req-abb363b4-4b8d-43a8-b7c5-d0b9d0801de1 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:12:16.131865 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dd6f8f4-37af-46ee-9bcd-2754997cf1c0", "tag": "222a442e-e4e6-418e-91ac-c977acc1c553", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:12:16.132064 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-abb363b4-4b8d-43a8-b7c5-d0b9d0801de1 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:12:16.132405 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abb363b4-4b8d-43a8-b7c5-d0b9d0801de1'] response: {'name': 'network-changed', 'server_uuid': '7dd6f8f4-37af-46ee-9bcd-2754997cf1c0', 'tag': '222a442e-e4e6-418e-91ac-c977acc1c553', 'status': 'completed', 'code': 200} May 18 18:12:16.136520 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-caf42d5c-4392-4a5c-a710-02ddb931f2c1 req-ba3c9ade-61da-41ab-be4f-2e7a6f2ebd8f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=222a442e-e4e6-418e-91ac-c977acc1c553 HTTP/1.1" status: 200 len: 217 time: 0.0478661 May 18 18:12:16.191818 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bf256858-ba51-4eed-a9ed-d235ab224127 req-8408a9cb-5e30-4940-bc60-defe405e0e6a tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ea20f59-14b4-4643-9bf1-7dbf92d2a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137829 May 18 18:12:16.215046 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf42d5c-4392-4a5c-a710-02ddb931f2c1 req-a97fa9ef-deab-4381-bf2d-4d407ce74f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:16.217028 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-caf42d5c-4392-4a5c-a710-02ddb931f2c1 req-a97fa9ef-deab-4381-bf2d-4d407ce74f9c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8e5d7b30-30eb-4951-a733-71bef5e29c46 HTTP/1.1" status: 200 len: 850 time: 0.0702484 May 18 18:12:16.297400 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-caf42d5c-4392-4a5c-a710-02ddb931f2c1 req-2468a81e-d31c-459e-828e-377059ce7b39 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=318d7223-f14c-48f3-9a41-7dc7c337e246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634305 May 18 18:12:16.478216 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29370edc-6eb5-4b33-bce8-242776b678c7 req-0a157333-35d9-4b38-8d81-6247c7d3fcf9 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:16.480650 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-29370edc-6eb5-4b33-bce8-242776b678c7 req-0a157333-35d9-4b38-8d81-6247c7d3fcf9 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/ports?device_id=0e9ea744-f84b-44dd-91a2-86d0d61ac63c HTTP/1.1" status: 200 len: 946 time: 0.0958591 May 18 18:12:16.488027 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be1cb47-9187-4c58-870e-c10fc863d3fe req-26f79c9c-cbf1-417d-a9bb-314cc359fb04 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:16.489837 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5be1cb47-9187-4c58-870e-c10fc863d3fe req-26f79c9c-cbf1-417d-a9bb-314cc359fb04 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=36acf0ec-15a2-4cb9-b65b-d8c09aaa6cec HTTP/1.1" status: 200 len: 945 time: 0.1069589 May 18 18:12:16.511977 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-caf42d5c-4392-4a5c-a710-02ddb931f2c1 req-c762ba20-44a5-4122-baf5-2d0b63d81105 service neutron] 10.222.0.36 "GET /v2.0/networks/318d7223-f14c-48f3-9a41-7dc7c337e246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101309 May 18 18:12:16.578282 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5be1cb47-9187-4c58-870e-c10fc863d3fe req-10e95a62-f996-4788-a884-c5e676637ea5 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/security-groups?id=33ba1fad-191a-4b7a-ae9e-8e9e60985e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809875 May 18 18:12:16.632116 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-29370edc-6eb5-4b33-bce8-242776b678c7 req-5cfc3e44-289d-4143-9901-a3bd6c74b865 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/security-groups?id=e692c27b-823e-49d0-99b6-9d1054fe999b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401010 May 18 18:12:16.706731 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-caf42d5c-4392-4a5c-a710-02ddb931f2c1 req-2ff3a9de-dfd8-43b9-98c7-9cc6d7ddb341 service neutron] 10.222.0.36 "GET /v2.0/networks/318d7223-f14c-48f3-9a41-7dc7c337e246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862054 May 18 18:12:16.823106 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512b617b-94d7-41a7-b486-c5a3d0d8eec8 req-eb6713fd-b5c6-4ad5-8221-eea2117018e9 tempest-TenantUsagesTestJSON-736084261 tempest-TenantUsagesTestJSON-736084261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:16.830776 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-512b617b-94d7-41a7-b486-c5a3d0d8eec8 req-eb6713fd-b5c6-4ad5-8221-eea2117018e9 tempest-TenantUsagesTestJSON-736084261 tempest-TenantUsagesTestJSON-736084261-project] 10.222.0.85 "GET /v2.0/ports?device_id=561e3ec3-731f-4fe9-afd3-f45cb79d8e1a HTTP/1.1" status: 200 len: 948 time: 0.0930805 May 18 18:12:16.865970 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290eebad-7d34-4290-9a6b-35fc4afd0192 req-1d52252f-a589-4811-b506-8fc87c6b4e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:16.870795 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-290eebad-7d34-4290-9a6b-35fc4afd0192 req-1d52252f-a589-4811-b506-8fc87c6b4e09 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b3978e65ec994763a43b86fa6707d010&device_id=7dd6f8f4-37af-46ee-9bcd-2754997cf1c0 HTTP/1.1" status: 200 len: 1094 time: 0.0904429 May 18 18:12:16.907377 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-512b617b-94d7-41a7-b486-c5a3d0d8eec8 req-569cb6f1-845c-4cca-8bc7-5ab53a67a66b tempest-TenantUsagesTestJSON-736084261 tempest-TenantUsagesTestJSON-736084261-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ad1ba1d-a13b-4168-a97e-4ef789dd3a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752940 May 18 18:12:16.958626 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 57132) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:12:16.995963 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 3fd36e0c-7b5c-49b2-900b-0342bcc1820d up at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:12:17.029825 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290eebad-7d34-4290-9a6b-35fc4afd0192 req-e9f5625d-5bdf-4403-8465-8327867b9195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:17.031594 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-290eebad-7d34-4290-9a6b-35fc4afd0192 req-e9f5625d-5bdf-4403-8465-8327867b9195 service neutron] 10.222.0.36 "GET /v2.0/networks?id=318d7223-f14c-48f3-9a41-7dc7c337e246 HTTP/1.1" status: 200 len: 911 time: 0.1520286 May 18 18:12:17.122435 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning for port 3fd36e0c-7b5c-49b2-900b-0342bcc1820d completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:12:17.132251 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning complete for port 3fd36e0c-7b5c-49b2-900b-0342bcc1820d triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:12:17.134581 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:17.136240 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-290eebad-7d34-4290-9a6b-35fc4afd0192 req-06e56faf-6097-40f4-92db-72a56508b21f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=222a442e-e4e6-418e-91ac-c977acc1c553 HTTP/1.1" status: 200 len: 217 time: 0.0961778 May 18 18:12:17.206703 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290eebad-7d34-4290-9a6b-35fc4afd0192 req-651ea9ff-7738-4bef-b7c3-7507cd6a4778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:17.209591 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-290eebad-7d34-4290-9a6b-35fc4afd0192 req-651ea9ff-7738-4bef-b7c3-7507cd6a4778 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8e5d7b30-30eb-4951-a733-71bef5e29c46 HTTP/1.1" status: 200 len: 850 time: 0.0651672 May 18 18:12:17.266622 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-290eebad-7d34-4290-9a6b-35fc4afd0192 req-c5c4b21d-5dfc-4a5a-8215-735dad00e463 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=318d7223-f14c-48f3-9a41-7dc7c337e246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499034 May 18 18:12:17.334451 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 3fd36e0c-7b5c-49b2-900b-0342bcc1820d is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:12:17.335082 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:17.363239 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '561e3ec3-731f-4fe9-afd3-f45cb79d8e1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fd36e0c-7b5c-49b2-900b-0342bcc1820d'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:12:17.369017 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6ae367c-ddd5-4d52-883d-d7cb3c3b4a65" -d '{"events": [{"server_uuid": "561e3ec3-731f-4fe9-afd3-f45cb79d8e1a", "name": "network-vif-plugged", "status": "completed", "tag": "3fd36e0c-7b5c-49b2-900b-0342bcc1820d"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:12:17.387119 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 3fd36e0c-7b5c-49b2-900b-0342bcc1820d, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=3fd36e0c-7b5c-49b2-900b-0342bcc1820d,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:12:17.394113 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:17.467908 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-290eebad-7d34-4290-9a6b-35fc4afd0192 req-6ab50852-a64d-4cd5-8126-d512e445d17a service neutron] 10.222.0.36 "GET /v2.0/networks/318d7223-f14c-48f3-9a41-7dc7c337e246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912484 May 18 18:12:17.469918 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=3fd36e0c-7b5c-49b2-900b-0342bcc1820d,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:12:17.479204 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bdfa13a-080b-4635-aff2-e55552febc81 x-openstack-request-id: req-1bdfa13a-080b-4635-aff2-e55552febc81 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:12:17.487125 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "561e3ec3-731f-4fe9-afd3-f45cb79d8e1a", "name": "network-vif-plugged", "status": "completed", "tag": "3fd36e0c-7b5c-49b2-900b-0342bcc1820d", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:12:17.487566 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-1bdfa13a-080b-4635-aff2-e55552febc81 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:12:17.492389 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bdfa13a-080b-4635-aff2-e55552febc81'] response: {'server_uuid': '561e3ec3-731f-4fe9-afd3-f45cb79d8e1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fd36e0c-7b5c-49b2-900b-0342bcc1820d', 'code': 200} May 18 18:12:17.616467 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88db7a1-c89a-44fa-8fb0-dee0b3222260 req-87038d17-8586-46ea-9ab5-01d58651bacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:17.619435 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b88db7a1-c89a-44fa-8fb0-dee0b3222260 req-87038d17-8586-46ea-9ab5-01d58651bacf service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=561e3ec3-731f-4fe9-afd3-f45cb79d8e1a HTTP/1.1" status: 200 len: 1100 time: 0.0663531 May 18 18:12:17.662278 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-290eebad-7d34-4290-9a6b-35fc4afd0192 req-8d0b1b0f-7c8a-4f05-9caf-8488ee0f8bc5 service neutron] 10.222.0.36 "GET /v2.0/networks/318d7223-f14c-48f3-9a41-7dc7c337e246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883783 May 18 18:12:17.730543 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b88db7a1-c89a-44fa-8fb0-dee0b3222260 req-0deb30f6-1927-4abc-b8e6-97e1f6ec36f1 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1ad1ba1d-a13b-4168-a97e-4ef789dd3a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983672 May 18 18:12:17.764594 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bdba821-ae53-471f-84c7-e6d26bc78dd4 admin admin] Deleting subnet 8f7111f6-e2ae-4553-ac4c-889ba94e64a6 {{(pid=102731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:12:17.769212 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4bdba821-ae53-471f-84c7-e6d26bc78dd4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:17.769609 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95d1cc5-4295-4c0a-868f-f91a11407db2 req-0a049edc-5c78-43c6-b7e9-d1bf0c5d15b1 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:17.772941 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a95d1cc5-4295-4c0a-868f-f91a11407db2 req-0a049edc-5c78-43c6-b7e9-d1bf0c5d15b1 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=36acf0ec-15a2-4cb9-b65b-d8c09aaa6cec HTTP/1.1" status: 200 len: 945 time: 0.0868011 May 18 18:12:17.807941 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfc5d3b-cc75-41fb-99a2-4927dc7287ce req-aa82e89d-3710-4688-9ae2-6e8ac51d1bbe tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:17.809456 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5bfc5d3b-cc75-41fb-99a2-4927dc7287ce req-aa82e89d-3710-4688-9ae2-6e8ac51d1bbe tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/ports?device_id=7dd6f8f4-37af-46ee-9bcd-2754997cf1c0 HTTP/1.1" status: 200 len: 943 time: 0.0987568 May 18 18:12:17.820923 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4bdba821-ae53-471f-84c7-e6d26bc78dd4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260542153'] for subnet, precommit_delete_associations {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:17.832735 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a95d1cc5-4295-4c0a-868f-f91a11407db2 req-830cb39b-74c3-40f3-9714-3cb731b73764 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/security-groups?id=33ba1fad-191a-4b7a-ae9e-8e9e60985e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502789 May 18 18:12:17.936503 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4bdba821-ae53-471f-84c7-e6d26bc78dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:17.943695 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5bfc5d3b-cc75-41fb-99a2-4927dc7287ce req-dfa20a35-ef66-47b5-bc2f-fc600d691aca tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ea20f59-14b4-4643-9bf1-7dbf92d2a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827401 May 18 18:12:18.022673 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d88fad2-1201-4d09-88ce-e33de9fb7050 req-7fde9b2b-39e1-41c7-b480-6573dd768449 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:18.024242 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1d88fad2-1201-4d09-88ce-e33de9fb7050 req-7fde9b2b-39e1-41c7-b480-6573dd768449 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/ports?device_id=0e9ea744-f84b-44dd-91a2-86d0d61ac63c HTTP/1.1" status: 200 len: 946 time: 0.0992837 May 18 18:12:18.058808 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4bdba821-ae53-471f-84c7-e6d26bc78dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260898416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260908030'] for subnet, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:18.088384 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdba821-ae53-471f-84c7-e6d26bc78dd4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f7111f6-e2ae-4553-ac4c-889ba94e64a6,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:12:18.089888 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1d88fad2-1201-4d09-88ce-e33de9fb7050 req-cc02d6ed-c129-4a8a-ab61-13b1f0f41f04 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/security-groups?id=e692c27b-823e-49d0-99b6-9d1054fe999b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584793 May 18 18:12:18.104561 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4bdba821-ae53-471f-84c7-e6d26bc78dd4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:18.111957 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-4bdba821-ae53-471f-84c7-e6d26bc78dd4 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/8f7111f6-e2ae-4553-ac4c-889ba94e64a6 HTTP/1.1" status: 204 len: 168 time: 1.1472743 May 18 18:12:18.112402 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 57156) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:12:18.132414 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdba821-ae53-471f-84c7-e6d26bc78dd4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:12:18.132984 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdba821-ae53-471f-84c7-e6d26bc78dd4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:12:18.133643 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdba821-ae53-471f-84c7-e6d26bc78dd4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:12:18.134436 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdba821-ae53-471f-84c7-e6d26bc78dd4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:12:18.135132 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdba821-ae53-471f-84c7-e6d26bc78dd4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:12:18.135334 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdba821-ae53-471f-84c7-e6d26bc78dd4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:12:18.135905 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdba821-ae53-471f-84c7-e6d26bc78dd4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:12:18.136520 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdba821-ae53-471f-84c7-e6d26bc78dd4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:12:18.137115 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdba821-ae53-471f-84c7-e6d26bc78dd4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:12:18.137723 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdba821-ae53-471f-84c7-e6d26bc78dd4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:12:18.138388 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdba821-ae53-471f-84c7-e6d26bc78dd4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:12:18.138799 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdba821-ae53-471f-84c7-e6d26bc78dd4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:12:18.246762 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ad092f44-d264-44e7-b50b-4f3f1c97738f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:18.256627 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc71be6-63d3-4e09-b71e-4393e66a70c6 req-c908fa8b-575e-48dc-aa4c-cabc59a7ae82 tempest-TenantUsagesTestJSON-736084261 tempest-TenantUsagesTestJSON-736084261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:18.272079 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7fc71be6-63d3-4e09-b71e-4393e66a70c6 req-c908fa8b-575e-48dc-aa4c-cabc59a7ae82 tempest-TenantUsagesTestJSON-736084261 tempest-TenantUsagesTestJSON-736084261-project] 10.222.0.85 "GET /v2.0/ports?device_id=561e3ec3-731f-4fe9-afd3-f45cb79d8e1a HTTP/1.1" status: 200 len: 949 time: 0.0915110 May 18 18:12:18.354244 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7fc71be6-63d3-4e09-b71e-4393e66a70c6 req-e5762757-70a2-43b9-a10c-daab5cf2004b tempest-TenantUsagesTestJSON-736084261 tempest-TenantUsagesTestJSON-736084261-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ad1ba1d-a13b-4168-a97e-4ef789dd3a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802205 May 18 18:12:18.416677 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ad092f44-d264-44e7-b50b-4f3f1c97738f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:18.452120 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-ad092f44-d264-44e7-b50b-4f3f1c97738f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34fdcfa4-2e5d-460f-9a9f-5a798833609a']}} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:12:18.464498 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-ad092f44-d264-44e7-b50b-4f3f1c97738f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e6a9b3b-2b82-45b7-b9f1-0f73969fb979') {'for_net_delete': True} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:12:18.464773 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-ad092f44-d264-44e7-b50b-4f3f1c97738f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e6a9b3b-2b82-45b7-b9f1-0f73969fb979') {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:12:18.479074 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4298b60-96f4-478c-860c-93f5ef2518b4 req-e6096d6a-e153-454c-9d72-2455b3c5a7d8 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:18.480579 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f4298b60-96f4-478c-860c-93f5ef2518b4 req-e6096d6a-e153-454c-9d72-2455b3c5a7d8 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=36acf0ec-15a2-4cb9-b65b-d8c09aaa6cec HTTP/1.1" status: 200 len: 945 time: 0.1051521 May 18 18:12:18.484546 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ad092f44-d264-44e7-b50b-4f3f1c97738f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260542144'] for segment, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:18.508135 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ad092f44-d264-44e7-b50b-4f3f1c97738f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:18.519550 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad092f44-d264-44e7-b50b-4f3f1c97738f admin admin] Releasing vlan 629 on physical network physnet1 to pool {{(pid=102731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:12:18.519953 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ad092f44-d264-44e7-b50b-4f3f1c97738f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260884178'] for segment, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:18.521745 n-d-838550-3 neutron-server[102731]: Traceback (most recent call last): May 18 18:12:18.521745 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:12:18.521745 n-d-838550-3 neutron-server[102731]: timer() May 18 18:12:18.521745 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:12:18.521745 n-d-838550-3 neutron-server[102731]: cb(*args, **kw) May 18 18:12:18.521745 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:12:18.521745 n-d-838550-3 neutron-server[102731]: return func(*args, **kwargs) May 18 18:12:18.521745 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:12:18.521745 n-d-838550-3 neutron-server[102731]: self._notify() May 18 18:12:18.521745 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:12:18.521745 n-d-838550-3 neutron-server[102731]: self.callback(batched_events) May 18 18:12:18.521745 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:12:18.521745 n-d-838550-3 neutron-server[102731]: event.method(event) May 18 18:12:18.521745 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:12:18.521745 n-d-838550-3 neutron-server[102731]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:12:18.521745 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:12:18.521745 n-d-838550-3 neutron-server[102731]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:12:18.521745 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:12:18.521745 n-d-838550-3 neutron-server[102731]: return f(self, *a, **k) May 18 18:12:18.521745 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:12:18.521745 n-d-838550-3 neutron-server[102731]: return self._get(url).json() May 18 18:12:18.521745 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:12:18.521745 n-d-838550-3 neutron-server[102731]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:12:18.521745 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:12:18.521745 n-d-838550-3 neutron-server[102731]: return self.request(url, 'GET', **kwargs) May 18 18:12:18.521745 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:12:18.521745 n-d-838550-3 neutron-server[102731]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:12:18.521745 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:12:18.521745 n-d-838550-3 neutron-server[102731]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:12:18.521745 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:12:18.521745 n-d-838550-3 neutron-server[102731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:12:18.521745 n-d-838550-3 neutron-server[102731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:12:18.574065 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f4298b60-96f4-478c-860c-93f5ef2518b4 req-cd5ee064-be88-417a-a5fe-81a662b7275f tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/security-groups?id=33ba1fad-191a-4b7a-ae9e-8e9e60985e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828342 May 18 18:12:18.592850 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ad092f44-d264-44e7-b50b-4f3f1c97738f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:18.620327 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ad092f44-d264-44e7-b50b-4f3f1c97738f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:18.623488 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-ad092f44-d264-44e7-b50b-4f3f1c97738f admin admin] 10.222.0.85 "DELETE /v2.0/networks/34fdcfa4-2e5d-460f-9a9f-5a798833609a HTTP/1.1" status: 204 len: 168 time: 0.5093374 May 18 18:12:18.625009 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad092f44-d264-44e7-b50b-4f3f1c97738f admin admin] Pushing event deleted for resources: {'Network': ['ID=34fdcfa4-2e5d-460f-9a9f-5a798833609a,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:12:18.626724 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 57164) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:12:18.688495 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c7085fe-4fa4-495a-b2da-1e635d971160 admin admin] Deleting subnet ef492fe3-640a-457c-8df0-0433bf8a391f {{(pid=102731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:12:18.692710 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1c7085fe-4fa4-495a-b2da-1e635d971160 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:18.755149 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device f7147e38-5504-4db8-b866-92a9b2fb8077 no longer exists at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:12:18.768005 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1c7085fe-4fa4-495a-b2da-1e635d971160 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260542153'] for subnet, precommit_delete_associations {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:18.798003 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] No Port match for: f7147e38-5504-4db8-b866-92a9b2fb8077 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:12:18.798514 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device f7147e38-5504-4db8-b866-92a9b2fb8077 not bound to the agent host n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:12:18.835005 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1c7085fe-4fa4-495a-b2da-1e635d971160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:18.927809 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1c7085fe-4fa4-495a-b2da-1e635d971160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260898416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260908030'] for subnet, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:18.965316 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7085fe-4fa4-495a-b2da-1e635d971160 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef492fe3-640a-457c-8df0-0433bf8a391f,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:12:18.977509 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1c7085fe-4fa4-495a-b2da-1e635d971160 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:18.981445 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-1c7085fe-4fa4-495a-b2da-1e635d971160 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/ef492fe3-640a-457c-8df0-0433bf8a391f HTTP/1.1" status: 204 len: 168 time: 0.3537731 May 18 18:12:18.983011 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 222a442e-e4e6-418e-91ac-c977acc1c553 details requested by agent hyperv_n-h1-838550-3 with host n-h1-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:12:18.984237 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 57166) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:12:19.185304 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 222a442e-e4e6-418e-91ac-c977acc1c553, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=222a442e-e4e6-418e-91ac-c977acc1c553,segment=NetworkSegment(159798b3-0081-404e-b89f-736264c95ce3),segment_id=159798b3-0081-404e-b89f-736264c95ce3)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:12:19.195290 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c953fcc7-ebc8-46d0-bd38-ccbddf058c8b req-771a4506-08cd-4218-9b00-82ead51bc709 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:19.197508 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c953fcc7-ebc8-46d0-bd38-ccbddf058c8b req-771a4506-08cd-4218-9b00-82ead51bc709 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/ports?device_id=7dd6f8f4-37af-46ee-9bcd-2754997cf1c0 HTTP/1.1" status: 200 len: 943 time: 0.0965500 May 18 18:12:19.201198 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9d503711-a133-4490-a819-c9815e49951f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:19.222486 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Returning: {'device': '222a442e-e4e6-418e-91ac-c977acc1c553', 'network_id': '318d7223-f14c-48f3-9a41-7dc7c337e246', 'port_id': '222a442e-e4e6-418e-91ac-c977acc1c553', 'mac_address': 'fa:16:3e:56:55:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e5d7b30-30eb-4951-a733-71bef5e29c46', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:12:19.278060 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 222a442e-e4e6-418e-91ac-c977acc1c553 is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:12:19.278991 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:19.303979 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5b5589-aec6-4a8f-a677-1024ac53d5c7 req-18b7b50e-552a-46ac-993b-d3427cd07098 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:19.307299 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4f5b5589-aec6-4a8f-a677-1024ac53d5c7 req-18b7b50e-552a-46ac-993b-d3427cd07098 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/ports?device_id=0e9ea744-f84b-44dd-91a2-86d0d61ac63c HTTP/1.1" status: 200 len: 946 time: 0.0714085 May 18 18:12:19.308493 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c953fcc7-ebc8-46d0-bd38-ccbddf058c8b req-3142e839-1ff1-4a66-aa66-f405788c1995 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ea20f59-14b4-4643-9bf1-7dbf92d2a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906961 May 18 18:12:19.375876 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4f5b5589-aec6-4a8f-a677-1024ac53d5c7 req-71502ef2-39ba-465e-a88f-63f7419d1651 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/security-groups?id=e692c27b-823e-49d0-99b6-9d1054fe999b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585051 May 18 18:12:19.399084 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9d503711-a133-4490-a819-c9815e49951f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:19.463341 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-9d503711-a133-4490-a819-c9815e49951f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43f299f1-3f6f-4007-a1de-43c1654a19d6']}} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:12:19.483340 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-9d503711-a133-4490-a819-c9815e49951f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '042e007d-60cf-4cda-bc25-94e17fb98227') {'for_net_delete': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:12:19.483639 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-9d503711-a133-4490-a819-c9815e49951f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '042e007d-60cf-4cda-bc25-94e17fb98227') {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:12:19.513121 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9d503711-a133-4490-a819-c9815e49951f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260107375'] for segment, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:19.513749 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 222a442e-e4e6-418e-91ac-c977acc1c553 {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:12:19.546915 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 222a442e-e4e6-418e-91ac-c977acc1c553, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=222a442e-e4e6-418e-91ac-c977acc1c553,segment=NetworkSegment(159798b3-0081-404e-b89f-736264c95ce3),segment_id=159798b3-0081-404e-b89f-736264c95ce3)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:12:19.552456 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:19.568671 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9d503711-a133-4490-a819-c9815e49951f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:19.593317 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d503711-a133-4490-a819-c9815e49951f admin admin] Releasing vlan 631 on physical network physnet1 to pool {{(pid=102730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:12:19.593803 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9d503711-a133-4490-a819-c9815e49951f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261102736'] for segment, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:19.656451 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=222a442e-e4e6-418e-91ac-c977acc1c553,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:12:19.659342 n-d-838550-3 neutron-server[102730]: Traceback (most recent call last): May 18 18:12:19.659342 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:12:19.659342 n-d-838550-3 neutron-server[102730]: timer() May 18 18:12:19.659342 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:12:19.659342 n-d-838550-3 neutron-server[102730]: cb(*args, **kw) May 18 18:12:19.659342 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:12:19.659342 n-d-838550-3 neutron-server[102730]: return func(*args, **kwargs) May 18 18:12:19.659342 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:12:19.659342 n-d-838550-3 neutron-server[102730]: self._notify() May 18 18:12:19.659342 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:12:19.659342 n-d-838550-3 neutron-server[102730]: self.callback(batched_events) May 18 18:12:19.659342 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:12:19.659342 n-d-838550-3 neutron-server[102730]: event.method(event) May 18 18:12:19.659342 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:12:19.659342 n-d-838550-3 neutron-server[102730]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:12:19.659342 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:12:19.659342 n-d-838550-3 neutron-server[102730]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:12:19.659342 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:12:19.659342 n-d-838550-3 neutron-server[102730]: return f(self, *a, **k) May 18 18:12:19.659342 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:12:19.659342 n-d-838550-3 neutron-server[102730]: return self._get(url).json() May 18 18:12:19.659342 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:12:19.659342 n-d-838550-3 neutron-server[102730]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:12:19.659342 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:12:19.659342 n-d-838550-3 neutron-server[102730]: return self.request(url, 'GET', **kwargs) May 18 18:12:19.659342 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:12:19.659342 n-d-838550-3 neutron-server[102730]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:12:19.659342 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:12:19.659342 n-d-838550-3 neutron-server[102730]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:12:19.659342 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:12:19.659342 n-d-838550-3 neutron-server[102730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:12:19.659342 n-d-838550-3 neutron-server[102730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:12:19.677116 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9d503711-a133-4490-a819-c9815e49951f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:19.705409 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748eec55-fb39-4e4c-aa9e-4058642d1261 req-1ce09b5f-434c-4ce2-9e5b-07b89ddbf5b9 tempest-TenantUsagesTestJSON-736084261 tempest-TenantUsagesTestJSON-736084261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:19.707865 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-748eec55-fb39-4e4c-aa9e-4058642d1261 req-1ce09b5f-434c-4ce2-9e5b-07b89ddbf5b9 tempest-TenantUsagesTestJSON-736084261 tempest-TenantUsagesTestJSON-736084261-project] 10.222.0.85 "GET /v2.0/ports?device_id=561e3ec3-731f-4fe9-afd3-f45cb79d8e1a HTTP/1.1" status: 200 len: 949 time: 0.2265949 May 18 18:12:19.725193 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9d503711-a133-4490-a819-c9815e49951f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:19.729698 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-9d503711-a133-4490-a819-c9815e49951f admin admin] 10.222.0.85 "DELETE /v2.0/networks/43f299f1-3f6f-4007-a1de-43c1654a19d6 HTTP/1.1" status: 204 len: 168 time: 0.7396185 May 18 18:12:19.730583 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d503711-a133-4490-a819-c9815e49951f admin admin] Pushing event deleted for resources: {'Network': ['ID=43f299f1-3f6f-4007-a1de-43c1654a19d6,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:12:19.780503 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-748eec55-fb39-4e4c-aa9e-4058642d1261 req-7f9e72f6-ff6b-4328-8da2-82d8ebd2e621 tempest-TenantUsagesTestJSON-736084261 tempest-TenantUsagesTestJSON-736084261-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ad1ba1d-a13b-4168-a97e-4ef789dd3a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574174 May 18 18:12:19.808755 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['222a442e-e4e6-418e-91ac-c977acc1c553'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:12:19.838702 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d0e9f8-cdb6-461b-add6-646a9e0166a8 req-59f7f654-4839-4d16-ace4-7a1ea601bcd2 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:19.851128 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-91d0e9f8-cdb6-461b-add6-646a9e0166a8 req-59f7f654-4839-4d16-ace4-7a1ea601bcd2 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=36acf0ec-15a2-4cb9-b65b-d8c09aaa6cec HTTP/1.1" status: 200 len: 945 time: 0.1349540 May 18 18:12:19.928691 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-91d0e9f8-cdb6-461b-add6-646a9e0166a8 req-3bc4c8a7-6e20-411a-8bc7-a749a0ec4764 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/security-groups?id=33ba1fad-191a-4b7a-ae9e-8e9e60985e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750387 May 18 18:12:19.970439 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea9c4d7-5174-4b78-9d54-2e4a21824f75 req-e8123feb-9c29-4563-860f-3d05690d253d tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:19.972419 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bea9c4d7-5174-4b78-9d54-2e4a21824f75 req-e8123feb-9c29-4563-860f-3d05690d253d tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.36 "GET /v2.0/ports?device_id=36acf0ec-15a2-4cb9-b65b-d8c09aaa6cec HTTP/1.1" status: 200 len: 945 time: 0.1361330 May 18 18:12:20.029378 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 57196) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:12:20.142536 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-68ebd43c-f76d-48b8-ab7c-a02af4ed9c4c admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=8ebc9a1ec3004890baedda4682fb5641&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1107280 May 18 18:12:20.147368 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 57202) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:12:20.177103 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-bea9c4d7-5174-4b78-9d54-2e4a21824f75 req-f0f6f37e-1ffd-45b9-b076-606ca0ccc128 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Deleting port 4345b759-e675-4da2-869d-7850cacbc3c6 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:12:20.178533 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-bea9c4d7-5174-4b78-9d54-2e4a21824f75 req-f0f6f37e-1ffd-45b9-b076-606ca0ccc128 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:20.304265 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-bea9c4d7-5174-4b78-9d54-2e4a21824f75 req-f0f6f37e-1ffd-45b9-b076-606ca0ccc128 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] For port 4345b759-e675-4da2-869d-7850cacbc3c6, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=4345b759-e675-4da2-869d-7850cacbc3c6,segment=NetworkSegment(58bfdefb-3654-4aa0-92f0-6f0afd2552db),segment_id=58bfdefb-3654-4aa0-92f0-6f0afd2552db)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:12:20.304711 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-bea9c4d7-5174-4b78-9d54-2e4a21824f75 req-f0f6f37e-1ffd-45b9-b076-606ca0ccc128 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:20.326262 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-bea9c4d7-5174-4b78-9d54-2e4a21824f75 req-f0f6f37e-1ffd-45b9-b076-606ca0ccc128 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Calling delete_port for 4345b759-e675-4da2-869d-7850cacbc3c6 owned by compute:nova {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:12:20.562686 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432826a8-8956-45c4-ae05-4690e1dedf9f req-4206d661-4751-4c4b-914a-7c7839f34e9d tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:20.565134 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-432826a8-8956-45c4-ae05-4690e1dedf9f req-4206d661-4751-4c4b-914a-7c7839f34e9d tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/ports?device_id=7dd6f8f4-37af-46ee-9bcd-2754997cf1c0 HTTP/1.1" status: 200 len: 944 time: 0.0769992 May 18 18:12:20.573720 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-bea9c4d7-5174-4b78-9d54-2e4a21824f75 req-f0f6f37e-1ffd-45b9-b076-606ca0ccc128 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:20.601939 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['4345b759-e675-4da2-869d-7850cacbc3c6'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:12:20.630515 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f6f37e-1ffd-45b9-b076-606ca0ccc128 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Pushing event deleted for resources: {'Port': ['ID=4345b759-e675-4da2-869d-7850cacbc3c6,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:12:20.631308 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-432826a8-8956-45c4-ae05-4690e1dedf9f req-91d0e129-299a-4da3-b1e1-8f09894fc560 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ea20f59-14b4-4643-9bf1-7dbf92d2a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536509 May 18 18:12:20.647155 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ce9a7409-45a0-4d7b-9b21-41a2542382a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:20.714190 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ce9a7409-45a0-4d7b-9b21-41a2542382a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:20.753872 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-bea9c4d7-5174-4b78-9d54-2e4a21824f75 req-f0f6f37e-1ffd-45b9-b076-606ca0ccc128 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] No DVR routers for this DVR port 4345b759-e675-4da2-869d-7850cacbc3c6 on host n-h1-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:12:20.767383 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-bea9c4d7-5174-4b78-9d54-2e4a21824f75 req-f0f6f37e-1ffd-45b9-b076-606ca0ccc128 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:20.771112 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bea9c4d7-5174-4b78-9d54-2e4a21824f75 req-f0f6f37e-1ffd-45b9-b076-606ca0ccc128 tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.36 "DELETE /v2.0/ports/4345b759-e675-4da2-869d-7850cacbc3c6 HTTP/1.1" status: 204 len: 173 time: 0.7917612 May 18 18:12:20.771792 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36acf0ec-15a2-4cb9-b65b-d8c09aaa6cec', 'name': 'network-vif-deleted', 'tag': '4345b759-e675-4da2-869d-7850cacbc3c6'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:12:20.774076 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba8ead34-9743-406d-8c42-986179699c22" -d '{"events": [{"server_uuid": "36acf0ec-15a2-4cb9-b65b-d8c09aaa6cec", "name": "network-vif-deleted", "tag": "4345b759-e675-4da2-869d-7850cacbc3c6"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:12:20.883718 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d3aa6e-9199-45ff-a01b-e65ef17d8beb req-1eae1c87-63a8-4bd5-be08-cbbeba58c8b1 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:20.885442 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f3d3aa6e-9199-45ff-a01b-e65ef17d8beb req-1eae1c87-63a8-4bd5-be08-cbbeba58c8b1 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/ports?device_id=0e9ea744-f84b-44dd-91a2-86d0d61ac63c HTTP/1.1" status: 200 len: 946 time: 0.1615753 May 18 18:12:20.916336 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ce9a7409-45a0-4d7b-9b21-41a2542382a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:20.919879 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ce9a7409-45a0-4d7b-9b21-41a2542382a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:20.921062 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-ce9a7409-45a0-4d7b-9b21-41a2542382a1 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/fae3ce3c-9235-4ae4-9c6c-e682ce6a4d13 HTTP/1.1" status: 204 len: 168 time: 0.7673457 May 18 18:12:20.936490 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f113106a-a470-4675-b8b6-006c9b6f7514 req-74992da6-90c9-4d93-ba19-774a8d222bcb tempest-TenantUsagesTestJSON-736084261 tempest-TenantUsagesTestJSON-736084261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:20.942475 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9a7409-45a0-4d7b-9b21-41a2542382a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fae3ce3c-9235-4ae4-9c6c-e682ce6a4d13,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:12:20.943080 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f113106a-a470-4675-b8b6-006c9b6f7514 req-74992da6-90c9-4d93-ba19-774a8d222bcb tempest-TenantUsagesTestJSON-736084261 tempest-TenantUsagesTestJSON-736084261-project] 10.222.0.85 "GET /v2.0/ports?device_id=561e3ec3-731f-4fe9-afd3-f45cb79d8e1a HTTP/1.1" status: 200 len: 949 time: 0.1587431 May 18 18:12:20.998300 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f3d3aa6e-9199-45ff-a01b-e65ef17d8beb req-7ee40f81-6631-43fd-9137-046221402b0a tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/security-groups?id=e692c27b-823e-49d0-99b6-9d1054fe999b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890272 May 18 18:12:21.007594 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 222a442e-e4e6-418e-91ac-c977acc1c553 up at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:12:21.033596 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f113106a-a470-4675-b8b6-006c9b6f7514 req-12c81429-fc25-4bc9-b68d-ec064634f85c tempest-TenantUsagesTestJSON-736084261 tempest-TenantUsagesTestJSON-736084261-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ad1ba1d-a13b-4168-a97e-4ef789dd3a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698941 May 18 18:12:21.090930 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d829c4d-f240-4648-8bde-ec711ac1e054 x-openstack-request-id: req-0d829c4d-f240-4648-8bde-ec711ac1e054 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:12:21.091632 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36acf0ec-15a2-4cb9-b65b-d8c09aaa6cec", "name": "network-vif-deleted", "tag": "4345b759-e675-4da2-869d-7850cacbc3c6", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:12:21.092039 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-0d829c4d-f240-4648-8bde-ec711ac1e054 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:12:21.092744 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d829c4d-f240-4648-8bde-ec711ac1e054'] response: {'server_uuid': '36acf0ec-15a2-4cb9-b65b-d8c09aaa6cec', 'name': 'network-vif-deleted', 'tag': '4345b759-e675-4da2-869d-7850cacbc3c6', 'status': 'completed', 'code': 200} May 18 18:12:21.116093 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning for port 222a442e-e4e6-418e-91ac-c977acc1c553 completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:12:21.126789 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning complete for port 222a442e-e4e6-418e-91ac-c977acc1c553 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:12:21.128037 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:21.253589 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fc03cc6d-b11b-445d-ac9e-c04eedc4747f req-a619a468-f3cc-465f-a915-c702b8d229de tempest-DeleteServersTestJSON-497505831 tempest-DeleteServersTestJSON-497505831-project] 10.222.0.85 "GET /v2.0/ports?device_id=36acf0ec-15a2-4cb9-b65b-d8c09aaa6cec HTTP/1.1" status: 200 len: 210 time: 0.0547011 May 18 18:12:21.255829 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 222a442e-e4e6-418e-91ac-c977acc1c553 is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:12:21.256478 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:21.324398 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 222a442e-e4e6-418e-91ac-c977acc1c553, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=222a442e-e4e6-418e-91ac-c977acc1c553,segment=NetworkSegment(159798b3-0081-404e-b89f-736264c95ce3),segment_id=159798b3-0081-404e-b89f-736264c95ce3)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:12:21.326173 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dd6f8f4-37af-46ee-9bcd-2754997cf1c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '222a442e-e4e6-418e-91ac-c977acc1c553'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:12:21.329528 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e703ca4-bfa7-4df5-9420-44351da1af57" -d '{"events": [{"server_uuid": "7dd6f8f4-37af-46ee-9bcd-2754997cf1c0", "name": "network-vif-plugged", "status": "completed", "tag": "222a442e-e4e6-418e-91ac-c977acc1c553"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:12:21.347079 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:21.419080 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e0b87ff-73d8-4966-8fc1-c0d0362343f0 x-openstack-request-id: req-3e0b87ff-73d8-4966-8fc1-c0d0362343f0 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:12:21.419497 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dd6f8f4-37af-46ee-9bcd-2754997cf1c0", "name": "network-vif-plugged", "status": "completed", "tag": "222a442e-e4e6-418e-91ac-c977acc1c553", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:12:21.419706 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-3e0b87ff-73d8-4966-8fc1-c0d0362343f0 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:12:21.428920 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e0b87ff-73d8-4966-8fc1-c0d0362343f0'] response: {'server_uuid': '7dd6f8f4-37af-46ee-9bcd-2754997cf1c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '222a442e-e4e6-418e-91ac-c977acc1c553', 'code': 200} May 18 18:12:21.506285 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=222a442e-e4e6-418e-91ac-c977acc1c553,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:12:21.703549 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 57232) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:12:21.736556 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f068f45-114c-48b4-abb9-c0500345988e req-ab6016f2-9cee-465c-b615-865dbe6c4e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:21.738109 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2f068f45-114c-48b4-abb9-c0500345988e req-ab6016f2-9cee-465c-b615-865dbe6c4e79 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7dd6f8f4-37af-46ee-9bcd-2754997cf1c0 HTTP/1.1" status: 200 len: 1096 time: 0.1699216 May 18 18:12:21.806082 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-d867ce72-9fe5-4362-8bf2-98245d7c8042 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=a388433be81a4fc98bb48ab846b5a19b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0973506 May 18 18:12:21.811952 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 57234) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:12:21.837820 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2f068f45-114c-48b4-abb9-c0500345988e req-4365f8a6-1929-49e1-934d-313f18c6aed9 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1ea20f59-14b4-4643-9bf1-7dbf92d2a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835581 May 18 18:12:21.857187 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb96e1cf-f8bf-4b61-89c4-135a90db7401 req-f9743c4b-1a15-4043-b1be-e4e62d67894c tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:21.863636 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fb96e1cf-f8bf-4b61-89c4-135a90db7401 req-f9743c4b-1a15-4043-b1be-e4e62d67894c tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/ports?device_id=7dd6f8f4-37af-46ee-9bcd-2754997cf1c0 HTTP/1.1" status: 200 len: 945 time: 0.0827022 May 18 18:12:21.903894 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6212be4c-da13-4efd-8b01-8e90effbb460 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:21.921174 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fb96e1cf-f8bf-4b61-89c4-135a90db7401 req-fd5b4f32-ad14-4183-8d30-df00ae746e19 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ea20f59-14b4-4643-9bf1-7dbf92d2a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547597 May 18 18:12:21.942444 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6212be4c-da13-4efd-8b01-8e90effbb460 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:22.011521 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6212be4c-da13-4efd-8b01-8e90effbb460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:22.014673 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6212be4c-da13-4efd-8b01-8e90effbb460 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:22.016175 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-6212be4c-da13-4efd-8b01-8e90effbb460 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/90681e5e-9b26-4f56-a3cd-9da787e2e5bf HTTP/1.1" status: 204 len: 168 time: 0.2031007 May 18 18:12:22.035989 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6212be4c-da13-4efd-8b01-8e90effbb460 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90681e5e-9b26-4f56-a3cd-9da787e2e5bf,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:12:22.226813 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe332b07-e15c-4163-a9d9-efd5150a2f44 req-6367d291-8244-4ecf-93b8-37afc5f25ae9 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:22.233509 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fe332b07-e15c-4163-a9d9-efd5150a2f44 req-6367d291-8244-4ecf-93b8-37afc5f25ae9 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/ports?device_id=0e9ea744-f84b-44dd-91a2-86d0d61ac63c HTTP/1.1" status: 200 len: 946 time: 0.0976772 May 18 18:12:22.295307 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934e7eeb-d4ca-449e-aa6e-74f9641c9d52 req-02f114e8-4f0a-4772-85ee-eab64b048f90 tempest-TenantUsagesTestJSON-736084261 tempest-TenantUsagesTestJSON-736084261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:22.309054 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-934e7eeb-d4ca-449e-aa6e-74f9641c9d52 req-02f114e8-4f0a-4772-85ee-eab64b048f90 tempest-TenantUsagesTestJSON-736084261 tempest-TenantUsagesTestJSON-736084261-project] 10.222.0.85 "GET /v2.0/ports?device_id=561e3ec3-731f-4fe9-afd3-f45cb79d8e1a HTTP/1.1" status: 200 len: 949 time: 0.1402142 May 18 18:12:22.335517 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fe332b07-e15c-4163-a9d9-efd5150a2f44 req-ddc44f22-ebe7-4bae-8226-3826bedeff3b tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/security-groups?id=e692c27b-823e-49d0-99b6-9d1054fe999b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884011 May 18 18:12:22.387566 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-934e7eeb-d4ca-449e-aa6e-74f9641c9d52 req-fdb1a02f-b7fc-4666-b7df-fca1d69ca37a tempest-TenantUsagesTestJSON-736084261 tempest-TenantUsagesTestJSON-736084261-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ad1ba1d-a13b-4168-a97e-4ef789dd3a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772400 May 18 18:12:22.503329 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a17c45-4525-4f06-98a4-bcd2edb7e94a req-0c4579de-089a-4ddc-9ad5-ea49d0dca0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:22.504870 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-64a17c45-4525-4f06-98a4-bcd2edb7e94a req-0c4579de-089a-4ddc-9ad5-ea49d0dca0b0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0e9ea744-f84b-44dd-91a2-86d0d61ac63c HTTP/1.1" status: 200 len: 1097 time: 0.1555169 May 18 18:12:22.530948 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c06a80-b8d1-4f32-ae38-3e791fda195e req-2bb7d26f-ab2c-41e2-878b-759378b142b5 tempest-TenantUsagesTestJSON-736084261 tempest-TenantUsagesTestJSON-736084261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:22.532519 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-30c06a80-b8d1-4f32-ae38-3e791fda195e req-2bb7d26f-ab2c-41e2-878b-759378b142b5 tempest-TenantUsagesTestJSON-736084261 tempest-TenantUsagesTestJSON-736084261-project] 10.222.0.36 "GET /v2.0/ports?device_id=561e3ec3-731f-4fe9-afd3-f45cb79d8e1a HTTP/1.1" status: 200 len: 949 time: 0.1593072 May 18 18:12:22.609338 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-64a17c45-4525-4f06-98a4-bcd2edb7e94a req-1766872e-0265-47b6-b137-0c7c64260716 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e692c27b-823e-49d0-99b6-9d1054fe999b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753148 May 18 18:12:22.718829 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-30c06a80-b8d1-4f32-ae38-3e791fda195e req-39e095bb-192f-45e1-9a9e-4fcc73233e16 tempest-TenantUsagesTestJSON-736084261 tempest-TenantUsagesTestJSON-736084261-project] Deleting port 3fd36e0c-7b5c-49b2-900b-0342bcc1820d {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:12:22.719499 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-30c06a80-b8d1-4f32-ae38-3e791fda195e req-39e095bb-192f-45e1-9a9e-4fcc73233e16 tempest-TenantUsagesTestJSON-736084261 tempest-TenantUsagesTestJSON-736084261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:22.872848 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-30c06a80-b8d1-4f32-ae38-3e791fda195e req-39e095bb-192f-45e1-9a9e-4fcc73233e16 tempest-TenantUsagesTestJSON-736084261 tempest-TenantUsagesTestJSON-736084261-project] For port 3fd36e0c-7b5c-49b2-900b-0342bcc1820d, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=3fd36e0c-7b5c-49b2-900b-0342bcc1820d,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:12:22.873459 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-30c06a80-b8d1-4f32-ae38-3e791fda195e req-39e095bb-192f-45e1-9a9e-4fcc73233e16 tempest-TenantUsagesTestJSON-736084261 tempest-TenantUsagesTestJSON-736084261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:22.895935 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-30c06a80-b8d1-4f32-ae38-3e791fda195e req-39e095bb-192f-45e1-9a9e-4fcc73233e16 tempest-TenantUsagesTestJSON-736084261 tempest-TenantUsagesTestJSON-736084261-project] Calling delete_port for 3fd36e0c-7b5c-49b2-900b-0342bcc1820d owned by compute:nova {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:12:22.986608 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 3fd36e0c-7b5c-49b2-900b-0342bcc1820d no longer exists at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:12:23.315748 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 3fd36e0c-7b5c-49b2-900b-0342bcc1820d is: ACTIVE; New status is: DOWN {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:12:23.316640 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:23.346481 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7211124-5094-441f-bd2f-e9b8df2fa4bd req-dc230c2a-0735-4560-a97d-917c1e558c5f tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:23.351351 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c7211124-5094-441f-bd2f-e9b8df2fa4bd req-dc230c2a-0735-4560-a97d-917c1e558c5f tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/ports?device_id=7dd6f8f4-37af-46ee-9bcd-2754997cf1c0 HTTP/1.1" status: 200 len: 945 time: 0.1790473 May 18 18:12:23.353506 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-30c06a80-b8d1-4f32-ae38-3e791fda195e req-39e095bb-192f-45e1-9a9e-4fcc73233e16 tempest-TenantUsagesTestJSON-736084261 tempest-TenantUsagesTestJSON-736084261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:23.413865 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 4345b759-e675-4da2-869d-7850cacbc3c6 no longer exists at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:12:23.440894 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] No Port match for: 4345b759-e675-4da2-869d-7850cacbc3c6 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:12:23.441454 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 4345b759-e675-4da2-869d-7850cacbc3c6 not bound to the agent host n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:12:23.695280 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc6208c-179f-4e71-9376-d9284dde4a84 req-16697337-d50a-4aa1-9f5f-a4911a38f52e tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:23.710977 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2dc6208c-179f-4e71-9376-d9284dde4a84 req-16697337-d50a-4aa1-9f5f-a4911a38f52e tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/ports?device_id=0e9ea744-f84b-44dd-91a2-86d0d61ac63c HTTP/1.1" status: 200 len: 946 time: 0.2298419 May 18 18:12:23.761430 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c7211124-5094-441f-bd2f-e9b8df2fa4bd req-af0b5412-0773-42a3-b9f9-37100c0b7e8e tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ea20f59-14b4-4643-9bf1-7dbf92d2a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3848102 May 18 18:12:23.769942 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e095bb-192f-45e1-9a9e-4fcc73233e16 tempest-TenantUsagesTestJSON-736084261 tempest-TenantUsagesTestJSON-736084261-project] Pushing event deleted for resources: {'Port': ['ID=3fd36e0c-7b5c-49b2-900b-0342bcc1820d,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:12:23.927186 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2dc6208c-179f-4e71-9376-d9284dde4a84 req-a605f586-71fc-46da-bc64-299db8c3ddc8 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/security-groups?id=e692c27b-823e-49d0-99b6-9d1054fe999b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137840 May 18 18:12:24.010605 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-30c06a80-b8d1-4f32-ae38-3e791fda195e req-39e095bb-192f-45e1-9a9e-4fcc73233e16 tempest-TenantUsagesTestJSON-736084261 tempest-TenantUsagesTestJSON-736084261-project] No DVR routers for this DVR port 3fd36e0c-7b5c-49b2-900b-0342bcc1820d on host n-h1-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:12:24.017728 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-30c06a80-b8d1-4f32-ae38-3e791fda195e req-39e095bb-192f-45e1-9a9e-4fcc73233e16 tempest-TenantUsagesTestJSON-736084261 tempest-TenantUsagesTestJSON-736084261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:24.028247 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-30c06a80-b8d1-4f32-ae38-3e791fda195e req-39e095bb-192f-45e1-9a9e-4fcc73233e16 tempest-TenantUsagesTestJSON-736084261 tempest-TenantUsagesTestJSON-736084261-project] 10.222.0.36 "DELETE /v2.0/ports/3fd36e0c-7b5c-49b2-900b-0342bcc1820d HTTP/1.1" status: 204 len: 173 time: 1.4841247 May 18 18:12:24.028834 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '561e3ec3-731f-4fe9-afd3-f45cb79d8e1a', 'name': 'network-vif-deleted', 'tag': '3fd36e0c-7b5c-49b2-900b-0342bcc1820d'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:12:24.040622 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-358a99e2-6649-4dce-a496-f357ffd8a196" -d '{"events": [{"server_uuid": "561e3ec3-731f-4fe9-afd3-f45cb79d8e1a", "name": "network-vif-deleted", "tag": "3fd36e0c-7b5c-49b2-900b-0342bcc1820d"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:12:24.136156 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ba2e152-3c47-4e14-bcb9-fc2fb0773087 x-openstack-request-id: req-7ba2e152-3c47-4e14-bcb9-fc2fb0773087 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:12:24.138904 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "561e3ec3-731f-4fe9-afd3-f45cb79d8e1a", "name": "network-vif-deleted", "tag": "3fd36e0c-7b5c-49b2-900b-0342bcc1820d", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:12:24.139208 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-7ba2e152-3c47-4e14-bcb9-fc2fb0773087 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:12:24.139675 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ba2e152-3c47-4e14-bcb9-fc2fb0773087'] response: {'server_uuid': '561e3ec3-731f-4fe9-afd3-f45cb79d8e1a', 'name': 'network-vif-deleted', 'tag': '3fd36e0c-7b5c-49b2-900b-0342bcc1820d', 'status': 'completed', 'code': 200} May 18 18:12:24.158389 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-46bcf00e-045b-4953-aa4b-67aebd46788d req-faa5938a-350f-4470-b563-a41cdb995c16 tempest-TenantUsagesTestJSON-736084261 tempest-TenantUsagesTestJSON-736084261-project] 10.222.0.85 "GET /v2.0/ports?device_id=561e3ec3-731f-4fe9-afd3-f45cb79d8e1a HTTP/1.1" status: 200 len: 210 time: 0.1097319 May 18 18:12:25.030639 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15fdc2e-ec28-4448-878d-66d99742e4f4 req-b1dd598e-c4fb-41ac-b1a7-0a468b5b7f8e tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:25.044566 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a15fdc2e-ec28-4448-878d-66d99742e4f4 req-b1dd598e-c4fb-41ac-b1a7-0a468b5b7f8e tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/ports?device_id=7dd6f8f4-37af-46ee-9bcd-2754997cf1c0 HTTP/1.1" status: 200 len: 945 time: 0.1472769 May 18 18:12:25.146280 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bdef81-d580-4630-9f4f-38cec24f6682 req-3ac1faf5-6015-48dc-ad80-d5f6a39852f6 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:25.158859 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a15fdc2e-ec28-4448-878d-66d99742e4f4 req-e8920bf1-5961-46b0-af32-131fd3e90337 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ea20f59-14b4-4643-9bf1-7dbf92d2a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084538 May 18 18:12:25.161526 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d8bdef81-d580-4630-9f4f-38cec24f6682 req-3ac1faf5-6015-48dc-ad80-d5f6a39852f6 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/ports?device_id=0e9ea744-f84b-44dd-91a2-86d0d61ac63c HTTP/1.1" status: 200 len: 946 time: 0.0760195 May 18 18:12:25.267363 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d8bdef81-d580-4630-9f4f-38cec24f6682 req-41d9986a-77ba-478b-99fe-76a2f60faa2d tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/security-groups?id=e692c27b-823e-49d0-99b6-9d1054fe999b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046541 May 18 18:12:25.536384 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a78930-e08c-4dac-8111-0990949aadff req-e4e64d81-f576-46c6-9844-e0159b01d2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:25.540645 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c5a78930-e08c-4dac-8111-0990949aadff req-e4e64d81-f576-46c6-9844-e0159b01d2be service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b3978e65ec994763a43b86fa6707d010&device_id=7dd6f8f4-37af-46ee-9bcd-2754997cf1c0 HTTP/1.1" status: 200 len: 1096 time: 0.1190476 May 18 18:12:25.691054 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc5e2bb-7709-4932-8997-9201945ad1f2 req-63153939-21df-472d-a806-5f5e98b8ef44 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:25.701412 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bcc5e2bb-7709-4932-8997-9201945ad1f2 req-63153939-21df-472d-a806-5f5e98b8ef44 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/ports?device_id=7dd6f8f4-37af-46ee-9bcd-2754997cf1c0 HTTP/1.1" status: 200 len: 945 time: 0.0978167 May 18 18:12:25.774920 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bcc5e2bb-7709-4932-8997-9201945ad1f2 req-b569227a-cc6e-4b52-896a-f1aedf6cb3ee tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ea20f59-14b4-4643-9bf1-7dbf92d2a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724764 May 18 18:12:25.834377 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a78930-e08c-4dac-8111-0990949aadff req-a4ce8eb5-782e-4450-967b-7b217cdf3526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:25.846583 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c5a78930-e08c-4dac-8111-0990949aadff req-a4ce8eb5-782e-4450-967b-7b217cdf3526 service neutron] 10.222.0.36 "GET /v2.0/networks?id=318d7223-f14c-48f3-9a41-7dc7c337e246 HTTP/1.1" status: 200 len: 911 time: 0.2913702 May 18 18:12:25.955732 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c5a78930-e08c-4dac-8111-0990949aadff req-7e5b1726-b0da-4ddf-8768-b34a0b2fdf6e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=222a442e-e4e6-418e-91ac-c977acc1c553 HTTP/1.1" status: 200 len: 217 time: 0.1035588 May 18 18:12:26.146836 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a78930-e08c-4dac-8111-0990949aadff req-b606a6d6-d92c-4c32-a87d-441d6f80fced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:26.148479 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c5a78930-e08c-4dac-8111-0990949aadff req-b606a6d6-d92c-4c32-a87d-441d6f80fced service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8e5d7b30-30eb-4951-a733-71bef5e29c46 HTTP/1.1" status: 200 len: 850 time: 0.1521721 May 18 18:12:26.158473 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de55e0b8-3dd3-4baf-a16e-8eafcd978f89 req-f8665d7e-2eda-40f4-a03e-310f05443b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:26.160888 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-de55e0b8-3dd3-4baf-a16e-8eafcd978f89 req-f8665d7e-2eda-40f4-a03e-310f05443b1c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c37246a20f2845a089230b88402f6d1b&device_id=0e9ea744-f84b-44dd-91a2-86d0d61ac63c HTTP/1.1" status: 200 len: 1097 time: 0.2297361 May 18 18:12:26.192110 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0780d726-cc79-488d-bcd7-5600e9f574ae req-fcb387a7-13a2-46ef-bf86-8fca94407736 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:26.194294 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0780d726-cc79-488d-bcd7-5600e9f574ae req-fcb387a7-13a2-46ef-bf86-8fca94407736 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/ports?device_id=0e9ea744-f84b-44dd-91a2-86d0d61ac63c HTTP/1.1" status: 200 len: 946 time: 0.1966743 May 18 18:12:26.202747 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 57376) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:12:26.231146 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c5a78930-e08c-4dac-8111-0990949aadff req-7472a361-fbdf-48f2-8b92-aa7709f871c1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=318d7223-f14c-48f3-9a41-7dc7c337e246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0686660 May 18 18:12:26.530532 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-a770d225-b744-4058-8861-0529fc81bb60 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=e48d01a2a10c4a478904b240b102d544&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3246453 May 18 18:12:26.533376 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 57382) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:12:26.673232 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d5d833ae-a6e7-42db-a4bf-8653bf5f56d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:26.740622 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d5d833ae-a6e7-42db-a4bf-8653bf5f56d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:26.828996 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 57388) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:12:26.842736 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d5d833ae-a6e7-42db-a4bf-8653bf5f56d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:26.858806 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d5d833ae-a6e7-42db-a4bf-8653bf5f56d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:26.860646 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-d5d833ae-a6e7-42db-a4bf-8653bf5f56d4 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/1ad1ba1d-a13b-4168-a97e-4ef789dd3a32 HTTP/1.1" status: 204 len: 168 time: 0.3219769 May 18 18:12:26.894776 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d833ae-a6e7-42db-a4bf-8653bf5f56d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ad1ba1d-a13b-4168-a97e-4ef789dd3a32,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:12:26.986641 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 7 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 18:12:27.053534 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faca6d97-2b21-465f-bd54-b54e5efbd3d3 req-6ac7b05e-6489-4770-b48a-e83d36fd9c6b tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:27.073875 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-faca6d97-2b21-465f-bd54-b54e5efbd3d3 req-6ac7b05e-6489-4770-b48a-e83d36fd9c6b tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/ports?device_id=7dd6f8f4-37af-46ee-9bcd-2754997cf1c0 HTTP/1.1" status: 200 len: 945 time: 0.1229603 May 18 18:12:27.142818 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-faca6d97-2b21-465f-bd54-b54e5efbd3d3 req-1ce59edf-7a78-4dda-a6ea-7759919a8176 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ea20f59-14b4-4643-9bf1-7dbf92d2a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673058 May 18 18:12:27.173532 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0780d726-cc79-488d-bcd7-5600e9f574ae req-b3bbc5d8-6d35-45c0-9354-669aa3635e76 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/security-groups?id=e692c27b-823e-49d0-99b6-9d1054fe999b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9466259 May 18 18:12:27.205745 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de55e0b8-3dd3-4baf-a16e-8eafcd978f89 req-a89df274-a7a9-4d61-83f3-924fd193a834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:27.207665 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-de55e0b8-3dd3-4baf-a16e-8eafcd978f89 req-a89df274-a7a9-4d61-83f3-924fd193a834 service neutron] 10.222.0.36 "GET /v2.0/networks?id=055b7a59-22e7-493f-ba66-d1ab1ebb4b38 HTTP/1.1" status: 200 len: 919 time: 1.0368207 May 18 18:12:27.277909 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-de55e0b8-3dd3-4baf-a16e-8eafcd978f89 req-c480aa4c-2c9f-439d-a6b4-aad3c5734f57 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c9ccf49f-2846-4d2f-823c-7e2da03e56af HTTP/1.1" status: 200 len: 217 time: 0.0623188 May 18 18:12:27.351615 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-02b96c43-7e05-4062-874b-e24d28d08b21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:27.358047 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de55e0b8-3dd3-4baf-a16e-8eafcd978f89 req-23913aea-62db-43b4-97f3-fc39c645c7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:27.359831 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-de55e0b8-3dd3-4baf-a16e-8eafcd978f89 req-23913aea-62db-43b4-97f3-fc39c645c7a1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6103a86c-1984-4112-92b7-213da8bfab24 HTTP/1.1" status: 200 len: 857 time: 0.0729499 May 18 18:12:27.420466 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c5a78930-e08c-4dac-8111-0990949aadff req-22215f4e-a094-4fb6-92ce-2639a09b7721 service neutron] 10.222.0.36 "GET /v2.0/networks/318d7223-f14c-48f3-9a41-7dc7c337e246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5893536 May 18 18:12:27.576162 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-02b96c43-7e05-4062-874b-e24d28d08b21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:27.581780 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-02b96c43-7e05-4062-874b-e24d28d08b21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:27.586724 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c5a78930-e08c-4dac-8111-0990949aadff req-d29cccf0-c39f-4531-96e1-522fb93c0f48 service neutron] 10.222.0.36 "GET /v2.0/networks/318d7223-f14c-48f3-9a41-7dc7c337e246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575854 May 18 18:12:27.591279 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de55e0b8-3dd3-4baf-a16e-8eafcd978f89 req-010a147e-3106-4586-a807-cdda418a6f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:27.592829 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-de55e0b8-3dd3-4baf-a16e-8eafcd978f89 req-010a147e-3106-4586-a807-cdda418a6f90 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=055b7a59-22e7-493f-ba66-d1ab1ebb4b38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2262838 May 18 18:12:27.674696 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-02b96c43-7e05-4062-874b-e24d28d08b21 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=633139794de24d01a2dbccfeeff6bbb1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8427486 May 18 18:12:27.677816 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 57408) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:12:27.691244 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b96c43-7e05-4062-874b-e24d28d08b21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7de6e77a-9b74-44d3-9afb-86e9777c2ef6,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:12:27.779240 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 57410) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:12:27.803575 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-32fdff4c-acf5-46f0-bacf-eb86aaba83d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:27.818850 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4d002f23-5f9a-4073-9c27-18b79ace5bf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:27.847219 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-de55e0b8-3dd3-4baf-a16e-8eafcd978f89 req-239619f5-0fc3-431f-990d-db304d3c2649 service neutron] 10.222.0.36 "GET /v2.0/networks/055b7a59-22e7-493f-ba66-d1ab1ebb4b38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2464218 May 18 18:12:27.907706 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4d002f23-5f9a-4073-9c27-18b79ace5bf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:28.004319 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-32fdff4c-acf5-46f0-bacf-eb86aaba83d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:28.015206 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-32fdff4c-acf5-46f0-bacf-eb86aaba83d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:28.068398 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4d002f23-5f9a-4073-9c27-18b79ace5bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:28.074412 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4d002f23-5f9a-4073-9c27-18b79ace5bf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:28.099793 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-4d002f23-5f9a-4073-9c27-18b79ace5bf9 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/7de6e77a-9b74-44d3-9afb-86e9777c2ef6 HTTP/1.1" status: 204 len: 168 time: 0.4088771 May 18 18:12:28.101336 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fdff4c-acf5-46f0-bacf-eb86aaba83d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a399c79-2b03-41a6-843c-50afe76beb75,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:12:28.105491 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-de55e0b8-3dd3-4baf-a16e-8eafcd978f89 req-14b444aa-1d73-4665-8b34-92be9600e301 service neutron] 10.222.0.36 "GET /v2.0/networks/055b7a59-22e7-493f-ba66-d1ab1ebb4b38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2502325 May 18 18:12:28.178775 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d002f23-5f9a-4073-9c27-18b79ace5bf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7de6e77a-9b74-44d3-9afb-86e9777c2ef6,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:12:28.192446 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-32fdff4c-acf5-46f0-bacf-eb86aaba83d6 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=d3ff29f7f0f749d79c52b5af20fa6576&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4118786 May 18 18:12:28.195260 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 57420) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:12:28.393505 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-990d64e5-4e08-4236-ab81-e1acc3ca5fbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:28.429259 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7510ead7-da23-4b67-9891-c84fb3474593 req-611d0d9f-0c65-496f-a925-9614caaaddba tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:28.440662 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7510ead7-da23-4b67-9891-c84fb3474593 req-611d0d9f-0c65-496f-a925-9614caaaddba tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/ports?device_id=7dd6f8f4-37af-46ee-9bcd-2754997cf1c0 HTTP/1.1" status: 200 len: 945 time: 0.1162925 May 18 18:12:28.472978 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-990d64e5-4e08-4236-ab81-e1acc3ca5fbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:28.510445 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7510ead7-da23-4b67-9891-c84fb3474593 req-41998be2-d8dc-4448-a8c8-b6bafd4ba95e tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ea20f59-14b4-4643-9bf1-7dbf92d2a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660989 May 18 18:12:28.518534 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35deb667-a6bd-4542-b564-54fa6e9440c2 req-a606fce5-3c29-4b05-85ad-42e38f55157c tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:28.520241 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-35deb667-a6bd-4542-b564-54fa6e9440c2 req-a606fce5-3c29-4b05-85ad-42e38f55157c tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/ports?device_id=0e9ea744-f84b-44dd-91a2-86d0d61ac63c HTTP/1.1" status: 200 len: 946 time: 0.1245220 May 18 18:12:28.588890 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-35deb667-a6bd-4542-b564-54fa6e9440c2 req-f1659db2-bc8a-4901-b1ca-437b9fb62844 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/security-groups?id=e692c27b-823e-49d0-99b6-9d1054fe999b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579159 May 18 18:12:28.614180 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-990d64e5-4e08-4236-ab81-e1acc3ca5fbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:28.619548 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-990d64e5-4e08-4236-ab81-e1acc3ca5fbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:28.621561 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-990d64e5-4e08-4236-ab81-e1acc3ca5fbf admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/3a399c79-2b03-41a6-843c-50afe76beb75 HTTP/1.1" status: 204 len: 168 time: 0.4194832 May 18 18:12:28.635146 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990d64e5-4e08-4236-ab81-e1acc3ca5fbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a399c79-2b03-41a6-843c-50afe76beb75,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:12:28.811751 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 57430) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:12:28.841001 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-15f99e1a-2c73-4506-b4c5-331070315bbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:28.977402 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-15f99e1a-2c73-4506-b4c5-331070315bbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:28.984217 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-15f99e1a-2c73-4506-b4c5-331070315bbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:29.042143 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f99e1a-2c73-4506-b4c5-331070315bbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=719ba944-a51f-45cc-a686-0c5a5db2d8de,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:12:29.071926 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 57452) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:12:29.072911 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-15f99e1a-2c73-4506-b4c5-331070315bbb admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=2600fd06654c4d85af975e0cb7b30a12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2589738 May 18 18:12:29.174553 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 57458) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:12:29.182827 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ebb95ea5-f557-424a-a664-02bbdacf3ba8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:29.216550 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ebb95ea5-f557-424a-a664-02bbdacf3ba8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:29.300471 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ebb95ea5-f557-424a-a664-02bbdacf3ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:29.304625 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ebb95ea5-f557-424a-a664-02bbdacf3ba8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:29.306562 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-ebb95ea5-f557-424a-a664-02bbdacf3ba8 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/719ba944-a51f-45cc-a686-0c5a5db2d8de HTTP/1.1" status: 204 len: 168 time: 0.2335780 May 18 18:12:29.322258 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb95ea5-f557-424a-a664-02bbdacf3ba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=719ba944-a51f-45cc-a686-0c5a5db2d8de,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:12:29.573973 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd991f6e-e42a-4188-b028-2e6a21fe3b91 admin admin] Deleting subnet 3928b460-5138-4e6e-b763-eaa17a3ede29 {{(pid=102730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:12:29.581324 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-dd991f6e-e42a-4188-b028-2e6a21fe3b91 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:29.716758 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-dd991f6e-e42a-4188-b028-2e6a21fe3b91 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260107366'] for subnet, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:29.863117 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa2865a-90f1-47cf-9734-eb2430b02fd1 req-b4f3d424-c5d6-49f9-b483-80f1145df199 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:29.875812 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8fa2865a-90f1-47cf-9734-eb2430b02fd1 req-b4f3d424-c5d6-49f9-b483-80f1145df199 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/ports?device_id=7dd6f8f4-37af-46ee-9bcd-2754997cf1c0 HTTP/1.1" status: 200 len: 945 time: 0.1733382 May 18 18:12:29.944845 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-dd991f6e-e42a-4188-b028-2e6a21fe3b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:29.962777 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8fa2865a-90f1-47cf-9734-eb2430b02fd1 req-51b64fdb-9d97-4e16-8fa2-c74ac3097ca9 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ea20f59-14b4-4643-9bf1-7dbf92d2a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854883 May 18 18:12:30.072842 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dc23b1-a353-4a64-bf6e-64b367a3986f req-7ae8b4b4-1275-41d8-a1cc-2c40a267f2ad tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:30.072842 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a7dc23b1-a353-4a64-bf6e-64b367a3986f req-7ae8b4b4-1275-41d8-a1cc-2c40a267f2ad tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/ports?device_id=0e9ea744-f84b-44dd-91a2-86d0d61ac63c HTTP/1.1" status: 200 len: 946 time: 0.2533450 May 18 18:12:30.139373 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a7dc23b1-a353-4a64-bf6e-64b367a3986f req-56a2cbf5-7809-4cc3-b78d-7ddc061005d5 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/security-groups?id=e692c27b-823e-49d0-99b6-9d1054fe999b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810704 May 18 18:12:30.152534 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-dd991f6e-e42a-4188-b028-2e6a21fe3b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261104690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261031888'] for subnet, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:30.225404 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd991f6e-e42a-4188-b028-2e6a21fe3b91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3928b460-5138-4e6e-b763-eaa17a3ede29,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:12:30.228228 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-dd991f6e-e42a-4188-b028-2e6a21fe3b91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:30.236334 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 57504) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:12:30.237702 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-dd991f6e-e42a-4188-b028-2e6a21fe3b91 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/3928b460-5138-4e6e-b763-eaa17a3ede29 HTTP/1.1" status: 204 len: 168 time: 1.0616910 May 18 18:12:30.416133 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-daeaedcf-3b72-47eb-a538-836799e609e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:30.466383 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 57514) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:12:30.526066 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-daeaedcf-3b72-47eb-a538-836799e609e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:30.560053 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-daeaedcf-3b72-47eb-a538-836799e609e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f92940b8-c50f-4c94-b1f3-3e93ca94957d']}} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:12:30.573282 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-daeaedcf-3b72-47eb-a538-836799e609e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58bfdefb-3654-4aa0-92f0-6f0afd2552db') {'for_net_delete': True} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:12:30.573807 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-daeaedcf-3b72-47eb-a538-836799e609e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58bfdefb-3654-4aa0-92f0-6f0afd2552db') {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:12:30.591664 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-daeaedcf-3b72-47eb-a538-836799e609e5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260542144'] for segment, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:30.630798 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-daeaedcf-3b72-47eb-a538-836799e609e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:30.639736 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-daeaedcf-3b72-47eb-a538-836799e609e5 admin admin] Releasing vlan 648 on physical network physnet1 to pool {{(pid=102731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:12:30.640156 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-daeaedcf-3b72-47eb-a538-836799e609e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260884178'] for segment, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:30.642329 n-d-838550-3 neutron-server[102731]: Traceback (most recent call last): May 18 18:12:30.642329 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:12:30.642329 n-d-838550-3 neutron-server[102731]: timer() May 18 18:12:30.642329 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:12:30.642329 n-d-838550-3 neutron-server[102731]: cb(*args, **kw) May 18 18:12:30.642329 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:12:30.642329 n-d-838550-3 neutron-server[102731]: return func(*args, **kwargs) May 18 18:12:30.642329 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:12:30.642329 n-d-838550-3 neutron-server[102731]: self._notify() May 18 18:12:30.642329 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:12:30.642329 n-d-838550-3 neutron-server[102731]: self.callback(batched_events) May 18 18:12:30.642329 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:12:30.642329 n-d-838550-3 neutron-server[102731]: event.method(event) May 18 18:12:30.642329 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:12:30.642329 n-d-838550-3 neutron-server[102731]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:12:30.642329 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:12:30.642329 n-d-838550-3 neutron-server[102731]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:12:30.642329 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:12:30.642329 n-d-838550-3 neutron-server[102731]: return f(self, *a, **k) May 18 18:12:30.642329 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:12:30.642329 n-d-838550-3 neutron-server[102731]: return self._get(url).json() May 18 18:12:30.642329 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:12:30.642329 n-d-838550-3 neutron-server[102731]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:12:30.642329 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:12:30.642329 n-d-838550-3 neutron-server[102731]: return self.request(url, 'GET', **kwargs) May 18 18:12:30.642329 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:12:30.642329 n-d-838550-3 neutron-server[102731]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:12:30.642329 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:12:30.642329 n-d-838550-3 neutron-server[102731]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:12:30.642329 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:12:30.642329 n-d-838550-3 neutron-server[102731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:12:30.642329 n-d-838550-3 neutron-server[102731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:12:30.740803 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-daeaedcf-3b72-47eb-a538-836799e609e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:30.773239 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-daeaedcf-3b72-47eb-a538-836799e609e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:30.778195 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-daeaedcf-3b72-47eb-a538-836799e609e5 admin admin] 10.222.0.85 "DELETE /v2.0/networks/f92940b8-c50f-4c94-b1f3-3e93ca94957d HTTP/1.1" status: 204 len: 168 time: 0.5400927 May 18 18:12:30.779336 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daeaedcf-3b72-47eb-a538-836799e609e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=f92940b8-c50f-4c94-b1f3-3e93ca94957d,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:12:30.903605 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:31.003755 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-9a1f6f84-a0de-4eec-aa7a-68096b6bc4af admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-575008717-network', 'tenant_id': 'a27c305c5d9b494a9541e7e80b8023f7'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:12:31.037972 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:31.059196 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a1f6f84-a0de-4eec-aa7a-68096b6bc4af admin admin] Made reservation on behalf of a27c305c5d9b494a9541e7e80b8023f7 for: {'network': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:12:31.064651 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9a1f6f84-a0de-4eec-aa7a-68096b6bc4af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:31.082355 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9a1f6f84-a0de-4eec-aa7a-68096b6bc4af admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:31.240540 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9a1f6f84-a0de-4eec-aa7a-68096b6bc4af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:31.250699 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9a1f6f84-a0de-4eec-aa7a-68096b6bc4af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:31.259214 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa1c5a3-dce8-44c2-aa81-111db41344e2 req-824ba070-e013-460c-8402-4a3ae6656529 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:31.273042 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-daa1c5a3-dce8-44c2-aa81-111db41344e2 req-824ba070-e013-460c-8402-4a3ae6656529 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/ports?device_id=7dd6f8f4-37af-46ee-9bcd-2754997cf1c0 HTTP/1.1" status: 200 len: 945 time: 0.1625941 May 18 18:12:31.306349 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a1f6f84-a0de-4eec-aa7a-68096b6bc4af admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 639} {{(pid=102730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:12:31.314670 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 57536) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:12:31.350053 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1f6f84-a0de-4eec-aa7a-68096b6bc4af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40544c65-6572-4c20-a581-4c1dcb6f1a4f,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:12:31.355449 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-daa1c5a3-dce8-44c2-aa81-111db41344e2 req-25f9db49-0444-483b-8a16-711760550352 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ea20f59-14b4-4643-9bf1-7dbf92d2a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789766 May 18 18:12:31.409413 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9a1f6f84-a0de-4eec-aa7a-68096b6bc4af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:31.409802 n-d-838550-3 neutron-server[102730]: INFO neutron.db.segments_db [None req-9a1f6f84-a0de-4eec-aa7a-68096b6bc4af admin admin] Added segment 2567a2cc-65de-4596-bdc0-449e9f2aa040 of type vlan for network 77e2fed5-08bd-4436-b642-9de39911dad2 May 18 18:12:31.504491 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9a1f6f84-a0de-4eec-aa7a-68096b6bc4af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:31.535976 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-64542bf5-8a46-4fae-8028-6b52fcc2f1db admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=ed8a017ff6d8432c9386dee5054e8944&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2125933 May 18 18:12:31.536851 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 57542) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:12:31.554559 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9a1f6f84-a0de-4eec-aa7a-68096b6bc4af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:31.556415 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a1f6f84-a0de-4eec-aa7a-68096b6bc4af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:31.557106 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9a1f6f84-a0de-4eec-aa7a-68096b6bc4af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:31.598067 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e250573-a888-453f-9992-d487c5233c5a req-4c0ff092-f93b-44ec-abbf-07beb63fed30 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:31.599191 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7e250573-a888-453f-9992-d487c5233c5a req-4c0ff092-f93b-44ec-abbf-07beb63fed30 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/ports?device_id=0e9ea744-f84b-44dd-91a2-86d0d61ac63c HTTP/1.1" status: 200 len: 946 time: 0.2648258 May 18 18:12:31.679371 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2c5d3033-4d6a-461e-b1ff-7197c136dd98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:31.681935 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-9a1f6f84-a0de-4eec-aa7a-68096b6bc4af admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2139854 May 18 18:12:31.682136 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 57546) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:12:31.687979 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-308d8809-0b78-4896-ac1a-8c61e2515c1c admin admin] Request body: {'subnet': {'network_id': '77e2fed5-08bd-4436-b642-9de39911dad2', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-575008717-subnet', 'tenant_id': 'a27c305c5d9b494a9541e7e80b8023f7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:12:31.703811 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1f6f84-a0de-4eec-aa7a-68096b6bc4af admin admin] Pushing event updated for resources: {'Network': ['ID=77e2fed5-08bd-4436-b642-9de39911dad2,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:12:31.716068 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network 77e2fed5-08bd-4436-b642-9de39911dad2 details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:12:31.728241 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-308d8809-0b78-4896-ac1a-8c61e2515c1c admin admin] Made reservation on behalf of a27c305c5d9b494a9541e7e80b8023f7 for: {'subnet': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:12:31.731157 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-308d8809-0b78-4896-ac1a-8c61e2515c1c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260908003'] for subnet, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:31.736356 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7e250573-a888-453f-9992-d487c5233c5a req-ee5bfa08-8980-465f-acff-f9e5d921766a tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/security-groups?id=e692c27b-823e-49d0-99b6-9d1054fe999b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980668 May 18 18:12:31.862038 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2c5d3033-4d6a-461e-b1ff-7197c136dd98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:32.064688 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2c5d3033-4d6a-461e-b1ff-7197c136dd98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:32.069783 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2c5d3033-4d6a-461e-b1ff-7197c136dd98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:32.074989 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-2c5d3033-4d6a-461e-b1ff-7197c136dd98 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/33ba1fad-191a-4b7a-ae9e-8e9e60985e31 HTTP/1.1" status: 204 len: 168 time: 0.5354452 May 18 18:12:32.090818 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5d3033-4d6a-461e-b1ff-7197c136dd98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33ba1fad-191a-4b7a-ae9e-8e9e60985e31,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:12:32.094357 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-308d8809-0b78-4896-ac1a-8c61e2515c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260898481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260908021'] for subnet, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:32.172972 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308d8809-0b78-4896-ac1a-8c61e2515c1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=46f5e774-765a-4527-b38f-890360bd90af,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:12:32.271856 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308d8809-0b78-4896-ac1a-8c61e2515c1c admin admin] Checking segment: {'id': '2567a2cc-65de-4596-bdc0-449e9f2aa040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '77e2fed5-08bd-4436-b642-9de39911dad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:12:32.272538 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-308d8809-0b78-4896-ac1a-8c61e2515c1c admin admin] Network hostable DHCP agents. Network: 77e2fed5-08bd-4436-b642-9de39911dad2, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:12:32.320501 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-308d8809-0b78-4896-ac1a-8c61e2515c1c admin admin] Network 77e2fed5-08bd-4436-b642-9de39911dad2 is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:12:32.336039 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-308d8809-0b78-4896-ac1a-8c61e2515c1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, 77e2fed5-08bd-4436-b642-9de39911dad2) {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:12:32.345808 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308d8809-0b78-4896-ac1a-8c61e2515c1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:32.346234 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-308d8809-0b78-4896-ac1a-8c61e2515c1c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:32.351296 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be85fae0-47cc-4b5d-b3a1-075a53449e64 None None] Network 77e2fed5-08bd-4436-b642-9de39911dad2 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:12:32.432976 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 57566) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:12:32.439443 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-904a09a1-b70e-4704-af1b-d9eed128bdab admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-575008717-router', 'tenant_id': 'a27c305c5d9b494a9541e7e80b8023f7', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:12:32.439681 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-308d8809-0b78-4896-ac1a-8c61e2515c1c admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7458446 May 18 18:12:32.527968 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-904a09a1-b70e-4704-af1b-d9eed128bdab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25099'] for router, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:32.535620 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-904a09a1-b70e-4704-af1b-d9eed128bdab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-593238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596850', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25088'] for router, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:32.736765 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-904a09a1-b70e-4704-af1b-d9eed128bdab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:32.798419 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f98c44d6-dbfa-4bda-9f97-65462f22e511 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-77e2fed5-08bd-4436-b642-9de39911dad2', 'network_id': '77e2fed5-08bd-4436-b642-9de39911dad2', 'tenant_id': 'a27c305c5d9b494a9541e7e80b8023f7', 'fixed_ips': [{'subnet_id': '46f5e774-765a-4527-b38f-890360bd90af'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:12:32.799282 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f98c44d6-dbfa-4bda-9f97-65462f22e511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:32.830095 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62187ce-5740-4465-b404-7154054b578f req-2c8bb0d9-9656-4051-bb8f-9db80b0a73f5 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:32.844209 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c62187ce-5740-4465-b404-7154054b578f req-2c8bb0d9-9656-4051-bb8f-9db80b0a73f5 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/ports?device_id=7dd6f8f4-37af-46ee-9bcd-2754997cf1c0 HTTP/1.1" status: 200 len: 945 time: 0.2153687 May 18 18:12:32.951923 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c62187ce-5740-4465-b404-7154054b578f req-106c4062-24fe-47b9-905c-b63c59288e20 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ea20f59-14b4-4643-9bf1-7dbf92d2a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052155 May 18 18:12:33.097265 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-f98c44d6-dbfa-4bda-9f97-65462f22e511 None None] Allocated IP 172.20.0.2 (77e2fed5-08bd-4436-b642-9de39911dad2/46f5e774-765a-4527-b38f-890360bd90af/14b9f91f-d7bb-4361-a51d-3e22861116b8) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:12:33.240705 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-904a09a1-b70e-4704-af1b-d9eed128bdab admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:33.329885 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f98c44d6-dbfa-4bda-9f97-65462f22e511 None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:33.342379 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f98c44d6-dbfa-4bda-9f97-65462f22e511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:33.466019 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f98c44d6-dbfa-4bda-9f97-65462f22e511 None None] Network 77e2fed5-08bd-4436-b642-9de39911dad2 is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:12:33.478749 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-f98c44d6-dbfa-4bda-9f97-65462f22e511 None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:12:33.485972 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98c44d6-dbfa-4bda-9f97-65462f22e511 None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:12:33.493903 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98c44d6-dbfa-4bda-9f97-65462f22e511 None None] Pushing event updated for resources: {'Port': ['ID=14b9f91f-d7bb-4361-a51d-3e22861116b8,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:12:33.693551 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-f98c44d6-dbfa-4bda-9f97-65462f22e511 None None] Attempting to bind port 14b9f91f-d7bb-4361-a51d-3e22861116b8 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:12:33.694993 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-f98c44d6-dbfa-4bda-9f97-65462f22e511 None None] Attempting to bind port 14b9f91f-d7bb-4361-a51d-3e22861116b8 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '2567a2cc-65de-4596-bdc0-449e9f2aa040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '77e2fed5-08bd-4436-b642-9de39911dad2'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:12:33.695559 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98c44d6-dbfa-4bda-9f97-65462f22e511 None None] Attempting to bind port 14b9f91f-d7bb-4361-a51d-3e22861116b8 on network 77e2fed5-08bd-4436-b642-9de39911dad2 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:12:33.714936 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98c44d6-dbfa-4bda-9f97-65462f22e511 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:12:33.716393 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98c44d6-dbfa-4bda-9f97-65462f22e511 None None] Checking segment: {'id': '2567a2cc-65de-4596-bdc0-449e9f2aa040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '77e2fed5-08bd-4436-b642-9de39911dad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:12:33.718133 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f98c44d6-dbfa-4bda-9f97-65462f22e511 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:33.718716 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98c44d6-dbfa-4bda-9f97-65462f22e511 None None] Bound using segment: {'id': '2567a2cc-65de-4596-bdc0-449e9f2aa040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '77e2fed5-08bd-4436-b642-9de39911dad2'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:12:33.720122 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-f98c44d6-dbfa-4bda-9f97-65462f22e511 None None] Bound port: 14b9f91f-d7bb-4361-a51d-3e22861116b8, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2567a2cc-65de-4596-bdc0-449e9f2aa040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '77e2fed5-08bd-4436-b642-9de39911dad2'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:12:33.734828 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f98c44d6-dbfa-4bda-9f97-65462f22e511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:33.861885 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-904a09a1-b70e-4704-af1b-d9eed128bdab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:33.928315 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-904a09a1-b70e-4704-af1b-d9eed128bdab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:33.974250 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-f98c44d6-dbfa-4bda-9f97-65462f22e511 None None] For port 14b9f91f-d7bb-4361-a51d-3e22861116b8, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:12:33.974250 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-f98c44d6-dbfa-4bda-9f97-65462f22e511 None None] For port 14b9f91f-d7bb-4361-a51d-3e22861116b8, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=14b9f91f-d7bb-4361-a51d-3e22861116b8,segment=NetworkSegment(2567a2cc-65de-4596-bdc0-449e9f2aa040),segment_id=2567a2cc-65de-4596-bdc0-449e9f2aa040)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:12:33.991532 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f98c44d6-dbfa-4bda-9f97-65462f22e511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:34.151775 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98c44d6-dbfa-4bda-9f97-65462f22e511 None None] Pushing event updated for resources: {'Port': ['ID=14b9f91f-d7bb-4361-a51d-3e22861116b8,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:12:34.189914 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-904a09a1-b70e-4704-af1b-d9eed128bdab admin admin] Allocated IP 172.25.5.90 (31ebd439-090c-4b25-bbb0-31c48711b145/363a2810-8a83-4be0-a317-7c91fcd94485/92aaa1e2-d47f-4eb6-bdfb-2553af996132) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:12:34.294536 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e240c5-4f72-424f-a30e-2ed9f8530b8a req-dba92a07-752c-4587-b6b7-96e98f74bcea tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:34.313453 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-30e240c5-4f72-424f-a30e-2ed9f8530b8a req-dba92a07-752c-4587-b6b7-96e98f74bcea tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/ports?device_id=7dd6f8f4-37af-46ee-9bcd-2754997cf1c0 HTTP/1.1" status: 200 len: 945 time: 0.1845469 May 18 18:12:34.400722 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-30e240c5-4f72-424f-a30e-2ed9f8530b8a req-7a4468e0-a303-4d16-be41-c06b3e582460 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ea20f59-14b4-4643-9bf1-7dbf92d2a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863709 May 18 18:12:34.496474 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-904a09a1-b70e-4704-af1b-d9eed128bdab admin admin] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:34.550263 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-904a09a1-b70e-4704-af1b-d9eed128bdab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:34.656151 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-904a09a1-b70e-4704-af1b-d9eed128bdab admin admin] Network 31ebd439-090c-4b25-bbb0-31c48711b145 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:12:34.666377 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-904a09a1-b70e-4704-af1b-d9eed128bdab admin admin] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:12:34.671444 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904a09a1-b70e-4704-af1b-d9eed128bdab admin admin] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:12:34.733979 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904a09a1-b70e-4704-af1b-d9eed128bdab admin admin] Pushing event updated for resources: {'Port': ['ID=92aaa1e2-d47f-4eb6-bdfb-2553af996132,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:12:35.076792 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 57658) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:12:35.085805 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-8bcf7c79-bac2-4808-9f6b-7b7c151bc035 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1268748025', 'description': 'tempest-description--2110439793'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:12:35.156071 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8bcf7c79-bac2-4808-9f6b-7b7c151bc035 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:35.298437 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 14b9f91f-d7bb-4361-a51d-3e22861116b8 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:12:35.372479 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a55560ed-5dd5-48e8-8654-44b2af752d36 req-feb0ec3d-017d-4c9f-8581-167d2add03ac tempest-ServersAaction247Test-134281574 tempest-ServersAaction247Test-134281574-project] 10.222.0.85 "GET /v2.0/ports?device_id=d0c5810c-3b4c-44b9-9485-345a2dd04ba5 HTTP/1.1" status: 200 len: 210 time: 0.1881888 May 18 18:12:35.458330 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-904a09a1-b70e-4704-af1b-d9eed128bdab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:35.482837 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 14b9f91f-d7bb-4361-a51d-3e22861116b8 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:12:35.484166 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:35.488447 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8bcf7c79-bac2-4808-9f6b-7b7c151bc035 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:35.494881 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8bcf7c79-bac2-4808-9f6b-7b7c151bc035 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:35.578215 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8bcf7c79-bac2-4808-9f6b-7b7c151bc035 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:35.591969 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 57674) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:12:35.592734 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-8bcf7c79-bac2-4808-9f6b-7b7c151bc035 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5148101 May 18 18:12:35.622876 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-f85f17f1-7bf2-4c53-b144-c170fd2f2225 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Request body: {'security_group_rule': {'security_group_id': '73e433d4-f339-4b3f-93ff-d66128030654', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:12:35.709798 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcf7c79-bac2-4808-9f6b-7b7c151bc035 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73e433d4-f339-4b3f-93ff-d66128030654,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:12:35.752113 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 14b9f91f-d7bb-4361-a51d-3e22861116b8 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:12:35.754154 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:35.767970 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3b7107-93b0-4823-b568-0d5220091555 req-a6ab743e-ecba-4029-b27d-8cebf27b0643 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:35.784201 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-eb3b7107-93b0-4823-b568-0d5220091555 req-a6ab743e-ecba-4029-b27d-8cebf27b0643 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/ports?device_id=7dd6f8f4-37af-46ee-9bcd-2754997cf1c0 HTTP/1.1" status: 200 len: 945 time: 0.1836486 May 18 18:12:35.868672 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] For port 14b9f91f-d7bb-4361-a51d-3e22861116b8, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=14b9f91f-d7bb-4361-a51d-3e22861116b8,segment=NetworkSegment(2567a2cc-65de-4596-bdc0-449e9f2aa040),segment_id=2567a2cc-65de-4596-bdc0-449e9f2aa040)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:12:35.876164 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:35.888351 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f85f17f1-7bf2-4c53-b144-c170fd2f2225 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:35.920682 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-eb3b7107-93b0-4823-b568-0d5220091555 req-3dd2a7bd-84cf-49b2-90fb-6dbe5b09c64c tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ea20f59-14b4-4643-9bf1-7dbf92d2a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336036 May 18 18:12:36.019721 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Pushing event updated for resources: {'Port': ['ID=14b9f91f-d7bb-4361-a51d-3e22861116b8,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:12:36.091987 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9233b38d-2fd0-4a1d-8452-033517940c79 None None] Network 77e2fed5-08bd-4436-b642-9de39911dad2 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:12:36.165726 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f85f17f1-7bf2-4c53-b144-c170fd2f2225 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:36.207237 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-1507d251-3696-4949-90fd-ff7e45ee3d6b None None] Provisioning complete for port 14b9f91f-d7bb-4361-a51d-3e22861116b8 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:12:36.208027 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1507d251-3696-4949-90fd-ff7e45ee3d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:36.215189 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f85f17f1-7bf2-4c53-b144-c170fd2f2225 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:36.246595 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85f17f1-7bf2-4c53-b144-c170fd2f2225 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24a2e3cf-6e43-44ff-bea7-e96bebc56f07,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:12:36.254532 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f85f17f1-7bf2-4c53-b144-c170fd2f2225 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:36.255940 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-f85f17f1-7bf2-4c53-b144-c170fd2f2225 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6628649 May 18 18:12:36.260268 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 57688) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:12:36.265693 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-37868a93-bee1-4b3c-ac3d-1b8d3015f6c5 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Request body: {'security_group_rule': {'security_group_id': '73e433d4-f339-4b3f-93ff-d66128030654', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:12:36.268040 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-904a09a1-b70e-4704-af1b-d9eed128bdab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596801'] for router, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:36.342223 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-37868a93-bee1-4b3c-ac3d-1b8d3015f6c5 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:36.455832 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-37868a93-bee1-4b3c-ac3d-1b8d3015f6c5 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:36.470440 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-37868a93-bee1-4b3c-ac3d-1b8d3015f6c5 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:36.527150 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37868a93-bee1-4b3c-ac3d-1b8d3015f6c5 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37ab56ca-0620-4bc8-9f8a-93c0f3a34911,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:12:36.549651 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-37868a93-bee1-4b3c-ac3d-1b8d3015f6c5 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:36.557049 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-37868a93-bee1-4b3c-ac3d-1b8d3015f6c5 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2955623 May 18 18:12:36.561608 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 57696) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:12:36.570212 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-02a7b647-693e-4b81-a2d7-222b4af31327 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Request body: {'floatingip': {'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:12:36.570790 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-1507d251-3696-4949-90fd-ff7e45ee3d6b None None] Current status of the port 14b9f91f-d7bb-4361-a51d-3e22861116b8 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:12:36.625967 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-02a7b647-693e-4b81-a2d7-222b4af31327 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Notify callbacks [] for floatingip, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:36.712453 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1270595a-d7a8-47f3-aab5-c715ed4388cf req-e1ddbd54-8a4c-4b36-bd6b-6d620041a67f tempest-ServersAaction247Test-134281574 tempest-ServersAaction247Test-134281574-project] 10.222.0.85 "GET /v2.0/ports?device_id=d0c5810c-3b4c-44b9-9485-345a2dd04ba5 HTTP/1.1" status: 200 len: 210 time: 0.0627792 May 18 18:12:36.825975 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-904a09a1-b70e-4704-af1b-d9eed128bdab admin admin] Router 1bd9a343-65d7-4a22-a70b-d58ff6d11eb4 is scheduled to L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e with binding_index 1 {{(pid=102730) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 18 18:12:37.027955 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-5783465f-9c12-469c-a156-94e7bc62648b None None] Provisioning complete for port 14b9f91f-d7bb-4361-a51d-3e22861116b8 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:12:37.036075 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-5783465f-9c12-469c-a156-94e7bc62648b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:37.076706 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-02a7b647-693e-4b81-a2d7-222b4af31327 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:37.220855 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 14b9f91f-d7bb-4361-a51d-3e22861116b8 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:12:37.283251 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-904a09a1-b70e-4704-af1b-d9eed128bdab admin admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:12:37.299809 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d1a5c4-d401-4b19-b0e1-60d0be405add None None] Sync routers for ids ['1bd9a343-65d7-4a22-a70b-d58ff6d11eb4'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:12:37.335876 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d1a5c4-d401-4b19-b0e1-60d0be405add None None] Routers {'1bd9a343-65d7-4a22-a70b-d58ff6d11eb4'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:12:37.339984 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-09d1a5c4-d401-4b19-b0e1-60d0be405add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:12:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['1bd9a343-65d7-4a22-a70b-d58ff6d11eb4'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:12:37.372108 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ff7199-7fa2-438a-9daa-4478e0c101db req-8dfaf2f5-6f59-4b72-b656-5a5f3627a2a8 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:37.388597 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a0ff7199-7fa2-438a-9daa-4478e0c101db req-8dfaf2f5-6f59-4b72-b656-5a5f3627a2a8 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/ports?device_id=7dd6f8f4-37af-46ee-9bcd-2754997cf1c0 HTTP/1.1" status: 200 len: 945 time: 0.2350917 May 18 18:12:37.457179 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-904a09a1-b70e-4704-af1b-d9eed128bdab admin admin] Notify callbacks [] for router, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:37.458493 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-904a09a1-b70e-4704-af1b-d9eed128bdab admin admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.0236540 May 18 18:12:37.470252 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 57732) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:12:37.502649 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-5783465f-9c12-469c-a156-94e7bc62648b None None] Current status of the port 14b9f91f-d7bb-4361-a51d-3e22861116b8 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:12:37.521528 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-02a7b647-693e-4b81-a2d7-222b4af31327 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Allocated IP 172.25.5.188 (31ebd439-090c-4b25-bbb0-31c48711b145/363a2810-8a83-4be0-a317-7c91fcd94485/c7b609cb-2f34-4ee0-816e-85515ada2afa) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:12:37.604064 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-09d1a5c4-d401-4b19-b0e1-60d0be405add None None] Set router 1bd9a343-65d7-4a22-a70b-d58ff6d11eb4 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:12:37.629566 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a0ff7199-7fa2-438a-9daa-4478e0c101db req-a6a536f6-5e0a-406a-a92a-59abd9e8c1e3 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ea20f59-14b4-4643-9bf1-7dbf92d2a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399869 May 18 18:12:37.630449 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 14b9f91f-d7bb-4361-a51d-3e22861116b8 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:12:37.632085 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:37.747280 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c2148ca0-ffc3-4e4f-be7e-f8a927244bf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:37.863565 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-02a7b647-693e-4b81-a2d7-222b4af31327 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:37.905749 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 14b9f91f-d7bb-4361-a51d-3e22861116b8 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:12:37.940067 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-02a7b647-693e-4b81-a2d7-222b4af31327 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:38.093152 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a7b647-693e-4b81-a2d7-222b4af31327 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Pushing event updated for resources: {'Port': ['ID=c7b609cb-2f34-4ee0-816e-85515ada2afa,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:12:38.153158 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a7b647-693e-4b81-a2d7-222b4af31327 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Network 31ebd439-090c-4b25-bbb0-31c48711b145 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:12:38.160440 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-02a7b647-693e-4b81-a2d7-222b4af31327 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:12:38.181352 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-09d1a5c4-d401-4b19-b0e1-60d0be405add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bd9a343-65d7-4a22-a70b-d58ff6d11eb4', 'name': 'tempest-FloatingIPsNegativeTestJSON-575008717-router', 'tenant_id': 'a27c305c5d9b494a9541e7e80b8023f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '92aaa1e2-d47f-4eb6-bdfb-2553af996132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:12:32Z', 'updated_at': '2022-05-18T18:12:34Z', 'revision_number': 3, 'project_id': 'a27c305c5d9b494a9541e7e80b8023f7', 'gw_port': {'id': '92aaa1e2-d47f-4eb6-bdfb-2553af996132', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:d6:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bd9a343-65d7-4a22-a70b-d58ff6d11eb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:12:33Z', 'updated_at': '2022-05-18T18:12:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:12:38.245233 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-96de9f8b-ea26-46c9-8c92-89130a3bf821 req-2b5147f2-10c1-4ce8-822b-1d4ac127349a tempest-ServersAaction247Test-134281574 tempest-ServersAaction247Test-134281574-project] 10.222.0.85 "GET /v2.0/ports?device_id=d0c5810c-3b4c-44b9-9485-345a2dd04ba5 HTTP/1.1" status: 200 len: 210 time: 0.1361699 May 18 18:12:38.246962 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a7b647-693e-4b81-a2d7-222b4af31327 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:12:38.298093 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d1a5c4-d401-4b19-b0e1-60d0be405add None None] Checking router: 1bd9a343-65d7-4a22-a70b-d58ff6d11eb4 for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:12:38.298592 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d1a5c4-d401-4b19-b0e1-60d0be405add None None] Updating router 1bd9a343-65d7-4a22-a70b-d58ff6d11eb4 port 92aaa1e2-d47f-4eb6-bdfb-2553af996132 binding host n-d-838550-3 {{(pid=102733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 18:12:38.362294 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-09d1a5c4-d401-4b19-b0e1-60d0be405add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:38.518101 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3b4bf8c7-7c8b-4074-a0b6-b247ffff9ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:38.581664 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-02a7b647-693e-4b81-a2d7-222b4af31327 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:38.637600 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1f4a89b7-4d30-4d96-91d2-da4999a06bfd req-ec292818-d8da-4ca1-9b8e-687cbb55f9cc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d0c5810c-3b4c-44b9-9485-345a2dd04ba5 HTTP/1.1" status: 200 len: 210 time: 0.0777664 May 18 18:12:38.723613 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-02a7b647-693e-4b81-a2d7-222b4af31327 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:38.906914 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-3b4bf8c7-7c8b-4074-a0b6-b247ffff9ff7 admin admin] Allocated IP 172.20.0.1 (77e2fed5-08bd-4436-b642-9de39911dad2/46f5e774-765a-4527-b38f-890360bd90af/f150f6fc-d830-4e5d-a0d9-4bf10fe18b9d) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:12:38.940390 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd79e4d-63e1-4a43-b818-8c2be7a31fdc req-be09ed3e-00c5-4909-a7a3-74b17a164314 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:38.942627 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ffd79e4d-63e1-4a43-b818-8c2be7a31fdc req-be09ed3e-00c5-4909-a7a3-74b17a164314 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/ports?device_id=7dd6f8f4-37af-46ee-9bcd-2754997cf1c0 HTTP/1.1" status: 200 len: 945 time: 0.1557071 May 18 18:12:38.956331 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-09d1a5c4-d401-4b19-b0e1-60d0be405add None None] Notify callbacks [] for port, precommit_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:38.962567 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-09d1a5c4-d401-4b19-b0e1-60d0be405add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:39.065497 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-02a7b647-693e-4b81-a2d7-222b4af31327 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:39.074665 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-02a7b647-693e-4b81-a2d7-222b4af31327 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:39.118747 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ffd79e4d-63e1-4a43-b818-8c2be7a31fdc req-061b312e-b9b8-4237-a8ac-f0c6e2204fab tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ea20f59-14b4-4643-9bf1-7dbf92d2a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606269 May 18 18:12:39.125009 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fafd4e-c3a6-4ae8-9342-add4a8d5eeaa None None] Pushing event updated for resources: {'Port': ['ID=92aaa1e2-d47f-4eb6-bdfb-2553af996132,revision_number=2']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:12:39.127708 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-09d1a5c4-d401-4b19-b0e1-60d0be405add None None] Attempting to bind port 92aaa1e2-d47f-4eb6-bdfb-2553af996132 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:12:39.128087 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-09d1a5c4-d401-4b19-b0e1-60d0be405add None None] Attempting to bind port 92aaa1e2-d47f-4eb6-bdfb-2553af996132 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:12:39.128455 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d1a5c4-d401-4b19-b0e1-60d0be405add None None] Attempting to bind port 92aaa1e2-d47f-4eb6-bdfb-2553af996132 on network 31ebd439-090c-4b25-bbb0-31c48711b145 {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:12:39.152845 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d1a5c4-d401-4b19-b0e1-60d0be405add None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:12:39.153151 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d1a5c4-d401-4b19-b0e1-60d0be405add None None] Checking segment: {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:12:39.157720 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-09d1a5c4-d401-4b19-b0e1-60d0be405add None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:39.158387 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d1a5c4-d401-4b19-b0e1-60d0be405add None None] Bound using segment: {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:12:39.159844 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-09d1a5c4-d401-4b19-b0e1-60d0be405add None None] Bound port: 92aaa1e2-d47f-4eb6-bdfb-2553af996132, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:12:39.160354 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-09d1a5c4-d401-4b19-b0e1-60d0be405add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:39.257345 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3b4bf8c7-7c8b-4074-a0b6-b247ffff9ff7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:39.262179 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a7b647-693e-4b81-a2d7-222b4af31327 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Pushing event updated for resources: {'Port': ['ID=c7b609cb-2f34-4ee0-816e-85515ada2afa,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:12:39.284116 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-02a7b647-693e-4b81-a2d7-222b4af31327 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596987'] for floatingip, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:39.294745 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.db [None req-09d1a5c4-d401-4b19-b0e1-60d0be405add None None] For port 92aaa1e2-d47f-4eb6-bdfb-2553af996132, host n-d-838550-3, cleared binding levels {{(pid=102733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:12:39.303761 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.db [None req-09d1a5c4-d401-4b19-b0e1-60d0be405add None None] For port 92aaa1e2-d47f-4eb6-bdfb-2553af996132, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=92aaa1e2-d47f-4eb6-bdfb-2553af996132,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:12:39.309693 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-09d1a5c4-d401-4b19-b0e1-60d0be405add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:39.310059 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3b4bf8c7-7c8b-4074-a0b6-b247ffff9ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:39.326147 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-02a7b647-693e-4b81-a2d7-222b4af31327 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:39.327450 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-02a7b647-693e-4b81-a2d7-222b4af31327 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7637470 May 18 18:12:39.500787 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4bf8c7-7c8b-4074-a0b6-b247ffff9ff7 admin admin] Pushing event updated for resources: {'Port': ['ID=f150f6fc-d830-4e5d-a0d9-4bf10fe18b9d,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:12:39.531336 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d1a5c4-d401-4b19-b0e1-60d0be405add None None] Routers {'1bd9a343-65d7-4a22-a70b-d58ff6d11eb4'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:12:39.532216 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-09d1a5c4-d401-4b19-b0e1-60d0be405add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:12:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['1bd9a343-65d7-4a22-a70b-d58ff6d11eb4'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:12:39.533973 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b4bf8c7-7c8b-4074-a0b6-b247ffff9ff7 admin admin] Network 77e2fed5-08bd-4436-b642-9de39911dad2 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:12:39.535935 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-3b4bf8c7-7c8b-4074-a0b6-b247ffff9ff7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:12:39.544552 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4bf8c7-7c8b-4074-a0b6-b247ffff9ff7 admin admin] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:12:39.605487 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c13038f7-a5f9-4d39-b31e-63efac444363 req-3be923d9-3f07-456c-aff4-c3b28f939658 tempest-ServersAaction247Test-134281574 tempest-ServersAaction247Test-134281574-project] 10.222.0.85 "GET /v2.0/ports?device_id=d0c5810c-3b4c-44b9-9485-345a2dd04ba5 HTTP/1.1" status: 200 len: 210 time: 0.1482034 May 18 18:12:39.727353 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fafd4e-c3a6-4ae8-9342-add4a8d5eeaa None None] Pushing event updated for resources: {'Port': ['ID=92aaa1e2-d47f-4eb6-bdfb-2553af996132,revision_number=3']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:12:39.830389 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3b4bf8c7-7c8b-4074-a0b6-b247ffff9ff7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595826'] for router_interface, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:39.939276 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-09d1a5c4-d401-4b19-b0e1-60d0be405add None None] Set router 1bd9a343-65d7-4a22-a70b-d58ff6d11eb4 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:12:40.053368 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-77801bda-595e-48c6-ab90-c868762cbcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:40.076138 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-92fa8a30-bf51-479d-af73-2c671bad2767 req-1c06a521-a2f3-4664-bc7c-ad7510ea6eda tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-securitygroup--1268748025&fields=id&tenant_id=c37246a20f2845a089230b88402f6d1b HTTP/1.1" status: 200 len: 267 time: 0.1475718 May 18 18:12:40.170393 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-19e44a55-5a76-4cab-ae24-ff8201575826 None None] Provisioning complete for port f150f6fc-d830-4e5d-a0d9-4bf10fe18b9d triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:12:40.172247 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-19e44a55-5a76-4cab-ae24-ff8201575826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:40.285914 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-19e44a55-5a76-4cab-ae24-ff8201575826 None None] Port f150f6fc-d830-4e5d-a0d9-4bf10fe18b9d cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:12:40.326773 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3b4bf8c7-7c8b-4074-a0b6-b247ffff9ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:40.418545 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fa8a30-bf51-479d-af73-2c671bad2767 req-d941d94c-b378-40cd-b28a-bf58bef96300 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:40.431560 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-92fa8a30-bf51-479d-af73-2c671bad2767 req-d941d94c-b378-40cd-b28a-bf58bef96300 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/networks?id=055b7a59-22e7-493f-ba66-d1ab1ebb4b38 HTTP/1.1" status: 200 len: 818 time: 0.3419859 May 18 18:12:40.454760 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-92fa8a30-bf51-479d-af73-2c671bad2767 req-9b02b264-efe6-4f2b-af0d-49e389fb2d6d tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/quotas/c37246a20f2845a089230b88402f6d1b HTTP/1.1" status: 200 len: 375 time: 0.0216274 May 18 18:12:40.545704 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-92fa8a30-bf51-479d-af73-2c671bad2767 req-49c5452a-88ec-48a1-aa96-db0cc1bc8e35 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=c37246a20f2845a089230b88402f6d1b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0888569 May 18 18:12:40.579050 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-09d1a5c4-d401-4b19-b0e1-60d0be405add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bd9a343-65d7-4a22-a70b-d58ff6d11eb4', 'name': 'tempest-FloatingIPsNegativeTestJSON-575008717-router', 'tenant_id': 'a27c305c5d9b494a9541e7e80b8023f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '92aaa1e2-d47f-4eb6-bdfb-2553af996132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:12:32Z', 'updated_at': '2022-05-18T18:12:34Z', 'revision_number': 3, 'project_id': 'a27c305c5d9b494a9541e7e80b8023f7', 'gw_port': {'id': '92aaa1e2-d47f-4eb6-bdfb-2553af996132', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:d6:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bd9a343-65d7-4a22-a70b-d58ff6d11eb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:12:33Z', 'updated_at': '2022-05-18T18:12:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:12:40.639432 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d1a5c4-d401-4b19-b0e1-60d0be405add None None] The sync data for ids ['1bd9a343-65d7-4a22-a70b-d58ff6d11eb4'] in n-d-838550-3 is: [{'id': '1bd9a343-65d7-4a22-a70b-d58ff6d11eb4', 'name': 'tempest-FloatingIPsNegativeTestJSON-575008717-router', 'tenant_id': 'a27c305c5d9b494a9541e7e80b8023f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '92aaa1e2-d47f-4eb6-bdfb-2553af996132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:12:32Z', 'updated_at': '2022-05-18T18:12:34Z', 'revision_number': 3, 'project_id': 'a27c305c5d9b494a9541e7e80b8023f7', 'gw_port': {'id': '92aaa1e2-d47f-4eb6-bdfb-2553af996132', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:d6:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bd9a343-65d7-4a22-a70b-d58ff6d11eb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:12:33Z', 'updated_at': '2022-05-18T18:12:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:12:40.828441 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3b4bf8c7-7c8b-4074-a0b6-b247ffff9ff7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:40.830243 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-92fa8a30-bf51-479d-af73-2c671bad2767 req-8986c156-e506-4820-bc8a-21136acbf98a service neutron] 10.222.0.85 "GET /v2.0/networks/055b7a59-22e7-493f-ba66-d1ab1ebb4b38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2811372 May 18 18:12:40.861720 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3b4bf8c7-7c8b-4074-a0b6-b247ffff9ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:41.010145 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3b4bf8c7-7c8b-4074-a0b6-b247ffff9ff7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-595870'] for router_interface, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:41.030871 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-92fa8a30-bf51-479d-af73-2c671bad2767 req-09645c17-4429-4783-a278-cbd2b33dfd92 service neutron] 10.222.0.85 "GET /v2.0/networks/055b7a59-22e7-493f-ba66-d1ab1ebb4b38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927686 May 18 18:12:41.033817 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4bf8c7-7c8b-4074-a0b6-b247ffff9ff7 admin admin] Pushing event updated for resources: {'Port': ['ID=f150f6fc-d830-4e5d-a0d9-4bf10fe18b9d,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:12:41.048635 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eebdbd-6630-4c2d-a751-edab5b9fd63a req-c72fe256-adfd-4cf0-a233-21fd6a4565a6 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:41.061298 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-65eebdbd-6630-4c2d-a751-edab5b9fd63a req-c72fe256-adfd-4cf0-a233-21fd6a4565a6 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/ports?device_id=7dd6f8f4-37af-46ee-9bcd-2754997cf1c0 HTTP/1.1" status: 200 len: 945 time: 0.2683010 May 18 18:12:41.177663 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:41.694647 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-65eebdbd-6630-4c2d-a751-edab5b9fd63a req-cec58e3d-f6eb-4a4a-b2d0-bff25ee9100f tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ea20f59-14b4-4643-9bf1-7dbf92d2a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6318848 May 18 18:12:41.861763 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b4bf8c7-7c8b-4074-a0b6-b247ffff9ff7 admin admin] Network 77e2fed5-08bd-4436-b642-9de39911dad2 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:12:41.875136 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-3b4bf8c7-7c8b-4074-a0b6-b247ffff9ff7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:12:41.966787 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d71b4e31-3cb1-4d08-9e38-9f2fb91dde71 req-0640a5f9-d75e-4969-bb12-623f8e22fb16 tempest-ServersAaction247Test-134281574 tempest-ServersAaction247Test-134281574-project] 10.222.0.85 "GET /v2.0/ports?device_id=d0c5810c-3b4c-44b9-9485-345a2dd04ba5 HTTP/1.1" status: 200 len: 210 time: 0.0985773 May 18 18:12:42.287042 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-33c1b1af-495b-4987-bd73-366ab44b524b req-5163ddd1-08f4-438e-b080-d2adcc71aa6e tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/ports?device_id=9536d621-5e41-446b-99c9-3e9335c26fc6 HTTP/1.1" status: 200 len: 210 time: 0.0376632 May 18 18:12:42.293906 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b4bf8c7-7c8b-4074-a0b6-b247ffff9ff7 admin admin] Router 1bd9a343-65d7-4a22-a70b-d58ff6d11eb4 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:12:42.366796 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:42.380893 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-18957eb1-16f2-4d5d-a28c-713f05e6c58a None None] Provisioning complete for port f150f6fc-d830-4e5d-a0d9-4bf10fe18b9d triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:12:42.387242 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-18957eb1-16f2-4d5d-a28c-713f05e6c58a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:42.507593 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b4bf8c7-7c8b-4074-a0b6-b247ffff9ff7 admin admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:12:42.513503 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-3b4bf8c7-7c8b-4074-a0b6-b247ffff9ff7 admin admin] 10.222.0.85 "PUT /v2.0/routers/1bd9a343-65d7-4a22-a70b-d58ff6d11eb4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0387385 May 18 18:12:42.546850 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-18957eb1-16f2-4d5d-a28c-713f05e6c58a None None] Port f150f6fc-d830-4e5d-a0d9-4bf10fe18b9d cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:12:42.704700 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbd4946-57d1-4ce0-8060-3eadfb4f1708 req-21f7fe0b-51c9-4d84-aed7-c501409af619 tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:42.716371 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fcbd4946-57d1-4ce0-8060-3eadfb4f1708 req-21f7fe0b-51c9-4d84-aed7-c501409af619 tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] 10.222.0.85 "GET /v2.0/ports?device_id=1ac505e0-298e-44de-a47d-1465ecc35dac HTTP/1.1" status: 200 len: 945 time: 0.1516395 May 18 18:12:42.795347 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fcbd4946-57d1-4ce0-8060-3eadfb4f1708 req-41ce6513-ce00-4306-bced-68d6d6132dfc tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] 10.222.0.85 "GET /v2.0/security-groups?id=ef5ba87d-242d-4906-82ef-16014bd8309b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775487 May 18 18:12:43.030195 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:43.081205 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cdd581-86d0-4ff8-bfbe-0d8ab9f7f3ef req-19b902fa-a5e0-4407-ad8a-e8827226d265 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:43.096234 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d3cdd581-86d0-4ff8-bfbe-0d8ab9f7f3ef req-19b902fa-a5e0-4407-ad8a-e8827226d265 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/ports?device_id=7dd6f8f4-37af-46ee-9bcd-2754997cf1c0 HTTP/1.1" status: 200 len: 945 time: 0.1683624 May 18 18:12:43.225611 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d3cdd581-86d0-4ff8-bfbe-0d8ab9f7f3ef req-d2ae6d2d-1024-4fad-b245-4ca5e8eaaaf7 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ea20f59-14b4-4643-9bf1-7dbf92d2a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206863 May 18 18:12:43.269332 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 57886) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:12:43.272812 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 92aaa1e2-d47f-4eb6-bdfb-2553af996132 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:12:43.406155 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 92aaa1e2-d47f-4eb6-bdfb-2553af996132 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:12:43.407295 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:43.667325 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 92aaa1e2-d47f-4eb6-bdfb-2553af996132 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:12:43.670899 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:43.755303 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] For port 92aaa1e2-d47f-4eb6-bdfb-2553af996132, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=92aaa1e2-d47f-4eb6-bdfb-2553af996132,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:12:43.762029 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:43.779965 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-232f8e8b-a91e-44c8-ad09-ca062e6f6cb9 req-65d091e1-be2e-4c73-9313-2772d7733641 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=60190184ef2348dcbce0dd03bab89704&device_id=d0c5810c-3b4c-44b9-9485-345a2dd04ba5 HTTP/1.1" status: 200 len: 210 time: 0.0902340 May 18 18:12:43.844211 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Pushing event updated for resources: {'Port': ['ID=92aaa1e2-d47f-4eb6-bdfb-2553af996132,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:12:43.853064 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:12:43.853412 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:12:43.853774 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:12:43.854304 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:12:43.854798 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:12:43.855320 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:12:43.855788 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:12:43.856268 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:12:43.856851 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:12:43.857329 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:12:43.857831 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:12:43.859048 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:12:43.891817 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c5357689-5f53-4c05-b7a5-7e456c174a55 req-30619ec5-86b3-4ddf-8990-bfd6670b4be2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0e9ea744-f84b-44dd-91a2-86d0d61ac63c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3441238 May 18 18:12:43.956621 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-232f8e8b-a91e-44c8-ad09-ca062e6f6cb9 req-25491154-8cd6-42d3-bad9-ca710e8a549f service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=60190184ef2348dcbce0dd03bab89704&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0933678 May 18 18:12:43.958208 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e765c9ac-73e8-42e5-a043-d0c12e8df254 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:43.962199 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fa8a30-bf51-479d-af73-2c671bad2767 req-81b5b08b-505a-49de-bebb-9cd36c58561f tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:43.963744 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-92fa8a30-bf51-479d-af73-2c671bad2767 req-81b5b08b-505a-49de-bebb-9cd36c58561f tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.36 "GET /v2.0/networks?id=055b7a59-22e7-493f-ba66-d1ab1ebb4b38 HTTP/1.1" status: 200 len: 818 time: 0.7352808 May 18 18:12:43.969226 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9fa077c1-e908-475a-87be-3a9d43071ecc req-86f5f36c-aefb-408d-aae7-0a67f89d94e6 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/ports?device_id=9536d621-5e41-446b-99c9-3e9335c26fc6 HTTP/1.1" status: 200 len: 210 time: 0.1600633 May 18 18:12:43.977233 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-84ede541-9177-436f-a498-39376401b85b req-02ac48f4-8d6c-4f79-b241-bb6f8ed44e7e tempest-FloatingIPsNegativeTestJSON-1923594443 tempest-FloatingIPsNegativeTestJSON-1923594443-project] 10.222.0.85 "GET /v2.0/floatingips?tenant_id=a27c305c5d9b494a9541e7e80b8023f7 HTTP/1.1" status: 200 len: 217 time: 0.1056728 May 18 18:12:44.070726 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-92fa8a30-bf51-479d-af73-2c671bad2767 req-e05a5c7e-5616-4a36-8fe0-d12218017ab3 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c37246a20f2845a089230b88402f6d1b HTTP/1.1" status: 200 len: 380 time: 0.0584059 May 18 18:12:44.081739 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5357689-5f53-4c05-b7a5-7e456c174a55 req-d80f9b53-b708-4b40-8f10-7df9e99d219d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:44.083553 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c5357689-5f53-4c05-b7a5-7e456c174a55 req-d80f9b53-b708-4b40-8f10-7df9e99d219d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c37246a20f2845a089230b88402f6d1b&device_id=0e9ea744-f84b-44dd-91a2-86d0d61ac63c HTTP/1.1" status: 200 len: 1097 time: 0.1376443 May 18 18:12:44.100575 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-92fa8a30-bf51-479d-af73-2c671bad2767 req-ad86f25b-a3f9-4baa-88d4-c04525e10e3f tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Request body: {'port': {'device_id': '9536d621-5e41-446b-99c9-3e9335c26fc6', 'network_id': '055b7a59-22e7-493f-ba66-d1ab1ebb4b38', 'admin_state_up': True, 'tenant_id': 'c37246a20f2845a089230b88402f6d1b', 'security_groups': ['73e433d4-f339-4b3f-93ff-d66128030654']}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:12:44.127181 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95857afe-9133-42f8-b7d1-fd869874d4a4 None None] Sync routers for ids ['1bd9a343-65d7-4a22-a70b-d58ff6d11eb4'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:12:44.147910 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95857afe-9133-42f8-b7d1-fd869874d4a4 None None] Routers {'1bd9a343-65d7-4a22-a70b-d58ff6d11eb4'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:12:44.148833 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-95857afe-9133-42f8-b7d1-fd869874d4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:12:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['1bd9a343-65d7-4a22-a70b-d58ff6d11eb4'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:12:44.229300 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cd1855f6-e73c-4e05-90d8-a32566e398c1 req-2bdd7e83-5477-4dda-a54e-3c9f9e3edd03 tempest-ServersAaction247Test-134281574 tempest-ServersAaction247Test-134281574-project] 10.222.0.85 "GET /v2.0/ports?device_id=d0c5810c-3b4c-44b9-9485-345a2dd04ba5 HTTP/1.1" status: 200 len: 210 time: 0.1215153 May 18 18:12:44.268533 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232f8e8b-a91e-44c8-ad09-ca062e6f6cb9 req-0c44425b-1498-4f28-b011-50ffcf88b94b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:44.270731 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-232f8e8b-a91e-44c8-ad09-ca062e6f6cb9 req-0c44425b-1498-4f28-b011-50ffcf88b94b service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2870495 May 18 18:12:44.319527 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f1863b-7971-4304-9a5a-7d016a26994d req-cc1540ed-27a9-4a25-bb6b-8646fa8a5530 tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:44.321504 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e9f1863b-7971-4304-9a5a-7d016a26994d req-cc1540ed-27a9-4a25-bb6b-8646fa8a5530 tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] 10.222.0.88 "GET /v2.0/ports?device_id=1ac505e0-298e-44de-a47d-1465ecc35dac HTTP/1.1" status: 200 len: 945 time: 0.5337982 May 18 18:12:44.355493 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-dd522924-d780-4f07-8603-8e53762d54df req-94cdca33-1bba-4686-8d1c-50c5ed3dc9cf tempest-FloatingIPsNegativeTestJSON-1923594443 tempest-FloatingIPsNegativeTestJSON-1923594443-project] 10.222.0.85 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0531638 May 18 18:12:44.431711 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-95857afe-9133-42f8-b7d1-fd869874d4a4 None None] Set router 1bd9a343-65d7-4a22-a70b-d58ff6d11eb4 gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:12:44.526809 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0be673-905e-44c4-ac45-46495f695d39 req-414f8a80-9030-4d13-88b0-e4623de1b97b tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:44.535140 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fc0be673-905e-44c4-ac45-46495f695d39 req-414f8a80-9030-4d13-88b0-e4623de1b97b tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] 10.222.0.85 "GET /v2.0/ports?device_id=1ac505e0-298e-44de-a47d-1465ecc35dac HTTP/1.1" status: 200 len: 945 time: 0.2619107 May 18 18:12:44.566986 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5357689-5f53-4c05-b7a5-7e456c174a55 req-5147b01a-0b30-4912-97a2-2fde87fb3962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:44.568819 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c5357689-5f53-4c05-b7a5-7e456c174a55 req-5147b01a-0b30-4912-97a2-2fde87fb3962 service neutron] 10.222.0.36 "GET /v2.0/networks?id=055b7a59-22e7-493f-ba66-d1ab1ebb4b38 HTTP/1.1" status: 200 len: 919 time: 0.4412148 May 18 18:12:44.594947 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-e9f1863b-7971-4304-9a5a-7d016a26994d req-4e81fc26-6395-4bf2-aa7e-746eb3d75194 tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] Deleting port b23ce527-ea0d-4afd-a447-d79b98b90536 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:12:44.595517 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-e9f1863b-7971-4304-9a5a-7d016a26994d req-4e81fc26-6395-4bf2-aa7e-746eb3d75194 tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:44.745543 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92fa8a30-bf51-479d-af73-2c671bad2767 req-ad86f25b-a3f9-4baa-88d4-c04525e10e3f tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Made reservation on behalf of c37246a20f2845a089230b88402f6d1b for: {'port': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:12:44.750174 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-92fa8a30-bf51-479d-af73-2c671bad2767 req-ad86f25b-a3f9-4baa-88d4-c04525e10e3f tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:44.753106 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c5357689-5f53-4c05-b7a5-7e456c174a55 req-455fcc62-79e1-417d-b135-b5d3cf15cc60 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c9ccf49f-2846-4d2f-823c-7e2da03e56af HTTP/1.1" status: 200 len: 217 time: 0.1700253 May 18 18:12:44.882904 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5357689-5f53-4c05-b7a5-7e456c174a55 req-7b02aeaf-bb07-43d4-b500-637ae083b96e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:44.885241 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c5357689-5f53-4c05-b7a5-7e456c174a55 req-7b02aeaf-bb07-43d4-b500-637ae083b96e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6103a86c-1984-4112-92b7-213da8bfab24 HTTP/1.1" status: 200 len: 857 time: 0.1187782 May 18 18:12:44.896718 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1829ca7-24c8-42d0-ac09-e4b24caa9717 req-7cc90a09-1054-4008-aade-2d8557a92ba4 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:44.909582 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d1829ca7-24c8-42d0-ac09-e4b24caa9717 req-7cc90a09-1054-4008-aade-2d8557a92ba4 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/ports?device_id=7dd6f8f4-37af-46ee-9bcd-2754997cf1c0 HTTP/1.1" status: 200 len: 945 time: 0.4351795 May 18 18:12:44.931152 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fc0be673-905e-44c4-ac45-46495f695d39 req-81ed76f7-4a35-4a92-b3bf-3523c2ed51e4 tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] 10.222.0.85 "GET /v2.0/security-groups?id=ef5ba87d-242d-4906-82ef-16014bd8309b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3947728 May 18 18:12:45.142948 n-d-838550-3 neutron-server[102731]: INFO neutron.api.v2.resource [req-a7b9401a-ffb7-4bca-89e8-ff13970a47e5 req-5265a7b2-7c0a-4791-94de-0bb138032c71 tempest-FloatingIPsNegativeTestJSON-1923594443 tempest-FloatingIPsNegativeTestJSON-1923594443-project] show failed (client error): The resource could not be found. May 18 18:12:45.152749 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a7b9401a-ffb7-4bca-89e8-ff13970a47e5 req-5265a7b2-7c0a-4791-94de-0bb138032c71 tempest-FloatingIPsNegativeTestJSON-1923594443 tempest-FloatingIPsNegativeTestJSON-1923594443-project] 10.222.0.85 "GET /v2.0/floatingips/2efbdf03-2c64-416b-9974-39bd94d76628 HTTP/1.1" status: 404 len: 350 time: 0.1393480 May 18 18:12:45.169232 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e765c9ac-73e8-42e5-a043-d0c12e8df254 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:45.174741 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 57924) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:12:45.215542 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 92aaa1e2-d47f-4eb6-bdfb-2553af996132 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:12:45.276809 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d1829ca7-24c8-42d0-ac09-e4b24caa9717 req-d7e9c11a-badf-43e0-a942-a0e1f2dc6f09 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ea20f59-14b4-4643-9bf1-7dbf92d2a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3594728 May 18 18:12:45.387917 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5357689-5f53-4c05-b7a5-7e456c174a55 req-a30288a6-ac5f-4d6f-ae91-3a0ebf293961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:45.390794 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c5357689-5f53-4c05-b7a5-7e456c174a55 req-a30288a6-ac5f-4d6f-ae91-3a0ebf293961 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=055b7a59-22e7-493f-ba66-d1ab1ebb4b38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4691257 May 18 18:12:45.417811 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e765c9ac-73e8-42e5-a043-d0c12e8df254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:45.426705 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 92aaa1e2-d47f-4eb6-bdfb-2553af996132 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:12:45.427518 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:45.471603 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-68d8fb8a-6b40-4cde-b72f-771b65bc82ea req-4a51347e-0bb2-4db9-8326-2e711e756720 tempest-ServersAaction247Test-134281574 tempest-ServersAaction247Test-134281574-project] 10.222.0.85 "GET /v2.0/ports?device_id=d0c5810c-3b4c-44b9-9485-345a2dd04ba5 HTTP/1.1" status: 200 len: 210 time: 0.0479393 May 18 18:12:45.512153 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-e9f1863b-7971-4304-9a5a-7d016a26994d req-4e81fc26-6395-4bf2-aa7e-746eb3d75194 tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] For port b23ce527-ea0d-4afd-a447-d79b98b90536, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=b23ce527-ea0d-4afd-a447-d79b98b90536,segment=NetworkSegment(5506962a-f6c8-48fb-8434-f69d110e57ad),segment_id=5506962a-f6c8-48fb-8434-f69d110e57ad)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:12:45.513198 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-e9f1863b-7971-4304-9a5a-7d016a26994d req-4e81fc26-6395-4bf2-aa7e-746eb3d75194 tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:45.534823 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [req-92fa8a30-bf51-479d-af73-2c671bad2767 req-ad86f25b-a3f9-4baa-88d4-c04525e10e3f tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Allocated IP 172.20.0.5 (055b7a59-22e7-493f-ba66-d1ab1ebb4b38/6103a86c-1984-4112-92b7-213da8bfab24/838def1c-8efa-418c-9198-cdabfc7b28c3) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:12:45.573015 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 92aaa1e2-d47f-4eb6-bdfb-2553af996132 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:12:45.598722 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-59bb1806-12e9-4ca5-bc24-03ea24ea999c req-a89cb7d9-6502-4179-8180-27b291817da2 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/ports?device_id=9536d621-5e41-446b-99c9-3e9335c26fc6 HTTP/1.1" status: 200 len: 210 time: 0.1826222 May 18 18:12:45.606722 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-95857afe-9133-42f8-b7d1-fd869874d4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bd9a343-65d7-4a22-a70b-d58ff6d11eb4', 'name': 'tempest-FloatingIPsNegativeTestJSON-575008717-router', 'tenant_id': 'a27c305c5d9b494a9541e7e80b8023f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '92aaa1e2-d47f-4eb6-bdfb-2553af996132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:12:32Z', 'updated_at': '2022-05-18T18:12:40Z', 'revision_number': 4, 'project_id': 'a27c305c5d9b494a9541e7e80b8023f7', 'gw_port': {'id': '92aaa1e2-d47f-4eb6-bdfb-2553af996132', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:d6:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd9a343-65d7-4a22-a70b-d58ff6d11eb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:12:33Z', 'updated_at': '2022-05-18T18:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': 'f150f6fc-d830-4e5d-a0d9-4bf10fe18b9d', 'name': '', 'network_id': '77e2fed5-08bd-4436-b642-9de39911dad2', 'tenant_id': 'a27c305c5d9b494a9541e7e80b8023f7', 'mac_address': 'fa:16:3e:b7:75:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bd9a343-65d7-4a22-a70b-d58ff6d11eb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '46f5e774-765a-4527-b38f-890360bd90af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:12:38Z', 'updated_at': '2022-05-18T18:12:40Z', 'revision_number': 2, 'project_id': 'a27c305c5d9b494a9541e7e80b8023f7', 'subnets': [{'id': '46f5e774-765a-4527-b38f-890360bd90af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:12:45.630013 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c5357689-5f53-4c05-b7a5-7e456c174a55 req-2c48241c-c738-4aa8-9d17-430de49bf6b5 service neutron] 10.222.0.36 "GET /v2.0/networks/055b7a59-22e7-493f-ba66-d1ab1ebb4b38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293739 May 18 18:12:45.649029 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95857afe-9133-42f8-b7d1-fd869874d4a4 None None] Checking router: 1bd9a343-65d7-4a22-a70b-d58ff6d11eb4 for host: n-d-838550-3 {{(pid=102732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:12:45.649911 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95857afe-9133-42f8-b7d1-fd869874d4a4 None None] Updating router 1bd9a343-65d7-4a22-a70b-d58ff6d11eb4 port f150f6fc-d830-4e5d-a0d9-4bf10fe18b9d binding host n-d-838550-3 {{(pid=102732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 18:12:45.717211 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e765c9ac-73e8-42e5-a043-d0c12e8df254 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ab71847-634f-46c0-a61e-3a0dfe2409c7,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:12:45.741182 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-95857afe-9133-42f8-b7d1-fd869874d4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:45.750366 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-e765c9ac-73e8-42e5-a043-d0c12e8df254 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=7cd93177ddaa4756ad6d5466a4cf8054&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4791448 May 18 18:12:45.772074 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 57928) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:12:45.946250 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-92fa8a30-bf51-479d-af73-2c671bad2767 req-ad86f25b-a3f9-4baa-88d4-c04525e10e3f tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:45.953532 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c5357689-5f53-4c05-b7a5-7e456c174a55 req-58c58005-b36e-42c3-8671-576120b332e0 service neutron] 10.222.0.36 "GET /v2.0/networks/055b7a59-22e7-493f-ba66-d1ab1ebb4b38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3126895 May 18 18:12:46.041873 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-92fa8a30-bf51-479d-af73-2c671bad2767 req-ad86f25b-a3f9-4baa-88d4-c04525e10e3f tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:46.276219 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad86f25b-a3f9-4baa-88d4-c04525e10e3f tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Pushing event updated for resources: {'Port': ['ID=838def1c-8efa-418c-9198-cdabfc7b28c3,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:12:46.373306 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92fa8a30-bf51-479d-af73-2c671bad2767 req-ad86f25b-a3f9-4baa-88d4-c04525e10e3f tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Network 055b7a59-22e7-493f-ba66-d1ab1ebb4b38 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:12:46.439083 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-95857afe-9133-42f8-b7d1-fd869874d4a4 None None] Notify callbacks [] for port, precommit_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:46.455416 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-95857afe-9133-42f8-b7d1-fd869874d4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:46.525388 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-232f8e8b-a91e-44c8-ad09-ca062e6f6cb9 req-262a2f67-9319-43b3-831b-b413799758d0 tempest-ServersAaction247Test-134281574 tempest-ServersAaction247Test-134281574-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0c5810c-3b4c-44b9-9485-345a2dd04ba5 HTTP/1.1" status: 200 len: 210 time: 0.1387041 May 18 18:12:46.532021 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [req-92fa8a30-bf51-479d-af73-2c671bad2767 req-ad86f25b-a3f9-4baa-88d4-c04525e10e3f tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:12:46.549027 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-92fa8a30-bf51-479d-af73-2c671bad2767 req-ad86f25b-a3f9-4baa-88d4-c04525e10e3f tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:12:46.634243 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeb8508-3644-46e6-be44-16af094e5804 None None] Pushing event updated for resources: {'Port': ['ID=f150f6fc-d830-4e5d-a0d9-4bf10fe18b9d,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:12:46.664284 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fa8a30-bf51-479d-af73-2c671bad2767 req-ad86f25b-a3f9-4baa-88d4-c04525e10e3f tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:46.667305 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-92fa8a30-bf51-479d-af73-2c671bad2767 req-ad86f25b-a3f9-4baa-88d4-c04525e10e3f tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:46.709789 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df55b573-fa6c-41c2-b63e-2bc55defd179 req-27267dac-9317-4499-9811-a16ded5711a9 tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:46.716980 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-df55b573-fa6c-41c2-b63e-2bc55defd179 req-27267dac-9317-4499-9811-a16ded5711a9 tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] 10.222.0.85 "GET /v2.0/ports?device_id=1ac505e0-298e-44de-a47d-1465ecc35dac HTTP/1.1" status: 200 len: 945 time: 0.6223342 May 18 18:12:46.744550 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-92fa8a30-bf51-479d-af73-2c671bad2767 req-ad86f25b-a3f9-4baa-88d4-c04525e10e3f tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6649816 May 18 18:12:46.766663 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-95857afe-9133-42f8-b7d1-fd869874d4a4 None None] Attempting to bind port f150f6fc-d830-4e5d-a0d9-4bf10fe18b9d on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:12:46.767262 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-95857afe-9133-42f8-b7d1-fd869874d4a4 None None] Attempting to bind port f150f6fc-d830-4e5d-a0d9-4bf10fe18b9d by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '2567a2cc-65de-4596-bdc0-449e9f2aa040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '77e2fed5-08bd-4436-b642-9de39911dad2'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:12:46.767548 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-92fa8a30-bf51-479d-af73-2c671bad2767 req-936d903e-6ed3-4770-ada7-cae0aad70629 service neutron] Request body: {'port': {'device_id': '9536d621-5e41-446b-99c9-3e9335c26fc6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-3'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:12:46.767958 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95857afe-9133-42f8-b7d1-fd869874d4a4 None None] Attempting to bind port f150f6fc-d830-4e5d-a0d9-4bf10fe18b9d on network 77e2fed5-08bd-4436-b642-9de39911dad2 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:12:46.780025 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95857afe-9133-42f8-b7d1-fd869874d4a4 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:12:46.780660 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95857afe-9133-42f8-b7d1-fd869874d4a4 None None] Checking segment: {'id': '2567a2cc-65de-4596-bdc0-449e9f2aa040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '77e2fed5-08bd-4436-b642-9de39911dad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:12:46.781215 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-95857afe-9133-42f8-b7d1-fd869874d4a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:46.781835 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95857afe-9133-42f8-b7d1-fd869874d4a4 None None] Bound using segment: {'id': '2567a2cc-65de-4596-bdc0-449e9f2aa040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '77e2fed5-08bd-4436-b642-9de39911dad2'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:12:46.782760 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-95857afe-9133-42f8-b7d1-fd869874d4a4 None None] Bound port: f150f6fc-d830-4e5d-a0d9-4bf10fe18b9d, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2567a2cc-65de-4596-bdc0-449e9f2aa040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '77e2fed5-08bd-4436-b642-9de39911dad2'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:12:46.783512 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-95857afe-9133-42f8-b7d1-fd869874d4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:46.848718 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-df55b573-fa6c-41c2-b63e-2bc55defd179 req-536e6503-4fac-4f94-9632-96c265cf905e tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] 10.222.0.85 "GET /v2.0/security-groups?id=ef5ba87d-242d-4906-82ef-16014bd8309b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1257582 May 18 18:12:46.929191 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-92fa8a30-bf51-479d-af73-2c671bad2767 req-936d903e-6ed3-4770-ada7-cae0aad70629 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:47.042036 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-95857afe-9133-42f8-b7d1-fd869874d4a4 None None] For port f150f6fc-d830-4e5d-a0d9-4bf10fe18b9d, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:12:47.052404 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-95857afe-9133-42f8-b7d1-fd869874d4a4 None None] For port f150f6fc-d830-4e5d-a0d9-4bf10fe18b9d, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=f150f6fc-d830-4e5d-a0d9-4bf10fe18b9d,segment=NetworkSegment(2567a2cc-65de-4596-bdc0-449e9f2aa040),segment_id=2567a2cc-65de-4596-bdc0-449e9f2aa040)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:12:47.076057 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-95857afe-9133-42f8-b7d1-fd869874d4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:47.179541 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95857afe-9133-42f8-b7d1-fd869874d4a4 None None] Routers {'1bd9a343-65d7-4a22-a70b-d58ff6d11eb4'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:12:47.180809 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-95857afe-9133-42f8-b7d1-fd869874d4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:12:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['1bd9a343-65d7-4a22-a70b-d58ff6d11eb4'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:12:47.237662 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-24cb8ce7-8258-4a82-932d-77734e8a1820 req-d1c81150-1c94-4bb9-9fa9-521e1d9e3667 tempest-ServersAaction247Test-134281574 tempest-ServersAaction247Test-134281574-project] 10.222.0.85 "GET /v2.0/ports?device_id=d0c5810c-3b4c-44b9-9485-345a2dd04ba5 HTTP/1.1" status: 200 len: 210 time: 0.1055870 May 18 18:12:47.248446 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-e9f1863b-7971-4304-9a5a-7d016a26994d req-4e81fc26-6395-4bf2-aa7e-746eb3d75194 tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:47.256275 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-e9f1863b-7971-4304-9a5a-7d016a26994d req-4e81fc26-6395-4bf2-aa7e-746eb3d75194 tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596987'] for floatingip, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:47.256838 n-d-838550-3 neutron-server[102731]: INFO neutron.db.l3_db [req-e9f1863b-7971-4304-9a5a-7d016a26994d req-4e81fc26-6395-4bf2-aa7e-746eb3d75194 tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] Floating IP b5f9dd59-24ee-43ec-8745-8df2bff3e394 disassociated. External IP: 172.25.5.131, port: b23ce527-ea0d-4afd-a447-d79b98b90536. May 18 18:12:47.257318 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-e9f1863b-7971-4304-9a5a-7d016a26994d req-4e81fc26-6395-4bf2-aa7e-746eb3d75194 tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] Calling delete_port for b23ce527-ea0d-4afd-a447-d79b98b90536 owned by compute:nova {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:12:47.307895 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeb8508-3644-46e6-be44-16af094e5804 None None] Pushing event updated for resources: {'Port': ['ID=f150f6fc-d830-4e5d-a0d9-4bf10fe18b9d,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:12:47.455094 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-7539fa5d-108e-42e6-9491-850474f472fa None None] Provisioning complete for port f150f6fc-d830-4e5d-a0d9-4bf10fe18b9d triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:12:47.455692 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-7539fa5d-108e-42e6-9491-850474f472fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:47.571392 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-95857afe-9133-42f8-b7d1-fd869874d4a4 None None] Set router 1bd9a343-65d7-4a22-a70b-d58ff6d11eb4 gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:12:47.638285 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-e9f1863b-7971-4304-9a5a-7d016a26994d req-4e81fc26-6395-4bf2-aa7e-746eb3d75194 tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:47.705640 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e81fc26-6395-4bf2-aa7e-746eb3d75194 tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] Pushing event deleted for resources: {'Port': ['ID=b23ce527-ea0d-4afd-a447-d79b98b90536,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:12:47.731115 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48941cb-2306-4e14-a921-9cdfb885d7f5 req-9f9a01c4-6281-4c59-ad17-70aaf3c4667c tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:47.739438 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d48941cb-2306-4e14-a921-9cdfb885d7f5 req-9f9a01c4-6281-4c59-ad17-70aaf3c4667c tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/ports?device_id=7dd6f8f4-37af-46ee-9bcd-2754997cf1c0 HTTP/1.1" status: 200 len: 945 time: 1.0880058 May 18 18:12:47.758893 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118e9650-fd93-4ad3-a570-625066e98e62 req-ef48e3cd-afe1-41ef-aff0-64e883f1f87a tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:47.760938 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-118e9650-fd93-4ad3-a570-625066e98e62 req-ef48e3cd-afe1-41ef-aff0-64e883f1f87a tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/ports?device_id=9536d621-5e41-446b-99c9-3e9335c26fc6 HTTP/1.1" status: 200 len: 931 time: 0.3491573 May 18 18:12:47.876898 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-118e9650-fd93-4ad3-a570-625066e98e62 req-f97e97da-98ee-4c3f-8ace-d1ed299fff7d tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/security-groups?id=73e433d4-f339-4b3f-93ff-d66128030654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849628 May 18 18:12:47.897078 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [req-92fa8a30-bf51-479d-af73-2c671bad2767 req-936d903e-6ed3-4770-ada7-cae0aad70629 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 838def1c-8efa-418c-9198-cdabfc7b28c3 {{(pid=102730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:12:47.907397 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-92fa8a30-bf51-479d-af73-2c671bad2767 req-936d903e-6ed3-4770-ada7-cae0aad70629 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:47.918240 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-7539fa5d-108e-42e6-9491-850474f472fa None None] Current status of the port f150f6fc-d830-4e5d-a0d9-4bf10fe18b9d is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:12:47.921074 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-7539fa5d-108e-42e6-9491-850474f472fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:47.928777 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d48941cb-2306-4e14-a921-9cdfb885d7f5 req-f7e26644-a14e-4fe4-8917-ae107a996a3f tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ea20f59-14b4-4643-9bf1-7dbf92d2a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881547 May 18 18:12:47.946033 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9250d739-b089-4ce8-b0ac-e33e5779d038 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:47.947208 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [req-92fa8a30-bf51-479d-af73-2c671bad2767 req-936d903e-6ed3-4770-ada7-cae0aad70629 service neutron] Transition to ACTIVE for port object 838def1c-8efa-418c-9198-cdabfc7b28c3 will not be triggered until provisioned by entity L2. {{(pid=102730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:12:47.952709 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-92fa8a30-bf51-479d-af73-2c671bad2767 req-936d903e-6ed3-4770-ada7-cae0aad70629 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:48.004842 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9250d739-b089-4ce8-b0ac-e33e5779d038 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:48.062750 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-7539fa5d-108e-42e6-9491-850474f472fa None None] For port f150f6fc-d830-4e5d-a0d9-4bf10fe18b9d, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=f150f6fc-d830-4e5d-a0d9-4bf10fe18b9d,segment=NetworkSegment(2567a2cc-65de-4596-bdc0-449e9f2aa040),segment_id=2567a2cc-65de-4596-bdc0-449e9f2aa040)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:12:48.073313 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-7539fa5d-108e-42e6-9491-850474f472fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:48.110086 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936d903e-6ed3-4770-ada7-cae0aad70629 service neutron] Pushing event updated for resources: {'Port': ['ID=838def1c-8efa-418c-9198-cdabfc7b28c3,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:12:48.336088 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7539fa5d-108e-42e6-9491-850474f472fa None None] Pushing event updated for resources: {'Port': ['ID=f150f6fc-d830-4e5d-a0d9-4bf10fe18b9d,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:12:48.423800 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7acca8af-86bb-4678-b2bc-0023d0b13116 req-5f76cbc3-7741-4181-b7b4-f3b17ea8ecef tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] 10.222.0.85 "GET /v2.0/ports?device_id=1ac505e0-298e-44de-a47d-1465ecc35dac HTTP/1.1" status: 200 len: 210 time: 0.1473479 May 18 18:12:48.438568 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e9f1863b-7971-4304-9a5a-7d016a26994d req-4e81fc26-6395-4bf2-aa7e-746eb3d75194 tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] Router 3d6d0d2f-d9a2-423f-a66d-bdd47d30bea9 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:12:48.441445 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9250d739-b089-4ce8-b0ac-e33e5779d038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:48.459803 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9250d739-b089-4ce8-b0ac-e33e5779d038 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:48.470083 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-9250d739-b089-4ce8-b0ac-e33e5779d038 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/3ab71847-634f-46c0-a61e-3a0dfe2409c7 HTTP/1.1" status: 204 len: 168 time: 2.6957943 May 18 18:12:48.497763 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9250d739-b089-4ce8-b0ac-e33e5779d038 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ab71847-634f-46c0-a61e-3a0dfe2409c7,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:12:48.501752 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-92fa8a30-bf51-479d-af73-2c671bad2767 req-936d903e-6ed3-4770-ada7-cae0aad70629 service neutron] Attempting to bind port 838def1c-8efa-418c-9198-cdabfc7b28c3 on host n-h1-838550-3 for vnic_type normal with profile {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:12:48.511051 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-92fa8a30-bf51-479d-af73-2c671bad2767 req-936d903e-6ed3-4770-ada7-cae0aad70629 service neutron] Attempting to bind port 838def1c-8efa-418c-9198-cdabfc7b28c3 by drivers openvswitch,hyperv on host n-h1-838550-3 at level 0 using segments [{'id': 'e113abf4-4b0e-4afe-a737-f70ad5d66353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '055b7a59-22e7-493f-ba66-d1ab1ebb4b38'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:12:48.512185 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92fa8a30-bf51-479d-af73-2c671bad2767 req-936d903e-6ed3-4770-ada7-cae0aad70629 service neutron] Attempting to bind port 838def1c-8efa-418c-9198-cdabfc7b28c3 on network 055b7a59-22e7-493f-ba66-d1ab1ebb4b38 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:12:48.536835 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92fa8a30-bf51-479d-af73-2c671bad2767 req-936d903e-6ed3-4770-ada7-cae0aad70629 service neutron] Port 838def1c-8efa-418c-9198-cdabfc7b28c3 on network 055b7a59-22e7-493f-ba66-d1ab1ebb4b38 not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-3 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:12:48.537163 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92fa8a30-bf51-479d-af73-2c671bad2767 req-936d903e-6ed3-4770-ada7-cae0aad70629 service neutron] Attempting to bind port 838def1c-8efa-418c-9198-cdabfc7b28c3 on network 055b7a59-22e7-493f-ba66-d1ab1ebb4b38 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:12:48.547080 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92fa8a30-bf51-479d-af73-2c671bad2767 req-936d903e-6ed3-4770-ada7-cae0aad70629 service neutron] Checking agent: {'id': '1dbac822-25f2-4df8-9dc8-5c2e7b136eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:12:48.547449 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92fa8a30-bf51-479d-af73-2c671bad2767 req-936d903e-6ed3-4770-ada7-cae0aad70629 service neutron] Checking segment: {'id': 'e113abf4-4b0e-4afe-a737-f70ad5d66353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '055b7a59-22e7-493f-ba66-d1ab1ebb4b38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:12:48.547804 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92fa8a30-bf51-479d-af73-2c671bad2767 req-936d903e-6ed3-4770-ada7-cae0aad70629 service neutron] Bound using segment: {'id': 'e113abf4-4b0e-4afe-a737-f70ad5d66353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '055b7a59-22e7-493f-ba66-d1ab1ebb4b38'} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:12:48.548243 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-92fa8a30-bf51-479d-af73-2c671bad2767 req-936d903e-6ed3-4770-ada7-cae0aad70629 service neutron] Bound port: 838def1c-8efa-418c-9198-cdabfc7b28c3, host: n-h1-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e113abf4-4b0e-4afe-a737-f70ad5d66353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '055b7a59-22e7-493f-ba66-d1ab1ebb4b38'}}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:12:48.548606 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-92fa8a30-bf51-479d-af73-2c671bad2767 req-936d903e-6ed3-4770-ada7-cae0aad70629 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:48.605123 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-042b17bd-b846-4db5-b8f7-29ee72560b5c None None] Provisioning complete for port f150f6fc-d830-4e5d-a0d9-4bf10fe18b9d triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:12:48.605685 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-042b17bd-b846-4db5-b8f7-29ee72560b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:48.687340 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-95857afe-9133-42f8-b7d1-fd869874d4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bd9a343-65d7-4a22-a70b-d58ff6d11eb4', 'name': 'tempest-FloatingIPsNegativeTestJSON-575008717-router', 'tenant_id': 'a27c305c5d9b494a9541e7e80b8023f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '92aaa1e2-d47f-4eb6-bdfb-2553af996132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:12:32Z', 'updated_at': '2022-05-18T18:12:40Z', 'revision_number': 4, 'project_id': 'a27c305c5d9b494a9541e7e80b8023f7', 'gw_port': {'id': '92aaa1e2-d47f-4eb6-bdfb-2553af996132', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:d6:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd9a343-65d7-4a22-a70b-d58ff6d11eb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:12:33Z', 'updated_at': '2022-05-18T18:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': 'f150f6fc-d830-4e5d-a0d9-4bf10fe18b9d', 'name': '', 'network_id': '77e2fed5-08bd-4436-b642-9de39911dad2', 'tenant_id': 'a27c305c5d9b494a9541e7e80b8023f7', 'mac_address': 'fa:16:3e:b7:75:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bd9a343-65d7-4a22-a70b-d58ff6d11eb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '46f5e774-765a-4527-b38f-890360bd90af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:12:38Z', 'updated_at': '2022-05-18T18:12:47Z', 'revision_number': 4, 'project_id': 'a27c305c5d9b494a9541e7e80b8023f7', 'subnets': [{'id': '46f5e774-765a-4527-b38f-890360bd90af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:12:48.745960 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95857afe-9133-42f8-b7d1-fd869874d4a4 None None] The sync data for ids ['1bd9a343-65d7-4a22-a70b-d58ff6d11eb4'] in n-d-838550-3 is: [{'id': '1bd9a343-65d7-4a22-a70b-d58ff6d11eb4', 'name': 'tempest-FloatingIPsNegativeTestJSON-575008717-router', 'tenant_id': 'a27c305c5d9b494a9541e7e80b8023f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '92aaa1e2-d47f-4eb6-bdfb-2553af996132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:12:32Z', 'updated_at': '2022-05-18T18:12:40Z', 'revision_number': 4, 'project_id': 'a27c305c5d9b494a9541e7e80b8023f7', 'gw_port': {'id': '92aaa1e2-d47f-4eb6-bdfb-2553af996132', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:d6:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd9a343-65d7-4a22-a70b-d58ff6d11eb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:12:33Z', 'updated_at': '2022-05-18T18:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': 'f150f6fc-d830-4e5d-a0d9-4bf10fe18b9d', 'name': '', 'network_id': '77e2fed5-08bd-4436-b642-9de39911dad2', 'tenant_id': 'a27c305c5d9b494a9541e7e80b8023f7', 'mac_address': 'fa:16:3e:b7:75:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bd9a343-65d7-4a22-a70b-d58ff6d11eb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '46f5e774-765a-4527-b38f-890360bd90af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:12:38Z', 'updated_at': '2022-05-18T18:12:47Z', 'revision_number': 4, 'project_id': 'a27c305c5d9b494a9541e7e80b8023f7', 'subnets': [{'id': '46f5e774-765a-4527-b38f-890360bd90af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:12:48.800263 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-92fa8a30-bf51-479d-af73-2c671bad2767 req-936d903e-6ed3-4770-ada7-cae0aad70629 service neutron] For port 838def1c-8efa-418c-9198-cdabfc7b28c3, host n-h1-838550-3, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:12:48.809795 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-92fa8a30-bf51-479d-af73-2c671bad2767 req-936d903e-6ed3-4770-ada7-cae0aad70629 service neutron] For port 838def1c-8efa-418c-9198-cdabfc7b28c3, host n-h1-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=838def1c-8efa-418c-9198-cdabfc7b28c3,segment=NetworkSegment(e113abf4-4b0e-4afe-a737-f70ad5d66353),segment_id=e113abf4-4b0e-4afe-a737-f70ad5d66353)] {{(pid=102730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:12:48.852769 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-92fa8a30-bf51-479d-af73-2c671bad2767 req-936d903e-6ed3-4770-ada7-cae0aad70629 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:48.890687 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e9f1863b-7971-4304-9a5a-7d016a26994d req-4e81fc26-6395-4bf2-aa7e-746eb3d75194 tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:12:48.906216 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9bc8d58-b71b-4ba8-b2d7-e0f3b4e08c8e None None] Sync routers for ids ['3d6d0d2f-d9a2-423f-a66d-bdd47d30bea9'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:12:48.915111 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-042b17bd-b846-4db5-b8f7-29ee72560b5c None None] Current status of the port f150f6fc-d830-4e5d-a0d9-4bf10fe18b9d is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:12:48.920841 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-511d80f1-4c34-4359-aef1-1a91c819e881 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-595963'] for router_interface, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:48.928235 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device b23ce527-ea0d-4afd-a447-d79b98b90536 no longer exists at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:12:48.934383 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9bc8d58-b71b-4ba8-b2d7-e0f3b4e08c8e None None] Routers {'3d6d0d2f-d9a2-423f-a66d-bdd47d30bea9'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:12:48.935297 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-d9bc8d58-b71b-4ba8-b2d7-e0f3b4e08c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:12:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['3d6d0d2f-d9a2-423f-a66d-bdd47d30bea9'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:12:48.953917 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fa8a30-bf51-479d-af73-2c671bad2767 req-936d903e-6ed3-4770-ada7-cae0aad70629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:48.954634 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-92fa8a30-bf51-479d-af73-2c671bad2767 req-936d903e-6ed3-4770-ada7-cae0aad70629 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:48.959530 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-92fa8a30-bf51-479d-af73-2c671bad2767 req-936d903e-6ed3-4770-ada7-cae0aad70629 service neutron] 10.222.0.36 "PUT /v2.0/ports/838def1c-8efa-418c-9198-cdabfc7b28c3 HTTP/1.1" status: 200 len: 1091 time: 2.2026842 May 18 18:12:48.959964 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9536d621-5e41-446b-99c9-3e9335c26fc6', 'tag': '838def1c-8efa-418c-9198-cdabfc7b28c3'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:12:48.991682 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67c43d56-e59d-4b38-9b4c-09415aee79b3" -d '{"events": [{"name": "network-changed", "server_uuid": "9536d621-5e41-446b-99c9-3e9335c26fc6", "tag": "838def1c-8efa-418c-9198-cdabfc7b28c3"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:12:49.063843 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] No Port match for: b23ce527-ea0d-4afd-a447-d79b98b90536 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:12:49.065952 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device b23ce527-ea0d-4afd-a447-d79b98b90536 not bound to the agent host n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:12:49.246870 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9f1863b-7971-4304-9a5a-7d016a26994d req-4e81fc26-6395-4bf2-aa7e-746eb3d75194 tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] No DVR routers for this DVR port b23ce527-ea0d-4afd-a447-d79b98b90536 on host n-h2-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:12:49.250632 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-e9f1863b-7971-4304-9a5a-7d016a26994d req-4e81fc26-6395-4bf2-aa7e-746eb3d75194 tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:49.265743 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e9f1863b-7971-4304-9a5a-7d016a26994d req-4e81fc26-6395-4bf2-aa7e-746eb3d75194 tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] 10.222.0.88 "DELETE /v2.0/ports/b23ce527-ea0d-4afd-a447-d79b98b90536 HTTP/1.1" status: 204 len: 173 time: 4.8819745 May 18 18:12:49.271179 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936d903e-6ed3-4770-ada7-cae0aad70629 service neutron] Pushing event updated for resources: {'Port': ['ID=838def1c-8efa-418c-9198-cdabfc7b28c3,revision_number=3']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:12:49.274941 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ac505e0-298e-44de-a47d-1465ecc35dac', 'name': 'network-vif-deleted', 'tag': 'b23ce527-ea0d-4afd-a447-d79b98b90536'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:12:49.279752 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87f531fc-190e-4318-b23d-2367b0cddcfe" -d '{"events": [{"server_uuid": "1ac505e0-298e-44de-a47d-1465ecc35dac", "name": "network-vif-deleted", "tag": "b23ce527-ea0d-4afd-a447-d79b98b90536"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:12:49.361065 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device f150f6fc-d830-4e5d-a0d9-4bf10fe18b9d up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:12:49.388281 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fa8a30-bf51-479d-af73-2c671bad2767 req-2c6114ba-7041-4850-88f5-15495e4cb671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:49.400595 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-92fa8a30-bf51-479d-af73-2c671bad2767 req-2c6114ba-7041-4850-88f5-15495e4cb671 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c37246a20f2845a089230b88402f6d1b&device_id=9536d621-5e41-446b-99c9-3e9335c26fc6 HTTP/1.1" status: 200 len: 1094 time: 0.3847191 May 18 18:12:49.414732 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409a72a0-c568-4356-a1c8-6b4bb744abeb req-c037236c-bd5e-4fb8-9847-4ebffa8f8aab tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:49.444230 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-409a72a0-c568-4356-a1c8-6b4bb744abeb req-c037236c-bd5e-4fb8-9847-4ebffa8f8aab tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/ports?device_id=7dd6f8f4-37af-46ee-9bcd-2754997cf1c0 HTTP/1.1" status: 200 len: 945 time: 0.2381878 May 18 18:12:49.457410 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526be28e-88d1-48f4-b964-7e94b9b6e26c req-b966eff2-df40-4571-8cb3-932ac382108c tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:49.466118 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-d9bc8d58-b71b-4ba8-b2d7-e0f3b4e08c8e None None] Set router 3d6d0d2f-d9a2-423f-a66d-bdd47d30bea9 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:12:49.477053 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-526be28e-88d1-48f4-b964-7e94b9b6e26c req-b966eff2-df40-4571-8cb3-932ac382108c tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/ports?device_id=9536d621-5e41-446b-99c9-3e9335c26fc6 HTTP/1.1" status: 200 len: 943 time: 0.2888520 May 18 18:12:49.479269 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 57992) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:12:49.543397 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port f150f6fc-d830-4e5d-a0d9-4bf10fe18b9d triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:12:49.543781 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:49.575737 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-92fa8a30-bf51-479d-af73-2c671bad2767 req-e199512f-d849-4a8d-a8ac-9daea8b82232 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=838def1c-8efa-418c-9198-cdabfc7b28c3 HTTP/1.1" status: 200 len: 217 time: 0.1105118 May 18 18:12:49.609363 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-526be28e-88d1-48f4-b964-7e94b9b6e26c req-b4397b6e-d1fb-4f40-bb52-f053635aa7ad tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/security-groups?id=73e433d4-f339-4b3f-93ff-d66128030654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1291311 May 18 18:12:49.720291 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fa8a30-bf51-479d-af73-2c671bad2767 req-a19ab170-dc68-4263-9458-aa74ad46f211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:49.721854 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-92fa8a30-bf51-479d-af73-2c671bad2767 req-a19ab170-dc68-4263-9458-aa74ad46f211 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6103a86c-1984-4112-92b7-213da8bfab24 HTTP/1.1" status: 200 len: 857 time: 0.1274621 May 18 18:12:49.770483 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 58000) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:12:49.774268 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54aa336b-d9d6-46ff-bad3-a34f7c0aada9 x-openstack-request-id: req-54aa336b-d9d6-46ff-bad3-a34f7c0aada9 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:12:49.774561 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9536d621-5e41-446b-99c9-3e9335c26fc6", "tag": "838def1c-8efa-418c-9198-cdabfc7b28c3", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:12:49.774817 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-54aa336b-d9d6-46ff-bad3-a34f7c0aada9 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:12:49.775235 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54aa336b-d9d6-46ff-bad3-a34f7c0aada9'] response: {'name': 'network-changed', 'server_uuid': '9536d621-5e41-446b-99c9-3e9335c26fc6', 'tag': '838def1c-8efa-418c-9198-cdabfc7b28c3', 'status': 'completed', 'code': 200} May 18 18:12:49.851719 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-409a72a0-c568-4356-a1c8-6b4bb744abeb req-d78e0fff-eccb-4765-a949-4a56489f21cc tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ea20f59-14b4-4643-9bf1-7dbf92d2a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4059961 May 18 18:12:49.873643 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port f150f6fc-d830-4e5d-a0d9-4bf10fe18b9d is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:12:49.875914 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdd73fff-5b25-4be5-9c48-e6475fa5cbac x-openstack-request-id: req-cdd73fff-5b25-4be5-9c48-e6475fa5cbac {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:12:49.876431 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ac505e0-298e-44de-a47d-1465ecc35dac", "name": "network-vif-deleted", "tag": "b23ce527-ea0d-4afd-a447-d79b98b90536", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:12:49.876810 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-cdd73fff-5b25-4be5-9c48-e6475fa5cbac {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:12:49.878621 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdd73fff-5b25-4be5-9c48-e6475fa5cbac'] response: {'server_uuid': '1ac505e0-298e-44de-a47d-1465ecc35dac', 'name': 'network-vif-deleted', 'tag': 'b23ce527-ea0d-4afd-a447-d79b98b90536', 'status': 'completed', 'code': 200} May 18 18:12:49.911166 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-723294d3-2008-4f6f-b081-6cbd6857c61c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:49.920414 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f7335d51-bcbe-4af2-a67e-d01906c024bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:49.977404 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fa8a30-bf51-479d-af73-2c671bad2767 req-afc9ca2b-c7d2-4e92-9fe2-ec7b06e72d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:50.011856 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-92fa8a30-bf51-479d-af73-2c671bad2767 req-afc9ca2b-c7d2-4e92-9fe2-ec7b06e72d7f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=055b7a59-22e7-493f-ba66-d1ab1ebb4b38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2707331 May 18 18:12:50.061764 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2ade5130-7ef2-4ba3-ae6d-69a424782eb8 req-552cbf12-1b8f-479a-8fae-f29cfbf0962a tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] 10.222.0.85 "GET /v2.0/ports?device_id=1ac505e0-298e-44de-a47d-1465ecc35dac HTTP/1.1" status: 200 len: 210 time: 0.1209896 May 18 18:12:50.122920 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-d9bc8d58-b71b-4ba8-b2d7-e0f3b4e08c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d6d0d2f-d9a2-423f-a66d-bdd47d30bea9', 'name': 'tempest-ServersTestFqdnHostnames-1698610457-router', 'tenant_id': 'e39151d7831d43e48c6cc769570f1387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': 'fe306a3a-12f4-4426-bd8f-3061dbaddbc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:11:12Z', 'updated_at': '2022-05-18T18:11:20Z', 'revision_number': 4, 'project_id': 'e39151d7831d43e48c6cc769570f1387', 'gw_port': {'id': 'fe306a3a-12f4-4426-bd8f-3061dbaddbc1', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6d0d2f-d9a2-423f-a66d-bdd47d30bea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:11:13Z', 'updated_at': '2022-05-18T18:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '4affc2a1-3756-49c1-a5ce-1e13681f0267', 'name': '', 'network_id': '792bb4c4-c386-4f38-9fe8-06eade922248', 'tenant_id': 'e39151d7831d43e48c6cc769570f1387', 'mac_address': 'fa:16:3e:47:5e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6d0d2f-d9a2-423f-a66d-bdd47d30bea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '158475e3-9e48-42c5-9d8e-334726b32d32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:11:17Z', 'updated_at': '2022-05-18T18:11:25Z', 'revision_number': 5, 'project_id': 'e39151d7831d43e48c6cc769570f1387', 'subnets': [{'id': '158475e3-9e48-42c5-9d8e-334726b32d32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:12:50.196008 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9bc8d58-b71b-4ba8-b2d7-e0f3b4e08c8e None None] Checking router: 3d6d0d2f-d9a2-423f-a66d-bdd47d30bea9 for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:12:50.206950 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9bc8d58-b71b-4ba8-b2d7-e0f3b4e08c8e None None] Routers {'3d6d0d2f-d9a2-423f-a66d-bdd47d30bea9'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:12:50.207866 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-d9bc8d58-b71b-4ba8-b2d7-e0f3b4e08c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:12:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['3d6d0d2f-d9a2-423f-a66d-bdd47d30bea9'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:12:50.249843 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-723294d3-2008-4f6f-b081-6cbd6857c61c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:50.279713 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-723294d3-2008-4f6f-b081-6cbd6857c61c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:50.300080 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-92fa8a30-bf51-479d-af73-2c671bad2767 req-143797c6-da4f-4b9a-b07c-ac64ffa6021a service neutron] 10.222.0.36 "GET /v2.0/networks/055b7a59-22e7-493f-ba66-d1ab1ebb4b38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2823901 May 18 18:12:50.318335 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723294d3-2008-4f6f-b081-6cbd6857c61c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf926e31-400a-40ac-a91a-4b8a07340ca5,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:12:50.372548 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-723294d3-2008-4f6f-b081-6cbd6857c61c admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=eb5b3d8d2491447db81ded2fdae8938c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6008942 May 18 18:12:50.378066 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 58020) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:12:50.467802 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-92fa8a30-bf51-479d-af73-2c671bad2767 req-039e461b-cb23-45b5-b7d6-eee28d3555ee service neutron] 10.222.0.36 "GET /v2.0/networks/055b7a59-22e7-493f-ba66-d1ab1ebb4b38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594405 May 18 18:12:50.481156 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-d9bc8d58-b71b-4ba8-b2d7-e0f3b4e08c8e None None] Set router 3d6d0d2f-d9a2-423f-a66d-bdd47d30bea9 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:12:50.488634 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f3eaca28-6e67-42f6-b51c-2efca06a24ea req-ec363b25-70ff-4870-94d4-ed4c81987ec6 tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-securitygroup--190883074&fields=id&tenant_id=1d597e9c8bd043aaab90725ea81b052d HTTP/1.1" status: 200 len: 267 time: 0.2732396 May 18 18:12:50.517392 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-511d80f1-4c34-4359-aef1-1a91c819e881 admin admin] Deleting port f150f6fc-d830-4e5d-a0d9-4bf10fe18b9d {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:12:50.518142 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-511d80f1-4c34-4359-aef1-1a91c819e881 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:50.583952 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8a676db1-4600-4b4b-8291-2ade683135f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:50.612752 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8a676db1-4600-4b4b-8291-2ade683135f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:50.670435 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f7335d51-bcbe-4af2-a67e-d01906c024bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:50.688071 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f7335d51-bcbe-4af2-a67e-d01906c024bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:50.693196 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8a676db1-4600-4b4b-8291-2ade683135f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:50.697911 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8a676db1-4600-4b4b-8291-2ade683135f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:50.699096 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-8a676db1-4600-4b4b-8291-2ade683135f8 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/cf926e31-400a-40ac-a91a-4b8a07340ca5 HTTP/1.1" status: 204 len: 168 time: 0.3136063 May 18 18:12:50.769919 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7335d51-bcbe-4af2-a67e-d01906c024bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b54935c-5fb4-4db3-95ba-732834d039a8,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:12:50.778650 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-511d80f1-4c34-4359-aef1-1a91c819e881 admin admin] For port f150f6fc-d830-4e5d-a0d9-4bf10fe18b9d, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=f150f6fc-d830-4e5d-a0d9-4bf10fe18b9d,segment=NetworkSegment(2567a2cc-65de-4596-bdc0-449e9f2aa040),segment_id=2567a2cc-65de-4596-bdc0-449e9f2aa040)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:12:50.779030 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-511d80f1-4c34-4359-aef1-1a91c819e881 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:50.794187 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-511d80f1-4c34-4359-aef1-1a91c819e881 admin admin] Calling delete_port for f150f6fc-d830-4e5d-a0d9-4bf10fe18b9d owned by network:router_interface {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:12:50.821955 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-d9bc8d58-b71b-4ba8-b2d7-e0f3b4e08c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d6d0d2f-d9a2-423f-a66d-bdd47d30bea9', 'name': 'tempest-ServersTestFqdnHostnames-1698610457-router', 'tenant_id': 'e39151d7831d43e48c6cc769570f1387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': 'fe306a3a-12f4-4426-bd8f-3061dbaddbc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:11:12Z', 'updated_at': '2022-05-18T18:11:20Z', 'revision_number': 4, 'project_id': 'e39151d7831d43e48c6cc769570f1387', 'gw_port': {'id': 'fe306a3a-12f4-4426-bd8f-3061dbaddbc1', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6d0d2f-d9a2-423f-a66d-bdd47d30bea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:11:13Z', 'updated_at': '2022-05-18T18:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '4affc2a1-3756-49c1-a5ce-1e13681f0267', 'name': '', 'network_id': '792bb4c4-c386-4f38-9fe8-06eade922248', 'tenant_id': 'e39151d7831d43e48c6cc769570f1387', 'mac_address': 'fa:16:3e:47:5e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6d0d2f-d9a2-423f-a66d-bdd47d30bea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '158475e3-9e48-42c5-9d8e-334726b32d32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:11:17Z', 'updated_at': '2022-05-18T18:11:25Z', 'revision_number': 5, 'project_id': 'e39151d7831d43e48c6cc769570f1387', 'subnets': [{'id': '158475e3-9e48-42c5-9d8e-334726b32d32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:12:50.859067 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9bc8d58-b71b-4ba8-b2d7-e0f3b4e08c8e None None] The sync data for ids ['3d6d0d2f-d9a2-423f-a66d-bdd47d30bea9'] in n-d-838550-3 is: [{'id': '3d6d0d2f-d9a2-423f-a66d-bdd47d30bea9', 'name': 'tempest-ServersTestFqdnHostnames-1698610457-router', 'tenant_id': 'e39151d7831d43e48c6cc769570f1387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': 'fe306a3a-12f4-4426-bd8f-3061dbaddbc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:11:12Z', 'updated_at': '2022-05-18T18:11:20Z', 'revision_number': 4, 'project_id': 'e39151d7831d43e48c6cc769570f1387', 'gw_port': {'id': 'fe306a3a-12f4-4426-bd8f-3061dbaddbc1', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6d0d2f-d9a2-423f-a66d-bdd47d30bea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:11:13Z', 'updated_at': '2022-05-18T18:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '4affc2a1-3756-49c1-a5ce-1e13681f0267', 'name': '', 'network_id': '792bb4c4-c386-4f38-9fe8-06eade922248', 'tenant_id': 'e39151d7831d43e48c6cc769570f1387', 'mac_address': 'fa:16:3e:47:5e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6d0d2f-d9a2-423f-a66d-bdd47d30bea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '158475e3-9e48-42c5-9d8e-334726b32d32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:11:17Z', 'updated_at': '2022-05-18T18:11:25Z', 'revision_number': 5, 'project_id': 'e39151d7831d43e48c6cc769570f1387', 'subnets': [{'id': '158475e3-9e48-42c5-9d8e-334726b32d32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:12:50.908578 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c43d56-e59d-4b38-9b4c-09415aee79b3 req-f50e90f5-858d-4a94-97a0-95ee29a390b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:50.918642 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-67c43d56-e59d-4b38-9b4c-09415aee79b3 req-f50e90f5-858d-4a94-97a0-95ee29a390b2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c37246a20f2845a089230b88402f6d1b&device_id=9536d621-5e41-446b-99c9-3e9335c26fc6 HTTP/1.1" status: 200 len: 1094 time: 0.3645875 May 18 18:12:50.926955 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-f7335d51-bcbe-4af2-a67e-d01906c024bb admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=60190184ef2348dcbce0dd03bab89704&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4192731 May 18 18:12:50.927697 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 58030) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:12:51.002362 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eaca28-6e67-42f6-b51c-2efca06a24ea req-969bea8a-6d16-4450-bd5d-657d7803dd18 tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:51.012028 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f3eaca28-6e67-42f6-b51c-2efca06a24ea req-969bea8a-6d16-4450-bd5d-657d7803dd18 tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] 10.222.0.85 "GET /v2.0/networks?id=57c5b4be-a470-4928-a580-29b0867d15b8 HTTP/1.1" status: 200 len: 816 time: 0.5219800 May 18 18:12:51.014762 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a676db1-4600-4b4b-8291-2ade683135f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf926e31-400a-40ac-a91a-4b8a07340ca5,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:12:51.136242 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-511d80f1-4c34-4359-aef1-1a91c819e881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:51.149202 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c43d56-e59d-4b38-9b4c-09415aee79b3 req-f9d87a96-14b9-4811-90c8-bf23bd22032b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:51.151677 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-67c43d56-e59d-4b38-9b4c-09415aee79b3 req-f9d87a96-14b9-4811-90c8-bf23bd22032b service neutron] 10.222.0.36 "GET /v2.0/networks?id=055b7a59-22e7-493f-ba66-d1ab1ebb4b38 HTTP/1.1" status: 200 len: 919 time: 0.2145491 May 18 18:12:51.171053 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f3eaca28-6e67-42f6-b51c-2efca06a24ea req-44ad8928-c558-4f94-b110-5abfcd2cf73a tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] 10.222.0.85 "GET /v2.0/quotas/1d597e9c8bd043aaab90725ea81b052d HTTP/1.1" status: 200 len: 375 time: 0.1575747 May 18 18:12:51.192116 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511d80f1-4c34-4359-aef1-1a91c819e881 admin admin] Pushing event deleted for resources: {'Port': ['ID=f150f6fc-d830-4e5d-a0d9-4bf10fe18b9d,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:12:51.253876 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3537e1-59df-4c02-a598-979cd15d962a req-b212f56d-4123-4319-adb5-172201767f5b tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:51.255870 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5a3537e1-59df-4c02-a598-979cd15d962a req-b212f56d-4123-4319-adb5-172201767f5b tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/ports?device_id=9536d621-5e41-446b-99c9-3e9335c26fc6 HTTP/1.1" status: 200 len: 943 time: 0.2908156 May 18 18:12:51.288614 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-67c43d56-e59d-4b38-9b4c-09415aee79b3 req-9689dabe-d8c4-4fd6-ac35-9b31cbbe3ddc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=838def1c-8efa-418c-9198-cdabfc7b28c3 HTTP/1.1" status: 200 len: 217 time: 0.1214561 May 18 18:12:51.327290 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5a3537e1-59df-4c02-a598-979cd15d962a req-582bec3d-284b-41be-b937-9388df13188e tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/security-groups?id=73e433d4-f339-4b3f-93ff-d66128030654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460708 May 18 18:12:51.409569 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f3eaca28-6e67-42f6-b51c-2efca06a24ea req-17fa7269-28c3-4704-b481-2bb26c0a461a tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=1d597e9c8bd043aaab90725ea81b052d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2212954 May 18 18:12:51.414952 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0328d8eb-f595-4bf4-8860-5cb1dabd7737 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:51.444806 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0328d8eb-f595-4bf4-8860-5cb1dabd7737 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:51.545110 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c43d56-e59d-4b38-9b4c-09415aee79b3 req-2e5118b7-4a8c-4336-bc28-aada895d3581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:51.555866 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-67c43d56-e59d-4b38-9b4c-09415aee79b3 req-2e5118b7-4a8c-4336-bc28-aada895d3581 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6103a86c-1984-4112-92b7-213da8bfab24 HTTP/1.1" status: 200 len: 857 time: 0.2596927 May 18 18:12:51.650679 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c43d56-e59d-4b38-9b4c-09415aee79b3 req-a23878d6-f458-4ea8-8c7c-689ca217ad75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:51.658481 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-67c43d56-e59d-4b38-9b4c-09415aee79b3 req-a23878d6-f458-4ea8-8c7c-689ca217ad75 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=055b7a59-22e7-493f-ba66-d1ab1ebb4b38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0826542 May 18 18:12:51.661410 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74abf830-8136-496c-bea9-4a7a180a8098 None None] New status for floating IP b5f9dd59-24ee-43ec-8745-8df2bff3e394: DOWN {{(pid=102732) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 18:12:51.664486 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0328d8eb-f595-4bf4-8860-5cb1dabd7737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:51.667223 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0328d8eb-f595-4bf4-8860-5cb1dabd7737 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:51.668427 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-0328d8eb-f595-4bf4-8860-5cb1dabd7737 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/0b54935c-5fb4-4db3-95ba-732834d039a8 HTTP/1.1" status: 204 len: 168 time: 0.7380166 May 18 18:12:51.680245 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-511d80f1-4c34-4359-aef1-1a91c819e881 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-593931'] for router_interface, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:51.710747 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f139c7a-a6e7-44ce-b3eb-f0ebc31f50e7 req-3bd043b4-853d-44ea-8e03-df700ac2d480 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:51.720195 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0f139c7a-a6e7-44ce-b3eb-f0ebc31f50e7 req-3bd043b4-853d-44ea-8e03-df700ac2d480 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/ports?device_id=7dd6f8f4-37af-46ee-9bcd-2754997cf1c0 HTTP/1.1" status: 200 len: 945 time: 0.2587957 May 18 18:12:51.744334 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [req-f3eaca28-6e67-42f6-b51c-2efca06a24ea req-3d9fc6d1-a5d0-46a0-914f-bdc3f926bdfa service neutron] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=102730) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 18:12:51.745275 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f3eaca28-6e67-42f6-b51c-2efca06a24ea req-3d9fc6d1-a5d0-46a0-914f-bdc3f926bdfa service neutron] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2787662 May 18 18:12:51.756635 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0328d8eb-f595-4bf4-8860-5cb1dabd7737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b54935c-5fb4-4db3-95ba-732834d039a8,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:12:51.840259 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0f139c7a-a6e7-44ce-b3eb-f0ebc31f50e7 req-0f618e05-81b3-4418-9e4b-533650adb43d tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ea20f59-14b4-4643-9bf1-7dbf92d2a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197608 May 18 18:12:52.015457 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 58060) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:12:52.203376 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-511d80f1-4c34-4359-aef1-1a91c819e881 admin admin] Router 1bd9a343-65d7-4a22-a70b-d58ff6d11eb4 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:12:52.216605 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-67c43d56-e59d-4b38-9b4c-09415aee79b3 req-d011b21a-7824-4c92-8896-ff5b3216cba8 service neutron] 10.222.0.36 "GET /v2.0/networks/055b7a59-22e7-493f-ba66-d1ab1ebb4b38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5470788 May 18 18:12:52.229365 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f3eaca28-6e67-42f6-b51c-2efca06a24ea req-5ecc4a45-5b61-45c3-b9f7-e70d947b2fc7 service neutron] 10.222.0.85 "GET /v2.0/networks/57c5b4be-a470-4928-a580-29b0867d15b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4675891 May 18 18:12:52.345655 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-511d80f1-4c34-4359-aef1-1a91c819e881 admin admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:12:52.351017 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-511d80f1-4c34-4359-aef1-1a91c819e881 admin admin] 10.222.0.85 "PUT /v2.0/routers/1bd9a343-65d7-4a22-a70b-d58ff6d11eb4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1716111 May 18 18:12:52.353977 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 58074) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:12:52.362399 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71877d7d-e4b9-41bf-b002-e667848a04be None None] Sync routers for ids ['1bd9a343-65d7-4a22-a70b-d58ff6d11eb4'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:12:52.386472 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71877d7d-e4b9-41bf-b002-e667848a04be None None] Routers {'1bd9a343-65d7-4a22-a70b-d58ff6d11eb4'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:12:52.390814 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5c0b1018-8691-4ee2-8dfa-a4bf60bee53f tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:52.393879 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-71877d7d-e4b9-41bf-b002-e667848a04be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:12:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['1bd9a343-65d7-4a22-a70b-d58ff6d11eb4'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:12:52.668358 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-71877d7d-e4b9-41bf-b002-e667848a04be None None] Set router 1bd9a343-65d7-4a22-a70b-d58ff6d11eb4 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:12:52.679719 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80a078d-b26a-4311-84ca-eba4a07177cb req-bfc0711f-c4db-46af-813e-1fe0d4bd7dd3 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:52.685031 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c80a078d-b26a-4311-84ca-eba4a07177cb req-bfc0711f-c4db-46af-813e-1fe0d4bd7dd3 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/ports?device_id=9536d621-5e41-446b-99c9-3e9335c26fc6 HTTP/1.1" status: 200 len: 943 time: 0.1468160 May 18 18:12:52.695398 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8a571be1-9c15-453b-9545-bdb6827ed82e admin admin] Notify callbacks [] for router, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:52.912747 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c80a078d-b26a-4311-84ca-eba4a07177cb req-472dbb92-48fd-4d6b-9ac4-28334de9cade tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/security-groups?id=73e433d4-f339-4b3f-93ff-d66128030654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1395528 May 18 18:12:53.070252 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 58100) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:12:53.071334 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-71877d7d-e4b9-41bf-b002-e667848a04be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bd9a343-65d7-4a22-a70b-d58ff6d11eb4', 'name': 'tempest-FloatingIPsNegativeTestJSON-575008717-router', 'tenant_id': 'a27c305c5d9b494a9541e7e80b8023f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '92aaa1e2-d47f-4eb6-bdfb-2553af996132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:12:32Z', 'updated_at': '2022-05-18T18:12:51Z', 'revision_number': 5, 'project_id': 'a27c305c5d9b494a9541e7e80b8023f7', 'gw_port': {'id': '92aaa1e2-d47f-4eb6-bdfb-2553af996132', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:d6:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd9a343-65d7-4a22-a70b-d58ff6d11eb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:12:33Z', 'updated_at': '2022-05-18T18:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:12:53.095389 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8a571be1-9c15-453b-9545-bdb6827ed82e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:53.122494 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 838def1c-8efa-418c-9198-cdabfc7b28c3 details requested by agent hyperv_n-h1-838550-3 with host n-h1-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:12:53.147882 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71877d7d-e4b9-41bf-b002-e667848a04be None None] Checking router: 1bd9a343-65d7-4a22-a70b-d58ff6d11eb4 for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:12:53.174913 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71877d7d-e4b9-41bf-b002-e667848a04be None None] Routers {'1bd9a343-65d7-4a22-a70b-d58ff6d11eb4'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:12:53.177065 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-71877d7d-e4b9-41bf-b002-e667848a04be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:12:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['1bd9a343-65d7-4a22-a70b-d58ff6d11eb4'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:12:53.294769 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7d2ec2-b6ee-4d41-9afc-7ac4f2136e95 req-e269dd2a-c038-4b30-8eb2-a8595fd60f92 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:53.304052 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8b7d2ec2-b6ee-4d41-9afc-7ac4f2136e95 req-e269dd2a-c038-4b30-8eb2-a8595fd60f92 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/ports?device_id=7dd6f8f4-37af-46ee-9bcd-2754997cf1c0 HTTP/1.1" status: 200 len: 945 time: 0.2347209 May 18 18:12:53.363902 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-8a571be1-9c15-453b-9545-bdb6827ed82e admin admin] Deleting port 92aaa1e2-d47f-4eb6-bdfb-2553af996132 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:12:53.364241 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8a571be1-9c15-453b-9545-bdb6827ed82e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:53.376021 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-67c43d56-e59d-4b38-9b4c-09415aee79b3 req-84ee2bf2-916f-488e-85f5-f0a9a91e9f98 service neutron] 10.222.0.36 "GET /v2.0/networks/055b7a59-22e7-493f-ba66-d1ab1ebb4b38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1488497 May 18 18:12:53.385939 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 838def1c-8efa-418c-9198-cdabfc7b28c3, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=838def1c-8efa-418c-9198-cdabfc7b28c3,segment=NetworkSegment(e113abf4-4b0e-4afe-a737-f70ad5d66353),segment_id=e113abf4-4b0e-4afe-a737-f70ad5d66353)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:12:53.406230 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5c0b1018-8691-4ee2-8dfa-a4bf60bee53f tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:53.413067 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Returning: {'device': '838def1c-8efa-418c-9198-cdabfc7b28c3', 'network_id': '055b7a59-22e7-493f-ba66-d1ab1ebb4b38', 'port_id': '838def1c-8efa-418c-9198-cdabfc7b28c3', 'mac_address': 'fa:16:3e:3d:51:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6103a86c-1984-4112-92b7-213da8bfab24', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:12:53.431784 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-ae4d2afe-dfde-4a7b-8788-c1599492b889 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1190433492-network', 'tenant_id': '8c352c21cdf84f17adeed5bdaa3e3fa6'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:12:53.458602 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f3eaca28-6e67-42f6-b51c-2efca06a24ea req-8dce8146-4798-487a-a76a-7b5e5f0bcafd service neutron] 10.222.0.85 "GET /v2.0/networks/57c5b4be-a470-4928-a580-29b0867d15b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2119353 May 18 18:12:53.499081 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5c0b1018-8691-4ee2-8dfa-a4bf60bee53f tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:53.502473 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5c0b1018-8691-4ee2-8dfa-a4bf60bee53f tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:53.507031 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-5c0b1018-8691-4ee2-8dfa-a4bf60bee53f tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] 10.222.0.85 "DELETE /v2.0/security-groups/ef5ba87d-242d-4906-82ef-16014bd8309b HTTP/1.1" status: 204 len: 168 time: 1.4903898 May 18 18:12:53.508793 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 58110) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:12:53.526431 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8b7d2ec2-b6ee-4d41-9afc-7ac4f2136e95 req-78f3fa8e-8713-4b10-bf82-ef02e954a023 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ea20f59-14b4-4643-9bf1-7dbf92d2a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196937 May 18 18:12:53.527465 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0b1018-8691-4ee2-8dfa-a4bf60bee53f tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef5ba87d-242d-4906-82ef-16014bd8309b,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:12:53.545543 n-d-838550-3 neutron-server[102730]: INFO neutron.api.v2.resource [None req-30053e06-66a2-4533-a2e7-45a221716ace tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] show failed (client error): The resource could not be found. May 18 18:12:53.550150 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-30053e06-66a2-4533-a2e7-45a221716ace tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] 10.222.0.85 "GET /v2.0/security-groups/ef5ba87d-242d-4906-82ef-16014bd8309b HTTP/1.1" status: 404 len: 347 time: 0.0297673 May 18 18:12:53.558343 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 58112) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:12:53.658992 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 838def1c-8efa-418c-9198-cdabfc7b28c3 is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:12:53.661502 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:53.671760 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae4d2afe-dfde-4a7b-8788-c1599492b889 admin admin] Made reservation on behalf of 8c352c21cdf84f17adeed5bdaa3e3fa6 for: {'network': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:12:53.674113 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ae4d2afe-dfde-4a7b-8788-c1599492b889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:53.689017 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 838def1c-8efa-418c-9198-cdabfc7b28c3 {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:12:53.731988 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-71877d7d-e4b9-41bf-b002-e667848a04be None None] Set router 1bd9a343-65d7-4a22-a70b-d58ff6d11eb4 gateway port host: None {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:12:53.740481 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 838def1c-8efa-418c-9198-cdabfc7b28c3, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=838def1c-8efa-418c-9198-cdabfc7b28c3,segment=NetworkSegment(e113abf4-4b0e-4afe-a737-f70ad5d66353),segment_id=e113abf4-4b0e-4afe-a737-f70ad5d66353)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:12:53.748644 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:53.772499 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ae4d2afe-dfde-4a7b-8788-c1599492b889 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:53.805438 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-71877d7d-e4b9-41bf-b002-e667848a04be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bd9a343-65d7-4a22-a70b-d58ff6d11eb4', 'name': 'tempest-FloatingIPsNegativeTestJSON-575008717-router', 'tenant_id': 'a27c305c5d9b494a9541e7e80b8023f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:12:32Z', 'updated_at': '2022-05-18T18:12:53Z', 'revision_number': 6, 'project_id': 'a27c305c5d9b494a9541e7e80b8023f7', 'gw_port_host': None}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:12:53.832336 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=838def1c-8efa-418c-9198-cdabfc7b28c3,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:12:53.860392 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71877d7d-e4b9-41bf-b002-e667848a04be None None] The sync data for ids ['1bd9a343-65d7-4a22-a70b-d58ff6d11eb4'] in n-d-838550-3 is: [{'id': '1bd9a343-65d7-4a22-a70b-d58ff6d11eb4', 'name': 'tempest-FloatingIPsNegativeTestJSON-575008717-router', 'tenant_id': 'a27c305c5d9b494a9541e7e80b8023f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:12:32Z', 'updated_at': '2022-05-18T18:12:53Z', 'revision_number': 6, 'project_id': 'a27c305c5d9b494a9541e7e80b8023f7', 'gw_port_host': None}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:12:53.885515 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-8a571be1-9c15-453b-9545-bdb6827ed82e admin admin] For port 92aaa1e2-d47f-4eb6-bdfb-2553af996132, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=92aaa1e2-d47f-4eb6-bdfb-2553af996132,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:12:53.885913 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8a571be1-9c15-453b-9545-bdb6827ed82e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:53.942330 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-8a571be1-9c15-453b-9545-bdb6827ed82e admin admin] Calling delete_port for 92aaa1e2-d47f-4eb6-bdfb-2553af996132 owned by network:router_gateway {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:12:54.024094 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['838def1c-8efa-418c-9198-cdabfc7b28c3'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:12:54.381505 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccc65ce-9fa7-4b47-a944-26e5f22edc05 req-c285147c-3fd3-4947-bd09-cf9f16bad146 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:54.386315 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6ccc65ce-9fa7-4b47-a944-26e5f22edc05 req-c285147c-3fd3-4947-bd09-cf9f16bad146 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/ports?device_id=9536d621-5e41-446b-99c9-3e9335c26fc6 HTTP/1.1" status: 200 len: 944 time: 0.1833382 May 18 18:12:54.410965 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8a571be1-9c15-453b-9545-bdb6827ed82e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:54.460356 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a571be1-9c15-453b-9545-bdb6827ed82e admin admin] Pushing event deleted for resources: {'Port': ['ID=92aaa1e2-d47f-4eb6-bdfb-2553af996132,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:12:54.487648 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6ccc65ce-9fa7-4b47-a944-26e5f22edc05 req-6d6d3325-0ab7-4b9c-b3b7-e0ce490f396b tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/security-groups?id=73e433d4-f339-4b3f-93ff-d66128030654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951676 May 18 18:12:54.505572 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3848215c-bc60-4a70-8d14-dc8c08eee14b req-fa4cec0c-f581-4aa3-b566-cf15542c2d45 tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=f01bdb0eb747471d9c7276a3a74207dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1082640 May 18 18:12:54.515766 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-c9666037-64b7-4a26-8c48-af87a5d16a14 tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] Deleting port e752d792-8e6f-4efd-a122-4ab20f6a2d7d {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:12:54.515766 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c9666037-64b7-4a26-8c48-af87a5d16a14 tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:54.617304 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c9666037-64b7-4a26-8c48-af87a5d16a14 tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:54.618088 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c9666037-64b7-4a26-8c48-af87a5d16a14 tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:54.634900 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-c9666037-64b7-4a26-8c48-af87a5d16a14 tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] Calling delete_port for e752d792-8e6f-4efd-a122-4ab20f6a2d7d owned by network:floatingip {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:12:54.636754 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-47f888f5-975b-4c50-b00b-1eb65e1c8307 req-21d64942-b0ab-463b-afa8-e4dd0b88a18f tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] 10.222.0.85 "GET /v2.0/ports?device_id=f171da91-0489-4cdb-8388-3cfcd34f2b4d HTTP/1.1" status: 200 len: 210 time: 0.0681400 May 18 18:12:54.835255 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affc5cb3-dab3-42fc-8b66-a03ca9cb01a1 req-deec36d2-d64a-4780-a250-55e7d2d21fc4 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:54.846895 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-affc5cb3-dab3-42fc-8b66-a03ca9cb01a1 req-deec36d2-d64a-4780-a250-55e7d2d21fc4 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/ports?device_id=7dd6f8f4-37af-46ee-9bcd-2754997cf1c0 HTTP/1.1" status: 200 len: 945 time: 0.0902517 May 18 18:12:54.917915 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-affc5cb3-dab3-42fc-8b66-a03ca9cb01a1 req-19f22727-9913-4f0a-abd2-c8f2fa6a64d1 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ea20f59-14b4-4643-9bf1-7dbf92d2a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661693 May 18 18:12:54.966727 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ae4d2afe-dfde-4a7b-8788-c1599492b889 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:54.978423 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ae4d2afe-dfde-4a7b-8788-c1599492b889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:55.007206 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3848215c-bc60-4a70-8d14-dc8c08eee14b req-3381ffbc-c7df-4280-98b2-d1b4951f8bed tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:55.010281 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3848215c-bc60-4a70-8d14-dc8c08eee14b req-3381ffbc-c7df-4280-98b2-d1b4951f8bed tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2405372 May 18 18:12:55.060496 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae4d2afe-dfde-4a7b-8788-c1599492b889 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 629} {{(pid=102731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:12:55.093285 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c9666037-64b7-4a26-8c48-af87a5d16a14 tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:55.108990 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3848215c-bc60-4a70-8d14-dc8c08eee14b req-23543802-d73c-4d37-a937-1869f5de86f9 tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] 10.222.0.85 "GET /v2.0/quotas/f01bdb0eb747471d9c7276a3a74207dd HTTP/1.1" status: 200 len: 375 time: 0.0651250 May 18 18:12:55.135626 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 58178) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:12:55.146135 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 838def1c-8efa-418c-9198-cdabfc7b28c3 up at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:12:55.187269 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device f150f6fc-d830-4e5d-a0d9-4bf10fe18b9d no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:12:55.232816 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: f150f6fc-d830-4e5d-a0d9-4bf10fe18b9d {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:12:55.233165 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device f150f6fc-d830-4e5d-a0d9-4bf10fe18b9d not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:12:55.233598 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 92aaa1e2-d47f-4eb6-bdfb-2553af996132 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:12:55.284319 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 92aaa1e2-d47f-4eb6-bdfb-2553af996132 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:12:55.284804 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 92aaa1e2-d47f-4eb6-bdfb-2553af996132 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:12:55.314741 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning for port 838def1c-8efa-418c-9198-cdabfc7b28c3 completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:12:55.321248 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning complete for port 838def1c-8efa-418c-9198-cdabfc7b28c3 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:12:55.321641 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:55.379789 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d55b5fc8-636b-405d-92fa-6fcc725426aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:55.436450 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 838def1c-8efa-418c-9198-cdabfc7b28c3 is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:12:55.436940 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:55.469820 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9536d621-5e41-446b-99c9-3e9335c26fc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '838def1c-8efa-418c-9198-cdabfc7b28c3'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:12:55.472503 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fa1633b-ce6d-4db3-8e6a-78cb9867f311" -d '{"events": [{"server_uuid": "9536d621-5e41-446b-99c9-3e9335c26fc6", "name": "network-vif-plugged", "status": "completed", "tag": "838def1c-8efa-418c-9198-cdabfc7b28c3"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:12:55.499018 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 838def1c-8efa-418c-9198-cdabfc7b28c3, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=838def1c-8efa-418c-9198-cdabfc7b28c3,segment=NetworkSegment(e113abf4-4b0e-4afe-a737-f70ad5d66353),segment_id=e113abf4-4b0e-4afe-a737-f70ad5d66353)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:12:55.514168 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ae4d2afe-dfde-4a7b-8788-c1599492b889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:55.514753 n-d-838550-3 neutron-server[102731]: INFO neutron.db.segments_db [None req-ae4d2afe-dfde-4a7b-8788-c1599492b889 admin admin] Added segment 58812133-eab2-4d1f-bf2a-ea777b989f38 of type vlan for network c1d6614b-2c59-4e70-a2a6-9369d97e5390 May 18 18:12:55.517461 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:55.530572 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4d2afe-dfde-4a7b-8788-c1599492b889 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa255767-3e7a-49af-bfae-1870baf95311,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:12:55.540707 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9666037-64b7-4a26-8c48-af87a5d16a14 tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] Pushing event deleted for resources: {'Port': ['ID=e752d792-8e6f-4efd-a122-4ab20f6a2d7d,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:12:55.549658 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d55b5fc8-636b-405d-92fa-6fcc725426aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:55.556279 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d55b5fc8-636b-405d-92fa-6fcc725426aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:55.572051 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3848215c-bc60-4a70-8d14-dc8c08eee14b req-4239a1eb-eef2-4561-a62c-101bcd08e73c tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=f01bdb0eb747471d9c7276a3a74207dd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0428205 May 18 18:12:55.644733 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-d55b5fc8-636b-405d-92fa-6fcc725426aa admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=da5ca9412bed407c88d3a1fd05ac8fd0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5061684 May 18 18:12:55.649990 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 58186) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:12:55.653259 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8a571be1-9c15-453b-9545-bdb6827ed82e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596901'] for router_gateway, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:55.662709 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b80810a-1430-45fc-9238-9b91f88aa9d7 x-openstack-request-id: req-6b80810a-1430-45fc-9238-9b91f88aa9d7 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:12:55.663032 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9536d621-5e41-446b-99c9-3e9335c26fc6", "name": "network-vif-plugged", "status": "completed", "tag": "838def1c-8efa-418c-9198-cdabfc7b28c3", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:12:55.663269 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-6b80810a-1430-45fc-9238-9b91f88aa9d7 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:12:55.663697 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b80810a-1430-45fc-9238-9b91f88aa9d7'] response: {'server_uuid': '9536d621-5e41-446b-99c9-3e9335c26fc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '838def1c-8efa-418c-9198-cdabfc7b28c3', 'code': 200} May 18 18:12:55.698504 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ae4d2afe-dfde-4a7b-8788-c1599492b889 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:55.728051 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55b5fc8-636b-405d-92fa-6fcc725426aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d61d0118-977c-4c71-8dcb-ec2a4ec0477a,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:12:55.765018 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=838def1c-8efa-418c-9198-cdabfc7b28c3,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:12:55.845671 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8a571be1-9c15-453b-9545-bdb6827ed82e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25145'] for router, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:55.853892 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8a571be1-9c15-453b-9545-bdb6827ed82e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:55.892025 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2ad422-e645-487a-8839-f47a6214c2fc req-260a0ce9-abbc-4ffa-85fd-44272a92c77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:55.893602 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2e2ad422-e645-487a-8839-f47a6214c2fc req-260a0ce9-abbc-4ffa-85fd-44272a92c77e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9536d621-5e41-446b-99c9-3e9335c26fc6 HTTP/1.1" status: 200 len: 1096 time: 0.1277452 May 18 18:12:55.895613 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7db64f60-557e-408f-b15a-9a9d9730ef22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:55.914698 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8538cf1d-a1b9-4741-abde-295d7eb73e6b req-571fcb94-e51e-4357-9a8c-613f3088fd07 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:55.928900 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8538cf1d-a1b9-4741-abde-295d7eb73e6b req-571fcb94-e51e-4357-9a8c-613f3088fd07 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/ports?device_id=9536d621-5e41-446b-99c9-3e9335c26fc6 HTTP/1.1" status: 200 len: 945 time: 0.1822526 May 18 18:12:55.957698 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ae4d2afe-dfde-4a7b-8788-c1599492b889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:55.959097 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae4d2afe-dfde-4a7b-8788-c1599492b889 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:55.959941 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ae4d2afe-dfde-4a7b-8788-c1599492b889 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:55.977101 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7db64f60-557e-408f-b15a-9a9d9730ef22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:56.033701 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4d2afe-dfde-4a7b-8788-c1599492b889 admin admin] Pushing event updated for resources: {'Network': ['ID=c1d6614b-2c59-4e70-a2a6-9369d97e5390,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:12:56.045430 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c9666037-64b7-4a26-8c48-af87a5d16a14 tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] Notify callbacks [] for floatingip, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:56.048279 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c9666037-64b7-4a26-8c48-af87a5d16a14 tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:56.052795 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2e2ad422-e645-487a-8839-f47a6214c2fc req-89e25488-f6a1-4cd0-b17f-18c9c1c681d1 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=73e433d4-f339-4b3f-93ff-d66128030654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198049 May 18 18:12:56.053494 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-c9666037-64b7-4a26-8c48-af87a5d16a14 tempest-ServersTestFqdnHostnames-2075628955 tempest-ServersTestFqdnHostnames-2075628955-project] 10.222.0.85 "DELETE /v2.0/floatingips/b5f9dd59-24ee-43ec-8745-8df2bff3e394 HTTP/1.1" status: 204 len: 168 time: 2.4914165 May 18 18:12:56.053601 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network c1d6614b-2c59-4e70-a2a6-9369d97e5390 details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:12:56.061158 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 58196) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:12:56.065401 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8a571be1-9c15-453b-9545-bdb6827ed82e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593303'] for router, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:56.066332 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a571be1-9c15-453b-9545-bdb6827ed82e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1bd9a343-65d7-4a22-a70b-d58ff6d11eb4 {{(pid=102731) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 18 18:12:56.086279 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8538cf1d-a1b9-4741-abde-295d7eb73e6b req-60fc99b1-08af-41e1-96bc-ac035cec6514 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/security-groups?id=73e433d4-f339-4b3f-93ff-d66128030654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1554821 May 18 18:12:56.093382 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8a571be1-9c15-453b-9545-bdb6827ed82e admin admin] Notify callbacks [] for router, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:56.095373 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-8a571be1-9c15-453b-9545-bdb6827ed82e admin admin] 10.222.0.85 "DELETE /v2.0/routers/1bd9a343-65d7-4a22-a70b-d58ff6d11eb4 HTTP/1.1" status: 204 len: 168 time: 3.7404678 May 18 18:12:56.098613 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 58198) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:12:56.110849 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-49c40f7c-ef96-4505-b870-c9700a57f6a9 req-4b096175-5dfd-4e94-b63d-6c05d1ac6a39 tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] 10.222.0.85 "GET /v2.0/ports?device_id=f171da91-0489-4cdb-8388-3cfcd34f2b4d HTTP/1.1" status: 200 len: 210 time: 0.0844505 May 18 18:12:56.148251 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-ae4d2afe-dfde-4a7b-8788-c1599492b889 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 3.0589340 May 18 18:12:56.182077 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 58200) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:12:56.188499 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-dc484b9c-e4ae-4378-a26c-84a8adf9fd87 admin admin] Request body: {'subnet': {'network_id': 'c1d6614b-2c59-4e70-a2a6-9369d97e5390', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1190433492-subnet', 'tenant_id': '8c352c21cdf84f17adeed5bdaa3e3fa6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:12:56.269328 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3256b7e1-3e10-4333-bf3e-594cfae31639 req-bc1a4572-cbd3-4123-83ac-e69efc41ed9d tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] 10.222.0.85 "GET /v2.0/ports?device_id=e8575c27-b3aa-4e87-8447-f72bfe191d4c HTTP/1.1" status: 200 len: 210 time: 0.0874016 May 18 18:12:56.306585 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eaca28-6e67-42f6-b51c-2efca06a24ea req-35e0ad9a-508c-4fa1-b630-674764007217 tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:56.307837 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc484b9c-e4ae-4378-a26c-84a8adf9fd87 admin admin] Made reservation on behalf of 8c352c21cdf84f17adeed5bdaa3e3fa6 for: {'subnet': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:12:56.308573 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f3eaca28-6e67-42f6-b51c-2efca06a24ea req-35e0ad9a-508c-4fa1-b630-674764007217 tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] 10.222.0.88 "GET /v2.0/networks?id=57c5b4be-a470-4928-a580-29b0867d15b8 HTTP/1.1" status: 200 len: 816 time: 0.4812565 May 18 18:12:56.310298 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-dc484b9c-e4ae-4378-a26c-84a8adf9fd87 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261031885'] for subnet, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:56.326871 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_v2 [None req-02509f57-28d9-4a1e-b949-bf4283036d0c admin admin] Deleting subnet 46f5e774-765a-4527-b38f-890360bd90af {{(pid=102731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:12:56.330908 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-02509f57-28d9-4a1e-b949-bf4283036d0c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:56.409338 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-02509f57-28d9-4a1e-b949-bf4283036d0c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260542153'] for subnet, precommit_delete_associations {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:56.471675 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f3eaca28-6e67-42f6-b51c-2efca06a24ea req-e48bb957-541e-4c1f-926b-9670086b2978 tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1d597e9c8bd043aaab90725ea81b052d HTTP/1.1" status: 200 len: 379 time: 0.1108346 May 18 18:12:56.495797 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ecfe53-456d-49d8-be60-78d32dfb9163 req-3f0807ba-0494-4627-abcd-e8d68f20e3fe tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:56.505928 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-41ecfe53-456d-49d8-be60-78d32dfb9163 req-3f0807ba-0494-4627-abcd-e8d68f20e3fe tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/ports?device_id=7dd6f8f4-37af-46ee-9bcd-2754997cf1c0 HTTP/1.1" status: 200 len: 945 time: 0.2323747 May 18 18:12:56.532635 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-f3eaca28-6e67-42f6-b51c-2efca06a24ea req-2b0b0907-a055-4d07-869a-8153c16b06a8 tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] Request body: {'port': {'device_id': 'f171da91-0489-4cdb-8388-3cfcd34f2b4d', 'network_id': '57c5b4be-a470-4928-a580-29b0867d15b8', 'admin_state_up': True, 'tenant_id': '1d597e9c8bd043aaab90725ea81b052d', 'security_groups': ['31822f57-f559-4973-b21f-c8e6a3e161fe']}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:12:56.658241 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7db64f60-557e-408f-b15a-9a9d9730ef22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:56.662141 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7db64f60-557e-408f-b15a-9a9d9730ef22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:56.664154 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-7db64f60-557e-408f-b15a-9a9d9730ef22 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/d61d0118-977c-4c71-8dcb-ec2a4ec0477a HTTP/1.1" status: 204 len: 168 time: 1.0114205 May 18 18:12:56.740764 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-41ecfe53-456d-49d8-be60-78d32dfb9163 req-9461fa4f-fd45-4830-b9a4-aec31be4fcd6 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ea20f59-14b4-4643-9bf1-7dbf92d2a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337027 May 18 18:12:56.744513 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3eaca28-6e67-42f6-b51c-2efca06a24ea req-2b0b0907-a055-4d07-869a-8153c16b06a8 tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] Made reservation on behalf of 1d597e9c8bd043aaab90725ea81b052d for: {'port': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:12:56.748457 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-f3eaca28-6e67-42f6-b51c-2efca06a24ea req-2b0b0907-a055-4d07-869a-8153c16b06a8 tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:56.791963 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db64f60-557e-408f-b15a-9a9d9730ef22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d61d0118-977c-4c71-8dcb-ec2a4ec0477a,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:12:56.949841 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-02509f57-28d9-4a1e-b949-bf4283036d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:57.072033 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-dc484b9c-e4ae-4378-a26c-84a8adf9fd87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261104883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261031899'] for subnet, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:57.177700 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc484b9c-e4ae-4378-a26c-84a8adf9fd87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=afafec31-e363-47fe-be7d-25eb1518e0dd,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:12:57.196312 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc484b9c-e4ae-4378-a26c-84a8adf9fd87 admin admin] Checking segment: {'id': '58812133-eab2-4d1f-bf2a-ea777b989f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'c1d6614b-2c59-4e70-a2a6-9369d97e5390'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:12:57.196717 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc484b9c-e4ae-4378-a26c-84a8adf9fd87 admin admin] Network hostable DHCP agents. Network: c1d6614b-2c59-4e70-a2a6-9369d97e5390, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:12:57.222057 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9ef79ad9-b932-42a5-9104-97a2d75cec50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-595963'] for router_interface, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:57.268643 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc484b9c-e4ae-4378-a26c-84a8adf9fd87 admin admin] Network c1d6614b-2c59-4e70-a2a6-9369d97e5390 is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:12:57.284646 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [req-f3eaca28-6e67-42f6-b51c-2efca06a24ea req-2b0b0907-a055-4d07-869a-8153c16b06a8 tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] Allocated IP 172.20.0.5 (57c5b4be-a470-4928-a580-29b0867d15b8/9e3c6c6b-0d88-4038-aa09-805bbbc6a422/39c9754d-ba47-4883-91b3-63ac6f3a01bc) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:12:57.296626 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 58218) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:12:57.302671 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-02509f57-28d9-4a1e-b949-bf4283036d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260898416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260908030'] for subnet, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:57.328128 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-dc484b9c-e4ae-4378-a26c-84a8adf9fd87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, c1d6614b-2c59-4e70-a2a6-9369d97e5390) {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:12:57.337205 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a349d8-9950-4502-81b5-16c866e55657 None None] Network c1d6614b-2c59-4e70-a2a6-9369d97e5390 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:12:57.427538 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a3cfb12f-5639-4108-9a4f-7a145d46ba20 req-0251b025-6de6-4043-94aa-08e1a732a6bf tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] 10.222.0.85 "GET /v2.0/ports?device_id=f171da91-0489-4cdb-8388-3cfcd34f2b4d HTTP/1.1" status: 200 len: 210 time: 0.1085172 May 18 18:12:57.429012 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-54f8cea1-c83c-4318-a918-04df57153cd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:57.441173 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc484b9c-e4ae-4378-a26c-84a8adf9fd87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:57.441737 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-dc484b9c-e4ae-4378-a26c-84a8adf9fd87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:57.446002 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-02509f57-28d9-4a1e-b949-bf4283036d0c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:57.471256 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-02509f57-28d9-4a1e-b949-bf4283036d0c admin admin] 10.222.0.85 "DELETE /v2.0/subnets/46f5e774-765a-4527-b38f-890360bd90af HTTP/1.1" status: 204 len: 168 time: 1.3545558 May 18 18:12:57.473008 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02509f57-28d9-4a1e-b949-bf4283036d0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46f5e774-765a-4527-b38f-890360bd90af,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:12:57.482684 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2bd5d34-38bb-4b39-82f2-dca3f388e69c None None] Network 77e2fed5-08bd-4436-b642-9de39911dad2 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:12:57.483036 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 58220) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:12:57.598225 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6ab41536-c22f-4070-97a2-08ba8611f111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:57.621612 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-dc484b9c-e4ae-4378-a26c-84a8adf9fd87 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.4384201 May 18 18:12:57.625877 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 58222) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:12:57.631040 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-63e31d66-7bf5-46d6-914a-8155c2185a25 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1190433492-router', 'tenant_id': '8c352c21cdf84f17adeed5bdaa3e3fa6', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:12:57.690080 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1573a5-4a00-40bd-90bc-b4d72dc47234 req-68c676df-4e34-405e-a3d0-ea353f2c6ad4 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:57.702202 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9a1573a5-4a00-40bd-90bc-b4d72dc47234 req-68c676df-4e34-405e-a3d0-ea353f2c6ad4 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/ports?device_id=9536d621-5e41-446b-99c9-3e9335c26fc6 HTTP/1.1" status: 200 len: 945 time: 0.3975513 May 18 18:12:57.723554 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f842ed6a-5941-4f55-9f7e-bd9430a552f2 req-07a2556a-0da6-4c04-adcc-a2ed114301d3 tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] 10.222.0.85 "GET /v2.0/ports?device_id=e8575c27-b3aa-4e87-8447-f72bfe191d4c HTTP/1.1" status: 200 len: 210 time: 0.1169884 May 18 18:12:57.724928 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-63e31d66-7bf5-46d6-914a-8155c2185a25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25099'] for router, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:57.728892 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-63e31d66-7bf5-46d6-914a-8155c2185a25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-593238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596850', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25088'] for router, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:57.812608 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3848215c-bc60-4a70-8d14-dc8c08eee14b req-1e90f907-69bd-41f4-80b2-8c0ea1d8a150 tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=f01bdb0eb747471d9c7276a3a74207dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0859478 May 18 18:12:57.860982 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-63e31d66-7bf5-46d6-914a-8155c2185a25 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:57.891462 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9a1573a5-4a00-40bd-90bc-b4d72dc47234 req-b506b5aa-9457-4ba9-b47a-a1003cccb121 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/security-groups?id=73e433d4-f339-4b3f-93ff-d66128030654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1880331 May 18 18:12:57.975174 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a174e87-8c0d-4bb4-92b7-6ed2d8ad48ed None None] Network c1d6614b-2c59-4e70-a2a6-9369d97e5390 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:12:58.005972 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-54f8cea1-c83c-4318-a918-04df57153cd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:58.018339 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-54f8cea1-c83c-4318-a918-04df57153cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:58.054347 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-f3eaca28-6e67-42f6-b51c-2efca06a24ea req-2b0b0907-a055-4d07-869a-8153c16b06a8 tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:58.070706 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3848215c-bc60-4a70-8d14-dc8c08eee14b req-81ff36ea-f972-4cc4-8b9b-6a93fb488d6f tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:58.073231 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3848215c-bc60-4a70-8d14-dc8c08eee14b req-81ff36ea-f972-4cc4-8b9b-6a93fb488d6f tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2442446 May 18 18:12:58.088344 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d23387ae-c05e-45aa-b939-60aed6e57a2a None None] DHCP port deletion for 77e2fed5-08bd-4436-b642-9de39911dad2 request from n-d-838550-3 {{(pid=102732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 18:12:58.095456 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-3848215c-bc60-4a70-8d14-dc8c08eee14b req-ed5dd3e2-80f1-4ef8-a8cd-4078c244b06f tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] Request body: {'port': {'device_id': 'e8575c27-b3aa-4e87-8447-f72bfe191d4c', 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305', 'admin_state_up': True, 'tenant_id': 'f01bdb0eb747471d9c7276a3a74207dd'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:12:58.133228 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f8cea1-c83c-4318-a918-04df57153cd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e85119c-8505-4f5a-931e-0ec1968cea98,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:12:58.142678 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-54f8cea1-c83c-4318-a918-04df57153cd2 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=90ffb5d4ad3546f18540852b67879c31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8438611 May 18 18:12:58.181429 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 58226) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:12:58.264082 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-d23387ae-c05e-45aa-b939-60aed6e57a2a None None] Deleting port 14b9f91f-d7bb-4361-a51d-3e22861116b8 {{(pid=102732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:12:58.264693 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d23387ae-c05e-45aa-b939-60aed6e57a2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:58.279352 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-9ef79ad9-b932-42a5-9104-97a2d75cec50 admin admin] Deleting port 4affc2a1-3756-49c1-a5ce-1e13681f0267 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:12:58.279896 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9ef79ad9-b932-42a5-9104-97a2d75cec50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:58.294527 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3848215c-bc60-4a70-8d14-dc8c08eee14b req-ed5dd3e2-80f1-4ef8-a8cd-4078c244b06f tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] Made reservation on behalf of f01bdb0eb747471d9c7276a3a74207dd for: {'port': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:12:58.298051 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-3848215c-bc60-4a70-8d14-dc8c08eee14b req-ed5dd3e2-80f1-4ef8-a8cd-4078c244b06f tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:58.343721 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-3848215c-bc60-4a70-8d14-dc8c08eee14b req-ed5dd3e2-80f1-4ef8-a8cd-4078c244b06f tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:58.363378 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-63e31d66-7bf5-46d6-914a-8155c2185a25 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:58.370772 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-d23387ae-c05e-45aa-b939-60aed6e57a2a None None] For port 14b9f91f-d7bb-4361-a51d-3e22861116b8, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=14b9f91f-d7bb-4361-a51d-3e22861116b8,segment=NetworkSegment(2567a2cc-65de-4596-bdc0-449e9f2aa040),segment_id=2567a2cc-65de-4596-bdc0-449e9f2aa040)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:12:58.371976 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d23387ae-c05e-45aa-b939-60aed6e57a2a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:58.377303 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-f3eaca28-6e67-42f6-b51c-2efca06a24ea req-2b0b0907-a055-4d07-869a-8153c16b06a8 tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:58.393785 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-d23387ae-c05e-45aa-b939-60aed6e57a2a None None] Calling delete_port for 14b9f91f-d7bb-4361-a51d-3e22861116b8 owned by network:dhcp {{(pid=102732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:12:58.421343 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-9ef79ad9-b932-42a5-9104-97a2d75cec50 admin admin] For port 4affc2a1-3756-49c1-a5ce-1e13681f0267, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=4affc2a1-3756-49c1-a5ce-1e13681f0267,segment=NetworkSegment(5506962a-f6c8-48fb-8434-f69d110e57ad),segment_id=5506962a-f6c8-48fb-8434-f69d110e57ad)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:12:58.421802 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9ef79ad9-b932-42a5-9104-97a2d75cec50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:58.450968 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-6ab41536-c22f-4070-97a2-08ba8611f111 admin admin] Deleting port 14b9f91f-d7bb-4361-a51d-3e22861116b8 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:12:58.451330 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6ab41536-c22f-4070-97a2-08ba8611f111 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:58.459870 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c2c730ec-c15d-485b-ada8-c2a5bb3daad9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:58.462177 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-9ef79ad9-b932-42a5-9104-97a2d75cec50 admin admin] Calling delete_port for 4affc2a1-3756-49c1-a5ce-1e13681f0267 owned by network:router_interface {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:12:58.496294 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c2c730ec-c15d-485b-ada8-c2a5bb3daad9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:58.502672 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d23387ae-c05e-45aa-b939-60aed6e57a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508'] for port, after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:58.531446 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23387ae-c05e-45aa-b939-60aed6e57a2a None None] Pushing event deleted for resources: {'Port': ['ID=14b9f91f-d7bb-4361-a51d-3e22861116b8,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:12:58.540638 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23387ae-c05e-45aa-b939-60aed6e57a2a None None] No DVR routers for this DVR port 14b9f91f-d7bb-4361-a51d-3e22861116b8 on host n-d-838550-3 {{(pid=102732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:12:58.618405 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-3848215c-bc60-4a70-8d14-dc8c08eee14b req-ed5dd3e2-80f1-4ef8-a8cd-4078c244b06f tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:58.630912 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-3848215c-bc60-4a70-8d14-dc8c08eee14b req-ed5dd3e2-80f1-4ef8-a8cd-4078c244b06f tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:58.639593 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235d1f61-fd47-4c09-a90d-180a57c5e689 req-7448c6cc-6082-4206-bdf0-82eb56588f8e tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:58.642195 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-235d1f61-fd47-4c09-a90d-180a57c5e689 req-7448c6cc-6082-4206-bdf0-82eb56588f8e tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/ports?device_id=7dd6f8f4-37af-46ee-9bcd-2754997cf1c0 HTTP/1.1" status: 200 len: 945 time: 0.5732150 May 18 18:12:58.708888 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734def82-340f-438d-96e3-d3be329de814 req-0533be3a-796f-4e4c-a2e0-61fdb125b3ad tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:58.716348 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-734def82-340f-438d-96e3-d3be329de814 req-0533be3a-796f-4e4c-a2e0-61fdb125b3ad tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] 10.222.0.85 "GET /v2.0/ports?device_id=f171da91-0489-4cdb-8388-3cfcd34f2b4d HTTP/1.1" status: 200 len: 931 time: 0.1698859 May 18 18:12:58.729111 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3eaca28-6e67-42f6-b51c-2efca06a24ea req-2b0b0907-a055-4d07-869a-8153c16b06a8 tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] Network 57c5b4be-a470-4928-a580-29b0867d15b8 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:12:58.736889 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5dd3e2-80f1-4ef8-a8cd-4078c244b06f tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a71bdd0b-6132-4299-809d-7cc4579566d6,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:12:58.776975 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [req-f3eaca28-6e67-42f6-b51c-2efca06a24ea req-2b0b0907-a055-4d07-869a-8153c16b06a8 tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:12:58.779557 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3eaca28-6e67-42f6-b51c-2efca06a24ea req-2b0b0907-a055-4d07-869a-8153c16b06a8 tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:12:58.782550 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0b0907-a055-4d07-869a-8153c16b06a8 tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] Pushing event updated for resources: {'Port': ['ID=39c9754d-ba47-4883-91b3-63ac6f3a01bc,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:12:58.785290 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-734def82-340f-438d-96e3-d3be329de814 req-feb8b065-7498-43d4-8e12-a7a61907b1f7 tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] 10.222.0.85 "GET /v2.0/security-groups?id=31822f57-f559-4973-b21f-c8e6a3e161fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634494 May 18 18:12:58.849346 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c2c730ec-c15d-485b-ada8-c2a5bb3daad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:58.853374 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c2c730ec-c15d-485b-ada8-c2a5bb3daad9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:58.855946 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-c2c730ec-c15d-485b-ada8-c2a5bb3daad9 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/9e85119c-8505-4f5a-931e-0ec1968cea98 HTTP/1.1" status: 204 len: 168 time: 0.6728189 May 18 18:12:58.913968 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-6ab41536-c22f-4070-97a2-08ba8611f111 admin admin] For port 14b9f91f-d7bb-4361-a51d-3e22861116b8, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=14b9f91f-d7bb-4361-a51d-3e22861116b8,segment=NetworkSegment(2567a2cc-65de-4596-bdc0-449e9f2aa040),segment_id=2567a2cc-65de-4596-bdc0-449e9f2aa040)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:12:58.914691 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6ab41536-c22f-4070-97a2-08ba8611f111 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:58.985205 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c730ec-c15d-485b-ada8-c2a5bb3daad9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e85119c-8505-4f5a-931e-0ec1968cea98,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:12:58.989499 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-6ab41536-c22f-4070-97a2-08ba8611f111 admin admin] Calling delete_port for 14b9f91f-d7bb-4361-a51d-3e22861116b8 owned by network:dhcp {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:12:59.003855 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-235d1f61-fd47-4c09-a90d-180a57c5e689 req-28401c55-b9e4-4c26-ba96-009b407ceda4 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ea20f59-14b4-4643-9bf1-7dbf92d2a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2836831 May 18 18:12:59.029184 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eaca28-6e67-42f6-b51c-2efca06a24ea req-2b0b0907-a055-4d07-869a-8153c16b06a8 tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:59.031334 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-f3eaca28-6e67-42f6-b51c-2efca06a24ea req-2b0b0907-a055-4d07-869a-8153c16b06a8 tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:59.034130 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9ef79ad9-b932-42a5-9104-97a2d75cec50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:59.154221 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 14b9f91f-d7bb-4361-a51d-3e22861116b8 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:12:59.207080 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4d23c9ba-769e-4d1e-86e1-86fbadd3a5d7 req-502488b5-45df-46de-9067-05f034a0614d tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] 10.222.0.85 "GET /v2.0/ports?device_id=e8575c27-b3aa-4e87-8447-f72bfe191d4c HTTP/1.1" status: 200 len: 210 time: 0.2146094 May 18 18:12:59.207968 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef79ad9-b932-42a5-9104-97a2d75cec50 admin admin] Pushing event deleted for resources: {'Port': ['ID=4affc2a1-3756-49c1-a5ce-1e13681f0267,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:12:59.212103 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 14b9f91f-d7bb-4361-a51d-3e22861116b8 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:12:59.212482 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 14b9f91f-d7bb-4361-a51d-3e22861116b8 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:12:59.241042 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-ad0b2c5c-d61e-4c2d-b7c0-cb59e6915c88 None None] Provisioning complete for port 39c9754d-ba47-4883-91b3-63ac6f3a01bc triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:12:59.241414 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-ad0b2c5c-d61e-4c2d-b7c0-cb59e6915c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:59.247954 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [req-3848215c-bc60-4a70-8d14-dc8c08eee14b req-ed5dd3e2-80f1-4ef8-a8cd-4078c244b06f tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] Allocated IP 192.168.233.62 (4c8ef274-9ecc-47c2-9686-5eebd78fb305/c2531ae9-89db-4dcf-b670-9eac4c9cde53/f71758ab-cb08-4ce8-ae45-a92c2c8c7636) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:12:59.286384 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6ab41536-c22f-4070-97a2-08ba8611f111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:59.334708 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b324b13-fb82-4b34-b827-7f6fb5b6ba09 req-257ae8a4-8aeb-4382-8dab-4f08d35291f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:59.337220 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3b324b13-fb82-4b34-b827-7f6fb5b6ba09 req-257ae8a4-8aeb-4382-8dab-4f08d35291f6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7dd6f8f4-37af-46ee-9bcd-2754997cf1c0 HTTP/1.1" status: 200 len: 1096 time: 0.4306788 May 18 18:12:59.338881 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-ad0b2c5c-d61e-4c2d-b7c0-cb59e6915c88 None None] Port 39c9754d-ba47-4883-91b3-63ac6f3a01bc cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:12:59.397124 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab41536-c22f-4070-97a2-08ba8611f111 admin admin] No DVR routers for this DVR port 14b9f91f-d7bb-4361-a51d-3e22861116b8 on host n-d-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:12:59.419644 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f3eaca28-6e67-42f6-b51c-2efca06a24ea req-2b0b0907-a055-4d07-869a-8153c16b06a8 tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8918133 May 18 18:12:59.480468 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3b324b13-fb82-4b34-b827-7f6fb5b6ba09 req-427b2c17-cf3a-45ea-a921-bb4b08f69762 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1ea20f59-14b4-4643-9bf1-7dbf92d2a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349661 May 18 18:12:59.502752 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-f3eaca28-6e67-42f6-b51c-2efca06a24ea req-fc9f01f8-e0bd-4203-9aa2-7e772c60bd10 service neutron] Request body: {'port': {'device_id': 'f171da91-0489-4cdb-8388-3cfcd34f2b4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-3'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:12:59.506802 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab41536-c22f-4070-97a2-08ba8611f111 admin admin] Pushing event deleted for resources: {'Port': ['ID=14b9f91f-d7bb-4361-a51d-3e22861116b8,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:12:59.589901 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9ef79ad9-b932-42a5-9104-97a2d75cec50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-593931'] for router_interface, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:59.648037 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e6e541-fcaf-40fc-9455-5c09bc3a36d8 req-3c0c4112-7ac7-4495-a93a-117b68833c1f tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:12:59.650313 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e6e6e541-fcaf-40fc-9455-5c09bc3a36d8 req-3c0c4112-7ac7-4495-a93a-117b68833c1f tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/ports?device_id=9536d621-5e41-446b-99c9-3e9335c26fc6 HTTP/1.1" status: 200 len: 945 time: 0.3473635 May 18 18:12:59.658887 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6ab41536-c22f-4070-97a2-08ba8611f111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:59.661177 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-3848215c-bc60-4a70-8d14-dc8c08eee14b req-ed5dd3e2-80f1-4ef8-a8cd-4078c244b06f tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:59.727731 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-6ab41536-c22f-4070-97a2-08ba8611f111 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77e2fed5-08bd-4436-b642-9de39911dad2']}} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:12:59.765820 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-3848215c-bc60-4a70-8d14-dc8c08eee14b req-ed5dd3e2-80f1-4ef8-a8cd-4078c244b06f tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:59.779622 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-f3eaca28-6e67-42f6-b51c-2efca06a24ea req-fc9f01f8-e0bd-4203-9aa2-7e772c60bd10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:59.792383 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-6ab41536-c22f-4070-97a2-08ba8611f111 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2567a2cc-65de-4596-bdc0-449e9f2aa040') {'for_net_delete': True} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:12:59.792751 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-6ab41536-c22f-4070-97a2-08ba8611f111 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2567a2cc-65de-4596-bdc0-449e9f2aa040') {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:12:59.850990 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3848215c-bc60-4a70-8d14-dc8c08eee14b req-ed5dd3e2-80f1-4ef8-a8cd-4078c244b06f tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] Network 4c8ef274-9ecc-47c2-9686-5eebd78fb305 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:12:59.858444 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [req-3848215c-bc60-4a70-8d14-dc8c08eee14b req-ed5dd3e2-80f1-4ef8-a8cd-4078c244b06f tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:12:59.869390 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-3848215c-bc60-4a70-8d14-dc8c08eee14b req-ed5dd3e2-80f1-4ef8-a8cd-4078c244b06f tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:12:59.879297 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6ab41536-c22f-4070-97a2-08ba8611f111 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260542144'] for segment, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:59.895565 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6ab41536-c22f-4070-97a2-08ba8611f111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:59.909859 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ab41536-c22f-4070-97a2-08ba8611f111 admin admin] Releasing vlan 639 on physical network physnet1 to pool {{(pid=102731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:12:59.910383 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6ab41536-c22f-4070-97a2-08ba8611f111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260884178'] for segment, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:12:59.960685 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5dd3e2-80f1-4ef8-a8cd-4078c244b06f tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] Pushing event updated for resources: {'Port': ['ID=f71758ab-cb08-4ce8-ae45-a92c2c8c7636,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:12:59.979726 n-d-838550-3 neutron-server[102731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:12:59.979726 n-d-838550-3 neutron-server[102731]: self.session.flush() May 18 18:12:59.979726 n-d-838550-3 neutron-server[102731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:12:59.979726 n-d-838550-3 neutron-server[102731]: self.session.flush() May 18 18:12:59.979726 n-d-838550-3 neutron-server[102731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:12:59.979726 n-d-838550-3 neutron-server[102731]: self.session.flush() May 18 18:12:59.979726 n-d-838550-3 neutron-server[102731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:12:59.979726 n-d-838550-3 neutron-server[102731]: self.session.flush() May 18 18:12:59.979726 n-d-838550-3 neutron-server[102731]: Traceback (most recent call last): May 18 18:12:59.979726 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:12:59.979726 n-d-838550-3 neutron-server[102731]: timer() May 18 18:12:59.979726 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:12:59.979726 n-d-838550-3 neutron-server[102731]: cb(*args, **kw) May 18 18:12:59.979726 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:12:59.979726 n-d-838550-3 neutron-server[102731]: return func(*args, **kwargs) May 18 18:12:59.979726 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:12:59.979726 n-d-838550-3 neutron-server[102731]: self._notify() May 18 18:12:59.979726 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:12:59.979726 n-d-838550-3 neutron-server[102731]: self.callback(batched_events) May 18 18:12:59.979726 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:12:59.979726 n-d-838550-3 neutron-server[102731]: event.method(event) May 18 18:12:59.979726 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:12:59.979726 n-d-838550-3 neutron-server[102731]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:12:59.979726 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:12:59.979726 n-d-838550-3 neutron-server[102731]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:12:59.979726 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:12:59.979726 n-d-838550-3 neutron-server[102731]: return f(self, *a, **k) May 18 18:12:59.979726 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:12:59.979726 n-d-838550-3 neutron-server[102731]: return self._get(url).json() May 18 18:12:59.979726 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:12:59.979726 n-d-838550-3 neutron-server[102731]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:12:59.979726 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:12:59.979726 n-d-838550-3 neutron-server[102731]: return self.request(url, 'GET', **kwargs) May 18 18:12:59.979726 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:12:59.979726 n-d-838550-3 neutron-server[102731]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:12:59.979726 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:12:59.979726 n-d-838550-3 neutron-server[102731]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:12:59.979726 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:12:59.979726 n-d-838550-3 neutron-server[102731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:12:59.979726 n-d-838550-3 neutron-server[102731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:13:00.016149 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6ab41536-c22f-4070-97a2-08ba8611f111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:00.022245 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6ab41536-c22f-4070-97a2-08ba8611f111 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:00.029290 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-6ab41536-c22f-4070-97a2-08ba8611f111 admin admin] 10.222.0.85 "DELETE /v2.0/networks/77e2fed5-08bd-4436-b642-9de39911dad2 HTTP/1.1" status: 204 len: 168 time: 2.5381553 May 18 18:13:00.047133 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e6e6e541-fcaf-40fc-9455-5c09bc3a36d8 req-07966671-ef9d-4f5b-9bda-f6d11d319cbf tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/security-groups?id=73e433d4-f339-4b3f-93ff-d66128030654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3847487 May 18 18:13:00.071728 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3848215c-bc60-4a70-8d14-dc8c08eee14b req-ed5dd3e2-80f1-4ef8-a8cd-4078c244b06f tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:00.072485 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-3848215c-bc60-4a70-8d14-dc8c08eee14b req-ed5dd3e2-80f1-4ef8-a8cd-4078c244b06f tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:00.083776 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab41536-c22f-4070-97a2-08ba8611f111 admin admin] Pushing event deleted for resources: {'Network': ['ID=77e2fed5-08bd-4436-b642-9de39911dad2,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:13:00.099637 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-63e31d66-7bf5-46d6-914a-8155c2185a25 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:00.104030 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d571ed-6ab7-4409-b84e-6248271a88e0 req-ee433580-2adf-4197-97ca-8d95b780191c tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:00.105748 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-85d571ed-6ab7-4409-b84e-6248271a88e0 req-ee433580-2adf-4197-97ca-8d95b780191c tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] 10.222.0.85 "GET /v2.0/ports?device_id=f171da91-0489-4cdb-8388-3cfcd34f2b4d HTTP/1.1" status: 200 len: 931 time: 0.1638033 May 18 18:13:00.118848 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ef79ad9-b932-42a5-9104-97a2d75cec50 admin admin] Router 3d6d0d2f-d9a2-423f-a66d-bdd47d30bea9 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:13:00.130606 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-63e31d66-7bf5-46d6-914a-8155c2185a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:00.199562 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3848215c-bc60-4a70-8d14-dc8c08eee14b req-ed5dd3e2-80f1-4ef8-a8cd-4078c244b06f tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1095214 May 18 18:13:00.240539 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-3848215c-bc60-4a70-8d14-dc8c08eee14b req-885c5965-ba16-44b6-95cf-7983b7829485 service neutron] Request body: {'port': {'device_id': 'e8575c27-b3aa-4e87-8447-f72bfe191d4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-3'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:13:00.299734 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-fc117b6a-2d08-42cf-8556-03af2b46b55a None None] Provisioning complete for port f71758ab-cb08-4ce8-ae45-a92c2c8c7636 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:13:00.307811 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-fc117b6a-2d08-42cf-8556-03af2b46b55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:00.362722 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-63e31d66-7bf5-46d6-914a-8155c2185a25 admin admin] Allocated IP 172.25.5.215 (31ebd439-090c-4b25-bbb0-31c48711b145/363a2810-8a83-4be0-a317-7c91fcd94485/03165747-e1d3-4f86-bb38-94a7a680547a) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:13:00.373970 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 58264) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:13:00.375871 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-fc117b6a-2d08-42cf-8556-03af2b46b55a None None] Port f71758ab-cb08-4ce8-ae45-a92c2c8c7636 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:13:00.408214 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-85d571ed-6ab7-4409-b84e-6248271a88e0 req-56792657-da76-4ace-ab1d-8826f5e193d2 tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] 10.222.0.85 "GET /v2.0/security-groups?id=31822f57-f559-4973-b21f-c8e6a3e161fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2862525 May 18 18:13:00.453489 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-3848215c-bc60-4a70-8d14-dc8c08eee14b req-885c5965-ba16-44b6-95cf-7983b7829485 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:00.457012 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a3e821-3173-43a2-a84c-71bbb4738684 req-09f9bdb5-84a6-4d8a-b5d6-7633180d2430 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:00.459553 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-89a3e821-3173-43a2-a84c-71bbb4738684 req-09f9bdb5-84a6-4d8a-b5d6-7633180d2430 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/ports?device_id=7dd6f8f4-37af-46ee-9bcd-2754997cf1c0 HTTP/1.1" status: 200 len: 945 time: 0.2141604 May 18 18:13:00.630195 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-89a3e821-3173-43a2-a84c-71bbb4738684 req-e3a3c8a2-2be8-4be2-92d5-821d8ff0fcaf tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ea20f59-14b4-4643-9bf1-7dbf92d2a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977030 May 18 18:13:00.775286 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-63e31d66-7bf5-46d6-914a-8155c2185a25 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:00.858175 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:00.924140 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [req-f3eaca28-6e67-42f6-b51c-2efca06a24ea req-fc9f01f8-e0bd-4203-9aa2-7e772c60bd10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39c9754d-ba47-4883-91b3-63ac6f3a01bc {{(pid=102731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:13:00.940695 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-f3eaca28-6e67-42f6-b51c-2efca06a24ea req-fc9f01f8-e0bd-4203-9aa2-7e772c60bd10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:00.954314 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bf37c0-4b67-4210-9c83-f02514d931e9 req-7b95d73f-4792-40c5-9f2c-399c4b19115b tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:00.963595 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f8bf37c0-4b67-4210-9c83-f02514d931e9 req-7b95d73f-4792-40c5-9f2c-399c4b19115b tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] 10.222.0.85 "GET /v2.0/ports?device_id=e8575c27-b3aa-4e87-8447-f72bfe191d4c HTTP/1.1" status: 200 len: 935 time: 0.2164137 May 18 18:13:00.968948 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-63e31d66-7bf5-46d6-914a-8155c2185a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:01.019221 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.provisioning_blocks [req-f3eaca28-6e67-42f6-b51c-2efca06a24ea req-fc9f01f8-e0bd-4203-9aa2-7e772c60bd10 service neutron] Transition to ACTIVE for port object 39c9754d-ba47-4883-91b3-63ac6f3a01bc will not be triggered until provisioned by entity L2. {{(pid=102731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:13:01.029920 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:01.043081 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e31d66-7bf5-46d6-914a-8155c2185a25 admin admin] Network 31ebd439-090c-4b25-bbb0-31c48711b145 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:13:01.045777 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-f3eaca28-6e67-42f6-b51c-2efca06a24ea req-fc9f01f8-e0bd-4203-9aa2-7e772c60bd10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:01.074507 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-63e31d66-7bf5-46d6-914a-8155c2185a25 admin admin] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:13:01.077197 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e31d66-7bf5-46d6-914a-8155c2185a25 admin admin] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:13:01.125398 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e31d66-7bf5-46d6-914a-8155c2185a25 admin admin] Pushing event updated for resources: {'Port': ['ID=03165747-e1d3-4f86-bb38-94a7a680547a,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:13:01.217088 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [req-3848215c-bc60-4a70-8d14-dc8c08eee14b req-885c5965-ba16-44b6-95cf-7983b7829485 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f71758ab-cb08-4ce8-ae45-a92c2c8c7636 {{(pid=102730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:13:01.225300 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-3848215c-bc60-4a70-8d14-dc8c08eee14b req-885c5965-ba16-44b6-95cf-7983b7829485 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:01.239001 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [req-3848215c-bc60-4a70-8d14-dc8c08eee14b req-885c5965-ba16-44b6-95cf-7983b7829485 service neutron] Transition to ACTIVE for port object f71758ab-cb08-4ce8-ae45-a92c2c8c7636 will not be triggered until provisioned by entity L2. {{(pid=102730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:13:01.270167 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-3848215c-bc60-4a70-8d14-dc8c08eee14b req-885c5965-ba16-44b6-95cf-7983b7829485 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:01.283329 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ef79ad9-b932-42a5-9104-97a2d75cec50 admin admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:13:01.297060 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc64782d-763f-44c8-8354-9a9186fa42f7 None None] Sync routers for ids ['3d6d0d2f-d9a2-423f-a66d-bdd47d30bea9'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:13:01.323573 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-66960b3e-6220-48f3-a6c1-c3d4f587ab2b admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=a27c305c5d9b494a9541e7e80b8023f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9484653 May 18 18:13:01.323960 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc64782d-763f-44c8-8354-9a9186fa42f7 None None] Routers {'3d6d0d2f-d9a2-423f-a66d-bdd47d30bea9'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:13:01.324874 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-bc64782d-763f-44c8-8354-9a9186fa42f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:12:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['3d6d0d2f-d9a2-423f-a66d-bdd47d30bea9'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:13:01.330671 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-9ef79ad9-b932-42a5-9104-97a2d75cec50 admin admin] 10.222.0.85 "PUT /v2.0/routers/3d6d0d2f-d9a2-423f-a66d-bdd47d30bea9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2684093 May 18 18:13:01.334503 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 58284) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:13:01.334842 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 58286) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:13:01.534772 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f8bf37c0-4b67-4210-9c83-f02514d931e9 req-4ccd1161-c430-4888-972e-f2d464bdff92 tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] 10.222.0.85 "GET /v2.0/security-groups?id=a71bdd0b-6132-4299-809d-7cc4579566d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5701449 May 18 18:13:01.582730 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885c5965-ba16-44b6-95cf-7983b7829485 service neutron] Pushing event updated for resources: {'Port': ['ID=f71758ab-cb08-4ce8-ae45-a92c2c8c7636,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:13:01.588820 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-bc64782d-763f-44c8-8354-9a9186fa42f7 None None] Set router 3d6d0d2f-d9a2-423f-a66d-bdd47d30bea9 gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:13:01.678504 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2853a62e-21f8-4e47-baed-f6e653586ed9 admin admin] Notify callbacks [] for router, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:01.718368 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e455b59-cd95-4fae-96e7-03592bdd5448 req-2a69416b-b6d8-43af-a663-f1b9aec8c3ac tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:01.726883 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5e455b59-cd95-4fae-96e7-03592bdd5448 req-2a69416b-b6d8-43af-a663-f1b9aec8c3ac tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/ports?device_id=9536d621-5e41-446b-99c9-3e9335c26fc6 HTTP/1.1" status: 200 len: 945 time: 0.4778481 May 18 18:13:01.786040 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 58298) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:13:01.818969 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e5733e97-940b-4756-aee4-bdee5a241a59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:01.825209 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-f212930c-0d12-4650-8252-733e0b10a702 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Request body: {'floatingip': {'port_id': '838def1c-8efa-418c-9198-cdabfc7b28c3'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:13:01.887121 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9f01f8-e0bd-4203-9aa2-7e772c60bd10 service neutron] Pushing event updated for resources: {'Port': ['ID=39c9754d-ba47-4883-91b3-63ac6f3a01bc,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:13:01.910741 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e5733e97-940b-4756-aee4-bdee5a241a59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:01.932841 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f212930c-0d12-4650-8252-733e0b10a702 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Notify callbacks [] for floatingip, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:01.989603 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-3848215c-bc60-4a70-8d14-dc8c08eee14b req-885c5965-ba16-44b6-95cf-7983b7829485 service neutron] Attempting to bind port f71758ab-cb08-4ce8-ae45-a92c2c8c7636 on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:13:01.990009 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-3848215c-bc60-4a70-8d14-dc8c08eee14b req-885c5965-ba16-44b6-95cf-7983b7829485 service neutron] Attempting to bind port f71758ab-cb08-4ce8-ae45-a92c2c8c7636 by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': '2879bb11-64b4-46f1-9f8b-52941d47b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:13:01.990342 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3848215c-bc60-4a70-8d14-dc8c08eee14b req-885c5965-ba16-44b6-95cf-7983b7829485 service neutron] Attempting to bind port f71758ab-cb08-4ce8-ae45-a92c2c8c7636 on network 4c8ef274-9ecc-47c2-9686-5eebd78fb305 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:13:02.032998 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3848215c-bc60-4a70-8d14-dc8c08eee14b req-885c5965-ba16-44b6-95cf-7983b7829485 service neutron] Port f71758ab-cb08-4ce8-ae45-a92c2c8c7636 on network 4c8ef274-9ecc-47c2-9686-5eebd78fb305 not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:13:02.033322 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3848215c-bc60-4a70-8d14-dc8c08eee14b req-885c5965-ba16-44b6-95cf-7983b7829485 service neutron] Attempting to bind port f71758ab-cb08-4ce8-ae45-a92c2c8c7636 on network 4c8ef274-9ecc-47c2-9686-5eebd78fb305 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:13:02.048672 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42824373-840f-48c5-ab28-9908d9b7034c req-05350cc9-f7c1-4913-8401-3e85e916ccc7 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:02.059913 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-42824373-840f-48c5-ab28-9908d9b7034c req-05350cc9-f7c1-4913-8401-3e85e916ccc7 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/ports?device_id=7dd6f8f4-37af-46ee-9bcd-2754997cf1c0 HTTP/1.1" status: 200 len: 945 time: 0.2317882 May 18 18:13:02.089230 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3848215c-bc60-4a70-8d14-dc8c08eee14b req-885c5965-ba16-44b6-95cf-7983b7829485 service neutron] Checking agent: {'id': 'd1be059a-68ea-4c77-9b2b-29f4afa47e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:13:02.089576 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3848215c-bc60-4a70-8d14-dc8c08eee14b req-885c5965-ba16-44b6-95cf-7983b7829485 service neutron] Checking segment: {'id': '2879bb11-64b4-46f1-9f8b-52941d47b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:13:02.089994 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3848215c-bc60-4a70-8d14-dc8c08eee14b req-885c5965-ba16-44b6-95cf-7983b7829485 service neutron] Bound using segment: {'id': '2879bb11-64b4-46f1-9f8b-52941d47b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305'} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:13:02.090452 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-3848215c-bc60-4a70-8d14-dc8c08eee14b req-885c5965-ba16-44b6-95cf-7983b7829485 service neutron] Bound port: f71758ab-cb08-4ce8-ae45-a92c2c8c7636, host: n-h2-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2879bb11-64b4-46f1-9f8b-52941d47b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305'}}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:13:02.090817 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-3848215c-bc60-4a70-8d14-dc8c08eee14b req-885c5965-ba16-44b6-95cf-7983b7829485 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:02.110418 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-bc64782d-763f-44c8-8354-9a9186fa42f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d6d0d2f-d9a2-423f-a66d-bdd47d30bea9', 'name': 'tempest-ServersTestFqdnHostnames-1698610457-router', 'tenant_id': 'e39151d7831d43e48c6cc769570f1387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': 'fe306a3a-12f4-4426-bd8f-3061dbaddbc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:11:12Z', 'updated_at': '2022-05-18T18:12:58Z', 'revision_number': 5, 'project_id': 'e39151d7831d43e48c6cc769570f1387', 'gw_port': {'id': 'fe306a3a-12f4-4426-bd8f-3061dbaddbc1', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6d0d2f-d9a2-423f-a66d-bdd47d30bea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:11:13Z', 'updated_at': '2022-05-18T18:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:13:02.139987 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2853a62e-21f8-4e47-baed-f6e653586ed9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:02.141886 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc64782d-763f-44c8-8354-9a9186fa42f7 None None] Checking router: 3d6d0d2f-d9a2-423f-a66d-bdd47d30bea9 for host: n-d-838550-3 {{(pid=102732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:13:02.152198 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc64782d-763f-44c8-8354-9a9186fa42f7 None None] Routers {'3d6d0d2f-d9a2-423f-a66d-bdd47d30bea9'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:13:02.152837 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-bc64782d-763f-44c8-8354-9a9186fa42f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:12:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['3d6d0d2f-d9a2-423f-a66d-bdd47d30bea9'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:13:02.161495 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e5733e97-940b-4756-aee4-bdee5a241a59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:02.165311 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e5733e97-940b-4756-aee4-bdee5a241a59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:02.170133 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-e5733e97-940b-4756-aee4-bdee5a241a59 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/40544c65-6572-4c20-a581-4c1dcb6f1a4f HTTP/1.1" status: 204 len: 168 time: 0.8323581 May 18 18:13:02.213405 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5733e97-940b-4756-aee4-bdee5a241a59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40544c65-6572-4c20-a581-4c1dcb6f1a4f,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:13:02.233065 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-42824373-840f-48c5-ab28-9908d9b7034c req-23e6e7ef-aa52-4ae0-ac80-931953db8adc tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ea20f59-14b4-4643-9bf1-7dbf92d2a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721914 May 18 18:13:02.310404 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d59c49b-b07c-4523-b1b1-e768334f0806 req-fc30fbf8-91db-44ae-850f-9b0211658d58 tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:02.320111 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9d59c49b-b07c-4523-b1b1-e768334f0806 req-fc30fbf8-91db-44ae-850f-9b0211658d58 tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] 10.222.0.85 "GET /v2.0/ports?device_id=f171da91-0489-4cdb-8388-3cfcd34f2b4d HTTP/1.1" status: 200 len: 943 time: 0.5110519 May 18 18:13:02.354230 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-63e31d66-7bf5-46d6-914a-8155c2185a25 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:02.355238 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-bc64782d-763f-44c8-8354-9a9186fa42f7 None None] Set router 3d6d0d2f-d9a2-423f-a66d-bdd47d30bea9 gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:13:02.385449 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-3848215c-bc60-4a70-8d14-dc8c08eee14b req-885c5965-ba16-44b6-95cf-7983b7829485 service neutron] For port f71758ab-cb08-4ce8-ae45-a92c2c8c7636, host n-h2-838550-3, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:13:02.398112 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-3848215c-bc60-4a70-8d14-dc8c08eee14b req-885c5965-ba16-44b6-95cf-7983b7829485 service neutron] For port f71758ab-cb08-4ce8-ae45-a92c2c8c7636, host n-h2-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=f71758ab-cb08-4ce8-ae45-a92c2c8c7636,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:13:02.412986 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-3848215c-bc60-4a70-8d14-dc8c08eee14b req-885c5965-ba16-44b6-95cf-7983b7829485 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:02.555186 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-f3eaca28-6e67-42f6-b51c-2efca06a24ea req-fc9f01f8-e0bd-4203-9aa2-7e772c60bd10 service neutron] Attempting to bind port 39c9754d-ba47-4883-91b3-63ac6f3a01bc on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:13:02.559963 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-f3eaca28-6e67-42f6-b51c-2efca06a24ea req-fc9f01f8-e0bd-4203-9aa2-7e772c60bd10 service neutron] Attempting to bind port 39c9754d-ba47-4883-91b3-63ac6f3a01bc by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': '5de370d0-266c-4962-933f-566972964e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '57c5b4be-a470-4928-a580-29b0867d15b8'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:13:02.560683 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3eaca28-6e67-42f6-b51c-2efca06a24ea req-fc9f01f8-e0bd-4203-9aa2-7e772c60bd10 service neutron] Attempting to bind port 39c9754d-ba47-4883-91b3-63ac6f3a01bc on network 57c5b4be-a470-4928-a580-29b0867d15b8 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:13:02.581327 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-bc64782d-763f-44c8-8354-9a9186fa42f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d6d0d2f-d9a2-423f-a66d-bdd47d30bea9', 'name': 'tempest-ServersTestFqdnHostnames-1698610457-router', 'tenant_id': 'e39151d7831d43e48c6cc769570f1387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': 'fe306a3a-12f4-4426-bd8f-3061dbaddbc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:11:12Z', 'updated_at': '2022-05-18T18:12:58Z', 'revision_number': 5, 'project_id': 'e39151d7831d43e48c6cc769570f1387', 'gw_port': {'id': 'fe306a3a-12f4-4426-bd8f-3061dbaddbc1', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6d0d2f-d9a2-423f-a66d-bdd47d30bea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:11:13Z', 'updated_at': '2022-05-18T18:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:13:02.604389 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-2853a62e-21f8-4e47-baed-f6e653586ed9 admin admin] Deleting port fe306a3a-12f4-4426-bd8f-3061dbaddbc1 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:13:02.606876 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2853a62e-21f8-4e47-baed-f6e653586ed9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:02.618066 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc64782d-763f-44c8-8354-9a9186fa42f7 None None] The sync data for ids ['3d6d0d2f-d9a2-423f-a66d-bdd47d30bea9'] in n-d-838550-3 is: [{'id': '3d6d0d2f-d9a2-423f-a66d-bdd47d30bea9', 'name': 'tempest-ServersTestFqdnHostnames-1698610457-router', 'tenant_id': 'e39151d7831d43e48c6cc769570f1387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': 'fe306a3a-12f4-4426-bd8f-3061dbaddbc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:11:12Z', 'updated_at': '2022-05-18T18:12:58Z', 'revision_number': 5, 'project_id': 'e39151d7831d43e48c6cc769570f1387', 'gw_port': {'id': 'fe306a3a-12f4-4426-bd8f-3061dbaddbc1', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6d0d2f-d9a2-423f-a66d-bdd47d30bea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:11:13Z', 'updated_at': '2022-05-18T18:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:13:02.621547 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9d59c49b-b07c-4523-b1b1-e768334f0806 req-45378efd-ff85-48f6-9fdb-502242fe50da tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] 10.222.0.85 "GET /v2.0/security-groups?id=31822f57-f559-4973-b21f-c8e6a3e161fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2999337 May 18 18:13:02.629607 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3eaca28-6e67-42f6-b51c-2efca06a24ea req-fc9f01f8-e0bd-4203-9aa2-7e772c60bd10 service neutron] Port 39c9754d-ba47-4883-91b3-63ac6f3a01bc on network 57c5b4be-a470-4928-a580-29b0867d15b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:13:02.629966 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3eaca28-6e67-42f6-b51c-2efca06a24ea req-fc9f01f8-e0bd-4203-9aa2-7e772c60bd10 service neutron] Attempting to bind port 39c9754d-ba47-4883-91b3-63ac6f3a01bc on network 57c5b4be-a470-4928-a580-29b0867d15b8 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:13:02.786007 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3eaca28-6e67-42f6-b51c-2efca06a24ea req-fc9f01f8-e0bd-4203-9aa2-7e772c60bd10 service neutron] Checking agent: {'id': 'd1be059a-68ea-4c77-9b2b-29f4afa47e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:13:02.786307 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3eaca28-6e67-42f6-b51c-2efca06a24ea req-fc9f01f8-e0bd-4203-9aa2-7e772c60bd10 service neutron] Checking segment: {'id': '5de370d0-266c-4962-933f-566972964e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '57c5b4be-a470-4928-a580-29b0867d15b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:13:02.786696 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3eaca28-6e67-42f6-b51c-2efca06a24ea req-fc9f01f8-e0bd-4203-9aa2-7e772c60bd10 service neutron] Bound using segment: {'id': '5de370d0-266c-4962-933f-566972964e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '57c5b4be-a470-4928-a580-29b0867d15b8'} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:13:02.787145 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-f3eaca28-6e67-42f6-b51c-2efca06a24ea req-fc9f01f8-e0bd-4203-9aa2-7e772c60bd10 service neutron] Bound port: 39c9754d-ba47-4883-91b3-63ac6f3a01bc, host: n-h2-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5de370d0-266c-4962-933f-566972964e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '57c5b4be-a470-4928-a580-29b0867d15b8'}}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:13:02.787573 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-f3eaca28-6e67-42f6-b51c-2efca06a24ea req-fc9f01f8-e0bd-4203-9aa2-7e772c60bd10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:02.790256 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3848215c-bc60-4a70-8d14-dc8c08eee14b req-885c5965-ba16-44b6-95cf-7983b7829485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:02.791485 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-3848215c-bc60-4a70-8d14-dc8c08eee14b req-885c5965-ba16-44b6-95cf-7983b7829485 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:02.793851 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3848215c-bc60-4a70-8d14-dc8c08eee14b req-885c5965-ba16-44b6-95cf-7983b7829485 service neutron] 10.222.0.88 "PUT /v2.0/ports/f71758ab-cb08-4ce8-ae45-a92c2c8c7636 HTTP/1.1" status: 200 len: 1095 time: 2.5709937 May 18 18:13:02.797748 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8575c27-b3aa-4e87-8447-f72bfe191d4c', 'tag': 'f71758ab-cb08-4ce8-ae45-a92c2c8c7636'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:13:02.800999 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e891aa3-c871-455a-a7be-7e29c17454bd" -d '{"events": [{"name": "network-changed", "server_uuid": "e8575c27-b3aa-4e87-8447-f72bfe191d4c", "tag": "f71758ab-cb08-4ce8-ae45-a92c2c8c7636"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:13:02.887657 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885c5965-ba16-44b6-95cf-7983b7829485 service neutron] Pushing event updated for resources: {'Port': ['ID=f71758ab-cb08-4ce8-ae45-a92c2c8c7636,revision_number=3']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:13:02.983716 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42981e41-13bf-4c37-a480-da5ab186b69e req-ab13fba7-b502-4292-909c-58440965c7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:02.985738 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-42981e41-13bf-4c37-a480-da5ab186b69e req-ab13fba7-b502-4292-909c-58440965c7c8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b3978e65ec994763a43b86fa6707d010&device_id=7dd6f8f4-37af-46ee-9bcd-2754997cf1c0 HTTP/1.1" status: 200 len: 1096 time: 0.4287834 May 18 18:13:03.052579 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-63e31d66-7bf5-46d6-914a-8155c2185a25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596801'] for router, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:03.086995 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 4affc2a1-3756-49c1-a5ce-1e13681f0267 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:13:03.131943 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 4affc2a1-3756-49c1-a5ce-1e13681f0267 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:13:03.132488 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 4affc2a1-3756-49c1-a5ce-1e13681f0267 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:13:03.176994 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42981e41-13bf-4c37-a480-da5ab186b69e req-9a8c807b-409c-4aa8-be8b-dd45e1dd0a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:03.182356 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-42981e41-13bf-4c37-a480-da5ab186b69e req-9a8c807b-409c-4aa8-be8b-dd45e1dd0a87 service neutron] 10.222.0.36 "GET /v2.0/networks?id=318d7223-f14c-48f3-9a41-7dc7c337e246 HTTP/1.1" status: 200 len: 911 time: 0.1849251 May 18 18:13:03.204551 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1d0577-4917-4065-b216-f6956e1b5b39 req-35d86752-69c9-43ec-a32b-7df982c144e4 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:03.206090 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-db1d0577-4917-4065-b216-f6956e1b5b39 req-35d86752-69c9-43ec-a32b-7df982c144e4 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/ports?device_id=7dd6f8f4-37af-46ee-9bcd-2754997cf1c0 HTTP/1.1" status: 200 len: 945 time: 0.6246023 May 18 18:13:03.218455 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-2853a62e-21f8-4e47-baed-f6e653586ed9 admin admin] For port fe306a3a-12f4-4426-bd8f-3061dbaddbc1, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=fe306a3a-12f4-4426-bd8f-3061dbaddbc1,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:13:03.218828 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2853a62e-21f8-4e47-baed-f6e653586ed9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:03.274878 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-f3eaca28-6e67-42f6-b51c-2efca06a24ea req-fc9f01f8-e0bd-4203-9aa2-7e772c60bd10 service neutron] For port 39c9754d-ba47-4883-91b3-63ac6f3a01bc, host n-h2-838550-3, cleared binding levels {{(pid=102731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:13:03.284291 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689c643f-5bae-45b1-864c-cb4c30425ec2 req-ad9d4d4d-c805-48cb-abd3-a78cd424bb5e tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:03.285985 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-689c643f-5bae-45b1-864c-cb4c30425ec2 req-ad9d4d4d-c805-48cb-abd3-a78cd424bb5e tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] 10.222.0.85 "GET /v2.0/ports?device_id=e8575c27-b3aa-4e87-8447-f72bfe191d4c HTTP/1.1" status: 200 len: 947 time: 0.4780552 May 18 18:13:03.316088 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3848215c-bc60-4a70-8d14-dc8c08eee14b req-4d1b3c7c-0b72-489d-8fa1-9bdfd66c0970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:03.317860 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3848215c-bc60-4a70-8d14-dc8c08eee14b req-4d1b3c7c-0b72-489d-8fa1-9bdfd66c0970 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=f01bdb0eb747471d9c7276a3a74207dd&device_id=e8575c27-b3aa-4e87-8447-f72bfe191d4c HTTP/1.1" status: 200 len: 1098 time: 0.4260566 May 18 18:13:03.319190 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-42981e41-13bf-4c37-a480-da5ab186b69e req-f6495ba5-0b3e-47cd-b5b9-25d20d934ba7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=222a442e-e4e6-418e-91ac-c977acc1c553 HTTP/1.1" status: 200 len: 217 time: 0.1264100 May 18 18:13:03.320333 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-2853a62e-21f8-4e47-baed-f6e653586ed9 admin admin] Calling delete_port for fe306a3a-12f4-4426-bd8f-3061dbaddbc1 owned by network:router_gateway {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:13:03.376477 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-f3eaca28-6e67-42f6-b51c-2efca06a24ea req-fc9f01f8-e0bd-4203-9aa2-7e772c60bd10 service neutron] For port 39c9754d-ba47-4883-91b3-63ac6f3a01bc, host n-h2-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=39c9754d-ba47-4883-91b3-63ac6f3a01bc,segment=NetworkSegment(5de370d0-266c-4962-933f-566972964e54),segment_id=5de370d0-266c-4962-933f-566972964e54)] {{(pid=102731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:13:03.427024 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-db1d0577-4917-4065-b216-f6956e1b5b39 req-a592a933-c981-401a-96e2-b48a2dabe630 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ea20f59-14b4-4643-9bf1-7dbf92d2a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038326 May 18 18:13:03.441044 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3848215c-bc60-4a70-8d14-dc8c08eee14b req-f6293f6b-ea5b-4a55-92e0-744b82016898 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=f71758ab-cb08-4ce8-ae45-a92c2c8c7636 HTTP/1.1" status: 200 len: 217 time: 0.1124399 May 18 18:13:03.527411 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3848215c-bc60-4a70-8d14-dc8c08eee14b req-6048a564-17da-4e02-b7e2-de45f9b4f297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:03.529659 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3848215c-bc60-4a70-8d14-dc8c08eee14b req-6048a564-17da-4e02-b7e2-de45f9b4f297 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c2531ae9-89db-4dcf-b670-9eac4c9cde53 HTTP/1.1" status: 200 len: 843 time: 0.0506227 May 18 18:13:03.542282 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a073083-29ba-47c4-87df-c46c47b9a7bc x-openstack-request-id: req-2a073083-29ba-47c4-87df-c46c47b9a7bc {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:13:03.542884 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8575c27-b3aa-4e87-8447-f72bfe191d4c", "tag": "f71758ab-cb08-4ce8-ae45-a92c2c8c7636", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:13:03.543174 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-2a073083-29ba-47c4-87df-c46c47b9a7bc {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:13:03.543584 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a073083-29ba-47c4-87df-c46c47b9a7bc'] response: {'name': 'network-changed', 'server_uuid': 'e8575c27-b3aa-4e87-8447-f72bfe191d4c', 'tag': 'f71758ab-cb08-4ce8-ae45-a92c2c8c7636', 'status': 'completed', 'code': 200} May 18 18:13:03.545594 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42981e41-13bf-4c37-a480-da5ab186b69e req-32bbb390-3edf-4486-9533-a2b4d05c796f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:03.547199 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-42981e41-13bf-4c37-a480-da5ab186b69e req-32bbb390-3edf-4486-9533-a2b4d05c796f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8e5d7b30-30eb-4951-a733-71bef5e29c46 HTTP/1.1" status: 200 len: 850 time: 0.2176163 May 18 18:13:03.564498 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-f3eaca28-6e67-42f6-b51c-2efca06a24ea req-fc9f01f8-e0bd-4203-9aa2-7e772c60bd10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:03.617877 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 58336) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:13:03.626840 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-42981e41-13bf-4c37-a480-da5ab186b69e req-786e6876-3b0a-458b-b291-ee9965e2c486 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=318d7223-f14c-48f3-9a41-7dc7c337e246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643923 May 18 18:13:03.635177 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.db.resource_extend [None req-f212930c-0d12-4650-8252-733e0b10a702 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 18 18:13:03.642406 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-689c643f-5bae-45b1-864c-cb4c30425ec2 req-c228d645-bc0a-4cdc-b113-77ce430dcbec tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] 10.222.0.85 "GET /v2.0/security-groups?id=a71bdd0b-6132-4299-809d-7cc4579566d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3417587 May 18 18:13:03.753278 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3848215c-bc60-4a70-8d14-dc8c08eee14b req-3faa6439-5f53-4915-b592-a4053b0d794f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:03.755834 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eaca28-6e67-42f6-b51c-2efca06a24ea req-fc9f01f8-e0bd-4203-9aa2-7e772c60bd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:03.756474 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-f3eaca28-6e67-42f6-b51c-2efca06a24ea req-fc9f01f8-e0bd-4203-9aa2-7e772c60bd10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:03.757767 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3848215c-bc60-4a70-8d14-dc8c08eee14b req-3faa6439-5f53-4915-b592-a4053b0d794f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4c8ef274-9ecc-47c2-9686-5eebd78fb305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2093332 May 18 18:13:03.776927 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f3eaca28-6e67-42f6-b51c-2efca06a24ea req-fc9f01f8-e0bd-4203-9aa2-7e772c60bd10 service neutron] 10.222.0.88 "PUT /v2.0/ports/39c9754d-ba47-4883-91b3-63ac6f3a01bc HTTP/1.1" status: 200 len: 1091 time: 4.2863026 May 18 18:13:03.780391 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f171da91-0489-4cdb-8388-3cfcd34f2b4d', 'tag': '39c9754d-ba47-4883-91b3-63ac6f3a01bc'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:13:03.783172 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a1d0136-4826-47ce-8957-b8890bf66771" -d '{"events": [{"name": "network-changed", "server_uuid": "f171da91-0489-4cdb-8388-3cfcd34f2b4d", "tag": "39c9754d-ba47-4883-91b3-63ac6f3a01bc"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:13:03.808808 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63e31d66-7bf5-46d6-914a-8155c2185a25 admin admin] Router fb5c000a-e31a-4e4b-9def-b1a084e91642 is scheduled to L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e with binding_index 1 {{(pid=102731) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 18 18:13:03.837445 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f212930c-0d12-4650-8252-733e0b10a702 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:03.844099 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9f01f8-e0bd-4203-9aa2-7e772c60bd10 service neutron] Pushing event updated for resources: {'Port': ['ID=39c9754d-ba47-4883-91b3-63ac6f3a01bc,revision_number=3']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:13:03.962534 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-af09a882-8ef0-4b64-9056-42e826c6d3c3 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1128319629-network', 'tenant_id': '2fe1765162a84d5ca05d378a93fd187e'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:13:03.983801 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 7 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 18:13:03.998123 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-692ed3d6-534f-4bd2-8d48-a3980b0588ba x-openstack-request-id: req-692ed3d6-534f-4bd2-8d48-a3980b0588ba {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:13:03.998963 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f171da91-0489-4cdb-8388-3cfcd34f2b4d", "tag": "39c9754d-ba47-4883-91b3-63ac6f3a01bc", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:13:03.999393 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-692ed3d6-534f-4bd2-8d48-a3980b0588ba {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:13:04.000763 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-692ed3d6-534f-4bd2-8d48-a3980b0588ba'] response: {'name': 'network-changed', 'server_uuid': 'f171da91-0489-4cdb-8388-3cfcd34f2b4d', 'tag': '39c9754d-ba47-4883-91b3-63ac6f3a01bc', 'status': 'completed', 'code': 200} May 18 18:13:04.001655 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f212930c-0d12-4650-8252-733e0b10a702 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596987'] for floatingip, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:04.005932 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-42981e41-13bf-4c37-a480-da5ab186b69e req-1ab51fb8-7b9b-4c0f-ab45-53a93d024f03 service neutron] 10.222.0.36 "GET /v2.0/networks/318d7223-f14c-48f3-9a41-7dc7c337e246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3688388 May 18 18:13:04.035839 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26135372-28c3-43e0-a50d-566a641e4563 req-e8617894-397d-4f95-b436-e99476066c64 tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:04.037503 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-26135372-28c3-43e0-a50d-566a641e4563 req-e8617894-397d-4f95-b436-e99476066c64 tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] 10.222.0.85 "GET /v2.0/ports?device_id=f171da91-0489-4cdb-8388-3cfcd34f2b4d HTTP/1.1" status: 200 len: 943 time: 0.1823375 May 18 18:13:04.079194 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2853a62e-21f8-4e47-baed-f6e653586ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:04.087660 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af09a882-8ef0-4b64-9056-42e826c6d3c3 admin admin] Made reservation on behalf of 2fe1765162a84d5ca05d378a93fd187e for: {'network': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:13:04.089898 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-af09a882-8ef0-4b64-9056-42e826c6d3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:04.153581 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3848215c-bc60-4a70-8d14-dc8c08eee14b req-e5500f66-341a-4b75-8ca3-1423c26b4591 service neutron] 10.222.0.88 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3796937 May 18 18:13:04.166107 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eaca28-6e67-42f6-b51c-2efca06a24ea req-5566b4b6-def2-4f3f-bec1-6f5a7f4c62eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:04.167852 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f3eaca28-6e67-42f6-b51c-2efca06a24ea req-5566b4b6-def2-4f3f-bec1-6f5a7f4c62eb service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=1d597e9c8bd043aaab90725ea81b052d&device_id=f171da91-0489-4cdb-8388-3cfcd34f2b4d HTTP/1.1" status: 200 len: 1094 time: 0.3184321 May 18 18:13:04.179812 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-af09a882-8ef0-4b64-9056-42e826c6d3c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:04.197901 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2853a62e-21f8-4e47-baed-f6e653586ed9 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe306a3a-12f4-4426-bd8f-3061dbaddbc1,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:13:04.251398 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63e31d66-7bf5-46d6-914a-8155c2185a25 admin admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:13:04.263378 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47061249-2668-4ac5-a9a3-5b4949004dd6 None None] Sync routers for ids ['fb5c000a-e31a-4e4b-9def-b1a084e91642'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:13:04.269427 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f3eaca28-6e67-42f6-b51c-2efca06a24ea req-5357c3a0-b64e-498e-a888-c66fcebdee62 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=39c9754d-ba47-4883-91b3-63ac6f3a01bc HTTP/1.1" status: 200 len: 217 time: 0.0900371 May 18 18:13:04.271337 n-d-838550-3 neutron-server[102731]: INFO neutron.db.l3_db [None req-f212930c-0d12-4650-8252-733e0b10a702 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Floating IP 5c8f39d9-5a52-480a-bd8b-b582d82d7866 associated. External IP: 172.25.5.188, port: 838def1c-8efa-418c-9198-cdabfc7b28c3. May 18 18:13:04.286343 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47061249-2668-4ac5-a9a3-5b4949004dd6 None None] Routers {'fb5c000a-e31a-4e4b-9def-b1a084e91642'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:13:04.287337 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-47061249-2668-4ac5-a9a3-5b4949004dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:12:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['fb5c000a-e31a-4e4b-9def-b1a084e91642'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:13:04.331069 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-63e31d66-7bf5-46d6-914a-8155c2185a25 admin admin] Notify callbacks [] for router, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:04.334461 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-63e31d66-7bf5-46d6-914a-8155c2185a25 admin admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 6.7047989 May 18 18:13:04.366027 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 58352) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:13:04.386133 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-26135372-28c3-43e0-a50d-566a641e4563 req-154a8c3a-6f41-4a26-8b6c-59f20c890804 tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] 10.222.0.85 "GET /v2.0/security-groups?id=31822f57-f559-4973-b21f-c8e6a3e161fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3282592 May 18 18:13:04.409050 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-42981e41-13bf-4c37-a480-da5ab186b69e req-17ea7b9e-8f4e-459e-96f8-1abd395d6f84 service neutron] 10.222.0.36 "GET /v2.0/networks/318d7223-f14c-48f3-9a41-7dc7c337e246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3811677 May 18 18:13:04.423559 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2853a62e-21f8-4e47-baed-f6e653586ed9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596901'] for router_gateway, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:04.424549 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-47061249-2668-4ac5-a9a3-5b4949004dd6 None None] Set router fb5c000a-e31a-4e4b-9def-b1a084e91642 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:13:04.628429 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2853a62e-21f8-4e47-baed-f6e653586ed9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25145'] for router, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:04.633944 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2853a62e-21f8-4e47-baed-f6e653586ed9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:04.642207 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3848215c-bc60-4a70-8d14-dc8c08eee14b req-3f85634f-a5df-4569-b7aa-9736ddde0a71 service neutron] 10.222.0.88 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4673293 May 18 18:13:04.725310 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-af09a882-8ef0-4b64-9056-42e826c6d3c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:04.737797 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2853a62e-21f8-4e47-baed-f6e653586ed9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593303'] for router, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:04.738731 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2853a62e-21f8-4e47-baed-f6e653586ed9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3d6d0d2f-d9a2-423f-a66d-bdd47d30bea9 {{(pid=102730) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 18 18:13:04.750689 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2853a62e-21f8-4e47-baed-f6e653586ed9 admin admin] Notify callbacks [] for router, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:04.754524 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-2853a62e-21f8-4e47-baed-f6e653586ed9 admin admin] 10.222.0.85 "DELETE /v2.0/routers/3d6d0d2f-d9a2-423f-a66d-bdd47d30bea9 HTTP/1.1" status: 204 len: 168 time: 3.4132757 May 18 18:13:04.765214 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-af09a882-8ef0-4b64-9056-42e826c6d3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:04.769546 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 58358) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:13:04.811365 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-47061249-2668-4ac5-a9a3-5b4949004dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb5c000a-e31a-4e4b-9def-b1a084e91642', 'name': 'tempest-ServerRescueTestJSONUnderV235-1190433492-router', 'tenant_id': '8c352c21cdf84f17adeed5bdaa3e3fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': '03165747-e1d3-4f86-bb38-94a7a680547a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:12:57Z', 'updated_at': '2022-05-18T18:13:01Z', 'revision_number': 3, 'project_id': '8c352c21cdf84f17adeed5bdaa3e3fa6', 'gw_port': {'id': '03165747-e1d3-4f86-bb38-94a7a680547a', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:8e:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb5c000a-e31a-4e4b-9def-b1a084e91642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:13:00Z', 'updated_at': '2022-05-18T18:13:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:13:04.863335 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47061249-2668-4ac5-a9a3-5b4949004dd6 None None] Checking router: fb5c000a-e31a-4e4b-9def-b1a084e91642 for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:13:04.863686 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47061249-2668-4ac5-a9a3-5b4949004dd6 None None] Updating router fb5c000a-e31a-4e4b-9def-b1a084e91642 port 03165747-e1d3-4f86-bb38-94a7a680547a binding host n-d-838550-3 {{(pid=102733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 18:13:04.893673 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af09a882-8ef0-4b64-9056-42e826c6d3c3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 648} {{(pid=102730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:13:04.915244 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af09a882-8ef0-4b64-9056-42e826c6d3c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbb130c2-ba6d-49b5-895b-c5290f89a07c,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:13:04.917973 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-47061249-2668-4ac5-a9a3-5b4949004dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:04.939303 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-af09a882-8ef0-4b64-9056-42e826c6d3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:04.939939 n-d-838550-3 neutron-server[102730]: INFO neutron.db.segments_db [None req-af09a882-8ef0-4b64-9056-42e826c6d3c3 admin admin] Added segment 6d2eb836-8b78-463e-8a10-c826375b027d of type vlan for network 05649266-9bd5-4f56-9bdf-5ca96d7dbe65 May 18 18:13:04.960408 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_v2 [None req-61c9664c-266e-4903-a6cf-0501c127b0b2 admin admin] Deleting subnet 158475e3-9e48-42c5-9d8e-334726b32d32 {{(pid=102730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:13:04.970378 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-61c9664c-266e-4903-a6cf-0501c127b0b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:05.024925 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e891aa3-c871-455a-a7be-7e29c17454bd req-d14f18a1-f95c-4123-b5f7-a4ce331ab600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:05.026378 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9e891aa3-c871-455a-a7be-7e29c17454bd req-d14f18a1-f95c-4123-b5f7-a4ce331ab600 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=f01bdb0eb747471d9c7276a3a74207dd&device_id=e8575c27-b3aa-4e87-8447-f72bfe191d4c HTTP/1.1" status: 200 len: 1098 time: 0.2839608 May 18 18:13:05.069712 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0614dd-66f3-455f-bfbb-1a729fa96e15 req-c52ef933-633e-480b-9cd6-73a4eb211266 tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:05.073728 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9f0614dd-66f3-455f-bfbb-1a729fa96e15 req-c52ef933-633e-480b-9cd6-73a4eb211266 tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] 10.222.0.85 "GET /v2.0/ports?device_id=e8575c27-b3aa-4e87-8447-f72bfe191d4c HTTP/1.1" status: 200 len: 947 time: 0.3009350 May 18 18:13:05.074102 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eaca28-6e67-42f6-b51c-2efca06a24ea req-85d58741-2d60-43ce-8842-77a3f6faf85a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:05.074102 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f3eaca28-6e67-42f6-b51c-2efca06a24ea req-85d58741-2d60-43ce-8842-77a3f6faf85a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=9e3c6c6b-0d88-4038-aa09-805bbbc6a422 HTTP/1.1" status: 200 len: 855 time: 0.7502787 May 18 18:13:05.088100 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-af09a882-8ef0-4b64-9056-42e826c6d3c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:05.207302 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa12339c-09fb-4cbd-aefa-c36fadeb7ca6 req-ac82b57b-0d9d-498f-bcf2-ed0625fd846f tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:05.215879 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fa12339c-09fb-4cbd-aefa-c36fadeb7ca6 req-ac82b57b-0d9d-498f-bcf2-ed0625fd846f tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/ports?device_id=7dd6f8f4-37af-46ee-9bcd-2754997cf1c0 HTTP/1.1" status: 200 len: 945 time: 0.2978241 May 18 18:13:05.237594 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f212930c-0d12-4650-8252-733e0b10a702 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Router 08f2f26e-c4e1-4c83-93dd-9b92298d525c has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:13:05.331356 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-47061249-2668-4ac5-a9a3-5b4949004dd6 None None] Notify callbacks [] for port, precommit_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:05.339938 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-47061249-2668-4ac5-a9a3-5b4949004dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:05.427270 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-47061249-2668-4ac5-a9a3-5b4949004dd6 None None] Attempting to bind port 03165747-e1d3-4f86-bb38-94a7a680547a on host n-d-838550-3 for vnic_type normal with profile {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:13:05.428048 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-47061249-2668-4ac5-a9a3-5b4949004dd6 None None] Attempting to bind port 03165747-e1d3-4f86-bb38-94a7a680547a by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:13:05.428621 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47061249-2668-4ac5-a9a3-5b4949004dd6 None None] Attempting to bind port 03165747-e1d3-4f86-bb38-94a7a680547a on network 31ebd439-090c-4b25-bbb0-31c48711b145 {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:13:05.459667 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47061249-2668-4ac5-a9a3-5b4949004dd6 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:13:05.460426 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47061249-2668-4ac5-a9a3-5b4949004dd6 None None] Checking segment: {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:13:05.461809 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-47061249-2668-4ac5-a9a3-5b4949004dd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:05.462664 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47061249-2668-4ac5-a9a3-5b4949004dd6 None None] Bound using segment: {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:13:05.463139 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-47061249-2668-4ac5-a9a3-5b4949004dd6 None None] Bound port: 03165747-e1d3-4f86-bb38-94a7a680547a, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:13:05.463592 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-47061249-2668-4ac5-a9a3-5b4949004dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:05.472993 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eaca28-6e67-42f6-b51c-2efca06a24ea req-0adf2331-ab3c-4c27-961f-1affd4c55f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:05.476222 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device fe306a3a-12f4-4426-bd8f-3061dbaddbc1 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:13:05.479775 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f3eaca28-6e67-42f6-b51c-2efca06a24ea req-0adf2331-ab3c-4c27-961f-1affd4c55f9d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=57c5b4be-a470-4928-a580-29b0867d15b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3837986 May 18 18:13:05.527342 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: fe306a3a-12f4-4426-bd8f-3061dbaddbc1 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:13:05.529943 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device fe306a3a-12f4-4426-bd8f-3061dbaddbc1 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:13:05.539714 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.db [None req-47061249-2668-4ac5-a9a3-5b4949004dd6 None None] For port 03165747-e1d3-4f86-bb38-94a7a680547a, host n-d-838550-3, cleared binding levels {{(pid=102733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:13:05.545990 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.db [None req-47061249-2668-4ac5-a9a3-5b4949004dd6 None None] For port 03165747-e1d3-4f86-bb38-94a7a680547a, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=03165747-e1d3-4f86-bb38-94a7a680547a,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:13:05.548436 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403b2fee-83f5-4c78-8fd4-b7e1b2e3b4ab None None] Pushing event updated for resources: {'Port': ['ID=03165747-e1d3-4f86-bb38-94a7a680547a,revision_number=2']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:13:05.561793 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-47061249-2668-4ac5-a9a3-5b4949004dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:05.562372 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-61c9664c-266e-4903-a6cf-0501c127b0b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260107366'] for subnet, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:05.564617 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.db.resource_extend [None req-af09a882-8ef0-4b64-9056-42e826c6d3c3 admin admin] It took 0.47 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 18 18:13:05.568291 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403b2fee-83f5-4c78-8fd4-b7e1b2e3b4ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:13:05.568738 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403b2fee-83f5-4c78-8fd4-b7e1b2e3b4ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:13:05.569423 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403b2fee-83f5-4c78-8fd4-b7e1b2e3b4ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:13:05.569886 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403b2fee-83f5-4c78-8fd4-b7e1b2e3b4ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:13:05.570337 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403b2fee-83f5-4c78-8fd4-b7e1b2e3b4ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:13:05.570790 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403b2fee-83f5-4c78-8fd4-b7e1b2e3b4ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:13:05.571227 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403b2fee-83f5-4c78-8fd4-b7e1b2e3b4ab None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:13:05.571676 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403b2fee-83f5-4c78-8fd4-b7e1b2e3b4ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:13:05.572069 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403b2fee-83f5-4c78-8fd4-b7e1b2e3b4ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:13:05.572458 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403b2fee-83f5-4c78-8fd4-b7e1b2e3b4ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:13:05.572862 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403b2fee-83f5-4c78-8fd4-b7e1b2e3b4ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:13:05.573252 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403b2fee-83f5-4c78-8fd4-b7e1b2e3b4ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:13:05.621849 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f212930c-0d12-4650-8252-733e0b10a702 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:13:05.635620 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2fd2e2-7f8f-46b8-9720-bb614aeec18b None None] Sync routers for ids ['08f2f26e-c4e1-4c83-93dd-9b92298d525c'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:13:05.637219 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f212930c-0d12-4650-8252-733e0b10a702 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:05.649480 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-af09a882-8ef0-4b64-9056-42e826c6d3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:05.650481 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af09a882-8ef0-4b64-9056-42e826c6d3c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:05.651262 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-af09a882-8ef0-4b64-9056-42e826c6d3c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:05.660941 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2fd2e2-7f8f-46b8-9720-bb614aeec18b None None] Routers {'08f2f26e-c4e1-4c83-93dd-9b92298d525c'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:13:05.663767 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9f0614dd-66f3-455f-bfbb-1a729fa96e15 req-8e9dba00-e3b7-4aeb-b8c8-6ee8d06816ef tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] 10.222.0.85 "GET /v2.0/security-groups?id=a71bdd0b-6132-4299-809d-7cc4579566d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5780399 May 18 18:13:05.665898 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-ec2fd2e2-7f8f-46b8-9720-bb614aeec18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:12:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['08f2f26e-c4e1-4c83-93dd-9b92298d525c'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:13:05.666042 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fa12339c-09fb-4cbd-aefa-c36fadeb7ca6 req-1528ba52-627e-40c2-a5eb-e466208b4592 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ea20f59-14b4-4643-9bf1-7dbf92d2a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4444926 May 18 18:13:05.703007 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403b2fee-83f5-4c78-8fd4-b7e1b2e3b4ab None None] Pushing event updated for resources: {'Port': ['ID=03165747-e1d3-4f86-bb38-94a7a680547a,revision_number=3']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:13:05.735415 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47061249-2668-4ac5-a9a3-5b4949004dd6 None None] Routers {'fb5c000a-e31a-4e4b-9def-b1a084e91642'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:13:05.736198 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-47061249-2668-4ac5-a9a3-5b4949004dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:12:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['fb5c000a-e31a-4e4b-9def-b1a084e91642'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:13:05.772615 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-af09a882-8ef0-4b64-9056-42e826c6d3c3 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.1421483 May 18 18:13:05.783291 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 58370) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:13:05.792659 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-3552fe61-4470-41da-96b2-ecfb18fd210b admin admin] Request body: {'subnet': {'network_id': '05649266-9bd5-4f56-9bdf-5ca96d7dbe65', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1128319629-subnet', 'tenant_id': '2fe1765162a84d5ca05d378a93fd187e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:13:05.796241 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e891aa3-c871-455a-a7be-7e29c17454bd req-cc8d4c81-2aef-4054-bfb6-4aa9c7082507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:05.797738 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9e891aa3-c871-455a-a7be-7e29c17454bd req-cc8d4c81-2aef-4054-bfb6-4aa9c7082507 service neutron] 10.222.0.88 "GET /v2.0/networks?id=4c8ef274-9ecc-47c2-9686-5eebd78fb305 HTTP/1.1" status: 200 len: 870 time: 0.7540984 May 18 18:13:05.829025 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af09a882-8ef0-4b64-9056-42e826c6d3c3 admin admin] Pushing event updated for resources: {'Network': ['ID=05649266-9bd5-4f56-9bdf-5ca96d7dbe65,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:13:05.876917 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-61c9664c-266e-4903-a6cf-0501c127b0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:05.894424 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-f212930c-0d12-4650-8252-733e0b10a702 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "PUT /v2.0/floatingips/5c8f39d9-5a52-480a-bd8b-b582d82d7866 HTTP/1.1" status: 200 len: 991 time: 4.0736568 May 18 18:13:05.902953 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9e891aa3-c871-455a-a7be-7e29c17454bd req-db1a8c0a-3fde-417d-b85a-46647f8a7d1c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=f71758ab-cb08-4ce8-ae45-a92c2c8c7636 HTTP/1.1" status: 200 len: 217 time: 0.0873268 May 18 18:13:05.906792 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-47061249-2668-4ac5-a9a3-5b4949004dd6 None None] Set router fb5c000a-e31a-4e4b-9def-b1a084e91642 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:13:05.938313 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3552fe61-4470-41da-96b2-ecfb18fd210b admin admin] Made reservation on behalf of 2fe1765162a84d5ca05d378a93fd187e for: {'subnet': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:13:05.940808 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3552fe61-4470-41da-96b2-ecfb18fd210b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261031885'] for subnet, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:06.011059 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9536d621-5e41-446b-99c9-3e9335c26fc6', 'tag': '838def1c-8efa-418c-9198-cdabfc7b28c3'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:13:06.013808 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d45cfc9-7a7e-4510-987b-503b8080ab76" -d '{"events": [{"name": "network-changed", "server_uuid": "9536d621-5e41-446b-99c9-3e9335c26fc6", "tag": "838def1c-8efa-418c-9198-cdabfc7b28c3"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:13:06.023853 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a889aa2-f7c8-4498-a66a-4367b6bff6d3 req-f1e046b9-7041-4d0a-ab96-49dde64930ea tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:06.031777 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7a889aa2-f7c8-4498-a66a-4367b6bff6d3 req-f1e046b9-7041-4d0a-ab96-49dde64930ea tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] 10.222.0.85 "GET /v2.0/ports?device_id=f171da91-0489-4cdb-8388-3cfcd34f2b4d HTTP/1.1" status: 200 len: 943 time: 0.2311070 May 18 18:13:06.052427 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f3eaca28-6e67-42f6-b51c-2efca06a24ea req-2182f7ad-9dfc-43fe-bb0e-97ad7c59e1d0 service neutron] 10.222.0.88 "GET /v2.0/networks/57c5b4be-a470-4928-a580-29b0867d15b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4324541 May 18 18:13:06.071507 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e891aa3-c871-455a-a7be-7e29c17454bd req-b40fbd3e-f3fb-4bcb-ba19-75fe4f54b93f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:06.073125 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9e891aa3-c871-455a-a7be-7e29c17454bd req-b40fbd3e-f3fb-4bcb-ba19-75fe4f54b93f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c2531ae9-89db-4dcf-b670-9eac4c9cde53 HTTP/1.1" status: 200 len: 843 time: 0.1559651 May 18 18:13:06.084564 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network 05649266-9bd5-4f56-9bdf-5ca96d7dbe65 details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:13:06.119940 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-61c9664c-266e-4903-a6cf-0501c127b0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261104690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261031888'] for subnet, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:06.157131 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d3ff6a9-16da-4b59-94ec-16409585cafb x-openstack-request-id: req-7d3ff6a9-16da-4b59-94ec-16409585cafb {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:13:06.157655 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9536d621-5e41-446b-99c9-3e9335c26fc6", "tag": "838def1c-8efa-418c-9198-cdabfc7b28c3", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:13:06.157861 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-7d3ff6a9-16da-4b59-94ec-16409585cafb {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:13:06.158245 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d3ff6a9-16da-4b59-94ec-16409585cafb'] response: {'name': 'network-changed', 'server_uuid': '9536d621-5e41-446b-99c9-3e9335c26fc6', 'tag': '838def1c-8efa-418c-9198-cdabfc7b28c3', 'status': 'completed', 'code': 200} May 18 18:13:06.233294 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-ec2fd2e2-7f8f-46b8-9720-bb614aeec18b None None] Set router 08f2f26e-c4e1-4c83-93dd-9b92298d525c gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:13:06.238183 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-61c9664c-266e-4903-a6cf-0501c127b0b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:06.245581 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-61c9664c-266e-4903-a6cf-0501c127b0b2 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/158475e3-9e48-42c5-9d8e-334726b32d32 HTTP/1.1" status: 204 len: 168 time: 1.4627264 May 18 18:13:06.246808 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 58378) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:13:06.266097 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7a889aa2-f7c8-4498-a66a-4367b6bff6d3 req-8e324fc6-231b-4ec5-8333-5931aa41e3df tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] 10.222.0.85 "GET /v2.0/security-groups?id=31822f57-f559-4973-b21f-c8e6a3e161fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2286034 May 18 18:13:06.285770 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-47061249-2668-4ac5-a9a3-5b4949004dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb5c000a-e31a-4e4b-9def-b1a084e91642', 'name': 'tempest-ServerRescueTestJSONUnderV235-1190433492-router', 'tenant_id': '8c352c21cdf84f17adeed5bdaa3e3fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': '03165747-e1d3-4f86-bb38-94a7a680547a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:12:57Z', 'updated_at': '2022-05-18T18:13:01Z', 'revision_number': 3, 'project_id': '8c352c21cdf84f17adeed5bdaa3e3fa6', 'gw_port': {'id': '03165747-e1d3-4f86-bb38-94a7a680547a', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:8e:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb5c000a-e31a-4e4b-9def-b1a084e91642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:13:00Z', 'updated_at': '2022-05-18T18:13:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:13:06.287820 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c9664c-266e-4903-a6cf-0501c127b0b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=158475e3-9e48-42c5-9d8e-334726b32d32,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:13:06.314964 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d26354-8e08-4fd9-bb34-4462a892a690 None None] Network 792bb4c4-c386-4f38-9fe8-06eade922248 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:13:06.364579 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47061249-2668-4ac5-a9a3-5b4949004dd6 None None] The sync data for ids ['fb5c000a-e31a-4e4b-9def-b1a084e91642'] in n-d-838550-3 is: [{'id': 'fb5c000a-e31a-4e4b-9def-b1a084e91642', 'name': 'tempest-ServerRescueTestJSONUnderV235-1190433492-router', 'tenant_id': '8c352c21cdf84f17adeed5bdaa3e3fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': '03165747-e1d3-4f86-bb38-94a7a680547a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:12:57Z', 'updated_at': '2022-05-18T18:13:01Z', 'revision_number': 3, 'project_id': '8c352c21cdf84f17adeed5bdaa3e3fa6', 'gw_port': {'id': '03165747-e1d3-4f86-bb38-94a7a680547a', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:8e:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb5c000a-e31a-4e4b-9def-b1a084e91642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:13:00Z', 'updated_at': '2022-05-18T18:13:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:13:06.366914 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e891aa3-c871-455a-a7be-7e29c17454bd req-692e368f-9a45-48f8-ac37-3bb3f5e8eb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:06.370683 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9e891aa3-c871-455a-a7be-7e29c17454bd req-692e368f-9a45-48f8-ac37-3bb3f5e8eb63 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4c8ef274-9ecc-47c2-9686-5eebd78fb305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2871983 May 18 18:13:06.379882 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d45cfc9-7a7e-4510-987b-503b8080ab76 req-d0739769-bf1d-4de2-8340-8b34fac5693c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:06.381485 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4d45cfc9-7a7e-4510-987b-503b8080ab76 req-d0739769-bf1d-4de2-8340-8b34fac5693c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c37246a20f2845a089230b88402f6d1b&device_id=9536d621-5e41-446b-99c9-3e9335c26fc6 HTTP/1.1" status: 200 len: 1096 time: 0.2101364 May 18 18:13:06.397445 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-378116c1-150c-478e-b4a8-4e917432c9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:06.439201 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9ca337e3-bce1-42f0-b268-2b25fe387d95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:06.448145 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f3eaca28-6e67-42f6-b51c-2efca06a24ea req-2c9c6b8d-24fc-4847-a6fc-7ba20d9cbd85 service neutron] 10.222.0.88 "GET /v2.0/networks/57c5b4be-a470-4928-a580-29b0867d15b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3698359 May 18 18:13:06.592767 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3552fe61-4470-41da-96b2-ecfb18fd210b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261104883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261031899'] for subnet, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:06.726367 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1d0136-4826-47ce-8957-b8890bf66771 req-612d1591-6c15-41be-bb06-f8d1b4cbd3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:06.728208 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2a1d0136-4826-47ce-8957-b8890bf66771 req-612d1591-6c15-41be-bb06-f8d1b4cbd3f8 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=1d597e9c8bd043aaab90725ea81b052d&device_id=f171da91-0489-4cdb-8388-3cfcd34f2b4d HTTP/1.1" status: 200 len: 1094 time: 0.1855180 May 18 18:13:06.732281 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9e891aa3-c871-455a-a7be-7e29c17454bd req-3d6daa38-baf3-4756-a3a3-359373141c33 service neutron] 10.222.0.88 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3497150 May 18 18:13:06.743426 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-9ca337e3-bce1-42f0-b268-2b25fe387d95 admin admin] Deleting port 4d32d88b-51e9-4cb9-bd9c-45aec59fa656 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:13:06.743772 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9ca337e3-bce1-42f0-b268-2b25fe387d95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:06.759704 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3552fe61-4470-41da-96b2-ecfb18fd210b admin admin] Pushing event updated for resources: {'Subnet': ['ID=52e930c8-c570-472e-950d-0203c7fa99ea,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:13:06.853098 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceeae0de-8674-4445-a24d-2d7495543f8c None None] DHCP port deletion for 792bb4c4-c386-4f38-9fe8-06eade922248 request from n-d-838550-3 {{(pid=102732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 18:13:06.893191 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d45cfc9-7a7e-4510-987b-503b8080ab76 req-c0225daa-216f-4e37-9623-5009e8c61d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:06.895270 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4d45cfc9-7a7e-4510-987b-503b8080ab76 req-c0225daa-216f-4e37-9623-5009e8c61d84 service neutron] 10.222.0.36 "GET /v2.0/networks?id=055b7a59-22e7-493f-ba66-d1ab1ebb4b38 HTTP/1.1" status: 200 len: 919 time: 0.4987626 May 18 18:13:06.979827 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device f71758ab-cb08-4ce8-ae45-a92c2c8c7636 details requested by agent hyperv_n-h2-838550-3 with host n-h2-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:13:07.020989 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-9ca337e3-bce1-42f0-b268-2b25fe387d95 admin admin] For port 4d32d88b-51e9-4cb9-bd9c-45aec59fa656, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=4d32d88b-51e9-4cb9-bd9c-45aec59fa656,segment=NetworkSegment(5506962a-f6c8-48fb-8434-f69d110e57ad),segment_id=5506962a-f6c8-48fb-8434-f69d110e57ad)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:13:07.021372 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9ca337e3-bce1-42f0-b268-2b25fe387d95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:07.050922 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-378116c1-150c-478e-b4a8-4e917432c9d7 admin admin] Allocated IP 172.20.0.1 (c1d6614b-2c59-4e70-a2a6-9369d97e5390/afafec31-e363-47fe-be7d-25eb1518e0dd/179a9f0e-5cbd-4f05-86c0-50acb7229187) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:13:07.053878 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-9ca337e3-bce1-42f0-b268-2b25fe387d95 admin admin] Calling delete_port for 4d32d88b-51e9-4cb9-bd9c-45aec59fa656 owned by network:dhcp {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:13:07.108694 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ade32b2-caf4-4b8d-b017-cc45b74c862b req-9eb87a1d-d5ab-44ac-86b9-8b62d9300bcf tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:07.118214 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4ade32b2-caf4-4b8d-b017-cc45b74c862b req-9eb87a1d-d5ab-44ac-86b9-8b62d9300bcf tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] 10.222.0.85 "GET /v2.0/ports?device_id=e8575c27-b3aa-4e87-8447-f72bfe191d4c HTTP/1.1" status: 200 len: 947 time: 0.2199903 May 18 18:13:07.176900 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3552fe61-4470-41da-96b2-ecfb18fd210b admin admin] Checking segment: {'id': '6d2eb836-8b78-463e-8a10-c826375b027d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '05649266-9bd5-4f56-9bdf-5ca96d7dbe65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:13:07.177308 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3552fe61-4470-41da-96b2-ecfb18fd210b admin admin] Network hostable DHCP agents. Network: 05649266-9bd5-4f56-9bdf-5ca96d7dbe65, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:13:07.218686 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139fc63e-7db7-4ac1-931c-16573239b524 req-2b857463-4eb1-421d-91a6-531185a08d23 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:07.221264 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-139fc63e-7db7-4ac1-931c-16573239b524 req-2b857463-4eb1-421d-91a6-531185a08d23 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/ports?device_id=7dd6f8f4-37af-46ee-9bcd-2754997cf1c0 HTTP/1.1" status: 200 len: 945 time: 0.3171206 May 18 18:13:07.229129 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-ceeae0de-8674-4445-a24d-2d7495543f8c None None] Deleting port 4d32d88b-51e9-4cb9-bd9c-45aec59fa656 {{(pid=102732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:13:07.229565 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-ceeae0de-8674-4445-a24d-2d7495543f8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:07.249130 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9e891aa3-c871-455a-a7be-7e29c17454bd req-17281182-50d4-425d-8da1-5e62212b66ad service neutron] 10.222.0.88 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4985893 May 18 18:13:07.271516 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-ec2fd2e2-7f8f-46b8-9720-bb614aeec18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08f2f26e-c4e1-4c83-93dd-9b92298d525c', 'name': 'tempest-ServerRescueNegativeTestJSON-502421857-router', 'tenant_id': 'c37246a20f2845a089230b88402f6d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '32dc8a7e-4aef-49a4-8d52-7e27ad60ae1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:10:31Z', 'updated_at': '2022-05-18T18:10:43Z', 'revision_number': 4, 'project_id': 'c37246a20f2845a089230b88402f6d1b', 'gw_port': {'id': '32dc8a7e-4aef-49a4-8d52-7e27ad60ae1e', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:53:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f2f26e-c4e1-4c83-93dd-9b92298d525c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:10:34Z', 'updated_at': '2022-05-18T18:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': '5c8f39d9-5a52-480a-bd8b-b582d82d7866', 'tenant_id': 'c37246a20f2845a089230b88402f6d1b', 'floating_ip_address': '172.25.5.188', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': '08f2f26e-c4e1-4c83-93dd-9b92298d525c', 'port_id': '838def1c-8efa-418c-9198-cdabfc7b28c3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '055b7a59-22e7-493f-ba66-d1ab1ebb4b38', 'mac_address': 'fa:16:3e:3d:51:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9536d621-5e41-446b-99c9-3e9335c26fc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T18:12:38Z', 'updated_at': '2022-05-18T18:13:03Z', 'revision_number': 1, 'project_id': 'c37246a20f2845a089230b88402f6d1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78558848-d600-48c9-a059-bfc3b3c5b632', 'name': '', 'network_id': '055b7a59-22e7-493f-ba66-d1ab1ebb4b38', 'tenant_id': 'c37246a20f2845a089230b88402f6d1b', 'mac_address': 'fa:16:3e:80:79:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f2f26e-c4e1-4c83-93dd-9b92298d525c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '6103a86c-1984-4112-92b7-213da8bfab24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:10:41Z', 'updated_at': '2022-05-18T18:10:49Z', 'revision_number': 5, 'project_id': 'c37246a20f2845a089230b88402f6d1b', 'subnets': [{'id': '6103a86c-1984-4112-92b7-213da8bfab24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:13:07.280158 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1d0136-4826-47ce-8957-b8890bf66771 req-2e3417bf-a5a4-494d-8160-c6d409526da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:07.286199 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2a1d0136-4826-47ce-8957-b8890bf66771 req-2e3417bf-a5a4-494d-8160-c6d409526da1 service neutron] 10.222.0.88 "GET /v2.0/networks?id=57c5b4be-a470-4928-a580-29b0867d15b8 HTTP/1.1" status: 200 len: 917 time: 0.5358009 May 18 18:13:07.292626 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4d45cfc9-7a7e-4510-987b-503b8080ab76 req-a5362d3e-0977-46bb-af66-6acd7521432d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=838def1c-8efa-418c-9198-cdabfc7b28c3 HTTP/1.1" status: 200 len: 999 time: 0.3765688 May 18 18:13:07.371982 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 03165747-e1d3-4f86-bb38-94a7a680547a up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:13:07.404364 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3552fe61-4470-41da-96b2-ecfb18fd210b admin admin] Network 05649266-9bd5-4f56-9bdf-5ca96d7dbe65 is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:13:07.406084 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2fd2e2-7f8f-46b8-9720-bb614aeec18b None None] Checking router: 08f2f26e-c4e1-4c83-93dd-9b92298d525c for host: n-d-838550-3 {{(pid=102732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:13:07.433599 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-3552fe61-4470-41da-96b2-ecfb18fd210b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, 05649266-9bd5-4f56-9bdf-5ca96d7dbe65) {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:13:07.447683 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-139fc63e-7db7-4ac1-931c-16573239b524 req-9f5b12a9-158c-4805-abc8-589713946474 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ea20f59-14b4-4643-9bf1-7dbf92d2a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087698 May 18 18:13:07.451450 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3552fe61-4470-41da-96b2-ecfb18fd210b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:07.473177 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3552fe61-4470-41da-96b2-ecfb18fd210b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:07.483619 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d45cfc9-7a7e-4510-987b-503b8080ab76 req-37b6f1c7-4ff7-484c-a5e4-e75ae9874e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:07.485305 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4d45cfc9-7a7e-4510-987b-503b8080ab76 req-37b6f1c7-4ff7-484c-a5e4-e75ae9874e54 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6103a86c-1984-4112-92b7-213da8bfab24 HTTP/1.1" status: 200 len: 857 time: 0.1687593 May 18 18:13:07.515316 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b20d9ad-214b-41e8-a0dd-959c92f0e08a None None] Network 05649266-9bd5-4f56-9bdf-5ca96d7dbe65 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:13:07.525781 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-3552fe61-4470-41da-96b2-ecfb18fd210b admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7375023 May 18 18:13:07.546657 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 58390) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:13:07.546973 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2a1d0136-4826-47ce-8957-b8890bf66771 req-c998bd9c-a110-4574-a271-518b779677b0 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=39c9754d-ba47-4883-91b3-63ac6f3a01bc HTTP/1.1" status: 200 len: 217 time: 0.2434845 May 18 18:13:07.547676 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9ca337e3-bce1-42f0-b268-2b25fe387d95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:07.555347 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port f71758ab-cb08-4ce8-ae45-a92c2c8c7636, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=f71758ab-cb08-4ce8-ae45-a92c2c8c7636,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:13:07.558419 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-1bc3f77d-ecf6-4ad0-916d-ecab8aff10fb admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1128319629-router', 'tenant_id': '2fe1765162a84d5ca05d378a93fd187e', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:13:07.625190 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d45cfc9-7a7e-4510-987b-503b8080ab76 req-107131c4-d5e9-42dc-9614-73fd9fd57476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:07.626825 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Returning: {'device': 'f71758ab-cb08-4ce8-ae45-a92c2c8c7636', 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305', 'port_id': 'f71758ab-cb08-4ce8-ae45-a92c2c8c7636', 'mac_address': 'fa:16:3e:a3:e7:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2531ae9-89db-4dcf-b670-9eac4c9cde53', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:13:07.627076 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4d45cfc9-7a7e-4510-987b-503b8080ab76 req-107131c4-d5e9-42dc-9614-73fd9fd57476 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=055b7a59-22e7-493f-ba66-d1ab1ebb4b38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1322088 May 18 18:13:07.654658 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1bc3f77d-ecf6-4ad0-916d-ecab8aff10fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25099'] for router, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:07.656146 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1bc3f77d-ecf6-4ad0-916d-ecab8aff10fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-593238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596850', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25088'] for router, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:07.658540 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2fd2e2-7f8f-46b8-9720-bb614aeec18b None None] Routers {'08f2f26e-c4e1-4c83-93dd-9b92298d525c'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:13:07.659166 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-ec2fd2e2-7f8f-46b8-9720-bb614aeec18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:12:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['08f2f26e-c4e1-4c83-93dd-9b92298d525c'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:13:07.670015 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-378116c1-150c-478e-b4a8-4e917432c9d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:07.742660 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca337e3-bce1-42f0-b268-2b25fe387d95 admin admin] No DVR routers for this DVR port 4d32d88b-51e9-4cb9-bd9c-45aec59fa656 on host n-d-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:13:07.748289 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad947559-a9bb-463b-bcd8-85945e181f26 req-8bac710d-0bad-4676-a231-54426f43bfb2 tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:07.751090 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ad947559-a9bb-463b-bcd8-85945e181f26 req-8bac710d-0bad-4676-a231-54426f43bfb2 tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] 10.222.0.85 "GET /v2.0/ports?device_id=f171da91-0489-4cdb-8388-3cfcd34f2b4d HTTP/1.1" status: 200 len: 943 time: 0.1835682 May 18 18:13:07.751693 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca337e3-bce1-42f0-b268-2b25fe387d95 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d32d88b-51e9-4cb9-bd9c-45aec59fa656,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:13:07.754265 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-378116c1-150c-478e-b4a8-4e917432c9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:07.763644 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4ade32b2-caf4-4b8d-b017-cc45b74c862b req-e83ddde7-31b1-4595-9d39-12f0fe7aaf46 tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] 10.222.0.85 "GET /v2.0/security-groups?id=a71bdd0b-6132-4299-809d-7cc4579566d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4653542 May 18 18:13:07.765260 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1d0136-4826-47ce-8957-b8890bf66771 req-4bc0b598-5091-4dfc-966c-dcf34c8d69d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:07.766722 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2a1d0136-4826-47ce-8957-b8890bf66771 req-4bc0b598-5091-4dfc-966c-dcf34c8d69d9 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=9e3c6c6b-0d88-4038-aa09-805bbbc6a422 HTTP/1.1" status: 200 len: 855 time: 0.1892252 May 18 18:13:07.818221 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port f71758ab-cb08-4ce8-ae45-a92c2c8c7636 is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:13:07.818858 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:07.829940 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-ceeae0de-8674-4445-a24d-2d7495543f8c None None] For port 4d32d88b-51e9-4cb9-bd9c-45aec59fa656, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=4d32d88b-51e9-4cb9-bd9c-45aec59fa656,segment=NetworkSegment(5506962a-f6c8-48fb-8434-f69d110e57ad),segment_id=5506962a-f6c8-48fb-8434-f69d110e57ad)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:13:07.838821 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-ceeae0de-8674-4445-a24d-2d7495543f8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:07.843630 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-7cbcea80-2557-4405-9cbd-23b3326ca45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:07.847862 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4d45cfc9-7a7e-4510-987b-503b8080ab76 req-f9215b3c-3b0f-45cc-adc7-7310e45996d3 service neutron] 10.222.0.36 "GET /v2.0/networks/055b7a59-22e7-493f-ba66-d1ab1ebb4b38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111850 May 18 18:13:07.857850 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378116c1-150c-478e-b4a8-4e917432c9d7 admin admin] Network c1d6614b-2c59-4e70-a2a6-9369d97e5390 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:13:07.881256 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-378116c1-150c-478e-b4a8-4e917432c9d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:13:07.918507 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378116c1-150c-478e-b4a8-4e917432c9d7 admin admin] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:13:07.978193 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 03165747-e1d3-4f86-bb38-94a7a680547a triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:13:07.980097 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:07.989137 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9ca337e3-bce1-42f0-b268-2b25fe387d95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:07.992251 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378116c1-150c-478e-b4a8-4e917432c9d7 admin admin] Pushing event updated for resources: {'Port': ['ID=179a9f0e-5cbd-4f05-86c0-50acb7229187,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:13:07.996789 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1bc3f77d-ecf6-4ad0-916d-ecab8aff10fb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:08.011870 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ad947559-a9bb-463b-bcd8-85945e181f26 req-81cd6659-c908-4f38-841a-8e7149ea4f12 tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] 10.222.0.85 "GET /v2.0/security-groups?id=31822f57-f559-4973-b21f-c8e6a3e161fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2341909 May 18 18:13:08.023316 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1d0136-4826-47ce-8957-b8890bf66771 req-9541afef-2383-40ad-95c5-cef876f21efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:08.026388 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2a1d0136-4826-47ce-8957-b8890bf66771 req-9541afef-2383-40ad-95c5-cef876f21efc service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=57c5b4be-a470-4928-a580-29b0867d15b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2074287 May 18 18:13:08.028523 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-ceeae0de-8674-4445-a24d-2d7495543f8c None None] Calling delete_port for 4d32d88b-51e9-4cb9-bd9c-45aec59fa656 owned by network:dhcp {{(pid=102732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:13:08.045416 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-9ca337e3-bce1-42f0-b268-2b25fe387d95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['792bb4c4-c386-4f38-9fe8-06eade922248']}} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:13:08.046999 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-378116c1-150c-478e-b4a8-4e917432c9d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595826'] for router_interface, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:08.074197 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f71758ab-cb08-4ce8-ae45-a92c2c8c7636 {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:13:08.123321 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-9ca337e3-bce1-42f0-b268-2b25fe387d95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5506962a-f6c8-48fb-8434-f69d110e57ad') {'for_net_delete': True} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:13:08.123521 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-9ca337e3-bce1-42f0-b268-2b25fe387d95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5506962a-f6c8-48fb-8434-f69d110e57ad') {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:13:08.169291 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port f71758ab-cb08-4ce8-ae45-a92c2c8c7636, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=f71758ab-cb08-4ce8-ae45-a92c2c8c7636,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:13:08.191614 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9ca337e3-bce1-42f0-b268-2b25fe387d95 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260542144'] for segment, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:08.196491 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-ec2fd2e2-7f8f-46b8-9720-bb614aeec18b None None] Set router 08f2f26e-c4e1-4c83-93dd-9b92298d525c gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:13:08.202440 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1bc3f77d-ecf6-4ad0-916d-ecab8aff10fb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:08.207485 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4d45cfc9-7a7e-4510-987b-503b8080ab76 req-3d24c831-1a2d-43ca-bf65-7957b742e6a5 service neutron] 10.222.0.36 "GET /v2.0/networks/055b7a59-22e7-493f-ba66-d1ab1ebb4b38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3481617 May 18 18:13:08.229567 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:08.232591 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9ca337e3-bce1-42f0-b268-2b25fe387d95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:08.258548 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ca337e3-bce1-42f0-b268-2b25fe387d95 admin admin] Releasing vlan 647 on physical network physnet1 to pool {{(pid=102731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:13:08.258945 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9ca337e3-bce1-42f0-b268-2b25fe387d95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260884178'] for segment, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:08.261887 n-d-838550-3 neutron-server[102731]: Traceback (most recent call last): May 18 18:13:08.261887 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:13:08.261887 n-d-838550-3 neutron-server[102731]: timer() May 18 18:13:08.261887 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:13:08.261887 n-d-838550-3 neutron-server[102731]: cb(*args, **kw) May 18 18:13:08.261887 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:13:08.261887 n-d-838550-3 neutron-server[102731]: return func(*args, **kwargs) May 18 18:13:08.261887 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:13:08.261887 n-d-838550-3 neutron-server[102731]: self._notify() May 18 18:13:08.261887 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:13:08.261887 n-d-838550-3 neutron-server[102731]: self.callback(batched_events) May 18 18:13:08.261887 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:13:08.261887 n-d-838550-3 neutron-server[102731]: event.method(event) May 18 18:13:08.261887 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:13:08.261887 n-d-838550-3 neutron-server[102731]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:13:08.261887 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:13:08.261887 n-d-838550-3 neutron-server[102731]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:13:08.261887 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:13:08.261887 n-d-838550-3 neutron-server[102731]: return f(self, *a, **k) May 18 18:13:08.261887 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:13:08.261887 n-d-838550-3 neutron-server[102731]: return self._get(url).json() May 18 18:13:08.261887 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:13:08.261887 n-d-838550-3 neutron-server[102731]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:13:08.261887 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:13:08.261887 n-d-838550-3 neutron-server[102731]: return self.request(url, 'GET', **kwargs) May 18 18:13:08.261887 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:13:08.261887 n-d-838550-3 neutron-server[102731]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:13:08.261887 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:13:08.261887 n-d-838550-3 neutron-server[102731]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:13:08.261887 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:13:08.261887 n-d-838550-3 neutron-server[102731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:13:08.261887 n-d-838550-3 neutron-server[102731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:13:08.308073 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecb704a-8599-4f51-bbfc-1ef93e88202c req-f565466c-8cc3-4c7b-94c5-129dba928abb tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:08.309664 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0ecb704a-8599-4f51-bbfc-1ef93e88202c req-f565466c-8cc3-4c7b-94c5-129dba928abb tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/ports?device_id=7dd6f8f4-37af-46ee-9bcd-2754997cf1c0 HTTP/1.1" status: 200 len: 945 time: 0.1952872 May 18 18:13:08.404309 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2a1d0136-4826-47ce-8957-b8890bf66771 req-c2b4dfe1-9dd1-4e86-a2c4-15bae7cdea67 service neutron] 10.222.0.88 "GET /v2.0/networks/57c5b4be-a470-4928-a580-29b0867d15b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3681772 May 18 18:13:08.447111 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=f71758ab-cb08-4ce8-ae45-a92c2c8c7636,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:13:08.452067 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9ca337e3-bce1-42f0-b268-2b25fe387d95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:08.457864 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e94eb1d-331b-48ab-8878-6d71aa7725a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-05649266-9bd5-4f56-9bdf-5ca96d7dbe65', 'network_id': '05649266-9bd5-4f56-9bdf-5ca96d7dbe65', 'tenant_id': '2fe1765162a84d5ca05d378a93fd187e', 'fixed_ips': [{'subnet_id': '52e930c8-c570-472e-950d-0203c7fa99ea'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:13:08.458796 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-5e94eb1d-331b-48ab-8878-6d71aa7725a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:08.461763 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9ca337e3-bce1-42f0-b268-2b25fe387d95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:08.469956 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-9ca337e3-bce1-42f0-b268-2b25fe387d95 admin admin] 10.222.0.85 "DELETE /v2.0/networks/792bb4c4-c386-4f38-9fe8-06eade922248 HTTP/1.1" status: 204 len: 168 time: 2.2167943 May 18 18:13:08.503978 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0ecb704a-8599-4f51-bbfc-1ef93e88202c req-ec7db8dd-a5d5-46cb-8b7a-b24d3e3f4034 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ea20f59-14b4-4643-9bf1-7dbf92d2a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492019 May 18 18:13:08.537714 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1bc3f77d-ecf6-4ad0-916d-ecab8aff10fb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:08.573530 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['f71758ab-cb08-4ce8-ae45-a92c2c8c7636'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:13:08.578116 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-ceeae0de-8674-4445-a24d-2d7495543f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508'] for port, after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:08.586243 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1bc3f77d-ecf6-4ad0-916d-ecab8aff10fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:08.760280 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 58412) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:13:08.904926 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-82cb3f83-9062-432c-b12c-b11fb1823a59 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=e39151d7831d43e48c6cc769570f1387&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1412740 May 18 18:13:08.904926 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-1bc3f77d-ecf6-4ad0-916d-ecab8aff10fb admin admin] Allocated IP 172.25.5.100 (31ebd439-090c-4b25-bbb0-31c48711b145/363a2810-8a83-4be0-a317-7c91fcd94485/aeb809e7-741b-473c-b5c4-c22b6251b6f5) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:13:08.907638 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 58424) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:13:08.939374 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceeae0de-8674-4445-a24d-2d7495543f8c None None] Pushing event deleted for resources: {'Port': ['ID=4d32d88b-51e9-4cb9-bd9c-45aec59fa656,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:13:08.999046 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d9987d-39bb-41e5-b6f4-dbe10244d397 req-525ee32b-7343-478e-8344-8cfe6fff9697 tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:09.000352 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2a1d0136-4826-47ce-8957-b8890bf66771 req-4d52d3fa-c7b1-4274-8fe0-881040e9875d service neutron] 10.222.0.88 "GET /v2.0/networks/57c5b4be-a470-4928-a580-29b0867d15b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5858696 May 18 18:13:09.000636 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-85d9987d-39bb-41e5-b6f4-dbe10244d397 req-525ee32b-7343-478e-8344-8cfe6fff9697 tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] 10.222.0.85 "GET /v2.0/ports?device_id=e8575c27-b3aa-4e87-8447-f72bfe191d4c HTTP/1.1" status: 200 len: 948 time: 0.1460807 May 18 18:13:09.001166 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca337e3-bce1-42f0-b268-2b25fe387d95 admin admin] Pushing event deleted for resources: {'Network': ['ID=792bb4c4-c386-4f38-9fe8-06eade922248,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:13:09.030490 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-378116c1-150c-478e-b4a8-4e917432c9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:09.038754 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ceeae0de-8674-4445-a24d-2d7495543f8c None None] Network 792bb4c4-c386-4f38-9fe8-06eade922248 is not hosted by any dhcp agent {{(pid=102732) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} May 18 18:13:09.039991 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceeae0de-8674-4445-a24d-2d7495543f8c None None] No DVR routers for this DVR port 4d32d88b-51e9-4cb9-bd9c-45aec59fa656 on host n-d-838550-3 {{(pid=102732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:13:09.175144 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b70fb76a-80ba-404f-a1a3-ecc1e5c271dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:09.201938 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-85d9987d-39bb-41e5-b6f4-dbe10244d397 req-a52d00f9-a538-4dec-9e17-3071cd1c2bb1 tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] 10.222.0.85 "GET /v2.0/security-groups?id=a71bdd0b-6132-4299-809d-7cc4579566d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341412 May 18 18:13:09.219494 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-5e94eb1d-331b-48ab-8878-6d71aa7725a7 None None] Allocated IP 172.20.0.2 (05649266-9bd5-4f56-9bdf-5ca96d7dbe65/52e930c8-c570-472e-950d-0203c7fa99ea/6c84b2d8-c7b9-4456-bd03-6df1928b17b1) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:13:09.258199 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b70fb76a-80ba-404f-a1a3-ecc1e5c271dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:09.300634 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1bc3f77d-ecf6-4ad0-916d-ecab8aff10fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:09.308415 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7133f472-128e-423b-93ec-81938b533f05 req-74468add-6508-4f2a-877f-ab511a4a4cca tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:09.310313 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7133f472-128e-423b-93ec-81938b533f05 req-74468add-6508-4f2a-877f-ab511a4a4cca tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] 10.222.0.85 "GET /v2.0/ports?device_id=f171da91-0489-4cdb-8388-3cfcd34f2b4d HTTP/1.1" status: 200 len: 943 time: 0.1481342 May 18 18:13:09.355820 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 03165747-e1d3-4f86-bb38-94a7a680547a is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:13:09.356221 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:09.376961 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-378116c1-150c-478e-b4a8-4e917432c9d7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:09.381839 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b70fb76a-80ba-404f-a1a3-ecc1e5c271dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:09.385686 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b70fb76a-80ba-404f-a1a3-ecc1e5c271dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:09.387325 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-b70fb76a-80ba-404f-a1a3-ecc1e5c271dd admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/fc686507-aa63-45dc-9bc4-e1a61d9ad4c9 HTTP/1.1" status: 204 len: 168 time: 0.4768374 May 18 18:13:09.394151 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1bc3f77d-ecf6-4ad0-916d-ecab8aff10fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:09.398188 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7133f472-128e-423b-93ec-81938b533f05 req-64d93e57-7faa-4886-a9f3-902552207b0b tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] 10.222.0.85 "GET /v2.0/security-groups?id=31822f57-f559-4973-b21f-c8e6a3e161fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791564 May 18 18:13:09.400884 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-378116c1-150c-478e-b4a8-4e917432c9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:09.425121 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] For port 03165747-e1d3-4f86-bb38-94a7a680547a, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=03165747-e1d3-4f86-bb38-94a7a680547a,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:13:09.447349 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:09.479755 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70fb76a-80ba-404f-a1a3-ecc1e5c271dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc686507-aa63-45dc-9bc4-e1a61d9ad4c9,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:13:09.498484 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc3f77d-ecf6-4ad0-916d-ecab8aff10fb admin admin] Network 31ebd439-090c-4b25-bbb0-31c48711b145 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:13:09.503863 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-1bc3f77d-ecf6-4ad0-916d-ecab8aff10fb admin admin] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:13:09.514279 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc3f77d-ecf6-4ad0-916d-ecab8aff10fb admin admin] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:13:09.518103 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc3f77d-ecf6-4ad0-916d-ecab8aff10fb admin admin] Pushing event updated for resources: {'Port': ['ID=aeb809e7-741b-473c-b5c4-c22b6251b6f5,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:13:09.528755 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378116c1-150c-478e-b4a8-4e917432c9d7 admin admin] Pushing event updated for resources: {'Port': ['ID=179a9f0e-5cbd-4f05-86c0-50acb7229187,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:13:09.555881 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-378116c1-150c-478e-b4a8-4e917432c9d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-595870'] for router_interface, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:09.604173 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 4d32d88b-51e9-4cb9-bd9c-45aec59fa656 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:13:09.722697 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378116c1-150c-478e-b4a8-4e917432c9d7 admin admin] Network c1d6614b-2c59-4e70-a2a6-9369d97e5390 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:13:09.725584 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-378116c1-150c-478e-b4a8-4e917432c9d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:13:09.743728 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 4d32d88b-51e9-4cb9-bd9c-45aec59fa656 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:13:09.744082 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 4d32d88b-51e9-4cb9-bd9c-45aec59fa656 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:13:09.787535 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d1f1de-9e32-4857-a34a-ebaff8d4ee9a req-8f05aeb6-f314-4d65-a3d0-53aaf8576d6f tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:09.797498 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-66d1f1de-9e32-4857-a34a-ebaff8d4ee9a req-8f05aeb6-f314-4d65-a3d0-53aaf8576d6f tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/ports?device_id=7dd6f8f4-37af-46ee-9bcd-2754997cf1c0 HTTP/1.1" status: 200 len: 945 time: 0.1776152 May 18 18:13:09.866749 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-378116c1-150c-478e-b4a8-4e917432c9d7 admin admin] Router fb5c000a-e31a-4e4b-9def-b1a084e91642 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:13:09.868260 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-66d1f1de-9e32-4857-a34a-ebaff8d4ee9a req-20840912-569b-4edb-8a48-c74b4a5ef1bf tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ea20f59-14b4-4643-9bf1-7dbf92d2a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640664 May 18 18:13:09.879066 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Pushing event updated for resources: {'Port': ['ID=03165747-e1d3-4f86-bb38-94a7a680547a,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:13:09.930811 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-5e94eb1d-331b-48ab-8878-6d71aa7725a7 None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:09.950273 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-5e94eb1d-331b-48ab-8878-6d71aa7725a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:09.958008 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-ec2fd2e2-7f8f-46b8-9720-bb614aeec18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08f2f26e-c4e1-4c83-93dd-9b92298d525c', 'name': 'tempest-ServerRescueNegativeTestJSON-502421857-router', 'tenant_id': 'c37246a20f2845a089230b88402f6d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '32dc8a7e-4aef-49a4-8d52-7e27ad60ae1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:10:31Z', 'updated_at': '2022-05-18T18:10:43Z', 'revision_number': 4, 'project_id': 'c37246a20f2845a089230b88402f6d1b', 'gw_port': {'id': '32dc8a7e-4aef-49a4-8d52-7e27ad60ae1e', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:53:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f2f26e-c4e1-4c83-93dd-9b92298d525c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:10:34Z', 'updated_at': '2022-05-18T18:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': '5c8f39d9-5a52-480a-bd8b-b582d82d7866', 'tenant_id': 'c37246a20f2845a089230b88402f6d1b', 'floating_ip_address': '172.25.5.188', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': '08f2f26e-c4e1-4c83-93dd-9b92298d525c', 'port_id': '838def1c-8efa-418c-9198-cdabfc7b28c3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '055b7a59-22e7-493f-ba66-d1ab1ebb4b38', 'mac_address': 'fa:16:3e:3d:51:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9536d621-5e41-446b-99c9-3e9335c26fc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T18:12:38Z', 'updated_at': '2022-05-18T18:13:03Z', 'revision_number': 1, 'project_id': 'c37246a20f2845a089230b88402f6d1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78558848-d600-48c9-a059-bfc3b3c5b632', 'name': '', 'network_id': '055b7a59-22e7-493f-ba66-d1ab1ebb4b38', 'tenant_id': 'c37246a20f2845a089230b88402f6d1b', 'mac_address': 'fa:16:3e:80:79:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f2f26e-c4e1-4c83-93dd-9b92298d525c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '6103a86c-1984-4112-92b7-213da8bfab24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:10:41Z', 'updated_at': '2022-05-18T18:10:49Z', 'revision_number': 5, 'project_id': 'c37246a20f2845a089230b88402f6d1b', 'subnets': [{'id': '6103a86c-1984-4112-92b7-213da8bfab24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:13:10.016099 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1bc3f77d-ecf6-4ad0-916d-ecab8aff10fb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:10.028963 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2fd2e2-7f8f-46b8-9720-bb614aeec18b None None] The sync data for ids ['08f2f26e-c4e1-4c83-93dd-9b92298d525c'] in n-d-838550-3 is: [{'id': '08f2f26e-c4e1-4c83-93dd-9b92298d525c', 'name': 'tempest-ServerRescueNegativeTestJSON-502421857-router', 'tenant_id': 'c37246a20f2845a089230b88402f6d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '32dc8a7e-4aef-49a4-8d52-7e27ad60ae1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:10:31Z', 'updated_at': '2022-05-18T18:10:43Z', 'revision_number': 4, 'project_id': 'c37246a20f2845a089230b88402f6d1b', 'gw_port': {'id': '32dc8a7e-4aef-49a4-8d52-7e27ad60ae1e', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:53:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f2f26e-c4e1-4c83-93dd-9b92298d525c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:10:34Z', 'updated_at': '2022-05-18T18:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': '5c8f39d9-5a52-480a-bd8b-b582d82d7866', 'tenant_id': 'c37246a20f2845a089230b88402f6d1b', 'floating_ip_address': '172.25.5.188', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': '08f2f26e-c4e1-4c83-93dd-9b92298d525c', 'port_id': '838def1c-8efa-418c-9198-cdabfc7b28c3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '055b7a59-22e7-493f-ba66-d1ab1ebb4b38', 'mac_address': 'fa:16:3e:3d:51:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9536d621-5e41-446b-99c9-3e9335c26fc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T18:12:38Z', 'updated_at': '2022-05-18T18:13:03Z', 'revision_number': 1, 'project_id': 'c37246a20f2845a089230b88402f6d1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78558848-d600-48c9-a059-bfc3b3c5b632', 'name': '', 'network_id': '055b7a59-22e7-493f-ba66-d1ab1ebb4b38', 'tenant_id': 'c37246a20f2845a089230b88402f6d1b', 'mac_address': 'fa:16:3e:80:79:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f2f26e-c4e1-4c83-93dd-9b92298d525c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '6103a86c-1984-4112-92b7-213da8bfab24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:10:41Z', 'updated_at': '2022-05-18T18:10:49Z', 'revision_number': 5, 'project_id': 'c37246a20f2845a089230b88402f6d1b', 'subnets': [{'id': '6103a86c-1984-4112-92b7-213da8bfab24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:13:10.055793 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e94eb1d-331b-48ab-8878-6d71aa7725a7 None None] Network 05649266-9bd5-4f56-9bdf-5ca96d7dbe65 is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:13:10.066997 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-5e94eb1d-331b-48ab-8878-6d71aa7725a7 None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:13:10.069564 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e94eb1d-331b-48ab-8878-6d71aa7725a7 None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:13:10.072677 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94eb1d-331b-48ab-8878-6d71aa7725a7 None None] Pushing event updated for resources: {'Port': ['ID=6c84b2d8-c7b9-4456-bd03-6df1928b17b1,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:13:10.077558 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0a074894-f1d5-495c-898a-c3c9d72b4ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:10.117669 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-378116c1-150c-478e-b4a8-4e917432c9d7 admin admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:13:10.124142 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-378116c1-150c-478e-b4a8-4e917432c9d7 admin admin] 10.222.0.85 "PUT /v2.0/routers/fb5c000a-e31a-4e4b-9def-b1a084e91642/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7568474 May 18 18:13:10.136427 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45513b8-b356-46cc-a0a3-b2b24aa36259 None None] Sync routers for ids ['fb5c000a-e31a-4e4b-9def-b1a084e91642'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:13:10.154288 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45513b8-b356-46cc-a0a3-b2b24aa36259 None None] Routers {'fb5c000a-e31a-4e4b-9def-b1a084e91642'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:13:10.156373 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-c45513b8-b356-46cc-a0a3-b2b24aa36259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:13:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['fb5c000a-e31a-4e4b-9def-b1a084e91642'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:13:10.235274 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-5e94eb1d-331b-48ab-8878-6d71aa7725a7 None None] Attempting to bind port 6c84b2d8-c7b9-4456-bd03-6df1928b17b1 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:13:10.239187 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-5e94eb1d-331b-48ab-8878-6d71aa7725a7 None None] Attempting to bind port 6c84b2d8-c7b9-4456-bd03-6df1928b17b1 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '6d2eb836-8b78-463e-8a10-c826375b027d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '05649266-9bd5-4f56-9bdf-5ca96d7dbe65'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:13:10.239685 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e94eb1d-331b-48ab-8878-6d71aa7725a7 None None] Attempting to bind port 6c84b2d8-c7b9-4456-bd03-6df1928b17b1 on network 05649266-9bd5-4f56-9bdf-5ca96d7dbe65 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:13:10.281127 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e94eb1d-331b-48ab-8878-6d71aa7725a7 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:13:10.281574 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e94eb1d-331b-48ab-8878-6d71aa7725a7 None None] Checking segment: {'id': '6d2eb836-8b78-463e-8a10-c826375b027d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '05649266-9bd5-4f56-9bdf-5ca96d7dbe65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:13:10.282172 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-5e94eb1d-331b-48ab-8878-6d71aa7725a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:10.282697 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e94eb1d-331b-48ab-8878-6d71aa7725a7 None None] Bound using segment: {'id': '6d2eb836-8b78-463e-8a10-c826375b027d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '05649266-9bd5-4f56-9bdf-5ca96d7dbe65'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:13:10.284642 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-5e94eb1d-331b-48ab-8878-6d71aa7725a7 None None] Bound port: 6c84b2d8-c7b9-4456-bd03-6df1928b17b1, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d2eb836-8b78-463e-8a10-c826375b027d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '05649266-9bd5-4f56-9bdf-5ca96d7dbe65'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:13:10.289084 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-5e94eb1d-331b-48ab-8878-6d71aa7725a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:10.470433 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5b0312-26c9-440f-8427-9a0905ca5ae6 req-bb6a7e64-aab2-41e3-959d-de08fa9f1a31 tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:10.481853 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4d5b0312-26c9-440f-8427-9a0905ca5ae6 req-bb6a7e64-aab2-41e3-959d-de08fa9f1a31 tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] 10.222.0.85 "GET /v2.0/ports?device_id=e8575c27-b3aa-4e87-8447-f72bfe191d4c HTTP/1.1" status: 200 len: 948 time: 0.1107850 May 18 18:13:10.485166 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-c45513b8-b356-46cc-a0a3-b2b24aa36259 None None] Set router fb5c000a-e31a-4e4b-9def-b1a084e91642 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:13:10.492466 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a2c338-ad7e-4da9-a3ab-b7eadad3afc4 None None] New status for floating IP 5c8f39d9-5a52-480a-bd8b-b582d82d7866: ACTIVE {{(pid=102732) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 18:13:10.571742 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4d5b0312-26c9-440f-8427-9a0905ca5ae6 req-0d0770b4-e253-4484-8b06-a24dd2f5d642 tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] 10.222.0.85 "GET /v2.0/security-groups?id=a71bdd0b-6132-4299-809d-7cc4579566d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886111 May 18 18:13:10.588897 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-5e94eb1d-331b-48ab-8878-6d71aa7725a7 None None] For port 6c84b2d8-c7b9-4456-bd03-6df1928b17b1, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:13:10.604236 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1bc3f77d-ecf6-4ad0-916d-ecab8aff10fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596801'] for router, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:10.622158 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-5e94eb1d-331b-48ab-8878-6d71aa7725a7 None None] For port 6c84b2d8-c7b9-4456-bd03-6df1928b17b1, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=6c84b2d8-c7b9-4456-bd03-6df1928b17b1,segment=NetworkSegment(6d2eb836-8b78-463e-8a10-c826375b027d),segment_id=6d2eb836-8b78-463e-8a10-c826375b027d)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:13:10.682789 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-5e94eb1d-331b-48ab-8878-6d71aa7725a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:10.731908 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2636c5a-a516-404a-a230-ce56edfb5056 req-c10ef974-8042-4f01-a2e4-29f22fee2be3 tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:10.739969 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c2636c5a-a516-404a-a230-ce56edfb5056 req-c10ef974-8042-4f01-a2e4-29f22fee2be3 tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] 10.222.0.85 "GET /v2.0/ports?device_id=f171da91-0489-4cdb-8388-3cfcd34f2b4d HTTP/1.1" status: 200 len: 943 time: 0.1937728 May 18 18:13:10.863759 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 58472) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:13:10.935297 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94eb1d-331b-48ab-8878-6d71aa7725a7 None None] Pushing event updated for resources: {'Port': ['ID=6c84b2d8-c7b9-4456-bd03-6df1928b17b1,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:13:10.966152 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c2636c5a-a516-404a-a230-ce56edfb5056 req-b6856cd4-7f81-401b-bc84-5c5d3affa3c7 tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] 10.222.0.85 "GET /v2.0/security-groups?id=31822f57-f559-4973-b21f-c8e6a3e161fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2249863 May 18 18:13:11.035642 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device f71758ab-cb08-4ce8-ae45-a92c2c8c7636 up at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:13:11.043608 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-021e371b-8d83-46f2-abc7-6e01e72df0c0 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2099861313-network', 'tenant_id': '959b4a96654a42e29bad9a24937c9c47'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:13:11.069962 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bc3f77d-ecf6-4ad0-916d-ecab8aff10fb admin admin] Router 0fba5dec-134e-4991-b249-59b8c2d0e9d4 is scheduled to L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e with binding_index 1 {{(pid=102730) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 18 18:13:11.078191 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-021e371b-8d83-46f2-abc7-6e01e72df0c0 admin admin] Made reservation on behalf of 959b4a96654a42e29bad9a24937c9c47 for: {'network': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:13:11.093246 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-021e371b-8d83-46f2-abc7-6e01e72df0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:11.112423 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-021e371b-8d83-46f2-abc7-6e01e72df0c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:11.230325 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:11.249150 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning for port f71758ab-cb08-4ce8-ae45-a92c2c8c7636 completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:13:11.259096 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning complete for port f71758ab-cb08-4ce8-ae45-a92c2c8c7636 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:13:11.261595 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:11.272055 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-c45513b8-b356-46cc-a0a3-b2b24aa36259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb5c000a-e31a-4e4b-9def-b1a084e91642', 'name': 'tempest-ServerRescueTestJSONUnderV235-1190433492-router', 'tenant_id': '8c352c21cdf84f17adeed5bdaa3e3fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': '03165747-e1d3-4f86-bb38-94a7a680547a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:12:57Z', 'updated_at': '2022-05-18T18:13:08Z', 'revision_number': 4, 'project_id': '8c352c21cdf84f17adeed5bdaa3e3fa6', 'gw_port': {'id': '03165747-e1d3-4f86-bb38-94a7a680547a', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:8e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb5c000a-e31a-4e4b-9def-b1a084e91642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:13:00Z', 'updated_at': '2022-05-18T18:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '179a9f0e-5cbd-4f05-86c0-50acb7229187', 'name': '', 'network_id': 'c1d6614b-2c59-4e70-a2a6-9369d97e5390', 'tenant_id': '8c352c21cdf84f17adeed5bdaa3e3fa6', 'mac_address': 'fa:16:3e:14:38:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb5c000a-e31a-4e4b-9def-b1a084e91642', 'device_owner': 'network:router_interface', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': 'afafec31-e363-47fe-be7d-25eb1518e0dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:13:06Z', 'updated_at': '2022-05-18T18:13:09Z', 'revision_number': 2, 'project_id': '8c352c21cdf84f17adeed5bdaa3e3fa6', 'subnets': [{'id': 'afafec31-e363-47fe-be7d-25eb1518e0dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:13:11.327540 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-021e371b-8d83-46f2-abc7-6e01e72df0c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:11.334030 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45513b8-b356-46cc-a0a3-b2b24aa36259 None None] Checking router: fb5c000a-e31a-4e4b-9def-b1a084e91642 for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:13:11.334650 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45513b8-b356-46cc-a0a3-b2b24aa36259 None None] Updating router fb5c000a-e31a-4e4b-9def-b1a084e91642 port 179a9f0e-5cbd-4f05-86c0-50acb7229187 binding host n-d-838550-3 {{(pid=102733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 18:13:11.339357 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-021e371b-8d83-46f2-abc7-6e01e72df0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:11.376385 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-021e371b-8d83-46f2-abc7-6e01e72df0c0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 631} {{(pid=102731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:13:11.408597 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-c45513b8-b356-46cc-a0a3-b2b24aa36259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:11.417576 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bc3f77d-ecf6-4ad0-916d-ecab8aff10fb admin admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:13:11.436544 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-021e371b-8d83-46f2-abc7-6e01e72df0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:11.436896 n-d-838550-3 neutron-server[102731]: INFO neutron.db.segments_db [None req-021e371b-8d83-46f2-abc7-6e01e72df0c0 admin admin] Added segment 01b6ee56-eb83-4eea-abd1-cfaf4cf1fd5f of type vlan for network 82810032-8519-4a3c-8ef7-90b964dfa33a May 18 18:13:11.452678 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021e371b-8d83-46f2-abc7-6e01e72df0c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58347793-32a9-458f-9c0f-7823b96e7e6b,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:13:11.456795 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9f54e0-469e-46e0-b6f8-3b2571591981 None None] Sync routers for ids ['0fba5dec-134e-4991-b249-59b8c2d0e9d4'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:13:11.461954 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port f71758ab-cb08-4ce8-ae45-a92c2c8c7636 is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:13:11.461954 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:11.481277 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9f54e0-469e-46e0-b6f8-3b2571591981 None None] Routers {'0fba5dec-134e-4991-b249-59b8c2d0e9d4'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:13:11.482854 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-6e9f54e0-469e-46e0-b6f8-3b2571591981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:13:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['0fba5dec-134e-4991-b249-59b8c2d0e9d4'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:13:11.512120 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8575c27-b3aa-4e87-8447-f72bfe191d4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f71758ab-cb08-4ce8-ae45-a92c2c8c7636'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:13:11.519714 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d5ec63e-e30b-4c28-a6cc-699138a3f8b3" -d '{"events": [{"server_uuid": "e8575c27-b3aa-4e87-8447-f72bfe191d4c", "name": "network-vif-plugged", "status": "completed", "tag": "f71758ab-cb08-4ce8-ae45-a92c2c8c7636"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:13:11.549029 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port f71758ab-cb08-4ce8-ae45-a92c2c8c7636, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=f71758ab-cb08-4ce8-ae45-a92c2c8c7636,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:13:11.561509 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:11.662252 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=f71758ab-cb08-4ce8-ae45-a92c2c8c7636,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:13:11.678602 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-021e371b-8d83-46f2-abc7-6e01e72df0c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:11.766539 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-6e9f54e0-469e-46e0-b6f8-3b2571591981 None None] Set router 0fba5dec-134e-4991-b249-59b8c2d0e9d4 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:13:11.767147 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad71c6c-1144-4f26-9cca-b89651d387ad req-5b98d5e5-16db-490c-bbf5-a9ccf05fcc36 tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:11.777367 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5ad71c6c-1144-4f26-9cca-b89651d387ad req-5b98d5e5-16db-490c-bbf5-a9ccf05fcc36 tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] 10.222.0.85 "GET /v2.0/networks?id=c1d6614b-2c59-4e70-a2a6-9369d97e5390 HTTP/1.1" status: 200 len: 820 time: 0.3562906 May 18 18:13:11.780631 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-021e371b-8d83-46f2-abc7-6e01e72df0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:11.781595 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-021e371b-8d83-46f2-abc7-6e01e72df0c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:11.782221 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-021e371b-8d83-46f2-abc7-6e01e72df0c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:11.871879 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021e371b-8d83-46f2-abc7-6e01e72df0c0 admin admin] Pushing event updated for resources: {'Network': ['ID=82810032-8519-4a3c-8ef7-90b964dfa33a,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:13:11.890122 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5ad71c6c-1144-4f26-9cca-b89651d387ad req-b958daf6-24c4-48e7-831b-d26165267bd3 tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] 10.222.0.85 "GET /v2.0/quotas/8c352c21cdf84f17adeed5bdaa3e3fa6 HTTP/1.1" status: 200 len: 375 time: 0.1117117 May 18 18:13:11.912082 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-021e371b-8d83-46f2-abc7-6e01e72df0c0 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0443094 May 18 18:13:11.912170 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network 82810032-8519-4a3c-8ef7-90b964dfa33a details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:13:11.926774 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 58504) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:13:11.933602 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-f59f1c45-94d5-464d-b426-07285b5ba159 admin admin] Request body: {'subnet': {'network_id': '82810032-8519-4a3c-8ef7-90b964dfa33a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-2099861313-subnet', 'tenant_id': '959b4a96654a42e29bad9a24937c9c47', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:13:12.002741 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5ad71c6c-1144-4f26-9cca-b89651d387ad req-9d26d345-124c-4669-9a19-5884f96520ec tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=8c352c21cdf84f17adeed5bdaa3e3fa6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1115873 May 18 18:13:12.009953 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f59f1c45-94d5-464d-b426-07285b5ba159 admin admin] Made reservation on behalf of 959b4a96654a42e29bad9a24937c9c47 for: {'subnet': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:13:12.013229 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f59f1c45-94d5-464d-b426-07285b5ba159 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260908003'] for subnet, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:12.092508 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1bc3f77d-ecf6-4ad0-916d-ecab8aff10fb admin admin] Notify callbacks [] for router, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:12.094205 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-1bc3f77d-ecf6-4ad0-916d-ecab8aff10fb admin admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.5421824 May 18 18:13:12.101538 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 58512) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:13:12.122285 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d04aaa-e013-4f82-95ba-b8e390347cd2 req-b6eb252e-0538-44b1-a5b5-ae043ee7f91a tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:12.124076 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d3d04aaa-e013-4f82-95ba-b8e390347cd2 req-b6eb252e-0538-44b1-a5b5-ae043ee7f91a tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/ports?device_id=7dd6f8f4-37af-46ee-9bcd-2754997cf1c0 HTTP/1.1" status: 200 len: 945 time: 0.9567280 May 18 18:13:12.151422 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18476d2a-c627-4643-87ba-636262d82409 req-c6a845e7-e04f-4eb7-8707-9138c11484ea tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:12.153568 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-18476d2a-c627-4643-87ba-636262d82409 req-c6a845e7-e04f-4eb7-8707-9138c11484ea tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dd6f8f4-37af-46ee-9bcd-2754997cf1c0 HTTP/1.1" status: 200 len: 945 time: 0.7116165 May 18 18:13:12.210328 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 03165747-e1d3-4f86-bb38-94a7a680547a up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:13:12.243257 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-c45513b8-b356-46cc-a0a3-b2b24aa36259 None None] Notify callbacks [] for port, precommit_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:12.260460 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-c45513b8-b356-46cc-a0a3-b2b24aa36259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:12.277255 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d3d04aaa-e013-4f82-95ba-b8e390347cd2 req-6c8b3f45-7124-406c-b00c-33688c227598 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ea20f59-14b4-4643-9bf1-7dbf92d2a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222420 May 18 18:13:12.355056 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 03165747-e1d3-4f86-bb38-94a7a680547a triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:13:12.355617 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:12.384541 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-6e9f54e0-469e-46e0-b6f8-3b2571591981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fba5dec-134e-4991-b249-59b8c2d0e9d4', 'name': 'tempest-FloatingIPDetailsTestJSON-1128319629-router', 'tenant_id': '2fe1765162a84d5ca05d378a93fd187e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': 'aeb809e7-741b-473c-b5c4-c22b6251b6f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:13:07Z', 'updated_at': '2022-05-18T18:13:09Z', 'revision_number': 3, 'project_id': '2fe1765162a84d5ca05d378a93fd187e', 'gw_port': {'id': 'aeb809e7-741b-473c-b5c4-c22b6251b6f5', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:6a:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fba5dec-134e-4991-b249-59b8c2d0e9d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:13:08Z', 'updated_at': '2022-05-18T18:13:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:13:12.405798 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5407d37a-a101-4b8f-a319-84acea1fa2b1 x-openstack-request-id: req-5407d37a-a101-4b8f-a319-84acea1fa2b1 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:13:12.406202 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8575c27-b3aa-4e87-8447-f72bfe191d4c", "name": "network-vif-plugged", "status": "completed", "tag": "f71758ab-cb08-4ce8-ae45-a92c2c8c7636", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:13:12.406409 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-5407d37a-a101-4b8f-a319-84acea1fa2b1 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:13:12.409899 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5407d37a-a101-4b8f-a319-84acea1fa2b1'] response: {'server_uuid': 'e8575c27-b3aa-4e87-8447-f72bfe191d4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f71758ab-cb08-4ce8-ae45-a92c2c8c7636', 'code': 200} May 18 18:13:12.424535 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:12.466926 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-18476d2a-c627-4643-87ba-636262d82409 req-88c6b68f-0c1e-4342-b8e2-7b6452a82731 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] Deleting port 222a442e-e4e6-418e-91ac-c977acc1c553 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:13:12.467291 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-18476d2a-c627-4643-87ba-636262d82409 req-88c6b68f-0c1e-4342-b8e2-7b6452a82731 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:12.521662 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9f54e0-469e-46e0-b6f8-3b2571591981 None None] Checking router: 0fba5dec-134e-4991-b249-59b8c2d0e9d4 for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:13:12.522393 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9f54e0-469e-46e0-b6f8-3b2571591981 None None] Updating router 0fba5dec-134e-4991-b249-59b8c2d0e9d4 port aeb809e7-741b-473c-b5c4-c22b6251b6f5 binding host n-d-838550-3 {{(pid=102733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 18:13:12.557461 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8413ac6-cf51-4737-8ee9-b983d7bb9ed6 None None] Pushing event updated for resources: {'Port': ['ID=179a9f0e-5cbd-4f05-86c0-50acb7229187,revision_number=3']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:13:12.580105 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-6e9f54e0-469e-46e0-b6f8-3b2571591981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:12.607025 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 03165747-e1d3-4f86-bb38-94a7a680547a is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:13:12.608229 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 6c84b2d8-c7b9-4456-bd03-6df1928b17b1 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:13:12.707589 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f323c73-b551-4d98-9fc7-24e69690d1a8 None None] Network 05649266-9bd5-4f56-9bdf-5ca96d7dbe65 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:13:12.720985 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcae8ad4-083b-47c5-ba79-4cb09161d0c1 req-2ec9be7f-bb1b-4b1b-ba71-bf63b4a16710 tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:12.722734 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-dcae8ad4-083b-47c5-ba79-4cb09161d0c1 req-2ec9be7f-bb1b-4b1b-ba71-bf63b4a16710 tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] 10.222.0.85 "GET /v2.0/ports?device_id=e8575c27-b3aa-4e87-8447-f72bfe191d4c HTTP/1.1" status: 200 len: 949 time: 0.1284077 May 18 18:13:12.743505 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f59f1c45-94d5-464d-b426-07285b5ba159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260898481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260908021'] for subnet, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:12.764801 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-c45513b8-b356-46cc-a0a3-b2b24aa36259 None None] Attempting to bind port 179a9f0e-5cbd-4f05-86c0-50acb7229187 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:13:12.765425 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-c45513b8-b356-46cc-a0a3-b2b24aa36259 None None] Attempting to bind port 179a9f0e-5cbd-4f05-86c0-50acb7229187 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '58812133-eab2-4d1f-bf2a-ea777b989f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'c1d6614b-2c59-4e70-a2a6-9369d97e5390'}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:13:12.765947 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-18476d2a-c627-4643-87ba-636262d82409 req-88c6b68f-0c1e-4342-b8e2-7b6452a82731 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] For port 222a442e-e4e6-418e-91ac-c977acc1c553, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=222a442e-e4e6-418e-91ac-c977acc1c553,segment=NetworkSegment(159798b3-0081-404e-b89f-736264c95ce3),segment_id=159798b3-0081-404e-b89f-736264c95ce3)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:13:12.766174 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45513b8-b356-46cc-a0a3-b2b24aa36259 None None] Attempting to bind port 179a9f0e-5cbd-4f05-86c0-50acb7229187 on network c1d6614b-2c59-4e70-a2a6-9369d97e5390 {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:13:12.766320 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-18476d2a-c627-4643-87ba-636262d82409 req-88c6b68f-0c1e-4342-b8e2-7b6452a82731 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:12.779819 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45513b8-b356-46cc-a0a3-b2b24aa36259 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:13:12.780461 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45513b8-b356-46cc-a0a3-b2b24aa36259 None None] Checking segment: {'id': '58812133-eab2-4d1f-bf2a-ea777b989f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'c1d6614b-2c59-4e70-a2a6-9369d97e5390'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:13:12.781023 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-c45513b8-b356-46cc-a0a3-b2b24aa36259 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:12.781582 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45513b8-b356-46cc-a0a3-b2b24aa36259 None None] Bound using segment: {'id': '58812133-eab2-4d1f-bf2a-ea777b989f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'c1d6614b-2c59-4e70-a2a6-9369d97e5390'} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:13:12.782234 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-c45513b8-b356-46cc-a0a3-b2b24aa36259 None None] Bound port: 179a9f0e-5cbd-4f05-86c0-50acb7229187, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58812133-eab2-4d1f-bf2a-ea777b989f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'c1d6614b-2c59-4e70-a2a6-9369d97e5390'}}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:13:12.782797 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-c45513b8-b356-46cc-a0a3-b2b24aa36259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:12.798101 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-dcae8ad4-083b-47c5-ba79-4cb09161d0c1 req-abfd9fe2-d871-47c9-a9a7-8f49eb531e12 tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] 10.222.0.85 "GET /v2.0/security-groups?id=a71bdd0b-6132-4299-809d-7cc4579566d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674269 May 18 18:13:12.805196 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-18476d2a-c627-4643-87ba-636262d82409 req-88c6b68f-0c1e-4342-b8e2-7b6452a82731 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] Calling delete_port for 222a442e-e4e6-418e-91ac-c977acc1c553 owned by compute:nova {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:13:12.901828 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 6c84b2d8-c7b9-4456-bd03-6df1928b17b1 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:13:12.902207 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:12.904360 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-57a503b6-5798-458d-a6fe-280ce3f84cda None None] Provisioning complete for port 6c84b2d8-c7b9-4456-bd03-6df1928b17b1 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:13:12.904360 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-57a503b6-5798-458d-a6fe-280ce3f84cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:12.950590 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.db [None req-c45513b8-b356-46cc-a0a3-b2b24aa36259 None None] For port 179a9f0e-5cbd-4f05-86c0-50acb7229187, host n-d-838550-3, cleared binding levels {{(pid=102733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:13:12.954930 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.db [None req-c45513b8-b356-46cc-a0a3-b2b24aa36259 None None] For port 179a9f0e-5cbd-4f05-86c0-50acb7229187, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=179a9f0e-5cbd-4f05-86c0-50acb7229187,segment=NetworkSegment(58812133-eab2-4d1f-bf2a-ea777b989f38),segment_id=58812133-eab2-4d1f-bf2a-ea777b989f38)] {{(pid=102733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:13:12.958634 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5ad71c6c-1144-4f26-9cca-b89651d387ad req-db06a2e8-8e6d-436f-909a-f07103f2859a service neutron] 10.222.0.85 "GET /v2.0/networks/c1d6614b-2c59-4e70-a2a6-9369d97e5390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9549553 May 18 18:13:12.971436 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-c45513b8-b356-46cc-a0a3-b2b24aa36259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:13.045988 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8413ac6-cf51-4737-8ee9-b983d7bb9ed6 None None] Pushing event updated for resources: {'Port': ['ID=179a9f0e-5cbd-4f05-86c0-50acb7229187,revision_number=4']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:13:13.098997 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45513b8-b356-46cc-a0a3-b2b24aa36259 None None] Routers {'fb5c000a-e31a-4e4b-9def-b1a084e91642'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:13:13.101068 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-c45513b8-b356-46cc-a0a3-b2b24aa36259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:13:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['fb5c000a-e31a-4e4b-9def-b1a084e91642'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:13:13.139000 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd56667-8270-40de-92fd-7465ca84773d req-71fda92e-f719-4b52-9238-5b935b1a5146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:13.139321 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19545591-f807-4fc1-a996-0bc01ca5190f req-1137fe7d-67c0-4e1a-bffd-31b4a0055493 tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:13.140895 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6fd56667-8270-40de-92fd-7465ca84773d req-71fda92e-f719-4b52-9238-5b935b1a5146 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=e8575c27-b3aa-4e87-8447-f72bfe191d4c HTTP/1.1" status: 200 len: 1100 time: 0.4004383 May 18 18:13:13.146101 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-19545591-f807-4fc1-a996-0bc01ca5190f req-1137fe7d-67c0-4e1a-bffd-31b4a0055493 tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] 10.222.0.85 "GET /v2.0/ports?device_id=f171da91-0489-4cdb-8388-3cfcd34f2b4d HTTP/1.1" status: 200 len: 943 time: 0.2268796 May 18 18:13:13.171991 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59f1c45-94d5-464d-b426-07285b5ba159 admin admin] Pushing event updated for resources: {'Subnet': ['ID=78294feb-68a7-48ef-ae5c-7522749188b5,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:13:13.200335 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59f1c45-94d5-464d-b426-07285b5ba159 admin admin] Checking segment: {'id': '01b6ee56-eb83-4eea-abd1-cfaf4cf1fd5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '82810032-8519-4a3c-8ef7-90b964dfa33a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:13:13.200869 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f59f1c45-94d5-464d-b426-07285b5ba159 admin admin] Network hostable DHCP agents. Network: 82810032-8519-4a3c-8ef7-90b964dfa33a, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:13:13.219206 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 39c9754d-ba47-4883-91b3-63ac6f3a01bc details requested by agent hyperv_n-h2-838550-3 with host n-h2-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:13:13.278298 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:13.283291 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-18476d2a-c627-4643-87ba-636262d82409 req-88c6b68f-0c1e-4342-b8e2-7b6452a82731 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:13.318670 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['5d8411c5-72dc-4d25-8497-b72afbe9798d'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:13:13.329797 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-c45513b8-b356-46cc-a0a3-b2b24aa36259 None None] Set router fb5c000a-e31a-4e4b-9def-b1a084e91642 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:13:13.335707 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c6b68f-0c1e-4342-b8e2-7b6452a82731 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] Pushing event deleted for resources: {'Port': ['ID=222a442e-e4e6-418e-91ac-c977acc1c553,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:13:13.376441 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-19545591-f807-4fc1-a996-0bc01ca5190f req-10bce1ca-2c95-4fb2-8abc-883fbfd0af8c tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] 10.222.0.85 "GET /v2.0/security-groups?id=31822f57-f559-4973-b21f-c8e6a3e161fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2159767 May 18 18:13:13.391969 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-18476d2a-c627-4643-87ba-636262d82409 req-88c6b68f-0c1e-4342-b8e2-7b6452a82731 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] No DVR routers for this DVR port 222a442e-e4e6-418e-91ac-c977acc1c553 on host n-h1-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:13:13.403943 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-18476d2a-c627-4643-87ba-636262d82409 req-88c6b68f-0c1e-4342-b8e2-7b6452a82731 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:13.405796 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.db.resource_extend [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 18 18:13:13.407811 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-18476d2a-c627-4643-87ba-636262d82409 req-88c6b68f-0c1e-4342-b8e2-7b6452a82731 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.36 "DELETE /v2.0/ports/222a442e-e4e6-418e-91ac-c977acc1c553 HTTP/1.1" status: 204 len: 173 time: 1.2375019 May 18 18:13:13.412103 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dd6f8f4-37af-46ee-9bcd-2754997cf1c0', 'name': 'network-vif-deleted', 'tag': '222a442e-e4e6-418e-91ac-c977acc1c553'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:13:13.414531 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e06dc3d-484c-4cd3-a28f-e0fc240eb290" -d '{"events": [{"server_uuid": "7dd6f8f4-37af-46ee-9bcd-2754997cf1c0", "name": "network-vif-deleted", "tag": "222a442e-e4e6-418e-91ac-c977acc1c553"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:13:13.433604 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-6e9f54e0-469e-46e0-b6f8-3b2571591981 None None] Notify callbacks [] for port, precommit_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:13.468606 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-6e9f54e0-469e-46e0-b6f8-3b2571591981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:13.520081 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6fd56667-8270-40de-92fd-7465ca84773d req-731475e6-3f50-44be-a2e9-f7c5a17db249 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=a71bdd0b-6132-4299-809d-7cc4579566d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3507659 May 18 18:13:13.559700 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5ad71c6c-1144-4f26-9cca-b89651d387ad req-5a98b5f5-62d8-419b-8c6c-cda02e2a6501 service neutron] 10.222.0.85 "GET /v2.0/networks/c1d6614b-2c59-4e70-a2a6-9369d97e5390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5698352 May 18 18:13:13.566363 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f59f1c45-94d5-464d-b426-07285b5ba159 admin admin] Network 82810032-8519-4a3c-8ef7-90b964dfa33a is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:13:13.585891 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ceeeeb-bd0a-4e6e-b88f-c208de277ad8 None None] Pushing event updated for resources: {'Port': ['ID=aeb809e7-741b-473c-b5c4-c22b6251b6f5,revision_number=2']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:13:13.629035 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-04969554-f356-4d5f-b4dd-003a7ffcd741 req-9e1e8986-2714-4f9c-9399-7f0aea4e20bc tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/ports?device_id=7dd6f8f4-37af-46ee-9bcd-2754997cf1c0 HTTP/1.1" status: 200 len: 210 time: 0.0984008 May 18 18:13:13.667009 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-f59f1c45-94d5-464d-b426-07285b5ba159 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, 82810032-8519-4a3c-8ef7-90b964dfa33a) {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:13:13.704380 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f59f1c45-94d5-464d-b426-07285b5ba159 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:13.715479 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f59f1c45-94d5-464d-b426-07285b5ba159 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:13.721281 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-6e9f54e0-469e-46e0-b6f8-3b2571591981 None None] Attempting to bind port aeb809e7-741b-473c-b5c4-c22b6251b6f5 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:13:13.721837 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-6e9f54e0-469e-46e0-b6f8-3b2571591981 None None] Attempting to bind port aeb809e7-741b-473c-b5c4-c22b6251b6f5 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:13:13.722198 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9f54e0-469e-46e0-b6f8-3b2571591981 None None] Attempting to bind port aeb809e7-741b-473c-b5c4-c22b6251b6f5 on network 31ebd439-090c-4b25-bbb0-31c48711b145 {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:13:13.722379 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92353bb-755d-4647-819a-b2b8ab0ac8c6 None None] Network 82810032-8519-4a3c-8ef7-90b964dfa33a requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:13:13.728645 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9f54e0-469e-46e0-b6f8-3b2571591981 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:13:13.729694 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9f54e0-469e-46e0-b6f8-3b2571591981 None None] Checking segment: {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:13:13.730040 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-6e9f54e0-469e-46e0-b6f8-3b2571591981 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:13.730521 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9f54e0-469e-46e0-b6f8-3b2571591981 None None] Bound using segment: {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:13:13.731006 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-6e9f54e0-469e-46e0-b6f8-3b2571591981 None None] Bound port: aeb809e7-741b-473c-b5c4-c22b6251b6f5, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:13:13.731387 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-6e9f54e0-469e-46e0-b6f8-3b2571591981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:13.732602 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38bb30a6-27b5-47d2-80d0-f6fc8aff071c x-openstack-request-id: req-38bb30a6-27b5-47d2-80d0-f6fc8aff071c {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:13:13.733749 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dd6f8f4-37af-46ee-9bcd-2754997cf1c0", "name": "network-vif-deleted", "tag": "222a442e-e4e6-418e-91ac-c977acc1c553", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:13:13.734215 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-38bb30a6-27b5-47d2-80d0-f6fc8aff071c {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:13:13.734876 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38bb30a6-27b5-47d2-80d0-f6fc8aff071c'] response: {'server_uuid': '7dd6f8f4-37af-46ee-9bcd-2754997cf1c0', 'name': 'network-vif-deleted', 'tag': '222a442e-e4e6-418e-91ac-c977acc1c553', 'status': 'completed', 'code': 200} May 18 18:13:13.782671 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-f59f1c45-94d5-464d-b426-07285b5ba159 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.8508823 May 18 18:13:13.784050 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 58522) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:13:13.789931 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-0dcbc05e-9f77-4506-8e38-50f639fbe6d5 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-2099861313-router', 'tenant_id': '959b4a96654a42e29bad9a24937c9c47', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:13:13.841071 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 6c84b2d8-c7b9-4456-bd03-6df1928b17b1 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:13:13.841473 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:13.856688 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.db [None req-6e9f54e0-469e-46e0-b6f8-3b2571591981 None None] For port aeb809e7-741b-473c-b5c4-c22b6251b6f5, host n-d-838550-3, cleared binding levels {{(pid=102733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:13:13.857697 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0dcbc05e-9f77-4506-8e38-50f639fbe6d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25099'] for router, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:13.860279 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-57a503b6-5798-458d-a6fe-280ce3f84cda None None] Current status of the port 6c84b2d8-c7b9-4456-bd03-6df1928b17b1 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:13:13.860516 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0dcbc05e-9f77-4506-8e38-50f639fbe6d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-593238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596850', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25088'] for router, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:13.860669 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-57a503b6-5798-458d-a6fe-280ce3f84cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:13.864076 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.db [None req-6e9f54e0-469e-46e0-b6f8-3b2571591981 None None] For port aeb809e7-741b-473c-b5c4-c22b6251b6f5, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=aeb809e7-741b-473c-b5c4-c22b6251b6f5,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:13:13.892996 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-39a46ddd-05f4-44cd-90be-2c09b7488115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:14.068912 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 39c9754d-ba47-4883-91b3-63ac6f3a01bc, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=39c9754d-ba47-4883-91b3-63ac6f3a01bc,segment=NetworkSegment(5de370d0-266c-4962-933f-566972964e54),segment_id=5de370d0-266c-4962-933f-566972964e54)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:13:14.074380 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] For port 6c84b2d8-c7b9-4456-bd03-6df1928b17b1, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=6c84b2d8-c7b9-4456-bd03-6df1928b17b1,segment=NetworkSegment(6d2eb836-8b78-463e-8a10-c826375b027d),segment_id=6d2eb836-8b78-463e-8a10-c826375b027d)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:13:14.107666 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0dcbc05e-9f77-4506-8e38-50f639fbe6d5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:14.141164 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.db.api [None req-57a503b6-5798-458d-a6fe-280ce3f84cda None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102732) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 18 18:13:14.141572 n-d-838550-3 neutron-server[102732]: DEBUG oslo_db.api [None req-57a503b6-5798-458d-a6fe-280ce3f84cda None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 18 18:13:14.142903 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:14.153169 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Returning: {'device': '39c9754d-ba47-4883-91b3-63ac6f3a01bc', 'network_id': '57c5b4be-a470-4928-a580-29b0867d15b8', 'port_id': '39c9754d-ba47-4883-91b3-63ac6f3a01bc', 'mac_address': 'fa:16:3e:e0:c1:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e3c6c6b-0d88-4038-aa09-805bbbc6a422', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:13:14.190319 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-6e9f54e0-469e-46e0-b6f8-3b2571591981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:14.290670 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6337e1d-b892-49c1-8599-1322ad94132c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-82810032-8519-4a3c-8ef7-90b964dfa33a', 'network_id': '82810032-8519-4a3c-8ef7-90b964dfa33a', 'tenant_id': '959b4a96654a42e29bad9a24937c9c47', 'fixed_ips': [{'subnet_id': '78294feb-68a7-48ef-ae5c-7522749188b5'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:13:14.291533 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f6337e1d-b892-49c1-8599-1322ad94132c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:14.330407 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8429fedd-d609-4ad8-ae9b-76b42d8059f2 req-cbdf7fa2-0a2a-414c-9b0c-53e215c91710 tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] 10.222.0.85 "GET /v2.0/ports?device_id=3d23b3b3-bd88-458c-b269-14a2fe755bd8 HTTP/1.1" status: 200 len: 210 time: 0.1011138 May 18 18:13:14.352865 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Pushing event updated for resources: {'Port': ['ID=6c84b2d8-c7b9-4456-bd03-6df1928b17b1,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:13:14.358874 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 39c9754d-ba47-4883-91b3-63ac6f3a01bc is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:13:14.359278 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:14.440781 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39c9754d-ba47-4883-91b3-63ac6f3a01bc {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:13:14.447337 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ceeeeb-bd0a-4e6e-b88f-c208de277ad8 None None] Pushing event updated for resources: {'Port': ['ID=aeb809e7-741b-473c-b5c4-c22b6251b6f5,revision_number=3']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:13:14.482885 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 39c9754d-ba47-4883-91b3-63ac6f3a01bc, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=39c9754d-ba47-4883-91b3-63ac6f3a01bc,segment=NetworkSegment(5de370d0-266c-4962-933f-566972964e54),segment_id=5de370d0-266c-4962-933f-566972964e54)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:13:14.483529 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-39a46ddd-05f4-44cd-90be-2c09b7488115 admin admin] Allocated IP 172.20.0.1 (05649266-9bd5-4f56-9bdf-5ca96d7dbe65/52e930c8-c570-472e-950d-0203c7fa99ea/ce0da511-904f-42b5-8d95-ec3e1cc30343) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:13:14.487748 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:14.494403 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9f54e0-469e-46e0-b6f8-3b2571591981 None None] Routers {'0fba5dec-134e-4991-b249-59b8c2d0e9d4'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:13:14.498881 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-6e9f54e0-469e-46e0-b6f8-3b2571591981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:13:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['0fba5dec-134e-4991-b249-59b8c2d0e9d4'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:13:14.524765 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686b05b4-7fb4-4bb5-9512-e437383f42e8 req-85b28675-aaa2-44a4-8567-0e0ac1b7ca9b tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:14.527508 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-686b05b4-7fb4-4bb5-9512-e437383f42e8 req-85b28675-aaa2-44a4-8567-0e0ac1b7ca9b tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] 10.222.0.85 "GET /v2.0/ports?device_id=e8575c27-b3aa-4e87-8447-f72bfe191d4c HTTP/1.1" status: 200 len: 949 time: 0.4152360 May 18 18:13:14.653368 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-c45513b8-b356-46cc-a0a3-b2b24aa36259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb5c000a-e31a-4e4b-9def-b1a084e91642', 'name': 'tempest-ServerRescueTestJSONUnderV235-1190433492-router', 'tenant_id': '8c352c21cdf84f17adeed5bdaa3e3fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': '03165747-e1d3-4f86-bb38-94a7a680547a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:12:57Z', 'updated_at': '2022-05-18T18:13:08Z', 'revision_number': 4, 'project_id': '8c352c21cdf84f17adeed5bdaa3e3fa6', 'gw_port': {'id': '03165747-e1d3-4f86-bb38-94a7a680547a', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:8e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb5c000a-e31a-4e4b-9def-b1a084e91642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:13:00Z', 'updated_at': '2022-05-18T18:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '179a9f0e-5cbd-4f05-86c0-50acb7229187', 'name': '', 'network_id': 'c1d6614b-2c59-4e70-a2a6-9369d97e5390', 'tenant_id': '8c352c21cdf84f17adeed5bdaa3e3fa6', 'mac_address': 'fa:16:3e:14:38:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb5c000a-e31a-4e4b-9def-b1a084e91642', 'device_owner': 'network:router_interface', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': 'afafec31-e363-47fe-be7d-25eb1518e0dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:13:06Z', 'updated_at': '2022-05-18T18:13:12Z', 'revision_number': 4, 'project_id': '8c352c21cdf84f17adeed5bdaa3e3fa6', 'subnets': [{'id': 'afafec31-e363-47fe-be7d-25eb1518e0dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:13:14.716504 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-686b05b4-7fb4-4bb5-9512-e437383f42e8 req-f0a77245-c397-4cd2-be0a-3fca5e91ee9f tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] 10.222.0.85 "GET /v2.0/security-groups?id=a71bdd0b-6132-4299-809d-7cc4579566d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281860 May 18 18:13:14.725593 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0dcbc05e-9f77-4506-8e38-50f639fbe6d5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:14.727674 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45513b8-b356-46cc-a0a3-b2b24aa36259 None None] The sync data for ids ['fb5c000a-e31a-4e4b-9def-b1a084e91642'] in n-d-838550-3 is: [{'id': 'fb5c000a-e31a-4e4b-9def-b1a084e91642', 'name': 'tempest-ServerRescueTestJSONUnderV235-1190433492-router', 'tenant_id': '8c352c21cdf84f17adeed5bdaa3e3fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': '03165747-e1d3-4f86-bb38-94a7a680547a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:12:57Z', 'updated_at': '2022-05-18T18:13:08Z', 'revision_number': 4, 'project_id': '8c352c21cdf84f17adeed5bdaa3e3fa6', 'gw_port': {'id': '03165747-e1d3-4f86-bb38-94a7a680547a', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:8e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb5c000a-e31a-4e4b-9def-b1a084e91642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:13:00Z', 'updated_at': '2022-05-18T18:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '179a9f0e-5cbd-4f05-86c0-50acb7229187', 'name': '', 'network_id': 'c1d6614b-2c59-4e70-a2a6-9369d97e5390', 'tenant_id': '8c352c21cdf84f17adeed5bdaa3e3fa6', 'mac_address': 'fa:16:3e:14:38:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb5c000a-e31a-4e4b-9def-b1a084e91642', 'device_owner': 'network:router_interface', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': 'afafec31-e363-47fe-be7d-25eb1518e0dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:13:06Z', 'updated_at': '2022-05-18T18:13:12Z', 'revision_number': 4, 'project_id': '8c352c21cdf84f17adeed5bdaa3e3fa6', 'subnets': [{'id': 'afafec31-e363-47fe-be7d-25eb1518e0dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:13:14.864650 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-f6337e1d-b892-49c1-8599-1322ad94132c None None] Allocated IP 172.20.0.2 (82810032-8519-4a3c-8ef7-90b964dfa33a/78294feb-68a7-48ef-ae5c-7522749188b5/17416606-e0f0-454d-8fb7-49461274a0fb) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:13:14.875007 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=39c9754d-ba47-4883-91b3-63ac6f3a01bc,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:13:14.954557 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['39c9754d-ba47-4883-91b3-63ac6f3a01bc'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:13:14.985492 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-6e9f54e0-469e-46e0-b6f8-3b2571591981 None None] Set router 0fba5dec-134e-4991-b249-59b8c2d0e9d4 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:13:15.067604 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8609e5-a2ad-4a9e-baed-3fdd9b2a5518 req-9b0fb730-afc3-462a-bf2a-f9c5f6ddb81d tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:15.083244 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6a8609e5-a2ad-4a9e-baed-3fdd9b2a5518 req-9b0fb730-afc3-462a-bf2a-f9c5f6ddb81d tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] 10.222.0.85 "GET /v2.0/ports?device_id=f171da91-0489-4cdb-8388-3cfcd34f2b4d HTTP/1.1" status: 200 len: 944 time: 0.4367797 May 18 18:13:15.174966 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-57a503b6-5798-458d-a6fe-280ce3f84cda None None] Current status of the port 6c84b2d8-c7b9-4456-bd03-6df1928b17b1 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:13:15.241442 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-39a46ddd-05f4-44cd-90be-2c09b7488115 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:15.266980 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0dcbc05e-9f77-4506-8e38-50f639fbe6d5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:15.267178 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 222a442e-e4e6-418e-91ac-c977acc1c553 no longer exists at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:13:15.272927 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6a8609e5-a2ad-4a9e-baed-3fdd9b2a5518 req-f552bd80-5435-4abe-8b1c-5e164d148c7d tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] 10.222.0.85 "GET /v2.0/security-groups?id=31822f57-f559-4973-b21f-c8e6a3e161fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1879659 May 18 18:13:15.385780 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-39a46ddd-05f4-44cd-90be-2c09b7488115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:15.400127 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0dcbc05e-9f77-4506-8e38-50f639fbe6d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:15.508498 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-6e9f54e0-469e-46e0-b6f8-3b2571591981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fba5dec-134e-4991-b249-59b8c2d0e9d4', 'name': 'tempest-FloatingIPDetailsTestJSON-1128319629-router', 'tenant_id': '2fe1765162a84d5ca05d378a93fd187e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': 'aeb809e7-741b-473c-b5c4-c22b6251b6f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:13:07Z', 'updated_at': '2022-05-18T18:13:09Z', 'revision_number': 3, 'project_id': '2fe1765162a84d5ca05d378a93fd187e', 'gw_port': {'id': 'aeb809e7-741b-473c-b5c4-c22b6251b6f5', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:6a:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fba5dec-134e-4991-b249-59b8c2d0e9d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:13:08Z', 'updated_at': '2022-05-18T18:13:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:13:15.515404 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a46ddd-05f4-44cd-90be-2c09b7488115 admin admin] Network 05649266-9bd5-4f56-9bdf-5ca96d7dbe65 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:13:15.526720 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-39a46ddd-05f4-44cd-90be-2c09b7488115 admin admin] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:13:15.540380 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a46ddd-05f4-44cd-90be-2c09b7488115 admin admin] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:13:15.597309 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9f54e0-469e-46e0-b6f8-3b2571591981 None None] The sync data for ids ['0fba5dec-134e-4991-b249-59b8c2d0e9d4'] in n-d-838550-3 is: [{'id': '0fba5dec-134e-4991-b249-59b8c2d0e9d4', 'name': 'tempest-FloatingIPDetailsTestJSON-1128319629-router', 'tenant_id': '2fe1765162a84d5ca05d378a93fd187e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': 'aeb809e7-741b-473c-b5c4-c22b6251b6f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:13:07Z', 'updated_at': '2022-05-18T18:13:09Z', 'revision_number': 3, 'project_id': '2fe1765162a84d5ca05d378a93fd187e', 'gw_port': {'id': 'aeb809e7-741b-473c-b5c4-c22b6251b6f5', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:6a:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fba5dec-134e-4991-b249-59b8c2d0e9d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:13:08Z', 'updated_at': '2022-05-18T18:13:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:13:15.604766 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7307fa65-de0a-4971-8743-9d41af76cf1c req-426a01fb-c18a-4f47-ace7-2abf9c096df1 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:15.622556 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7307fa65-de0a-4971-8743-9d41af76cf1c req-426a01fb-c18a-4f47-ace7-2abf9c096df1 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/ports?device_id=edd70b2d-7c62-4c72-8c2b-a1a4878d824e HTTP/1.1" status: 200 len: 946 time: 0.2869799 May 18 18:13:15.626912 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] No Port match for: 222a442e-e4e6-418e-91ac-c977acc1c553 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:13:15.627436 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 222a442e-e4e6-418e-91ac-c977acc1c553 not bound to the agent host n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:13:15.637845 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a46ddd-05f4-44cd-90be-2c09b7488115 admin admin] Pushing event updated for resources: {'Port': ['ID=ce0da511-904f-42b5-8d95-ec3e1cc30343,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:13:15.719403 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e5a59c49-88d5-461e-91ab-f8f8edbf4049 req-25fddcca-3db0-446a-a656-6857f84771a3 tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] 10.222.0.85 "GET /v2.0/ports?device_id=3d23b3b3-bd88-458c-b269-14a2fe755bd8 HTTP/1.1" status: 200 len: 210 time: 0.1202228 May 18 18:13:15.720808 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-850df8de-1dab-4c71-8b98-65443e834ce0 None None] Provisioning complete for port 6c84b2d8-c7b9-4456-bd03-6df1928b17b1 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:13:15.721291 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-850df8de-1dab-4c71-8b98-65443e834ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:15.757347 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-0dcbc05e-9f77-4506-8e38-50f639fbe6d5 admin admin] Allocated IP 172.25.5.95 (31ebd439-090c-4b25-bbb0-31c48711b145/363a2810-8a83-4be0-a317-7c91fcd94485/727a3270-d1ee-4a6d-b188-b05b06ae63ae) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:13:15.771889 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-39a46ddd-05f4-44cd-90be-2c09b7488115 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595826'] for router_interface, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:15.929132 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f6337e1d-b892-49c1-8599-1322ad94132c None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:15.949397 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f6337e1d-b892-49c1-8599-1322ad94132c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:16.160227 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70070fd8-0510-40e1-b288-0e2fcaf6a3c3 req-04f58ac5-b8c6-432c-802e-8beedd68fecc tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:16.170731 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-70070fd8-0510-40e1-b288-0e2fcaf6a3c3 req-04f58ac5-b8c6-432c-802e-8beedd68fecc tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] 10.222.0.85 "GET /v2.0/ports?device_id=e8575c27-b3aa-4e87-8447-f72bfe191d4c HTTP/1.1" status: 200 len: 949 time: 0.1923432 May 18 18:13:16.208268 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-39a46ddd-05f4-44cd-90be-2c09b7488115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:16.226509 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6337e1d-b892-49c1-8599-1322ad94132c None None] Pushing event updated for resources: {'Port': ['ID=17416606-e0f0-454d-8fb7-49461274a0fb,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:13:16.234543 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6337e1d-b892-49c1-8599-1322ad94132c None None] Network 82810032-8519-4a3c-8ef7-90b964dfa33a is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:13:16.247194 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7307fa65-de0a-4971-8743-9d41af76cf1c req-e4545442-6ddc-449d-9f08-e8f9a149b704 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ea20f59-14b4-4643-9bf1-7dbf92d2a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6234620 May 18 18:13:16.267198 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-70070fd8-0510-40e1-b288-0e2fcaf6a3c3 req-41a3acba-e363-4104-84f3-647294b704a5 tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] 10.222.0.85 "GET /v2.0/security-groups?id=a71bdd0b-6132-4299-809d-7cc4579566d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953026 May 18 18:13:16.335739 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-f6337e1d-b892-49c1-8599-1322ad94132c None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:13:16.343765 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-850df8de-1dab-4c71-8b98-65443e834ce0 None None] Current status of the port 6c84b2d8-c7b9-4456-bd03-6df1928b17b1 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:13:16.351398 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6337e1d-b892-49c1-8599-1322ad94132c None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:13:16.460387 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0dcbc05e-9f77-4506-8e38-50f639fbe6d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:16.561501 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad71c6c-1144-4f26-9cca-b89651d387ad req-5b12f4e6-d373-489d-aee5-1f79f993bf0c tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:16.584818 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5ad71c6c-1144-4f26-9cca-b89651d387ad req-5b12f4e6-d373-489d-aee5-1f79f993bf0c tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] 10.222.0.36 "GET /v2.0/networks?id=c1d6614b-2c59-4e70-a2a6-9369d97e5390 HTTP/1.1" status: 200 len: 820 time: 0.5794034 May 18 18:13:16.622839 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 179a9f0e-5cbd-4f05-86c0-50acb7229187 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:13:16.627453 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-5ad71c6c-1144-4f26-9cca-b89651d387ad req-d901bad8-30f8-4a45-b86e-50fca6cd78dc tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] Request body: {'port': {'device_id': '3d23b3b3-bd88-458c-b269-14a2fe755bd8', 'network_id': 'c1d6614b-2c59-4e70-a2a6-9369d97e5390', 'admin_state_up': True, 'tenant_id': '8c352c21cdf84f17adeed5bdaa3e3fa6'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:13:16.728191 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 179a9f0e-5cbd-4f05-86c0-50acb7229187 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:13:16.728652 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:16.803966 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f98532-fefe-41a4-a2c7-95736e1e310c req-d8876529-10bf-487f-9c6d-b8b28fabadc1 tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:16.813240 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b7f98532-fefe-41a4-a2c7-95736e1e310c req-d8876529-10bf-487f-9c6d-b8b28fabadc1 tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] 10.222.0.85 "GET /v2.0/ports?device_id=f171da91-0489-4cdb-8388-3cfcd34f2b4d HTTP/1.1" status: 200 len: 944 time: 0.2150335 May 18 18:13:16.823333 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-f6337e1d-b892-49c1-8599-1322ad94132c None None] Attempting to bind port 17416606-e0f0-454d-8fb7-49461274a0fb on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:13:16.823914 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-f6337e1d-b892-49c1-8599-1322ad94132c None None] Attempting to bind port 17416606-e0f0-454d-8fb7-49461274a0fb by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '01b6ee56-eb83-4eea-abd1-cfaf4cf1fd5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '82810032-8519-4a3c-8ef7-90b964dfa33a'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:13:16.824479 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6337e1d-b892-49c1-8599-1322ad94132c None None] Attempting to bind port 17416606-e0f0-454d-8fb7-49461274a0fb on network 82810032-8519-4a3c-8ef7-90b964dfa33a {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:13:16.862740 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6337e1d-b892-49c1-8599-1322ad94132c None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:13:16.863123 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6337e1d-b892-49c1-8599-1322ad94132c None None] Checking segment: {'id': '01b6ee56-eb83-4eea-abd1-cfaf4cf1fd5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '82810032-8519-4a3c-8ef7-90b964dfa33a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:13:16.866437 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f6337e1d-b892-49c1-8599-1322ad94132c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:16.867407 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6337e1d-b892-49c1-8599-1322ad94132c None None] Bound using segment: {'id': '01b6ee56-eb83-4eea-abd1-cfaf4cf1fd5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '82810032-8519-4a3c-8ef7-90b964dfa33a'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:13:16.868101 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-f6337e1d-b892-49c1-8599-1322ad94132c None None] Bound port: 17416606-e0f0-454d-8fb7-49461274a0fb, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01b6ee56-eb83-4eea-abd1-cfaf4cf1fd5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '82810032-8519-4a3c-8ef7-90b964dfa33a'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:13:16.878198 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f6337e1d-b892-49c1-8599-1322ad94132c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:17.003376 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-661cbc08-8914-469c-9ff1-c8fcd6f3a0b4 req-12c5c5fd-141d-4e4c-9077-a5bf1abc82a8 tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] 10.222.0.85 "GET /v2.0/ports?device_id=3d23b3b3-bd88-458c-b269-14a2fe755bd8 HTTP/1.1" status: 200 len: 210 time: 0.0923333 May 18 18:13:17.011459 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0dcbc05e-9f77-4506-8e38-50f639fbe6d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:17.021717 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b7f98532-fefe-41a4-a2c7-95736e1e310c req-63a9eda6-69b9-4e9e-b5d0-f8fec1838b32 tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] 10.222.0.85 "GET /v2.0/security-groups?id=31822f57-f559-4973-b21f-c8e6a3e161fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1913421 May 18 18:13:17.024517 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-ee44a7d1-de4f-4da5-9029-a675b0e288d0 None None] Provisioning complete for port ce0da511-904f-42b5-8d95-ec3e1cc30343 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:13:17.024753 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-ee44a7d1-de4f-4da5-9029-a675b0e288d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:17.042396 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-39a46ddd-05f4-44cd-90be-2c09b7488115 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:17.061230 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-39a46ddd-05f4-44cd-90be-2c09b7488115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:17.196604 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-39a46ddd-05f4-44cd-90be-2c09b7488115 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-595870'] for router_interface, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:17.200889 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a46ddd-05f4-44cd-90be-2c09b7488115 admin admin] Pushing event updated for resources: {'Port': ['ID=ce0da511-904f-42b5-8d95-ec3e1cc30343,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:13:17.215676 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dcbc05e-9f77-4506-8e38-50f639fbe6d5 admin admin] Network 31ebd439-090c-4b25-bbb0-31c48711b145 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:13:17.244757 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-ee44a7d1-de4f-4da5-9029-a675b0e288d0 None None] Port ce0da511-904f-42b5-8d95-ec3e1cc30343 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:13:17.259145 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d6e41d05-872b-4b74-997d-503d9c6b2776 req-083af24d-9f6d-4742-af30-9b98c2933508 tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=f01bdb0eb747471d9c7276a3a74207dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0900121 May 18 18:13:17.260119 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-0dcbc05e-9f77-4506-8e38-50f639fbe6d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:13:17.264176 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dcbc05e-9f77-4506-8e38-50f639fbe6d5 admin admin] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:13:17.354651 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 179a9f0e-5cbd-4f05-86c0-50acb7229187 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:13:17.355385 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:17.365120 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcbc05e-9f77-4506-8e38-50f639fbe6d5 admin admin] Pushing event updated for resources: {'Port': ['ID=727a3270-d1ee-4a6d-b188-b05b06ae63ae,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:13:17.446807 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] For port 179a9f0e-5cbd-4f05-86c0-50acb7229187, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=179a9f0e-5cbd-4f05-86c0-50acb7229187,segment=NetworkSegment(58812133-eab2-4d1f-bf2a-ea777b989f38),segment_id=58812133-eab2-4d1f-bf2a-ea777b989f38)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:13:17.453260 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-f6337e1d-b892-49c1-8599-1322ad94132c None None] For port 17416606-e0f0-454d-8fb7-49461274a0fb, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:13:17.460493 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-f6337e1d-b892-49c1-8599-1322ad94132c None None] For port 17416606-e0f0-454d-8fb7-49461274a0fb, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=17416606-e0f0-454d-8fb7-49461274a0fb,segment=NetworkSegment(01b6ee56-eb83-4eea-abd1-cfaf4cf1fd5f),segment_id=01b6ee56-eb83-4eea-abd1-cfaf4cf1fd5f)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:13:17.470766 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f6337e1d-b892-49c1-8599-1322ad94132c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:17.474432 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:17.475307 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 6c84b2d8-c7b9-4456-bd03-6df1928b17b1 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:13:17.553337 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e41d05-872b-4b74-997d-503d9c6b2776 req-32a919a5-5bc9-4942-be01-cd909c9faaec tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:17.562500 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d6e41d05-872b-4b74-997d-503d9c6b2776 req-32a919a5-5bc9-4942-be01-cd909c9faaec tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2897515 May 18 18:13:17.571119 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3188031f-8d19-4021-b7d7-f53fc59efc0e req-20751678-149b-4889-8581-36fbc70072ac tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:17.576296 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3188031f-8d19-4021-b7d7-f53fc59efc0e req-20751678-149b-4889-8581-36fbc70072ac tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/ports?device_id=edd70b2d-7c62-4c72-8c2b-a1a4878d824e HTTP/1.1" status: 200 len: 946 time: 0.2024302 May 18 18:13:17.589472 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcbc05e-9f77-4506-8e38-50f639fbe6d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:13:17.590552 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcbc05e-9f77-4506-8e38-50f639fbe6d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:13:17.591167 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcbc05e-9f77-4506-8e38-50f639fbe6d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:13:17.591669 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcbc05e-9f77-4506-8e38-50f639fbe6d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:13:17.592154 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcbc05e-9f77-4506-8e38-50f639fbe6d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:13:17.592644 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcbc05e-9f77-4506-8e38-50f639fbe6d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:13:17.593123 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcbc05e-9f77-4506-8e38-50f639fbe6d5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:13:17.593886 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcbc05e-9f77-4506-8e38-50f639fbe6d5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:13:17.594399 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcbc05e-9f77-4506-8e38-50f639fbe6d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:13:17.594989 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcbc05e-9f77-4506-8e38-50f639fbe6d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:13:17.596540 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcbc05e-9f77-4506-8e38-50f639fbe6d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:13:17.596863 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcbc05e-9f77-4506-8e38-50f639fbe6d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:13:17.605967 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 58598) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:13:17.608338 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 6c84b2d8-c7b9-4456-bd03-6df1928b17b1 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:13:17.608697 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:17.649486 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d6e41d05-872b-4b74-997d-503d9c6b2776 req-070da3fe-ac1c-4c27-b924-cc55a977a428 tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] 10.222.0.85 "GET /v2.0/quotas/f01bdb0eb747471d9c7276a3a74207dd HTTP/1.1" status: 200 len: 375 time: 0.0846701 May 18 18:13:17.654999 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6337e1d-b892-49c1-8599-1322ad94132c None None] Pushing event updated for resources: {'Port': ['ID=17416606-e0f0-454d-8fb7-49461274a0fb,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:13:17.665395 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ad71c6c-1144-4f26-9cca-b89651d387ad req-d901bad8-30f8-4a45-b86e-50fca6cd78dc tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] Made reservation on behalf of 8c352c21cdf84f17adeed5bdaa3e3fa6 for: {'port': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:13:17.669668 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-5ad71c6c-1144-4f26-9cca-b89651d387ad req-d901bad8-30f8-4a45-b86e-50fca6cd78dc tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:17.749305 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3188031f-8d19-4021-b7d7-f53fc59efc0e req-c5c21a4c-bb8d-40e5-9df8-be93129212ee tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ea20f59-14b4-4643-9bf1-7dbf92d2a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639802 May 18 18:13:17.760347 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a46ddd-05f4-44cd-90be-2c09b7488115 admin admin] Network 05649266-9bd5-4f56-9bdf-5ca96d7dbe65 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:13:17.762951 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-39a46ddd-05f4-44cd-90be-2c09b7488115 admin admin] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:13:18.065990 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39a46ddd-05f4-44cd-90be-2c09b7488115 admin admin] Router 0fba5dec-134e-4991-b249-59b8c2d0e9d4 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:13:18.135238 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Pushing event updated for resources: {'Port': ['ID=179a9f0e-5cbd-4f05-86c0-50acb7229187,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:13:18.180811 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d6e41d05-872b-4b74-997d-503d9c6b2776 req-24346fae-2c92-44e9-a585-4514196dec2b tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=f01bdb0eb747471d9c7276a3a74207dd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5305855 May 18 18:13:18.249388 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 6c84b2d8-c7b9-4456-bd03-6df1928b17b1 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:13:18.356853 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-669c621c-7c6e-40eb-8969-da63b7dd68ac req-c8abc5c9-99c1-4ecf-960d-02338e071458 tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] 10.222.0.85 "GET /v2.0/ports?device_id=3d23b3b3-bd88-458c-b269-14a2fe755bd8 HTTP/1.1" status: 200 len: 210 time: 0.1011088 May 18 18:13:18.391378 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-de500d39-5aee-4383-bceb-e3de22745be8 None None] Provisioning complete for port ce0da511-904f-42b5-8d95-ec3e1cc30343 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:13:18.391922 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-de500d39-5aee-4383-bceb-e3de22745be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:18.485060 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c4ab27-853e-43f5-a85e-a111918961ee req-5e98f5ff-8f65-4b5c-8527-70f11817fb66 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:18.488035 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-29c4ab27-853e-43f5-a85e-a111918961ee req-5e98f5ff-8f65-4b5c-8527-70f11817fb66 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.88 "GET /v2.0/ports?device_id=edd70b2d-7c62-4c72-8c2b-a1a4878d824e HTTP/1.1" status: 200 len: 946 time: 0.3817129 May 18 18:13:18.555546 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-de500d39-5aee-4383-bceb-e3de22745be8 None None] Port ce0da511-904f-42b5-8d95-ec3e1cc30343 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:13:18.586180 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39a46ddd-05f4-44cd-90be-2c09b7488115 admin admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:13:18.605653 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-39a46ddd-05f4-44cd-90be-2c09b7488115 admin admin] 10.222.0.85 "PUT /v2.0/routers/0fba5dec-134e-4991-b249-59b8c2d0e9d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4889858 May 18 18:13:18.620981 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-93246387-1be3-4975-a883-fbdfa5b0e4a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:18.681268 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4c5887-7c02-4026-82cc-736e04b2773b req-19d98142-f565-49d2-9622-a987c1129e98 tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:18.693690 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9f4c5887-7c02-4026-82cc-736e04b2773b req-19d98142-f565-49d2-9622-a987c1129e98 tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] 10.222.0.85 "GET /v2.0/ports?device_id=f171da91-0489-4cdb-8388-3cfcd34f2b4d HTTP/1.1" status: 200 len: 944 time: 0.2038589 May 18 18:13:18.767469 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9f4c5887-7c02-4026-82cc-736e04b2773b req-98b7e9f5-9fe3-4837-8dc4-6e899065fd3c tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] 10.222.0.85 "GET /v2.0/security-groups?id=31822f57-f559-4973-b21f-c8e6a3e161fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734832 May 18 18:13:18.809047 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-29c4ab27-853e-43f5-a85e-a111918961ee req-aba9ccca-662a-4b2a-ae86-2f3b68daac38 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] Deleting port 5d8411c5-72dc-4d25-8497-b72afbe9798d {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:13:18.809390 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-29c4ab27-853e-43f5-a85e-a111918961ee req-aba9ccca-662a-4b2a-ae86-2f3b68daac38 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:18.847802 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 17416606-e0f0-454d-8fb7-49461274a0fb up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:13:18.893300 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-dd1bac1a-a0c1-4691-aa62-4aa9d4b33118 req-eab8db93-1db4-4a4d-b88e-3be4de08199e tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] 10.222.0.85 "GET /v2.0/ports?device_id=ff0fcd87-396e-4966-8261-7b70e9559423 HTTP/1.1" status: 200 len: 210 time: 0.2717655 May 18 18:13:18.928226 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [req-5ad71c6c-1144-4f26-9cca-b89651d387ad req-d901bad8-30f8-4a45-b86e-50fca6cd78dc tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] Allocated IP 172.20.0.9 (c1d6614b-2c59-4e70-a2a6-9369d97e5390/afafec31-e363-47fe-be7d-25eb1518e0dd/0f1e156f-0185-46e5-be92-6a68958188b3) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:13:18.951319 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 17416606-e0f0-454d-8fb7-49461274a0fb triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:13:18.952434 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:18.999886 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ab9286-9dad-4002-929d-d88ad1197787 req-cc7b3817-27cd-4252-9437-09d1dcde3cb0 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:19.001469 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d9ab9286-9dad-4002-929d-d88ad1197787 req-cc7b3817-27cd-4252-9437-09d1dcde3cb0 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/ports?device_id=edd70b2d-7c62-4c72-8c2b-a1a4878d824e HTTP/1.1" status: 200 len: 946 time: 0.0920970 May 18 18:13:19.019303 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-29c4ab27-853e-43f5-a85e-a111918961ee req-aba9ccca-662a-4b2a-ae86-2f3b68daac38 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] For port 5d8411c5-72dc-4d25-8497-b72afbe9798d, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=5d8411c5-72dc-4d25-8497-b72afbe9798d,segment=NetworkSegment(159798b3-0081-404e-b89f-736264c95ce3),segment_id=159798b3-0081-404e-b89f-736264c95ce3)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:13:19.019672 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-29c4ab27-853e-43f5-a85e-a111918961ee req-aba9ccca-662a-4b2a-ae86-2f3b68daac38 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:19.046216 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-29c4ab27-853e-43f5-a85e-a111918961ee req-aba9ccca-662a-4b2a-ae86-2f3b68daac38 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] Calling delete_port for 5d8411c5-72dc-4d25-8497-b72afbe9798d owned by compute:nova {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:13:19.062304 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 17416606-e0f0-454d-8fb7-49461274a0fb is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:13:19.063199 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:19.071509 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 39c9754d-ba47-4883-91b3-63ac6f3a01bc up at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:13:19.078507 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d9ab9286-9dad-4002-929d-d88ad1197787 req-16d9689d-1873-4f59-aa3a-78673addc20b tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ea20f59-14b4-4643-9bf1-7dbf92d2a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692463 May 18 18:13:19.137474 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-93246387-1be3-4975-a883-fbdfa5b0e4a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:19.199254 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-93246387-1be3-4975-a883-fbdfa5b0e4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:19.235478 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-93246387-1be3-4975-a883-fbdfa5b0e4a6 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=68f4643a25734a92a99527e72e697c89&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6166723 May 18 18:13:19.238409 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 58624) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:13:19.265054 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-29c4ab27-853e-43f5-a85e-a111918961ee req-aba9ccca-662a-4b2a-ae86-2f3b68daac38 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:19.278466 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] For port 17416606-e0f0-454d-8fb7-49461274a0fb, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=17416606-e0f0-454d-8fb7-49461274a0fb,segment=NetworkSegment(01b6ee56-eb83-4eea-abd1-cfaf4cf1fd5f),segment_id=01b6ee56-eb83-4eea-abd1-cfaf4cf1fd5f)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:13:19.287434 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['5d8411c5-72dc-4d25-8497-b72afbe9798d'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:13:19.295753 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:19.302656 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 179a9f0e-5cbd-4f05-86c0-50acb7229187 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:13:19.335530 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba9ccca-662a-4b2a-ae86-2f3b68daac38 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] Pushing event deleted for resources: {'Port': ['ID=5d8411c5-72dc-4d25-8497-b72afbe9798d,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:13:19.383583 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba9ccca-662a-4b2a-ae86-2f3b68daac38 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:13:19.384084 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba9ccca-662a-4b2a-ae86-2f3b68daac38 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:13:19.385918 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba9ccca-662a-4b2a-ae86-2f3b68daac38 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:13:19.386275 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba9ccca-662a-4b2a-ae86-2f3b68daac38 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:13:19.386619 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba9ccca-662a-4b2a-ae86-2f3b68daac38 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:13:19.386961 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba9ccca-662a-4b2a-ae86-2f3b68daac38 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:13:19.387299 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba9ccca-662a-4b2a-ae86-2f3b68daac38 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:13:19.387630 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba9ccca-662a-4b2a-ae86-2f3b68daac38 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:13:19.387955 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba9ccca-662a-4b2a-ae86-2f3b68daac38 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:13:19.388283 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba9ccca-662a-4b2a-ae86-2f3b68daac38 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:13:19.388612 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba9ccca-662a-4b2a-ae86-2f3b68daac38 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:13:19.388938 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba9ccca-662a-4b2a-ae86-2f3b68daac38 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:13:19.420225 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93246387-1be3-4975-a883-fbdfa5b0e4a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d58bb78-a7a1-4226-a65c-1f651efffcf6,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:13:19.519210 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-09e549ae-b9a0-4b17-a49e-9ebb8ab87f31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:19.575080 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-29c4ab27-853e-43f5-a85e-a111918961ee req-aba9ccca-662a-4b2a-ae86-2f3b68daac38 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] No DVR routers for this DVR port 5d8411c5-72dc-4d25-8497-b72afbe9798d on host n-h2-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:13:19.594143 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-29c4ab27-853e-43f5-a85e-a111918961ee req-aba9ccca-662a-4b2a-ae86-2f3b68daac38 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:19.599793 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0dcbc05e-9f77-4506-8e38-50f639fbe6d5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:19.602774 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-29c4ab27-853e-43f5-a85e-a111918961ee req-aba9ccca-662a-4b2a-ae86-2f3b68daac38 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.88 "DELETE /v2.0/ports/5d8411c5-72dc-4d25-8497-b72afbe9798d HTTP/1.1" status: 204 len: 173 time: 1.1002564 May 18 18:13:19.629959 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edd70b2d-7c62-4c72-8c2b-a1a4878d824e', 'name': 'network-vif-deleted', 'tag': '5d8411c5-72dc-4d25-8497-b72afbe9798d'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:13:19.638228 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c564d0e7-1db9-4fd4-b83c-7328eda94b78" -d '{"events": [{"server_uuid": "edd70b2d-7c62-4c72-8c2b-a1a4878d824e", "name": "network-vif-deleted", "tag": "5d8411c5-72dc-4d25-8497-b72afbe9798d"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:13:19.639965 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Pushing event updated for resources: {'Port': ['ID=17416606-e0f0-454d-8fb7-49461274a0fb,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:13:19.647119 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning for port 39c9754d-ba47-4883-91b3-63ac6f3a01bc completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:13:19.662082 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning complete for port 39c9754d-ba47-4883-91b3-63ac6f3a01bc triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:13:19.662490 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:19.698902 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1f9efbbf-e3b2-4a74-819c-ea5902f98103 req-38761a88-30d5-4932-9737-2091e4ecaf55 tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] 10.222.0.85 "GET /v2.0/ports?device_id=3d23b3b3-bd88-458c-b269-14a2fe755bd8 HTTP/1.1" status: 200 len: 210 time: 0.1250899 May 18 18:13:19.701370 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-09e549ae-b9a0-4b17-a49e-9ebb8ab87f31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:19.795653 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 179a9f0e-5cbd-4f05-86c0-50acb7229187 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:13:19.796029 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:19.801426 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-09e549ae-b9a0-4b17-a49e-9ebb8ab87f31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:19.808723 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-09e549ae-b9a0-4b17-a49e-9ebb8ab87f31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:19.813644 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-09e549ae-b9a0-4b17-a49e-9ebb8ab87f31 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/3d58bb78-a7a1-4226-a65c-1f651efffcf6 HTTP/1.1" status: 204 len: 168 time: 0.5739319 May 18 18:13:19.831096 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e549ae-b9a0-4b17-a49e-9ebb8ab87f31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d58bb78-a7a1-4226-a65c-1f651efffcf6,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:13:19.880249 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1707052b-ae51-43b4-a352-ec0fa5d66f25 x-openstack-request-id: req-1707052b-ae51-43b4-a352-ec0fa5d66f25 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:13:19.882169 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edd70b2d-7c62-4c72-8c2b-a1a4878d824e", "name": "network-vif-deleted", "tag": "5d8411c5-72dc-4d25-8497-b72afbe9798d", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:13:19.883254 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-1707052b-ae51-43b4-a352-ec0fa5d66f25 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:13:19.883835 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1707052b-ae51-43b4-a352-ec0fa5d66f25'] response: {'server_uuid': 'edd70b2d-7c62-4c72-8c2b-a1a4878d824e', 'name': 'network-vif-deleted', 'tag': '5d8411c5-72dc-4d25-8497-b72afbe9798d', 'status': 'completed', 'code': 200} May 18 18:13:19.961795 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 39c9754d-ba47-4883-91b3-63ac6f3a01bc is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:13:19.964317 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:19.992863 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8ed798-6d9f-4200-99d5-2b693564f788 None None] Sync routers for ids ['0fba5dec-134e-4991-b249-59b8c2d0e9d4'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:13:20.027105 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc4eb0ad-91a9-44d6-908b-ff9c5a18b50a None None] Network 82810032-8519-4a3c-8ef7-90b964dfa33a requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:13:20.030555 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f171da91-0489-4cdb-8388-3cfcd34f2b4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39c9754d-ba47-4883-91b3-63ac6f3a01bc'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:13:20.036547 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ec3fc08-20a2-4bcc-b181-593336418a5a" -d '{"events": [{"server_uuid": "f171da91-0489-4cdb-8388-3cfcd34f2b4d", "name": "network-vif-plugged", "status": "completed", "tag": "39c9754d-ba47-4883-91b3-63ac6f3a01bc"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:13:20.046503 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a70c7b-9a9e-4a5c-a146-8bbb2250d94a req-75ee7341-9f4d-459c-8339-5ca4ad0b811b tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:20.056869 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-90a70c7b-9a9e-4a5c-a146-8bbb2250d94a req-75ee7341-9f4d-459c-8339-5ca4ad0b811b tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] 10.222.0.85 "GET /v2.0/ports?device_id=f171da91-0489-4cdb-8388-3cfcd34f2b4d HTTP/1.1" status: 200 len: 944 time: 0.0760155 May 18 18:13:20.082246 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 39c9754d-ba47-4883-91b3-63ac6f3a01bc, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=39c9754d-ba47-4883-91b3-63ac6f3a01bc,segment=NetworkSegment(5de370d0-266c-4962-933f-566972964e54),segment_id=5de370d0-266c-4962-933f-566972964e54)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:13:20.097994 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-467aec82-bd27-45e5-bb9d-6e409329bd84 req-fb40fb2e-0602-4594-b7e5-022bc70bcd19 tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] 10.222.0.85 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.8554931 May 18 18:13:20.101139 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-90a70c7b-9a9e-4a5c-a146-8bbb2250d94a req-45bd38a1-9593-416e-bca6-0c07cf99c31e tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] 10.222.0.85 "GET /v2.0/security-groups?id=31822f57-f559-4973-b21f-c8e6a3e161fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433450 May 18 18:13:20.110590 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-467aec82-bd27-45e5-bb9d-6e409329bd84 req-205a7df8-11a9-4570-9ce3-45e0e29b4b29 tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] Request body: {'floatingip': {'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:13:20.177363 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-5ad71c6c-1144-4f26-9cca-b89651d387ad req-d901bad8-30f8-4a45-b86e-50fca6cd78dc tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:20.216202 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-467aec82-bd27-45e5-bb9d-6e409329bd84 req-205a7df8-11a9-4570-9ce3-45e0e29b4b29 tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] Notify callbacks [] for floatingip, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:20.266599 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-122a2e7c-c8b4-47ba-9a08-9f85c34fc605 req-1fc6ea82-55b4-4c3c-9a4f-3e1402b63f60 tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] 10.222.0.85 "GET /v2.0/ports?device_id=ff0fcd87-396e-4966-8261-7b70e9559423 HTTP/1.1" status: 200 len: 210 time: 0.0469677 May 18 18:13:20.303147 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d6e41d05-872b-4b74-997d-503d9c6b2776 req-6705d711-5ef5-4514-9adf-f98cfc450817 tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=f01bdb0eb747471d9c7276a3a74207dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0361588 May 18 18:13:20.374809 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:20.382265 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e00423bd-1c95-4e82-b73a-1401aab9c1d8 x-openstack-request-id: req-e00423bd-1c95-4e82-b73a-1401aab9c1d8 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:13:20.382592 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f171da91-0489-4cdb-8388-3cfcd34f2b4d", "name": "network-vif-plugged", "status": "completed", "tag": "39c9754d-ba47-4883-91b3-63ac6f3a01bc", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:13:20.382851 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-e00423bd-1c95-4e82-b73a-1401aab9c1d8 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:13:20.383246 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e00423bd-1c95-4e82-b73a-1401aab9c1d8'] response: {'server_uuid': 'f171da91-0489-4cdb-8388-3cfcd34f2b4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39c9754d-ba47-4883-91b3-63ac6f3a01bc', 'code': 200} May 18 18:13:20.441122 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 58642) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:13:20.456686 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=39c9754d-ba47-4883-91b3-63ac6f3a01bc,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:13:20.480637 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8ed798-6d9f-4200-99d5-2b693564f788 None None] Routers {'0fba5dec-134e-4991-b249-59b8c2d0e9d4'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:13:20.481529 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-bf8ed798-6d9f-4200-99d5-2b693564f788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:13:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['0fba5dec-134e-4991-b249-59b8c2d0e9d4'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:13:20.494554 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 179a9f0e-5cbd-4f05-86c0-50acb7229187 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:13:20.495856 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device aeb809e7-741b-473c-b5c4-c22b6251b6f5 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:13:20.510763 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-20a9c93d-c88a-4071-a10e-df6bb9eac48d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:20.534831 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e7d1db22-becf-4e2c-b0a4-d47bbf05b990 req-228b0e82-a42e-4359-b0cf-ce90a700d427 tempest-ServerRescueTestJSON-2140502722 tempest-ServerRescueTestJSON-2140502722-project] 10.222.0.85 "GET /v2.0/ports?device_id=edd70b2d-7c62-4c72-8c2b-a1a4878d824e HTTP/1.1" status: 200 len: 210 time: 0.0945458 May 18 18:13:20.547493 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0dcbc05e-9f77-4506-8e38-50f639fbe6d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596801'] for router, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:20.558739 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-5ad71c6c-1144-4f26-9cca-b89651d387ad req-d901bad8-30f8-4a45-b86e-50fca6cd78dc tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:20.598417 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-24f6d622-a346-4a1f-97a5-93046b1679e8 None None] Provisioning complete for port 17416606-e0f0-454d-8fb7-49461274a0fb triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:13:20.598796 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-24f6d622-a346-4a1f-97a5-93046b1679e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:20.656141 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f899b569-29ac-4aa7-af21-cb369e7da20c req-d04c1bbf-53d5-4d1e-ad3b-315e9c785c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:20.657831 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f899b569-29ac-4aa7-af21-cb369e7da20c req-d04c1bbf-53d5-4d1e-ad3b-315e9c785c78 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=f171da91-0489-4cdb-8388-3cfcd34f2b4d HTTP/1.1" status: 200 len: 1096 time: 0.0817943 May 18 18:13:20.694894 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-20a9c93d-c88a-4071-a10e-df6bb9eac48d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:20.702822 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-20a9c93d-c88a-4071-a10e-df6bb9eac48d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:20.715724 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-bf8ed798-6d9f-4200-99d5-2b693564f788 None None] Set router 0fba5dec-134e-4991-b249-59b8c2d0e9d4 gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:13:20.749118 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f899b569-29ac-4aa7-af21-cb369e7da20c req-b9b4e7d9-58df-49b0-ba67-a4d45b3ffefe service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=31822f57-f559-4973-b21f-c8e6a3e161fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812430 May 18 18:13:20.754581 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-20a9c93d-c88a-4071-a10e-df6bb9eac48d admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=b43c57231f5c4d23925e3e8bab610860&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3090625 May 18 18:13:20.757088 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 58646) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:13:20.775807 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ad71c6c-1144-4f26-9cca-b89651d387ad req-d901bad8-30f8-4a45-b86e-50fca6cd78dc tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] Network c1d6614b-2c59-4e70-a2a6-9369d97e5390 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:13:20.780945 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d901bad8-30f8-4a45-b86e-50fca6cd78dc tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] Pushing event updated for resources: {'Port': ['ID=0f1e156f-0185-46e5-be92-6a68958188b3,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:13:20.782527 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a9c93d-c88a-4071-a10e-df6bb9eac48d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a34d438-ef6a-4875-90cc-cd1c501266bd,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:13:20.811304 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e41d05-872b-4b74-997d-503d9c6b2776 req-1e27d8d8-3822-4a38-9d35-f03ee240b9f5 tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:20.819091 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d6e41d05-872b-4b74-997d-503d9c6b2776 req-1e27d8d8-3822-4a38-9d35-f03ee240b9f5 tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4885864 May 18 18:13:20.819623 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port aeb809e7-741b-473c-b5c4-c22b6251b6f5 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:13:20.820531 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:20.820648 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [req-5ad71c6c-1144-4f26-9cca-b89651d387ad req-d901bad8-30f8-4a45-b86e-50fca6cd78dc tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:13:20.845118 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ad71c6c-1144-4f26-9cca-b89651d387ad req-d901bad8-30f8-4a45-b86e-50fca6cd78dc tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:13:20.884794 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-d6e41d05-872b-4b74-997d-503d9c6b2776 req-dfb18efb-b9a0-45f1-93f7-ad63815fbb6d tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] Request body: {'port': {'device_id': 'ff0fcd87-396e-4966-8261-7b70e9559423', 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305', 'admin_state_up': True, 'tenant_id': 'f01bdb0eb747471d9c7276a3a74207dd'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:13:20.983331 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-24f6d622-a346-4a1f-97a5-93046b1679e8 None None] Current status of the port 17416606-e0f0-454d-8fb7-49461274a0fb is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:13:21.067582 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port aeb809e7-741b-473c-b5c4-c22b6251b6f5 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:13:21.068024 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:21.100672 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] For port aeb809e7-741b-473c-b5c4-c22b6251b6f5, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=aeb809e7-741b-473c-b5c4-c22b6251b6f5,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:13:21.111666 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:21.153424 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-9de0b78c-2b92-4917-89d7-9ae0e2133043 None None] Provisioning complete for port 17416606-e0f0-454d-8fb7-49461274a0fb triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:13:21.154075 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9de0b78c-2b92-4917-89d7-9ae0e2133043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:21.182856 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-bf8ed798-6d9f-4200-99d5-2b693564f788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fba5dec-134e-4991-b249-59b8c2d0e9d4', 'name': 'tempest-FloatingIPDetailsTestJSON-1128319629-router', 'tenant_id': '2fe1765162a84d5ca05d378a93fd187e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': 'aeb809e7-741b-473c-b5c4-c22b6251b6f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:13:07Z', 'updated_at': '2022-05-18T18:13:16Z', 'revision_number': 4, 'project_id': '2fe1765162a84d5ca05d378a93fd187e', 'gw_port': {'id': 'aeb809e7-741b-473c-b5c4-c22b6251b6f5', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:6a:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fba5dec-134e-4991-b249-59b8c2d0e9d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:13:08Z', 'updated_at': '2022-05-18T18:13:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': 'ce0da511-904f-42b5-8d95-ec3e1cc30343', 'name': '', 'network_id': '05649266-9bd5-4f56-9bdf-5ca96d7dbe65', 'tenant_id': '2fe1765162a84d5ca05d378a93fd187e', 'mac_address': 'fa:16:3e:95:b3:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fba5dec-134e-4991-b249-59b8c2d0e9d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '52e930c8-c570-472e-950d-0203c7fa99ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:13:13Z', 'updated_at': '2022-05-18T18:13:16Z', 'revision_number': 2, 'project_id': '2fe1765162a84d5ca05d378a93fd187e', 'subnets': [{'id': '52e930c8-c570-472e-950d-0203c7fa99ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:13:21.239154 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8ed798-6d9f-4200-99d5-2b693564f788 None None] Checking router: 0fba5dec-134e-4991-b249-59b8c2d0e9d4 for host: n-d-838550-3 {{(pid=102732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:13:21.239154 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8ed798-6d9f-4200-99d5-2b693564f788 None None] Updating router 0fba5dec-134e-4991-b249-59b8c2d0e9d4 port ce0da511-904f-42b5-8d95-ec3e1cc30343 binding host n-d-838550-3 {{(pid=102732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 18:13:21.253776 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-366ef039-86fd-41be-b1fe-6f73248021c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:21.270714 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Pushing event updated for resources: {'Port': ['ID=aeb809e7-741b-473c-b5c4-c22b6251b6f5,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:13:21.284014 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-bf8ed798-6d9f-4200-99d5-2b693564f788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:21.289454 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac0f1a5-053f-4f8f-884d-162ccc20fdca req-8ed70ca9-7981-4805-a53e-e96be2a519e6 tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:21.298848 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bac0f1a5-053f-4f8f-884d-162ccc20fdca req-8ed70ca9-7981-4805-a53e-e96be2a519e6 tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] 10.222.0.85 "GET /v2.0/ports?device_id=3d23b3b3-bd88-458c-b269-14a2fe755bd8 HTTP/1.1" status: 200 len: 931 time: 0.1041510 May 18 18:13:21.338033 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-366ef039-86fd-41be-b1fe-6f73248021c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:21.346771 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 17416606-e0f0-454d-8fb7-49461274a0fb up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:13:21.379522 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bac0f1a5-053f-4f8f-884d-162ccc20fdca req-ef96b88b-e8d5-4da3-a15b-02852f4ee8dd tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] 10.222.0.85 "GET /v2.0/security-groups?id=fa255767-3e7a-49af-bfae-1870baf95311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777318 May 18 18:13:21.398810 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad71c6c-1144-4f26-9cca-b89651d387ad req-d901bad8-30f8-4a45-b86e-50fca6cd78dc tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:21.399537 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-5ad71c6c-1144-4f26-9cca-b89651d387ad req-d901bad8-30f8-4a45-b86e-50fca6cd78dc tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:21.421809 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-467aec82-bd27-45e5-bb9d-6e409329bd84 req-205a7df8-11a9-4570-9ce3-45e0e29b4b29 tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:21.428257 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-366ef039-86fd-41be-b1fe-6f73248021c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:21.431984 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-366ef039-86fd-41be-b1fe-6f73248021c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:21.434246 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-366ef039-86fd-41be-b1fe-6f73248021c3 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/5a34d438-ef6a-4875-90cc-cd1c501266bd HTTP/1.1" status: 204 len: 168 time: 0.6754303 May 18 18:13:21.456508 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366ef039-86fd-41be-b1fe-6f73248021c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a34d438-ef6a-4875-90cc-cd1c501266bd,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:13:21.491276 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-9de0b78c-2b92-4917-89d7-9ae0e2133043 None None] Current status of the port 17416606-e0f0-454d-8fb7-49461274a0fb is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:13:21.551173 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5ad71c6c-1144-4f26-9cca-b89651d387ad req-d901bad8-30f8-4a45-b86e-50fca6cd78dc tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9513297 May 18 18:13:21.560620 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eb5270-ae1d-4c26-9011-755984c1fa0f req-fc861ce0-1fd0-4e90-8bff-633ff58bde7a tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:21.570707 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-41eb5270-ae1d-4c26-9011-755984c1fa0f req-fc861ce0-1fd0-4e90-8bff-633ff58bde7a tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] 10.222.0.85 "GET /v2.0/ports?device_id=f171da91-0489-4cdb-8388-3cfcd34f2b4d HTTP/1.1" status: 200 len: 945 time: 0.0873518 May 18 18:13:21.583210 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-5ad71c6c-1144-4f26-9cca-b89651d387ad req-6fe09dac-0fbc-4ff5-b767-29da2970a93f service neutron] Request body: {'port': {'device_id': '3d23b3b3-bd88-458c-b269-14a2fe755bd8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-3'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:13:21.588816 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 17416606-e0f0-454d-8fb7-49461274a0fb triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:13:21.589190 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:21.633866 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-41eb5270-ae1d-4c26-9011-755984c1fa0f req-84128da1-8551-4b67-ab1c-19d04b20b679 tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] 10.222.0.85 "GET /v2.0/security-groups?id=31822f57-f559-4973-b21f-c8e6a3e161fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616784 May 18 18:13:21.672336 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6e41d05-872b-4b74-997d-503d9c6b2776 req-dfb18efb-b9a0-45f1-93f7-ad63815fbb6d tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] Made reservation on behalf of f01bdb0eb747471d9c7276a3a74207dd for: {'port': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:13:21.676369 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-d6e41d05-872b-4b74-997d-503d9c6b2776 req-dfb18efb-b9a0-45f1-93f7-ad63815fbb6d tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:21.758483 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7210d300-aea7-48f8-8fee-2b4c11cc1e8e req-4fa7479c-5299-4ae1-bb46-f5acb8936070 tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] 10.222.0.85 "GET /v2.0/ports?device_id=ff0fcd87-396e-4966-8261-7b70e9559423 HTTP/1.1" status: 200 len: 210 time: 0.0400488 May 18 18:13:21.822059 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dcbc05e-9f77-4506-8e38-50f639fbe6d5 admin admin] Router 80230c45-283f-45e2-8f91-e30c27a84fb2 is scheduled to L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e with binding_index 1 {{(pid=102730) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 18 18:13:21.823699 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 58658) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:13:21.926294 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-5ad71c6c-1144-4f26-9cca-b89651d387ad req-6fe09dac-0fbc-4ff5-b767-29da2970a93f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:21.954498 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 17416606-e0f0-454d-8fb7-49461274a0fb is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:13:22.012618 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-bf8ed798-6d9f-4200-99d5-2b693564f788 None None] Notify callbacks [] for port, precommit_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:22.022454 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-bf8ed798-6d9f-4200-99d5-2b693564f788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:22.145353 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0453a356-43d8-4064-85de-e831ac0d44d1 None None] Pushing event updated for resources: {'Port': ['ID=ce0da511-904f-42b5-8d95-ec3e1cc30343,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:13:22.145551 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [req-467aec82-bd27-45e5-bb9d-6e409329bd84 req-205a7df8-11a9-4570-9ce3-45e0e29b4b29 tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] Allocated IP 172.25.5.126 (31ebd439-090c-4b25-bbb0-31c48711b145/363a2810-8a83-4be0-a317-7c91fcd94485/94fd5826-7c36-4720-a529-7305c41ab80a) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:13:22.240402 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-bf8ed798-6d9f-4200-99d5-2b693564f788 None None] Attempting to bind port ce0da511-904f-42b5-8d95-ec3e1cc30343 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:13:22.241161 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-bf8ed798-6d9f-4200-99d5-2b693564f788 None None] Attempting to bind port ce0da511-904f-42b5-8d95-ec3e1cc30343 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '6d2eb836-8b78-463e-8a10-c826375b027d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '05649266-9bd5-4f56-9bdf-5ca96d7dbe65'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:13:22.241910 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8ed798-6d9f-4200-99d5-2b693564f788 None None] Attempting to bind port ce0da511-904f-42b5-8d95-ec3e1cc30343 on network 05649266-9bd5-4f56-9bdf-5ca96d7dbe65 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:13:22.249112 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8ed798-6d9f-4200-99d5-2b693564f788 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:13:22.249884 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8ed798-6d9f-4200-99d5-2b693564f788 None None] Checking segment: {'id': '6d2eb836-8b78-463e-8a10-c826375b027d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '05649266-9bd5-4f56-9bdf-5ca96d7dbe65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:13:22.250571 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-bf8ed798-6d9f-4200-99d5-2b693564f788 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:22.251171 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8ed798-6d9f-4200-99d5-2b693564f788 None None] Bound using segment: {'id': '6d2eb836-8b78-463e-8a10-c826375b027d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '05649266-9bd5-4f56-9bdf-5ca96d7dbe65'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:13:22.251848 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-bf8ed798-6d9f-4200-99d5-2b693564f788 None None] Bound port: ce0da511-904f-42b5-8d95-ec3e1cc30343, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d2eb836-8b78-463e-8a10-c826375b027d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '05649266-9bd5-4f56-9bdf-5ca96d7dbe65'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:13:22.252450 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-bf8ed798-6d9f-4200-99d5-2b693564f788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:22.341847 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-bf8ed798-6d9f-4200-99d5-2b693564f788 None None] For port ce0da511-904f-42b5-8d95-ec3e1cc30343, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:13:22.346471 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-bf8ed798-6d9f-4200-99d5-2b693564f788 None None] For port ce0da511-904f-42b5-8d95-ec3e1cc30343, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=ce0da511-904f-42b5-8d95-ec3e1cc30343,segment=NetworkSegment(6d2eb836-8b78-463e-8a10-c826375b027d),segment_id=6d2eb836-8b78-463e-8a10-c826375b027d)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:13:22.354553 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-bf8ed798-6d9f-4200-99d5-2b693564f788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:22.368920 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [req-d6e41d05-872b-4b74-997d-503d9c6b2776 req-dfb18efb-b9a0-45f1-93f7-ad63815fbb6d tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] Allocated IP 192.168.233.185 (4c8ef274-9ecc-47c2-9686-5eebd78fb305/c2531ae9-89db-4dcf-b670-9eac4c9cde53/68a8bb69-0810-42c8-a521-8cb8d472c895) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:13:22.408897 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8ed798-6d9f-4200-99d5-2b693564f788 None None] Routers {'0fba5dec-134e-4991-b249-59b8c2d0e9d4'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:13:22.409546 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-bf8ed798-6d9f-4200-99d5-2b693564f788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:13:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['0fba5dec-134e-4991-b249-59b8c2d0e9d4'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:13:22.488231 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-f47cb747-c01e-4869-901f-4be5225eafdc None None] Provisioning complete for port ce0da511-904f-42b5-8d95-ec3e1cc30343 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:13:22.488624 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f47cb747-c01e-4869-901f-4be5225eafdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:22.530668 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0453a356-43d8-4064-85de-e831ac0d44d1 None None] Pushing event updated for resources: {'Port': ['ID=ce0da511-904f-42b5-8d95-ec3e1cc30343,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:13:22.549696 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a27603-dc5d-454f-a9e6-e3c1266f025d req-c469163c-da37-44e2-9cfa-5d7b4c1bbbeb tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:22.555791 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-97a27603-dc5d-454f-a9e6-e3c1266f025d req-c469163c-da37-44e2-9cfa-5d7b4c1bbbeb tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] 10.222.0.85 "GET /v2.0/ports?device_id=3d23b3b3-bd88-458c-b269-14a2fe755bd8 HTTP/1.1" status: 200 len: 931 time: 0.0756357 May 18 18:13:22.604769 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-97a27603-dc5d-454f-a9e6-e3c1266f025d req-fbae17f9-192a-40db-b1e6-57ab0000ae2b tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] 10.222.0.85 "GET /v2.0/security-groups?id=fa255767-3e7a-49af-bfae-1870baf95311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437195 May 18 18:13:22.624219 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dcbc05e-9f77-4506-8e38-50f639fbe6d5 admin admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:13:22.638592 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8870a9fc-ee3f-4cfc-97bb-5cab81a5515b None None] Sync routers for ids ['80230c45-283f-45e2-8f91-e30c27a84fb2'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:13:22.654688 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8870a9fc-ee3f-4cfc-97bb-5cab81a5515b None None] Routers {'80230c45-283f-45e2-8f91-e30c27a84fb2'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:13:22.655408 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-8870a9fc-ee3f-4cfc-97bb-5cab81a5515b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:13:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['80230c45-283f-45e2-8f91-e30c27a84fb2'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:13:22.656756 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-bf8ed798-6d9f-4200-99d5-2b693564f788 None None] Set router 0fba5dec-134e-4991-b249-59b8c2d0e9d4 gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:13:22.780449 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-f47cb747-c01e-4869-901f-4be5225eafdc None None] Current status of the port ce0da511-904f-42b5-8d95-ec3e1cc30343 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:13:22.780840 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f47cb747-c01e-4869-901f-4be5225eafdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:22.836273 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e0b0ca-3290-4970-9b2c-1652a78c0f3c req-31d56291-1841-4ac6-8d6d-e9ee66585976 tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:22.838403 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-17e0b0ca-3290-4970-9b2c-1652a78c0f3c req-31d56291-1841-4ac6-8d6d-e9ee66585976 tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] 10.222.0.85 "GET /v2.0/ports?device_id=f171da91-0489-4cdb-8388-3cfcd34f2b4d HTTP/1.1" status: 200 len: 945 time: 0.0947049 May 18 18:13:22.867697 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-8870a9fc-ee3f-4cfc-97bb-5cab81a5515b None None] Set router 80230c45-283f-45e2-8f91-e30c27a84fb2 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:13:22.888287 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0dcbc05e-9f77-4506-8e38-50f639fbe6d5 admin admin] Notify callbacks [] for router, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:22.889534 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-0dcbc05e-9f77-4506-8e38-50f639fbe6d5 admin admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 9.1036651 May 18 18:13:22.901678 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 58684) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:13:22.916591 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-17e0b0ca-3290-4970-9b2c-1652a78c0f3c req-3fe2f754-4e0c-4431-a032-eca370e237ea tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] 10.222.0.85 "GET /v2.0/security-groups?id=31822f57-f559-4973-b21f-c8e6a3e161fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701599 May 18 18:13:22.977772 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-f47cb747-c01e-4869-901f-4be5225eafdc None None] For port ce0da511-904f-42b5-8d95-ec3e1cc30343, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=ce0da511-904f-42b5-8d95-ec3e1cc30343,segment=NetworkSegment(6d2eb836-8b78-463e-8a10-c826375b027d),segment_id=6d2eb836-8b78-463e-8a10-c826375b027d)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:13:23.058344 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 5d8411c5-72dc-4d25-8497-b72afbe9798d no longer exists at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:13:23.066215 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f47cb747-c01e-4869-901f-4be5225eafdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:23.068968 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-467aec82-bd27-45e5-bb9d-6e409329bd84 req-205a7df8-11a9-4570-9ce3-45e0e29b4b29 tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:23.091408 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-8870a9fc-ee3f-4cfc-97bb-5cab81a5515b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80230c45-283f-45e2-8f91-e30c27a84fb2', 'name': 'tempest-ServersTestMultiNic-2099861313-router', 'tenant_id': '959b4a96654a42e29bad9a24937c9c47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': '727a3270-d1ee-4a6d-b188-b05b06ae63ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:13:13Z', 'updated_at': '2022-05-18T18:13:18Z', 'revision_number': 3, 'project_id': '959b4a96654a42e29bad9a24937c9c47', 'gw_port': {'id': '727a3270-d1ee-4a6d-b188-b05b06ae63ae', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:a1:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80230c45-283f-45e2-8f91-e30c27a84fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:13:15Z', 'updated_at': '2022-05-18T18:13:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:13:23.113810 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8f878abf-c3b4-4f6d-ab01-e19391817507 req-0d778109-4527-4304-b0e6-a5a30479ef93 tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] 10.222.0.85 "GET /v2.0/ports?device_id=ff0fcd87-396e-4966-8261-7b70e9559423 HTTP/1.1" status: 200 len: 210 time: 0.0920496 May 18 18:13:23.129850 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8870a9fc-ee3f-4cfc-97bb-5cab81a5515b None None] Checking router: 80230c45-283f-45e2-8f91-e30c27a84fb2 for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:13:23.130718 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8870a9fc-ee3f-4cfc-97bb-5cab81a5515b None None] Updating router 80230c45-283f-45e2-8f91-e30c27a84fb2 port 727a3270-d1ee-4a6d-b188-b05b06ae63ae binding host n-d-838550-3 {{(pid=102733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 18:13:23.171394 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-8870a9fc-ee3f-4cfc-97bb-5cab81a5515b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:23.190759 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47cb747-c01e-4869-901f-4be5225eafdc None None] Pushing event updated for resources: {'Port': ['ID=ce0da511-904f-42b5-8d95-ec3e1cc30343,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:13:23.220693 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] No Port match for: 5d8411c5-72dc-4d25-8497-b72afbe9798d {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:13:23.221123 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 5d8411c5-72dc-4d25-8497-b72afbe9798d not bound to the agent host n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:13:23.249899 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-aff7a1cc-6b3c-485b-bc9d-1b0fd3718060 None None] Provisioning complete for port ce0da511-904f-42b5-8d95-ec3e1cc30343 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:13:23.250338 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-aff7a1cc-6b3c-485b-bc9d-1b0fd3718060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:23.286047 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-d6e41d05-872b-4b74-997d-503d9c6b2776 req-dfb18efb-b9a0-45f1-93f7-ad63815fbb6d tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:23.312050 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device aeb809e7-741b-473c-b5c4-c22b6251b6f5 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:13:23.374086 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-d6e41d05-872b-4b74-997d-503d9c6b2776 req-dfb18efb-b9a0-45f1-93f7-ad63815fbb6d tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:23.380721 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [req-5ad71c6c-1144-4f26-9cca-b89651d387ad req-6fe09dac-0fbc-4ff5-b767-29da2970a93f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f1e156f-0185-46e5-be92-6a68958188b3 {{(pid=102730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:13:23.403842 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['f71758ab-cb08-4ce8-ae45-a92c2c8c7636'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:13:23.406222 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-5ad71c6c-1144-4f26-9cca-b89651d387ad req-6fe09dac-0fbc-4ff5-b767-29da2970a93f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:23.409466 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34372d0-9076-4711-8388-f5936f543c22 req-0d7f3fc8-f8e4-4ac0-917c-3cf9dad8eb18 tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:23.416584 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e34372d0-9076-4711-8388-f5936f543c22 req-0d7f3fc8-f8e4-4ac0-917c-3cf9dad8eb18 tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] 10.222.0.85 "GET /v2.0/ports?device_id=f171da91-0489-4cdb-8388-3cfcd34f2b4d HTTP/1.1" status: 200 len: 945 time: 0.1470318 May 18 18:13:23.423216 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 58696) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:13:23.428882 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-755dc0c4-de52-4780-856c-50e2685d87fe tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] Request body: {'floatingip': {'port_id': '39c9754d-ba47-4883-91b3-63ac6f3a01bc'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:13:23.455190 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-467aec82-bd27-45e5-bb9d-6e409329bd84 req-205a7df8-11a9-4570-9ce3-45e0e29b4b29 tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:23.528286 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-755dc0c4-de52-4780-856c-50e2685d87fe tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] Notify callbacks [] for floatingip, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:23.536799 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port aeb809e7-741b-473c-b5c4-c22b6251b6f5 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:13:23.537284 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:23.547242 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6e41d05-872b-4b74-997d-503d9c6b2776 req-dfb18efb-b9a0-45f1-93f7-ad63815fbb6d tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] Network 4c8ef274-9ecc-47c2-9686-5eebd78fb305 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:13:23.553327 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-467aec82-bd27-45e5-bb9d-6e409329bd84 req-205a7df8-11a9-4570-9ce3-45e0e29b4b29 tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] Network 31ebd439-090c-4b25-bbb0-31c48711b145 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:13:23.563742 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [req-5ad71c6c-1144-4f26-9cca-b89651d387ad req-6fe09dac-0fbc-4ff5-b767-29da2970a93f service neutron] Transition to ACTIVE for port object 0f1e156f-0185-46e5-be92-6a68958188b3 will not be triggered until provisioned by entity L2. {{(pid=102730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:13:23.570635 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [req-467aec82-bd27-45e5-bb9d-6e409329bd84 req-205a7df8-11a9-4570-9ce3-45e0e29b4b29 tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:13:23.576669 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [req-d6e41d05-872b-4b74-997d-503d9c6b2776 req-dfb18efb-b9a0-45f1-93f7-ad63815fbb6d tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:13:23.579601 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-aff7a1cc-6b3c-485b-bc9d-1b0fd3718060 None None] Current status of the port ce0da511-904f-42b5-8d95-ec3e1cc30343 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:13:23.582697 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6e41d05-872b-4b74-997d-503d9c6b2776 req-dfb18efb-b9a0-45f1-93f7-ad63815fbb6d tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:13:23.586929 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-467aec82-bd27-45e5-bb9d-6e409329bd84 req-205a7df8-11a9-4570-9ce3-45e0e29b4b29 tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:13:23.640530 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-5ad71c6c-1144-4f26-9cca-b89651d387ad req-6fe09dac-0fbc-4ff5-b767-29da2970a93f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:23.690773 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-bf8ed798-6d9f-4200-99d5-2b693564f788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fba5dec-134e-4991-b249-59b8c2d0e9d4', 'name': 'tempest-FloatingIPDetailsTestJSON-1128319629-router', 'tenant_id': '2fe1765162a84d5ca05d378a93fd187e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': 'aeb809e7-741b-473c-b5c4-c22b6251b6f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:13:07Z', 'updated_at': '2022-05-18T18:13:16Z', 'revision_number': 4, 'project_id': '2fe1765162a84d5ca05d378a93fd187e', 'gw_port': {'id': 'aeb809e7-741b-473c-b5c4-c22b6251b6f5', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:6a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fba5dec-134e-4991-b249-59b8c2d0e9d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:13:08Z', 'updated_at': '2022-05-18T18:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': 'ce0da511-904f-42b5-8d95-ec3e1cc30343', 'name': '', 'network_id': '05649266-9bd5-4f56-9bdf-5ca96d7dbe65', 'tenant_id': '2fe1765162a84d5ca05d378a93fd187e', 'mac_address': 'fa:16:3e:95:b3:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fba5dec-134e-4991-b249-59b8c2d0e9d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '52e930c8-c570-472e-950d-0203c7fa99ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:13:13Z', 'updated_at': '2022-05-18T18:13:22Z', 'revision_number': 4, 'project_id': '2fe1765162a84d5ca05d378a93fd187e', 'subnets': [{'id': '52e930c8-c570-472e-950d-0203c7fa99ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:13:23.732589 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb18efb-b9a0-45f1-93f7-ad63815fbb6d tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] Pushing event updated for resources: {'Port': ['ID=68a8bb69-0810-42c8-a521-8cb8d472c895,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:13:23.751681 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-8870a9fc-ee3f-4cfc-97bb-5cab81a5515b None None] Notify callbacks [] for port, precommit_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:23.765573 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-8870a9fc-ee3f-4cfc-97bb-5cab81a5515b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:23.777546 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8ed798-6d9f-4200-99d5-2b693564f788 None None] The sync data for ids ['0fba5dec-134e-4991-b249-59b8c2d0e9d4'] in n-d-838550-3 is: [{'id': '0fba5dec-134e-4991-b249-59b8c2d0e9d4', 'name': 'tempest-FloatingIPDetailsTestJSON-1128319629-router', 'tenant_id': '2fe1765162a84d5ca05d378a93fd187e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': 'aeb809e7-741b-473c-b5c4-c22b6251b6f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:13:07Z', 'updated_at': '2022-05-18T18:13:16Z', 'revision_number': 4, 'project_id': '2fe1765162a84d5ca05d378a93fd187e', 'gw_port': {'id': 'aeb809e7-741b-473c-b5c4-c22b6251b6f5', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:6a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fba5dec-134e-4991-b249-59b8c2d0e9d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:13:08Z', 'updated_at': '2022-05-18T18:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': 'ce0da511-904f-42b5-8d95-ec3e1cc30343', 'name': '', 'network_id': '05649266-9bd5-4f56-9bdf-5ca96d7dbe65', 'tenant_id': '2fe1765162a84d5ca05d378a93fd187e', 'mac_address': 'fa:16:3e:95:b3:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fba5dec-134e-4991-b249-59b8c2d0e9d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '52e930c8-c570-472e-950d-0203c7fa99ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:13:13Z', 'updated_at': '2022-05-18T18:13:22Z', 'revision_number': 4, 'project_id': '2fe1765162a84d5ca05d378a93fd187e', 'subnets': [{'id': '52e930c8-c570-472e-950d-0203c7fa99ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:13:23.812763 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205a7df8-11a9-4570-9ce3-45e0e29b4b29 tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] Pushing event updated for resources: {'Port': ['ID=94fd5826-7c36-4720-a529-7305c41ab80a,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:13:23.898652 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-8870a9fc-ee3f-4cfc-97bb-5cab81a5515b None None] Attempting to bind port 727a3270-d1ee-4a6d-b188-b05b06ae63ae on host n-d-838550-3 for vnic_type normal with profile {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:13:23.899256 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-8870a9fc-ee3f-4cfc-97bb-5cab81a5515b None None] Attempting to bind port 727a3270-d1ee-4a6d-b188-b05b06ae63ae by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:13:23.899768 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8870a9fc-ee3f-4cfc-97bb-5cab81a5515b None None] Attempting to bind port 727a3270-d1ee-4a6d-b188-b05b06ae63ae on network 31ebd439-090c-4b25-bbb0-31c48711b145 {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:13:23.911532 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8870a9fc-ee3f-4cfc-97bb-5cab81a5515b None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:13:23.912197 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8870a9fc-ee3f-4cfc-97bb-5cab81a5515b None None] Checking segment: {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:13:23.912748 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-8870a9fc-ee3f-4cfc-97bb-5cab81a5515b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:23.913281 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8870a9fc-ee3f-4cfc-97bb-5cab81a5515b None None] Bound using segment: {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:13:23.914537 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-8870a9fc-ee3f-4cfc-97bb-5cab81a5515b None None] Bound port: 727a3270-d1ee-4a6d-b188-b05b06ae63ae, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:13:23.915089 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-8870a9fc-ee3f-4cfc-97bb-5cab81a5515b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:23.939981 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port aeb809e7-741b-473c-b5c4-c22b6251b6f5 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:13:24.000791 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.db [None req-8870a9fc-ee3f-4cfc-97bb-5cab81a5515b None None] For port 727a3270-d1ee-4a6d-b188-b05b06ae63ae, host n-d-838550-3, cleared binding levels {{(pid=102733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:13:24.004002 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.db [None req-8870a9fc-ee3f-4cfc-97bb-5cab81a5515b None None] For port 727a3270-d1ee-4a6d-b188-b05b06ae63ae, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=727a3270-d1ee-4a6d-b188-b05b06ae63ae,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:13:24.007007 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e4b711-3ce1-431b-b02b-2cd4f2adc360 None None] Pushing event updated for resources: {'Port': ['ID=727a3270-d1ee-4a6d-b188-b05b06ae63ae,revision_number=2']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:13:24.015350 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-8870a9fc-ee3f-4cfc-97bb-5cab81a5515b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:24.049677 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e41d05-872b-4b74-997d-503d9c6b2776 req-dfb18efb-b9a0-45f1-93f7-ad63815fbb6d tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:24.050477 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-d6e41d05-872b-4b74-997d-503d9c6b2776 req-dfb18efb-b9a0-45f1-93f7-ad63815fbb6d tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:24.071291 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-467aec82-bd27-45e5-bb9d-6e409329bd84 req-205a7df8-11a9-4570-9ce3-45e0e29b4b29 tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:24.127193 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-0336506e-ff2c-48b9-bc74-7ceab6f9253a None None] Provisioning complete for port 68a8bb69-0810-42c8-a521-8cb8d472c895 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:13:24.127193 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0336506e-ff2c-48b9-bc74-7ceab6f9253a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:24.157754 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8870a9fc-ee3f-4cfc-97bb-5cab81a5515b None None] Routers {'80230c45-283f-45e2-8f91-e30c27a84fb2'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:13:24.158937 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-8870a9fc-ee3f-4cfc-97bb-5cab81a5515b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:13:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['80230c45-283f-45e2-8f91-e30c27a84fb2'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:13:24.186191 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0364a33b-1c3a-4dc5-b46f-a19c980fa2d1 req-1424fc83-7dfe-4a58-831d-c931903bc1ef tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:24.201651 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0364a33b-1c3a-4dc5-b46f-a19c980fa2d1 req-1424fc83-7dfe-4a58-831d-c931903bc1ef tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] 10.222.0.85 "GET /v2.0/ports?device_id=3d23b3b3-bd88-458c-b269-14a2fe755bd8 HTTP/1.1" status: 200 len: 943 time: 0.4205649 May 18 18:13:24.206811 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe09dac-0fbc-4ff5-b767-29da2970a93f service neutron] Pushing event updated for resources: {'Port': ['ID=0f1e156f-0185-46e5-be92-6a68958188b3,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:13:24.209457 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-0336506e-ff2c-48b9-bc74-7ceab6f9253a None None] Port 68a8bb69-0810-42c8-a521-8cb8d472c895 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:13:24.233974 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e4b711-3ce1-431b-b02b-2cd4f2adc360 None None] Pushing event updated for resources: {'Port': ['ID=727a3270-d1ee-4a6d-b188-b05b06ae63ae,revision_number=3']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:13:24.324559 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d6e41d05-872b-4b74-997d-503d9c6b2776 req-dfb18efb-b9a0-45f1-93f7-ad63815fbb6d tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4727592 May 18 18:13:24.342612 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-8870a9fc-ee3f-4cfc-97bb-5cab81a5515b None None] Set router 80230c45-283f-45e2-8f91-e30c27a84fb2 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:13:24.345124 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-467aec82-bd27-45e5-bb9d-6e409329bd84 req-205a7df8-11a9-4570-9ce3-45e0e29b4b29 tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:24.360709 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-d6e41d05-872b-4b74-997d-503d9c6b2776 req-d735b0a6-ab13-4a8c-945d-87ffc19244d5 service neutron] Request body: {'port': {'device_id': 'ff0fcd87-396e-4966-8261-7b70e9559423', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-3'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:13:24.473444 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0364a33b-1c3a-4dc5-b46f-a19c980fa2d1 req-f77b4d41-f392-4134-a92d-e4c3e5644249 tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] 10.222.0.85 "GET /v2.0/security-groups?id=fa255767-3e7a-49af-bfae-1870baf95311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189398 May 18 18:13:24.484056 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-5ad71c6c-1144-4f26-9cca-b89651d387ad req-6fe09dac-0fbc-4ff5-b767-29da2970a93f service neutron] Attempting to bind port 0f1e156f-0185-46e5-be92-6a68958188b3 on host n-h1-838550-3 for vnic_type normal with profile {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:13:24.484404 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-5ad71c6c-1144-4f26-9cca-b89651d387ad req-6fe09dac-0fbc-4ff5-b767-29da2970a93f service neutron] Attempting to bind port 0f1e156f-0185-46e5-be92-6a68958188b3 by drivers openvswitch,hyperv on host n-h1-838550-3 at level 0 using segments [{'id': '58812133-eab2-4d1f-bf2a-ea777b989f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'c1d6614b-2c59-4e70-a2a6-9369d97e5390'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:13:24.484733 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad71c6c-1144-4f26-9cca-b89651d387ad req-6fe09dac-0fbc-4ff5-b767-29da2970a93f service neutron] Attempting to bind port 0f1e156f-0185-46e5-be92-6a68958188b3 on network c1d6614b-2c59-4e70-a2a6-9369d97e5390 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:13:24.512367 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad71c6c-1144-4f26-9cca-b89651d387ad req-6fe09dac-0fbc-4ff5-b767-29da2970a93f service neutron] Port 0f1e156f-0185-46e5-be92-6a68958188b3 on network c1d6614b-2c59-4e70-a2a6-9369d97e5390 not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-3 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:13:24.512610 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad71c6c-1144-4f26-9cca-b89651d387ad req-6fe09dac-0fbc-4ff5-b767-29da2970a93f service neutron] Attempting to bind port 0f1e156f-0185-46e5-be92-6a68958188b3 on network c1d6614b-2c59-4e70-a2a6-9369d97e5390 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:13:24.595579 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad71c6c-1144-4f26-9cca-b89651d387ad req-6fe09dac-0fbc-4ff5-b767-29da2970a93f service neutron] Checking agent: {'id': '1dbac822-25f2-4df8-9dc8-5c2e7b136eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:13:24.595909 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad71c6c-1144-4f26-9cca-b89651d387ad req-6fe09dac-0fbc-4ff5-b767-29da2970a93f service neutron] Checking segment: {'id': '58812133-eab2-4d1f-bf2a-ea777b989f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'c1d6614b-2c59-4e70-a2a6-9369d97e5390'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:13:24.596288 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad71c6c-1144-4f26-9cca-b89651d387ad req-6fe09dac-0fbc-4ff5-b767-29da2970a93f service neutron] Bound using segment: {'id': '58812133-eab2-4d1f-bf2a-ea777b989f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'c1d6614b-2c59-4e70-a2a6-9369d97e5390'} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:13:24.596730 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-5ad71c6c-1144-4f26-9cca-b89651d387ad req-6fe09dac-0fbc-4ff5-b767-29da2970a93f service neutron] Bound port: 0f1e156f-0185-46e5-be92-6a68958188b3, host: n-h1-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58812133-eab2-4d1f-bf2a-ea777b989f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'c1d6614b-2c59-4e70-a2a6-9369d97e5390'}}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:13:24.597188 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-5ad71c6c-1144-4f26-9cca-b89651d387ad req-6fe09dac-0fbc-4ff5-b767-29da2970a93f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:24.656252 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-d6e41d05-872b-4b74-997d-503d9c6b2776 req-d735b0a6-ab13-4a8c-945d-87ffc19244d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:24.781089 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4f8fda33-e991-405c-b3d5-01baa6586c75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-595963'] for router_interface, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:24.867781 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-8870a9fc-ee3f-4cfc-97bb-5cab81a5515b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80230c45-283f-45e2-8f91-e30c27a84fb2', 'name': 'tempest-ServersTestMultiNic-2099861313-router', 'tenant_id': '959b4a96654a42e29bad9a24937c9c47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': '727a3270-d1ee-4a6d-b188-b05b06ae63ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:13:13Z', 'updated_at': '2022-05-18T18:13:18Z', 'revision_number': 3, 'project_id': '959b4a96654a42e29bad9a24937c9c47', 'gw_port': {'id': '727a3270-d1ee-4a6d-b188-b05b06ae63ae', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:a1:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80230c45-283f-45e2-8f91-e30c27a84fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:13:15Z', 'updated_at': '2022-05-18T18:13:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:13:24.883416 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d80dba-61a3-47d1-a551-43a9d26b4858 req-ffb26a63-8ada-4714-9a65-b7561b060e65 tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:24.895798 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-41d80dba-61a3-47d1-a551-43a9d26b4858 req-ffb26a63-8ada-4714-9a65-b7561b060e65 tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] 10.222.0.85 "GET /v2.0/ports?device_id=ff0fcd87-396e-4966-8261-7b70e9559423 HTTP/1.1" status: 200 len: 936 time: 0.2375562 May 18 18:13:24.916440 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8870a9fc-ee3f-4cfc-97bb-5cab81a5515b None None] The sync data for ids ['80230c45-283f-45e2-8f91-e30c27a84fb2'] in n-d-838550-3 is: [{'id': '80230c45-283f-45e2-8f91-e30c27a84fb2', 'name': 'tempest-ServersTestMultiNic-2099861313-router', 'tenant_id': '959b4a96654a42e29bad9a24937c9c47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': '727a3270-d1ee-4a6d-b188-b05b06ae63ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:13:13Z', 'updated_at': '2022-05-18T18:13:18Z', 'revision_number': 3, 'project_id': '959b4a96654a42e29bad9a24937c9c47', 'gw_port': {'id': '727a3270-d1ee-4a6d-b188-b05b06ae63ae', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:a1:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80230c45-283f-45e2-8f91-e30c27a84fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:13:15Z', 'updated_at': '2022-05-18T18:13:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:13:24.923172 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-5ad71c6c-1144-4f26-9cca-b89651d387ad req-6fe09dac-0fbc-4ff5-b767-29da2970a93f service neutron] For port 0f1e156f-0185-46e5-be92-6a68958188b3, host n-h1-838550-3, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:13:24.940633 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.db.resource_extend [None req-755dc0c4-de52-4780-856c-50e2685d87fe tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 18 18:13:24.944877 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-5ad71c6c-1144-4f26-9cca-b89651d387ad req-6fe09dac-0fbc-4ff5-b767-29da2970a93f service neutron] For port 0f1e156f-0185-46e5-be92-6a68958188b3, host n-h1-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=0f1e156f-0185-46e5-be92-6a68958188b3,segment=NetworkSegment(58812133-eab2-4d1f-bf2a-ea777b989f38),segment_id=58812133-eab2-4d1f-bf2a-ea777b989f38)] {{(pid=102730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:13:24.965800 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-5ad71c6c-1144-4f26-9cca-b89651d387ad req-6fe09dac-0fbc-4ff5-b767-29da2970a93f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:25.044805 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-41d80dba-61a3-47d1-a551-43a9d26b4858 req-968757be-42ae-4fa3-b743-fa97d222fd69 tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] 10.222.0.85 "GET /v2.0/security-groups?id=a71bdd0b-6132-4299-809d-7cc4579566d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466575 May 18 18:13:25.063247 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad71c6c-1144-4f26-9cca-b89651d387ad req-6fe09dac-0fbc-4ff5-b767-29da2970a93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:25.063797 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-5ad71c6c-1144-4f26-9cca-b89651d387ad req-6fe09dac-0fbc-4ff5-b767-29da2970a93f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:25.065247 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5ad71c6c-1144-4f26-9cca-b89651d387ad req-6fe09dac-0fbc-4ff5-b767-29da2970a93f service neutron] 10.222.0.36 "PUT /v2.0/ports/0f1e156f-0185-46e5-be92-6a68958188b3 HTTP/1.1" status: 200 len: 1091 time: 3.4997082 May 18 18:13:25.065746 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d23b3b3-bd88-458c-b269-14a2fe755bd8', 'tag': '0f1e156f-0185-46e5-be92-6a68958188b3'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:13:25.068176 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20c5d134-7f5d-4234-bd96-20180ea222ff" -d '{"events": [{"name": "network-changed", "server_uuid": "3d23b3b3-bd88-458c-b269-14a2fe755bd8", "tag": "0f1e156f-0185-46e5-be92-6a68958188b3"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:13:25.136225 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-755dc0c4-de52-4780-856c-50e2685d87fe tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:25.152599 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-755dc0c4-de52-4780-856c-50e2685d87fe tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596987'] for floatingip, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:25.173903 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e79f5ab2-2f7e-445b-bd96-9411ac8f52d1 x-openstack-request-id: req-e79f5ab2-2f7e-445b-bd96-9411ac8f52d1 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:13:25.174192 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d23b3b3-bd88-458c-b269-14a2fe755bd8", "tag": "0f1e156f-0185-46e5-be92-6a68958188b3", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:13:25.174447 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-e79f5ab2-2f7e-445b-bd96-9411ac8f52d1 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:13:25.174850 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e79f5ab2-2f7e-445b-bd96-9411ac8f52d1'] response: {'name': 'network-changed', 'server_uuid': '3d23b3b3-bd88-458c-b269-14a2fe755bd8', 'tag': '0f1e156f-0185-46e5-be92-6a68958188b3', 'status': 'completed', 'code': 200} May 18 18:13:25.306572 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 58744) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:13:25.325052 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device ce0da511-904f-42b5-8d95-ec3e1cc30343 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:13:25.349142 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a0ca0467-39e0-4f2f-b12a-a2a921dbb85b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:25.410198 n-d-838550-3 neutron-server[102731]: INFO neutron.db.l3_db [None req-755dc0c4-de52-4780-856c-50e2685d87fe tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] Floating IP 4a012626-eb11-40af-a106-d831122d2173 associated. External IP: 172.25.5.18, port: 39c9754d-ba47-4883-91b3-63ac6f3a01bc. May 18 18:13:25.439540 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port ce0da511-904f-42b5-8d95-ec3e1cc30343 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:13:25.439824 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:25.705341 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port ce0da511-904f-42b5-8d95-ec3e1cc30343 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:13:25.788406 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d588a21e-bbc0-449e-98ac-a82275ee6e61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:25.791540 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-467aec82-bd27-45e5-bb9d-6e409329bd84 req-205a7df8-11a9-4570-9ce3-45e0e29b4b29 tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:25.835134 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-467aec82-bd27-45e5-bb9d-6e409329bd84 req-205a7df8-11a9-4570-9ce3-45e0e29b4b29 tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:25.869287 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe09dac-0fbc-4ff5-b767-29da2970a93f service neutron] Pushing event updated for resources: {'Port': ['ID=0f1e156f-0185-46e5-be92-6a68958188b3,revision_number=3']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:13:25.994656 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eeb85b-65e2-4edd-aa57-8b2720818fd7 req-c339dfdd-5932-4701-bc1a-837b01a3641e tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:25.996251 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-48eeb85b-65e2-4edd-aa57-8b2720818fd7 req-c339dfdd-5932-4701-bc1a-837b01a3641e tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] 10.222.0.85 "GET /v2.0/ports?device_id=3d23b3b3-bd88-458c-b269-14a2fe755bd8 HTTP/1.1" status: 200 len: 943 time: 0.3212793 May 18 18:13:26.038380 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad71c6c-1144-4f26-9cca-b89651d387ad req-f1e7cabc-1be0-4d38-bfa7-5db11eab514d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:26.040856 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5ad71c6c-1144-4f26-9cca-b89651d387ad req-f1e7cabc-1be0-4d38-bfa7-5db11eab514d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8c352c21cdf84f17adeed5bdaa3e3fa6&device_id=3d23b3b3-bd88-458c-b269-14a2fe755bd8 HTTP/1.1" status: 200 len: 1094 time: 0.8517857 May 18 18:13:26.078376 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-755dc0c4-de52-4780-856c-50e2685d87fe tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] Router 872810ba-01bd-44f7-b441-ddfca68b31da has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:13:26.078952 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205a7df8-11a9-4570-9ce3-45e0e29b4b29 tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] Pushing event updated for resources: {'Port': ['ID=94fd5826-7c36-4720-a529-7305c41ab80a,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:13:26.104396 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-a0ca0467-39e0-4f2f-b12a-a2a921dbb85b admin admin] Allocated IP 172.20.0.1 (82810032-8519-4a3c-8ef7-90b964dfa33a/78294feb-68a7-48ef-ae5c-7522749188b5/8c9c0751-e221-4aec-9884-7dd0e65d57b6) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:13:26.128288 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-467aec82-bd27-45e5-bb9d-6e409329bd84 req-205a7df8-11a9-4570-9ce3-45e0e29b4b29 tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596987'] for floatingip, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:26.129887 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-48eeb85b-65e2-4edd-aa57-8b2720818fd7 req-6bd38668-4b1a-4bcc-a6d2-64968bbc6e5c tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] 10.222.0.85 "GET /v2.0/security-groups?id=fa255767-3e7a-49af-bfae-1870baf95311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196609 May 18 18:13:26.131546 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5ad71c6c-1144-4f26-9cca-b89651d387ad req-9532a239-af19-4725-8cda-3756361579b4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f1e156f-0185-46e5-be92-6a68958188b3 HTTP/1.1" status: 200 len: 217 time: 0.0536783 May 18 18:13:26.194948 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d588a21e-bbc0-449e-98ac-a82275ee6e61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:26.216393 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-467aec82-bd27-45e5-bb9d-6e409329bd84 req-205a7df8-11a9-4570-9ce3-45e0e29b4b29 tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:26.223869 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-467aec82-bd27-45e5-bb9d-6e409329bd84 req-205a7df8-11a9-4570-9ce3-45e0e29b4b29 tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 6.1246490 May 18 18:13:26.241639 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d588a21e-bbc0-449e-98ac-a82275ee6e61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:26.316150 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad71c6c-1144-4f26-9cca-b89651d387ad req-86ea15de-74e2-4489-8398-9af990edc9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:26.317680 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5ad71c6c-1144-4f26-9cca-b89651d387ad req-86ea15de-74e2-4489-8398-9af990edc9ce service neutron] 10.222.0.36 "GET /v2.0/subnets?id=afafec31-e363-47fe-be7d-25eb1518e0dd HTTP/1.1" status: 200 len: 860 time: 0.1736760 May 18 18:13:26.369603 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-d588a21e-bbc0-449e-98ac-a82275ee6e61 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=df1d86dac4d14576b460ed46a7222686&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0622976 May 18 18:13:26.381633 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 58752) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:13:26.385542 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-467aec82-bd27-45e5-bb9d-6e409329bd84 req-6e670362-44e2-4ea9-bdb0-0b0c823d4414 tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] 10.222.0.85 "GET /v2.0/floatingips?floating_ip_address=172.25.5.126 HTTP/1.1" status: 200 len: 696 time: 0.1534302 May 18 18:13:26.387989 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5ad71c6c-1144-4f26-9cca-b89651d387ad req-b51a2893-1b18-4dcc-8abd-d3edfda03e76 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c1d6614b-2c59-4e70-a2a6-9369d97e5390&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549378 May 18 18:13:26.410291 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d588a21e-bbc0-449e-98ac-a82275ee6e61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39ed0f1f-c9ec-49c5-98c3-15533f0c692f,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:13:26.452653 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a0ca0467-39e0-4f2f-b12a-a2a921dbb85b admin admin] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:26.461842 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d262a6-91ec-4bbe-92c1-bf8eed73f6b5 req-2a694694-d4f3-4f30-852c-d6cadce1b9ea tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:26.463431 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-90d262a6-91ec-4bbe-92c1-bf8eed73f6b5 req-2a694694-d4f3-4f30-852c-d6cadce1b9ea tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] 10.222.0.85 "GET /v2.0/ports?device_id=ff0fcd87-396e-4966-8261-7b70e9559423 HTTP/1.1" status: 200 len: 936 time: 0.2262857 May 18 18:13:26.471061 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-755dc0c4-de52-4780-856c-50e2685d87fe tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:13:26.481681 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-755dc0c4-de52-4780-856c-50e2685d87fe tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:26.486685 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d06287-ca08-4696-b60f-7695838c1365 None None] Sync routers for ids ['872810ba-01bd-44f7-b441-ddfca68b31da'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:13:26.502842 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [req-d6e41d05-872b-4b74-997d-503d9c6b2776 req-d735b0a6-ab13-4a8c-945d-87ffc19244d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68a8bb69-0810-42c8-a521-8cb8d472c895 {{(pid=102730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:13:26.506673 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d06287-ca08-4696-b60f-7695838c1365 None None] Routers {'872810ba-01bd-44f7-b441-ddfca68b31da'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:13:26.508224 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-21d06287-ca08-4696-b60f-7695838c1365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:13:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['872810ba-01bd-44f7-b441-ddfca68b31da'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:13:26.538963 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-755dc0c4-de52-4780-856c-50e2685d87fe tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] 10.222.0.85 "PUT /v2.0/floatingips/4a012626-eb11-40af-a106-d831122d2173 HTTP/1.1" status: 200 len: 990 time: 3.1147397 May 18 18:13:26.542083 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f171da91-0489-4cdb-8388-3cfcd34f2b4d', 'tag': '39c9754d-ba47-4883-91b3-63ac6f3a01bc'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:13:26.544319 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16d29665-c2a8-4506-9a9f-2ca05c2547ae" -d '{"events": [{"name": "network-changed", "server_uuid": "f171da91-0489-4cdb-8388-3cfcd34f2b4d", "tag": "39c9754d-ba47-4883-91b3-63ac6f3a01bc"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:13:26.555140 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-d6e41d05-872b-4b74-997d-503d9c6b2776 req-d735b0a6-ab13-4a8c-945d-87ffc19244d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:26.565714 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-90d262a6-91ec-4bbe-92c1-bf8eed73f6b5 req-7a65870f-cbcd-49c7-9253-faf90190bb4e tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] 10.222.0.85 "GET /v2.0/security-groups?id=a71bdd0b-6132-4299-809d-7cc4579566d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873766 May 18 18:13:26.567599 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a0ca0467-39e0-4f2f-b12a-a2a921dbb85b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:26.610984 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [req-d6e41d05-872b-4b74-997d-503d9c6b2776 req-d735b0a6-ab13-4a8c-945d-87ffc19244d5 service neutron] Transition to ACTIVE for port object 68a8bb69-0810-42c8-a521-8cb8d472c895 will not be triggered until provisioned by entity L2. {{(pid=102730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:13:26.613762 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ca0467-39e0-4f2f-b12a-a2a921dbb85b admin admin] Network 82810032-8519-4a3c-8ef7-90b964dfa33a is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:13:26.618284 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-a0ca0467-39e0-4f2f-b12a-a2a921dbb85b admin admin] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:13:26.623811 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ca0467-39e0-4f2f-b12a-a2a921dbb85b admin admin] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:13:26.643065 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-d6e41d05-872b-4b74-997d-503d9c6b2776 req-d735b0a6-ab13-4a8c-945d-87ffc19244d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:26.684234 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a0ca0467-39e0-4f2f-b12a-a2a921dbb85b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595826'] for router_interface, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:26.700472 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-21d06287-ca08-4696-b60f-7695838c1365 None None] Set router 872810ba-01bd-44f7-b441-ddfca68b31da gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:13:26.737052 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ca0467-39e0-4f2f-b12a-a2a921dbb85b admin admin] Pushing event updated for resources: {'Port': ['ID=8c9c0751-e221-4aec-9884-7dd0e65d57b6,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:13:26.766470 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5ad71c6c-1144-4f26-9cca-b89651d387ad req-06ba9841-846b-4388-95a7-4d3076ade0ce service neutron] 10.222.0.36 "GET /v2.0/networks/c1d6614b-2c59-4e70-a2a6-9369d97e5390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3692069 May 18 18:13:26.863109 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-997de11d-5c75-4ae4-8964-5a44cd9742ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:26.872510 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d735b0a6-ab13-4a8c-945d-87ffc19244d5 service neutron] Pushing event updated for resources: {'Port': ['ID=68a8bb69-0810-42c8-a521-8cb8d472c895,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:13:26.945553 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467aec82-bd27-45e5-bb9d-6e409329bd84 req-aff8e7db-7d2f-408c-abd0-16c6b194cd04 tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:26.947242 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-467aec82-bd27-45e5-bb9d-6e409329bd84 req-aff8e7db-7d2f-408c-abd0-16c6b194cd04 tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] 10.222.0.85 "GET /v2.0/networks/31ebd439-090c-4b25-bbb0-31c48711b145 HTTP/1.1" status: 200 len: 784 time: 0.5511115 May 18 18:13:26.989360 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1466582f-20f3-44fd-829a-855a1dd90fdf req-dc51f130-f2cb-4fde-b0b2-24069896253e tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:26.989843 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1466582f-20f3-44fd-829a-855a1dd90fdf req-dc51f130-f2cb-4fde-b0b2-24069896253e tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] 10.222.0.85 "GET /v2.0/ports?device_id=f171da91-0489-4cdb-8388-3cfcd34f2b4d HTTP/1.1" status: 200 len: 945 time: 0.2544727 May 18 18:13:27.030576 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [req-467aec82-bd27-45e5-bb9d-6e409329bd84 req-cacb5af9-efb5-41a7-9d00-52c5da27dc88 tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=102730) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 18:13:27.031673 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-467aec82-bd27-45e5-bb9d-6e409329bd84 req-cacb5af9-efb5-41a7-9d00-52c5da27dc88 tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0660887 May 18 18:13:27.068897 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-997de11d-5c75-4ae4-8964-5a44cd9742ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:27.111047 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-09e14c3f-5afa-4a10-b2f3-55dc502677d5 None None] Provisioning complete for port 8c9c0751-e221-4aec-9884-7dd0e65d57b6 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:13:27.112077 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-09e14c3f-5afa-4a10-b2f3-55dc502677d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:27.226248 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5ad71c6c-1144-4f26-9cca-b89651d387ad req-1cea2eee-32b1-4c6a-9b55-bb0390078ff0 service neutron] 10.222.0.36 "GET /v2.0/networks/c1d6614b-2c59-4e70-a2a6-9369d97e5390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4516871 May 18 18:13:27.374854 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 727a3270-d1ee-4a6d-b188-b05b06ae63ae up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:13:27.377983 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-09e14c3f-5afa-4a10-b2f3-55dc502677d5 None None] Port 8c9c0751-e221-4aec-9884-7dd0e65d57b6 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:13:27.414192 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-21d06287-ca08-4696-b60f-7695838c1365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '872810ba-01bd-44f7-b441-ddfca68b31da', 'name': 'tempest-ServersTestBootFromVolume-1206550459-router', 'tenant_id': '1d597e9c8bd043aaab90725ea81b052d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '78bc444b-2f6a-4f94-8cf8-65be964abf12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:11:48Z', 'updated_at': '2022-05-18T18:11:58Z', 'revision_number': 4, 'project_id': '1d597e9c8bd043aaab90725ea81b052d', 'gw_port': {'id': '78bc444b-2f6a-4f94-8cf8-65be964abf12', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:57:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872810ba-01bd-44f7-b441-ddfca68b31da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:11:50Z', 'updated_at': '2022-05-18T18:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': '4a012626-eb11-40af-a106-d831122d2173', 'tenant_id': '1d597e9c8bd043aaab90725ea81b052d', 'floating_ip_address': '172.25.5.18', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': '872810ba-01bd-44f7-b441-ddfca68b31da', 'port_id': '39c9754d-ba47-4883-91b3-63ac6f3a01bc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57c5b4be-a470-4928-a580-29b0867d15b8', 'mac_address': 'fa:16:3e:e0:c1:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f171da91-0489-4cdb-8388-3cfcd34f2b4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T18:12:07Z', 'updated_at': '2022-05-18T18:13:24Z', 'revision_number': 1, 'project_id': '1d597e9c8bd043aaab90725ea81b052d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59ef2299-fbb8-4395-a751-5c9d71ac3a9d', 'name': '', 'network_id': '57c5b4be-a470-4928-a580-29b0867d15b8', 'tenant_id': '1d597e9c8bd043aaab90725ea81b052d', 'mac_address': 'fa:16:3e:24:4d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872810ba-01bd-44f7-b441-ddfca68b31da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '9e3c6c6b-0d88-4038-aa09-805bbbc6a422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:11:55Z', 'updated_at': '2022-05-18T18:12:06Z', 'revision_number': 5, 'project_id': '1d597e9c8bd043aaab90725ea81b052d', 'subnets': [{'id': '9e3c6c6b-0d88-4038-aa09-805bbbc6a422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:13:27.428778 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a9227939-af58-4a63-a848-6636df6a17e6 req-4793aa53-817d-4712-8d38-e59e7fc1f67b tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] 10.222.0.85 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1504252 May 18 18:13:27.447452 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d06287-ca08-4696-b60f-7695838c1365 None None] Checking router: 872810ba-01bd-44f7-b441-ddfca68b31da for host: n-d-838550-3 {{(pid=102732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:13:27.466796 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d06287-ca08-4696-b60f-7695838c1365 None None] Routers {'872810ba-01bd-44f7-b441-ddfca68b31da'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:13:27.470388 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-21d06287-ca08-4696-b60f-7695838c1365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:13:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['872810ba-01bd-44f7-b441-ddfca68b31da'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:13:27.483787 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-a9227939-af58-4a63-a848-6636df6a17e6 req-92fefc7b-6dd6-4b14-97ee-779157ff5138 tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] Request body: {'floatingip': {'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:13:27.497348 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-997de11d-5c75-4ae4-8964-5a44cd9742ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:27.500110 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-997de11d-5c75-4ae4-8964-5a44cd9742ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:27.504572 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-997de11d-5c75-4ae4-8964-5a44cd9742ff admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/39ed0f1f-c9ec-49c5-98c3-15533f0c692f HTTP/1.1" status: 204 len: 168 time: 1.1126347 May 18 18:13:27.534447 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-4f8fda33-e991-405c-b3d5-01baa6586c75 admin admin] Deleting port 4df2bcd1-45e9-4c9a-bd2e-c2098a1bdfc4 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:13:27.534951 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4f8fda33-e991-405c-b3d5-01baa6586c75 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:27.535311 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a0ca0467-39e0-4f2f-b12a-a2a921dbb85b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:27.541129 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e6d6866-d22e-4a21-b2b1-8bba493af9ea x-openstack-request-id: req-4e6d6866-d22e-4a21-b2b1-8bba493af9ea {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:13:27.541596 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f171da91-0489-4cdb-8388-3cfcd34f2b4d", "tag": "39c9754d-ba47-4883-91b3-63ac6f3a01bc", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:13:27.542148 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-4e6d6866-d22e-4a21-b2b1-8bba493af9ea {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:13:27.542640 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e6d6866-d22e-4a21-b2b1-8bba493af9ea'] response: {'name': 'network-changed', 'server_uuid': 'f171da91-0489-4cdb-8388-3cfcd34f2b4d', 'tag': '39c9754d-ba47-4883-91b3-63ac6f3a01bc', 'status': 'completed', 'code': 200} May 18 18:13:27.557980 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997de11d-5c75-4ae4-8964-5a44cd9742ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39ed0f1f-c9ec-49c5-98c3-15533f0c692f,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:13:27.619539 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-a9227939-af58-4a63-a848-6636df6a17e6 req-92fefc7b-6dd6-4b14-97ee-779157ff5138 tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] Notify callbacks [] for floatingip, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:27.645559 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-d6e41d05-872b-4b74-997d-503d9c6b2776 req-d735b0a6-ab13-4a8c-945d-87ffc19244d5 service neutron] Attempting to bind port 68a8bb69-0810-42c8-a521-8cb8d472c895 on host n-h1-838550-3 for vnic_type normal with profile {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:13:27.645937 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-d6e41d05-872b-4b74-997d-503d9c6b2776 req-d735b0a6-ab13-4a8c-945d-87ffc19244d5 service neutron] Attempting to bind port 68a8bb69-0810-42c8-a521-8cb8d472c895 by drivers openvswitch,hyperv on host n-h1-838550-3 at level 0 using segments [{'id': '2879bb11-64b4-46f1-9f8b-52941d47b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:13:27.646264 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e41d05-872b-4b74-997d-503d9c6b2776 req-d735b0a6-ab13-4a8c-945d-87ffc19244d5 service neutron] Attempting to bind port 68a8bb69-0810-42c8-a521-8cb8d472c895 on network 4c8ef274-9ecc-47c2-9686-5eebd78fb305 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:13:27.664156 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c5d134-7f5d-4234-bd96-20180ea222ff req-561cbfee-cfd5-405c-b1aa-49e3af662e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:27.665729 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-20c5d134-7f5d-4234-bd96-20180ea222ff req-561cbfee-cfd5-405c-b1aa-49e3af662e09 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8c352c21cdf84f17adeed5bdaa3e3fa6&device_id=3d23b3b3-bd88-458c-b269-14a2fe755bd8 HTTP/1.1" status: 200 len: 1094 time: 0.2323587 May 18 18:13:27.698798 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e41d05-872b-4b74-997d-503d9c6b2776 req-d735b0a6-ab13-4a8c-945d-87ffc19244d5 service neutron] Port 68a8bb69-0810-42c8-a521-8cb8d472c895 on network 4c8ef274-9ecc-47c2-9686-5eebd78fb305 not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-3 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:13:27.699124 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e41d05-872b-4b74-997d-503d9c6b2776 req-d735b0a6-ab13-4a8c-945d-87ffc19244d5 service neutron] Attempting to bind port 68a8bb69-0810-42c8-a521-8cb8d472c895 on network 4c8ef274-9ecc-47c2-9686-5eebd78fb305 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:13:27.702480 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1466582f-20f3-44fd-829a-855a1dd90fdf req-b91a8ef3-8bc8-426d-b35c-7436f92b27f5 tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] 10.222.0.85 "GET /v2.0/security-groups?id=31822f57-f559-4973-b21f-c8e6a3e161fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1561561 May 18 18:13:27.734171 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-21d06287-ca08-4696-b60f-7695838c1365 None None] Set router 872810ba-01bd-44f7-b441-ddfca68b31da gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:13:27.812437 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e41d05-872b-4b74-997d-503d9c6b2776 req-d735b0a6-ab13-4a8c-945d-87ffc19244d5 service neutron] Checking agent: {'id': '1dbac822-25f2-4df8-9dc8-5c2e7b136eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:13:27.813317 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e41d05-872b-4b74-997d-503d9c6b2776 req-d735b0a6-ab13-4a8c-945d-87ffc19244d5 service neutron] Checking segment: {'id': '2879bb11-64b4-46f1-9f8b-52941d47b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:13:27.814207 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e41d05-872b-4b74-997d-503d9c6b2776 req-d735b0a6-ab13-4a8c-945d-87ffc19244d5 service neutron] Bound using segment: {'id': '2879bb11-64b4-46f1-9f8b-52941d47b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305'} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:13:27.815105 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-d6e41d05-872b-4b74-997d-503d9c6b2776 req-d735b0a6-ab13-4a8c-945d-87ffc19244d5 service neutron] Bound port: 68a8bb69-0810-42c8-a521-8cb8d472c895, host: n-h1-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2879bb11-64b4-46f1-9f8b-52941d47b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305'}}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:13:27.815877 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-d6e41d05-872b-4b74-997d-503d9c6b2776 req-d735b0a6-ab13-4a8c-945d-87ffc19244d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:27.830183 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-4f8fda33-e991-405c-b3d5-01baa6586c75 admin admin] For port 4df2bcd1-45e9-4c9a-bd2e-c2098a1bdfc4, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=4df2bcd1-45e9-4c9a-bd2e-c2098a1bdfc4,segment=NetworkSegment(159798b3-0081-404e-b89f-736264c95ce3),segment_id=159798b3-0081-404e-b89f-736264c95ce3)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:13:27.830801 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4f8fda33-e991-405c-b3d5-01baa6586c75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:27.863746 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 727a3270-d1ee-4a6d-b188-b05b06ae63ae triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:13:27.864142 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:27.867484 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-4f8fda33-e991-405c-b3d5-01baa6586c75 admin admin] Calling delete_port for 4df2bcd1-45e9-4c9a-bd2e-c2098a1bdfc4 owned by network:router_interface {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:13:27.947570 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a0ca0467-39e0-4f2f-b12a-a2a921dbb85b admin admin] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:27.961195 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a0ca0467-39e0-4f2f-b12a-a2a921dbb85b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:27.981200 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d29665-c2a8-4506-9a9f-2ca05c2547ae req-aec5ae3a-7353-40a3-947b-5498b114b9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:27.982761 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-16d29665-c2a8-4506-9a9f-2ca05c2547ae req-aec5ae3a-7353-40a3-947b-5498b114b9b5 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=1d597e9c8bd043aaab90725ea81b052d&device_id=f171da91-0489-4cdb-8388-3cfcd34f2b4d HTTP/1.1" status: 200 len: 1096 time: 0.4392211 May 18 18:13:28.032199 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 58770) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:13:28.068533 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c5d134-7f5d-4234-bd96-20180ea222ff req-67c7f13d-e172-4d28-87f8-1f35b33812fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:28.071609 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-20c5d134-7f5d-4234-bd96-20180ea222ff req-67c7f13d-e172-4d28-87f8-1f35b33812fc service neutron] 10.222.0.36 "GET /v2.0/networks?id=c1d6614b-2c59-4e70-a2a6-9369d97e5390 HTTP/1.1" status: 200 len: 921 time: 0.3905866 May 18 18:13:28.090500 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f83d7736-8618-436b-a986-902ec1c42ab4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:28.100651 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-d6e41d05-872b-4b74-997d-503d9c6b2776 req-d735b0a6-ab13-4a8c-945d-87ffc19244d5 service neutron] For port 68a8bb69-0810-42c8-a521-8cb8d472c895, host n-h1-838550-3, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:13:28.153413 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ca0467-39e0-4f2f-b12a-a2a921dbb85b admin admin] Pushing event updated for resources: {'Port': ['ID=8c9c0751-e221-4aec-9884-7dd0e65d57b6,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:13:28.160504 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-d6e41d05-872b-4b74-997d-503d9c6b2776 req-d735b0a6-ab13-4a8c-945d-87ffc19244d5 service neutron] For port 68a8bb69-0810-42c8-a521-8cb8d472c895, host n-h1-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=68a8bb69-0810-42c8-a521-8cb8d472c895,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:13:28.170242 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-20c5d134-7f5d-4234-bd96-20180ea222ff req-033ed35d-ba79-4a34-95c7-d965e54632ca service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f1e156f-0185-46e5-be92-6a68958188b3 HTTP/1.1" status: 200 len: 217 time: 0.0865557 May 18 18:13:28.174967 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-d6e41d05-872b-4b74-997d-503d9c6b2776 req-d735b0a6-ab13-4a8c-945d-87ffc19244d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:28.183453 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58a688b-8963-4b5b-b1dd-4227009ec1ee req-1dace176-6082-4cbd-9aa9-1d2d7d87903f tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:28.184363 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a58a688b-8963-4b5b-b1dd-4227009ec1ee req-1dace176-6082-4cbd-9aa9-1d2d7d87903f tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] 10.222.0.85 "GET /v2.0/ports?device_id=3d23b3b3-bd88-458c-b269-14a2fe755bd8 HTTP/1.1" status: 200 len: 943 time: 0.2530417 May 18 18:13:28.185217 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a0ca0467-39e0-4f2f-b12a-a2a921dbb85b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-595870'] for router_interface, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:28.189939 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 727a3270-d1ee-4a6d-b188-b05b06ae63ae is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:13:28.190459 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:28.204766 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-21d06287-ca08-4696-b60f-7695838c1365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '872810ba-01bd-44f7-b441-ddfca68b31da', 'name': 'tempest-ServersTestBootFromVolume-1206550459-router', 'tenant_id': '1d597e9c8bd043aaab90725ea81b052d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '78bc444b-2f6a-4f94-8cf8-65be964abf12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:11:48Z', 'updated_at': '2022-05-18T18:11:58Z', 'revision_number': 4, 'project_id': '1d597e9c8bd043aaab90725ea81b052d', 'gw_port': {'id': '78bc444b-2f6a-4f94-8cf8-65be964abf12', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:57:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872810ba-01bd-44f7-b441-ddfca68b31da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:11:50Z', 'updated_at': '2022-05-18T18:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': '4a012626-eb11-40af-a106-d831122d2173', 'tenant_id': '1d597e9c8bd043aaab90725ea81b052d', 'floating_ip_address': '172.25.5.18', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': '872810ba-01bd-44f7-b441-ddfca68b31da', 'port_id': '39c9754d-ba47-4883-91b3-63ac6f3a01bc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57c5b4be-a470-4928-a580-29b0867d15b8', 'mac_address': 'fa:16:3e:e0:c1:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f171da91-0489-4cdb-8388-3cfcd34f2b4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T18:12:07Z', 'updated_at': '2022-05-18T18:13:24Z', 'revision_number': 1, 'project_id': '1d597e9c8bd043aaab90725ea81b052d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59ef2299-fbb8-4395-a751-5c9d71ac3a9d', 'name': '', 'network_id': '57c5b4be-a470-4928-a580-29b0867d15b8', 'tenant_id': '1d597e9c8bd043aaab90725ea81b052d', 'mac_address': 'fa:16:3e:24:4d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872810ba-01bd-44f7-b441-ddfca68b31da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '9e3c6c6b-0d88-4038-aa09-805bbbc6a422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:11:55Z', 'updated_at': '2022-05-18T18:12:06Z', 'revision_number': 5, 'project_id': '1d597e9c8bd043aaab90725ea81b052d', 'subnets': [{'id': '9e3c6c6b-0d88-4038-aa09-805bbbc6a422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:13:28.258374 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d06287-ca08-4696-b60f-7695838c1365 None None] The sync data for ids ['872810ba-01bd-44f7-b441-ddfca68b31da'] in n-d-838550-3 is: [{'id': '872810ba-01bd-44f7-b441-ddfca68b31da', 'name': 'tempest-ServersTestBootFromVolume-1206550459-router', 'tenant_id': '1d597e9c8bd043aaab90725ea81b052d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '78bc444b-2f6a-4f94-8cf8-65be964abf12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:11:48Z', 'updated_at': '2022-05-18T18:11:58Z', 'revision_number': 4, 'project_id': '1d597e9c8bd043aaab90725ea81b052d', 'gw_port': {'id': '78bc444b-2f6a-4f94-8cf8-65be964abf12', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:57:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872810ba-01bd-44f7-b441-ddfca68b31da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:11:50Z', 'updated_at': '2022-05-18T18:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': '4a012626-eb11-40af-a106-d831122d2173', 'tenant_id': '1d597e9c8bd043aaab90725ea81b052d', 'floating_ip_address': '172.25.5.18', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': '872810ba-01bd-44f7-b441-ddfca68b31da', 'port_id': '39c9754d-ba47-4883-91b3-63ac6f3a01bc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57c5b4be-a470-4928-a580-29b0867d15b8', 'mac_address': 'fa:16:3e:e0:c1:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f171da91-0489-4cdb-8388-3cfcd34f2b4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T18:12:07Z', 'updated_at': '2022-05-18T18:13:24Z', 'revision_number': 1, 'project_id': '1d597e9c8bd043aaab90725ea81b052d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59ef2299-fbb8-4395-a751-5c9d71ac3a9d', 'name': '', 'network_id': '57c5b4be-a470-4928-a580-29b0867d15b8', 'tenant_id': '1d597e9c8bd043aaab90725ea81b052d', 'mac_address': 'fa:16:3e:24:4d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872810ba-01bd-44f7-b441-ddfca68b31da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '9e3c6c6b-0d88-4038-aa09-805bbbc6a422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:11:55Z', 'updated_at': '2022-05-18T18:12:06Z', 'revision_number': 5, 'project_id': '1d597e9c8bd043aaab90725ea81b052d', 'subnets': [{'id': '9e3c6c6b-0d88-4038-aa09-805bbbc6a422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:13:28.261176 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] For port 727a3270-d1ee-4a6d-b188-b05b06ae63ae, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=727a3270-d1ee-4a6d-b188-b05b06ae63ae,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:13:28.267556 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:28.328138 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-a9227939-af58-4a63-a848-6636df6a17e6 req-92fefc7b-6dd6-4b14-97ee-779157ff5138 tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:28.343293 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e41d05-872b-4b74-997d-503d9c6b2776 req-d735b0a6-ab13-4a8c-945d-87ffc19244d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:28.343912 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-d6e41d05-872b-4b74-997d-503d9c6b2776 req-d735b0a6-ab13-4a8c-945d-87ffc19244d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:28.345418 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d6e41d05-872b-4b74-997d-503d9c6b2776 req-d735b0a6-ab13-4a8c-945d-87ffc19244d5 service neutron] 10.222.0.36 "PUT /v2.0/ports/68a8bb69-0810-42c8-a521-8cb8d472c895 HTTP/1.1" status: 200 len: 1096 time: 4.0025055 May 18 18:13:28.347471 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff0fcd87-396e-4966-8261-7b70e9559423', 'tag': '68a8bb69-0810-42c8-a521-8cb8d472c895'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:13:28.355926 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Pushing event updated for resources: {'Port': ['ID=727a3270-d1ee-4a6d-b188-b05b06ae63ae,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:13:28.356649 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a58a688b-8963-4b5b-b1dd-4227009ec1ee req-00c6b45b-5097-4208-9bb5-31754b14335d tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] 10.222.0.85 "GET /v2.0/security-groups?id=fa255767-3e7a-49af-bfae-1870baf95311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597216 May 18 18:13:28.358148 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d29665-c2a8-4506-9a9f-2ca05c2547ae req-a741a848-772c-4267-9bc5-54dfc62a8a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:28.359372 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba39c3f0-be26-49b9-bc9f-3f230dccca2a" -d '{"events": [{"name": "network-changed", "server_uuid": "ff0fcd87-396e-4966-8261-7b70e9559423", "tag": "68a8bb69-0810-42c8-a521-8cb8d472c895"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:13:28.376550 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-16d29665-c2a8-4506-9a9f-2ca05c2547ae req-a741a848-772c-4267-9bc5-54dfc62a8a8d service neutron] 10.222.0.88 "GET /v2.0/networks?id=57c5b4be-a470-4928-a580-29b0867d15b8 HTTP/1.1" status: 200 len: 917 time: 0.3422244 May 18 18:13:28.416520 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c5d134-7f5d-4234-bd96-20180ea222ff req-e5172f32-a82f-4b49-97e3-79df33221454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:28.418224 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-20c5d134-7f5d-4234-bd96-20180ea222ff req-e5172f32-a82f-4b49-97e3-79df33221454 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=afafec31-e363-47fe-be7d-25eb1518e0dd HTTP/1.1" status: 200 len: 860 time: 0.2072399 May 18 18:13:28.498921 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d735b0a6-ab13-4a8c-945d-87ffc19244d5 service neutron] Pushing event updated for resources: {'Port': ['ID=68a8bb69-0810-42c8-a521-8cb8d472c895,revision_number=3']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:13:28.555387 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-20c5d134-7f5d-4234-bd96-20180ea222ff req-6c87c75b-f851-4cd7-9da2-713ffcf55ab9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c1d6614b-2c59-4e70-a2a6-9369d97e5390&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0728092 May 18 18:13:28.556603 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ca0467-39e0-4f2f-b12a-a2a921dbb85b admin admin] Network 82810032-8519-4a3c-8ef7-90b964dfa33a is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:13:28.575200 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-a0ca0467-39e0-4f2f-b12a-a2a921dbb85b admin admin] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:13:28.584602 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f83d7736-8618-436b-a986-902ec1c42ab4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:28.587444 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-16d29665-c2a8-4506-9a9f-2ca05c2547ae req-1dcfd94c-dbd8-4f79-a6df-b62c9399e664 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=39c9754d-ba47-4883-91b3-63ac6f3a01bc HTTP/1.1" status: 200 len: 998 time: 0.1826985 May 18 18:13:28.595533 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f83d7736-8618-436b-a986-902ec1c42ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:28.725232 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e41d05-872b-4b74-997d-503d9c6b2776 req-4edeb6de-b56c-41a2-b6a8-3bce8afa1559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:28.728113 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d6e41d05-872b-4b74-997d-503d9c6b2776 req-4edeb6de-b56c-41a2-b6a8-3bce8afa1559 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f01bdb0eb747471d9c7276a3a74207dd&device_id=ff0fcd87-396e-4966-8261-7b70e9559423 HTTP/1.1" status: 200 len: 1099 time: 0.3043303 May 18 18:13:28.731515 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05482b1-58b6-4d1e-82a2-f622ba13a0bf req-72ed27d1-8512-4eac-8cb4-0ec767529d78 tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:28.739655 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b05482b1-58b6-4d1e-82a2-f622ba13a0bf req-72ed27d1-8512-4eac-8cb4-0ec767529d78 tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] 10.222.0.85 "GET /v2.0/ports?device_id=ff0fcd87-396e-4966-8261-7b70e9559423 HTTP/1.1" status: 200 len: 948 time: 0.2595809 May 18 18:13:28.834973 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4f8fda33-e991-405c-b3d5-01baa6586c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:28.837269 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d29665-c2a8-4506-9a9f-2ca05c2547ae req-80308840-b074-4bb5-a020-c700e42455e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:28.839960 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-16d29665-c2a8-4506-9a9f-2ca05c2547ae req-80308840-b074-4bb5-a020-c700e42455e6 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=9e3c6c6b-0d88-4038-aa09-805bbbc6a422 HTTP/1.1" status: 200 len: 855 time: 0.2373283 May 18 18:13:28.842677 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a09d54-e028-4644-9a23-1166c5a89013 None None] New status for floating IP 4a012626-eb11-40af-a106-d831122d2173: ACTIVE {{(pid=102733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 18:13:28.847900 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d6e41d05-872b-4b74-997d-503d9c6b2776 req-78661145-0eb5-4c76-a09f-f8902df2dd9b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=68a8bb69-0810-42c8-a521-8cb8d472c895 HTTP/1.1" status: 200 len: 217 time: 0.1059461 May 18 18:13:28.900448 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [req-a9227939-af58-4a63-a848-6636df6a17e6 req-92fefc7b-6dd6-4b14-97ee-779157ff5138 tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] Allocated IP 172.25.5.158 (31ebd439-090c-4b25-bbb0-31c48711b145/363a2810-8a83-4be0-a317-7c91fcd94485/c9ea3892-f5b9-4ed8-bebc-792bb7012d32) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:13:28.946125 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83d7736-8618-436b-a986-902ec1c42ab4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26882c24-cc25-4f5d-8ebb-1bafae51d75b,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:13:28.951556 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8fda33-e991-405c-b3d5-01baa6586c75 admin admin] Pushing event deleted for resources: {'Port': ['ID=4df2bcd1-45e9-4c9a-bd2e-c2098a1bdfc4,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:13:28.981161 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-20c5d134-7f5d-4234-bd96-20180ea222ff req-70240a1f-6915-46c1-b4cf-5da829ace137 service neutron] 10.222.0.36 "GET /v2.0/networks/c1d6614b-2c59-4e70-a2a6-9369d97e5390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4134278 May 18 18:13:28.989003 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-f83d7736-8618-436b-a986-902ec1c42ab4 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=296834eb5f0043c7965cadf97e16f659&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9450369 May 18 18:13:28.993452 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0ca0467-39e0-4f2f-b12a-a2a921dbb85b admin admin] Router 80230c45-283f-45e2-8f91-e30c27a84fb2 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:13:29.003872 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 58774) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:13:29.039616 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-0c7c0aea-3a77-4826-9386-180e962f77cf None None] Provisioning complete for port 8c9c0751-e221-4aec-9884-7dd0e65d57b6 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:13:29.040668 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0c7c0aea-3a77-4826-9386-180e962f77cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:29.105598 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b05482b1-58b6-4d1e-82a2-f622ba13a0bf req-0370929d-0818-4f88-ba0b-4bde42f4b044 tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] 10.222.0.85 "GET /v2.0/security-groups?id=a71bdd0b-6132-4299-809d-7cc4579566d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3634336 May 18 18:13:29.107595 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-0c7c0aea-3a77-4826-9386-180e962f77cf None None] Port 8c9c0751-e221-4aec-9884-7dd0e65d57b6 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:13:29.151803 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e41d05-872b-4b74-997d-503d9c6b2776 req-a1d3066b-268e-4861-b210-2b5e3b33abeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:29.153760 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d6e41d05-872b-4b74-997d-503d9c6b2776 req-a1d3066b-268e-4861-b210-2b5e3b33abeb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c2531ae9-89db-4dcf-b670-9eac4c9cde53 HTTP/1.1" status: 200 len: 843 time: 0.2684386 May 18 18:13:29.204405 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d29665-c2a8-4506-9a9f-2ca05c2547ae req-08d41ebf-e548-4fc6-a091-023e960fb54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:29.207192 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-16d29665-c2a8-4506-9a9f-2ca05c2547ae req-08d41ebf-e548-4fc6-a091-023e960fb54a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=57c5b4be-a470-4928-a580-29b0867d15b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2726049 May 18 18:13:29.233343 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-600a836a-b72c-428a-81a0-ad5f8fd9707c x-openstack-request-id: req-600a836a-b72c-428a-81a0-ad5f8fd9707c {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:13:29.233544 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff0fcd87-396e-4966-8261-7b70e9559423", "tag": "68a8bb69-0810-42c8-a521-8cb8d472c895", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:13:29.233812 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-600a836a-b72c-428a-81a0-ad5f8fd9707c {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:13:29.234225 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-600a836a-b72c-428a-81a0-ad5f8fd9707c'] response: {'name': 'network-changed', 'server_uuid': 'ff0fcd87-396e-4966-8261-7b70e9559423', 'tag': '68a8bb69-0810-42c8-a521-8cb8d472c895', 'status': 'completed', 'code': 200} May 18 18:13:29.261986 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 0f1e156f-0185-46e5-be92-6a68958188b3 details requested by agent hyperv_n-h1-838550-3 with host n-h1-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:13:29.347608 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-67b784df-9105-41f0-8b9a-55c9851bc1ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:29.364092 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 727a3270-d1ee-4a6d-b188-b05b06ae63ae up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:13:29.394980 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0ca0467-39e0-4f2f-b12a-a2a921dbb85b admin admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:13:29.418650 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-a0ca0467-39e0-4f2f-b12a-a2a921dbb85b admin admin] 10.222.0.85 "PUT /v2.0/routers/80230c45-283f-45e2-8f91-e30c27a84fb2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4872389 May 18 18:13:29.418650 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-67b784df-9105-41f0-8b9a-55c9851bc1ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:29.433722 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366d4f9a-8966-4916-ae32-d8437288f92e None None] Sync routers for ids ['80230c45-283f-45e2-8f91-e30c27a84fb2'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:13:29.490257 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 0f1e156f-0185-46e5-be92-6a68958188b3, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=0f1e156f-0185-46e5-be92-6a68958188b3,segment=NetworkSegment(58812133-eab2-4d1f-bf2a-ea777b989f38),segment_id=58812133-eab2-4d1f-bf2a-ea777b989f38)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:13:29.492208 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-16d29665-c2a8-4506-9a9f-2ca05c2547ae req-ac3cf580-6a28-4eb0-add1-ebe9aea41351 service neutron] 10.222.0.88 "GET /v2.0/networks/57c5b4be-a470-4928-a580-29b0867d15b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2775245 May 18 18:13:29.496068 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366d4f9a-8966-4916-ae32-d8437288f92e None None] Routers {'80230c45-283f-45e2-8f91-e30c27a84fb2'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:13:29.497221 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-366d4f9a-8966-4916-ae32-d8437288f92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:13:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['80230c45-283f-45e2-8f91-e30c27a84fb2'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:13:29.567600 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Returning: {'device': '0f1e156f-0185-46e5-be92-6a68958188b3', 'network_id': 'c1d6614b-2c59-4e70-a2a6-9369d97e5390', 'port_id': '0f1e156f-0185-46e5-be92-6a68958188b3', 'mac_address': 'fa:16:3e:ec:1b:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afafec31-e363-47fe-be7d-25eb1518e0dd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:13:29.617877 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b30725-8b18-4fd1-a9ef-1640c378329a req-7b730397-86a6-49d2-9c69-455096d409a3 tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:29.626030 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-94b30725-8b18-4fd1-a9ef-1640c378329a req-7b730397-86a6-49d2-9c69-455096d409a3 tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] 10.222.0.85 "GET /v2.0/ports?device_id=3d23b3b3-bd88-458c-b269-14a2fe755bd8 HTTP/1.1" status: 200 len: 943 time: 0.1535420 May 18 18:13:29.649561 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 58780) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:13:29.655171 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 727a3270-d1ee-4a6d-b188-b05b06ae63ae triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:13:29.655548 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:29.667411 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-67b784df-9105-41f0-8b9a-55c9851bc1ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:29.670048 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-67b784df-9105-41f0-8b9a-55c9851bc1ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:29.672036 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-67b784df-9105-41f0-8b9a-55c9851bc1ed admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/26882c24-cc25-4f5d-8ebb-1bafae51d75b HTTP/1.1" status: 204 len: 168 time: 0.6635506 May 18 18:13:29.699333 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b784df-9105-41f0-8b9a-55c9851bc1ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26882c24-cc25-4f5d-8ebb-1bafae51d75b,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:13:29.740251 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 0f1e156f-0185-46e5-be92-6a68958188b3 is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:13:29.741342 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:29.754546 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-94b30725-8b18-4fd1-a9ef-1640c378329a req-2c8c2fff-2715-4c4c-8dcf-27948b5f3e5a tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] 10.222.0.85 "GET /v2.0/security-groups?id=fa255767-3e7a-49af-bfae-1870baf95311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269419 May 18 18:13:29.769768 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-16d29665-c2a8-4506-9a9f-2ca05c2547ae req-eb0a5b84-b62c-4412-a170-725c5d73bb6f service neutron] 10.222.0.88 "GET /v2.0/networks/57c5b4be-a470-4928-a580-29b0867d15b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2482491 May 18 18:13:29.860856 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4f8fda33-e991-405c-b3d5-01baa6586c75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-593931'] for router_interface, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:29.866107 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-3a35091f-c4b5-4e00-b43c-003256f10511 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1581502230'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:13:29.873704 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f1e156f-0185-46e5-be92-6a68958188b3 {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:13:29.901264 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-a9227939-af58-4a63-a848-6636df6a17e6 req-92fefc7b-6dd6-4b14-97ee-779157ff5138 tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:29.906043 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-20c5d134-7f5d-4234-bd96-20180ea222ff req-e1953853-cc32-4287-b4ba-e972381112eb service neutron] 10.222.0.36 "GET /v2.0/networks/c1d6614b-2c59-4e70-a2a6-9369d97e5390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8995559 May 18 18:13:29.912888 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e41d05-872b-4b74-997d-503d9c6b2776 req-7ebf5426-be04-4860-b59c-dfc1c7aff912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:29.915261 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d6e41d05-872b-4b74-997d-503d9c6b2776 req-7ebf5426-be04-4860-b59c-dfc1c7aff912 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4c8ef274-9ecc-47c2-9686-5eebd78fb305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7438076 May 18 18:13:29.925816 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a35091f-c4b5-4e00-b43c-003256f10511 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Made reservation on behalf of 959b4a96654a42e29bad9a24937c9c47 for: {'network': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:13:29.927776 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 0f1e156f-0185-46e5-be92-6a68958188b3, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=0f1e156f-0185-46e5-be92-6a68958188b3,segment=NetworkSegment(58812133-eab2-4d1f-bf2a-ea777b989f38),segment_id=58812133-eab2-4d1f-bf2a-ea777b989f38)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:13:29.941974 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:29.947100 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3a35091f-c4b5-4e00-b43c-003256f10511 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:29.955711 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-366d4f9a-8966-4916-ae32-d8437288f92e None None] Set router 80230c45-283f-45e2-8f91-e30c27a84fb2 gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:13:29.988000 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a35091f-c4b5-4e00-b43c-003256f10511 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 616} {{(pid=102731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:13:30.003343 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3a35091f-c4b5-4e00-b43c-003256f10511 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:30.003928 n-d-838550-3 neutron-server[102731]: INFO neutron.db.segments_db [None req-3a35091f-c4b5-4e00-b43c-003256f10511 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Added segment fe0755fd-f37b-43af-9caf-458b9927f571 of type vlan for network a968d391-7aa4-41b5-bc41-860a05456b06 May 18 18:13:30.062488 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3a35091f-c4b5-4e00-b43c-003256f10511 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:30.095944 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3a35091f-c4b5-4e00-b43c-003256f10511 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:30.104671 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a35091f-c4b5-4e00-b43c-003256f10511 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:30.106251 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3a35091f-c4b5-4e00-b43c-003256f10511 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:30.145185 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=0f1e156f-0185-46e5-be92-6a68958188b3,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:13:30.149549 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-a9227939-af58-4a63-a848-6636df6a17e6 req-92fefc7b-6dd6-4b14-97ee-779157ff5138 tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:30.235006 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 727a3270-d1ee-4a6d-b188-b05b06ae63ae is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:13:30.253196 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['0f1e156f-0185-46e5-be92-6a68958188b3'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:13:30.269938 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-3a35091f-c4b5-4e00-b43c-003256f10511 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6188059 May 18 18:13:30.271760 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a35091f-c4b5-4e00-b43c-003256f10511 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Pushing event updated for resources: {'Network': ['ID=a968d391-7aa4-41b5-bc41-860a05456b06,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:13:30.281871 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 58794) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:13:30.288908 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-9d892d5e-472c-4eba-bb75-8f467937ff18 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Request body: {'subnet': {'network_id': 'a968d391-7aa4-41b5-bc41-860a05456b06', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:13:30.329338 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network a968d391-7aa4-41b5-bc41-860a05456b06 details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:13:30.348759 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2786fa51-1717-437a-a4d2-06ff1dc2b180 req-d7f83ee0-bcef-426d-a24b-c046361d57b9 tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:30.350492 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2786fa51-1717-437a-a4d2-06ff1dc2b180 req-d7f83ee0-bcef-426d-a24b-c046361d57b9 tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] 10.222.0.85 "GET /v2.0/ports?device_id=ff0fcd87-396e-4966-8261-7b70e9559423 HTTP/1.1" status: 200 len: 948 time: 0.0848079 May 18 18:13:30.393041 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9227939-af58-4a63-a848-6636df6a17e6 req-92fefc7b-6dd6-4b14-97ee-779157ff5138 tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] Network 31ebd439-090c-4b25-bbb0-31c48711b145 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:13:30.409696 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2786fa51-1717-437a-a4d2-06ff1dc2b180 req-d1d6f903-ea56-4d78-8068-34b9b9312cb9 tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] 10.222.0.85 "GET /v2.0/security-groups?id=a71bdd0b-6132-4299-809d-7cc4579566d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517468 May 18 18:13:30.429019 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [req-a9227939-af58-4a63-a848-6636df6a17e6 req-92fefc7b-6dd6-4b14-97ee-779157ff5138 tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:13:30.431534 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d6e41d05-872b-4b74-997d-503d9c6b2776 req-bc619ac4-ad8a-49c5-b3d4-edc1980f26fa service neutron] 10.222.0.36 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4506330 May 18 18:13:30.442813 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9227939-af58-4a63-a848-6636df6a17e6 req-92fefc7b-6dd6-4b14-97ee-779157ff5138 tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:13:30.510384 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-366d4f9a-8966-4916-ae32-d8437288f92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80230c45-283f-45e2-8f91-e30c27a84fb2', 'name': 'tempest-ServersTestMultiNic-2099861313-router', 'tenant_id': '959b4a96654a42e29bad9a24937c9c47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': '727a3270-d1ee-4a6d-b188-b05b06ae63ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:13:13Z', 'updated_at': '2022-05-18T18:13:26Z', 'revision_number': 4, 'project_id': '959b4a96654a42e29bad9a24937c9c47', 'gw_port': {'id': '727a3270-d1ee-4a6d-b188-b05b06ae63ae', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:a1:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80230c45-283f-45e2-8f91-e30c27a84fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:13:15Z', 'updated_at': '2022-05-18T18:13:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '8c9c0751-e221-4aec-9884-7dd0e65d57b6', 'name': '', 'network_id': '82810032-8519-4a3c-8ef7-90b964dfa33a', 'tenant_id': '959b4a96654a42e29bad9a24937c9c47', 'mac_address': 'fa:16:3e:13:9d:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80230c45-283f-45e2-8f91-e30c27a84fb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '78294feb-68a7-48ef-ae5c-7522749188b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:13:25Z', 'updated_at': '2022-05-18T18:13:27Z', 'revision_number': 2, 'project_id': '959b4a96654a42e29bad9a24937c9c47', 'subnets': [{'id': '78294feb-68a7-48ef-ae5c-7522749188b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:13:30.511276 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fefc7b-6dd6-4b14-97ee-779157ff5138 tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] Pushing event updated for resources: {'Port': ['ID=c9ea3892-f5b9-4ed8-bebc-792bb7012d32,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:13:30.548302 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366d4f9a-8966-4916-ae32-d8437288f92e None None] Checking router: 80230c45-283f-45e2-8f91-e30c27a84fb2 for host: n-d-838550-3 {{(pid=102732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:13:30.548658 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366d4f9a-8966-4916-ae32-d8437288f92e None None] Updating router 80230c45-283f-45e2-8f91-e30c27a84fb2 port 8c9c0751-e221-4aec-9884-7dd0e65d57b6 binding host n-d-838550-3 {{(pid=102732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 18:13:30.575844 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f8fda33-e991-405c-b3d5-01baa6586c75 admin admin] Router af84c569-b7fd-45c8-ae9c-ffa206d034b4 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:13:30.589892 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-366d4f9a-8966-4916-ae32-d8437288f92e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:30.699875 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d892d5e-472c-4eba-bb75-8f467937ff18 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Made reservation on behalf of 959b4a96654a42e29bad9a24937c9c47 for: {'subnet': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:13:30.703520 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9d892d5e-472c-4eba-bb75-8f467937ff18 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261031885'] for subnet, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:30.767387 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d6e41d05-872b-4b74-997d-503d9c6b2776 req-4fe0b701-b71d-4397-9897-6fceae9132e0 service neutron] 10.222.0.36 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3158007 May 18 18:13:30.806245 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-a9227939-af58-4a63-a848-6636df6a17e6 req-92fefc7b-6dd6-4b14-97ee-779157ff5138 tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:30.909380 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:30.956582 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95f4260-5c62-4332-b6cd-cdb6883f7760 req-4704c305-b064-4b51-81f2-5f1a3da2abf9 tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:30.958961 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-a9227939-af58-4a63-a848-6636df6a17e6 req-92fefc7b-6dd6-4b14-97ee-779157ff5138 tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:30.959471 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a95f4260-5c62-4332-b6cd-cdb6883f7760 req-4704c305-b064-4b51-81f2-5f1a3da2abf9 tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] 10.222.0.85 "GET /v2.0/ports?device_id=3d23b3b3-bd88-458c-b269-14a2fe755bd8 HTTP/1.1" status: 200 len: 944 time: 0.0712883 May 18 18:13:30.966411 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f8fda33-e991-405c-b3d5-01baa6586c75 admin admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:13:30.977706 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c863ee-50cf-4b16-84f5-8bd1f4911c4d None None] Sync routers for ids ['af84c569-b7fd-45c8-ae9c-ffa206d034b4'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:13:30.991918 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c863ee-50cf-4b16-84f5-8bd1f4911c4d None None] Routers {'af84c569-b7fd-45c8-ae9c-ffa206d034b4'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:13:30.992821 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-f4c863ee-50cf-4b16-84f5-8bd1f4911c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:13:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['af84c569-b7fd-45c8-ae9c-ffa206d034b4'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:13:31.011204 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-366d4f9a-8966-4916-ae32-d8437288f92e None None] Notify callbacks [] for port, precommit_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:31.031973 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a95f4260-5c62-4332-b6cd-cdb6883f7760 req-58c31e3e-9639-44ca-9bb0-074a77bb38ae tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] 10.222.0.85 "GET /v2.0/security-groups?id=fa255767-3e7a-49af-bfae-1870baf95311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639343 May 18 18:13:31.043481 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-366d4f9a-8966-4916-ae32-d8437288f92e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:31.065753 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-4f8fda33-e991-405c-b3d5-01baa6586c75 admin admin] 10.222.0.85 "PUT /v2.0/routers/af84c569-b7fd-45c8-ae9c-ffa206d034b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2310729 May 18 18:13:31.068107 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 58814) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:13:31.105459 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e46b4-41d3-40c0-a61d-e8cec166ba32 None None] Pushing event updated for resources: {'Port': ['ID=8c9c0751-e221-4aec-9884-7dd0e65d57b6,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:13:31.113276 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:31.191557 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-f4c863ee-50cf-4b16-84f5-8bd1f4911c4d None None] Set router af84c569-b7fd-45c8-ae9c-ffa206d034b4 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:13:31.231544 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-366d4f9a-8966-4916-ae32-d8437288f92e None None] Attempting to bind port 8c9c0751-e221-4aec-9884-7dd0e65d57b6 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:13:31.232193 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-366d4f9a-8966-4916-ae32-d8437288f92e None None] Attempting to bind port 8c9c0751-e221-4aec-9884-7dd0e65d57b6 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '01b6ee56-eb83-4eea-abd1-cfaf4cf1fd5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '82810032-8519-4a3c-8ef7-90b964dfa33a'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:13:31.232440 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366d4f9a-8966-4916-ae32-d8437288f92e None None] Attempting to bind port 8c9c0751-e221-4aec-9884-7dd0e65d57b6 on network 82810032-8519-4a3c-8ef7-90b964dfa33a {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:13:31.245338 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366d4f9a-8966-4916-ae32-d8437288f92e None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:13:31.247689 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366d4f9a-8966-4916-ae32-d8437288f92e None None] Checking segment: {'id': '01b6ee56-eb83-4eea-abd1-cfaf4cf1fd5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '82810032-8519-4a3c-8ef7-90b964dfa33a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:13:31.247689 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-366d4f9a-8966-4916-ae32-d8437288f92e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:31.247897 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366d4f9a-8966-4916-ae32-d8437288f92e None None] Bound using segment: {'id': '01b6ee56-eb83-4eea-abd1-cfaf4cf1fd5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '82810032-8519-4a3c-8ef7-90b964dfa33a'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:13:31.248371 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-366d4f9a-8966-4916-ae32-d8437288f92e None None] Bound port: 8c9c0751-e221-4aec-9884-7dd0e65d57b6, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01b6ee56-eb83-4eea-abd1-cfaf4cf1fd5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '82810032-8519-4a3c-8ef7-90b964dfa33a'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:13:31.255550 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-366d4f9a-8966-4916-ae32-d8437288f92e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:31.274925 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba39c3f0-be26-49b9-bc9f-3f230dccca2a req-b8d1b1af-2d8e-472b-a9a5-22a7aeb2c7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:31.275129 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 0f1e156f-0185-46e5-be92-6a68958188b3 up at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:13:31.276893 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ba39c3f0-be26-49b9-bc9f-3f230dccca2a req-b8d1b1af-2d8e-472b-a9a5-22a7aeb2c7cc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f01bdb0eb747471d9c7276a3a74207dd&device_id=ff0fcd87-396e-4966-8261-7b70e9559423 HTTP/1.1" status: 200 len: 1099 time: 0.4219241 May 18 18:13:31.355462 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e625f72d-daa8-42b5-b3b3-a6890c050c5c admin admin] Notify callbacks [] for router, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:31.493499 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-f4c863ee-50cf-4b16-84f5-8bd1f4911c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af84c569-b7fd-45c8-ae9c-ffa206d034b4', 'name': 'tempest-ServerRescueTestJSON-505246341-router', 'tenant_id': 'b3978e65ec994763a43b86fa6707d010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': '41c52fb1-0197-43ed-8e70-c50293db22f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:10:48Z', 'updated_at': '2022-05-18T18:13:28Z', 'revision_number': 5, 'project_id': 'b3978e65ec994763a43b86fa6707d010', 'gw_port': {'id': '41c52fb1-0197-43ed-8e70-c50293db22f3', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:41:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af84c569-b7fd-45c8-ae9c-ffa206d034b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:10:49Z', 'updated_at': '2022-05-18T18:10:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:13:31.528060 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9d892d5e-472c-4eba-bb75-8f467937ff18 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261104883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261031899'] for subnet, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:31.552557 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c863ee-50cf-4b16-84f5-8bd1f4911c4d None None] Checking router: af84c569-b7fd-45c8-ae9c-ffa206d034b4 for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:13:31.568585 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c863ee-50cf-4b16-84f5-8bd1f4911c4d None None] Routers {'af84c569-b7fd-45c8-ae9c-ffa206d034b4'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:13:31.569810 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-f4c863ee-50cf-4b16-84f5-8bd1f4911c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:13:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['af84c569-b7fd-45c8-ae9c-ffa206d034b4'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:13:31.616922 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d892d5e-472c-4eba-bb75-8f467937ff18 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Pushing event updated for resources: {'Subnet': ['ID=a09e408e-b4fa-48aa-9127-c1290b75f7c0,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:13:31.653150 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-2bfc0a88-4390-43ba-a15d-ab9dcefcd2d5 None None] Provisioning complete for port 8c9c0751-e221-4aec-9884-7dd0e65d57b6 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:13:31.653695 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-2bfc0a88-4390-43ba-a15d-ab9dcefcd2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:31.655867 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-a9227939-af58-4a63-a848-6636df6a17e6 req-92fefc7b-6dd6-4b14-97ee-779157ff5138 tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:31.667540 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-a9227939-af58-4a63-a848-6636df6a17e6 req-92fefc7b-6dd6-4b14-97ee-779157ff5138 tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:31.678135 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e625f72d-daa8-42b5-b3b3-a6890c050c5c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:31.718089 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-366d4f9a-8966-4916-ae32-d8437288f92e None None] For port 8c9c0751-e221-4aec-9884-7dd0e65d57b6, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:13:31.722340 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-2bfc0a88-4390-43ba-a15d-ab9dcefcd2d5 None None] Port 8c9c0751-e221-4aec-9884-7dd0e65d57b6 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:13:31.729905 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba39c3f0-be26-49b9-bc9f-3f230dccca2a req-e7c5c5e7-482f-4154-ab4f-2bedd23cdc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:31.731403 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ba39c3f0-be26-49b9-bc9f-3f230dccca2a req-e7c5c5e7-482f-4154-ab4f-2bedd23cdc4a service neutron] 10.222.0.36 "GET /v2.0/networks?id=4c8ef274-9ecc-47c2-9686-5eebd78fb305 HTTP/1.1" status: 200 len: 870 time: 0.4235482 May 18 18:13:31.738347 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-366d4f9a-8966-4916-ae32-d8437288f92e None None] For port 8c9c0751-e221-4aec-9884-7dd0e65d57b6, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=8c9c0751-e221-4aec-9884-7dd0e65d57b6,segment=NetworkSegment(01b6ee56-eb83-4eea-abd1-cfaf4cf1fd5f),segment_id=01b6ee56-eb83-4eea-abd1-cfaf4cf1fd5f)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:13:31.745912 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-366d4f9a-8966-4916-ae32-d8437288f92e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:31.780820 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning for port 0f1e156f-0185-46e5-be92-6a68958188b3 completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:13:31.792301 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning complete for port 0f1e156f-0185-46e5-be92-6a68958188b3 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:13:31.792921 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:31.793694 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-f4c863ee-50cf-4b16-84f5-8bd1f4911c4d None None] Set router af84c569-b7fd-45c8-ae9c-ffa206d034b4 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:13:31.806103 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5571444-1bea-4431-b2bc-2cb1ae9a9943 req-e5fc46f6-f5cc-4756-9d06-43383f784d8c tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:31.815288 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a5571444-1bea-4431-b2bc-2cb1ae9a9943 req-e5fc46f6-f5cc-4756-9d06-43383f784d8c tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] 10.222.0.85 "GET /v2.0/ports?device_id=ff0fcd87-396e-4966-8261-7b70e9559423 HTTP/1.1" status: 200 len: 948 time: 0.1711614 May 18 18:13:31.874677 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fefc7b-6dd6-4b14-97ee-779157ff5138 tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] Pushing event updated for resources: {'Port': ['ID=c9ea3892-f5b9-4ed8-bebc-792bb7012d32,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:13:31.894663 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-e625f72d-daa8-42b5-b3b3-a6890c050c5c admin admin] Deleting port 41c52fb1-0197-43ed-8e70-c50293db22f3 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:13:31.895017 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e625f72d-daa8-42b5-b3b3-a6890c050c5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:31.908607 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366d4f9a-8966-4916-ae32-d8437288f92e None None] Routers {'80230c45-283f-45e2-8f91-e30c27a84fb2'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:13:31.909546 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-366d4f9a-8966-4916-ae32-d8437288f92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:13:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['80230c45-283f-45e2-8f91-e30c27a84fb2'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:13:31.948172 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d892d5e-472c-4eba-bb75-8f467937ff18 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Checking segment: {'id': 'fe0755fd-f37b-43af-9caf-458b9927f571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'a968d391-7aa4-41b5-bc41-860a05456b06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:13:31.948548 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d892d5e-472c-4eba-bb75-8f467937ff18 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Network hostable DHCP agents. Network: a968d391-7aa4-41b5-bc41-860a05456b06, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:13:31.957369 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ba39c3f0-be26-49b9-bc9f-3f230dccca2a req-ffb6f026-9e31-42bd-8fde-2d64929b7815 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=68a8bb69-0810-42c8-a521-8cb8d472c895 HTTP/1.1" status: 200 len: 217 time: 0.1500335 May 18 18:13:32.024085 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a5571444-1bea-4431-b2bc-2cb1ae9a9943 req-e5dff456-3575-4b68-b5d6-ab8c2599ae9b tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] 10.222.0.85 "GET /v2.0/security-groups?id=a71bdd0b-6132-4299-809d-7cc4579566d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079239 May 18 18:13:32.049061 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 0f1e156f-0185-46e5-be92-6a68958188b3 is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:13:32.049984 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:32.053470 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-f4c863ee-50cf-4b16-84f5-8bd1f4911c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af84c569-b7fd-45c8-ae9c-ffa206d034b4', 'name': 'tempest-ServerRescueTestJSON-505246341-router', 'tenant_id': 'b3978e65ec994763a43b86fa6707d010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': '41c52fb1-0197-43ed-8e70-c50293db22f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:10:48Z', 'updated_at': '2022-05-18T18:13:28Z', 'revision_number': 5, 'project_id': 'b3978e65ec994763a43b86fa6707d010', 'gw_port': {'id': '41c52fb1-0197-43ed-8e70-c50293db22f3', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:41:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af84c569-b7fd-45c8-ae9c-ffa206d034b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:10:49Z', 'updated_at': '2022-05-18T18:10:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:13:32.115965 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 0f1e156f-0185-46e5-be92-6a68958188b3, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=0f1e156f-0185-46e5-be92-6a68958188b3,segment=NetworkSegment(58812133-eab2-4d1f-bf2a-ea777b989f38),segment_id=58812133-eab2-4d1f-bf2a-ea777b989f38)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:13:32.118110 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e46b4-41d3-40c0-a61d-e8cec166ba32 None None] Pushing event updated for resources: {'Port': ['ID=8c9c0751-e221-4aec-9884-7dd0e65d57b6,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:13:32.118758 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c863ee-50cf-4b16-84f5-8bd1f4911c4d None None] The sync data for ids ['af84c569-b7fd-45c8-ae9c-ffa206d034b4'] in n-d-838550-3 is: [{'id': 'af84c569-b7fd-45c8-ae9c-ffa206d034b4', 'name': 'tempest-ServerRescueTestJSON-505246341-router', 'tenant_id': 'b3978e65ec994763a43b86fa6707d010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': '41c52fb1-0197-43ed-8e70-c50293db22f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:10:48Z', 'updated_at': '2022-05-18T18:13:28Z', 'revision_number': 5, 'project_id': 'b3978e65ec994763a43b86fa6707d010', 'gw_port': {'id': '41c52fb1-0197-43ed-8e70-c50293db22f3', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:41:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af84c569-b7fd-45c8-ae9c-ffa206d034b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:10:49Z', 'updated_at': '2022-05-18T18:10:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:13:32.125650 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-a9227939-af58-4a63-a848-6636df6a17e6 req-92fefc7b-6dd6-4b14-97ee-779157ff5138 tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596987'] for floatingip, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:32.131304 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-e625f72d-daa8-42b5-b3b3-a6890c050c5c admin admin] For port 41c52fb1-0197-43ed-8e70-c50293db22f3, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=41c52fb1-0197-43ed-8e70-c50293db22f3,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:13:32.131459 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d23b3b3-bd88-458c-b269-14a2fe755bd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f1e156f-0185-46e5-be92-6a68958188b3'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:13:32.131627 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e625f72d-daa8-42b5-b3b3-a6890c050c5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:32.137841 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02cdf93a-6d4b-4ace-a158-db71cbc4dc31" -d '{"events": [{"server_uuid": "3d23b3b3-bd88-458c-b269-14a2fe755bd8", "name": "network-vif-plugged", "status": "completed", "tag": "0f1e156f-0185-46e5-be92-6a68958188b3"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:13:32.156816 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:32.166049 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-e625f72d-daa8-42b5-b3b3-a6890c050c5c admin admin] Calling delete_port for 41c52fb1-0197-43ed-8e70-c50293db22f3 owned by network:router_gateway {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:13:32.171872 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba39c3f0-be26-49b9-bc9f-3f230dccca2a req-9e78cf7c-3067-48e0-9d21-094eb3caddac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:32.178770 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ba39c3f0-be26-49b9-bc9f-3f230dccca2a req-9e78cf7c-3067-48e0-9d21-094eb3caddac service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c2531ae9-89db-4dcf-b670-9eac4c9cde53 HTTP/1.1" status: 200 len: 843 time: 0.2104046 May 18 18:13:32.180375 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d892d5e-472c-4eba-bb75-8f467937ff18 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Network a968d391-7aa4-41b5-bc41-860a05456b06 is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:13:32.196067 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-a9227939-af58-4a63-a848-6636df6a17e6 req-92fefc7b-6dd6-4b14-97ee-779157ff5138 tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:32.209670 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a9227939-af58-4a63-a848-6636df6a17e6 req-92fefc7b-6dd6-4b14-97ee-779157ff5138 tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.7794373 May 18 18:13:32.322369 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=0f1e156f-0185-46e5-be92-6a68958188b3,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:13:32.328863 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-366d4f9a-8966-4916-ae32-d8437288f92e None None] Set router 80230c45-283f-45e2-8f91-e30c27a84fb2 gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:13:32.342094 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-9d892d5e-472c-4eba-bb75-8f467937ff18 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, a968d391-7aa4-41b5-bc41-860a05456b06) {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:13:32.346463 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d892d5e-472c-4eba-bb75-8f467937ff18 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:32.347630 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9d892d5e-472c-4eba-bb75-8f467937ff18 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:32.381046 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e2dd0a-5403-4f87-8f1f-6e28e179414d None None] Network a968d391-7aa4-41b5-bc41-860a05456b06 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:13:32.388800 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a9227939-af58-4a63-a848-6636df6a17e6 req-2ccbb851-b096-4a5d-b5a0-ea262ea2740b tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] 10.222.0.85 "GET /v2.0/floatingips?floating_ip_address=172.25.5.158 HTTP/1.1" status: 200 len: 696 time: 0.1781900 May 18 18:13:32.395441 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875aa0d0-da94-4a6d-b11b-c9c7c6917e5f req-c0eb515d-a65a-45aa-a149-6dbd658c56bd tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:32.399842 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-875aa0d0-da94-4a6d-b11b-c9c7c6917e5f req-c0eb515d-a65a-45aa-a149-6dbd658c56bd tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] 10.222.0.85 "GET /v2.0/ports?device_id=3d23b3b3-bd88-458c-b269-14a2fe755bd8 HTTP/1.1" status: 200 len: 945 time: 0.2408853 May 18 18:13:32.403817 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-9d892d5e-472c-4eba-bb75-8f467937ff18 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.1188636 May 18 18:13:32.407665 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 58844) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:13:32.430728 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-38c1dcfc-613d-4c27-a833-2c03d59eb1f4 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1332360557'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:13:32.464063 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-875aa0d0-da94-4a6d-b11b-c9c7c6917e5f req-a1d34f2b-c6e7-46fe-a464-ad0a8407b221 tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] 10.222.0.85 "GET /v2.0/security-groups?id=fa255767-3e7a-49af-bfae-1870baf95311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525899 May 18 18:13:32.540766 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba39c3f0-be26-49b9-bc9f-3f230dccca2a req-292d8e9a-4bf1-4116-b4ca-6dba1edd4f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:32.543403 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ba39c3f0-be26-49b9-bc9f-3f230dccca2a req-292d8e9a-4bf1-4116-b4ca-6dba1edd4f4f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4c8ef274-9ecc-47c2-9686-5eebd78fb305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3312654 May 18 18:13:32.552742 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-341751c0-9a2f-4998-94be-99d5b72fe43d None None] Provisioning complete for port 8c9c0751-e221-4aec-9884-7dd0e65d57b6 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:13:32.553273 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-341751c0-9a2f-4998-94be-99d5b72fe43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:32.567000 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38c1dcfc-613d-4c27-a833-2c03d59eb1f4 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Made reservation on behalf of 959b4a96654a42e29bad9a24937c9c47 for: {'network': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:13:32.571530 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-38c1dcfc-613d-4c27-a833-2c03d59eb1f4 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:32.614520 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adc97660-b924-4ed0-b8dd-896647b36326 x-openstack-request-id: req-adc97660-b924-4ed0-b8dd-896647b36326 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:13:32.614982 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d23b3b3-bd88-458c-b269-14a2fe755bd8", "name": "network-vif-plugged", "status": "completed", "tag": "0f1e156f-0185-46e5-be92-6a68958188b3", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:13:32.615387 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-adc97660-b924-4ed0-b8dd-896647b36326 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:13:32.616171 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-adc97660-b924-4ed0-b8dd-896647b36326'] response: {'server_uuid': '3d23b3b3-bd88-458c-b269-14a2fe755bd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f1e156f-0185-46e5-be92-6a68958188b3', 'code': 200} May 18 18:13:32.671100 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e625f72d-daa8-42b5-b3b3-a6890c050c5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:32.724461 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e625f72d-daa8-42b5-b3b3-a6890c050c5c admin admin] Pushing event deleted for resources: {'Port': ['ID=41c52fb1-0197-43ed-8e70-c50293db22f3,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:13:32.770765 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9227939-af58-4a63-a848-6636df6a17e6 req-ba11dda2-1df5-488f-bf55-f0ba3f73ebd0 tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:32.776910 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a9227939-af58-4a63-a848-6636df6a17e6 req-ba11dda2-1df5-488f-bf55-f0ba3f73ebd0 tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] 10.222.0.85 "GET /v2.0/networks/31ebd439-090c-4b25-bbb0-31c48711b145 HTTP/1.1" status: 200 len: 784 time: 0.3872204 May 18 18:13:32.778046 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38c1dcfc-613d-4c27-a833-2c03d59eb1f4 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 621} {{(pid=102730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:13:32.799026 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-38c1dcfc-613d-4c27-a833-2c03d59eb1f4 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:32.799620 n-d-838550-3 neutron-server[102730]: INFO neutron.db.segments_db [None req-38c1dcfc-613d-4c27-a833-2c03d59eb1f4 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Added segment d74a2218-59b6-4249-83de-1c4cbf35a4a2 of type vlan for network 77f52293-860e-453d-8109-a574592eaa62 May 18 18:13:32.866131 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc60f24-62ef-437d-810c-93a58f94393b req-c4628f1c-a065-4ac5-b123-32669aed4b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:32.868462 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1cc60f24-62ef-437d-810c-93a58f94393b req-c4628f1c-a065-4ac5-b123-32669aed4b93 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3d23b3b3-bd88-458c-b269-14a2fe755bd8 HTTP/1.1" status: 200 len: 1096 time: 0.1878920 May 18 18:13:32.926474 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ba39c3f0-be26-49b9-bc9f-3f230dccca2a req-0b733ad5-8100-4bd6-9fc6-9f344788df85 service neutron] 10.222.0.36 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3750951 May 18 18:13:32.928076 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-38c1dcfc-613d-4c27-a833-2c03d59eb1f4 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:32.991720 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e625f72d-daa8-42b5-b3b3-a6890c050c5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596901'] for router_gateway, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:33.021135 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1cc60f24-62ef-437d-810c-93a58f94393b req-ee3debe7-476b-404f-9b76-a42aaf2e34f4 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=fa255767-3e7a-49af-bfae-1870baf95311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423345 May 18 18:13:33.030345 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-38c1dcfc-613d-4c27-a833-2c03d59eb1f4 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:33.035921 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c1dcfc-613d-4c27-a833-2c03d59eb1f4 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:33.036525 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-38c1dcfc-613d-4c27-a833-2c03d59eb1f4 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:33.040560 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-341751c0-9a2f-4998-94be-99d5b72fe43d None None] Current status of the port 8c9c0751-e221-4aec-9884-7dd0e65d57b6 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:13:33.040962 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-341751c0-9a2f-4998-94be-99d5b72fe43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:33.109992 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-341751c0-9a2f-4998-94be-99d5b72fe43d None None] For port 8c9c0751-e221-4aec-9884-7dd0e65d57b6, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=8c9c0751-e221-4aec-9884-7dd0e65d57b6,segment=NetworkSegment(01b6ee56-eb83-4eea-abd1-cfaf4cf1fd5f),segment_id=01b6ee56-eb83-4eea-abd1-cfaf4cf1fd5f)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:13:33.116720 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-332e87ee-051d-4738-ba61-70503c5704ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-a968d391-7aa4-41b5-bc41-860a05456b06', 'network_id': 'a968d391-7aa4-41b5-bc41-860a05456b06', 'tenant_id': '959b4a96654a42e29bad9a24937c9c47', 'fixed_ips': [{'subnet_id': 'a09e408e-b4fa-48aa-9127-c1290b75f7c0'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:13:33.117703 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-332e87ee-051d-4738-ba61-70503c5704ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:33.121126 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c1dcfc-613d-4c27-a833-2c03d59eb1f4 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Pushing event updated for resources: {'Network': ['ID=77f52293-860e-453d-8109-a574592eaa62,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:13:33.122105 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-341751c0-9a2f-4998-94be-99d5b72fe43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:33.130378 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-38c1dcfc-613d-4c27-a833-2c03d59eb1f4 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7094429 May 18 18:13:33.132944 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 58852) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:13:33.163318 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-a090f5a1-3bad-4116-bc4a-f9cb9a986439 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Request body: {'subnet': {'network_id': '77f52293-860e-453d-8109-a574592eaa62', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:13:33.163566 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network 77f52293-860e-453d-8109-a574592eaa62 details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:13:33.197646 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-366d4f9a-8966-4916-ae32-d8437288f92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80230c45-283f-45e2-8f91-e30c27a84fb2', 'name': 'tempest-ServersTestMultiNic-2099861313-router', 'tenant_id': '959b4a96654a42e29bad9a24937c9c47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': '727a3270-d1ee-4a6d-b188-b05b06ae63ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:13:13Z', 'updated_at': '2022-05-18T18:13:26Z', 'revision_number': 4, 'project_id': '959b4a96654a42e29bad9a24937c9c47', 'gw_port': {'id': '727a3270-d1ee-4a6d-b188-b05b06ae63ae', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:a1:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80230c45-283f-45e2-8f91-e30c27a84fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:13:15Z', 'updated_at': '2022-05-18T18:13:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '8c9c0751-e221-4aec-9884-7dd0e65d57b6', 'name': '', 'network_id': '82810032-8519-4a3c-8ef7-90b964dfa33a', 'tenant_id': '959b4a96654a42e29bad9a24937c9c47', 'mac_address': 'fa:16:3e:13:9d:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80230c45-283f-45e2-8f91-e30c27a84fb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '78294feb-68a7-48ef-ae5c-7522749188b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:13:25Z', 'updated_at': '2022-05-18T18:13:31Z', 'revision_number': 4, 'project_id': '959b4a96654a42e29bad9a24937c9c47', 'subnets': [{'id': '78294feb-68a7-48ef-ae5c-7522749188b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:13:33.203834 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f46199ec-3e5e-4dfa-b56c-f4ce3c467549 req-90df5289-ede3-4021-a78a-98e2f4b35783 tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] 10.222.0.85 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3903584 May 18 18:13:33.238443 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-f46199ec-3e5e-4dfa-b56c-f4ce3c467549 req-160c3763-1c30-49f2-a366-28cabbf756ab tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] Request body: {'floatingip': {'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:13:33.243609 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e625f72d-daa8-42b5-b3b3-a6890c050c5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25145'] for router, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:33.246436 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e625f72d-daa8-42b5-b3b3-a6890c050c5c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:33.270412 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ba39c3f0-be26-49b9-bc9f-3f230dccca2a req-4bf522b1-1345-415b-9127-830a31e25c69 service neutron] 10.222.0.36 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3310645 May 18 18:13:33.304744 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a0c417-a11b-47a6-8e49-11a827ef3ff9 req-0b976cc9-93f9-4fb0-94a8-c18398c7e274 tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:33.307038 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f7a0c417-a11b-47a6-8e49-11a827ef3ff9 req-0b976cc9-93f9-4fb0-94a8-c18398c7e274 tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] 10.222.0.85 "GET /v2.0/ports?device_id=ff0fcd87-396e-4966-8261-7b70e9559423 HTTP/1.1" status: 200 len: 948 time: 0.1756368 May 18 18:13:33.310124 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 68a8bb69-0810-42c8-a521-8cb8d472c895 details requested by agent hyperv_n-h1-838550-3 with host n-h1-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:13:33.361002 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a090f5a1-3bad-4116-bc4a-f9cb9a986439 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Made reservation on behalf of 959b4a96654a42e29bad9a24937c9c47 for: {'subnet': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:13:33.364661 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a090f5a1-3bad-4116-bc4a-f9cb9a986439 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261031885'] for subnet, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:33.382431 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366d4f9a-8966-4916-ae32-d8437288f92e None None] The sync data for ids ['80230c45-283f-45e2-8f91-e30c27a84fb2'] in n-d-838550-3 is: [{'id': '80230c45-283f-45e2-8f91-e30c27a84fb2', 'name': 'tempest-ServersTestMultiNic-2099861313-router', 'tenant_id': '959b4a96654a42e29bad9a24937c9c47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': '727a3270-d1ee-4a6d-b188-b05b06ae63ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:13:13Z', 'updated_at': '2022-05-18T18:13:26Z', 'revision_number': 4, 'project_id': '959b4a96654a42e29bad9a24937c9c47', 'gw_port': {'id': '727a3270-d1ee-4a6d-b188-b05b06ae63ae', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:a1:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80230c45-283f-45e2-8f91-e30c27a84fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:13:15Z', 'updated_at': '2022-05-18T18:13:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '8c9c0751-e221-4aec-9884-7dd0e65d57b6', 'name': '', 'network_id': '82810032-8519-4a3c-8ef7-90b964dfa33a', 'tenant_id': '959b4a96654a42e29bad9a24937c9c47', 'mac_address': 'fa:16:3e:13:9d:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80230c45-283f-45e2-8f91-e30c27a84fb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '78294feb-68a7-48ef-ae5c-7522749188b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:13:25Z', 'updated_at': '2022-05-18T18:13:31Z', 'revision_number': 4, 'project_id': '959b4a96654a42e29bad9a24937c9c47', 'subnets': [{'id': '78294feb-68a7-48ef-ae5c-7522749188b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:13:33.390155 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f7a0c417-a11b-47a6-8e49-11a827ef3ff9 req-aa948cb9-1f95-4486-89a8-2d847fe4e17d tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] 10.222.0.85 "GET /v2.0/security-groups?id=a71bdd0b-6132-4299-809d-7cc4579566d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742002 May 18 18:13:33.404893 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 4df2bcd1-45e9-4c9a-bd2e-c2098a1bdfc4 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:13:33.476988 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341751c0-9a2f-4998-94be-99d5b72fe43d None None] Pushing event updated for resources: {'Port': ['ID=8c9c0751-e221-4aec-9884-7dd0e65d57b6,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:13:33.491686 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 4df2bcd1-45e9-4c9a-bd2e-c2098a1bdfc4 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:13:33.492312 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 4df2bcd1-45e9-4c9a-bd2e-c2098a1bdfc4 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:13:33.655618 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 68a8bb69-0810-42c8-a521-8cb8d472c895, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=68a8bb69-0810-42c8-a521-8cb8d472c895,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:13:33.672009 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-332e87ee-051d-4738-ba61-70503c5704ab None None] Allocated IP 19.80.0.2 (a968d391-7aa4-41b5-bc41-860a05456b06/a09e408e-b4fa-48aa-9127-c1290b75f7c0/c03e4d27-ddf8-4552-8516-8e9b2057142c) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:13:33.683258 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Returning: {'device': '68a8bb69-0810-42c8-a521-8cb8d472c895', 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305', 'port_id': '68a8bb69-0810-42c8-a521-8cb8d472c895', 'mac_address': 'fa:16:3e:f1:20:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2531ae9-89db-4dcf-b670-9eac4c9cde53', 'ip_address': '192.168.233.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:13:33.690278 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a090f5a1-3bad-4116-bc4a-f9cb9a986439 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261104883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261031899'] for subnet, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:33.772604 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a090f5a1-3bad-4116-bc4a-f9cb9a986439 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Pushing event updated for resources: {'Subnet': ['ID=0c24bf7f-a5e0-40a1-ad74-e9e4a0a0c69a,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:13:33.779332 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-f46199ec-3e5e-4dfa-b56c-f4ce3c467549 req-160c3763-1c30-49f2-a366-28cabbf756ab tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] Notify callbacks [] for floatingip, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:33.784480 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 68a8bb69-0810-42c8-a521-8cb8d472c895 is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:13:33.785010 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:33.798701 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e625f72d-daa8-42b5-b3b3-a6890c050c5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593303'] for router, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:33.799232 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e625f72d-daa8-42b5-b3b3-a6890c050c5c admin admin] Fanout notify agent at l3_agent the message router_deleted on router af84c569-b7fd-45c8-ae9c-ffa206d034b4 {{(pid=102731) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 18 18:13:33.804003 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e625f72d-daa8-42b5-b3b3-a6890c050c5c admin admin] Notify callbacks [] for router, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:33.806332 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-e625f72d-daa8-42b5-b3b3-a6890c050c5c admin admin] 10.222.0.85 "DELETE /v2.0/routers/af84c569-b7fd-45c8-ae9c-ffa206d034b4 HTTP/1.1" status: 204 len: 168 time: 2.7371819 May 18 18:13:33.810653 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 58856) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:13:33.813542 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68a8bb69-0810-42c8-a521-8cb8d472c895 {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:13:33.831200 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bf9588-c5d5-4cee-bff0-4770a8d37726 req-c2001f52-57bd-4b5a-958f-3163b9e4a3d5 tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:33.833194 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-57bf9588-c5d5-4cee-bff0-4770a8d37726 req-c2001f52-57bd-4b5a-958f-3163b9e4a3d5 tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] 10.222.0.85 "GET /v2.0/ports?device_id=3d23b3b3-bd88-458c-b269-14a2fe755bd8 HTTP/1.1" status: 200 len: 945 time: 0.2062607 May 18 18:13:33.849579 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 68a8bb69-0810-42c8-a521-8cb8d472c895, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=68a8bb69-0810-42c8-a521-8cb8d472c895,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:13:33.862225 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a090f5a1-3bad-4116-bc4a-f9cb9a986439 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Checking segment: {'id': 'd74a2218-59b6-4249-83de-1c4cbf35a4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '77f52293-860e-453d-8109-a574592eaa62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:13:33.862584 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a090f5a1-3bad-4116-bc4a-f9cb9a986439 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Network hostable DHCP agents. Network: 77f52293-860e-453d-8109-a574592eaa62, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:13:33.878324 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:33.942884 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8b1dd8c-600e-4d2a-a532-071a085c6fb1 admin admin] Deleting subnet 8e5d7b30-30eb-4951-a733-71bef5e29c46 {{(pid=102730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:13:33.953554 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a090f5a1-3bad-4116-bc4a-f9cb9a986439 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Network 77f52293-860e-453d-8109-a574592eaa62 is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:13:33.956473 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a8b1dd8c-600e-4d2a-a532-071a085c6fb1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:33.979514 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-f46199ec-3e5e-4dfa-b56c-f4ce3c467549 req-160c3763-1c30-49f2-a366-28cabbf756ab tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:33.996195 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-57bf9588-c5d5-4cee-bff0-4770a8d37726 req-ccc4da96-a4a0-4d38-b2d6-fd6e75c2c0c4 tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] 10.222.0.85 "GET /v2.0/security-groups?id=fa255767-3e7a-49af-bfae-1870baf95311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257434 May 18 18:13:34.002341 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=68a8bb69-0810-42c8-a521-8cb8d472c895,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:13:34.018852 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-332e87ee-051d-4738-ba61-70503c5704ab None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:34.033828 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-a090f5a1-3bad-4116-bc4a-f9cb9a986439 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, 77f52293-860e-453d-8109-a574592eaa62) {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:13:34.036793 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-332e87ee-051d-4738-ba61-70503c5704ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:34.047646 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a090f5a1-3bad-4116-bc4a-f9cb9a986439 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:34.048254 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a090f5a1-3bad-4116-bc4a-f9cb9a986439 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:34.069090 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a8b1dd8c-600e-4d2a-a532-071a085c6fb1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260107366'] for subnet, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:34.082662 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-332e87ee-051d-4738-ba61-70503c5704ab None None] Network a968d391-7aa4-41b5-bc41-860a05456b06 is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:13:34.087671 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68926f8d-3b22-4885-b5ef-031c8c4f8bbb None None] Network 77f52293-860e-453d-8109-a574592eaa62 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:13:34.094894 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-332e87ee-051d-4738-ba61-70503c5704ab None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:13:34.133055 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332e87ee-051d-4738-ba61-70503c5704ab None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:13:34.188810 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-a090f5a1-3bad-4116-bc4a-f9cb9a986439 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0387249 May 18 18:13:34.268982 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a8b1dd8c-600e-4d2a-a532-071a085c6fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:34.308623 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [req-f46199ec-3e5e-4dfa-b56c-f4ce3c467549 req-160c3763-1c30-49f2-a366-28cabbf756ab tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] Allocated IP 172.25.5.201 (31ebd439-090c-4b25-bbb0-31c48711b145/363a2810-8a83-4be0-a317-7c91fcd94485/ea893092-2a1d-41c1-afb9-041237dc83b6) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:13:34.429746 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a8b1dd8c-600e-4d2a-a532-071a085c6fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261104690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261031888'] for subnet, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:34.524549 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-f46199ec-3e5e-4dfa-b56c-f4ce3c467549 req-160c3763-1c30-49f2-a366-28cabbf756ab tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:34.563592 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['68a8bb69-0810-42c8-a521-8cb8d472c895'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:13:34.573338 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-f46199ec-3e5e-4dfa-b56c-f4ce3c467549 req-160c3763-1c30-49f2-a366-28cabbf756ab tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:34.621853 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f46199ec-3e5e-4dfa-b56c-f4ce3c467549 req-160c3763-1c30-49f2-a366-28cabbf756ab tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] Network 31ebd439-090c-4b25-bbb0-31c48711b145 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:13:34.626390 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [req-f46199ec-3e5e-4dfa-b56c-f4ce3c467549 req-160c3763-1c30-49f2-a366-28cabbf756ab tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:13:34.629368 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-f46199ec-3e5e-4dfa-b56c-f4ce3c467549 req-160c3763-1c30-49f2-a366-28cabbf756ab tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:13:34.647993 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332e87ee-051d-4738-ba61-70503c5704ab None None] Pushing event updated for resources: {'Port': ['ID=c03e4d27-ddf8-4552-8516-8e9b2057142c,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:13:34.669314 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160c3763-1c30-49f2-a366-28cabbf756ab tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] Pushing event updated for resources: {'Port': ['ID=ea893092-2a1d-41c1-afb9-041237dc83b6,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:13:34.683562 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-332e87ee-051d-4738-ba61-70503c5704ab None None] Attempting to bind port c03e4d27-ddf8-4552-8516-8e9b2057142c on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:13:34.683652 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-332e87ee-051d-4738-ba61-70503c5704ab None None] Attempting to bind port c03e4d27-ddf8-4552-8516-8e9b2057142c by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': 'fe0755fd-f37b-43af-9caf-458b9927f571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'a968d391-7aa4-41b5-bc41-860a05456b06'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:13:34.684071 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332e87ee-051d-4738-ba61-70503c5704ab None None] Attempting to bind port c03e4d27-ddf8-4552-8516-8e9b2057142c on network a968d391-7aa4-41b5-bc41-860a05456b06 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:13:34.703362 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332e87ee-051d-4738-ba61-70503c5704ab None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:13:34.703642 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332e87ee-051d-4738-ba61-70503c5704ab None None] Checking segment: {'id': 'fe0755fd-f37b-43af-9caf-458b9927f571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'a968d391-7aa4-41b5-bc41-860a05456b06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:13:34.703957 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-332e87ee-051d-4738-ba61-70503c5704ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:34.704357 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332e87ee-051d-4738-ba61-70503c5704ab None None] Bound using segment: {'id': 'fe0755fd-f37b-43af-9caf-458b9927f571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'a968d391-7aa4-41b5-bc41-860a05456b06'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:13:34.705526 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-332e87ee-051d-4738-ba61-70503c5704ab None None] Bound port: c03e4d27-ddf8-4552-8516-8e9b2057142c, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe0755fd-f37b-43af-9caf-458b9927f571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'a968d391-7aa4-41b5-bc41-860a05456b06'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:13:34.706040 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-332e87ee-051d-4738-ba61-70503c5704ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:34.788407 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-f46199ec-3e5e-4dfa-b56c-f4ce3c467549 req-160c3763-1c30-49f2-a366-28cabbf756ab tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:34.848768 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b1dd8c-600e-4d2a-a532-071a085c6fb1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e5d7b30-30eb-4951-a733-71bef5e29c46,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:13:34.858370 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-f46199ec-3e5e-4dfa-b56c-f4ce3c467549 req-160c3763-1c30-49f2-a366-28cabbf756ab tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:34.858605 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a8b1dd8c-600e-4d2a-a532-071a085c6fb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:34.864227 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-332e87ee-051d-4738-ba61-70503c5704ab None None] For port c03e4d27-ddf8-4552-8516-8e9b2057142c, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:13:34.865210 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-a8b1dd8c-600e-4d2a-a532-071a085c6fb1 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/8e5d7b30-30eb-4951-a733-71bef5e29c46 HTTP/1.1" status: 204 len: 168 time: 1.0436692 May 18 18:13:34.866284 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 58872) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:13:34.896568 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-332e87ee-051d-4738-ba61-70503c5704ab None None] For port c03e4d27-ddf8-4552-8516-8e9b2057142c, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=c03e4d27-ddf8-4552-8516-8e9b2057142c,segment=NetworkSegment(fe0755fd-f37b-43af-9caf-458b9927f571),segment_id=fe0755fd-f37b-43af-9caf-458b9927f571)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:13:34.907284 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d59004-5486-42db-8eb7-a408fc229d49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-77f52293-860e-453d-8109-a574592eaa62', 'network_id': '77f52293-860e-453d-8109-a574592eaa62', 'tenant_id': '959b4a96654a42e29bad9a24937c9c47', 'fixed_ips': [{'subnet_id': '0c24bf7f-a5e0-40a1-ad74-e9e4a0a0c69a'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:13:34.908206 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-25d59004-5486-42db-8eb7-a408fc229d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:34.910958 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-332e87ee-051d-4738-ba61-70503c5704ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:34.993526 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772e0f54-e4cf-4920-9f63-0dd62693c3d9 req-e7eac776-6ff7-4ca0-abd2-b4934f219a20 tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:34.995972 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-772e0f54-e4cf-4920-9f63-0dd62693c3d9 req-e7eac776-6ff7-4ca0-abd2-b4934f219a20 tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] 10.222.0.85 "GET /v2.0/ports?device_id=ff0fcd87-396e-4966-8261-7b70e9559423 HTTP/1.1" status: 200 len: 949 time: 0.1500721 May 18 18:13:35.039820 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-88fa89a2-1fe8-4e5c-b802-16c515e39cbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:35.098765 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332e87ee-051d-4738-ba61-70503c5704ab None None] Pushing event updated for resources: {'Port': ['ID=c03e4d27-ddf8-4552-8516-8e9b2057142c,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:13:35.098972 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-f46199ec-3e5e-4dfa-b56c-f4ce3c467549 req-160c3763-1c30-49f2-a366-28cabbf756ab tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:35.114552 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-f46199ec-3e5e-4dfa-b56c-f4ce3c467549 req-160c3763-1c30-49f2-a366-28cabbf756ab tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:35.125500 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-772e0f54-e4cf-4920-9f63-0dd62693c3d9 req-b1ac31e6-61db-4915-b88e-cecde8d68bea tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] 10.222.0.85 "GET /v2.0/security-groups?id=a71bdd0b-6132-4299-809d-7cc4579566d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148114 May 18 18:13:35.201651 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-88fa89a2-1fe8-4e5c-b802-16c515e39cbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:35.254734 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-88fa89a2-1fe8-4e5c-b802-16c515e39cbe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['318d7223-f14c-48f3-9a41-7dc7c337e246']}} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:13:35.264942 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-25d59004-5486-42db-8eb7-a408fc229d49 None None] Allocated IP 19.86.0.2 (77f52293-860e-453d-8109-a574592eaa62/0c24bf7f-a5e0-40a1-ad74-e9e4a0a0c69a/2f874a4f-97d9-415b-93ab-a8889a7e0752) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:13:35.277205 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-88fa89a2-1fe8-4e5c-b802-16c515e39cbe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '159798b3-0081-404e-b89f-736264c95ce3') {'for_net_delete': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:13:35.278455 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-88fa89a2-1fe8-4e5c-b802-16c515e39cbe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '159798b3-0081-404e-b89f-736264c95ce3') {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:13:35.306351 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160c3763-1c30-49f2-a366-28cabbf756ab tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] Pushing event updated for resources: {'Port': ['ID=ea893092-2a1d-41c1-afb9-041237dc83b6,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:13:35.350818 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-88fa89a2-1fe8-4e5c-b802-16c515e39cbe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260107375'] for segment, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:35.408420 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-f46199ec-3e5e-4dfa-b56c-f4ce3c467549 req-160c3763-1c30-49f2-a366-28cabbf756ab tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596987'] for floatingip, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:35.436321 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-f46199ec-3e5e-4dfa-b56c-f4ce3c467549 req-160c3763-1c30-49f2-a366-28cabbf756ab tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:35.438165 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f46199ec-3e5e-4dfa-b56c-f4ce3c467549 req-160c3763-1c30-49f2-a366-28cabbf756ab tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2058046 May 18 18:13:35.481642 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-88fa89a2-1fe8-4e5c-b802-16c515e39cbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:35.490274 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 8c9c0751-e221-4aec-9884-7dd0e65d57b6 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:13:35.500380 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88fa89a2-1fe8-4e5c-b802-16c515e39cbe admin admin] Releasing vlan 608 on physical network physnet1 to pool {{(pid=102730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:13:35.500797 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-88fa89a2-1fe8-4e5c-b802-16c515e39cbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261102736'] for segment, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:35.503693 n-d-838550-3 neutron-server[102730]: Traceback (most recent call last): May 18 18:13:35.503693 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:13:35.503693 n-d-838550-3 neutron-server[102730]: timer() May 18 18:13:35.503693 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:13:35.503693 n-d-838550-3 neutron-server[102730]: cb(*args, **kw) May 18 18:13:35.503693 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:13:35.503693 n-d-838550-3 neutron-server[102730]: return func(*args, **kwargs) May 18 18:13:35.503693 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:13:35.503693 n-d-838550-3 neutron-server[102730]: self._notify() May 18 18:13:35.503693 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:13:35.503693 n-d-838550-3 neutron-server[102730]: self.callback(batched_events) May 18 18:13:35.503693 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:13:35.503693 n-d-838550-3 neutron-server[102730]: event.method(event) May 18 18:13:35.503693 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:13:35.503693 n-d-838550-3 neutron-server[102730]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:13:35.503693 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:13:35.503693 n-d-838550-3 neutron-server[102730]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:13:35.503693 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:13:35.503693 n-d-838550-3 neutron-server[102730]: return f(self, *a, **k) May 18 18:13:35.503693 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:13:35.503693 n-d-838550-3 neutron-server[102730]: return self._get(url).json() May 18 18:13:35.503693 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:13:35.503693 n-d-838550-3 neutron-server[102730]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:13:35.503693 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:13:35.503693 n-d-838550-3 neutron-server[102730]: return self.request(url, 'GET', **kwargs) May 18 18:13:35.503693 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:13:35.503693 n-d-838550-3 neutron-server[102730]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:13:35.503693 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:13:35.503693 n-d-838550-3 neutron-server[102730]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:13:35.503693 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:13:35.503693 n-d-838550-3 neutron-server[102730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:13:35.503693 n-d-838550-3 neutron-server[102730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:13:35.631987 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f46199ec-3e5e-4dfa-b56c-f4ce3c467549 req-ad37eb76-197a-47c0-9c8a-fe6a25b6ff3c tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] 10.222.0.85 "GET /v2.0/floatingips?floating_ip_address=172.25.5.201 HTTP/1.1" status: 200 len: 696 time: 0.1835189 May 18 18:13:35.645200 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-88fa89a2-1fe8-4e5c-b802-16c515e39cbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:35.653506 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-88fa89a2-1fe8-4e5c-b802-16c515e39cbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:35.658075 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-88fa89a2-1fe8-4e5c-b802-16c515e39cbe admin admin] 10.222.0.85 "DELETE /v2.0/networks/318d7223-f14c-48f3-9a41-7dc7c337e246 HTTP/1.1" status: 204 len: 168 time: 0.7874799 May 18 18:13:35.669490 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf7d8eb-1641-4ee2-9a5d-e7cd97ca4c71 req-e3ea4863-0596-4a58-8f8c-cb4dca6689a7 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:35.676035 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf7d8eb-1641-4ee2-9a5d-e7cd97ca4c71 req-e3ea4863-0596-4a58-8f8c-cb4dca6689a7 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:35.678068 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bcf7d8eb-1641-4ee2-9a5d-e7cd97ca4c71 req-e3ea4863-0596-4a58-8f8c-cb4dca6689a7 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] 10.222.0.85 "GET /v2.0/networks?id=a968d391-7aa4-41b5-bc41-860a05456b06&id=77f52293-860e-453d-8109-a574592eaa62&id=a968d391-7aa4-41b5-bc41-860a05456b06 HTTP/1.1" status: 200 len: 1392 time: 0.3787935 May 18 18:13:35.690435 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fa89a2-1fe8-4e5c-b802-16c515e39cbe admin admin] Pushing event deleted for resources: {'Network': ['ID=318d7223-f14c-48f3-9a41-7dc7c337e246,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:13:35.708247 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bcf7d8eb-1641-4ee2-9a5d-e7cd97ca4c71 req-7aae4e42-c466-415e-aeb3-2e5cf72d8a24 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] 10.222.0.85 "GET /v2.0/quotas/959b4a96654a42e29bad9a24937c9c47 HTTP/1.1" status: 200 len: 375 time: 0.0191939 May 18 18:13:35.821121 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-25d59004-5486-42db-8eb7-a408fc229d49 None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:35.830953 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bcf7d8eb-1641-4ee2-9a5d-e7cd97ca4c71 req-e0fc5f58-2c43-4a9e-84df-d98d8cbc75a4 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=959b4a96654a42e29bad9a24937c9c47&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1067939 May 18 18:13:35.832438 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 8c9c0751-e221-4aec-9884-7dd0e65d57b6 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:13:35.833023 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:35.839207 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-25d59004-5486-42db-8eb7-a408fc229d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:35.909558 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46199ec-3e5e-4dfa-b56c-f4ce3c467549 req-f13dfe94-01bb-4e4c-bdbc-4615b74125b0 tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:35.928788 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f46199ec-3e5e-4dfa-b56c-f4ce3c467549 req-f13dfe94-01bb-4e4c-bdbc-4615b74125b0 tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] 10.222.0.85 "GET /v2.0/networks/31ebd439-090c-4b25-bbb0-31c48711b145 HTTP/1.1" status: 200 len: 784 time: 0.2895923 May 18 18:13:36.052480 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bcf7d8eb-1641-4ee2-9a5d-e7cd97ca4c71 req-f4d8d237-75b6-4a51-b0df-1a1a11bcc50a service neutron] 10.222.0.85 "GET /v2.0/networks/a968d391-7aa4-41b5-bc41-860a05456b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080998 May 18 18:13:36.060753 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 58894) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:13:36.070993 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d59004-5486-42db-8eb7-a408fc229d49 None None] Network 77f52293-860e-453d-8109-a574592eaa62 is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:13:36.071877 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d59004-5486-42db-8eb7-a408fc229d49 None None] Pushing event updated for resources: {'Port': ['ID=2f874a4f-97d9-415b-93ab-a8889a7e0752,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:13:36.106456 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-25d59004-5486-42db-8eb7-a408fc229d49 None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:13:36.107390 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d59004-5486-42db-8eb7-a408fc229d49 None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:13:36.164909 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f18a4f-3ad8-412a-9a6f-4c4a86e5af67 req-332edfda-3ed3-4c30-80e7-a749e0cc63d3 tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:36.169683 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-40f18a4f-3ad8-412a-9a6f-4c4a86e5af67 req-332edfda-3ed3-4c30-80e7-a749e0cc63d3 tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] 10.222.0.85 "GET /v2.0/ports?device_id=3d23b3b3-bd88-458c-b269-14a2fe755bd8 HTTP/1.1" status: 200 len: 945 time: 0.1495013 May 18 18:13:36.218468 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-a2213cdf-2314-4f07-b2e7-ba0c4a691424 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=b3978e65ec994763a43b86fa6707d010&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1561110 May 18 18:13:36.219289 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 58904) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:13:36.242796 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-40f18a4f-3ad8-412a-9a6f-4c4a86e5af67 req-0f8377b2-fc39-49ae-8bc9-7ddb655ce3b9 tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] 10.222.0.85 "GET /v2.0/security-groups?id=fa255767-3e7a-49af-bfae-1870baf95311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666351 May 18 18:13:36.264135 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-25d59004-5486-42db-8eb7-a408fc229d49 None None] Attempting to bind port 2f874a4f-97d9-415b-93ab-a8889a7e0752 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:13:36.264737 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-25d59004-5486-42db-8eb7-a408fc229d49 None None] Attempting to bind port 2f874a4f-97d9-415b-93ab-a8889a7e0752 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': 'd74a2218-59b6-4249-83de-1c4cbf35a4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '77f52293-860e-453d-8109-a574592eaa62'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:13:36.265288 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d59004-5486-42db-8eb7-a408fc229d49 None None] Attempting to bind port 2f874a4f-97d9-415b-93ab-a8889a7e0752 on network 77f52293-860e-453d-8109-a574592eaa62 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:13:36.298987 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bcf7d8eb-1641-4ee2-9a5d-e7cd97ca4c71 req-ea2726aa-684a-4cb2-89c1-c9b42e291241 service neutron] 10.222.0.85 "GET /v2.0/networks/a968d391-7aa4-41b5-bc41-860a05456b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290111 May 18 18:13:36.307701 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d59004-5486-42db-8eb7-a408fc229d49 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:13:36.308081 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d59004-5486-42db-8eb7-a408fc229d49 None None] Checking segment: {'id': 'd74a2218-59b6-4249-83de-1c4cbf35a4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '77f52293-860e-453d-8109-a574592eaa62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:13:36.308485 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-25d59004-5486-42db-8eb7-a408fc229d49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:36.309046 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d59004-5486-42db-8eb7-a408fc229d49 None None] Bound using segment: {'id': 'd74a2218-59b6-4249-83de-1c4cbf35a4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '77f52293-860e-453d-8109-a574592eaa62'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:13:36.309540 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-25d59004-5486-42db-8eb7-a408fc229d49 None None] Bound port: 2f874a4f-97d9-415b-93ab-a8889a7e0752, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd74a2218-59b6-4249-83de-1c4cbf35a4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '77f52293-860e-453d-8109-a574592eaa62'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:13:36.310707 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-25d59004-5486-42db-8eb7-a408fc229d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:36.416369 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-466845d8-7c1f-47aa-9acb-5f056b03b426 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:36.437383 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-25d59004-5486-42db-8eb7-a408fc229d49 None None] For port 2f874a4f-97d9-415b-93ab-a8889a7e0752, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:13:36.442765 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-25d59004-5486-42db-8eb7-a408fc229d49 None None] For port 2f874a4f-97d9-415b-93ab-a8889a7e0752, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=2f874a4f-97d9-415b-93ab-a8889a7e0752,segment=NetworkSegment(d74a2218-59b6-4249-83de-1c4cbf35a4a2),segment_id=d74a2218-59b6-4249-83de-1c4cbf35a4a2)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:13:36.454901 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 8c9c0751-e221-4aec-9884-7dd0e65d57b6 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:13:36.464524 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-466845d8-7c1f-47aa-9acb-5f056b03b426 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:36.472629 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-25d59004-5486-42db-8eb7-a408fc229d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:36.490293 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 41c52fb1-0197-43ed-8e70-c50293db22f3 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:13:36.507408 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bcf7d8eb-1641-4ee2-9a5d-e7cd97ca4c71 req-ed218581-aeac-4384-b6ab-0654583dabd3 service neutron] 10.222.0.85 "GET /v2.0/networks/77f52293-860e-453d-8109-a574592eaa62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729367 May 18 18:13:36.582400 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-58cd77fa-389d-4fa8-97ab-b636518ff243 req-04186375-3f0d-46f0-a1c8-64f7f27cf548 tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] 10.222.0.85 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2668929 May 18 18:13:36.593174 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-58cd77fa-389d-4fa8-97ab-b636518ff243 req-ae88bc21-bf0b-43cb-b10c-4d2f4cfa7f52 tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] Request body: {'floatingip': {'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:13:36.598666 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 41c52fb1-0197-43ed-8e70-c50293db22f3 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:13:36.603264 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 41c52fb1-0197-43ed-8e70-c50293db22f3 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:13:36.641115 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-466845d8-7c1f-47aa-9acb-5f056b03b426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:36.643790 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-466845d8-7c1f-47aa-9acb-5f056b03b426 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:36.644965 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-466845d8-7c1f-47aa-9acb-5f056b03b426 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/1ea20f59-14b4-4643-9bf1-7dbf92d2a7a4 HTTP/1.1" status: 204 len: 168 time: 0.4224458 May 18 18:13:36.665565 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-58cd77fa-389d-4fa8-97ab-b636518ff243 req-ae88bc21-bf0b-43cb-b10c-4d2f4cfa7f52 tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] Notify callbacks [] for floatingip, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:36.694946 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466845d8-7c1f-47aa-9acb-5f056b03b426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ea20f59-14b4-4643-9bf1-7dbf92d2a7a4,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:13:36.740148 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bcf7d8eb-1641-4ee2-9a5d-e7cd97ca4c71 req-990f88e7-0d4d-4447-961a-8e4de3d4761b service neutron] 10.222.0.85 "GET /v2.0/networks/77f52293-860e-453d-8109-a574592eaa62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239006 May 18 18:13:36.767982 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d59004-5486-42db-8eb7-a408fc229d49 None None] Pushing event updated for resources: {'Port': ['ID=2f874a4f-97d9-415b-93ab-a8889a7e0752,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:13:36.883530 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-268a2c4a-37f1-4e70-b4bf-8aa37c8524a9 None None] Network a968d391-7aa4-41b5-bc41-860a05456b06 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:13:36.916204 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bcf7d8eb-1641-4ee2-9a5d-e7cd97ca4c71 req-b99dd4f0-8147-40a2-999d-47a4f40f22bd service neutron] 10.222.0.85 "GET /v2.0/networks/a968d391-7aa4-41b5-bc41-860a05456b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599479 May 18 18:13:36.987791 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-58cd77fa-389d-4fa8-97ab-b636518ff243 req-ae88bc21-bf0b-43cb-b10c-4d2f4cfa7f52 tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:37.060447 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-9d2881c8-d1f3-4900-bddd-e897fbffddca None None] Provisioning complete for port c03e4d27-ddf8-4552-8516-8e9b2057142c triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:13:37.061582 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9d2881c8-d1f3-4900-bddd-e897fbffddca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:37.187758 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bcf7d8eb-1641-4ee2-9a5d-e7cd97ca4c71 req-39a3a7d1-8f2c-432c-a496-6d69057b9e7b service neutron] 10.222.0.85 "GET /v2.0/networks/a968d391-7aa4-41b5-bc41-860a05456b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2653825 May 18 18:13:37.298712 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 68a8bb69-0810-42c8-a521-8cb8d472c895 up at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:13:37.400167 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [req-58cd77fa-389d-4fa8-97ab-b636518ff243 req-ae88bc21-bf0b-43cb-b10c-4d2f4cfa7f52 tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] Allocated IP 172.25.5.115 (31ebd439-090c-4b25-bbb0-31c48711b145/363a2810-8a83-4be0-a317-7c91fcd94485/4bfd437d-526a-4597-8480-52d519d0d92d) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:13:37.546200 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 2f874a4f-97d9-415b-93ab-a8889a7e0752 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:13:37.712329 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-9d2881c8-d1f3-4900-bddd-e897fbffddca None None] Current status of the port c03e4d27-ddf8-4552-8516-8e9b2057142c is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:13:37.712890 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9d2881c8-d1f3-4900-bddd-e897fbffddca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:37.726117 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3088fb-d831-4472-b16c-1c5b50f4aaea req-df0eca7e-d1ab-48be-ad6f-eeadde79983a tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:37.728072 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8a3088fb-d831-4472-b16c-1c5b50f4aaea req-df0eca7e-d1ab-48be-ad6f-eeadde79983a tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] 10.222.0.85 "GET /v2.0/ports?device_id=ff0fcd87-396e-4966-8261-7b70e9559423 HTTP/1.1" status: 200 len: 949 time: 0.1303110 May 18 18:13:37.729834 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-58cd77fa-389d-4fa8-97ab-b636518ff243 req-ae88bc21-bf0b-43cb-b10c-4d2f4cfa7f52 tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:37.741287 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-4fc1a091-e1d1-4be4-a248-3673c9cd91f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:37.751228 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning for port 68a8bb69-0810-42c8-a521-8cb8d472c895 completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:13:37.763503 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning complete for port 68a8bb69-0810-42c8-a521-8cb8d472c895 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:13:37.763871 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:37.791394 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-58cd77fa-389d-4fa8-97ab-b636518ff243 req-ae88bc21-bf0b-43cb-b10c-4d2f4cfa7f52 tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:37.832676 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-9d2881c8-d1f3-4900-bddd-e897fbffddca None None] For port c03e4d27-ddf8-4552-8516-8e9b2057142c, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=c03e4d27-ddf8-4552-8516-8e9b2057142c,segment=NetworkSegment(fe0755fd-f37b-43af-9caf-458b9927f571),segment_id=fe0755fd-f37b-43af-9caf-458b9927f571)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:13:37.847400 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9d2881c8-d1f3-4900-bddd-e897fbffddca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:37.859340 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8a3088fb-d831-4472-b16c-1c5b50f4aaea req-fc7a8ebe-11e3-4544-8f3d-1532f29cbe83 tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] 10.222.0.85 "GET /v2.0/security-groups?id=a71bdd0b-6132-4299-809d-7cc4579566d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251292 May 18 18:13:37.898523 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae88bc21-bf0b-43cb-b10c-4d2f4cfa7f52 tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] Pushing event updated for resources: {'Port': ['ID=4bfd437d-526a-4597-8480-52d519d0d92d,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:13:37.919674 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58cd77fa-389d-4fa8-97ab-b636518ff243 req-ae88bc21-bf0b-43cb-b10c-4d2f4cfa7f52 tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] Network 31ebd439-090c-4b25-bbb0-31c48711b145 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:13:37.921355 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [req-58cd77fa-389d-4fa8-97ab-b636518ff243 req-ae88bc21-bf0b-43cb-b10c-4d2f4cfa7f52 tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:13:37.923827 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-58cd77fa-389d-4fa8-97ab-b636518ff243 req-ae88bc21-bf0b-43cb-b10c-4d2f4cfa7f52 tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:13:37.942775 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 2f874a4f-97d9-415b-93ab-a8889a7e0752 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:13:37.943590 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:38.186842 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2881c8-d1f3-4900-bddd-e897fbffddca None None] Pushing event updated for resources: {'Port': ['ID=c03e4d27-ddf8-4552-8516-8e9b2057142c,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:13:38.214229 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-58cd77fa-389d-4fa8-97ab-b636518ff243 req-ae88bc21-bf0b-43cb-b10c-4d2f4cfa7f52 tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:38.225568 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 68a8bb69-0810-42c8-a521-8cb8d472c895 is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:13:38.238152 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:38.290667 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1c700320-5b58-4dea-ac23-6d2940c459cb req-054f1043-2a9d-471b-8cbc-a46e7e3f6b62 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] 10.222.0.85 "GET /v2.0/ports?device_id=e093b7b6-bcc1-4a4f-b97f-f6a69515f352 HTTP/1.1" status: 200 len: 210 time: 0.0713458 May 18 18:13:38.331360 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff0fcd87-396e-4966-8261-7b70e9559423', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68a8bb69-0810-42c8-a521-8cb8d472c895'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:13:38.341425 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a567258-66e2-4ba9-95cb-5d12edcf185b" -d '{"events": [{"server_uuid": "ff0fcd87-396e-4966-8261-7b70e9559423", "name": "network-vif-plugged", "status": "completed", "tag": "68a8bb69-0810-42c8-a521-8cb8d472c895"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:13:38.355412 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-58cd77fa-389d-4fa8-97ab-b636518ff243 req-ae88bc21-bf0b-43cb-b10c-4d2f4cfa7f52 tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:38.405677 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8827b1-ab67-4cdd-8d91-4f9d492bb2f9 req-d5f9ae3a-cec8-416e-9b10-6dfa8627d070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:38.412904 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2f8827b1-ab67-4cdd-8d91-4f9d492bb2f9 req-d5f9ae3a-cec8-416e-9b10-6dfa8627d070 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8c352c21cdf84f17adeed5bdaa3e3fa6&device_id=3d23b3b3-bd88-458c-b269-14a2fe755bd8 HTTP/1.1" status: 200 len: 1096 time: 0.1266525 May 18 18:13:38.447313 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 68a8bb69-0810-42c8-a521-8cb8d472c895, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=68a8bb69-0810-42c8-a521-8cb8d472c895,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:13:38.464232 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:38.506851 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 58956) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:13:38.510596 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 2f874a4f-97d9-415b-93ab-a8889a7e0752 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:13:38.510947 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:38.557490 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-874a3e1a-a7ed-4332-94cf-79815e1c0713 None None] Provisioning complete for port c03e4d27-ddf8-4552-8516-8e9b2057142c triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:13:38.566573 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-874a3e1a-a7ed-4332-94cf-79815e1c0713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:38.676702 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8827b1-ab67-4cdd-8d91-4f9d492bb2f9 req-d1a2a122-430b-4e46-ac7e-8da8d56ac1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:38.681516 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2f8827b1-ab67-4cdd-8d91-4f9d492bb2f9 req-d1a2a122-430b-4e46-ac7e-8da8d56ac1ea service neutron] 10.222.0.36 "GET /v2.0/networks?id=c1d6614b-2c59-4e70-a2a6-9369d97e5390 HTTP/1.1" status: 200 len: 921 time: 0.2597189 May 18 18:13:38.788849 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2f8827b1-ab67-4cdd-8d91-4f9d492bb2f9 req-530fbd04-0eb6-49fd-b1a6-9d5cd50d9d1a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f1e156f-0185-46e5-be92-6a68958188b3 HTTP/1.1" status: 200 len: 217 time: 0.0969658 May 18 18:13:38.831083 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-58cd77fa-389d-4fa8-97ab-b636518ff243 req-ae88bc21-bf0b-43cb-b10c-4d2f4cfa7f52 tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:38.839118 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0177f4f0-b5b7-4c0b-8ef2-9d17a99ae4a3 None None] Network 77f52293-860e-453d-8109-a574592eaa62 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:13:38.839437 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-58cd77fa-389d-4fa8-97ab-b636518ff243 req-ae88bc21-bf0b-43cb-b10c-4d2f4cfa7f52 tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:38.862026 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-2ab19661-c816-41c2-ae37-087c1f32fe56 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-2035768469-network', 'tenant_id': 'e8d96a52a6554c8e9ec342c618fc7301'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:13:38.883917 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] For port 2f874a4f-97d9-415b-93ab-a8889a7e0752, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=2f874a4f-97d9-415b-93ab-a8889a7e0752,segment=NetworkSegment(d74a2218-59b6-4249-83de-1c4cbf35a4a2),segment_id=d74a2218-59b6-4249-83de-1c4cbf35a4a2)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:13:38.908882 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8827b1-ab67-4cdd-8d91-4f9d492bb2f9 req-2debb33d-c7d9-4bbb-8561-482dc014206d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:38.911157 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2f8827b1-ab67-4cdd-8d91-4f9d492bb2f9 req-2debb33d-c7d9-4bbb-8561-482dc014206d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=afafec31-e363-47fe-be7d-25eb1518e0dd HTTP/1.1" status: 200 len: 860 time: 0.1132672 May 18 18:13:38.966131 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:38.967509 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device c03e4d27-ddf8-4552-8516-8e9b2057142c up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:13:38.971651 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2f8827b1-ab67-4cdd-8d91-4f9d492bb2f9 req-e27e619d-490e-40f5-8418-7df5a12583b6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c1d6614b-2c59-4e70-a2a6-9369d97e5390&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515802 May 18 18:13:39.028631 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ab19661-c816-41c2-ae37-087c1f32fe56 admin admin] Made reservation on behalf of e8d96a52a6554c8e9ec342c618fc7301 for: {'network': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:13:39.031348 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2ab19661-c816-41c2-ae37-087c1f32fe56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:39.075837 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-58cd77fa-389d-4fa8-97ab-b636518ff243 req-ae88bc21-bf0b-43cb-b10c-4d2f4cfa7f52 tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596987'] for floatingip, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:39.082043 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2ab19661-c816-41c2-ae37-087c1f32fe56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:39.091318 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae88bc21-bf0b-43cb-b10c-4d2f4cfa7f52 tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] Pushing event updated for resources: {'Port': ['ID=4bfd437d-526a-4597-8480-52d519d0d92d,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:13:39.124644 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-58cd77fa-389d-4fa8-97ab-b636518ff243 req-ae88bc21-bf0b-43cb-b10c-4d2f4cfa7f52 tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:39.127244 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-58cd77fa-389d-4fa8-97ab-b636518ff243 req-ae88bc21-bf0b-43cb-b10c-4d2f4cfa7f52 tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.5418868 May 18 18:13:39.182517 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2f8827b1-ab67-4cdd-8d91-4f9d492bb2f9 req-e4427046-85e0-4aba-87bf-2b08827aa16b service neutron] 10.222.0.36 "GET /v2.0/networks/c1d6614b-2c59-4e70-a2a6-9369d97e5390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015772 May 18 18:13:39.191991 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=68a8bb69-0810-42c8-a521-8cb8d472c895,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:13:39.229448 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-58cd77fa-389d-4fa8-97ab-b636518ff243 req-04c64b7c-58ed-4142-afed-5b6035082c60 tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] 10.222.0.85 "GET /v2.0/floatingips?floating_ip_address=172.25.5.115 HTTP/1.1" status: 200 len: 696 time: 0.0838165 May 18 18:13:39.439794 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port c03e4d27-ddf8-4552-8516-8e9b2057142c triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:13:39.440301 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:39.460605 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c304bb5a-20cf-4e47-b740-8e38f3018932 req-946e620a-91b4-4d40-ab04-88ecc95f65df tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:39.468722 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c304bb5a-20cf-4e47-b740-8e38f3018932 req-946e620a-91b4-4d40-ab04-88ecc95f65df tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] 10.222.0.85 "GET /v2.0/ports?device_id=3d23b3b3-bd88-458c-b269-14a2fe755bd8 HTTP/1.1" status: 200 len: 945 time: 0.2181706 May 18 18:13:39.530657 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2ab19661-c816-41c2-ae37-087c1f32fe56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:39.541885 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2ab19661-c816-41c2-ae37-087c1f32fe56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:39.545815 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2f8827b1-ab67-4cdd-8d91-4f9d492bb2f9 req-04c8a5e0-c678-4f38-b728-ba62c68f1eee service neutron] 10.222.0.36 "GET /v2.0/networks/c1d6614b-2c59-4e70-a2a6-9369d97e5390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3515742 May 18 18:13:39.570661 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-874a3e1a-a7ed-4332-94cf-79815e1c0713 None None] Current status of the port c03e4d27-ddf8-4552-8516-8e9b2057142c is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:13:39.594557 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c304bb5a-20cf-4e47-b740-8e38f3018932 req-35c53c97-0817-49a8-bc08-0f0e2e0dcb03 tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] 10.222.0.85 "GET /v2.0/security-groups?id=fa255767-3e7a-49af-bfae-1870baf95311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248841 May 18 18:13:39.630637 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ab19661-c816-41c2-ae37-087c1f32fe56 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 643} {{(pid=102731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:13:39.647798 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2ab19661-c816-41c2-ae37-087c1f32fe56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:39.648178 n-d-838550-3 neutron-server[102731]: INFO neutron.db.segments_db [None req-2ab19661-c816-41c2-ae37-087c1f32fe56 admin admin] Added segment c5596a66-6061-43bc-9975-a44db93165ae of type vlan for network 374ed70a-1dbd-4c24-b131-a8c60cabc5c9 May 18 18:13:39.745486 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-439a965c-a046-4246-9348-27de0383f2c1 x-openstack-request-id: req-439a965c-a046-4246-9348-27de0383f2c1 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:13:39.746378 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff0fcd87-396e-4966-8261-7b70e9559423", "name": "network-vif-plugged", "status": "completed", "tag": "68a8bb69-0810-42c8-a521-8cb8d472c895", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:13:39.747418 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-439a965c-a046-4246-9348-27de0383f2c1 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:13:39.748112 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-439a965c-a046-4246-9348-27de0383f2c1'] response: {'server_uuid': 'ff0fcd87-396e-4966-8261-7b70e9559423', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68a8bb69-0810-42c8-a521-8cb8d472c895', 'code': 200} May 18 18:13:39.771628 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Pushing event updated for resources: {'Port': ['ID=2f874a4f-97d9-415b-93ab-a8889a7e0752,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:13:39.841438 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-ab259f66-d14b-4ad0-b85e-c4ca9deac58b None None] Provisioning complete for port 2f874a4f-97d9-415b-93ab-a8889a7e0752 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:13:39.843044 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-ab259f66-d14b-4ad0-b85e-c4ca9deac58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:39.867390 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cd77fa-389d-4fa8-97ab-b636518ff243 req-5f068099-f5fb-4f36-b647-a098db9efe7e tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:39.871717 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-58cd77fa-389d-4fa8-97ab-b636518ff243 req-5f068099-f5fb-4f36-b647-a098db9efe7e tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] 10.222.0.85 "GET /v2.0/networks/31ebd439-090c-4b25-bbb0-31c48711b145 HTTP/1.1" status: 200 len: 784 time: 0.6328101 May 18 18:13:39.872399 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab19661-c816-41c2-ae37-087c1f32fe56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ce3d63a-3f45-43b2-9b29-454b9804c7d8,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:13:39.964113 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2ab19661-c816-41c2-ae37-087c1f32fe56 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:40.077822 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2ab19661-c816-41c2-ae37-087c1f32fe56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:40.078948 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab19661-c816-41c2-ae37-087c1f32fe56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:40.081029 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-dd6e4468-3bb6-451e-a836-910ff85a5c76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:40.091411 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2ab19661-c816-41c2-ae37-087c1f32fe56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:40.191155 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea5d1c5-e1b3-483a-af1e-b45b697b2014 req-d60e9459-f261-452b-b68a-3e3c5cdf8b02 tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:40.193075 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1ea5d1c5-e1b3-483a-af1e-b45b697b2014 req-d60e9459-f261-452b-b68a-3e3c5cdf8b02 tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] 10.222.0.85 "GET /v2.0/ports?device_id=ff0fcd87-396e-4966-8261-7b70e9559423 HTTP/1.1" status: 200 len: 950 time: 0.3259838 May 18 18:13:40.238414 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1d6b66-dd2e-4ef2-833d-30eb07ba248e req-dba69ed8-ed2a-4321-abe8-e6e53e505893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:40.240336 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-de1d6b66-dd2e-4ef2-833d-30eb07ba248e req-dba69ed8-ed2a-4321-abe8-e6e53e505893 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ff0fcd87-396e-4966-8261-7b70e9559423 HTTP/1.1" status: 200 len: 1101 time: 0.2728944 May 18 18:13:40.251400 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port c03e4d27-ddf8-4552-8516-8e9b2057142c is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:13:40.283138 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-ab259f66-d14b-4ad0-b85e-c4ca9deac58b None None] Current status of the port 2f874a4f-97d9-415b-93ab-a8889a7e0752 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:13:40.284395 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf7d8eb-1641-4ee2-9a5d-e7cd97ca4c71 req-6f51da29-06cf-4835-b7b1-9007496cdc57 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:40.291656 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf7d8eb-1641-4ee2-9a5d-e7cd97ca4c71 req-6f51da29-06cf-4835-b7b1-9007496cdc57 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:40.293273 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bcf7d8eb-1641-4ee2-9a5d-e7cd97ca4c71 req-6f51da29-06cf-4835-b7b1-9007496cdc57 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] 10.222.0.88 "GET /v2.0/networks?id=a968d391-7aa4-41b5-bc41-860a05456b06&id=77f52293-860e-453d-8109-a574592eaa62&id=a968d391-7aa4-41b5-bc41-860a05456b06 HTTP/1.1" status: 200 len: 1392 time: 0.9612212 May 18 18:13:40.307491 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-43e4ea93-181e-4e3f-a209-43c3d7e62edd req-cf63b69d-0aaa-43d3-bee4-6b687e7f911e tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] 10.222.0.85 "GET /v2.0/ports?device_id=e093b7b6-bcc1-4a4f-b97f-f6a69515f352 HTTP/1.1" status: 200 len: 210 time: 0.2756951 May 18 18:13:40.353902 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-bcf7d8eb-1641-4ee2-9a5d-e7cd97ca4c71 req-1cb6b275-9db4-4d1f-bc58-631fb0578949 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Request body: {'port': {'device_id': 'e093b7b6-bcc1-4a4f-b97f-f6a69515f352', 'network_id': 'a968d391-7aa4-41b5-bc41-860a05456b06', 'admin_state_up': True, 'tenant_id': '959b4a96654a42e29bad9a24937c9c47'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:13:40.441476 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1ea5d1c5-e1b3-483a-af1e-b45b697b2014 req-b338f321-4aef-4f6e-b621-947fe4553fcb tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] 10.222.0.85 "GET /v2.0/security-groups?id=a71bdd0b-6132-4299-809d-7cc4579566d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205913 May 18 18:13:40.448325 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 2f874a4f-97d9-415b-93ab-a8889a7e0752 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:13:40.467590 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-de1d6b66-dd2e-4ef2-833d-30eb07ba248e req-9140c751-4161-4210-9b15-6c46e7dc892f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a71bdd0b-6132-4299-809d-7cc4579566d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879640 May 18 18:13:40.555647 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-436b1642-0af5-454c-bbdf-322bbe727fa8 None None] Provisioning complete for port 2f874a4f-97d9-415b-93ab-a8889a7e0752 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:13:40.556196 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-436b1642-0af5-454c-bbdf-322bbe727fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:40.619536 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 2f874a4f-97d9-415b-93ab-a8889a7e0752 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:13:40.620137 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:40.673847 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-faed93ec-78a4-43d7-af38-33df45b9e7d0 req-7db5f54a-7ed6-4c1c-a7b3-1101f7d230ce tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] 10.222.0.85 "GET /v2.0/floatingips/37d715d3-75e5-4597-870b-edb52f2573ea HTTP/1.1" status: 200 len: 693 time: 0.0878057 May 18 18:13:40.689603 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-2ab19661-c816-41c2-ae37-087c1f32fe56 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.1815102 May 18 18:13:40.691925 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 59004) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:13:40.697702 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-50cf6560-95e0-4207-b355-86506aa7e1b8 admin admin] Request body: {'subnet': {'network_id': '374ed70a-1dbd-4c24-b131-a8c60cabc5c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-2035768469-subnet', 'tenant_id': 'e8d96a52a6554c8e9ec342c618fc7301', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:13:40.779653 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-436b1642-0af5-454c-bbdf-322bbe727fa8 None None] Current status of the port 2f874a4f-97d9-415b-93ab-a8889a7e0752 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:13:40.805848 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab19661-c816-41c2-ae37-087c1f32fe56 admin admin] Pushing event updated for resources: {'Network': ['ID=374ed70a-1dbd-4c24-b131-a8c60cabc5c9,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:13:40.839581 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 2f874a4f-97d9-415b-93ab-a8889a7e0752 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:13:40.841413 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device c03e4d27-ddf8-4552-8516-8e9b2057142c up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:13:40.857315 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50cf6560-95e0-4207-b355-86506aa7e1b8 admin admin] Made reservation on behalf of e8d96a52a6554c8e9ec342c618fc7301 for: {'subnet': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:13:40.868048 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-50cf6560-95e0-4207-b355-86506aa7e1b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261031885'] for subnet, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:40.883139 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network 374ed70a-1dbd-4c24-b131-a8c60cabc5c9 details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:13:40.974279 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 7 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 18:13:41.007129 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port c03e4d27-ddf8-4552-8516-8e9b2057142c triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:13:41.007775 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:41.070909 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615ddea7-5a5e-4a2b-b458-ea9d51ed461c req-26f2996c-ba85-42da-8170-315dbf82331e tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:41.079806 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-615ddea7-5a5e-4a2b-b458-ea9d51ed461c req-26f2996c-ba85-42da-8170-315dbf82331e tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] 10.222.0.85 "GET /v2.0/ports?device_id=3d23b3b3-bd88-458c-b269-14a2fe755bd8 HTTP/1.1" status: 200 len: 945 time: 0.3130784 May 18 18:13:41.144454 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port c03e4d27-ddf8-4552-8516-8e9b2057142c is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:13:41.151112 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faed93ec-78a4-43d7-af38-33df45b9e7d0 req-d3f1ee8e-74a3-4e76-a32d-c25ea65bc55d tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:41.152977 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-faed93ec-78a4-43d7-af38-33df45b9e7d0 req-d3f1ee8e-74a3-4e76-a32d-c25ea65bc55d tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] 10.222.0.85 "GET /v2.0/networks/31ebd439-090c-4b25-bbb0-31c48711b145 HTTP/1.1" status: 200 len: 784 time: 0.4603040 May 18 18:13:41.153937 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcf7d8eb-1641-4ee2-9a5d-e7cd97ca4c71 req-1cb6b275-9db4-4d1f-bc58-631fb0578949 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Made reservation on behalf of 959b4a96654a42e29bad9a24937c9c47 for: {'port': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:13:41.161217 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:41.169127 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-bcf7d8eb-1641-4ee2-9a5d-e7cd97ca4c71 req-1cb6b275-9db4-4d1f-bc58-631fb0578949 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:41.176958 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [req-faed93ec-78a4-43d7-af38-33df45b9e7d0 req-ce0b6b24-c550-496d-aefb-980c54f5b6ea tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=102731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 18:13:41.177986 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-faed93ec-78a4-43d7-af38-33df45b9e7d0 req-ce0b6b24-c550-496d-aefb-980c54f5b6ea tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057111 May 18 18:13:41.219025 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-615ddea7-5a5e-4a2b-b458-ea9d51ed461c req-154a9998-557f-4398-a04d-34a007bcc889 tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] 10.222.0.85 "GET /v2.0/security-groups?id=fa255767-3e7a-49af-bfae-1870baf95311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299574 May 18 18:13:41.420594 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-50cf6560-95e0-4207-b355-86506aa7e1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261104883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261031899'] for subnet, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:41.455110 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d0aa8c41-6086-4b96-a396-ba9819611036 req-4d7b6390-e211-49a7-a29d-1602ed447cc5 tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] 10.222.0.85 "GET /v2.0/floatingips/37d715d3-75e5-4597-870b-edb52f2573ea HTTP/1.1" status: 200 len: 693 time: 0.2244327 May 18 18:13:41.564973 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f12ee62f-aacb-427c-b09b-56235043d74c req-cd1a3e6c-7314-44b8-900b-0fa991918f77 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] 10.222.0.85 "GET /v2.0/ports?device_id=e093b7b6-bcc1-4a4f-b97f-f6a69515f352 HTTP/1.1" status: 200 len: 210 time: 0.1213851 May 18 18:13:41.622736 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cf6560-95e0-4207-b355-86506aa7e1b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35b2b797-3173-4cd2-9942-1ba167a800ec,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:13:41.632545 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50cf6560-95e0-4207-b355-86506aa7e1b8 admin admin] Checking segment: {'id': 'c5596a66-6061-43bc-9975-a44db93165ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '374ed70a-1dbd-4c24-b131-a8c60cabc5c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:13:41.633185 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50cf6560-95e0-4207-b355-86506aa7e1b8 admin admin] Network hostable DHCP agents. Network: 374ed70a-1dbd-4c24-b131-a8c60cabc5c9, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:13:41.713506 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50cf6560-95e0-4207-b355-86506aa7e1b8 admin admin] Network 374ed70a-1dbd-4c24-b131-a8c60cabc5c9 is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:13:41.770873 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-50cf6560-95e0-4207-b355-86506aa7e1b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, 374ed70a-1dbd-4c24-b131-a8c60cabc5c9) {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:13:41.783916 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50cf6560-95e0-4207-b355-86506aa7e1b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:41.784891 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-50cf6560-95e0-4207-b355-86506aa7e1b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:41.785012 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc337317-7679-4ef3-b724-ac5afb00a27c None None] Network 374ed70a-1dbd-4c24-b131-a8c60cabc5c9 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:13:41.794771 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [req-bcf7d8eb-1641-4ee2-9a5d-e7cd97ca4c71 req-1cb6b275-9db4-4d1f-bc58-631fb0578949 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Allocated IP 19.80.0.251 (a968d391-7aa4-41b5-bc41-860a05456b06/a09e408e-b4fa-48aa-9127-c1290b75f7c0/e87b1b2a-fe28-47f5-9089-ee109fb9489c) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:13:41.803615 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0705ea91-9a65-466f-98ad-35802ea7e19c req-e8395890-b338-4348-a3a2-0e1032edc308 tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:41.814487 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0705ea91-9a65-466f-98ad-35802ea7e19c req-e8395890-b338-4348-a3a2-0e1032edc308 tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] 10.222.0.85 "GET /v2.0/ports?device_id=ff0fcd87-396e-4966-8261-7b70e9559423 HTTP/1.1" status: 200 len: 950 time: 0.1369824 May 18 18:13:41.900373 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0705ea91-9a65-466f-98ad-35802ea7e19c req-b734a7ac-0274-46a7-9c3b-9f4154d509b7 tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] 10.222.0.85 "GET /v2.0/security-groups?id=a71bdd0b-6132-4299-809d-7cc4579566d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843596 May 18 18:13:41.907052 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-50cf6560-95e0-4207-b355-86506aa7e1b8 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2138636 May 18 18:13:42.046962 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aa8c41-6086-4b96-a396-ba9819611036 req-3b4d1c2b-b984-4805-aeda-d9ddddea4b06 tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:42.060052 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d0aa8c41-6086-4b96-a396-ba9819611036 req-3b4d1c2b-b984-4805-aeda-d9ddddea4b06 tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] 10.222.0.85 "GET /v2.0/networks/31ebd439-090c-4b25-bbb0-31c48711b145 HTTP/1.1" status: 200 len: 784 time: 0.5956025 May 18 18:13:42.067241 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-347e53dd-89fb-40d6-9ffb-9d974ca1c7ee None None] Network 374ed70a-1dbd-4c24-b131-a8c60cabc5c9 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:13:42.200599 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d0aa8c41-6086-4b96-a396-ba9819611036 req-50d6f043-5e92-43eb-821a-efd73218cc0f tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] 10.222.0.85 "GET /v2.0/floatingips?floating_ip_address=172.25.5.115 HTTP/1.1" status: 200 len: 696 time: 0.1394544 May 18 18:13:42.313595 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:42.344028 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d0aa8c41-6086-4b96-a396-ba9819611036 req-90fa3f41-6368-4796-b3f0-3fcaa7febeee tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] 10.222.0.85 "GET /v2.0/floatingips?floating_ip_address=172.25.5.115 HTTP/1.1" status: 200 len: 696 time: 0.1326139 May 18 18:13:42.455567 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-bcf7d8eb-1641-4ee2-9a5d-e7cd97ca4c71 req-1cb6b275-9db4-4d1f-bc58-631fb0578949 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:42.523079 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-bcf7d8eb-1641-4ee2-9a5d-e7cd97ca4c71 req-1cb6b275-9db4-4d1f-bc58-631fb0578949 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:42.580331 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9527bee-0600-45ea-afe8-d8f161d9c080 req-e823af95-4e33-44ba-a9e0-7879fac75000 tempest-ServerTagsTestJSON-1380209781 tempest-ServerTagsTestJSON-1380209781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:42.592437 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d9527bee-0600-45ea-afe8-d8f161d9c080 req-e823af95-4e33-44ba-a9e0-7879fac75000 tempest-ServerTagsTestJSON-1380209781 tempest-ServerTagsTestJSON-1380209781-project] 10.222.0.85 "GET /v2.0/networks?id=374ed70a-1dbd-4c24-b131-a8c60cabc5c9 HTTP/1.1" status: 200 len: 809 time: 0.1395226 May 18 18:13:42.625333 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d9527bee-0600-45ea-afe8-d8f161d9c080 req-9ad2f96a-7a9a-4eaa-92cd-1faf4f8a24be tempest-ServerTagsTestJSON-1380209781 tempest-ServerTagsTestJSON-1380209781-project] 10.222.0.85 "GET /v2.0/quotas/e8d96a52a6554c8e9ec342c618fc7301 HTTP/1.1" status: 200 len: 375 time: 0.0314653 May 18 18:13:42.654362 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcf7d8eb-1641-4ee2-9a5d-e7cd97ca4c71 req-1cb6b275-9db4-4d1f-bc58-631fb0578949 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Network a968d391-7aa4-41b5-bc41-860a05456b06 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:13:42.664703 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [req-bcf7d8eb-1641-4ee2-9a5d-e7cd97ca4c71 req-1cb6b275-9db4-4d1f-bc58-631fb0578949 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:13:42.681989 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcf7d8eb-1641-4ee2-9a5d-e7cd97ca4c71 req-1cb6b275-9db4-4d1f-bc58-631fb0578949 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:13:42.703556 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d9527bee-0600-45ea-afe8-d8f161d9c080 req-b196b067-339c-422e-8cec-e0f5f39aadc6 tempest-ServerTagsTestJSON-1380209781 tempest-ServerTagsTestJSON-1380209781-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=e8d96a52a6554c8e9ec342c618fc7301&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0769053 May 18 18:13:42.786586 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2ce08c4d-68fc-4a22-8bf6-15490c5ff2c4 req-c853e4c5-3476-4284-a411-c99e8281f45a service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=f8e82ff2-3164-44c9-8e95-9b05a4ef9438&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1696026 May 18 18:13:42.856821 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d9527bee-0600-45ea-afe8-d8f161d9c080 req-93eae785-e128-4365-8df9-990696c97508 service neutron] 10.222.0.85 "GET /v2.0/networks/374ed70a-1dbd-4c24-b131-a8c60cabc5c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524711 May 18 18:13:42.986267 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce08c4d-68fc-4a22-8bf6-15490c5ff2c4 req-42fa9086-4949-4c13-9f9c-9e6350728a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:42.988885 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2ce08c4d-68fc-4a22-8bf6-15490c5ff2c4 req-42fa9086-4949-4c13-9f9c-9e6350728a83 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c37246a20f2845a089230b88402f6d1b&device_id=f8e82ff2-3164-44c9-8e95-9b05a4ef9438 HTTP/1.1" status: 200 len: 1096 time: 0.1306770 May 18 18:13:43.032400 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:43.060686 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-70f492cd-2593-4d73-bce1-907655348426 None None] Provisioning complete for port e87b1b2a-fe28-47f5-9089-ee109fb9489c triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:13:43.061657 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-70f492cd-2593-4d73-bce1-907655348426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:43.116985 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb6b275-9db4-4d1f-bc58-631fb0578949 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Pushing event updated for resources: {'Port': ['ID=e87b1b2a-fe28-47f5-9089-ee109fb9489c,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:13:43.139721 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-70f492cd-2593-4d73-bce1-907655348426 None None] Port e87b1b2a-fe28-47f5-9089-ee109fb9489c cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:13:43.187185 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf7d8eb-1641-4ee2-9a5d-e7cd97ca4c71 req-1cb6b275-9db4-4d1f-bc58-631fb0578949 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:43.187959 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-bcf7d8eb-1641-4ee2-9a5d-e7cd97ca4c71 req-1cb6b275-9db4-4d1f-bc58-631fb0578949 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:43.197015 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d9527bee-0600-45ea-afe8-d8f161d9c080 req-7fe13e6b-3d64-455a-bbaf-4011b21c9296 service neutron] 10.222.0.85 "GET /v2.0/networks/374ed70a-1dbd-4c24-b131-a8c60cabc5c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3285470 May 18 18:13:43.213398 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-d0aa8c41-6086-4b96-a396-ba9819611036 req-9403bcd7-e96e-4018-993a-a88f92cf0a85 tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] Deleting port 4bfd437d-526a-4597-8480-52d519d0d92d {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:13:43.213963 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-d0aa8c41-6086-4b96-a396-ba9819611036 req-9403bcd7-e96e-4018-993a-a88f92cf0a85 tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:43.220116 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bcf7d8eb-1641-4ee2-9a5d-e7cd97ca4c71 req-1cb6b275-9db4-4d1f-bc58-631fb0578949 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9000292 May 18 18:13:43.240646 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-bcf7d8eb-1641-4ee2-9a5d-e7cd97ca4c71 req-52599118-b249-4e0d-8689-5d451349cd13 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Request body: {'port': {'device_id': 'e093b7b6-bcc1-4a4f-b97f-f6a69515f352', 'network_id': '77f52293-860e-453d-8109-a574592eaa62', 'admin_state_up': True, 'tenant_id': '959b4a96654a42e29bad9a24937c9c47'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:13:43.266751 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce08c4d-68fc-4a22-8bf6-15490c5ff2c4 req-9cc38ef9-f2d5-4c07-8c69-b1907041a8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:43.268422 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2ce08c4d-68fc-4a22-8bf6-15490c5ff2c4 req-9cc38ef9-f2d5-4c07-8c69-b1907041a8ea service neutron] 10.222.0.88 "GET /v2.0/networks?id=055b7a59-22e7-493f-ba66-d1ab1ebb4b38 HTTP/1.1" status: 200 len: 919 time: 0.2381856 May 18 18:13:43.392847 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2ce08c4d-68fc-4a22-8bf6-15490c5ff2c4 req-b3b6ed15-5bcd-41ad-adaa-e31eb2538fe7 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=62899431-67bc-4b45-b6b3-cfcf0f6d79c6 HTTP/1.1" status: 200 len: 217 time: 0.1148288 May 18 18:13:43.521801 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce08c4d-68fc-4a22-8bf6-15490c5ff2c4 req-cdc59641-5de4-415b-9d75-e233bf155216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:43.529641 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2ce08c4d-68fc-4a22-8bf6-15490c5ff2c4 req-cdc59641-5de4-415b-9d75-e233bf155216 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=6103a86c-1984-4112-92b7-213da8bfab24 HTTP/1.1" status: 200 len: 857 time: 0.1206217 May 18 18:13:43.593753 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-d0aa8c41-6086-4b96-a396-ba9819611036 req-9403bcd7-e96e-4018-993a-a88f92cf0a85 tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:43.594268 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-d0aa8c41-6086-4b96-a396-ba9819611036 req-9403bcd7-e96e-4018-993a-a88f92cf0a85 tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:43.641902 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-d0aa8c41-6086-4b96-a396-ba9819611036 req-9403bcd7-e96e-4018-993a-a88f92cf0a85 tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] Calling delete_port for 4bfd437d-526a-4597-8480-52d519d0d92d owned by network:floatingip {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:13:43.706409 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce08c4d-68fc-4a22-8bf6-15490c5ff2c4 req-53e42fde-eac9-411a-99a6-5ff5a408c1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:43.708403 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2ce08c4d-68fc-4a22-8bf6-15490c5ff2c4 req-53e42fde-eac9-411a-99a6-5ff5a408c1f3 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=055b7a59-22e7-493f-ba66-d1ab1ebb4b38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1709654 May 18 18:13:43.714838 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcf7d8eb-1641-4ee2-9a5d-e7cd97ca4c71 req-52599118-b249-4e0d-8689-5d451349cd13 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Made reservation on behalf of 959b4a96654a42e29bad9a24937c9c47 for: {'port': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:13:43.724722 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-bcf7d8eb-1641-4ee2-9a5d-e7cd97ca4c71 req-52599118-b249-4e0d-8689-5d451349cd13 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:43.749589 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed05d571-f6ba-4840-893e-3d0c3048e579 req-f1ca3ea5-685d-420c-8f30-f7ccbc8da7e4 tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:43.755144 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ed05d571-f6ba-4840-893e-3d0c3048e579 req-f1ca3ea5-685d-420c-8f30-f7ccbc8da7e4 tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] 10.222.0.85 "GET /v2.0/ports?device_id=3d23b3b3-bd88-458c-b269-14a2fe755bd8 HTTP/1.1" status: 200 len: 945 time: 0.1373513 May 18 18:13:43.993775 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ed05d571-f6ba-4840-893e-3d0c3048e579 req-eac50b8d-3f43-4cb3-ba67-dbf88be3fc62 tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] 10.222.0.85 "GET /v2.0/security-groups?id=fa255767-3e7a-49af-bfae-1870baf95311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233710 May 18 18:13:44.071553 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [req-bcf7d8eb-1641-4ee2-9a5d-e7cd97ca4c71 req-52599118-b249-4e0d-8689-5d451349cd13 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Allocated IP 19.86.0.21 (77f52293-860e-453d-8109-a574592eaa62/0c24bf7f-a5e0-40a1-ad74-e9e4a0a0c69a/42197bbc-9a83-47cf-8e96-bceeccfaedf4) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:13:44.100439 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2ce08c4d-68fc-4a22-8bf6-15490c5ff2c4 req-a0883bbe-b10e-49ab-8c3a-9dc510b1eeca service neutron] 10.222.0.88 "GET /v2.0/networks/055b7a59-22e7-493f-ba66-d1ab1ebb4b38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3828394 May 18 18:13:44.202835 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-d0aa8c41-6086-4b96-a396-ba9819611036 req-9403bcd7-e96e-4018-993a-a88f92cf0a85 tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:44.254496 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9403bcd7-e96e-4018-993a-a88f92cf0a85 tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] Pushing event deleted for resources: {'Port': ['ID=4bfd437d-526a-4597-8480-52d519d0d92d,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:13:44.293008 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2ce08c4d-68fc-4a22-8bf6-15490c5ff2c4 req-8ed9f450-bd01-46d2-ae10-f1c94a670bb2 service neutron] 10.222.0.88 "GET /v2.0/networks/055b7a59-22e7-493f-ba66-d1ab1ebb4b38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820898 May 18 18:13:44.348560 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b366c5-9529-4c64-bfaa-eb4764f1a527 req-0faac070-a6b7-4f30-9134-3a550f6db0bd tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:44.350662 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-96b366c5-9529-4c64-bfaa-eb4764f1a527 req-0faac070-a6b7-4f30-9134-3a550f6db0bd tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] 10.222.0.85 "GET /v2.0/ports?device_id=e093b7b6-bcc1-4a4f-b97f-f6a69515f352 HTTP/1.1" status: 200 len: 932 time: 0.1036241 May 18 18:13:44.384245 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-d0aa8c41-6086-4b96-a396-ba9819611036 req-9403bcd7-e96e-4018-993a-a88f92cf0a85 tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] Notify callbacks [] for floatingip, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:44.387077 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-d0aa8c41-6086-4b96-a396-ba9819611036 req-9403bcd7-e96e-4018-993a-a88f92cf0a85 tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:44.400485 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d0aa8c41-6086-4b96-a396-ba9819611036 req-9403bcd7-e96e-4018-993a-a88f92cf0a85 tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] 10.222.0.85 "DELETE /v2.0/floatingips/37d715d3-75e5-4597-870b-edb52f2573ea HTTP/1.1" status: 204 len: 173 time: 2.0454013 May 18 18:13:44.418854 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-96b366c5-9529-4c64-bfaa-eb4764f1a527 req-0698c3e5-79ca-4586-a5f4-6c34f8e4f08d tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] 10.222.0.85 "GET /v2.0/security-groups?id=58347793-32a9-458f-9c0f-7823b96e7e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596626 May 18 18:13:44.581990 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a81186bd-5de5-4cda-8501-d2b980a791cd req-78c197c1-02d8-4712-be85-db045888d894 tempest-ServerTagsTestJSON-1380209781 tempest-ServerTagsTestJSON-1380209781-project] 10.222.0.85 "GET /v2.0/ports?device_id=c52295e1-2409-4536-b479-bd4c1d41515c HTTP/1.1" status: 200 len: 210 time: 0.0675910 May 18 18:13:44.608759 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e22148e-160c-4c8f-8ff1-6d92a9796dbc req-8b776c24-670f-411b-9bc0-f759389e9994 tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:44.611507 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8e22148e-160c-4c8f-8ff1-6d92a9796dbc req-8b776c24-670f-411b-9bc0-f759389e9994 tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] 10.222.0.85 "GET /v2.0/ports?device_id=ff0fcd87-396e-4966-8261-7b70e9559423 HTTP/1.1" status: 200 len: 950 time: 0.1103902 May 18 18:13:44.659675 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-bcf7d8eb-1641-4ee2-9a5d-e7cd97ca4c71 req-52599118-b249-4e0d-8689-5d451349cd13 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:44.730389 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8e22148e-160c-4c8f-8ff1-6d92a9796dbc req-6c576af8-483e-4276-9215-e66b326dd78c tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] 10.222.0.85 "GET /v2.0/security-groups?id=a71bdd0b-6132-4299-809d-7cc4579566d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051612 May 18 18:13:44.783181 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-bcf7d8eb-1641-4ee2-9a5d-e7cd97ca4c71 req-52599118-b249-4e0d-8689-5d451349cd13 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:44.827535 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcf7d8eb-1641-4ee2-9a5d-e7cd97ca4c71 req-52599118-b249-4e0d-8689-5d451349cd13 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Network 77f52293-860e-453d-8109-a574592eaa62 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:13:44.850471 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [req-bcf7d8eb-1641-4ee2-9a5d-e7cd97ca4c71 req-52599118-b249-4e0d-8689-5d451349cd13 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:13:44.855388 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcf7d8eb-1641-4ee2-9a5d-e7cd97ca4c71 req-52599118-b249-4e0d-8689-5d451349cd13 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:13:44.934763 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52599118-b249-4e0d-8689-5d451349cd13 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Pushing event updated for resources: {'Port': ['ID=42197bbc-9a83-47cf-8e96-bceeccfaedf4,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:13:44.966149 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf7d8eb-1641-4ee2-9a5d-e7cd97ca4c71 req-52599118-b249-4e0d-8689-5d451349cd13 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:44.967238 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-bcf7d8eb-1641-4ee2-9a5d-e7cd97ca4c71 req-52599118-b249-4e0d-8689-5d451349cd13 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:45.016967 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bcf7d8eb-1641-4ee2-9a5d-e7cd97ca4c71 req-52599118-b249-4e0d-8689-5d451349cd13 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7787392 May 18 18:13:45.044441 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-bcf7d8eb-1641-4ee2-9a5d-e7cd97ca4c71 req-338b0907-1cdd-42f9-aedf-c43b46f539f1 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Request body: {'port': {'device_id': 'e093b7b6-bcc1-4a4f-b97f-f6a69515f352', 'network_id': 'a968d391-7aa4-41b5-bc41-860a05456b06', 'admin_state_up': True, 'tenant_id': '959b4a96654a42e29bad9a24937c9c47'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:13:45.228440 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b03b91-af14-4d6a-b9ec-867ed3eb61e1 req-e3258453-d6cd-4d08-a48a-ea26c1f1a61b tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:45.230478 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f9b03b91-af14-4d6a-b9ec-867ed3eb61e1 req-e3258453-d6cd-4d08-a48a-ea26c1f1a61b tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] 10.222.0.85 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.6014340 May 18 18:13:45.299035 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02e1ef3-37cf-4559-8ffe-66dd069fdd38 req-36f4bd5b-dc82-4f27-b221-04a5677e8d70 tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:45.313129 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e02e1ef3-37cf-4559-8ffe-66dd069fdd38 req-36f4bd5b-dc82-4f27-b221-04a5677e8d70 tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] 10.222.0.85 "GET /v2.0/ports?device_id=3d23b3b3-bd88-458c-b269-14a2fe755bd8 HTTP/1.1" status: 200 len: 945 time: 0.1412091 May 18 18:13:45.377652 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcf7d8eb-1641-4ee2-9a5d-e7cd97ca4c71 req-338b0907-1cdd-42f9-aedf-c43b46f539f1 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Made reservation on behalf of 959b4a96654a42e29bad9a24937c9c47 for: {'port': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:13:45.395491 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-bcf7d8eb-1641-4ee2-9a5d-e7cd97ca4c71 req-338b0907-1cdd-42f9-aedf-c43b46f539f1 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:45.402169 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-5606397f-a65b-462b-bab1-8161caf430e2 None None] Provisioning complete for port 42197bbc-9a83-47cf-8e96-bceeccfaedf4 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:13:45.402946 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-5606397f-a65b-462b-bab1-8161caf430e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:45.408147 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e02e1ef3-37cf-4559-8ffe-66dd069fdd38 req-8ee55152-7977-42c0-b644-823cd048e60e tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] 10.222.0.85 "GET /v2.0/security-groups?id=fa255767-3e7a-49af-bfae-1870baf95311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935044 May 18 18:13:45.468780 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa08aee-2821-45b9-826c-adfbbe61568a req-e37b592c-e0ac-47b7-9cc6-d5496e5d225b tempest-ServersAdminNegativeTestJSON-940267917 tempest-ServersAdminNegativeTestJSON-940267917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:45.476538 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6aa08aee-2821-45b9-826c-adfbbe61568a req-e37b592c-e0ac-47b7-9cc6-d5496e5d225b tempest-ServersAdminNegativeTestJSON-940267917 tempest-ServersAdminNegativeTestJSON-940267917-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=ff0fcd87-396e-4966-8261-7b70e9559423 HTTP/1.1" status: 200 len: 1101 time: 0.1214998 May 18 18:13:45.493896 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-6aa08aee-2821-45b9-826c-adfbbe61568a req-0d2f90ac-3740-4564-b4f5-fa007c77ab4f tempest-ServersAdminNegativeTestJSON-940267917 tempest-ServersAdminNegativeTestJSON-940267917-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:45.510538 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-5606397f-a65b-462b-bab1-8161caf430e2 None None] Port 42197bbc-9a83-47cf-8e96-bceeccfaedf4 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:13:45.640998 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [req-bcf7d8eb-1641-4ee2-9a5d-e7cd97ca4c71 req-338b0907-1cdd-42f9-aedf-c43b46f539f1 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Allocated IP 19.80.0.59 (a968d391-7aa4-41b5-bc41-860a05456b06/a09e408e-b4fa-48aa-9127-c1290b75f7c0/f605bd11-40d1-48b2-8a91-ae33ccbef362) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:13:45.723788 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-517b7b38-d2c0-4b03-8aea-198b58f8dd4b req-7763c257-f046-4fe7-9966-97c25da5012f tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] 10.222.0.85 "GET /v2.0/floatingips?tenant_id=2fe1765162a84d5ca05d378a93fd187e HTTP/1.1" status: 200 len: 1657 time: 0.2595961 May 18 18:13:45.747058 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-6aa08aee-2821-45b9-826c-adfbbe61568a req-0d2f90ac-3740-4564-b4f5-fa007c77ab4f tempest-ServersAdminNegativeTestJSON-940267917 tempest-ServersAdminNegativeTestJSON-940267917-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:45.756071 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-6aa08aee-2821-45b9-826c-adfbbe61568a req-0d2f90ac-3740-4564-b4f5-fa007c77ab4f tempest-ServersAdminNegativeTestJSON-940267917 tempest-ServersAdminNegativeTestJSON-940267917-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:45.807771 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6aa08aee-2821-45b9-826c-adfbbe61568a req-0d2f90ac-3740-4564-b4f5-fa007c77ab4f tempest-ServersAdminNegativeTestJSON-940267917 tempest-ServersAdminNegativeTestJSON-940267917-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=a71bdd0b-6132-4299-809d-7cc4579566d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3302751 May 18 18:13:45.828525 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2f90ac-3740-4564-b4f5-fa007c77ab4f tempest-ServersAdminNegativeTestJSON-940267917 tempest-ServersAdminNegativeTestJSON-940267917-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b40ce97e-6b50-4257-8d86-105a7c314ef6,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:13:46.072381 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517b7b38-d2c0-4b03-8aea-198b58f8dd4b req-bcc67565-0e79-4861-87a6-09a672fcd37b tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:46.080959 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-517b7b38-d2c0-4b03-8aea-198b58f8dd4b req-bcc67565-0e79-4861-87a6-09a672fcd37b tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] 10.222.0.85 "GET /v2.0/networks?id=31ebd439-090c-4b25-bbb0-31c48711b145&id=31ebd439-090c-4b25-bbb0-31c48711b145&id=31ebd439-090c-4b25-bbb0-31c48711b145 HTTP/1.1" status: 200 len: 787 time: 0.3562074 May 18 18:13:46.090833 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e56ec7-bfe2-4db1-a615-c0dfd243d9d0 req-09294d29-e365-482a-ab2f-c93a479908b2 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:46.091039 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [req-517b7b38-d2c0-4b03-8aea-198b58f8dd4b req-0a294196-ec25-4284-9c1e-20131b9399cf tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=102731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 18:13:46.092033 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-517b7b38-d2c0-4b03-8aea-198b58f8dd4b req-0a294196-ec25-4284-9c1e-20131b9399cf tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0102334 May 18 18:13:46.103125 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e56ec7-bfe2-4db1-a615-c0dfd243d9d0 req-09294d29-e365-482a-ab2f-c93a479908b2 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:46.103125 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-09e56ec7-bfe2-4db1-a615-c0dfd243d9d0 req-09294d29-e365-482a-ab2f-c93a479908b2 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] 10.222.0.85 "GET /v2.0/ports?device_id=e093b7b6-bcc1-4a4f-b97f-f6a69515f352 HTTP/1.1" status: 200 len: 1654 time: 0.1018445 May 18 18:13:46.136756 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9527bee-0600-45ea-afe8-d8f161d9c080 req-d7be1e5e-d6da-483a-b694-d85654cda998 tempest-ServerTagsTestJSON-1380209781 tempest-ServerTagsTestJSON-1380209781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:46.138467 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d9527bee-0600-45ea-afe8-d8f161d9c080 req-d7be1e5e-d6da-483a-b694-d85654cda998 tempest-ServerTagsTestJSON-1380209781 tempest-ServerTagsTestJSON-1380209781-project] 10.222.0.36 "GET /v2.0/networks?id=374ed70a-1dbd-4c24-b131-a8c60cabc5c9 HTTP/1.1" status: 200 len: 809 time: 0.2978971 May 18 18:13:46.140880 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-bcf7d8eb-1641-4ee2-9a5d-e7cd97ca4c71 req-338b0907-1cdd-42f9-aedf-c43b46f539f1 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:46.161349 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-d9527bee-0600-45ea-afe8-d8f161d9c080 req-dad6a6e0-ccea-4452-a1e6-01db622f0a32 tempest-ServerTagsTestJSON-1380209781 tempest-ServerTagsTestJSON-1380209781-project] Request body: {'port': {'device_id': 'c52295e1-2409-4536-b479-bd4c1d41515c', 'network_id': '374ed70a-1dbd-4c24-b131-a8c60cabc5c9', 'admin_state_up': True, 'tenant_id': 'e8d96a52a6554c8e9ec342c618fc7301'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:13:46.172445 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-09e56ec7-bfe2-4db1-a615-c0dfd243d9d0 req-022d8cd4-250a-4b29-be89-21cef98236e0 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] 10.222.0.85 "GET /v2.0/security-groups?id=58347793-32a9-458f-9c0f-7823b96e7e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611734 May 18 18:13:46.207595 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3d173218-4a6e-4d1b-9c66-e4d3f95eeb26 req-5bc3dc2a-06be-4dac-b2f7-4a795466931c tempest-ServerTagsTestJSON-1380209781 tempest-ServerTagsTestJSON-1380209781-project] 10.222.0.85 "GET /v2.0/ports?device_id=c52295e1-2409-4536-b479-bd4c1d41515c HTTP/1.1" status: 200 len: 210 time: 0.0419700 May 18 18:13:46.219585 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-bcf7d8eb-1641-4ee2-9a5d-e7cd97ca4c71 req-338b0907-1cdd-42f9-aedf-c43b46f539f1 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:46.272329 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcf7d8eb-1641-4ee2-9a5d-e7cd97ca4c71 req-338b0907-1cdd-42f9-aedf-c43b46f539f1 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Network a968d391-7aa4-41b5-bc41-860a05456b06 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:13:46.278243 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [req-bcf7d8eb-1641-4ee2-9a5d-e7cd97ca4c71 req-338b0907-1cdd-42f9-aedf-c43b46f539f1 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:13:46.282230 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcf7d8eb-1641-4ee2-9a5d-e7cd97ca4c71 req-338b0907-1cdd-42f9-aedf-c43b46f539f1 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:13:46.291653 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338b0907-1cdd-42f9-aedf-c43b46f539f1 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Pushing event updated for resources: {'Port': ['ID=f605bd11-40d1-48b2-8a91-ae33ccbef362,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:13:46.355303 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf7d8eb-1641-4ee2-9a5d-e7cd97ca4c71 req-338b0907-1cdd-42f9-aedf-c43b46f539f1 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:46.356227 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-bcf7d8eb-1641-4ee2-9a5d-e7cd97ca4c71 req-338b0907-1cdd-42f9-aedf-c43b46f539f1 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:46.387875 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bcf7d8eb-1641-4ee2-9a5d-e7cd97ca4c71 req-338b0907-1cdd-42f9-aedf-c43b46f539f1 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3641295 May 18 18:13:46.403794 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-bcf7d8eb-1641-4ee2-9a5d-e7cd97ca4c71 req-ce7d7dae-9ee0-4438-9b4e-ef9ca18a7534 service neutron] Request body: {'port': {'device_id': 'e093b7b6-bcc1-4a4f-b97f-f6a69515f352', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-3'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:13:46.414850 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-883ae014-886f-4a1d-a7cd-700eab58ef8b req-98000560-f507-4ccd-bdb4-6eade93c320b tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] 10.222.0.85 "GET /v2.0/floatingips/07b6f2e1-a9f7-4160-adb3-64d8a619e745 HTTP/1.1" status: 200 len: 693 time: 0.1635911 May 18 18:13:46.590416 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9527bee-0600-45ea-afe8-d8f161d9c080 req-dad6a6e0-ccea-4452-a1e6-01db622f0a32 tempest-ServerTagsTestJSON-1380209781 tempest-ServerTagsTestJSON-1380209781-project] Made reservation on behalf of e8d96a52a6554c8e9ec342c618fc7301 for: {'port': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:13:46.594938 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-d9527bee-0600-45ea-afe8-d8f161d9c080 req-dad6a6e0-ccea-4452-a1e6-01db622f0a32 tempest-ServerTagsTestJSON-1380209781 tempest-ServerTagsTestJSON-1380209781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:46.614922 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-bcf7d8eb-1641-4ee2-9a5d-e7cd97ca4c71 req-ce7d7dae-9ee0-4438-9b4e-ef9ca18a7534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:46.628618 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ced9dd3-5954-44ed-a5ae-1bd97c536839 req-9b709a43-cc4e-4832-8346-cb74058b339e tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:46.638019 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2ced9dd3-5954-44ed-a5ae-1bd97c536839 req-9b709a43-cc4e-4832-8346-cb74058b339e tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] 10.222.0.85 "GET /v2.0/ports?device_id=3d23b3b3-bd88-458c-b269-14a2fe755bd8 HTTP/1.1" status: 200 len: 945 time: 0.0989466 May 18 18:13:46.722989 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883ae014-886f-4a1d-a7cd-700eab58ef8b req-55b79886-53d5-4d6f-97f4-f64c9c931fc3 tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:46.725563 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-883ae014-886f-4a1d-a7cd-700eab58ef8b req-55b79886-53d5-4d6f-97f4-f64c9c931fc3 tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] 10.222.0.85 "GET /v2.0/networks/31ebd439-090c-4b25-bbb0-31c48711b145 HTTP/1.1" status: 200 len: 784 time: 0.2967377 May 18 18:13:46.761732 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a3f3487d-8e76-41bd-a3be-a1a3e16c88b9 None None] Provisioning complete for port f605bd11-40d1-48b2-8a91-ae33ccbef362 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:13:46.762282 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a3f3487d-8e76-41bd-a3be-a1a3e16c88b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:46.765999 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [req-883ae014-886f-4a1d-a7cd-700eab58ef8b req-4bedfec8-0449-46eb-a6b0-eab0eb128bdb tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=102730) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 18:13:46.767594 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-883ae014-886f-4a1d-a7cd-700eab58ef8b req-4bedfec8-0449-46eb-a6b0-eab0eb128bdb tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0119309 May 18 18:13:46.850162 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3487d-8e76-41bd-a3be-a1a3e16c88b9 None None] Port f605bd11-40d1-48b2-8a91-ae33ccbef362 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:13:46.890491 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2ced9dd3-5954-44ed-a5ae-1bd97c536839 req-e76c0bcb-ea9e-4b3e-9138-ada5b500ab6a tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] 10.222.0.85 "GET /v2.0/security-groups?id=fa255767-3e7a-49af-bfae-1870baf95311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476096 May 18 18:13:47.093193 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d722e1cc-5160-41a7-bfbc-3cd47af449ed req-6e40cbb9-0913-4107-a40f-8bfb815bbb63 tempest-ServersAdminNegativeTestJSON-940267917 tempest-ServersAdminNegativeTestJSON-940267917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:47.101487 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d722e1cc-5160-41a7-bfbc-3cd47af449ed req-6e40cbb9-0913-4107-a40f-8bfb815bbb63 tempest-ServersAdminNegativeTestJSON-940267917 tempest-ServersAdminNegativeTestJSON-940267917-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=ff0fcd87-396e-4966-8261-7b70e9559423 HTTP/1.1" status: 200 len: 1101 time: 0.0837312 May 18 18:13:47.160959 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d722e1cc-5160-41a7-bfbc-3cd47af449ed req-7c9ecae5-12f2-4142-8f60-1dd9dca5a42c tempest-ServersAdminNegativeTestJSON-940267917 tempest-ServersAdminNegativeTestJSON-940267917-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=a71bdd0b-6132-4299-809d-7cc4579566d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582078 May 18 18:13:47.264018 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [req-bcf7d8eb-1641-4ee2-9a5d-e7cd97ca4c71 req-ce7d7dae-9ee0-4438-9b4e-ef9ca18a7534 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e87b1b2a-fe28-47f5-9089-ee109fb9489c {{(pid=102731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:13:47.273253 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-883ae014-886f-4a1d-a7cd-700eab58ef8b req-5ea8508f-f49f-41be-8bb3-1a61e0f2d1ca tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] 10.222.0.85 "GET /v2.0/floatingips?floating_ip_address=172.25.5.201 HTTP/1.1" status: 200 len: 696 time: 0.4957886 May 18 18:13:47.277223 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-bcf7d8eb-1641-4ee2-9a5d-e7cd97ca4c71 req-ce7d7dae-9ee0-4438-9b4e-ef9ca18a7534 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:47.285152 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [req-0edbc9a2-aac6-471d-9cb2-3171d4838256 req-5fc5ea32-eeb2-407b-b1d3-69b1c371c93d service neutron] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=102731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 18:13:47.287196 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0edbc9a2-aac6-471d-9cb2-3171d4838256 req-5fc5ea32-eeb2-407b-b1d3-69b1c371c93d service neutron] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0133734 May 18 18:13:47.311184 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.provisioning_blocks [req-bcf7d8eb-1641-4ee2-9a5d-e7cd97ca4c71 req-ce7d7dae-9ee0-4438-9b4e-ef9ca18a7534 service neutron] Transition to ACTIVE for port object e87b1b2a-fe28-47f5-9089-ee109fb9489c will not be triggered until provisioned by entity L2. {{(pid=102731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:13:47.317168 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-bcf7d8eb-1641-4ee2-9a5d-e7cd97ca4c71 req-ce7d7dae-9ee0-4438-9b4e-ef9ca18a7534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:47.402065 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-883ae014-886f-4a1d-a7cd-700eab58ef8b req-ee245ed4-00ae-4438-a55c-65d4ae81e727 tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] 10.222.0.85 "GET /v2.0/floatingips?floating_ip_address=172.25.5.201 HTTP/1.1" status: 200 len: 696 time: 0.1279430 May 18 18:13:47.404527 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [req-d9527bee-0600-45ea-afe8-d8f161d9c080 req-dad6a6e0-ccea-4452-a1e6-01db622f0a32 tempest-ServerTagsTestJSON-1380209781 tempest-ServerTagsTestJSON-1380209781-project] Allocated IP 172.20.0.8 (374ed70a-1dbd-4c24-b131-a8c60cabc5c9/35b2b797-3173-4cd2-9942-1ba167a800ec/57f6f4a8-6899-4b96-bcac-2461e2482844) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:13:47.561224 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7d7dae-9ee0-4438-9b4e-ef9ca18a7534 service neutron] Pushing event updated for resources: {'Port': ['ID=e87b1b2a-fe28-47f5-9089-ee109fb9489c,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:13:47.682737 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558c6a0f-9612-4c43-ae99-09a01a6de8a4 req-f9c0050a-fff5-4ae0-879b-4492731a08fa tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:47.690686 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558c6a0f-9612-4c43-ae99-09a01a6de8a4 req-f9c0050a-fff5-4ae0-879b-4492731a08fa tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:47.696414 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-883ae014-886f-4a1d-a7cd-700eab58ef8b req-f68e6014-5ab6-4782-b776-c0de16648049 tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] Deleting port ea893092-2a1d-41c1-afb9-041237dc83b6 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:13:47.696929 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-883ae014-886f-4a1d-a7cd-700eab58ef8b req-f68e6014-5ab6-4782-b776-c0de16648049 tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:47.698073 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558c6a0f-9612-4c43-ae99-09a01a6de8a4 req-f9c0050a-fff5-4ae0-879b-4492731a08fa tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:47.709697 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-558c6a0f-9612-4c43-ae99-09a01a6de8a4 req-f9c0050a-fff5-4ae0-879b-4492731a08fa tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] 10.222.0.85 "GET /v2.0/ports?device_id=e093b7b6-bcc1-4a4f-b97f-f6a69515f352 HTTP/1.1" status: 200 len: 2387 time: 0.2868381 May 18 18:13:47.768181 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-bcf7d8eb-1641-4ee2-9a5d-e7cd97ca4c71 req-ce7d7dae-9ee0-4438-9b4e-ef9ca18a7534 service neutron] Attempting to bind port e87b1b2a-fe28-47f5-9089-ee109fb9489c on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:13:47.768534 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-bcf7d8eb-1641-4ee2-9a5d-e7cd97ca4c71 req-ce7d7dae-9ee0-4438-9b4e-ef9ca18a7534 service neutron] Attempting to bind port e87b1b2a-fe28-47f5-9089-ee109fb9489c by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': 'fe0755fd-f37b-43af-9caf-458b9927f571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'a968d391-7aa4-41b5-bc41-860a05456b06'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:13:47.768875 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf7d8eb-1641-4ee2-9a5d-e7cd97ca4c71 req-ce7d7dae-9ee0-4438-9b4e-ef9ca18a7534 service neutron] Attempting to bind port e87b1b2a-fe28-47f5-9089-ee109fb9489c on network a968d391-7aa4-41b5-bc41-860a05456b06 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:13:47.790550 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-558c6a0f-9612-4c43-ae99-09a01a6de8a4 req-9b4cd0a2-d166-4fa5-b2ed-da957676c8a3 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] 10.222.0.85 "GET /v2.0/security-groups?id=58347793-32a9-458f-9c0f-7823b96e7e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798233 May 18 18:13:47.802910 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf7d8eb-1641-4ee2-9a5d-e7cd97ca4c71 req-ce7d7dae-9ee0-4438-9b4e-ef9ca18a7534 service neutron] Port e87b1b2a-fe28-47f5-9089-ee109fb9489c on network a968d391-7aa4-41b5-bc41-860a05456b06 not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:13:47.803114 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf7d8eb-1641-4ee2-9a5d-e7cd97ca4c71 req-ce7d7dae-9ee0-4438-9b4e-ef9ca18a7534 service neutron] Attempting to bind port e87b1b2a-fe28-47f5-9089-ee109fb9489c on network a968d391-7aa4-41b5-bc41-860a05456b06 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:13:47.813591 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf7d8eb-1641-4ee2-9a5d-e7cd97ca4c71 req-ce7d7dae-9ee0-4438-9b4e-ef9ca18a7534 service neutron] Checking agent: {'id': 'd1be059a-68ea-4c77-9b2b-29f4afa47e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:13:47.813969 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf7d8eb-1641-4ee2-9a5d-e7cd97ca4c71 req-ce7d7dae-9ee0-4438-9b4e-ef9ca18a7534 service neutron] Checking segment: {'id': 'fe0755fd-f37b-43af-9caf-458b9927f571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'a968d391-7aa4-41b5-bc41-860a05456b06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:13:47.814355 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf7d8eb-1641-4ee2-9a5d-e7cd97ca4c71 req-ce7d7dae-9ee0-4438-9b4e-ef9ca18a7534 service neutron] Bound using segment: {'id': 'fe0755fd-f37b-43af-9caf-458b9927f571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'a968d391-7aa4-41b5-bc41-860a05456b06'} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:13:47.814810 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-bcf7d8eb-1641-4ee2-9a5d-e7cd97ca4c71 req-ce7d7dae-9ee0-4438-9b4e-ef9ca18a7534 service neutron] Bound port: e87b1b2a-fe28-47f5-9089-ee109fb9489c, host: n-h2-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe0755fd-f37b-43af-9caf-458b9927f571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'a968d391-7aa4-41b5-bc41-860a05456b06'}}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:13:47.815187 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-bcf7d8eb-1641-4ee2-9a5d-e7cd97ca4c71 req-ce7d7dae-9ee0-4438-9b4e-ef9ca18a7534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:47.876222 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-d9527bee-0600-45ea-afe8-d8f161d9c080 req-dad6a6e0-ccea-4452-a1e6-01db622f0a32 tempest-ServerTagsTestJSON-1380209781 tempest-ServerTagsTestJSON-1380209781-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:47.882287 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-883ae014-886f-4a1d-a7cd-700eab58ef8b req-f68e6014-5ab6-4782-b776-c0de16648049 tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:47.882755 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-883ae014-886f-4a1d-a7cd-700eab58ef8b req-f68e6014-5ab6-4782-b776-c0de16648049 tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:47.904411 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-883ae014-886f-4a1d-a7cd-700eab58ef8b req-f68e6014-5ab6-4782-b776-c0de16648049 tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] Calling delete_port for ea893092-2a1d-41c1-afb9-041237dc83b6 owned by network:floatingip {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:13:47.920807 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ca5dcf42-4660-436b-ad0b-61b1a8f2e084 req-ac45406f-f3f7-4549-80ab-bd5e8ab8491e tempest-ServerTagsTestJSON-1380209781 tempest-ServerTagsTestJSON-1380209781-project] 10.222.0.85 "GET /v2.0/ports?device_id=c52295e1-2409-4536-b479-bd4c1d41515c HTTP/1.1" status: 200 len: 210 time: 0.0403976 May 18 18:13:47.938001 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-bcf7d8eb-1641-4ee2-9a5d-e7cd97ca4c71 req-ce7d7dae-9ee0-4438-9b4e-ef9ca18a7534 service neutron] For port e87b1b2a-fe28-47f5-9089-ee109fb9489c, host n-h2-838550-3, cleared binding levels {{(pid=102731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:13:47.943295 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-bcf7d8eb-1641-4ee2-9a5d-e7cd97ca4c71 req-ce7d7dae-9ee0-4438-9b4e-ef9ca18a7534 service neutron] For port e87b1b2a-fe28-47f5-9089-ee109fb9489c, host n-h2-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=e87b1b2a-fe28-47f5-9089-ee109fb9489c,segment=NetworkSegment(fe0755fd-f37b-43af-9caf-458b9927f571),segment_id=fe0755fd-f37b-43af-9caf-458b9927f571)] {{(pid=102731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:13:47.949063 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-bcf7d8eb-1641-4ee2-9a5d-e7cd97ca4c71 req-ce7d7dae-9ee0-4438-9b4e-ef9ca18a7534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:48.016417 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf7d8eb-1641-4ee2-9a5d-e7cd97ca4c71 req-ce7d7dae-9ee0-4438-9b4e-ef9ca18a7534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:48.018418 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-bcf7d8eb-1641-4ee2-9a5d-e7cd97ca4c71 req-ce7d7dae-9ee0-4438-9b4e-ef9ca18a7534 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:48.022480 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bcf7d8eb-1641-4ee2-9a5d-e7cd97ca4c71 req-ce7d7dae-9ee0-4438-9b4e-ef9ca18a7534 service neutron] 10.222.0.88 "PUT /v2.0/ports/e87b1b2a-fe28-47f5-9089-ee109fb9489c HTTP/1.1" status: 200 len: 1092 time: 1.6244369 May 18 18:13:48.023213 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-d9527bee-0600-45ea-afe8-d8f161d9c080 req-dad6a6e0-ccea-4452-a1e6-01db622f0a32 tempest-ServerTagsTestJSON-1380209781 tempest-ServerTagsTestJSON-1380209781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:48.024164 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e093b7b6-bcc1-4a4f-b97f-f6a69515f352', 'tag': 'e87b1b2a-fe28-47f5-9089-ee109fb9489c'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:13:48.033563 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7713b93e-a5d1-4506-ad25-f7e09c575841" -d '{"events": [{"name": "network-changed", "server_uuid": "e093b7b6-bcc1-4a4f-b97f-f6a69515f352", "tag": "e87b1b2a-fe28-47f5-9089-ee109fb9489c"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:13:48.065077 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-bcf7d8eb-1641-4ee2-9a5d-e7cd97ca4c71 req-ec027da6-1e08-4134-89bd-3d818306f236 service neutron] Request body: {'port': {'device_id': 'e093b7b6-bcc1-4a4f-b97f-f6a69515f352', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-3'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:13:48.117663 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad6a6e0-ccea-4452-a1e6-01db622f0a32 tempest-ServerTagsTestJSON-1380209781 tempest-ServerTagsTestJSON-1380209781-project] Pushing event updated for resources: {'Port': ['ID=57f6f4a8-6899-4b96-bcac-2461e2482844,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:13:48.118368 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7d7dae-9ee0-4438-9b4e-ef9ca18a7534 service neutron] Pushing event updated for resources: {'Port': ['ID=e87b1b2a-fe28-47f5-9089-ee109fb9489c,revision_number=3']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:13:48.193106 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-bcf7d8eb-1641-4ee2-9a5d-e7cd97ca4c71 req-ec027da6-1e08-4134-89bd-3d818306f236 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:48.204212 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1192ba32-7faf-4d04-8a4e-f29b1850f618 req-6dc47528-984f-4eb8-a5f2-4b0d8641c7ec tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:48.206202 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1192ba32-7faf-4d04-8a4e-f29b1850f618 req-6dc47528-984f-4eb8-a5f2-4b0d8641c7ec tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] 10.222.0.85 "GET /v2.0/ports?device_id=3d23b3b3-bd88-458c-b269-14a2fe755bd8 HTTP/1.1" status: 200 len: 945 time: 0.1305118 May 18 18:13:48.214286 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9527bee-0600-45ea-afe8-d8f161d9c080 req-dad6a6e0-ccea-4452-a1e6-01db622f0a32 tempest-ServerTagsTestJSON-1380209781 tempest-ServerTagsTestJSON-1380209781-project] Network 374ed70a-1dbd-4c24-b131-a8c60cabc5c9 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:13:48.230588 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [req-d9527bee-0600-45ea-afe8-d8f161d9c080 req-dad6a6e0-ccea-4452-a1e6-01db622f0a32 tempest-ServerTagsTestJSON-1380209781 tempest-ServerTagsTestJSON-1380209781-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:13:48.245147 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9527bee-0600-45ea-afe8-d8f161d9c080 req-dad6a6e0-ccea-4452-a1e6-01db622f0a32 tempest-ServerTagsTestJSON-1380209781 tempest-ServerTagsTestJSON-1380209781-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:13:48.286623 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-883ae014-886f-4a1d-a7cd-700eab58ef8b req-f68e6014-5ab6-4782-b776-c0de16648049 tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:48.311711 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1192ba32-7faf-4d04-8a4e-f29b1850f618 req-793ab6a2-1c09-4b6f-9529-bf936de8e57e tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] 10.222.0.85 "GET /v2.0/security-groups?id=fa255767-3e7a-49af-bfae-1870baf95311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977325 May 18 18:13:48.364048 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68e6014-5ab6-4782-b776-c0de16648049 tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] Pushing event deleted for resources: {'Port': ['ID=ea893092-2a1d-41c1-afb9-041237dc83b6,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:13:48.416896 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9527bee-0600-45ea-afe8-d8f161d9c080 req-dad6a6e0-ccea-4452-a1e6-01db622f0a32 tempest-ServerTagsTestJSON-1380209781 tempest-ServerTagsTestJSON-1380209781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:48.417845 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-d9527bee-0600-45ea-afe8-d8f161d9c080 req-dad6a6e0-ccea-4452-a1e6-01db622f0a32 tempest-ServerTagsTestJSON-1380209781 tempest-ServerTagsTestJSON-1380209781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:48.470301 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d9527bee-0600-45ea-afe8-d8f161d9c080 req-dad6a6e0-ccea-4452-a1e6-01db622f0a32 tempest-ServerTagsTestJSON-1380209781 tempest-ServerTagsTestJSON-1380209781-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3177540 May 18 18:13:48.492316 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-d9527bee-0600-45ea-afe8-d8f161d9c080 req-3237dd70-31c1-42c8-9f0f-d1210d7cb4bc service neutron] Request body: {'port': {'device_id': 'c52295e1-2409-4536-b479-bd4c1d41515c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-3'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:13:48.522236 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-883ae014-886f-4a1d-a7cd-700eab58ef8b req-f68e6014-5ab6-4782-b776-c0de16648049 tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] Notify callbacks [] for floatingip, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:48.527044 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-883ae014-886f-4a1d-a7cd-700eab58ef8b req-f68e6014-5ab6-4782-b776-c0de16648049 tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:48.529234 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-883ae014-886f-4a1d-a7cd-700eab58ef8b req-f68e6014-5ab6-4782-b776-c0de16648049 tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] 10.222.0.85 "DELETE /v2.0/floatingips/07b6f2e1-a9f7-4160-adb3-64d8a619e745 HTTP/1.1" status: 204 len: 173 time: 1.1259053 May 18 18:13:48.587645 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64ee5c3b-4906-4d50-a9e0-0f91e8f4722d x-openstack-request-id: req-64ee5c3b-4906-4d50-a9e0-0f91e8f4722d {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:13:48.588673 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e093b7b6-bcc1-4a4f-b97f-f6a69515f352", "tag": "e87b1b2a-fe28-47f5-9089-ee109fb9489c", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:13:48.589542 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-64ee5c3b-4906-4d50-a9e0-0f91e8f4722d {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:13:48.589740 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64ee5c3b-4906-4d50-a9e0-0f91e8f4722d'] response: {'name': 'network-changed', 'server_uuid': 'e093b7b6-bcc1-4a4f-b97f-f6a69515f352', 'tag': 'e87b1b2a-fe28-47f5-9089-ee109fb9489c', 'status': 'completed', 'code': 200} May 18 18:13:48.676797 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a8620239-2e8b-4918-8d41-c05098543caf req-a11b8125-7a91-4ef1-b3ef-f18fbab61044 tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] 10.222.0.85 "GET /v2.0/floatingips/4921ca97-361b-414f-a69b-6f60931dec94 HTTP/1.1" status: 200 len: 693 time: 0.1038196 May 18 18:13:48.710808 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-d9527bee-0600-45ea-afe8-d8f161d9c080 req-3237dd70-31c1-42c8-9f0f-d1210d7cb4bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:48.750147 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7713b93e-a5d1-4506-ad25-f7e09c575841 req-bc175f4a-3919-4730-ba4f-e8a5fd9b614b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:48.750644 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7713b93e-a5d1-4506-ad25-f7e09c575841 req-bc175f4a-3919-4730-ba4f-e8a5fd9b614b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:48.751131 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7713b93e-a5d1-4506-ad25-f7e09c575841 req-bc175f4a-3919-4730-ba4f-e8a5fd9b614b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:48.753287 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7713b93e-a5d1-4506-ad25-f7e09c575841 req-bc175f4a-3919-4730-ba4f-e8a5fd9b614b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=959b4a96654a42e29bad9a24937c9c47&device_id=e093b7b6-bcc1-4a4f-b97f-f6a69515f352 HTTP/1.1" status: 200 len: 2730 time: 0.2342713 May 18 18:13:48.929698 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [req-bcf7d8eb-1641-4ee2-9a5d-e7cd97ca4c71 req-ec027da6-1e08-4134-89bd-3d818306f236 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42197bbc-9a83-47cf-8e96-bceeccfaedf4 {{(pid=102731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:13:48.944532 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-bcf7d8eb-1641-4ee2-9a5d-e7cd97ca4c71 req-ec027da6-1e08-4134-89bd-3d818306f236 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:48.962773 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b14c34f-d757-49a3-9c1f-482f3d483122 req-80701373-7639-49dd-9e08-aba5fb1dffd6 tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:48.970473 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5b14c34f-d757-49a3-9c1f-482f3d483122 req-80701373-7639-49dd-9e08-aba5fb1dffd6 tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] 10.222.0.85 "GET /v2.0/ports?device_id=ff0fcd87-396e-4966-8261-7b70e9559423 HTTP/1.1" status: 200 len: 950 time: 0.1133161 May 18 18:13:48.997064 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.provisioning_blocks [req-bcf7d8eb-1641-4ee2-9a5d-e7cd97ca4c71 req-ec027da6-1e08-4134-89bd-3d818306f236 service neutron] Transition to ACTIVE for port object 42197bbc-9a83-47cf-8e96-bceeccfaedf4 will not be triggered until provisioned by entity L2. {{(pid=102731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:13:49.006254 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-bcf7d8eb-1641-4ee2-9a5d-e7cd97ca4c71 req-ec027da6-1e08-4134-89bd-3d818306f236 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:49.067011 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5b14c34f-d757-49a3-9c1f-482f3d483122 req-8e19b065-e648-4e69-99d9-4afe1bcdec80 tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] 10.222.0.85 "GET /v2.0/security-groups?id=a71bdd0b-6132-4299-809d-7cc4579566d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953326 May 18 18:13:49.144006 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8620239-2e8b-4918-8d41-c05098543caf req-604d7ab1-a467-4714-874b-cc868af01a00 tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:49.145576 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a8620239-2e8b-4918-8d41-c05098543caf req-604d7ab1-a467-4714-874b-cc868af01a00 tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] 10.222.0.85 "GET /v2.0/networks/31ebd439-090c-4b25-bbb0-31c48711b145 HTTP/1.1" status: 200 len: 784 time: 0.4678519 May 18 18:13:49.222790 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7713b93e-a5d1-4506-ad25-f7e09c575841 req-0d73ddb5-1ed2-49ed-a08a-4f6c4ff1919d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:49.223242 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7713b93e-a5d1-4506-ad25-f7e09c575841 req-0d73ddb5-1ed2-49ed-a08a-4f6c4ff1919d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:49.227144 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7713b93e-a5d1-4506-ad25-f7e09c575841 req-0d73ddb5-1ed2-49ed-a08a-4f6c4ff1919d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:49.232778 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7713b93e-a5d1-4506-ad25-f7e09c575841 req-0d73ddb5-1ed2-49ed-a08a-4f6c4ff1919d service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=959b4a96654a42e29bad9a24937c9c47&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4489114 May 18 18:13:49.266182 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec027da6-1e08-4134-89bd-3d818306f236 service neutron] Pushing event updated for resources: {'Port': ['ID=42197bbc-9a83-47cf-8e96-bceeccfaedf4,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:13:49.411841 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c72a5f-c56d-4a95-a21c-7e715e855e20 req-de90703d-8e81-4cd8-a847-85122b61a69b tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:49.419411 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c72a5f-c56d-4a95-a21c-7e715e855e20 req-de90703d-8e81-4cd8-a847-85122b61a69b tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:49.428596 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c72a5f-c56d-4a95-a21c-7e715e855e20 req-de90703d-8e81-4cd8-a847-85122b61a69b tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:49.430586 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-43c72a5f-c56d-4a95-a21c-7e715e855e20 req-de90703d-8e81-4cd8-a847-85122b61a69b tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] 10.222.0.85 "GET /v2.0/ports?device_id=e093b7b6-bcc1-4a4f-b97f-f6a69515f352 HTTP/1.1" status: 200 len: 2399 time: 0.2559817 May 18 18:13:49.434634 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-bcf7d8eb-1641-4ee2-9a5d-e7cd97ca4c71 req-ec027da6-1e08-4134-89bd-3d818306f236 service neutron] Attempting to bind port 42197bbc-9a83-47cf-8e96-bceeccfaedf4 on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:13:49.435114 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-bcf7d8eb-1641-4ee2-9a5d-e7cd97ca4c71 req-ec027da6-1e08-4134-89bd-3d818306f236 service neutron] Attempting to bind port 42197bbc-9a83-47cf-8e96-bceeccfaedf4 by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': 'd74a2218-59b6-4249-83de-1c4cbf35a4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '77f52293-860e-453d-8109-a574592eaa62'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:13:49.435450 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf7d8eb-1641-4ee2-9a5d-e7cd97ca4c71 req-ec027da6-1e08-4134-89bd-3d818306f236 service neutron] Attempting to bind port 42197bbc-9a83-47cf-8e96-bceeccfaedf4 on network 77f52293-860e-453d-8109-a574592eaa62 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:13:49.474788 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf7d8eb-1641-4ee2-9a5d-e7cd97ca4c71 req-ec027da6-1e08-4134-89bd-3d818306f236 service neutron] Port 42197bbc-9a83-47cf-8e96-bceeccfaedf4 on network 77f52293-860e-453d-8109-a574592eaa62 not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:13:49.475331 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf7d8eb-1641-4ee2-9a5d-e7cd97ca4c71 req-ec027da6-1e08-4134-89bd-3d818306f236 service neutron] Attempting to bind port 42197bbc-9a83-47cf-8e96-bceeccfaedf4 on network 77f52293-860e-453d-8109-a574592eaa62 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:13:49.493552 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf7d8eb-1641-4ee2-9a5d-e7cd97ca4c71 req-ec027da6-1e08-4134-89bd-3d818306f236 service neutron] Checking agent: {'id': 'd1be059a-68ea-4c77-9b2b-29f4afa47e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:13:49.493965 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf7d8eb-1641-4ee2-9a5d-e7cd97ca4c71 req-ec027da6-1e08-4134-89bd-3d818306f236 service neutron] Checking segment: {'id': 'd74a2218-59b6-4249-83de-1c4cbf35a4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '77f52293-860e-453d-8109-a574592eaa62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:13:49.494621 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf7d8eb-1641-4ee2-9a5d-e7cd97ca4c71 req-ec027da6-1e08-4134-89bd-3d818306f236 service neutron] Bound using segment: {'id': 'd74a2218-59b6-4249-83de-1c4cbf35a4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '77f52293-860e-453d-8109-a574592eaa62'} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:13:49.495426 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-bcf7d8eb-1641-4ee2-9a5d-e7cd97ca4c71 req-ec027da6-1e08-4134-89bd-3d818306f236 service neutron] Bound port: 42197bbc-9a83-47cf-8e96-bceeccfaedf4, host: n-h2-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd74a2218-59b6-4249-83de-1c4cbf35a4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '77f52293-860e-453d-8109-a574592eaa62'}}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:13:49.495953 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-bcf7d8eb-1641-4ee2-9a5d-e7cd97ca4c71 req-ec027da6-1e08-4134-89bd-3d818306f236 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:49.506751 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-43c72a5f-c56d-4a95-a21c-7e715e855e20 req-ad79df29-dc8d-4fe1-8e2d-55b185512b09 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] 10.222.0.85 "GET /v2.0/security-groups?id=58347793-32a9-458f-9c0f-7823b96e7e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665047 May 18 18:13:49.687770 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-bcf7d8eb-1641-4ee2-9a5d-e7cd97ca4c71 req-ec027da6-1e08-4134-89bd-3d818306f236 service neutron] For port 42197bbc-9a83-47cf-8e96-bceeccfaedf4, host n-h2-838550-3, cleared binding levels {{(pid=102731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:13:49.705807 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-bcf7d8eb-1641-4ee2-9a5d-e7cd97ca4c71 req-ec027da6-1e08-4134-89bd-3d818306f236 service neutron] For port 42197bbc-9a83-47cf-8e96-bceeccfaedf4, host n-h2-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=42197bbc-9a83-47cf-8e96-bceeccfaedf4,segment=NetworkSegment(d74a2218-59b6-4249-83de-1c4cbf35a4a2),segment_id=d74a2218-59b6-4249-83de-1c4cbf35a4a2)] {{(pid=102731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:13:49.713993 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-bcf7d8eb-1641-4ee2-9a5d-e7cd97ca4c71 req-ec027da6-1e08-4134-89bd-3d818306f236 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:49.756267 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a8620239-2e8b-4918-8d41-c05098543caf req-dba99ece-4f3c-4ca9-ac48-5a24eb297f70 tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] 10.222.0.85 "GET /v2.0/floatingips?floating_ip_address=172.25.5.158 HTTP/1.1" status: 200 len: 696 time: 0.5910449 May 18 18:13:49.759380 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3862a52-6345-4f5b-8af0-9ae56fdde7d3 req-1ca87c6e-99f8-4d22-a97a-8a3e46cda2ab tempest-ServerTagsTestJSON-1380209781 tempest-ServerTagsTestJSON-1380209781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:49.761066 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c3862a52-6345-4f5b-8af0-9ae56fdde7d3 req-1ca87c6e-99f8-4d22-a97a-8a3e46cda2ab tempest-ServerTagsTestJSON-1380209781 tempest-ServerTagsTestJSON-1380209781-project] 10.222.0.85 "GET /v2.0/ports?device_id=c52295e1-2409-4536-b479-bd4c1d41515c HTTP/1.1" status: 200 len: 931 time: 0.1410251 May 18 18:13:49.778254 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf7d8eb-1641-4ee2-9a5d-e7cd97ca4c71 req-ec027da6-1e08-4134-89bd-3d818306f236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:49.779286 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-bcf7d8eb-1641-4ee2-9a5d-e7cd97ca4c71 req-ec027da6-1e08-4134-89bd-3d818306f236 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:49.780769 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bcf7d8eb-1641-4ee2-9a5d-e7cd97ca4c71 req-ec027da6-1e08-4134-89bd-3d818306f236 service neutron] 10.222.0.88 "PUT /v2.0/ports/42197bbc-9a83-47cf-8e96-bceeccfaedf4 HTTP/1.1" status: 200 len: 1091 time: 1.7225831 May 18 18:13:49.839922 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7713b93e-a5d1-4506-ad25-f7e09c575841 req-b7f0a5f5-78e8-4787-9852-e1a17a8ff473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:49.841535 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7713b93e-a5d1-4506-ad25-f7e09c575841 req-b7f0a5f5-78e8-4787-9852-e1a17a8ff473 service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4668992 May 18 18:13:49.841881 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-bcf7d8eb-1641-4ee2-9a5d-e7cd97ca4c71 req-1acfbdb5-0c6d-4b31-aadf-6a71b64e4c7d service neutron] Request body: {'port': {'device_id': 'e093b7b6-bcc1-4a4f-b97f-f6a69515f352', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-3'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:13:49.853372 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a8620239-2e8b-4918-8d41-c05098543caf req-7af49d82-b065-4846-848d-f0239654c6f6 tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] 10.222.0.85 "GET /v2.0/floatingips?floating_ip_address=172.25.5.158 HTTP/1.1" status: 200 len: 696 time: 0.0835567 May 18 18:13:50.157577 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec027da6-1e08-4134-89bd-3d818306f236 service neutron] Pushing event updated for resources: {'Port': ['ID=42197bbc-9a83-47cf-8e96-bceeccfaedf4,revision_number=3']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:13:50.195469 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c3862a52-6345-4f5b-8af0-9ae56fdde7d3 req-ac490871-c908-4965-acf4-2cfce906fff5 tempest-ServerTagsTestJSON-1380209781 tempest-ServerTagsTestJSON-1380209781-project] 10.222.0.85 "GET /v2.0/security-groups?id=7ce3d63a-3f45-43b2-9b29-454b9804c7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4072900 May 18 18:13:50.279173 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-bcf7d8eb-1641-4ee2-9a5d-e7cd97ca4c71 req-1acfbdb5-0c6d-4b31-aadf-6a71b64e4c7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:50.441131 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67a32e4-8a4b-4ede-ade5-d22d2f2d0fd9 req-eff354a0-4418-4a0e-89d2-f93acb7d2f3b tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:50.442728 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [req-d9527bee-0600-45ea-afe8-d8f161d9c080 req-3237dd70-31c1-42c8-9f0f-d1210d7cb4bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57f6f4a8-6899-4b96-bcac-2461e2482844 {{(pid=102730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:13:50.442857 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c67a32e4-8a4b-4ede-ade5-d22d2f2d0fd9 req-eff354a0-4418-4a0e-89d2-f93acb7d2f3b tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] 10.222.0.85 "GET /v2.0/ports?device_id=3d23b3b3-bd88-458c-b269-14a2fe755bd8 HTTP/1.1" status: 200 len: 945 time: 0.1433747 May 18 18:13:50.455963 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-d9527bee-0600-45ea-afe8-d8f161d9c080 req-3237dd70-31c1-42c8-9f0f-d1210d7cb4bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:50.484256 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-a8620239-2e8b-4918-8d41-c05098543caf req-c6f64c97-8f72-4a47-89bd-b81e61b6176b tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] Deleting port c9ea3892-f5b9-4ed8-bebc-792bb7012d32 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:13:50.486240 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-a8620239-2e8b-4918-8d41-c05098543caf req-c6f64c97-8f72-4a47-89bd-b81e61b6176b tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:50.493521 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [req-d9527bee-0600-45ea-afe8-d8f161d9c080 req-3237dd70-31c1-42c8-9f0f-d1210d7cb4bc service neutron] Transition to ACTIVE for port object 57f6f4a8-6899-4b96-bcac-2461e2482844 will not be triggered until provisioned by entity L2. {{(pid=102730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:13:50.532573 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff47e5c-7f46-4738-916e-ed1d9a92c917 req-e069b516-fdc6-466b-a211-1616a3b895fd tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:50.534802 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5ff47e5c-7f46-4738-916e-ed1d9a92c917 req-e069b516-fdc6-466b-a211-1616a3b895fd tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff0fcd87-396e-4966-8261-7b70e9559423 HTTP/1.1" status: 200 len: 950 time: 0.1412776 May 18 18:13:50.537739 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-d9527bee-0600-45ea-afe8-d8f161d9c080 req-3237dd70-31c1-42c8-9f0f-d1210d7cb4bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:50.551345 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c67a32e4-8a4b-4ede-ade5-d22d2f2d0fd9 req-a63134e0-84c2-4916-a9a1-9264246406ed tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] 10.222.0.85 "GET /v2.0/security-groups?id=fa255767-3e7a-49af-bfae-1870baf95311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996816 May 18 18:13:50.591647 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e093b7b6-bcc1-4a4f-b97f-f6a69515f352', 'tag': '42197bbc-9a83-47cf-8e96-bceeccfaedf4'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:13:50.595026 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9831831a-43f1-432b-bbf0-5c1c9e798b7e" -d '{"events": [{"name": "network-changed", "server_uuid": "e093b7b6-bcc1-4a4f-b97f-f6a69515f352", "tag": "42197bbc-9a83-47cf-8e96-bceeccfaedf4"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:13:50.699865 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3237dd70-31c1-42c8-9f0f-d1210d7cb4bc service neutron] Pushing event updated for resources: {'Port': ['ID=57f6f4a8-6899-4b96-bcac-2461e2482844,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:13:50.763364 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4922bf23-fe9f-42cf-afc4-c8161516d66d req-4635b034-419a-4d4b-8b85-12e54702fa58 tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:50.763953 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-a8620239-2e8b-4918-8d41-c05098543caf req-c6f64c97-8f72-4a47-89bd-b81e61b6176b tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:50.764355 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-a8620239-2e8b-4918-8d41-c05098543caf req-c6f64c97-8f72-4a47-89bd-b81e61b6176b tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:50.765252 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4922bf23-fe9f-42cf-afc4-c8161516d66d req-4635b034-419a-4d4b-8b85-12e54702fa58 tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] 10.222.0.85 "GET /v2.0/ports?device_id=ff0fcd87-396e-4966-8261-7b70e9559423 HTTP/1.1" status: 200 len: 950 time: 0.1307063 May 18 18:13:50.772533 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [req-bcf7d8eb-1641-4ee2-9a5d-e7cd97ca4c71 req-1acfbdb5-0c6d-4b31-aadf-6a71b64e4c7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f605bd11-40d1-48b2-8a91-ae33ccbef362 {{(pid=102731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:13:50.789868 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-bcf7d8eb-1641-4ee2-9a5d-e7cd97ca4c71 req-1acfbdb5-0c6d-4b31-aadf-6a71b64e4c7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:50.803278 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-a8620239-2e8b-4918-8d41-c05098543caf req-c6f64c97-8f72-4a47-89bd-b81e61b6176b tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] Calling delete_port for c9ea3892-f5b9-4ed8-bebc-792bb7012d32 owned by network:floatingip {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:13:50.817309 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.provisioning_blocks [req-bcf7d8eb-1641-4ee2-9a5d-e7cd97ca4c71 req-1acfbdb5-0c6d-4b31-aadf-6a71b64e4c7d service neutron] Transition to ACTIVE for port object f605bd11-40d1-48b2-8a91-ae33ccbef362 will not be triggered until provisioned by entity L2. {{(pid=102731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:13:50.825779 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-bcf7d8eb-1641-4ee2-9a5d-e7cd97ca4c71 req-1acfbdb5-0c6d-4b31-aadf-6a71b64e4c7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:50.868084 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4922bf23-fe9f-42cf-afc4-c8161516d66d req-f71e6a4d-85db-437b-91be-0e48af9d98ba tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] 10.222.0.85 "GET /v2.0/security-groups?id=a71bdd0b-6132-4299-809d-7cc4579566d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896745 May 18 18:13:50.896716 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-5ff47e5c-7f46-4738-916e-ed1d9a92c917 req-aa572867-0324-4793-9bb6-2188438d2760 tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] Deleting port 68a8bb69-0810-42c8-a521-8cb8d472c895 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:13:50.897078 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-5ff47e5c-7f46-4738-916e-ed1d9a92c917 req-aa572867-0324-4793-9bb6-2188438d2760 tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:50.900203 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acfbdb5-0c6d-4b31-aadf-6a71b64e4c7d service neutron] Pushing event updated for resources: {'Port': ['ID=f605bd11-40d1-48b2-8a91-ae33ccbef362,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:13:50.902621 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-d9527bee-0600-45ea-afe8-d8f161d9c080 req-3237dd70-31c1-42c8-9f0f-d1210d7cb4bc service neutron] Attempting to bind port 57f6f4a8-6899-4b96-bcac-2461e2482844 on host n-h1-838550-3 for vnic_type normal with profile {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:13:50.902948 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-d9527bee-0600-45ea-afe8-d8f161d9c080 req-3237dd70-31c1-42c8-9f0f-d1210d7cb4bc service neutron] Attempting to bind port 57f6f4a8-6899-4b96-bcac-2461e2482844 by drivers openvswitch,hyperv on host n-h1-838550-3 at level 0 using segments [{'id': 'c5596a66-6061-43bc-9975-a44db93165ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '374ed70a-1dbd-4c24-b131-a8c60cabc5c9'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:13:50.903294 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9527bee-0600-45ea-afe8-d8f161d9c080 req-3237dd70-31c1-42c8-9f0f-d1210d7cb4bc service neutron] Attempting to bind port 57f6f4a8-6899-4b96-bcac-2461e2482844 on network 374ed70a-1dbd-4c24-b131-a8c60cabc5c9 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:13:50.942491 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9527bee-0600-45ea-afe8-d8f161d9c080 req-3237dd70-31c1-42c8-9f0f-d1210d7cb4bc service neutron] Port 57f6f4a8-6899-4b96-bcac-2461e2482844 on network 374ed70a-1dbd-4c24-b131-a8c60cabc5c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-3 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:13:50.943169 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9527bee-0600-45ea-afe8-d8f161d9c080 req-3237dd70-31c1-42c8-9f0f-d1210d7cb4bc service neutron] Attempting to bind port 57f6f4a8-6899-4b96-bcac-2461e2482844 on network 374ed70a-1dbd-4c24-b131-a8c60cabc5c9 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:13:50.987209 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9527bee-0600-45ea-afe8-d8f161d9c080 req-3237dd70-31c1-42c8-9f0f-d1210d7cb4bc service neutron] Checking agent: {'id': '1dbac822-25f2-4df8-9dc8-5c2e7b136eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:13:50.987770 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-bcf7d8eb-1641-4ee2-9a5d-e7cd97ca4c71 req-1acfbdb5-0c6d-4b31-aadf-6a71b64e4c7d service neutron] Attempting to bind port f605bd11-40d1-48b2-8a91-ae33ccbef362 on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:13:50.987974 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9527bee-0600-45ea-afe8-d8f161d9c080 req-3237dd70-31c1-42c8-9f0f-d1210d7cb4bc service neutron] Checking segment: {'id': 'c5596a66-6061-43bc-9975-a44db93165ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '374ed70a-1dbd-4c24-b131-a8c60cabc5c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:13:50.988171 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-bcf7d8eb-1641-4ee2-9a5d-e7cd97ca4c71 req-1acfbdb5-0c6d-4b31-aadf-6a71b64e4c7d service neutron] Attempting to bind port f605bd11-40d1-48b2-8a91-ae33ccbef362 by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': 'fe0755fd-f37b-43af-9caf-458b9927f571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'a968d391-7aa4-41b5-bc41-860a05456b06'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:13:50.988430 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf7d8eb-1641-4ee2-9a5d-e7cd97ca4c71 req-1acfbdb5-0c6d-4b31-aadf-6a71b64e4c7d service neutron] Attempting to bind port f605bd11-40d1-48b2-8a91-ae33ccbef362 on network a968d391-7aa4-41b5-bc41-860a05456b06 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:13:50.988843 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9527bee-0600-45ea-afe8-d8f161d9c080 req-3237dd70-31c1-42c8-9f0f-d1210d7cb4bc service neutron] Bound using segment: {'id': 'c5596a66-6061-43bc-9975-a44db93165ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '374ed70a-1dbd-4c24-b131-a8c60cabc5c9'} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:13:50.989492 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-d9527bee-0600-45ea-afe8-d8f161d9c080 req-3237dd70-31c1-42c8-9f0f-d1210d7cb4bc service neutron] Bound port: 57f6f4a8-6899-4b96-bcac-2461e2482844, host: n-h1-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5596a66-6061-43bc-9975-a44db93165ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '374ed70a-1dbd-4c24-b131-a8c60cabc5c9'}}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:13:50.990106 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-d9527bee-0600-45ea-afe8-d8f161d9c080 req-3237dd70-31c1-42c8-9f0f-d1210d7cb4bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:50.995590 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf7d8eb-1641-4ee2-9a5d-e7cd97ca4c71 req-1acfbdb5-0c6d-4b31-aadf-6a71b64e4c7d service neutron] Port f605bd11-40d1-48b2-8a91-ae33ccbef362 on network a968d391-7aa4-41b5-bc41-860a05456b06 not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:13:50.996309 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf7d8eb-1641-4ee2-9a5d-e7cd97ca4c71 req-1acfbdb5-0c6d-4b31-aadf-6a71b64e4c7d service neutron] Attempting to bind port f605bd11-40d1-48b2-8a91-ae33ccbef362 on network a968d391-7aa4-41b5-bc41-860a05456b06 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:13:51.010543 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf7d8eb-1641-4ee2-9a5d-e7cd97ca4c71 req-1acfbdb5-0c6d-4b31-aadf-6a71b64e4c7d service neutron] Checking agent: {'id': 'd1be059a-68ea-4c77-9b2b-29f4afa47e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:13:51.011029 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf7d8eb-1641-4ee2-9a5d-e7cd97ca4c71 req-1acfbdb5-0c6d-4b31-aadf-6a71b64e4c7d service neutron] Checking segment: {'id': 'fe0755fd-f37b-43af-9caf-458b9927f571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'a968d391-7aa4-41b5-bc41-860a05456b06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:13:51.011431 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf7d8eb-1641-4ee2-9a5d-e7cd97ca4c71 req-1acfbdb5-0c6d-4b31-aadf-6a71b64e4c7d service neutron] Bound using segment: {'id': 'fe0755fd-f37b-43af-9caf-458b9927f571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'a968d391-7aa4-41b5-bc41-860a05456b06'} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:13:51.011902 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-bcf7d8eb-1641-4ee2-9a5d-e7cd97ca4c71 req-1acfbdb5-0c6d-4b31-aadf-6a71b64e4c7d service neutron] Bound port: f605bd11-40d1-48b2-8a91-ae33ccbef362, host: n-h2-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe0755fd-f37b-43af-9caf-458b9927f571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'a968d391-7aa4-41b5-bc41-860a05456b06'}}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:13:51.012292 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-bcf7d8eb-1641-4ee2-9a5d-e7cd97ca4c71 req-1acfbdb5-0c6d-4b31-aadf-6a71b64e4c7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:51.106683 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bb354c-225b-4be7-821a-edb6c554d498 req-a040d7e2-3e6f-4ae4-a103-0a85a961d40f tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:51.111082 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-5ff47e5c-7f46-4738-916e-ed1d9a92c917 req-aa572867-0324-4793-9bb6-2188438d2760 tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] For port 68a8bb69-0810-42c8-a521-8cb8d472c895, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=68a8bb69-0810-42c8-a521-8cb8d472c895,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:13:51.111469 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-5ff47e5c-7f46-4738-916e-ed1d9a92c917 req-aa572867-0324-4793-9bb6-2188438d2760 tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:51.112736 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bb354c-225b-4be7-821a-edb6c554d498 req-a040d7e2-3e6f-4ae4-a103-0a85a961d40f tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:51.119510 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bb354c-225b-4be7-821a-edb6c554d498 req-a040d7e2-3e6f-4ae4-a103-0a85a961d40f tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:51.121376 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d8bb354c-225b-4be7-821a-edb6c554d498 req-a040d7e2-3e6f-4ae4-a103-0a85a961d40f tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] 10.222.0.85 "GET /v2.0/ports?device_id=e093b7b6-bcc1-4a4f-b97f-f6a69515f352 HTTP/1.1" status: 200 len: 2411 time: 0.1278181 May 18 18:13:51.132393 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-bcf7d8eb-1641-4ee2-9a5d-e7cd97ca4c71 req-1acfbdb5-0c6d-4b31-aadf-6a71b64e4c7d service neutron] For port f605bd11-40d1-48b2-8a91-ae33ccbef362, host n-h2-838550-3, cleared binding levels {{(pid=102731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:13:51.135906 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-bcf7d8eb-1641-4ee2-9a5d-e7cd97ca4c71 req-1acfbdb5-0c6d-4b31-aadf-6a71b64e4c7d service neutron] For port f605bd11-40d1-48b2-8a91-ae33ccbef362, host n-h2-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=f605bd11-40d1-48b2-8a91-ae33ccbef362,segment=NetworkSegment(fe0755fd-f37b-43af-9caf-458b9927f571),segment_id=fe0755fd-f37b-43af-9caf-458b9927f571)] {{(pid=102731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:13:51.151881 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-5ff47e5c-7f46-4738-916e-ed1d9a92c917 req-aa572867-0324-4793-9bb6-2188438d2760 tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] Calling delete_port for 68a8bb69-0810-42c8-a521-8cb8d472c895 owned by compute:nova {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:13:51.154648 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-bcf7d8eb-1641-4ee2-9a5d-e7cd97ca4c71 req-1acfbdb5-0c6d-4b31-aadf-6a71b64e4c7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:51.173123 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-d9527bee-0600-45ea-afe8-d8f161d9c080 req-3237dd70-31c1-42c8-9f0f-d1210d7cb4bc service neutron] For port 57f6f4a8-6899-4b96-bcac-2461e2482844, host n-h1-838550-3, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:13:51.173123 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-a8620239-2e8b-4918-8d41-c05098543caf req-c6f64c97-8f72-4a47-89bd-b81e61b6176b tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:51.175135 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-d9527bee-0600-45ea-afe8-d8f161d9c080 req-3237dd70-31c1-42c8-9f0f-d1210d7cb4bc service neutron] For port 57f6f4a8-6899-4b96-bcac-2461e2482844, host n-h1-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=57f6f4a8-6899-4b96-bcac-2461e2482844,segment=NetworkSegment(c5596a66-6061-43bc-9975-a44db93165ae),segment_id=c5596a66-6061-43bc-9975-a44db93165ae)] {{(pid=102730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:13:51.201828 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf7d8eb-1641-4ee2-9a5d-e7cd97ca4c71 req-1acfbdb5-0c6d-4b31-aadf-6a71b64e4c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:51.202485 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-bcf7d8eb-1641-4ee2-9a5d-e7cd97ca4c71 req-1acfbdb5-0c6d-4b31-aadf-6a71b64e4c7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:51.204139 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bcf7d8eb-1641-4ee2-9a5d-e7cd97ca4c71 req-1acfbdb5-0c6d-4b31-aadf-6a71b64e4c7d service neutron] 10.222.0.88 "PUT /v2.0/ports/f605bd11-40d1-48b2-8a91-ae33ccbef362 HTTP/1.1" status: 200 len: 1091 time: 1.3723609 May 18 18:13:51.215658 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-d9527bee-0600-45ea-afe8-d8f161d9c080 req-3237dd70-31c1-42c8-9f0f-d1210d7cb4bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:51.223411 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d8bb354c-225b-4be7-821a-edb6c554d498 req-d871e99d-82d7-4ece-a0d7-20997e4f85ee tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] 10.222.0.85 "GET /v2.0/security-groups?id=58347793-32a9-458f-9c0f-7823b96e7e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853989 May 18 18:13:51.224558 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f64c97-8f72-4a47-89bd-b81e61b6176b tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] Pushing event deleted for resources: {'Port': ['ID=c9ea3892-f5b9-4ed8-bebc-792bb7012d32,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:13:51.245096 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acfbdb5-0c6d-4b31-aadf-6a71b64e4c7d service neutron] Pushing event updated for resources: {'Port': ['ID=f605bd11-40d1-48b2-8a91-ae33ccbef362,revision_number=3']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:13:51.338213 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49dc22eb-e776-4172-a64a-346d9c80a79d x-openstack-request-id: req-49dc22eb-e776-4172-a64a-346d9c80a79d {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:13:51.338654 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e093b7b6-bcc1-4a4f-b97f-f6a69515f352", "tag": "42197bbc-9a83-47cf-8e96-bceeccfaedf4", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:13:51.339236 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-49dc22eb-e776-4172-a64a-346d9c80a79d {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:13:51.339789 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49dc22eb-e776-4172-a64a-346d9c80a79d'] response: {'name': 'network-changed', 'server_uuid': 'e093b7b6-bcc1-4a4f-b97f-f6a69515f352', 'tag': '42197bbc-9a83-47cf-8e96-bceeccfaedf4', 'status': 'completed', 'code': 200} May 18 18:13:51.343911 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf7d8eb-1641-4ee2-9a5d-e7cd97ca4c71 req-e2fa0b28-0b18-47af-9038-bb51de1f30db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:51.344535 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf7d8eb-1641-4ee2-9a5d-e7cd97ca4c71 req-e2fa0b28-0b18-47af-9038-bb51de1f30db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:51.345166 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf7d8eb-1641-4ee2-9a5d-e7cd97ca4c71 req-e2fa0b28-0b18-47af-9038-bb51de1f30db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:51.348125 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bcf7d8eb-1641-4ee2-9a5d-e7cd97ca4c71 req-e2fa0b28-0b18-47af-9038-bb51de1f30db service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=959b4a96654a42e29bad9a24937c9c47&device_id=e093b7b6-bcc1-4a4f-b97f-f6a69515f352 HTTP/1.1" status: 200 len: 2864 time: 0.0857470 May 18 18:13:51.385555 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9527bee-0600-45ea-afe8-d8f161d9c080 req-3237dd70-31c1-42c8-9f0f-d1210d7cb4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:51.386397 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-d9527bee-0600-45ea-afe8-d8f161d9c080 req-3237dd70-31c1-42c8-9f0f-d1210d7cb4bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:51.389168 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d9527bee-0600-45ea-afe8-d8f161d9c080 req-3237dd70-31c1-42c8-9f0f-d1210d7cb4bc service neutron] 10.222.0.36 "PUT /v2.0/ports/57f6f4a8-6899-4b96-bcac-2461e2482844 HTTP/1.1" status: 200 len: 1091 time: 2.9079318 May 18 18:13:51.390129 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c52295e1-2409-4536-b479-bd4c1d41515c', 'tag': '57f6f4a8-6899-4b96-bcac-2461e2482844'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:13:51.395619 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f89a9af6-4693-43e5-9b86-b4470a6bd526" -d '{"events": [{"name": "network-changed", "server_uuid": "c52295e1-2409-4536-b479-bd4c1d41515c", "tag": "57f6f4a8-6899-4b96-bcac-2461e2482844"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:13:51.443658 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bcf7d8eb-1641-4ee2-9a5d-e7cd97ca4c71 req-2cdbbc6d-8319-4b2a-b7e5-69bb077fcae0 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.251&port_id=e87b1b2a-fe28-47f5-9089-ee109fb9489c HTTP/1.1" status: 200 len: 217 time: 0.0807731 May 18 18:13:51.520813 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3237dd70-31c1-42c8-9f0f-d1210d7cb4bc service neutron] Pushing event updated for resources: {'Port': ['ID=57f6f4a8-6899-4b96-bcac-2461e2482844,revision_number=3']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:13:51.527033 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-a8620239-2e8b-4918-8d41-c05098543caf req-c6f64c97-8f72-4a47-89bd-b81e61b6176b tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] Notify callbacks [] for floatingip, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:51.529186 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-a8620239-2e8b-4918-8d41-c05098543caf req-c6f64c97-8f72-4a47-89bd-b81e61b6176b tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:51.530863 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a8620239-2e8b-4918-8d41-c05098543caf req-c6f64c97-8f72-4a47-89bd-b81e61b6176b tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] 10.222.0.85 "DELETE /v2.0/floatingips/4921ca97-361b-414f-a69b-6f60931dec94 HTTP/1.1" status: 204 len: 173 time: 1.6682630 May 18 18:13:51.572922 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ab063b-7ff2-4e90-ba1d-54afaf2aa6e5 req-78eb8aed-df3b-4b86-b905-24131dfa4835 tempest-ServerTagsTestJSON-1380209781 tempest-ServerTagsTestJSON-1380209781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:51.591676 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f4ab063b-7ff2-4e90-ba1d-54afaf2aa6e5 req-78eb8aed-df3b-4b86-b905-24131dfa4835 tempest-ServerTagsTestJSON-1380209781 tempest-ServerTagsTestJSON-1380209781-project] 10.222.0.85 "GET /v2.0/ports?device_id=c52295e1-2409-4536-b479-bd4c1d41515c HTTP/1.1" status: 200 len: 943 time: 0.1681414 May 18 18:13:51.595288 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf7d8eb-1641-4ee2-9a5d-e7cd97ca4c71 req-c552382c-aa3e-49ff-9b9e-d9c7510d58b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:51.596893 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bcf7d8eb-1641-4ee2-9a5d-e7cd97ca4c71 req-c552382c-aa3e-49ff-9b9e-d9c7510d58b0 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a09e408e-b4fa-48aa-9127-c1290b75f7c0 HTTP/1.1" status: 200 len: 801 time: 0.1195407 May 18 18:13:51.618240 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9527bee-0600-45ea-afe8-d8f161d9c080 req-b8e98093-89ec-46fa-b4a3-7ce9fdff65e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:51.620713 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d9527bee-0600-45ea-afe8-d8f161d9c080 req-b8e98093-89ec-46fa-b4a3-7ce9fdff65e4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e8d96a52a6554c8e9ec342c618fc7301&device_id=c52295e1-2409-4536-b479-bd4c1d41515c HTTP/1.1" status: 200 len: 1094 time: 0.1769977 May 18 18:13:51.629464 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8980819f-bdd3-40ca-a023-0c92273e65d5 x-openstack-request-id: req-8980819f-bdd3-40ca-a023-0c92273e65d5 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:13:51.629995 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c52295e1-2409-4536-b479-bd4c1d41515c", "tag": "57f6f4a8-6899-4b96-bcac-2461e2482844", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:13:51.630348 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-8980819f-bdd3-40ca-a023-0c92273e65d5 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:13:51.630998 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8980819f-bdd3-40ca-a023-0c92273e65d5'] response: {'name': 'network-changed', 'server_uuid': 'c52295e1-2409-4536-b479-bd4c1d41515c', 'tag': '57f6f4a8-6899-4b96-bcac-2461e2482844', 'status': 'completed', 'code': 200} May 18 18:13:51.706464 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d9527bee-0600-45ea-afe8-d8f161d9c080 req-ddc19175-6e12-464a-9be5-b1a6223a9d18 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=57f6f4a8-6899-4b96-bcac-2461e2482844 HTTP/1.1" status: 200 len: 217 time: 0.0709615 May 18 18:13:51.745268 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f4ab063b-7ff2-4e90-ba1d-54afaf2aa6e5 req-2e0cb89c-8a44-416a-ae20-bec92a331304 tempest-ServerTagsTestJSON-1380209781 tempest-ServerTagsTestJSON-1380209781-project] 10.222.0.85 "GET /v2.0/security-groups?id=7ce3d63a-3f45-43b2-9b29-454b9804c7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528432 May 18 18:13:51.751988 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf7d8eb-1641-4ee2-9a5d-e7cd97ca4c71 req-f8c24705-c9a8-47bb-8228-e352e06e5e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:51.753656 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bcf7d8eb-1641-4ee2-9a5d-e7cd97ca4c71 req-f8c24705-c9a8-47bb-8228-e352e06e5e59 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=a968d391-7aa4-41b5-bc41-860a05456b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1454115 May 18 18:13:51.799939 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ca272ea7-33ab-4df4-84c8-760a35b9f003 req-7689d295-0b35-4a63-ac2b-4b08b93cba51 tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] 10.222.0.85 "GET /v2.0/floatingips/672010e1-25ba-43fa-83e8-a5d30fd13b59 HTTP/1.1" status: 200 len: 693 time: 0.1065147 May 18 18:13:51.812288 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-5ff47e5c-7f46-4738-916e-ed1d9a92c917 req-aa572867-0324-4793-9bb6-2188438d2760 tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:51.827705 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['f71758ab-cb08-4ce8-ae45-a92c2c8c7636'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:13:51.922843 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bcf7d8eb-1641-4ee2-9a5d-e7cd97ca4c71 req-3d643b2a-579d-4d83-9bc5-98e55a8f5f42 service neutron] 10.222.0.88 "GET /v2.0/networks/a968d391-7aa4-41b5-bc41-860a05456b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602077 May 18 18:13:51.960980 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa572867-0324-4793-9bb6-2188438d2760 tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] Pushing event deleted for resources: {'Port': ['ID=68a8bb69-0810-42c8-a521-8cb8d472c895,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:13:52.040161 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9527bee-0600-45ea-afe8-d8f161d9c080 req-024d7606-b8d9-4df5-8f83-c306f6793ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:52.044398 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d9527bee-0600-45ea-afe8-d8f161d9c080 req-024d7606-b8d9-4df5-8f83-c306f6793ce7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=35b2b797-3173-4cd2-9942-1ba167a800ec HTTP/1.1" status: 200 len: 849 time: 0.2429068 May 18 18:13:52.097777 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ff47e5c-7f46-4738-916e-ed1d9a92c917 req-aa572867-0324-4793-9bb6-2188438d2760 tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] No DVR routers for this DVR port 68a8bb69-0810-42c8-a521-8cb8d472c895 on host n-h1-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:13:52.104585 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-5ff47e5c-7f46-4738-916e-ed1d9a92c917 req-aa572867-0324-4793-9bb6-2188438d2760 tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:52.108352 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5ff47e5c-7f46-4738-916e-ed1d9a92c917 req-aa572867-0324-4793-9bb6-2188438d2760 tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] 10.222.0.36 "DELETE /v2.0/ports/68a8bb69-0810-42c8-a521-8cb8d472c895 HTTP/1.1" status: 204 len: 173 time: 1.5656869 May 18 18:13:52.109543 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6f974c-9248-4a09-bc04-7ec55b04d5e7 req-90f1b2c9-9f19-433f-b94a-cdb898fc8f2b tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:52.112313 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fb6f974c-9248-4a09-bc04-7ec55b04d5e7 req-90f1b2c9-9f19-433f-b94a-cdb898fc8f2b tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] 10.222.0.85 "GET /v2.0/ports?device_id=3d23b3b3-bd88-458c-b269-14a2fe755bd8 HTTP/1.1" status: 200 len: 945 time: 0.1878204 May 18 18:13:52.128908 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d9527bee-0600-45ea-afe8-d8f161d9c080 req-76c193cf-161e-4380-8b52-d385e6e789f1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=374ed70a-1dbd-4c24-b131-a8c60cabc5c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521054 May 18 18:13:52.131508 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bcf7d8eb-1641-4ee2-9a5d-e7cd97ca4c71 req-226032f6-bf44-4fa5-896a-f30f6f120118 service neutron] 10.222.0.88 "GET /v2.0/networks/a968d391-7aa4-41b5-bc41-860a05456b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562223 May 18 18:13:52.171330 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fb6f974c-9248-4a09-bc04-7ec55b04d5e7 req-662e7c85-d8eb-4d79-a207-2c78ab32caea tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] 10.222.0.85 "GET /v2.0/security-groups?id=fa255767-3e7a-49af-bfae-1870baf95311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466371 May 18 18:13:52.245873 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bcf7d8eb-1641-4ee2-9a5d-e7cd97ca4c71 req-b9d6dcef-c8a4-4e1a-a541-4b6e8814f977 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.21&port_id=42197bbc-9a83-47cf-8e96-bceeccfaedf4 HTTP/1.1" status: 200 len: 217 time: 0.0775998 May 18 18:13:52.362149 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca272ea7-33ab-4df4-84c8-760a35b9f003 req-828dfcb7-293c-4b32-8687-fe907b500408 tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:52.364039 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ca272ea7-33ab-4df4-84c8-760a35b9f003 req-828dfcb7-293c-4b32-8687-fe907b500408 tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] 10.222.0.85 "GET /v2.0/networks/31ebd439-090c-4b25-bbb0-31c48711b145 HTTP/1.1" status: 200 len: 784 time: 0.5542603 May 18 18:13:52.404100 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cbd3cd76-5840-4e3f-906c-9f66907a0190 req-b113df72-9906-4589-b90b-abee70819373 tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] 10.222.0.85 "GET /v2.0/ports?device_id=ff0fcd87-396e-4966-8261-7b70e9559423 HTTP/1.1" status: 200 len: 210 time: 0.0609455 May 18 18:13:52.417792 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf7d8eb-1641-4ee2-9a5d-e7cd97ca4c71 req-adc2f536-e60b-4adc-a74b-73a1624dd0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:52.419653 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bcf7d8eb-1641-4ee2-9a5d-e7cd97ca4c71 req-adc2f536-e60b-4adc-a74b-73a1624dd0a5 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0c24bf7f-a5e0-40a1-ad74-e9e4a0a0c69a HTTP/1.1" status: 200 len: 801 time: 0.1625590 May 18 18:13:52.452045 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ca272ea7-33ab-4df4-84c8-760a35b9f003 req-cca74f89-77b5-4e63-86e5-edb74c5b57ad tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] 10.222.0.85 "GET /v2.0/floatingips?floating_ip_address=172.25.5.126 HTTP/1.1" status: 200 len: 696 time: 0.0748262 May 18 18:13:52.459907 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d9527bee-0600-45ea-afe8-d8f161d9c080 req-f50dc5b3-148a-41a4-8335-0cf9032133f5 service neutron] 10.222.0.36 "GET /v2.0/networks/374ed70a-1dbd-4c24-b131-a8c60cabc5c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3141396 May 18 18:13:52.490843 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf7d8eb-1641-4ee2-9a5d-e7cd97ca4c71 req-929bee48-4ea6-4232-9390-3e16ff992aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:52.493258 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bcf7d8eb-1641-4ee2-9a5d-e7cd97ca4c71 req-929bee48-4ea6-4232-9390-3e16ff992aee service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=77f52293-860e-453d-8109-a574592eaa62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0528588 May 18 18:13:52.567512 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ca272ea7-33ab-4df4-84c8-760a35b9f003 req-527110e2-6f32-45b6-a59c-e775a637b3fa tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] 10.222.0.85 "GET /v2.0/floatingips?floating_ip_address=172.25.5.126 HTTP/1.1" status: 200 len: 696 time: 0.1065223 May 18 18:13:52.608216 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58eccc5-5cfc-4933-b26b-35e7b6e85b79 req-a8a75c4b-4670-4a7f-ae29-7f7340c8f2b6 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:52.614809 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58eccc5-5cfc-4933-b26b-35e7b6e85b79 req-a8a75c4b-4670-4a7f-ae29-7f7340c8f2b6 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:52.623763 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58eccc5-5cfc-4933-b26b-35e7b6e85b79 req-a8a75c4b-4670-4a7f-ae29-7f7340c8f2b6 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:52.625978 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b58eccc5-5cfc-4933-b26b-35e7b6e85b79 req-a8a75c4b-4670-4a7f-ae29-7f7340c8f2b6 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] 10.222.0.85 "GET /v2.0/ports?device_id=e093b7b6-bcc1-4a4f-b97f-f6a69515f352 HTTP/1.1" status: 200 len: 2411 time: 0.1314540 May 18 18:13:52.702231 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bcf7d8eb-1641-4ee2-9a5d-e7cd97ca4c71 req-16e2316a-cf10-4486-9349-24a43bd9a3b2 service neutron] 10.222.0.88 "GET /v2.0/networks/77f52293-860e-453d-8109-a574592eaa62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983221 May 18 18:13:52.752183 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b58eccc5-5cfc-4933-b26b-35e7b6e85b79 req-503b9660-69e9-4fd0-bc6f-aa5b78b51fe4 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] 10.222.0.85 "GET /v2.0/security-groups?id=58347793-32a9-458f-9c0f-7823b96e7e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084952 May 18 18:13:52.821100 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d9527bee-0600-45ea-afe8-d8f161d9c080 req-e53927de-bad1-4219-97f7-5fea38389a18 service neutron] 10.222.0.36 "GET /v2.0/networks/374ed70a-1dbd-4c24-b131-a8c60cabc5c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3532467 May 18 18:13:52.854313 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-ca272ea7-33ab-4df4-84c8-760a35b9f003 req-9347e496-1daa-41a2-a425-01c9706fcf9b tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] Deleting port 94fd5826-7c36-4720-a529-7305c41ab80a {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:13:52.854800 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-ca272ea7-33ab-4df4-84c8-760a35b9f003 req-9347e496-1daa-41a2-a425-01c9706fcf9b tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:52.874307 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bcf7d8eb-1641-4ee2-9a5d-e7cd97ca4c71 req-877b9341-0bc7-496a-9abc-e0a41eeba24b service neutron] 10.222.0.88 "GET /v2.0/networks/77f52293-860e-453d-8109-a574592eaa62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530824 May 18 18:13:52.959496 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bcf7d8eb-1641-4ee2-9a5d-e7cd97ca4c71 req-b1e848d4-7cb0-4e11-a3ad-2723668500eb service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.59&port_id=f605bd11-40d1-48b2-8a91-ae33ccbef362 HTTP/1.1" status: 200 len: 217 time: 0.0711730 May 18 18:13:53.042670 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89a9af6-4693-43e5-9b86-b4470a6bd526 req-22e4fccf-9c39-4f7f-8250-e080907daf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:53.044317 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f89a9af6-4693-43e5-9b86-b4470a6bd526 req-22e4fccf-9c39-4f7f-8250-e080907daf73 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e8d96a52a6554c8e9ec342c618fc7301&device_id=c52295e1-2409-4536-b479-bd4c1d41515c HTTP/1.1" status: 200 len: 1094 time: 0.0788488 May 18 18:13:53.053532 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf7d8eb-1641-4ee2-9a5d-e7cd97ca4c71 req-1d39cfe5-865b-42f0-a58d-ff86600f435b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:53.055174 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bcf7d8eb-1641-4ee2-9a5d-e7cd97ca4c71 req-1d39cfe5-865b-42f0-a58d-ff86600f435b service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a09e408e-b4fa-48aa-9127-c1290b75f7c0 HTTP/1.1" status: 200 len: 801 time: 0.0679059 May 18 18:13:53.067262 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6078ddb8-cf8f-4765-80ca-5d575c137005 req-2413fcdc-2267-4061-b839-18e6b5f5d5b7 tempest-ServerTagsTestJSON-1380209781 tempest-ServerTagsTestJSON-1380209781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:53.068833 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6078ddb8-cf8f-4765-80ca-5d575c137005 req-2413fcdc-2267-4061-b839-18e6b5f5d5b7 tempest-ServerTagsTestJSON-1380209781 tempest-ServerTagsTestJSON-1380209781-project] 10.222.0.85 "GET /v2.0/ports?device_id=c52295e1-2409-4536-b479-bd4c1d41515c HTTP/1.1" status: 200 len: 943 time: 0.1245728 May 18 18:13:53.097542 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-ca272ea7-33ab-4df4-84c8-760a35b9f003 req-9347e496-1daa-41a2-a425-01c9706fcf9b tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:53.097884 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-ca272ea7-33ab-4df4-84c8-760a35b9f003 req-9347e496-1daa-41a2-a425-01c9706fcf9b tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:53.140331 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-ca272ea7-33ab-4df4-84c8-760a35b9f003 req-9347e496-1daa-41a2-a425-01c9706fcf9b tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] Calling delete_port for 94fd5826-7c36-4720-a529-7305c41ab80a owned by network:floatingip {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:13:53.140926 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6078ddb8-cf8f-4765-80ca-5d575c137005 req-5ac135fb-18c8-4af7-bd4f-145980b2f10a tempest-ServerTagsTestJSON-1380209781 tempest-ServerTagsTestJSON-1380209781-project] 10.222.0.85 "GET /v2.0/security-groups?id=7ce3d63a-3f45-43b2-9b29-454b9804c7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606334 May 18 18:13:53.143799 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf7d8eb-1641-4ee2-9a5d-e7cd97ca4c71 req-96951f37-88d4-40f4-898b-264ccc74dfca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:53.145324 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bcf7d8eb-1641-4ee2-9a5d-e7cd97ca4c71 req-96951f37-88d4-40f4-898b-264ccc74dfca service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=a968d391-7aa4-41b5-bc41-860a05456b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0756290 May 18 18:13:53.248420 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89a9af6-4693-43e5-9b86-b4470a6bd526 req-55ce2333-0384-4d40-af24-ab51662d4680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:53.250544 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f89a9af6-4693-43e5-9b86-b4470a6bd526 req-55ce2333-0384-4d40-af24-ab51662d4680 service neutron] 10.222.0.36 "GET /v2.0/networks?id=374ed70a-1dbd-4c24-b131-a8c60cabc5c9 HTTP/1.1" status: 200 len: 910 time: 0.1954424 May 18 18:13:53.290791 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bcf7d8eb-1641-4ee2-9a5d-e7cd97ca4c71 req-add29166-466c-4a3a-a31a-7873cba25b88 service neutron] 10.222.0.88 "GET /v2.0/networks/a968d391-7aa4-41b5-bc41-860a05456b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327460 May 18 18:13:53.316399 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f89a9af6-4693-43e5-9b86-b4470a6bd526 req-86377c85-c48e-4b17-ba0a-1a2f47ef41e7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=57f6f4a8-6899-4b96-bcac-2461e2482844 HTTP/1.1" status: 200 len: 217 time: 0.0566819 May 18 18:13:53.351688 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e093b7b6-bcc1-4a4f-b97f-f6a69515f352', 'tag': 'f605bd11-40d1-48b2-8a91-ae33ccbef362'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:13:53.354034 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9925f239-2a89-4985-88cd-d17d19a6fd1b" -d '{"events": [{"name": "network-changed", "server_uuid": "e093b7b6-bcc1-4a4f-b97f-f6a69515f352", "tag": "f605bd11-40d1-48b2-8a91-ae33ccbef362"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:13:53.377482 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 68a8bb69-0810-42c8-a521-8cb8d472c895 no longer exists at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:13:53.407281 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89a9af6-4693-43e5-9b86-b4470a6bd526 req-759ab380-75e2-4074-9c9b-0c01cf5cc319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:53.408834 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f89a9af6-4693-43e5-9b86-b4470a6bd526 req-759ab380-75e2-4074-9c9b-0c01cf5cc319 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=35b2b797-3173-4cd2-9942-1ba167a800ec HTTP/1.1" status: 200 len: 849 time: 0.0830202 May 18 18:13:53.423714 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bcf7d8eb-1641-4ee2-9a5d-e7cd97ca4c71 req-07c80ab2-3349-466b-98ba-c99b36b55bf2 service neutron] 10.222.0.88 "GET /v2.0/networks/a968d391-7aa4-41b5-bc41-860a05456b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247947 May 18 18:13:53.443075 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] No Port match for: 68a8bb69-0810-42c8-a521-8cb8d472c895 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:13:53.444110 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 68a8bb69-0810-42c8-a521-8cb8d472c895 not bound to the agent host n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:13:53.454066 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f89a9af6-4693-43e5-9b86-b4470a6bd526 req-f40016eb-a588-41eb-9f49-8bdd51239242 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=374ed70a-1dbd-4c24-b131-a8c60cabc5c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378597 May 18 18:13:53.500899 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-ca272ea7-33ab-4df4-84c8-760a35b9f003 req-9347e496-1daa-41a2-a425-01c9706fcf9b tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:53.594070 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9347e496-1daa-41a2-a425-01c9706fcf9b tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] Pushing event deleted for resources: {'Port': ['ID=94fd5826-7c36-4720-a529-7305c41ab80a,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:13:53.632804 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff0fcd87-396e-4966-8261-7b70e9559423', 'name': 'network-vif-deleted', 'tag': '68a8bb69-0810-42c8-a521-8cb8d472c895'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:13:53.635339 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f0ef8e8-bbe3-4a35-9a4f-7bbc31f7addd" -d '{"events": [{"server_uuid": "ff0fcd87-396e-4966-8261-7b70e9559423", "name": "network-vif-deleted", "tag": "68a8bb69-0810-42c8-a521-8cb8d472c895"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:13:53.643158 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9831831a-43f1-432b-bbf0-5c1c9e798b7e req-7a5cc379-3d47-420e-a165-250c04b38e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:53.644035 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9831831a-43f1-432b-bbf0-5c1c9e798b7e req-7a5cc379-3d47-420e-a165-250c04b38e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:53.644513 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9831831a-43f1-432b-bbf0-5c1c9e798b7e req-7a5cc379-3d47-420e-a165-250c04b38e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:53.646223 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9831831a-43f1-432b-bbf0-5c1c9e798b7e req-7a5cc379-3d47-420e-a165-250c04b38e43 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=959b4a96654a42e29bad9a24937c9c47&device_id=e093b7b6-bcc1-4a4f-b97f-f6a69515f352 HTTP/1.1" status: 200 len: 2864 time: 0.1424768 May 18 18:13:53.663762 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24ef93c-440b-4051-a538-2e5159817954 req-1c515c5b-11ee-407a-8189-d57b8a62cc16 tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:53.665329 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c24ef93c-440b-4051-a538-2e5159817954 req-1c515c5b-11ee-407a-8189-d57b8a62cc16 tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] 10.222.0.85 "GET /v2.0/ports?device_id=3d23b3b3-bd88-458c-b269-14a2fe755bd8 HTTP/1.1" status: 200 len: 945 time: 0.1010263 May 18 18:13:53.734958 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d0f848-ebaf-435c-8454-3a795a28af78 req-9fc482cb-e6a3-4d51-90d3-af4b35e627f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:53.736234 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-17d0f848-ebaf-435c-8454-3a795a28af78 req-9fc482cb-e6a3-4d51-90d3-af4b35e627f6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c37246a20f2845a089230b88402f6d1b&device_id=9536d621-5e41-446b-99c9-3e9335c26fc6 HTTP/1.1" status: 200 len: 1096 time: 0.1777036 May 18 18:13:53.743035 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f89a9af6-4693-43e5-9b86-b4470a6bd526 req-504d69ca-ae93-4dd0-8b43-8c2d1a2aaca7 service neutron] 10.222.0.36 "GET /v2.0/networks/374ed70a-1dbd-4c24-b131-a8c60cabc5c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2767050 May 18 18:13:53.749809 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-ca272ea7-33ab-4df4-84c8-760a35b9f003 req-9347e496-1daa-41a2-a425-01c9706fcf9b tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] Notify callbacks [] for floatingip, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:53.752550 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-ca272ea7-33ab-4df4-84c8-760a35b9f003 req-9347e496-1daa-41a2-a425-01c9706fcf9b tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:53.753803 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ca272ea7-33ab-4df4-84c8-760a35b9f003 req-9347e496-1daa-41a2-a425-01c9706fcf9b tempest-FloatingIPDetailsTestJSON-734418962 tempest-FloatingIPDetailsTestJSON-734418962-project] 10.222.0.85 "DELETE /v2.0/floatingips/672010e1-25ba-43fa-83e8-a5d30fd13b59 HTTP/1.1" status: 204 len: 173 time: 1.1767352 May 18 18:13:53.766370 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 59260) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:13:53.800522 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c24ef93c-440b-4051-a538-2e5159817954 req-9843d67a-ec91-4843-8a3d-597d51b19177 tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] 10.222.0.85 "GET /v2.0/security-groups?id=fa255767-3e7a-49af-bfae-1870baf95311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091561 May 18 18:13:53.924905 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42bf45ab-6111-40bc-9710-c3eab074a814 x-openstack-request-id: req-42bf45ab-6111-40bc-9710-c3eab074a814 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:13:53.926598 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e093b7b6-bcc1-4a4f-b97f-f6a69515f352", "tag": "f605bd11-40d1-48b2-8a91-ae33ccbef362", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:13:53.926598 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-42bf45ab-6111-40bc-9710-c3eab074a814 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:13:53.926598 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42bf45ab-6111-40bc-9710-c3eab074a814'] response: {'name': 'network-changed', 'server_uuid': 'e093b7b6-bcc1-4a4f-b97f-f6a69515f352', 'tag': 'f605bd11-40d1-48b2-8a91-ae33ccbef362', 'status': 'completed', 'code': 200} May 18 18:13:53.984859 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf3b7838-5843-418b-8135-ee2689f90294 x-openstack-request-id: req-cf3b7838-5843-418b-8135-ee2689f90294 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:13:53.985679 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff0fcd87-396e-4966-8261-7b70e9559423", "name": "network-vif-deleted", "tag": "68a8bb69-0810-42c8-a521-8cb8d472c895", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:13:53.988597 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-cf3b7838-5843-418b-8135-ee2689f90294 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:13:53.989110 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf3b7838-5843-418b-8135-ee2689f90294'] response: {'server_uuid': 'ff0fcd87-396e-4966-8261-7b70e9559423', 'name': 'network-vif-deleted', 'tag': '68a8bb69-0810-42c8-a521-8cb8d472c895', 'status': 'completed', 'code': 200} May 18 18:13:54.038054 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f89a9af6-4693-43e5-9b86-b4470a6bd526 req-06a05cb0-c39d-4906-97f5-afd6b7ef3075 service neutron] 10.222.0.36 "GET /v2.0/networks/374ed70a-1dbd-4c24-b131-a8c60cabc5c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2780926 May 18 18:13:54.038054 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d0f848-ebaf-435c-8454-3a795a28af78 req-37b14e39-f711-41e5-aedc-fe4e02d21030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:54.038054 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-17d0f848-ebaf-435c-8454-3a795a28af78 req-37b14e39-f711-41e5-aedc-fe4e02d21030 service neutron] 10.222.0.36 "GET /v2.0/networks?id=055b7a59-22e7-493f-ba66-d1ab1ebb4b38 HTTP/1.1" status: 200 len: 919 time: 0.2830813 May 18 18:13:54.059650 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56f092a-c148-4a63-86d0-9515ed21a22f req-2fef9a45-d021-456d-bd3c-5940c9c51d5e tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:54.063436 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e56f092a-c148-4a63-86d0-9515ed21a22f req-2fef9a45-d021-456d-bd3c-5940c9c51d5e tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/ports?device_id=9536d621-5e41-446b-99c9-3e9335c26fc6 HTTP/1.1" status: 200 len: 945 time: 0.1347501 May 18 18:13:54.068293 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9831831a-43f1-432b-bbf0-5c1c9e798b7e req-48680842-a0e8-4fc6-8efe-166d4e1b476f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:54.071189 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9831831a-43f1-432b-bbf0-5c1c9e798b7e req-48680842-a0e8-4fc6-8efe-166d4e1b476f service neutron] 10.222.0.88 "GET /v2.0/networks?id=77f52293-860e-453d-8109-a574592eaa62 HTTP/1.1" status: 200 len: 903 time: 0.4046960 May 18 18:13:54.174380 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-17d0f848-ebaf-435c-8454-3a795a28af78 req-d237335a-8f11-40e3-a1f2-33a870202df9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=838def1c-8efa-418c-9198-cdabfc7b28c3 HTTP/1.1" status: 200 len: 1001 time: 0.1227450 May 18 18:13:54.200764 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9831831a-43f1-432b-bbf0-5c1c9e798b7e req-093d83c5-b281-4801-863f-029b26351823 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.21&port_id=42197bbc-9a83-47cf-8e96-bceeccfaedf4 HTTP/1.1" status: 200 len: 217 time: 0.0889030 May 18 18:13:54.287650 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e56f092a-c148-4a63-86d0-9515ed21a22f req-f0779867-f35a-48cc-aafe-6e5f88b70de9 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/security-groups?id=73e433d4-f339-4b3f-93ff-d66128030654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1733208 May 18 18:13:54.292492 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49ded60-5fc9-4e5b-88b6-e7e2ccd1e9cc req-b091cbcc-7705-465a-af59-be94e8759b08 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:54.303928 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49ded60-5fc9-4e5b-88b6-e7e2ccd1e9cc req-b091cbcc-7705-465a-af59-be94e8759b08 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:54.325095 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9831831a-43f1-432b-bbf0-5c1c9e798b7e req-0c07fa09-7b21-4dee-84f8-21789675101a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:54.326928 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9831831a-43f1-432b-bbf0-5c1c9e798b7e req-0c07fa09-7b21-4dee-84f8-21789675101a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0c24bf7f-a5e0-40a1-ad74-e9e4a0a0c69a HTTP/1.1" status: 200 len: 801 time: 0.1060231 May 18 18:13:54.328754 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49ded60-5fc9-4e5b-88b6-e7e2ccd1e9cc req-b091cbcc-7705-465a-af59-be94e8759b08 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:54.333136 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d49ded60-5fc9-4e5b-88b6-e7e2ccd1e9cc req-b091cbcc-7705-465a-af59-be94e8759b08 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] 10.222.0.85 "GET /v2.0/ports?device_id=e093b7b6-bcc1-4a4f-b97f-f6a69515f352 HTTP/1.1" status: 200 len: 2411 time: 0.1855752 May 18 18:13:54.342867 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d0f848-ebaf-435c-8454-3a795a28af78 req-bb68d420-c856-4dbe-be70-a57ebb303497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:54.344980 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-17d0f848-ebaf-435c-8454-3a795a28af78 req-bb68d420-c856-4dbe-be70-a57ebb303497 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6103a86c-1984-4112-92b7-213da8bfab24 HTTP/1.1" status: 200 len: 857 time: 0.1530473 May 18 18:13:54.665418 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9831831a-43f1-432b-bbf0-5c1c9e798b7e req-3b83b00f-c7e5-43ef-949c-8fe913e0d71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:54.668012 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9831831a-43f1-432b-bbf0-5c1c9e798b7e req-3b83b00f-c7e5-43ef-949c-8fe913e0d71f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=77f52293-860e-453d-8109-a574592eaa62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1812453 May 18 18:13:54.756392 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d49ded60-5fc9-4e5b-88b6-e7e2ccd1e9cc req-2718c75f-d7a8-4b9e-834e-eb530161cdb4 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] 10.222.0.85 "GET /v2.0/security-groups?id=58347793-32a9-458f-9c0f-7823b96e7e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4096973 May 18 18:13:54.765760 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d0f848-ebaf-435c-8454-3a795a28af78 req-35f0b907-7bf6-4267-90f0-6390a9f4d09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:54.767621 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-17d0f848-ebaf-435c-8454-3a795a28af78 req-35f0b907-7bf6-4267-90f0-6390a9f4d09f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=055b7a59-22e7-493f-ba66-d1ab1ebb4b38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4088290 May 18 18:13:54.982666 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fc2a86-4940-4fcd-9e72-21f5138c04a4 req-fe5076be-3b14-4f69-a237-d7331d1d2f33 tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:54.985102 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-59fc2a86-4940-4fcd-9e72-21f5138c04a4 req-fe5076be-3b14-4f69-a237-d7331d1d2f33 tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] 10.222.0.85 "GET /v2.0/ports?device_id=e8575c27-b3aa-4e87-8447-f72bfe191d4c HTTP/1.1" status: 200 len: 949 time: 0.1183114 May 18 18:13:54.991632 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-17d0f848-ebaf-435c-8454-3a795a28af78 req-4c5d9e7b-72ef-4c25-8f79-69a9089f1481 service neutron] 10.222.0.36 "GET /v2.0/networks/055b7a59-22e7-493f-ba66-d1ab1ebb4b38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157624 May 18 18:13:55.076377 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2c0c74-f039-4afc-92b7-b660f9e29b18 req-a1bce901-673b-4fb3-8f40-f2917681212c tempest-ServerTagsTestJSON-1380209781 tempest-ServerTagsTestJSON-1380209781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:55.087342 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5d2c0c74-f039-4afc-92b7-b660f9e29b18 req-a1bce901-673b-4fb3-8f40-f2917681212c tempest-ServerTagsTestJSON-1380209781 tempest-ServerTagsTestJSON-1380209781-project] 10.222.0.85 "GET /v2.0/ports?device_id=c52295e1-2409-4536-b479-bd4c1d41515c HTTP/1.1" status: 200 len: 943 time: 0.4846842 May 18 18:13:55.114836 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-59fc2a86-4940-4fcd-9e72-21f5138c04a4 req-037b462f-7331-4ad7-adba-94541c5bd78e tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] 10.222.0.85 "GET /v2.0/security-groups?id=a71bdd0b-6132-4299-809d-7cc4579566d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162651 May 18 18:13:55.135871 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9831831a-43f1-432b-bbf0-5c1c9e798b7e req-9bd32e6f-59e0-43d0-9af1-e84bc25293f4 service neutron] 10.222.0.88 "GET /v2.0/networks/77f52293-860e-453d-8109-a574592eaa62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4545419 May 18 18:13:55.174215 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-17d0f848-ebaf-435c-8454-3a795a28af78 req-dbd06162-1e37-456c-b03a-36487021613f service neutron] 10.222.0.36 "GET /v2.0/networks/055b7a59-22e7-493f-ba66-d1ab1ebb4b38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705201 May 18 18:13:55.189368 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5d2c0c74-f039-4afc-92b7-b660f9e29b18 req-5fa1e640-3c6e-429c-937a-957ebc609df9 tempest-ServerTagsTestJSON-1380209781 tempest-ServerTagsTestJSON-1380209781-project] 10.222.0.85 "GET /v2.0/security-groups?id=7ce3d63a-3f45-43b2-9b29-454b9804c7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009274 May 18 18:13:55.237528 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device e87b1b2a-fe28-47f5-9089-ee109fb9489c details requested by agent hyperv_n-h2-838550-3 with host n-h2-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:13:55.314735 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6465434-ecd8-4184-b9c2-43cc52d1d3cf req-7ae860dc-73e4-4de7-8290-77be6340c967 tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:55.316782 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b6465434-ecd8-4184-b9c2-43cc52d1d3cf req-7ae860dc-73e4-4de7-8290-77be6340c967 tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] 10.222.0.85 "GET /v2.0/ports?device_id=3d23b3b3-bd88-458c-b269-14a2fe755bd8 HTTP/1.1" status: 200 len: 945 time: 0.0714056 May 18 18:13:55.350066 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9831831a-43f1-432b-bbf0-5c1c9e798b7e req-3409cb14-789d-42d1-bb2b-2c7ab65517fa service neutron] 10.222.0.88 "GET /v2.0/networks/77f52293-860e-453d-8109-a574592eaa62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943135 May 18 18:13:55.407681 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b6465434-ecd8-4184-b9c2-43cc52d1d3cf req-25c7836f-613d-4560-8e42-f4919d5d4655 tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] 10.222.0.85 "GET /v2.0/security-groups?id=fa255767-3e7a-49af-bfae-1870baf95311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799134 May 18 18:13:55.451118 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 57f6f4a8-6899-4b96-bcac-2461e2482844 details requested by agent hyperv_n-h1-838550-3 with host n-h1-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:13:55.465475 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port e87b1b2a-fe28-47f5-9089-ee109fb9489c, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=e87b1b2a-fe28-47f5-9089-ee109fb9489c,segment=NetworkSegment(fe0755fd-f37b-43af-9caf-458b9927f571),segment_id=fe0755fd-f37b-43af-9caf-458b9927f571)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:13:55.489113 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Returning: {'device': 'e87b1b2a-fe28-47f5-9089-ee109fb9489c', 'network_id': 'a968d391-7aa4-41b5-bc41-860a05456b06', 'port_id': 'e87b1b2a-fe28-47f5-9089-ee109fb9489c', 'mac_address': 'fa:16:3e:16:8e:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a09e408e-b4fa-48aa-9127-c1290b75f7c0', 'ip_address': '19.80.0.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:13:55.591645 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port e87b1b2a-fe28-47f5-9089-ee109fb9489c is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:13:55.591928 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:55.609439 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9925f239-2a89-4985-88cd-d17d19a6fd1b req-130194df-4eef-452f-af6f-18372d2160f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:55.610331 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9925f239-2a89-4985-88cd-d17d19a6fd1b req-130194df-4eef-452f-af6f-18372d2160f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:55.611293 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9925f239-2a89-4985-88cd-d17d19a6fd1b req-130194df-4eef-452f-af6f-18372d2160f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:55.614237 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9925f239-2a89-4985-88cd-d17d19a6fd1b req-130194df-4eef-452f-af6f-18372d2160f3 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=959b4a96654a42e29bad9a24937c9c47&device_id=e093b7b6-bcc1-4a4f-b97f-f6a69515f352 HTTP/1.1" status: 200 len: 2864 time: 0.1818650 May 18 18:13:55.620503 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e87b1b2a-fe28-47f5-9089-ee109fb9489c {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:13:55.646164 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050bf1fa-9773-4906-a38a-bc20a6d977eb req-b851d862-1482-450a-aab7-e1b2202bcc69 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:55.647843 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-050bf1fa-9773-4906-a38a-bc20a6d977eb req-b851d862-1482-450a-aab7-e1b2202bcc69 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/ports?device_id=9536d621-5e41-446b-99c9-3e9335c26fc6 HTTP/1.1" status: 200 len: 945 time: 0.1882772 May 18 18:13:55.654006 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 57f6f4a8-6899-4b96-bcac-2461e2482844, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=57f6f4a8-6899-4b96-bcac-2461e2482844,segment=NetworkSegment(c5596a66-6061-43bc-9975-a44db93165ae),segment_id=c5596a66-6061-43bc-9975-a44db93165ae)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:13:55.658534 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port e87b1b2a-fe28-47f5-9089-ee109fb9489c, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=e87b1b2a-fe28-47f5-9089-ee109fb9489c,segment=NetworkSegment(fe0755fd-f37b-43af-9caf-458b9927f571),segment_id=fe0755fd-f37b-43af-9caf-458b9927f571)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:13:55.666778 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:55.667453 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 42197bbc-9a83-47cf-8e96-bceeccfaedf4 details requested by agent hyperv_n-h2-838550-3 with host n-h2-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:13:55.710472 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Returning: {'device': '57f6f4a8-6899-4b96-bcac-2461e2482844', 'network_id': '374ed70a-1dbd-4c24-b131-a8c60cabc5c9', 'port_id': '57f6f4a8-6899-4b96-bcac-2461e2482844', 'mac_address': 'fa:16:3e:9a:9b:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35b2b797-3173-4cd2-9942-1ba167a800ec', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:13:55.799689 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8071e9ba-1b34-4833-a077-c6f9bd727d10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-595963'] for router_interface, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:55.822423 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=e87b1b2a-fe28-47f5-9089-ee109fb9489c,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:13:55.835061 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 57f6f4a8-6899-4b96-bcac-2461e2482844 is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:13:55.835458 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:55.854604 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:13:55.854928 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:13:55.855180 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:13:55.855517 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:13:55.855856 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:13:55.856182 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:13:55.856514 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:13:55.856902 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:13:55.857231 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:13:55.857561 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:13:55.858025 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:13:55.858357 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:13:55.875119 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57f6f4a8-6899-4b96-bcac-2461e2482844 {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:13:55.948080 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 57f6f4a8-6899-4b96-bcac-2461e2482844, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=57f6f4a8-6899-4b96-bcac-2461e2482844,segment=NetworkSegment(c5596a66-6061-43bc-9975-a44db93165ae),segment_id=c5596a66-6061-43bc-9975-a44db93165ae)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:13:55.960670 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d234886a-6d5d-4677-9cf8-57ddfa64631b req-33d1b9b4-3df3-4aa9-b483-c463c4ef3db5 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:55.961529 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:55.971579 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d234886a-6d5d-4677-9cf8-57ddfa64631b req-33d1b9b4-3df3-4aa9-b483-c463c4ef3db5 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:55.971939 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-050bf1fa-9773-4906-a38a-bc20a6d977eb req-e69317ea-11d0-4405-9166-b94d05996b4d tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/security-groups?id=73e433d4-f339-4b3f-93ff-d66128030654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2606838 May 18 18:13:55.976786 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9925f239-2a89-4985-88cd-d17d19a6fd1b req-bce81d8a-53b4-46b6-b0d5-2c1b78ebf8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:55.981092 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 42197bbc-9a83-47cf-8e96-bceeccfaedf4, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=42197bbc-9a83-47cf-8e96-bceeccfaedf4,segment=NetworkSegment(d74a2218-59b6-4249-83de-1c4cbf35a4a2),segment_id=d74a2218-59b6-4249-83de-1c4cbf35a4a2)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:13:55.983659 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d234886a-6d5d-4677-9cf8-57ddfa64631b req-33d1b9b4-3df3-4aa9-b483-c463c4ef3db5 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:55.984967 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9925f239-2a89-4985-88cd-d17d19a6fd1b req-bce81d8a-53b4-46b6-b0d5-2c1b78ebf8a4 service neutron] 10.222.0.88 "GET /v2.0/networks?id=a968d391-7aa4-41b5-bc41-860a05456b06 HTTP/1.1" status: 200 len: 903 time: 0.3350496 May 18 18:13:55.987151 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d234886a-6d5d-4677-9cf8-57ddfa64631b req-33d1b9b4-3df3-4aa9-b483-c463c4ef3db5 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] 10.222.0.85 "GET /v2.0/ports?device_id=e093b7b6-bcc1-4a4f-b97f-f6a69515f352 HTTP/1.1" status: 200 len: 2412 time: 0.1104739 May 18 18:13:56.039368 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Returning: {'device': '42197bbc-9a83-47cf-8e96-bceeccfaedf4', 'network_id': '77f52293-860e-453d-8109-a574592eaa62', 'port_id': '42197bbc-9a83-47cf-8e96-bceeccfaedf4', 'mac_address': 'fa:16:3e:9f:b7:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c24bf7f-a5e0-40a1-ad74-e9e4a0a0c69a', 'ip_address': '19.86.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:13:56.058933 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d234886a-6d5d-4677-9cf8-57ddfa64631b req-d941e54a-0a1e-4e1d-a09b-32001b8732a6 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] 10.222.0.85 "GET /v2.0/security-groups?id=58347793-32a9-458f-9c0f-7823b96e7e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626943 May 18 18:13:56.101729 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=57f6f4a8-6899-4b96-bcac-2461e2482844,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:13:56.117908 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9925f239-2a89-4985-88cd-d17d19a6fd1b req-deb75258-566c-4574-913a-d48295a05a75 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.59&port_id=f605bd11-40d1-48b2-8a91-ae33ccbef362 HTTP/1.1" status: 200 len: 217 time: 0.1201482 May 18 18:13:56.128457 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 42197bbc-9a83-47cf-8e96-bceeccfaedf4 is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:13:56.128667 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:56.379047 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9925f239-2a89-4985-88cd-d17d19a6fd1b req-99b187f5-935b-484a-86e6-1bfe73a22bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:56.381135 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9925f239-2a89-4985-88cd-d17d19a6fd1b req-99b187f5-935b-484a-86e6-1bfe73a22bab service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a09e408e-b4fa-48aa-9127-c1290b75f7c0 HTTP/1.1" status: 200 len: 801 time: 0.2521183 May 18 18:13:56.427754 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42197bbc-9a83-47cf-8e96-bceeccfaedf4 {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:13:56.452288 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e65dd95-7cd4-4514-b476-7569f72f1e78 req-8970ff67-8ecb-4ecc-a011-ac1336bf09b5 tempest-ServerTagsTestJSON-1380209781 tempest-ServerTagsTestJSON-1380209781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:56.457608 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7e65dd95-7cd4-4514-b476-7569f72f1e78 req-8970ff67-8ecb-4ecc-a011-ac1336bf09b5 tempest-ServerTagsTestJSON-1380209781 tempest-ServerTagsTestJSON-1380209781-project] 10.222.0.85 "GET /v2.0/ports?device_id=c52295e1-2409-4536-b479-bd4c1d41515c HTTP/1.1" status: 200 len: 944 time: 0.1190393 May 18 18:13:56.468093 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9feca1-09e8-41c1-b4ec-0108811f0182 req-8548ff6f-86f9-48b7-bdfe-57d75adf6209 tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:56.475258 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 42197bbc-9a83-47cf-8e96-bceeccfaedf4, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=42197bbc-9a83-47cf-8e96-bceeccfaedf4,segment=NetworkSegment(d74a2218-59b6-4249-83de-1c4cbf35a4a2),segment_id=d74a2218-59b6-4249-83de-1c4cbf35a4a2)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:13:56.476242 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3e9feca1-09e8-41c1-b4ec-0108811f0182 req-8548ff6f-86f9-48b7-bdfe-57d75adf6209 tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] 10.222.0.85 "GET /v2.0/ports?device_id=e8575c27-b3aa-4e87-8447-f72bfe191d4c HTTP/1.1" status: 200 len: 949 time: 0.2256722 May 18 18:13:56.487353 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:56.489496 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device f605bd11-40d1-48b2-8a91-ae33ccbef362 details requested by agent hyperv_n-h2-838550-3 with host n-h2-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:13:56.540959 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7e65dd95-7cd4-4514-b476-7569f72f1e78 req-0e31720b-a984-4bff-8158-97ded2c0a838 tempest-ServerTagsTestJSON-1380209781 tempest-ServerTagsTestJSON-1380209781-project] 10.222.0.85 "GET /v2.0/security-groups?id=7ce3d63a-3f45-43b2-9b29-454b9804c7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756822 May 18 18:13:56.567890 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port f605bd11-40d1-48b2-8a91-ae33ccbef362, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=f605bd11-40d1-48b2-8a91-ae33ccbef362,segment=NetworkSegment(fe0755fd-f37b-43af-9caf-458b9927f571),segment_id=fe0755fd-f37b-43af-9caf-458b9927f571)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:13:56.610490 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9925f239-2a89-4985-88cd-d17d19a6fd1b req-54dbab99-d568-4d29-b6d3-d9e0194e57bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:56.612019 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9925f239-2a89-4985-88cd-d17d19a6fd1b req-54dbab99-d568-4d29-b6d3-d9e0194e57bb service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=a968d391-7aa4-41b5-bc41-860a05456b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2196612 May 18 18:13:56.622654 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3e9feca1-09e8-41c1-b4ec-0108811f0182 req-fa00d1b5-a710-4d43-a3ec-ce727a3224b2 tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] 10.222.0.85 "GET /v2.0/security-groups?id=a71bdd0b-6132-4299-809d-7cc4579566d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442111 May 18 18:13:56.634051 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['57f6f4a8-6899-4b96-bcac-2461e2482844'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:13:56.725283 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Returning: {'device': 'f605bd11-40d1-48b2-8a91-ae33ccbef362', 'network_id': 'a968d391-7aa4-41b5-bc41-860a05456b06', 'port_id': 'f605bd11-40d1-48b2-8a91-ae33ccbef362', 'mac_address': 'fa:16:3e:af:8c:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a09e408e-b4fa-48aa-9127-c1290b75f7c0', 'ip_address': '19.80.0.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:13:56.763345 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-8071e9ba-1b34-4833-a077-c6f9bd727d10 admin admin] Deleting port ce0da511-904f-42b5-8d95-ec3e1cc30343 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:13:56.763688 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8071e9ba-1b34-4833-a077-c6f9bd727d10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:56.807685 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef8c4e4-3a1a-4e5c-9f53-444d485e2859 req-d8b91c45-6fdb-41d9-a638-cf68c97b10e7 tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:56.808855 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=42197bbc-9a83-47cf-8e96-bceeccfaedf4,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:13:56.810202 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4ef8c4e4-3a1a-4e5c-9f53-444d485e2859 req-d8b91c45-6fdb-41d9-a638-cf68c97b10e7 tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] 10.222.0.88 "GET /v2.0/ports?device_id=e8575c27-b3aa-4e87-8447-f72bfe191d4c HTTP/1.1" status: 200 len: 949 time: 0.0931659 May 18 18:13:56.837366 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9925f239-2a89-4985-88cd-d17d19a6fd1b req-1019794d-3af8-49c8-b195-9fcea8fa73a1 service neutron] 10.222.0.88 "GET /v2.0/networks/a968d391-7aa4-41b5-bc41-860a05456b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845093 May 18 18:13:56.852384 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port f605bd11-40d1-48b2-8a91-ae33ccbef362 is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:13:56.852761 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:56.878820 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f605bd11-40d1-48b2-8a91-ae33ccbef362 {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:13:56.898477 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0d7e07-0720-4a9f-b24a-39eeb1b7e840 req-a0d995d8-91ac-4fc8-8c91-492bcc605299 tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:56.902470 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fe0d7e07-0720-4a9f-b24a-39eeb1b7e840 req-a0d995d8-91ac-4fc8-8c91-492bcc605299 tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] 10.222.0.85 "GET /v2.0/ports?device_id=3d23b3b3-bd88-458c-b269-14a2fe755bd8 HTTP/1.1" status: 200 len: 945 time: 0.2255163 May 18 18:13:56.924405 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port f605bd11-40d1-48b2-8a91-ae33ccbef362, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=f605bd11-40d1-48b2-8a91-ae33ccbef362,segment=NetworkSegment(fe0755fd-f37b-43af-9caf-458b9927f571),segment_id=fe0755fd-f37b-43af-9caf-458b9927f571)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:13:56.934721 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:57.017389 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-8071e9ba-1b34-4833-a077-c6f9bd727d10 admin admin] For port ce0da511-904f-42b5-8d95-ec3e1cc30343, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=ce0da511-904f-42b5-8d95-ec3e1cc30343,segment=NetworkSegment(6d2eb836-8b78-463e-8a10-c826375b027d),segment_id=6d2eb836-8b78-463e-8a10-c826375b027d)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:13:57.017813 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8071e9ba-1b34-4833-a077-c6f9bd727d10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:57.059379 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=f605bd11-40d1-48b2-8a91-ae33ccbef362,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:13:57.073586 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-8071e9ba-1b34-4833-a077-c6f9bd727d10 admin admin] Calling delete_port for ce0da511-904f-42b5-8d95-ec3e1cc30343 owned by network:router_interface {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:13:57.130231 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fe0d7e07-0720-4a9f-b24a-39eeb1b7e840 req-18487aaf-24d2-4faa-9feb-ccc16a6af5e8 tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] 10.222.0.85 "GET /v2.0/security-groups?id=fa255767-3e7a-49af-bfae-1870baf95311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533096 May 18 18:13:57.156108 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-4ef8c4e4-3a1a-4e5c-9f53-444d485e2859 req-faccaad2-b500-404b-8fd5-3a7e23f904f2 tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] Deleting port f71758ab-cb08-4ce8-ae45-a92c2c8c7636 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:13:57.165468 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-4ef8c4e4-3a1a-4e5c-9f53-444d485e2859 req-faccaad2-b500-404b-8fd5-3a7e23f904f2 tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:57.357990 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['f605bd11-40d1-48b2-8a91-ae33ccbef362'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:13:57.465096 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9925f239-2a89-4985-88cd-d17d19a6fd1b req-64f17958-5f8c-49f4-9e0a-c6d560f00092 service neutron] 10.222.0.88 "GET /v2.0/networks/a968d391-7aa4-41b5-bc41-860a05456b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6192951 May 18 18:13:57.493053 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-4ef8c4e4-3a1a-4e5c-9f53-444d485e2859 req-faccaad2-b500-404b-8fd5-3a7e23f904f2 tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] For port f71758ab-cb08-4ce8-ae45-a92c2c8c7636, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=f71758ab-cb08-4ce8-ae45-a92c2c8c7636,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:13:57.493401 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-4ef8c4e4-3a1a-4e5c-9f53-444d485e2859 req-faccaad2-b500-404b-8fd5-3a7e23f904f2 tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:57.502736 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['e87b1b2a-fe28-47f5-9089-ee109fb9489c'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:13:57.505845 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['42197bbc-9a83-47cf-8e96-bceeccfaedf4'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:13:57.512143 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-4ef8c4e4-3a1a-4e5c-9f53-444d485e2859 req-faccaad2-b500-404b-8fd5-3a7e23f904f2 tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] Calling delete_port for f71758ab-cb08-4ce8-ae45-a92c2c8c7636 owned by compute:nova {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:13:57.536726 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c2b1cb-8d02-4102-8ca9-c275d9644bff req-2b836517-7644-4d5b-8253-dd266af0d2af tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:57.539159 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-17c2b1cb-8d02-4102-8ca9-c275d9644bff req-2b836517-7644-4d5b-8253-dd266af0d2af tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/ports?device_id=9536d621-5e41-446b-99c9-3e9335c26fc6 HTTP/1.1" status: 200 len: 945 time: 0.4059415 May 18 18:13:57.565459 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8071e9ba-1b34-4833-a077-c6f9bd727d10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:57.611362 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8071e9ba-1b34-4833-a077-c6f9bd727d10 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce0da511-904f-42b5-8d95-ec3e1cc30343,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:13:57.668043 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77839fbb-07ed-45e1-a63d-1589cea81bb8 req-fc6e7e45-e093-4d96-a1e4-e6a76aeff3c0 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:57.692842 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77839fbb-07ed-45e1-a63d-1589cea81bb8 req-fc6e7e45-e093-4d96-a1e4-e6a76aeff3c0 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:57.708436 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77839fbb-07ed-45e1-a63d-1589cea81bb8 req-fc6e7e45-e093-4d96-a1e4-e6a76aeff3c0 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:57.719379 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-77839fbb-07ed-45e1-a63d-1589cea81bb8 req-fc6e7e45-e093-4d96-a1e4-e6a76aeff3c0 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] 10.222.0.85 "GET /v2.0/ports?device_id=e093b7b6-bcc1-4a4f-b97f-f6a69515f352 HTTP/1.1" status: 200 len: 2414 time: 0.4389229 May 18 18:13:57.743536 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-17c2b1cb-8d02-4102-8ca9-c275d9644bff req-1beb95b4-1d0d-4a9a-b4cf-e6ec04f8ec10 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/security-groups?id=73e433d4-f339-4b3f-93ff-d66128030654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1903915 May 18 18:13:57.969105 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-4ef8c4e4-3a1a-4e5c-9f53-444d485e2859 req-faccaad2-b500-404b-8fd5-3a7e23f904f2 tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:58.051467 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674940a6-f1e6-40d6-ab09-13288b92e0f8 req-9b9f2f10-9ff6-4604-9709-10d344612d82 tempest-ServerTagsTestJSON-1380209781 tempest-ServerTagsTestJSON-1380209781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:58.053748 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-674940a6-f1e6-40d6-ab09-13288b92e0f8 req-9b9f2f10-9ff6-4604-9709-10d344612d82 tempest-ServerTagsTestJSON-1380209781 tempest-ServerTagsTestJSON-1380209781-project] 10.222.0.85 "GET /v2.0/ports?device_id=c52295e1-2409-4536-b479-bd4c1d41515c HTTP/1.1" status: 200 len: 944 time: 0.1771996 May 18 18:13:58.056012 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-77839fbb-07ed-45e1-a63d-1589cea81bb8 req-b28848ba-5519-4b65-81f9-debf2e1b624a tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] 10.222.0.85 "GET /v2.0/security-groups?id=58347793-32a9-458f-9c0f-7823b96e7e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3280344 May 18 18:13:58.090256 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8071e9ba-1b34-4833-a077-c6f9bd727d10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-593931'] for router_interface, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:58.106855 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faccaad2-b500-404b-8fd5-3a7e23f904f2 tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] Pushing event deleted for resources: {'Port': ['ID=f71758ab-cb08-4ce8-ae45-a92c2c8c7636,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:13:58.161869 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-674940a6-f1e6-40d6-ab09-13288b92e0f8 req-7feec796-50e3-4d68-8178-7aba1bb5af2e tempest-ServerTagsTestJSON-1380209781 tempest-ServerTagsTestJSON-1380209781-project] 10.222.0.85 "GET /v2.0/security-groups?id=7ce3d63a-3f45-43b2-9b29-454b9804c7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959086 May 18 18:13:58.173809 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ef8c4e4-3a1a-4e5c-9f53-444d485e2859 req-faccaad2-b500-404b-8fd5-3a7e23f904f2 tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] No DVR routers for this DVR port f71758ab-cb08-4ce8-ae45-a92c2c8c7636 on host n-h2-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:13:58.181780 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-4ef8c4e4-3a1a-4e5c-9f53-444d485e2859 req-faccaad2-b500-404b-8fd5-3a7e23f904f2 tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:58.187630 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4ef8c4e4-3a1a-4e5c-9f53-444d485e2859 req-faccaad2-b500-404b-8fd5-3a7e23f904f2 tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] 10.222.0.88 "DELETE /v2.0/ports/f71758ab-cb08-4ce8-ae45-a92c2c8c7636 HTTP/1.1" status: 204 len: 173 time: 1.3566566 May 18 18:13:58.189022 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8575c27-b3aa-4e87-8447-f72bfe191d4c', 'name': 'network-vif-deleted', 'tag': 'f71758ab-cb08-4ce8-ae45-a92c2c8c7636'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:13:58.218106 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-020ee34c-1d15-4e98-8cbe-1caa391c5158" -d '{"events": [{"server_uuid": "e8575c27-b3aa-4e87-8447-f72bfe191d4c", "name": "network-vif-deleted", "tag": "f71758ab-cb08-4ce8-ae45-a92c2c8c7636"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:13:58.292242 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-67e330f2-6837-4bb3-8783-b108e1332929 req-4130a2ce-4fc7-4de9-abf2-997833154746 tempest-ServersAdminNegativeTestJSON-169648711 tempest-ServersAdminNegativeTestJSON-169648711-project] 10.222.0.85 "GET /v2.0/ports?device_id=e8575c27-b3aa-4e87-8447-f72bfe191d4c HTTP/1.1" status: 200 len: 210 time: 0.0716429 May 18 18:13:58.413946 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-235854d2-f514-463c-bc3f-e328ed629bb9 x-openstack-request-id: req-235854d2-f514-463c-bc3f-e328ed629bb9 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:13:58.413946 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8575c27-b3aa-4e87-8447-f72bfe191d4c", "name": "network-vif-deleted", "tag": "f71758ab-cb08-4ce8-ae45-a92c2c8c7636", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:13:58.413946 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-235854d2-f514-463c-bc3f-e328ed629bb9 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:13:58.413946 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-235854d2-f514-463c-bc3f-e328ed629bb9'] response: {'server_uuid': 'e8575c27-b3aa-4e87-8447-f72bfe191d4c', 'name': 'network-vif-deleted', 'tag': 'f71758ab-cb08-4ce8-ae45-a92c2c8c7636', 'status': 'completed', 'code': 200} May 18 18:13:58.524462 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286c3425-ca70-4ff6-92f8-e42cc37eb31c req-81557240-2ed4-489b-b87d-c41339c36f86 tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:58.526628 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-286c3425-ca70-4ff6-92f8-e42cc37eb31c req-81557240-2ed4-489b-b87d-c41339c36f86 tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] 10.222.0.85 "GET /v2.0/ports?device_id=3d23b3b3-bd88-458c-b269-14a2fe755bd8 HTTP/1.1" status: 200 len: 945 time: 0.2327044 May 18 18:13:58.645006 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-286c3425-ca70-4ff6-92f8-e42cc37eb31c req-0bd659b6-7851-448c-9e28-afca8604c02d tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] 10.222.0.85 "GET /v2.0/security-groups?id=fa255767-3e7a-49af-bfae-1870baf95311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089447 May 18 18:13:58.660789 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8071e9ba-1b34-4833-a077-c6f9bd727d10 admin admin] Router 0fba5dec-134e-4991-b249-59b8c2d0e9d4 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:13:58.763886 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['f71758ab-cb08-4ce8-ae45-a92c2c8c7636'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:13:59.050563 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c88e23f-4c10-4ce6-8beb-4ad4a5e3489e req-e0c9a04b-bc15-4af3-9aa2-99460934be1c tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:59.054736 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7c88e23f-4c10-4ce6-8beb-4ad4a5e3489e req-e0c9a04b-bc15-4af3-9aa2-99460934be1c tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/ports?device_id=9536d621-5e41-446b-99c9-3e9335c26fc6 HTTP/1.1" status: 200 len: 945 time: 0.0990865 May 18 18:13:59.141136 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7c88e23f-4c10-4ce6-8beb-4ad4a5e3489e req-c640e0ee-f22d-47c2-bad9-dd323ec47ae5 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/security-groups?id=73e433d4-f339-4b3f-93ff-d66128030654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761161 May 18 18:13:59.252728 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 42197bbc-9a83-47cf-8e96-bceeccfaedf4 up at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:13:59.326711 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning for port 42197bbc-9a83-47cf-8e96-bceeccfaedf4 completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:13:59.332209 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning complete for port 42197bbc-9a83-47cf-8e96-bceeccfaedf4 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:13:59.332837 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8071e9ba-1b34-4833-a077-c6f9bd727d10 admin admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:13:59.332986 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:59.338121 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b059cc-7535-4f71-80bc-21da50301594 req-942f689d-2af8-40a8-8a1b-f07694fb96d8 tempest-ServerTagsTestJSON-1380209781 tempest-ServerTagsTestJSON-1380209781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:59.348279 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-83b059cc-7535-4f71-80bc-21da50301594 req-942f689d-2af8-40a8-8a1b-f07694fb96d8 tempest-ServerTagsTestJSON-1380209781 tempest-ServerTagsTestJSON-1380209781-project] 10.222.0.85 "GET /v2.0/ports?device_id=c52295e1-2409-4536-b479-bd4c1d41515c HTTP/1.1" status: 200 len: 944 time: 0.0766609 May 18 18:13:59.354706 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-8071e9ba-1b34-4833-a077-c6f9bd727d10 admin admin] 10.222.0.85 "PUT /v2.0/routers/0fba5dec-134e-4991-b249-59b8c2d0e9d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5871406 May 18 18:13:59.355470 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 59348) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:13:59.376189 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe67cc9-cba9-4195-8f3c-770e7affdcd7 None None] Sync routers for ids ['0fba5dec-134e-4991-b249-59b8c2d0e9d4'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:13:59.393208 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 57f6f4a8-6899-4b96-bcac-2461e2482844 up at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:13:59.415328 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-83b059cc-7535-4f71-80bc-21da50301594 req-0350d682-6a60-46a3-a76a-ab7a74731218 tempest-ServerTagsTestJSON-1380209781 tempest-ServerTagsTestJSON-1380209781-project] 10.222.0.85 "GET /v2.0/security-groups?id=7ce3d63a-3f45-43b2-9b29-454b9804c7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643568 May 18 18:13:59.442943 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe67cc9-cba9-4195-8f3c-770e7affdcd7 None None] Routers {'0fba5dec-134e-4991-b249-59b8c2d0e9d4'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:13:59.444085 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-abe67cc9-cba9-4195-8f3c-770e7affdcd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:13:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['0fba5dec-134e-4991-b249-59b8c2d0e9d4'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:13:59.492888 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-03eb60d4-1e4a-42c5-b1d5-373a69bca046 admin admin] Notify callbacks [] for router, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:59.554700 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadd781b-84f5-47e9-a6dd-62f89043c133 req-215b6e8d-9466-490c-8a18-184f216ee170 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:59.564900 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadd781b-84f5-47e9-a6dd-62f89043c133 req-215b6e8d-9466-490c-8a18-184f216ee170 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:59.565224 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 59354) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:13:59.571814 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadd781b-84f5-47e9-a6dd-62f89043c133 req-215b6e8d-9466-490c-8a18-184f216ee170 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:59.574264 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fadd781b-84f5-47e9-a6dd-62f89043c133 req-215b6e8d-9466-490c-8a18-184f216ee170 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] 10.222.0.85 "GET /v2.0/ports?device_id=e093b7b6-bcc1-4a4f-b97f-f6a69515f352 HTTP/1.1" status: 200 len: 2414 time: 0.3949587 May 18 18:13:59.629608 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fadd781b-84f5-47e9-a6dd-62f89043c133 req-7d4fce35-9040-4107-a976-67d1b39497cd tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] 10.222.0.85 "GET /v2.0/security-groups?id=58347793-32a9-458f-9c0f-7823b96e7e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449080 May 18 18:13:59.661603 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 42197bbc-9a83-47cf-8e96-bceeccfaedf4 is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:13:59.662412 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:59.697147 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning for port 57f6f4a8-6899-4b96-bcac-2461e2482844 completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:13:59.710823 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e093b7b6-bcc1-4a4f-b97f-f6a69515f352', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42197bbc-9a83-47cf-8e96-bceeccfaedf4'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:13:59.713809 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29242d7e-87d0-4962-9f5b-e4b6f359ca12" -d '{"events": [{"server_uuid": "e093b7b6-bcc1-4a4f-b97f-f6a69515f352", "name": "network-vif-plugged", "status": "completed", "tag": "42197bbc-9a83-47cf-8e96-bceeccfaedf4"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:13:59.723554 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning complete for port 57f6f4a8-6899-4b96-bcac-2461e2482844 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:13:59.723944 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:59.736436 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-abe67cc9-cba9-4195-8f3c-770e7affdcd7 None None] Set router 0fba5dec-134e-4991-b249-59b8c2d0e9d4 gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:13:59.763417 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a69f1e4e-cda2-4ac9-8b27-4ba6f657fb86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:59.783938 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-03eb60d4-1e4a-42c5-b1d5-373a69bca046 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:59.793746 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 42197bbc-9a83-47cf-8e96-bceeccfaedf4, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=42197bbc-9a83-47cf-8e96-bceeccfaedf4,segment=NetworkSegment(d74a2218-59b6-4249-83de-1c4cbf35a4a2),segment_id=d74a2218-59b6-4249-83de-1c4cbf35a4a2)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:13:59.826577 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b092b3ef-6cf9-4850-9bb5-4053736abd2a x-openstack-request-id: req-b092b3ef-6cf9-4850-9bb5-4053736abd2a {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:13:59.826903 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e093b7b6-bcc1-4a4f-b97f-f6a69515f352", "name": "network-vif-plugged", "status": "completed", "tag": "42197bbc-9a83-47cf-8e96-bceeccfaedf4", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:13:59.827170 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-b092b3ef-6cf9-4850-9bb5-4053736abd2a {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:13:59.827568 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b092b3ef-6cf9-4850-9bb5-4053736abd2a'] response: {'server_uuid': 'e093b7b6-bcc1-4a4f-b97f-f6a69515f352', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42197bbc-9a83-47cf-8e96-bceeccfaedf4', 'code': 200} May 18 18:13:59.830855 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:59.831740 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device f605bd11-40d1-48b2-8a91-ae33ccbef362 up at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:13:59.918544 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-03eb60d4-1e4a-42c5-b1d5-373a69bca046 admin admin] Deleting port aeb809e7-741b-473c-b5c4-c22b6251b6f5 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:13:59.919073 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-03eb60d4-1e4a-42c5-b1d5-373a69bca046 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:13:59.922900 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=42197bbc-9a83-47cf-8e96-bceeccfaedf4,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:13:59.982763 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589e3414-cac1-4311-988d-3a1342f971a0 req-6e973fb0-9b78-428c-8dc1-c368cdcb864b tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:13:59.984381 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-589e3414-cac1-4311-988d-3a1342f971a0 req-6e973fb0-9b78-428c-8dc1-c368cdcb864b tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] 10.222.0.85 "GET /v2.0/ports?device_id=3d23b3b3-bd88-458c-b269-14a2fe755bd8 HTTP/1.1" status: 200 len: 945 time: 0.1279089 May 18 18:13:59.991498 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a69f1e4e-cda2-4ac9-8b27-4ba6f657fb86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:00.035608 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 59364) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:14:00.038063 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a69f1e4e-cda2-4ac9-8b27-4ba6f657fb86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:00.063097 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-03eb60d4-1e4a-42c5-b1d5-373a69bca046 admin admin] For port aeb809e7-741b-473c-b5c4-c22b6251b6f5, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=aeb809e7-741b-473c-b5c4-c22b6251b6f5,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:14:00.063780 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-03eb60d4-1e4a-42c5-b1d5-373a69bca046 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:00.092358 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-03eb60d4-1e4a-42c5-b1d5-373a69bca046 admin admin] Calling delete_port for aeb809e7-741b-473c-b5c4-c22b6251b6f5 owned by network:router_gateway {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:14:00.109061 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning for port f605bd11-40d1-48b2-8a91-ae33ccbef362 completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:14:00.110712 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-a69f1e4e-cda2-4ac9-8b27-4ba6f657fb86 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=cb7706562aea4d2dac851a41ff2b549e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5441625 May 18 18:14:00.126608 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-589e3414-cac1-4311-988d-3a1342f971a0 req-e8e2eb8c-3e14-4660-a4b6-58d320bb6008 tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] 10.222.0.85 "GET /v2.0/security-groups?id=fa255767-3e7a-49af-bfae-1870baf95311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314430 May 18 18:14:00.128225 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning complete for port f605bd11-40d1-48b2-8a91-ae33ccbef362 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:14:00.128813 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:00.129995 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 59368) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:14:00.153531 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69f1e4e-cda2-4ac9-8b27-4ba6f657fb86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a946d3d4-03c2-479e-9b4d-b66ba15f388d,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:14:00.188079 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 57f6f4a8-6899-4b96-bcac-2461e2482844 is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:14:00.188471 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:00.208743 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-12c25124-6c5a-4551-95e4-202735e7218c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:00.237031 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-12c25124-6c5a-4551-95e4-202735e7218c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:00.284757 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 57f6f4a8-6899-4b96-bcac-2461e2482844, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=57f6f4a8-6899-4b96-bcac-2461e2482844,segment=NetworkSegment(c5596a66-6061-43bc-9975-a44db93165ae),segment_id=c5596a66-6061-43bc-9975-a44db93165ae)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:14:00.296021 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:00.315541 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-12c25124-6c5a-4551-95e4-202735e7218c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:00.321041 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-12c25124-6c5a-4551-95e4-202735e7218c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:00.323591 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-12c25124-6c5a-4551-95e4-202735e7218c admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/a946d3d4-03c2-479e-9b4d-b66ba15f388d HTTP/1.1" status: 204 len: 168 time: 0.1864412 May 18 18:14:00.338437 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-8748ee69-9d6e-4b10-a3f9-8d2fb1a4d2f1 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=f01bdb0eb747471d9c7276a3a74207dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3007739 May 18 18:14:00.341150 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c25124-6c5a-4551-95e4-202735e7218c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a946d3d4-03c2-479e-9b4d-b66ba15f388d,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:14:00.342166 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 59374) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:14:00.385101 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port f605bd11-40d1-48b2-8a91-ae33ccbef362 is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:14:00.385498 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:00.388316 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-abe67cc9-cba9-4195-8f3c-770e7affdcd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fba5dec-134e-4991-b249-59b8c2d0e9d4', 'name': 'tempest-FloatingIPDetailsTestJSON-1128319629-router', 'tenant_id': '2fe1765162a84d5ca05d378a93fd187e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': 'aeb809e7-741b-473c-b5c4-c22b6251b6f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:13:07Z', 'updated_at': '2022-05-18T18:13:57Z', 'revision_number': 5, 'project_id': '2fe1765162a84d5ca05d378a93fd187e', 'gw_port': {'id': 'aeb809e7-741b-473c-b5c4-c22b6251b6f5', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:6a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fba5dec-134e-4991-b249-59b8c2d0e9d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:13:08Z', 'updated_at': '2022-05-18T18:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:14:00.440694 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe67cc9-cba9-4195-8f3c-770e7affdcd7 None None] Checking router: 0fba5dec-134e-4991-b249-59b8c2d0e9d4 for host: n-d-838550-3 {{(pid=102732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:14:00.457108 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=57f6f4a8-6899-4b96-bcac-2461e2482844,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:14:00.474052 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aa5529-adc8-4953-84b8-d484bcaf5d02 req-9ba14652-59d9-4821-8800-25477e3d865b tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:00.476137 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f9aa5529-adc8-4953-84b8-d484bcaf5d02 req-9ba14652-59d9-4821-8800-25477e3d865b tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/ports?device_id=9536d621-5e41-446b-99c9-3e9335c26fc6 HTTP/1.1" status: 200 len: 945 time: 0.1984825 May 18 18:14:00.479158 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe67cc9-cba9-4195-8f3c-770e7affdcd7 None None] Routers {'0fba5dec-134e-4991-b249-59b8c2d0e9d4'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:14:00.479888 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-abe67cc9-cba9-4195-8f3c-770e7affdcd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:13:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['0fba5dec-134e-4991-b249-59b8c2d0e9d4'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:14:00.483154 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port f605bd11-40d1-48b2-8a91-ae33ccbef362, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=f605bd11-40d1-48b2-8a91-ae33ccbef362,segment=NetworkSegment(fe0755fd-f37b-43af-9caf-458b9927f571),segment_id=fe0755fd-f37b-43af-9caf-458b9927f571)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:14:00.553312 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-da762e09-7ff9-4dde-a9e9-fd407582378e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:00.582551 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-da762e09-7ff9-4dde-a9e9-fd407582378e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:00.608846 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f9aa5529-adc8-4953-84b8-d484bcaf5d02 req-dd14ac17-06a9-40de-89a0-bde321857542 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/security-groups?id=73e433d4-f339-4b3f-93ff-d66128030654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130936 May 18 18:14:00.611746 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-03eb60d4-1e4a-42c5-b1d5-373a69bca046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:00.616669 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c5dd36-a00e-450d-8fcd-10b2eff489e0 req-07bd8052-cf1c-49e5-9728-341927f110f6 tempest-ServerTagsTestJSON-1380209781 tempest-ServerTagsTestJSON-1380209781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:00.620664 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b4c5dd36-a00e-450d-8fcd-10b2eff489e0 req-07bd8052-cf1c-49e5-9728-341927f110f6 tempest-ServerTagsTestJSON-1380209781 tempest-ServerTagsTestJSON-1380209781-project] 10.222.0.85 "GET /v2.0/ports?device_id=c52295e1-2409-4536-b479-bd4c1d41515c HTTP/1.1" status: 200 len: 945 time: 0.0936275 May 18 18:14:00.674356 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:00.675332 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device e87b1b2a-fe28-47f5-9089-ee109fb9489c up at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:14:00.699802 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b4c5dd36-a00e-450d-8fcd-10b2eff489e0 req-072dbd0b-67c9-4644-af91-90df633e9266 tempest-ServerTagsTestJSON-1380209781 tempest-ServerTagsTestJSON-1380209781-project] 10.222.0.85 "GET /v2.0/security-groups?id=7ce3d63a-3f45-43b2-9b29-454b9804c7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677085 May 18 18:14:00.732415 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03eb60d4-1e4a-42c5-b1d5-373a69bca046 admin admin] Pushing event deleted for resources: {'Port': ['ID=aeb809e7-741b-473c-b5c4-c22b6251b6f5,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:14:00.757546 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-da762e09-7ff9-4dde-a9e9-fd407582378e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:00.760136 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-da762e09-7ff9-4dde-a9e9-fd407582378e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:00.761474 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-da762e09-7ff9-4dde-a9e9-fd407582378e admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/a71bdd0b-6132-4299-809d-7cc4579566d6 HTTP/1.1" status: 204 len: 168 time: 0.4166067 May 18 18:14:00.783150 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 59384) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:14:00.812517 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-abe67cc9-cba9-4195-8f3c-770e7affdcd7 None None] Set router 0fba5dec-134e-4991-b249-59b8c2d0e9d4 gateway port host: None {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:14:00.813058 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da762e09-7ff9-4dde-a9e9-fd407582378e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a71bdd0b-6132-4299-809d-7cc4579566d6,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:14:00.813888 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c019371d-6f87-459b-95e0-e81e8eac4c24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:00.860642 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-03eb60d4-1e4a-42c5-b1d5-373a69bca046 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596901'] for router_gateway, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:00.884426 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=f605bd11-40d1-48b2-8a91-ae33ccbef362,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:14:00.899383 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-abe67cc9-cba9-4195-8f3c-770e7affdcd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fba5dec-134e-4991-b249-59b8c2d0e9d4', 'name': 'tempest-FloatingIPDetailsTestJSON-1128319629-router', 'tenant_id': '2fe1765162a84d5ca05d378a93fd187e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:13:07Z', 'updated_at': '2022-05-18T18:13:59Z', 'revision_number': 6, 'project_id': '2fe1765162a84d5ca05d378a93fd187e', 'gw_port_host': None}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:14:00.911602 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning for port e87b1b2a-fe28-47f5-9089-ee109fb9489c completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:14:00.941008 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe67cc9-cba9-4195-8f3c-770e7affdcd7 None None] The sync data for ids ['0fba5dec-134e-4991-b249-59b8c2d0e9d4'] in n-d-838550-3 is: [{'id': '0fba5dec-134e-4991-b249-59b8c2d0e9d4', 'name': 'tempest-FloatingIPDetailsTestJSON-1128319629-router', 'tenant_id': '2fe1765162a84d5ca05d378a93fd187e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:13:07Z', 'updated_at': '2022-05-18T18:13:59Z', 'revision_number': 6, 'project_id': '2fe1765162a84d5ca05d378a93fd187e', 'gw_port_host': None}] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:14:00.944106 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:00.945413 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning complete for port e87b1b2a-fe28-47f5-9089-ee109fb9489c triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:14:00.946236 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:00.965766 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779c087f-7483-4aae-900e-345c5039bfb9 req-7b636e17-38e0-4686-aed5-17f23f10fecf tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:00.980957 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779c087f-7483-4aae-900e-345c5039bfb9 req-7b636e17-38e0-4686-aed5-17f23f10fecf tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:00.987456 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c019371d-6f87-459b-95e0-e81e8eac4c24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:00.988693 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779c087f-7483-4aae-900e-345c5039bfb9 req-7b636e17-38e0-4686-aed5-17f23f10fecf tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:00.994144 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c019371d-6f87-459b-95e0-e81e8eac4c24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:00.999173 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-779c087f-7483-4aae-900e-345c5039bfb9 req-7b636e17-38e0-4686-aed5-17f23f10fecf tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] 10.222.0.85 "GET /v2.0/ports?device_id=e093b7b6-bcc1-4a4f-b97f-f6a69515f352 HTTP/1.1" status: 200 len: 2416 time: 0.2333601 May 18 18:14:01.043152 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-c019371d-6f87-459b-95e0-e81e8eac4c24 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=17d1efba90c44aea8d6bc34b583b3782&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2581005 May 18 18:14:01.044592 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c019371d-6f87-459b-95e0-e81e8eac4c24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9be83dfd-e5ce-46be-858e-6ae849424eed,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:14:01.047672 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 59386) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:14:01.071856 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-03eb60d4-1e4a-42c5-b1d5-373a69bca046 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25145'] for router, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:01.076100 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-03eb60d4-1e4a-42c5-b1d5-373a69bca046 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:01.076823 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:01.133270 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port e87b1b2a-fe28-47f5-9089-ee109fb9489c is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:14:01.133771 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:01.179774 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-03eb60d4-1e4a-42c5-b1d5-373a69bca046 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593303'] for router, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:01.180374 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03eb60d4-1e4a-42c5-b1d5-373a69bca046 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0fba5dec-134e-4991-b249-59b8c2d0e9d4 {{(pid=102731) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 18 18:14:01.184250 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port e87b1b2a-fe28-47f5-9089-ee109fb9489c, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=e87b1b2a-fe28-47f5-9089-ee109fb9489c,segment=NetworkSegment(fe0755fd-f37b-43af-9caf-458b9927f571),segment_id=fe0755fd-f37b-43af-9caf-458b9927f571)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:14:01.187105 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-03eb60d4-1e4a-42c5-b1d5-373a69bca046 admin admin] Notify callbacks [] for router, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:01.190362 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-03eb60d4-1e4a-42c5-b1d5-373a69bca046 admin admin] 10.222.0.85 "DELETE /v2.0/routers/0fba5dec-134e-4991-b249-59b8c2d0e9d4 HTTP/1.1" status: 204 len: 168 time: 1.8333580 May 18 18:14:01.191587 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 59392) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:14:01.192578 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:01.195225 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device f71758ab-cb08-4ce8-ae45-a92c2c8c7636 no longer exists at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:14:01.198837 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-779c087f-7483-4aae-900e-345c5039bfb9 req-03e219b6-64c4-4ff4-a435-cc2c4e34a303 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] 10.222.0.85 "GET /v2.0/security-groups?id=58347793-32a9-458f-9c0f-7823b96e7e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987224 May 18 18:14:01.238862 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0fe54b82-c1fe-42dc-9949-a2aa89995ca0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:01.251265 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] No Port match for: f71758ab-cb08-4ce8-ae45-a92c2c8c7636 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:14:01.251830 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device f71758ab-cb08-4ce8-ae45-a92c2c8c7636 not bound to the agent host n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:14:01.279401 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=e87b1b2a-fe28-47f5-9089-ee109fb9489c,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:14:01.279770 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0fe54b82-c1fe-42dc-9949-a2aa89995ca0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:01.318239 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ab30413-3099-4599-98cb-cad9c0be3a75 admin admin] Deleting subnet 52e930c8-c570-472e-950d-0203c7fa99ea {{(pid=102730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:14:01.322801 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9ab30413-3099-4599-98cb-cad9c0be3a75 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:01.345774 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 59394) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:14:01.361764 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2c88a6-4fcd-4e3c-9261-6bc99c50a708 req-c0082c2a-be34-4221-97d1-2c77f5039576 tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:01.363660 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7d2c88a6-4fcd-4e3c-9261-6bc99c50a708 req-c0082c2a-be34-4221-97d1-2c77f5039576 tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] 10.222.0.85 "GET /v2.0/ports?device_id=3d23b3b3-bd88-458c-b269-14a2fe755bd8 HTTP/1.1" status: 200 len: 945 time: 0.1503794 May 18 18:14:01.370160 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0fe54b82-c1fe-42dc-9949-a2aa89995ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:01.372748 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0fe54b82-c1fe-42dc-9949-a2aa89995ca0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:01.377179 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-0fe54b82-c1fe-42dc-9949-a2aa89995ca0 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/9be83dfd-e5ce-46be-858e-6ae849424eed HTTP/1.1" status: 204 len: 168 time: 0.3235898 May 18 18:14:01.396415 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe54b82-c1fe-42dc-9949-a2aa89995ca0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9be83dfd-e5ce-46be-858e-6ae849424eed,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:14:01.402069 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9ab30413-3099-4599-98cb-cad9c0be3a75 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260107366'] for subnet, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:01.415180 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-7a84afaa-019b-4647-8ddb-2527f666ecb9 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=35e8794299cf4ba29c58ebeae85260e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0680230 May 18 18:14:01.415818 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 59398) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:14:01.471194 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7d2c88a6-4fcd-4e3c-9261-6bc99c50a708 req-939c6acf-3c32-4c09-8e00-a901d6628a54 tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] 10.222.0.85 "GET /v2.0/security-groups?id=fa255767-3e7a-49af-bfae-1870baf95311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984299 May 18 18:14:01.477945 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-99bb4582-3e33-4743-8711-80092573952f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:01.507814 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-99bb4582-3e33-4743-8711-80092573952f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:01.546463 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9ab30413-3099-4599-98cb-cad9c0be3a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:01.568413 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-99bb4582-3e33-4743-8711-80092573952f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:01.571452 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-99bb4582-3e33-4743-8711-80092573952f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:01.575695 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-99bb4582-3e33-4743-8711-80092573952f admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/b40ce97e-6b50-4257-8d86-105a7c314ef6 HTTP/1.1" status: 204 len: 168 time: 0.1563025 May 18 18:14:01.588936 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bb4582-3e33-4743-8711-80092573952f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b40ce97e-6b50-4257-8d86-105a7c314ef6,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:14:01.619006 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9ab30413-3099-4599-98cb-cad9c0be3a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261104690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261031888'] for subnet, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:01.650186 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab30413-3099-4599-98cb-cad9c0be3a75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52e930c8-c570-472e-950d-0203c7fa99ea,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:14:01.652419 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9ab30413-3099-4599-98cb-cad9c0be3a75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:01.659143 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 59404) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:14:01.659274 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-9ab30413-3099-4599-98cb-cad9c0be3a75 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/52e930c8-c570-472e-950d-0203c7fa99ea HTTP/1.1" status: 204 len: 168 time: 0.4664850 May 18 18:14:01.660101 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-190d5bc9-aee2-4185-aeb3-921c3dd1a9fc None None] Network 05649266-9bd5-4f56-9bdf-5ca96d7dbe65 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:14:01.764299 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-34bbe63d-90dd-4827-9947-f41b83ff11ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:01.832546 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c52295e1-2409-4536-b479-bd4c1d41515c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57f6f4a8-6899-4b96-bcac-2461e2482844'}, {'server_uuid': 'e093b7b6-bcc1-4a4f-b97f-f6a69515f352', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f605bd11-40d1-48b2-8a91-ae33ccbef362'}, {'server_uuid': 'e093b7b6-bcc1-4a4f-b97f-f6a69515f352', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e87b1b2a-fe28-47f5-9089-ee109fb9489c'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:14:01.838074 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e15f60b-cae9-4c28-9f45-7c11e004e410" -d '{"events": [{"server_uuid": "c52295e1-2409-4536-b479-bd4c1d41515c", "name": "network-vif-plugged", "status": "completed", "tag": "57f6f4a8-6899-4b96-bcac-2461e2482844"}, {"server_uuid": "e093b7b6-bcc1-4a4f-b97f-f6a69515f352", "name": "network-vif-plugged", "status": "completed", "tag": "f605bd11-40d1-48b2-8a91-ae33ccbef362"}, {"server_uuid": "e093b7b6-bcc1-4a4f-b97f-f6a69515f352", "name": "network-vif-plugged", "status": "completed", "tag": "e87b1b2a-fe28-47f5-9089-ee109fb9489c"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:14:01.868182 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3487c443-7873-45e3-9c89-1252e469c2bd req-bc9ca554-b721-4667-a980-c70fd09d15da tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:01.869901 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3487c443-7873-45e3-9c89-1252e469c2bd req-bc9ca554-b721-4667-a980-c70fd09d15da tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/ports?device_id=9536d621-5e41-446b-99c9-3e9335c26fc6 HTTP/1.1" status: 200 len: 945 time: 0.1293354 May 18 18:14:01.898580 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44312b3f-6d17-4127-80f5-f63f050f42c6 req-ffbbdc82-86b7-48df-9881-19377b930847 tempest-ServerTagsTestJSON-1380209781 tempest-ServerTagsTestJSON-1380209781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:01.900328 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-44312b3f-6d17-4127-80f5-f63f050f42c6 req-ffbbdc82-86b7-48df-9881-19377b930847 tempest-ServerTagsTestJSON-1380209781 tempest-ServerTagsTestJSON-1380209781-project] 10.222.0.85 "GET /v2.0/ports?device_id=c52295e1-2409-4536-b479-bd4c1d41515c HTTP/1.1" status: 200 len: 945 time: 0.1075735 May 18 18:14:01.904172 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-34bbe63d-90dd-4827-9947-f41b83ff11ce admin admin] Deleting port 6c84b2d8-c7b9-4456-bd03-6df1928b17b1 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:14:01.904515 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-34bbe63d-90dd-4827-9947-f41b83ff11ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:01.979041 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-44312b3f-6d17-4127-80f5-f63f050f42c6 req-96e26425-af18-4c7a-bf17-3c664cb53566 tempest-ServerTagsTestJSON-1380209781 tempest-ServerTagsTestJSON-1380209781-project] 10.222.0.85 "GET /v2.0/security-groups?id=7ce3d63a-3f45-43b2-9b29-454b9804c7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623493 May 18 18:14:01.987736 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3487c443-7873-45e3-9c89-1252e469c2bd req-a7be2bd9-3b15-42b5-8e16-339b4cc7f012 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/security-groups?id=73e433d4-f339-4b3f-93ff-d66128030654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050203 May 18 18:14:02.043468 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15891737-abe6-46c7-901a-c4dd6a2815e0 None None] DHCP port deletion for 05649266-9bd5-4f56-9bdf-5ca96d7dbe65 request from n-d-838550-3 {{(pid=102732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 18:14:02.046279 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-34bbe63d-90dd-4827-9947-f41b83ff11ce admin admin] For port 6c84b2d8-c7b9-4456-bd03-6df1928b17b1, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=6c84b2d8-c7b9-4456-bd03-6df1928b17b1,segment=NetworkSegment(6d2eb836-8b78-463e-8a10-c826375b027d),segment_id=6d2eb836-8b78-463e-8a10-c826375b027d)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:14:02.046657 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-34bbe63d-90dd-4827-9947-f41b83ff11ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:02.062280 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-34bbe63d-90dd-4827-9947-f41b83ff11ce admin admin] Calling delete_port for 6c84b2d8-c7b9-4456-bd03-6df1928b17b1 owned by network:dhcp {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:14:02.098709 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 18 May 2022 18:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9faf778-e06f-4d5e-8e5e-3971f438e5ef x-openstack-request-id: req-a9faf778-e06f-4d5e-8e5e-3971f438e5ef {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:14:02.098908 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c52295e1-2409-4536-b479-bd4c1d41515c", "name": "network-vif-plugged", "status": "completed", "tag": "57f6f4a8-6899-4b96-bcac-2461e2482844", "code": 200}, {"server_uuid": "e093b7b6-bcc1-4a4f-b97f-f6a69515f352", "name": "network-vif-plugged", "status": "completed", "tag": "f605bd11-40d1-48b2-8a91-ae33ccbef362", "code": 200}, {"server_uuid": "e093b7b6-bcc1-4a4f-b97f-f6a69515f352", "name": "network-vif-plugged", "status": "completed", "tag": "e87b1b2a-fe28-47f5-9089-ee109fb9489c", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:14:02.100010 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-a9faf778-e06f-4d5e-8e5e-3971f438e5ef {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:14:02.100426 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9faf778-e06f-4d5e-8e5e-3971f438e5ef'] response: {'server_uuid': 'c52295e1-2409-4536-b479-bd4c1d41515c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57f6f4a8-6899-4b96-bcac-2461e2482844', 'code': 200} May 18 18:14:02.100736 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9faf778-e06f-4d5e-8e5e-3971f438e5ef'] response: {'server_uuid': 'e093b7b6-bcc1-4a4f-b97f-f6a69515f352', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f605bd11-40d1-48b2-8a91-ae33ccbef362', 'code': 200} May 18 18:14:02.100997 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9faf778-e06f-4d5e-8e5e-3971f438e5ef'] response: {'server_uuid': 'e093b7b6-bcc1-4a4f-b97f-f6a69515f352', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e87b1b2a-fe28-47f5-9089-ee109fb9489c', 'code': 200} May 18 18:14:02.165402 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-15891737-abe6-46c7-901a-c4dd6a2815e0 None None] Deleting port 6c84b2d8-c7b9-4456-bd03-6df1928b17b1 {{(pid=102732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:14:02.167469 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-15891737-abe6-46c7-901a-c4dd6a2815e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:02.197244 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-34bbe63d-90dd-4827-9947-f41b83ff11ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:02.266233 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bbe63d-90dd-4827-9947-f41b83ff11ce admin admin] Pushing event deleted for resources: {'Port': ['ID=6c84b2d8-c7b9-4456-bd03-6df1928b17b1,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:14:02.279473 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34bbe63d-90dd-4827-9947-f41b83ff11ce admin admin] No DVR routers for this DVR port 6c84b2d8-c7b9-4456-bd03-6df1928b17b1 on host n-d-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:14:02.350567 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-15891737-abe6-46c7-901a-c4dd6a2815e0 None None] For port 6c84b2d8-c7b9-4456-bd03-6df1928b17b1, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=6c84b2d8-c7b9-4456-bd03-6df1928b17b1,segment=NetworkSegment(6d2eb836-8b78-463e-8a10-c826375b027d),segment_id=6d2eb836-8b78-463e-8a10-c826375b027d)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:14:02.351694 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-15891737-abe6-46c7-901a-c4dd6a2815e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:02.388795 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a35804f-d221-4d98-b5af-b41cc3f314d1 req-e399f4cd-ae7d-4d06-9c6a-258e0e65443e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:02.390411 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3a35804f-d221-4d98-b5af-b41cc3f314d1 req-e399f4cd-ae7d-4d06-9c6a-258e0e65443e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c52295e1-2409-4536-b479-bd4c1d41515c HTTP/1.1" status: 200 len: 1096 time: 0.2037516 May 18 18:14:02.401126 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7aad18-bdeb-4e1a-ae68-72f07fb88738 req-6e39aa8d-b873-4781-8607-f5cedc8396ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:02.407239 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7aad18-bdeb-4e1a-ae68-72f07fb88738 req-6e39aa8d-b873-4781-8607-f5cedc8396ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:02.407869 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-15891737-abe6-46c7-901a-c4dd6a2815e0 None None] Calling delete_port for 6c84b2d8-c7b9-4456-bd03-6df1928b17b1 owned by network:dhcp {{(pid=102732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:14:02.408325 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7aad18-bdeb-4e1a-ae68-72f07fb88738 req-6e39aa8d-b873-4781-8607-f5cedc8396ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:02.409569 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1d7aad18-bdeb-4e1a-ae68-72f07fb88738 req-6e39aa8d-b873-4781-8607-f5cedc8396ea service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=e093b7b6-bcc1-4a4f-b97f-f6a69515f352 HTTP/1.1" status: 200 len: 2870 time: 0.2197881 May 18 18:14:02.504480 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-15891737-abe6-46c7-901a-c4dd6a2815e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508'] for port, after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:02.508600 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device ce0da511-904f-42b5-8d95-ec3e1cc30343 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:14:02.565172 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: ce0da511-904f-42b5-8d95-ec3e1cc30343 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:14:02.565172 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device ce0da511-904f-42b5-8d95-ec3e1cc30343 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:14:02.565172 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device aeb809e7-741b-473c-b5c4-c22b6251b6f5 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:14:02.568057 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15891737-abe6-46c7-901a-c4dd6a2815e0 None None] Pushing event deleted for resources: {'Port': ['ID=6c84b2d8-c7b9-4456-bd03-6df1928b17b1,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:14:02.584429 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1d7aad18-bdeb-4e1a-ae68-72f07fb88738 req-217b2ee7-4eaa-4d16-8d0e-efdbf4b7ace9 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=58347793-32a9-458f-9c0f-7823b96e7e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623859 May 18 18:14:02.589167 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3a35804f-d221-4d98-b5af-b41cc3f314d1 req-62682d53-2f51-4530-86c8-8a77081c936f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7ce3d63a-3f45-43b2-9b29-454b9804c7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792266 May 18 18:14:02.592195 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15891737-abe6-46c7-901a-c4dd6a2815e0 None None] No DVR routers for this DVR port 6c84b2d8-c7b9-4456-bd03-6df1928b17b1 on host n-d-838550-3 {{(pid=102732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:14:02.594094 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: aeb809e7-741b-473c-b5c4-c22b6251b6f5 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:14:02.594450 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device aeb809e7-741b-473c-b5c4-c22b6251b6f5 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:14:02.594870 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 6c84b2d8-c7b9-4456-bd03-6df1928b17b1 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:14:02.629326 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-34bbe63d-90dd-4827-9947-f41b83ff11ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:02.636333 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 6c84b2d8-c7b9-4456-bd03-6df1928b17b1 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:14:02.636333 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 6c84b2d8-c7b9-4456-bd03-6df1928b17b1 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:14:02.673271 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-34bbe63d-90dd-4827-9947-f41b83ff11ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05649266-9bd5-4f56-9bdf-5ca96d7dbe65']}} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:14:02.702741 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd631002-c8bb-47b5-aea3-d000985446f9 req-713d2138-6e72-4763-9ea8-411571d7aef4 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:02.711118 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd631002-c8bb-47b5-aea3-d000985446f9 req-713d2138-6e72-4763-9ea8-411571d7aef4 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:02.716080 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd631002-c8bb-47b5-aea3-d000985446f9 req-713d2138-6e72-4763-9ea8-411571d7aef4 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:02.723524 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cd631002-c8bb-47b5-aea3-d000985446f9 req-713d2138-6e72-4763-9ea8-411571d7aef4 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] 10.222.0.85 "GET /v2.0/ports?device_id=e093b7b6-bcc1-4a4f-b97f-f6a69515f352 HTTP/1.1" status: 200 len: 2417 time: 0.3300750 May 18 18:14:02.735940 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-34bbe63d-90dd-4827-9947-f41b83ff11ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d2eb836-8b78-463e-8a10-c826375b027d') {'for_net_delete': True} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:14:02.736296 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-34bbe63d-90dd-4827-9947-f41b83ff11ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d2eb836-8b78-463e-8a10-c826375b027d') {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:14:02.754544 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-34bbe63d-90dd-4827-9947-f41b83ff11ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260542144'] for segment, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:02.761268 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894bb619-87d5-4188-b084-ef4b122f0cb2 req-c22cea9a-1def-4cf6-812e-faa3941a0347 tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:02.767502 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-894bb619-87d5-4188-b084-ef4b122f0cb2 req-c22cea9a-1def-4cf6-812e-faa3941a0347 tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] 10.222.0.85 "GET /v2.0/ports?device_id=3d23b3b3-bd88-458c-b269-14a2fe755bd8 HTTP/1.1" status: 200 len: 945 time: 0.0990546 May 18 18:14:02.787601 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cd631002-c8bb-47b5-aea3-d000985446f9 req-cb5b1611-7793-4d98-96ca-82fb82cca80c tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] 10.222.0.85 "GET /v2.0/security-groups?id=58347793-32a9-458f-9c0f-7823b96e7e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630090 May 18 18:14:02.794339 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-34bbe63d-90dd-4827-9947-f41b83ff11ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:02.812866 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34bbe63d-90dd-4827-9947-f41b83ff11ce admin admin] Releasing vlan 648 on physical network physnet1 to pool {{(pid=102731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:14:02.813369 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-34bbe63d-90dd-4827-9947-f41b83ff11ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260884178'] for segment, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:02.815417 n-d-838550-3 neutron-server[102731]: Traceback (most recent call last): May 18 18:14:02.815417 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:14:02.815417 n-d-838550-3 neutron-server[102731]: timer() May 18 18:14:02.815417 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:14:02.815417 n-d-838550-3 neutron-server[102731]: cb(*args, **kw) May 18 18:14:02.815417 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:14:02.815417 n-d-838550-3 neutron-server[102731]: return func(*args, **kwargs) May 18 18:14:02.815417 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:14:02.815417 n-d-838550-3 neutron-server[102731]: self._notify() May 18 18:14:02.815417 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:14:02.815417 n-d-838550-3 neutron-server[102731]: self.callback(batched_events) May 18 18:14:02.815417 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:14:02.815417 n-d-838550-3 neutron-server[102731]: event.method(event) May 18 18:14:02.815417 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:14:02.815417 n-d-838550-3 neutron-server[102731]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:14:02.815417 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:14:02.815417 n-d-838550-3 neutron-server[102731]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:14:02.815417 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:14:02.815417 n-d-838550-3 neutron-server[102731]: return f(self, *a, **k) May 18 18:14:02.815417 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:14:02.815417 n-d-838550-3 neutron-server[102731]: return self._get(url).json() May 18 18:14:02.815417 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:14:02.815417 n-d-838550-3 neutron-server[102731]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:14:02.815417 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:14:02.815417 n-d-838550-3 neutron-server[102731]: return self.request(url, 'GET', **kwargs) May 18 18:14:02.815417 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:14:02.815417 n-d-838550-3 neutron-server[102731]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:14:02.815417 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:14:02.815417 n-d-838550-3 neutron-server[102731]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:14:02.815417 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:14:02.815417 n-d-838550-3 neutron-server[102731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:14:02.815417 n-d-838550-3 neutron-server[102731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:14:02.839880 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-894bb619-87d5-4188-b084-ef4b122f0cb2 req-70da5fbd-db2c-4a96-a2cd-4b0e744e28fa tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] 10.222.0.85 "GET /v2.0/security-groups?id=fa255767-3e7a-49af-bfae-1870baf95311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632749 May 18 18:14:02.886936 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-34bbe63d-90dd-4827-9947-f41b83ff11ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:02.894436 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-34bbe63d-90dd-4827-9947-f41b83ff11ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:02.901969 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-34bbe63d-90dd-4827-9947-f41b83ff11ce admin admin] 10.222.0.85 "DELETE /v2.0/networks/05649266-9bd5-4f56-9bdf-5ca96d7dbe65 HTTP/1.1" status: 204 len: 168 time: 1.2389724 May 18 18:14:02.921441 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bbe63d-90dd-4827-9947-f41b83ff11ce admin admin] Pushing event deleted for resources: {'Network': ['ID=05649266-9bd5-4f56-9bdf-5ca96d7dbe65,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:14:03.156281 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2294e5-44fa-4823-b49c-cabf621b2c2d req-a9f0c748-baa0-4168-a1e9-f1d265f08cc2 tempest-ServerTagsTestJSON-1380209781 tempest-ServerTagsTestJSON-1380209781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:03.162595 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7c2294e5-44fa-4823-b49c-cabf621b2c2d req-a9f0c748-baa0-4168-a1e9-f1d265f08cc2 tempest-ServerTagsTestJSON-1380209781 tempest-ServerTagsTestJSON-1380209781-project] 10.222.0.85 "GET /v2.0/ports?device_id=c52295e1-2409-4536-b479-bd4c1d41515c HTTP/1.1" status: 200 len: 945 time: 0.0877650 May 18 18:14:03.196611 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909e4718-047e-45b2-bae8-af744a847539 req-dbf14535-5e86-42ea-a9ab-eb2aa59d14b1 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:03.198339 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-909e4718-047e-45b2-bae8-af744a847539 req-dbf14535-5e86-42ea-a9ab-eb2aa59d14b1 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/ports?device_id=9536d621-5e41-446b-99c9-3e9335c26fc6 HTTP/1.1" status: 200 len: 945 time: 0.0852304 May 18 18:14:03.209579 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 59462) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:14:03.238727 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7c2294e5-44fa-4823-b49c-cabf621b2c2d req-2503a1e5-eb7b-4dfb-9efd-7a11fb108036 tempest-ServerTagsTestJSON-1380209781 tempest-ServerTagsTestJSON-1380209781-project] 10.222.0.85 "GET /v2.0/security-groups?id=7ce3d63a-3f45-43b2-9b29-454b9804c7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720084 May 18 18:14:03.272270 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-39c1df27-55c4-4052-9d15-d596491a946f admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=2fe1765162a84d5ca05d378a93fd187e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0609689 May 18 18:14:03.276615 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 59466) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:14:03.283321 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-909e4718-047e-45b2-bae8-af744a847539 req-5589292f-8717-4e75-988f-e64acbd43d48 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/security-groups?id=73e433d4-f339-4b3f-93ff-d66128030654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717685 May 18 18:14:03.346286 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-055cc620-1ec5-4970-934c-72f40560e0ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:03.370940 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-055cc620-1ec5-4970-934c-72f40560e0ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:03.433389 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-055cc620-1ec5-4970-934c-72f40560e0ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:03.436309 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-055cc620-1ec5-4970-934c-72f40560e0ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:03.437490 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-055cc620-1ec5-4970-934c-72f40560e0ad admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/bbb130c2-ba6d-49b5-895b-c5290f89a07c HTTP/1.1" status: 204 len: 168 time: 0.1591396 May 18 18:14:03.447972 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055cc620-1ec5-4970-934c-72f40560e0ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbb130c2-ba6d-49b5-895b-c5290f89a07c,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:14:03.952339 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72687791-19f3-4534-ade3-4db0ea6839ef req-d5a82e95-8f59-4c8a-bdab-eb91bc966db5 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:03.963077 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72687791-19f3-4534-ade3-4db0ea6839ef req-d5a82e95-8f59-4c8a-bdab-eb91bc966db5 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:03.969867 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72687791-19f3-4534-ade3-4db0ea6839ef req-d5a82e95-8f59-4c8a-bdab-eb91bc966db5 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:03.971583 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-72687791-19f3-4534-ade3-4db0ea6839ef req-d5a82e95-8f59-4c8a-bdab-eb91bc966db5 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] 10.222.0.85 "GET /v2.0/ports?device_id=e093b7b6-bcc1-4a4f-b97f-f6a69515f352 HTTP/1.1" status: 200 len: 2417 time: 0.1019089 May 18 18:14:04.040024 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-72687791-19f3-4534-ade3-4db0ea6839ef req-100b91cf-169e-4101-bcaf-0a07534e7490 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] 10.222.0.85 "GET /v2.0/security-groups?id=58347793-32a9-458f-9c0f-7823b96e7e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576549 May 18 18:14:04.081015 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3aefc4-d1a9-44a7-addc-25272a31fc2a req-e1d0ecce-c6e7-4fd7-8b5c-949543eeb8b0 tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:04.083621 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ca3aefc4-d1a9-44a7-addc-25272a31fc2a req-e1d0ecce-c6e7-4fd7-8b5c-949543eeb8b0 tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] 10.222.0.85 "GET /v2.0/ports?device_id=3d23b3b3-bd88-458c-b269-14a2fe755bd8 HTTP/1.1" status: 200 len: 945 time: 0.1358981 May 18 18:14:04.153591 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ca3aefc4-d1a9-44a7-addc-25272a31fc2a req-6453f2fe-feda-4c37-b4e7-efbb5573ae1a tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] 10.222.0.85 "GET /v2.0/security-groups?id=fa255767-3e7a-49af-bfae-1870baf95311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579944 May 18 18:14:04.433146 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98524987-39a1-41f3-8f93-3dbf9511e66f req-8e8b35a2-938f-45da-a93c-274ccea21dfc tempest-ServerTagsTestJSON-1380209781 tempest-ServerTagsTestJSON-1380209781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:04.447026 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-98524987-39a1-41f3-8f93-3dbf9511e66f req-8e8b35a2-938f-45da-a93c-274ccea21dfc tempest-ServerTagsTestJSON-1380209781 tempest-ServerTagsTestJSON-1380209781-project] 10.222.0.85 "GET /v2.0/ports?device_id=c52295e1-2409-4536-b479-bd4c1d41515c HTTP/1.1" status: 200 len: 945 time: 0.0942860 May 18 18:14:04.493102 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df0e52d-3f58-431c-a60a-53eefae9e15c req-951093b6-8b70-4729-b2b6-2943c24cf0dc tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:04.495087 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9df0e52d-3f58-431c-a60a-53eefae9e15c req-951093b6-8b70-4729-b2b6-2943c24cf0dc tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/ports?device_id=9536d621-5e41-446b-99c9-3e9335c26fc6 HTTP/1.1" status: 200 len: 945 time: 0.1029139 May 18 18:14:04.522719 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-98524987-39a1-41f3-8f93-3dbf9511e66f req-886a94ee-0c0d-4959-b8ae-7238eb1ac6f6 tempest-ServerTagsTestJSON-1380209781 tempest-ServerTagsTestJSON-1380209781-project] 10.222.0.85 "GET /v2.0/security-groups?id=7ce3d63a-3f45-43b2-9b29-454b9804c7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649474 May 18 18:14:04.560491 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9df0e52d-3f58-431c-a60a-53eefae9e15c req-561b974c-1f34-4a14-9722-5a5590eee86c tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/security-groups?id=73e433d4-f339-4b3f-93ff-d66128030654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589199 May 18 18:14:04.915282 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 59552) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:14:05.064508 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-dbaa57f6-a890-4c91-b5b4-962838437f1e admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1669960660-network', 'tenant_id': 'bb3dd5e6ff564e92a9ebe452e66a5117'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:14:05.092782 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbaa57f6-a890-4c91-b5b4-962838437f1e admin admin] Made reservation on behalf of bb3dd5e6ff564e92a9ebe452e66a5117 for: {'network': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:14:05.099643 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-dbaa57f6-a890-4c91-b5b4-962838437f1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:05.130006 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-dbaa57f6-a890-4c91-b5b4-962838437f1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:05.229571 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-dbaa57f6-a890-4c91-b5b4-962838437f1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:05.233766 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-dbaa57f6-a890-4c91-b5b4-962838437f1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:05.261275 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbaa57f6-a890-4c91-b5b4-962838437f1e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 609} {{(pid=102730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:14:05.271357 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaa57f6-a890-4c91-b5b4-962838437f1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ad86751-3372-47de-bc84-2bfa3ff50eaf,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:14:05.277078 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-dbaa57f6-a890-4c91-b5b4-962838437f1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:05.277425 n-d-838550-3 neutron-server[102730]: INFO neutron.db.segments_db [None req-dbaa57f6-a890-4c91-b5b4-962838437f1e admin admin] Added segment 7fe567f5-b9bc-4b6c-8f11-60e107f314f0 of type vlan for network 43fc4a49-4144-4792-8c9e-f6aa8e841df8 May 18 18:14:05.278181 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5b23da-2d3f-48fa-b45b-64e90c86f17c req-4a8ea769-b354-40f9-bb95-55d95c42d2d0 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:05.294112 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5b23da-2d3f-48fa-b45b-64e90c86f17c req-4a8ea769-b354-40f9-bb95-55d95c42d2d0 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:05.305962 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5b23da-2d3f-48fa-b45b-64e90c86f17c req-4a8ea769-b354-40f9-bb95-55d95c42d2d0 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:05.308733 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9e5b23da-2d3f-48fa-b45b-64e90c86f17c req-4a8ea769-b354-40f9-bb95-55d95c42d2d0 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] 10.222.0.85 "GET /v2.0/ports?device_id=e093b7b6-bcc1-4a4f-b97f-f6a69515f352 HTTP/1.1" status: 200 len: 2417 time: 0.1236176 May 18 18:14:05.329696 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-dbaa57f6-a890-4c91-b5b4-962838437f1e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:05.354524 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9e5b23da-2d3f-48fa-b45b-64e90c86f17c req-7fab68ed-647f-404c-9e5f-c31f69d66cdf tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] 10.222.0.85 "GET /v2.0/security-groups?id=58347793-32a9-458f-9c0f-7823b96e7e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394571 May 18 18:14:05.380324 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-dbaa57f6-a890-4c91-b5b4-962838437f1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:05.380324 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbaa57f6-a890-4c91-b5b4-962838437f1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:05.380324 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-dbaa57f6-a890-4c91-b5b4-962838437f1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:05.484456 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-dbaa57f6-a890-4c91-b5b4-962838437f1e admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.5675571 May 18 18:14:05.485302 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 59592) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:14:05.500509 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-00606488-cd0a-409d-9af4-0b21d579e898 admin admin] Request body: {'subnet': {'network_id': '43fc4a49-4144-4792-8c9e-f6aa8e841df8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1669960660-subnet', 'tenant_id': 'bb3dd5e6ff564e92a9ebe452e66a5117', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:14:05.515611 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaa57f6-a890-4c91-b5b4-962838437f1e admin admin] Pushing event updated for resources: {'Network': ['ID=43fc4a49-4144-4792-8c9e-f6aa8e841df8,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:14:05.525416 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81381b15-4992-4e3b-a0c0-8e3f00cfc9be req-a0a44525-93fe-4075-bd82-1dd8da1a86d9 tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:05.527247 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-81381b15-4992-4e3b-a0c0-8e3f00cfc9be req-a0a44525-93fe-4075-bd82-1dd8da1a86d9 tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] 10.222.0.85 "GET /v2.0/ports?device_id=3d23b3b3-bd88-458c-b269-14a2fe755bd8 HTTP/1.1" status: 200 len: 945 time: 0.0708559 May 18 18:14:05.546341 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network 43fc4a49-4144-4792-8c9e-f6aa8e841df8 details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:14:05.556159 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00606488-cd0a-409d-9af4-0b21d579e898 admin admin] Made reservation on behalf of bb3dd5e6ff564e92a9ebe452e66a5117 for: {'subnet': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:14:05.566135 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-00606488-cd0a-409d-9af4-0b21d579e898 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261031885'] for subnet, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:05.613747 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-81381b15-4992-4e3b-a0c0-8e3f00cfc9be req-a499eb56-32de-4f99-a95d-65c0f445cc3a tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] 10.222.0.85 "GET /v2.0/security-groups?id=fa255767-3e7a-49af-bfae-1870baf95311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795476 May 18 18:14:05.799473 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 59602) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:14:05.813341 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e45929-901b-407d-8a66-d9d60bac1ce3 req-681336ee-1174-401d-98d4-3040ac9d22df tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:05.818098 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f6e45929-901b-407d-8a66-d9d60bac1ce3 req-681336ee-1174-401d-98d4-3040ac9d22df tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/ports?device_id=9536d621-5e41-446b-99c9-3e9335c26fc6 HTTP/1.1" status: 200 len: 945 time: 0.0693319 May 18 18:14:05.867044 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-00606488-cd0a-409d-9af4-0b21d579e898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261104883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261031899'] for subnet, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:05.903164 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f6e45929-901b-407d-8a66-d9d60bac1ce3 req-c1360cf7-2557-4422-bd91-35aaacb25cc5 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/security-groups?id=73e433d4-f339-4b3f-93ff-d66128030654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818083 May 18 18:14:05.948247 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00606488-cd0a-409d-9af4-0b21d579e898 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a6f771a-7d1f-4c0f-927b-d14a677a770b,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:14:05.958305 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00606488-cd0a-409d-9af4-0b21d579e898 admin admin] Checking segment: {'id': '7fe567f5-b9bc-4b6c-8f11-60e107f314f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '43fc4a49-4144-4792-8c9e-f6aa8e841df8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:14:05.958661 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00606488-cd0a-409d-9af4-0b21d579e898 admin admin] Network hostable DHCP agents. Network: 43fc4a49-4144-4792-8c9e-f6aa8e841df8, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:14:05.994166 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00606488-cd0a-409d-9af4-0b21d579e898 admin admin] Network 43fc4a49-4144-4792-8c9e-f6aa8e841df8 is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:14:06.015486 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-00606488-cd0a-409d-9af4-0b21d579e898 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, 43fc4a49-4144-4792-8c9e-f6aa8e841df8) {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:14:06.027227 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f96efad-5d22-41b9-ad76-d00212b4443d None None] Network 43fc4a49-4144-4792-8c9e-f6aa8e841df8 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:14:06.074365 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00606488-cd0a-409d-9af4-0b21d579e898 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:06.075302 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-00606488-cd0a-409d-9af4-0b21d579e898 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:06.127133 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e5bc91-93ab-4779-91ee-b58cc0950da1 req-c9c8e432-4e3c-4540-b4b0-6b559129c72e tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:06.132073 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4eb320f1-511f-4e0f-a432-b23e78bb6698 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:06.136119 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e5bc91-93ab-4779-91ee-b58cc0950da1 req-c9c8e432-4e3c-4540-b4b0-6b559129c72e tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:06.144181 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e5bc91-93ab-4779-91ee-b58cc0950da1 req-c9c8e432-4e3c-4540-b4b0-6b559129c72e tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:06.146114 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-69e5bc91-93ab-4779-91ee-b58cc0950da1 req-c9c8e432-4e3c-4540-b4b0-6b559129c72e tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] 10.222.0.85 "GET /v2.0/ports?device_id=e093b7b6-bcc1-4a4f-b97f-f6a69515f352 HTTP/1.1" status: 200 len: 2417 time: 0.0964916 May 18 18:14:06.160726 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-00606488-cd0a-409d-9af4-0b21d579e898 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.6706183 May 18 18:14:06.222667 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3710fb4a-7e52-4276-8032-03b59224ac6e req-d8fbb37f-4733-494b-b584-459c246e7e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:06.225351 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3710fb4a-7e52-4276-8032-03b59224ac6e req-d8fbb37f-4733-494b-b584-459c246e7e0e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3d23b3b3-bd88-458c-b269-14a2fe755bd8 HTTP/1.1" status: 200 len: 1096 time: 0.2210894 May 18 18:14:06.240366 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b22f9c1-3791-4add-bd74-7c83d9408697 None None] Network 43fc4a49-4144-4792-8c9e-f6aa8e841df8 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:14:06.245727 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-69e5bc91-93ab-4779-91ee-b58cc0950da1 req-648f4423-7cd6-4ae2-8708-3d5eaf41de8a tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] 10.222.0.85 "GET /v2.0/security-groups?id=58347793-32a9-458f-9c0f-7823b96e7e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895162 May 18 18:14:06.331483 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3710fb4a-7e52-4276-8032-03b59224ac6e req-2be7c559-fed6-488a-832f-254c01ab07aa service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=fa255767-3e7a-49af-bfae-1870baf95311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823135 May 18 18:14:06.386376 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4eb320f1-511f-4e0f-a432-b23e78bb6698 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:06.394990 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4eb320f1-511f-4e0f-a432-b23e78bb6698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:06.448046 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 59628) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:14:06.448638 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-4eb320f1-511f-4e0f-a432-b23e78bb6698 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=95dd784626bb4a40aba13300c5f87ebf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6457520 May 18 18:14:06.449666 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb320f1-511f-4e0f-a432-b23e78bb6698 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9165159d-8746-4555-9391-8facee93139a,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:14:06.577073 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-930ed0e7-6ac7-4f7f-b111-987ec424c514 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:06.630008 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-930ed0e7-6ac7-4f7f-b111-987ec424c514 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:06.719171 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-930ed0e7-6ac7-4f7f-b111-987ec424c514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:06.722298 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-930ed0e7-6ac7-4f7f-b111-987ec424c514 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:06.726149 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-930ed0e7-6ac7-4f7f-b111-987ec424c514 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/9165159d-8746-4555-9391-8facee93139a HTTP/1.1" status: 204 len: 168 time: 0.2732897 May 18 18:14:06.738703 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed0e7-6ac7-4f7f-b111-987ec424c514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9165159d-8746-4555-9391-8facee93139a,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:14:06.916530 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b55b000-0c82-46c1-900b-ea31d5bd5238 req-9f04b17e-38c3-495f-8815-f8fe4f23fbca tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:06.919652 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4b55b000-0c82-46c1-900b-ea31d5bd5238 req-9f04b17e-38c3-495f-8815-f8fe4f23fbca tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] 10.222.0.85 "GET /v2.0/ports?device_id=3d23b3b3-bd88-458c-b269-14a2fe755bd8 HTTP/1.1" status: 200 len: 945 time: 0.0981698 May 18 18:14:06.986399 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4b55b000-0c82-46c1-900b-ea31d5bd5238 req-620464fd-41a0-4b5d-9e7e-39628adedbd5 tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] 10.222.0.85 "GET /v2.0/security-groups?id=fa255767-3e7a-49af-bfae-1870baf95311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604856 May 18 18:14:07.012323 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d9f44a-8275-49f9-890a-0dc9769bdf77 req-70c544bb-5e01-4b90-9a90-10d1e38d2e1f tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:07.014034 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-52d9f44a-8275-49f9-890a-0dc9769bdf77 req-70c544bb-5e01-4b90-9a90-10d1e38d2e1f tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/networks?id=43fc4a49-4144-4792-8c9e-f6aa8e841df8 HTTP/1.1" status: 200 len: 805 time: 0.1961312 May 18 18:14:07.035413 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-52d9f44a-8275-49f9-890a-0dc9769bdf77 req-ea572a62-2087-4bd2-9544-a011781b548b tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/quotas/bb3dd5e6ff564e92a9ebe452e66a5117 HTTP/1.1" status: 200 len: 375 time: 0.0114193 May 18 18:14:07.080081 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-52d9f44a-8275-49f9-890a-0dc9769bdf77 req-ee545210-9d72-4c25-9f05-a3502854e683 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=bb3dd5e6ff564e92a9ebe452e66a5117&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0350268 May 18 18:14:07.160177 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2985814-5300-4f3f-8fb1-d1f5b978e5bc req-6aab5bbd-f82b-4c72-8fa3-3fe906a85abe tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:07.168058 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f2985814-5300-4f3f-8fb1-d1f5b978e5bc req-6aab5bbd-f82b-4c72-8fa3-3fe906a85abe tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/ports?device_id=9536d621-5e41-446b-99c9-3e9335c26fc6 HTTP/1.1" status: 200 len: 945 time: 0.0789058 May 18 18:14:07.207042 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-52d9f44a-8275-49f9-890a-0dc9769bdf77 req-43c44545-a6de-45ad-9d5e-79d97aedd5eb service neutron] 10.222.0.85 "GET /v2.0/networks/43fc4a49-4144-4792-8c9e-f6aa8e841df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082788 May 18 18:14:07.218106 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f2985814-5300-4f3f-8fb1-d1f5b978e5bc req-8cf6c95b-eba7-4968-af19-b3731a523d71 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/security-groups?id=73e433d4-f339-4b3f-93ff-d66128030654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452716 May 18 18:14:07.243933 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 59662) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:14:07.264345 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e07533b5-f036-4dc8-ad4a-8044e4859251 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:07.387472 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-52d9f44a-8275-49f9-890a-0dc9769bdf77 req-44588dc9-cc2a-4a91-8b93-94acd4c94ec1 service neutron] 10.222.0.85 "GET /v2.0/networks/43fc4a49-4144-4792-8c9e-f6aa8e841df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719000 May 18 18:14:07.394022 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e07533b5-f036-4dc8-ad4a-8044e4859251 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:07.401062 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e07533b5-f036-4dc8-ad4a-8044e4859251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:07.511687 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-e07533b5-f036-4dc8-ad4a-8044e4859251 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=ed8528bbc9794e51bb3e3c29a7ff8433&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2665129 May 18 18:14:07.515593 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 59668) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:14:07.532515 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07533b5-f036-4dc8-ad4a-8044e4859251 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4969f3ca-a865-4f67-aad3-f00ff778be72,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:14:07.624574 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92084fb6-bdca-4632-a00c-4f0d6320d525 req-2be9354a-2f92-408f-955e-6d2b5b194130 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:07.628498 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-4c58cda1-9ba1-4f9d-a96d-350a4260f9f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:07.630894 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92084fb6-bdca-4632-a00c-4f0d6320d525 req-2be9354a-2f92-408f-955e-6d2b5b194130 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:07.637162 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92084fb6-bdca-4632-a00c-4f0d6320d525 req-2be9354a-2f92-408f-955e-6d2b5b194130 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:07.638875 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-92084fb6-bdca-4632-a00c-4f0d6320d525 req-2be9354a-2f92-408f-955e-6d2b5b194130 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] 10.222.0.85 "GET /v2.0/ports?device_id=e093b7b6-bcc1-4a4f-b97f-f6a69515f352 HTTP/1.1" status: 200 len: 2417 time: 0.1942647 May 18 18:14:07.664773 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-73c12217-452f-4fcd-ac63-ddd1f87779f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:07.707568 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-73c12217-452f-4fcd-ac63-ddd1f87779f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:07.770905 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-92084fb6-bdca-4632-a00c-4f0d6320d525 req-7a440b9d-a1d1-4f5f-90b8-ad43b6ffa9a5 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] 10.222.0.85 "GET /v2.0/security-groups?id=58347793-32a9-458f-9c0f-7823b96e7e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168153 May 18 18:14:07.807178 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-45a12a8b-ee77-4c29-8f9b-16758d25636a req-56b96134-cfff-4b74-9d7e-a9d057b6bfbd tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/ports?device_id=ee9ee9f9-12a0-485a-a0ff-837d0d7a125e HTTP/1.1" status: 200 len: 210 time: 0.0356765 May 18 18:14:07.815063 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-73c12217-452f-4fcd-ac63-ddd1f87779f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:07.820076 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-73c12217-452f-4fcd-ac63-ddd1f87779f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:07.824054 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-73c12217-452f-4fcd-ac63-ddd1f87779f3 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/4969f3ca-a865-4f67-aad3-f00ff778be72 HTTP/1.1" status: 204 len: 168 time: 0.3044138 May 18 18:14:07.835469 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c12217-452f-4fcd-ac63-ddd1f87779f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4969f3ca-a865-4f67-aad3-f00ff778be72,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:14:08.185801 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b621cbda-c4dc-4d61-b445-261514dfde89 req-ad1c4e9c-d83f-4947-84d8-e61c75c88fc4 tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:08.187626 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b621cbda-c4dc-4d61-b445-261514dfde89 req-ad1c4e9c-d83f-4947-84d8-e61c75c88fc4 tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] 10.222.0.85 "GET /v2.0/ports?device_id=3d23b3b3-bd88-458c-b269-14a2fe755bd8 HTTP/1.1" status: 200 len: 945 time: 0.0993433 May 18 18:14:08.193290 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c4b49d-40e1-4b6a-819a-6d5ce63d4055 req-d2d94a5f-2640-4383-8905-d826ee141dea tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:08.205714 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c4b49d-40e1-4b6a-819a-6d5ce63d4055 req-d2d94a5f-2640-4383-8905-d826ee141dea tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:08.216823 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c4b49d-40e1-4b6a-819a-6d5ce63d4055 req-d2d94a5f-2640-4383-8905-d826ee141dea tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:08.219804 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-06c4b49d-40e1-4b6a-819a-6d5ce63d4055 req-d2d94a5f-2640-4383-8905-d826ee141dea tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] 10.222.0.88 "GET /v2.0/ports?device_id=e093b7b6-bcc1-4a4f-b97f-f6a69515f352 HTTP/1.1" status: 200 len: 2417 time: 0.1256449 May 18 18:14:08.257906 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b621cbda-c4dc-4d61-b445-261514dfde89 req-1a2b3cfb-84bd-4856-b1a2-0be54dbe6ae6 tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] 10.222.0.85 "GET /v2.0/security-groups?id=fa255767-3e7a-49af-bfae-1870baf95311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606511 May 18 18:14:08.409434 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-4236e9bb-dca6-49e1-bba1-9566c4145996 req-9165b54f-390f-44b5-9b00-1a32ac110065 tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-527324596', 'description': 'tempest-description-856706318'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:14:08.447275 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-4236e9bb-dca6-49e1-bba1-9566c4145996 req-9165b54f-390f-44b5-9b00-1a32ac110065 tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:08.472537 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dac8879-b279-4a8e-a8d3-41e47e99827a req-aa45ae77-5d93-4dbe-b2c3-729be53a997f tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:08.474476 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-06c4b49d-40e1-4b6a-819a-6d5ce63d4055 req-f6713fba-cfa8-46d5-811e-a5b3b11f71d6 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Deleting port e87b1b2a-fe28-47f5-9089-ee109fb9489c {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:14:08.474886 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-06c4b49d-40e1-4b6a-819a-6d5ce63d4055 req-f6713fba-cfa8-46d5-811e-a5b3b11f71d6 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:08.482574 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0dac8879-b279-4a8e-a8d3-41e47e99827a req-aa45ae77-5d93-4dbe-b2c3-729be53a997f tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/ports?device_id=9536d621-5e41-446b-99c9-3e9335c26fc6 HTTP/1.1" status: 200 len: 945 time: 0.1150544 May 18 18:14:08.548278 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0dac8879-b279-4a8e-a8d3-41e47e99827a req-3b46679a-e7e8-424d-a66e-35e3796c284f tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/security-groups?id=73e433d4-f339-4b3f-93ff-d66128030654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647728 May 18 18:14:08.661079 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-4236e9bb-dca6-49e1-bba1-9566c4145996 req-9165b54f-390f-44b5-9b00-1a32ac110065 tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:08.670152 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-4236e9bb-dca6-49e1-bba1-9566c4145996 req-9165b54f-390f-44b5-9b00-1a32ac110065 tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:08.716036 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-06c4b49d-40e1-4b6a-819a-6d5ce63d4055 req-f6713fba-cfa8-46d5-811e-a5b3b11f71d6 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] For port e87b1b2a-fe28-47f5-9089-ee109fb9489c, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=e87b1b2a-fe28-47f5-9089-ee109fb9489c,segment=NetworkSegment(fe0755fd-f37b-43af-9caf-458b9927f571),segment_id=fe0755fd-f37b-43af-9caf-458b9927f571)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:14:08.716418 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-06c4b49d-40e1-4b6a-819a-6d5ce63d4055 req-f6713fba-cfa8-46d5-811e-a5b3b11f71d6 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:08.736611 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-4236e9bb-dca6-49e1-bba1-9566c4145996 req-9165b54f-390f-44b5-9b00-1a32ac110065 tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:08.744963 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4236e9bb-dca6-49e1-bba1-9566c4145996 req-9165b54f-390f-44b5-9b00-1a32ac110065 tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3430810 May 18 18:14:08.760653 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-06c4b49d-40e1-4b6a-819a-6d5ce63d4055 req-f6713fba-cfa8-46d5-811e-a5b3b11f71d6 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Calling delete_port for e87b1b2a-fe28-47f5-9089-ee109fb9489c owned by compute:nova {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:14:08.769892 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9165b54f-390f-44b5-9b00-1a32ac110065 tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d0a533e-80ce-4fcd-961c-6ddf3f738717,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:14:08.970356 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-94e7079a-729f-440f-9bab-6fdd2a79c84d req-fea54b95-5d82-4b1d-8e39-741c9c2493c8 tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-527324596&fields=id&tenant_id=8c352c21cdf84f17adeed5bdaa3e3fa6 HTTP/1.1" status: 200 len: 267 time: 0.0805593 May 18 18:14:09.070813 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e7079a-729f-440f-9bab-6fdd2a79c84d req-e1c96b45-cef0-4474-ad8c-f22f7744f85d tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:09.080189 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-94e7079a-729f-440f-9bab-6fdd2a79c84d req-e1c96b45-cef0-4474-ad8c-f22f7744f85d tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] 10.222.0.85 "GET /v2.0/ports?device_id=3d23b3b3-bd88-458c-b269-14a2fe755bd8 HTTP/1.1" status: 200 len: 945 time: 0.1084282 May 18 18:14:09.089043 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-94e7079a-729f-440f-9bab-6fdd2a79c84d req-18b06da1-c58c-4063-923d-526644a0177e tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] Request body: {'port': {'security_groups': ['fa255767-3e7a-49af-bfae-1870baf95311', '1d0a533e-80ce-4fcd-961c-6ddf3f738717']}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:14:09.098721 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c3c450-cd8c-4dea-9d58-09a1d9d6b3ff req-b8fbcd96-da67-451a-8b98-e14bad9a1670 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:09.107524 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c3c450-cd8c-4dea-9d58-09a1d9d6b3ff req-b8fbcd96-da67-451a-8b98-e14bad9a1670 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:09.114823 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c3c450-cd8c-4dea-9d58-09a1d9d6b3ff req-b8fbcd96-da67-451a-8b98-e14bad9a1670 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:09.117602 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a6c3c450-cd8c-4dea-9d58-09a1d9d6b3ff req-b8fbcd96-da67-451a-8b98-e14bad9a1670 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] 10.222.0.85 "GET /v2.0/ports?device_id=e093b7b6-bcc1-4a4f-b97f-f6a69515f352 HTTP/1.1" status: 200 len: 2417 time: 0.1237776 May 18 18:14:09.136421 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-06c4b49d-40e1-4b6a-819a-6d5ce63d4055 req-f6713fba-cfa8-46d5-811e-a5b3b11f71d6 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:09.157117 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['42197bbc-9a83-47cf-8e96-bceeccfaedf4', 'f605bd11-40d1-48b2-8a91-ae33ccbef362', 'e87b1b2a-fe28-47f5-9089-ee109fb9489c'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:14:09.211107 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6713fba-cfa8-46d5-811e-a5b3b11f71d6 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Pushing event deleted for resources: {'Port': ['ID=e87b1b2a-fe28-47f5-9089-ee109fb9489c,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:14:09.297956 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-94e7079a-729f-440f-9bab-6fdd2a79c84d req-18b06da1-c58c-4063-923d-526644a0177e tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:09.307614 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-06c4b49d-40e1-4b6a-819a-6d5ce63d4055 req-f6713fba-cfa8-46d5-811e-a5b3b11f71d6 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] No DVR routers for this DVR port e87b1b2a-fe28-47f5-9089-ee109fb9489c on host n-h2-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:14:09.316870 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-06c4b49d-40e1-4b6a-819a-6d5ce63d4055 req-f6713fba-cfa8-46d5-811e-a5b3b11f71d6 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:09.328644 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-06c4b49d-40e1-4b6a-819a-6d5ce63d4055 req-f6713fba-cfa8-46d5-811e-a5b3b11f71d6 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] 10.222.0.88 "DELETE /v2.0/ports/e87b1b2a-fe28-47f5-9089-ee109fb9489c HTTP/1.1" status: 204 len: 173 time: 1.0939026 May 18 18:14:09.330512 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e093b7b6-bcc1-4a4f-b97f-f6a69515f352', 'name': 'network-vif-deleted', 'tag': 'e87b1b2a-fe28-47f5-9089-ee109fb9489c'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:14:09.339879 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-950132a1-177a-4e3d-9840-3539938cf7dd" -d '{"events": [{"server_uuid": "e093b7b6-bcc1-4a4f-b97f-f6a69515f352", "name": "network-vif-deleted", "tag": "e87b1b2a-fe28-47f5-9089-ee109fb9489c"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:14:09.652942 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 59758) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:14:09.675061 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a6c3c450-cd8c-4dea-9d58-09a1d9d6b3ff req-698b5c20-823a-4075-8794-160e6e7a29e6 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] 10.222.0.85 "GET /v2.0/security-groups?id=58347793-32a9-458f-9c0f-7823b96e7e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5425413 May 18 18:14:09.740532 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d9f44a-8275-49f9-890a-0dc9769bdf77 req-39da7cdd-4ee2-4059-bbfb-870d6d004341 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:09.743214 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-52d9f44a-8275-49f9-890a-0dc9769bdf77 req-39da7cdd-4ee2-4059-bbfb-870d6d004341 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.88 "GET /v2.0/networks?id=43fc4a49-4144-4792-8c9e-f6aa8e841df8 HTTP/1.1" status: 200 len: 805 time: 0.6243563 May 18 18:14:09.763138 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-52d9f44a-8275-49f9-890a-0dc9769bdf77 req-1d1c4e63-7a83-40ee-b79b-911b4a5474d0 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Request body: {'port': {'device_id': 'ee9ee9f9-12a0-485a-a0ff-837d0d7a125e', 'network_id': '43fc4a49-4144-4792-8c9e-f6aa8e841df8', 'admin_state_up': True, 'tenant_id': 'bb3dd5e6ff564e92a9ebe452e66a5117'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:14:09.812236 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5f5b6cae-df0a-4f27-943c-d0f5a714c958 req-93bedb93-f63c-474d-a6c2-b3f047860c29 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/ports?device_id=ee9ee9f9-12a0-485a-a0ff-837d0d7a125e HTTP/1.1" status: 200 len: 210 time: 0.0438864 May 18 18:14:09.862170 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f7b2bf53-506a-4245-a60d-77375bc89ce0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:09.885222 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-06c4b49d-40e1-4b6a-819a-6d5ce63d4055 req-bf79b531-00f9-4dd9-86d9-a8e1d6d86bc0 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Deleting port 42197bbc-9a83-47cf-8e96-bceeccfaedf4 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:14:09.885872 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-06c4b49d-40e1-4b6a-819a-6d5ce63d4055 req-bf79b531-00f9-4dd9-86d9-a8e1d6d86bc0 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:10.003984 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5749a87-98e4-4fb0-a106-6b9f351e4499 req-3a2baf3c-4af9-42c9-b5fe-3e99d77ed23d tempest-ServerTagsTestJSON-1380209781 tempest-ServerTagsTestJSON-1380209781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:10.005539 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e5749a87-98e4-4fb0-a106-6b9f351e4499 req-3a2baf3c-4af9-42c9-b5fe-3e99d77ed23d tempest-ServerTagsTestJSON-1380209781 tempest-ServerTagsTestJSON-1380209781-project] 10.222.0.85 "GET /v2.0/ports?device_id=c52295e1-2409-4536-b479-bd4c1d41515c HTTP/1.1" status: 200 len: 945 time: 0.1139061 May 18 18:14:10.011192 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52d9f44a-8275-49f9-890a-0dc9769bdf77 req-1d1c4e63-7a83-40ee-b79b-911b4a5474d0 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Made reservation on behalf of bb3dd5e6ff564e92a9ebe452e66a5117 for: {'port': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:14:10.014945 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-52d9f44a-8275-49f9-890a-0dc9769bdf77 req-1d1c4e63-7a83-40ee-b79b-911b4a5474d0 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:10.027887 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-754b05cf-f69f-4130-b2fe-d1ea8503278d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:10.051924 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-06c4b49d-40e1-4b6a-819a-6d5ce63d4055 req-bf79b531-00f9-4dd9-86d9-a8e1d6d86bc0 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] For port 42197bbc-9a83-47cf-8e96-bceeccfaedf4, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=42197bbc-9a83-47cf-8e96-bceeccfaedf4,segment=NetworkSegment(d74a2218-59b6-4249-83de-1c4cbf35a4a2),segment_id=d74a2218-59b6-4249-83de-1c4cbf35a4a2)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:14:10.052296 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-06c4b49d-40e1-4b6a-819a-6d5ce63d4055 req-bf79b531-00f9-4dd9-86d9-a8e1d6d86bc0 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:10.073660 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-94e7079a-729f-440f-9bab-6fdd2a79c84d req-18b06da1-c58c-4063-923d-526644a0177e tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] For port 0f1e156f-0185-46e5-be92-6a68958188b3, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=0f1e156f-0185-46e5-be92-6a68958188b3,segment=NetworkSegment(58812133-eab2-4d1f-bf2a-ea777b989f38),segment_id=58812133-eab2-4d1f-bf2a-ea777b989f38)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:14:10.075573 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-06c4b49d-40e1-4b6a-819a-6d5ce63d4055 req-bf79b531-00f9-4dd9-86d9-a8e1d6d86bc0 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Calling delete_port for 42197bbc-9a83-47cf-8e96-bceeccfaedf4 owned by compute:nova {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:14:10.077154 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f7b2bf53-506a-4245-a60d-77375bc89ce0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:10.114302 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f7b2bf53-506a-4245-a60d-77375bc89ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:10.144806 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-94e7079a-729f-440f-9bab-6fdd2a79c84d req-18b06da1-c58c-4063-923d-526644a0177e tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:10.146437 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e5749a87-98e4-4fb0-a106-6b9f351e4499 req-813fd338-0814-4919-9f44-fd6da8e2b7d0 tempest-ServerTagsTestJSON-1380209781 tempest-ServerTagsTestJSON-1380209781-project] 10.222.0.85 "GET /v2.0/security-groups?id=7ce3d63a-3f45-43b2-9b29-454b9804c7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280901 May 18 18:14:10.155301 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-94e7079a-729f-440f-9bab-6fdd2a79c84d req-18b06da1-c58c-4063-923d-526644a0177e tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:10.172652 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['0f1e156f-0185-46e5-be92-6a68958188b3'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:14:10.197819 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-f7b2bf53-506a-4245-a60d-77375bc89ce0 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=a68ecd96ed174691b13ad70211005518&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5380557 May 18 18:14:10.199600 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 59764) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:14:10.207090 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b2bf53-506a-4245-a60d-77375bc89ce0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b312baf-2726-4e7b-8ba7-b288f4d84e34,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:14:10.221729 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e7079a-729f-440f-9bab-6fdd2a79c84d req-18b06da1-c58c-4063-923d-526644a0177e tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:10.221729 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-94e7079a-729f-440f-9bab-6fdd2a79c84d req-18b06da1-c58c-4063-923d-526644a0177e tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:10.234778 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-94e7079a-729f-440f-9bab-6fdd2a79c84d req-18b06da1-c58c-4063-923d-526644a0177e tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] 10.222.0.85 "PUT /v2.0/ports/0f1e156f-0185-46e5-be92-6a68958188b3 HTTP/1.1" status: 200 len: 981 time: 1.1535211 May 18 18:14:10.302782 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [req-52d9f44a-8275-49f9-890a-0dc9769bdf77 req-1d1c4e63-7a83-40ee-b79b-911b4a5474d0 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Allocated IP 172.20.0.6 (43fc4a49-4144-4792-8c9e-f6aa8e841df8/8a6f771a-7d1f-4c0f-927b-d14a677a770b/4a054314-115c-4d3d-9e5c-ac8037a56aff) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:14:10.317764 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-073b6900-5198-4496-82f0-37f3d9806da5 x-openstack-request-id: req-073b6900-5198-4496-82f0-37f3d9806da5 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:14:10.318344 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e093b7b6-bcc1-4a4f-b97f-f6a69515f352", "name": "network-vif-deleted", "tag": "e87b1b2a-fe28-47f5-9089-ee109fb9489c", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:14:10.318344 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-073b6900-5198-4496-82f0-37f3d9806da5 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:14:10.318685 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-073b6900-5198-4496-82f0-37f3d9806da5'] response: {'server_uuid': 'e093b7b6-bcc1-4a4f-b97f-f6a69515f352', 'name': 'network-vif-deleted', 'tag': 'e87b1b2a-fe28-47f5-9089-ee109fb9489c', 'status': 'completed', 'code': 200} May 18 18:14:10.322338 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['0f1e156f-0185-46e5-be92-6a68958188b3'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:14:10.335385 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a44c15a5-f8d2-414e-b7cc-a1085e56835c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:10.336218 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b06da1-c58c-4063-923d-526644a0177e tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] Pushing event updated for resources: {'Port': ['ID=0f1e156f-0185-46e5-be92-6a68958188b3,revision_number=6']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:14:10.368443 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a44c15a5-f8d2-414e-b7cc-a1085e56835c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:10.435752 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a44c15a5-f8d2-414e-b7cc-a1085e56835c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:10.438939 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a44c15a5-f8d2-414e-b7cc-a1085e56835c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:10.440461 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-a44c15a5-f8d2-414e-b7cc-a1085e56835c admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/1b312baf-2726-4e7b-8ba7-b288f4d84e34 HTTP/1.1" status: 204 len: 168 time: 0.2408268 May 18 18:14:10.452623 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44c15a5-f8d2-414e-b7cc-a1085e56835c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b312baf-2726-4e7b-8ba7-b288f4d84e34,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:14:10.504564 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-06c4b49d-40e1-4b6a-819a-6d5ce63d4055 req-bf79b531-00f9-4dd9-86d9-a8e1d6d86bc0 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:10.514385 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e5869d-6736-4358-a8b7-304dd222d20b req-af1fde4f-b3ef-4de8-9ddc-c952fd66e3bb tempest-ServerTagsTestJSON-1380209781 tempest-ServerTagsTestJSON-1380209781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:10.516006 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-49e5869d-6736-4358-a8b7-304dd222d20b req-af1fde4f-b3ef-4de8-9ddc-c952fd66e3bb tempest-ServerTagsTestJSON-1380209781 tempest-ServerTagsTestJSON-1380209781-project] 10.222.0.36 "GET /v2.0/ports?device_id=c52295e1-2409-4536-b479-bd4c1d41515c HTTP/1.1" status: 200 len: 945 time: 0.1278160 May 18 18:14:10.524827 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef17ee7-c6d7-46e1-b0d7-72f4622266dd req-165d49ce-e8a1-4bf7-bb08-d8fa91116a74 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:10.533422 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0ef17ee7-c6d7-46e1-b0d7-72f4622266dd req-165d49ce-e8a1-4bf7-bb08-d8fa91116a74 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/ports?device_id=9536d621-5e41-446b-99c9-3e9335c26fc6 HTTP/1.1" status: 200 len: 945 time: 0.1783555 May 18 18:14:10.545016 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['e87b1b2a-fe28-47f5-9089-ee109fb9489c'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:14:10.640890 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf79b531-00f9-4dd9-86d9-a8e1d6d86bc0 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Pushing event deleted for resources: {'Port': ['ID=42197bbc-9a83-47cf-8e96-bceeccfaedf4,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:14:10.798295 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0ef17ee7-c6d7-46e1-b0d7-72f4622266dd req-2ec19fa1-a545-487f-a12b-5e9548847891 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/security-groups?id=73e433d4-f339-4b3f-93ff-d66128030654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2638025 May 18 18:14:10.799666 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-06c4b49d-40e1-4b6a-819a-6d5ce63d4055 req-bf79b531-00f9-4dd9-86d9-a8e1d6d86bc0 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] No DVR routers for this DVR port 42197bbc-9a83-47cf-8e96-bceeccfaedf4 on host n-h2-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:14:10.803196 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-06c4b49d-40e1-4b6a-819a-6d5ce63d4055 req-bf79b531-00f9-4dd9-86d9-a8e1d6d86bc0 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:10.828354 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-06c4b49d-40e1-4b6a-819a-6d5ce63d4055 req-bf79b531-00f9-4dd9-86d9-a8e1d6d86bc0 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] 10.222.0.88 "DELETE /v2.0/ports/42197bbc-9a83-47cf-8e96-bceeccfaedf4 HTTP/1.1" status: 204 len: 173 time: 1.4988127 May 18 18:14:10.834211 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-52d9f44a-8275-49f9-890a-0dc9769bdf77 req-1d1c4e63-7a83-40ee-b79b-911b4a5474d0 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:10.929605 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-52d9f44a-8275-49f9-890a-0dc9769bdf77 req-1d1c4e63-7a83-40ee-b79b-911b4a5474d0 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:10.934510 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b957511e-bf88-4803-a768-f278ff4108fc req-93f6f76c-ce86-4c3d-ad2e-bd7b6d6d7ebc tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-527324596&fields=id&tenant_id=8c352c21cdf84f17adeed5bdaa3e3fa6 HTTP/1.1" status: 200 len: 267 time: 0.1908071 May 18 18:14:10.971001 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-49e5869d-6736-4358-a8b7-304dd222d20b req-c4758723-41f5-4e91-87c7-12597119d048 tempest-ServerTagsTestJSON-1380209781 tempest-ServerTagsTestJSON-1380209781-project] Deleting port 57f6f4a8-6899-4b96-bcac-2461e2482844 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:14:10.971565 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-49e5869d-6736-4358-a8b7-304dd222d20b req-c4758723-41f5-4e91-87c7-12597119d048 tempest-ServerTagsTestJSON-1380209781 tempest-ServerTagsTestJSON-1380209781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:11.010622 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 59796) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:14:11.036125 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52d9f44a-8275-49f9-890a-0dc9769bdf77 req-1d1c4e63-7a83-40ee-b79b-911b4a5474d0 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Network 43fc4a49-4144-4792-8c9e-f6aa8e841df8 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:14:11.050405 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [req-52d9f44a-8275-49f9-890a-0dc9769bdf77 req-1d1c4e63-7a83-40ee-b79b-911b4a5474d0 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:14:11.053509 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-52d9f44a-8275-49f9-890a-0dc9769bdf77 req-1d1c4e63-7a83-40ee-b79b-911b4a5474d0 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:14:11.061275 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ffcbeca2-c9e9-40b6-80b0-184e86bea2a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:11.112692 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1c4e63-7a83-40ee-b79b-911b4a5474d0 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Pushing event updated for resources: {'Port': ['ID=4a054314-115c-4d3d-9e5c-ac8037a56aff,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:14:11.114786 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-06c4b49d-40e1-4b6a-819a-6d5ce63d4055 req-d442329c-a82c-4108-9730-8cedd1a04ddc tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Deleting port f605bd11-40d1-48b2-8a91-ae33ccbef362 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:14:11.115815 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-06c4b49d-40e1-4b6a-819a-6d5ce63d4055 req-d442329c-a82c-4108-9730-8cedd1a04ddc tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:11.157469 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b957511e-bf88-4803-a768-f278ff4108fc req-2f7c9aba-7fc7-4ba6-a619-c05f7a27c822 tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:11.160162 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b957511e-bf88-4803-a768-f278ff4108fc req-2f7c9aba-7fc7-4ba6-a619-c05f7a27c822 tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] 10.222.0.85 "GET /v2.0/ports?device_id=3d23b3b3-bd88-458c-b269-14a2fe755bd8 HTTP/1.1" status: 200 len: 984 time: 0.1764312 May 18 18:14:11.162588 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:11.168880 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d9f44a-8275-49f9-890a-0dc9769bdf77 req-1d1c4e63-7a83-40ee-b79b-911b4a5474d0 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:11.169993 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-52d9f44a-8275-49f9-890a-0dc9769bdf77 req-1d1c4e63-7a83-40ee-b79b-911b4a5474d0 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:11.178705 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-b957511e-bf88-4803-a768-f278ff4108fc req-367b268f-0617-46ee-9ab4-95435abab823 tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] Request body: {'port': {'security_groups': ['fa255767-3e7a-49af-bfae-1870baf95311']}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:14:11.197830 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-49e5869d-6736-4358-a8b7-304dd222d20b req-c4758723-41f5-4e91-87c7-12597119d048 tempest-ServerTagsTestJSON-1380209781 tempest-ServerTagsTestJSON-1380209781-project] For port 57f6f4a8-6899-4b96-bcac-2461e2482844, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=57f6f4a8-6899-4b96-bcac-2461e2482844,segment=NetworkSegment(c5596a66-6061-43bc-9975-a44db93165ae),segment_id=c5596a66-6061-43bc-9975-a44db93165ae)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:14:11.198399 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-49e5869d-6736-4358-a8b7-304dd222d20b req-c4758723-41f5-4e91-87c7-12597119d048 tempest-ServerTagsTestJSON-1380209781 tempest-ServerTagsTestJSON-1380209781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:11.226093 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a90f462-f7b9-4e2f-840f-9736a6ab859b req-02bcfc8f-0c9a-488f-9276-e97736e8f11e tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:11.227609 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0a90f462-f7b9-4e2f-840f-9736a6ab859b req-02bcfc8f-0c9a-488f-9276-e97736e8f11e tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] 10.222.0.85 "GET /v2.0/ports?device_id=e093b7b6-bcc1-4a4f-b97f-f6a69515f352 HTTP/1.1" status: 200 len: 945 time: 0.1672451 May 18 18:14:11.228611 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-49e5869d-6736-4358-a8b7-304dd222d20b req-c4758723-41f5-4e91-87c7-12597119d048 tempest-ServerTagsTestJSON-1380209781 tempest-ServerTagsTestJSON-1380209781-project] Calling delete_port for 57f6f4a8-6899-4b96-bcac-2461e2482844 owned by compute:nova {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:14:11.255666 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-52d9f44a-8275-49f9-890a-0dc9769bdf77 req-1d1c4e63-7a83-40ee-b79b-911b4a5474d0 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4980712 May 18 18:14:11.276456 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-52d9f44a-8275-49f9-890a-0dc9769bdf77 req-d9230ff5-5b12-4df3-a78e-effcd3d52c04 service neutron] Request body: {'port': {'device_id': 'ee9ee9f9-12a0-485a-a0ff-837d0d7a125e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-3'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:14:11.333399 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-06c4b49d-40e1-4b6a-819a-6d5ce63d4055 req-d442329c-a82c-4108-9730-8cedd1a04ddc tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] For port f605bd11-40d1-48b2-8a91-ae33ccbef362, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=f605bd11-40d1-48b2-8a91-ae33ccbef362,segment=NetworkSegment(fe0755fd-f37b-43af-9caf-458b9927f571),segment_id=fe0755fd-f37b-43af-9caf-458b9927f571)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:14:11.333399 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-06c4b49d-40e1-4b6a-819a-6d5ce63d4055 req-d442329c-a82c-4108-9730-8cedd1a04ddc tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:11.347994 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-b957511e-bf88-4803-a768-f278ff4108fc req-367b268f-0617-46ee-9ab4-95435abab823 tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:11.367300 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0a90f462-f7b9-4e2f-840f-9736a6ab859b req-ccf1e4c0-7533-438f-a339-57fb1661d7aa tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] 10.222.0.85 "GET /v2.0/security-groups?id=58347793-32a9-458f-9c0f-7823b96e7e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251242 May 18 18:14:11.369495 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-06c4b49d-40e1-4b6a-819a-6d5ce63d4055 req-d442329c-a82c-4108-9730-8cedd1a04ddc tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Calling delete_port for f605bd11-40d1-48b2-8a91-ae33ccbef362 owned by compute:nova {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:14:11.455478 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ffcbeca2-c9e9-40b6-80b0-184e86bea2a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:11.456901 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-52d9f44a-8275-49f9-890a-0dc9769bdf77 req-d9230ff5-5b12-4df3-a78e-effcd3d52c04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:11.474732 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ffcbeca2-c9e9-40b6-80b0-184e86bea2a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:11.575114 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-ffcbeca2-c9e9-40b6-80b0-184e86bea2a5 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=bc7f692b4baf4b24a7669db6077bc211&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5610740 May 18 18:14:11.578447 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 59804) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:14:11.591136 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcbeca2-c9e9-40b6-80b0-184e86bea2a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f407fe6e-5f3d-435a-b4d2-369616981d68,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:14:11.609781 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-49e5869d-6736-4358-a8b7-304dd222d20b req-c4758723-41f5-4e91-87c7-12597119d048 tempest-ServerTagsTestJSON-1380209781 tempest-ServerTagsTestJSON-1380209781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:11.625129 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95a2038-fc5d-4825-871c-a4e0199e6f68 req-3ce054d7-bc32-4fa3-a301-9326bad8180a tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:11.626707 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c95a2038-fc5d-4825-871c-a4e0199e6f68 req-3ce054d7-bc32-4fa3-a301-9326bad8180a tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/ports?device_id=ee9ee9f9-12a0-485a-a0ff-837d0d7a125e HTTP/1.1" status: 200 len: 931 time: 0.1598887 May 18 18:14:11.659961 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4758723-41f5-4e91-87c7-12597119d048 tempest-ServerTagsTestJSON-1380209781 tempest-ServerTagsTestJSON-1380209781-project] Pushing event deleted for resources: {'Port': ['ID=57f6f4a8-6899-4b96-bcac-2461e2482844,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:14:11.663085 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaede904-0d00-4c9f-9392-540b60dbde20 req-3ff8b598-4d20-4bff-bbcf-144240023887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:11.664702 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-eaede904-0d00-4c9f-9392-540b60dbde20 req-3ff8b598-4d20-4bff-bbcf-144240023887 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9536d621-5e41-446b-99c9-3e9335c26fc6 HTTP/1.1" status: 200 len: 1096 time: 0.1763875 May 18 18:14:11.776725 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-49e5869d-6736-4358-a8b7-304dd222d20b req-c4758723-41f5-4e91-87c7-12597119d048 tempest-ServerTagsTestJSON-1380209781 tempest-ServerTagsTestJSON-1380209781-project] No DVR routers for this DVR port 57f6f4a8-6899-4b96-bcac-2461e2482844 on host n-h1-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:14:11.789135 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-49e5869d-6736-4358-a8b7-304dd222d20b req-c4758723-41f5-4e91-87c7-12597119d048 tempest-ServerTagsTestJSON-1380209781 tempest-ServerTagsTestJSON-1380209781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:11.792710 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-49e5869d-6736-4358-a8b7-304dd222d20b req-c4758723-41f5-4e91-87c7-12597119d048 tempest-ServerTagsTestJSON-1380209781 tempest-ServerTagsTestJSON-1380209781-project] 10.222.0.36 "DELETE /v2.0/ports/57f6f4a8-6899-4b96-bcac-2461e2482844 HTTP/1.1" status: 204 len: 173 time: 1.2564731 May 18 18:14:11.803316 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c95a2038-fc5d-4825-871c-a4e0199e6f68 req-9a7d37ff-bca7-459d-9f63-182b4772532c tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/security-groups?id=8ad86751-3372-47de-bc84-2bfa3ff50eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495929 May 18 18:14:11.806556 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-01d25800-221c-4404-889a-b46b9e961cc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:11.809019 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-06c4b49d-40e1-4b6a-819a-6d5ce63d4055 req-d442329c-a82c-4108-9730-8cedd1a04ddc tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:11.812640 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-eaede904-0d00-4c9f-9392-540b60dbde20 req-d4794933-e5dc-477e-80f8-fbd8600d3fa3 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=73e433d4-f339-4b3f-93ff-d66128030654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181736 May 18 18:14:11.847474 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d442329c-a82c-4108-9730-8cedd1a04ddc tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Pushing event deleted for resources: {'Port': ['ID=f605bd11-40d1-48b2-8a91-ae33ccbef362,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:14:11.901033 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-06c4b49d-40e1-4b6a-819a-6d5ce63d4055 req-d442329c-a82c-4108-9730-8cedd1a04ddc tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] No DVR routers for this DVR port f605bd11-40d1-48b2-8a91-ae33ccbef362 on host n-h2-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:14:11.904299 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-06c4b49d-40e1-4b6a-819a-6d5ce63d4055 req-d442329c-a82c-4108-9730-8cedd1a04ddc tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:11.908699 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-06c4b49d-40e1-4b6a-819a-6d5ce63d4055 req-d442329c-a82c-4108-9730-8cedd1a04ddc tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] 10.222.0.88 "DELETE /v2.0/ports/f605bd11-40d1-48b2-8a91-ae33ccbef362 HTTP/1.1" status: 204 len: 173 time: 1.0650136 May 18 18:14:11.938281 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-b957511e-bf88-4803-a768-f278ff4108fc req-367b268f-0617-46ee-9ab4-95435abab823 tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] For port 0f1e156f-0185-46e5-be92-6a68958188b3, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=0f1e156f-0185-46e5-be92-6a68958188b3,segment=NetworkSegment(58812133-eab2-4d1f-bf2a-ea777b989f38),segment_id=58812133-eab2-4d1f-bf2a-ea777b989f38)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:14:11.943555 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-01d25800-221c-4404-889a-b46b9e961cc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:12.035709 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5c802a8f-90af-4d2b-8307-856c98ca2f9a req-22f22737-a113-43b0-b466-0d2af18406cc tempest-ServerTagsTestJSON-1380209781 tempest-ServerTagsTestJSON-1380209781-project] 10.222.0.85 "GET /v2.0/ports?device_id=c52295e1-2409-4536-b479-bd4c1d41515c HTTP/1.1" status: 200 len: 210 time: 0.0446880 May 18 18:14:12.070054 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-b957511e-bf88-4803-a768-f278ff4108fc req-367b268f-0617-46ee-9ab4-95435abab823 tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:12.092261 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-b957511e-bf88-4803-a768-f278ff4108fc req-367b268f-0617-46ee-9ab4-95435abab823 tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:12.105594 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['0f1e156f-0185-46e5-be92-6a68958188b3'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:14:12.210909 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367b268f-0617-46ee-9ab4-95435abab823 tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] Pushing event updated for resources: {'Port': ['ID=0f1e156f-0185-46e5-be92-6a68958188b3,revision_number=7']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:14:12.222072 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b957511e-bf88-4803-a768-f278ff4108fc req-367b268f-0617-46ee-9ab4-95435abab823 tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:12.226554 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-b957511e-bf88-4803-a768-f278ff4108fc req-367b268f-0617-46ee-9ab4-95435abab823 tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:12.226554 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b957511e-bf88-4803-a768-f278ff4108fc req-367b268f-0617-46ee-9ab4-95435abab823 tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] 10.222.0.85 "PUT /v2.0/ports/0f1e156f-0185-46e5-be92-6a68958188b3 HTTP/1.1" status: 200 len: 942 time: 1.0518379 May 18 18:14:12.236395 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d23b3b3-bd88-458c-b269-14a2fe755bd8', 'tag': '0f1e156f-0185-46e5-be92-6a68958188b3'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:14:12.240420 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4199e25-510b-45bd-a758-706d9d5ff865" -d '{"events": [{"name": "network-changed", "server_uuid": "3d23b3b3-bd88-458c-b269-14a2fe755bd8", "tag": "0f1e156f-0185-46e5-be92-6a68958188b3"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:14:12.278904 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465ee21e-43a0-42ed-a7f0-b2edc44c8d25 req-1b17568f-7716-4533-97ec-c2ad52ec2a97 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:12.289500 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-465ee21e-43a0-42ed-a7f0-b2edc44c8d25 req-1b17568f-7716-4533-97ec-c2ad52ec2a97 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/ports?device_id=9536d621-5e41-446b-99c9-3e9335c26fc6 HTTP/1.1" status: 200 len: 945 time: 0.1484604 May 18 18:14:12.307047 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['0f1e156f-0185-46e5-be92-6a68958188b3'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:14:12.320834 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d23b3b3-bd88-458c-b269-14a2fe755bd8', 'tag': '0f1e156f-0185-46e5-be92-6a68958188b3'}, {'server_uuid': 'e093b7b6-bcc1-4a4f-b97f-f6a69515f352', 'name': 'network-vif-deleted', 'tag': '42197bbc-9a83-47cf-8e96-bceeccfaedf4'}, {'server_uuid': 'c52295e1-2409-4536-b479-bd4c1d41515c', 'name': 'network-vif-deleted', 'tag': '57f6f4a8-6899-4b96-bcac-2461e2482844'}, {'server_uuid': 'e093b7b6-bcc1-4a4f-b97f-f6a69515f352', 'name': 'network-vif-deleted', 'tag': 'f605bd11-40d1-48b2-8a91-ae33ccbef362'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:14:12.324901 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84c926e5-5844-406f-a329-58b8daf5df1c" -d '{"events": [{"name": "network-changed", "server_uuid": "3d23b3b3-bd88-458c-b269-14a2fe755bd8", "tag": "0f1e156f-0185-46e5-be92-6a68958188b3"}, {"server_uuid": "e093b7b6-bcc1-4a4f-b97f-f6a69515f352", "name": "network-vif-deleted", "tag": "42197bbc-9a83-47cf-8e96-bceeccfaedf4"}, {"server_uuid": "c52295e1-2409-4536-b479-bd4c1d41515c", "name": "network-vif-deleted", "tag": "57f6f4a8-6899-4b96-bcac-2461e2482844"}, {"server_uuid": "e093b7b6-bcc1-4a4f-b97f-f6a69515f352", "name": "network-vif-deleted", "tag": "f605bd11-40d1-48b2-8a91-ae33ccbef362"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:14:12.369114 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-01d25800-221c-4404-889a-b46b9e961cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:12.372202 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-01d25800-221c-4404-889a-b46b9e961cc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:12.376996 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-01d25800-221c-4404-889a-b46b9e961cc9 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/f407fe6e-5f3d-435a-b4d2-369616981d68 HTTP/1.1" status: 204 len: 168 time: 0.7958803 May 18 18:14:12.384819 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-465ee21e-43a0-42ed-a7f0-b2edc44c8d25 req-173e3b5c-7f98-4a9d-8bb0-ffa705f79879 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/security-groups?id=73e433d4-f339-4b3f-93ff-d66128030654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796344 May 18 18:14:12.398617 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:12.435688 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d25800-221c-4404-889a-b46b9e961cc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f407fe6e-5f3d-435a-b4d2-369616981d68,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:14:12.482160 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [req-52d9f44a-8275-49f9-890a-0dc9769bdf77 req-d9230ff5-5b12-4df3-a78e-effcd3d52c04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a054314-115c-4d3d-9e5c-ac8037a56aff {{(pid=102731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:14:12.509836 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-52d9f44a-8275-49f9-890a-0dc9769bdf77 req-d9230ff5-5b12-4df3-a78e-effcd3d52c04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:12.542749 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.provisioning_blocks [req-52d9f44a-8275-49f9-890a-0dc9769bdf77 req-d9230ff5-5b12-4df3-a78e-effcd3d52c04 service neutron] Transition to ACTIVE for port object 4a054314-115c-4d3d-9e5c-ac8037a56aff will not be triggered until provisioned by entity L2. {{(pid=102731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:14:12.548639 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b6ccb659-049b-4023-a339-71de4a761325 req-2df9ecbe-38ad-4a62-8841-e26d6116e178 tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] 10.222.0.85 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2919171 May 18 18:14:12.550061 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-52d9f44a-8275-49f9-890a-0dc9769bdf77 req-d9230ff5-5b12-4df3-a78e-effcd3d52c04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:12.577877 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-472e3239-bd7a-4e4f-99fa-8e3401160587 x-openstack-request-id: req-472e3239-bd7a-4e4f-99fa-8e3401160587 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:14:12.578173 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d23b3b3-bd88-458c-b269-14a2fe755bd8", "tag": "0f1e156f-0185-46e5-be92-6a68958188b3", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:14:12.578427 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-472e3239-bd7a-4e4f-99fa-8e3401160587 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:14:12.578909 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-472e3239-bd7a-4e4f-99fa-8e3401160587'] response: {'name': 'network-changed', 'server_uuid': '3d23b3b3-bd88-458c-b269-14a2fe755bd8', 'tag': '0f1e156f-0185-46e5-be92-6a68958188b3', 'status': 'completed', 'code': 200} May 18 18:14:12.591774 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-b6ccb659-049b-4023-a339-71de4a761325 req-50a27c82-c958-4be8-b00a-35d027bd1dd7 tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] Request body: {'floatingip': {'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:14:12.622208 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-b6ccb659-049b-4023-a339-71de4a761325 req-50a27c82-c958-4be8-b00a-35d027bd1dd7 tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] Notify callbacks [] for floatingip, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:12.645656 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9230ff5-5b12-4df3-a78e-effcd3d52c04 service neutron] Pushing event updated for resources: {'Port': ['ID=4a054314-115c-4d3d-9e5c-ac8037a56aff,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:14:12.649031 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 59830) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:14:12.775817 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4199e25-510b-45bd-a758-706d9d5ff865 req-d3156059-3807-448b-98a0-93f64bef47f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:12.782517 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c4199e25-510b-45bd-a758-706d9d5ff865 req-d3156059-3807-448b-98a0-93f64bef47f3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8c352c21cdf84f17adeed5bdaa3e3fa6&device_id=3d23b3b3-bd88-458c-b269-14a2fe755bd8 HTTP/1.1" status: 200 len: 1096 time: 0.1696637 May 18 18:14:12.785310 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 692 Content-Type: application/json Date: Wed, 18 May 2022 18:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eff45d41-2dcb-4cfd-ba58-7c09901b7dcd x-openstack-request-id: req-eff45d41-2dcb-4cfd-ba58-7c09901b7dcd {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:14:12.785737 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d23b3b3-bd88-458c-b269-14a2fe755bd8", "tag": "0f1e156f-0185-46e5-be92-6a68958188b3", "status": "completed", "code": 200}, {"server_uuid": "e093b7b6-bcc1-4a4f-b97f-f6a69515f352", "name": "network-vif-deleted", "tag": "42197bbc-9a83-47cf-8e96-bceeccfaedf4", "status": "completed", "code": 200}, {"server_uuid": "c52295e1-2409-4536-b479-bd4c1d41515c", "name": "network-vif-deleted", "tag": "57f6f4a8-6899-4b96-bcac-2461e2482844", "status": "completed", "code": 200}, {"server_uuid": "e093b7b6-bcc1-4a4f-b97f-f6a69515f352", "name": "network-vif-deleted", "tag": "f605bd11-40d1-48b2-8a91-ae33ccbef362", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:14:12.790561 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-eff45d41-2dcb-4cfd-ba58-7c09901b7dcd {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:14:12.791188 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eff45d41-2dcb-4cfd-ba58-7c09901b7dcd'] response: {'name': 'network-changed', 'server_uuid': '3d23b3b3-bd88-458c-b269-14a2fe755bd8', 'tag': '0f1e156f-0185-46e5-be92-6a68958188b3', 'status': 'completed', 'code': 200} May 18 18:14:12.793868 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eff45d41-2dcb-4cfd-ba58-7c09901b7dcd'] response: {'server_uuid': 'e093b7b6-bcc1-4a4f-b97f-f6a69515f352', 'name': 'network-vif-deleted', 'tag': '42197bbc-9a83-47cf-8e96-bceeccfaedf4', 'status': 'completed', 'code': 200} May 18 18:14:12.795381 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eff45d41-2dcb-4cfd-ba58-7c09901b7dcd'] response: {'server_uuid': 'c52295e1-2409-4536-b479-bd4c1d41515c', 'name': 'network-vif-deleted', 'tag': '57f6f4a8-6899-4b96-bcac-2461e2482844', 'status': 'completed', 'code': 200} May 18 18:14:12.795381 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eff45d41-2dcb-4cfd-ba58-7c09901b7dcd'] response: {'server_uuid': 'e093b7b6-bcc1-4a4f-b97f-f6a69515f352', 'name': 'network-vif-deleted', 'tag': 'f605bd11-40d1-48b2-8a91-ae33ccbef362', 'status': 'completed', 'code': 200} May 18 18:14:12.866459 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-52d9f44a-8275-49f9-890a-0dc9769bdf77 req-d9230ff5-5b12-4df3-a78e-effcd3d52c04 service neutron] Attempting to bind port 4a054314-115c-4d3d-9e5c-ac8037a56aff on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:14:12.867084 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-52d9f44a-8275-49f9-890a-0dc9769bdf77 req-d9230ff5-5b12-4df3-a78e-effcd3d52c04 service neutron] Attempting to bind port 4a054314-115c-4d3d-9e5c-ac8037a56aff by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': '7fe567f5-b9bc-4b6c-8f11-60e107f314f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '43fc4a49-4144-4792-8c9e-f6aa8e841df8'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:14:12.867641 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d9f44a-8275-49f9-890a-0dc9769bdf77 req-d9230ff5-5b12-4df3-a78e-effcd3d52c04 service neutron] Attempting to bind port 4a054314-115c-4d3d-9e5c-ac8037a56aff on network 43fc4a49-4144-4792-8c9e-f6aa8e841df8 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:14:12.893224 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d9f44a-8275-49f9-890a-0dc9769bdf77 req-d9230ff5-5b12-4df3-a78e-effcd3d52c04 service neutron] Port 4a054314-115c-4d3d-9e5c-ac8037a56aff on network 43fc4a49-4144-4792-8c9e-f6aa8e841df8 not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:14:12.893841 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d9f44a-8275-49f9-890a-0dc9769bdf77 req-d9230ff5-5b12-4df3-a78e-effcd3d52c04 service neutron] Attempting to bind port 4a054314-115c-4d3d-9e5c-ac8037a56aff on network 43fc4a49-4144-4792-8c9e-f6aa8e841df8 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:14:12.918295 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 59840) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:14:12.963671 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d9f44a-8275-49f9-890a-0dc9769bdf77 req-d9230ff5-5b12-4df3-a78e-effcd3d52c04 service neutron] Checking agent: {'id': 'd1be059a-68ea-4c77-9b2b-29f4afa47e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:14:12.970430 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d9f44a-8275-49f9-890a-0dc9769bdf77 req-d9230ff5-5b12-4df3-a78e-effcd3d52c04 service neutron] Checking segment: {'id': '7fe567f5-b9bc-4b6c-8f11-60e107f314f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '43fc4a49-4144-4792-8c9e-f6aa8e841df8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:14:12.971211 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d9f44a-8275-49f9-890a-0dc9769bdf77 req-d9230ff5-5b12-4df3-a78e-effcd3d52c04 service neutron] Bound using segment: {'id': '7fe567f5-b9bc-4b6c-8f11-60e107f314f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '43fc4a49-4144-4792-8c9e-f6aa8e841df8'} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:14:12.971924 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-52d9f44a-8275-49f9-890a-0dc9769bdf77 req-d9230ff5-5b12-4df3-a78e-effcd3d52c04 service neutron] Bound port: 4a054314-115c-4d3d-9e5c-ac8037a56aff, host: n-h2-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fe567f5-b9bc-4b6c-8f11-60e107f314f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '43fc4a49-4144-4792-8c9e-f6aa8e841df8'}}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:14:12.972544 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-52d9f44a-8275-49f9-890a-0dc9769bdf77 req-d9230ff5-5b12-4df3-a78e-effcd3d52c04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:12.998614 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4199e25-510b-45bd-a758-706d9d5ff865 req-cdc27c77-5b07-4898-83b7-ee356e23848e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:13.002077 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c4199e25-510b-45bd-a758-706d9d5ff865 req-cdc27c77-5b07-4898-83b7-ee356e23848e service neutron] 10.222.0.36 "GET /v2.0/networks?id=c1d6614b-2c59-4e70-a2a6-9369d97e5390 HTTP/1.1" status: 200 len: 921 time: 0.1969604 May 18 18:14:13.059810 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:13.074331 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c4199e25-510b-45bd-a758-706d9d5ff865 req-58651dc9-620a-481e-b628-cc6c47e1f405 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f1e156f-0185-46e5-be92-6a68958188b3 HTTP/1.1" status: 200 len: 217 time: 0.0646760 May 18 18:14:13.096480 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-b6ccb659-049b-4023-a339-71de4a761325 req-50a27c82-c958-4be8-b00a-35d027bd1dd7 tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:13.217016 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_v2 [None req-000574db-70fa-458e-9c6d-462ed834f858 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Deleting subnet 0c24bf7f-a5e0-40a1-ad74-e9e4a0a0c69a {{(pid=102731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:14:13.223938 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6f4c67ee-45d3-47d6-9623-d0e06ecfe5de admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:13.231241 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-000574db-70fa-458e-9c6d-462ed834f858 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Notify callbacks [] for subnet, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:13.231991 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4199e25-510b-45bd-a758-706d9d5ff865 req-3d120f62-dc99-4a0d-b7cf-e8e64ffb3010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:13.233655 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c4199e25-510b-45bd-a758-706d9d5ff865 req-3d120f62-dc99-4a0d-b7cf-e8e64ffb3010 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=afafec31-e363-47fe-be7d-25eb1518e0dd HTTP/1.1" status: 200 len: 860 time: 0.1521804 May 18 18:14:13.258637 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3d2817-6550-4853-b026-68eaf84e70bf req-d1beff82-9ec9-41cd-884e-3b3626b161fc tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:13.260204 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5f3d2817-6550-4853-b026-68eaf84e70bf req-d1beff82-9ec9-41cd-884e-3b3626b161fc tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/ports?device_id=ee9ee9f9-12a0-485a-a0ff-837d0d7a125e HTTP/1.1" status: 200 len: 943 time: 0.0831220 May 18 18:14:13.277907 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c4199e25-510b-45bd-a758-706d9d5ff865 req-d45951da-b148-430a-86ec-760fa1a1e2bf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c1d6614b-2c59-4e70-a2a6-9369d97e5390&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374765 May 18 18:14:13.340754 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 42197bbc-9a83-47cf-8e96-bceeccfaedf4 no longer exists at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:14:13.348677 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-000574db-70fa-458e-9c6d-462ed834f858 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260542153'] for subnet, precommit_delete_associations {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:13.353456 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-52d9f44a-8275-49f9-890a-0dc9769bdf77 req-d9230ff5-5b12-4df3-a78e-effcd3d52c04 service neutron] For port 4a054314-115c-4d3d-9e5c-ac8037a56aff, host n-h2-838550-3, cleared binding levels {{(pid=102731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:14:13.369681 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5f3d2817-6550-4853-b026-68eaf84e70bf req-ccfa9540-30aa-4aaf-acf9-72f4a62c99d9 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/security-groups?id=8ad86751-3372-47de-bc84-2bfa3ff50eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939872 May 18 18:14:13.376845 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] No Port match for: 42197bbc-9a83-47cf-8e96-bceeccfaedf4 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:14:13.378584 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 42197bbc-9a83-47cf-8e96-bceeccfaedf4 not bound to the agent host n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:14:13.379489 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device f605bd11-40d1-48b2-8a91-ae33ccbef362 no longer exists at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:14:13.413676 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-52d9f44a-8275-49f9-890a-0dc9769bdf77 req-d9230ff5-5b12-4df3-a78e-effcd3d52c04 service neutron] For port 4a054314-115c-4d3d-9e5c-ac8037a56aff, host n-h2-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=4a054314-115c-4d3d-9e5c-ac8037a56aff,segment=NetworkSegment(7fe567f5-b9bc-4b6c-8f11-60e107f314f0),segment_id=7fe567f5-b9bc-4b6c-8f11-60e107f314f0)] {{(pid=102731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:14:13.418271 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] No Port match for: f605bd11-40d1-48b2-8a91-ae33ccbef362 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:14:13.418271 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device f605bd11-40d1-48b2-8a91-ae33ccbef362 not bound to the agent host n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:14:13.418271 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device e87b1b2a-fe28-47f5-9089-ee109fb9489c no longer exists at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:14:13.419088 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 57f6f4a8-6899-4b96-bcac-2461e2482844 no longer exists at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:14:13.450358 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c4199e25-510b-45bd-a758-706d9d5ff865 req-0293dfa2-0b3e-4177-beef-5033c330be18 service neutron] 10.222.0.36 "GET /v2.0/networks/c1d6614b-2c59-4e70-a2a6-9369d97e5390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553195 May 18 18:14:13.455525 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 59858) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:14:13.469221 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] No Port match for: e87b1b2a-fe28-47f5-9089-ee109fb9489c {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:14:13.469591 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device e87b1b2a-fe28-47f5-9089-ee109fb9489c not bound to the agent host n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:14:13.472282 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] No Port match for: 57f6f4a8-6899-4b96-bcac-2461e2482844 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:14:13.472940 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 57f6f4a8-6899-4b96-bcac-2461e2482844 not bound to the agent host n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:14:13.496954 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [req-b6ccb659-049b-4023-a339-71de4a761325 req-50a27c82-c958-4be8-b00a-35d027bd1dd7 tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] Allocated IP 172.25.5.204 (31ebd439-090c-4b25-bbb0-31c48711b145/363a2810-8a83-4be0-a317-7c91fcd94485/c5329a0e-a4f3-496d-8e9f-c3fcb4827e3c) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:14:13.510277 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-52d9f44a-8275-49f9-890a-0dc9769bdf77 req-d9230ff5-5b12-4df3-a78e-effcd3d52c04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:13.566150 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-000574db-70fa-458e-9c6d-462ed834f858 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:13.571011 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_v2 [None req-a55ddc23-f6bf-4ef7-830b-5d0f1bd59373 admin admin] Deleting subnet 35b2b797-3173-4cd2-9942-1ba167a800ec {{(pid=102730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:14:13.584505 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a55ddc23-f6bf-4ef7-830b-5d0f1bd59373 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:13.642907 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c4199e25-510b-45bd-a758-706d9d5ff865 req-dd63f118-7605-4d48-b301-ae05fdf4ef80 service neutron] 10.222.0.36 "GET /v2.0/networks/c1d6614b-2c59-4e70-a2a6-9369d97e5390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882000 May 18 18:14:13.647622 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a55ddc23-f6bf-4ef7-830b-5d0f1bd59373 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260107366'] for subnet, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:13.671869 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d9f44a-8275-49f9-890a-0dc9769bdf77 req-d9230ff5-5b12-4df3-a78e-effcd3d52c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:13.672478 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-52d9f44a-8275-49f9-890a-0dc9769bdf77 req-d9230ff5-5b12-4df3-a78e-effcd3d52c04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:13.674108 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-52d9f44a-8275-49f9-890a-0dc9769bdf77 req-d9230ff5-5b12-4df3-a78e-effcd3d52c04 service neutron] 10.222.0.88 "PUT /v2.0/ports/4a054314-115c-4d3d-9e5c-ac8037a56aff HTTP/1.1" status: 200 len: 1091 time: 2.4022875 May 18 18:14:13.725069 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a55ddc23-f6bf-4ef7-830b-5d0f1bd59373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:13.743745 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9230ff5-5b12-4df3-a78e-effcd3d52c04 service neutron] Pushing event updated for resources: {'Port': ['ID=4a054314-115c-4d3d-9e5c-ac8037a56aff,revision_number=3']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:14:13.799612 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4700fde-6bba-43be-847f-45ab32f53bcb req-53d1f6db-ae7c-40b3-af78-bce2dacdd897 tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:13.801147 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c4700fde-6bba-43be-847f-45ab32f53bcb req-53d1f6db-ae7c-40b3-af78-bce2dacdd897 tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] 10.222.0.85 "GET /v2.0/ports?device_id=f171da91-0489-4cdb-8388-3cfcd34f2b4d HTTP/1.1" status: 200 len: 945 time: 0.1632466 May 18 18:14:13.815829 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6f4c67ee-45d3-47d6-9623-d0e06ecfe5de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:13.828969 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6f4c67ee-45d3-47d6-9623-d0e06ecfe5de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:13.837037 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-000574db-70fa-458e-9c6d-462ed834f858 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260898416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260908030'] for subnet, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:13.861234 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c926e5-5844-406f-a329-58b8daf5df1c req-66d0653e-2b28-46d2-9a64-39d6ea70a1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:13.863272 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-84c926e5-5844-406f-a329-58b8daf5df1c req-66d0653e-2b28-46d2-9a64-39d6ea70a1f1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8c352c21cdf84f17adeed5bdaa3e3fa6&device_id=3d23b3b3-bd88-458c-b269-14a2fe755bd8 HTTP/1.1" status: 200 len: 1096 time: 0.1086583 May 18 18:14:13.902299 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c4700fde-6bba-43be-847f-45ab32f53bcb req-c23cbdf3-ab31-4658-b9cc-bf2f92196214 tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] 10.222.0.85 "GET /v2.0/security-groups?id=31822f57-f559-4973-b21f-c8e6a3e161fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918417 May 18 18:14:13.903741 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a55ddc23-f6bf-4ef7-830b-5d0f1bd59373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261104690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261031888'] for subnet, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:13.908400 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-b6ccb659-049b-4023-a339-71de4a761325 req-50a27c82-c958-4be8-b00a-35d027bd1dd7 tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:13.910934 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000574db-70fa-458e-9c6d-462ed834f858 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Pushing event deleted for resources: {'Subnet': ['ID=0c24bf7f-a5e0-40a1-ad74-e9e4a0a0c69a,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:14:13.937831 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-000574db-70fa-458e-9c6d-462ed834f858 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:13.940400 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b42d239-0204-41b8-b79d-e8ff64bf2a48 None None] Network 77f52293-860e-453d-8109-a574592eaa62 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:14:13.941453 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-000574db-70fa-458e-9c6d-462ed834f858 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] 10.222.0.85 "DELETE /v2.0/subnets/0c24bf7f-a5e0-40a1-ad74-e9e4a0a0c69a HTTP/1.1" status: 204 len: 168 time: 1.0097682 May 18 18:14:13.945147 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 59870) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:14:13.949151 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d9f44a-8275-49f9-890a-0dc9769bdf77 req-3d16ffa3-8f0a-444e-98ea-8edd8e1a5093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:13.951176 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-52d9f44a-8275-49f9-890a-0dc9769bdf77 req-3d16ffa3-8f0a-444e-98ea-8edd8e1a5093 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=bb3dd5e6ff564e92a9ebe452e66a5117&device_id=ee9ee9f9-12a0-485a-a0ff-837d0d7a125e HTTP/1.1" status: 200 len: 1094 time: 0.2018039 May 18 18:14:13.954771 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4c67ee-45d3-47d6-9623-d0e06ecfe5de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1977132e-b98b-4946-a202-b40b00142636,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:14:13.959186 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-6f4c67ee-45d3-47d6-9623-d0e06ecfe5de admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=570e8c3f15d34292aa9a2ae7b4006aaf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3080878 May 18 18:14:13.967579 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 59872) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:14:13.991597 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55ddc23-f6bf-4ef7-830b-5d0f1bd59373 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35b2b797-3173-4cd2-9942-1ba167a800ec,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:14:14.006382 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a55ddc23-f6bf-4ef7-830b-5d0f1bd59373 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:14.011933 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-a55ddc23-f6bf-4ef7-830b-5d0f1bd59373 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/35b2b797-3173-4cd2-9942-1ba167a800ec HTTP/1.1" status: 204 len: 168 time: 0.5556154 May 18 18:14:14.016049 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 59874) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:14:14.108947 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-52d9f44a-8275-49f9-890a-0dc9769bdf77 req-a23a22b6-51b8-4b5a-8383-3dc3ad179bca service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4a054314-115c-4d3d-9e5c-ac8037a56aff HTTP/1.1" status: 200 len: 217 time: 0.1391587 May 18 18:14:14.152635 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c926e5-5844-406f-a329-58b8daf5df1c req-785239ba-429b-48b9-9c10-d070eae2a5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:14.154476 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-84c926e5-5844-406f-a329-58b8daf5df1c req-785239ba-429b-48b9-9c10-d070eae2a5b8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c1d6614b-2c59-4e70-a2a6-9369d97e5390 HTTP/1.1" status: 200 len: 921 time: 0.2822320 May 18 18:14:14.168565 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-21c6520b-35ac-4ae7-a487-a6898e935773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:14.203662 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a355ff5f-8cce-4489-a017-d7ee847f5512 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:14.219651 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-b6ccb659-049b-4023-a339-71de4a761325 req-50a27c82-c958-4be8-b00a-35d027bd1dd7 tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:14.241678 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d9f44a-8275-49f9-890a-0dc9769bdf77 req-9cd69738-ba69-4b0e-8965-e1600d85476d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:14.242257 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-52d9f44a-8275-49f9-890a-0dc9769bdf77 req-9cd69738-ba69-4b0e-8965-e1600d85476d service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8a6f771a-7d1f-4c0f-927b-d14a677a770b HTTP/1.1" status: 200 len: 845 time: 0.1185796 May 18 18:14:14.249788 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b45d509-efe5-4d5d-bb96-ac7d34a003df None None] DHCP port deletion for 77f52293-860e-453d-8109-a574592eaa62 request from n-d-838550-3 {{(pid=102732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 18:14:14.343205 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-72f17818-4ff6-440a-a010-d57c015caf32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:14.348142 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6ccb659-049b-4023-a339-71de4a761325 req-50a27c82-c958-4be8-b00a-35d027bd1dd7 tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] Network 31ebd439-090c-4b25-bbb0-31c48711b145 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:14:14.354450 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-52d9f44a-8275-49f9-890a-0dc9769bdf77 req-443462eb-46dd-4441-a305-86d5f3dc5277 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=43fc4a49-4144-4792-8c9e-f6aa8e841df8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0765243 May 18 18:14:14.359716 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [req-b6ccb659-049b-4023-a339-71de4a761325 req-50a27c82-c958-4be8-b00a-35d027bd1dd7 tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:14:14.364094 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6ccb659-049b-4023-a339-71de4a761325 req-50a27c82-c958-4be8-b00a-35d027bd1dd7 tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:14:14.386204 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-1b45d509-efe5-4d5d-bb96-ac7d34a003df None None] Deleting port 2f874a4f-97d9-415b-93ab-a8889a7e0752 {{(pid=102732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:14:14.391818 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1b45d509-efe5-4d5d-bb96-ac7d34a003df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:14.430793 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a27c82-c958-4be8-b00a-35d027bd1dd7 tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] Pushing event updated for resources: {'Port': ['ID=c5329a0e-a4f3-496d-8e9f-c3fcb4827e3c,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:14:14.484358 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988d3b37-238d-4e84-bce4-913b9f8dfc7a req-ceb03443-266b-4d80-aa24-d853fd018610 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:14.492717 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-988d3b37-238d-4e84-bce4-913b9f8dfc7a req-ceb03443-266b-4d80-aa24-d853fd018610 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/ports?device_id=9536d621-5e41-446b-99c9-3e9335c26fc6 HTTP/1.1" status: 200 len: 945 time: 0.4444535 May 18 18:14:14.495358 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-84c926e5-5844-406f-a329-58b8daf5df1c req-37c53e6a-98c7-4d43-82f6-aa8748ea510f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f1e156f-0185-46e5-be92-6a68958188b3 HTTP/1.1" status: 200 len: 217 time: 0.3314602 May 18 18:14:14.500060 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 2f874a4f-97d9-415b-93ab-a8889a7e0752 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:14:14.591687 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-1b45d509-efe5-4d5d-bb96-ac7d34a003df None None] For port 2f874a4f-97d9-415b-93ab-a8889a7e0752, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=2f874a4f-97d9-415b-93ab-a8889a7e0752,segment=NetworkSegment(d74a2218-59b6-4249-83de-1c4cbf35a4a2),segment_id=d74a2218-59b6-4249-83de-1c4cbf35a4a2)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:14:14.592654 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1b45d509-efe5-4d5d-bb96-ac7d34a003df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:14.612034 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-1b45d509-efe5-4d5d-bb96-ac7d34a003df None None] Calling delete_port for 2f874a4f-97d9-415b-93ab-a8889a7e0752 owned by network:dhcp {{(pid=102732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:14:14.637647 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-988d3b37-238d-4e84-bce4-913b9f8dfc7a req-3c573f1c-bb3b-4083-bf9f-937c16c887a9 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/security-groups?id=73e433d4-f339-4b3f-93ff-d66128030654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1303709 May 18 18:14:14.733099 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c926e5-5844-406f-a329-58b8daf5df1c req-9cd9a26a-7a52-4193-a8c7-0a5d0a23f168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:14.744338 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-84c926e5-5844-406f-a329-58b8daf5df1c req-9cd9a26a-7a52-4193-a8c7-0a5d0a23f168 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=afafec31-e363-47fe-be7d-25eb1518e0dd HTTP/1.1" status: 200 len: 860 time: 0.2371888 May 18 18:14:14.750561 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-72f17818-4ff6-440a-a010-d57c015caf32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:14.753087 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee9ee9f9-12a0-485a-a0ff-837d0d7a125e', 'tag': '4a054314-115c-4d3d-9e5c-ac8037a56aff'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:14:14.755960 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a679865e-4687-482b-ba13-54cc4464bb12" -d '{"events": [{"name": "network-changed", "server_uuid": "ee9ee9f9-12a0-485a-a0ff-837d0d7a125e", "tag": "4a054314-115c-4d3d-9e5c-ac8037a56aff"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:14:14.778308 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-21c6520b-35ac-4ae7-a487-a6898e935773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:14.789649 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 2f874a4f-97d9-415b-93ab-a8889a7e0752 is: ACTIVE; New status is: DOWN {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:14:14.790147 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:14.818069 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-84c926e5-5844-406f-a329-58b8daf5df1c req-2687b489-8d3f-4926-a28b-dcb17e114d6b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c1d6614b-2c59-4e70-a2a6-9369d97e5390&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603209 May 18 18:14:14.874736 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-21c6520b-35ac-4ae7-a487-a6898e935773 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['374ed70a-1dbd-4c24-b131-a8c60cabc5c9']}} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:14:14.881115 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] For port 2f874a4f-97d9-415b-93ab-a8889a7e0752, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=2f874a4f-97d9-415b-93ab-a8889a7e0752,segment=NetworkSegment(d74a2218-59b6-4249-83de-1c4cbf35a4a2),segment_id=d74a2218-59b6-4249-83de-1c4cbf35a4a2)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:14:14.895523 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:14.904217 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-a355ff5f-8cce-4489-a017-d7ee847f5512 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Deleting port 2f874a4f-97d9-415b-93ab-a8889a7e0752 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:14:14.904570 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a355ff5f-8cce-4489-a017-d7ee847f5512 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:14.924730 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-52d9f44a-8275-49f9-890a-0dc9769bdf77 req-9ed18aef-c1e4-4694-8925-e6eb60e9d2f8 service neutron] 10.222.0.88 "GET /v2.0/networks/43fc4a49-4144-4792-8c9e-f6aa8e841df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5505691 May 18 18:14:14.924929 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1b45d509-efe5-4d5d-bb96-ac7d34a003df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508'] for port, after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:14.953799 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Pushing event deleted for resources: {'Port': ['ID=2f874a4f-97d9-415b-93ab-a8889a7e0752,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:14:14.983075 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-72f17818-4ff6-440a-a010-d57c015caf32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:14.985607 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-72f17818-4ff6-440a-a010-d57c015caf32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:14.989083 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-84c926e5-5844-406f-a329-58b8daf5df1c req-a365ce59-b029-4b8f-b46c-b5700118445b service neutron] 10.222.0.36 "GET /v2.0/networks/c1d6614b-2c59-4e70-a2a6-9369d97e5390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413112 May 18 18:14:14.989277 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-72f17818-4ff6-440a-a010-d57c015caf32 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/1977132e-b98b-4946-a202-b40b00142636 HTTP/1.1" status: 204 len: 168 time: 1.0143735 May 18 18:14:14.989361 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-21c6520b-35ac-4ae7-a487-a6898e935773 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5596a66-6061-43bc-9975-a44db93165ae') {'for_net_delete': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:14:14.989435 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b45d509-efe5-4d5d-bb96-ac7d34a003df None None] No DVR routers for this DVR port 2f874a4f-97d9-415b-93ab-a8889a7e0752 on host n-d-838550-3 {{(pid=102732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:14:14.989508 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-21c6520b-35ac-4ae7-a487-a6898e935773 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5596a66-6061-43bc-9975-a44db93165ae') {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:14:14.999856 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-b6ccb659-049b-4023-a339-71de4a761325 req-50a27c82-c958-4be8-b00a-35d027bd1dd7 tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:15.000846 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b45d509-efe5-4d5d-bb96-ac7d34a003df None None] Pushing event deleted for resources: {'Port': ['ID=2f874a4f-97d9-415b-93ab-a8889a7e0752,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:14:15.065350 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f17818-4ff6-440a-a010-d57c015caf32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1977132e-b98b-4946-a202-b40b00142636,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:14:15.123118 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-a355ff5f-8cce-4489-a017-d7ee847f5512 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] For port 2f874a4f-97d9-415b-93ab-a8889a7e0752, host n-d-838550-3, got binding levels [] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:14:15.123490 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a355ff5f-8cce-4489-a017-d7ee847f5512 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:15.125928 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb045159-cff7-4e06-a13a-886afcbe2ebe req-24da6429-2160-42b2-a61a-f218feccc61e tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:15.138489 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bb045159-cff7-4e06-a13a-886afcbe2ebe req-24da6429-2160-42b2-a61a-f218feccc61e tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/ports?device_id=ee9ee9f9-12a0-485a-a0ff-837d0d7a125e HTTP/1.1" status: 200 len: 943 time: 0.3566236 May 18 18:14:15.144330 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-21c6520b-35ac-4ae7-a487-a6898e935773 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260107375'] for segment, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:15.156110 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-a355ff5f-8cce-4489-a017-d7ee847f5512 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Calling delete_port for 2f874a4f-97d9-415b-93ab-a8889a7e0752 owned by network:dhcp {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:14:15.160648 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.ipam_backend_mixin [None req-a355ff5f-8cce-4489-a017-d7ee847f5512 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Port 2f874a4f-97d9-415b-93ab-a8889a7e0752 was not found and therefore no delete operation was performed {{(pid=102731) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} May 18 18:14:15.161439 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-b6ccb659-049b-4023-a339-71de4a761325 req-50a27c82-c958-4be8-b00a-35d027bd1dd7 tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:15.185508 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a355ff5f-8cce-4489-a017-d7ee847f5512 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:15.193814 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-21c6520b-35ac-4ae7-a487-a6898e935773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:15.203977 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-84c926e5-5844-406f-a329-58b8daf5df1c req-c42a9b54-f2ff-4438-a4ab-5a8f2e1912bc service neutron] 10.222.0.36 "GET /v2.0/networks/c1d6614b-2c59-4e70-a2a6-9369d97e5390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999817 May 18 18:14:15.208780 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21c6520b-35ac-4ae7-a487-a6898e935773 admin admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=102730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:14:15.210083 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-21c6520b-35ac-4ae7-a487-a6898e935773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261102736'] for segment, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:15.212275 n-d-838550-3 neutron-server[102730]: Traceback (most recent call last): May 18 18:14:15.212275 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:14:15.212275 n-d-838550-3 neutron-server[102730]: timer() May 18 18:14:15.212275 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:14:15.212275 n-d-838550-3 neutron-server[102730]: cb(*args, **kw) May 18 18:14:15.212275 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:14:15.212275 n-d-838550-3 neutron-server[102730]: return func(*args, **kwargs) May 18 18:14:15.212275 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:14:15.212275 n-d-838550-3 neutron-server[102730]: self._notify() May 18 18:14:15.212275 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:14:15.212275 n-d-838550-3 neutron-server[102730]: self.callback(batched_events) May 18 18:14:15.212275 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:14:15.212275 n-d-838550-3 neutron-server[102730]: event.method(event) May 18 18:14:15.212275 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:14:15.212275 n-d-838550-3 neutron-server[102730]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:14:15.212275 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:14:15.212275 n-d-838550-3 neutron-server[102730]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:14:15.212275 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:14:15.212275 n-d-838550-3 neutron-server[102730]: return f(self, *a, **k) May 18 18:14:15.212275 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:14:15.212275 n-d-838550-3 neutron-server[102730]: return self._get(url).json() May 18 18:14:15.212275 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:14:15.212275 n-d-838550-3 neutron-server[102730]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:14:15.212275 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:14:15.212275 n-d-838550-3 neutron-server[102730]: return self.request(url, 'GET', **kwargs) May 18 18:14:15.212275 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:14:15.212275 n-d-838550-3 neutron-server[102730]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:14:15.212275 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:14:15.212275 n-d-838550-3 neutron-server[102730]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:14:15.212275 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:14:15.212275 n-d-838550-3 neutron-server[102730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:14:15.212275 n-d-838550-3 neutron-server[102730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:14:15.241833 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a355ff5f-8cce-4489-a017-d7ee847f5512 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Pushing event deleted for resources: {'Port': ['ID=2f874a4f-97d9-415b-93ab-a8889a7e0752,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:14:15.258840 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a355ff5f-8cce-4489-a017-d7ee847f5512 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] No DVR routers for this DVR port 2f874a4f-97d9-415b-93ab-a8889a7e0752 on host n-d-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:14:15.266156 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-52d9f44a-8275-49f9-890a-0dc9769bdf77 req-9f07ddcd-3398-4ae8-b6df-c928ea32b18c service neutron] 10.222.0.88 "GET /v2.0/networks/43fc4a49-4144-4792-8c9e-f6aa8e841df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3036878 May 18 18:14:15.284462 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bb045159-cff7-4e06-a13a-886afcbe2ebe req-10f6d91b-a7a5-4d01-8604-71a58a6f3c98 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/security-groups?id=8ad86751-3372-47de-bc84-2bfa3ff50eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285932 May 18 18:14:15.321114 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-21c6520b-35ac-4ae7-a487-a6898e935773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:15.331099 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-21c6520b-35ac-4ae7-a487-a6898e935773 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:15.343438 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-21c6520b-35ac-4ae7-a487-a6898e935773 admin admin] 10.222.0.85 "DELETE /v2.0/networks/374ed70a-1dbd-4c24-b131-a8c60cabc5c9 HTTP/1.1" status: 204 len: 168 time: 1.3257480 May 18 18:14:15.366594 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-649ed0f9-76b6-467f-9632-cfbb54a8f750 x-openstack-request-id: req-649ed0f9-76b6-467f-9632-cfbb54a8f750 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:14:15.366885 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee9ee9f9-12a0-485a-a0ff-837d0d7a125e", "tag": "4a054314-115c-4d3d-9e5c-ac8037a56aff", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:14:15.367137 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-649ed0f9-76b6-467f-9632-cfbb54a8f750 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:14:15.367528 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-649ed0f9-76b6-467f-9632-cfbb54a8f750'] response: {'name': 'network-changed', 'server_uuid': 'ee9ee9f9-12a0-485a-a0ff-837d0d7a125e', 'tag': '4a054314-115c-4d3d-9e5c-ac8037a56aff', 'status': 'completed', 'code': 200} May 18 18:14:15.367644 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c6520b-35ac-4ae7-a487-a6898e935773 admin admin] Pushing event deleted for resources: {'Network': ['ID=374ed70a-1dbd-4c24-b131-a8c60cabc5c9,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:14:15.501655 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a355ff5f-8cce-4489-a017-d7ee847f5512 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:15.552288 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-a355ff5f-8cce-4489-a017-d7ee847f5512 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77f52293-860e-453d-8109-a574592eaa62']}} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:14:15.572114 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-a355ff5f-8cce-4489-a017-d7ee847f5512 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd74a2218-59b6-4249-83de-1c4cbf35a4a2') {'for_net_delete': True} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:14:15.572363 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-a355ff5f-8cce-4489-a017-d7ee847f5512 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd74a2218-59b6-4249-83de-1c4cbf35a4a2') {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:14:15.582329 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a355ff5f-8cce-4489-a017-d7ee847f5512 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260542144'] for segment, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:15.599394 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a355ff5f-8cce-4489-a017-d7ee847f5512 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:15.606674 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a355ff5f-8cce-4489-a017-d7ee847f5512 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=102731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:14:15.607029 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a355ff5f-8cce-4489-a017-d7ee847f5512 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260884178'] for segment, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:15.768122 n-d-838550-3 neutron-server[102731]: Traceback (most recent call last): May 18 18:14:15.768122 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:14:15.768122 n-d-838550-3 neutron-server[102731]: timer() May 18 18:14:15.768122 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:14:15.768122 n-d-838550-3 neutron-server[102731]: cb(*args, **kw) May 18 18:14:15.768122 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:14:15.768122 n-d-838550-3 neutron-server[102731]: return func(*args, **kwargs) May 18 18:14:15.768122 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:14:15.768122 n-d-838550-3 neutron-server[102731]: self._notify() May 18 18:14:15.768122 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:14:15.768122 n-d-838550-3 neutron-server[102731]: self.callback(batched_events) May 18 18:14:15.768122 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:14:15.768122 n-d-838550-3 neutron-server[102731]: event.method(event) May 18 18:14:15.768122 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:14:15.768122 n-d-838550-3 neutron-server[102731]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:14:15.768122 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:14:15.768122 n-d-838550-3 neutron-server[102731]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:14:15.768122 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:14:15.768122 n-d-838550-3 neutron-server[102731]: return f(self, *a, **k) May 18 18:14:15.768122 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:14:15.768122 n-d-838550-3 neutron-server[102731]: return self._get(url).json() May 18 18:14:15.768122 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:14:15.768122 n-d-838550-3 neutron-server[102731]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:14:15.768122 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:14:15.768122 n-d-838550-3 neutron-server[102731]: return self.request(url, 'GET', **kwargs) May 18 18:14:15.768122 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:14:15.768122 n-d-838550-3 neutron-server[102731]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:14:15.768122 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:14:15.768122 n-d-838550-3 neutron-server[102731]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:14:15.768122 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:14:15.768122 n-d-838550-3 neutron-server[102731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:14:15.768122 n-d-838550-3 neutron-server[102731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:14:15.783434 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a679865e-4687-482b-ba13-54cc4464bb12 req-6cffba20-89a4-4f96-9ffe-7fd0ff8a36e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:15.785559 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a679865e-4687-482b-ba13-54cc4464bb12 req-6cffba20-89a4-4f96-9ffe-7fd0ff8a36e6 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=bb3dd5e6ff564e92a9ebe452e66a5117&device_id=ee9ee9f9-12a0-485a-a0ff-837d0d7a125e HTTP/1.1" status: 200 len: 1094 time: 0.3458183 May 18 18:14:15.787522 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 59928) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:14:15.863161 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-8cb9c84c-8ea3-41b8-bb4c-97d10bea55e3 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=e8d96a52a6554c8e9ec342c618fc7301&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0724730 May 18 18:14:15.867218 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 59932) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:14:15.887412 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a355ff5f-8cce-4489-a017-d7ee847f5512 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:15.912457 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a355ff5f-8cce-4489-a017-d7ee847f5512 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:15.918871 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-a355ff5f-8cce-4489-a017-d7ee847f5512 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] 10.222.0.85 "DELETE /v2.0/networks/77f52293-860e-453d-8109-a574592eaa62 HTTP/1.1" status: 204 len: 168 time: 1.9667220 May 18 18:14:15.926079 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 59934) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:14:15.971248 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-b6ccb659-049b-4023-a339-71de4a761325 req-50a27c82-c958-4be8-b00a-35d027bd1dd7 tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:15.976970 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a355ff5f-8cce-4489-a017-d7ee847f5512 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Pushing event deleted for resources: {'Network': ['ID=77f52293-860e-453d-8109-a574592eaa62,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:14:15.989937 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-b6ccb659-049b-4023-a339-71de4a761325 req-50a27c82-c958-4be8-b00a-35d027bd1dd7 tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:16.068917 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_v2 [None req-66d61aeb-2422-4212-b136-ae912d050431 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Deleting subnet a09e408e-b4fa-48aa-9127-c1290b75f7c0 {{(pid=102730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:14:16.101732 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-66d61aeb-2422-4212-b136-ae912d050431 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Notify callbacks [] for subnet, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:16.105042 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-b6ccb659-049b-4023-a339-71de4a761325 req-50a27c82-c958-4be8-b00a-35d027bd1dd7 tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596987'] for floatingip, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:16.135626 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-b6ccb659-049b-4023-a339-71de4a761325 req-50a27c82-c958-4be8-b00a-35d027bd1dd7 tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:16.145805 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b6ccb659-049b-4023-a339-71de4a761325 req-50a27c82-c958-4be8-b00a-35d027bd1dd7 tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.5700500 May 18 18:14:16.177447 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a27c82-c958-4be8-b00a-35d027bd1dd7 tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] Pushing event updated for resources: {'Port': ['ID=c5329a0e-a4f3-496d-8e9f-c3fcb4827e3c,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:14:16.207502 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f37f4071-6369-4fbf-b9ab-9babed5f419a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:16.232496 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f37f4071-6369-4fbf-b9ab-9babed5f419a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:16.241765 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a679865e-4687-482b-ba13-54cc4464bb12 req-9cda04c1-d66f-4a5b-bf90-2c0088ba5387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:16.243672 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a679865e-4687-482b-ba13-54cc4464bb12 req-9cda04c1-d66f-4a5b-bf90-2c0088ba5387 service neutron] 10.222.0.88 "GET /v2.0/networks?id=43fc4a49-4144-4792-8c9e-f6aa8e841df8 HTTP/1.1" status: 200 len: 906 time: 0.4328895 May 18 18:14:16.264620 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b6ccb659-049b-4023-a339-71de4a761325 req-0d993a6f-fdd4-4f14-8f44-9f9a03300ece tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] 10.222.0.85 "GET /v2.0/floatingips?floating_ip_address=172.25.5.204 HTTP/1.1" status: 200 len: 696 time: 0.1175017 May 18 18:14:16.298263 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-66d61aeb-2422-4212-b136-ae912d050431 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260107366'] for subnet, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:16.303845 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdddb33-616f-453a-a6f2-4f2ed8a8d78a req-d44ab561-9394-45f0-ab25-4df9228249f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:16.305521 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bfdddb33-616f-453a-a6f2-4f2ed8a8d78a req-d44ab561-9394-45f0-ab25-4df9228249f7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c37246a20f2845a089230b88402f6d1b&device_id=9536d621-5e41-446b-99c9-3e9335c26fc6 HTTP/1.1" status: 200 len: 1096 time: 0.2808971 May 18 18:14:16.333517 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a52141c-2b09-40c7-8c2a-83ca218603b4 req-5f7d99bd-ad98-4832-9d13-7d4ff7faf8b8 tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:16.345110 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3a52141c-2b09-40c7-8c2a-83ca218603b4 req-5f7d99bd-ad98-4832-9d13-7d4ff7faf8b8 tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] 10.222.0.85 "GET /v2.0/ports?device_id=f171da91-0489-4cdb-8388-3cfcd34f2b4d HTTP/1.1" status: 200 len: 945 time: 0.3029075 May 18 18:14:16.389530 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a679865e-4687-482b-ba13-54cc4464bb12 req-7d3a1ff5-eda2-4075-bae1-a2676e589306 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4a054314-115c-4d3d-9e5c-ac8037a56aff HTTP/1.1" status: 200 len: 217 time: 0.1212020 May 18 18:14:16.440858 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f37f4071-6369-4fbf-b9ab-9babed5f419a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:16.443167 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f37f4071-6369-4fbf-b9ab-9babed5f419a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:16.443918 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-f37f4071-6369-4fbf-b9ab-9babed5f419a admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/7ce3d63a-3f45-43b2-9b29-454b9804c7d8 HTTP/1.1" status: 204 len: 168 time: 0.5747180 May 18 18:14:16.461603 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3a52141c-2b09-40c7-8c2a-83ca218603b4 req-c60adf16-3eb8-40ad-af0d-3cc21933446c tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] 10.222.0.85 "GET /v2.0/security-groups?id=31822f57-f559-4973-b21f-c8e6a3e161fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156015 May 18 18:14:16.472594 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37f4071-6369-4fbf-b9ab-9babed5f419a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ce3d63a-3f45-43b2-9b29-454b9804c7d8,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:14:16.509860 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a679865e-4687-482b-ba13-54cc4464bb12 req-29d46f3e-f536-4c15-926e-ca3f5b9d9c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:16.512959 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a679865e-4687-482b-ba13-54cc4464bb12 req-29d46f3e-f536-4c15-926e-ca3f5b9d9c66 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8a6f771a-7d1f-4c0f-927b-d14a677a770b HTTP/1.1" status: 200 len: 845 time: 0.1087921 May 18 18:14:16.556917 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdddb33-616f-453a-a6f2-4f2ed8a8d78a req-3acb6c77-3c87-4903-b367-7f7e2f2c6bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:16.558497 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bfdddb33-616f-453a-a6f2-4f2ed8a8d78a req-3acb6c77-3c87-4903-b367-7f7e2f2c6bcf service neutron] 10.222.0.36 "GET /v2.0/networks?id=055b7a59-22e7-493f-ba66-d1ab1ebb4b38 HTTP/1.1" status: 200 len: 919 time: 0.2110503 May 18 18:14:16.558996 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 59950) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:14:16.573022 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a679865e-4687-482b-ba13-54cc4464bb12 req-052b2c32-ea5d-4733-895b-8a6b16b0de3c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=43fc4a49-4144-4792-8c9e-f6aa8e841df8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461864 May 18 18:14:16.578245 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-66d61aeb-2422-4212-b136-ae912d050431 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:16.587152 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ccb659-049b-4023-a339-71de4a761325 req-790d8710-5e7f-40d4-9a5d-4d5609b24385 tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:16.601237 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b6ccb659-049b-4023-a339-71de4a761325 req-790d8710-5e7f-40d4-9a5d-4d5609b24385 tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] 10.222.0.85 "GET /v2.0/networks/31ebd439-090c-4b25-bbb0-31c48711b145 HTTP/1.1" status: 200 len: 784 time: 0.3352692 May 18 18:14:16.829148 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bfdddb33-616f-453a-a6f2-4f2ed8a8d78a req-292fff8f-8ba4-4cb5-8d3b-87aab51f8011 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=838def1c-8efa-418c-9198-cdabfc7b28c3 HTTP/1.1" status: 200 len: 1001 time: 0.1838613 May 18 18:14:16.839066 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a679865e-4687-482b-ba13-54cc4464bb12 req-f800abb5-e019-49e5-b553-0e5bd17611f3 service neutron] 10.222.0.88 "GET /v2.0/networks/43fc4a49-4144-4792-8c9e-f6aa8e841df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355926 May 18 18:14:16.841513 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91f33f1-1c87-47a6-ba33-9d473fb14bad req-fae3641f-6557-4cca-8a15-cc7ded258197 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:16.851020 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a91f33f1-1c87-47a6-ba33-9d473fb14bad req-fae3641f-6557-4cca-8a15-cc7ded258197 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/ports?device_id=9536d621-5e41-446b-99c9-3e9335c26fc6 HTTP/1.1" status: 200 len: 945 time: 0.1946175 May 18 18:14:16.853467 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-66d61aeb-2422-4212-b136-ae912d050431 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261104690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261031888'] for subnet, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:16.896631 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d61aeb-2422-4212-b136-ae912d050431 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Pushing event deleted for resources: {'Subnet': ['ID=a09e408e-b4fa-48aa-9127-c1290b75f7c0,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:14:16.912907 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01418b8-327c-454c-bb62-589f407b9616 req-78f8d68a-cb23-40c7-a6a8-ab6232c775b2 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:16.915080 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f01418b8-327c-454c-bb62-589f407b9616 req-78f8d68a-cb23-40c7-a6a8-ab6232c775b2 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/ports?device_id=ee9ee9f9-12a0-485a-a0ff-837d0d7a125e HTTP/1.1" status: 200 len: 943 time: 0.1441336 May 18 18:14:16.947309 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-66d61aeb-2422-4212-b136-ae912d050431 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:16.951503 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-66d61aeb-2422-4212-b136-ae912d050431 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] 10.222.0.85 "DELETE /v2.0/subnets/a09e408e-b4fa-48aa-9127-c1290b75f7c0 HTTP/1.1" status: 204 len: 168 time: 1.0206108 May 18 18:14:16.954538 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c8ff61-b73f-4c31-b83a-0429b42bfe31 None None] Network a968d391-7aa4-41b5-bc41-860a05456b06 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:14:16.958322 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 59960) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:14:17.037292 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a91f33f1-1c87-47a6-ba33-9d473fb14bad req-e675138f-94b1-4131-8ce4-960eae1ee981 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/security-groups?id=73e433d4-f339-4b3f-93ff-d66128030654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1836767 May 18 18:14:17.046839 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdddb33-616f-453a-a6f2-4f2ed8a8d78a req-23672259-aa08-485b-a573-a295cfc36841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:17.049938 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bfdddb33-616f-453a-a6f2-4f2ed8a8d78a req-23672259-aa08-485b-a573-a295cfc36841 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6103a86c-1984-4112-92b7-213da8bfab24 HTTP/1.1" status: 200 len: 857 time: 0.1904681 May 18 18:14:17.108233 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a679865e-4687-482b-ba13-54cc4464bb12 req-0a64e81b-6eb1-40b7-8512-cb82b9f7bba6 service neutron] 10.222.0.88 "GET /v2.0/networks/43fc4a49-4144-4792-8c9e-f6aa8e841df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2616558 May 18 18:14:17.113926 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f01418b8-327c-454c-bb62-589f407b9616 req-f1bb4b3a-70cc-48eb-b7b8-28b149f61fb4 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/security-groups?id=8ad86751-3372-47de-bc84-2bfa3ff50eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895607 May 18 18:14:17.121946 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-88d516db-2376-4872-9c5b-371bd8c05fdb tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:17.128327 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-ba8762fc-c98f-45ad-a637-666949104186 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1113065239-network', 'tenant_id': '4667f10dce1e42bbbeb327b02812458d'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:14:17.186363 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdddb33-616f-453a-a6f2-4f2ed8a8d78a req-831a2037-a4b8-4a2f-b907-90524e73dd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:17.188584 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bfdddb33-616f-453a-a6f2-4f2ed8a8d78a req-831a2037-a4b8-4a2f-b907-90524e73dd28 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=055b7a59-22e7-493f-ba66-d1ab1ebb4b38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1314828 May 18 18:14:17.191280 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba8762fc-c98f-45ad-a637-666949104186 admin admin] Made reservation on behalf of 4667f10dce1e42bbbeb327b02812458d for: {'network': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:14:17.196164 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ba8762fc-c98f-45ad-a637-666949104186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:17.246123 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-88d516db-2376-4872-9c5b-371bd8c05fdb tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Deleting port c03e4d27-ddf8-4552-8516-8e9b2057142c {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:14:17.246474 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-88d516db-2376-4872-9c5b-371bd8c05fdb tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:17.276867 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ba8762fc-c98f-45ad-a637-666949104186 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:17.317593 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c9bafda-0c9f-4842-8f1e-6967a73c6b72 None None] DHCP port deletion for a968d391-7aa4-41b5-bc41-860a05456b06 request from n-d-838550-3 {{(pid=102732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 18:14:17.336894 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-88d516db-2376-4872-9c5b-371bd8c05fdb tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] For port c03e4d27-ddf8-4552-8516-8e9b2057142c, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=c03e4d27-ddf8-4552-8516-8e9b2057142c,segment=NetworkSegment(fe0755fd-f37b-43af-9caf-458b9927f571),segment_id=fe0755fd-f37b-43af-9caf-458b9927f571)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:14:17.336894 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-88d516db-2376-4872-9c5b-371bd8c05fdb tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:17.374508 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-88d516db-2376-4872-9c5b-371bd8c05fdb tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Calling delete_port for c03e4d27-ddf8-4552-8516-8e9b2057142c owned by network:dhcp {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:14:17.376443 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-1c9bafda-0c9f-4842-8f1e-6967a73c6b72 None None] Deleting port c03e4d27-ddf8-4552-8516-8e9b2057142c {{(pid=102732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:14:17.377142 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1c9bafda-0c9f-4842-8f1e-6967a73c6b72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:17.405459 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51787ad0-4aa3-4749-9494-5b64ab71c230 req-5d03ce9a-4cb5-48b1-b66b-4eb8f36ded2c tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:17.407079 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-51787ad0-4aa3-4749-9494-5b64ab71c230 req-5d03ce9a-4cb5-48b1-b66b-4eb8f36ded2c tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] 10.222.0.85 "GET /v2.0/ports?device_id=3d23b3b3-bd88-458c-b269-14a2fe755bd8&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2054791 May 18 18:14:17.458641 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-1c9bafda-0c9f-4842-8f1e-6967a73c6b72 None None] For port c03e4d27-ddf8-4552-8516-8e9b2057142c, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=c03e4d27-ddf8-4552-8516-8e9b2057142c,segment=NetworkSegment(fe0755fd-f37b-43af-9caf-458b9927f571),segment_id=fe0755fd-f37b-43af-9caf-458b9927f571)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:14:17.459187 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1c9bafda-0c9f-4842-8f1e-6967a73c6b72 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:17.480458 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-1c9bafda-0c9f-4842-8f1e-6967a73c6b72 None None] Calling delete_port for c03e4d27-ddf8-4552-8516-8e9b2057142c owned by network:dhcp {{(pid=102732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:14:17.482097 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bfdddb33-616f-453a-a6f2-4f2ed8a8d78a req-2b7dbc27-818c-4e94-bd09-8bece9c6dc58 service neutron] 10.222.0.36 "GET /v2.0/networks/055b7a59-22e7-493f-ba66-d1ab1ebb4b38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2828226 May 18 18:14:17.489079 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-88d516db-2376-4872-9c5b-371bd8c05fdb tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:17.517688 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-51787ad0-4aa3-4749-9494-5b64ab71c230 req-62828317-9a3b-409b-9730-fc6ce0097997 tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] 10.222.0.85 "GET /v2.0/floatingips?floating_ip_address=172.25.5.204 HTTP/1.1" status: 200 len: 696 time: 0.0974388 May 18 18:14:17.541330 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-51787ad0-4aa3-4749-9494-5b64ab71c230 req-45a7b186-841f-42d0-a355-dbe723cdd8cd tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] Request body: {'floatingip': {'port_id': '0f1e156f-0185-46e5-be92-6a68958188b3', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:14:17.545884 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d516db-2376-4872-9c5b-371bd8c05fdb tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Pushing event deleted for resources: {'Port': ['ID=c03e4d27-ddf8-4552-8516-8e9b2057142c,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:14:17.550347 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d516db-2376-4872-9c5b-371bd8c05fdb tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] No DVR routers for this DVR port c03e4d27-ddf8-4552-8516-8e9b2057142c on host n-d-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:14:17.656299 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-51787ad0-4aa3-4749-9494-5b64ab71c230 req-45a7b186-841f-42d0-a355-dbe723cdd8cd tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] Notify callbacks [] for floatingip, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:17.663790 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ba8762fc-c98f-45ad-a637-666949104186 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:17.697159 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-88d516db-2376-4872-9c5b-371bd8c05fdb tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:17.714952 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ba8762fc-c98f-45ad-a637-666949104186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:17.725003 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-88d516db-2376-4872-9c5b-371bd8c05fdb tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a968d391-7aa4-41b5-bc41-860a05456b06']}} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:14:17.737835 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-88d516db-2376-4872-9c5b-371bd8c05fdb tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe0755fd-f37b-43af-9caf-458b9927f571') {'for_net_delete': True} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:14:17.738382 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-88d516db-2376-4872-9c5b-371bd8c05fdb tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe0755fd-f37b-43af-9caf-458b9927f571') {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:14:17.785012 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-88d516db-2376-4872-9c5b-371bd8c05fdb tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260542144'] for segment, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:17.799554 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1c9bafda-0c9f-4842-8f1e-6967a73c6b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508'] for port, after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:17.801304 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 59980) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:14:17.851356 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-88d516db-2376-4872-9c5b-371bd8c05fdb tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:17.858230 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9bafda-0c9f-4842-8f1e-6967a73c6b72 None None] Pushing event deleted for resources: {'Port': ['ID=c03e4d27-ddf8-4552-8516-8e9b2057142c,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:14:17.863704 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9bafda-0c9f-4842-8f1e-6967a73c6b72 None None] No DVR routers for this DVR port c03e4d27-ddf8-4552-8516-8e9b2057142c on host n-d-838550-3 {{(pid=102732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:14:17.867976 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88d516db-2376-4872-9c5b-371bd8c05fdb tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=102731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:14:17.868633 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-88d516db-2376-4872-9c5b-371bd8c05fdb tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260884178'] for segment, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:17.873961 n-d-838550-3 neutron-server[102731]: Traceback (most recent call last): May 18 18:14:17.873961 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:14:17.873961 n-d-838550-3 neutron-server[102731]: timer() May 18 18:14:17.873961 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:14:17.873961 n-d-838550-3 neutron-server[102731]: cb(*args, **kw) May 18 18:14:17.873961 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:14:17.873961 n-d-838550-3 neutron-server[102731]: return func(*args, **kwargs) May 18 18:14:17.873961 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:14:17.873961 n-d-838550-3 neutron-server[102731]: self._notify() May 18 18:14:17.873961 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:14:17.873961 n-d-838550-3 neutron-server[102731]: self.callback(batched_events) May 18 18:14:17.873961 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:14:17.873961 n-d-838550-3 neutron-server[102731]: event.method(event) May 18 18:14:17.873961 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:14:17.873961 n-d-838550-3 neutron-server[102731]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:14:17.873961 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:14:17.873961 n-d-838550-3 neutron-server[102731]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:14:17.873961 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:14:17.873961 n-d-838550-3 neutron-server[102731]: return f(self, *a, **k) May 18 18:14:17.873961 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:14:17.873961 n-d-838550-3 neutron-server[102731]: return self._get(url).json() May 18 18:14:17.873961 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:14:17.873961 n-d-838550-3 neutron-server[102731]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:14:17.873961 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:14:17.873961 n-d-838550-3 neutron-server[102731]: return self.request(url, 'GET', **kwargs) May 18 18:14:17.873961 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:14:17.873961 n-d-838550-3 neutron-server[102731]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:14:17.873961 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:14:17.873961 n-d-838550-3 neutron-server[102731]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:14:17.873961 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:14:17.873961 n-d-838550-3 neutron-server[102731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:14:17.873961 n-d-838550-3 neutron-server[102731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:14:17.940251 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7dd88e-d5d2-4d04-8853-cfa320e87aa4 req-0729139b-6fc0-4762-9026-a73fbb14b301 tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:17.941828 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9e7dd88e-d5d2-4d04-8853-cfa320e87aa4 req-0729139b-6fc0-4762-9026-a73fbb14b301 tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] 10.222.0.85 "GET /v2.0/ports?device_id=f171da91-0489-4cdb-8388-3cfcd34f2b4d HTTP/1.1" status: 200 len: 945 time: 0.1594903 May 18 18:14:17.951063 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb97c6b7-10f1-43d6-be8c-c48e37d09bf4 req-48c01d86-8f09-4f58-b1d6-58aef060201a tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:17.952772 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fb97c6b7-10f1-43d6-be8c-c48e37d09bf4 req-48c01d86-8f09-4f58-b1d6-58aef060201a tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] 10.222.0.88 "GET /v2.0/ports?device_id=f171da91-0489-4cdb-8388-3cfcd34f2b4d HTTP/1.1" status: 200 len: 945 time: 0.2012665 May 18 18:14:17.973650 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 7 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 18:14:17.994816 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-e9e42a44-5486-48b6-b1ea-3efec1c6b0cc admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-117255796-network', 'tenant_id': '19b2a21c56c84519ae44e0e2e6b40d4a'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:14:17.999221 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba8762fc-c98f-45ad-a637-666949104186 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638} {{(pid=102730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:14:18.008803 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bfdddb33-616f-453a-a6f2-4f2ed8a8d78a req-caa2132f-8f45-45ee-b300-4b854551fff7 service neutron] 10.222.0.36 "GET /v2.0/networks/055b7a59-22e7-493f-ba66-d1ab1ebb4b38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5182986 May 18 18:14:18.012793 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8762fc-c98f-45ad-a637-666949104186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=987873b8-e341-4d92-9eb4-c3682f6ae42f,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:14:18.028637 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ba8762fc-c98f-45ad-a637-666949104186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:18.029193 n-d-838550-3 neutron-server[102730]: INFO neutron.db.segments_db [None req-ba8762fc-c98f-45ad-a637-666949104186 admin admin] Added segment b14cff5e-c393-4dce-b4d0-984d9041a56c of type vlan for network 0e7f8700-cd62-410f-94e8-8debe82f99f4 May 18 18:14:18.044827 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8762fc-c98f-45ad-a637-666949104186 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:14:18.045179 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8762fc-c98f-45ad-a637-666949104186 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:14:18.045559 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8762fc-c98f-45ad-a637-666949104186 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:14:18.045928 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8762fc-c98f-45ad-a637-666949104186 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:14:18.046644 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8762fc-c98f-45ad-a637-666949104186 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:14:18.047292 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8762fc-c98f-45ad-a637-666949104186 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:14:18.048063 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8762fc-c98f-45ad-a637-666949104186 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:14:18.048564 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8762fc-c98f-45ad-a637-666949104186 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:14:18.048911 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8762fc-c98f-45ad-a637-666949104186 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:14:18.049238 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8762fc-c98f-45ad-a637-666949104186 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:14:18.049595 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8762fc-c98f-45ad-a637-666949104186 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:14:18.049932 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8762fc-c98f-45ad-a637-666949104186 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:14:18.050855 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-88d516db-2376-4872-9c5b-371bd8c05fdb tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:18.052355 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9e42a44-5486-48b6-b1ea-3efec1c6b0cc admin admin] Made reservation on behalf of 19b2a21c56c84519ae44e0e2e6b40d4a for: {'network': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:14:18.055261 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e9e42a44-5486-48b6-b1ea-3efec1c6b0cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:18.074185 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-88d516db-2376-4872-9c5b-371bd8c05fdb tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:18.088781 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-88d516db-2376-4872-9c5b-371bd8c05fdb tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] 10.222.0.85 "DELETE /v2.0/networks/a968d391-7aa4-41b5-bc41-860a05456b06 HTTP/1.1" status: 204 len: 168 time: 1.1294193 May 18 18:14:18.092819 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 59992) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:14:18.120105 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9e7dd88e-d5d2-4d04-8853-cfa320e87aa4 req-83f6f69a-02d3-42ab-8b5c-1723eed99f3e tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] 10.222.0.85 "GET /v2.0/security-groups?id=31822f57-f559-4973-b21f-c8e6a3e161fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1654005 May 18 18:14:18.123902 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-f3429a3f-87fc-4a56-98ca-673cca0e4d6d tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-79813595'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:14:18.133699 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e9e42a44-5486-48b6-b1ea-3efec1c6b0cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:18.135620 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d516db-2376-4872-9c5b-371bd8c05fdb tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Pushing event deleted for resources: {'Network': ['ID=a968d391-7aa4-41b5-bc41-860a05456b06,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:14:18.139837 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ba8762fc-c98f-45ad-a637-666949104186 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:18.209055 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3429a3f-87fc-4a56-98ca-673cca0e4d6d tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Made reservation on behalf of 959b4a96654a42e29bad9a24937c9c47 for: {'network': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:14:18.218305 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f3429a3f-87fc-4a56-98ca-673cca0e4d6d tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:18.289318 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ba8762fc-c98f-45ad-a637-666949104186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:18.290439 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba8762fc-c98f-45ad-a637-666949104186 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:18.291039 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ba8762fc-c98f-45ad-a637-666949104186 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:18.334391 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3429a3f-87fc-4a56-98ca-673cca0e4d6d tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 646} {{(pid=102731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:14:18.338316 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-fb97c6b7-10f1-43d6-be8c-c48e37d09bf4 req-818e5971-82de-4a3c-b06e-813db5762e45 tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] Deleting port 39c9754d-ba47-4883-91b3-63ac6f3a01bc {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:14:18.338684 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-fb97c6b7-10f1-43d6-be8c-c48e37d09bf4 req-818e5971-82de-4a3c-b06e-813db5762e45 tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:18.403717 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device c03e4d27-ddf8-4552-8516-8e9b2057142c no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:14:18.404230 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422a9c37-31bd-4bde-b302-721ad050b35d req-c114ae8d-d382-40ec-be86-39527d3d3f79 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:18.405802 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-422a9c37-31bd-4bde-b302-721ad050b35d req-c114ae8d-d382-40ec-be86-39527d3d3f79 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/ports?device_id=9536d621-5e41-446b-99c9-3e9335c26fc6 HTTP/1.1" status: 200 len: 945 time: 0.1792965 May 18 18:14:18.432666 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: c03e4d27-ddf8-4552-8516-8e9b2057142c {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:14:18.433434 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device c03e4d27-ddf8-4552-8516-8e9b2057142c not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:14:18.457967 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f3429a3f-87fc-4a56-98ca-673cca0e4d6d tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:18.458416 n-d-838550-3 neutron-server[102731]: INFO neutron.db.segments_db [None req-f3429a3f-87fc-4a56-98ca-673cca0e4d6d tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Added segment 09ee6490-c7ed-45cb-b364-0948f89df2b5 of type vlan for network 7c3de9e8-235e-4d4d-8982-5d2012545661 May 18 18:14:18.552737 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f3429a3f-87fc-4a56-98ca-673cca0e4d6d tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:18.567074 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e9e42a44-5486-48b6-b1ea-3efec1c6b0cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:18.586495 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e9e42a44-5486-48b6-b1ea-3efec1c6b0cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:18.611889 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-fb97c6b7-10f1-43d6-be8c-c48e37d09bf4 req-818e5971-82de-4a3c-b06e-813db5762e45 tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] For port 39c9754d-ba47-4883-91b3-63ac6f3a01bc, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=39c9754d-ba47-4883-91b3-63ac6f3a01bc,segment=NetworkSegment(5de370d0-266c-4962-933f-566972964e54),segment_id=5de370d0-266c-4962-933f-566972964e54)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:14:18.612370 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-fb97c6b7-10f1-43d6-be8c-c48e37d09bf4 req-818e5971-82de-4a3c-b06e-813db5762e45 tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:18.639339 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-422a9c37-31bd-4bde-b302-721ad050b35d req-53402905-4c3a-4de1-a50d-a4dbc44a11af tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/security-groups?id=73e433d4-f339-4b3f-93ff-d66128030654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1719162 May 18 18:14:18.674160 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f3429a3f-87fc-4a56-98ca-673cca0e4d6d tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:18.674795 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3429a3f-87fc-4a56-98ca-673cca0e4d6d tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:18.675536 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f3429a3f-87fc-4a56-98ca-673cca0e4d6d tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:18.706291 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-ba8762fc-c98f-45ad-a637-666949104186 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.0700970 May 18 18:14:18.713470 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 60000) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:14:18.718402 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-4de28c9d-aa4e-4570-9ebb-fb641360bf2d admin admin] Request body: {'subnet': {'network_id': '0e7f8700-cd62-410f-94e8-8debe82f99f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1113065239-subnet', 'tenant_id': '4667f10dce1e42bbbeb327b02812458d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:14:18.730019 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8762fc-c98f-45ad-a637-666949104186 admin admin] Pushing event updated for resources: {'Network': ['ID=0e7f8700-cd62-410f-94e8-8debe82f99f4,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:14:18.731876 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9e42a44-5486-48b6-b1ea-3efec1c6b0cc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 639} {{(pid=102731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:14:18.744674 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network 0e7f8700-cd62-410f-94e8-8debe82f99f4 details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:14:18.764247 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e42a44-5486-48b6-b1ea-3efec1c6b0cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=669c72cc-2d57-413a-a138-55e3af853dc9,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:14:18.816296 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4de28c9d-aa4e-4570-9ebb-fb641360bf2d admin admin] Made reservation on behalf of 4667f10dce1e42bbbeb327b02812458d for: {'subnet': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:14:18.818591 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4de28c9d-aa4e-4570-9ebb-fb641360bf2d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261031885'] for subnet, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:18.870623 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-f3429a3f-87fc-4a56-98ca-673cca0e4d6d tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7746038 May 18 18:14:18.873436 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 60002) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:14:18.875261 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e9e42a44-5486-48b6-b1ea-3efec1c6b0cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:18.875707 n-d-838550-3 neutron-server[102731]: INFO neutron.db.segments_db [None req-e9e42a44-5486-48b6-b1ea-3efec1c6b0cc admin admin] Added segment dabf31fc-bf46-4072-b79b-38c5e63ab01f of type vlan for network 2a86ad2b-d6e3-45fc-a15e-2ed33519bcdb May 18 18:14:18.877138 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.db.resource_extend [req-51787ad0-4aa3-4749-9494-5b64ab71c230 req-45a7b186-841f-42d0-a355-dbe723cdd8cd tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 18 18:14:18.891318 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-fb3fe9e0-4444-4541-bcd5-55ec1f01adaa tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Request body: {'subnet': {'network_id': '7c3de9e8-235e-4d4d-8982-5d2012545661', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:14:19.049150 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-51787ad0-4aa3-4749-9494-5b64ab71c230 req-45a7b186-841f-42d0-a355-dbe723cdd8cd tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:19.063357 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-51787ad0-4aa3-4749-9494-5b64ab71c230 req-45a7b186-841f-42d0-a355-dbe723cdd8cd tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596987'] for floatingip, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:19.191011 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3429a3f-87fc-4a56-98ca-673cca0e4d6d tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Pushing event updated for resources: {'Network': ['ID=7c3de9e8-235e-4d4d-8982-5d2012545661,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:14:19.197116 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb3fe9e0-4444-4541-bcd5-55ec1f01adaa tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Made reservation on behalf of 959b4a96654a42e29bad9a24937c9c47 for: {'subnet': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:14:19.200982 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-fb3fe9e0-4444-4541-bcd5-55ec1f01adaa tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261031885'] for subnet, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:19.215513 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e9e42a44-5486-48b6-b1ea-3efec1c6b0cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:19.216347 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network 7c3de9e8-235e-4d4d-8982-5d2012545661 details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:14:19.284834 n-d-838550-3 neutron-server[102730]: INFO neutron.db.l3_db [req-51787ad0-4aa3-4749-9494-5b64ab71c230 req-45a7b186-841f-42d0-a355-dbe723cdd8cd tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] Floating IP 5e7b8b69-9b20-428c-81f4-d988fa09b1b1 associated. External IP: 172.25.5.204, port: 0f1e156f-0185-46e5-be92-6a68958188b3. May 18 18:14:19.307355 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cfff24-b0cb-4849-9cd5-9d7c3ebeea4a req-ebcfc4f1-eb63-4633-9a59-3351559a1cac tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:19.315068 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-20cfff24-b0cb-4849-9cd5-9d7c3ebeea4a req-ebcfc4f1-eb63-4633-9a59-3351559a1cac tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/ports?device_id=ee9ee9f9-12a0-485a-a0ff-837d0d7a125e HTTP/1.1" status: 200 len: 943 time: 0.5683908 May 18 18:14:19.349482 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e9e42a44-5486-48b6-b1ea-3efec1c6b0cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:19.351142 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e42a44-5486-48b6-b1ea-3efec1c6b0cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:19.351811 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e9e42a44-5486-48b6-b1ea-3efec1c6b0cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:19.377716 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 4a054314-115c-4d3d-9e5c-ac8037a56aff details requested by agent hyperv_n-h2-838550-3 with host n-h2-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:14:19.437789 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4de28c9d-aa4e-4570-9ebb-fb641360bf2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261104883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261031899'] for subnet, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:19.452479 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-fb97c6b7-10f1-43d6-be8c-c48e37d09bf4 req-818e5971-82de-4a3c-b06e-813db5762e45 tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:19.452802 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-fb97c6b7-10f1-43d6-be8c-c48e37d09bf4 req-818e5971-82de-4a3c-b06e-813db5762e45 tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596987'] for floatingip, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:19.453061 n-d-838550-3 neutron-server[102731]: INFO neutron.db.l3_db [req-fb97c6b7-10f1-43d6-be8c-c48e37d09bf4 req-818e5971-82de-4a3c-b06e-813db5762e45 tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] Floating IP 4a012626-eb11-40af-a106-d831122d2173 disassociated. External IP: 172.25.5.18, port: 39c9754d-ba47-4883-91b3-63ac6f3a01bc. May 18 18:14:19.453409 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-fb97c6b7-10f1-43d6-be8c-c48e37d09bf4 req-818e5971-82de-4a3c-b06e-813db5762e45 tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] Calling delete_port for 39c9754d-ba47-4883-91b3-63ac6f3a01bc owned by compute:nova {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:14:19.526885 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-20cfff24-b0cb-4849-9cd5-9d7c3ebeea4a req-6fa077fb-6042-4504-8ea9-af4bacedd6ab tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/security-groups?id=8ad86751-3372-47de-bc84-2bfa3ff50eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102633 May 18 18:14:19.549074 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 4a054314-115c-4d3d-9e5c-ac8037a56aff, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=4a054314-115c-4d3d-9e5c-ac8037a56aff,segment=NetworkSegment(7fe567f5-b9bc-4b6c-8f11-60e107f314f0),segment_id=7fe567f5-b9bc-4b6c-8f11-60e107f314f0)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:14:19.563271 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Returning: {'device': '4a054314-115c-4d3d-9e5c-ac8037a56aff', 'network_id': '43fc4a49-4144-4792-8c9e-f6aa8e841df8', 'port_id': '4a054314-115c-4d3d-9e5c-ac8037a56aff', 'mac_address': 'fa:16:3e:0b:e6:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a6f771a-7d1f-4c0f-927b-d14a677a770b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:14:19.598231 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de28c9d-aa4e-4570-9ebb-fb641360bf2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ef5eff4-20b8-41c3-a961-3299046b5972,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:14:19.623900 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 4a054314-115c-4d3d-9e5c-ac8037a56aff is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:14:19.624596 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:19.643101 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a054314-115c-4d3d-9e5c-ac8037a56aff {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:14:19.671526 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 4a054314-115c-4d3d-9e5c-ac8037a56aff, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=4a054314-115c-4d3d-9e5c-ac8037a56aff,segment=NetworkSegment(7fe567f5-b9bc-4b6c-8f11-60e107f314f0),segment_id=7fe567f5-b9bc-4b6c-8f11-60e107f314f0)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:14:19.673826 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-e9e42a44-5486-48b6-b1ea-3efec1c6b0cc admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8607283 May 18 18:14:19.680248 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:19.691784 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e42a44-5486-48b6-b1ea-3efec1c6b0cc admin admin] Pushing event updated for resources: {'Network': ['ID=2a86ad2b-d6e3-45fc-a15e-2ed33519bcdb,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:14:19.708369 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de28c9d-aa4e-4570-9ebb-fb641360bf2d admin admin] Checking segment: {'id': 'b14cff5e-c393-4dce-b4d0-984d9041a56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '0e7f8700-cd62-410f-94e8-8debe82f99f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:14:19.708369 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de28c9d-aa4e-4570-9ebb-fb641360bf2d admin admin] Network hostable DHCP agents. Network: 0e7f8700-cd62-410f-94e8-8debe82f99f4, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:14:19.735787 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e42a44-5486-48b6-b1ea-3efec1c6b0cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:14:19.736449 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e42a44-5486-48b6-b1ea-3efec1c6b0cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:14:19.737153 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e42a44-5486-48b6-b1ea-3efec1c6b0cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:14:19.737749 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e42a44-5486-48b6-b1ea-3efec1c6b0cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:14:19.738228 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e42a44-5486-48b6-b1ea-3efec1c6b0cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:14:19.738710 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e42a44-5486-48b6-b1ea-3efec1c6b0cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:14:19.739193 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e42a44-5486-48b6-b1ea-3efec1c6b0cc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:14:19.740148 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e42a44-5486-48b6-b1ea-3efec1c6b0cc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:14:19.740635 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e42a44-5486-48b6-b1ea-3efec1c6b0cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:14:19.741147 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e42a44-5486-48b6-b1ea-3efec1c6b0cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:14:19.741645 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e42a44-5486-48b6-b1ea-3efec1c6b0cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:14:19.742841 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e42a44-5486-48b6-b1ea-3efec1c6b0cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:14:19.764894 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network 2a86ad2b-d6e3-45fc-a15e-2ed33519bcdb details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:14:19.795319 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-fb3fe9e0-4444-4541-bcd5-55ec1f01adaa tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261104883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261031899'] for subnet, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:19.850340 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0656aa-0c3d-48c3-a413-1003afde4a0d req-d3af8e6f-64e0-4749-8291-330d406c0193 tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:19.852967 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ca0656aa-0c3d-48c3-a413-1003afde4a0d req-d3af8e6f-64e0-4749-8291-330d406c0193 tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] 10.222.0.85 "GET /v2.0/ports?device_id=f171da91-0489-4cdb-8388-3cfcd34f2b4d HTTP/1.1" status: 200 len: 945 time: 0.2373064 May 18 18:14:19.940849 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de28c9d-aa4e-4570-9ebb-fb641360bf2d admin admin] Network 0e7f8700-cd62-410f-94e8-8debe82f99f4 is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:14:19.950356 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=4a054314-115c-4d3d-9e5c-ac8037a56aff,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:14:19.966319 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [req-51787ad0-4aa3-4749-9494-5b64ab71c230 req-45a7b186-841f-42d0-a355-dbe723cdd8cd tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] Router fb5c000a-e31a-4e4b-9def-b1a084e91642 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:14:20.007980 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ca0656aa-0c3d-48c3-a413-1003afde4a0d req-fa22b8ff-e4f6-40c1-8cff-ba9ff2de532a tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] 10.222.0.85 "GET /v2.0/security-groups?id=31822f57-f559-4973-b21f-c8e6a3e161fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1446145 May 18 18:14:20.041595 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-4de28c9d-aa4e-4570-9ebb-fb641360bf2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, 0e7f8700-cd62-410f-94e8-8debe82f99f4) {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:14:20.041737 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['4a054314-115c-4d3d-9e5c-ac8037a56aff'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:14:20.052618 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-886993b0-5aba-42f6-a30f-b20f4bc6c386 None None] Network 0e7f8700-cd62-410f-94e8-8debe82f99f4 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:14:20.059074 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3fe9e0-4444-4541-bcd5-55ec1f01adaa tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Checking segment: {'id': '09ee6490-c7ed-45cb-b364-0948f89df2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '7c3de9e8-235e-4d4d-8982-5d2012545661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:14:20.060192 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb3fe9e0-4444-4541-bcd5-55ec1f01adaa tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Network hostable DHCP agents. Network: 7c3de9e8-235e-4d4d-8982-5d2012545661, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:14:20.065450 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3fe9e0-4444-4541-bcd5-55ec1f01adaa tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Pushing event updated for resources: {'Subnet': ['ID=e5afb19f-13b5-4be4-84a1-50af85c202b1,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:14:20.075113 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de28c9d-aa4e-4570-9ebb-fb641360bf2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:20.076751 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4de28c9d-aa4e-4570-9ebb-fb641360bf2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:20.080613 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-fb97c6b7-10f1-43d6-be8c-c48e37d09bf4 req-818e5971-82de-4a3c-b06e-813db5762e45 tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:20.127801 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-4de28c9d-aa4e-4570-9ebb-fb641360bf2d admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.4108071 May 18 18:14:20.155459 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 60022) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:14:20.172953 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-6c03246a-c42d-4281-9158-fbc54ba8bbe0 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1113065239-router', 'tenant_id': '4667f10dce1e42bbbeb327b02812458d', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:14:20.180987 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818e5971-82de-4a3c-b06e-813db5762e45 tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] Pushing event deleted for resources: {'Port': ['ID=39c9754d-ba47-4883-91b3-63ac6f3a01bc,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:14:20.300556 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-51787ad0-4aa3-4749-9494-5b64ab71c230 req-45a7b186-841f-42d0-a355-dbe723cdd8cd tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:14:20.315151 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399253eb-ca39-41b6-81da-95ec5f456819 None None] Sync routers for ids ['fb5c000a-e31a-4e4b-9def-b1a084e91642'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:14:20.316576 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-51787ad0-4aa3-4749-9494-5b64ab71c230 req-45a7b186-841f-42d0-a355-dbe723cdd8cd tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:20.322171 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb3fe9e0-4444-4541-bcd5-55ec1f01adaa tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Network 7c3de9e8-235e-4d4d-8982-5d2012545661 is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:14:20.324961 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6c03246a-c42d-4281-9158-fbc54ba8bbe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25099'] for router, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:20.326037 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6c03246a-c42d-4281-9158-fbc54ba8bbe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-593238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596850', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25088'] for router, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:20.334994 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399253eb-ca39-41b6-81da-95ec5f456819 None None] Routers {'fb5c000a-e31a-4e4b-9def-b1a084e91642'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:14:20.336729 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-399253eb-ca39-41b6-81da-95ec5f456819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:14:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['fb5c000a-e31a-4e4b-9def-b1a084e91642'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:14:20.367140 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-fb3fe9e0-4444-4541-bcd5-55ec1f01adaa tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, 7c3de9e8-235e-4d4d-8982-5d2012545661) {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:14:20.386975 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee153519-2507-401c-9f45-f45fa4d03fcd None None] Network 7c3de9e8-235e-4d4d-8982-5d2012545661 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:14:20.389804 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb3fe9e0-4444-4541-bcd5-55ec1f01adaa tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:20.390507 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-fb3fe9e0-4444-4541-bcd5-55ec1f01adaa tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:20.406111 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-51787ad0-4aa3-4749-9494-5b64ab71c230 req-45a7b186-841f-42d0-a355-dbe723cdd8cd tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] 10.222.0.85 "PUT /v2.0/floatingips/5e7b8b69-9b20-428c-81f4-d988fa09b1b1 HTTP/1.1" status: 200 len: 996 time: 2.8874109 May 18 18:14:20.411117 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d23b3b3-bd88-458c-b269-14a2fe755bd8', 'tag': '0f1e156f-0185-46e5-be92-6a68958188b3'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:14:20.415925 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ae33f77-4993-485c-bf03-eef9a40bd4dc" -d '{"events": [{"name": "network-changed", "server_uuid": "3d23b3b3-bd88-458c-b269-14a2fe755bd8", "tag": "0f1e156f-0185-46e5-be92-6a68958188b3"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:14:20.422321 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69249d2c-4b66-4955-b04b-185ea74f9e8e req-9c1c4028-653f-4373-848e-ce3fbda3fce6 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:20.430050 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-69249d2c-4b66-4955-b04b-185ea74f9e8e req-9c1c4028-653f-4373-848e-ce3fbda3fce6 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/ports?device_id=9536d621-5e41-446b-99c9-3e9335c26fc6 HTTP/1.1" status: 200 len: 945 time: 0.2511373 May 18 18:14:20.479142 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6c03246a-c42d-4281-9158-fbc54ba8bbe0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:20.539056 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-fb3fe9e0-4444-4541-bcd5-55ec1f01adaa tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.6594765 May 18 18:14:20.539680 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 60026) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:14:20.555091 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54686d5e-072e-443d-87fc-902efd34bc34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-0e7f8700-cd62-410f-94e8-8debe82f99f4', 'network_id': '0e7f8700-cd62-410f-94e8-8debe82f99f4', 'tenant_id': '4667f10dce1e42bbbeb327b02812458d', 'fixed_ips': [{'subnet_id': '6ef5eff4-20b8-41c3-a961-3299046b5972'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:14:20.555637 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-8949d0e4-2b1f-4b82-85f4-98c74dcd759b tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1606537204'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:14:20.556122 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-54686d5e-072e-443d-87fc-902efd34bc34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:20.562855 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-69249d2c-4b66-4955-b04b-185ea74f9e8e req-2a2fb083-668f-452c-b23a-8f73b0eeaf39 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/security-groups?id=73e433d4-f339-4b3f-93ff-d66128030654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1318693 May 18 18:14:20.573068 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fb97c6b7-10f1-43d6-be8c-c48e37d09bf4 req-818e5971-82de-4a3c-b06e-813db5762e45 tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] Router 872810ba-01bd-44f7-b441-ddfca68b31da has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:14:20.595222 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-399253eb-ca39-41b6-81da-95ec5f456819 None None] Set router fb5c000a-e31a-4e4b-9def-b1a084e91642 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:14:20.632065 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51787ad0-4aa3-4749-9494-5b64ab71c230 req-8340dbcd-9c77-4421-a977-f810861f9dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:20.641580 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-51787ad0-4aa3-4749-9494-5b64ab71c230 req-8340dbcd-9c77-4421-a977-f810861f9dc5 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=8c352c21cdf84f17adeed5bdaa3e3fa6&device_id=3d23b3b3-bd88-458c-b269-14a2fe755bd8 HTTP/1.1" status: 200 len: 1096 time: 0.2100475 May 18 18:14:20.642509 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8949d0e4-2b1f-4b82-85f4-98c74dcd759b tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Made reservation on behalf of 959b4a96654a42e29bad9a24937c9c47 for: {'network': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:14:20.647562 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8949d0e4-2b1f-4b82-85f4-98c74dcd759b tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:20.740067 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-54686d5e-072e-443d-87fc-902efd34bc34 None None] Allocated IP 172.20.0.2 (0e7f8700-cd62-410f-94e8-8debe82f99f4/6ef5eff4-20b8-41c3-a961-3299046b5972/38a066a5-0689-4a03-97d1-5817784504aa) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:14:20.833348 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51787ad0-4aa3-4749-9494-5b64ab71c230 req-ca92e5b6-4e42-4f45-9a7f-299d628df814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:20.834965 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-51787ad0-4aa3-4749-9494-5b64ab71c230 req-ca92e5b6-4e42-4f45-9a7f-299d628df814 service neutron] 10.222.0.85 "GET /v2.0/networks?id=c1d6614b-2c59-4e70-a2a6-9369d97e5390 HTTP/1.1" status: 200 len: 921 time: 0.1778991 May 18 18:14:20.928097 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-54686d5e-072e-443d-87fc-902efd34bc34 None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:20.961845 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-54686d5e-072e-443d-87fc-902efd34bc34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:21.002239 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8949d0e4-2b1f-4b82-85f4-98c74dcd759b tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 642} {{(pid=102730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:14:21.028941 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-51787ad0-4aa3-4749-9494-5b64ab71c230 req-70a560a8-e265-448a-9ad2-4cedbb22e6dc service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f1e156f-0185-46e5-be92-6a68958188b3 HTTP/1.1" status: 200 len: 999 time: 0.1868782 May 18 18:14:21.034478 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8949d0e4-2b1f-4b82-85f4-98c74dcd759b tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:21.035126 n-d-838550-3 neutron-server[102730]: INFO neutron.db.segments_db [None req-8949d0e4-2b1f-4b82-85f4-98c74dcd759b tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Added segment 55f445fe-7c51-442d-9e16-efcc34c5c385 of type vlan for network c25cfa3e-d671-400b-88bc-ad4cd8741c35 May 18 18:14:21.070852 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6c03246a-c42d-4281-9158-fbc54ba8bbe0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:21.099816 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54686d5e-072e-443d-87fc-902efd34bc34 None None] Network 0e7f8700-cd62-410f-94e8-8debe82f99f4 is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:14:21.107351 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-399253eb-ca39-41b6-81da-95ec5f456819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb5c000a-e31a-4e4b-9def-b1a084e91642', 'name': 'tempest-ServerRescueTestJSONUnderV235-1190433492-router', 'tenant_id': '8c352c21cdf84f17adeed5bdaa3e3fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': '03165747-e1d3-4f86-bb38-94a7a680547a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:12:57Z', 'updated_at': '2022-05-18T18:13:08Z', 'revision_number': 4, 'project_id': '8c352c21cdf84f17adeed5bdaa3e3fa6', 'gw_port': {'id': '03165747-e1d3-4f86-bb38-94a7a680547a', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:8e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb5c000a-e31a-4e4b-9def-b1a084e91642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:13:00Z', 'updated_at': '2022-05-18T18:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': '5e7b8b69-9b20-428c-81f4-d988fa09b1b1', 'tenant_id': '8c352c21cdf84f17adeed5bdaa3e3fa6', 'floating_ip_address': '172.25.5.204', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': 'fb5c000a-e31a-4e4b-9def-b1a084e91642', 'port_id': '0f1e156f-0185-46e5-be92-6a68958188b3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1d6614b-2c59-4e70-a2a6-9369d97e5390', 'mac_address': 'fa:16:3e:ec:1b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d23b3b3-bd88-458c-b269-14a2fe755bd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T18:14:14Z', 'updated_at': '2022-05-18T18:14:18Z', 'revision_number': 1, 'project_id': '8c352c21cdf84f17adeed5bdaa3e3fa6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '179a9f0e-5cbd-4f05-86c0-50acb7229187', 'name': '', 'network_id': 'c1d6614b-2c59-4e70-a2a6-9369d97e5390', 'tenant_id': '8c352c21cdf84f17adeed5bdaa3e3fa6', 'mac_address': 'fa:16:3e:14:38:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb5c000a-e31a-4e4b-9def-b1a084e91642', 'device_owner': 'network:router_interface', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': 'afafec31-e363-47fe-be7d-25eb1518e0dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:13:06Z', 'updated_at': '2022-05-18T18:13:17Z', 'revision_number': 5, 'project_id': '8c352c21cdf84f17adeed5bdaa3e3fa6', 'subnets': [{'id': 'afafec31-e363-47fe-be7d-25eb1518e0dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:14:21.114477 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-54686d5e-072e-443d-87fc-902efd34bc34 None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:14:21.126163 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54686d5e-072e-443d-87fc-902efd34bc34 None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:14:21.131196 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8949d0e4-2b1f-4b82-85f4-98c74dcd759b tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:21.165121 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51787ad0-4aa3-4749-9494-5b64ab71c230 req-af9d3951-a243-4733-904b-bdab9606b383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:21.169639 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-51787ad0-4aa3-4749-9494-5b64ab71c230 req-af9d3951-a243-4733-904b-bdab9606b383 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=afafec31-e363-47fe-be7d-25eb1518e0dd HTTP/1.1" status: 200 len: 860 time: 0.1326106 May 18 18:14:21.180910 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54686d5e-072e-443d-87fc-902efd34bc34 None None] Pushing event updated for resources: {'Port': ['ID=38a066a5-0689-4a03-97d1-5817784504aa,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:14:21.182964 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399253eb-ca39-41b6-81da-95ec5f456819 None None] Checking router: fb5c000a-e31a-4e4b-9def-b1a084e91642 for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:14:21.208143 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399253eb-ca39-41b6-81da-95ec5f456819 None None] Routers {'fb5c000a-e31a-4e4b-9def-b1a084e91642'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:14:21.211107 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-399253eb-ca39-41b6-81da-95ec5f456819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:14:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['fb5c000a-e31a-4e4b-9def-b1a084e91642'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:14:21.216803 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-54686d5e-072e-443d-87fc-902efd34bc34 None None] Attempting to bind port 38a066a5-0689-4a03-97d1-5817784504aa on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:14:21.217461 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-54686d5e-072e-443d-87fc-902efd34bc34 None None] Attempting to bind port 38a066a5-0689-4a03-97d1-5817784504aa by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': 'b14cff5e-c393-4dce-b4d0-984d9041a56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '0e7f8700-cd62-410f-94e8-8debe82f99f4'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:14:21.217900 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54686d5e-072e-443d-87fc-902efd34bc34 None None] Attempting to bind port 38a066a5-0689-4a03-97d1-5817784504aa on network 0e7f8700-cd62-410f-94e8-8debe82f99f4 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:14:21.232638 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54686d5e-072e-443d-87fc-902efd34bc34 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:14:21.233147 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54686d5e-072e-443d-87fc-902efd34bc34 None None] Checking segment: {'id': 'b14cff5e-c393-4dce-b4d0-984d9041a56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '0e7f8700-cd62-410f-94e8-8debe82f99f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:14:21.233425 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-54686d5e-072e-443d-87fc-902efd34bc34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:21.233846 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54686d5e-072e-443d-87fc-902efd34bc34 None None] Bound using segment: {'id': 'b14cff5e-c393-4dce-b4d0-984d9041a56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '0e7f8700-cd62-410f-94e8-8debe82f99f4'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:14:21.234335 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-54686d5e-072e-443d-87fc-902efd34bc34 None None] Bound port: 38a066a5-0689-4a03-97d1-5817784504aa, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b14cff5e-c393-4dce-b4d0-984d9041a56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '0e7f8700-cd62-410f-94e8-8debe82f99f4'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:14:21.237438 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-51787ad0-4aa3-4749-9494-5b64ab71c230 req-3ba9dfb1-ae7e-46fd-9465-b41b26180966 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=c1d6614b-2c59-4e70-a2a6-9369d97e5390&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640671 May 18 18:14:21.241117 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-54686d5e-072e-443d-87fc-902efd34bc34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:21.244011 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8949d0e4-2b1f-4b82-85f4-98c74dcd759b tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:21.251477 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8949d0e4-2b1f-4b82-85f4-98c74dcd759b tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:21.252504 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8949d0e4-2b1f-4b82-85f4-98c74dcd759b tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:21.332465 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53de3f1a-5e6b-4b54-a8b0-07360fce95f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-7c3de9e8-235e-4d4d-8982-5d2012545661', 'network_id': '7c3de9e8-235e-4d4d-8982-5d2012545661', 'tenant_id': '959b4a96654a42e29bad9a24937c9c47', 'fixed_ips': [{'subnet_id': 'e5afb19f-13b5-4be4-84a1-50af85c202b1'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:14:21.333236 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-53de3f1a-5e6b-4b54-a8b0-07360fce95f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:21.373041 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-399253eb-ca39-41b6-81da-95ec5f456819 None None] Set router fb5c000a-e31a-4e4b-9def-b1a084e91642 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:14:21.375930 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8949d0e4-2b1f-4b82-85f4-98c74dcd759b tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Pushing event updated for resources: {'Network': ['ID=c25cfa3e-d671-400b-88bc-ad4cd8741c35,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:14:21.395287 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-8949d0e4-2b1f-4b82-85f4-98c74dcd759b tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8483231 May 18 18:14:21.400880 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network c25cfa3e-d671-400b-88bc-ad4cd8741c35 details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:14:21.402787 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 39c9754d-ba47-4883-91b3-63ac6f3a01bc no longer exists at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:14:21.406382 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fb97c6b7-10f1-43d6-be8c-c48e37d09bf4 req-818e5971-82de-4a3c-b06e-813db5762e45 tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:14:21.412695 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 60038) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:14:21.433988 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-56f36c08-2287-4955-be59-81319a74a663 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Request body: {'subnet': {'network_id': 'c25cfa3e-d671-400b-88bc-ad4cd8741c35', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:14:21.441597 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ebb367-90d4-4b51-9d77-de37c8903a57 None None] Sync routers for ids ['872810ba-01bd-44f7-b441-ddfca68b31da'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:14:21.472619 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] No Port match for: 39c9754d-ba47-4883-91b3-63ac6f3a01bc {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:14:21.472994 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 39c9754d-ba47-4883-91b3-63ac6f3a01bc not bound to the agent host n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:14:21.496533 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7277c150-9cfb-4d0c-b47c-13c5a1a79e80 req-07494a8d-8818-43ea-ab44-86672e7e9a00 tempest-ComputeTenantNetworksTest-173615114 tempest-ComputeTenantNetworksTest-173615114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:21.503162 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7277c150-9cfb-4d0c-b47c-13c5a1a79e80 req-07494a8d-8818-43ea-ab44-86672e7e9a00 tempest-ComputeTenantNetworksTest-173615114 tempest-ComputeTenantNetworksTest-173615114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:21.510515 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7277c150-9cfb-4d0c-b47c-13c5a1a79e80 req-07494a8d-8818-43ea-ab44-86672e7e9a00 tempest-ComputeTenantNetworksTest-173615114 tempest-ComputeTenantNetworksTest-173615114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:21.524481 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7277c150-9cfb-4d0c-b47c-13c5a1a79e80 req-07494a8d-8818-43ea-ab44-86672e7e9a00 tempest-ComputeTenantNetworksTest-173615114 tempest-ComputeTenantNetworksTest-173615114-project] 10.222.0.85 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.5316215 May 18 18:14:21.567607 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-51787ad0-4aa3-4749-9494-5b64ab71c230 req-bd96992a-67ce-4675-803e-2a0f5a698229 service neutron] 10.222.0.85 "GET /v2.0/networks/c1d6614b-2c59-4e70-a2a6-9369d97e5390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2959170 May 18 18:14:21.583811 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fb0fa5f-1ba4-4979-8bad-816af25fb78b x-openstack-request-id: req-2fb0fa5f-1ba4-4979-8bad-816af25fb78b {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:14:21.584168 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d23b3b3-bd88-458c-b269-14a2fe755bd8", "tag": "0f1e156f-0185-46e5-be92-6a68958188b3", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:14:21.588827 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-2fb0fa5f-1ba4-4979-8bad-816af25fb78b {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:14:21.590420 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fb0fa5f-1ba4-4979-8bad-816af25fb78b'] response: {'name': 'network-changed', 'server_uuid': '3d23b3b3-bd88-458c-b269-14a2fe755bd8', 'tag': '0f1e156f-0185-46e5-be92-6a68958188b3', 'status': 'completed', 'code': 200} May 18 18:14:21.614227 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-54686d5e-072e-443d-87fc-902efd34bc34 None None] For port 38a066a5-0689-4a03-97d1-5817784504aa, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:14:21.616384 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ebb367-90d4-4b51-9d77-de37c8903a57 None None] Routers {'872810ba-01bd-44f7-b441-ddfca68b31da'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:14:21.617002 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-18ebb367-90d4-4b51-9d77-de37c8903a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:14:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['872810ba-01bd-44f7-b441-ddfca68b31da'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:14:21.657590 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb97c6b7-10f1-43d6-be8c-c48e37d09bf4 req-818e5971-82de-4a3c-b06e-813db5762e45 tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] No DVR routers for this DVR port 39c9754d-ba47-4883-91b3-63ac6f3a01bc on host n-h2-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:14:21.668396 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-fb97c6b7-10f1-43d6-be8c-c48e37d09bf4 req-818e5971-82de-4a3c-b06e-813db5762e45 tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:21.672248 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fb97c6b7-10f1-43d6-be8c-c48e37d09bf4 req-818e5971-82de-4a3c-b06e-813db5762e45 tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] 10.222.0.88 "DELETE /v2.0/ports/39c9754d-ba47-4883-91b3-63ac6f3a01bc HTTP/1.1" status: 204 len: 173 time: 3.6593194 May 18 18:14:21.678065 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f171da91-0489-4cdb-8388-3cfcd34f2b4d', 'name': 'network-vif-deleted', 'tag': '39c9754d-ba47-4883-91b3-63ac6f3a01bc'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:14:21.680963 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23f5cd9d-f56c-43a4-a4d4-4ab332027235" -d '{"events": [{"server_uuid": "f171da91-0489-4cdb-8388-3cfcd34f2b4d", "name": "network-vif-deleted", "tag": "39c9754d-ba47-4883-91b3-63ac6f3a01bc"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:14:21.682620 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-54686d5e-072e-443d-87fc-902efd34bc34 None None] For port 38a066a5-0689-4a03-97d1-5817784504aa, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=38a066a5-0689-4a03-97d1-5817784504aa,segment=NetworkSegment(b14cff5e-c393-4dce-b4d0-984d9041a56c),segment_id=b14cff5e-c393-4dce-b4d0-984d9041a56c)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:14:21.706396 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-54686d5e-072e-443d-87fc-902efd34bc34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:21.785869 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae33f77-4993-485c-bf03-eef9a40bd4dc req-2780182f-debe-4f91-80a6-03381076b04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:21.789313 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0ae33f77-4993-485c-bf03-eef9a40bd4dc req-2780182f-debe-4f91-80a6-03381076b04a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8c352c21cdf84f17adeed5bdaa3e3fa6&device_id=3d23b3b3-bd88-458c-b269-14a2fe755bd8 HTTP/1.1" status: 200 len: 1096 time: 0.1684256 May 18 18:14:21.808025 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-399253eb-ca39-41b6-81da-95ec5f456819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb5c000a-e31a-4e4b-9def-b1a084e91642', 'name': 'tempest-ServerRescueTestJSONUnderV235-1190433492-router', 'tenant_id': '8c352c21cdf84f17adeed5bdaa3e3fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': '03165747-e1d3-4f86-bb38-94a7a680547a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:12:57Z', 'updated_at': '2022-05-18T18:13:08Z', 'revision_number': 4, 'project_id': '8c352c21cdf84f17adeed5bdaa3e3fa6', 'gw_port': {'id': '03165747-e1d3-4f86-bb38-94a7a680547a', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:8e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb5c000a-e31a-4e4b-9def-b1a084e91642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:13:00Z', 'updated_at': '2022-05-18T18:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': '5e7b8b69-9b20-428c-81f4-d988fa09b1b1', 'tenant_id': '8c352c21cdf84f17adeed5bdaa3e3fa6', 'floating_ip_address': '172.25.5.204', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': 'fb5c000a-e31a-4e4b-9def-b1a084e91642', 'port_id': '0f1e156f-0185-46e5-be92-6a68958188b3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1d6614b-2c59-4e70-a2a6-9369d97e5390', 'mac_address': 'fa:16:3e:ec:1b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d23b3b3-bd88-458c-b269-14a2fe755bd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T18:14:14Z', 'updated_at': '2022-05-18T18:14:18Z', 'revision_number': 1, 'project_id': '8c352c21cdf84f17adeed5bdaa3e3fa6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '179a9f0e-5cbd-4f05-86c0-50acb7229187', 'name': '', 'network_id': 'c1d6614b-2c59-4e70-a2a6-9369d97e5390', 'tenant_id': '8c352c21cdf84f17adeed5bdaa3e3fa6', 'mac_address': 'fa:16:3e:14:38:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb5c000a-e31a-4e4b-9def-b1a084e91642', 'device_owner': 'network:router_interface', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': 'afafec31-e363-47fe-be7d-25eb1518e0dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:13:06Z', 'updated_at': '2022-05-18T18:13:17Z', 'revision_number': 5, 'project_id': '8c352c21cdf84f17adeed5bdaa3e3fa6', 'subnets': [{'id': 'afafec31-e363-47fe-be7d-25eb1518e0dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:14:21.815217 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf3ca74-4e9a-4157-993e-68a35ea2f496 req-109499f7-b47e-4e06-868b-fb7a98ee1e10 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:21.816828 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7bf3ca74-4e9a-4157-993e-68a35ea2f496 req-109499f7-b47e-4e06-868b-fb7a98ee1e10 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/ports?device_id=ee9ee9f9-12a0-485a-a0ff-837d0d7a125e HTTP/1.1" status: 200 len: 944 time: 0.1260617 May 18 18:14:21.864407 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56f36c08-2287-4955-be59-81319a74a663 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Made reservation on behalf of 959b4a96654a42e29bad9a24937c9c47 for: {'subnet': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:14:21.867300 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399253eb-ca39-41b6-81da-95ec5f456819 None None] The sync data for ids ['fb5c000a-e31a-4e4b-9def-b1a084e91642'] in n-d-838550-3 is: [{'id': 'fb5c000a-e31a-4e4b-9def-b1a084e91642', 'name': 'tempest-ServerRescueTestJSONUnderV235-1190433492-router', 'tenant_id': '8c352c21cdf84f17adeed5bdaa3e3fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': '03165747-e1d3-4f86-bb38-94a7a680547a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:12:57Z', 'updated_at': '2022-05-18T18:13:08Z', 'revision_number': 4, 'project_id': '8c352c21cdf84f17adeed5bdaa3e3fa6', 'gw_port': {'id': '03165747-e1d3-4f86-bb38-94a7a680547a', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:8e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb5c000a-e31a-4e4b-9def-b1a084e91642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:13:00Z', 'updated_at': '2022-05-18T18:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': '5e7b8b69-9b20-428c-81f4-d988fa09b1b1', 'tenant_id': '8c352c21cdf84f17adeed5bdaa3e3fa6', 'floating_ip_address': '172.25.5.204', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': 'fb5c000a-e31a-4e4b-9def-b1a084e91642', 'port_id': '0f1e156f-0185-46e5-be92-6a68958188b3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1d6614b-2c59-4e70-a2a6-9369d97e5390', 'mac_address': 'fa:16:3e:ec:1b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d23b3b3-bd88-458c-b269-14a2fe755bd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T18:14:14Z', 'updated_at': '2022-05-18T18:14:18Z', 'revision_number': 1, 'project_id': '8c352c21cdf84f17adeed5bdaa3e3fa6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '179a9f0e-5cbd-4f05-86c0-50acb7229187', 'name': '', 'network_id': 'c1d6614b-2c59-4e70-a2a6-9369d97e5390', 'tenant_id': '8c352c21cdf84f17adeed5bdaa3e3fa6', 'mac_address': 'fa:16:3e:14:38:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb5c000a-e31a-4e4b-9def-b1a084e91642', 'device_owner': 'network:router_interface', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': 'afafec31-e363-47fe-be7d-25eb1518e0dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:13:06Z', 'updated_at': '2022-05-18T18:13:17Z', 'revision_number': 5, 'project_id': '8c352c21cdf84f17adeed5bdaa3e3fa6', 'subnets': [{'id': 'afafec31-e363-47fe-be7d-25eb1518e0dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:14:21.879772 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-56f36c08-2287-4955-be59-81319a74a663 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260908003'] for subnet, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:22.005308 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7bf3ca74-4e9a-4157-993e-68a35ea2f496 req-d3aa4c23-7638-46ef-a6fa-a02e5c157fc2 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/security-groups?id=8ad86751-3372-47de-bc84-2bfa3ff50eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629148 May 18 18:14:22.028047 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae33f77-4993-485c-bf03-eef9a40bd4dc req-a0f6b748-36e9-4a9d-ab1e-32b3f92f57c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:22.029742 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0ae33f77-4993-485c-bf03-eef9a40bd4dc req-a0f6b748-36e9-4a9d-ab1e-32b3f92f57c4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c1d6614b-2c59-4e70-a2a6-9369d97e5390 HTTP/1.1" status: 200 len: 921 time: 0.2263739 May 18 18:14:22.154999 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-53de3f1a-5e6b-4b54-a8b0-07360fce95f6 None None] Allocated IP 19.80.0.2 (7c3de9e8-235e-4d4d-8982-5d2012545661/e5afb19f-13b5-4be4-84a1-50af85c202b1/b3419fc3-499f-47f6-96bd-dd04b5e8decd) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:14:22.198602 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-18ebb367-90d4-4b51-9d77-de37c8903a57 None None] Set router 872810ba-01bd-44f7-b441-ddfca68b31da gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:14:22.233417 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-51787ad0-4aa3-4749-9494-5b64ab71c230 req-8f250348-ec5c-453b-b400-ec7f06225828 service neutron] 10.222.0.85 "GET /v2.0/networks/c1d6614b-2c59-4e70-a2a6-9369d97e5390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6592207 May 18 18:14:22.261893 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54686d5e-072e-443d-87fc-902efd34bc34 None None] Pushing event updated for resources: {'Port': ['ID=38a066a5-0689-4a03-97d1-5817784504aa,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:14:22.291438 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0ae33f77-4993-485c-bf03-eef9a40bd4dc req-a1a1adf3-b1aa-4a6e-ae15-cd495b3f4b4b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f1e156f-0185-46e5-be92-6a68958188b3 HTTP/1.1" status: 200 len: 999 time: 0.2418325 May 18 18:14:22.319453 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1c3026-3541-4940-99e3-1b0b8ebdc476 None None] New status for floating IP 5e7b8b69-9b20-428c-81f4-d988fa09b1b1: ACTIVE {{(pid=102733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 18:14:22.337066 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e323b413-be5a-4b83-bad3-6247cdf6ecd8 req-eb31203b-30a9-4b66-bc65-21c11b939479 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:22.350739 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e323b413-be5a-4b83-bad3-6247cdf6ecd8 req-eb31203b-30a9-4b66-bc65-21c11b939479 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/ports?device_id=9536d621-5e41-446b-99c9-3e9335c26fc6 HTTP/1.1" status: 200 len: 945 time: 0.2356284 May 18 18:14:22.357814 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 60048) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:14:22.365581 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-7e03b236-96a6-4936-93e7-5ec0182b153d tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Request body: {'floatingip': {'port_id': '838def1c-8efa-418c-9198-cdabfc7b28c3'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:14:22.419211 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae33f77-4993-485c-bf03-eef9a40bd4dc req-dcfcae83-0944-4f46-9b84-6529634cf7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:22.424122 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0ae33f77-4993-485c-bf03-eef9a40bd4dc req-dcfcae83-0944-4f46-9b84-6529634cf7b9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=afafec31-e363-47fe-be7d-25eb1518e0dd HTTP/1.1" status: 200 len: 860 time: 0.1235394 May 18 18:14:22.448280 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7e03b236-96a6-4936-93e7-5ec0182b153d tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Notify callbacks [] for floatingip, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:22.525606 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d7c311a5-c06b-4841-9d3a-62ea0b8a5bae req-140b977a-0ab0-446c-829c-71be3b4e2d48 tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] 10.222.0.85 "GET /v2.0/ports?device_id=f171da91-0489-4cdb-8388-3cfcd34f2b4d HTTP/1.1" status: 200 len: 210 time: 0.0991414 May 18 18:14:22.580053 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0ae33f77-4993-485c-bf03-eef9a40bd4dc req-748c392a-3f51-4097-a0ad-6c0039129f44 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c1d6614b-2c59-4e70-a2a6-9369d97e5390&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642240 May 18 18:14:22.891868 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b35dda09-9312-4f29-bfeb-94953fa9c5f8 req-742ba5a9-1438-46de-a621-dcdf43537254 tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] 10.222.0.85 "GET /v2.0/floatingips?floating_ip_address=172.25.5.204 HTTP/1.1" status: 200 len: 1001 time: 0.1831131 May 18 18:14:22.945542 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0ae33f77-4993-485c-bf03-eef9a40bd4dc req-4ce4488e-1887-42df-afab-30bf2839ef45 service neutron] 10.222.0.36 "GET /v2.0/networks/c1d6614b-2c59-4e70-a2a6-9369d97e5390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3464437 May 18 18:14:22.969315 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-53de3f1a-5e6b-4b54-a8b0-07360fce95f6 None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:22.978465 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35dda09-9312-4f29-bfeb-94953fa9c5f8 req-ed5271ce-0ffa-4149-9ac4-d0e3a9c03782 tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:22.981242 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b35dda09-9312-4f29-bfeb-94953fa9c5f8 req-ed5271ce-0ffa-4149-9ac4-d0e3a9c03782 tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] 10.222.0.85 "GET /v2.0/ports/0f1e156f-0185-46e5-be92-6a68958188b3 HTTP/1.1" status: 200 len: 942 time: 0.0813918 May 18 18:14:22.984089 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-53de3f1a-5e6b-4b54-a8b0-07360fce95f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:23.050773 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53de3f1a-5e6b-4b54-a8b0-07360fce95f6 None None] Pushing event updated for resources: {'Port': ['ID=b3419fc3-499f-47f6-96bd-dd04b5e8decd,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:14:23.071008 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53de3f1a-5e6b-4b54-a8b0-07360fce95f6 None None] Network 7c3de9e8-235e-4d4d-8982-5d2012545661 is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:14:23.077339 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-53de3f1a-5e6b-4b54-a8b0-07360fce95f6 None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:14:23.081449 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53de3f1a-5e6b-4b54-a8b0-07360fce95f6 None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:14:23.095655 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-18ebb367-90d4-4b51-9d77-de37c8903a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '872810ba-01bd-44f7-b441-ddfca68b31da', 'name': 'tempest-ServersTestBootFromVolume-1206550459-router', 'tenant_id': '1d597e9c8bd043aaab90725ea81b052d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '78bc444b-2f6a-4f94-8cf8-65be964abf12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:11:48Z', 'updated_at': '2022-05-18T18:11:58Z', 'revision_number': 4, 'project_id': '1d597e9c8bd043aaab90725ea81b052d', 'gw_port': {'id': '78bc444b-2f6a-4f94-8cf8-65be964abf12', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:57:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872810ba-01bd-44f7-b441-ddfca68b31da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:11:50Z', 'updated_at': '2022-05-18T18:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '59ef2299-fbb8-4395-a751-5c9d71ac3a9d', 'name': '', 'network_id': '57c5b4be-a470-4928-a580-29b0867d15b8', 'tenant_id': '1d597e9c8bd043aaab90725ea81b052d', 'mac_address': 'fa:16:3e:24:4d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872810ba-01bd-44f7-b441-ddfca68b31da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '9e3c6c6b-0d88-4038-aa09-805bbbc6a422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:11:55Z', 'updated_at': '2022-05-18T18:12:06Z', 'revision_number': 5, 'project_id': '1d597e9c8bd043aaab90725ea81b052d', 'subnets': [{'id': '9e3c6c6b-0d88-4038-aa09-805bbbc6a422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:14:23.170094 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ebb367-90d4-4b51-9d77-de37c8903a57 None None] Checking router: 872810ba-01bd-44f7-b441-ddfca68b31da for host: n-d-838550-3 {{(pid=102732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:14:23.191107 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ebb367-90d4-4b51-9d77-de37c8903a57 None None] Routers {'872810ba-01bd-44f7-b441-ddfca68b31da'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:14:23.191751 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-18ebb367-90d4-4b51-9d77-de37c8903a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:14:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['872810ba-01bd-44f7-b441-ddfca68b31da'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:14:23.309982 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-53de3f1a-5e6b-4b54-a8b0-07360fce95f6 None None] Attempting to bind port b3419fc3-499f-47f6-96bd-dd04b5e8decd on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:14:23.310538 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-53de3f1a-5e6b-4b54-a8b0-07360fce95f6 None None] Attempting to bind port b3419fc3-499f-47f6-96bd-dd04b5e8decd by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '09ee6490-c7ed-45cb-b364-0948f89df2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '7c3de9e8-235e-4d4d-8982-5d2012545661'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:14:23.311178 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53de3f1a-5e6b-4b54-a8b0-07360fce95f6 None None] Attempting to bind port b3419fc3-499f-47f6-96bd-dd04b5e8decd on network 7c3de9e8-235e-4d4d-8982-5d2012545661 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:14:23.386850 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53de3f1a-5e6b-4b54-a8b0-07360fce95f6 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:14:23.387654 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53de3f1a-5e6b-4b54-a8b0-07360fce95f6 None None] Checking segment: {'id': '09ee6490-c7ed-45cb-b364-0948f89df2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '7c3de9e8-235e-4d4d-8982-5d2012545661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:14:23.388291 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-53de3f1a-5e6b-4b54-a8b0-07360fce95f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:23.389019 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53de3f1a-5e6b-4b54-a8b0-07360fce95f6 None None] Bound using segment: {'id': '09ee6490-c7ed-45cb-b364-0948f89df2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '7c3de9e8-235e-4d4d-8982-5d2012545661'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:14:23.394660 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-53de3f1a-5e6b-4b54-a8b0-07360fce95f6 None None] Bound port: b3419fc3-499f-47f6-96bd-dd04b5e8decd, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09ee6490-c7ed-45cb-b364-0948f89df2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '7c3de9e8-235e-4d4d-8982-5d2012545661'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:14:23.395625 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-53de3f1a-5e6b-4b54-a8b0-07360fce95f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:23.402779 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 4a054314-115c-4d3d-9e5c-ac8037a56aff up at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:14:23.532463 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0ae33f77-4993-485c-bf03-eef9a40bd4dc req-d38d5fb9-2b06-4a12-bb8e-a06244464d69 service neutron] 10.222.0.36 "GET /v2.0/networks/c1d6614b-2c59-4e70-a2a6-9369d97e5390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5495074 May 18 18:14:23.548986 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-18ebb367-90d4-4b51-9d77-de37c8903a57 None None] Set router 872810ba-01bd-44f7-b441-ddfca68b31da gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:14:23.581589 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b35dda09-9312-4f29-bfeb-94953fa9c5f8 req-49aec31c-95b1-4778-b6e8-73a1c7e6a4bd tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] 10.222.0.85 "GET /v2.0/floatingips?floating_ip_address=172.25.5.204 HTTP/1.1" status: 200 len: 1001 time: 0.1975081 May 18 18:14:23.610942 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7e03b236-96a6-4936-93e7-5ec0182b153d tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:23.718849 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca18633d-b1f8-47b1-9b9c-e834344cee40 x-openstack-request-id: req-ca18633d-b1f8-47b1-9b9c-e834344cee40 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:14:23.719132 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f171da91-0489-4cdb-8388-3cfcd34f2b4d", "name": "network-vif-deleted", "tag": "39c9754d-ba47-4883-91b3-63ac6f3a01bc", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:14:23.719392 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-ca18633d-b1f8-47b1-9b9c-e834344cee40 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:14:23.719804 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca18633d-b1f8-47b1-9b9c-e834344cee40'] response: {'server_uuid': 'f171da91-0489-4cdb-8388-3cfcd34f2b4d', 'name': 'network-vif-deleted', 'tag': '39c9754d-ba47-4883-91b3-63ac6f3a01bc', 'status': 'completed', 'code': 200} May 18 18:14:23.783938 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-53de3f1a-5e6b-4b54-a8b0-07360fce95f6 None None] For port b3419fc3-499f-47f6-96bd-dd04b5e8decd, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:14:23.820921 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35dda09-9312-4f29-bfeb-94953fa9c5f8 req-10f8b0f2-4d11-4bfc-8075-863555ee69ee tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:23.826633 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-53de3f1a-5e6b-4b54-a8b0-07360fce95f6 None None] For port b3419fc3-499f-47f6-96bd-dd04b5e8decd, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=b3419fc3-499f-47f6-96bd-dd04b5e8decd,segment=NetworkSegment(09ee6490-c7ed-45cb-b364-0948f89df2b5),segment_id=09ee6490-c7ed-45cb-b364-0948f89df2b5)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:14:23.830465 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b35dda09-9312-4f29-bfeb-94953fa9c5f8 req-10f8b0f2-4d11-4bfc-8075-863555ee69ee tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] 10.222.0.85 "GET /v2.0/networks/31ebd439-090c-4b25-bbb0-31c48711b145 HTTP/1.1" status: 200 len: 784 time: 0.2383194 May 18 18:14:23.845406 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning for port 4a054314-115c-4d3d-9e5c-ac8037a56aff completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:14:23.860024 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6c03246a-c42d-4281-9158-fbc54ba8bbe0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:23.897668 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038882cd-56c9-4a52-a29a-dad54a6d0a65 req-c404834d-48b6-445d-a702-cbb718a68394 tempest-ComputeTenantNetworksTest-173615114 tempest-ComputeTenantNetworksTest-173615114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:23.899124 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-038882cd-56c9-4a52-a29a-dad54a6d0a65 req-c404834d-48b6-445d-a702-cbb718a68394 tempest-ComputeTenantNetworksTest-173615114 tempest-ComputeTenantNetworksTest-173615114-project] 10.222.0.85 "GET /v2.0/networks/2a86ad2b-d6e3-45fc-a15e-2ed33519bcdb HTTP/1.1" status: 200 len: 768 time: 1.4714949 May 18 18:14:23.900946 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6c03246a-c42d-4281-9158-fbc54ba8bbe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:23.914957 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 60056) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:14:23.954839 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-53de3f1a-5e6b-4b54-a8b0-07360fce95f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:23.994519 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b35dda09-9312-4f29-bfeb-94953fa9c5f8 req-beed34ba-6649-469e-8b79-6d36e197f238 tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] 10.222.0.85 "GET /v2.0/floatingips?floating_ip_address=172.25.5.204 HTTP/1.1" status: 200 len: 1001 time: 0.1627431 May 18 18:14:24.001874 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-b35dda09-9312-4f29-bfeb-94953fa9c5f8 req-57500d26-9b40-48c6-b9da-9bfb2e53c402 tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:14:24.007302 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a0e759-5317-40ef-84c1-bf50b1875593 None None] Network 0e7f8700-cd62-410f-94e8-8debe82f99f4 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:14:24.083044 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-6c03246a-c42d-4281-9158-fbc54ba8bbe0 admin admin] Allocated IP 172.25.5.248 (31ebd439-090c-4b25-bbb0-31c48711b145/363a2810-8a83-4be0-a317-7c91fcd94485/75400aa4-6916-49d1-adac-b948869e43da) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:14:24.103341 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-42786318-b940-43e1-8422-0bdcc455ad44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:24.111154 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning complete for port 4a054314-115c-4d3d-9e5c-ac8037a56aff triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:14:24.111544 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:24.133280 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-b35dda09-9312-4f29-bfeb-94953fa9c5f8 req-57500d26-9b40-48c6-b9da-9bfb2e53c402 tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] Notify callbacks [] for floatingip, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:24.213024 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7e03b236-96a6-4936-93e7-5ec0182b153d tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596987'] for floatingip, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:24.222577 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-56f36c08-2287-4955-be59-81319a74a663 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260898481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260908021'] for subnet, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:24.367009 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-918fe925-204d-4cd1-9495-6f22765ffd91 None None] Provisioning complete for port 38a066a5-0689-4a03-97d1-5817784504aa triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:14:24.367009 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-918fe925-204d-4cd1-9495-6f22765ffd91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:24.391776 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6c03246a-c42d-4281-9158-fbc54ba8bbe0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:24.400810 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53de3f1a-5e6b-4b54-a8b0-07360fce95f6 None None] Pushing event updated for resources: {'Port': ['ID=b3419fc3-499f-47f6-96bd-dd04b5e8decd,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:14:24.527252 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 4a054314-115c-4d3d-9e5c-ac8037a56aff is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:14:24.527652 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:24.554911 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 38a066a5-0689-4a03-97d1-5817784504aa up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:14:24.573679 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-b35dda09-9312-4f29-bfeb-94953fa9c5f8 req-57500d26-9b40-48c6-b9da-9bfb2e53c402 tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:24.576944 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-42786318-b940-43e1-8422-0bdcc455ad44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:24.603719 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-b35dda09-9312-4f29-bfeb-94953fa9c5f8 req-57500d26-9b40-48c6-b9da-9bfb2e53c402 tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596987'] for floatingip, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:24.604255 n-d-838550-3 neutron-server[102730]: INFO neutron.db.l3_db [req-b35dda09-9312-4f29-bfeb-94953fa9c5f8 req-57500d26-9b40-48c6-b9da-9bfb2e53c402 tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] Floating IP 5e7b8b69-9b20-428c-81f4-d988fa09b1b1 disassociated. External IP: 172.25.5.204, port: 0f1e156f-0185-46e5-be92-6a68958188b3. May 18 18:14:24.639601 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee9ee9f9-12a0-485a-a0ff-837d0d7a125e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a054314-115c-4d3d-9e5c-ac8037a56aff'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:14:24.641882 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ecfbbfd-8210-4212-8c42-fb02375f50a5" -d '{"events": [{"server_uuid": "ee9ee9f9-12a0-485a-a0ff-837d0d7a125e", "name": "network-vif-plugged", "status": "completed", "tag": "4a054314-115c-4d3d-9e5c-ac8037a56aff"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:14:24.657345 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f36c08-2287-4955-be59-81319a74a663 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Pushing event updated for resources: {'Subnet': ['ID=44a4caa5-6bc7-4c9b-b871-beebdae82fee,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:14:24.665963 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-42786318-b940-43e1-8422-0bdcc455ad44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a86ad2b-d6e3-45fc-a15e-2ed33519bcdb']}} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:14:24.684787 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-42786318-b940-43e1-8422-0bdcc455ad44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dabf31fc-bf46-4072-b79b-38c5e63ab01f') {'for_net_delete': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:14:24.685097 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-42786318-b940-43e1-8422-0bdcc455ad44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dabf31fc-bf46-4072-b79b-38c5e63ab01f') {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:14:24.690650 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 4a054314-115c-4d3d-9e5c-ac8037a56aff, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=4a054314-115c-4d3d-9e5c-ac8037a56aff,segment=NetworkSegment(7fe567f5-b9bc-4b6c-8f11-60e107f314f0),segment_id=7fe567f5-b9bc-4b6c-8f11-60e107f314f0)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:14:24.729481 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-42786318-b940-43e1-8422-0bdcc455ad44 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260107375'] for segment, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:24.742971 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:24.807122 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-42786318-b940-43e1-8422-0bdcc455ad44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:24.811319 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bcf4cc-bb85-415b-b888-c19756bb38e3 req-7b4f5f64-9c92-4d52-8c9b-6f64045c3a5a tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:24.811562 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-18ebb367-90d4-4b51-9d77-de37c8903a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '872810ba-01bd-44f7-b441-ddfca68b31da', 'name': 'tempest-ServersTestBootFromVolume-1206550459-router', 'tenant_id': '1d597e9c8bd043aaab90725ea81b052d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '78bc444b-2f6a-4f94-8cf8-65be964abf12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:11:48Z', 'updated_at': '2022-05-18T18:11:58Z', 'revision_number': 4, 'project_id': '1d597e9c8bd043aaab90725ea81b052d', 'gw_port': {'id': '78bc444b-2f6a-4f94-8cf8-65be964abf12', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:57:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872810ba-01bd-44f7-b441-ddfca68b31da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:11:50Z', 'updated_at': '2022-05-18T18:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '59ef2299-fbb8-4395-a751-5c9d71ac3a9d', 'name': '', 'network_id': '57c5b4be-a470-4928-a580-29b0867d15b8', 'tenant_id': '1d597e9c8bd043aaab90725ea81b052d', 'mac_address': 'fa:16:3e:24:4d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872810ba-01bd-44f7-b441-ddfca68b31da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '9e3c6c6b-0d88-4038-aa09-805bbbc6a422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:11:55Z', 'updated_at': '2022-05-18T18:12:06Z', 'revision_number': 5, 'project_id': '1d597e9c8bd043aaab90725ea81b052d', 'subnets': [{'id': '9e3c6c6b-0d88-4038-aa09-805bbbc6a422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:14:24.819009 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f8bcf4cc-bb85-415b-b888-c19756bb38e3 req-7b4f5f64-9c92-4d52-8c9b-6f64045c3a5a tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/ports?device_id=ee9ee9f9-12a0-485a-a0ff-837d0d7a125e HTTP/1.1" status: 200 len: 944 time: 0.6070812 May 18 18:14:24.826208 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42786318-b940-43e1-8422-0bdcc455ad44 admin admin] Releasing vlan 639 on physical network physnet1 to pool {{(pid=102730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:14:24.830937 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-42786318-b940-43e1-8422-0bdcc455ad44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261102736'] for segment, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:24.833029 n-d-838550-3 neutron-server[102730]: Traceback (most recent call last): May 18 18:14:24.833029 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:14:24.833029 n-d-838550-3 neutron-server[102730]: timer() May 18 18:14:24.833029 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:14:24.833029 n-d-838550-3 neutron-server[102730]: cb(*args, **kw) May 18 18:14:24.833029 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:14:24.833029 n-d-838550-3 neutron-server[102730]: return func(*args, **kwargs) May 18 18:14:24.833029 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:14:24.833029 n-d-838550-3 neutron-server[102730]: self._notify() May 18 18:14:24.833029 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:14:24.833029 n-d-838550-3 neutron-server[102730]: self.callback(batched_events) May 18 18:14:24.833029 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:14:24.833029 n-d-838550-3 neutron-server[102730]: event.method(event) May 18 18:14:24.833029 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:14:24.833029 n-d-838550-3 neutron-server[102730]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:14:24.833029 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:14:24.833029 n-d-838550-3 neutron-server[102730]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:14:24.833029 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:14:24.833029 n-d-838550-3 neutron-server[102730]: return f(self, *a, **k) May 18 18:14:24.833029 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:14:24.833029 n-d-838550-3 neutron-server[102730]: return self._get(url).json() May 18 18:14:24.833029 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:14:24.833029 n-d-838550-3 neutron-server[102730]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:14:24.833029 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:14:24.833029 n-d-838550-3 neutron-server[102730]: return self.request(url, 'GET', **kwargs) May 18 18:14:24.833029 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:14:24.833029 n-d-838550-3 neutron-server[102730]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:14:24.833029 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:14:24.833029 n-d-838550-3 neutron-server[102730]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:14:24.833029 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:14:24.833029 n-d-838550-3 neutron-server[102730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:14:24.833029 n-d-838550-3 neutron-server[102730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:14:24.844332 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f36c08-2287-4955-be59-81319a74a663 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Checking segment: {'id': '55f445fe-7c51-442d-9e16-efcc34c5c385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'c25cfa3e-d671-400b-88bc-ad4cd8741c35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:14:24.844849 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f36c08-2287-4955-be59-81319a74a663 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Network hostable DHCP agents. Network: c25cfa3e-d671-400b-88bc-ad4cd8741c35, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:14:24.856490 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6c03246a-c42d-4281-9158-fbc54ba8bbe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:24.911394 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ebb367-90d4-4b51-9d77-de37c8903a57 None None] The sync data for ids ['872810ba-01bd-44f7-b441-ddfca68b31da'] in n-d-838550-3 is: [{'id': '872810ba-01bd-44f7-b441-ddfca68b31da', 'name': 'tempest-ServersTestBootFromVolume-1206550459-router', 'tenant_id': '1d597e9c8bd043aaab90725ea81b052d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '78bc444b-2f6a-4f94-8cf8-65be964abf12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:11:48Z', 'updated_at': '2022-05-18T18:11:58Z', 'revision_number': 4, 'project_id': '1d597e9c8bd043aaab90725ea81b052d', 'gw_port': {'id': '78bc444b-2f6a-4f94-8cf8-65be964abf12', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:57:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872810ba-01bd-44f7-b441-ddfca68b31da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:11:50Z', 'updated_at': '2022-05-18T18:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '59ef2299-fbb8-4395-a751-5c9d71ac3a9d', 'name': '', 'network_id': '57c5b4be-a470-4928-a580-29b0867d15b8', 'tenant_id': '1d597e9c8bd043aaab90725ea81b052d', 'mac_address': 'fa:16:3e:24:4d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872810ba-01bd-44f7-b441-ddfca68b31da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '9e3c6c6b-0d88-4038-aa09-805bbbc6a422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:11:55Z', 'updated_at': '2022-05-18T18:12:06Z', 'revision_number': 5, 'project_id': '1d597e9c8bd043aaab90725ea81b052d', 'subnets': [{'id': '9e3c6c6b-0d88-4038-aa09-805bbbc6a422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:14:24.929767 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-918fe925-204d-4cd1-9495-6f22765ffd91 None None] Current status of the port 38a066a5-0689-4a03-97d1-5817784504aa is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:14:24.934454 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-918fe925-204d-4cd1-9495-6f22765ffd91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:25.064172 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-42786318-b940-43e1-8422-0bdcc455ad44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:25.073602 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-42786318-b940-43e1-8422-0bdcc455ad44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:25.079047 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-42786318-b940-43e1-8422-0bdcc455ad44 admin admin] 10.222.0.85 "DELETE /v2.0/networks/2a86ad2b-d6e3-45fc-a15e-2ed33519bcdb HTTP/1.1" status: 204 len: 168 time: 1.1626573 May 18 18:14:25.096018 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42786318-b940-43e1-8422-0bdcc455ad44 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a86ad2b-d6e3-45fc-a15e-2ed33519bcdb,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:14:25.185173 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b35dda09-9312-4f29-bfeb-94953fa9c5f8 req-57500d26-9b40-48c6-b9da-9bfb2e53c402 tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] Router fb5c000a-e31a-4e4b-9def-b1a084e91642 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:14:25.192022 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f8bcf4cc-bb85-415b-b888-c19756bb38e3 req-196e18d6-b530-4d8b-8e77-226df9a66023 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/security-groups?id=8ad86751-3372-47de-bc84-2bfa3ff50eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3719134 May 18 18:14:25.220374 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c03246a-c42d-4281-9158-fbc54ba8bbe0 admin admin] Network 31ebd439-090c-4b25-bbb0-31c48711b145 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:14:25.250639 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-6c03246a-c42d-4281-9158-fbc54ba8bbe0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:14:25.253943 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c03246a-c42d-4281-9158-fbc54ba8bbe0 admin admin] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:14:25.269527 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 38a066a5-0689-4a03-97d1-5817784504aa triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:14:25.270509 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f36c08-2287-4955-be59-81319a74a663 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Network c25cfa3e-d671-400b-88bc-ad4cd8741c35 is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:14:25.274992 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:25.325463 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=4a054314-115c-4d3d-9e5c-ac8037a56aff,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:14:25.329947 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 60064) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:14:25.378629 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c03246a-c42d-4281-9158-fbc54ba8bbe0 admin admin] Pushing event updated for resources: {'Port': ['ID=75400aa4-6916-49d1-adac-b948869e43da,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:14:25.382652 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-918fe925-204d-4cd1-9495-6f22765ffd91 None None] For port 38a066a5-0689-4a03-97d1-5817784504aa, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=38a066a5-0689-4a03-97d1-5817784504aa,segment=NetworkSegment(b14cff5e-c393-4dce-b4d0-984d9041a56c),segment_id=b14cff5e-c393-4dce-b4d0-984d9041a56c)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:14:25.392997 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-918fe925-204d-4cd1-9495-6f22765ffd91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:25.427890 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-56f36c08-2287-4955-be59-81319a74a663 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, c25cfa3e-d671-400b-88bc-ad4cd8741c35) {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:14:25.431397 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b35dda09-9312-4f29-bfeb-94953fa9c5f8 req-57500d26-9b40-48c6-b9da-9bfb2e53c402 tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:14:25.444843 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-b35dda09-9312-4f29-bfeb-94953fa9c5f8 req-57500d26-9b40-48c6-b9da-9bfb2e53c402 tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:25.473652 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e03b236-96a6-4936-93e7-5ec0182b153d tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Router 08f2f26e-c4e1-4c83-93dd-9b92298d525c has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:14:25.489705 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ccca3e80-1e1b-418d-92b9-fe6e9e5ea381 req-e2cd1cab-70d9-4c68-ac31-d0ead60b29d9 tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] 10.222.0.85 "GET /v2.0/ports?device_id=f171da91-0489-4cdb-8388-3cfcd34f2b4d HTTP/1.1" status: 200 len: 210 time: 0.1257908 May 18 18:14:25.491323 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f36c08-2287-4955-be59-81319a74a663 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:25.491916 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-56f36c08-2287-4955-be59-81319a74a663 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:25.529146 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b35dda09-9312-4f29-bfeb-94953fa9c5f8 req-57500d26-9b40-48c6-b9da-9bfb2e53c402 tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] 10.222.0.85 "PUT /v2.0/floatingips/5e7b8b69-9b20-428c-81f4-d988fa09b1b1 HTTP/1.1" status: 200 len: 695 time: 1.5335431 May 18 18:14:25.530665 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ae3581-3f07-43bf-b702-3022efb853d1 None None] Sync routers for ids ['fb5c000a-e31a-4e4b-9def-b1a084e91642'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:14:25.532067 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d23b3b3-bd88-458c-b269-14a2fe755bd8', 'tag': '0f1e156f-0185-46e5-be92-6a68958188b3'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:14:25.537844 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0791c5b-a307-4d0b-99e3-8ef47352a563" -d '{"events": [{"name": "network-changed", "server_uuid": "3d23b3b3-bd88-458c-b269-14a2fe755bd8", "tag": "0f1e156f-0185-46e5-be92-6a68958188b3"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:14:25.539052 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-56f36c08-2287-4955-be59-81319a74a663 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 4.1115124 May 18 18:14:25.539305 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3759a79-72fd-48e1-96ee-6fe8fb42e0ed None None] Network c25cfa3e-d671-400b-88bc-ad4cd8741c35 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:14:25.691716 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-b6ddc227-edcd-40c1-8fd5-8c9d9a284566 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=19b2a21c56c84519ae44e0e2e6b40d4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3310916 May 18 18:14:25.692277 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35dda09-9312-4f29-bfeb-94953fa9c5f8 req-f1192233-3702-47ff-8656-4773e5949a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:25.694491 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b35dda09-9312-4f29-bfeb-94953fa9c5f8 req-f1192233-3702-47ff-8656-4773e5949a16 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=8c352c21cdf84f17adeed5bdaa3e3fa6&device_id=3d23b3b3-bd88-458c-b269-14a2fe755bd8 HTTP/1.1" status: 200 len: 1096 time: 0.1226320 May 18 18:14:25.717049 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 60076) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:14:25.878257 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff2ade2c-ab0f-4ee1-bea1-bf05fa2ffb30 x-openstack-request-id: req-ff2ade2c-ab0f-4ee1-bea1-bf05fa2ffb30 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:14:25.878726 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d23b3b3-bd88-458c-b269-14a2fe755bd8", "tag": "0f1e156f-0185-46e5-be92-6a68958188b3", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:14:25.878989 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-ff2ade2c-ab0f-4ee1-bea1-bf05fa2ffb30 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:14:25.879391 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff2ade2c-ab0f-4ee1-bea1-bf05fa2ffb30'] response: {'name': 'network-changed', 'server_uuid': '3d23b3b3-bd88-458c-b269-14a2fe755bd8', 'tag': '0f1e156f-0185-46e5-be92-6a68958188b3', 'status': 'completed', 'code': 200} May 18 18:14:25.909600 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eda92e3a-8115-4385-a858-415de74af1ad x-openstack-request-id: req-eda92e3a-8115-4385-a858-415de74af1ad {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:14:25.909962 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee9ee9f9-12a0-485a-a0ff-837d0d7a125e", "name": "network-vif-plugged", "status": "completed", "tag": "4a054314-115c-4d3d-9e5c-ac8037a56aff", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:14:25.910226 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-eda92e3a-8115-4385-a858-415de74af1ad {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:14:25.910631 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eda92e3a-8115-4385-a858-415de74af1ad'] response: {'server_uuid': 'ee9ee9f9-12a0-485a-a0ff-837d0d7a125e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a054314-115c-4d3d-9e5c-ac8037a56aff', 'code': 200} May 18 18:14:25.930837 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-00896bb8-c7bb-481e-a05d-6226ad8efb2d None None] Provisioning complete for port 38a066a5-0689-4a03-97d1-5817784504aa triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:14:25.931217 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-00896bb8-c7bb-481e-a05d-6226ad8efb2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:25.964203 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ae3581-3f07-43bf-b702-3022efb853d1 None None] Routers {'fb5c000a-e31a-4e4b-9def-b1a084e91642'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:14:25.964904 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-c8ae3581-3f07-43bf-b702-3022efb853d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:14:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['fb5c000a-e31a-4e4b-9def-b1a084e91642'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:14:26.040936 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0791c5b-a307-4d0b-99e3-8ef47352a563 req-58599bbc-99e3-468c-a0dc-4315611f0911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:26.042821 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b0791c5b-a307-4d0b-99e3-8ef47352a563 req-58599bbc-99e3-468c-a0dc-4315611f0911 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8c352c21cdf84f17adeed5bdaa3e3fa6&device_id=3d23b3b3-bd88-458c-b269-14a2fe755bd8 HTTP/1.1" status: 200 len: 1096 time: 0.1676931 May 18 18:14:26.050581 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-10310f74-4b14-476b-bbe2-2922baf7b529 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:26.093053 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4a6cea-edaf-470c-b811-4229d0055300 None None] New status for floating IP 4a012626-eb11-40af-a106-d831122d2173: DOWN {{(pid=102733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 18:14:26.114409 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cedb7968-a19d-4ed6-aa73-a6a198a937b3 None None] Network 7c3de9e8-235e-4d4d-8982-5d2012545661 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:14:26.147596 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-10310f74-4b14-476b-bbe2-2922baf7b529 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:26.154719 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918fe925-204d-4cd1-9495-6f22765ffd91 None None] Pushing event updated for resources: {'Port': ['ID=38a066a5-0689-4a03-97d1-5817784504aa,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:14:26.175269 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35dda09-9312-4f29-bfeb-94953fa9c5f8 req-432870a7-4ae2-49c8-aa0e-9743c9d71201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:26.185383 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b35dda09-9312-4f29-bfeb-94953fa9c5f8 req-432870a7-4ae2-49c8-aa0e-9743c9d71201 service neutron] 10.222.0.85 "GET /v2.0/networks?id=c1d6614b-2c59-4e70-a2a6-9369d97e5390 HTTP/1.1" status: 200 len: 921 time: 0.3205857 May 18 18:14:26.280582 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 38a066a5-0689-4a03-97d1-5817784504aa is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:14:26.286216 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcba7e03-cf7e-4b50-af6c-3e99491a270e req-51de82d6-bbe6-494d-a04a-db68da0e5965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:26.293045 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bcba7e03-cf7e-4b50-af6c-3e99491a270e req-51de82d6-bbe6-494d-a04a-db68da0e5965 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=ee9ee9f9-12a0-485a-a0ff-837d0d7a125e HTTP/1.1" status: 200 len: 1096 time: 0.4429326 May 18 18:14:26.334132 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b35dda09-9312-4f29-bfeb-94953fa9c5f8 req-5b4e1f9a-1bb3-4bfa-8532-6d1c2a91232f service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f1e156f-0185-46e5-be92-6a68958188b3 HTTP/1.1" status: 200 len: 217 time: 0.1474967 May 18 18:14:26.433405 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-c8ae3581-3f07-43bf-b702-3022efb853d1 None None] Set router fb5c000a-e31a-4e4b-9def-b1a084e91642 gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:14:26.542203 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35dda09-9312-4f29-bfeb-94953fa9c5f8 req-07ebc500-c8ad-4134-b0b4-c0c7c92c0cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:26.542822 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e03b236-96a6-4936-93e7-5ec0182b153d tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:14:26.550774 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device b3419fc3-499f-47f6-96bd-dd04b5e8decd up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:14:26.551159 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b35dda09-9312-4f29-bfeb-94953fa9c5f8 req-07ebc500-c8ad-4134-b0b4-c0c7c92c0cad service neutron] 10.222.0.85 "GET /v2.0/subnets?id=afafec31-e363-47fe-be7d-25eb1518e0dd HTTP/1.1" status: 200 len: 860 time: 0.2156382 May 18 18:14:26.560711 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0791c5b-a307-4d0b-99e3-8ef47352a563 req-a903cbab-9d69-4568-a1d5-51ca2ccbf969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:26.569314 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7e03b236-96a6-4936-93e7-5ec0182b153d tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:26.570637 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b0791c5b-a307-4d0b-99e3-8ef47352a563 req-a903cbab-9d69-4568-a1d5-51ca2ccbf969 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c1d6614b-2c59-4e70-a2a6-9369d97e5390 HTTP/1.1" status: 200 len: 921 time: 0.4963112 May 18 18:14:26.593162 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75a7dfb-4643-4684-8b6c-f107efaea162 None None] Sync routers for ids ['08f2f26e-c4e1-4c83-93dd-9b92298d525c'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:14:26.601134 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b35dda09-9312-4f29-bfeb-94953fa9c5f8 req-43e9c3b5-1229-4065-b440-25d0c5922984 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=c1d6614b-2c59-4e70-a2a6-9369d97e5390&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482061 May 18 18:14:26.608064 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40fbbcd-ecba-4868-bccd-24c3a4abafce req-75ddf2fb-3f39-4cf9-add0-821a96bd5a10 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:26.615012 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40fbbcd-ecba-4868-bccd-24c3a4abafce req-75ddf2fb-3f39-4cf9-add0-821a96bd5a10 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:26.622917 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d40fbbcd-ecba-4868-bccd-24c3a4abafce req-75ddf2fb-3f39-4cf9-add0-821a96bd5a10 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] 10.222.0.85 "GET /v2.0/networks?id=7c3de9e8-235e-4d4d-8982-5d2012545661&id=c25cfa3e-d671-400b-88bc-ad4cd8741c35 HTTP/1.1" status: 200 len: 1390 time: 0.6708961 May 18 18:14:26.663882 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d40fbbcd-ecba-4868-bccd-24c3a4abafce req-d67f3cef-d64f-4276-a2e5-85d52a6bc383 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] 10.222.0.85 "GET /v2.0/quotas/959b4a96654a42e29bad9a24937c9c47 HTTP/1.1" status: 200 len: 375 time: 0.0391831 May 18 18:14:26.699270 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1470b012-c70e-459a-819c-e0953bdfe406 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-c25cfa3e-d671-400b-88bc-ad4cd8741c35', 'network_id': 'c25cfa3e-d671-400b-88bc-ad4cd8741c35', 'tenant_id': '959b4a96654a42e29bad9a24937c9c47', 'fixed_ips': [{'subnet_id': '44a4caa5-6bc7-4c9b-b871-beebdae82fee'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:14:26.700138 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1470b012-c70e-459a-819c-e0953bdfe406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:26.716248 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b35dda09-9312-4f29-bfeb-94953fa9c5f8 req-24862d63-3d75-4166-8242-41ac29fd16ee service neutron] 10.222.0.85 "GET /v2.0/networks/c1d6614b-2c59-4e70-a2a6-9369d97e5390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143777 May 18 18:14:26.717950 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-00896bb8-c7bb-481e-a05d-6226ad8efb2d None None] Current status of the port 38a066a5-0689-4a03-97d1-5817784504aa is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:14:26.718126 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-10310f74-4b14-476b-bbe2-2922baf7b529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:26.720592 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-10310f74-4b14-476b-bbe2-2922baf7b529 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:26.721764 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-10310f74-4b14-476b-bbe2-2922baf7b529 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/669c72cc-2d57-413a-a138-55e3af853dc9 HTTP/1.1" status: 204 len: 168 time: 1.0035291 May 18 18:14:26.747442 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75a7dfb-4643-4684-8b6c-f107efaea162 None None] Routers {'08f2f26e-c4e1-4c83-93dd-9b92298d525c'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:14:26.748089 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-f75a7dfb-4643-4684-8b6c-f107efaea162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:14:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['08f2f26e-c4e1-4c83-93dd-9b92298d525c'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:14:26.759173 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bcba7e03-cf7e-4b50-af6c-3e99491a270e req-d4403f6b-e31b-4b7f-8129-eeac10f2b8bc service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=8ad86751-3372-47de-bc84-2bfa3ff50eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4244998 May 18 18:14:26.776779 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b0791c5b-a307-4d0b-99e3-8ef47352a563 req-7b0d90ef-134c-4bc0-9441-f224bad274cf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f1e156f-0185-46e5-be92-6a68958188b3 HTTP/1.1" status: 200 len: 217 time: 0.1853459 May 18 18:14:26.780252 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10310f74-4b14-476b-bbe2-2922baf7b529 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=669c72cc-2d57-413a-a138-55e3af853dc9,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:14:26.842724 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9536d621-5e41-446b-99c9-3e9335c26fc6', 'tag': '838def1c-8efa-418c-9198-cdabfc7b28c3'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:14:26.854601 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66724677-c05b-4c59-9bd6-5e06eceb30c2" -d '{"events": [{"name": "network-changed", "server_uuid": "9536d621-5e41-446b-99c9-3e9335c26fc6", "tag": "838def1c-8efa-418c-9198-cdabfc7b28c3"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:14:26.895252 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0791c5b-a307-4d0b-99e3-8ef47352a563 req-d768a377-4edc-4a87-af58-76884b5dead1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:26.896450 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b0791c5b-a307-4d0b-99e3-8ef47352a563 req-d768a377-4edc-4a87-af58-76884b5dead1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=afafec31-e363-47fe-be7d-25eb1518e0dd HTTP/1.1" status: 200 len: 860 time: 0.0895054 May 18 18:14:26.980341 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d40fbbcd-ecba-4868-bccd-24c3a4abafce req-b34c5daf-5355-4895-8662-73f84e72a611 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=959b4a96654a42e29bad9a24937c9c47&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3149052 May 18 18:14:26.981510 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b35dda09-9312-4f29-bfeb-94953fa9c5f8 req-f01538ab-3644-46e7-9084-e8f7cd1ce831 service neutron] 10.222.0.85 "GET /v2.0/networks/c1d6614b-2c59-4e70-a2a6-9369d97e5390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2642801 May 18 18:14:26.985854 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b0791c5b-a307-4d0b-99e3-8ef47352a563 req-558ca4c4-dc29-4abc-a9e9-9b94de0e0bb3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c1d6614b-2c59-4e70-a2a6-9369d97e5390&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0718052 May 18 18:14:27.109742 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a0f45a2c-2c10-4a52-9bbc-758dfc402c25 None None] Provisioning complete for port b3419fc3-499f-47f6-96bd-dd04b5e8decd triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:14:27.110356 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a0f45a2c-2c10-4a52-9bbc-758dfc402c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:27.111763 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d40fbbcd-ecba-4868-bccd-24c3a4abafce req-09f801ee-bc41-422b-a292-c5d2f667f90a service neutron] 10.222.0.85 "GET /v2.0/networks/7c3de9e8-235e-4d4d-8982-5d2012545661?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301582 May 18 18:14:27.129024 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-7e03b236-96a6-4936-93e7-5ec0182b153d tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "PUT /v2.0/floatingips/5c8f39d9-5a52-480a-bd8b-b582d82d7866 HTTP/1.1" status: 200 len: 993 time: 4.7669914 May 18 18:14:27.146780 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6c03246a-c42d-4281-9158-fbc54ba8bbe0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:27.150352 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b0791c5b-a307-4d0b-99e3-8ef47352a563 req-fbf58cbf-7f3d-4f6e-91e3-52efe09ec145 service neutron] 10.222.0.36 "GET /v2.0/networks/c1d6614b-2c59-4e70-a2a6-9369d97e5390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568944 May 18 18:14:27.275488 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0960b8c2-bc90-4a5e-856e-70a9a4bd3355 req-1d113144-fa6d-4fce-8c50-e020db4bc78c tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:27.283329 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0960b8c2-bc90-4a5e-856e-70a9a4bd3355 req-1d113144-fa6d-4fce-8c50-e020db4bc78c tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/ports?device_id=ee9ee9f9-12a0-485a-a0ff-837d0d7a125e HTTP/1.1" status: 200 len: 945 time: 0.1317213 May 18 18:14:27.327326 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-1470b012-c70e-459a-819c-e0953bdfe406 None None] Allocated IP 19.86.0.2 (c25cfa3e-d671-400b-88bc-ad4cd8741c35/44a4caa5-6bc7-4c9b-b871-beebdae82fee/ecbf5bd2-9377-4fd5-ae30-07ea628fdb43) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:14:27.357119 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0960b8c2-bc90-4a5e-856e-70a9a4bd3355 req-f4037012-0da0-418e-b696-c4dc7ac948b0 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/security-groups?id=8ad86751-3372-47de-bc84-2bfa3ff50eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725436 May 18 18:14:27.407933 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b0791c5b-a307-4d0b-99e3-8ef47352a563 req-6ba2f678-169c-47e1-8357-8719b8f935fc service neutron] 10.222.0.36 "GET /v2.0/networks/c1d6614b-2c59-4e70-a2a6-9369d97e5390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2474205 May 18 18:14:27.528446 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8051539f-b278-4ab8-bbdf-2c1c095d7d8a req-64972369-9bfa-470d-83e4-14fe3c18ca96 tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] 10.222.0.85 "GET /v2.0/ports?device_id=f171da91-0489-4cdb-8388-3cfcd34f2b4d HTTP/1.1" status: 200 len: 210 time: 0.0548892 May 18 18:14:27.690812 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-f75a7dfb-4643-4684-8b6c-f107efaea162 None None] Set router 08f2f26e-c4e1-4c83-93dd-9b92298d525c gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:14:27.770429 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1bf828c5-929a-40fd-8df2-24c48b545972 req-11fc5f46-680c-4cb1-b829-eb02bd5dacf6 tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] 10.222.0.85 "GET /v2.0/floatingips/5e7b8b69-9b20-428c-81f4-d988fa09b1b1 HTTP/1.1" status: 200 len: 695 time: 0.1165471 May 18 18:14:27.948398 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port b3419fc3-499f-47f6-96bd-dd04b5e8decd triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:14:27.948886 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:28.025454 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32b94f47-c379-4a72-a05b-31cc405f59a0 x-openstack-request-id: req-32b94f47-c379-4a72-a05b-31cc405f59a0 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:14:28.026508 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9536d621-5e41-446b-99c9-3e9335c26fc6", "tag": "838def1c-8efa-418c-9198-cdabfc7b28c3", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:14:28.027748 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-32b94f47-c379-4a72-a05b-31cc405f59a0 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:14:28.029989 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32b94f47-c379-4a72-a05b-31cc405f59a0'] response: {'name': 'network-changed', 'server_uuid': '9536d621-5e41-446b-99c9-3e9335c26fc6', 'tag': '838def1c-8efa-418c-9198-cdabfc7b28c3', 'status': 'completed', 'code': 200} May 18 18:14:28.064255 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf828c5-929a-40fd-8df2-24c48b545972 req-8016be1c-5c44-4e8a-9244-760cd71199ed tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:28.080813 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1bf828c5-929a-40fd-8df2-24c48b545972 req-8016be1c-5c44-4e8a-9244-760cd71199ed tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] 10.222.0.85 "GET /v2.0/networks/31ebd439-090c-4b25-bbb0-31c48711b145 HTTP/1.1" status: 200 len: 784 time: 0.3093741 May 18 18:14:28.171793 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d40fbbcd-ecba-4868-bccd-24c3a4abafce req-135190e9-7719-439f-a2ac-43d78c915f9b service neutron] 10.222.0.85 "GET /v2.0/networks/7c3de9e8-235e-4d4d-8982-5d2012545661?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0589423 May 18 18:14:28.213543 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1bf828c5-929a-40fd-8df2-24c48b545972 req-dd06efda-6959-4e9d-9e0b-bd4483b68cb2 tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] 10.222.0.85 "GET /v2.0/floatingips?floating_ip_address=172.25.5.204 HTTP/1.1" status: 200 len: 698 time: 0.1226366 May 18 18:14:28.318465 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66724677-c05b-4c59-9bd6-5e06eceb30c2 req-df140d3f-9632-4b40-bee8-ba47e80ba339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:28.320009 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-66724677-c05b-4c59-9bd6-5e06eceb30c2 req-df140d3f-9632-4b40-bee8-ba47e80ba339 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c37246a20f2845a089230b88402f6d1b&device_id=9536d621-5e41-446b-99c9-3e9335c26fc6 HTTP/1.1" status: 200 len: 1096 time: 0.6582336 May 18 18:14:28.336126 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1bf828c5-929a-40fd-8df2-24c48b545972 req-a7fc0af7-8fbe-4eb8-9479-5d3fdd8aed7b tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] 10.222.0.85 "GET /v2.0/floatingips?floating_ip_address=172.25.5.204 HTTP/1.1" status: 200 len: 698 time: 0.1191130 May 18 18:14:28.349815 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d40fbbcd-ecba-4868-bccd-24c3a4abafce req-c24f3676-d98e-4b28-8af0-311d64557026 service neutron] 10.222.0.85 "GET /v2.0/networks/c25cfa3e-d671-400b-88bc-ad4cd8741c35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766310 May 18 18:14:28.401322 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1470b012-c70e-459a-819c-e0953bdfe406 None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:28.455632 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a0f45a2c-2c10-4a52-9bbc-758dfc402c25 None None] Current status of the port b3419fc3-499f-47f6-96bd-dd04b5e8decd is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:14:28.455929 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a0f45a2c-2c10-4a52-9bbc-758dfc402c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:28.483540 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1470b012-c70e-459a-819c-e0953bdfe406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:28.560388 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1470b012-c70e-459a-819c-e0953bdfe406 None None] Pushing event updated for resources: {'Port': ['ID=ecbf5bd2-9377-4fd5-ae30-07ea628fdb43,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:14:28.609058 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1470b012-c70e-459a-819c-e0953bdfe406 None None] Network c25cfa3e-d671-400b-88bc-ad4cd8741c35 is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:14:28.620204 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-c8ae3581-3f07-43bf-b702-3022efb853d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb5c000a-e31a-4e4b-9def-b1a084e91642', 'name': 'tempest-ServerRescueTestJSONUnderV235-1190433492-router', 'tenant_id': '8c352c21cdf84f17adeed5bdaa3e3fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': '03165747-e1d3-4f86-bb38-94a7a680547a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:12:57Z', 'updated_at': '2022-05-18T18:13:08Z', 'revision_number': 4, 'project_id': '8c352c21cdf84f17adeed5bdaa3e3fa6', 'gw_port': {'id': '03165747-e1d3-4f86-bb38-94a7a680547a', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:8e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb5c000a-e31a-4e4b-9def-b1a084e91642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:13:00Z', 'updated_at': '2022-05-18T18:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '179a9f0e-5cbd-4f05-86c0-50acb7229187', 'name': '', 'network_id': 'c1d6614b-2c59-4e70-a2a6-9369d97e5390', 'tenant_id': '8c352c21cdf84f17adeed5bdaa3e3fa6', 'mac_address': 'fa:16:3e:14:38:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb5c000a-e31a-4e4b-9def-b1a084e91642', 'device_owner': 'network:router_interface', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': 'afafec31-e363-47fe-be7d-25eb1518e0dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:13:06Z', 'updated_at': '2022-05-18T18:13:17Z', 'revision_number': 5, 'project_id': '8c352c21cdf84f17adeed5bdaa3e3fa6', 'subnets': [{'id': 'afafec31-e363-47fe-be7d-25eb1518e0dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:14:28.622461 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-1470b012-c70e-459a-819c-e0953bdfe406 None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:14:28.638851 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d40fbbcd-ecba-4868-bccd-24c3a4abafce req-bc8e7c6f-1cf4-4d80-9507-c79d5a416ffa service neutron] 10.222.0.85 "GET /v2.0/networks/c25cfa3e-d671-400b-88bc-ad4cd8741c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2823944 May 18 18:14:28.639306 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1470b012-c70e-459a-819c-e0953bdfe406 None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:14:28.646533 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a0f45a2c-2c10-4a52-9bbc-758dfc402c25 None None] For port b3419fc3-499f-47f6-96bd-dd04b5e8decd, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=b3419fc3-499f-47f6-96bd-dd04b5e8decd,segment=NetworkSegment(09ee6490-c7ed-45cb-b364-0948f89df2b5),segment_id=09ee6490-c7ed-45cb-b364-0948f89df2b5)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:14:28.689921 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6c03246a-c42d-4281-9158-fbc54ba8bbe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596801'] for router, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:28.690476 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ae3581-3f07-43bf-b702-3022efb853d1 None None] Checking router: fb5c000a-e31a-4e4b-9def-b1a084e91642 for host: n-d-838550-3 {{(pid=102732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:14:28.707657 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a0f45a2c-2c10-4a52-9bbc-758dfc402c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:28.715666 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ae3581-3f07-43bf-b702-3022efb853d1 None None] Routers {'fb5c000a-e31a-4e4b-9def-b1a084e91642'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:14:28.716340 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-c8ae3581-3f07-43bf-b702-3022efb853d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:14:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['fb5c000a-e31a-4e4b-9def-b1a084e91642'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:14:28.837876 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f45a2c-2c10-4a52-9bbc-758dfc402c25 None None] Pushing event updated for resources: {'Port': ['ID=b3419fc3-499f-47f6-96bd-dd04b5e8decd,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:14:29.083391 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c03246a-c42d-4281-9158-fbc54ba8bbe0 admin admin] Router f9d02e6d-5859-4d04-a9f4-13dd179731fc is scheduled to L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e with binding_index 1 {{(pid=102731) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 18 18:14:29.126171 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port b3419fc3-499f-47f6-96bd-dd04b5e8decd is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:14:29.131459 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 38a066a5-0689-4a03-97d1-5817784504aa up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:14:29.229761 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf5375f-4dac-4752-8154-077a7e6cbf44 req-95bf00ef-71d5-4ac9-bba8-870d481810c3 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:29.231430 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9cf5375f-4dac-4752-8154-077a7e6cbf44 req-95bf00ef-71d5-4ac9-bba8-870d481810c3 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/ports?device_id=ee9ee9f9-12a0-485a-a0ff-837d0d7a125e HTTP/1.1" status: 200 len: 945 time: 0.1844847 May 18 18:14:29.355496 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9cf5375f-4dac-4752-8154-077a7e6cbf44 req-e46a5804-1d6c-4d2d-9597-4473137313b9 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/security-groups?id=8ad86751-3372-47de-bc84-2bfa3ff50eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111033 May 18 18:14:29.383973 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c03246a-c42d-4281-9158-fbc54ba8bbe0 admin admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:14:29.391813 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-9fd44914-3fbf-4f8a-afe5-13659f24b851 None None] Provisioning complete for port b3419fc3-499f-47f6-96bd-dd04b5e8decd triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:14:29.392108 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9fd44914-3fbf-4f8a-afe5-13659f24b851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:29.395794 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-c8ae3581-3f07-43bf-b702-3022efb853d1 None None] Set router fb5c000a-e31a-4e4b-9def-b1a084e91642 gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:14:29.396603 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f51944-63bd-446f-849e-0e2f5eae69ab None None] Sync routers for ids ['f9d02e6d-5859-4d04-a9f4-13dd179731fc'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:14:29.417681 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f51944-63bd-446f-849e-0e2f5eae69ab None None] Routers {'f9d02e6d-5859-4d04-a9f4-13dd179731fc'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:14:29.425393 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-72f51944-63bd-446f-849e-0e2f5eae69ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:14:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['f9d02e6d-5859-4d04-a9f4-13dd179731fc'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:14:29.464230 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6c03246a-c42d-4281-9158-fbc54ba8bbe0 admin admin] Notify callbacks [] for router, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:29.467087 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-6c03246a-c42d-4281-9158-fbc54ba8bbe0 admin admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 9.3103004 May 18 18:14:29.469868 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 60154) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:14:29.532082 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-1470b012-c70e-459a-819c-e0953bdfe406 None None] Attempting to bind port ecbf5bd2-9377-4fd5-ae30-07ea628fdb43 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:14:29.532548 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-1470b012-c70e-459a-819c-e0953bdfe406 None None] Attempting to bind port ecbf5bd2-9377-4fd5-ae30-07ea628fdb43 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '55f445fe-7c51-442d-9e16-efcc34c5c385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'c25cfa3e-d671-400b-88bc-ad4cd8741c35'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:14:29.532810 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1470b012-c70e-459a-819c-e0953bdfe406 None None] Attempting to bind port ecbf5bd2-9377-4fd5-ae30-07ea628fdb43 on network c25cfa3e-d671-400b-88bc-ad4cd8741c35 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:14:29.632369 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66724677-c05b-4c59-9bd6-5e06eceb30c2 req-9df7c484-6b1b-4a62-a104-9ef1a8dc6a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:29.634151 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-66724677-c05b-4c59-9bd6-5e06eceb30c2 req-9df7c484-6b1b-4a62-a104-9ef1a8dc6a42 service neutron] 10.222.0.36 "GET /v2.0/networks?id=055b7a59-22e7-493f-ba66-d1ab1ebb4b38 HTTP/1.1" status: 200 len: 919 time: 1.2970562 May 18 18:14:29.684236 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1470b012-c70e-459a-819c-e0953bdfe406 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:14:29.689494 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1470b012-c70e-459a-819c-e0953bdfe406 None None] Checking segment: {'id': '55f445fe-7c51-442d-9e16-efcc34c5c385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'c25cfa3e-d671-400b-88bc-ad4cd8741c35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:14:29.690616 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1470b012-c70e-459a-819c-e0953bdfe406 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:29.696358 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1470b012-c70e-459a-819c-e0953bdfe406 None None] Bound using segment: {'id': '55f445fe-7c51-442d-9e16-efcc34c5c385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'c25cfa3e-d671-400b-88bc-ad4cd8741c35'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:14:29.696882 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-1470b012-c70e-459a-819c-e0953bdfe406 None None] Bound port: ecbf5bd2-9377-4fd5-ae30-07ea628fdb43, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55f445fe-7c51-442d-9e16-efcc34c5c385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'c25cfa3e-d671-400b-88bc-ad4cd8741c35'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:14:29.697292 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1470b012-c70e-459a-819c-e0953bdfe406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:29.792446 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-72f51944-63bd-446f-849e-0e2f5eae69ab None None] Set router f9d02e6d-5859-4d04-a9f4-13dd179731fc gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:14:29.798664 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-1bf828c5-929a-40fd-8df2-24c48b545972 req-d4df8e28-fe2b-442f-be6d-47b4a80dca78 tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] Deleting port c5329a0e-a4f3-496d-8e9f-c3fcb4827e3c {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:14:29.799238 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-1bf828c5-929a-40fd-8df2-24c48b545972 req-d4df8e28-fe2b-442f-be6d-47b4a80dca78 tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:29.846806 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 60164) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:14:29.868596 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0ae1edba-dd24-42f1-b6fe-9c6263cf6d41 req-a247236f-c572-4e84-b925-e79f0b851875 tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] 10.222.0.85 "GET /v2.0/ports?device_id=f171da91-0489-4cdb-8388-3cfcd34f2b4d HTTP/1.1" status: 200 len: 210 time: 0.1472771 May 18 18:14:30.056814 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9536d621-5e41-446b-99c9-3e9335c26fc6', 'tag': '838def1c-8efa-418c-9198-cdabfc7b28c3'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:14:30.060087 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46fdc9d5-28ee-4580-83ba-dd49c39d7465" -d '{"events": [{"name": "network-changed", "server_uuid": "9536d621-5e41-446b-99c9-3e9335c26fc6", "tag": "838def1c-8efa-418c-9198-cdabfc7b28c3"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:14:30.099030 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-66724677-c05b-4c59-9bd6-5e06eceb30c2 req-39b9e067-1cff-499c-8e60-99c7008b3a1a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=838def1c-8efa-418c-9198-cdabfc7b28c3 HTTP/1.1" status: 200 len: 1001 time: 0.4523544 May 18 18:14:30.234992 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-f75a7dfb-4643-4684-8b6c-f107efaea162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08f2f26e-c4e1-4c83-93dd-9b92298d525c', 'name': 'tempest-ServerRescueNegativeTestJSON-502421857-router', 'tenant_id': 'c37246a20f2845a089230b88402f6d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '32dc8a7e-4aef-49a4-8d52-7e27ad60ae1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:10:31Z', 'updated_at': '2022-05-18T18:10:43Z', 'revision_number': 4, 'project_id': 'c37246a20f2845a089230b88402f6d1b', 'gw_port': {'id': '32dc8a7e-4aef-49a4-8d52-7e27ad60ae1e', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:53:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f2f26e-c4e1-4c83-93dd-9b92298d525c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:10:34Z', 'updated_at': '2022-05-18T18:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': '5c8f39d9-5a52-480a-bd8b-b582d82d7866', 'tenant_id': 'c37246a20f2845a089230b88402f6d1b', 'floating_ip_address': '172.25.5.188', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': '08f2f26e-c4e1-4c83-93dd-9b92298d525c', 'port_id': '838def1c-8efa-418c-9198-cdabfc7b28c3', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '055b7a59-22e7-493f-ba66-d1ab1ebb4b38', 'mac_address': 'fa:16:3e:3d:51:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9536d621-5e41-446b-99c9-3e9335c26fc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T18:12:38Z', 'updated_at': '2022-05-18T18:14:23Z', 'revision_number': 3, 'project_id': 'c37246a20f2845a089230b88402f6d1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78558848-d600-48c9-a059-bfc3b3c5b632', 'name': '', 'network_id': '055b7a59-22e7-493f-ba66-d1ab1ebb4b38', 'tenant_id': 'c37246a20f2845a089230b88402f6d1b', 'mac_address': 'fa:16:3e:80:79:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f2f26e-c4e1-4c83-93dd-9b92298d525c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '6103a86c-1984-4112-92b7-213da8bfab24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:10:41Z', 'updated_at': '2022-05-18T18:10:49Z', 'revision_number': 5, 'project_id': 'c37246a20f2845a089230b88402f6d1b', 'subnets': [{'id': '6103a86c-1984-4112-92b7-213da8bfab24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:14:30.315695 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-1bf828c5-929a-40fd-8df2-24c48b545972 req-d4df8e28-fe2b-442f-be6d-47b4a80dca78 tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:30.316640 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-1bf828c5-929a-40fd-8df2-24c48b545972 req-d4df8e28-fe2b-442f-be6d-47b4a80dca78 tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:30.348420 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bd2ff598-cdf7-4278-b0cc-517ef69a61c2 req-2c8b751b-22f4-458e-98b6-88541953c7bf tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] 10.222.0.85 "GET /v2.0/ports?device_id=69f4f2bd-a0cf-4f2f-8155-d5cfd91a7cfd HTTP/1.1" status: 200 len: 210 time: 0.2496879 May 18 18:14:30.353021 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66724677-c05b-4c59-9bd6-5e06eceb30c2 req-2b9573b5-3e96-44a9-88ee-65897e920c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:30.360233 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 38a066a5-0689-4a03-97d1-5817784504aa triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:14:30.364407 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-66724677-c05b-4c59-9bd6-5e06eceb30c2 req-2b9573b5-3e96-44a9-88ee-65897e920c88 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6103a86c-1984-4112-92b7-213da8bfab24 HTTP/1.1" status: 200 len: 857 time: 0.2482963 May 18 18:14:30.365374 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:30.371936 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ef09f527-905e-4ce7-afa6-52fa04aee589 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:30.391782 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75a7dfb-4643-4684-8b6c-f107efaea162 None None] Checking router: 08f2f26e-c4e1-4c83-93dd-9b92298d525c for host: n-d-838550-3 {{(pid=102732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:14:30.455234 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-1470b012-c70e-459a-819c-e0953bdfe406 None None] For port ecbf5bd2-9377-4fd5-ae30-07ea628fdb43, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:14:30.489605 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-1bf828c5-929a-40fd-8df2-24c48b545972 req-d4df8e28-fe2b-442f-be6d-47b4a80dca78 tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] Calling delete_port for c5329a0e-a4f3-496d-8e9f-c3fcb4827e3c owned by network:floatingip {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:14:30.491512 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-9fd44914-3fbf-4f8a-afe5-13659f24b851 None None] Current status of the port b3419fc3-499f-47f6-96bd-dd04b5e8decd is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:14:30.539276 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-72f51944-63bd-446f-849e-0e2f5eae69ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9d02e6d-5859-4d04-a9f4-13dd179731fc', 'name': 'tempest-TaggedBootDevicesTest_v242-1113065239-router', 'tenant_id': '4667f10dce1e42bbbeb327b02812458d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': '75400aa4-6916-49d1-adac-b948869e43da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:14:20Z', 'updated_at': '2022-05-18T18:14:26Z', 'revision_number': 3, 'project_id': '4667f10dce1e42bbbeb327b02812458d', 'gw_port': {'id': '75400aa4-6916-49d1-adac-b948869e43da', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:2c:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9d02e6d-5859-4d04-a9f4-13dd179731fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:14:23Z', 'updated_at': '2022-05-18T18:14:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:14:30.542504 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-1470b012-c70e-459a-819c-e0953bdfe406 None None] For port ecbf5bd2-9377-4fd5-ae30-07ea628fdb43, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=ecbf5bd2-9377-4fd5-ae30-07ea628fdb43,segment=NetworkSegment(55f445fe-7c51-442d-9e16-efcc34c5c385),segment_id=55f445fe-7c51-442d-9e16-efcc34c5c385)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:14:30.578565 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1470b012-c70e-459a-819c-e0953bdfe406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:30.641184 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f51944-63bd-446f-849e-0e2f5eae69ab None None] Checking router: f9d02e6d-5859-4d04-a9f4-13dd179731fc for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:14:30.642080 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75a7dfb-4643-4684-8b6c-f107efaea162 None None] Routers {'08f2f26e-c4e1-4c83-93dd-9b92298d525c'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:14:30.642546 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f51944-63bd-446f-849e-0e2f5eae69ab None None] Updating router f9d02e6d-5859-4d04-a9f4-13dd179731fc port 75400aa4-6916-49d1-adac-b948869e43da binding host n-d-838550-3 {{(pid=102733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 18:14:30.649512 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-f75a7dfb-4643-4684-8b6c-f107efaea162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:14:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['08f2f26e-c4e1-4c83-93dd-9b92298d525c'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:14:30.727827 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66724677-c05b-4c59-9bd6-5e06eceb30c2 req-69220ab9-4635-4a24-a4ec-3a8a1129a1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:30.729907 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-66724677-c05b-4c59-9bd6-5e06eceb30c2 req-69220ab9-4635-4a24-a4ec-3a8a1129a1a8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=055b7a59-22e7-493f-ba66-d1ab1ebb4b38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3389647 May 18 18:14:30.754616 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-72f51944-63bd-446f-849e-0e2f5eae69ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:30.856240 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3115042d-4bff-46fa-a748-5b33e3b73d5c x-openstack-request-id: req-3115042d-4bff-46fa-a748-5b33e3b73d5c {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:14:30.856661 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9536d621-5e41-446b-99c9-3e9335c26fc6", "tag": "838def1c-8efa-418c-9198-cdabfc7b28c3", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:14:30.856938 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-3115042d-4bff-46fa-a748-5b33e3b73d5c {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:14:30.857343 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3115042d-4bff-46fa-a748-5b33e3b73d5c'] response: {'name': 'network-changed', 'server_uuid': '9536d621-5e41-446b-99c9-3e9335c26fc6', 'tag': '838def1c-8efa-418c-9198-cdabfc7b28c3', 'status': 'completed', 'code': 200} May 18 18:14:30.876391 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ef09f527-905e-4ce7-afa6-52fa04aee589 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:30.887937 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-c8ae3581-3f07-43bf-b702-3022efb853d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb5c000a-e31a-4e4b-9def-b1a084e91642', 'name': 'tempest-ServerRescueTestJSONUnderV235-1190433492-router', 'tenant_id': '8c352c21cdf84f17adeed5bdaa3e3fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': '03165747-e1d3-4f86-bb38-94a7a680547a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:12:57Z', 'updated_at': '2022-05-18T18:13:08Z', 'revision_number': 4, 'project_id': '8c352c21cdf84f17adeed5bdaa3e3fa6', 'gw_port': {'id': '03165747-e1d3-4f86-bb38-94a7a680547a', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:8e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb5c000a-e31a-4e4b-9def-b1a084e91642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:13:00Z', 'updated_at': '2022-05-18T18:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '179a9f0e-5cbd-4f05-86c0-50acb7229187', 'name': '', 'network_id': 'c1d6614b-2c59-4e70-a2a6-9369d97e5390', 'tenant_id': '8c352c21cdf84f17adeed5bdaa3e3fa6', 'mac_address': 'fa:16:3e:14:38:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb5c000a-e31a-4e4b-9def-b1a084e91642', 'device_owner': 'network:router_interface', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': 'afafec31-e363-47fe-be7d-25eb1518e0dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:13:06Z', 'updated_at': '2022-05-18T18:13:17Z', 'revision_number': 5, 'project_id': '8c352c21cdf84f17adeed5bdaa3e3fa6', 'subnets': [{'id': 'afafec31-e363-47fe-be7d-25eb1518e0dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:14:30.967081 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ef09f527-905e-4ce7-afa6-52fa04aee589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:31.097826 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ae3581-3f07-43bf-b702-3022efb853d1 None None] The sync data for ids ['fb5c000a-e31a-4e4b-9def-b1a084e91642'] in n-d-838550-3 is: [{'id': 'fb5c000a-e31a-4e4b-9def-b1a084e91642', 'name': 'tempest-ServerRescueTestJSONUnderV235-1190433492-router', 'tenant_id': '8c352c21cdf84f17adeed5bdaa3e3fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': '03165747-e1d3-4f86-bb38-94a7a680547a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:12:57Z', 'updated_at': '2022-05-18T18:13:08Z', 'revision_number': 4, 'project_id': '8c352c21cdf84f17adeed5bdaa3e3fa6', 'gw_port': {'id': '03165747-e1d3-4f86-bb38-94a7a680547a', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:8e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb5c000a-e31a-4e4b-9def-b1a084e91642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:13:00Z', 'updated_at': '2022-05-18T18:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '179a9f0e-5cbd-4f05-86c0-50acb7229187', 'name': '', 'network_id': 'c1d6614b-2c59-4e70-a2a6-9369d97e5390', 'tenant_id': '8c352c21cdf84f17adeed5bdaa3e3fa6', 'mac_address': 'fa:16:3e:14:38:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb5c000a-e31a-4e4b-9def-b1a084e91642', 'device_owner': 'network:router_interface', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': 'afafec31-e363-47fe-be7d-25eb1518e0dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:13:06Z', 'updated_at': '2022-05-18T18:13:17Z', 'revision_number': 5, 'project_id': '8c352c21cdf84f17adeed5bdaa3e3fa6', 'subnets': [{'id': 'afafec31-e363-47fe-be7d-25eb1518e0dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:14:31.327298 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:31.328990 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:31.335084 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef09f527-905e-4ce7-afa6-52fa04aee589 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61093bc2-27fe-4459-b557-01edab08642b,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:14:31.347242 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-ef09f527-905e-4ce7-afa6-52fa04aee589 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=070e20a2f0414803a149e346b5f0446b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4885967 May 18 18:14:31.348129 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4a8b750f-8971-4d7e-a60f-129cd20c4f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:31.373131 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 60194) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:14:31.439042 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1470b012-c70e-459a-819c-e0953bdfe406 None None] Pushing event updated for resources: {'Port': ['ID=ecbf5bd2-9377-4fd5-ae30-07ea628fdb43,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:14:31.475163 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 38a066a5-0689-4a03-97d1-5817784504aa is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:14:31.514727 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-66724677-c05b-4c59-9bd6-5e06eceb30c2 req-a7d1e406-d565-4855-8782-b9f98e60ec91 service neutron] 10.222.0.36 "GET /v2.0/networks/055b7a59-22e7-493f-ba66-d1ab1ebb4b38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7773206 May 18 18:14:31.519184 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-f75a7dfb-4643-4684-8b6c-f107efaea162 None None] Set router 08f2f26e-c4e1-4c83-93dd-9b92298d525c gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:14:31.726232 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40fbbcd-ecba-4868-bccd-24c3a4abafce req-3d15efcc-f39b-43ad-8d3b-af26bc10e94b tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:31.749172 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-72f51944-63bd-446f-849e-0e2f5eae69ab None None] Notify callbacks [] for port, precommit_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:31.755229 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40fbbcd-ecba-4868-bccd-24c3a4abafce req-3d15efcc-f39b-43ad-8d3b-af26bc10e94b tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:31.759859 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d40fbbcd-ecba-4868-bccd-24c3a4abafce req-3d15efcc-f39b-43ad-8d3b-af26bc10e94b tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] 10.222.0.36 "GET /v2.0/networks?id=7c3de9e8-235e-4d4d-8982-5d2012545661&id=c25cfa3e-d671-400b-88bc-ad4cd8741c35 HTTP/1.1" status: 200 len: 1390 time: 0.8311450 May 18 18:14:31.764017 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-72f51944-63bd-446f-849e-0e2f5eae69ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:31.809890 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-d40fbbcd-ecba-4868-bccd-24c3a4abafce req-491c8613-36c5-452e-b969-df7885cb03c6 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Request body: {'port': {'device_id': '69f4f2bd-a0cf-4f2f-8155-d5cfd91a7cfd', 'network_id': '7c3de9e8-235e-4d4d-8982-5d2012545661', 'admin_state_up': True, 'tenant_id': '959b4a96654a42e29bad9a24937c9c47'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:14:31.821718 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b04ed9-cb2b-4835-8fd3-a42909c83b26 None None] New status for floating IP 5e7b8b69-9b20-428c-81f4-d988fa09b1b1: DOWN {{(pid=102732) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 18:14:31.858849 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c743bf-9b0f-4470-9656-6cc7f6a638e5 req-85c510b4-40d6-4be7-b0f7-3c6390323e56 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:31.860391 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-77c743bf-9b0f-4470-9656-6cc7f6a638e5 req-85c510b4-40d6-4be7-b0f7-3c6390323e56 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/ports?device_id=ee9ee9f9-12a0-485a-a0ff-837d0d7a125e HTTP/1.1" status: 200 len: 945 time: 0.8324282 May 18 18:14:31.888341 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-72f51944-63bd-446f-849e-0e2f5eae69ab None None] Attempting to bind port 75400aa4-6916-49d1-adac-b948869e43da on host n-d-838550-3 for vnic_type normal with profile {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:14:31.888707 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-72f51944-63bd-446f-849e-0e2f5eae69ab None None] Attempting to bind port 75400aa4-6916-49d1-adac-b948869e43da by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:14:31.889067 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f51944-63bd-446f-849e-0e2f5eae69ab None None] Attempting to bind port 75400aa4-6916-49d1-adac-b948869e43da on network 31ebd439-090c-4b25-bbb0-31c48711b145 {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:14:31.903620 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f51944-63bd-446f-849e-0e2f5eae69ab None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:14:31.904207 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f51944-63bd-446f-849e-0e2f5eae69ab None None] Checking segment: {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:14:31.904787 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-72f51944-63bd-446f-849e-0e2f5eae69ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:31.905309 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f51944-63bd-446f-849e-0e2f5eae69ab None None] Bound using segment: {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:14:31.906099 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-72f51944-63bd-446f-849e-0e2f5eae69ab None None] Bound port: 75400aa4-6916-49d1-adac-b948869e43da, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:14:31.906878 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-72f51944-63bd-446f-849e-0e2f5eae69ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:31.962097 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-1bf828c5-929a-40fd-8df2-24c48b545972 req-d4df8e28-fe2b-442f-be6d-47b4a80dca78 tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:31.967096 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.db.api [None req-86b04ed9-cb2b-4835-8fd3-a42909c83b26 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102732) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 18 18:14:31.967726 n-d-838550-3 neutron-server[102732]: DEBUG oslo_db.api [None req-86b04ed9-cb2b-4835-8fd3-a42909c83b26 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 18 18:14:31.968555 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device b3419fc3-499f-47f6-96bd-dd04b5e8decd up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:14:32.060288 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-77c743bf-9b0f-4470-9656-6cc7f6a638e5 req-08c20ef9-bfdf-499e-aea5-38f193266ec2 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/security-groups?id=8ad86751-3372-47de-bc84-2bfa3ff50eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847620 May 18 18:14:32.062560 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8154c2-5355-4124-a03b-93e917287a28 None None] Pushing event updated for resources: {'Port': ['ID=75400aa4-6916-49d1-adac-b948869e43da,revision_number=2']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:14:32.067269 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0a5ca862-1718-4d52-8ca7-b66419c5257d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:32.085027 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8154c2-5355-4124-a03b-93e917287a28 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:14:32.087404 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8154c2-5355-4124-a03b-93e917287a28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:14:32.088778 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port b3419fc3-499f-47f6-96bd-dd04b5e8decd triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:14:32.089066 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:32.089240 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8154c2-5355-4124-a03b-93e917287a28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:14:32.089786 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8154c2-5355-4124-a03b-93e917287a28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:14:32.095279 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8154c2-5355-4124-a03b-93e917287a28 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:14:32.096983 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8154c2-5355-4124-a03b-93e917287a28 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:14:32.097503 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8154c2-5355-4124-a03b-93e917287a28 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:14:32.100464 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8154c2-5355-4124-a03b-93e917287a28 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:14:32.101009 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8154c2-5355-4124-a03b-93e917287a28 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:14:32.105611 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8154c2-5355-4124-a03b-93e917287a28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:14:32.106165 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8154c2-5355-4124-a03b-93e917287a28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:14:32.106884 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8154c2-5355-4124-a03b-93e917287a28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:14:32.111119 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4df8e28-fe2b-442f-be6d-47b4a80dca78 tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] Pushing event deleted for resources: {'Port': ['ID=c5329a0e-a4f3-496d-8e9f-c3fcb4827e3c,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:14:32.119535 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.db [None req-72f51944-63bd-446f-849e-0e2f5eae69ab None None] For port 75400aa4-6916-49d1-adac-b948869e43da, host n-d-838550-3, cleared binding levels {{(pid=102733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:14:32.124760 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.db [None req-72f51944-63bd-446f-849e-0e2f5eae69ab None None] For port 75400aa4-6916-49d1-adac-b948869e43da, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=75400aa4-6916-49d1-adac-b948869e43da,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:14:32.138108 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-72f51944-63bd-446f-849e-0e2f5eae69ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:32.142608 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-66724677-c05b-4c59-9bd6-5e06eceb30c2 req-e536f246-2819-492b-84f7-c4a99bc59229 service neutron] 10.222.0.36 "GET /v2.0/networks/055b7a59-22e7-493f-ba66-d1ab1ebb4b38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6159186 May 18 18:14:32.203373 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0a5ca862-1718-4d52-8ca7-b66419c5257d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:32.259247 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-4a8b750f-8971-4d7e-a60f-129cd20c4f3f admin admin] Allocated IP 172.20.0.1 (0e7f8700-cd62-410f-94e8-8debe82f99f4/6ef5eff4-20b8-41c3-a961-3299046b5972/afaece42-0c79-44f6-ae00-27fb87260f2d) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:14:32.266387 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8154c2-5355-4124-a03b-93e917287a28 None None] Pushing event updated for resources: {'Port': ['ID=75400aa4-6916-49d1-adac-b948869e43da,revision_number=3']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:14:32.332697 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f51944-63bd-446f-849e-0e2f5eae69ab None None] Routers {'f9d02e6d-5859-4d04-a9f4-13dd179731fc'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:14:32.333657 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-72f51944-63bd-446f-849e-0e2f5eae69ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:14:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['f9d02e6d-5859-4d04-a9f4-13dd179731fc'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:14:32.441527 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-1bf828c5-929a-40fd-8df2-24c48b545972 req-d4df8e28-fe2b-442f-be6d-47b4a80dca78 tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] Notify callbacks [] for floatingip, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:32.445938 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-1bf828c5-929a-40fd-8df2-24c48b545972 req-d4df8e28-fe2b-442f-be6d-47b4a80dca78 tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:32.448491 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1bf828c5-929a-40fd-8df2-24c48b545972 req-d4df8e28-fe2b-442f-be6d-47b4a80dca78 tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] 10.222.0.85 "DELETE /v2.0/floatingips/5e7b8b69-9b20-428c-81f4-d988fa09b1b1 HTTP/1.1" status: 204 len: 173 time: 4.1027467 May 18 18:14:32.469486 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2a84cff0-e0f2-49c4-bdd5-9ea3ed9bd6e3 req-adce50b7-5cc2-49b8-b64d-f74a4aa84fc1 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] 10.222.0.85 "GET /v2.0/ports?device_id=69f4f2bd-a0cf-4f2f-8155-d5cfd91a7cfd HTTP/1.1" status: 200 len: 210 time: 0.1396832 May 18 18:14:32.471266 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fdc9d5-28ee-4580-83ba-dd49c39d7465 req-3df19c81-758b-4654-853c-29f2b6765571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:32.473428 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-46fdc9d5-28ee-4580-83ba-dd49c39d7465 req-3df19c81-758b-4654-853c-29f2b6765571 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c37246a20f2845a089230b88402f6d1b&device_id=9536d621-5e41-446b-99c9-3e9335c26fc6 HTTP/1.1" status: 200 len: 1096 time: 0.2143722 May 18 18:14:32.484465 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d40fbbcd-ecba-4868-bccd-24c3a4abafce req-491c8613-36c5-452e-b969-df7885cb03c6 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Made reservation on behalf of 959b4a96654a42e29bad9a24937c9c47 for: {'port': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:14:32.492836 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-d40fbbcd-ecba-4868-bccd-24c3a4abafce req-491c8613-36c5-452e-b969-df7885cb03c6 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:32.547778 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 60206) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:14:32.578726 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b04ed9-cb2b-4835-8fd3-a42909c83b26 None None] New status for floating IP 5e7b8b69-9b20-428c-81f4-d988fa09b1b1: DOWN {{(pid=102732) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 18:14:32.617923 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-72f51944-63bd-446f-849e-0e2f5eae69ab None None] Set router f9d02e6d-5859-4d04-a9f4-13dd179731fc gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:14:32.618696 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0a5ca862-1718-4d52-8ca7-b66419c5257d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:32.626547 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0a5ca862-1718-4d52-8ca7-b66419c5257d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:32.627816 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-0a5ca862-1718-4d52-8ca7-b66419c5257d admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/61093bc2-27fe-4459-b557-01edab08642b HTTP/1.1" status: 204 len: 168 time: 1.1177573 May 18 18:14:32.707278 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5ca862-1718-4d52-8ca7-b66419c5257d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61093bc2-27fe-4459-b557-01edab08642b,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:14:32.792167 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-85682e02-b7e1-46a9-8c0d-4dca206e7c7c req-97f1c25b-08fe-4a2f-8277-7553504b8bc9 tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] 10.222.0.85 "GET /v2.0/security-groups/1d0a533e-80ce-4fcd-961c-6ddf3f738717 HTTP/1.1" status: 200 len: 1808 time: 0.2756984 May 18 18:14:32.902476 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4a8b750f-8971-4d7e-a60f-129cd20c4f3f admin admin] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:32.906160 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-068a6b82-6a8d-4737-b796-df4161adaca7 None None] Network c25cfa3e-d671-400b-88bc-ad4cd8741c35 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:14:32.968255 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-85682e02-b7e1-46a9-8c0d-4dca206e7c7c req-33d417cb-4097-4c8b-b6aa-1e26bcd84570 tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:33.028509 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-85682e02-b7e1-46a9-8c0d-4dca206e7c7c req-33d417cb-4097-4c8b-b6aa-1e26bcd84570 tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:33.094655 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-9e864c6f-b7dc-45c1-a6d1-8029acd73c04 None None] Provisioning complete for port ecbf5bd2-9377-4fd5-ae30-07ea628fdb43 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:14:33.095324 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9e864c6f-b7dc-45c1-a6d1-8029acd73c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:33.102929 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-20353a27-ca31-44e6-b508-2d1519ac6e36 tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:33.155272 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-85682e02-b7e1-46a9-8c0d-4dca206e7c7c req-33d417cb-4097-4c8b-b6aa-1e26bcd84570 tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:33.160407 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-85682e02-b7e1-46a9-8c0d-4dca206e7c7c req-33d417cb-4097-4c8b-b6aa-1e26bcd84570 tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:33.182316 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-85682e02-b7e1-46a9-8c0d-4dca206e7c7c req-33d417cb-4097-4c8b-b6aa-1e26bcd84570 tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] 10.222.0.85 "DELETE /v2.0/security-groups/1d0a533e-80ce-4fcd-961c-6ddf3f738717 HTTP/1.1" status: 204 len: 173 time: 0.3889463 May 18 18:14:33.183953 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-72f51944-63bd-446f-849e-0e2f5eae69ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9d02e6d-5859-4d04-a9f4-13dd179731fc', 'name': 'tempest-TaggedBootDevicesTest_v242-1113065239-router', 'tenant_id': '4667f10dce1e42bbbeb327b02812458d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': '75400aa4-6916-49d1-adac-b948869e43da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:14:20Z', 'updated_at': '2022-05-18T18:14:26Z', 'revision_number': 3, 'project_id': '4667f10dce1e42bbbeb327b02812458d', 'gw_port': {'id': '75400aa4-6916-49d1-adac-b948869e43da', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:2c:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9d02e6d-5859-4d04-a9f4-13dd179731fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:14:23Z', 'updated_at': '2022-05-18T18:14:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:14:33.212454 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d417cb-4097-4c8b-b6aa-1e26bcd84570 tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d0a533e-80ce-4fcd-961c-6ddf3f738717,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:14:33.250230 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4a8b750f-8971-4d7e-a60f-129cd20c4f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:33.271266 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f51944-63bd-446f-849e-0e2f5eae69ab None None] The sync data for ids ['f9d02e6d-5859-4d04-a9f4-13dd179731fc'] in n-d-838550-3 is: [{'id': 'f9d02e6d-5859-4d04-a9f4-13dd179731fc', 'name': 'tempest-TaggedBootDevicesTest_v242-1113065239-router', 'tenant_id': '4667f10dce1e42bbbeb327b02812458d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': '75400aa4-6916-49d1-adac-b948869e43da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:14:20Z', 'updated_at': '2022-05-18T18:14:26Z', 'revision_number': 3, 'project_id': '4667f10dce1e42bbbeb327b02812458d', 'gw_port': {'id': '75400aa4-6916-49d1-adac-b948869e43da', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:2c:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9d02e6d-5859-4d04-a9f4-13dd179731fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:14:23Z', 'updated_at': '2022-05-18T18:14:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:14:33.308535 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port b3419fc3-499f-47f6-96bd-dd04b5e8decd is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:14:33.318001 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device ecbf5bd2-9377-4fd5-ae30-07ea628fdb43 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:14:33.355524 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fdc9d5-28ee-4580-83ba-dd49c39d7465 req-50d6e851-f241-4fc5-bc7e-74d6313f7a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:33.364681 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-46fdc9d5-28ee-4580-83ba-dd49c39d7465 req-50d6e851-f241-4fc5-bc7e-74d6313f7a99 service neutron] 10.222.0.36 "GET /v2.0/networks?id=055b7a59-22e7-493f-ba66-d1ab1ebb4b38 HTTP/1.1" status: 200 len: 919 time: 0.8770199 May 18 18:14:33.374554 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-20353a27-ca31-44e6-b508-2d1519ac6e36 tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:33.375516 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8b750f-8971-4d7e-a60f-129cd20c4f3f admin admin] Network 0e7f8700-cd62-410f-94e8-8debe82f99f4 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:14:33.384030 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-4a8b750f-8971-4d7e-a60f-129cd20c4f3f admin admin] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:14:33.393214 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8b750f-8971-4d7e-a60f-129cd20c4f3f admin admin] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:14:33.449915 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 60228) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:14:33.505058 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4a8b750f-8971-4d7e-a60f-129cd20c4f3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595826'] for router_interface, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:33.525957 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [req-d40fbbcd-ecba-4868-bccd-24c3a4abafce req-491c8613-36c5-452e-b969-df7885cb03c6 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Allocated IP 19.80.0.231 (7c3de9e8-235e-4d4d-8982-5d2012545661/e5afb19f-13b5-4be4-84a1-50af85c202b1/5158f649-3c41-4ad5-b637-8ea32fd64633) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:14:33.535128 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5db64714-f220-4c2a-80d7-3bf6bd5cef8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:33.589181 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-f75a7dfb-4643-4684-8b6c-f107efaea162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08f2f26e-c4e1-4c83-93dd-9b92298d525c', 'name': 'tempest-ServerRescueNegativeTestJSON-502421857-router', 'tenant_id': 'c37246a20f2845a089230b88402f6d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '32dc8a7e-4aef-49a4-8d52-7e27ad60ae1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:10:31Z', 'updated_at': '2022-05-18T18:10:43Z', 'revision_number': 4, 'project_id': 'c37246a20f2845a089230b88402f6d1b', 'gw_port': {'id': '32dc8a7e-4aef-49a4-8d52-7e27ad60ae1e', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:53:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f2f26e-c4e1-4c83-93dd-9b92298d525c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:10:34Z', 'updated_at': '2022-05-18T18:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': '5c8f39d9-5a52-480a-bd8b-b582d82d7866', 'tenant_id': 'c37246a20f2845a089230b88402f6d1b', 'floating_ip_address': '172.25.5.188', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': '08f2f26e-c4e1-4c83-93dd-9b92298d525c', 'port_id': '838def1c-8efa-418c-9198-cdabfc7b28c3', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '055b7a59-22e7-493f-ba66-d1ab1ebb4b38', 'mac_address': 'fa:16:3e:3d:51:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9536d621-5e41-446b-99c9-3e9335c26fc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T18:12:38Z', 'updated_at': '2022-05-18T18:14:23Z', 'revision_number': 3, 'project_id': 'c37246a20f2845a089230b88402f6d1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78558848-d600-48c9-a059-bfc3b3c5b632', 'name': '', 'network_id': '055b7a59-22e7-493f-ba66-d1ab1ebb4b38', 'tenant_id': 'c37246a20f2845a089230b88402f6d1b', 'mac_address': 'fa:16:3e:80:79:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f2f26e-c4e1-4c83-93dd-9b92298d525c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '6103a86c-1984-4112-92b7-213da8bfab24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:10:41Z', 'updated_at': '2022-05-18T18:10:49Z', 'revision_number': 5, 'project_id': 'c37246a20f2845a089230b88402f6d1b', 'subnets': [{'id': '6103a86c-1984-4112-92b7-213da8bfab24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:14:33.630753 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcd3077-c69c-4aec-a761-913218d8e415 req-d7222057-9a64-43fa-9000-3dac0fb4c6aa tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:33.638559 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4bcd3077-c69c-4aec-a761-913218d8e415 req-d7222057-9a64-43fa-9000-3dac0fb4c6aa tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/ports?device_id=ee9ee9f9-12a0-485a-a0ff-837d0d7a125e HTTP/1.1" status: 200 len: 945 time: 0.4412005 May 18 18:14:33.668323 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8b750f-8971-4d7e-a60f-129cd20c4f3f admin admin] Pushing event updated for resources: {'Port': ['ID=afaece42-0c79-44f6-ae00-27fb87260f2d,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:14:33.754446 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75a7dfb-4643-4684-8b6c-f107efaea162 None None] The sync data for ids ['08f2f26e-c4e1-4c83-93dd-9b92298d525c'] in n-d-838550-3 is: [{'id': '08f2f26e-c4e1-4c83-93dd-9b92298d525c', 'name': 'tempest-ServerRescueNegativeTestJSON-502421857-router', 'tenant_id': 'c37246a20f2845a089230b88402f6d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '32dc8a7e-4aef-49a4-8d52-7e27ad60ae1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:10:31Z', 'updated_at': '2022-05-18T18:10:43Z', 'revision_number': 4, 'project_id': 'c37246a20f2845a089230b88402f6d1b', 'gw_port': {'id': '32dc8a7e-4aef-49a4-8d52-7e27ad60ae1e', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:53:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f2f26e-c4e1-4c83-93dd-9b92298d525c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:10:34Z', 'updated_at': '2022-05-18T18:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': '5c8f39d9-5a52-480a-bd8b-b582d82d7866', 'tenant_id': 'c37246a20f2845a089230b88402f6d1b', 'floating_ip_address': '172.25.5.188', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': '08f2f26e-c4e1-4c83-93dd-9b92298d525c', 'port_id': '838def1c-8efa-418c-9198-cdabfc7b28c3', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '055b7a59-22e7-493f-ba66-d1ab1ebb4b38', 'mac_address': 'fa:16:3e:3d:51:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9536d621-5e41-446b-99c9-3e9335c26fc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T18:12:38Z', 'updated_at': '2022-05-18T18:14:23Z', 'revision_number': 3, 'project_id': 'c37246a20f2845a089230b88402f6d1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78558848-d600-48c9-a059-bfc3b3c5b632', 'name': '', 'network_id': '055b7a59-22e7-493f-ba66-d1ab1ebb4b38', 'tenant_id': 'c37246a20f2845a089230b88402f6d1b', 'mac_address': 'fa:16:3e:80:79:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f2f26e-c4e1-4c83-93dd-9b92298d525c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '6103a86c-1984-4112-92b7-213da8bfab24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:10:41Z', 'updated_at': '2022-05-18T18:10:49Z', 'revision_number': 5, 'project_id': 'c37246a20f2845a089230b88402f6d1b', 'subnets': [{'id': '6103a86c-1984-4112-92b7-213da8bfab24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:14:33.766080 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-46fdc9d5-28ee-4580-83ba-dd49c39d7465 req-339561e2-1171-46a6-a21c-d19b265a1fce service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=838def1c-8efa-418c-9198-cdabfc7b28c3 HTTP/1.1" status: 200 len: 1001 time: 0.3826375 May 18 18:14:33.799943 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-9e864c6f-b7dc-45c1-a6d1-8029acd73c04 None None] Current status of the port ecbf5bd2-9377-4fd5-ae30-07ea628fdb43 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:14:33.800697 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9e864c6f-b7dc-45c1-a6d1-8029acd73c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:33.816140 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093cdf38-4c01-4189-add1-9098ba06a2b5 req-80738205-5986-4dc6-b49d-85973e4bdf9e tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:33.821882 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-093cdf38-4c01-4189-add1-9098ba06a2b5 req-80738205-5986-4dc6-b49d-85973e4bdf9e tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] 10.222.0.85 "GET /v2.0/ports?device_id=3d23b3b3-bd88-458c-b269-14a2fe755bd8 HTTP/1.1" status: 200 len: 945 time: 0.1998527 May 18 18:14:33.863728 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port ecbf5bd2-9377-4fd5-ae30-07ea628fdb43 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:14:33.864248 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:33.882951 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4bcd3077-c69c-4aec-a761-913218d8e415 req-b1285640-fe41-4706-a181-4e6fcadb3092 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/security-groups?id=8ad86751-3372-47de-bc84-2bfa3ff50eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433624 May 18 18:14:33.884233 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-20353a27-ca31-44e6-b508-2d1519ac6e36 tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:33.887825 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-20353a27-ca31-44e6-b508-2d1519ac6e36 tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:33.890894 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-20353a27-ca31-44e6-b508-2d1519ac6e36 tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] 10.222.0.85 "DELETE /v2.0/security-groups/31822f57-f559-4973-b21f-c8e6a3e161fe HTTP/1.1" status: 204 len: 168 time: 1.3396542 May 18 18:14:33.906680 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 60236) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:14:33.953416 n-d-838550-3 neutron-server[102730]: INFO neutron.api.v2.resource [None req-49574e79-08f1-4537-92b1-492483d2fbee tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] show failed (client error): The resource could not be found. May 18 18:14:33.957575 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-49574e79-08f1-4537-92b1-492483d2fbee tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] 10.222.0.85 "GET /v2.0/security-groups/31822f57-f559-4973-b21f-c8e6a3e161fe HTTP/1.1" status: 404 len: 347 time: 0.0437987 May 18 18:14:33.974831 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 60240) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:14:34.006284 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-9e864c6f-b7dc-45c1-a6d1-8029acd73c04 None None] For port ecbf5bd2-9377-4fd5-ae30-07ea628fdb43, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=ecbf5bd2-9377-4fd5-ae30-07ea628fdb43,segment=NetworkSegment(55f445fe-7c51-442d-9e16-efcc34c5c385),segment_id=55f445fe-7c51-442d-9e16-efcc34c5c385)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:14:34.027698 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9e864c6f-b7dc-45c1-a6d1-8029acd73c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:34.035532 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20353a27-ca31-44e6-b508-2d1519ac6e36 tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31822f57-f559-4973-b21f-c8e6a3e161fe,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:14:34.128731 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e248d3e6-a0f8-405c-8707-5209b72ae469 req-b3636900-dab7-4099-a9e4-a0a5d9219bdc tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] 10.222.0.85 "GET /v2.0/ports?device_id=69f4f2bd-a0cf-4f2f-8155-d5cfd91a7cfd HTTP/1.1" status: 200 len: 210 time: 0.0499780 May 18 18:14:34.253137 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e864c6f-b7dc-45c1-a6d1-8029acd73c04 None None] Pushing event updated for resources: {'Port': ['ID=ecbf5bd2-9377-4fd5-ae30-07ea628fdb43,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:14:34.271528 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b9fbf5dd-e720-4f73-b9b0-dcdac38f01c3 None None] Provisioning complete for port afaece42-0c79-44f6-ae00-27fb87260f2d triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:14:34.272728 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b9fbf5dd-e720-4f73-b9b0-dcdac38f01c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:34.284860 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4a8b750f-8971-4d7e-a60f-129cd20c4f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:34.289754 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fdc9d5-28ee-4580-83ba-dd49c39d7465 req-0d1f9f5a-cd1c-468c-8f9a-cba86444c8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:34.294751 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-46fdc9d5-28ee-4580-83ba-dd49c39d7465 req-0d1f9f5a-cd1c-468c-8f9a-cba86444c8a4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6103a86c-1984-4112-92b7-213da8bfab24 HTTP/1.1" status: 200 len: 857 time: 0.4154801 May 18 18:14:34.353503 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port ecbf5bd2-9377-4fd5-ae30-07ea628fdb43 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:14:34.386633 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b9fbf5dd-e720-4f73-b9b0-dcdac38f01c3 None None] Port afaece42-0c79-44f6-ae00-27fb87260f2d cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:14:34.433703 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-093cdf38-4c01-4189-add1-9098ba06a2b5 req-e292e087-f7c3-49f4-993d-b54bf54a123f tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] 10.222.0.85 "GET /v2.0/security-groups?id=fa255767-3e7a-49af-bfae-1870baf95311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4946959 May 18 18:14:34.516971 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-8e264e3d-9b57-486d-891a-24db1a78afc6 None None] Provisioning complete for port ecbf5bd2-9377-4fd5-ae30-07ea628fdb43 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:14:34.517149 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-8e264e3d-9b57-486d-891a-24db1a78afc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:34.574302 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fdc9d5-28ee-4580-83ba-dd49c39d7465 req-59ac99a1-a2be-4a41-9db4-ff6bd8ebbfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:34.576103 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-46fdc9d5-28ee-4580-83ba-dd49c39d7465 req-59ac99a1-a2be-4a41-9db4-ff6bd8ebbfd2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=055b7a59-22e7-493f-ba66-d1ab1ebb4b38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2716713 May 18 18:14:34.580261 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5db64714-f220-4c2a-80d7-3bf6bd5cef8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:34.667500 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-cb6f4fe0-e46a-4cff-b4c0-5a5e37429631 tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] Deleting port 9f4470bf-f47a-4d4d-9a4f-b8a21c40031c {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:14:34.668092 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-cb6f4fe0-e46a-4cff-b4c0-5a5e37429631 tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:34.747645 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 75400aa4-6916-49d1-adac-b948869e43da up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:14:34.751829 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-8e264e3d-9b57-486d-891a-24db1a78afc6 None None] Current status of the port ecbf5bd2-9377-4fd5-ae30-07ea628fdb43 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:14:34.760783 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5db64714-f220-4c2a-80d7-3bf6bd5cef8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:34.830339 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 75400aa4-6916-49d1-adac-b948869e43da triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:14:34.830990 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:34.858442 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-5db64714-f220-4c2a-80d7-3bf6bd5cef8b admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=0a2fa09f0c614038ac32826ba1085b70&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4039314 May 18 18:14:34.864584 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 60254) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:14:35.018537 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-d40fbbcd-ecba-4868-bccd-24c3a4abafce req-491c8613-36c5-452e-b969-df7885cb03c6 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:35.062103 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-46fdc9d5-28ee-4580-83ba-dd49c39d7465 req-742cfd1c-d0e4-4472-95c2-b7e8c9ebfcd1 service neutron] 10.222.0.36 "GET /v2.0/networks/055b7a59-22e7-493f-ba66-d1ab1ebb4b38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4754612 May 18 18:14:35.091722 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 75400aa4-6916-49d1-adac-b948869e43da is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:14:35.092964 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:35.102146 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db64714-f220-4c2a-80d7-3bf6bd5cef8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ed07575-da97-425c-843f-1c7c3ad79093,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:14:35.157109 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] For port 75400aa4-6916-49d1-adac-b948869e43da, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=75400aa4-6916-49d1-adac-b948869e43da,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:14:35.167762 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:35.169358 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device ecbf5bd2-9377-4fd5-ae30-07ea628fdb43 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:14:35.326257 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-cb6f4fe0-e46a-4cff-b4c0-5a5e37429631 tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:35.326855 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-cb6f4fe0-e46a-4cff-b4c0-5a5e37429631 tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:35.356884 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4a8b750f-8971-4d7e-a60f-129cd20c4f3f admin admin] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:35.359169 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-cb6f4fe0-e46a-4cff-b4c0-5a5e37429631 tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] Calling delete_port for 9f4470bf-f47a-4d4d-9a4f-b8a21c40031c owned by network:floatingip {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:14:35.367806 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4a8b750f-8971-4d7e-a60f-129cd20c4f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:35.370126 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3d0c83eb-729d-4eaf-ae8c-65f446662480 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:35.400658 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Pushing event updated for resources: {'Port': ['ID=75400aa4-6916-49d1-adac-b948869e43da,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:14:35.411714 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port ecbf5bd2-9377-4fd5-ae30-07ea628fdb43 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:14:35.412092 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:35.421916 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b3157f3a-33f9-4480-8feb-ee8d4f09cef9 req-ad7832f5-2801-443d-83d2-2346f474fbf2 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] 10.222.0.85 "GET /v2.0/ports?device_id=69f4f2bd-a0cf-4f2f-8155-d5cfd91a7cfd HTTP/1.1" status: 200 len: 210 time: 0.1087461 May 18 18:14:35.476981 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-d40fbbcd-ecba-4868-bccd-24c3a4abafce req-491c8613-36c5-452e-b969-df7885cb03c6 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:35.555777 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8b750f-8971-4d7e-a60f-129cd20c4f3f admin admin] Pushing event updated for resources: {'Port': ['ID=afaece42-0c79-44f6-ae00-27fb87260f2d,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:14:35.565675 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3d0c83eb-729d-4eaf-ae8c-65f446662480 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:35.567840 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4a8b750f-8971-4d7e-a60f-129cd20c4f3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-595870'] for router_interface, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:35.595987 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d40fbbcd-ecba-4868-bccd-24c3a4abafce req-491c8613-36c5-452e-b969-df7885cb03c6 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Network 7c3de9e8-235e-4d4d-8982-5d2012545661 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:14:35.621121 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [req-d40fbbcd-ecba-4868-bccd-24c3a4abafce req-491c8613-36c5-452e-b969-df7885cb03c6 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:14:35.632119 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-d40fbbcd-ecba-4868-bccd-24c3a4abafce req-491c8613-36c5-452e-b969-df7885cb03c6 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:14:35.642821 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-46fdc9d5-28ee-4580-83ba-dd49c39d7465 req-9c109dcc-b2fe-44fb-ad84-a76e11c6491e service neutron] 10.222.0.36 "GET /v2.0/networks/055b7a59-22e7-493f-ba66-d1ab1ebb4b38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5661571 May 18 18:14:35.644514 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port ecbf5bd2-9377-4fd5-ae30-07ea628fdb43 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:14:35.758737 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491c8613-36c5-452e-b969-df7885cb03c6 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Pushing event updated for resources: {'Port': ['ID=5158f649-3c41-4ad5-b637-8ea32fd64633,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:14:35.888084 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40fbbcd-ecba-4868-bccd-24c3a4abafce req-491c8613-36c5-452e-b969-df7885cb03c6 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:35.890063 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-d40fbbcd-ecba-4868-bccd-24c3a4abafce req-491c8613-36c5-452e-b969-df7885cb03c6 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:35.949749 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3d0c83eb-729d-4eaf-ae8c-65f446662480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:35.951862 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-cb6f4fe0-e46a-4cff-b4c0-5a5e37429631 tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:35.954740 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3d0c83eb-729d-4eaf-ae8c-65f446662480 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:35.956767 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-3d0c83eb-729d-4eaf-ae8c-65f446662480 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/1ed07575-da97-425c-843f-1c7c3ad79093 HTTP/1.1" status: 204 len: 168 time: 1.0833745 May 18 18:14:35.978369 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0c83eb-729d-4eaf-ae8c-65f446662480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ed07575-da97-425c-843f-1c7c3ad79093,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:14:36.006731 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d40fbbcd-ecba-4868-bccd-24c3a4abafce req-491c8613-36c5-452e-b969-df7885cb03c6 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2169285 May 18 18:14:36.026046 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933792d6-f4d9-446b-82aa-334964b61189 req-4cec4eb2-9db2-4bfd-a73e-04a426187d08 tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:36.027685 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-933792d6-f4d9-446b-82aa-334964b61189 req-4cec4eb2-9db2-4bfd-a73e-04a426187d08 tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] 10.222.0.36 "GET /v2.0/ports?device_id=3d23b3b3-bd88-458c-b269-14a2fe755bd8 HTTP/1.1" status: 200 len: 945 time: 0.1314328 May 18 18:14:36.032555 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-d40fbbcd-ecba-4868-bccd-24c3a4abafce req-1ceaa895-e2df-4fdf-aeb1-a2c1155b56d9 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Request body: {'port': {'device_id': '69f4f2bd-a0cf-4f2f-8155-d5cfd91a7cfd', 'network_id': 'c25cfa3e-d671-400b-88bc-ad4cd8741c35', 'admin_state_up': True, 'tenant_id': '959b4a96654a42e29bad9a24937c9c47'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:14:36.098266 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6f4fe0-e46a-4cff-b4c0-5a5e37429631 tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] Pushing event deleted for resources: {'Port': ['ID=9f4470bf-f47a-4d4d-9a4f-b8a21c40031c,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:14:36.118342 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422d75f8-10cc-4e2d-8967-0552f38852ae req-090071dc-163a-4a76-a553-e46ed475ec26 tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:36.129981 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-422d75f8-10cc-4e2d-8967-0552f38852ae req-090071dc-163a-4a76-a553-e46ed475ec26 tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] 10.222.0.85 "GET /v2.0/ports?device_id=3d23b3b3-bd88-458c-b269-14a2fe755bd8 HTTP/1.1" status: 200 len: 945 time: 0.4208229 May 18 18:14:36.172479 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8b750f-8971-4d7e-a60f-129cd20c4f3f admin admin] Network 0e7f8700-cd62-410f-94e8-8debe82f99f4 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:14:36.213375 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-4a8b750f-8971-4d7e-a60f-129cd20c4f3f admin admin] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:14:36.264267 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-01da70ac-b09b-43ce-9a0f-cb2f351af1c4 None None] Provisioning complete for port 5158f649-3c41-4ad5-b637-8ea32fd64633 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:14:36.264800 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-01da70ac-b09b-43ce-9a0f-cb2f351af1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:36.361661 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-01da70ac-b09b-43ce-9a0f-cb2f351af1c4 None None] Port 5158f649-3c41-4ad5-b637-8ea32fd64633 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:14:36.370939 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d40fbbcd-ecba-4868-bccd-24c3a4abafce req-1ceaa895-e2df-4fdf-aeb1-a2c1155b56d9 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Made reservation on behalf of 959b4a96654a42e29bad9a24937c9c47 for: {'port': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:14:36.377656 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-d40fbbcd-ecba-4868-bccd-24c3a4abafce req-1ceaa895-e2df-4fdf-aeb1-a2c1155b56d9 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:36.415996 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-933792d6-f4d9-446b-82aa-334964b61189 req-01fb03f6-fa31-40ec-b6d9-64eaf98a9d4b tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] Deleting port 0f1e156f-0185-46e5-be92-6a68958188b3 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:14:36.423174 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-933792d6-f4d9-446b-82aa-334964b61189 req-01fb03f6-fa31-40ec-b6d9-64eaf98a9d4b tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:36.546406 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a8b750f-8971-4d7e-a60f-129cd20c4f3f admin admin] Router f9d02e6d-5859-4d04-a9f4-13dd179731fc has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:14:36.586199 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-422d75f8-10cc-4e2d-8967-0552f38852ae req-d0a564dd-0d46-4177-8b10-eb2fe6daf05d tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] 10.222.0.85 "GET /v2.0/security-groups?id=fa255767-3e7a-49af-bfae-1870baf95311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4475157 May 18 18:14:36.597915 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 75400aa4-6916-49d1-adac-b948869e43da up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:14:36.731193 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 75400aa4-6916-49d1-adac-b948869e43da triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:14:36.731566 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:36.841414 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa5ddbd-071e-4f06-94bd-b8bb8c988931 req-dcbd67ca-ed68-4d1e-85e7-79a851c24c22 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:36.842937 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-aaa5ddbd-071e-4f06-94bd-b8bb8c988931 req-dcbd67ca-ed68-4d1e-85e7-79a851c24c22 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] 10.222.0.85 "GET /v2.0/ports?device_id=69f4f2bd-a0cf-4f2f-8155-d5cfd91a7cfd HTTP/1.1" status: 200 len: 932 time: 0.2663741 May 18 18:14:36.861771 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-cdad6b41-db53-427b-82de-e658fb994f5c None None] Provisioning complete for port afaece42-0c79-44f6-ae00-27fb87260f2d triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:14:36.862303 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-cdad6b41-db53-427b-82de-e658fb994f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:36.870925 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-933792d6-f4d9-446b-82aa-334964b61189 req-01fb03f6-fa31-40ec-b6d9-64eaf98a9d4b tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] For port 0f1e156f-0185-46e5-be92-6a68958188b3, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=0f1e156f-0185-46e5-be92-6a68958188b3,segment=NetworkSegment(58812133-eab2-4d1f-bf2a-ea777b989f38),segment_id=58812133-eab2-4d1f-bf2a-ea777b989f38)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:14:36.871492 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-933792d6-f4d9-446b-82aa-334964b61189 req-01fb03f6-fa31-40ec-b6d9-64eaf98a9d4b tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:36.887446 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-cb6f4fe0-e46a-4cff-b4c0-5a5e37429631 tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] Notify callbacks [] for floatingip, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:36.890805 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-cb6f4fe0-e46a-4cff-b4c0-5a5e37429631 tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:36.899117 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 60312) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:14:36.906385 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-cb6f4fe0-e46a-4cff-b4c0-5a5e37429631 tempest-ServersTestBootFromVolume-314677770 tempest-ServersTestBootFromVolume-314677770-project] 10.222.0.85 "DELETE /v2.0/floatingips/4a012626-eb11-40af-a106-d831122d2173 HTTP/1.1" status: 204 len: 168 time: 2.9244273 May 18 18:14:36.910189 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a8b750f-8971-4d7e-a60f-129cd20c4f3f admin admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:14:36.923507 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-4a8b750f-8971-4d7e-a60f-129cd20c4f3f admin admin] 10.222.0.85 "PUT /v2.0/routers/f9d02e6d-5859-4d04-a9f4-13dd179731fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4525418 May 18 18:14:36.926257 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-933792d6-f4d9-446b-82aa-334964b61189 req-01fb03f6-fa31-40ec-b6d9-64eaf98a9d4b tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] Calling delete_port for 0f1e156f-0185-46e5-be92-6a68958188b3 owned by compute:nova {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:14:36.936133 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [req-d40fbbcd-ecba-4868-bccd-24c3a4abafce req-1ceaa895-e2df-4fdf-aeb1-a2c1155b56d9 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Allocated IP 19.86.0.84 (c25cfa3e-d671-400b-88bc-ad4cd8741c35/44a4caa5-6bc7-4c9b-b871-beebdae82fee/458c8cd4-4ed0-42ca-91f1-2efe15692228) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:14:36.939042 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a3abbe-ff06-4ce5-b61d-bcf6f6dc2cff None None] Sync routers for ids ['f9d02e6d-5859-4d04-a9f4-13dd179731fc'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:14:36.963436 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a3abbe-ff06-4ce5-b61d-bcf6f6dc2cff None None] Routers {'f9d02e6d-5859-4d04-a9f4-13dd179731fc'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:14:36.964119 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-d9a3abbe-ff06-4ce5-b61d-bcf6f6dc2cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:14:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['f9d02e6d-5859-4d04-a9f4-13dd179731fc'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:14:36.974000 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-cdad6b41-db53-427b-82de-e658fb994f5c None None] Port afaece42-0c79-44f6-ae00-27fb87260f2d cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:14:37.001390 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-aaa5ddbd-071e-4f06-94bd-b8bb8c988931 req-39901753-8156-411b-9d30-5c5ace761f55 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] 10.222.0.85 "GET /v2.0/security-groups?id=58347793-32a9-458f-9c0f-7823b96e7e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474998 May 18 18:14:37.033150 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 75400aa4-6916-49d1-adac-b948869e43da is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:14:37.120987 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-d9a3abbe-ff06-4ce5-b61d-bcf6f6dc2cff None None] Set router f9d02e6d-5859-4d04-a9f4-13dd179731fc gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:14:37.441634 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-d9a3abbe-ff06-4ce5-b61d-bcf6f6dc2cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9d02e6d-5859-4d04-a9f4-13dd179731fc', 'name': 'tempest-TaggedBootDevicesTest_v242-1113065239-router', 'tenant_id': '4667f10dce1e42bbbeb327b02812458d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': '75400aa4-6916-49d1-adac-b948869e43da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:14:20Z', 'updated_at': '2022-05-18T18:14:33Z', 'revision_number': 4, 'project_id': '4667f10dce1e42bbbeb327b02812458d', 'gw_port': {'id': '75400aa4-6916-49d1-adac-b948869e43da', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:2c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d02e6d-5859-4d04-a9f4-13dd179731fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:14:23Z', 'updated_at': '2022-05-18T18:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': 'afaece42-0c79-44f6-ae00-27fb87260f2d', 'name': '', 'network_id': '0e7f8700-cd62-410f-94e8-8debe82f99f4', 'tenant_id': '4667f10dce1e42bbbeb327b02812458d', 'mac_address': 'fa:16:3e:6b:a5:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9d02e6d-5859-4d04-a9f4-13dd179731fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '6ef5eff4-20b8-41c3-a961-3299046b5972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:14:31Z', 'updated_at': '2022-05-18T18:14:34Z', 'revision_number': 2, 'project_id': '4667f10dce1e42bbbeb327b02812458d', 'subnets': [{'id': '6ef5eff4-20b8-41c3-a961-3299046b5972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:14:37.483788 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a3abbe-ff06-4ce5-b61d-bcf6f6dc2cff None None] Checking router: f9d02e6d-5859-4d04-a9f4-13dd179731fc for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:14:37.484110 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a3abbe-ff06-4ce5-b61d-bcf6f6dc2cff None None] Updating router f9d02e6d-5859-4d04-a9f4-13dd179731fc port afaece42-0c79-44f6-ae00-27fb87260f2d binding host n-d-838550-3 {{(pid=102733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 18:14:37.520979 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-d9a3abbe-ff06-4ce5-b61d-bcf6f6dc2cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:37.618931 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-766d0900-7507-464b-8c13-ba1e1cdf968c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:37.877631 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-933792d6-f4d9-446b-82aa-334964b61189 req-01fb03f6-fa31-40ec-b6d9-64eaf98a9d4b tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:37.892484 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['0f1e156f-0185-46e5-be92-6a68958188b3'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:14:37.910731 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-d9a3abbe-ff06-4ce5-b61d-bcf6f6dc2cff None None] Notify callbacks [] for port, precommit_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:37.918357 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-d9a3abbe-ff06-4ce5-b61d-bcf6f6dc2cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:37.926216 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-d40fbbcd-ecba-4868-bccd-24c3a4abafce req-1ceaa895-e2df-4fdf-aeb1-a2c1155b56d9 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:37.980928 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fb03f6-fa31-40ec-b6d9-64eaf98a9d4b tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] Pushing event deleted for resources: {'Port': ['ID=0f1e156f-0185-46e5-be92-6a68958188b3,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:14:37.995197 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262571ca-f982-4531-930c-6dd47e279b0f None None] Pushing event updated for resources: {'Port': ['ID=afaece42-0c79-44f6-ae00-27fb87260f2d,revision_number=3']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:14:38.035633 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-933792d6-f4d9-446b-82aa-334964b61189 req-01fb03f6-fa31-40ec-b6d9-64eaf98a9d4b tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] No DVR routers for this DVR port 0f1e156f-0185-46e5-be92-6a68958188b3 on host n-h1-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:14:38.039908 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-933792d6-f4d9-446b-82aa-334964b61189 req-01fb03f6-fa31-40ec-b6d9-64eaf98a9d4b tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:38.043607 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-933792d6-f4d9-446b-82aa-334964b61189 req-01fb03f6-fa31-40ec-b6d9-64eaf98a9d4b tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] 10.222.0.36 "DELETE /v2.0/ports/0f1e156f-0185-46e5-be92-6a68958188b3 HTTP/1.1" status: 204 len: 173 time: 2.0040500 May 18 18:14:38.131894 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d23b3b3-bd88-458c-b269-14a2fe755bd8', 'name': 'network-vif-deleted', 'tag': '0f1e156f-0185-46e5-be92-6a68958188b3'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:14:38.144833 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5a8531d-d003-4904-a94b-9e0aa63d639d" -d '{"events": [{"server_uuid": "3d23b3b3-bd88-458c-b269-14a2fe755bd8", "name": "network-vif-deleted", "tag": "0f1e156f-0185-46e5-be92-6a68958188b3"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:14:38.160271 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-d9a3abbe-ff06-4ce5-b61d-bcf6f6dc2cff None None] Attempting to bind port afaece42-0c79-44f6-ae00-27fb87260f2d on host n-d-838550-3 for vnic_type normal with profile {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:14:38.162132 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-d9a3abbe-ff06-4ce5-b61d-bcf6f6dc2cff None None] Attempting to bind port afaece42-0c79-44f6-ae00-27fb87260f2d by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': 'b14cff5e-c393-4dce-b4d0-984d9041a56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '0e7f8700-cd62-410f-94e8-8debe82f99f4'}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:14:38.163393 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a3abbe-ff06-4ce5-b61d-bcf6f6dc2cff None None] Attempting to bind port afaece42-0c79-44f6-ae00-27fb87260f2d on network 0e7f8700-cd62-410f-94e8-8debe82f99f4 {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:14:38.175015 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a3abbe-ff06-4ce5-b61d-bcf6f6dc2cff None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:14:38.175564 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c58f30d-e845-4fe8-8469-bdf22a2cc614 req-1b5a0ecd-a253-4233-b053-2ad50535e3bd tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:38.176149 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a3abbe-ff06-4ce5-b61d-bcf6f6dc2cff None None] Checking segment: {'id': 'b14cff5e-c393-4dce-b4d0-984d9041a56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '0e7f8700-cd62-410f-94e8-8debe82f99f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:14:38.177489 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-d9a3abbe-ff06-4ce5-b61d-bcf6f6dc2cff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:38.178134 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a3abbe-ff06-4ce5-b61d-bcf6f6dc2cff None None] Bound using segment: {'id': 'b14cff5e-c393-4dce-b4d0-984d9041a56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '0e7f8700-cd62-410f-94e8-8debe82f99f4'} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:14:38.180359 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7c58f30d-e845-4fe8-8469-bdf22a2cc614 req-1b5a0ecd-a253-4233-b053-2ad50535e3bd tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] 10.222.0.85 "GET /v2.0/ports?device_id=3d23b3b3-bd88-458c-b269-14a2fe755bd8 HTTP/1.1" status: 200 len: 945 time: 0.4548945 May 18 18:14:38.181796 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-d9a3abbe-ff06-4ce5-b61d-bcf6f6dc2cff None None] Bound port: afaece42-0c79-44f6-ae00-27fb87260f2d, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b14cff5e-c393-4dce-b4d0-984d9041a56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '0e7f8700-cd62-410f-94e8-8debe82f99f4'}}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:14:38.183865 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-d9a3abbe-ff06-4ce5-b61d-bcf6f6dc2cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:38.316859 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eb0b3a-d46d-4166-b082-7265ac156dc0 req-13ced53b-2ae2-4ebb-877f-80e0bb635815 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:38.325210 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-8ca4a25e-ef00-4477-b4e0-a6a293200143 None None] Provisioning complete for port afaece42-0c79-44f6-ae00-27fb87260f2d triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:14:38.325586 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-8ca4a25e-ef00-4477-b4e0-a6a293200143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:38.334996 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-63eb0b3a-d46d-4166-b082-7265ac156dc0 req-13ced53b-2ae2-4ebb-877f-80e0bb635815 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] 10.222.0.85 "GET /v2.0/ports?device_id=69f4f2bd-a0cf-4f2f-8155-d5cfd91a7cfd HTTP/1.1" status: 200 len: 932 time: 0.1708741 May 18 18:14:38.381602 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.db [None req-d9a3abbe-ff06-4ce5-b61d-bcf6f6dc2cff None None] For port afaece42-0c79-44f6-ae00-27fb87260f2d, host n-d-838550-3, cleared binding levels {{(pid=102733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:14:38.389077 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7c58f30d-e845-4fe8-8469-bdf22a2cc614 req-44812616-ad05-4450-b763-7205dd46f7cf tempest-ServerRescueTestJSONUnderV235-1052214599 tempest-ServerRescueTestJSONUnderV235-1052214599-project] 10.222.0.85 "GET /v2.0/security-groups?id=fa255767-3e7a-49af-bfae-1870baf95311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676519 May 18 18:14:38.393482 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.db [None req-d9a3abbe-ff06-4ce5-b61d-bcf6f6dc2cff None None] For port afaece42-0c79-44f6-ae00-27fb87260f2d, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=afaece42-0c79-44f6-ae00-27fb87260f2d,segment=NetworkSegment(b14cff5e-c393-4dce-b4d0-984d9041a56c),segment_id=b14cff5e-c393-4dce-b4d0-984d9041a56c)] {{(pid=102733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:14:38.403151 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-d9a3abbe-ff06-4ce5-b61d-bcf6f6dc2cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:38.424112 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-d40fbbcd-ecba-4868-bccd-24c3a4abafce req-1ceaa895-e2df-4fdf-aeb1-a2c1155b56d9 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:38.431299 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-63eb0b3a-d46d-4166-b082-7265ac156dc0 req-435a7d36-e178-4697-8496-ddf238ea3747 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] 10.222.0.85 "GET /v2.0/security-groups?id=58347793-32a9-458f-9c0f-7823b96e7e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929298 May 18 18:14:38.466548 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-8ca4a25e-ef00-4477-b4e0-a6a293200143 None None] Port afaece42-0c79-44f6-ae00-27fb87260f2d cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:14:38.541451 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b989c1eb-d4a4-4438-abd9-f1349567ead6 x-openstack-request-id: req-b989c1eb-d4a4-4438-abd9-f1349567ead6 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:14:38.542184 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d23b3b3-bd88-458c-b269-14a2fe755bd8", "name": "network-vif-deleted", "tag": "0f1e156f-0185-46e5-be92-6a68958188b3", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:14:38.542821 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-b989c1eb-d4a4-4438-abd9-f1349567ead6 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:14:38.543379 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b989c1eb-d4a4-4438-abd9-f1349567ead6'] response: {'server_uuid': '3d23b3b3-bd88-458c-b269-14a2fe755bd8', 'name': 'network-vif-deleted', 'tag': '0f1e156f-0185-46e5-be92-6a68958188b3', 'status': 'completed', 'code': 200} May 18 18:14:38.567022 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d40fbbcd-ecba-4868-bccd-24c3a4abafce req-1ceaa895-e2df-4fdf-aeb1-a2c1155b56d9 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Network c25cfa3e-d671-400b-88bc-ad4cd8741c35 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:14:38.567675 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 60404) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:14:38.574697 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-a094f7cb-a3b5-4c8a-829d-538b6268a066 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1046230011-network', 'tenant_id': '7c8ad4c913d843978bd8a2198faf3639'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:14:38.576645 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [req-d40fbbcd-ecba-4868-bccd-24c3a4abafce req-1ceaa895-e2df-4fdf-aeb1-a2c1155b56d9 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:14:38.589065 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-d40fbbcd-ecba-4868-bccd-24c3a4abafce req-1ceaa895-e2df-4fdf-aeb1-a2c1155b56d9 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:14:38.621328 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a3abbe-ff06-4ce5-b61d-bcf6f6dc2cff None None] Routers {'f9d02e6d-5859-4d04-a9f4-13dd179731fc'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:14:38.630869 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-d9a3abbe-ff06-4ce5-b61d-bcf6f6dc2cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:14:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['f9d02e6d-5859-4d04-a9f4-13dd179731fc'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:14:38.631333 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ceaa895-e2df-4fdf-aeb1-a2c1155b56d9 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Pushing event updated for resources: {'Port': ['ID=458c8cd4-4ed0-42ca-91f1-2efe15692228,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:14:38.648221 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262571ca-f982-4531-930c-6dd47e279b0f None None] Pushing event updated for resources: {'Port': ['ID=afaece42-0c79-44f6-ae00-27fb87260f2d,revision_number=4']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:14:38.712170 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a094f7cb-a3b5-4c8a-829d-538b6268a066 admin admin] Made reservation on behalf of 7c8ad4c913d843978bd8a2198faf3639 for: {'network': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:14:38.715160 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a094f7cb-a3b5-4c8a-829d-538b6268a066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:38.732938 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a094f7cb-a3b5-4c8a-829d-538b6268a066 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:38.744742 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40fbbcd-ecba-4868-bccd-24c3a4abafce req-1ceaa895-e2df-4fdf-aeb1-a2c1155b56d9 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:38.745742 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-d40fbbcd-ecba-4868-bccd-24c3a4abafce req-1ceaa895-e2df-4fdf-aeb1-a2c1155b56d9 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:38.777926 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d40fbbcd-ecba-4868-bccd-24c3a4abafce req-1ceaa895-e2df-4fdf-aeb1-a2c1155b56d9 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7478642 May 18 18:14:38.794529 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-d40fbbcd-ecba-4868-bccd-24c3a4abafce req-d57af6bf-7c4e-45f6-b15d-24bb71b74c25 service neutron] Request body: {'port': {'device_id': '69f4f2bd-a0cf-4f2f-8155-d5cfd91a7cfd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-3'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:14:38.887855 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-865ec676-89c7-461c-8e2f-6a235088bb6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-595963'] for router_interface, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:39.008724 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-8f01e770-d6fd-4b8b-ab14-9b345c8ef6a4 None None] Provisioning complete for port afaece42-0c79-44f6-ae00-27fb87260f2d triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:14:39.009732 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-8f01e770-d6fd-4b8b-ab14-9b345c8ef6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:39.021147 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-d40fbbcd-ecba-4868-bccd-24c3a4abafce req-d57af6bf-7c4e-45f6-b15d-24bb71b74c25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:39.063031 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a094f7cb-a3b5-4c8a-829d-538b6268a066 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:39.064955 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-d9a3abbe-ff06-4ce5-b61d-bcf6f6dc2cff None None] Set router f9d02e6d-5859-4d04-a9f4-13dd179731fc gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:14:39.072622 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a094f7cb-a3b5-4c8a-829d-538b6268a066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:39.146475 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a094f7cb-a3b5-4c8a-829d-538b6268a066 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1a0da1c-f94a-4b6c-9a82-d671ea82f40c,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:14:39.151268 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a094f7cb-a3b5-4c8a-829d-538b6268a066 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 621} {{(pid=102731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:14:39.172160 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a094f7cb-a3b5-4c8a-829d-538b6268a066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:39.177757 n-d-838550-3 neutron-server[102731]: INFO neutron.db.segments_db [None req-a094f7cb-a3b5-4c8a-829d-538b6268a066 admin admin] Added segment 412cea5f-92c0-4c68-94e7-eeb245c7b03f of type vlan for network b5b053b3-7063-4a49-a37f-f482a7e1f00b May 18 18:14:39.221475 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-8f01e770-d6fd-4b8b-ab14-9b345c8ef6a4 None None] Current status of the port afaece42-0c79-44f6-ae00-27fb87260f2d is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:14:39.222027 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-8f01e770-d6fd-4b8b-ab14-9b345c8ef6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:39.270207 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a094f7cb-a3b5-4c8a-829d-538b6268a066 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:39.301300 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-8f01e770-d6fd-4b8b-ab14-9b345c8ef6a4 None None] For port afaece42-0c79-44f6-ae00-27fb87260f2d, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=afaece42-0c79-44f6-ae00-27fb87260f2d,segment=NetworkSegment(b14cff5e-c393-4dce-b4d0-984d9041a56c),segment_id=b14cff5e-c393-4dce-b4d0-984d9041a56c)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:14:39.310109 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-8f01e770-d6fd-4b8b-ab14-9b345c8ef6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:39.336055 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a094f7cb-a3b5-4c8a-829d-538b6268a066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:39.337265 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a094f7cb-a3b5-4c8a-829d-538b6268a066 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:39.337671 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a094f7cb-a3b5-4c8a-829d-538b6268a066 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:39.397356 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-a094f7cb-a3b5-4c8a-829d-538b6268a066 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8249228 May 18 18:14:39.409569 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 60436) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:14:39.417937 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-815d5084-6e29-4963-9346-f19d46991d87 admin admin] Request body: {'subnet': {'network_id': 'b5b053b3-7063-4a49-a37f-f482a7e1f00b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1046230011-subnet', 'tenant_id': '7c8ad4c913d843978bd8a2198faf3639', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:14:39.493446 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a094f7cb-a3b5-4c8a-829d-538b6268a066 admin admin] Pushing event updated for resources: {'Network': ['ID=b5b053b3-7063-4a49-a37f-f482a7e1f00b,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:14:39.507016 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 4a054314-115c-4d3d-9e5c-ac8037a56aff details requested by agent hyperv_n-h2-838550-3 with host n-h2-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:14:39.528175 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network b5b053b3-7063-4a49-a37f-f482a7e1f00b details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:14:39.537933 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 60444) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:14:39.563509 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-815d5084-6e29-4963-9346-f19d46991d87 admin admin] Made reservation on behalf of 7c8ad4c913d843978bd8a2198faf3639 for: {'subnet': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:14:39.570030 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-815d5084-6e29-4963-9346-f19d46991d87 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261031885'] for subnet, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:39.598197 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-0f38bd07-6830-42cd-ae72-11c557471636 None None] Provisioning complete for port 458c8cd4-4ed0-42ca-91f1-2efe15692228 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:14:39.598573 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0f38bd07-6830-42cd-ae72-11c557471636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:39.603409 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f01e770-d6fd-4b8b-ab14-9b345c8ef6a4 None None] Pushing event updated for resources: {'Port': ['ID=afaece42-0c79-44f6-ae00-27fb87260f2d,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:14:39.727140 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-d9a3abbe-ff06-4ce5-b61d-bcf6f6dc2cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9d02e6d-5859-4d04-a9f4-13dd179731fc', 'name': 'tempest-TaggedBootDevicesTest_v242-1113065239-router', 'tenant_id': '4667f10dce1e42bbbeb327b02812458d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': '75400aa4-6916-49d1-adac-b948869e43da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:14:20Z', 'updated_at': '2022-05-18T18:14:33Z', 'revision_number': 4, 'project_id': '4667f10dce1e42bbbeb327b02812458d', 'gw_port': {'id': '75400aa4-6916-49d1-adac-b948869e43da', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:2c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d02e6d-5859-4d04-a9f4-13dd179731fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:14:23Z', 'updated_at': '2022-05-18T18:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': 'afaece42-0c79-44f6-ae00-27fb87260f2d', 'name': '', 'network_id': '0e7f8700-cd62-410f-94e8-8debe82f99f4', 'tenant_id': '4667f10dce1e42bbbeb327b02812458d', 'mac_address': 'fa:16:3e:6b:a5:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9d02e6d-5859-4d04-a9f4-13dd179731fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '6ef5eff4-20b8-41c3-a961-3299046b5972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:14:31Z', 'updated_at': '2022-05-18T18:14:38Z', 'revision_number': 4, 'project_id': '4667f10dce1e42bbbeb327b02812458d', 'subnets': [{'id': '6ef5eff4-20b8-41c3-a961-3299046b5972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:14:39.806588 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a3abbe-ff06-4ce5-b61d-bcf6f6dc2cff None None] The sync data for ids ['f9d02e6d-5859-4d04-a9f4-13dd179731fc'] in n-d-838550-3 is: [{'id': 'f9d02e6d-5859-4d04-a9f4-13dd179731fc', 'name': 'tempest-TaggedBootDevicesTest_v242-1113065239-router', 'tenant_id': '4667f10dce1e42bbbeb327b02812458d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': '75400aa4-6916-49d1-adac-b948869e43da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:14:20Z', 'updated_at': '2022-05-18T18:14:33Z', 'revision_number': 4, 'project_id': '4667f10dce1e42bbbeb327b02812458d', 'gw_port': {'id': '75400aa4-6916-49d1-adac-b948869e43da', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:2c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d02e6d-5859-4d04-a9f4-13dd179731fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:14:23Z', 'updated_at': '2022-05-18T18:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': 'afaece42-0c79-44f6-ae00-27fb87260f2d', 'name': '', 'network_id': '0e7f8700-cd62-410f-94e8-8debe82f99f4', 'tenant_id': '4667f10dce1e42bbbeb327b02812458d', 'mac_address': 'fa:16:3e:6b:a5:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9d02e6d-5859-4d04-a9f4-13dd179731fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '6ef5eff4-20b8-41c3-a961-3299046b5972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:14:31Z', 'updated_at': '2022-05-18T18:14:38Z', 'revision_number': 4, 'project_id': '4667f10dce1e42bbbeb327b02812458d', 'subnets': [{'id': '6ef5eff4-20b8-41c3-a961-3299046b5972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:14:39.808082 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.db.resource_extend [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 18 18:14:39.904125 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-0f38bd07-6830-42cd-ae72-11c557471636 None None] Port 458c8cd4-4ed0-42ca-91f1-2efe15692228 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:14:40.033249 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-865ec676-89c7-461c-8e2f-6a235088bb6a admin admin] Deleting port 59ef2299-fbb8-4395-a751-5c9d71ac3a9d {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:14:40.034091 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-865ec676-89c7-461c-8e2f-6a235088bb6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:40.117019 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-8d5160d6-b9f1-4b2b-8570-1079ac20bece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:40.137302 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af3865c-ce16-4dd8-b81d-86dae451d90d req-3344dd99-5921-426d-a338-4136402c6245 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:40.147375 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 4a054314-115c-4d3d-9e5c-ac8037a56aff, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=4a054314-115c-4d3d-9e5c-ac8037a56aff,segment=NetworkSegment(7fe567f5-b9bc-4b6c-8f11-60e107f314f0),segment_id=7fe567f5-b9bc-4b6c-8f11-60e107f314f0)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:14:40.163366 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Returning: {'device': '4a054314-115c-4d3d-9e5c-ac8037a56aff', 'network_id': '43fc4a49-4144-4792-8c9e-f6aa8e841df8', 'port_id': '4a054314-115c-4d3d-9e5c-ac8037a56aff', 'mac_address': 'fa:16:3e:0b:e6:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a6f771a-7d1f-4c0f-927b-d14a677a770b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:14:40.169597 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af3865c-ce16-4dd8-b81d-86dae451d90d req-3344dd99-5921-426d-a338-4136402c6245 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:40.171975 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6af3865c-ce16-4dd8-b81d-86dae451d90d req-3344dd99-5921-426d-a338-4136402c6245 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] 10.222.0.85 "GET /v2.0/ports?device_id=69f4f2bd-a0cf-4f2f-8155-d5cfd91a7cfd HTTP/1.1" status: 200 len: 1654 time: 0.5014732 May 18 18:14:40.251784 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 4a054314-115c-4d3d-9e5c-ac8037a56aff is: ACTIVE; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:14:40.252146 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:40.275618 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4a054314-115c-4d3d-9e5c-ac8037a56aff {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:14:40.437714 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6af3865c-ce16-4dd8-b81d-86dae451d90d req-0c487a4c-eaca-4697-bcfa-34690e55d407 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] 10.222.0.85 "GET /v2.0/security-groups?id=58347793-32a9-458f-9c0f-7823b96e7e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528739 May 18 18:14:40.525142 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [req-d40fbbcd-ecba-4868-bccd-24c3a4abafce req-d57af6bf-7c4e-45f6-b15d-24bb71b74c25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5158f649-3c41-4ad5-b637-8ea32fd64633 {{(pid=102730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:14:40.572113 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-d40fbbcd-ecba-4868-bccd-24c3a4abafce req-d57af6bf-7c4e-45f6-b15d-24bb71b74c25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:40.638738 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 4a054314-115c-4d3d-9e5c-ac8037a56aff, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=4a054314-115c-4d3d-9e5c-ac8037a56aff,segment=NetworkSegment(7fe567f5-b9bc-4b6c-8f11-60e107f314f0),segment_id=7fe567f5-b9bc-4b6c-8f11-60e107f314f0)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:14:40.643041 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device afaece42-0c79-44f6-ae00-27fb87260f2d up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:14:40.649316 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:40.733527 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-815d5084-6e29-4963-9346-f19d46991d87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261104883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261031899'] for subnet, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:40.748976 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-865ec676-89c7-461c-8e2f-6a235088bb6a admin admin] For port 59ef2299-fbb8-4395-a751-5c9d71ac3a9d, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=59ef2299-fbb8-4395-a751-5c9d71ac3a9d,segment=NetworkSegment(5de370d0-266c-4962-933f-566972964e54),segment_id=5de370d0-266c-4962-933f-566972964e54)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:14:40.762389 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-865ec676-89c7-461c-8e2f-6a235088bb6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:40.770569 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['4a054314-115c-4d3d-9e5c-ac8037a56aff'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:14:40.776659 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [req-d40fbbcd-ecba-4868-bccd-24c3a4abafce req-d57af6bf-7c4e-45f6-b15d-24bb71b74c25 service neutron] Transition to ACTIVE for port object 5158f649-3c41-4ad5-b637-8ea32fd64633 will not be triggered until provisioned by entity L2. {{(pid=102730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:14:40.889005 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-d40fbbcd-ecba-4868-bccd-24c3a4abafce req-d57af6bf-7c4e-45f6-b15d-24bb71b74c25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:40.902618 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-865ec676-89c7-461c-8e2f-6a235088bb6a admin admin] Calling delete_port for 59ef2299-fbb8-4395-a751-5c9d71ac3a9d owned by network:router_interface {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:14:40.935267 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=4a054314-115c-4d3d-9e5c-ac8037a56aff,revision_number=6']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:14:40.990330 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port afaece42-0c79-44f6-ae00-27fb87260f2d triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:14:40.991387 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:41.147243 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c361432c-ed4b-439c-9e4f-efcf2a3aec25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-595963'] for router_interface, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:41.176779 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port afaece42-0c79-44f6-ae00-27fb87260f2d is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:14:41.257388 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:41.481167 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 0f1e156f-0185-46e5-be92-6a68958188b3 no longer exists at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:14:41.585187 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 4a054314-115c-4d3d-9e5c-ac8037a56aff up at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:14:41.697001 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] No Port match for: 0f1e156f-0185-46e5-be92-6a68958188b3 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:14:41.698509 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 0f1e156f-0185-46e5-be92-6a68958188b3 not bound to the agent host n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:14:41.727281 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815d5084-6e29-4963-9346-f19d46991d87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5d7eb43-ea2e-4dad-b6c0-cb7b5181277b,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:14:41.735990 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57af6bf-7c4e-45f6-b15d-24bb71b74c25 service neutron] Pushing event updated for resources: {'Port': ['ID=5158f649-3c41-4ad5-b637-8ea32fd64633,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:14:41.752091 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning complete for port 4a054314-115c-4d3d-9e5c-ac8037a56aff triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:14:41.753556 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:41.762209 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-865ec676-89c7-461c-8e2f-6a235088bb6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:41.852013 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865ec676-89c7-461c-8e2f-6a235088bb6a admin admin] Pushing event deleted for resources: {'Port': ['ID=59ef2299-fbb8-4395-a751-5c9d71ac3a9d,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:14:41.875988 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815d5084-6e29-4963-9346-f19d46991d87 admin admin] Checking segment: {'id': '412cea5f-92c0-4c68-94e7-eeb245c7b03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'b5b053b3-7063-4a49-a37f-f482a7e1f00b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:14:41.876343 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815d5084-6e29-4963-9346-f19d46991d87 admin admin] Network hostable DHCP agents. Network: b5b053b3-7063-4a49-a37f-f482a7e1f00b, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:14:41.983372 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-c361432c-ed4b-439c-9e4f-efcf2a3aec25 admin admin] Deleting port 179a9f0e-5cbd-4f05-86c0-50acb7229187 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:14:41.984049 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c361432c-ed4b-439c-9e4f-efcf2a3aec25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:42.069772 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156f425b-8263-44d3-92f5-6aab9a8fe310 req-0e66793b-53fa-45d0-ba02-242bab5622bd tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:42.088266 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156f425b-8263-44d3-92f5-6aab9a8fe310 req-0e66793b-53fa-45d0-ba02-242bab5622bd tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:42.098658 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-156f425b-8263-44d3-92f5-6aab9a8fe310 req-0e66793b-53fa-45d0-ba02-242bab5622bd tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] 10.222.0.85 "GET /v2.0/ports?device_id=69f4f2bd-a0cf-4f2f-8155-d5cfd91a7cfd HTTP/1.1" status: 200 len: 1666 time: 0.3447464 May 18 18:14:42.151806 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 4a054314-115c-4d3d-9e5c-ac8037a56aff is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:14:42.154167 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:42.223836 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee9ee9f9-12a0-485a-a0ff-837d0d7a125e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a054314-115c-4d3d-9e5c-ac8037a56aff'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:14:42.247276 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c8389e5-32fc-4ad6-bbc7-289dd177963c" -d '{"events": [{"server_uuid": "ee9ee9f9-12a0-485a-a0ff-837d0d7a125e", "name": "network-vif-plugged", "status": "completed", "tag": "4a054314-115c-4d3d-9e5c-ac8037a56aff"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:14:42.326327 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 4a054314-115c-4d3d-9e5c-ac8037a56aff, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=4a054314-115c-4d3d-9e5c-ac8037a56aff,segment=NetworkSegment(7fe567f5-b9bc-4b6c-8f11-60e107f314f0),segment_id=7fe567f5-b9bc-4b6c-8f11-60e107f314f0)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:14:42.326761 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815d5084-6e29-4963-9346-f19d46991d87 admin admin] Network b5b053b3-7063-4a49-a37f-f482a7e1f00b is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:14:42.364082 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-d40fbbcd-ecba-4868-bccd-24c3a4abafce req-d57af6bf-7c4e-45f6-b15d-24bb71b74c25 service neutron] Attempting to bind port 5158f649-3c41-4ad5-b637-8ea32fd64633 on host n-h1-838550-3 for vnic_type normal with profile {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:14:42.364423 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-d40fbbcd-ecba-4868-bccd-24c3a4abafce req-d57af6bf-7c4e-45f6-b15d-24bb71b74c25 service neutron] Attempting to bind port 5158f649-3c41-4ad5-b637-8ea32fd64633 by drivers openvswitch,hyperv on host n-h1-838550-3 at level 0 using segments [{'id': '09ee6490-c7ed-45cb-b364-0948f89df2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '7c3de9e8-235e-4d4d-8982-5d2012545661'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:14:42.364778 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40fbbcd-ecba-4868-bccd-24c3a4abafce req-d57af6bf-7c4e-45f6-b15d-24bb71b74c25 service neutron] Attempting to bind port 5158f649-3c41-4ad5-b637-8ea32fd64633 on network 7c3de9e8-235e-4d4d-8982-5d2012545661 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:14:42.385549 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dfabbc8-887d-413a-8f15-8619cdb594dd x-openstack-request-id: req-4dfabbc8-887d-413a-8f15-8619cdb594dd {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:14:42.386046 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee9ee9f9-12a0-485a-a0ff-837d0d7a125e", "name": "network-vif-plugged", "status": "completed", "tag": "4a054314-115c-4d3d-9e5c-ac8037a56aff", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:14:42.387012 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-4dfabbc8-887d-413a-8f15-8619cdb594dd {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:14:42.388095 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-815d5084-6e29-4963-9346-f19d46991d87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, b5b053b3-7063-4a49-a37f-f482a7e1f00b) {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:14:42.388702 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4dfabbc8-887d-413a-8f15-8619cdb594dd'] response: {'server_uuid': 'ee9ee9f9-12a0-485a-a0ff-837d0d7a125e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a054314-115c-4d3d-9e5c-ac8037a56aff', 'code': 200} May 18 18:14:42.410133 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:42.423709 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40fbbcd-ecba-4868-bccd-24c3a4abafce req-d57af6bf-7c4e-45f6-b15d-24bb71b74c25 service neutron] Port 5158f649-3c41-4ad5-b637-8ea32fd64633 on network 7c3de9e8-235e-4d4d-8982-5d2012545661 not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-3 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:14:42.424268 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40fbbcd-ecba-4868-bccd-24c3a4abafce req-d57af6bf-7c4e-45f6-b15d-24bb71b74c25 service neutron] Attempting to bind port 5158f649-3c41-4ad5-b637-8ea32fd64633 on network 7c3de9e8-235e-4d4d-8982-5d2012545661 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:14:42.433510 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-815d5084-6e29-4963-9346-f19d46991d87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:42.434419 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-815d5084-6e29-4963-9346-f19d46991d87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:42.435512 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-c361432c-ed4b-439c-9e4f-efcf2a3aec25 admin admin] For port 179a9f0e-5cbd-4f05-86c0-50acb7229187, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=179a9f0e-5cbd-4f05-86c0-50acb7229187,segment=NetworkSegment(58812133-eab2-4d1f-bf2a-ea777b989f38),segment_id=58812133-eab2-4d1f-bf2a-ea777b989f38)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:14:42.439009 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c361432c-ed4b-439c-9e4f-efcf2a3aec25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:42.445419 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3470e5-e6bd-4e84-b191-ffd2f7a01bc1 None None] Network b5b053b3-7063-4a49-a37f-f482a7e1f00b requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:14:42.487030 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-815d5084-6e29-4963-9346-f19d46991d87 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 3.0754244 May 18 18:14:42.492962 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-156f425b-8263-44d3-92f5-6aab9a8fe310 req-94b8ba4c-befc-4038-a4e4-44d1a1a0090c tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] 10.222.0.85 "GET /v2.0/security-groups?id=58347793-32a9-458f-9c0f-7823b96e7e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2843199 May 18 18:14:42.493385 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 60582) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:14:42.495625 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40fbbcd-ecba-4868-bccd-24c3a4abafce req-d57af6bf-7c4e-45f6-b15d-24bb71b74c25 service neutron] Checking agent: {'id': '1dbac822-25f2-4df8-9dc8-5c2e7b136eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:14:42.498144 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40fbbcd-ecba-4868-bccd-24c3a4abafce req-d57af6bf-7c4e-45f6-b15d-24bb71b74c25 service neutron] Checking segment: {'id': '09ee6490-c7ed-45cb-b364-0948f89df2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '7c3de9e8-235e-4d4d-8982-5d2012545661'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:14:42.498960 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40fbbcd-ecba-4868-bccd-24c3a4abafce req-d57af6bf-7c4e-45f6-b15d-24bb71b74c25 service neutron] Bound using segment: {'id': '09ee6490-c7ed-45cb-b364-0948f89df2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '7c3de9e8-235e-4d4d-8982-5d2012545661'} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:14:42.502265 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-d40fbbcd-ecba-4868-bccd-24c3a4abafce req-d57af6bf-7c4e-45f6-b15d-24bb71b74c25 service neutron] Bound port: 5158f649-3c41-4ad5-b637-8ea32fd64633, host: n-h1-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09ee6490-c7ed-45cb-b364-0948f89df2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '7c3de9e8-235e-4d4d-8982-5d2012545661'}}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:14:42.503111 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-d40fbbcd-ecba-4868-bccd-24c3a4abafce req-d57af6bf-7c4e-45f6-b15d-24bb71b74c25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:42.533544 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-1bb2c42b-715b-4a7e-8424-8f1d49e97498 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1046230011-router', 'tenant_id': '7c8ad4c913d843978bd8a2198faf3639', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:14:42.585472 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-c361432c-ed4b-439c-9e4f-efcf2a3aec25 admin admin] Calling delete_port for 179a9f0e-5cbd-4f05-86c0-50acb7229187 owned by network:router_interface {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:14:42.598896 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1bb2c42b-715b-4a7e-8424-8f1d49e97498 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25099'] for router, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:42.602868 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1bb2c42b-715b-4a7e-8424-8f1d49e97498 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-593238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596850', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25088'] for router, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:42.668768 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:42.743356 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=4a054314-115c-4d3d-9e5c-ac8037a56aff,revision_number=7']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:14:42.774170 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 60590) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:14:42.821756 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-d40fbbcd-ecba-4868-bccd-24c3a4abafce req-d57af6bf-7c4e-45f6-b15d-24bb71b74c25 service neutron] For port 5158f649-3c41-4ad5-b637-8ea32fd64633, host n-h1-838550-3, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:14:42.881552 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-865ec676-89c7-461c-8e2f-6a235088bb6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-593931'] for router_interface, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:42.900496 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1bb2c42b-715b-4a7e-8424-8f1d49e97498 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:42.907636 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-d40fbbcd-ecba-4868-bccd-24c3a4abafce req-d57af6bf-7c4e-45f6-b15d-24bb71b74c25 service neutron] For port 5158f649-3c41-4ad5-b637-8ea32fd64633, host n-h1-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=5158f649-3c41-4ad5-b637-8ea32fd64633,segment=NetworkSegment(09ee6490-c7ed-45cb-b364-0948f89df2b5),segment_id=09ee6490-c7ed-45cb-b364-0948f89df2b5)] {{(pid=102730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:14:42.989308 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fcb56df-8df0-42df-923a-7c61e8a2b3ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-b5b053b3-7063-4a49-a37f-f482a7e1f00b', 'network_id': 'b5b053b3-7063-4a49-a37f-f482a7e1f00b', 'tenant_id': '7c8ad4c913d843978bd8a2198faf3639', 'fixed_ips': [{'subnet_id': 'e5d7eb43-ea2e-4dad-b6c0-cb7b5181277b'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:14:42.990091 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-2fcb56df-8df0-42df-923a-7c61e8a2b3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:43.007185 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-d40fbbcd-ecba-4868-bccd-24c3a4abafce req-d57af6bf-7c4e-45f6-b15d-24bb71b74c25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:43.070625 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:43.164936 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3fbcecaf-6c89-455b-9501-6321b50e8209 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:43.191548 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c361432c-ed4b-439c-9e4f-efcf2a3aec25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:43.289857 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c361432c-ed4b-439c-9e4f-efcf2a3aec25 admin admin] Pushing event deleted for resources: {'Port': ['ID=179a9f0e-5cbd-4f05-86c0-50acb7229187,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:14:43.290086 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3fbcecaf-6c89-455b-9501-6321b50e8209 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:43.300856 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1bb2c42b-715b-4a7e-8424-8f1d49e97498 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:43.317004 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40fbbcd-ecba-4868-bccd-24c3a4abafce req-d57af6bf-7c4e-45f6-b15d-24bb71b74c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:43.321911 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-d40fbbcd-ecba-4868-bccd-24c3a4abafce req-d57af6bf-7c4e-45f6-b15d-24bb71b74c25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:43.325454 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d40fbbcd-ecba-4868-bccd-24c3a4abafce req-d57af6bf-7c4e-45f6-b15d-24bb71b74c25 service neutron] 10.222.0.36 "PUT /v2.0/ports/5158f649-3c41-4ad5-b637-8ea32fd64633 HTTP/1.1" status: 200 len: 1092 time: 4.5352557 May 18 18:14:43.356275 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69f4f2bd-a0cf-4f2f-8155-d5cfd91a7cfd', 'tag': '5158f649-3c41-4ad5-b637-8ea32fd64633'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:14:43.363975 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b2ea16a-72f0-46ec-b6db-4745c9b2c31c" -d '{"events": [{"name": "network-changed", "server_uuid": "69f4f2bd-a0cf-4f2f-8155-d5cfd91a7cfd", "tag": "5158f649-3c41-4ad5-b637-8ea32fd64633"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:14:43.367329 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3fbcecaf-6c89-455b-9501-6321b50e8209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:43.380338 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-2fcb56df-8df0-42df-923a-7c61e8a2b3ce None None] Allocated IP 172.20.0.2 (b5b053b3-7063-4a49-a37f-f482a7e1f00b/e5d7eb43-ea2e-4dad-b6c0-cb7b5181277b/bed4355f-ee49-4b00-9ee6-4b1ca5208ad4) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:14:43.423186 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-d40fbbcd-ecba-4868-bccd-24c3a4abafce req-30df4280-7ea7-4df9-a018-39556435c088 service neutron] Request body: {'port': {'device_id': '69f4f2bd-a0cf-4f2f-8155-d5cfd91a7cfd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-3'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:14:43.627444 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbcecaf-6c89-455b-9501-6321b50e8209 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ed6437f-0933-40cb-9940-480f2033020d,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:14:43.644986 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-780b5207-8692-46cf-904d-e38201dc21a6 x-openstack-request-id: req-780b5207-8692-46cf-904d-e38201dc21a6 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:14:43.645277 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69f4f2bd-a0cf-4f2f-8155-d5cfd91a7cfd", "tag": "5158f649-3c41-4ad5-b637-8ea32fd64633", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:14:43.645531 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-780b5207-8692-46cf-904d-e38201dc21a6 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:14:43.645976 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-780b5207-8692-46cf-904d-e38201dc21a6'] response: {'name': 'network-changed', 'server_uuid': '69f4f2bd-a0cf-4f2f-8155-d5cfd91a7cfd', 'tag': '5158f649-3c41-4ad5-b637-8ea32fd64633', 'status': 'completed', 'code': 200} May 18 18:14:43.695338 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-2fcb56df-8df0-42df-923a-7c61e8a2b3ce None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:43.697841 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c361432c-ed4b-439c-9e4f-efcf2a3aec25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-593931'] for router_interface, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:43.701038 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 60618) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:14:43.711282 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-2fcb56df-8df0-42df-923a-7c61e8a2b3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:43.779156 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcb56df-8df0-42df-923a-7c61e8a2b3ce None None] Pushing event updated for resources: {'Port': ['ID=bed4355f-ee49-4b00-9ee6-4b1ca5208ad4,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:14:43.790343 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-d40fbbcd-ecba-4868-bccd-24c3a4abafce req-30df4280-7ea7-4df9-a018-39556435c088 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:43.800923 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fcb56df-8df0-42df-923a-7c61e8a2b3ce None None] Network b5b053b3-7063-4a49-a37f-f482a7e1f00b is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:14:43.804450 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-2fcb56df-8df0-42df-923a-7c61e8a2b3ce None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:14:43.809493 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fcb56df-8df0-42df-923a-7c61e8a2b3ce None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:14:43.867374 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-3fbcecaf-6c89-455b-9501-6321b50e8209 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=cfe2fc8135ec4e7e83cbd71d2fed0308&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0897655 May 18 18:14:43.868183 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57af6bf-7c4e-45f6-b15d-24bb71b74c25 service neutron] Pushing event updated for resources: {'Port': ['ID=5158f649-3c41-4ad5-b637-8ea32fd64633,revision_number=3']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:14:43.890756 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 60622) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:14:43.924327 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-2fcb56df-8df0-42df-923a-7c61e8a2b3ce None None] Attempting to bind port bed4355f-ee49-4b00-9ee6-4b1ca5208ad4 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:14:43.929206 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-2fcb56df-8df0-42df-923a-7c61e8a2b3ce None None] Attempting to bind port bed4355f-ee49-4b00-9ee6-4b1ca5208ad4 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '412cea5f-92c0-4c68-94e7-eeb245c7b03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'b5b053b3-7063-4a49-a37f-f482a7e1f00b'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:14:43.930840 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcb56df-8df0-42df-923a-7c61e8a2b3ce None None] Attempting to bind port bed4355f-ee49-4b00-9ee6-4b1ca5208ad4 on network b5b053b3-7063-4a49-a37f-f482a7e1f00b {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:14:43.945678 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcb56df-8df0-42df-923a-7c61e8a2b3ce None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:14:43.947823 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcb56df-8df0-42df-923a-7c61e8a2b3ce None None] Checking segment: {'id': '412cea5f-92c0-4c68-94e7-eeb245c7b03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'b5b053b3-7063-4a49-a37f-f482a7e1f00b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:14:43.949867 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-2fcb56df-8df0-42df-923a-7c61e8a2b3ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:43.950562 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcb56df-8df0-42df-923a-7c61e8a2b3ce None None] Bound using segment: {'id': '412cea5f-92c0-4c68-94e7-eeb245c7b03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'b5b053b3-7063-4a49-a37f-f482a7e1f00b'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:14:43.951289 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-2fcb56df-8df0-42df-923a-7c61e8a2b3ce None None] Bound port: bed4355f-ee49-4b00-9ee6-4b1ca5208ad4, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '412cea5f-92c0-4c68-94e7-eeb245c7b03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'b5b053b3-7063-4a49-a37f-f482a7e1f00b'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:14:43.953084 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-2fcb56df-8df0-42df-923a-7c61e8a2b3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:44.042705 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-2fcb56df-8df0-42df-923a-7c61e8a2b3ce None None] For port bed4355f-ee49-4b00-9ee6-4b1ca5208ad4, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:14:44.049291 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-2fcb56df-8df0-42df-923a-7c61e8a2b3ce None None] For port bed4355f-ee49-4b00-9ee6-4b1ca5208ad4, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=bed4355f-ee49-4b00-9ee6-4b1ca5208ad4,segment=NetworkSegment(412cea5f-92c0-4c68-94e7-eeb245c7b03f),segment_id=412cea5f-92c0-4c68-94e7-eeb245c7b03f)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:14:44.069476 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-2fcb56df-8df0-42df-923a-7c61e8a2b3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:44.133818 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-28cac72b-f263-4595-abea-c283aa1ff520 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:44.292947 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcb56df-8df0-42df-923a-7c61e8a2b3ce None None] Pushing event updated for resources: {'Port': ['ID=bed4355f-ee49-4b00-9ee6-4b1ca5208ad4,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:14:44.581512 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c361432c-ed4b-439c-9e4f-efcf2a3aec25 admin admin] Router fb5c000a-e31a-4e4b-9def-b1a084e91642 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:14:44.740269 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4dc54f2a-bb38-455e-b9c5-aa3e96a85dbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:44.776279 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-865ec676-89c7-461c-8e2f-6a235088bb6a admin admin] Router 872810ba-01bd-44f7-b441-ddfca68b31da has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:14:44.831423 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4dc54f2a-bb38-455e-b9c5-aa3e96a85dbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:44.849324 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-28cac72b-f263-4595-abea-c283aa1ff520 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:44.868627 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-28cac72b-f263-4595-abea-c283aa1ff520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:44.912979 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-28cac72b-f263-4595-abea-c283aa1ff520 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=de4587d58b4c430fae61e57b9defbaac&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2069652 May 18 18:14:44.915192 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 60634) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:14:44.928069 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1bb2c42b-715b-4a7e-8424-8f1d49e97498 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:44.951396 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2ea16a-72f0-46ec-b6db-4745c9b2c31c req-220ef18a-5563-4077-b2a0-f840c546bd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:44.952226 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2ea16a-72f0-46ec-b6db-4745c9b2c31c req-220ef18a-5563-4077-b2a0-f840c546bd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:44.953902 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5b2ea16a-72f0-46ec-b6db-4745c9b2c31c req-220ef18a-5563-4077-b2a0-f840c546bd70 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=959b4a96654a42e29bad9a24937c9c47&device_id=69f4f2bd-a0cf-4f2f-8155-d5cfd91a7cfd HTTP/1.1" status: 200 len: 1913 time: 1.1762071 May 18 18:14:44.964697 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b94244-752c-4055-a817-875ee788842b req-763136ce-7154-4b88-8451-c2232a4f92b4 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:44.971415 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b94244-752c-4055-a817-875ee788842b req-763136ce-7154-4b88-8451-c2232a4f92b4 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:44.982069 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-17b94244-752c-4055-a817-875ee788842b req-763136ce-7154-4b88-8451-c2232a4f92b4 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] 10.222.0.85 "GET /v2.0/ports?device_id=69f4f2bd-a0cf-4f2f-8155-d5cfd91a7cfd HTTP/1.1" status: 200 len: 1666 time: 1.1383355 May 18 18:14:45.029557 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1bb2c42b-715b-4a7e-8424-8f1d49e97498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:45.036891 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cac72b-f263-4595-abea-c283aa1ff520 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1515ce89-2454-4226-814d-9329926fa1cd,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:14:45.128928 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c361432c-ed4b-439c-9e4f-efcf2a3aec25 admin admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:14:45.139763 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-c361432c-ed4b-439c-9e4f-efcf2a3aec25 admin admin] 10.222.0.85 "PUT /v2.0/routers/fb5c000a-e31a-4e4b-9def-b1a084e91642/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5975184 May 18 18:14:45.141736 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 60636) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:14:45.151226 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9b9c0d53-1ba7-4490-a577-50cbfa8defe9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:45.163956 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8244ea43-9f28-475b-a6c3-f5ae9d88e996 None None] Sync routers for ids ['fb5c000a-e31a-4e4b-9def-b1a084e91642'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:14:45.191815 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8244ea43-9f28-475b-a6c3-f5ae9d88e996 None None] Routers {'fb5c000a-e31a-4e4b-9def-b1a084e91642'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:14:45.192467 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-8244ea43-9f28-475b-a6c3-f5ae9d88e996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:14:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['fb5c000a-e31a-4e4b-9def-b1a084e91642'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:14:45.269687 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-17b94244-752c-4055-a817-875ee788842b req-e6d48b75-02e3-471d-8906-110603384c1f tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] 10.222.0.85 "GET /v2.0/security-groups?id=58347793-32a9-458f-9c0f-7823b96e7e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2848413 May 18 18:14:45.377048 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9b9c0d53-1ba7-4490-a577-50cbfa8defe9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:45.408998 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2ea16a-72f0-46ec-b6db-4745c9b2c31c req-bf840bd4-238d-452b-9106-e0f5ba29dbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:45.409889 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2ea16a-72f0-46ec-b6db-4745c9b2c31c req-bf840bd4-238d-452b-9106-e0f5ba29dbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:45.410902 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2ea16a-72f0-46ec-b6db-4745c9b2c31c req-bf840bd4-238d-452b-9106-e0f5ba29dbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:45.414342 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5b2ea16a-72f0-46ec-b6db-4745c9b2c31c req-bf840bd4-238d-452b-9106-e0f5ba29dbd8 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=959b4a96654a42e29bad9a24937c9c47&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.4280744 May 18 18:14:45.430773 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-8244ea43-9f28-475b-a6c3-f5ae9d88e996 None None] Set router fb5c000a-e31a-4e4b-9def-b1a084e91642 gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:14:45.436406 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4dc54f2a-bb38-455e-b9c5-aa3e96a85dbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:45.440406 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4dc54f2a-bb38-455e-b9c5-aa3e96a85dbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:45.442161 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-4dc54f2a-bb38-455e-b9c5-aa3e96a85dbd admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/0ed6437f-0933-40cb-9940-480f2033020d HTTP/1.1" status: 204 len: 168 time: 1.5460362 May 18 18:14:45.489062 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-865ec676-89c7-461c-8e2f-6a235088bb6a admin admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:14:45.503774 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2029d553-8d47-46e7-944d-74f6514a420a None None] Sync routers for ids ['872810ba-01bd-44f7-b441-ddfca68b31da'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:14:45.524731 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2029d553-8d47-46e7-944d-74f6514a420a None None] Routers {'872810ba-01bd-44f7-b441-ddfca68b31da'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:14:45.526715 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-2029d553-8d47-46e7-944d-74f6514a420a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:14:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['872810ba-01bd-44f7-b441-ddfca68b31da'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:14:45.589744 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-865ec676-89c7-461c-8e2f-6a235088bb6a admin admin] 10.222.0.85 "PUT /v2.0/routers/872810ba-01bd-44f7-b441-ddfca68b31da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6893027 May 18 18:14:45.596743 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc54f2a-bb38-455e-b9c5-aa3e96a85dbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ed6437f-0933-40cb-9940-480f2033020d,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:14:45.610301 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 60650) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:14:45.630243 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-938c1375-73c4-422c-9381-aa86eec3d6c3 admin admin] Notify callbacks [] for router, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:45.807572 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-2029d553-8d47-46e7-944d-74f6514a420a None None] Set router 872810ba-01bd-44f7-b441-ddfca68b31da gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:14:45.815005 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-1bb2c42b-715b-4a7e-8424-8f1d49e97498 admin admin] Allocated IP 172.25.5.78 (31ebd439-090c-4b25-bbb0-31c48711b145/363a2810-8a83-4be0-a317-7c91fcd94485/5500197e-e973-47a5-9e92-e59f1009b568) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:14:45.834443 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-938c1375-73c4-422c-9381-aa86eec3d6c3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:45.919392 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2ea16a-72f0-46ec-b6db-4745c9b2c31c req-d49ad3e7-6762-43fb-bda3-b3cd2827b797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:45.921521 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5b2ea16a-72f0-46ec-b6db-4745c9b2c31c req-d49ad3e7-6762-43fb-bda3-b3cd2827b797 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4868767 May 18 18:14:45.976823 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8d09acda-4af6-42b7-a633-e489ae04565b req-9558e4ad-712d-416f-b109-bb3d0b26dc27 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0e9ea744-f84b-44dd-91a2-86d0d61ac63c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5690794 May 18 18:14:46.049327 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 60654) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:14:46.096417 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cee0095-7a46-4771-aa32-14365bbb5041 None None] Network b5b053b3-7063-4a49-a37f-f482a7e1f00b requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:14:46.164098 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-fdf01c43-9c49-4ca8-9be8-8c95fb943889 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:46.180382 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-2029d553-8d47-46e7-944d-74f6514a420a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '872810ba-01bd-44f7-b441-ddfca68b31da', 'name': 'tempest-ServersTestBootFromVolume-1206550459-router', 'tenant_id': '1d597e9c8bd043aaab90725ea81b052d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '78bc444b-2f6a-4f94-8cf8-65be964abf12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:11:48Z', 'updated_at': '2022-05-18T18:14:41Z', 'revision_number': 5, 'project_id': '1d597e9c8bd043aaab90725ea81b052d', 'gw_port': {'id': '78bc444b-2f6a-4f94-8cf8-65be964abf12', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:57:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872810ba-01bd-44f7-b441-ddfca68b31da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:11:50Z', 'updated_at': '2022-05-18T18:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:14:46.198333 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d7d6208e-e2b7-449b-a5b9-3fc302e5f275 admin admin] Notify callbacks [] for router, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:46.218747 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d09acda-4af6-42b7-a633-e489ae04565b req-f8bb7866-838b-4902-b9a5-869976132103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:46.220360 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8d09acda-4af6-42b7-a633-e489ae04565b req-f8bb7866-838b-4902-b9a5-869976132103 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c37246a20f2845a089230b88402f6d1b&device_id=0e9ea744-f84b-44dd-91a2-86d0d61ac63c HTTP/1.1" status: 200 len: 1097 time: 0.1632497 May 18 18:14:46.235199 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2029d553-8d47-46e7-944d-74f6514a420a None None] Checking router: 872810ba-01bd-44f7-b441-ddfca68b31da for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:14:46.249095 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-938c1375-73c4-422c-9381-aa86eec3d6c3 admin admin] Deleting port 03165747-e1d3-4f86-bb38-94a7a680547a {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:14:46.249095 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-938c1375-73c4-422c-9381-aa86eec3d6c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:46.263467 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2029d553-8d47-46e7-944d-74f6514a420a None None] Routers {'872810ba-01bd-44f7-b441-ddfca68b31da'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:14:46.264517 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-2029d553-8d47-46e7-944d-74f6514a420a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:14:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['872810ba-01bd-44f7-b441-ddfca68b31da'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:14:46.280083 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [req-d40fbbcd-ecba-4868-bccd-24c3a4abafce req-30df4280-7ea7-4df9-a018-39556435c088 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 458c8cd4-4ed0-42ca-91f1-2efe15692228 {{(pid=102730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:14:46.321249 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-d40fbbcd-ecba-4868-bccd-24c3a4abafce req-30df4280-7ea7-4df9-a018-39556435c088 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:46.377872 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [req-d40fbbcd-ecba-4868-bccd-24c3a4abafce req-30df4280-7ea7-4df9-a018-39556435c088 service neutron] Transition to ACTIVE for port object 458c8cd4-4ed0-42ca-91f1-2efe15692228 will not be triggered until provisioned by entity L2. {{(pid=102730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:14:46.434567 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-d40fbbcd-ecba-4868-bccd-24c3a4abafce req-30df4280-7ea7-4df9-a018-39556435c088 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:46.508220 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1bb2c42b-715b-4a7e-8424-8f1d49e97498 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:46.561797 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-89d0b00c-1b77-4983-8155-6aaa7196f26e None None] Provisioning complete for port bed4355f-ee49-4b00-9ee6-4b1ca5208ad4 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:14:46.562371 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-89d0b00c-1b77-4983-8155-6aaa7196f26e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:46.686807 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-2029d553-8d47-46e7-944d-74f6514a420a None None] Set router 872810ba-01bd-44f7-b441-ddfca68b31da gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:14:46.708789 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device bed4355f-ee49-4b00-9ee6-4b1ca5208ad4 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:14:46.725461 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9b9c0d53-1ba7-4490-a577-50cbfa8defe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:46.728190 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9b9c0d53-1ba7-4490-a577-50cbfa8defe9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:46.731723 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-9b9c0d53-1ba7-4490-a577-50cbfa8defe9 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/1515ce89-2454-4226-814d-9329926fa1cd HTTP/1.1" status: 204 len: 168 time: 1.8092246 May 18 18:14:46.816578 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1bb2c42b-715b-4a7e-8424-8f1d49e97498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:46.824078 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30df4280-7ea7-4df9-a018-39556435c088 service neutron] Pushing event updated for resources: {'Port': ['ID=458c8cd4-4ed0-42ca-91f1-2efe15692228,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:14:46.835352 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9c0d53-1ba7-4490-a577-50cbfa8defe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1515ce89-2454-4226-814d-9329926fa1cd,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:14:46.936255 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa369a7a-02c3-419d-8794-941f4efbc70e req-e33f3189-7f69-4b2f-a9b2-7af1e1c9be0b tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:46.951799 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa369a7a-02c3-419d-8794-941f4efbc70e req-e33f3189-7f69-4b2f-a9b2-7af1e1c9be0b tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:46.953465 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fa369a7a-02c3-419d-8794-941f4efbc70e req-e33f3189-7f69-4b2f-a9b2-7af1e1c9be0b tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] 10.222.0.85 "GET /v2.0/ports?device_id=69f4f2bd-a0cf-4f2f-8155-d5cfd91a7cfd HTTP/1.1" status: 200 len: 1678 time: 0.4276531 May 18 18:14:46.967505 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-8244ea43-9f28-475b-a6c3-f5ae9d88e996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb5c000a-e31a-4e4b-9def-b1a084e91642', 'name': 'tempest-ServerRescueTestJSONUnderV235-1190433492-router', 'tenant_id': '8c352c21cdf84f17adeed5bdaa3e3fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': '03165747-e1d3-4f86-bb38-94a7a680547a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:12:57Z', 'updated_at': '2022-05-18T18:14:43Z', 'revision_number': 5, 'project_id': '8c352c21cdf84f17adeed5bdaa3e3fa6', 'gw_port': {'id': '03165747-e1d3-4f86-bb38-94a7a680547a', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:8e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb5c000a-e31a-4e4b-9def-b1a084e91642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:13:00Z', 'updated_at': '2022-05-18T18:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:14:46.979502 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d7d6208e-e2b7-449b-a5b9-3fc302e5f275 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:47.036401 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb2c42b-715b-4a7e-8424-8f1d49e97498 admin admin] Network 31ebd439-090c-4b25-bbb0-31c48711b145 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:14:47.042013 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb2c42b-715b-4a7e-8424-8f1d49e97498 admin admin] Pushing event updated for resources: {'Port': ['ID=5500197e-e973-47a5-9e92-e59f1009b568,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:14:47.049657 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8244ea43-9f28-475b-a6c3-f5ae9d88e996 None None] Checking router: fb5c000a-e31a-4e4b-9def-b1a084e91642 for host: n-d-838550-3 {{(pid=102732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:14:47.061707 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-938c1375-73c4-422c-9381-aa86eec3d6c3 admin admin] For port 03165747-e1d3-4f86-bb38-94a7a680547a, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=03165747-e1d3-4f86-bb38-94a7a680547a,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:14:47.062083 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-938c1375-73c4-422c-9381-aa86eec3d6c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:47.066197 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-1bb2c42b-715b-4a7e-8424-8f1d49e97498 admin admin] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:14:47.070130 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb2c42b-715b-4a7e-8424-8f1d49e97498 admin admin] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:14:47.077556 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d09acda-4af6-42b7-a633-e489ae04565b req-3ab90b9b-e69b-4013-bf05-1f20c0d44db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:47.087067 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-fdf01c43-9c49-4ca8-9be8-8c95fb943889 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:47.099390 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8d09acda-4af6-42b7-a633-e489ae04565b req-3ab90b9b-e69b-4013-bf05-1f20c0d44db1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=055b7a59-22e7-493f-ba66-d1ab1ebb4b38 HTTP/1.1" status: 200 len: 919 time: 0.8163507 May 18 18:14:47.104533 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-fdf01c43-9c49-4ca8-9be8-8c95fb943889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:47.143011 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf01c43-9c49-4ca8-9be8-8c95fb943889 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a844a5c-a33a-40b5-9aea-11eeaeb74a65,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:14:47.173556 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fa369a7a-02c3-419d-8794-941f4efbc70e req-151c2c83-6f88-4b69-9d3d-682e63f875f1 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] 10.222.0.85 "GET /v2.0/security-groups?id=58347793-32a9-458f-9c0f-7823b96e7e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483727 May 18 18:14:47.188164 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-938c1375-73c4-422c-9381-aa86eec3d6c3 admin admin] Calling delete_port for 03165747-e1d3-4f86-bb38-94a7a680547a owned by network:router_gateway {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:14:47.228457 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-fdf01c43-9c49-4ca8-9be8-8c95fb943889 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=77159b4853724b258ff58fd86a3a3524&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1683512 May 18 18:14:47.228950 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 60670) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:14:47.232579 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-d40fbbcd-ecba-4868-bccd-24c3a4abafce req-30df4280-7ea7-4df9-a018-39556435c088 service neutron] Attempting to bind port 458c8cd4-4ed0-42ca-91f1-2efe15692228 on host n-h1-838550-3 for vnic_type normal with profile {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:14:47.233101 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-d40fbbcd-ecba-4868-bccd-24c3a4abafce req-30df4280-7ea7-4df9-a018-39556435c088 service neutron] Attempting to bind port 458c8cd4-4ed0-42ca-91f1-2efe15692228 by drivers openvswitch,hyperv on host n-h1-838550-3 at level 0 using segments [{'id': '55f445fe-7c51-442d-9e16-efcc34c5c385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'c25cfa3e-d671-400b-88bc-ad4cd8741c35'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:14:47.233577 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40fbbcd-ecba-4868-bccd-24c3a4abafce req-30df4280-7ea7-4df9-a018-39556435c088 service neutron] Attempting to bind port 458c8cd4-4ed0-42ca-91f1-2efe15692228 on network c25cfa3e-d671-400b-88bc-ad4cd8741c35 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:14:47.246571 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8244ea43-9f28-475b-a6c3-f5ae9d88e996 None None] Routers {'fb5c000a-e31a-4e4b-9def-b1a084e91642'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:14:47.247251 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-8244ea43-9f28-475b-a6c3-f5ae9d88e996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:14:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['fb5c000a-e31a-4e4b-9def-b1a084e91642'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:14:47.285989 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8d09acda-4af6-42b7-a633-e489ae04565b req-d4cda956-4278-4bd6-bd44-d54a3bf73f1d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c9ccf49f-2846-4d2f-823c-7e2da03e56af HTTP/1.1" status: 200 len: 217 time: 0.1413429 May 18 18:14:47.286844 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-2029d553-8d47-46e7-944d-74f6514a420a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '872810ba-01bd-44f7-b441-ddfca68b31da', 'name': 'tempest-ServersTestBootFromVolume-1206550459-router', 'tenant_id': '1d597e9c8bd043aaab90725ea81b052d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '78bc444b-2f6a-4f94-8cf8-65be964abf12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:11:48Z', 'updated_at': '2022-05-18T18:14:41Z', 'revision_number': 5, 'project_id': '1d597e9c8bd043aaab90725ea81b052d', 'gw_port': {'id': '78bc444b-2f6a-4f94-8cf8-65be964abf12', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:57:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872810ba-01bd-44f7-b441-ddfca68b31da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:11:50Z', 'updated_at': '2022-05-18T18:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:14:47.328557 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40fbbcd-ecba-4868-bccd-24c3a4abafce req-30df4280-7ea7-4df9-a018-39556435c088 service neutron] Port 458c8cd4-4ed0-42ca-91f1-2efe15692228 on network c25cfa3e-d671-400b-88bc-ad4cd8741c35 not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-3 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:14:47.331944 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40fbbcd-ecba-4868-bccd-24c3a4abafce req-30df4280-7ea7-4df9-a018-39556435c088 service neutron] Attempting to bind port 458c8cd4-4ed0-42ca-91f1-2efe15692228 on network c25cfa3e-d671-400b-88bc-ad4cd8741c35 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:14:47.337177 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2029d553-8d47-46e7-944d-74f6514a420a None None] The sync data for ids ['872810ba-01bd-44f7-b441-ddfca68b31da'] in n-d-838550-3 is: [{'id': '872810ba-01bd-44f7-b441-ddfca68b31da', 'name': 'tempest-ServersTestBootFromVolume-1206550459-router', 'tenant_id': '1d597e9c8bd043aaab90725ea81b052d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '78bc444b-2f6a-4f94-8cf8-65be964abf12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:11:48Z', 'updated_at': '2022-05-18T18:14:41Z', 'revision_number': 5, 'project_id': '1d597e9c8bd043aaab90725ea81b052d', 'gw_port': {'id': '78bc444b-2f6a-4f94-8cf8-65be964abf12', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:57:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872810ba-01bd-44f7-b441-ddfca68b31da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:11:50Z', 'updated_at': '2022-05-18T18:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:14:47.351704 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40fbbcd-ecba-4868-bccd-24c3a4abafce req-30df4280-7ea7-4df9-a018-39556435c088 service neutron] Checking agent: {'id': '1dbac822-25f2-4df8-9dc8-5c2e7b136eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:14:47.354445 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40fbbcd-ecba-4868-bccd-24c3a4abafce req-30df4280-7ea7-4df9-a018-39556435c088 service neutron] Checking segment: {'id': '55f445fe-7c51-442d-9e16-efcc34c5c385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'c25cfa3e-d671-400b-88bc-ad4cd8741c35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:14:47.355347 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40fbbcd-ecba-4868-bccd-24c3a4abafce req-30df4280-7ea7-4df9-a018-39556435c088 service neutron] Bound using segment: {'id': '55f445fe-7c51-442d-9e16-efcc34c5c385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'c25cfa3e-d671-400b-88bc-ad4cd8741c35'} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:14:47.355965 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-d40fbbcd-ecba-4868-bccd-24c3a4abafce req-30df4280-7ea7-4df9-a018-39556435c088 service neutron] Bound port: 458c8cd4-4ed0-42ca-91f1-2efe15692228, host: n-h1-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55f445fe-7c51-442d-9e16-efcc34c5c385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'c25cfa3e-d671-400b-88bc-ad4cd8741c35'}}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:14:47.356494 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-d40fbbcd-ecba-4868-bccd-24c3a4abafce req-30df4280-7ea7-4df9-a018-39556435c088 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:47.434474 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-8244ea43-9f28-475b-a6c3-f5ae9d88e996 None None] Set router fb5c000a-e31a-4e4b-9def-b1a084e91642 gateway port host: None {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:14:47.439721 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-d7d6208e-e2b7-449b-a5b9-3fc302e5f275 admin admin] Deleting port 78bc444b-2f6a-4f94-8cf8-65be964abf12 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:14:47.440239 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d7d6208e-e2b7-449b-a5b9-3fc302e5f275 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:47.552338 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6f4eaa41-95b3-4402-b98a-0fda6f622cfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:47.575653 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-8244ea43-9f28-475b-a6c3-f5ae9d88e996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb5c000a-e31a-4e4b-9def-b1a084e91642', 'name': 'tempest-ServerRescueTestJSONUnderV235-1190433492-router', 'tenant_id': '8c352c21cdf84f17adeed5bdaa3e3fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:12:57Z', 'updated_at': '2022-05-18T18:14:45Z', 'revision_number': 6, 'project_id': '8c352c21cdf84f17adeed5bdaa3e3fa6', 'gw_port_host': None}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:14:47.634817 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 60684) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:14:47.637703 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8244ea43-9f28-475b-a6c3-f5ae9d88e996 None None] The sync data for ids ['fb5c000a-e31a-4e4b-9def-b1a084e91642'] in n-d-838550-3 is: [{'id': 'fb5c000a-e31a-4e4b-9def-b1a084e91642', 'name': 'tempest-ServerRescueTestJSONUnderV235-1190433492-router', 'tenant_id': '8c352c21cdf84f17adeed5bdaa3e3fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:12:57Z', 'updated_at': '2022-05-18T18:14:45Z', 'revision_number': 6, 'project_id': '8c352c21cdf84f17adeed5bdaa3e3fa6', 'gw_port_host': None}] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:14:47.659951 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6f4eaa41-95b3-4402-b98a-0fda6f622cfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:47.695472 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-d40fbbcd-ecba-4868-bccd-24c3a4abafce req-30df4280-7ea7-4df9-a018-39556435c088 service neutron] For port 458c8cd4-4ed0-42ca-91f1-2efe15692228, host n-h1-838550-3, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:14:47.697136 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-39495a49-eafa-4476-8342-d8f7c5c95fda admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:47.705137 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d09acda-4af6-42b7-a633-e489ae04565b req-09696094-820d-4a25-b0cf-53179e9f5fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:47.706655 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8d09acda-4af6-42b7-a633-e489ae04565b req-09696094-820d-4a25-b0cf-53179e9f5fce service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6103a86c-1984-4112-92b7-213da8bfab24 HTTP/1.1" status: 200 len: 857 time: 0.3998094 May 18 18:14:47.717067 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-89d0b00c-1b77-4983-8155-6aaa7196f26e None None] Current status of the port bed4355f-ee49-4b00-9ee6-4b1ca5208ad4 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:14:47.717067 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-89d0b00c-1b77-4983-8155-6aaa7196f26e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:47.778228 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-89d0b00c-1b77-4983-8155-6aaa7196f26e None None] For port bed4355f-ee49-4b00-9ee6-4b1ca5208ad4, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=bed4355f-ee49-4b00-9ee6-4b1ca5208ad4,segment=NetworkSegment(412cea5f-92c0-4c68-94e7-eeb245c7b03f),segment_id=412cea5f-92c0-4c68-94e7-eeb245c7b03f)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:14:47.788510 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-d40fbbcd-ecba-4868-bccd-24c3a4abafce req-30df4280-7ea7-4df9-a018-39556435c088 service neutron] For port 458c8cd4-4ed0-42ca-91f1-2efe15692228, host n-h1-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=458c8cd4-4ed0-42ca-91f1-2efe15692228,segment=NetworkSegment(55f445fe-7c51-442d-9e16-efcc34c5c385),segment_id=55f445fe-7c51-442d-9e16-efcc34c5c385)] {{(pid=102730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:14:47.811953 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-d40fbbcd-ecba-4868-bccd-24c3a4abafce req-30df4280-7ea7-4df9-a018-39556435c088 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:47.817252 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-d7d6208e-e2b7-449b-a5b9-3fc302e5f275 admin admin] For port 78bc444b-2f6a-4f94-8cf8-65be964abf12, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=78bc444b-2f6a-4f94-8cf8-65be964abf12,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:14:47.817252 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d7d6208e-e2b7-449b-a5b9-3fc302e5f275 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:47.836757 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-89d0b00c-1b77-4983-8155-6aaa7196f26e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:47.874949 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40fbbcd-ecba-4868-bccd-24c3a4abafce req-30df4280-7ea7-4df9-a018-39556435c088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:47.876630 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-d40fbbcd-ecba-4868-bccd-24c3a4abafce req-30df4280-7ea7-4df9-a018-39556435c088 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:47.878905 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d40fbbcd-ecba-4868-bccd-24c3a4abafce req-30df4280-7ea7-4df9-a018-39556435c088 service neutron] 10.222.0.36 "PUT /v2.0/ports/458c8cd4-4ed0-42ca-91f1-2efe15692228 HTTP/1.1" status: 200 len: 1091 time: 4.5069506 May 18 18:14:47.880065 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-d7d6208e-e2b7-449b-a5b9-3fc302e5f275 admin admin] Calling delete_port for 78bc444b-2f6a-4f94-8cf8-65be964abf12 owned by network:router_gateway {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:14:47.897149 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69f4f2bd-a0cf-4f2f-8155-d5cfd91a7cfd', 'tag': '458c8cd4-4ed0-42ca-91f1-2efe15692228'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:14:47.901146 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c28b8df7-5de7-4006-a349-90a1bac1ee10" -d '{"events": [{"name": "network-changed", "server_uuid": "69f4f2bd-a0cf-4f2f-8155-d5cfd91a7cfd", "tag": "458c8cd4-4ed0-42ca-91f1-2efe15692228"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:14:47.915885 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6f4eaa41-95b3-4402-b98a-0fda6f622cfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:47.918937 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6f4eaa41-95b3-4402-b98a-0fda6f622cfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:47.925246 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port bed4355f-ee49-4b00-9ee6-4b1ca5208ad4 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:14:47.925447 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-6f4eaa41-95b3-4402-b98a-0fda6f622cfa admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/1a844a5c-a33a-40b5-9aea-11eeaeb74a65 HTTP/1.1" status: 204 len: 168 time: 0.6938488 May 18 18:14:47.925638 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:48.114390 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d0b00c-1b77-4983-8155-6aaa7196f26e None None] Pushing event updated for resources: {'Port': ['ID=bed4355f-ee49-4b00-9ee6-4b1ca5208ad4,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:14:48.336793 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port bed4355f-ee49-4b00-9ee6-4b1ca5208ad4 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:14:48.462025 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14c724c0-b96a-455b-a4f1-97925e9b3cb8 x-openstack-request-id: req-14c724c0-b96a-455b-a4f1-97925e9b3cb8 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:14:48.462605 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69f4f2bd-a0cf-4f2f-8155-d5cfd91a7cfd", "tag": "458c8cd4-4ed0-42ca-91f1-2efe15692228", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:14:48.462701 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-14c724c0-b96a-455b-a4f1-97925e9b3cb8 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:14:48.463085 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14c724c0-b96a-455b-a4f1-97925e9b3cb8'] response: {'name': 'network-changed', 'server_uuid': '69f4f2bd-a0cf-4f2f-8155-d5cfd91a7cfd', 'tag': '458c8cd4-4ed0-42ca-91f1-2efe15692228', 'status': 'completed', 'code': 200} May 18 18:14:48.471738 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d7d6208e-e2b7-449b-a5b9-3fc302e5f275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:48.473811 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4eaa41-95b3-4402-b98a-0fda6f622cfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a844a5c-a33a-40b5-9aea-11eeaeb74a65,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:14:48.493959 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30df4280-7ea7-4df9-a018-39556435c088 service neutron] Pushing event updated for resources: {'Port': ['ID=458c8cd4-4ed0-42ca-91f1-2efe15692228,revision_number=3']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:14:48.560085 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d6208e-e2b7-449b-a5b9-3fc302e5f275 admin admin] Pushing event deleted for resources: {'Port': ['ID=78bc444b-2f6a-4f94-8cf8-65be964abf12,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:14:48.595385 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40fbbcd-ecba-4868-bccd-24c3a4abafce req-df292519-8f0b-4ca0-b043-06f5add77e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:48.595385 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40fbbcd-ecba-4868-bccd-24c3a4abafce req-df292519-8f0b-4ca0-b043-06f5add77e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:48.598188 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d40fbbcd-ecba-4868-bccd-24c3a4abafce req-df292519-8f0b-4ca0-b043-06f5add77e7a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=959b4a96654a42e29bad9a24937c9c47&device_id=69f4f2bd-a0cf-4f2f-8155-d5cfd91a7cfd HTTP/1.1" status: 200 len: 1980 time: 0.6272416 May 18 18:14:48.681429 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-1bfab262-a03a-4604-a333-c8173be6f699 None None] Provisioning complete for port bed4355f-ee49-4b00-9ee6-4b1ca5208ad4 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:14:48.682479 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1bfab262-a03a-4604-a333-c8173be6f699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:48.786904 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d40fbbcd-ecba-4868-bccd-24c3a4abafce req-e67745a3-53c0-47be-90c0-45e70f6e2ec9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.231&port_id=5158f649-3c41-4ad5-b637-8ea32fd64633 HTTP/1.1" status: 200 len: 217 time: 0.1194012 May 18 18:14:48.815933 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d09acda-4af6-42b7-a633-e489ae04565b req-2f79a472-5ae7-4758-8d3a-aaad09fb335c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:48.816707 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8d09acda-4af6-42b7-a633-e489ae04565b req-2f79a472-5ae7-4758-8d3a-aaad09fb335c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=055b7a59-22e7-493f-ba66-d1ab1ebb4b38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0960829 May 18 18:14:48.860999 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d7d6208e-e2b7-449b-a5b9-3fc302e5f275 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596901'] for router_gateway, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:48.937428 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-1bfab262-a03a-4604-a333-c8173be6f699 None None] Current status of the port bed4355f-ee49-4b00-9ee6-4b1ca5208ad4 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:14:48.963246 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device bed4355f-ee49-4b00-9ee6-4b1ca5208ad4 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:14:48.988218 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2d7e2c-61f3-46fa-a5fd-6726989c67f2 req-79572aa0-929d-4fed-b1b7-1ff74e9f8efd tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:48.997591 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2d7e2c-61f3-46fa-a5fd-6726989c67f2 req-79572aa0-929d-4fed-b1b7-1ff74e9f8efd tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:49.005006 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8b2d7e2c-61f3-46fa-a5fd-6726989c67f2 req-79572aa0-929d-4fed-b1b7-1ff74e9f8efd tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] 10.222.0.85 "GET /v2.0/ports?device_id=69f4f2bd-a0cf-4f2f-8155-d5cfd91a7cfd HTTP/1.1" status: 200 len: 1678 time: 0.4346371 May 18 18:14:49.088138 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port bed4355f-ee49-4b00-9ee6-4b1ca5208ad4 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:14:49.088935 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:49.092708 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-39495a49-eafa-4476-8342-d8f7c5c95fda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:49.101532 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40fbbcd-ecba-4868-bccd-24c3a4abafce req-720b7dd3-90b4-4f10-95cc-5b16385d1790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:49.104416 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d40fbbcd-ecba-4868-bccd-24c3a4abafce req-720b7dd3-90b4-4f10-95cc-5b16385d1790 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e5afb19f-13b5-4be4-84a1-50af85c202b1 HTTP/1.1" status: 200 len: 801 time: 0.2517781 May 18 18:14:49.111272 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d7d6208e-e2b7-449b-a5b9-3fc302e5f275 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25145'] for router, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:49.122505 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-938c1375-73c4-422c-9381-aa86eec3d6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:49.124509 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-39495a49-eafa-4476-8342-d8f7c5c95fda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:49.126798 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d7d6208e-e2b7-449b-a5b9-3fc302e5f275 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:49.200269 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8b2d7e2c-61f3-46fa-a5fd-6726989c67f2 req-a915e52f-918b-40b2-920e-de72c17d0c19 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] 10.222.0.85 "GET /v2.0/security-groups?id=58347793-32a9-458f-9c0f-7823b96e7e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942890 May 18 18:14:49.200921 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1bb2c42b-715b-4a7e-8424-8f1d49e97498 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:49.221960 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port bed4355f-ee49-4b00-9ee6-4b1ca5208ad4 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:14:49.230394 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40fbbcd-ecba-4868-bccd-24c3a4abafce req-e52d0a94-d3f5-441e-b121-3137f5dd036c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:49.231974 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d40fbbcd-ecba-4868-bccd-24c3a4abafce req-e52d0a94-d3f5-441e-b121-3137f5dd036c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7c3de9e8-235e-4d4d-8982-5d2012545661&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1180420 May 18 18:14:49.237290 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d7d6208e-e2b7-449b-a5b9-3fc302e5f275 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593303'] for router, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:49.238232 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7d6208e-e2b7-449b-a5b9-3fc302e5f275 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 872810ba-01bd-44f7-b441-ddfca68b31da {{(pid=102730) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 18 18:14:49.246907 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d7d6208e-e2b7-449b-a5b9-3fc302e5f275 admin admin] Notify callbacks [] for router, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:49.252123 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-d7d6208e-e2b7-449b-a5b9-3fc302e5f275 admin admin] 10.222.0.85 "DELETE /v2.0/routers/872810ba-01bd-44f7-b441-ddfca68b31da HTTP/1.1" status: 204 len: 168 time: 3.6381147 May 18 18:14:49.268394 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 60722) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:14:49.339287 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 179a9f0e-5cbd-4f05-86c0-50acb7229187 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:14:49.356990 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938c1375-73c4-422c-9381-aa86eec3d6c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=03165747-e1d3-4f86-bb38-94a7a680547a,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:14:49.410170 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_v2 [None req-982485bf-1ded-4cb3-8793-264b16ced909 admin admin] Deleting subnet 9e3c6c6b-0d88-4038-aa09-805bbbc6a422 {{(pid=102730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:14:49.413969 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-982485bf-1ded-4cb3-8793-264b16ced909 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:49.417235 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 179a9f0e-5cbd-4f05-86c0-50acb7229187 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:14:49.425334 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 179a9f0e-5cbd-4f05-86c0-50acb7229187 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:14:49.426103 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 03165747-e1d3-4f86-bb38-94a7a680547a no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:14:49.466831 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-982485bf-1ded-4cb3-8793-264b16ced909 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260107366'] for subnet, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:49.487221 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 03165747-e1d3-4f86-bb38-94a7a680547a {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:14:49.493046 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 03165747-e1d3-4f86-bb38-94a7a680547a not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:14:49.497495 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 59ef2299-fbb8-4395-a751-5c9d71ac3a9d no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:14:49.532284 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 59ef2299-fbb8-4395-a751-5c9d71ac3a9d {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:14:49.532633 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 59ef2299-fbb8-4395-a751-5c9d71ac3a9d not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:14:49.632075 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d40fbbcd-ecba-4868-bccd-24c3a4abafce req-c15b7708-c14a-4e1e-93be-1e97a779658b service neutron] 10.222.0.36 "GET /v2.0/networks/7c3de9e8-235e-4d4d-8982-5d2012545661?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3784738 May 18 18:14:49.636228 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39495a49-eafa-4476-8342-d8f7c5c95fda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=752dea59-329b-46dd-9a3e-8291db4f8df7,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:14:49.640619 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-938c1375-73c4-422c-9381-aa86eec3d6c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596901'] for router_gateway, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:49.643497 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-982485bf-1ded-4cb3-8793-264b16ced909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:49.686006 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8d09acda-4af6-42b7-a633-e489ae04565b req-d48be9a1-c8b0-47ff-8844-42c9d928ff88 service neutron] 10.222.0.36 "GET /v2.0/networks/055b7a59-22e7-493f-ba66-d1ab1ebb4b38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8592267 May 18 18:14:49.695170 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-39495a49-eafa-4476-8342-d8f7c5c95fda admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=518d6149652840beade36a90f88c6556&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0557232 May 18 18:14:49.716450 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 60728) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:14:49.758726 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-982485bf-1ded-4cb3-8793-264b16ced909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261104690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261031888'] for subnet, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:49.860729 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-982485bf-1ded-4cb3-8793-264b16ced909 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:49.865380 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-982485bf-1ded-4cb3-8793-264b16ced909 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/9e3c6c6b-0d88-4038-aa09-805bbbc6a422 HTTP/1.1" status: 204 len: 168 time: 0.5935163 May 18 18:14:49.870001 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c85cf46-d6e1-49bc-8463-e2eb99774154 None None] Network 57c5b4be-a470-4928-a580-29b0867d15b8 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:14:49.933444 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-938c1375-73c4-422c-9381-aa86eec3d6c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25145'] for router, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:49.941533 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-938c1375-73c4-422c-9381-aa86eec3d6c3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:50.044242 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 60742) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:14:50.106791 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-938c1375-73c4-422c-9381-aa86eec3d6c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593303'] for router, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:50.110382 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-938c1375-73c4-422c-9381-aa86eec3d6c3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fb5c000a-e31a-4e4b-9def-b1a084e91642 {{(pid=102731) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 18 18:14:50.175155 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf6c1e8-e926-423e-ad5a-e5689703d061 None None] DHCP port deletion for 57c5b4be-a470-4928-a580-29b0867d15b8 request from n-d-838550-3 {{(pid=102732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 18:14:50.257433 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-9cf6c1e8-e926-423e-ad5a-e5689703d061 None None] Deleting port 928d2862-fb5c-41de-a7ee-511420426ede {{(pid=102732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:14:50.257842 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9cf6c1e8-e926-423e-ad5a-e5689703d061 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:50.266290 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-938c1375-73c4-422c-9381-aa86eec3d6c3 admin admin] Notify callbacks [] for router, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:50.267620 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-938c1375-73c4-422c-9381-aa86eec3d6c3 admin admin] 10.222.0.85 "DELETE /v2.0/routers/fb5c000a-e31a-4e4b-9def-b1a084e91642 HTTP/1.1" status: 204 len: 168 time: 5.1245239 May 18 18:14:50.319711 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 60750) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:14:50.340377 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982485bf-1ded-4cb3-8793-264b16ced909 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e3c6c6b-0d88-4038-aa09-805bbbc6a422,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:14:50.402276 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-9cf6c1e8-e926-423e-ad5a-e5689703d061 None None] For port 928d2862-fb5c-41de-a7ee-511420426ede, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=928d2862-fb5c-41de-a7ee-511420426ede,segment=NetworkSegment(5de370d0-266c-4962-933f-566972964e54),segment_id=5de370d0-266c-4962-933f-566972964e54)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:14:50.402683 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9cf6c1e8-e926-423e-ad5a-e5689703d061 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:50.445138 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-9cf6c1e8-e926-423e-ad5a-e5689703d061 None None] Calling delete_port for 928d2862-fb5c-41de-a7ee-511420426ede owned by network:dhcp {{(pid=102732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:14:50.501468 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-55bcbd99-f76c-4797-b688-312710aec38b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:50.535757 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d40fbbcd-ecba-4868-bccd-24c3a4abafce req-3f7e8097-2ee9-4917-a5d1-67bcefbae66c service neutron] 10.222.0.36 "GET /v2.0/networks/7c3de9e8-235e-4d4d-8982-5d2012545661?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8197262 May 18 18:14:50.541967 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-55bcbd99-f76c-4797-b688-312710aec38b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:50.561380 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_v2 [None req-8256f4e4-009d-4c7b-bb4f-490a3e67d44f admin admin] Deleting subnet afafec31-e363-47fe-be7d-25eb1518e0dd {{(pid=102731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:14:50.572035 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6005281e-79e0-4acb-ac74-8b904606e939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:50.598510 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 78bc444b-2f6a-4f94-8cf8-65be964abf12 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:14:50.600537 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8d09acda-4af6-42b7-a633-e489ae04565b req-96a97a71-e6bc-418d-98a2-e6f23b8a697b service neutron] 10.222.0.36 "GET /v2.0/networks/055b7a59-22e7-493f-ba66-d1ab1ebb4b38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8668315 May 18 18:14:50.601431 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8256f4e4-009d-4c7b-bb4f-490a3e67d44f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:50.626080 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d40fbbcd-ecba-4868-bccd-24c3a4abafce req-9a6527d8-3ed7-4bca-bb01-0951ae0b4ebb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.84&port_id=458c8cd4-4ed0-42ca-91f1-2efe15692228 HTTP/1.1" status: 200 len: 217 time: 0.0755796 May 18 18:14:50.681332 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1bb2c42b-715b-4a7e-8424-8f1d49e97498 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596801'] for router, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:50.731130 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 78bc444b-2f6a-4f94-8cf8-65be964abf12 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:14:50.731465 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 78bc444b-2f6a-4f94-8cf8-65be964abf12 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:14:50.731899 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 928d2862-fb5c-41de-a7ee-511420426ede no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:14:50.854362 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40fbbcd-ecba-4868-bccd-24c3a4abafce req-bb1fb4b0-59b9-43d0-acdc-58dae26fd5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:50.859068 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d40fbbcd-ecba-4868-bccd-24c3a4abafce req-bb1fb4b0-59b9-43d0-acdc-58dae26fd5c2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=44a4caa5-6bc7-4c9b-b871-beebdae82fee HTTP/1.1" status: 200 len: 801 time: 0.1989756 May 18 18:14:50.910023 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d52b39f-521e-4d55-bed1-4aafb385098d req-3189e3ff-310d-447c-baf9-ae91fa2ddd1c tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:50.918069 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d52b39f-521e-4d55-bed1-4aafb385098d req-3189e3ff-310d-447c-baf9-ae91fa2ddd1c tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:50.919840 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1d52b39f-521e-4d55-bed1-4aafb385098d req-3189e3ff-310d-447c-baf9-ae91fa2ddd1c tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] 10.222.0.85 "GET /v2.0/ports?device_id=69f4f2bd-a0cf-4f2f-8155-d5cfd91a7cfd HTTP/1.1" status: 200 len: 1678 time: 0.5133965 May 18 18:14:50.929121 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-55bcbd99-f76c-4797-b688-312710aec38b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:50.938144 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-55bcbd99-f76c-4797-b688-312710aec38b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:50.941263 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8256f4e4-009d-4c7b-bb4f-490a3e67d44f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260542153'] for subnet, precommit_delete_associations {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:50.945231 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-55bcbd99-f76c-4797-b688-312710aec38b admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/752dea59-329b-46dd-9a3e-8291db4f8df7 HTTP/1.1" status: 204 len: 168 time: 1.2268434 May 18 18:14:50.982032 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 928d2862-fb5c-41de-a7ee-511420426ede is: ACTIVE; New status is: DOWN {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:14:50.982629 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:50.999203 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bcbd99-f76c-4797-b688-312710aec38b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=752dea59-329b-46dd-9a3e-8291db4f8df7,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:14:51.028487 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bb2c42b-715b-4a7e-8424-8f1d49e97498 admin admin] Router c4ed41d6-021b-4f7b-9bba-fad8166314c5 is scheduled to L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e with binding_index 1 {{(pid=102731) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 18 18:14:51.028966 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9cf6c1e8-e926-423e-ad5a-e5689703d061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508'] for port, after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:51.053341 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40fbbcd-ecba-4868-bccd-24c3a4abafce req-94df9ad5-77a6-4bdd-8501-5856b9157c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:51.056835 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d40fbbcd-ecba-4868-bccd-24c3a4abafce req-94df9ad5-77a6-4bdd-8501-5856b9157c34 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c25cfa3e-d671-400b-88bc-ad4cd8741c35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1886060 May 18 18:14:51.079472 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf6c1e8-e926-423e-ad5a-e5689703d061 None None] No DVR routers for this DVR port 928d2862-fb5c-41de-a7ee-511420426ede on host n-d-838550-3 {{(pid=102732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:14:51.201055 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf6c1e8-e926-423e-ad5a-e5689703d061 None None] Pushing event deleted for resources: {'Port': ['ID=928d2862-fb5c-41de-a7ee-511420426ede,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:14:51.311628 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d40fbbcd-ecba-4868-bccd-24c3a4abafce req-20f84f7d-bfd4-4dd0-93f0-4d614952bf77 service neutron] 10.222.0.36 "GET /v2.0/networks/c25cfa3e-d671-400b-88bc-ad4cd8741c35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453685 May 18 18:14:51.329677 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bb2c42b-715b-4a7e-8424-8f1d49e97498 admin admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:14:51.341750 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5186f1e5-9f6f-4ad2-a0f9-aeaef4d4ce1b None None] Sync routers for ids ['c4ed41d6-021b-4f7b-9bba-fad8166314c5'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:14:51.363085 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5186f1e5-9f6f-4ad2-a0f9-aeaef4d4ce1b None None] Routers {'c4ed41d6-021b-4f7b-9bba-fad8166314c5'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:14:51.363773 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-6005281e-79e0-4acb-ac74-8b904606e939 admin admin] Deleting port 928d2862-fb5c-41de-a7ee-511420426ede {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:14:51.364125 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6005281e-79e0-4acb-ac74-8b904606e939 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:51.364519 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-5186f1e5-9f6f-4ad2-a0f9-aeaef4d4ce1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:14:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['c4ed41d6-021b-4f7b-9bba-fad8166314c5'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:14:51.371771 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8256f4e4-009d-4c7b-bb4f-490a3e67d44f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:51.377238 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1bb2c42b-715b-4a7e-8424-8f1d49e97498 admin admin] Notify callbacks [] for router, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:51.381248 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-1bb2c42b-715b-4a7e-8424-8f1d49e97498 admin admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 8.8738041 May 18 18:14:51.388735 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 60780) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:14:51.417091 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1d52b39f-521e-4d55-bed1-4aafb385098d req-3648a3b9-64f5-4a99-86bd-bfc97d921247 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] 10.222.0.85 "GET /v2.0/security-groups?id=58347793-32a9-458f-9c0f-7823b96e7e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4852674 May 18 18:14:51.510064 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-6005281e-79e0-4acb-ac74-8b904606e939 admin admin] For port 928d2862-fb5c-41de-a7ee-511420426ede, host n-d-838550-3, got binding levels [] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:14:51.510437 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6005281e-79e0-4acb-ac74-8b904606e939 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:51.530384 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-6005281e-79e0-4acb-ac74-8b904606e939 admin admin] Calling delete_port for 928d2862-fb5c-41de-a7ee-511420426ede owned by network:dhcp {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:14:51.536146 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.ipam_backend_mixin [None req-6005281e-79e0-4acb-ac74-8b904606e939 admin admin] Port 928d2862-fb5c-41de-a7ee-511420426ede was not found and therefore no delete operation was performed {{(pid=102731) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} May 18 18:14:51.538915 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6005281e-79e0-4acb-ac74-8b904606e939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:51.574391 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-5186f1e5-9f6f-4ad2-a0f9-aeaef4d4ce1b None None] Set router c4ed41d6-021b-4f7b-9bba-fad8166314c5 gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:14:51.581344 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6005281e-79e0-4acb-ac74-8b904606e939 admin admin] No DVR routers for this DVR port 928d2862-fb5c-41de-a7ee-511420426ede on host n-d-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:14:51.585369 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6005281e-79e0-4acb-ac74-8b904606e939 admin admin] Pushing event deleted for resources: {'Port': ['ID=928d2862-fb5c-41de-a7ee-511420426ede,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:14:51.589301 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8256f4e4-009d-4c7b-bb4f-490a3e67d44f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260898416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260908030'] for subnet, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:51.667330 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8256f4e4-009d-4c7b-bb4f-490a3e67d44f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=afafec31-e363-47fe-be7d-25eb1518e0dd,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:14:51.795567 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6005281e-79e0-4acb-ac74-8b904606e939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:51.840808 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-6005281e-79e0-4acb-ac74-8b904606e939 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57c5b4be-a470-4928-a580-29b0867d15b8']}} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:14:51.850241 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d40fbbcd-ecba-4868-bccd-24c3a4abafce req-f077a574-691c-4cf7-a1fe-ddff724f43a5 service neutron] 10.222.0.36 "GET /v2.0/networks/c25cfa3e-d671-400b-88bc-ad4cd8741c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5270629 May 18 18:14:51.855637 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-6005281e-79e0-4acb-ac74-8b904606e939 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5de370d0-266c-4962-933f-566972964e54') {'for_net_delete': True} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:14:51.856165 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-6005281e-79e0-4acb-ac74-8b904606e939 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5de370d0-266c-4962-933f-566972964e54') {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:14:51.869730 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6005281e-79e0-4acb-ac74-8b904606e939 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260542144'] for segment, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:51.888168 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6005281e-79e0-4acb-ac74-8b904606e939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:51.897873 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6005281e-79e0-4acb-ac74-8b904606e939 admin admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=102731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:14:51.898542 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6005281e-79e0-4acb-ac74-8b904606e939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260884178'] for segment, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:51.971470 n-d-838550-3 neutron-server[102731]: Traceback (most recent call last): May 18 18:14:51.971470 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:14:51.971470 n-d-838550-3 neutron-server[102731]: timer() May 18 18:14:51.971470 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:14:51.971470 n-d-838550-3 neutron-server[102731]: cb(*args, **kw) May 18 18:14:51.971470 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:14:51.971470 n-d-838550-3 neutron-server[102731]: return func(*args, **kwargs) May 18 18:14:51.971470 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:14:51.971470 n-d-838550-3 neutron-server[102731]: self._notify() May 18 18:14:51.971470 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:14:51.971470 n-d-838550-3 neutron-server[102731]: self.callback(batched_events) May 18 18:14:51.971470 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:14:51.971470 n-d-838550-3 neutron-server[102731]: event.method(event) May 18 18:14:51.971470 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:14:51.971470 n-d-838550-3 neutron-server[102731]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:14:51.971470 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:14:51.971470 n-d-838550-3 neutron-server[102731]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:14:51.971470 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:14:51.971470 n-d-838550-3 neutron-server[102731]: return f(self, *a, **k) May 18 18:14:51.971470 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:14:51.971470 n-d-838550-3 neutron-server[102731]: return self._get(url).json() May 18 18:14:51.971470 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:14:51.971470 n-d-838550-3 neutron-server[102731]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:14:51.971470 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:14:51.971470 n-d-838550-3 neutron-server[102731]: return self.request(url, 'GET', **kwargs) May 18 18:14:51.971470 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:14:51.971470 n-d-838550-3 neutron-server[102731]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:14:51.971470 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:14:51.971470 n-d-838550-3 neutron-server[102731]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:14:51.971470 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:14:51.971470 n-d-838550-3 neutron-server[102731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:14:51.971470 n-d-838550-3 neutron-server[102731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:14:51.984144 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6005281e-79e0-4acb-ac74-8b904606e939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:51.996728 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8256f4e4-009d-4c7b-bb4f-490a3e67d44f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:52.001027 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-8256f4e4-009d-4c7b-bb4f-490a3e67d44f admin admin] 10.222.0.85 "DELETE /v2.0/subnets/afafec31-e363-47fe-be7d-25eb1518e0dd HTTP/1.1" status: 204 len: 168 time: 1.6803272 May 18 18:14:52.005193 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 60800) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:14:52.008004 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6005281e-79e0-4acb-ac74-8b904606e939 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:52.013861 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-6005281e-79e0-4acb-ac74-8b904606e939 admin admin] 10.222.0.85 "DELETE /v2.0/networks/57c5b4be-a470-4928-a580-29b0867d15b8 HTTP/1.1" status: 204 len: 168 time: 1.9625564 May 18 18:14:52.122058 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-59304934-3303-47de-88e5-1c4fe3258d39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:52.131597 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6005281e-79e0-4acb-ac74-8b904606e939 admin admin] Pushing event deleted for resources: {'Network': ['ID=57c5b4be-a470-4928-a580-29b0867d15b8,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:14:52.322051 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-59304934-3303-47de-88e5-1c4fe3258d39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:52.387418 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 60812) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:14:52.418394 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-59304934-3303-47de-88e5-1c4fe3258d39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1d6614b-2c59-4e70-a2a6-9369d97e5390']}} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:14:52.434819 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-59304934-3303-47de-88e5-1c4fe3258d39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58812133-eab2-4d1f-bf2a-ea777b989f38') {'for_net_delete': True} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:14:52.435447 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-59304934-3303-47de-88e5-1c4fe3258d39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58812133-eab2-4d1f-bf2a-ea777b989f38') {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:14:52.486366 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-59304934-3303-47de-88e5-1c4fe3258d39 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260542144'] for segment, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:52.488089 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-5186f1e5-9f6f-4ad2-a0f9-aeaef4d4ce1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4ed41d6-021b-4f7b-9bba-fad8166314c5', 'name': 'tempest-TaggedBootDevicesTest_v242-1046230011-router', 'tenant_id': '7c8ad4c913d843978bd8a2198faf3639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': '5500197e-e973-47a5-9e92-e59f1009b568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:14:42Z', 'updated_at': '2022-05-18T18:14:47Z', 'revision_number': 3, 'project_id': '7c8ad4c913d843978bd8a2198faf3639', 'gw_port': {'id': '5500197e-e973-47a5-9e92-e59f1009b568', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:b0:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4ed41d6-021b-4f7b-9bba-fad8166314c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:14:45Z', 'updated_at': '2022-05-18T18:14:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:14:52.562825 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-37268316-dabe-4afa-baa3-01ea6baccd2c admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=1d597e9c8bd043aaab90725ea81b052d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1741807 May 18 18:14:52.570153 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5186f1e5-9f6f-4ad2-a0f9-aeaef4d4ce1b None None] Checking router: c4ed41d6-021b-4f7b-9bba-fad8166314c5 for host: n-d-838550-3 {{(pid=102732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:14:52.570529 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5186f1e5-9f6f-4ad2-a0f9-aeaef4d4ce1b None None] Updating router c4ed41d6-021b-4f7b-9bba-fad8166314c5 port 5500197e-e973-47a5-9e92-e59f1009b568 binding host n-d-838550-3 {{(pid=102732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 18:14:52.574889 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 60822) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:14:52.579939 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-59304934-3303-47de-88e5-1c4fe3258d39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:52.627070 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-5186f1e5-9f6f-4ad2-a0f9-aeaef4d4ce1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:52.645392 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59304934-3303-47de-88e5-1c4fe3258d39 admin admin] Releasing vlan 629 on physical network physnet1 to pool {{(pid=102731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:14:52.645392 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-59304934-3303-47de-88e5-1c4fe3258d39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260884178'] for segment, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:52.654928 n-d-838550-3 neutron-server[102731]: Traceback (most recent call last): May 18 18:14:52.654928 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:14:52.654928 n-d-838550-3 neutron-server[102731]: timer() May 18 18:14:52.654928 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:14:52.654928 n-d-838550-3 neutron-server[102731]: cb(*args, **kw) May 18 18:14:52.654928 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:14:52.654928 n-d-838550-3 neutron-server[102731]: return func(*args, **kwargs) May 18 18:14:52.654928 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:14:52.654928 n-d-838550-3 neutron-server[102731]: self._notify() May 18 18:14:52.654928 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:14:52.654928 n-d-838550-3 neutron-server[102731]: self.callback(batched_events) May 18 18:14:52.654928 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:14:52.654928 n-d-838550-3 neutron-server[102731]: event.method(event) May 18 18:14:52.654928 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:14:52.654928 n-d-838550-3 neutron-server[102731]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:14:52.654928 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:14:52.654928 n-d-838550-3 neutron-server[102731]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:14:52.654928 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:14:52.654928 n-d-838550-3 neutron-server[102731]: return f(self, *a, **k) May 18 18:14:52.654928 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:14:52.654928 n-d-838550-3 neutron-server[102731]: return self._get(url).json() May 18 18:14:52.654928 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:14:52.654928 n-d-838550-3 neutron-server[102731]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:14:52.654928 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:14:52.654928 n-d-838550-3 neutron-server[102731]: return self.request(url, 'GET', **kwargs) May 18 18:14:52.654928 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:14:52.654928 n-d-838550-3 neutron-server[102731]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:14:52.654928 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:14:52.654928 n-d-838550-3 neutron-server[102731]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:14:52.654928 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:14:52.654928 n-d-838550-3 neutron-server[102731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:14:52.654928 n-d-838550-3 neutron-server[102731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:14:52.686248 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28b8df7-5de7-4006-a349-90a1bac1ee10 req-c796c22e-5788-4cd3-9dae-add8609e7853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:52.690834 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28b8df7-5de7-4006-a349-90a1bac1ee10 req-c796c22e-5788-4cd3-9dae-add8609e7853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:52.694815 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c28b8df7-5de7-4006-a349-90a1bac1ee10 req-c796c22e-5788-4cd3-9dae-add8609e7853 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=959b4a96654a42e29bad9a24937c9c47&device_id=69f4f2bd-a0cf-4f2f-8155-d5cfd91a7cfd HTTP/1.1" status: 200 len: 1980 time: 0.7311664 May 18 18:14:52.908912 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28b8df7-5de7-4006-a349-90a1bac1ee10 req-cf396a7d-9a0c-454d-8293-5ce18d70a205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:52.912042 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c28b8df7-5de7-4006-a349-90a1bac1ee10 req-cf396a7d-9a0c-454d-8293-5ce18d70a205 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c25cfa3e-d671-400b-88bc-ad4cd8741c35 HTTP/1.1" status: 200 len: 903 time: 0.1695964 May 18 18:14:52.931396 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-59304934-3303-47de-88e5-1c4fe3258d39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:52.960677 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-59304934-3303-47de-88e5-1c4fe3258d39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:52.963690 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-59304934-3303-47de-88e5-1c4fe3258d39 admin admin] 10.222.0.85 "DELETE /v2.0/networks/c1d6614b-2c59-4e70-a2a6-9369d97e5390 HTTP/1.1" status: 204 len: 168 time: 0.9485183 May 18 18:14:52.996834 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ac13c4-ba31-4b9d-942f-9d1cdf5ba927 req-5a9647c3-07fb-4363-8f89-62b14c02b380 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:53.020708 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ac13c4-ba31-4b9d-942f-9d1cdf5ba927 req-5a9647c3-07fb-4363-8f89-62b14c02b380 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:53.035561 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-99ac13c4-ba31-4b9d-942f-9d1cdf5ba927 req-5a9647c3-07fb-4363-8f89-62b14c02b380 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] 10.222.0.85 "GET /v2.0/ports?device_id=69f4f2bd-a0cf-4f2f-8155-d5cfd91a7cfd HTTP/1.1" status: 200 len: 1678 time: 0.4766161 May 18 18:14:53.041936 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c28b8df7-5de7-4006-a349-90a1bac1ee10 req-8911c996-5d9e-42b6-8e64-85dbc0695bad service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.84&port_id=458c8cd4-4ed0-42ca-91f1-2efe15692228 HTTP/1.1" status: 200 len: 217 time: 0.1157713 May 18 18:14:53.163497 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-57647a8b-a5cf-4215-acd7-585af642f878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:53.167819 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59304934-3303-47de-88e5-1c4fe3258d39 admin admin] Pushing event deleted for resources: {'Network': ['ID=c1d6614b-2c59-4e70-a2a6-9369d97e5390,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:14:53.207966 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5dcf6596-b8ac-4ede-89c7-6fb6e23c94f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:53.244063 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-5186f1e5-9f6f-4ad2-a0f9-aeaef4d4ce1b None None] Notify callbacks [] for port, precommit_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:53.262288 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-99ac13c4-ba31-4b9d-942f-9d1cdf5ba927 req-959ab60c-f06d-483f-9cce-4ce9fef36976 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] 10.222.0.85 "GET /v2.0/security-groups?id=58347793-32a9-458f-9c0f-7823b96e7e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257695 May 18 18:14:53.275495 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-5186f1e5-9f6f-4ad2-a0f9-aeaef4d4ce1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:53.312053 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5dcf6596-b8ac-4ede-89c7-6fb6e23c94f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:53.332390 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28b8df7-5de7-4006-a349-90a1bac1ee10 req-8d09d512-26ce-4d5a-b315-d76464324bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:53.333652 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 60844) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:14:53.333967 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c28b8df7-5de7-4006-a349-90a1bac1ee10 req-8d09d512-26ce-4d5a-b315-d76464324bbd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=44a4caa5-6bc7-4c9b-b871-beebdae82fee HTTP/1.1" status: 200 len: 801 time: 0.2832530 May 18 18:14:53.424402 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-5186f1e5-9f6f-4ad2-a0f9-aeaef4d4ce1b None None] Attempting to bind port 5500197e-e973-47a5-9e92-e59f1009b568 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:14:53.424683 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-5186f1e5-9f6f-4ad2-a0f9-aeaef4d4ce1b None None] Attempting to bind port 5500197e-e973-47a5-9e92-e59f1009b568 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:14:53.425025 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5186f1e5-9f6f-4ad2-a0f9-aeaef4d4ce1b None None] Attempting to bind port 5500197e-e973-47a5-9e92-e59f1009b568 on network 31ebd439-090c-4b25-bbb0-31c48711b145 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:14:53.435597 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bfe314-803e-442a-ad8f-2e59bfbb4061 None None] Pushing event updated for resources: {'Port': ['ID=5500197e-e973-47a5-9e92-e59f1009b568,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:14:53.468913 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5186f1e5-9f6f-4ad2-a0f9-aeaef4d4ce1b None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:14:53.469430 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5186f1e5-9f6f-4ad2-a0f9-aeaef4d4ce1b None None] Checking segment: {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:14:53.470092 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-5186f1e5-9f6f-4ad2-a0f9-aeaef4d4ce1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:53.471810 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5186f1e5-9f6f-4ad2-a0f9-aeaef4d4ce1b None None] Bound using segment: {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:14:53.471810 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-5186f1e5-9f6f-4ad2-a0f9-aeaef4d4ce1b None None] Bound port: 5500197e-e973-47a5-9e92-e59f1009b568, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:14:53.471810 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-5186f1e5-9f6f-4ad2-a0f9-aeaef4d4ce1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:53.543662 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 458c8cd4-4ed0-42ca-91f1-2efe15692228 details requested by agent hyperv_n-h1-838550-3 with host n-h1-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:14:53.721171 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 458c8cd4-4ed0-42ca-91f1-2efe15692228, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=458c8cd4-4ed0-42ca-91f1-2efe15692228,segment=NetworkSegment(55f445fe-7c51-442d-9e16-efcc34c5c385),segment_id=55f445fe-7c51-442d-9e16-efcc34c5c385)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:14:53.734780 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Returning: {'device': '458c8cd4-4ed0-42ca-91f1-2efe15692228', 'network_id': 'c25cfa3e-d671-400b-88bc-ad4cd8741c35', 'port_id': '458c8cd4-4ed0-42ca-91f1-2efe15692228', 'mac_address': 'fa:16:3e:c1:f9:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44a4caa5-6bc7-4c9b-b871-beebdae82fee', 'ip_address': '19.86.0.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:14:53.805403 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28b8df7-5de7-4006-a349-90a1bac1ee10 req-9aedb792-33af-4806-a6cd-abe2cefe08ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:53.808031 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c28b8df7-5de7-4006-a349-90a1bac1ee10 req-9aedb792-33af-4806-a6cd-abe2cefe08ba service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c25cfa3e-d671-400b-88bc-ad4cd8741c35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3880277 May 18 18:14:53.867728 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-90af7280-52b1-4ec4-a11d-bb3844dd9a59 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=8c352c21cdf84f17adeed5bdaa3e3fa6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5306368 May 18 18:14:53.871247 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 60854) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:14:53.919025 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-5186f1e5-9f6f-4ad2-a0f9-aeaef4d4ce1b None None] For port 5500197e-e973-47a5-9e92-e59f1009b568, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:14:53.932688 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-5186f1e5-9f6f-4ad2-a0f9-aeaef4d4ce1b None None] For port 5500197e-e973-47a5-9e92-e59f1009b568, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=5500197e-e973-47a5-9e92-e59f1009b568,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:14:53.933896 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 458c8cd4-4ed0-42ca-91f1-2efe15692228 is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:14:53.934223 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:53.940571 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5dcf6596-b8ac-4ede-89c7-6fb6e23c94f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:53.948801 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-5186f1e5-9f6f-4ad2-a0f9-aeaef4d4ce1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:53.949184 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5dcf6596-b8ac-4ede-89c7-6fb6e23c94f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:53.953469 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-5dcf6596-b8ac-4ede-89c7-6fb6e23c94f0 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/a4b99efc-3e75-4c82-b106-861ebffcfe50 HTTP/1.1" status: 204 len: 168 time: 1.3263085 May 18 18:14:53.992940 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcf6596-b8ac-4ede-89c7-6fb6e23c94f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4b99efc-3e75-4c82-b106-861ebffcfe50,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:14:54.043035 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fb78cbb2-e36d-4867-b13e-9cebde585442 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:54.055652 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 458c8cd4-4ed0-42ca-91f1-2efe15692228 {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:14:54.097494 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fb78cbb2-e36d-4867-b13e-9cebde585442 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:54.129271 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 458c8cd4-4ed0-42ca-91f1-2efe15692228, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=458c8cd4-4ed0-42ca-91f1-2efe15692228,segment=NetworkSegment(55f445fe-7c51-442d-9e16-efcc34c5c385),segment_id=55f445fe-7c51-442d-9e16-efcc34c5c385)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:14:54.178264 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:54.196046 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 5158f649-3c41-4ad5-b637-8ea32fd64633 details requested by agent hyperv_n-h1-838550-3 with host n-h1-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:14:54.200330 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c28b8df7-5de7-4006-a349-90a1bac1ee10 req-6fd442b8-3a2d-40df-85c3-7c64c8cc8803 service neutron] 10.222.0.36 "GET /v2.0/networks/c25cfa3e-d671-400b-88bc-ad4cd8741c35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3171661 May 18 18:14:54.236727 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fb78cbb2-e36d-4867-b13e-9cebde585442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:54.245021 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fb78cbb2-e36d-4867-b13e-9cebde585442 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:54.249158 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-fb78cbb2-e36d-4867-b13e-9cebde585442 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/fa255767-3e7a-49af-bfae-1870baf95311 HTTP/1.1" status: 204 len: 168 time: 0.3739810 May 18 18:14:54.259530 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb78cbb2-e36d-4867-b13e-9cebde585442 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa255767-3e7a-49af-bfae-1870baf95311,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:14:54.274656 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-57647a8b-a5cf-4215-acd7-585af642f878 admin admin] Allocated IP 172.20.0.1 (b5b053b3-7063-4a49-a37f-f482a7e1f00b/e5d7eb43-ea2e-4dad-b6c0-cb7b5181277b/9eb7dc4c-8839-4fc5-ba61-4a9d9d8daa20) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:14:54.295229 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bfe314-803e-442a-ad8f-2e59bfbb4061 None None] Pushing event updated for resources: {'Port': ['ID=5500197e-e973-47a5-9e92-e59f1009b568,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:14:54.431557 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=458c8cd4-4ed0-42ca-91f1-2efe15692228,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:14:54.441802 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5186f1e5-9f6f-4ad2-a0f9-aeaef4d4ce1b None None] Routers {'c4ed41d6-021b-4f7b-9bba-fad8166314c5'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:14:54.441802 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-5186f1e5-9f6f-4ad2-a0f9-aeaef4d4ce1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:14:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['c4ed41d6-021b-4f7b-9bba-fad8166314c5'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:14:54.502878 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1307e5-8c3c-4c32-b900-66ddffdea2e2 req-e8727c80-aa15-4068-a51f-e6f530d6431f tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:54.531040 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1307e5-8c3c-4c32-b900-66ddffdea2e2 req-e8727c80-aa15-4068-a51f-e6f530d6431f tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:54.545696 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4f1307e5-8c3c-4c32-b900-66ddffdea2e2 req-e8727c80-aa15-4068-a51f-e6f530d6431f tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] 10.222.0.85 "GET /v2.0/ports?device_id=69f4f2bd-a0cf-4f2f-8155-d5cfd91a7cfd HTTP/1.1" status: 200 len: 1679 time: 0.1974134 May 18 18:14:54.570509 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c28b8df7-5de7-4006-a349-90a1bac1ee10 req-f8337e20-cc10-44ea-8433-6f77983541c4 service neutron] 10.222.0.36 "GET /v2.0/networks/c25cfa3e-d671-400b-88bc-ad4cd8741c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3506713 May 18 18:14:54.624125 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-57647a8b-a5cf-4215-acd7-585af642f878 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:54.675007 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4f1307e5-8c3c-4c32-b900-66ddffdea2e2 req-8a3cb3c5-99ed-4d7d-a2eb-5664434d4266 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] 10.222.0.85 "GET /v2.0/security-groups?id=58347793-32a9-458f-9c0f-7823b96e7e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227787 May 18 18:14:54.729350 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-57647a8b-a5cf-4215-acd7-585af642f878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:54.868083 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57647a8b-a5cf-4215-acd7-585af642f878 admin admin] Network b5b053b3-7063-4a49-a37f-f482a7e1f00b is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:14:54.888615 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-57647a8b-a5cf-4215-acd7-585af642f878 admin admin] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:14:54.892529 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57647a8b-a5cf-4215-acd7-585af642f878 admin admin] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:14:54.946998 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-5186f1e5-9f6f-4ad2-a0f9-aeaef4d4ce1b None None] Set router c4ed41d6-021b-4f7b-9bba-fad8166314c5 gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:14:54.974555 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 7 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 18:14:54.975695 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57647a8b-a5cf-4215-acd7-585af642f878 admin admin] Pushing event updated for resources: {'Port': ['ID=9eb7dc4c-8839-4fc5-ba61-4a9d9d8daa20,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:14:55.055460 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-57647a8b-a5cf-4215-acd7-585af642f878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595826'] for router_interface, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:55.126257 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 5158f649-3c41-4ad5-b637-8ea32fd64633, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=5158f649-3c41-4ad5-b637-8ea32fd64633,segment=NetworkSegment(09ee6490-c7ed-45cb-b364-0948f89df2b5),segment_id=09ee6490-c7ed-45cb-b364-0948f89df2b5)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:14:55.258159 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Returning: {'device': '5158f649-3c41-4ad5-b637-8ea32fd64633', 'network_id': '7c3de9e8-235e-4d4d-8982-5d2012545661', 'port_id': '5158f649-3c41-4ad5-b637-8ea32fd64633', 'mac_address': 'fa:16:3e:2f:79:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5afb19f-13b5-4be4-84a1-50af85c202b1', 'ip_address': '19.80.0.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:14:55.398898 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-57647a8b-a5cf-4215-acd7-585af642f878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:55.446393 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 5158f649-3c41-4ad5-b637-8ea32fd64633 is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:14:55.452999 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:55.537421 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-14e9bf1d-cafe-4ca7-b0e4-9d2b85b96991 None None] Provisioning complete for port 9eb7dc4c-8839-4fc5-ba61-4a9d9d8daa20 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:14:55.538403 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-14e9bf1d-cafe-4ca7-b0e4-9d2b85b96991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:55.634854 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5158f649-3c41-4ad5-b637-8ea32fd64633 {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:14:55.682454 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-14e9bf1d-cafe-4ca7-b0e4-9d2b85b96991 None None] Port 9eb7dc4c-8839-4fc5-ba61-4a9d9d8daa20 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:14:55.712400 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 5158f649-3c41-4ad5-b637-8ea32fd64633, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=5158f649-3c41-4ad5-b637-8ea32fd64633,segment=NetworkSegment(09ee6490-c7ed-45cb-b364-0948f89df2b5),segment_id=09ee6490-c7ed-45cb-b364-0948f89df2b5)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:14:55.728301 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:55.784876 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-5186f1e5-9f6f-4ad2-a0f9-aeaef4d4ce1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4ed41d6-021b-4f7b-9bba-fad8166314c5', 'name': 'tempest-TaggedBootDevicesTest_v242-1046230011-router', 'tenant_id': '7c8ad4c913d843978bd8a2198faf3639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': '5500197e-e973-47a5-9e92-e59f1009b568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:14:42Z', 'updated_at': '2022-05-18T18:14:47Z', 'revision_number': 3, 'project_id': '7c8ad4c913d843978bd8a2198faf3639', 'gw_port': {'id': '5500197e-e973-47a5-9e92-e59f1009b568', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:b0:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4ed41d6-021b-4f7b-9bba-fad8166314c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:14:45Z', 'updated_at': '2022-05-18T18:14:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:14:55.819446 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5186f1e5-9f6f-4ad2-a0f9-aeaef4d4ce1b None None] The sync data for ids ['c4ed41d6-021b-4f7b-9bba-fad8166314c5'] in n-d-838550-3 is: [{'id': 'c4ed41d6-021b-4f7b-9bba-fad8166314c5', 'name': 'tempest-TaggedBootDevicesTest_v242-1046230011-router', 'tenant_id': '7c8ad4c913d843978bd8a2198faf3639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': '5500197e-e973-47a5-9e92-e59f1009b568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:14:42Z', 'updated_at': '2022-05-18T18:14:47Z', 'revision_number': 3, 'project_id': '7c8ad4c913d843978bd8a2198faf3639', 'gw_port': {'id': '5500197e-e973-47a5-9e92-e59f1009b568', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:b0:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4ed41d6-021b-4f7b-9bba-fad8166314c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:14:45Z', 'updated_at': '2022-05-18T18:14:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:14:55.865324 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=5158f649-3c41-4ad5-b637-8ea32fd64633,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:14:55.877339 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:14:55.877777 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:14:55.878136 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:14:55.878481 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:14:55.878821 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:14:55.879155 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:14:55.882097 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:14:55.882567 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:14:55.882943 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:14:55.883294 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:14:55.883635 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:14:55.884000 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:14:55.934304 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-57647a8b-a5cf-4215-acd7-585af642f878 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:55.948348 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-57647a8b-a5cf-4215-acd7-585af642f878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:56.006903 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['458c8cd4-4ed0-42ca-91f1-2efe15692228'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:14:56.094914 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072b1340-75cc-4703-a432-8ddf4160cf19 req-52d3e66b-ec55-47d4-b107-65ef2c16f3fb tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:56.116859 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072b1340-75cc-4703-a432-8ddf4160cf19 req-52d3e66b-ec55-47d4-b107-65ef2c16f3fb tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:56.122487 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-072b1340-75cc-4703-a432-8ddf4160cf19 req-52d3e66b-ec55-47d4-b107-65ef2c16f3fb tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] 10.222.0.85 "GET /v2.0/ports?device_id=69f4f2bd-a0cf-4f2f-8155-d5cfd91a7cfd HTTP/1.1" status: 200 len: 1680 time: 0.2270787 May 18 18:14:56.205236 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57647a8b-a5cf-4215-acd7-585af642f878 admin admin] Pushing event updated for resources: {'Port': ['ID=9eb7dc4c-8839-4fc5-ba61-4a9d9d8daa20,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:14:56.253812 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-57647a8b-a5cf-4215-acd7-585af642f878 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-595870'] for router_interface, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:56.258955 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-072b1340-75cc-4703-a432-8ddf4160cf19 req-c3f85b0a-4dc9-45f6-ae9a-f6fedf005682 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] 10.222.0.85 "GET /v2.0/security-groups?id=58347793-32a9-458f-9c0f-7823b96e7e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298721 May 18 18:14:56.649179 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 60972) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:14:56.677121 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57647a8b-a5cf-4215-acd7-585af642f878 admin admin] Network b5b053b3-7063-4a49-a37f-f482a7e1f00b is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:14:56.692259 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-57647a8b-a5cf-4215-acd7-585af642f878 admin admin] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:14:57.029851 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-2012137d-39b1-4bb6-ad84-7f8d8c371e10 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-456503983-network', 'tenant_id': '90138de8af6145feb645e44366952417'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:14:57.041507 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['5158f649-3c41-4ad5-b637-8ea32fd64633'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:14:57.070671 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57647a8b-a5cf-4215-acd7-585af642f878 admin admin] Router c4ed41d6-021b-4f7b-9bba-fad8166314c5 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:14:57.109047 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2012137d-39b1-4bb6-ad84-7f8d8c371e10 admin admin] Made reservation on behalf of 90138de8af6145feb645e44366952417 for: {'network': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:14:57.112447 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2012137d-39b1-4bb6-ad84-7f8d8c371e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:57.131979 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2012137d-39b1-4bb6-ad84-7f8d8c371e10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:57.303914 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57647a8b-a5cf-4215-acd7-585af642f878 admin admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:14:57.327493 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-57647a8b-a5cf-4215-acd7-585af642f878 admin admin] 10.222.0.85 "PUT /v2.0/routers/c4ed41d6-021b-4f7b-9bba-fad8166314c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9354508 May 18 18:14:57.481640 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2012137d-39b1-4bb6-ad84-7f8d8c371e10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:57.494263 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2012137d-39b1-4bb6-ad84-7f8d8c371e10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:57.534850 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-925bb960-40ad-4f9e-8f79-d612de271ed6 None None] Provisioning complete for port 9eb7dc4c-8839-4fc5-ba61-4a9d9d8daa20 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:14:57.543182 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-925bb960-40ad-4f9e-8f79-d612de271ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:57.589713 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46913d25-be55-4eb0-ae6b-7dcf970a5862 req-0ada4ffe-b755-4849-91a1-6dd81e2a393f tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:57.596233 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46913d25-be55-4eb0-ae6b-7dcf970a5862 req-0ada4ffe-b755-4849-91a1-6dd81e2a393f tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:57.605170 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-46913d25-be55-4eb0-ae6b-7dcf970a5862 req-0ada4ffe-b755-4849-91a1-6dd81e2a393f tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] 10.222.0.85 "GET /v2.0/ports?device_id=69f4f2bd-a0cf-4f2f-8155-d5cfd91a7cfd HTTP/1.1" status: 200 len: 1680 time: 0.1622102 May 18 18:14:57.632979 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2012137d-39b1-4bb6-ad84-7f8d8c371e10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f15106d-2aa1-494e-8555-07943a39a47e,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:14:57.643762 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2012137d-39b1-4bb6-ad84-7f8d8c371e10 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=102731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:14:57.666839 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2012137d-39b1-4bb6-ad84-7f8d8c371e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:57.668087 n-d-838550-3 neutron-server[102731]: INFO neutron.db.segments_db [None req-2012137d-39b1-4bb6-ad84-7f8d8c371e10 admin admin] Added segment 92897347-386e-4d21-86c2-ab30cc73f8d0 of type vlan for network 63d09ffb-24e5-4fc7-b6ac-a48cca6112cf May 18 18:14:57.779098 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-46913d25-be55-4eb0-ae6b-7dcf970a5862 req-f437c90f-5766-4cf8-b717-f2a8999dbe74 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] 10.222.0.85 "GET /v2.0/security-groups?id=58347793-32a9-458f-9c0f-7823b96e7e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715591 May 18 18:14:57.801855 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 458c8cd4-4ed0-42ca-91f1-2efe15692228 up at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:14:57.805263 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-925bb960-40ad-4f9e-8f79-d612de271ed6 None None] Port 9eb7dc4c-8839-4fc5-ba61-4a9d9d8daa20 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:14:57.822868 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2012137d-39b1-4bb6-ad84-7f8d8c371e10 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:57.888596 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2012137d-39b1-4bb6-ad84-7f8d8c371e10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:57.890032 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2012137d-39b1-4bb6-ad84-7f8d8c371e10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:57.890837 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2012137d-39b1-4bb6-ad84-7f8d8c371e10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:57.963212 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning for port 458c8cd4-4ed0-42ca-91f1-2efe15692228 completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:14:57.978007 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning complete for port 458c8cd4-4ed0-42ca-91f1-2efe15692228 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:14:57.978386 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:58.026624 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-2012137d-39b1-4bb6-ad84-7f8d8c371e10 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3756108 May 18 18:14:58.029165 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 32794) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:14:58.035005 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-09dccab9-6b57-42b9-a78a-06caa2447424 admin admin] Request body: {'subnet': {'network_id': '63d09ffb-24e5-4fc7-b6ac-a48cca6112cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-456503983-subnet', 'tenant_id': '90138de8af6145feb645e44366952417', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:14:58.066686 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2012137d-39b1-4bb6-ad84-7f8d8c371e10 admin admin] Pushing event updated for resources: {'Network': ['ID=63d09ffb-24e5-4fc7-b6ac-a48cca6112cf,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:14:58.119125 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09dccab9-6b57-42b9-a78a-06caa2447424 admin admin] Made reservation on behalf of 90138de8af6145feb645e44366952417 for: {'subnet': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:14:58.122054 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-09dccab9-6b57-42b9-a78a-06caa2447424 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261031885'] for subnet, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:58.139231 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network 63d09ffb-24e5-4fc7-b6ac-a48cca6112cf details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:14:58.625013 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 458c8cd4-4ed0-42ca-91f1-2efe15692228 is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:14:58.625533 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:58.667921 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-09dccab9-6b57-42b9-a78a-06caa2447424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261104883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261031899'] for subnet, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:58.675579 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69f4f2bd-a0cf-4f2f-8155-d5cfd91a7cfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '458c8cd4-4ed0-42ca-91f1-2efe15692228'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:14:58.692169 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a54dc9d3-7c86-4a09-882b-848cd5096134" -d '{"events": [{"server_uuid": "69f4f2bd-a0cf-4f2f-8155-d5cfd91a7cfd", "name": "network-vif-plugged", "status": "completed", "tag": "458c8cd4-4ed0-42ca-91f1-2efe15692228"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:14:58.722866 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 458c8cd4-4ed0-42ca-91f1-2efe15692228, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=458c8cd4-4ed0-42ca-91f1-2efe15692228,segment=NetworkSegment(55f445fe-7c51-442d-9e16-efcc34c5c385),segment_id=55f445fe-7c51-442d-9e16-efcc34c5c385)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:14:58.736300 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:58.764314 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 32826) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:14:58.783238 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 5500197e-e973-47a5-9e92-e59f1009b568 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:14:58.889665 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dccab9-6b57-42b9-a78a-06caa2447424 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8da46cd5-73a9-4d04-aee9-3cf83560e14f,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:14:58.909422 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c0e4486-852c-4cc8-bdca-214ddd7a62b6 x-openstack-request-id: req-8c0e4486-852c-4cc8-bdca-214ddd7a62b6 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:14:58.914917 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69f4f2bd-a0cf-4f2f-8155-d5cfd91a7cfd", "name": "network-vif-plugged", "status": "completed", "tag": "458c8cd4-4ed0-42ca-91f1-2efe15692228", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:14:58.915341 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-8c0e4486-852c-4cc8-bdca-214ddd7a62b6 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:14:58.917423 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c0e4486-852c-4cc8-bdca-214ddd7a62b6'] response: {'server_uuid': '69f4f2bd-a0cf-4f2f-8155-d5cfd91a7cfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '458c8cd4-4ed0-42ca-91f1-2efe15692228', 'code': 200} May 18 18:14:59.031141 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=458c8cd4-4ed0-42ca-91f1-2efe15692228,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:14:59.098089 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 5500197e-e973-47a5-9e92-e59f1009b568 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:14:59.098710 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:59.167747 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a3b109-920b-4175-995f-ff34ea742ea9 req-e07a3d09-f932-41dc-a043-db68f9f0e377 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:59.175962 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a3b109-920b-4175-995f-ff34ea742ea9 req-e07a3d09-f932-41dc-a043-db68f9f0e377 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:14:59.204275 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a4a3b109-920b-4175-995f-ff34ea742ea9 req-e07a3d09-f932-41dc-a043-db68f9f0e377 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] 10.222.0.85 "GET /v2.0/ports?device_id=69f4f2bd-a0cf-4f2f-8155-d5cfd91a7cfd HTTP/1.1" status: 200 len: 1681 time: 0.2745631 May 18 18:14:59.226693 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09dccab9-6b57-42b9-a78a-06caa2447424 admin admin] Checking segment: {'id': '92897347-386e-4d21-86c2-ab30cc73f8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '63d09ffb-24e5-4fc7-b6ac-a48cca6112cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:14:59.238225 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09dccab9-6b57-42b9-a78a-06caa2447424 admin admin] Network hostable DHCP agents. Network: 63d09ffb-24e5-4fc7-b6ac-a48cca6112cf, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:14:59.252687 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-40de4160-459d-44d1-b029-2a39699b170b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:59.394722 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09dccab9-6b57-42b9-a78a-06caa2447424 admin admin] Network 63d09ffb-24e5-4fc7-b6ac-a48cca6112cf is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:14:59.638467 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 5500197e-e973-47a5-9e92-e59f1009b568 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:14:59.639606 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:59.679594 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-40de4160-459d-44d1-b029-2a39699b170b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:59.695992 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-40de4160-459d-44d1-b029-2a39699b170b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:59.696191 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] For port 5500197e-e973-47a5-9e92-e59f1009b568, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=5500197e-e973-47a5-9e92-e59f1009b568,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:14:59.711056 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:14:59.769015 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 5158f649-3c41-4ad5-b637-8ea32fd64633 up at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:14:59.811416 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40de4160-459d-44d1-b029-2a39699b170b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c82eee03-a105-4328-8a12-606e4fbcc038,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:14:59.821960 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-40de4160-459d-44d1-b029-2a39699b170b admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=2259ff6b1b0243ff88cfbe0826c59230&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0565219 May 18 18:14:59.826694 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244f4e6e-2038-41d2-b072-e2be4581ab63 None None] Sync routers for ids ['c4ed41d6-021b-4f7b-9bba-fad8166314c5'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:14:59.839029 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 32872) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:14:59.850720 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244f4e6e-2038-41d2-b072-e2be4581ab63 None None] Routers {'c4ed41d6-021b-4f7b-9bba-fad8166314c5'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:14:59.852447 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-244f4e6e-2038-41d2-b072-e2be4581ab63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:14:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['c4ed41d6-021b-4f7b-9bba-fad8166314c5'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:15:00.013001 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6930c50b-f059-4868-b8a5-5a099b3fdd58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:00.033055 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Pushing event updated for resources: {'Port': ['ID=5500197e-e973-47a5-9e92-e59f1009b568,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:00.043940 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-244f4e6e-2038-41d2-b072-e2be4581ab63 None None] Set router c4ed41d6-021b-4f7b-9bba-fad8166314c5 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:15:00.083653 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6930c50b-f059-4868-b8a5-5a099b3fdd58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:00.142093 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning for port 5158f649-3c41-4ad5-b637-8ea32fd64633 completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:15:00.151745 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning complete for port 5158f649-3c41-4ad5-b637-8ea32fd64633 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:15:00.157456 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:00.222601 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6930c50b-f059-4868-b8a5-5a099b3fdd58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:00.226965 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6930c50b-f059-4868-b8a5-5a099b3fdd58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:00.234909 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-6930c50b-f059-4868-b8a5-5a099b3fdd58 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/c82eee03-a105-4328-8a12-606e4fbcc038 HTTP/1.1" status: 204 len: 168 time: 0.3945675 May 18 18:15:00.271147 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6930c50b-f059-4868-b8a5-5a099b3fdd58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c82eee03-a105-4328-8a12-606e4fbcc038,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:00.348420 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a4a3b109-920b-4175-995f-ff34ea742ea9 req-f54a9f07-9cfa-4f7e-82b9-d0f05469a652 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] 10.222.0.85 "GET /v2.0/security-groups?id=58347793-32a9-458f-9c0f-7823b96e7e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1314275 May 18 18:15:00.348976 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 5158f649-3c41-4ad5-b637-8ea32fd64633 is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:15:00.348976 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:00.358877 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-09dccab9-6b57-42b9-a78a-06caa2447424 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, 63d09ffb-24e5-4fc7-b6ac-a48cca6112cf) {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:15:00.367741 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09dccab9-6b57-42b9-a78a-06caa2447424 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:00.368162 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-09dccab9-6b57-42b9-a78a-06caa2447424 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:00.420792 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-09dccab9-6b57-42b9-a78a-06caa2447424 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3904784 May 18 18:15:00.423642 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 32902) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:15:00.429445 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-107b09a5-026f-4c83-a434-808795edc4b2 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-456503983-router', 'tenant_id': '90138de8af6145feb645e44366952417', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:15:00.455114 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d8c211-4f14-40c5-b1ce-a7a711b9a7bb None None] Network 63d09ffb-24e5-4fc7-b6ac-a48cca6112cf requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:15:00.480072 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-107b09a5-026f-4c83-a434-808795edc4b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25099'] for router, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:00.486380 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-107b09a5-026f-4c83-a434-808795edc4b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-593238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596850', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25088'] for router, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:00.616151 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 5158f649-3c41-4ad5-b637-8ea32fd64633, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=5158f649-3c41-4ad5-b637-8ea32fd64633,segment=NetworkSegment(09ee6490-c7ed-45cb-b364-0948f89df2b5),segment_id=09ee6490-c7ed-45cb-b364-0948f89df2b5)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:15:00.692518 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-107b09a5-026f-4c83-a434-808795edc4b2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:00.806935 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 5500197e-e973-47a5-9e92-e59f1009b568 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:15:00.824670 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-244f4e6e-2038-41d2-b072-e2be4581ab63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4ed41d6-021b-4f7b-9bba-fad8166314c5', 'name': 'tempest-TaggedBootDevicesTest_v242-1046230011-router', 'tenant_id': '7c8ad4c913d843978bd8a2198faf3639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': '5500197e-e973-47a5-9e92-e59f1009b568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:14:42Z', 'updated_at': '2022-05-18T18:14:55Z', 'revision_number': 4, 'project_id': '7c8ad4c913d843978bd8a2198faf3639', 'gw_port': {'id': '5500197e-e973-47a5-9e92-e59f1009b568', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:b0:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ed41d6-021b-4f7b-9bba-fad8166314c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:14:45Z', 'updated_at': '2022-05-18T18:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '9eb7dc4c-8839-4fc5-ba61-4a9d9d8daa20', 'name': '', 'network_id': 'b5b053b3-7063-4a49-a37f-f482a7e1f00b', 'tenant_id': '7c8ad4c913d843978bd8a2198faf3639', 'mac_address': 'fa:16:3e:9f:e1:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4ed41d6-021b-4f7b-9bba-fad8166314c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'e5d7eb43-ea2e-4dad-b6c0-cb7b5181277b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:14:53Z', 'updated_at': '2022-05-18T18:14:55Z', 'revision_number': 2, 'project_id': '7c8ad4c913d843978bd8a2198faf3639', 'subnets': [{'id': 'e5d7eb43-ea2e-4dad-b6c0-cb7b5181277b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:15:00.877304 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:00.944936 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69f4f2bd-a0cf-4f2f-8155-d5cfd91a7cfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5158f649-3c41-4ad5-b637-8ea32fd64633'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:15:00.952750 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed632561-2f95-40d8-9173-801e931a4783" -d '{"events": [{"server_uuid": "69f4f2bd-a0cf-4f2f-8155-d5cfd91a7cfd", "name": "network-vif-plugged", "status": "completed", "tag": "5158f649-3c41-4ad5-b637-8ea32fd64633"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:15:00.970578 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244f4e6e-2038-41d2-b072-e2be4581ab63 None None] Checking router: c4ed41d6-021b-4f7b-9bba-fad8166314c5 for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:15:00.971127 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244f4e6e-2038-41d2-b072-e2be4581ab63 None None] Updating router c4ed41d6-021b-4f7b-9bba-fad8166314c5 port 9eb7dc4c-8839-4fc5-ba61-4a9d9d8daa20 binding host n-d-838550-3 {{(pid=102733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 18:15:01.083277 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-244f4e6e-2038-41d2-b072-e2be4581ab63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:01.204511 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb971cdb-0bf9-47f1-8f9a-68ca0532da90 x-openstack-request-id: req-bb971cdb-0bf9-47f1-8f9a-68ca0532da90 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:15:01.205020 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69f4f2bd-a0cf-4f2f-8155-d5cfd91a7cfd", "name": "network-vif-plugged", "status": "completed", "tag": "5158f649-3c41-4ad5-b637-8ea32fd64633", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:15:01.205429 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-bb971cdb-0bf9-47f1-8f9a-68ca0532da90 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:15:01.206140 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb971cdb-0bf9-47f1-8f9a-68ca0532da90'] response: {'server_uuid': '69f4f2bd-a0cf-4f2f-8155-d5cfd91a7cfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5158f649-3c41-4ad5-b637-8ea32fd64633', 'code': 200} May 18 18:15:01.273208 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 5500197e-e973-47a5-9e92-e59f1009b568 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:15:01.273685 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:01.316009 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bc965b-60dc-4952-81cf-b389ee49e188 req-c86bd704-69d1-44ab-b25e-7c61157f969e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:01.317062 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bc965b-60dc-4952-81cf-b389ee49e188 req-c86bd704-69d1-44ab-b25e-7c61157f969e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:01.333435 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f4bc965b-60dc-4952-81cf-b389ee49e188 req-c86bd704-69d1-44ab-b25e-7c61157f969e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=69f4f2bd-a0cf-4f2f-8155-d5cfd91a7cfd HTTP/1.1" status: 200 len: 1984 time: 0.1629410 May 18 18:15:01.350550 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-107b09a5-026f-4c83-a434-808795edc4b2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:01.465225 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f4bc965b-60dc-4952-81cf-b389ee49e188 req-e9e82bbd-27da-4686-8c9c-671fe5f102b3 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=58347793-32a9-458f-9c0f-7823b96e7e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205399 May 18 18:15:01.565461 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:01.606463 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:01.719969 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=5158f649-3c41-4ad5-b637-8ea32fd64633,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:01.768947 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492718d0-d9ec-4060-8223-61004cb848ae req-160653b3-e6df-4205-b351-a911d8291770 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:01.807057 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492718d0-d9ec-4060-8223-61004cb848ae req-160653b3-e6df-4205-b351-a911d8291770 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:01.823305 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-492718d0-d9ec-4060-8223-61004cb848ae req-160653b3-e6df-4205-b351-a911d8291770 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] 10.222.0.85 "GET /v2.0/ports?device_id=69f4f2bd-a0cf-4f2f-8155-d5cfd91a7cfd HTTP/1.1" status: 200 len: 1682 time: 0.2700095 May 18 18:15:01.947156 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-244f4e6e-2038-41d2-b072-e2be4581ab63 None None] Notify callbacks [] for port, precommit_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:01.960686 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-492718d0-d9ec-4060-8223-61004cb848ae req-0e9acbed-2a9d-45e7-a82c-1246e41c817d tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] 10.222.0.85 "GET /v2.0/security-groups?id=58347793-32a9-458f-9c0f-7823b96e7e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341665 May 18 18:15:01.973533 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-244f4e6e-2038-41d2-b072-e2be4581ab63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:01.994708 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c0dff3e-1702-42d7-9dc0-5b0f23b768a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-63d09ffb-24e5-4fc7-b6ac-a48cca6112cf', 'network_id': '63d09ffb-24e5-4fc7-b6ac-a48cca6112cf', 'tenant_id': '90138de8af6145feb645e44366952417', 'fixed_ips': [{'subnet_id': '8da46cd5-73a9-4d04-aee9-3cf83560e14f'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:15:02.000596 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-4c0dff3e-1702-42d7-9dc0-5b0f23b768a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:02.052010 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 5500197e-e973-47a5-9e92-e59f1009b568 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:15:02.125166 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ca7ffd-8ce3-4d87-b11f-c952dcbe4410 None None] Pushing event updated for resources: {'Port': ['ID=9eb7dc4c-8839-4fc5-ba61-4a9d9d8daa20,revision_number=3']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:02.159083 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-107b09a5-026f-4c83-a434-808795edc4b2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:02.226132 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-107b09a5-026f-4c83-a434-808795edc4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:02.412928 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-244f4e6e-2038-41d2-b072-e2be4581ab63 None None] Attempting to bind port 9eb7dc4c-8839-4fc5-ba61-4a9d9d8daa20 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:15:02.413296 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-244f4e6e-2038-41d2-b072-e2be4581ab63 None None] Attempting to bind port 9eb7dc4c-8839-4fc5-ba61-4a9d9d8daa20 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '412cea5f-92c0-4c68-94e7-eeb245c7b03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'b5b053b3-7063-4a49-a37f-f482a7e1f00b'}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:15:02.423822 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-244f4e6e-2038-41d2-b072-e2be4581ab63 None None] Attempting to bind port 9eb7dc4c-8839-4fc5-ba61-4a9d9d8daa20 on network b5b053b3-7063-4a49-a37f-f482a7e1f00b {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:15:02.453995 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-244f4e6e-2038-41d2-b072-e2be4581ab63 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:15:02.454296 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-244f4e6e-2038-41d2-b072-e2be4581ab63 None None] Checking segment: {'id': '412cea5f-92c0-4c68-94e7-eeb245c7b03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'b5b053b3-7063-4a49-a37f-f482a7e1f00b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:15:02.460505 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-244f4e6e-2038-41d2-b072-e2be4581ab63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:02.467070 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-244f4e6e-2038-41d2-b072-e2be4581ab63 None None] Bound using segment: {'id': '412cea5f-92c0-4c68-94e7-eeb245c7b03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'b5b053b3-7063-4a49-a37f-f482a7e1f00b'} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:15:02.472368 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-244f4e6e-2038-41d2-b072-e2be4581ab63 None None] Bound port: 9eb7dc4c-8839-4fc5-ba61-4a9d9d8daa20, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '412cea5f-92c0-4c68-94e7-eeb245c7b03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'b5b053b3-7063-4a49-a37f-f482a7e1f00b'}}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:15:02.474119 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-244f4e6e-2038-41d2-b072-e2be4581ab63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:02.726197 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-4c0dff3e-1702-42d7-9dc0-5b0f23b768a9 None None] Allocated IP 172.20.0.2 (63d09ffb-24e5-4fc7-b6ac-a48cca6112cf/8da46cd5-73a9-4d04-aee9-3cf83560e14f/7f277e1b-1540-4e2b-9b51-0539d29ad8a5) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:15:02.742734 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-107b09a5-026f-4c83-a434-808795edc4b2 admin admin] Allocated IP 172.25.5.225 (31ebd439-090c-4b25-bbb0-31c48711b145/363a2810-8a83-4be0-a317-7c91fcd94485/089cae8c-5409-4c2e-8a57-e76e7ae53492) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:15:02.808092 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.db [None req-244f4e6e-2038-41d2-b072-e2be4581ab63 None None] For port 9eb7dc4c-8839-4fc5-ba61-4a9d9d8daa20, host n-d-838550-3, cleared binding levels {{(pid=102733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:15:02.819721 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a11aa309-30f5-49ea-b0cc-80ed5bc30883 None None] Provisioning complete for port 9eb7dc4c-8839-4fc5-ba61-4a9d9d8daa20 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:15:02.829636 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.db [None req-244f4e6e-2038-41d2-b072-e2be4581ab63 None None] For port 9eb7dc4c-8839-4fc5-ba61-4a9d9d8daa20, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=9eb7dc4c-8839-4fc5-ba61-4a9d9d8daa20,segment=NetworkSegment(412cea5f-92c0-4c68-94e7-eeb245c7b03f),segment_id=412cea5f-92c0-4c68-94e7-eeb245c7b03f)] {{(pid=102733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:15:02.834486 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a11aa309-30f5-49ea-b0cc-80ed5bc30883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:02.845737 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-244f4e6e-2038-41d2-b072-e2be4581ab63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:02.994125 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 32990) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:15:03.074652 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 32994) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:15:03.081904 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244f4e6e-2038-41d2-b072-e2be4581ab63 None None] Routers {'c4ed41d6-021b-4f7b-9bba-fad8166314c5'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:15:03.089561 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-244f4e6e-2038-41d2-b072-e2be4581ab63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:14:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['c4ed41d6-021b-4f7b-9bba-fad8166314c5'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:15:03.093172 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ca7ffd-8ce3-4d87-b11f-c952dcbe4410 None None] Pushing event updated for resources: {'Port': ['ID=9eb7dc4c-8839-4fc5-ba61-4a9d9d8daa20,revision_number=4']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:03.133897 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-4c0dff3e-1702-42d7-9dc0-5b0f23b768a9 None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:03.176615 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-107b09a5-026f-4c83-a434-808795edc4b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:03.183746 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a11aa309-30f5-49ea-b0cc-80ed5bc30883 None None] Port 9eb7dc4c-8839-4fc5-ba61-4a9d9d8daa20 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:15:03.188335 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-4c0dff3e-1702-42d7-9dc0-5b0f23b768a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:03.274005 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0dff3e-1702-42d7-9dc0-5b0f23b768a9 None None] Network 63d09ffb-24e5-4fc7-b6ac-a48cca6112cf is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:15:03.279130 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0dff3e-1702-42d7-9dc0-5b0f23b768a9 None None] Pushing event updated for resources: {'Port': ['ID=7f277e1b-1540-4e2b-9b51-0539d29ad8a5,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:03.288791 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-4c0dff3e-1702-42d7-9dc0-5b0f23b768a9 None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:15:03.296134 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0dff3e-1702-42d7-9dc0-5b0f23b768a9 None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:15:03.299682 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-107b09a5-026f-4c83-a434-808795edc4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:03.406880 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fae2127-85e9-4760-aeaa-d6718216de1a req-18da5176-13d1-449e-98fc-f309494311b6 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:03.435339 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-107b09a5-026f-4c83-a434-808795edc4b2 admin admin] Network 31ebd439-090c-4b25-bbb0-31c48711b145 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:15:03.440230 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-107b09a5-026f-4c83-a434-808795edc4b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:15:03.443541 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fae2127-85e9-4760-aeaa-d6718216de1a req-18da5176-13d1-449e-98fc-f309494311b6 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:03.444401 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107b09a5-026f-4c83-a434-808795edc4b2 admin admin] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:15:03.445223 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5fae2127-85e9-4760-aeaa-d6718216de1a req-18da5176-13d1-449e-98fc-f309494311b6 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] 10.222.0.85 "GET /v2.0/ports?device_id=69f4f2bd-a0cf-4f2f-8155-d5cfd91a7cfd HTTP/1.1" status: 200 len: 1682 time: 0.2622991 May 18 18:15:03.456934 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107b09a5-026f-4c83-a434-808795edc4b2 admin admin] Pushing event updated for resources: {'Port': ['ID=089cae8c-5409-4c2e-8a57-e76e7ae53492,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:03.483954 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-244f4e6e-2038-41d2-b072-e2be4581ab63 None None] Set router c4ed41d6-021b-4f7b-9bba-fad8166314c5 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:15:03.498752 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-4c0dff3e-1702-42d7-9dc0-5b0f23b768a9 None None] Attempting to bind port 7f277e1b-1540-4e2b-9b51-0539d29ad8a5 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:15:03.499292 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-4c0dff3e-1702-42d7-9dc0-5b0f23b768a9 None None] Attempting to bind port 7f277e1b-1540-4e2b-9b51-0539d29ad8a5 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '92897347-386e-4d21-86c2-ab30cc73f8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '63d09ffb-24e5-4fc7-b6ac-a48cca6112cf'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:15:03.499835 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0dff3e-1702-42d7-9dc0-5b0f23b768a9 None None] Attempting to bind port 7f277e1b-1540-4e2b-9b51-0539d29ad8a5 on network 63d09ffb-24e5-4fc7-b6ac-a48cca6112cf {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:15:03.527427 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0dff3e-1702-42d7-9dc0-5b0f23b768a9 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:15:03.528099 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0dff3e-1702-42d7-9dc0-5b0f23b768a9 None None] Checking segment: {'id': '92897347-386e-4d21-86c2-ab30cc73f8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '63d09ffb-24e5-4fc7-b6ac-a48cca6112cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:15:03.529047 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-4c0dff3e-1702-42d7-9dc0-5b0f23b768a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:03.529608 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0dff3e-1702-42d7-9dc0-5b0f23b768a9 None None] Bound using segment: {'id': '92897347-386e-4d21-86c2-ab30cc73f8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '63d09ffb-24e5-4fc7-b6ac-a48cca6112cf'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:15:03.530313 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-4c0dff3e-1702-42d7-9dc0-5b0f23b768a9 None None] Bound port: 7f277e1b-1540-4e2b-9b51-0539d29ad8a5, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92897347-386e-4d21-86c2-ab30cc73f8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '63d09ffb-24e5-4fc7-b6ac-a48cca6112cf'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:15:03.530872 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-4c0dff3e-1702-42d7-9dc0-5b0f23b768a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:03.541724 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-92160c2b-3ff1-4148-b445-77eb665b6eb7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-441656062-network', 'tenant_id': '46ea3823b08b4c9799a678c4a73b1420'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:15:03.662895 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5fae2127-85e9-4760-aeaa-d6718216de1a req-5ca39694-6a49-4d4b-9fe5-d849a8b7cb49 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] 10.222.0.85 "GET /v2.0/security-groups?id=58347793-32a9-458f-9c0f-7823b96e7e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051084 May 18 18:15:03.663523 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92160c2b-3ff1-4148-b445-77eb665b6eb7 admin admin] Made reservation on behalf of 46ea3823b08b4c9799a678c4a73b1420 for: {'network': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:15:03.675000 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-92160c2b-3ff1-4148-b445-77eb665b6eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:03.719324 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-92160c2b-3ff1-4148-b445-77eb665b6eb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:03.761737 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-50e60412-d457-4c0a-a2fb-b7e3f7eb21f6 None None] Provisioning complete for port 9eb7dc4c-8839-4fc5-ba61-4a9d9d8daa20 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:15:03.766249 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-50e60412-d457-4c0a-a2fb-b7e3f7eb21f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:03.879703 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 33004) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:15:03.911149 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-4c0dff3e-1702-42d7-9dc0-5b0f23b768a9 None None] For port 7f277e1b-1540-4e2b-9b51-0539d29ad8a5, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:15:04.017797 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-4c0dff3e-1702-42d7-9dc0-5b0f23b768a9 None None] For port 7f277e1b-1540-4e2b-9b51-0539d29ad8a5, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=7f277e1b-1540-4e2b-9b51-0539d29ad8a5,segment=NetworkSegment(92897347-386e-4d21-86c2-ab30cc73f8d0),segment_id=92897347-386e-4d21-86c2-ab30cc73f8d0)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:15:04.053012 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-4c0dff3e-1702-42d7-9dc0-5b0f23b768a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:04.104782 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-92160c2b-3ff1-4148-b445-77eb665b6eb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:04.108489 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a642aad6-3826-43b0-b3e3-4d0000fb68e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:04.139880 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-92160c2b-3ff1-4148-b445-77eb665b6eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:04.272261 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6a20e87a-a78b-4bc0-9f17-833a866f3250 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:04.300058 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0dff3e-1702-42d7-9dc0-5b0f23b768a9 None None] Pushing event updated for resources: {'Port': ['ID=7f277e1b-1540-4e2b-9b51-0539d29ad8a5,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:04.334717 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-244f4e6e-2038-41d2-b072-e2be4581ab63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4ed41d6-021b-4f7b-9bba-fad8166314c5', 'name': 'tempest-TaggedBootDevicesTest_v242-1046230011-router', 'tenant_id': '7c8ad4c913d843978bd8a2198faf3639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': '5500197e-e973-47a5-9e92-e59f1009b568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:14:42Z', 'updated_at': '2022-05-18T18:14:55Z', 'revision_number': 4, 'project_id': '7c8ad4c913d843978bd8a2198faf3639', 'gw_port': {'id': '5500197e-e973-47a5-9e92-e59f1009b568', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:b0:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ed41d6-021b-4f7b-9bba-fad8166314c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:14:45Z', 'updated_at': '2022-05-18T18:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '9eb7dc4c-8839-4fc5-ba61-4a9d9d8daa20', 'name': '', 'network_id': 'b5b053b3-7063-4a49-a37f-f482a7e1f00b', 'tenant_id': '7c8ad4c913d843978bd8a2198faf3639', 'mac_address': 'fa:16:3e:9f:e1:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4ed41d6-021b-4f7b-9bba-fad8166314c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'e5d7eb43-ea2e-4dad-b6c0-cb7b5181277b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:14:53Z', 'updated_at': '2022-05-18T18:15:02Z', 'revision_number': 4, 'project_id': '7c8ad4c913d843978bd8a2198faf3639', 'subnets': [{'id': 'e5d7eb43-ea2e-4dad-b6c0-cb7b5181277b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:15:04.336683 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-50e60412-d457-4c0a-a2fb-b7e3f7eb21f6 None None] Current status of the port 9eb7dc4c-8839-4fc5-ba61-4a9d9d8daa20 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:15:04.340072 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-50e60412-d457-4c0a-a2fb-b7e3f7eb21f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:04.389900 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a642aad6-3826-43b0-b3e3-4d0000fb68e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:04.432065 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a642aad6-3826-43b0-b3e3-4d0000fb68e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:04.438206 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92160c2b-3ff1-4148-b445-77eb665b6eb7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 604} {{(pid=102730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:15:04.453516 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244f4e6e-2038-41d2-b072-e2be4581ab63 None None] The sync data for ids ['c4ed41d6-021b-4f7b-9bba-fad8166314c5'] in n-d-838550-3 is: [{'id': 'c4ed41d6-021b-4f7b-9bba-fad8166314c5', 'name': 'tempest-TaggedBootDevicesTest_v242-1046230011-router', 'tenant_id': '7c8ad4c913d843978bd8a2198faf3639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': '5500197e-e973-47a5-9e92-e59f1009b568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:14:42Z', 'updated_at': '2022-05-18T18:14:55Z', 'revision_number': 4, 'project_id': '7c8ad4c913d843978bd8a2198faf3639', 'gw_port': {'id': '5500197e-e973-47a5-9e92-e59f1009b568', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:b0:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ed41d6-021b-4f7b-9bba-fad8166314c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:14:45Z', 'updated_at': '2022-05-18T18:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '9eb7dc4c-8839-4fc5-ba61-4a9d9d8daa20', 'name': '', 'network_id': 'b5b053b3-7063-4a49-a37f-f482a7e1f00b', 'tenant_id': '7c8ad4c913d843978bd8a2198faf3639', 'mac_address': 'fa:16:3e:9f:e1:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4ed41d6-021b-4f7b-9bba-fad8166314c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'e5d7eb43-ea2e-4dad-b6c0-cb7b5181277b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:14:53Z', 'updated_at': '2022-05-18T18:15:02Z', 'revision_number': 4, 'project_id': '7c8ad4c913d843978bd8a2198faf3639', 'subnets': [{'id': 'e5d7eb43-ea2e-4dad-b6c0-cb7b5181277b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:15:04.495364 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-50e60412-d457-4c0a-a2fb-b7e3f7eb21f6 None None] For port 9eb7dc4c-8839-4fc5-ba61-4a9d9d8daa20, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=9eb7dc4c-8839-4fc5-ba61-4a9d9d8daa20,segment=NetworkSegment(412cea5f-92c0-4c68-94e7-eeb245c7b03f),segment_id=412cea5f-92c0-4c68-94e7-eeb245c7b03f)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:15:04.533877 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-50e60412-d457-4c0a-a2fb-b7e3f7eb21f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:04.544900 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-92160c2b-3ff1-4148-b445-77eb665b6eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:04.545257 n-d-838550-3 neutron-server[102730]: INFO neutron.db.segments_db [None req-92160c2b-3ff1-4148-b445-77eb665b6eb7 admin admin] Added segment c2befe81-e0f9-403d-ab80-68896828fcba of type vlan for network 32202dd9-9064-4832-817f-7e8b4a8db1c5 May 18 18:15:04.546742 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92160c2b-3ff1-4148-b445-77eb665b6eb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0705b3f-ce34-48fa-a443-2f2c27b4fef0,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:04.611596 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-a642aad6-3826-43b0-b3e3-4d0000fb68e9 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=5fae70ede7ca4dff88b779e97924e444&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5007706 May 18 18:15:04.646968 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 33012) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:15:04.717491 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e60412-d457-4c0a-a2fb-b7e3f7eb21f6 None None] Pushing event updated for resources: {'Port': ['ID=9eb7dc4c-8839-4fc5-ba61-4a9d9d8daa20,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:04.772982 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-92160c2b-3ff1-4148-b445-77eb665b6eb7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:04.790556 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642aad6-3826-43b0-b3e3-4d0000fb68e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31c0eb53-5e6a-48e5-a9da-1e9e7e1aa9fd,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:04.886436 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-107b09a5-026f-4c83-a434-808795edc4b2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:04.927004 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c8de0992-315d-417f-ba1e-ed881b337855 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:04.953920 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-92160c2b-3ff1-4148-b445-77eb665b6eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:04.956017 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92160c2b-3ff1-4148-b445-77eb665b6eb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:04.956839 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-92160c2b-3ff1-4148-b445-77eb665b6eb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:05.004980 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-92160c2b-3ff1-4148-b445-77eb665b6eb7 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.0088203 May 18 18:15:05.063030 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 33018) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:15:05.081055 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c8de0992-315d-417f-ba1e-ed881b337855 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:05.103013 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-cd77babc-281f-4c61-af59-dde45a11eb71 admin admin] Request body: {'subnet': {'network_id': '32202dd9-9064-4832-817f-7e8b4a8db1c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-441656062-subnet', 'tenant_id': '46ea3823b08b4c9799a678c4a73b1420', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:15:05.135963 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c230445e-72cb-4417-94a7-07b417bd0138 req-b987ae27-e1f2-471c-b3d9-77e73411c72e tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:05.155128 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c230445e-72cb-4417-94a7-07b417bd0138 req-b987ae27-e1f2-471c-b3d9-77e73411c72e tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:05.165931 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c230445e-72cb-4417-94a7-07b417bd0138 req-b987ae27-e1f2-471c-b3d9-77e73411c72e tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] 10.222.0.85 "GET /v2.0/ports?device_id=69f4f2bd-a0cf-4f2f-8155-d5cfd91a7cfd HTTP/1.1" status: 200 len: 1682 time: 0.3339276 May 18 18:15:05.448903 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c230445e-72cb-4417-94a7-07b417bd0138 req-f380b0a6-96fb-4dbe-a5a5-84aab0bcf082 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] 10.222.0.85 "GET /v2.0/security-groups?id=58347793-32a9-458f-9c0f-7823b96e7e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2818449 May 18 18:15:05.449812 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92160c2b-3ff1-4148-b445-77eb665b6eb7 admin admin] Pushing event updated for resources: {'Network': ['ID=32202dd9-9064-4832-817f-7e8b4a8db1c5,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:05.468329 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd77babc-281f-4c61-af59-dde45a11eb71 admin admin] Made reservation on behalf of 46ea3823b08b4c9799a678c4a73b1420 for: {'subnet': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:15:05.468329 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-cd77babc-281f-4c61-af59-dde45a11eb71 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261031885'] for subnet, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:05.481239 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network 32202dd9-9064-4832-817f-7e8b4a8db1c5 details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:15:05.540665 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6a20e87a-a78b-4bc0-9f17-833a866f3250 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:05.549965 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6a20e87a-a78b-4bc0-9f17-833a866f3250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:05.668177 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-6a20e87a-a78b-4bc0-9f17-833a866f3250 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=f001a31032c54a69b8f6009b945f9ec2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7723000 May 18 18:15:05.683579 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 33022) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:15:05.827246 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a20e87a-a78b-4bc0-9f17-833a866f3250 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de76c95f-ca30-435d-8c5c-a5f955d3771f,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:05.910740 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-cd77babc-281f-4c61-af59-dde45a11eb71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261104883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261031899'] for subnet, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:06.007678 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c8de0992-315d-417f-ba1e-ed881b337855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:06.011439 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c8de0992-315d-417f-ba1e-ed881b337855 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:06.016526 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-c8de0992-315d-417f-ba1e-ed881b337855 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/31c0eb53-5e6a-48e5-a9da-1e9e7e1aa9fd HTTP/1.1" status: 204 len: 168 time: 1.3954000 May 18 18:15:06.023157 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-107b09a5-026f-4c83-a434-808795edc4b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596801'] for router, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:06.066389 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd77babc-281f-4c61-af59-dde45a11eb71 admin admin] Checking segment: {'id': 'c2befe81-e0f9-403d-ab80-68896828fcba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '32202dd9-9064-4832-817f-7e8b4a8db1c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:15:06.072653 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd77babc-281f-4c61-af59-dde45a11eb71 admin admin] Network hostable DHCP agents. Network: 32202dd9-9064-4832-817f-7e8b4a8db1c5, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:15:06.082380 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de0992-315d-417f-ba1e-ed881b337855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31c0eb53-5e6a-48e5-a9da-1e9e7e1aa9fd,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:06.122551 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd77babc-281f-4c61-af59-dde45a11eb71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77da057d-3a9e-4973-b1e0-fe1781c445e0,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:06.152577 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8d2cf0b0-0e5b-4991-b3ec-172330f89962 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:06.195583 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd77babc-281f-4c61-af59-dde45a11eb71 admin admin] Network 32202dd9-9064-4832-817f-7e8b4a8db1c5 is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:15:06.234178 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969b46d9-02f9-491e-89aa-6e2eb9ebe8a2 req-2bf83cd0-616e-4364-ae33-11cce9c8c318 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:06.244257 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969b46d9-02f9-491e-89aa-6e2eb9ebe8a2 req-2bf83cd0-616e-4364-ae33-11cce9c8c318 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:06.255726 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-969b46d9-02f9-491e-89aa-6e2eb9ebe8a2 req-2bf83cd0-616e-4364-ae33-11cce9c8c318 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] 10.222.0.36 "GET /v2.0/ports?device_id=69f4f2bd-a0cf-4f2f-8155-d5cfd91a7cfd HTTP/1.1" status: 200 len: 1682 time: 0.1601040 May 18 18:15:06.261403 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-cd77babc-281f-4c61-af59-dde45a11eb71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, 32202dd9-9064-4832-817f-7e8b4a8db1c5) {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:15:06.270544 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed81c19d-c071-4584-b881-d663c5ee1258 None None] Network 32202dd9-9064-4832-817f-7e8b4a8db1c5 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:15:06.288189 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd77babc-281f-4c61-af59-dde45a11eb71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:06.291340 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-cd77babc-281f-4c61-af59-dde45a11eb71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:06.389389 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-cd77babc-281f-4c61-af59-dde45a11eb71 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3217909 May 18 18:15:06.404535 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 33028) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:15:06.405391 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8d2cf0b0-0e5b-4991-b3ec-172330f89962 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:06.427556 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-190588ba-50e8-43e0-ab34-f79d5cc5a9a8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-441656062-router', 'tenant_id': '46ea3823b08b4c9799a678c4a73b1420', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:15:06.555894 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-190588ba-50e8-43e0-ab34-f79d5cc5a9a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25099'] for router, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:06.579681 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-190588ba-50e8-43e0-ab34-f79d5cc5a9a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-593238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596850', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25088'] for router, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:06.602128 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a1ccf4d-5fc8-4f41-80b3-91228f7cae52 None None] Network 63d09ffb-24e5-4fc7-b6ac-a48cca6112cf requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:15:06.681172 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-107b09a5-026f-4c83-a434-808795edc4b2 admin admin] Router c8719e84-c305-4ef5-ac3f-d731e926ea3a is scheduled to L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e with binding_index 1 {{(pid=102731) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 18 18:15:06.847283 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8d2cf0b0-0e5b-4991-b3ec-172330f89962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:06.858328 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8d2cf0b0-0e5b-4991-b3ec-172330f89962 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:06.860115 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-8d2cf0b0-0e5b-4991-b3ec-172330f89962 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/de76c95f-ca30-435d-8c5c-a5f955d3771f HTTP/1.1" status: 204 len: 168 time: 1.1727331 May 18 18:15:07.004696 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 9eb7dc4c-8839-4fc5-ba61-4a9d9d8daa20 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:15:07.058532 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2cf0b0-0e5b-4991-b3ec-172330f89962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de76c95f-ca30-435d-8c5c-a5f955d3771f,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:07.063102 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 33038) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:15:07.070911 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7a359f-b75c-47d0-9052-80dbacdda06f req-75065f93-a37d-49e1-84d7-143c3c978f05 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:07.077994 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7a359f-b75c-47d0-9052-80dbacdda06f req-75065f93-a37d-49e1-84d7-143c3c978f05 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:07.086419 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0f7a359f-b75c-47d0-9052-80dbacdda06f req-75065f93-a37d-49e1-84d7-143c3c978f05 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] 10.222.0.85 "GET /v2.0/ports?device_id=69f4f2bd-a0cf-4f2f-8155-d5cfd91a7cfd HTTP/1.1" status: 200 len: 1682 time: 0.3757086 May 18 18:15:07.090166 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-969b46d9-02f9-491e-89aa-6e2eb9ebe8a2 req-620eeb39-9a16-4083-b11f-75ba0eec778c tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Deleting port 458c8cd4-4ed0-42ca-91f1-2efe15692228 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:15:07.090636 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-969b46d9-02f9-491e-89aa-6e2eb9ebe8a2 req-620eeb39-9a16-4083-b11f-75ba0eec778c tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:07.148418 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2c539bc3-d05f-4abd-8766-2e7960231f27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:07.201223 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-969b46d9-02f9-491e-89aa-6e2eb9ebe8a2 req-620eeb39-9a16-4083-b11f-75ba0eec778c tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] For port 458c8cd4-4ed0-42ca-91f1-2efe15692228, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=458c8cd4-4ed0-42ca-91f1-2efe15692228,segment=NetworkSegment(55f445fe-7c51-442d-9e16-efcc34c5c385),segment_id=55f445fe-7c51-442d-9e16-efcc34c5c385)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:15:07.201810 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-969b46d9-02f9-491e-89aa-6e2eb9ebe8a2 req-620eeb39-9a16-4083-b11f-75ba0eec778c tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:07.215816 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-86341a39-3598-4aaa-8478-0bd6d0968ed5 None None] Provisioning complete for port 7f277e1b-1540-4e2b-9b51-0539d29ad8a5 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:15:07.216470 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-86341a39-3598-4aaa-8478-0bd6d0968ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:07.248002 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-107b09a5-026f-4c83-a434-808795edc4b2 admin admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:15:07.254871 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-969b46d9-02f9-491e-89aa-6e2eb9ebe8a2 req-620eeb39-9a16-4083-b11f-75ba0eec778c tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Calling delete_port for 458c8cd4-4ed0-42ca-91f1-2efe15692228 owned by compute:nova {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:15:07.326895 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24b58cb-e201-4feb-b89a-b23334b5467b None None] Sync routers for ids ['c8719e84-c305-4ef5-ac3f-d731e926ea3a'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:15:07.428218 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24b58cb-e201-4feb-b89a-b23334b5467b None None] Routers {'c8719e84-c305-4ef5-ac3f-d731e926ea3a'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:15:07.431898 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-d24b58cb-e201-4feb-b89a-b23334b5467b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:14:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['c8719e84-c305-4ef5-ac3f-d731e926ea3a'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:15:07.564807 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2c539bc3-d05f-4abd-8766-2e7960231f27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:07.582104 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-107b09a5-026f-4c83-a434-808795edc4b2 admin admin] Notify callbacks [] for router, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:07.590346 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-107b09a5-026f-4c83-a434-808795edc4b2 admin admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.1637640 May 18 18:15:07.592368 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2c539bc3-d05f-4abd-8766-2e7960231f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:07.598343 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 33044) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:15:07.649676 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-190588ba-50e8-43e0-ab34-f79d5cc5a9a8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:07.676632 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-969b46d9-02f9-491e-89aa-6e2eb9ebe8a2 req-620eeb39-9a16-4083-b11f-75ba0eec778c tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:07.699339 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c539bc3-d05f-4abd-8766-2e7960231f27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b412702e-fc2d-4643-b27f-e265c02bdbea,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:07.707445 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-2c539bc3-d05f-4abd-8766-2e7960231f27 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=7a3861b7b3094b28822dd9a2897c3704&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6304018 May 18 18:15:07.746700 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 33046) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:15:07.827649 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-094ee3b3-0722-49f0-aa2a-cde90ef6d130 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:07.872701 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620eeb39-9a16-4083-b11f-75ba0eec778c tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Pushing event deleted for resources: {'Port': ['ID=458c8cd4-4ed0-42ca-91f1-2efe15692228,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:07.879239 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 33048) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:15:07.918737 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-094ee3b3-0722-49f0-aa2a-cde90ef6d130 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:07.922374 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2c11971e-a826-4b40-827e-a49fd8c1eaed admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:08.068034 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-969b46d9-02f9-491e-89aa-6e2eb9ebe8a2 req-620eeb39-9a16-4083-b11f-75ba0eec778c tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] No DVR routers for this DVR port 458c8cd4-4ed0-42ca-91f1-2efe15692228 on host n-h1-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:15:08.076906 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0f7a359f-b75c-47d0-9052-80dbacdda06f req-cf7310db-a19b-4f59-93e9-936524cd9b4c tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] 10.222.0.85 "GET /v2.0/security-groups?id=58347793-32a9-458f-9c0f-7823b96e7e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9894543 May 18 18:15:08.095850 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2c11971e-a826-4b40-827e-a49fd8c1eaed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:08.112455 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2c11971e-a826-4b40-827e-a49fd8c1eaed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:08.184014 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d36d66-8572-4d8e-ad1d-f48800e801c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-32202dd9-9064-4832-817f-7e8b4a8db1c5', 'network_id': '32202dd9-9064-4832-817f-7e8b4a8db1c5', 'tenant_id': '46ea3823b08b4c9799a678c4a73b1420', 'fixed_ips': [{'subnet_id': '77da057d-3a9e-4973-b1e0-fe1781c445e0'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:15:08.188624 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-48d36d66-8572-4d8e-ad1d-f48800e801c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:08.212757 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['458c8cd4-4ed0-42ca-91f1-2efe15692228', '5158f649-3c41-4ad5-b637-8ea32fd64633'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:15:08.213696 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-190588ba-50e8-43e0-ab34-f79d5cc5a9a8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:08.221896 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-969b46d9-02f9-491e-89aa-6e2eb9ebe8a2 req-620eeb39-9a16-4083-b11f-75ba0eec778c tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:08.229107 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-969b46d9-02f9-491e-89aa-6e2eb9ebe8a2 req-620eeb39-9a16-4083-b11f-75ba0eec778c tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] 10.222.0.36 "DELETE /v2.0/ports/458c8cd4-4ed0-42ca-91f1-2efe15692228 HTTP/1.1" status: 204 len: 173 time: 1.9622347 May 18 18:15:08.229682 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69f4f2bd-a0cf-4f2f-8155-d5cfd91a7cfd', 'name': 'network-vif-deleted', 'tag': '458c8cd4-4ed0-42ca-91f1-2efe15692228'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:15:08.238438 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fa91794-ba90-4473-ac99-50d278293c43" -d '{"events": [{"server_uuid": "69f4f2bd-a0cf-4f2f-8155-d5cfd91a7cfd", "name": "network-vif-deleted", "tag": "458c8cd4-4ed0-42ca-91f1-2efe15692228"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:15:08.366925 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-2c11971e-a826-4b40-827e-a49fd8c1eaed admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=aef35acaceed4ab1a571d5c1617b08cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4864683 May 18 18:15:08.369364 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 33056) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:15:08.390442 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 9eb7dc4c-8839-4fc5-ba61-4a9d9d8daa20 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:15:08.390812 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:08.421038 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c11971e-a826-4b40-827e-a49fd8c1eaed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d58c2b0d-6e7a-4431-9a39-ae96da69491c,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:08.494813 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6993833e-1453-4599-888a-1042b4212f46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:08.521713 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6993833e-1453-4599-888a-1042b4212f46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:08.566960 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c9d3ec3-efcd-4097-b5dd-6e4d9b71fed2 x-openstack-request-id: req-2c9d3ec3-efcd-4097-b5dd-6e4d9b71fed2 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:15:08.567276 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69f4f2bd-a0cf-4f2f-8155-d5cfd91a7cfd", "name": "network-vif-deleted", "tag": "458c8cd4-4ed0-42ca-91f1-2efe15692228", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:15:08.567530 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-2c9d3ec3-efcd-4097-b5dd-6e4d9b71fed2 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:15:08.567966 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c9d3ec3-efcd-4097-b5dd-6e4d9b71fed2'] response: {'server_uuid': '69f4f2bd-a0cf-4f2f-8155-d5cfd91a7cfd', 'name': 'network-vif-deleted', 'tag': '458c8cd4-4ed0-42ca-91f1-2efe15692228', 'status': 'completed', 'code': 200} May 18 18:15:08.624508 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6993833e-1453-4599-888a-1042b4212f46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:08.635908 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6993833e-1453-4599-888a-1042b4212f46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:08.642376 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-6993833e-1453-4599-888a-1042b4212f46 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/d58c2b0d-6e7a-4431-9a39-ae96da69491c HTTP/1.1" status: 204 len: 168 time: 0.2713459 May 18 18:15:08.645952 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-969b46d9-02f9-491e-89aa-6e2eb9ebe8a2 req-ae1283d4-55ef-4fa2-a109-1da0b298142f tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Deleting port 5158f649-3c41-4ad5-b637-8ea32fd64633 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:15:08.646874 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-969b46d9-02f9-491e-89aa-6e2eb9ebe8a2 req-ae1283d4-55ef-4fa2-a109-1da0b298142f tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:08.651446 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-094ee3b3-0722-49f0-aa2a-cde90ef6d130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:08.659348 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-094ee3b3-0722-49f0-aa2a-cde90ef6d130 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:08.666157 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-094ee3b3-0722-49f0-aa2a-cde90ef6d130 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/b412702e-fc2d-4643-b27f-e265c02bdbea HTTP/1.1" status: 204 len: 168 time: 0.9175544 May 18 18:15:08.695131 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-de978896-16f5-4397-a79d-b2300d2dbb0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:08.742695 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6993833e-1453-4599-888a-1042b4212f46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d58c2b0d-6e7a-4431-9a39-ae96da69491c,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:08.860277 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094ee3b3-0722-49f0-aa2a-cde90ef6d130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b412702e-fc2d-4643-b27f-e265c02bdbea,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:09.193075 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-41bf10bf-048e-4d76-af9f-cab581e76eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:09.296447 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-969b46d9-02f9-491e-89aa-6e2eb9ebe8a2 req-ae1283d4-55ef-4fa2-a109-1da0b298142f tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] For port 5158f649-3c41-4ad5-b637-8ea32fd64633, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=5158f649-3c41-4ad5-b637-8ea32fd64633,segment=NetworkSegment(09ee6490-c7ed-45cb-b364-0948f89df2b5),segment_id=09ee6490-c7ed-45cb-b364-0948f89df2b5)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:15:09.298902 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-969b46d9-02f9-491e-89aa-6e2eb9ebe8a2 req-ae1283d4-55ef-4fa2-a109-1da0b298142f tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:09.358795 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-969b46d9-02f9-491e-89aa-6e2eb9ebe8a2 req-ae1283d4-55ef-4fa2-a109-1da0b298142f tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Calling delete_port for 5158f649-3c41-4ad5-b637-8ea32fd64633 owned by compute:nova {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:15:09.435925 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-86341a39-3598-4aaa-8478-0bd6d0968ed5 None None] Current status of the port 7f277e1b-1540-4e2b-9b51-0539d29ad8a5 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:15:09.436504 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-86341a39-3598-4aaa-8478-0bd6d0968ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:09.504711 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-190588ba-50e8-43e0-ab34-f79d5cc5a9a8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:09.565741 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-190588ba-50e8-43e0-ab34-f79d5cc5a9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:09.717682 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fb0499-828e-4cf5-a2d7-03fc08a4e152 req-8979a2f2-b3a5-420c-a4d1-1439b413d610 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:09.729188 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-12fb0499-828e-4cf5-a2d7-03fc08a4e152 req-8979a2f2-b3a5-420c-a4d1-1439b413d610 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] 10.222.0.85 "GET /v2.0/ports?device_id=69f4f2bd-a0cf-4f2f-8155-d5cfd91a7cfd HTTP/1.1" status: 200 len: 946 time: 0.4113624 May 18 18:15:09.829814 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-41bf10bf-048e-4d76-af9f-cab581e76eeb admin admin] Allocated IP 172.20.0.1 (63d09ffb-24e5-4fc7-b6ac-a48cca6112cf/8da46cd5-73a9-4d04-aee9-3cf83560e14f/12dcf668-fcab-41bd-94b3-f0a67e7daf07) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:15:10.027982 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-12fb0499-828e-4cf5-a2d7-03fc08a4e152 req-158c4811-fefd-410e-9ab3-db2a3bb6c549 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] 10.222.0.85 "GET /v2.0/security-groups?id=58347793-32a9-458f-9c0f-7823b96e7e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2977977 May 18 18:15:10.028525 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-86341a39-3598-4aaa-8478-0bd6d0968ed5 None None] For port 7f277e1b-1540-4e2b-9b51-0539d29ad8a5, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=7f277e1b-1540-4e2b-9b51-0539d29ad8a5,segment=NetworkSegment(92897347-386e-4d21-86c2-ab30cc73f8d0),segment_id=92897347-386e-4d21-86c2-ab30cc73f8d0)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:15:10.069156 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-d24b58cb-e201-4feb-b89a-b23334b5467b None None] Set router c8719e84-c305-4ef5-ac3f-d731e926ea3a gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:15:10.125230 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-41bf10bf-048e-4d76-af9f-cab581e76eeb admin admin] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:10.170583 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 9eb7dc4c-8839-4fc5-ba61-4a9d9d8daa20 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:15:10.172354 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 7f277e1b-1540-4e2b-9b51-0539d29ad8a5 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:15:10.174889 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 458c8cd4-4ed0-42ca-91f1-2efe15692228 no longer exists at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:15:10.206080 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-190588ba-50e8-43e0-ab34-f79d5cc5a9a8 admin admin] Allocated IP 172.25.5.97 (31ebd439-090c-4b25-bbb0-31c48711b145/363a2810-8a83-4be0-a317-7c91fcd94485/f13a6673-ce7b-46fd-a875-cac70ff04edc) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:15:10.251900 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-41bf10bf-048e-4d76-af9f-cab581e76eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:10.289004 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-969b46d9-02f9-491e-89aa-6e2eb9ebe8a2 req-ae1283d4-55ef-4fa2-a109-1da0b298142f tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:10.390956 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41bf10bf-048e-4d76-af9f-cab581e76eeb admin admin] Network 63d09ffb-24e5-4fc7-b6ac-a48cca6112cf is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:15:10.438288 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-41bf10bf-048e-4d76-af9f-cab581e76eeb admin admin] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:15:10.456184 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41bf10bf-048e-4d76-af9f-cab581e76eeb admin admin] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:15:10.475540 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-86341a39-3598-4aaa-8478-0bd6d0968ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:10.526919 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bf10bf-048e-4d76-af9f-cab581e76eeb admin admin] Pushing event updated for resources: {'Port': ['ID=12dcf668-fcab-41bd-94b3-f0a67e7daf07,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:10.587545 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1283d4-55ef-4fa2-a109-1da0b298142f tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Pushing event deleted for resources: {'Port': ['ID=5158f649-3c41-4ad5-b637-8ea32fd64633,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:10.637832 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-41bf10bf-048e-4d76-af9f-cab581e76eeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595826'] for router_interface, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:10.708456 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-969b46d9-02f9-491e-89aa-6e2eb9ebe8a2 req-ae1283d4-55ef-4fa2-a109-1da0b298142f tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] No DVR routers for this DVR port 5158f649-3c41-4ad5-b637-8ea32fd64633 on host n-h1-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:15:10.728694 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-969b46d9-02f9-491e-89aa-6e2eb9ebe8a2 req-ae1283d4-55ef-4fa2-a109-1da0b298142f tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:10.732079 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-969b46d9-02f9-491e-89aa-6e2eb9ebe8a2 req-ae1283d4-55ef-4fa2-a109-1da0b298142f tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] 10.222.0.36 "DELETE /v2.0/ports/5158f649-3c41-4ad5-b637-8ea32fd64633 HTTP/1.1" status: 204 len: 173 time: 2.4784677 May 18 18:15:10.732552 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69f4f2bd-a0cf-4f2f-8155-d5cfd91a7cfd', 'name': 'network-vif-deleted', 'tag': '5158f649-3c41-4ad5-b637-8ea32fd64633'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:15:10.757725 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc2f09ab-73b3-4bca-a958-dc35ba2cb238" -d '{"events": [{"server_uuid": "69f4f2bd-a0cf-4f2f-8155-d5cfd91a7cfd", "name": "network-vif-deleted", "tag": "5158f649-3c41-4ad5-b637-8ea32fd64633"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:15:10.834431 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] No Port match for: 458c8cd4-4ed0-42ca-91f1-2efe15692228 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:15:10.835070 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 458c8cd4-4ed0-42ca-91f1-2efe15692228 not bound to the agent host n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:15:10.835663 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 5158f649-3c41-4ad5-b637-8ea32fd64633 no longer exists at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:15:10.881550 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-82638a61-4a40-45da-a882-f6d2c3ac1b9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:10.919145 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-190588ba-50e8-43e0-ab34-f79d5cc5a9a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:11.059445 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-48d36d66-8572-4d8e-ad1d-f48800e801c7 None None] Allocated IP 172.20.0.2 (32202dd9-9064-4832-817f-7e8b4a8db1c5/77da057d-3a9e-4973-b1e0-fe1781c445e0/09e92806-90a2-4b79-94df-4a412060865f) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:15:11.073451 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-190588ba-50e8-43e0-ab34-f79d5cc5a9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:11.078233 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] No Port match for: 5158f649-3c41-4ad5-b637-8ea32fd64633 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:15:11.078233 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 5158f649-3c41-4ad5-b637-8ea32fd64633 not bound to the agent host n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:15:11.120605 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 7f277e1b-1540-4e2b-9b51-0539d29ad8a5 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:15:11.120924 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:11.216652 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-41bf10bf-048e-4d76-af9f-cab581e76eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:11.223085 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190588ba-50e8-43e0-ab34-f79d5cc5a9a8 admin admin] Pushing event updated for resources: {'Port': ['ID=f13a6673-ce7b-46fd-a875-cac70ff04edc,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:11.234056 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea662e6e-838f-46ea-88ae-5c7dc999dd7d x-openstack-request-id: req-ea662e6e-838f-46ea-88ae-5c7dc999dd7d {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:15:11.234736 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69f4f2bd-a0cf-4f2f-8155-d5cfd91a7cfd", "name": "network-vif-deleted", "tag": "5158f649-3c41-4ad5-b637-8ea32fd64633", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:15:11.235663 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-ea662e6e-838f-46ea-88ae-5c7dc999dd7d {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:15:11.237425 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea662e6e-838f-46ea-88ae-5c7dc999dd7d'] response: {'server_uuid': '69f4f2bd-a0cf-4f2f-8155-d5cfd91a7cfd', 'name': 'network-vif-deleted', 'tag': '5158f649-3c41-4ad5-b637-8ea32fd64633', 'status': 'completed', 'code': 200} May 18 18:15:11.267864 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-190588ba-50e8-43e0-ab34-f79d5cc5a9a8 admin admin] Network 31ebd439-090c-4b25-bbb0-31c48711b145 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:15:11.269908 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-190588ba-50e8-43e0-ab34-f79d5cc5a9a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:15:11.270050 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-d7b661ba-2dd6-4ec9-a135-8d253876a38b None None] Provisioning complete for port 7f277e1b-1540-4e2b-9b51-0539d29ad8a5 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:15:11.271803 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d7b661ba-2dd6-4ec9-a135-8d253876a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:11.278413 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190588ba-50e8-43e0-ab34-f79d5cc5a9a8 admin admin] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:15:11.409451 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86341a39-3598-4aaa-8478-0bd6d0968ed5 None None] Pushing event updated for resources: {'Port': ['ID=7f277e1b-1540-4e2b-9b51-0539d29ad8a5,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:11.459829 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b278d9e9-1782-4347-8cf3-a1719328bd7c req-69124870-0337-40ae-a493-b6c49bbbfdab tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] 10.222.0.85 "GET /v2.0/ports?device_id=69f4f2bd-a0cf-4f2f-8155-d5cfd91a7cfd HTTP/1.1" status: 200 len: 210 time: 0.0941122 May 18 18:15:11.511007 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:11.615311 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-d24b58cb-e201-4feb-b89a-b23334b5467b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8719e84-c305-4ef5-ac3f-d731e926ea3a', 'name': 'tempest-ServersTestManualDisk-456503983-router', 'tenant_id': '90138de8af6145feb645e44366952417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '089cae8c-5409-4c2e-8a57-e76e7ae53492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:15:00Z', 'updated_at': '2022-05-18T18:15:03Z', 'revision_number': 3, 'project_id': '90138de8af6145feb645e44366952417', 'gw_port': {'id': '089cae8c-5409-4c2e-8a57-e76e7ae53492', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:78:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8719e84-c305-4ef5-ac3f-d731e926ea3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:15:02Z', 'updated_at': '2022-05-18T18:15:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:15:11.859383 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24b58cb-e201-4feb-b89a-b23334b5467b None None] Checking router: c8719e84-c305-4ef5-ac3f-d731e926ea3a for host: n-d-838550-3 {{(pid=102732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:15:11.859740 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24b58cb-e201-4feb-b89a-b23334b5467b None None] Updating router c8719e84-c305-4ef5-ac3f-d731e926ea3a port 089cae8c-5409-4c2e-8a57-e76e7ae53492 binding host n-d-838550-3 {{(pid=102732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 18:15:11.936336 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 7f277e1b-1540-4e2b-9b51-0539d29ad8a5 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:15:11.950509 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d24b58cb-e201-4feb-b89a-b23334b5467b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:12.057024 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24166ad-8adf-4e6f-a91c-ccf0d204b817 req-e1341903-ffaa-4c1d-9df2-4aecb6fe9958 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:12.073974 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f24166ad-8adf-4e6f-a91c-ccf0d204b817 req-e1341903-ffaa-4c1d-9df2-4aecb6fe9958 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/ports?device_id=9536d621-5e41-446b-99c9-3e9335c26fc6 HTTP/1.1" status: 200 len: 945 time: 0.3048847 May 18 18:15:12.252507 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 7f277e1b-1540-4e2b-9b51-0539d29ad8a5 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:15:12.259351 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-d7b661ba-2dd6-4ec9-a135-8d253876a38b None None] Current status of the port 7f277e1b-1540-4e2b-9b51-0539d29ad8a5 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:15:12.357111 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-41bf10bf-048e-4d76-af9f-cab581e76eeb admin admin] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:12.360539 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 33206) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:15:12.371727 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-41bf10bf-048e-4d76-af9f-cab581e76eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:12.478342 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f24166ad-8adf-4e6f-a91c-ccf0d204b817 req-f952767c-fdb5-4f44-bb07-45a6847902a3 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/security-groups?id=73e433d4-f339-4b3f-93ff-d66128030654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4030511 May 18 18:15:12.534069 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-190588ba-50e8-43e0-ab34-f79d5cc5a9a8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:12.539691 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-41bf10bf-048e-4d76-af9f-cab581e76eeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-595870'] for router_interface, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:12.539914 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:12.556895 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bf10bf-048e-4d76-af9f-cab581e76eeb admin admin] Pushing event updated for resources: {'Port': ['ID=12dcf668-fcab-41bd-94b3-f0a67e7daf07,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:12.585404 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 33218) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:15:12.610840 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b805bee4-ec26-461c-af21-65f1766f5317 None None] Provisioning complete for port 12dcf668-fcab-41bd-94b3-f0a67e7daf07 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:15:12.612335 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b805bee4-ec26-461c-af21-65f1766f5317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:12.665126 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_v2 [None req-98a8310a-23fb-4c50-abd6-6339a124de18 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Deleting subnet 44a4caa5-6bc7-4c9b-b871-beebdae82fee {{(pid=102731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:15:12.669416 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-98a8310a-23fb-4c50-abd6-6339a124de18 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Notify callbacks [] for subnet, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:12.687830 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-48d36d66-8572-4d8e-ad1d-f48800e801c7 None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:12.747899 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-48d36d66-8572-4d8e-ad1d-f48800e801c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:12.767391 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-98a8310a-23fb-4c50-abd6-6339a124de18 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260542153'] for subnet, precommit_delete_associations {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:12.895530 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-98a8310a-23fb-4c50-abd6-6339a124de18 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:13.039572 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b805bee4-ec26-461c-af21-65f1766f5317 None None] Port 12dcf668-fcab-41bd-94b3-f0a67e7daf07 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:15:13.051268 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 7f277e1b-1540-4e2b-9b51-0539d29ad8a5 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:15:13.051639 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:13.055947 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-98a8310a-23fb-4c50-abd6-6339a124de18 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260898416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260908030'] for subnet, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:13.067842 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-767f0caf-be8c-4b14-8027-510759b30c02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:13.089413 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-98a8310a-23fb-4c50-abd6-6339a124de18 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:13.093546 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-98a8310a-23fb-4c50-abd6-6339a124de18 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] 10.222.0.85 "DELETE /v2.0/subnets/44a4caa5-6bc7-4c9b-b871-beebdae82fee HTTP/1.1" status: 204 len: 168 time: 0.5064056 May 18 18:15:13.102271 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d36d66-8572-4d8e-ad1d-f48800e801c7 None None] Network 32202dd9-9064-4832-817f-7e8b4a8db1c5 is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:15:13.113872 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 33234) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:15:13.128508 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a8310a-23fb-4c50-abd6-6339a124de18 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Pushing event deleted for resources: {'Subnet': ['ID=44a4caa5-6bc7-4c9b-b871-beebdae82fee,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:13.179788 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-190588ba-50e8-43e0-ab34-f79d5cc5a9a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596801'] for router, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:13.180761 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-817569a4-d2d3-4e64-8530-3539fde4e9b4 None None] Network c25cfa3e-d671-400b-88bc-ad4cd8741c35 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:15:13.199272 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-48d36d66-8572-4d8e-ad1d-f48800e801c7 None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:15:13.201102 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:13.215556 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d36d66-8572-4d8e-ad1d-f48800e801c7 None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:15:13.223979 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d36d66-8572-4d8e-ad1d-f48800e801c7 None None] Pushing event updated for resources: {'Port': ['ID=09e92806-90a2-4b79-94df-4a412060865f,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:13.322416 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d24b58cb-e201-4feb-b89a-b23334b5467b None None] Notify callbacks [] for port, precommit_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:13.329992 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0520dc0-c76e-4ae0-9651-320f91f20425 req-ba511f46-11e4-4d30-a76d-6d13cb73ed74 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:13.341034 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f0520dc0-c76e-4ae0-9651-320f91f20425 req-ba511f46-11e4-4d30-a76d-6d13cb73ed74 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/networks?id=43fc4a49-4144-4792-8c9e-f6aa8e841df8 HTTP/1.1" status: 200 len: 805 time: 0.3515270 May 18 18:15:13.356323 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d24b58cb-e201-4feb-b89a-b23334b5467b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:13.365414 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-96757feb-4e30-463d-92da-30da1f0110ed tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:13.368226 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f0520dc0-c76e-4ae0-9651-320f91f20425 req-95f53e4a-e834-4a22-8c4f-ef5266bccb02 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/quotas/bb3dd5e6ff564e92a9ebe452e66a5117 HTTP/1.1" status: 200 len: 375 time: 0.0258930 May 18 18:15:13.448941 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41bf10bf-048e-4d76-af9f-cab581e76eeb admin admin] Network 63d09ffb-24e5-4fc7-b6ac-a48cca6112cf is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:15:13.452263 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-48d36d66-8572-4d8e-ad1d-f48800e801c7 None None] Attempting to bind port 09e92806-90a2-4b79-94df-4a412060865f on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:15:13.453249 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-48d36d66-8572-4d8e-ad1d-f48800e801c7 None None] Attempting to bind port 09e92806-90a2-4b79-94df-4a412060865f by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': 'c2befe81-e0f9-403d-ab80-68896828fcba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '32202dd9-9064-4832-817f-7e8b4a8db1c5'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:15:13.459233 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d36d66-8572-4d8e-ad1d-f48800e801c7 None None] Attempting to bind port 09e92806-90a2-4b79-94df-4a412060865f on network 32202dd9-9064-4832-817f-7e8b4a8db1c5 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:15:13.515772 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d36d66-8572-4d8e-ad1d-f48800e801c7 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:15:13.516610 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d36d66-8572-4d8e-ad1d-f48800e801c7 None None] Checking segment: {'id': 'c2befe81-e0f9-403d-ab80-68896828fcba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '32202dd9-9064-4832-817f-7e8b4a8db1c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:15:13.517240 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-48d36d66-8572-4d8e-ad1d-f48800e801c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:13.517888 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d36d66-8572-4d8e-ad1d-f48800e801c7 None None] Bound using segment: {'id': 'c2befe81-e0f9-403d-ab80-68896828fcba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '32202dd9-9064-4832-817f-7e8b4a8db1c5'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:15:13.518586 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-48d36d66-8572-4d8e-ad1d-f48800e801c7 None None] Bound port: 09e92806-90a2-4b79-94df-4a412060865f, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2befe81-e0f9-403d-ab80-68896828fcba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '32202dd9-9064-4832-817f-7e8b4a8db1c5'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:15:13.519797 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-48d36d66-8572-4d8e-ad1d-f48800e801c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:13.525446 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-41bf10bf-048e-4d76-af9f-cab581e76eeb admin admin] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:15:13.536242 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-d24b58cb-e201-4feb-b89a-b23334b5467b None None] Attempting to bind port 089cae8c-5409-4c2e-8a57-e76e7ae53492 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:15:13.536893 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-d24b58cb-e201-4feb-b89a-b23334b5467b None None] Attempting to bind port 089cae8c-5409-4c2e-8a57-e76e7ae53492 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:15:13.537743 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24b58cb-e201-4feb-b89a-b23334b5467b None None] Attempting to bind port 089cae8c-5409-4c2e-8a57-e76e7ae53492 on network 31ebd439-090c-4b25-bbb0-31c48711b145 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:15:13.562431 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7e58a4-fd1c-4f57-9391-4a3260d2836a None None] Pushing event updated for resources: {'Port': ['ID=089cae8c-5409-4c2e-8a57-e76e7ae53492,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:13.595136 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24b58cb-e201-4feb-b89a-b23334b5467b None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:15:13.603959 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24b58cb-e201-4feb-b89a-b23334b5467b None None] Checking segment: {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:15:13.605119 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d24b58cb-e201-4feb-b89a-b23334b5467b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:13.606182 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24b58cb-e201-4feb-b89a-b23334b5467b None None] Bound using segment: {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:15:13.607304 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-d24b58cb-e201-4feb-b89a-b23334b5467b None None] Bound port: 089cae8c-5409-4c2e-8a57-e76e7ae53492, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:15:13.608052 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d24b58cb-e201-4feb-b89a-b23334b5467b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:13.613608 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 7f277e1b-1540-4e2b-9b51-0539d29ad8a5 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:15:13.796859 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a171fd9-4a41-4bc8-b8ff-1ec65f697695 None None] DHCP port deletion for c25cfa3e-d671-400b-88bc-ad4cd8741c35 request from n-d-838550-3 {{(pid=102732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 18:15:13.807163 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-d24b58cb-e201-4feb-b89a-b23334b5467b None None] For port 089cae8c-5409-4c2e-8a57-e76e7ae53492, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:15:13.851766 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-48d36d66-8572-4d8e-ad1d-f48800e801c7 None None] For port 09e92806-90a2-4b79-94df-4a412060865f, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:15:13.861375 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-d24b58cb-e201-4feb-b89a-b23334b5467b None None] For port 089cae8c-5409-4c2e-8a57-e76e7ae53492, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=089cae8c-5409-4c2e-8a57-e76e7ae53492,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:15:13.866696 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-767f0caf-be8c-4b14-8027-510759b30c02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:13.878639 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d24b58cb-e201-4feb-b89a-b23334b5467b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:13.884580 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-767f0caf-be8c-4b14-8027-510759b30c02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:13.917773 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-48d36d66-8572-4d8e-ad1d-f48800e801c7 None None] For port 09e92806-90a2-4b79-94df-4a412060865f, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=09e92806-90a2-4b79-94df-4a412060865f,segment=NetworkSegment(c2befe81-e0f9-403d-ab80-68896828fcba),segment_id=c2befe81-e0f9-403d-ab80-68896828fcba)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:15:13.936953 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf88876-aaba-4773-b239-7f6fb955fa84 req-cc880e70-05eb-445d-b5fd-5a3ad44989a5 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:13.938660 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bbf88876-aaba-4773-b239-7f6fb955fa84 req-cc880e70-05eb-445d-b5fd-5a3ad44989a5 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/ports?device_id=9536d621-5e41-446b-99c9-3e9335c26fc6 HTTP/1.1" status: 200 len: 945 time: 0.2304661 May 18 18:15:13.939381 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767f0caf-be8c-4b14-8027-510759b30c02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de8d32b8-7279-47d3-a7af-28b31fd7e52a,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:14.031642 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7e58a4-fd1c-4f57-9391-4a3260d2836a None None] Pushing event updated for resources: {'Port': ['ID=089cae8c-5409-4c2e-8a57-e76e7ae53492,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:14.079822 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-48d36d66-8572-4d8e-ad1d-f48800e801c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:14.088278 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-96757feb-4e30-463d-92da-30da1f0110ed tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Deleting port ecbf5bd2-9377-4fd5-ae30-07ea628fdb43 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:15:14.088774 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-96757feb-4e30-463d-92da-30da1f0110ed tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:14.125663 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f0520dc0-c76e-4ae0-9651-320f91f20425 req-b12406a7-f8fb-4530-8525-2326bc9151fe tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=bb3dd5e6ff564e92a9ebe452e66a5117&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7559433 May 18 18:15:14.166233 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d36d66-8572-4d8e-ad1d-f48800e801c7 None None] Pushing event updated for resources: {'Port': ['ID=09e92806-90a2-4b79-94df-4a412060865f,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:14.170356 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device ecbf5bd2-9377-4fd5-ae30-07ea628fdb43 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:15:14.218280 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24b58cb-e201-4feb-b89a-b23334b5467b None None] Routers {'c8719e84-c305-4ef5-ac3f-d731e926ea3a'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:15:14.218930 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-d24b58cb-e201-4feb-b89a-b23334b5467b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:15:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['c8719e84-c305-4ef5-ac3f-d731e926ea3a'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:15:14.251243 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-96757feb-4e30-463d-92da-30da1f0110ed tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] For port ecbf5bd2-9377-4fd5-ae30-07ea628fdb43, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=ecbf5bd2-9377-4fd5-ae30-07ea628fdb43,segment=NetworkSegment(55f445fe-7c51-442d-9e16-efcc34c5c385),segment_id=55f445fe-7c51-442d-9e16-efcc34c5c385)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:15:14.252170 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-96757feb-4e30-463d-92da-30da1f0110ed tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:14.275125 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-96757feb-4e30-463d-92da-30da1f0110ed tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Calling delete_port for ecbf5bd2-9377-4fd5-ae30-07ea628fdb43 owned by network:dhcp {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:15:14.365811 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f0520dc0-c76e-4ae0-9651-320f91f20425 req-7d2358db-002a-416a-849f-cd0ea96675dd service neutron] 10.222.0.85 "GET /v2.0/networks/43fc4a49-4144-4792-8c9e-f6aa8e841df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301106 May 18 18:15:14.442333 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-96757feb-4e30-463d-92da-30da1f0110ed tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:14.481517 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-d24b58cb-e201-4feb-b89a-b23334b5467b None None] Set router c8719e84-c305-4ef5-ac3f-d731e926ea3a gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:15:14.496754 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96757feb-4e30-463d-92da-30da1f0110ed tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] No DVR routers for this DVR port ecbf5bd2-9377-4fd5-ae30-07ea628fdb43 on host n-d-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:15:14.512046 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-767f0caf-be8c-4b14-8027-510759b30c02 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=526bd76635da4c28bdf54eae5f004f15&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1492317 May 18 18:15:14.556269 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 33258) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:15:14.565533 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96757feb-4e30-463d-92da-30da1f0110ed tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Pushing event deleted for resources: {'Port': ['ID=ecbf5bd2-9377-4fd5-ae30-07ea628fdb43,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:14.623239 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a557fcb5-c2f3-4e0f-8e99-259dcc0a56be None None] Provisioning complete for port 12dcf668-fcab-41bd-94b3-f0a67e7daf07 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:15:14.635223 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a557fcb5-c2f3-4e0f-8e99-259dcc0a56be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:14.642290 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-2a171fd9-4a41-4bc8-b8ff-1ec65f697695 None None] Deleting port ecbf5bd2-9377-4fd5-ae30-07ea628fdb43 {{(pid=102732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:15:14.644844 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-2a171fd9-4a41-4bc8-b8ff-1ec65f697695 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:14.663659 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bbf88876-aaba-4773-b239-7f6fb955fa84 req-0d7255ff-e499-4ea7-9cfb-ff43b3e57e23 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/security-groups?id=73e433d4-f339-4b3f-93ff-d66128030654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6946139 May 18 18:15:14.691395 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-190588ba-50e8-43e0-ab34-f79d5cc5a9a8 admin admin] Router dd4fb3a2-cf1a-484e-8947-1a9c5627a33c is scheduled to L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e with binding_index 1 {{(pid=102730) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 18 18:15:14.765273 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-cda95148-72f5-4200-8941-1b34ce0d6347 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:14.837303 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41bf10bf-048e-4d76-af9f-cab581e76eeb admin admin] Router c8719e84-c305-4ef5-ac3f-d731e926ea3a has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:15:14.857996 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-2a171fd9-4a41-4bc8-b8ff-1ec65f697695 None None] For port ecbf5bd2-9377-4fd5-ae30-07ea628fdb43, host n-d-838550-3, got binding levels [] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:15:14.858718 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-2a171fd9-4a41-4bc8-b8ff-1ec65f697695 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:14.870539 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-96757feb-4e30-463d-92da-30da1f0110ed tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:14.878433 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-2a171fd9-4a41-4bc8-b8ff-1ec65f697695 None None] Calling delete_port for ecbf5bd2-9377-4fd5-ae30-07ea628fdb43 owned by network:dhcp {{(pid=102732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:15:14.886160 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.ipam_backend_mixin [None req-2a171fd9-4a41-4bc8-b8ff-1ec65f697695 None None] Port ecbf5bd2-9377-4fd5-ae30-07ea628fdb43 was not found and therefore no delete operation was performed {{(pid=102732) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} May 18 18:15:14.931337 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-2a171fd9-4a41-4bc8-b8ff-1ec65f697695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508'] for port, after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:14.934796 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f0520dc0-c76e-4ae0-9651-320f91f20425 req-1f5c89ef-11b0-4e23-a44f-67c7bbb15709 service neutron] 10.222.0.85 "GET /v2.0/networks/43fc4a49-4144-4792-8c9e-f6aa8e841df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5605614 May 18 18:15:14.940280 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ae9639-5ec8-4a98-ab83-3c4c679919ba req-28e4b97e-15d6-4cfc-9188-a6391e201ea8 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:14.941165 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a557fcb5-c2f3-4e0f-8e99-259dcc0a56be None None] Port 12dcf668-fcab-41bd-94b3-f0a67e7daf07 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:15:14.945177 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-78ae9639-5ec8-4a98-ab83-3c4c679919ba req-28e4b97e-15d6-4cfc-9188-a6391e201ea8 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.88 "GET /v2.0/ports?device_id=ee9ee9f9-12a0-485a-a0ff-837d0d7a125e HTTP/1.1" status: 200 len: 945 time: 0.3827791 May 18 18:15:14.951886 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-96757feb-4e30-463d-92da-30da1f0110ed tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c25cfa3e-d671-400b-88bc-ad4cd8741c35']}} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:15:14.961777 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-cda95148-72f5-4200-8941-1b34ce0d6347 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:14.972407 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a171fd9-4a41-4bc8-b8ff-1ec65f697695 None None] No DVR routers for this DVR port ecbf5bd2-9377-4fd5-ae30-07ea628fdb43 on host n-d-838550-3 {{(pid=102732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:15:15.031205 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-190588ba-50e8-43e0-ab34-f79d5cc5a9a8 admin admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:15:15.043660 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bae0cdb-01eb-4552-b92b-c635235cd212 None None] Sync routers for ids ['dd4fb3a2-cf1a-484e-8947-1a9c5627a33c'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:15:15.059152 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-96757feb-4e30-463d-92da-30da1f0110ed tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55f445fe-7c51-442d-9e16-efcc34c5c385') {'for_net_delete': True} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:15:15.059591 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-96757feb-4e30-463d-92da-30da1f0110ed tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55f445fe-7c51-442d-9e16-efcc34c5c385') {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:15:15.070794 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bae0cdb-01eb-4552-b92b-c635235cd212 None None] Routers {'dd4fb3a2-cf1a-484e-8947-1a9c5627a33c'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:15:15.073022 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-0bae0cdb-01eb-4552-b92b-c635235cd212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:15:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['dd4fb3a2-cf1a-484e-8947-1a9c5627a33c'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:15:15.076318 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a171fd9-4a41-4bc8-b8ff-1ec65f697695 None None] Pushing event deleted for resources: {'Port': ['ID=ecbf5bd2-9377-4fd5-ae30-07ea628fdb43,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:15.097168 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No active binding found for port ecbf5bd2-9377-4fd5-ae30-07ea628fdb43 {{(pid=102732) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} May 18 18:15:15.098565 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device ecbf5bd2-9377-4fd5-ae30-07ea628fdb43 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:15:15.107702 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-96757feb-4e30-463d-92da-30da1f0110ed tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260542144'] for segment, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:15.164190 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-190588ba-50e8-43e0-ab34-f79d5cc5a9a8 admin admin] Notify callbacks [] for router, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:15.169168 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-190588ba-50e8-43e0-ab34-f79d5cc5a9a8 admin admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 8.7527313 May 18 18:15:15.172391 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 33264) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:15:15.214226 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d09996-7ec1-457c-a635-d8546a3763f1 req-7799386e-44a9-42f3-876d-f7c316505f21 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:15.219282 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c5d09996-7ec1-457c-a635-d8546a3763f1 req-7799386e-44a9-42f3-876d-f7c316505f21 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.36 "GET /v2.0/ports?device_id=9536d621-5e41-446b-99c9-3e9335c26fc6 HTTP/1.1" status: 200 len: 945 time: 0.2417717 May 18 18:15:15.221457 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-cda95148-72f5-4200-8941-1b34ce0d6347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:15.233227 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-cda95148-72f5-4200-8941-1b34ce0d6347 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:15.238153 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-cda95148-72f5-4200-8941-1b34ce0d6347 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/de8d32b8-7279-47d3-a7af-28b31fd7e52a HTTP/1.1" status: 204 len: 168 time: 0.6674399 May 18 18:15:15.286814 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-d24b58cb-e201-4feb-b89a-b23334b5467b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8719e84-c305-4ef5-ac3f-d731e926ea3a', 'name': 'tempest-ServersTestManualDisk-456503983-router', 'tenant_id': '90138de8af6145feb645e44366952417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '089cae8c-5409-4c2e-8a57-e76e7ae53492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:15:00Z', 'updated_at': '2022-05-18T18:15:11Z', 'revision_number': 4, 'project_id': '90138de8af6145feb645e44366952417', 'gw_port': {'id': '089cae8c-5409-4c2e-8a57-e76e7ae53492', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:78:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8719e84-c305-4ef5-ac3f-d731e926ea3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:15:02Z', 'updated_at': '2022-05-18T18:15:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '12dcf668-fcab-41bd-94b3-f0a67e7daf07', 'name': '', 'network_id': '63d09ffb-24e5-4fc7-b6ac-a48cca6112cf', 'tenant_id': '90138de8af6145feb645e44366952417', 'mac_address': 'fa:16:3e:95:b1:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8719e84-c305-4ef5-ac3f-d731e926ea3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': '8da46cd5-73a9-4d04-aee9-3cf83560e14f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:15:09Z', 'updated_at': '2022-05-18T18:15:11Z', 'revision_number': 2, 'project_id': '90138de8af6145feb645e44366952417', 'subnets': [{'id': '8da46cd5-73a9-4d04-aee9-3cf83560e14f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:15:15.316396 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-96757feb-4e30-463d-92da-30da1f0110ed tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:15.331572 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96757feb-4e30-463d-92da-30da1f0110ed tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=102731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:15:15.331896 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-96757feb-4e30-463d-92da-30da1f0110ed tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260884178'] for segment, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:15.336550 n-d-838550-3 neutron-server[102731]: Traceback (most recent call last): May 18 18:15:15.336550 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:15:15.336550 n-d-838550-3 neutron-server[102731]: timer() May 18 18:15:15.336550 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:15:15.336550 n-d-838550-3 neutron-server[102731]: cb(*args, **kw) May 18 18:15:15.336550 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:15:15.336550 n-d-838550-3 neutron-server[102731]: return func(*args, **kwargs) May 18 18:15:15.336550 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:15:15.336550 n-d-838550-3 neutron-server[102731]: self._notify() May 18 18:15:15.336550 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:15:15.336550 n-d-838550-3 neutron-server[102731]: self.callback(batched_events) May 18 18:15:15.336550 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:15:15.336550 n-d-838550-3 neutron-server[102731]: event.method(event) May 18 18:15:15.336550 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:15:15.336550 n-d-838550-3 neutron-server[102731]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:15:15.336550 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:15:15.336550 n-d-838550-3 neutron-server[102731]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:15:15.336550 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:15:15.336550 n-d-838550-3 neutron-server[102731]: return f(self, *a, **k) May 18 18:15:15.336550 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:15:15.336550 n-d-838550-3 neutron-server[102731]: return self._get(url).json() May 18 18:15:15.336550 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:15:15.336550 n-d-838550-3 neutron-server[102731]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:15:15.336550 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:15:15.336550 n-d-838550-3 neutron-server[102731]: return self.request(url, 'GET', **kwargs) May 18 18:15:15.336550 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:15:15.336550 n-d-838550-3 neutron-server[102731]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:15:15.336550 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:15:15.336550 n-d-838550-3 neutron-server[102731]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:15:15.336550 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:15:15.336550 n-d-838550-3 neutron-server[102731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:15:15.336550 n-d-838550-3 neutron-server[102731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:15:15.385057 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24b58cb-e201-4feb-b89a-b23334b5467b None None] The sync data for ids ['c8719e84-c305-4ef5-ac3f-d731e926ea3a'] in n-d-838550-3 is: [{'id': 'c8719e84-c305-4ef5-ac3f-d731e926ea3a', 'name': 'tempest-ServersTestManualDisk-456503983-router', 'tenant_id': '90138de8af6145feb645e44366952417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '089cae8c-5409-4c2e-8a57-e76e7ae53492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:15:00Z', 'updated_at': '2022-05-18T18:15:11Z', 'revision_number': 4, 'project_id': '90138de8af6145feb645e44366952417', 'gw_port': {'id': '089cae8c-5409-4c2e-8a57-e76e7ae53492', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:78:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8719e84-c305-4ef5-ac3f-d731e926ea3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:15:02Z', 'updated_at': '2022-05-18T18:15:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '12dcf668-fcab-41bd-94b3-f0a67e7daf07', 'name': '', 'network_id': '63d09ffb-24e5-4fc7-b6ac-a48cca6112cf', 'tenant_id': '90138de8af6145feb645e44366952417', 'mac_address': 'fa:16:3e:95:b1:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8719e84-c305-4ef5-ac3f-d731e926ea3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': '8da46cd5-73a9-4d04-aee9-3cf83560e14f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:15:09Z', 'updated_at': '2022-05-18T18:15:11Z', 'revision_number': 2, 'project_id': '90138de8af6145feb645e44366952417', 'subnets': [{'id': '8da46cd5-73a9-4d04-aee9-3cf83560e14f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:15:15.446178 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-0bae0cdb-01eb-4552-b92b-c635235cd212 None None] Set router dd4fb3a2-cf1a-484e-8947-1a9c5627a33c gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:15:15.454900 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda95148-72f5-4200-8941-1b34ce0d6347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de8d32b8-7279-47d3-a7af-28b31fd7e52a,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:15.622187 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a69c9674-e5b3-4f29-ab0e-cda00ab032f1 req-388f72e5-3d15-49e0-8402-5b3f25453cc0 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/ports?device_id=42cdd441-75e4-42c9-95ce-3f081db8b56f HTTP/1.1" status: 200 len: 210 time: 0.2831423 May 18 18:15:15.653528 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 4a054314-115c-4d3d-9e5c-ac8037a56aff no longer exists at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:15:15.697133 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41bf10bf-048e-4d76-af9f-cab581e76eeb admin admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:15:15.734803 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-41bf10bf-048e-4d76-af9f-cab581e76eeb admin admin] 10.222.0.85 "PUT /v2.0/routers/c8719e84-c305-4ef5-ac3f-d731e926ea3a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1251769 May 18 18:15:15.775495 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-96757feb-4e30-463d-92da-30da1f0110ed tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:15.817066 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-96757feb-4e30-463d-92da-30da1f0110ed tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:15.848094 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-96757feb-4e30-463d-92da-30da1f0110ed tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] 10.222.0.85 "DELETE /v2.0/networks/c25cfa3e-d671-400b-88bc-ad4cd8741c35 HTTP/1.1" status: 204 len: 168 time: 2.7296739 May 18 18:15:15.882554 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 33284) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:15:15.936433 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-c5d09996-7ec1-457c-a635-d8546a3763f1 req-b11fcdf1-550f-4201-9ad1-4afe1960f366 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Deleting port 838def1c-8efa-418c-9198-cdabfc7b28c3 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:15:15.936765 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-c5d09996-7ec1-457c-a635-d8546a3763f1 req-b11fcdf1-550f-4201-9ad1-4afe1960f366 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:16.042001 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-0bae0cdb-01eb-4552-b92b-c635235cd212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4fb3a2-cf1a-484e-8947-1a9c5627a33c', 'name': 'tempest-AttachVolumeTestJSON-441656062-router', 'tenant_id': '46ea3823b08b4c9799a678c4a73b1420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.97'}], 'enable_snat': True}, 'gw_port_id': 'f13a6673-ce7b-46fd-a875-cac70ff04edc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:15:06Z', 'updated_at': '2022-05-18T18:15:11Z', 'revision_number': 3, 'project_id': '46ea3823b08b4c9799a678c4a73b1420', 'gw_port': {'id': 'f13a6673-ce7b-46fd-a875-cac70ff04edc', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e5:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd4fb3a2-cf1a-484e-8947-1a9c5627a33c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:15:09Z', 'updated_at': '2022-05-18T18:15:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:15:16.136526 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-78ae9639-5ec8-4a98-ab83-3c4c679919ba req-b08d4036-cd40-449e-900b-622a565c35e3 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Deleting port 4a054314-115c-4d3d-9e5c-ac8037a56aff {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:15:16.136526 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-78ae9639-5ec8-4a98-ab83-3c4c679919ba req-b08d4036-cd40-449e-900b-622a565c35e3 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:16.155635 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96757feb-4e30-463d-92da-30da1f0110ed tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Pushing event deleted for resources: {'Network': ['ID=c25cfa3e-d671-400b-88bc-ad4cd8741c35,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:16.159945 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 4a054314-115c-4d3d-9e5c-ac8037a56aff is: ACTIVE; New status is: DOWN {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:15:16.160359 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:16.163883 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bae0cdb-01eb-4552-b92b-c635235cd212 None None] Checking router: dd4fb3a2-cf1a-484e-8947-1a9c5627a33c for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:15:16.174480 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bae0cdb-01eb-4552-b92b-c635235cd212 None None] Updating router dd4fb3a2-cf1a-484e-8947-1a9c5627a33c port f13a6673-ce7b-46fd-a875-cac70ff04edc binding host n-d-838550-3 {{(pid=102733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 18:15:16.267415 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 4a054314-115c-4d3d-9e5c-ac8037a56aff, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=4a054314-115c-4d3d-9e5c-ac8037a56aff,segment=NetworkSegment(7fe567f5-b9bc-4b6c-8f11-60e107f314f0),segment_id=7fe567f5-b9bc-4b6c-8f11-60e107f314f0)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:15:16.273808 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee9ee9f9-12a0-485a-a0ff-837d0d7a125e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a054314-115c-4d3d-9e5c-ac8037a56aff'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:15:16.288223 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd510f75-6c69-49e9-87c2-f7562f4151e1" -d '{"events": [{"server_uuid": "ee9ee9f9-12a0-485a-a0ff-837d0d7a125e", "name": "network-vif-unplugged", "status": "completed", "tag": "4a054314-115c-4d3d-9e5c-ac8037a56aff"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:15:16.301633 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 09e92806-90a2-4b79-94df-4a412060865f up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:15:16.303511 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-0bae0cdb-01eb-4552-b92b-c635235cd212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:16.313095 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88df0327-9e24-4bbc-b137-7f2079485d7a None None] Network 32202dd9-9064-4832-817f-7e8b4a8db1c5 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:15:16.440886 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-c5d09996-7ec1-457c-a635-d8546a3763f1 req-b11fcdf1-550f-4201-9ad1-4afe1960f366 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] For port 838def1c-8efa-418c-9198-cdabfc7b28c3, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=838def1c-8efa-418c-9198-cdabfc7b28c3,segment=NetworkSegment(e113abf4-4b0e-4afe-a737-f70ad5d66353),segment_id=e113abf4-4b0e-4afe-a737-f70ad5d66353)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:15:16.441933 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-c5d09996-7ec1-457c-a635-d8546a3763f1 req-b11fcdf1-550f-4201-9ad1-4afe1960f366 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:16.466369 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 33296) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:15:16.501744 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 May 2022 18:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4514ba6c-6ec4-4479-8ad2-0007aabbca1b x-openstack-request-id: req-4514ba6c-6ec4-4479-8ad2-0007aabbca1b {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:15:16.502032 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee9ee9f9-12a0-485a-a0ff-837d0d7a125e", "name": "network-vif-unplugged", "status": "completed", "tag": "4a054314-115c-4d3d-9e5c-ac8037a56aff", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:15:16.502559 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-4514ba6c-6ec4-4479-8ad2-0007aabbca1b {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:15:16.503387 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4514ba6c-6ec4-4479-8ad2-0007aabbca1b'] response: {'server_uuid': 'ee9ee9f9-12a0-485a-a0ff-837d0d7a125e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a054314-115c-4d3d-9e5c-ac8037a56aff', 'code': 200} May 18 18:15:16.556786 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-78ae9639-5ec8-4a98-ab83-3c4c679919ba req-b08d4036-cd40-449e-900b-622a565c35e3 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] For port 4a054314-115c-4d3d-9e5c-ac8037a56aff, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=4a054314-115c-4d3d-9e5c-ac8037a56aff,segment=NetworkSegment(7fe567f5-b9bc-4b6c-8f11-60e107f314f0),segment_id=7fe567f5-b9bc-4b6c-8f11-60e107f314f0)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:15:16.560386 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-78ae9639-5ec8-4a98-ab83-3c4c679919ba req-b08d4036-cd40-449e-900b-622a565c35e3 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:16.575661 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_v2 [None req-7faf5426-9617-4d69-a7f4-422b6f91c1b8 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Deleting subnet e5afb19f-13b5-4be4-84a1-50af85c202b1 {{(pid=102731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:15:16.591108 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7faf5426-9617-4d69-a7f4-422b6f91c1b8 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Notify callbacks [] for subnet, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:16.680636 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:16.700332 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-78ae9639-5ec8-4a98-ab83-3c4c679919ba req-b08d4036-cd40-449e-900b-622a565c35e3 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Calling delete_port for 4a054314-115c-4d3d-9e5c-ac8037a56aff owned by compute:nova {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:15:16.766066 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7faf5426-9617-4d69-a7f4-422b6f91c1b8 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260542153'] for subnet, precommit_delete_associations {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:16.997471 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-afc89ac6-2588-482f-a57a-4ce9156620e9 None None] Provisioning complete for port 09e92806-90a2-4b79-94df-4a412060865f triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:15:16.998003 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-afc89ac6-2588-482f-a57a-4ce9156620e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:17.134071 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 33314) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:15:17.150036 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-5afe3944-e327-48ea-ad17-397d12682e5f tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] Request body: {'security_group': {'name': 'tempest-securitygroup--745284964', 'description': 'tempest-description--111675491'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:15:17.183904 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-0bae0cdb-01eb-4552-b92b-c635235cd212 None None] Notify callbacks [] for port, precommit_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:17.186067 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a23018-63c7-4e69-a5b0-a9cf9331940b req-b9feb4a5-53c3-438e-bb6d-a6fdcad85388 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:17.187963 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-31a23018-63c7-4e69-a5b0-a9cf9331940b req-b9feb4a5-53c3-438e-bb6d-a6fdcad85388 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/ports?device_id=9536d621-5e41-446b-99c9-3e9335c26fc6 HTTP/1.1" status: 200 len: 945 time: 1.2717023 May 18 18:15:17.197924 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-0bae0cdb-01eb-4552-b92b-c635235cd212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:17.217377 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7faf5426-9617-4d69-a7f4-422b6f91c1b8 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:17.309096 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620c4b04-c95c-4964-9d92-d11e3dab58fe None None] Pushing event updated for resources: {'Port': ['ID=f13a6673-ce7b-46fd-a875-cac70ff04edc,revision_number=2']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:17.397354 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-0bae0cdb-01eb-4552-b92b-c635235cd212 None None] Attempting to bind port f13a6673-ce7b-46fd-a875-cac70ff04edc on host n-d-838550-3 for vnic_type normal with profile {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:15:17.398217 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-0bae0cdb-01eb-4552-b92b-c635235cd212 None None] Attempting to bind port f13a6673-ce7b-46fd-a875-cac70ff04edc by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:15:17.398935 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bae0cdb-01eb-4552-b92b-c635235cd212 None None] Attempting to bind port f13a6673-ce7b-46fd-a875-cac70ff04edc on network 31ebd439-090c-4b25-bbb0-31c48711b145 {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:15:17.407368 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bae0cdb-01eb-4552-b92b-c635235cd212 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:15:17.408394 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bae0cdb-01eb-4552-b92b-c635235cd212 None None] Checking segment: {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:15:17.410045 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-0bae0cdb-01eb-4552-b92b-c635235cd212 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:17.410995 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bae0cdb-01eb-4552-b92b-c635235cd212 None None] Bound using segment: {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:15:17.411973 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-0bae0cdb-01eb-4552-b92b-c635235cd212 None None] Bound port: f13a6673-ce7b-46fd-a875-cac70ff04edc, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:15:17.412621 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-0bae0cdb-01eb-4552-b92b-c635235cd212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:17.426353 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-56f8baf8-80c6-4717-9dbc-0f361484e4a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:17.501495 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=4a054314-115c-4d3d-9e5c-ac8037a56aff,revision_number=8']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:17.519658 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9efffd60-c43e-48af-ab63-e758718ff33e req-80a0e2a7-45a1-4493-98a6-9b3ed63494c0 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/ports?device_id=42cdd441-75e4-42c9-95ce-3f081db8b56f HTTP/1.1" status: 200 len: 210 time: 0.1533418 May 18 18:15:17.533567 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7faf5426-9617-4d69-a7f4-422b6f91c1b8 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260898416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260908030'] for subnet, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:17.538696 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 09e92806-90a2-4b79-94df-4a412060865f triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:15:17.539071 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:17.604113 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.db [None req-0bae0cdb-01eb-4552-b92b-c635235cd212 None None] For port f13a6673-ce7b-46fd-a875-cac70ff04edc, host n-d-838550-3, cleared binding levels {{(pid=102733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:15:17.613584 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.db [None req-0bae0cdb-01eb-4552-b92b-c635235cd212 None None] For port f13a6673-ce7b-46fd-a875-cac70ff04edc, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=f13a6673-ce7b-46fd-a875-cac70ff04edc,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:15:17.631197 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-0bae0cdb-01eb-4552-b92b-c635235cd212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:17.819009 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-afc89ac6-2588-482f-a57a-4ce9156620e9 None None] Current status of the port 09e92806-90a2-4b79-94df-4a412060865f is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:15:17.819711 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-afc89ac6-2588-482f-a57a-4ce9156620e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:17.856644 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7faf5426-9617-4d69-a7f4-422b6f91c1b8 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:17.866770 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68805302-e445-4f7c-93c5-35359d73020f None None] Network 7c3de9e8-235e-4d4d-8982-5d2012545661 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:15:17.869007 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-7faf5426-9617-4d69-a7f4-422b6f91c1b8 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] 10.222.0.85 "DELETE /v2.0/subnets/e5afb19f-13b5-4be4-84a1-50af85c202b1 HTTP/1.1" status: 204 len: 168 time: 1.9533455 May 18 18:15:17.882686 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 838def1c-8efa-418c-9198-cdabfc7b28c3 no longer exists at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:15:17.898197 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 33326) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:15:17.938978 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620c4b04-c95c-4964-9d92-d11e3dab58fe None None] Pushing event updated for resources: {'Port': ['ID=f13a6673-ce7b-46fd-a875-cac70ff04edc,revision_number=3']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:17.986914 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bae0cdb-01eb-4552-b92b-c635235cd212 None None] Routers {'dd4fb3a2-cf1a-484e-8947-1a9c5627a33c'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:15:17.987808 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-0bae0cdb-01eb-4552-b92b-c635235cd212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:15:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['dd4fb3a2-cf1a-484e-8947-1a9c5627a33c'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:15:18.025533 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faf5426-9617-4d69-a7f4-422b6f91c1b8 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Pushing event deleted for resources: {'Subnet': ['ID=e5afb19f-13b5-4be4-84a1-50af85c202b1,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:18.053479 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5afe3944-e327-48ea-ad17-397d12682e5f tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:18.143136 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-56f8baf8-80c6-4717-9dbc-0f361484e4a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:18.184533 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-78ae9639-5ec8-4a98-ab83-3c4c679919ba req-b08d4036-cd40-449e-900b-622a565c35e3 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:18.224808 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d4036-cd40-449e-900b-622a565c35e3 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Pushing event deleted for resources: {'Port': ['ID=4a054314-115c-4d3d-9e5c-ac8037a56aff,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:18.227442 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-56f8baf8-80c6-4717-9dbc-0f361484e4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:18.244573 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-afc89ac6-2588-482f-a57a-4ce9156620e9 None None] For port 09e92806-90a2-4b79-94df-4a412060865f, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=09e92806-90a2-4b79-94df-4a412060865f,segment=NetworkSegment(c2befe81-e0f9-403d-ab80-68896828fcba),segment_id=c2befe81-e0f9-403d-ab80-68896828fcba)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:15:18.261772 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 09e92806-90a2-4b79-94df-4a412060865f is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:15:18.262284 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:18.266371 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-afc89ac6-2588-482f-a57a-4ce9156620e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:18.277815 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-c5d09996-7ec1-457c-a635-d8546a3763f1 req-b11fcdf1-550f-4201-9ad1-4afe1960f366 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:18.278424 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-c5d09996-7ec1-457c-a635-d8546a3763f1 req-b11fcdf1-550f-4201-9ad1-4afe1960f366 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596987'] for floatingip, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:18.278547 n-d-838550-3 neutron-server[102730]: INFO neutron.db.l3_db [req-c5d09996-7ec1-457c-a635-d8546a3763f1 req-b11fcdf1-550f-4201-9ad1-4afe1960f366 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Floating IP 5c8f39d9-5a52-480a-bd8b-b582d82d7866 disassociated. External IP: 172.25.5.188, port: 838def1c-8efa-418c-9198-cdabfc7b28c3. May 18 18:15:18.282302 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-c5d09996-7ec1-457c-a635-d8546a3763f1 req-b11fcdf1-550f-4201-9ad1-4afe1960f366 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Calling delete_port for 838def1c-8efa-418c-9198-cdabfc7b28c3 owned by compute:nova {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:15:18.398781 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-0bae0cdb-01eb-4552-b92b-c635235cd212 None None] Set router dd4fb3a2-cf1a-484e-8947-1a9c5627a33c gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:15:18.449844 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-78ae9639-5ec8-4a98-ab83-3c4c679919ba req-b08d4036-cd40-449e-900b-622a565c35e3 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] No DVR routers for this DVR port 4a054314-115c-4d3d-9e5c-ac8037a56aff on host n-h2-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:15:18.464188 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-78ae9639-5ec8-4a98-ab83-3c4c679919ba req-b08d4036-cd40-449e-900b-622a565c35e3 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:18.476962 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-78ae9639-5ec8-4a98-ab83-3c4c679919ba req-b08d4036-cd40-449e-900b-622a565c35e3 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.88 "DELETE /v2.0/ports/4a054314-115c-4d3d-9e5c-ac8037a56aff HTTP/1.1" status: 204 len: 173 time: 3.5106535 May 18 18:15:18.492296 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee9ee9f9-12a0-485a-a0ff-837d0d7a125e', 'name': 'network-vif-deleted', 'tag': '4a054314-115c-4d3d-9e5c-ac8037a56aff'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:15:18.498913 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c362f6d-d56a-47e9-95d9-108ad3edd289" -d '{"events": [{"server_uuid": "ee9ee9f9-12a0-485a-a0ff-837d0d7a125e", "name": "network-vif-deleted", "tag": "4a054314-115c-4d3d-9e5c-ac8037a56aff"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:15:18.570299 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-56f8baf8-80c6-4717-9dbc-0f361484e4a8 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=7e7e7ec01d8e471eb8ec1b7ab98c2881&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0816040 May 18 18:15:18.579382 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 33342) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:15:18.616590 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daedce3a-861c-4147-98a9-2f7d1e5c7ee2 x-openstack-request-id: req-daedce3a-861c-4147-98a9-2f7d1e5c7ee2 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:15:18.616900 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee9ee9f9-12a0-485a-a0ff-837d0d7a125e", "name": "network-vif-deleted", "tag": "4a054314-115c-4d3d-9e5c-ac8037a56aff", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:15:18.617382 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-daedce3a-861c-4147-98a9-2f7d1e5c7ee2 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:15:18.621014 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-daedce3a-861c-4147-98a9-2f7d1e5c7ee2'] response: {'server_uuid': 'ee9ee9f9-12a0-485a-a0ff-837d0d7a125e', 'name': 'network-vif-deleted', 'tag': '4a054314-115c-4d3d-9e5c-ac8037a56aff', 'status': 'completed', 'code': 200} May 18 18:15:18.626990 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f8baf8-80c6-4717-9dbc-0f361484e4a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=107bff00-f05e-48ff-953e-5af2e2310c10,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:18.656960 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc89ac6-2588-482f-a57a-4ce9156620e9 None None] Pushing event updated for resources: {'Port': ['ID=09e92806-90a2-4b79-94df-4a412060865f,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:18.667545 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-042d12d6-87dc-4edb-ab3b-cfb6d1f603fb None None] Provisioning complete for port 09e92806-90a2-4b79-94df-4a412060865f triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:15:18.668176 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-042d12d6-87dc-4edb-ab3b-cfb6d1f603fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:18.671325 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 838def1c-8efa-418c-9198-cdabfc7b28c3 is: ACTIVE; New status is: DOWN {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:15:18.671936 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:18.730173 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.db.api [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102732) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 18 18:15:18.730954 n-d-838550-3 neutron-server[102732]: DEBUG oslo_db.api [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 18 18:15:18.768201 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0520dc0-c76e-4ae0-9651-320f91f20425 req-0a718892-97c4-4a88-a665-dbe88a6910b2 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:18.775176 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-31a23018-63c7-4e69-a5b0-a9cf9331940b req-e0502737-1f08-46ab-a66c-c5004331e2fd tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/security-groups?id=73e433d4-f339-4b3f-93ff-d66128030654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.4759712 May 18 18:15:18.775780 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f0520dc0-c76e-4ae0-9651-320f91f20425 req-0a718892-97c4-4a88-a665-dbe88a6910b2 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.36 "GET /v2.0/networks?id=43fc4a49-4144-4792-8c9e-f6aa8e841df8 HTTP/1.1" status: 200 len: 805 time: 1.2447505 May 18 18:15:18.854847 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-f0520dc0-c76e-4ae0-9651-320f91f20425 req-2a5b0d7e-180c-495f-b8ea-2641a30e3557 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Request body: {'port': {'device_id': '42cdd441-75e4-42c9-95ce-3f081db8b56f', 'network_id': '43fc4a49-4144-4792-8c9e-f6aa8e841df8', 'admin_state_up': True, 'tenant_id': 'bb3dd5e6ff564e92a9ebe452e66a5117'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:15:18.921075 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b59343ff-9baa-43c0-8787-c3ab35314a4f None None] DHCP port deletion for 7c3de9e8-235e-4d4d-8982-5d2012545661 request from n-d-838550-3 {{(pid=102732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 18:15:18.931416 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-0bae0cdb-01eb-4552-b92b-c635235cd212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4fb3a2-cf1a-484e-8947-1a9c5627a33c', 'name': 'tempest-AttachVolumeTestJSON-441656062-router', 'tenant_id': '46ea3823b08b4c9799a678c4a73b1420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.97'}], 'enable_snat': True}, 'gw_port_id': 'f13a6673-ce7b-46fd-a875-cac70ff04edc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:15:06Z', 'updated_at': '2022-05-18T18:15:11Z', 'revision_number': 3, 'project_id': '46ea3823b08b4c9799a678c4a73b1420', 'gw_port': {'id': 'f13a6673-ce7b-46fd-a875-cac70ff04edc', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e5:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd4fb3a2-cf1a-484e-8947-1a9c5627a33c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:15:09Z', 'updated_at': '2022-05-18T18:15:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:15:18.932254 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-89df6a1a-129f-493c-a2d1-f2cf7a3f8019 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:18.937834 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-c5d09996-7ec1-457c-a635-d8546a3763f1 req-b11fcdf1-550f-4201-9ad1-4afe1960f366 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:18.945828 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6587aab5-448d-4d00-ab3d-bdc27271501b req-6d22d3c7-1b31-487f-8b03-e3f3b9ce6236 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/ports?device_id=42cdd441-75e4-42c9-95ce-3f081db8b56f HTTP/1.1" status: 200 len: 210 time: 0.1622801 May 18 18:15:18.948379 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-042d12d6-87dc-4edb-ab3b-cfb6d1f603fb None None] Current status of the port 09e92806-90a2-4b79-94df-4a412060865f is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:15:19.002239 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bae0cdb-01eb-4552-b92b-c635235cd212 None None] The sync data for ids ['dd4fb3a2-cf1a-484e-8947-1a9c5627a33c'] in n-d-838550-3 is: [{'id': 'dd4fb3a2-cf1a-484e-8947-1a9c5627a33c', 'name': 'tempest-AttachVolumeTestJSON-441656062-router', 'tenant_id': '46ea3823b08b4c9799a678c4a73b1420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.97'}], 'enable_snat': True}, 'gw_port_id': 'f13a6673-ce7b-46fd-a875-cac70ff04edc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:15:06Z', 'updated_at': '2022-05-18T18:15:11Z', 'revision_number': 3, 'project_id': '46ea3823b08b4c9799a678c4a73b1420', 'gw_port': {'id': 'f13a6673-ce7b-46fd-a875-cac70ff04edc', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e5:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd4fb3a2-cf1a-484e-8947-1a9c5627a33c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:15:09Z', 'updated_at': '2022-05-18T18:15:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:15:19.070197 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11fcdf1-550f-4201-9ad1-4afe1960f366 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Pushing event deleted for resources: {'Port': ['ID=838def1c-8efa-418c-9198-cdabfc7b28c3,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:19.073456 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e7866097-8524-46dd-95bf-fbe0dc514aa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:19.085498 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5afe3944-e327-48ea-ad17-397d12682e5f tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:19.086856 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b59343ff-9baa-43c0-8787-c3ab35314a4f None None] Deleting port b3419fc3-499f-47f6-96bd-dd04b5e8decd {{(pid=102732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:15:19.087671 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b59343ff-9baa-43c0-8787-c3ab35314a4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:19.158339 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11fcdf1-550f-4201-9ad1-4afe1960f366 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:15:19.159004 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11fcdf1-550f-4201-9ad1-4afe1960f366 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:15:19.159549 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11fcdf1-550f-4201-9ad1-4afe1960f366 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:15:19.160090 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11fcdf1-550f-4201-9ad1-4afe1960f366 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:15:19.160636 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11fcdf1-550f-4201-9ad1-4afe1960f366 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:15:19.161183 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11fcdf1-550f-4201-9ad1-4afe1960f366 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:15:19.162206 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11fcdf1-550f-4201-9ad1-4afe1960f366 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:15:19.162885 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11fcdf1-550f-4201-9ad1-4afe1960f366 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:15:19.163477 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11fcdf1-550f-4201-9ad1-4afe1960f366 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:15:19.164253 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11fcdf1-550f-4201-9ad1-4afe1960f366 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:15:19.164811 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11fcdf1-550f-4201-9ad1-4afe1960f366 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:15:19.165341 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11fcdf1-550f-4201-9ad1-4afe1960f366 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:15:19.179644 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5afe3944-e327-48ea-ad17-397d12682e5f tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:19.186852 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 33352) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:15:19.256019 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-92d12c35-c61f-4cab-bb09-c551ace7421f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:19.272461 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e7866097-8524-46dd-95bf-fbe0dc514aa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:19.314336 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afe3944-e327-48ea-ad17-397d12682e5f tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9bfddfb-d8cd-4e22-a2a5-022903ae86af,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:19.322740 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 09e92806-90a2-4b79-94df-4a412060865f is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:15:19.344698 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b59343ff-9baa-43c0-8787-c3ab35314a4f None None] For port b3419fc3-499f-47f6-96bd-dd04b5e8decd, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=b3419fc3-499f-47f6-96bd-dd04b5e8decd,segment=NetworkSegment(09ee6490-c7ed-45cb-b364-0948f89df2b5),segment_id=09ee6490-c7ed-45cb-b364-0948f89df2b5)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:15:19.345109 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b59343ff-9baa-43c0-8787-c3ab35314a4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:19.380444 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b59343ff-9baa-43c0-8787-c3ab35314a4f None None] Calling delete_port for b3419fc3-499f-47f6-96bd-dd04b5e8decd owned by network:dhcp {{(pid=102732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:15:19.387611 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5afe3944-e327-48ea-ad17-397d12682e5f tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:19.391295 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-5afe3944-e327-48ea-ad17-397d12682e5f tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 2.2544584 May 18 18:15:19.398096 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 33356) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:15:19.429582 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-41882e1d-5e00-405c-b45a-b12d1dfa27a4 tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] Request body: {'security_group_rule': {'security_group_id': 'e9bfddfb-d8cd-4e22-a2a5-022903ae86af', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:15:19.574170 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0520dc0-c76e-4ae0-9651-320f91f20425 req-2a5b0d7e-180c-495f-b8ea-2641a30e3557 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Made reservation on behalf of bb3dd5e6ff564e92a9ebe452e66a5117 for: {'port': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:15:19.587346 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-f0520dc0-c76e-4ae0-9651-320f91f20425 req-2a5b0d7e-180c-495f-b8ea-2641a30e3557 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:19.671593 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-41882e1d-5e00-405c-b45a-b12d1dfa27a4 tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:19.685164 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 4a054314-115c-4d3d-9e5c-ac8037a56aff no longer exists at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:15:19.757870 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 089cae8c-5409-4c2e-8a57-e76e7ae53492 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:15:19.762361 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] No Port match for: 4a054314-115c-4d3d-9e5c-ac8037a56aff {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:15:19.762767 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 4a054314-115c-4d3d-9e5c-ac8037a56aff not bound to the agent host n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:15:19.765530 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-89df6a1a-129f-493c-a2d1-f2cf7a3f8019 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Deleting port b3419fc3-499f-47f6-96bd-dd04b5e8decd {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:15:19.774742 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-89df6a1a-129f-493c-a2d1-f2cf7a3f8019 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:19.792309 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b59343ff-9baa-43c0-8787-c3ab35314a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508'] for port, after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:19.821135 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e7866097-8524-46dd-95bf-fbe0dc514aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:19.825226 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e7866097-8524-46dd-95bf-fbe0dc514aa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:19.834395 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-e7866097-8524-46dd-95bf-fbe0dc514aa8 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/107bff00-f05e-48ff-953e-5af2e2310c10 HTTP/1.1" status: 204 len: 168 time: 1.2431130 May 18 18:15:19.876179 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-db96a57d-74fb-4f6b-b892-23a1f97824da tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Request body: {'network': {'name': 'tempest-network-smoke--1988717188', 'project_id': '6664118b95564eb5aa43c658eedfd9ed', 'port_security_enabled': True}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:15:19.900835 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59343ff-9baa-43c0-8787-c3ab35314a4f None None] Pushing event deleted for resources: {'Port': ['ID=b3419fc3-499f-47f6-96bd-dd04b5e8decd,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:19.929015 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59343ff-9baa-43c0-8787-c3ab35314a4f None None] No DVR routers for this DVR port b3419fc3-499f-47f6-96bd-dd04b5e8decd on host n-d-838550-3 {{(pid=102732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:15:19.954981 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 089cae8c-5409-4c2e-8a57-e76e7ae53492 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:15:19.955638 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:20.001418 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7866097-8524-46dd-95bf-fbe0dc514aa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=107bff00-f05e-48ff-953e-5af2e2310c10,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:20.004823 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88d8012-e72f-4642-a403-ceb86f25b822 None None] Sync routers for ids ['c8719e84-c305-4ef5-ac3f-d731e926ea3a'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:15:20.057536 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88d8012-e72f-4642-a403-ceb86f25b822 None None] Routers {'c8719e84-c305-4ef5-ac3f-d731e926ea3a'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:15:20.059329 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-b88d8012-e72f-4642-a403-ceb86f25b822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:15:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['c8719e84-c305-4ef5-ac3f-d731e926ea3a'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:15:20.122940 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-92d12c35-c61f-4cab-bb09-c551ace7421f admin admin] Allocated IP 172.20.0.1 (32202dd9-9064-4832-817f-7e8b4a8db1c5/77da057d-3a9e-4973-b1e0-fe1781c445e0/8bccb3d7-6789-4c70-a9e4-2ecb4df9c97f) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:15:20.158250 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c5d09996-7ec1-457c-a635-d8546a3763f1 req-b11fcdf1-550f-4201-9ad1-4afe1960f366 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Router 08f2f26e-c4e1-4c83-93dd-9b92298d525c has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:15:20.209716 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7866097-8524-46dd-95bf-fbe0dc514aa8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:15:20.211509 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7866097-8524-46dd-95bf-fbe0dc514aa8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:15:20.212392 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7866097-8524-46dd-95bf-fbe0dc514aa8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:15:20.212705 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7866097-8524-46dd-95bf-fbe0dc514aa8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:15:20.212990 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7866097-8524-46dd-95bf-fbe0dc514aa8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:15:20.214802 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7866097-8524-46dd-95bf-fbe0dc514aa8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:15:20.214802 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7866097-8524-46dd-95bf-fbe0dc514aa8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:15:20.215169 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7866097-8524-46dd-95bf-fbe0dc514aa8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:15:20.216999 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7866097-8524-46dd-95bf-fbe0dc514aa8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:15:20.217359 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7866097-8524-46dd-95bf-fbe0dc514aa8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:15:20.217705 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7866097-8524-46dd-95bf-fbe0dc514aa8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:15:20.218042 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7866097-8524-46dd-95bf-fbe0dc514aa8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:15:20.229358 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2e135914-5907-41e3-8238-d793bf87680e req-42e54635-3ddc-4596-88b3-ae110d2c32c9 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/ports?device_id=42cdd441-75e4-42c9-95ce-3f081db8b56f HTTP/1.1" status: 200 len: 210 time: 0.0782602 May 18 18:15:20.291491 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d239a93e-363c-4df7-8d50-de5272e5a774 req-36043158-9254-452e-ba20-2c631d1df41a tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/ports?device_id=9536d621-5e41-446b-99c9-3e9335c26fc6 HTTP/1.1" status: 200 len: 210 time: 0.3514731 May 18 18:15:20.320883 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [req-f0520dc0-c76e-4ae0-9651-320f91f20425 req-2a5b0d7e-180c-495f-b8ea-2641a30e3557 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Allocated IP 172.20.0.3 (43fc4a49-4144-4792-8c9e-f6aa8e841df8/8a6f771a-7d1f-4c0f-927b-d14a677a770b/092baee3-bff3-4ad2-94af-2d20345cf695) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:15:20.370258 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 089cae8c-5409-4c2e-8a57-e76e7ae53492 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:15:20.370651 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:20.408979 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-b88d8012-e72f-4642-a403-ceb86f25b822 None None] Set router c8719e84-c305-4ef5-ac3f-d731e926ea3a gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:15:20.425850 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db96a57d-74fb-4f6b-b892-23a1f97824da tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Made reservation on behalf of 6664118b95564eb5aa43c658eedfd9ed for: {'network': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:15:20.433323 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-db96a57d-74fb-4f6b-b892-23a1f97824da tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:20.460880 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] For port 089cae8c-5409-4c2e-8a57-e76e7ae53492, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=089cae8c-5409-4c2e-8a57-e76e7ae53492,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:15:20.468520 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-89df6a1a-129f-493c-a2d1-f2cf7a3f8019 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] For port b3419fc3-499f-47f6-96bd-dd04b5e8decd, host n-d-838550-3, got binding levels [] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:15:20.469496 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-89df6a1a-129f-493c-a2d1-f2cf7a3f8019 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:20.471045 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:20.471991 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 09e92806-90a2-4b79-94df-4a412060865f up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:15:20.501860 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-89df6a1a-129f-493c-a2d1-f2cf7a3f8019 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Calling delete_port for b3419fc3-499f-47f6-96bd-dd04b5e8decd owned by network:dhcp {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:15:20.526518 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.ipam_backend_mixin [None req-89df6a1a-129f-493c-a2d1-f2cf7a3f8019 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Port b3419fc3-499f-47f6-96bd-dd04b5e8decd was not found and therefore no delete operation was performed {{(pid=102730) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} May 18 18:15:20.554749 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-db96a57d-74fb-4f6b-b892-23a1f97824da tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:20.606144 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-41882e1d-5e00-405c-b45a-b12d1dfa27a4 tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:20.610453 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-89df6a1a-129f-493c-a2d1-f2cf7a3f8019 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:20.638678 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-41882e1d-5e00-405c-b45a-b12d1dfa27a4 tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:20.737140 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 33368) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:15:20.771844 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41882e1d-5e00-405c-b45a-b12d1dfa27a4 tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a927edf-0467-429a-aa1c-c10dcedaec87,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:20.792925 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Pushing event updated for resources: {'Port': ['ID=089cae8c-5409-4c2e-8a57-e76e7ae53492,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:20.799242 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5b4012d4-3d69-4ab3-9660-cbbee15aa5c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:20.829380 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-41882e1d-5e00-405c-b45a-b12d1dfa27a4 tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:20.831248 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-41882e1d-5e00-405c-b45a-b12d1dfa27a4 tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4094770 May 18 18:15:20.842158 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 33370) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:15:20.864070 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-52c3f1a4-db70-46ce-ac53-0e6507a0bb24 tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] Request body: {'security_group_rule': {'security_group_id': 'e9bfddfb-d8cd-4e22-a2a5-022903ae86af', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:15:20.866474 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 09e92806-90a2-4b79-94df-4a412060865f triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:15:20.866927 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:20.978951 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-f0520dc0-c76e-4ae0-9651-320f91f20425 req-2a5b0d7e-180c-495f-b8ea-2641a30e3557 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:21.006446 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-db96a57d-74fb-4f6b-b892-23a1f97824da tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:21.008119 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-52c3f1a4-db70-46ce-ac53-0e6507a0bb24 tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:21.031316 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-db96a57d-74fb-4f6b-b892-23a1f97824da tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:21.111260 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 09e92806-90a2-4b79-94df-4a412060865f is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:15:21.163163 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-b88d8012-e72f-4642-a403-ceb86f25b822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8719e84-c305-4ef5-ac3f-d731e926ea3a', 'name': 'tempest-ServersTestManualDisk-456503983-router', 'tenant_id': '90138de8af6145feb645e44366952417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '089cae8c-5409-4c2e-8a57-e76e7ae53492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:15:00Z', 'updated_at': '2022-05-18T18:15:11Z', 'revision_number': 4, 'project_id': '90138de8af6145feb645e44366952417', 'gw_port': {'id': '089cae8c-5409-4c2e-8a57-e76e7ae53492', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:78:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8719e84-c305-4ef5-ac3f-d731e926ea3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:15:02Z', 'updated_at': '2022-05-18T18:15:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '12dcf668-fcab-41bd-94b3-f0a67e7daf07', 'name': '', 'network_id': '63d09ffb-24e5-4fc7-b6ac-a48cca6112cf', 'tenant_id': '90138de8af6145feb645e44366952417', 'mac_address': 'fa:16:3e:95:b1:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8719e84-c305-4ef5-ac3f-d731e926ea3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': '8da46cd5-73a9-4d04-aee9-3cf83560e14f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:15:09Z', 'updated_at': '2022-05-18T18:15:11Z', 'revision_number': 2, 'project_id': '90138de8af6145feb645e44366952417', 'subnets': [{'id': '8da46cd5-73a9-4d04-aee9-3cf83560e14f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:15:21.182482 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89df6a1a-129f-493c-a2d1-f2cf7a3f8019 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Pushing event deleted for resources: {'Port': ['ID=b3419fc3-499f-47f6-96bd-dd04b5e8decd,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:21.211501 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89df6a1a-129f-493c-a2d1-f2cf7a3f8019 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] No DVR routers for this DVR port b3419fc3-499f-47f6-96bd-dd04b5e8decd on host n-d-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:15:21.228126 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device b3419fc3-499f-47f6-96bd-dd04b5e8decd no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:15:21.231465 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88d8012-e72f-4642-a403-ceb86f25b822 None None] Checking router: c8719e84-c305-4ef5-ac3f-d731e926ea3a for host: n-d-838550-3 {{(pid=102732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:15:21.232046 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88d8012-e72f-4642-a403-ceb86f25b822 None None] Updating router c8719e84-c305-4ef5-ac3f-d731e926ea3a port 12dcf668-fcab-41bd-94b3-f0a67e7daf07 binding host n-d-838550-3 {{(pid=102732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 18:15:21.267126 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b88d8012-e72f-4642-a403-ceb86f25b822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:21.300922 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: b3419fc3-499f-47f6-96bd-dd04b5e8decd {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:15:21.301160 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device b3419fc3-499f-47f6-96bd-dd04b5e8decd not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:15:21.318310 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-89df6a1a-129f-493c-a2d1-f2cf7a3f8019 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:21.341133 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-89df6a1a-129f-493c-a2d1-f2cf7a3f8019 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c3de9e8-235e-4d4d-8982-5d2012545661']}} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:15:21.353102 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-89df6a1a-129f-493c-a2d1-f2cf7a3f8019 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09ee6490-c7ed-45cb-b364-0948f89df2b5') {'for_net_delete': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:15:21.353585 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-89df6a1a-129f-493c-a2d1-f2cf7a3f8019 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09ee6490-c7ed-45cb-b364-0948f89df2b5') {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:15:21.365550 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-89df6a1a-129f-493c-a2d1-f2cf7a3f8019 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260107375'] for segment, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:21.380170 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-89df6a1a-129f-493c-a2d1-f2cf7a3f8019 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:21.386893 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89df6a1a-129f-493c-a2d1-f2cf7a3f8019 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=102730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:15:21.387523 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-89df6a1a-129f-493c-a2d1-f2cf7a3f8019 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261102736'] for segment, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:21.434424 n-d-838550-3 neutron-server[102730]: Traceback (most recent call last): May 18 18:15:21.434424 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:15:21.434424 n-d-838550-3 neutron-server[102730]: timer() May 18 18:15:21.434424 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:15:21.434424 n-d-838550-3 neutron-server[102730]: cb(*args, **kw) May 18 18:15:21.434424 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:15:21.434424 n-d-838550-3 neutron-server[102730]: return func(*args, **kwargs) May 18 18:15:21.434424 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:15:21.434424 n-d-838550-3 neutron-server[102730]: self._notify() May 18 18:15:21.434424 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:15:21.434424 n-d-838550-3 neutron-server[102730]: self.callback(batched_events) May 18 18:15:21.434424 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:15:21.434424 n-d-838550-3 neutron-server[102730]: event.method(event) May 18 18:15:21.434424 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:15:21.434424 n-d-838550-3 neutron-server[102730]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:15:21.434424 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:15:21.434424 n-d-838550-3 neutron-server[102730]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:15:21.434424 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:15:21.434424 n-d-838550-3 neutron-server[102730]: return f(self, *a, **k) May 18 18:15:21.434424 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:15:21.434424 n-d-838550-3 neutron-server[102730]: return self._get(url).json() May 18 18:15:21.434424 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:15:21.434424 n-d-838550-3 neutron-server[102730]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:15:21.434424 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:15:21.434424 n-d-838550-3 neutron-server[102730]: return self.request(url, 'GET', **kwargs) May 18 18:15:21.434424 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:15:21.434424 n-d-838550-3 neutron-server[102730]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:15:21.434424 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:15:21.434424 n-d-838550-3 neutron-server[102730]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:15:21.434424 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:15:21.434424 n-d-838550-3 neutron-server[102730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:15:21.434424 n-d-838550-3 neutron-server[102730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:15:21.528495 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-92d12c35-c61f-4cab-bb09-c551ace7421f admin admin] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:21.550200 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e16883d5-3a40-4696-a35f-359a194d2df8 req-ff4aa8ef-47fd-4aee-8e3f-cac9cd93809a tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/ports?device_id=9536d621-5e41-446b-99c9-3e9335c26fc6 HTTP/1.1" status: 200 len: 210 time: 0.1167202 May 18 18:15:21.551610 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c5d09996-7ec1-457c-a635-d8546a3763f1 req-b11fcdf1-550f-4201-9ad1-4afe1960f366 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:15:21.563655 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db96a57d-74fb-4f6b-b892-23a1f97824da tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3edc085-377f-4e77-829b-69af9a773150,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:21.570125 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe3204f-b286-4b95-985a-e80cfc837fee None None] Sync routers for ids ['08f2f26e-c4e1-4c83-93dd-9b92298d525c'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:15:21.607393 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db96a57d-74fb-4f6b-b892-23a1f97824da tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 636} {{(pid=102731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:15:21.610487 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-89df6a1a-129f-493c-a2d1-f2cf7a3f8019 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:21.610638 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe3204f-b286-4b95-985a-e80cfc837fee None None] Routers {'08f2f26e-c4e1-4c83-93dd-9b92298d525c'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:15:21.614738 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-cfe3204f-b286-4b95-985a-e80cfc837fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:15:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['08f2f26e-c4e1-4c83-93dd-9b92298d525c'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:15:21.629663 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-db96a57d-74fb-4f6b-b892-23a1f97824da tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:21.631471 n-d-838550-3 neutron-server[102731]: INFO neutron.db.segments_db [None req-db96a57d-74fb-4f6b-b892-23a1f97824da tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Added segment 1dd8b87d-6712-4ffb-9339-a1d4d8b45f0c of type vlan for network 303de0ee-e6b2-4f16-b090-15548665b4d3 May 18 18:15:21.641189 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-89df6a1a-129f-493c-a2d1-f2cf7a3f8019 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:21.645161 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-89df6a1a-129f-493c-a2d1-f2cf7a3f8019 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] 10.222.0.85 "DELETE /v2.0/networks/7c3de9e8-235e-4d4d-8982-5d2012545661 HTTP/1.1" status: 204 len: 168 time: 3.7459669 May 18 18:15:21.647276 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89df6a1a-129f-493c-a2d1-f2cf7a3f8019 tempest-ServersTestMultiNic-1207618407 tempest-ServersTestMultiNic-1207618407-project] Pushing event deleted for resources: {'Network': ['ID=7c3de9e8-235e-4d4d-8982-5d2012545661,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:21.649922 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5d09996-7ec1-457c-a635-d8546a3763f1 req-b11fcdf1-550f-4201-9ad1-4afe1960f366 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] No DVR routers for this DVR port 838def1c-8efa-418c-9198-cdabfc7b28c3 on host n-h1-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:15:21.689118 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-c5d09996-7ec1-457c-a635-d8546a3763f1 req-b11fcdf1-550f-4201-9ad1-4afe1960f366 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:21.714191 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c5d09996-7ec1-457c-a635-d8546a3763f1 req-b11fcdf1-550f-4201-9ad1-4afe1960f366 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.36 "DELETE /v2.0/ports/838def1c-8efa-418c-9198-cdabfc7b28c3 HTTP/1.1" status: 204 len: 173 time: 6.4772675 May 18 18:15:21.739018 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9536d621-5e41-446b-99c9-3e9335c26fc6', 'name': 'network-vif-deleted', 'tag': '838def1c-8efa-418c-9198-cdabfc7b28c3'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:15:21.746878 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92d6b670-c5e4-4885-a546-f3fbf644f639" -d '{"events": [{"server_uuid": "9536d621-5e41-446b-99c9-3e9335c26fc6", "name": "network-vif-deleted", "tag": "838def1c-8efa-418c-9198-cdabfc7b28c3"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:15:21.777600 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b88d8012-e72f-4642-a403-ceb86f25b822 None None] Notify callbacks [] for port, precommit_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:21.783890 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 089cae8c-5409-4c2e-8a57-e76e7ae53492 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:15:21.799724 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5b4012d4-3d69-4ab3-9660-cbbee15aa5c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:21.804338 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-92d12c35-c61f-4cab-bb09-c551ace7421f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:21.865275 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b88d8012-e72f-4642-a403-ceb86f25b822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:21.906078 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92595dfd-043e-4d8f-99be-ec4cfd770de8 x-openstack-request-id: req-92595dfd-043e-4d8f-99be-ec4cfd770de8 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:15:21.906538 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9536d621-5e41-446b-99c9-3e9335c26fc6", "name": "network-vif-deleted", "tag": "838def1c-8efa-418c-9198-cdabfc7b28c3", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:15:21.906894 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-92595dfd-043e-4d8f-99be-ec4cfd770de8 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:15:21.908669 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92595dfd-043e-4d8f-99be-ec4cfd770de8'] response: {'server_uuid': '9536d621-5e41-446b-99c9-3e9335c26fc6', 'name': 'network-vif-deleted', 'tag': '838def1c-8efa-418c-9198-cdabfc7b28c3', 'status': 'completed', 'code': 200} May 18 18:15:21.932122 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e8d35d42-52a1-4791-ac07-26f4f8272bc7 req-d078c14e-64bd-4e92-a71d-915eea7f9bc5 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/ports?device_id=42cdd441-75e4-42c9-95ce-3f081db8b56f HTTP/1.1" status: 200 len: 210 time: 0.3277128 May 18 18:15:21.948081 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-f0520dc0-c76e-4ae0-9651-320f91f20425 req-2a5b0d7e-180c-495f-b8ea-2641a30e3557 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:21.954033 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d12c35-c61f-4cab-bb09-c551ace7421f admin admin] Network 32202dd9-9064-4832-817f-7e8b4a8db1c5 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:15:21.954248 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5b4012d4-3d69-4ab3-9660-cbbee15aa5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:21.964866 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-92d12c35-c61f-4cab-bb09-c551ace7421f admin admin] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:15:21.972835 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d12c35-c61f-4cab-bb09-c551ace7421f admin admin] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:15:21.985865 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-db96a57d-74fb-4f6b-b892-23a1f97824da tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:22.033434 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-92d12c35-c61f-4cab-bb09-c551ace7421f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595826'] for router_interface, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:22.043776 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-cfe3204f-b286-4b95-985a-e80cfc837fee None None] Set router 08f2f26e-c4e1-4c83-93dd-9b92298d525c gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:15:22.070417 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7d9a3d-a08c-40f2-8d1a-f4c533aba284 None None] Pushing event updated for resources: {'Port': ['ID=12dcf668-fcab-41bd-94b3-f0a67e7daf07,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:22.086276 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 089cae8c-5409-4c2e-8a57-e76e7ae53492 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:15:22.087043 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:22.136868 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-52c3f1a4-db70-46ce-ac53-0e6507a0bb24 tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:22.159316 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0520dc0-c76e-4ae0-9651-320f91f20425 req-2a5b0d7e-180c-495f-b8ea-2641a30e3557 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Network 43fc4a49-4144-4792-8c9e-f6aa8e841df8 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:15:22.165496 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-52c3f1a4-db70-46ce-ac53-0e6507a0bb24 tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:22.167440 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4012d4-3d69-4ab3-9660-cbbee15aa5c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e469bc3-4d94-45b7-90b9-b35d3964d0a3,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:22.174739 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-5b4012d4-3d69-4ab3-9660-cbbee15aa5c2 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=560b2d98534b4aee8393a57006af5ce4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4321721 May 18 18:15:22.179829 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 33388) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:15:22.188624 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [req-f0520dc0-c76e-4ae0-9651-320f91f20425 req-2a5b0d7e-180c-495f-b8ea-2641a30e3557 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:15:22.229561 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d12c35-c61f-4cab-bb09-c551ace7421f admin admin] Pushing event updated for resources: {'Port': ['ID=8bccb3d7-6789-4c70-a9e4-2ecb4df9c97f,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:22.241142 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0520dc0-c76e-4ae0-9651-320f91f20425 req-2a5b0d7e-180c-495f-b8ea-2641a30e3557 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:15:22.258338 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5b0d7e-180c-495f-b8ea-2641a30e3557 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Pushing event updated for resources: {'Port': ['ID=092baee3-bff3-4ad2-94af-2d20345cf695,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:22.278410 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 33392) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:15:22.297441 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-db96a57d-74fb-4f6b-b892-23a1f97824da tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:22.331730 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-b88d8012-e72f-4642-a403-ceb86f25b822 None None] Attempting to bind port 12dcf668-fcab-41bd-94b3-f0a67e7daf07 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:15:22.332321 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-b88d8012-e72f-4642-a403-ceb86f25b822 None None] Attempting to bind port 12dcf668-fcab-41bd-94b3-f0a67e7daf07 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '92897347-386e-4d21-86c2-ab30cc73f8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '63d09ffb-24e5-4fc7-b6ac-a48cca6112cf'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:15:22.332523 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88d8012-e72f-4642-a403-ceb86f25b822 None None] Attempting to bind port 12dcf668-fcab-41bd-94b3-f0a67e7daf07 on network 63d09ffb-24e5-4fc7-b6ac-a48cca6112cf {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:15:22.345868 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db96a57d-74fb-4f6b-b892-23a1f97824da tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:22.346532 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-db96a57d-74fb-4f6b-b892-23a1f97824da tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:22.358541 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88d8012-e72f-4642-a403-ceb86f25b822 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:15:22.358956 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88d8012-e72f-4642-a403-ceb86f25b822 None None] Checking segment: {'id': '92897347-386e-4d21-86c2-ab30cc73f8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '63d09ffb-24e5-4fc7-b6ac-a48cca6112cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:15:22.360167 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b88d8012-e72f-4642-a403-ceb86f25b822 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:22.360635 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88d8012-e72f-4642-a403-ceb86f25b822 None None] Bound using segment: {'id': '92897347-386e-4d21-86c2-ab30cc73f8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '63d09ffb-24e5-4fc7-b6ac-a48cca6112cf'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:15:22.361131 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-b88d8012-e72f-4642-a403-ceb86f25b822 None None] Bound port: 12dcf668-fcab-41bd-94b3-f0a67e7daf07, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92897347-386e-4d21-86c2-ab30cc73f8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '63d09ffb-24e5-4fc7-b6ac-a48cca6112cf'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:15:22.361516 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b88d8012-e72f-4642-a403-ceb86f25b822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:22.375229 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c3f1a4-db70-46ce-ac53-0e6507a0bb24 tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad697ec4-023d-4e6a-ab77-893e2bf3debd,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:22.481404 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-52c3f1a4-db70-46ce-ac53-0e6507a0bb24 tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:22.483224 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-52c3f1a4-db70-46ce-ac53-0e6507a0bb24 tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6364410 May 18 18:15:22.508161 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b88d8012-e72f-4642-a403-ceb86f25b822 None None] For port 12dcf668-fcab-41bd-94b3-f0a67e7daf07, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:15:22.513438 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b88d8012-e72f-4642-a403-ceb86f25b822 None None] For port 12dcf668-fcab-41bd-94b3-f0a67e7daf07, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=12dcf668-fcab-41bd-94b3-f0a67e7daf07,segment=NetworkSegment(92897347-386e-4d21-86c2-ab30cc73f8d0),segment_id=92897347-386e-4d21-86c2-ab30cc73f8d0)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:15:22.522650 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 33394) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:15:22.553484 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b88d8012-e72f-4642-a403-ceb86f25b822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:22.593169 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-2e6e8318-0cc5-4b22-b98e-c915c2cd5f00 tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] Request body: {'floatingip': {'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:15:22.625785 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-db96a57d-74fb-4f6b-b892-23a1f97824da tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 3.4189794 May 18 18:15:22.635008 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-cfe3204f-b286-4b95-985a-e80cfc837fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08f2f26e-c4e1-4c83-93dd-9b92298d525c', 'name': 'tempest-ServerRescueNegativeTestJSON-502421857-router', 'tenant_id': 'c37246a20f2845a089230b88402f6d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '32dc8a7e-4aef-49a4-8d52-7e27ad60ae1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:10:31Z', 'updated_at': '2022-05-18T18:10:43Z', 'revision_number': 4, 'project_id': 'c37246a20f2845a089230b88402f6d1b', 'gw_port': {'id': '32dc8a7e-4aef-49a4-8d52-7e27ad60ae1e', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:53:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f2f26e-c4e1-4c83-93dd-9b92298d525c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:10:34Z', 'updated_at': '2022-05-18T18:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '78558848-d600-48c9-a059-bfc3b3c5b632', 'name': '', 'network_id': '055b7a59-22e7-493f-ba66-d1ab1ebb4b38', 'tenant_id': 'c37246a20f2845a089230b88402f6d1b', 'mac_address': 'fa:16:3e:80:79:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f2f26e-c4e1-4c83-93dd-9b92298d525c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '6103a86c-1984-4112-92b7-213da8bfab24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:10:41Z', 'updated_at': '2022-05-18T18:10:49Z', 'revision_number': 5, 'project_id': 'c37246a20f2845a089230b88402f6d1b', 'subnets': [{'id': '6103a86c-1984-4112-92b7-213da8bfab24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:15:22.646741 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 33398) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:15:22.672639 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-facd5701-92f0-4dcb-9913-3b3538305065 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1729927840', 'admin_state_up': True, 'project_id': '6664118b95564eb5aa43c658eedfd9ed', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:15:22.704721 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe3204f-b286-4b95-985a-e80cfc837fee None None] Checking router: 08f2f26e-c4e1-4c83-93dd-9b92298d525c for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:15:22.725543 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe3204f-b286-4b95-985a-e80cfc837fee None None] Routers {'08f2f26e-c4e1-4c83-93dd-9b92298d525c'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:15:22.726649 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-cfe3204f-b286-4b95-985a-e80cfc837fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:15:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['08f2f26e-c4e1-4c83-93dd-9b92298d525c'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:15:22.727827 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b8b499fe-b78c-42ec-8c5d-8818a27364d9 None None] Provisioning complete for port 12dcf668-fcab-41bd-94b3-f0a67e7daf07 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:15:22.728351 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b8b499fe-b78c-42ec-8c5d-8818a27364d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:22.737647 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 089cae8c-5409-4c2e-8a57-e76e7ae53492 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:15:22.745604 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device f13a6673-ce7b-46fd-a875-cac70ff04edc up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:15:22.748508 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-facd5701-92f0-4dcb-9913-3b3538305065 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25099'] for router, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:22.754866 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e5c6ffbe-ff6c-44f3-9b1a-8a61f01e417e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:22.760406 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-facd5701-92f0-4dcb-9913-3b3538305065 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-593238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596850', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25088'] for router, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:22.764257 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 33402) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:15:22.784584 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e5c6ffbe-ff6c-44f3-9b1a-8a61f01e417e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:22.844804 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0520dc0-c76e-4ae0-9651-320f91f20425 req-2a5b0d7e-180c-495f-b8ea-2641a30e3557 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:22.845390 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-f0520dc0-c76e-4ae0-9651-320f91f20425 req-2a5b0d7e-180c-495f-b8ea-2641a30e3557 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:22.851692 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db96a57d-74fb-4f6b-b892-23a1f97824da tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Pushing event updated for resources: {'Network': ['ID=303de0ee-e6b2-4f16-b090-15548665b4d3,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:22.868946 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2e6e8318-0cc5-4b22-b98e-c915c2cd5f00 tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] Notify callbacks [] for floatingip, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:22.876302 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e5c6ffbe-ff6c-44f3-9b1a-8a61f01e417e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:22.879790 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e5c6ffbe-ff6c-44f3-9b1a-8a61f01e417e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:22.881656 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-e5c6ffbe-ff6c-44f3-9b1a-8a61f01e417e admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/0e469bc3-4d94-45b7-90b9-b35d3964d0a3 HTTP/1.1" status: 204 len: 168 time: 0.6844172 May 18 18:15:22.918309 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-facd5701-92f0-4dcb-9913-3b3538305065 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:22.952795 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c6ffbe-ff6c-44f3-9b1a-8a61f01e417e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e469bc3-4d94-45b7-90b9-b35d3964d0a3,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:22.972162 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f0520dc0-c76e-4ae0-9651-320f91f20425 req-2a5b0d7e-180c-495f-b8ea-2641a30e3557 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1455576 May 18 18:15:22.985327 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network 303de0ee-e6b2-4f16-b090-15548665b4d3 details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:15:22.985882 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-cfe3204f-b286-4b95-985a-e80cfc837fee None None] Set router 08f2f26e-c4e1-4c83-93dd-9b92298d525c gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:15:23.068925 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-f0520dc0-c76e-4ae0-9651-320f91f20425 req-fba9d8ca-9f30-461f-bc9a-a3eff00ee230 service neutron] Request body: {'port': {'device_id': '42cdd441-75e4-42c9-95ce-3f081db8b56f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-3'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:15:23.103921 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88d8012-e72f-4642-a403-ceb86f25b822 None None] Routers {'c8719e84-c305-4ef5-ac3f-d731e926ea3a'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:15:23.104596 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-b88d8012-e72f-4642-a403-ceb86f25b822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:15:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['c8719e84-c305-4ef5-ac3f-d731e926ea3a'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:15:23.187144 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9689fbd4-c343-44dd-b4b5-cfb6aeeaaad4 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:23.232244 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-f0520dc0-c76e-4ae0-9651-320f91f20425 req-fba9d8ca-9f30-461f-bc9a-a3eff00ee230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:23.307311 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c574f09-0d38-4da9-80b1-54519fa09dc3 req-5be8e140-5ad6-43d3-84c3-51feba144218 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:23.309289 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2c574f09-0d38-4da9-80b1-54519fa09dc3 req-5be8e140-5ad6-43d3-84c3-51feba144218 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/ports?device_id=42cdd441-75e4-42c9-95ce-3f081db8b56f HTTP/1.1" status: 200 len: 931 time: 0.1673207 May 18 18:15:23.423923 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-cfe3204f-b286-4b95-985a-e80cfc837fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08f2f26e-c4e1-4c83-93dd-9b92298d525c', 'name': 'tempest-ServerRescueNegativeTestJSON-502421857-router', 'tenant_id': 'c37246a20f2845a089230b88402f6d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '32dc8a7e-4aef-49a4-8d52-7e27ad60ae1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:10:31Z', 'updated_at': '2022-05-18T18:10:43Z', 'revision_number': 4, 'project_id': 'c37246a20f2845a089230b88402f6d1b', 'gw_port': {'id': '32dc8a7e-4aef-49a4-8d52-7e27ad60ae1e', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:53:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f2f26e-c4e1-4c83-93dd-9b92298d525c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:10:34Z', 'updated_at': '2022-05-18T18:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '78558848-d600-48c9-a059-bfc3b3c5b632', 'name': '', 'network_id': '055b7a59-22e7-493f-ba66-d1ab1ebb4b38', 'tenant_id': 'c37246a20f2845a089230b88402f6d1b', 'mac_address': 'fa:16:3e:80:79:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f2f26e-c4e1-4c83-93dd-9b92298d525c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '6103a86c-1984-4112-92b7-213da8bfab24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:10:41Z', 'updated_at': '2022-05-18T18:10:49Z', 'revision_number': 5, 'project_id': 'c37246a20f2845a089230b88402f6d1b', 'subnets': [{'id': '6103a86c-1984-4112-92b7-213da8bfab24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:15:23.484920 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe3204f-b286-4b95-985a-e80cfc837fee None None] The sync data for ids ['08f2f26e-c4e1-4c83-93dd-9b92298d525c'] in n-d-838550-3 is: [{'id': '08f2f26e-c4e1-4c83-93dd-9b92298d525c', 'name': 'tempest-ServerRescueNegativeTestJSON-502421857-router', 'tenant_id': 'c37246a20f2845a089230b88402f6d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '32dc8a7e-4aef-49a4-8d52-7e27ad60ae1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:10:31Z', 'updated_at': '2022-05-18T18:10:43Z', 'revision_number': 4, 'project_id': 'c37246a20f2845a089230b88402f6d1b', 'gw_port': {'id': '32dc8a7e-4aef-49a4-8d52-7e27ad60ae1e', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:53:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f2f26e-c4e1-4c83-93dd-9b92298d525c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:10:34Z', 'updated_at': '2022-05-18T18:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '78558848-d600-48c9-a059-bfc3b3c5b632', 'name': '', 'network_id': '055b7a59-22e7-493f-ba66-d1ab1ebb4b38', 'tenant_id': 'c37246a20f2845a089230b88402f6d1b', 'mac_address': 'fa:16:3e:80:79:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f2f26e-c4e1-4c83-93dd-9b92298d525c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '6103a86c-1984-4112-92b7-213da8bfab24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:10:41Z', 'updated_at': '2022-05-18T18:10:49Z', 'revision_number': 5, 'project_id': 'c37246a20f2845a089230b88402f6d1b', 'subnets': [{'id': '6103a86c-1984-4112-92b7-213da8bfab24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:15:23.498690 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-facd5701-92f0-4dcb-9913-3b3538305065 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:23.509198 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9689fbd4-c343-44dd-b4b5-cfb6aeeaaad4 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:23.533652 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7d9a3d-a08c-40f2-8d1a-f4c533aba284 None None] Pushing event updated for resources: {'Port': ['ID=12dcf668-fcab-41bd-94b3-f0a67e7daf07,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:23.559656 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2c574f09-0d38-4da9-80b1-54519fa09dc3 req-774772f3-3c1c-4371-964e-146a449e6553 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/security-groups?id=8ad86751-3372-47de-bc84-2bfa3ff50eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396543 May 18 18:15:23.585331 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-92d12c35-c61f-4cab-bb09-c551ace7421f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:23.623613 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2e6e8318-0cc5-4b22-b98e-c915c2cd5f00 tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:23.710986 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-b88d8012-e72f-4642-a403-ceb86f25b822 None None] Set router c8719e84-c305-4ef5-ac3f-d731e926ea3a gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:15:23.722026 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9689fbd4-c343-44dd-b4b5-cfb6aeeaaad4 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:23.726460 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9689fbd4-c343-44dd-b4b5-cfb6aeeaaad4 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:23.728396 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-9689fbd4-c343-44dd-b4b5-cfb6aeeaaad4 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "DELETE /v2.0/security-groups/73e433d4-f339-4b3f-93ff-d66128030654 HTTP/1.1" status: 204 len: 168 time: 0.9588761 May 18 18:15:23.772408 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-2e6e8318-0cc5-4b22-b98e-c915c2cd5f00 tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] Allocated IP 172.25.5.128 (31ebd439-090c-4b25-bbb0-31c48711b145/363a2810-8a83-4be0-a317-7c91fcd94485/3693a6e5-db0a-402f-8c86-f83c75bd5650) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:15:23.784862 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 33418) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:15:23.832295 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port f13a6673-ce7b-46fd-a875-cac70ff04edc triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:15:23.832760 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:23.915028 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2e6e8318-0cc5-4b22-b98e-c915c2cd5f00 tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:23.955859 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9689fbd4-c343-44dd-b4b5-cfb6aeeaaad4 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73e433d4-f339-4b3f-93ff-d66128030654,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:23.967539 n-d-838550-3 neutron-server[102730]: INFO neutron.api.v2.resource [None req-fc659070-df3a-4694-b138-457b95009d69 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] show failed (client error): The resource could not be found. May 18 18:15:23.968602 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-fc659070-df3a-4694-b138-457b95009d69 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/security-groups/73e433d4-f339-4b3f-93ff-d66128030654 HTTP/1.1" status: 404 len: 347 time: 0.1551898 May 18 18:15:23.974619 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 33422) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:15:23.993232 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2e6e8318-0cc5-4b22-b98e-c915c2cd5f00 tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:24.015867 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0310df4f-3695-41fd-b032-9351b67b184e None None] New status for floating IP 5c8f39d9-5a52-480a-bd8b-b582d82d7866: DOWN {{(pid=102732) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 18:15:24.049363 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6e8318-0cc5-4b22-b98e-c915c2cd5f00 tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] Pushing event updated for resources: {'Port': ['ID=3693a6e5-db0a-402f-8c86-f83c75bd5650,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:24.070549 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e6e8318-0cc5-4b22-b98e-c915c2cd5f00 tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] Network 31ebd439-090c-4b25-bbb0-31c48711b145 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:15:24.075534 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-2e6e8318-0cc5-4b22-b98e-c915c2cd5f00 tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:15:24.084950 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6e8318-0cc5-4b22-b98e-c915c2cd5f00 tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:15:24.196207 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b8b499fe-b78c-42ec-8c5d-8818a27364d9 None None] Current status of the port 12dcf668-fcab-41bd-94b3-f0a67e7daf07 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:15:24.196861 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b8b499fe-b78c-42ec-8c5d-8818a27364d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:24.301637 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2e6e8318-0cc5-4b22-b98e-c915c2cd5f00 tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:24.312776 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [req-f0520dc0-c76e-4ae0-9651-320f91f20425 req-fba9d8ca-9f30-461f-bc9a-a3eff00ee230 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 092baee3-bff3-4ad2-94af-2d20345cf695 {{(pid=102731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:15:24.323367 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-f0520dc0-c76e-4ae0-9651-320f91f20425 req-fba9d8ca-9f30-461f-bc9a-a3eff00ee230 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:24.342962 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-69f5a8b1-a2ee-4202-9562-6b21c5ccff9c tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Deleting port c7b609cb-2f34-4ee0-816e-85515ada2afa {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:15:24.343311 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-69f5a8b1-a2ee-4202-9562-6b21c5ccff9c tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:24.360549 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.provisioning_blocks [req-f0520dc0-c76e-4ae0-9651-320f91f20425 req-fba9d8ca-9f30-461f-bc9a-a3eff00ee230 service neutron] Transition to ACTIVE for port object 092baee3-bff3-4ad2-94af-2d20345cf695 will not be triggered until provisioned by entity L2. {{(pid=102731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:15:24.362210 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2e6e8318-0cc5-4b22-b98e-c915c2cd5f00 tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:24.468626 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-69f5a8b1-a2ee-4202-9562-6b21c5ccff9c tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:24.469190 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-69f5a8b1-a2ee-4202-9562-6b21c5ccff9c tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:24.485565 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-69f5a8b1-a2ee-4202-9562-6b21c5ccff9c tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Calling delete_port for c7b609cb-2f34-4ee0-816e-85515ada2afa owned by network:floatingip {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:15:24.527136 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b8b499fe-b78c-42ec-8c5d-8818a27364d9 None None] For port 12dcf668-fcab-41bd-94b3-f0a67e7daf07, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=12dcf668-fcab-41bd-94b3-f0a67e7daf07,segment=NetworkSegment(92897347-386e-4d21-86c2-ab30cc73f8d0),segment_id=92897347-386e-4d21-86c2-ab30cc73f8d0)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:15:24.528544 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-f0520dc0-c76e-4ae0-9651-320f91f20425 req-fba9d8ca-9f30-461f-bc9a-a3eff00ee230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:24.569985 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port f13a6673-ce7b-46fd-a875-cac70ff04edc is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:15:24.570616 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:24.594162 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] For port f13a6673-ce7b-46fd-a875-cac70ff04edc, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=f13a6673-ce7b-46fd-a875-cac70ff04edc,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:15:24.602003 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b8b499fe-b78c-42ec-8c5d-8818a27364d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:24.609900 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2e6e8318-0cc5-4b22-b98e-c915c2cd5f00 tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:24.622103 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba9d8ca-9f30-461f-bc9a-a3eff00ee230 service neutron] Pushing event updated for resources: {'Port': ['ID=092baee3-bff3-4ad2-94af-2d20345cf695,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:24.636037 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:24.642559 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2e6e8318-0cc5-4b22-b98e-c915c2cd5f00 tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:24.745505 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-92d12c35-c61f-4cab-bb09-c551ace7421f admin admin] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:24.774988 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b8b499fe-b78c-42ec-8c5d-8818a27364d9 None None] Provisioning complete for port 8bccb3d7-6789-4c70-a9e4-2ecb4df9c97f triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:15:24.776124 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b8b499fe-b78c-42ec-8c5d-8818a27364d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:24.793667 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b499fe-b78c-42ec-8c5d-8818a27364d9 None None] Pushing event updated for resources: {'Port': ['ID=12dcf668-fcab-41bd-94b3-f0a67e7daf07,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:24.833872 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6e8318-0cc5-4b22-b98e-c915c2cd5f00 tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] Pushing event updated for resources: {'Port': ['ID=3693a6e5-db0a-402f-8c86-f83c75bd5650,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:24.855235 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2e6e8318-0cc5-4b22-b98e-c915c2cd5f00 tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596987'] for floatingip, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:24.860234 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-f0520dc0-c76e-4ae0-9651-320f91f20425 req-fba9d8ca-9f30-461f-bc9a-a3eff00ee230 service neutron] Attempting to bind port 092baee3-bff3-4ad2-94af-2d20345cf695 on host n-h1-838550-3 for vnic_type normal with profile {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:15:24.860701 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-f0520dc0-c76e-4ae0-9651-320f91f20425 req-fba9d8ca-9f30-461f-bc9a-a3eff00ee230 service neutron] Attempting to bind port 092baee3-bff3-4ad2-94af-2d20345cf695 by drivers openvswitch,hyperv on host n-h1-838550-3 at level 0 using segments [{'id': '7fe567f5-b9bc-4b6c-8f11-60e107f314f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '43fc4a49-4144-4792-8c9e-f6aa8e841df8'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:15:24.861552 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0520dc0-c76e-4ae0-9651-320f91f20425 req-fba9d8ca-9f30-461f-bc9a-a3eff00ee230 service neutron] Attempting to bind port 092baee3-bff3-4ad2-94af-2d20345cf695 on network 43fc4a49-4144-4792-8c9e-f6aa8e841df8 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:15:24.871653 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0520dc0-c76e-4ae0-9651-320f91f20425 req-fba9d8ca-9f30-461f-bc9a-a3eff00ee230 service neutron] Port 092baee3-bff3-4ad2-94af-2d20345cf695 on network 43fc4a49-4144-4792-8c9e-f6aa8e841df8 not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-3 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:15:24.872115 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0520dc0-c76e-4ae0-9651-320f91f20425 req-fba9d8ca-9f30-461f-bc9a-a3eff00ee230 service neutron] Attempting to bind port 092baee3-bff3-4ad2-94af-2d20345cf695 on network 43fc4a49-4144-4792-8c9e-f6aa8e841df8 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:15:24.879058 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0520dc0-c76e-4ae0-9651-320f91f20425 req-fba9d8ca-9f30-461f-bc9a-a3eff00ee230 service neutron] Checking agent: {'id': '1dbac822-25f2-4df8-9dc8-5c2e7b136eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:15:24.879771 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0520dc0-c76e-4ae0-9651-320f91f20425 req-fba9d8ca-9f30-461f-bc9a-a3eff00ee230 service neutron] Checking segment: {'id': '7fe567f5-b9bc-4b6c-8f11-60e107f314f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '43fc4a49-4144-4792-8c9e-f6aa8e841df8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:15:24.880868 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0520dc0-c76e-4ae0-9651-320f91f20425 req-fba9d8ca-9f30-461f-bc9a-a3eff00ee230 service neutron] Bound using segment: {'id': '7fe567f5-b9bc-4b6c-8f11-60e107f314f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '43fc4a49-4144-4792-8c9e-f6aa8e841df8'} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:15:24.881541 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-f0520dc0-c76e-4ae0-9651-320f91f20425 req-fba9d8ca-9f30-461f-bc9a-a3eff00ee230 service neutron] Bound port: 092baee3-bff3-4ad2-94af-2d20345cf695, host: n-h1-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fe567f5-b9bc-4b6c-8f11-60e107f314f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '43fc4a49-4144-4792-8c9e-f6aa8e841df8'}}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:15:24.882044 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-f0520dc0-c76e-4ae0-9651-320f91f20425 req-fba9d8ca-9f30-461f-bc9a-a3eff00ee230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:24.888118 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2e6e8318-0cc5-4b22-b98e-c915c2cd5f00 tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:24.898079 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-2e6e8318-0cc5-4b22-b98e-c915c2cd5f00 tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3658550 May 18 18:15:24.912329 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Pushing event updated for resources: {'Port': ['ID=f13a6673-ce7b-46fd-a875-cac70ff04edc,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:24.916186 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 12dcf668-fcab-41bd-94b3-f0a67e7daf07 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:15:24.931922 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-92d12c35-c61f-4cab-bb09-c551ace7421f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:24.953560 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-b88d8012-e72f-4642-a403-ceb86f25b822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8719e84-c305-4ef5-ac3f-d731e926ea3a', 'name': 'tempest-ServersTestManualDisk-456503983-router', 'tenant_id': '90138de8af6145feb645e44366952417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '089cae8c-5409-4c2e-8a57-e76e7ae53492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:15:00Z', 'updated_at': '2022-05-18T18:15:11Z', 'revision_number': 4, 'project_id': '90138de8af6145feb645e44366952417', 'gw_port': {'id': '089cae8c-5409-4c2e-8a57-e76e7ae53492', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:78:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8719e84-c305-4ef5-ac3f-d731e926ea3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:15:02Z', 'updated_at': '2022-05-18T18:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '12dcf668-fcab-41bd-94b3-f0a67e7daf07', 'name': '', 'network_id': '63d09ffb-24e5-4fc7-b6ac-a48cca6112cf', 'tenant_id': '90138de8af6145feb645e44366952417', 'mac_address': 'fa:16:3e:95:b1:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8719e84-c305-4ef5-ac3f-d731e926ea3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': '8da46cd5-73a9-4d04-aee9-3cf83560e14f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:15:09Z', 'updated_at': '2022-05-18T18:15:22Z', 'revision_number': 4, 'project_id': '90138de8af6145feb645e44366952417', 'subnets': [{'id': '8da46cd5-73a9-4d04-aee9-3cf83560e14f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:15:24.993660 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88d8012-e72f-4642-a403-ceb86f25b822 None None] The sync data for ids ['c8719e84-c305-4ef5-ac3f-d731e926ea3a'] in n-d-838550-3 is: [{'id': 'c8719e84-c305-4ef5-ac3f-d731e926ea3a', 'name': 'tempest-ServersTestManualDisk-456503983-router', 'tenant_id': '90138de8af6145feb645e44366952417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '089cae8c-5409-4c2e-8a57-e76e7ae53492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:15:00Z', 'updated_at': '2022-05-18T18:15:11Z', 'revision_number': 4, 'project_id': '90138de8af6145feb645e44366952417', 'gw_port': {'id': '089cae8c-5409-4c2e-8a57-e76e7ae53492', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:78:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8719e84-c305-4ef5-ac3f-d731e926ea3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:15:02Z', 'updated_at': '2022-05-18T18:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '12dcf668-fcab-41bd-94b3-f0a67e7daf07', 'name': '', 'network_id': '63d09ffb-24e5-4fc7-b6ac-a48cca6112cf', 'tenant_id': '90138de8af6145feb645e44366952417', 'mac_address': 'fa:16:3e:95:b1:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8719e84-c305-4ef5-ac3f-d731e926ea3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': '8da46cd5-73a9-4d04-aee9-3cf83560e14f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:15:09Z', 'updated_at': '2022-05-18T18:15:22Z', 'revision_number': 4, 'project_id': '90138de8af6145feb645e44366952417', 'subnets': [{'id': '8da46cd5-73a9-4d04-aee9-3cf83560e14f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:15:25.009183 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b8b499fe-b78c-42ec-8c5d-8818a27364d9 None None] Port 8bccb3d7-6789-4c70-a9e4-2ecb4df9c97f cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:15:25.040973 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 12dcf668-fcab-41bd-94b3-f0a67e7daf07 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:15:25.043878 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:25.068910 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-f0520dc0-c76e-4ae0-9651-320f91f20425 req-fba9d8ca-9f30-461f-bc9a-a3eff00ee230 service neutron] For port 092baee3-bff3-4ad2-94af-2d20345cf695, host n-h1-838550-3, cleared binding levels {{(pid=102731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:15:25.082847 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-f0520dc0-c76e-4ae0-9651-320f91f20425 req-fba9d8ca-9f30-461f-bc9a-a3eff00ee230 service neutron] For port 092baee3-bff3-4ad2-94af-2d20345cf695, host n-h1-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=092baee3-bff3-4ad2-94af-2d20345cf695,segment=NetworkSegment(7fe567f5-b9bc-4b6c-8f11-60e107f314f0),segment_id=7fe567f5-b9bc-4b6c-8f11-60e107f314f0)] {{(pid=102731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:15:25.111462 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-f0520dc0-c76e-4ae0-9651-320f91f20425 req-fba9d8ca-9f30-461f-bc9a-a3eff00ee230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:25.115234 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-92d12c35-c61f-4cab-bb09-c551ace7421f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-595870'] for router_interface, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:25.121561 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d12c35-c61f-4cab-bb09-c551ace7421f admin admin] Pushing event updated for resources: {'Port': ['ID=8bccb3d7-6789-4c70-a9e4-2ecb4df9c97f,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:25.124387 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-facd5701-92f0-4dcb-9913-3b3538305065 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks [] for router_gateway, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:25.169202 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-e27847c1-2eba-4830-a991-0dc4d1efa5ca None None] Provisioning complete for port 12dcf668-fcab-41bd-94b3-f0a67e7daf07 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:15:25.169502 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-e27847c1-2eba-4830-a991-0dc4d1efa5ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:25.173255 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-facd5701-92f0-4dcb-9913-3b3538305065 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:25.202807 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0520dc0-c76e-4ae0-9651-320f91f20425 req-fba9d8ca-9f30-461f-bc9a-a3eff00ee230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:25.206819 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-f0520dc0-c76e-4ae0-9651-320f91f20425 req-fba9d8ca-9f30-461f-bc9a-a3eff00ee230 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:25.209935 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f0520dc0-c76e-4ae0-9651-320f91f20425 req-fba9d8ca-9f30-461f-bc9a-a3eff00ee230 service neutron] 10.222.0.36 "PUT /v2.0/ports/092baee3-bff3-4ad2-94af-2d20345cf695 HTTP/1.1" status: 200 len: 1091 time: 2.1547625 May 18 18:15:25.224293 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42cdd441-75e4-42c9-95ce-3f081db8b56f', 'tag': '092baee3-bff3-4ad2-94af-2d20345cf695'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:15:25.236207 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61d4a760-a6f9-4999-b652-693927d50702" -d '{"events": [{"name": "network-changed", "server_uuid": "42cdd441-75e4-42c9-95ce-3f081db8b56f", "tag": "092baee3-bff3-4ad2-94af-2d20345cf695"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:15:25.351586 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1f2ef56-8302-4b53-9256-6958897d5076 x-openstack-request-id: req-d1f2ef56-8302-4b53-9256-6958897d5076 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:15:25.353799 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42cdd441-75e4-42c9-95ce-3f081db8b56f", "tag": "092baee3-bff3-4ad2-94af-2d20345cf695", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:15:25.354221 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-d1f2ef56-8302-4b53-9256-6958897d5076 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:15:25.354949 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1f2ef56-8302-4b53-9256-6958897d5076'] response: {'name': 'network-changed', 'server_uuid': '42cdd441-75e4-42c9-95ce-3f081db8b56f', 'tag': '092baee3-bff3-4ad2-94af-2d20345cf695', 'status': 'completed', 'code': 200} May 18 18:15:25.390249 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 12dcf668-fcab-41bd-94b3-f0a67e7daf07 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:15:25.415056 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba9d8ca-9f30-461f-bc9a-a3eff00ee230 service neutron] Pushing event updated for resources: {'Port': ['ID=092baee3-bff3-4ad2-94af-2d20345cf695,revision_number=3']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:25.426080 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-e27847c1-2eba-4830-a991-0dc4d1efa5ca None None] Current status of the port 12dcf668-fcab-41bd-94b3-f0a67e7daf07 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:15:25.429897 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0520dc0-c76e-4ae0-9651-320f91f20425 req-1ca1a1bf-e7ae-4bea-94fe-a774576b1596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:25.432180 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f0520dc0-c76e-4ae0-9651-320f91f20425 req-1ca1a1bf-e7ae-4bea-94fe-a774576b1596 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bb3dd5e6ff564e92a9ebe452e66a5117&device_id=42cdd441-75e4-42c9-95ce-3f081db8b56f HTTP/1.1" status: 200 len: 1094 time: 0.1652722 May 18 18:15:25.463268 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-614d3e87-f000-41e9-b79e-50e98d18ae8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-595963'] for router_interface, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:25.506368 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f0520dc0-c76e-4ae0-9651-320f91f20425 req-0064cbd8-11ba-47c9-8195-f4f44a14501f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=092baee3-bff3-4ad2-94af-2d20345cf695 HTTP/1.1" status: 200 len: 217 time: 0.0644233 May 18 18:15:25.535630 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d12c35-c61f-4cab-bb09-c551ace7421f admin admin] Network 32202dd9-9064-4832-817f-7e8b4a8db1c5 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:15:25.601794 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-92d12c35-c61f-4cab-bb09-c551ace7421f admin admin] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:15:25.608214 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-69f5a8b1-a2ee-4202-9562-6b21c5ccff9c tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:25.666796 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1e41dae9-0938-4e79-85a3-4b4e4c389d04 req-b109c608-47c4-4541-9128-2bcdfff0c6fa tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-securitygroup--745284964&fields=id&tenant_id=90138de8af6145feb645e44366952417 HTTP/1.1" status: 200 len: 267 time: 0.1627717 May 18 18:15:25.705992 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0520dc0-c76e-4ae0-9651-320f91f20425 req-c078e508-9692-43e4-8418-d4ad186efca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:25.707858 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f0520dc0-c76e-4ae0-9651-320f91f20425 req-c078e508-9692-43e4-8418-d4ad186efca0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8a6f771a-7d1f-4c0f-927b-d14a677a770b HTTP/1.1" status: 200 len: 845 time: 0.1740184 May 18 18:15:25.845095 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f0520dc0-c76e-4ae0-9651-320f91f20425 req-7f80b4d4-b97d-4eb1-a409-b1f55af6be65 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=43fc4a49-4144-4792-8c9e-f6aa8e841df8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0965581 May 18 18:15:25.965795 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-2d029dd7-fdf8-4ef2-923b-d5bd50256ece None None] Provisioning complete for port 8bccb3d7-6789-4c70-a9e4-2ecb4df9c97f triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:15:25.966326 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-2d029dd7-fdf8-4ef2-923b-d5bd50256ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:26.050453 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f0520dc0-c76e-4ae0-9651-320f91f20425 req-de28b5d5-ce05-4c3b-a9ec-e24f9bb85219 service neutron] 10.222.0.36 "GET /v2.0/networks/43fc4a49-4144-4792-8c9e-f6aa8e841df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887059 May 18 18:15:26.054181 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-2d029dd7-fdf8-4ef2-923b-d5bd50256ece None None] Port 8bccb3d7-6789-4c70-a9e4-2ecb4df9c97f cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:15:26.067311 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e41dae9-0938-4e79-85a3-4b4e4c389d04 req-cbbf9386-ac3a-41c2-bd92-31461e2df2f3 tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:26.077055 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1e41dae9-0938-4e79-85a3-4b4e4c389d04 req-cbbf9386-ac3a-41c2-bd92-31461e2df2f3 tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] 10.222.0.85 "GET /v2.0/networks?id=63d09ffb-24e5-4fc7-b6ac-a48cca6112cf HTTP/1.1" status: 200 len: 811 time: 0.3966370 May 18 18:15:26.103164 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1e41dae9-0938-4e79-85a3-4b4e4c389d04 req-a26e161b-196c-4932-b8ea-12bd4f88d1a3 tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] 10.222.0.85 "GET /v2.0/quotas/90138de8af6145feb645e44366952417 HTTP/1.1" status: 200 len: 375 time: 0.0254135 May 18 18:15:26.143569 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7eba1c-5cdb-4eb9-9382-4dc351a4cead req-a6ad80c7-cd1d-414a-9524-8c364a2e96e5 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:26.146771 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fe7eba1c-5cdb-4eb9-9382-4dc351a4cead req-a6ad80c7-cd1d-414a-9524-8c364a2e96e5 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/ports?device_id=42cdd441-75e4-42c9-95ce-3f081db8b56f HTTP/1.1" status: 200 len: 943 time: 1.2480764 May 18 18:15:26.156477 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f5a8b1-a2ee-4202-9562-6b21c5ccff9c tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Pushing event deleted for resources: {'Port': ['ID=c7b609cb-2f34-4ee0-816e-85515ada2afa,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:26.241213 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1e41dae9-0938-4e79-85a3-4b4e4c389d04 req-2c8ad71b-c017-4956-bbe5-0a1231c5b0b7 tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=90138de8af6145feb645e44366952417&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1371856 May 18 18:15:26.308089 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f0520dc0-c76e-4ae0-9651-320f91f20425 req-ba33a354-0249-4063-b35d-9b1119c46d6f service neutron] 10.222.0.36 "GET /v2.0/networks/43fc4a49-4144-4792-8c9e-f6aa8e841df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223334 May 18 18:15:26.367073 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1e41dae9-0938-4e79-85a3-4b4e4c389d04 req-0b0f1acd-087f-4536-9596-1c51224fe027 service neutron] 10.222.0.85 "GET /v2.0/networks/63d09ffb-24e5-4fc7-b6ac-a48cca6112cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249166 May 18 18:15:26.373722 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fe7eba1c-5cdb-4eb9-9382-4dc351a4cead req-1e403bb9-dab5-43f4-b2c5-55a39b795698 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/security-groups?id=8ad86751-3372-47de-bc84-2bfa3ff50eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872046 May 18 18:15:26.490197 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d4a760-a6f9-4999-b652-693927d50702 req-eff9b887-6ee6-46ec-871d-0e01390082bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:26.491722 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-61d4a760-a6f9-4999-b652-693927d50702 req-eff9b887-6ee6-46ec-871d-0e01390082bd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bb3dd5e6ff564e92a9ebe452e66a5117&device_id=42cdd441-75e4-42c9-95ce-3f081db8b56f HTTP/1.1" status: 200 len: 1094 time: 0.1157293 May 18 18:15:26.516559 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-69f5a8b1-a2ee-4202-9562-6b21c5ccff9c tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Notify callbacks [] for floatingip, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:26.520042 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-69f5a8b1-a2ee-4202-9562-6b21c5ccff9c tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:26.522732 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-69f5a8b1-a2ee-4202-9562-6b21c5ccff9c tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "DELETE /v2.0/floatingips/5c8f39d9-5a52-480a-bd8b-b582d82d7866 HTTP/1.1" status: 204 len: 168 time: 2.5452306 May 18 18:15:26.540832 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1e41dae9-0938-4e79-85a3-4b4e4c389d04 req-14300241-1b8c-4a1e-b2d4-e67f331852d2 service neutron] 10.222.0.85 "GET /v2.0/networks/63d09ffb-24e5-4fc7-b6ac-a48cca6112cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659844 May 18 18:15:26.607567 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-facd5701-92f0-4dcb-9913-3b3538305065 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Allocated IP 172.25.5.148 (31ebd439-090c-4b25-bbb0-31c48711b145/363a2810-8a83-4be0-a317-7c91fcd94485/dbad0ded-557f-41c6-aa1a-8b08843bc5ab) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:15:26.628338 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d4a760-a6f9-4999-b652-693927d50702 req-3842ecdc-5b9f-4b3c-8c87-3f8d4b28b908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:26.631447 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-61d4a760-a6f9-4999-b652-693927d50702 req-3842ecdc-5b9f-4b3c-8c87-3f8d4b28b908 service neutron] 10.222.0.36 "GET /v2.0/networks?id=43fc4a49-4144-4792-8c9e-f6aa8e841df8 HTTP/1.1" status: 200 len: 906 time: 0.1307039 May 18 18:15:26.634175 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92d12c35-c61f-4cab-bb09-c551ace7421f admin admin] Router dd4fb3a2-cf1a-484e-8947-1a9c5627a33c has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:15:26.705027 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-61d4a760-a6f9-4999-b652-693927d50702 req-a6dcd794-e174-4cfe-8b1f-455dc52803cf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=092baee3-bff3-4ad2-94af-2d20345cf695 HTTP/1.1" status: 200 len: 217 time: 0.0653327 May 18 18:15:26.871867 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d4a760-a6f9-4999-b652-693927d50702 req-8f9798a7-cf1a-497b-8355-2c40749aede3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:26.873609 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-61d4a760-a6f9-4999-b652-693927d50702 req-8f9798a7-cf1a-497b-8355-2c40749aede3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8a6f771a-7d1f-4c0f-927b-d14a677a770b HTTP/1.1" status: 200 len: 845 time: 0.1585879 May 18 18:15:26.891217 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 12dcf668-fcab-41bd-94b3-f0a67e7daf07 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:15:26.940110 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-61d4a760-a6f9-4999-b652-693927d50702 req-3bce5578-6e33-472b-a9a6-fd172626dad5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=43fc4a49-4144-4792-8c9e-f6aa8e841df8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544579 May 18 18:15:26.996641 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 12dcf668-fcab-41bd-94b3-f0a67e7daf07 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:15:26.997163 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:27.146581 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-61d4a760-a6f9-4999-b652-693927d50702 req-0573698e-b78e-4221-937c-5fca376753f7 service neutron] 10.222.0.36 "GET /v2.0/networks/43fc4a49-4144-4792-8c9e-f6aa8e841df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948409 May 18 18:15:27.209198 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 12dcf668-fcab-41bd-94b3-f0a67e7daf07 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:15:27.210799 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device f13a6673-ce7b-46fd-a875-cac70ff04edc up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:15:27.252519 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d9f21b79-c77e-4e50-8efc-b5ef28842007 req-8e7d7ece-4d20-4c00-ae0c-c33a5a8b9cd9 tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] 10.222.0.85 "GET /v2.0/ports?device_id=50867587-12b1-4c94-996f-1a2f1d13c37a HTTP/1.1" status: 200 len: 210 time: 0.2325268 May 18 18:15:27.254002 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 33506) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:15:27.326005 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-facd5701-92f0-4dcb-9913-3b3538305065 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:27.335723 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port f13a6673-ce7b-46fd-a875-cac70ff04edc triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:15:27.336099 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:27.381422 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-61d4a760-a6f9-4999-b652-693927d50702 req-d26d3733-c181-475a-8165-ac4e2f4e655c service neutron] 10.222.0.36 "GET /v2.0/networks/43fc4a49-4144-4792-8c9e-f6aa8e841df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285328 May 18 18:15:27.487469 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-facd5701-92f0-4dcb-9913-3b3538305065 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:27.504949 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port f13a6673-ce7b-46fd-a875-cac70ff04edc is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:15:27.590643 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9f4e3f64-03fb-43aa-a9f1-eae54499838b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:27.593980 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7e3d64-c717-4774-af56-d67b9527440d req-751e3f2a-d83c-4b41-b5fb-21056f588c66 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:27.595610 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7b7e3d64-c717-4774-af56-d67b9527440d req-751e3f2a-d83c-4b41-b5fb-21056f588c66 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/ports?device_id=42cdd441-75e4-42c9-95ce-3f081db8b56f HTTP/1.1" status: 200 len: 943 time: 0.1039360 May 18 18:15:27.627553 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-facd5701-92f0-4dcb-9913-3b3538305065 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Network 31ebd439-090c-4b25-bbb0-31c48711b145 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:15:27.628954 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92d12c35-c61f-4cab-bb09-c551ace7421f admin admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:15:27.637570 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-92d12c35-c61f-4cab-bb09-c551ace7421f admin admin] 10.222.0.85 "PUT /v2.0/routers/dd4fb3a2-cf1a-484e-8947-1a9c5627a33c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4622693 May 18 18:15:27.642136 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-facd5701-92f0-4dcb-9913-3b3538305065 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:15:27.662056 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-facd5701-92f0-4dcb-9913-3b3538305065 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:15:27.663660 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2145680-9a7d-4396-b6a3-c4d5ffe7a1cc None None] Sync routers for ids ['dd4fb3a2-cf1a-484e-8947-1a9c5627a33c'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:15:27.685353 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2145680-9a7d-4396-b6a3-c4d5ffe7a1cc None None] Routers {'dd4fb3a2-cf1a-484e-8947-1a9c5627a33c'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:15:27.686590 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-c2145680-9a7d-4396-b6a3-c4d5ffe7a1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:15:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['dd4fb3a2-cf1a-484e-8947-1a9c5627a33c'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:15:27.714847 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7b7e3d64-c717-4774-af56-d67b9527440d req-14cb1922-3cd0-4a33-82e4-7e4ceb2c1301 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/security-groups?id=8ad86751-3372-47de-bc84-2bfa3ff50eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094866 May 18 18:15:27.787546 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facd5701-92f0-4dcb-9913-3b3538305065 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Pushing event updated for resources: {'Port': ['ID=dbad0ded-557f-41c6-aa1a-8b08843bc5ab,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:27.900083 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 092baee3-bff3-4ad2-94af-2d20345cf695 details requested by agent hyperv_n-h1-838550-3 with host n-h1-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:15:28.043215 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-c2145680-9a7d-4396-b6a3-c4d5ffe7a1cc None None] Set router dd4fb3a2-cf1a-484e-8947-1a9c5627a33c gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:15:28.195093 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9f4e3f64-03fb-43aa-a9f1-eae54499838b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:28.205817 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9f4e3f64-03fb-43aa-a9f1-eae54499838b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:28.228992 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 092baee3-bff3-4ad2-94af-2d20345cf695, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=092baee3-bff3-4ad2-94af-2d20345cf695,segment=NetworkSegment(7fe567f5-b9bc-4b6c-8f11-60e107f314f0),segment_id=7fe567f5-b9bc-4b6c-8f11-60e107f314f0)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:15:28.249231 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Returning: {'device': '092baee3-bff3-4ad2-94af-2d20345cf695', 'network_id': '43fc4a49-4144-4792-8c9e-f6aa8e841df8', 'port_id': '092baee3-bff3-4ad2-94af-2d20345cf695', 'mac_address': 'fa:16:3e:9e:1e:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a6f771a-7d1f-4c0f-927b-d14a677a770b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:15:28.300964 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 092baee3-bff3-4ad2-94af-2d20345cf695 is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:15:28.301474 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:28.313561 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 33534) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:15:28.318779 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-0a829cbd-e116-4729-b343-2dc64b4f29a4 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1827976551', 'description': 'tempest-description--650213804'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:15:28.372386 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0a829cbd-e116-4729-b343-2dc64b4f29a4 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:28.384305 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-614d3e87-f000-41e9-b79e-50e98d18ae8d admin admin] Deleting port 8c9c0751-e221-4aec-9884-7dd0e65d57b6 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:15:28.384891 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-c2145680-9a7d-4396-b6a3-c4d5ffe7a1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4fb3a2-cf1a-484e-8947-1a9c5627a33c', 'name': 'tempest-AttachVolumeTestJSON-441656062-router', 'tenant_id': '46ea3823b08b4c9799a678c4a73b1420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.97'}], 'enable_snat': True}, 'gw_port_id': 'f13a6673-ce7b-46fd-a875-cac70ff04edc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:15:06Z', 'updated_at': '2022-05-18T18:15:22Z', 'revision_number': 4, 'project_id': '46ea3823b08b4c9799a678c4a73b1420', 'gw_port': {'id': 'f13a6673-ce7b-46fd-a875-cac70ff04edc', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4fb3a2-cf1a-484e-8947-1a9c5627a33c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:15:09Z', 'updated_at': '2022-05-18T18:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '8bccb3d7-6789-4c70-a9e4-2ecb4df9c97f', 'name': '', 'network_id': '32202dd9-9064-4832-817f-7e8b4a8db1c5', 'tenant_id': '46ea3823b08b4c9799a678c4a73b1420', 'mac_address': 'fa:16:3e:b5:3c:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd4fb3a2-cf1a-484e-8947-1a9c5627a33c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '77da057d-3a9e-4973-b1e0-fe1781c445e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:15:19Z', 'updated_at': '2022-05-18T18:15:23Z', 'revision_number': 2, 'project_id': '46ea3823b08b4c9799a678c4a73b1420', 'subnets': [{'id': '77da057d-3a9e-4973-b1e0-fe1781c445e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:15:28.388156 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-614d3e87-f000-41e9-b79e-50e98d18ae8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:28.429879 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2145680-9a7d-4396-b6a3-c4d5ffe7a1cc None None] Checking router: dd4fb3a2-cf1a-484e-8947-1a9c5627a33c for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:15:28.430156 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2145680-9a7d-4396-b6a3-c4d5ffe7a1cc None None] Updating router dd4fb3a2-cf1a-484e-8947-1a9c5627a33c port 8bccb3d7-6789-4c70-a9e4-2ecb4df9c97f binding host n-d-838550-3 {{(pid=102733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 18:15:28.461255 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ca6b8bfa-8949-4413-8da3-b5532ee3cd47 req-7c974957-d7a9-4d2a-82ba-96b07b241325 tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] 10.222.0.85 "GET /v2.0/ports?device_id=50867587-12b1-4c94-996f-1a2f1d13c37a HTTP/1.1" status: 200 len: 210 time: 0.0612078 May 18 18:15:28.475306 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-c2145680-9a7d-4396-b6a3-c4d5ffe7a1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:28.498860 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 092baee3-bff3-4ad2-94af-2d20345cf695 {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:15:28.532320 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 33536) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:15:28.534425 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 092baee3-bff3-4ad2-94af-2d20345cf695, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=092baee3-bff3-4ad2-94af-2d20345cf695,segment=NetworkSegment(7fe567f5-b9bc-4b6c-8f11-60e107f314f0),segment_id=7fe567f5-b9bc-4b6c-8f11-60e107f314f0)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:15:28.542371 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:28.543231 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-9f4e3f64-03fb-43aa-a9f1-eae54499838b admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=8c044fabc917457b930efac15b3e29b4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2819636 May 18 18:15:28.596529 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0a829cbd-e116-4729-b343-2dc64b4f29a4 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:28.610167 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0a829cbd-e116-4729-b343-2dc64b4f29a4 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:28.621143 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4e3f64-03fb-43aa-a9f1-eae54499838b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8af35ffb-bf08-4ea9-9fa8-b31ad939a4a1,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:28.635927 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=092baee3-bff3-4ad2-94af-2d20345cf695,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:28.759492 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0a829cbd-e116-4729-b343-2dc64b4f29a4 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:28.761065 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-0a829cbd-e116-4729-b343-2dc64b4f29a4 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4464672 May 18 18:15:28.774926 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a829cbd-e116-4729-b343-2dc64b4f29a4 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a1f9358-f3a3-4045-96f1-cde7ad8c9099,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:28.782709 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 33540) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:15:28.789353 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-d64741c8-ce3f-47d3-824b-b8b1851f404c tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Request body: {'security_group_rule': {'security_group_id': '4a1f9358-f3a3-4045-96f1-cde7ad8c9099', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:15:28.796886 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0a8ade33-02ac-4adb-894c-24d89068d966 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:28.810009 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['092baee3-bff3-4ad2-94af-2d20345cf695'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:15:28.870683 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0a8ade33-02ac-4adb-894c-24d89068d966 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:28.931013 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-facd5701-92f0-4dcb-9913-3b3538305065 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks [] for router_gateway, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:29.052909 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0a8ade33-02ac-4adb-894c-24d89068d966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:29.061440 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0a8ade33-02ac-4adb-894c-24d89068d966 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:29.067497 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-0a8ade33-02ac-4adb-894c-24d89068d966 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/8af35ffb-bf08-4ea9-9fa8-b31ad939a4a1 HTTP/1.1" status: 204 len: 168 time: 0.5272479 May 18 18:15:29.088409 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-614d3e87-f000-41e9-b79e-50e98d18ae8d admin admin] For port 8c9c0751-e221-4aec-9884-7dd0e65d57b6, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=8c9c0751-e221-4aec-9884-7dd0e65d57b6,segment=NetworkSegment(01b6ee56-eb83-4eea-abd1-cfaf4cf1fd5f),segment_id=01b6ee56-eb83-4eea-abd1-cfaf4cf1fd5f)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:15:29.088783 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-614d3e87-f000-41e9-b79e-50e98d18ae8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:29.135494 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa53fa13-238c-4820-9cd8-7559b6b68938 req-6091919e-72f6-4de9-aa65-e6736c6ea0fd tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:29.140852 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e41dae9-0938-4e79-85a3-4b4e4c389d04 req-26bcd933-8392-4e40-aa5d-abc25164c04d tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:29.143037 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fa53fa13-238c-4820-9cd8-7559b6b68938 req-6091919e-72f6-4de9-aa65-e6736c6ea0fd tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/ports?device_id=42cdd441-75e4-42c9-95ce-3f081db8b56f HTTP/1.1" status: 200 len: 944 time: 0.2064507 May 18 18:15:29.143593 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1e41dae9-0938-4e79-85a3-4b4e4c389d04 req-26bcd933-8392-4e40-aa5d-abc25164c04d tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] 10.222.0.88 "GET /v2.0/networks?id=63d09ffb-24e5-4fc7-b6ac-a48cca6112cf HTTP/1.1" status: 200 len: 811 time: 0.5256460 May 18 18:15:29.164293 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8ade33-02ac-4adb-894c-24d89068d966 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8af35ffb-bf08-4ea9-9fa8-b31ad939a4a1,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:29.166261 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-614d3e87-f000-41e9-b79e-50e98d18ae8d admin admin] Calling delete_port for 8c9c0751-e221-4aec-9884-7dd0e65d57b6 owned by network:router_interface {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:15:29.173201 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-c2145680-9a7d-4396-b6a3-c4d5ffe7a1cc None None] Notify callbacks [] for port, precommit_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:29.184692 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-c2145680-9a7d-4396-b6a3-c4d5ffe7a1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:29.202568 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d64741c8-ce3f-47d3-824b-b8b1851f404c tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:29.316091 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de991028-b6c5-4403-af62-34e6b69d9d95 None None] Pushing event updated for resources: {'Port': ['ID=8bccb3d7-6789-4c70-a9e4-2ecb4df9c97f,revision_number=3']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:29.332760 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1e41dae9-0938-4e79-85a3-4b4e4c389d04 req-b5323fec-e9bf-4291-be16-f10ac0a32f7b tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=90138de8af6145feb645e44366952417 HTTP/1.1" status: 200 len: 379 time: 0.1758564 May 18 18:15:29.352463 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-1e41dae9-0938-4e79-85a3-4b4e4c389d04 req-9d5c6aec-f8e6-40dd-8183-bce4ba52bb0d tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] Request body: {'port': {'device_id': '50867587-12b1-4c94-996f-1a2f1d13c37a', 'network_id': '63d09ffb-24e5-4fc7-b6ac-a48cca6112cf', 'admin_state_up': True, 'tenant_id': '90138de8af6145feb645e44366952417', 'security_groups': ['e9bfddfb-d8cd-4e22-a2a5-022903ae86af']}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:15:29.521720 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-facd5701-92f0-4dcb-9913-3b3538305065 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596801'] for router, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:29.555858 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-c2145680-9a7d-4396-b6a3-c4d5ffe7a1cc None None] Attempting to bind port 8bccb3d7-6789-4c70-a9e4-2ecb4df9c97f on host n-d-838550-3 for vnic_type normal with profile {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:15:29.556230 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-c2145680-9a7d-4396-b6a3-c4d5ffe7a1cc None None] Attempting to bind port 8bccb3d7-6789-4c70-a9e4-2ecb4df9c97f by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': 'c2befe81-e0f9-403d-ab80-68896828fcba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '32202dd9-9064-4832-817f-7e8b4a8db1c5'}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:15:29.556590 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2145680-9a7d-4396-b6a3-c4d5ffe7a1cc None None] Attempting to bind port 8bccb3d7-6789-4c70-a9e4-2ecb4df9c97f on network 32202dd9-9064-4832-817f-7e8b4a8db1c5 {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:15:29.564359 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2145680-9a7d-4396-b6a3-c4d5ffe7a1cc None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:15:29.564359 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2145680-9a7d-4396-b6a3-c4d5ffe7a1cc None None] Checking segment: {'id': 'c2befe81-e0f9-403d-ab80-68896828fcba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '32202dd9-9064-4832-817f-7e8b4a8db1c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:15:29.564601 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-c2145680-9a7d-4396-b6a3-c4d5ffe7a1cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:29.564905 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2145680-9a7d-4396-b6a3-c4d5ffe7a1cc None None] Bound using segment: {'id': 'c2befe81-e0f9-403d-ab80-68896828fcba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '32202dd9-9064-4832-817f-7e8b4a8db1c5'} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:15:29.565377 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-c2145680-9a7d-4396-b6a3-c4d5ffe7a1cc None None] Bound port: 8bccb3d7-6789-4c70-a9e4-2ecb4df9c97f, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2befe81-e0f9-403d-ab80-68896828fcba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '32202dd9-9064-4832-817f-7e8b4a8db1c5'}}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:15:29.565787 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-c2145680-9a7d-4396-b6a3-c4d5ffe7a1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:29.585888 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fa53fa13-238c-4820-9cd8-7559b6b68938 req-878e1d15-44dc-4b50-ac68-99a8de2d5ed4 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/security-groups?id=8ad86751-3372-47de-bc84-2bfa3ff50eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4418476 May 18 18:15:29.637504 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e41dae9-0938-4e79-85a3-4b4e4c389d04 req-9d5c6aec-f8e6-40dd-8183-bce4ba52bb0d tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] Made reservation on behalf of 90138de8af6145feb645e44366952417 for: {'port': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:15:29.646906 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-1e41dae9-0938-4e79-85a3-4b4e4c389d04 req-9d5c6aec-f8e6-40dd-8183-bce4ba52bb0d tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:29.660098 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 33552) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:15:29.663304 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d64741c8-ce3f-47d3-824b-b8b1851f404c tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:29.676783 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.db [None req-c2145680-9a7d-4396-b6a3-c4d5ffe7a1cc None None] For port 8bccb3d7-6789-4c70-a9e4-2ecb4df9c97f, host n-d-838550-3, cleared binding levels {{(pid=102733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:15:29.680955 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.db [None req-c2145680-9a7d-4396-b6a3-c4d5ffe7a1cc None None] For port 8bccb3d7-6789-4c70-a9e4-2ecb4df9c97f, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=8bccb3d7-6789-4c70-a9e4-2ecb4df9c97f,segment=NetworkSegment(c2befe81-e0f9-403d-ab80-68896828fcba),segment_id=c2befe81-e0f9-403d-ab80-68896828fcba)] {{(pid=102733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:15:29.704288 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-c2145680-9a7d-4396-b6a3-c4d5ffe7a1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:29.729986 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-4ea4fa14-9663-4b83-96aa-65087fdb0976 None None] Provisioning complete for port 8bccb3d7-6789-4c70-a9e4-2ecb4df9c97f triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:15:29.730543 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-4ea4fa14-9663-4b83-96aa-65087fdb0976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:29.746425 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d64741c8-ce3f-47d3-824b-b8b1851f404c tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:29.807491 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2145680-9a7d-4396-b6a3-c4d5ffe7a1cc None None] Routers {'dd4fb3a2-cf1a-484e-8947-1a9c5627a33c'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:15:29.808481 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-c2145680-9a7d-4396-b6a3-c4d5ffe7a1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:15:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['dd4fb3a2-cf1a-484e-8947-1a9c5627a33c'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:15:29.889880 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-943bd01b-7409-4545-9168-417d7eff32d4 req-4c88c502-12e4-4224-b298-9bc978de2f19 tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] 10.222.0.85 "GET /v2.0/ports?device_id=50867587-12b1-4c94-996f-1a2f1d13c37a HTTP/1.1" status: 200 len: 210 time: 0.2532713 May 18 18:15:29.911131 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 092baee3-bff3-4ad2-94af-2d20345cf695 up at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:15:29.914560 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ff441075-a616-496b-ab7f-ccd2c3d10e4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:29.922858 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-facd5701-92f0-4dcb-9913-3b3538305065 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Router f3d2174e-4612-4055-8705-8603e9dc9c9a is scheduled to L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e with binding_index 1 {{(pid=102730) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 18 18:15:29.936089 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d64741c8-ce3f-47d3-824b-b8b1851f404c tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:29.940128 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-d64741c8-ce3f-47d3-824b-b8b1851f404c tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1532550 May 18 18:15:29.942239 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 33554) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:15:29.952239 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-a411c2a3-e7e9-4931-9646-64023b8c82d8 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Request body: {'security_group_rule': {'security_group_id': '4a1f9358-f3a3-4045-96f1-cde7ad8c9099', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:15:29.970725 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64741c8-ce3f-47d3-824b-b8b1851f404c tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1255fd79-f5ac-4a7a-a342-dd1abf93ef22,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:29.999095 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-c2145680-9a7d-4396-b6a3-c4d5ffe7a1cc None None] Set router dd4fb3a2-cf1a-484e-8947-1a9c5627a33c gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:15:30.069921 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-4ea4fa14-9663-4b83-96aa-65087fdb0976 None None] Current status of the port 8bccb3d7-6789-4c70-a9e4-2ecb4df9c97f is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:15:30.071166 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-4ea4fa14-9663-4b83-96aa-65087fdb0976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:30.088077 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de991028-b6c5-4403-af62-34e6b69d9d95 None None] Pushing event updated for resources: {'Port': ['ID=8bccb3d7-6789-4c70-a9e4-2ecb4df9c97f,revision_number=4']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:30.151002 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning for port 092baee3-bff3-4ad2-94af-2d20345cf695 completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:15:30.183166 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-4ea4fa14-9663-4b83-96aa-65087fdb0976 None None] For port 8bccb3d7-6789-4c70-a9e4-2ecb4df9c97f, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=8bccb3d7-6789-4c70-a9e4-2ecb4df9c97f,segment=NetworkSegment(c2befe81-e0f9-403d-ab80-68896828fcba),segment_id=c2befe81-e0f9-403d-ab80-68896828fcba)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:15:30.203717 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning complete for port 092baee3-bff3-4ad2-94af-2d20345cf695 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:15:30.203717 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:30.210453 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-4ea4fa14-9663-4b83-96aa-65087fdb0976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:30.270735 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [req-1e41dae9-0938-4e79-85a3-4b4e4c389d04 req-9d5c6aec-f8e6-40dd-8183-bce4ba52bb0d tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] Allocated IP 172.20.0.12 (63d09ffb-24e5-4fc7-b6ac-a48cca6112cf/8da46cd5-73a9-4d04-aee9-3cf83560e14f/821a8237-636b-4752-b80f-e623731ec565) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:15:30.323450 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ff441075-a616-496b-ab7f-ccd2c3d10e4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:30.325454 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-facd5701-92f0-4dcb-9913-3b3538305065 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:15:30.346512 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ff441075-a616-496b-ab7f-ccd2c3d10e4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:30.355952 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-614d3e87-f000-41e9-b79e-50e98d18ae8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:30.371555 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-facd5701-92f0-4dcb-9913-3b3538305065 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks [] for router, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:30.379554 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76e6574-cb09-4110-b8ec-e1d5c09369de None None] Sync routers for ids ['f3d2174e-4612-4055-8705-8603e9dc9c9a'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:15:30.385356 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-facd5701-92f0-4dcb-9913-3b3538305065 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 7.7250671 May 18 18:15:30.386506 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a411c2a3-e7e9-4931-9646-64023b8c82d8 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:30.405037 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-c2145680-9a7d-4396-b6a3-c4d5ffe7a1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4fb3a2-cf1a-484e-8947-1a9c5627a33c', 'name': 'tempest-AttachVolumeTestJSON-441656062-router', 'tenant_id': '46ea3823b08b4c9799a678c4a73b1420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.97'}], 'enable_snat': True}, 'gw_port_id': 'f13a6673-ce7b-46fd-a875-cac70ff04edc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:15:06Z', 'updated_at': '2022-05-18T18:15:22Z', 'revision_number': 4, 'project_id': '46ea3823b08b4c9799a678c4a73b1420', 'gw_port': {'id': 'f13a6673-ce7b-46fd-a875-cac70ff04edc', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4fb3a2-cf1a-484e-8947-1a9c5627a33c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:15:09Z', 'updated_at': '2022-05-18T18:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '8bccb3d7-6789-4c70-a9e4-2ecb4df9c97f', 'name': '', 'network_id': '32202dd9-9064-4832-817f-7e8b4a8db1c5', 'tenant_id': '46ea3823b08b4c9799a678c4a73b1420', 'mac_address': 'fa:16:3e:b5:3c:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd4fb3a2-cf1a-484e-8947-1a9c5627a33c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '77da057d-3a9e-4973-b1e0-fe1781c445e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:15:19Z', 'updated_at': '2022-05-18T18:15:29Z', 'revision_number': 4, 'project_id': '46ea3823b08b4c9799a678c4a73b1420', 'subnets': [{'id': '77da057d-3a9e-4973-b1e0-fe1781c445e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:15:30.408427 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 33560) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:15:30.439086 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2145680-9a7d-4396-b6a3-c4d5ffe7a1cc None None] The sync data for ids ['dd4fb3a2-cf1a-484e-8947-1a9c5627a33c'] in n-d-838550-3 is: [{'id': 'dd4fb3a2-cf1a-484e-8947-1a9c5627a33c', 'name': 'tempest-AttachVolumeTestJSON-441656062-router', 'tenant_id': '46ea3823b08b4c9799a678c4a73b1420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.97'}], 'enable_snat': True}, 'gw_port_id': 'f13a6673-ce7b-46fd-a875-cac70ff04edc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:15:06Z', 'updated_at': '2022-05-18T18:15:22Z', 'revision_number': 4, 'project_id': '46ea3823b08b4c9799a678c4a73b1420', 'gw_port': {'id': 'f13a6673-ce7b-46fd-a875-cac70ff04edc', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4fb3a2-cf1a-484e-8947-1a9c5627a33c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:15:09Z', 'updated_at': '2022-05-18T18:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '8bccb3d7-6789-4c70-a9e4-2ecb4df9c97f', 'name': '', 'network_id': '32202dd9-9064-4832-817f-7e8b4a8db1c5', 'tenant_id': '46ea3823b08b4c9799a678c4a73b1420', 'mac_address': 'fa:16:3e:b5:3c:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd4fb3a2-cf1a-484e-8947-1a9c5627a33c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '77da057d-3a9e-4973-b1e0-fe1781c445e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:15:19Z', 'updated_at': '2022-05-18T18:15:29Z', 'revision_number': 4, 'project_id': '46ea3823b08b4c9799a678c4a73b1420', 'subnets': [{'id': '77da057d-3a9e-4973-b1e0-fe1781c445e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:15:30.450653 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-ff441075-a616-496b-ab7f-ccd2c3d10e4f admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=b4df4b141ed24a8080e1470401ec3a06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7851272 May 18 18:15:30.457258 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 33562) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:15:30.495981 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-67658bf0-75b6-4690-9f14-8b3694e89d77 None None] Provisioning complete for port 8bccb3d7-6789-4c70-a9e4-2ecb4df9c97f triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:15:30.503552 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614d3e87-f000-41e9-b79e-50e98d18ae8d admin admin] Pushing event deleted for resources: {'Port': ['ID=8c9c0751-e221-4aec-9884-7dd0e65d57b6,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:30.505672 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-67658bf0-75b6-4690-9f14-8b3694e89d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:30.732855 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76e6574-cb09-4110-b8ec-e1d5c09369de None None] Routers {'f3d2174e-4612-4055-8705-8603e9dc9c9a'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:15:30.733565 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-e76e6574-cb09-4110-b8ec-e1d5c09369de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:15:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['f3d2174e-4612-4055-8705-8603e9dc9c9a'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:15:30.816702 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff441075-a616-496b-ab7f-ccd2c3d10e4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ebca64e-9b76-4f59-9e07-ff65ff3863e1,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:30.913284 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a411c2a3-e7e9-4931-9646-64023b8c82d8 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:30.941799 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a411c2a3-e7e9-4931-9646-64023b8c82d8 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:30.954482 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bf3538-366e-44a2-b8d7-20a3e97d162f req-7cc30c04-ea27-4bc6-b617-ea7c3173b179 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:30.964179 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a6bf3538-366e-44a2-b8d7-20a3e97d162f req-7cc30c04-ea27-4bc6-b617-ea7c3173b179 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/ports?device_id=42cdd441-75e4-42c9-95ce-3f081db8b56f HTTP/1.1" status: 200 len: 944 time: 0.2761955 May 18 18:15:30.991026 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 092baee3-bff3-4ad2-94af-2d20345cf695 is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:15:30.996741 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:31.092633 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a6bf3538-366e-44a2-b8d7-20a3e97d162f req-e961fb03-c156-4829-91b5-a49fe95af284 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/security-groups?id=8ad86751-3372-47de-bc84-2bfa3ff50eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274617 May 18 18:15:31.102599 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a411c2a3-e7e9-4931-9646-64023b8c82d8 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0edf0d90-be3f-4738-90c1-aa3cf285a131,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:31.117359 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea4fa14-9663-4b83-96aa-65087fdb0976 None None] Pushing event updated for resources: {'Port': ['ID=8bccb3d7-6789-4c70-a9e4-2ecb4df9c97f,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:31.160181 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a411c2a3-e7e9-4931-9646-64023b8c82d8 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:31.164439 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-a411c2a3-e7e9-4931-9646-64023b8c82d8 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2151492 May 18 18:15:31.169588 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 33572) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:15:31.174627 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-c56d9dce-0c5b-44db-a3cf-74f89ec27657 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Request body: {'floatingip': {'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:15:31.181663 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 8bccb3d7-6789-4c70-a9e4-2ecb4df9c97f up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:15:31.201715 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-1e41dae9-0938-4e79-85a3-4b4e4c389d04 req-9d5c6aec-f8e6-40dd-8183-bce4ba52bb0d tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:31.253393 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 092baee3-bff3-4ad2-94af-2d20345cf695, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=092baee3-bff3-4ad2-94af-2d20345cf695,segment=NetworkSegment(7fe567f5-b9bc-4b6c-8f11-60e107f314f0),segment_id=7fe567f5-b9bc-4b6c-8f11-60e107f314f0)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:15:31.260868 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-0f529c16-fd2a-4207-8842-ac847e86a7a4 tempest-TestNetworkBasicOps-813462103 tempest-TestNetworkBasicOps-813462103-project-admin] 10.222.0.85 "GET /v2.0/subnets?project_id=6664118b95564eb5aa43c658eedfd9ed&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.8057578 May 18 18:15:31.295188 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 33576) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:15:31.328738 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42cdd441-75e4-42c9-95ce-3f081db8b56f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '092baee3-bff3-4ad2-94af-2d20345cf695'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:15:31.345552 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba945621-3e20-422b-8a45-3697617fbe08" -d '{"events": [{"server_uuid": "42cdd441-75e4-42c9-95ce-3f081db8b56f", "name": "network-vif-plugged", "status": "completed", "tag": "092baee3-bff3-4ad2-94af-2d20345cf695"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:15:31.350246 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:31.355435 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-784046ba-4538-41c6-98fc-6bb6b6012dfe req-d8ad4499-7274-4679-881d-5ddada75b9ca tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] 10.222.0.85 "GET /v2.0/ports?device_id=50867587-12b1-4c94-996f-1a2f1d13c37a HTTP/1.1" status: 200 len: 210 time: 0.2699735 May 18 18:15:31.356195 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d23b35cf-9c66-4474-b507-4b5401e147b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:31.360860 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-1e41dae9-0938-4e79-85a3-4b4e4c389d04 req-9d5c6aec-f8e6-40dd-8183-bce4ba52bb0d tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:31.374904 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:31.385598 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:31.394952 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-e76e6574-cb09-4110-b8ec-e1d5c09369de None None] Set router f3d2174e-4612-4055-8705-8603e9dc9c9a gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:15:31.442389 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d23b35cf-9c66-4474-b507-4b5401e147b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:31.447376 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e41dae9-0938-4e79-85a3-4b4e4c389d04 req-9d5c6aec-f8e6-40dd-8183-bce4ba52bb0d tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] Network 63d09ffb-24e5-4fc7-b6ac-a48cca6112cf is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:15:31.464074 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [req-1e41dae9-0938-4e79-85a3-4b4e4c389d04 req-9d5c6aec-f8e6-40dd-8183-bce4ba52bb0d tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:15:31.467711 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e41dae9-0938-4e79-85a3-4b4e4c389d04 req-9d5c6aec-f8e6-40dd-8183-bce4ba52bb0d tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:15:31.568467 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7571349c-6e90-44a7-85ed-e110710efca9 x-openstack-request-id: req-7571349c-6e90-44a7-85ed-e110710efca9 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:15:31.569120 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c56d9dce-0c5b-44db-a3cf-74f89ec27657 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Notify callbacks [] for floatingip, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:31.569360 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42cdd441-75e4-42c9-95ce-3f081db8b56f", "name": "network-vif-plugged", "status": "completed", "tag": "092baee3-bff3-4ad2-94af-2d20345cf695", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:15:31.569934 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-7571349c-6e90-44a7-85ed-e110710efca9 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:15:31.570513 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7571349c-6e90-44a7-85ed-e110710efca9'] response: {'server_uuid': '42cdd441-75e4-42c9-95ce-3f081db8b56f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '092baee3-bff3-4ad2-94af-2d20345cf695', 'code': 200} May 18 18:15:31.950720 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=092baee3-bff3-4ad2-94af-2d20345cf695,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:31.980237 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 7 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 18:15:31.993426 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 8bccb3d7-6789-4c70-a9e4-2ecb4df9c97f triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:15:31.993841 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:32.022322 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-67658bf0-75b6-4690-9f14-8b3694e89d77 None None] Current status of the port 8bccb3d7-6789-4c70-a9e4-2ecb4df9c97f is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:15:32.024985 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5c6aec-f8e6-40dd-8183-bce4ba52bb0d tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] Pushing event updated for resources: {'Port': ['ID=821a8237-636b-4752-b80f-e623731ec565,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:32.108761 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-e76e6574-cb09-4110-b8ec-e1d5c09369de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3d2174e-4612-4055-8705-8603e9dc9c9a', 'name': 'tempest-TestNetworkBasicOps-router-1729927840', 'tenant_id': '6664118b95564eb5aa43c658eedfd9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': 'dbad0ded-557f-41c6-aa1a-8b08843bc5ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:15:22Z', 'updated_at': '2022-05-18T18:15:28Z', 'revision_number': 3, 'project_id': '6664118b95564eb5aa43c658eedfd9ed', 'gw_port': {'id': 'dbad0ded-557f-41c6-aa1a-8b08843bc5ab', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:a7:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3d2174e-4612-4055-8705-8603e9dc9c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:15:25Z', 'updated_at': '2022-05-18T18:15:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:15:32.170515 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e41dae9-0938-4e79-85a3-4b4e4c389d04 req-9d5c6aec-f8e6-40dd-8183-bce4ba52bb0d tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:32.171203 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-1e41dae9-0938-4e79-85a3-4b4e4c389d04 req-9d5c6aec-f8e6-40dd-8183-bce4ba52bb0d tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:32.203123 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f87676-2410-4758-a47f-ea0e00a1ecee req-c169c0c6-eea9-4c48-a314-f8f8181b1935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:32.207564 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-82f87676-2410-4758-a47f-ea0e00a1ecee req-c169c0c6-eea9-4c48-a314-f8f8181b1935 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=42cdd441-75e4-42c9-95ce-3f081db8b56f HTTP/1.1" status: 200 len: 1096 time: 0.1968236 May 18 18:15:32.212733 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76e6574-cb09-4110-b8ec-e1d5c09369de None None] Checking router: f3d2174e-4612-4055-8705-8603e9dc9c9a for host: n-d-838550-3 {{(pid=102732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:15:32.213223 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76e6574-cb09-4110-b8ec-e1d5c09369de None None] Updating router f3d2174e-4612-4055-8705-8603e9dc9c9a port dbad0ded-557f-41c6-aa1a-8b08843bc5ab binding host n-d-838550-3 {{(pid=102732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 18:15:32.261841 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1e41dae9-0938-4e79-85a3-4b4e4c389d04 req-9d5c6aec-f8e6-40dd-8183-bce4ba52bb0d tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9151127 May 18 18:15:32.290177 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-1e41dae9-0938-4e79-85a3-4b4e4c389d04 req-34bbeda4-89aa-42b2-9448-d29117f9dc16 service neutron] Request body: {'port': {'device_id': '50867587-12b1-4c94-996f-1a2f1d13c37a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-3'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:15:32.315684 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-e76e6574-cb09-4110-b8ec-e1d5c09369de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:32.341751 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-f9f056e3-7593-4cd0-a5cb-988551128812 None None] Provisioning complete for port 821a8237-636b-4752-b80f-e623731ec565 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:15:32.341751 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f9f056e3-7593-4cd0-a5cb-988551128812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:32.351299 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d23b35cf-9c66-4474-b507-4b5401e147b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:32.356318 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d23b35cf-9c66-4474-b507-4b5401e147b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:32.366095 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-d23b35cf-9c66-4474-b507-4b5401e147b5 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/9ebca64e-9b76-4f59-9e07-ff65ff3863e1 HTTP/1.1" status: 204 len: 168 time: 1.6140389 May 18 18:15:32.480657 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfdc6a2-d7e3-4efd-a735-8eaa6604aac9 req-b74b748c-78ed-4d71-a916-90b8c7d9b40f tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:32.496875 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7cfdc6a2-d7e3-4efd-a735-8eaa6604aac9 req-b74b748c-78ed-4d71-a916-90b8c7d9b40f tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/ports?device_id=42cdd441-75e4-42c9-95ce-3f081db8b56f HTTP/1.1" status: 200 len: 945 time: 0.2834942 May 18 18:15:32.523850 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-82f87676-2410-4758-a47f-ea0e00a1ecee req-148b1109-35cf-4486-a178-a4cbe30c384d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8ad86751-3372-47de-bc84-2bfa3ff50eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2954955 May 18 18:15:32.560905 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-f9f056e3-7593-4cd0-a5cb-988551128812 None None] Port 821a8237-636b-4752-b80f-e623731ec565 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:15:32.563369 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 8bccb3d7-6789-4c70-a9e4-2ecb4df9c97f is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:15:32.633327 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23b35cf-9c66-4474-b507-4b5401e147b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ebca64e-9b76-4f59-9e07-ff65ff3863e1,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:32.641144 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-1e41dae9-0938-4e79-85a3-4b4e4c389d04 req-34bbeda4-89aa-42b2-9448-d29117f9dc16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:32.667968 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-614d3e87-f000-41e9-b79e-50e98d18ae8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-593931'] for router_interface, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:32.819224 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c7e5d3-7421-4dc5-ad47-b49fbcbaf570 tempest-TestNetworkBasicOps-813462103 tempest-TestNetworkBasicOps-813462103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:32.829504 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-e3c7e5d3-7421-4dc5-ad47-b49fbcbaf570 tempest-TestNetworkBasicOps-813462103 tempest-TestNetworkBasicOps-813462103-project-admin] 10.222.0.85 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.5303247 May 18 18:15:32.834574 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 33594) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:15:32.950482 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 8bccb3d7-6789-4c70-a9e4-2ecb4df9c97f up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:15:33.181005 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-64eb1f2c-d2a5-46c6-a13d-bc4959a25203 tempest-TestNetworkBasicOps-813462103 tempest-TestNetworkBasicOps-813462103-project-admin] 10.222.0.85 "GET /v2.0/subnets?network_id=31ebd439-090c-4b25-bbb0-31c48711b145&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3442471 May 18 18:15:33.182175 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 33600) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:15:33.206367 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 8bccb3d7-6789-4c70-a9e4-2ecb4df9c97f triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:15:33.207514 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:33.216448 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7cfdc6a2-d7e3-4efd-a735-8eaa6604aac9 req-68557a5b-9472-497b-8742-0c94f9a59355 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/security-groups?id=8ad86751-3372-47de-bc84-2bfa3ff50eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7186446 May 18 18:15:33.319045 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-5edc267e-03ed-4b1c-bec2-7aa009a3516c tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-35976736', 'network_id': '303de0ee-e6b2-4f16-b090-15548665b4d3', 'project_id': '6664118b95564eb5aa43c658eedfd9ed', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:15:33.346041 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-614d3e87-f000-41e9-b79e-50e98d18ae8d admin admin] Router 80230c45-283f-45e2-8f91-e30c27a84fb2 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:15:33.357136 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866f35ae-2ca5-4470-a8b3-cf3488e19854 req-1029ef9a-5042-4202-829e-fbce0e153d27 tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:33.358803 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-866f35ae-2ca5-4470-a8b3-cf3488e19854 req-1029ef9a-5042-4202-829e-fbce0e153d27 tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] 10.222.0.85 "GET /v2.0/ports?device_id=50867587-12b1-4c94-996f-1a2f1d13c37a HTTP/1.1" status: 200 len: 932 time: 0.7288899 May 18 18:15:33.454675 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [req-1e41dae9-0938-4e79-85a3-4b4e4c389d04 req-34bbeda4-89aa-42b2-9448-d29117f9dc16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 821a8237-636b-4752-b80f-e623731ec565 {{(pid=102731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:15:33.464397 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-1e41dae9-0938-4e79-85a3-4b4e4c389d04 req-34bbeda4-89aa-42b2-9448-d29117f9dc16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:33.478651 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.provisioning_blocks [req-1e41dae9-0938-4e79-85a3-4b4e4c389d04 req-34bbeda4-89aa-42b2-9448-d29117f9dc16 service neutron] Transition to ACTIVE for port object 821a8237-636b-4752-b80f-e623731ec565 will not be triggered until provisioned by entity L2. {{(pid=102731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:15:33.496006 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-1e41dae9-0938-4e79-85a3-4b4e4c389d04 req-34bbeda4-89aa-42b2-9448-d29117f9dc16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:33.524888 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-e76e6574-cb09-4110-b8ec-e1d5c09369de None None] Notify callbacks [] for port, precommit_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:33.596180 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-866f35ae-2ca5-4470-a8b3-cf3488e19854 req-bdcc705f-53e7-4a52-96e0-71a0ee9da751 tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] 10.222.0.85 "GET /v2.0/security-groups?id=e9bfddfb-d8cd-4e22-a2a5-022903ae86af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1934023 May 18 18:15:33.623590 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5edc267e-03ed-4b1c-bec2-7aa009a3516c tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Made reservation on behalf of 6664118b95564eb5aa43c658eedfd9ed for: {'subnet': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:15:33.627453 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5edc267e-03ed-4b1c-bec2-7aa009a3516c tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261031885'] for subnet, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:33.685313 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c56d9dce-0c5b-44db-a3cf-74f89ec27657 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:33.770487 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bbeda4-89aa-42b2-9448-d29117f9dc16 service neutron] Pushing event updated for resources: {'Port': ['ID=821a8237-636b-4752-b80f-e623731ec565,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:33.925206 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-614d3e87-f000-41e9-b79e-50e98d18ae8d admin admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:15:33.926905 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 8bccb3d7-6789-4c70-a9e4-2ecb4df9c97f is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:15:33.931487 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-e76e6574-cb09-4110-b8ec-e1d5c09369de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:33.949302 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-1e41dae9-0938-4e79-85a3-4b4e4c389d04 req-34bbeda4-89aa-42b2-9448-d29117f9dc16 service neutron] Attempting to bind port 821a8237-636b-4752-b80f-e623731ec565 on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:15:33.949497 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba992fe9-3d78-452a-8818-d55f20889536 None None] Sync routers for ids ['80230c45-283f-45e2-8f91-e30c27a84fb2'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:15:33.950413 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-614d3e87-f000-41e9-b79e-50e98d18ae8d admin admin] 10.222.0.85 "PUT /v2.0/routers/80230c45-283f-45e2-8f91-e30c27a84fb2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6672707 May 18 18:15:33.950808 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-1e41dae9-0938-4e79-85a3-4b4e4c389d04 req-34bbeda4-89aa-42b2-9448-d29117f9dc16 service neutron] Attempting to bind port 821a8237-636b-4752-b80f-e623731ec565 by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': '92897347-386e-4d21-86c2-ab30cc73f8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '63d09ffb-24e5-4fc7-b6ac-a48cca6112cf'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:15:33.951220 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e41dae9-0938-4e79-85a3-4b4e4c389d04 req-34bbeda4-89aa-42b2-9448-d29117f9dc16 service neutron] Attempting to bind port 821a8237-636b-4752-b80f-e623731ec565 on network 63d09ffb-24e5-4fc7-b6ac-a48cca6112cf {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:15:33.953740 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 33618) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:15:33.963927 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e41dae9-0938-4e79-85a3-4b4e4c389d04 req-34bbeda4-89aa-42b2-9448-d29117f9dc16 service neutron] Port 821a8237-636b-4752-b80f-e623731ec565 on network 63d09ffb-24e5-4fc7-b6ac-a48cca6112cf not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:15:33.965098 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e41dae9-0938-4e79-85a3-4b4e4c389d04 req-34bbeda4-89aa-42b2-9448-d29117f9dc16 service neutron] Attempting to bind port 821a8237-636b-4752-b80f-e623731ec565 on network 63d09ffb-24e5-4fc7-b6ac-a48cca6112cf {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:15:33.981271 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e41dae9-0938-4e79-85a3-4b4e4c389d04 req-34bbeda4-89aa-42b2-9448-d29117f9dc16 service neutron] Checking agent: {'id': 'd1be059a-68ea-4c77-9b2b-29f4afa47e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:15:33.986028 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e41dae9-0938-4e79-85a3-4b4e4c389d04 req-34bbeda4-89aa-42b2-9448-d29117f9dc16 service neutron] Checking segment: {'id': '92897347-386e-4d21-86c2-ab30cc73f8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '63d09ffb-24e5-4fc7-b6ac-a48cca6112cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:15:33.987222 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e41dae9-0938-4e79-85a3-4b4e4c389d04 req-34bbeda4-89aa-42b2-9448-d29117f9dc16 service neutron] Bound using segment: {'id': '92897347-386e-4d21-86c2-ab30cc73f8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '63d09ffb-24e5-4fc7-b6ac-a48cca6112cf'} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:15:33.987777 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-1e41dae9-0938-4e79-85a3-4b4e4c389d04 req-34bbeda4-89aa-42b2-9448-d29117f9dc16 service neutron] Bound port: 821a8237-636b-4752-b80f-e623731ec565, host: n-h2-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92897347-386e-4d21-86c2-ab30cc73f8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '63d09ffb-24e5-4fc7-b6ac-a48cca6112cf'}}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:15:33.988229 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-1e41dae9-0938-4e79-85a3-4b4e4c389d04 req-34bbeda4-89aa-42b2-9448-d29117f9dc16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:34.000652 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba992fe9-3d78-452a-8818-d55f20889536 None None] Routers {'80230c45-283f-45e2-8f91-e30c27a84fb2'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:15:34.001297 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-ba992fe9-3d78-452a-8818-d55f20889536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:15:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['80230c45-283f-45e2-8f91-e30c27a84fb2'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:15:34.047549 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-e76e6574-cb09-4110-b8ec-e1d5c09369de None None] Attempting to bind port dbad0ded-557f-41c6-aa1a-8b08843bc5ab on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:15:34.048269 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-e76e6574-cb09-4110-b8ec-e1d5c09369de None None] Attempting to bind port dbad0ded-557f-41c6-aa1a-8b08843bc5ab by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:15:34.048868 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76e6574-cb09-4110-b8ec-e1d5c09369de None None] Attempting to bind port dbad0ded-557f-41c6-aa1a-8b08843bc5ab on network 31ebd439-090c-4b25-bbb0-31c48711b145 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:15:34.057868 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76e6574-cb09-4110-b8ec-e1d5c09369de None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:15:34.058604 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76e6574-cb09-4110-b8ec-e1d5c09369de None None] Checking segment: {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:15:34.059178 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-e76e6574-cb09-4110-b8ec-e1d5c09369de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:34.059740 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76e6574-cb09-4110-b8ec-e1d5c09369de None None] Bound using segment: {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:15:34.060363 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-e76e6574-cb09-4110-b8ec-e1d5c09369de None None] Bound port: dbad0ded-557f-41c6-aa1a-8b08843bc5ab, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:15:34.061244 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-e76e6574-cb09-4110-b8ec-e1d5c09369de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:34.097118 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e3b106-e84c-4dee-a444-ef71a6bf0e0a None None] Pushing event updated for resources: {'Port': ['ID=dbad0ded-557f-41c6-aa1a-8b08843bc5ab,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:34.160362 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-1e41dae9-0938-4e79-85a3-4b4e4c389d04 req-34bbeda4-89aa-42b2-9448-d29117f9dc16 service neutron] For port 821a8237-636b-4752-b80f-e623731ec565, host n-h2-838550-3, cleared binding levels {{(pid=102731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:15:34.164545 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-1e41dae9-0938-4e79-85a3-4b4e4c389d04 req-34bbeda4-89aa-42b2-9448-d29117f9dc16 service neutron] For port 821a8237-636b-4752-b80f-e623731ec565, host n-h2-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=821a8237-636b-4752-b80f-e623731ec565,segment=NetworkSegment(92897347-386e-4d21-86c2-ab30cc73f8d0),segment_id=92897347-386e-4d21-86c2-ab30cc73f8d0)] {{(pid=102731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:15:34.183572 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-e76e6574-cb09-4110-b8ec-e1d5c09369de None None] For port dbad0ded-557f-41c6-aa1a-8b08843bc5ab, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:15:34.186330 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-1e41dae9-0938-4e79-85a3-4b4e4c389d04 req-34bbeda4-89aa-42b2-9448-d29117f9dc16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:34.187724 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-e76e6574-cb09-4110-b8ec-e1d5c09369de None None] For port dbad0ded-557f-41c6-aa1a-8b08843bc5ab, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=dbad0ded-557f-41c6-aa1a-8b08843bc5ab,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:15:34.204263 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-e76e6574-cb09-4110-b8ec-e1d5c09369de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:34.234653 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e41dae9-0938-4e79-85a3-4b4e4c389d04 req-34bbeda4-89aa-42b2-9448-d29117f9dc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:34.235552 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-1e41dae9-0938-4e79-85a3-4b4e4c389d04 req-34bbeda4-89aa-42b2-9448-d29117f9dc16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:34.241553 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1e41dae9-0938-4e79-85a3-4b4e4c389d04 req-34bbeda4-89aa-42b2-9448-d29117f9dc16 service neutron] 10.222.0.88 "PUT /v2.0/ports/821a8237-636b-4752-b80f-e623731ec565 HTTP/1.1" status: 200 len: 1092 time: 1.9591644 May 18 18:15:34.242258 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50867587-12b1-4c94-996f-1a2f1d13c37a', 'tag': '821a8237-636b-4752-b80f-e623731ec565'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:15:34.257035 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6e02481-b101-4e80-a08e-f40dd6469392" -d '{"events": [{"name": "network-changed", "server_uuid": "50867587-12b1-4c94-996f-1a2f1d13c37a", "tag": "821a8237-636b-4752-b80f-e623731ec565"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:15:34.280053 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-ba992fe9-3d78-452a-8818-d55f20889536 None None] Set router 80230c45-283f-45e2-8f91-e30c27a84fb2 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:15:34.364131 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee32d0bb-5367-47e3-8e4a-972493019506 x-openstack-request-id: req-ee32d0bb-5367-47e3-8e4a-972493019506 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:15:34.368076 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76e6574-cb09-4110-b8ec-e1d5c09369de None None] Routers {'f3d2174e-4612-4055-8705-8603e9dc9c9a'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:15:34.368740 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-e76e6574-cb09-4110-b8ec-e1d5c09369de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:15:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['f3d2174e-4612-4055-8705-8603e9dc9c9a'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:15:34.369771 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50867587-12b1-4c94-996f-1a2f1d13c37a", "tag": "821a8237-636b-4752-b80f-e623731ec565", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:15:34.375830 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-ee32d0bb-5367-47e3-8e4a-972493019506 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:15:34.376658 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee32d0bb-5367-47e3-8e4a-972493019506'] response: {'name': 'network-changed', 'server_uuid': '50867587-12b1-4c94-996f-1a2f1d13c37a', 'tag': '821a8237-636b-4752-b80f-e623731ec565', 'status': 'completed', 'code': 200} May 18 18:15:34.474701 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e3b106-e84c-4dee-a444-ef71a6bf0e0a None None] Pushing event updated for resources: {'Port': ['ID=dbad0ded-557f-41c6-aa1a-8b08843bc5ab,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:34.524152 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bbeda4-89aa-42b2-9448-d29117f9dc16 service neutron] Pushing event updated for resources: {'Port': ['ID=821a8237-636b-4752-b80f-e623731ec565,revision_number=3']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:34.572205 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e41dae9-0938-4e79-85a3-4b4e4c389d04 req-a3d37c30-171c-4fc1-8c64-bd48a4338574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:34.574142 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1e41dae9-0938-4e79-85a3-4b4e4c389d04 req-a3d37c30-171c-4fc1-8c64-bd48a4338574 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=90138de8af6145feb645e44366952417&device_id=50867587-12b1-4c94-996f-1a2f1d13c37a HTTP/1.1" status: 200 len: 1095 time: 0.2724276 May 18 18:15:34.582292 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06e9b4e-42e6-4d90-bd08-27c87a28c9f6 req-7f1ab09a-86e0-43cf-a2c2-03a1ada2062f tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:34.590238 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b06e9b4e-42e6-4d90-bd08-27c87a28c9f6 req-7f1ab09a-86e0-43cf-a2c2-03a1ada2062f tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/ports?device_id=42cdd441-75e4-42c9-95ce-3f081db8b56f HTTP/1.1" status: 200 len: 945 time: 0.1610112 May 18 18:15:34.660098 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-e76e6574-cb09-4110-b8ec-e1d5c09369de None None] Set router f3d2174e-4612-4055-8705-8603e9dc9c9a gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:15:34.660726 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-ba992fe9-3d78-452a-8818-d55f20889536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80230c45-283f-45e2-8f91-e30c27a84fb2', 'name': 'tempest-ServersTestMultiNic-2099861313-router', 'tenant_id': '959b4a96654a42e29bad9a24937c9c47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': '727a3270-d1ee-4a6d-b188-b05b06ae63ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:13:13Z', 'updated_at': '2022-05-18T18:15:29Z', 'revision_number': 5, 'project_id': '959b4a96654a42e29bad9a24937c9c47', 'gw_port': {'id': '727a3270-d1ee-4a6d-b188-b05b06ae63ae', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:a1:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80230c45-283f-45e2-8f91-e30c27a84fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:13:15Z', 'updated_at': '2022-05-18T18:13:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:15:34.691314 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba992fe9-3d78-452a-8818-d55f20889536 None None] Checking router: 80230c45-283f-45e2-8f91-e30c27a84fb2 for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:15:34.713172 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5edc267e-03ed-4b1c-bec2-7aa009a3516c tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261104883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261031899'] for subnet, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:34.715559 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba992fe9-3d78-452a-8818-d55f20889536 None None] Routers {'80230c45-283f-45e2-8f91-e30c27a84fb2'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:15:34.719646 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-ba992fe9-3d78-452a-8818-d55f20889536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:15:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['80230c45-283f-45e2-8f91-e30c27a84fb2'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:15:34.751360 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1e41dae9-0938-4e79-85a3-4b4e4c389d04 req-f98b8dba-d120-4e94-8ac0-16f05b0cd58f service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=821a8237-636b-4752-b80f-e623731ec565 HTTP/1.1" status: 200 len: 217 time: 0.1520987 May 18 18:15:34.882783 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b06e9b4e-42e6-4d90-bd08-27c87a28c9f6 req-a5913d67-9176-4aa2-bf9f-49ba05ceec1c tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/security-groups?id=8ad86751-3372-47de-bc84-2bfa3ff50eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2913001 May 18 18:15:34.907683 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-ba992fe9-3d78-452a-8818-d55f20889536 None None] Set router 80230c45-283f-45e2-8f91-e30c27a84fb2 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:15:34.910710 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e41dae9-0938-4e79-85a3-4b4e4c389d04 req-1bb95fc7-9bda-4c3d-8c0e-ca9045e871e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:34.916920 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1e41dae9-0938-4e79-85a3-4b4e4c389d04 req-1bb95fc7-9bda-4c3d-8c0e-ca9045e871e9 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8da46cd5-73a9-4d04-aee9-3cf83560e14f HTTP/1.1" status: 200 len: 850 time: 0.1433618 May 18 18:15:34.925012 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-e76e6574-cb09-4110-b8ec-e1d5c09369de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3d2174e-4612-4055-8705-8603e9dc9c9a', 'name': 'tempest-TestNetworkBasicOps-router-1729927840', 'tenant_id': '6664118b95564eb5aa43c658eedfd9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': 'dbad0ded-557f-41c6-aa1a-8b08843bc5ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:15:22Z', 'updated_at': '2022-05-18T18:15:28Z', 'revision_number': 3, 'project_id': '6664118b95564eb5aa43c658eedfd9ed', 'gw_port': {'id': 'dbad0ded-557f-41c6-aa1a-8b08843bc5ab', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:a7:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3d2174e-4612-4055-8705-8603e9dc9c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:15:25Z', 'updated_at': '2022-05-18T18:15:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:15:34.961256 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76e6574-cb09-4110-b8ec-e1d5c09369de None None] The sync data for ids ['f3d2174e-4612-4055-8705-8603e9dc9c9a'] in n-d-838550-3 is: [{'id': 'f3d2174e-4612-4055-8705-8603e9dc9c9a', 'name': 'tempest-TestNetworkBasicOps-router-1729927840', 'tenant_id': '6664118b95564eb5aa43c658eedfd9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': 'dbad0ded-557f-41c6-aa1a-8b08843bc5ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:15:22Z', 'updated_at': '2022-05-18T18:15:28Z', 'revision_number': 3, 'project_id': '6664118b95564eb5aa43c658eedfd9ed', 'gw_port': {'id': 'dbad0ded-557f-41c6-aa1a-8b08843bc5ab', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:a7:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3d2174e-4612-4055-8705-8603e9dc9c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:15:25Z', 'updated_at': '2022-05-18T18:15:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:15:34.979950 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-84a99cae-aa0d-4654-8152-bd429b8669fe admin admin] Notify callbacks [] for router, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:35.001449 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-c56d9dce-0c5b-44db-a3cf-74f89ec27657 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Allocated IP 172.25.5.34 (31ebd439-090c-4b25-bbb0-31c48711b145/363a2810-8a83-4be0-a317-7c91fcd94485/f63ca9e8-a3e0-4dd7-9ede-4f2989d32e2a) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:15:35.006306 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e41dae9-0938-4e79-85a3-4b4e4c389d04 req-8372ed71-6fbb-4c95-ab57-8021c9b57cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:35.007874 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1e41dae9-0938-4e79-85a3-4b4e4c389d04 req-8372ed71-6fbb-4c95-ab57-8021c9b57cfc service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=63d09ffb-24e5-4fc7-b6ac-a48cca6112cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0825062 May 18 18:15:35.154658 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edc267e-03ed-4b1c-bec2-7aa009a3516c tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Pushing event updated for resources: {'Subnet': ['ID=b58b6ed0-e33d-4911-87f5-9fe233239105,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:35.164887 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1e41dae9-0938-4e79-85a3-4b4e4c389d04 req-dc952720-191a-4dea-8182-35a7593216ae service neutron] 10.222.0.88 "GET /v2.0/networks/63d09ffb-24e5-4fc7-b6ac-a48cca6112cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451311 May 18 18:15:35.183122 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-ba992fe9-3d78-452a-8818-d55f20889536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80230c45-283f-45e2-8f91-e30c27a84fb2', 'name': 'tempest-ServersTestMultiNic-2099861313-router', 'tenant_id': '959b4a96654a42e29bad9a24937c9c47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': '727a3270-d1ee-4a6d-b188-b05b06ae63ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:13:13Z', 'updated_at': '2022-05-18T18:15:29Z', 'revision_number': 5, 'project_id': '959b4a96654a42e29bad9a24937c9c47', 'gw_port': {'id': '727a3270-d1ee-4a6d-b188-b05b06ae63ae', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:a1:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80230c45-283f-45e2-8f91-e30c27a84fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:13:15Z', 'updated_at': '2022-05-18T18:13:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:15:35.202984 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1767a495-767a-4e09-a489-d322353b45c6 req-427d4b93-d40c-4a46-89f3-90610622f043 tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:35.205863 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1767a495-767a-4e09-a489-d322353b45c6 req-427d4b93-d40c-4a46-89f3-90610622f043 tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] 10.222.0.85 "GET /v2.0/ports?device_id=50867587-12b1-4c94-996f-1a2f1d13c37a HTTP/1.1" status: 200 len: 944 time: 0.4214368 May 18 18:15:35.235607 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba992fe9-3d78-452a-8818-d55f20889536 None None] The sync data for ids ['80230c45-283f-45e2-8f91-e30c27a84fb2'] in n-d-838550-3 is: [{'id': '80230c45-283f-45e2-8f91-e30c27a84fb2', 'name': 'tempest-ServersTestMultiNic-2099861313-router', 'tenant_id': '959b4a96654a42e29bad9a24937c9c47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': '727a3270-d1ee-4a6d-b188-b05b06ae63ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:13:13Z', 'updated_at': '2022-05-18T18:15:29Z', 'revision_number': 5, 'project_id': '959b4a96654a42e29bad9a24937c9c47', 'gw_port': {'id': '727a3270-d1ee-4a6d-b188-b05b06ae63ae', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:a1:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80230c45-283f-45e2-8f91-e30c27a84fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:13:15Z', 'updated_at': '2022-05-18T18:13:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:15:35.359947 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edc267e-03ed-4b1c-bec2-7aa009a3516c tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Checking segment: {'id': '1dd8b87d-6712-4ffb-9339-a1d4d8b45f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '303de0ee-e6b2-4f16-b090-15548665b4d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:15:35.360454 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5edc267e-03ed-4b1c-bec2-7aa009a3516c tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Network hostable DHCP agents. Network: 303de0ee-e6b2-4f16-b090-15548665b4d3, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:15:35.368414 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-84a99cae-aa0d-4654-8152-bd429b8669fe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:35.397159 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1767a495-767a-4e09-a489-d322353b45c6 req-d5244715-4dd4-4125-b2f2-1f5ddaeb9b32 tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] 10.222.0.85 "GET /v2.0/security-groups?id=e9bfddfb-d8cd-4e22-a2a5-022903ae86af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997424 May 18 18:15:35.418766 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fead5cd5-afe8-4c43-aa06-c338e549ce0d req-5b4412dc-ac43-4ca5-91dc-4683a901c53a tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:35.420553 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fead5cd5-afe8-4c43-aa06-c338e549ce0d req-5b4412dc-ac43-4ca5-91dc-4683a901c53a tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/ports?device_id=42cdd441-75e4-42c9-95ce-3f081db8b56f HTTP/1.1" status: 200 len: 945 time: 0.0865791 May 18 18:15:35.424676 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1e41dae9-0938-4e79-85a3-4b4e4c389d04 req-f518f08d-7629-4055-91f0-e91475ffee47 service neutron] 10.222.0.88 "GET /v2.0/networks/63d09ffb-24e5-4fc7-b6ac-a48cca6112cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2515223 May 18 18:15:35.441333 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5edc267e-03ed-4b1c-bec2-7aa009a3516c tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Network 303de0ee-e6b2-4f16-b090-15548665b4d3 is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:15:35.482984 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-5edc267e-03ed-4b1c-bec2-7aa009a3516c tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, 303de0ee-e6b2-4f16-b090-15548665b4d3) {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:15:35.487815 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fead5cd5-afe8-4c43-aa06-c338e549ce0d req-c0d96561-ead8-49cf-b63d-d79faa19b0f4 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/security-groups?id=8ad86751-3372-47de-bc84-2bfa3ff50eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527492 May 18 18:15:35.492797 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe1cf95-c6f7-476e-b1a1-0cd26ba36601 None None] Network 303de0ee-e6b2-4f16-b090-15548665b4d3 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:15:35.493305 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5edc267e-03ed-4b1c-bec2-7aa009a3516c tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:35.493921 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5edc267e-03ed-4b1c-bec2-7aa009a3516c tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:35.503514 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c56d9dce-0c5b-44db-a3cf-74f89ec27657 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:35.535185 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-5edc267e-03ed-4b1c-bec2-7aa009a3516c tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.2212315 May 18 18:15:35.538841 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-84a99cae-aa0d-4654-8152-bd429b8669fe admin admin] Deleting port 727a3270-d1ee-4a6d-b188-b05b06ae63ae {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:15:35.539127 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-84a99cae-aa0d-4654-8152-bd429b8669fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:35.541466 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 33638) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:15:35.586880 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e02481-b101-4e80-a08e-f40dd6469392 req-29744167-4fdf-4a9a-bc3d-ad587cdbdb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:35.588360 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a6e02481-b101-4e80-a08e-f40dd6469392 req-29744167-4fdf-4a9a-bc3d-ad587cdbdb36 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=90138de8af6145feb645e44366952417&device_id=50867587-12b1-4c94-996f-1a2f1d13c37a HTTP/1.1" status: 200 len: 1095 time: 0.0733526 May 18 18:15:35.751729 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e02481-b101-4e80-a08e-f40dd6469392 req-a69d47a3-a9e3-4c58-9900-283e5fc2536b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:35.753257 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a6e02481-b101-4e80-a08e-f40dd6469392 req-a69d47a3-a9e3-4c58-9900-283e5fc2536b service neutron] 10.222.0.88 "GET /v2.0/networks?id=63d09ffb-24e5-4fc7-b6ac-a48cca6112cf HTTP/1.1" status: 200 len: 912 time: 0.1561635 May 18 18:15:35.870532 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0238141c-cd99-45b2-a829-755699231761 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-303de0ee-e6b2-4f16-b090-15548665b4d3', 'network_id': '303de0ee-e6b2-4f16-b090-15548665b4d3', 'tenant_id': '6664118b95564eb5aa43c658eedfd9ed', 'fixed_ips': [{'subnet_id': 'b58b6ed0-e33d-4911-87f5-9fe233239105'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:15:35.871413 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0238141c-cd99-45b2-a829-755699231761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:35.884031 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a6e02481-b101-4e80-a08e-f40dd6469392 req-b5c794b9-fce1-4e0a-bbf6-8246c4fc3f52 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=821a8237-636b-4752-b80f-e623731ec565 HTTP/1.1" status: 200 len: 217 time: 0.1221316 May 18 18:15:35.957115 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c56d9dce-0c5b-44db-a3cf-74f89ec27657 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:36.021400 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e02481-b101-4e80-a08e-f40dd6469392 req-191f5adf-5abf-48ac-adc7-b0d92cc5fbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:36.024198 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a6e02481-b101-4e80-a08e-f40dd6469392 req-191f5adf-5abf-48ac-adc7-b0d92cc5fbbc service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8da46cd5-73a9-4d04-aee9-3cf83560e14f HTTP/1.1" status: 200 len: 850 time: 0.1308126 May 18 18:15:36.074199 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-84a99cae-aa0d-4654-8152-bd429b8669fe admin admin] For port 727a3270-d1ee-4a6d-b188-b05b06ae63ae, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=727a3270-d1ee-4a6d-b188-b05b06ae63ae,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:15:36.075729 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-84a99cae-aa0d-4654-8152-bd429b8669fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:36.109385 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-84a99cae-aa0d-4654-8152-bd429b8669fe admin admin] Calling delete_port for 727a3270-d1ee-4a6d-b188-b05b06ae63ae owned by network:router_gateway {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:15:36.154242 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e02481-b101-4e80-a08e-f40dd6469392 req-09018871-8f20-4bd6-b9c2-bf53a943334a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:36.155833 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a6e02481-b101-4e80-a08e-f40dd6469392 req-09018871-8f20-4bd6-b9c2-bf53a943334a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=63d09ffb-24e5-4fc7-b6ac-a48cca6112cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1196489 May 18 18:15:36.387030 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a6e02481-b101-4e80-a08e-f40dd6469392 req-6d01278c-1c6f-433e-b66e-706aea148ba3 service neutron] 10.222.0.88 "GET /v2.0/networks/63d09ffb-24e5-4fc7-b6ac-a48cca6112cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220469 May 18 18:15:36.503530 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-0238141c-cd99-45b2-a829-755699231761 None None] Allocated IP 172.20.0.2 (303de0ee-e6b2-4f16-b090-15548665b4d3/b58b6ed0-e33d-4911-87f5-9fe233239105/71f9ce08-88e6-4bcf-8e3c-fab7a6192ce9) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:15:36.595906 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce3131a-d415-42f9-be2b-e855b220f8b1 req-87eaef10-e426-4a11-bd5f-c77ebcabd276 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:36.598146 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bce3131a-d415-42f9-be2b-e855b220f8b1 req-87eaef10-e426-4a11-bd5f-c77ebcabd276 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/ports?device_id=f8e82ff2-3164-44c9-8e95-9b05a4ef9438 HTTP/1.1" status: 200 len: 945 time: 0.1651168 May 18 18:15:36.708619 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56d9dce-0c5b-44db-a3cf-74f89ec27657 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Network 31ebd439-090c-4b25-bbb0-31c48711b145 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:15:36.710610 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bce3131a-d415-42f9-be2b-e855b220f8b1 req-5f40164f-7e35-4272-995e-87a2c2660259 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/security-groups?id=e692c27b-823e-49d0-99b6-9d1054fe999b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811012 May 18 18:15:36.714185 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a6e02481-b101-4e80-a08e-f40dd6469392 req-1e155d7d-a027-457c-8ad2-1b240858e4a9 service neutron] 10.222.0.88 "GET /v2.0/networks/63d09ffb-24e5-4fc7-b6ac-a48cca6112cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3189383 May 18 18:15:36.724426 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56d9dce-0c5b-44db-a3cf-74f89ec27657 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Pushing event updated for resources: {'Port': ['ID=f63ca9e8-a3e0-4dd7-9ede-4f2989d32e2a,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:36.759304 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-c56d9dce-0c5b-44db-a3cf-74f89ec27657 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:15:36.766359 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56d9dce-0c5b-44db-a3cf-74f89ec27657 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:15:36.807391 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a49bf6e-2ff8-4bce-b110-db48c288a8e7 req-700299f3-6e66-463e-ac92-6bfc3d0a19d2 tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:36.809413 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5a49bf6e-2ff8-4bce-b110-db48c288a8e7 req-700299f3-6e66-463e-ac92-6bfc3d0a19d2 tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] 10.222.0.85 "GET /v2.0/ports?device_id=50867587-12b1-4c94-996f-1a2f1d13c37a HTTP/1.1" status: 200 len: 944 time: 0.2045338 May 18 18:15:36.900298 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device dbad0ded-557f-41c6-aa1a-8b08843bc5ab up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:15:36.971855 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eff793-5087-4fdd-9646-4d9d7e0cdea8 req-099f22b6-df54-4eb5-a1ac-8d2174cb58cb tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:36.973399 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c2eff793-5087-4fdd-9646-4d9d7e0cdea8 req-099f22b6-df54-4eb5-a1ac-8d2174cb58cb tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/ports?device_id=42cdd441-75e4-42c9-95ce-3f081db8b56f HTTP/1.1" status: 200 len: 945 time: 0.1035221 May 18 18:15:37.010761 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port dbad0ded-557f-41c6-aa1a-8b08843bc5ab triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:15:37.011294 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:37.048775 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c2eff793-5087-4fdd-9646-4d9d7e0cdea8 req-7d1c9a89-2315-4856-a5c5-3acc3ef683f1 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/security-groups?id=8ad86751-3372-47de-bc84-2bfa3ff50eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677967 May 18 18:15:37.073956 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5a49bf6e-2ff8-4bce-b110-db48c288a8e7 req-bcc539a9-b946-4f55-a22e-c7c596691972 tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] 10.222.0.85 "GET /v2.0/security-groups?id=e9bfddfb-d8cd-4e22-a2a5-022903ae86af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2278028 May 18 18:15:37.207423 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-84a99cae-aa0d-4654-8152-bd429b8669fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:37.215412 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port dbad0ded-557f-41c6-aa1a-8b08843bc5ab is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:15:37.215412 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:37.243140 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] For port dbad0ded-557f-41c6-aa1a-8b08843bc5ab, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=dbad0ded-557f-41c6-aa1a-8b08843bc5ab,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:15:37.267978 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:37.277298 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a99cae-aa0d-4654-8152-bd429b8669fe admin admin] Pushing event deleted for resources: {'Port': ['ID=727a3270-d1ee-4a6d-b188-b05b06ae63ae,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:37.316142 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0238141c-cd99-45b2-a829-755699231761 None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:37.321406 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 8c9c0751-e221-4aec-9884-7dd0e65d57b6 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:15:37.337152 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c56d9dce-0c5b-44db-a3cf-74f89ec27657 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:37.366694 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0238141c-cd99-45b2-a829-755699231761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:37.370305 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 8c9c0751-e221-4aec-9884-7dd0e65d57b6 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:15:37.370655 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 8c9c0751-e221-4aec-9884-7dd0e65d57b6 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:15:37.403068 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Pushing event updated for resources: {'Port': ['ID=dbad0ded-557f-41c6-aa1a-8b08843bc5ab,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:37.409118 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0238141c-cd99-45b2-a829-755699231761 None None] Network 303de0ee-e6b2-4f16-b090-15548665b4d3 is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:15:37.410916 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-0238141c-cd99-45b2-a829-755699231761 None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:15:37.419928 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0238141c-cd99-45b2-a829-755699231761 None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:15:37.447469 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c56d9dce-0c5b-44db-a3cf-74f89ec27657 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:37.449426 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-84a99cae-aa0d-4654-8152-bd429b8669fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596901'] for router_gateway, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:37.538142 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0238141c-cd99-45b2-a829-755699231761 None None] Pushing event updated for resources: {'Port': ['ID=71f9ce08-88e6-4bcf-8e3c-fab7a6192ce9,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:37.547895 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-0238141c-cd99-45b2-a829-755699231761 None None] Attempting to bind port 71f9ce08-88e6-4bcf-8e3c-fab7a6192ce9 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:15:37.548273 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-0238141c-cd99-45b2-a829-755699231761 None None] Attempting to bind port 71f9ce08-88e6-4bcf-8e3c-fab7a6192ce9 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '1dd8b87d-6712-4ffb-9339-a1d4d8b45f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '303de0ee-e6b2-4f16-b090-15548665b4d3'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:15:37.548647 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0238141c-cd99-45b2-a829-755699231761 None None] Attempting to bind port 71f9ce08-88e6-4bcf-8e3c-fab7a6192ce9 on network 303de0ee-e6b2-4f16-b090-15548665b4d3 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:15:37.572005 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0238141c-cd99-45b2-a829-755699231761 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:15:37.572259 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0238141c-cd99-45b2-a829-755699231761 None None] Checking segment: {'id': '1dd8b87d-6712-4ffb-9339-a1d4d8b45f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '303de0ee-e6b2-4f16-b090-15548665b4d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:15:37.572682 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0238141c-cd99-45b2-a829-755699231761 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:37.573088 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0238141c-cd99-45b2-a829-755699231761 None None] Bound using segment: {'id': '1dd8b87d-6712-4ffb-9339-a1d4d8b45f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '303de0ee-e6b2-4f16-b090-15548665b4d3'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:15:37.573589 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-0238141c-cd99-45b2-a829-755699231761 None None] Bound port: 71f9ce08-88e6-4bcf-8e3c-fab7a6192ce9, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dd8b87d-6712-4ffb-9339-a1d4d8b45f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '303de0ee-e6b2-4f16-b090-15548665b4d3'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:15:37.574034 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0238141c-cd99-45b2-a829-755699231761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:37.676756 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-cc22c740-d712-42a5-84ca-c20a2e02bc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:37.716413 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-0238141c-cd99-45b2-a829-755699231761 None None] For port 71f9ce08-88e6-4bcf-8e3c-fab7a6192ce9, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:15:37.721858 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-0238141c-cd99-45b2-a829-755699231761 None None] For port 71f9ce08-88e6-4bcf-8e3c-fab7a6192ce9, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=71f9ce08-88e6-4bcf-8e3c-fab7a6192ce9,segment=NetworkSegment(1dd8b87d-6712-4ffb-9339-a1d4d8b45f0c),segment_id=1dd8b87d-6712-4ffb-9339-a1d4d8b45f0c)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:15:37.729374 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0238141c-cd99-45b2-a829-755699231761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:37.803078 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0238141c-cd99-45b2-a829-755699231761 None None] Pushing event updated for resources: {'Port': ['ID=71f9ce08-88e6-4bcf-8e3c-fab7a6192ce9,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:37.901260 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b73fe4-2c21-4eef-ac85-28b618aac599 req-6ecf1ddb-e90c-462b-8011-c2c1de2ce905 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:37.903368 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b3b73fe4-2c21-4eef-ac85-28b618aac599 req-6ecf1ddb-e90c-462b-8011-c2c1de2ce905 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/ports?device_id=f8e82ff2-3164-44c9-8e95-9b05a4ef9438 HTTP/1.1" status: 200 len: 945 time: 0.0659583 May 18 18:15:37.971552 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b3b73fe4-2c21-4eef-ac85-28b618aac599 req-6c6176b0-9003-4666-b49e-cd8c34b3cf15 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/security-groups?id=e692c27b-823e-49d0-99b6-9d1054fe999b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528195 May 18 18:15:38.020009 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-84a99cae-aa0d-4654-8152-bd429b8669fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25145'] for router, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:38.036671 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-84a99cae-aa0d-4654-8152-bd429b8669fe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:38.203599 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-84a99cae-aa0d-4654-8152-bd429b8669fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593303'] for router, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:38.204303 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84a99cae-aa0d-4654-8152-bd429b8669fe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 80230c45-283f-45e2-8f91-e30c27a84fb2 {{(pid=102730) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 18 18:15:38.217843 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-84a99cae-aa0d-4654-8152-bd429b8669fe admin admin] Notify callbacks [] for router, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:38.219089 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-84a99cae-aa0d-4654-8152-bd429b8669fe admin admin] 10.222.0.85 "DELETE /v2.0/routers/80230c45-283f-45e2-8f91-e30c27a84fb2 HTTP/1.1" status: 204 len: 168 time: 4.2622097 May 18 18:15:38.226384 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 33690) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:15:38.232613 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a0cd36b9-0b41-42d1-a316-04989fcb1fa2 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:38.294740 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdfbdf6-a5d0-4622-b3fc-166d7d506231 req-ca1f7cba-17fb-4dd8-8c75-04533ef3859f tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:38.298120 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bcdfbdf6-a5d0-4622-b3fc-166d7d506231 req-ca1f7cba-17fb-4dd8-8c75-04533ef3859f tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] 10.222.0.85 "GET /v2.0/ports?device_id=50867587-12b1-4c94-996f-1a2f1d13c37a HTTP/1.1" status: 200 len: 944 time: 0.1177971 May 18 18:15:38.323010 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc60f58a-2596-44cc-95b7-9a25017b14d4 admin admin] Deleting subnet 78294feb-68a7-48ef-ae5c-7522749188b5 {{(pid=102731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:15:38.323489 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3827c631-5759-4269-bde4-4bbf1b51894d req-32d06dd5-3d40-4c51-8075-243727333d60 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:38.325084 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3827c631-5759-4269-bde4-4bbf1b51894d req-32d06dd5-3d40-4c51-8075-243727333d60 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/ports?device_id=42cdd441-75e4-42c9-95ce-3f081db8b56f HTTP/1.1" status: 200 len: 945 time: 0.1669848 May 18 18:15:38.332595 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-bc60f58a-2596-44cc-95b7-9a25017b14d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:38.387433 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bcdfbdf6-a5d0-4622-b3fc-166d7d506231 req-860b620a-a74b-489a-9b9f-4ced56a3174a tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] 10.222.0.85 "GET /v2.0/security-groups?id=e9bfddfb-d8cd-4e22-a2a5-022903ae86af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834522 May 18 18:15:38.395263 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-bc60f58a-2596-44cc-95b7-9a25017b14d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260542153'] for subnet, precommit_delete_associations {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:38.439912 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3827c631-5759-4269-bde4-4bbf1b51894d req-03fc259b-2d2b-4b6e-96ba-15e7e924ca1b tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/security-groups?id=8ad86751-3372-47de-bc84-2bfa3ff50eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049771 May 18 18:15:38.443569 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c56d9dce-0c5b-44db-a3cf-74f89ec27657 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:38.457284 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c56d9dce-0c5b-44db-a3cf-74f89ec27657 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:38.502098 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-bc60f58a-2596-44cc-95b7-9a25017b14d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:38.581205 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-bc60f58a-2596-44cc-95b7-9a25017b14d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260898416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260908030'] for subnet, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:38.612173 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc60f58a-2596-44cc-95b7-9a25017b14d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78294feb-68a7-48ef-ae5c-7522749188b5,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:38.620443 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-bc60f58a-2596-44cc-95b7-9a25017b14d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:38.627673 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-bc60f58a-2596-44cc-95b7-9a25017b14d4 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/78294feb-68a7-48ef-ae5c-7522749188b5 HTTP/1.1" status: 204 len: 168 time: 0.3967686 May 18 18:15:38.630108 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 33694) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:15:38.637120 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aafbb41-fa5e-4990-8979-0a30c76f08fa None None] Network 82810032-8519-4a3c-8ef7-90b964dfa33a requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:15:38.856484 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-a0cd36b9-0b41-42d1-a316-04989fcb1fa2 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Allocated IP 172.20.0.1 (303de0ee-e6b2-4f16-b090-15548665b4d3/b58b6ed0-e33d-4911-87f5-9fe233239105/8778ddb4-ae2c-4cba-a5e9-b28be94a8f0c) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:15:38.857341 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1f030bbb-b5d3-47af-96fb-6dfb05591d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:38.946230 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bc4993-2891-4099-a4af-6edbad001332 req-d5795d8f-27f5-454b-90e8-8db169e7ced3 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:38.948006 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b5bc4993-2891-4099-a4af-6edbad001332 req-d5795d8f-27f5-454b-90e8-8db169e7ced3 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.88 "GET /v2.0/ports?device_id=f8e82ff2-3164-44c9-8e95-9b05a4ef9438 HTTP/1.1" status: 200 len: 945 time: 0.2128680 May 18 18:15:39.054058 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c56d9dce-0c5b-44db-a3cf-74f89ec27657 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596987'] for floatingip, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:39.127062 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 71f9ce08-88e6-4bcf-8e3c-fab7a6192ce9 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:15:39.127664 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a0cd36b9-0b41-42d1-a316-04989fcb1fa2 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:39.172620 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85bcefdd-5597-4939-b810-11ee268403e3 None None] DHCP port deletion for 82810032-8519-4a3c-8ef7-90b964dfa33a request from n-d-838550-3 {{(pid=102732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 18:15:39.174406 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56d9dce-0c5b-44db-a3cf-74f89ec27657 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Pushing event updated for resources: {'Port': ['ID=f63ca9e8-a3e0-4dd7-9ede-4f2989d32e2a,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:39.186749 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-1f030bbb-b5d3-47af-96fb-6dfb05591d06 admin admin] Deleting port 17416606-e0f0-454d-8fb7-49461274a0fb {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:15:39.187098 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1f030bbb-b5d3-47af-96fb-6dfb05591d06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:39.199936 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a0cd36b9-0b41-42d1-a316-04989fcb1fa2 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:39.226738 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c56d9dce-0c5b-44db-a3cf-74f89ec27657 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:39.226738 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-c56d9dce-0c5b-44db-a3cf-74f89ec27657 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 8.0462811 May 18 18:15:39.269954 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 71f9ce08-88e6-4bcf-8e3c-fab7a6192ce9 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:15:39.270672 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:39.277039 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0cd36b9-0b41-42d1-a316-04989fcb1fa2 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Network 303de0ee-e6b2-4f16-b090-15548665b4d3 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:15:39.280082 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-a0cd36b9-0b41-42d1-a316-04989fcb1fa2 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:15:39.293458 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0cd36b9-0b41-42d1-a316-04989fcb1fa2 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:15:39.324238 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-85bcefdd-5597-4939-b810-11ee268403e3 None None] Deleting port 17416606-e0f0-454d-8fb7-49461274a0fb {{(pid=102732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:15:39.324779 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-85bcefdd-5597-4939-b810-11ee268403e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:39.391895 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a0cd36b9-0b41-42d1-a316-04989fcb1fa2 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595826'] for router_interface, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:39.403650 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd36b9-0b41-42d1-a316-04989fcb1fa2 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Pushing event updated for resources: {'Port': ['ID=8778ddb4-ae2c-4cba-a5e9-b28be94a8f0c,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:39.403855 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e2cba5-4995-48c4-a0d0-854d80a0d800 req-388ebd19-5120-4474-951f-03f41af91116 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:39.421800 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c0e2cba5-4995-48c4-a0d0-854d80a0d800 req-388ebd19-5120-4474-951f-03f41af91116 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/ports?device_id=f8e82ff2-3164-44c9-8e95-9b05a4ef9438 HTTP/1.1" status: 200 len: 945 time: 0.3178802 May 18 18:15:39.466481 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-1f030bbb-b5d3-47af-96fb-6dfb05591d06 admin admin] For port 17416606-e0f0-454d-8fb7-49461274a0fb, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=17416606-e0f0-454d-8fb7-49461274a0fb,segment=NetworkSegment(01b6ee56-eb83-4eea-abd1-cfaf4cf1fd5f),segment_id=01b6ee56-eb83-4eea-abd1-cfaf4cf1fd5f)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:15:39.466865 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1f030bbb-b5d3-47af-96fb-6dfb05591d06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:39.472377 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-85bcefdd-5597-4939-b810-11ee268403e3 None None] For port 17416606-e0f0-454d-8fb7-49461274a0fb, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=17416606-e0f0-454d-8fb7-49461274a0fb,segment=NetworkSegment(01b6ee56-eb83-4eea-abd1-cfaf4cf1fd5f),segment_id=01b6ee56-eb83-4eea-abd1-cfaf4cf1fd5f)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:15:39.472781 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-85bcefdd-5597-4939-b810-11ee268403e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:39.480495 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-b5bc4993-2891-4099-a4af-6edbad001332 req-a314ab82-b323-4064-881b-48a634198f63 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Deleting port 62899431-67bc-4b45-b6b3-cfcf0f6d79c6 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:15:39.480495 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-b5bc4993-2891-4099-a4af-6edbad001332 req-a314ab82-b323-4064-881b-48a634198f63 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:39.491469 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-85bcefdd-5597-4939-b810-11ee268403e3 None None] Calling delete_port for 17416606-e0f0-454d-8fb7-49461274a0fb owned by network:dhcp {{(pid=102732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:15:39.530883 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-1f030bbb-b5d3-47af-96fb-6dfb05591d06 admin admin] Calling delete_port for 17416606-e0f0-454d-8fb7-49461274a0fb owned by network:dhcp {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:15:39.574680 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c0e2cba5-4995-48c4-a0d0-854d80a0d800 req-e91f672b-9d93-4a31-abb3-5fa30e512e2c tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/security-groups?id=e692c27b-823e-49d0-99b6-9d1054fe999b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520064 May 18 18:15:39.605065 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e891359-5d47-4e46-b4e6-6edc19995756 None None] Network 303de0ee-e6b2-4f16-b090-15548665b4d3 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:15:39.637898 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-85bcefdd-5597-4939-b810-11ee268403e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508'] for port, after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:39.656536 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b6d144-07c1-4502-b91b-fdcfc4e98d38 req-8d652afc-5a23-4330-94c7-2991988ca8b5 tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:39.665897 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c6b6d144-07c1-4502-b91b-fdcfc4e98d38 req-8d652afc-5a23-4330-94c7-2991988ca8b5 tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] 10.222.0.85 "GET /v2.0/ports?device_id=50867587-12b1-4c94-996f-1a2f1d13c37a HTTP/1.1" status: 200 len: 944 time: 0.1300623 May 18 18:15:39.687520 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-b5bc4993-2891-4099-a4af-6edbad001332 req-a314ab82-b323-4064-881b-48a634198f63 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] For port 62899431-67bc-4b45-b6b3-cfcf0f6d79c6, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=62899431-67bc-4b45-b6b3-cfcf0f6d79c6,segment=NetworkSegment(e113abf4-4b0e-4afe-a737-f70ad5d66353),segment_id=e113abf4-4b0e-4afe-a737-f70ad5d66353)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:15:39.687520 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-b5bc4993-2891-4099-a4af-6edbad001332 req-a314ab82-b323-4064-881b-48a634198f63 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:39.705956 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-b5bc4993-2891-4099-a4af-6edbad001332 req-a314ab82-b323-4064-881b-48a634198f63 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Calling delete_port for 62899431-67bc-4b45-b6b3-cfcf0f6d79c6 owned by compute:nova {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:15:39.724594 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85bcefdd-5597-4939-b810-11ee268403e3 None None] No DVR routers for this DVR port 17416606-e0f0-454d-8fb7-49461274a0fb on host n-d-838550-3 {{(pid=102732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:15:39.759780 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c6b6d144-07c1-4502-b91b-fdcfc4e98d38 req-a4aac1da-212e-49b4-930c-e1d5fdf56b59 tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] 10.222.0.85 "GET /v2.0/security-groups?id=e9bfddfb-d8cd-4e22-a2a5-022903ae86af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927570 May 18 18:15:39.772838 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a0cd36b9-0b41-42d1-a316-04989fcb1fa2 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:39.822021 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1f030bbb-b5d3-47af-96fb-6dfb05591d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:39.891906 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c0f4d9ea-cc1b-4ca7-b342-3908a00dff94 req-8685441b-a3c4-4de5-a202-7bc6aa509f85 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-securitygroup--1827976551&fields=id&tenant_id=46ea3823b08b4c9799a678c4a73b1420 HTTP/1.1" status: 200 len: 267 time: 0.1837282 May 18 18:15:39.914279 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f030bbb-b5d3-47af-96fb-6dfb05591d06 admin admin] Pushing event deleted for resources: {'Port': ['ID=17416606-e0f0-454d-8fb7-49461274a0fb,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:39.919432 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f030bbb-b5d3-47af-96fb-6dfb05591d06 admin admin] No DVR routers for this DVR port 17416606-e0f0-454d-8fb7-49461274a0fb on host n-d-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:15:40.017113 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 821a8237-636b-4752-b80f-e623731ec565 details requested by agent hyperv_n-h2-838550-3 with host n-h2-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:15:40.042066 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-7167cc50-52b0-45c8-9e2e-dd3525500adf None None] Provisioning complete for port 71f9ce08-88e6-4bcf-8e3c-fab7a6192ce9 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:15:40.042066 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-7167cc50-52b0-45c8-9e2e-dd3525500adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:40.042066 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bcefdd-5597-4939-b810-11ee268403e3 None None] Pushing event deleted for resources: {'Port': ['ID=17416606-e0f0-454d-8fb7-49461274a0fb,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:40.074957 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1f030bbb-b5d3-47af-96fb-6dfb05591d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:40.133797 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 71f9ce08-88e6-4bcf-8e3c-fab7a6192ce9 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:15:40.134201 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:40.154419 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-1f030bbb-b5d3-47af-96fb-6dfb05591d06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82810032-8519-4a3c-8ef7-90b964dfa33a']}} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:15:40.165803 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f4d9ea-cc1b-4ca7-b342-3908a00dff94 req-fcc0181e-b652-43c9-ba0a-731d831f3414 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:40.178928 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c0f4d9ea-cc1b-4ca7-b342-3908a00dff94 req-fcc0181e-b652-43c9-ba0a-731d831f3414 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "GET /v2.0/networks?id=32202dd9-9064-4832-817f-7e8b4a8db1c5 HTTP/1.1" status: 200 len: 810 time: 0.2860305 May 18 18:15:40.208859 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-791046ce-d707-4d91-abab-5532f5be8b2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:40.217993 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-1f030bbb-b5d3-47af-96fb-6dfb05591d06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01b6ee56-eb83-4eea-abd1-cfaf4cf1fd5f') {'for_net_delete': True} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:15:40.218330 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-1f030bbb-b5d3-47af-96fb-6dfb05591d06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01b6ee56-eb83-4eea-abd1-cfaf4cf1fd5f') {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:15:40.222680 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.db.resource_extend [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 18 18:15:40.232428 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c0f4d9ea-cc1b-4ca7-b342-3908a00dff94 req-e2cde76c-2344-4c3d-942b-bf40ef924845 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "GET /v2.0/quotas/46ea3823b08b4c9799a678c4a73b1420 HTTP/1.1" status: 200 len: 375 time: 0.0525653 May 18 18:15:40.234363 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-b5bc4993-2891-4099-a4af-6edbad001332 req-a314ab82-b323-4064-881b-48a634198f63 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:40.251986 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a0cd36b9-0b41-42d1-a316-04989fcb1fa2 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:40.253641 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1f030bbb-b5d3-47af-96fb-6dfb05591d06 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260542144'] for segment, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:40.260220 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a0cd36b9-0b41-42d1-a316-04989fcb1fa2 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:40.264945 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] For port 71f9ce08-88e6-4bcf-8e3c-fab7a6192ce9, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=71f9ce08-88e6-4bcf-8e3c-fab7a6192ce9,segment=NetworkSegment(1dd8b87d-6712-4ffb-9339-a1d4d8b45f0c),segment_id=1dd8b87d-6712-4ffb-9339-a1d4d8b45f0c)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:15:40.314900 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:40.315929 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device dbad0ded-557f-41c6-aa1a-8b08843bc5ab up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:15:40.319701 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['62899431-67bc-4b45-b6b3-cfcf0f6d79c6'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:15:40.342513 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a314ab82-b323-4064-881b-48a634198f63 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Pushing event deleted for resources: {'Port': ['ID=62899431-67bc-4b45-b6b3-cfcf0f6d79c6,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:40.357826 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41a1a11-92f8-435e-ab07-890637ec8d88 req-6b79122c-74f8-40d9-b80f-1a26a6b215b4 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:40.359976 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d41a1a11-92f8-435e-ab07-890637ec8d88 req-6b79122c-74f8-40d9-b80f-1a26a6b215b4 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/ports?device_id=42cdd441-75e4-42c9-95ce-3f081db8b56f HTTP/1.1" status: 200 len: 945 time: 0.1709535 May 18 18:15:40.379590 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1f030bbb-b5d3-47af-96fb-6dfb05591d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:40.389778 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a0cd36b9-0b41-42d1-a316-04989fcb1fa2 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-595870'] for router_interface, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:40.406894 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['c9ccf49f-2846-4d2f-823c-7e2da03e56af'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:15:40.415978 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd36b9-0b41-42d1-a316-04989fcb1fa2 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Pushing event updated for resources: {'Port': ['ID=8778ddb4-ae2c-4cba-a5e9-b28be94a8f0c,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:40.426338 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f030bbb-b5d3-47af-96fb-6dfb05591d06 admin admin] Releasing vlan 631 on physical network physnet1 to pool {{(pid=102731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:15:40.427469 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1f030bbb-b5d3-47af-96fb-6dfb05591d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260884178'] for segment, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:40.439094 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c0f4d9ea-cc1b-4ca7-b342-3908a00dff94 req-ed83bad8-092c-4b11-bca2-d67290e7e136 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=46ea3823b08b4c9799a678c4a73b1420&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2058175 May 18 18:15:40.440400 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5bc4993-2891-4099-a4af-6edbad001332 req-a314ab82-b323-4064-881b-48a634198f63 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] No DVR routers for this DVR port 62899431-67bc-4b45-b6b3-cfcf0f6d79c6 on host n-h2-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:15:40.443044 n-d-838550-3 neutron-server[102731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:15:40.443044 n-d-838550-3 neutron-server[102731]: self.session.flush() May 18 18:15:40.443044 n-d-838550-3 neutron-server[102731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:15:40.443044 n-d-838550-3 neutron-server[102731]: self.session.flush() May 18 18:15:40.443044 n-d-838550-3 neutron-server[102731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:15:40.443044 n-d-838550-3 neutron-server[102731]: self.session.flush() May 18 18:15:40.443044 n-d-838550-3 neutron-server[102731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:15:40.443044 n-d-838550-3 neutron-server[102731]: self.session.flush() May 18 18:15:40.443044 n-d-838550-3 neutron-server[102731]: Traceback (most recent call last): May 18 18:15:40.443044 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:15:40.443044 n-d-838550-3 neutron-server[102731]: timer() May 18 18:15:40.443044 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:15:40.443044 n-d-838550-3 neutron-server[102731]: cb(*args, **kw) May 18 18:15:40.443044 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:15:40.443044 n-d-838550-3 neutron-server[102731]: return func(*args, **kwargs) May 18 18:15:40.443044 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:15:40.443044 n-d-838550-3 neutron-server[102731]: self._notify() May 18 18:15:40.443044 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:15:40.443044 n-d-838550-3 neutron-server[102731]: self.callback(batched_events) May 18 18:15:40.443044 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:15:40.443044 n-d-838550-3 neutron-server[102731]: event.method(event) May 18 18:15:40.443044 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:15:40.443044 n-d-838550-3 neutron-server[102731]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:15:40.443044 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:15:40.443044 n-d-838550-3 neutron-server[102731]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:15:40.443044 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:15:40.443044 n-d-838550-3 neutron-server[102731]: return f(self, *a, **k) May 18 18:15:40.443044 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:15:40.443044 n-d-838550-3 neutron-server[102731]: return self._get(url).json() May 18 18:15:40.443044 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:15:40.443044 n-d-838550-3 neutron-server[102731]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:15:40.443044 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:15:40.443044 n-d-838550-3 neutron-server[102731]: return self.request(url, 'GET', **kwargs) May 18 18:15:40.443044 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:15:40.443044 n-d-838550-3 neutron-server[102731]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:15:40.443044 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:15:40.443044 n-d-838550-3 neutron-server[102731]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:15:40.443044 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:15:40.443044 n-d-838550-3 neutron-server[102731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:15:40.443044 n-d-838550-3 neutron-server[102731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:15:40.445437 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-b5bc4993-2891-4099-a4af-6edbad001332 req-a314ab82-b323-4064-881b-48a634198f63 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:40.467387 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b5bc4993-2891-4099-a4af-6edbad001332 req-a314ab82-b323-4064-881b-48a634198f63 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.88 "DELETE /v2.0/ports/62899431-67bc-4b45-b6b3-cfcf0f6d79c6 HTTP/1.1" status: 204 len: 173 time: 1.5046017 May 18 18:15:40.490864 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d41a1a11-92f8-435e-ab07-890637ec8d88 req-6a012901-ad78-448c-99ca-a91ee0ab5ff8 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/security-groups?id=8ad86751-3372-47de-bc84-2bfa3ff50eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237967 May 18 18:15:40.497470 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8e82ff2-3164-44c9-8e95-9b05a4ef9438', 'name': 'network-vif-deleted', 'tag': '62899431-67bc-4b45-b6b3-cfcf0f6d79c6'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:15:40.510087 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-914d4400-d786-46ce-9740-53ade7db4a0b" -d '{"events": [{"server_uuid": "f8e82ff2-3164-44c9-8e95-9b05a4ef9438", "name": "network-vif-deleted", "tag": "62899431-67bc-4b45-b6b3-cfcf0f6d79c6"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:15:40.515985 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 33738) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:15:40.523556 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-1cd2194a-6e77-4228-b48c-5044b1c49a0b tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-96964594'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:15:40.576796 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21a529bc-da49-4ab9-add7-bcf9acf54891 x-openstack-request-id: req-21a529bc-da49-4ab9-add7-bcf9acf54891 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:15:40.577036 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8e82ff2-3164-44c9-8e95-9b05a4ef9438", "name": "network-vif-deleted", "tag": "62899431-67bc-4b45-b6b3-cfcf0f6d79c6", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:15:40.577508 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-21a529bc-da49-4ab9-add7-bcf9acf54891 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:15:40.577654 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21a529bc-da49-4ab9-add7-bcf9acf54891'] response: {'server_uuid': 'f8e82ff2-3164-44c9-8e95-9b05a4ef9438', 'name': 'network-vif-deleted', 'tag': '62899431-67bc-4b45-b6b3-cfcf0f6d79c6', 'status': 'completed', 'code': 200} May 18 18:15:40.602264 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cd2194a-6e77-4228-b48c-5044b1c49a0b tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Made reservation on behalf of 4667f10dce1e42bbbeb327b02812458d for: {'network': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:15:40.606292 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1cd2194a-6e77-4228-b48c-5044b1c49a0b tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:40.623866 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0cd36b9-0b41-42d1-a316-04989fcb1fa2 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Network 303de0ee-e6b2-4f16-b090-15548665b4d3 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:15:40.626127 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-a0cd36b9-0b41-42d1-a316-04989fcb1fa2 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:15:40.662691 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1f030bbb-b5d3-47af-96fb-6dfb05591d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:40.685091 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1f030bbb-b5d3-47af-96fb-6dfb05591d06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:40.691242 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-1f030bbb-b5d3-47af-96fb-6dfb05591d06 admin admin] 10.222.0.85 "DELETE /v2.0/networks/82810032-8519-4a3c-8ef7-90b964dfa33a HTTP/1.1" status: 204 len: 168 time: 2.0577092 May 18 18:15:40.707719 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cd2194a-6e77-4228-b48c-5044b1c49a0b tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 612} {{(pid=102730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:15:40.709045 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f030bbb-b5d3-47af-96fb-6dfb05591d06 admin admin] Pushing event deleted for resources: {'Network': ['ID=82810032-8519-4a3c-8ef7-90b964dfa33a,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:40.729292 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1cd2194a-6e77-4228-b48c-5044b1c49a0b tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:40.729671 n-d-838550-3 neutron-server[102730]: INFO neutron.db.segments_db [None req-1cd2194a-6e77-4228-b48c-5044b1c49a0b tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Added segment 548811fd-0d5d-4f2a-9c52-8b852003d48e of type vlan for network a49d7af7-9a16-489e-8fc6-4b85db67dcd9 May 18 18:15:40.743843 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c0f4d9ea-cc1b-4ca7-b342-3908a00dff94 req-d7c2ec12-0ce0-437b-869e-5de1e9288f4b service neutron] 10.222.0.85 "GET /v2.0/networks/32202dd9-9064-4832-817f-7e8b4a8db1c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241395 May 18 18:15:40.772057 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 821a8237-636b-4752-b80f-e623731ec565, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=821a8237-636b-4752-b80f-e623731ec565,segment=NetworkSegment(92897347-386e-4d21-86c2-ab30cc73f8d0),segment_id=92897347-386e-4d21-86c2-ab30cc73f8d0)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:15:40.796995 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Returning: {'device': '821a8237-636b-4752-b80f-e623731ec565', 'network_id': '63d09ffb-24e5-4fc7-b6ac-a48cca6112cf', 'port_id': '821a8237-636b-4752-b80f-e623731ec565', 'mac_address': 'fa:16:3e:8c:12:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8da46cd5-73a9-4d04-aee9-3cf83560e14f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:15:40.889591 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6f6ac41b-fd6a-4963-a052-7e87ae892d2e req-2b86b683-0bb0-4157-be3c-4bbf20d06564 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/ports?device_id=f8e82ff2-3164-44c9-8e95-9b05a4ef9438 HTTP/1.1" status: 200 len: 210 time: 0.1308830 May 18 18:15:40.901499 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1cd2194a-6e77-4228-b48c-5044b1c49a0b tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:40.935730 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c0f4d9ea-cc1b-4ca7-b342-3908a00dff94 req-d46cc330-1c4a-4c59-9ae6-370b32e85c13 service neutron] 10.222.0.85 "GET /v2.0/networks/32202dd9-9064-4832-817f-7e8b4a8db1c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902115 May 18 18:15:40.958550 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0cd36b9-0b41-42d1-a316-04989fcb1fa2 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Router f3d2174e-4612-4055-8705-8603e9dc9c9a has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:15:40.978330 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1cd2194a-6e77-4228-b48c-5044b1c49a0b tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:40.984718 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd2194a-6e77-4228-b48c-5044b1c49a0b tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:40.985415 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1cd2194a-6e77-4228-b48c-5044b1c49a0b tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:41.038011 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 33746) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:15:41.049664 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-7167cc50-52b0-45c8-9e2e-dd3525500adf None None] Current status of the port 71f9ce08-88e6-4bcf-8e3c-fab7a6192ce9 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:15:41.086490 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port dbad0ded-557f-41c6-aa1a-8b08843bc5ab triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:15:41.086968 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:41.089775 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Pushing event updated for resources: {'Port': ['ID=71f9ce08-88e6-4bcf-8e3c-fab7a6192ce9,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:41.125647 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-1cd2194a-6e77-4228-b48c-5044b1c49a0b tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6084738 May 18 18:15:41.127126 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-2f9cdb8a-a1d0-4c77-b75f-8a0eb3b164af admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=959b4a96654a42e29bad9a24937c9c47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0881126 May 18 18:15:41.130440 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 33748) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:15:41.130984 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 33750) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:15:41.144281 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-f6266ac2-f18a-472c-bfcd-4f7ab3fe91f2 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-785789660'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:15:41.158056 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd2194a-6e77-4228-b48c-5044b1c49a0b tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Pushing event updated for resources: {'Network': ['ID=a49d7af7-9a16-489e-8fc6-4b85db67dcd9,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:41.210455 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network a49d7af7-9a16-489e-8fc6-4b85db67dcd9 details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:15:41.233003 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6266ac2-f18a-472c-bfcd-4f7ab3fe91f2 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Made reservation on behalf of 4667f10dce1e42bbbeb327b02812458d for: {'network': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:15:41.235322 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3899eb3d-55d7-478e-b419-1a7cbac34fc6 req-63edebc0-1193-40c0-a220-de8f0b772853 tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:41.236907 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3899eb3d-55d7-478e-b419-1a7cbac34fc6 req-63edebc0-1193-40c0-a220-de8f0b772853 tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] 10.222.0.85 "GET /v2.0/ports?device_id=50867587-12b1-4c94-996f-1a2f1d13c37a HTTP/1.1" status: 200 len: 944 time: 0.1402144 May 18 18:15:41.245458 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f6266ac2-f18a-472c-bfcd-4f7ab3fe91f2 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:41.254032 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0cd36b9-0b41-42d1-a316-04989fcb1fa2 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:15:41.263473 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-a0cd36b9-0b41-42d1-a316-04989fcb1fa2 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "PUT /v2.0/routers/f3d2174e-4612-4055-8705-8603e9dc9c9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7153919 May 18 18:15:41.264040 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 33756) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:15:41.312038 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-19a9f40c-7228-4424-8e25-f82eed93f329 req-e9b0f778-8293-4f2d-afb3-ba63d15e9a49 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "GET /v2.0/ports?device_id=00ae5749-325c-4339-a1d0-d91fc688ad0c HTTP/1.1" status: 200 len: 210 time: 0.0574822 May 18 18:15:41.330457 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-cf5a9aea-de17-43e1-8248-bdb9820ba274 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:41.346086 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6266ac2-f18a-472c-bfcd-4f7ab3fe91f2 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 616} {{(pid=102731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:15:41.360208 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba2c203-913c-47eb-9a6e-0a13ffe85a0f None None] Sync routers for ids ['f3d2174e-4612-4055-8705-8603e9dc9c9a'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:15:41.369187 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-cf5a9aea-de17-43e1-8248-bdb9820ba274 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:41.371376 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f6266ac2-f18a-472c-bfcd-4f7ab3fe91f2 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:41.371660 n-d-838550-3 neutron-server[102731]: INFO neutron.db.segments_db [None req-f6266ac2-f18a-472c-bfcd-4f7ab3fe91f2 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Added segment cf7df900-9ffb-48f9-b318-c52437b4c248 of type vlan for network 43a58ba6-946d-4778-a241-0f5d338fd928 May 18 18:15:41.467008 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f6266ac2-f18a-472c-bfcd-4f7ab3fe91f2 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:41.487154 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3899eb3d-55d7-478e-b419-1a7cbac34fc6 req-065dfc76-121a-4a21-9882-f0c2c38869bd tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] 10.222.0.85 "GET /v2.0/security-groups?id=e9bfddfb-d8cd-4e22-a2a5-022903ae86af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2238097 May 18 18:15:41.496485 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:41.509746 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port dbad0ded-557f-41c6-aa1a-8b08843bc5ab is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:15:41.509746 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba2c203-913c-47eb-9a6e-0a13ffe85a0f None None] Routers {'f3d2174e-4612-4055-8705-8603e9dc9c9a'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:15:41.509746 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-4ba2c203-913c-47eb-9a6e-0a13ffe85a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:15:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['f3d2174e-4612-4055-8705-8603e9dc9c9a'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:15:41.526875 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f6266ac2-f18a-472c-bfcd-4f7ab3fe91f2 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:41.534168 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6266ac2-f18a-472c-bfcd-4f7ab3fe91f2 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:41.534878 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f6266ac2-f18a-472c-bfcd-4f7ab3fe91f2 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:41.569635 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-cf5a9aea-de17-43e1-8248-bdb9820ba274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:41.572819 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-cf5a9aea-de17-43e1-8248-bdb9820ba274 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:41.574080 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-cf5a9aea-de17-43e1-8248-bdb9820ba274 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/58347793-32a9-458f-9c0f-7823b96e7e6b HTTP/1.1" status: 204 len: 168 time: 0.4408519 May 18 18:15:41.581311 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-f6266ac2-f18a-472c-bfcd-4f7ab3fe91f2 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4491317 May 18 18:15:41.586085 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 33768) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:15:41.601820 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-e3c34650-aa3b-4157-b152-dd327f0aa66b tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Request body: {'subnet': {'network_id': 'a49d7af7-9a16-489e-8fc6-4b85db67dcd9', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:15:41.638292 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-813f27f7-b078-4d2e-8d05-95321a0f3042 tempest-TestNetworkBasicOps-813462103 tempest-TestNetworkBasicOps-813462103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:41.638920 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-813f27f7-b078-4d2e-8d05-95321a0f3042 tempest-TestNetworkBasicOps-813462103 tempest-TestNetworkBasicOps-813462103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:41.639404 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-813f27f7-b078-4d2e-8d05-95321a0f3042 tempest-TestNetworkBasicOps-813462103 tempest-TestNetworkBasicOps-813462103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:41.639872 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-813f27f7-b078-4d2e-8d05-95321a0f3042 tempest-TestNetworkBasicOps-813462103 tempest-TestNetworkBasicOps-813462103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:41.640346 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-813f27f7-b078-4d2e-8d05-95321a0f3042 tempest-TestNetworkBasicOps-813462103 tempest-TestNetworkBasicOps-813462103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:41.640815 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-813f27f7-b078-4d2e-8d05-95321a0f3042 tempest-TestNetworkBasicOps-813462103 tempest-TestNetworkBasicOps-813462103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:41.641279 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-813f27f7-b078-4d2e-8d05-95321a0f3042 tempest-TestNetworkBasicOps-813462103 tempest-TestNetworkBasicOps-813462103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:41.644917 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 821a8237-636b-4752-b80f-e623731ec565 is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:15:41.645882 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:41.646017 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-813f27f7-b078-4d2e-8d05-95321a0f3042 tempest-TestNetworkBasicOps-813462103 tempest-TestNetworkBasicOps-813462103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:41.646467 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-813f27f7-b078-4d2e-8d05-95321a0f3042 tempest-TestNetworkBasicOps-813462103 tempest-TestNetworkBasicOps-813462103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:41.646948 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-813f27f7-b078-4d2e-8d05-95321a0f3042 tempest-TestNetworkBasicOps-813462103 tempest-TestNetworkBasicOps-813462103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:41.647673 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-813f27f7-b078-4d2e-8d05-95321a0f3042 tempest-TestNetworkBasicOps-813462103 tempest-TestNetworkBasicOps-813462103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:41.651182 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-813f27f7-b078-4d2e-8d05-95321a0f3042 tempest-TestNetworkBasicOps-813462103 tempest-TestNetworkBasicOps-813462103-project-admin] 10.222.0.85 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7736 time: 0.3862379 May 18 18:15:41.654172 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 33770) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:15:41.665270 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 821a8237-636b-4752-b80f-e623731ec565 {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:15:41.674469 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 727a3270-d1ee-4a6d-b188-b05b06ae63ae no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:15:41.707730 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 727a3270-d1ee-4a6d-b188-b05b06ae63ae {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:15:41.708775 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 727a3270-d1ee-4a6d-b188-b05b06ae63ae not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:15:41.775352 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5a9aea-de17-43e1-8248-bdb9820ba274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58347793-32a9-458f-9c0f-7823b96e7e6b,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:41.777795 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 821a8237-636b-4752-b80f-e623731ec565, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=821a8237-636b-4752-b80f-e623731ec565,segment=NetworkSegment(92897347-386e-4d21-86c2-ab30cc73f8d0),segment_id=92897347-386e-4d21-86c2-ab30cc73f8d0)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:15:41.778675 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6266ac2-f18a-472c-bfcd-4f7ab3fe91f2 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Pushing event updated for resources: {'Network': ['ID=43a58ba6-946d-4778-a241-0f5d338fd928,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:41.796298 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-4ba2c203-913c-47eb-9a6e-0a13ffe85a0f None None] Set router f3d2174e-4612-4055-8705-8603e9dc9c9a gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:15:41.882005 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:41.910162 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e176d85-ad52-49c0-afea-0f5c3096d8b0 req-b58af5dc-ceb2-437d-8cd9-e517f59e5171 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:41.911973 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3e176d85-ad52-49c0-afea-0f5c3096d8b0 req-b58af5dc-ceb2-437d-8cd9-e517f59e5171 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/ports?device_id=42cdd441-75e4-42c9-95ce-3f081db8b56f HTTP/1.1" status: 200 len: 945 time: 0.1383224 May 18 18:15:41.989769 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network 43a58ba6-946d-4778-a241-0f5d338fd928 details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:15:42.108298 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 71f9ce08-88e6-4bcf-8e3c-fab7a6192ce9 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:15:42.257856 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['821a8237-636b-4752-b80f-e623731ec565'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:15:42.544303 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=821a8237-636b-4752-b80f-e623731ec565,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:42.604118 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d8ede24-507c-4067-bd77-43c9295f3871 tempest-TestNetworkBasicOps-813462103 tempest-TestNetworkBasicOps-813462103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:42.604716 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d8ede24-507c-4067-bd77-43c9295f3871 tempest-TestNetworkBasicOps-813462103 tempest-TestNetworkBasicOps-813462103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:42.604802 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3c34650-aa3b-4157-b152-dd327f0aa66b tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Made reservation on behalf of 4667f10dce1e42bbbeb327b02812458d for: {'subnet': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:15:42.605196 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d8ede24-507c-4067-bd77-43c9295f3871 tempest-TestNetworkBasicOps-813462103 tempest-TestNetworkBasicOps-813462103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:42.605604 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d8ede24-507c-4067-bd77-43c9295f3871 tempest-TestNetworkBasicOps-813462103 tempest-TestNetworkBasicOps-813462103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:42.606168 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d8ede24-507c-4067-bd77-43c9295f3871 tempest-TestNetworkBasicOps-813462103 tempest-TestNetworkBasicOps-813462103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:42.606619 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d8ede24-507c-4067-bd77-43c9295f3871 tempest-TestNetworkBasicOps-813462103 tempest-TestNetworkBasicOps-813462103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:42.607067 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d8ede24-507c-4067-bd77-43c9295f3871 tempest-TestNetworkBasicOps-813462103 tempest-TestNetworkBasicOps-813462103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:42.607683 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d8ede24-507c-4067-bd77-43c9295f3871 tempest-TestNetworkBasicOps-813462103 tempest-TestNetworkBasicOps-813462103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:42.608116 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d8ede24-507c-4067-bd77-43c9295f3871 tempest-TestNetworkBasicOps-813462103 tempest-TestNetworkBasicOps-813462103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:42.608562 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d8ede24-507c-4067-bd77-43c9295f3871 tempest-TestNetworkBasicOps-813462103 tempest-TestNetworkBasicOps-813462103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:42.611048 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-1d8ede24-507c-4067-bd77-43c9295f3871 tempest-TestNetworkBasicOps-813462103 tempest-TestNetworkBasicOps-813462103-project-admin] 10.222.0.85 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6567 time: 0.9558947 May 18 18:15:42.619721 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 33796) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:15:42.625881 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e3c34650-aa3b-4157-b152-dd327f0aa66b tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260908003'] for subnet, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:42.654991 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2f3c4eb0-94bf-4a92-b61c-31a9431b42a3 req-d7730018-9e48-4b59-8510-261205e74cb4 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "GET /v2.0/ports?device_id=00ae5749-325c-4339-a1d0-d91fc688ad0c HTTP/1.1" status: 200 len: 210 time: 0.0581305 May 18 18:15:42.669885 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:42.670519 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-248bfddf-1540-4514-beff-e72aa3fd26c8 None None] Provisioning complete for port 71f9ce08-88e6-4bcf-8e3c-fab7a6192ce9 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:15:42.673336 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-248bfddf-1540-4514-beff-e72aa3fd26c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:42.771531 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3e176d85-ad52-49c0-afea-0f5c3096d8b0 req-8395f580-509f-4f69-aeef-e284b912a594 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/security-groups?id=8ad86751-3372-47de-bc84-2bfa3ff50eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8451004 May 18 18:15:42.942319 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 71f9ce08-88e6-4bcf-8e3c-fab7a6192ce9 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:15:42.943052 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:43.019988 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28f4777-02c0-4350-8b51-815e8c18d743 req-d1c6a74d-2e9a-4a1b-8c00-53b03371737a tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:43.035247 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b28f4777-02c0-4350-8b51-815e8c18d743 req-d1c6a74d-2e9a-4a1b-8c00-53b03371737a tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/ports?device_id=0e9ea744-f84b-44dd-91a2-86d0d61ac63c HTTP/1.1" status: 200 len: 946 time: 0.2033157 May 18 18:15:43.179554 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b28f4777-02c0-4350-8b51-815e8c18d743 req-62a468c5-e2d3-4b12-9ead-ac65e54da7f4 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/security-groups?id=e692c27b-823e-49d0-99b6-9d1054fe999b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433041 May 18 18:15:43.181950 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 33814) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:15:43.190527 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998b4920-b27c-4780-a7ee-e0c1fb89ec78 req-78ecd87f-46eb-4683-9911-b15180b8cc1f tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:43.191910 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-998b4920-b27c-4780-a7ee-e0c1fb89ec78 req-78ecd87f-46eb-4683-9911-b15180b8cc1f tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] 10.222.0.85 "GET /v2.0/ports?device_id=50867587-12b1-4c94-996f-1a2f1d13c37a HTTP/1.1" status: 200 len: 945 time: 0.3094633 May 18 18:15:43.195505 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:43.216565 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e3c34650-aa3b-4157-b152-dd327f0aa66b tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260898481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260908021'] for subnet, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:43.280201 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-c73c71c9-f0ec-4657-8fb4-8e93ebe2a926 tempest-TestNetworkBasicOps-813462103 tempest-TestNetworkBasicOps-813462103-project-admin] 10.222.0.85 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5223 time: 0.6582029 May 18 18:15:43.304605 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f4d9ea-cc1b-4ca7-b342-3908a00dff94 req-790ce34f-bb1c-46a7-852c-662ec384ef48 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:43.306888 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c0f4d9ea-cc1b-4ca7-b342-3908a00dff94 req-790ce34f-bb1c-46a7-852c-662ec384ef48 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.88 "GET /v2.0/networks?id=32202dd9-9064-4832-817f-7e8b4a8db1c5 HTTP/1.1" status: 200 len: 810 time: 0.3023920 May 18 18:15:43.321240 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-248bfddf-1540-4514-beff-e72aa3fd26c8 None None] Current status of the port 71f9ce08-88e6-4bcf-8e3c-fab7a6192ce9 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:15:43.325767 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-4ba2c203-913c-47eb-9a6e-0a13ffe85a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3d2174e-4612-4055-8705-8603e9dc9c9a', 'name': 'tempest-TestNetworkBasicOps-router-1729927840', 'tenant_id': '6664118b95564eb5aa43c658eedfd9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': 'dbad0ded-557f-41c6-aa1a-8b08843bc5ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:15:22Z', 'updated_at': '2022-05-18T18:15:39Z', 'revision_number': 4, 'project_id': '6664118b95564eb5aa43c658eedfd9ed', 'gw_port': {'id': 'dbad0ded-557f-41c6-aa1a-8b08843bc5ab', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:a7:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d2174e-4612-4055-8705-8603e9dc9c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:15:25Z', 'updated_at': '2022-05-18T18:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '8778ddb4-ae2c-4cba-a5e9-b28be94a8f0c', 'name': '', 'network_id': '303de0ee-e6b2-4f16-b090-15548665b4d3', 'tenant_id': '6664118b95564eb5aa43c658eedfd9ed', 'mac_address': 'fa:16:3e:62:89:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3d2174e-4612-4055-8705-8603e9dc9c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': 'b58b6ed0-e33d-4911-87f5-9fe233239105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:15:38Z', 'updated_at': '2022-05-18T18:15:39Z', 'revision_number': 2, 'project_id': '6664118b95564eb5aa43c658eedfd9ed', 'subnets': [{'id': 'b58b6ed0-e33d-4911-87f5-9fe233239105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:15:43.355252 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-485ae3b5-f89d-42a0-bfa3-6639fd4b8940 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1597396641-network', 'tenant_id': '3bd50e6e8ccf456285d1c6ca47cc0e73'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:15:43.356391 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-998b4920-b27c-4780-a7ee-e0c1fb89ec78 req-8b6e2eee-2b2f-4734-a056-fa75b3def217 tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] 10.222.0.85 "GET /v2.0/security-groups?id=e9bfddfb-d8cd-4e22-a2a5-022903ae86af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1541157 May 18 18:15:43.368289 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba2c203-913c-47eb-9a6e-0a13ffe85a0f None None] Checking router: f3d2174e-4612-4055-8705-8603e9dc9c9a for host: n-d-838550-3 {{(pid=102732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:15:43.368783 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba2c203-913c-47eb-9a6e-0a13ffe85a0f None None] Updating router f3d2174e-4612-4055-8705-8603e9dc9c9a port 8778ddb4-ae2c-4cba-a5e9-b28be94a8f0c binding host n-d-838550-3 {{(pid=102732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 18:15:43.372280 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c34650-aa3b-4157-b152-dd327f0aa66b tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Pushing event updated for resources: {'Subnet': ['ID=45630181-3d16-4d8d-916e-5a6318bba46b,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:43.381994 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 33820) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:15:43.387154 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-132a4a31-c429-441e-bee1-5d34c01b65cd tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1155772132', 'description': 'tempest-secgroup-smoke-1155772132 description', 'project_id': '6664118b95564eb5aa43c658eedfd9ed'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:15:43.396182 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c0f4d9ea-cc1b-4ca7-b342-3908a00dff94 req-5492eee9-ef1a-447f-925f-fdb74447df74 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=46ea3823b08b4c9799a678c4a73b1420 HTTP/1.1" status: 200 len: 380 time: 0.0727272 May 18 18:15:43.401124 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-485ae3b5-f89d-42a0-bfa3-6639fd4b8940 admin admin] Made reservation on behalf of 3bd50e6e8ccf456285d1c6ca47cc0e73 for: {'network': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:15:43.404820 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-485ae3b5-f89d-42a0-bfa3-6639fd4b8940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:43.410181 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-c0f4d9ea-cc1b-4ca7-b342-3908a00dff94 req-64910ada-2ac8-43bd-8a96-f81ec6b5db17 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Request body: {'port': {'device_id': '00ae5749-325c-4339-a1d0-d91fc688ad0c', 'network_id': '32202dd9-9064-4832-817f-7e8b4a8db1c5', 'admin_state_up': True, 'tenant_id': '46ea3823b08b4c9799a678c4a73b1420', 'security_groups': ['4a1f9358-f3a3-4045-96f1-cde7ad8c9099']}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:15:43.416666 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-485ae3b5-f89d-42a0-bfa3-6639fd4b8940 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:43.432489 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c34650-aa3b-4157-b152-dd327f0aa66b tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Checking segment: {'id': '548811fd-0d5d-4f2a-9c52-8b852003d48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a49d7af7-9a16-489e-8fc6-4b85db67dcd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:15:43.432845 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c34650-aa3b-4157-b152-dd327f0aa66b tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Network hostable DHCP agents. Network: a49d7af7-9a16-489e-8fc6-4b85db67dcd9, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:15:43.478736 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-132a4a31-c429-441e-bee1-5d34c01b65cd tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:43.524378 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c34650-aa3b-4157-b152-dd327f0aa66b tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Network a49d7af7-9a16-489e-8fc6-4b85db67dcd9 is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:15:43.527167 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-485ae3b5-f89d-42a0-bfa3-6639fd4b8940 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:43.533049 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-485ae3b5-f89d-42a0-bfa3-6639fd4b8940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:43.553719 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-e3c34650-aa3b-4157-b152-dd327f0aa66b tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, a49d7af7-9a16-489e-8fc6-4b85db67dcd9) {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:15:43.556327 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-485ae3b5-f89d-42a0-bfa3-6639fd4b8940 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 635} {{(pid=102730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:15:43.565143 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c34650-aa3b-4157-b152-dd327f0aa66b tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:43.565811 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e3c34650-aa3b-4157-b152-dd327f0aa66b tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:43.574029 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485ae3b5-f89d-42a0-bfa3-6639fd4b8940 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cf286b9-4259-46f9-a9b8-06a8c9d0d055,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:43.577817 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-485ae3b5-f89d-42a0-bfa3-6639fd4b8940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:43.578171 n-d-838550-3 neutron-server[102730]: INFO neutron.db.segments_db [None req-485ae3b5-f89d-42a0-bfa3-6639fd4b8940 admin admin] Added segment 1c33b8e1-9163-4f86-a1f0-1efa8c3ca198 of type vlan for network dc4b5d65-5cc2-446b-ba02-e822ca3edfb6 May 18 18:15:43.602660 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-e3c34650-aa3b-4157-b152-dd327f0aa66b tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.0066803 May 18 18:15:43.608429 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 33822) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:15:43.615103 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-37bf9d1b-c0fb-400e-832c-9cf8a6ecf57d tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Request body: {'subnet': {'network_id': '43a58ba6-946d-4778-a241-0f5d338fd928', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:15:43.615677 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aafe904-2238-4def-9b50-a08165594d07 None None] Network a49d7af7-9a16-489e-8fc6-4b85db67dcd9 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:15:43.621035 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0f4d9ea-cc1b-4ca7-b342-3908a00dff94 req-64910ada-2ac8-43bd-8a96-f81ec6b5db17 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Made reservation on behalf of 46ea3823b08b4c9799a678c4a73b1420 for: {'port': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:15:43.624187 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-c0f4d9ea-cc1b-4ca7-b342-3908a00dff94 req-64910ada-2ac8-43bd-8a96-f81ec6b5db17 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:43.653893 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-485ae3b5-f89d-42a0-bfa3-6639fd4b8940 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:43.664709 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-4ba2c203-913c-47eb-9a6e-0a13ffe85a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:43.675577 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-248bfddf-1540-4514-beff-e72aa3fd26c8 None None] Provisioning complete for port 8778ddb4-ae2c-4cba-a5e9-b28be94a8f0c triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:15:43.676029 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-248bfddf-1540-4514-beff-e72aa3fd26c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:43.699520 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-485ae3b5-f89d-42a0-bfa3-6639fd4b8940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:43.702545 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-485ae3b5-f89d-42a0-bfa3-6639fd4b8940 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:43.703148 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-485ae3b5-f89d-42a0-bfa3-6639fd4b8940 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:43.719738 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 71f9ce08-88e6-4bcf-8e3c-fab7a6192ce9 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:15:43.725916 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-132a4a31-c429-441e-bee1-5d34c01b65cd tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:43.755561 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-132a4a31-c429-441e-bee1-5d34c01b65cd tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:43.771013 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-485ae3b5-f89d-42a0-bfa3-6639fd4b8940 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5862362 May 18 18:15:43.777810 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 33826) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:15:43.785826 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-c0f9d441-d2a9-4470-a211-ee8e49bfda54 admin admin] Request body: {'subnet': {'network_id': 'dc4b5d65-5cc2-446b-ba02-e822ca3edfb6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1597396641-subnet', 'tenant_id': '3bd50e6e8ccf456285d1c6ca47cc0e73', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:15:43.793384 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-248bfddf-1540-4514-beff-e72aa3fd26c8 None None] Port 8778ddb4-ae2c-4cba-a5e9-b28be94a8f0c cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:15:43.809095 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485ae3b5-f89d-42a0-bfa3-6639fd4b8940 admin admin] Pushing event updated for resources: {'Network': ['ID=dc4b5d65-5cc2-446b-ba02-e822ca3edfb6,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:43.820295 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0f9d441-d2a9-4470-a211-ee8e49bfda54 admin admin] Made reservation on behalf of 3bd50e6e8ccf456285d1c6ca47cc0e73 for: {'subnet': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:15:43.822686 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c0f9d441-d2a9-4470-a211-ee8e49bfda54 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261031885'] for subnet, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:43.826090 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network dc4b5d65-5cc2-446b-ba02-e822ca3edfb6 details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:15:43.906034 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-132a4a31-c429-441e-bee1-5d34c01b65cd tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:43.907303 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-132a4a31-c429-441e-bee1-5d34c01b65cd tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5242329 May 18 18:15:43.919603 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 17416606-e0f0-454d-8fb7-49461274a0fb no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:15:43.921856 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 62899431-67bc-4b45-b6b3-cfcf0f6d79c6 no longer exists at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:15:43.924297 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fb7cbf3f-cfda-4b61-aebc-d18b13f08821 req-56ba9aa8-7b17-4a5f-8f96-590fc87a9c8b tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "GET /v2.0/ports?device_id=00ae5749-325c-4339-a1d0-d91fc688ad0c HTTP/1.1" status: 200 len: 210 time: 0.0768504 May 18 18:15:43.930134 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 33830) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:15:43.943024 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-5a898963-1f3d-4964-9298-c06374b18679 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Request body: {'security_group_rule': {'security_group_id': 'b068be93-3224-4945-a56f-307009ae784e', 'project_id': '6664118b95564eb5aa43c658eedfd9ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:15:43.953084 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132a4a31-c429-441e-bee1-5d34c01b65cd tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b068be93-3224-4945-a56f-307009ae784e,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:44.006733 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37bf9d1b-c0fb-400e-832c-9cf8a6ecf57d tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Made reservation on behalf of 4667f10dce1e42bbbeb327b02812458d for: {'subnet': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:15:44.010893 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-37bf9d1b-c0fb-400e-832c-9cf8a6ecf57d tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260908003'] for subnet, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:44.020125 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5a898963-1f3d-4964-9298-c06374b18679 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:44.025417 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] No Port match for: 62899431-67bc-4b45-b6b3-cfcf0f6d79c6 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:15:44.025417 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 62899431-67bc-4b45-b6b3-cfcf0f6d79c6 not bound to the agent host n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:15:44.034122 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 17416606-e0f0-454d-8fb7-49461274a0fb {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:15:44.034461 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 17416606-e0f0-454d-8fb7-49461274a0fb not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:15:44.102548 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [req-c0f4d9ea-cc1b-4ca7-b342-3908a00dff94 req-64910ada-2ac8-43bd-8a96-f81ec6b5db17 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Allocated IP 172.20.0.12 (32202dd9-9064-4832-817f-7e8b4a8db1c5/77da057d-3a9e-4973-b1e0-fe1781c445e0/c80e757e-91a4-471c-8d67-e10f2c61b218) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:15:44.117603 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c0f9d441-d2a9-4470-a211-ee8e49bfda54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261104883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261031899'] for subnet, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:44.162894 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89570bc-6cdb-4774-a5b6-cdc505c32fd5 req-85b67b9b-efa8-40c3-8ab5-4521838e05df tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:44.164859 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f89570bc-6cdb-4774-a5b6-cdc505c32fd5 req-85b67b9b-efa8-40c3-8ab5-4521838e05df tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/ports?device_id=42cdd441-75e4-42c9-95ce-3f081db8b56f HTTP/1.1" status: 200 len: 945 time: 0.1113119 May 18 18:15:44.186740 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5a898963-1f3d-4964-9298-c06374b18679 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:44.197796 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5a898963-1f3d-4964-9298-c06374b18679 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:44.207305 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f9d441-d2a9-4470-a211-ee8e49bfda54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e5df085-5e19-493d-91de-23429af05a0a,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:44.227153 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-4ba2c203-913c-47eb-9a6e-0a13ffe85a0f None None] Notify callbacks [] for port, precommit_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:44.230089 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-81e6ff35-5792-4932-9ed9-91fe8568678d None None] Provisioning complete for port 8778ddb4-ae2c-4cba-a5e9-b28be94a8f0c triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:15:44.230513 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-81e6ff35-5792-4932-9ed9-91fe8568678d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:44.270224 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f89570bc-6cdb-4774-a5b6-cdc505c32fd5 req-10e96e69-4426-4a3a-905f-8e18b3f7df8d tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/security-groups?id=8ad86751-3372-47de-bc84-2bfa3ff50eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863984 May 18 18:15:44.271841 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f9d441-d2a9-4470-a211-ee8e49bfda54 admin admin] Checking segment: {'id': '1c33b8e1-9163-4f86-a1f0-1efa8c3ca198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'dc4b5d65-5cc2-446b-ba02-e822ca3edfb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:15:44.272417 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f9d441-d2a9-4470-a211-ee8e49bfda54 admin admin] Network hostable DHCP agents. Network: dc4b5d65-5cc2-446b-ba02-e822ca3edfb6, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:15:44.294239 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f9d441-d2a9-4470-a211-ee8e49bfda54 admin admin] Network dc4b5d65-5cc2-446b-ba02-e822ca3edfb6 is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:15:44.294534 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a898963-1f3d-4964-9298-c06374b18679 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8530fd76-b3eb-45cd-82df-f42a245298b1,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:44.305972 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-4ba2c203-913c-47eb-9a6e-0a13ffe85a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:44.313656 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-c0f9d441-d2a9-4470-a211-ee8e49bfda54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, dc4b5d65-5cc2-446b-ba02-e822ca3edfb6) {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:15:44.315320 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40eb00aa-ef1b-4ce2-9956-e59ee2db3155 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-a49d7af7-9a16-489e-8fc6-4b85db67dcd9', 'network_id': 'a49d7af7-9a16-489e-8fc6-4b85db67dcd9', 'tenant_id': '4667f10dce1e42bbbeb327b02812458d', 'fixed_ips': [{'subnet_id': '45630181-3d16-4d8d-916e-5a6318bba46b'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:15:44.316411 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-40eb00aa-ef1b-4ce2-9956-e59ee2db3155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:44.320008 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f9d441-d2a9-4470-a211-ee8e49bfda54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:44.321608 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c0f9d441-d2a9-4470-a211-ee8e49bfda54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:44.336102 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-81e6ff35-5792-4932-9ed9-91fe8568678d None None] Port 8778ddb4-ae2c-4cba-a5e9-b28be94a8f0c cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:15:44.347483 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-c0f9d441-d2a9-4470-a211-ee8e49bfda54 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5606194 May 18 18:15:44.347679 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e8a412a-7d91-42dd-834e-af1535fe2c67 None None] Network dc4b5d65-5cc2-446b-ba02-e822ca3edfb6 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:15:44.351808 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5a898963-1f3d-4964-9298-c06374b18679 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:44.353597 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-5a898963-1f3d-4964-9298-c06374b18679 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4192834 May 18 18:15:44.356237 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 33836) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:15:44.364707 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-8ffba03d-97e1-4ffd-afe3-d41a9d86173f tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Request body: {'security_group_rule': {'security_group_id': 'b068be93-3224-4945-a56f-307009ae784e', 'project_id': '6664118b95564eb5aa43c658eedfd9ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:15:44.407232 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8ffba03d-97e1-4ffd-afe3-d41a9d86173f tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:44.455602 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-c0f4d9ea-cc1b-4ca7-b342-3908a00dff94 req-64910ada-2ac8-43bd-8a96-f81ec6b5db17 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:44.466420 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd79dca6-aae0-4db5-9caf-4dee2f7da4d6 req-d9f27ffb-b36a-418b-8406-193d7fbc776d tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:44.468110 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bd79dca6-aae0-4db5-9caf-4dee2f7da4d6 req-d9f27ffb-b36a-418b-8406-193d7fbc776d tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/ports?device_id=0e9ea744-f84b-44dd-91a2-86d0d61ac63c HTTP/1.1" status: 200 len: 946 time: 0.1937799 May 18 18:15:44.499220 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-37bf9d1b-c0fb-400e-832c-9cf8a6ecf57d tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260898481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260908021'] for subnet, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:44.542670 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c05769-d219-495a-bb0c-5bb619efd424 None None] Pushing event updated for resources: {'Port': ['ID=8778ddb4-ae2c-4cba-a5e9-b28be94a8f0c,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:44.574415 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bd79dca6-aae0-4db5-9caf-4dee2f7da4d6 req-630e01eb-f120-454f-8811-8a5a739839d0 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/security-groups?id=e692c27b-823e-49d0-99b6-9d1054fe999b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967236 May 18 18:15:44.587995 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8ffba03d-97e1-4ffd-afe3-d41a9d86173f tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:44.596436 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bf9d1b-c0fb-400e-832c-9cf8a6ecf57d tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Pushing event updated for resources: {'Subnet': ['ID=4e937e76-4120-49e8-98d7-f0b65b696259,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:44.599527 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23226bcd-2b3a-4134-8b96-cf8f926f3a98 req-70d4e63a-a02b-41d5-9cba-44e8cdbb8e5d tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:44.613908 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-23226bcd-2b3a-4134-8b96-cf8f926f3a98 req-70d4e63a-a02b-41d5-9cba-44e8cdbb8e5d tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] 10.222.0.85 "GET /v2.0/ports?device_id=50867587-12b1-4c94-996f-1a2f1d13c37a HTTP/1.1" status: 200 len: 945 time: 0.1506889 May 18 18:15:44.621735 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-c0f4d9ea-cc1b-4ca7-b342-3908a00dff94 req-64910ada-2ac8-43bd-8a96-f81ec6b5db17 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:44.627114 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8ffba03d-97e1-4ffd-afe3-d41a9d86173f tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:44.688334 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bf9d1b-c0fb-400e-832c-9cf8a6ecf57d tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Checking segment: {'id': 'cf7df900-9ffb-48f9-b318-c52437b4c248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '43a58ba6-946d-4778-a241-0f5d338fd928'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:15:44.688708 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37bf9d1b-c0fb-400e-832c-9cf8a6ecf57d tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Network hostable DHCP agents. Network: 43a58ba6-946d-4778-a241-0f5d338fd928, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:15:44.699986 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffba03d-97e1-4ffd-afe3-d41a9d86173f tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70d582fa-3ffe-4d97-bc95-8d48125bdf9c,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:44.710781 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-4ba2c203-913c-47eb-9a6e-0a13ffe85a0f None None] Attempting to bind port 8778ddb4-ae2c-4cba-a5e9-b28be94a8f0c on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:15:44.711010 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-4ba2c203-913c-47eb-9a6e-0a13ffe85a0f None None] Attempting to bind port 8778ddb4-ae2c-4cba-a5e9-b28be94a8f0c by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '1dd8b87d-6712-4ffb-9339-a1d4d8b45f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '303de0ee-e6b2-4f16-b090-15548665b4d3'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:15:44.711366 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba2c203-913c-47eb-9a6e-0a13ffe85a0f None None] Attempting to bind port 8778ddb4-ae2c-4cba-a5e9-b28be94a8f0c on network 303de0ee-e6b2-4f16-b090-15548665b4d3 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:15:44.714935 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0f4d9ea-cc1b-4ca7-b342-3908a00dff94 req-64910ada-2ac8-43bd-8a96-f81ec6b5db17 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Network 32202dd9-9064-4832-817f-7e8b4a8db1c5 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:15:44.726999 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [req-c0f4d9ea-cc1b-4ca7-b342-3908a00dff94 req-64910ada-2ac8-43bd-8a96-f81ec6b5db17 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:15:44.731684 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64910ada-2ac8-43bd-8a96-f81ec6b5db17 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Pushing event updated for resources: {'Port': ['ID=c80e757e-91a4-471c-8d67-e10f2c61b218,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:44.736815 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba2c203-913c-47eb-9a6e-0a13ffe85a0f None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:15:44.737233 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba2c203-913c-47eb-9a6e-0a13ffe85a0f None None] Checking segment: {'id': '1dd8b87d-6712-4ffb-9339-a1d4d8b45f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '303de0ee-e6b2-4f16-b090-15548665b4d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:15:44.737380 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8ffba03d-97e1-4ffd-afe3-d41a9d86173f tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:44.738244 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-4ba2c203-913c-47eb-9a6e-0a13ffe85a0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:44.739072 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba2c203-913c-47eb-9a6e-0a13ffe85a0f None None] Bound using segment: {'id': '1dd8b87d-6712-4ffb-9339-a1d4d8b45f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '303de0ee-e6b2-4f16-b090-15548665b4d3'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:15:44.739770 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-4ba2c203-913c-47eb-9a6e-0a13ffe85a0f None None] Bound port: 8778ddb4-ae2c-4cba-a5e9-b28be94a8f0c, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dd8b87d-6712-4ffb-9339-a1d4d8b45f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '303de0ee-e6b2-4f16-b090-15548665b4d3'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:15:44.740620 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-8ffba03d-97e1-4ffd-afe3-d41a9d86173f tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3821030 May 18 18:15:44.741288 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-4ba2c203-913c-47eb-9a6e-0a13ffe85a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:44.744023 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0f4d9ea-cc1b-4ca7-b342-3908a00dff94 req-64910ada-2ac8-43bd-8a96-f81ec6b5db17 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:15:44.750559 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 33846) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:15:44.758529 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-46ed3bd9-40f0-428c-8530-a04ef45f3666 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Request body: {'security_group_rule': {'security_group_id': 'b068be93-3224-4945-a56f-307009ae784e', 'project_id': '6664118b95564eb5aa43c658eedfd9ed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:15:44.766708 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-23226bcd-2b3a-4134-8b96-cf8f926f3a98 req-cd921cf5-a179-4bd9-b260-6e02add4cb68 tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] 10.222.0.85 "GET /v2.0/security-groups?id=e9bfddfb-d8cd-4e22-a2a5-022903ae86af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1506872 May 18 18:15:44.830579 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37bf9d1b-c0fb-400e-832c-9cf8a6ecf57d tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Network 43a58ba6-946d-4778-a241-0f5d338fd928 is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:15:44.890818 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f4d9ea-cc1b-4ca7-b342-3908a00dff94 req-64910ada-2ac8-43bd-8a96-f81ec6b5db17 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:44.891751 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-c0f4d9ea-cc1b-4ca7-b342-3908a00dff94 req-64910ada-2ac8-43bd-8a96-f81ec6b5db17 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:44.904591 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-40eb00aa-ef1b-4ce2-9956-e59ee2db3155 None None] Allocated IP 10.1.1.2 (a49d7af7-9a16-489e-8fc6-4b85db67dcd9/45630181-3d16-4d8d-916e-5a6318bba46b/e7c71583-a4f2-405f-98e1-087437de61c9) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:15:44.906412 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-37bf9d1b-c0fb-400e-832c-9cf8a6ecf57d tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, 43a58ba6-946d-4778-a241-0f5d338fd928) {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:15:44.918186 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-46ed3bd9-40f0-428c-8530-a04ef45f3666 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:44.922154 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37bf9d1b-c0fb-400e-832c-9cf8a6ecf57d tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:44.922932 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-37bf9d1b-c0fb-400e-832c-9cf8a6ecf57d tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:44.929574 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c0f4d9ea-cc1b-4ca7-b342-3908a00dff94 req-64910ada-2ac8-43bd-8a96-f81ec6b5db17 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5259500 May 18 18:15:44.949479 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ea248f-e338-429e-8ca6-79e74c11d98d None None] Network 43a58ba6-946d-4778-a241-0f5d338fd928 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:15:44.951349 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-c0f4d9ea-cc1b-4ca7-b342-3908a00dff94 req-4f7584a5-c4c3-4f91-86d9-6ce9f9da6346 service neutron] Request body: {'port': {'device_id': '00ae5749-325c-4339-a1d0-d91fc688ad0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-3'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:15:44.957524 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dafd990b-3fb2-4935-8f5f-474a477b0966 None None] Network dc4b5d65-5cc2-446b-ba02-e822ca3edfb6 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:15:44.998082 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-4ba2c203-913c-47eb-9a6e-0a13ffe85a0f None None] For port 8778ddb4-ae2c-4cba-a5e9-b28be94a8f0c, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:15:45.089528 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f56a56b-f219-4b60-92da-d5e1d6043bd4 req-e9a66b2f-01da-4108-b1b2-244cc8267d45 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:45.091225 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6f56a56b-f219-4b60-92da-d5e1d6043bd4 req-e9a66b2f-01da-4108-b1b2-244cc8267d45 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "GET /v2.0/ports?device_id=00ae5749-325c-4339-a1d0-d91fc688ad0c HTTP/1.1" status: 200 len: 932 time: 0.0666230 May 18 18:15:45.122780 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-4ba2c203-913c-47eb-9a6e-0a13ffe85a0f None None] For port 8778ddb4-ae2c-4cba-a5e9-b28be94a8f0c, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=8778ddb4-ae2c-4cba-a5e9-b28be94a8f0c,segment=NetworkSegment(1dd8b87d-6712-4ffb-9339-a1d4d8b45f0c),segment_id=1dd8b87d-6712-4ffb-9339-a1d4d8b45f0c)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:15:45.123402 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-37bf9d1b-c0fb-400e-832c-9cf8a6ecf57d tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.5125518 May 18 18:15:45.123933 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 33858) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:15:45.135789 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6f56a56b-f219-4b60-92da-d5e1d6043bd4 req-c4cda46d-8a2c-4a0a-8506-8c5a249666e5 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "GET /v2.0/security-groups?id=4a1f9358-f3a3-4045-96f1-cde7ad8c9099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378423 May 18 18:15:45.141784 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-4ba2c203-913c-47eb-9a6e-0a13ffe85a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:45.154590 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-f384325f-26f0-4f65-88ba-787b512f2f9d tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Request body: {'port': {'network_id': 'a49d7af7-9a16-489e-8fc6-4b85db67dcd9', 'name': 'tempest-TaggedBootDevicesTest_v242-216435885', 'fixed_ips': [{'subnet_id': '45630181-3d16-4d8d-916e-5a6318bba46b'}]}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:15:45.157845 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-c0f4d9ea-cc1b-4ca7-b342-3908a00dff94 req-4f7584a5-c4c3-4f91-86d9-6ce9f9da6346 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:45.175908 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-fc09307b-fa99-4d90-9339-97e8bb440cb6 None None] Provisioning complete for port 8778ddb4-ae2c-4cba-a5e9-b28be94a8f0c triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:15:45.176282 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-fc09307b-fa99-4d90-9339-97e8bb440cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:45.332916 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-46ed3bd9-40f0-428c-8530-a04ef45f3666 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:45.367384 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba2c203-913c-47eb-9a6e-0a13ffe85a0f None None] Routers {'f3d2174e-4612-4055-8705-8603e9dc9c9a'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:15:45.368041 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-4ba2c203-913c-47eb-9a6e-0a13ffe85a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:15:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['f3d2174e-4612-4055-8705-8603e9dc9c9a'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:15:45.385013 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c05769-d219-495a-bb0c-5bb619efd424 None None] Pushing event updated for resources: {'Port': ['ID=8778ddb4-ae2c-4cba-a5e9-b28be94a8f0c,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:45.408014 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e164711-21ba-4c09-8ae5-68b494e4df43 req-df9fb754-7b8b-4c8e-8dac-0a445aa9d963 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:45.410635 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1e164711-21ba-4c09-8ae5-68b494e4df43 req-df9fb754-7b8b-4c8e-8dac-0a445aa9d963 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/networks?id=dc4b5d65-5cc2-446b-ba02-e822ca3edfb6 HTTP/1.1" status: 200 len: 815 time: 0.4198425 May 18 18:15:45.422115 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-46ed3bd9-40f0-428c-8530-a04ef45f3666 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:45.431276 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b32bbb-a16b-4141-bb75-83230f1f18d2 req-3633a9ea-dd55-4717-ada0-03d75b73e8de tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:45.433763 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-40b32bbb-a16b-4141-bb75-83230f1f18d2 req-3633a9ea-dd55-4717-ada0-03d75b73e8de tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/ports?device_id=42cdd441-75e4-42c9-95ce-3f081db8b56f HTTP/1.1" status: 200 len: 945 time: 0.0812454 May 18 18:15:45.472704 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1e164711-21ba-4c09-8ae5-68b494e4df43 req-c6199fab-3b1c-48a6-90de-f2e36030e54b tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/quotas/3bd50e6e8ccf456285d1c6ca47cc0e73 HTTP/1.1" status: 200 len: 375 time: 0.0424418 May 18 18:15:45.473301 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ed3bd9-40f0-428c-8530-a04ef45f3666 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70c4c480-549f-41cc-9847-302609e9d2a9,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:45.497459 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-40b32bbb-a16b-4141-bb75-83230f1f18d2 req-4bbd29e1-de77-4d4d-93e4-87b409e8519e tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/security-groups?id=8ad86751-3372-47de-bc84-2bfa3ff50eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556085 May 18 18:15:45.505243 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-46ed3bd9-40f0-428c-8530-a04ef45f3666 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:45.515783 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 33862) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:15:45.516055 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-46ed3bd9-40f0-428c-8530-a04ef45f3666 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7613590 May 18 18:15:45.520785 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-4b64dc19-a913-495e-8379-3cd4fa6d1fa7 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Request body: {'security_group_rule': {'security_group_id': 'b068be93-3224-4945-a56f-307009ae784e', 'project_id': '6664118b95564eb5aa43c658eedfd9ed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:15:45.558310 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4b64dc19-a913-495e-8379-3cd4fa6d1fa7 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:45.581675 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1e164711-21ba-4c09-8ae5-68b494e4df43 req-53da7193-e1c4-43c3-802d-47e80e3e6e3d tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=3bd50e6e8ccf456285d1c6ca47cc0e73&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0993001 May 18 18:15:45.586259 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f384325f-26f0-4f65-88ba-787b512f2f9d tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Made reservation on behalf of 4667f10dce1e42bbbeb327b02812458d for: {'port': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:15:45.638042 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4b64dc19-a913-495e-8379-3cd4fa6d1fa7 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:45.643985 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4b64dc19-a913-495e-8379-3cd4fa6d1fa7 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:45.683180 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b64dc19-a913-495e-8379-3cd4fa6d1fa7 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8abe3cc1-5c67-4c4d-b2f0-3eacc5ddc216,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:45.689950 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4b64dc19-a913-495e-8379-3cd4fa6d1fa7 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:45.691145 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-4b64dc19-a913-495e-8379-3cd4fa6d1fa7 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1743710 May 18 18:15:45.696217 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 33866) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:15:45.705914 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-194a9119-2e4b-4ee9-87c2-696292398284 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Request body: {'security_group_rule': {'security_group_id': 'b068be93-3224-4945-a56f-307009ae784e', 'project_id': '6664118b95564eb5aa43c658eedfd9ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:15:45.733743 n-d-838550-3 neutron-server[102730]: INFO neutron.db.securitygroups_db [None req-194a9119-2e4b-4ee9-87c2-696292398284 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Project 6664118b95564eb5aa43c658eedfd9ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 18 18:15:45.742162 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-194a9119-2e4b-4ee9-87c2-696292398284 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:45.751757 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-40eb00aa-ef1b-4ce2-9956-e59ee2db3155 None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:45.756871 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb195417-01c6-4392-98b4-827d752879cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-43a58ba6-946d-4778-a241-0f5d338fd928', 'network_id': '43a58ba6-946d-4778-a241-0f5d338fd928', 'tenant_id': '4667f10dce1e42bbbeb327b02812458d', 'fixed_ips': [{'subnet_id': '4e937e76-4120-49e8-98d7-f0b65b696259'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:15:45.757888 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-eb195417-01c6-4392-98b4-827d752879cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:45.784388 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-40eb00aa-ef1b-4ce2-9956-e59ee2db3155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:45.820804 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f384325f-26f0-4f65-88ba-787b512f2f9d tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:45.828986 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1e164711-21ba-4c09-8ae5-68b494e4df43 req-bc4034c4-2611-4a0f-b3a8-1ee669848742 service neutron] 10.222.0.85 "GET /v2.0/networks/dc4b5d65-5cc2-446b-ba02-e822ca3edfb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366381 May 18 18:15:45.848462 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40eb00aa-ef1b-4ce2-9956-e59ee2db3155 None None] Network a49d7af7-9a16-489e-8fc6-4b85db67dcd9 is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:15:45.849780 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-fc09307b-fa99-4d90-9339-97e8bb440cb6 None None] Current status of the port 8778ddb4-ae2c-4cba-a5e9-b28be94a8f0c is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:15:45.850175 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-fc09307b-fa99-4d90-9339-97e8bb440cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:45.859729 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-194a9119-2e4b-4ee9-87c2-696292398284 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:45.866322 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-4ba2c203-913c-47eb-9a6e-0a13ffe85a0f None None] Set router f3d2174e-4612-4055-8705-8603e9dc9c9a gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:15:45.866839 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-194a9119-2e4b-4ee9-87c2-696292398284 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:45.868268 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-40eb00aa-ef1b-4ce2-9956-e59ee2db3155 None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:15:45.894123 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [req-c0f4d9ea-cc1b-4ca7-b342-3908a00dff94 req-4f7584a5-c4c3-4f91-86d9-6ce9f9da6346 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c80e757e-91a4-471c-8d67-e10f2c61b218 {{(pid=102731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:15:45.914375 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-194a9119-2e4b-4ee9-87c2-696292398284 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:45.915668 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-194a9119-2e4b-4ee9-87c2-696292398284 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2141662 May 18 18:15:45.920560 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 33872) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:15:45.924164 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-701a4820-242d-48de-b0b5-2fbc6c8d6328 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Request body: {'security_group_rule': {'security_group_id': 'b068be93-3224-4945-a56f-307009ae784e', 'project_id': '6664118b95564eb5aa43c658eedfd9ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:15:45.931243 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [None req-f384325f-26f0-4f65-88ba-787b512f2f9d tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] device_id is not set on port 75d8fbc0-97dd-4aea-a1f2-9e5de043f940 yet. {{(pid=102731) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 18 18:15:45.944206 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-c0f4d9ea-cc1b-4ca7-b342-3908a00dff94 req-4f7584a5-c4c3-4f91-86d9-6ce9f9da6346 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:45.945063 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194a9119-2e4b-4ee9-87c2-696292398284 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0de9d1a2-4e5e-4576-bfe3-18980e7e5b67,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:45.966085 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40eb00aa-ef1b-4ce2-9956-e59ee2db3155 None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:15:45.978917 n-d-838550-3 neutron-server[102730]: INFO neutron.db.securitygroups_db [None req-701a4820-242d-48de-b0b5-2fbc6c8d6328 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Project 6664118b95564eb5aa43c658eedfd9ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 18 18:15:45.985796 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 821a8237-636b-4752-b80f-e623731ec565 up at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:15:45.990507 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac87e1a-071e-4991-85b1-d500ce4120d2 req-f508cc2a-fba1-4124-83c4-2b81400bee0a tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:45.992159 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5ac87e1a-071e-4991-85b1-d500ce4120d2 req-f508cc2a-fba1-4124-83c4-2b81400bee0a tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/ports?device_id=0e9ea744-f84b-44dd-91a2-86d0d61ac63c HTTP/1.1" status: 200 len: 946 time: 0.3282809 May 18 18:15:45.993822 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-701a4820-242d-48de-b0b5-2fbc6c8d6328 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:46.033326 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.provisioning_blocks [req-c0f4d9ea-cc1b-4ca7-b342-3908a00dff94 req-4f7584a5-c4c3-4f91-86d9-6ce9f9da6346 service neutron] Transition to ACTIVE for port object c80e757e-91a4-471c-8d67-e10f2c61b218 will not be triggered until provisioned by entity L2. {{(pid=102731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:15:46.059530 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-c0f4d9ea-cc1b-4ca7-b342-3908a00dff94 req-4f7584a5-c4c3-4f91-86d9-6ce9f9da6346 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:46.076400 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5ac87e1a-071e-4991-85b1-d500ce4120d2 req-a21bc03f-1f8f-43c2-9568-7b9b48dc3539 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/security-groups?id=e692c27b-823e-49d0-99b6-9d1054fe999b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731316 May 18 18:15:46.101658 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-701a4820-242d-48de-b0b5-2fbc6c8d6328 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:46.109139 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40eb00aa-ef1b-4ce2-9956-e59ee2db3155 None None] Pushing event updated for resources: {'Port': ['ID=e7c71583-a4f2-405f-98e1-087437de61c9,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:46.117737 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-701a4820-242d-48de-b0b5-2fbc6c8d6328 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:46.152990 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701a4820-242d-48de-b0b5-2fbc6c8d6328 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05c17357-0c6d-48fc-bcaf-232111281611,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:46.163864 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-fc09307b-fa99-4d90-9339-97e8bb440cb6 None None] For port 8778ddb4-ae2c-4cba-a5e9-b28be94a8f0c, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=8778ddb4-ae2c-4cba-a5e9-b28be94a8f0c,segment=NetworkSegment(1dd8b87d-6712-4ffb-9339-a1d4d8b45f0c),segment_id=1dd8b87d-6712-4ffb-9339-a1d4d8b45f0c)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:15:46.168641 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-701a4820-242d-48de-b0b5-2fbc6c8d6328 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:46.170424 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-701a4820-242d-48de-b0b5-2fbc6c8d6328 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2493970 May 18 18:15:46.224967 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-40eb00aa-ef1b-4ce2-9956-e59ee2db3155 None None] Attempting to bind port e7c71583-a4f2-405f-98e1-087437de61c9 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:15:46.225492 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-40eb00aa-ef1b-4ce2-9956-e59ee2db3155 None None] Attempting to bind port e7c71583-a4f2-405f-98e1-087437de61c9 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '548811fd-0d5d-4f2a-9c52-8b852003d48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a49d7af7-9a16-489e-8fc6-4b85db67dcd9'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:15:46.225942 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40eb00aa-ef1b-4ce2-9956-e59ee2db3155 None None] Attempting to bind port e7c71583-a4f2-405f-98e1-087437de61c9 on network a49d7af7-9a16-489e-8fc6-4b85db67dcd9 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:15:46.231852 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-fc09307b-fa99-4d90-9339-97e8bb440cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:46.248303 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f099dfe-bc5c-48ea-8ef1-98f1ed772b8c req-83e47353-b4c5-46c1-bb42-cecafae3ac57 tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:46.250148 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5f099dfe-bc5c-48ea-8ef1-98f1ed772b8c req-83e47353-b4c5-46c1-bb42-cecafae3ac57 tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] 10.222.0.85 "GET /v2.0/ports?device_id=50867587-12b1-4c94-996f-1a2f1d13c37a HTTP/1.1" status: 200 len: 945 time: 0.0656533 May 18 18:15:46.265044 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40eb00aa-ef1b-4ce2-9956-e59ee2db3155 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:15:46.265605 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40eb00aa-ef1b-4ce2-9956-e59ee2db3155 None None] Checking segment: {'id': '548811fd-0d5d-4f2a-9c52-8b852003d48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a49d7af7-9a16-489e-8fc6-4b85db67dcd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:15:46.266094 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-40eb00aa-ef1b-4ce2-9956-e59ee2db3155 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:46.266550 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40eb00aa-ef1b-4ce2-9956-e59ee2db3155 None None] Bound using segment: {'id': '548811fd-0d5d-4f2a-9c52-8b852003d48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a49d7af7-9a16-489e-8fc6-4b85db67dcd9'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:15:46.267277 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-40eb00aa-ef1b-4ce2-9956-e59ee2db3155 None None] Bound port: e7c71583-a4f2-405f-98e1-087437de61c9, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '548811fd-0d5d-4f2a-9c52-8b852003d48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a49d7af7-9a16-489e-8fc6-4b85db67dcd9'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:15:46.267544 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-40eb00aa-ef1b-4ce2-9956-e59ee2db3155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:46.304934 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5f099dfe-bc5c-48ea-8ef1-98f1ed772b8c req-26d5a523-44aa-4c2b-b783-f6b092071f6e tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] 10.222.0.85 "GET /v2.0/security-groups?id=e9bfddfb-d8cd-4e22-a2a5-022903ae86af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453293 May 18 18:15:46.400760 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-eb195417-01c6-4392-98b4-827d752879cb None None] Allocated IP 10.2.2.2 (43a58ba6-946d-4778-a241-0f5d338fd928/4e937e76-4120-49e8-98d7-f0b65b696259/858c060f-8117-4e46-9519-8e53598a355a) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:15:46.429640 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc09307b-fa99-4d90-9339-97e8bb440cb6 None None] Pushing event updated for resources: {'Port': ['ID=8778ddb4-ae2c-4cba-a5e9-b28be94a8f0c,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:46.441816 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning for port 821a8237-636b-4752-b80f-e623731ec565 completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:15:46.449895 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098b247d-41ce-49f3-8b05-92f4a8fe03ea req-0824837f-406d-487b-99c4-d6f76f280cc5 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:46.452460 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-098b247d-41ce-49f3-8b05-92f4a8fe03ea req-0824837f-406d-487b-99c4-d6f76f280cc5 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "GET /v2.0/ports?device_id=00ae5749-325c-4339-a1d0-d91fc688ad0c HTTP/1.1" status: 200 len: 944 time: 0.0648713 May 18 18:15:46.488344 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning complete for port 821a8237-636b-4752-b80f-e623731ec565 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:15:46.488810 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:46.489786 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1e164711-21ba-4c09-8ae5-68b494e4df43 req-02b540d2-3218-4d73-b4a8-f00dc7ea6d41 service neutron] 10.222.0.85 "GET /v2.0/networks/dc4b5d65-5cc2-446b-ba02-e822ca3edfb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6325250 May 18 18:15:46.499890 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-ffae8855-04c5-401a-8031-843fefa89816 None None] Provisioning complete for port 8778ddb4-ae2c-4cba-a5e9-b28be94a8f0c triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:15:46.500331 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-ffae8855-04c5-401a-8031-843fefa89816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:46.518267 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7584a5-c4c3-4f91-86d9-6ce9f9da6346 service neutron] Pushing event updated for resources: {'Port': ['ID=c80e757e-91a4-471c-8d67-e10f2c61b218,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:46.540686 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-098b247d-41ce-49f3-8b05-92f4a8fe03ea req-32ebfef1-2dde-44c9-b00b-a51b0a3005c1 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "GET /v2.0/security-groups?id=4a1f9358-f3a3-4045-96f1-cde7ad8c9099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726688 May 18 18:15:46.630746 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57801e74-1793-455f-baf8-c0d4b349d98d req-4a674455-db96-42af-b771-9778edf33622 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:46.632463 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-57801e74-1793-455f-baf8-c0d4b349d98d req-4a674455-db96-42af-b771-9778edf33622 tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.36 "GET /v2.0/ports?device_id=0e9ea744-f84b-44dd-91a2-86d0d61ac63c HTTP/1.1" status: 200 len: 946 time: 0.2155612 May 18 18:15:46.653096 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-40eb00aa-ef1b-4ce2-9956-e59ee2db3155 None None] For port e7c71583-a4f2-405f-98e1-087437de61c9, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:15:46.711098 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-f384325f-26f0-4f65-88ba-787b512f2f9d tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Allocated IP 10.1.1.217 (a49d7af7-9a16-489e-8fc6-4b85db67dcd9/45630181-3d16-4d8d-916e-5a6318bba46b/75d8fbc0-97dd-4aea-a1f2-9e5de043f940) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:15:46.729576 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e10ebdeb-ce7b-4843-a000-29cef944a92e req-8b0c31f0-ad63-4e48-bfe4-71f4bbdb630e tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1155772132&fields=id&tenant_id=6664118b95564eb5aa43c658eedfd9ed HTTP/1.1" status: 200 len: 267 time: 0.0812867 May 18 18:15:46.762643 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-40eb00aa-ef1b-4ce2-9956-e59ee2db3155 None None] For port e7c71583-a4f2-405f-98e1-087437de61c9, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=e7c71583-a4f2-405f-98e1-087437de61c9,segment=NetworkSegment(548811fd-0d5d-4f2a-9c52-8b852003d48e),segment_id=548811fd-0d5d-4f2a-9c52-8b852003d48e)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:15:46.817392 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-40eb00aa-ef1b-4ce2-9956-e59ee2db3155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:46.866726 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-c0f4d9ea-cc1b-4ca7-b342-3908a00dff94 req-4f7584a5-c4c3-4f91-86d9-6ce9f9da6346 service neutron] Attempting to bind port c80e757e-91a4-471c-8d67-e10f2c61b218 on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:15:46.867293 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-c0f4d9ea-cc1b-4ca7-b342-3908a00dff94 req-4f7584a5-c4c3-4f91-86d9-6ce9f9da6346 service neutron] Attempting to bind port c80e757e-91a4-471c-8d67-e10f2c61b218 by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': 'c2befe81-e0f9-403d-ab80-68896828fcba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '32202dd9-9064-4832-817f-7e8b4a8db1c5'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:15:46.867533 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f4d9ea-cc1b-4ca7-b342-3908a00dff94 req-4f7584a5-c4c3-4f91-86d9-6ce9f9da6346 service neutron] Attempting to bind port c80e757e-91a4-471c-8d67-e10f2c61b218 on network 32202dd9-9064-4832-817f-7e8b4a8db1c5 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:15:46.876452 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10ebdeb-ce7b-4843-a000-29cef944a92e req-ff29f8c6-e161-4ad7-83c5-865c714fa3e1 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:46.884107 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e10ebdeb-ce7b-4843-a000-29cef944a92e req-ff29f8c6-e161-4ad7-83c5-865c714fa3e1 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "GET /v2.0/networks?id=303de0ee-e6b2-4f16-b090-15548665b4d3 HTTP/1.1" status: 200 len: 797 time: 0.1533792 May 18 18:15:46.889918 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f4d9ea-cc1b-4ca7-b342-3908a00dff94 req-4f7584a5-c4c3-4f91-86d9-6ce9f9da6346 service neutron] Port c80e757e-91a4-471c-8d67-e10f2c61b218 on network 32202dd9-9064-4832-817f-7e8b4a8db1c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:15:46.890431 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f4d9ea-cc1b-4ca7-b342-3908a00dff94 req-4f7584a5-c4c3-4f91-86d9-6ce9f9da6346 service neutron] Attempting to bind port c80e757e-91a4-471c-8d67-e10f2c61b218 on network 32202dd9-9064-4832-817f-7e8b4a8db1c5 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:15:46.904734 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e10ebdeb-ce7b-4843-a000-29cef944a92e req-bda9e8b8-81b9-4838-a6e7-ae0c7177a88c tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "GET /v2.0/quotas/6664118b95564eb5aa43c658eedfd9ed HTTP/1.1" status: 200 len: 375 time: 0.0196579 May 18 18:15:46.921300 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f4d9ea-cc1b-4ca7-b342-3908a00dff94 req-4f7584a5-c4c3-4f91-86d9-6ce9f9da6346 service neutron] Checking agent: {'id': 'd1be059a-68ea-4c77-9b2b-29f4afa47e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:15:46.921658 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f4d9ea-cc1b-4ca7-b342-3908a00dff94 req-4f7584a5-c4c3-4f91-86d9-6ce9f9da6346 service neutron] Checking segment: {'id': 'c2befe81-e0f9-403d-ab80-68896828fcba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '32202dd9-9064-4832-817f-7e8b4a8db1c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:15:46.922071 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f4d9ea-cc1b-4ca7-b342-3908a00dff94 req-4f7584a5-c4c3-4f91-86d9-6ce9f9da6346 service neutron] Bound using segment: {'id': 'c2befe81-e0f9-403d-ab80-68896828fcba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '32202dd9-9064-4832-817f-7e8b4a8db1c5'} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:15:46.922498 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-c0f4d9ea-cc1b-4ca7-b342-3908a00dff94 req-4f7584a5-c4c3-4f91-86d9-6ce9f9da6346 service neutron] Bound port: c80e757e-91a4-471c-8d67-e10f2c61b218, host: n-h2-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2befe81-e0f9-403d-ab80-68896828fcba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '32202dd9-9064-4832-817f-7e8b4a8db1c5'}}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:15:46.926171 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-c0f4d9ea-cc1b-4ca7-b342-3908a00dff94 req-4f7584a5-c4c3-4f91-86d9-6ce9f9da6346 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:46.975878 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa83e91-3e58-4666-932b-71ddc995216a req-abd4bf56-5cf5-4307-b2e8-18e1b343ad11 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:46.982198 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e10ebdeb-ce7b-4843-a000-29cef944a92e req-062cb676-f57b-4b00-809c-fa0f5269af13 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=6664118b95564eb5aa43c658eedfd9ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0764177 May 18 18:15:46.984830 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8aa83e91-3e58-4666-932b-71ddc995216a req-abd4bf56-5cf5-4307-b2e8-18e1b343ad11 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/ports?device_id=42cdd441-75e4-42c9-95ce-3f081db8b56f HTTP/1.1" status: 200 len: 945 time: 0.2093740 May 18 18:15:47.037870 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-eb195417-01c6-4392-98b4-827d752879cb None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:47.044880 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-ffae8855-04c5-401a-8031-843fefa89816 None None] Current status of the port 8778ddb4-ae2c-4cba-a5e9-b28be94a8f0c is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:15:47.047697 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40eb00aa-ef1b-4ce2-9956-e59ee2db3155 None None] Pushing event updated for resources: {'Port': ['ID=e7c71583-a4f2-405f-98e1-087437de61c9,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:47.055649 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-57801e74-1793-455f-baf8-c0d4b349d98d req-c7cf845d-7469-4f97-800b-6ef941f40efe tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Deleting port c9ccf49f-2846-4d2f-823c-7e2da03e56af {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:15:47.056244 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-57801e74-1793-455f-baf8-c0d4b349d98d req-c7cf845d-7469-4f97-800b-6ef941f40efe tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:47.059701 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-4ba2c203-913c-47eb-9a6e-0a13ffe85a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3d2174e-4612-4055-8705-8603e9dc9c9a', 'name': 'tempest-TestNetworkBasicOps-router-1729927840', 'tenant_id': '6664118b95564eb5aa43c658eedfd9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': 'dbad0ded-557f-41c6-aa1a-8b08843bc5ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:15:22Z', 'updated_at': '2022-05-18T18:15:39Z', 'revision_number': 4, 'project_id': '6664118b95564eb5aa43c658eedfd9ed', 'gw_port': {'id': 'dbad0ded-557f-41c6-aa1a-8b08843bc5ab', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:a7:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d2174e-4612-4055-8705-8603e9dc9c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:15:25Z', 'updated_at': '2022-05-18T18:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '8778ddb4-ae2c-4cba-a5e9-b28be94a8f0c', 'name': '', 'network_id': '303de0ee-e6b2-4f16-b090-15548665b4d3', 'tenant_id': '6664118b95564eb5aa43c658eedfd9ed', 'mac_address': 'fa:16:3e:62:89:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3d2174e-4612-4055-8705-8603e9dc9c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': 'b58b6ed0-e33d-4911-87f5-9fe233239105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:15:38Z', 'updated_at': '2022-05-18T18:15:44Z', 'revision_number': 4, 'project_id': '6664118b95564eb5aa43c658eedfd9ed', 'subnets': [{'id': 'b58b6ed0-e33d-4911-87f5-9fe233239105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:15:47.062226 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-eb195417-01c6-4392-98b4-827d752879cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:47.143378 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e10ebdeb-ce7b-4843-a000-29cef944a92e req-774cdf0f-5258-41de-9c58-ab5b9e3be54e service neutron] 10.222.0.85 "GET /v2.0/networks/303de0ee-e6b2-4f16-b090-15548665b4d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313643 May 18 18:15:47.237935 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8aa83e91-3e58-4666-932b-71ddc995216a req-cd562316-59f6-4ebb-b558-066e5a59979e tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/security-groups?id=8ad86751-3372-47de-bc84-2bfa3ff50eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520139 May 18 18:15:47.277968 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba2c203-913c-47eb-9a6e-0a13ffe85a0f None None] The sync data for ids ['f3d2174e-4612-4055-8705-8603e9dc9c9a'] in n-d-838550-3 is: [{'id': 'f3d2174e-4612-4055-8705-8603e9dc9c9a', 'name': 'tempest-TestNetworkBasicOps-router-1729927840', 'tenant_id': '6664118b95564eb5aa43c658eedfd9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': 'dbad0ded-557f-41c6-aa1a-8b08843bc5ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:15:22Z', 'updated_at': '2022-05-18T18:15:39Z', 'revision_number': 4, 'project_id': '6664118b95564eb5aa43c658eedfd9ed', 'gw_port': {'id': 'dbad0ded-557f-41c6-aa1a-8b08843bc5ab', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:a7:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d2174e-4612-4055-8705-8603e9dc9c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:15:25Z', 'updated_at': '2022-05-18T18:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '8778ddb4-ae2c-4cba-a5e9-b28be94a8f0c', 'name': '', 'network_id': '303de0ee-e6b2-4f16-b090-15548665b4d3', 'tenant_id': '6664118b95564eb5aa43c658eedfd9ed', 'mac_address': 'fa:16:3e:62:89:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3d2174e-4612-4055-8705-8603e9dc9c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': 'b58b6ed0-e33d-4911-87f5-9fe233239105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:15:38Z', 'updated_at': '2022-05-18T18:15:44Z', 'revision_number': 4, 'project_id': '6664118b95564eb5aa43c658eedfd9ed', 'subnets': [{'id': 'b58b6ed0-e33d-4911-87f5-9fe233239105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:15:47.339726 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-c0f4d9ea-cc1b-4ca7-b342-3908a00dff94 req-4f7584a5-c4c3-4f91-86d9-6ce9f9da6346 service neutron] For port c80e757e-91a4-471c-8d67-e10f2c61b218, host n-h2-838550-3, cleared binding levels {{(pid=102731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:15:47.361693 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb195417-01c6-4392-98b4-827d752879cb None None] Network 43a58ba6-946d-4778-a241-0f5d338fd928 is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:15:47.369037 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-eb195417-01c6-4392-98b4-827d752879cb None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:15:47.385098 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 821a8237-636b-4752-b80f-e623731ec565 is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:15:47.385650 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:47.387432 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e10ebdeb-ce7b-4843-a000-29cef944a92e req-60ac2bca-3f98-4504-9475-4909bbcdd74a service neutron] 10.222.0.85 "GET /v2.0/networks/303de0ee-e6b2-4f16-b090-15548665b4d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2407043 May 18 18:15:47.393176 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb195417-01c6-4392-98b4-827d752879cb None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:15:47.415569 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb195417-01c6-4392-98b4-827d752879cb None None] Pushing event updated for resources: {'Port': ['ID=858c060f-8117-4e46-9519-8e53598a355a,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:47.443129 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-c0f4d9ea-cc1b-4ca7-b342-3908a00dff94 req-4f7584a5-c4c3-4f91-86d9-6ce9f9da6346 service neutron] For port c80e757e-91a4-471c-8d67-e10f2c61b218, host n-h2-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=c80e757e-91a4-471c-8d67-e10f2c61b218,segment=NetworkSegment(c2befe81-e0f9-403d-ab80-68896828fcba),segment_id=c2befe81-e0f9-403d-ab80-68896828fcba)] {{(pid=102731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:15:47.488038 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-c0f4d9ea-cc1b-4ca7-b342-3908a00dff94 req-4f7584a5-c4c3-4f91-86d9-6ce9f9da6346 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:47.495367 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ee9e4cc4-8fc1-49b4-87fe-0bb95ab3cc78 req-c96b13e5-39c0-495a-b3fa-867ef7c57ccd tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/ports?device_id=e7d367c4-6a3d-46ea-aabf-d21c7a42ae9f HTTP/1.1" status: 200 len: 210 time: 0.1263556 May 18 18:15:47.498481 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-57801e74-1793-455f-baf8-c0d4b349d98d req-c7cf845d-7469-4f97-800b-6ef941f40efe tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] For port c9ccf49f-2846-4d2f-823c-7e2da03e56af, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=c9ccf49f-2846-4d2f-823c-7e2da03e56af,segment=NetworkSegment(e113abf4-4b0e-4afe-a737-f70ad5d66353),segment_id=e113abf4-4b0e-4afe-a737-f70ad5d66353)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:15:47.498686 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-57801e74-1793-455f-baf8-c0d4b349d98d req-c7cf845d-7469-4f97-800b-6ef941f40efe tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:47.503313 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f384325f-26f0-4f65-88ba-787b512f2f9d tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:47.547173 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f4d9ea-cc1b-4ca7-b342-3908a00dff94 req-4f7584a5-c4c3-4f91-86d9-6ce9f9da6346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:47.548203 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-c0f4d9ea-cc1b-4ca7-b342-3908a00dff94 req-4f7584a5-c4c3-4f91-86d9-6ce9f9da6346 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:47.552198 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c0f4d9ea-cc1b-4ca7-b342-3908a00dff94 req-4f7584a5-c4c3-4f91-86d9-6ce9f9da6346 service neutron] 10.222.0.88 "PUT /v2.0/ports/c80e757e-91a4-471c-8d67-e10f2c61b218 HTTP/1.1" status: 200 len: 1092 time: 2.6095190 May 18 18:15:47.580210 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-57801e74-1793-455f-baf8-c0d4b349d98d req-c7cf845d-7469-4f97-800b-6ef941f40efe tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Calling delete_port for c9ccf49f-2846-4d2f-823c-7e2da03e56af owned by compute:nova {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:15:47.581925 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00ae5749-325c-4339-a1d0-d91fc688ad0c', 'tag': 'c80e757e-91a4-471c-8d67-e10f2c61b218'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:15:47.605122 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12e2313f-14fe-487c-b881-c0bc77e4d848" -d '{"events": [{"name": "network-changed", "server_uuid": "00ae5749-325c-4339-a1d0-d91fc688ad0c", "tag": "c80e757e-91a4-471c-8d67-e10f2c61b218"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:15:47.629476 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50867587-12b1-4c94-996f-1a2f1d13c37a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '821a8237-636b-4752-b80f-e623731ec565'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:15:47.642309 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-751a07b0-b1a0-4dc4-85c8-9277a0877b04" -d '{"events": [{"server_uuid": "50867587-12b1-4c94-996f-1a2f1d13c37a", "name": "network-vif-plugged", "status": "completed", "tag": "821a8237-636b-4752-b80f-e623731ec565"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:15:47.709145 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 821a8237-636b-4752-b80f-e623731ec565, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=821a8237-636b-4752-b80f-e623731ec565,segment=NetworkSegment(92897347-386e-4d21-86c2-ab30cc73f8d0),segment_id=92897347-386e-4d21-86c2-ab30cc73f8d0)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:15:47.710291 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-eb195417-01c6-4392-98b4-827d752879cb None None] Attempting to bind port 858c060f-8117-4e46-9519-8e53598a355a on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:15:47.710665 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-eb195417-01c6-4392-98b4-827d752879cb None None] Attempting to bind port 858c060f-8117-4e46-9519-8e53598a355a by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': 'cf7df900-9ffb-48f9-b318-c52437b4c248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '43a58ba6-946d-4778-a241-0f5d338fd928'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:15:47.711034 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb195417-01c6-4392-98b4-827d752879cb None None] Attempting to bind port 858c060f-8117-4e46-9519-8e53598a355a on network 43a58ba6-946d-4778-a241-0f5d338fd928 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:15:47.724098 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb195417-01c6-4392-98b4-827d752879cb None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:15:47.724539 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb195417-01c6-4392-98b4-827d752879cb None None] Checking segment: {'id': 'cf7df900-9ffb-48f9-b318-c52437b4c248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '43a58ba6-946d-4778-a241-0f5d338fd928'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:15:47.724955 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-eb195417-01c6-4392-98b4-827d752879cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:47.725357 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb195417-01c6-4392-98b4-827d752879cb None None] Bound using segment: {'id': 'cf7df900-9ffb-48f9-b318-c52437b4c248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '43a58ba6-946d-4778-a241-0f5d338fd928'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:15:47.725941 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-eb195417-01c6-4392-98b4-827d752879cb None None] Bound port: 858c060f-8117-4e46-9519-8e53598a355a, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf7df900-9ffb-48f9-b318-c52437b4c248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '43a58ba6-946d-4778-a241-0f5d338fd928'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:15:47.726323 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-eb195417-01c6-4392-98b4-827d752879cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:47.731566 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:47.878497 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=821a8237-636b-4752-b80f-e623731ec565,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:47.896800 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-eb195417-01c6-4392-98b4-827d752879cb None None] For port 858c060f-8117-4e46-9519-8e53598a355a, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:15:47.905300 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-eb195417-01c6-4392-98b4-827d752879cb None None] For port 858c060f-8117-4e46-9519-8e53598a355a, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=858c060f-8117-4e46-9519-8e53598a355a,segment=NetworkSegment(cf7df900-9ffb-48f9-b318-c52437b4c248),segment_id=cf7df900-9ffb-48f9-b318-c52437b4c248)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:15:47.919561 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-eb195417-01c6-4392-98b4-827d752879cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:47.959208 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae353238-3913-4fa8-8241-59e94d79686e req-ccbe5a2a-8437-4398-830c-be220e477c3a tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:47.976122 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ae353238-3913-4fa8-8241-59e94d79686e req-ccbe5a2a-8437-4398-830c-be220e477c3a tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] 10.222.0.85 "GET /v2.0/ports?device_id=50867587-12b1-4c94-996f-1a2f1d13c37a HTTP/1.1" status: 200 len: 946 time: 0.1538043 May 18 18:15:48.011842 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb195417-01c6-4392-98b4-827d752879cb None None] Pushing event updated for resources: {'Port': ['ID=858c060f-8117-4e46-9519-8e53598a355a,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:48.048109 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ae353238-3913-4fa8-8241-59e94d79686e req-95e4122c-4273-4f26-b809-061b762f5bc2 tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] 10.222.0.85 "GET /v2.0/security-groups?id=e9bfddfb-d8cd-4e22-a2a5-022903ae86af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655339 May 18 18:15:48.194624 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f4d9ea-cc1b-4ca7-b342-3908a00dff94 req-b8553a7f-a675-41f7-af4a-5edd1be61ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:48.196126 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c0f4d9ea-cc1b-4ca7-b342-3908a00dff94 req-b8553a7f-a675-41f7-af4a-5edd1be61ca0 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=46ea3823b08b4c9799a678c4a73b1420&device_id=00ae5749-325c-4339-a1d0-d91fc688ad0c HTTP/1.1" status: 200 len: 1095 time: 0.5771141 May 18 18:15:48.204283 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7584a5-c4c3-4f91-86d9-6ce9f9da6346 service neutron] Pushing event updated for resources: {'Port': ['ID=c80e757e-91a4-471c-8d67-e10f2c61b218,revision_number=3']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:48.263799 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0483cd5b-4260-4925-b0e9-51bc7ed9c198 req-0003ddb4-dcce-44ed-80e6-7355bcc574e3 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:48.268165 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c0f4d9ea-cc1b-4ca7-b342-3908a00dff94 req-2a8edeef-ce7f-4b8d-91e2-62f6269f0644 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c80e757e-91a4-471c-8d67-e10f2c61b218 HTTP/1.1" status: 200 len: 217 time: 0.0594087 May 18 18:15:48.276671 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0483cd5b-4260-4925-b0e9-51bc7ed9c198 req-0003ddb4-dcce-44ed-80e6-7355bcc574e3 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "GET /v2.0/ports?device_id=00ae5749-325c-4339-a1d0-d91fc688ad0c HTTP/1.1" status: 200 len: 944 time: 0.1488793 May 18 18:15:48.297246 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe004de-c9e7-4694-bd20-da43f260d446 req-a92b17b4-e330-4612-90e6-5dcaf00cf91c tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:48.298876 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8fe004de-c9e7-4694-bd20-da43f260d446 req-a92b17b4-e330-4612-90e6-5dcaf00cf91c tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/ports?device_id=0e9ea744-f84b-44dd-91a2-86d0d61ac63c HTTP/1.1" status: 200 len: 946 time: 0.6569190 May 18 18:15:48.375549 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0483cd5b-4260-4925-b0e9-51bc7ed9c198 req-207de465-f64e-4b5c-b351-b3e3c9aeeb45 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "GET /v2.0/security-groups?id=4a1f9358-f3a3-4045-96f1-cde7ad8c9099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956893 May 18 18:15:48.385842 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f384325f-26f0-4f65-88ba-787b512f2f9d tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:48.407718 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device e7c71583-a4f2-405f-98e1-087437de61c9 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:15:48.568016 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port e7c71583-a4f2-405f-98e1-087437de61c9 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:15:48.575294 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:48.581877 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f4d9ea-cc1b-4ca7-b342-3908a00dff94 req-05f5282e-2c4d-4740-98a6-1739a411ba50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:48.592136 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c0f4d9ea-cc1b-4ca7-b342-3908a00dff94 req-05f5282e-2c4d-4740-98a6-1739a411ba50 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=77da057d-3a9e-4973-b1e0-fe1781c445e0 HTTP/1.1" status: 200 len: 849 time: 0.3151054 May 18 18:15:48.777466 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-404ae323-e55d-43b6-8678-22e8a77c2cd8 x-openstack-request-id: req-404ae323-e55d-43b6-8678-22e8a77c2cd8 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:15:48.792125 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00ae5749-325c-4339-a1d0-d91fc688ad0c", "tag": "c80e757e-91a4-471c-8d67-e10f2c61b218", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:15:48.793368 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-683c88eb-56c3-4322-89a4-0c613d39352b req-efaed412-ed03-474a-896b-dc01da0661b6 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "GET /v2.0/ports?device_id=fce91e5f-c0a2-4a71-af70-3d0ff7a7854c HTTP/1.1" status: 200 len: 210 time: 0.0945780 May 18 18:15:48.793796 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-404ae323-e55d-43b6-8678-22e8a77c2cd8 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:15:48.794465 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-404ae323-e55d-43b6-8678-22e8a77c2cd8'] response: {'name': 'network-changed', 'server_uuid': '00ae5749-325c-4339-a1d0-d91fc688ad0c', 'tag': 'c80e757e-91a4-471c-8d67-e10f2c61b218', 'status': 'completed', 'code': 200} May 18 18:15:48.795776 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f384325f-26f0-4f65-88ba-787b512f2f9d tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Pushing event updated for resources: {'Port': ['ID=75d8fbc0-97dd-4aea-a1f2-9e5de043f940,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:48.862599 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e164711-21ba-4c09-8ae5-68b494e4df43 req-f995d31b-7cac-469c-aec4-0daff9eefe08 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:48.865598 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1e164711-21ba-4c09-8ae5-68b494e4df43 req-f995d31b-7cac-469c-aec4-0daff9eefe08 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.36 "GET /v2.0/networks?id=dc4b5d65-5cc2-446b-ba02-e822ca3edfb6 HTTP/1.1" status: 200 len: 815 time: 0.3502665 May 18 18:15:48.879072 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-1e164711-21ba-4c09-8ae5-68b494e4df43 req-3f42f886-00b3-4661-a930-338c1fdbe117 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Request body: {'port': {'device_id': 'e7d367c4-6a3d-46ea-aabf-d21c7a42ae9f', 'network_id': 'dc4b5d65-5cc2-446b-ba02-e822ca3edfb6', 'admin_state_up': True, 'tenant_id': '3bd50e6e8ccf456285d1c6ca47cc0e73'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:15:48.884002 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port e7c71583-a4f2-405f-98e1-087437de61c9 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:15:48.884648 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:48.902260 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae74f62e-1cb7-4ed3-be67-add4b50631af x-openstack-request-id: req-ae74f62e-1cb7-4ed3-be67-add4b50631af {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:15:48.902739 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50867587-12b1-4c94-996f-1a2f1d13c37a", "name": "network-vif-plugged", "status": "completed", "tag": "821a8237-636b-4752-b80f-e623731ec565", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:15:48.903165 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-ae74f62e-1cb7-4ed3-be67-add4b50631af {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:15:48.903711 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae74f62e-1cb7-4ed3-be67-add4b50631af'] response: {'server_uuid': '50867587-12b1-4c94-996f-1a2f1d13c37a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '821a8237-636b-4752-b80f-e623731ec565', 'code': 200} May 18 18:15:48.952509 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] For port e7c71583-a4f2-405f-98e1-087437de61c9, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=e7c71583-a4f2-405f-98e1-087437de61c9,segment=NetworkSegment(548811fd-0d5d-4f2a-9c52-8b852003d48e),segment_id=548811fd-0d5d-4f2a-9c52-8b852003d48e)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:15:48.965187 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:48.966177 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 8778ddb4-ae2c-4cba-a5e9-b28be94a8f0c up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:15:48.979390 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-530c4f50-dbeb-47eb-9171-edecd6b69ed7 None None] Network a49d7af7-9a16-489e-8fc6-4b85db67dcd9 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:15:49.055345 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f384325f-26f0-4f65-88ba-787b512f2f9d tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Network a49d7af7-9a16-489e-8fc6-4b85db67dcd9 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:15:49.072242 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-f384325f-26f0-4f65-88ba-787b512f2f9d tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:15:49.087314 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f384325f-26f0-4f65-88ba-787b512f2f9d tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:15:49.130796 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f4d9ea-cc1b-4ca7-b342-3908a00dff94 req-fe3d40a5-eb36-40b7-8ec6-f7edb7b11b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:49.132338 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c0f4d9ea-cc1b-4ca7-b342-3908a00dff94 req-fe3d40a5-eb36-40b7-8ec6-f7edb7b11b71 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=32202dd9-9064-4832-817f-7e8b4a8db1c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3165436 May 18 18:15:49.143455 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8fe004de-c9e7-4694-bd20-da43f260d446 req-4eea5247-69a6-40d5-aaf3-b93e4b55b49f tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/security-groups?id=e692c27b-823e-49d0-99b6-9d1054fe999b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8112721 May 18 18:15:49.156311 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15748c2e-3e8e-4327-9375-5ff8e92f16a5 req-fc84c507-9623-4dcd-80b1-99e9a8ff474f tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:49.157917 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-15748c2e-3e8e-4327-9375-5ff8e92f16a5 req-fc84c507-9623-4dcd-80b1-99e9a8ff474f tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/ports?device_id=42cdd441-75e4-42c9-95ce-3f081db8b56f HTTP/1.1" status: 200 len: 945 time: 0.1183147 May 18 18:15:49.231604 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17b8946-f3c9-48ca-81ae-2d342fdaf114 req-2843ded7-0ea9-4346-ae88-cfea3d4051ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:49.233302 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e17b8946-f3c9-48ca-81ae-2d342fdaf114 req-2843ded7-0ea9-4346-ae88-cfea3d4051ad service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=50867587-12b1-4c94-996f-1a2f1d13c37a HTTP/1.1" status: 200 len: 1097 time: 0.1437020 May 18 18:15:49.243912 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e164711-21ba-4c09-8ae5-68b494e4df43 req-3f42f886-00b3-4661-a930-338c1fdbe117 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Made reservation on behalf of 3bd50e6e8ccf456285d1c6ca47cc0e73 for: {'port': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:15:49.248049 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-1e164711-21ba-4c09-8ae5-68b494e4df43 req-3f42f886-00b3-4661-a930-338c1fdbe117 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:49.264646 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-57801e74-1793-455f-baf8-c0d4b349d98d req-c7cf845d-7469-4f97-800b-6ef941f40efe tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:49.291950 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f384325f-26f0-4f65-88ba-787b512f2f9d tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:49.299023 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f384325f-26f0-4f65-88ba-787b512f2f9d tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:49.316190 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ed39fe63-8ce4-4e35-809f-d7dd69de7d92 req-6520c1db-9e19-4ea2-94cb-32db4f4aff3f tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/ports?device_id=e7d367c4-6a3d-46ea-aabf-d21c7a42ae9f HTTP/1.1" status: 200 len: 210 time: 0.0880897 May 18 18:15:49.378476 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-15748c2e-3e8e-4327-9375-5ff8e92f16a5 req-b106609b-dfcc-4d8d-91b8-685a9131c2c9 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/security-groups?id=8ad86751-3372-47de-bc84-2bfa3ff50eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074373 May 18 18:15:49.420216 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cf845d-7469-4f97-800b-6ef941f40efe tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Pushing event deleted for resources: {'Port': ['ID=c9ccf49f-2846-4d2f-823c-7e2da03e56af,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:49.484968 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-f384325f-26f0-4f65-88ba-787b512f2f9d tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.3518326 May 18 18:15:49.492945 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 33928) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:15:49.543427 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-0c2ad217-379c-477d-8a70-cb0e6f2a8d64 None None] Provisioning complete for port e7c71583-a4f2-405f-98e1-087437de61c9 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:15:49.543943 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0c2ad217-379c-477d-8a70-cb0e6f2a8d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:49.567362 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-57801e74-1793-455f-baf8-c0d4b349d98d req-c7cf845d-7469-4f97-800b-6ef941f40efe tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] No DVR routers for this DVR port c9ccf49f-2846-4d2f-823c-7e2da03e56af on host n-h1-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:15:49.573860 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-9e5b9885-0e80-4ee6-9f22-82171a8d9472 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Request body: {'port': {'network_id': 'a49d7af7-9a16-489e-8fc6-4b85db67dcd9', 'name': 'tempest-TaggedBootDevicesTest_v242-587836473', 'fixed_ips': [{'subnet_id': '45630181-3d16-4d8d-916e-5a6318bba46b'}]}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:15:49.579780 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-57801e74-1793-455f-baf8-c0d4b349d98d req-c7cf845d-7469-4f97-800b-6ef941f40efe tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:49.583691 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-57801e74-1793-455f-baf8-c0d4b349d98d req-c7cf845d-7469-4f97-800b-6ef941f40efe tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.36 "DELETE /v2.0/ports/c9ccf49f-2846-4d2f-823c-7e2da03e56af HTTP/1.1" status: 204 len: 173 time: 2.9431789 May 18 18:15:49.585691 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c0f4d9ea-cc1b-4ca7-b342-3908a00dff94 req-e20ce6f2-5ffc-42e5-b72c-118fdd9ebef5 service neutron] 10.222.0.88 "GET /v2.0/networks/32202dd9-9064-4832-817f-7e8b4a8db1c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4412088 May 18 18:15:49.642429 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e17b8946-f3c9-48ca-81ae-2d342fdaf114 req-d99ecb5e-4303-4faf-a956-a795968a48c7 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=e9bfddfb-d8cd-4e22-a2a5-022903ae86af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3855941 May 18 18:15:49.692201 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Pushing event updated for resources: {'Port': ['ID=e7c71583-a4f2-405f-98e1-087437de61c9,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:49.761516 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 8778ddb4-ae2c-4cba-a5e9-b28be94a8f0c triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:15:49.762167 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:49.802980 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637a77a1-25a5-4e28-af2e-b50bef680fbd req-6d59d645-7945-4471-bdb1-9793eab268cb tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:49.804972 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-637a77a1-25a5-4e28-af2e-b50bef680fbd req-6d59d645-7945-4471-bdb1-9793eab268cb tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "GET /v2.0/ports?device_id=00ae5749-325c-4339-a1d0-d91fc688ad0c HTTP/1.1" status: 200 len: 944 time: 0.2364991 May 18 18:15:49.805320 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c755ab6-6dcf-4d31-aebb-4f9e0dca840b req-00ffa217-9970-47de-939c-1494bcaa0f90 tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:49.807017 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4c755ab6-6dcf-4d31-aebb-4f9e0dca840b req-00ffa217-9970-47de-939c-1494bcaa0f90 tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] 10.222.0.85 "GET /v2.0/ports?device_id=50867587-12b1-4c94-996f-1a2f1d13c37a HTTP/1.1" status: 200 len: 946 time: 0.2377560 May 18 18:15:49.906466 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-637a77a1-25a5-4e28-af2e-b50bef680fbd req-87e61016-5bdf-4083-a624-0a0567badc3a tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "GET /v2.0/security-groups?id=4a1f9358-f3a3-4045-96f1-cde7ad8c9099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900712 May 18 18:15:49.911614 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [req-1e164711-21ba-4c09-8ae5-68b494e4df43 req-3f42f886-00b3-4661-a930-338c1fdbe117 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Allocated IP 172.20.0.5 (dc4b5d65-5cc2-446b-ba02-e822ca3edfb6/9e5df085-5e19-493d-91de-23429af05a0a/8ac7fa8a-9b47-4fc4-9fa4-b78edf823c04) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:15:49.994222 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c0f4d9ea-cc1b-4ca7-b342-3908a00dff94 req-974ce0f4-c9b7-4c73-90ba-0af293451bde service neutron] 10.222.0.88 "GET /v2.0/networks/32202dd9-9064-4832-817f-7e8b4a8db1c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3836002 May 18 18:15:50.027827 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4c755ab6-6dcf-4d31-aebb-4f9e0dca840b req-5393e925-5a6f-4ec4-ad8a-ff47d7ea9594 tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] 10.222.0.85 "GET /v2.0/security-groups?id=e9bfddfb-d8cd-4e22-a2a5-022903ae86af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1994398 May 18 18:15:50.070202 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e5b9885-0e80-4ee6-9f22-82171a8d9472 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Made reservation on behalf of 4667f10dce1e42bbbeb327b02812458d for: {'port': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:15:50.086829 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9e5b9885-0e80-4ee6-9f22-82171a8d9472 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:50.115557 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device c9ccf49f-2846-4d2f-823c-7e2da03e56af no longer exists at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:15:50.160548 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 8778ddb4-ae2c-4cba-a5e9-b28be94a8f0c is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:15:50.165775 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] No Port match for: c9ccf49f-2846-4d2f-823c-7e2da03e56af {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:15:50.166124 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device c9ccf49f-2846-4d2f-823c-7e2da03e56af not bound to the agent host n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:15:50.167831 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b3b991-0de9-4041-ba36-ebad6603dd3b None None] Network 43a58ba6-946d-4778-a241-0f5d338fd928 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:15:50.193767 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-949e12e9-74d9-4e45-9fa9-584c8c9497a1 req-f0f5a5ba-f1ac-4cf0-87f3-4e0b3eb267ed tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "GET /v2.0/ports?device_id=fce91e5f-c0a2-4a71-af70-3d0ff7a7854c HTTP/1.1" status: 200 len: 210 time: 0.0981684 May 18 18:15:50.303989 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-0c2ad217-379c-477d-8a70-cb0e6f2a8d64 None None] Current status of the port e7c71583-a4f2-405f-98e1-087437de61c9 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:15:50.319466 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [None req-9e5b9885-0e80-4ee6-9f22-82171a8d9472 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] device_id is not set on port bfe302f4-31b0-4e60-be0f-bcfe30840d72 yet. {{(pid=102731) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 18 18:15:50.377763 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-1e164711-21ba-4c09-8ae5-68b494e4df43 req-3f42f886-00b3-4661-a930-338c1fdbe117 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:50.461689 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-1e164711-21ba-4c09-8ae5-68b494e4df43 req-3f42f886-00b3-4661-a930-338c1fdbe117 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:50.512230 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-41926f46-0701-4d83-a2eb-2182b6523597 None None] Provisioning complete for port 858c060f-8117-4e46-9519-8e53598a355a triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:15:50.518004 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-41926f46-0701-4d83-a2eb-2182b6523597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:50.563895 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e164711-21ba-4c09-8ae5-68b494e4df43 req-3f42f886-00b3-4661-a930-338c1fdbe117 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Network dc4b5d65-5cc2-446b-ba02-e822ca3edfb6 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:15:50.570204 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [req-1e164711-21ba-4c09-8ae5-68b494e4df43 req-3f42f886-00b3-4661-a930-338c1fdbe117 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:15:50.573723 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e164711-21ba-4c09-8ae5-68b494e4df43 req-3f42f886-00b3-4661-a930-338c1fdbe117 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:15:50.611341 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device e7c71583-a4f2-405f-98e1-087437de61c9 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:15:50.701557 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f42f886-00b3-4661-a930-338c1fdbe117 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Pushing event updated for resources: {'Port': ['ID=8ac7fa8a-9b47-4fc4-9fa4-b78edf823c04,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:50.755094 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e164711-21ba-4c09-8ae5-68b494e4df43 req-3f42f886-00b3-4661-a930-338c1fdbe117 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:50.755963 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-1e164711-21ba-4c09-8ae5-68b494e4df43 req-3f42f886-00b3-4661-a930-338c1fdbe117 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:50.778512 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1e164711-21ba-4c09-8ae5-68b494e4df43 req-3f42f886-00b3-4661-a930-338c1fdbe117 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9032843 May 18 18:15:50.792923 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8618bbb-5721-4454-ac90-e2b1796578ff req-31ff6d48-1547-442f-a3ca-ecb569127fa7 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:50.796001 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f8618bbb-5721-4454-ac90-e2b1796578ff req-31ff6d48-1547-442f-a3ca-ecb569127fa7 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/ports?device_id=e7d367c4-6a3d-46ea-aabf-d21c7a42ae9f HTTP/1.1" status: 200 len: 931 time: 0.1484227 May 18 18:15:50.804231 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-1e164711-21ba-4c09-8ae5-68b494e4df43 req-9127c3e9-38a8-48ac-bf35-91cb160087f3 service neutron] Request body: {'port': {'device_id': 'e7d367c4-6a3d-46ea-aabf-d21c7a42ae9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-3'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:15:50.829781 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-9e5b9885-0e80-4ee6-9f22-82171a8d9472 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Allocated IP 10.1.1.237 (a49d7af7-9a16-489e-8fc6-4b85db67dcd9/45630181-3d16-4d8d-916e-5a6318bba46b/bfe302f4-31b0-4e60-be0f-bcfe30840d72) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:15:50.839663 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e9ea744-f84b-44dd-91a2-86d0d61ac63c', 'name': 'network-vif-deleted', 'tag': 'c9ccf49f-2846-4d2f-823c-7e2da03e56af'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:15:50.841991 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29664dd4-0815-4a00-9d91-4bfd62c585de" -d '{"events": [{"server_uuid": "0e9ea744-f84b-44dd-91a2-86d0d61ac63c", "name": "network-vif-deleted", "tag": "c9ccf49f-2846-4d2f-823c-7e2da03e56af"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:15:50.858675 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ec7c043e-da1e-41ee-9441-08d6a885177d req-64df3521-220e-413d-9ee3-4c6be1b96fcf tempest-ServerRescueNegativeTestJSON-856155352 tempest-ServerRescueNegativeTestJSON-856155352-project] 10.222.0.85 "GET /v2.0/ports?device_id=0e9ea744-f84b-44dd-91a2-86d0d61ac63c HTTP/1.1" status: 200 len: 210 time: 0.5413842 May 18 18:15:50.868119 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port e7c71583-a4f2-405f-98e1-087437de61c9 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:15:50.869311 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:50.947633 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f8618bbb-5721-4454-ac90-e2b1796578ff req-1664f7d6-fa52-46dd-b11a-2b0eaa8c51a2 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/security-groups?id=0cf286b9-4259-46f9-a9b8-06a8c9d0d055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367910 May 18 18:15:50.996587 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-1e164711-21ba-4c09-8ae5-68b494e4df43 req-9127c3e9-38a8-48ac-bf35-91cb160087f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:51.139527 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port e7c71583-a4f2-405f-98e1-087437de61c9 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:15:51.140924 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 858c060f-8117-4e46-9519-8e53598a355a up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:15:51.155416 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d333b40-efe0-4c61-9379-b8bdaedd851b x-openstack-request-id: req-9d333b40-efe0-4c61-9379-b8bdaedd851b {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:15:51.156086 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-41926f46-0701-4d83-a2eb-2182b6523597 None None] Current status of the port 858c060f-8117-4e46-9519-8e53598a355a is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:15:51.156495 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-41926f46-0701-4d83-a2eb-2182b6523597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:51.156616 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e9ea744-f84b-44dd-91a2-86d0d61ac63c", "name": "network-vif-deleted", "tag": "c9ccf49f-2846-4d2f-823c-7e2da03e56af", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:15:51.157069 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-9d333b40-efe0-4c61-9379-b8bdaedd851b {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:15:51.157656 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d333b40-efe0-4c61-9379-b8bdaedd851b'] response: {'server_uuid': '0e9ea744-f84b-44dd-91a2-86d0d61ac63c', 'name': 'network-vif-deleted', 'tag': 'c9ccf49f-2846-4d2f-823c-7e2da03e56af', 'status': 'completed', 'code': 200} May 18 18:15:51.180202 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10ebdeb-ce7b-4843-a000-29cef944a92e req-b7068ad6-4a5c-4510-86a9-944229f033c0 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:51.182184 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e10ebdeb-ce7b-4843-a000-29cef944a92e req-b7068ad6-4a5c-4510-86a9-944229f033c0 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.36 "GET /v2.0/networks?id=303de0ee-e6b2-4f16-b090-15548665b4d3 HTTP/1.1" status: 200 len: 797 time: 1.0733049 May 18 18:15:51.202198 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9e5b9885-0e80-4ee6-9f22-82171a8d9472 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:51.212988 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e2313f-14fe-487c-b881-c0bc77e4d848 req-1c16a3ec-151f-48e7-9d3e-2a9a2b35814e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:51.214907 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-12e2313f-14fe-487c-b881-c0bc77e4d848 req-1c16a3ec-151f-48e7-9d3e-2a9a2b35814e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=46ea3823b08b4c9799a678c4a73b1420&device_id=00ae5749-325c-4339-a1d0-d91fc688ad0c HTTP/1.1" status: 200 len: 1095 time: 0.8994975 May 18 18:15:51.269534 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-41926f46-0701-4d83-a2eb-2182b6523597 None None] For port 858c060f-8117-4e46-9519-8e53598a355a, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=858c060f-8117-4e46-9519-8e53598a355a,segment=NetworkSegment(cf7df900-9ffb-48f9-b318-c52437b4c248),segment_id=cf7df900-9ffb-48f9-b318-c52437b4c248)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:15:51.277046 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-41926f46-0701-4d83-a2eb-2182b6523597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:51.317743 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 858c060f-8117-4e46-9519-8e53598a355a triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:15:51.318039 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:51.384880 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41926f46-0701-4d83-a2eb-2182b6523597 None None] Pushing event updated for resources: {'Port': ['ID=858c060f-8117-4e46-9519-8e53598a355a,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:51.391324 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae825d50-f215-44ac-a54d-ff980eacc8bb req-db3cbb51-9213-42d3-b91b-402dd9397f96 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:51.401423 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ae825d50-f215-44ac-a54d-ff980eacc8bb req-db3cbb51-9213-42d3-b91b-402dd9397f96 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/ports?device_id=42cdd441-75e4-42c9-95ce-3f081db8b56f HTTP/1.1" status: 200 len: 945 time: 0.2365413 May 18 18:15:51.413514 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e10ebdeb-ce7b-4843-a000-29cef944a92e req-007d0870-98bf-40e1-a56b-87996bbea101 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6664118b95564eb5aa43c658eedfd9ed HTTP/1.1" status: 200 len: 380 time: 0.2034707 May 18 18:15:51.427687 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-e10ebdeb-ce7b-4843-a000-29cef944a92e req-c7fcbae8-2f23-49dc-a976-686c8f060a14 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Request body: {'port': {'device_id': 'fce91e5f-c0a2-4a71-af70-3d0ff7a7854c', 'network_id': '303de0ee-e6b2-4f16-b090-15548665b4d3', 'admin_state_up': True, 'tenant_id': '6664118b95564eb5aa43c658eedfd9ed', 'security_groups': ['b068be93-3224-4945-a56f-307009ae784e']}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:15:51.429896 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-045c56f2-8fa0-4f5d-8ad7-6f68ec2377ae None None] Provisioning complete for port 75d8fbc0-97dd-4aea-a1f2-9e5de043f940 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:15:51.430267 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-045c56f2-8fa0-4f5d-8ad7-6f68ec2377ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:51.436065 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1a2d4e-e2f2-415d-a86b-ec1ef38f4dd7 req-981fbe40-2abb-4fb7-87f2-e129d472f8de tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:51.437734 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9f1a2d4e-e2f2-415d-a86b-ec1ef38f4dd7 req-981fbe40-2abb-4fb7-87f2-e129d472f8de tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "GET /v2.0/ports?device_id=00ae5749-325c-4339-a1d0-d91fc688ad0c HTTP/1.1" status: 200 len: 944 time: 0.1333985 May 18 18:15:51.475380 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 858c060f-8117-4e46-9519-8e53598a355a is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:15:51.486321 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-045c56f2-8fa0-4f5d-8ad7-6f68ec2377ae None None] Port 75d8fbc0-97dd-4aea-a1f2-9e5de043f940 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:15:51.496834 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-045c56f2-8fa0-4f5d-8ad7-6f68ec2377ae None None] Provisioning complete for port 858c060f-8117-4e46-9519-8e53598a355a triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:15:51.497212 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-045c56f2-8fa0-4f5d-8ad7-6f68ec2377ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:51.509099 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9f1a2d4e-e2f2-415d-a86b-ec1ef38f4dd7 req-519e3257-3a8e-4dd4-bad9-64dc669ced3b tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "GET /v2.0/security-groups?id=4a1f9358-f3a3-4045-96f1-cde7ad8c9099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634344 May 18 18:15:51.563892 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ae825d50-f215-44ac-a54d-ff980eacc8bb req-52a217ed-2a8d-4263-94da-dad90eaf24d7 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/security-groups?id=8ad86751-3372-47de-bc84-2bfa3ff50eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616671 May 18 18:15:51.565187 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e2313f-14fe-487c-b881-c0bc77e4d848 req-48e2111e-c8e0-4cd9-8057-a7255ad65047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:51.566898 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-12e2313f-14fe-487c-b881-c0bc77e4d848 req-48e2111e-c8e0-4cd9-8057-a7255ad65047 service neutron] 10.222.0.88 "GET /v2.0/networks?id=32202dd9-9064-4832-817f-7e8b4a8db1c5 HTTP/1.1" status: 200 len: 911 time: 0.3130326 May 18 18:15:51.568429 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9e5b9885-0e80-4ee6-9f22-82171a8d9472 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:51.598302 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-045c56f2-8fa0-4f5d-8ad7-6f68ec2377ae None None] Current status of the port 858c060f-8117-4e46-9519-8e53598a355a is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:15:51.601586 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [req-1e164711-21ba-4c09-8ae5-68b494e4df43 req-9127c3e9-38a8-48ac-bf35-91cb160087f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ac7fa8a-9b47-4fc4-9fa4-b78edf823c04 {{(pid=102730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:15:51.610563 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-045c56f2-8fa0-4f5d-8ad7-6f68ec2377ae None None] Provisioning complete for port e7c71583-a4f2-405f-98e1-087437de61c9 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:15:51.611007 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-045c56f2-8fa0-4f5d-8ad7-6f68ec2377ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:51.618650 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-1e164711-21ba-4c09-8ae5-68b494e4df43 req-9127c3e9-38a8-48ac-bf35-91cb160087f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:51.633647 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-12e2313f-14fe-487c-b881-c0bc77e4d848 req-ac7570d3-b7e4-44f0-bda9-345eeb6c5710 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c80e757e-91a4-471c-8d67-e10f2c61b218 HTTP/1.1" status: 200 len: 217 time: 0.0482557 May 18 18:15:51.653349 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [req-1e164711-21ba-4c09-8ae5-68b494e4df43 req-9127c3e9-38a8-48ac-bf35-91cb160087f3 service neutron] Transition to ACTIVE for port object 8ac7fa8a-9b47-4fc4-9fa4-b78edf823c04 will not be triggered until provisioned by entity L2. {{(pid=102730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:15:51.675950 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-1e164711-21ba-4c09-8ae5-68b494e4df43 req-9127c3e9-38a8-48ac-bf35-91cb160087f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:51.719146 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-045c56f2-8fa0-4f5d-8ad7-6f68ec2377ae None None] Current status of the port e7c71583-a4f2-405f-98e1-087437de61c9 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:15:51.735465 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6888cf-795a-4da6-afaa-bd84c709ce10 req-e5b8929e-7fc0-42ff-ae95-ef4b58ed149b tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:51.737378 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8b6888cf-795a-4da6-afaa-bd84c709ce10 req-e5b8929e-7fc0-42ff-ae95-ef4b58ed149b tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] 10.222.0.85 "GET /v2.0/ports?device_id=50867587-12b1-4c94-996f-1a2f1d13c37a HTTP/1.1" status: 200 len: 946 time: 0.1087697 May 18 18:15:51.752113 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9127c3e9-38a8-48ac-bf35-91cb160087f3 service neutron] Pushing event updated for resources: {'Port': ['ID=8ac7fa8a-9b47-4fc4-9fa4-b78edf823c04,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:51.831572 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8b6888cf-795a-4da6-afaa-bd84c709ce10 req-c3b65544-9b11-4322-a726-86bdb9ea30c3 tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] 10.222.0.85 "GET /v2.0/security-groups?id=e9bfddfb-d8cd-4e22-a2a5-022903ae86af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835218 May 18 18:15:51.855242 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-1e164711-21ba-4c09-8ae5-68b494e4df43 req-9127c3e9-38a8-48ac-bf35-91cb160087f3 service neutron] Attempting to bind port 8ac7fa8a-9b47-4fc4-9fa4-b78edf823c04 on host n-h1-838550-3 for vnic_type normal with profile {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:15:51.855983 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-1e164711-21ba-4c09-8ae5-68b494e4df43 req-9127c3e9-38a8-48ac-bf35-91cb160087f3 service neutron] Attempting to bind port 8ac7fa8a-9b47-4fc4-9fa4-b78edf823c04 by drivers openvswitch,hyperv on host n-h1-838550-3 at level 0 using segments [{'id': '1c33b8e1-9163-4f86-a1f0-1efa8c3ca198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'dc4b5d65-5cc2-446b-ba02-e822ca3edfb6'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:15:51.856368 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e164711-21ba-4c09-8ae5-68b494e4df43 req-9127c3e9-38a8-48ac-bf35-91cb160087f3 service neutron] Attempting to bind port 8ac7fa8a-9b47-4fc4-9fa4-b78edf823c04 on network dc4b5d65-5cc2-446b-ba02-e822ca3edfb6 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:15:51.861276 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e164711-21ba-4c09-8ae5-68b494e4df43 req-9127c3e9-38a8-48ac-bf35-91cb160087f3 service neutron] Port 8ac7fa8a-9b47-4fc4-9fa4-b78edf823c04 on network dc4b5d65-5cc2-446b-ba02-e822ca3edfb6 not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-3 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:15:51.861488 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e164711-21ba-4c09-8ae5-68b494e4df43 req-9127c3e9-38a8-48ac-bf35-91cb160087f3 service neutron] Attempting to bind port 8ac7fa8a-9b47-4fc4-9fa4-b78edf823c04 on network dc4b5d65-5cc2-446b-ba02-e822ca3edfb6 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:15:51.867735 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e164711-21ba-4c09-8ae5-68b494e4df43 req-9127c3e9-38a8-48ac-bf35-91cb160087f3 service neutron] Checking agent: {'id': '1dbac822-25f2-4df8-9dc8-5c2e7b136eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:15:51.868143 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e164711-21ba-4c09-8ae5-68b494e4df43 req-9127c3e9-38a8-48ac-bf35-91cb160087f3 service neutron] Checking segment: {'id': '1c33b8e1-9163-4f86-a1f0-1efa8c3ca198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'dc4b5d65-5cc2-446b-ba02-e822ca3edfb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:15:51.868457 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e164711-21ba-4c09-8ae5-68b494e4df43 req-9127c3e9-38a8-48ac-bf35-91cb160087f3 service neutron] Bound using segment: {'id': '1c33b8e1-9163-4f86-a1f0-1efa8c3ca198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'dc4b5d65-5cc2-446b-ba02-e822ca3edfb6'} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:15:51.868891 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-1e164711-21ba-4c09-8ae5-68b494e4df43 req-9127c3e9-38a8-48ac-bf35-91cb160087f3 service neutron] Bound port: 8ac7fa8a-9b47-4fc4-9fa4-b78edf823c04, host: n-h1-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c33b8e1-9163-4f86-a1f0-1efa8c3ca198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'dc4b5d65-5cc2-446b-ba02-e822ca3edfb6'}}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:15:51.869250 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-1e164711-21ba-4c09-8ae5-68b494e4df43 req-9127c3e9-38a8-48ac-bf35-91cb160087f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:51.976793 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78e18f6-5bd5-4c60-8310-8c11075e6a96 req-f55dc6c3-a795-47fc-8b54-c2275c453be6 tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:51.978363 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b78e18f6-5bd5-4c60-8310-8c11075e6a96 req-f55dc6c3-a795-47fc-8b54-c2275c453be6 tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] 10.222.0.85 "GET /v2.0/ports?device_id=50867587-12b1-4c94-996f-1a2f1d13c37a HTTP/1.1" status: 200 len: 946 time: 0.0744462 May 18 18:15:51.979478 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-1e164711-21ba-4c09-8ae5-68b494e4df43 req-9127c3e9-38a8-48ac-bf35-91cb160087f3 service neutron] For port 8ac7fa8a-9b47-4fc4-9fa4-b78edf823c04, host n-h1-838550-3, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:15:51.991981 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 33952) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:15:51.996728 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-3ea1c27f-403e-49ca-a701-6024d234902f tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] Request body: {'floatingip': {'port_id': '821a8237-636b-4752-b80f-e623731ec565'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:15:52.008022 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-1e164711-21ba-4c09-8ae5-68b494e4df43 req-9127c3e9-38a8-48ac-bf35-91cb160087f3 service neutron] For port 8ac7fa8a-9b47-4fc4-9fa4-b78edf823c04, host n-h1-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=8ac7fa8a-9b47-4fc4-9fa4-b78edf823c04,segment=NetworkSegment(1c33b8e1-9163-4f86-a1f0-1efa8c3ca198),segment_id=1c33b8e1-9163-4f86-a1f0-1efa8c3ca198)] {{(pid=102730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:15:52.030796 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e5b9885-0e80-4ee6-9f22-82171a8d9472 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Network a49d7af7-9a16-489e-8fc6-4b85db67dcd9 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:15:52.050594 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 33954) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:15:52.057654 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-1e164711-21ba-4c09-8ae5-68b494e4df43 req-9127c3e9-38a8-48ac-bf35-91cb160087f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:52.065547 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e7a1b44b-17bf-4161-b05b-4600471129a7 req-ed66a57d-1637-4fb6-a8a8-adf3193037c5 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "GET /v2.0/ports?device_id=fce91e5f-c0a2-4a71-af70-3d0ff7a7854c HTTP/1.1" status: 200 len: 210 time: 0.4059045 May 18 18:15:52.066477 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-9e5b9885-0e80-4ee6-9f22-82171a8d9472 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:15:52.069712 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5b9885-0e80-4ee6-9f22-82171a8d9472 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:15:52.131079 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5b9885-0e80-4ee6-9f22-82171a8d9472 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Pushing event updated for resources: {'Port': ['ID=bfe302f4-31b0-4e60-be0f-bcfe30840d72,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:52.137399 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e2313f-14fe-487c-b881-c0bc77e4d848 req-b587713d-2a5f-4989-ad82-188077f5eed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:52.138905 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-12e2313f-14fe-487c-b881-c0bc77e4d848 req-b587713d-2a5f-4989-ad82-188077f5eed9 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=77da057d-3a9e-4973-b1e0-fe1781c445e0 HTTP/1.1" status: 200 len: 849 time: 0.4804735 May 18 18:15:52.158843 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3ea1c27f-403e-49ca-a701-6024d234902f tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] Notify callbacks [] for floatingip, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:52.191646 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5b9885-0e80-4ee6-9f22-82171a8d9472 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:52.192929 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9e5b9885-0e80-4ee6-9f22-82171a8d9472 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:52.212400 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e10ebdeb-ce7b-4843-a000-29cef944a92e req-c7fcbae8-2f23-49dc-a976-686c8f060a14 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Made reservation on behalf of 6664118b95564eb5aa43c658eedfd9ed for: {'port': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:15:52.215185 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e164711-21ba-4c09-8ae5-68b494e4df43 req-9127c3e9-38a8-48ac-bf35-91cb160087f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:52.215784 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-e10ebdeb-ce7b-4843-a000-29cef944a92e req-c7fcbae8-2f23-49dc-a976-686c8f060a14 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:52.215931 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-1e164711-21ba-4c09-8ae5-68b494e4df43 req-9127c3e9-38a8-48ac-bf35-91cb160087f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:52.217648 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1e164711-21ba-4c09-8ae5-68b494e4df43 req-9127c3e9-38a8-48ac-bf35-91cb160087f3 service neutron] 10.222.0.36 "PUT /v2.0/ports/8ac7fa8a-9b47-4fc4-9fa4-b78edf823c04 HTTP/1.1" status: 200 len: 1091 time: 1.4199677 May 18 18:15:52.218009 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7d367c4-6a3d-46ea-aabf-d21c7a42ae9f', 'tag': '8ac7fa8a-9b47-4fc4-9fa4-b78edf823c04'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:15:52.220289 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8043389-25fb-4aae-8310-d75c346eb3da" -d '{"events": [{"name": "network-changed", "server_uuid": "e7d367c4-6a3d-46ea-aabf-d21c7a42ae9f", "tag": "8ac7fa8a-9b47-4fc4-9fa4-b78edf823c04"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:15:52.235492 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9127c3e9-38a8-48ac-bf35-91cb160087f3 service neutron] Pushing event updated for resources: {'Port': ['ID=8ac7fa8a-9b47-4fc4-9fa4-b78edf823c04,revision_number=3']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:52.279992 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 858c060f-8117-4e46-9519-8e53598a355a up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:15:52.297666 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-9e5b9885-0e80-4ee6-9f22-82171a8d9472 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.7278805 May 18 18:15:52.311113 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d78eb1fa-8bdf-43f7-8c8a-fa4912b16548 x-openstack-request-id: req-d78eb1fa-8bdf-43f7-8c8a-fa4912b16548 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:15:52.311408 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7d367c4-6a3d-46ea-aabf-d21c7a42ae9f", "tag": "8ac7fa8a-9b47-4fc4-9fa4-b78edf823c04", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:15:52.311662 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-d78eb1fa-8bdf-43f7-8c8a-fa4912b16548 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:15:52.312072 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d78eb1fa-8bdf-43f7-8c8a-fa4912b16548'] response: {'name': 'network-changed', 'server_uuid': 'e7d367c4-6a3d-46ea-aabf-d21c7a42ae9f', 'tag': '8ac7fa8a-9b47-4fc4-9fa4-b78edf823c04', 'status': 'completed', 'code': 200} May 18 18:15:52.353546 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3c1f43-3ff6-4295-9590-3a486cc014df req-b8c798bd-ec8b-491c-a688-ea1737401995 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:52.355036 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5c3c1f43-3ff6-4295-9590-3a486cc014df req-b8c798bd-ec8b-491c-a688-ea1737401995 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/ports?device_id=e7d367c4-6a3d-46ea-aabf-d21c7a42ae9f HTTP/1.1" status: 200 len: 943 time: 0.2433927 May 18 18:15:52.362651 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e2313f-14fe-487c-b881-c0bc77e4d848 req-f741d5e2-573f-4cd2-8918-dc814737e08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:52.365018 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-12e2313f-14fe-487c-b881-c0bc77e4d848 req-f741d5e2-573f-4cd2-8918-dc814737e08f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=32202dd9-9064-4832-817f-7e8b4a8db1c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2122676 May 18 18:15:52.383148 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 858c060f-8117-4e46-9519-8e53598a355a triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:15:52.383756 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:52.389143 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 33962) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:15:52.402312 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-31dc69e7-53cc-4e9a-96a8-4d49c446396a tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Request body: {'security_group': {'name': 'tempest-securitygroup--451425162', 'description': 'tempest-description--121498795'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:15:52.467199 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e164711-21ba-4c09-8ae5-68b494e4df43 req-52d64c61-1880-4b9e-b6f3-c95aec37a6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:52.468764 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1e164711-21ba-4c09-8ae5-68b494e4df43 req-52d64c61-1880-4b9e-b6f3-c95aec37a6d9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3bd50e6e8ccf456285d1c6ca47cc0e73&device_id=e7d367c4-6a3d-46ea-aabf-d21c7a42ae9f HTTP/1.1" status: 200 len: 1094 time: 0.2014220 May 18 18:15:52.484512 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 858c060f-8117-4e46-9519-8e53598a355a is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:15:52.493007 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5c3c1f43-3ff6-4295-9590-3a486cc014df req-e8323126-af9a-42cb-ac62-56576cac6a9f tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/security-groups?id=0cf286b9-4259-46f9-a9b8-06a8c9d0d055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308777 May 18 18:15:52.526937 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-31dc69e7-53cc-4e9a-96a8-4d49c446396a tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:52.532312 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1e164711-21ba-4c09-8ae5-68b494e4df43 req-0b082f18-c821-4852-884c-d1c1587bdf2b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ac7fa8a-9b47-4fc4-9fa4-b78edf823c04 HTTP/1.1" status: 200 len: 217 time: 0.0535498 May 18 18:15:52.560716 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-2a1e73c1-a9fe-4782-9278-4be5bcc112d5 None None] Provisioning complete for port bfe302f4-31b0-4e60-be0f-bcfe30840d72 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:15:52.561656 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-2a1e73c1-a9fe-4782-9278-4be5bcc112d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:52.637031 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-2a1e73c1-a9fe-4782-9278-4be5bcc112d5 None None] Port bfe302f4-31b0-4e60-be0f-bcfe30840d72 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:15:52.662531 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-12e2313f-14fe-487c-b881-c0bc77e4d848 req-9ce6cb5e-5968-4820-a73a-aa4e13331ba7 service neutron] 10.222.0.88 "GET /v2.0/networks/32202dd9-9064-4832-817f-7e8b4a8db1c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2805316 May 18 18:15:52.663596 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e164711-21ba-4c09-8ae5-68b494e4df43 req-e2334338-1666-42c4-a619-ce9588a2f0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:52.665078 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1e164711-21ba-4c09-8ae5-68b494e4df43 req-e2334338-1666-42c4-a619-ce9588a2f0ef service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9e5df085-5e19-493d-91de-23429af05a0a HTTP/1.1" status: 200 len: 855 time: 0.1236708 May 18 18:15:52.791561 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [req-e10ebdeb-ce7b-4843-a000-29cef944a92e req-c7fcbae8-2f23-49dc-a976-686c8f060a14 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Allocated IP 172.20.0.8 (303de0ee-e6b2-4f16-b090-15548665b4d3/b58b6ed0-e33d-4911-87f5-9fe233239105/6442d690-4bd6-4fab-bd38-8bec279033d1) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:15:52.798008 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1e164711-21ba-4c09-8ae5-68b494e4df43 req-86b29b7f-1f87-4fd9-ba47-710540b4672b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dc4b5d65-5cc2-446b-ba02-e822ca3edfb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0927229 May 18 18:15:52.826895 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec52fc8-6f76-4170-ba5b-ce430186d407 req-1158290c-7668-4b2b-8752-9dc3bbd41928 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:52.828395 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3ec52fc8-6f76-4170-ba5b-ce430186d407 req-1158290c-7668-4b2b-8752-9dc3bbd41928 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "GET /v2.0/ports?device_id=00ae5749-325c-4339-a1d0-d91fc688ad0c HTTP/1.1" status: 200 len: 944 time: 0.1847925 May 18 18:15:52.876349 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-31dc69e7-53cc-4e9a-96a8-4d49c446396a tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:52.888904 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-31dc69e7-53cc-4e9a-96a8-4d49c446396a tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:52.948919 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6a3827-6d4f-4571-8db4-44c485eb3080 req-9fd72d1e-fe04-4d28-974c-d6e1b5dda25c tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:52.950456 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1f6a3827-6d4f-4571-8db4-44c485eb3080 req-9fd72d1e-fe04-4d28-974c-d6e1b5dda25c tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/ports?device_id=42cdd441-75e4-42c9-95ce-3f081db8b56f HTTP/1.1" status: 200 len: 945 time: 0.2908585 May 18 18:15:52.953194 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-12e2313f-14fe-487c-b881-c0bc77e4d848 req-bedb6b23-5b57-4468-8d99-526625945c01 service neutron] 10.222.0.88 "GET /v2.0/networks/32202dd9-9064-4832-817f-7e8b4a8db1c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2690558 May 18 18:15:53.001588 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-31dc69e7-53cc-4e9a-96a8-4d49c446396a tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:53.002855 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-31dc69e7-53cc-4e9a-96a8-4d49c446396a tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6127326 May 18 18:15:53.007000 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 33968) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:15:53.012981 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3ec52fc8-6f76-4170-ba5b-ce430186d407 req-e86acac7-e2b6-44a6-8019-eaa2c690ba2f tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "GET /v2.0/security-groups?id=4a1f9358-f3a3-4045-96f1-cde7ad8c9099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1732404 May 18 18:15:53.016292 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-42e395f7-d9b8-47bd-b843-14182c28f613 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Request body: {'security_group_rule': {'security_group_id': '9a2067b3-2854-40c8-880f-cf75b37fd6a5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:15:53.017111 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dc69e7-53cc-4e9a-96a8-4d49c446396a tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a2067b3-2854-40c8-880f-cf75b37fd6a5,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:53.082303 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1f6a3827-6d4f-4571-8db4-44c485eb3080 req-4943db49-529a-48c1-a7ed-a62de28310dc tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/security-groups?id=8ad86751-3372-47de-bc84-2bfa3ff50eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156902 May 18 18:15:53.089646 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1e164711-21ba-4c09-8ae5-68b494e4df43 req-70dbbaf3-f662-448d-9f5e-a455b6d4695b service neutron] 10.222.0.36 "GET /v2.0/networks/dc4b5d65-5cc2-446b-ba02-e822ca3edfb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2753053 May 18 18:15:53.110052 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-42e395f7-d9b8-47bd-b843-14182c28f613 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:53.136386 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-e10ebdeb-ce7b-4843-a000-29cef944a92e req-c7fcbae8-2f23-49dc-a976-686c8f060a14 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:53.205854 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ac99f124-7b0c-4afc-84d9-b6e79f43db9a req-e70c7ce5-4f28-40c1-b043-ebaf9b05c9d2 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "GET /v2.0/ports?device_id=fce91e5f-c0a2-4a71-af70-3d0ff7a7854c HTTP/1.1" status: 200 len: 210 time: 0.0542073 May 18 18:15:53.285528 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-42e395f7-d9b8-47bd-b843-14182c28f613 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:53.289544 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-e10ebdeb-ce7b-4843-a000-29cef944a92e req-c7fcbae8-2f23-49dc-a976-686c8f060a14 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:53.302061 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-42e395f7-d9b8-47bd-b843-14182c28f613 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:53.366460 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e395f7-d9b8-47bd-b843-14182c28f613 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37ef202a-b795-4e7d-be23-34040c05bd6a,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:53.371089 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e10ebdeb-ce7b-4843-a000-29cef944a92e req-c7fcbae8-2f23-49dc-a976-686c8f060a14 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Network 303de0ee-e6b2-4f16-b090-15548665b4d3 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:15:53.378161 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-42e395f7-d9b8-47bd-b843-14182c28f613 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:53.379404 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-42e395f7-d9b8-47bd-b843-14182c28f613 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3696997 May 18 18:15:53.383576 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [req-e10ebdeb-ce7b-4843-a000-29cef944a92e req-c7fcbae8-2f23-49dc-a976-686c8f060a14 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:15:53.386155 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-e10ebdeb-ce7b-4843-a000-29cef944a92e req-c7fcbae8-2f23-49dc-a976-686c8f060a14 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:15:53.388801 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 33972) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:15:53.400496 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-c224fd72-3552-4aff-aaab-a619261cf73c tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Request body: {'security_group_rule': {'security_group_id': '9a2067b3-2854-40c8-880f-cf75b37fd6a5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:15:53.429934 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fcbae8-2f23-49dc-a976-686c8f060a14 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Pushing event updated for resources: {'Port': ['ID=6442d690-4bd6-4fab-bd38-8bec279033d1,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:53.459764 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0af2278d-7c45-4c94-87b0-e92323ea62da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-595963'] for router_interface, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:53.519713 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10ebdeb-ce7b-4843-a000-29cef944a92e req-c7fcbae8-2f23-49dc-a976-686c8f060a14 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:53.520864 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-e10ebdeb-ce7b-4843-a000-29cef944a92e req-c7fcbae8-2f23-49dc-a976-686c8f060a14 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:53.532463 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c224fd72-3552-4aff-aaab-a619261cf73c tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:53.543978 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3ea1c27f-403e-49ca-a701-6024d234902f tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:53.557029 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3ea1c27f-403e-49ca-a701-6024d234902f tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596987'] for floatingip, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:53.561930 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e10ebdeb-ce7b-4843-a000-29cef944a92e req-c7fcbae8-2f23-49dc-a976-686c8f060a14 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1402855 May 18 18:15:53.597928 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-e10ebdeb-ce7b-4843-a000-29cef944a92e req-7ce9a3ce-cb3d-4646-a053-73bb0daeda7d service neutron] Request body: {'port': {'device_id': 'fce91e5f-c0a2-4a71-af70-3d0ff7a7854c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-3'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:15:53.604845 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1e164711-21ba-4c09-8ae5-68b494e4df43 req-7fc6fd62-c6af-46a2-8526-1f36596c33d0 service neutron] 10.222.0.36 "GET /v2.0/networks/dc4b5d65-5cc2-446b-ba02-e822ca3edfb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5083663 May 18 18:15:53.669045 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-852c6044-4e14-40a1-be8d-3f0b8dd5580d None None] Provisioning complete for port 6442d690-4bd6-4fab-bd38-8bec279033d1 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:15:53.669577 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-852c6044-4e14-40a1-be8d-3f0b8dd5580d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:53.713242 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-852c6044-4e14-40a1-be8d-3f0b8dd5580d None None] Port 6442d690-4bd6-4fab-bd38-8bec279033d1 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:15:53.717085 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d101c488-f1eb-4257-b096-9e236acd6e5c req-7fa6b55a-0e51-46db-b73d-a29e622749ea tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:53.718702 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d101c488-f1eb-4257-b096-9e236acd6e5c req-7fa6b55a-0e51-46db-b73d-a29e622749ea tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/ports?device_id=e7d367c4-6a3d-46ea-aabf-d21c7a42ae9f HTTP/1.1" status: 200 len: 943 time: 0.1129520 May 18 18:15:53.744788 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-e10ebdeb-ce7b-4843-a000-29cef944a92e req-7ce9a3ce-cb3d-4646-a053-73bb0daeda7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:53.748602 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c224fd72-3552-4aff-aaab-a619261cf73c tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:53.777240 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c224fd72-3552-4aff-aaab-a619261cf73c tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:53.791511 n-d-838550-3 neutron-server[102730]: INFO neutron.db.l3_db [None req-3ea1c27f-403e-49ca-a701-6024d234902f tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] Floating IP f035a9f1-3032-47b2-82ca-bec294b2df1d associated. External IP: 172.25.5.128, port: 821a8237-636b-4752-b80f-e623731ec565. May 18 18:15:53.827686 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c224fd72-3552-4aff-aaab-a619261cf73c tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2347f7fb-5bdb-44a9-a6b7-12ee4c1ecdeb,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:53.831879 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8043389-25fb-4aae-8310-d75c346eb3da req-f6744ec2-aeac-4a89-ace0-ff73d7e72ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:53.834123 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f8043389-25fb-4aae-8310-d75c346eb3da req-f6744ec2-aeac-4a89-ace0-ff73d7e72ab5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3bd50e6e8ccf456285d1c6ca47cc0e73&device_id=e7d367c4-6a3d-46ea-aabf-d21c7a42ae9f HTTP/1.1" status: 200 len: 1094 time: 0.1692598 May 18 18:15:53.835473 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c224fd72-3552-4aff-aaab-a619261cf73c tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:53.836707 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-c224fd72-3552-4aff-aaab-a619261cf73c tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4415081 May 18 18:15:53.844471 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d101c488-f1eb-4257-b096-9e236acd6e5c req-f2522b43-0710-4f63-a1e6-0cd400d34c9e tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/security-groups?id=0cf286b9-4259-46f9-a9b8-06a8c9d0d055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046867 May 18 18:15:53.848709 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 33976) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:15:53.858932 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-00094eab-8e86-4f35-b764-52df3607584d tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Request body: {'floatingip': {'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:15:53.910480 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device c80e757e-91a4-471c-8d67-e10f2c61b218 details requested by agent hyperv_n-h2-838550-3 with host n-h2-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:15:53.947497 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-00094eab-8e86-4f35-b764-52df3607584d tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Notify callbacks [] for floatingip, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:54.023279 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port c80e757e-91a4-471c-8d67-e10f2c61b218, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=c80e757e-91a4-471c-8d67-e10f2c61b218,segment=NetworkSegment(c2befe81-e0f9-403d-ab80-68896828fcba),segment_id=c2befe81-e0f9-403d-ab80-68896828fcba)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:15:54.034803 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Returning: {'device': 'c80e757e-91a4-471c-8d67-e10f2c61b218', 'network_id': '32202dd9-9064-4832-817f-7e8b4a8db1c5', 'port_id': 'c80e757e-91a4-471c-8d67-e10f2c61b218', 'mac_address': 'fa:16:3e:1d:4e:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77da057d-3a9e-4973-b1e0-fe1781c445e0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:15:54.090769 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8043389-25fb-4aae-8310-d75c346eb3da req-9f338024-c90a-46a0-b360-af8af0c8b1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:54.092278 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f8043389-25fb-4aae-8310-d75c346eb3da req-9f338024-c90a-46a0-b360-af8af0c8b1c2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=dc4b5d65-5cc2-446b-ba02-e822ca3edfb6 HTTP/1.1" status: 200 len: 916 time: 0.2453208 May 18 18:15:54.105899 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port c80e757e-91a4-471c-8d67-e10f2c61b218 is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:15:54.111525 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:54.143632 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c80e757e-91a4-471c-8d67-e10f2c61b218 {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:15:54.154814 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-0af2278d-7c45-4c94-87b0-e92323ea62da admin admin] Deleting port 78558848-d600-48c9-a059-bfc3b3c5b632 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:15:54.155222 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0af2278d-7c45-4c94-87b0-e92323ea62da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:54.196585 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port c80e757e-91a4-471c-8d67-e10f2c61b218, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=c80e757e-91a4-471c-8d67-e10f2c61b218,segment=NetworkSegment(c2befe81-e0f9-403d-ab80-68896828fcba),segment_id=c2befe81-e0f9-403d-ab80-68896828fcba)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:15:54.196881 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f8043389-25fb-4aae-8310-d75c346eb3da req-679657c3-e486-4c80-aac0-c7a45e19d45c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ac7fa8a-9b47-4fc4-9fa4-b78edf823c04 HTTP/1.1" status: 200 len: 217 time: 0.0671704 May 18 18:15:54.204648 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:54.288209 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=c80e757e-91a4-471c-8d67-e10f2c61b218,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:54.341318 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8043389-25fb-4aae-8310-d75c346eb3da req-e0cb5770-e99d-4718-bdae-e38be7486b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:54.342870 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f8043389-25fb-4aae-8310-d75c346eb3da req-e0cb5770-e99d-4718-bdae-e38be7486b5c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9e5df085-5e19-493d-91de-23429af05a0a HTTP/1.1" status: 200 len: 855 time: 0.1259055 May 18 18:15:54.349392 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeb707d-0a80-45a3-b289-ff2e3c5cc4ac req-85674df3-37e1-4b2c-8fed-55c6294f0c23 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:54.351075 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2eeb707d-0a80-45a3-b289-ff2e3c5cc4ac req-85674df3-37e1-4b2c-8fed-55c6294f0c23 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "GET /v2.0/ports?device_id=00ae5749-325c-4339-a1d0-d91fc688ad0c HTTP/1.1" status: 200 len: 944 time: 0.2182829 May 18 18:15:54.358292 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb5c577-2220-4941-bc8d-eea023bfee71 req-a1ba09cf-9218-44f5-b4fb-af5c4bfc5ddf tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:54.360632 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fdb5c577-2220-4941-bc8d-eea023bfee71 req-a1ba09cf-9218-44f5-b4fb-af5c4bfc5ddf tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/ports?device_id=42cdd441-75e4-42c9-95ce-3f081db8b56f HTTP/1.1" status: 200 len: 945 time: 0.1789718 May 18 18:15:54.366309 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-0af2278d-7c45-4c94-87b0-e92323ea62da admin admin] For port 78558848-d600-48c9-a059-bfc3b3c5b632, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=78558848-d600-48c9-a059-bfc3b3c5b632,segment=NetworkSegment(e113abf4-4b0e-4afe-a737-f70ad5d66353),segment_id=e113abf4-4b0e-4afe-a737-f70ad5d66353)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:15:54.366780 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0af2278d-7c45-4c94-87b0-e92323ea62da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:54.386099 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [req-e10ebdeb-ce7b-4843-a000-29cef944a92e req-7ce9a3ce-cb3d-4646-a053-73bb0daeda7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6442d690-4bd6-4fab-bd38-8bec279033d1 {{(pid=102731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:15:54.402097 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-0af2278d-7c45-4c94-87b0-e92323ea62da admin admin] Calling delete_port for 78558848-d600-48c9-a059-bfc3b3c5b632 owned by network:router_interface {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:15:54.404478 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ea1c27f-403e-49ca-a701-6024d234902f tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] Router c8719e84-c305-4ef5-ac3f-d731e926ea3a has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:15:54.404963 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-e10ebdeb-ce7b-4843-a000-29cef944a92e req-7ce9a3ce-cb3d-4646-a053-73bb0daeda7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:54.413894 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f8043389-25fb-4aae-8310-d75c346eb3da req-a5fd0bdc-2f36-4edf-92be-5acd22106128 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dc4b5d65-5cc2-446b-ba02-e822ca3edfb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521200 May 18 18:15:54.440238 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.provisioning_blocks [req-e10ebdeb-ce7b-4843-a000-29cef944a92e req-7ce9a3ce-cb3d-4646-a053-73bb0daeda7d service neutron] Transition to ACTIVE for port object 6442d690-4bd6-4fab-bd38-8bec279033d1 will not be triggered until provisioned by entity L2. {{(pid=102731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:15:54.463157 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['c80e757e-91a4-471c-8d67-e10f2c61b218'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:15:54.482721 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-e10ebdeb-ce7b-4843-a000-29cef944a92e req-7ce9a3ce-cb3d-4646-a053-73bb0daeda7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:54.491284 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-00094eab-8e86-4f35-b764-52df3607584d tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:54.499667 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fdb5c577-2220-4941-bc8d-eea023bfee71 req-9d7944eb-0f19-4211-a527-4a867c483964 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/security-groups?id=8ad86751-3372-47de-bc84-2bfa3ff50eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238017 May 18 18:15:54.514405 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2eeb707d-0a80-45a3-b289-ff2e3c5cc4ac req-908a7a4b-4f05-4c1a-bb04-f1009e35ffe4 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "GET /v2.0/security-groups?id=4a1f9358-f3a3-4045-96f1-cde7ad8c9099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334300 May 18 18:15:54.644934 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce9a3ce-cb3d-4646-a053-73bb0daeda7d service neutron] Pushing event updated for resources: {'Port': ['ID=6442d690-4bd6-4fab-bd38-8bec279033d1,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:54.736154 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f8043389-25fb-4aae-8310-d75c346eb3da req-a767d3e1-7d5f-4052-8312-74226fb432a4 service neutron] 10.222.0.36 "GET /v2.0/networks/dc4b5d65-5cc2-446b-ba02-e822ca3edfb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3125257 May 18 18:15:54.761669 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-e10ebdeb-ce7b-4843-a000-29cef944a92e req-7ce9a3ce-cb3d-4646-a053-73bb0daeda7d service neutron] Attempting to bind port 6442d690-4bd6-4fab-bd38-8bec279033d1 on host n-h1-838550-3 for vnic_type normal with profile {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:15:54.762262 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-e10ebdeb-ce7b-4843-a000-29cef944a92e req-7ce9a3ce-cb3d-4646-a053-73bb0daeda7d service neutron] Attempting to bind port 6442d690-4bd6-4fab-bd38-8bec279033d1 by drivers openvswitch,hyperv on host n-h1-838550-3 at level 0 using segments [{'id': '1dd8b87d-6712-4ffb-9339-a1d4d8b45f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '303de0ee-e6b2-4f16-b090-15548665b4d3'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:15:54.762391 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e10ebdeb-ce7b-4843-a000-29cef944a92e req-7ce9a3ce-cb3d-4646-a053-73bb0daeda7d service neutron] Attempting to bind port 6442d690-4bd6-4fab-bd38-8bec279033d1 on network 303de0ee-e6b2-4f16-b090-15548665b4d3 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:15:54.791116 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e10ebdeb-ce7b-4843-a000-29cef944a92e req-7ce9a3ce-cb3d-4646-a053-73bb0daeda7d service neutron] Port 6442d690-4bd6-4fab-bd38-8bec279033d1 on network 303de0ee-e6b2-4f16-b090-15548665b4d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-3 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:15:54.791116 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e10ebdeb-ce7b-4843-a000-29cef944a92e req-7ce9a3ce-cb3d-4646-a053-73bb0daeda7d service neutron] Attempting to bind port 6442d690-4bd6-4fab-bd38-8bec279033d1 on network 303de0ee-e6b2-4f16-b090-15548665b4d3 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:15:54.801207 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e10ebdeb-ce7b-4843-a000-29cef944a92e req-7ce9a3ce-cb3d-4646-a053-73bb0daeda7d service neutron] Checking agent: {'id': '1dbac822-25f2-4df8-9dc8-5c2e7b136eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:15:54.802104 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e10ebdeb-ce7b-4843-a000-29cef944a92e req-7ce9a3ce-cb3d-4646-a053-73bb0daeda7d service neutron] Checking segment: {'id': '1dd8b87d-6712-4ffb-9339-a1d4d8b45f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '303de0ee-e6b2-4f16-b090-15548665b4d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:15:54.802497 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e10ebdeb-ce7b-4843-a000-29cef944a92e req-7ce9a3ce-cb3d-4646-a053-73bb0daeda7d service neutron] Bound using segment: {'id': '1dd8b87d-6712-4ffb-9339-a1d4d8b45f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '303de0ee-e6b2-4f16-b090-15548665b4d3'} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:15:54.802940 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-e10ebdeb-ce7b-4843-a000-29cef944a92e req-7ce9a3ce-cb3d-4646-a053-73bb0daeda7d service neutron] Bound port: 6442d690-4bd6-4fab-bd38-8bec279033d1, host: n-h1-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1dd8b87d-6712-4ffb-9339-a1d4d8b45f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '303de0ee-e6b2-4f16-b090-15548665b4d3'}}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:15:54.803293 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-e10ebdeb-ce7b-4843-a000-29cef944a92e req-7ce9a3ce-cb3d-4646-a053-73bb0daeda7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:54.804451 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76c7ce0-21e9-4857-a8c7-b5d2130e9160 req-e68fb293-0b17-4c4a-b92b-6ed1aea186ad tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:54.806097 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f76c7ce0-21e9-4857-a8c7-b5d2130e9160 req-e68fb293-0b17-4c4a-b92b-6ed1aea186ad tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "GET /v2.0/ports?device_id=fce91e5f-c0a2-4a71-af70-3d0ff7a7854c HTTP/1.1" status: 200 len: 943 time: 0.1968081 May 18 18:15:54.836966 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ea1c27f-403e-49ca-a701-6024d234902f tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:15:54.852332 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0af2278d-7c45-4c94-87b0-e92323ea62da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:54.855858 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf56e84-25a8-48de-9b3a-5d2125b377b9 None None] Sync routers for ids ['c8719e84-c305-4ef5-ac3f-d731e926ea3a'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:15:54.864779 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3ea1c27f-403e-49ca-a701-6024d234902f tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:54.868205 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf56e84-25a8-48de-9b3a-5d2125b377b9 None None] Routers {'c8719e84-c305-4ef5-ac3f-d731e926ea3a'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:15:54.869767 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-8bf56e84-25a8-48de-9b3a-5d2125b377b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:15:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['c8719e84-c305-4ef5-ac3f-d731e926ea3a'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:15:54.892691 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af2278d-7c45-4c94-87b0-e92323ea62da admin admin] Pushing event deleted for resources: {'Port': ['ID=78558848-d600-48c9-a059-bfc3b3c5b632,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:54.941019 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-00094eab-8e86-4f35-b764-52df3607584d tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Allocated IP 172.25.5.240 (31ebd439-090c-4b25-bbb0-31c48711b145/363a2810-8a83-4be0-a317-7c91fcd94485/d9293fc8-ee0d-46f7-bac1-51c0a0d66781) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:15:54.975605 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-e10ebdeb-ce7b-4843-a000-29cef944a92e req-7ce9a3ce-cb3d-4646-a053-73bb0daeda7d service neutron] For port 6442d690-4bd6-4fab-bd38-8bec279033d1, host n-h1-838550-3, cleared binding levels {{(pid=102731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:15:54.988560 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-3ea1c27f-403e-49ca-a701-6024d234902f tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] 10.222.0.85 "PUT /v2.0/floatingips/f035a9f1-3032-47b2-82ca-bec294b2df1d HTTP/1.1" status: 200 len: 992 time: 2.9926343 May 18 18:15:54.992335 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50867587-12b1-4c94-996f-1a2f1d13c37a', 'tag': '821a8237-636b-4752-b80f-e623731ec565'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:15:54.995071 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16607b5b-8c5d-4773-a82a-9218997d7cf6" -d '{"events": [{"name": "network-changed", "server_uuid": "50867587-12b1-4c94-996f-1a2f1d13c37a", "tag": "821a8237-636b-4752-b80f-e623731ec565"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:15:55.017260 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f76c7ce0-21e9-4857-a8c7-b5d2130e9160 req-020e05c3-514b-453e-84e7-978bdc4404f6 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "GET /v2.0/security-groups?id=b068be93-3224-4945-a56f-307009ae784e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1740143 May 18 18:15:55.034885 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f8043389-25fb-4aae-8310-d75c346eb3da req-b374a9d0-6eab-430c-82ee-99efb890d89e service neutron] 10.222.0.36 "GET /v2.0/networks/dc4b5d65-5cc2-446b-ba02-e822ca3edfb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2879121 May 18 18:15:55.143522 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-8bf56e84-25a8-48de-9b3a-5d2125b377b9 None None] Set router c8719e84-c305-4ef5-ac3f-d731e926ea3a gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:15:55.190137 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-00094eab-8e86-4f35-b764-52df3607584d tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:55.220314 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f140c46-02da-430a-bc93-8ad6187050c9 req-bdfba074-e436-4b35-b406-a588ba4333a0 tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:55.224393 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1f140c46-02da-430a-bc93-8ad6187050c9 req-bdfba074-e436-4b35-b406-a588ba4333a0 tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] 10.222.0.85 "GET /v2.0/ports?device_id=50867587-12b1-4c94-996f-1a2f1d13c37a HTTP/1.1" status: 200 len: 946 time: 0.0857089 May 18 18:15:55.276147 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-00094eab-8e86-4f35-b764-52df3607584d tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:55.325170 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1f140c46-02da-430a-bc93-8ad6187050c9 req-db024d9b-eb32-4210-a6c9-591ed4c64f4d tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] 10.222.0.85 "GET /v2.0/security-groups?id=e9bfddfb-d8cd-4e22-a2a5-022903ae86af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838490 May 18 18:15:55.354614 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00094eab-8e86-4f35-b764-52df3607584d tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Pushing event updated for resources: {'Port': ['ID=d9293fc8-ee0d-46f7-bac1-51c0a0d66781,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:55.367974 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00094eab-8e86-4f35-b764-52df3607584d tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Network 31ebd439-090c-4b25-bbb0-31c48711b145 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:15:55.370096 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-00094eab-8e86-4f35-b764-52df3607584d tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:15:55.374568 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00094eab-8e86-4f35-b764-52df3607584d tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:15:55.425514 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdf028ec-a477-4af1-b7cb-0b6d6494db2b x-openstack-request-id: req-cdf028ec-a477-4af1-b7cb-0b6d6494db2b {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:15:55.426390 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50867587-12b1-4c94-996f-1a2f1d13c37a", "tag": "821a8237-636b-4752-b80f-e623731ec565", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:15:55.426390 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-cdf028ec-a477-4af1-b7cb-0b6d6494db2b {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:15:55.427186 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdf028ec-a477-4af1-b7cb-0b6d6494db2b'] response: {'name': 'network-changed', 'server_uuid': '50867587-12b1-4c94-996f-1a2f1d13c37a', 'tag': '821a8237-636b-4752-b80f-e623731ec565', 'status': 'completed', 'code': 200} May 18 18:15:55.447113 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-e10ebdeb-ce7b-4843-a000-29cef944a92e req-7ce9a3ce-cb3d-4646-a053-73bb0daeda7d service neutron] For port 6442d690-4bd6-4fab-bd38-8bec279033d1, host n-h1-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=6442d690-4bd6-4fab-bd38-8bec279033d1,segment=NetworkSegment(1dd8b87d-6712-4ffb-9339-a1d4d8b45f0c),segment_id=1dd8b87d-6712-4ffb-9339-a1d4d8b45f0c)] {{(pid=102731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:15:55.481850 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-e10ebdeb-ce7b-4843-a000-29cef944a92e req-7ce9a3ce-cb3d-4646-a053-73bb0daeda7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:55.531316 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-00094eab-8e86-4f35-b764-52df3607584d tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:55.561084 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10ebdeb-ce7b-4843-a000-29cef944a92e req-7ce9a3ce-cb3d-4646-a053-73bb0daeda7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:55.561741 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-e10ebdeb-ce7b-4843-a000-29cef944a92e req-7ce9a3ce-cb3d-4646-a053-73bb0daeda7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:55.563132 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e10ebdeb-ce7b-4843-a000-29cef944a92e req-7ce9a3ce-cb3d-4646-a053-73bb0daeda7d service neutron] 10.222.0.36 "PUT /v2.0/ports/6442d690-4bd6-4fab-bd38-8bec279033d1 HTTP/1.1" status: 200 len: 1091 time: 1.9694648 May 18 18:15:55.611881 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-00094eab-8e86-4f35-b764-52df3607584d tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:55.615608 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fce91e5f-c0a2-4a71-af70-3d0ff7a7854c', 'tag': '6442d690-4bd6-4fab-bd38-8bec279033d1'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:15:55.622837 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13ba5d86-2f6f-4ce9-a6e9-0c7150abaab3" -d '{"events": [{"name": "network-changed", "server_uuid": "fce91e5f-c0a2-4a71-af70-3d0ff7a7854c", "tag": "6442d690-4bd6-4fab-bd38-8bec279033d1"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:15:55.646070 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-8bf56e84-25a8-48de-9b3a-5d2125b377b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8719e84-c305-4ef5-ac3f-d731e926ea3a', 'name': 'tempest-ServersTestManualDisk-456503983-router', 'tenant_id': '90138de8af6145feb645e44366952417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '089cae8c-5409-4c2e-8a57-e76e7ae53492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:15:00Z', 'updated_at': '2022-05-18T18:15:11Z', 'revision_number': 4, 'project_id': '90138de8af6145feb645e44366952417', 'gw_port': {'id': '089cae8c-5409-4c2e-8a57-e76e7ae53492', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:78:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8719e84-c305-4ef5-ac3f-d731e926ea3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:15:02Z', 'updated_at': '2022-05-18T18:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': 'f035a9f1-3032-47b2-82ca-bec294b2df1d', 'tenant_id': '90138de8af6145feb645e44366952417', 'floating_ip_address': '172.25.5.128', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': 'c8719e84-c305-4ef5-ac3f-d731e926ea3a', 'port_id': '821a8237-636b-4752-b80f-e623731ec565', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63d09ffb-24e5-4fc7-b6ac-a48cca6112cf', 'mac_address': 'fa:16:3e:8c:12:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50867587-12b1-4c94-996f-1a2f1d13c37a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T18:15:24Z', 'updated_at': '2022-05-18T18:15:53Z', 'revision_number': 1, 'project_id': '90138de8af6145feb645e44366952417', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12dcf668-fcab-41bd-94b3-f0a67e7daf07', 'name': '', 'network_id': '63d09ffb-24e5-4fc7-b6ac-a48cca6112cf', 'tenant_id': '90138de8af6145feb645e44366952417', 'mac_address': 'fa:16:3e:95:b1:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8719e84-c305-4ef5-ac3f-d731e926ea3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': '8da46cd5-73a9-4d04-aee9-3cf83560e14f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:15:09Z', 'updated_at': '2022-05-18T18:15:24Z', 'revision_number': 5, 'project_id': '90138de8af6145feb645e44366952417', 'subnets': [{'id': '8da46cd5-73a9-4d04-aee9-3cf83560e14f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:15:55.678918 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf56e84-25a8-48de-9b3a-5d2125b377b9 None None] Checking router: c8719e84-c305-4ef5-ac3f-d731e926ea3a for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:15:55.690684 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf56e84-25a8-48de-9b3a-5d2125b377b9 None None] Routers {'c8719e84-c305-4ef5-ac3f-d731e926ea3a'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:15:55.691542 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-8bf56e84-25a8-48de-9b3a-5d2125b377b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:15:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['c8719e84-c305-4ef5-ac3f-d731e926ea3a'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:15:55.738333 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ce5021-7d7f-4454-a43b-6df24b0178e5 req-f901310a-900f-40e0-85c8-35fc21c3e53a tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:55.740230 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-71ce5021-7d7f-4454-a43b-6df24b0178e5 req-f901310a-900f-40e0-85c8-35fc21c3e53a tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/ports?device_id=e7d367c4-6a3d-46ea-aabf-d21c7a42ae9f HTTP/1.1" status: 200 len: 943 time: 0.7829468 May 18 18:15:55.740882 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0af2278d-7c45-4c94-87b0-e92323ea62da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-593931'] for router_interface, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:55.785667 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce9a3ce-cb3d-4646-a053-73bb0daeda7d service neutron] Pushing event updated for resources: {'Port': ['ID=6442d690-4bd6-4fab-bd38-8bec279033d1,revision_number=3']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:55.797817 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68793294-3a4f-4c68-9de2-4a7ee65188c4 req-f6043703-01a0-42eb-880e-c4516cbc1ef8 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:55.809358 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-68793294-3a4f-4c68-9de2-4a7ee65188c4 req-f6043703-01a0-42eb-880e-c4516cbc1ef8 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/ports?device_id=42cdd441-75e4-42c9-95ce-3f081db8b56f HTTP/1.1" status: 200 len: 945 time: 0.1715207 May 18 18:15:55.842032 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16607b5b-8c5d-4773-a82a-9218997d7cf6 req-8a992109-b43f-4d4e-bd14-6bd3dfd733a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:55.843375 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-16607b5b-8c5d-4773-a82a-9218997d7cf6 req-8a992109-b43f-4d4e-bd14-6bd3dfd733a3 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=90138de8af6145feb645e44366952417&device_id=50867587-12b1-4c94-996f-1a2f1d13c37a HTTP/1.1" status: 200 len: 1097 time: 0.3946824 May 18 18:15:55.844305 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-8bf56e84-25a8-48de-9b3a-5d2125b377b9 None None] Set router c8719e84-c305-4ef5-ac3f-d731e926ea3a gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:15:55.873941 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-68793294-3a4f-4c68-9de2-4a7ee65188c4 req-59680c1f-0d7a-49c7-881b-7d1ace727ba1 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/security-groups?id=8ad86751-3372-47de-bc84-2bfa3ff50eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590987 May 18 18:15:55.895851 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-71ce5021-7d7f-4454-a43b-6df24b0178e5 req-a8969e9d-f433-451d-8dc0-f6de5456c8bf tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/security-groups?id=0cf286b9-4259-46f9-a9b8-06a8c9d0d055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428173 May 18 18:15:55.900838 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10ebdeb-ce7b-4843-a000-29cef944a92e req-3832898a-9994-4615-886d-5e71f37dbc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:55.914781 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e10ebdeb-ce7b-4843-a000-29cef944a92e req-3832898a-9994-4615-886d-5e71f37dbc6e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6664118b95564eb5aa43c658eedfd9ed&device_id=fce91e5f-c0a2-4a71-af70-3d0ff7a7854c HTTP/1.1" status: 200 len: 1094 time: 0.2830238 May 18 18:15:55.936030 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device c80e757e-91a4-471c-8d67-e10f2c61b218 up at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:15:55.958448 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-00094eab-8e86-4f35-b764-52df3607584d tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:55.966557 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-00094eab-8e86-4f35-b764-52df3607584d tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:55.984572 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 8ac7fa8a-9b47-4fc4-9fa4-b78edf823c04 details requested by agent hyperv_n-h1-838550-3 with host n-h1-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:15:56.044108 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00094eab-8e86-4f35-b764-52df3607584d tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Pushing event updated for resources: {'Port': ['ID=d9293fc8-ee0d-46f7-bac1-51c0a0d66781,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:56.087151 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning for port c80e757e-91a4-471c-8d67-e10f2c61b218 completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:15:56.105536 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning complete for port c80e757e-91a4-471c-8d67-e10f2c61b218 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:15:56.106224 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:56.117220 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2806b45-83ef-4c24-81db-0c956c9f69bc x-openstack-request-id: req-c2806b45-83ef-4c24-81db-0c956c9f69bc {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:15:56.117493 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fce91e5f-c0a2-4a71-af70-3d0ff7a7854c", "tag": "6442d690-4bd6-4fab-bd38-8bec279033d1", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:15:56.117894 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-c2806b45-83ef-4c24-81db-0c956c9f69bc {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:15:56.118167 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2806b45-83ef-4c24-81db-0c956c9f69bc'] response: {'name': 'network-changed', 'server_uuid': 'fce91e5f-c0a2-4a71-af70-3d0ff7a7854c', 'tag': '6442d690-4bd6-4fab-bd38-8bec279033d1', 'status': 'completed', 'code': 200} May 18 18:15:56.120505 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e10ebdeb-ce7b-4843-a000-29cef944a92e req-1ce433e6-0e7f-475f-9db7-ca98bacea61a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6442d690-4bd6-4fab-bd38-8bec279033d1 HTTP/1.1" status: 200 len: 217 time: 0.1902690 May 18 18:15:56.160540 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-8bf56e84-25a8-48de-9b3a-5d2125b377b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8719e84-c305-4ef5-ac3f-d731e926ea3a', 'name': 'tempest-ServersTestManualDisk-456503983-router', 'tenant_id': '90138de8af6145feb645e44366952417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '089cae8c-5409-4c2e-8a57-e76e7ae53492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:15:00Z', 'updated_at': '2022-05-18T18:15:11Z', 'revision_number': 4, 'project_id': '90138de8af6145feb645e44366952417', 'gw_port': {'id': '089cae8c-5409-4c2e-8a57-e76e7ae53492', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:78:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8719e84-c305-4ef5-ac3f-d731e926ea3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:15:02Z', 'updated_at': '2022-05-18T18:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': 'f035a9f1-3032-47b2-82ca-bec294b2df1d', 'tenant_id': '90138de8af6145feb645e44366952417', 'floating_ip_address': '172.25.5.128', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': 'c8719e84-c305-4ef5-ac3f-d731e926ea3a', 'port_id': '821a8237-636b-4752-b80f-e623731ec565', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63d09ffb-24e5-4fc7-b6ac-a48cca6112cf', 'mac_address': 'fa:16:3e:8c:12:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50867587-12b1-4c94-996f-1a2f1d13c37a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T18:15:24Z', 'updated_at': '2022-05-18T18:15:53Z', 'revision_number': 1, 'project_id': '90138de8af6145feb645e44366952417', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12dcf668-fcab-41bd-94b3-f0a67e7daf07', 'name': '', 'network_id': '63d09ffb-24e5-4fc7-b6ac-a48cca6112cf', 'tenant_id': '90138de8af6145feb645e44366952417', 'mac_address': 'fa:16:3e:95:b1:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8719e84-c305-4ef5-ac3f-d731e926ea3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': '8da46cd5-73a9-4d04-aee9-3cf83560e14f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:15:09Z', 'updated_at': '2022-05-18T18:15:24Z', 'revision_number': 5, 'project_id': '90138de8af6145feb645e44366952417', 'subnets': [{'id': '8da46cd5-73a9-4d04-aee9-3cf83560e14f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:15:56.164838 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 8ac7fa8a-9b47-4fc4-9fa4-b78edf823c04, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=8ac7fa8a-9b47-4fc4-9fa4-b78edf823c04,segment=NetworkSegment(1c33b8e1-9163-4f86-a1f0-1efa8c3ca198),segment_id=1c33b8e1-9163-4f86-a1f0-1efa8c3ca198)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:15:56.185603 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Returning: {'device': '8ac7fa8a-9b47-4fc4-9fa4-b78edf823c04', 'network_id': 'dc4b5d65-5cc2-446b-ba02-e822ca3edfb6', 'port_id': '8ac7fa8a-9b47-4fc4-9fa4-b78edf823c04', 'mac_address': 'fa:16:3e:5d:b3:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e5df085-5e19-493d-91de-23429af05a0a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:15:56.194983 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-00094eab-8e86-4f35-b764-52df3607584d tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596987'] for floatingip, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:56.205935 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf56e84-25a8-48de-9b3a-5d2125b377b9 None None] The sync data for ids ['c8719e84-c305-4ef5-ac3f-d731e926ea3a'] in n-d-838550-3 is: [{'id': 'c8719e84-c305-4ef5-ac3f-d731e926ea3a', 'name': 'tempest-ServersTestManualDisk-456503983-router', 'tenant_id': '90138de8af6145feb645e44366952417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '089cae8c-5409-4c2e-8a57-e76e7ae53492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:15:00Z', 'updated_at': '2022-05-18T18:15:11Z', 'revision_number': 4, 'project_id': '90138de8af6145feb645e44366952417', 'gw_port': {'id': '089cae8c-5409-4c2e-8a57-e76e7ae53492', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:78:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8719e84-c305-4ef5-ac3f-d731e926ea3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:15:02Z', 'updated_at': '2022-05-18T18:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': 'f035a9f1-3032-47b2-82ca-bec294b2df1d', 'tenant_id': '90138de8af6145feb645e44366952417', 'floating_ip_address': '172.25.5.128', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': 'c8719e84-c305-4ef5-ac3f-d731e926ea3a', 'port_id': '821a8237-636b-4752-b80f-e623731ec565', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63d09ffb-24e5-4fc7-b6ac-a48cca6112cf', 'mac_address': 'fa:16:3e:8c:12:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50867587-12b1-4c94-996f-1a2f1d13c37a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T18:15:24Z', 'updated_at': '2022-05-18T18:15:53Z', 'revision_number': 1, 'project_id': '90138de8af6145feb645e44366952417', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12dcf668-fcab-41bd-94b3-f0a67e7daf07', 'name': '', 'network_id': '63d09ffb-24e5-4fc7-b6ac-a48cca6112cf', 'tenant_id': '90138de8af6145feb645e44366952417', 'mac_address': 'fa:16:3e:95:b1:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8719e84-c305-4ef5-ac3f-d731e926ea3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': '8da46cd5-73a9-4d04-aee9-3cf83560e14f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:15:09Z', 'updated_at': '2022-05-18T18:15:24Z', 'revision_number': 5, 'project_id': '90138de8af6145feb645e44366952417', 'subnets': [{'id': '8da46cd5-73a9-4d04-aee9-3cf83560e14f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:15:56.227351 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0b9cf6-5d26-4aef-b821-17619b5b9d39 req-1462b7bd-1820-444c-a170-463a1063e979 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:56.236295 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9d0b9cf6-5d26-4aef-b821-17619b5b9d39 req-1462b7bd-1820-444c-a170-463a1063e979 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "GET /v2.0/ports?device_id=00ae5749-325c-4339-a1d0-d91fc688ad0c HTTP/1.1" status: 200 len: 945 time: 0.2750361 May 18 18:15:56.268061 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 8ac7fa8a-9b47-4fc4-9fa4-b78edf823c04 is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:15:56.268685 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:56.303563 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9d0b9cf6-5d26-4aef-b821-17619b5b9d39 req-fcac4a76-cabc-4576-b4d2-d89fce22f049 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "GET /v2.0/security-groups?id=4a1f9358-f3a3-4045-96f1-cde7ad8c9099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614781 May 18 18:15:56.313524 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-00094eab-8e86-4f35-b764-52df3607584d tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:56.325542 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-00094eab-8e86-4f35-b764-52df3607584d tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4712608 May 18 18:15:56.348014 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10ebdeb-ce7b-4843-a000-29cef944a92e req-24cb162e-52de-46ab-bec1-83322767dff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:56.350956 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e10ebdeb-ce7b-4843-a000-29cef944a92e req-24cb162e-52de-46ab-bec1-83322767dff1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b58b6ed0-e33d-4911-87f5-9fe233239105 HTTP/1.1" status: 200 len: 833 time: 0.2225020 May 18 18:15:56.388957 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16607b5b-8c5d-4773-a82a-9218997d7cf6 req-b947bb09-d22b-4c3f-803f-0656ddaf38f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:56.390830 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-16607b5b-8c5d-4773-a82a-9218997d7cf6 req-b947bb09-d22b-4c3f-803f-0656ddaf38f5 service neutron] 10.222.0.88 "GET /v2.0/networks?id=63d09ffb-24e5-4fc7-b6ac-a48cca6112cf HTTP/1.1" status: 200 len: 912 time: 0.5186841 May 18 18:15:56.429605 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ac7fa8a-9b47-4fc4-9fa4-b78edf823c04 {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:15:56.475861 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 8ac7fa8a-9b47-4fc4-9fa4-b78edf823c04, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=8ac7fa8a-9b47-4fc4-9fa4-b78edf823c04,segment=NetworkSegment(1c33b8e1-9163-4f86-a1f0-1efa8c3ca198),segment_id=1c33b8e1-9163-4f86-a1f0-1efa8c3ca198)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:15:56.487863 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:56.492406 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port c80e757e-91a4-471c-8d67-e10f2c61b218 is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:15:56.492790 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:56.561923 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00ae5749-325c-4339-a1d0-d91fc688ad0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c80e757e-91a4-471c-8d67-e10f2c61b218'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:15:56.564943 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db46c11b-79a0-4202-8910-3364f46933f2" -d '{"events": [{"server_uuid": "00ae5749-325c-4339-a1d0-d91fc688ad0c", "name": "network-vif-plugged", "status": "completed", "tag": "c80e757e-91a4-471c-8d67-e10f2c61b218"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:15:56.566697 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d613fff-4072-436a-b786-eb3095cf3855 req-9a621a61-7ad8-433a-927a-0c3153d022e6 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:56.574825 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6d613fff-4072-436a-b786-eb3095cf3855 req-9a621a61-7ad8-433a-927a-0c3153d022e6 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "GET /v2.0/ports?device_id=fce91e5f-c0a2-4a71-af70-3d0ff7a7854c HTTP/1.1" status: 200 len: 943 time: 0.4087198 May 18 18:15:56.578894 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0009bf99-e5e2-487d-8827-167e297a1521 None None] New status for floating IP f035a9f1-3032-47b2-82ca-bec294b2df1d: ACTIVE {{(pid=102732) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 18:15:56.623024 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-16607b5b-8c5d-4773-a82a-9218997d7cf6 req-afab046c-6440-4e4e-9611-22db79ab666b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=821a8237-636b-4752-b80f-e623731ec565 HTTP/1.1" status: 200 len: 1000 time: 0.2159436 May 18 18:15:56.645950 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port c80e757e-91a4-471c-8d67-e10f2c61b218, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=c80e757e-91a4-471c-8d67-e10f2c61b218,segment=NetworkSegment(c2befe81-e0f9-403d-ab80-68896828fcba),segment_id=c2befe81-e0f9-403d-ab80-68896828fcba)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:15:56.684405 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-8a883ce9-a0fb-4320-b5c1-d46377edf311 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-securitygroup--451425162&fields=id&tenant_id=4667f10dce1e42bbbeb327b02812458d HTTP/1.1" status: 200 len: 267 time: 0.0490849 May 18 18:15:56.688892 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10ebdeb-ce7b-4843-a000-29cef944a92e req-cbeb4e91-18c7-4ce1-ab9c-a9f9dbbd7683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:56.690453 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e10ebdeb-ce7b-4843-a000-29cef944a92e req-cbeb4e91-18c7-4ce1-ab9c-a9f9dbbd7683 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=303de0ee-e6b2-4f16-b090-15548665b4d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2986455 May 18 18:15:56.696546 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:56.696798 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0af2278d-7c45-4c94-87b0-e92323ea62da admin admin] Router 08f2f26e-c4e1-4c83-93dd-9b92298d525c has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:15:56.699945 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6d613fff-4072-436a-b786-eb3095cf3855 req-b77d4462-daab-4207-94f8-397fa2d78d79 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "GET /v2.0/security-groups?id=b068be93-3224-4945-a56f-307009ae784e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245136 May 18 18:15:56.725047 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=8ac7fa8a-9b47-4fc4-9fa4-b78edf823c04,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:56.764735 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-d59529b8-a0ea-464f-aed1-76a800187207 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:56.766733 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-d59529b8-a0ea-464f-aed1-76a800187207 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "GET /v2.0/ports/75d8fbc0-97dd-4aea-a1f2-9e5de043f940 HTTP/1.1" status: 200 len: 936 time: 0.0682607 May 18 18:15:56.772433 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16607b5b-8c5d-4773-a82a-9218997d7cf6 req-b0a7e034-481b-4e69-ac05-f91c78b6cedc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:56.773927 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-16607b5b-8c5d-4773-a82a-9218997d7cf6 req-b0a7e034-481b-4e69-ac05-f91c78b6cedc service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8da46cd5-73a9-4d04-aee9-3cf83560e14f HTTP/1.1" status: 200 len: 850 time: 0.1428995 May 18 18:15:56.808486 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86a7e4dc-c149-4664-91b0-59ce8c58e8a6 x-openstack-request-id: req-86a7e4dc-c149-4664-91b0-59ce8c58e8a6 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:15:56.808924 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00ae5749-325c-4339-a1d0-d91fc688ad0c", "name": "network-vif-plugged", "status": "completed", "tag": "c80e757e-91a4-471c-8d67-e10f2c61b218", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:15:56.809585 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-86a7e4dc-c149-4664-91b0-59ce8c58e8a6 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:15:56.809800 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86a7e4dc-c149-4664-91b0-59ce8c58e8a6'] response: {'server_uuid': '00ae5749-325c-4339-a1d0-d91fc688ad0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c80e757e-91a4-471c-8d67-e10f2c61b218', 'code': 200} May 18 18:15:56.813961 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['8ac7fa8a-9b47-4fc4-9fa4-b78edf823c04'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:15:56.862843 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-2c16585e-07bb-40b7-8bc4-1cfbc625f1e9 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:56.870349 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:15:56.870848 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:15:56.871518 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:15:56.871823 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:15:56.872214 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:15:56.872653 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:15:56.873095 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:15:56.873560 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:15:56.874701 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:15:56.874701 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:15:56.874701 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:15:56.875639 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:15:56.878399 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-2c16585e-07bb-40b7-8bc4-1cfbc625f1e9 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "GET /v2.0/ports/bfe302f4-31b0-4e60-be0f-bcfe30840d72 HTTP/1.1" status: 200 len: 936 time: 0.1039896 May 18 18:15:57.011334 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e10ebdeb-ce7b-4843-a000-29cef944a92e req-fbdeb083-8976-4de4-bcbe-724f7a83c04d service neutron] 10.222.0.36 "GET /v2.0/networks/303de0ee-e6b2-4f16-b090-15548665b4d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3104391 May 18 18:15:57.022896 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-7dda025d-fdea-4b63-b6bb-c71cbe36f173 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "GET /v2.0/ports?network_id=43a58ba6-946d-4778-a241-0f5d338fd928&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1436908 May 18 18:15:57.041670 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=c80e757e-91a4-471c-8d67-e10f2c61b218,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:57.073542 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16607b5b-8c5d-4773-a82a-9218997d7cf6 req-fe701af1-dc11-4f57-8413-d6171d76143f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:57.075285 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-16607b5b-8c5d-4773-a82a-9218997d7cf6 req-fe701af1-dc11-4f57-8413-d6171d76143f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=63d09ffb-24e5-4fc7-b6ac-a48cca6112cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2569497 May 18 18:15:57.093298 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-a855a662-a648-4fde-a03e-c440a9973fb1 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "GET /v2.0/ports?network_id=43a58ba6-946d-4778-a241-0f5d338fd928&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0473723 May 18 18:15:57.094467 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a2a80d-b551-4269-b04b-25e3c483343f req-16e1b18e-9ac0-48aa-88f7-0a136a38e694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:57.095900 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d7a2a80d-b551-4269-b04b-25e3c483343f req-16e1b18e-9ac0-48aa-88f7-0a136a38e694 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=00ae5749-325c-4339-a1d0-d91fc688ad0c HTTP/1.1" status: 200 len: 1097 time: 0.2056966 May 18 18:15:57.199525 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d7a2a80d-b551-4269-b04b-25e3c483343f req-931424c2-056e-4613-ac6f-30a95b7a15cc service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=4a1f9358-f3a3-4045-96f1-cde7ad8c9099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918887 May 18 18:15:57.220277 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0af2278d-7c45-4c94-87b0-e92323ea62da admin admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:15:57.231582 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-0af2278d-7c45-4c94-87b0-e92323ea62da admin admin] 10.222.0.85 "PUT /v2.0/routers/08f2f26e-c4e1-4c83-93dd-9b92298d525c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1771750 May 18 18:15:57.235234 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 34040) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:15:57.239786 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b3713c-3974-4130-8c08-24b46e2364f2 None None] Sync routers for ids ['08f2f26e-c4e1-4c83-93dd-9b92298d525c'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:15:57.257601 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b3713c-3974-4130-8c08-24b46e2364f2 None None] Routers {'08f2f26e-c4e1-4c83-93dd-9b92298d525c'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:15:57.258525 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-64b3713c-3974-4130-8c08-24b46e2364f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:15:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['08f2f26e-c4e1-4c83-93dd-9b92298d525c'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:15:57.263322 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-2c1adb25-a5f3-4446-b6d8-e59559c1ceab tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:57.270985 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-2c1adb25-a5f3-4446-b6d8-e59559c1ceab tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:57.273858 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f79c679-e513-4de3-aac3-0897fe71e64b req-6137da45-f015-4430-9ec6-b3979330c041 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:57.275643 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1f79c679-e513-4de3-aac3-0897fe71e64b req-6137da45-f015-4430-9ec6-b3979330c041 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/ports?device_id=42cdd441-75e4-42c9-95ce-3f081db8b56f HTTP/1.1" status: 200 len: 945 time: 0.2611451 May 18 18:15:57.276824 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-2c1adb25-a5f3-4446-b6d8-e59559c1ceab tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:57.286469 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-2c1adb25-a5f3-4446-b6d8-e59559c1ceab tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "GET /v2.0/networks?id=0e7f8700-cd62-410f-94e8-8debe82f99f4&id=a49d7af7-9a16-489e-8fc6-4b85db67dcd9&id=a49d7af7-9a16-489e-8fc6-4b85db67dcd9&id=43a58ba6-946d-4778-a241-0f5d338fd928&id=43a58ba6-946d-4778-a241-0f5d338fd928 HTTP/1.1" status: 200 len: 1993 time: 0.1800313 May 18 18:15:57.304636 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-cc4f8226-5de5-49f7-a98e-6234e487c672 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "GET /v2.0/quotas/4667f10dce1e42bbbeb327b02812458d HTTP/1.1" status: 200 len: 375 time: 0.0170820 May 18 18:15:57.387066 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-a4bb748e-6617-41e7-902f-e84f7bd59da1 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=4667f10dce1e42bbbeb327b02812458d&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0791116 May 18 18:15:57.392014 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e10ebdeb-ce7b-4843-a000-29cef944a92e req-3c41e6f7-00f2-4d1d-9942-c356b61c5655 service neutron] 10.222.0.36 "GET /v2.0/networks/303de0ee-e6b2-4f16-b090-15548665b4d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3540654 May 18 18:15:57.400915 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-16607b5b-8c5d-4773-a82a-9218997d7cf6 req-6ca3b7e5-ffc5-4d44-a192-3df7bc25b673 service neutron] 10.222.0.88 "GET /v2.0/networks/63d09ffb-24e5-4fc7-b6ac-a48cca6112cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3035300 May 18 18:15:57.454654 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1f79c679-e513-4de3-aac3-0897fe71e64b req-a683bdbe-9b77-44e2-96f7-0ab8bb51d9d1 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/security-groups?id=8ad86751-3372-47de-bc84-2bfa3ff50eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302600 May 18 18:15:57.494624 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-64b3713c-3974-4130-8c08-24b46e2364f2 None None] Set router 08f2f26e-c4e1-4c83-93dd-9b92298d525c gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:15:57.601233 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9e7cd17c-6036-4307-b935-325527bdda37 admin admin] Notify callbacks [] for router, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:57.626677 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-ebe07918-f722-4073-83b3-1e0819600d44 service neutron] 10.222.0.85 "GET /v2.0/networks/0e7f8700-cd62-410f-94e8-8debe82f99f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197719 May 18 18:15:57.771714 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-b2bf8872-3205-44a9-b712-e0479f0b1ec7 service neutron] 10.222.0.85 "GET /v2.0/networks/0e7f8700-cd62-410f-94e8-8debe82f99f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439333 May 18 18:15:57.822228 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-64b3713c-3974-4130-8c08-24b46e2364f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08f2f26e-c4e1-4c83-93dd-9b92298d525c', 'name': 'tempest-ServerRescueNegativeTestJSON-502421857-router', 'tenant_id': 'c37246a20f2845a089230b88402f6d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '32dc8a7e-4aef-49a4-8d52-7e27ad60ae1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:10:31Z', 'updated_at': '2022-05-18T18:15:54Z', 'revision_number': 5, 'project_id': 'c37246a20f2845a089230b88402f6d1b', 'gw_port': {'id': '32dc8a7e-4aef-49a4-8d52-7e27ad60ae1e', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:53:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f2f26e-c4e1-4c83-93dd-9b92298d525c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:10:34Z', 'updated_at': '2022-05-18T18:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:15:57.841539 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-5e4d80d3-771c-4645-925b-5ec6d6e27e85 service neutron] 10.222.0.85 "GET /v2.0/ports/75d8fbc0-97dd-4aea-a1f2-9e5de043f940?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0499251 May 18 18:15:57.852698 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b3713c-3974-4130-8c08-24b46e2364f2 None None] Checking router: 08f2f26e-c4e1-4c83-93dd-9b92298d525c for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:15:57.864867 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b3713c-3974-4130-8c08-24b46e2364f2 None None] Routers {'08f2f26e-c4e1-4c83-93dd-9b92298d525c'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:15:57.865807 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-64b3713c-3974-4130-8c08-24b46e2364f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:15:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['08f2f26e-c4e1-4c83-93dd-9b92298d525c'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:15:57.988690 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-64b3713c-3974-4130-8c08-24b46e2364f2 None None] Set router 08f2f26e-c4e1-4c83-93dd-9b92298d525c gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:15:57.996983 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 8ac7fa8a-9b47-4fc4-9fa4-b78edf823c04 up at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:15:58.030781 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ba5d86-2f6f-4ce9-a6e9-0c7150abaab3 req-ce272f5a-a950-48e8-8a5e-a3f263146cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:58.032324 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-13ba5d86-2f6f-4ce9-a6e9-0c7150abaab3 req-ce272f5a-a950-48e8-8a5e-a3f263146cd6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6664118b95564eb5aa43c658eedfd9ed&device_id=fce91e5f-c0a2-4a71-af70-3d0ff7a7854c HTTP/1.1" status: 200 len: 1094 time: 0.5679789 May 18 18:15:58.088451 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning for port 8ac7fa8a-9b47-4fc4-9fa4-b78edf823c04 completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:15:58.095632 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning complete for port 8ac7fa8a-9b47-4fc4-9fa4-b78edf823c04 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:15:58.096391 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:58.101871 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef94ede1-a824-4d89-a201-ba78b9dd68d8 req-1fa2d272-7e91-4554-a11f-087f98ddcd3a tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:58.103461 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ef94ede1-a824-4d89-a201-ba78b9dd68d8 req-1fa2d272-7e91-4554-a11f-087f98ddcd3a tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/ports?device_id=e7d367c4-6a3d-46ea-aabf-d21c7a42ae9f HTTP/1.1" status: 200 len: 944 time: 0.5576108 May 18 18:15:58.216921 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-64b3713c-3974-4130-8c08-24b46e2364f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08f2f26e-c4e1-4c83-93dd-9b92298d525c', 'name': 'tempest-ServerRescueNegativeTestJSON-502421857-router', 'tenant_id': 'c37246a20f2845a089230b88402f6d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '32dc8a7e-4aef-49a4-8d52-7e27ad60ae1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:10:31Z', 'updated_at': '2022-05-18T18:15:54Z', 'revision_number': 5, 'project_id': 'c37246a20f2845a089230b88402f6d1b', 'gw_port': {'id': '32dc8a7e-4aef-49a4-8d52-7e27ad60ae1e', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:53:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f2f26e-c4e1-4c83-93dd-9b92298d525c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:10:34Z', 'updated_at': '2022-05-18T18:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:15:58.238256 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-16607b5b-8c5d-4773-a82a-9218997d7cf6 req-66b09448-f048-4821-835a-a34a250ad53c service neutron] 10.222.0.88 "GET /v2.0/networks/63d09ffb-24e5-4fc7-b6ac-a48cca6112cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7870114 May 18 18:15:58.243973 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9e7cd17c-6036-4307-b935-325527bdda37 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:58.255482 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b3713c-3974-4130-8c08-24b46e2364f2 None None] The sync data for ids ['08f2f26e-c4e1-4c83-93dd-9b92298d525c'] in n-d-838550-3 is: [{'id': '08f2f26e-c4e1-4c83-93dd-9b92298d525c', 'name': 'tempest-ServerRescueNegativeTestJSON-502421857-router', 'tenant_id': 'c37246a20f2845a089230b88402f6d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '32dc8a7e-4aef-49a4-8d52-7e27ad60ae1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:10:31Z', 'updated_at': '2022-05-18T18:15:54Z', 'revision_number': 5, 'project_id': 'c37246a20f2845a089230b88402f6d1b', 'gw_port': {'id': '32dc8a7e-4aef-49a4-8d52-7e27ad60ae1e', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:53:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f2f26e-c4e1-4c83-93dd-9b92298d525c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:10:34Z', 'updated_at': '2022-05-18T18:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:15:58.342398 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 8ac7fa8a-9b47-4fc4-9fa4-b78edf823c04 is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:15:58.343449 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:58.372888 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-64a2491b-ec6b-46e2-9c9a-c992af7c6966 service neutron] 10.222.0.85 "GET /v2.0/networks/a49d7af7-9a16-489e-8fc6-4b85db67dcd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5229998 May 18 18:15:58.400475 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 8ac7fa8a-9b47-4fc4-9fa4-b78edf823c04, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=8ac7fa8a-9b47-4fc4-9fa4-b78edf823c04,segment=NetworkSegment(1c33b8e1-9163-4f86-a1f0-1efa8c3ca198),segment_id=1c33b8e1-9163-4f86-a1f0-1efa8c3ca198)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:15:58.404895 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ef94ede1-a824-4d89-a201-ba78b9dd68d8 req-5ea50975-d6b0-4400-a07a-5b42cf0b9872 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/security-groups?id=0cf286b9-4259-46f9-a9b8-06a8c9d0d055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628721 May 18 18:15:58.410892 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:58.428191 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ba5d86-2f6f-4ce9-a6e9-0c7150abaab3 req-c251afe6-b1b4-4c27-b560-39d3b5edbd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:58.429780 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-13ba5d86-2f6f-4ce9-a6e9-0c7150abaab3 req-c251afe6-b1b4-4c27-b560-39d3b5edbd54 service neutron] 10.222.0.36 "GET /v2.0/networks?id=303de0ee-e6b2-4f16-b090-15548665b4d3 HTTP/1.1" status: 200 len: 898 time: 0.3824492 May 18 18:15:58.437671 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-9e7cd17c-6036-4307-b935-325527bdda37 admin admin] Deleting port 32dc8a7e-4aef-49a4-8d52-7e27ad60ae1e {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:15:58.438029 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9e7cd17c-6036-4307-b935-325527bdda37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:58.536240 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=8ac7fa8a-9b47-4fc4-9fa4-b78edf823c04,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:58.546632 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-c107c6be-2aba-4829-a00f-68017c3c8037 service neutron] 10.222.0.85 "GET /v2.0/networks/a49d7af7-9a16-489e-8fc6-4b85db67dcd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707692 May 18 18:15:58.554681 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-13ba5d86-2f6f-4ce9-a6e9-0c7150abaab3 req-dc6ec0de-5c18-4529-a3bc-f8c3bfed49a8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6442d690-4bd6-4fab-bd38-8bec279033d1 HTTP/1.1" status: 200 len: 217 time: 0.0615458 May 18 18:15:58.602355 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-1ea9153b-e889-44aa-8369-58b575cbf1be service neutron] 10.222.0.85 "GET /v2.0/ports/bfe302f4-31b0-4e60-be0f-bcfe30840d72?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0492864 May 18 18:15:58.662334 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-9e7cd17c-6036-4307-b935-325527bdda37 admin admin] For port 32dc8a7e-4aef-49a4-8d52-7e27ad60ae1e, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=32dc8a7e-4aef-49a4-8d52-7e27ad60ae1e,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:15:58.662842 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9e7cd17c-6036-4307-b935-325527bdda37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:58.694155 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-9e7cd17c-6036-4307-b935-325527bdda37 admin admin] Calling delete_port for 32dc8a7e-4aef-49a4-8d52-7e27ad60ae1e owned by network:router_gateway {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:15:58.698548 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ba5d86-2f6f-4ce9-a6e9-0c7150abaab3 req-6dfa7749-9902-4414-b296-e5d8793d5b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:58.700263 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-13ba5d86-2f6f-4ce9-a6e9-0c7150abaab3 req-6dfa7749-9902-4414-b296-e5d8793d5b7d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b58b6ed0-e33d-4911-87f5-9fe233239105 HTTP/1.1" status: 200 len: 833 time: 0.1316321 May 18 18:15:58.708028 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec761173-130d-41a4-9c83-af4c9b8ff376 req-1a4e79a0-2a54-4376-848c-11bcb0646b50 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:58.709766 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ec761173-130d-41a4-9c83-af4c9b8ff376 req-1a4e79a0-2a54-4376-848c-11bcb0646b50 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "GET /v2.0/ports?device_id=00ae5749-325c-4339-a1d0-d91fc688ad0c HTTP/1.1" status: 200 len: 946 time: 0.1569455 May 18 18:15:58.740764 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-dcebb27e-be97-43fa-a3e1-678a01d862b4 service neutron] 10.222.0.85 "GET /v2.0/networks/a49d7af7-9a16-489e-8fc6-4b85db67dcd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272540 May 18 18:15:58.811515 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7d367c4-6a3d-46ea-aabf-d21c7a42ae9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ac7fa8a-9b47-4fc4-9fa4-b78edf823c04'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:15:58.819545 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d139c4f2-e456-4c3d-b573-bf9f66751290" -d '{"events": [{"server_uuid": "e7d367c4-6a3d-46ea-aabf-d21c7a42ae9f", "name": "network-vif-plugged", "status": "completed", "tag": "8ac7fa8a-9b47-4fc4-9fa4-b78edf823c04"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:15:58.829413 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ba5d86-2f6f-4ce9-a6e9-0c7150abaab3 req-2174e4c9-1a00-46c0-80f0-7a080e244ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:58.831106 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-13ba5d86-2f6f-4ce9-a6e9-0c7150abaab3 req-2174e4c9-1a00-46c0-80f0-7a080e244ab3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=303de0ee-e6b2-4f16-b090-15548665b4d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1182637 May 18 18:15:58.837997 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ec761173-130d-41a4-9c83-af4c9b8ff376 req-3e70d7af-6881-4a0b-bfd2-249245b79c77 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "GET /v2.0/security-groups?id=4a1f9358-f3a3-4045-96f1-cde7ad8c9099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158147 May 18 18:15:58.867492 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-79ffc6ba-0395-4837-8c15-9057d3a64837 service neutron] 10.222.0.85 "GET /v2.0/networks/a49d7af7-9a16-489e-8fc6-4b85db67dcd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134460 May 18 18:15:58.999633 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-368f332b-9c8c-4936-8c61-f495ead2a942 service neutron] 10.222.0.85 "GET /v2.0/networks/a49d7af7-9a16-489e-8fc6-4b85db67dcd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257641 May 18 18:15:59.016837 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-13ba5d86-2f6f-4ce9-a6e9-0c7150abaab3 req-9c153d50-a193-4bf2-b031-9ce2df7ac185 service neutron] 10.222.0.36 "GET /v2.0/networks/303de0ee-e6b2-4f16-b090-15548665b4d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735156 May 18 18:15:59.024257 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cbae0a-b71a-4e1a-a2f0-d4f4e842dfc5 req-8426b2e0-b9b4-45b3-849d-4b19647ca976 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:59.025658 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-10cbae0a-b71a-4e1a-a2f0-d4f4e842dfc5 req-8426b2e0-b9b4-45b3-849d-4b19647ca976 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "GET /v2.0/ports?device_id=fce91e5f-c0a2-4a71-af70-3d0ff7a7854c HTTP/1.1" status: 200 len: 943 time: 0.0930395 May 18 18:15:59.100354 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-6ff4f5d8-b578-47ba-a987-45177436964f service neutron] 10.222.0.85 "GET /v2.0/networks/a49d7af7-9a16-489e-8fc6-4b85db67dcd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945661 May 18 18:15:59.154615 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9e7cd17c-6036-4307-b935-325527bdda37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:59.158986 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-10cbae0a-b71a-4e1a-a2f0-d4f4e842dfc5 req-39a28398-9ef4-4601-9a29-7fe78b366a68 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "GET /v2.0/security-groups?id=b068be93-3224-4945-a56f-307009ae784e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044290 May 18 18:15:59.195620 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7cd17c-6036-4307-b935-325527bdda37 admin admin] Pushing event deleted for resources: {'Port': ['ID=32dc8a7e-4aef-49a4-8d52-7e27ad60ae1e,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:15:59.204836 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-9d87a939-f391-4922-874d-8d070d6ec2ac service neutron] 10.222.0.85 "GET /v2.0/networks/a49d7af7-9a16-489e-8fc6-4b85db67dcd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982070 May 18 18:15:59.229711 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-13ba5d86-2f6f-4ce9-a6e9-0c7150abaab3 req-b0211e0a-969b-4a27-a397-0cd5ad3ede0d service neutron] 10.222.0.36 "GET /v2.0/networks/303de0ee-e6b2-4f16-b090-15548665b4d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017267 May 18 18:15:59.300730 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9e7cd17c-6036-4307-b935-325527bdda37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596901'] for router_gateway, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:59.306143 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-5cefbf2c-d6ee-4a2d-add8-3fb8e4afeffb service neutron] 10.222.0.85 "GET /v2.0/networks/a49d7af7-9a16-489e-8fc6-4b85db67dcd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921028 May 18 18:15:59.311860 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5fb7e2-b2ab-42c3-a352-401a5ce7f98f req-5c01d555-ee31-4836-9880-7f6d2acc5d34 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:59.313338 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1a5fb7e2-b2ab-42c3-a352-401a5ce7f98f req-5c01d555-ee31-4836-9880-7f6d2acc5d34 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/ports?device_id=42cdd441-75e4-42c9-95ce-3f081db8b56f HTTP/1.1" status: 200 len: 945 time: 0.0888879 May 18 18:15:59.398830 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-3f667972-8ddc-4b66-ab76-17562817e71e service neutron] 10.222.0.85 "GET /v2.0/networks/43a58ba6-946d-4778-a241-0f5d338fd928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878093 May 18 18:15:59.414718 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9e7cd17c-6036-4307-b935-325527bdda37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25145'] for router, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:59.418030 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9e7cd17c-6036-4307-b935-325527bdda37 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:59.475147 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1a5fb7e2-b2ab-42c3-a352-401a5ce7f98f req-8e3e9be6-874b-443d-b732-2b41c832508a tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/security-groups?id=8ad86751-3372-47de-bc84-2bfa3ff50eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378343 May 18 18:15:59.494775 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9e7cd17c-6036-4307-b935-325527bdda37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593303'] for router, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:59.495558 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e7cd17c-6036-4307-b935-325527bdda37 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 08f2f26e-c4e1-4c83-93dd-9b92298d525c {{(pid=102731) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 18 18:15:59.505517 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-19cb6f2a-1e1f-4c28-9ad3-5ed55b0d75be service neutron] 10.222.0.85 "GET /v2.0/networks/43a58ba6-946d-4778-a241-0f5d338fd928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996151 May 18 18:15:59.506798 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9e7cd17c-6036-4307-b935-325527bdda37 admin admin] Notify callbacks [] for router, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:59.509210 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-9e7cd17c-6036-4307-b935-325527bdda37 admin admin] 10.222.0.85 "DELETE /v2.0/routers/08f2f26e-c4e1-4c83-93dd-9b92298d525c HTTP/1.1" status: 204 len: 168 time: 2.2722912 May 18 18:15:59.511376 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 34060) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:15:59.574279 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26eb2c1e-6384-4e56-9ebb-a29a4e22237c x-openstack-request-id: req-26eb2c1e-6384-4e56-9ebb-a29a4e22237c {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:15:59.575089 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7d367c4-6a3d-46ea-aabf-d21c7a42ae9f", "name": "network-vif-plugged", "status": "completed", "tag": "8ac7fa8a-9b47-4fc4-9fa4-b78edf823c04", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:15:59.575089 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-26eb2c1e-6384-4e56-9ebb-a29a4e22237c {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:15:59.575411 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26eb2c1e-6384-4e56-9ebb-a29a4e22237c'] response: {'server_uuid': 'e7d367c4-6a3d-46ea-aabf-d21c7a42ae9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ac7fa8a-9b47-4fc4-9fa4-b78edf823c04', 'code': 200} May 18 18:15:59.596802 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_v2 [None req-36a1df72-e9c0-444b-8457-f8b31028a8ec admin admin] Deleting subnet 6103a86c-1984-4112-92b7-213da8bfab24 {{(pid=102731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:15:59.621157 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-36a1df72-e9c0-444b-8457-f8b31028a8ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:59.630141 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-08c69d24-4c6f-4630-8b1d-3777453567f4 service neutron] 10.222.0.85 "GET /v2.0/networks/43a58ba6-946d-4778-a241-0f5d338fd928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127818 May 18 18:15:59.754165 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-b508fae3-ae1f-4faf-8257-f02acee1388d service neutron] 10.222.0.85 "GET /v2.0/networks/43a58ba6-946d-4778-a241-0f5d338fd928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065946 May 18 18:15:59.755291 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-36a1df72-e9c0-444b-8457-f8b31028a8ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260542153'] for subnet, precommit_delete_associations {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:59.808005 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe71893-5488-4288-a2fa-ba3612e94d34 req-246c829b-ca47-4b81-b262-094484890727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:59.809500 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cfe71893-5488-4288-a2fa-ba3612e94d34 req-246c829b-ca47-4b81-b262-094484890727 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e7d367c4-6a3d-46ea-aabf-d21c7a42ae9f HTTP/1.1" status: 200 len: 1096 time: 0.1360645 May 18 18:15:59.819683 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b671cc7-a226-4b9d-baee-fba26c860de1 req-84d2cf0f-6d9e-41e7-9298-344d375cc3a1 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:15:59.821150 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4b671cc7-a226-4b9d-baee-fba26c860de1 req-84d2cf0f-6d9e-41e7-9298-344d375cc3a1 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/ports?device_id=e7d367c4-6a3d-46ea-aabf-d21c7a42ae9f HTTP/1.1" status: 200 len: 945 time: 0.1262860 May 18 18:15:59.909568 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cfe71893-5488-4288-a2fa-ba3612e94d34 req-7d9d7a1f-30c1-4cb8-a36a-01d656daaccf service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0cf286b9-4259-46f9-a9b8-06a8c9d0d055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860419 May 18 18:15:59.910863 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-36a1df72-e9c0-444b-8457-f8b31028a8ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:15:59.933467 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4b671cc7-a226-4b9d-baee-fba26c860de1 req-2e54d1f0-0b66-4964-8333-3fbd224ecb97 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/security-groups?id=0cf286b9-4259-46f9-a9b8-06a8c9d0d055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019523 May 18 18:15:59.976751 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-36a1df72-e9c0-444b-8457-f8b31028a8ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260898416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260908030'] for subnet, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:00.001447 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 6442d690-4bd6-4fab-bd38-8bec279033d1 details requested by agent hyperv_n-h1-838550-3 with host n-h1-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:16:00.003421 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a1df72-e9c0-444b-8457-f8b31028a8ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6103a86c-1984-4112-92b7-213da8bfab24,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:16:00.027489 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d3a0170-0c00-4724-a5f5-620ef2d99358 None None] Network 055b7a59-22e7-493f-ba66-d1ab1ebb4b38 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:16:00.045523 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-36a1df72-e9c0-444b-8457-f8b31028a8ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:00.049494 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-36a1df72-e9c0-444b-8457-f8b31028a8ec admin admin] 10.222.0.85 "DELETE /v2.0/subnets/6103a86c-1984-4112-92b7-213da8bfab24 HTTP/1.1" status: 204 len: 168 time: 0.5363832 May 18 18:16:00.052397 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 34074) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:16:00.128720 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f3cf38-4d60-4f34-82be-84b65ea0dcaa req-5e98e0ae-5f27-4ea3-ba23-c33bbd958cca tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:00.130943 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e0f3cf38-4d60-4f34-82be-84b65ea0dcaa req-5e98e0ae-5f27-4ea3-ba23-c33bbd958cca tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "GET /v2.0/ports?device_id=00ae5749-325c-4339-a1d0-d91fc688ad0c HTTP/1.1" status: 200 len: 946 time: 0.1287506 May 18 18:16:00.170886 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-19ede20e-74ee-415b-aacc-e2ef13c33129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:00.192804 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e0f3cf38-4d60-4f34-82be-84b65ea0dcaa req-998de018-8d79-4d59-9d15-91c081449ed4 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "GET /v2.0/security-groups?id=4a1f9358-f3a3-4045-96f1-cde7ad8c9099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548482 May 18 18:16:00.261880 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-19ede20e-74ee-415b-aacc-e2ef13c33129 admin admin] Deleting port 5f188c0b-6bc4-46fa-9329-4fafb8ba734c {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:16:00.262472 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-19ede20e-74ee-415b-aacc-e2ef13c33129 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:00.284587 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 6442d690-4bd6-4fab-bd38-8bec279033d1, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=6442d690-4bd6-4fab-bd38-8bec279033d1,segment=NetworkSegment(1dd8b87d-6712-4ffb-9339-a1d4d8b45f0c),segment_id=1dd8b87d-6712-4ffb-9339-a1d4d8b45f0c)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:16:00.295660 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 78558848-d600-48c9-a059-bfc3b3c5b632 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:16:00.323511 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Returning: {'device': '6442d690-4bd6-4fab-bd38-8bec279033d1', 'network_id': '303de0ee-e6b2-4f16-b090-15548665b4d3', 'port_id': '6442d690-4bd6-4fab-bd38-8bec279033d1', 'mac_address': 'fa:16:3e:8d:c9:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b58b6ed0-e33d-4911-87f5-9fe233239105', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:16:00.325009 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 78558848-d600-48c9-a059-bfc3b3c5b632 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:16:00.325350 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 78558848-d600-48c9-a059-bfc3b3c5b632 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:16:00.325803 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 32dc8a7e-4aef-49a4-8d52-7e27ad60ae1e no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:16:00.354526 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 32dc8a7e-4aef-49a4-8d52-7e27ad60ae1e {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:16:00.355156 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 32dc8a7e-4aef-49a4-8d52-7e27ad60ae1e not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:16:00.391280 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-19ede20e-74ee-415b-aacc-e2ef13c33129 admin admin] For port 5f188c0b-6bc4-46fa-9329-4fafb8ba734c, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=5f188c0b-6bc4-46fa-9329-4fafb8ba734c,segment=NetworkSegment(e113abf4-4b0e-4afe-a737-f70ad5d66353),segment_id=e113abf4-4b0e-4afe-a737-f70ad5d66353)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:16:00.391617 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-19ede20e-74ee-415b-aacc-e2ef13c33129 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:00.395028 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 6442d690-4bd6-4fab-bd38-8bec279033d1 is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:16:00.395477 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:00.411477 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6442d690-4bd6-4fab-bd38-8bec279033d1 {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:16:00.429282 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-19ede20e-74ee-415b-aacc-e2ef13c33129 admin admin] Calling delete_port for 5f188c0b-6bc4-46fa-9329-4fafb8ba734c owned by network:dhcp {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:16:00.442478 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 6442d690-4bd6-4fab-bd38-8bec279033d1, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=6442d690-4bd6-4fab-bd38-8bec279033d1,segment=NetworkSegment(1dd8b87d-6712-4ffb-9339-a1d4d8b45f0c),segment_id=1dd8b87d-6712-4ffb-9339-a1d4d8b45f0c)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:16:00.450749 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:00.453580 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd96a93-b689-496a-80b1-ad5342b77a1d req-f9a7107f-0948-4d74-b93e-267bda6ad6fa tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:00.457735 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ddd96a93-b689-496a-80b1-ad5342b77a1d req-f9a7107f-0948-4d74-b93e-267bda6ad6fa tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "GET /v2.0/ports?device_id=fce91e5f-c0a2-4a71-af70-3d0ff7a7854c HTTP/1.1" status: 200 len: 943 time: 0.1772974 May 18 18:16:00.469530 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffdf8cc4-e7d5-4c5e-90e1-ffca2a27f1a0 None None] DHCP port deletion for 055b7a59-22e7-493f-ba66-d1ab1ebb4b38 request from n-d-838550-3 {{(pid=102732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 18:16:00.573493 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ddd96a93-b689-496a-80b1-ad5342b77a1d req-6cfcf7a8-0c77-415a-a2a3-85f1b0e7c7c3 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "GET /v2.0/security-groups?id=b068be93-3224-4945-a56f-307009ae784e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829580 May 18 18:16:00.576200 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=6442d690-4bd6-4fab-bd38-8bec279033d1,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:16:00.600391 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-ffdf8cc4-e7d5-4c5e-90e1-ffca2a27f1a0 None None] Deleting port 5f188c0b-6bc4-46fa-9329-4fafb8ba734c {{(pid=102732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:16:00.600871 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-ffdf8cc4-e7d5-4c5e-90e1-ffca2a27f1a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:00.654363 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1187be6-c486-43ee-b75e-96e8a8e71b96 req-20e432fd-4c41-4824-898b-f0893e8cd6a5 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:00.675763 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a1187be6-c486-43ee-b75e-96e8a8e71b96 req-20e432fd-4c41-4824-898b-f0893e8cd6a5 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "GET /v2.0/ports?device_id=00ae5749-325c-4339-a1d0-d91fc688ad0c HTTP/1.1" status: 200 len: 946 time: 0.1494200 May 18 18:16:00.676961 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 34100) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:16:00.701275 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-90736350-bb3a-45fa-99cf-930a4a4c694b tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Request body: {'floatingip': {'port_id': 'c80e757e-91a4-471c-8d67-e10f2c61b218'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:16:00.710389 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['6442d690-4bd6-4fab-bd38-8bec279033d1'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:16:00.722762 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-ffdf8cc4-e7d5-4c5e-90e1-ffca2a27f1a0 None None] For port 5f188c0b-6bc4-46fa-9329-4fafb8ba734c, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=5f188c0b-6bc4-46fa-9329-4fafb8ba734c,segment=NetworkSegment(e113abf4-4b0e-4afe-a737-f70ad5d66353),segment_id=e113abf4-4b0e-4afe-a737-f70ad5d66353)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:16:00.723965 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-ffdf8cc4-e7d5-4c5e-90e1-ffca2a27f1a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:00.763637 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-90736350-bb3a-45fa-99cf-930a4a4c694b tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Notify callbacks [] for floatingip, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:00.768763 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-ffdf8cc4-e7d5-4c5e-90e1-ffca2a27f1a0 None None] Calling delete_port for 5f188c0b-6bc4-46fa-9329-4fafb8ba734c owned by network:dhcp {{(pid=102732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:16:00.806278 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-711454ef-d606-4270-96fb-54c910471fbd req-77604a5f-b9e9-4aa0-8425-a0089ca7a1f9 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "GET /v2.0/ports?device_id=37c27a1b-623c-44a7-a5a8-1c1ff493d84b HTTP/1.1" status: 200 len: 210 time: 0.0836341 May 18 18:16:00.894590 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-19ede20e-74ee-415b-aacc-e2ef13c33129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:00.943507 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ede20e-74ee-415b-aacc-e2ef13c33129 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f188c0b-6bc4-46fa-9329-4fafb8ba734c,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:16:00.960522 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ede20e-74ee-415b-aacc-e2ef13c33129 admin admin] No DVR routers for this DVR port 5f188c0b-6bc4-46fa-9329-4fafb8ba734c on host n-d-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:16:00.963500 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 34106) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:16:00.965504 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:00.970033 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-ffdf8cc4-e7d5-4c5e-90e1-ffca2a27f1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508'] for port, after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:01.080076 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdf8cc4-e7d5-4c5e-90e1-ffca2a27f1a0 None None] Pushing event deleted for resources: {'Port': ['ID=5f188c0b-6bc4-46fa-9329-4fafb8ba734c,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:16:01.117523 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-19ede20e-74ee-415b-aacc-e2ef13c33129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:01.155474 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-19ede20e-74ee-415b-aacc-e2ef13c33129 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['055b7a59-22e7-493f-ba66-d1ab1ebb4b38']}} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:16:01.182359 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-19ede20e-74ee-415b-aacc-e2ef13c33129 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e113abf4-4b0e-4afe-a737-f70ad5d66353') {'for_net_delete': True} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:16:01.183740 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-19ede20e-74ee-415b-aacc-e2ef13c33129 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e113abf4-4b0e-4afe-a737-f70ad5d66353') {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:16:01.196393 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a570f62f-8a49-4ec5-ab17-2da325595e5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:01.197527 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284c82cc-ae53-4a93-8522-8b6b2d080c9f req-2870eb64-f98c-4a17-a0f8-a1010a4c08af tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:01.203201 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-19ede20e-74ee-415b-aacc-e2ef13c33129 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260542144'] for segment, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:01.205585 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-284c82cc-ae53-4a93-8522-8b6b2d080c9f req-2870eb64-f98c-4a17-a0f8-a1010a4c08af tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/ports?device_id=42cdd441-75e4-42c9-95ce-3f081db8b56f HTTP/1.1" status: 200 len: 945 time: 0.2259483 May 18 18:16:01.234248 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-19ede20e-74ee-415b-aacc-e2ef13c33129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:01.250613 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19ede20e-74ee-415b-aacc-e2ef13c33129 admin admin] Releasing vlan 625 on physical network physnet1 to pool {{(pid=102731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:16:01.251031 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-19ede20e-74ee-415b-aacc-e2ef13c33129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260884178'] for segment, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:01.252911 n-d-838550-3 neutron-server[102731]: Traceback (most recent call last): May 18 18:16:01.252911 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:16:01.252911 n-d-838550-3 neutron-server[102731]: timer() May 18 18:16:01.252911 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:16:01.252911 n-d-838550-3 neutron-server[102731]: cb(*args, **kw) May 18 18:16:01.252911 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:16:01.252911 n-d-838550-3 neutron-server[102731]: return func(*args, **kwargs) May 18 18:16:01.252911 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:16:01.252911 n-d-838550-3 neutron-server[102731]: self._notify() May 18 18:16:01.252911 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:16:01.252911 n-d-838550-3 neutron-server[102731]: self.callback(batched_events) May 18 18:16:01.252911 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:16:01.252911 n-d-838550-3 neutron-server[102731]: event.method(event) May 18 18:16:01.252911 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:16:01.252911 n-d-838550-3 neutron-server[102731]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:16:01.252911 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:16:01.252911 n-d-838550-3 neutron-server[102731]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:16:01.252911 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:16:01.252911 n-d-838550-3 neutron-server[102731]: return f(self, *a, **k) May 18 18:16:01.252911 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:16:01.252911 n-d-838550-3 neutron-server[102731]: return self._get(url).json() May 18 18:16:01.252911 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:16:01.252911 n-d-838550-3 neutron-server[102731]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:16:01.252911 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:16:01.252911 n-d-838550-3 neutron-server[102731]: return self.request(url, 'GET', **kwargs) May 18 18:16:01.252911 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:16:01.252911 n-d-838550-3 neutron-server[102731]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:16:01.252911 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:16:01.252911 n-d-838550-3 neutron-server[102731]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:16:01.252911 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:16:01.252911 n-d-838550-3 neutron-server[102731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:16:01.252911 n-d-838550-3 neutron-server[102731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:16:01.276182 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffdf8cc4-e7d5-4c5e-90e1-ffca2a27f1a0 None None] No DVR routers for this DVR port 5f188c0b-6bc4-46fa-9329-4fafb8ba734c on host n-d-838550-3 {{(pid=102732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:16:01.333279 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:01.364186 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-19ede20e-74ee-415b-aacc-e2ef13c33129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:01.375372 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-19ede20e-74ee-415b-aacc-e2ef13c33129 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:01.378956 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-19ede20e-74ee-415b-aacc-e2ef13c33129 admin admin] 10.222.0.85 "DELETE /v2.0/networks/055b7a59-22e7-493f-ba66-d1ab1ebb4b38 HTTP/1.1" status: 204 len: 168 time: 1.3253200 May 18 18:16:01.412196 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ede20e-74ee-415b-aacc-e2ef13c33129 admin admin] Pushing event deleted for resources: {'Network': ['ID=055b7a59-22e7-493f-ba66-d1ab1ebb4b38,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:16:01.430477 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d650eb-497b-448e-8178-2caf4b54262d req-16540272-a2d7-4e89-accd-390b3c076217 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:01.432252 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a0d650eb-497b-448e-8178-2caf4b54262d req-16540272-a2d7-4e89-accd-390b3c076217 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/ports?device_id=e7d367c4-6a3d-46ea-aabf-d21c7a42ae9f HTTP/1.1" status: 200 len: 945 time: 0.1657362 May 18 18:16:01.463911 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a570f62f-8a49-4ec5-ab17-2da325595e5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:01.473448 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a570f62f-8a49-4ec5-ab17-2da325595e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:01.498682 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-284c82cc-ae53-4a93-8522-8b6b2d080c9f req-38631dac-30c8-4569-9688-d5ef38a8c013 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/security-groups?id=8ad86751-3372-47de-bc84-2bfa3ff50eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2922070 May 18 18:16:01.545839 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a570f62f-8a49-4ec5-ab17-2da325595e5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8229c8d7-f35c-46f2-bdb1-a783a34603be,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:16:01.610117 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a0d650eb-497b-448e-8178-2caf4b54262d req-95637d58-09d9-4bf9-8935-ddf38530193d tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/security-groups?id=0cf286b9-4259-46f9-a9b8-06a8c9d0d055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490617 May 18 18:16:01.617209 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-a570f62f-8a49-4ec5-ab17-2da325595e5d admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=51184b6ca9e149b1af4711212719bc94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6494107 May 18 18:16:01.622300 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 34118) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:16:01.639935 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 34120) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:16:01.694812 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-905421d9-d21a-4f40-b3e0-982876bdd66f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:01.727062 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-905421d9-d21a-4f40-b3e0-982876bdd66f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:01.756377 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-90736350-bb3a-45fa-99cf-930a4a4c694b tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:01.770873 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-0629b909-4670-49d1-ac05-316f9582c03b admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=c37246a20f2845a089230b88402f6d1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1352544 May 18 18:16:01.771352 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-90736350-bb3a-45fa-99cf-930a4a4c694b tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596987'] for floatingip, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:01.774001 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 34122) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:16:01.823101 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-905421d9-d21a-4f40-b3e0-982876bdd66f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:01.825506 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-905421d9-d21a-4f40-b3e0-982876bdd66f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:01.829016 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-905421d9-d21a-4f40-b3e0-982876bdd66f admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/8229c8d7-f35c-46f2-bdb1-a783a34603be HTTP/1.1" status: 204 len: 168 time: 0.2029257 May 18 18:16:01.829178 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25276c67-acab-48ba-912d-1cd316bbd9d6 req-daf2c3b6-27c9-4785-9065-62e9adcc199b tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:01.829178 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-25276c67-acab-48ba-912d-1cd316bbd9d6 req-daf2c3b6-27c9-4785-9065-62e9adcc199b tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "GET /v2.0/ports?device_id=fce91e5f-c0a2-4a71-af70-3d0ff7a7854c HTTP/1.1" status: 200 len: 944 time: 0.1623502 May 18 18:16:01.843754 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905421d9-d21a-4f40-b3e0-982876bdd66f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8229c8d7-f35c-46f2-bdb1-a783a34603be,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:16:01.851907 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a4a6bddc-fc89-4201-8e92-cf4d66ace90b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:01.904321 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a4a6bddc-fc89-4201-8e92-cf4d66ace90b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:01.949000 n-d-838550-3 neutron-server[102730]: INFO neutron.db.l3_db [None req-90736350-bb3a-45fa-99cf-930a4a4c694b tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Floating IP fbc36190-0d31-4986-8d60-61939a2ab850 associated. External IP: 172.25.5.34, port: c80e757e-91a4-471c-8d67-e10f2c61b218. May 18 18:16:01.973475 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9765eb42-bfb3-4afe-a25a-626ef2632fcd req-4b641911-8551-403c-b578-ffe452c65b06 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "GET /v2.0/ports?device_id=37c27a1b-623c-44a7-a5a8-1c1ff493d84b HTTP/1.1" status: 200 len: 210 time: 0.0404058 May 18 18:16:02.009961 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a4a6bddc-fc89-4201-8e92-cf4d66ace90b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:02.010195 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 6442d690-4bd6-4fab-bd38-8bec279033d1 up at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:16:02.018569 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a4a6bddc-fc89-4201-8e92-cf4d66ace90b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:02.021908 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-a4a6bddc-fc89-4201-8e92-cf4d66ace90b admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/e692c27b-823e-49d0-99b6-9d1054fe999b HTTP/1.1" status: 204 len: 168 time: 0.2456872 May 18 18:16:02.024170 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-25276c67-acab-48ba-912d-1cd316bbd9d6 req-50b955c2-c287-43a1-96a9-b223ae7f92e9 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "GET /v2.0/security-groups?id=b068be93-3224-4945-a56f-307009ae784e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1827981 May 18 18:16:02.036266 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a6bddc-fc89-4201-8e92-cf4d66ace90b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e692c27b-823e-49d0-99b6-9d1054fe999b,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:16:02.157239 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning for port 6442d690-4bd6-4fab-bd38-8bec279033d1 completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:16:02.164758 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning complete for port 6442d690-4bd6-4fab-bd38-8bec279033d1 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:16:02.165911 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:02.273050 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-2ca3b43e-4d5b-42e9-bd8b-97641f480148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:02.279460 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-2ca3b43e-4d5b-42e9-bd8b-97641f480148 service neutron] 10.222.0.88 "GET /v2.0/ports/75d8fbc0-97dd-4aea-a1f2-9e5de043f940 HTTP/1.1" status: 200 len: 1032 time: 0.1261175 May 18 18:16:02.290132 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 5f188c0b-6bc4-46fa-9329-4fafb8ba734c no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:16:02.320414 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 5f188c0b-6bc4-46fa-9329-4fafb8ba734c {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:16:02.321025 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 5f188c0b-6bc4-46fa-9329-4fafb8ba734c not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:16:02.352050 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 6442d690-4bd6-4fab-bd38-8bec279033d1 is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:16:02.352900 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:02.371802 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90736350-bb3a-45fa-99cf-930a4a4c694b tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Router dd4fb3a2-cf1a-484e-8947-1a9c5627a33c has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:16:02.380457 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-b80c738a-f58f-495e-b082-31472b0f8a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:02.382065 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-b80c738a-f58f-495e-b082-31472b0f8a59 service neutron] 10.222.0.88 "GET /v2.0/ports/bfe302f4-31b0-4e60-be0f-bcfe30840d72 HTTP/1.1" status: 200 len: 1032 time: 0.0917888 May 18 18:16:02.389544 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fce91e5f-c0a2-4a71-af70-3d0ff7a7854c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6442d690-4bd6-4fab-bd38-8bec279033d1'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:16:02.393321 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ebd604f-5ad8-42b2-887c-7094e57e5d13" -d '{"events": [{"server_uuid": "fce91e5f-c0a2-4a71-af70-3d0ff7a7854c", "name": "network-vif-plugged", "status": "completed", "tag": "6442d690-4bd6-4fab-bd38-8bec279033d1"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:16:02.439682 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 6442d690-4bd6-4fab-bd38-8bec279033d1, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=6442d690-4bd6-4fab-bd38-8bec279033d1,segment=NetworkSegment(1dd8b87d-6712-4ffb-9339-a1d4d8b45f0c),segment_id=1dd8b87d-6712-4ffb-9339-a1d4d8b45f0c)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:16:02.448795 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:02.503302 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af61e7f3-38ac-402a-9cda-8cd4b05f3207 x-openstack-request-id: req-af61e7f3-38ac-402a-9cda-8cd4b05f3207 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:16:02.503599 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fce91e5f-c0a2-4a71-af70-3d0ff7a7854c", "name": "network-vif-plugged", "status": "completed", "tag": "6442d690-4bd6-4fab-bd38-8bec279033d1", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:16:02.503851 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-af61e7f3-38ac-402a-9cda-8cd4b05f3207 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:16:02.504864 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af61e7f3-38ac-402a-9cda-8cd4b05f3207'] response: {'server_uuid': 'fce91e5f-c0a2-4a71-af70-3d0ff7a7854c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6442d690-4bd6-4fab-bd38-8bec279033d1', 'code': 200} May 18 18:16:02.575353 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=6442d690-4bd6-4fab-bd38-8bec279033d1,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:16:02.600543 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-0e3f6325-1046-4a31-9364-1e3dd0d1cc8f tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:02.611805 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-0e3f6325-1046-4a31-9364-1e3dd0d1cc8f tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:02.614897 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-0e3f6325-1046-4a31-9364-1e3dd0d1cc8f tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:02.616467 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-0e3f6325-1046-4a31-9364-1e3dd0d1cc8f tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.88 "GET /v2.0/networks?id=0e7f8700-cd62-410f-94e8-8debe82f99f4&id=a49d7af7-9a16-489e-8fc6-4b85db67dcd9&id=a49d7af7-9a16-489e-8fc6-4b85db67dcd9&id=a49d7af7-9a16-489e-8fc6-4b85db67dcd9&id=a49d7af7-9a16-489e-8fc6-4b85db67dcd9&id=43a58ba6-946d-4778-a241-0f5d338fd928&id=43a58ba6-946d-4778-a241-0f5d338fd928 HTTP/1.1" status: 200 len: 1993 time: 0.2158163 May 18 18:16:02.720315 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90736350-bb3a-45fa-99cf-930a4a4c694b tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:16:02.727473 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-90736350-bb3a-45fa-99cf-930a4a4c694b tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:02.733986 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c7b0e4-c220-463c-9283-a6418058570f None None] Sync routers for ids ['dd4fb3a2-cf1a-484e-8947-1a9c5627a33c'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:16:02.756187 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c7b0e4-c220-463c-9283-a6418058570f None None] Routers {'dd4fb3a2-cf1a-484e-8947-1a9c5627a33c'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:16:02.756843 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-45c7b0e4-c220-463c-9283-a6418058570f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:15:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['dd4fb3a2-cf1a-484e-8947-1a9c5627a33c'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:16:02.802186 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-90736350-bb3a-45fa-99cf-930a4a4c694b tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "PUT /v2.0/floatingips/fbc36190-0d31-4986-8d60-61939a2ab850 HTTP/1.1" status: 200 len: 991 time: 2.1149774 May 18 18:16:02.808440 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00ae5749-325c-4339-a1d0-d91fc688ad0c', 'tag': 'c80e757e-91a4-471c-8d67-e10f2c61b218'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:16:02.810626 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b49b9a3-1818-4f9e-9507-dc411b0bb8b6 req-4646a23b-5cf9-4374-a07d-e41542eb6abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:02.812139 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6b49b9a3-1818-4f9e-9507-dc411b0bb8b6 req-4646a23b-5cf9-4374-a07d-e41542eb6abb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fce91e5f-c0a2-4a71-af70-3d0ff7a7854c HTTP/1.1" status: 200 len: 1096 time: 0.1943316 May 18 18:16:02.813601 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08a8799f-9238-477b-9efd-02f782635ae5" -d '{"events": [{"name": "network-changed", "server_uuid": "00ae5749-325c-4339-a1d0-d91fc688ad0c", "tag": "c80e757e-91a4-471c-8d67-e10f2c61b218"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:16:02.816293 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-55887e10-b80d-42d2-85cb-2d529d4204fc tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4667f10dce1e42bbbeb327b02812458d HTTP/1.1" status: 200 len: 379 time: 0.0959229 May 18 18:16:02.840901 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c570d119-23ec-4d5d-a0ee-29a0a4c3cb53 req-8bf45891-dbfd-4647-bcaf-934236d13305 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:02.850405 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c570d119-23ec-4d5d-a0ee-29a0a4c3cb53 req-8bf45891-dbfd-4647-bcaf-934236d13305 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/ports?device_id=42cdd441-75e4-42c9-95ce-3f081db8b56f HTTP/1.1" status: 200 len: 945 time: 0.2148554 May 18 18:16:02.862458 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-9e81894f-4c6d-4ebd-83cb-e9e8b1c07bc2 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Request body: {'port': {'device_id': '37c27a1b-623c-44a7-a5a8-1c1ff493d84b', 'network_id': '0e7f8700-cd62-410f-94e8-8debe82f99f4', 'admin_state_up': True, 'tenant_id': '4667f10dce1e42bbbeb327b02812458d', 'security_groups': ['9a2067b3-2854-40c8-880f-cf75b37fd6a5']}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:16:02.940722 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c570d119-23ec-4d5d-a0ee-29a0a4c3cb53 req-0ed6f76f-93c4-4342-937e-9152bf48f651 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/security-groups?id=8ad86751-3372-47de-bc84-2bfa3ff50eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861018 May 18 18:16:02.969994 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6b49b9a3-1818-4f9e-9507-dc411b0bb8b6 req-76d43433-c64f-4dbb-9af9-2db915ff6c41 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b068be93-3224-4945-a56f-307009ae784e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1450443 May 18 18:16:02.993043 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33517d1c-d858-4134-b9de-e3a88722afea req-43baf2ff-e7f6-4f1d-ab01-24adb5d3fa3e tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:03.000542 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-33517d1c-d858-4134-b9de-e3a88722afea req-43baf2ff-e7f6-4f1d-ab01-24adb5d3fa3e tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/ports?device_id=e7d367c4-6a3d-46ea-aabf-d21c7a42ae9f HTTP/1.1" status: 200 len: 945 time: 0.2414241 May 18 18:16:03.015806 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-45c7b0e4-c220-463c-9283-a6418058570f None None] Set router dd4fb3a2-cf1a-484e-8947-1a9c5627a33c gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:16:03.034223 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c5d0c08-4128-499b-b6f5-8574ff78e281 x-openstack-request-id: req-5c5d0c08-4128-499b-b6f5-8574ff78e281 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:16:03.035011 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00ae5749-325c-4339-a1d0-d91fc688ad0c", "tag": "c80e757e-91a4-471c-8d67-e10f2c61b218", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:16:03.035519 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-5c5d0c08-4128-499b-b6f5-8574ff78e281 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:16:03.036152 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c5d0c08-4128-499b-b6f5-8574ff78e281'] response: {'name': 'network-changed', 'server_uuid': '00ae5749-325c-4339-a1d0-d91fc688ad0c', 'tag': 'c80e757e-91a4-471c-8d67-e10f2c61b218', 'status': 'completed', 'code': 200} May 18 18:16:03.069732 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-33517d1c-d858-4134-b9de-e3a88722afea req-9928d12f-3f99-4552-975b-73ee58b3c1ed tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/security-groups?id=0cf286b9-4259-46f9-a9b8-06a8c9d0d055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679314 May 18 18:16:03.127743 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a8799f-9238-477b-9efd-02f782635ae5 req-dd63bfba-7e69-4502-b407-672e9e8c8df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:03.132620 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-08a8799f-9238-477b-9efd-02f782635ae5 req-dd63bfba-7e69-4502-b407-672e9e8c8df5 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=46ea3823b08b4c9799a678c4a73b1420&device_id=00ae5749-325c-4339-a1d0-d91fc688ad0c HTTP/1.1" status: 200 len: 1097 time: 0.0762177 May 18 18:16:03.184701 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-9e81894f-4c6d-4ebd-83cb-e9e8b1c07bc2 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Made reservation on behalf of 4667f10dce1e42bbbeb327b02812458d for: {'port': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:16:03.192752 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-9e81894f-4c6d-4ebd-83cb-e9e8b1c07bc2 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:03.350049 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6b03aea5-1cee-4453-9be3-bf0092f6c47d req-20403503-9033-489b-9d03-efe1c84cd1ab tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "GET /v2.0/ports?device_id=37c27a1b-623c-44a7-a5a8-1c1ff493d84b HTTP/1.1" status: 200 len: 210 time: 0.0924082 May 18 18:16:03.391211 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a8799f-9238-477b-9efd-02f782635ae5 req-52330973-aa94-4388-8417-ef1d7db023d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:03.392740 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-08a8799f-9238-477b-9efd-02f782635ae5 req-52330973-aa94-4388-8417-ef1d7db023d4 service neutron] 10.222.0.88 "GET /v2.0/networks?id=32202dd9-9064-4832-817f-7e8b4a8db1c5 HTTP/1.1" status: 200 len: 911 time: 0.2480249 May 18 18:16:03.456986 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38b612f-9ec9-4752-8f42-008a5d6a8858 req-2384b4d0-c8a6-466b-8da6-75b12f665b9e tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:03.458757 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f38b612f-9ec9-4752-8f42-008a5d6a8858 req-2384b4d0-c8a6-466b-8da6-75b12f665b9e tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "GET /v2.0/ports?device_id=fce91e5f-c0a2-4a71-af70-3d0ff7a7854c HTTP/1.1" status: 200 len: 945 time: 0.2152901 May 18 18:16:03.549505 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-45c7b0e4-c220-463c-9283-a6418058570f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4fb3a2-cf1a-484e-8947-1a9c5627a33c', 'name': 'tempest-AttachVolumeTestJSON-441656062-router', 'tenant_id': '46ea3823b08b4c9799a678c4a73b1420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.97'}], 'enable_snat': True}, 'gw_port_id': 'f13a6673-ce7b-46fd-a875-cac70ff04edc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:15:06Z', 'updated_at': '2022-05-18T18:15:22Z', 'revision_number': 4, 'project_id': '46ea3823b08b4c9799a678c4a73b1420', 'gw_port': {'id': 'f13a6673-ce7b-46fd-a875-cac70ff04edc', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4fb3a2-cf1a-484e-8947-1a9c5627a33c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:15:09Z', 'updated_at': '2022-05-18T18:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': 'fbc36190-0d31-4986-8d60-61939a2ab850', 'tenant_id': '46ea3823b08b4c9799a678c4a73b1420', 'floating_ip_address': '172.25.5.34', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': 'dd4fb3a2-cf1a-484e-8947-1a9c5627a33c', 'port_id': 'c80e757e-91a4-471c-8d67-e10f2c61b218', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32202dd9-9064-4832-817f-7e8b4a8db1c5', 'mac_address': 'fa:16:3e:1d:4e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00ae5749-325c-4339-a1d0-d91fc688ad0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T18:15:37Z', 'updated_at': '2022-05-18T18:16:01Z', 'revision_number': 1, 'project_id': '46ea3823b08b4c9799a678c4a73b1420', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bccb3d7-6789-4c70-a9e4-2ecb4df9c97f', 'name': '', 'network_id': '32202dd9-9064-4832-817f-7e8b4a8db1c5', 'tenant_id': '46ea3823b08b4c9799a678c4a73b1420', 'mac_address': 'fa:16:3e:b5:3c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4fb3a2-cf1a-484e-8947-1a9c5627a33c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '77da057d-3a9e-4973-b1e0-fe1781c445e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:15:19Z', 'updated_at': '2022-05-18T18:15:30Z', 'revision_number': 5, 'project_id': '46ea3823b08b4c9799a678c4a73b1420', 'subnets': [{'id': '77da057d-3a9e-4973-b1e0-fe1781c445e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:16:03.583628 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c7b0e4-c220-463c-9283-a6418058570f None None] Checking router: dd4fb3a2-cf1a-484e-8947-1a9c5627a33c for host: n-d-838550-3 {{(pid=102732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:16:03.590648 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 34186) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:16:03.599842 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c7b0e4-c220-463c-9283-a6418058570f None None] Routers {'dd4fb3a2-cf1a-484e-8947-1a9c5627a33c'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:16:03.600507 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-45c7b0e4-c220-463c-9283-a6418058570f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:15:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['dd4fb3a2-cf1a-484e-8947-1a9c5627a33c'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:16:03.630586 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-08a8799f-9238-477b-9efd-02f782635ae5 req-82dda915-939d-4417-b2ea-579640be80d7 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c80e757e-91a4-471c-8d67-e10f2c61b218 HTTP/1.1" status: 200 len: 999 time: 0.2263460 May 18 18:16:03.652226 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f616ef2-6915-4418-901b-bfbcec1e081d req-0e832619-9669-47a2-8fc8-1ffa617b46e3 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:03.659124 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2f616ef2-6915-4418-901b-bfbcec1e081d req-0e832619-9669-47a2-8fc8-1ffa617b46e3 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/ports?device_id=e7d367c4-6a3d-46ea-aabf-d21c7a42ae9f HTTP/1.1" status: 200 len: 945 time: 0.1694996 May 18 18:16:03.789970 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2f616ef2-6915-4418-901b-bfbcec1e081d req-9cecd1ac-e8c8-445a-bbdb-cb5d3a30f53e tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/security-groups?id=0cf286b9-4259-46f9-a9b8-06a8c9d0d055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010547 May 18 18:16:03.817277 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a8799f-9238-477b-9efd-02f782635ae5 req-1c1ae9da-5bab-40f5-a30e-074ec602f648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:03.823860 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-08a8799f-9238-477b-9efd-02f782635ae5 req-1c1ae9da-5bab-40f5-a30e-074ec602f648 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=77da057d-3a9e-4973-b1e0-fe1781c445e0 HTTP/1.1" status: 200 len: 849 time: 0.1635225 May 18 18:16:03.891407 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-dbfd7ac4-8ec1-4201-a290-198e5822e2d8 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1623496891-network', 'tenant_id': 'c0920570a5594c499d4904a874090373'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:16:03.909344 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a8799f-9238-477b-9efd-02f782635ae5 req-167516c0-bec5-4766-8168-846df87bf27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:03.912268 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-08a8799f-9238-477b-9efd-02f782635ae5 req-167516c0-bec5-4766-8168-846df87bf27a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=32202dd9-9064-4832-817f-7e8b4a8db1c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0762150 May 18 18:16:03.948667 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbfd7ac4-8ec1-4201-a290-198e5822e2d8 admin admin] Made reservation on behalf of c0920570a5594c499d4904a874090373 for: {'network': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:16:03.952922 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-dbfd7ac4-8ec1-4201-a290-198e5822e2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:03.988355 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-dbfd7ac4-8ec1-4201-a290-198e5822e2d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:04.028914 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-45c7b0e4-c220-463c-9283-a6418058570f None None] Set router dd4fb3a2-cf1a-484e-8947-1a9c5627a33c gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:16:04.124063 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-9e81894f-4c6d-4ebd-83cb-e9e8b1c07bc2 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Allocated IP 172.20.0.7 (0e7f8700-cd62-410f-94e8-8debe82f99f4/6ef5eff4-20b8-41c3-a961-3299046b5972/22792e7b-11fc-4e6a-a075-a39b7800942c) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:16:04.190365 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-08a8799f-9238-477b-9efd-02f782635ae5 req-80d2c910-5003-4de2-a9f2-61469aa8fd43 service neutron] 10.222.0.88 "GET /v2.0/networks/32202dd9-9064-4832-817f-7e8b4a8db1c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2627609 May 18 18:16:04.284817 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f38b612f-9ec9-4752-8f42-008a5d6a8858 req-6ece0fd7-294a-4afc-9fbc-39a23c33794f tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "GET /v2.0/security-groups?id=b068be93-3224-4945-a56f-307009ae784e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8180439 May 18 18:16:04.487453 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-9e81894f-4c6d-4ebd-83cb-e9e8b1c07bc2 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:04.539629 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-dbfd7ac4-8ec1-4201-a290-198e5822e2d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:04.542943 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-08a8799f-9238-477b-9efd-02f782635ae5 req-ff102a43-6c6c-4126-8d26-7e20456aeb73 service neutron] 10.222.0.88 "GET /v2.0/networks/32202dd9-9064-4832-817f-7e8b4a8db1c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3441265 May 18 18:16:04.549206 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-dbfd7ac4-8ec1-4201-a290-198e5822e2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:04.557896 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-9e81894f-4c6d-4ebd-83cb-e9e8b1c07bc2 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:04.590388 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbfd7ac4-8ec1-4201-a290-198e5822e2d8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 619} {{(pid=102730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:16:04.598739 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfd7ac4-8ec1-4201-a290-198e5822e2d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4f27ddc-a6b9-43f2-95b4-31e627e8a750,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:16:04.610015 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6226f9a4-0bfb-44e1-94e9-8e11fec870be req-3f866b9c-9306-46e1-8c5b-8df8720c1dc2 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:04.611552 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6226f9a4-0bfb-44e1-94e9-8e11fec870be req-3f866b9c-9306-46e1-8c5b-8df8720c1dc2 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/ports?device_id=e7d367c4-6a3d-46ea-aabf-d21c7a42ae9f HTTP/1.1" status: 200 len: 945 time: 0.1297746 May 18 18:16:04.624444 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-dbfd7ac4-8ec1-4201-a290-198e5822e2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:04.624801 n-d-838550-3 neutron-server[102730]: INFO neutron.db.segments_db [None req-dbfd7ac4-8ec1-4201-a290-198e5822e2d8 admin admin] Added segment 4ea2576b-326b-48ff-92ae-0b64807b5864 of type vlan for network 24d65fb9-a382-432a-b98a-28dc08095d92 May 18 18:16:04.697813 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-45c7b0e4-c220-463c-9283-a6418058570f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4fb3a2-cf1a-484e-8947-1a9c5627a33c', 'name': 'tempest-AttachVolumeTestJSON-441656062-router', 'tenant_id': '46ea3823b08b4c9799a678c4a73b1420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.97'}], 'enable_snat': True}, 'gw_port_id': 'f13a6673-ce7b-46fd-a875-cac70ff04edc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:15:06Z', 'updated_at': '2022-05-18T18:15:22Z', 'revision_number': 4, 'project_id': '46ea3823b08b4c9799a678c4a73b1420', 'gw_port': {'id': 'f13a6673-ce7b-46fd-a875-cac70ff04edc', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4fb3a2-cf1a-484e-8947-1a9c5627a33c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:15:09Z', 'updated_at': '2022-05-18T18:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': 'fbc36190-0d31-4986-8d60-61939a2ab850', 'tenant_id': '46ea3823b08b4c9799a678c4a73b1420', 'floating_ip_address': '172.25.5.34', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': 'dd4fb3a2-cf1a-484e-8947-1a9c5627a33c', 'port_id': 'c80e757e-91a4-471c-8d67-e10f2c61b218', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32202dd9-9064-4832-817f-7e8b4a8db1c5', 'mac_address': 'fa:16:3e:1d:4e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00ae5749-325c-4339-a1d0-d91fc688ad0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T18:15:37Z', 'updated_at': '2022-05-18T18:16:01Z', 'revision_number': 1, 'project_id': '46ea3823b08b4c9799a678c4a73b1420', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bccb3d7-6789-4c70-a9e4-2ecb4df9c97f', 'name': '', 'network_id': '32202dd9-9064-4832-817f-7e8b4a8db1c5', 'tenant_id': '46ea3823b08b4c9799a678c4a73b1420', 'mac_address': 'fa:16:3e:b5:3c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4fb3a2-cf1a-484e-8947-1a9c5627a33c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '77da057d-3a9e-4973-b1e0-fe1781c445e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:15:19Z', 'updated_at': '2022-05-18T18:15:30Z', 'revision_number': 5, 'project_id': '46ea3823b08b4c9799a678c4a73b1420', 'subnets': [{'id': '77da057d-3a9e-4973-b1e0-fe1781c445e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:16:04.728825 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e81894f-4c6d-4ebd-83cb-e9e8b1c07bc2 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Pushing event updated for resources: {'Port': ['ID=22792e7b-11fc-4e6a-a075-a39b7800942c,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:16:04.769246 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-dbfd7ac4-8ec1-4201-a290-198e5822e2d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:04.777314 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-9e81894f-4c6d-4ebd-83cb-e9e8b1c07bc2 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Network 0e7f8700-cd62-410f-94e8-8debe82f99f4 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:16:04.786763 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-9e81894f-4c6d-4ebd-83cb-e9e8b1c07bc2 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:16:04.796715 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6226f9a4-0bfb-44e1-94e9-8e11fec870be req-c247d7b7-8a0b-4151-aead-6cf38a356a89 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/security-groups?id=0cf286b9-4259-46f9-a9b8-06a8c9d0d055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563029 May 18 18:16:04.804328 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-9e81894f-4c6d-4ebd-83cb-e9e8b1c07bc2 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:16:04.827915 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c7b0e4-c220-463c-9283-a6418058570f None None] The sync data for ids ['dd4fb3a2-cf1a-484e-8947-1a9c5627a33c'] in n-d-838550-3 is: [{'id': 'dd4fb3a2-cf1a-484e-8947-1a9c5627a33c', 'name': 'tempest-AttachVolumeTestJSON-441656062-router', 'tenant_id': '46ea3823b08b4c9799a678c4a73b1420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.97'}], 'enable_snat': True}, 'gw_port_id': 'f13a6673-ce7b-46fd-a875-cac70ff04edc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:15:06Z', 'updated_at': '2022-05-18T18:15:22Z', 'revision_number': 4, 'project_id': '46ea3823b08b4c9799a678c4a73b1420', 'gw_port': {'id': 'f13a6673-ce7b-46fd-a875-cac70ff04edc', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4fb3a2-cf1a-484e-8947-1a9c5627a33c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:15:09Z', 'updated_at': '2022-05-18T18:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': 'fbc36190-0d31-4986-8d60-61939a2ab850', 'tenant_id': '46ea3823b08b4c9799a678c4a73b1420', 'floating_ip_address': '172.25.5.34', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': 'dd4fb3a2-cf1a-484e-8947-1a9c5627a33c', 'port_id': 'c80e757e-91a4-471c-8d67-e10f2c61b218', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32202dd9-9064-4832-817f-7e8b4a8db1c5', 'mac_address': 'fa:16:3e:1d:4e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00ae5749-325c-4339-a1d0-d91fc688ad0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T18:15:37Z', 'updated_at': '2022-05-18T18:16:01Z', 'revision_number': 1, 'project_id': '46ea3823b08b4c9799a678c4a73b1420', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bccb3d7-6789-4c70-a9e4-2ecb4df9c97f', 'name': '', 'network_id': '32202dd9-9064-4832-817f-7e8b4a8db1c5', 'tenant_id': '46ea3823b08b4c9799a678c4a73b1420', 'mac_address': 'fa:16:3e:b5:3c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4fb3a2-cf1a-484e-8947-1a9c5627a33c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '77da057d-3a9e-4973-b1e0-fe1781c445e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:15:19Z', 'updated_at': '2022-05-18T18:15:30Z', 'revision_number': 5, 'project_id': '46ea3823b08b4c9799a678c4a73b1420', 'subnets': [{'id': '77da057d-3a9e-4973-b1e0-fe1781c445e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:16:04.857088 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-dbfd7ac4-8ec1-4201-a290-198e5822e2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:04.864921 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbfd7ac4-8ec1-4201-a290-198e5822e2d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:04.869745 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-dbfd7ac4-8ec1-4201-a290-198e5822e2d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:04.930808 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-9e81894f-4c6d-4ebd-83cb-e9e8b1c07bc2 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:04.931832 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-9e81894f-4c6d-4ebd-83cb-e9e8b1c07bc2 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:04.978343 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-9e81894f-4c6d-4ebd-83cb-e9e8b1c07bc2 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1517718 May 18 18:16:05.009872 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-0678f0a9-19fa-4f82-b443-15f8f6f79a9e tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Request body: {'port': {'device_id': '37c27a1b-623c-44a7-a5a8-1c1ff493d84b', 'network_id': 'a49d7af7-9a16-489e-8fc6-4b85db67dcd9', 'admin_state_up': True, 'tenant_id': '4667f10dce1e42bbbeb327b02812458d', 'security_groups': ['9a2067b3-2854-40c8-880f-cf75b37fd6a5']}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:16:05.042494 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-dbfd7ac4-8ec1-4201-a290-198e5822e2d8 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4430461 May 18 18:16:05.084949 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 34230) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:16:05.088294 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfd7ac4-8ec1-4201-a290-198e5822e2d8 admin admin] Pushing event updated for resources: {'Network': ['ID=24d65fb9-a382-432a-b98a-28dc08095d92,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:16:05.102003 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network 24d65fb9-a382-432a-b98a-28dc08095d92 details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:16:05.102927 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-0d198340-ad6f-4bac-b3b6-569396a1d0df admin admin] Request body: {'subnet': {'network_id': '24d65fb9-a382-432a-b98a-28dc08095d92', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1623496891-subnet', 'tenant_id': 'c0920570a5594c499d4904a874090373', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:16:05.132799 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d198340-ad6f-4bac-b3b6-569396a1d0df admin admin] Made reservation on behalf of c0920570a5594c499d4904a874090373 for: {'subnet': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:16:05.135079 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0d198340-ad6f-4bac-b3b6-569396a1d0df admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261031885'] for subnet, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:05.284614 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4262d752-6e74-47ea-888a-e50071188496 req-732248b8-cdec-430b-ad33-2814426677d6 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:05.288272 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4262d752-6e74-47ea-888a-e50071188496 req-732248b8-cdec-430b-ad33-2814426677d6 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/ports?device_id=42cdd441-75e4-42c9-95ce-3f081db8b56f HTTP/1.1" status: 200 len: 945 time: 0.7859719 May 18 18:16:05.393673 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-835991c4-2d38-4c0b-b6ec-e38699f45115 None None] Provisioning complete for port 22792e7b-11fc-4e6a-a075-a39b7800942c triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:16:05.394511 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-835991c4-2d38-4c0b-b6ec-e38699f45115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:05.397487 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d66cbe-2149-4434-bb80-f1dd4fb1491d None None] New status for floating IP fbc36190-0d31-4986-8d60-61939a2ab850: ACTIVE {{(pid=102733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 18:16:05.441267 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4262d752-6e74-47ea-888a-e50071188496 req-4436bb67-e63a-421e-8fc6-ad1efc3f5034 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/security-groups?id=8ad86751-3372-47de-bc84-2bfa3ff50eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367788 May 18 18:16:05.470284 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662531f2-cb60-4cdb-b08d-c6ab61f227ba req-d36bb74f-ae67-4254-8a94-ea8d93dbaf4b tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:05.478001 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-0678f0a9-19fa-4f82-b443-15f8f6f79a9e tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Made reservation on behalf of 4667f10dce1e42bbbeb327b02812458d for: {'port': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:16:05.481494 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-662531f2-cb60-4cdb-b08d-c6ab61f227ba req-d36bb74f-ae67-4254-8a94-ea8d93dbaf4b tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "GET /v2.0/ports?device_id=37c27a1b-623c-44a7-a5a8-1c1ff493d84b HTTP/1.1" status: 200 len: 931 time: 0.4516499 May 18 18:16:05.482187 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-0678f0a9-19fa-4f82-b443-15f8f6f79a9e tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:05.570243 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-835991c4-2d38-4c0b-b6ec-e38699f45115 None None] Port 22792e7b-11fc-4e6a-a075-a39b7800942c cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:16:05.601778 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-662531f2-cb60-4cdb-b08d-c6ab61f227ba req-57ce603e-20d8-4627-95cf-c03a4761c4ea tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "GET /v2.0/security-groups?id=9a2067b3-2854-40c8-880f-cf75b37fd6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167459 May 18 18:16:05.634316 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0d198340-ad6f-4bac-b3b6-569396a1d0df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261104883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261031899'] for subnet, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:05.734312 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c490be3b-f4e8-43f9-93ea-f5a23471aa6c req-0fdc5c19-85b0-4e36-b764-7e5caf15584b tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:05.743566 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c490be3b-f4e8-43f9-93ea-f5a23471aa6c req-0fdc5c19-85b0-4e36-b764-7e5caf15584b tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "GET /v2.0/ports?device_id=fce91e5f-c0a2-4a71-af70-3d0ff7a7854c HTTP/1.1" status: 200 len: 945 time: 0.1152234 May 18 18:16:05.805898 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d198340-ad6f-4bac-b3b6-569396a1d0df admin admin] Pushing event updated for resources: {'Subnet': ['ID=8cf578e1-99bc-4762-96eb-12618b11052b,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:16:05.831109 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d198340-ad6f-4bac-b3b6-569396a1d0df admin admin] Checking segment: {'id': '4ea2576b-326b-48ff-92ae-0b64807b5864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '24d65fb9-a382-432a-b98a-28dc08095d92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:16:05.831814 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d198340-ad6f-4bac-b3b6-569396a1d0df admin admin] Network hostable DHCP agents. Network: 24d65fb9-a382-432a-b98a-28dc08095d92, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:16:05.855425 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d198340-ad6f-4bac-b3b6-569396a1d0df admin admin] Network 24d65fb9-a382-432a-b98a-28dc08095d92 is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:16:05.870556 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-0d198340-ad6f-4bac-b3b6-569396a1d0df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, 24d65fb9-a382-432a-b98a-28dc08095d92) {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:16:05.880995 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d6ce7f3-dc2f-48ed-a146-cc2e1fd4009b None None] Network 24d65fb9-a382-432a-b98a-28dc08095d92 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:16:05.884452 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c490be3b-f4e8-43f9-93ea-f5a23471aa6c req-d23fdb7f-e7d7-4262-bbbc-4c505482efab tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "GET /v2.0/security-groups?id=b068be93-3224-4945-a56f-307009ae784e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1395259 May 18 18:16:05.890623 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d198340-ad6f-4bac-b3b6-569396a1d0df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:05.892846 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0d198340-ad6f-4bac-b3b6-569396a1d0df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:05.908791 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-0678f0a9-19fa-4f82-b443-15f8f6f79a9e tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Allocated IP 10.1.1.20 (a49d7af7-9a16-489e-8fc6-4b85db67dcd9/45630181-3d16-4d8d-916e-5a6318bba46b/aa23f36f-8afa-400e-91a0-e1e420831fe3) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:16:05.976268 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-0d198340-ad6f-4bac-b3b6-569396a1d0df admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8742304 May 18 18:16:06.136867 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dea503a-3f9d-481f-a10a-f6878c0b3c05 req-d583a737-a0c6-4c2c-99e4-2f97d69ed125 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:06.151396 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5dea503a-3f9d-481f-a10a-f6878c0b3c05 req-d583a737-a0c6-4c2c-99e4-2f97d69ed125 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/ports?device_id=e7d367c4-6a3d-46ea-aabf-d21c7a42ae9f HTTP/1.1" status: 200 len: 945 time: 0.1726267 May 18 18:16:06.197700 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f171bd8-9201-4e75-98c2-1714be6c0088 None None] Network 24d65fb9-a382-432a-b98a-28dc08095d92 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:16:06.222692 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15d971a-73f9-4e85-9925-403104ef5cb9 req-7c1c824a-46b6-43aa-9b0e-6eb706aad911 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:06.234109 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5dea503a-3f9d-481f-a10a-f6878c0b3c05 req-cae2def8-0f5a-4ce2-bd3b-8a30e72bf9ec tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/security-groups?id=0cf286b9-4259-46f9-a9b8-06a8c9d0d055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816240 May 18 18:16:06.239708 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d15d971a-73f9-4e85-9925-403104ef5cb9 req-7c1c824a-46b6-43aa-9b0e-6eb706aad911 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "GET /v2.0/ports?device_id=fce91e5f-c0a2-4a71-af70-3d0ff7a7854c HTTP/1.1" status: 200 len: 945 time: 0.1762090 May 18 18:16:06.264348 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 34304) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:16:06.336722 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-0678f0a9-19fa-4f82-b443-15f8f6f79a9e tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:06.360998 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_v2 [None req-a01bbb8f-67f3-4259-99a8-2c9cdd4b652b admin admin] Deleting subnet 8cf578e1-99bc-4762-96eb-12618b11052b {{(pid=102730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:16:06.382045 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a01bbb8f-67f3-4259-99a8-2c9cdd4b652b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:06.406236 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d15d971a-73f9-4e85-9925-403104ef5cb9 req-3bb2e43d-fa43-4003-82cd-0b110cf7745f tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "GET /v2.0/security-groups?id=b068be93-3224-4945-a56f-307009ae784e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1565518 May 18 18:16:06.416273 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-0678f0a9-19fa-4f82-b443-15f8f6f79a9e tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:06.435890 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 34316) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:16:06.466474 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a01bbb8f-67f3-4259-99a8-2c9cdd4b652b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260107366'] for subnet, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:06.519502 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-0678f0a9-19fa-4f82-b443-15f8f6f79a9e tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Network a49d7af7-9a16-489e-8fc6-4b85db67dcd9 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:16:06.534131 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-0678f0a9-19fa-4f82-b443-15f8f6f79a9e tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:16:06.539834 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0678f0a9-19fa-4f82-b443-15f8f6f79a9e tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Pushing event updated for resources: {'Port': ['ID=aa23f36f-8afa-400e-91a0-e1e420831fe3,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:16:06.544320 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0a2fe5-aabb-41df-bbcc-e9f2c9ecf83f tempest-TestNetworkBasicOps-813462103 tempest-TestNetworkBasicOps-813462103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:06.552694 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-2f0a2fe5-aabb-41df-bbcc-e9f2c9ecf83f tempest-TestNetworkBasicOps-813462103 tempest-TestNetworkBasicOps-813462103-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=fce91e5f-c0a2-4a71-af70-3d0ff7a7854c HTTP/1.1" status: 200 len: 1091 time: 0.1155181 May 18 18:16:06.553366 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 34320) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:16:06.554449 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a01bbb8f-67f3-4259-99a8-2c9cdd4b652b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:06.554657 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-0678f0a9-19fa-4f82-b443-15f8f6f79a9e tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:16:06.562935 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-1f7833c0-3946-4518-af3c-6da7b749aba7 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Request body: {'floatingip': {'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'port_id': '6442d690-4bd6-4fab-bd38-8bec279033d1', 'tenant_id': '6664118b95564eb5aa43c658eedfd9ed', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:16:06.614600 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1f7833c0-3946-4518-af3c-6da7b749aba7 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks [] for floatingip, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:06.716958 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a01bbb8f-67f3-4259-99a8-2c9cdd4b652b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261104690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261031888'] for subnet, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:06.725635 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-0678f0a9-19fa-4f82-b443-15f8f6f79a9e tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:06.726564 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-0678f0a9-19fa-4f82-b443-15f8f6f79a9e tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:06.772021 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01bbb8f-67f3-4259-99a8-2c9cdd4b652b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8cf578e1-99bc-4762-96eb-12618b11052b,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:16:06.780212 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a01bbb8f-67f3-4259-99a8-2c9cdd4b652b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:06.786691 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-a01bbb8f-67f3-4259-99a8-2c9cdd4b652b admin admin] 10.222.0.85 "DELETE /v2.0/subnets/8cf578e1-99bc-4762-96eb-12618b11052b HTTP/1.1" status: 204 len: 168 time: 0.5208232 May 18 18:16:06.795067 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d784912a-022c-4eab-8f64-be568bdb6b9b req-d4fd2ccd-f211-427d-b355-95a99d383710 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:06.796688 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d784912a-022c-4eab-8f64-be568bdb6b9b req-d4fd2ccd-f211-427d-b355-95a99d383710 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/ports?device_id=42cdd441-75e4-42c9-95ce-3f081db8b56f HTTP/1.1" status: 200 len: 945 time: 0.1855142 May 18 18:16:06.797196 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 34326) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:16:06.833828 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-0678f0a9-19fa-4f82-b443-15f8f6f79a9e tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.8430519 May 18 18:16:06.850779 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-1aed150f-c8ac-4362-8e18-20f876cc7dff tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Request body: {'port': {'device_id': '37c27a1b-623c-44a7-a5a8-1c1ff493d84b', 'network_id': 'a49d7af7-9a16-489e-8fc6-4b85db67dcd9', 'admin_state_up': True, 'tenant_id': '4667f10dce1e42bbbeb327b02812458d', 'security_groups': ['9a2067b3-2854-40c8-880f-cf75b37fd6a5']}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:16:06.872859 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-cfebdf2a-ba3b-4d60-9c2c-6a2a3342401e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:06.910688 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-73947476-cc1c-4bf7-b455-9fd41a4abb35 None None] Provisioning complete for port aa23f36f-8afa-400e-91a0-e1e420831fe3 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:16:06.911269 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-73947476-cc1c-4bf7-b455-9fd41a4abb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:06.916544 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 34328) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:16:06.919642 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d784912a-022c-4eab-8f64-be568bdb6b9b req-70974215-3e14-447c-a27d-93641396b64a tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/security-groups?id=8ad86751-3372-47de-bc84-2bfa3ff50eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447443 May 18 18:16:06.969000 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0093c7-1d78-4ec7-9bd7-b5e9c6884235 req-62f46501-2262-4c12-97fb-1a2cc00f2df4 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:06.981798 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0093c7-1d78-4ec7-9bd7-b5e9c6884235 req-62f46501-2262-4c12-97fb-1a2cc00f2df4 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:06.990636 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cc0093c7-1d78-4ec7-9bd7-b5e9c6884235 req-62f46501-2262-4c12-97fb-1a2cc00f2df4 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "GET /v2.0/ports?device_id=37c27a1b-623c-44a7-a5a8-1c1ff493d84b HTTP/1.1" status: 200 len: 1652 time: 0.2590261 May 18 18:16:07.010565 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-73947476-cc1c-4bf7-b455-9fd41a4abb35 None None] Port aa23f36f-8afa-400e-91a0-e1e420831fe3 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:16:07.047767 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-cfebdf2a-ba3b-4d60-9c2c-6a2a3342401e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:07.084255 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-cfebdf2a-ba3b-4d60-9c2c-6a2a3342401e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24d65fb9-a382-432a-b98a-28dc08095d92']}} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:16:07.084526 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cc0093c7-1d78-4ec7-9bd7-b5e9c6884235 req-c5806e43-1984-475c-8a81-faeb80c15599 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "GET /v2.0/security-groups?id=9a2067b3-2854-40c8-880f-cf75b37fd6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929353 May 18 18:16:07.097104 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-cfebdf2a-ba3b-4d60-9c2c-6a2a3342401e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ea2576b-326b-48ff-92ae-0b64807b5864') {'for_net_delete': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:16:07.097414 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-cfebdf2a-ba3b-4d60-9c2c-6a2a3342401e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ea2576b-326b-48ff-92ae-0b64807b5864') {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:16:07.134853 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-cfebdf2a-ba3b-4d60-9c2c-6a2a3342401e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260107375'] for segment, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:07.164796 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-1aed150f-c8ac-4362-8e18-20f876cc7dff tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Made reservation on behalf of 4667f10dce1e42bbbeb327b02812458d for: {'port': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:16:07.172442 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-1aed150f-c8ac-4362-8e18-20f876cc7dff tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:07.174118 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-cfebdf2a-ba3b-4d60-9c2c-6a2a3342401e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:07.182569 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfebdf2a-ba3b-4d60-9c2c-6a2a3342401e admin admin] Releasing vlan 619 on physical network physnet1 to pool {{(pid=102730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:16:07.183263 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-cfebdf2a-ba3b-4d60-9c2c-6a2a3342401e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261102736'] for segment, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:07.192473 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1f7833c0-3946-4518-af3c-6da7b749aba7 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:07.250074 n-d-838550-3 neutron-server[102730]: Traceback (most recent call last): May 18 18:16:07.250074 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:16:07.250074 n-d-838550-3 neutron-server[102730]: timer() May 18 18:16:07.250074 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:16:07.250074 n-d-838550-3 neutron-server[102730]: cb(*args, **kw) May 18 18:16:07.250074 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:16:07.250074 n-d-838550-3 neutron-server[102730]: return func(*args, **kwargs) May 18 18:16:07.250074 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:16:07.250074 n-d-838550-3 neutron-server[102730]: self._notify() May 18 18:16:07.250074 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:16:07.250074 n-d-838550-3 neutron-server[102730]: self.callback(batched_events) May 18 18:16:07.250074 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:16:07.250074 n-d-838550-3 neutron-server[102730]: event.method(event) May 18 18:16:07.250074 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:16:07.250074 n-d-838550-3 neutron-server[102730]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:16:07.250074 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:16:07.250074 n-d-838550-3 neutron-server[102730]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:16:07.250074 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:16:07.250074 n-d-838550-3 neutron-server[102730]: return f(self, *a, **k) May 18 18:16:07.250074 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:16:07.250074 n-d-838550-3 neutron-server[102730]: return self._get(url).json() May 18 18:16:07.250074 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:16:07.250074 n-d-838550-3 neutron-server[102730]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:16:07.250074 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:16:07.250074 n-d-838550-3 neutron-server[102730]: return self.request(url, 'GET', **kwargs) May 18 18:16:07.250074 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:16:07.250074 n-d-838550-3 neutron-server[102730]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:16:07.250074 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:16:07.250074 n-d-838550-3 neutron-server[102730]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:16:07.250074 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:16:07.250074 n-d-838550-3 neutron-server[102730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:16:07.250074 n-d-838550-3 neutron-server[102730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:16:07.252788 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a1da0fe2-2d40-4098-af7e-6cdccad775aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:07.280241 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-cfebdf2a-ba3b-4d60-9c2c-6a2a3342401e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:07.318287 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-cfebdf2a-ba3b-4d60-9c2c-6a2a3342401e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:07.337818 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-cfebdf2a-ba3b-4d60-9c2c-6a2a3342401e admin admin] 10.222.0.85 "DELETE /v2.0/networks/24d65fb9-a382-432a-b98a-28dc08095d92 HTTP/1.1" status: 204 len: 168 time: 0.5254378 May 18 18:16:07.351720 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfebdf2a-ba3b-4d60-9c2c-6a2a3342401e admin admin] Pushing event deleted for resources: {'Network': ['ID=24d65fb9-a382-432a-b98a-28dc08095d92,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:16:07.439647 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-1f7833c0-3946-4518-af3c-6da7b749aba7 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Allocated IP 172.25.5.43 (31ebd439-090c-4b25-bbb0-31c48711b145/363a2810-8a83-4be0-a317-7c91fcd94485/afa65ac5-aa44-4d92-a646-d6384b273858) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:16:07.442306 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-1aed150f-c8ac-4362-8e18-20f876cc7dff tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Allocated IP 10.1.1.37 (a49d7af7-9a16-489e-8fc6-4b85db67dcd9/45630181-3d16-4d8d-916e-5a6318bba46b/0a586e3e-14a2-4a7b-a6df-16a75e1063f9) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:16:07.490475 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a1da0fe2-2d40-4098-af7e-6cdccad775aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:07.495194 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a1da0fe2-2d40-4098-af7e-6cdccad775aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:07.509823 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d53eca-ffb3-44b9-9493-ae3a433c6594 req-9e011144-716f-4e1d-9a54-6a97ecf99e2d tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:07.511406 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-92d53eca-ffb3-44b9-9493-ae3a433c6594 req-9e011144-716f-4e1d-9a54-6a97ecf99e2d tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/ports?device_id=e7d367c4-6a3d-46ea-aabf-d21c7a42ae9f HTTP/1.1" status: 200 len: 945 time: 0.1120200 May 18 18:16:07.538280 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1da0fe2-2d40-4098-af7e-6cdccad775aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3563c5f-73cf-4193-a079-f4fd04b3ae6c,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:16:07.585343 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-a1da0fe2-2d40-4098-af7e-6cdccad775aa admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=a666bee213884d52bb2cdd3d44496ad5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6605685 May 18 18:16:07.586710 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 34350) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:16:07.633565 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a3176df0-3532-47ab-80c5-c817fefa23b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:07.669749 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 34358) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:16:07.709235 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f3bc3596-f834-48a8-8308-61b10ea9b977 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:07.738153 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f3bc3596-f834-48a8-8308-61b10ea9b977 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:07.745684 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-92d53eca-ffb3-44b9-9493-ae3a433c6594 req-85bbd44d-bf46-49a0-a2f6-78b3eab206ab tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/security-groups?id=0cf286b9-4259-46f9-a9b8-06a8c9d0d055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845806 May 18 18:16:07.811103 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-65ff17db-db15-4257-99e5-8bbd43bd7e1a admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=c0920570a5594c499d4904a874090373&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1346307 May 18 18:16:07.815553 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 34360) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:16:07.845966 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1f7833c0-3946-4518-af3c-6da7b749aba7 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:07.849437 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f3bc3596-f834-48a8-8308-61b10ea9b977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:07.852153 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f3bc3596-f834-48a8-8308-61b10ea9b977 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:07.853672 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-f3bc3596-f834-48a8-8308-61b10ea9b977 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/d3563c5f-73cf-4193-a079-f4fd04b3ae6c HTTP/1.1" status: 204 len: 168 time: 0.2656381 May 18 18:16:07.863271 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bc3596-f834-48a8-8308-61b10ea9b977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3563c5f-73cf-4193-a079-f4fd04b3ae6c,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:16:07.923836 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-1aed150f-c8ac-4362-8e18-20f876cc7dff tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:07.974860 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1f7833c0-3946-4518-af3c-6da7b749aba7 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:07.976880 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-81fc3d15-59d4-48b6-b3c8-a7fd4c820020 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:08.057670 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-81fc3d15-59d4-48b6-b3c8-a7fd4c820020 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:08.062298 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f7833c0-3946-4518-af3c-6da7b749aba7 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Network 31ebd439-090c-4b25-bbb0-31c48711b145 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:16:08.074580 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-1f7833c0-3946-4518-af3c-6da7b749aba7 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:16:08.088672 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7833c0-3946-4518-af3c-6da7b749aba7 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:16:08.119374 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-1aed150f-c8ac-4362-8e18-20f876cc7dff tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:08.127509 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7833c0-3946-4518-af3c-6da7b749aba7 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Pushing event updated for resources: {'Port': ['ID=afa65ac5-aa44-4d92-a646-d6384b273858,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:16:08.205841 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-1aed150f-c8ac-4362-8e18-20f876cc7dff tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Network a49d7af7-9a16-489e-8fc6-4b85db67dcd9 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:16:08.212124 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-1aed150f-c8ac-4362-8e18-20f876cc7dff tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:16:08.223756 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-1aed150f-c8ac-4362-8e18-20f876cc7dff tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:16:08.254562 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aed150f-c8ac-4362-8e18-20f876cc7dff tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Pushing event updated for resources: {'Port': ['ID=0a586e3e-14a2-4a7b-a6df-16a75e1063f9,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:16:08.335038 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cc32ea-f63b-4411-8f85-649c7013ff4a req-ecef0fd0-c039-432d-ad88-fe09c7361904 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:08.341339 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cc32ea-f63b-4411-8f85-649c7013ff4a req-ecef0fd0-c039-432d-ad88-fe09c7361904 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:08.345659 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-81fc3d15-59d4-48b6-b3c8-a7fd4c820020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:08.348808 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cc32ea-f63b-4411-8f85-649c7013ff4a req-ecef0fd0-c039-432d-ad88-fe09c7361904 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:08.350653 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-81fc3d15-59d4-48b6-b3c8-a7fd4c820020 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:08.357812 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-81fc3d15-59d4-48b6-b3c8-a7fd4c820020 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/c4f27ddc-a6b9-43f2-95b4-31e627e8a750 HTTP/1.1" status: 204 len: 168 time: 0.5335557 May 18 18:16:08.358174 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-59cc32ea-f63b-4411-8f85-649c7013ff4a req-ecef0fd0-c039-432d-ad88-fe09c7361904 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "GET /v2.0/ports?device_id=37c27a1b-623c-44a7-a5a8-1c1ff493d84b HTTP/1.1" status: 200 len: 2372 time: 0.1282980 May 18 18:16:08.412438 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fc3d15-59d4-48b6-b3c8-a7fd4c820020 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4f27ddc-a6b9-43f2-95b4-31e627e8a750,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:16:08.418297 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 34370) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:16:08.451896 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e911bde3-69c1-4171-a470-c6a18bdd98f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:08.461193 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-59cc32ea-f63b-4411-8f85-649c7013ff4a req-4ebd205b-0cf6-4a48-be04-4f385accdfab tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "GET /v2.0/security-groups?id=9a2067b3-2854-40c8-880f-cf75b37fd6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020131 May 18 18:16:08.499567 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-1aed150f-c8ac-4362-8e18-20f876cc7dff tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:08.500207 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-1aed150f-c8ac-4362-8e18-20f876cc7dff tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:08.557496 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-1aed150f-c8ac-4362-8e18-20f876cc7dff tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.7107174 May 18 18:16:08.585453 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-b973a7f6-9224-41a0-a912-e4afffc0d2a2 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Request body: {'port': {'device_id': '37c27a1b-623c-44a7-a5a8-1c1ff493d84b', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '43a58ba6-946d-4778-a241-0f5d338fd928', 'admin_state_up': True, 'tenant_id': '4667f10dce1e42bbbeb327b02812458d', 'security_groups': ['9a2067b3-2854-40c8-880f-cf75b37fd6a5']}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:16:08.788578 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-2ad11094-c2aa-4f92-998f-37774ecc9ec2 None None] Provisioning complete for port 0a586e3e-14a2-4a7b-a6df-16a75e1063f9 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:16:08.792048 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-2ad11094-c2aa-4f92-998f-37774ecc9ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:08.869105 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e911bde3-69c1-4171-a470-c6a18bdd98f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:08.891181 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-2ad11094-c2aa-4f92-998f-37774ecc9ec2 None None] Port 0a586e3e-14a2-4a7b-a6df-16a75e1063f9 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:16:08.912026 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e911bde3-69c1-4171-a470-c6a18bdd98f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:08.958017 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b86eb65-4043-402f-b246-54548f9a3734 req-2d65f59b-be22-47e0-bf72-c14fe68a9a43 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:08.965989 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8b86eb65-4043-402f-b246-54548f9a3734 req-2d65f59b-be22-47e0-bf72-c14fe68a9a43 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/ports?device_id=e7d367c4-6a3d-46ea-aabf-d21c7a42ae9f HTTP/1.1" status: 200 len: 945 time: 0.0866766 May 18 18:16:08.981374 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 7 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 18:16:08.992370 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e911bde3-69c1-4171-a470-c6a18bdd98f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c101468a-e49b-4621-9b19-32ca2d3f7ab9,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:16:09.015663 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8b86eb65-4043-402f-b246-54548f9a3734 req-e3bc4bc6-3c6d-449f-8ccf-1d7c2abd6fcb tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/security-groups?id=0cf286b9-4259-46f9-a9b8-06a8c9d0d055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468693 May 18 18:16:09.028278 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-e911bde3-69c1-4171-a470-c6a18bdd98f0 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=b95202a0ee0447f183d609062c1dfd47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6058459 May 18 18:16:09.028278 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-b973a7f6-9224-41a0-a912-e4afffc0d2a2 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Made reservation on behalf of 4667f10dce1e42bbbeb327b02812458d for: {'port': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:16:09.030501 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 34396) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:16:09.108675 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-754894c1-8d50-4d32-beb4-59e6f4a4b73a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:09.112899 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1f7833c0-3946-4518-af3c-6da7b749aba7 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:09.136497 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-754894c1-8d50-4d32-beb4-59e6f4a4b73a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:09.219493 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-754894c1-8d50-4d32-beb4-59e6f4a4b73a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:09.222949 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-754894c1-8d50-4d32-beb4-59e6f4a4b73a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:09.226777 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-754894c1-8d50-4d32-beb4-59e6f4a4b73a admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/c101468a-e49b-4621-9b19-32ca2d3f7ab9 HTTP/1.1" status: 204 len: 168 time: 0.1922779 May 18 18:16:09.253786 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754894c1-8d50-4d32-beb4-59e6f4a4b73a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c101468a-e49b-4621-9b19-32ca2d3f7ab9,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:16:09.580938 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-b973a7f6-9224-41a0-a912-e4afffc0d2a2 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:09.682259 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1f7833c0-3946-4518-af3c-6da7b749aba7 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:09.833782 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80697a1-7cf2-4769-a904-549f1ab6ba14 req-f0bc706b-9380-4f89-9d33-e28f415ba8e2 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:09.842953 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80697a1-7cf2-4769-a904-549f1ab6ba14 req-f0bc706b-9380-4f89-9d33-e28f415ba8e2 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:09.853094 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80697a1-7cf2-4769-a904-549f1ab6ba14 req-f0bc706b-9380-4f89-9d33-e28f415ba8e2 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:09.857966 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e80697a1-7cf2-4769-a904-549f1ab6ba14 req-f0bc706b-9380-4f89-9d33-e28f415ba8e2 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "GET /v2.0/ports?device_id=37c27a1b-623c-44a7-a5a8-1c1ff493d84b HTTP/1.1" status: 200 len: 2372 time: 0.2354293 May 18 18:16:10.043830 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 092baee3-bff3-4ad2-94af-2d20345cf695 details requested by agent hyperv_n-h1-838550-3 with host n-h1-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:16:10.062252 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9f03e60b-5659-4209-83c4-751d7546de96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:10.218558 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-b973a7f6-9224-41a0-a912-e4afffc0d2a2 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Allocated IP 10.2.2.100 (43a58ba6-946d-4778-a241-0f5d338fd928/4e937e76-4120-49e8-98d7-f0b65b696259/79e08f83-5fde-4386-821c-6a14fd04d30f) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:16:10.334200 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7619481-3025-47d9-b498-f81a9b45fe87 req-ff9dc594-bd3a-4764-beb1-8403308e5972 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:10.348138 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b7619481-3025-47d9-b498-f81a9b45fe87 req-ff9dc594-bd3a-4764-beb1-8403308e5972 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/ports?device_id=e7d367c4-6a3d-46ea-aabf-d21c7a42ae9f HTTP/1.1" status: 200 len: 945 time: 0.1784959 May 18 18:16:10.407024 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 092baee3-bff3-4ad2-94af-2d20345cf695, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=092baee3-bff3-4ad2-94af-2d20345cf695,segment=NetworkSegment(7fe567f5-b9bc-4b6c-8f11-60e107f314f0),segment_id=7fe567f5-b9bc-4b6c-8f11-60e107f314f0)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:16:10.422970 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Returning: {'device': '092baee3-bff3-4ad2-94af-2d20345cf695', 'network_id': '43fc4a49-4144-4792-8c9e-f6aa8e841df8', 'port_id': '092baee3-bff3-4ad2-94af-2d20345cf695', 'mac_address': 'fa:16:3e:9e:1e:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a6f771a-7d1f-4c0f-927b-d14a677a770b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:16:10.437499 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b7619481-3025-47d9-b498-f81a9b45fe87 req-7cd02553-f510-4337-9c2b-bc0dbbeacd30 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/security-groups?id=0cf286b9-4259-46f9-a9b8-06a8c9d0d055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877476 May 18 18:16:10.448337 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1f7833c0-3946-4518-af3c-6da7b749aba7 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:10.460768 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1f7833c0-3946-4518-af3c-6da7b749aba7 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:10.510634 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 092baee3-bff3-4ad2-94af-2d20345cf695 is: ACTIVE; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:16:10.511220 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:10.541274 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 092baee3-bff3-4ad2-94af-2d20345cf695 {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:16:10.572189 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1f7833c0-3946-4518-af3c-6da7b749aba7 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596987'] for floatingip, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:10.586868 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 092baee3-bff3-4ad2-94af-2d20345cf695, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=092baee3-bff3-4ad2-94af-2d20345cf695,segment=NetworkSegment(7fe567f5-b9bc-4b6c-8f11-60e107f314f0),segment_id=7fe567f5-b9bc-4b6c-8f11-60e107f314f0)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:16:10.592024 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:10.641819 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e80697a1-7cf2-4769-a904-549f1ab6ba14 req-0222c631-8bb1-4048-9390-4d7060167fcf tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "GET /v2.0/security-groups?id=9a2067b3-2854-40c8-880f-cf75b37fd6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7252953 May 18 18:16:10.700189 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['092baee3-bff3-4ad2-94af-2d20345cf695'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:16:10.741055 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=092baee3-bff3-4ad2-94af-2d20345cf695,revision_number=6']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:16:10.742402 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7833c0-3946-4518-af3c-6da7b749aba7 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Pushing event updated for resources: {'Port': ['ID=afa65ac5-aa44-4d92-a646-d6384b273858,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:16:10.806766 n-d-838550-3 neutron-server[102731]: INFO neutron.db.l3_db [None req-1f7833c0-3946-4518-af3c-6da7b749aba7 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Floating IP f2c20bd4-3118-476a-8b5d-331296914bbe associated. External IP: 172.25.5.43, port: 6442d690-4bd6-4fab-bd38-8bec279033d1. May 18 18:16:10.964979 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-b973a7f6-9224-41a0-a912-e4afffc0d2a2 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:11.058845 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-b973a7f6-9224-41a0-a912-e4afffc0d2a2 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:11.152222 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-b973a7f6-9224-41a0-a912-e4afffc0d2a2 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Network 43a58ba6-946d-4778-a241-0f5d338fd928 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:16:11.168399 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-b973a7f6-9224-41a0-a912-e4afffc0d2a2 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:16:11.172528 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-b973a7f6-9224-41a0-a912-e4afffc0d2a2 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:16:11.180367 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b973a7f6-9224-41a0-a912-e4afffc0d2a2 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Pushing event updated for resources: {'Port': ['ID=79e08f83-5fde-4386-821c-6a14fd04d30f,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:16:11.189308 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:11.213522 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f7833c0-3946-4518-af3c-6da7b749aba7 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Router f3d2174e-4612-4055-8705-8603e9dc9c9a has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:16:11.320136 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-b973a7f6-9224-41a0-a912-e4afffc0d2a2 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:11.321555 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-b973a7f6-9224-41a0-a912-e4afffc0d2a2 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:11.356027 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-b973a7f6-9224-41a0-a912-e4afffc0d2a2 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7751493 May 18 18:16:11.403201 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-4dab9296-9656-4ec5-98c5-1cb7f5f80066 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Request body: {'port': {'device_id': '37c27a1b-623c-44a7-a5a8-1c1ff493d84b', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '43a58ba6-946d-4778-a241-0f5d338fd928', 'admin_state_up': True, 'tenant_id': '4667f10dce1e42bbbeb327b02812458d', 'security_groups': ['9a2067b3-2854-40c8-880f-cf75b37fd6a5']}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:16:11.533463 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f7833c0-3946-4518-af3c-6da7b749aba7 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:16:11.546246 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7011f2-8594-469e-84ec-73749843bbd4 None None] Sync routers for ids ['f3d2174e-4612-4055-8705-8603e9dc9c9a'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:16:11.564324 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7011f2-8594-469e-84ec-73749843bbd4 None None] Routers {'f3d2174e-4612-4055-8705-8603e9dc9c9a'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:16:11.569790 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-2c7011f2-8594-469e-84ec-73749843bbd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:16:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['f3d2174e-4612-4055-8705-8603e9dc9c9a'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:16:11.590673 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1f7833c0-3946-4518-af3c-6da7b749aba7 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:11.651133 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-1f7833c0-3946-4518-af3c-6da7b749aba7 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.0918560 May 18 18:16:11.653848 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 34502) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:16:11.656250 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fce91e5f-c0a2-4a71-af70-3d0ff7a7854c', 'tag': '6442d690-4bd6-4fab-bd38-8bec279033d1'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:16:11.658977 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53ffa848-ad82-48aa-bbb5-ac7d8ebf9ca8" -d '{"events": [{"name": "network-changed", "server_uuid": "fce91e5f-c0a2-4a71-af70-3d0ff7a7854c", "tag": "6442d690-4bd6-4fab-bd38-8bec279033d1"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:16:11.725539 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-4dab9296-9656-4ec5-98c5-1cb7f5f80066 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Made reservation on behalf of 4667f10dce1e42bbbeb327b02812458d for: {'port': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:16:11.739412 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-4dab9296-9656-4ec5-98c5-1cb7f5f80066 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:11.759875 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-977bcaf7-0ba0-4437-971a-e2f801f02172 x-openstack-request-id: req-977bcaf7-0ba0-4437-971a-e2f801f02172 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:16:11.761191 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fce91e5f-c0a2-4a71-af70-3d0ff7a7854c", "tag": "6442d690-4bd6-4fab-bd38-8bec279033d1", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:16:11.761737 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-977bcaf7-0ba0-4437-971a-e2f801f02172 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:16:11.762345 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-977bcaf7-0ba0-4437-971a-e2f801f02172'] response: {'name': 'network-changed', 'server_uuid': 'fce91e5f-c0a2-4a71-af70-3d0ff7a7854c', 'tag': '6442d690-4bd6-4fab-bd38-8bec279033d1', 'status': 'completed', 'code': 200} May 18 18:16:11.881794 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-b383cdfe-f3c9-4c48-a0f7-2df18a0ecde8 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "GET /v2.0/floatingips/f2c20bd4-3118-476a-8b5d-331296914bbe HTTP/1.1" status: 200 len: 990 time: 0.2261157 May 18 18:16:11.936953 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749680b0-8a9a-4631-86e6-9847211f156e req-ced812a4-6f84-4f96-b124-1115856076c6 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:11.939573 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-749680b0-8a9a-4631-86e6-9847211f156e req-ced812a4-6f84-4f96-b124-1115856076c6 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/ports?device_id=e7d367c4-6a3d-46ea-aabf-d21c7a42ae9f HTTP/1.1" status: 200 len: 945 time: 0.3030460 May 18 18:16:12.014628 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-2c7011f2-8594-469e-84ec-73749843bbd4 None None] Set router f3d2174e-4612-4055-8705-8603e9dc9c9a gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:16:12.041539 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bffce1-d1c0-47e2-a835-e8ac61cc17ef req-321fa21d-802e-42e3-9344-b801f9cff8a8 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:12.064496 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ffa848-ad82-48aa-bbb5-ac7d8ebf9ca8 req-8633de7d-f57a-4752-862c-ddd42cd53cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:12.064993 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bffce1-d1c0-47e2-a835-e8ac61cc17ef req-321fa21d-802e-42e3-9344-b801f9cff8a8 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:12.067190 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-53ffa848-ad82-48aa-bbb5-ac7d8ebf9ca8 req-8633de7d-f57a-4752-862c-ddd42cd53cbe service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6664118b95564eb5aa43c658eedfd9ed&device_id=fce91e5f-c0a2-4a71-af70-3d0ff7a7854c HTTP/1.1" status: 200 len: 1096 time: 0.2848151 May 18 18:16:12.090814 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bffce1-d1c0-47e2-a835-e8ac61cc17ef req-321fa21d-802e-42e3-9344-b801f9cff8a8 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:12.102706 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bffce1-d1c0-47e2-a835-e8ac61cc17ef req-321fa21d-802e-42e3-9344-b801f9cff8a8 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:12.104457 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-20bffce1-d1c0-47e2-a835-e8ac61cc17ef req-321fa21d-802e-42e3-9344-b801f9cff8a8 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "GET /v2.0/ports?device_id=37c27a1b-623c-44a7-a5a8-1c1ff493d84b HTTP/1.1" status: 200 len: 3093 time: 0.2081013 May 18 18:16:12.135327 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 092baee3-bff3-4ad2-94af-2d20345cf695 up at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:16:12.182308 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-749680b0-8a9a-4631-86e6-9847211f156e req-fd36784a-7c9d-49ac-ba26-050d9dab5d0a tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/security-groups?id=0cf286b9-4259-46f9-a9b8-06a8c9d0d055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328722 May 18 18:16:12.239375 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-7b8f1d2f-5498-4195-95eb-cd8750e3e6a8 None None] Provisioning complete for port 79e08f83-5fde-4386-821c-6a14fd04d30f triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:16:12.240242 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-7b8f1d2f-5498-4195-95eb-cd8750e3e6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:12.283343 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-20bffce1-d1c0-47e2-a835-e8ac61cc17ef req-2c6f7e9a-10c5-4947-b1fa-a9531b13a93f tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "GET /v2.0/security-groups?id=9a2067b3-2854-40c8-880f-cf75b37fd6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1664295 May 18 18:16:12.324013 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-4dab9296-9656-4ec5-98c5-1cb7f5f80066 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Allocated IP 10.2.2.200 (43a58ba6-946d-4778-a241-0f5d338fd928/4e937e76-4120-49e8-98d7-f0b65b696259/3834bbf2-f7bf-4a97-a0c0-de4238651f93) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:16:12.508214 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:12.515245 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-7b8f1d2f-5498-4195-95eb-cd8750e3e6a8 None None] Port 79e08f83-5fde-4386-821c-6a14fd04d30f cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:16:12.559316 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning complete for port 092baee3-bff3-4ad2-94af-2d20345cf695 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:16:12.560488 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:12.664208 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ffa848-ad82-48aa-bbb5-ac7d8ebf9ca8 req-143af468-a157-472e-9949-c70b6a7c5502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:12.668833 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-53ffa848-ad82-48aa-bbb5-ac7d8ebf9ca8 req-143af468-a157-472e-9949-c70b6a7c5502 service neutron] 10.222.0.36 "GET /v2.0/networks?id=303de0ee-e6b2-4f16-b090-15548665b4d3 HTTP/1.1" status: 200 len: 898 time: 0.5878630 May 18 18:16:12.819093 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 092baee3-bff3-4ad2-94af-2d20345cf695 is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:16:12.819642 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:12.857465 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42cdd441-75e4-42c9-95ce-3f081db8b56f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '092baee3-bff3-4ad2-94af-2d20345cf695'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:16:12.860777 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b144855-e1b3-474b-bf0c-d6480b2a74ee" -d '{"events": [{"server_uuid": "42cdd441-75e4-42c9-95ce-3f081db8b56f", "name": "network-vif-plugged", "status": "completed", "tag": "092baee3-bff3-4ad2-94af-2d20345cf695"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:16:12.885553 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 34540) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:16:12.916951 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 092baee3-bff3-4ad2-94af-2d20345cf695, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=092baee3-bff3-4ad2-94af-2d20345cf695,segment=NetworkSegment(7fe567f5-b9bc-4b6c-8f11-60e107f314f0),segment_id=7fe567f5-b9bc-4b6c-8f11-60e107f314f0)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:16:12.937787 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-2c7011f2-8594-469e-84ec-73749843bbd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3d2174e-4612-4055-8705-8603e9dc9c9a', 'name': 'tempest-TestNetworkBasicOps-router-1729927840', 'tenant_id': '6664118b95564eb5aa43c658eedfd9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': 'dbad0ded-557f-41c6-aa1a-8b08843bc5ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:15:22Z', 'updated_at': '2022-05-18T18:15:39Z', 'revision_number': 4, 'project_id': '6664118b95564eb5aa43c658eedfd9ed', 'gw_port': {'id': 'dbad0ded-557f-41c6-aa1a-8b08843bc5ab', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:a7:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d2174e-4612-4055-8705-8603e9dc9c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:15:25Z', 'updated_at': '2022-05-18T18:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': 'f2c20bd4-3118-476a-8b5d-331296914bbe', 'tenant_id': '6664118b95564eb5aa43c658eedfd9ed', 'floating_ip_address': '172.25.5.43', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': 'f3d2174e-4612-4055-8705-8603e9dc9c9a', 'port_id': '6442d690-4bd6-4fab-bd38-8bec279033d1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1653, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '303de0ee-e6b2-4f16-b090-15548665b4d3', 'mac_address': 'fa:16:3e:8d:c9:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce91e5f-c0a2-4a71-af70-3d0ff7a7854c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T18:16:08Z', 'updated_at': '2022-05-18T18:16:08Z', 'revision_number': 0, 'project_id': '6664118b95564eb5aa43c658eedfd9ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8778ddb4-ae2c-4cba-a5e9-b28be94a8f0c', 'name': '', 'network_id': '303de0ee-e6b2-4f16-b090-15548665b4d3', 'tenant_id': '6664118b95564eb5aa43c658eedfd9ed', 'mac_address': 'fa:16:3e:62:89:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d2174e-4612-4055-8705-8603e9dc9c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': 'b58b6ed0-e33d-4911-87f5-9fe233239105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:15:38Z', 'updated_at': '2022-05-18T18:15:45Z', 'revision_number': 5, 'project_id': '6664118b95564eb5aa43c658eedfd9ed', 'subnets': [{'id': 'b58b6ed0-e33d-4911-87f5-9fe233239105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:16:12.950795 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d659756-0907-4ea1-8e38-3396b572ccb9 x-openstack-request-id: req-2d659756-0907-4ea1-8e38-3396b572ccb9 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:16:12.951907 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42cdd441-75e4-42c9-95ce-3f081db8b56f", "name": "network-vif-plugged", "status": "completed", "tag": "092baee3-bff3-4ad2-94af-2d20345cf695", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:16:12.952355 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-2d659756-0907-4ea1-8e38-3396b572ccb9 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:16:12.953124 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d659756-0907-4ea1-8e38-3396b572ccb9'] response: {'server_uuid': '42cdd441-75e4-42c9-95ce-3f081db8b56f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '092baee3-bff3-4ad2-94af-2d20345cf695', 'code': 200} May 18 18:16:13.029660 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-53ffa848-ad82-48aa-bbb5-ac7d8ebf9ca8 req-c04e1474-bc8e-4bab-bb8a-7f1f60e21809 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6442d690-4bd6-4fab-bd38-8bec279033d1 HTTP/1.1" status: 200 len: 998 time: 0.3472681 May 18 18:16:13.062509 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:13.062692 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-4dab9296-9656-4ec5-98c5-1cb7f5f80066 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:13.174284 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ffa848-ad82-48aa-bbb5-ac7d8ebf9ca8 req-661d0057-57f0-45d7-a788-1cbf0598c168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:13.177044 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-53ffa848-ad82-48aa-bbb5-ac7d8ebf9ca8 req-661d0057-57f0-45d7-a788-1cbf0598c168 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b58b6ed0-e33d-4911-87f5-9fe233239105 HTTP/1.1" status: 200 len: 833 time: 0.1381798 May 18 18:16:13.243989 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7011f2-8594-469e-84ec-73749843bbd4 None None] Checking router: f3d2174e-4612-4055-8705-8603e9dc9c9a for host: n-d-838550-3 {{(pid=102732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:16:13.258817 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=092baee3-bff3-4ad2-94af-2d20345cf695,revision_number=7']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:16:13.297347 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ffa848-ad82-48aa-bbb5-ac7d8ebf9ca8 req-8ee17e7f-a364-490e-b0a8-e8fa9aab414e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:13.304081 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-53ffa848-ad82-48aa-bbb5-ac7d8ebf9ca8 req-8ee17e7f-a364-490e-b0a8-e8fa9aab414e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=303de0ee-e6b2-4f16-b090-15548665b4d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1133721 May 18 18:16:13.329216 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:13.335087 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7011f2-8594-469e-84ec-73749843bbd4 None None] Routers {'f3d2174e-4612-4055-8705-8603e9dc9c9a'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:16:13.336897 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-2c7011f2-8594-469e-84ec-73749843bbd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:16:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['f3d2174e-4612-4055-8705-8603e9dc9c9a'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:16:13.396788 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-4dab9296-9656-4ec5-98c5-1cb7f5f80066 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:13.492578 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-4dab9296-9656-4ec5-98c5-1cb7f5f80066 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Network 43a58ba6-946d-4778-a241-0f5d338fd928 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:16:13.495803 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dab9296-9656-4ec5-98c5-1cb7f5f80066 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Pushing event updated for resources: {'Port': ['ID=3834bbf2-f7bf-4a97-a0c0-de4238651f93,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:16:13.499392 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-4dab9296-9656-4ec5-98c5-1cb7f5f80066 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:16:13.505157 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-4dab9296-9656-4ec5-98c5-1cb7f5f80066 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:16:13.781824 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-2c7011f2-8594-469e-84ec-73749843bbd4 None None] Set router f3d2174e-4612-4055-8705-8603e9dc9c9a gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:16:14.086355 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-4dab9296-9656-4ec5-98c5-1cb7f5f80066 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:14.087036 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-4dab9296-9656-4ec5-98c5-1cb7f5f80066 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:14.120261 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-4dab9296-9656-4ec5-98c5-1cb7f5f80066 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7221942 May 18 18:16:14.216386 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-58c2cfde-3f4c-40af-84fa-b4b6898d918f None None] Provisioning complete for port 3834bbf2-f7bf-4a97-a0c0-de4238651f93 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:16:14.222288 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-58c2cfde-3f4c-40af-84fa-b4b6898d918f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:14.290740 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-91e519c8-e168-4e69-b1b7-1632e46a422e tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "GET /v2.0/floatingips/f2c20bd4-3118-476a-8b5d-331296914bbe HTTP/1.1" status: 200 len: 990 time: 1.3949754 May 18 18:16:14.301354 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1099c2cb-eec6-4df7-8e0a-28b6f67dfc62 req-616fb106-58e4-4feb-bf30-4fdcaefb524a tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:14.304024 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1099c2cb-eec6-4df7-8e0a-28b6f67dfc62 req-616fb106-58e4-4feb-bf30-4fdcaefb524a tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/ports?device_id=e7d367c4-6a3d-46ea-aabf-d21c7a42ae9f HTTP/1.1" status: 200 len: 945 time: 0.2036602 May 18 18:16:14.325863 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-887f33bb-b59a-40e2-b0e1-825bed4c0d1f service neutron] Request body: {'port': {'device_id': '37c27a1b-623c-44a7-a5a8-1c1ff493d84b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-3'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:16:14.385685 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25da11ec-58e6-49ec-94a1-16a628823b81 req-9e5c2090-fcf6-4727-b9d7-d892f775063d tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:14.402592 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25da11ec-58e6-49ec-94a1-16a628823b81 req-9e5c2090-fcf6-4727-b9d7-d892f775063d tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:14.419223 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-53ffa848-ad82-48aa-bbb5-ac7d8ebf9ca8 req-c9b36547-816c-426f-98e2-8b6a12363d4d service neutron] 10.222.0.36 "GET /v2.0/networks/303de0ee-e6b2-4f16-b090-15548665b4d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1060224 May 18 18:16:14.425561 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25da11ec-58e6-49ec-94a1-16a628823b81 req-9e5c2090-fcf6-4727-b9d7-d892f775063d tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:14.428537 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-58c2cfde-3f4c-40af-84fa-b4b6898d918f None None] Port 3834bbf2-f7bf-4a97-a0c0-de4238651f93 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:16:14.452609 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25da11ec-58e6-49ec-94a1-16a628823b81 req-9e5c2090-fcf6-4727-b9d7-d892f775063d tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:14.482993 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25da11ec-58e6-49ec-94a1-16a628823b81 req-9e5c2090-fcf6-4727-b9d7-d892f775063d tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:14.490270 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-25da11ec-58e6-49ec-94a1-16a628823b81 req-9e5c2090-fcf6-4727-b9d7-d892f775063d tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "GET /v2.0/ports?device_id=37c27a1b-623c-44a7-a5a8-1c1ff493d84b HTTP/1.1" status: 200 len: 3814 time: 0.3083217 May 18 18:16:14.602862 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-25da11ec-58e6-49ec-94a1-16a628823b81 req-e25ebaec-2c5b-478b-b936-67e534fda051 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "GET /v2.0/security-groups?id=9a2067b3-2854-40c8-880f-cf75b37fd6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921948 May 18 18:16:14.637654 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1099c2cb-eec6-4df7-8e0a-28b6f67dfc62 req-56610e92-6746-40ad-8ef0-92d054ad7f08 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/security-groups?id=0cf286b9-4259-46f9-a9b8-06a8c9d0d055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176695 May 18 18:16:14.637654 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-887f33bb-b59a-40e2-b0e1-825bed4c0d1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:14.668508 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-2c7011f2-8594-469e-84ec-73749843bbd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3d2174e-4612-4055-8705-8603e9dc9c9a', 'name': 'tempest-TestNetworkBasicOps-router-1729927840', 'tenant_id': '6664118b95564eb5aa43c658eedfd9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': 'dbad0ded-557f-41c6-aa1a-8b08843bc5ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:15:22Z', 'updated_at': '2022-05-18T18:15:39Z', 'revision_number': 4, 'project_id': '6664118b95564eb5aa43c658eedfd9ed', 'gw_port': {'id': 'dbad0ded-557f-41c6-aa1a-8b08843bc5ab', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:a7:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d2174e-4612-4055-8705-8603e9dc9c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:15:25Z', 'updated_at': '2022-05-18T18:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': 'f2c20bd4-3118-476a-8b5d-331296914bbe', 'tenant_id': '6664118b95564eb5aa43c658eedfd9ed', 'floating_ip_address': '172.25.5.43', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': 'f3d2174e-4612-4055-8705-8603e9dc9c9a', 'port_id': '6442d690-4bd6-4fab-bd38-8bec279033d1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1653, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '303de0ee-e6b2-4f16-b090-15548665b4d3', 'mac_address': 'fa:16:3e:8d:c9:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce91e5f-c0a2-4a71-af70-3d0ff7a7854c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T18:16:08Z', 'updated_at': '2022-05-18T18:16:08Z', 'revision_number': 0, 'project_id': '6664118b95564eb5aa43c658eedfd9ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8778ddb4-ae2c-4cba-a5e9-b28be94a8f0c', 'name': '', 'network_id': '303de0ee-e6b2-4f16-b090-15548665b4d3', 'tenant_id': '6664118b95564eb5aa43c658eedfd9ed', 'mac_address': 'fa:16:3e:62:89:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d2174e-4612-4055-8705-8603e9dc9c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': 'b58b6ed0-e33d-4911-87f5-9fe233239105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:15:38Z', 'updated_at': '2022-05-18T18:15:45Z', 'revision_number': 5, 'project_id': '6664118b95564eb5aa43c658eedfd9ed', 'subnets': [{'id': 'b58b6ed0-e33d-4911-87f5-9fe233239105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:16:14.706593 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7011f2-8594-469e-84ec-73749843bbd4 None None] The sync data for ids ['f3d2174e-4612-4055-8705-8603e9dc9c9a'] in n-d-838550-3 is: [{'id': 'f3d2174e-4612-4055-8705-8603e9dc9c9a', 'name': 'tempest-TestNetworkBasicOps-router-1729927840', 'tenant_id': '6664118b95564eb5aa43c658eedfd9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': 'dbad0ded-557f-41c6-aa1a-8b08843bc5ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:15:22Z', 'updated_at': '2022-05-18T18:15:39Z', 'revision_number': 4, 'project_id': '6664118b95564eb5aa43c658eedfd9ed', 'gw_port': {'id': 'dbad0ded-557f-41c6-aa1a-8b08843bc5ab', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:a7:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d2174e-4612-4055-8705-8603e9dc9c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:15:25Z', 'updated_at': '2022-05-18T18:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': 'f2c20bd4-3118-476a-8b5d-331296914bbe', 'tenant_id': '6664118b95564eb5aa43c658eedfd9ed', 'floating_ip_address': '172.25.5.43', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': 'f3d2174e-4612-4055-8705-8603e9dc9c9a', 'port_id': '6442d690-4bd6-4fab-bd38-8bec279033d1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1653, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '303de0ee-e6b2-4f16-b090-15548665b4d3', 'mac_address': 'fa:16:3e:8d:c9:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce91e5f-c0a2-4a71-af70-3d0ff7a7854c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T18:16:08Z', 'updated_at': '2022-05-18T18:16:08Z', 'revision_number': 0, 'project_id': '6664118b95564eb5aa43c658eedfd9ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8778ddb4-ae2c-4cba-a5e9-b28be94a8f0c', 'name': '', 'network_id': '303de0ee-e6b2-4f16-b090-15548665b4d3', 'tenant_id': '6664118b95564eb5aa43c658eedfd9ed', 'mac_address': 'fa:16:3e:62:89:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d2174e-4612-4055-8705-8603e9dc9c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': 'b58b6ed0-e33d-4911-87f5-9fe233239105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:15:38Z', 'updated_at': '2022-05-18T18:15:45Z', 'revision_number': 5, 'project_id': '6664118b95564eb5aa43c658eedfd9ed', 'subnets': [{'id': 'b58b6ed0-e33d-4911-87f5-9fe233239105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:16:14.924782 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-53ffa848-ad82-48aa-bbb5-ac7d8ebf9ca8 req-0df39f43-b123-4d52-914e-ed168f83bb0c service neutron] 10.222.0.36 "GET /v2.0/networks/303de0ee-e6b2-4f16-b090-15548665b4d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4599171 May 18 18:16:15.191085 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693f2c8d-cd7f-4eb8-ace0-d70944dd0dc6 None None] New status for floating IP f2c20bd4-3118-476a-8b5d-331296914bbe: ACTIVE {{(pid=102733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 18:16:15.282103 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-887f33bb-b59a-40e2-b0e1-825bed4c0d1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22792e7b-11fc-4e6a-a075-a39b7800942c {{(pid=102731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:16:15.295618 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 34594) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:16:15.309583 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-887f33bb-b59a-40e2-b0e1-825bed4c0d1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:15.358888 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.provisioning_blocks [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-887f33bb-b59a-40e2-b0e1-825bed4c0d1f service neutron] Transition to ACTIVE for port object 22792e7b-11fc-4e6a-a075-a39b7800942c will not be triggered until provisioned by entity L2. {{(pid=102731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:16:15.363820 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-887f33bb-b59a-40e2-b0e1-825bed4c0d1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:15.529864 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-139c2310-b6b9-4c93-b1e6-83ce8536c874 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "GET /v2.0/floatingips/f2c20bd4-3118-476a-8b5d-331296914bbe HTTP/1.1" status: 200 len: 990 time: 0.2312768 May 18 18:16:15.542898 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887f33bb-b59a-40e2-b0e1-825bed4c0d1f service neutron] Pushing event updated for resources: {'Port': ['ID=22792e7b-11fc-4e6a-a075-a39b7800942c,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:16:15.791504 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-887f33bb-b59a-40e2-b0e1-825bed4c0d1f service neutron] Attempting to bind port 22792e7b-11fc-4e6a-a075-a39b7800942c on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:16:15.794680 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-887f33bb-b59a-40e2-b0e1-825bed4c0d1f service neutron] Attempting to bind port 22792e7b-11fc-4e6a-a075-a39b7800942c by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': 'b14cff5e-c393-4dce-b4d0-984d9041a56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '0e7f8700-cd62-410f-94e8-8debe82f99f4'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:16:15.797122 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-887f33bb-b59a-40e2-b0e1-825bed4c0d1f service neutron] Attempting to bind port 22792e7b-11fc-4e6a-a075-a39b7800942c on network 0e7f8700-cd62-410f-94e8-8debe82f99f4 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:16:15.833364 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-887f33bb-b59a-40e2-b0e1-825bed4c0d1f service neutron] Port 22792e7b-11fc-4e6a-a075-a39b7800942c on network 0e7f8700-cd62-410f-94e8-8debe82f99f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:16:15.835636 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-887f33bb-b59a-40e2-b0e1-825bed4c0d1f service neutron] Attempting to bind port 22792e7b-11fc-4e6a-a075-a39b7800942c on network 0e7f8700-cd62-410f-94e8-8debe82f99f4 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:16:15.896785 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-887f33bb-b59a-40e2-b0e1-825bed4c0d1f service neutron] Checking agent: {'id': 'd1be059a-68ea-4c77-9b2b-29f4afa47e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:16:15.897290 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-887f33bb-b59a-40e2-b0e1-825bed4c0d1f service neutron] Checking segment: {'id': 'b14cff5e-c393-4dce-b4d0-984d9041a56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '0e7f8700-cd62-410f-94e8-8debe82f99f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:16:15.897961 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-887f33bb-b59a-40e2-b0e1-825bed4c0d1f service neutron] Bound using segment: {'id': 'b14cff5e-c393-4dce-b4d0-984d9041a56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '0e7f8700-cd62-410f-94e8-8debe82f99f4'} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:16:15.898512 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-887f33bb-b59a-40e2-b0e1-825bed4c0d1f service neutron] Bound port: 22792e7b-11fc-4e6a-a075-a39b7800942c, host: n-h2-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b14cff5e-c393-4dce-b4d0-984d9041a56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '0e7f8700-cd62-410f-94e8-8debe82f99f4'}}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:16:15.898971 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-887f33bb-b59a-40e2-b0e1-825bed4c0d1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:15.987329 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33483f4-0db0-4a99-9faa-7898ed26e95e req-c44cab4f-a055-422c-b2e4-1d9b45bbe46f tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:16.010485 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a33483f4-0db0-4a99-9faa-7898ed26e95e req-c44cab4f-a055-422c-b2e4-1d9b45bbe46f tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/ports?device_id=e7d367c4-6a3d-46ea-aabf-d21c7a42ae9f HTTP/1.1" status: 200 len: 945 time: 0.1431901 May 18 18:16:16.019879 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70259fe0-a5e3-4a94-961f-4fe96b76a26f req-ce17d12a-1ea2-4dbe-8054-df9e6722b75e tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:16.027186 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70259fe0-a5e3-4a94-961f-4fe96b76a26f req-ce17d12a-1ea2-4dbe-8054-df9e6722b75e tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:16.035223 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70259fe0-a5e3-4a94-961f-4fe96b76a26f req-ce17d12a-1ea2-4dbe-8054-df9e6722b75e tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:16.041675 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70259fe0-a5e3-4a94-961f-4fe96b76a26f req-ce17d12a-1ea2-4dbe-8054-df9e6722b75e tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:16.048771 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70259fe0-a5e3-4a94-961f-4fe96b76a26f req-ce17d12a-1ea2-4dbe-8054-df9e6722b75e tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:16.055784 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-70259fe0-a5e3-4a94-961f-4fe96b76a26f req-ce17d12a-1ea2-4dbe-8054-df9e6722b75e tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "GET /v2.0/ports?device_id=37c27a1b-623c-44a7-a5a8-1c1ff493d84b HTTP/1.1" status: 200 len: 3826 time: 0.2503128 May 18 18:16:16.068987 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a33483f4-0db0-4a99-9faa-7898ed26e95e req-16d992ff-feb0-4440-8019-df2fa2e7fa05 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/security-groups?id=0cf286b9-4259-46f9-a9b8-06a8c9d0d055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574646 May 18 18:16:16.126720 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-887f33bb-b59a-40e2-b0e1-825bed4c0d1f service neutron] For port 22792e7b-11fc-4e6a-a075-a39b7800942c, host n-h2-838550-3, cleared binding levels {{(pid=102731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:16:16.145228 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-70259fe0-a5e3-4a94-961f-4fe96b76a26f req-ecab781a-8a7f-4946-a97c-dd5c487ec637 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "GET /v2.0/security-groups?id=9a2067b3-2854-40c8-880f-cf75b37fd6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744498 May 18 18:16:16.164667 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-887f33bb-b59a-40e2-b0e1-825bed4c0d1f service neutron] For port 22792e7b-11fc-4e6a-a075-a39b7800942c, host n-h2-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=22792e7b-11fc-4e6a-a075-a39b7800942c,segment=NetworkSegment(b14cff5e-c393-4dce-b4d0-984d9041a56c),segment_id=b14cff5e-c393-4dce-b4d0-984d9041a56c)] {{(pid=102731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:16:16.172170 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-887f33bb-b59a-40e2-b0e1-825bed4c0d1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:16.256026 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-887f33bb-b59a-40e2-b0e1-825bed4c0d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:16.256449 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-887f33bb-b59a-40e2-b0e1-825bed4c0d1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:16.258222 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-887f33bb-b59a-40e2-b0e1-825bed4c0d1f service neutron] 10.222.0.88 "PUT /v2.0/ports/22792e7b-11fc-4e6a-a075-a39b7800942c HTTP/1.1" status: 200 len: 1091 time: 2.1144035 May 18 18:16:16.258803 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37c27a1b-623c-44a7-a5a8-1c1ff493d84b', 'tag': '22792e7b-11fc-4e6a-a075-a39b7800942c'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:16:16.269372 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d66b0ffa-dce0-407d-a535-1a2dc1057b24" -d '{"events": [{"name": "network-changed", "server_uuid": "37c27a1b-623c-44a7-a5a8-1c1ff493d84b", "tag": "22792e7b-11fc-4e6a-a075-a39b7800942c"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:16:16.319766 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-6e874cfc-ac07-4e57-8897-3c74da49fe4b service neutron] Request body: {'port': {'device_id': '37c27a1b-623c-44a7-a5a8-1c1ff493d84b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-3'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:16:16.336751 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887f33bb-b59a-40e2-b0e1-825bed4c0d1f service neutron] Pushing event updated for resources: {'Port': ['ID=22792e7b-11fc-4e6a-a075-a39b7800942c,revision_number=3']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:16:16.389659 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88ff6d34-59e5-4616-bfee-026de80aba8c x-openstack-request-id: req-88ff6d34-59e5-4616-bfee-026de80aba8c {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:16:16.389659 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37c27a1b-623c-44a7-a5a8-1c1ff493d84b", "tag": "22792e7b-11fc-4e6a-a075-a39b7800942c", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:16:16.389659 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-88ff6d34-59e5-4616-bfee-026de80aba8c {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:16:16.389659 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88ff6d34-59e5-4616-bfee-026de80aba8c'] response: {'name': 'network-changed', 'server_uuid': '37c27a1b-623c-44a7-a5a8-1c1ff493d84b', 'tag': '22792e7b-11fc-4e6a-a075-a39b7800942c', 'status': 'completed', 'code': 200} May 18 18:16:16.530031 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66b0ffa-dce0-407d-a535-1a2dc1057b24 req-b3bce956-51b7-4818-94d7-05f24b9f413f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:16.531230 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66b0ffa-dce0-407d-a535-1a2dc1057b24 req-b3bce956-51b7-4818-94d7-05f24b9f413f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:16.531603 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66b0ffa-dce0-407d-a535-1a2dc1057b24 req-b3bce956-51b7-4818-94d7-05f24b9f413f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:16.532069 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66b0ffa-dce0-407d-a535-1a2dc1057b24 req-b3bce956-51b7-4818-94d7-05f24b9f413f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:16.532538 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66b0ffa-dce0-407d-a535-1a2dc1057b24 req-b3bce956-51b7-4818-94d7-05f24b9f413f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:16.534482 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d66b0ffa-dce0-407d-a535-1a2dc1057b24 req-b3bce956-51b7-4818-94d7-05f24b9f413f service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=4667f10dce1e42bbbeb327b02812458d&device_id=37c27a1b-623c-44a7-a5a8-1c1ff493d84b HTTP/1.1" status: 200 len: 4361 time: 0.1027803 May 18 18:16:16.534996 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 34638) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:16:16.583874 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-6e874cfc-ac07-4e57-8897-3c74da49fe4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:16.793666 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-273d26ea-f166-4328-aef7-47c27461dd01 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "GET /v2.0/floatingips/f2c20bd4-3118-476a-8b5d-331296914bbe HTTP/1.1" status: 200 len: 992 time: 0.2565885 May 18 18:16:16.855572 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66b0ffa-dce0-407d-a535-1a2dc1057b24 req-46e76602-e459-4336-9505-52956d529fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:16.857154 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66b0ffa-dce0-407d-a535-1a2dc1057b24 req-46e76602-e459-4336-9505-52956d529fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:16.857814 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66b0ffa-dce0-407d-a535-1a2dc1057b24 req-46e76602-e459-4336-9505-52956d529fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:16.859510 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d66b0ffa-dce0-407d-a535-1a2dc1057b24 req-46e76602-e459-4336-9505-52956d529fa0 service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=4667f10dce1e42bbbeb327b02812458d&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.3153715 May 18 18:16:17.063813 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66b0ffa-dce0-407d-a535-1a2dc1057b24 req-2895df22-4288-40c7-9461-2e6e742abcef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:17.069124 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d66b0ffa-dce0-407d-a535-1a2dc1057b24 req-2895df22-4288-40c7-9461-2e6e742abcef service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2011945 May 18 18:16:17.291376 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-6e874cfc-ac07-4e57-8897-3c74da49fe4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75d8fbc0-97dd-4aea-a1f2-9e5de043f940 {{(pid=102731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:16:17.314184 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-6e874cfc-ac07-4e57-8897-3c74da49fe4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:17.346450 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.provisioning_blocks [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-6e874cfc-ac07-4e57-8897-3c74da49fe4b service neutron] Transition to ACTIVE for port object 75d8fbc0-97dd-4aea-a1f2-9e5de043f940 will not be triggered until provisioned by entity L2. {{(pid=102731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:16:17.355774 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-6e874cfc-ac07-4e57-8897-3c74da49fe4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:17.362939 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eca5cd-0b2e-40df-9581-78379d521444 req-75e05a41-ad2b-460e-b752-5327d2347786 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:17.373356 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-11eca5cd-0b2e-40df-9581-78379d521444 req-75e05a41-ad2b-460e-b752-5327d2347786 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/ports?device_id=e7d367c4-6a3d-46ea-aabf-d21c7a42ae9f HTTP/1.1" status: 200 len: 945 time: 0.1416814 May 18 18:16:17.466075 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e874cfc-ac07-4e57-8897-3c74da49fe4b service neutron] Pushing event updated for resources: {'Port': ['ID=75d8fbc0-97dd-4aea-a1f2-9e5de043f940,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:16:17.524423 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-11eca5cd-0b2e-40df-9581-78379d521444 req-5d678632-3d54-4fa2-959c-5ad29dec682e tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/security-groups?id=0cf286b9-4259-46f9-a9b8-06a8c9d0d055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392703 May 18 18:16:17.636258 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-6e874cfc-ac07-4e57-8897-3c74da49fe4b service neutron] Attempting to bind port 75d8fbc0-97dd-4aea-a1f2-9e5de043f940 on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:16:17.636875 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-6e874cfc-ac07-4e57-8897-3c74da49fe4b service neutron] Attempting to bind port 75d8fbc0-97dd-4aea-a1f2-9e5de043f940 by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': '548811fd-0d5d-4f2a-9c52-8b852003d48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a49d7af7-9a16-489e-8fc6-4b85db67dcd9'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:16:17.636971 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-6e874cfc-ac07-4e57-8897-3c74da49fe4b service neutron] Attempting to bind port 75d8fbc0-97dd-4aea-a1f2-9e5de043f940 on network a49d7af7-9a16-489e-8fc6-4b85db67dcd9 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:16:17.650597 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-6e874cfc-ac07-4e57-8897-3c74da49fe4b service neutron] Port 75d8fbc0-97dd-4aea-a1f2-9e5de043f940 on network a49d7af7-9a16-489e-8fc6-4b85db67dcd9 not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:16:17.652911 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-6e874cfc-ac07-4e57-8897-3c74da49fe4b service neutron] Attempting to bind port 75d8fbc0-97dd-4aea-a1f2-9e5de043f940 on network a49d7af7-9a16-489e-8fc6-4b85db67dcd9 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:16:17.665222 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-6e874cfc-ac07-4e57-8897-3c74da49fe4b service neutron] Checking agent: {'id': 'd1be059a-68ea-4c77-9b2b-29f4afa47e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:16:17.665577 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-6e874cfc-ac07-4e57-8897-3c74da49fe4b service neutron] Checking segment: {'id': '548811fd-0d5d-4f2a-9c52-8b852003d48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a49d7af7-9a16-489e-8fc6-4b85db67dcd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:16:17.668746 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-6e874cfc-ac07-4e57-8897-3c74da49fe4b service neutron] Bound using segment: {'id': '548811fd-0d5d-4f2a-9c52-8b852003d48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a49d7af7-9a16-489e-8fc6-4b85db67dcd9'} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:16:17.669353 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-6e874cfc-ac07-4e57-8897-3c74da49fe4b service neutron] Bound port: 75d8fbc0-97dd-4aea-a1f2-9e5de043f940, host: n-h2-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '548811fd-0d5d-4f2a-9c52-8b852003d48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a49d7af7-9a16-489e-8fc6-4b85db67dcd9'}}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:16:17.669765 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-6e874cfc-ac07-4e57-8897-3c74da49fe4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:17.865957 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-6e874cfc-ac07-4e57-8897-3c74da49fe4b service neutron] For port 75d8fbc0-97dd-4aea-a1f2-9e5de043f940, host n-h2-838550-3, cleared binding levels {{(pid=102731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:16:17.873488 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-6e874cfc-ac07-4e57-8897-3c74da49fe4b service neutron] For port 75d8fbc0-97dd-4aea-a1f2-9e5de043f940, host n-h2-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=75d8fbc0-97dd-4aea-a1f2-9e5de043f940,segment=NetworkSegment(548811fd-0d5d-4f2a-9c52-8b852003d48e),segment_id=548811fd-0d5d-4f2a-9c52-8b852003d48e)] {{(pid=102731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:16:17.876076 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3d3e4a-53c0-4ee7-a4ff-88b4abf0c9b2 req-ac0f1e8e-4670-4269-8d16-9e16a4f2a369 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:17.880872 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-6e874cfc-ac07-4e57-8897-3c74da49fe4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:17.889411 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3d3e4a-53c0-4ee7-a4ff-88b4abf0c9b2 req-ac0f1e8e-4670-4269-8d16-9e16a4f2a369 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:17.908460 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3d3e4a-53c0-4ee7-a4ff-88b4abf0c9b2 req-ac0f1e8e-4670-4269-8d16-9e16a4f2a369 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:17.915478 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3d3e4a-53c0-4ee7-a4ff-88b4abf0c9b2 req-ac0f1e8e-4670-4269-8d16-9e16a4f2a369 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:17.922426 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3d3e4a-53c0-4ee7-a4ff-88b4abf0c9b2 req-ac0f1e8e-4670-4269-8d16-9e16a4f2a369 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:17.931342 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3d3e4a-53c0-4ee7-a4ff-88b4abf0c9b2 req-ac0f1e8e-4670-4269-8d16-9e16a4f2a369 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:17.942025 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5f3d3e4a-53c0-4ee7-a4ff-88b4abf0c9b2 req-ac0f1e8e-4670-4269-8d16-9e16a4f2a369 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "GET /v2.0/ports?device_id=37c27a1b-623c-44a7-a5a8-1c1ff493d84b HTTP/1.1" status: 200 len: 4603 time: 0.2072141 May 18 18:16:17.992013 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-6e874cfc-ac07-4e57-8897-3c74da49fe4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:17.992656 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-6e874cfc-ac07-4e57-8897-3c74da49fe4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:17.994195 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-6e874cfc-ac07-4e57-8897-3c74da49fe4b service neutron] 10.222.0.88 "PUT /v2.0/ports/75d8fbc0-97dd-4aea-a1f2-9e5de043f940 HTTP/1.1" status: 200 len: 1135 time: 1.6791956 May 18 18:16:18.052160 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-f224554a-2086-4ae3-a904-c7093a5a48ba service neutron] Request body: {'port': {'device_id': '37c27a1b-623c-44a7-a5a8-1c1ff493d84b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-3'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:16:18.060022 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5f3d3e4a-53c0-4ee7-a4ff-88b4abf0c9b2 req-efd80e16-eb97-4c0a-97a7-a59abb55aa6d tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "GET /v2.0/security-groups?id=987873b8-e341-4d92-9eb4-c3682f6ae42f&id=9a2067b3-2854-40c8-880f-cf75b37fd6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1166565 May 18 18:16:18.166110 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e874cfc-ac07-4e57-8897-3c74da49fe4b service neutron] Pushing event updated for resources: {'Port': ['ID=75d8fbc0-97dd-4aea-a1f2-9e5de043f940,revision_number=3']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:16:18.278392 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-f224554a-2086-4ae3-a904-c7093a5a48ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:18.395963 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37c27a1b-623c-44a7-a5a8-1c1ff493d84b', 'tag': '75d8fbc0-97dd-4aea-a1f2-9e5de043f940'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:16:18.405277 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93c086f1-2d40-4ce3-92ae-4fde60e6d5e2" -d '{"events": [{"name": "network-changed", "server_uuid": "37c27a1b-623c-44a7-a5a8-1c1ff493d84b", "tag": "75d8fbc0-97dd-4aea-a1f2-9e5de043f940"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:16:18.417506 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 34692) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:16:18.639080 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c086f1-2d40-4ce3-92ae-4fde60e6d5e2 req-d59f1e7e-ea06-4819-9806-3293c0f288c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:18.639566 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c086f1-2d40-4ce3-92ae-4fde60e6d5e2 req-d59f1e7e-ea06-4819-9806-3293c0f288c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:18.640041 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c086f1-2d40-4ce3-92ae-4fde60e6d5e2 req-d59f1e7e-ea06-4819-9806-3293c0f288c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:18.640508 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c086f1-2d40-4ce3-92ae-4fde60e6d5e2 req-d59f1e7e-ea06-4819-9806-3293c0f288c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:18.640969 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c086f1-2d40-4ce3-92ae-4fde60e6d5e2 req-d59f1e7e-ea06-4819-9806-3293c0f288c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:18.641430 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c086f1-2d40-4ce3-92ae-4fde60e6d5e2 req-d59f1e7e-ea06-4819-9806-3293c0f288c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:18.647856 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-93c086f1-2d40-4ce3-92ae-4fde60e6d5e2 req-d59f1e7e-ea06-4819-9806-3293c0f288c5 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=4667f10dce1e42bbbeb327b02812458d&device_id=37c27a1b-623c-44a7-a5a8-1c1ff493d84b HTTP/1.1" status: 200 len: 5289 time: 0.1104329 May 18 18:16:18.699704 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa496fcf-931c-480b-9cfb-45f0f671b8d7 x-openstack-request-id: req-fa496fcf-931c-480b-9cfb-45f0f671b8d7 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:16:18.700246 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37c27a1b-623c-44a7-a5a8-1c1ff493d84b", "tag": "75d8fbc0-97dd-4aea-a1f2-9e5de043f940", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:16:18.700246 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-fa496fcf-931c-480b-9cfb-45f0f671b8d7 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:16:18.700620 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa496fcf-931c-480b-9cfb-45f0f671b8d7'] response: {'name': 'network-changed', 'server_uuid': '37c27a1b-623c-44a7-a5a8-1c1ff493d84b', 'tag': '75d8fbc0-97dd-4aea-a1f2-9e5de043f940', 'status': 'completed', 'code': 200} May 18 18:16:18.905930 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43de8e3f-07dc-479c-97d2-108f968a62b8 req-482f91ba-258d-4096-bd00-350c062c05d3 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:18.913953 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-43de8e3f-07dc-479c-97d2-108f968a62b8 req-482f91ba-258d-4096-bd00-350c062c05d3 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/ports?device_id=e7d367c4-6a3d-46ea-aabf-d21c7a42ae9f HTTP/1.1" status: 200 len: 945 time: 0.1950531 May 18 18:16:19.009146 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-90a941e6-59ee-4bfe-a169-7ebef3c1c477 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:19.011699 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-f224554a-2086-4ae3-a904-c7093a5a48ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfe302f4-31b0-4e60-be0f-bcfe30840d72 {{(pid=102731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:16:19.021072 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-f224554a-2086-4ae3-a904-c7093a5a48ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:19.035979 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.provisioning_blocks [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-f224554a-2086-4ae3-a904-c7093a5a48ba service neutron] Transition to ACTIVE for port object bfe302f4-31b0-4e60-be0f-bcfe30840d72 will not be triggered until provisioned by entity L2. {{(pid=102731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:16:19.042282 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-f224554a-2086-4ae3-a904-c7093a5a48ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:19.121446 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-90a941e6-59ee-4bfe-a169-7ebef3c1c477 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:19.152087 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-90a941e6-59ee-4bfe-a169-7ebef3c1c477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:19.258373 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-90a941e6-59ee-4bfe-a169-7ebef3c1c477 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=ad7bc44f56f84288a8809b9f14728105&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8358476 May 18 18:16:19.258373 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c086f1-2d40-4ce3-92ae-4fde60e6d5e2 req-aadd2b50-e48e-490c-9b5f-644b31c77d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:19.258373 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c086f1-2d40-4ce3-92ae-4fde60e6d5e2 req-aadd2b50-e48e-490c-9b5f-644b31c77d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:19.259041 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c086f1-2d40-4ce3-92ae-4fde60e6d5e2 req-aadd2b50-e48e-490c-9b5f-644b31c77d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:19.261736 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f224554a-2086-4ae3-a904-c7093a5a48ba service neutron] Pushing event updated for resources: {'Port': ['ID=bfe302f4-31b0-4e60-be0f-bcfe30840d72,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:16:19.262154 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-93c086f1-2d40-4ce3-92ae-4fde60e6d5e2 req-aadd2b50-e48e-490c-9b5f-644b31c77d18 service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=4667f10dce1e42bbbeb327b02812458d&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.6034124 May 18 18:16:19.274968 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-43de8e3f-07dc-479c-97d2-108f968a62b8 req-6c4ac917-9213-4da2-bf7e-77d55368598b tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/security-groups?id=0cf286b9-4259-46f9-a9b8-06a8c9d0d055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3593264 May 18 18:16:19.284444 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 34716) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:16:19.286827 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a941e6-59ee-4bfe-a169-7ebef3c1c477 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f5b4d61-9db3-497c-a5ca-508a173c5719,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:16:19.336346 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a941e6-59ee-4bfe-a169-7ebef3c1c477 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:16:19.336703 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a941e6-59ee-4bfe-a169-7ebef3c1c477 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:16:19.337049 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a941e6-59ee-4bfe-a169-7ebef3c1c477 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:16:19.337389 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a941e6-59ee-4bfe-a169-7ebef3c1c477 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:16:19.337751 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a941e6-59ee-4bfe-a169-7ebef3c1c477 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:16:19.342144 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a941e6-59ee-4bfe-a169-7ebef3c1c477 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:16:19.342526 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a941e6-59ee-4bfe-a169-7ebef3c1c477 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:16:19.342879 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a941e6-59ee-4bfe-a169-7ebef3c1c477 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:16:19.343223 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a941e6-59ee-4bfe-a169-7ebef3c1c477 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:16:19.343572 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a941e6-59ee-4bfe-a169-7ebef3c1c477 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:16:19.343911 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a941e6-59ee-4bfe-a169-7ebef3c1c477 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:16:19.344248 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a941e6-59ee-4bfe-a169-7ebef3c1c477 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:16:19.467115 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-f224554a-2086-4ae3-a904-c7093a5a48ba service neutron] Attempting to bind port bfe302f4-31b0-4e60-be0f-bcfe30840d72 on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:16:19.467908 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-f224554a-2086-4ae3-a904-c7093a5a48ba service neutron] Attempting to bind port bfe302f4-31b0-4e60-be0f-bcfe30840d72 by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': '548811fd-0d5d-4f2a-9c52-8b852003d48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a49d7af7-9a16-489e-8fc6-4b85db67dcd9'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:16:19.468955 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-f224554a-2086-4ae3-a904-c7093a5a48ba service neutron] Attempting to bind port bfe302f4-31b0-4e60-be0f-bcfe30840d72 on network a49d7af7-9a16-489e-8fc6-4b85db67dcd9 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:16:19.495397 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-f224554a-2086-4ae3-a904-c7093a5a48ba service neutron] Port bfe302f4-31b0-4e60-be0f-bcfe30840d72 on network a49d7af7-9a16-489e-8fc6-4b85db67dcd9 not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:16:19.496190 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-f224554a-2086-4ae3-a904-c7093a5a48ba service neutron] Attempting to bind port bfe302f4-31b0-4e60-be0f-bcfe30840d72 on network a49d7af7-9a16-489e-8fc6-4b85db67dcd9 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:16:19.507506 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-f224554a-2086-4ae3-a904-c7093a5a48ba service neutron] Checking agent: {'id': 'd1be059a-68ea-4c77-9b2b-29f4afa47e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:16:19.508731 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-f224554a-2086-4ae3-a904-c7093a5a48ba service neutron] Checking segment: {'id': '548811fd-0d5d-4f2a-9c52-8b852003d48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a49d7af7-9a16-489e-8fc6-4b85db67dcd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:16:19.509561 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-f224554a-2086-4ae3-a904-c7093a5a48ba service neutron] Bound using segment: {'id': '548811fd-0d5d-4f2a-9c52-8b852003d48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a49d7af7-9a16-489e-8fc6-4b85db67dcd9'} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:16:19.510708 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-f224554a-2086-4ae3-a904-c7093a5a48ba service neutron] Bound port: bfe302f4-31b0-4e60-be0f-bcfe30840d72, host: n-h2-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '548811fd-0d5d-4f2a-9c52-8b852003d48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a49d7af7-9a16-489e-8fc6-4b85db67dcd9'}}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:16:19.511611 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-f224554a-2086-4ae3-a904-c7093a5a48ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:19.549958 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-109ec2f3-05f0-4ed4-8560-2957e0f113b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:19.629898 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-109ec2f3-05f0-4ed4-8560-2957e0f113b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:19.649734 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2956e143-f0b5-42a9-bac9-3d537bb993b3 req-49152145-f33c-4f10-b4e4-c8f201361532 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:19.656710 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2956e143-f0b5-42a9-bac9-3d537bb993b3 req-49152145-f33c-4f10-b4e4-c8f201361532 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:19.683308 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2956e143-f0b5-42a9-bac9-3d537bb993b3 req-49152145-f33c-4f10-b4e4-c8f201361532 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:19.706723 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2956e143-f0b5-42a9-bac9-3d537bb993b3 req-49152145-f33c-4f10-b4e4-c8f201361532 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:19.724355 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2956e143-f0b5-42a9-bac9-3d537bb993b3 req-49152145-f33c-4f10-b4e4-c8f201361532 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:19.743500 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2956e143-f0b5-42a9-bac9-3d537bb993b3 req-49152145-f33c-4f10-b4e4-c8f201361532 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:19.757494 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2956e143-f0b5-42a9-bac9-3d537bb993b3 req-49152145-f33c-4f10-b4e4-c8f201361532 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:19.772549 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2956e143-f0b5-42a9-bac9-3d537bb993b3 req-49152145-f33c-4f10-b4e4-c8f201361532 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "GET /v2.0/ports?device_id=37c27a1b-623c-44a7-a5a8-1c1ff493d84b HTTP/1.1" status: 200 len: 5380 time: 0.5103490 May 18 18:16:19.783735 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c086f1-2d40-4ce3-92ae-4fde60e6d5e2 req-f4106529-7718-4c60-b535-b7e8758963f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:19.788674 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-93c086f1-2d40-4ce3-92ae-4fde60e6d5e2 req-f4106529-7718-4c60-b535-b7e8758963f5 service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5130591 May 18 18:16:19.800643 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-109ec2f3-05f0-4ed4-8560-2957e0f113b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:19.807568 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-109ec2f3-05f0-4ed4-8560-2957e0f113b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:19.814584 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-109ec2f3-05f0-4ed4-8560-2957e0f113b8 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/4f5b4d61-9db3-497c-a5ca-508a173c5719 HTTP/1.1" status: 204 len: 168 time: 0.5138431 May 18 18:16:19.842577 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109ec2f3-05f0-4ed4-8560-2957e0f113b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f5b4d61-9db3-497c-a5ca-508a173c5719,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:16:19.954980 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-f224554a-2086-4ae3-a904-c7093a5a48ba service neutron] For port bfe302f4-31b0-4e60-be0f-bcfe30840d72, host n-h2-838550-3, cleared binding levels {{(pid=102731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:16:19.998899 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-f224554a-2086-4ae3-a904-c7093a5a48ba service neutron] For port bfe302f4-31b0-4e60-be0f-bcfe30840d72, host n-h2-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=bfe302f4-31b0-4e60-be0f-bcfe30840d72,segment=NetworkSegment(548811fd-0d5d-4f2a-9c52-8b852003d48e),segment_id=548811fd-0d5d-4f2a-9c52-8b852003d48e)] {{(pid=102731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:16:20.020590 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-f224554a-2086-4ae3-a904-c7093a5a48ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:20.035087 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2956e143-f0b5-42a9-bac9-3d537bb993b3 req-9f63f868-71f5-42cb-9b84-8d546571e8d7 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "GET /v2.0/security-groups?id=987873b8-e341-4d92-9eb4-c3682f6ae42f&id=9a2067b3-2854-40c8-880f-cf75b37fd6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1890843 May 18 18:16:20.072724 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-f224554a-2086-4ae3-a904-c7093a5a48ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:20.073230 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-f224554a-2086-4ae3-a904-c7093a5a48ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:20.074978 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-f224554a-2086-4ae3-a904-c7093a5a48ba service neutron] 10.222.0.88 "PUT /v2.0/ports/bfe302f4-31b0-4e60-be0f-bcfe30840d72 HTTP/1.1" status: 200 len: 1135 time: 2.0409346 May 18 18:16:20.136537 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-bb87236d-8b18-4f5c-a08c-b53f0b908688 service neutron] Request body: {'port': {'device_id': '37c27a1b-623c-44a7-a5a8-1c1ff493d84b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-3'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:16:20.195784 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f224554a-2086-4ae3-a904-c7093a5a48ba service neutron] Pushing event updated for resources: {'Port': ['ID=bfe302f4-31b0-4e60-be0f-bcfe30840d72,revision_number=3']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:16:20.258052 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-bb87236d-8b18-4f5c-a08c-b53f0b908688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:20.593335 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f55b31-fef5-49da-98ce-be527c31e159 req-75f2e917-0907-4e5c-9d62-79a3863a0054 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:20.603617 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-57f55b31-fef5-49da-98ce-be527c31e159 req-75f2e917-0907-4e5c-9d62-79a3863a0054 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/ports?device_id=e7d367c4-6a3d-46ea-aabf-d21c7a42ae9f HTTP/1.1" status: 200 len: 945 time: 0.1370099 May 18 18:16:20.708594 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-57f55b31-fef5-49da-98ce-be527c31e159 req-d8c82a4c-55c7-480a-b571-d3ed67e54d4a tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/security-groups?id=0cf286b9-4259-46f9-a9b8-06a8c9d0d055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033928 May 18 18:16:20.764745 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37c27a1b-623c-44a7-a5a8-1c1ff493d84b', 'tag': 'bfe302f4-31b0-4e60-be0f-bcfe30840d72'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:16:20.772204 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f861606f-6c52-44d6-b085-ab3698b87de4" -d '{"events": [{"name": "network-changed", "server_uuid": "37c27a1b-623c-44a7-a5a8-1c1ff493d84b", "tag": "bfe302f4-31b0-4e60-be0f-bcfe30840d72"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:16:20.881339 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae083fef-c8d6-4a76-abdc-10781f01733d x-openstack-request-id: req-ae083fef-c8d6-4a76-abdc-10781f01733d {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:16:20.891722 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37c27a1b-623c-44a7-a5a8-1c1ff493d84b", "tag": "bfe302f4-31b0-4e60-be0f-bcfe30840d72", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:16:20.892446 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-ae083fef-c8d6-4a76-abdc-10781f01733d {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:16:20.893210 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae083fef-c8d6-4a76-abdc-10781f01733d'] response: {'name': 'network-changed', 'server_uuid': '37c27a1b-623c-44a7-a5a8-1c1ff493d84b', 'tag': 'bfe302f4-31b0-4e60-be0f-bcfe30840d72', 'status': 'completed', 'code': 200} May 18 18:16:20.900786 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 34750) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:16:20.929346 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1b1a3ff0-cc12-48ca-bf31-dd9584be3294 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:21.090522 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1b1a3ff0-cc12-48ca-bf31-dd9584be3294 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:21.097242 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1b1a3ff0-cc12-48ca-bf31-dd9584be3294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:21.175977 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f861606f-6c52-44d6-b085-ab3698b87de4 req-57dee501-f572-4973-9c41-98ff6f674dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:21.176465 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f861606f-6c52-44d6-b085-ab3698b87de4 req-57dee501-f572-4973-9c41-98ff6f674dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:21.176943 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f861606f-6c52-44d6-b085-ab3698b87de4 req-57dee501-f572-4973-9c41-98ff6f674dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:21.177413 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f861606f-6c52-44d6-b085-ab3698b87de4 req-57dee501-f572-4973-9c41-98ff6f674dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:21.183118 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f861606f-6c52-44d6-b085-ab3698b87de4 req-57dee501-f572-4973-9c41-98ff6f674dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:21.183646 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f861606f-6c52-44d6-b085-ab3698b87de4 req-57dee501-f572-4973-9c41-98ff6f674dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:21.186033 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f861606f-6c52-44d6-b085-ab3698b87de4 req-57dee501-f572-4973-9c41-98ff6f674dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:21.189909 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f861606f-6c52-44d6-b085-ab3698b87de4 req-57dee501-f572-4973-9c41-98ff6f674dad service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=4667f10dce1e42bbbeb327b02812458d&device_id=37c27a1b-623c-44a7-a5a8-1c1ff493d84b HTTP/1.1" status: 200 len: 6217 time: 0.2836549 May 18 18:16:21.217487 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-bb87236d-8b18-4f5c-a08c-b53f0b908688 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa23f36f-8afa-400e-91a0-e1e420831fe3 {{(pid=102731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:16:21.243392 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-bb87236d-8b18-4f5c-a08c-b53f0b908688 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:21.280291 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.provisioning_blocks [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-bb87236d-8b18-4f5c-a08c-b53f0b908688 service neutron] Transition to ACTIVE for port object aa23f36f-8afa-400e-91a0-e1e420831fe3 will not be triggered until provisioned by entity L2. {{(pid=102731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:16:21.372922 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1a3ff0-cc12-48ca-bf31-dd9584be3294 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4f4d634-0992-4e84-9a67-d09fc12a934d,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:16:21.389332 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-1b1a3ff0-cc12-48ca-bf31-dd9584be3294 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=27497bdd8c18408cbc0280e544abf6b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4870646 May 18 18:16:21.390414 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-bb87236d-8b18-4f5c-a08c-b53f0b908688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:21.397099 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1a3ff0-cc12-48ca-bf31-dd9584be3294 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:16:21.397750 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1a3ff0-cc12-48ca-bf31-dd9584be3294 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:16:21.398349 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1a3ff0-cc12-48ca-bf31-dd9584be3294 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:16:21.398913 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1a3ff0-cc12-48ca-bf31-dd9584be3294 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:16:21.399438 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1a3ff0-cc12-48ca-bf31-dd9584be3294 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:16:21.400003 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1a3ff0-cc12-48ca-bf31-dd9584be3294 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:16:21.400765 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1a3ff0-cc12-48ca-bf31-dd9584be3294 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:16:21.401610 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1a3ff0-cc12-48ca-bf31-dd9584be3294 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:16:21.402282 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1a3ff0-cc12-48ca-bf31-dd9584be3294 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:16:21.403196 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1a3ff0-cc12-48ca-bf31-dd9584be3294 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:16:21.403746 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1a3ff0-cc12-48ca-bf31-dd9584be3294 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:16:21.404275 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1a3ff0-cc12-48ca-bf31-dd9584be3294 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:16:21.404388 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 34772) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:16:21.502249 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f861606f-6c52-44d6-b085-ab3698b87de4 req-75d8cd27-229c-4c63-b9cf-ccd5c49e5ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:21.504308 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f861606f-6c52-44d6-b085-ab3698b87de4 req-75d8cd27-229c-4c63-b9cf-ccd5c49e5ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:21.504967 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f861606f-6c52-44d6-b085-ab3698b87de4 req-75d8cd27-229c-4c63-b9cf-ccd5c49e5ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:21.506932 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f861606f-6c52-44d6-b085-ab3698b87de4 req-75d8cd27-229c-4c63-b9cf-ccd5c49e5ef3 service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=4667f10dce1e42bbbeb327b02812458d&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.3065736 May 18 18:16:21.634448 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb87236d-8b18-4f5c-a08c-b53f0b908688 service neutron] Pushing event updated for resources: {'Port': ['ID=aa23f36f-8afa-400e-91a0-e1e420831fe3,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:16:21.721866 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8bc2bae1-ccbe-4833-9261-4d501350f20c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:21.764443 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f861606f-6c52-44d6-b085-ab3698b87de4 req-7cf7cb81-3082-42d4-80fc-57ba3137ee6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:21.766441 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f861606f-6c52-44d6-b085-ab3698b87de4 req-7cf7cb81-3082-42d4-80fc-57ba3137ee6a service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2416596 May 18 18:16:21.774212 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8bc2bae1-ccbe-4833-9261-4d501350f20c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:21.913798 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8bc2bae1-ccbe-4833-9261-4d501350f20c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:21.916772 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8bc2bae1-ccbe-4833-9261-4d501350f20c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:21.918151 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-8bc2bae1-ccbe-4833-9261-4d501350f20c admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/a4f4d634-0992-4e84-9a67-d09fc12a934d HTTP/1.1" status: 204 len: 168 time: 0.5020483 May 18 18:16:21.938678 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2d0b78-47bd-43a7-b355-b327185c15dd req-53dd6552-63d0-4114-8933-705eef9b7364 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:21.941074 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc2bae1-ccbe-4833-9261-4d501350f20c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4f4d634-0992-4e84-9a67-d09fc12a934d,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:16:21.988776 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd428459-4562-4dc1-82b0-94999f6961f6 req-ff84494b-9503-4415-8f4e-95d6271e2fae tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:21.991810 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2d0b78-47bd-43a7-b355-b327185c15dd req-53dd6552-63d0-4114-8933-705eef9b7364 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:21.994289 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-dd428459-4562-4dc1-82b0-94999f6961f6 req-ff84494b-9503-4415-8f4e-95d6271e2fae tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/ports?device_id=e7d367c4-6a3d-46ea-aabf-d21c7a42ae9f HTTP/1.1" status: 200 len: 945 time: 0.1161957 May 18 18:16:22.013536 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2d0b78-47bd-43a7-b355-b327185c15dd req-53dd6552-63d0-4114-8933-705eef9b7364 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:22.030951 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2d0b78-47bd-43a7-b355-b327185c15dd req-53dd6552-63d0-4114-8933-705eef9b7364 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:22.046668 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2d0b78-47bd-43a7-b355-b327185c15dd req-53dd6552-63d0-4114-8933-705eef9b7364 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:22.065266 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2d0b78-47bd-43a7-b355-b327185c15dd req-53dd6552-63d0-4114-8933-705eef9b7364 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:22.082908 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2d0b78-47bd-43a7-b355-b327185c15dd req-53dd6552-63d0-4114-8933-705eef9b7364 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:22.089680 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0b2d0b78-47bd-43a7-b355-b327185c15dd req-53dd6552-63d0-4114-8933-705eef9b7364 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "GET /v2.0/ports?device_id=37c27a1b-623c-44a7-a5a8-1c1ff493d84b HTTP/1.1" status: 200 len: 5392 time: 0.7190449 May 18 18:16:22.092470 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-dd428459-4562-4dc1-82b0-94999f6961f6 req-1abcd572-1129-4de0-ad6d-2c3b093ea39e tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/security-groups?id=0cf286b9-4259-46f9-a9b8-06a8c9d0d055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911143 May 18 18:16:22.286593 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0b2d0b78-47bd-43a7-b355-b327185c15dd req-fcca1d0d-68ef-4efc-bc7a-590fa0547578 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "GET /v2.0/security-groups?id=987873b8-e341-4d92-9eb4-c3682f6ae42f&id=9a2067b3-2854-40c8-880f-cf75b37fd6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1714525 May 18 18:16:22.326658 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-bb87236d-8b18-4f5c-a08c-b53f0b908688 service neutron] Attempting to bind port aa23f36f-8afa-400e-91a0-e1e420831fe3 on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:16:22.327000 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-bb87236d-8b18-4f5c-a08c-b53f0b908688 service neutron] Attempting to bind port aa23f36f-8afa-400e-91a0-e1e420831fe3 by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': '548811fd-0d5d-4f2a-9c52-8b852003d48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a49d7af7-9a16-489e-8fc6-4b85db67dcd9'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:16:22.327329 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-bb87236d-8b18-4f5c-a08c-b53f0b908688 service neutron] Attempting to bind port aa23f36f-8afa-400e-91a0-e1e420831fe3 on network a49d7af7-9a16-489e-8fc6-4b85db67dcd9 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:16:22.338514 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-bb87236d-8b18-4f5c-a08c-b53f0b908688 service neutron] Port aa23f36f-8afa-400e-91a0-e1e420831fe3 on network a49d7af7-9a16-489e-8fc6-4b85db67dcd9 not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:16:22.338849 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-bb87236d-8b18-4f5c-a08c-b53f0b908688 service neutron] Attempting to bind port aa23f36f-8afa-400e-91a0-e1e420831fe3 on network a49d7af7-9a16-489e-8fc6-4b85db67dcd9 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:16:22.357478 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-bb87236d-8b18-4f5c-a08c-b53f0b908688 service neutron] Checking agent: {'id': 'd1be059a-68ea-4c77-9b2b-29f4afa47e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:16:22.359889 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-bb87236d-8b18-4f5c-a08c-b53f0b908688 service neutron] Checking segment: {'id': '548811fd-0d5d-4f2a-9c52-8b852003d48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a49d7af7-9a16-489e-8fc6-4b85db67dcd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:16:22.360323 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-bb87236d-8b18-4f5c-a08c-b53f0b908688 service neutron] Bound using segment: {'id': '548811fd-0d5d-4f2a-9c52-8b852003d48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a49d7af7-9a16-489e-8fc6-4b85db67dcd9'} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:16:22.360800 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-bb87236d-8b18-4f5c-a08c-b53f0b908688 service neutron] Bound port: aa23f36f-8afa-400e-91a0-e1e420831fe3, host: n-h2-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '548811fd-0d5d-4f2a-9c52-8b852003d48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a49d7af7-9a16-489e-8fc6-4b85db67dcd9'}}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:16:22.361176 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-bb87236d-8b18-4f5c-a08c-b53f0b908688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:22.546377 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-bb87236d-8b18-4f5c-a08c-b53f0b908688 service neutron] For port aa23f36f-8afa-400e-91a0-e1e420831fe3, host n-h2-838550-3, cleared binding levels {{(pid=102731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:16:22.557503 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-bb87236d-8b18-4f5c-a08c-b53f0b908688 service neutron] For port aa23f36f-8afa-400e-91a0-e1e420831fe3, host n-h2-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=aa23f36f-8afa-400e-91a0-e1e420831fe3,segment=NetworkSegment(548811fd-0d5d-4f2a-9c52-8b852003d48e),segment_id=548811fd-0d5d-4f2a-9c52-8b852003d48e)] {{(pid=102731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:16:22.568754 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-bb87236d-8b18-4f5c-a08c-b53f0b908688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:22.645224 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-bb87236d-8b18-4f5c-a08c-b53f0b908688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:22.645969 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-bb87236d-8b18-4f5c-a08c-b53f0b908688 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:22.649090 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-bb87236d-8b18-4f5c-a08c-b53f0b908688 service neutron] 10.222.0.88 "PUT /v2.0/ports/aa23f36f-8afa-400e-91a0-e1e420831fe3 HTTP/1.1" status: 200 len: 1090 time: 2.5324638 May 18 18:16:22.711456 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-c026be57-4421-4de6-a572-ab7214fa5754 service neutron] Request body: {'port': {'device_id': '37c27a1b-623c-44a7-a5a8-1c1ff493d84b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-3'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:16:22.799247 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb87236d-8b18-4f5c-a08c-b53f0b908688 service neutron] Pushing event updated for resources: {'Port': ['ID=aa23f36f-8afa-400e-91a0-e1e420831fe3,revision_number=3']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:16:22.897908 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37c27a1b-623c-44a7-a5a8-1c1ff493d84b', 'tag': 'aa23f36f-8afa-400e-91a0-e1e420831fe3'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:16:22.902222 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-039b66d4-8720-40e7-98aa-fa6dca78a9b4" -d '{"events": [{"name": "network-changed", "server_uuid": "37c27a1b-623c-44a7-a5a8-1c1ff493d84b", "tag": "aa23f36f-8afa-400e-91a0-e1e420831fe3"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:16:22.912778 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-c026be57-4421-4de6-a572-ab7214fa5754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:23.175998 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039b66d4-8720-40e7-98aa-fa6dca78a9b4 req-29d9e13c-2258-4067-9555-26e0ff6c2bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:23.176747 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039b66d4-8720-40e7-98aa-fa6dca78a9b4 req-29d9e13c-2258-4067-9555-26e0ff6c2bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:23.177021 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039b66d4-8720-40e7-98aa-fa6dca78a9b4 req-29d9e13c-2258-4067-9555-26e0ff6c2bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:23.180794 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039b66d4-8720-40e7-98aa-fa6dca78a9b4 req-29d9e13c-2258-4067-9555-26e0ff6c2bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:23.182377 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039b66d4-8720-40e7-98aa-fa6dca78a9b4 req-29d9e13c-2258-4067-9555-26e0ff6c2bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:23.184459 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039b66d4-8720-40e7-98aa-fa6dca78a9b4 req-29d9e13c-2258-4067-9555-26e0ff6c2bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:23.188362 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039b66d4-8720-40e7-98aa-fa6dca78a9b4 req-29d9e13c-2258-4067-9555-26e0ff6c2bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:23.200727 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-039b66d4-8720-40e7-98aa-fa6dca78a9b4 req-29d9e13c-2258-4067-9555-26e0ff6c2bd4 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=4667f10dce1e42bbbeb327b02812458d&device_id=37c27a1b-623c-44a7-a5a8-1c1ff493d84b HTTP/1.1" status: 200 len: 6284 time: 0.1606061 May 18 18:16:23.391804 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28682f94-ca1a-4956-b00a-01a94c6c8b73 x-openstack-request-id: req-28682f94-ca1a-4956-b00a-01a94c6c8b73 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:16:23.392594 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37c27a1b-623c-44a7-a5a8-1c1ff493d84b", "tag": "aa23f36f-8afa-400e-91a0-e1e420831fe3", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:16:23.392594 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-28682f94-ca1a-4956-b00a-01a94c6c8b73 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:16:23.392940 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28682f94-ca1a-4956-b00a-01a94c6c8b73'] response: {'name': 'network-changed', 'server_uuid': '37c27a1b-623c-44a7-a5a8-1c1ff493d84b', 'tag': 'aa23f36f-8afa-400e-91a0-e1e420831fe3', 'status': 'completed', 'code': 200} May 18 18:16:23.403467 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039b66d4-8720-40e7-98aa-fa6dca78a9b4 req-3ea2f65b-0a6d-481c-8119-2492335b6584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:23.404383 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039b66d4-8720-40e7-98aa-fa6dca78a9b4 req-3ea2f65b-0a6d-481c-8119-2492335b6584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:23.405709 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039b66d4-8720-40e7-98aa-fa6dca78a9b4 req-3ea2f65b-0a6d-481c-8119-2492335b6584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:23.407663 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-039b66d4-8720-40e7-98aa-fa6dca78a9b4 req-3ea2f65b-0a6d-481c-8119-2492335b6584 service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=4667f10dce1e42bbbeb327b02812458d&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.1972888 May 18 18:16:23.599864 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0dfbe8-d7e6-4229-9834-d6ccc503d57e req-ddf7c6a4-f373-46b7-9f54-2482bd537f21 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:23.601509 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ae0dfbe8-d7e6-4229-9834-d6ccc503d57e req-ddf7c6a4-f373-46b7-9f54-2482bd537f21 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/ports?device_id=e7d367c4-6a3d-46ea-aabf-d21c7a42ae9f HTTP/1.1" status: 200 len: 945 time: 0.2079401 May 18 18:16:23.614631 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-c026be57-4421-4de6-a572-ab7214fa5754 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a586e3e-14a2-4a7b-a6df-16a75e1063f9 {{(pid=102731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:16:23.630797 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-c026be57-4421-4de6-a572-ab7214fa5754 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:23.735677 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d277dab-fe44-4a0b-afd1-c2c71507f470 req-01d7fd9d-66ca-40d3-8c19-986808c14e7d tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:23.747541 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ae0dfbe8-d7e6-4229-9834-d6ccc503d57e req-e3442a7d-6002-42d0-9a1f-a1b80c505e5e tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/security-groups?id=0cf286b9-4259-46f9-a9b8-06a8c9d0d055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385577 May 18 18:16:23.768797 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d277dab-fe44-4a0b-afd1-c2c71507f470 req-01d7fd9d-66ca-40d3-8c19-986808c14e7d tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:23.769028 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.provisioning_blocks [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-c026be57-4421-4de6-a572-ab7214fa5754 service neutron] Transition to ACTIVE for port object 0a586e3e-14a2-4a7b-a6df-16a75e1063f9 will not be triggered until provisioned by entity L2. {{(pid=102731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:16:23.773944 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-c026be57-4421-4de6-a572-ab7214fa5754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:23.777076 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d277dab-fe44-4a0b-afd1-c2c71507f470 req-01d7fd9d-66ca-40d3-8c19-986808c14e7d tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:23.784632 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d277dab-fe44-4a0b-afd1-c2c71507f470 req-01d7fd9d-66ca-40d3-8c19-986808c14e7d tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:23.796219 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d277dab-fe44-4a0b-afd1-c2c71507f470 req-01d7fd9d-66ca-40d3-8c19-986808c14e7d tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:23.802998 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d277dab-fe44-4a0b-afd1-c2c71507f470 req-01d7fd9d-66ca-40d3-8c19-986808c14e7d tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:23.809153 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d277dab-fe44-4a0b-afd1-c2c71507f470 req-01d7fd9d-66ca-40d3-8c19-986808c14e7d tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:23.811537 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8d277dab-fe44-4a0b-afd1-c2c71507f470 req-01d7fd9d-66ca-40d3-8c19-986808c14e7d tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "GET /v2.0/ports?device_id=37c27a1b-623c-44a7-a5a8-1c1ff493d84b HTTP/1.1" status: 200 len: 5392 time: 0.2893250 May 18 18:16:23.881204 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039b66d4-8720-40e7-98aa-fa6dca78a9b4 req-ca8af34a-5abd-4857-9e19-3cbb5dbd027d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:23.882951 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-039b66d4-8720-40e7-98aa-fa6dca78a9b4 req-ca8af34a-5abd-4857-9e19-3cbb5dbd027d service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4604924 May 18 18:16:23.918093 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8d277dab-fe44-4a0b-afd1-c2c71507f470 req-99abc8c0-a734-48f0-83a4-76fa886b5ae7 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "GET /v2.0/security-groups?id=987873b8-e341-4d92-9eb4-c3682f6ae42f&id=9a2067b3-2854-40c8-880f-cf75b37fd6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0922468 May 18 18:16:24.062446 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c026be57-4421-4de6-a572-ab7214fa5754 service neutron] Pushing event updated for resources: {'Port': ['ID=0a586e3e-14a2-4a7b-a6df-16a75e1063f9,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:16:24.144219 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-c026be57-4421-4de6-a572-ab7214fa5754 service neutron] Attempting to bind port 0a586e3e-14a2-4a7b-a6df-16a75e1063f9 on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:16:24.147817 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-c026be57-4421-4de6-a572-ab7214fa5754 service neutron] Attempting to bind port 0a586e3e-14a2-4a7b-a6df-16a75e1063f9 by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': '548811fd-0d5d-4f2a-9c52-8b852003d48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a49d7af7-9a16-489e-8fc6-4b85db67dcd9'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:16:24.148153 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-c026be57-4421-4de6-a572-ab7214fa5754 service neutron] Attempting to bind port 0a586e3e-14a2-4a7b-a6df-16a75e1063f9 on network a49d7af7-9a16-489e-8fc6-4b85db67dcd9 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:16:24.162807 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-c026be57-4421-4de6-a572-ab7214fa5754 service neutron] Port 0a586e3e-14a2-4a7b-a6df-16a75e1063f9 on network a49d7af7-9a16-489e-8fc6-4b85db67dcd9 not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:16:24.163612 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-c026be57-4421-4de6-a572-ab7214fa5754 service neutron] Attempting to bind port 0a586e3e-14a2-4a7b-a6df-16a75e1063f9 on network a49d7af7-9a16-489e-8fc6-4b85db67dcd9 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:16:24.178070 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-c026be57-4421-4de6-a572-ab7214fa5754 service neutron] Checking agent: {'id': 'd1be059a-68ea-4c77-9b2b-29f4afa47e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:16:24.178815 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-c026be57-4421-4de6-a572-ab7214fa5754 service neutron] Checking segment: {'id': '548811fd-0d5d-4f2a-9c52-8b852003d48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a49d7af7-9a16-489e-8fc6-4b85db67dcd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:16:24.181748 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-c026be57-4421-4de6-a572-ab7214fa5754 service neutron] Bound using segment: {'id': '548811fd-0d5d-4f2a-9c52-8b852003d48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a49d7af7-9a16-489e-8fc6-4b85db67dcd9'} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:16:24.185605 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-c026be57-4421-4de6-a572-ab7214fa5754 service neutron] Bound port: 0a586e3e-14a2-4a7b-a6df-16a75e1063f9, host: n-h2-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '548811fd-0d5d-4f2a-9c52-8b852003d48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a49d7af7-9a16-489e-8fc6-4b85db67dcd9'}}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:16:24.186576 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-c026be57-4421-4de6-a572-ab7214fa5754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:24.403186 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-c026be57-4421-4de6-a572-ab7214fa5754 service neutron] For port 0a586e3e-14a2-4a7b-a6df-16a75e1063f9, host n-h2-838550-3, cleared binding levels {{(pid=102731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:16:24.416117 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-c026be57-4421-4de6-a572-ab7214fa5754 service neutron] For port 0a586e3e-14a2-4a7b-a6df-16a75e1063f9, host n-h2-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=0a586e3e-14a2-4a7b-a6df-16a75e1063f9,segment=NetworkSegment(548811fd-0d5d-4f2a-9c52-8b852003d48e),segment_id=548811fd-0d5d-4f2a-9c52-8b852003d48e)] {{(pid=102731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:16:24.425044 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-c026be57-4421-4de6-a572-ab7214fa5754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:24.577654 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-c026be57-4421-4de6-a572-ab7214fa5754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:24.578721 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-c026be57-4421-4de6-a572-ab7214fa5754 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:24.581561 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-c026be57-4421-4de6-a572-ab7214fa5754 service neutron] 10.222.0.88 "PUT /v2.0/ports/0a586e3e-14a2-4a7b-a6df-16a75e1063f9 HTTP/1.1" status: 200 len: 1090 time: 1.8825591 May 18 18:16:24.667593 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-30eaac53-5414-4dfb-bd5c-b02d8c930859 service neutron] Request body: {'port': {'device_id': '37c27a1b-623c-44a7-a5a8-1c1ff493d84b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-3'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:16:24.679697 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c026be57-4421-4de6-a572-ab7214fa5754 service neutron] Pushing event updated for resources: {'Port': ['ID=0a586e3e-14a2-4a7b-a6df-16a75e1063f9,revision_number=3']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:16:24.844706 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-30eaac53-5414-4dfb-bd5c-b02d8c930859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:25.045978 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c32c420-35c8-4d42-8520-a46ab18b76bf req-a26b1711-962e-4f1c-b07b-7f9257830237 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:25.054432 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1c32c420-35c8-4d42-8520-a46ab18b76bf req-a26b1711-962e-4f1c-b07b-7f9257830237 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/ports?device_id=e7d367c4-6a3d-46ea-aabf-d21c7a42ae9f HTTP/1.1" status: 200 len: 945 time: 0.1530266 May 18 18:16:25.133941 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1c32c420-35c8-4d42-8520-a46ab18b76bf req-9a7c6bc9-cc0a-4b6f-ac1a-b49a0f3b65fc tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/security-groups?id=0cf286b9-4259-46f9-a9b8-06a8c9d0d055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729690 May 18 18:16:25.156436 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 34860) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:16:25.297019 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069b9ec8-9cac-4020-9fbd-a71c127b9868 req-ea244d9f-e509-442c-87b9-ae8a3e5553a2 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:25.304981 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069b9ec8-9cac-4020-9fbd-a71c127b9868 req-ea244d9f-e509-442c-87b9-ae8a3e5553a2 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:25.311039 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069b9ec8-9cac-4020-9fbd-a71c127b9868 req-ea244d9f-e509-442c-87b9-ae8a3e5553a2 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:25.319777 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069b9ec8-9cac-4020-9fbd-a71c127b9868 req-ea244d9f-e509-442c-87b9-ae8a3e5553a2 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:25.326629 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069b9ec8-9cac-4020-9fbd-a71c127b9868 req-ea244d9f-e509-442c-87b9-ae8a3e5553a2 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:25.333030 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069b9ec8-9cac-4020-9fbd-a71c127b9868 req-ea244d9f-e509-442c-87b9-ae8a3e5553a2 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:25.339571 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069b9ec8-9cac-4020-9fbd-a71c127b9868 req-ea244d9f-e509-442c-87b9-ae8a3e5553a2 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:25.348439 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-069b9ec8-9cac-4020-9fbd-a71c127b9868 req-ea244d9f-e509-442c-87b9-ae8a3e5553a2 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "GET /v2.0/ports?device_id=37c27a1b-623c-44a7-a5a8-1c1ff493d84b HTTP/1.1" status: 200 len: 5404 time: 0.2101822 May 18 18:16:25.387061 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ff400de7-7e09-40cd-a81e-fce90cd31208 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:25.393324 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37c27a1b-623c-44a7-a5a8-1c1ff493d84b', 'tag': '0a586e3e-14a2-4a7b-a6df-16a75e1063f9'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:16:25.396802 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31f3ebba-7714-4a01-b641-993eec6795f5" -d '{"events": [{"name": "network-changed", "server_uuid": "37c27a1b-623c-44a7-a5a8-1c1ff493d84b", "tag": "0a586e3e-14a2-4a7b-a6df-16a75e1063f9"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:16:25.488578 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab355b0a-1628-438c-8d92-3fac084b43ac x-openstack-request-id: req-ab355b0a-1628-438c-8d92-3fac084b43ac {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:16:25.493039 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37c27a1b-623c-44a7-a5a8-1c1ff493d84b", "tag": "0a586e3e-14a2-4a7b-a6df-16a75e1063f9", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:16:25.493362 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ff400de7-7e09-40cd-a81e-fce90cd31208 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:25.496107 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-ab355b0a-1628-438c-8d92-3fac084b43ac {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:16:25.498434 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ff400de7-7e09-40cd-a81e-fce90cd31208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:25.498974 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab355b0a-1628-438c-8d92-3fac084b43ac'] response: {'name': 'network-changed', 'server_uuid': '37c27a1b-623c-44a7-a5a8-1c1ff493d84b', 'tag': '0a586e3e-14a2-4a7b-a6df-16a75e1063f9', 'status': 'completed', 'code': 200} May 18 18:16:25.537169 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-069b9ec8-9cac-4020-9fbd-a71c127b9868 req-8faa3dd4-8157-4b54-8334-d01b0543e9fd tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "GET /v2.0/security-groups?id=987873b8-e341-4d92-9eb4-c3682f6ae42f&id=9a2067b3-2854-40c8-880f-cf75b37fd6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1877024 May 18 18:16:25.575313 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-ff400de7-7e09-40cd-a81e-fce90cd31208 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=47ee0f7c6ea24c41b7f629b27322d3ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4134336 May 18 18:16:25.581339 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 34878) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:16:25.583486 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff400de7-7e09-40cd-a81e-fce90cd31208 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b32ef648-5f68-429f-b468-f9c394213898,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:16:25.639589 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f3ebba-7714-4a01-b641-993eec6795f5 req-3ad185f0-0351-4e24-942a-9faa6ad0fc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:25.640243 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f3ebba-7714-4a01-b641-993eec6795f5 req-3ad185f0-0351-4e24-942a-9faa6ad0fc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:25.640790 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f3ebba-7714-4a01-b641-993eec6795f5 req-3ad185f0-0351-4e24-942a-9faa6ad0fc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:25.641376 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f3ebba-7714-4a01-b641-993eec6795f5 req-3ad185f0-0351-4e24-942a-9faa6ad0fc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:25.642062 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f3ebba-7714-4a01-b641-993eec6795f5 req-3ad185f0-0351-4e24-942a-9faa6ad0fc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:25.642621 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f3ebba-7714-4a01-b641-993eec6795f5 req-3ad185f0-0351-4e24-942a-9faa6ad0fc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:25.643209 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f3ebba-7714-4a01-b641-993eec6795f5 req-3ad185f0-0351-4e24-942a-9faa6ad0fc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:25.646132 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-31f3ebba-7714-4a01-b641-993eec6795f5 req-3ad185f0-0351-4e24-942a-9faa6ad0fc76 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=4667f10dce1e42bbbeb327b02812458d&device_id=37c27a1b-623c-44a7-a5a8-1c1ff493d84b HTTP/1.1" status: 200 len: 6351 time: 0.1072936 May 18 18:16:25.768944 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-30eaac53-5414-4dfb-bd5c-b02d8c930859 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79e08f83-5fde-4386-821c-6a14fd04d30f {{(pid=102731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:16:25.782197 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-30eaac53-5414-4dfb-bd5c-b02d8c930859 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:25.803227 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f3ebba-7714-4a01-b641-993eec6795f5 req-8481ce03-6bfd-4a1a-8575-d1e44a8a5e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:25.803783 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f3ebba-7714-4a01-b641-993eec6795f5 req-8481ce03-6bfd-4a1a-8575-d1e44a8a5e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:25.804257 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f3ebba-7714-4a01-b641-993eec6795f5 req-8481ce03-6bfd-4a1a-8575-d1e44a8a5e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:25.807964 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-31f3ebba-7714-4a01-b641-993eec6795f5 req-8481ce03-6bfd-4a1a-8575-d1e44a8a5e7c service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=4667f10dce1e42bbbeb327b02812458d&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.1471560 May 18 18:16:25.822885 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3d74b88b-c175-4516-b34b-5dc6a6be661d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:25.839817 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.provisioning_blocks [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-30eaac53-5414-4dfb-bd5c-b02d8c930859 service neutron] Transition to ACTIVE for port object 79e08f83-5fde-4386-821c-6a14fd04d30f will not be triggered until provisioned by entity L2. {{(pid=102731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:16:25.860647 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-30eaac53-5414-4dfb-bd5c-b02d8c930859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:25.873485 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3d74b88b-c175-4516-b34b-5dc6a6be661d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:25.983991 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30eaac53-5414-4dfb-bd5c-b02d8c930859 service neutron] Pushing event updated for resources: {'Port': ['ID=79e08f83-5fde-4386-821c-6a14fd04d30f,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:16:26.049405 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f3ebba-7714-4a01-b641-993eec6795f5 req-f459fb30-642b-4584-a308-3a2a3bdf7b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:26.052787 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-31f3ebba-7714-4a01-b641-993eec6795f5 req-f459fb30-642b-4584-a308-3a2a3bdf7b77 service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2383738 May 18 18:16:26.099453 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3d74b88b-c175-4516-b34b-5dc6a6be661d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:26.104661 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3d74b88b-c175-4516-b34b-5dc6a6be661d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:26.108899 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-3d74b88b-c175-4516-b34b-5dc6a6be661d admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/b32ef648-5f68-429f-b468-f9c394213898 HTTP/1.1" status: 204 len: 168 time: 0.5207086 May 18 18:16:26.121217 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 34890) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:16:26.127560 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d74b88b-c175-4516-b34b-5dc6a6be661d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b32ef648-5f68-429f-b468-f9c394213898,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:16:26.221313 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-30eaac53-5414-4dfb-bd5c-b02d8c930859 service neutron] Attempting to bind port 79e08f83-5fde-4386-821c-6a14fd04d30f on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:16:26.221512 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-30eaac53-5414-4dfb-bd5c-b02d8c930859 service neutron] Attempting to bind port 79e08f83-5fde-4386-821c-6a14fd04d30f by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': 'cf7df900-9ffb-48f9-b318-c52437b4c248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '43a58ba6-946d-4778-a241-0f5d338fd928'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:16:26.233901 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-30eaac53-5414-4dfb-bd5c-b02d8c930859 service neutron] Attempting to bind port 79e08f83-5fde-4386-821c-6a14fd04d30f on network 43a58ba6-946d-4778-a241-0f5d338fd928 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:16:26.256901 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-30eaac53-5414-4dfb-bd5c-b02d8c930859 service neutron] Port 79e08f83-5fde-4386-821c-6a14fd04d30f on network 43a58ba6-946d-4778-a241-0f5d338fd928 not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:16:26.257163 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-30eaac53-5414-4dfb-bd5c-b02d8c930859 service neutron] Attempting to bind port 79e08f83-5fde-4386-821c-6a14fd04d30f on network 43a58ba6-946d-4778-a241-0f5d338fd928 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:16:26.271483 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-30eaac53-5414-4dfb-bd5c-b02d8c930859 service neutron] Checking agent: {'id': 'd1be059a-68ea-4c77-9b2b-29f4afa47e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:16:26.271817 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-30eaac53-5414-4dfb-bd5c-b02d8c930859 service neutron] Checking segment: {'id': 'cf7df900-9ffb-48f9-b318-c52437b4c248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '43a58ba6-946d-4778-a241-0f5d338fd928'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:16:26.272199 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-30eaac53-5414-4dfb-bd5c-b02d8c930859 service neutron] Bound using segment: {'id': 'cf7df900-9ffb-48f9-b318-c52437b4c248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '43a58ba6-946d-4778-a241-0f5d338fd928'} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:16:26.272649 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-30eaac53-5414-4dfb-bd5c-b02d8c930859 service neutron] Bound port: 79e08f83-5fde-4386-821c-6a14fd04d30f, host: n-h2-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf7df900-9ffb-48f9-b318-c52437b4c248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '43a58ba6-946d-4778-a241-0f5d338fd928'}}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:16:26.272995 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-30eaac53-5414-4dfb-bd5c-b02d8c930859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:26.527355 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff137a1-ec4d-4803-8470-9a26b70cce03 req-a4be23ac-065e-426c-b297-172520c1b162 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:26.528949 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bff137a1-ec4d-4803-8470-9a26b70cce03 req-a4be23ac-065e-426c-b297-172520c1b162 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/ports?device_id=e7d367c4-6a3d-46ea-aabf-d21c7a42ae9f HTTP/1.1" status: 200 len: 945 time: 0.1955094 May 18 18:16:26.529426 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-4e584e40-0b8b-47ba-92fc-bbf327056be6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161154908 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161154908-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1804321955'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:16:26.585505 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-30eaac53-5414-4dfb-bd5c-b02d8c930859 service neutron] For port 79e08f83-5fde-4386-821c-6a14fd04d30f, host n-h2-838550-3, cleared binding levels {{(pid=102731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:16:26.601640 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e584e40-0b8b-47ba-92fc-bbf327056be6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161154908 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161154908-project] Made reservation on behalf of 514c2b7084944b4ebc8de6c71b6b00a0 for: {'network': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:16:26.606642 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4e584e40-0b8b-47ba-92fc-bbf327056be6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161154908 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161154908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:26.607514 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-30eaac53-5414-4dfb-bd5c-b02d8c930859 service neutron] For port 79e08f83-5fde-4386-821c-6a14fd04d30f, host n-h2-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=79e08f83-5fde-4386-821c-6a14fd04d30f,segment=NetworkSegment(cf7df900-9ffb-48f9-b318-c52437b4c248),segment_id=cf7df900-9ffb-48f9-b318-c52437b4c248)] {{(pid=102731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:16:26.615950 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-30eaac53-5414-4dfb-bd5c-b02d8c930859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:26.637946 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4e584e40-0b8b-47ba-92fc-bbf327056be6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161154908 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161154908-project] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:26.720158 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bff137a1-ec4d-4803-8470-9a26b70cce03 req-1cdfea2b-a237-4647-b98a-eb8277652420 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/security-groups?id=0cf286b9-4259-46f9-a9b8-06a8c9d0d055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762819 May 18 18:16:26.735249 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-30eaac53-5414-4dfb-bd5c-b02d8c930859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:26.735955 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-30eaac53-5414-4dfb-bd5c-b02d8c930859 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:26.737600 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-30eaac53-5414-4dfb-bd5c-b02d8c930859 service neutron] 10.222.0.88 "PUT /v2.0/ports/79e08f83-5fde-4386-821c-6a14fd04d30f HTTP/1.1" status: 200 len: 1091 time: 2.0840929 May 18 18:16:26.787869 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-97259c46-0b32-485b-b25f-c2c6cfcdc327 service neutron] Request body: {'port': {'device_id': '37c27a1b-623c-44a7-a5a8-1c1ff493d84b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-3'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:16:26.847015 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4e584e40-0b8b-47ba-92fc-bbf327056be6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161154908 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161154908-project] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:26.854096 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4e584e40-0b8b-47ba-92fc-bbf327056be6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161154908 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161154908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:26.897662 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774316d9-6a64-463c-8f23-6cb3e2360673 req-f392d3e7-eb45-4a43-b943-51f78c18c0ee tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:26.902938 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30eaac53-5414-4dfb-bd5c-b02d8c930859 service neutron] Pushing event updated for resources: {'Port': ['ID=79e08f83-5fde-4386-821c-6a14fd04d30f,revision_number=3']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:16:26.908573 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774316d9-6a64-463c-8f23-6cb3e2360673 req-f392d3e7-eb45-4a43-b943-51f78c18c0ee tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:26.918810 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774316d9-6a64-463c-8f23-6cb3e2360673 req-f392d3e7-eb45-4a43-b943-51f78c18c0ee tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:26.923732 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-97259c46-0b32-485b-b25f-c2c6cfcdc327 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:26.927209 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774316d9-6a64-463c-8f23-6cb3e2360673 req-f392d3e7-eb45-4a43-b943-51f78c18c0ee tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:26.935775 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774316d9-6a64-463c-8f23-6cb3e2360673 req-f392d3e7-eb45-4a43-b943-51f78c18c0ee tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:26.946425 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774316d9-6a64-463c-8f23-6cb3e2360673 req-f392d3e7-eb45-4a43-b943-51f78c18c0ee tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:26.957747 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774316d9-6a64-463c-8f23-6cb3e2360673 req-f392d3e7-eb45-4a43-b943-51f78c18c0ee tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:26.961396 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-774316d9-6a64-463c-8f23-6cb3e2360673 req-f392d3e7-eb45-4a43-b943-51f78c18c0ee tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "GET /v2.0/ports?device_id=37c27a1b-623c-44a7-a5a8-1c1ff493d84b HTTP/1.1" status: 200 len: 5416 time: 0.1748435 May 18 18:16:27.017829 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e584e40-0b8b-47ba-92fc-bbf327056be6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161154908 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161154908-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 622} {{(pid=102730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:16:27.040337 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 34910) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:16:27.106050 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-63d9d282-4e58-4c3f-8874-48f155546374 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:27.110957 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e584e40-0b8b-47ba-92fc-bbf327056be6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161154908 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161154908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8d12aba-4aff-4f2d-8c6c-44661db5c89b,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:16:27.149351 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4e584e40-0b8b-47ba-92fc-bbf327056be6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161154908 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161154908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:27.149737 n-d-838550-3 neutron-server[102730]: INFO neutron.db.segments_db [None req-4e584e40-0b8b-47ba-92fc-bbf327056be6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161154908 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161154908-project] Added segment c905170a-0b2d-485f-a3f9-4fc9929debfe of type vlan for network 5405c3fb-c5e2-4b3e-9dcd-830fb3beed3a May 18 18:16:27.188918 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-774316d9-6a64-463c-8f23-6cb3e2360673 req-2702f5eb-61a8-47b1-b951-b00d33738c0a tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "GET /v2.0/security-groups?id=987873b8-e341-4d92-9eb4-c3682f6ae42f&id=9a2067b3-2854-40c8-880f-cf75b37fd6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2132323 May 18 18:16:27.253538 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4e584e40-0b8b-47ba-92fc-bbf327056be6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161154908 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161154908-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:27.313411 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4e584e40-0b8b-47ba-92fc-bbf327056be6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161154908 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161154908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:27.319439 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e584e40-0b8b-47ba-92fc-bbf327056be6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161154908 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161154908-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:27.320133 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4e584e40-0b8b-47ba-92fc-bbf327056be6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161154908 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161154908-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:27.357703 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-97259c46-0b32-485b-b25f-c2c6cfcdc327 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3834bbf2-f7bf-4a97-a0c0-de4238651f93 {{(pid=102731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:16:27.371608 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-97259c46-0b32-485b-b25f-c2c6cfcdc327 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:27.386170 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.provisioning_blocks [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-97259c46-0b32-485b-b25f-c2c6cfcdc327 service neutron] Transition to ACTIVE for port object 3834bbf2-f7bf-4a97-a0c0-de4238651f93 will not be triggered until provisioned by entity L2. {{(pid=102731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:16:27.395509 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-97259c46-0b32-485b-b25f-c2c6cfcdc327 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:27.445029 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e584e40-0b8b-47ba-92fc-bbf327056be6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161154908 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161154908-project] Pushing event updated for resources: {'Network': ['ID=5405c3fb-c5e2-4b3e-9dcd-830fb3beed3a,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:16:27.463941 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network 5405c3fb-c5e2-4b3e-9dcd-830fb3beed3a details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:16:27.494500 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-4e584e40-0b8b-47ba-92fc-bbf327056be6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161154908 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161154908-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.3715134 May 18 18:16:27.511597 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-63d9d282-4e58-4c3f-8874-48f155546374 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:27.527441 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-63d9d282-4e58-4c3f-8874-48f155546374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:27.540410 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37c27a1b-623c-44a7-a5a8-1c1ff493d84b', 'tag': '79e08f83-5fde-4386-821c-6a14fd04d30f'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:16:27.552998 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d19a0b5-c4fc-4b01-83c9-ae53148d6cf0" -d '{"events": [{"name": "network-changed", "server_uuid": "37c27a1b-623c-44a7-a5a8-1c1ff493d84b", "tag": "79e08f83-5fde-4386-821c-6a14fd04d30f"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:16:27.599779 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-63d9d282-4e58-4c3f-8874-48f155546374 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=e339cb1b7c5b4967aaf73620ab5f8b3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5360622 May 18 18:16:27.613035 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 34918) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:16:27.690216 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97259c46-0b32-485b-b25f-c2c6cfcdc327 service neutron] Pushing event updated for resources: {'Port': ['ID=3834bbf2-f7bf-4a97-a0c0-de4238651f93,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:16:27.729766 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d9d282-4e58-4c3f-8874-48f155546374 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03eec782-57dd-4de5-a04d-5bea5b48d609,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:16:27.790948 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-97259c46-0b32-485b-b25f-c2c6cfcdc327 service neutron] Attempting to bind port 3834bbf2-f7bf-4a97-a0c0-de4238651f93 on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:16:27.802180 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-97259c46-0b32-485b-b25f-c2c6cfcdc327 service neutron] Attempting to bind port 3834bbf2-f7bf-4a97-a0c0-de4238651f93 by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': 'cf7df900-9ffb-48f9-b318-c52437b4c248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '43a58ba6-946d-4778-a241-0f5d338fd928'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:16:27.803407 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-97259c46-0b32-485b-b25f-c2c6cfcdc327 service neutron] Attempting to bind port 3834bbf2-f7bf-4a97-a0c0-de4238651f93 on network 43a58ba6-946d-4778-a241-0f5d338fd928 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:16:27.828301 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-838cbb48-aa8c-4299-8073-51e33364c4a3 x-openstack-request-id: req-838cbb48-aa8c-4299-8073-51e33364c4a3 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:16:27.830192 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37c27a1b-623c-44a7-a5a8-1c1ff493d84b", "tag": "79e08f83-5fde-4386-821c-6a14fd04d30f", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:16:27.834971 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-838cbb48-aa8c-4299-8073-51e33364c4a3 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:16:27.836407 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d45caf39-f50b-41d4-b3c8-206b6c020529 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:27.838493 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-838cbb48-aa8c-4299-8073-51e33364c4a3'] response: {'name': 'network-changed', 'server_uuid': '37c27a1b-623c-44a7-a5a8-1c1ff493d84b', 'tag': '79e08f83-5fde-4386-821c-6a14fd04d30f', 'status': 'completed', 'code': 200} May 18 18:16:27.845129 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-97259c46-0b32-485b-b25f-c2c6cfcdc327 service neutron] Port 3834bbf2-f7bf-4a97-a0c0-de4238651f93 on network 43a58ba6-946d-4778-a241-0f5d338fd928 not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:16:27.845760 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-97259c46-0b32-485b-b25f-c2c6cfcdc327 service neutron] Attempting to bind port 3834bbf2-f7bf-4a97-a0c0-de4238651f93 on network 43a58ba6-946d-4778-a241-0f5d338fd928 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:16:27.860177 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-97259c46-0b32-485b-b25f-c2c6cfcdc327 service neutron] Checking agent: {'id': 'd1be059a-68ea-4c77-9b2b-29f4afa47e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:16:27.860471 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-97259c46-0b32-485b-b25f-c2c6cfcdc327 service neutron] Checking segment: {'id': 'cf7df900-9ffb-48f9-b318-c52437b4c248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '43a58ba6-946d-4778-a241-0f5d338fd928'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:16:27.860798 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-97259c46-0b32-485b-b25f-c2c6cfcdc327 service neutron] Bound using segment: {'id': 'cf7df900-9ffb-48f9-b318-c52437b4c248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '43a58ba6-946d-4778-a241-0f5d338fd928'} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:16:27.861252 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-97259c46-0b32-485b-b25f-c2c6cfcdc327 service neutron] Bound port: 3834bbf2-f7bf-4a97-a0c0-de4238651f93, host: n-h2-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf7df900-9ffb-48f9-b318-c52437b4c248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '43a58ba6-946d-4778-a241-0f5d338fd928'}}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:16:27.861648 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-97259c46-0b32-485b-b25f-c2c6cfcdc327 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:27.991053 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d45caf39-f50b-41d4-b3c8-206b6c020529 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:28.015528 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-97259c46-0b32-485b-b25f-c2c6cfcdc327 service neutron] For port 3834bbf2-f7bf-4a97-a0c0-de4238651f93, host n-h2-838550-3, cleared binding levels {{(pid=102731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:16:28.019326 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-97259c46-0b32-485b-b25f-c2c6cfcdc327 service neutron] For port 3834bbf2-f7bf-4a97-a0c0-de4238651f93, host n-h2-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=3834bbf2-f7bf-4a97-a0c0-de4238651f93,segment=NetworkSegment(cf7df900-9ffb-48f9-b318-c52437b4c248),segment_id=cf7df900-9ffb-48f9-b318-c52437b4c248)] {{(pid=102731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:16:28.024846 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-97259c46-0b32-485b-b25f-c2c6cfcdc327 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:28.080492 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d19a0b5-c4fc-4b01-83c9-ae53148d6cf0 req-a8f47e81-8117-45a4-9168-94aeda42c4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:28.080968 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d19a0b5-c4fc-4b01-83c9-ae53148d6cf0 req-a8f47e81-8117-45a4-9168-94aeda42c4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:28.081448 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d19a0b5-c4fc-4b01-83c9-ae53148d6cf0 req-a8f47e81-8117-45a4-9168-94aeda42c4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:28.082002 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d19a0b5-c4fc-4b01-83c9-ae53148d6cf0 req-a8f47e81-8117-45a4-9168-94aeda42c4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:28.082477 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d19a0b5-c4fc-4b01-83c9-ae53148d6cf0 req-a8f47e81-8117-45a4-9168-94aeda42c4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:28.082954 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d19a0b5-c4fc-4b01-83c9-ae53148d6cf0 req-a8f47e81-8117-45a4-9168-94aeda42c4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:28.083427 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d19a0b5-c4fc-4b01-83c9-ae53148d6cf0 req-a8f47e81-8117-45a4-9168-94aeda42c4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:28.096101 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1d19a0b5-c4fc-4b01-83c9-ae53148d6cf0 req-a8f47e81-8117-45a4-9168-94aeda42c4e4 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=4667f10dce1e42bbbeb327b02812458d&device_id=37c27a1b-623c-44a7-a5a8-1c1ff493d84b HTTP/1.1" status: 200 len: 6443 time: 0.2452734 May 18 18:16:28.153971 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97259c46-0b32-485b-b25f-c2c6cfcdc327 service neutron] Pushing event updated for resources: {'Port': ['ID=3834bbf2-f7bf-4a97-a0c0-de4238651f93,revision_number=3']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:16:28.161415 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-97259c46-0b32-485b-b25f-c2c6cfcdc327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:28.162072 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-97259c46-0b32-485b-b25f-c2c6cfcdc327 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:28.163605 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-97259c46-0b32-485b-b25f-c2c6cfcdc327 service neutron] 10.222.0.88 "PUT /v2.0/ports/3834bbf2-f7bf-4a97-a0c0-de4238651f93 HTTP/1.1" status: 200 len: 1091 time: 1.3838067 May 18 18:16:28.233727 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 34924) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:16:28.249004 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-c17b9a54-40a7-4762-a622-a4579a9a5141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Request body: {'port': {'network_id': '5405c3fb-c5e2-4b3e-9dcd-830fb3beed3a', 'binding:host_id': 'n-h2-838550-3', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-174880462'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:16:28.294415 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c17b9a54-40a7-4762-a622-a4579a9a5141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Made reservation on behalf of f96c7be7e0c040049764248d7d122df1 for: {'port': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:16:28.297200 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c17b9a54-40a7-4762-a622-a4579a9a5141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:28.310881 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c17b9a54-40a7-4762-a622-a4579a9a5141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:28.357236 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d45caf39-f50b-41d4-b3c8-206b6c020529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:28.363014 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d45caf39-f50b-41d4-b3c8-206b6c020529 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:28.365659 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-d45caf39-f50b-41d4-b3c8-206b6c020529 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/03eec782-57dd-4de5-a04d-5bea5b48d609 HTTP/1.1" status: 204 len: 168 time: 0.7418199 May 18 18:16:28.422430 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60480059-5110-4099-8052-db3ece3256e5 req-447e84be-0a88-4172-923b-41c4b2e1fc4f tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:28.436480 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-60480059-5110-4099-8052-db3ece3256e5 req-447e84be-0a88-4172-923b-41c4b2e1fc4f tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/ports?device_id=e7d367c4-6a3d-46ea-aabf-d21c7a42ae9f HTTP/1.1" status: 200 len: 945 time: 0.4695981 May 18 18:16:28.454421 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45caf39-f50b-41d4-b3c8-206b6c020529 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03eec782-57dd-4de5-a04d-5bea5b48d609,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:16:28.496293 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d19a0b5-c4fc-4b01-83c9-ae53148d6cf0 req-9e59a53a-d77f-4df6-bd1a-34f6dea84adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:28.496785 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d19a0b5-c4fc-4b01-83c9-ae53148d6cf0 req-9e59a53a-d77f-4df6-bd1a-34f6dea84adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:28.497266 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d19a0b5-c4fc-4b01-83c9-ae53148d6cf0 req-9e59a53a-d77f-4df6-bd1a-34f6dea84adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:28.506851 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1d19a0b5-c4fc-4b01-83c9-ae53148d6cf0 req-9e59a53a-d77f-4df6-bd1a-34f6dea84adc service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=4667f10dce1e42bbbeb327b02812458d&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.3688366 May 18 18:16:28.613237 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd42618a-80fb-443f-88e5-8532499d5713 req-a403c737-b95d-4682-81a9-d4109e57b255 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:28.625009 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd42618a-80fb-443f-88e5-8532499d5713 req-a403c737-b95d-4682-81a9-d4109e57b255 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:28.655367 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd42618a-80fb-443f-88e5-8532499d5713 req-a403c737-b95d-4682-81a9-d4109e57b255 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:28.679590 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd42618a-80fb-443f-88e5-8532499d5713 req-a403c737-b95d-4682-81a9-d4109e57b255 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:28.684380 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-60480059-5110-4099-8052-db3ece3256e5 req-5e04bbb7-aee5-4761-9f5c-68e914a55655 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/security-groups?id=0cf286b9-4259-46f9-a9b8-06a8c9d0d055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470171 May 18 18:16:28.689878 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d19a0b5-c4fc-4b01-83c9-ae53148d6cf0 req-1b81717e-eaa0-4e85-bc7a-7352d09614de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:28.693761 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1d19a0b5-c4fc-4b01-83c9-ae53148d6cf0 req-1b81717e-eaa0-4e85-bc7a-7352d09614de service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1823187 May 18 18:16:28.705675 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd42618a-80fb-443f-88e5-8532499d5713 req-a403c737-b95d-4682-81a9-d4109e57b255 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:28.715204 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd42618a-80fb-443f-88e5-8532499d5713 req-a403c737-b95d-4682-81a9-d4109e57b255 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:28.723717 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd42618a-80fb-443f-88e5-8532499d5713 req-a403c737-b95d-4682-81a9-d4109e57b255 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:28.726116 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cd42618a-80fb-443f-88e5-8532499d5713 req-a403c737-b95d-4682-81a9-d4109e57b255 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "GET /v2.0/ports?device_id=37c27a1b-623c-44a7-a5a8-1c1ff493d84b HTTP/1.1" status: 200 len: 5428 time: 0.3011906 May 18 18:16:28.795024 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c17b9a54-40a7-4762-a622-a4579a9a5141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:28.803253 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c17b9a54-40a7-4762-a622-a4579a9a5141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:28.831273 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [None req-c17b9a54-40a7-4762-a622-a4579a9a5141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] device_id is not set on port 9fefa703-e83f-457b-b018-338f1cf660f8 yet. {{(pid=102731) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 18 18:16:28.897975 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-9cff2e44-38c0-49ac-9826-487deebd7d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:28.897975 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-9cff2e44-38c0-49ac-9826-487deebd7d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:28.897975 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-9cff2e44-38c0-49ac-9826-487deebd7d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:28.897975 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-9cff2e44-38c0-49ac-9826-487deebd7d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:28.897975 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-9cff2e44-38c0-49ac-9826-487deebd7d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:28.897975 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-9cff2e44-38c0-49ac-9826-487deebd7d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:28.897975 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-9cff2e44-38c0-49ac-9826-487deebd7d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:28.897975 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-9cff2e44-38c0-49ac-9826-487deebd7d22 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=4667f10dce1e42bbbeb327b02812458d&device_id=37c27a1b-623c-44a7-a5a8-1c1ff493d84b HTTP/1.1" status: 200 len: 6485 time: 0.1482284 May 18 18:16:28.937192 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17b9a54-40a7-4762-a622-a4579a9a5141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01f96035-f464-428d-b40b-f3ea9a42a1a1,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:16:28.971985 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cd42618a-80fb-443f-88e5-8532499d5713 req-252c6cc9-023f-47b5-bed3-6832267cad20 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "GET /v2.0/security-groups?id=987873b8-e341-4d92-9eb4-c3682f6ae42f&id=9a2067b3-2854-40c8-880f-cf75b37fd6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2361925 May 18 18:16:29.028615 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-54638122-72d4-481a-a81f-8d5b857283e3 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=22792e7b-11fc-4e6a-a075-a39b7800942c HTTP/1.1" status: 200 len: 217 time: 0.1105502 May 18 18:16:29.117448 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-3b760310-158d-445e-8992-850a967aac6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:29.119817 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-3b760310-158d-445e-8992-850a967aac6c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=6ef5eff4-20b8-41c3-a961-3299046b5972 HTTP/1.1" status: 200 len: 856 time: 0.0829089 May 18 18:16:29.264286 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-b9d9b289-d2f4-4db0-885d-bbccff7b0767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:29.266473 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-b9d9b289-d2f4-4db0-885d-bbccff7b0767 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=0e7f8700-cd62-410f-94e8-8debe82f99f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1372774 May 18 18:16:29.288047 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [None req-c17b9a54-40a7-4762-a622-a4579a9a5141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] device_id is not set on port 9fefa703-e83f-457b-b018-338f1cf660f8 yet. {{(pid=102731) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 18 18:16:29.308035 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c17b9a54-40a7-4762-a622-a4579a9a5141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:29.328325 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c17b9a54-40a7-4762-a622-a4579a9a5141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:29.379713 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17b9a54-40a7-4762-a622-a4579a9a5141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Pushing event updated for resources: {'Port': ['ID=9fefa703-e83f-457b-b018-338f1cf660f8,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:16:29.447682 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17b9a54-40a7-4762-a622-a4579a9a5141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Checking segment: {'id': 'c905170a-0b2d-485f-a3f9-4fc9929debfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '5405c3fb-c5e2-4b3e-9dcd-830fb3beed3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:16:29.448150 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17b9a54-40a7-4762-a622-a4579a9a5141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Network hostable DHCP agents. Network: 5405c3fb-c5e2-4b3e-9dcd-830fb3beed3a, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:16:29.476666 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-b1816947-7ac7-4f49-a871-85e1d0ec3edf service neutron] 10.222.0.88 "GET /v2.0/networks/0e7f8700-cd62-410f-94e8-8debe82f99f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857331 May 18 18:16:29.481928 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17b9a54-40a7-4762-a622-a4579a9a5141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Network 5405c3fb-c5e2-4b3e-9dcd-830fb3beed3a is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:16:29.509845 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-c17b9a54-40a7-4762-a622-a4579a9a5141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, 5405c3fb-c5e2-4b3e-9dcd-830fb3beed3a) {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:16:29.522351 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5172d95-c9ef-4d97-b41d-79b6a0057a8f None None] Network 5405c3fb-c5e2-4b3e-9dcd-830fb3beed3a requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:16:29.523142 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17b9a54-40a7-4762-a622-a4579a9a5141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:16:29.559374 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [None req-c17b9a54-40a7-4762-a622-a4579a9a5141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attempting to bind port 9fefa703-e83f-457b-b018-338f1cf660f8 on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:16:29.559730 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [None req-c17b9a54-40a7-4762-a622-a4579a9a5141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attempting to bind port 9fefa703-e83f-457b-b018-338f1cf660f8 by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': 'c905170a-0b2d-485f-a3f9-4fc9929debfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '5405c3fb-c5e2-4b3e-9dcd-830fb3beed3a'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:16:29.560322 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17b9a54-40a7-4762-a622-a4579a9a5141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attempting to bind port 9fefa703-e83f-457b-b018-338f1cf660f8 on network 5405c3fb-c5e2-4b3e-9dcd-830fb3beed3a {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:16:29.575843 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17b9a54-40a7-4762-a622-a4579a9a5141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Port 9fefa703-e83f-457b-b018-338f1cf660f8 on network 5405c3fb-c5e2-4b3e-9dcd-830fb3beed3a not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:16:29.576554 n-d-838550-3 neutron-server[102731]: ERROR neutron.plugins.ml2.managers [None req-c17b9a54-40a7-4762-a622-a4579a9a5141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Failed to bind port 9fefa703-e83f-457b-b018-338f1cf660f8 on host n-h2-838550-3 for vnic_type normal using segments [{'id': 'c905170a-0b2d-485f-a3f9-4fc9929debfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '5405c3fb-c5e2-4b3e-9dcd-830fb3beed3a'}] May 18 18:16:29.578994 n-d-838550-3 neutron-server[102731]: INFO neutron.plugins.ml2.plugin [None req-c17b9a54-40a7-4762-a622-a4579a9a5141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attempt 2 to bind port 9fefa703-e83f-457b-b018-338f1cf660f8 May 18 18:16:29.627166 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [None req-c17b9a54-40a7-4762-a622-a4579a9a5141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attempting to bind port 9fefa703-e83f-457b-b018-338f1cf660f8 on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:16:29.627824 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [None req-c17b9a54-40a7-4762-a622-a4579a9a5141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attempting to bind port 9fefa703-e83f-457b-b018-338f1cf660f8 by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': 'c905170a-0b2d-485f-a3f9-4fc9929debfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '5405c3fb-c5e2-4b3e-9dcd-830fb3beed3a'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:16:29.628139 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17b9a54-40a7-4762-a622-a4579a9a5141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attempting to bind port 9fefa703-e83f-457b-b018-338f1cf660f8 on network 5405c3fb-c5e2-4b3e-9dcd-830fb3beed3a {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:16:29.638656 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17b9a54-40a7-4762-a622-a4579a9a5141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Port 9fefa703-e83f-457b-b018-338f1cf660f8 on network 5405c3fb-c5e2-4b3e-9dcd-830fb3beed3a not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:16:29.639884 n-d-838550-3 neutron-server[102731]: ERROR neutron.plugins.ml2.managers [None req-c17b9a54-40a7-4762-a622-a4579a9a5141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Failed to bind port 9fefa703-e83f-457b-b018-338f1cf660f8 on host n-h2-838550-3 for vnic_type normal using segments [{'id': 'c905170a-0b2d-485f-a3f9-4fc9929debfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '5405c3fb-c5e2-4b3e-9dcd-830fb3beed3a'}] May 18 18:16:29.640298 n-d-838550-3 neutron-server[102731]: INFO neutron.plugins.ml2.plugin [None req-c17b9a54-40a7-4762-a622-a4579a9a5141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attempt 3 to bind port 9fefa703-e83f-457b-b018-338f1cf660f8 May 18 18:16:29.679146 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [None req-c17b9a54-40a7-4762-a622-a4579a9a5141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attempting to bind port 9fefa703-e83f-457b-b018-338f1cf660f8 on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:16:29.679327 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [None req-c17b9a54-40a7-4762-a622-a4579a9a5141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attempting to bind port 9fefa703-e83f-457b-b018-338f1cf660f8 by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': 'c905170a-0b2d-485f-a3f9-4fc9929debfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '5405c3fb-c5e2-4b3e-9dcd-830fb3beed3a'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:16:29.679810 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17b9a54-40a7-4762-a622-a4579a9a5141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attempting to bind port 9fefa703-e83f-457b-b018-338f1cf660f8 on network 5405c3fb-c5e2-4b3e-9dcd-830fb3beed3a {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:16:29.686492 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17b9a54-40a7-4762-a622-a4579a9a5141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Port 9fefa703-e83f-457b-b018-338f1cf660f8 on network 5405c3fb-c5e2-4b3e-9dcd-830fb3beed3a not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:16:29.686862 n-d-838550-3 neutron-server[102731]: ERROR neutron.plugins.ml2.managers [None req-c17b9a54-40a7-4762-a622-a4579a9a5141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Failed to bind port 9fefa703-e83f-457b-b018-338f1cf660f8 on host n-h2-838550-3 for vnic_type normal using segments [{'id': 'c905170a-0b2d-485f-a3f9-4fc9929debfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '5405c3fb-c5e2-4b3e-9dcd-830fb3beed3a'}] May 18 18:16:29.687343 n-d-838550-3 neutron-server[102731]: INFO neutron.plugins.ml2.plugin [None req-c17b9a54-40a7-4762-a622-a4579a9a5141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attempt 4 to bind port 9fefa703-e83f-457b-b018-338f1cf660f8 May 18 18:16:29.737958 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [None req-c17b9a54-40a7-4762-a622-a4579a9a5141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attempting to bind port 9fefa703-e83f-457b-b018-338f1cf660f8 on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:16:29.737958 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [None req-c17b9a54-40a7-4762-a622-a4579a9a5141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attempting to bind port 9fefa703-e83f-457b-b018-338f1cf660f8 by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': 'c905170a-0b2d-485f-a3f9-4fc9929debfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '5405c3fb-c5e2-4b3e-9dcd-830fb3beed3a'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:16:29.737958 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17b9a54-40a7-4762-a622-a4579a9a5141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attempting to bind port 9fefa703-e83f-457b-b018-338f1cf660f8 on network 5405c3fb-c5e2-4b3e-9dcd-830fb3beed3a {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:16:29.746623 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17b9a54-40a7-4762-a622-a4579a9a5141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Port 9fefa703-e83f-457b-b018-338f1cf660f8 on network 5405c3fb-c5e2-4b3e-9dcd-830fb3beed3a not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:16:29.746956 n-d-838550-3 neutron-server[102731]: ERROR neutron.plugins.ml2.managers [None req-c17b9a54-40a7-4762-a622-a4579a9a5141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Failed to bind port 9fefa703-e83f-457b-b018-338f1cf660f8 on host n-h2-838550-3 for vnic_type normal using segments [{'id': 'c905170a-0b2d-485f-a3f9-4fc9929debfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '5405c3fb-c5e2-4b3e-9dcd-830fb3beed3a'}] May 18 18:16:29.747359 n-d-838550-3 neutron-server[102731]: INFO neutron.plugins.ml2.plugin [None req-c17b9a54-40a7-4762-a622-a4579a9a5141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attempt 5 to bind port 9fefa703-e83f-457b-b018-338f1cf660f8 May 18 18:16:29.775524 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [None req-c17b9a54-40a7-4762-a622-a4579a9a5141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attempting to bind port 9fefa703-e83f-457b-b018-338f1cf660f8 on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:16:29.776033 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [None req-c17b9a54-40a7-4762-a622-a4579a9a5141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attempting to bind port 9fefa703-e83f-457b-b018-338f1cf660f8 by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': 'c905170a-0b2d-485f-a3f9-4fc9929debfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '5405c3fb-c5e2-4b3e-9dcd-830fb3beed3a'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:16:29.777284 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17b9a54-40a7-4762-a622-a4579a9a5141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attempting to bind port 9fefa703-e83f-457b-b018-338f1cf660f8 on network 5405c3fb-c5e2-4b3e-9dcd-830fb3beed3a {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:16:29.787195 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17b9a54-40a7-4762-a622-a4579a9a5141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Port 9fefa703-e83f-457b-b018-338f1cf660f8 on network 5405c3fb-c5e2-4b3e-9dcd-830fb3beed3a not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:16:29.787541 n-d-838550-3 neutron-server[102731]: ERROR neutron.plugins.ml2.managers [None req-c17b9a54-40a7-4762-a622-a4579a9a5141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Failed to bind port 9fefa703-e83f-457b-b018-338f1cf660f8 on host n-h2-838550-3 for vnic_type normal using segments [{'id': 'c905170a-0b2d-485f-a3f9-4fc9929debfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '5405c3fb-c5e2-4b3e-9dcd-830fb3beed3a'}] May 18 18:16:29.787937 n-d-838550-3 neutron-server[102731]: INFO neutron.plugins.ml2.plugin [None req-c17b9a54-40a7-4762-a622-a4579a9a5141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attempt 6 to bind port 9fefa703-e83f-457b-b018-338f1cf660f8 May 18 18:16:29.794211 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-66fd42e3-89cb-4e3b-8066-d22e9057fbe5 service neutron] 10.222.0.88 "GET /v2.0/networks/0e7f8700-cd62-410f-94e8-8debe82f99f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3078659 May 18 18:16:29.811303 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [None req-c17b9a54-40a7-4762-a622-a4579a9a5141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attempting to bind port 9fefa703-e83f-457b-b018-338f1cf660f8 on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:16:29.811688 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [None req-c17b9a54-40a7-4762-a622-a4579a9a5141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attempting to bind port 9fefa703-e83f-457b-b018-338f1cf660f8 by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': 'c905170a-0b2d-485f-a3f9-4fc9929debfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '5405c3fb-c5e2-4b3e-9dcd-830fb3beed3a'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:16:29.812024 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17b9a54-40a7-4762-a622-a4579a9a5141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attempting to bind port 9fefa703-e83f-457b-b018-338f1cf660f8 on network 5405c3fb-c5e2-4b3e-9dcd-830fb3beed3a {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:16:29.825102 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17b9a54-40a7-4762-a622-a4579a9a5141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Port 9fefa703-e83f-457b-b018-338f1cf660f8 on network 5405c3fb-c5e2-4b3e-9dcd-830fb3beed3a not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:16:29.825466 n-d-838550-3 neutron-server[102731]: ERROR neutron.plugins.ml2.managers [None req-c17b9a54-40a7-4762-a622-a4579a9a5141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Failed to bind port 9fefa703-e83f-457b-b018-338f1cf660f8 on host n-h2-838550-3 for vnic_type normal using segments [{'id': 'c905170a-0b2d-485f-a3f9-4fc9929debfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '5405c3fb-c5e2-4b3e-9dcd-830fb3beed3a'}] May 18 18:16:29.825866 n-d-838550-3 neutron-server[102731]: INFO neutron.plugins.ml2.plugin [None req-c17b9a54-40a7-4762-a622-a4579a9a5141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attempt 7 to bind port 9fefa703-e83f-457b-b018-338f1cf660f8 May 18 18:16:29.839894 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37c27a1b-623c-44a7-a5a8-1c1ff493d84b', 'tag': '3834bbf2-f7bf-4a97-a0c0-de4238651f93'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:16:29.842605 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b721d4a6-9e2b-44fa-b9ec-b8518eaa6893" -d '{"events": [{"name": "network-changed", "server_uuid": "37c27a1b-623c-44a7-a5a8-1c1ff493d84b", "tag": "3834bbf2-f7bf-4a97-a0c0-de4238651f93"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:16:29.880189 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-fef47eef-a27c-4398-98c4-06227d3d12d5 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.217&port_id=75d8fbc0-97dd-4aea-a1f2-9e5de043f940 HTTP/1.1" status: 200 len: 217 time: 0.0730076 May 18 18:16:29.892207 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [None req-c17b9a54-40a7-4762-a622-a4579a9a5141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attempting to bind port 9fefa703-e83f-457b-b018-338f1cf660f8 on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:16:29.892534 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [None req-c17b9a54-40a7-4762-a622-a4579a9a5141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attempting to bind port 9fefa703-e83f-457b-b018-338f1cf660f8 by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': 'c905170a-0b2d-485f-a3f9-4fc9929debfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '5405c3fb-c5e2-4b3e-9dcd-830fb3beed3a'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:16:29.892871 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17b9a54-40a7-4762-a622-a4579a9a5141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attempting to bind port 9fefa703-e83f-457b-b018-338f1cf660f8 on network 5405c3fb-c5e2-4b3e-9dcd-830fb3beed3a {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:16:29.902228 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17b9a54-40a7-4762-a622-a4579a9a5141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Port 9fefa703-e83f-457b-b018-338f1cf660f8 on network 5405c3fb-c5e2-4b3e-9dcd-830fb3beed3a not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:16:29.902573 n-d-838550-3 neutron-server[102731]: ERROR neutron.plugins.ml2.managers [None req-c17b9a54-40a7-4762-a622-a4579a9a5141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Failed to bind port 9fefa703-e83f-457b-b018-338f1cf660f8 on host n-h2-838550-3 for vnic_type normal using segments [{'id': 'c905170a-0b2d-485f-a3f9-4fc9929debfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '5405c3fb-c5e2-4b3e-9dcd-830fb3beed3a'}] May 18 18:16:29.903178 n-d-838550-3 neutron-server[102731]: INFO neutron.plugins.ml2.plugin [None req-c17b9a54-40a7-4762-a622-a4579a9a5141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attempt 8 to bind port 9fefa703-e83f-457b-b018-338f1cf660f8 May 18 18:16:29.990391 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-4f73c2fd-9fbd-4011-add6-0624e52ef3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:29.995081 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-4f73c2fd-9fbd-4011-add6-0624e52ef3f1 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=45630181-3d16-4d8d-916e-5a6318bba46b HTTP/1.1" status: 200 len: 797 time: 0.1037023 May 18 18:16:30.164329 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-0af3a07d-33ca-47ea-8494-861a8990781b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:30.173350 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-0af3a07d-33ca-47ea-8494-861a8990781b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=a49d7af7-9a16-489e-8fc6-4b85db67dcd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1630790 May 18 18:16:30.260459 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [None req-c17b9a54-40a7-4762-a622-a4579a9a5141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attempting to bind port 9fefa703-e83f-457b-b018-338f1cf660f8 on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:16:30.260882 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [None req-c17b9a54-40a7-4762-a622-a4579a9a5141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attempting to bind port 9fefa703-e83f-457b-b018-338f1cf660f8 by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': 'c905170a-0b2d-485f-a3f9-4fc9929debfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '5405c3fb-c5e2-4b3e-9dcd-830fb3beed3a'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:16:30.261196 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17b9a54-40a7-4762-a622-a4579a9a5141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attempting to bind port 9fefa703-e83f-457b-b018-338f1cf660f8 on network 5405c3fb-c5e2-4b3e-9dcd-830fb3beed3a {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:16:30.272893 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17b9a54-40a7-4762-a622-a4579a9a5141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Port 9fefa703-e83f-457b-b018-338f1cf660f8 on network 5405c3fb-c5e2-4b3e-9dcd-830fb3beed3a not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:16:30.273314 n-d-838550-3 neutron-server[102731]: ERROR neutron.plugins.ml2.managers [None req-c17b9a54-40a7-4762-a622-a4579a9a5141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Failed to bind port 9fefa703-e83f-457b-b018-338f1cf660f8 on host n-h2-838550-3 for vnic_type normal using segments [{'id': 'c905170a-0b2d-485f-a3f9-4fc9929debfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '5405c3fb-c5e2-4b3e-9dcd-830fb3beed3a'}] May 18 18:16:30.276132 n-d-838550-3 neutron-server[102731]: INFO neutron.plugins.ml2.plugin [None req-c17b9a54-40a7-4762-a622-a4579a9a5141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attempt 9 to bind port 9fefa703-e83f-457b-b018-338f1cf660f8 May 18 18:16:30.290082 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710be7ac-ba46-489d-a07e-07df60f5e414 req-cd9be968-f726-43da-97cb-35c4e7492226 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:30.291674 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-710be7ac-ba46-489d-a07e-07df60f5e414 req-cd9be968-f726-43da-97cb-35c4e7492226 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/ports?device_id=e7d367c4-6a3d-46ea-aabf-d21c7a42ae9f HTTP/1.1" status: 200 len: 945 time: 0.4622345 May 18 18:16:30.311943 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [None req-c17b9a54-40a7-4762-a622-a4579a9a5141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attempting to bind port 9fefa703-e83f-457b-b018-338f1cf660f8 on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:16:30.312610 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [None req-c17b9a54-40a7-4762-a622-a4579a9a5141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attempting to bind port 9fefa703-e83f-457b-b018-338f1cf660f8 by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': 'c905170a-0b2d-485f-a3f9-4fc9929debfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '5405c3fb-c5e2-4b3e-9dcd-830fb3beed3a'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:16:30.313071 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17b9a54-40a7-4762-a622-a4579a9a5141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attempting to bind port 9fefa703-e83f-457b-b018-338f1cf660f8 on network 5405c3fb-c5e2-4b3e-9dcd-830fb3beed3a {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:16:30.328577 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-973555d4-dfeb-4119-a30e-b58ebf5ed3fe x-openstack-request-id: req-973555d4-dfeb-4119-a30e-b58ebf5ed3fe {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:16:30.328936 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37c27a1b-623c-44a7-a5a8-1c1ff493d84b", "tag": "3834bbf2-f7bf-4a97-a0c0-de4238651f93", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:16:30.329140 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-973555d4-dfeb-4119-a30e-b58ebf5ed3fe {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:16:30.329509 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-973555d4-dfeb-4119-a30e-b58ebf5ed3fe'] response: {'name': 'network-changed', 'server_uuid': '37c27a1b-623c-44a7-a5a8-1c1ff493d84b', 'tag': '3834bbf2-f7bf-4a97-a0c0-de4238651f93', 'status': 'completed', 'code': 200} May 18 18:16:30.335211 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17b9a54-40a7-4762-a622-a4579a9a5141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Port 9fefa703-e83f-457b-b018-338f1cf660f8 on network 5405c3fb-c5e2-4b3e-9dcd-830fb3beed3a not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:16:30.335574 n-d-838550-3 neutron-server[102731]: ERROR neutron.plugins.ml2.managers [None req-c17b9a54-40a7-4762-a622-a4579a9a5141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Failed to bind port 9fefa703-e83f-457b-b018-338f1cf660f8 on host n-h2-838550-3 for vnic_type normal using segments [{'id': 'c905170a-0b2d-485f-a3f9-4fc9929debfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '5405c3fb-c5e2-4b3e-9dcd-830fb3beed3a'}] May 18 18:16:30.345322 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-375695ba-e74d-49e8-a43a-67c411d3c3ed service neutron] 10.222.0.88 "GET /v2.0/networks/a49d7af7-9a16-489e-8fc6-4b85db67dcd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623197 May 18 18:16:30.353344 n-d-838550-3 neutron-server[102731]: INFO neutron.plugins.ml2.plugin [None req-c17b9a54-40a7-4762-a622-a4579a9a5141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attempt 10 to bind port 9fefa703-e83f-457b-b018-338f1cf660f8 May 18 18:16:30.360236 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-710be7ac-ba46-489d-a07e-07df60f5e414 req-41d184da-3137-4c5b-8252-c8b67bd3b7a9 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/security-groups?id=0cf286b9-4259-46f9-a9b8-06a8c9d0d055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625296 May 18 18:16:30.391234 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [None req-c17b9a54-40a7-4762-a622-a4579a9a5141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attempting to bind port 9fefa703-e83f-457b-b018-338f1cf660f8 on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:16:30.391976 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [None req-c17b9a54-40a7-4762-a622-a4579a9a5141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attempting to bind port 9fefa703-e83f-457b-b018-338f1cf660f8 by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': 'c905170a-0b2d-485f-a3f9-4fc9929debfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '5405c3fb-c5e2-4b3e-9dcd-830fb3beed3a'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:16:30.392778 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17b9a54-40a7-4762-a622-a4579a9a5141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attempting to bind port 9fefa703-e83f-457b-b018-338f1cf660f8 on network 5405c3fb-c5e2-4b3e-9dcd-830fb3beed3a {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:16:30.420291 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17b9a54-40a7-4762-a622-a4579a9a5141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Port 9fefa703-e83f-457b-b018-338f1cf660f8 on network 5405c3fb-c5e2-4b3e-9dcd-830fb3beed3a not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:16:30.420874 n-d-838550-3 neutron-server[102731]: ERROR neutron.plugins.ml2.managers [None req-c17b9a54-40a7-4762-a622-a4579a9a5141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Failed to bind port 9fefa703-e83f-457b-b018-338f1cf660f8 on host n-h2-838550-3 for vnic_type normal using segments [{'id': 'c905170a-0b2d-485f-a3f9-4fc9929debfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '5405c3fb-c5e2-4b3e-9dcd-830fb3beed3a'}] May 18 18:16:30.421413 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c17b9a54-40a7-4762-a622-a4579a9a5141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:30.593886 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-c17b9a54-40a7-4762-a622-a4579a9a5141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] For port 9fefa703-e83f-457b-b018-338f1cf660f8, host n-h2-838550-3, cleared binding levels {{(pid=102731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:16:30.593886 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-c17b9a54-40a7-4762-a622-a4579a9a5141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attempted to set empty binding levels {{(pid=102731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} May 18 18:16:30.599931 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c17b9a54-40a7-4762-a622-a4579a9a5141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:30.626819 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-d3ec60e4-56e2-4cb7-a710-68995c249832 service neutron] 10.222.0.88 "GET /v2.0/networks/a49d7af7-9a16-489e-8fc6-4b85db67dcd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2622650 May 18 18:16:30.652533 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ab816e-941d-43c3-9c0b-37a910237c2e req-987fa64d-e223-41f8-962b-00a94b232dae tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:30.659254 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ab816e-941d-43c3-9c0b-37a910237c2e req-987fa64d-e223-41f8-962b-00a94b232dae tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:30.666562 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ab816e-941d-43c3-9c0b-37a910237c2e req-987fa64d-e223-41f8-962b-00a94b232dae tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:30.673447 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ab816e-941d-43c3-9c0b-37a910237c2e req-987fa64d-e223-41f8-962b-00a94b232dae tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:30.682469 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ab816e-941d-43c3-9c0b-37a910237c2e req-987fa64d-e223-41f8-962b-00a94b232dae tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:30.688951 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ab816e-941d-43c3-9c0b-37a910237c2e req-987fa64d-e223-41f8-962b-00a94b232dae tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:30.697329 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c17b9a54-40a7-4762-a622-a4579a9a5141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:30.698843 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c17b9a54-40a7-4762-a622-a4579a9a5141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:30.706974 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ab816e-941d-43c3-9c0b-37a910237c2e req-987fa64d-e223-41f8-962b-00a94b232dae tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:30.719005 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-63ab816e-941d-43c3-9c0b-37a910237c2e req-987fa64d-e223-41f8-962b-00a94b232dae tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "GET /v2.0/ports?device_id=37c27a1b-623c-44a7-a5a8-1c1ff493d84b HTTP/1.1" status: 200 len: 5428 time: 0.2324107 May 18 18:16:30.726224 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17b9a54-40a7-4762-a622-a4579a9a5141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Pushing event updated for resources: {'Port': ['ID=9fefa703-e83f-457b-b018-338f1cf660f8,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:16:30.745657 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-c17b9a54-40a7-4762-a622-a4579a9a5141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 2.5107331 May 18 18:16:30.746703 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 34994) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:16:30.829809 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-0539299d-b6ce-4336-83bc-fa1cb7095789 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.237&port_id=bfe302f4-31b0-4e60-be0f-bcfe30840d72 HTTP/1.1" status: 200 len: 217 time: 0.0986857 May 18 18:16:30.870073 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-96abf1d5-35e1-43de-9cdc-3df24e21e543 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Deleting port 9fefa703-e83f-457b-b018-338f1cf660f8 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:16:30.870431 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-96abf1d5-35e1-43de-9cdc-3df24e21e543 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:30.938127 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:30.946739 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-63ab816e-941d-43c3-9c0b-37a910237c2e req-91d63990-6f5c-4b08-a632-eff165b29b24 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "GET /v2.0/security-groups?id=987873b8-e341-4d92-9eb4-c3682f6ae42f&id=9a2067b3-2854-40c8-880f-cf75b37fd6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2261479 May 18 18:16:30.959174 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-96abf1d5-35e1-43de-9cdc-3df24e21e543 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] For port 9fefa703-e83f-457b-b018-338f1cf660f8, host n-h2-838550-3, got binding levels [] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:16:30.961830 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-96abf1d5-35e1-43de-9cdc-3df24e21e543 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:30.990344 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-12296941-17d0-45e9-8dbf-33a0032a94ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:30.996325 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-12296941-17d0-45e9-8dbf-33a0032a94ca service neutron] 10.222.0.88 "GET /v2.0/subnets?id=45630181-3d16-4d8d-916e-5a6318bba46b HTTP/1.1" status: 200 len: 797 time: 0.1526265 May 18 18:16:30.997280 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-96abf1d5-35e1-43de-9cdc-3df24e21e543 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Calling delete_port for 9fefa703-e83f-457b-b018-338f1cf660f8 owned by {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:16:31.053510 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:31.093213 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-c230e409-4ccd-4a0c-a48e-c4ed8514a200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:31.095698 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-c230e409-4ccd-4a0c-a48e-c4ed8514a200 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=a49d7af7-9a16-489e-8fc6-4b85db67dcd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0866916 May 18 18:16:31.113768 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-96abf1d5-35e1-43de-9cdc-3df24e21e543 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:31.149449 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96abf1d5-35e1-43de-9cdc-3df24e21e543 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Pushing event deleted for resources: {'Port': ['ID=9fefa703-e83f-457b-b018-338f1cf660f8,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:16:31.162807 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-96abf1d5-35e1-43de-9cdc-3df24e21e543 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:31.171666 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-96abf1d5-35e1-43de-9cdc-3df24e21e543 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] 10.222.0.85 "DELETE /v2.0/ports/9fefa703-e83f-457b-b018-338f1cf660f8 HTTP/1.1" status: 204 len: 168 time: 0.4238918 May 18 18:16:31.172350 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 35002) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:16:31.204467 n-d-838550-3 neutron-server[102731]: INFO neutron.pecan_wsgi.hooks.translation [None req-234b4f1c-9226-4c1c-88a6-76631e523996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] GET failed (client error): The resource could not be found. May 18 18:16:31.212561 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-234b4f1c-9226-4c1c-88a6-76631e523996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] 10.222.0.85 "GET /v2.0/ports/9fefa703-e83f-457b-b018-338f1cf660f8 HTTP/1.1" status: 404 len: 333 time: 0.0388334 May 18 18:16:31.214608 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 35006) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:16:31.220683 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-1fb6e61a-07d5-441c-94bd-837358bc9ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Request body: {'port': {'network_id': '5405c3fb-c5e2-4b3e-9dcd-830fb3beed3a', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875614264'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:16:31.247054 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fb6e61a-07d5-441c-94bd-837358bc9ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Made reservation on behalf of f96c7be7e0c040049764248d7d122df1 for: {'port': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:16:31.249311 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1fb6e61a-07d5-441c-94bd-837358bc9ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:31.268855 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [None req-1fb6e61a-07d5-441c-94bd-837358bc9ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] device_id is not set on port 80f87dcb-3c70-40f3-be05-6e22fdcd9cbe yet. {{(pid=102731) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 18 18:16:31.308837 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-315f62df-426b-4cfb-a84d-0d1b7c13eb44 service neutron] 10.222.0.88 "GET /v2.0/networks/a49d7af7-9a16-489e-8fc6-4b85db67dcd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824696 May 18 18:16:31.454551 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-ecec2ee8-35f4-41b1-8a0e-797b7c9e0a17 service neutron] 10.222.0.88 "GET /v2.0/networks/a49d7af7-9a16-489e-8fc6-4b85db67dcd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393623 May 18 18:16:31.522192 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-4d4d1993-75e8-495b-a286-74a80dcc83c3 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.20&port_id=aa23f36f-8afa-400e-91a0-e1e420831fe3 HTTP/1.1" status: 200 len: 217 time: 0.0515411 May 18 18:16:31.593891 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1fb6e61a-07d5-441c-94bd-837358bc9ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:31.635323 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-cdc81dd9-6868-4be7-887a-76f9b1bfeaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:31.636775 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-cdc81dd9-6868-4be7-887a-76f9b1bfeaaa service neutron] 10.222.0.88 "GET /v2.0/subnets?id=45630181-3d16-4d8d-916e-5a6318bba46b HTTP/1.1" status: 200 len: 797 time: 0.1087203 May 18 18:16:31.641184 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41394ff6-ecad-4d9f-be36-0becc489da8a req-8329fd7f-2628-4178-83e7-4f40af43e7f6 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:31.642914 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-41394ff6-ecad-4d9f-be36-0becc489da8a req-8329fd7f-2628-4178-83e7-4f40af43e7f6 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/ports?device_id=e7d367c4-6a3d-46ea-aabf-d21c7a42ae9f HTTP/1.1" status: 200 len: 945 time: 0.1057708 May 18 18:16:31.737240 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-b61dd851-09db-4a71-b38c-87ef699d43da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:31.740676 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-b61dd851-09db-4a71-b38c-87ef699d43da service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=a49d7af7-9a16-489e-8fc6-4b85db67dcd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0877826 May 18 18:16:31.767439 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1fb6e61a-07d5-441c-94bd-837358bc9ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:31.832825 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-41394ff6-ecad-4d9f-be36-0becc489da8a req-16aef364-5a83-4943-b2ba-23605d222d2c tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/security-groups?id=0cf286b9-4259-46f9-a9b8-06a8c9d0d055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783371 May 18 18:16:31.847942 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb6e61a-07d5-441c-94bd-837358bc9ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Network 5405c3fb-c5e2-4b3e-9dcd-830fb3beed3a is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:16:31.871751 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-1fb6e61a-07d5-441c-94bd-837358bc9ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:16:31.879942 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb6e61a-07d5-441c-94bd-837358bc9ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:16:31.881098 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb6e61a-07d5-441c-94bd-837358bc9ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:31.881647 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1fb6e61a-07d5-441c-94bd-837358bc9ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:31.912351 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-1d877d0b-8ccf-4eb1-baf2-6e08d3547ba6 service neutron] 10.222.0.88 "GET /v2.0/networks/a49d7af7-9a16-489e-8fc6-4b85db67dcd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600006 May 18 18:16:31.924330 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb6e61a-07d5-441c-94bd-837358bc9ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Pushing event updated for resources: {'Port': ['ID=80f87dcb-3c70-40f3-be05-6e22fdcd9cbe,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:16:31.942396 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-1fb6e61a-07d5-441c-94bd-837358bc9ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.7265573 May 18 18:16:31.943393 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 35030) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:16:31.948876 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-cd9b59f3-d158-4140-9f0f-03603863de6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-838550-3'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:16:32.040180 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-cd9b59f3-d158-4140-9f0f-03603863de6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:32.066857 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-01205bdd-45fa-42f1-a75c-563a3d9d2168 service neutron] 10.222.0.88 "GET /v2.0/networks/a49d7af7-9a16-489e-8fc6-4b85db67dcd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457062 May 18 18:16:32.223109 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-9931ef54-31a0-4ff6-915f-aa30ef528537 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.37&port_id=0a586e3e-14a2-4a7b-a6df-16a75e1063f9 HTTP/1.1" status: 200 len: 217 time: 0.1004839 May 18 18:16:32.296711 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-91ba0165-73e7-42cc-90e1-29053334ea6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:32.298324 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-91ba0165-73e7-42cc-90e1-29053334ea6d service neutron] 10.222.0.88 "GET /v2.0/subnets?id=45630181-3d16-4d8d-916e-5a6318bba46b HTTP/1.1" status: 200 len: 797 time: 0.0670164 May 18 18:16:32.325085 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16451e89-3baa-416a-a911-032002a52750 req-31c6fdf5-59e7-42c1-a34f-671982bbe0ea tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:32.332607 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16451e89-3baa-416a-a911-032002a52750 req-31c6fdf5-59e7-42c1-a34f-671982bbe0ea tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:32.335971 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [None req-cd9b59f3-d158-4140-9f0f-03603863de6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] device_id is not set on port 80f87dcb-3c70-40f3-be05-6e22fdcd9cbe yet. {{(pid=102731) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 18 18:16:32.338963 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16451e89-3baa-416a-a911-032002a52750 req-31c6fdf5-59e7-42c1-a34f-671982bbe0ea tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:32.346821 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16451e89-3baa-416a-a911-032002a52750 req-31c6fdf5-59e7-42c1-a34f-671982bbe0ea tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:32.347042 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-cd9b59f3-d158-4140-9f0f-03603863de6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:32.356089 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-cd9b59f3-d158-4140-9f0f-03603863de6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:32.356371 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16451e89-3baa-416a-a911-032002a52750 req-31c6fdf5-59e7-42c1-a34f-671982bbe0ea tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:32.366085 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16451e89-3baa-416a-a911-032002a52750 req-31c6fdf5-59e7-42c1-a34f-671982bbe0ea tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:32.378552 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16451e89-3baa-416a-a911-032002a52750 req-31c6fdf5-59e7-42c1-a34f-671982bbe0ea tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:32.381043 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-16451e89-3baa-416a-a911-032002a52750 req-31c6fdf5-59e7-42c1-a34f-671982bbe0ea tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "GET /v2.0/ports?device_id=37c27a1b-623c-44a7-a5a8-1c1ff493d84b HTTP/1.1" status: 200 len: 5428 time: 0.3001626 May 18 18:16:32.454547 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9b59f3-d158-4140-9f0f-03603863de6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Pushing event updated for resources: {'Port': ['ID=80f87dcb-3c70-40f3-be05-6e22fdcd9cbe,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:16:32.463387 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [None req-cd9b59f3-d158-4140-9f0f-03603863de6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attempting to bind port 80f87dcb-3c70-40f3-be05-6e22fdcd9cbe on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:16:32.463754 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [None req-cd9b59f3-d158-4140-9f0f-03603863de6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attempting to bind port 80f87dcb-3c70-40f3-be05-6e22fdcd9cbe by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': 'c905170a-0b2d-485f-a3f9-4fc9929debfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '5405c3fb-c5e2-4b3e-9dcd-830fb3beed3a'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:16:32.464055 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9b59f3-d158-4140-9f0f-03603863de6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attempting to bind port 80f87dcb-3c70-40f3-be05-6e22fdcd9cbe on network 5405c3fb-c5e2-4b3e-9dcd-830fb3beed3a {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:16:32.470208 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9b59f3-d158-4140-9f0f-03603863de6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Port 80f87dcb-3c70-40f3-be05-6e22fdcd9cbe on network 5405c3fb-c5e2-4b3e-9dcd-830fb3beed3a not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:16:32.470687 n-d-838550-3 neutron-server[102731]: ERROR neutron.plugins.ml2.managers [None req-cd9b59f3-d158-4140-9f0f-03603863de6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Failed to bind port 80f87dcb-3c70-40f3-be05-6e22fdcd9cbe on host n-h2-838550-3 for vnic_type normal using segments [{'id': 'c905170a-0b2d-485f-a3f9-4fc9929debfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '5405c3fb-c5e2-4b3e-9dcd-830fb3beed3a'}] May 18 18:16:32.471091 n-d-838550-3 neutron-server[102731]: INFO neutron.plugins.ml2.plugin [None req-cd9b59f3-d158-4140-9f0f-03603863de6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attempt 2 to bind port 80f87dcb-3c70-40f3-be05-6e22fdcd9cbe May 18 18:16:32.487090 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [None req-cd9b59f3-d158-4140-9f0f-03603863de6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attempting to bind port 80f87dcb-3c70-40f3-be05-6e22fdcd9cbe on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:16:32.487418 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [None req-cd9b59f3-d158-4140-9f0f-03603863de6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attempting to bind port 80f87dcb-3c70-40f3-be05-6e22fdcd9cbe by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': 'c905170a-0b2d-485f-a3f9-4fc9929debfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '5405c3fb-c5e2-4b3e-9dcd-830fb3beed3a'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:16:32.488092 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9b59f3-d158-4140-9f0f-03603863de6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attempting to bind port 80f87dcb-3c70-40f3-be05-6e22fdcd9cbe on network 5405c3fb-c5e2-4b3e-9dcd-830fb3beed3a {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:16:32.492708 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-16451e89-3baa-416a-a911-032002a52750 req-d1e249d5-78db-45be-b178-fe60b4e574c2 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "GET /v2.0/security-groups?id=987873b8-e341-4d92-9eb4-c3682f6ae42f&id=9a2067b3-2854-40c8-880f-cf75b37fd6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1000972 May 18 18:16:32.495158 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9b59f3-d158-4140-9f0f-03603863de6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Port 80f87dcb-3c70-40f3-be05-6e22fdcd9cbe on network 5405c3fb-c5e2-4b3e-9dcd-830fb3beed3a not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:16:32.495846 n-d-838550-3 neutron-server[102731]: ERROR neutron.plugins.ml2.managers [None req-cd9b59f3-d158-4140-9f0f-03603863de6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Failed to bind port 80f87dcb-3c70-40f3-be05-6e22fdcd9cbe on host n-h2-838550-3 for vnic_type normal using segments [{'id': 'c905170a-0b2d-485f-a3f9-4fc9929debfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '5405c3fb-c5e2-4b3e-9dcd-830fb3beed3a'}] May 18 18:16:32.496092 n-d-838550-3 neutron-server[102731]: INFO neutron.plugins.ml2.plugin [None req-cd9b59f3-d158-4140-9f0f-03603863de6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attempt 3 to bind port 80f87dcb-3c70-40f3-be05-6e22fdcd9cbe May 18 18:16:32.500195 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-dce12fca-7a7d-4bcb-94a4-9f5fa01a6b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:32.502096 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-dce12fca-7a7d-4bcb-94a4-9f5fa01a6b02 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=a49d7af7-9a16-489e-8fc6-4b85db67dcd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1199915 May 18 18:16:32.512022 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [None req-cd9b59f3-d158-4140-9f0f-03603863de6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attempting to bind port 80f87dcb-3c70-40f3-be05-6e22fdcd9cbe on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:16:32.512749 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [None req-cd9b59f3-d158-4140-9f0f-03603863de6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attempting to bind port 80f87dcb-3c70-40f3-be05-6e22fdcd9cbe by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': 'c905170a-0b2d-485f-a3f9-4fc9929debfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '5405c3fb-c5e2-4b3e-9dcd-830fb3beed3a'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:16:32.513092 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9b59f3-d158-4140-9f0f-03603863de6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attempting to bind port 80f87dcb-3c70-40f3-be05-6e22fdcd9cbe on network 5405c3fb-c5e2-4b3e-9dcd-830fb3beed3a {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:16:32.530876 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9b59f3-d158-4140-9f0f-03603863de6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Port 80f87dcb-3c70-40f3-be05-6e22fdcd9cbe on network 5405c3fb-c5e2-4b3e-9dcd-830fb3beed3a not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:16:32.531224 n-d-838550-3 neutron-server[102731]: ERROR neutron.plugins.ml2.managers [None req-cd9b59f3-d158-4140-9f0f-03603863de6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Failed to bind port 80f87dcb-3c70-40f3-be05-6e22fdcd9cbe on host n-h2-838550-3 for vnic_type normal using segments [{'id': 'c905170a-0b2d-485f-a3f9-4fc9929debfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '5405c3fb-c5e2-4b3e-9dcd-830fb3beed3a'}] May 18 18:16:32.531596 n-d-838550-3 neutron-server[102731]: INFO neutron.plugins.ml2.plugin [None req-cd9b59f3-d158-4140-9f0f-03603863de6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attempt 4 to bind port 80f87dcb-3c70-40f3-be05-6e22fdcd9cbe May 18 18:16:32.549233 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [None req-cd9b59f3-d158-4140-9f0f-03603863de6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attempting to bind port 80f87dcb-3c70-40f3-be05-6e22fdcd9cbe on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:16:32.549651 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [None req-cd9b59f3-d158-4140-9f0f-03603863de6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attempting to bind port 80f87dcb-3c70-40f3-be05-6e22fdcd9cbe by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': 'c905170a-0b2d-485f-a3f9-4fc9929debfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '5405c3fb-c5e2-4b3e-9dcd-830fb3beed3a'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:16:32.549996 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9b59f3-d158-4140-9f0f-03603863de6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attempting to bind port 80f87dcb-3c70-40f3-be05-6e22fdcd9cbe on network 5405c3fb-c5e2-4b3e-9dcd-830fb3beed3a {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:16:32.555856 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9b59f3-d158-4140-9f0f-03603863de6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Port 80f87dcb-3c70-40f3-be05-6e22fdcd9cbe on network 5405c3fb-c5e2-4b3e-9dcd-830fb3beed3a not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:16:32.556190 n-d-838550-3 neutron-server[102731]: ERROR neutron.plugins.ml2.managers [None req-cd9b59f3-d158-4140-9f0f-03603863de6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Failed to bind port 80f87dcb-3c70-40f3-be05-6e22fdcd9cbe on host n-h2-838550-3 for vnic_type normal using segments [{'id': 'c905170a-0b2d-485f-a3f9-4fc9929debfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '5405c3fb-c5e2-4b3e-9dcd-830fb3beed3a'}] May 18 18:16:32.556674 n-d-838550-3 neutron-server[102731]: INFO neutron.plugins.ml2.plugin [None req-cd9b59f3-d158-4140-9f0f-03603863de6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attempt 5 to bind port 80f87dcb-3c70-40f3-be05-6e22fdcd9cbe May 18 18:16:32.573057 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [None req-cd9b59f3-d158-4140-9f0f-03603863de6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attempting to bind port 80f87dcb-3c70-40f3-be05-6e22fdcd9cbe on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:16:32.573420 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [None req-cd9b59f3-d158-4140-9f0f-03603863de6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attempting to bind port 80f87dcb-3c70-40f3-be05-6e22fdcd9cbe by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': 'c905170a-0b2d-485f-a3f9-4fc9929debfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '5405c3fb-c5e2-4b3e-9dcd-830fb3beed3a'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:16:32.576620 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9b59f3-d158-4140-9f0f-03603863de6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attempting to bind port 80f87dcb-3c70-40f3-be05-6e22fdcd9cbe on network 5405c3fb-c5e2-4b3e-9dcd-830fb3beed3a {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:16:32.579244 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9b59f3-d158-4140-9f0f-03603863de6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Port 80f87dcb-3c70-40f3-be05-6e22fdcd9cbe on network 5405c3fb-c5e2-4b3e-9dcd-830fb3beed3a not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:16:32.579576 n-d-838550-3 neutron-server[102731]: ERROR neutron.plugins.ml2.managers [None req-cd9b59f3-d158-4140-9f0f-03603863de6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Failed to bind port 80f87dcb-3c70-40f3-be05-6e22fdcd9cbe on host n-h2-838550-3 for vnic_type normal using segments [{'id': 'c905170a-0b2d-485f-a3f9-4fc9929debfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '5405c3fb-c5e2-4b3e-9dcd-830fb3beed3a'}] May 18 18:16:32.579978 n-d-838550-3 neutron-server[102731]: INFO neutron.plugins.ml2.plugin [None req-cd9b59f3-d158-4140-9f0f-03603863de6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attempt 6 to bind port 80f87dcb-3c70-40f3-be05-6e22fdcd9cbe May 18 18:16:32.594735 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [None req-cd9b59f3-d158-4140-9f0f-03603863de6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attempting to bind port 80f87dcb-3c70-40f3-be05-6e22fdcd9cbe on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:16:32.595080 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [None req-cd9b59f3-d158-4140-9f0f-03603863de6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attempting to bind port 80f87dcb-3c70-40f3-be05-6e22fdcd9cbe by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': 'c905170a-0b2d-485f-a3f9-4fc9929debfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '5405c3fb-c5e2-4b3e-9dcd-830fb3beed3a'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:16:32.595418 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9b59f3-d158-4140-9f0f-03603863de6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attempting to bind port 80f87dcb-3c70-40f3-be05-6e22fdcd9cbe on network 5405c3fb-c5e2-4b3e-9dcd-830fb3beed3a {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:16:32.600897 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9b59f3-d158-4140-9f0f-03603863de6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Port 80f87dcb-3c70-40f3-be05-6e22fdcd9cbe on network 5405c3fb-c5e2-4b3e-9dcd-830fb3beed3a not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:16:32.602032 n-d-838550-3 neutron-server[102731]: ERROR neutron.plugins.ml2.managers [None req-cd9b59f3-d158-4140-9f0f-03603863de6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Failed to bind port 80f87dcb-3c70-40f3-be05-6e22fdcd9cbe on host n-h2-838550-3 for vnic_type normal using segments [{'id': 'c905170a-0b2d-485f-a3f9-4fc9929debfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '5405c3fb-c5e2-4b3e-9dcd-830fb3beed3a'}] May 18 18:16:32.602616 n-d-838550-3 neutron-server[102731]: INFO neutron.plugins.ml2.plugin [None req-cd9b59f3-d158-4140-9f0f-03603863de6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attempt 7 to bind port 80f87dcb-3c70-40f3-be05-6e22fdcd9cbe May 18 18:16:32.622290 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [None req-cd9b59f3-d158-4140-9f0f-03603863de6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attempting to bind port 80f87dcb-3c70-40f3-be05-6e22fdcd9cbe on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:16:32.622622 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [None req-cd9b59f3-d158-4140-9f0f-03603863de6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attempting to bind port 80f87dcb-3c70-40f3-be05-6e22fdcd9cbe by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': 'c905170a-0b2d-485f-a3f9-4fc9929debfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '5405c3fb-c5e2-4b3e-9dcd-830fb3beed3a'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:16:32.623099 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9b59f3-d158-4140-9f0f-03603863de6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attempting to bind port 80f87dcb-3c70-40f3-be05-6e22fdcd9cbe on network 5405c3fb-c5e2-4b3e-9dcd-830fb3beed3a {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:16:32.629142 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9b59f3-d158-4140-9f0f-03603863de6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Port 80f87dcb-3c70-40f3-be05-6e22fdcd9cbe on network 5405c3fb-c5e2-4b3e-9dcd-830fb3beed3a not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:16:32.629654 n-d-838550-3 neutron-server[102731]: ERROR neutron.plugins.ml2.managers [None req-cd9b59f3-d158-4140-9f0f-03603863de6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Failed to bind port 80f87dcb-3c70-40f3-be05-6e22fdcd9cbe on host n-h2-838550-3 for vnic_type normal using segments [{'id': 'c905170a-0b2d-485f-a3f9-4fc9929debfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '5405c3fb-c5e2-4b3e-9dcd-830fb3beed3a'}] May 18 18:16:32.630118 n-d-838550-3 neutron-server[102731]: INFO neutron.plugins.ml2.plugin [None req-cd9b59f3-d158-4140-9f0f-03603863de6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attempt 8 to bind port 80f87dcb-3c70-40f3-be05-6e22fdcd9cbe May 18 18:16:32.650947 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [None req-cd9b59f3-d158-4140-9f0f-03603863de6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attempting to bind port 80f87dcb-3c70-40f3-be05-6e22fdcd9cbe on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:16:32.651792 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [None req-cd9b59f3-d158-4140-9f0f-03603863de6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attempting to bind port 80f87dcb-3c70-40f3-be05-6e22fdcd9cbe by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': 'c905170a-0b2d-485f-a3f9-4fc9929debfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '5405c3fb-c5e2-4b3e-9dcd-830fb3beed3a'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:16:32.652540 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9b59f3-d158-4140-9f0f-03603863de6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attempting to bind port 80f87dcb-3c70-40f3-be05-6e22fdcd9cbe on network 5405c3fb-c5e2-4b3e-9dcd-830fb3beed3a {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:16:32.660694 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9b59f3-d158-4140-9f0f-03603863de6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Port 80f87dcb-3c70-40f3-be05-6e22fdcd9cbe on network 5405c3fb-c5e2-4b3e-9dcd-830fb3beed3a not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:16:32.660967 n-d-838550-3 neutron-server[102731]: ERROR neutron.plugins.ml2.managers [None req-cd9b59f3-d158-4140-9f0f-03603863de6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Failed to bind port 80f87dcb-3c70-40f3-be05-6e22fdcd9cbe on host n-h2-838550-3 for vnic_type normal using segments [{'id': 'c905170a-0b2d-485f-a3f9-4fc9929debfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '5405c3fb-c5e2-4b3e-9dcd-830fb3beed3a'}] May 18 18:16:32.661975 n-d-838550-3 neutron-server[102731]: INFO neutron.plugins.ml2.plugin [None req-cd9b59f3-d158-4140-9f0f-03603863de6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attempt 9 to bind port 80f87dcb-3c70-40f3-be05-6e22fdcd9cbe May 18 18:16:32.688364 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-cdddecb3-572d-40bd-b8be-c2ace8928219 service neutron] 10.222.0.88 "GET /v2.0/networks/a49d7af7-9a16-489e-8fc6-4b85db67dcd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782060 May 18 18:16:32.700977 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [None req-cd9b59f3-d158-4140-9f0f-03603863de6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attempting to bind port 80f87dcb-3c70-40f3-be05-6e22fdcd9cbe on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:16:32.701322 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [None req-cd9b59f3-d158-4140-9f0f-03603863de6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attempting to bind port 80f87dcb-3c70-40f3-be05-6e22fdcd9cbe by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': 'c905170a-0b2d-485f-a3f9-4fc9929debfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '5405c3fb-c5e2-4b3e-9dcd-830fb3beed3a'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:16:32.705475 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9b59f3-d158-4140-9f0f-03603863de6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attempting to bind port 80f87dcb-3c70-40f3-be05-6e22fdcd9cbe on network 5405c3fb-c5e2-4b3e-9dcd-830fb3beed3a {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:16:32.712243 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9b59f3-d158-4140-9f0f-03603863de6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Port 80f87dcb-3c70-40f3-be05-6e22fdcd9cbe on network 5405c3fb-c5e2-4b3e-9dcd-830fb3beed3a not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:16:32.712583 n-d-838550-3 neutron-server[102731]: ERROR neutron.plugins.ml2.managers [None req-cd9b59f3-d158-4140-9f0f-03603863de6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Failed to bind port 80f87dcb-3c70-40f3-be05-6e22fdcd9cbe on host n-h2-838550-3 for vnic_type normal using segments [{'id': 'c905170a-0b2d-485f-a3f9-4fc9929debfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '5405c3fb-c5e2-4b3e-9dcd-830fb3beed3a'}] May 18 18:16:32.713030 n-d-838550-3 neutron-server[102731]: INFO neutron.plugins.ml2.plugin [None req-cd9b59f3-d158-4140-9f0f-03603863de6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attempt 10 to bind port 80f87dcb-3c70-40f3-be05-6e22fdcd9cbe May 18 18:16:32.742305 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [None req-cd9b59f3-d158-4140-9f0f-03603863de6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attempting to bind port 80f87dcb-3c70-40f3-be05-6e22fdcd9cbe on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:16:32.742668 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [None req-cd9b59f3-d158-4140-9f0f-03603863de6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attempting to bind port 80f87dcb-3c70-40f3-be05-6e22fdcd9cbe by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': 'c905170a-0b2d-485f-a3f9-4fc9929debfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '5405c3fb-c5e2-4b3e-9dcd-830fb3beed3a'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:16:32.745361 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9b59f3-d158-4140-9f0f-03603863de6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attempting to bind port 80f87dcb-3c70-40f3-be05-6e22fdcd9cbe on network 5405c3fb-c5e2-4b3e-9dcd-830fb3beed3a {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:16:32.756290 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9b59f3-d158-4140-9f0f-03603863de6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Port 80f87dcb-3c70-40f3-be05-6e22fdcd9cbe on network 5405c3fb-c5e2-4b3e-9dcd-830fb3beed3a not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:16:32.756625 n-d-838550-3 neutron-server[102731]: ERROR neutron.plugins.ml2.managers [None req-cd9b59f3-d158-4140-9f0f-03603863de6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Failed to bind port 80f87dcb-3c70-40f3-be05-6e22fdcd9cbe on host n-h2-838550-3 for vnic_type normal using segments [{'id': 'c905170a-0b2d-485f-a3f9-4fc9929debfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '5405c3fb-c5e2-4b3e-9dcd-830fb3beed3a'}] May 18 18:16:32.756941 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-cd9b59f3-d158-4140-9f0f-03603863de6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:32.886638 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-cd9b59f3-d158-4140-9f0f-03603863de6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] For port 80f87dcb-3c70-40f3-be05-6e22fdcd9cbe, host n-h2-838550-3, cleared binding levels {{(pid=102731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:16:32.890438 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-cd9b59f3-d158-4140-9f0f-03603863de6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attempted to set empty binding levels {{(pid=102731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} May 18 18:16:32.911646 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-cd9b59f3-d158-4140-9f0f-03603863de6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:32.936390 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-457b42ae-6eb4-4df5-bc26-f8703216113a service neutron] 10.222.0.88 "GET /v2.0/networks/a49d7af7-9a16-489e-8fc6-4b85db67dcd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227783 May 18 18:16:32.972624 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-cd9b59f3-d158-4140-9f0f-03603863de6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] In _notify_port_updated(), no bound segment for port 80f87dcb-3c70-40f3-be05-6e22fdcd9cbe on network 5405c3fb-c5e2-4b3e-9dcd-830fb3beed3a {{(pid=102731) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 18 18:16:32.972624 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd9b59f3-d158-4140-9f0f-03603863de6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:32.972624 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-cd9b59f3-d158-4140-9f0f-03603863de6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:32.976920 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-cd9b59f3-d158-4140-9f0f-03603863de6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] 10.222.0.85 "PUT /v2.0/ports/80f87dcb-3c70-40f3-be05-6e22fdcd9cbe HTTP/1.1" status: 200 len: 979 time: 1.0319366 May 18 18:16:32.977559 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 35066) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:16:33.065334 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9b59f3-d158-4140-9f0f-03603863de6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Pushing event updated for resources: {'Port': ['ID=80f87dcb-3c70-40f3-be05-6e22fdcd9cbe,revision_number=3']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:16:33.078516 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-e0bf8bc7-7f42-484d-a61f-65c9e3dde376 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=79e08f83-5fde-4386-821c-6a14fd04d30f HTTP/1.1" status: 200 len: 217 time: 0.1230862 May 18 18:16:33.131295 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c73b12a-35ec-489c-8683-aa0499bdd76a tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:33.132111 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c73b12a-35ec-489c-8683-aa0499bdd76a tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:33.132825 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c73b12a-35ec-489c-8683-aa0499bdd76a tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:33.133356 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c73b12a-35ec-489c-8683-aa0499bdd76a tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:33.133920 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c73b12a-35ec-489c-8683-aa0499bdd76a tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:33.134453 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c73b12a-35ec-489c-8683-aa0499bdd76a tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:33.134976 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c73b12a-35ec-489c-8683-aa0499bdd76a tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:33.135506 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c73b12a-35ec-489c-8683-aa0499bdd76a tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:33.136039 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c73b12a-35ec-489c-8683-aa0499bdd76a tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:33.136687 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c73b12a-35ec-489c-8683-aa0499bdd76a tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:33.137575 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c73b12a-35ec-489c-8683-aa0499bdd76a tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:33.138131 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c73b12a-35ec-489c-8683-aa0499bdd76a tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:33.138666 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c73b12a-35ec-489c-8683-aa0499bdd76a tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:33.139339 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c73b12a-35ec-489c-8683-aa0499bdd76a tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:33.139849 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c73b12a-35ec-489c-8683-aa0499bdd76a tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:33.140375 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c73b12a-35ec-489c-8683-aa0499bdd76a tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:33.140924 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c73b12a-35ec-489c-8683-aa0499bdd76a tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:33.141429 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c73b12a-35ec-489c-8683-aa0499bdd76a tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:33.142169 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c73b12a-35ec-489c-8683-aa0499bdd76a tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:33.142860 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c73b12a-35ec-489c-8683-aa0499bdd76a tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:33.143388 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c73b12a-35ec-489c-8683-aa0499bdd76a tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:33.143914 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c73b12a-35ec-489c-8683-aa0499bdd76a tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:33.144473 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c73b12a-35ec-489c-8683-aa0499bdd76a tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:33.145083 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c73b12a-35ec-489c-8683-aa0499bdd76a tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:33.145642 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c73b12a-35ec-489c-8683-aa0499bdd76a tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:33.146283 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c73b12a-35ec-489c-8683-aa0499bdd76a tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:33.146858 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c73b12a-35ec-489c-8683-aa0499bdd76a tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:33.147757 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c73b12a-35ec-489c-8683-aa0499bdd76a tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:33.148294 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c73b12a-35ec-489c-8683-aa0499bdd76a tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:33.148817 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c73b12a-35ec-489c-8683-aa0499bdd76a tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:33.149493 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c73b12a-35ec-489c-8683-aa0499bdd76a tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:33.150058 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c73b12a-35ec-489c-8683-aa0499bdd76a tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:33.150617 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c73b12a-35ec-489c-8683-aa0499bdd76a tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:33.151266 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c73b12a-35ec-489c-8683-aa0499bdd76a tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:33.152873 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-0398145c-fcf3-4378-a67d-b81061403419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:33.154596 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-0398145c-fcf3-4378-a67d-b81061403419 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=4e937e76-4120-49e8-98d7-f0b65b696259 HTTP/1.1" status: 200 len: 797 time: 0.0684896 May 18 18:16:33.158341 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c73b12a-35ec-489c-8683-aa0499bdd76a tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:33.158834 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c73b12a-35ec-489c-8683-aa0499bdd76a tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:33.159383 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c73b12a-35ec-489c-8683-aa0499bdd76a tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:33.159990 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c73b12a-35ec-489c-8683-aa0499bdd76a tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:33.178587 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-3c73b12a-35ec-489c-8683-aa0499bdd76a tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] 10.222.0.85 "GET /v2.0/ports HTTP/1.1" status: 200 len: 34161 time: 0.1978805 May 18 18:16:33.179218 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 35070) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:16:33.296729 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-4c8b051a-ab46-4faa-a64e-7ece740a316a tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Deleting port 80f87dcb-3c70-40f3-be05-6e22fdcd9cbe {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:16:33.297169 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4c8b051a-ab46-4faa-a64e-7ece740a316a tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:33.299262 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 35074) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:16:33.337422 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-d9c8a6ae-6f65-446d-ba66-2f4904f0def8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:33.339916 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-d9c8a6ae-6f65-446d-ba66-2f4904f0def8 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=43a58ba6-946d-4778-a241-0f5d338fd928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1581089 May 18 18:16:33.359658 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57737be-5885-4f0f-8e5d-3837a3d30af4 req-0aeb130a-d92e-4094-939c-9972d04a32e8 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:33.362449 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d57737be-5885-4f0f-8e5d-3837a3d30af4 req-0aeb130a-d92e-4094-939c-9972d04a32e8 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/ports?device_id=e7d367c4-6a3d-46ea-aabf-d21c7a42ae9f HTTP/1.1" status: 200 len: 945 time: 0.2067108 May 18 18:16:33.414874 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-4c8b051a-ab46-4faa-a64e-7ece740a316a tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] For port 80f87dcb-3c70-40f3-be05-6e22fdcd9cbe, host n-h2-838550-3, got binding levels [] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:16:33.415630 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4c8b051a-ab46-4faa-a64e-7ece740a316a tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:33.449838 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-4c8b051a-ab46-4faa-a64e-7ece740a316a tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Calling delete_port for 80f87dcb-3c70-40f3-be05-6e22fdcd9cbe owned by {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:16:33.475443 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d57737be-5885-4f0f-8e5d-3837a3d30af4 req-e591d67f-9033-4279-a163-9829c324c520 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/security-groups?id=0cf286b9-4259-46f9-a9b8-06a8c9d0d055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014752 May 18 18:16:33.510121 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-3501f7d6-1fdb-4b63-a5f6-0e0550824846 service neutron] 10.222.0.88 "GET /v2.0/networks/43a58ba6-946d-4778-a241-0f5d338fd928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453018 May 18 18:16:33.568862 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-759595ad-5bec-4d58-9ba1-f3bbe4b084c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:33.628773 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-0a4c2684-c9c1-4a67-9885-377f16092af7 service neutron] 10.222.0.88 "GET /v2.0/networks/43a58ba6-946d-4778-a241-0f5d338fd928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112580 May 18 18:16:33.703399 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4c8b051a-ab46-4faa-a64e-7ece740a316a tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:33.716326 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-a7e20e49-ff37-40b5-af3b-8ba9a54b452c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3834bbf2-f7bf-4a97-a0c0-de4238651f93 HTTP/1.1" status: 200 len: 217 time: 0.0727446 May 18 18:16:33.759596 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8b051a-ab46-4faa-a64e-7ece740a316a tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Pushing event deleted for resources: {'Port': ['ID=80f87dcb-3c70-40f3-be05-6e22fdcd9cbe,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:16:33.773782 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624fd7ea-a36a-482e-92ef-928006b726bc req-3db16b26-4c74-49a9-aed2-7bb6fd4c630d tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:33.779922 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624fd7ea-a36a-482e-92ef-928006b726bc req-3db16b26-4c74-49a9-aed2-7bb6fd4c630d tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:33.782282 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-e41b8c6d-1646-489a-adf5-752bee1bdfde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:33.784042 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-e41b8c6d-1646-489a-adf5-752bee1bdfde service neutron] 10.222.0.88 "GET /v2.0/subnets?id=4e937e76-4120-49e8-98d7-f0b65b696259 HTTP/1.1" status: 200 len: 797 time: 0.0568647 May 18 18:16:33.786590 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624fd7ea-a36a-482e-92ef-928006b726bc req-3db16b26-4c74-49a9-aed2-7bb6fd4c630d tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:33.792738 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624fd7ea-a36a-482e-92ef-928006b726bc req-3db16b26-4c74-49a9-aed2-7bb6fd4c630d tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:33.798710 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624fd7ea-a36a-482e-92ef-928006b726bc req-3db16b26-4c74-49a9-aed2-7bb6fd4c630d tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:33.807663 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624fd7ea-a36a-482e-92ef-928006b726bc req-3db16b26-4c74-49a9-aed2-7bb6fd4c630d tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:33.819514 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624fd7ea-a36a-482e-92ef-928006b726bc req-3db16b26-4c74-49a9-aed2-7bb6fd4c630d tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:33.821460 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-624fd7ea-a36a-482e-92ef-928006b726bc req-3db16b26-4c74-49a9-aed2-7bb6fd4c630d tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "GET /v2.0/ports?device_id=37c27a1b-623c-44a7-a5a8-1c1ff493d84b HTTP/1.1" status: 200 len: 5428 time: 0.1849120 May 18 18:16:33.830425 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4c8b051a-ab46-4faa-a64e-7ece740a316a tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:33.837691 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-4c8b051a-ab46-4faa-a64e-7ece740a316a tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] 10.222.0.85 "DELETE /v2.0/ports/80f87dcb-3c70-40f3-be05-6e22fdcd9cbe HTTP/1.1" status: 204 len: 168 time: 0.6546516 May 18 18:16:33.850082 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 35086) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:16:33.890339 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-17d00047-79f7-4a66-9414-4301fb8f8aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:33.892439 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-17d00047-79f7-4a66-9414-4301fb8f8aae service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=43a58ba6-946d-4778-a241-0f5d338fd928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0926144 May 18 18:16:33.931758 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-759595ad-5bec-4d58-9ba1-f3bbe4b084c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:33.959659 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-624fd7ea-a36a-482e-92ef-928006b726bc req-be872d8b-2d7b-4539-bd20-349c415c1a96 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "GET /v2.0/security-groups?id=987873b8-e341-4d92-9eb4-c3682f6ae42f&id=9a2067b3-2854-40c8-880f-cf75b37fd6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1119313 May 18 18:16:33.960728 n-d-838550-3 neutron-server[102731]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ab5442c-c2fd-4856-99e8-7994b2f71b8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] GET failed (client error): The resource could not be found. May 18 18:16:33.967056 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-8ab5442c-c2fd-4856-99e8-7994b2f71b8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] 10.222.0.85 "GET /v2.0/ports/80f87dcb-3c70-40f3-be05-6e22fdcd9cbe HTTP/1.1" status: 404 len: 333 time: 0.1155245 May 18 18:16:33.967868 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-759595ad-5bec-4d58-9ba1-f3bbe4b084c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:33.974158 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 35092) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:16:34.003723 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-3ffa83a2-cc57-4779-9eda-b39408f3f026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1105810802', 'network_id': '5405c3fb-c5e2-4b3e-9dcd-830fb3beed3a'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:16:34.013931 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759595ad-5bec-4d58-9ba1-f3bbe4b084c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d07bf41f-b3e5-4580-8a71-33390a7f0b34,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:16:34.047210 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-759595ad-5bec-4d58-9ba1-f3bbe4b084c6 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=8d3e763bf320475c8e8c4cb63413cb51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7440670 May 18 18:16:34.047467 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 35094) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:16:34.076339 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ffa83a2-cc57-4779-9eda-b39408f3f026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Made reservation on behalf of f96c7be7e0c040049764248d7d122df1 for: {'port': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:16:34.079825 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3ffa83a2-cc57-4779-9eda-b39408f3f026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:34.116109 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-6baa2f25-3a84-4a5b-bfce-fdaa381dbbfd service neutron] 10.222.0.88 "GET /v2.0/networks/43a58ba6-946d-4778-a241-0f5d338fd928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123814 May 18 18:16:34.141643 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [None req-3ffa83a2-cc57-4779-9eda-b39408f3f026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] device_id is not set on port 93ae581c-bec2-41e8-bb9d-e9bde3262027 yet. {{(pid=102731) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 18 18:16:34.157426 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2f469b13-e305-4a03-bb7d-b2e8fac9e715 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:34.214229 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2f469b13-e305-4a03-bb7d-b2e8fac9e715 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:34.277430 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-61da0ef2-aa33-447f-9d82-9e41bbabbc01 req-d0061d35-3517-49d9-b6a8-d9f58818d124 service neutron] 10.222.0.88 "GET /v2.0/networks/43a58ba6-946d-4778-a241-0f5d338fd928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527410 May 18 18:16:34.380901 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2f469b13-e305-4a03-bb7d-b2e8fac9e715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:34.383675 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2f469b13-e305-4a03-bb7d-b2e8fac9e715 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:34.384940 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-2f469b13-e305-4a03-bb7d-b2e8fac9e715 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/d07bf41f-b3e5-4580-8a71-33390a7f0b34 HTTP/1.1" status: 204 len: 168 time: 0.3364027 May 18 18:16:34.400057 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f469b13-e305-4a03-bb7d-b2e8fac9e715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d07bf41f-b3e5-4580-8a71-33390a7f0b34,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:16:34.440383 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3ffa83a2-cc57-4779-9eda-b39408f3f026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:34.469154 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b721d4a6-9e2b-44fa-b9ec-b8518eaa6893 req-96a1c8fe-6968-48a0-8386-4932a8edd5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:34.469877 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b721d4a6-9e2b-44fa-b9ec-b8518eaa6893 req-96a1c8fe-6968-48a0-8386-4932a8edd5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:34.470413 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b721d4a6-9e2b-44fa-b9ec-b8518eaa6893 req-96a1c8fe-6968-48a0-8386-4932a8edd5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:34.472007 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b721d4a6-9e2b-44fa-b9ec-b8518eaa6893 req-96a1c8fe-6968-48a0-8386-4932a8edd5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:34.472007 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b721d4a6-9e2b-44fa-b9ec-b8518eaa6893 req-96a1c8fe-6968-48a0-8386-4932a8edd5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:34.472007 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b721d4a6-9e2b-44fa-b9ec-b8518eaa6893 req-96a1c8fe-6968-48a0-8386-4932a8edd5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:34.472480 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b721d4a6-9e2b-44fa-b9ec-b8518eaa6893 req-96a1c8fe-6968-48a0-8386-4932a8edd5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:34.474758 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b721d4a6-9e2b-44fa-b9ec-b8518eaa6893 req-96a1c8fe-6968-48a0-8386-4932a8edd5f2 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=4667f10dce1e42bbbeb327b02812458d&device_id=37c27a1b-623c-44a7-a5a8-1c1ff493d84b HTTP/1.1" status: 200 len: 6485 time: 0.0898073 May 18 18:16:34.532836 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3ffa83a2-cc57-4779-9eda-b39408f3f026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:34.593984 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ffa83a2-cc57-4779-9eda-b39408f3f026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Network 5405c3fb-c5e2-4b3e-9dcd-830fb3beed3a is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:16:34.598862 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-3ffa83a2-cc57-4779-9eda-b39408f3f026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:16:34.602038 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffa83a2-cc57-4779-9eda-b39408f3f026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:16:34.603452 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ffa83a2-cc57-4779-9eda-b39408f3f026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:34.604836 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3ffa83a2-cc57-4779-9eda-b39408f3f026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:34.632512 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-3ffa83a2-cc57-4779-9eda-b39408f3f026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.6330366 May 18 18:16:34.636056 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 35104) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:16:34.704239 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffa83a2-cc57-4779-9eda-b39408f3f026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Pushing event updated for resources: {'Port': ['ID=93ae581c-bec2-41e8-bb9d-e9bde3262027,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:16:34.719147 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc5b09d1-8da7-457a-bd3d-97fb3b4789a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:34.723575 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-cc5b09d1-8da7-457a-bd3d-97fb3b4789a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] 10.222.0.85 "GET /v2.0/ports/93ae581c-bec2-41e8-bb9d-e9bde3262027 HTTP/1.1" status: 200 len: 959 time: 0.0862937 May 18 18:16:34.724718 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 35108) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:16:34.728197 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bea7af2-2107-4995-949f-6194f54303c2 req-cc2a78d4-7b02-4e2d-84b7-c0a7f48a86d3 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:34.739055 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8bea7af2-2107-4995-949f-6194f54303c2 req-cc2a78d4-7b02-4e2d-84b7-c0a7f48a86d3 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/ports?device_id=e7d367c4-6a3d-46ea-aabf-d21c7a42ae9f HTTP/1.1" status: 200 len: 945 time: 0.1145546 May 18 18:16:34.750274 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b721d4a6-9e2b-44fa-b9ec-b8518eaa6893 req-18d49103-6780-4521-b8c8-d772179ba74e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:34.752112 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b721d4a6-9e2b-44fa-b9ec-b8518eaa6893 req-18d49103-6780-4521-b8c8-d772179ba74e service neutron] 10.222.0.88 "GET /v2.0/networks?id=43a58ba6-946d-4778-a241-0f5d338fd928 HTTP/1.1" status: 200 len: 902 time: 0.2639961 May 18 18:16:34.799998 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8bea7af2-2107-4995-949f-6194f54303c2 req-3ddf004e-dccf-453f-b8bc-74dce7055d95 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/security-groups?id=0cf286b9-4259-46f9-a9b8-06a8c9d0d055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561664 May 18 18:16:34.876336 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b721d4a6-9e2b-44fa-b9ec-b8518eaa6893 req-2b78c445-1802-48c0-87e8-acb2e1b03f90 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3834bbf2-f7bf-4a97-a0c0-de4238651f93 HTTP/1.1" status: 200 len: 217 time: 0.0805724 May 18 18:16:34.879889 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-d0ed9e6c-adbd-4f29-8953-6dbb97e9203e tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Deleting port 93ae581c-bec2-41e8-bb9d-e9bde3262027 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:16:34.880297 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d0ed9e6c-adbd-4f29-8953-6dbb97e9203e tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:34.970450 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b721d4a6-9e2b-44fa-b9ec-b8518eaa6893 req-c4c3fdae-8d9b-451a-8d6a-0e70bd58bde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:34.998599 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b721d4a6-9e2b-44fa-b9ec-b8518eaa6893 req-c4c3fdae-8d9b-451a-8d6a-0e70bd58bde8 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=4e937e76-4120-49e8-98d7-f0b65b696259 HTTP/1.1" status: 200 len: 797 time: 0.1158466 May 18 18:16:34.999464 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d0ed9e6c-adbd-4f29-8953-6dbb97e9203e tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:35.027653 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-d0ed9e6c-adbd-4f29-8953-6dbb97e9203e tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Calling delete_port for 93ae581c-bec2-41e8-bb9d-e9bde3262027 owned by {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:16:35.230513 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d0ed9e6c-adbd-4f29-8953-6dbb97e9203e tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:35.283168 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ed9e6c-adbd-4f29-8953-6dbb97e9203e tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Pushing event deleted for resources: {'Port': ['ID=93ae581c-bec2-41e8-bb9d-e9bde3262027,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:16:35.301218 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d0ed9e6c-adbd-4f29-8953-6dbb97e9203e tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:35.312649 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-d0ed9e6c-adbd-4f29-8953-6dbb97e9203e tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] 10.222.0.85 "DELETE /v2.0/ports/93ae581c-bec2-41e8-bb9d-e9bde3262027 HTTP/1.1" status: 204 len: 168 time: 0.5863309 May 18 18:16:35.315224 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 35132) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:16:35.349610 n-d-838550-3 neutron-server[102731]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8209c97-2957-468f-b876-eb6662d14257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] GET failed (client error): The resource could not be found. May 18 18:16:35.351851 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-d8209c97-2957-468f-b876-eb6662d14257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] 10.222.0.85 "GET /v2.0/ports/93ae581c-bec2-41e8-bb9d-e9bde3262027 HTTP/1.1" status: 404 len: 333 time: 0.0347416 May 18 18:16:35.356048 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 35134) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:16:35.367148 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-94620565-e1b2-4ced-b8f7-7f1ac7412038 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Request body: {'port': {'network_id': '5405c3fb-c5e2-4b3e-9dcd-830fb3beed3a', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-425192072'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:16:35.422912 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94620565-e1b2-4ced-b8f7-7f1ac7412038 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Made reservation on behalf of f96c7be7e0c040049764248d7d122df1 for: {'port': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:16:35.432427 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-94620565-e1b2-4ced-b8f7-7f1ac7412038 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:35.475595 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [None req-94620565-e1b2-4ced-b8f7-7f1ac7412038 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] device_id is not set on port 1792212d-f61e-4e6c-bf40-f39ce30d3b9c yet. {{(pid=102731) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 18 18:16:35.573782 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b721d4a6-9e2b-44fa-b9ec-b8518eaa6893 req-c66322dc-7675-4c04-a1d7-55980547bafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:35.575520 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b721d4a6-9e2b-44fa-b9ec-b8518eaa6893 req-c66322dc-7675-4c04-a1d7-55980547bafe service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=43a58ba6-946d-4778-a241-0f5d338fd928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5678179 May 18 18:16:35.677310 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb5354d-f456-41cf-9b32-b37a76e5adf0 req-8d928ae4-92c5-4883-979e-df7505c56e63 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:35.678281 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb5354d-f456-41cf-9b32-b37a76e5adf0 req-8d928ae4-92c5-4883-979e-df7505c56e63 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:35.685224 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb5354d-f456-41cf-9b32-b37a76e5adf0 req-8d928ae4-92c5-4883-979e-df7505c56e63 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:35.692694 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb5354d-f456-41cf-9b32-b37a76e5adf0 req-8d928ae4-92c5-4883-979e-df7505c56e63 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:35.698781 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb5354d-f456-41cf-9b32-b37a76e5adf0 req-8d928ae4-92c5-4883-979e-df7505c56e63 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:35.705107 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb5354d-f456-41cf-9b32-b37a76e5adf0 req-8d928ae4-92c5-4883-979e-df7505c56e63 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:35.710607 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-94620565-e1b2-4ced-b8f7-7f1ac7412038 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:35.711566 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb5354d-f456-41cf-9b32-b37a76e5adf0 req-8d928ae4-92c5-4883-979e-df7505c56e63 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:35.720613 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8bb5354d-f456-41cf-9b32-b37a76e5adf0 req-8d928ae4-92c5-4883-979e-df7505c56e63 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "GET /v2.0/ports?device_id=37c27a1b-623c-44a7-a5a8-1c1ff493d84b HTTP/1.1" status: 200 len: 5428 time: 0.1911597 May 18 18:16:35.758782 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-94620565-e1b2-4ced-b8f7-7f1ac7412038 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:35.780746 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8bb5354d-f456-41cf-9b32-b37a76e5adf0 req-06e1257d-23ac-4e62-a8a8-2c87eefd7155 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "GET /v2.0/security-groups?id=987873b8-e341-4d92-9eb4-c3682f6ae42f&id=9a2067b3-2854-40c8-880f-cf75b37fd6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0592539 May 18 18:16:35.791582 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b721d4a6-9e2b-44fa-b9ec-b8518eaa6893 req-c2897f19-5fbf-4d9a-bb78-33ac8084a6d3 service neutron] 10.222.0.88 "GET /v2.0/networks/43a58ba6-946d-4778-a241-0f5d338fd928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952267 May 18 18:16:35.812365 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94620565-e1b2-4ced-b8f7-7f1ac7412038 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Network 5405c3fb-c5e2-4b3e-9dcd-830fb3beed3a is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:16:35.817283 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-94620565-e1b2-4ced-b8f7-7f1ac7412038 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:16:35.827456 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94620565-e1b2-4ced-b8f7-7f1ac7412038 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:16:35.827717 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94620565-e1b2-4ced-b8f7-7f1ac7412038 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:35.828322 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-94620565-e1b2-4ced-b8f7-7f1ac7412038 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:35.830731 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94620565-e1b2-4ced-b8f7-7f1ac7412038 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Pushing event updated for resources: {'Port': ['ID=1792212d-f61e-4e6c-bf40-f39ce30d3b9c,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:16:35.862750 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-94620565-e1b2-4ced-b8f7-7f1ac7412038 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.5005281 May 18 18:16:35.866108 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 35158) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:16:35.871271 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-df7875fd-6214-490d-b5c7-7b8031e33841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-838550-3'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:16:35.947900 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b721d4a6-9e2b-44fa-b9ec-b8518eaa6893 req-f5c4be5b-3868-4a4b-b6b8-e0343104df55 service neutron] 10.222.0.88 "GET /v2.0/networks/43a58ba6-946d-4778-a241-0f5d338fd928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406157 May 18 18:16:35.951204 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-df7875fd-6214-490d-b5c7-7b8031e33841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:36.076069 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2368bf44-964d-4797-9fbb-3d7d8b43981b req-74d6d25c-5674-4b2f-951e-6ea7d958d4cf tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:36.078734 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2368bf44-964d-4797-9fbb-3d7d8b43981b req-74d6d25c-5674-4b2f-951e-6ea7d958d4cf tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/ports?device_id=e7d367c4-6a3d-46ea-aabf-d21c7a42ae9f HTTP/1.1" status: 200 len: 945 time: 0.1458032 May 18 18:16:36.223206 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2368bf44-964d-4797-9fbb-3d7d8b43981b req-251e492b-3618-43ac-9885-56a2aac9050e tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/security-groups?id=0cf286b9-4259-46f9-a9b8-06a8c9d0d055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299870 May 18 18:16:36.307170 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [None req-df7875fd-6214-490d-b5c7-7b8031e33841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] device_id is not set on port 1792212d-f61e-4e6c-bf40-f39ce30d3b9c yet. {{(pid=102731) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 18 18:16:36.317120 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-df7875fd-6214-490d-b5c7-7b8031e33841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:36.324163 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-df7875fd-6214-490d-b5c7-7b8031e33841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:36.403200 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7875fd-6214-490d-b5c7-7b8031e33841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Pushing event updated for resources: {'Port': ['ID=1792212d-f61e-4e6c-bf40-f39ce30d3b9c,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:16:36.410957 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [None req-df7875fd-6214-490d-b5c7-7b8031e33841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attempting to bind port 1792212d-f61e-4e6c-bf40-f39ce30d3b9c on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:16:36.410957 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [None req-df7875fd-6214-490d-b5c7-7b8031e33841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attempting to bind port 1792212d-f61e-4e6c-bf40-f39ce30d3b9c by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': 'c905170a-0b2d-485f-a3f9-4fc9929debfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '5405c3fb-c5e2-4b3e-9dcd-830fb3beed3a'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:16:36.411628 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7875fd-6214-490d-b5c7-7b8031e33841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attempting to bind port 1792212d-f61e-4e6c-bf40-f39ce30d3b9c on network 5405c3fb-c5e2-4b3e-9dcd-830fb3beed3a {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:16:36.418414 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7875fd-6214-490d-b5c7-7b8031e33841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Port 1792212d-f61e-4e6c-bf40-f39ce30d3b9c on network 5405c3fb-c5e2-4b3e-9dcd-830fb3beed3a not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:16:36.419019 n-d-838550-3 neutron-server[102731]: ERROR neutron.plugins.ml2.managers [None req-df7875fd-6214-490d-b5c7-7b8031e33841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Failed to bind port 1792212d-f61e-4e6c-bf40-f39ce30d3b9c on host n-h2-838550-3 for vnic_type normal using segments [{'id': 'c905170a-0b2d-485f-a3f9-4fc9929debfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '5405c3fb-c5e2-4b3e-9dcd-830fb3beed3a'}] May 18 18:16:36.419583 n-d-838550-3 neutron-server[102731]: INFO neutron.plugins.ml2.plugin [None req-df7875fd-6214-490d-b5c7-7b8031e33841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attempt 2 to bind port 1792212d-f61e-4e6c-bf40-f39ce30d3b9c May 18 18:16:36.436586 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [None req-df7875fd-6214-490d-b5c7-7b8031e33841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attempting to bind port 1792212d-f61e-4e6c-bf40-f39ce30d3b9c on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:16:36.437021 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [None req-df7875fd-6214-490d-b5c7-7b8031e33841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attempting to bind port 1792212d-f61e-4e6c-bf40-f39ce30d3b9c by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': 'c905170a-0b2d-485f-a3f9-4fc9929debfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '5405c3fb-c5e2-4b3e-9dcd-830fb3beed3a'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:16:36.437441 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7875fd-6214-490d-b5c7-7b8031e33841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attempting to bind port 1792212d-f61e-4e6c-bf40-f39ce30d3b9c on network 5405c3fb-c5e2-4b3e-9dcd-830fb3beed3a {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:16:36.443882 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7875fd-6214-490d-b5c7-7b8031e33841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Port 1792212d-f61e-4e6c-bf40-f39ce30d3b9c on network 5405c3fb-c5e2-4b3e-9dcd-830fb3beed3a not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:16:36.444296 n-d-838550-3 neutron-server[102731]: ERROR neutron.plugins.ml2.managers [None req-df7875fd-6214-490d-b5c7-7b8031e33841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Failed to bind port 1792212d-f61e-4e6c-bf40-f39ce30d3b9c on host n-h2-838550-3 for vnic_type normal using segments [{'id': 'c905170a-0b2d-485f-a3f9-4fc9929debfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '5405c3fb-c5e2-4b3e-9dcd-830fb3beed3a'}] May 18 18:16:36.444862 n-d-838550-3 neutron-server[102731]: INFO neutron.plugins.ml2.plugin [None req-df7875fd-6214-490d-b5c7-7b8031e33841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attempt 3 to bind port 1792212d-f61e-4e6c-bf40-f39ce30d3b9c May 18 18:16:36.463990 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [None req-df7875fd-6214-490d-b5c7-7b8031e33841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attempting to bind port 1792212d-f61e-4e6c-bf40-f39ce30d3b9c on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:16:36.464435 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [None req-df7875fd-6214-490d-b5c7-7b8031e33841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attempting to bind port 1792212d-f61e-4e6c-bf40-f39ce30d3b9c by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': 'c905170a-0b2d-485f-a3f9-4fc9929debfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '5405c3fb-c5e2-4b3e-9dcd-830fb3beed3a'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:16:36.464930 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7875fd-6214-490d-b5c7-7b8031e33841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attempting to bind port 1792212d-f61e-4e6c-bf40-f39ce30d3b9c on network 5405c3fb-c5e2-4b3e-9dcd-830fb3beed3a {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:16:36.470980 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7875fd-6214-490d-b5c7-7b8031e33841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Port 1792212d-f61e-4e6c-bf40-f39ce30d3b9c on network 5405c3fb-c5e2-4b3e-9dcd-830fb3beed3a not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:16:36.471370 n-d-838550-3 neutron-server[102731]: ERROR neutron.plugins.ml2.managers [None req-df7875fd-6214-490d-b5c7-7b8031e33841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Failed to bind port 1792212d-f61e-4e6c-bf40-f39ce30d3b9c on host n-h2-838550-3 for vnic_type normal using segments [{'id': 'c905170a-0b2d-485f-a3f9-4fc9929debfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '5405c3fb-c5e2-4b3e-9dcd-830fb3beed3a'}] May 18 18:16:36.471824 n-d-838550-3 neutron-server[102731]: INFO neutron.plugins.ml2.plugin [None req-df7875fd-6214-490d-b5c7-7b8031e33841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attempt 4 to bind port 1792212d-f61e-4e6c-bf40-f39ce30d3b9c May 18 18:16:36.489420 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [None req-df7875fd-6214-490d-b5c7-7b8031e33841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attempting to bind port 1792212d-f61e-4e6c-bf40-f39ce30d3b9c on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:16:36.489972 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [None req-df7875fd-6214-490d-b5c7-7b8031e33841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attempting to bind port 1792212d-f61e-4e6c-bf40-f39ce30d3b9c by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': 'c905170a-0b2d-485f-a3f9-4fc9929debfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '5405c3fb-c5e2-4b3e-9dcd-830fb3beed3a'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:16:36.490401 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7875fd-6214-490d-b5c7-7b8031e33841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attempting to bind port 1792212d-f61e-4e6c-bf40-f39ce30d3b9c on network 5405c3fb-c5e2-4b3e-9dcd-830fb3beed3a {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:16:36.495430 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7875fd-6214-490d-b5c7-7b8031e33841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Port 1792212d-f61e-4e6c-bf40-f39ce30d3b9c on network 5405c3fb-c5e2-4b3e-9dcd-830fb3beed3a not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:16:36.495763 n-d-838550-3 neutron-server[102731]: ERROR neutron.plugins.ml2.managers [None req-df7875fd-6214-490d-b5c7-7b8031e33841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Failed to bind port 1792212d-f61e-4e6c-bf40-f39ce30d3b9c on host n-h2-838550-3 for vnic_type normal using segments [{'id': 'c905170a-0b2d-485f-a3f9-4fc9929debfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '5405c3fb-c5e2-4b3e-9dcd-830fb3beed3a'}] May 18 18:16:36.496446 n-d-838550-3 neutron-server[102731]: INFO neutron.plugins.ml2.plugin [None req-df7875fd-6214-490d-b5c7-7b8031e33841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attempt 5 to bind port 1792212d-f61e-4e6c-bf40-f39ce30d3b9c May 18 18:16:36.511613 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [None req-df7875fd-6214-490d-b5c7-7b8031e33841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attempting to bind port 1792212d-f61e-4e6c-bf40-f39ce30d3b9c on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:16:36.511957 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [None req-df7875fd-6214-490d-b5c7-7b8031e33841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attempting to bind port 1792212d-f61e-4e6c-bf40-f39ce30d3b9c by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': 'c905170a-0b2d-485f-a3f9-4fc9929debfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '5405c3fb-c5e2-4b3e-9dcd-830fb3beed3a'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:16:36.512307 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7875fd-6214-490d-b5c7-7b8031e33841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attempting to bind port 1792212d-f61e-4e6c-bf40-f39ce30d3b9c on network 5405c3fb-c5e2-4b3e-9dcd-830fb3beed3a {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:16:36.516827 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7875fd-6214-490d-b5c7-7b8031e33841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Port 1792212d-f61e-4e6c-bf40-f39ce30d3b9c on network 5405c3fb-c5e2-4b3e-9dcd-830fb3beed3a not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:16:36.517495 n-d-838550-3 neutron-server[102731]: ERROR neutron.plugins.ml2.managers [None req-df7875fd-6214-490d-b5c7-7b8031e33841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Failed to bind port 1792212d-f61e-4e6c-bf40-f39ce30d3b9c on host n-h2-838550-3 for vnic_type normal using segments [{'id': 'c905170a-0b2d-485f-a3f9-4fc9929debfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '5405c3fb-c5e2-4b3e-9dcd-830fb3beed3a'}] May 18 18:16:36.517641 n-d-838550-3 neutron-server[102731]: INFO neutron.plugins.ml2.plugin [None req-df7875fd-6214-490d-b5c7-7b8031e33841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attempt 6 to bind port 1792212d-f61e-4e6c-bf40-f39ce30d3b9c May 18 18:16:36.531645 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [None req-df7875fd-6214-490d-b5c7-7b8031e33841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attempting to bind port 1792212d-f61e-4e6c-bf40-f39ce30d3b9c on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:16:36.532050 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [None req-df7875fd-6214-490d-b5c7-7b8031e33841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attempting to bind port 1792212d-f61e-4e6c-bf40-f39ce30d3b9c by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': 'c905170a-0b2d-485f-a3f9-4fc9929debfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '5405c3fb-c5e2-4b3e-9dcd-830fb3beed3a'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:16:36.532546 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7875fd-6214-490d-b5c7-7b8031e33841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attempting to bind port 1792212d-f61e-4e6c-bf40-f39ce30d3b9c on network 5405c3fb-c5e2-4b3e-9dcd-830fb3beed3a {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:16:36.539014 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7875fd-6214-490d-b5c7-7b8031e33841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Port 1792212d-f61e-4e6c-bf40-f39ce30d3b9c on network 5405c3fb-c5e2-4b3e-9dcd-830fb3beed3a not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:16:36.539363 n-d-838550-3 neutron-server[102731]: ERROR neutron.plugins.ml2.managers [None req-df7875fd-6214-490d-b5c7-7b8031e33841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Failed to bind port 1792212d-f61e-4e6c-bf40-f39ce30d3b9c on host n-h2-838550-3 for vnic_type normal using segments [{'id': 'c905170a-0b2d-485f-a3f9-4fc9929debfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '5405c3fb-c5e2-4b3e-9dcd-830fb3beed3a'}] May 18 18:16:36.539763 n-d-838550-3 neutron-server[102731]: INFO neutron.plugins.ml2.plugin [None req-df7875fd-6214-490d-b5c7-7b8031e33841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attempt 7 to bind port 1792212d-f61e-4e6c-bf40-f39ce30d3b9c May 18 18:16:36.555674 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [None req-df7875fd-6214-490d-b5c7-7b8031e33841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attempting to bind port 1792212d-f61e-4e6c-bf40-f39ce30d3b9c on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:16:36.556025 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [None req-df7875fd-6214-490d-b5c7-7b8031e33841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attempting to bind port 1792212d-f61e-4e6c-bf40-f39ce30d3b9c by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': 'c905170a-0b2d-485f-a3f9-4fc9929debfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '5405c3fb-c5e2-4b3e-9dcd-830fb3beed3a'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:16:36.556411 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7875fd-6214-490d-b5c7-7b8031e33841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attempting to bind port 1792212d-f61e-4e6c-bf40-f39ce30d3b9c on network 5405c3fb-c5e2-4b3e-9dcd-830fb3beed3a {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:16:36.562685 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7875fd-6214-490d-b5c7-7b8031e33841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Port 1792212d-f61e-4e6c-bf40-f39ce30d3b9c on network 5405c3fb-c5e2-4b3e-9dcd-830fb3beed3a not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:16:36.563217 n-d-838550-3 neutron-server[102731]: ERROR neutron.plugins.ml2.managers [None req-df7875fd-6214-490d-b5c7-7b8031e33841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Failed to bind port 1792212d-f61e-4e6c-bf40-f39ce30d3b9c on host n-h2-838550-3 for vnic_type normal using segments [{'id': 'c905170a-0b2d-485f-a3f9-4fc9929debfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '5405c3fb-c5e2-4b3e-9dcd-830fb3beed3a'}] May 18 18:16:36.563560 n-d-838550-3 neutron-server[102731]: INFO neutron.plugins.ml2.plugin [None req-df7875fd-6214-490d-b5c7-7b8031e33841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attempt 8 to bind port 1792212d-f61e-4e6c-bf40-f39ce30d3b9c May 18 18:16:36.590162 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [None req-df7875fd-6214-490d-b5c7-7b8031e33841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attempting to bind port 1792212d-f61e-4e6c-bf40-f39ce30d3b9c on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:16:36.590162 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [None req-df7875fd-6214-490d-b5c7-7b8031e33841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attempting to bind port 1792212d-f61e-4e6c-bf40-f39ce30d3b9c by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': 'c905170a-0b2d-485f-a3f9-4fc9929debfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '5405c3fb-c5e2-4b3e-9dcd-830fb3beed3a'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:16:36.592496 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7875fd-6214-490d-b5c7-7b8031e33841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attempting to bind port 1792212d-f61e-4e6c-bf40-f39ce30d3b9c on network 5405c3fb-c5e2-4b3e-9dcd-830fb3beed3a {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:16:36.608324 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7875fd-6214-490d-b5c7-7b8031e33841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Port 1792212d-f61e-4e6c-bf40-f39ce30d3b9c on network 5405c3fb-c5e2-4b3e-9dcd-830fb3beed3a not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:16:36.609567 n-d-838550-3 neutron-server[102731]: ERROR neutron.plugins.ml2.managers [None req-df7875fd-6214-490d-b5c7-7b8031e33841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Failed to bind port 1792212d-f61e-4e6c-bf40-f39ce30d3b9c on host n-h2-838550-3 for vnic_type normal using segments [{'id': 'c905170a-0b2d-485f-a3f9-4fc9929debfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '5405c3fb-c5e2-4b3e-9dcd-830fb3beed3a'}] May 18 18:16:36.611801 n-d-838550-3 neutron-server[102731]: INFO neutron.plugins.ml2.plugin [None req-df7875fd-6214-490d-b5c7-7b8031e33841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attempt 9 to bind port 1792212d-f61e-4e6c-bf40-f39ce30d3b9c May 18 18:16:36.631595 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [None req-df7875fd-6214-490d-b5c7-7b8031e33841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attempting to bind port 1792212d-f61e-4e6c-bf40-f39ce30d3b9c on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:16:36.632243 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [None req-df7875fd-6214-490d-b5c7-7b8031e33841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attempting to bind port 1792212d-f61e-4e6c-bf40-f39ce30d3b9c by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': 'c905170a-0b2d-485f-a3f9-4fc9929debfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '5405c3fb-c5e2-4b3e-9dcd-830fb3beed3a'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:16:36.633554 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7875fd-6214-490d-b5c7-7b8031e33841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attempting to bind port 1792212d-f61e-4e6c-bf40-f39ce30d3b9c on network 5405c3fb-c5e2-4b3e-9dcd-830fb3beed3a {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:16:36.640312 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7875fd-6214-490d-b5c7-7b8031e33841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Port 1792212d-f61e-4e6c-bf40-f39ce30d3b9c on network 5405c3fb-c5e2-4b3e-9dcd-830fb3beed3a not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:16:36.640927 n-d-838550-3 neutron-server[102731]: ERROR neutron.plugins.ml2.managers [None req-df7875fd-6214-490d-b5c7-7b8031e33841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Failed to bind port 1792212d-f61e-4e6c-bf40-f39ce30d3b9c on host n-h2-838550-3 for vnic_type normal using segments [{'id': 'c905170a-0b2d-485f-a3f9-4fc9929debfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '5405c3fb-c5e2-4b3e-9dcd-830fb3beed3a'}] May 18 18:16:36.641587 n-d-838550-3 neutron-server[102731]: INFO neutron.plugins.ml2.plugin [None req-df7875fd-6214-490d-b5c7-7b8031e33841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attempt 10 to bind port 1792212d-f61e-4e6c-bf40-f39ce30d3b9c May 18 18:16:36.665321 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [None req-df7875fd-6214-490d-b5c7-7b8031e33841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attempting to bind port 1792212d-f61e-4e6c-bf40-f39ce30d3b9c on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:16:36.666517 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [None req-df7875fd-6214-490d-b5c7-7b8031e33841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attempting to bind port 1792212d-f61e-4e6c-bf40-f39ce30d3b9c by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': 'c905170a-0b2d-485f-a3f9-4fc9929debfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '5405c3fb-c5e2-4b3e-9dcd-830fb3beed3a'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:16:36.667057 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7875fd-6214-490d-b5c7-7b8031e33841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attempting to bind port 1792212d-f61e-4e6c-bf40-f39ce30d3b9c on network 5405c3fb-c5e2-4b3e-9dcd-830fb3beed3a {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:16:36.679689 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7875fd-6214-490d-b5c7-7b8031e33841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Port 1792212d-f61e-4e6c-bf40-f39ce30d3b9c on network 5405c3fb-c5e2-4b3e-9dcd-830fb3beed3a not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:16:36.680025 n-d-838550-3 neutron-server[102731]: ERROR neutron.plugins.ml2.managers [None req-df7875fd-6214-490d-b5c7-7b8031e33841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Failed to bind port 1792212d-f61e-4e6c-bf40-f39ce30d3b9c on host n-h2-838550-3 for vnic_type normal using segments [{'id': 'c905170a-0b2d-485f-a3f9-4fc9929debfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '5405c3fb-c5e2-4b3e-9dcd-830fb3beed3a'}] May 18 18:16:36.680400 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-df7875fd-6214-490d-b5c7-7b8031e33841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:36.773577 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-df7875fd-6214-490d-b5c7-7b8031e33841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] For port 1792212d-f61e-4e6c-bf40-f39ce30d3b9c, host n-h2-838550-3, cleared binding levels {{(pid=102731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:16:36.774113 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-df7875fd-6214-490d-b5c7-7b8031e33841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attempted to set empty binding levels {{(pid=102731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} May 18 18:16:36.779480 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-df7875fd-6214-490d-b5c7-7b8031e33841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:36.822084 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-df7875fd-6214-490d-b5c7-7b8031e33841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] In _notify_port_updated(), no bound segment for port 1792212d-f61e-4e6c-bf40-f39ce30d3b9c on network 5405c3fb-c5e2-4b3e-9dcd-830fb3beed3a {{(pid=102731) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 18 18:16:36.823046 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df7875fd-6214-490d-b5c7-7b8031e33841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:36.823705 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-df7875fd-6214-490d-b5c7-7b8031e33841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:36.825137 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-df7875fd-6214-490d-b5c7-7b8031e33841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] 10.222.0.85 "PUT /v2.0/ports/1792212d-f61e-4e6c-bf40-f39ce30d3b9c HTTP/1.1" status: 200 len: 978 time: 0.9579949 May 18 18:16:36.827895 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 35220) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:16:36.848584 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7875fd-6214-490d-b5c7-7b8031e33841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Pushing event updated for resources: {'Port': ['ID=1792212d-f61e-4e6c-bf40-f39ce30d3b9c,revision_number=3']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:16:36.982340 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-311b3da0-81fb-40a2-863f-3699f08580ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Deleting port 1792212d-f61e-4e6c-bf40-f39ce30d3b9c {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:16:36.982704 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-311b3da0-81fb-40a2-863f-3699f08580ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:37.062821 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f98e7c-1bff-44fb-b439-c3ae113a3871 req-3bd6dc3d-8f39-4b99-aaba-002825da483e tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:37.069119 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f98e7c-1bff-44fb-b439-c3ae113a3871 req-3bd6dc3d-8f39-4b99-aaba-002825da483e tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:37.075691 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f98e7c-1bff-44fb-b439-c3ae113a3871 req-3bd6dc3d-8f39-4b99-aaba-002825da483e tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:37.084570 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f98e7c-1bff-44fb-b439-c3ae113a3871 req-3bd6dc3d-8f39-4b99-aaba-002825da483e tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:37.090668 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f98e7c-1bff-44fb-b439-c3ae113a3871 req-3bd6dc3d-8f39-4b99-aaba-002825da483e tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:37.096489 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f98e7c-1bff-44fb-b439-c3ae113a3871 req-3bd6dc3d-8f39-4b99-aaba-002825da483e tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:37.103446 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f98e7c-1bff-44fb-b439-c3ae113a3871 req-3bd6dc3d-8f39-4b99-aaba-002825da483e tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:37.107445 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-24f98e7c-1bff-44fb-b439-c3ae113a3871 req-3bd6dc3d-8f39-4b99-aaba-002825da483e tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "GET /v2.0/ports?device_id=37c27a1b-623c-44a7-a5a8-1c1ff493d84b HTTP/1.1" status: 200 len: 5428 time: 0.1743262 May 18 18:16:37.133997 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-311b3da0-81fb-40a2-863f-3699f08580ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] For port 1792212d-f61e-4e6c-bf40-f39ce30d3b9c, host n-h2-838550-3, got binding levels [] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:16:37.134489 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-311b3da0-81fb-40a2-863f-3699f08580ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:37.162819 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-311b3da0-81fb-40a2-863f-3699f08580ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Calling delete_port for 1792212d-f61e-4e6c-bf40-f39ce30d3b9c owned by {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:16:37.197089 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-24f98e7c-1bff-44fb-b439-c3ae113a3871 req-e9e4e3dd-b64b-4c3d-a7bc-ac5ef0e333ea tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "GET /v2.0/security-groups?id=987873b8-e341-4d92-9eb4-c3682f6ae42f&id=9a2067b3-2854-40c8-880f-cf75b37fd6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0754685 May 18 18:16:37.270213 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 35246) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:16:37.289102 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-311b3da0-81fb-40a2-863f-3699f08580ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:37.326799 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311b3da0-81fb-40a2-863f-3699f08580ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Pushing event deleted for resources: {'Port': ['ID=1792212d-f61e-4e6c-bf40-f39ce30d3b9c,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:16:37.333303 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-311b3da0-81fb-40a2-863f-3699f08580ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:37.341071 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-311b3da0-81fb-40a2-863f-3699f08580ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] 10.222.0.85 "DELETE /v2.0/ports/1792212d-f61e-4e6c-bf40-f39ce30d3b9c HTTP/1.1" status: 204 len: 168 time: 0.5077057 May 18 18:16:37.342250 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 35250) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:16:37.400920 n-d-838550-3 neutron-server[102730]: INFO neutron.pecan_wsgi.hooks.translation [None req-db453e3e-e36c-4227-a76b-0917545cf700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] GET failed (client error): The resource could not be found. May 18 18:16:37.408271 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-db453e3e-e36c-4227-a76b-0917545cf700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748629724-project-admin] 10.222.0.85 "GET /v2.0/ports/1792212d-f61e-4e6c-bf40-f39ce30d3b9c HTTP/1.1" status: 404 len: 333 time: 0.0636439 May 18 18:16:37.409383 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 35252) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:16:37.476972 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-76803c35-a3ee-4579-92b6-ff715c668114 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:37.479104 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214221a7-0dd1-4a55-acdb-71e85d0c95b9 req-3b03e6e9-84d2-4df1-8cb4-4739a1cdeec7 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:37.482254 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-214221a7-0dd1-4a55-acdb-71e85d0c95b9 req-3b03e6e9-84d2-4df1-8cb4-4739a1cdeec7 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/ports?device_id=e7d367c4-6a3d-46ea-aabf-d21c7a42ae9f HTTP/1.1" status: 200 len: 945 time: 0.1254568 May 18 18:16:37.547607 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b6eca823-de9e-4efa-9ac4-41e2b255a6b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161154908 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161154908-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:37.565658 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-214221a7-0dd1-4a55-acdb-71e85d0c95b9 req-0a4d9c66-cd97-4680-a133-1efc37cc2d1e tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/security-groups?id=0cf286b9-4259-46f9-a9b8-06a8c9d0d055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710456 May 18 18:16:37.579349 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-76803c35-a3ee-4579-92b6-ff715c668114 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:37.585205 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-76803c35-a3ee-4579-92b6-ff715c668114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:37.623968 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f19abfd5-b1c8-4651-a9b6-55afff098bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:37.645804 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-76803c35-a3ee-4579-92b6-ff715c668114 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=8707a264d09a4e7c904dfc56fb741ece&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3661704 May 18 18:16:37.645804 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76803c35-a3ee-4579-92b6-ff715c668114 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86ce7a78-6c0f-4991-a29a-8f6f6ea870a0,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:16:37.654964 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 35266) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:16:37.676125 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b6eca823-de9e-4efa-9ac4-41e2b255a6b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161154908 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161154908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:37.714073 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-b6eca823-de9e-4efa-9ac4-41e2b255a6b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161154908 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161154908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5405c3fb-c5e2-4b3e-9dcd-830fb3beed3a']}} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:16:37.730419 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-b6eca823-de9e-4efa-9ac4-41e2b255a6b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161154908 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161154908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c905170a-0b2d-485f-a3f9-4fc9929debfe') {'for_net_delete': True} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:16:37.730647 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-b6eca823-de9e-4efa-9ac4-41e2b255a6b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161154908 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161154908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c905170a-0b2d-485f-a3f9-4fc9929debfe') {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:16:37.743635 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b6eca823-de9e-4efa-9ac4-41e2b255a6b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161154908 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161154908-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260542144'] for segment, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:37.763133 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-021fd233-43aa-454d-9ca0-4cf94f348095 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:37.763880 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd644b6-392c-4cc2-a41c-2779b703ebf7 req-2f637158-af78-48b3-86f0-a32775be0f8b tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:37.765419 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1dd644b6-392c-4cc2-a41c-2779b703ebf7 req-2f637158-af78-48b3-86f0-a32775be0f8b tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/networks?id=43fc4a49-4144-4792-8c9e-f6aa8e841df8 HTTP/1.1" status: 200 len: 805 time: 0.1231084 May 18 18:16:37.767763 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b6eca823-de9e-4efa-9ac4-41e2b255a6b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161154908 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161154908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:37.781947 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6eca823-de9e-4efa-9ac4-41e2b255a6b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161154908 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161154908-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=102731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:16:37.782375 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b6eca823-de9e-4efa-9ac4-41e2b255a6b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161154908 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161154908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260884178'] for segment, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:37.782714 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1dd644b6-392c-4cc2-a41c-2779b703ebf7 req-a07b77de-bb5c-4033-b211-14e06d6d64cd tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/quotas/bb3dd5e6ff564e92a9ebe452e66a5117 HTTP/1.1" status: 200 len: 375 time: 0.0098565 May 18 18:16:37.786107 n-d-838550-3 neutron-server[102731]: Traceback (most recent call last): May 18 18:16:37.786107 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:16:37.786107 n-d-838550-3 neutron-server[102731]: timer() May 18 18:16:37.786107 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:16:37.786107 n-d-838550-3 neutron-server[102731]: cb(*args, **kw) May 18 18:16:37.786107 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:16:37.786107 n-d-838550-3 neutron-server[102731]: return func(*args, **kwargs) May 18 18:16:37.786107 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:16:37.786107 n-d-838550-3 neutron-server[102731]: self._notify() May 18 18:16:37.786107 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:16:37.786107 n-d-838550-3 neutron-server[102731]: self.callback(batched_events) May 18 18:16:37.786107 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:16:37.786107 n-d-838550-3 neutron-server[102731]: event.method(event) May 18 18:16:37.786107 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:16:37.786107 n-d-838550-3 neutron-server[102731]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:16:37.786107 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:16:37.786107 n-d-838550-3 neutron-server[102731]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:16:37.786107 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:16:37.786107 n-d-838550-3 neutron-server[102731]: return f(self, *a, **k) May 18 18:16:37.786107 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:16:37.786107 n-d-838550-3 neutron-server[102731]: return self._get(url).json() May 18 18:16:37.786107 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:16:37.786107 n-d-838550-3 neutron-server[102731]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:16:37.786107 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:16:37.786107 n-d-838550-3 neutron-server[102731]: return self.request(url, 'GET', **kwargs) May 18 18:16:37.786107 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:16:37.786107 n-d-838550-3 neutron-server[102731]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:16:37.786107 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:16:37.786107 n-d-838550-3 neutron-server[102731]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:16:37.786107 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:16:37.786107 n-d-838550-3 neutron-server[102731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:16:37.786107 n-d-838550-3 neutron-server[102731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:16:37.804101 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-021fd233-43aa-454d-9ca0-4cf94f348095 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:37.857366 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1dd644b6-392c-4cc2-a41c-2779b703ebf7 req-d6cc79b2-0310-43af-b3de-81aa3d87ab8c tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=bb3dd5e6ff564e92a9ebe452e66a5117&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0636716 May 18 18:16:37.874023 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b6eca823-de9e-4efa-9ac4-41e2b255a6b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161154908 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161154908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:37.882094 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b6eca823-de9e-4efa-9ac4-41e2b255a6b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161154908 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161154908-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:37.891108 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-b6eca823-de9e-4efa-9ac4-41e2b255a6b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161154908 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161154908-project] 10.222.0.85 "DELETE /v2.0/networks/5405c3fb-c5e2-4b3e-9dcd-830fb3beed3a HTTP/1.1" status: 204 len: 168 time: 0.4740720 May 18 18:16:37.910601 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6eca823-de9e-4efa-9ac4-41e2b255a6b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161154908 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161154908-project] Pushing event deleted for resources: {'Network': ['ID=5405c3fb-c5e2-4b3e-9dcd-830fb3beed3a,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:16:37.928231 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-021fd233-43aa-454d-9ca0-4cf94f348095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:37.930926 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-021fd233-43aa-454d-9ca0-4cf94f348095 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:37.932149 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-021fd233-43aa-454d-9ca0-4cf94f348095 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/86ce7a78-6c0f-4991-a29a-8f6f6ea870a0 HTTP/1.1" status: 204 len: 168 time: 0.2759871 May 18 18:16:37.941862 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021fd233-43aa-454d-9ca0-4cf94f348095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86ce7a78-6c0f-4991-a29a-8f6f6ea870a0,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:16:37.986814 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1dd644b6-392c-4cc2-a41c-2779b703ebf7 req-08050e7d-10be-4acf-b872-77c7c49910d1 service neutron] 10.222.0.85 "GET /v2.0/networks/43fc4a49-4144-4792-8c9e-f6aa8e841df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200926 May 18 18:16:38.090189 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1dd644b6-392c-4cc2-a41c-2779b703ebf7 req-9780c943-c9dc-4fa1-bb09-935e37092ee2 service neutron] 10.222.0.85 "GET /v2.0/networks/43fc4a49-4144-4792-8c9e-f6aa8e841df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968943 May 18 18:16:38.125493 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 8ac7fa8a-9b47-4fc4-9fa4-b78edf823c04 details requested by agent hyperv_n-h1-838550-3 with host n-h1-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:16:38.193426 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 35278) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:16:38.334185 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 8ac7fa8a-9b47-4fc4-9fa4-b78edf823c04, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=8ac7fa8a-9b47-4fc4-9fa4-b78edf823c04,segment=NetworkSegment(1c33b8e1-9163-4f86-a1f0-1efa8c3ca198),segment_id=1c33b8e1-9163-4f86-a1f0-1efa8c3ca198)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:16:38.357102 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Returning: {'device': '8ac7fa8a-9b47-4fc4-9fa4-b78edf823c04', 'network_id': 'dc4b5d65-5cc2-446b-ba02-e822ca3edfb6', 'port_id': '8ac7fa8a-9b47-4fc4-9fa4-b78edf823c04', 'mac_address': 'fa:16:3e:5d:b3:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e5df085-5e19-493d-91de-23429af05a0a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:16:38.388598 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 35290) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:16:38.412607 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e8960082-9a1a-4743-8a73-a5408f55137a req-af143b44-d556-42f3-8cbe-0641535e22d5 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/ports?device_id=d11fab4b-31ef-4c42-930b-de9418b06dd3 HTTP/1.1" status: 200 len: 210 time: 0.0362663 May 18 18:16:38.413306 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e9f40ebd-0b0d-405e-a6ed-3c0eebbc6255 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:38.430993 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 8ac7fa8a-9b47-4fc4-9fa4-b78edf823c04 is: ACTIVE; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:16:38.431895 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:38.453637 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8ac7fa8a-9b47-4fc4-9fa4-b78edf823c04 {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:16:38.481140 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 8ac7fa8a-9b47-4fc4-9fa4-b78edf823c04, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=8ac7fa8a-9b47-4fc4-9fa4-b78edf823c04,segment=NetworkSegment(1c33b8e1-9163-4f86-a1f0-1efa8c3ca198),segment_id=1c33b8e1-9163-4f86-a1f0-1efa8c3ca198)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:16:38.484183 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d19505d-8b01-4246-93d4-21c494efc59a req-74e9bf17-79cd-4a9d-889d-1d262ed94ea8 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:38.489382 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:38.491061 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d19505d-8b01-4246-93d4-21c494efc59a req-74e9bf17-79cd-4a9d-889d-1d262ed94ea8 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:38.498228 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d19505d-8b01-4246-93d4-21c494efc59a req-74e9bf17-79cd-4a9d-889d-1d262ed94ea8 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:38.505720 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d19505d-8b01-4246-93d4-21c494efc59a req-74e9bf17-79cd-4a9d-889d-1d262ed94ea8 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:38.511934 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d19505d-8b01-4246-93d4-21c494efc59a req-74e9bf17-79cd-4a9d-889d-1d262ed94ea8 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:38.518234 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d19505d-8b01-4246-93d4-21c494efc59a req-74e9bf17-79cd-4a9d-889d-1d262ed94ea8 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:38.524218 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d19505d-8b01-4246-93d4-21c494efc59a req-74e9bf17-79cd-4a9d-889d-1d262ed94ea8 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:38.532911 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9d19505d-8b01-4246-93d4-21c494efc59a req-74e9bf17-79cd-4a9d-889d-1d262ed94ea8 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "GET /v2.0/ports?device_id=37c27a1b-623c-44a7-a5a8-1c1ff493d84b HTTP/1.1" status: 200 len: 5428 time: 0.1980591 May 18 18:16:38.572776 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=8ac7fa8a-9b47-4fc4-9fa4-b78edf823c04,revision_number=6']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:16:38.598199 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9d19505d-8b01-4246-93d4-21c494efc59a req-4861dcb1-3ee3-478b-a91e-fc58d4cbae4f tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "GET /v2.0/security-groups?id=987873b8-e341-4d92-9eb4-c3682f6ae42f&id=9a2067b3-2854-40c8-880f-cf75b37fd6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0643370 May 18 18:16:38.651249 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e9f40ebd-0b0d-405e-a6ed-3c0eebbc6255 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:38.664375 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e9f40ebd-0b0d-405e-a6ed-3c0eebbc6255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:38.728728 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-03525d72-c43c-4fc8-99d8-3fe0f010dbe8 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=514c2b7084944b4ebc8de6c71b6b00a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5340731 May 18 18:16:38.734009 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 35294) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:16:38.738907 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['8ac7fa8a-9b47-4fc4-9fa4-b78edf823c04'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:16:38.744448 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-e9f40ebd-0b0d-405e-a6ed-3c0eebbc6255 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=838332531fec4b898fab3b71ee44aa74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3543365 May 18 18:16:38.746649 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f40ebd-0b0d-405e-a6ed-3c0eebbc6255 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f9aa3a1-be6b-44ba-9f07-3a3105177078,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:16:38.749575 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 35296) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:16:38.814331 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877198f6-ba55-4a68-b9b9-a470d30dd4f2 req-6ce196a4-b8b9-4813-a022-fe686b883013 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:38.817406 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-877198f6-ba55-4a68-b9b9-a470d30dd4f2 req-6ce196a4-b8b9-4813-a022-fe686b883013 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/ports?device_id=e7d367c4-6a3d-46ea-aabf-d21c7a42ae9f HTTP/1.1" status: 200 len: 944 time: 0.1224387 May 18 18:16:38.854073 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-77ebbc2a-6801-4285-9b68-786fd747362b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:38.863446 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a2ccc9d9-e465-416c-9576-c989e2ecac07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:38.890320 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-77ebbc2a-6801-4285-9b68-786fd747362b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:38.896265 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-877198f6-ba55-4a68-b9b9-a470d30dd4f2 req-e8471933-20f8-4797-87f2-2f33d30ebca5 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/security-groups?id=0cf286b9-4259-46f9-a9b8-06a8c9d0d055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696816 May 18 18:16:38.907921 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a2ccc9d9-e465-416c-9576-c989e2ecac07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:38.997817 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-77ebbc2a-6801-4285-9b68-786fd747362b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:39.001458 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-77ebbc2a-6801-4285-9b68-786fd747362b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:39.002979 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-77ebbc2a-6801-4285-9b68-786fd747362b admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/a8d12aba-4aff-4f2d-8c6c-44661db5c89b HTTP/1.1" status: 204 len: 168 time: 0.2678530 May 18 18:16:39.006006 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a2ccc9d9-e465-416c-9576-c989e2ecac07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:39.008647 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a2ccc9d9-e465-416c-9576-c989e2ecac07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:39.009800 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-a2ccc9d9-e465-416c-9576-c989e2ecac07 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/7f9aa3a1-be6b-44ba-9f07-3a3105177078 HTTP/1.1" status: 204 len: 168 time: 0.2541697 May 18 18:16:39.049507 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ebbc2a-6801-4285-9b68-786fd747362b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8d12aba-4aff-4f2d-8c6c-44661db5c89b,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:16:39.098675 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ccc9d9-e465-416c-9576-c989e2ecac07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f9aa3a1-be6b-44ba-9f07-3a3105177078,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:16:39.149382 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77370c1-ee6e-4490-bf83-ea4b65a832a2 req-f6fe5c80-b419-40f9-834f-eca6fd9937c9 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:39.151288 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a77370c1-ee6e-4490-bf83-ea4b65a832a2 req-f6fe5c80-b419-40f9-834f-eca6fd9937c9 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.36 "GET /v2.0/ports?device_id=42cdd441-75e4-42c9-95ce-3f081db8b56f HTTP/1.1" status: 200 len: 945 time: 0.1404860 May 18 18:16:39.362376 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-a77370c1-ee6e-4490-bf83-ea4b65a832a2 req-8cec77e3-3649-4753-ab73-576ac183606c tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Deleting port 092baee3-bff3-4ad2-94af-2d20345cf695 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:16:39.363185 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-a77370c1-ee6e-4490-bf83-ea4b65a832a2 req-8cec77e3-3649-4753-ab73-576ac183606c tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:39.539522 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 35326) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:16:39.608532 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-0bf5a210-ecf6-4e79-880d-e37cfcfc8428 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=f96c7be7e0c040049764248d7d122df1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0663946 May 18 18:16:39.610896 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 35328) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:16:39.683076 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-317dec69-0de5-4239-9da9-39263247fbb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:39.738712 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-317dec69-0de5-4239-9da9-39263247fbb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:39.796595 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c26454-bb62-423e-9b54-3bb4b117d178 req-7caf6c46-9973-4351-acad-459b7685d1d6 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:39.803671 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c26454-bb62-423e-9b54-3bb4b117d178 req-7caf6c46-9973-4351-acad-459b7685d1d6 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:39.810529 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c26454-bb62-423e-9b54-3bb4b117d178 req-7caf6c46-9973-4351-acad-459b7685d1d6 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:39.818199 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c26454-bb62-423e-9b54-3bb4b117d178 req-7caf6c46-9973-4351-acad-459b7685d1d6 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:39.824394 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c26454-bb62-423e-9b54-3bb4b117d178 req-7caf6c46-9973-4351-acad-459b7685d1d6 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:39.831276 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c26454-bb62-423e-9b54-3bb4b117d178 req-7caf6c46-9973-4351-acad-459b7685d1d6 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:39.838372 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c26454-bb62-423e-9b54-3bb4b117d178 req-7caf6c46-9973-4351-acad-459b7685d1d6 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:39.840669 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-29c26454-bb62-423e-9b54-3bb4b117d178 req-7caf6c46-9973-4351-acad-459b7685d1d6 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "GET /v2.0/ports?device_id=37c27a1b-623c-44a7-a5a8-1c1ff493d84b HTTP/1.1" status: 200 len: 5428 time: 0.1420422 May 18 18:16:39.866596 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-317dec69-0de5-4239-9da9-39263247fbb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:39.869798 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-317dec69-0de5-4239-9da9-39263247fbb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:39.871161 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-317dec69-0de5-4239-9da9-39263247fbb7 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/01f96035-f464-428d-b40b-f3ea9a42a1a1 HTTP/1.1" status: 204 len: 168 time: 0.2592814 May 18 18:16:39.884763 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-a77370c1-ee6e-4490-bf83-ea4b65a832a2 req-8cec77e3-3649-4753-ab73-576ac183606c tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] For port 092baee3-bff3-4ad2-94af-2d20345cf695, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=092baee3-bff3-4ad2-94af-2d20345cf695,segment=NetworkSegment(7fe567f5-b9bc-4b6c-8f11-60e107f314f0),segment_id=7fe567f5-b9bc-4b6c-8f11-60e107f314f0)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:16:39.885346 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-a77370c1-ee6e-4490-bf83-ea4b65a832a2 req-8cec77e3-3649-4753-ab73-576ac183606c tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:39.903283 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317dec69-0de5-4239-9da9-39263247fbb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01f96035-f464-428d-b40b-f3ea9a42a1a1,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:16:39.903526 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-a77370c1-ee6e-4490-bf83-ea4b65a832a2 req-8cec77e3-3649-4753-ab73-576ac183606c tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Calling delete_port for 092baee3-bff3-4ad2-94af-2d20345cf695 owned by compute:nova {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:16:39.975463 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-29c26454-bb62-423e-9b54-3bb4b117d178 req-166771b1-3071-41c9-bd88-e400b852c461 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "GET /v2.0/security-groups?id=987873b8-e341-4d92-9eb4-c3682f6ae42f&id=9a2067b3-2854-40c8-880f-cf75b37fd6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1028659 May 18 18:16:40.035849 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-358626a2-820b-4ef4-822e-3d1a53b121ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:40.080755 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a6322d85-bc5d-4e4e-b665-639c2f0463fc req-23f994b6-78e4-4e06-b0a0-73c95aec65d9 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/ports?device_id=d11fab4b-31ef-4c42-930b-de9418b06dd3 HTTP/1.1" status: 200 len: 210 time: 0.5598943 May 18 18:16:40.150924 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 8ac7fa8a-9b47-4fc4-9fa4-b78edf823c04 up at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:16:40.225785 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd644b6-392c-4cc2-a41c-2779b703ebf7 req-e04f6d43-cfe9-46d6-b030-332976238c7c tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:40.232031 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1dd644b6-392c-4cc2-a41c-2779b703ebf7 req-e04f6d43-cfe9-46d6-b030-332976238c7c tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.36 "GET /v2.0/networks?id=43fc4a49-4144-4792-8c9e-f6aa8e841df8 HTTP/1.1" status: 200 len: 805 time: 0.3115771 May 18 18:16:40.289736 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-1dd644b6-392c-4cc2-a41c-2779b703ebf7 req-a0369888-967b-47e5-aae5-4498fdee7e2e tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Request body: {'port': {'device_id': 'd11fab4b-31ef-4c42-930b-de9418b06dd3', 'network_id': '43fc4a49-4144-4792-8c9e-f6aa8e841df8', 'admin_state_up': True, 'tenant_id': 'bb3dd5e6ff564e92a9ebe452e66a5117'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:16:40.297145 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-a77370c1-ee6e-4490-bf83-ea4b65a832a2 req-8cec77e3-3649-4753-ab73-576ac183606c tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:40.305947 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning complete for port 8ac7fa8a-9b47-4fc4-9fa4-b78edf823c04 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:16:40.306558 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:40.425160 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cec77e3-3649-4753-ab73-576ac183606c tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Pushing event deleted for resources: {'Port': ['ID=092baee3-bff3-4ad2-94af-2d20345cf695,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:16:40.474944 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-a77370c1-ee6e-4490-bf83-ea4b65a832a2 req-8cec77e3-3649-4753-ab73-576ac183606c tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] No DVR routers for this DVR port 092baee3-bff3-4ad2-94af-2d20345cf695 on host n-h1-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:16:40.482520 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-a77370c1-ee6e-4490-bf83-ea4b65a832a2 req-8cec77e3-3649-4753-ab73-576ac183606c tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:40.484631 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1dd644b6-392c-4cc2-a41c-2779b703ebf7 req-a0369888-967b-47e5-aae5-4498fdee7e2e tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Made reservation on behalf of bb3dd5e6ff564e92a9ebe452e66a5117 for: {'port': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:16:40.487315 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a77370c1-ee6e-4490-bf83-ea4b65a832a2 req-8cec77e3-3649-4753-ab73-576ac183606c tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.36 "DELETE /v2.0/ports/092baee3-bff3-4ad2-94af-2d20345cf695 HTTP/1.1" status: 204 len: 173 time: 1.3290274 May 18 18:16:40.489156 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-1dd644b6-392c-4cc2-a41c-2779b703ebf7 req-a0369888-967b-47e5-aae5-4498fdee7e2e tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:40.489906 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42cdd441-75e4-42c9-95ce-3f081db8b56f', 'name': 'network-vif-deleted', 'tag': '092baee3-bff3-4ad2-94af-2d20345cf695'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:16:40.492598 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57e61661-71a4-4f93-8c9f-62c7fa99a42f" -d '{"events": [{"server_uuid": "42cdd441-75e4-42c9-95ce-3f081db8b56f", "name": "network-vif-deleted", "tag": "092baee3-bff3-4ad2-94af-2d20345cf695"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:16:40.523563 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 8ac7fa8a-9b47-4fc4-9fa4-b78edf823c04 is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:16:40.524008 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:40.601691 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 8ac7fa8a-9b47-4fc4-9fa4-b78edf823c04, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=8ac7fa8a-9b47-4fc4-9fa4-b78edf823c04,segment=NetworkSegment(1c33b8e1-9163-4f86-a1f0-1efa8c3ca198),segment_id=1c33b8e1-9163-4f86-a1f0-1efa8c3ca198)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:16:40.608077 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7d367c4-6a3d-46ea-aabf-d21c7a42ae9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ac7fa8a-9b47-4fc4-9fa4-b78edf823c04'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:16:40.610814 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae89be09-fcb9-430d-8e7d-db3a639701e7" -d '{"events": [{"server_uuid": "e7d367c4-6a3d-46ea-aabf-d21c7a42ae9f", "name": "network-vif-plugged", "status": "completed", "tag": "8ac7fa8a-9b47-4fc4-9fa4-b78edf823c04"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:16:40.619705 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:40.629995 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 092baee3-bff3-4ad2-94af-2d20345cf695 no longer exists at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:16:40.676892 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d2c922-e5ed-4db4-8415-07c1be6724e2 req-afbff701-cd66-4cfa-8ad8-69887dbbfc86 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:40.687892 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-59d2c922-e5ed-4db4-8415-07c1be6724e2 req-afbff701-cd66-4cfa-8ad8-69887dbbfc86 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/ports?device_id=e7d367c4-6a3d-46ea-aabf-d21c7a42ae9f HTTP/1.1" status: 200 len: 944 time: 0.4545038 May 18 18:16:40.695346 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57abea4e-0c8c-4992-aca9-1f930c30c893 req-44f946f5-6837-4e96-82bd-4a80adbafff6 tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:40.698156 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-57abea4e-0c8c-4992-aca9-1f930c30c893 req-44f946f5-6837-4e96-82bd-4a80adbafff6 tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] 10.222.0.85 "GET /v2.0/ports?device_id=50867587-12b1-4c94-996f-1a2f1d13c37a HTTP/1.1" status: 200 len: 946 time: 0.1259282 May 18 18:16:40.746235 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] No Port match for: 092baee3-bff3-4ad2-94af-2d20345cf695 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:16:40.746977 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 092baee3-bff3-4ad2-94af-2d20345cf695 not bound to the agent host n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:16:40.752958 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-57abea4e-0c8c-4992-aca9-1f930c30c893 req-1360eef3-2c5b-4a99-80f7-0909f20b2f36 tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] 10.222.0.85 "GET /v2.0/security-groups?id=e9bfddfb-d8cd-4e22-a2a5-022903ae86af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467672 May 18 18:16:40.816602 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=8ac7fa8a-9b47-4fc4-9fa4-b78edf823c04,revision_number=7']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:16:40.823580 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-389f0025-3337-4407-9752-a1ce816e12e6 x-openstack-request-id: req-389f0025-3337-4407-9752-a1ce816e12e6 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:16:40.823876 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42cdd441-75e4-42c9-95ce-3f081db8b56f", "name": "network-vif-deleted", "tag": "092baee3-bff3-4ad2-94af-2d20345cf695", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:16:40.824126 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-389f0025-3337-4407-9752-a1ce816e12e6 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:16:40.824713 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-389f0025-3337-4407-9752-a1ce816e12e6'] response: {'server_uuid': '42cdd441-75e4-42c9-95ce-3f081db8b56f', 'name': 'network-vif-deleted', 'tag': '092baee3-bff3-4ad2-94af-2d20345cf695', 'status': 'completed', 'code': 200} May 18 18:16:40.842802 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-59d2c922-e5ed-4db4-8415-07c1be6724e2 req-8d07993b-c536-4508-92c5-330b572bb6fd tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/security-groups?id=0cf286b9-4259-46f9-a9b8-06a8c9d0d055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446922 May 18 18:16:40.901860 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a0d738e-ad44-4533-b055-9fa0041e4307 x-openstack-request-id: req-6a0d738e-ad44-4533-b055-9fa0041e4307 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:16:40.902219 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7d367c4-6a3d-46ea-aabf-d21c7a42ae9f", "name": "network-vif-plugged", "status": "completed", "tag": "8ac7fa8a-9b47-4fc4-9fa4-b78edf823c04", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:16:40.902614 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-6a0d738e-ad44-4533-b055-9fa0041e4307 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:16:40.903656 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a0d738e-ad44-4533-b055-9fa0041e4307'] response: {'server_uuid': 'e7d367c4-6a3d-46ea-aabf-d21c7a42ae9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ac7fa8a-9b47-4fc4-9fa4-b78edf823c04', 'code': 200} May 18 18:16:40.908938 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [req-1dd644b6-392c-4cc2-a41c-2779b703ebf7 req-a0369888-967b-47e5-aae5-4498fdee7e2e tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Allocated IP 172.20.0.8 (43fc4a49-4144-4792-8c9e-f6aa8e841df8/8a6f771a-7d1f-4c0f-927b-d14a677a770b/a89a7901-a2dc-4636-94d9-9ef3bb7b4ae7) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:16:41.182455 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:41.287931 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-892687fb-3105-4445-b707-fac0890dec27 req-55ee82ac-5a71-4f3b-933b-370afa8abed8 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/ports?device_id=d11fab4b-31ef-4c42-930b-de9418b06dd3 HTTP/1.1" status: 200 len: 210 time: 0.0638907 May 18 18:16:41.322603 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-1dd644b6-392c-4cc2-a41c-2779b703ebf7 req-a0369888-967b-47e5-aae5-4498fdee7e2e tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:41.371541 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ff92eb-9d67-428f-a3d4-364046951822 req-503d17b9-8bf5-4976-81c1-075553f8b90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:41.374378 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df02a7d-2d92-4b4a-b220-f7a060438bd7 req-69fdd9d2-e9c3-451c-9671-32b38d288e2c tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:41.376700 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a3ff92eb-9d67-428f-a3d4-364046951822 req-503d17b9-8bf5-4976-81c1-075553f8b90d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e7d367c4-6a3d-46ea-aabf-d21c7a42ae9f HTTP/1.1" status: 200 len: 1096 time: 0.2915874 May 18 18:16:41.382185 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df02a7d-2d92-4b4a-b220-f7a060438bd7 req-69fdd9d2-e9c3-451c-9671-32b38d288e2c tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:41.388391 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df02a7d-2d92-4b4a-b220-f7a060438bd7 req-69fdd9d2-e9c3-451c-9671-32b38d288e2c tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:41.394628 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df02a7d-2d92-4b4a-b220-f7a060438bd7 req-69fdd9d2-e9c3-451c-9671-32b38d288e2c tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:41.402203 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df02a7d-2d92-4b4a-b220-f7a060438bd7 req-69fdd9d2-e9c3-451c-9671-32b38d288e2c tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:41.408309 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df02a7d-2d92-4b4a-b220-f7a060438bd7 req-69fdd9d2-e9c3-451c-9671-32b38d288e2c tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:41.415214 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df02a7d-2d92-4b4a-b220-f7a060438bd7 req-69fdd9d2-e9c3-451c-9671-32b38d288e2c tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:41.417127 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3df02a7d-2d92-4b4a-b220-f7a060438bd7 req-69fdd9d2-e9c3-451c-9671-32b38d288e2c tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "GET /v2.0/ports?device_id=37c27a1b-623c-44a7-a5a8-1c1ff493d84b HTTP/1.1" status: 200 len: 5428 time: 0.2122321 May 18 18:16:41.439643 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a3ff92eb-9d67-428f-a3d4-364046951822 req-1267456f-750f-4fdd-9247-2438324d1ac0 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0cf286b9-4259-46f9-a9b8-06a8c9d0d055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539892 May 18 18:16:41.447174 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 35402) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:16:41.479171 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-1dd644b6-392c-4cc2-a41c-2779b703ebf7 req-a0369888-967b-47e5-aae5-4498fdee7e2e tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:41.531167 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3df02a7d-2d92-4b4a-b220-f7a060438bd7 req-1443e428-0811-4e9a-81eb-03e97b70c8b0 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "GET /v2.0/security-groups?id=987873b8-e341-4d92-9eb4-c3682f6ae42f&id=9a2067b3-2854-40c8-880f-cf75b37fd6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0881605 May 18 18:16:41.557007 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dd644b6-392c-4cc2-a41c-2779b703ebf7 req-a0369888-967b-47e5-aae5-4498fdee7e2e tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Network 43fc4a49-4144-4792-8c9e-f6aa8e841df8 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:16:41.560947 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [req-1dd644b6-392c-4cc2-a41c-2779b703ebf7 req-a0369888-967b-47e5-aae5-4498fdee7e2e tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:16:41.580648 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dd644b6-392c-4cc2-a41c-2779b703ebf7 req-a0369888-967b-47e5-aae5-4498fdee7e2e tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:16:41.585586 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0369888-967b-47e5-aae5-4498fdee7e2e tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Pushing event updated for resources: {'Port': ['ID=a89a7901-a2dc-4636-94d9-9ef3bb7b4ae7,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:16:41.601847 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-c2bebf86-d230-4deb-a109-c0fba563416b tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1530666570', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:16:41.659634 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c2bebf86-d230-4deb-a109-c0fba563416b tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25099'] for router, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:41.661778 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c2bebf86-d230-4deb-a109-c0fba563416b tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-593238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596850', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25088'] for router, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:41.663064 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd644b6-392c-4cc2-a41c-2779b703ebf7 req-a0369888-967b-47e5-aae5-4498fdee7e2e tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:41.663723 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-1dd644b6-392c-4cc2-a41c-2779b703ebf7 req-a0369888-967b-47e5-aae5-4498fdee7e2e tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:41.701580 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1dd644b6-392c-4cc2-a41c-2779b703ebf7 req-a0369888-967b-47e5-aae5-4498fdee7e2e tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4277368 May 18 18:16:41.718576 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-1dd644b6-392c-4cc2-a41c-2779b703ebf7 req-abd47382-a2b7-475f-90d2-43ea7989e207 service neutron] Request body: {'port': {'device_id': 'd11fab4b-31ef-4c42-930b-de9418b06dd3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-3'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:16:41.749372 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c2bebf86-d230-4deb-a109-c0fba563416b tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:41.754394 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c2bebf86-d230-4deb-a109-c0fba563416b tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596801'] for router, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:41.779734 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c2bebf86-d230-4deb-a109-c0fba563416b tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Notify callbacks [] for router, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:41.786085 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-c2bebf86-d230-4deb-a109-c0fba563416b tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3374331 May 18 18:16:41.795032 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 35410) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:16:41.801646 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-8d81d0cf-1c00-4d7b-b8c7-5e477aa29fce tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-893620961'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:16:41.826255 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d81d0cf-1c00-4d7b-b8c7-5e477aa29fce tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Made reservation on behalf of ff81999fb5734c95903c4de34cfbc041 for: {'network': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:16:41.833231 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-1dd644b6-392c-4cc2-a41c-2779b703ebf7 req-abd47382-a2b7-475f-90d2-43ea7989e207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:41.836107 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8d81d0cf-1c00-4d7b-b8c7-5e477aa29fce tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:41.851666 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8d81d0cf-1c00-4d7b-b8c7-5e477aa29fce tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:41.897806 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 35416) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:16:42.026484 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8d81d0cf-1c00-4d7b-b8c7-5e477aa29fce tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:42.047147 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8d81d0cf-1c00-4d7b-b8c7-5e477aa29fce tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:42.077755 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe58227-7de3-4df3-8e0d-d1705bc5b601 req-c4d4a783-3232-4426-b7c2-5e363b18048e tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:42.079659 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ffe58227-7de3-4df3-8e0d-d1705bc5b601 req-c4d4a783-3232-4426-b7c2-5e363b18048e tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/ports?device_id=e7d367c4-6a3d-46ea-aabf-d21c7a42ae9f HTTP/1.1" status: 200 len: 945 time: 0.1012144 May 18 18:16:42.095947 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d81d0cf-1c00-4d7b-b8c7-5e477aa29fce tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 641} {{(pid=102731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:16:42.112909 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc6a11a-1204-4815-9c08-9ed39493ceee req-c7ff7532-bc7f-493f-b76f-0e6c7fec8436 tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:42.114657 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0dc6a11a-1204-4815-9c08-9ed39493ceee req-c7ff7532-bc7f-493f-b76f-0e6c7fec8436 tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] 10.222.0.85 "GET /v2.0/ports?device_id=50867587-12b1-4c94-996f-1a2f1d13c37a HTTP/1.1" status: 200 len: 946 time: 0.0921891 May 18 18:16:42.133940 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8d81d0cf-1c00-4d7b-b8c7-5e477aa29fce tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:42.134304 n-d-838550-3 neutron-server[102731]: INFO neutron.db.segments_db [None req-8d81d0cf-1c00-4d7b-b8c7-5e477aa29fce tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Added segment a9505c03-d6b1-4496-aba8-d732408f4407 of type vlan for network 3dc2c4a3-6bcb-46dc-992b-821e890511fa May 18 18:16:42.136992 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d81d0cf-1c00-4d7b-b8c7-5e477aa29fce tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66a931a4-4d03-4fc5-aa4b-6ad18cba74cb,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:16:42.148714 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b2149192-c43c-41cf-8a2b-3ca020a0e2f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:42.212864 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0dc6a11a-1204-4815-9c08-9ed39493ceee req-3abaec29-728f-4db9-b892-0dd32811ce80 tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] 10.222.0.85 "GET /v2.0/security-groups?id=e9bfddfb-d8cd-4e22-a2a5-022903ae86af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845158 May 18 18:16:42.221483 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ffe58227-7de3-4df3-8e0d-d1705bc5b601 req-9c88bc3c-50a3-472d-b72d-670479f53a76 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/security-groups?id=0cf286b9-4259-46f9-a9b8-06a8c9d0d055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247461 May 18 18:16:42.224295 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8d81d0cf-1c00-4d7b-b8c7-5e477aa29fce tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:42.284394 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8d81d0cf-1c00-4d7b-b8c7-5e477aa29fce tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:42.290023 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d81d0cf-1c00-4d7b-b8c7-5e477aa29fce tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:42.290631 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8d81d0cf-1c00-4d7b-b8c7-5e477aa29fce tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:42.334815 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:42.337255 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [req-1dd644b6-392c-4cc2-a41c-2779b703ebf7 req-abd47382-a2b7-475f-90d2-43ea7989e207 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a89a7901-a2dc-4636-94d9-9ef3bb7b4ae7 {{(pid=102730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:16:42.349299 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-1dd644b6-392c-4cc2-a41c-2779b703ebf7 req-abd47382-a2b7-475f-90d2-43ea7989e207 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:42.365810 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [req-1dd644b6-392c-4cc2-a41c-2779b703ebf7 req-abd47382-a2b7-475f-90d2-43ea7989e207 service neutron] Transition to ACTIVE for port object a89a7901-a2dc-4636-94d9-9ef3bb7b4ae7 will not be triggered until provisioned by entity L2. {{(pid=102730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:16:42.372349 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-1dd644b6-392c-4cc2-a41c-2779b703ebf7 req-abd47382-a2b7-475f-90d2-43ea7989e207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:42.419170 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-8d81d0cf-1c00-4d7b-b8c7-5e477aa29fce tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6212323 May 18 18:16:42.422883 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 35422) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:16:42.430058 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-ea43b79e-64f6-4d43-b678-197db95a9389 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Request body: {'subnet': {'network_id': '3dc2c4a3-6bcb-46dc-992b-821e890511fa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:16:42.470259 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d81d0cf-1c00-4d7b-b8c7-5e477aa29fce tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Pushing event updated for resources: {'Network': ['ID=3dc2c4a3-6bcb-46dc-992b-821e890511fa,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:16:42.478951 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b2149192-c43c-41cf-8a2b-3ca020a0e2f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:42.486185 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b2149192-c43c-41cf-8a2b-3ca020a0e2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:42.494645 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network 3dc2c4a3-6bcb-46dc-992b-821e890511fa details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:16:42.527310 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e338ba9-fb57-405c-b5b8-c0a3ee856067 req-3ebd66cc-4580-4240-bb6e-7137a02cec81 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:42.529182 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8e338ba9-fb57-405c-b5b8-c0a3ee856067 req-3ebd66cc-4580-4240-bb6e-7137a02cec81 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/ports?device_id=d11fab4b-31ef-4c42-930b-de9418b06dd3 HTTP/1.1" status: 200 len: 943 time: 0.1439018 May 18 18:16:42.539042 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2149192-c43c-41cf-8a2b-3ca020a0e2f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb1ef3c6-5337-48d0-9eeb-e2ce73fc0004,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:16:42.557681 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-b2149192-c43c-41cf-8a2b-3ca020a0e2f5 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=1d53613542d04f16bcd6dffc0899c4be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6569064 May 18 18:16:42.558773 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 35424) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:16:42.604823 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd47382-a2b7-475f-90d2-43ea7989e207 service neutron] Pushing event updated for resources: {'Port': ['ID=a89a7901-a2dc-4636-94d9-9ef3bb7b4ae7,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:16:42.647530 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8e338ba9-fb57-405c-b5b8-c0a3ee856067 req-9ff65874-902f-4480-b733-47aea0fc2e98 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/security-groups?id=8ad86751-3372-47de-bc84-2bfa3ff50eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010172 May 18 18:16:42.683647 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8d630c82-22fc-4538-862c-936b41412cd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:42.699419 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-1dd644b6-392c-4cc2-a41c-2779b703ebf7 req-abd47382-a2b7-475f-90d2-43ea7989e207 service neutron] Attempting to bind port a89a7901-a2dc-4636-94d9-9ef3bb7b4ae7 on host n-h1-838550-3 for vnic_type normal with profile {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:16:42.700010 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-1dd644b6-392c-4cc2-a41c-2779b703ebf7 req-abd47382-a2b7-475f-90d2-43ea7989e207 service neutron] Attempting to bind port a89a7901-a2dc-4636-94d9-9ef3bb7b4ae7 by drivers openvswitch,hyperv on host n-h1-838550-3 at level 0 using segments [{'id': '7fe567f5-b9bc-4b6c-8f11-60e107f314f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '43fc4a49-4144-4792-8c9e-f6aa8e841df8'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:16:42.700680 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd644b6-392c-4cc2-a41c-2779b703ebf7 req-abd47382-a2b7-475f-90d2-43ea7989e207 service neutron] Attempting to bind port a89a7901-a2dc-4636-94d9-9ef3bb7b4ae7 on network 43fc4a49-4144-4792-8c9e-f6aa8e841df8 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:16:42.714306 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8d630c82-22fc-4538-862c-936b41412cd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:42.732024 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd644b6-392c-4cc2-a41c-2779b703ebf7 req-abd47382-a2b7-475f-90d2-43ea7989e207 service neutron] Port a89a7901-a2dc-4636-94d9-9ef3bb7b4ae7 on network 43fc4a49-4144-4792-8c9e-f6aa8e841df8 not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-3 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:16:42.732628 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd644b6-392c-4cc2-a41c-2779b703ebf7 req-abd47382-a2b7-475f-90d2-43ea7989e207 service neutron] Attempting to bind port a89a7901-a2dc-4636-94d9-9ef3bb7b4ae7 on network 43fc4a49-4144-4792-8c9e-f6aa8e841df8 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:16:42.747347 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd644b6-392c-4cc2-a41c-2779b703ebf7 req-abd47382-a2b7-475f-90d2-43ea7989e207 service neutron] Checking agent: {'id': '1dbac822-25f2-4df8-9dc8-5c2e7b136eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:16:42.747757 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd644b6-392c-4cc2-a41c-2779b703ebf7 req-abd47382-a2b7-475f-90d2-43ea7989e207 service neutron] Checking segment: {'id': '7fe567f5-b9bc-4b6c-8f11-60e107f314f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '43fc4a49-4144-4792-8c9e-f6aa8e841df8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:16:42.748152 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd644b6-392c-4cc2-a41c-2779b703ebf7 req-abd47382-a2b7-475f-90d2-43ea7989e207 service neutron] Bound using segment: {'id': '7fe567f5-b9bc-4b6c-8f11-60e107f314f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '43fc4a49-4144-4792-8c9e-f6aa8e841df8'} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:16:42.748592 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-1dd644b6-392c-4cc2-a41c-2779b703ebf7 req-abd47382-a2b7-475f-90d2-43ea7989e207 service neutron] Bound port: a89a7901-a2dc-4636-94d9-9ef3bb7b4ae7, host: n-h1-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fe567f5-b9bc-4b6c-8f11-60e107f314f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '43fc4a49-4144-4792-8c9e-f6aa8e841df8'}}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:16:42.748954 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-1dd644b6-392c-4cc2-a41c-2779b703ebf7 req-abd47382-a2b7-475f-90d2-43ea7989e207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:42.766324 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea43b79e-64f6-4d43-b678-197db95a9389 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Made reservation on behalf of ff81999fb5734c95903c4de34cfbc041 for: {'subnet': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:16:42.771584 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ea43b79e-64f6-4d43-b678-197db95a9389 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261031885'] for subnet, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:42.772415 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8d630c82-22fc-4538-862c-936b41412cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:42.776831 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8d630c82-22fc-4538-862c-936b41412cd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:42.778762 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-8d630c82-22fc-4538-862c-936b41412cd1 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/fb1ef3c6-5337-48d0-9eeb-e2ce73fc0004 HTTP/1.1" status: 204 len: 168 time: 0.2187595 May 18 18:16:42.793499 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d630c82-22fc-4538-862c-936b41412cd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb1ef3c6-5337-48d0-9eeb-e2ce73fc0004,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:16:42.856796 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a42010-dc7f-46f1-b57f-87a55c8b7587 req-76a5354c-4d15-4caf-92ba-153ae66c9db2 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:42.863190 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a42010-dc7f-46f1-b57f-87a55c8b7587 req-76a5354c-4d15-4caf-92ba-153ae66c9db2 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:42.869159 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a42010-dc7f-46f1-b57f-87a55c8b7587 req-76a5354c-4d15-4caf-92ba-153ae66c9db2 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:42.875145 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a42010-dc7f-46f1-b57f-87a55c8b7587 req-76a5354c-4d15-4caf-92ba-153ae66c9db2 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:42.881914 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a42010-dc7f-46f1-b57f-87a55c8b7587 req-76a5354c-4d15-4caf-92ba-153ae66c9db2 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:42.889035 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a42010-dc7f-46f1-b57f-87a55c8b7587 req-76a5354c-4d15-4caf-92ba-153ae66c9db2 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:42.895811 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a42010-dc7f-46f1-b57f-87a55c8b7587 req-76a5354c-4d15-4caf-92ba-153ae66c9db2 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:42.897791 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-86a42010-dc7f-46f1-b57f-87a55c8b7587 req-76a5354c-4d15-4caf-92ba-153ae66c9db2 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "GET /v2.0/ports?device_id=37c27a1b-623c-44a7-a5a8-1c1ff493d84b HTTP/1.1" status: 200 len: 5428 time: 0.2288260 May 18 18:16:43.006865 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-1dd644b6-392c-4cc2-a41c-2779b703ebf7 req-abd47382-a2b7-475f-90d2-43ea7989e207 service neutron] For port a89a7901-a2dc-4636-94d9-9ef3bb7b4ae7, host n-h1-838550-3, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:16:43.022454 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-86a42010-dc7f-46f1-b57f-87a55c8b7587 req-8b0c67b4-d995-4ee6-a2df-904a74378c88 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "GET /v2.0/security-groups?id=987873b8-e341-4d92-9eb4-c3682f6ae42f&id=9a2067b3-2854-40c8-880f-cf75b37fd6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1149094 May 18 18:16:43.023230 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:43.048033 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-1dd644b6-392c-4cc2-a41c-2779b703ebf7 req-abd47382-a2b7-475f-90d2-43ea7989e207 service neutron] For port a89a7901-a2dc-4636-94d9-9ef3bb7b4ae7, host n-h1-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=a89a7901-a2dc-4636-94d9-9ef3bb7b4ae7,segment=NetworkSegment(7fe567f5-b9bc-4b6c-8f11-60e107f314f0),segment_id=7fe567f5-b9bc-4b6c-8f11-60e107f314f0)] {{(pid=102730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:16:43.049797 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-1dd644b6-392c-4cc2-a41c-2779b703ebf7 req-abd47382-a2b7-475f-90d2-43ea7989e207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:43.117034 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd644b6-392c-4cc2-a41c-2779b703ebf7 req-abd47382-a2b7-475f-90d2-43ea7989e207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:43.117870 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-1dd644b6-392c-4cc2-a41c-2779b703ebf7 req-abd47382-a2b7-475f-90d2-43ea7989e207 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:43.119581 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1dd644b6-392c-4cc2-a41c-2779b703ebf7 req-abd47382-a2b7-475f-90d2-43ea7989e207 service neutron] 10.222.0.36 "PUT /v2.0/ports/a89a7901-a2dc-4636-94d9-9ef3bb7b4ae7 HTTP/1.1" status: 200 len: 1091 time: 1.4085023 May 18 18:16:43.119581 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd11fab4b-31ef-4c42-930b-de9418b06dd3', 'tag': 'a89a7901-a2dc-4636-94d9-9ef3bb7b4ae7'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:16:43.122292 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d6a79f7-641c-4c21-a430-12dcb6dbfab7" -d '{"events": [{"name": "network-changed", "server_uuid": "d11fab4b-31ef-4c42-930b-de9418b06dd3", "tag": "a89a7901-a2dc-4636-94d9-9ef3bb7b4ae7"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:16:43.178118 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd47382-a2b7-475f-90d2-43ea7989e207 service neutron] Pushing event updated for resources: {'Port': ['ID=a89a7901-a2dc-4636-94d9-9ef3bb7b4ae7,revision_number=3']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:16:43.238804 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ea43b79e-64f6-4d43-b678-197db95a9389 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261104883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261031899'] for subnet, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:43.285021 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd644b6-392c-4cc2-a41c-2779b703ebf7 req-98ddc953-81b0-49a6-bd96-41822a39502a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:43.286599 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1dd644b6-392c-4cc2-a41c-2779b703ebf7 req-98ddc953-81b0-49a6-bd96-41822a39502a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bb3dd5e6ff564e92a9ebe452e66a5117&device_id=d11fab4b-31ef-4c42-930b-de9418b06dd3 HTTP/1.1" status: 200 len: 1094 time: 0.1003957 May 18 18:16:43.346448 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1dd644b6-392c-4cc2-a41c-2779b703ebf7 req-b151484b-a310-4e8a-8a88-e7b7305248a0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a89a7901-a2dc-4636-94d9-9ef3bb7b4ae7 HTTP/1.1" status: 200 len: 217 time: 0.0501924 May 18 18:16:43.363296 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea43b79e-64f6-4d43-b678-197db95a9389 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Pushing event updated for resources: {'Subnet': ['ID=20859b69-9d3d-483f-9299-2e5e46f06b2f,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:16:43.445985 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea43b79e-64f6-4d43-b678-197db95a9389 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Checking segment: {'id': 'a9505c03-d6b1-4496-aba8-d732408f4407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '3dc2c4a3-6bcb-46dc-992b-821e890511fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:16:43.446397 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea43b79e-64f6-4d43-b678-197db95a9389 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Network hostable DHCP agents. Network: 3dc2c4a3-6bcb-46dc-992b-821e890511fa, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:16:43.497101 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd644b6-392c-4cc2-a41c-2779b703ebf7 req-51e3081b-fe58-4a40-acdb-a4da0caad8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:43.499294 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1dd644b6-392c-4cc2-a41c-2779b703ebf7 req-51e3081b-fe58-4a40-acdb-a4da0caad8c2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8a6f771a-7d1f-4c0f-927b-d14a677a770b HTTP/1.1" status: 200 len: 845 time: 0.1463871 May 18 18:16:43.551581 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb60a2b0-164f-44d2-93aa-ca60cbe86e44 req-6cca37b9-6c41-40e6-a5e6-303f8e492bb2 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:43.553143 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cb60a2b0-164f-44d2-93aa-ca60cbe86e44 req-6cca37b9-6c41-40e6-a5e6-303f8e492bb2 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/ports?device_id=e7d367c4-6a3d-46ea-aabf-d21c7a42ae9f HTTP/1.1" status: 200 len: 945 time: 0.1626048 May 18 18:16:43.575439 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1dd644b6-392c-4cc2-a41c-2779b703ebf7 req-1c9b2956-b29e-47ee-9a73-3984cd97a2cb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=43fc4a49-4144-4792-8c9e-f6aa8e841df8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480390 May 18 18:16:43.578975 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eb1795d-3483-41c1-85a2-bab14707fec4 x-openstack-request-id: req-1eb1795d-3483-41c1-85a2-bab14707fec4 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:16:43.581927 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d11fab4b-31ef-4c42-930b-de9418b06dd3", "tag": "a89a7901-a2dc-4636-94d9-9ef3bb7b4ae7", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:16:43.582329 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-1eb1795d-3483-41c1-85a2-bab14707fec4 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:16:43.582777 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1eb1795d-3483-41c1-85a2-bab14707fec4'] response: {'name': 'network-changed', 'server_uuid': 'd11fab4b-31ef-4c42-930b-de9418b06dd3', 'tag': 'a89a7901-a2dc-4636-94d9-9ef3bb7b4ae7', 'status': 'completed', 'code': 200} May 18 18:16:43.593933 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea43b79e-64f6-4d43-b678-197db95a9389 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Network 3dc2c4a3-6bcb-46dc-992b-821e890511fa is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:16:43.671064 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-ea43b79e-64f6-4d43-b678-197db95a9389 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, 3dc2c4a3-6bcb-46dc-992b-821e890511fa) {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:16:43.680247 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb145a26-b9bc-4b16-9ea5-e1b3d4743921 None None] Network 3dc2c4a3-6bcb-46dc-992b-821e890511fa requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:16:43.694916 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea43b79e-64f6-4d43-b678-197db95a9389 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:43.695540 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ea43b79e-64f6-4d43-b678-197db95a9389 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:43.702679 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b47e4060-1c56-4b5d-b58f-2115d9c74911 req-c3464026-82d7-4c3e-a489-e9d2dddcd54b service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=00ae5749-325c-4339-a1d0-d91fc688ad0c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2331026 May 18 18:16:43.722374 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2bc97b-56c0-451e-9074-890815a2fbb1 req-5b7083bd-199c-4789-9081-01040c08918f tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:43.724749 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ea2bc97b-56c0-451e-9074-890815a2fbb1 req-5b7083bd-199c-4789-9081-01040c08918f tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] 10.222.0.88 "GET /v2.0/ports?device_id=50867587-12b1-4c94-996f-1a2f1d13c37a HTTP/1.1" status: 200 len: 946 time: 0.1219728 May 18 18:16:43.731103 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cb60a2b0-164f-44d2-93aa-ca60cbe86e44 req-0fb8185c-b97f-4c5c-af3f-ff05f9bd6229 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/security-groups?id=0cf286b9-4259-46f9-a9b8-06a8c9d0d055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446962 May 18 18:16:43.754989 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ef21ab-cfbb-47a1-93ec-3d8fca1951b3 req-9e154eb4-3e66-488d-870d-71fc4af1ce61 tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:43.757135 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d8ef21ab-cfbb-47a1-93ec-3d8fca1951b3 req-9e154eb4-3e66-488d-870d-71fc4af1ce61 tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] 10.222.0.85 "GET /v2.0/ports?device_id=50867587-12b1-4c94-996f-1a2f1d13c37a HTTP/1.1" status: 200 len: 946 time: 0.1144454 May 18 18:16:43.782962 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-ea43b79e-64f6-4d43-b678-197db95a9389 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3564546 May 18 18:16:43.786932 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 35462) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:16:43.798855 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-b6034ba6-8863-4ed0-ae9b-746a9ca5d6b5 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Request body: {'network': {'name': 'tempest-router-network01--564184482'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:16:43.866764 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1dd644b6-392c-4cc2-a41c-2779b703ebf7 req-da9a9484-b458-4912-9a2f-803224b66a89 service neutron] 10.222.0.36 "GET /v2.0/networks/43fc4a49-4144-4792-8c9e-f6aa8e841df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2733822 May 18 18:16:43.881572 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6034ba6-8863-4ed0-ae9b-746a9ca5d6b5 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Made reservation on behalf of ff81999fb5734c95903c4de34cfbc041 for: {'network': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:16:43.885644 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d8ef21ab-cfbb-47a1-93ec-3d8fca1951b3 req-d7b9c8c2-7274-4fca-846b-cd20cc68aac9 tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] 10.222.0.85 "GET /v2.0/security-groups?id=e9bfddfb-d8cd-4e22-a2a5-022903ae86af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876749 May 18 18:16:43.887356 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b6034ba6-8863-4ed0-ae9b-746a9ca5d6b5 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:43.950639 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-ea2bc97b-56c0-451e-9074-890815a2fbb1 req-2c16035b-4d47-4bec-b8c3-7d5bea3d65b0 tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] Deleting port 821a8237-636b-4752-b80f-e623731ec565 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:16:43.952133 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-ea2bc97b-56c0-451e-9074-890815a2fbb1 req-2c16035b-4d47-4bec-b8c3-7d5bea3d65b0 tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:43.963445 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c092ede3-53ac-46c4-8d70-78b09ecbba9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-3dc2c4a3-6bcb-46dc-992b-821e890511fa', 'network_id': '3dc2c4a3-6bcb-46dc-992b-821e890511fa', 'tenant_id': 'ff81999fb5734c95903c4de34cfbc041', 'fixed_ips': [{'subnet_id': '20859b69-9d3d-483f-9299-2e5e46f06b2f'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:16:43.964682 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c092ede3-53ac-46c4-8d70-78b09ecbba9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:44.002616 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47e4060-1c56-4b5d-b58f-2115d9c74911 req-7cddce55-e04f-4b30-b2ea-270fcd0a2415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:44.004203 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b47e4060-1c56-4b5d-b58f-2115d9c74911 req-7cddce55-e04f-4b30-b2ea-270fcd0a2415 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=46ea3823b08b4c9799a678c4a73b1420&device_id=00ae5749-325c-4339-a1d0-d91fc688ad0c HTTP/1.1" status: 200 len: 1097 time: 0.2095065 May 18 18:16:44.016960 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6034ba6-8863-4ed0-ae9b-746a9ca5d6b5 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 614} {{(pid=102730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:16:44.055384 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 35470) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:16:44.071131 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b6034ba6-8863-4ed0-ae9b-746a9ca5d6b5 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:44.071131 n-d-838550-3 neutron-server[102730]: INFO neutron.db.segments_db [None req-b6034ba6-8863-4ed0-ae9b-746a9ca5d6b5 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Added segment 8acbbbcd-3c8a-46d9-a2fe-2528928393e8 of type vlan for network 131f5adc-f4b6-4569-8be0-b955f9be248e May 18 18:16:44.133175 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914f5c7f-bdec-434a-bfcc-b42e9067f195 req-90ca1cdb-87dc-4c5f-b4b7-32e777c2f8d2 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:44.140276 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c3fbda-939f-45fb-ba02-b78120352e15 req-12bff3b0-09ab-43ad-afd9-351be5cab2b5 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:44.141921 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-914f5c7f-bdec-434a-bfcc-b42e9067f195 req-90ca1cdb-87dc-4c5f-b4b7-32e777c2f8d2 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/ports?device_id=e7d367c4-6a3d-46ea-aabf-d21c7a42ae9f HTTP/1.1" status: 200 len: 945 time: 0.0949888 May 18 18:16:44.147886 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e2c3fbda-939f-45fb-ba02-b78120352e15 req-12bff3b0-09ab-43ad-afd9-351be5cab2b5 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/ports?device_id=d11fab4b-31ef-4c42-930b-de9418b06dd3 HTTP/1.1" status: 200 len: 943 time: 0.2976208 May 18 18:16:44.179654 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-ea2bc97b-56c0-451e-9074-890815a2fbb1 req-2c16035b-4d47-4bec-b8c3-7d5bea3d65b0 tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] For port 821a8237-636b-4752-b80f-e623731ec565, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=821a8237-636b-4752-b80f-e623731ec565,segment=NetworkSegment(92897347-386e-4d21-86c2-ab30cc73f8d0),segment_id=92897347-386e-4d21-86c2-ab30cc73f8d0)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:16:44.180152 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-ea2bc97b-56c0-451e-9074-890815a2fbb1 req-2c16035b-4d47-4bec-b8c3-7d5bea3d65b0 tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:44.187096 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-c092ede3-53ac-46c4-8d70-78b09ecbba9c None None] Allocated IP 172.20.0.2 (3dc2c4a3-6bcb-46dc-992b-821e890511fa/20859b69-9d3d-483f-9299-2e5e46f06b2f/99e46e18-879b-494d-9c2f-e1aa913db4e3) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:16:44.201751 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 092baee3-bff3-4ad2-94af-2d20345cf695 no longer exists at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:16:44.245743 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1dd644b6-392c-4cc2-a41c-2779b703ebf7 req-402144bc-e4f1-4369-ba53-05ec0ee647d5 service neutron] 10.222.0.36 "GET /v2.0/networks/43fc4a49-4144-4792-8c9e-f6aa8e841df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3546405 May 18 18:16:44.259755 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] No Port match for: 092baee3-bff3-4ad2-94af-2d20345cf695 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:16:44.260356 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 092baee3-bff3-4ad2-94af-2d20345cf695 not bound to the agent host n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:16:44.290449 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b6034ba6-8863-4ed0-ae9b-746a9ca5d6b5 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:44.367945 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-914f5c7f-bdec-434a-bfcc-b42e9067f195 req-330acaec-98ff-45e9-ba63-308e612d4d5c tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/security-groups?id=0cf286b9-4259-46f9-a9b8-06a8c9d0d055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250795 May 18 18:16:44.370172 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e2c3fbda-939f-45fb-ba02-b78120352e15 req-4a9e75d3-6043-4d6e-bd3e-155508a6f398 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/security-groups?id=8ad86751-3372-47de-bc84-2bfa3ff50eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171257 May 18 18:16:44.403852 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccdafc9c-2a26-425f-a257-a658130ee8d8 tempest-TestNetworkBasicOps-813462103 tempest-TestNetworkBasicOps-813462103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:44.403852 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccdafc9c-2a26-425f-a257-a658130ee8d8 tempest-TestNetworkBasicOps-813462103 tempest-TestNetworkBasicOps-813462103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:44.403852 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccdafc9c-2a26-425f-a257-a658130ee8d8 tempest-TestNetworkBasicOps-813462103 tempest-TestNetworkBasicOps-813462103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:44.405353 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-ccdafc9c-2a26-425f-a257-a658130ee8d8 tempest-TestNetworkBasicOps-813462103 tempest-TestNetworkBasicOps-813462103-project-admin] 10.222.0.85 "GET /v2.0/ports?project_id=6664118b95564eb5aa43c658eedfd9ed&network_id=303de0ee-e6b2-4f16-b090-15548665b4d3 HTTP/1.1" status: 200 len: 2969 time: 0.3376014 May 18 18:16:44.417236 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47e4060-1c56-4b5d-b58f-2115d9c74911 req-918a8782-a299-4bf5-9467-7b26a35dbde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:44.418765 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b47e4060-1c56-4b5d-b58f-2115d9c74911 req-918a8782-a299-4bf5-9467-7b26a35dbde0 service neutron] 10.222.0.88 "GET /v2.0/networks?id=32202dd9-9064-4832-817f-7e8b4a8db1c5 HTTP/1.1" status: 200 len: 911 time: 0.3895690 May 18 18:16:44.457860 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b6034ba6-8863-4ed0-ae9b-746a9ca5d6b5 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:44.462175 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c092ede3-53ac-46c4-8d70-78b09ecbba9c None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:44.468886 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6034ba6-8863-4ed0-ae9b-746a9ca5d6b5 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:44.469835 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b6034ba6-8863-4ed0-ae9b-746a9ca5d6b5 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:44.474164 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c092ede3-53ac-46c4-8d70-78b09ecbba9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:44.532411 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c092ede3-53ac-46c4-8d70-78b09ecbba9c None None] Network 3dc2c4a3-6bcb-46dc-992b-821e890511fa is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:16:44.533361 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c092ede3-53ac-46c4-8d70-78b09ecbba9c None None] Pushing event updated for resources: {'Port': ['ID=99e46e18-879b-494d-9c2f-e1aa913db4e3,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:16:44.538215 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-c092ede3-53ac-46c4-8d70-78b09ecbba9c None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:16:44.540778 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c092ede3-53ac-46c4-8d70-78b09ecbba9c None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:16:44.579602 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-ea2bc97b-56c0-451e-9074-890815a2fbb1 req-2c16035b-4d47-4bec-b8c3-7d5bea3d65b0 tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:44.579983 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-ea2bc97b-56c0-451e-9074-890815a2fbb1 req-2c16035b-4d47-4bec-b8c3-7d5bea3d65b0 tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596987'] for floatingip, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:44.580348 n-d-838550-3 neutron-server[102731]: INFO neutron.db.l3_db [req-ea2bc97b-56c0-451e-9074-890815a2fbb1 req-2c16035b-4d47-4bec-b8c3-7d5bea3d65b0 tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] Floating IP f035a9f1-3032-47b2-82ca-bec294b2df1d disassociated. External IP: 172.25.5.128, port: 821a8237-636b-4752-b80f-e623731ec565. May 18 18:16:44.580702 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-ea2bc97b-56c0-451e-9074-890815a2fbb1 req-2c16035b-4d47-4bec-b8c3-7d5bea3d65b0 tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] Calling delete_port for 821a8237-636b-4752-b80f-e623731ec565 owned by compute:nova {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:16:44.585283 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6a79f7-641c-4c21-a430-12dcb6dbfab7 req-1e95e46f-bfed-473c-866c-4a23a9048fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:44.587327 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2d6a79f7-641c-4c21-a430-12dcb6dbfab7 req-1e95e46f-bfed-473c-866c-4a23a9048fba service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bb3dd5e6ff564e92a9ebe452e66a5117&device_id=d11fab4b-31ef-4c42-930b-de9418b06dd3 HTTP/1.1" status: 200 len: 1094 time: 0.2840209 May 18 18:16:44.658359 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-c092ede3-53ac-46c4-8d70-78b09ecbba9c None None] Attempting to bind port 99e46e18-879b-494d-9c2f-e1aa913db4e3 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:16:44.658753 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-c092ede3-53ac-46c4-8d70-78b09ecbba9c None None] Attempting to bind port 99e46e18-879b-494d-9c2f-e1aa913db4e3 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': 'a9505c03-d6b1-4496-aba8-d732408f4407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '3dc2c4a3-6bcb-46dc-992b-821e890511fa'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:16:44.659110 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c092ede3-53ac-46c4-8d70-78b09ecbba9c None None] Attempting to bind port 99e46e18-879b-494d-9c2f-e1aa913db4e3 on network 3dc2c4a3-6bcb-46dc-992b-821e890511fa {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:16:44.677311 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c092ede3-53ac-46c4-8d70-78b09ecbba9c None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:16:44.677715 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c092ede3-53ac-46c4-8d70-78b09ecbba9c None None] Checking segment: {'id': 'a9505c03-d6b1-4496-aba8-d732408f4407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '3dc2c4a3-6bcb-46dc-992b-821e890511fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:16:44.678063 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c092ede3-53ac-46c4-8d70-78b09ecbba9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:44.678902 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c092ede3-53ac-46c4-8d70-78b09ecbba9c None None] Bound using segment: {'id': 'a9505c03-d6b1-4496-aba8-d732408f4407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '3dc2c4a3-6bcb-46dc-992b-821e890511fa'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:16:44.678902 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-c092ede3-53ac-46c4-8d70-78b09ecbba9c None None] Bound port: 99e46e18-879b-494d-9c2f-e1aa913db4e3, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9505c03-d6b1-4496-aba8-d732408f4407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '3dc2c4a3-6bcb-46dc-992b-821e890511fa'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:16:44.679702 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-b6034ba6-8863-4ed0-ae9b-746a9ca5d6b5 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8899360 May 18 18:16:44.681256 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c092ede3-53ac-46c4-8d70-78b09ecbba9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:44.683502 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 35490) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:16:44.698473 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-e8d3bcf6-33f8-4f72-b43b-ceb847de52c0 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Request body: {'network': {'name': 'tempest-router-network02--350040300'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:16:44.765442 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b47e4060-1c56-4b5d-b58f-2115d9c74911 req-5f83e3a9-059c-4372-9846-98d090697f6e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c80e757e-91a4-471c-8d67-e10f2c61b218 HTTP/1.1" status: 200 len: 1001 time: 0.3339527 May 18 18:16:44.798803 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c092ede3-53ac-46c4-8d70-78b09ecbba9c None None] For port 99e46e18-879b-494d-9c2f-e1aa913db4e3, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:16:44.808998 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c092ede3-53ac-46c4-8d70-78b09ecbba9c None None] For port 99e46e18-879b-494d-9c2f-e1aa913db4e3, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=99e46e18-879b-494d-9c2f-e1aa913db4e3,segment=NetworkSegment(a9505c03-d6b1-4496-aba8-d732408f4407),segment_id=a9505c03-d6b1-4496-aba8-d732408f4407)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:16:44.814131 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c092ede3-53ac-46c4-8d70-78b09ecbba9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:44.859126 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47e4060-1c56-4b5d-b58f-2115d9c74911 req-b657d5ae-de88-41af-87a9-2b7e051a7388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:44.861171 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b47e4060-1c56-4b5d-b58f-2115d9c74911 req-b657d5ae-de88-41af-87a9-2b7e051a7388 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=77da057d-3a9e-4973-b1e0-fe1781c445e0 HTTP/1.1" status: 200 len: 849 time: 0.0843647 May 18 18:16:44.862204 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6034ba6-8863-4ed0-ae9b-746a9ca5d6b5 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Pushing event updated for resources: {'Network': ['ID=131f5adc-f4b6-4569-8be0-b955f9be248e,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:16:44.879889 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-ea2bc97b-56c0-451e-9074-890815a2fbb1 req-2c16035b-4d47-4bec-b8c3-7d5bea3d65b0 tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:44.891842 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c092ede3-53ac-46c4-8d70-78b09ecbba9c None None] Pushing event updated for resources: {'Port': ['ID=99e46e18-879b-494d-9c2f-e1aa913db4e3,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:16:44.901162 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network 131f5adc-f4b6-4569-8be0-b955f9be248e details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:16:44.956735 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c16035b-4d47-4bec-b8c3-7d5bea3d65b0 tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] Pushing event deleted for resources: {'Port': ['ID=821a8237-636b-4752-b80f-e623731ec565,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:16:44.968814 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a411c721-7f92-479f-9ab4-532fd5b9a938 req-dab13094-4e11-4f84-bcd0-7a4d209e2cd4 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:44.976690 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a411c721-7f92-479f-9ab4-532fd5b9a938 req-dab13094-4e11-4f84-bcd0-7a4d209e2cd4 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:45.002511 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a411c721-7f92-479f-9ab4-532fd5b9a938 req-dab13094-4e11-4f84-bcd0-7a4d209e2cd4 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:45.008713 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a411c721-7f92-479f-9ab4-532fd5b9a938 req-dab13094-4e11-4f84-bcd0-7a4d209e2cd4 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:45.038775 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a411c721-7f92-479f-9ab4-532fd5b9a938 req-dab13094-4e11-4f84-bcd0-7a4d209e2cd4 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:45.048271 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a411c721-7f92-479f-9ab4-532fd5b9a938 req-dab13094-4e11-4f84-bcd0-7a4d209e2cd4 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:45.059790 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a411c721-7f92-479f-9ab4-532fd5b9a938 req-dab13094-4e11-4f84-bcd0-7a4d209e2cd4 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:45.062125 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a411c721-7f92-479f-9ab4-532fd5b9a938 req-dab13094-4e11-4f84-bcd0-7a4d209e2cd4 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "GET /v2.0/ports?device_id=37c27a1b-623c-44a7-a5a8-1c1ff493d84b HTTP/1.1" status: 200 len: 5428 time: 0.5455730 May 18 18:16:45.213518 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef3496f-f786-491a-8048-39221f8be0b5 req-c1e62ee7-574d-41d4-a1f1-8bb1c0ae81a5 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:45.215167 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7ef3496f-f786-491a-8048-39221f8be0b5 req-c1e62ee7-574d-41d4-a1f1-8bb1c0ae81a5 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/networks?id=dc4b5d65-5cc2-446b-ba02-e822ca3edfb6 HTTP/1.1" status: 200 len: 815 time: 0.2727134 May 18 18:16:45.260217 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7ef3496f-f786-491a-8048-39221f8be0b5 req-00f09b3a-6f66-44ff-8946-6037ce0c470b tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/quotas/3bd50e6e8ccf456285d1c6ca47cc0e73 HTTP/1.1" status: 200 len: 375 time: 0.0338483 May 18 18:16:45.320333 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ea2bc97b-56c0-451e-9074-890815a2fbb1 req-2c16035b-4d47-4bec-b8c3-7d5bea3d65b0 tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] Router c8719e84-c305-4ef5-ac3f-d731e926ea3a has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:16:45.355804 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7ef3496f-f786-491a-8048-39221f8be0b5 req-a52e87a5-955a-409c-bc88-eb9197fc7260 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=3bd50e6e8ccf456285d1c6ca47cc0e73&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0945439 May 18 18:16:45.606488 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ea2bc97b-56c0-451e-9074-890815a2fbb1 req-2c16035b-4d47-4bec-b8c3-7d5bea3d65b0 tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:16:45.621033 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbae9a23-58ec-4951-8e7f-774b6dd2d334 None None] Sync routers for ids ['c8719e84-c305-4ef5-ac3f-d731e926ea3a'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:16:45.642366 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbae9a23-58ec-4951-8e7f-774b6dd2d334 None None] Routers {'c8719e84-c305-4ef5-ac3f-d731e926ea3a'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:16:45.643235 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-bbae9a23-58ec-4951-8e7f-774b6dd2d334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:16:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['c8719e84-c305-4ef5-ac3f-d731e926ea3a'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:16:45.692372 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8d3bcf6-33f8-4f72-b43b-ceb847de52c0 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Made reservation on behalf of ff81999fb5734c95903c4de34cfbc041 for: {'network': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:16:45.697990 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e8d3bcf6-33f8-4f72-b43b-ceb847de52c0 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:45.716294 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7ef3496f-f786-491a-8048-39221f8be0b5 req-63cb14b5-e6a4-4f78-98e3-ce2b109bea09 service neutron] 10.222.0.85 "GET /v2.0/networks/dc4b5d65-5cc2-446b-ba02-e822ca3edfb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3595903 May 18 18:16:45.718025 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea2bc97b-56c0-451e-9074-890815a2fbb1 req-2c16035b-4d47-4bec-b8c3-7d5bea3d65b0 tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] No DVR routers for this DVR port 821a8237-636b-4752-b80f-e623731ec565 on host n-h2-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:16:45.721488 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-ea2bc97b-56c0-451e-9074-890815a2fbb1 req-2c16035b-4d47-4bec-b8c3-7d5bea3d65b0 tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:45.725522 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ea2bc97b-56c0-451e-9074-890815a2fbb1 req-2c16035b-4d47-4bec-b8c3-7d5bea3d65b0 tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] 10.222.0.88 "DELETE /v2.0/ports/821a8237-636b-4752-b80f-e623731ec565 HTTP/1.1" status: 204 len: 173 time: 1.9927216 May 18 18:16:45.725522 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50867587-12b1-4c94-996f-1a2f1d13c37a', 'name': 'network-vif-deleted', 'tag': '821a8237-636b-4752-b80f-e623731ec565'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:16:45.728576 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fcf3941-48f2-459f-8924-6c666769ced9" -d '{"events": [{"server_uuid": "50867587-12b1-4c94-996f-1a2f1d13c37a", "name": "network-vif-deleted", "tag": "821a8237-636b-4752-b80f-e623731ec565"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:16:45.747313 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6a79f7-641c-4c21-a430-12dcb6dbfab7 req-4bfb106e-a3da-4c47-8b8c-6bba7a3219f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:45.749873 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2d6a79f7-641c-4c21-a430-12dcb6dbfab7 req-4bfb106e-a3da-4c47-8b8c-6bba7a3219f2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=43fc4a49-4144-4792-8c9e-f6aa8e841df8 HTTP/1.1" status: 200 len: 906 time: 1.1183093 May 18 18:16:45.847671 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8d3bcf6-33f8-4f72-b43b-ceb847de52c0 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 603} {{(pid=102730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:16:45.859413 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e8d3bcf6-33f8-4f72-b43b-ceb847de52c0 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:45.860599 n-d-838550-3 neutron-server[102730]: INFO neutron.db.segments_db [None req-e8d3bcf6-33f8-4f72-b43b-ceb847de52c0 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Added segment a82777d7-02ca-4960-aaa8-d78dcaed2f3f of type vlan for network 974b07bf-adcf-4492-bc3f-ffd76b2ae3f3 May 18 18:16:45.927346 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e8d3bcf6-33f8-4f72-b43b-ceb847de52c0 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:45.943026 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7ef3496f-f786-491a-8048-39221f8be0b5 req-c6efdb52-4427-438b-be16-0e9866ba38c6 service neutron] 10.222.0.85 "GET /v2.0/networks/dc4b5d65-5cc2-446b-ba02-e822ca3edfb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102494 May 18 18:16:45.965490 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2d6a79f7-641c-4c21-a430-12dcb6dbfab7 req-3590a431-212c-4ed3-9ac5-3ff807ffd1ec service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a89a7901-a2dc-4636-94d9-9ef3bb7b4ae7 HTTP/1.1" status: 200 len: 217 time: 0.1890960 May 18 18:16:45.979436 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-bbae9a23-58ec-4951-8e7f-774b6dd2d334 None None] Set router c8719e84-c305-4ef5-ac3f-d731e926ea3a gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:16:45.979963 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47e4060-1c56-4b5d-b58f-2115d9c74911 req-0c95b3f1-a4e7-4b18-9be7-8a73639023ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:45.981797 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b47e4060-1c56-4b5d-b58f-2115d9c74911 req-0c95b3f1-a4e7-4b18-9be7-8a73639023ac service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=32202dd9-9064-4832-817f-7e8b4a8db1c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0964777 May 18 18:16:45.982488 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e8d3bcf6-33f8-4f72-b43b-ceb847de52c0 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:45.990540 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d3bcf6-33f8-4f72-b43b-ceb847de52c0 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:45.991686 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e8d3bcf6-33f8-4f72-b43b-ceb847de52c0 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:46.000742 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 7 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 18:16:46.060221 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a411c721-7f92-479f-9ab4-532fd5b9a938 req-642928ab-dbbd-428c-82fe-ce5f61369f01 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "GET /v2.0/security-groups?id=987873b8-e341-4d92-9eb4-c3682f6ae42f&id=9a2067b3-2854-40c8-880f-cf75b37fd6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4121296 May 18 18:16:46.218963 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea2da26-6c84-4451-99be-d4791ca2b247 req-c04e4ab1-cbe8-46c1-a707-fc0e67044c16 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:46.244146 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-eea2da26-6c84-4451-99be-d4791ca2b247 req-c04e4ab1-cbe8-46c1-a707-fc0e67044c16 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7d367c4-6a3d-46ea-aabf-d21c7a42ae9f HTTP/1.1" status: 200 len: 945 time: 0.1620305 May 18 18:16:46.394320 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device a89a7901-a2dc-4636-94d9-9ef3bb7b4ae7 details requested by agent hyperv_n-h1-838550-3 with host n-h1-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:16:46.417658 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-e8d3bcf6-33f8-4f72-b43b-ceb847de52c0 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.7229700 May 18 18:16:46.474422 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 35566) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:16:46.507256 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-c6b8b101-b1ee-47fb-b301-15befb59f5e2 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Request body: {'subnet': {'network_id': '131f5adc-f4b6-4569-8be0-b955f9be248e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:16:46.514702 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 35568) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:16:46.543078 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4882b8d9-7082-41a4-9602-5dcebc80ce4f req-ce2e84a2-7f65-4c6b-b82d-6f2d905d5736 tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] 10.222.0.85 "GET /v2.0/ports?device_id=50867587-12b1-4c94-996f-1a2f1d13c37a HTTP/1.1" status: 200 len: 210 time: 0.1583860 May 18 18:16:46.578620 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d3bcf6-33f8-4f72-b43b-ceb847de52c0 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Pushing event updated for resources: {'Network': ['ID=974b07bf-adcf-4492-bc3f-ffd76b2ae3f3,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:16:46.610010 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 99e46e18-879b-494d-9c2f-e1aa913db4e3 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:16:46.614668 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-700c1a6b-b7c0-4b91-a523-858c0ca4c71f None None] Network 3dc2c4a3-6bcb-46dc-992b-821e890511fa requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:16:46.637828 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network 974b07bf-adcf-4492-bc3f-ffd76b2ae3f3 details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:16:46.645663 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104d8ee1-0d73-472e-bd32-63816c35062f req-7549de89-ca7a-4f58-b21e-e3b341ba04c3 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:46.658624 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-104d8ee1-0d73-472e-bd32-63816c35062f req-7549de89-ca7a-4f58-b21e-e3b341ba04c3 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/ports?device_id=d11fab4b-31ef-4c42-930b-de9418b06dd3 HTTP/1.1" status: 200 len: 943 time: 0.2641153 May 18 18:16:46.696734 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-eea2da26-6c84-4451-99be-d4791ca2b247 req-95963995-f0e8-41e3-8594-dd6985ac966f tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Deleting port 8ac7fa8a-9b47-4fc4-9fa4-b78edf823c04 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:16:46.697213 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-eea2da26-6c84-4451-99be-d4791ca2b247 req-95963995-f0e8-41e3-8594-dd6985ac966f tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:46.710708 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6a79f7-641c-4c21-a430-12dcb6dbfab7 req-43adc8ac-6201-49ff-b3cb-e92f61e49783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:46.716747 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2d6a79f7-641c-4c21-a430-12dcb6dbfab7 req-43adc8ac-6201-49ff-b3cb-e92f61e49783 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8a6f771a-7d1f-4c0f-927b-d14a677a770b HTTP/1.1" status: 200 len: 845 time: 0.7426071 May 18 18:16:46.743424 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ae7ef04-a165-429b-a3e8-69ccabd6898c x-openstack-request-id: req-8ae7ef04-a165-429b-a3e8-69ccabd6898c {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:16:46.744098 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50867587-12b1-4c94-996f-1a2f1d13c37a", "name": "network-vif-deleted", "tag": "821a8237-636b-4752-b80f-e623731ec565", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:16:46.747671 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-8ae7ef04-a165-429b-a3e8-69ccabd6898c {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:16:46.748113 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ae7ef04-a165-429b-a3e8-69ccabd6898c'] response: {'server_uuid': '50867587-12b1-4c94-996f-1a2f1d13c37a', 'name': 'network-vif-deleted', 'tag': '821a8237-636b-4752-b80f-e623731ec565', 'status': 'completed', 'code': 200} May 18 18:16:46.765707 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b47e4060-1c56-4b5d-b58f-2115d9c74911 req-e3187ae8-1483-455d-a1d1-436902e3103b service neutron] 10.222.0.88 "GET /v2.0/networks/32202dd9-9064-4832-817f-7e8b4a8db1c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7532489 May 18 18:16:46.852818 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2d6a79f7-641c-4c21-a430-12dcb6dbfab7 req-82eb01d0-911c-420a-bd9a-6d79d2fbe05d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=43fc4a49-4144-4792-8c9e-f6aa8e841df8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0833843 May 18 18:16:46.856955 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-104d8ee1-0d73-472e-bd32-63816c35062f req-a400aee6-243f-429a-9d5e-fd43e6b68e95 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/security-groups?id=8ad86751-3372-47de-bc84-2bfa3ff50eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003422 May 18 18:16:46.923688 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f246547b-be21-452f-8d3f-1144aad95fac req-25085d9b-ca49-47a8-837f-16d6e8d6948f tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/ports?device_id=ee682333-0859-4af7-9a90-1cbf33d3ca83 HTTP/1.1" status: 200 len: 210 time: 0.1301596 May 18 18:16:46.949870 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-eea2da26-6c84-4451-99be-d4791ca2b247 req-95963995-f0e8-41e3-8594-dd6985ac966f tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] For port 8ac7fa8a-9b47-4fc4-9fa4-b78edf823c04, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=8ac7fa8a-9b47-4fc4-9fa4-b78edf823c04,segment=NetworkSegment(1c33b8e1-9163-4f86-a1f0-1efa8c3ca198),segment_id=1c33b8e1-9163-4f86-a1f0-1efa8c3ca198)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:16:46.950446 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-eea2da26-6c84-4451-99be-d4791ca2b247 req-95963995-f0e8-41e3-8594-dd6985ac966f tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:46.965983 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-eea2da26-6c84-4451-99be-d4791ca2b247 req-95963995-f0e8-41e3-8594-dd6985ac966f tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Calling delete_port for 8ac7fa8a-9b47-4fc4-9fa4-b78edf823c04 owned by compute:nova {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:16:47.026922 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-12bd7dab-0e6a-4457-a927-1bded28e9682 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:47.030574 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2d6a79f7-641c-4c21-a430-12dcb6dbfab7 req-2f687f7b-e249-4b14-a39a-c0a94d1fd49f service neutron] 10.222.0.36 "GET /v2.0/networks/43fc4a49-4144-4792-8c9e-f6aa8e841df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095133 May 18 18:16:47.170584 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-eea2da26-6c84-4451-99be-d4791ca2b247 req-95963995-f0e8-41e3-8594-dd6985ac966f tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:47.175708 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c448ae01-e1b8-4532-88fb-74c580c9788a None None] Provisioning complete for port 99e46e18-879b-494d-9c2f-e1aa913db4e3 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:16:47.176339 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c448ae01-e1b8-4532-88fb-74c580c9788a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:47.207496 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['8ac7fa8a-9b47-4fc4-9fa4-b78edf823c04'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:16:47.268671 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port a89a7901-a2dc-4636-94d9-9ef3bb7b4ae7, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=a89a7901-a2dc-4636-94d9-9ef3bb7b4ae7,segment=NetworkSegment(7fe567f5-b9bc-4b6c-8f11-60e107f314f0),segment_id=7fe567f5-b9bc-4b6c-8f11-60e107f314f0)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:16:47.285413 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-12bd7dab-0e6a-4457-a927-1bded28e9682 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:47.327907 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 99e46e18-879b-494d-9c2f-e1aa913db4e3 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:16:47.328284 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:47.338664 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b47e4060-1c56-4b5d-b58f-2115d9c74911 req-054a1c13-37c3-468c-bda7-04d5b7920a90 service neutron] 10.222.0.88 "GET /v2.0/networks/32202dd9-9064-4832-817f-7e8b4a8db1c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5578098 May 18 18:16:47.341491 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2d6a79f7-641c-4c21-a430-12dcb6dbfab7 req-c8af6628-2ca1-46fa-bf59-7067d643c8be service neutron] 10.222.0.36 "GET /v2.0/networks/43fc4a49-4144-4792-8c9e-f6aa8e841df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2966897 May 18 18:16:47.342442 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Returning: {'device': 'a89a7901-a2dc-4636-94d9-9ef3bb7b4ae7', 'network_id': '43fc4a49-4144-4792-8c9e-f6aa8e841df8', 'port_id': 'a89a7901-a2dc-4636-94d9-9ef3bb7b4ae7', 'mac_address': 'fa:16:3e:51:6d:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a6f771a-7d1f-4c0f-927b-d14a677a770b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:16:47.344708 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 35588) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:16:47.345533 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6b8b101-b1ee-47fb-b301-15befb59f5e2 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Made reservation on behalf of ff81999fb5734c95903c4de34cfbc041 for: {'subnet': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:16:47.351567 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c6b8b101-b1ee-47fb-b301-15befb59f5e2 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261031885'] for subnet, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:47.359572 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95963995-f0e8-41e3-8594-dd6985ac966f tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Pushing event deleted for resources: {'Port': ['ID=8ac7fa8a-9b47-4fc4-9fa4-b78edf823c04,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:16:47.392854 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-eea2da26-6c84-4451-99be-d4791ca2b247 req-95963995-f0e8-41e3-8594-dd6985ac966f tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] No DVR routers for this DVR port 8ac7fa8a-9b47-4fc4-9fa4-b78edf823c04 on host n-h1-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:16:47.411253 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-eea2da26-6c84-4451-99be-d4791ca2b247 req-95963995-f0e8-41e3-8594-dd6985ac966f tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:47.417784 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-eea2da26-6c84-4451-99be-d4791ca2b247 req-95963995-f0e8-41e3-8594-dd6985ac966f tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.36 "DELETE /v2.0/ports/8ac7fa8a-9b47-4fc4-9fa4-b78edf823c04 HTTP/1.1" status: 204 len: 173 time: 1.1686125 May 18 18:16:47.428137 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-12bd7dab-0e6a-4457-a927-1bded28e9682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:47.484095 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c15a95-5302-4f61-81ee-ab7568119320 req-46cad2da-87d1-433d-a0f8-512603bae8a0 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:47.492461 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c15a95-5302-4f61-81ee-ab7568119320 req-46cad2da-87d1-433d-a0f8-512603bae8a0 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:47.494435 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca7dba0-862b-4f82-bd31-a86e04db52da tempest-TestNetworkBasicOps-813462103 tempest-TestNetworkBasicOps-813462103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:47.500289 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-1ca7dba0-862b-4f82-bd31-a86e04db52da tempest-TestNetworkBasicOps-813462103 tempest-TestNetworkBasicOps-813462103-project-admin] 10.222.0.85 "GET /v2.0/subnets?network_id=31ebd439-090c-4b25-bbb0-31c48711b145 HTTP/1.1" status: 200 len: 814 time: 0.1441355 May 18 18:16:47.502414 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c15a95-5302-4f61-81ee-ab7568119320 req-46cad2da-87d1-433d-a0f8-512603bae8a0 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:47.511433 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c15a95-5302-4f61-81ee-ab7568119320 req-46cad2da-87d1-433d-a0f8-512603bae8a0 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:47.524266 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c15a95-5302-4f61-81ee-ab7568119320 req-46cad2da-87d1-433d-a0f8-512603bae8a0 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:47.530999 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c15a95-5302-4f61-81ee-ab7568119320 req-46cad2da-87d1-433d-a0f8-512603bae8a0 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:47.542802 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c15a95-5302-4f61-81ee-ab7568119320 req-46cad2da-87d1-433d-a0f8-512603bae8a0 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:47.551434 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-89c15a95-5302-4f61-81ee-ab7568119320 req-46cad2da-87d1-433d-a0f8-512603bae8a0 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "GET /v2.0/ports?device_id=37c27a1b-623c-44a7-a5a8-1c1ff493d84b HTTP/1.1" status: 200 len: 5428 time: 0.3147986 May 18 18:16:47.562436 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-bbae9a23-58ec-4951-8e7f-774b6dd2d334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8719e84-c305-4ef5-ac3f-d731e926ea3a', 'name': 'tempest-ServersTestManualDisk-456503983-router', 'tenant_id': '90138de8af6145feb645e44366952417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '089cae8c-5409-4c2e-8a57-e76e7ae53492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:15:00Z', 'updated_at': '2022-05-18T18:15:11Z', 'revision_number': 4, 'project_id': '90138de8af6145feb645e44366952417', 'gw_port': {'id': '089cae8c-5409-4c2e-8a57-e76e7ae53492', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:78:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8719e84-c305-4ef5-ac3f-d731e926ea3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:15:02Z', 'updated_at': '2022-05-18T18:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '12dcf668-fcab-41bd-94b3-f0a67e7daf07', 'name': '', 'network_id': '63d09ffb-24e5-4fc7-b6ac-a48cca6112cf', 'tenant_id': '90138de8af6145feb645e44366952417', 'mac_address': 'fa:16:3e:95:b1:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8719e84-c305-4ef5-ac3f-d731e926ea3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': '8da46cd5-73a9-4d04-aee9-3cf83560e14f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:15:09Z', 'updated_at': '2022-05-18T18:15:24Z', 'revision_number': 5, 'project_id': '90138de8af6145feb645e44366952417', 'subnets': [{'id': '8da46cd5-73a9-4d04-aee9-3cf83560e14f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:16:47.634754 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-12bd7dab-0e6a-4457-a927-1bded28e9682 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=1d8018ae775140c5a7da70a24e3f275a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0905311 May 18 18:16:47.638080 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 35594) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:16:47.651738 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port a89a7901-a2dc-4636-94d9-9ef3bb7b4ae7 is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:16:47.652134 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:47.657856 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-89c15a95-5302-4f61-81ee-ab7568119320 req-53567b62-e982-48c2-b545-7ddf8e8ecf04 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "GET /v2.0/security-groups?id=987873b8-e341-4d92-9eb4-c3682f6ae42f&id=9a2067b3-2854-40c8-880f-cf75b37fd6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0841985 May 18 18:16:47.661662 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbae9a23-58ec-4951-8e7f-774b6dd2d334 None None] Checking router: c8719e84-c305-4ef5-ac3f-d731e926ea3a for host: n-d-838550-3 {{(pid=102732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:16:47.734055 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 35602) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:16:47.771166 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c448ae01-e1b8-4532-88fb-74c580c9788a None None] Current status of the port 99e46e18-879b-494d-9c2f-e1aa913db4e3 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:16:47.771558 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c448ae01-e1b8-4532-88fb-74c580c9788a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:47.774763 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a89a7901-a2dc-4636-94d9-9ef3bb7b4ae7 {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:16:47.797124 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bd7dab-0e6a-4457-a927-1bded28e9682 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64f34630-b0e0-4f87-a5e3-7c7d06d8073a,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:16:47.855337 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbae9a23-58ec-4951-8e7f-774b6dd2d334 None None] Routers {'c8719e84-c305-4ef5-ac3f-d731e926ea3a'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:16:47.855992 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-bbae9a23-58ec-4951-8e7f-774b6dd2d334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:16:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['c8719e84-c305-4ef5-ac3f-d731e926ea3a'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:16:47.868397 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a1dbb179-2486-4712-aece-99267112f5d3 tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:47.906350 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 99e46e18-879b-494d-9c2f-e1aa913db4e3 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:16:47.906749 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:47.931475 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port a89a7901-a2dc-4636-94d9-9ef3bb7b4ae7, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=a89a7901-a2dc-4636-94d9-9ef3bb7b4ae7,segment=NetworkSegment(7fe567f5-b9bc-4b6c-8f11-60e107f314f0),segment_id=7fe567f5-b9bc-4b6c-8f11-60e107f314f0)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:16:47.962776 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:47.972646 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c448ae01-e1b8-4532-88fb-74c580c9788a None None] For port 99e46e18-879b-494d-9c2f-e1aa913db4e3, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=99e46e18-879b-494d-9c2f-e1aa913db4e3,segment=NetworkSegment(a9505c03-d6b1-4496-aba8-d732408f4407),segment_id=a9505c03-d6b1-4496-aba8-d732408f4407)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:16:47.984426 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a1dbb179-2486-4712-aece-99267112f5d3 tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:48.017637 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef3496f-f786-491a-8048-39221f8be0b5 req-be700593-0a24-4ca5-9059-597c8489dde8 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:48.020760 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7ef3496f-f786-491a-8048-39221f8be0b5 req-be700593-0a24-4ca5-9059-597c8489dde8 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.88 "GET /v2.0/networks?id=dc4b5d65-5cc2-446b-ba02-e822ca3edfb6 HTTP/1.1" status: 200 len: 815 time: 0.2144756 May 18 18:16:48.035565 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 35612) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:16:48.040564 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c448ae01-e1b8-4532-88fb-74c580c9788a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:48.047619 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-15806a29-0075-4b05-8986-766e476bdaf8 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Request body: {'network': {'name': 'tempest-network-smoke--639545616', 'project_id': '6664118b95564eb5aa43c658eedfd9ed', 'port_security_enabled': True}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:16:48.074070 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3a7ed921-8fc3-48d9-a3ab-deec9666d570 req-77128edc-658c-4c6e-af73-2a137338468d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fce91e5f-c0a2-4a71-af70-3d0ff7a7854c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5724759 May 18 18:16:48.102482 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-7ef3496f-f786-491a-8048-39221f8be0b5 req-76bdabbc-0379-47b9-bf68-a7e264fb17e3 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Request body: {'port': {'device_id': 'ee682333-0859-4af7-9a90-1cbf33d3ca83', 'network_id': 'dc4b5d65-5cc2-446b-ba02-e822ca3edfb6', 'admin_state_up': True, 'tenant_id': '3bd50e6e8ccf456285d1c6ca47cc0e73'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:16:48.172733 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-bbae9a23-58ec-4951-8e7f-774b6dd2d334 None None] Set router c8719e84-c305-4ef5-ac3f-d731e926ea3a gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:16:48.199913 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15806a29-0075-4b05-8986-766e476bdaf8 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Made reservation on behalf of 6664118b95564eb5aa43c658eedfd9ed for: {'network': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:16:48.204963 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-15806a29-0075-4b05-8986-766e476bdaf8 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:48.226523 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a1dbb179-2486-4712-aece-99267112f5d3 tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:48.229850 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a1dbb179-2486-4712-aece-99267112f5d3 tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:48.233996 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-a1dbb179-2486-4712-aece-99267112f5d3 tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] 10.222.0.85 "DELETE /v2.0/security-groups/e9bfddfb-d8cd-4e22-a2a5-022903ae86af HTTP/1.1" status: 204 len: 168 time: 0.4988587 May 18 18:16:48.235090 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 35614) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:16:48.276958 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 821a8237-636b-4752-b80f-e623731ec565 no longer exists at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:16:48.285324 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 8ac7fa8a-9b47-4fc4-9fa4-b78edf823c04 no longer exists at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:16:48.295011 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['a89a7901-a2dc-4636-94d9-9ef3bb7b4ae7'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:16:48.296224 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d3df7d-38e6-4acd-abf0-817ab6b7a9ed req-3a345b92-9e27-4e77-850c-288efec68297 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:48.297315 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.db.api [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102732) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 18 18:16:48.297744 n-d-838550-3 neutron-server[102732]: DEBUG oslo_db.api [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 18 18:16:48.298194 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=a89a7901-a2dc-4636-94d9-9ef3bb7b4ae7,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:16:48.305053 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-66d3df7d-38e6-4acd-abf0-817ab6b7a9ed req-3a345b92-9e27-4e77-850c-288efec68297 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/ports?device_id=d11fab4b-31ef-4c42-930b-de9418b06dd3 HTTP/1.1" status: 200 len: 944 time: 0.1958883 May 18 18:16:48.311562 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dbb179-2486-4712-aece-99267112f5d3 tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9bfddfb-d8cd-4e22-a2a5-022903ae86af,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:16:48.333244 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15806a29-0075-4b05-8986-766e476bdaf8 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 618} {{(pid=102731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:16:48.338514 n-d-838550-3 neutron-server[102731]: INFO neutron.api.v2.resource [None req-8379cb00-8b88-4604-9115-44fb5701d117 tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] show failed (client error): The resource could not be found. May 18 18:16:48.342922 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-8379cb00-8b88-4604-9115-44fb5701d117 tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] 10.222.0.85 "GET /v2.0/security-groups/e9bfddfb-d8cd-4e22-a2a5-022903ae86af HTTP/1.1" status: 404 len: 347 time: 0.0956421 May 18 18:16:48.343663 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 35616) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:16:48.396260 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ad23e499-68c1-490b-ac7b-9c174fc6db8c req-77223844-5bf6-4367-8d59-d3a47bf3cc88 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/ports?device_id=ee682333-0859-4af7-9a90-1cbf33d3ca83 HTTP/1.1" status: 200 len: 210 time: 0.1968000 May 18 18:16:48.433054 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-45aa92cb-2db1-452c-a4bc-fbe18086fb9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:48.448138 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] No Port match for: 8ac7fa8a-9b47-4fc4-9fa4-b78edf823c04 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:16:48.448491 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 8ac7fa8a-9b47-4fc4-9fa4-b78edf823c04 not bound to the agent host n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:16:48.475042 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] No Port match for: 821a8237-636b-4752-b80f-e623731ec565 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:16:48.477216 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 821a8237-636b-4752-b80f-e623731ec565 not bound to the agent host n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:16:48.498192 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-15806a29-0075-4b05-8986-766e476bdaf8 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:48.498689 n-d-838550-3 neutron-server[102731]: INFO neutron.db.segments_db [None req-15806a29-0075-4b05-8986-766e476bdaf8 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Added segment d7187d71-d510-47eb-a540-b794438c92ec of type vlan for network 3772013f-5c68-47e7-b25a-e3ecaa34ca65 May 18 18:16:48.523215 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-66d3df7d-38e6-4acd-abf0-817ab6b7a9ed req-0cbbc70a-045d-476f-91d1-56edfe1ffe5e tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/security-groups?id=8ad86751-3372-47de-bc84-2bfa3ff50eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169647 May 18 18:16:48.554722 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c6b8b101-b1ee-47fb-b301-15befb59f5e2 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261104883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261031899'] for subnet, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:48.576629 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-15806a29-0075-4b05-8986-766e476bdaf8 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:48.598077 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c448ae01-e1b8-4532-88fb-74c580c9788a None None] Pushing event updated for resources: {'Port': ['ID=99e46e18-879b-494d-9c2f-e1aa913db4e3,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:16:48.603446 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-cc266e75-902c-4c4e-9c0e-59654e2a903b tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] Deleting port 3693a6e5-db0a-402f-8c86-f83c75bd5650 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:16:48.604116 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-cc266e75-902c-4c4e-9c0e-59654e2a903b tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:48.616841 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-03dbfbfe-9800-4519-9030-773629192de5 None None] Provisioning complete for port 99e46e18-879b-494d-9c2f-e1aa913db4e3 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:16:48.617127 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-03dbfbfe-9800-4519-9030-773629192de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:48.634699 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7ed921-8fc3-48d9-a3ab-deec9666d570 req-955774c0-cef0-4cef-bc11-3b0d2ff3e2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:48.636213 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3a7ed921-8fc3-48d9-a3ab-deec9666d570 req-955774c0-cef0-4cef-bc11-3b0d2ff3e2d1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6664118b95564eb5aa43c658eedfd9ed&device_id=fce91e5f-c0a2-4a71-af70-3d0ff7a7854c HTTP/1.1" status: 200 len: 1096 time: 0.4235606 May 18 18:16:48.640219 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-45aa92cb-2db1-452c-a4bc-fbe18086fb9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:48.645295 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ef3496f-f786-491a-8048-39221f8be0b5 req-76bdabbc-0379-47b9-bf68-a7e264fb17e3 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Made reservation on behalf of 3bd50e6e8ccf456285d1c6ca47cc0e73 for: {'port': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:16:48.648816 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-7ef3496f-f786-491a-8048-39221f8be0b5 req-76bdabbc-0379-47b9-bf68-a7e264fb17e3 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:48.702226 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-15806a29-0075-4b05-8986-766e476bdaf8 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:48.709767 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15806a29-0075-4b05-8986-766e476bdaf8 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:48.711084 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-15806a29-0075-4b05-8986-766e476bdaf8 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:48.751337 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7d367c4-6a3d-46ea-aabf-d21c7a42ae9f', 'name': 'network-vif-deleted', 'tag': '8ac7fa8a-9b47-4fc4-9fa4-b78edf823c04'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:16:48.754157 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b0bd490-f05b-4041-9379-901efd4cef5f" -d '{"events": [{"server_uuid": "e7d367c4-6a3d-46ea-aabf-d21c7a42ae9f", "name": "network-vif-deleted", "tag": "8ac7fa8a-9b47-4fc4-9fa4-b78edf823c04"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:16:48.822100 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-cc266e75-902c-4c4e-9c0e-59654e2a903b tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:48.822587 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-cc266e75-902c-4c4e-9c0e-59654e2a903b tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:48.871510 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-15806a29-0075-4b05-8986-766e476bdaf8 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8326855 May 18 18:16:48.875138 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e885cfe3-0055-42b9-921b-4660b952375e x-openstack-request-id: req-e885cfe3-0055-42b9-921b-4660b952375e {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:16:48.875639 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7d367c4-6a3d-46ea-aabf-d21c7a42ae9f", "name": "network-vif-deleted", "tag": "8ac7fa8a-9b47-4fc4-9fa4-b78edf823c04", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:16:48.876059 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-e885cfe3-0055-42b9-921b-4660b952375e {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:16:48.876607 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e885cfe3-0055-42b9-921b-4660b952375e'] response: {'server_uuid': 'e7d367c4-6a3d-46ea-aabf-d21c7a42ae9f', 'name': 'network-vif-deleted', 'tag': '8ac7fa8a-9b47-4fc4-9fa4-b78edf823c04', 'status': 'completed', 'code': 200} May 18 18:16:48.880023 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 99e46e18-879b-494d-9c2f-e1aa913db4e3 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:16:48.883598 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 35624) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:16:48.886365 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-cc266e75-902c-4c4e-9c0e-59654e2a903b tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] Calling delete_port for 3693a6e5-db0a-402f-8c86-f83c75bd5650 owned by network:floatingip {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:16:48.888262 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15806a29-0075-4b05-8986-766e476bdaf8 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Pushing event updated for resources: {'Network': ['ID=3772013f-5c68-47e7-b25a-e3ecaa34ca65,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:16:48.908345 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network 3772013f-5c68-47e7-b25a-e3ecaa34ca65 details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:16:48.981331 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7ed921-8fc3-48d9-a3ab-deec9666d570 req-e1d4898a-cb2c-4a84-bb92-149623fe799b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:48.983691 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3a7ed921-8fc3-48d9-a3ab-deec9666d570 req-e1d4898a-cb2c-4a84-bb92-149623fe799b service neutron] 10.222.0.36 "GET /v2.0/networks?id=303de0ee-e6b2-4f16-b090-15548665b4d3 HTTP/1.1" status: 200 len: 898 time: 0.3123076 May 18 18:16:48.984351 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b8b101-b1ee-47fb-b301-15befb59f5e2 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Pushing event updated for resources: {'Subnet': ['ID=3d02e2a6-d80a-49a2-b62a-a96fd1b41063,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:16:48.990743 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3f3ea4-2c7c-4c84-8890-a5c5c8268132 tempest-TestNetworkBasicOps-813462103 tempest-TestNetworkBasicOps-813462103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:48.992964 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-ad3f3ea4-2c7c-4c84-8890-a5c5c8268132 tempest-TestNetworkBasicOps-813462103 tempest-TestNetworkBasicOps-813462103-project-admin] 10.222.0.85 "GET /v2.0/subnets?project_id=6664118b95564eb5aa43c658eedfd9ed&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 828 time: 0.1077800 May 18 18:16:49.001864 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 35626) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:16:49.057598 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-45aa92cb-2db1-452c-a4bc-fbe18086fb9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:49.062043 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-45aa92cb-2db1-452c-a4bc-fbe18086fb9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:49.064890 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-45aa92cb-2db1-452c-a4bc-fbe18086fb9e admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/64f34630-b0e0-4f87-a5e3-7c7d06d8073a HTTP/1.1" status: 204 len: 168 time: 1.3331943 May 18 18:16:49.069279 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 99e46e18-879b-494d-9c2f-e1aa913db4e3 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:16:49.075829 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-03dbfbfe-9800-4519-9030-773629192de5 None None] Current status of the port 99e46e18-879b-494d-9c2f-e1aa913db4e3 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:16:49.153239 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-bbae9a23-58ec-4951-8e7f-774b6dd2d334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8719e84-c305-4ef5-ac3f-d731e926ea3a', 'name': 'tempest-ServersTestManualDisk-456503983-router', 'tenant_id': '90138de8af6145feb645e44366952417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '089cae8c-5409-4c2e-8a57-e76e7ae53492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:15:00Z', 'updated_at': '2022-05-18T18:15:11Z', 'revision_number': 4, 'project_id': '90138de8af6145feb645e44366952417', 'gw_port': {'id': '089cae8c-5409-4c2e-8a57-e76e7ae53492', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:78:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8719e84-c305-4ef5-ac3f-d731e926ea3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:15:02Z', 'updated_at': '2022-05-18T18:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '12dcf668-fcab-41bd-94b3-f0a67e7daf07', 'name': '', 'network_id': '63d09ffb-24e5-4fc7-b6ac-a48cca6112cf', 'tenant_id': '90138de8af6145feb645e44366952417', 'mac_address': 'fa:16:3e:95:b1:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8719e84-c305-4ef5-ac3f-d731e926ea3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': '8da46cd5-73a9-4d04-aee9-3cf83560e14f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:15:09Z', 'updated_at': '2022-05-18T18:15:24Z', 'revision_number': 5, 'project_id': '90138de8af6145feb645e44366952417', 'subnets': [{'id': '8da46cd5-73a9-4d04-aee9-3cf83560e14f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:16:49.191245 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbae9a23-58ec-4951-8e7f-774b6dd2d334 None None] The sync data for ids ['c8719e84-c305-4ef5-ac3f-d731e926ea3a'] in n-d-838550-3 is: [{'id': 'c8719e84-c305-4ef5-ac3f-d731e926ea3a', 'name': 'tempest-ServersTestManualDisk-456503983-router', 'tenant_id': '90138de8af6145feb645e44366952417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '089cae8c-5409-4c2e-8a57-e76e7ae53492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:15:00Z', 'updated_at': '2022-05-18T18:15:11Z', 'revision_number': 4, 'project_id': '90138de8af6145feb645e44366952417', 'gw_port': {'id': '089cae8c-5409-4c2e-8a57-e76e7ae53492', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:78:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8719e84-c305-4ef5-ac3f-d731e926ea3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:15:02Z', 'updated_at': '2022-05-18T18:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '12dcf668-fcab-41bd-94b3-f0a67e7daf07', 'name': '', 'network_id': '63d09ffb-24e5-4fc7-b6ac-a48cca6112cf', 'tenant_id': '90138de8af6145feb645e44366952417', 'mac_address': 'fa:16:3e:95:b1:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8719e84-c305-4ef5-ac3f-d731e926ea3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': '8da46cd5-73a9-4d04-aee9-3cf83560e14f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:15:09Z', 'updated_at': '2022-05-18T18:15:24Z', 'revision_number': 5, 'project_id': '90138de8af6145feb645e44366952417', 'subnets': [{'id': '8da46cd5-73a9-4d04-aee9-3cf83560e14f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:16:49.196278 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 99e46e18-879b-494d-9c2f-e1aa913db4e3 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:16:49.196761 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:49.209142 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa92cb-2db1-452c-a4bc-fbe18086fb9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64f34630-b0e0-4f87-a5e3-7c7d06d8073a,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:16:49.220757 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b8b101-b1ee-47fb-b301-15befb59f5e2 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Checking segment: {'id': '8acbbbcd-3c8a-46d9-a2fe-2528928393e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '131f5adc-f4b6-4569-8be0-b955f9be248e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:16:49.221114 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b8b101-b1ee-47fb-b301-15befb59f5e2 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Network hostable DHCP agents. Network: 131f5adc-f4b6-4569-8be0-b955f9be248e, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:16:49.269811 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-810917f2-198e-4b7f-aa55-4457a87fe54d tempest-TestNetworkBasicOps-813462103 tempest-TestNetworkBasicOps-813462103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:49.271337 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-810917f2-198e-4b7f-aa55-4457a87fe54d tempest-TestNetworkBasicOps-813462103 tempest-TestNetworkBasicOps-813462103-project-admin] 10.222.0.85 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2683797 May 18 18:16:49.277063 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 35630) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:16:49.304297 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3a7ed921-8fc3-48d9-a3ab-deec9666d570 req-606612e3-043a-490b-b9dd-0663096f95ba service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6442d690-4bd6-4fab-bd38-8bec279033d1 HTTP/1.1" status: 200 len: 1000 time: 0.2936475 May 18 18:16:49.324344 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3b4f4f-497d-4dd4-aeff-754b05b7ad3c req-e75b5982-a06e-491e-b11b-f03bf288fcbf tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:49.328494 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 99e46e18-879b-494d-9c2f-e1aa913db4e3 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:16:49.330790 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3b4f4f-497d-4dd4-aeff-754b05b7ad3c req-e75b5982-a06e-491e-b11b-f03bf288fcbf tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:49.339053 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-82aa1257-38fe-488f-9193-a1ed0c96b604 tempest-TestNetworkBasicOps-813462103 tempest-TestNetworkBasicOps-813462103-project-admin] 10.222.0.85 "GET /v2.0/subnets?network_id=31ebd439-090c-4b25-bbb0-31c48711b145&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0581610 May 18 18:16:49.339204 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3b4f4f-497d-4dd4-aeff-754b05b7ad3c req-e75b5982-a06e-491e-b11b-f03bf288fcbf tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:49.341050 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 35634) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:16:49.343051 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3b4f4f-497d-4dd4-aeff-754b05b7ad3c req-e75b5982-a06e-491e-b11b-f03bf288fcbf tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:49.349094 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3b4f4f-497d-4dd4-aeff-754b05b7ad3c req-e75b5982-a06e-491e-b11b-f03bf288fcbf tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:49.355107 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3b4f4f-497d-4dd4-aeff-754b05b7ad3c req-e75b5982-a06e-491e-b11b-f03bf288fcbf tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:49.361015 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3b4f4f-497d-4dd4-aeff-754b05b7ad3c req-e75b5982-a06e-491e-b11b-f03bf288fcbf tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:49.369018 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cb3b4f4f-497d-4dd4-aeff-754b05b7ad3c req-e75b5982-a06e-491e-b11b-f03bf288fcbf tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "GET /v2.0/ports?device_id=37c27a1b-623c-44a7-a5a8-1c1ff493d84b HTTP/1.1" status: 200 len: 5428 time: 0.3817844 May 18 18:16:49.411475 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-1972d394-1860-4903-9308-8e603b905d46 tempest-TestNetworkBasicOps-813462103 tempest-TestNetworkBasicOps-813462103-project-admin] 10.222.0.85 "GET /v2.0/subnets?project_id=6664118b95564eb5aa43c658eedfd9ed&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0665650 May 18 18:16:49.412265 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 35636) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:16:49.447734 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [req-7ef3496f-f786-491a-8048-39221f8be0b5 req-76bdabbc-0379-47b9-bf68-a7e264fb17e3 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Allocated IP 172.20.0.7 (dc4b5d65-5cc2-446b-ba02-e822ca3edfb6/9e5df085-5e19-493d-91de-23429af05a0a/c1a38a60-53f2-4654-a616-b703911388e5) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:16:49.492245 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b8b101-b1ee-47fb-b301-15befb59f5e2 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Network 131f5adc-f4b6-4569-8be0-b955f9be248e is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:16:49.534470 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-c6b8b101-b1ee-47fb-b301-15befb59f5e2 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, 131f5adc-f4b6-4569-8be0-b955f9be248e) {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:16:49.543364 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-565b4f88-29a9-48b0-932b-0937db5a1e84 None None] Network 131f5adc-f4b6-4569-8be0-b955f9be248e requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:16:49.655703 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cb3b4f4f-497d-4dd4-aeff-754b05b7ad3c req-186e19ab-5d5a-4c5d-91f9-5b0bb7f2bbd3 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "GET /v2.0/security-groups?id=987873b8-e341-4d92-9eb4-c3682f6ae42f&id=9a2067b3-2854-40c8-880f-cf75b37fd6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2848449 May 18 18:16:49.657004 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 35642) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:16:49.690543 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b8b101-b1ee-47fb-b301-15befb59f5e2 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:49.690543 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c6b8b101-b1ee-47fb-b301-15befb59f5e2 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:49.717292 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7ed921-8fc3-48d9-a3ab-deec9666d570 req-2f3149d5-f206-4d43-9a7e-78ca6adae252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:49.719088 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3a7ed921-8fc3-48d9-a3ab-deec9666d570 req-2f3149d5-f206-4d43-9a7e-78ca6adae252 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b58b6ed0-e33d-4911-87f5-9fe233239105 HTTP/1.1" status: 200 len: 833 time: 0.3444741 May 18 18:16:49.726289 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-c6b8b101-b1ee-47fb-b301-15befb59f5e2 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2507215 May 18 18:16:49.735050 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 35644) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:16:49.758631 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-6147df67-1136-4bd1-a2b2-5787172a7ff6 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Request body: {'subnet': {'network_id': '974b07bf-adcf-4492-bc3f-ffd76b2ae3f3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:16:49.773242 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9130db00-091e-42e5-a92f-f310fb8f2b2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-131f5adc-f4b6-4569-8be0-b955f9be248e', 'network_id': '131f5adc-f4b6-4569-8be0-b955f9be248e', 'tenant_id': 'ff81999fb5734c95903c4de34cfbc041', 'fixed_ips': [{'subnet_id': '3d02e2a6-d80a-49a2-b62a-a96fd1b41063'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:16:49.774480 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9130db00-091e-42e5-a92f-f310fb8f2b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:49.841671 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0426ba9c-0b10-4a79-aa86-2f10965b7e9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:49.845293 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e84447-99b8-43d1-9bc0-8f05d3c07843 tempest-TestNetworkBasicOps-813462103 tempest-TestNetworkBasicOps-813462103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:49.851316 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-36e84447-99b8-43d1-9bc0-8f05d3c07843 tempest-TestNetworkBasicOps-813462103 tempest-TestNetworkBasicOps-813462103-project-admin] 10.222.0.85 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4375100 May 18 18:16:49.852128 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 35646) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:16:49.881349 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59cacc8c-86a2-4661-a59d-16777f290157 None None] New status for floating IP f035a9f1-3032-47b2-82ca-bec294b2df1d: DOWN {{(pid=102733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 18:16:49.901553 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-7ef3496f-f786-491a-8048-39221f8be0b5 req-76bdabbc-0379-47b9-bf68-a7e264fb17e3 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:49.920882 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-6473c62b-e931-449d-ba37-ebd7b1d3f287 tempest-TestNetworkBasicOps-813462103 tempest-TestNetworkBasicOps-813462103-project-admin] 10.222.0.85 "GET /v2.0/subnets?network_id=31ebd439-090c-4b25-bbb0-31c48711b145&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0366509 May 18 18:16:49.923312 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3d9993b9-75e3-4ea9-818c-9c6eadf495ce req-d79368e1-5294-4294-96a5-f2ea92a56d9d tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/ports?device_id=ee682333-0859-4af7-9a90-1cbf33d3ca83 HTTP/1.1" status: 200 len: 210 time: 0.0702579 May 18 18:16:49.923793 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 35650) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:16:49.930772 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-974bf659-340d-4188-b8ca-1ccb08e4e075 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1507397452', 'network_id': '3772013f-5c68-47e7-b25a-e3ecaa34ca65', 'project_id': '6664118b95564eb5aa43c658eedfd9ed', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:16:49.981028 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-7ef3496f-f786-491a-8048-39221f8be0b5 req-76bdabbc-0379-47b9-bf68-a7e264fb17e3 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:50.033094 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.db.api [None req-59cacc8c-86a2-4661-a59d-16777f290157 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102733) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 18 18:16:50.033960 n-d-838550-3 neutron-server[102733]: DEBUG oslo_db.api [None req-59cacc8c-86a2-4661-a59d-16777f290157 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 18 18:16:50.038600 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-cc266e75-902c-4c4e-9c0e-59654e2a903b tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:50.067593 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bdabbc-0379-47b9-bf68-a7e264fb17e3 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Pushing event updated for resources: {'Port': ['ID=c1a38a60-53f2-4654-a616-b703911388e5,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:16:50.078703 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-974bf659-340d-4188-b8ca-1ccb08e4e075 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Made reservation on behalf of 6664118b95564eb5aa43c658eedfd9ed for: {'subnet': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:16:50.092293 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-974bf659-340d-4188-b8ca-1ccb08e4e075 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260908003'] for subnet, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:50.100077 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6147df67-1136-4bd1-a2b2-5787172a7ff6 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Made reservation on behalf of ff81999fb5734c95903c4de34cfbc041 for: {'subnet': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:16:50.103838 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6147df67-1136-4bd1-a2b2-5787172a7ff6 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261031885'] for subnet, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:50.111778 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ef3496f-f786-491a-8048-39221f8be0b5 req-76bdabbc-0379-47b9-bf68-a7e264fb17e3 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Network dc4b5d65-5cc2-446b-ba02-e822ca3edfb6 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:16:50.118820 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7ed921-8fc3-48d9-a3ab-deec9666d570 req-abc49e34-57b1-43a0-b225-f10f96aa87f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:50.120526 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3a7ed921-8fc3-48d9-a3ab-deec9666d570 req-abc49e34-57b1-43a0-b225-f10f96aa87f3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=303de0ee-e6b2-4f16-b090-15548665b4d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3842456 May 18 18:16:50.134379 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [req-7ef3496f-f786-491a-8048-39221f8be0b5 req-76bdabbc-0379-47b9-bf68-a7e264fb17e3 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:16:50.136789 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ef3496f-f786-491a-8048-39221f8be0b5 req-76bdabbc-0379-47b9-bf68-a7e264fb17e3 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:16:50.143734 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc266e75-902c-4c4e-9c0e-59654e2a903b tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] Pushing event deleted for resources: {'Port': ['ID=3693a6e5-db0a-402f-8c86-f83c75bd5650,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:16:50.160900 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3007d879-5af7-44c2-b56c-ad90077b1c0d req-eeaaf67b-fafa-4e6d-80d1-4b924c079a0b tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:50.162416 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3007d879-5af7-44c2-b56c-ad90077b1c0d req-eeaaf67b-fafa-4e6d-80d1-4b924c079a0b tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/ports?device_id=d11fab4b-31ef-4c42-930b-de9418b06dd3 HTTP/1.1" status: 200 len: 944 time: 0.4136238 May 18 18:16:50.174315 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-9130db00-091e-42e5-a92f-f310fb8f2b2a None None] Allocated IP 172.20.0.2 (131f5adc-f4b6-4569-8be0-b955f9be248e/3d02e2a6-d80a-49a2-b62a-a96fd1b41063/c4fa2f87-6bed-4389-b2ac-2cfb8f25e3a5) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:16:50.246043 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-cc266e75-902c-4c4e-9c0e-59654e2a903b tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] Notify callbacks [] for floatingip, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:50.248328 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-cc266e75-902c-4c4e-9c0e-59654e2a903b tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:50.250338 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-cc266e75-902c-4c4e-9c0e-59654e2a903b tempest-ServersTestManualDisk-839470868 tempest-ServersTestManualDisk-839470868-project] 10.222.0.85 "DELETE /v2.0/floatingips/f035a9f1-3032-47b2-82ca-bec294b2df1d HTTP/1.1" status: 204 len: 168 time: 1.9008377 May 18 18:16:50.264124 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device a89a7901-a2dc-4636-94d9-9ef3bb7b4ae7 up at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:16:50.266138 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 35656) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:16:50.381380 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-974bf659-340d-4188-b8ca-1ccb08e4e075 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260898481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260908021'] for subnet, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:50.419615 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9130db00-091e-42e5-a92f-f310fb8f2b2a None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:50.424731 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning for port a89a7901-a2dc-4636-94d9-9ef3bb7b4ae7 completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:16:50.429991 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning complete for port a89a7901-a2dc-4636-94d9-9ef3bb7b4ae7 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:16:50.430786 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:50.435068 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9130db00-091e-42e5-a92f-f310fb8f2b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:50.445970 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef3496f-f786-491a-8048-39221f8be0b5 req-76bdabbc-0379-47b9-bf68-a7e264fb17e3 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:50.446718 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-7ef3496f-f786-491a-8048-39221f8be0b5 req-76bdabbc-0379-47b9-bf68-a7e264fb17e3 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:50.484726 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974bf659-340d-4188-b8ca-1ccb08e4e075 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Checking segment: {'id': 'd7187d71-d510-47eb-a540-b794438c92ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '3772013f-5c68-47e7-b25a-e3ecaa34ca65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:16:50.485287 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974bf659-340d-4188-b8ca-1ccb08e4e075 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Network hostable DHCP agents. Network: 3772013f-5c68-47e7-b25a-e3ecaa34ca65, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:16:50.490116 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974bf659-340d-4188-b8ca-1ccb08e4e075 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Pushing event updated for resources: {'Subnet': ['ID=05bff1fc-1faf-47fd-b2da-551a36f96258,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:16:50.516182 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974bf659-340d-4188-b8ca-1ccb08e4e075 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Network 3772013f-5c68-47e7-b25a-e3ecaa34ca65 is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:16:50.528221 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9130db00-091e-42e5-a92f-f310fb8f2b2a None None] Network 131f5adc-f4b6-4569-8be0-b955f9be248e is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:16:50.536954 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59cacc8c-86a2-4661-a59d-16777f290157 None None] New status for floating IP f035a9f1-3032-47b2-82ca-bec294b2df1d: DOWN {{(pid=102733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 18:16:50.545217 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-974bf659-340d-4188-b8ca-1ccb08e4e075 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, 3772013f-5c68-47e7-b25a-e3ecaa34ca65) {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:16:50.545477 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-9130db00-091e-42e5-a92f-f310fb8f2b2a None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:16:50.548206 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9130db00-091e-42e5-a92f-f310fb8f2b2a None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:16:50.557779 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-974bf659-340d-4188-b8ca-1ccb08e4e075 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:50.558328 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-974bf659-340d-4188-b8ca-1ccb08e4e075 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:50.580883 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbdae7bc-020e-4568-8506-e7f1164d2111 None None] Network 3772013f-5c68-47e7-b25a-e3ecaa34ca65 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:16:50.589223 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9130db00-091e-42e5-a92f-f310fb8f2b2a None None] Pushing event updated for resources: {'Port': ['ID=c4fa2f87-6bed-4389-b2ac-2cfb8f25e3a5,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:16:50.589795 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3007d879-5af7-44c2-b56c-ad90077b1c0d req-e55ca502-4a14-44d7-89b4-ea11aed5e39d tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/security-groups?id=8ad86751-3372-47de-bc84-2bfa3ff50eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3568699 May 18 18:16:50.593082 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-974bf659-340d-4188-b8ca-1ccb08e4e075 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.6651998 May 18 18:16:50.604844 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0426ba9c-0b10-4a79-aa86-2f10965b7e9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:50.620010 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7ef3496f-f786-491a-8048-39221f8be0b5 req-76bdabbc-0379-47b9-bf68-a7e264fb17e3 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5408151 May 18 18:16:50.637267 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0426ba9c-0b10-4a79-aa86-2f10965b7e9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:50.654457 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-7ef3496f-f786-491a-8048-39221f8be0b5 req-188a85ff-8181-4c72-8de7-b11d94b6a995 service neutron] Request body: {'port': {'device_id': 'ee682333-0859-4af7-9a90-1cbf33d3ca83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-3'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:16:50.707268 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3a7ed921-8fc3-48d9-a3ab-deec9666d570 req-01647f87-575e-4250-ad42-0f6585584d75 service neutron] 10.222.0.36 "GET /v2.0/networks/303de0ee-e6b2-4f16-b090-15548665b4d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5638006 May 18 18:16:50.757486 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-9130db00-091e-42e5-a92f-f310fb8f2b2a None None] Attempting to bind port c4fa2f87-6bed-4389-b2ac-2cfb8f25e3a5 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:16:50.758197 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-9130db00-091e-42e5-a92f-f310fb8f2b2a None None] Attempting to bind port c4fa2f87-6bed-4389-b2ac-2cfb8f25e3a5 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '8acbbbcd-3c8a-46d9-a2fe-2528928393e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '131f5adc-f4b6-4569-8be0-b955f9be248e'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:16:50.758723 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9130db00-091e-42e5-a92f-f310fb8f2b2a None None] Attempting to bind port c4fa2f87-6bed-4389-b2ac-2cfb8f25e3a5 on network 131f5adc-f4b6-4569-8be0-b955f9be248e {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:16:50.786920 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port a89a7901-a2dc-4636-94d9-9ef3bb7b4ae7 is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:16:50.787302 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:50.801230 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9130db00-091e-42e5-a92f-f310fb8f2b2a None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:16:50.802433 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9130db00-091e-42e5-a92f-f310fb8f2b2a None None] Checking segment: {'id': '8acbbbcd-3c8a-46d9-a2fe-2528928393e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '131f5adc-f4b6-4569-8be0-b955f9be248e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:16:50.803953 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9130db00-091e-42e5-a92f-f310fb8f2b2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:50.804513 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9130db00-091e-42e5-a92f-f310fb8f2b2a None None] Bound using segment: {'id': '8acbbbcd-3c8a-46d9-a2fe-2528928393e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '131f5adc-f4b6-4569-8be0-b955f9be248e'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:16:50.805247 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-9130db00-091e-42e5-a92f-f310fb8f2b2a None None] Bound port: c4fa2f87-6bed-4389-b2ac-2cfb8f25e3a5, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8acbbbcd-3c8a-46d9-a2fe-2528928393e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '131f5adc-f4b6-4569-8be0-b955f9be248e'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:16:50.805783 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9130db00-091e-42e5-a92f-f310fb8f2b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:50.806219 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 35668) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:16:50.813733 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-0ae98a65-bd01-41f9-9a4e-675d9d26b881 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-810875385', 'description': 'tempest-secgroup-smoke-810875385 description', 'project_id': '6664118b95564eb5aa43c658eedfd9ed'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:16:50.842182 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0ae98a65-bd01-41f9-9a4e-675d9d26b881 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:50.880052 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd11fab4b-31ef-4c42-930b-de9418b06dd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a89a7901-a2dc-4636-94d9-9ef3bb7b4ae7'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:16:50.883249 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19234381-3631-47ca-aa29-94aead622d9f" -d '{"events": [{"server_uuid": "d11fab4b-31ef-4c42-930b-de9418b06dd3", "name": "network-vif-plugged", "status": "completed", "tag": "a89a7901-a2dc-4636-94d9-9ef3bb7b4ae7"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:16:50.936017 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port a89a7901-a2dc-4636-94d9-9ef3bb7b4ae7, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=a89a7901-a2dc-4636-94d9-9ef3bb7b4ae7,segment=NetworkSegment(7fe567f5-b9bc-4b6c-8f11-60e107f314f0),segment_id=7fe567f5-b9bc-4b6c-8f11-60e107f314f0)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:16:50.986483 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0ae98a65-bd01-41f9-9a4e-675d9d26b881 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:50.993956 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0ae98a65-bd01-41f9-9a4e-675d9d26b881 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:50.999968 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:51.033202 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0ae98a65-bd01-41f9-9a4e-675d9d26b881 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:51.037934 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-0ae98a65-bd01-41f9-9a4e-675d9d26b881 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2269750 May 18 18:16:51.038924 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 35676) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:16:51.047202 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-7f3b8bda-b292-499f-b6f8-51230c53e49d tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Request body: {'security_group_rule': {'security_group_id': '359bbdd8-3840-48d9-94a4-88847558ed58', 'project_id': '6664118b95564eb5aa43c658eedfd9ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:16:51.076777 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b094ac-a3ca-449c-ad32-f72eab0b2c49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-3772013f-5c68-47e7-b25a-e3ecaa34ca65', 'network_id': '3772013f-5c68-47e7-b25a-e3ecaa34ca65', 'tenant_id': '6664118b95564eb5aa43c658eedfd9ed', 'fixed_ips': [{'subnet_id': '05bff1fc-1faf-47fd-b2da-551a36f96258'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:16:51.077899 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-96b094ac-a3ca-449c-ad32-f72eab0b2c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:51.082011 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae98a65-bd01-41f9-9a4e-675d9d26b881 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=359bbdd8-3840-48d9-94a4-88847558ed58,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:16:51.106335 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=a89a7901-a2dc-4636-94d9-9ef3bb7b4ae7,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:16:51.117755 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7f3b8bda-b292-499f-b6f8-51230c53e49d tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:51.120921 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-9130db00-091e-42e5-a92f-f310fb8f2b2a None None] For port c4fa2f87-6bed-4389-b2ac-2cfb8f25e3a5, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:16:51.238676 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7f3b8bda-b292-499f-b6f8-51230c53e49d tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:51.244379 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7f3b8bda-b292-499f-b6f8-51230c53e49d tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:51.269971 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3b8bda-b292-499f-b6f8-51230c53e49d tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96a697d9-7a06-4c9e-a457-8a2d06b0a87b,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:16:51.284016 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7f3b8bda-b292-499f-b6f8-51230c53e49d tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:51.286075 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-7f3b8bda-b292-499f-b6f8-51230c53e49d tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2459641 May 18 18:16:51.288855 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 35678) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:16:51.294535 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-5907e329-f0f4-4848-b70a-606c8dd5a7ad tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Request body: {'security_group_rule': {'security_group_id': '359bbdd8-3840-48d9-94a4-88847558ed58', 'project_id': '6664118b95564eb5aa43c658eedfd9ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:16:51.310468 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3ef255a-5e22-4404-b160-6bb5d8248749 x-openstack-request-id: req-e3ef255a-5e22-4404-b160-6bb5d8248749 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:16:51.310774 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d11fab4b-31ef-4c42-930b-de9418b06dd3", "name": "network-vif-plugged", "status": "completed", "tag": "a89a7901-a2dc-4636-94d9-9ef3bb7b4ae7", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:16:51.311109 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-e3ef255a-5e22-4404-b160-6bb5d8248749 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:16:51.311904 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3ef255a-5e22-4404-b160-6bb5d8248749'] response: {'server_uuid': 'd11fab4b-31ef-4c42-930b-de9418b06dd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a89a7901-a2dc-4636-94d9-9ef3bb7b4ae7', 'code': 200} May 18 18:16:51.338093 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5907e329-f0f4-4848-b70a-606c8dd5a7ad tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:51.362654 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-9130db00-091e-42e5-a92f-f310fb8f2b2a None None] For port c4fa2f87-6bed-4389-b2ac-2cfb8f25e3a5, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=c4fa2f87-6bed-4389-b2ac-2cfb8f25e3a5,segment=NetworkSegment(8acbbbcd-3c8a-46d9-a2fe-2528928393e8),segment_id=8acbbbcd-3c8a-46d9-a2fe-2528928393e8)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:16:51.370182 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9130db00-091e-42e5-a92f-f310fb8f2b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:51.421882 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-0426ba9c-0b10-4a79-aa86-2f10965b7e9c admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=6b13329f38814a85889e32877f74ea60&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7502162 May 18 18:16:51.431518 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 35680) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:16:51.444864 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0426ba9c-0b10-4a79-aa86-2f10965b7e9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beb29dea-5ad0-40b6-b779-fec25efc2ecf,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:16:51.492525 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3a7ed921-8fc3-48d9-a3ab-deec9666d570 req-cad78ee6-26ed-4a06-a0a3-9f6646e0284f service neutron] 10.222.0.36 "GET /v2.0/networks/303de0ee-e6b2-4f16-b090-15548665b4d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7603672 May 18 18:16:51.505650 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9130db00-091e-42e5-a92f-f310fb8f2b2a None None] Pushing event updated for resources: {'Port': ['ID=c4fa2f87-6bed-4389-b2ac-2cfb8f25e3a5,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:16:51.514746 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-96b094ac-a3ca-449c-ad32-f72eab0b2c49 None None] Allocated IP 172.20.0.18 (3772013f-5c68-47e7-b25a-e3ecaa34ca65/05bff1fc-1faf-47fd-b2da-551a36f96258/590a7323-ce1e-48de-89a5-80d637900de4) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:16:51.522878 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8b20f3-3df2-4384-be9b-938c79b3484a req-02f5a329-a099-4cdd-90b5-26994ead327d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:51.524591 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cb8b20f3-3df2-4384-be9b-938c79b3484a req-02f5a329-a099-4cdd-90b5-26994ead327d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d11fab4b-31ef-4c42-930b-de9418b06dd3 HTTP/1.1" status: 200 len: 1096 time: 0.1212909 May 18 18:16:51.527986 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5907e329-f0f4-4848-b70a-606c8dd5a7ad tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:51.544885 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a2d043-f709-4c0b-9992-461e96a36851 req-8b0a1317-4bec-4005-b059-42478df588ba tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:51.557507 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-02a2d043-f709-4c0b-9992-461e96a36851 req-8b0a1317-4bec-4005-b059-42478df588ba tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/ports?device_id=ee682333-0859-4af7-9a90-1cbf33d3ca83 HTTP/1.1" status: 200 len: 931 time: 0.1513009 May 18 18:16:51.563624 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6147df67-1136-4bd1-a2b2-5787172a7ff6 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261104883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261031899'] for subnet, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:51.586796 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5907e329-f0f4-4848-b70a-606c8dd5a7ad tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:51.621511 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5907e329-f0f4-4848-b70a-606c8dd5a7ad tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5533bc9f-3f3c-4404-9f77-2ca9a74b5661,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:16:51.648506 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-7ef3496f-f786-491a-8048-39221f8be0b5 req-188a85ff-8181-4c72-8de7-b11d94b6a995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:51.649574 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cb8b20f3-3df2-4384-be9b-938c79b3484a req-2b3fa609-10b8-4e5b-a767-b4ee499588e0 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8ad86751-3372-47de-bc84-2bfa3ff50eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902741 May 18 18:16:51.659006 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5907e329-f0f4-4848-b70a-606c8dd5a7ad tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:51.661753 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-5907e329-f0f4-4848-b70a-606c8dd5a7ad tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3710027 May 18 18:16:51.670919 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 35686) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:16:51.685520 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-3cc5b828-7721-4341-8099-594448b1eb39 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Request body: {'security_group_rule': {'security_group_id': '359bbdd8-3840-48d9-94a4-88847558ed58', 'project_id': '6664118b95564eb5aa43c658eedfd9ed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:16:51.714254 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-02a2d043-f709-4c0b-9992-461e96a36851 req-1d5877fe-a376-4253-9bff-88b8f1585379 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/security-groups?id=0cf286b9-4259-46f9-a9b8-06a8c9d0d055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563365 May 18 18:16:51.774207 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3cc5b828-7721-4341-8099-594448b1eb39 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:51.817412 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-96b094ac-a3ca-449c-ad32-f72eab0b2c49 None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:51.828885 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-96b094ac-a3ca-449c-ad32-f72eab0b2c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:51.836097 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9974513f-b474-4213-9f4d-c8209b677fb4 req-c49dcffa-14e3-4a0f-b0ec-92a9558d5241 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:51.842333 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9974513f-b474-4213-9f4d-c8209b677fb4 req-c49dcffa-14e3-4a0f-b0ec-92a9558d5241 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:51.856988 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9974513f-b474-4213-9f4d-c8209b677fb4 req-c49dcffa-14e3-4a0f-b0ec-92a9558d5241 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:51.867220 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9974513f-b474-4213-9f4d-c8209b677fb4 req-c49dcffa-14e3-4a0f-b0ec-92a9558d5241 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:51.874015 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9974513f-b474-4213-9f4d-c8209b677fb4 req-c49dcffa-14e3-4a0f-b0ec-92a9558d5241 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:51.883456 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9974513f-b474-4213-9f4d-c8209b677fb4 req-c49dcffa-14e3-4a0f-b0ec-92a9558d5241 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:51.889396 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b094ac-a3ca-449c-ad32-f72eab0b2c49 None None] Network 3772013f-5c68-47e7-b25a-e3ecaa34ca65 is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:16:51.893051 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9974513f-b474-4213-9f4d-c8209b677fb4 req-c49dcffa-14e3-4a0f-b0ec-92a9558d5241 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:51.894932 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-96b094ac-a3ca-449c-ad32-f72eab0b2c49 None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:16:51.897551 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9974513f-b474-4213-9f4d-c8209b677fb4 req-c49dcffa-14e3-4a0f-b0ec-92a9558d5241 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "GET /v2.0/ports?device_id=37c27a1b-623c-44a7-a5a8-1c1ff493d84b HTTP/1.1" status: 200 len: 5428 time: 0.5353975 May 18 18:16:51.902720 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b094ac-a3ca-449c-ad32-f72eab0b2c49 None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:16:51.919996 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6147df67-1136-4bd1-a2b2-5787172a7ff6 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Pushing event updated for resources: {'Subnet': ['ID=909e2564-bf85-424c-8835-c949ddbb2aca,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:16:51.951747 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3cc5b828-7721-4341-8099-594448b1eb39 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:52.004921 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbecdea-50eb-4f77-a30f-5084582fc386 req-5b080c23-d6d7-4336-88c5-7daad5608a91 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:52.018885 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6fbecdea-50eb-4f77-a30f-5084582fc386 req-5b080c23-d6d7-4336-88c5-7daad5608a91 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/ports?device_id=d11fab4b-31ef-4c42-930b-de9418b06dd3 HTTP/1.1" status: 200 len: 945 time: 0.1683478 May 18 18:16:52.019931 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3cc5b828-7721-4341-8099-594448b1eb39 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:52.075261 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-888e7e36-4c7a-41e0-9d83-18b49da02841 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:52.101965 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b094ac-a3ca-449c-ad32-f72eab0b2c49 None None] Pushing event updated for resources: {'Port': ['ID=590a7323-ce1e-48de-89a5-80d637900de4,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:16:52.116782 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc5b828-7721-4341-8099-594448b1eb39 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2d8075d-47d0-495a-8385-d34ab889fc1b,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:16:52.145014 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6fbecdea-50eb-4f77-a30f-5084582fc386 req-61e825fd-a8e2-41cf-80fa-f7239dbfb88a tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/security-groups?id=8ad86751-3372-47de-bc84-2bfa3ff50eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110232 May 18 18:16:52.146569 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-96b094ac-a3ca-449c-ad32-f72eab0b2c49 None None] Attempting to bind port 590a7323-ce1e-48de-89a5-80d637900de4 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:16:52.146948 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-96b094ac-a3ca-449c-ad32-f72eab0b2c49 None None] Attempting to bind port 590a7323-ce1e-48de-89a5-80d637900de4 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': 'd7187d71-d510-47eb-a540-b794438c92ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '3772013f-5c68-47e7-b25a-e3ecaa34ca65'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:16:52.147313 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b094ac-a3ca-449c-ad32-f72eab0b2c49 None None] Attempting to bind port 590a7323-ce1e-48de-89a5-80d637900de4 on network 3772013f-5c68-47e7-b25a-e3ecaa34ca65 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:16:52.155385 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3cc5b828-7721-4341-8099-594448b1eb39 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:52.164276 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-3cc5b828-7721-4341-8099-594448b1eb39 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4922340 May 18 18:16:52.164904 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 35688) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:16:52.166656 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b094ac-a3ca-449c-ad32-f72eab0b2c49 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:16:52.167520 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b094ac-a3ca-449c-ad32-f72eab0b2c49 None None] Checking segment: {'id': 'd7187d71-d510-47eb-a540-b794438c92ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '3772013f-5c68-47e7-b25a-e3ecaa34ca65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:16:52.167520 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-96b094ac-a3ca-449c-ad32-f72eab0b2c49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:52.167888 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b094ac-a3ca-449c-ad32-f72eab0b2c49 None None] Bound using segment: {'id': 'd7187d71-d510-47eb-a540-b794438c92ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '3772013f-5c68-47e7-b25a-e3ecaa34ca65'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:16:52.168459 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-96b094ac-a3ca-449c-ad32-f72eab0b2c49 None None] Bound port: 590a7323-ce1e-48de-89a5-80d637900de4, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7187d71-d510-47eb-a540-b794438c92ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '3772013f-5c68-47e7-b25a-e3ecaa34ca65'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:16:52.168843 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-96b094ac-a3ca-449c-ad32-f72eab0b2c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:52.196084 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-c07bbe50-a6b1-4036-a668-c4afa42c8282 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Request body: {'security_group_rule': {'security_group_id': '359bbdd8-3840-48d9-94a4-88847558ed58', 'project_id': '6664118b95564eb5aa43c658eedfd9ed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:16:52.255574 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c07bbe50-a6b1-4036-a668-c4afa42c8282 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:52.277253 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-96b094ac-a3ca-449c-ad32-f72eab0b2c49 None None] For port 590a7323-ce1e-48de-89a5-80d637900de4, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:16:52.280715 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-96b094ac-a3ca-449c-ad32-f72eab0b2c49 None None] For port 590a7323-ce1e-48de-89a5-80d637900de4, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=590a7323-ce1e-48de-89a5-80d637900de4,segment=NetworkSegment(d7187d71-d510-47eb-a540-b794438c92ec),segment_id=d7187d71-d510-47eb-a540-b794438c92ec)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:16:52.288296 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-96b094ac-a3ca-449c-ad32-f72eab0b2c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:52.312733 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9974513f-b474-4213-9f4d-c8209b677fb4 req-433bbd77-a154-4c15-8b28-f1e1dc846fc8 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "GET /v2.0/security-groups?id=987873b8-e341-4d92-9eb4-c3682f6ae42f&id=9a2067b3-2854-40c8-880f-cf75b37fd6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3984513 May 18 18:16:52.314882 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-888e7e36-4c7a-41e0-9d83-18b49da02841 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:52.325505 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6147df67-1136-4bd1-a2b2-5787172a7ff6 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Checking segment: {'id': 'a82777d7-02ca-4960-aaa8-d78dcaed2f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '974b07bf-adcf-4492-bc3f-ffd76b2ae3f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:16:52.325901 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6147df67-1136-4bd1-a2b2-5787172a7ff6 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Network hostable DHCP agents. Network: 974b07bf-adcf-4492-bc3f-ffd76b2ae3f3, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:16:52.370485 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c07bbe50-a6b1-4036-a668-c4afa42c8282 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:52.383008 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c07bbe50-a6b1-4036-a668-c4afa42c8282 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:52.424032 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b094ac-a3ca-449c-ad32-f72eab0b2c49 None None] Pushing event updated for resources: {'Port': ['ID=590a7323-ce1e-48de-89a5-80d637900de4,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:16:52.435323 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07bbe50-a6b1-4036-a668-c4afa42c8282 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da353042-3b9c-41a0-ac7c-e88ddffe57c6,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:16:52.445154 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c07bbe50-a6b1-4036-a668-c4afa42c8282 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:52.450391 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-c07bbe50-a6b1-4036-a668-c4afa42c8282 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2751679 May 18 18:16:52.451758 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 35690) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:16:52.457206 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-69ff178c-b22f-435b-b3c7-4d9c1b1e596f tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Request body: {'security_group_rule': {'security_group_id': '359bbdd8-3840-48d9-94a4-88847558ed58', 'project_id': '6664118b95564eb5aa43c658eedfd9ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:16:52.498453 n-d-838550-3 neutron-server[102731]: INFO neutron.db.securitygroups_db [None req-69ff178c-b22f-435b-b3c7-4d9c1b1e596f tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Project 6664118b95564eb5aa43c658eedfd9ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 18 18:16:52.505469 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-69ff178c-b22f-435b-b3c7-4d9c1b1e596f tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:52.548876 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6147df67-1136-4bd1-a2b2-5787172a7ff6 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Network 974b07bf-adcf-4492-bc3f-ffd76b2ae3f3 is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:16:52.599668 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-6147df67-1136-4bd1-a2b2-5787172a7ff6 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, 974b07bf-adcf-4492-bc3f-ffd76b2ae3f3) {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:16:52.606709 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-69ff178c-b22f-435b-b3c7-4d9c1b1e596f tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:52.609741 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-646f0ad3-c38e-494a-b4b9-03b457b58937 None None] Network 974b07bf-adcf-4492-bc3f-ffd76b2ae3f3 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:16:52.617942 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-888e7e36-4c7a-41e0-9d83-18b49da02841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:52.618576 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-69ff178c-b22f-435b-b3c7-4d9c1b1e596f tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:52.621217 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-888e7e36-4c7a-41e0-9d83-18b49da02841 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:52.639235 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-888e7e36-4c7a-41e0-9d83-18b49da02841 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/beb29dea-5ad0-40b6-b779-fec25efc2ecf HTTP/1.1" status: 204 len: 168 time: 1.1939113 May 18 18:16:52.641217 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6147df67-1136-4bd1-a2b2-5787172a7ff6 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:52.641864 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6147df67-1136-4bd1-a2b2-5787172a7ff6 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:52.670399 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ff178c-b22f-435b-b3c7-4d9c1b1e596f tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96e90416-07b3-4158-b818-15de99540164,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:16:52.676239 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-69ff178c-b22f-435b-b3c7-4d9c1b1e596f tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:52.679145 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-69ff178c-b22f-435b-b3c7-4d9c1b1e596f tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2262955 May 18 18:16:52.684270 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 35696) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:16:52.696125 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-ce389116-05ae-4cdc-8e35-d0ec21c3f571 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Request body: {'security_group_rule': {'security_group_id': '359bbdd8-3840-48d9-94a4-88847558ed58', 'project_id': '6664118b95564eb5aa43c658eedfd9ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:16:52.803505 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-6147df67-1136-4bd1-a2b2-5787172a7ff6 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0540485 May 18 18:16:52.803714 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 35700) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:16:52.829762 n-d-838550-3 neutron-server[102731]: INFO neutron.db.securitygroups_db [None req-ce389116-05ae-4cdc-8e35-d0ec21c3f571 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Project 6664118b95564eb5aa43c658eedfd9ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 18 18:16:52.873549 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888e7e36-4c7a-41e0-9d83-18b49da02841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beb29dea-5ad0-40b6-b779-fec25efc2ecf,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:16:52.944818 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ce389116-05ae-4cdc-8e35-d0ec21c3f571 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:53.186732 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [req-7ef3496f-f786-491a-8048-39221f8be0b5 req-188a85ff-8181-4c72-8de7-b11d94b6a995 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1a38a60-53f2-4654-a616-b703911388e5 {{(pid=102730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:16:53.193418 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a75775b-9bf1-4bf0-b375-df499ee56b19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-974b07bf-adcf-4492-bc3f-ffd76b2ae3f3', 'network_id': '974b07bf-adcf-4492-bc3f-ffd76b2ae3f3', 'tenant_id': 'ff81999fb5734c95903c4de34cfbc041', 'fixed_ips': [{'subnet_id': '909e2564-bf85-424c-8835-c949ddbb2aca'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:16:53.194505 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9a75775b-9bf1-4bf0-b375-df499ee56b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:53.212331 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-7ef3496f-f786-491a-8048-39221f8be0b5 req-188a85ff-8181-4c72-8de7-b11d94b6a995 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:53.240790 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7201135a-17d5-4295-8476-a960221dd91d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-595963'] for router_interface, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:53.395075 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9250279d-a9da-4eae-bd09-42f112350476 req-308fe1fa-3de7-4d5b-b941-52d63d5ee396 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:53.397299 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9250279d-a9da-4eae-bd09-42f112350476 req-308fe1fa-3de7-4d5b-b941-52d63d5ee396 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/ports?device_id=ee682333-0859-4af7-9a90-1cbf33d3ca83 HTTP/1.1" status: 200 len: 931 time: 0.3686261 May 18 18:16:53.472379 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [req-7ef3496f-f786-491a-8048-39221f8be0b5 req-188a85ff-8181-4c72-8de7-b11d94b6a995 service neutron] Transition to ACTIVE for port object c1a38a60-53f2-4654-a616-b703911388e5 will not be triggered until provisioned by entity L2. {{(pid=102730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:16:53.483613 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9250279d-a9da-4eae-bd09-42f112350476 req-7aee7da5-d3a8-407e-aead-9d49785bbfa5 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/security-groups?id=0cf286b9-4259-46f9-a9b8-06a8c9d0d055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780253 May 18 18:16:53.500828 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-7ef3496f-f786-491a-8048-39221f8be0b5 req-188a85ff-8181-4c72-8de7-b11d94b6a995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:53.557592 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-9a75775b-9bf1-4bf0-b375-df499ee56b19 None None] Allocated IP 172.20.0.2 (974b07bf-adcf-4492-bc3f-ffd76b2ae3f3/909e2564-bf85-424c-8835-c949ddbb2aca/1df9a16f-7595-4bf5-8a1f-d2fcc3dbab08) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:16:53.596078 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ce389116-05ae-4cdc-8e35-d0ec21c3f571 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:53.635398 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a1bd11-8b33-468f-9cbf-28fbf4a47ffc req-8155f235-b20c-40bd-82a3-cc874ecda802 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:53.637128 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c7a1bd11-8b33-468f-9cbf-28fbf4a47ffc req-8155f235-b20c-40bd-82a3-cc874ecda802 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/ports?device_id=d11fab4b-31ef-4c42-930b-de9418b06dd3 HTTP/1.1" status: 200 len: 945 time: 0.2655361 May 18 18:16:53.660486 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ce389116-05ae-4cdc-8e35-d0ec21c3f571 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:53.712299 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce389116-05ae-4cdc-8e35-d0ec21c3f571 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df43ec9e-e4c6-448c-9cf6-d1ee5b5a5696,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:16:53.718643 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a8b98a74-32c5-4d73-a42c-1f41eee8401f tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:53.730930 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188a85ff-8181-4c72-8de7-b11d94b6a995 service neutron] Pushing event updated for resources: {'Port': ['ID=c1a38a60-53f2-4654-a616-b703911388e5,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:16:53.784065 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ce389116-05ae-4cdc-8e35-d0ec21c3f571 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:53.786460 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-ce389116-05ae-4cdc-8e35-d0ec21c3f571 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.1007617 May 18 18:16:53.803553 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device c4fa2f87-6bed-4389-b2ac-2cfb8f25e3a5 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:16:53.820987 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e84bb6-bd55-459c-b921-1f41c3d4b86b None None] Network 131f5adc-f4b6-4569-8be0-b955f9be248e requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:16:53.976131 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260129a5-47c3-4fb4-b575-c8b96c7f7435 req-077690f0-6d43-4f55-bb6c-34e0693dcd92 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:53.982174 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260129a5-47c3-4fb4-b575-c8b96c7f7435 req-077690f0-6d43-4f55-bb6c-34e0693dcd92 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:53.989219 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260129a5-47c3-4fb4-b575-c8b96c7f7435 req-077690f0-6d43-4f55-bb6c-34e0693dcd92 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:53.996467 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260129a5-47c3-4fb4-b575-c8b96c7f7435 req-077690f0-6d43-4f55-bb6c-34e0693dcd92 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:54.002937 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260129a5-47c3-4fb4-b575-c8b96c7f7435 req-077690f0-6d43-4f55-bb6c-34e0693dcd92 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:54.022995 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260129a5-47c3-4fb4-b575-c8b96c7f7435 req-077690f0-6d43-4f55-bb6c-34e0693dcd92 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:54.052089 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260129a5-47c3-4fb4-b575-c8b96c7f7435 req-077690f0-6d43-4f55-bb6c-34e0693dcd92 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:54.054481 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-260129a5-47c3-4fb4-b575-c8b96c7f7435 req-077690f0-6d43-4f55-bb6c-34e0693dcd92 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "GET /v2.0/ports?device_id=37c27a1b-623c-44a7-a5a8-1c1ff493d84b HTTP/1.1" status: 200 len: 5428 time: 0.3178215 May 18 18:16:54.123042 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9a75775b-9bf1-4bf0-b375-df499ee56b19 None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:54.124126 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c7a1bd11-8b33-468f-9cbf-28fbf4a47ffc req-dca14b02-a97a-484a-8c67-f39f8f520ae0 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/security-groups?id=8ad86751-3372-47de-bc84-2bfa3ff50eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4618912 May 18 18:16:54.139028 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-43f7eb8f-ac26-43ef-b9f6-0d448e61b053 None None] Provisioning complete for port c4fa2f87-6bed-4389-b2ac-2cfb8f25e3a5 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:16:54.139028 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-43f7eb8f-ac26-43ef-b9f6-0d448e61b053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:54.154859 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-260129a5-47c3-4fb4-b575-c8b96c7f7435 req-f722ca1e-7c35-45e3-bf65-a27e437d2920 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "GET /v2.0/security-groups?id=987873b8-e341-4d92-9eb4-c3682f6ae42f&id=9a2067b3-2854-40c8-880f-cf75b37fd6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0907674 May 18 18:16:54.223434 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9a75775b-9bf1-4bf0-b375-df499ee56b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:54.246651 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 75d8fbc0-97dd-4aea-a1f2-9e5de043f940 details requested by agent hyperv_n-h2-838550-3 with host n-h2-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:16:54.325803 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-7ef3496f-f786-491a-8048-39221f8be0b5 req-188a85ff-8181-4c72-8de7-b11d94b6a995 service neutron] Attempting to bind port c1a38a60-53f2-4654-a616-b703911388e5 on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:16:54.336901 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-7ef3496f-f786-491a-8048-39221f8be0b5 req-188a85ff-8181-4c72-8de7-b11d94b6a995 service neutron] Attempting to bind port c1a38a60-53f2-4654-a616-b703911388e5 by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': '1c33b8e1-9163-4f86-a1f0-1efa8c3ca198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'dc4b5d65-5cc2-446b-ba02-e822ca3edfb6'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:16:54.337504 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef3496f-f786-491a-8048-39221f8be0b5 req-188a85ff-8181-4c72-8de7-b11d94b6a995 service neutron] Attempting to bind port c1a38a60-53f2-4654-a616-b703911388e5 on network dc4b5d65-5cc2-446b-ba02-e822ca3edfb6 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:16:54.371490 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef3496f-f786-491a-8048-39221f8be0b5 req-188a85ff-8181-4c72-8de7-b11d94b6a995 service neutron] Port c1a38a60-53f2-4654-a616-b703911388e5 on network dc4b5d65-5cc2-446b-ba02-e822ca3edfb6 not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:16:54.371874 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef3496f-f786-491a-8048-39221f8be0b5 req-188a85ff-8181-4c72-8de7-b11d94b6a995 service neutron] Attempting to bind port c1a38a60-53f2-4654-a616-b703911388e5 on network dc4b5d65-5cc2-446b-ba02-e822ca3edfb6 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:16:54.392264 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-a8b98a74-32c5-4d73-a42c-1f41eee8401f tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Allocated IP 172.20.0.1 (131f5adc-f4b6-4569-8be0-b955f9be248e/3d02e2a6-d80a-49a2-b62a-a96fd1b41063/195d3c6b-e1d0-4afe-a312-36509c85a2b2) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:16:54.419697 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef3496f-f786-491a-8048-39221f8be0b5 req-188a85ff-8181-4c72-8de7-b11d94b6a995 service neutron] Checking agent: {'id': 'd1be059a-68ea-4c77-9b2b-29f4afa47e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:16:54.420666 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef3496f-f786-491a-8048-39221f8be0b5 req-188a85ff-8181-4c72-8de7-b11d94b6a995 service neutron] Checking segment: {'id': '1c33b8e1-9163-4f86-a1f0-1efa8c3ca198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'dc4b5d65-5cc2-446b-ba02-e822ca3edfb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:16:54.421344 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef3496f-f786-491a-8048-39221f8be0b5 req-188a85ff-8181-4c72-8de7-b11d94b6a995 service neutron] Bound using segment: {'id': '1c33b8e1-9163-4f86-a1f0-1efa8c3ca198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'dc4b5d65-5cc2-446b-ba02-e822ca3edfb6'} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:16:54.421967 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-7ef3496f-f786-491a-8048-39221f8be0b5 req-188a85ff-8181-4c72-8de7-b11d94b6a995 service neutron] Bound port: c1a38a60-53f2-4654-a616-b703911388e5, host: n-h2-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c33b8e1-9163-4f86-a1f0-1efa8c3ca198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'dc4b5d65-5cc2-446b-ba02-e822ca3edfb6'}}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:16:54.422539 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-7ef3496f-f786-491a-8048-39221f8be0b5 req-188a85ff-8181-4c72-8de7-b11d94b6a995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:54.448621 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port c4fa2f87-6bed-4389-b2ac-2cfb8f25e3a5 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:16:54.449050 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:54.471228 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83967320-3b7a-4cef-a571-1e2422f52fcb None None] Network 3772013f-5c68-47e7-b25a-e3ecaa34ca65 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:16:54.504012 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-7ef3496f-f786-491a-8048-39221f8be0b5 req-188a85ff-8181-4c72-8de7-b11d94b6a995 service neutron] For port c1a38a60-53f2-4654-a616-b703911388e5, host n-h2-838550-3, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:16:54.507688 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-7ef3496f-f786-491a-8048-39221f8be0b5 req-188a85ff-8181-4c72-8de7-b11d94b6a995 service neutron] For port c1a38a60-53f2-4654-a616-b703911388e5, host n-h2-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=c1a38a60-53f2-4654-a616-b703911388e5,segment=NetworkSegment(1c33b8e1-9163-4f86-a1f0-1efa8c3ca198),segment_id=1c33b8e1-9163-4f86-a1f0-1efa8c3ca198)] {{(pid=102730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:16:54.524160 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-7ef3496f-f786-491a-8048-39221f8be0b5 req-188a85ff-8181-4c72-8de7-b11d94b6a995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:54.606752 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188a85ff-8181-4c72-8de7-b11d94b6a995 service neutron] Pushing event updated for resources: {'Port': ['ID=c1a38a60-53f2-4654-a616-b703911388e5,revision_number=3']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:16:54.622046 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-87743467-2f23-4359-859b-8567a300acb4 req-2b24c209-3713-43f0-8fdf-0b23762f05d5 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-810875385&fields=id&tenant_id=6664118b95564eb5aa43c658eedfd9ed HTTP/1.1" status: 200 len: 267 time: 0.2540812 May 18 18:16:54.641082 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a8b98a74-32c5-4d73-a42c-1f41eee8401f tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:54.668460 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a75775b-9bf1-4bf0-b375-df499ee56b19 None None] Network 974b07bf-adcf-4492-bc3f-ffd76b2ae3f3 is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:16:54.672815 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a75775b-9bf1-4bf0-b375-df499ee56b19 None None] Pushing event updated for resources: {'Port': ['ID=1df9a16f-7595-4bf5-8a1f-d2fcc3dbab08,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:16:54.722778 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef3496f-f786-491a-8048-39221f8be0b5 req-188a85ff-8181-4c72-8de7-b11d94b6a995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:54.723537 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-7ef3496f-f786-491a-8048-39221f8be0b5 req-188a85ff-8181-4c72-8de7-b11d94b6a995 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:54.725091 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7ef3496f-f786-491a-8048-39221f8be0b5 req-188a85ff-8181-4c72-8de7-b11d94b6a995 service neutron] 10.222.0.88 "PUT /v2.0/ports/c1a38a60-53f2-4654-a616-b703911388e5 HTTP/1.1" status: 200 len: 1091 time: 4.0888896 May 18 18:16:54.726715 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee682333-0859-4af7-9a90-1cbf33d3ca83', 'tag': 'c1a38a60-53f2-4654-a616-b703911388e5'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:16:54.729344 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44bad26d-8d44-411e-acc2-c2db0522d37b" -d '{"events": [{"name": "network-changed", "server_uuid": "ee682333-0859-4af7-9a90-1cbf33d3ca83", "tag": "c1a38a60-53f2-4654-a616-b703911388e5"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:16:54.801755 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a8b98a74-32c5-4d73-a42c-1f41eee8401f tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:54.824194 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-7201135a-17d5-4295-8476-a960221dd91d admin admin] Deleting port 12dcf668-fcab-41bd-94b3-f0a67e7daf07 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:16:54.824194 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7201135a-17d5-4295-8476-a960221dd91d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:54.849081 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5926f71b-771e-4bf1-b464-01697e1c7bf3 req-0274c79a-84bf-4679-9aaf-e6b88edf433a tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:54.858092 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5926f71b-771e-4bf1-b464-01697e1c7bf3 req-0274c79a-84bf-4679-9aaf-e6b88edf433a tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/ports?device_id=ee682333-0859-4af7-9a90-1cbf33d3ca83 HTTP/1.1" status: 200 len: 943 time: 0.1469984 May 18 18:16:54.892012 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.db.resource_extend [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] It took 0.51 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 18 18:16:54.906477 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87743467-2f23-4359-859b-8567a300acb4 req-70e4b85c-9f2a-4eb3-8f4e-d12bea3ff785 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:54.908157 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-87743467-2f23-4359-859b-8567a300acb4 req-70e4b85c-9f2a-4eb3-8f4e-d12bea3ff785 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "GET /v2.0/networks?id=3772013f-5c68-47e7-b25a-e3ecaa34ca65 HTTP/1.1" status: 200 len: 796 time: 0.2746687 May 18 18:16:54.932784 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-87743467-2f23-4359-859b-8567a300acb4 req-57ef0958-6c89-400d-83e8-d2649b83efd7 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "GET /v2.0/quotas/6664118b95564eb5aa43c658eedfd9ed HTTP/1.1" status: 200 len: 375 time: 0.0156825 May 18 18:16:54.939851 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b98a74-32c5-4d73-a42c-1f41eee8401f tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Network 131f5adc-f4b6-4569-8be0-b955f9be248e is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:16:54.966050 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef3496f-f786-491a-8048-39221f8be0b5 req-0a0d7d59-50f1-42d4-b8e4-9443a2945e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:54.967703 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7ef3496f-f786-491a-8048-39221f8be0b5 req-0a0d7d59-50f1-42d4-b8e4-9443a2945e3f service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3bd50e6e8ccf456285d1c6ca47cc0e73&device_id=ee682333-0859-4af7-9a90-1cbf33d3ca83 HTTP/1.1" status: 200 len: 1094 time: 0.1768250 May 18 18:16:54.971468 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-a8b98a74-32c5-4d73-a42c-1f41eee8401f tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:16:54.975751 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 75d8fbc0-97dd-4aea-a1f2-9e5de043f940, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=75d8fbc0-97dd-4aea-a1f2-9e5de043f940,segment=NetworkSegment(548811fd-0d5d-4f2a-9c52-8b852003d48e),segment_id=548811fd-0d5d-4f2a-9c52-8b852003d48e)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:16:54.982214 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b98a74-32c5-4d73-a42c-1f41eee8401f tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:16:54.987115 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b98a74-32c5-4d73-a42c-1f41eee8401f tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Pushing event updated for resources: {'Port': ['ID=195d3c6b-e1d0-4afe-a312-36509c85a2b2,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:16:54.989116 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-9a75775b-9bf1-4bf0-b375-df499ee56b19 None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:16:54.992268 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a75775b-9bf1-4bf0-b375-df499ee56b19 None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:16:54.996022 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Returning: {'device': '75d8fbc0-97dd-4aea-a1f2-9e5de043f940', 'network_id': 'a49d7af7-9a16-489e-8fc6-4b85db67dcd9', 'port_id': '75d8fbc0-97dd-4aea-a1f2-9e5de043f940', 'mac_address': 'fa:16:3e:c7:d3:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45630181-3d16-4d8d-916e-5a6318bba46b', 'ip_address': '10.1.1.217'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:16:55.049211 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5926f71b-771e-4bf1-b464-01697e1c7bf3 req-fc763923-e1bf-40d4-b714-b81a3e4251a0 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/security-groups?id=0cf286b9-4259-46f9-a9b8-06a8c9d0d055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863687 May 18 18:16:55.078330 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a8b98a74-32c5-4d73-a42c-1f41eee8401f tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595826'] for router_interface, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:55.086309 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7ef3496f-f786-491a-8048-39221f8be0b5 req-95d0feb8-c0a8-47d3-84e9-111d8f6037de service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c1a38a60-53f2-4654-a616-b703911388e5 HTTP/1.1" status: 200 len: 217 time: 0.0843873 May 18 18:16:55.097716 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-43f7eb8f-ac26-43ef-b9f6-0d448e61b053 None None] Current status of the port c4fa2f87-6bed-4389-b2ac-2cfb8f25e3a5 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:16:55.098331 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-43f7eb8f-ac26-43ef-b9f6-0d448e61b053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:55.138901 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-43f7eb8f-ac26-43ef-b9f6-0d448e61b053 None None] For port c4fa2f87-6bed-4389-b2ac-2cfb8f25e3a5, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=c4fa2f87-6bed-4389-b2ac-2cfb8f25e3a5,segment=NetworkSegment(8acbbbcd-3c8a-46d9-a2fe-2528928393e8),segment_id=8acbbbcd-3c8a-46d9-a2fe-2528928393e8)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:16:55.141267 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-7201135a-17d5-4295-8476-a960221dd91d admin admin] For port 12dcf668-fcab-41bd-94b3-f0a67e7daf07, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=12dcf668-fcab-41bd-94b3-f0a67e7daf07,segment=NetworkSegment(92897347-386e-4d21-86c2-ab30cc73f8d0),segment_id=92897347-386e-4d21-86c2-ab30cc73f8d0)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:16:55.141820 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7201135a-17d5-4295-8476-a960221dd91d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:55.159314 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-87743467-2f23-4359-859b-8567a300acb4 req-eda7b820-212b-4d06-aa4c-9677d7e223fc tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=6664118b95564eb5aa43c658eedfd9ed&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2144778 May 18 18:16:55.224824 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-7201135a-17d5-4295-8476-a960221dd91d admin admin] Calling delete_port for 12dcf668-fcab-41bd-94b3-f0a67e7daf07 owned by network:router_interface {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:16:55.231032 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-43f7eb8f-ac26-43ef-b9f6-0d448e61b053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:55.309700 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127a6ad5-325b-4cfd-939c-9db6ffefa965 req-88ad6f4a-5e0d-4d22-ba02-cff2388baab1 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:55.311534 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-127a6ad5-325b-4cfd-939c-9db6ffefa965 req-88ad6f4a-5e0d-4d22-ba02-cff2388baab1 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/ports?device_id=d11fab4b-31ef-4c42-930b-de9418b06dd3 HTTP/1.1" status: 200 len: 945 time: 0.1477585 May 18 18:16:55.320226 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef3496f-f786-491a-8048-39221f8be0b5 req-d1055775-f377-47bc-b688-a2c26332a281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:55.322092 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7ef3496f-f786-491a-8048-39221f8be0b5 req-d1055775-f377-47bc-b688-a2c26332a281 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=9e5df085-5e19-493d-91de-23429af05a0a HTTP/1.1" status: 200 len: 855 time: 0.2075112 May 18 18:16:55.349931 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-9a75775b-9bf1-4bf0-b375-df499ee56b19 None None] Attempting to bind port 1df9a16f-7595-4bf5-8a1f-d2fcc3dbab08 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:16:55.355504 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-9a75775b-9bf1-4bf0-b375-df499ee56b19 None None] Attempting to bind port 1df9a16f-7595-4bf5-8a1f-d2fcc3dbab08 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': 'a82777d7-02ca-4960-aaa8-d78dcaed2f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '974b07bf-adcf-4492-bc3f-ffd76b2ae3f3'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:16:55.356547 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a75775b-9bf1-4bf0-b375-df499ee56b19 None None] Attempting to bind port 1df9a16f-7595-4bf5-8a1f-d2fcc3dbab08 on network 974b07bf-adcf-4492-bc3f-ffd76b2ae3f3 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:16:55.357430 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a8b98a74-32c5-4d73-a42c-1f41eee8401f tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:55.398758 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-127a6ad5-325b-4cfd-939c-9db6ffefa965 req-d142e91f-506b-4b28-aea5-b2291cc238f4 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/security-groups?id=8ad86751-3372-47de-bc84-2bfa3ff50eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679004 May 18 18:16:55.426111 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7ef3496f-f786-491a-8048-39221f8be0b5 req-c4bfdf56-a630-4cb2-ab72-3011bc0383c0 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=dc4b5d65-5cc2-446b-ba02-e822ca3edfb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581238 May 18 18:16:55.489987 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a75775b-9bf1-4bf0-b375-df499ee56b19 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:16:55.490400 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a75775b-9bf1-4bf0-b375-df499ee56b19 None None] Checking segment: {'id': 'a82777d7-02ca-4960-aaa8-d78dcaed2f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '974b07bf-adcf-4492-bc3f-ffd76b2ae3f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:16:55.490760 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9a75775b-9bf1-4bf0-b375-df499ee56b19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:55.491150 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a75775b-9bf1-4bf0-b375-df499ee56b19 None None] Bound using segment: {'id': 'a82777d7-02ca-4960-aaa8-d78dcaed2f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '974b07bf-adcf-4492-bc3f-ffd76b2ae3f3'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:16:55.491631 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-9a75775b-9bf1-4bf0-b375-df499ee56b19 None None] Bound port: 1df9a16f-7595-4bf5-8a1f-d2fcc3dbab08, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a82777d7-02ca-4960-aaa8-d78dcaed2f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '974b07bf-adcf-4492-bc3f-ffd76b2ae3f3'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:16:55.492011 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9a75775b-9bf1-4bf0-b375-df499ee56b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:55.530714 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b48750f3-f059-4e01-a291-4724eba4424d x-openstack-request-id: req-b48750f3-f059-4e01-a291-4724eba4424d {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:16:55.531230 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee682333-0859-4af7-9a90-1cbf33d3ca83", "tag": "c1a38a60-53f2-4654-a616-b703911388e5", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:16:55.533208 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-b48750f3-f059-4e01-a291-4724eba4424d {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:16:55.533835 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b48750f3-f059-4e01-a291-4724eba4424d'] response: {'name': 'network-changed', 'server_uuid': 'ee682333-0859-4af7-9a90-1cbf33d3ca83', 'tag': 'c1a38a60-53f2-4654-a616-b703911388e5', 'status': 'completed', 'code': 200} May 18 18:16:55.538334 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-468247a1-2f5a-4ad3-ac7b-1f35694c7b41 None None] Provisioning complete for port 590a7323-ce1e-48de-89a5-80d637900de4 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:16:55.538726 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-468247a1-2f5a-4ad3-ac7b-1f35694c7b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:55.555487 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-87743467-2f23-4359-859b-8567a300acb4 req-4887df23-d71e-4bcf-a4e5-531d2fe7df5a service neutron] 10.222.0.85 "GET /v2.0/networks/3772013f-5c68-47e7-b25a-e3ecaa34ca65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3591585 May 18 18:16:55.613209 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 75d8fbc0-97dd-4aea-a1f2-9e5de043f940 is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:16:55.613589 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:55.667471 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f7eb8f-ac26-43ef-b9f6-0d448e61b053 None None] Pushing event updated for resources: {'Port': ['ID=c4fa2f87-6bed-4389-b2ac-2cfb8f25e3a5,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:16:55.699758 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75d8fbc0-97dd-4aea-a1f2-9e5de043f940 {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:16:55.728345 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 75d8fbc0-97dd-4aea-a1f2-9e5de043f940, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=75d8fbc0-97dd-4aea-a1f2-9e5de043f940,segment=NetworkSegment(548811fd-0d5d-4f2a-9c52-8b852003d48e),segment_id=548811fd-0d5d-4f2a-9c52-8b852003d48e)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:16:55.729972 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port c4fa2f87-6bed-4389-b2ac-2cfb8f25e3a5 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:16:55.731415 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 590a7323-ce1e-48de-89a5-80d637900de4 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:16:55.830859 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952a011a-e4fd-4c1b-bd4d-5b2aa68830d5 req-c938826f-b279-4091-9ab4-4b71eb354db6 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:55.841129 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952a011a-e4fd-4c1b-bd4d-5b2aa68830d5 req-c938826f-b279-4091-9ab4-4b71eb354db6 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:55.845322 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-468247a1-2f5a-4ad3-ac7b-1f35694c7b41 None None] Current status of the port 590a7323-ce1e-48de-89a5-80d637900de4 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:16:55.848910 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952a011a-e4fd-4c1b-bd4d-5b2aa68830d5 req-c938826f-b279-4091-9ab4-4b71eb354db6 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:55.849424 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-468247a1-2f5a-4ad3-ac7b-1f35694c7b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:55.852194 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:55.856726 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952a011a-e4fd-4c1b-bd4d-5b2aa68830d5 req-c938826f-b279-4091-9ab4-4b71eb354db6 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:55.858308 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device bfe302f4-31b0-4e60-be0f-bcfe30840d72 details requested by agent hyperv_n-h2-838550-3 with host n-h2-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:16:55.864636 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952a011a-e4fd-4c1b-bd4d-5b2aa68830d5 req-c938826f-b279-4091-9ab4-4b71eb354db6 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:55.872249 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952a011a-e4fd-4c1b-bd4d-5b2aa68830d5 req-c938826f-b279-4091-9ab4-4b71eb354db6 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:55.881700 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952a011a-e4fd-4c1b-bd4d-5b2aa68830d5 req-c938826f-b279-4091-9ab4-4b71eb354db6 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:55.891630 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-952a011a-e4fd-4c1b-bd4d-5b2aa68830d5 req-c938826f-b279-4091-9ab4-4b71eb354db6 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "GET /v2.0/ports?device_id=37c27a1b-623c-44a7-a5a8-1c1ff493d84b HTTP/1.1" status: 200 len: 5428 time: 0.2811220 May 18 18:16:55.926410 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7ef3496f-f786-491a-8048-39221f8be0b5 req-97c1324c-7b0f-4c38-ba94-d85f1a0df2d6 service neutron] 10.222.0.88 "GET /v2.0/networks/dc4b5d65-5cc2-446b-ba02-e822ca3edfb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4849868 May 18 18:16:55.927452 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port bfe302f4-31b0-4e60-be0f-bcfe30840d72, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=bfe302f4-31b0-4e60-be0f-bcfe30840d72,segment=NetworkSegment(548811fd-0d5d-4f2a-9c52-8b852003d48e),segment_id=548811fd-0d5d-4f2a-9c52-8b852003d48e)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:16:56.069828 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-952a011a-e4fd-4c1b-bd4d-5b2aa68830d5 req-b69124bc-89fb-4639-92c3-639c8d52643a tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "GET /v2.0/security-groups?id=987873b8-e341-4d92-9eb4-c3682f6ae42f&id=9a2067b3-2854-40c8-880f-cf75b37fd6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1771586 May 18 18:16:56.093075 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Returning: {'device': 'bfe302f4-31b0-4e60-be0f-bcfe30840d72', 'network_id': 'a49d7af7-9a16-489e-8fc6-4b85db67dcd9', 'port_id': 'bfe302f4-31b0-4e60-be0f-bcfe30840d72', 'mac_address': 'fa:16:3e:10:83:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45630181-3d16-4d8d-916e-5a6318bba46b', 'ip_address': '10.1.1.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:16:56.126114 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7ef3496f-f786-491a-8048-39221f8be0b5 req-6001faa7-9202-4f96-a47c-53b98dcd1fe7 service neutron] 10.222.0.88 "GET /v2.0/networks/dc4b5d65-5cc2-446b-ba02-e822ca3edfb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732159 May 18 18:16:56.188945 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-468247a1-2f5a-4ad3-ac7b-1f35694c7b41 None None] For port 590a7323-ce1e-48de-89a5-80d637900de4, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=590a7323-ce1e-48de-89a5-80d637900de4,segment=NetworkSegment(d7187d71-d510-47eb-a540-b794438c92ec),segment_id=d7187d71-d510-47eb-a540-b794438c92ec)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:16:56.203603 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-468247a1-2f5a-4ad3-ac7b-1f35694c7b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:56.207517 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a8b98a74-32c5-4d73-a42c-1f41eee8401f tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:56.217471 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a8b98a74-32c5-4d73-a42c-1f41eee8401f tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:56.231098 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=75d8fbc0-97dd-4aea-a1f2-9e5de043f940,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:16:56.242016 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-9a75775b-9bf1-4bf0-b375-df499ee56b19 None None] For port 1df9a16f-7595-4bf5-8a1f-d2fcc3dbab08, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:16:56.276496 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-87743467-2f23-4359-859b-8567a300acb4 req-d72c6b25-a3e7-4eca-bfcb-5ad0e1005e18 service neutron] 10.222.0.85 "GET /v2.0/networks/3772013f-5c68-47e7-b25a-e3ecaa34ca65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6573701 May 18 18:16:56.311229 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468247a1-2f5a-4ad3-ac7b-1f35694c7b41 None None] Pushing event updated for resources: {'Port': ['ID=590a7323-ce1e-48de-89a5-80d637900de4,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:16:56.356288 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bad26d-8d44-411e-acc2-c2db0522d37b req-e0f876b6-d673-4e1e-b678-e2a76ddfdee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:56.366255 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-44bad26d-8d44-411e-acc2-c2db0522d37b req-e0f876b6-d673-4e1e-b678-e2a76ddfdee3 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3bd50e6e8ccf456285d1c6ca47cc0e73&device_id=ee682333-0859-4af7-9a90-1cbf33d3ca83 HTTP/1.1" status: 200 len: 1094 time: 0.1697831 May 18 18:16:56.372251 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-9a75775b-9bf1-4bf0-b375-df499ee56b19 None None] For port 1df9a16f-7595-4bf5-8a1f-d2fcc3dbab08, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=1df9a16f-7595-4bf5-8a1f-d2fcc3dbab08,segment=NetworkSegment(a82777d7-02ca-4960-aaa8-d78dcaed2f3f),segment_id=a82777d7-02ca-4960-aaa8-d78dcaed2f3f)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:16:56.382562 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-9c2e8033-f966-4adf-b931-72ec6ba37c16 None None] Provisioning complete for port 195d3c6b-e1d0-4afe-a312-36509c85a2b2 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:16:56.383303 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9c2e8033-f966-4adf-b931-72ec6ba37c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:56.424869 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 590a7323-ce1e-48de-89a5-80d637900de4 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:16:56.425534 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:56.432415 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b98a74-32c5-4d73-a42c-1f41eee8401f tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Pushing event updated for resources: {'Port': ['ID=195d3c6b-e1d0-4afe-a312-36509c85a2b2,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:16:56.482078 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-9c2e8033-f966-4adf-b931-72ec6ba37c16 None None] Port 195d3c6b-e1d0-4afe-a312-36509c85a2b2 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:16:56.488831 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9a75775b-9bf1-4bf0-b375-df499ee56b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:56.519859 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d56f06-ac87-4f19-af0e-aa85816ee507 req-b7f9cb6a-5ccd-4cec-b347-d766d993e193 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:56.528907 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-57d56f06-ac87-4f19-af0e-aa85816ee507 req-b7f9cb6a-5ccd-4cec-b347-d766d993e193 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/ports?device_id=ee682333-0859-4af7-9a90-1cbf33d3ca83 HTTP/1.1" status: 200 len: 943 time: 0.2090008 May 18 18:16:56.530396 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port bfe302f4-31b0-4e60-be0f-bcfe30840d72 is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:16:56.530793 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:56.664562 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-57d56f06-ac87-4f19-af0e-aa85816ee507 req-1695c781-2caa-472a-9b51-68660f380db6 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/security-groups?id=0cf286b9-4259-46f9-a9b8-06a8c9d0d055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346657 May 18 18:16:56.665448 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a8b98a74-32c5-4d73-a42c-1f41eee8401f tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-595870'] for router_interface, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:56.702483 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7201135a-17d5-4295-8476-a960221dd91d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:56.772646 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-9c2e8033-f966-4adf-b931-72ec6ba37c16 None None] Provisioning complete for port c4fa2f87-6bed-4389-b2ac-2cfb8f25e3a5 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:16:56.773024 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9c2e8033-f966-4adf-b931-72ec6ba37c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:56.796631 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfe302f4-31b0-4e60-be0f-bcfe30840d72 {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:16:56.859121 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7201135a-17d5-4295-8476-a960221dd91d admin admin] Pushing event deleted for resources: {'Port': ['ID=12dcf668-fcab-41bd-94b3-f0a67e7daf07,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:16:56.903490 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port bfe302f4-31b0-4e60-be0f-bcfe30840d72, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=bfe302f4-31b0-4e60-be0f-bcfe30840d72,segment=NetworkSegment(548811fd-0d5d-4f2a-9c52-8b852003d48e),segment_id=548811fd-0d5d-4f2a-9c52-8b852003d48e)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:16:56.911606 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fe094e41-f136-41ed-aed7-bde7536c7879 req-53d7cba2-8fb2-4ee4-b1e8-054ab88aa691 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "GET /v2.0/ports?device_id=916226d3-1b4b-4128-9b00-ffdb3385cb4f HTTP/1.1" status: 200 len: 210 time: 0.0872109 May 18 18:16:56.938857 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a75775b-9bf1-4bf0-b375-df499ee56b19 None None] Pushing event updated for resources: {'Port': ['ID=1df9a16f-7595-4bf5-8a1f-d2fcc3dbab08,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:16:56.942532 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:56.943525 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 22792e7b-11fc-4e6a-a075-a39b7800942c details requested by agent hyperv_n-h2-838550-3 with host n-h2-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:16:56.991018 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a75775b-9bf1-4bf0-b375-df499ee56b19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:16:56.991370 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a75775b-9bf1-4bf0-b375-df499ee56b19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:16:56.992249 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a75775b-9bf1-4bf0-b375-df499ee56b19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:16:56.992595 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a75775b-9bf1-4bf0-b375-df499ee56b19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:16:56.992938 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a75775b-9bf1-4bf0-b375-df499ee56b19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:16:56.993276 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a75775b-9bf1-4bf0-b375-df499ee56b19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:16:56.993611 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a75775b-9bf1-4bf0-b375-df499ee56b19 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:16:56.994177 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a75775b-9bf1-4bf0-b375-df499ee56b19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:16:56.994518 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a75775b-9bf1-4bf0-b375-df499ee56b19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:16:56.995104 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a75775b-9bf1-4bf0-b375-df499ee56b19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:16:56.995438 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a75775b-9bf1-4bf0-b375-df499ee56b19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:16:56.995776 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a75775b-9bf1-4bf0-b375-df499ee56b19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:16:57.017086 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b98a74-32c5-4d73-a42c-1f41eee8401f tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Network 131f5adc-f4b6-4569-8be0-b955f9be248e is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:16:57.024143 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-a8b98a74-32c5-4d73-a42c-1f41eee8401f tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:16:57.092255 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=bfe302f4-31b0-4e60-be0f-bcfe30840d72,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:16:57.178384 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 590a7323-ce1e-48de-89a5-80d637900de4 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:16:57.255649 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-9c2e8033-f966-4adf-b931-72ec6ba37c16 None None] Current status of the port c4fa2f87-6bed-4389-b2ac-2cfb8f25e3a5 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:16:57.306621 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-9c2e8033-f966-4adf-b931-72ec6ba37c16 None None] Provisioning complete for port 590a7323-ce1e-48de-89a5-80d637900de4 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:16:57.307002 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9c2e8033-f966-4adf-b931-72ec6ba37c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:57.380982 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bad26d-8d44-411e-acc2-c2db0522d37b req-825f703f-9ff7-4364-b204-fcfad9082d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:57.398527 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 22792e7b-11fc-4e6a-a075-a39b7800942c, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=22792e7b-11fc-4e6a-a075-a39b7800942c,segment=NetworkSegment(b14cff5e-c393-4dce-b4d0-984d9041a56c),segment_id=b14cff5e-c393-4dce-b4d0-984d9041a56c)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:16:57.404907 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-44bad26d-8d44-411e-acc2-c2db0522d37b req-825f703f-9ff7-4364-b204-fcfad9082d8f service neutron] 10.222.0.88 "GET /v2.0/networks?id=dc4b5d65-5cc2-446b-ba02-e822ca3edfb6 HTTP/1.1" status: 200 len: 916 time: 0.9240348 May 18 18:16:57.437680 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Returning: {'device': '22792e7b-11fc-4e6a-a075-a39b7800942c', 'network_id': '0e7f8700-cd62-410f-94e8-8debe82f99f4', 'port_id': '22792e7b-11fc-4e6a-a075-a39b7800942c', 'mac_address': 'fa:16:3e:2f:74:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ef5eff4-20b8-41c3-a961-3299046b5972', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:16:57.561822 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 22792e7b-11fc-4e6a-a075-a39b7800942c is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:16:57.562219 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:57.594957 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22792e7b-11fc-4e6a-a075-a39b7800942c {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:16:57.666758 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 22792e7b-11fc-4e6a-a075-a39b7800942c, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=22792e7b-11fc-4e6a-a075-a39b7800942c,segment=NetworkSegment(b14cff5e-c393-4dce-b4d0-984d9041a56c),segment_id=b14cff5e-c393-4dce-b4d0-984d9041a56c)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:16:57.686819 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-9c2e8033-f966-4adf-b931-72ec6ba37c16 None None] Current status of the port 590a7323-ce1e-48de-89a5-80d637900de4 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:16:57.702565 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:57.708026 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 79e08f83-5fde-4386-821c-6a14fd04d30f details requested by agent hyperv_n-h2-838550-3 with host n-h2-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:16:57.731051 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceaf112-1047-46ce-a4df-66ae7980f68d req-1e17e038-3175-4f31-886f-5adf7d91c0b7 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:57.732371 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe52e1a-25d0-4ee2-b572-4bdf048a6ede req-4a1533c9-7f54-4f1d-8f3f-7e15d252fc66 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:57.743304 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-efe52e1a-25d0-4ee2-b572-4bdf048a6ede req-4a1533c9-7f54-4f1d-8f3f-7e15d252fc66 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/ports?device_id=d11fab4b-31ef-4c42-930b-de9418b06dd3 HTTP/1.1" status: 200 len: 945 time: 0.9226620 May 18 18:16:57.757246 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 35822) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:16:57.759003 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceaf112-1047-46ce-a4df-66ae7980f68d req-1e17e038-3175-4f31-886f-5adf7d91c0b7 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:57.766841 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceaf112-1047-46ce-a4df-66ae7980f68d req-1e17e038-3175-4f31-886f-5adf7d91c0b7 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:57.776537 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceaf112-1047-46ce-a4df-66ae7980f68d req-1e17e038-3175-4f31-886f-5adf7d91c0b7 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:57.780615 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-44bad26d-8d44-411e-acc2-c2db0522d37b req-a7b2cc9f-83cb-4a8f-bf6a-ab3f6aaf08dd service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c1a38a60-53f2-4654-a616-b703911388e5 HTTP/1.1" status: 200 len: 217 time: 0.3634777 May 18 18:16:57.807956 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceaf112-1047-46ce-a4df-66ae7980f68d req-1e17e038-3175-4f31-886f-5adf7d91c0b7 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:57.825109 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceaf112-1047-46ce-a4df-66ae7980f68d req-1e17e038-3175-4f31-886f-5adf7d91c0b7 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:57.846323 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceaf112-1047-46ce-a4df-66ae7980f68d req-1e17e038-3175-4f31-886f-5adf7d91c0b7 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:57.865225 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8ceaf112-1047-46ce-a4df-66ae7980f68d req-1e17e038-3175-4f31-886f-5adf7d91c0b7 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "GET /v2.0/ports?device_id=37c27a1b-623c-44a7-a5a8-1c1ff493d84b HTTP/1.1" status: 200 len: 5430 time: 0.4397795 May 18 18:16:57.911944 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 1df9a16f-7595-4bf5-8a1f-d2fcc3dbab08 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:16:57.970204 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-ac59fa06-736b-4f7f-b34c-11f06104b024 None None] Provisioning complete for port 195d3c6b-e1d0-4afe-a312-36509c85a2b2 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:16:57.970879 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-ac59fa06-736b-4f7f-b34c-11f06104b024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:57.979355 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-efe52e1a-25d0-4ee2-b572-4bdf048a6ede req-c536e72f-f504-4116-b7ee-d39611d9ea52 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/security-groups?id=8ad86751-3372-47de-bc84-2bfa3ff50eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337325 May 18 18:16:57.998226 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bad26d-8d44-411e-acc2-c2db0522d37b req-af62daaa-9be9-41bb-ab1a-7af276308966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:58.000101 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-44bad26d-8d44-411e-acc2-c2db0522d37b req-af62daaa-9be9-41bb-ab1a-7af276308966 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=9e5df085-5e19-493d-91de-23429af05a0a HTTP/1.1" status: 200 len: 855 time: 0.1786308 May 18 18:16:58.013682 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.db.resource_extend [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 18 18:16:58.079084 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-44bad26d-8d44-411e-acc2-c2db0522d37b req-ef49d30c-8d5e-4fa0-9fe8-07bfaaa635c4 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=dc4b5d65-5cc2-446b-ba02-e822ca3edfb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0694451 May 18 18:16:58.110833 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8ceaf112-1047-46ce-a4df-66ae7980f68d req-f8a7a319-9006-4404-97c0-630417f92d3c tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "GET /v2.0/security-groups?id=987873b8-e341-4d92-9eb4-c3682f6ae42f&id=9a2067b3-2854-40c8-880f-cf75b37fd6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2435462 May 18 18:16:58.168256 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8b98a74-32c5-4d73-a42c-1f41eee8401f tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Router bbc21eca-f1df-46ab-a519-5985f2dbbe62 is scheduled to L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e with binding_index 1 {{(pid=102731) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 18 18:16:58.225269 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=22792e7b-11fc-4e6a-a075-a39b7800942c,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:16:58.249333 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-ac59fa06-736b-4f7f-b34c-11f06104b024 None None] Port 195d3c6b-e1d0-4afe-a312-36509c85a2b2 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:16:58.331750 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 79e08f83-5fde-4386-821c-6a14fd04d30f, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=79e08f83-5fde-4386-821c-6a14fd04d30f,segment=NetworkSegment(cf7df900-9ffb-48f9-b318-c52437b4c248),segment_id=cf7df900-9ffb-48f9-b318-c52437b4c248)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:16:58.343721 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 1df9a16f-7595-4bf5-8a1f-d2fcc3dbab08 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:16:58.344104 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:58.371996 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-44bad26d-8d44-411e-acc2-c2db0522d37b req-3e170c95-7833-4d7e-947c-4ce5026501d1 service neutron] 10.222.0.88 "GET /v2.0/networks/dc4b5d65-5cc2-446b-ba02-e822ca3edfb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2769425 May 18 18:16:58.398423 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Returning: {'device': '79e08f83-5fde-4386-821c-6a14fd04d30f', 'network_id': '43a58ba6-946d-4778-a241-0f5d338fd928', 'port_id': '79e08f83-5fde-4386-821c-6a14fd04d30f', 'mac_address': 'fa:16:3e:a6:1e:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e937e76-4120-49e8-98d7-f0b65b696259', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:16:58.414979 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-463fd01f-7f0d-403b-b7e1-14b4a4bae058 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:58.423503 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7201135a-17d5-4295-8476-a960221dd91d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-593931'] for router_interface, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:58.443768 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8b98a74-32c5-4d73-a42c-1f41eee8401f tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:16:58.452478 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-a8b98a74-32c5-4d73-a42c-1f41eee8401f tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] 10.222.0.85 "PUT /v2.0/routers/bbc21eca-f1df-46ab-a519-5985f2dbbe62/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6473699 May 18 18:16:58.508942 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 35832) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:16:58.519505 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-caa7a92e-f177-4325-b881-c04eb8cd2d5d req-fbc03962-25f1-4981-b72f-f482e97dad65 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "GET /v2.0/ports?device_id=916226d3-1b4b-4128-9b00-ffdb3385cb4f HTTP/1.1" status: 200 len: 210 time: 0.1072357 May 18 18:16:58.705183 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 79e08f83-5fde-4386-821c-6a14fd04d30f is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:16:58.706719 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:58.709211 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651b3822-ba84-4a03-b0a0-c6c9cc1d303e None None] Sync routers for ids ['bbc21eca-f1df-46ab-a519-5985f2dbbe62'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:16:58.724181 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-44bad26d-8d44-411e-acc2-c2db0522d37b req-ebf096a8-9b9b-462e-b7a3-52afd64fc63f service neutron] 10.222.0.88 "GET /v2.0/networks/dc4b5d65-5cc2-446b-ba02-e822ca3edfb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2484760 May 18 18:16:58.740257 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79e08f83-5fde-4386-821c-6a14fd04d30f {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:16:58.765349 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651b3822-ba84-4a03-b0a0-c6c9cc1d303e None None] Routers {'bbc21eca-f1df-46ab-a519-5985f2dbbe62'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:16:58.766398 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-651b3822-ba84-4a03-b0a0-c6c9cc1d303e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:16:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['bbc21eca-f1df-46ab-a519-5985f2dbbe62'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:16:58.829019 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-651b3822-ba84-4a03-b0a0-c6c9cc1d303e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:16:58.839694 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 79e08f83-5fde-4386-821c-6a14fd04d30f, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=79e08f83-5fde-4386-821c-6a14fd04d30f,segment=NetworkSegment(cf7df900-9ffb-48f9-b318-c52437b4c248),segment_id=cf7df900-9ffb-48f9-b318-c52437b4c248)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:16:58.844515 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc0a3c91-e6f4-43ad-ac25-76e71fc915c8 None None] Network 974b07bf-adcf-4492-bc3f-ffd76b2ae3f3 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:16:58.923723 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:58.924795 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 0a586e3e-14a2-4a7b-a6df-16a75e1063f9 details requested by agent hyperv_n-h2-838550-3 with host n-h2-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:16:58.936494 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651b3822-ba84-4a03-b0a0-c6c9cc1d303e None None] Routers {'bbc21eca-f1df-46ab-a519-5985f2dbbe62'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:16:58.937516 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-651b3822-ba84-4a03-b0a0-c6c9cc1d303e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:16:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['bbc21eca-f1df-46ab-a519-5985f2dbbe62'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:16:58.981193 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-651b3822-ba84-4a03-b0a0-c6c9cc1d303e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:16:58.982673 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651b3822-ba84-4a03-b0a0-c6c9cc1d303e None None] The sync data for ids ['bbc21eca-f1df-46ab-a519-5985f2dbbe62'] in n-d-838550-3 is: [] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:16:59.045159 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-37d0d39f-1586-4505-aeaf-f3b7ec8f6e50 None None] Provisioning complete for port 1df9a16f-7595-4bf5-8a1f-d2fcc3dbab08 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:16:59.058291 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-37d0d39f-1586-4505-aeaf-f3b7ec8f6e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:59.129384 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 1df9a16f-7595-4bf5-8a1f-d2fcc3dbab08 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:16:59.130075 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:59.162269 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.db.resource_extend [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 18 18:16:59.187761 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 0a586e3e-14a2-4a7b-a6df-16a75e1063f9, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=0a586e3e-14a2-4a7b-a6df-16a75e1063f9,segment=NetworkSegment(548811fd-0d5d-4f2a-9c52-8b852003d48e),segment_id=548811fd-0d5d-4f2a-9c52-8b852003d48e)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:16:59.204586 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Returning: {'device': '0a586e3e-14a2-4a7b-a6df-16a75e1063f9', 'network_id': 'a49d7af7-9a16-489e-8fc6-4b85db67dcd9', 'port_id': '0a586e3e-14a2-4a7b-a6df-16a75e1063f9', 'mac_address': 'fa:16:3e:d1:6c:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45630181-3d16-4d8d-916e-5a6318bba46b', 'ip_address': '10.1.1.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:16:59.341468 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] For port 1df9a16f-7595-4bf5-8a1f-d2fcc3dbab08, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=1df9a16f-7595-4bf5-8a1f-d2fcc3dbab08,segment=NetworkSegment(a82777d7-02ca-4960-aaa8-d78dcaed2f3f),segment_id=a82777d7-02ca-4960-aaa8-d78dcaed2f3f)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:16:59.354784 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=79e08f83-5fde-4386-821c-6a14fd04d30f,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:16:59.392315 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:59.393120 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device c4fa2f87-6bed-4389-b2ac-2cfb8f25e3a5 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:16:59.511225 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb781b9b-7110-4120-8c29-6c7f4a5acb4e req-7bad54df-d4cc-40a6-ba9b-9e13f0594609 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:59.512996 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bb781b9b-7110-4120-8c29-6c7f4a5acb4e req-7bad54df-d4cc-40a6-ba9b-9e13f0594609 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/ports?device_id=ee682333-0859-4af7-9a90-1cbf33d3ca83 HTTP/1.1" status: 200 len: 943 time: 1.3285477 May 18 18:16:59.531216 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 0a586e3e-14a2-4a7b-a6df-16a75e1063f9 is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:16:59.531904 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:59.584429 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-463fd01f-7f0d-403b-b7e1-14b4a4bae058 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:59.589217 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a586e3e-14a2-4a7b-a6df-16a75e1063f9 {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:16:59.610009 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-463fd01f-7f0d-403b-b7e1-14b4a4bae058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:59.648850 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bb781b9b-7110-4120-8c29-6c7f4a5acb4e req-48b98a49-e31d-4490-b41d-fc582b83af48 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/security-groups?id=0cf286b9-4259-46f9-a9b8-06a8c9d0d055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957983 May 18 18:16:59.699205 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 0a586e3e-14a2-4a7b-a6df-16a75e1063f9, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=0a586e3e-14a2-4a7b-a6df-16a75e1063f9,segment=NetworkSegment(548811fd-0d5d-4f2a-9c52-8b852003d48e),segment_id=548811fd-0d5d-4f2a-9c52-8b852003d48e)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:16:59.699205 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Pushing event updated for resources: {'Port': ['ID=1df9a16f-7595-4bf5-8a1f-d2fcc3dbab08,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:16:59.713925 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:59.714516 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device aa23f36f-8afa-400e-91a0-e1e420831fe3 details requested by agent hyperv_n-h2-838550-3 with host n-h2-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:16:59.729531 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port c4fa2f87-6bed-4389-b2ac-2cfb8f25e3a5 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:16:59.729929 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:59.731641 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-37d0d39f-1586-4505-aeaf-f3b7ec8f6e50 None None] Current status of the port 1df9a16f-7595-4bf5-8a1f-d2fcc3dbab08 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:16:59.743295 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463fd01f-7f0d-403b-b7e1-14b4a4bae058 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d62ebf95-c9c4-4e2d-9901-0e783af649bc,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:16:59.750552 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-463fd01f-7f0d-403b-b7e1-14b4a4bae058 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=5527eb3e32b94d4ea50a26573d2ba55a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9919944 May 18 18:16:59.753698 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 35850) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:16:59.847531 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=0a586e3e-14a2-4a7b-a6df-16a75e1063f9,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:16:59.875837 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d30143a7-2106-4754-b247-926378e41fac req-8ed21afb-51db-43a2-8480-5d28b670c533 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "GET /v2.0/ports?device_id=916226d3-1b4b-4128-9b00-ffdb3385cb4f HTTP/1.1" status: 200 len: 210 time: 0.0864224 May 18 18:16:59.893216 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port aa23f36f-8afa-400e-91a0-e1e420831fe3, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=aa23f36f-8afa-400e-91a0-e1e420831fe3,segment=NetworkSegment(548811fd-0d5d-4f2a-9c52-8b852003d48e),segment_id=548811fd-0d5d-4f2a-9c52-8b852003d48e)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:16:59.921968 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Returning: {'device': 'aa23f36f-8afa-400e-91a0-e1e420831fe3', 'network_id': 'a49d7af7-9a16-489e-8fc6-4b85db67dcd9', 'port_id': 'aa23f36f-8afa-400e-91a0-e1e420831fe3', 'mac_address': 'fa:16:3e:80:0c:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45630181-3d16-4d8d-916e-5a6318bba46b', 'ip_address': '10.1.1.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:16:59.934321 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7201135a-17d5-4295-8476-a960221dd91d admin admin] Router c8719e84-c305-4ef5-ac3f-d731e926ea3a has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:16:59.948693 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f0ae1aac-35d9-4a3e-a7a3-7d8af8082231 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:16:59.968203 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b443d638-50d2-41fa-bfa0-61990700495a req-10d087b3-d13c-4332-88e0-8ea6def0e08f tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:59.976921 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b443d638-50d2-41fa-bfa0-61990700495a req-10d087b3-d13c-4332-88e0-8ea6def0e08f tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:59.987044 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b443d638-50d2-41fa-bfa0-61990700495a req-10d087b3-d13c-4332-88e0-8ea6def0e08f tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:16:59.989803 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port c4fa2f87-6bed-4389-b2ac-2cfb8f25e3a5 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:16:59.990887 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 590a7323-ce1e-48de-89a5-80d637900de4 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:16:59.995277 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b443d638-50d2-41fa-bfa0-61990700495a req-10d087b3-d13c-4332-88e0-8ea6def0e08f tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:00.001275 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b443d638-50d2-41fa-bfa0-61990700495a req-10d087b3-d13c-4332-88e0-8ea6def0e08f tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:00.007890 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b443d638-50d2-41fa-bfa0-61990700495a req-10d087b3-d13c-4332-88e0-8ea6def0e08f tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:00.014269 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b443d638-50d2-41fa-bfa0-61990700495a req-10d087b3-d13c-4332-88e0-8ea6def0e08f tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:00.016955 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b443d638-50d2-41fa-bfa0-61990700495a req-10d087b3-d13c-4332-88e0-8ea6def0e08f tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "GET /v2.0/ports?device_id=37c27a1b-623c-44a7-a5a8-1c1ff493d84b HTTP/1.1" status: 200 len: 5433 time: 0.2309308 May 18 18:17:00.031948 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87743467-2f23-4359-859b-8567a300acb4 req-902821db-823a-4654-9085-bc6740a3f6f9 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:00.033302 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port aa23f36f-8afa-400e-91a0-e1e420831fe3 is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:17:00.033792 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:00.034972 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-87743467-2f23-4359-859b-8567a300acb4 req-902821db-823a-4654-9085-bc6740a3f6f9 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.36 "GET /v2.0/networks?id=3772013f-5c68-47e7-b25a-e3ecaa34ca65 HTTP/1.1" status: 200 len: 796 time: 0.9844232 May 18 18:17:00.037118 n-d-838550-3 neutron-server[102731]: INFO neutron.api.v2.resource [None req-1b1e2a15-2489-4470-8b5a-9b3d9395b703 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 18 18:17:00.038160 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-1b1e2a15-2489-4470-8b5a-9b3d9395b703 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] 10.222.0.85 "PUT /v2.0/routers/bbc21eca-f1df-46ab-a519-5985f2dbbe62/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.5176575 May 18 18:17:00.046892 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 35860) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:17:00.065834 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa23f36f-8afa-400e-91a0-e1e420831fe3 {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:17:00.077720 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f0ae1aac-35d9-4a3e-a7a3-7d8af8082231 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:00.098246 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port aa23f36f-8afa-400e-91a0-e1e420831fe3, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=aa23f36f-8afa-400e-91a0-e1e420831fe3,segment=NetworkSegment(548811fd-0d5d-4f2a-9c52-8b852003d48e),segment_id=548811fd-0d5d-4f2a-9c52-8b852003d48e)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:17:00.109857 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:00.111815 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 3834bbf2-f7bf-4a97-a0c0-de4238651f93 details requested by agent hyperv_n-h2-838550-3 with host n-h2-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:17:00.136399 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7201135a-17d5-4295-8476-a960221dd91d admin admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:17:00.145241 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-7201135a-17d5-4295-8476-a960221dd91d admin admin] 10.222.0.85 "PUT /v2.0/routers/c8719e84-c305-4ef5-ac3f-d731e926ea3a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8766894 May 18 18:17:00.148723 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 35864) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:17:00.155109 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff314b1d-50b8-41b1-8295-c6c9cde822bb None None] Sync routers for ids ['c8719e84-c305-4ef5-ac3f-d731e926ea3a'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:17:00.166495 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff314b1d-50b8-41b1-8295-c6c9cde822bb None None] Routers {'c8719e84-c305-4ef5-ac3f-d731e926ea3a'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:17:00.167687 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-ff314b1d-50b8-41b1-8295-c6c9cde822bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:16:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['c8719e84-c305-4ef5-ac3f-d731e926ea3a'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:17:00.210508 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b443d638-50d2-41fa-bfa0-61990700495a req-e2a3a422-a2be-49a3-8c2f-24fea5270834 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "GET /v2.0/security-groups?id=987873b8-e341-4d92-9eb4-c3682f6ae42f&id=9a2067b3-2854-40c8-880f-cf75b37fd6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1643407 May 18 18:17:00.216041 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-87743467-2f23-4359-859b-8567a300acb4 req-48636cb1-07cb-41ec-9844-1529d53294a4 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6664118b95564eb5aa43c658eedfd9ed HTTP/1.1" status: 200 len: 472 time: 0.1679649 May 18 18:17:00.225251 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 3834bbf2-f7bf-4a97-a0c0-de4238651f93, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=3834bbf2-f7bf-4a97-a0c0-de4238651f93,segment=NetworkSegment(cf7df900-9ffb-48f9-b318-c52437b4c248),segment_id=cf7df900-9ffb-48f9-b318-c52437b4c248)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:17:00.228496 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f0ae1aac-35d9-4a3e-a7a3-7d8af8082231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:00.232092 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f0ae1aac-35d9-4a3e-a7a3-7d8af8082231 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:00.234225 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-f0ae1aac-35d9-4a3e-a7a3-7d8af8082231 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/d62ebf95-c9c4-4e2d-9901-0e783af649bc HTTP/1.1" status: 204 len: 168 time: 0.4777324 May 18 18:17:00.246019 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ae1aac-35d9-4a3e-a7a3-7d8af8082231 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d62ebf95-c9c4-4e2d-9901-0e783af649bc,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:17:00.261050 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-87743467-2f23-4359-859b-8567a300acb4 req-c3279cab-163a-465c-a33c-5939ae9dc5bb tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Request body: {'port': {'device_id': '916226d3-1b4b-4128-9b00-ffdb3385cb4f', 'network_id': '3772013f-5c68-47e7-b25a-e3ecaa34ca65', 'admin_state_up': True, 'tenant_id': '6664118b95564eb5aa43c658eedfd9ed', 'security_groups': ['359bbdd8-3840-48d9-94a4-88847558ed58']}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:17:00.262102 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=aa23f36f-8afa-400e-91a0-e1e420831fe3,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:17:00.276187 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 590a7323-ce1e-48de-89a5-80d637900de4 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:17:00.276607 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:00.324668 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-ff314b1d-50b8-41b1-8295-c6c9cde822bb None None] Set router c8719e84-c305-4ef5-ac3f-d731e926ea3a gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:17:00.354771 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5a6c8f75-abe1-417a-94e0-e015725dc4f4 admin admin] Notify callbacks [] for router, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:00.445407 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Returning: {'device': '3834bbf2-f7bf-4a97-a0c0-de4238651f93', 'network_id': '43a58ba6-946d-4778-a241-0f5d338fd928', 'port_id': '3834bbf2-f7bf-4a97-a0c0-de4238651f93', 'mac_address': 'fa:16:3e:ec:3f:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e937e76-4120-49e8-98d7-f0b65b696259', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:17:00.491792 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-2721ce12-0b96-440a-9bd0-f460c7db13c4 None None] Provisioning complete for port 1df9a16f-7595-4bf5-8a1f-d2fcc3dbab08 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:17:00.492491 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-2721ce12-0b96-440a-9bd0-f460c7db13c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:00.529100 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5a6c8f75-abe1-417a-94e0-e015725dc4f4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:00.653412 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-5a6c8f75-abe1-417a-94e0-e015725dc4f4 admin admin] Deleting port 089cae8c-5409-4c2e-8a57-e76e7ae53492 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:17:00.654003 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5a6c8f75-abe1-417a-94e0-e015725dc4f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:00.654637 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 3834bbf2-f7bf-4a97-a0c0-de4238651f93 is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:17:00.655216 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:00.698944 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-ff314b1d-50b8-41b1-8295-c6c9cde822bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8719e84-c305-4ef5-ac3f-d731e926ea3a', 'name': 'tempest-ServersTestManualDisk-456503983-router', 'tenant_id': '90138de8af6145feb645e44366952417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '089cae8c-5409-4c2e-8a57-e76e7ae53492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:15:00Z', 'updated_at': '2022-05-18T18:16:56Z', 'revision_number': 5, 'project_id': '90138de8af6145feb645e44366952417', 'gw_port': {'id': '089cae8c-5409-4c2e-8a57-e76e7ae53492', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:78:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8719e84-c305-4ef5-ac3f-d731e926ea3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:15:02Z', 'updated_at': '2022-05-18T18:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:17:00.735190 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff314b1d-50b8-41b1-8295-c6c9cde822bb None None] Checking router: c8719e84-c305-4ef5-ac3f-d731e926ea3a for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:17:00.750819 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff314b1d-50b8-41b1-8295-c6c9cde822bb None None] Routers {'c8719e84-c305-4ef5-ac3f-d731e926ea3a'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:17:00.751908 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-ff314b1d-50b8-41b1-8295-c6c9cde822bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:16:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['c8719e84-c305-4ef5-ac3f-d731e926ea3a'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:17:00.765945 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87743467-2f23-4359-859b-8567a300acb4 req-c3279cab-163a-465c-a33c-5939ae9dc5bb tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Made reservation on behalf of 6664118b95564eb5aa43c658eedfd9ed for: {'port': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:17:00.767743 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 590a7323-ce1e-48de-89a5-80d637900de4 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:17:00.771235 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3834bbf2-f7bf-4a97-a0c0-de4238651f93 {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:17:00.787377 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-87743467-2f23-4359-859b-8567a300acb4 req-c3279cab-163a-465c-a33c-5939ae9dc5bb tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:00.808796 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 35874) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:17:00.817896 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 3834bbf2-f7bf-4a97-a0c0-de4238651f93, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=3834bbf2-f7bf-4a97-a0c0-de4238651f93,segment=NetworkSegment(cf7df900-9ffb-48f9-b318-c52437b4c248),segment_id=cf7df900-9ffb-48f9-b318-c52437b4c248)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:17:00.825190 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-2721ce12-0b96-440a-9bd0-f460c7db13c4 None None] Current status of the port 1df9a16f-7595-4bf5-8a1f-d2fcc3dbab08 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:17:00.841044 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:00.855135 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2475b30e-f8ad-4207-b9ba-ec6f423e9f63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:00.901214 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-ff314b1d-50b8-41b1-8295-c6c9cde822bb None None] Set router c8719e84-c305-4ef5-ac3f-d731e926ea3a gateway port host: None {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:17:00.930180 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-5a6c8f75-abe1-417a-94e0-e015725dc4f4 admin admin] For port 089cae8c-5409-4c2e-8a57-e76e7ae53492, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=089cae8c-5409-4c2e-8a57-e76e7ae53492,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:17:00.930691 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5a6c8f75-abe1-417a-94e0-e015725dc4f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:00.959238 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device c1a38a60-53f2-4654-a616-b703911388e5 details requested by agent hyperv_n-h2-838550-3 with host n-h2-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:17:00.964665 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 1df9a16f-7595-4bf5-8a1f-d2fcc3dbab08 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:17:00.995482 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-ff314b1d-50b8-41b1-8295-c6c9cde822bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8719e84-c305-4ef5-ac3f-d731e926ea3a', 'name': 'tempest-ServersTestManualDisk-456503983-router', 'tenant_id': '90138de8af6145feb645e44366952417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:15:00Z', 'updated_at': '2022-05-18T18:17:00Z', 'revision_number': 6, 'project_id': '90138de8af6145feb645e44366952417', 'gw_port_host': None}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:17:01.007210 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=3834bbf2-f7bf-4a97-a0c0-de4238651f93,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:17:01.020401 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:01.041417 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff314b1d-50b8-41b1-8295-c6c9cde822bb None None] The sync data for ids ['c8719e84-c305-4ef5-ac3f-d731e926ea3a'] in n-d-838550-3 is: [{'id': 'c8719e84-c305-4ef5-ac3f-d731e926ea3a', 'name': 'tempest-ServersTestManualDisk-456503983-router', 'tenant_id': '90138de8af6145feb645e44366952417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:15:00Z', 'updated_at': '2022-05-18T18:17:00Z', 'revision_number': 6, 'project_id': '90138de8af6145feb645e44366952417', 'gw_port_host': None}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:17:01.103050 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2475b30e-f8ad-4207-b9ba-ec6f423e9f63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:01.115206 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-5a6c8f75-abe1-417a-94e0-e015725dc4f4 admin admin] Calling delete_port for 089cae8c-5409-4c2e-8a57-e76e7ae53492 owned by network:router_gateway {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:17:01.118048 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2475b30e-f8ad-4207-b9ba-ec6f423e9f63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:01.137868 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:01.155366 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81ad7fd-12c9-4a7f-824b-63a440460d01 req-725bea98-4a1c-44f3-b45f-04bd930bfd48 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:01.156993 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d81ad7fd-12c9-4a7f-824b-63a440460d01 req-725bea98-4a1c-44f3-b45f-04bd930bfd48 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/ports?device_id=ee682333-0859-4af7-9a90-1cbf33d3ca83 HTTP/1.1" status: 200 len: 943 time: 0.3305116 May 18 18:17:01.162456 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 1df9a16f-7595-4bf5-8a1f-d2fcc3dbab08 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:17:01.162828 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:01.180720 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c8e00e13-76c5-4057-a640-e8f160089490 req-f064c282-f166-42ad-adf7-49f2eb4d3a5b tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "GET /v2.0/ports?device_id=916226d3-1b4b-4128-9b00-ffdb3385cb4f HTTP/1.1" status: 200 len: 210 time: 0.0562837 May 18 18:17:01.214658 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port c1a38a60-53f2-4654-a616-b703911388e5, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=c1a38a60-53f2-4654-a616-b703911388e5,segment=NetworkSegment(1c33b8e1-9163-4f86-a1f0-1efa8c3ca198),segment_id=1c33b8e1-9163-4f86-a1f0-1efa8c3ca198)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:17:01.238484 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Returning: {'device': 'c1a38a60-53f2-4654-a616-b703911388e5', 'network_id': 'dc4b5d65-5cc2-446b-ba02-e822ca3edfb6', 'port_id': 'c1a38a60-53f2-4654-a616-b703911388e5', 'mac_address': 'fa:16:3e:ed:aa:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e5df085-5e19-493d-91de-23429af05a0a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:17:01.255264 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e95220da-6cdc-41b4-a111-0ca519885806 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-595963'] for router_interface, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:01.262435 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2475b30e-f8ad-4207-b9ba-ec6f423e9f63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52632819-f9bc-4880-bbbb-b3345745105b,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:17:01.288241 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-2475b30e-f8ad-4207-b9ba-ec6f423e9f63 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=a59211e6678f4468b8a4ccbde6d76545&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4705393 May 18 18:17:01.289240 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 35886) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:17:01.376653 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port c1a38a60-53f2-4654-a616-b703911388e5 is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:17:01.377157 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:01.383038 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d81ad7fd-12c9-4a7f-824b-63a440460d01 req-99aeb368-1293-4a2b-917c-3080339c7a37 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/security-groups?id=0cf286b9-4259-46f9-a9b8-06a8c9d0d055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456156 May 18 18:17:01.405143 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 1df9a16f-7595-4bf5-8a1f-d2fcc3dbab08 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:17:01.410154 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1a38a60-53f2-4654-a616-b703911388e5 {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:17:01.465896 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port c1a38a60-53f2-4654-a616-b703911388e5, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=c1a38a60-53f2-4654-a616-b703911388e5,segment=NetworkSegment(1c33b8e1-9163-4f86-a1f0-1efa8c3ca198),segment_id=1c33b8e1-9163-4f86-a1f0-1efa8c3ca198)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:17:01.474323 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:01.523608 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-bbfe6af5-aa97-41df-b503-5d2ef7d9c7b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:01.542658 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [req-87743467-2f23-4359-859b-8567a300acb4 req-c3279cab-163a-465c-a33c-5939ae9dc5bb tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Allocated IP 172.20.0.25 (3772013f-5c68-47e7-b25a-e3ecaa34ca65/05bff1fc-1faf-47fd-b2da-551a36f96258/6ff877b8-9cb4-4d26-aecb-f0dc28840fd8) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:17:01.575584 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-bbfe6af5-aa97-41df-b503-5d2ef7d9c7b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:01.595337 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=c1a38a60-53f2-4654-a616-b703911388e5,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:17:01.636401 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0726c8c9-18d7-4920-bc86-7f2b17aeb35f req-f96f3b49-40fb-446b-877b-175771ffaa98 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:01.645669 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0726c8c9-18d7-4920-bc86-7f2b17aeb35f req-f96f3b49-40fb-446b-877b-175771ffaa98 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:01.655844 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0726c8c9-18d7-4920-bc86-7f2b17aeb35f req-f96f3b49-40fb-446b-877b-175771ffaa98 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:01.669400 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0726c8c9-18d7-4920-bc86-7f2b17aeb35f req-f96f3b49-40fb-446b-877b-175771ffaa98 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:01.680349 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0726c8c9-18d7-4920-bc86-7f2b17aeb35f req-f96f3b49-40fb-446b-877b-175771ffaa98 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:01.693796 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0726c8c9-18d7-4920-bc86-7f2b17aeb35f req-f96f3b49-40fb-446b-877b-175771ffaa98 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:01.693796 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0726c8c9-18d7-4920-bc86-7f2b17aeb35f req-f96f3b49-40fb-446b-877b-175771ffaa98 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:01.703408 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0726c8c9-18d7-4920-bc86-7f2b17aeb35f req-f96f3b49-40fb-446b-877b-175771ffaa98 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "GET /v2.0/ports?device_id=37c27a1b-623c-44a7-a5a8-1c1ff493d84b HTTP/1.1" status: 200 len: 5435 time: 0.3046403 May 18 18:17:01.707318 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5a6c8f75-abe1-417a-94e0-e015725dc4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:01.768826 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6c8f75-abe1-417a-94e0-e015725dc4f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=089cae8c-5409-4c2e-8a57-e76e7ae53492,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:17:01.811775 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-bbfe6af5-aa97-41df-b503-5d2ef7d9c7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:01.814826 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-bbfe6af5-aa97-41df-b503-5d2ef7d9c7b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:01.816750 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-bbfe6af5-aa97-41df-b503-5d2ef7d9c7b6 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/52632819-f9bc-4880-bbbb-b3345745105b HTTP/1.1" status: 204 len: 168 time: 0.5216174 May 18 18:17:01.827867 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['22792e7b-11fc-4e6a-a075-a39b7800942c'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:17:01.849730 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfe6af5-aa97-41df-b503-5d2ef7d9c7b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52632819-f9bc-4880-bbbb-b3345745105b,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:17:01.878926 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5a6c8f75-abe1-417a-94e0-e015725dc4f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596901'] for router_gateway, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:01.985044 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['79e08f83-5fde-4386-821c-6a14fd04d30f'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:17:01.985868 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0726c8c9-18d7-4920-bc86-7f2b17aeb35f req-4fa20b3a-f7fe-49d2-aecb-c334c804e99f tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "GET /v2.0/security-groups?id=987873b8-e341-4d92-9eb4-c3682f6ae42f&id=9a2067b3-2854-40c8-880f-cf75b37fd6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2793565 May 18 18:17:02.029787 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-87743467-2f23-4359-859b-8567a300acb4 req-c3279cab-163a-465c-a33c-5939ae9dc5bb tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:02.067441 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5a6c8f75-abe1-417a-94e0-e015725dc4f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25145'] for router, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:02.073282 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5a6c8f75-abe1-417a-94e0-e015725dc4f4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:02.134005 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-87743467-2f23-4359-859b-8567a300acb4 req-c3279cab-163a-465c-a33c-5939ae9dc5bb tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:02.167325 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5a6c8f75-abe1-417a-94e0-e015725dc4f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593303'] for router, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:02.169577 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a6c8f75-abe1-417a-94e0-e015725dc4f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8719e84-c305-4ef5-ac3f-d731e926ea3a {{(pid=102730) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 18 18:17:02.173761 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['bfe302f4-31b0-4e60-be0f-bcfe30840d72'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:17:02.183980 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5a6c8f75-abe1-417a-94e0-e015725dc4f4 admin admin] Notify callbacks [] for router, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:02.185990 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-5a6c8f75-abe1-417a-94e0-e015725dc4f4 admin admin] 10.222.0.85 "DELETE /v2.0/routers/c8719e84-c305-4ef5-ac3f-d731e926ea3a HTTP/1.1" status: 204 len: 168 time: 2.0356708 May 18 18:17:02.189755 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 35902) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:17:02.202603 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['3834bbf2-f7bf-4a97-a0c0-de4238651f93'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:17:02.204849 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['75d8fbc0-97dd-4aea-a1f2-9e5de043f940'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:17:02.215119 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87743467-2f23-4359-859b-8567a300acb4 req-c3279cab-163a-465c-a33c-5939ae9dc5bb tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Network 3772013f-5c68-47e7-b25a-e3ecaa34ca65 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:17:02.232677 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [req-87743467-2f23-4359-859b-8567a300acb4 req-c3279cab-163a-465c-a33c-5939ae9dc5bb tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:17:02.244978 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['aa23f36f-8afa-400e-91a0-e1e420831fe3'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:17:02.292082 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_v2 [None req-07d2cb1f-d7e4-4f7c-ab54-81f8eeed98f9 admin admin] Deleting subnet 8da46cd5-73a9-4d04-aee9-3cf83560e14f {{(pid=102730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:17:02.296543 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['0a586e3e-14a2-4a7b-a6df-16a75e1063f9'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:17:02.302057 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-07d2cb1f-d7e4-4f7c-ab54-81f8eeed98f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:02.326992 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3279cab-163a-465c-a33c-5939ae9dc5bb tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Pushing event updated for resources: {'Port': ['ID=6ff877b8-9cb4-4d26-aecb-f0dc28840fd8,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:17:02.330668 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-87743467-2f23-4359-859b-8567a300acb4 req-c3279cab-163a-465c-a33c-5939ae9dc5bb tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:17:02.456174 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87743467-2f23-4359-859b-8567a300acb4 req-c3279cab-163a-465c-a33c-5939ae9dc5bb tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:02.456859 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-87743467-2f23-4359-859b-8567a300acb4 req-c3279cab-163a-465c-a33c-5939ae9dc5bb tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:02.475925 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-07d2cb1f-d7e4-4f7c-ab54-81f8eeed98f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260107366'] for subnet, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:02.522503 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-87743467-2f23-4359-859b-8567a300acb4 req-c3279cab-163a-465c-a33c-5939ae9dc5bb tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2908340 May 18 18:17:02.525340 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device a89a7901-a2dc-4636-94d9-9ef3bb7b4ae7 details requested by agent hyperv_n-h1-838550-3 with host n-h1-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:17:02.547185 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-87743467-2f23-4359-859b-8567a300acb4 req-cf36dcab-edfe-4973-ade1-840db77fce6c service neutron] Request body: {'port': {'device_id': '916226d3-1b4b-4128-9b00-ffdb3385cb4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-3'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:17:02.567931 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aacbe4-2461-4488-a5ea-ebc0ebf56269 req-fc70c717-f9db-4a5f-8237-ca885222158f tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:02.576838 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-24aacbe4-2461-4488-a5ea-ebc0ebf56269 req-fc70c717-f9db-4a5f-8237-ca885222158f tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "GET /v2.0/ports?device_id=916226d3-1b4b-4128-9b00-ffdb3385cb4f HTTP/1.1" status: 200 len: 932 time: 0.1881392 May 18 18:17:02.630227 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-e95220da-6cdc-41b4-a111-0ca519885806 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Deleting port 195d3c6b-e1d0-4afe-a312-36509c85a2b2 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:17:02.631898 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e95220da-6cdc-41b4-a111-0ca519885806 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:02.716390 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-24aacbe4-2461-4488-a5ea-ebc0ebf56269 req-571e2260-0f76-47e9-a0c2-43ace4826501 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "GET /v2.0/security-groups?id=359bbdd8-3840-48d9-94a4-88847558ed58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1367488 May 18 18:17:02.735785 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-07d2cb1f-d7e4-4f7c-ab54-81f8eeed98f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:02.807901 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['c1a38a60-53f2-4654-a616-b703911388e5'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:17:02.815324 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-07d2cb1f-d7e4-4f7c-ab54-81f8eeed98f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261104690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261031888'] for subnet, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:02.889523 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d2cb1f-d7e4-4f7c-ab54-81f8eeed98f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8da46cd5-73a9-4d04-aee9-3cf83560e14f,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:17:02.892477 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-07d2cb1f-d7e4-4f7c-ab54-81f8eeed98f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:02.900201 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-07d2cb1f-d7e4-4f7c-ab54-81f8eeed98f9 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/8da46cd5-73a9-4d04-aee9-3cf83560e14f HTTP/1.1" status: 204 len: 168 time: 0.7084675 May 18 18:17:02.902911 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 35946) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:17:02.959958 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f3b7fcc-9a78-4de9-a03e-e9ffbb4961ef None None] Network 63d09ffb-24e5-4fc7-b6ac-a48cca6112cf requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:17:02.992447 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-32c4c00a-f09e-4ed5-96e8-4809c2b06eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:03.007220 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 089cae8c-5409-4c2e-8a57-e76e7ae53492 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:17:03.048852 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4be04df-9efa-4e00-bf77-c159d0100fc8 req-b1f079af-b528-4af7-9c66-c65207865239 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:03.069222 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e4be04df-9efa-4e00-bf77-c159d0100fc8 req-b1f079af-b528-4af7-9c66-c65207865239 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/ports?device_id=ee682333-0859-4af7-9a90-1cbf33d3ca83 HTTP/1.1" status: 200 len: 944 time: 0.4774120 May 18 18:17:03.074286 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-87743467-2f23-4359-859b-8567a300acb4 req-cf36dcab-edfe-4973-ade1-840db77fce6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:03.110739 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-8cabee42-80de-4057-b4d8-53164e0ed487 None None] Provisioning complete for port 6ff877b8-9cb4-4d26-aecb-f0dc28840fd8 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:17:03.111593 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-8cabee42-80de-4057-b4d8-53164e0ed487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:03.114099 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-32c4c00a-f09e-4ed5-96e8-4809c2b06eda admin admin] Deleting port 7f277e1b-1540-4e2b-9b51-0539d29ad8a5 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:17:03.120145 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e95220da-6cdc-41b4-a111-0ca519885806 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:03.138936 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-32c4c00a-f09e-4ed5-96e8-4809c2b06eda admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:03.169982 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-e95220da-6cdc-41b4-a111-0ca519885806 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Calling delete_port for 195d3c6b-e1d0-4afe-a312-36509c85a2b2 owned by network:router_interface {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:17:03.191915 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e4be04df-9efa-4e00-bf77-c159d0100fc8 req-109f8648-7f5a-48b8-853e-392fd11ac620 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/security-groups?id=0cf286b9-4259-46f9-a9b8-06a8c9d0d055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218255 May 18 18:17:03.332951 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-32c4c00a-f09e-4ed5-96e8-4809c2b06eda admin admin] For port 7f277e1b-1540-4e2b-9b51-0539d29ad8a5, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=7f277e1b-1540-4e2b-9b51-0539d29ad8a5,segment=NetworkSegment(92897347-386e-4d21-86c2-ab30cc73f8d0),segment_id=92897347-386e-4d21-86c2-ab30cc73f8d0)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:17:03.333339 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-32c4c00a-f09e-4ed5-96e8-4809c2b06eda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:03.370256 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbb71e8-a0a0-4a77-b4e3-ef855602e37a req-8b36f3c1-2f91-4f86-8afe-5d8fc6f1b596 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:03.379570 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbb71e8-a0a0-4a77-b4e3-ef855602e37a req-8b36f3c1-2f91-4f86-8afe-5d8fc6f1b596 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:03.396431 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbb71e8-a0a0-4a77-b4e3-ef855602e37a req-8b36f3c1-2f91-4f86-8afe-5d8fc6f1b596 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:03.414780 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbb71e8-a0a0-4a77-b4e3-ef855602e37a req-8b36f3c1-2f91-4f86-8afe-5d8fc6f1b596 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:03.423044 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbb71e8-a0a0-4a77-b4e3-ef855602e37a req-8b36f3c1-2f91-4f86-8afe-5d8fc6f1b596 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:03.443635 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbb71e8-a0a0-4a77-b4e3-ef855602e37a req-8b36f3c1-2f91-4f86-8afe-5d8fc6f1b596 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:03.457441 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbb71e8-a0a0-4a77-b4e3-ef855602e37a req-8b36f3c1-2f91-4f86-8afe-5d8fc6f1b596 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:03.467957 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1bbb71e8-a0a0-4a77-b4e3-ef855602e37a req-8b36f3c1-2f91-4f86-8afe-5d8fc6f1b596 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "GET /v2.0/ports?device_id=37c27a1b-623c-44a7-a5a8-1c1ff493d84b HTTP/1.1" status: 200 len: 5435 time: 0.2802875 May 18 18:17:03.470753 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-32c4c00a-f09e-4ed5-96e8-4809c2b06eda admin admin] Calling delete_port for 7f277e1b-1540-4e2b-9b51-0539d29ad8a5 owned by network:dhcp {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:17:03.473808 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 089cae8c-5409-4c2e-8a57-e76e7ae53492 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:17:03.473808 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 089cae8c-5409-4c2e-8a57-e76e7ae53492 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:17:03.474705 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 12dcf668-fcab-41bd-94b3-f0a67e7daf07 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:17:03.496143 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [req-87743467-2f23-4359-859b-8567a300acb4 req-cf36dcab-edfe-4973-ade1-840db77fce6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ff877b8-9cb4-4d26-aecb-f0dc28840fd8 {{(pid=102731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:17:03.505485 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-87743467-2f23-4359-859b-8567a300acb4 req-cf36dcab-edfe-4973-ade1-840db77fce6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:03.518967 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.provisioning_blocks [req-87743467-2f23-4359-859b-8567a300acb4 req-cf36dcab-edfe-4973-ade1-840db77fce6c service neutron] Transition to ACTIVE for port object 6ff877b8-9cb4-4d26-aecb-f0dc28840fd8 will not be triggered until provisioned by entity L2. {{(pid=102731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:17:03.551098 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-87743467-2f23-4359-859b-8567a300acb4 req-cf36dcab-edfe-4973-ade1-840db77fce6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:03.573984 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1bbb71e8-a0a0-4a77-b4e3-ef855602e37a req-da636adc-e5d5-441c-a46f-9ac18c876684 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "GET /v2.0/security-groups?id=987873b8-e341-4d92-9eb4-c3682f6ae42f&id=9a2067b3-2854-40c8-880f-cf75b37fd6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1004744 May 18 18:17:03.595636 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-8cabee42-80de-4057-b4d8-53164e0ed487 None None] Port 6ff877b8-9cb4-4d26-aecb-f0dc28840fd8 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:17:03.633354 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-32c4c00a-f09e-4ed5-96e8-4809c2b06eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:03.681529 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf36dcab-edfe-4973-ade1-840db77fce6c service neutron] Pushing event updated for resources: {'Port': ['ID=6ff877b8-9cb4-4d26-aecb-f0dc28840fd8,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:17:03.698678 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c4c00a-f09e-4ed5-96e8-4809c2b06eda admin admin] Pushing event deleted for resources: {'Port': ['ID=7f277e1b-1540-4e2b-9b51-0539d29ad8a5,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:17:03.707863 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 12dcf668-fcab-41bd-94b3-f0a67e7daf07 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:17:03.708243 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 12dcf668-fcab-41bd-94b3-f0a67e7daf07 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:17:03.714838 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c4c00a-f09e-4ed5-96e8-4809c2b06eda admin admin] No DVR routers for this DVR port 7f277e1b-1540-4e2b-9b51-0539d29ad8a5 on host n-d-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:17:04.027237 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b67a4a-5a21-439f-9868-9c4bc1b72827 None None] DHCP port deletion for 63d09ffb-24e5-4fc7-b6ac-a48cca6112cf request from n-d-838550-3 {{(pid=102732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 18:17:04.063370 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e95220da-6cdc-41b4-a111-0ca519885806 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:04.082142 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-32c4c00a-f09e-4ed5-96e8-4809c2b06eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:04.119512 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-87743467-2f23-4359-859b-8567a300acb4 req-cf36dcab-edfe-4973-ade1-840db77fce6c service neutron] Attempting to bind port 6ff877b8-9cb4-4d26-aecb-f0dc28840fd8 on host n-h1-838550-3 for vnic_type normal with profile {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:17:04.119909 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-87743467-2f23-4359-859b-8567a300acb4 req-cf36dcab-edfe-4973-ade1-840db77fce6c service neutron] Attempting to bind port 6ff877b8-9cb4-4d26-aecb-f0dc28840fd8 by drivers openvswitch,hyperv on host n-h1-838550-3 at level 0 using segments [{'id': 'd7187d71-d510-47eb-a540-b794438c92ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '3772013f-5c68-47e7-b25a-e3ecaa34ca65'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:17:04.120276 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87743467-2f23-4359-859b-8567a300acb4 req-cf36dcab-edfe-4973-ade1-840db77fce6c service neutron] Attempting to bind port 6ff877b8-9cb4-4d26-aecb-f0dc28840fd8 on network 3772013f-5c68-47e7-b25a-e3ecaa34ca65 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:17:04.174289 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-32c4c00a-f09e-4ed5-96e8-4809c2b06eda admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63d09ffb-24e5-4fc7-b6ac-a48cca6112cf']}} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:17:04.199583 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95220da-6cdc-41b4-a111-0ca519885806 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Pushing event deleted for resources: {'Port': ['ID=195d3c6b-e1d0-4afe-a312-36509c85a2b2,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:17:04.204903 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-32c4c00a-f09e-4ed5-96e8-4809c2b06eda admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92897347-386e-4d21-86c2-ab30cc73f8d0') {'for_net_delete': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:17:04.208215 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-32c4c00a-f09e-4ed5-96e8-4809c2b06eda admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92897347-386e-4d21-86c2-ab30cc73f8d0') {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:17:04.229579 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed8c553-545d-483c-b131-7039b0090283 req-b8631402-b06b-4810-9f54-0b476b6ea999 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:04.235627 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1ed8c553-545d-483c-b131-7039b0090283 req-b8631402-b06b-4810-9f54-0b476b6ea999 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "GET /v2.0/ports?device_id=916226d3-1b4b-4128-9b00-ffdb3385cb4f HTTP/1.1" status: 200 len: 944 time: 0.2943583 May 18 18:17:04.246750 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87743467-2f23-4359-859b-8567a300acb4 req-cf36dcab-edfe-4973-ade1-840db77fce6c service neutron] Port 6ff877b8-9cb4-4d26-aecb-f0dc28840fd8 on network 3772013f-5c68-47e7-b25a-e3ecaa34ca65 not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-3 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:17:04.247385 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87743467-2f23-4359-859b-8567a300acb4 req-cf36dcab-edfe-4973-ade1-840db77fce6c service neutron] Attempting to bind port 6ff877b8-9cb4-4d26-aecb-f0dc28840fd8 on network 3772013f-5c68-47e7-b25a-e3ecaa34ca65 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:17:04.257151 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-32c4c00a-f09e-4ed5-96e8-4809c2b06eda admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260107375'] for segment, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:04.324997 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87743467-2f23-4359-859b-8567a300acb4 req-cf36dcab-edfe-4973-ade1-840db77fce6c service neutron] Checking agent: {'id': '1dbac822-25f2-4df8-9dc8-5c2e7b136eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:17:04.332499 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87743467-2f23-4359-859b-8567a300acb4 req-cf36dcab-edfe-4973-ade1-840db77fce6c service neutron] Checking segment: {'id': 'd7187d71-d510-47eb-a540-b794438c92ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '3772013f-5c68-47e7-b25a-e3ecaa34ca65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:17:04.333317 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87743467-2f23-4359-859b-8567a300acb4 req-cf36dcab-edfe-4973-ade1-840db77fce6c service neutron] Bound using segment: {'id': 'd7187d71-d510-47eb-a540-b794438c92ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '3772013f-5c68-47e7-b25a-e3ecaa34ca65'} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:17:04.334639 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-32c4c00a-f09e-4ed5-96e8-4809c2b06eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:04.335341 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-87743467-2f23-4359-859b-8567a300acb4 req-cf36dcab-edfe-4973-ade1-840db77fce6c service neutron] Bound port: 6ff877b8-9cb4-4d26-aecb-f0dc28840fd8, host: n-h1-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7187d71-d510-47eb-a540-b794438c92ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '3772013f-5c68-47e7-b25a-e3ecaa34ca65'}}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:17:04.342322 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-87743467-2f23-4359-859b-8567a300acb4 req-cf36dcab-edfe-4973-ade1-840db77fce6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:04.355209 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32c4c00a-f09e-4ed5-96e8-4809c2b06eda admin admin] Releasing vlan 608 on physical network physnet1 to pool {{(pid=102730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:17:04.374328 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-32c4c00a-f09e-4ed5-96e8-4809c2b06eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261102736'] for segment, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:04.377164 n-d-838550-3 neutron-server[102730]: Traceback (most recent call last): May 18 18:17:04.377164 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:17:04.377164 n-d-838550-3 neutron-server[102730]: timer() May 18 18:17:04.377164 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:17:04.377164 n-d-838550-3 neutron-server[102730]: cb(*args, **kw) May 18 18:17:04.377164 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:17:04.377164 n-d-838550-3 neutron-server[102730]: return func(*args, **kwargs) May 18 18:17:04.377164 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:17:04.377164 n-d-838550-3 neutron-server[102730]: self._notify() May 18 18:17:04.377164 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:17:04.377164 n-d-838550-3 neutron-server[102730]: self.callback(batched_events) May 18 18:17:04.377164 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:17:04.377164 n-d-838550-3 neutron-server[102730]: event.method(event) May 18 18:17:04.377164 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:17:04.377164 n-d-838550-3 neutron-server[102730]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:17:04.377164 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:17:04.377164 n-d-838550-3 neutron-server[102730]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:17:04.377164 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:17:04.377164 n-d-838550-3 neutron-server[102730]: return f(self, *a, **k) May 18 18:17:04.377164 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:17:04.377164 n-d-838550-3 neutron-server[102730]: return self._get(url).json() May 18 18:17:04.377164 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:17:04.377164 n-d-838550-3 neutron-server[102730]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:17:04.377164 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:17:04.377164 n-d-838550-3 neutron-server[102730]: return self.request(url, 'GET', **kwargs) May 18 18:17:04.377164 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:17:04.377164 n-d-838550-3 neutron-server[102730]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:17:04.377164 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:17:04.377164 n-d-838550-3 neutron-server[102730]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:17:04.377164 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:17:04.377164 n-d-838550-3 neutron-server[102730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:17:04.377164 n-d-838550-3 neutron-server[102730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:17:04.513794 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1ed8c553-545d-483c-b131-7039b0090283 req-fcb72e22-4f6b-4746-8a67-3d594407a37b tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "GET /v2.0/security-groups?id=359bbdd8-3840-48d9-94a4-88847558ed58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2586398 May 18 18:17:04.563768 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-32c4c00a-f09e-4ed5-96e8-4809c2b06eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:04.590054 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-32c4c00a-f09e-4ed5-96e8-4809c2b06eda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:04.621801 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-32c4c00a-f09e-4ed5-96e8-4809c2b06eda admin admin] 10.222.0.85 "DELETE /v2.0/networks/63d09ffb-24e5-4fc7-b6ac-a48cca6112cf HTTP/1.1" status: 204 len: 168 time: 1.7100141 May 18 18:17:04.660756 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port a89a7901-a2dc-4636-94d9-9ef3bb7b4ae7, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=a89a7901-a2dc-4636-94d9-9ef3bb7b4ae7,segment=NetworkSegment(7fe567f5-b9bc-4b6c-8f11-60e107f314f0),segment_id=7fe567f5-b9bc-4b6c-8f11-60e107f314f0)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:17:04.662911 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c4c00a-f09e-4ed5-96e8-4809c2b06eda admin admin] Pushing event deleted for resources: {'Network': ['ID=63d09ffb-24e5-4fc7-b6ac-a48cca6112cf,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:17:04.898389 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 79e08f83-5fde-4386-821c-6a14fd04d30f up at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:17:04.899261 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e95220da-6cdc-41b4-a111-0ca519885806 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-593931'] for router_interface, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:04.926312 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a4d392-83a9-410a-b415-43db0f870fcd req-91ebe20d-8e7f-4a5d-9cef-7b5a2857f6bb tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:04.935791 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdab6f0-d278-4639-b54d-7b2e7fad7437 req-b0358abe-d1d7-4fa6-a87a-120af6806258 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:04.938305 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7fdab6f0-d278-4639-b54d-7b2e7fad7437 req-b0358abe-d1d7-4fa6-a87a-120af6806258 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/ports?device_id=ee682333-0859-4af7-9a90-1cbf33d3ca83 HTTP/1.1" status: 200 len: 944 time: 0.5384858 May 18 18:17:04.956992 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a4d392-83a9-410a-b415-43db0f870fcd req-91ebe20d-8e7f-4a5d-9cef-7b5a2857f6bb tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:04.966136 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Returning: {'device': 'a89a7901-a2dc-4636-94d9-9ef3bb7b4ae7', 'network_id': '43fc4a49-4144-4792-8c9e-f6aa8e841df8', 'port_id': 'a89a7901-a2dc-4636-94d9-9ef3bb7b4ae7', 'mac_address': 'fa:16:3e:51:6d:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a6f771a-7d1f-4c0f-927b-d14a677a770b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:17:04.978711 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a4d392-83a9-410a-b415-43db0f870fcd req-91ebe20d-8e7f-4a5d-9cef-7b5a2857f6bb tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:04.993167 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-87743467-2f23-4359-859b-8567a300acb4 req-cf36dcab-edfe-4973-ade1-840db77fce6c service neutron] For port 6ff877b8-9cb4-4d26-aecb-f0dc28840fd8, host n-h1-838550-3, cleared binding levels {{(pid=102731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:17:05.050959 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a4d392-83a9-410a-b415-43db0f870fcd req-91ebe20d-8e7f-4a5d-9cef-7b5a2857f6bb tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:05.061509 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port a89a7901-a2dc-4636-94d9-9ef3bb7b4ae7 is: ACTIVE; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:17:05.062156 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:05.134810 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a4d392-83a9-410a-b415-43db0f870fcd req-91ebe20d-8e7f-4a5d-9cef-7b5a2857f6bb tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:05.164558 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 7f277e1b-1540-4e2b-9b51-0539d29ad8a5 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:17:05.170918 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a4d392-83a9-410a-b415-43db0f870fcd req-91ebe20d-8e7f-4a5d-9cef-7b5a2857f6bb tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:05.202483 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 7f277e1b-1540-4e2b-9b51-0539d29ad8a5 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:17:05.203068 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 7f277e1b-1540-4e2b-9b51-0539d29ad8a5 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:17:05.204042 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a4d392-83a9-410a-b415-43db0f870fcd req-91ebe20d-8e7f-4a5d-9cef-7b5a2857f6bb tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:05.222093 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-89a4d392-83a9-410a-b415-43db0f870fcd req-91ebe20d-8e7f-4a5d-9cef-7b5a2857f6bb tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "GET /v2.0/ports?device_id=37c27a1b-623c-44a7-a5a8-1c1ff493d84b HTTP/1.1" status: 200 len: 5435 time: 0.4440112 May 18 18:17:05.226426 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 36012) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:17:05.243577 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-87743467-2f23-4359-859b-8567a300acb4 req-cf36dcab-edfe-4973-ade1-840db77fce6c service neutron] For port 6ff877b8-9cb4-4d26-aecb-f0dc28840fd8, host n-h1-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=6ff877b8-9cb4-4d26-aecb-f0dc28840fd8,segment=NetworkSegment(d7187d71-d510-47eb-a540-b794438c92ec),segment_id=d7187d71-d510-47eb-a540-b794438c92ec)] {{(pid=102731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:17:05.261434 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-87743467-2f23-4359-859b-8567a300acb4 req-cf36dcab-edfe-4973-ade1-840db77fce6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:05.277690 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a89a7901-a2dc-4636-94d9-9ef3bb7b4ae7 {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:17:05.284463 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7fdab6f0-d278-4639-b54d-7b2e7fad7437 req-ccb08706-fa1c-4e18-8723-478ce4b6cb52 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/security-groups?id=0cf286b9-4259-46f9-a9b8-06a8c9d0d055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3294036 May 18 18:17:05.361881 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87743467-2f23-4359-859b-8567a300acb4 req-cf36dcab-edfe-4973-ade1-840db77fce6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:05.368800 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-87743467-2f23-4359-859b-8567a300acb4 req-cf36dcab-edfe-4973-ade1-840db77fce6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:05.371551 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-87743467-2f23-4359-859b-8567a300acb4 req-cf36dcab-edfe-4973-ade1-840db77fce6c service neutron] 10.222.0.36 "PUT /v2.0/ports/6ff877b8-9cb4-4d26-aecb-f0dc28840fd8 HTTP/1.1" status: 200 len: 1092 time: 2.8358319 May 18 18:17:05.384031 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '916226d3-1b4b-4128-9b00-ffdb3385cb4f', 'tag': '6ff877b8-9cb4-4d26-aecb-f0dc28840fd8'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:17:05.388192 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-118aac95-ba11-4dfb-abf3-ea9c796e29df" -d '{"events": [{"name": "network-changed", "server_uuid": "916226d3-1b4b-4128-9b00-ffdb3385cb4f", "tag": "6ff877b8-9cb4-4d26-aecb-f0dc28840fd8"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:17:05.414915 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-89a4d392-83a9-410a-b415-43db0f870fcd req-7f639a9d-a222-4f01-a68d-0081127319cb tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "GET /v2.0/security-groups?id=987873b8-e341-4d92-9eb4-c3682f6ae42f&id=9a2067b3-2854-40c8-880f-cf75b37fd6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1909392 May 18 18:17:05.433740 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-2fb5668f-a60e-4ad4-b7e3-25e464dbb373 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=90138de8af6145feb645e44366952417&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2038281 May 18 18:17:05.434612 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 36024) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:17:05.437380 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning for port 79e08f83-5fde-4386-821c-6a14fd04d30f completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:17:05.462101 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning complete for port 79e08f83-5fde-4386-821c-6a14fd04d30f triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:17:05.462439 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:05.470155 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port a89a7901-a2dc-4636-94d9-9ef3bb7b4ae7, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=a89a7901-a2dc-4636-94d9-9ef3bb7b4ae7,segment=NetworkSegment(7fe567f5-b9bc-4b6c-8f11-60e107f314f0),segment_id=7fe567f5-b9bc-4b6c-8f11-60e107f314f0)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:17:05.564599 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-740edd45-0d7f-4f34-88da-47aa7adf199c x-openstack-request-id: req-740edd45-0d7f-4f34-88da-47aa7adf199c {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:17:05.565264 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "916226d3-1b4b-4128-9b00-ffdb3385cb4f", "tag": "6ff877b8-9cb4-4d26-aecb-f0dc28840fd8", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:17:05.565776 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-740edd45-0d7f-4f34-88da-47aa7adf199c {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:17:05.566425 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-740edd45-0d7f-4f34-88da-47aa7adf199c'] response: {'name': 'network-changed', 'server_uuid': '916226d3-1b4b-4128-9b00-ffdb3385cb4f', 'tag': '6ff877b8-9cb4-4d26-aecb-f0dc28840fd8', 'status': 'completed', 'code': 200} May 18 18:17:05.576845 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:05.586372 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-75108868-a9b7-4a3e-80df-702d1d3f4223 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:05.652797 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-75108868-a9b7-4a3e-80df-702d1d3f4223 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:05.736573 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['a89a7901-a2dc-4636-94d9-9ef3bb7b4ae7'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:17:05.839522 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-75108868-a9b7-4a3e-80df-702d1d3f4223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:05.848589 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-75108868-a9b7-4a3e-80df-702d1d3f4223 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:05.849871 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-75108868-a9b7-4a3e-80df-702d1d3f4223 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/6f15106d-2aa1-494e-8555-07943a39a47e HTTP/1.1" status: 204 len: 168 time: 0.4100900 May 18 18:17:05.928462 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75108868-a9b7-4a3e-80df-702d1d3f4223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f15106d-2aa1-494e-8555-07943a39a47e,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:17:05.998867 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6ed284-11c8-44ff-b3fa-b07f8b469fec req-10a4f2a4-deb5-4c63-92fc-daaa9c097592 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:06.010909 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cf6ed284-11c8-44ff-b3fa-b07f8b469fec req-10a4f2a4-deb5-4c63-92fc-daaa9c097592 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "GET /v2.0/ports?device_id=916226d3-1b4b-4128-9b00-ffdb3385cb4f HTTP/1.1" status: 200 len: 944 time: 0.2459276 May 18 18:17:06.037015 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=a89a7901-a2dc-4636-94d9-9ef3bb7b4ae7,revision_number=6']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:17:06.085956 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cf6ed284-11c8-44ff-b3fa-b07f8b469fec req-08affd03-e6ae-4b8e-964a-175fb1523bea tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "GET /v2.0/security-groups?id=359bbdd8-3840-48d9-94a4-88847558ed58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595999 May 18 18:17:06.146860 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 79e08f83-5fde-4386-821c-6a14fd04d30f is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:17:06.147562 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:06.209471 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 79e08f83-5fde-4386-821c-6a14fd04d30f, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=79e08f83-5fde-4386-821c-6a14fd04d30f,segment=NetworkSegment(cf7df900-9ffb-48f9-b318-c52437b4c248),segment_id=cf7df900-9ffb-48f9-b318-c52437b4c248)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:17:06.212220 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37c27a1b-623c-44a7-a5a8-1c1ff493d84b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79e08f83-5fde-4386-821c-6a14fd04d30f'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:17:06.215595 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef00befb-a326-47a8-be50-7f7e1cc299d0" -d '{"events": [{"server_uuid": "37c27a1b-623c-44a7-a5a8-1c1ff493d84b", "name": "network-vif-plugged", "status": "completed", "tag": "79e08f83-5fde-4386-821c-6a14fd04d30f"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:17:06.220532 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:06.222229 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device aa23f36f-8afa-400e-91a0-e1e420831fe3 up at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:17:06.262354 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf36dcab-edfe-4973-ade1-840db77fce6c service neutron] Pushing event updated for resources: {'Port': ['ID=6ff877b8-9cb4-4d26-aecb-f0dc28840fd8,revision_number=3']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:17:06.337114 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e95220da-6cdc-41b4-a111-0ca519885806 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Router bbc21eca-f1df-46ab-a519-5985f2dbbe62 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:17:06.353528 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87743467-2f23-4359-859b-8567a300acb4 req-8264e5ee-30ae-407c-b43b-2195b7180c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:06.359684 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-87743467-2f23-4359-859b-8567a300acb4 req-8264e5ee-30ae-407c-b43b-2195b7180c2b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6664118b95564eb5aa43c658eedfd9ed&device_id=916226d3-1b4b-4128-9b00-ffdb3385cb4f HTTP/1.1" status: 200 len: 1095 time: 0.8639128 May 18 18:17:06.445561 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-87743467-2f23-4359-859b-8567a300acb4 req-caff20e2-5e3b-4397-a9c0-e823d4038415 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=6ff877b8-9cb4-4d26-aecb-f0dc28840fd8 HTTP/1.1" status: 200 len: 217 time: 0.0637946 May 18 18:17:06.466878 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=79e08f83-5fde-4386-821c-6a14fd04d30f,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:17:06.481025 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-468e85db-d0e7-4db8-904a-199dee311102 x-openstack-request-id: req-468e85db-d0e7-4db8-904a-199dee311102 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:17:06.481583 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37c27a1b-623c-44a7-a5a8-1c1ff493d84b", "name": "network-vif-plugged", "status": "completed", "tag": "79e08f83-5fde-4386-821c-6a14fd04d30f", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:17:06.482020 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-468e85db-d0e7-4db8-904a-199dee311102 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:17:06.482573 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-468e85db-d0e7-4db8-904a-199dee311102'] response: {'server_uuid': '37c27a1b-623c-44a7-a5a8-1c1ff493d84b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79e08f83-5fde-4386-821c-6a14fd04d30f', 'code': 200} May 18 18:17:06.542337 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning for port aa23f36f-8afa-400e-91a0-e1e420831fe3 completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:17:06.553481 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning complete for port aa23f36f-8afa-400e-91a0-e1e420831fe3 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:17:06.554954 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:06.638939 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70403d12-cf53-447e-aa34-119dde6e5671 req-1fa0e5bd-78c6-45ee-a3c1-4ba5af5b4b2a tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:06.641503 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-70403d12-cf53-447e-aa34-119dde6e5671 req-1fa0e5bd-78c6-45ee-a3c1-4ba5af5b4b2a tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/ports?device_id=ee682333-0859-4af7-9a90-1cbf33d3ca83 HTTP/1.1" status: 200 len: 944 time: 0.1558807 May 18 18:17:06.641848 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e95220da-6cdc-41b4-a111-0ca519885806 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:17:06.654357 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-e95220da-6cdc-41b4-a111-0ca519885806 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] 10.222.0.85 "PUT /v2.0/routers/bbc21eca-f1df-46ab-a519-5985f2dbbe62/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6009994 May 18 18:17:06.655334 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 36078) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:17:06.663726 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87743467-2f23-4359-859b-8567a300acb4 req-d9754c73-65c9-42f9-b2f2-1f8fadde27f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:06.665316 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-87743467-2f23-4359-859b-8567a300acb4 req-d9754c73-65c9-42f9-b2f2-1f8fadde27f5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=05bff1fc-1faf-47fd-b2da-551a36f96258 HTTP/1.1" status: 200 len: 838 time: 0.2119119 May 18 18:17:06.676004 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc849806-8e71-4240-885a-5687b2b39275 None None] Sync routers for ids ['bbc21eca-f1df-46ab-a519-5985f2dbbe62'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:17:06.733159 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc849806-8e71-4240-885a-5687b2b39275 None None] Routers {'bbc21eca-f1df-46ab-a519-5985f2dbbe62'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:17:06.734267 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-fc849806-8e71-4240-885a-5687b2b39275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:16:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['bbc21eca-f1df-46ab-a519-5985f2dbbe62'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:17:06.818819 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87743467-2f23-4359-859b-8567a300acb4 req-f74a11d4-94ae-4ecf-b3b9-dfecacc6c867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:06.825753 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-87743467-2f23-4359-859b-8567a300acb4 req-f74a11d4-94ae-4ecf-b3b9-dfecacc6c867 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3772013f-5c68-47e7-b25a-e3ecaa34ca65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1403587 May 18 18:17:06.840500 n-d-838550-3 neutron-server[102730]: INFO neutron.api.v2.resource [None req-6952e0a4-074c-4949-8703-474218d1267d tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] delete failed (client error): The resource could not be found. May 18 18:17:06.851787 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 36086) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:17:06.853329 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-6952e0a4-074c-4949-8703-474218d1267d tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] 10.222.0.85 "DELETE /v2.0/routers/tempest-non_exist_router-1622813153 HTTP/1.1" status: 404 len: 335 time: 0.1976886 May 18 18:17:06.871230 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-33500322-7d78-4b14-8cc0-e49abed8bb43 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Request body: {'router': {'external_gateway_info': {'network_id': 'bbc21eca-f1df-46ab-a519-5985f2dbbe62'}}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:17:06.936574 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-70403d12-cf53-447e-aa34-119dde6e5671 req-b5613fdf-a772-4c21-a146-ba37c0dc5f39 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/security-groups?id=0cf286b9-4259-46f9-a9b8-06a8c9d0d055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2714269 May 18 18:17:07.215921 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-fc849806-8e71-4240-885a-5687b2b39275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:17:07.230169 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc849806-8e71-4240-885a-5687b2b39275 None None] Routers {'bbc21eca-f1df-46ab-a519-5985f2dbbe62'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:17:07.230592 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-fc849806-8e71-4240-885a-5687b2b39275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:16:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['bbc21eca-f1df-46ab-a519-5985f2dbbe62'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:17:07.242532 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57573f69-0cdc-4d5d-9334-dc949c4e17c9 req-43c45989-01f2-44e7-87d6-b46cffb12605 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:07.244932 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-57573f69-0cdc-4d5d-9334-dc949c4e17c9 req-43c45989-01f2-44e7-87d6-b46cffb12605 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "GET /v2.0/ports?device_id=00ae5749-325c-4339-a1d0-d91fc688ad0c HTTP/1.1" status: 200 len: 946 time: 0.1693907 May 18 18:17:07.294424 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-fc849806-8e71-4240-885a-5687b2b39275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:17:07.295513 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc849806-8e71-4240-885a-5687b2b39275 None None] The sync data for ids ['bbc21eca-f1df-46ab-a519-5985f2dbbe62'] in n-d-838550-3 is: [] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:17:07.339547 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port aa23f36f-8afa-400e-91a0-e1e420831fe3 is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:17:07.339547 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:07.375132 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dd623b-2db1-4142-8d3a-82fc9e412565 req-3434fe0d-cf3a-4d82-b236-ee0f229ea733 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:07.388212 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dd623b-2db1-4142-8d3a-82fc9e412565 req-3434fe0d-cf3a-4d82-b236-ee0f229ea733 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:07.396832 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-57573f69-0cdc-4d5d-9334-dc949c4e17c9 req-5a02b6e3-596b-4ea9-b9bf-d6e7c4050325 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "GET /v2.0/security-groups?id=4a1f9358-f3a3-4045-96f1-cde7ad8c9099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1442914 May 18 18:17:07.414218 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dd623b-2db1-4142-8d3a-82fc9e412565 req-3434fe0d-cf3a-4d82-b236-ee0f229ea733 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:07.434472 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dd623b-2db1-4142-8d3a-82fc9e412565 req-3434fe0d-cf3a-4d82-b236-ee0f229ea733 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:07.445987 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port aa23f36f-8afa-400e-91a0-e1e420831fe3, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=aa23f36f-8afa-400e-91a0-e1e420831fe3,segment=NetworkSegment(548811fd-0d5d-4f2a-9c52-8b852003d48e),segment_id=548811fd-0d5d-4f2a-9c52-8b852003d48e)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:17:07.453439 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dd623b-2db1-4142-8d3a-82fc9e412565 req-3434fe0d-cf3a-4d82-b236-ee0f229ea733 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:07.455224 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:07.460603 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dd623b-2db1-4142-8d3a-82fc9e412565 req-3434fe0d-cf3a-4d82-b236-ee0f229ea733 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:07.466694 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dd623b-2db1-4142-8d3a-82fc9e412565 req-3434fe0d-cf3a-4d82-b236-ee0f229ea733 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:07.468756 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e8dd623b-2db1-4142-8d3a-82fc9e412565 req-3434fe0d-cf3a-4d82-b236-ee0f229ea733 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "GET /v2.0/ports?device_id=37c27a1b-623c-44a7-a5a8-1c1ff493d84b HTTP/1.1" status: 200 len: 5436 time: 0.5202022 May 18 18:17:07.518766 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 75d8fbc0-97dd-4aea-a1f2-9e5de043f940 up at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:17:07.603023 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device a89a7901-a2dc-4636-94d9-9ef3bb7b4ae7 up at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:17:07.608241 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=aa23f36f-8afa-400e-91a0-e1e420831fe3,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:17:07.694649 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning for port 75d8fbc0-97dd-4aea-a1f2-9e5de043f940 completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:17:07.696895 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-414413c7-6308-47ae-a2c5-8b0accb01f2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:07.705061 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning complete for port 75d8fbc0-97dd-4aea-a1f2-9e5de043f940 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:17:07.705460 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:07.719439 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-87743467-2f23-4359-859b-8567a300acb4 req-cc3cef16-6f18-4485-8079-6c93983cbdbf service neutron] 10.222.0.36 "GET /v2.0/networks/3772013f-5c68-47e7-b25a-e3ecaa34ca65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8792069 May 18 18:17:07.756955 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning complete for port a89a7901-a2dc-4636-94d9-9ef3bb7b4ae7 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:17:07.757372 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:07.816373 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-33500322-7d78-4b14-8cc0-e49abed8bb43 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:07.991658 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f3d93d-4a99-49f7-ba99-60504291e799 req-e85c7f73-b242-4e9e-a858-22090c3f6729 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:08.006001 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d1f3d93d-4a99-49f7-ba99-60504291e799 req-e85c7f73-b242-4e9e-a858-22090c3f6729 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "GET /v2.0/ports?device_id=916226d3-1b4b-4128-9b00-ffdb3385cb4f HTTP/1.1" status: 200 len: 944 time: 0.1251612 May 18 18:17:08.020922 n-d-838550-3 neutron-server[102731]: INFO neutron.api.v2.resource [None req-33500322-7d78-4b14-8cc0-e49abed8bb43 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] update failed (client error): The resource could not be found. May 18 18:17:08.031035 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 36142) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:17:08.031747 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-33500322-7d78-4b14-8cc0-e49abed8bb43 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] 10.222.0.85 "PUT /v2.0/routers/bbc21eca-f1df-46ab-a519-5985f2dbbe62 HTTP/1.1" status: 404 len: 339 time: 1.1722488 May 18 18:17:08.078271 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e8dd623b-2db1-4142-8d3a-82fc9e412565 req-360dfb64-04c3-4cec-97e2-d4877fe178cd tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "GET /v2.0/security-groups?id=987873b8-e341-4d92-9eb4-c3682f6ae42f&id=9a2067b3-2854-40c8-880f-cf75b37fd6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5894465 May 18 18:17:08.081534 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 75d8fbc0-97dd-4aea-a1f2-9e5de043f940 is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:17:08.081534 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:08.085382 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port a89a7901-a2dc-4636-94d9-9ef3bb7b4ae7 is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:17:08.085601 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:08.171575 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-87743467-2f23-4359-859b-8567a300acb4 req-d40c9786-d1bd-4cd4-a273-d3dc633ec647 service neutron] 10.222.0.36 "GET /v2.0/networks/3772013f-5c68-47e7-b25a-e3ecaa34ca65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4424000 May 18 18:17:08.290525 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port a89a7901-a2dc-4636-94d9-9ef3bb7b4ae7, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=a89a7901-a2dc-4636-94d9-9ef3bb7b4ae7,segment=NetworkSegment(7fe567f5-b9bc-4b6c-8f11-60e107f314f0),segment_id=7fe567f5-b9bc-4b6c-8f11-60e107f314f0)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:17:08.304916 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d1f3d93d-4a99-49f7-ba99-60504291e799 req-413072e8-b25b-41ee-a082-9e21a50f781d tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "GET /v2.0/security-groups?id=359bbdd8-3840-48d9-94a4-88847558ed58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2968972 May 18 18:17:08.315932 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 75d8fbc0-97dd-4aea-a1f2-9e5de043f940, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=75d8fbc0-97dd-4aea-a1f2-9e5de043f940,segment=NetworkSegment(548811fd-0d5d-4f2a-9c52-8b852003d48e),segment_id=548811fd-0d5d-4f2a-9c52-8b852003d48e)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:17:08.327339 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:08.330329 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 0a586e3e-14a2-4a7b-a6df-16a75e1063f9 up at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:17:08.331959 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:08.380447 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 36150) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:17:08.396514 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee0f0b4-0d22-4753-accc-0cdebdaa37b1 req-3ee2e763-2092-41d8-bbdf-19fb8c005564 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:08.401784 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2ee0f0b4-0d22-4753-accc-0cdebdaa37b1 req-3ee2e763-2092-41d8-bbdf-19fb8c005564 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/ports?device_id=ee682333-0859-4af7-9a90-1cbf33d3ca83 HTTP/1.1" status: 200 len: 944 time: 0.1880701 May 18 18:17:08.468792 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118aac95-ba11-4dfb-abf3-ea9c796e29df req-6ae91816-f0b9-4b24-87aa-a4c820eb048e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:08.487429 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-118aac95-ba11-4dfb-abf3-ea9c796e29df req-6ae91816-f0b9-4b24-87aa-a4c820eb048e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6664118b95564eb5aa43c658eedfd9ed&device_id=916226d3-1b4b-4128-9b00-ffdb3385cb4f HTTP/1.1" status: 200 len: 1095 time: 0.2069840 May 18 18:17:08.553211 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2ee0f0b4-0d22-4753-accc-0cdebdaa37b1 req-752b1754-13ab-4e8c-a668-64ab102af734 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/security-groups?id=0cf286b9-4259-46f9-a9b8-06a8c9d0d055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331728 May 18 18:17:08.571801 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37c27a1b-623c-44a7-a5a8-1c1ff493d84b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa23f36f-8afa-400e-91a0-e1e420831fe3'}, {'server_uuid': 'd11fab4b-31ef-4c42-930b-de9418b06dd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a89a7901-a2dc-4636-94d9-9ef3bb7b4ae7'}, {'server_uuid': '37c27a1b-623c-44a7-a5a8-1c1ff493d84b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75d8fbc0-97dd-4aea-a1f2-9e5de043f940'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:17:08.581065 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c04461d1-166e-40d0-8001-0708678ef1ae" -d '{"events": [{"server_uuid": "37c27a1b-623c-44a7-a5a8-1c1ff493d84b", "name": "network-vif-plugged", "status": "completed", "tag": "aa23f36f-8afa-400e-91a0-e1e420831fe3"}, {"server_uuid": "d11fab4b-31ef-4c42-930b-de9418b06dd3", "name": "network-vif-plugged", "status": "completed", "tag": "a89a7901-a2dc-4636-94d9-9ef3bb7b4ae7"}, {"server_uuid": "37c27a1b-623c-44a7-a5a8-1c1ff493d84b", "name": "network-vif-plugged", "status": "completed", "tag": "75d8fbc0-97dd-4aea-a1f2-9e5de043f940"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:17:08.598143 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=75d8fbc0-97dd-4aea-a1f2-9e5de043f940,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:17:08.719504 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118aac95-ba11-4dfb-abf3-ea9c796e29df req-7f6eedd7-a7d8-433f-bc75-51deaf55a864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:08.721081 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-118aac95-ba11-4dfb-abf3-ea9c796e29df req-7f6eedd7-a7d8-433f-bc75-51deaf55a864 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3772013f-5c68-47e7-b25a-e3ecaa34ca65 HTTP/1.1" status: 200 len: 897 time: 0.2277365 May 18 18:17:08.809135 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-9e535968-b3e5-4336-9985-9cf80a877217 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-433143004-network', 'tenant_id': 'a00afbdb0cf340b68960573ed9f21f35'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:17:08.813459 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-118aac95-ba11-4dfb-abf3-ea9c796e29df req-524ed5dd-68b7-4750-901b-d12c4587c068 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=6ff877b8-9cb4-4d26-aecb-f0dc28840fd8 HTTP/1.1" status: 200 len: 217 time: 0.0852585 May 18 18:17:08.816304 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning for port 0a586e3e-14a2-4a7b-a6df-16a75e1063f9 completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:17:08.821989 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 18 May 2022 18:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be4a465e-f9ae-4713-b81b-b5da5860a037 x-openstack-request-id: req-be4a465e-f9ae-4713-b81b-b5da5860a037 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:17:08.822600 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37c27a1b-623c-44a7-a5a8-1c1ff493d84b", "name": "network-vif-plugged", "status": "completed", "tag": "aa23f36f-8afa-400e-91a0-e1e420831fe3", "code": 200}, {"server_uuid": "d11fab4b-31ef-4c42-930b-de9418b06dd3", "name": "network-vif-plugged", "status": "completed", "tag": "a89a7901-a2dc-4636-94d9-9ef3bb7b4ae7", "code": 200}, {"server_uuid": "37c27a1b-623c-44a7-a5a8-1c1ff493d84b", "name": "network-vif-plugged", "status": "completed", "tag": "75d8fbc0-97dd-4aea-a1f2-9e5de043f940", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:17:08.823197 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-be4a465e-f9ae-4713-b81b-b5da5860a037 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:17:08.825990 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be4a465e-f9ae-4713-b81b-b5da5860a037'] response: {'server_uuid': '37c27a1b-623c-44a7-a5a8-1c1ff493d84b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa23f36f-8afa-400e-91a0-e1e420831fe3', 'code': 200} May 18 18:17:08.826723 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be4a465e-f9ae-4713-b81b-b5da5860a037'] response: {'server_uuid': 'd11fab4b-31ef-4c42-930b-de9418b06dd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a89a7901-a2dc-4636-94d9-9ef3bb7b4ae7', 'code': 200} May 18 18:17:08.827364 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be4a465e-f9ae-4713-b81b-b5da5860a037'] response: {'server_uuid': '37c27a1b-623c-44a7-a5a8-1c1ff493d84b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75d8fbc0-97dd-4aea-a1f2-9e5de043f940', 'code': 200} May 18 18:17:08.837951 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning complete for port 0a586e3e-14a2-4a7b-a6df-16a75e1063f9 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:17:08.839114 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:08.935052 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c42a497-dbcd-441d-82b1-6155d957e463 req-2ab061c2-7c31-460a-a66f-0a5485bb9e9c tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:08.935370 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e535968-b3e5-4336-9985-9cf80a877217 admin admin] Made reservation on behalf of a00afbdb0cf340b68960573ed9f21f35 for: {'network': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:17:08.936789 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3c42a497-dbcd-441d-82b1-6155d957e463 req-2ab061c2-7c31-460a-a66f-0a5485bb9e9c tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "GET /v2.0/ports?device_id=00ae5749-325c-4339-a1d0-d91fc688ad0c HTTP/1.1" status: 200 len: 946 time: 0.3990235 May 18 18:17:08.942532 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=a89a7901-a2dc-4636-94d9-9ef3bb7b4ae7,revision_number=7']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:17:08.945785 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9e535968-b3e5-4336-9985-9cf80a877217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:08.990994 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9e535968-b3e5-4336-9985-9cf80a877217 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:09.011899 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118aac95-ba11-4dfb-abf3-ea9c796e29df req-e1f9abd2-7b59-45f4-865f-fc92f246ed42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:09.013547 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-118aac95-ba11-4dfb-abf3-ea9c796e29df req-e1f9abd2-7b59-45f4-865f-fc92f246ed42 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=05bff1fc-1faf-47fd-b2da-551a36f96258 HTTP/1.1" status: 200 len: 838 time: 0.1909602 May 18 18:17:09.020333 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-da066028-c259-43ac-bafa-0a47d4f69143 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:09.064803 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 0a586e3e-14a2-4a7b-a6df-16a75e1063f9 is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:17:09.065228 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:09.108721 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3c42a497-dbcd-441d-82b1-6155d957e463 req-2deaa7ca-f3b8-4738-89f9-f8fcbf724822 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "GET /v2.0/security-groups?id=4a1f9358-f3a3-4045-96f1-cde7ad8c9099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1512897 May 18 18:17:09.136951 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 0a586e3e-14a2-4a7b-a6df-16a75e1063f9, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=0a586e3e-14a2-4a7b-a6df-16a75e1063f9,segment=NetworkSegment(548811fd-0d5d-4f2a-9c52-8b852003d48e),segment_id=548811fd-0d5d-4f2a-9c52-8b852003d48e)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:17:09.142936 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:09.145048 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 3834bbf2-f7bf-4a97-a0c0-de4238651f93 up at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:17:09.156200 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118aac95-ba11-4dfb-abf3-ea9c796e29df req-7702afbf-e21e-487d-a67f-6b896f64eb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:09.157595 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-118aac95-ba11-4dfb-abf3-ea9c796e29df req-7702afbf-e21e-487d-a67f-6b896f64eb1b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3772013f-5c68-47e7-b25a-e3ecaa34ca65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1309240 May 18 18:17:09.286155 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning for port 3834bbf2-f7bf-4a97-a0c0-de4238651f93 completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:17:09.298306 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning complete for port 3834bbf2-f7bf-4a97-a0c0-de4238651f93 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:17:09.299000 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:09.309527 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=0a586e3e-14a2-4a7b-a6df-16a75e1063f9,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:17:09.381434 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9e535968-b3e5-4336-9985-9cf80a877217 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:09.427008 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-118aac95-ba11-4dfb-abf3-ea9c796e29df req-d5c86ef9-7cb1-483f-857a-e6a4b9374da5 service neutron] 10.222.0.36 "GET /v2.0/networks/3772013f-5c68-47e7-b25a-e3ecaa34ca65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2455893 May 18 18:17:09.434214 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9e535968-b3e5-4336-9985-9cf80a877217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:09.449299 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e535968-b3e5-4336-9985-9cf80a877217 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 632} {{(pid=102731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:17:09.459886 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9e535968-b3e5-4336-9985-9cf80a877217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:09.460246 n-d-838550-3 neutron-server[102731]: INFO neutron.db.segments_db [None req-9e535968-b3e5-4336-9985-9cf80a877217 admin admin] Added segment 7497a90c-8a70-4e30-9cef-893abef43022 of type vlan for network 78c61f05-c072-4168-9989-a0356abe598d May 18 18:17:09.473712 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 3834bbf2-f7bf-4a97-a0c0-de4238651f93 is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:17:09.474117 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:09.534810 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 3834bbf2-f7bf-4a97-a0c0-de4238651f93, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=3834bbf2-f7bf-4a97-a0c0-de4238651f93,segment=NetworkSegment(cf7df900-9ffb-48f9-b318-c52437b4c248),segment_id=cf7df900-9ffb-48f9-b318-c52437b4c248)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:17:09.546383 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:09.547414 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 22792e7b-11fc-4e6a-a075-a39b7800942c up at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:17:09.551450 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378f230f-8ea6-4318-90e5-996fe96bcdbc req-2cd3da25-20a3-49ce-98a6-632aed658a88 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:09.554183 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-378f230f-8ea6-4318-90e5-996fe96bcdbc req-2cd3da25-20a3-49ce-98a6-632aed658a88 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "GET /v2.0/ports?device_id=916226d3-1b4b-4128-9b00-ffdb3385cb4f HTTP/1.1" status: 200 len: 944 time: 0.1261606 May 18 18:17:09.645064 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-da066028-c259-43ac-bafa-0a47d4f69143 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Allocated IP 172.20.0.1 (3dc2c4a3-6bcb-46dc-992b-821e890511fa/20859b69-9d3d-483f-9299-2e5e46f06b2f/64786a8a-e252-4547-b735-5d5747c2c650) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:17:09.707251 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9e535968-b3e5-4336-9985-9cf80a877217 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:09.710254 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-378f230f-8ea6-4318-90e5-996fe96bcdbc req-f1e91bf8-4d7b-4bef-8cbc-aa8f8d5557c3 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "GET /v2.0/security-groups?id=359bbdd8-3840-48d9-94a4-88847558ed58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971794 May 18 18:17:09.736319 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-118aac95-ba11-4dfb-abf3-ea9c796e29df req-f206cf35-2e39-4dc2-bd52-ce09bd92f0fd service neutron] 10.222.0.36 "GET /v2.0/networks/3772013f-5c68-47e7-b25a-e3ecaa34ca65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148345 May 18 18:17:09.769115 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b12e4ff-66ef-4c3b-b71f-8ef0c1d31aaa req-b043d273-2957-4d30-815c-29a8f3e03883 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:09.775890 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b12e4ff-66ef-4c3b-b71f-8ef0c1d31aaa req-b043d273-2957-4d30-815c-29a8f3e03883 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:09.788083 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b12e4ff-66ef-4c3b-b71f-8ef0c1d31aaa req-b043d273-2957-4d30-815c-29a8f3e03883 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:09.806589 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b12e4ff-66ef-4c3b-b71f-8ef0c1d31aaa req-b043d273-2957-4d30-815c-29a8f3e03883 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:09.818779 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b12e4ff-66ef-4c3b-b71f-8ef0c1d31aaa req-b043d273-2957-4d30-815c-29a8f3e03883 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:09.826637 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b12e4ff-66ef-4c3b-b71f-8ef0c1d31aaa req-b043d273-2957-4d30-815c-29a8f3e03883 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:09.840173 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b12e4ff-66ef-4c3b-b71f-8ef0c1d31aaa req-b043d273-2957-4d30-815c-29a8f3e03883 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:09.851525 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7b12e4ff-66ef-4c3b-b71f-8ef0c1d31aaa req-b043d273-2957-4d30-815c-29a8f3e03883 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "GET /v2.0/ports?device_id=37c27a1b-623c-44a7-a5a8-1c1ff493d84b HTTP/1.1" status: 200 len: 5439 time: 0.5847912 May 18 18:17:09.856548 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9e535968-b3e5-4336-9985-9cf80a877217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:09.857531 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e535968-b3e5-4336-9985-9cf80a877217 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:09.858258 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9e535968-b3e5-4336-9985-9cf80a877217 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:09.876772 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning for port 22792e7b-11fc-4e6a-a075-a39b7800942c completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:17:09.888140 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning complete for port 22792e7b-11fc-4e6a-a075-a39b7800942c triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:17:09.888777 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:09.891100 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=3834bbf2-f7bf-4a97-a0c0-de4238651f93,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:17:10.048433 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-55b36fbd-cce3-4fe2-b527-a77f86a939ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:10.062687 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 22792e7b-11fc-4e6a-a075-a39b7800942c is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:17:10.063094 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:10.081933 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e535968-b3e5-4336-9985-9cf80a877217 admin admin] Pushing event updated for resources: {'Network': ['ID=78c61f05-c072-4168-9989-a0356abe598d,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:17:10.106771 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7b12e4ff-66ef-4c3b-b71f-8ef0c1d31aaa req-72a8c1e3-59c8-4241-b0e8-990c824f258a tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "GET /v2.0/security-groups?id=987873b8-e341-4d92-9eb4-c3682f6ae42f&id=9a2067b3-2854-40c8-880f-cf75b37fd6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2542465 May 18 18:17:10.112953 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c3e929-9048-4fec-ac38-08fc317fd181 req-8ee2bb72-aa41-4bbb-a4b6-b39d579b50e9 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:10.122890 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-82c3e929-9048-4fec-ac38-08fc317fd181 req-8ee2bb72-aa41-4bbb-a4b6-b39d579b50e9 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/ports?device_id=ee682333-0859-4af7-9a90-1cbf33d3ca83 HTTP/1.1" status: 200 len: 944 time: 0.2219062 May 18 18:17:10.125513 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-9e535968-b3e5-4336-9985-9cf80a877217 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.7436757 May 18 18:17:10.132895 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 36232) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:17:10.135394 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 22792e7b-11fc-4e6a-a075-a39b7800942c, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=22792e7b-11fc-4e6a-a075-a39b7800942c,segment=NetworkSegment(b14cff5e-c393-4dce-b4d0-984d9041a56c),segment_id=b14cff5e-c393-4dce-b4d0-984d9041a56c)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:17:10.139852 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network 78c61f05-c072-4168-9989-a0356abe598d details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:17:10.148004 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e535968-b3e5-4336-9985-9cf80a877217 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d99d7bf-9c60-476f-87b6-99601a576663,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:17:10.155221 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-56cb878f-dd8f-413d-a84e-ee5afbd15356 admin admin] Request body: {'subnet': {'network_id': '78c61f05-c072-4168-9989-a0356abe598d', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-433143004-subnet', 'tenant_id': 'a00afbdb0cf340b68960573ed9f21f35', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:17:10.195231 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-da066028-c259-43ac-bafa-0a47d4f69143 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:10.217174 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56cb878f-dd8f-413d-a84e-ee5afbd15356 admin admin] Made reservation on behalf of a00afbdb0cf340b68960573ed9f21f35 for: {'subnet': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:17:10.220991 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-56cb878f-dd8f-413d-a84e-ee5afbd15356 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261031885'] for subnet, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:10.255248 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:10.265227 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-82c3e929-9048-4fec-ac38-08fc317fd181 req-b73ab4a9-d052-47fa-b743-b380710cc97e tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/security-groups?id=0cf286b9-4259-46f9-a9b8-06a8c9d0d055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767841 May 18 18:17:10.329049 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device bfe302f4-31b0-4e60-be0f-bcfe30840d72 up at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:17:10.426648 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=22792e7b-11fc-4e6a-a075-a39b7800942c,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:17:10.448995 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning for port bfe302f4-31b0-4e60-be0f-bcfe30840d72 completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:17:10.454387 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e706978-2c6b-4101-9301-a6648babe684 req-f2878d69-3c9d-48ef-864e-65695b0b5422 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:10.454656 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning complete for port bfe302f4-31b0-4e60-be0f-bcfe30840d72 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:17:10.455079 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:10.458447 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0e706978-2c6b-4101-9301-a6648babe684 req-f2878d69-3c9d-48ef-864e-65695b0b5422 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "GET /v2.0/ports?device_id=00ae5749-325c-4339-a1d0-d91fc688ad0c HTTP/1.1" status: 200 len: 946 time: 0.1057460 May 18 18:17:10.470346 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-da066028-c259-43ac-bafa-0a47d4f69143 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:10.571326 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0e706978-2c6b-4101-9301-a6648babe684 req-aa59e69f-d166-4a83-aa08-5fa71c0ddd7e tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "GET /v2.0/security-groups?id=4a1f9358-f3a3-4045-96f1-cde7ad8c9099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957963 May 18 18:17:10.615309 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da066028-c259-43ac-bafa-0a47d4f69143 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Network 3dc2c4a3-6bcb-46dc-992b-821e890511fa is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:17:10.646455 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port bfe302f4-31b0-4e60-be0f-bcfe30840d72 is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:17:10.646893 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:10.670046 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da066028-c259-43ac-bafa-0a47d4f69143 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Pushing event updated for resources: {'Port': ['ID=64786a8a-e252-4547-b735-5d5747c2c650,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:17:10.677395 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-da066028-c259-43ac-bafa-0a47d4f69143 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:17:10.700170 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da066028-c259-43ac-bafa-0a47d4f69143 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:17:10.706081 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port bfe302f4-31b0-4e60-be0f-bcfe30840d72, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=bfe302f4-31b0-4e60-be0f-bcfe30840d72,segment=NetworkSegment(548811fd-0d5d-4f2a-9c52-8b852003d48e),segment_id=548811fd-0d5d-4f2a-9c52-8b852003d48e)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:17:10.714049 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:10.718827 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device c1a38a60-53f2-4654-a616-b703911388e5 up at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:17:10.796562 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-da066028-c259-43ac-bafa-0a47d4f69143 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595826'] for router_interface, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:10.832161 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37c27a1b-623c-44a7-a5a8-1c1ff493d84b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a586e3e-14a2-4a7b-a6df-16a75e1063f9'}, {'server_uuid': '37c27a1b-623c-44a7-a5a8-1c1ff493d84b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3834bbf2-f7bf-4a97-a0c0-de4238651f93'}, {'server_uuid': '37c27a1b-623c-44a7-a5a8-1c1ff493d84b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22792e7b-11fc-4e6a-a075-a39b7800942c'}, {'server_uuid': '37c27a1b-623c-44a7-a5a8-1c1ff493d84b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfe302f4-31b0-4e60-be0f-bcfe30840d72'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:17:10.834753 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36823ef5-94cc-4f2b-81e1-a777fbfd301c" -d '{"events": [{"server_uuid": "37c27a1b-623c-44a7-a5a8-1c1ff493d84b", "name": "network-vif-plugged", "status": "completed", "tag": "0a586e3e-14a2-4a7b-a6df-16a75e1063f9"}, {"server_uuid": "37c27a1b-623c-44a7-a5a8-1c1ff493d84b", "name": "network-vif-plugged", "status": "completed", "tag": "3834bbf2-f7bf-4a97-a0c0-de4238651f93"}, {"server_uuid": "37c27a1b-623c-44a7-a5a8-1c1ff493d84b", "name": "network-vif-plugged", "status": "completed", "tag": "22792e7b-11fc-4e6a-a075-a39b7800942c"}, {"server_uuid": "37c27a1b-623c-44a7-a5a8-1c1ff493d84b", "name": "network-vif-plugged", "status": "completed", "tag": "bfe302f4-31b0-4e60-be0f-bcfe30840d72"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:17:10.872197 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=bfe302f4-31b0-4e60-be0f-bcfe30840d72,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:17:10.917531 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning for port c1a38a60-53f2-4654-a616-b703911388e5 completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:17:10.944260 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Wed, 18 May 2022 18:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd1baf89-f641-40c9-98d0-5ad81ad18199 x-openstack-request-id: req-dd1baf89-f641-40c9-98d0-5ad81ad18199 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:17:10.945826 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37c27a1b-623c-44a7-a5a8-1c1ff493d84b", "name": "network-vif-plugged", "status": "completed", "tag": "0a586e3e-14a2-4a7b-a6df-16a75e1063f9", "code": 200}, {"server_uuid": "37c27a1b-623c-44a7-a5a8-1c1ff493d84b", "name": "network-vif-plugged", "status": "completed", "tag": "3834bbf2-f7bf-4a97-a0c0-de4238651f93", "code": 200}, {"server_uuid": "37c27a1b-623c-44a7-a5a8-1c1ff493d84b", "name": "network-vif-plugged", "status": "completed", "tag": "22792e7b-11fc-4e6a-a075-a39b7800942c", "code": 200}, {"server_uuid": "37c27a1b-623c-44a7-a5a8-1c1ff493d84b", "name": "network-vif-plugged", "status": "completed", "tag": "bfe302f4-31b0-4e60-be0f-bcfe30840d72", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:17:10.946443 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-dd1baf89-f641-40c9-98d0-5ad81ad18199 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:17:10.947644 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd1baf89-f641-40c9-98d0-5ad81ad18199'] response: {'server_uuid': '37c27a1b-623c-44a7-a5a8-1c1ff493d84b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a586e3e-14a2-4a7b-a6df-16a75e1063f9', 'code': 200} May 18 18:17:10.948042 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd1baf89-f641-40c9-98d0-5ad81ad18199'] response: {'server_uuid': '37c27a1b-623c-44a7-a5a8-1c1ff493d84b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3834bbf2-f7bf-4a97-a0c0-de4238651f93', 'code': 200} May 18 18:17:10.948456 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd1baf89-f641-40c9-98d0-5ad81ad18199'] response: {'server_uuid': '37c27a1b-623c-44a7-a5a8-1c1ff493d84b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22792e7b-11fc-4e6a-a075-a39b7800942c', 'code': 200} May 18 18:17:10.949045 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd1baf89-f641-40c9-98d0-5ad81ad18199'] response: {'server_uuid': '37c27a1b-623c-44a7-a5a8-1c1ff493d84b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfe302f4-31b0-4e60-be0f-bcfe30840d72', 'code': 200} May 18 18:17:10.951845 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning complete for port c1a38a60-53f2-4654-a616-b703911388e5 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:17:10.952485 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:11.116124 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port c1a38a60-53f2-4654-a616-b703911388e5 is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:17:11.116698 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:11.218984 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:11.249833 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port c1a38a60-53f2-4654-a616-b703911388e5, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=c1a38a60-53f2-4654-a616-b703911388e5,segment=NetworkSegment(1c33b8e1-9163-4f86-a1f0-1efa8c3ca198),segment_id=1c33b8e1-9163-4f86-a1f0-1efa8c3ca198)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:17:11.251250 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-07ee976b-5e45-4fac-8ee5-0fbc2977a101 None None] Provisioning complete for port 64786a8a-e252-4547-b735-5d5747c2c650 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:17:11.251618 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-07ee976b-5e45-4fac-8ee5-0fbc2977a101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:11.300709 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-07ee976b-5e45-4fac-8ee5-0fbc2977a101 None None] Port 64786a8a-e252-4547-b735-5d5747c2c650 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:17:11.302439 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:11.360185 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfb0a78-1e60-4fbd-9466-8e1cfe03431c req-7935e2a9-e8d1-420d-80fb-a47872c9a290 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:11.371343 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfb0a78-1e60-4fbd-9466-8e1cfe03431c req-7935e2a9-e8d1-420d-80fb-a47872c9a290 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:11.374790 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=c1a38a60-53f2-4654-a616-b703911388e5,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:17:11.380828 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfb0a78-1e60-4fbd-9466-8e1cfe03431c req-7935e2a9-e8d1-420d-80fb-a47872c9a290 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:11.387691 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfb0a78-1e60-4fbd-9466-8e1cfe03431c req-7935e2a9-e8d1-420d-80fb-a47872c9a290 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:11.394531 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfb0a78-1e60-4fbd-9466-8e1cfe03431c req-7935e2a9-e8d1-420d-80fb-a47872c9a290 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:11.405136 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfb0a78-1e60-4fbd-9466-8e1cfe03431c req-7935e2a9-e8d1-420d-80fb-a47872c9a290 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:11.411551 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfb0a78-1e60-4fbd-9466-8e1cfe03431c req-7935e2a9-e8d1-420d-80fb-a47872c9a290 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:11.413854 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3cfb0a78-1e60-4fbd-9466-8e1cfe03431c req-7935e2a9-e8d1-420d-80fb-a47872c9a290 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "GET /v2.0/ports?device_id=37c27a1b-623c-44a7-a5a8-1c1ff493d84b HTTP/1.1" status: 200 len: 5442 time: 0.1644387 May 18 18:17:11.493367 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3cfb0a78-1e60-4fbd-9466-8e1cfe03431c req-26221fb7-f37a-46c9-affe-9063e6efe5b3 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "GET /v2.0/security-groups?id=987873b8-e341-4d92-9eb4-c3682f6ae42f&id=9a2067b3-2854-40c8-880f-cf75b37fd6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0712588 May 18 18:17:11.598253 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 6ff877b8-9cb4-4d26-aecb-f0dc28840fd8 details requested by agent hyperv_n-h1-838550-3 with host n-h1-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:17:11.654700 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af34667-3106-4b73-a33b-b4a1ae768df1 req-78ade59b-e56d-4a48-9deb-c5577ae0fc65 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:11.656974 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8af34667-3106-4b73-a33b-b4a1ae768df1 req-78ade59b-e56d-4a48-9deb-c5577ae0fc65 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "GET /v2.0/ports?device_id=916226d3-1b4b-4128-9b00-ffdb3385cb4f HTTP/1.1" status: 200 len: 944 time: 0.7942002 May 18 18:17:11.660497 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-56cb878f-dd8f-413d-a84e-ee5afbd15356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261104883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261031899'] for subnet, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:11.714547 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4208ef-4f31-43cf-b5cd-9029d8af6f2b req-c6653a43-1c6b-40ae-841c-1833510ec4fe tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:11.741896 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2f4208ef-4f31-43cf-b5cd-9029d8af6f2b req-c6653a43-1c6b-40ae-841c-1833510ec4fe tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/ports?device_id=ee682333-0859-4af7-9a90-1cbf33d3ca83 HTTP/1.1" status: 200 len: 945 time: 0.1568005 May 18 18:17:11.767243 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3ce5b6-e5fa-477d-81ef-3e192a6894d4 req-13276a92-52b5-4ce3-b9f8-1df5e8aec89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:11.767904 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3ce5b6-e5fa-477d-81ef-3e192a6894d4 req-13276a92-52b5-4ce3-b9f8-1df5e8aec89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:11.768608 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3ce5b6-e5fa-477d-81ef-3e192a6894d4 req-13276a92-52b5-4ce3-b9f8-1df5e8aec89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:11.769719 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3ce5b6-e5fa-477d-81ef-3e192a6894d4 req-13276a92-52b5-4ce3-b9f8-1df5e8aec89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:11.769719 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3ce5b6-e5fa-477d-81ef-3e192a6894d4 req-13276a92-52b5-4ce3-b9f8-1df5e8aec89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:11.770650 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3ce5b6-e5fa-477d-81ef-3e192a6894d4 req-13276a92-52b5-4ce3-b9f8-1df5e8aec89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:11.771367 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3ce5b6-e5fa-477d-81ef-3e192a6894d4 req-13276a92-52b5-4ce3-b9f8-1df5e8aec89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:11.775925 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6b3ce5b6-e5fa-477d-81ef-3e192a6894d4 req-13276a92-52b5-4ce3-b9f8-1df5e8aec89a service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=37c27a1b-623c-44a7-a5a8-1c1ff493d84b HTTP/1.1" status: 200 len: 6499 time: 0.2932591 May 18 18:17:11.780084 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 6ff877b8-9cb4-4d26-aecb-f0dc28840fd8, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=6ff877b8-9cb4-4d26-aecb-f0dc28840fd8,segment=NetworkSegment(d7187d71-d510-47eb-a540-b794438c92ec),segment_id=d7187d71-d510-47eb-a540-b794438c92ec)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:17:11.794639 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Returning: {'device': '6ff877b8-9cb4-4d26-aecb-f0dc28840fd8', 'network_id': '3772013f-5c68-47e7-b25a-e3ecaa34ca65', 'port_id': '6ff877b8-9cb4-4d26-aecb-f0dc28840fd8', 'mac_address': 'fa:16:3e:f3:d2:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05bff1fc-1faf-47fd-b2da-551a36f96258', 'ip_address': '172.20.0.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:17:11.832846 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 36300) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:17:11.851480 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 6ff877b8-9cb4-4d26-aecb-f0dc28840fd8 is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:17:11.851746 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:11.857020 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2f4208ef-4f31-43cf-b5cd-9029d8af6f2b req-0b4b3f00-e991-445e-aeb9-58756966bb03 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/security-groups?id=0cf286b9-4259-46f9-a9b8-06a8c9d0d055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061211 May 18 18:17:11.869886 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cb878f-dd8f-413d-a84e-ee5afbd15356 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df6ed95b-9ad9-4205-97a8-5d7aa2845cf8,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:17:11.871009 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ff877b8-9cb4-4d26-aecb-f0dc28840fd8 {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:17:11.923652 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 6ff877b8-9cb4-4d26-aecb-f0dc28840fd8, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=6ff877b8-9cb4-4d26-aecb-f0dc28840fd8,segment=NetworkSegment(d7187d71-d510-47eb-a540-b794438c92ec),segment_id=d7187d71-d510-47eb-a540-b794438c92ec)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:17:11.940420 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-da066028-c259-43ac-bafa-0a47d4f69143 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:11.946734 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:12.026625 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c23a3f-8434-4ba2-9d4a-c519f1adcbdc req-2cb5c7d3-a747-4bd2-98f7-150908597f66 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:12.029751 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8af34667-3106-4b73-a33b-b4a1ae768df1 req-f95a4535-9996-4d12-ab0e-e001a1a1946f tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "GET /v2.0/security-groups?id=359bbdd8-3840-48d9-94a4-88847558ed58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3602800 May 18 18:17:12.040868 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e9c23a3f-8434-4ba2-9d4a-c519f1adcbdc req-2cb5c7d3-a747-4bd2-98f7-150908597f66 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "GET /v2.0/ports?device_id=00ae5749-325c-4339-a1d0-d91fc688ad0c HTTP/1.1" status: 200 len: 946 time: 0.0916235 May 18 18:17:12.111840 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=6ff877b8-9cb4-4d26-aecb-f0dc28840fd8,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:17:12.126901 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e9c23a3f-8434-4ba2-9d4a-c519f1adcbdc req-9c197726-0c7d-4e2c-82c0-2c76c6ad17a2 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "GET /v2.0/security-groups?id=4a1f9358-f3a3-4045-96f1-cde7ad8c9099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845664 May 18 18:17:12.149682 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6b3ce5b6-e5fa-477d-81ef-3e192a6894d4 req-aa3c413f-d5c9-4cd7-8694-1344a97585ed service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=987873b8-e341-4d92-9eb4-c3682f6ae42f&id=9a2067b3-2854-40c8-880f-cf75b37fd6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3148561 May 18 18:17:12.185276 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-cc6e762d-d300-4669-9579-f7bb6f8a1181 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:12.233834 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['6ff877b8-9cb4-4d26-aecb-f0dc28840fd8'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:17:12.347014 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:12.348604 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-cc6e762d-d300-4669-9579-f7bb6f8a1181 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:12.364254 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-cc6e762d-d300-4669-9579-f7bb6f8a1181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:12.427530 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6e762d-d300-4669-9579-f7bb6f8a1181 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7376b429-dd5e-45c5-a1f9-ccc72c7864b6,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:17:12.461168 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-cc6e762d-d300-4669-9579-f7bb6f8a1181 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=3de5c3335d2b46998f17b509ecc8d76b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6271105 May 18 18:17:12.462170 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 36312) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:17:12.608570 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-429b80af-c3db-45ac-b182-1c3ea1edced8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:12.627313 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-da066028-c259-43ac-bafa-0a47d4f69143 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:12.635682 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56cb878f-dd8f-413d-a84e-ee5afbd15356 admin admin] Checking segment: {'id': '7497a90c-8a70-4e30-9cef-893abef43022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '78c61f05-c072-4168-9989-a0356abe598d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:17:12.636164 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56cb878f-dd8f-413d-a84e-ee5afbd15356 admin admin] Network hostable DHCP agents. Network: 78c61f05-c072-4168-9989-a0356abe598d, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:17:12.642805 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-da066028-c259-43ac-bafa-0a47d4f69143 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:12.691738 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-429b80af-c3db-45ac-b182-1c3ea1edced8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:12.833700 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a5553e-dcb1-49b6-b5a3-253d47279b8c req-8ca1aa6b-fa99-4cc1-9c11-5f7ac454aff2 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:12.841268 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a5553e-dcb1-49b6-b5a3-253d47279b8c req-8ca1aa6b-fa99-4cc1-9c11-5f7ac454aff2 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:12.847575 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a5553e-dcb1-49b6-b5a3-253d47279b8c req-8ca1aa6b-fa99-4cc1-9c11-5f7ac454aff2 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:12.854150 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a5553e-dcb1-49b6-b5a3-253d47279b8c req-8ca1aa6b-fa99-4cc1-9c11-5f7ac454aff2 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:12.854350 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-da066028-c259-43ac-bafa-0a47d4f69143 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-595870'] for router_interface, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:12.856653 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da066028-c259-43ac-bafa-0a47d4f69143 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Pushing event updated for resources: {'Port': ['ID=64786a8a-e252-4547-b735-5d5747c2c650,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:17:12.860383 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a5553e-dcb1-49b6-b5a3-253d47279b8c req-8ca1aa6b-fa99-4cc1-9c11-5f7ac454aff2 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:12.863435 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56cb878f-dd8f-413d-a84e-ee5afbd15356 admin admin] Network 78c61f05-c072-4168-9989-a0356abe598d is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:17:12.869354 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a5553e-dcb1-49b6-b5a3-253d47279b8c req-8ca1aa6b-fa99-4cc1-9c11-5f7ac454aff2 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:12.883019 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a5553e-dcb1-49b6-b5a3-253d47279b8c req-8ca1aa6b-fa99-4cc1-9c11-5f7ac454aff2 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:12.892878 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-56cb878f-dd8f-413d-a84e-ee5afbd15356 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, 78c61f05-c072-4168-9989-a0356abe598d) {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:17:12.897924 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-71a5553e-dcb1-49b6-b5a3-253d47279b8c req-8ca1aa6b-fa99-4cc1-9c11-5f7ac454aff2 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "GET /v2.0/ports?device_id=37c27a1b-623c-44a7-a5a8-1c1ff493d84b HTTP/1.1" status: 200 len: 5442 time: 0.1722937 May 18 18:17:12.910247 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb9bdd23-8f3d-4bcc-b529-fbe0e6e86a42 None None] Network 78c61f05-c072-4168-9989-a0356abe598d requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:17:12.929365 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56cb878f-dd8f-413d-a84e-ee5afbd15356 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:12.930366 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-56cb878f-dd8f-413d-a84e-ee5afbd15356 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:12.962988 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee682333-0859-4af7-9a90-1cbf33d3ca83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1a38a60-53f2-4654-a616-b703911388e5'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:17:12.970600 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3417951d-7f10-4339-9353-c61d4ab829e2" -d '{"events": [{"server_uuid": "ee682333-0859-4af7-9a90-1cbf33d3ca83", "name": "network-vif-plugged", "status": "completed", "tag": "c1a38a60-53f2-4654-a616-b703911388e5"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:17:12.984083 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-71a5553e-dcb1-49b6-b5a3-253d47279b8c req-137fb6ee-9515-4b84-8bca-ce4e641b4eef tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "GET /v2.0/security-groups?id=987873b8-e341-4d92-9eb4-c3682f6ae42f&id=9a2067b3-2854-40c8-880f-cf75b37fd6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0847404 May 18 18:17:12.992258 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-429b80af-c3db-45ac-b182-1c3ea1edced8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:13.016180 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-56cb878f-dd8f-413d-a84e-ee5afbd15356 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.8690908 May 18 18:17:13.016441 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-429b80af-c3db-45ac-b182-1c3ea1edced8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:13.027932 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-429b80af-c3db-45ac-b182-1c3ea1edced8 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/7376b429-dd5e-45c5-a1f9-ccc72c7864b6 HTTP/1.1" status: 204 len: 168 time: 0.5639515 May 18 18:17:13.048936 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429b80af-c3db-45ac-b182-1c3ea1edced8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7376b429-dd5e-45c5-a1f9-ccc72c7864b6,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:17:13.137460 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5bf55e5-523a-4098-a32b-2540a1cdbe5a x-openstack-request-id: req-d5bf55e5-523a-4098-a32b-2540a1cdbe5a {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:17:13.137460 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee682333-0859-4af7-9a90-1cbf33d3ca83", "name": "network-vif-plugged", "status": "completed", "tag": "c1a38a60-53f2-4654-a616-b703911388e5", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:17:13.137974 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-d5bf55e5-523a-4098-a32b-2540a1cdbe5a {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:17:13.138152 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5bf55e5-523a-4098-a32b-2540a1cdbe5a'] response: {'server_uuid': 'ee682333-0859-4af7-9a90-1cbf33d3ca83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1a38a60-53f2-4654-a616-b703911388e5', 'code': 200} May 18 18:17:13.214708 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da066028-c259-43ac-bafa-0a47d4f69143 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Network 3dc2c4a3-6bcb-46dc-992b-821e890511fa is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:17:13.218354 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-da066028-c259-43ac-bafa-0a47d4f69143 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:17:13.360141 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:13.403351 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729c62e6-949d-4dbc-bc61-ce46b71cb6bb req-7594a0bc-fa78-46df-a822-bdfb88be92b1 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:13.415046 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-729c62e6-949d-4dbc-bc61-ce46b71cb6bb req-7594a0bc-fa78-46df-a822-bdfb88be92b1 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "GET /v2.0/ports?device_id=916226d3-1b4b-4128-9b00-ffdb3385cb4f HTTP/1.1" status: 200 len: 945 time: 0.1581924 May 18 18:17:13.519678 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-729c62e6-949d-4dbc-bc61-ce46b71cb6bb req-81229a72-0027-4553-baaa-8f4d299e9b07 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "GET /v2.0/security-groups?id=359bbdd8-3840-48d9-94a4-88847558ed58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012843 May 18 18:17:13.615854 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 6ff877b8-9cb4-4d26-aecb-f0dc28840fd8 up at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:17:13.625475 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da066028-c259-43ac-bafa-0a47d4f69143 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Router bbc21eca-f1df-46ab-a519-5985f2dbbe62 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:17:13.653837 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f75d39-da50-4647-ad31-0f7b7906091b req-7efd9388-6a92-4a52-a1de-7b67b0681c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:13.656321 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-74f75d39-da50-4647-ad31-0f7b7906091b req-7efd9388-6a92-4a52-a1de-7b67b0681c94 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=ee682333-0859-4af7-9a90-1cbf33d3ca83 HTTP/1.1" status: 200 len: 1096 time: 0.3920858 May 18 18:17:13.708055 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96da62dc-bd9e-48b7-9a04-b37504b5ee93 None None] Network 78c61f05-c072-4168-9989-a0356abe598d requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:17:13.772344 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f01bbf-a329-4cb5-ad3f-ac4dafc16901 req-bc715049-ba15-4772-a3dd-8fa26d2d9a1c tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:13.774148 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f0f01bbf-a329-4cb5-ad3f-ac4dafc16901 req-bc715049-ba15-4772-a3dd-8fa26d2d9a1c tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/ports?device_id=ee682333-0859-4af7-9a90-1cbf33d3ca83 HTTP/1.1" status: 200 len: 945 time: 0.6789947 May 18 18:17:13.832493 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f55beea-01cd-4037-9cf0-657a3c4e9cdc req-711a14e4-e9e7-42b3-baf5-320114052202 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:13.835664 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4f55beea-01cd-4037-9cf0-657a3c4e9cdc req-711a14e4-e9e7-42b3-baf5-320114052202 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "GET /v2.0/ports?device_id=00ae5749-325c-4339-a1d0-d91fc688ad0c HTTP/1.1" status: 200 len: 946 time: 0.1634464 May 18 18:17:13.856035 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-74f75d39-da50-4647-ad31-0f7b7906091b req-40ea2af1-be87-4cbf-91da-c12b9a9b1ffc service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=0cf286b9-4259-46f9-a9b8-06a8c9d0d055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721506 May 18 18:17:13.993177 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4f55beea-01cd-4037-9cf0-657a3c4e9cdc req-c1d9a10a-8eda-48fa-a279-7b20bf1d3f18 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "GET /v2.0/security-groups?id=4a1f9358-f3a3-4045-96f1-cde7ad8c9099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1427553 May 18 18:17:14.024934 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f0f01bbf-a329-4cb5-ad3f-ac4dafc16901 req-e0abff25-5cf4-4d7e-b262-f2c1b6ac807c tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/security-groups?id=0cf286b9-4259-46f9-a9b8-06a8c9d0d055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365077 May 18 18:17:14.069119 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da066028-c259-43ac-bafa-0a47d4f69143 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:17:14.080260 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb68533b-f45e-4bd6-b7c2-05a0d06ebc52 None None] Sync routers for ids ['bbc21eca-f1df-46ab-a519-5985f2dbbe62'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:17:14.124563 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-da066028-c259-43ac-bafa-0a47d4f69143 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] 10.222.0.85 "PUT /v2.0/routers/bbc21eca-f1df-46ab-a519-5985f2dbbe62/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0824473 May 18 18:17:14.124866 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 36358) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:17:14.125023 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb68533b-f45e-4bd6-b7c2-05a0d06ebc52 None None] Routers {'bbc21eca-f1df-46ab-a519-5985f2dbbe62'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:17:14.125023 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-cb68533b-f45e-4bd6-b7c2-05a0d06ebc52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:17:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['bbc21eca-f1df-46ab-a519-5985f2dbbe62'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:17:14.175922 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-cb68533b-f45e-4bd6-b7c2-05a0d06ebc52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:17:14.190533 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb68533b-f45e-4bd6-b7c2-05a0d06ebc52 None None] Routers {'bbc21eca-f1df-46ab-a519-5985f2dbbe62'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:17:14.191554 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-cb68533b-f45e-4bd6-b7c2-05a0d06ebc52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:17:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['bbc21eca-f1df-46ab-a519-5985f2dbbe62'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:17:14.234839 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-cb68533b-f45e-4bd6-b7c2-05a0d06ebc52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:17:14.236078 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb68533b-f45e-4bd6-b7c2-05a0d06ebc52 None None] The sync data for ids ['bbc21eca-f1df-46ab-a519-5985f2dbbe62'] in n-d-838550-3 is: [] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:17:14.259511 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-6d80a992-695c-442d-8625-270257a9e547 None None] Provisioning complete for port 64786a8a-e252-4547-b735-5d5747c2c650 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:17:14.262595 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-6d80a992-695c-442d-8625-270257a9e547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:14.385908 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning for port 6ff877b8-9cb4-4d26-aecb-f0dc28840fd8 completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:17:14.390199 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-6d80a992-695c-442d-8625-270257a9e547 None None] Port 64786a8a-e252-4547-b735-5d5747c2c650 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:17:14.423221 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning complete for port 6ff877b8-9cb4-4d26-aecb-f0dc28840fd8 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:17:14.423898 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:14.604283 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 6ff877b8-9cb4-4d26-aecb-f0dc28840fd8 is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:17:14.604283 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:14.669910 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 6ff877b8-9cb4-4d26-aecb-f0dc28840fd8, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=6ff877b8-9cb4-4d26-aecb-f0dc28840fd8,segment=NetworkSegment(d7187d71-d510-47eb-a540-b794438c92ec),segment_id=d7187d71-d510-47eb-a540-b794438c92ec)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:17:14.680984 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-97879833-80c2-4423-9ad6-814343d1f75d tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Notify callbacks [] for router, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:14.685727 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:14.712980 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadb72a4-658f-48a1-bcf1-5d693a9d34f9 req-7ebe48d5-c9fa-47ef-84a7-4d8c497b0013 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:14.724804 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadb72a4-658f-48a1-bcf1-5d693a9d34f9 req-7ebe48d5-c9fa-47ef-84a7-4d8c497b0013 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:14.734312 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadb72a4-658f-48a1-bcf1-5d693a9d34f9 req-7ebe48d5-c9fa-47ef-84a7-4d8c497b0013 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:14.745915 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadb72a4-658f-48a1-bcf1-5d693a9d34f9 req-7ebe48d5-c9fa-47ef-84a7-4d8c497b0013 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:14.757829 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadb72a4-658f-48a1-bcf1-5d693a9d34f9 req-7ebe48d5-c9fa-47ef-84a7-4d8c497b0013 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:14.769021 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadb72a4-658f-48a1-bcf1-5d693a9d34f9 req-7ebe48d5-c9fa-47ef-84a7-4d8c497b0013 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:14.780340 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadb72a4-658f-48a1-bcf1-5d693a9d34f9 req-7ebe48d5-c9fa-47ef-84a7-4d8c497b0013 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:14.797803 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-dadb72a4-658f-48a1-bcf1-5d693a9d34f9 req-7ebe48d5-c9fa-47ef-84a7-4d8c497b0013 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "GET /v2.0/ports?device_id=37c27a1b-623c-44a7-a5a8-1c1ff493d84b HTTP/1.1" status: 200 len: 5442 time: 0.4700570 May 18 18:17:14.800616 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=6ff877b8-9cb4-4d26-aecb-f0dc28840fd8,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:17:14.989849 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-dadb72a4-658f-48a1-bcf1-5d693a9d34f9 req-a6f13ac1-3f96-4794-8ed3-b07837164bc5 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "GET /v2.0/security-groups?id=987873b8-e341-4d92-9eb4-c3682f6ae42f&id=9a2067b3-2854-40c8-880f-cf75b37fd6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1900997 May 18 18:17:15.028116 n-d-838550-3 neutron-server[102731]: INFO neutron.api.v2.resource [None req-97879833-80c2-4423-9ad6-814343d1f75d tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] delete failed (client error): There was a conflict when trying to complete your request. May 18 18:17:15.042689 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-97879833-80c2-4423-9ad6-814343d1f75d tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] 10.222.0.85 "DELETE /v2.0/routers/bbc21eca-f1df-46ab-a519-5985f2dbbe62 HTTP/1.1" status: 409 len: 329 time: 0.9189899 May 18 18:17:15.052117 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 36386) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:17:15.107722 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132e4e77-219d-4751-aa73-aeac0ada44d1 req-72cf58da-73ee-476f-9f67-13cbc8340f4e tempest-InstanceActionsV221TestJSON-841684584 tempest-InstanceActionsV221TestJSON-841684584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:15.123192 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-132e4e77-219d-4751-aa73-aeac0ada44d1 req-72cf58da-73ee-476f-9f67-13cbc8340f4e tempest-InstanceActionsV221TestJSON-841684584 tempest-InstanceActionsV221TestJSON-841684584-project] 10.222.0.85 "GET /v2.0/networks?id=78c61f05-c072-4168-9989-a0356abe598d HTTP/1.1" status: 200 len: 817 time: 0.2611465 May 18 18:17:15.146587 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '916226d3-1b4b-4128-9b00-ffdb3385cb4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ff877b8-9cb4-4d26-aecb-f0dc28840fd8'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:17:15.149216 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bc52c0c-0eeb-4e0c-8f98-6bf0d04fe4ff" -d '{"events": [{"server_uuid": "916226d3-1b4b-4128-9b00-ffdb3385cb4f", "name": "network-vif-plugged", "status": "completed", "tag": "6ff877b8-9cb4-4d26-aecb-f0dc28840fd8"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:17:15.149439 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-132e4e77-219d-4751-aa73-aeac0ada44d1 req-9ec12987-b84f-4202-9ba3-6d988a968d90 tempest-InstanceActionsV221TestJSON-841684584 tempest-InstanceActionsV221TestJSON-841684584-project] 10.222.0.85 "GET /v2.0/quotas/a00afbdb0cf340b68960573ed9f21f35 HTTP/1.1" status: 200 len: 375 time: 0.0246985 May 18 18:17:15.217452 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-132e4e77-219d-4751-aa73-aeac0ada44d1 req-7b7e3025-b819-4e72-902e-c1107fe02ee2 tempest-InstanceActionsV221TestJSON-841684584 tempest-InstanceActionsV221TestJSON-841684584-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=a00afbdb0cf340b68960573ed9f21f35&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0661902 May 18 18:17:15.512808 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-132e4e77-219d-4751-aa73-aeac0ada44d1 req-bb50eb8a-215c-408b-8781-ba95a1a33d7a service neutron] 10.222.0.85 "GET /v2.0/networks/78c61f05-c072-4168-9989-a0356abe598d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2887645 May 18 18:17:15.610098 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd72f35-3fed-4f2a-beff-4f7df358cbc8 req-f4dac356-276f-4485-9690-0389b596bd9c tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:15.618469 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2cd72f35-3fed-4f2a-beff-4f7df358cbc8 req-f4dac356-276f-4485-9690-0389b596bd9c tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "GET /v2.0/ports?device_id=916226d3-1b4b-4128-9b00-ffdb3385cb4f HTTP/1.1" status: 200 len: 946 time: 0.2953851 May 18 18:17:15.682623 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-132e4e77-219d-4751-aa73-aeac0ada44d1 req-a8342803-01e8-4a75-a7bb-d5426a14c2a0 service neutron] 10.222.0.85 "GET /v2.0/networks/78c61f05-c072-4168-9989-a0356abe598d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634212 May 18 18:17:15.786431 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2cd72f35-3fed-4f2a-beff-4f7df358cbc8 req-0e96f38f-9326-4425-abe8-35898ccef50f tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "GET /v2.0/security-groups?id=359bbdd8-3840-48d9-94a4-88847558ed58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1239181 May 18 18:17:16.015498 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-606b62af-832b-4959-8682-91f0b3cae125 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-595963'] for router_interface, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:16.229093 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9b3089-f18a-4589-815e-af96ebb08eb1 req-9c47612d-b139-491f-a7e4-93b4f2a76be2 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:16.239607 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6a9b3089-f18a-4589-815e-af96ebb08eb1 req-9c47612d-b139-491f-a7e4-93b4f2a76be2 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "GET /v2.0/ports?device_id=00ae5749-325c-4339-a1d0-d91fc688ad0c HTTP/1.1" status: 200 len: 946 time: 0.3469696 May 18 18:17:16.291543 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b436f2-e776-4a4d-999b-d7d974f006c0 req-e4d1802e-53eb-4a8d-9543-af36ba0f7c6a tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:16.306453 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-82b436f2-e776-4a4d-999b-d7d974f006c0 req-e4d1802e-53eb-4a8d-9543-af36ba0f7c6a tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/ports?device_id=ee682333-0859-4af7-9a90-1cbf33d3ca83 HTTP/1.1" status: 200 len: 945 time: 0.2232900 May 18 18:17:16.444479 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-82b436f2-e776-4a4d-999b-d7d974f006c0 req-72d130dd-3165-4ff5-a6aa-5aab285bbe92 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/security-groups?id=0cf286b9-4259-46f9-a9b8-06a8c9d0d055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343267 May 18 18:17:16.445254 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 36436) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:17:16.718086 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe77d36-781d-4185-b09d-ec8679919545 req-f6703036-ad62-49d2-93d7-d0b284459df0 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:16.725424 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe77d36-781d-4185-b09d-ec8679919545 req-f6703036-ad62-49d2-93d7-d0b284459df0 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:16.732908 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe77d36-781d-4185-b09d-ec8679919545 req-f6703036-ad62-49d2-93d7-d0b284459df0 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:16.739813 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe77d36-781d-4185-b09d-ec8679919545 req-f6703036-ad62-49d2-93d7-d0b284459df0 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:16.746352 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe77d36-781d-4185-b09d-ec8679919545 req-f6703036-ad62-49d2-93d7-d0b284459df0 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:16.753098 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe77d36-781d-4185-b09d-ec8679919545 req-f6703036-ad62-49d2-93d7-d0b284459df0 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:16.760159 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe77d36-781d-4185-b09d-ec8679919545 req-f6703036-ad62-49d2-93d7-d0b284459df0 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:16.775517 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cbe77d36-781d-4185-b09d-ec8679919545 req-f6703036-ad62-49d2-93d7-d0b284459df0 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "GET /v2.0/ports?device_id=37c27a1b-623c-44a7-a5a8-1c1ff493d84b HTTP/1.1" status: 200 len: 5442 time: 0.1956213 May 18 18:17:16.777174 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 36444) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:17:16.805009 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7c3954d6-ab81-4787-bd5b-13e0b9599ef3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:16.813240 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-57b5065f-e987-4a0b-a25b-505d7e816f59 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Request body: {'floatingip': {'port_id': '22792e7b-11fc-4e6a-a075-a39b7800942c'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:17:16.822490 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07ffe28d-ee2e-49ef-9cc0-5712f2aaa8fc x-openstack-request-id: req-07ffe28d-ee2e-49ef-9cc0-5712f2aaa8fc {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:17:16.823375 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "916226d3-1b4b-4128-9b00-ffdb3385cb4f", "name": "network-vif-plugged", "status": "completed", "tag": "6ff877b8-9cb4-4d26-aecb-f0dc28840fd8", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:17:16.823803 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-07ffe28d-ee2e-49ef-9cc0-5712f2aaa8fc {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:17:16.824360 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07ffe28d-ee2e-49ef-9cc0-5712f2aaa8fc'] response: {'server_uuid': '916226d3-1b4b-4128-9b00-ffdb3385cb4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ff877b8-9cb4-4d26-aecb-f0dc28840fd8', 'code': 200} May 18 18:17:16.925171 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7c3954d6-ab81-4787-bd5b-13e0b9599ef3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:16.933915 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7c3954d6-ab81-4787-bd5b-13e0b9599ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:16.958952 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-57b5065f-e987-4a0b-a25b-505d7e816f59 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Notify callbacks [] for floatingip, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:16.977477 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6a9b3089-f18a-4589-815e-af96ebb08eb1 req-9fb4fde2-49dd-42df-9a25-77bb40e903ff tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "GET /v2.0/security-groups?id=4a1f9358-f3a3-4045-96f1-cde7ad8c9099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7362120 May 18 18:17:17.051676 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-17c25a7f-a62c-4455-8327-97464b1d10d5 req-0423ecb9-bb8d-4ce9-99c0-a477abf36fb5 tempest-InstanceActionsV221TestJSON-841684584 tempest-InstanceActionsV221TestJSON-841684584-project] 10.222.0.85 "GET /v2.0/ports?device_id=5effefac-46f4-4f12-9b8f-98e7bf1a466d HTTP/1.1" status: 200 len: 210 time: 0.0613310 May 18 18:17:17.056185 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3954d6-ab81-4787-bd5b-13e0b9599ef3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b6fe844-b55a-400f-83d3-e4185658e052,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:17:17.095801 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-7c3954d6-ab81-4787-bd5b-13e0b9599ef3 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=697663037f7845a1966cf71ef2b9997a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6397622 May 18 18:17:17.104858 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 36456) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:17:17.239990 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-49120079-9a49-4a5b-a70c-aac066e726a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:17.285407 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-49120079-9a49-4a5b-a70c-aac066e726a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:17.356024 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cbd014-80c1-4597-a264-c2d3c2663a33 req-d47f7ec4-1049-4e21-8721-900d156c31c1 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:17.358566 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b7cbd014-80c1-4597-a264-c2d3c2663a33 req-d47f7ec4-1049-4e21-8721-900d156c31c1 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "GET /v2.0/ports?device_id=916226d3-1b4b-4128-9b00-ffdb3385cb4f HTTP/1.1" status: 200 len: 946 time: 0.1823339 May 18 18:17:17.366347 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-49120079-9a49-4a5b-a70c-aac066e726a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:17.372230 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-49120079-9a49-4a5b-a70c-aac066e726a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:17.373798 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-49120079-9a49-4a5b-a70c-aac066e726a5 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/6b6fe844-b55a-400f-83d3-e4185658e052 HTTP/1.1" status: 204 len: 168 time: 0.2670350 May 18 18:17:17.392978 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49120079-9a49-4a5b-a70c-aac066e726a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b6fe844-b55a-400f-83d3-e4185658e052,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:17:17.507607 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b7cbd014-80c1-4597-a264-c2d3c2663a33 req-073ff598-1508-4c6a-baf3-74b0db9eb814 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "GET /v2.0/security-groups?id=359bbdd8-3840-48d9-94a4-88847558ed58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1284983 May 18 18:17:17.561901 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025d876e-7727-4bfb-8552-b75256960a32 req-9d9989fe-e7fa-42e3-861f-fb86172e8558 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:17.570446 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-025d876e-7727-4bfb-8552-b75256960a32 req-9d9989fe-e7fa-42e3-861f-fb86172e8558 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/ports?device_id=ee682333-0859-4af7-9a90-1cbf33d3ca83 HTTP/1.1" status: 200 len: 945 time: 0.3531473 May 18 18:17:17.587967 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fb12f0-9262-4397-9d17-a1a0416b278a req-ef08b0e0-cbef-4a6c-8176-c9fd05c5511f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:17.590482 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b6fb12f0-9262-4397-9d17-a1a0416b278a req-ef08b0e0-cbef-4a6c-8176-c9fd05c5511f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=916226d3-1b4b-4128-9b00-ffdb3385cb4f HTTP/1.1" status: 200 len: 1097 time: 0.6051383 May 18 18:17:17.825671 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-025d876e-7727-4bfb-8552-b75256960a32 req-c0cb1206-9cf1-4a3b-9e80-131b44120580 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/security-groups?id=0cf286b9-4259-46f9-a9b8-06a8c9d0d055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315767 May 18 18:17:18.125140 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132e4e77-219d-4751-aa73-aeac0ada44d1 req-7da7a93d-ee2b-4239-910e-9ef3bd4a4448 tempest-InstanceActionsV221TestJSON-841684584 tempest-InstanceActionsV221TestJSON-841684584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:18.128381 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b6fb12f0-9262-4397-9d17-a1a0416b278a req-c6d1b2ec-5667-43e8-bdce-890d0ca44513 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=359bbdd8-3840-48d9-94a4-88847558ed58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4849761 May 18 18:17:18.130110 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-132e4e77-219d-4751-aa73-aeac0ada44d1 req-7da7a93d-ee2b-4239-910e-9ef3bd4a4448 tempest-InstanceActionsV221TestJSON-841684584 tempest-InstanceActionsV221TestJSON-841684584-project] 10.222.0.36 "GET /v2.0/networks?id=78c61f05-c072-4168-9989-a0356abe598d HTTP/1.1" status: 200 len: 817 time: 0.4101551 May 18 18:17:18.148843 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-606b62af-832b-4959-8682-91f0b3cae125 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Deleting port 64786a8a-e252-4547-b735-5d5747c2c650 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:17:18.152689 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-606b62af-832b-4959-8682-91f0b3cae125 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:18.274701 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef384367-8b24-452d-ad88-487dd7ec50a9 req-49a9465d-5923-4451-b9d8-9c0b7077a074 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:18.277147 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ef384367-8b24-452d-ad88-487dd7ec50a9 req-49a9465d-5923-4451-b9d8-9c0b7077a074 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/ports?device_id=ee682333-0859-4af7-9a90-1cbf33d3ca83 HTTP/1.1" status: 200 len: 945 time: 0.0997396 May 18 18:17:18.337721 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ef384367-8b24-452d-ad88-487dd7ec50a9 req-09a2e847-768b-4ac3-8cfb-6791099ca1c8 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/security-groups?id=0cf286b9-4259-46f9-a9b8-06a8c9d0d055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524995 May 18 18:17:18.352782 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-132e4e77-219d-4751-aa73-aeac0ada44d1 req-e09152f3-eaa2-4165-969f-52bdb7cd85a6 tempest-InstanceActionsV221TestJSON-841684584 tempest-InstanceActionsV221TestJSON-841684584-project] Request body: {'port': {'device_id': '5effefac-46f4-4f12-9b8f-98e7bf1a466d', 'network_id': '78c61f05-c072-4168-9989-a0356abe598d', 'admin_state_up': True, 'tenant_id': 'a00afbdb0cf340b68960573ed9f21f35'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:17:18.553476 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fd5f85-dbe6-4eb5-9c6c-a610c07fdec9 req-63dac167-cbd5-411c-a1e6-0e279123a9dc tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:18.553985 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-dabc4914-4b2d-463e-b6fb-ab40193ae862 req-1fff07d4-98f3-4ba4-a28f-76246ae00ad1 tempest-InstanceActionsV221TestJSON-841684584 tempest-InstanceActionsV221TestJSON-841684584-project] 10.222.0.85 "GET /v2.0/ports?device_id=5effefac-46f4-4f12-9b8f-98e7bf1a466d HTTP/1.1" status: 200 len: 210 time: 0.0482137 May 18 18:17:18.555446 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a5fd5f85-dbe6-4eb5-9c6c-a610c07fdec9 req-63dac167-cbd5-411c-a1e6-0e279123a9dc tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "GET /v2.0/ports?device_id=00ae5749-325c-4339-a1d0-d91fc688ad0c HTTP/1.1" status: 200 len: 946 time: 0.1965616 May 18 18:17:18.564177 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-132e4e77-219d-4751-aa73-aeac0ada44d1 req-e09152f3-eaa2-4165-969f-52bdb7cd85a6 tempest-InstanceActionsV221TestJSON-841684584 tempest-InstanceActionsV221TestJSON-841684584-project] Made reservation on behalf of a00afbdb0cf340b68960573ed9f21f35 for: {'port': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:17:18.582218 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-132e4e77-219d-4751-aa73-aeac0ada44d1 req-e09152f3-eaa2-4165-969f-52bdb7cd85a6 tempest-InstanceActionsV221TestJSON-841684584 tempest-InstanceActionsV221TestJSON-841684584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:18.586695 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-606b62af-832b-4959-8682-91f0b3cae125 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:18.610899 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-606b62af-832b-4959-8682-91f0b3cae125 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Calling delete_port for 64786a8a-e252-4547-b735-5d5747c2c650 owned by network:router_interface {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:17:18.669112 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a5fd5f85-dbe6-4eb5-9c6c-a610c07fdec9 req-5802ae58-1ef1-4f6e-88e3-49de03e77c3d tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "GET /v2.0/security-groups?id=4a1f9358-f3a3-4045-96f1-cde7ad8c9099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752134 May 18 18:17:18.681752 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.db.resource_extend [None req-57b5065f-e987-4a0b-a25b-505d7e816f59 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 18 18:17:18.806448 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [req-132e4e77-219d-4751-aa73-aeac0ada44d1 req-e09152f3-eaa2-4165-969f-52bdb7cd85a6 tempest-InstanceActionsV221TestJSON-841684584 tempest-InstanceActionsV221TestJSON-841684584-project] Allocated IP 172.20.0.3 (78c61f05-c072-4168-9989-a0356abe598d/df6ed95b-9ad9-4205-97a8-5d7aa2845cf8/e48aa418-111c-4872-a83c-09f1901d6ee3) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:17:18.884983 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-57b5065f-e987-4a0b-a25b-505d7e816f59 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:18.895141 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-57b5065f-e987-4a0b-a25b-505d7e816f59 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596987'] for floatingip, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:18.961653 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e5813d-72af-4890-8f6a-cb50293bce33 req-d3370aac-f38b-4dd1-8ac6-0cbeabcde98c tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:18.972894 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b3e5813d-72af-4890-8f6a-cb50293bce33 req-d3370aac-f38b-4dd1-8ac6-0cbeabcde98c tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "GET /v2.0/ports?device_id=916226d3-1b4b-4128-9b00-ffdb3385cb4f HTTP/1.1" status: 200 len: 946 time: 0.1537609 May 18 18:17:19.046634 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398ed585-ee6d-4b1c-8f9c-d480a2041999 req-db8ed137-d085-4511-9e2f-c5365d00959a tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:19.061162 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-398ed585-ee6d-4b1c-8f9c-d480a2041999 req-db8ed137-d085-4511-9e2f-c5365d00959a tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/ports?device_id=ee682333-0859-4af7-9a90-1cbf33d3ca83 HTTP/1.1" status: 200 len: 945 time: 0.2069204 May 18 18:17:19.113456 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b3e5813d-72af-4890-8f6a-cb50293bce33 req-1e681804-afd9-4d9d-b677-9ed26857b4bb tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "GET /v2.0/security-groups?id=359bbdd8-3840-48d9-94a4-88847558ed58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1342709 May 18 18:17:19.173432 n-d-838550-3 neutron-server[102731]: INFO neutron.db.l3_db [None req-57b5065f-e987-4a0b-a25b-505d7e816f59 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Floating IP 77d48605-795b-46f4-8477-b557b8315374 associated. External IP: 172.25.5.240, port: 22792e7b-11fc-4e6a-a075-a39b7800942c. May 18 18:17:19.225981 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-398ed585-ee6d-4b1c-8f9c-d480a2041999 req-75f621e9-4d5f-447e-a119-ed5f3295404c tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/security-groups?id=0cf286b9-4259-46f9-a9b8-06a8c9d0d055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632392 May 18 18:17:19.246946 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-132e4e77-219d-4751-aa73-aeac0ada44d1 req-e09152f3-eaa2-4165-969f-52bdb7cd85a6 tempest-InstanceActionsV221TestJSON-841684584 tempest-InstanceActionsV221TestJSON-841684584-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:19.305688 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-132e4e77-219d-4751-aa73-aeac0ada44d1 req-e09152f3-eaa2-4165-969f-52bdb7cd85a6 tempest-InstanceActionsV221TestJSON-841684584 tempest-InstanceActionsV221TestJSON-841684584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:19.391502 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09152f3-eaa2-4165-969f-52bdb7cd85a6 tempest-InstanceActionsV221TestJSON-841684584 tempest-InstanceActionsV221TestJSON-841684584-project] Pushing event updated for resources: {'Port': ['ID=e48aa418-111c-4872-a83c-09f1901d6ee3,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:17:19.430696 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-606b62af-832b-4959-8682-91f0b3cae125 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:19.442652 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09152f3-eaa2-4165-969f-52bdb7cd85a6 tempest-InstanceActionsV221TestJSON-841684584 tempest-InstanceActionsV221TestJSON-841684584-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:17:19.443869 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09152f3-eaa2-4165-969f-52bdb7cd85a6 tempest-InstanceActionsV221TestJSON-841684584 tempest-InstanceActionsV221TestJSON-841684584-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:17:19.446468 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09152f3-eaa2-4165-969f-52bdb7cd85a6 tempest-InstanceActionsV221TestJSON-841684584 tempest-InstanceActionsV221TestJSON-841684584-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:17:19.447055 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09152f3-eaa2-4165-969f-52bdb7cd85a6 tempest-InstanceActionsV221TestJSON-841684584 tempest-InstanceActionsV221TestJSON-841684584-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:17:19.447478 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09152f3-eaa2-4165-969f-52bdb7cd85a6 tempest-InstanceActionsV221TestJSON-841684584 tempest-InstanceActionsV221TestJSON-841684584-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:17:19.447904 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09152f3-eaa2-4165-969f-52bdb7cd85a6 tempest-InstanceActionsV221TestJSON-841684584 tempest-InstanceActionsV221TestJSON-841684584-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:17:19.448306 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09152f3-eaa2-4165-969f-52bdb7cd85a6 tempest-InstanceActionsV221TestJSON-841684584 tempest-InstanceActionsV221TestJSON-841684584-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:17:19.448819 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09152f3-eaa2-4165-969f-52bdb7cd85a6 tempest-InstanceActionsV221TestJSON-841684584 tempest-InstanceActionsV221TestJSON-841684584-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:17:19.449971 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09152f3-eaa2-4165-969f-52bdb7cd85a6 tempest-InstanceActionsV221TestJSON-841684584 tempest-InstanceActionsV221TestJSON-841684584-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:17:19.450555 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09152f3-eaa2-4165-969f-52bdb7cd85a6 tempest-InstanceActionsV221TestJSON-841684584 tempest-InstanceActionsV221TestJSON-841684584-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:17:19.451828 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09152f3-eaa2-4165-969f-52bdb7cd85a6 tempest-InstanceActionsV221TestJSON-841684584 tempest-InstanceActionsV221TestJSON-841684584-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:17:19.452171 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09152f3-eaa2-4165-969f-52bdb7cd85a6 tempest-InstanceActionsV221TestJSON-841684584 tempest-InstanceActionsV221TestJSON-841684584-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:17:19.480816 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-132e4e77-219d-4751-aa73-aeac0ada44d1 req-e09152f3-eaa2-4165-969f-52bdb7cd85a6 tempest-InstanceActionsV221TestJSON-841684584 tempest-InstanceActionsV221TestJSON-841684584-project] Network 78c61f05-c072-4168-9989-a0356abe598d is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:17:19.483244 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [req-132e4e77-219d-4751-aa73-aeac0ada44d1 req-e09152f3-eaa2-4165-969f-52bdb7cd85a6 tempest-InstanceActionsV221TestJSON-841684584 tempest-InstanceActionsV221TestJSON-841684584-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:17:19.496078 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-132e4e77-219d-4751-aa73-aeac0ada44d1 req-e09152f3-eaa2-4165-969f-52bdb7cd85a6 tempest-InstanceActionsV221TestJSON-841684584 tempest-InstanceActionsV221TestJSON-841684584-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:17:19.508203 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606b62af-832b-4959-8682-91f0b3cae125 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Pushing event deleted for resources: {'Port': ['ID=64786a8a-e252-4547-b735-5d5747c2c650,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:17:19.632551 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132e4e77-219d-4751-aa73-aeac0ada44d1 req-e09152f3-eaa2-4165-969f-52bdb7cd85a6 tempest-InstanceActionsV221TestJSON-841684584 tempest-InstanceActionsV221TestJSON-841684584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:19.634826 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-132e4e77-219d-4751-aa73-aeac0ada44d1 req-e09152f3-eaa2-4165-969f-52bdb7cd85a6 tempest-InstanceActionsV221TestJSON-841684584 tempest-InstanceActionsV221TestJSON-841684584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:19.674124 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-132e4e77-219d-4751-aa73-aeac0ada44d1 req-e09152f3-eaa2-4165-969f-52bdb7cd85a6 tempest-InstanceActionsV221TestJSON-841684584 tempest-InstanceActionsV221TestJSON-841684584-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3295133 May 18 18:17:19.692140 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-132e4e77-219d-4751-aa73-aeac0ada44d1 req-326f6dc2-5a68-467e-ae8b-4fc754e7b7ca service neutron] Request body: {'port': {'device_id': '5effefac-46f4-4f12-9b8f-98e7bf1a466d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-3'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:17:19.792646 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-132e4e77-219d-4751-aa73-aeac0ada44d1 req-326f6dc2-5a68-467e-ae8b-4fc754e7b7ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:20.237573 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [req-132e4e77-219d-4751-aa73-aeac0ada44d1 req-326f6dc2-5a68-467e-ae8b-4fc754e7b7ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e48aa418-111c-4872-a83c-09f1901d6ee3 {{(pid=102730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:17:20.247562 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-132e4e77-219d-4751-aa73-aeac0ada44d1 req-326f6dc2-5a68-467e-ae8b-4fc754e7b7ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:20.256065 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-606b62af-832b-4959-8682-91f0b3cae125 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-593931'] for router_interface, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:20.265803 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [req-132e4e77-219d-4751-aa73-aeac0ada44d1 req-326f6dc2-5a68-467e-ae8b-4fc754e7b7ca service neutron] Transition to ACTIVE for port object e48aa418-111c-4872-a83c-09f1901d6ee3 will not be triggered until provisioned by entity L2. {{(pid=102730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:17:20.283233 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-132e4e77-219d-4751-aa73-aeac0ada44d1 req-326f6dc2-5a68-467e-ae8b-4fc754e7b7ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:20.284518 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57b5065f-e987-4a0b-a25b-505d7e816f59 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Router f9d02e6d-5859-4d04-a9f4-13dd179731fc has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:17:20.300075 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb46125-2c05-42f2-87a0-97efe0606874 req-7a2472f3-607b-4173-a4a6-28ef2c6ac9f7 tempest-InstanceActionsV221TestJSON-841684584 tempest-InstanceActionsV221TestJSON-841684584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:20.309195 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4eb46125-2c05-42f2-87a0-97efe0606874 req-7a2472f3-607b-4173-a4a6-28ef2c6ac9f7 tempest-InstanceActionsV221TestJSON-841684584 tempest-InstanceActionsV221TestJSON-841684584-project] 10.222.0.85 "GET /v2.0/ports?device_id=5effefac-46f4-4f12-9b8f-98e7bf1a466d HTTP/1.1" status: 200 len: 931 time: 0.5185053 May 18 18:17:20.363091 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73e0ae1-eb84-4327-8392-f19dce07d460 req-613e2039-302f-48df-a626-239269b0a4df tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:20.365106 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c73e0ae1-eb84-4327-8392-f19dce07d460 req-613e2039-302f-48df-a626-239269b0a4df tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "GET /v2.0/ports?device_id=00ae5749-325c-4339-a1d0-d91fc688ad0c HTTP/1.1" status: 200 len: 946 time: 0.2498813 May 18 18:17:20.485983 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326f6dc2-5a68-467e-ae8b-4fc754e7b7ca service neutron] Pushing event updated for resources: {'Port': ['ID=e48aa418-111c-4872-a83c-09f1901d6ee3,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:17:20.504919 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4eb46125-2c05-42f2-87a0-97efe0606874 req-94881615-3084-40c0-9822-94b267243b61 tempest-InstanceActionsV221TestJSON-841684584 tempest-InstanceActionsV221TestJSON-841684584-project] 10.222.0.85 "GET /v2.0/security-groups?id=6d99d7bf-9c60-476f-87b6-99601a576663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938593 May 18 18:17:20.572057 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 36552) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:17:20.663254 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-132e4e77-219d-4751-aa73-aeac0ada44d1 req-326f6dc2-5a68-467e-ae8b-4fc754e7b7ca service neutron] Attempting to bind port e48aa418-111c-4872-a83c-09f1901d6ee3 on host n-h1-838550-3 for vnic_type normal with profile {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:17:20.664299 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-132e4e77-219d-4751-aa73-aeac0ada44d1 req-326f6dc2-5a68-467e-ae8b-4fc754e7b7ca service neutron] Attempting to bind port e48aa418-111c-4872-a83c-09f1901d6ee3 by drivers openvswitch,hyperv on host n-h1-838550-3 at level 0 using segments [{'id': '7497a90c-8a70-4e30-9cef-893abef43022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '78c61f05-c072-4168-9989-a0356abe598d'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:17:20.664299 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132e4e77-219d-4751-aa73-aeac0ada44d1 req-326f6dc2-5a68-467e-ae8b-4fc754e7b7ca service neutron] Attempting to bind port e48aa418-111c-4872-a83c-09f1901d6ee3 on network 78c61f05-c072-4168-9989-a0356abe598d {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:17:20.673056 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132e4e77-219d-4751-aa73-aeac0ada44d1 req-326f6dc2-5a68-467e-ae8b-4fc754e7b7ca service neutron] Port e48aa418-111c-4872-a83c-09f1901d6ee3 on network 78c61f05-c072-4168-9989-a0356abe598d not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-3 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:17:20.673385 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132e4e77-219d-4751-aa73-aeac0ada44d1 req-326f6dc2-5a68-467e-ae8b-4fc754e7b7ca service neutron] Attempting to bind port e48aa418-111c-4872-a83c-09f1901d6ee3 on network 78c61f05-c072-4168-9989-a0356abe598d {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:17:20.684008 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132e4e77-219d-4751-aa73-aeac0ada44d1 req-326f6dc2-5a68-467e-ae8b-4fc754e7b7ca service neutron] Checking agent: {'id': '1dbac822-25f2-4df8-9dc8-5c2e7b136eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:17:20.684387 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132e4e77-219d-4751-aa73-aeac0ada44d1 req-326f6dc2-5a68-467e-ae8b-4fc754e7b7ca service neutron] Checking segment: {'id': '7497a90c-8a70-4e30-9cef-893abef43022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '78c61f05-c072-4168-9989-a0356abe598d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:17:20.685126 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132e4e77-219d-4751-aa73-aeac0ada44d1 req-326f6dc2-5a68-467e-ae8b-4fc754e7b7ca service neutron] Bound using segment: {'id': '7497a90c-8a70-4e30-9cef-893abef43022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '78c61f05-c072-4168-9989-a0356abe598d'} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:17:20.685574 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-132e4e77-219d-4751-aa73-aeac0ada44d1 req-326f6dc2-5a68-467e-ae8b-4fc754e7b7ca service neutron] Bound port: e48aa418-111c-4872-a83c-09f1901d6ee3, host: n-h1-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7497a90c-8a70-4e30-9cef-893abef43022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '78c61f05-c072-4168-9989-a0356abe598d'}}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:17:20.685965 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-132e4e77-219d-4751-aa73-aeac0ada44d1 req-326f6dc2-5a68-467e-ae8b-4fc754e7b7ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:20.709745 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0622115-eef2-491f-964b-bc59f3bc2128 req-8934136d-9296-4b12-8e0f-2101832b659d tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:20.711364 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c0622115-eef2-491f-964b-bc59f3bc2128 req-8934136d-9296-4b12-8e0f-2101832b659d tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/ports?device_id=ee682333-0859-4af7-9a90-1cbf33d3ca83 HTTP/1.1" status: 200 len: 945 time: 0.0876515 May 18 18:17:20.824083 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c0622115-eef2-491f-964b-bc59f3bc2128 req-ab72e1d7-3ec8-4e3e-967e-085dc014a67e tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/security-groups?id=0cf286b9-4259-46f9-a9b8-06a8c9d0d055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820909 May 18 18:17:20.838822 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-132e4e77-219d-4751-aa73-aeac0ada44d1 req-326f6dc2-5a68-467e-ae8b-4fc754e7b7ca service neutron] For port e48aa418-111c-4872-a83c-09f1901d6ee3, host n-h1-838550-3, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:17:20.844688 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-132e4e77-219d-4751-aa73-aeac0ada44d1 req-326f6dc2-5a68-467e-ae8b-4fc754e7b7ca service neutron] For port e48aa418-111c-4872-a83c-09f1901d6ee3, host n-h1-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=e48aa418-111c-4872-a83c-09f1901d6ee3,segment=NetworkSegment(7497a90c-8a70-4e30-9cef-893abef43022),segment_id=7497a90c-8a70-4e30-9cef-893abef43022)] {{(pid=102730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:17:20.858396 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-132e4e77-219d-4751-aa73-aeac0ada44d1 req-326f6dc2-5a68-467e-ae8b-4fc754e7b7ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:20.930955 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132e4e77-219d-4751-aa73-aeac0ada44d1 req-326f6dc2-5a68-467e-ae8b-4fc754e7b7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:20.932230 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-132e4e77-219d-4751-aa73-aeac0ada44d1 req-326f6dc2-5a68-467e-ae8b-4fc754e7b7ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:20.935913 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-132e4e77-219d-4751-aa73-aeac0ada44d1 req-326f6dc2-5a68-467e-ae8b-4fc754e7b7ca service neutron] 10.222.0.36 "PUT /v2.0/ports/e48aa418-111c-4872-a83c-09f1901d6ee3 HTTP/1.1" status: 200 len: 1091 time: 1.2543945 May 18 18:17:20.950034 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5effefac-46f4-4f12-9b8f-98e7bf1a466d', 'tag': 'e48aa418-111c-4872-a83c-09f1901d6ee3'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:17:20.954885 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-334e1795-b5d3-4458-972c-355c732ffa11" -d '{"events": [{"name": "network-changed", "server_uuid": "5effefac-46f4-4f12-9b8f-98e7bf1a466d", "tag": "e48aa418-111c-4872-a83c-09f1901d6ee3"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:17:20.981971 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-d4826649-0ab9-4936-827f-4dc2b1e2ae5e tempest-DHCPAgentSchedulersTestJSON-574358142 tempest-DHCPAgentSchedulersTestJSON-574358142-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-388396810'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:17:21.090039 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326f6dc2-5a68-467e-ae8b-4fc754e7b7ca service neutron] Pushing event updated for resources: {'Port': ['ID=e48aa418-111c-4872-a83c-09f1901d6ee3,revision_number=3']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:17:21.113028 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4826649-0ab9-4936-827f-4dc2b1e2ae5e tempest-DHCPAgentSchedulersTestJSON-574358142 tempest-DHCPAgentSchedulersTestJSON-574358142-project] Made reservation on behalf of 3c47a0f6ea3a465caaf489ff32b159b6 for: {'network': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:17:21.116753 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d4826649-0ab9-4936-827f-4dc2b1e2ae5e tempest-DHCPAgentSchedulersTestJSON-574358142 tempest-DHCPAgentSchedulersTestJSON-574358142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:21.129808 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d4826649-0ab9-4936-827f-4dc2b1e2ae5e tempest-DHCPAgentSchedulersTestJSON-574358142 tempest-DHCPAgentSchedulersTestJSON-574358142-project] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:21.145953 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132e4e77-219d-4751-aa73-aeac0ada44d1 req-506606f5-1460-45a0-b84b-4abf5306cfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:21.148626 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-132e4e77-219d-4751-aa73-aeac0ada44d1 req-506606f5-1460-45a0-b84b-4abf5306cfb5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a00afbdb0cf340b68960573ed9f21f35&device_id=5effefac-46f4-4f12-9b8f-98e7bf1a466d HTTP/1.1" status: 200 len: 1094 time: 0.1612334 May 18 18:17:21.159656 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c73e0ae1-eb84-4327-8392-f19dce07d460 req-fed4b6ca-a722-4761-9940-bab368f66bc5 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "GET /v2.0/security-groups?id=4a1f9358-f3a3-4045-96f1-cde7ad8c9099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7568178 May 18 18:17:21.170099 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082c8a6f-8375-4f96-bf25-bb92540d2162 req-cc651765-fb72-4037-bb14-40ce90f0ac4d tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:21.176462 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-606b62af-832b-4959-8682-91f0b3cae125 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Router bbc21eca-f1df-46ab-a519-5985f2dbbe62 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:17:21.181578 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-082c8a6f-8375-4f96-bf25-bb92540d2162 req-cc651765-fb72-4037-bb14-40ce90f0ac4d tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "GET /v2.0/ports?device_id=916226d3-1b4b-4128-9b00-ffdb3385cb4f HTTP/1.1" status: 200 len: 946 time: 0.2438517 May 18 18:17:21.202001 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57b5065f-e987-4a0b-a25b-505d7e816f59 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:17:21.207461 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-57b5065f-e987-4a0b-a25b-505d7e816f59 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:21.220178 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c129a0b4-67fe-431d-b3d8-f897d46ffc7b None None] Sync routers for ids ['f9d02e6d-5859-4d04-a9f4-13dd179731fc'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:17:21.254087 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c129a0b4-67fe-431d-b3d8-f897d46ffc7b None None] Routers {'f9d02e6d-5859-4d04-a9f4-13dd179731fc'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:17:21.254687 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-c129a0b4-67fe-431d-b3d8-f897d46ffc7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:17:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['f9d02e6d-5859-4d04-a9f4-13dd179731fc'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:17:21.273486 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-132e4e77-219d-4751-aa73-aeac0ada44d1 req-39e36f13-fa60-4525-af4d-5d2adc048a2b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e48aa418-111c-4872-a83c-09f1901d6ee3 HTTP/1.1" status: 200 len: 217 time: 0.1145582 May 18 18:17:21.316669 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-082c8a6f-8375-4f96-bf25-bb92540d2162 req-b15e3f54-ffb4-447b-875b-08e63becbce9 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "GET /v2.0/security-groups?id=359bbdd8-3840-48d9-94a4-88847558ed58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1337612 May 18 18:17:21.404753 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-606b62af-832b-4959-8682-91f0b3cae125 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:17:21.416386 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77b3d83-ba0d-4fc1-8901-f1dfbcc3e3f0 None None] Sync routers for ids ['bbc21eca-f1df-46ab-a519-5985f2dbbe62'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:17:21.420578 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a3ecda1-8d46-4d89-a5ff-d08728f8ec20 x-openstack-request-id: req-5a3ecda1-8d46-4d89-a5ff-d08728f8ec20 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:17:21.420976 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5effefac-46f4-4f12-9b8f-98e7bf1a466d", "tag": "e48aa418-111c-4872-a83c-09f1901d6ee3", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:17:21.421320 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-5a3ecda1-8d46-4d89-a5ff-d08728f8ec20 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:17:21.424948 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a3ecda1-8d46-4d89-a5ff-d08728f8ec20'] response: {'name': 'network-changed', 'server_uuid': '5effefac-46f4-4f12-9b8f-98e7bf1a466d', 'tag': 'e48aa418-111c-4872-a83c-09f1901d6ee3', 'status': 'completed', 'code': 200} May 18 18:17:21.429922 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-57b5065f-e987-4a0b-a25b-505d7e816f59 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "PUT /v2.0/floatingips/77d48605-795b-46f4-8477-b557b8315374 HTTP/1.1" status: 200 len: 991 time: 4.6263938 May 18 18:17:21.437545 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77b3d83-ba0d-4fc1-8901-f1dfbcc3e3f0 None None] Routers {'bbc21eca-f1df-46ab-a519-5985f2dbbe62'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:17:21.445942 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 36570) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:17:21.448963 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-e77b3d83-ba0d-4fc1-8901-f1dfbcc3e3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:17:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['bbc21eca-f1df-46ab-a519-5985f2dbbe62'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:17:21.452244 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-606b62af-832b-4959-8682-91f0b3cae125 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] 10.222.0.85 "PUT /v2.0/routers/bbc21eca-f1df-46ab-a519-5985f2dbbe62/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3984511 May 18 18:17:21.452982 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37c27a1b-623c-44a7-a5a8-1c1ff493d84b', 'tag': '22792e7b-11fc-4e6a-a075-a39b7800942c'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:17:21.458804 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7a3b5cf-b0a5-48f4-9a75-ca26d7e5ff5a" -d '{"events": [{"name": "network-changed", "server_uuid": "37c27a1b-623c-44a7-a5a8-1c1ff493d84b", "tag": "22792e7b-11fc-4e6a-a075-a39b7800942c"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:17:21.459590 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-c129a0b4-67fe-431d-b3d8-f897d46ffc7b None None] Set router f9d02e6d-5859-4d04-a9f4-13dd179731fc gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:17:21.495454 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-e77b3d83-ba0d-4fc1-8901-f1dfbcc3e3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:17:21.504918 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77b3d83-ba0d-4fc1-8901-f1dfbcc3e3f0 None None] Routers {'bbc21eca-f1df-46ab-a519-5985f2dbbe62'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:17:21.505818 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-e77b3d83-ba0d-4fc1-8901-f1dfbcc3e3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:17:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['bbc21eca-f1df-46ab-a519-5985f2dbbe62'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:17:21.543440 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4bb9338-3829-4654-a57e-d41c42c437b7 x-openstack-request-id: req-d4bb9338-3829-4654-a57e-d41c42c437b7 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:17:21.544288 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37c27a1b-623c-44a7-a5a8-1c1ff493d84b", "tag": "22792e7b-11fc-4e6a-a075-a39b7800942c", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:17:21.544898 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-d4bb9338-3829-4654-a57e-d41c42c437b7 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:17:21.546877 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4bb9338-3829-4654-a57e-d41c42c437b7'] response: {'name': 'network-changed', 'server_uuid': '37c27a1b-623c-44a7-a5a8-1c1ff493d84b', 'tag': '22792e7b-11fc-4e6a-a075-a39b7800942c', 'status': 'completed', 'code': 200} May 18 18:17:21.551441 n-d-838550-3 neutron-server[102730]: INFO neutron.api.v2.resource [None req-2c3136d7-0a92-48f6-b7c5-f2d5f362def6 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] show failed (client error): The resource could not be found. May 18 18:17:21.558870 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-2c3136d7-0a92-48f6-b7c5-f2d5f362def6 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] 10.222.0.85 "GET /v2.0/routers/tempest-non_exist_router-1142637969 HTTP/1.1" status: 404 len: 335 time: 0.1013899 May 18 18:17:21.559146 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132e4e77-219d-4751-aa73-aeac0ada44d1 req-b4285cd6-0900-4fc8-9f76-a61f7de7c4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:21.560539 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 36576) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:17:21.561412 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-132e4e77-219d-4751-aa73-aeac0ada44d1 req-b4285cd6-0900-4fc8-9f76-a61f7de7c4f8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=df6ed95b-9ad9-4205-97a8-5d7aa2845cf8 HTTP/1.1" status: 200 len: 857 time: 0.2748821 May 18 18:17:21.568664 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-1b573fc8-d7ef-4dd2-a006-1dd00ec5ba11 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:17:21.598473 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-e77b3d83-ba0d-4fc1-8901-f1dfbcc3e3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:17:21.599290 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77b3d83-ba0d-4fc1-8901-f1dfbcc3e3f0 None None] The sync data for ids ['bbc21eca-f1df-46ab-a519-5985f2dbbe62'] in n-d-838550-3 is: [] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:17:21.638100 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d4826649-0ab9-4936-827f-4dc2b1e2ae5e tempest-DHCPAgentSchedulersTestJSON-574358142 tempest-DHCPAgentSchedulersTestJSON-574358142-project] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:21.640386 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-132e4e77-219d-4751-aa73-aeac0ada44d1 req-2e867b71-cc4a-47f3-b199-b2b511b33b2f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=78c61f05-c072-4168-9989-a0356abe598d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693808 May 18 18:17:21.656771 n-d-838550-3 neutron-server[102731]: INFO neutron.api.v2.resource [None req-1b573fc8-d7ef-4dd2-a006-1dd00ec5ba11 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] update failed (client error): The resource could not be found. May 18 18:17:21.666792 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-1b573fc8-d7ef-4dd2-a006-1dd00ec5ba11 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] 10.222.0.85 "PUT /v2.0/routers/tempest-non_exist_router-1220820693 HTTP/1.1" status: 404 len: 335 time: 0.1041040 May 18 18:17:21.667414 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 36578) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:17:21.677208 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d4826649-0ab9-4936-827f-4dc2b1e2ae5e tempest-DHCPAgentSchedulersTestJSON-574358142 tempest-DHCPAgentSchedulersTestJSON-574358142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:21.700391 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354dfeb2-9d2e-4d29-9ea7-a2abfc6d3897 req-06bf3b3f-c395-4eb8-89bb-f12f424bc8e1 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:21.708533 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-354dfeb2-9d2e-4d29-9ea7-a2abfc6d3897 req-06bf3b3f-c395-4eb8-89bb-f12f424bc8e1 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "GET /v2.0/ports?device_id=916226d3-1b4b-4128-9b00-ffdb3385cb4f HTTP/1.1" status: 200 len: 946 time: 0.2598004 May 18 18:17:21.803568 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_v2 [None req-078ec6b8-fddd-442b-80a0-edd6b6b87086 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Deleting subnet 909e2564-bf85-424c-8835-c949ddbb2aca {{(pid=102731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:17:21.818486 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-078ec6b8-fddd-442b-80a0-edd6b6b87086 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Notify callbacks [] for subnet, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:21.836335 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a3b5cf-b0a5-48f4-9a75-ca26d7e5ff5a req-881b8b82-9acb-4cb4-a07c-ca8349bee249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:21.836982 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a3b5cf-b0a5-48f4-9a75-ca26d7e5ff5a req-881b8b82-9acb-4cb4-a07c-ca8349bee249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:21.837519 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a3b5cf-b0a5-48f4-9a75-ca26d7e5ff5a req-881b8b82-9acb-4cb4-a07c-ca8349bee249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:21.838147 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a3b5cf-b0a5-48f4-9a75-ca26d7e5ff5a req-881b8b82-9acb-4cb4-a07c-ca8349bee249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:21.839510 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a3b5cf-b0a5-48f4-9a75-ca26d7e5ff5a req-881b8b82-9acb-4cb4-a07c-ca8349bee249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:21.840448 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a3b5cf-b0a5-48f4-9a75-ca26d7e5ff5a req-881b8b82-9acb-4cb4-a07c-ca8349bee249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:21.842782 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a3b5cf-b0a5-48f4-9a75-ca26d7e5ff5a req-881b8b82-9acb-4cb4-a07c-ca8349bee249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:21.844914 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a7a3b5cf-b0a5-48f4-9a75-ca26d7e5ff5a req-881b8b82-9acb-4cb4-a07c-ca8349bee249 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=4667f10dce1e42bbbeb327b02812458d&device_id=37c27a1b-623c-44a7-a5a8-1c1ff493d84b HTTP/1.1" status: 200 len: 6499 time: 0.2514122 May 18 18:17:21.848051 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4826649-0ab9-4936-827f-4dc2b1e2ae5e tempest-DHCPAgentSchedulersTestJSON-574358142 tempest-DHCPAgentSchedulersTestJSON-574358142-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 633} {{(pid=102730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:17:21.853262 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4826649-0ab9-4936-827f-4dc2b1e2ae5e tempest-DHCPAgentSchedulersTestJSON-574358142 tempest-DHCPAgentSchedulersTestJSON-574358142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb8644e0-3891-47f7-955d-b31f7565abf8,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:17:21.858539 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-354dfeb2-9d2e-4d29-9ea7-a2abfc6d3897 req-c055d934-815e-411f-a044-43234079a2c1 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "GET /v2.0/security-groups?id=359bbdd8-3840-48d9-94a4-88847558ed58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1490331 May 18 18:17:21.942852 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-078ec6b8-fddd-442b-80a0-edd6b6b87086 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260542153'] for subnet, precommit_delete_associations {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:22.022080 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd090ff-7d08-416f-9636-06ec45980a04 req-13946c39-d7df-4e7c-bdfe-2ae98248442e tempest-InstanceActionsV221TestJSON-841684584 tempest-InstanceActionsV221TestJSON-841684584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:22.036267 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0bd090ff-7d08-416f-9636-06ec45980a04 req-13946c39-d7df-4e7c-bdfe-2ae98248442e tempest-InstanceActionsV221TestJSON-841684584 tempest-InstanceActionsV221TestJSON-841684584-project] 10.222.0.85 "GET /v2.0/ports?device_id=5effefac-46f4-4f12-9b8f-98e7bf1a466d HTTP/1.1" status: 200 len: 943 time: 0.3341095 May 18 18:17:22.040597 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d4826649-0ab9-4936-827f-4dc2b1e2ae5e tempest-DHCPAgentSchedulersTestJSON-574358142 tempest-DHCPAgentSchedulersTestJSON-574358142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:22.041090 n-d-838550-3 neutron-server[102730]: INFO neutron.db.segments_db [None req-d4826649-0ab9-4936-827f-4dc2b1e2ae5e tempest-DHCPAgentSchedulersTestJSON-574358142 tempest-DHCPAgentSchedulersTestJSON-574358142-project] Added segment ca03740f-4f17-4b10-adfc-634910272505 of type vlan for network 1c9d6acb-13b5-43cf-8051-a35b46a55472 May 18 18:17:22.076043 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-c129a0b4-67fe-431d-b3d8-f897d46ffc7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9d02e6d-5859-4d04-a9f4-13dd179731fc', 'name': 'tempest-TaggedBootDevicesTest_v242-1113065239-router', 'tenant_id': '4667f10dce1e42bbbeb327b02812458d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': '75400aa4-6916-49d1-adac-b948869e43da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:14:20Z', 'updated_at': '2022-05-18T18:14:33Z', 'revision_number': 4, 'project_id': '4667f10dce1e42bbbeb327b02812458d', 'gw_port': {'id': '75400aa4-6916-49d1-adac-b948869e43da', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:2c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d02e6d-5859-4d04-a9f4-13dd179731fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:14:23Z', 'updated_at': '2022-05-18T18:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': '77d48605-795b-46f4-8477-b557b8315374', 'tenant_id': '4667f10dce1e42bbbeb327b02812458d', 'floating_ip_address': '172.25.5.240', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': 'f9d02e6d-5859-4d04-a9f4-13dd179731fc', 'port_id': '22792e7b-11fc-4e6a-a075-a39b7800942c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e7f8700-cd62-410f-94e8-8debe82f99f4', 'mac_address': 'fa:16:3e:2f:74:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c27a1b-623c-44a7-a5a8-1c1ff493d84b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T18:15:55Z', 'updated_at': '2022-05-18T18:17:18Z', 'revision_number': 1, 'project_id': '4667f10dce1e42bbbeb327b02812458d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afaece42-0c79-44f6-ae00-27fb87260f2d', 'name': '', 'network_id': '0e7f8700-cd62-410f-94e8-8debe82f99f4', 'tenant_id': '4667f10dce1e42bbbeb327b02812458d', 'mac_address': 'fa:16:3e:6b:a5:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d02e6d-5859-4d04-a9f4-13dd179731fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '6ef5eff4-20b8-41c3-a961-3299046b5972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:14:31Z', 'updated_at': '2022-05-18T18:14:39Z', 'revision_number': 5, 'project_id': '4667f10dce1e42bbbeb327b02812458d', 'subnets': [{'id': '6ef5eff4-20b8-41c3-a961-3299046b5972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:17:22.114060 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c129a0b4-67fe-431d-b3d8-f897d46ffc7b None None] Checking router: f9d02e6d-5859-4d04-a9f4-13dd179731fc for host: n-d-838550-3 {{(pid=102732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:17:22.125492 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c129a0b4-67fe-431d-b3d8-f897d46ffc7b None None] Routers {'f9d02e6d-5859-4d04-a9f4-13dd179731fc'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:17:22.126873 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-c129a0b4-67fe-431d-b3d8-f897d46ffc7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:17:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['f9d02e6d-5859-4d04-a9f4-13dd179731fc'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:17:22.158326 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-132e4e77-219d-4751-aa73-aeac0ada44d1 req-1f2940d3-e6b3-46a5-9499-1b2e6445ea72 service neutron] 10.222.0.36 "GET /v2.0/networks/78c61f05-c072-4168-9989-a0356abe598d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4962137 May 18 18:17:22.166992 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d4826649-0ab9-4936-827f-4dc2b1e2ae5e tempest-DHCPAgentSchedulersTestJSON-574358142 tempest-DHCPAgentSchedulersTestJSON-574358142-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:22.274228 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0bd090ff-7d08-416f-9636-06ec45980a04 req-e7babdea-c457-4631-aedb-2ec5d1d4e320 tempest-InstanceActionsV221TestJSON-841684584 tempest-InstanceActionsV221TestJSON-841684584-project] 10.222.0.85 "GET /v2.0/security-groups?id=6d99d7bf-9c60-476f-87b6-99601a576663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370610 May 18 18:17:22.285407 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a3b5cf-b0a5-48f4-9a75-ca26d7e5ff5a req-9449c49e-84c6-47a8-9325-b4629a6d966b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:22.287072 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a7a3b5cf-b0a5-48f4-9a75-ca26d7e5ff5a req-9449c49e-84c6-47a8-9325-b4629a6d966b service neutron] 10.222.0.88 "GET /v2.0/networks?id=0e7f8700-cd62-410f-94e8-8debe82f99f4 HTTP/1.1" status: 200 len: 918 time: 0.4260838 May 18 18:17:22.300191 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-c129a0b4-67fe-431d-b3d8-f897d46ffc7b None None] Set router f9d02e6d-5859-4d04-a9f4-13dd179731fc gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:17:22.306876 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d9d255-d59e-4a85-9a0d-8025a7efa59f req-405bbcf7-2035-4554-a881-aeec3e8c8483 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:22.317213 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-078ec6b8-fddd-442b-80a0-edd6b6b87086 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:22.321507 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b3d9d255-d59e-4a85-9a0d-8025a7efa59f req-405bbcf7-2035-4554-a881-aeec3e8c8483 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/ports?device_id=ee682333-0859-4af7-9a90-1cbf33d3ca83 HTTP/1.1" status: 200 len: 945 time: 0.2238064 May 18 18:17:22.343287 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d4826649-0ab9-4936-827f-4dc2b1e2ae5e tempest-DHCPAgentSchedulersTestJSON-574358142 tempest-DHCPAgentSchedulersTestJSON-574358142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:22.352040 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4826649-0ab9-4936-827f-4dc2b1e2ae5e tempest-DHCPAgentSchedulersTestJSON-574358142 tempest-DHCPAgentSchedulersTestJSON-574358142-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:22.352835 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d4826649-0ab9-4936-827f-4dc2b1e2ae5e tempest-DHCPAgentSchedulersTestJSON-574358142 tempest-DHCPAgentSchedulersTestJSON-574358142-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:22.493699 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c895d8-b4db-4969-9c05-3c3853b42c9e req-1259cffc-455a-4016-ab96-44273a2fa084 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:22.496756 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f3c895d8-b4db-4969-9c05-3c3853b42c9e req-1259cffc-455a-4016-ab96-44273a2fa084 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "GET /v2.0/ports?device_id=00ae5749-325c-4339-a1d0-d91fc688ad0c HTTP/1.1" status: 200 len: 946 time: 0.1027570 May 18 18:17:22.510709 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-078ec6b8-fddd-442b-80a0-edd6b6b87086 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260898416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260908030'] for subnet, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:22.518595 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-d4826649-0ab9-4936-827f-4dc2b1e2ae5e tempest-DHCPAgentSchedulersTestJSON-574358142 tempest-DHCPAgentSchedulersTestJSON-574358142-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.9445541 May 18 18:17:22.534606 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 36590) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:17:22.553299 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-a9083081-f957-416a-9150-9e6a8c976c48 tempest-DHCPAgentSchedulersTestJSON-574358142 tempest-DHCPAgentSchedulersTestJSON-574358142-project] Request body: {'subnet': {'network_id': '1c9d6acb-13b5-43cf-8051-a35b46a55472', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:17:22.564568 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4826649-0ab9-4936-827f-4dc2b1e2ae5e tempest-DHCPAgentSchedulersTestJSON-574358142 tempest-DHCPAgentSchedulersTestJSON-574358142-project] Pushing event updated for resources: {'Network': ['ID=1c9d6acb-13b5-43cf-8051-a35b46a55472,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:17:22.570081 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a7a3b5cf-b0a5-48f4-9a75-ca26d7e5ff5a req-fd6ff88f-a0e5-4a97-ae91-a5634b6fa349 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=22792e7b-11fc-4e6a-a075-a39b7800942c HTTP/1.1" status: 200 len: 999 time: 0.2440739 May 18 18:17:22.582741 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b3d9d255-d59e-4a85-9a0d-8025a7efa59f req-d482ac0f-9b5b-4a34-acfc-8be189965205 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/security-groups?id=0cf286b9-4259-46f9-a9b8-06a8c9d0d055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579427 May 18 18:17:22.592994 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-132e4e77-219d-4751-aa73-aeac0ada44d1 req-3ff9e9e2-8436-42db-ab80-02ad52beac62 service neutron] 10.222.0.36 "GET /v2.0/networks/78c61f05-c072-4168-9989-a0356abe598d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4105246 May 18 18:17:22.639440 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network 1c9d6acb-13b5-43cf-8051-a35b46a55472 details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:17:22.697694 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078ec6b8-fddd-442b-80a0-edd6b6b87086 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Pushing event deleted for resources: {'Subnet': ['ID=909e2564-bf85-424c-8835-c949ddbb2aca,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:17:22.714777 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a3b5cf-b0a5-48f4-9a75-ca26d7e5ff5a req-6efaac8e-bcc5-4f7a-b0d0-ff88fe8200c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:22.717037 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a7a3b5cf-b0a5-48f4-9a75-ca26d7e5ff5a req-6efaac8e-bcc5-4f7a-b0d0-ff88fe8200c6 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=6ef5eff4-20b8-41c3-a961-3299046b5972 HTTP/1.1" status: 200 len: 856 time: 0.1232991 May 18 18:17:22.722074 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078ec6b8-fddd-442b-80a0-edd6b6b87086 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:17:22.722905 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078ec6b8-fddd-442b-80a0-edd6b6b87086 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:17:22.725580 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078ec6b8-fddd-442b-80a0-edd6b6b87086 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:17:22.725580 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078ec6b8-fddd-442b-80a0-edd6b6b87086 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:17:22.726060 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078ec6b8-fddd-442b-80a0-edd6b6b87086 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:17:22.726619 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078ec6b8-fddd-442b-80a0-edd6b6b87086 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:17:22.727176 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078ec6b8-fddd-442b-80a0-edd6b6b87086 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:17:22.727740 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078ec6b8-fddd-442b-80a0-edd6b6b87086 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:17:22.729214 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078ec6b8-fddd-442b-80a0-edd6b6b87086 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:17:22.729777 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078ec6b8-fddd-442b-80a0-edd6b6b87086 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:17:22.730532 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078ec6b8-fddd-442b-80a0-edd6b6b87086 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:17:22.731232 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078ec6b8-fddd-442b-80a0-edd6b6b87086 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:17:22.752167 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-078ec6b8-fddd-442b-80a0-edd6b6b87086 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:22.758168 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-078ec6b8-fddd-442b-80a0-edd6b6b87086 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] 10.222.0.85 "DELETE /v2.0/subnets/909e2564-bf85-424c-8835-c949ddbb2aca HTTP/1.1" status: 204 len: 168 time: 1.0894024 May 18 18:17:22.766332 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 36600) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:17:22.779362 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334e1795-b5d3-4458-972c-355c732ffa11 req-320a1aa6-d2a1-410d-b9ed-a22ef8195261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:22.781704 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-334e1795-b5d3-4458-972c-355c732ffa11 req-320a1aa6-d2a1-410d-b9ed-a22ef8195261 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a00afbdb0cf340b68960573ed9f21f35&device_id=5effefac-46f4-4f12-9b8f-98e7bf1a466d HTTP/1.1" status: 200 len: 1094 time: 0.1227112 May 18 18:17:22.816342 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a0edd6-8310-4017-8151-2a8d5e4d23dd None None] Network 974b07bf-adcf-4492-bc3f-ffd76b2ae3f3 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:17:22.876669 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a3b5cf-b0a5-48f4-9a75-ca26d7e5ff5a req-29a022f8-50c4-4acf-b6df-0488d8bc3b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:22.879691 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a7a3b5cf-b0a5-48f4-9a75-ca26d7e5ff5a req-29a022f8-50c4-4acf-b6df-0488d8bc3b96 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=0e7f8700-cd62-410f-94e8-8debe82f99f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1476915 May 18 18:17:22.898096 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f3c895d8-b4db-4969-9c05-3c3853b42c9e req-5578c53d-917d-4516-82d1-f16599b6639f tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "GET /v2.0/security-groups?id=4a1f9358-f3a3-4045-96f1-cde7ad8c9099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3888066 May 18 18:17:22.921328 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9083081-f957-416a-9150-9e6a8c976c48 tempest-DHCPAgentSchedulersTestJSON-574358142 tempest-DHCPAgentSchedulersTestJSON-574358142-project] Made reservation on behalf of 3c47a0f6ea3a465caaf489ff32b159b6 for: {'subnet': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:17:22.926263 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a9083081-f957-416a-9150-9e6a8c976c48 tempest-DHCPAgentSchedulersTestJSON-574358142 tempest-DHCPAgentSchedulersTestJSON-574358142-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260908003'] for subnet, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:22.954625 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_v2 [None req-911bcd60-9471-4e88-b328-75666bf5870e tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Deleting subnet 3d02e2a6-d80a-49a2-b62a-a96fd1b41063 {{(pid=102731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:17:22.981183 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 7 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 18:17:23.006224 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-911bcd60-9471-4e88-b328-75666bf5870e tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Notify callbacks [] for subnet, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:23.050686 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-c129a0b4-67fe-431d-b3d8-f897d46ffc7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9d02e6d-5859-4d04-a9f4-13dd179731fc', 'name': 'tempest-TaggedBootDevicesTest_v242-1113065239-router', 'tenant_id': '4667f10dce1e42bbbeb327b02812458d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': '75400aa4-6916-49d1-adac-b948869e43da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:14:20Z', 'updated_at': '2022-05-18T18:14:33Z', 'revision_number': 4, 'project_id': '4667f10dce1e42bbbeb327b02812458d', 'gw_port': {'id': '75400aa4-6916-49d1-adac-b948869e43da', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:2c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d02e6d-5859-4d04-a9f4-13dd179731fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:14:23Z', 'updated_at': '2022-05-18T18:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': '77d48605-795b-46f4-8477-b557b8315374', 'tenant_id': '4667f10dce1e42bbbeb327b02812458d', 'floating_ip_address': '172.25.5.240', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': 'f9d02e6d-5859-4d04-a9f4-13dd179731fc', 'port_id': '22792e7b-11fc-4e6a-a075-a39b7800942c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e7f8700-cd62-410f-94e8-8debe82f99f4', 'mac_address': 'fa:16:3e:2f:74:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c27a1b-623c-44a7-a5a8-1c1ff493d84b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T18:15:55Z', 'updated_at': '2022-05-18T18:17:18Z', 'revision_number': 1, 'project_id': '4667f10dce1e42bbbeb327b02812458d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afaece42-0c79-44f6-ae00-27fb87260f2d', 'name': '', 'network_id': '0e7f8700-cd62-410f-94e8-8debe82f99f4', 'tenant_id': '4667f10dce1e42bbbeb327b02812458d', 'mac_address': 'fa:16:3e:6b:a5:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d02e6d-5859-4d04-a9f4-13dd179731fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '6ef5eff4-20b8-41c3-a961-3299046b5972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:14:31Z', 'updated_at': '2022-05-18T18:14:39Z', 'revision_number': 5, 'project_id': '4667f10dce1e42bbbeb327b02812458d', 'subnets': [{'id': '6ef5eff4-20b8-41c3-a961-3299046b5972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:17:23.107699 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c129a0b4-67fe-431d-b3d8-f897d46ffc7b None None] The sync data for ids ['f9d02e6d-5859-4d04-a9f4-13dd179731fc'] in n-d-838550-3 is: [{'id': 'f9d02e6d-5859-4d04-a9f4-13dd179731fc', 'name': 'tempest-TaggedBootDevicesTest_v242-1113065239-router', 'tenant_id': '4667f10dce1e42bbbeb327b02812458d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': '75400aa4-6916-49d1-adac-b948869e43da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:14:20Z', 'updated_at': '2022-05-18T18:14:33Z', 'revision_number': 4, 'project_id': '4667f10dce1e42bbbeb327b02812458d', 'gw_port': {'id': '75400aa4-6916-49d1-adac-b948869e43da', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:2c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d02e6d-5859-4d04-a9f4-13dd179731fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:14:23Z', 'updated_at': '2022-05-18T18:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': '77d48605-795b-46f4-8477-b557b8315374', 'tenant_id': '4667f10dce1e42bbbeb327b02812458d', 'floating_ip_address': '172.25.5.240', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': 'f9d02e6d-5859-4d04-a9f4-13dd179731fc', 'port_id': '22792e7b-11fc-4e6a-a075-a39b7800942c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e7f8700-cd62-410f-94e8-8debe82f99f4', 'mac_address': 'fa:16:3e:2f:74:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c27a1b-623c-44a7-a5a8-1c1ff493d84b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T18:15:55Z', 'updated_at': '2022-05-18T18:17:18Z', 'revision_number': 1, 'project_id': '4667f10dce1e42bbbeb327b02812458d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afaece42-0c79-44f6-ae00-27fb87260f2d', 'name': '', 'network_id': '0e7f8700-cd62-410f-94e8-8debe82f99f4', 'tenant_id': '4667f10dce1e42bbbeb327b02812458d', 'mac_address': 'fa:16:3e:6b:a5:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d02e6d-5859-4d04-a9f4-13dd179731fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '6ef5eff4-20b8-41c3-a961-3299046b5972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:14:31Z', 'updated_at': '2022-05-18T18:14:39Z', 'revision_number': 5, 'project_id': '4667f10dce1e42bbbeb327b02812458d', 'subnets': [{'id': '6ef5eff4-20b8-41c3-a961-3299046b5972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:17:23.120652 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-911bcd60-9471-4e88-b328-75666bf5870e tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260542153'] for subnet, precommit_delete_associations {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:23.228970 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81955a2b-37ee-4da5-8cd5-b7531c8ff2c5 None None] DHCP port deletion for 974b07bf-adcf-4492-bc3f-ffd76b2ae3f3 request from n-d-838550-3 {{(pid=102732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 18:17:23.334599 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-911bcd60-9471-4e88-b328-75666bf5870e tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:23.352244 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-81955a2b-37ee-4da5-8cd5-b7531c8ff2c5 None None] Deleting port 1df9a16f-7595-4bf5-8a1f-d2fcc3dbab08 {{(pid=102732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:17:23.355612 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-81955a2b-37ee-4da5-8cd5-b7531c8ff2c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:23.432783 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a9083081-f957-416a-9150-9e6a8c976c48 tempest-DHCPAgentSchedulersTestJSON-574358142 tempest-DHCPAgentSchedulersTestJSON-574358142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260898481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260908021'] for subnet, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:23.468474 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 36604) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:17:23.500240 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-81955a2b-37ee-4da5-8cd5-b7531c8ff2c5 None None] For port 1df9a16f-7595-4bf5-8a1f-d2fcc3dbab08, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=1df9a16f-7595-4bf5-8a1f-d2fcc3dbab08,segment=NetworkSegment(a82777d7-02ca-4960-aaa8-d78dcaed2f3f),segment_id=a82777d7-02ca-4960-aaa8-d78dcaed2f3f)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:17:23.500672 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-81955a2b-37ee-4da5-8cd5-b7531c8ff2c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:23.523046 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-81955a2b-37ee-4da5-8cd5-b7531c8ff2c5 None None] Calling delete_port for 1df9a16f-7595-4bf5-8a1f-d2fcc3dbab08 owned by network:dhcp {{(pid=102732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:17:23.543333 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-911bcd60-9471-4e88-b328-75666bf5870e tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260898416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260908030'] for subnet, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:23.594851 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-911bcd60-9471-4e88-b328-75666bf5870e tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:23.598243 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89eba234-f572-42c3-b6fa-5379dbaac83d None None] Network 131f5adc-f4b6-4569-8be0-b955f9be248e requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:17:23.606376 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-911bcd60-9471-4e88-b328-75666bf5870e tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] 10.222.0.85 "DELETE /v2.0/subnets/3d02e2a6-d80a-49a2-b62a-a96fd1b41063 HTTP/1.1" status: 204 len: 168 time: 0.8383262 May 18 18:17:23.613816 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 36608) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:17:23.618950 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9083081-f957-416a-9150-9e6a8c976c48 tempest-DHCPAgentSchedulersTestJSON-574358142 tempest-DHCPAgentSchedulersTestJSON-574358142-project] Pushing event updated for resources: {'Subnet': ['ID=749b7be9-1753-4f06-a6a5-e57e8e594f09,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:17:23.647533 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a332ae-83a4-4743-b77d-b482b8396ff0 None None] New status for floating IP 77d48605-795b-46f4-8477-b557b8315374: ACTIVE {{(pid=102732) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 18:17:23.703651 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334e1795-b5d3-4458-972c-355c732ffa11 req-7ac68b01-b7ce-43aa-96ff-c701248dcaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:23.705390 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-334e1795-b5d3-4458-972c-355c732ffa11 req-7ac68b01-b7ce-43aa-96ff-c701248dcaa2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=78c61f05-c072-4168-9989-a0356abe598d HTTP/1.1" status: 200 len: 918 time: 0.9066842 May 18 18:17:23.740842 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911bcd60-9471-4e88-b328-75666bf5870e tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Pushing event deleted for resources: {'Subnet': ['ID=3d02e2a6-d80a-49a2-b62a-a96fd1b41063,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:17:23.824916 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-334e1795-b5d3-4458-972c-355c732ffa11 req-dc5c6f25-98c3-4ba6-bf0f-9d30fdb0c255 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e48aa418-111c-4872-a83c-09f1901d6ee3 HTTP/1.1" status: 200 len: 217 time: 0.1096137 May 18 18:17:23.826916 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9083081-f957-416a-9150-9e6a8c976c48 tempest-DHCPAgentSchedulersTestJSON-574358142 tempest-DHCPAgentSchedulersTestJSON-574358142-project] Checking segment: {'id': 'ca03740f-4f17-4b10-adfc-634910272505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '1c9d6acb-13b5-43cf-8051-a35b46a55472'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:17:23.827297 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9083081-f957-416a-9150-9e6a8c976c48 tempest-DHCPAgentSchedulersTestJSON-574358142 tempest-DHCPAgentSchedulersTestJSON-574358142-project] Network hostable DHCP agents. Network: 1c9d6acb-13b5-43cf-8051-a35b46a55472, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:17:23.892772 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334e1795-b5d3-4458-972c-355c732ffa11 req-82e5ed45-146c-497d-9a94-7f1766db1ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:23.895172 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-334e1795-b5d3-4458-972c-355c732ffa11 req-82e5ed45-146c-497d-9a94-7f1766db1ca2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=df6ed95b-9ad9-4205-97a8-5d7aa2845cf8 HTTP/1.1" status: 200 len: 857 time: 0.0568328 May 18 18:17:23.919398 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3200dea9-ebec-4e22-8af2-2e32c320ae75 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:23.925751 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9083081-f957-416a-9150-9e6a8c976c48 tempest-DHCPAgentSchedulersTestJSON-574358142 tempest-DHCPAgentSchedulersTestJSON-574358142-project] Network 1c9d6acb-13b5-43cf-8051-a35b46a55472 is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:17:23.940438 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-a9083081-f957-416a-9150-9e6a8c976c48 tempest-DHCPAgentSchedulersTestJSON-574358142 tempest-DHCPAgentSchedulersTestJSON-574358142-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, 1c9d6acb-13b5-43cf-8051-a35b46a55472) {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:17:23.941370 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4f841a-9993-4f4c-b707-8e2472af0c22 req-954b362b-c782-4f06-86b4-aa9514798b13 tempest-InstanceActionsV221TestJSON-841684584 tempest-InstanceActionsV221TestJSON-841684584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:23.943911 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cf4f841a-9993-4f4c-b707-8e2472af0c22 req-954b362b-c782-4f06-86b4-aa9514798b13 tempest-InstanceActionsV221TestJSON-841684584 tempest-InstanceActionsV221TestJSON-841684584-project] 10.222.0.85 "GET /v2.0/ports?device_id=5effefac-46f4-4f12-9b8f-98e7bf1a466d HTTP/1.1" status: 200 len: 943 time: 0.4829388 May 18 18:17:23.952273 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d1ce18-4ee1-4706-a888-88c5b31871af None None] Network 1c9d6acb-13b5-43cf-8051-a35b46a55472 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:17:23.956007 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-81955a2b-37ee-4da5-8cd5-b7531c8ff2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508'] for port, after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:23.958881 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c102b35b-2bcd-4891-8975-9c09f212cf84 req-8a5ad07d-6e8c-4218-8771-c051a30b9e2b tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:23.966620 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c102b35b-2bcd-4891-8975-9c09f212cf84 req-8a5ad07d-6e8c-4218-8771-c051a30b9e2b tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/ports?device_id=ee682333-0859-4af7-9a90-1cbf33d3ca83 HTTP/1.1" status: 200 len: 945 time: 0.1421137 May 18 18:17:23.976414 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9083081-f957-416a-9150-9e6a8c976c48 tempest-DHCPAgentSchedulersTestJSON-574358142 tempest-DHCPAgentSchedulersTestJSON-574358142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:23.977147 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a9083081-f957-416a-9150-9e6a8c976c48 tempest-DHCPAgentSchedulersTestJSON-574358142 tempest-DHCPAgentSchedulersTestJSON-574358142-project] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:23.981901 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-334e1795-b5d3-4458-972c-355c732ffa11 req-a23410c9-82f6-415b-aa89-085a0d906b01 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=78c61f05-c072-4168-9989-a0356abe598d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519805 May 18 18:17:24.015009 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81955a2b-37ee-4da5-8cd5-b7531c8ff2c5 None None] Pushing event deleted for resources: {'Port': ['ID=1df9a16f-7595-4bf5-8a1f-d2fcc3dbab08,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:17:24.021884 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81955a2b-37ee-4da5-8cd5-b7531c8ff2c5 None None] No DVR routers for this DVR port 1df9a16f-7595-4bf5-8a1f-d2fcc3dbab08 on host n-d-838550-3 {{(pid=102732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:17:24.078338 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a7a3b5cf-b0a5-48f4-9a75-ca26d7e5ff5a req-fc46f391-c0f7-4cf7-9167-5ca7241b46dc service neutron] 10.222.0.88 "GET /v2.0/networks/0e7f8700-cd62-410f-94e8-8debe82f99f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1798980 May 18 18:17:24.136853 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c102b35b-2bcd-4891-8975-9c09f212cf84 req-bc586659-c118-455b-a05b-ed14d7276fa8 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/security-groups?id=0cf286b9-4259-46f9-a9b8-06a8c9d0d055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691308 May 18 18:17:24.155761 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-a9083081-f957-416a-9150-9e6a8c976c48 tempest-DHCPAgentSchedulersTestJSON-574358142 tempest-DHCPAgentSchedulersTestJSON-574358142-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6162479 May 18 18:17:24.195834 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 36614) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:17:24.210368 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-271d35b6-1c5e-435c-a097-bf305d9e3b2d tempest-DHCPAgentSchedulersTestJSON-574358142 tempest-DHCPAgentSchedulersTestJSON-574358142-project] Request body: {'port': {'network_id': '1c9d6acb-13b5-43cf-8051-a35b46a55472', 'name': 'tempest-DHCPAgentSchedulersTestJSON-801170670'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:17:24.222262 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cf4f841a-9993-4f4c-b707-8e2472af0c22 req-52b974ed-6c52-471a-8910-986ed7cff902 tempest-InstanceActionsV221TestJSON-841684584 tempest-InstanceActionsV221TestJSON-841684584-project] 10.222.0.85 "GET /v2.0/security-groups?id=6d99d7bf-9c60-476f-87b6-99601a576663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321606 May 18 18:17:24.295487 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3200dea9-ebec-4e22-8af2-2e32c320ae75 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:24.345401 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-334e1795-b5d3-4458-972c-355c732ffa11 req-e78568f9-b553-4f66-8d64-1f74809f4f89 service neutron] 10.222.0.36 "GET /v2.0/networks/78c61f05-c072-4168-9989-a0356abe598d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3494549 May 18 18:17:24.464891 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-3200dea9-ebec-4e22-8af2-2e32c320ae75 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['974b07bf-adcf-4492-bc3f-ffd76b2ae3f3']}} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:17:24.518612 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bac74aa-0675-4a94-8bc7-0b07ec4f6455 None None] DHCP port deletion for 131f5adc-f4b6-4569-8be0-b955f9be248e request from n-d-838550-3 {{(pid=102732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 18:17:24.527678 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-3200dea9-ebec-4e22-8af2-2e32c320ae75 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a82777d7-02ca-4960-aaa8-d78dcaed2f3f') {'for_net_delete': True} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:17:24.528004 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-3200dea9-ebec-4e22-8af2-2e32c320ae75 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a82777d7-02ca-4960-aaa8-d78dcaed2f3f') {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:17:24.549039 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3200dea9-ebec-4e22-8af2-2e32c320ae75 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260542144'] for segment, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:24.589384 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49779f16-607b-45d5-8d80-a2af0af9d85a req-c15e5b0c-6b8f-49b3-a787-503c7c1aec18 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:24.597436 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-49779f16-607b-45d5-8d80-a2af0af9d85a req-c15e5b0c-6b8f-49b3-a787-503c7c1aec18 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "GET /v2.0/ports?device_id=00ae5749-325c-4339-a1d0-d91fc688ad0c HTTP/1.1" status: 200 len: 946 time: 0.2203252 May 18 18:17:24.618467 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3200dea9-ebec-4e22-8af2-2e32c320ae75 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:24.641483 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3200dea9-ebec-4e22-8af2-2e32c320ae75 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Releasing vlan 603 on physical network physnet1 to pool {{(pid=102731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:17:24.641924 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3200dea9-ebec-4e22-8af2-2e32c320ae75 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260884178'] for segment, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:24.645638 n-d-838550-3 neutron-server[102731]: Traceback (most recent call last): May 18 18:17:24.645638 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:17:24.645638 n-d-838550-3 neutron-server[102731]: timer() May 18 18:17:24.645638 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:17:24.645638 n-d-838550-3 neutron-server[102731]: cb(*args, **kw) May 18 18:17:24.645638 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:17:24.645638 n-d-838550-3 neutron-server[102731]: return func(*args, **kwargs) May 18 18:17:24.645638 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:17:24.645638 n-d-838550-3 neutron-server[102731]: self._notify() May 18 18:17:24.645638 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:17:24.645638 n-d-838550-3 neutron-server[102731]: self.callback(batched_events) May 18 18:17:24.645638 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:17:24.645638 n-d-838550-3 neutron-server[102731]: event.method(event) May 18 18:17:24.645638 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:17:24.645638 n-d-838550-3 neutron-server[102731]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:17:24.645638 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:17:24.645638 n-d-838550-3 neutron-server[102731]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:17:24.645638 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:17:24.645638 n-d-838550-3 neutron-server[102731]: return f(self, *a, **k) May 18 18:17:24.645638 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:17:24.645638 n-d-838550-3 neutron-server[102731]: return self._get(url).json() May 18 18:17:24.645638 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:17:24.645638 n-d-838550-3 neutron-server[102731]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:17:24.645638 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:17:24.645638 n-d-838550-3 neutron-server[102731]: return self.request(url, 'GET', **kwargs) May 18 18:17:24.645638 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:17:24.645638 n-d-838550-3 neutron-server[102731]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:17:24.645638 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:17:24.645638 n-d-838550-3 neutron-server[102731]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:17:24.645638 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:17:24.645638 n-d-838550-3 neutron-server[102731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:17:24.645638 n-d-838550-3 neutron-server[102731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:17:24.654284 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a7a3b5cf-b0a5-48f4-9a75-ca26d7e5ff5a req-b2994ca5-9129-4417-a547-b3176d5846dc service neutron] 10.222.0.88 "GET /v2.0/networks/0e7f8700-cd62-410f-94e8-8debe82f99f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5245438 May 18 18:17:24.678002 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-334e1795-b5d3-4458-972c-355c732ffa11 req-130bf5eb-a3e7-4b3e-9691-c444789f2773 service neutron] 10.222.0.36 "GET /v2.0/networks/78c61f05-c072-4168-9989-a0356abe598d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2910295 May 18 18:17:24.693448 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-49779f16-607b-45d5-8d80-a2af0af9d85a req-008a9cfd-519b-4640-a14a-c834cc459f9e tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "GET /v2.0/security-groups?id=4a1f9358-f3a3-4045-96f1-cde7ad8c9099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949705 May 18 18:17:24.701940 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d8385a-e60d-48b5-a881-7560448cf445 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-1c9d6acb-13b5-43cf-8051-a35b46a55472', 'network_id': '1c9d6acb-13b5-43cf-8051-a35b46a55472', 'tenant_id': '3c47a0f6ea3a465caaf489ff32b159b6', 'fixed_ips': [{'subnet_id': '749b7be9-1753-4f06-a6a5-e57e8e594f09'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:17:24.706895 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-44d8385a-e60d-48b5-a881-7560448cf445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:24.762216 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-2bac74aa-0675-4a94-8bc7-0b07ec4f6455 None None] Deleting port c4fa2f87-6bed-4389-b2ac-2cfb8f25e3a5 {{(pid=102732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:17:24.763152 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-2bac74aa-0675-4a94-8bc7-0b07ec4f6455 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:24.768492 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-271d35b6-1c5e-435c-a097-bf305d9e3b2d tempest-DHCPAgentSchedulersTestJSON-574358142 tempest-DHCPAgentSchedulersTestJSON-574358142-project] Made reservation on behalf of 3c47a0f6ea3a465caaf489ff32b159b6 for: {'port': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:17:24.773234 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-271d35b6-1c5e-435c-a097-bf305d9e3b2d tempest-DHCPAgentSchedulersTestJSON-574358142 tempest-DHCPAgentSchedulersTestJSON-574358142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:24.799987 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3200dea9-ebec-4e22-8af2-2e32c320ae75 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:24.817292 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3200dea9-ebec-4e22-8af2-2e32c320ae75 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:24.821806 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-3200dea9-ebec-4e22-8af2-2e32c320ae75 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] 10.222.0.85 "DELETE /v2.0/networks/974b07bf-adcf-4492-bc3f-ffd76b2ae3f3 HTTP/1.1" status: 204 len: 168 time: 1.2043686 May 18 18:17:24.831176 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [None req-271d35b6-1c5e-435c-a097-bf305d9e3b2d tempest-DHCPAgentSchedulersTestJSON-574358142 tempest-DHCPAgentSchedulersTestJSON-574358142-project] device_id is not set on port 5d5351e5-bf2d-480b-8aec-fa784eda51e6 yet. {{(pid=102731) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 18 18:17:24.878165 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 36624) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:17:24.909689 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3200dea9-ebec-4e22-8af2-2e32c320ae75 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Pushing event deleted for resources: {'Network': ['ID=974b07bf-adcf-4492-bc3f-ffd76b2ae3f3,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:17:24.929845 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-2bac74aa-0675-4a94-8bc7-0b07ec4f6455 None None] For port c4fa2f87-6bed-4389-b2ac-2cfb8f25e3a5, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=c4fa2f87-6bed-4389-b2ac-2cfb8f25e3a5,segment=NetworkSegment(8acbbbcd-3c8a-46d9-a2fe-2528928393e8),segment_id=8acbbbcd-3c8a-46d9-a2fe-2528928393e8)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:17:24.933221 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-2bac74aa-0675-4a94-8bc7-0b07ec4f6455 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:24.967729 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-2bac74aa-0675-4a94-8bc7-0b07ec4f6455 None None] Calling delete_port for c4fa2f87-6bed-4389-b2ac-2cfb8f25e3a5 owned by network:dhcp {{(pid=102732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:17:25.057089 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-271d35b6-1c5e-435c-a097-bf305d9e3b2d tempest-DHCPAgentSchedulersTestJSON-574358142 tempest-DHCPAgentSchedulersTestJSON-574358142-project] Allocated IP 172.20.0.7 (1c9d6acb-13b5-43cf-8051-a35b46a55472/749b7be9-1753-4f06-a6a5-e57e8e594f09/5d5351e5-bf2d-480b-8aec-fa784eda51e6) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:17:25.063980 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 1df9a16f-7595-4bf5-8a1f-d2fcc3dbab08 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:17:25.142056 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 1df9a16f-7595-4bf5-8a1f-d2fcc3dbab08 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:17:25.142335 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 1df9a16f-7595-4bf5-8a1f-d2fcc3dbab08 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:17:25.142819 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device c4fa2f87-6bed-4389-b2ac-2cfb8f25e3a5 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:17:25.226936 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-eb541cba-5f8e-45e0-bb59-b85a41d44d01 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:25.274774 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port c4fa2f87-6bed-4389-b2ac-2cfb8f25e3a5 is: ACTIVE; New status is: DOWN {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:17:25.275342 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:25.318130 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-2bac74aa-0675-4a94-8bc7-0b07ec4f6455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508'] for port, after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:25.371385 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bac74aa-0675-4a94-8bc7-0b07ec4f6455 None None] Pushing event deleted for resources: {'Port': ['ID=c4fa2f87-6bed-4389-b2ac-2cfb8f25e3a5,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:17:25.371500 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-eb541cba-5f8e-45e0-bb59-b85a41d44d01 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] The port 'c4fa2f87-6bed-4389-b2ac-2cfb8f25e3a5' was deleted {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2006}} May 18 18:17:25.371606 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-271d35b6-1c5e-435c-a097-bf305d9e3b2d tempest-DHCPAgentSchedulersTestJSON-574358142 tempest-DHCPAgentSchedulersTestJSON-574358142-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:25.387495 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-40087675-9c6e-454a-8551-a0fcefe0384e tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:25.432501 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bac74aa-0675-4a94-8bc7-0b07ec4f6455 None None] No DVR routers for this DVR port c4fa2f87-6bed-4389-b2ac-2cfb8f25e3a5 on host n-d-838550-3 {{(pid=102732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:17:25.554354 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-eb541cba-5f8e-45e0-bb59-b85a41d44d01 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:25.568868 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-271d35b6-1c5e-435c-a097-bf305d9e3b2d tempest-DHCPAgentSchedulersTestJSON-574358142 tempest-DHCPAgentSchedulersTestJSON-574358142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:25.590670 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-eb541cba-5f8e-45e0-bb59-b85a41d44d01 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['131f5adc-f4b6-4569-8be0-b955f9be248e']}} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:17:25.617344 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-eb541cba-5f8e-45e0-bb59-b85a41d44d01 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8acbbbcd-3c8a-46d9-a2fe-2528928393e8') {'for_net_delete': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:17:25.618258 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-eb541cba-5f8e-45e0-bb59-b85a41d44d01 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8acbbbcd-3c8a-46d9-a2fe-2528928393e8') {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:17:25.649707 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-eb541cba-5f8e-45e0-bb59-b85a41d44d01 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260107375'] for segment, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:25.672952 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device e48aa418-111c-4872-a83c-09f1901d6ee3 details requested by agent hyperv_n-h1-838550-3 with host n-h1-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:17:25.673715 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4ee270-95d5-4b46-8d43-b5508a128481 req-95c36720-b4f5-4839-97cb-7e6e62e32dec tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:25.675348 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ea4ee270-95d5-4b46-8d43-b5508a128481 req-95c36720-b4f5-4839-97cb-7e6e62e32dec tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/ports?device_id=ee682333-0859-4af7-9a90-1cbf33d3ca83 HTTP/1.1" status: 200 len: 945 time: 0.3763063 May 18 18:17:25.730096 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-eb541cba-5f8e-45e0-bb59-b85a41d44d01 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:25.757834 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb541cba-5f8e-45e0-bb59-b85a41d44d01 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=102730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:17:25.758243 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-eb541cba-5f8e-45e0-bb59-b85a41d44d01 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261102736'] for segment, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:25.764987 n-d-838550-3 neutron-server[102730]: Traceback (most recent call last): May 18 18:17:25.764987 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:17:25.764987 n-d-838550-3 neutron-server[102730]: timer() May 18 18:17:25.764987 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:17:25.764987 n-d-838550-3 neutron-server[102730]: cb(*args, **kw) May 18 18:17:25.764987 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:17:25.764987 n-d-838550-3 neutron-server[102730]: return func(*args, **kwargs) May 18 18:17:25.764987 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:17:25.764987 n-d-838550-3 neutron-server[102730]: self._notify() May 18 18:17:25.764987 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:17:25.764987 n-d-838550-3 neutron-server[102730]: self.callback(batched_events) May 18 18:17:25.764987 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:17:25.764987 n-d-838550-3 neutron-server[102730]: event.method(event) May 18 18:17:25.764987 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:17:25.764987 n-d-838550-3 neutron-server[102730]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:17:25.764987 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:17:25.764987 n-d-838550-3 neutron-server[102730]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:17:25.764987 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:17:25.764987 n-d-838550-3 neutron-server[102730]: return f(self, *a, **k) May 18 18:17:25.764987 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:17:25.764987 n-d-838550-3 neutron-server[102730]: return self._get(url).json() May 18 18:17:25.764987 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:17:25.764987 n-d-838550-3 neutron-server[102730]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:17:25.764987 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:17:25.764987 n-d-838550-3 neutron-server[102730]: return self.request(url, 'GET', **kwargs) May 18 18:17:25.764987 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:17:25.764987 n-d-838550-3 neutron-server[102730]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:17:25.764987 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:17:25.764987 n-d-838550-3 neutron-server[102730]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:17:25.764987 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:17:25.764987 n-d-838550-3 neutron-server[102730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:17:25.764987 n-d-838550-3 neutron-server[102730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:17:25.807352 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271d35b6-1c5e-435c-a097-bf305d9e3b2d tempest-DHCPAgentSchedulersTestJSON-574358142 tempest-DHCPAgentSchedulersTestJSON-574358142-project] Pushing event updated for resources: {'Port': ['ID=5d5351e5-bf2d-480b-8aec-fa784eda51e6,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:17:25.817364 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port e48aa418-111c-4872-a83c-09f1901d6ee3, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=e48aa418-111c-4872-a83c-09f1901d6ee3,segment=NetworkSegment(7497a90c-8a70-4e30-9cef-893abef43022),segment_id=7497a90c-8a70-4e30-9cef-893abef43022)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:17:25.820558 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271d35b6-1c5e-435c-a097-bf305d9e3b2d tempest-DHCPAgentSchedulersTestJSON-574358142 tempest-DHCPAgentSchedulersTestJSON-574358142-project] Network 1c9d6acb-13b5-43cf-8051-a35b46a55472 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:17:25.823821 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-271d35b6-1c5e-435c-a097-bf305d9e3b2d tempest-DHCPAgentSchedulersTestJSON-574358142 tempest-DHCPAgentSchedulersTestJSON-574358142-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:17:25.826902 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271d35b6-1c5e-435c-a097-bf305d9e3b2d tempest-DHCPAgentSchedulersTestJSON-574358142 tempest-DHCPAgentSchedulersTestJSON-574358142-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:17:25.834503 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Returning: {'device': 'e48aa418-111c-4872-a83c-09f1901d6ee3', 'network_id': '78c61f05-c072-4168-9989-a0356abe598d', 'port_id': 'e48aa418-111c-4872-a83c-09f1901d6ee3', 'mac_address': 'fa:16:3e:17:8a:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df6ed95b-9ad9-4205-97a8-5d7aa2845cf8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:17:25.842063 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-44d8385a-e60d-48b5-a881-7560448cf445 None None] Allocated IP 172.20.0.2 (1c9d6acb-13b5-43cf-8051-a35b46a55472/749b7be9-1753-4f06-a6a5-e57e8e594f09/ac047ecc-f898-4282-b6f6-d02c6c3cdbac) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:17:25.886013 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833835bf-012e-4ffc-8247-e53811b42dfd req-d2772f2c-2cdc-4cf5-8397-87945c7f3dcd tempest-InstanceActionsV221TestJSON-841684584 tempest-InstanceActionsV221TestJSON-841684584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:25.889065 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-833835bf-012e-4ffc-8247-e53811b42dfd req-d2772f2c-2cdc-4cf5-8397-87945c7f3dcd tempest-InstanceActionsV221TestJSON-841684584 tempest-InstanceActionsV221TestJSON-841684584-project] 10.222.0.85 "GET /v2.0/ports?device_id=5effefac-46f4-4f12-9b8f-98e7bf1a466d HTTP/1.1" status: 200 len: 943 time: 0.2969511 May 18 18:17:25.918339 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ea4ee270-95d5-4b46-8d43-b5508a128481 req-6445a5ca-17be-45dd-ab53-8a6ca505a745 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/security-groups?id=0cf286b9-4259-46f9-a9b8-06a8c9d0d055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999569 May 18 18:17:25.930727 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-eb541cba-5f8e-45e0-bb59-b85a41d44d01 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:25.940187 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-271d35b6-1c5e-435c-a097-bf305d9e3b2d tempest-DHCPAgentSchedulersTestJSON-574358142 tempest-DHCPAgentSchedulersTestJSON-574358142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:25.941053 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-271d35b6-1c5e-435c-a097-bf305d9e3b2d tempest-DHCPAgentSchedulersTestJSON-574358142 tempest-DHCPAgentSchedulersTestJSON-574358142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:25.974294 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-eb541cba-5f8e-45e0-bb59-b85a41d44d01 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:25.978185 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-eb541cba-5f8e-45e0-bb59-b85a41d44d01 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] 10.222.0.85 "DELETE /v2.0/networks/131f5adc-f4b6-4569-8be0-b955f9be248e HTTP/1.1" status: 204 len: 168 time: 1.0989313 May 18 18:17:25.980150 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb541cba-5f8e-45e0-bb59-b85a41d44d01 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Pushing event deleted for resources: {'Network': ['ID=131f5adc-f4b6-4569-8be0-b955f9be248e,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:17:25.986505 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-833835bf-012e-4ffc-8247-e53811b42dfd req-6190838c-812d-4a0d-b9db-fc24d3da72c5 tempest-InstanceActionsV221TestJSON-841684584 tempest-InstanceActionsV221TestJSON-841684584-project] 10.222.0.85 "GET /v2.0/security-groups?id=6d99d7bf-9c60-476f-87b6-99601a576663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847225 May 18 18:17:25.990571 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 36646) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:17:26.034091 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-271d35b6-1c5e-435c-a097-bf305d9e3b2d tempest-DHCPAgentSchedulersTestJSON-574358142 tempest-DHCPAgentSchedulersTestJSON-574358142-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8369944 May 18 18:17:26.037287 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 36648) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:17:26.140694 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port e48aa418-111c-4872-a83c-09f1901d6ee3 is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:17:26.141802 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:26.186431 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_v2 [None req-71ab809f-0e18-4f33-9e2d-a96d23fd8871 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Deleting subnet 20859b69-9d3d-483f-9299-2e5e46f06b2f {{(pid=102730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:17:26.199747 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e48aa418-111c-4872-a83c-09f1901d6ee3 {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:17:26.226340 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-71ab809f-0e18-4f33-9e2d-a96d23fd8871 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Notify callbacks [] for subnet, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:26.284517 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port e48aa418-111c-4872-a83c-09f1901d6ee3, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=e48aa418-111c-4872-a83c-09f1901d6ee3,segment=NetworkSegment(7497a90c-8a70-4e30-9cef-893abef43022),segment_id=7497a90c-8a70-4e30-9cef-893abef43022)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:17:26.285656 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-cc754277-9f13-4716-9fc5-3baa245ce936 tempest-DHCPAgentSchedulersTestJSON-574358142 tempest-DHCPAgentSchedulersTestJSON-574358142-project] Deleting port 5d5351e5-bf2d-480b-8aec-fa784eda51e6 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:17:26.287853 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-cc754277-9f13-4716-9fc5-3baa245ce936 tempest-DHCPAgentSchedulersTestJSON-574358142 tempest-DHCPAgentSchedulersTestJSON-574358142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:26.296515 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:26.317412 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d7ec6e-63b8-4692-96b2-ef6d08ab33f5 req-382ea88c-77c7-4d0e-9229-9dea654b5436 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:26.324870 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-13d7ec6e-63b8-4692-96b2-ef6d08ab33f5 req-382ea88c-77c7-4d0e-9229-9dea654b5436 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "GET /v2.0/ports?device_id=00ae5749-325c-4339-a1d0-d91fc688ad0c HTTP/1.1" status: 200 len: 946 time: 0.1887243 May 18 18:17:26.356016 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-71ab809f-0e18-4f33-9e2d-a96d23fd8871 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260107366'] for subnet, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:26.456187 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-44d8385a-e60d-48b5-a881-7560448cf445 None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:26.504626 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-13d7ec6e-63b8-4692-96b2-ef6d08ab33f5 req-e3e94fc4-fc18-445a-8e6a-305727dc34bd tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "GET /v2.0/security-groups?id=4a1f9358-f3a3-4045-96f1-cde7ad8c9099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1785476 May 18 18:17:26.523289 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=e48aa418-111c-4872-a83c-09f1901d6ee3,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:17:26.523644 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-cc754277-9f13-4716-9fc5-3baa245ce936 tempest-DHCPAgentSchedulersTestJSON-574358142 tempest-DHCPAgentSchedulersTestJSON-574358142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:26.538225 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-44d8385a-e60d-48b5-a881-7560448cf445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:26.561981 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-40087675-9c6e-454a-8551-a0fcefe0384e tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Allocated IP 172.20.0.17 (3772013f-5c68-47e7-b25a-e3ecaa34ca65/05bff1fc-1faf-47fd-b2da-551a36f96258/1f57ad40-2b10-494f-a006-0285498f5897) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:17:26.563338 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-cc754277-9f13-4716-9fc5-3baa245ce936 tempest-DHCPAgentSchedulersTestJSON-574358142 tempest-DHCPAgentSchedulersTestJSON-574358142-project] Calling delete_port for 5d5351e5-bf2d-480b-8aec-fa784eda51e6 owned by {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:17:26.669185 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d8385a-e60d-48b5-a881-7560448cf445 None None] Network 1c9d6acb-13b5-43cf-8051-a35b46a55472 is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:17:26.677600 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-71ab809f-0e18-4f33-9e2d-a96d23fd8871 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:26.706847 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d8385a-e60d-48b5-a881-7560448cf445 None None] Pushing event updated for resources: {'Port': ['ID=ac047ecc-f898-4282-b6f6-d02c6c3cdbac,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:17:26.719695 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-44d8385a-e60d-48b5-a881-7560448cf445 None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:17:26.730966 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['e48aa418-111c-4872-a83c-09f1901d6ee3'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:17:26.739518 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d8385a-e60d-48b5-a881-7560448cf445 None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:17:26.866766 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-cc754277-9f13-4716-9fc5-3baa245ce936 tempest-DHCPAgentSchedulersTestJSON-574358142 tempest-DHCPAgentSchedulersTestJSON-574358142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:26.893708 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-71ab809f-0e18-4f33-9e2d-a96d23fd8871 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261104690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261031888'] for subnet, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:26.925828 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-40087675-9c6e-454a-8551-a0fcefe0384e tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:26.941487 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc754277-9f13-4716-9fc5-3baa245ce936 tempest-DHCPAgentSchedulersTestJSON-574358142 tempest-DHCPAgentSchedulersTestJSON-574358142-project] Pushing event deleted for resources: {'Port': ['ID=5d5351e5-bf2d-480b-8aec-fa784eda51e6,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:17:26.964983 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ab809f-0e18-4f33-9e2d-a96d23fd8871 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Pushing event deleted for resources: {'Subnet': ['ID=20859b69-9d3d-483f-9299-2e5e46f06b2f,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:17:26.981153 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-71ab809f-0e18-4f33-9e2d-a96d23fd8871 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:26.991647 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-71ab809f-0e18-4f33-9e2d-a96d23fd8871 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] 10.222.0.85 "DELETE /v2.0/subnets/20859b69-9d3d-483f-9299-2e5e46f06b2f HTTP/1.1" status: 204 len: 168 time: 0.9713504 May 18 18:17:26.995321 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 36662) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:17:27.000130 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-44d8385a-e60d-48b5-a881-7560448cf445 None None] Attempting to bind port ac047ecc-f898-4282-b6f6-d02c6c3cdbac on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:17:27.000902 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-44d8385a-e60d-48b5-a881-7560448cf445 None None] Attempting to bind port ac047ecc-f898-4282-b6f6-d02c6c3cdbac by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': 'ca03740f-4f17-4b10-adfc-634910272505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '1c9d6acb-13b5-43cf-8051-a35b46a55472'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:17:27.001657 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d8385a-e60d-48b5-a881-7560448cf445 None None] Attempting to bind port ac047ecc-f898-4282-b6f6-d02c6c3cdbac on network 1c9d6acb-13b5-43cf-8051-a35b46a55472 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:17:27.005261 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a38e27-2483-4e27-9a89-f2369dcabb9e None None] Network 3dc2c4a3-6bcb-46dc-992b-821e890511fa requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:17:27.057397 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-40087675-9c6e-454a-8551-a0fcefe0384e tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:27.104379 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d8385a-e60d-48b5-a881-7560448cf445 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 17, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:17:27.107489 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d8385a-e60d-48b5-a881-7560448cf445 None None] Checking segment: {'id': 'ca03740f-4f17-4b10-adfc-634910272505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '1c9d6acb-13b5-43cf-8051-a35b46a55472'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:17:27.107489 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-44d8385a-e60d-48b5-a881-7560448cf445 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:27.107489 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d8385a-e60d-48b5-a881-7560448cf445 None None] Bound using segment: {'id': 'ca03740f-4f17-4b10-adfc-634910272505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '1c9d6acb-13b5-43cf-8051-a35b46a55472'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:17:27.107489 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-44d8385a-e60d-48b5-a881-7560448cf445 None None] Bound port: ac047ecc-f898-4282-b6f6-d02c6c3cdbac, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca03740f-4f17-4b10-adfc-634910272505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '1c9d6acb-13b5-43cf-8051-a35b46a55472'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:17:27.108278 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-44d8385a-e60d-48b5-a881-7560448cf445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:27.176863 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40087675-9c6e-454a-8551-a0fcefe0384e tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Network 3772013f-5c68-47e7-b25a-e3ecaa34ca65 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:17:27.200073 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-40087675-9c6e-454a-8551-a0fcefe0384e tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:17:27.227851 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40087675-9c6e-454a-8551-a0fcefe0384e tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:17:27.270485 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40087675-9c6e-454a-8551-a0fcefe0384e tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Pushing event updated for resources: {'Port': ['ID=1f57ad40-2b10-494f-a006-0285498f5897,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:17:27.348689 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ca904c81-f094-403f-ad43-5e2414ca3a18 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:27.380695 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-cc754277-9f13-4716-9fc5-3baa245ce936 tempest-DHCPAgentSchedulersTestJSON-574358142 tempest-DHCPAgentSchedulersTestJSON-574358142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:27.387075 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-cc754277-9f13-4716-9fc5-3baa245ce936 tempest-DHCPAgentSchedulersTestJSON-574358142 tempest-DHCPAgentSchedulersTestJSON-574358142-project] 10.222.0.85 "DELETE /v2.0/ports/5d5351e5-bf2d-480b-8aec-fa784eda51e6 HTTP/1.1" status: 204 len: 168 time: 1.3483415 May 18 18:17:27.389474 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-44d8385a-e60d-48b5-a881-7560448cf445 None None] For port ac047ecc-f898-4282-b6f6-d02c6c3cdbac, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:17:27.392826 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 36672) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:17:27.399491 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-44d8385a-e60d-48b5-a881-7560448cf445 None None] For port ac047ecc-f898-4282-b6f6-d02c6c3cdbac, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=ac047ecc-f898-4282-b6f6-d02c6c3cdbac,segment=NetworkSegment(ca03740f-4f17-4b10-adfc-634910272505),segment_id=ca03740f-4f17-4b10-adfc-634910272505)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:17:27.428173 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-44d8385a-e60d-48b5-a881-7560448cf445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:27.455108 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-40087675-9c6e-454a-8551-a0fcefe0384e tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595826'] for router_interface, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:27.463520 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb15c1f-795a-4469-9596-ad598a45b150 req-42f6784e-be71-450e-abd7-3a691b45bf80 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:27.485580 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8bb15c1f-795a-4469-9596-ad598a45b150 req-42f6784e-be71-450e-abd7-3a691b45bf80 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/ports?device_id=ee682333-0859-4af7-9a90-1cbf33d3ca83 HTTP/1.1" status: 200 len: 945 time: 0.2252955 May 18 18:17:27.539722 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c050ccb-62a6-4865-b9c8-6aea4eb279b1 req-c5fa14bf-12ba-49f6-8b1c-d2d81ba56cd0 tempest-InstanceActionsV221TestJSON-841684584 tempest-InstanceActionsV221TestJSON-841684584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:27.557320 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8c050ccb-62a6-4865-b9c8-6aea4eb279b1 req-c5fa14bf-12ba-49f6-8b1c-d2d81ba56cd0 tempest-InstanceActionsV221TestJSON-841684584 tempest-InstanceActionsV221TestJSON-841684584-project] 10.222.0.85 "GET /v2.0/ports?device_id=5effefac-46f4-4f12-9b8f-98e7bf1a466d HTTP/1.1" status: 200 len: 944 time: 0.2884479 May 18 18:17:27.618338 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8bb15c1f-795a-4469-9596-ad598a45b150 req-dccc6194-2081-4722-b51e-df7a9f6a95ba tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/security-groups?id=0cf286b9-4259-46f9-a9b8-06a8c9d0d055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311669 May 18 18:17:27.667284 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-52ac8801-8b63-4f98-816b-34f7ee350421 tempest-DHCPAgentSchedulersTestJSON-624926874 tempest-DHCPAgentSchedulersTestJSON-624926874-project-admin] 10.222.0.85 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4679 time: 0.2695849 May 18 18:17:27.670061 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 36688) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:17:27.687932 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-ca904c81-f094-403f-ad43-5e2414ca3a18 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Deleting port 99e46e18-879b-494d-9c2f-e1aa913db4e3 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:17:27.705113 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ca904c81-f094-403f-ad43-5e2414ca3a18 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:27.712247 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-f7dba57d-da82-4b0f-bc4b-c8eec3ca6151 tempest-DHCPAgentSchedulersTestJSON-574358142 tempest-DHCPAgentSchedulersTestJSON-574358142-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-817648456'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:17:27.733517 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8c050ccb-62a6-4865-b9c8-6aea4eb279b1 req-eca0c4c6-f0cd-436f-9144-ce1c585aff8a tempest-InstanceActionsV221TestJSON-841684584 tempest-InstanceActionsV221TestJSON-841684584-project] 10.222.0.85 "GET /v2.0/security-groups?id=6d99d7bf-9c60-476f-87b6-99601a576663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718318 May 18 18:17:27.922428 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-ca904c81-f094-403f-ad43-5e2414ca3a18 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] For port 99e46e18-879b-494d-9c2f-e1aa913db4e3, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=99e46e18-879b-494d-9c2f-e1aa913db4e3,segment=NetworkSegment(a9505c03-d6b1-4496-aba8-d732408f4407),segment_id=a9505c03-d6b1-4496-aba8-d732408f4407)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:17:27.923352 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ca904c81-f094-403f-ad43-5e2414ca3a18 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:27.951510 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d8385a-e60d-48b5-a881-7560448cf445 None None] Pushing event updated for resources: {'Port': ['ID=ac047ecc-f898-4282-b6f6-d02c6c3cdbac,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:17:27.979819 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-ca904c81-f094-403f-ad43-5e2414ca3a18 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Calling delete_port for 99e46e18-879b-494d-9c2f-e1aa913db4e3 owned by network:dhcp {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:17:27.996011 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-f39391e0-a155-41b6-90d0-88f1e6041c95 None None] Provisioning complete for port 1f57ad40-2b10-494f-a006-0285498f5897 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:17:27.997320 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f39391e0-a155-41b6-90d0-88f1e6041c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:28.076348 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-40087675-9c6e-454a-8551-a0fcefe0384e tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:28.079616 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7dba57d-da82-4b0f-bc4b-c8eec3ca6151 tempest-DHCPAgentSchedulersTestJSON-574358142 tempest-DHCPAgentSchedulersTestJSON-574358142-project] Made reservation on behalf of 3c47a0f6ea3a465caaf489ff32b159b6 for: {'network': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:17:28.085386 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f7dba57d-da82-4b0f-bc4b-c8eec3ca6151 tempest-DHCPAgentSchedulersTestJSON-574358142 tempest-DHCPAgentSchedulersTestJSON-574358142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:28.091482 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-f39391e0-a155-41b6-90d0-88f1e6041c95 None None] Port 1f57ad40-2b10-494f-a006-0285498f5897 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:17:28.107056 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e71db8-79e7-40b8-a624-30bad604ec2d None None] DHCP port deletion for 3dc2c4a3-6bcb-46dc-992b-821e890511fa request from n-d-838550-3 {{(pid=102732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 18:17:28.184921 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7dba57d-da82-4b0f-bc4b-c8eec3ca6151 tempest-DHCPAgentSchedulersTestJSON-574358142 tempest-DHCPAgentSchedulersTestJSON-574358142-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 642} {{(pid=102730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:17:28.206891 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f7dba57d-da82-4b0f-bc4b-c8eec3ca6151 tempest-DHCPAgentSchedulersTestJSON-574358142 tempest-DHCPAgentSchedulersTestJSON-574358142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:28.208016 n-d-838550-3 neutron-server[102730]: INFO neutron.db.segments_db [None req-f7dba57d-da82-4b0f-bc4b-c8eec3ca6151 tempest-DHCPAgentSchedulersTestJSON-574358142 tempest-DHCPAgentSchedulersTestJSON-574358142-project] Added segment eb1200db-d9a5-48bb-95cb-a21757380268 of type vlan for network 8ab8eaba-bd6b-4235-a6a5-86a2fd7fd411 May 18 18:17:28.223444 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ca904c81-f094-403f-ad43-5e2414ca3a18 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:28.254543 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-01e71db8-79e7-40b8-a624-30bad604ec2d None None] Deleting port 99e46e18-879b-494d-9c2f-e1aa913db4e3 {{(pid=102732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:17:28.255672 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-01e71db8-79e7-40b8-a624-30bad604ec2d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:28.257940 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca904c81-f094-403f-ad43-5e2414ca3a18 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Pushing event deleted for resources: {'Port': ['ID=99e46e18-879b-494d-9c2f-e1aa913db4e3,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:17:28.292108 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca904c81-f094-403f-ad43-5e2414ca3a18 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] No DVR routers for this DVR port 99e46e18-879b-494d-9c2f-e1aa913db4e3 on host n-d-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:17:28.402958 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-01e71db8-79e7-40b8-a624-30bad604ec2d None None] For port 99e46e18-879b-494d-9c2f-e1aa913db4e3, host n-d-838550-3, got binding levels [] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:17:28.405570 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-01e71db8-79e7-40b8-a624-30bad604ec2d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:28.426089 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ca904c81-f094-403f-ad43-5e2414ca3a18 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:28.438616 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7131799e-0f6d-4bf7-a77f-e09c4baa8055 req-75a402d9-676e-4282-92c3-2d32db22a9af tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:28.443056 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7131799e-0f6d-4bf7-a77f-e09c4baa8055 req-75a402d9-676e-4282-92c3-2d32db22a9af tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "GET /v2.0/ports?device_id=00ae5749-325c-4339-a1d0-d91fc688ad0c HTTP/1.1" status: 200 len: 946 time: 0.3690307 May 18 18:17:28.449110 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-01e71db8-79e7-40b8-a624-30bad604ec2d None None] Calling delete_port for 99e46e18-879b-494d-9c2f-e1aa913db4e3 owned by network:dhcp {{(pid=102732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:17:28.451512 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f7dba57d-da82-4b0f-bc4b-c8eec3ca6151 tempest-DHCPAgentSchedulersTestJSON-574358142 tempest-DHCPAgentSchedulersTestJSON-574358142-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:28.456211 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.ipam_backend_mixin [None req-01e71db8-79e7-40b8-a624-30bad604ec2d None None] Port 99e46e18-879b-494d-9c2f-e1aa913db4e3 was not found and therefore no delete operation was performed {{(pid=102732) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} May 18 18:17:28.459704 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-01e71db8-79e7-40b8-a624-30bad604ec2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508'] for port, after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:28.480585 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-ca904c81-f094-403f-ad43-5e2414ca3a18 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dc2c4a3-6bcb-46dc-992b-821e890511fa']}} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:17:28.504134 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-ca904c81-f094-403f-ad43-5e2414ca3a18 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9505c03-d6b1-4496-aba8-d732408f4407') {'for_net_delete': True} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:17:28.505443 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-ca904c81-f094-403f-ad43-5e2414ca3a18 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9505c03-d6b1-4496-aba8-d732408f4407') {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:17:28.521875 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e71db8-79e7-40b8-a624-30bad604ec2d None None] Pushing event deleted for resources: {'Port': ['ID=99e46e18-879b-494d-9c2f-e1aa913db4e3,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:17:28.525674 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e71db8-79e7-40b8-a624-30bad604ec2d None None] No DVR routers for this DVR port 99e46e18-879b-494d-9c2f-e1aa913db4e3 on host n-d-838550-3 {{(pid=102732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:17:28.526135 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ca904c81-f094-403f-ad43-5e2414ca3a18 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260542144'] for segment, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:28.557339 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ca904c81-f094-403f-ad43-5e2414ca3a18 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:28.572285 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca904c81-f094-403f-ad43-5e2414ca3a18 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=102731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:17:28.573297 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ca904c81-f094-403f-ad43-5e2414ca3a18 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260884178'] for segment, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:28.601471 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f7dba57d-da82-4b0f-bc4b-c8eec3ca6151 tempest-DHCPAgentSchedulersTestJSON-574358142 tempest-DHCPAgentSchedulersTestJSON-574358142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:28.617963 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7dba57d-da82-4b0f-bc4b-c8eec3ca6151 tempest-DHCPAgentSchedulersTestJSON-574358142 tempest-DHCPAgentSchedulersTestJSON-574358142-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:28.618858 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f7dba57d-da82-4b0f-bc4b-c8eec3ca6151 tempest-DHCPAgentSchedulersTestJSON-574358142 tempest-DHCPAgentSchedulersTestJSON-574358142-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:28.659956 n-d-838550-3 neutron-server[102731]: Traceback (most recent call last): May 18 18:17:28.659956 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:17:28.659956 n-d-838550-3 neutron-server[102731]: timer() May 18 18:17:28.659956 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:17:28.659956 n-d-838550-3 neutron-server[102731]: cb(*args, **kw) May 18 18:17:28.659956 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:17:28.659956 n-d-838550-3 neutron-server[102731]: return func(*args, **kwargs) May 18 18:17:28.659956 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:17:28.659956 n-d-838550-3 neutron-server[102731]: self._notify() May 18 18:17:28.659956 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:17:28.659956 n-d-838550-3 neutron-server[102731]: self.callback(batched_events) May 18 18:17:28.659956 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:17:28.659956 n-d-838550-3 neutron-server[102731]: event.method(event) May 18 18:17:28.659956 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:17:28.659956 n-d-838550-3 neutron-server[102731]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:17:28.659956 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:17:28.659956 n-d-838550-3 neutron-server[102731]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:17:28.659956 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:17:28.659956 n-d-838550-3 neutron-server[102731]: return f(self, *a, **k) May 18 18:17:28.659956 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:17:28.659956 n-d-838550-3 neutron-server[102731]: return self._get(url).json() May 18 18:17:28.659956 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:17:28.659956 n-d-838550-3 neutron-server[102731]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:17:28.659956 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:17:28.659956 n-d-838550-3 neutron-server[102731]: return self.request(url, 'GET', **kwargs) May 18 18:17:28.659956 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:17:28.659956 n-d-838550-3 neutron-server[102731]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:17:28.659956 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:17:28.659956 n-d-838550-3 neutron-server[102731]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:17:28.659956 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:17:28.659956 n-d-838550-3 neutron-server[102731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:17:28.659956 n-d-838550-3 neutron-server[102731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:17:28.689249 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7131799e-0f6d-4bf7-a77f-e09c4baa8055 req-49fb002e-92f3-49e7-badd-30e5ca8a693f tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "GET /v2.0/security-groups?id=4a1f9358-f3a3-4045-96f1-cde7ad8c9099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2275529 May 18 18:17:28.709159 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ca904c81-f094-403f-ad43-5e2414ca3a18 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:28.732605 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ca904c81-f094-403f-ad43-5e2414ca3a18 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:28.740919 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-ca904c81-f094-403f-ad43-5e2414ca3a18 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] 10.222.0.85 "DELETE /v2.0/networks/3dc2c4a3-6bcb-46dc-992b-821e890511fa HTTP/1.1" status: 204 len: 168 time: 1.7441788 May 18 18:17:28.749267 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 36728) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:17:28.770618 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-f7dba57d-da82-4b0f-bc4b-c8eec3ca6151 tempest-DHCPAgentSchedulersTestJSON-574358142 tempest-DHCPAgentSchedulersTestJSON-574358142-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.0701282 May 18 18:17:28.778857 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 36732) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:17:28.825777 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-e2f1f5a3-376a-4b89-b52e-4e7146cbb419 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] 10.222.0.85 "GET /v2.0/ports?device_id=bbc21eca-f1df-46ab-a519-5985f2dbbe62 HTTP/1.1" status: 200 len: 205 time: 0.0744870 May 18 18:17:28.829312 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 36740) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:17:28.850630 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dba57d-da82-4b0f-bc4b-c8eec3ca6151 tempest-DHCPAgentSchedulersTestJSON-574358142 tempest-DHCPAgentSchedulersTestJSON-574358142-project] Pushing event updated for resources: {'Network': ['ID=8ab8eaba-bd6b-4235-a6a5-86a2fd7fd411,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:17:28.882197 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network 8ab8eaba-bd6b-4235-a6a5-86a2fd7fd411 details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:17:28.888230 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca904c81-f094-403f-ad43-5e2414ca3a18 tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Pushing event deleted for resources: {'Network': ['ID=3dc2c4a3-6bcb-46dc-992b-821e890511fa,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:17:29.095701 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b5823743-ca0f-4f22-ab5a-8e827f5aee0f tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Notify callbacks [] for router, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:29.096596 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device ac047ecc-f898-4282-b6f6-d02c6c3cdbac up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:17:29.217450 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port ac047ecc-f898-4282-b6f6-d02c6c3cdbac triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:17:29.217869 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:29.286399 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aefea350-90f9-4836-bfc3-3f4c4311ff6a None None] Network 1c9d6acb-13b5-43cf-8051-a35b46a55472 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:17:29.429189 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b5823743-ca0f-4f22-ab5a-8e827f5aee0f tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25145'] for router, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:29.433918 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b5823743-ca0f-4f22-ab5a-8e827f5aee0f tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:29.442277 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-d4529007-56d3-4dba-903a-a2609a43bde1 None None] Provisioning complete for port ac047ecc-f898-4282-b6f6-d02c6c3cdbac triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:17:29.442643 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d4529007-56d3-4dba-903a-a2609a43bde1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:29.448708 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port ac047ecc-f898-4282-b6f6-d02c6c3cdbac is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:17:29.449436 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:29.510016 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a295bd82-fa71-47d0-8ed3-ceb3ea003b08 req-4a26c409-d43d-4423-b0f7-dac3cee2fbe6 tempest-InstanceActionsV221TestJSON-841684584 tempest-InstanceActionsV221TestJSON-841684584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:29.511808 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a295bd82-fa71-47d0-8ed3-ceb3ea003b08 req-4a26c409-d43d-4423-b0f7-dac3cee2fbe6 tempest-InstanceActionsV221TestJSON-841684584 tempest-InstanceActionsV221TestJSON-841684584-project] 10.222.0.85 "GET /v2.0/ports?device_id=5effefac-46f4-4f12-9b8f-98e7bf1a466d HTTP/1.1" status: 200 len: 944 time: 0.1637754 May 18 18:17:29.520459 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b5823743-ca0f-4f22-ab5a-8e827f5aee0f tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593303'] for router, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:29.521829 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5823743-ca0f-4f22-ab5a-8e827f5aee0f tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Fanout notify agent at l3_agent the message router_deleted on router bbc21eca-f1df-46ab-a519-5985f2dbbe62 {{(pid=102731) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 18 18:17:29.532508 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b5823743-ca0f-4f22-ab5a-8e827f5aee0f tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] Notify callbacks [] for router, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:29.534113 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-b5823743-ca0f-4f22-ab5a-8e827f5aee0f tempest-RoutersNegativeTest-1701807073 tempest-RoutersNegativeTest-1701807073-project] 10.222.0.85 "DELETE /v2.0/routers/bbc21eca-f1df-46ab-a519-5985f2dbbe62 HTTP/1.1" status: 204 len: 168 time: 0.6705003 May 18 18:17:29.625077 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a295bd82-fa71-47d0-8ed3-ceb3ea003b08 req-73410776-eb25-4e22-aef4-8ea079f559c3 tempest-InstanceActionsV221TestJSON-841684584 tempest-InstanceActionsV221TestJSON-841684584-project] 10.222.0.85 "GET /v2.0/security-groups?id=6d99d7bf-9c60-476f-87b6-99601a576663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770481 May 18 18:17:29.658346 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] For port ac047ecc-f898-4282-b6f6-d02c6c3cdbac, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=ac047ecc-f898-4282-b6f6-d02c6c3cdbac,segment=NetworkSegment(ca03740f-4f17-4b10-adfc-634910272505),segment_id=ca03740f-4f17-4b10-adfc-634910272505)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:17:29.675829 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:29.746513 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device e48aa418-111c-4872-a83c-09f1901d6ee3 up at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:17:29.767327 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a25d18f-1bc6-4487-b013-e8dbc960c822 req-125543b0-7c6e-4b0a-8b2c-3662dcd4fe72 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:29.769473 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7a25d18f-1bc6-4487-b013-e8dbc960c822 req-125543b0-7c6e-4b0a-8b2c-3662dcd4fe72 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/ports?device_id=ee682333-0859-4af7-9a90-1cbf33d3ca83 HTTP/1.1" status: 200 len: 945 time: 0.8043354 May 18 18:17:29.804553 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-d0b37042-6fa4-4c0f-bf95-8a8bb3add331 tempest-DHCPAgentSchedulersTestJSON-624926874 tempest-DHCPAgentSchedulersTestJSON-624926874-project-admin] 10.222.0.85 "GET /v2.0/agents/897f4b92-11c9-4a1e-a426-447faf168c69/dhcp-networks HTTP/1.1" status: 200 len: 11234 time: 1.0137587 May 18 18:17:29.804963 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 36760) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:17:29.839704 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 99e46e18-879b-494d-9c2f-e1aa913db4e3 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:17:29.872999 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-40087675-9c6e-454a-8551-a0fcefe0384e tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:29.927716 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-40087675-9c6e-454a-8551-a0fcefe0384e tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:29.988592 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7a25d18f-1bc6-4487-b013-e8dbc960c822 req-db9c0c59-abe6-471c-8ba4-2c7070fba508 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/security-groups?id=0cf286b9-4259-46f9-a9b8-06a8c9d0d055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941020 May 18 18:17:30.028445 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94b342e-a353-455a-b74a-bd8743331848 tempest-DHCPAgentSchedulersTestJSON-624926874 tempest-DHCPAgentSchedulersTestJSON-624926874-project-admin] Network 8ab8eaba-bd6b-4235-a6a5-86a2fd7fd411 is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:17:30.062181 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-e94b342e-a353-455a-b74a-bd8743331848 tempest-DHCPAgentSchedulersTestJSON-624926874 tempest-DHCPAgentSchedulersTestJSON-624926874-project-admin] 10.222.0.85 "POST /v2.0/agents/897f4b92-11c9-4a1e-a426-447faf168c69/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2559557 May 18 18:17:30.066128 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 36764) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:17:30.240989 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6534474e-9680-45da-9b61-ae0bc9003908 None None] Network 8ab8eaba-bd6b-4235-a6a5-86a2fd7fd411 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:17:30.243853 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-d4529007-56d3-4dba-903a-a2609a43bde1 None None] Current status of the port ac047ecc-f898-4282-b6f6-d02c6c3cdbac is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:17:30.255119 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 99e46e18-879b-494d-9c2f-e1aa913db4e3 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:17:30.255469 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 99e46e18-879b-494d-9c2f-e1aa913db4e3 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:17:30.257793 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40087675-9c6e-454a-8551-a0fcefe0384e tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Pushing event updated for resources: {'Port': ['ID=1f57ad40-2b10-494f-a006-0285498f5897,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:17:30.328466 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-40087675-9c6e-454a-8551-a0fcefe0384e tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-595870'] for router_interface, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:30.378387 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Pushing event updated for resources: {'Port': ['ID=ac047ecc-f898-4282-b6f6-d02c6c3cdbac,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:17:30.467013 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-7e1a4375-7637-44f0-84e2-3a74837296bd None None] Provisioning complete for port ac047ecc-f898-4282-b6f6-d02c6c3cdbac triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:17:30.468162 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-7e1a4375-7637-44f0-84e2-3a74837296bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:30.531475 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning for port e48aa418-111c-4872-a83c-09f1901d6ee3 completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:17:30.568573 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning complete for port e48aa418-111c-4872-a83c-09f1901d6ee3 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:17:30.569357 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:30.632923 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 36778) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:17:30.642558 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40087675-9c6e-454a-8551-a0fcefe0384e tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Network 3772013f-5c68-47e7-b25a-e3ecaa34ca65 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:17:30.656088 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4c04b3-7d01-470d-aaa9-2b3a303750f6 req-224f7a6e-646d-4b8a-b32b-17f79f624b55 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:30.658289 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2a4c04b3-7d01-470d-aaa9-2b3a303750f6 req-224f7a6e-646d-4b8a-b32b-17f79f624b55 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/networks?id=43fc4a49-4144-4792-8c9e-f6aa8e841df8 HTTP/1.1" status: 200 len: 805 time: 0.1873248 May 18 18:17:30.674828 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-40087675-9c6e-454a-8551-a0fcefe0384e tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:17:30.770126 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-7e1a4375-7637-44f0-84e2-3a74837296bd None None] Current status of the port ac047ecc-f898-4282-b6f6-d02c6c3cdbac is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:17:30.787854 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2a4c04b3-7d01-470d-aaa9-2b3a303750f6 req-a5d4dbfa-e1a9-4447-b6aa-7e5797cce737 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/quotas/bb3dd5e6ff564e92a9ebe452e66a5117 HTTP/1.1" status: 200 len: 375 time: 0.0972915 May 18 18:17:30.862317 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port e48aa418-111c-4872-a83c-09f1901d6ee3 is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:17:30.862716 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:30.886688 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adacf825-f4d6-493b-a3c0-2c8f2e0a3791 req-452f3e39-32a7-4d5b-9177-672190f27767 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:30.891778 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-adacf825-f4d6-493b-a3c0-2c8f2e0a3791 req-452f3e39-32a7-4d5b-9177-672190f27767 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "GET /v2.0/ports?device_id=00ae5749-325c-4339-a1d0-d91fc688ad0c HTTP/1.1" status: 200 len: 946 time: 0.8241737 May 18 18:17:30.970478 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5effefac-46f4-4f12-9b8f-98e7bf1a466d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e48aa418-111c-4872-a83c-09f1901d6ee3'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:17:30.979459 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96f14665-9b32-4059-ad0f-600ce206d039" -d '{"events": [{"server_uuid": "5effefac-46f4-4f12-9b8f-98e7bf1a466d", "name": "network-vif-plugged", "status": "completed", "tag": "e48aa418-111c-4872-a83c-09f1901d6ee3"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:17:30.998034 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-3085b5c1-d58d-44d8-81d1-79d5edb8a3ec None None] Could not find standard attr ID for object 5d5351e5-bf2d-480b-8aec-fa784eda51e6. {{(pid=102732) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 18 18:17:31.038292 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port e48aa418-111c-4872-a83c-09f1901d6ee3, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=e48aa418-111c-4872-a83c-09f1901d6ee3,segment=NetworkSegment(7497a90c-8a70-4e30-9cef-893abef43022),segment_id=7497a90c-8a70-4e30-9cef-893abef43022)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:17:31.042534 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device ac047ecc-f898-4282-b6f6-d02c6c3cdbac up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:17:31.047447 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:31.051203 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:31.074569 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-75742386-ebf2-4604-8d46-ef2528ba4795 tempest-DHCPAgentSchedulersTestJSON-624926874 tempest-DHCPAgentSchedulersTestJSON-624926874-project-admin] 10.222.0.85 "GET /v2.0/agents/897f4b92-11c9-4a1e-a426-447faf168c69/dhcp-networks HTTP/1.1" status: 200 len: 12004 time: 1.0051291 May 18 18:17:31.078351 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 36788) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:17:31.103800 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-adacf825-f4d6-493b-a3c0-2c8f2e0a3791 req-7f7531f3-a2a5-44b1-a3a9-0665f43ab1b5 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "GET /v2.0/security-groups?id=4a1f9358-f3a3-4045-96f1-cde7ad8c9099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1973429 May 18 18:17:31.147623 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:31.175683 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-7ce4e646-99b9-4d77-8b15-b1063c9ac832 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=ff81999fb5734c95903c4de34cfbc041&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5122890 May 18 18:17:31.181841 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=e48aa418-111c-4872-a83c-09f1901d6ee3,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:17:31.186632 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port ac047ecc-f898-4282-b6f6-d02c6c3cdbac triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:17:31.187225 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:31.190635 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 36790) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:17:31.195990 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-0312e06f-d5d9-402d-9b4f-392868b4fe56 tempest-DHCPAgentSchedulersTestJSON-624926874 tempest-DHCPAgentSchedulersTestJSON-624926874-project-admin] 10.222.0.85 "DELETE /v2.0/agents/897f4b92-11c9-4a1e-a426-447faf168c69/dhcp-networks/8ab8eaba-bd6b-4235-a6a5-86a2fd7fd411 HTTP/1.1" status: 204 len: 168 time: 0.1164114 May 18 18:17:31.200674 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 36792) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:17:31.244894 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2a4c04b3-7d01-470d-aaa9-2b3a303750f6 req-2c214996-3f54-4487-883d-a881e3934056 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=bb3dd5e6ff564e92a9ebe452e66a5117&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4552071 May 18 18:17:31.251821 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40087675-9c6e-454a-8551-a0fcefe0384e tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Router f3d2174e-4612-4055-8705-8603e9dc9c9a has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:17:31.257697 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-6e021f13-0731-4026-b8e2-fb77bbfdefbc None None] Provisioning complete for port 1f57ad40-2b10-494f-a006-0285498f5897 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:17:31.258576 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-6e021f13-0731-4026-b8e2-fb77bbfdefbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:31.326940 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-6e021f13-0731-4026-b8e2-fb77bbfdefbc None None] Port 1f57ad40-2b10-494f-a006-0285498f5897 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:17:31.351470 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port ac047ecc-f898-4282-b6f6-d02c6c3cdbac is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:17:31.422832 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73b9625-b00e-403c-859c-077462e44904 req-fa008ad6-6bd4-4310-a24a-6b0a4c1b7838 tempest-InstanceActionsV221TestJSON-841684584 tempest-InstanceActionsV221TestJSON-841684584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:31.424878 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d73b9625-b00e-403c-859c-077462e44904 req-fa008ad6-6bd4-4310-a24a-6b0a4c1b7838 tempest-InstanceActionsV221TestJSON-841684584 tempest-InstanceActionsV221TestJSON-841684584-project] 10.222.0.85 "GET /v2.0/ports?device_id=5effefac-46f4-4f12-9b8f-98e7bf1a466d HTTP/1.1" status: 200 len: 945 time: 0.1835783 May 18 18:17:31.427637 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c5356cbb-7f0d-4875-844d-aa5f69b3aaf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:31.468743 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2a4c04b3-7d01-470d-aaa9-2b3a303750f6 req-fb05c053-475f-40b5-925e-61de33b62030 service neutron] 10.222.0.85 "GET /v2.0/networks/43fc4a49-4144-4792-8c9e-f6aa8e841df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105939 May 18 18:17:31.495070 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c5356cbb-7f0d-4875-844d-aa5f69b3aaf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:31.498823 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40087675-9c6e-454a-8551-a0fcefe0384e tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:17:31.499661 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-cc501ee2-da79-43db-850b-e6f89261fe8b tempest-DHCPAgentSchedulersTestJSON-624926874 tempest-DHCPAgentSchedulersTestJSON-624926874-project-admin] 10.222.0.85 "GET /v2.0/agents/897f4b92-11c9-4a1e-a426-447faf168c69/dhcp-networks HTTP/1.1" status: 200 len: 11234 time: 0.2979426 May 18 18:17:31.513953 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 36794) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:17:31.521038 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78782929-5a7e-493f-ae75-f3489f19aeb9 None None] Sync routers for ids ['f3d2174e-4612-4055-8705-8603e9dc9c9a'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:17:31.530543 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-40087675-9c6e-454a-8551-a0fcefe0384e tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "PUT /v2.0/routers/f3d2174e-4612-4055-8705-8603e9dc9c9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0598574 May 18 18:17:31.541407 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78782929-5a7e-493f-ae75-f3489f19aeb9 None None] Routers {'f3d2174e-4612-4055-8705-8603e9dc9c9a'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:17:31.542678 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-78782929-5a7e-493f-ae75-f3489f19aeb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:17:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['f3d2174e-4612-4055-8705-8603e9dc9c9a'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:17:31.570113 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d73b9625-b00e-403c-859c-077462e44904 req-c6b6a431-bb71-4028-b906-432c07535f17 tempest-InstanceActionsV221TestJSON-841684584 tempest-InstanceActionsV221TestJSON-841684584-project] 10.222.0.85 "GET /v2.0/security-groups?id=6d99d7bf-9c60-476f-87b6-99601a576663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331041 May 18 18:17:31.581538 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-e37a0ad5-6a0a-420c-9a24-2f6d2fd59c69 tempest-DHCPAgentSchedulersTestJSON-624926874 tempest-DHCPAgentSchedulersTestJSON-624926874-project-admin] 10.222.0.85 "GET /v2.0/networks/1c9d6acb-13b5-43cf-8051-a35b46a55472/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0582113 May 18 18:17:31.582023 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 36798) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:17:31.598538 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2a4c04b3-7d01-470d-aaa9-2b3a303750f6 req-fedfa8ab-8928-4f0c-916f-37582d32687c service neutron] 10.222.0.85 "GET /v2.0/networks/43fc4a49-4144-4792-8c9e-f6aa8e841df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212835 May 18 18:17:31.616677 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-b43652c3-0373-496d-8c96-b6b9c6f8cb8c tempest-DHCPAgentSchedulersTestJSON-624926874 tempest-DHCPAgentSchedulersTestJSON-624926874-project-admin] 10.222.0.85 "GET /v2.0/networks/1c9d6acb-13b5-43cf-8051-a35b46a55472/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0315480 May 18 18:17:31.617024 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 36800) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:17:31.668552 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c5356cbb-7f0d-4875-844d-aa5f69b3aaf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:31.669962 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eacbf72c-93c1-448f-a3ab-47d28e41cf21 x-openstack-request-id: req-eacbf72c-93c1-448f-a3ab-47d28e41cf21 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:17:31.670247 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5effefac-46f4-4f12-9b8f-98e7bf1a466d", "name": "network-vif-plugged", "status": "completed", "tag": "e48aa418-111c-4872-a83c-09f1901d6ee3", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:17:31.671114 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-eacbf72c-93c1-448f-a3ab-47d28e41cf21 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:17:31.671654 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eacbf72c-93c1-448f-a3ab-47d28e41cf21'] response: {'server_uuid': '5effefac-46f4-4f12-9b8f-98e7bf1a466d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e48aa418-111c-4872-a83c-09f1901d6ee3', 'code': 200} May 18 18:17:31.684142 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c5356cbb-7f0d-4875-844d-aa5f69b3aaf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:31.688068 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-c5356cbb-7f0d-4875-844d-aa5f69b3aaf2 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/66a931a4-4d03-4fc5-aa4b-6ad18cba74cb HTTP/1.1" status: 204 len: 168 time: 0.4930730 May 18 18:17:31.713764 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-78782929-5a7e-493f-ae75-f3489f19aeb9 None None] Set router f3d2174e-4612-4055-8705-8603e9dc9c9a gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:17:31.728434 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device a89a7901-a2dc-4636-94d9-9ef3bb7b4ae7 no longer exists at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:17:31.862075 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5356cbb-7f0d-4875-844d-aa5f69b3aaf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66a931a4-4d03-4fc5-aa4b-6ad18cba74cb,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:17:31.923948 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d081c6-d0e6-49d2-b712-a7d8f7211d69 req-69413f8c-3d4b-4dae-a1cb-09644ae10eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:31.937466 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-33d081c6-d0e6-49d2-b712-a7d8f7211d69 req-69413f8c-3d4b-4dae-a1cb-09644ae10eea service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5effefac-46f4-4f12-9b8f-98e7bf1a466d HTTP/1.1" status: 200 len: 1096 time: 0.1315532 May 18 18:17:31.987059 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port a89a7901-a2dc-4636-94d9-9ef3bb7b4ae7 is: ACTIVE; New status is: DOWN {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:17:31.988353 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:32.139706 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-78782929-5a7e-493f-ae75-f3489f19aeb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3d2174e-4612-4055-8705-8603e9dc9c9a', 'name': 'tempest-TestNetworkBasicOps-router-1729927840', 'tenant_id': '6664118b95564eb5aa43c658eedfd9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': 'dbad0ded-557f-41c6-aa1a-8b08843bc5ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:15:22Z', 'updated_at': '2022-05-18T18:17:27Z', 'revision_number': 5, 'project_id': '6664118b95564eb5aa43c658eedfd9ed', 'gw_port': {'id': 'dbad0ded-557f-41c6-aa1a-8b08843bc5ab', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:a7:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d2174e-4612-4055-8705-8603e9dc9c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:15:25Z', 'updated_at': '2022-05-18T18:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': 'f2c20bd4-3118-476a-8b5d-331296914bbe', 'tenant_id': '6664118b95564eb5aa43c658eedfd9ed', 'floating_ip_address': '172.25.5.43', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': 'f3d2174e-4612-4055-8705-8603e9dc9c9a', 'port_id': '6442d690-4bd6-4fab-bd38-8bec279033d1', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1653, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '303de0ee-e6b2-4f16-b090-15548665b4d3', 'mac_address': 'fa:16:3e:8d:c9:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce91e5f-c0a2-4a71-af70-3d0ff7a7854c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T18:16:08Z', 'updated_at': '2022-05-18T18:16:15Z', 'revision_number': 1, 'project_id': '6664118b95564eb5aa43c658eedfd9ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f57ad40-2b10-494f-a006-0285498f5897', 'name': '', 'network_id': '3772013f-5c68-47e7-b25a-e3ecaa34ca65', 'tenant_id': '6664118b95564eb5aa43c658eedfd9ed', 'mac_address': 'fa:16:3e:fb:b1:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3d2174e-4612-4055-8705-8603e9dc9c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '05bff1fc-1faf-47fd-b2da-551a36f96258', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:17:26Z', 'updated_at': '2022-05-18T18:17:28Z', 'revision_number': 2, 'project_id': '6664118b95564eb5aa43c658eedfd9ed', 'subnets': [{'id': '05bff1fc-1faf-47fd-b2da-551a36f96258', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8778ddb4-ae2c-4cba-a5e9-b28be94a8f0c', 'name': '', 'network_id': '303de0ee-e6b2-4f16-b090-15548665b4d3', 'tenant_id': '6664118b95564eb5aa43c658eedfd9ed', 'mac_address': 'fa:16:3e:62:89:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d2174e-4612-4055-8705-8603e9dc9c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': 'b58b6ed0-e33d-4911-87f5-9fe233239105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:15:38Z', 'updated_at': '2022-05-18T18:15:45Z', 'revision_number': 5, 'project_id': '6664118b95564eb5aa43c658eedfd9ed', 'subnets': [{'id': 'b58b6ed0-e33d-4911-87f5-9fe233239105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:17:32.146835 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51c88e6-5bf6-47b7-9132-db71c5337f0b req-f33044c7-4584-4adb-b24f-a4d5a2c5c7d4 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:32.149060 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b51c88e6-5bf6-47b7-9132-db71c5337f0b req-f33044c7-4584-4adb-b24f-a4d5a2c5c7d4 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.36 "GET /v2.0/ports?device_id=d11fab4b-31ef-4c42-930b-de9418b06dd3 HTTP/1.1" status: 200 len: 945 time: 0.2716444 May 18 18:17:32.154397 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port a89a7901-a2dc-4636-94d9-9ef3bb7b4ae7, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=a89a7901-a2dc-4636-94d9-9ef3bb7b4ae7,segment=NetworkSegment(7fe567f5-b9bc-4b6c-8f11-60e107f314f0),segment_id=7fe567f5-b9bc-4b6c-8f11-60e107f314f0)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:17:32.159931 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:32.181466 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-822d8ac5-17fa-46cc-869e-b5763ef912e1 req-57228ff7-0c95-440a-ba34-17d8ebbd4afa tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/ports?device_id=ad56bef2-9630-4aa8-b855-6fa8a855b1d5 HTTP/1.1" status: 200 len: 210 time: 0.1558328 May 18 18:17:32.209358 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-33d081c6-d0e6-49d2-b712-a7d8f7211d69 req-fd0e6ee9-68a7-4efb-af78-3805953c4d18 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=6d99d7bf-9c60-476f-87b6-99601a576663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660067 May 18 18:17:32.209759 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78782929-5a7e-493f-ae75-f3489f19aeb9 None None] Checking router: f3d2174e-4612-4055-8705-8603e9dc9c9a for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:17:32.211120 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78782929-5a7e-493f-ae75-f3489f19aeb9 None None] Updating router f3d2174e-4612-4055-8705-8603e9dc9c9a port 1f57ad40-2b10-494f-a006-0285498f5897 binding host n-d-838550-3 {{(pid=102733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 18:17:32.246170 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594a542d-1c97-4e8a-8321-e9baaa1b16da req-39e0d1e1-1e1c-4f91-baf1-b7bb453c3a53 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:32.255307 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-594a542d-1c97-4e8a-8321-e9baaa1b16da req-39e0d1e1-1e1c-4f91-baf1-b7bb453c3a53 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/ports?device_id=ee682333-0859-4af7-9a90-1cbf33d3ca83 HTTP/1.1" status: 200 len: 945 time: 0.3894956 May 18 18:17:32.317519 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-78782929-5a7e-493f-ae75-f3489f19aeb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:32.344089 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-6bc53c02-1c81-4b8f-a5fb-b21b9cf71d53 tempest-DHCPAgentSchedulersTestJSON-624926874 tempest-DHCPAgentSchedulersTestJSON-624926874-project-admin] 10.222.0.85 "GET /v2.0/agents/897f4b92-11c9-4a1e-a426-447faf168c69/dhcp-networks HTTP/1.1" status: 200 len: 11234 time: 0.7258272 May 18 18:17:32.349401 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 36818) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:17:32.367522 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=a89a7901-a2dc-4636-94d9-9ef3bb7b4ae7,revision_number=8']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:17:32.444405 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-594a542d-1c97-4e8a-8321-e9baaa1b16da req-f84c3364-4815-4108-baa4-ffbf21c1a70e tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/security-groups?id=0cf286b9-4259-46f9-a9b8-06a8c9d0d055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872900 May 18 18:17:32.503774 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-b51c88e6-5bf6-47b7-9132-db71c5337f0b req-acffb970-352c-4b60-8009-295f84407948 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Deleting port a89a7901-a2dc-4636-94d9-9ef3bb7b4ae7 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:17:32.504121 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-b51c88e6-5bf6-47b7-9132-db71c5337f0b req-acffb970-352c-4b60-8009-295f84407948 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:32.589814 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-68b14915-6cdb-4832-ab99-cee2b1a14786 tempest-DHCPAgentSchedulersTestJSON-574358142 tempest-DHCPAgentSchedulersTestJSON-574358142-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:32.613569 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-b51c88e6-5bf6-47b7-9132-db71c5337f0b req-acffb970-352c-4b60-8009-295f84407948 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] For port a89a7901-a2dc-4636-94d9-9ef3bb7b4ae7, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=a89a7901-a2dc-4636-94d9-9ef3bb7b4ae7,segment=NetworkSegment(7fe567f5-b9bc-4b6c-8f11-60e107f314f0),segment_id=7fe567f5-b9bc-4b6c-8f11-60e107f314f0)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:17:32.614232 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-b51c88e6-5bf6-47b7-9132-db71c5337f0b req-acffb970-352c-4b60-8009-295f84407948 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:32.639520 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fb6f7d-bde1-4369-a0af-d6f46feef0be req-c9fa2ec9-beae-4d95-96ba-473baece0eb8 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:32.643849 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c0fb6f7d-bde1-4369-a0af-d6f46feef0be req-c9fa2ec9-beae-4d95-96ba-473baece0eb8 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "GET /v2.0/ports?device_id=00ae5749-325c-4339-a1d0-d91fc688ad0c HTTP/1.1" status: 200 len: 946 time: 0.1679902 May 18 18:17:32.651879 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-b51c88e6-5bf6-47b7-9132-db71c5337f0b req-acffb970-352c-4b60-8009-295f84407948 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Calling delete_port for a89a7901-a2dc-4636-94d9-9ef3bb7b4ae7 owned by compute:nova {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:17:32.832726 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c0fb6f7d-bde1-4369-a0af-d6f46feef0be req-bb237ec2-37ff-41fd-8f41-84d81cccb787 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "GET /v2.0/security-groups?id=4a1f9358-f3a3-4045-96f1-cde7ad8c9099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1737089 May 18 18:17:32.836258 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-68b14915-6cdb-4832-ab99-cee2b1a14786 tempest-DHCPAgentSchedulersTestJSON-574358142 tempest-DHCPAgentSchedulersTestJSON-574358142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:32.850000 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-b51c88e6-5bf6-47b7-9132-db71c5337f0b req-acffb970-352c-4b60-8009-295f84407948 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:32.891086 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-68b14915-6cdb-4832-ab99-cee2b1a14786 tempest-DHCPAgentSchedulersTestJSON-574358142 tempest-DHCPAgentSchedulersTestJSON-574358142-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ab8eaba-bd6b-4235-a6a5-86a2fd7fd411']}} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:17:32.914634 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acffb970-352c-4b60-8009-295f84407948 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Pushing event deleted for resources: {'Port': ['ID=a89a7901-a2dc-4636-94d9-9ef3bb7b4ae7,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:17:32.927263 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-68b14915-6cdb-4832-ab99-cee2b1a14786 tempest-DHCPAgentSchedulersTestJSON-574358142 tempest-DHCPAgentSchedulersTestJSON-574358142-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb1200db-d9a5-48bb-95cb-a21757380268') {'for_net_delete': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:17:32.928016 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-68b14915-6cdb-4832-ab99-cee2b1a14786 tempest-DHCPAgentSchedulersTestJSON-574358142 tempest-DHCPAgentSchedulersTestJSON-574358142-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb1200db-d9a5-48bb-95cb-a21757380268') {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:17:32.942247 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-68b14915-6cdb-4832-ab99-cee2b1a14786 tempest-DHCPAgentSchedulersTestJSON-574358142 tempest-DHCPAgentSchedulersTestJSON-574358142-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260107375'] for segment, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:32.961284 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-68b14915-6cdb-4832-ab99-cee2b1a14786 tempest-DHCPAgentSchedulersTestJSON-574358142 tempest-DHCPAgentSchedulersTestJSON-574358142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:32.972034 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-b51c88e6-5bf6-47b7-9132-db71c5337f0b req-acffb970-352c-4b60-8009-295f84407948 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] No DVR routers for this DVR port a89a7901-a2dc-4636-94d9-9ef3bb7b4ae7 on host n-h1-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:17:32.975603 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-b51c88e6-5bf6-47b7-9132-db71c5337f0b req-acffb970-352c-4b60-8009-295f84407948 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:32.978986 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68b14915-6cdb-4832-ab99-cee2b1a14786 tempest-DHCPAgentSchedulersTestJSON-574358142 tempest-DHCPAgentSchedulersTestJSON-574358142-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=102730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:17:32.979189 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b51c88e6-5bf6-47b7-9132-db71c5337f0b req-acffb970-352c-4b60-8009-295f84407948 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.36 "DELETE /v2.0/ports/a89a7901-a2dc-4636-94d9-9ef3bb7b4ae7 HTTP/1.1" status: 204 len: 173 time: 0.8113439 May 18 18:17:32.979583 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-68b14915-6cdb-4832-ab99-cee2b1a14786 tempest-DHCPAgentSchedulersTestJSON-574358142 tempest-DHCPAgentSchedulersTestJSON-574358142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261102736'] for segment, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:32.979774 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd11fab4b-31ef-4c42-930b-de9418b06dd3', 'name': 'network-vif-deleted', 'tag': 'a89a7901-a2dc-4636-94d9-9ef3bb7b4ae7'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:17:32.982257 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0400729c-9543-4b2d-b3c0-121570610ad6" -d '{"events": [{"server_uuid": "d11fab4b-31ef-4c42-930b-de9418b06dd3", "name": "network-vif-deleted", "tag": "a89a7901-a2dc-4636-94d9-9ef3bb7b4ae7"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:17:32.988174 n-d-838550-3 neutron-server[102730]: Traceback (most recent call last): May 18 18:17:32.988174 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:17:32.988174 n-d-838550-3 neutron-server[102730]: timer() May 18 18:17:32.988174 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:17:32.988174 n-d-838550-3 neutron-server[102730]: cb(*args, **kw) May 18 18:17:32.988174 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:17:32.988174 n-d-838550-3 neutron-server[102730]: return func(*args, **kwargs) May 18 18:17:32.988174 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:17:32.988174 n-d-838550-3 neutron-server[102730]: self._notify() May 18 18:17:32.988174 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:17:32.988174 n-d-838550-3 neutron-server[102730]: self.callback(batched_events) May 18 18:17:32.988174 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:17:32.988174 n-d-838550-3 neutron-server[102730]: event.method(event) May 18 18:17:32.988174 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:17:32.988174 n-d-838550-3 neutron-server[102730]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:17:32.988174 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:17:32.988174 n-d-838550-3 neutron-server[102730]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:17:32.988174 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:17:32.988174 n-d-838550-3 neutron-server[102730]: return f(self, *a, **k) May 18 18:17:32.988174 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:17:32.988174 n-d-838550-3 neutron-server[102730]: return self._get(url).json() May 18 18:17:32.988174 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:17:32.988174 n-d-838550-3 neutron-server[102730]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:17:32.988174 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:17:32.988174 n-d-838550-3 neutron-server[102730]: return self.request(url, 'GET', **kwargs) May 18 18:17:32.988174 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:17:32.988174 n-d-838550-3 neutron-server[102730]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:17:32.988174 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:17:32.988174 n-d-838550-3 neutron-server[102730]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:17:32.988174 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:17:32.988174 n-d-838550-3 neutron-server[102730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:17:32.988174 n-d-838550-3 neutron-server[102730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:17:33.022247 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3b8717-3b3e-4be0-addf-3d3efd55834f req-afed6586-39e0-4f4a-81a6-a6a00fea5cd6 tempest-InstanceActionsV221TestJSON-841684584 tempest-InstanceActionsV221TestJSON-841684584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:33.028110 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ae3b8717-3b3e-4be0-addf-3d3efd55834f req-afed6586-39e0-4f4a-81a6-a6a00fea5cd6 tempest-InstanceActionsV221TestJSON-841684584 tempest-InstanceActionsV221TestJSON-841684584-project] 10.222.0.85 "GET /v2.0/ports?device_id=5effefac-46f4-4f12-9b8f-98e7bf1a466d HTTP/1.1" status: 200 len: 945 time: 0.1991618 May 18 18:17:33.072075 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e65aaf3-ffd2-4716-ae54-2e6ed1890253 x-openstack-request-id: req-3e65aaf3-ffd2-4716-ae54-2e6ed1890253 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:17:33.072613 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d11fab4b-31ef-4c42-930b-de9418b06dd3", "name": "network-vif-deleted", "tag": "a89a7901-a2dc-4636-94d9-9ef3bb7b4ae7", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:17:33.073045 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-3e65aaf3-ffd2-4716-ae54-2e6ed1890253 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:17:33.073713 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e65aaf3-ffd2-4716-ae54-2e6ed1890253'] response: {'server_uuid': 'd11fab4b-31ef-4c42-930b-de9418b06dd3', 'name': 'network-vif-deleted', 'tag': 'a89a7901-a2dc-4636-94d9-9ef3bb7b4ae7', 'status': 'completed', 'code': 200} May 18 18:17:33.079199 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-78782929-5a7e-493f-ae75-f3489f19aeb9 None None] Notify callbacks [] for port, precommit_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:33.090038 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-78782929-5a7e-493f-ae75-f3489f19aeb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:33.134319 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-68b14915-6cdb-4832-ab99-cee2b1a14786 tempest-DHCPAgentSchedulersTestJSON-574358142 tempest-DHCPAgentSchedulersTestJSON-574358142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:33.153038 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ae3b8717-3b3e-4be0-addf-3d3efd55834f req-7ed164cb-9d06-481e-8a48-3bba2b70ad08 tempest-InstanceActionsV221TestJSON-841684584 tempest-InstanceActionsV221TestJSON-841684584-project] 10.222.0.85 "GET /v2.0/security-groups?id=6d99d7bf-9c60-476f-87b6-99601a576663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071966 May 18 18:17:33.159378 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfee7b1-2b19-4630-a017-89624f63e665 None None] Pushing event updated for resources: {'Port': ['ID=1f57ad40-2b10-494f-a006-0285498f5897,revision_number=3']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:17:33.181920 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-68b14915-6cdb-4832-ab99-cee2b1a14786 tempest-DHCPAgentSchedulersTestJSON-574358142 tempest-DHCPAgentSchedulersTestJSON-574358142-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:33.187050 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-68b14915-6cdb-4832-ab99-cee2b1a14786 tempest-DHCPAgentSchedulersTestJSON-574358142 tempest-DHCPAgentSchedulersTestJSON-574358142-project] 10.222.0.85 "DELETE /v2.0/networks/8ab8eaba-bd6b-4235-a6a5-86a2fd7fd411 HTTP/1.1" status: 204 len: 168 time: 0.8360944 May 18 18:17:33.188351 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b14915-6cdb-4832-ab99-cee2b1a14786 tempest-DHCPAgentSchedulersTestJSON-574358142 tempest-DHCPAgentSchedulersTestJSON-574358142-project] Pushing event deleted for resources: {'Network': ['ID=8ab8eaba-bd6b-4235-a6a5-86a2fd7fd411,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:17:33.190744 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 36842) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:17:33.202205 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfee7b1-2b19-4630-a017-89624f63e665 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:17:33.202566 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfee7b1-2b19-4630-a017-89624f63e665 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:17:33.202878 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfee7b1-2b19-4630-a017-89624f63e665 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:17:33.203207 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfee7b1-2b19-4630-a017-89624f63e665 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:17:33.203533 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfee7b1-2b19-4630-a017-89624f63e665 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:17:33.203862 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfee7b1-2b19-4630-a017-89624f63e665 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:17:33.204188 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfee7b1-2b19-4630-a017-89624f63e665 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:17:33.204506 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfee7b1-2b19-4630-a017-89624f63e665 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:17:33.204825 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfee7b1-2b19-4630-a017-89624f63e665 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:17:33.205726 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfee7b1-2b19-4630-a017-89624f63e665 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:17:33.206050 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfee7b1-2b19-4630-a017-89624f63e665 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:17:33.210031 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfee7b1-2b19-4630-a017-89624f63e665 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:17:33.229851 n-d-838550-3 neutron-server[102731]: INFO neutron.pecan_wsgi.hooks.translation [None req-55842de1-2615-4440-a56e-7eb8475c2aef tempest-DHCPAgentSchedulersTestJSON-574358142 tempest-DHCPAgentSchedulersTestJSON-574358142-project] DELETE failed (client error): The resource could not be found. May 18 18:17:33.230612 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55842de1-2615-4440-a56e-7eb8475c2aef tempest-DHCPAgentSchedulersTestJSON-574358142 tempest-DHCPAgentSchedulersTestJSON-574358142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:17:33.239035 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-55842de1-2615-4440-a56e-7eb8475c2aef tempest-DHCPAgentSchedulersTestJSON-574358142 tempest-DHCPAgentSchedulersTestJSON-574358142-project] 10.222.0.85 "DELETE /v2.0/ports/5d5351e5-bf2d-480b-8aec-fa784eda51e6 HTTP/1.1" status: 404 len: 333 time: 0.0423791 May 18 18:17:33.239887 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 36844) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:17:33.277100 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-78782929-5a7e-493f-ae75-f3489f19aeb9 None None] Attempting to bind port 1f57ad40-2b10-494f-a006-0285498f5897 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:17:33.277478 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-78782929-5a7e-493f-ae75-f3489f19aeb9 None None] Attempting to bind port 1f57ad40-2b10-494f-a006-0285498f5897 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': 'd7187d71-d510-47eb-a540-b794438c92ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '3772013f-5c68-47e7-b25a-e3ecaa34ca65'}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:17:33.277874 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78782929-5a7e-493f-ae75-f3489f19aeb9 None None] Attempting to bind port 1f57ad40-2b10-494f-a006-0285498f5897 on network 3772013f-5c68-47e7-b25a-e3ecaa34ca65 {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:17:33.283991 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78782929-5a7e-493f-ae75-f3489f19aeb9 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 17, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:17:33.284367 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78782929-5a7e-493f-ae75-f3489f19aeb9 None None] Checking segment: {'id': 'd7187d71-d510-47eb-a540-b794438c92ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '3772013f-5c68-47e7-b25a-e3ecaa34ca65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:17:33.284894 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-78782929-5a7e-493f-ae75-f3489f19aeb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:33.285270 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78782929-5a7e-493f-ae75-f3489f19aeb9 None None] Bound using segment: {'id': 'd7187d71-d510-47eb-a540-b794438c92ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '3772013f-5c68-47e7-b25a-e3ecaa34ca65'} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:17:33.285777 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-78782929-5a7e-493f-ae75-f3489f19aeb9 None None] Bound port: 1f57ad40-2b10-494f-a006-0285498f5897, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7187d71-d510-47eb-a540-b794438c92ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '3772013f-5c68-47e7-b25a-e3ecaa34ca65'}}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:17:33.286161 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-78782929-5a7e-493f-ae75-f3489f19aeb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:33.355986 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2f47071-7670-42db-8368-bddafa51e4b9 tempest-DHCPAgentSchedulersTestJSON-574358142 tempest-DHCPAgentSchedulersTestJSON-574358142-project] Deleting subnet 749b7be9-1753-4f06-a6a5-e57e8e594f09 {{(pid=102730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:17:33.360835 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f2f47071-7670-42db-8368-bddafa51e4b9 tempest-DHCPAgentSchedulersTestJSON-574358142 tempest-DHCPAgentSchedulersTestJSON-574358142-project] Notify callbacks [] for subnet, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:33.410873 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.db [None req-78782929-5a7e-493f-ae75-f3489f19aeb9 None None] For port 1f57ad40-2b10-494f-a006-0285498f5897, host n-d-838550-3, cleared binding levels {{(pid=102733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:17:33.441798 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.db [None req-78782929-5a7e-493f-ae75-f3489f19aeb9 None None] For port 1f57ad40-2b10-494f-a006-0285498f5897, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=1f57ad40-2b10-494f-a006-0285498f5897,segment=NetworkSegment(d7187d71-d510-47eb-a540-b794438c92ec),segment_id=d7187d71-d510-47eb-a540-b794438c92ec)] {{(pid=102733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:17:33.442853 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f2f47071-7670-42db-8368-bddafa51e4b9 tempest-DHCPAgentSchedulersTestJSON-574358142 tempest-DHCPAgentSchedulersTestJSON-574358142-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260107366'] for subnet, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:33.453270 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-78782929-5a7e-493f-ae75-f3489f19aeb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:33.574782 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78782929-5a7e-493f-ae75-f3489f19aeb9 None None] Routers {'f3d2174e-4612-4055-8705-8603e9dc9c9a'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:17:33.587486 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-78782929-5a7e-493f-ae75-f3489f19aeb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:17:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['f3d2174e-4612-4055-8705-8603e9dc9c9a'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:17:33.678125 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f2f47071-7670-42db-8368-bddafa51e4b9 tempest-DHCPAgentSchedulersTestJSON-574358142 tempest-DHCPAgentSchedulersTestJSON-574358142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:33.678437 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd11fab4b-31ef-4c42-930b-de9418b06dd3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a89a7901-a2dc-4636-94d9-9ef3bb7b4ae7'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:17:33.679056 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f1060d9a-0768-4423-b7b8-12f8f44031ea req-f3d18724-4f19-4287-bc48-f78e52b06833 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/ports?device_id=ad56bef2-9630-4aa8-b855-6fa8a855b1d5 HTTP/1.1" status: 200 len: 210 time: 0.0804300 May 18 18:17:33.690466 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1b37086-1acb-4f39-abb9-e0391e333679" -d '{"events": [{"server_uuid": "d11fab4b-31ef-4c42-930b-de9418b06dd3", "name": "network-vif-unplugged", "status": "completed", "tag": "a89a7901-a2dc-4636-94d9-9ef3bb7b4ae7"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:17:33.707300 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8cd74c-8366-4782-8691-535f9fb67833 req-98b8bc37-656e-4cef-b7fe-8a62e4789ed7 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:33.720389 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cb8cd74c-8366-4782-8691-535f9fb67833 req-98b8bc37-656e-4cef-b7fe-8a62e4789ed7 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/ports?device_id=ee682333-0859-4af7-9a90-1cbf33d3ca83 HTTP/1.1" status: 200 len: 945 time: 0.1277590 May 18 18:17:33.760182 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-6ef2efac-8dae-406d-a081-402fce0c8e1a None None] Provisioning complete for port 1f57ad40-2b10-494f-a006-0285498f5897 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:17:33.760705 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-6ef2efac-8dae-406d-a081-402fce0c8e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:33.827091 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 May 2022 18:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f09ef87-369e-4726-ba32-3ae2bf455ff6 x-openstack-request-id: req-3f09ef87-369e-4726-ba32-3ae2bf455ff6 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:17:33.827526 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d11fab4b-31ef-4c42-930b-de9418b06dd3", "name": "network-vif-unplugged", "status": "completed", "tag": "a89a7901-a2dc-4636-94d9-9ef3bb7b4ae7", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:17:33.827931 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-3f09ef87-369e-4726-ba32-3ae2bf455ff6 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:17:33.828510 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f09ef87-369e-4726-ba32-3ae2bf455ff6'] response: {'server_uuid': 'd11fab4b-31ef-4c42-930b-de9418b06dd3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a89a7901-a2dc-4636-94d9-9ef3bb7b4ae7', 'code': 200} May 18 18:17:33.901547 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f2f47071-7670-42db-8368-bddafa51e4b9 tempest-DHCPAgentSchedulersTestJSON-574358142 tempest-DHCPAgentSchedulersTestJSON-574358142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261104690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261031888'] for subnet, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:33.915518 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfee7b1-2b19-4630-a017-89624f63e665 None None] Pushing event updated for resources: {'Port': ['ID=1f57ad40-2b10-494f-a006-0285498f5897,revision_number=4']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:17:33.932766 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-78782929-5a7e-493f-ae75-f3489f19aeb9 None None] Set router f3d2174e-4612-4055-8705-8603e9dc9c9a gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:17:33.961501 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5cec350-0898-4c13-9258-0c59ed4db61d None None] Network 1c9d6acb-13b5-43cf-8051-a35b46a55472 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:17:33.972274 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cb8cd74c-8366-4782-8691-535f9fb67833 req-799dcd85-fa3c-42f6-966b-43113b28e924 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/security-groups?id=0cf286b9-4259-46f9-a9b8-06a8c9d0d055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333941 May 18 18:17:34.028745 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f47071-7670-42db-8368-bddafa51e4b9 tempest-DHCPAgentSchedulersTestJSON-574358142 tempest-DHCPAgentSchedulersTestJSON-574358142-project] Pushing event deleted for resources: {'Subnet': ['ID=749b7be9-1753-4f06-a6a5-e57e8e594f09,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:17:34.032112 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f2f47071-7670-42db-8368-bddafa51e4b9 tempest-DHCPAgentSchedulersTestJSON-574358142 tempest-DHCPAgentSchedulersTestJSON-574358142-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:34.041176 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-f2f47071-7670-42db-8368-bddafa51e4b9 tempest-DHCPAgentSchedulersTestJSON-574358142 tempest-DHCPAgentSchedulersTestJSON-574358142-project] 10.222.0.85 "DELETE /v2.0/subnets/749b7be9-1753-4f06-a6a5-e57e8e594f09 HTTP/1.1" status: 204 len: 168 time: 0.7992797 May 18 18:17:34.041531 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 36862) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:17:34.268246 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-6ef2efac-8dae-406d-a081-402fce0c8e1a None None] Current status of the port 1f57ad40-2b10-494f-a006-0285498f5897 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:17:34.268638 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-6ef2efac-8dae-406d-a081-402fce0c8e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:34.404768 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-6ef2efac-8dae-406d-a081-402fce0c8e1a None None] For port 1f57ad40-2b10-494f-a006-0285498f5897, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=1f57ad40-2b10-494f-a006-0285498f5897,segment=NetworkSegment(d7187d71-d510-47eb-a540-b794438c92ec),segment_id=d7187d71-d510-47eb-a540-b794438c92ec)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:17:34.410676 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd07dcf-0928-427d-85d4-05f702990525 req-7e1f82c9-973c-496b-bc53-6f8de7fb3622 tempest-InstanceActionsV221TestJSON-841684584 tempest-InstanceActionsV221TestJSON-841684584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:34.413036 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bbd07dcf-0928-427d-85d4-05f702990525 req-7e1f82c9-973c-496b-bc53-6f8de7fb3622 tempest-InstanceActionsV221TestJSON-841684584 tempest-InstanceActionsV221TestJSON-841684584-project] 10.222.0.85 "GET /v2.0/ports?device_id=5effefac-46f4-4f12-9b8f-98e7bf1a466d HTTP/1.1" status: 200 len: 945 time: 0.0920324 May 18 18:17:34.416726 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-6ef2efac-8dae-406d-a081-402fce0c8e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:34.490347 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4c04b3-7d01-470d-aaa9-2b3a303750f6 req-ca2ed512-5f11-4914-a84f-1f286fbd0efa tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:34.492394 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2a4c04b3-7d01-470d-aaa9-2b3a303750f6 req-ca2ed512-5f11-4914-a84f-1f286fbd0efa tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.88 "GET /v2.0/networks?id=43fc4a49-4144-4792-8c9e-f6aa8e841df8 HTTP/1.1" status: 200 len: 805 time: 0.3092978 May 18 18:17:34.504500 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3ddf10b5-675c-42cb-92ae-e78cd95385f3 tempest-DHCPAgentSchedulersTestJSON-574358142 tempest-DHCPAgentSchedulersTestJSON-574358142-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:34.514695 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-2a4c04b3-7d01-470d-aaa9-2b3a303750f6 req-88ec732d-ac37-49e1-a71d-ad019d15aadf tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Request body: {'port': {'device_id': 'ad56bef2-9630-4aa8-b855-6fa8a855b1d5', 'network_id': '43fc4a49-4144-4792-8c9e-f6aa8e841df8', 'admin_state_up': True, 'tenant_id': 'bb3dd5e6ff564e92a9ebe452e66a5117'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:17:34.517274 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bbd07dcf-0928-427d-85d4-05f702990525 req-76340c40-4e86-4558-b83a-d2f1ffbf8121 tempest-InstanceActionsV221TestJSON-841684584 tempest-InstanceActionsV221TestJSON-841684584-project] 10.222.0.85 "GET /v2.0/security-groups?id=6d99d7bf-9c60-476f-87b6-99601a576663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940833 May 18 18:17:34.530292 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93596a34-50c5-435a-9821-f545965d9875 req-1853f769-6692-4657-800a-5a5564ce24e2 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:34.534354 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-93596a34-50c5-435a-9821-f545965d9875 req-1853f769-6692-4657-800a-5a5564ce24e2 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "GET /v2.0/ports?device_id=00ae5749-325c-4339-a1d0-d91fc688ad0c HTTP/1.1" status: 200 len: 946 time: 0.4803648 May 18 18:17:34.549466 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-78782929-5a7e-493f-ae75-f3489f19aeb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3d2174e-4612-4055-8705-8603e9dc9c9a', 'name': 'tempest-TestNetworkBasicOps-router-1729927840', 'tenant_id': '6664118b95564eb5aa43c658eedfd9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': 'dbad0ded-557f-41c6-aa1a-8b08843bc5ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:15:22Z', 'updated_at': '2022-05-18T18:17:27Z', 'revision_number': 5, 'project_id': '6664118b95564eb5aa43c658eedfd9ed', 'gw_port': {'id': 'dbad0ded-557f-41c6-aa1a-8b08843bc5ab', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:a7:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d2174e-4612-4055-8705-8603e9dc9c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:15:25Z', 'updated_at': '2022-05-18T18:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': 'f2c20bd4-3118-476a-8b5d-331296914bbe', 'tenant_id': '6664118b95564eb5aa43c658eedfd9ed', 'floating_ip_address': '172.25.5.43', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': 'f3d2174e-4612-4055-8705-8603e9dc9c9a', 'port_id': '6442d690-4bd6-4fab-bd38-8bec279033d1', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1653, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '303de0ee-e6b2-4f16-b090-15548665b4d3', 'mac_address': 'fa:16:3e:8d:c9:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce91e5f-c0a2-4a71-af70-3d0ff7a7854c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T18:16:08Z', 'updated_at': '2022-05-18T18:16:15Z', 'revision_number': 1, 'project_id': '6664118b95564eb5aa43c658eedfd9ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f57ad40-2b10-494f-a006-0285498f5897', 'name': '', 'network_id': '3772013f-5c68-47e7-b25a-e3ecaa34ca65', 'tenant_id': '6664118b95564eb5aa43c658eedfd9ed', 'mac_address': 'fa:16:3e:fb:b1:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3d2174e-4612-4055-8705-8603e9dc9c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '05bff1fc-1faf-47fd-b2da-551a36f96258', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:17:26Z', 'updated_at': '2022-05-18T18:17:33Z', 'revision_number': 4, 'project_id': '6664118b95564eb5aa43c658eedfd9ed', 'subnets': [{'id': '05bff1fc-1faf-47fd-b2da-551a36f96258', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8778ddb4-ae2c-4cba-a5e9-b28be94a8f0c', 'name': '', 'network_id': '303de0ee-e6b2-4f16-b090-15548665b4d3', 'tenant_id': '6664118b95564eb5aa43c658eedfd9ed', 'mac_address': 'fa:16:3e:62:89:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d2174e-4612-4055-8705-8603e9dc9c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': 'b58b6ed0-e33d-4911-87f5-9fe233239105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:15:38Z', 'updated_at': '2022-05-18T18:15:45Z', 'revision_number': 5, 'project_id': '6664118b95564eb5aa43c658eedfd9ed', 'subnets': [{'id': 'b58b6ed0-e33d-4911-87f5-9fe233239105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:17:34.566001 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-559d37b4-a1d5-454d-8546-3703f8cc783b None None] DHCP port deletion for 1c9d6acb-13b5-43cf-8051-a35b46a55472 request from n-d-838550-3 {{(pid=102732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 18:17:34.600447 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef2efac-8dae-406d-a081-402fce0c8e1a None None] Pushing event updated for resources: {'Port': ['ID=1f57ad40-2b10-494f-a006-0285498f5897,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:17:34.646291 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-863866eb-e5fd-403f-83f7-5b3efe13e109 None None] Provisioning complete for port 1f57ad40-2b10-494f-a006-0285498f5897 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:17:34.646972 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-863866eb-e5fd-403f-83f7-5b3efe13e109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:34.660640 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78782929-5a7e-493f-ae75-f3489f19aeb9 None None] The sync data for ids ['f3d2174e-4612-4055-8705-8603e9dc9c9a'] in n-d-838550-3 is: [{'id': 'f3d2174e-4612-4055-8705-8603e9dc9c9a', 'name': 'tempest-TestNetworkBasicOps-router-1729927840', 'tenant_id': '6664118b95564eb5aa43c658eedfd9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': 'dbad0ded-557f-41c6-aa1a-8b08843bc5ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:15:22Z', 'updated_at': '2022-05-18T18:17:27Z', 'revision_number': 5, 'project_id': '6664118b95564eb5aa43c658eedfd9ed', 'gw_port': {'id': 'dbad0ded-557f-41c6-aa1a-8b08843bc5ab', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:a7:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d2174e-4612-4055-8705-8603e9dc9c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:15:25Z', 'updated_at': '2022-05-18T18:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': 'f2c20bd4-3118-476a-8b5d-331296914bbe', 'tenant_id': '6664118b95564eb5aa43c658eedfd9ed', 'floating_ip_address': '172.25.5.43', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': 'f3d2174e-4612-4055-8705-8603e9dc9c9a', 'port_id': '6442d690-4bd6-4fab-bd38-8bec279033d1', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1653, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '303de0ee-e6b2-4f16-b090-15548665b4d3', 'mac_address': 'fa:16:3e:8d:c9:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce91e5f-c0a2-4a71-af70-3d0ff7a7854c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T18:16:08Z', 'updated_at': '2022-05-18T18:16:15Z', 'revision_number': 1, 'project_id': '6664118b95564eb5aa43c658eedfd9ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f57ad40-2b10-494f-a006-0285498f5897', 'name': '', 'network_id': '3772013f-5c68-47e7-b25a-e3ecaa34ca65', 'tenant_id': '6664118b95564eb5aa43c658eedfd9ed', 'mac_address': 'fa:16:3e:fb:b1:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3d2174e-4612-4055-8705-8603e9dc9c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '05bff1fc-1faf-47fd-b2da-551a36f96258', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:17:26Z', 'updated_at': '2022-05-18T18:17:33Z', 'revision_number': 4, 'project_id': '6664118b95564eb5aa43c658eedfd9ed', 'subnets': [{'id': '05bff1fc-1faf-47fd-b2da-551a36f96258', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8778ddb4-ae2c-4cba-a5e9-b28be94a8f0c', 'name': '', 'network_id': '303de0ee-e6b2-4f16-b090-15548665b4d3', 'tenant_id': '6664118b95564eb5aa43c658eedfd9ed', 'mac_address': 'fa:16:3e:62:89:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d2174e-4612-4055-8705-8603e9dc9c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': 'b58b6ed0-e33d-4911-87f5-9fe233239105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:15:38Z', 'updated_at': '2022-05-18T18:15:45Z', 'revision_number': 5, 'project_id': '6664118b95564eb5aa43c658eedfd9ed', 'subnets': [{'id': 'b58b6ed0-e33d-4911-87f5-9fe233239105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:17:34.719876 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-559d37b4-a1d5-454d-8546-3703f8cc783b None None] Deleting port ac047ecc-f898-4282-b6f6-d02c6c3cdbac {{(pid=102732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:17:34.720341 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-559d37b4-a1d5-454d-8546-3703f8cc783b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:34.812488 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-93596a34-50c5-435a-9821-f545965d9875 req-915f2114-c7f7-4801-ae85-565c8ffe4677 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "GET /v2.0/security-groups?id=4a1f9358-f3a3-4045-96f1-cde7ad8c9099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2546186 May 18 18:17:34.884069 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-559d37b4-a1d5-454d-8546-3703f8cc783b None None] For port ac047ecc-f898-4282-b6f6-d02c6c3cdbac, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=ac047ecc-f898-4282-b6f6-d02c6c3cdbac,segment=NetworkSegment(ca03740f-4f17-4b10-adfc-634910272505),segment_id=ca03740f-4f17-4b10-adfc-634910272505)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:17:34.885838 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-559d37b4-a1d5-454d-8546-3703f8cc783b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:34.924918 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-559d37b4-a1d5-454d-8546-3703f8cc783b None None] Calling delete_port for ac047ecc-f898-4282-b6f6-d02c6c3cdbac owned by network:dhcp {{(pid=102732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:17:34.941858 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-3ddf10b5-675c-42cb-92ae-e78cd95385f3 tempest-DHCPAgentSchedulersTestJSON-574358142 tempest-DHCPAgentSchedulersTestJSON-574358142-project] Deleting port ac047ecc-f898-4282-b6f6-d02c6c3cdbac {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:17:34.942536 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3ddf10b5-675c-42cb-92ae-e78cd95385f3 tempest-DHCPAgentSchedulersTestJSON-574358142 tempest-DHCPAgentSchedulersTestJSON-574358142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:35.094941 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a4c04b3-7d01-470d-aaa9-2b3a303750f6 req-88ec732d-ac37-49e1-a71d-ad019d15aadf tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Made reservation on behalf of bb3dd5e6ff564e92a9ebe452e66a5117 for: {'port': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:17:35.100309 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-2a4c04b3-7d01-470d-aaa9-2b3a303750f6 req-88ec732d-ac37-49e1-a71d-ad019d15aadf tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:35.110838 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 1f57ad40-2b10-494f-a006-0285498f5897 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:17:35.131258 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b69b22-8f47-42f6-b66c-0affa84aaaa1 req-fad3bd97-3f3e-4f30-b5ed-ea4e1a5e962c tempest-InstanceActionsV221TestJSON-841684584 tempest-InstanceActionsV221TestJSON-841684584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:35.133949 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b8b69b22-8f47-42f6-b66c-0affa84aaaa1 req-fad3bd97-3f3e-4f30-b5ed-ea4e1a5e962c tempest-InstanceActionsV221TestJSON-841684584 tempest-InstanceActionsV221TestJSON-841684584-project] 10.222.0.85 "GET /v2.0/ports?device_id=5effefac-46f4-4f12-9b8f-98e7bf1a466d HTTP/1.1" status: 200 len: 945 time: 0.1040854 May 18 18:17:35.214021 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9c2e7bd0-0523-46bc-99ec-8eaa3f30bb7c req-fae2c899-08e9-43eb-99f3-3b025e331903 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/ports?device_id=ad56bef2-9630-4aa8-b855-6fa8a855b1d5 HTTP/1.1" status: 200 len: 210 time: 0.1206267 May 18 18:17:35.228782 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b8b69b22-8f47-42f6-b66c-0affa84aaaa1 req-dfc32d92-33a5-4c1a-8b3e-535531d5a5ae tempest-InstanceActionsV221TestJSON-841684584 tempest-InstanceActionsV221TestJSON-841684584-project] 10.222.0.85 "GET /v2.0/security-groups?id=6d99d7bf-9c60-476f-87b6-99601a576663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882342 May 18 18:17:35.261167 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-863866eb-e5fd-403f-83f7-5b3efe13e109 None None] Current status of the port 1f57ad40-2b10-494f-a006-0285498f5897 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:17:35.264607 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-559d37b4-a1d5-454d-8546-3703f8cc783b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508'] for port, after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:35.281525 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-3ddf10b5-675c-42cb-92ae-e78cd95385f3 tempest-DHCPAgentSchedulersTestJSON-574358142 tempest-DHCPAgentSchedulersTestJSON-574358142-project] For port ac047ecc-f898-4282-b6f6-d02c6c3cdbac, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=ac047ecc-f898-4282-b6f6-d02c6c3cdbac,segment=NetworkSegment(ca03740f-4f17-4b10-adfc-634910272505),segment_id=ca03740f-4f17-4b10-adfc-634910272505)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:17:35.283029 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3ddf10b5-675c-42cb-92ae-e78cd95385f3 tempest-DHCPAgentSchedulersTestJSON-574358142 tempest-DHCPAgentSchedulersTestJSON-574358142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:35.330442 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559d37b4-a1d5-454d-8546-3703f8cc783b None None] Pushing event deleted for resources: {'Port': ['ID=ac047ecc-f898-4282-b6f6-d02c6c3cdbac,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:17:35.332991 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559d37b4-a1d5-454d-8546-3703f8cc783b None None] No DVR routers for this DVR port ac047ecc-f898-4282-b6f6-d02c6c3cdbac on host n-d-838550-3 {{(pid=102732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:17:35.369576 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 1f57ad40-2b10-494f-a006-0285498f5897 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:17:35.370340 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:35.405219 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-3ddf10b5-675c-42cb-92ae-e78cd95385f3 tempest-DHCPAgentSchedulersTestJSON-574358142 tempest-DHCPAgentSchedulersTestJSON-574358142-project] Calling delete_port for ac047ecc-f898-4282-b6f6-d02c6c3cdbac owned by network:dhcp {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:17:35.488453 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 1f57ad40-2b10-494f-a006-0285498f5897 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:17:35.491222 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5536a1-be21-4e5e-9f7f-ba11276d4ac0 req-64ba8062-4615-4fd4-8fbe-f6444e040644 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:35.497013 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8b5536a1-be21-4e5e-9f7f-ba11276d4ac0 req-64ba8062-4615-4fd4-8fbe-f6444e040644 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/ports?device_id=ee682333-0859-4af7-9a90-1cbf33d3ca83 HTTP/1.1" status: 200 len: 945 time: 0.1279356 May 18 18:17:35.570403 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3ddf10b5-675c-42cb-92ae-e78cd95385f3 tempest-DHCPAgentSchedulersTestJSON-574358142 tempest-DHCPAgentSchedulersTestJSON-574358142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:35.582249 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8b5536a1-be21-4e5e-9f7f-ba11276d4ac0 req-c1a7a139-fee6-4861-9a1d-31ae2200dbaa tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/security-groups?id=0cf286b9-4259-46f9-a9b8-06a8c9d0d055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717945 May 18 18:17:35.587345 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ddf10b5-675c-42cb-92ae-e78cd95385f3 tempest-DHCPAgentSchedulersTestJSON-574358142 tempest-DHCPAgentSchedulersTestJSON-574358142-project] No DVR routers for this DVR port ac047ecc-f898-4282-b6f6-d02c6c3cdbac on host n-d-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:17:35.601234 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device ac047ecc-f898-4282-b6f6-d02c6c3cdbac no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:17:35.636559 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: ac047ecc-f898-4282-b6f6-d02c6c3cdbac {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:17:35.637029 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device ac047ecc-f898-4282-b6f6-d02c6c3cdbac not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:17:35.648725 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddf10b5-675c-42cb-92ae-e78cd95385f3 tempest-DHCPAgentSchedulersTestJSON-574358142 tempest-DHCPAgentSchedulersTestJSON-574358142-project] Pushing event deleted for resources: {'Port': ['ID=ac047ecc-f898-4282-b6f6-d02c6c3cdbac,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:17:35.706341 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [req-2a4c04b3-7d01-470d-aaa9-2b3a303750f6 req-88ec732d-ac37-49e1-a71d-ad019d15aadf tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Allocated IP 172.20.0.10 (43fc4a49-4144-4792-8c9e-f6aa8e841df8/8a6f771a-7d1f-4c0f-927b-d14a677a770b/2259c444-5ab3-4c53-bff5-010a9e7dc25c) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:17:35.734629 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3ddf10b5-675c-42cb-92ae-e78cd95385f3 tempest-DHCPAgentSchedulersTestJSON-574358142 tempest-DHCPAgentSchedulersTestJSON-574358142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:35.741668 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device a89a7901-a2dc-4636-94d9-9ef3bb7b4ae7 no longer exists at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:17:35.769321 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-3ddf10b5-675c-42cb-92ae-e78cd95385f3 tempest-DHCPAgentSchedulersTestJSON-574358142 tempest-DHCPAgentSchedulersTestJSON-574358142-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c9d6acb-13b5-43cf-8051-a35b46a55472']}} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:17:35.771482 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] No Port match for: a89a7901-a2dc-4636-94d9-9ef3bb7b4ae7 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:17:35.771482 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device a89a7901-a2dc-4636-94d9-9ef3bb7b4ae7 not bound to the agent host n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:17:35.787996 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-3ddf10b5-675c-42cb-92ae-e78cd95385f3 tempest-DHCPAgentSchedulersTestJSON-574358142 tempest-DHCPAgentSchedulersTestJSON-574358142-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca03740f-4f17-4b10-adfc-634910272505') {'for_net_delete': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:17:35.788479 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-3ddf10b5-675c-42cb-92ae-e78cd95385f3 tempest-DHCPAgentSchedulersTestJSON-574358142 tempest-DHCPAgentSchedulersTestJSON-574358142-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca03740f-4f17-4b10-adfc-634910272505') {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:17:35.805100 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3ddf10b5-675c-42cb-92ae-e78cd95385f3 tempest-DHCPAgentSchedulersTestJSON-574358142 tempest-DHCPAgentSchedulersTestJSON-574358142-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260107375'] for segment, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:35.863953 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3ddf10b5-675c-42cb-92ae-e78cd95385f3 tempest-DHCPAgentSchedulersTestJSON-574358142 tempest-DHCPAgentSchedulersTestJSON-574358142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:35.876303 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ddf10b5-675c-42cb-92ae-e78cd95385f3 tempest-DHCPAgentSchedulersTestJSON-574358142 tempest-DHCPAgentSchedulersTestJSON-574358142-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=102730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:17:35.876807 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3ddf10b5-675c-42cb-92ae-e78cd95385f3 tempest-DHCPAgentSchedulersTestJSON-574358142 tempest-DHCPAgentSchedulersTestJSON-574358142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261102736'] for segment, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:35.879980 n-d-838550-3 neutron-server[102730]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:17:35.879980 n-d-838550-3 neutron-server[102730]: self.session.flush() May 18 18:17:35.879980 n-d-838550-3 neutron-server[102730]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:17:35.879980 n-d-838550-3 neutron-server[102730]: self.session.flush() May 18 18:17:35.879980 n-d-838550-3 neutron-server[102730]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:17:35.879980 n-d-838550-3 neutron-server[102730]: self.session.flush() May 18 18:17:35.879980 n-d-838550-3 neutron-server[102730]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:17:35.879980 n-d-838550-3 neutron-server[102730]: self.session.flush() May 18 18:17:35.879980 n-d-838550-3 neutron-server[102730]: Traceback (most recent call last): May 18 18:17:35.879980 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:17:35.879980 n-d-838550-3 neutron-server[102730]: timer() May 18 18:17:35.879980 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:17:35.879980 n-d-838550-3 neutron-server[102730]: cb(*args, **kw) May 18 18:17:35.879980 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:17:35.879980 n-d-838550-3 neutron-server[102730]: return func(*args, **kwargs) May 18 18:17:35.879980 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:17:35.879980 n-d-838550-3 neutron-server[102730]: self._notify() May 18 18:17:35.879980 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:17:35.879980 n-d-838550-3 neutron-server[102730]: self.callback(batched_events) May 18 18:17:35.879980 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:17:35.879980 n-d-838550-3 neutron-server[102730]: event.method(event) May 18 18:17:35.879980 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:17:35.879980 n-d-838550-3 neutron-server[102730]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:17:35.879980 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:17:35.879980 n-d-838550-3 neutron-server[102730]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:17:35.879980 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:17:35.879980 n-d-838550-3 neutron-server[102730]: return f(self, *a, **k) May 18 18:17:35.879980 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:17:35.879980 n-d-838550-3 neutron-server[102730]: return self._get(url).json() May 18 18:17:35.879980 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:17:35.879980 n-d-838550-3 neutron-server[102730]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:17:35.879980 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:17:35.879980 n-d-838550-3 neutron-server[102730]: return self.request(url, 'GET', **kwargs) May 18 18:17:35.879980 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:17:35.879980 n-d-838550-3 neutron-server[102730]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:17:35.879980 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:17:35.879980 n-d-838550-3 neutron-server[102730]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:17:35.879980 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:17:35.879980 n-d-838550-3 neutron-server[102730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:17:35.879980 n-d-838550-3 neutron-server[102730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:17:35.928916 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 36900) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:17:36.001218 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3ddf10b5-675c-42cb-92ae-e78cd95385f3 tempest-DHCPAgentSchedulersTestJSON-574358142 tempest-DHCPAgentSchedulersTestJSON-574358142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:36.014928 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3ddf10b5-675c-42cb-92ae-e78cd95385f3 tempest-DHCPAgentSchedulersTestJSON-574358142 tempest-DHCPAgentSchedulersTestJSON-574358142-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:36.018469 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-3ddf10b5-675c-42cb-92ae-e78cd95385f3 tempest-DHCPAgentSchedulersTestJSON-574358142 tempest-DHCPAgentSchedulersTestJSON-574358142-project] 10.222.0.85 "DELETE /v2.0/networks/1c9d6acb-13b5-43cf-8051-a35b46a55472 HTTP/1.1" status: 204 len: 168 time: 1.9756734 May 18 18:17:36.034285 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddf10b5-675c-42cb-92ae-e78cd95385f3 tempest-DHCPAgentSchedulersTestJSON-574358142 tempest-DHCPAgentSchedulersTestJSON-574358142-project] Pushing event deleted for resources: {'Network': ['ID=1c9d6acb-13b5-43cf-8051-a35b46a55472,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:17:36.051776 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-2a4c04b3-7d01-470d-aaa9-2b3a303750f6 req-88ec732d-ac37-49e1-a71d-ad019d15aadf tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:36.073757 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00846b38-1411-499b-a7bf-1ab15fedd8ed req-11b010f8-e13a-4af9-8fac-94d55f2b91b1 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:36.075458 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-00846b38-1411-499b-a7bf-1ab15fedd8ed req-11b010f8-e13a-4af9-8fac-94d55f2b91b1 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "GET /v2.0/ports?device_id=00ae5749-325c-4339-a1d0-d91fc688ad0c HTTP/1.1" status: 200 len: 946 time: 0.1208060 May 18 18:17:36.090914 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5cccd4c1-fd97-4160-8d1e-7bf179226a97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:36.131896 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-2a4c04b3-7d01-470d-aaa9-2b3a303750f6 req-88ec732d-ac37-49e1-a71d-ad019d15aadf tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:36.136539 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-00846b38-1411-499b-a7bf-1ab15fedd8ed req-835370fc-0ddc-4b08-b91f-ff4130e06fd7 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "GET /v2.0/security-groups?id=4a1f9358-f3a3-4045-96f1-cde7ad8c9099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492451 May 18 18:17:36.208769 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a4c04b3-7d01-470d-aaa9-2b3a303750f6 req-88ec732d-ac37-49e1-a71d-ad019d15aadf tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Network 43fc4a49-4144-4792-8c9e-f6aa8e841df8 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:17:36.214225 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [req-2a4c04b3-7d01-470d-aaa9-2b3a303750f6 req-88ec732d-ac37-49e1-a71d-ad019d15aadf tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:17:36.221187 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a4c04b3-7d01-470d-aaa9-2b3a303750f6 req-88ec732d-ac37-49e1-a71d-ad019d15aadf tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:17:36.240896 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5cccd4c1-fd97-4160-8d1e-7bf179226a97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:36.249946 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5cccd4c1-fd97-4160-8d1e-7bf179226a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:36.266135 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ec732d-ac37-49e1-a71d-ad019d15aadf tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Pushing event updated for resources: {'Port': ['ID=2259c444-5ab3-4c53-bff5-010a9e7dc25c,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:17:36.298838 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4c04b3-7d01-470d-aaa9-2b3a303750f6 req-88ec732d-ac37-49e1-a71d-ad019d15aadf tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:36.299510 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-2a4c04b3-7d01-470d-aaa9-2b3a303750f6 req-88ec732d-ac37-49e1-a71d-ad019d15aadf tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:36.303928 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cccd4c1-fd97-4160-8d1e-7bf179226a97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55aeca59-4171-4732-a7c4-c7b4af1b1ff7,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:17:36.310669 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-5cccd4c1-fd97-4160-8d1e-7bf179226a97 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=005fdabe2b134ca7a6df8cc1365058b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3805840 May 18 18:17:36.313343 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 36912) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:17:36.339625 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2a4c04b3-7d01-470d-aaa9-2b3a303750f6 req-88ec732d-ac37-49e1-a71d-ad019d15aadf tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8301265 May 18 18:17:36.354752 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-2a4c04b3-7d01-470d-aaa9-2b3a303750f6 req-9bee3e64-9a95-4bb3-9ee9-418cfb5c7852 service neutron] Request body: {'port': {'device_id': 'ad56bef2-9630-4aa8-b855-6fa8a855b1d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-3'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:17:36.422229 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 36914) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:17:36.440491 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f105c6a3-75d9-42f8-89d3-cc141c5fb992 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:36.459667 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-2a4c04b3-7d01-470d-aaa9-2b3a303750f6 req-9bee3e64-9a95-4bb3-9ee9-418cfb5c7852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:36.483369 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e03c749-3c2b-4be5-a8b8-d1c08ae0bb99 req-7016256b-3d91-436d-820d-fef501ef4f05 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:36.485063 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6e03c749-3c2b-4be5-a8b8-d1c08ae0bb99 req-7016256b-3d91-436d-820d-fef501ef4f05 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/ports?device_id=ad56bef2-9630-4aa8-b855-6fa8a855b1d5 HTTP/1.1" status: 200 len: 932 time: 0.1040723 May 18 18:17:36.487374 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f105c6a3-75d9-42f8-89d3-cc141c5fb992 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:36.503239 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cc5720-e883-4546-99e1-82dc7b91978f req-dcf98004-e9e9-4f5f-8963-baed8b8f21c9 tempest-InstanceActionsV221TestJSON-841684584 tempest-InstanceActionsV221TestJSON-841684584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:36.506458 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-91cc5720-e883-4546-99e1-82dc7b91978f req-dcf98004-e9e9-4f5f-8963-baed8b8f21c9 tempest-InstanceActionsV221TestJSON-841684584 tempest-InstanceActionsV221TestJSON-841684584-project] 10.222.0.85 "GET /v2.0/ports?device_id=5effefac-46f4-4f12-9b8f-98e7bf1a466d HTTP/1.1" status: 200 len: 945 time: 0.1697249 May 18 18:17:36.569392 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3c37ba-fee3-403c-be42-42d991ef45d0 req-6bd5c6ba-7da2-421e-99d1-6173ef3b21c7 tempest-InstanceActionsV221TestJSON-841684584 tempest-InstanceActionsV221TestJSON-841684584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:36.571163 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3d3c37ba-fee3-403c-be42-42d991ef45d0 req-6bd5c6ba-7da2-421e-99d1-6173ef3b21c7 tempest-InstanceActionsV221TestJSON-841684584 tempest-InstanceActionsV221TestJSON-841684584-project] 10.222.0.36 "GET /v2.0/ports?device_id=5effefac-46f4-4f12-9b8f-98e7bf1a466d HTTP/1.1" status: 200 len: 945 time: 0.1758058 May 18 18:17:36.623418 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6e03c749-3c2b-4be5-a8b8-d1c08ae0bb99 req-7fd72d46-f5f4-43a3-84c0-5f8b4706c071 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/security-groups?id=8ad86751-3372-47de-bc84-2bfa3ff50eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129451 May 18 18:17:36.661572 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-91cc5720-e883-4546-99e1-82dc7b91978f req-8592bedc-35e6-43d9-b6f3-0fafe27b127c tempest-InstanceActionsV221TestJSON-841684584 tempest-InstanceActionsV221TestJSON-841684584-project] 10.222.0.85 "GET /v2.0/security-groups?id=6d99d7bf-9c60-476f-87b6-99601a576663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434417 May 18 18:17:36.717212 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f105c6a3-75d9-42f8-89d3-cc141c5fb992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:36.720696 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f105c6a3-75d9-42f8-89d3-cc141c5fb992 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:36.721918 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-f105c6a3-75d9-42f8-89d3-cc141c5fb992 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/55aeca59-4171-4732-a7c4-c7b4af1b1ff7 HTTP/1.1" status: 204 len: 168 time: 0.4074302 May 18 18:17:36.727165 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-e2cdbac3-0154-4d67-b61b-be8d9347c496 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=3c47a0f6ea3a465caaf489ff32b159b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2839403 May 18 18:17:36.734858 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 36924) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:17:36.776181 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f105c6a3-75d9-42f8-89d3-cc141c5fb992 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55aeca59-4171-4732-a7c4-c7b4af1b1ff7,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:17:36.821244 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-3d3c37ba-fee3-403c-be42-42d991ef45d0 req-28466df0-6693-4a0d-911f-bb6b474efb9e tempest-InstanceActionsV221TestJSON-841684584 tempest-InstanceActionsV221TestJSON-841684584-project] Deleting port e48aa418-111c-4872-a83c-09f1901d6ee3 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:17:36.821681 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-3d3c37ba-fee3-403c-be42-42d991ef45d0 req-28466df0-6693-4a0d-911f-bb6b474efb9e tempest-InstanceActionsV221TestJSON-841684584 tempest-InstanceActionsV221TestJSON-841684584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:36.891767 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1dc57c7b-5b6b-4367-93ba-fe2755133a31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:36.896657 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4c3908-46a9-48d7-be5f-0a00244be3ed req-300eac53-abaa-4ed0-8d06-7b17a4e6efdb tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:36.899251 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1e4c3908-46a9-48d7-be5f-0a00244be3ed req-300eac53-abaa-4ed0-8d06-7b17a4e6efdb tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/ports?device_id=ee682333-0859-4af7-9a90-1cbf33d3ca83 HTTP/1.1" status: 200 len: 945 time: 0.1324906 May 18 18:17:36.932377 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1dc57c7b-5b6b-4367-93ba-fe2755133a31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:36.964401 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-3d3c37ba-fee3-403c-be42-42d991ef45d0 req-28466df0-6693-4a0d-911f-bb6b474efb9e tempest-InstanceActionsV221TestJSON-841684584 tempest-InstanceActionsV221TestJSON-841684584-project] For port e48aa418-111c-4872-a83c-09f1901d6ee3, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=e48aa418-111c-4872-a83c-09f1901d6ee3,segment=NetworkSegment(7497a90c-8a70-4e30-9cef-893abef43022),segment_id=7497a90c-8a70-4e30-9cef-893abef43022)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:17:36.964760 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-3d3c37ba-fee3-403c-be42-42d991ef45d0 req-28466df0-6693-4a0d-911f-bb6b474efb9e tempest-InstanceActionsV221TestJSON-841684584 tempest-InstanceActionsV221TestJSON-841684584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:36.989050 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-3d3c37ba-fee3-403c-be42-42d991ef45d0 req-28466df0-6693-4a0d-911f-bb6b474efb9e tempest-InstanceActionsV221TestJSON-841684584 tempest-InstanceActionsV221TestJSON-841684584-project] Calling delete_port for e48aa418-111c-4872-a83c-09f1901d6ee3 owned by compute:nova {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:17:37.049818 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1e4c3908-46a9-48d7-be5f-0a00244be3ed req-b2bf32fc-7c74-4e9a-81ad-085761358be8 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/security-groups?id=0cf286b9-4259-46f9-a9b8-06a8c9d0d055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215682 May 18 18:17:37.069338 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [req-2a4c04b3-7d01-470d-aaa9-2b3a303750f6 req-9bee3e64-9a95-4bb3-9ee9-418cfb5c7852 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2259c444-5ab3-4c53-bff5-010a9e7dc25c {{(pid=102730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:17:37.069563 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1dc57c7b-5b6b-4367-93ba-fe2755133a31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:37.074988 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1dc57c7b-5b6b-4367-93ba-fe2755133a31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:37.081484 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-1dc57c7b-5b6b-4367-93ba-fe2755133a31 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/cb8644e0-3891-47f7-955d-b31f7565abf8 HTTP/1.1" status: 204 len: 168 time: 0.3415966 May 18 18:17:37.085852 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-2a4c04b3-7d01-470d-aaa9-2b3a303750f6 req-9bee3e64-9a95-4bb3-9ee9-418cfb5c7852 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:37.100729 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc57c7b-5b6b-4367-93ba-fe2755133a31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb8644e0-3891-47f7-955d-b31f7565abf8,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:17:37.113178 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [req-2a4c04b3-7d01-470d-aaa9-2b3a303750f6 req-9bee3e64-9a95-4bb3-9ee9-418cfb5c7852 service neutron] Transition to ACTIVE for port object 2259c444-5ab3-4c53-bff5-010a9e7dc25c will not be triggered until provisioned by entity L2. {{(pid=102730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:17:37.121250 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-2a4c04b3-7d01-470d-aaa9-2b3a303750f6 req-9bee3e64-9a95-4bb3-9ee9-418cfb5c7852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:37.197556 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 36932) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:17:37.230661 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-dcc5a9a5-f9c8-4010-a12c-08df9f38ae08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:37.256361 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bee3e64-9a95-4bb3-9ee9-418cfb5c7852 service neutron] Pushing event updated for resources: {'Port': ['ID=2259c444-5ab3-4c53-bff5-010a9e7dc25c,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:17:37.288976 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-3d3c37ba-fee3-403c-be42-42d991ef45d0 req-28466df0-6693-4a0d-911f-bb6b474efb9e tempest-InstanceActionsV221TestJSON-841684584 tempest-InstanceActionsV221TestJSON-841684584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:37.305128 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['e48aa418-111c-4872-a83c-09f1901d6ee3'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:17:37.348275 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-2a4c04b3-7d01-470d-aaa9-2b3a303750f6 req-9bee3e64-9a95-4bb3-9ee9-418cfb5c7852 service neutron] Attempting to bind port 2259c444-5ab3-4c53-bff5-010a9e7dc25c on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:17:37.348607 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-2a4c04b3-7d01-470d-aaa9-2b3a303750f6 req-9bee3e64-9a95-4bb3-9ee9-418cfb5c7852 service neutron] Attempting to bind port 2259c444-5ab3-4c53-bff5-010a9e7dc25c by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': '7fe567f5-b9bc-4b6c-8f11-60e107f314f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '43fc4a49-4144-4792-8c9e-f6aa8e841df8'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:17:37.349289 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4c04b3-7d01-470d-aaa9-2b3a303750f6 req-9bee3e64-9a95-4bb3-9ee9-418cfb5c7852 service neutron] Attempting to bind port 2259c444-5ab3-4c53-bff5-010a9e7dc25c on network 43fc4a49-4144-4792-8c9e-f6aa8e841df8 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:17:37.354825 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4c04b3-7d01-470d-aaa9-2b3a303750f6 req-9bee3e64-9a95-4bb3-9ee9-418cfb5c7852 service neutron] Port 2259c444-5ab3-4c53-bff5-010a9e7dc25c on network 43fc4a49-4144-4792-8c9e-f6aa8e841df8 not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:17:37.355142 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4c04b3-7d01-470d-aaa9-2b3a303750f6 req-9bee3e64-9a95-4bb3-9ee9-418cfb5c7852 service neutron] Attempting to bind port 2259c444-5ab3-4c53-bff5-010a9e7dc25c on network 43fc4a49-4144-4792-8c9e-f6aa8e841df8 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:17:37.361841 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4c04b3-7d01-470d-aaa9-2b3a303750f6 req-9bee3e64-9a95-4bb3-9ee9-418cfb5c7852 service neutron] Checking agent: {'id': 'd1be059a-68ea-4c77-9b2b-29f4afa47e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:17:37.362461 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4c04b3-7d01-470d-aaa9-2b3a303750f6 req-9bee3e64-9a95-4bb3-9ee9-418cfb5c7852 service neutron] Checking segment: {'id': '7fe567f5-b9bc-4b6c-8f11-60e107f314f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '43fc4a49-4144-4792-8c9e-f6aa8e841df8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:17:37.363033 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4c04b3-7d01-470d-aaa9-2b3a303750f6 req-9bee3e64-9a95-4bb3-9ee9-418cfb5c7852 service neutron] Bound using segment: {'id': '7fe567f5-b9bc-4b6c-8f11-60e107f314f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '43fc4a49-4144-4792-8c9e-f6aa8e841df8'} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:17:37.363654 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-2a4c04b3-7d01-470d-aaa9-2b3a303750f6 req-9bee3e64-9a95-4bb3-9ee9-418cfb5c7852 service neutron] Bound port: 2259c444-5ab3-4c53-bff5-010a9e7dc25c, host: n-h2-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fe567f5-b9bc-4b6c-8f11-60e107f314f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '43fc4a49-4144-4792-8c9e-f6aa8e841df8'}}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:17:37.364198 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-2a4c04b3-7d01-470d-aaa9-2b3a303750f6 req-9bee3e64-9a95-4bb3-9ee9-418cfb5c7852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:37.375003 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28466df0-6693-4a0d-911f-bb6b474efb9e tempest-InstanceActionsV221TestJSON-841684584 tempest-InstanceActionsV221TestJSON-841684584-project] Pushing event deleted for resources: {'Port': ['ID=e48aa418-111c-4872-a83c-09f1901d6ee3,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:17:37.450875 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-2a4c04b3-7d01-470d-aaa9-2b3a303750f6 req-9bee3e64-9a95-4bb3-9ee9-418cfb5c7852 service neutron] For port 2259c444-5ab3-4c53-bff5-010a9e7dc25c, host n-h2-838550-3, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:17:37.454766 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d3c37ba-fee3-403c-be42-42d991ef45d0 req-28466df0-6693-4a0d-911f-bb6b474efb9e tempest-InstanceActionsV221TestJSON-841684584 tempest-InstanceActionsV221TestJSON-841684584-project] No DVR routers for this DVR port e48aa418-111c-4872-a83c-09f1901d6ee3 on host n-h1-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:17:37.457708 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-3d3c37ba-fee3-403c-be42-42d991ef45d0 req-28466df0-6693-4a0d-911f-bb6b474efb9e tempest-InstanceActionsV221TestJSON-841684584 tempest-InstanceActionsV221TestJSON-841684584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:37.458582 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-2a4c04b3-7d01-470d-aaa9-2b3a303750f6 req-9bee3e64-9a95-4bb3-9ee9-418cfb5c7852 service neutron] For port 2259c444-5ab3-4c53-bff5-010a9e7dc25c, host n-h2-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=2259c444-5ab3-4c53-bff5-010a9e7dc25c,segment=NetworkSegment(7fe567f5-b9bc-4b6c-8f11-60e107f314f0),segment_id=7fe567f5-b9bc-4b6c-8f11-60e107f314f0)] {{(pid=102730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:17:37.462354 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3d3c37ba-fee3-403c-be42-42d991ef45d0 req-28466df0-6693-4a0d-911f-bb6b474efb9e tempest-InstanceActionsV221TestJSON-841684584 tempest-InstanceActionsV221TestJSON-841684584-project] 10.222.0.36 "DELETE /v2.0/ports/e48aa418-111c-4872-a83c-09f1901d6ee3 HTTP/1.1" status: 204 len: 173 time: 0.8767898 May 18 18:17:37.464548 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5effefac-46f4-4f12-9b8f-98e7bf1a466d', 'name': 'network-vif-deleted', 'tag': 'e48aa418-111c-4872-a83c-09f1901d6ee3'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:17:37.465008 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-2a4c04b3-7d01-470d-aaa9-2b3a303750f6 req-9bee3e64-9a95-4bb3-9ee9-418cfb5c7852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:37.468437 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b9405f5-628c-44dd-b2d9-3ff18cff60f8" -d '{"events": [{"server_uuid": "5effefac-46f4-4f12-9b8f-98e7bf1a466d", "name": "network-vif-deleted", "tag": "e48aa418-111c-4872-a83c-09f1901d6ee3"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:17:37.485985 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddc96d4-47e3-4ff0-8013-b4764b86b452 req-797791a5-0d62-40b7-a6a2-6f33f37cd74e tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:37.489814 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8ddc96d4-47e3-4ff0-8013-b4764b86b452 req-797791a5-0d62-40b7-a6a2-6f33f37cd74e tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "GET /v2.0/ports?device_id=00ae5749-325c-4339-a1d0-d91fc688ad0c HTTP/1.1" status: 200 len: 946 time: 0.2535520 May 18 18:17:37.550861 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4c04b3-7d01-470d-aaa9-2b3a303750f6 req-9bee3e64-9a95-4bb3-9ee9-418cfb5c7852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:37.551865 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-2a4c04b3-7d01-470d-aaa9-2b3a303750f6 req-9bee3e64-9a95-4bb3-9ee9-418cfb5c7852 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:37.554919 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2a4c04b3-7d01-470d-aaa9-2b3a303750f6 req-9bee3e64-9a95-4bb3-9ee9-418cfb5c7852 service neutron] 10.222.0.88 "PUT /v2.0/ports/2259c444-5ab3-4c53-bff5-010a9e7dc25c HTTP/1.1" status: 200 len: 1092 time: 1.2053530 May 18 18:17:37.556892 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad56bef2-9630-4aa8-b855-6fa8a855b1d5', 'tag': '2259c444-5ab3-4c53-bff5-010a9e7dc25c'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:17:37.565433 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-063b87f8-a0fa-407f-a144-014fd00ceba4" -d '{"events": [{"name": "network-changed", "server_uuid": "ad56bef2-9630-4aa8-b855-6fa8a855b1d5", "tag": "2259c444-5ab3-4c53-bff5-010a9e7dc25c"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:17:37.581177 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8ddc96d4-47e3-4ff0-8013-b4764b86b452 req-c6a521b1-bd7f-4528-affb-90632e8df56d tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "GET /v2.0/security-groups?id=4a1f9358-f3a3-4045-96f1-cde7ad8c9099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749474 May 18 18:17:37.612047 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-dcc5a9a5-f9c8-4010-a12c-08df9f38ae08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:37.626934 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a92e0ef7-c3ce-483e-964f-23c59a764c7f x-openstack-request-id: req-a92e0ef7-c3ce-483e-964f-23c59a764c7f {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:17:37.627042 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5effefac-46f4-4f12-9b8f-98e7bf1a466d", "name": "network-vif-deleted", "tag": "e48aa418-111c-4872-a83c-09f1901d6ee3", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:17:37.627308 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-a92e0ef7-c3ce-483e-964f-23c59a764c7f {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:17:37.630205 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a92e0ef7-c3ce-483e-964f-23c59a764c7f'] response: {'server_uuid': '5effefac-46f4-4f12-9b8f-98e7bf1a466d', 'name': 'network-vif-deleted', 'tag': 'e48aa418-111c-4872-a83c-09f1901d6ee3', 'status': 'completed', 'code': 200} May 18 18:17:37.636241 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-dcc5a9a5-f9c8-4010-a12c-08df9f38ae08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:37.636892 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bee3e64-9a95-4bb3-9ee9-418cfb5c7852 service neutron] Pushing event updated for resources: {'Port': ['ID=2259c444-5ab3-4c53-bff5-010a9e7dc25c,revision_number=3']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:17:37.657171 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-5ffc3394-af0e-4714-b72d-3603dec2adb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:37.725878 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-dcc5a9a5-f9c8-4010-a12c-08df9f38ae08 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=5e9e2c0cce8041539b23b37dabed1848&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5186200 May 18 18:17:37.726762 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc5a9a5-f9c8-4010-a12c-08df9f38ae08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ed10694-42b2-4c7b-9e79-9e43596fb51a,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:17:37.733390 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 36944) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:17:37.759607 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f3674e1-658e-467f-8c57-53835bb49788 x-openstack-request-id: req-8f3674e1-658e-467f-8c57-53835bb49788 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:17:37.760033 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad56bef2-9630-4aa8-b855-6fa8a855b1d5", "tag": "2259c444-5ab3-4c53-bff5-010a9e7dc25c", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:17:37.760281 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-8f3674e1-658e-467f-8c57-53835bb49788 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:17:37.761065 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f3674e1-658e-467f-8c57-53835bb49788'] response: {'name': 'network-changed', 'server_uuid': 'ad56bef2-9630-4aa8-b855-6fa8a855b1d5', 'tag': '2259c444-5ab3-4c53-bff5-010a9e7dc25c', 'status': 'completed', 'code': 200} May 18 18:17:37.781757 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 36946) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:17:37.799654 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4c04b3-7d01-470d-aaa9-2b3a303750f6 req-bd6fa047-a8b4-4da6-a7fd-af6838f5c8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:37.802453 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2a4c04b3-7d01-470d-aaa9-2b3a303750f6 req-bd6fa047-a8b4-4da6-a7fd-af6838f5c8f0 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=bb3dd5e6ff564e92a9ebe452e66a5117&device_id=ad56bef2-9630-4aa8-b855-6fa8a855b1d5 HTTP/1.1" status: 200 len: 1095 time: 0.1297014 May 18 18:17:37.828539 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4133dce9-c900-4bf7-9510-fef4a13a248a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:37.829549 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0fd0152b-71a3-442a-9138-ad9bc47d2f40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:37.869172 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6be740fd-3cc5-4189-9591-b1fad27a97b3 req-bd8ba16e-4ae0-4154-8ea5-f520ebab6053 tempest-InstanceActionsV221TestJSON-841684584 tempest-InstanceActionsV221TestJSON-841684584-project] 10.222.0.85 "GET /v2.0/ports?device_id=5effefac-46f4-4f12-9b8f-98e7bf1a466d HTTP/1.1" status: 200 len: 210 time: 0.0424049 May 18 18:17:37.887437 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4133dce9-c900-4bf7-9510-fef4a13a248a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:37.896249 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2a4c04b3-7d01-470d-aaa9-2b3a303750f6 req-87f30877-fbfc-439e-b3ae-81d147b01fb5 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2259c444-5ab3-4c53-bff5-010a9e7dc25c HTTP/1.1" status: 200 len: 217 time: 0.0833127 May 18 18:17:37.957641 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3721e8a6-02a8-4bfe-81f5-346a0edc054f req-c1d035c5-dbac-4973-a6ad-47b8e8de97a2 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:37.959097 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3721e8a6-02a8-4bfe-81f5-346a0edc054f req-c1d035c5-dbac-4973-a6ad-47b8e8de97a2 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/ports?device_id=ad56bef2-9630-4aa8-b855-6fa8a855b1d5 HTTP/1.1" status: 200 len: 944 time: 0.1640649 May 18 18:17:37.969490 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4133dce9-c900-4bf7-9510-fef4a13a248a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:37.972972 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4133dce9-c900-4bf7-9510-fef4a13a248a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:37.974268 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-4133dce9-c900-4bf7-9510-fef4a13a248a admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/5ed10694-42b2-4c7b-9e79-9e43596fb51a HTTP/1.1" status: 204 len: 168 time: 0.2400212 May 18 18:17:37.986970 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4133dce9-c900-4bf7-9510-fef4a13a248a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ed10694-42b2-4c7b-9e79-9e43596fb51a,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:17:38.006624 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4c04b3-7d01-470d-aaa9-2b3a303750f6 req-275e29b0-8a70-4ac3-b72c-b4d4eb3d1711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:38.008136 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2a4c04b3-7d01-470d-aaa9-2b3a303750f6 req-275e29b0-8a70-4ac3-b72c-b4d4eb3d1711 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8a6f771a-7d1f-4c0f-927b-d14a677a770b HTTP/1.1" status: 200 len: 845 time: 0.1029799 May 18 18:17:38.081650 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3721e8a6-02a8-4bfe-81f5-346a0edc054f req-134dc82c-1092-42ef-9561-29b49146ff83 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/security-groups?id=8ad86751-3372-47de-bc84-2bfa3ff50eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146438 May 18 18:17:38.084764 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2a4c04b3-7d01-470d-aaa9-2b3a303750f6 req-1bc08f3a-15bb-47fa-b5a1-d0aa9bcd2b83 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=43fc4a49-4144-4792-8c9e-f6aa8e841df8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521262 May 18 18:17:38.136518 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0fd0152b-71a3-442a-9138-ad9bc47d2f40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:38.225092 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0fd0152b-71a3-442a-9138-ad9bc47d2f40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:38.308123 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b51e01-5190-4f82-b79c-188507fc67bf req-d4fa7005-2d07-44b5-ae05-b169875ec318 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:38.313033 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-0fd0152b-71a3-442a-9138-ad9bc47d2f40 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=d0b3e0c9fedb4924bcedfc39931f9a28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5295274 May 18 18:17:38.318645 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c9b51e01-5190-4f82-b79c-188507fc67bf req-d4fa7005-2d07-44b5-ae05-b169875ec318 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/ports?device_id=ee682333-0859-4af7-9a90-1cbf33d3ca83 HTTP/1.1" status: 200 len: 945 time: 0.1464121 May 18 18:17:38.319207 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 36954) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:17:38.330222 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd0152b-71a3-442a-9138-ad9bc47d2f40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90f40d12-99b6-4ece-a3e6-fe04ebb345ff,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:17:38.338141 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2a4c04b3-7d01-470d-aaa9-2b3a303750f6 req-1885c425-04f9-43d9-b868-c79050c06a2a service neutron] 10.222.0.88 "GET /v2.0/networks/43fc4a49-4144-4792-8c9e-f6aa8e841df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364333 May 18 18:17:38.421128 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8930177a-5230-4c6b-9fa9-ecdc8958b260 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:38.432314 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c9b51e01-5190-4f82-b79c-188507fc67bf req-c86e57c1-d1d8-4097-a513-47ce83448792 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/security-groups?id=0cf286b9-4259-46f9-a9b8-06a8c9d0d055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021075 May 18 18:17:38.465212 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8930177a-5230-4c6b-9fa9-ecdc8958b260 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:38.471667 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2a4c04b3-7d01-470d-aaa9-2b3a303750f6 req-4c9111c9-987d-480c-9b18-58735e56f5ba service neutron] 10.222.0.88 "GET /v2.0/networks/43fc4a49-4144-4792-8c9e-f6aa8e841df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213200 May 18 18:17:38.535145 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8930177a-5230-4c6b-9fa9-ecdc8958b260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:38.538737 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8930177a-5230-4c6b-9fa9-ecdc8958b260 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:38.539980 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-8930177a-5230-4c6b-9fa9-ecdc8958b260 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/90f40d12-99b6-4ece-a3e6-fe04ebb345ff HTTP/1.1" status: 204 len: 168 time: 0.2198195 May 18 18:17:38.551869 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8930177a-5230-4c6b-9fa9-ecdc8958b260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90f40d12-99b6-4ece-a3e6-fe04ebb345ff,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:17:38.619120 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063b87f8-a0fa-407f-a144-014fd00ceba4 req-b7ea404e-eb0b-4f8b-910b-07e23e83d2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:38.621818 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-063b87f8-a0fa-407f-a144-014fd00ceba4 req-b7ea404e-eb0b-4f8b-910b-07e23e83d2e1 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=bb3dd5e6ff564e92a9ebe452e66a5117&device_id=ad56bef2-9630-4aa8-b855-6fa8a855b1d5 HTTP/1.1" status: 200 len: 1095 time: 0.0782149 May 18 18:17:38.788425 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063b87f8-a0fa-407f-a144-014fd00ceba4 req-f5b2d8c1-2ea7-4000-85ba-9660f669eedb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:38.790276 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-063b87f8-a0fa-407f-a144-014fd00ceba4 req-f5b2d8c1-2ea7-4000-85ba-9660f669eedb service neutron] 10.222.0.88 "GET /v2.0/networks?id=43fc4a49-4144-4792-8c9e-f6aa8e841df8 HTTP/1.1" status: 200 len: 906 time: 0.1598608 May 18 18:17:38.798086 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de5f1e3-fa5f-4a82-889d-f9e9f568679b req-13518c4c-d858-4ddd-a2c8-9f3a5ef893a7 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:38.800292 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3de5f1e3-fa5f-4a82-889d-f9e9f568679b req-13518c4c-d858-4ddd-a2c8-9f3a5ef893a7 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "GET /v2.0/ports?device_id=00ae5749-325c-4339-a1d0-d91fc688ad0c HTTP/1.1" status: 200 len: 946 time: 0.1025748 May 18 18:17:38.855280 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-063b87f8-a0fa-407f-a144-014fd00ceba4 req-d2d06208-3f03-40f1-b2ca-d3156938b3c6 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2259c444-5ab3-4c53-bff5-010a9e7dc25c HTTP/1.1" status: 200 len: 217 time: 0.0518241 May 18 18:17:38.926249 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3de5f1e3-fa5f-4a82-889d-f9e9f568679b req-185d8308-b65e-45e5-8997-cc3d377fe91e tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "GET /v2.0/security-groups?id=4a1f9358-f3a3-4045-96f1-cde7ad8c9099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106451 May 18 18:17:38.949543 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063b87f8-a0fa-407f-a144-014fd00ceba4 req-77b98c75-4517-4440-b343-c769267ea52f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:38.951205 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-063b87f8-a0fa-407f-a144-014fd00ceba4 req-77b98c75-4517-4440-b343-c769267ea52f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8a6f771a-7d1f-4c0f-927b-d14a677a770b HTTP/1.1" status: 200 len: 845 time: 0.0811832 May 18 18:17:39.026656 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-063b87f8-a0fa-407f-a144-014fd00ceba4 req-5d0697f2-3004-4bfc-abab-7f555d6cd572 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=43fc4a49-4144-4792-8c9e-f6aa8e841df8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566950 May 18 18:17:39.395861 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e21afda-a663-4647-87ae-90bb5473bd16 req-45ecb916-825f-4fa1-b9e2-3a94a7276e5e tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:39.398644 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5e21afda-a663-4647-87ae-90bb5473bd16 req-45ecb916-825f-4fa1-b9e2-3a94a7276e5e tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "GET /v2.0/ports?device_id=00ae5749-325c-4339-a1d0-d91fc688ad0c HTTP/1.1" status: 200 len: 946 time: 0.1345246 May 18 18:17:39.447667 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51077b90-bd9d-408f-9d95-7806bab7ff56 req-835752d9-7364-4a7a-b313-d70140a113ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:39.449404 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-51077b90-bd9d-408f-9d95-7806bab7ff56 req-835752d9-7364-4a7a-b313-d70140a113ba service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=46ea3823b08b4c9799a678c4a73b1420&device_id=00ae5749-325c-4339-a1d0-d91fc688ad0c HTTP/1.1" status: 200 len: 1097 time: 0.1305313 May 18 18:17:39.498793 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5e21afda-a663-4647-87ae-90bb5473bd16 req-9af7aa1c-56ba-4016-88e2-3791c0bd96cf tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "GET /v2.0/security-groups?id=4a1f9358-f3a3-4045-96f1-cde7ad8c9099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777144 May 18 18:17:39.593975 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51077b90-bd9d-408f-9d95-7806bab7ff56 req-2ba57656-876f-40cb-8165-12f8e16d692b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:39.596065 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-51077b90-bd9d-408f-9d95-7806bab7ff56 req-2ba57656-876f-40cb-8165-12f8e16d692b service neutron] 10.222.0.88 "GET /v2.0/networks?id=32202dd9-9064-4832-817f-7e8b4a8db1c5 HTTP/1.1" status: 200 len: 911 time: 0.1323392 May 18 18:17:39.727299 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-063b87f8-a0fa-407f-a144-014fd00ceba4 req-e39ff896-10e3-4ce1-8efb-216d9b346c31 service neutron] 10.222.0.88 "GET /v2.0/networks/43fc4a49-4144-4792-8c9e-f6aa8e841df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6872935 May 18 18:17:39.736115 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d007084-04af-4f8c-a8b7-1a452fb35795 req-4b2cd59f-108b-43bb-b598-0ca8a8937079 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:39.741010 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3d007084-04af-4f8c-a8b7-1a452fb35795 req-4b2cd59f-108b-43bb-b598-0ca8a8937079 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/ports?device_id=ad56bef2-9630-4aa8-b855-6fa8a855b1d5 HTTP/1.1" status: 200 len: 944 time: 0.0991123 May 18 18:17:39.762895 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device e48aa418-111c-4872-a83c-09f1901d6ee3 no longer exists at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:17:39.804166 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-51077b90-bd9d-408f-9d95-7806bab7ff56 req-143e21f2-af17-4f54-9634-8b9779b64768 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c80e757e-91a4-471c-8d67-e10f2c61b218 HTTP/1.1" status: 200 len: 1001 time: 0.1833849 May 18 18:17:39.814474 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] No Port match for: e48aa418-111c-4872-a83c-09f1901d6ee3 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:17:39.815353 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device e48aa418-111c-4872-a83c-09f1901d6ee3 not bound to the agent host n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:17:39.816889 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a6e5d5-d207-445d-b739-b920a3898dd7 req-dd645437-dbe2-4bb2-b561-9a6017282cdb tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:39.818860 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d2a6e5d5-d207-445d-b739-b920a3898dd7 req-dd645437-dbe2-4bb2-b561-9a6017282cdb tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/ports?device_id=ee682333-0859-4af7-9a90-1cbf33d3ca83 HTTP/1.1" status: 200 len: 945 time: 0.1089885 May 18 18:17:39.847775 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3d007084-04af-4f8c-a8b7-1a452fb35795 req-50146f6e-1d68-4433-95cf-c0dcdcb40f7b tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/security-groups?id=8ad86751-3372-47de-bc84-2bfa3ff50eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978231 May 18 18:17:39.903240 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-063b87f8-a0fa-407f-a144-014fd00ceba4 req-dfc9da08-c194-4170-819c-7f586c1370da service neutron] 10.222.0.88 "GET /v2.0/networks/43fc4a49-4144-4792-8c9e-f6aa8e841df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607661 May 18 18:17:39.903635 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 37022) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:17:39.957517 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_v2 [None req-881d1158-6fbb-405a-b033-dcd7b69a17bd admin admin] Deleting subnet df6ed95b-9ad9-4205-97a8-5d7aa2845cf8 {{(pid=102730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:17:39.961602 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-881d1158-6fbb-405a-b033-dcd7b69a17bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:39.980797 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d2a6e5d5-d207-445d-b739-b920a3898dd7 req-9a45aa3b-464e-4fae-9468-bc9f596ee729 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/security-groups?id=0cf286b9-4259-46f9-a9b8-06a8c9d0d055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477466 May 18 18:17:40.001382 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51077b90-bd9d-408f-9d95-7806bab7ff56 req-c0ba3e7f-3ad4-4399-8d98-6bd6c76f61ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:40.007611 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-51077b90-bd9d-408f-9d95-7806bab7ff56 req-c0ba3e7f-3ad4-4399-8d98-6bd6c76f61ff service neutron] 10.222.0.88 "GET /v2.0/subnets?id=77da057d-3a9e-4973-b1e0-fe1781c445e0 HTTP/1.1" status: 200 len: 849 time: 0.1873920 May 18 18:17:40.039106 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-6cbd7e54-e8f5-448c-b2e0-4573bfca18ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:40.050913 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-881d1158-6fbb-405a-b033-dcd7b69a17bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260107366'] for subnet, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:40.093580 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51077b90-bd9d-408f-9d95-7806bab7ff56 req-037c8041-1c02-4f8d-984b-91b62ba501a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:40.096728 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-51077b90-bd9d-408f-9d95-7806bab7ff56 req-037c8041-1c02-4f8d-984b-91b62ba501a5 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=32202dd9-9064-4832-817f-7e8b4a8db1c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0744815 May 18 18:17:40.128779 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-881d1158-6fbb-405a-b033-dcd7b69a17bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:40.205846 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-881d1158-6fbb-405a-b033-dcd7b69a17bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261104690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261031888'] for subnet, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:40.247278 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881d1158-6fbb-405a-b033-dcd7b69a17bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df6ed95b-9ad9-4205-97a8-5d7aa2845cf8,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:17:40.262374 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-881d1158-6fbb-405a-b033-dcd7b69a17bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:40.272133 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-881d1158-6fbb-405a-b033-dcd7b69a17bd admin admin] 10.222.0.85 "DELETE /v2.0/subnets/df6ed95b-9ad9-4205-97a8-5d7aa2845cf8 HTTP/1.1" status: 204 len: 168 time: 0.3652253 May 18 18:17:40.272485 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 37028) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:17:40.290134 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-51077b90-bd9d-408f-9d95-7806bab7ff56 req-1f06693d-671c-41c6-b58b-000c0d063728 service neutron] 10.222.0.88 "GET /v2.0/networks/32202dd9-9064-4832-817f-7e8b4a8db1c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812949 May 18 18:17:40.358381 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f6e0c103-9084-43ab-bd9d-c49fdbaf4116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:40.468740 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f6e0c103-9084-43ab-bd9d-c49fdbaf4116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:40.475966 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-51077b90-bd9d-408f-9d95-7806bab7ff56 req-f8f702ae-5b88-4428-b356-ded11104730e service neutron] 10.222.0.88 "GET /v2.0/networks/32202dd9-9064-4832-817f-7e8b4a8db1c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747057 May 18 18:17:40.513292 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-f6e0c103-9084-43ab-bd9d-c49fdbaf4116 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78c61f05-c072-4168-9989-a0356abe598d']}} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:17:40.547294 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-f6e0c103-9084-43ab-bd9d-c49fdbaf4116 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7497a90c-8a70-4e30-9cef-893abef43022') {'for_net_delete': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:17:40.548031 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-f6e0c103-9084-43ab-bd9d-c49fdbaf4116 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7497a90c-8a70-4e30-9cef-893abef43022') {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:17:40.575648 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f6e0c103-9084-43ab-bd9d-c49fdbaf4116 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260107375'] for segment, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:40.607067 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f6e0c103-9084-43ab-bd9d-c49fdbaf4116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:40.617954 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6e0c103-9084-43ab-bd9d-c49fdbaf4116 admin admin] Releasing vlan 632 on physical network physnet1 to pool {{(pid=102730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:17:40.618255 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f6e0c103-9084-43ab-bd9d-c49fdbaf4116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261102736'] for segment, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:40.621992 n-d-838550-3 neutron-server[102730]: Traceback (most recent call last): May 18 18:17:40.621992 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:17:40.621992 n-d-838550-3 neutron-server[102730]: timer() May 18 18:17:40.621992 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:17:40.621992 n-d-838550-3 neutron-server[102730]: cb(*args, **kw) May 18 18:17:40.621992 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:17:40.621992 n-d-838550-3 neutron-server[102730]: return func(*args, **kwargs) May 18 18:17:40.621992 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:17:40.621992 n-d-838550-3 neutron-server[102730]: self._notify() May 18 18:17:40.621992 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:17:40.621992 n-d-838550-3 neutron-server[102730]: self.callback(batched_events) May 18 18:17:40.621992 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:17:40.621992 n-d-838550-3 neutron-server[102730]: event.method(event) May 18 18:17:40.621992 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:17:40.621992 n-d-838550-3 neutron-server[102730]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:17:40.621992 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:17:40.621992 n-d-838550-3 neutron-server[102730]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:17:40.621992 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:17:40.621992 n-d-838550-3 neutron-server[102730]: return f(self, *a, **k) May 18 18:17:40.621992 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:17:40.621992 n-d-838550-3 neutron-server[102730]: return self._get(url).json() May 18 18:17:40.621992 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:17:40.621992 n-d-838550-3 neutron-server[102730]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:17:40.621992 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:17:40.621992 n-d-838550-3 neutron-server[102730]: return self.request(url, 'GET', **kwargs) May 18 18:17:40.621992 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:17:40.621992 n-d-838550-3 neutron-server[102730]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:17:40.621992 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:17:40.621992 n-d-838550-3 neutron-server[102730]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:17:40.621992 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:17:40.621992 n-d-838550-3 neutron-server[102730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:17:40.621992 n-d-838550-3 neutron-server[102730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:17:40.731404 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae435af-19c9-4bdf-8944-5becb7dcaeab req-dd9f4d6c-7dfc-4a55-acd3-4b7592403bc7 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:40.732983 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1ae435af-19c9-4bdf-8944-5becb7dcaeab req-dd9f4d6c-7dfc-4a55-acd3-4b7592403bc7 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "GET /v2.0/ports?device_id=00ae5749-325c-4339-a1d0-d91fc688ad0c HTTP/1.1" status: 200 len: 946 time: 0.1123991 May 18 18:17:40.734148 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f6e0c103-9084-43ab-bd9d-c49fdbaf4116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:40.743313 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f6e0c103-9084-43ab-bd9d-c49fdbaf4116 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:40.748718 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-f6e0c103-9084-43ab-bd9d-c49fdbaf4116 admin admin] 10.222.0.85 "DELETE /v2.0/networks/78c61f05-c072-4168-9989-a0356abe598d HTTP/1.1" status: 204 len: 168 time: 0.4746971 May 18 18:17:40.777943 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e0c103-9084-43ab-bd9d-c49fdbaf4116 admin admin] Pushing event deleted for resources: {'Network': ['ID=78c61f05-c072-4168-9989-a0356abe598d,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:17:40.820802 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1ae435af-19c9-4bdf-8944-5becb7dcaeab req-ef1f3a6c-4136-4a74-8c01-08ca22bb5d2b tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "GET /v2.0/security-groups?id=4a1f9358-f3a3-4045-96f1-cde7ad8c9099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700119 May 18 18:17:41.038767 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17939bfd-173e-4a85-a47d-d62e04edce9d req-2338c62f-42fb-4e87-a36d-9be2d35ab614 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:41.045741 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-17939bfd-173e-4a85-a47d-d62e04edce9d req-2338c62f-42fb-4e87-a36d-9be2d35ab614 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/ports?device_id=ad56bef2-9630-4aa8-b855-6fa8a855b1d5 HTTP/1.1" status: 200 len: 944 time: 0.1016903 May 18 18:17:41.114103 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-17939bfd-173e-4a85-a47d-d62e04edce9d req-beb93291-5874-4251-b00a-87390ede970c tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/security-groups?id=8ad86751-3372-47de-bc84-2bfa3ff50eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649214 May 18 18:17:41.117254 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 37058) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:17:41.200210 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:41.213244 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-738689f7-5554-41fa-ab95-ab5b7efb65e8 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=a00afbdb0cf340b68960573ed9f21f35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0940540 May 18 18:17:41.216181 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 37060) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:17:41.301692 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad4429c-1c99-4001-90fe-3e203becd360 req-762e676a-680d-46d9-8619-b203d648e7b1 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:41.305032 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0ad4429c-1c99-4001-90fe-3e203becd360 req-762e676a-680d-46d9-8619-b203d648e7b1 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/ports?device_id=ee682333-0859-4af7-9a90-1cbf33d3ca83 HTTP/1.1" status: 200 len: 945 time: 0.1095791 May 18 18:17:41.325252 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-789e11d2-c814-4608-a9e8-5c4390664f56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:41.374332 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-789e11d2-c814-4608-a9e8-5c4390664f56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:41.415408 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0ad4429c-1c99-4001-90fe-3e203becd360 req-eb5a2f89-20dd-4a60-a806-416846ae2288 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/security-groups?id=0cf286b9-4259-46f9-a9b8-06a8c9d0d055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984869 May 18 18:17:41.462606 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-789e11d2-c814-4608-a9e8-5c4390664f56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:41.466344 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-789e11d2-c814-4608-a9e8-5c4390664f56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:41.470384 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-789e11d2-c814-4608-a9e8-5c4390664f56 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/6d99d7bf-9c60-476f-87b6-99601a576663 HTTP/1.1" status: 204 len: 168 time: 0.2531536 May 18 18:17:41.482643 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789e11d2-c814-4608-a9e8-5c4390664f56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d99d7bf-9c60-476f-87b6-99601a576663,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:17:41.600864 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 37070) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:17:41.895676 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-ae39fa27-77ca-4cdc-acb2-7ecb50730e7c tempest-ExternalNetworksTestJSON-1189698140 tempest-ExternalNetworksTestJSON-1189698140-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-672125377'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:17:41.931864 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae39fa27-77ca-4cdc-acb2-7ecb50730e7c tempest-ExternalNetworksTestJSON-1189698140 tempest-ExternalNetworksTestJSON-1189698140-project] Made reservation on behalf of 865cf41bf0d141f18d2b3002f39ff8c4 for: {'network': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:17:41.937207 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ae39fa27-77ca-4cdc-acb2-7ecb50730e7c tempest-ExternalNetworksTestJSON-1189698140 tempest-ExternalNetworksTestJSON-1189698140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:41.951166 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ae39fa27-77ca-4cdc-acb2-7ecb50730e7c tempest-ExternalNetworksTestJSON-1189698140 tempest-ExternalNetworksTestJSON-1189698140-project] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:42.113136 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ac696a-1f51-4a97-8866-2ba416ff761f req-2e686b02-4cee-49e6-9ed4-331fad94dc50 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:42.113136 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a5ac696a-1f51-4a97-8866-2ba416ff761f req-2e686b02-4cee-49e6-9ed4-331fad94dc50 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "GET /v2.0/ports?device_id=00ae5749-325c-4339-a1d0-d91fc688ad0c HTTP/1.1" status: 200 len: 946 time: 0.1124551 May 18 18:17:42.167921 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ae39fa27-77ca-4cdc-acb2-7ecb50730e7c tempest-ExternalNetworksTestJSON-1189698140 tempest-ExternalNetworksTestJSON-1189698140-project] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:42.176756 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ae39fa27-77ca-4cdc-acb2-7ecb50730e7c tempest-ExternalNetworksTestJSON-1189698140 tempest-ExternalNetworksTestJSON-1189698140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:42.224421 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a5ac696a-1f51-4a97-8866-2ba416ff761f req-b718a838-884b-4a7d-8efa-89953fbb229e tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "GET /v2.0/security-groups?id=4a1f9358-f3a3-4045-96f1-cde7ad8c9099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933211 May 18 18:17:42.234717 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae39fa27-77ca-4cdc-acb2-7ecb50730e7c tempest-ExternalNetworksTestJSON-1189698140 tempest-ExternalNetworksTestJSON-1189698140-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 643} {{(pid=102731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:17:42.252228 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae39fa27-77ca-4cdc-acb2-7ecb50730e7c tempest-ExternalNetworksTestJSON-1189698140 tempest-ExternalNetworksTestJSON-1189698140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcb40278-dd6b-4582-bf5b-a58c49202289,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:17:42.256271 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ae39fa27-77ca-4cdc-acb2-7ecb50730e7c tempest-ExternalNetworksTestJSON-1189698140 tempest-ExternalNetworksTestJSON-1189698140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:42.256271 n-d-838550-3 neutron-server[102731]: INFO neutron.db.segments_db [None req-ae39fa27-77ca-4cdc-acb2-7ecb50730e7c tempest-ExternalNetworksTestJSON-1189698140 tempest-ExternalNetworksTestJSON-1189698140-project] Added segment bde01ee3-dd41-457e-aee3-6cb3bb4282c4 of type vlan for network c1378b6e-2541-48fa-8a86-2aadff4bfec5 May 18 18:17:42.327630 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ae39fa27-77ca-4cdc-acb2-7ecb50730e7c tempest-ExternalNetworksTestJSON-1189698140 tempest-ExternalNetworksTestJSON-1189698140-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:42.371426 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:42.393439 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ae39fa27-77ca-4cdc-acb2-7ecb50730e7c tempest-ExternalNetworksTestJSON-1189698140 tempest-ExternalNetworksTestJSON-1189698140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:42.396537 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4ef428-2ba9-4ab1-bab5-4bcd063a77c1 req-ff82eae3-d138-475f-a53a-b46a5c548842 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:42.398448 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9a4ef428-2ba9-4ab1-bab5-4bcd063a77c1 req-ff82eae3-d138-475f-a53a-b46a5c548842 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/ports?device_id=ad56bef2-9630-4aa8-b855-6fa8a855b1d5 HTTP/1.1" status: 200 len: 944 time: 0.1243329 May 18 18:17:42.415911 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae39fa27-77ca-4cdc-acb2-7ecb50730e7c tempest-ExternalNetworksTestJSON-1189698140 tempest-ExternalNetworksTestJSON-1189698140-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:42.417340 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ae39fa27-77ca-4cdc-acb2-7ecb50730e7c tempest-ExternalNetworksTestJSON-1189698140 tempest-ExternalNetworksTestJSON-1189698140-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:42.481820 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9a4ef428-2ba9-4ab1-bab5-4bcd063a77c1 req-0e65c458-0d8b-416c-b6c7-ea09d4330c0b tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/security-groups?id=8ad86751-3372-47de-bc84-2bfa3ff50eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711346 May 18 18:17:42.568031 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-ae39fa27-77ca-4cdc-acb2-7ecb50730e7c tempest-ExternalNetworksTestJSON-1189698140 tempest-ExternalNetworksTestJSON-1189698140-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.9656448 May 18 18:17:42.572841 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 37106) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:17:42.604484 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae39fa27-77ca-4cdc-acb2-7ecb50730e7c tempest-ExternalNetworksTestJSON-1189698140 tempest-ExternalNetworksTestJSON-1189698140-project] Pushing event updated for resources: {'Network': ['ID=c1378b6e-2541-48fa-8a86-2aadff4bfec5,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:17:42.621307 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network c1378b6e-2541-48fa-8a86-2aadff4bfec5 details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:17:42.640634 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 37110) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:17:42.643852 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa48f8d4-5b95-4b3f-bc15-cb7b84db98b8 req-53a94d1a-b99f-4ef8-b98d-52f1f87b438f tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:42.653251 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fa48f8d4-5b95-4b3f-bc15-cb7b84db98b8 req-53a94d1a-b99f-4ef8-b98d-52f1f87b438f tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/ports?device_id=ee682333-0859-4af7-9a90-1cbf33d3ca83 HTTP/1.1" status: 200 len: 945 time: 0.1070673 May 18 18:17:42.721384 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fa48f8d4-5b95-4b3f-bc15-cb7b84db98b8 req-5a39b086-8840-41d9-ae8d-a1d615f70f98 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/security-groups?id=0cf286b9-4259-46f9-a9b8-06a8c9d0d055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626943 May 18 18:17:42.874742 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-e9ba0817-f1d0-4241-92ca-c51862314d0c tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Request body: {'network': {'name': 'tempest-network--480717554', 'router:external': True}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:17:42.890005 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-b1cae0b6-d8bd-40ca-9dc0-c29b292a4ab1 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1878304638-network', 'tenant_id': '56468c7f276245f1a26f8198c8b50593'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:17:42.919676 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1cae0b6-d8bd-40ca-9dc0-c29b292a4ab1 admin admin] Made reservation on behalf of 56468c7f276245f1a26f8198c8b50593 for: {'network': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:17:42.924424 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b1cae0b6-d8bd-40ca-9dc0-c29b292a4ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:42.930300 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9ba0817-f1d0-4241-92ca-c51862314d0c tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Made reservation on behalf of 94d98111966f490bacbce0290dbe2325 for: {'network': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:17:42.933697 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e9ba0817-f1d0-4241-92ca-c51862314d0c tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:42.935210 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b1cae0b6-d8bd-40ca-9dc0-c29b292a4ab1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:42.946785 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e9ba0817-f1d0-4241-92ca-c51862314d0c tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:43.035195 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 2259c444-5ab3-4c53-bff5-010a9e7dc25c details requested by agent hyperv_n-h2-838550-3 with host n-h2-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:17:43.041210 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:43.061716 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b1cae0b6-d8bd-40ca-9dc0-c29b292a4ab1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:43.068415 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b1cae0b6-d8bd-40ca-9dc0-c29b292a4ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:43.073869 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e9ba0817-f1d0-4241-92ca-c51862314d0c tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:43.080411 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e9ba0817-f1d0-4241-92ca-c51862314d0c tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:43.105181 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1cae0b6-d8bd-40ca-9dc0-c29b292a4ab1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 619} {{(pid=102730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:17:43.112928 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ba0817-f1d0-4241-92ca-c51862314d0c tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3107a5e-9af5-4e62-a19b-788cbe0c4ef2,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:17:43.130327 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9ba0817-f1d0-4241-92ca-c51862314d0c tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 629} {{(pid=102731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:17:43.138440 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b1cae0b6-d8bd-40ca-9dc0-c29b292a4ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:43.140325 n-d-838550-3 neutron-server[102730]: INFO neutron.db.segments_db [None req-b1cae0b6-d8bd-40ca-9dc0-c29b292a4ab1 admin admin] Added segment a86c4f27-3119-48dc-a8fc-526578455845 of type vlan for network 9a1b8b30-5a6d-45d0-a156-38c81e547e81 May 18 18:17:43.144381 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e9ba0817-f1d0-4241-92ca-c51862314d0c tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:43.144728 n-d-838550-3 neutron-server[102731]: INFO neutron.db.segments_db [None req-e9ba0817-f1d0-4241-92ca-c51862314d0c tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Added segment ff2f02fc-9e17-4c5b-9669-8c6010461f1b of type vlan for network 1c6a053f-be71-4754-baa4-100a202011bd May 18 18:17:43.145656 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cae0b6-d8bd-40ca-9dc0-c29b292a4ab1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f78a990a-5d33-4a3c-a30c-1a023ecb7914,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:17:43.187428 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 2259c444-5ab3-4c53-bff5-010a9e7dc25c, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=2259c444-5ab3-4c53-bff5-010a9e7dc25c,segment=NetworkSegment(7fe567f5-b9bc-4b6c-8f11-60e107f314f0),segment_id=7fe567f5-b9bc-4b6c-8f11-60e107f314f0)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:17:43.205913 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Returning: {'device': '2259c444-5ab3-4c53-bff5-010a9e7dc25c', 'network_id': '43fc4a49-4144-4792-8c9e-f6aa8e841df8', 'port_id': '2259c444-5ab3-4c53-bff5-010a9e7dc25c', 'mac_address': 'fa:16:3e:cd:03:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a6f771a-7d1f-4c0f-927b-d14a677a770b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:17:43.242062 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e9ba0817-f1d0-4241-92ca-c51862314d0c tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:43.258922 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b1cae0b6-d8bd-40ca-9dc0-c29b292a4ab1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:43.285188 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 2259c444-5ab3-4c53-bff5-010a9e7dc25c is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:17:43.286390 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:43.301291 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b1cae0b6-d8bd-40ca-9dc0-c29b292a4ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:43.303333 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1cae0b6-d8bd-40ca-9dc0-c29b292a4ab1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:43.304446 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b1cae0b6-d8bd-40ca-9dc0-c29b292a4ab1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:43.305668 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e9ba0817-f1d0-4241-92ca-c51862314d0c tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:43.307122 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ba0817-f1d0-4241-92ca-c51862314d0c tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:43.307755 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e9ba0817-f1d0-4241-92ca-c51862314d0c tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:43.315741 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2259c444-5ab3-4c53-bff5-010a9e7dc25c {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:17:43.342627 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 2259c444-5ab3-4c53-bff5-010a9e7dc25c, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=2259c444-5ab3-4c53-bff5-010a9e7dc25c,segment=NetworkSegment(7fe567f5-b9bc-4b6c-8f11-60e107f314f0),segment_id=7fe567f5-b9bc-4b6c-8f11-60e107f314f0)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:17:43.348428 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:43.384309 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cae0b6-d8bd-40ca-9dc0-c29b292a4ab1 admin admin] Pushing event updated for resources: {'Network': ['ID=9a1b8b30-5a6d-45d0-a156-38c81e547e81,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:17:43.397217 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-b1cae0b6-d8bd-40ca-9dc0-c29b292a4ab1 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7504549 May 18 18:17:43.398266 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-e9ba0817-f1d0-4241-92ca-c51862314d0c tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.8206089 May 18 18:17:43.398266 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 37118) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:17:43.399013 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 37120) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:17:43.402939 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-04c3d3df-9aac-4780-9591-7cbe02941791 admin admin] Request body: {'subnet': {'network_id': '9a1b8b30-5a6d-45d0-a156-38c81e547e81', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1878304638-subnet', 'tenant_id': '56468c7f276245f1a26f8198c8b50593', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:17:43.410553 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network 9a1b8b30-5a6d-45d0-a156-38c81e547e81 details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:17:43.434964 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ba0817-f1d0-4241-92ca-c51862314d0c tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Pushing event updated for resources: {'Network': ['ID=1c6a053f-be71-4754-baa4-100a202011bd,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:17:43.452612 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04c3d3df-9aac-4780-9591-7cbe02941791 admin admin] Made reservation on behalf of 56468c7f276245f1a26f8198c8b50593 for: {'subnet': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:17:43.456898 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-04c3d3df-9aac-4780-9591-7cbe02941791 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260908003'] for subnet, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:43.502768 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0e47753e-fb49-494f-9d3e-bf31c8124ddf tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:43.711454 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0e47753e-fb49-494f-9d3e-bf31c8124ddf tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:43.715050 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-04c3d3df-9aac-4780-9591-7cbe02941791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260898481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260908021'] for subnet, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:43.717262 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network 1c6a053f-be71-4754-baa4-100a202011bd details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:17:43.749382 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e985f52c-a2b8-4e03-9390-e28283edf8bf req-a67ac681-da7b-4138-9cc4-6b5c2ede0269 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:43.751226 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e985f52c-a2b8-4e03-9390-e28283edf8bf req-a67ac681-da7b-4138-9cc4-6b5c2ede0269 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/ports?device_id=ad56bef2-9630-4aa8-b855-6fa8a855b1d5 HTTP/1.1" status: 200 len: 945 time: 0.1357267 May 18 18:17:43.753728 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-0e47753e-fb49-494f-9d3e-bf31c8124ddf tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c6a053f-be71-4754-baa4-100a202011bd']}} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:17:43.765072 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-0e47753e-fb49-494f-9d3e-bf31c8124ddf tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff2f02fc-9e17-4c5b-9669-8c6010461f1b') {'for_net_delete': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:17:43.765591 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-0e47753e-fb49-494f-9d3e-bf31c8124ddf tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff2f02fc-9e17-4c5b-9669-8c6010461f1b') {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:17:43.779690 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0e47753e-fb49-494f-9d3e-bf31c8124ddf tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260107375'] for segment, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:43.799223 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c3d3df-9aac-4780-9591-7cbe02941791 admin admin] Checking segment: {'id': 'a86c4f27-3119-48dc-a8fc-526578455845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '9a1b8b30-5a6d-45d0-a156-38c81e547e81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:17:43.800219 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c3d3df-9aac-4780-9591-7cbe02941791 admin admin] Network hostable DHCP agents. Network: 9a1b8b30-5a6d-45d0-a156-38c81e547e81, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:17:43.822276 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c3d3df-9aac-4780-9591-7cbe02941791 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f10deff2-25c1-4386-ae5d-e36f16b1f64d,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:17:43.826171 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c3d3df-9aac-4780-9591-7cbe02941791 admin admin] Network 9a1b8b30-5a6d-45d0-a156-38c81e547e81 is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:17:43.837881 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0e47753e-fb49-494f-9d3e-bf31c8124ddf tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:43.843643 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e985f52c-a2b8-4e03-9390-e28283edf8bf req-6e6fb7f4-b151-45e1-8f9a-d0e9b999eda6 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/security-groups?id=8ad86751-3372-47de-bc84-2bfa3ff50eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663080 May 18 18:17:43.845076 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-04c3d3df-9aac-4780-9591-7cbe02941791 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, 9a1b8b30-5a6d-45d0-a156-38c81e547e81) {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:17:43.852265 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e47753e-fb49-494f-9d3e-bf31c8124ddf tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Releasing vlan 629 on physical network physnet1 to pool {{(pid=102730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:17:43.852265 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0e47753e-fb49-494f-9d3e-bf31c8124ddf tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261102736'] for segment, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:43.854300 n-d-838550-3 neutron-server[102730]: Traceback (most recent call last): May 18 18:17:43.854300 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:17:43.854300 n-d-838550-3 neutron-server[102730]: timer() May 18 18:17:43.854300 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:17:43.854300 n-d-838550-3 neutron-server[102730]: cb(*args, **kw) May 18 18:17:43.854300 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:17:43.854300 n-d-838550-3 neutron-server[102730]: return func(*args, **kwargs) May 18 18:17:43.854300 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:17:43.854300 n-d-838550-3 neutron-server[102730]: self._notify() May 18 18:17:43.854300 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:17:43.854300 n-d-838550-3 neutron-server[102730]: self.callback(batched_events) May 18 18:17:43.854300 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:17:43.854300 n-d-838550-3 neutron-server[102730]: event.method(event) May 18 18:17:43.854300 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:17:43.854300 n-d-838550-3 neutron-server[102730]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:17:43.854300 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:17:43.854300 n-d-838550-3 neutron-server[102730]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:17:43.854300 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:17:43.854300 n-d-838550-3 neutron-server[102730]: return f(self, *a, **k) May 18 18:17:43.854300 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:17:43.854300 n-d-838550-3 neutron-server[102730]: return self._get(url).json() May 18 18:17:43.854300 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:17:43.854300 n-d-838550-3 neutron-server[102730]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:17:43.854300 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:17:43.854300 n-d-838550-3 neutron-server[102730]: return self.request(url, 'GET', **kwargs) May 18 18:17:43.854300 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:17:43.854300 n-d-838550-3 neutron-server[102730]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:17:43.854300 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:17:43.854300 n-d-838550-3 neutron-server[102730]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:17:43.854300 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:17:43.854300 n-d-838550-3 neutron-server[102730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:17:43.854300 n-d-838550-3 neutron-server[102730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:17:43.862063 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c3d3df-9aac-4780-9591-7cbe02941791 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:43.862829 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-04c3d3df-9aac-4780-9591-7cbe02941791 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:43.886863 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b53aa5c-47bb-438d-83c0-00e46f430b4a None None] Network 9a1b8b30-5a6d-45d0-a156-38c81e547e81 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:17:43.887958 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-04c3d3df-9aac-4780-9591-7cbe02941791 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4891775 May 18 18:17:43.984640 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0e47753e-fb49-494f-9d3e-bf31c8124ddf tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:44.003211 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e47753e-fb49-494f-9d3e-bf31c8124ddf tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1c6a053f-be71-4754-baa4-100a202011bd {{(pid=102730) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 18 18:17:44.026758 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93290ff1-0a95-4d72-a0c0-f429ad919e49 req-31c9dfeb-65e1-4029-9107-e307de5532d1 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:44.029472 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-93290ff1-0a95-4d72-a0c0-f429ad919e49 req-31c9dfeb-65e1-4029-9107-e307de5532d1 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/ports?device_id=ee682333-0859-4af7-9a90-1cbf33d3ca83 HTTP/1.1" status: 200 len: 945 time: 0.1024451 May 18 18:17:44.039388 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0e47753e-fb49-494f-9d3e-bf31c8124ddf tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:44.043856 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-0e47753e-fb49-494f-9d3e-bf31c8124ddf tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] 10.222.0.85 "DELETE /v2.0/networks/1c6a053f-be71-4754-baa4-100a202011bd HTTP/1.1" status: 204 len: 168 time: 0.6436958 May 18 18:17:44.050604 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 37130) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:17:44.070258 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-8c2ae5a7-5fb6-452f-be28-0eb80ed587aa tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:17:44.079984 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-93290ff1-0a95-4d72-a0c0-f429ad919e49 req-4a51666c-db54-4045-aed2-406783ae6d48 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/security-groups?id=0cf286b9-4259-46f9-a9b8-06a8c9d0d055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403469 May 18 18:17:44.086382 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=2259c444-5ab3-4c53-bff5-010a9e7dc25c,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:17:44.111882 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e47753e-fb49-494f-9d3e-bf31c8124ddf tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Pushing event deleted for resources: {'Network': ['ID=1c6a053f-be71-4754-baa4-100a202011bd,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:17:44.115641 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['2259c444-5ab3-4c53-bff5-010a9e7dc25c'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:17:44.148281 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c2ae5a7-5fb6-452f-be28-0eb80ed587aa tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Made reservation on behalf of 94d98111966f490bacbce0290dbe2325 for: {'network': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:17:44.153191 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8c2ae5a7-5fb6-452f-be28-0eb80ed587aa tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:44.216629 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c2ae5a7-5fb6-452f-be28-0eb80ed587aa tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 634} {{(pid=102730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:17:44.227348 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8c2ae5a7-5fb6-452f-be28-0eb80ed587aa tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:44.227793 n-d-838550-3 neutron-server[102730]: INFO neutron.db.segments_db [None req-8c2ae5a7-5fb6-452f-be28-0eb80ed587aa tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Added segment 21dbc4e1-9371-4586-879a-418239625f49 of type vlan for network 28484e6e-38cd-4432-a006-ddf7fea57cae May 18 18:17:44.309869 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8c2ae5a7-5fb6-452f-be28-0eb80ed587aa tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:44.365763 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8c2ae5a7-5fb6-452f-be28-0eb80ed587aa tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:44.367217 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2ae5a7-5fb6-452f-be28-0eb80ed587aa tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:44.368189 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8c2ae5a7-5fb6-452f-be28-0eb80ed587aa tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:44.435504 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f598c9b8-065f-4489-b6ed-b4f278089122 None None] Network 9a1b8b30-5a6d-45d0-a156-38c81e547e81 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:17:44.469485 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-8c2ae5a7-5fb6-452f-be28-0eb80ed587aa tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.4103479 May 18 18:17:44.470421 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 37138) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:17:44.490798 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-a45e5ecd-96c6-4e12-806b-8a583a059743 tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Request body: {'subnet': {'network_id': '28484e6e-38cd-4432-a006-ddf7fea57cae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:17:44.595411 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a45e5ecd-96c6-4e12-806b-8a583a059743 tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Made reservation on behalf of 94d98111966f490bacbce0290dbe2325 for: {'subnet': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:17:44.602209 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a45e5ecd-96c6-4e12-806b-8a583a059743 tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261031885'] for subnet, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:44.794306 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2ae5a7-5fb6-452f-be28-0eb80ed587aa tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Pushing event updated for resources: {'Network': ['ID=28484e6e-38cd-4432-a006-ddf7fea57cae,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:17:44.810768 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network 28484e6e-38cd-4432-a006-ddf7fea57cae details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:17:45.041317 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff268069-8ccc-4fc3-ab60-315bfbb1f6df req-0b3d95d8-6582-4c5f-aadd-a501a5e8c543 tempest-ServerPasswordTestJSON-1403481722 tempest-ServerPasswordTestJSON-1403481722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:45.044133 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ff268069-8ccc-4fc3-ab60-315bfbb1f6df req-0b3d95d8-6582-4c5f-aadd-a501a5e8c543 tempest-ServerPasswordTestJSON-1403481722 tempest-ServerPasswordTestJSON-1403481722-project] 10.222.0.85 "GET /v2.0/networks?id=9a1b8b30-5a6d-45d0-a156-38c81e547e81 HTTP/1.1" status: 200 len: 813 time: 0.2611244 May 18 18:17:45.070955 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b41c2b-f1c9-496e-961c-3d95e1073e1f req-a4db308c-2289-4a5f-852b-036605ac711f tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:45.075909 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-88b41c2b-f1c9-496e-961c-3d95e1073e1f req-a4db308c-2289-4a5f-852b-036605ac711f tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/ports?device_id=ad56bef2-9630-4aa8-b855-6fa8a855b1d5 HTTP/1.1" status: 200 len: 945 time: 0.0921681 May 18 18:17:45.104825 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ff268069-8ccc-4fc3-ab60-315bfbb1f6df req-2bf6d784-d145-4ab2-b0a7-0f704bfc5c9d tempest-ServerPasswordTestJSON-1403481722 tempest-ServerPasswordTestJSON-1403481722-project] 10.222.0.85 "GET /v2.0/quotas/56468c7f276245f1a26f8198c8b50593 HTTP/1.1" status: 200 len: 375 time: 0.0425024 May 18 18:17:45.146897 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-88b41c2b-f1c9-496e-961c-3d95e1073e1f req-d954d2a4-2246-40d0-ae13-7be2845043da tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/security-groups?id=8ad86751-3372-47de-bc84-2bfa3ff50eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612576 May 18 18:17:45.156506 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ff268069-8ccc-4fc3-ab60-315bfbb1f6df req-f806205c-fc29-40df-b03a-953d67120915 tempest-ServerPasswordTestJSON-1403481722 tempest-ServerPasswordTestJSON-1403481722-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=56468c7f276245f1a26f8198c8b50593&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0396621 May 18 18:17:45.305246 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce43918-8261-43b4-9fb6-66d1879c4ddc req-e2fb00a6-3c9b-4899-84ae-fe0101c260f3 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:45.307846 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8ce43918-8261-43b4-9fb6-66d1879c4ddc req-e2fb00a6-3c9b-4899-84ae-fe0101c260f3 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/ports?device_id=ee682333-0859-4af7-9a90-1cbf33d3ca83 HTTP/1.1" status: 200 len: 945 time: 0.0899806 May 18 18:17:45.320152 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ff268069-8ccc-4fc3-ab60-315bfbb1f6df req-ae10993e-f71e-4156-bf56-77934a779f55 service neutron] 10.222.0.85 "GET /v2.0/networks/9a1b8b30-5a6d-45d0-a156-38c81e547e81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178007 May 18 18:17:45.388395 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8ce43918-8261-43b4-9fb6-66d1879c4ddc req-d9107d4b-e396-49af-b27e-614853175e9a tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/security-groups?id=0cf286b9-4259-46f9-a9b8-06a8c9d0d055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738976 May 18 18:17:45.451767 n-d-838550-3 neutron-server[102730]: DEBUG neutron.objects.ports [None req-a45e5ecd-96c6-4e12-806b-8a583a059743 tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102730) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} May 18 18:17:45.452244 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a45e5ecd-96c6-4e12-806b-8a583a059743 tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261104883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261031899'] for subnet, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:45.510435 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ff268069-8ccc-4fc3-ab60-315bfbb1f6df req-b87fcd8d-d2dc-495d-ac4f-bb32c7677e11 service neutron] 10.222.0.85 "GET /v2.0/networks/9a1b8b30-5a6d-45d0-a156-38c81e547e81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789606 May 18 18:17:45.521535 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45e5ecd-96c6-4e12-806b-8a583a059743 tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Pushing event updated for resources: {'Subnet': ['ID=b53227fc-990d-4889-8313-ab012c2db9df,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:17:45.561530 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45e5ecd-96c6-4e12-806b-8a583a059743 tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Checking segment: {'id': '21dbc4e1-9371-4586-879a-418239625f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '28484e6e-38cd-4432-a006-ddf7fea57cae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:17:45.561934 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45e5ecd-96c6-4e12-806b-8a583a059743 tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Network hostable DHCP agents. Network: 28484e6e-38cd-4432-a006-ddf7fea57cae, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:17:45.593061 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45e5ecd-96c6-4e12-806b-8a583a059743 tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Network 28484e6e-38cd-4432-a006-ddf7fea57cae is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:17:45.595414 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-890fac72-0e36-4e88-820e-05a42aa8770c req-857679cf-4bcd-4f5f-ab77-1189d9d845ac service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=00ae5749-325c-4339-a1d0-d91fc688ad0c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0881069 May 18 18:17:45.613044 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-a45e5ecd-96c6-4e12-806b-8a583a059743 tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, 28484e6e-38cd-4432-a006-ddf7fea57cae) {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:17:45.626203 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c49150-b0c2-461e-bd71-8480fd3ccc14 None None] Network 28484e6e-38cd-4432-a006-ddf7fea57cae requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:17:45.641569 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45e5ecd-96c6-4e12-806b-8a583a059743 tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:45.644877 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a45e5ecd-96c6-4e12-806b-8a583a059743 tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:45.679316 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-a45e5ecd-96c6-4e12-806b-8a583a059743 tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.1991687 May 18 18:17:45.682508 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 37168) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:17:45.690973 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-51cbcb5c-fa70-463e-82fb-1550a8fee606 tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Request body: {'floatingip': {'floating_network_id': '28484e6e-38cd-4432-a006-ddf7fea57cae'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:17:45.747300 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890fac72-0e36-4e88-820e-05a42aa8770c req-14ed1fbd-a02b-4acd-a7d5-cc58e070928d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:45.749586 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-890fac72-0e36-4e88-820e-05a42aa8770c req-14ed1fbd-a02b-4acd-a7d5-cc58e070928d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=46ea3823b08b4c9799a678c4a73b1420&device_id=00ae5749-325c-4339-a1d0-d91fc688ad0c HTTP/1.1" status: 200 len: 1097 time: 0.0866611 May 18 18:17:45.765656 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-51cbcb5c-fa70-463e-82fb-1550a8fee606 tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:45.919764 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-781da8ce-a8f5-43bf-bd53-8a80ae00defc None None] Network 28484e6e-38cd-4432-a006-ddf7fea57cae requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:17:45.995943 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e94cc33d-eee9-4e09-b7a5-08ccf4b870b2 req-11228a32-7a69-4594-a3df-55229c0ceb31 tempest-ServerPasswordTestJSON-1403481722 tempest-ServerPasswordTestJSON-1403481722-project] 10.222.0.85 "GET /v2.0/ports?device_id=6175912f-969e-425a-9c39-a013865e393a HTTP/1.1" status: 200 len: 210 time: 0.0473011 May 18 18:17:46.027510 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890fac72-0e36-4e88-820e-05a42aa8770c req-4426500c-98e3-43cd-9e2c-04d7374ed1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:46.030046 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-890fac72-0e36-4e88-820e-05a42aa8770c req-4426500c-98e3-43cd-9e2c-04d7374ed1b8 service neutron] 10.222.0.88 "GET /v2.0/networks?id=32202dd9-9064-4832-817f-7e8b4a8db1c5 HTTP/1.1" status: 200 len: 911 time: 0.2379932 May 18 18:17:46.034704 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-51cbcb5c-fa70-463e-82fb-1550a8fee606 tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:46.147687 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-890fac72-0e36-4e88-820e-05a42aa8770c req-34346207-7837-45f7-95fd-521d2b0d9f08 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c80e757e-91a4-471c-8d67-e10f2c61b218 HTTP/1.1" status: 200 len: 1001 time: 0.0968919 May 18 18:17:46.205474 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-51cbcb5c-fa70-463e-82fb-1550a8fee606 tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Allocated IP 172.20.0.9 (28484e6e-38cd-4432-a006-ddf7fea57cae/b53227fc-990d-4889-8313-ab012c2db9df/c2e304e7-9710-46eb-b397-e0acce6c84f1) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:17:46.277219 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890fac72-0e36-4e88-820e-05a42aa8770c req-28d5e400-419a-484e-b2f3-572eb84ae7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:46.282082 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-890fac72-0e36-4e88-820e-05a42aa8770c req-28d5e400-419a-484e-b2f3-572eb84ae7d8 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=77da057d-3a9e-4973-b1e0-fe1781c445e0 HTTP/1.1" status: 200 len: 849 time: 0.1179161 May 18 18:17:46.365937 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890fac72-0e36-4e88-820e-05a42aa8770c req-15e8ea9e-1350-4f50-8a73-c6ced6208f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:46.367715 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-890fac72-0e36-4e88-820e-05a42aa8770c req-15e8ea9e-1350-4f50-8a73-c6ced6208f71 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=32202dd9-9064-4832-817f-7e8b4a8db1c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0705252 May 18 18:17:46.398070 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1ee1fc-d4c9-4a28-88c4-5c363d9a1d6b req-0ff3070c-f42a-46c3-954f-3778948cd737 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:46.399818 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8c1ee1fc-d4c9-4a28-88c4-5c363d9a1d6b req-0ff3070c-f42a-46c3-954f-3778948cd737 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/ports?device_id=ad56bef2-9630-4aa8-b855-6fa8a855b1d5 HTTP/1.1" status: 200 len: 945 time: 0.1012433 May 18 18:17:46.505933 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8c1ee1fc-d4c9-4a28-88c4-5c363d9a1d6b req-dd669544-33a1-405f-b3c3-7ce0952f534a tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/security-groups?id=8ad86751-3372-47de-bc84-2bfa3ff50eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969992 May 18 18:17:46.518687 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-51cbcb5c-fa70-463e-82fb-1550a8fee606 tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:46.583667 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-51cbcb5c-fa70-463e-82fb-1550a8fee606 tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:46.634124 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-890fac72-0e36-4e88-820e-05a42aa8770c req-32260083-f16e-4758-84e7-252ddb4da769 service neutron] 10.222.0.88 "GET /v2.0/networks/32202dd9-9064-4832-817f-7e8b4a8db1c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2541826 May 18 18:17:46.667829 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51cbcb5c-fa70-463e-82fb-1550a8fee606 tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Network 28484e6e-38cd-4432-a006-ddf7fea57cae is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:17:46.673195 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b595116-ff85-4346-aedc-bfc224c33fe2 req-72a22dd6-a26c-4615-836f-b1c098dcbecc tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:46.677926 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-51cbcb5c-fa70-463e-82fb-1550a8fee606 tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:17:46.679646 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3b595116-ff85-4346-aedc-bfc224c33fe2 req-72a22dd6-a26c-4615-836f-b1c098dcbecc tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/ports?device_id=ee682333-0859-4af7-9a90-1cbf33d3ca83 HTTP/1.1" status: 200 len: 945 time: 0.1382415 May 18 18:17:46.685505 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51cbcb5c-fa70-463e-82fb-1550a8fee606 tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:17:46.709102 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cbcb5c-fa70-463e-82fb-1550a8fee606 tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Pushing event updated for resources: {'Port': ['ID=c2e304e7-9710-46eb-b397-e0acce6c84f1,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:17:46.867800 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-51cbcb5c-fa70-463e-82fb-1550a8fee606 tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:46.939533 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-51cbcb5c-fa70-463e-82fb-1550a8fee606 tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:47.061224 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 2259c444-5ab3-4c53-bff5-010a9e7dc25c up at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:17:47.231476 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning for port 2259c444-5ab3-4c53-bff5-010a9e7dc25c completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:17:47.235183 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e2b6cbba-b072-436f-ac2c-cd50d05b886b req-aadfea84-3f3d-4b6f-8ab0-72195613ef66 tempest-ServerPasswordTestJSON-1403481722 tempest-ServerPasswordTestJSON-1403481722-project] 10.222.0.85 "GET /v2.0/ports?device_id=6175912f-969e-425a-9c39-a013865e393a HTTP/1.1" status: 200 len: 210 time: 0.0628853 May 18 18:17:47.249519 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning complete for port 2259c444-5ab3-4c53-bff5-010a9e7dc25c triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:17:47.250173 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:47.303370 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-51cbcb5c-fa70-463e-82fb-1550a8fee606 tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:47.311980 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-51cbcb5c-fa70-463e-82fb-1550a8fee606 tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:47.318480 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3b595116-ff85-4346-aedc-bfc224c33fe2 req-28167f50-4aa7-4a9a-a3c8-bbbf6bea73a6 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/security-groups?id=0cf286b9-4259-46f9-a9b8-06a8c9d0d055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001716 May 18 18:17:47.372088 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-890fac72-0e36-4e88-820e-05a42aa8770c req-605f0ede-debe-4b82-91c4-2e94758bdd52 service neutron] 10.222.0.88 "GET /v2.0/networks/32202dd9-9064-4832-817f-7e8b4a8db1c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7287250 May 18 18:17:47.396797 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cbcb5c-fa70-463e-82fb-1550a8fee606 tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Pushing event updated for resources: {'Port': ['ID=c2e304e7-9710-46eb-b397-e0acce6c84f1,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:17:47.430249 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 2259c444-5ab3-4c53-bff5-010a9e7dc25c is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:17:47.430677 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:47.560708 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-51cbcb5c-fa70-463e-82fb-1550a8fee606 tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596987'] for floatingip, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:47.563571 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 2259c444-5ab3-4c53-bff5-010a9e7dc25c, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=2259c444-5ab3-4c53-bff5-010a9e7dc25c,segment=NetworkSegment(7fe567f5-b9bc-4b6c-8f11-60e107f314f0),segment_id=7fe567f5-b9bc-4b6c-8f11-60e107f314f0)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:17:47.567765 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad56bef2-9630-4aa8-b855-6fa8a855b1d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2259c444-5ab3-4c53-bff5-010a9e7dc25c'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:17:47.578991 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38ff5926-36a6-4c9a-8c46-8c25303956bf" -d '{"events": [{"server_uuid": "ad56bef2-9630-4aa8-b855-6fa8a855b1d5", "name": "network-vif-plugged", "status": "completed", "tag": "2259c444-5ab3-4c53-bff5-010a9e7dc25c"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:17:47.607732 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:47.619007 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0a45fd8a-5fcf-4195-8de0-d079eb543f91 req-c7442c78-b210-4ff4-9a40-3ab19aa200c8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fce91e5f-c0a2-4a71-af70-3d0ff7a7854c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1666532 May 18 18:17:47.628948 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-51cbcb5c-fa70-463e-82fb-1550a8fee606 tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:47.634892 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-51cbcb5c-fa70-463e-82fb-1550a8fee606 tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.9496217 May 18 18:17:47.637700 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 37194) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:17:47.757548 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=2259c444-5ab3-4c53-bff5-010a9e7dc25c,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:17:47.777429 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ea8c7e0-10b4-43e3-bf21-a9fc2bbe6f1f x-openstack-request-id: req-1ea8c7e0-10b4-43e3-bf21-a9fc2bbe6f1f {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:17:47.778164 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad56bef2-9630-4aa8-b855-6fa8a855b1d5", "name": "network-vif-plugged", "status": "completed", "tag": "2259c444-5ab3-4c53-bff5-010a9e7dc25c", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:17:47.778597 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-1ea8c7e0-10b4-43e3-bf21-a9fc2bbe6f1f {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:17:47.779200 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ea8c7e0-10b4-43e3-bf21-a9fc2bbe6f1f'] response: {'server_uuid': 'ad56bef2-9630-4aa8-b855-6fa8a855b1d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2259c444-5ab3-4c53-bff5-010a9e7dc25c', 'code': 200} May 18 18:17:47.817210 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-1b627087-e702-45e8-b72b-616ddda241f4 tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] 10.222.0.85 "GET /v2.0/floatingips?floating_network_id=28484e6e-38cd-4432-a006-ddf7fea57cae HTTP/1.1" status: 200 len: 689 time: 0.1747601 May 18 18:17:47.820997 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 37198) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:17:47.914745 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69acd150-202e-41c1-aff5-9a7017e97e17 req-44bfa0c6-d5ff-4a6e-82da-4dea734100a2 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:47.924629 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-69acd150-202e-41c1-aff5-9a7017e97e17 req-44bfa0c6-d5ff-4a6e-82da-4dea734100a2 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/ports?device_id=ad56bef2-9630-4aa8-b855-6fa8a855b1d5 HTTP/1.1" status: 200 len: 946 time: 0.2113545 May 18 18:17:47.936422 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a45fd8a-5fcf-4195-8de0-d079eb543f91 req-7b67ad45-b721-46af-8007-3088baf9b411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:47.939210 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0a45fd8a-5fcf-4195-8de0-d079eb543f91 req-7b67ad45-b721-46af-8007-3088baf9b411 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6664118b95564eb5aa43c658eedfd9ed&device_id=fce91e5f-c0a2-4a71-af70-3d0ff7a7854c HTTP/1.1" status: 200 len: 1096 time: 0.1291361 May 18 18:17:48.011112 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-69acd150-202e-41c1-aff5-9a7017e97e17 req-cbf5d929-3c0a-4e56-937b-fd07ba6f1462 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/security-groups?id=8ad86751-3372-47de-bc84-2bfa3ff50eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849416 May 18 18:17:48.071861 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 37204) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:17:48.120973 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff268069-8ccc-4fc3-ab60-315bfbb1f6df req-951d570f-6bed-4321-83e8-0cdbf7b9f882 tempest-ServerPasswordTestJSON-1403481722 tempest-ServerPasswordTestJSON-1403481722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:48.124889 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ff268069-8ccc-4fc3-ab60-315bfbb1f6df req-951d570f-6bed-4321-83e8-0cdbf7b9f882 tempest-ServerPasswordTestJSON-1403481722 tempest-ServerPasswordTestJSON-1403481722-project] 10.222.0.36 "GET /v2.0/networks?id=9a1b8b30-5a6d-45d0-a156-38c81e547e81 HTTP/1.1" status: 200 len: 813 time: 0.3544858 May 18 18:17:48.154529 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-ff268069-8ccc-4fc3-ab60-315bfbb1f6df req-c9ad6fbe-c9b0-4a3e-aed8-863f56e0ca31 tempest-ServerPasswordTestJSON-1403481722 tempest-ServerPasswordTestJSON-1403481722-project] Request body: {'port': {'device_id': '6175912f-969e-425a-9c39-a013865e393a', 'network_id': '9a1b8b30-5a6d-45d0-a156-38c81e547e81', 'admin_state_up': True, 'tenant_id': '56468c7f276245f1a26f8198c8b50593'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:17:48.221742 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a45fd8a-5fcf-4195-8de0-d079eb543f91 req-f8d28835-c362-4353-bd9f-07d7dd0a642f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:48.226231 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0a45fd8a-5fcf-4195-8de0-d079eb543f91 req-f8d28835-c362-4353-bd9f-07d7dd0a642f service neutron] 10.222.0.36 "GET /v2.0/networks?id=303de0ee-e6b2-4f16-b090-15548665b4d3 HTTP/1.1" status: 200 len: 898 time: 0.2559898 May 18 18:17:48.266777 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-bc8053ee-831c-43e0-a62c-4cd460ca3ae6 tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:48.330319 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0a5bf7-8bef-4435-991f-31d5e83d94a5 req-0f814e34-91d2-4dc2-b435-bb242ea9c1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:48.332099 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4e0a5bf7-8bef-4435-991f-31d5e83d94a5 req-0f814e34-91d2-4dc2-b435-bb242ea9c1ab service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=ad56bef2-9630-4aa8-b855-6fa8a855b1d5 HTTP/1.1" status: 200 len: 1097 time: 0.3036270 May 18 18:17:48.420612 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0a45fd8a-5fcf-4195-8de0-d079eb543f91 req-0bbf4809-5cdf-463c-ae4c-75b364310941 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6442d690-4bd6-4fab-bd38-8bec279033d1 HTTP/1.1" status: 200 len: 1000 time: 0.1869898 May 18 18:17:48.502568 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0469f247-9efc-4e3d-a575-d14e18f5a4df req-d408d4c0-c0b9-4659-83f5-9af9d92277c5 tempest-ServerPasswordTestJSON-1403481722 tempest-ServerPasswordTestJSON-1403481722-project] 10.222.0.85 "GET /v2.0/ports?device_id=6175912f-969e-425a-9c39-a013865e393a HTTP/1.1" status: 200 len: 210 time: 0.0876243 May 18 18:17:48.539718 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4e0a5bf7-8bef-4435-991f-31d5e83d94a5 req-c97e7b34-5381-48e2-a026-fe7fa14d237e service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=8ad86751-3372-47de-bc84-2bfa3ff50eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466539 May 18 18:17:48.569183 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff268069-8ccc-4fc3-ab60-315bfbb1f6df req-c9ad6fbe-c9b0-4a3e-aed8-863f56e0ca31 tempest-ServerPasswordTestJSON-1403481722 tempest-ServerPasswordTestJSON-1403481722-project] Made reservation on behalf of 56468c7f276245f1a26f8198c8b50593 for: {'port': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:17:48.574629 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-ff268069-8ccc-4fc3-ab60-315bfbb1f6df req-c9ad6fbe-c9b0-4a3e-aed8-863f56e0ca31 tempest-ServerPasswordTestJSON-1403481722 tempest-ServerPasswordTestJSON-1403481722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:48.582247 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a45fd8a-5fcf-4195-8de0-d079eb543f91 req-e6883071-b0e9-4c9d-87bb-55cf4be25136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:48.585278 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0a45fd8a-5fcf-4195-8de0-d079eb543f91 req-e6883071-b0e9-4c9d-87bb-55cf4be25136 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b58b6ed0-e33d-4911-87f5-9fe233239105 HTTP/1.1" status: 200 len: 833 time: 0.1169746 May 18 18:17:48.586688 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-bc8053ee-831c-43e0-a62c-4cd460ca3ae6 tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Deleting port c2e304e7-9710-46eb-b397-e0acce6c84f1 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:17:48.587441 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-bc8053ee-831c-43e0-a62c-4cd460ca3ae6 tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:48.615579 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5984e50-4a4f-4da5-9c81-91df4e00563a req-0c1e2d52-5f7b-40a9-808f-e92c17bced12 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:48.617223 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a5984e50-4a4f-4da5-9c81-91df4e00563a req-0c1e2d52-5f7b-40a9-808f-e92c17bced12 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/ports?device_id=ee682333-0859-4af7-9a90-1cbf33d3ca83 HTTP/1.1" status: 200 len: 945 time: 0.1403146 May 18 18:17:48.770006 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a45fd8a-5fcf-4195-8de0-d079eb543f91 req-df3655d7-9887-42a9-a0c0-e594c43e8969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:48.771710 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0a45fd8a-5fcf-4195-8de0-d079eb543f91 req-df3655d7-9887-42a9-a0c0-e594c43e8969 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=303de0ee-e6b2-4f16-b090-15548665b4d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1747139 May 18 18:17:48.774809 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a5984e50-4a4f-4da5-9c81-91df4e00563a req-6d8c223f-134f-4dcc-ae50-a4314df4c50e tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/security-groups?id=0cf286b9-4259-46f9-a9b8-06a8c9d0d055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346788 May 18 18:17:48.816827 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-bc8053ee-831c-43e0-a62c-4cd460ca3ae6 tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:48.817407 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-bc8053ee-831c-43e0-a62c-4cd460ca3ae6 tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:48.882295 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-bc8053ee-831c-43e0-a62c-4cd460ca3ae6 tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Calling delete_port for c2e304e7-9710-46eb-b397-e0acce6c84f1 owned by network:floatingip {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:17:48.909788 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0a45fd8a-5fcf-4195-8de0-d079eb543f91 req-6a9763f5-8aef-4600-bbe6-db4ddcaa7342 service neutron] 10.222.0.36 "GET /v2.0/networks/303de0ee-e6b2-4f16-b090-15548665b4d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304626 May 18 18:17:48.979858 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [req-ff268069-8ccc-4fc3-ab60-315bfbb1f6df req-c9ad6fbe-c9b0-4a3e-aed8-863f56e0ca31 tempest-ServerPasswordTestJSON-1403481722 tempest-ServerPasswordTestJSON-1403481722-project] Allocated IP 172.20.0.13 (9a1b8b30-5a6d-45d0-a156-38c81e547e81/f10deff2-25c1-4386-ae5d-e36f16b1f64d/a236bce4-e9ba-4c6a-88b7-708091a4ff4b) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:17:49.085377 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-69e84b9b-a59c-4deb-996a-6f650814feb3 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-595963'] for router_interface, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:49.090687 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0a45fd8a-5fcf-4195-8de0-d079eb543f91 req-c052eeae-cf19-414f-9a65-7d4db3329f15 service neutron] 10.222.0.36 "GET /v2.0/networks/303de0ee-e6b2-4f16-b090-15548665b4d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522195 May 18 18:17:49.309536 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-bc8053ee-831c-43e0-a62c-4cd460ca3ae6 tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:49.365881 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82c7fa2-50f1-424e-98c2-1135c8504131 req-ec45ccd8-7dcb-4ec5-a700-07859d750c6a tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:49.368637 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e82c7fa2-50f1-424e-98c2-1135c8504131 req-ec45ccd8-7dcb-4ec5-a700-07859d750c6a tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/ports?device_id=ad56bef2-9630-4aa8-b855-6fa8a855b1d5 HTTP/1.1" status: 200 len: 946 time: 0.1773434 May 18 18:17:49.382593 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8053ee-831c-43e0-a62c-4cd460ca3ae6 tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Pushing event deleted for resources: {'Port': ['ID=c2e304e7-9710-46eb-b397-e0acce6c84f1,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:17:49.390941 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-ff268069-8ccc-4fc3-ab60-315bfbb1f6df req-c9ad6fbe-c9b0-4a3e-aed8-863f56e0ca31 tempest-ServerPasswordTestJSON-1403481722 tempest-ServerPasswordTestJSON-1403481722-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:49.545804 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e82c7fa2-50f1-424e-98c2-1135c8504131 req-72df8a44-2311-4609-9b19-39c9c8e098aa tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/security-groups?id=8ad86751-3372-47de-bc84-2bfa3ff50eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514297 May 18 18:17:49.569914 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-bc8053ee-831c-43e0-a62c-4cd460ca3ae6 tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:49.576677 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-ff268069-8ccc-4fc3-ab60-315bfbb1f6df req-c9ad6fbe-c9b0-4a3e-aed8-863f56e0ca31 tempest-ServerPasswordTestJSON-1403481722 tempest-ServerPasswordTestJSON-1403481722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:49.681598 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-69e84b9b-a59c-4deb-996a-6f650814feb3 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Deleting port 1f57ad40-2b10-494f-a006-0285498f5897 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:17:49.682536 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-69e84b9b-a59c-4deb-996a-6f650814feb3 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:49.766663 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff268069-8ccc-4fc3-ab60-315bfbb1f6df req-c9ad6fbe-c9b0-4a3e-aed8-863f56e0ca31 tempest-ServerPasswordTestJSON-1403481722 tempest-ServerPasswordTestJSON-1403481722-project] Network 9a1b8b30-5a6d-45d0-a156-38c81e547e81 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:17:49.785369 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [req-ff268069-8ccc-4fc3-ab60-315bfbb1f6df req-c9ad6fbe-c9b0-4a3e-aed8-863f56e0ca31 tempest-ServerPasswordTestJSON-1403481722 tempest-ServerPasswordTestJSON-1403481722-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:17:49.795919 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff268069-8ccc-4fc3-ab60-315bfbb1f6df req-c9ad6fbe-c9b0-4a3e-aed8-863f56e0ca31 tempest-ServerPasswordTestJSON-1403481722 tempest-ServerPasswordTestJSON-1403481722-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:17:49.805928 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c316b3-1986-46cf-be42-fdf266956742 req-8762e762-86c4-46b7-989e-89092430fee0 tempest-ServerPasswordTestJSON-1403481722 tempest-ServerPasswordTestJSON-1403481722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:49.811358 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-13c316b3-1986-46cf-be42-fdf266956742 req-8762e762-86c4-46b7-989e-89092430fee0 tempest-ServerPasswordTestJSON-1403481722 tempest-ServerPasswordTestJSON-1403481722-project] 10.222.0.85 "GET /v2.0/ports?device_id=6175912f-969e-425a-9c39-a013865e393a HTTP/1.1" status: 200 len: 932 time: 0.1944609 May 18 18:17:49.875320 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad6fbe-c9b0-4a3e-aed8-863f56e0ca31 tempest-ServerPasswordTestJSON-1403481722 tempest-ServerPasswordTestJSON-1403481722-project] Pushing event updated for resources: {'Port': ['ID=a236bce4-e9ba-4c6a-88b7-708091a4ff4b,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:17:49.883481 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-bc8053ee-831c-43e0-a62c-4cd460ca3ae6 tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:49.953683 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff268069-8ccc-4fc3-ab60-315bfbb1f6df req-c9ad6fbe-c9b0-4a3e-aed8-863f56e0ca31 tempest-ServerPasswordTestJSON-1403481722 tempest-ServerPasswordTestJSON-1403481722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:49.955156 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-ff268069-8ccc-4fc3-ab60-315bfbb1f6df req-c9ad6fbe-c9b0-4a3e-aed8-863f56e0ca31 tempest-ServerPasswordTestJSON-1403481722 tempest-ServerPasswordTestJSON-1403481722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:49.974921 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-69e84b9b-a59c-4deb-996a-6f650814feb3 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] For port 1f57ad40-2b10-494f-a006-0285498f5897, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=1f57ad40-2b10-494f-a006-0285498f5897,segment=NetworkSegment(d7187d71-d510-47eb-a540-b794438c92ec),segment_id=d7187d71-d510-47eb-a540-b794438c92ec)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:17:49.975757 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-69e84b9b-a59c-4deb-996a-6f650814feb3 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:49.985529 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-13c316b3-1986-46cf-be42-fdf266956742 req-2b351afc-0a78-46a5-a9be-124c527c234f tempest-ServerPasswordTestJSON-1403481722 tempest-ServerPasswordTestJSON-1403481722-project] 10.222.0.85 "GET /v2.0/security-groups?id=f78a990a-5d33-4a3c-a30c-1a023ecb7914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590977 May 18 18:17:50.023047 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-69e84b9b-a59c-4deb-996a-6f650814feb3 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Calling delete_port for 1f57ad40-2b10-494f-a006-0285498f5897 owned by network:router_interface {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:17:50.048343 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ff268069-8ccc-4fc3-ab60-315bfbb1f6df req-c9ad6fbe-c9b0-4a3e-aed8-863f56e0ca31 tempest-ServerPasswordTestJSON-1403481722 tempest-ServerPasswordTestJSON-1403481722-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9065616 May 18 18:17:50.067204 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-ff268069-8ccc-4fc3-ab60-315bfbb1f6df req-491e1185-4166-4d92-9972-4e5acbb6d063 service neutron] Request body: {'port': {'device_id': '6175912f-969e-425a-9c39-a013865e393a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-3'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:17:50.104918 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398ed9ba-0bc8-402c-bdce-fa720cfdf86c req-969fb446-fbd8-4ff4-9d76-22a118bbdf6c tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:50.106746 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-398ed9ba-0bc8-402c-bdce-fa720cfdf86c req-969fb446-fbd8-4ff4-9d76-22a118bbdf6c tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/ports?device_id=ee682333-0859-4af7-9a90-1cbf33d3ca83 HTTP/1.1" status: 200 len: 945 time: 0.1450303 May 18 18:17:50.113100 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-bc8053ee-831c-43e0-a62c-4cd460ca3ae6 tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260898416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260908030'] for subnet, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:50.177687 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8053ee-831c-43e0-a62c-4cd460ca3ae6 tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=b53227fc-990d-4889-8313-ab012c2db9df,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:17:50.222866 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-ff268069-8ccc-4fc3-ab60-315bfbb1f6df req-491e1185-4166-4d92-9972-4e5acbb6d063 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:50.283533 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-bc8053ee-831c-43e0-a62c-4cd460ca3ae6 tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:50.298062 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-398ed9ba-0bc8-402c-bdce-fa720cfdf86c req-bdaba33c-f799-4428-b711-4539e3cc95e2 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/security-groups?id=0cf286b9-4259-46f9-a9b8-06a8c9d0d055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469445 May 18 18:17:50.342713 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-bc8053ee-831c-43e0-a62c-4cd460ca3ae6 tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28484e6e-38cd-4432-a006-ddf7fea57cae']}} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:17:50.356651 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-bc8053ee-831c-43e0-a62c-4cd460ca3ae6 tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21dbc4e1-9371-4586-879a-418239625f49') {'for_net_delete': True} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:17:50.357064 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-bc8053ee-831c-43e0-a62c-4cd460ca3ae6 tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21dbc4e1-9371-4586-879a-418239625f49') {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:17:50.381158 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-bc8053ee-831c-43e0-a62c-4cd460ca3ae6 tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260542144'] for segment, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:50.464325 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-bc8053ee-831c-43e0-a62c-4cd460ca3ae6 tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:50.478218 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc8053ee-831c-43e0-a62c-4cd460ca3ae6 tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Releasing vlan 634 on physical network physnet1 to pool {{(pid=102731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:17:50.478634 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-bc8053ee-831c-43e0-a62c-4cd460ca3ae6 tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260884178'] for segment, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:50.480870 n-d-838550-3 neutron-server[102731]: Traceback (most recent call last): May 18 18:17:50.480870 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:17:50.480870 n-d-838550-3 neutron-server[102731]: timer() May 18 18:17:50.480870 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:17:50.480870 n-d-838550-3 neutron-server[102731]: cb(*args, **kw) May 18 18:17:50.480870 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:17:50.480870 n-d-838550-3 neutron-server[102731]: return func(*args, **kwargs) May 18 18:17:50.480870 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:17:50.480870 n-d-838550-3 neutron-server[102731]: self._notify() May 18 18:17:50.480870 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:17:50.480870 n-d-838550-3 neutron-server[102731]: self.callback(batched_events) May 18 18:17:50.480870 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:17:50.480870 n-d-838550-3 neutron-server[102731]: event.method(event) May 18 18:17:50.480870 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:17:50.480870 n-d-838550-3 neutron-server[102731]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:17:50.480870 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:17:50.480870 n-d-838550-3 neutron-server[102731]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:17:50.480870 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:17:50.480870 n-d-838550-3 neutron-server[102731]: return f(self, *a, **k) May 18 18:17:50.480870 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:17:50.480870 n-d-838550-3 neutron-server[102731]: return self._get(url).json() May 18 18:17:50.480870 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:17:50.480870 n-d-838550-3 neutron-server[102731]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:17:50.480870 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:17:50.480870 n-d-838550-3 neutron-server[102731]: return self.request(url, 'GET', **kwargs) May 18 18:17:50.480870 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:17:50.480870 n-d-838550-3 neutron-server[102731]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:17:50.480870 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:17:50.480870 n-d-838550-3 neutron-server[102731]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:17:50.480870 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:17:50.480870 n-d-838550-3 neutron-server[102731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:17:50.480870 n-d-838550-3 neutron-server[102731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:17:50.600751 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-bc8053ee-831c-43e0-a62c-4cd460ca3ae6 tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:50.630617 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc8053ee-831c-43e0-a62c-4cd460ca3ae6 tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 28484e6e-38cd-4432-a006-ddf7fea57cae {{(pid=102731) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 18 18:17:50.633446 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-bc8053ee-831c-43e0-a62c-4cd460ca3ae6 tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:50.637129 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-bc8053ee-831c-43e0-a62c-4cd460ca3ae6 tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] 10.222.0.85 "DELETE /v2.0/networks/28484e6e-38cd-4432-a006-ddf7fea57cae HTTP/1.1" status: 204 len: 168 time: 2.8147819 May 18 18:17:50.640581 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 37236) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:17:50.654661 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8053ee-831c-43e0-a62c-4cd460ca3ae6 tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Pushing event deleted for resources: {'Network': ['ID=28484e6e-38cd-4432-a006-ddf7fea57cae,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:17:50.825351 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [req-ff268069-8ccc-4fc3-ab60-315bfbb1f6df req-491e1185-4166-4d92-9972-4e5acbb6d063 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a236bce4-e9ba-4c6a-88b7-708091a4ff4b {{(pid=102731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:17:50.851390 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-ff268069-8ccc-4fc3-ab60-315bfbb1f6df req-491e1185-4166-4d92-9972-4e5acbb6d063 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:50.878371 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.provisioning_blocks [req-ff268069-8ccc-4fc3-ab60-315bfbb1f6df req-491e1185-4166-4d92-9972-4e5acbb6d063 service neutron] Transition to ACTIVE for port object a236bce4-e9ba-4c6a-88b7-708091a4ff4b will not be triggered until provisioned by entity L2. {{(pid=102731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:17:50.883431 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-ff268069-8ccc-4fc3-ab60-315bfbb1f6df req-491e1185-4166-4d92-9972-4e5acbb6d063 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:50.946662 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491e1185-4166-4d92-9972-4e5acbb6d063 service neutron] Pushing event updated for resources: {'Port': ['ID=a236bce4-e9ba-4c6a-88b7-708091a4ff4b,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:17:50.989724 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-7cd85ce6-5338-4c81-808e-921660a43aa1 tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] 10.222.0.85 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2566 time: 0.3472757 May 18 18:17:50.990641 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 37240) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:17:51.048127 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-ff268069-8ccc-4fc3-ab60-315bfbb1f6df req-491e1185-4166-4d92-9972-4e5acbb6d063 service neutron] Attempting to bind port a236bce4-e9ba-4c6a-88b7-708091a4ff4b on host n-h1-838550-3 for vnic_type normal with profile {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:17:51.049546 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-ff268069-8ccc-4fc3-ab60-315bfbb1f6df req-491e1185-4166-4d92-9972-4e5acbb6d063 service neutron] Attempting to bind port a236bce4-e9ba-4c6a-88b7-708091a4ff4b by drivers openvswitch,hyperv on host n-h1-838550-3 at level 0 using segments [{'id': 'a86c4f27-3119-48dc-a8fc-526578455845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '9a1b8b30-5a6d-45d0-a156-38c81e547e81'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:17:51.050370 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff268069-8ccc-4fc3-ab60-315bfbb1f6df req-491e1185-4166-4d92-9972-4e5acbb6d063 service neutron] Attempting to bind port a236bce4-e9ba-4c6a-88b7-708091a4ff4b on network 9a1b8b30-5a6d-45d0-a156-38c81e547e81 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:17:51.061277 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff268069-8ccc-4fc3-ab60-315bfbb1f6df req-491e1185-4166-4d92-9972-4e5acbb6d063 service neutron] Port a236bce4-e9ba-4c6a-88b7-708091a4ff4b on network 9a1b8b30-5a6d-45d0-a156-38c81e547e81 not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-3 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:17:51.062101 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff268069-8ccc-4fc3-ab60-315bfbb1f6df req-491e1185-4166-4d92-9972-4e5acbb6d063 service neutron] Attempting to bind port a236bce4-e9ba-4c6a-88b7-708091a4ff4b on network 9a1b8b30-5a6d-45d0-a156-38c81e547e81 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:17:51.071533 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff268069-8ccc-4fc3-ab60-315bfbb1f6df req-491e1185-4166-4d92-9972-4e5acbb6d063 service neutron] Checking agent: {'id': '1dbac822-25f2-4df8-9dc8-5c2e7b136eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:17:51.072416 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff268069-8ccc-4fc3-ab60-315bfbb1f6df req-491e1185-4166-4d92-9972-4e5acbb6d063 service neutron] Checking segment: {'id': 'a86c4f27-3119-48dc-a8fc-526578455845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '9a1b8b30-5a6d-45d0-a156-38c81e547e81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:17:51.073290 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff268069-8ccc-4fc3-ab60-315bfbb1f6df req-491e1185-4166-4d92-9972-4e5acbb6d063 service neutron] Bound using segment: {'id': 'a86c4f27-3119-48dc-a8fc-526578455845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '9a1b8b30-5a6d-45d0-a156-38c81e547e81'} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:17:51.074420 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-ff268069-8ccc-4fc3-ab60-315bfbb1f6df req-491e1185-4166-4d92-9972-4e5acbb6d063 service neutron] Bound port: a236bce4-e9ba-4c6a-88b7-708091a4ff4b, host: n-h1-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a86c4f27-3119-48dc-a8fc-526578455845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '9a1b8b30-5a6d-45d0-a156-38c81e547e81'}}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:17:51.075619 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-ff268069-8ccc-4fc3-ab60-315bfbb1f6df req-491e1185-4166-4d92-9972-4e5acbb6d063 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:51.136577 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-69e84b9b-a59c-4deb-996a-6f650814feb3 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:51.286513 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e84b9b-a59c-4deb-996a-6f650814feb3 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Pushing event deleted for resources: {'Port': ['ID=1f57ad40-2b10-494f-a006-0285498f5897,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:17:51.331930 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-ff268069-8ccc-4fc3-ab60-315bfbb1f6df req-491e1185-4166-4d92-9972-4e5acbb6d063 service neutron] For port a236bce4-e9ba-4c6a-88b7-708091a4ff4b, host n-h1-838550-3, cleared binding levels {{(pid=102731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:17:51.337815 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-ff268069-8ccc-4fc3-ab60-315bfbb1f6df req-491e1185-4166-4d92-9972-4e5acbb6d063 service neutron] For port a236bce4-e9ba-4c6a-88b7-708091a4ff4b, host n-h1-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=a236bce4-e9ba-4c6a-88b7-708091a4ff4b,segment=NetworkSegment(a86c4f27-3119-48dc-a8fc-526578455845),segment_id=a86c4f27-3119-48dc-a8fc-526578455845)] {{(pid=102731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:17:51.352746 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ab03f1-f840-41b3-9c3b-508ee09b9636 req-db11c527-905e-4691-b811-494e96b8eedb tempest-ServerPasswordTestJSON-1403481722 tempest-ServerPasswordTestJSON-1403481722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:51.362525 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-44ab03f1-f840-41b3-9c3b-508ee09b9636 req-db11c527-905e-4691-b811-494e96b8eedb tempest-ServerPasswordTestJSON-1403481722 tempest-ServerPasswordTestJSON-1403481722-project] 10.222.0.85 "GET /v2.0/ports?device_id=6175912f-969e-425a-9c39-a013865e393a HTTP/1.1" status: 200 len: 944 time: 0.1978548 May 18 18:17:51.371211 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-ff268069-8ccc-4fc3-ab60-315bfbb1f6df req-491e1185-4166-4d92-9972-4e5acbb6d063 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:51.480658 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff268069-8ccc-4fc3-ab60-315bfbb1f6df req-491e1185-4166-4d92-9972-4e5acbb6d063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:51.481651 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-ff268069-8ccc-4fc3-ab60-315bfbb1f6df req-491e1185-4166-4d92-9972-4e5acbb6d063 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:51.483744 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ff268069-8ccc-4fc3-ab60-315bfbb1f6df req-491e1185-4166-4d92-9972-4e5acbb6d063 service neutron] 10.222.0.36 "PUT /v2.0/ports/a236bce4-e9ba-4c6a-88b7-708091a4ff4b HTTP/1.1" status: 200 len: 1092 time: 1.4246774 May 18 18:17:51.489811 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6175912f-969e-425a-9c39-a013865e393a', 'tag': 'a236bce4-e9ba-4c6a-88b7-708091a4ff4b'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:17:51.496350 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b0eaed1-3be5-4031-bf6a-ce741230451a" -d '{"events": [{"name": "network-changed", "server_uuid": "6175912f-969e-425a-9c39-a013865e393a", "tag": "a236bce4-e9ba-4c6a-88b7-708091a4ff4b"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:17:51.536074 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-44ab03f1-f840-41b3-9c3b-508ee09b9636 req-d8e8e226-8a18-4364-83e4-c688f10a2e26 tempest-ServerPasswordTestJSON-1403481722 tempest-ServerPasswordTestJSON-1403481722-project] 10.222.0.85 "GET /v2.0/security-groups?id=f78a990a-5d33-4a3c-a30c-1a023ecb7914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723785 May 18 18:17:51.545232 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491e1185-4166-4d92-9972-4e5acbb6d063 service neutron] Pushing event updated for resources: {'Port': ['ID=a236bce4-e9ba-4c6a-88b7-708091a4ff4b,revision_number=3']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:17:51.627285 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e02cd5-bc84-4531-b1e6-2ecb4b2f1345 req-7e3a65fd-8e87-4eec-ad44-8bd7c88b2aec tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:51.629518 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b4e02cd5-bc84-4531-b1e6-2ecb4b2f1345 req-7e3a65fd-8e87-4eec-ad44-8bd7c88b2aec tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/ports?device_id=ad56bef2-9630-4aa8-b855-6fa8a855b1d5 HTTP/1.1" status: 200 len: 946 time: 0.8552866 May 18 18:17:51.640313 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af43322e-113d-429b-adaf-59fda41e60af tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:51.640947 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af43322e-113d-429b-adaf-59fda41e60af tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:51.641569 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af43322e-113d-429b-adaf-59fda41e60af tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:51.642909 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af43322e-113d-429b-adaf-59fda41e60af tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:51.643376 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af43322e-113d-429b-adaf-59fda41e60af tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:51.643949 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af43322e-113d-429b-adaf-59fda41e60af tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:51.644579 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af43322e-113d-429b-adaf-59fda41e60af tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:51.645257 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af43322e-113d-429b-adaf-59fda41e60af tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:51.645993 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af43322e-113d-429b-adaf-59fda41e60af tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:51.646592 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af43322e-113d-429b-adaf-59fda41e60af tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:51.646983 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af43322e-113d-429b-adaf-59fda41e60af tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:51.648163 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af43322e-113d-429b-adaf-59fda41e60af tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:51.648163 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af43322e-113d-429b-adaf-59fda41e60af tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:51.655940 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-af43322e-113d-429b-adaf-59fda41e60af tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] 10.222.0.85 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8364 time: 0.5269554 May 18 18:17:51.656962 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff268069-8ccc-4fc3-ab60-315bfbb1f6df req-4d1c8ebc-c881-482a-9b8d-d9042b3c9ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:51.657482 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 37248) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:17:51.658927 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ff268069-8ccc-4fc3-ab60-315bfbb1f6df req-4d1c8ebc-c881-482a-9b8d-d9042b3c9ce1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=56468c7f276245f1a26f8198c8b50593&device_id=6175912f-969e-425a-9c39-a013865e393a HTTP/1.1" status: 200 len: 1095 time: 0.0965135 May 18 18:17:51.753666 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ff268069-8ccc-4fc3-ab60-315bfbb1f6df req-60c59cdd-9c87-4138-a5eb-669ed08a9ef4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a236bce4-e9ba-4c6a-88b7-708091a4ff4b HTTP/1.1" status: 200 len: 217 time: 0.0818462 May 18 18:17:51.782580 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c10cf0-fd8a-462b-b80d-0fd56a31dadd req-ae0889c1-47a5-4c59-bc4e-88e6edaa4290 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:51.797054 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b2c10cf0-fd8a-462b-b80d-0fd56a31dadd req-ae0889c1-47a5-4c59-bc4e-88e6edaa4290 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/ports?device_id=ee682333-0859-4af7-9a90-1cbf33d3ca83 HTTP/1.1" status: 200 len: 945 time: 0.1117120 May 18 18:17:51.856861 n-d-838550-3 neutron-server[102730]: INFO neutron.api.v2.resource [None req-3266477c-3169-49a5-aa6d-5653101e3a4f tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] delete failed (client error): The resource could not be found. May 18 18:17:51.859371 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-3266477c-3169-49a5-aa6d-5653101e3a4f tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] 10.222.0.85 "DELETE /v2.0/floatingips/be581755-14e3-4300-83cb-a886747c6738 HTTP/1.1" status: 404 len: 345 time: 0.2001841 May 18 18:17:51.871594 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 37250) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:17:51.875523 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff268069-8ccc-4fc3-ab60-315bfbb1f6df req-befff2d5-4b9c-426f-be37-466575580c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:51.879543 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ff268069-8ccc-4fc3-ab60-315bfbb1f6df req-befff2d5-4b9c-426f-be37-466575580c8d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f10deff2-25c1-4386-ae5d-e36f16b1f64d HTTP/1.1" status: 200 len: 853 time: 0.1096091 May 18 18:17:51.946023 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b4e02cd5-bc84-4531-b1e6-2ecb4b2f1345 req-6ae0d73e-3acd-4f41-96bb-01f4892e75a0 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/security-groups?id=8ad86751-3372-47de-bc84-2bfa3ff50eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2892239 May 18 18:17:51.951239 n-d-838550-3 neutron-server[102730]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc05180c-950f-4abf-b471-cfae0540506a tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] DELETE failed (client error): The resource could not be found. May 18 18:17:51.952246 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc05180c-950f-4abf-b471-cfae0540506a tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=102730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:17:51.957712 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-bc05180c-950f-4abf-b471-cfae0540506a tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] 10.222.0.85 "DELETE /v2.0/networks/28484e6e-38cd-4432-a006-ddf7fea57cae HTTP/1.1" status: 404 len: 339 time: 0.0781848 May 18 18:17:51.967929 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ff268069-8ccc-4fc3-ab60-315bfbb1f6df req-0103cdde-dd91-4aa7-9579-597bdb7816da service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9a1b8b30-5a6d-45d0-a156-38c81e547e81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0749660 May 18 18:17:51.968857 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 37254) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:17:51.978989 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-9b3d7199-1c30-42f5-94c5-e3622cca2d4b tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Request body: {'network': {'name': 'tempest-network--1586204109', 'router:external': True}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:17:52.127618 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-69e84b9b-a59c-4deb-996a-6f650814feb3 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-593931'] for router_interface, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:52.167140 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b5a7655-53b7-4824-9dbe-5abdecdae846 x-openstack-request-id: req-1b5a7655-53b7-4824-9dbe-5abdecdae846 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:17:52.167567 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6175912f-969e-425a-9c39-a013865e393a", "tag": "a236bce4-e9ba-4c6a-88b7-708091a4ff4b", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:17:52.168074 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-1b5a7655-53b7-4824-9dbe-5abdecdae846 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:17:52.168793 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b5a7655-53b7-4824-9dbe-5abdecdae846'] response: {'name': 'network-changed', 'server_uuid': '6175912f-969e-425a-9c39-a013865e393a', 'tag': 'a236bce4-e9ba-4c6a-88b7-708091a4ff4b', 'status': 'completed', 'code': 200} May 18 18:17:52.199147 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ff268069-8ccc-4fc3-ab60-315bfbb1f6df req-61e959fb-0ab0-467e-9e3e-fd9b6e14a483 service neutron] 10.222.0.36 "GET /v2.0/networks/9a1b8b30-5a6d-45d0-a156-38c81e547e81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126644 May 18 18:17:52.256545 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b2c10cf0-fd8a-462b-b80d-0fd56a31dadd req-dde0d232-ea1d-4b43-be0c-357cbce55686 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/security-groups?id=0cf286b9-4259-46f9-a9b8-06a8c9d0d055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4579098 May 18 18:17:52.332575 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b3d7199-1c30-42f5-94c5-e3622cca2d4b tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Made reservation on behalf of 94d98111966f490bacbce0290dbe2325 for: {'network': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:17:52.339631 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9b3d7199-1c30-42f5-94c5-e3622cca2d4b tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:52.417538 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b3d7199-1c30-42f5-94c5-e3622cca2d4b tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 615} {{(pid=102731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:17:52.460597 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9b3d7199-1c30-42f5-94c5-e3622cca2d4b tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:52.464750 n-d-838550-3 neutron-server[102731]: INFO neutron.db.segments_db [None req-9b3d7199-1c30-42f5-94c5-e3622cca2d4b tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Added segment 9bc29fb7-ec5b-4023-b6f4-1ab71f44203c of type vlan for network b316485d-dfb2-4165-b38c-71aefa2a735e May 18 18:17:52.500219 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ff268069-8ccc-4fc3-ab60-315bfbb1f6df req-e9dd4e28-2b3a-4691-8b4f-ecf21da2b029 service neutron] 10.222.0.36 "GET /v2.0/networks/9a1b8b30-5a6d-45d0-a156-38c81e547e81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2894452 May 18 18:17:52.664543 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69e84b9b-a59c-4deb-996a-6f650814feb3 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Router f3d2174e-4612-4055-8705-8603e9dc9c9a has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:17:52.794722 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9b3d7199-1c30-42f5-94c5-e3622cca2d4b tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:52.866799 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69e84b9b-a59c-4deb-996a-6f650814feb3 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:17:52.874637 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0eaed1-3be5-4031-bf6a-ce741230451a req-165ddd29-3224-44c9-95ae-9da5b0693557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:52.877168 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8b0eaed1-3be5-4031-bf6a-ce741230451a req-165ddd29-3224-44c9-95ae-9da5b0693557 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=56468c7f276245f1a26f8198c8b50593&device_id=6175912f-969e-425a-9c39-a013865e393a HTTP/1.1" status: 200 len: 1095 time: 0.2767591 May 18 18:17:52.881046 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5963df5-081a-4043-b4a8-3512f6f00022 None None] Sync routers for ids ['f3d2174e-4612-4055-8705-8603e9dc9c9a'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:17:52.901147 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49088297-6bdd-4bf4-a3f1-d4da7edc3bd6 req-c1e7b10f-66c6-407d-b81a-8a70103d11b6 tempest-ServerPasswordTestJSON-1403481722 tempest-ServerPasswordTestJSON-1403481722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:52.902677 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-69e84b9b-a59c-4deb-996a-6f650814feb3 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "PUT /v2.0/routers/f3d2174e-4612-4055-8705-8603e9dc9c9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8123524 May 18 18:17:52.903644 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-49088297-6bdd-4bf4-a3f1-d4da7edc3bd6 req-c1e7b10f-66c6-407d-b81a-8a70103d11b6 tempest-ServerPasswordTestJSON-1403481722 tempest-ServerPasswordTestJSON-1403481722-project] 10.222.0.85 "GET /v2.0/ports?device_id=6175912f-969e-425a-9c39-a013865e393a HTTP/1.1" status: 200 len: 944 time: 0.1776876 May 18 18:17:52.944506 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5963df5-081a-4043-b4a8-3512f6f00022 None None] Routers {'f3d2174e-4612-4055-8705-8603e9dc9c9a'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:17:52.948414 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-a5963df5-081a-4043-b4a8-3512f6f00022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:17:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['f3d2174e-4612-4055-8705-8603e9dc9c9a'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:17:52.965482 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9b3d7199-1c30-42f5-94c5-e3622cca2d4b tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:52.988207 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3d7199-1c30-42f5-94c5-e3622cca2d4b tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:52.989096 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9b3d7199-1c30-42f5-94c5-e3622cca2d4b tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:53.152849 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 37284) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:17:53.153848 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-9b3d7199-1c30-42f5-94c5-e3622cca2d4b tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.1802049 May 18 18:17:53.192355 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-49088297-6bdd-4bf4-a3f1-d4da7edc3bd6 req-8710ac08-7bf6-44c0-9f36-9614697e2a49 tempest-ServerPasswordTestJSON-1403481722 tempest-ServerPasswordTestJSON-1403481722-project] 10.222.0.85 "GET /v2.0/security-groups?id=f78a990a-5d33-4a3c-a30c-1a023ecb7914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2673924 May 18 18:17:53.214224 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-a5963df5-081a-4043-b4a8-3512f6f00022 None None] Set router f3d2174e-4612-4055-8705-8603e9dc9c9a gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:17:53.229591 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3d7199-1c30-42f5-94c5-e3622cca2d4b tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Pushing event updated for resources: {'Network': ['ID=b316485d-dfb2-4165-b38c-71aefa2a735e,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:17:53.369525 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0eaed1-3be5-4031-bf6a-ce741230451a req-93d61f74-c427-4b2a-8890-c7b9ba09d9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:53.379055 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8b0eaed1-3be5-4031-bf6a-ce741230451a req-93d61f74-c427-4b2a-8890-c7b9ba09d9a0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9a1b8b30-5a6d-45d0-a156-38c81e547e81 HTTP/1.1" status: 200 len: 914 time: 0.4686532 May 18 18:17:53.416033 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network b316485d-dfb2-4165-b38c-71aefa2a735e details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:17:53.496817 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8b0eaed1-3be5-4031-bf6a-ce741230451a req-a25916b1-5831-4c32-bca1-71fd5a58342c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a236bce4-e9ba-4c6a-88b7-708091a4ff4b HTTP/1.1" status: 200 len: 217 time: 0.1117125 May 18 18:17:53.639957 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-a5963df5-081a-4043-b4a8-3512f6f00022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3d2174e-4612-4055-8705-8603e9dc9c9a', 'name': 'tempest-TestNetworkBasicOps-router-1729927840', 'tenant_id': '6664118b95564eb5aa43c658eedfd9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': 'dbad0ded-557f-41c6-aa1a-8b08843bc5ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:15:22Z', 'updated_at': '2022-05-18T18:17:51Z', 'revision_number': 6, 'project_id': '6664118b95564eb5aa43c658eedfd9ed', 'gw_port': {'id': 'dbad0ded-557f-41c6-aa1a-8b08843bc5ab', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:a7:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d2174e-4612-4055-8705-8603e9dc9c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:15:25Z', 'updated_at': '2022-05-18T18:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': 'f2c20bd4-3118-476a-8b5d-331296914bbe', 'tenant_id': '6664118b95564eb5aa43c658eedfd9ed', 'floating_ip_address': '172.25.5.43', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': 'f3d2174e-4612-4055-8705-8603e9dc9c9a', 'port_id': '6442d690-4bd6-4fab-bd38-8bec279033d1', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1653, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '303de0ee-e6b2-4f16-b090-15548665b4d3', 'mac_address': 'fa:16:3e:8d:c9:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce91e5f-c0a2-4a71-af70-3d0ff7a7854c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T18:16:08Z', 'updated_at': '2022-05-18T18:16:15Z', 'revision_number': 1, 'project_id': '6664118b95564eb5aa43c658eedfd9ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8778ddb4-ae2c-4cba-a5e9-b28be94a8f0c', 'name': '', 'network_id': '303de0ee-e6b2-4f16-b090-15548665b4d3', 'tenant_id': '6664118b95564eb5aa43c658eedfd9ed', 'mac_address': 'fa:16:3e:62:89:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d2174e-4612-4055-8705-8603e9dc9c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': 'b58b6ed0-e33d-4911-87f5-9fe233239105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:15:38Z', 'updated_at': '2022-05-18T18:15:45Z', 'revision_number': 5, 'project_id': '6664118b95564eb5aa43c658eedfd9ed', 'subnets': [{'id': 'b58b6ed0-e33d-4911-87f5-9fe233239105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:17:53.673569 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5963df5-081a-4043-b4a8-3512f6f00022 None None] Checking router: f3d2174e-4612-4055-8705-8603e9dc9c9a for host: n-d-838550-3 {{(pid=102732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:17:53.684674 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0eaed1-3be5-4031-bf6a-ce741230451a req-b0236b9b-2a06-4cd6-85bc-4b2c2a9a754d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:53.685457 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5963df5-081a-4043-b4a8-3512f6f00022 None None] Routers {'f3d2174e-4612-4055-8705-8603e9dc9c9a'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:17:53.686380 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-a5963df5-081a-4043-b4a8-3512f6f00022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:17:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['f3d2174e-4612-4055-8705-8603e9dc9c9a'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:17:53.688034 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8b0eaed1-3be5-4031-bf6a-ce741230451a req-b0236b9b-2a06-4cd6-85bc-4b2c2a9a754d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f10deff2-25c1-4386-ae5d-e36f16b1f64d HTTP/1.1" status: 200 len: 853 time: 0.1746686 May 18 18:17:53.709061 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8a0de7-3438-454d-96eb-5f0fda0ddb81 req-9710d399-391e-445e-b9b6-e6257ee24735 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:53.718025 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5d8a0de7-3438-454d-96eb-5f0fda0ddb81 req-9710d399-391e-445e-b9b6-e6257ee24735 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/ports?device_id=ee682333-0859-4af7-9a90-1cbf33d3ca83 HTTP/1.1" status: 200 len: 945 time: 0.2613683 May 18 18:17:53.786771 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8b0eaed1-3be5-4031-bf6a-ce741230451a req-fa78ee8a-3af3-4d6b-9105-6ef0c48cd8d9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9a1b8b30-5a6d-45d0-a156-38c81e547e81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0791898 May 18 18:17:53.794229 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6141bb58-969e-42e6-89fd-ca4224929b22 tempest-ExternalNetworksTestJSON-1189698140 tempest-ExternalNetworksTestJSON-1189698140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:53.810773 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6141bb58-969e-42e6-89fd-ca4224929b22 tempest-ExternalNetworksTestJSON-1189698140 tempest-ExternalNetworksTestJSON-1189698140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:53.824116 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6141bb58-969e-42e6-89fd-ca4224929b22 tempest-ExternalNetworksTestJSON-1189698140 tempest-ExternalNetworksTestJSON-1189698140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:53.837463 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6141bb58-969e-42e6-89fd-ca4224929b22 tempest-ExternalNetworksTestJSON-1189698140 tempest-ExternalNetworksTestJSON-1189698140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:53.841108 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-6141bb58-969e-42e6-89fd-ca4224929b22 tempest-ExternalNetworksTestJSON-1189698140 tempest-ExternalNetworksTestJSON-1189698140-project] 10.222.0.85 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.6865211 May 18 18:17:53.852588 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 37306) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:17:53.961308 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-a5963df5-081a-4043-b4a8-3512f6f00022 None None] Set router f3d2174e-4612-4055-8705-8603e9dc9c9a gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:17:53.995924 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5d8a0de7-3438-454d-96eb-5f0fda0ddb81 req-e5f9607d-fa02-4367-a801-8901ae347362 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/security-groups?id=0cf286b9-4259-46f9-a9b8-06a8c9d0d055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2763028 May 18 18:17:54.014338 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-bd19159b-3367-4024-b691-7ba22473a9e3 tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:54.253859 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-bd19159b-3367-4024-b691-7ba22473a9e3 tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:54.357499 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-bd19159b-3367-4024-b691-7ba22473a9e3 tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b316485d-dfb2-4165-b38c-71aefa2a735e']}} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:17:54.369812 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a213c3-2cfc-4084-a2e9-43a01eee8f0f req-2ad5c73b-8489-49fe-8fd4-dcc94a6b8f72 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:54.384584 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-20a213c3-2cfc-4084-a2e9-43a01eee8f0f req-2ad5c73b-8489-49fe-8fd4-dcc94a6b8f72 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "GET /v2.0/ports?device_id=916226d3-1b4b-4128-9b00-ffdb3385cb4f HTTP/1.1" status: 200 len: 946 time: 0.6939604 May 18 18:17:54.417978 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252f36c4-2e34-4bb8-afab-a4997693581a req-7f55ed6e-a994-4e9a-897a-74e1076b2f62 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:54.420399 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-252f36c4-2e34-4bb8-afab-a4997693581a req-7f55ed6e-a994-4e9a-897a-74e1076b2f62 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/ports?device_id=ad56bef2-9630-4aa8-b855-6fa8a855b1d5 HTTP/1.1" status: 200 len: 946 time: 0.1930339 May 18 18:17:54.431491 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-bd19159b-3367-4024-b691-7ba22473a9e3 tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bc29fb7-ec5b-4023-b6f4-1ab71f44203c') {'for_net_delete': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:17:54.439315 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-bd19159b-3367-4024-b691-7ba22473a9e3 tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bc29fb7-ec5b-4023-b6f4-1ab71f44203c') {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:17:54.480701 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-bd19159b-3367-4024-b691-7ba22473a9e3 tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260107375'] for segment, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:54.498065 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-20a213c3-2cfc-4084-a2e9-43a01eee8f0f req-3a592a9f-9ab4-47b0-95aa-3c4c39e46da2 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "GET /v2.0/security-groups?id=359bbdd8-3840-48d9-94a4-88847558ed58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114686 May 18 18:17:54.513160 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-252f36c4-2e34-4bb8-afab-a4997693581a req-03d6ebb2-3a1b-4534-a2f6-f9556be7ab94 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/security-groups?id=8ad86751-3372-47de-bc84-2bfa3ff50eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717702 May 18 18:17:54.516397 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-bd19159b-3367-4024-b691-7ba22473a9e3 tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:54.545680 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd19159b-3367-4024-b691-7ba22473a9e3 tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=102730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:17:54.546170 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-bd19159b-3367-4024-b691-7ba22473a9e3 tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261102736'] for segment, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:54.552089 n-d-838550-3 neutron-server[102730]: Traceback (most recent call last): May 18 18:17:54.552089 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:17:54.552089 n-d-838550-3 neutron-server[102730]: timer() May 18 18:17:54.552089 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:17:54.552089 n-d-838550-3 neutron-server[102730]: cb(*args, **kw) May 18 18:17:54.552089 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:17:54.552089 n-d-838550-3 neutron-server[102730]: return func(*args, **kwargs) May 18 18:17:54.552089 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:17:54.552089 n-d-838550-3 neutron-server[102730]: self._notify() May 18 18:17:54.552089 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:17:54.552089 n-d-838550-3 neutron-server[102730]: self.callback(batched_events) May 18 18:17:54.552089 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:17:54.552089 n-d-838550-3 neutron-server[102730]: event.method(event) May 18 18:17:54.552089 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:17:54.552089 n-d-838550-3 neutron-server[102730]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:17:54.552089 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:17:54.552089 n-d-838550-3 neutron-server[102730]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:17:54.552089 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:17:54.552089 n-d-838550-3 neutron-server[102730]: return f(self, *a, **k) May 18 18:17:54.552089 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:17:54.552089 n-d-838550-3 neutron-server[102730]: return self._get(url).json() May 18 18:17:54.552089 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:17:54.552089 n-d-838550-3 neutron-server[102730]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:17:54.552089 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:17:54.552089 n-d-838550-3 neutron-server[102730]: return self.request(url, 'GET', **kwargs) May 18 18:17:54.552089 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:17:54.552089 n-d-838550-3 neutron-server[102730]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:17:54.552089 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:17:54.552089 n-d-838550-3 neutron-server[102730]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:17:54.552089 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:17:54.552089 n-d-838550-3 neutron-server[102730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:17:54.552089 n-d-838550-3 neutron-server[102730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:17:54.576362 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8b0eaed1-3be5-4031-bf6a-ce741230451a req-d03fa935-df6f-49aa-92e9-42abfd8d565b service neutron] 10.222.0.36 "GET /v2.0/networks/9a1b8b30-5a6d-45d0-a156-38c81e547e81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7810493 May 18 18:17:54.722387 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-a5963df5-081a-4043-b4a8-3512f6f00022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3d2174e-4612-4055-8705-8603e9dc9c9a', 'name': 'tempest-TestNetworkBasicOps-router-1729927840', 'tenant_id': '6664118b95564eb5aa43c658eedfd9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': 'dbad0ded-557f-41c6-aa1a-8b08843bc5ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:15:22Z', 'updated_at': '2022-05-18T18:17:51Z', 'revision_number': 6, 'project_id': '6664118b95564eb5aa43c658eedfd9ed', 'gw_port': {'id': 'dbad0ded-557f-41c6-aa1a-8b08843bc5ab', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:a7:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d2174e-4612-4055-8705-8603e9dc9c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:15:25Z', 'updated_at': '2022-05-18T18:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': 'f2c20bd4-3118-476a-8b5d-331296914bbe', 'tenant_id': '6664118b95564eb5aa43c658eedfd9ed', 'floating_ip_address': '172.25.5.43', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': 'f3d2174e-4612-4055-8705-8603e9dc9c9a', 'port_id': '6442d690-4bd6-4fab-bd38-8bec279033d1', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1653, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '303de0ee-e6b2-4f16-b090-15548665b4d3', 'mac_address': 'fa:16:3e:8d:c9:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce91e5f-c0a2-4a71-af70-3d0ff7a7854c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T18:16:08Z', 'updated_at': '2022-05-18T18:16:15Z', 'revision_number': 1, 'project_id': '6664118b95564eb5aa43c658eedfd9ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8778ddb4-ae2c-4cba-a5e9-b28be94a8f0c', 'name': '', 'network_id': '303de0ee-e6b2-4f16-b090-15548665b4d3', 'tenant_id': '6664118b95564eb5aa43c658eedfd9ed', 'mac_address': 'fa:16:3e:62:89:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d2174e-4612-4055-8705-8603e9dc9c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': 'b58b6ed0-e33d-4911-87f5-9fe233239105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:15:38Z', 'updated_at': '2022-05-18T18:15:45Z', 'revision_number': 5, 'project_id': '6664118b95564eb5aa43c658eedfd9ed', 'subnets': [{'id': 'b58b6ed0-e33d-4911-87f5-9fe233239105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:17:54.755860 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5963df5-081a-4043-b4a8-3512f6f00022 None None] The sync data for ids ['f3d2174e-4612-4055-8705-8603e9dc9c9a'] in n-d-838550-3 is: [{'id': 'f3d2174e-4612-4055-8705-8603e9dc9c9a', 'name': 'tempest-TestNetworkBasicOps-router-1729927840', 'tenant_id': '6664118b95564eb5aa43c658eedfd9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': 'dbad0ded-557f-41c6-aa1a-8b08843bc5ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:15:22Z', 'updated_at': '2022-05-18T18:17:51Z', 'revision_number': 6, 'project_id': '6664118b95564eb5aa43c658eedfd9ed', 'gw_port': {'id': 'dbad0ded-557f-41c6-aa1a-8b08843bc5ab', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:a7:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d2174e-4612-4055-8705-8603e9dc9c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:15:25Z', 'updated_at': '2022-05-18T18:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': 'f2c20bd4-3118-476a-8b5d-331296914bbe', 'tenant_id': '6664118b95564eb5aa43c658eedfd9ed', 'floating_ip_address': '172.25.5.43', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': 'f3d2174e-4612-4055-8705-8603e9dc9c9a', 'port_id': '6442d690-4bd6-4fab-bd38-8bec279033d1', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1653, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '303de0ee-e6b2-4f16-b090-15548665b4d3', 'mac_address': 'fa:16:3e:8d:c9:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce91e5f-c0a2-4a71-af70-3d0ff7a7854c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T18:16:08Z', 'updated_at': '2022-05-18T18:16:15Z', 'revision_number': 1, 'project_id': '6664118b95564eb5aa43c658eedfd9ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8778ddb4-ae2c-4cba-a5e9-b28be94a8f0c', 'name': '', 'network_id': '303de0ee-e6b2-4f16-b090-15548665b4d3', 'tenant_id': '6664118b95564eb5aa43c658eedfd9ed', 'mac_address': 'fa:16:3e:62:89:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d2174e-4612-4055-8705-8603e9dc9c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': 'b58b6ed0-e33d-4911-87f5-9fe233239105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:15:38Z', 'updated_at': '2022-05-18T18:15:45Z', 'revision_number': 5, 'project_id': '6664118b95564eb5aa43c658eedfd9ed', 'subnets': [{'id': 'b58b6ed0-e33d-4911-87f5-9fe233239105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:17:54.760878 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fd0db1-db9f-4d32-bc2e-de6b9109689e req-eb663788-bd5b-4659-b3a0-6093d46e08ca tempest-ServerPasswordTestJSON-1403481722 tempest-ServerPasswordTestJSON-1403481722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:54.763438 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e6fd0db1-db9f-4d32-bc2e-de6b9109689e req-eb663788-bd5b-4659-b3a0-6093d46e08ca tempest-ServerPasswordTestJSON-1403481722 tempest-ServerPasswordTestJSON-1403481722-project] 10.222.0.85 "GET /v2.0/ports?device_id=6175912f-969e-425a-9c39-a013865e393a HTTP/1.1" status: 200 len: 944 time: 0.1121435 May 18 18:17:54.772292 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-bd19159b-3367-4024-b691-7ba22473a9e3 tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:54.794376 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd19159b-3367-4024-b691-7ba22473a9e3 tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b316485d-dfb2-4165-b38c-71aefa2a735e {{(pid=102730) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 18 18:17:54.799040 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-bd19159b-3367-4024-b691-7ba22473a9e3 tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:54.802693 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-bd19159b-3367-4024-b691-7ba22473a9e3 tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] 10.222.0.85 "DELETE /v2.0/networks/b316485d-dfb2-4165-b38c-71aefa2a735e HTTP/1.1" status: 204 len: 168 time: 0.9483998 May 18 18:17:54.807988 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 37326) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:17:54.832349 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-26234ede-5ebd-47d1-9dd8-9a7dc4e71b89 tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Request body: {'network': {'name': 'tempest-network--506163856', 'router:external': True}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:17:54.854374 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd19159b-3367-4024-b691-7ba22473a9e3 tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Pushing event deleted for resources: {'Network': ['ID=b316485d-dfb2-4165-b38c-71aefa2a735e,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:17:54.863365 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8b0eaed1-3be5-4031-bf6a-ce741230451a req-817abafc-283f-40de-bf4f-7740b603f7a8 service neutron] 10.222.0.36 "GET /v2.0/networks/9a1b8b30-5a6d-45d0-a156-38c81e547e81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2754912 May 18 18:17:54.884178 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26234ede-5ebd-47d1-9dd8-9a7dc4e71b89 tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Made reservation on behalf of 94d98111966f490bacbce0290dbe2325 for: {'network': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:17:54.894776 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-26234ede-5ebd-47d1-9dd8-9a7dc4e71b89 tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:54.902142 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9897672d-b8a1-4777-950b-ca6225470f96 req-7492aace-28df-4b72-8368-928ed1163b1a tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:54.903869 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9897672d-b8a1-4777-950b-ca6225470f96 req-7492aace-28df-4b72-8368-928ed1163b1a tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.36 "GET /v2.0/ports?device_id=916226d3-1b4b-4128-9b00-ffdb3385cb4f HTTP/1.1" status: 200 len: 946 time: 0.1244202 May 18 18:17:54.907590 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e6fd0db1-db9f-4d32-bc2e-de6b9109689e req-26ccc5cd-12aa-4516-87cf-6e72a0edcfec tempest-ServerPasswordTestJSON-1403481722 tempest-ServerPasswordTestJSON-1403481722-project] 10.222.0.85 "GET /v2.0/security-groups?id=f78a990a-5d33-4a3c-a30c-1a023ecb7914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236932 May 18 18:17:54.965507 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26234ede-5ebd-47d1-9dd8-9a7dc4e71b89 tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 620} {{(pid=102731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:17:54.996606 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-26234ede-5ebd-47d1-9dd8-9a7dc4e71b89 tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:54.997266 n-d-838550-3 neutron-server[102731]: INFO neutron.db.segments_db [None req-26234ede-5ebd-47d1-9dd8-9a7dc4e71b89 tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Added segment 59b48374-026e-4e70-94e4-12dec9518a41 of type vlan for network 550a753f-ad36-46fc-9a8e-6689cdcd0c34 May 18 18:17:55.076296 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-9897672d-b8a1-4777-950b-ca6225470f96 req-9860992f-2954-43c1-a256-5e32d997d387 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Deleting port 6ff877b8-9cb4-4d26-aecb-f0dc28840fd8 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:17:55.077550 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-9897672d-b8a1-4777-950b-ca6225470f96 req-9860992f-2954-43c1-a256-5e32d997d387 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:55.127713 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-26234ede-5ebd-47d1-9dd8-9a7dc4e71b89 tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:55.202037 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-26234ede-5ebd-47d1-9dd8-9a7dc4e71b89 tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:55.204047 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26234ede-5ebd-47d1-9dd8-9a7dc4e71b89 tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:55.205655 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-26234ede-5ebd-47d1-9dd8-9a7dc4e71b89 tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:55.276585 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-9897672d-b8a1-4777-950b-ca6225470f96 req-9860992f-2954-43c1-a256-5e32d997d387 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] For port 6ff877b8-9cb4-4d26-aecb-f0dc28840fd8, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=6ff877b8-9cb4-4d26-aecb-f0dc28840fd8,segment=NetworkSegment(d7187d71-d510-47eb-a540-b794438c92ec),segment_id=d7187d71-d510-47eb-a540-b794438c92ec)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:17:55.277748 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-9897672d-b8a1-4777-950b-ca6225470f96 req-9860992f-2954-43c1-a256-5e32d997d387 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:55.299720 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26234ede-5ebd-47d1-9dd8-9a7dc4e71b89 tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Pushing event updated for resources: {'Network': ['ID=550a753f-ad36-46fc-9a8e-6689cdcd0c34,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:17:55.314250 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network 550a753f-ad36-46fc-9a8e-6689cdcd0c34 details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:17:55.326306 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-26234ede-5ebd-47d1-9dd8-9a7dc4e71b89 tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5011098 May 18 18:17:55.330580 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 37330) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:17:55.332349 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-9897672d-b8a1-4777-950b-ca6225470f96 req-9860992f-2954-43c1-a256-5e32d997d387 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Calling delete_port for 6ff877b8-9cb4-4d26-aecb-f0dc28840fd8 owned by compute:nova {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:17:55.487221 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ba123e-82be-4e6d-a771-a6908a7bbf22 tempest-ExternalNetworksTestJSON-1189698140 tempest-ExternalNetworksTestJSON-1189698140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:55.490065 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-80ba123e-82be-4e6d-a771-a6908a7bbf22 tempest-ExternalNetworksTestJSON-1189698140 tempest-ExternalNetworksTestJSON-1189698140-project] 10.222.0.85 "GET /v2.0/networks/550a753f-ad36-46fc-9a8e-6689cdcd0c34 HTTP/1.1" status: 200 len: 756 time: 0.1567061 May 18 18:17:55.506245 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b4cdd8-d1a8-4cc1-a80b-cd3be12fd00d req-57c88cb2-90d9-447f-a487-ca0b67be4e15 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:55.509669 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-47b4cdd8-d1a8-4cc1-a80b-cd3be12fd00d req-57c88cb2-90d9-447f-a487-ca0b67be4e15 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/ports?device_id=ee682333-0859-4af7-9a90-1cbf33d3ca83 HTTP/1.1" status: 200 len: 945 time: 0.3310113 May 18 18:17:55.510512 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 37334) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:17:55.627031 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-9897672d-b8a1-4777-950b-ca6225470f96 req-9860992f-2954-43c1-a256-5e32d997d387 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:55.723907 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-47b4cdd8-d1a8-4cc1-a80b-cd3be12fd00d req-866f4957-d2c8-41f3-b5f2-6c756528de1b tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/security-groups?id=0cf286b9-4259-46f9-a9b8-06a8c9d0d055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329310 May 18 18:17:55.739414 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e56b3d6d-7d56-4a37-9845-a36aa070c5eb tempest-ExternalNetworksTestJSON-1189698140 tempest-ExternalNetworksTestJSON-1189698140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:55.744175 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-e56b3d6d-7d56-4a37-9845-a36aa070c5eb tempest-ExternalNetworksTestJSON-1189698140 tempest-ExternalNetworksTestJSON-1189698140-project] 10.222.0.85 "GET /v2.0/networks/c1378b6e-2541-48fa-8a86-2aadff4bfec5 HTTP/1.1" status: 200 len: 767 time: 0.2323115 May 18 18:17:55.745556 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 37340) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:17:55.835173 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device a236bce4-e9ba-4c6a-88b7-708091a4ff4b details requested by agent hyperv_n-h1-838550-3 with host n-h1-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:17:55.975383 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4943e1fb-a9dc-48f8-8939-101a46ae754e req-c0bcce6f-5d63-462f-9a59-8901301612c8 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "GET /v2.0/ports?device_id=916226d3-1b4b-4128-9b00-ffdb3385cb4f HTTP/1.1" status: 200 len: 210 time: 0.0873599 May 18 18:17:56.105753 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6ee5b64b-18b1-4515-9117-8a42635434c8 tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:56.178866 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port a236bce4-e9ba-4c6a-88b7-708091a4ff4b, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=a236bce4-e9ba-4c6a-88b7-708091a4ff4b,segment=NetworkSegment(a86c4f27-3119-48dc-a8fc-526578455845),segment_id=a86c4f27-3119-48dc-a8fc-526578455845)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:17:56.180285 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9860992f-2954-43c1-a256-5e32d997d387 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Pushing event deleted for resources: {'Port': ['ID=6ff877b8-9cb4-4d26-aecb-f0dc28840fd8,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:17:56.224296 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Returning: {'device': 'a236bce4-e9ba-4c6a-88b7-708091a4ff4b', 'network_id': '9a1b8b30-5a6d-45d0-a156-38c81e547e81', 'port_id': 'a236bce4-e9ba-4c6a-88b7-708091a4ff4b', 'mac_address': 'fa:16:3e:6c:62:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f10deff2-25c1-4386-ae5d-e36f16b1f64d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:17:56.322190 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port a236bce4-e9ba-4c6a-88b7-708091a4ff4b is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:17:56.322886 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:56.342844 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6ee5b64b-18b1-4515-9117-8a42635434c8 tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:56.350157 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-9897672d-b8a1-4777-950b-ca6225470f96 req-9860992f-2954-43c1-a256-5e32d997d387 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] No DVR routers for this DVR port 6ff877b8-9cb4-4d26-aecb-f0dc28840fd8 on host n-h1-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:17:56.353370 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-9897672d-b8a1-4777-950b-ca6225470f96 req-9860992f-2954-43c1-a256-5e32d997d387 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:56.357741 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9897672d-b8a1-4777-950b-ca6225470f96 req-9860992f-2954-43c1-a256-5e32d997d387 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.36 "DELETE /v2.0/ports/6ff877b8-9cb4-4d26-aecb-f0dc28840fd8 HTTP/1.1" status: 204 len: 173 time: 1.4453492 May 18 18:17:56.365224 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a236bce4-e9ba-4c6a-88b7-708091a4ff4b {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:17:56.376481 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '916226d3-1b4b-4128-9b00-ffdb3385cb4f', 'name': 'network-vif-deleted', 'tag': '6ff877b8-9cb4-4d26-aecb-f0dc28840fd8'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:17:56.379298 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4d9fdf4-d269-401a-96fc-7a80b16874df" -d '{"events": [{"server_uuid": "916226d3-1b4b-4128-9b00-ffdb3385cb4f", "name": "network-vif-deleted", "tag": "6ff877b8-9cb4-4d26-aecb-f0dc28840fd8"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:17:56.384771 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebae5aab-587c-4945-ba8e-80c396f1f1d3 req-18976f63-bfab-49d5-99c4-c5c3540ef426 tempest-ServerPasswordTestJSON-1403481722 tempest-ServerPasswordTestJSON-1403481722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:56.387725 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ebae5aab-587c-4945-ba8e-80c396f1f1d3 req-18976f63-bfab-49d5-99c4-c5c3540ef426 tempest-ServerPasswordTestJSON-1403481722 tempest-ServerPasswordTestJSON-1403481722-project] 10.222.0.85 "GET /v2.0/ports?device_id=6175912f-969e-425a-9c39-a013865e393a HTTP/1.1" status: 200 len: 944 time: 0.1735611 May 18 18:17:56.393216 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-6ee5b64b-18b1-4515-9117-8a42635434c8 tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['550a753f-ad36-46fc-9a8e-6689cdcd0c34']}} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:17:56.407230 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2928ccf-c789-432c-9e03-f8e595182f84 req-89eb8284-3252-489e-8c61-0c5acf7a83c7 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:56.418875 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d2928ccf-c789-432c-9e03-f8e595182f84 req-89eb8284-3252-489e-8c61-0c5acf7a83c7 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/ports?device_id=ad56bef2-9630-4aa8-b855-6fa8a855b1d5 HTTP/1.1" status: 200 len: 946 time: 0.2441337 May 18 18:17:56.442356 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port a236bce4-e9ba-4c6a-88b7-708091a4ff4b, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=a236bce4-e9ba-4c6a-88b7-708091a4ff4b,segment=NetworkSegment(a86c4f27-3119-48dc-a8fc-526578455845),segment_id=a86c4f27-3119-48dc-a8fc-526578455845)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:17:56.452910 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:56.478952 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ebae5aab-587c-4945-ba8e-80c396f1f1d3 req-5dc3bc5d-e307-48ae-b869-d415389d78a1 tempest-ServerPasswordTestJSON-1403481722 tempest-ServerPasswordTestJSON-1403481722-project] 10.222.0.85 "GET /v2.0/security-groups?id=f78a990a-5d33-4a3c-a30c-1a023ecb7914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766912 May 18 18:17:56.482187 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-6ee5b64b-18b1-4515-9117-8a42635434c8 tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59b48374-026e-4e70-94e4-12dec9518a41') {'for_net_delete': True} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:17:56.484561 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-6ee5b64b-18b1-4515-9117-8a42635434c8 tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59b48374-026e-4e70-94e4-12dec9518a41') {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:17:56.534358 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6ee5b64b-18b1-4515-9117-8a42635434c8 tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260542144'] for segment, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:56.591537 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6ee5b64b-18b1-4515-9117-8a42635434c8 tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:56.613235 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d2928ccf-c789-432c-9e03-f8e595182f84 req-02d610ee-f3d8-45ec-b055-46a13c93db96 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/security-groups?id=8ad86751-3372-47de-bc84-2bfa3ff50eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933219 May 18 18:17:56.621969 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ee5b64b-18b1-4515-9117-8a42635434c8 tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Releasing vlan 620 on physical network physnet1 to pool {{(pid=102731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:17:56.622933 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6ee5b64b-18b1-4515-9117-8a42635434c8 tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260884178'] for segment, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:56.627387 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21133edc-89d5-4f72-a020-e29b639a2d2e x-openstack-request-id: req-21133edc-89d5-4f72-a020-e29b639a2d2e {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:17:56.634467 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "916226d3-1b4b-4128-9b00-ffdb3385cb4f", "name": "network-vif-deleted", "tag": "6ff877b8-9cb4-4d26-aecb-f0dc28840fd8", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:17:56.636653 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-21133edc-89d5-4f72-a020-e29b639a2d2e {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:17:56.637339 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21133edc-89d5-4f72-a020-e29b639a2d2e'] response: {'server_uuid': '916226d3-1b4b-4128-9b00-ffdb3385cb4f', 'name': 'network-vif-deleted', 'tag': '6ff877b8-9cb4-4d26-aecb-f0dc28840fd8', 'status': 'completed', 'code': 200} May 18 18:17:56.638276 n-d-838550-3 neutron-server[102731]: Traceback (most recent call last): May 18 18:17:56.638276 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:17:56.638276 n-d-838550-3 neutron-server[102731]: timer() May 18 18:17:56.638276 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:17:56.638276 n-d-838550-3 neutron-server[102731]: cb(*args, **kw) May 18 18:17:56.638276 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:17:56.638276 n-d-838550-3 neutron-server[102731]: return func(*args, **kwargs) May 18 18:17:56.638276 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:17:56.638276 n-d-838550-3 neutron-server[102731]: self._notify() May 18 18:17:56.638276 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:17:56.638276 n-d-838550-3 neutron-server[102731]: self.callback(batched_events) May 18 18:17:56.638276 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:17:56.638276 n-d-838550-3 neutron-server[102731]: event.method(event) May 18 18:17:56.638276 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:17:56.638276 n-d-838550-3 neutron-server[102731]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:17:56.638276 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:17:56.638276 n-d-838550-3 neutron-server[102731]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:17:56.638276 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:17:56.638276 n-d-838550-3 neutron-server[102731]: return f(self, *a, **k) May 18 18:17:56.638276 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:17:56.638276 n-d-838550-3 neutron-server[102731]: return self._get(url).json() May 18 18:17:56.638276 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:17:56.638276 n-d-838550-3 neutron-server[102731]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:17:56.638276 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:17:56.638276 n-d-838550-3 neutron-server[102731]: return self.request(url, 'GET', **kwargs) May 18 18:17:56.638276 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:17:56.638276 n-d-838550-3 neutron-server[102731]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:17:56.638276 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:17:56.638276 n-d-838550-3 neutron-server[102731]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:17:56.638276 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:17:56.638276 n-d-838550-3 neutron-server[102731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:17:56.638276 n-d-838550-3 neutron-server[102731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:17:56.776074 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['a236bce4-e9ba-4c6a-88b7-708091a4ff4b'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:17:56.789608 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=a236bce4-e9ba-4c6a-88b7-708091a4ff4b,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:17:56.836036 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6ee5b64b-18b1-4515-9117-8a42635434c8 tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:56.857556 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ee5b64b-18b1-4515-9117-8a42635434c8 tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 550a753f-ad36-46fc-9a8e-6689cdcd0c34 {{(pid=102731) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 18 18:17:56.876667 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6ee5b64b-18b1-4515-9117-8a42635434c8 tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:56.895298 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-6ee5b64b-18b1-4515-9117-8a42635434c8 tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] 10.222.0.85 "DELETE /v2.0/networks/550a753f-ad36-46fc-9a8e-6689cdcd0c34 HTTP/1.1" status: 204 len: 168 time: 1.1478469 May 18 18:17:56.902222 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 37358) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:17:56.909326 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-762db1bc-d8a4-4299-8557-77106fe16f5c tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Request body: {'network': {'name': 'tempest-network--2044637720'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:17:56.996363 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee5b64b-18b1-4515-9117-8a42635434c8 tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Pushing event deleted for resources: {'Network': ['ID=550a753f-ad36-46fc-9a8e-6689cdcd0c34,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:17:56.997631 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-762db1bc-d8a4-4299-8557-77106fe16f5c tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Made reservation on behalf of 94d98111966f490bacbce0290dbe2325 for: {'network': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:17:57.009572 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-762db1bc-d8a4-4299-8557-77106fe16f5c tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:57.012294 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 1f57ad40-2b10-494f-a006-0285498f5897 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:17:57.142797 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-762db1bc-d8a4-4299-8557-77106fe16f5c tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 617} {{(pid=102730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:17:57.147352 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 2259c444-5ab3-4c53-bff5-010a9e7dc25c details requested by agent hyperv_n-h2-838550-3 with host n-h2-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:17:57.185851 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-762db1bc-d8a4-4299-8557-77106fe16f5c tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:57.186347 n-d-838550-3 neutron-server[102730]: INFO neutron.db.segments_db [None req-762db1bc-d8a4-4299-8557-77106fe16f5c tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Added segment ca090502-27b4-4db1-b5d8-13598f10ceb7 of type vlan for network 09adf95d-34ce-4016-9f97-50c5fead845c May 18 18:17:57.204207 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebfb271-bcd3-418a-97a4-e969c1e1081a req-d06ae818-df19-46d0-96d6-fbaa31f22919 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:57.214450 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7ebfb271-bcd3-418a-97a4-e969c1e1081a req-d06ae818-df19-46d0-96d6-fbaa31f22919 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/ports?device_id=ee682333-0859-4af7-9a90-1cbf33d3ca83 HTTP/1.1" status: 200 len: 945 time: 0.2546639 May 18 18:17:57.352241 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 2259c444-5ab3-4c53-bff5-010a9e7dc25c, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=2259c444-5ab3-4c53-bff5-010a9e7dc25c,segment=NetworkSegment(7fe567f5-b9bc-4b6c-8f11-60e107f314f0),segment_id=7fe567f5-b9bc-4b6c-8f11-60e107f314f0)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:17:57.354583 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ddcd0478-cffa-44f0-9062-cf4acf4457ae req-c44c5ce2-981e-41f1-871a-e8b01b90b1d1 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "GET /v2.0/ports?device_id=916226d3-1b4b-4128-9b00-ffdb3385cb4f HTTP/1.1" status: 200 len: 210 time: 0.0719464 May 18 18:17:57.367884 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 1f57ad40-2b10-494f-a006-0285498f5897 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:17:57.368593 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 1f57ad40-2b10-494f-a006-0285498f5897 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:17:57.372229 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Returning: {'device': '2259c444-5ab3-4c53-bff5-010a9e7dc25c', 'network_id': '43fc4a49-4144-4792-8c9e-f6aa8e841df8', 'port_id': '2259c444-5ab3-4c53-bff5-010a9e7dc25c', 'mac_address': 'fa:16:3e:cd:03:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a6f771a-7d1f-4c0f-927b-d14a677a770b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:17:57.392846 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-762db1bc-d8a4-4299-8557-77106fe16f5c tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:57.396716 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7ebfb271-bcd3-418a-97a4-e969c1e1081a req-54e903da-3edc-4bc2-a8ce-00bcd7474188 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/security-groups?id=0cf286b9-4259-46f9-a9b8-06a8c9d0d055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709499 May 18 18:17:57.460281 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-762db1bc-d8a4-4299-8557-77106fe16f5c tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:57.464424 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-762db1bc-d8a4-4299-8557-77106fe16f5c tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:57.465398 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-762db1bc-d8a4-4299-8557-77106fe16f5c tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:57.471758 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 2259c444-5ab3-4c53-bff5-010a9e7dc25c is: ACTIVE; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:17:57.472284 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:57.508239 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2259c444-5ab3-4c53-bff5-010a9e7dc25c {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:17:57.547212 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 2259c444-5ab3-4c53-bff5-010a9e7dc25c, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=2259c444-5ab3-4c53-bff5-010a9e7dc25c,segment=NetworkSegment(7fe567f5-b9bc-4b6c-8f11-60e107f314f0),segment_id=7fe567f5-b9bc-4b6c-8f11-60e107f314f0)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:17:57.556050 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:57.583588 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762db1bc-d8a4-4299-8557-77106fe16f5c tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Pushing event updated for resources: {'Network': ['ID=09adf95d-34ce-4016-9f97-50c5fead845c,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:17:57.635289 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-762db1bc-d8a4-4299-8557-77106fe16f5c tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.7315593 May 18 18:17:57.638925 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 37368) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:17:57.642261 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network 09adf95d-34ce-4016-9f97-50c5fead845c details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:17:57.650274 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-f32030c9-933a-4a6e-9d03-f574579aca80 tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:17:57.746069 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=2259c444-5ab3-4c53-bff5-010a9e7dc25c,revision_number=6']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:17:57.772428 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['2259c444-5ab3-4c53-bff5-010a9e7dc25c'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:17:57.854838 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 6ff877b8-9cb4-4d26-aecb-f0dc28840fd8 no longer exists at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:17:57.866677 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:17:57.867195 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:17:57.867644 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:17:57.868087 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:17:57.868525 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:17:57.868997 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:17:57.869393 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:17:57.869862 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:17:57.870535 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:17:57.870973 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:17:57.871551 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:17:57.872284 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:17:57.922069 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] No Port match for: 6ff877b8-9cb4-4d26-aecb-f0dc28840fd8 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:17:57.922573 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 6ff877b8-9cb4-4d26-aecb-f0dc28840fd8 not bound to the agent host n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:17:58.025898 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656a1ded-4291-4ed0-906d-8e893ec13cb1 req-0503d6bc-e53e-45a6-8dd7-60b5c4127595 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:58.028423 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-656a1ded-4291-4ed0-906d-8e893ec13cb1 req-0503d6bc-e53e-45a6-8dd7-60b5c4127595 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/ports?device_id=ad56bef2-9630-4aa8-b855-6fa8a855b1d5 HTTP/1.1" status: 200 len: 945 time: 0.2080774 May 18 18:17:58.127978 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-656a1ded-4291-4ed0-906d-8e893ec13cb1 req-9b09a3dd-cbba-4de9-bc12-624a83869a4a tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/security-groups?id=8ad86751-3372-47de-bc84-2bfa3ff50eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873327 May 18 18:17:58.136157 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f32030c9-933a-4a6e-9d03-f574579aca80 tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:58.155783 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f32030c9-933a-4a6e-9d03-f574579aca80 tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:58.225343 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32030c9-933a-4a6e-9d03-f574579aca80 tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Pushing event updated for resources: {'Network': ['ID=09adf95d-34ce-4016-9f97-50c5fead845c,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:17:58.240439 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296ac86b-ca9a-473e-a956-7e59e53ae996 req-991f14b2-caf5-4862-938f-8b434549a354 tempest-ServerPasswordTestJSON-1403481722 tempest-ServerPasswordTestJSON-1403481722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:58.242910 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-296ac86b-ca9a-473e-a956-7e59e53ae996 req-991f14b2-caf5-4862-938f-8b434549a354 tempest-ServerPasswordTestJSON-1403481722 tempest-ServerPasswordTestJSON-1403481722-project] 10.222.0.85 "GET /v2.0/ports?device_id=6175912f-969e-425a-9c39-a013865e393a HTTP/1.1" status: 200 len: 945 time: 0.4230251 May 18 18:17:58.248485 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f32030c9-933a-4a6e-9d03-f574579aca80 tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Network 09adf95d-34ce-4016-9f97-50c5fead845c is not hosted by any dhcp agent {{(pid=102730) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} May 18 18:17:58.249386 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f32030c9-933a-4a6e-9d03-f574579aca80 tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:58.250012 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f32030c9-933a-4a6e-9d03-f574579aca80 tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:58.252210 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-f32030c9-933a-4a6e-9d03-f574579aca80 tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] 10.222.0.85 "PUT /v2.0/networks/09adf95d-34ce-4016-9f97-50c5fead845c HTTP/1.1" status: 200 len: 858 time: 0.6116698 May 18 18:17:58.256568 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 37376) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:17:58.484379 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-296ac86b-ca9a-473e-a956-7e59e53ae996 req-2c821cf3-ad47-4a9d-abb6-73f279cfccfa tempest-ServerPasswordTestJSON-1403481722 tempest-ServerPasswordTestJSON-1403481722-project] 10.222.0.85 "GET /v2.0/security-groups?id=f78a990a-5d33-4a3c-a30c-1a023ecb7914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144809 May 18 18:17:58.525191 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b2324549-2bc0-4a31-8e59-fb1c7e7a5a35 tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:58.565908 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 37384) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:17:58.710322 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-31e75c19-84e3-4ae2-9954-74b6b956a296 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:58.754369 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-31e75c19-84e3-4ae2-9954-74b6b956a296 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:58.758618 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b2324549-2bc0-4a31-8e59-fb1c7e7a5a35 tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:58.838078 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-b2324549-2bc0-4a31-8e59-fb1c7e7a5a35 tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09adf95d-34ce-4016-9f97-50c5fead845c']}} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:17:58.852468 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-31e75c19-84e3-4ae2-9954-74b6b956a296 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:58.858481 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-31e75c19-84e3-4ae2-9954-74b6b956a296 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:58.865122 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-31e75c19-84e3-4ae2-9954-74b6b956a296 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "DELETE /v2.0/security-groups/359bbdd8-3840-48d9-94a4-88847558ed58 HTTP/1.1" status: 204 len: 168 time: 0.2929852 May 18 18:17:58.865992 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-b2324549-2bc0-4a31-8e59-fb1c7e7a5a35 tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca090502-27b4-4db1-b5d8-13598f10ceb7') {'for_net_delete': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:17:58.866825 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-b2324549-2bc0-4a31-8e59-fb1c7e7a5a35 tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca090502-27b4-4db1-b5d8-13598f10ceb7') {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:17:58.875155 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e75c19-84e3-4ae2-9954-74b6b956a296 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=359bbdd8-3840-48d9-94a4-88847558ed58,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:17:58.887854 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b2324549-2bc0-4a31-8e59-fb1c7e7a5a35 tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260107375'] for segment, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:58.926384 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2169ddb3-9b2c-4bf2-9441-8803dfa5ef7b req-3e143b95-87f0-4dc2-b37e-4518affa052b tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:58.929288 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2169ddb3-9b2c-4bf2-9441-8803dfa5ef7b req-3e143b95-87f0-4dc2-b37e-4518affa052b tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/ports?device_id=ee682333-0859-4af7-9a90-1cbf33d3ca83 HTTP/1.1" status: 200 len: 945 time: 0.2341051 May 18 18:17:58.948086 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b2324549-2bc0-4a31-8e59-fb1c7e7a5a35 tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:58.968782 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2324549-2bc0-4a31-8e59-fb1c7e7a5a35 tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Releasing vlan 617 on physical network physnet1 to pool {{(pid=102730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:17:58.969672 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b2324549-2bc0-4a31-8e59-fb1c7e7a5a35 tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261102736'] for segment, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:58.972345 n-d-838550-3 neutron-server[102730]: Traceback (most recent call last): May 18 18:17:58.972345 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:17:58.972345 n-d-838550-3 neutron-server[102730]: timer() May 18 18:17:58.972345 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:17:58.972345 n-d-838550-3 neutron-server[102730]: cb(*args, **kw) May 18 18:17:58.972345 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:17:58.972345 n-d-838550-3 neutron-server[102730]: return func(*args, **kwargs) May 18 18:17:58.972345 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:17:58.972345 n-d-838550-3 neutron-server[102730]: self._notify() May 18 18:17:58.972345 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:17:58.972345 n-d-838550-3 neutron-server[102730]: self.callback(batched_events) May 18 18:17:58.972345 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:17:58.972345 n-d-838550-3 neutron-server[102730]: event.method(event) May 18 18:17:58.972345 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:17:58.972345 n-d-838550-3 neutron-server[102730]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:17:58.972345 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:17:58.972345 n-d-838550-3 neutron-server[102730]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:17:58.972345 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:17:58.972345 n-d-838550-3 neutron-server[102730]: return f(self, *a, **k) May 18 18:17:58.972345 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:17:58.972345 n-d-838550-3 neutron-server[102730]: return self._get(url).json() May 18 18:17:58.972345 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:17:58.972345 n-d-838550-3 neutron-server[102730]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:17:58.972345 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:17:58.972345 n-d-838550-3 neutron-server[102730]: return self.request(url, 'GET', **kwargs) May 18 18:17:58.972345 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:17:58.972345 n-d-838550-3 neutron-server[102730]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:17:58.972345 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:17:58.972345 n-d-838550-3 neutron-server[102730]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:17:58.972345 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:17:58.972345 n-d-838550-3 neutron-server[102730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:17:58.972345 n-d-838550-3 neutron-server[102730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:17:58.984461 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d09326d-0b46-415e-b9c5-9ba64942153a req-55468d08-b2f6-4cfe-9c68-290bae373cb5 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:17:58.994298 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2d09326d-0b46-415e-b9c5-9ba64942153a req-55468d08-b2f6-4cfe-9c68-290bae373cb5 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/ports?device_id=ad56bef2-9630-4aa8-b855-6fa8a855b1d5 HTTP/1.1" status: 200 len: 945 time: 0.0735953 May 18 18:17:59.051082 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2d09326d-0b46-415e-b9c5-9ba64942153a req-10e7450e-9823-40a9-b15d-15405878a7f8 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/security-groups?id=8ad86751-3372-47de-bc84-2bfa3ff50eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556538 May 18 18:17:59.053447 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2169ddb3-9b2c-4bf2-9441-8803dfa5ef7b req-840955e3-7699-446e-a19f-e7622506a030 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/security-groups?id=0cf286b9-4259-46f9-a9b8-06a8c9d0d055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069334 May 18 18:17:59.071172 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b2324549-2bc0-4a31-8e59-fb1c7e7a5a35 tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:59.118470 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2324549-2bc0-4a31-8e59-fb1c7e7a5a35 tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 09adf95d-34ce-4016-9f97-50c5fead845c {{(pid=102730) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 18 18:17:59.122620 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b2324549-2bc0-4a31-8e59-fb1c7e7a5a35 tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:59.125970 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-b2324549-2bc0-4a31-8e59-fb1c7e7a5a35 tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] 10.222.0.85 "DELETE /v2.0/networks/09adf95d-34ce-4016-9f97-50c5fead845c HTTP/1.1" status: 204 len: 168 time: 0.8683152 May 18 18:17:59.126958 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 2259c444-5ab3-4c53-bff5-010a9e7dc25c up at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:17:59.127689 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2324549-2bc0-4a31-8e59-fb1c7e7a5a35 tempest-ExternalNetworksTestJSON-184133496 tempest-ExternalNetworksTestJSON-184133496-project-admin] Pushing event deleted for resources: {'Network': ['ID=09adf95d-34ce-4016-9f97-50c5fead845c,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:17:59.131673 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 37398) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:17:59.165012 n-d-838550-3 neutron-server[102731]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f6bf204-9d42-4709-b613-2a24c8feb1e4 tempest-ExternalNetworksTestJSON-1189698140 tempest-ExternalNetworksTestJSON-1189698140-project] DELETE failed (client error): The resource could not be found. May 18 18:17:59.165473 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f6bf204-9d42-4709-b613-2a24c8feb1e4 tempest-ExternalNetworksTestJSON-1189698140 tempest-ExternalNetworksTestJSON-1189698140-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:17:59.166799 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 37400) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:17:59.179871 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-8f6bf204-9d42-4709-b613-2a24c8feb1e4 tempest-ExternalNetworksTestJSON-1189698140 tempest-ExternalNetworksTestJSON-1189698140-project] 10.222.0.85 "DELETE /v2.0/subnets/b53227fc-990d-4889-8313-ab012c2db9df HTTP/1.1" status: 404 len: 337 time: 0.0469532 May 18 18:17:59.184958 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 37402) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:17:59.242100 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning complete for port 2259c444-5ab3-4c53-bff5-010a9e7dc25c triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:17:59.242772 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:59.268560 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_v2 [None req-6574ff6e-d048-40ec-b778-e3fd5ab72720 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Deleting subnet 05bff1fc-1faf-47fd-b2da-551a36f96258 {{(pid=102730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:17:59.272203 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6574ff6e-d048-40ec-b778-e3fd5ab72720 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks [] for subnet, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:59.355061 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6574ff6e-d048-40ec-b778-e3fd5ab72720 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260107366'] for subnet, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:59.398592 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8085fb50-2e62-4e6d-a9e8-f266f0d2a867 tempest-ExternalNetworksTestJSON-1189698140 tempest-ExternalNetworksTestJSON-1189698140-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:59.611924 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6574ff6e-d048-40ec-b778-e3fd5ab72720 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:59.676144 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 2259c444-5ab3-4c53-bff5-010a9e7dc25c is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:17:59.680737 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:59.732763 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6574ff6e-d048-40ec-b778-e3fd5ab72720 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261104690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261031888'] for subnet, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:59.776316 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 2259c444-5ab3-4c53-bff5-010a9e7dc25c, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=2259c444-5ab3-4c53-bff5-010a9e7dc25c,segment=NetworkSegment(7fe567f5-b9bc-4b6c-8f11-60e107f314f0),segment_id=7fe567f5-b9bc-4b6c-8f11-60e107f314f0)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:17:59.778220 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad56bef2-9630-4aa8-b855-6fa8a855b1d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2259c444-5ab3-4c53-bff5-010a9e7dc25c'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:17:59.783015 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25b39f86-0249-483a-96a3-b3c70ff0d4ba" -d '{"events": [{"server_uuid": "ad56bef2-9630-4aa8-b855-6fa8a855b1d5", "name": "network-vif-plugged", "status": "completed", "tag": "2259c444-5ab3-4c53-bff5-010a9e7dc25c"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:17:59.784674 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6574ff6e-d048-40ec-b778-e3fd5ab72720 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Pushing event deleted for resources: {'Subnet': ['ID=05bff1fc-1faf-47fd-b2da-551a36f96258,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:17:59.789737 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:59.800966 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6574ff6e-d048-40ec-b778-e3fd5ab72720 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:59.809512 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8085fb50-2e62-4e6d-a9e8-f266f0d2a867 tempest-ExternalNetworksTestJSON-1189698140 tempest-ExternalNetworksTestJSON-1189698140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:59.811765 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-6574ff6e-d048-40ec-b778-e3fd5ab72720 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "DELETE /v2.0/subnets/05bff1fc-1faf-47fd-b2da-551a36f96258 HTTP/1.1" status: 204 len: 168 time: 0.6389673 May 18 18:17:59.812511 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 37410) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:17:59.863143 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-8085fb50-2e62-4e6d-a9e8-f266f0d2a867 tempest-ExternalNetworksTestJSON-1189698140 tempest-ExternalNetworksTestJSON-1189698140-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1378b6e-2541-48fa-8a86-2aadff4bfec5']}} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:17:59.889514 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-8085fb50-2e62-4e6d-a9e8-f266f0d2a867 tempest-ExternalNetworksTestJSON-1189698140 tempest-ExternalNetworksTestJSON-1189698140-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bde01ee3-dd41-457e-aee3-6cb3bb4282c4') {'for_net_delete': True} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:17:59.890378 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-8085fb50-2e62-4e6d-a9e8-f266f0d2a867 tempest-ExternalNetworksTestJSON-1189698140 tempest-ExternalNetworksTestJSON-1189698140-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bde01ee3-dd41-457e-aee3-6cb3bb4282c4') {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:17:59.910218 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8085fb50-2e62-4e6d-a9e8-f266f0d2a867 tempest-ExternalNetworksTestJSON-1189698140 tempest-ExternalNetworksTestJSON-1189698140-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260542144'] for segment, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:59.938336 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8085fb50-2e62-4e6d-a9e8-f266f0d2a867 tempest-ExternalNetworksTestJSON-1189698140 tempest-ExternalNetworksTestJSON-1189698140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:59.946424 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3861c6bf-5e4e-4938-804d-6b127c440282 x-openstack-request-id: req-3861c6bf-5e4e-4938-804d-6b127c440282 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:17:59.947326 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad56bef2-9630-4aa8-b855-6fa8a855b1d5", "name": "network-vif-plugged", "status": "completed", "tag": "2259c444-5ab3-4c53-bff5-010a9e7dc25c", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:17:59.948016 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-3861c6bf-5e4e-4938-804d-6b127c440282 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:17:59.948894 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3861c6bf-5e4e-4938-804d-6b127c440282'] response: {'server_uuid': 'ad56bef2-9630-4aa8-b855-6fa8a855b1d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2259c444-5ab3-4c53-bff5-010a9e7dc25c', 'code': 200} May 18 18:17:59.950728 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=2259c444-5ab3-4c53-bff5-010a9e7dc25c,revision_number=7']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:17:59.951576 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8085fb50-2e62-4e6d-a9e8-f266f0d2a867 tempest-ExternalNetworksTestJSON-1189698140 tempest-ExternalNetworksTestJSON-1189698140-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=102731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:17:59.953332 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8085fb50-2e62-4e6d-a9e8-f266f0d2a867 tempest-ExternalNetworksTestJSON-1189698140 tempest-ExternalNetworksTestJSON-1189698140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260884178'] for segment, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:17:59.957241 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf28dbd-76a4-4d78-aa12-a7079215f881 None None] Network 3772013f-5c68-47e7-b25a-e3ecaa34ca65 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:17:59.986936 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 7 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 18:18:00.013054 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-fc436960-2130-42a4-a255-ccfc1a708b14 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:00.072563 n-d-838550-3 neutron-server[102731]: Traceback (most recent call last): May 18 18:18:00.072563 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:18:00.072563 n-d-838550-3 neutron-server[102731]: timer() May 18 18:18:00.072563 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:18:00.072563 n-d-838550-3 neutron-server[102731]: cb(*args, **kw) May 18 18:18:00.072563 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:18:00.072563 n-d-838550-3 neutron-server[102731]: return func(*args, **kwargs) May 18 18:18:00.072563 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:18:00.072563 n-d-838550-3 neutron-server[102731]: self._notify() May 18 18:18:00.072563 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:18:00.072563 n-d-838550-3 neutron-server[102731]: self.callback(batched_events) May 18 18:18:00.072563 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:18:00.072563 n-d-838550-3 neutron-server[102731]: event.method(event) May 18 18:18:00.072563 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:18:00.072563 n-d-838550-3 neutron-server[102731]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:18:00.072563 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:18:00.072563 n-d-838550-3 neutron-server[102731]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:18:00.072563 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:18:00.072563 n-d-838550-3 neutron-server[102731]: return f(self, *a, **k) May 18 18:18:00.072563 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:18:00.072563 n-d-838550-3 neutron-server[102731]: return self._get(url).json() May 18 18:18:00.072563 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:18:00.072563 n-d-838550-3 neutron-server[102731]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:18:00.072563 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:18:00.072563 n-d-838550-3 neutron-server[102731]: return self.request(url, 'GET', **kwargs) May 18 18:18:00.072563 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:18:00.072563 n-d-838550-3 neutron-server[102731]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:18:00.072563 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:18:00.072563 n-d-838550-3 neutron-server[102731]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:18:00.072563 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:18:00.072563 n-d-838550-3 neutron-server[102731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:18:00.072563 n-d-838550-3 neutron-server[102731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:18:00.077514 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8085fb50-2e62-4e6d-a9e8-f266f0d2a867 tempest-ExternalNetworksTestJSON-1189698140 tempest-ExternalNetworksTestJSON-1189698140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:00.083199 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device a236bce4-e9ba-4c6a-88b7-708091a4ff4b up at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:18:00.139009 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-fc436960-2130-42a4-a255-ccfc1a708b14 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Deleting port 590a7323-ce1e-48de-89a5-80d637900de4 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:18:00.139753 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-fc436960-2130-42a4-a255-ccfc1a708b14 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:00.141092 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8085fb50-2e62-4e6d-a9e8-f266f0d2a867 tempest-ExternalNetworksTestJSON-1189698140 tempest-ExternalNetworksTestJSON-1189698140-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:00.151443 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-8085fb50-2e62-4e6d-a9e8-f266f0d2a867 tempest-ExternalNetworksTestJSON-1189698140 tempest-ExternalNetworksTestJSON-1189698140-project] 10.222.0.85 "DELETE /v2.0/networks/c1378b6e-2541-48fa-8a86-2aadff4bfec5 HTTP/1.1" status: 204 len: 168 time: 0.9616952 May 18 18:18:00.209470 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ef2d7d-026e-4c75-b24c-47657ce8805b req-a06da18b-6eee-4e28-b7aa-74b989ffcb4d tempest-ServerPasswordTestJSON-1403481722 tempest-ServerPasswordTestJSON-1403481722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:00.224013 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-98ef2d7d-026e-4c75-b24c-47657ce8805b req-a06da18b-6eee-4e28-b7aa-74b989ffcb4d tempest-ServerPasswordTestJSON-1403481722 tempest-ServerPasswordTestJSON-1403481722-project] 10.222.0.85 "GET /v2.0/ports?device_id=6175912f-969e-425a-9c39-a013865e393a HTTP/1.1" status: 200 len: 945 time: 0.1540956 May 18 18:18:00.228182 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8085fb50-2e62-4e6d-a9e8-f266f0d2a867 tempest-ExternalNetworksTestJSON-1189698140 tempest-ExternalNetworksTestJSON-1189698140-project] Pushing event deleted for resources: {'Network': ['ID=c1378b6e-2541-48fa-8a86-2aadff4bfec5,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:00.273467 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-fc436960-2130-42a4-a255-ccfc1a708b14 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] For port 590a7323-ce1e-48de-89a5-80d637900de4, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=590a7323-ce1e-48de-89a5-80d637900de4,segment=NetworkSegment(d7187d71-d510-47eb-a540-b794438c92ec),segment_id=d7187d71-d510-47eb-a540-b794438c92ec)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:18:00.274436 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-fc436960-2130-42a4-a255-ccfc1a708b14 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:00.343353 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning for port a236bce4-e9ba-4c6a-88b7-708091a4ff4b completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:18:00.348366 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning complete for port a236bce4-e9ba-4c6a-88b7-708091a4ff4b triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:18:00.348852 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:00.377941 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-98ef2d7d-026e-4c75-b24c-47657ce8805b req-f90896e9-a9fb-49df-ab36-09c518450ef6 tempest-ServerPasswordTestJSON-1403481722 tempest-ServerPasswordTestJSON-1403481722-project] 10.222.0.85 "GET /v2.0/security-groups?id=f78a990a-5d33-4a3c-a30c-1a023ecb7914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524322 May 18 18:18:00.396711 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-fc436960-2130-42a4-a255-ccfc1a708b14 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Calling delete_port for 590a7323-ce1e-48de-89a5-80d637900de4 owned by network:dhcp {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:18:00.513819 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e933660-505a-4b08-a1ec-bd1617abf1b4 req-0286b956-00d6-4f80-bd68-e3cb0896b0c9 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:00.525538 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3e933660-505a-4b08-a1ec-bd1617abf1b4 req-0286b956-00d6-4f80-bd68-e3cb0896b0c9 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/ports?device_id=ee682333-0859-4af7-9a90-1cbf33d3ca83 HTTP/1.1" status: 200 len: 945 time: 0.2199507 May 18 18:18:00.527445 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f74425c-11af-4d35-9c6a-7bcde0375690 None None] DHCP port deletion for 3772013f-5c68-47e7-b25a-e3ecaa34ca65 request from n-d-838550-3 {{(pid=102732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 18:18:00.601123 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port a236bce4-e9ba-4c6a-88b7-708091a4ff4b is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:18:00.601632 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:00.609492 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3e933660-505a-4b08-a1ec-bd1617abf1b4 req-7fc491c8-e6e0-4bc9-a7a5-c4bde24f553d tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/security-groups?id=0cf286b9-4259-46f9-a9b8-06a8c9d0d055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815780 May 18 18:18:00.644066 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-fc436960-2130-42a4-a255-ccfc1a708b14 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:00.649191 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f438f06-5e08-4c54-8a1c-b376a0ba086b req-6bef03db-5269-4e45-af6d-14e149d35168 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:00.651697 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8f438f06-5e08-4c54-8a1c-b376a0ba086b req-6bef03db-5269-4e45-af6d-14e149d35168 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/ports?device_id=ad56bef2-9630-4aa8-b855-6fa8a855b1d5 HTTP/1.1" status: 200 len: 946 time: 0.1723828 May 18 18:18:00.702534 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port a236bce4-e9ba-4c6a-88b7-708091a4ff4b, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=a236bce4-e9ba-4c6a-88b7-708091a4ff4b,segment=NetworkSegment(a86c4f27-3119-48dc-a8fc-526578455845),segment_id=a86c4f27-3119-48dc-a8fc-526578455845)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:18:00.711078 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc436960-2130-42a4-a255-ccfc1a708b14 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Pushing event deleted for resources: {'Port': ['ID=590a7323-ce1e-48de-89a5-80d637900de4,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:00.714649 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-0f74425c-11af-4d35-9c6a-7bcde0375690 None None] Deleting port 590a7323-ce1e-48de-89a5-80d637900de4 {{(pid=102732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:18:00.716746 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc436960-2130-42a4-a255-ccfc1a708b14 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] No DVR routers for this DVR port 590a7323-ce1e-48de-89a5-80d637900de4 on host n-d-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:18:00.723995 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0f74425c-11af-4d35-9c6a-7bcde0375690 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:00.742800 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:00.795291 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8f438f06-5e08-4c54-8a1c-b376a0ba086b req-84e96133-126d-439b-bc92-f0d8cfe64454 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/security-groups?id=8ad86751-3372-47de-bc84-2bfa3ff50eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294854 May 18 18:18:00.796819 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 37430) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:18:00.917608 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-fc436960-2130-42a4-a255-ccfc1a708b14 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:00.962801 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-fc436960-2130-42a4-a255-ccfc1a708b14 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3772013f-5c68-47e7-b25a-e3ecaa34ca65']}} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:18:00.976014 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-fc436960-2130-42a4-a255-ccfc1a708b14 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7187d71-d510-47eb-a540-b794438c92ec') {'for_net_delete': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:18:00.976672 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-fc436960-2130-42a4-a255-ccfc1a708b14 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7187d71-d510-47eb-a540-b794438c92ec') {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:18:00.979229 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-0f74425c-11af-4d35-9c6a-7bcde0375690 None None] For port 590a7323-ce1e-48de-89a5-80d637900de4, host n-d-838550-3, got binding levels [] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:18:00.979640 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0f74425c-11af-4d35-9c6a-7bcde0375690 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:00.991517 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-fc436960-2130-42a4-a255-ccfc1a708b14 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260107375'] for segment, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:01.014053 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-fc436960-2130-42a4-a255-ccfc1a708b14 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:01.028630 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=a236bce4-e9ba-4c6a-88b7-708091a4ff4b,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:01.030365 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc436960-2130-42a4-a255-ccfc1a708b14 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=102730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:18:01.031016 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-fc436960-2130-42a4-a255-ccfc1a708b14 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261102736'] for segment, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:01.041021 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 590a7323-ce1e-48de-89a5-80d637900de4 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:18:01.077704 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 590a7323-ce1e-48de-89a5-80d637900de4 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:18:01.078056 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 590a7323-ce1e-48de-89a5-80d637900de4 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:18:01.084182 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-0f74425c-11af-4d35-9c6a-7bcde0375690 None None] Calling delete_port for 590a7323-ce1e-48de-89a5-80d637900de4 owned by network:dhcp {{(pid=102732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:18:01.089664 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.ipam_backend_mixin [None req-0f74425c-11af-4d35-9c6a-7bcde0375690 None None] Port 590a7323-ce1e-48de-89a5-80d637900de4 was not found and therefore no delete operation was performed {{(pid=102732) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} May 18 18:18:01.092433 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:01.099228 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0f74425c-11af-4d35-9c6a-7bcde0375690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508'] for port, after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:01.124398 n-d-838550-3 neutron-server[102730]: Traceback (most recent call last): May 18 18:18:01.124398 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:18:01.124398 n-d-838550-3 neutron-server[102730]: timer() May 18 18:18:01.124398 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:18:01.124398 n-d-838550-3 neutron-server[102730]: cb(*args, **kw) May 18 18:18:01.124398 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:18:01.124398 n-d-838550-3 neutron-server[102730]: return func(*args, **kwargs) May 18 18:18:01.124398 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:18:01.124398 n-d-838550-3 neutron-server[102730]: self._notify() May 18 18:18:01.124398 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:18:01.124398 n-d-838550-3 neutron-server[102730]: self.callback(batched_events) May 18 18:18:01.124398 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:18:01.124398 n-d-838550-3 neutron-server[102730]: event.method(event) May 18 18:18:01.124398 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:18:01.124398 n-d-838550-3 neutron-server[102730]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:18:01.124398 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:18:01.124398 n-d-838550-3 neutron-server[102730]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:18:01.124398 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:18:01.124398 n-d-838550-3 neutron-server[102730]: return f(self, *a, **k) May 18 18:18:01.124398 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:18:01.124398 n-d-838550-3 neutron-server[102730]: return self._get(url).json() May 18 18:18:01.124398 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:18:01.124398 n-d-838550-3 neutron-server[102730]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:18:01.124398 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:18:01.124398 n-d-838550-3 neutron-server[102730]: return self.request(url, 'GET', **kwargs) May 18 18:18:01.124398 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:18:01.124398 n-d-838550-3 neutron-server[102730]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:18:01.124398 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:18:01.124398 n-d-838550-3 neutron-server[102730]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:18:01.124398 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:18:01.124398 n-d-838550-3 neutron-server[102730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:18:01.124398 n-d-838550-3 neutron-server[102730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:18:01.135846 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 2259c444-5ab3-4c53-bff5-010a9e7dc25c no longer exists at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:18:01.138273 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:01.140720 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f74425c-11af-4d35-9c6a-7bcde0375690 None None] Pushing event deleted for resources: {'Port': ['ID=590a7323-ce1e-48de-89a5-80d637900de4,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:01.156028 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-fc436960-2130-42a4-a255-ccfc1a708b14 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:01.166117 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-fc436960-2130-42a4-a255-ccfc1a708b14 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:01.169372 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-fc436960-2130-42a4-a255-ccfc1a708b14 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "DELETE /v2.0/networks/3772013f-5c68-47e7-b25a-e3ecaa34ca65 HTTP/1.1" status: 204 len: 168 time: 1.3558140 May 18 18:18:01.174552 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f74425c-11af-4d35-9c6a-7bcde0375690 None None] No DVR routers for this DVR port 590a7323-ce1e-48de-89a5-80d637900de4 on host n-d-838550-3 {{(pid=102732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:18:01.183195 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 37434) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:18:01.186276 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc436960-2130-42a4-a255-ccfc1a708b14 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Pushing event deleted for resources: {'Network': ['ID=3772013f-5c68-47e7-b25a-e3ecaa34ca65,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:01.240804 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-6674118f-b923-4536-be6c-16c072f786cb admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=865cf41bf0d141f18d2b3002f39ff8c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4390168 May 18 18:18:01.244988 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 37436) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:18:01.273966 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 2259c444-5ab3-4c53-bff5-010a9e7dc25c is: ACTIVE; New status is: DOWN {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:18:01.274745 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:01.331135 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e8f926-5079-4ff9-9e1b-bd1bf575ef94 req-44d8225f-24bf-4bd8-b23d-373d9127237d tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:01.333112 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-33e8f926-5079-4ff9-9e1b-bd1bf575ef94 req-44d8225f-24bf-4bd8-b23d-373d9127237d tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.88 "GET /v2.0/ports?device_id=ad56bef2-9630-4aa8-b855-6fa8a855b1d5 HTTP/1.1" status: 200 len: 946 time: 0.0913427 May 18 18:18:01.333841 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 2259c444-5ab3-4c53-bff5-010a9e7dc25c, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=2259c444-5ab3-4c53-bff5-010a9e7dc25c,segment=NetworkSegment(7fe567f5-b9bc-4b6c-8f11-60e107f314f0),segment_id=7fe567f5-b9bc-4b6c-8f11-60e107f314f0)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:18:01.340674 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:01.342798 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device c1a38a60-53f2-4654-a616-b703911388e5 no longer exists at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:18:01.349002 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2b1409fb-af09-4eca-9d5a-134dd732ee41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:01.373927 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2b1409fb-af09-4eca-9d5a-134dd732ee41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:01.463552 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2b1409fb-af09-4eca-9d5a-134dd732ee41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:01.466748 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2b1409fb-af09-4eca-9d5a-134dd732ee41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:01.468734 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-2b1409fb-af09-4eca-9d5a-134dd732ee41 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/dcb40278-dd6b-4582-bf5b-a58c49202289 HTTP/1.1" status: 204 len: 168 time: 0.2226043 May 18 18:18:01.491019 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1409fb-af09-4eca-9d5a-134dd732ee41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcb40278-dd6b-4582-bf5b-a58c49202289,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:01.557653 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=2259c444-5ab3-4c53-bff5-010a9e7dc25c,revision_number=8']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:01.564532 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-33e8f926-5079-4ff9-9e1b-bd1bf575ef94 req-3bd3008e-e9b2-4ae1-a349-1b00a6f9d89b tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Deleting port 2259c444-5ab3-4c53-bff5-010a9e7dc25c {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:18:01.564852 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-33e8f926-5079-4ff9-9e1b-bd1bf575ef94 req-3bd3008e-e9b2-4ae1-a349-1b00a6f9d89b tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:01.590734 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-c563a888-979b-4ac6-bddb-4931b7bd6a1d tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Deleting port afa65ac5-aa44-4d92-a646-d6384b273858 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:18:01.591189 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c563a888-979b-4ac6-bddb-4931b7bd6a1d tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:01.623188 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port c1a38a60-53f2-4654-a616-b703911388e5 is: ACTIVE; New status is: DOWN {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:18:01.624845 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:01.652073 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fabb1b3-0bea-49ac-a3c2-d35ff6079449 req-17d845d7-adf0-46d3-bd3b-476153893628 tempest-ServerPasswordTestJSON-1403481722 tempest-ServerPasswordTestJSON-1403481722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:01.659898 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6fabb1b3-0bea-49ac-a3c2-d35ff6079449 req-17d845d7-adf0-46d3-bd3b-476153893628 tempest-ServerPasswordTestJSON-1403481722 tempest-ServerPasswordTestJSON-1403481722-project] 10.222.0.85 "GET /v2.0/ports?device_id=6175912f-969e-425a-9c39-a013865e393a HTTP/1.1" status: 200 len: 946 time: 0.1298656 May 18 18:18:01.699088 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port c1a38a60-53f2-4654-a616-b703911388e5, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=c1a38a60-53f2-4654-a616-b703911388e5,segment=NetworkSegment(1c33b8e1-9163-4f86-a1f0-1efa8c3ca198),segment_id=1c33b8e1-9163-4f86-a1f0-1efa8c3ca198)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:18:01.705450 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:01.759167 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6fabb1b3-0bea-49ac-a3c2-d35ff6079449 req-82f55ccc-33c1-4d8b-a9a7-567d803fa7f4 tempest-ServerPasswordTestJSON-1403481722 tempest-ServerPasswordTestJSON-1403481722-project] 10.222.0.85 "GET /v2.0/security-groups?id=f78a990a-5d33-4a3c-a30c-1a023ecb7914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918181 May 18 18:18:01.815437 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=c1a38a60-53f2-4654-a616-b703911388e5,revision_number=6']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:01.877000 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-33e8f926-5079-4ff9-9e1b-bd1bf575ef94 req-3bd3008e-e9b2-4ae1-a349-1b00a6f9d89b tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] For port 2259c444-5ab3-4c53-bff5-010a9e7dc25c, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=2259c444-5ab3-4c53-bff5-010a9e7dc25c,segment=NetworkSegment(7fe567f5-b9bc-4b6c-8f11-60e107f314f0),segment_id=7fe567f5-b9bc-4b6c-8f11-60e107f314f0)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:18:01.877666 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-33e8f926-5079-4ff9-9e1b-bd1bf575ef94 req-3bd3008e-e9b2-4ae1-a349-1b00a6f9d89b tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:01.891306 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c563a888-979b-4ac6-bddb-4931b7bd6a1d tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:01.891873 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c563a888-979b-4ac6-bddb-4931b7bd6a1d tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:01.914123 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-33e8f926-5079-4ff9-9e1b-bd1bf575ef94 req-3bd3008e-e9b2-4ae1-a349-1b00a6f9d89b tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Calling delete_port for 2259c444-5ab3-4c53-bff5-010a9e7dc25c owned by compute:nova {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:18:01.932495 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2455676-f85a-4453-a292-c3c4b1dc4163 req-49b72958-eb69-465c-8b73-8bc809695a9c tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:01.942274 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c2455676-f85a-4453-a292-c3c4b1dc4163 req-49b72958-eb69-465c-8b73-8bc809695a9c tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/ports?device_id=ee682333-0859-4af7-9a90-1cbf33d3ca83 HTTP/1.1" status: 200 len: 943 time: 0.1711843 May 18 18:18:01.948825 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-c563a888-979b-4ac6-bddb-4931b7bd6a1d tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Calling delete_port for afa65ac5-aa44-4d92-a646-d6384b273858 owned by network:floatingip {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:18:01.952082 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6175912f-969e-425a-9c39-a013865e393a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a236bce4-e9ba-4c6a-88b7-708091a4ff4b'}, {'server_uuid': 'ad56bef2-9630-4aa8-b855-6fa8a855b1d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2259c444-5ab3-4c53-bff5-010a9e7dc25c'}, {'server_uuid': 'ee682333-0859-4af7-9a90-1cbf33d3ca83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1a38a60-53f2-4654-a616-b703911388e5'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:18:01.960412 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62d24503-d415-446c-9db3-0f94dabc253b" -d '{"events": [{"server_uuid": "6175912f-969e-425a-9c39-a013865e393a", "name": "network-vif-plugged", "status": "completed", "tag": "a236bce4-e9ba-4c6a-88b7-708091a4ff4b"}, {"server_uuid": "ad56bef2-9630-4aa8-b855-6fa8a855b1d5", "name": "network-vif-unplugged", "status": "completed", "tag": "2259c444-5ab3-4c53-bff5-010a9e7dc25c"}, {"server_uuid": "ee682333-0859-4af7-9a90-1cbf33d3ca83", "name": "network-vif-unplugged", "status": "completed", "tag": "c1a38a60-53f2-4654-a616-b703911388e5"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:18:01.984133 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 37452) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:18:02.017103 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5eac06-3e6a-4a1a-ab33-98a42b094363 req-6d2e8727-c8ac-4b24-96e1-b979fa272100 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:02.021806 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8c5eac06-3e6a-4a1a-ab33-98a42b094363 req-6d2e8727-c8ac-4b24-96e1-b979fa272100 tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/ports?device_id=ad56bef2-9630-4aa8-b855-6fa8a855b1d5 HTTP/1.1" status: 200 len: 944 time: 0.0956585 May 18 18:18:02.117523 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-06515faa-a65a-4494-b23c-23d057cd402a admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=94d98111966f490bacbce0290dbe2325&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1319234 May 18 18:18:02.123220 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8c5eac06-3e6a-4a1a-ab33-98a42b094363 req-85710010-a340-4cf9-a441-50c1ed6be83a tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/security-groups?id=8ad86751-3372-47de-bc84-2bfa3ff50eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964661 May 18 18:18:02.123714 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 37454) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:18:02.142504 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c2455676-f85a-4453-a292-c3c4b1dc4163 req-e54b0fab-d855-4ff3-9998-c5c427cd733b tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/security-groups?id=0cf286b9-4259-46f9-a9b8-06a8c9d0d055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942761 May 18 18:18:02.211900 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-fb460630-762a-419e-b582-91d0cdd1fa3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:02.261421 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-fb460630-762a-419e-b582-91d0cdd1fa3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:02.309391 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 529 Content-Type: application/json Date: Wed, 18 May 2022 18:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bde8d615-37c3-4918-834e-09d1f2ddc3a8 x-openstack-request-id: req-bde8d615-37c3-4918-834e-09d1f2ddc3a8 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:18:02.309870 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6175912f-969e-425a-9c39-a013865e393a", "name": "network-vif-plugged", "status": "completed", "tag": "a236bce4-e9ba-4c6a-88b7-708091a4ff4b", "code": 200}, {"server_uuid": "ad56bef2-9630-4aa8-b855-6fa8a855b1d5", "name": "network-vif-unplugged", "status": "completed", "tag": "2259c444-5ab3-4c53-bff5-010a9e7dc25c", "code": 200}, {"server_uuid": "ee682333-0859-4af7-9a90-1cbf33d3ca83", "name": "network-vif-unplugged", "status": "completed", "tag": "c1a38a60-53f2-4654-a616-b703911388e5", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:18:02.310254 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-bde8d615-37c3-4918-834e-09d1f2ddc3a8 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:18:02.310867 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bde8d615-37c3-4918-834e-09d1f2ddc3a8'] response: {'server_uuid': '6175912f-969e-425a-9c39-a013865e393a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a236bce4-e9ba-4c6a-88b7-708091a4ff4b', 'code': 200} May 18 18:18:02.311693 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bde8d615-37c3-4918-834e-09d1f2ddc3a8'] response: {'server_uuid': 'ad56bef2-9630-4aa8-b855-6fa8a855b1d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2259c444-5ab3-4c53-bff5-010a9e7dc25c', 'code': 200} May 18 18:18:02.312098 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bde8d615-37c3-4918-834e-09d1f2ddc3a8'] response: {'server_uuid': 'ee682333-0859-4af7-9a90-1cbf33d3ca83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1a38a60-53f2-4654-a616-b703911388e5', 'code': 200} May 18 18:18:02.418781 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-fb460630-762a-419e-b582-91d0cdd1fa3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:02.421321 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-fb460630-762a-419e-b582-91d0cdd1fa3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:02.426254 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-fb460630-762a-419e-b582-91d0cdd1fa3b admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/e3107a5e-9af5-4e62-a19b-788cbe0c4ef2 HTTP/1.1" status: 204 len: 168 time: 0.3014848 May 18 18:18:02.440913 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb460630-762a-419e-b582-91d0cdd1fa3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3107a5e-9af5-4e62-a19b-788cbe0c4ef2,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:02.472112 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d242ec43-bc7e-43f4-887b-5efdc7419348 req-ebc35bc5-279e-45ee-bc97-3cfa6c976195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:02.473953 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d242ec43-bc7e-43f4-887b-5efdc7419348 req-ebc35bc5-279e-45ee-bc97-3cfa6c976195 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6175912f-969e-425a-9c39-a013865e393a HTTP/1.1" status: 200 len: 1097 time: 0.0872684 May 18 18:18:02.513485 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-33e8f926-5079-4ff9-9e1b-bd1bf575ef94 req-3bd3008e-e9b2-4ae1-a349-1b00a6f9d89b tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:02.549348 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d242ec43-bc7e-43f4-887b-5efdc7419348 req-1283df93-b822-4b2c-bad0-d9acaa71fef8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f78a990a-5d33-4a3c-a30c-1a023ecb7914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680013 May 18 18:18:02.568383 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c563a888-979b-4ac6-bddb-4931b7bd6a1d tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:02.571185 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd3008e-e9b2-4ae1-a349-1b00a6f9d89b tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Pushing event deleted for resources: {'Port': ['ID=2259c444-5ab3-4c53-bff5-010a9e7dc25c,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:02.616982 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c563a888-979b-4ac6-bddb-4931b7bd6a1d tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Pushing event deleted for resources: {'Port': ['ID=afa65ac5-aa44-4d92-a646-d6384b273858,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:02.694687 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-33e8f926-5079-4ff9-9e1b-bd1bf575ef94 req-3bd3008e-e9b2-4ae1-a349-1b00a6f9d89b tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] No DVR routers for this DVR port 2259c444-5ab3-4c53-bff5-010a9e7dc25c on host n-h2-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:18:02.699148 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-33e8f926-5079-4ff9-9e1b-bd1bf575ef94 req-3bd3008e-e9b2-4ae1-a349-1b00a6f9d89b tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:02.706328 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-33e8f926-5079-4ff9-9e1b-bd1bf575ef94 req-3bd3008e-e9b2-4ae1-a349-1b00a6f9d89b tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.88 "DELETE /v2.0/ports/2259c444-5ab3-4c53-bff5-010a9e7dc25c HTTP/1.1" status: 204 len: 173 time: 1.3319030 May 18 18:18:02.706969 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad56bef2-9630-4aa8-b855-6fa8a855b1d5', 'name': 'network-vif-deleted', 'tag': '2259c444-5ab3-4c53-bff5-010a9e7dc25c'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:18:02.713066 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfbf8372-0d1c-4b9c-b5b6-98a7ffd3a39d" -d '{"events": [{"server_uuid": "ad56bef2-9630-4aa8-b855-6fa8a855b1d5", "name": "network-vif-deleted", "tag": "2259c444-5ab3-4c53-bff5-010a9e7dc25c"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:18:02.779293 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c563a888-979b-4ac6-bddb-4931b7bd6a1d tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks [] for floatingip, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:02.779837 n-d-838550-3 neutron-server[102731]: INFO neutron.db.l3_db [None req-c563a888-979b-4ac6-bddb-4931b7bd6a1d tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Floating IP f2c20bd4-3118-476a-8b5d-331296914bbe disassociated (deleted). External IP: 172.25.5.43, port: 6442d690-4bd6-4fab-bd38-8bec279033d1. May 18 18:18:02.785378 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e298295f-1725-4421-9b45-9b99bbae5117 x-openstack-request-id: req-e298295f-1725-4421-9b45-9b99bbae5117 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:18:02.785711 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad56bef2-9630-4aa8-b855-6fa8a855b1d5", "name": "network-vif-deleted", "tag": "2259c444-5ab3-4c53-bff5-010a9e7dc25c", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:18:02.785973 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-e298295f-1725-4421-9b45-9b99bbae5117 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:18:02.786382 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e298295f-1725-4421-9b45-9b99bbae5117'] response: {'server_uuid': 'ad56bef2-9630-4aa8-b855-6fa8a855b1d5', 'name': 'network-vif-deleted', 'tag': '2259c444-5ab3-4c53-bff5-010a9e7dc25c', 'status': 'completed', 'code': 200} May 18 18:18:02.926905 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18960cf7-8aed-4d7b-b877-f35958816112 req-6cbcf00d-e73e-423e-b110-813355710963 tempest-ServerPasswordTestJSON-1403481722 tempest-ServerPasswordTestJSON-1403481722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:02.928589 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-18960cf7-8aed-4d7b-b877-f35958816112 req-6cbcf00d-e73e-423e-b110-813355710963 tempest-ServerPasswordTestJSON-1403481722 tempest-ServerPasswordTestJSON-1403481722-project] 10.222.0.85 "GET /v2.0/ports?device_id=6175912f-969e-425a-9c39-a013865e393a HTTP/1.1" status: 200 len: 946 time: 0.0787227 May 18 18:18:02.990792 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-18960cf7-8aed-4d7b-b877-f35958816112 req-42f32c54-bf01-47d4-90b9-1485daa52ba2 tempest-ServerPasswordTestJSON-1403481722 tempest-ServerPasswordTestJSON-1403481722-project] 10.222.0.85 "GET /v2.0/security-groups?id=f78a990a-5d33-4a3c-a30c-1a023ecb7914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505979 May 18 18:18:03.138490 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device c1a38a60-53f2-4654-a616-b703911388e5 details requested by agent hyperv_n-h2-838550-3 with host n-h2-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:18:03.164364 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c563a888-979b-4ac6-bddb-4931b7bd6a1d tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Router f3d2174e-4612-4055-8705-8603e9dc9c9a has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:18:03.409950 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-dda09693-b63a-41f5-ac3c-85175f4ff0f8 req-fb14b399-8c41-4811-ab94-cfb52fcc216a tempest-ImagesTestJSON-1001010237 tempest-ImagesTestJSON-1001010237-project] 10.222.0.85 "GET /v2.0/ports?device_id=ad56bef2-9630-4aa8-b855-6fa8a855b1d5 HTTP/1.1" status: 200 len: 210 time: 0.1156895 May 18 18:18:03.444809 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c563a888-979b-4ac6-bddb-4931b7bd6a1d tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:18:03.460621 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port c1a38a60-53f2-4654-a616-b703911388e5, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=c1a38a60-53f2-4654-a616-b703911388e5,segment=NetworkSegment(1c33b8e1-9163-4f86-a1f0-1efa8c3ca198),segment_id=1c33b8e1-9163-4f86-a1f0-1efa8c3ca198)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:18:03.461524 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8195708-0ebd-4815-9d30-3f926015b382 None None] Sync routers for ids ['f3d2174e-4612-4055-8705-8603e9dc9c9a'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:18:03.469545 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1df969-7126-4935-9441-f3fa2bfec0ca req-d97a3809-b68c-44b0-92a2-a484778487ef tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:03.476273 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5c1df969-7126-4935-9441-f3fa2bfec0ca req-d97a3809-b68c-44b0-92a2-a484778487ef tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/ports?device_id=ee682333-0859-4af7-9a90-1cbf33d3ca83 HTTP/1.1" status: 200 len: 943 time: 0.1165566 May 18 18:18:03.478050 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c563a888-979b-4ac6-bddb-4931b7bd6a1d tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:03.482063 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8195708-0ebd-4815-9d30-3f926015b382 None None] Routers {'f3d2174e-4612-4055-8705-8603e9dc9c9a'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:18:03.482731 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-b8195708-0ebd-4815-9d30-3f926015b382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:17:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['f3d2174e-4612-4055-8705-8603e9dc9c9a'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:18:03.505127 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Returning: {'device': 'c1a38a60-53f2-4654-a616-b703911388e5', 'network_id': 'dc4b5d65-5cc2-446b-ba02-e822ca3edfb6', 'port_id': 'c1a38a60-53f2-4654-a616-b703911388e5', 'mac_address': 'fa:16:3e:ed:aa:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e5df085-5e19-493d-91de-23429af05a0a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:18:03.534194 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-c563a888-979b-4ac6-bddb-4931b7bd6a1d tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "DELETE /v2.0/floatingips/f2c20bd4-3118-476a-8b5d-331296914bbe HTTP/1.1" status: 204 len: 168 time: 2.3483877 May 18 18:18:03.604269 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5c1df969-7126-4935-9441-f3fa2bfec0ca req-fa987162-5bbf-4d8d-9b99-6ee749269922 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/security-groups?id=0cf286b9-4259-46f9-a9b8-06a8c9d0d055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159840 May 18 18:18:03.659496 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port c1a38a60-53f2-4654-a616-b703911388e5 is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:18:03.660127 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:03.883785 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-b8195708-0ebd-4815-9d30-3f926015b382 None None] Set router f3d2174e-4612-4055-8705-8603e9dc9c9a gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:18:03.977761 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1a38a60-53f2-4654-a616-b703911388e5 {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:18:04.000622 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port c1a38a60-53f2-4654-a616-b703911388e5, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=c1a38a60-53f2-4654-a616-b703911388e5,segment=NetworkSegment(1c33b8e1-9163-4f86-a1f0-1efa8c3ca198),segment_id=1c33b8e1-9163-4f86-a1f0-1efa8c3ca198)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:18:04.010038 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:04.136367 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911d96f7-e0f7-4f47-aaf2-79e3a1118104 req-b7e8598f-b626-4f27-88aa-46039e6dfba1 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:04.148454 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-911d96f7-e0f7-4f47-aaf2-79e3a1118104 req-b7e8598f-b626-4f27-88aa-46039e6dfba1 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "GET /v2.0/ports?device_id=fce91e5f-c0a2-4a71-af70-3d0ff7a7854c HTTP/1.1" status: 200 len: 945 time: 0.1358724 May 18 18:18:04.169866 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=c1a38a60-53f2-4654-a616-b703911388e5,revision_number=7']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:04.215569 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-911d96f7-e0f7-4f47-aaf2-79e3a1118104 req-3606b3c8-eb39-49df-8cf8-f03e8d65a193 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "GET /v2.0/security-groups?id=b068be93-3224-4945-a56f-307009ae784e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656796 May 18 18:18:04.230187 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c375d7-d926-4916-b791-2679c8acf19d req-9b7637ff-184f-4396-a291-3400bc606ab7 tempest-ServerPasswordTestJSON-1403481722 tempest-ServerPasswordTestJSON-1403481722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:04.232350 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-94c375d7-d926-4916-b791-2679c8acf19d req-9b7637ff-184f-4396-a291-3400bc606ab7 tempest-ServerPasswordTestJSON-1403481722 tempest-ServerPasswordTestJSON-1403481722-project] 10.222.0.85 "GET /v2.0/ports?device_id=6175912f-969e-425a-9c39-a013865e393a HTTP/1.1" status: 200 len: 946 time: 0.1263773 May 18 18:18:04.294800 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-94c375d7-d926-4916-b791-2679c8acf19d req-52e11ba0-6255-4ca4-a2fb-903262fbdfc8 tempest-ServerPasswordTestJSON-1403481722 tempest-ServerPasswordTestJSON-1403481722-project] 10.222.0.85 "GET /v2.0/security-groups?id=f78a990a-5d33-4a3c-a30c-1a023ecb7914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502195 May 18 18:18:04.503573 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-b8195708-0ebd-4815-9d30-3f926015b382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3d2174e-4612-4055-8705-8603e9dc9c9a', 'name': 'tempest-TestNetworkBasicOps-router-1729927840', 'tenant_id': '6664118b95564eb5aa43c658eedfd9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': 'dbad0ded-557f-41c6-aa1a-8b08843bc5ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:15:22Z', 'updated_at': '2022-05-18T18:17:51Z', 'revision_number': 6, 'project_id': '6664118b95564eb5aa43c658eedfd9ed', 'gw_port': {'id': 'dbad0ded-557f-41c6-aa1a-8b08843bc5ab', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:a7:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d2174e-4612-4055-8705-8603e9dc9c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:15:25Z', 'updated_at': '2022-05-18T18:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '8778ddb4-ae2c-4cba-a5e9-b28be94a8f0c', 'name': '', 'network_id': '303de0ee-e6b2-4f16-b090-15548665b4d3', 'tenant_id': '6664118b95564eb5aa43c658eedfd9ed', 'mac_address': 'fa:16:3e:62:89:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d2174e-4612-4055-8705-8603e9dc9c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': 'b58b6ed0-e33d-4911-87f5-9fe233239105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:15:38Z', 'updated_at': '2022-05-18T18:15:45Z', 'revision_number': 5, 'project_id': '6664118b95564eb5aa43c658eedfd9ed', 'subnets': [{'id': 'b58b6ed0-e33d-4911-87f5-9fe233239105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:18:04.520749 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['c1a38a60-53f2-4654-a616-b703911388e5'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:18:04.597264 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8195708-0ebd-4815-9d30-3f926015b382 None None] Checking router: f3d2174e-4612-4055-8705-8603e9dc9c9a for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:18:04.608200 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8195708-0ebd-4815-9d30-3f926015b382 None None] Routers {'f3d2174e-4612-4055-8705-8603e9dc9c9a'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:18:04.609000 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-b8195708-0ebd-4815-9d30-3f926015b382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:17:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['f3d2174e-4612-4055-8705-8603e9dc9c9a'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:18:04.790739 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fce91e5f-c0a2-4a71-af70-3d0ff7a7854c', 'tag': '6442d690-4bd6-4fab-bd38-8bec279033d1'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:18:04.793101 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16601a09-c59f-4c55-a265-2c12845b06ef" -d '{"events": [{"name": "network-changed", "server_uuid": "fce91e5f-c0a2-4a71-af70-3d0ff7a7854c", "tag": "6442d690-4bd6-4fab-bd38-8bec279033d1"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:18:04.797093 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-b8195708-0ebd-4815-9d30-3f926015b382 None None] Set router f3d2174e-4612-4055-8705-8603e9dc9c9a gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:18:04.971964 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c59fe04-9319-4d05-b030-853b7c684581 req-00789b75-e2a0-49ff-a445-b64109ba1ea0 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:04.978809 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9c59fe04-9319-4d05-b030-853b7c684581 req-00789b75-e2a0-49ff-a445-b64109ba1ea0 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/ports?device_id=ee682333-0859-4af7-9a90-1cbf33d3ca83 HTTP/1.1" status: 200 len: 944 time: 0.1414988 May 18 18:18:05.091239 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9c59fe04-9319-4d05-b030-853b7c684581 req-234e5542-36be-4db2-969e-2221c3e36cf1 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/security-groups?id=0cf286b9-4259-46f9-a9b8-06a8c9d0d055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952461 May 18 18:18:05.175960 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 2259c444-5ab3-4c53-bff5-010a9e7dc25c no longer exists at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:18:05.247489 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] No Port match for: 2259c444-5ab3-4c53-bff5-010a9e7dc25c {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:18:05.248150 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 2259c444-5ab3-4c53-bff5-010a9e7dc25c not bound to the agent host n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:18:05.248489 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cf5abf6-b3e9-4aa9-abdf-9cdc0d219021 x-openstack-request-id: req-0cf5abf6-b3e9-4aa9-abdf-9cdc0d219021 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:18:05.248999 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fce91e5f-c0a2-4a71-af70-3d0ff7a7854c", "tag": "6442d690-4bd6-4fab-bd38-8bec279033d1", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:18:05.249581 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-0cf5abf6-b3e9-4aa9-abdf-9cdc0d219021 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:18:05.251764 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cf5abf6-b3e9-4aa9-abdf-9cdc0d219021'] response: {'name': 'network-changed', 'server_uuid': 'fce91e5f-c0a2-4a71-af70-3d0ff7a7854c', 'tag': '6442d690-4bd6-4fab-bd38-8bec279033d1', 'status': 'completed', 'code': 200} May 18 18:18:05.380699 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16601a09-c59f-4c55-a265-2c12845b06ef req-3e6327dd-9a57-43aa-b79d-318f5d5af925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:05.386295 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-16601a09-c59f-4c55-a265-2c12845b06ef req-3e6327dd-9a57-43aa-b79d-318f5d5af925 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6664118b95564eb5aa43c658eedfd9ed&device_id=fce91e5f-c0a2-4a71-af70-3d0ff7a7854c HTTP/1.1" status: 200 len: 1096 time: 0.1086445 May 18 18:18:05.393405 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469a3352-3c70-4492-8195-fafaa6b5d3a1 req-19945c90-0652-44c9-9726-4790153aa329 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:05.397875 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-469a3352-3c70-4492-8195-fafaa6b5d3a1 req-19945c90-0652-44c9-9726-4790153aa329 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.36 "GET /v2.0/ports?device_id=fce91e5f-c0a2-4a71-af70-3d0ff7a7854c HTTP/1.1" status: 200 len: 945 time: 0.1341739 May 18 18:18:05.476279 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-b8195708-0ebd-4815-9d30-3f926015b382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3d2174e-4612-4055-8705-8603e9dc9c9a', 'name': 'tempest-TestNetworkBasicOps-router-1729927840', 'tenant_id': '6664118b95564eb5aa43c658eedfd9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': 'dbad0ded-557f-41c6-aa1a-8b08843bc5ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:15:22Z', 'updated_at': '2022-05-18T18:17:51Z', 'revision_number': 6, 'project_id': '6664118b95564eb5aa43c658eedfd9ed', 'gw_port': {'id': 'dbad0ded-557f-41c6-aa1a-8b08843bc5ab', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:a7:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d2174e-4612-4055-8705-8603e9dc9c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:15:25Z', 'updated_at': '2022-05-18T18:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '8778ddb4-ae2c-4cba-a5e9-b28be94a8f0c', 'name': '', 'network_id': '303de0ee-e6b2-4f16-b090-15548665b4d3', 'tenant_id': '6664118b95564eb5aa43c658eedfd9ed', 'mac_address': 'fa:16:3e:62:89:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d2174e-4612-4055-8705-8603e9dc9c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': 'b58b6ed0-e33d-4911-87f5-9fe233239105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:15:38Z', 'updated_at': '2022-05-18T18:15:45Z', 'revision_number': 5, 'project_id': '6664118b95564eb5aa43c658eedfd9ed', 'subnets': [{'id': 'b58b6ed0-e33d-4911-87f5-9fe233239105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:18:05.540409 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f837d25-7835-48f1-a388-72e9ef8d537a req-ddd305ed-830f-4815-8273-96a4df9deb80 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:05.542519 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8195708-0ebd-4815-9d30-3f926015b382 None None] The sync data for ids ['f3d2174e-4612-4055-8705-8603e9dc9c9a'] in n-d-838550-3 is: [{'id': 'f3d2174e-4612-4055-8705-8603e9dc9c9a', 'name': 'tempest-TestNetworkBasicOps-router-1729927840', 'tenant_id': '6664118b95564eb5aa43c658eedfd9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': 'dbad0ded-557f-41c6-aa1a-8b08843bc5ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:15:22Z', 'updated_at': '2022-05-18T18:17:51Z', 'revision_number': 6, 'project_id': '6664118b95564eb5aa43c658eedfd9ed', 'gw_port': {'id': 'dbad0ded-557f-41c6-aa1a-8b08843bc5ab', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:a7:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d2174e-4612-4055-8705-8603e9dc9c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:15:25Z', 'updated_at': '2022-05-18T18:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '8778ddb4-ae2c-4cba-a5e9-b28be94a8f0c', 'name': '', 'network_id': '303de0ee-e6b2-4f16-b090-15548665b4d3', 'tenant_id': '6664118b95564eb5aa43c658eedfd9ed', 'mac_address': 'fa:16:3e:62:89:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d2174e-4612-4055-8705-8603e9dc9c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': 'b58b6ed0-e33d-4911-87f5-9fe233239105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:15:38Z', 'updated_at': '2022-05-18T18:15:45Z', 'revision_number': 5, 'project_id': '6664118b95564eb5aa43c658eedfd9ed', 'subnets': [{'id': 'b58b6ed0-e33d-4911-87f5-9fe233239105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:18:05.547278 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0f837d25-7835-48f1-a388-72e9ef8d537a req-ddd305ed-830f-4815-8273-96a4df9deb80 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "GET /v2.0/ports?device_id=fce91e5f-c0a2-4a71-af70-3d0ff7a7854c HTTP/1.1" status: 200 len: 945 time: 0.1466975 May 18 18:18:05.548419 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16601a09-c59f-4c55-a265-2c12845b06ef req-4679dbdf-7d90-48be-a323-b51f6352bb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:05.550374 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-16601a09-c59f-4c55-a265-2c12845b06ef req-4679dbdf-7d90-48be-a323-b51f6352bb1c service neutron] 10.222.0.36 "GET /v2.0/networks?id=303de0ee-e6b2-4f16-b090-15548665b4d3 HTTP/1.1" status: 200 len: 898 time: 0.1558664 May 18 18:18:05.645115 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0f837d25-7835-48f1-a388-72e9ef8d537a req-63f1ba56-7914-4701-bca8-7d3a5d1736e9 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "GET /v2.0/security-groups?id=b068be93-3224-4945-a56f-307009ae784e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816965 May 18 18:18:05.666349 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-16601a09-c59f-4c55-a265-2c12845b06ef req-5634a2fa-d1d9-4dec-9819-e00ae9cd1c92 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6442d690-4bd6-4fab-bd38-8bec279033d1 HTTP/1.1" status: 200 len: 217 time: 0.0916955 May 18 18:18:05.687567 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-469a3352-3c70-4492-8195-fafaa6b5d3a1 req-ea36fe7a-ac44-4073-b4cf-386810f97403 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Deleting port 6442d690-4bd6-4fab-bd38-8bec279033d1 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:18:05.689901 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-469a3352-3c70-4492-8195-fafaa6b5d3a1 req-ea36fe7a-ac44-4073-b4cf-386810f97403 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:05.823903 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16601a09-c59f-4c55-a265-2c12845b06ef req-7421047d-270e-477c-9740-085da3959f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:05.825519 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-16601a09-c59f-4c55-a265-2c12845b06ef req-7421047d-270e-477c-9740-085da3959f65 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b58b6ed0-e33d-4911-87f5-9fe233239105 HTTP/1.1" status: 200 len: 833 time: 0.1515715 May 18 18:18:05.875784 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da029cb6-1b7d-4139-8c95-1da646af2a15 req-5f4f7a51-6e83-4da8-bec2-16a79063f7e3 tempest-ServerPasswordTestJSON-1403481722 tempest-ServerPasswordTestJSON-1403481722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:05.879150 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-da029cb6-1b7d-4139-8c95-1da646af2a15 req-5f4f7a51-6e83-4da8-bec2-16a79063f7e3 tempest-ServerPasswordTestJSON-1403481722 tempest-ServerPasswordTestJSON-1403481722-project] 10.222.0.85 "GET /v2.0/ports?device_id=6175912f-969e-425a-9c39-a013865e393a HTTP/1.1" status: 200 len: 946 time: 0.4671319 May 18 18:18:05.905067 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-469a3352-3c70-4492-8195-fafaa6b5d3a1 req-ea36fe7a-ac44-4073-b4cf-386810f97403 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] For port 6442d690-4bd6-4fab-bd38-8bec279033d1, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=6442d690-4bd6-4fab-bd38-8bec279033d1,segment=NetworkSegment(1dd8b87d-6712-4ffb-9339-a1d4d8b45f0c),segment_id=1dd8b87d-6712-4ffb-9339-a1d4d8b45f0c)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:18:05.905392 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-469a3352-3c70-4492-8195-fafaa6b5d3a1 req-ea36fe7a-ac44-4073-b4cf-386810f97403 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:05.926171 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-469a3352-3c70-4492-8195-fafaa6b5d3a1 req-ea36fe7a-ac44-4073-b4cf-386810f97403 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Calling delete_port for 6442d690-4bd6-4fab-bd38-8bec279033d1 owned by compute:nova {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:18:05.950619 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 37572) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:18:06.021907 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16601a09-c59f-4c55-a265-2c12845b06ef req-e5c4c73f-f8de-4585-bb1a-c54c7cfe3049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:06.024216 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-16601a09-c59f-4c55-a265-2c12845b06ef req-e5c4c73f-f8de-4585-bb1a-c54c7cfe3049 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=303de0ee-e6b2-4f16-b090-15548665b4d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1877654 May 18 18:18:06.040815 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-da029cb6-1b7d-4139-8c95-1da646af2a15 req-81d715ea-5a90-4f0b-9aa0-30915c530c1e tempest-ServerPasswordTestJSON-1403481722 tempest-ServerPasswordTestJSON-1403481722-project] 10.222.0.85 "GET /v2.0/security-groups?id=f78a990a-5d33-4a3c-a30c-1a023ecb7914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105144 May 18 18:18:06.158123 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-469a3352-3c70-4492-8195-fafaa6b5d3a1 req-ea36fe7a-ac44-4073-b4cf-386810f97403 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:06.169391 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2233e70c-4ae5-4d54-b7af-7af931f21637 None None] New status for floating IP f2c20bd4-3118-476a-8b5d-331296914bbe: DOWN {{(pid=102732) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 18:18:06.206222 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea36fe7a-ac44-4073-b4cf-386810f97403 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Pushing event deleted for resources: {'Port': ['ID=6442d690-4bd6-4fab-bd38-8bec279033d1,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:06.248992 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 37586) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:18:06.307830 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-469a3352-3c70-4492-8195-fafaa6b5d3a1 req-ea36fe7a-ac44-4073-b4cf-386810f97403 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] No DVR routers for this DVR port 6442d690-4bd6-4fab-bd38-8bec279033d1 on host n-h1-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:18:06.331519 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-da56c220-fafd-4034-937b-0f3b2c849db8 tempest-QuotasTest-1881075836 tempest-QuotasTest-1881075836-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:18:06.366022 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-469a3352-3c70-4492-8195-fafaa6b5d3a1 req-ea36fe7a-ac44-4073-b4cf-386810f97403 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:06.372982 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-469a3352-3c70-4492-8195-fafaa6b5d3a1 req-ea36fe7a-ac44-4073-b4cf-386810f97403 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.36 "DELETE /v2.0/ports/6442d690-4bd6-4fab-bd38-8bec279033d1 HTTP/1.1" status: 204 len: 173 time: 0.9593749 May 18 18:18:06.375556 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fce91e5f-c0a2-4a71-af70-3d0ff7a7854c', 'name': 'network-vif-deleted', 'tag': '6442d690-4bd6-4fab-bd38-8bec279033d1'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:18:06.380687 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5eda825-ff72-4177-b44f-a86a5f9c6432" -d '{"events": [{"server_uuid": "fce91e5f-c0a2-4a71-af70-3d0ff7a7854c", "name": "network-vif-deleted", "tag": "6442d690-4bd6-4fab-bd38-8bec279033d1"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:18:06.409901 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-16601a09-c59f-4c55-a265-2c12845b06ef req-c030f2fa-d58d-42cc-9e72-f307597a89fc service neutron] 10.222.0.36 "GET /v2.0/networks/303de0ee-e6b2-4f16-b090-15548665b4d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3666489 May 18 18:18:06.430432 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_v2 [None req-13871afe-ce8f-413e-b880-57a3400ea5ec admin admin] Deleting subnet 8a6f771a-7d1f-4c0f-927b-d14a677a770b {{(pid=102730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:18:06.436822 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-13871afe-ce8f-413e-b880-57a3400ea5ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:06.481608 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-da56c220-fafd-4034-937b-0f3b2c849db8 tempest-QuotasTest-1881075836 tempest-QuotasTest-1881075836-project-admin] 10.222.0.85 "PUT /v2.0/quotas/193d6a0863c74706ba141f987fca6423 HTTP/1.1" status: 200 len: 366 time: 0.5298548 May 18 18:18:06.482655 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2102dd7c-2988-4978-8b8e-a8713898e05e x-openstack-request-id: req-2102dd7c-2988-4978-8b8e-a8713898e05e {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:18:06.483275 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fce91e5f-c0a2-4a71-af70-3d0ff7a7854c", "name": "network-vif-deleted", "tag": "6442d690-4bd6-4fab-bd38-8bec279033d1", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:18:06.483765 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-2102dd7c-2988-4978-8b8e-a8713898e05e {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:18:06.484038 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 37590) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:18:06.484559 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2102dd7c-2988-4978-8b8e-a8713898e05e'] response: {'server_uuid': 'fce91e5f-c0a2-4a71-af70-3d0ff7a7854c', 'name': 'network-vif-deleted', 'tag': '6442d690-4bd6-4fab-bd38-8bec279033d1', 'status': 'completed', 'code': 200} May 18 18:18:06.518208 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c3d754-d8dd-458a-8b0e-fffcd94b5304 req-ae9ac6b1-3e1b-41ba-a066-39881c47a007 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:06.521302 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-43c3d754-d8dd-458a-8b0e-fffcd94b5304 req-ae9ac6b1-3e1b-41ba-a066-39881c47a007 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/ports?device_id=ee682333-0859-4af7-9a90-1cbf33d3ca83 HTTP/1.1" status: 200 len: 944 time: 0.2204483 May 18 18:18:06.531272 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-236ac700-0af4-495b-8549-c28dd92dd501 tempest-QuotasTest-1881075836 tempest-QuotasTest-1881075836-project-admin] 10.222.0.85 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0455184 May 18 18:18:06.532756 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 37592) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:18:06.555755 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-e49d0138-3fa3-494e-b07e-a3717e9e0ee8 tempest-QuotasTest-1881075836 tempest-QuotasTest-1881075836-project-admin] 10.222.0.85 "GET /v2.0/quotas/193d6a0863c74706ba141f987fca6423 HTTP/1.1" status: 200 len: 366 time: 0.0193598 May 18 18:18:06.558193 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 37596) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:18:06.587162 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-13871afe-ce8f-413e-b880-57a3400ea5ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260107366'] for subnet, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:06.609223 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-16601a09-c59f-4c55-a265-2c12845b06ef req-96a1f36a-af7f-4825-8414-12af6f972540 service neutron] 10.222.0.36 "GET /v2.0/networks/303de0ee-e6b2-4f16-b090-15548665b4d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886795 May 18 18:18:06.693668 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 37600) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:18:06.701330 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-c6629f42-e9b4-42ea-8cf9-739a830d0781 tempest-QuotasTest-1881075836 tempest-QuotasTest-1881075836-project-admin] 10.222.0.85 "DELETE /v2.0/quotas/193d6a0863c74706ba141f987fca6423 HTTP/1.1" status: 204 len: 168 time: 0.1396086 May 18 18:18:06.734091 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-7c6e4ccc-f43a-40fb-a531-3382d2d16f3b tempest-QuotasTest-1881075836 tempest-QuotasTest-1881075836-project-admin] 10.222.0.85 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0382960 May 18 18:18:06.734555 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 37602) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:18:06.756660 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-43c3d754-d8dd-458a-8b0e-fffcd94b5304 req-7d769c7b-d976-4455-8631-23824cd25aea tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/security-groups?id=0cf286b9-4259-46f9-a9b8-06a8c9d0d055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170053 May 18 18:18:06.807912 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-13871afe-ce8f-413e-b880-57a3400ea5ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:06.816667 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-5a1940d0-80d7-4f61-b3df-0b29e60142db tempest-QuotasTest-1881075836 tempest-QuotasTest-1881075836-project-admin] 10.222.0.85 "GET /v2.0/quotas/193d6a0863c74706ba141f987fca6423 HTTP/1.1" status: 200 len: 370 time: 0.0786829 May 18 18:18:06.826235 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fb3dc9-b954-4c40-9d2d-aeafb7531164 req-c43dcd2a-cc04-4163-a007-7fe0c021a65a tempest-ServerPasswordTestJSON-1403481722 tempest-ServerPasswordTestJSON-1403481722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:06.826235 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b1fb3dc9-b954-4c40-9d2d-aeafb7531164 req-c43dcd2a-cc04-4163-a007-7fe0c021a65a tempest-ServerPasswordTestJSON-1403481722 tempest-ServerPasswordTestJSON-1403481722-project] 10.222.0.36 "GET /v2.0/ports?device_id=6175912f-969e-425a-9c39-a013865e393a HTTP/1.1" status: 200 len: 946 time: 0.1177225 May 18 18:18:06.832338 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 37606) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:18:06.847391 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-b7fe3b24-653a-4435-817f-988bc1a7b4e2 tempest-QuotasTest-1881075836 tempest-QuotasTest-1881075836-project-admin] 10.222.0.85 "GET /v2.0/quotas/193d6a0863c74706ba141f987fca6423/default HTTP/1.1" status: 200 len: 370 time: 0.0132859 May 18 18:18:06.853308 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 37608) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:18:06.897592 n-d-838550-3 neutron-server[102730]: INFO neutron.api.v2.resource [None req-6a22c32d-dac2-4d38-b466-e93967b91384 tempest-QuotasTest-1881075836 tempest-QuotasTest-1881075836-project-admin] delete failed (client error): The resource could not be found. May 18 18:18:06.901872 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-6a22c32d-dac2-4d38-b466-e93967b91384 tempest-QuotasTest-1881075836 tempest-QuotasTest-1881075836-project-admin] 10.222.0.85 "DELETE /v2.0/quotas/193d6a0863c74706ba141f987fca6423 HTTP/1.1" status: 404 len: 348 time: 0.0444822 May 18 18:18:06.962629 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f6fa68f9-4e10-484d-8dc4-2e8d57cb1ccb req-43a15bee-e90d-4fea-8e65-f6d080a540bc tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "GET /v2.0/ports?device_id=fce91e5f-c0a2-4a71-af70-3d0ff7a7854c HTTP/1.1" status: 200 len: 210 time: 0.1308315 May 18 18:18:06.976422 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-13871afe-ce8f-413e-b880-57a3400ea5ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261104690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261031888'] for subnet, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:07.023898 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13871afe-ce8f-413e-b880-57a3400ea5ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a6f771a-7d1f-4c0f-927b-d14a677a770b,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:07.031038 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-13871afe-ce8f-413e-b880-57a3400ea5ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:07.037980 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-13871afe-ce8f-413e-b880-57a3400ea5ec admin admin] 10.222.0.85 "DELETE /v2.0/subnets/8a6f771a-7d1f-4c0f-927b-d14a677a770b HTTP/1.1" status: 204 len: 168 time: 0.7874999 May 18 18:18:07.041200 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 37612) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:18:07.109860 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-b1fb3dc9-b954-4c40-9d2d-aeafb7531164 req-c122356f-0961-4e80-b7a1-00411299e71b tempest-ServerPasswordTestJSON-1403481722 tempest-ServerPasswordTestJSON-1403481722-project] Deleting port a236bce4-e9ba-4c6a-88b7-708091a4ff4b {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:18:07.110239 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-b1fb3dc9-b954-4c40-9d2d-aeafb7531164 req-c122356f-0961-4e80-b7a1-00411299e71b tempest-ServerPasswordTestJSON-1403481722 tempest-ServerPasswordTestJSON-1403481722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:07.173706 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 37616) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:18:07.178435 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device c1a38a60-53f2-4654-a616-b703911388e5 up at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:18:07.221110 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7fa2219e-93d4-47c8-9da1-fdbeff3bc822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:07.250667 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning complete for port c1a38a60-53f2-4654-a616-b703911388e5 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:18:07.254270 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:07.263367 n-d-838550-3 neutron-server[102731]: DEBUG neutron.quota.resource [None req-41078b37-593a-4189-bcde-40011ce69155 tempest-QuotasTest-1881075836 tempest-QuotasTest-1881075836-project-admin] Usage tracker for resource:network and tenant:19f11768f20a4612ad0e339a3bf40a85 is out of sync, need to count used quota {{(pid=102731) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} May 18 18:18:07.297005 n-d-838550-3 neutron-server[102731]: DEBUG neutron.quota.resource [None req-41078b37-593a-4189-bcde-40011ce69155 tempest-QuotasTest-1881075836 tempest-QuotasTest-1881075836-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=102731) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} May 18 18:18:07.301983 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbd9e91-daf3-4f1d-a71a-13d3e77e3ac6 req-8ff29527-26c1-456d-b2e1-c48e1b2600e6 tempest-ServerPasswordTestJSON-1403481722 tempest-ServerPasswordTestJSON-1403481722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:07.304049 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cfbd9e91-daf3-4f1d-a71a-13d3e77e3ac6 req-8ff29527-26c1-456d-b2e1-c48e1b2600e6 tempest-ServerPasswordTestJSON-1403481722 tempest-ServerPasswordTestJSON-1403481722-project] 10.222.0.85 "GET /v2.0/ports?device_id=6175912f-969e-425a-9c39-a013865e393a HTTP/1.1" status: 200 len: 946 time: 0.0865223 May 18 18:18:07.353028 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-b1fb3dc9-b954-4c40-9d2d-aeafb7531164 req-c122356f-0961-4e80-b7a1-00411299e71b tempest-ServerPasswordTestJSON-1403481722 tempest-ServerPasswordTestJSON-1403481722-project] For port a236bce4-e9ba-4c6a-88b7-708091a4ff4b, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=a236bce4-e9ba-4c6a-88b7-708091a4ff4b,segment=NetworkSegment(a86c4f27-3119-48dc-a8fc-526578455845),segment_id=a86c4f27-3119-48dc-a8fc-526578455845)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:18:07.353533 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-b1fb3dc9-b954-4c40-9d2d-aeafb7531164 req-c122356f-0961-4e80-b7a1-00411299e71b tempest-ServerPasswordTestJSON-1403481722 tempest-ServerPasswordTestJSON-1403481722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:07.357329 n-d-838550-3 neutron-server[102731]: DEBUG neutron.quota.resource [None req-41078b37-593a-4189-bcde-40011ce69155 tempest-QuotasTest-1881075836 tempest-QuotasTest-1881075836-project-admin] Usage tracker for resource:subnet and tenant:19f11768f20a4612ad0e339a3bf40a85 is out of sync, need to count used quota {{(pid=102731) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} May 18 18:18:07.392986 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cfbd9e91-daf3-4f1d-a71a-13d3e77e3ac6 req-2b0f10bd-cd2b-425e-9065-c09846f5a42d tempest-ServerPasswordTestJSON-1403481722 tempest-ServerPasswordTestJSON-1403481722-project] 10.222.0.85 "GET /v2.0/security-groups?id=f78a990a-5d33-4a3c-a30c-1a023ecb7914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746224 May 18 18:18:07.474915 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port c1a38a60-53f2-4654-a616-b703911388e5 is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:18:07.475934 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:07.480544 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-b1fb3dc9-b954-4c40-9d2d-aeafb7531164 req-c122356f-0961-4e80-b7a1-00411299e71b tempest-ServerPasswordTestJSON-1403481722 tempest-ServerPasswordTestJSON-1403481722-project] Calling delete_port for a236bce4-e9ba-4c6a-88b7-708091a4ff4b owned by compute:nova {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:18:07.488473 n-d-838550-3 neutron-server[102731]: DEBUG neutron.quota.resource [None req-41078b37-593a-4189-bcde-40011ce69155 tempest-QuotasTest-1881075836 tempest-QuotasTest-1881075836-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=102731) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} May 18 18:18:07.512105 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7fa2219e-93d4-47c8-9da1-fdbeff3bc822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:07.518403 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee682333-0859-4af7-9a90-1cbf33d3ca83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1a38a60-53f2-4654-a616-b703911388e5'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:18:07.521905 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acbbb6c6-4d7f-48fc-be42-36fa4c0f4a68" -d '{"events": [{"server_uuid": "ee682333-0859-4af7-9a90-1cbf33d3ca83", "name": "network-vif-plugged", "status": "completed", "tag": "c1a38a60-53f2-4654-a616-b703911388e5"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:18:07.525208 n-d-838550-3 neutron-server[102731]: DEBUG neutron.quota.resource [None req-41078b37-593a-4189-bcde-40011ce69155 tempest-QuotasTest-1881075836 tempest-QuotasTest-1881075836-project-admin] Usage tracker for resource:subnetpool and tenant:19f11768f20a4612ad0e339a3bf40a85 is out of sync, need to count used quota {{(pid=102731) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} May 18 18:18:07.542633 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port c1a38a60-53f2-4654-a616-b703911388e5, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=c1a38a60-53f2-4654-a616-b703911388e5,segment=NetworkSegment(1c33b8e1-9163-4f86-a1f0-1efa8c3ca198),segment_id=1c33b8e1-9163-4f86-a1f0-1efa8c3ca198)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:18:07.550266 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:07.589708 n-d-838550-3 neutron-server[102731]: DEBUG neutron.quota.resource [None req-41078b37-593a-4189-bcde-40011ce69155 tempest-QuotasTest-1881075836 tempest-QuotasTest-1881075836-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=102731) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} May 18 18:18:07.597151 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-7fa2219e-93d4-47c8-9da1-fdbeff3bc822 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43fc4a49-4144-4792-8c9e-f6aa8e841df8']}} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:18:07.616473 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-7fa2219e-93d4-47c8-9da1-fdbeff3bc822 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fe567f5-b9bc-4b6c-8f11-60e107f314f0') {'for_net_delete': True} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:18:07.616775 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-7fa2219e-93d4-47c8-9da1-fdbeff3bc822 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fe567f5-b9bc-4b6c-8f11-60e107f314f0') {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:18:07.622438 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d60684f6-26e7-435e-826f-cd93df4dffa8 x-openstack-request-id: req-d60684f6-26e7-435e-826f-cd93df4dffa8 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:18:07.623302 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee682333-0859-4af7-9a90-1cbf33d3ca83", "name": "network-vif-plugged", "status": "completed", "tag": "c1a38a60-53f2-4654-a616-b703911388e5", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:18:07.623947 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-d60684f6-26e7-435e-826f-cd93df4dffa8 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:18:07.624813 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d60684f6-26e7-435e-826f-cd93df4dffa8'] response: {'server_uuid': 'ee682333-0859-4af7-9a90-1cbf33d3ca83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1a38a60-53f2-4654-a616-b703911388e5', 'code': 200} May 18 18:18:07.638748 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=c1a38a60-53f2-4654-a616-b703911388e5,revision_number=8']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:07.644032 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7fa2219e-93d4-47c8-9da1-fdbeff3bc822 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260542144'] for segment, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:07.644644 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9a388425-c1d0-476e-8650-dde18cef7243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:07.647023 n-d-838550-3 neutron-server[102731]: DEBUG neutron.quota.resource [None req-41078b37-593a-4189-bcde-40011ce69155 tempest-QuotasTest-1881075836 tempest-QuotasTest-1881075836-project-admin] Usage tracker for resource:port and tenant:19f11768f20a4612ad0e339a3bf40a85 is out of sync, need to count used quota {{(pid=102731) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} May 18 18:18:07.667029 n-d-838550-3 neutron-server[102731]: DEBUG neutron.quota.resource [None req-41078b37-593a-4189-bcde-40011ce69155 tempest-QuotasTest-1881075836 tempest-QuotasTest-1881075836-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=102731) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} May 18 18:18:07.687978 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7fa2219e-93d4-47c8-9da1-fdbeff3bc822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:07.700284 n-d-838550-3 neutron-server[102731]: DEBUG neutron.quota.resource [None req-41078b37-593a-4189-bcde-40011ce69155 tempest-QuotasTest-1881075836 tempest-QuotasTest-1881075836-project-admin] Usage tracker for resource:router and tenant:19f11768f20a4612ad0e339a3bf40a85 is out of sync, need to count used quota {{(pid=102731) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} May 18 18:18:07.703623 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fa2219e-93d4-47c8-9da1-fdbeff3bc822 admin admin] Releasing vlan 609 on physical network physnet1 to pool {{(pid=102731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:18:07.703623 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7fa2219e-93d4-47c8-9da1-fdbeff3bc822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260884178'] for segment, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:07.706451 n-d-838550-3 neutron-server[102731]: Traceback (most recent call last): May 18 18:18:07.706451 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:18:07.706451 n-d-838550-3 neutron-server[102731]: timer() May 18 18:18:07.706451 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:18:07.706451 n-d-838550-3 neutron-server[102731]: cb(*args, **kw) May 18 18:18:07.706451 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:18:07.706451 n-d-838550-3 neutron-server[102731]: return func(*args, **kwargs) May 18 18:18:07.706451 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:18:07.706451 n-d-838550-3 neutron-server[102731]: self._notify() May 18 18:18:07.706451 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:18:07.706451 n-d-838550-3 neutron-server[102731]: self.callback(batched_events) May 18 18:18:07.706451 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:18:07.706451 n-d-838550-3 neutron-server[102731]: event.method(event) May 18 18:18:07.706451 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:18:07.706451 n-d-838550-3 neutron-server[102731]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:18:07.706451 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:18:07.706451 n-d-838550-3 neutron-server[102731]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:18:07.706451 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:18:07.706451 n-d-838550-3 neutron-server[102731]: return f(self, *a, **k) May 18 18:18:07.706451 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:18:07.706451 n-d-838550-3 neutron-server[102731]: return self._get(url).json() May 18 18:18:07.706451 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:18:07.706451 n-d-838550-3 neutron-server[102731]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:18:07.706451 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:18:07.706451 n-d-838550-3 neutron-server[102731]: return self.request(url, 'GET', **kwargs) May 18 18:18:07.706451 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:18:07.706451 n-d-838550-3 neutron-server[102731]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:18:07.706451 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:18:07.706451 n-d-838550-3 neutron-server[102731]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:18:07.706451 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:18:07.706451 n-d-838550-3 neutron-server[102731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:18:07.706451 n-d-838550-3 neutron-server[102731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:18:07.759195 n-d-838550-3 neutron-server[102731]: DEBUG neutron.quota.resource [None req-41078b37-593a-4189-bcde-40011ce69155 tempest-QuotasTest-1881075836 tempest-QuotasTest-1881075836-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=102731) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} May 18 18:18:07.787612 n-d-838550-3 neutron-server[102731]: DEBUG neutron.quota.resource [None req-41078b37-593a-4189-bcde-40011ce69155 tempest-QuotasTest-1881075836 tempest-QuotasTest-1881075836-project-admin] Usage tracker for resource:floatingip and tenant:19f11768f20a4612ad0e339a3bf40a85 is out of sync, need to count used quota {{(pid=102731) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} May 18 18:18:07.984273 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaa5e1f-3330-490e-8c53-5d3aeee708fd req-e3a3eb3c-984a-4def-8cf1-44cf89f57803 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:07.986416 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8eaa5e1f-3330-490e-8c53-5d3aeee708fd req-e3a3eb3c-984a-4def-8cf1-44cf89f57803 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/ports?device_id=ee682333-0859-4af7-9a90-1cbf33d3ca83 HTTP/1.1" status: 200 len: 945 time: 0.1042690 May 18 18:18:08.058383 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8eaa5e1f-3330-490e-8c53-5d3aeee708fd req-375b736e-fbdc-4c6f-8241-d254f788777f tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/security-groups?id=0cf286b9-4259-46f9-a9b8-06a8c9d0d055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632782 May 18 18:18:08.063579 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 37632) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:18:08.143373 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-fcb84f50-5d90-475b-a418-337b8c09cfbb tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:08.177495 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-fcb84f50-5d90-475b-a418-337b8c09cfbb tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:08.191420 n-d-838550-3 neutron-server[102731]: DEBUG neutron.quota.resource [None req-41078b37-593a-4189-bcde-40011ce69155 tempest-QuotasTest-1881075836 tempest-QuotasTest-1881075836-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=102731) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} May 18 18:18:08.229975 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7fa2219e-93d4-47c8-9da1-fdbeff3bc822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:08.242054 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7fa2219e-93d4-47c8-9da1-fdbeff3bc822 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:08.249106 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-7fa2219e-93d4-47c8-9da1-fdbeff3bc822 admin admin] 10.222.0.85 "DELETE /v2.0/networks/43fc4a49-4144-4792-8c9e-f6aa8e841df8 HTTP/1.1" status: 204 len: 168 time: 1.2019379 May 18 18:18:08.285305 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa2219e-93d4-47c8-9da1-fdbeff3bc822 admin admin] Pushing event deleted for resources: {'Network': ['ID=43fc4a49-4144-4792-8c9e-f6aa8e841df8,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:08.305693 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-b1fb3dc9-b954-4c40-9d2d-aeafb7531164 req-c122356f-0961-4e80-b7a1-00411299e71b tempest-ServerPasswordTestJSON-1403481722 tempest-ServerPasswordTestJSON-1403481722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:08.312608 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a7e2d2-994b-4033-b1ee-00007e304e2d req-a16e886f-f4f6-4358-a4c1-7a6441c71099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:08.314637 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f5a7e2d2-994b-4033-b1ee-00007e304e2d req-a16e886f-f4f6-4358-a4c1-7a6441c71099 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=ee682333-0859-4af7-9a90-1cbf33d3ca83 HTTP/1.1" status: 200 len: 1096 time: 0.1285384 May 18 18:18:08.318871 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-fcb84f50-5d90-475b-a418-337b8c09cfbb tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:08.321514 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-fcb84f50-5d90-475b-a418-337b8c09cfbb tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:08.322958 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-fcb84f50-5d90-475b-a418-337b8c09cfbb tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "DELETE /v2.0/security-groups/b068be93-3224-4945-a56f-307009ae784e HTTP/1.1" status: 204 len: 168 time: 0.2568948 May 18 18:18:08.349223 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb84f50-5d90-475b-a418-337b8c09cfbb tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b068be93-3224-4945-a56f-307009ae784e,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:08.379949 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 37652) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:18:08.383248 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c122356f-0961-4e80-b7a1-00411299e71b tempest-ServerPasswordTestJSON-1403481722 tempest-ServerPasswordTestJSON-1403481722-project] Pushing event deleted for resources: {'Port': ['ID=a236bce4-e9ba-4c6a-88b7-708091a4ff4b,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:08.461664 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1fb3dc9-b954-4c40-9d2d-aeafb7531164 req-c122356f-0961-4e80-b7a1-00411299e71b tempest-ServerPasswordTestJSON-1403481722 tempest-ServerPasswordTestJSON-1403481722-project] No DVR routers for this DVR port a236bce4-e9ba-4c6a-88b7-708091a4ff4b on host n-h1-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:18:08.466950 n-d-838550-3 neutron-server[102731]: DEBUG neutron.quota.resource [None req-41078b37-593a-4189-bcde-40011ce69155 tempest-QuotasTest-1881075836 tempest-QuotasTest-1881075836-project-admin] Usage tracker for resource:security_group and tenant:19f11768f20a4612ad0e339a3bf40a85 is out of sync, need to count used quota {{(pid=102731) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} May 18 18:18:08.478276 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-b1fb3dc9-b954-4c40-9d2d-aeafb7531164 req-c122356f-0961-4e80-b7a1-00411299e71b tempest-ServerPasswordTestJSON-1403481722 tempest-ServerPasswordTestJSON-1403481722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:08.480786 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b1fb3dc9-b954-4c40-9d2d-aeafb7531164 req-c122356f-0961-4e80-b7a1-00411299e71b tempest-ServerPasswordTestJSON-1403481722 tempest-ServerPasswordTestJSON-1403481722-project] 10.222.0.36 "DELETE /v2.0/ports/a236bce4-e9ba-4c6a-88b7-708091a4ff4b HTTP/1.1" status: 204 len: 173 time: 1.5916855 May 18 18:18:08.480786 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6175912f-969e-425a-9c39-a013865e393a', 'name': 'network-vif-deleted', 'tag': 'a236bce4-e9ba-4c6a-88b7-708091a4ff4b'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:18:08.483954 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30bdc528-e68e-430f-92df-c871fd1d8cd0" -d '{"events": [{"server_uuid": "6175912f-969e-425a-9c39-a013865e393a", "name": "network-vif-deleted", "tag": "a236bce4-e9ba-4c6a-88b7-708091a4ff4b"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:18:08.488362 n-d-838550-3 neutron-server[102731]: DEBUG neutron.quota.resource [None req-41078b37-593a-4189-bcde-40011ce69155 tempest-QuotasTest-1881075836 tempest-QuotasTest-1881075836-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=102731) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} May 18 18:18:08.492172 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f5a7e2d2-994b-4033-b1ee-00007e304e2d req-9e885cf9-9c1f-4411-96f6-c925ed5d9f34 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=0cf286b9-4259-46f9-a9b8-06a8c9d0d055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583426 May 18 18:18:08.505203 n-d-838550-3 neutron-server[102731]: DEBUG neutron.quota.resource [None req-41078b37-593a-4189-bcde-40011ce69155 tempest-QuotasTest-1881075836 tempest-QuotasTest-1881075836-project-admin] Usage tracker for resource:security_group_rule and tenant:19f11768f20a4612ad0e339a3bf40a85 is out of sync, need to count used quota {{(pid=102731) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} May 18 18:18:08.514962 n-d-838550-3 neutron-server[102731]: DEBUG neutron.quota.resource [None req-41078b37-593a-4189-bcde-40011ce69155 tempest-QuotasTest-1881075836 tempest-QuotasTest-1881075836-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=102731) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} May 18 18:18:08.521584 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-41078b37-593a-4189-bcde-40011ce69155 tempest-QuotasTest-1881075836 tempest-QuotasTest-1881075836-project-admin] 10.222.0.85 "GET /v2.0/quotas/19f11768f20a4612ad0e339a3bf40a85/details.json HTTP/1.1" status: 200 len: 703 time: 1.3445892 May 18 18:18:08.602475 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-578ee9f3-ede7-4490-979d-b58d7b2abeb6 x-openstack-request-id: req-578ee9f3-ede7-4490-979d-b58d7b2abeb6 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:18:08.602768 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6175912f-969e-425a-9c39-a013865e393a", "name": "network-vif-deleted", "tag": "a236bce4-e9ba-4c6a-88b7-708091a4ff4b", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:18:08.604271 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-578ee9f3-ede7-4490-979d-b58d7b2abeb6 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:18:08.604783 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-578ee9f3-ede7-4490-979d-b58d7b2abeb6'] response: {'server_uuid': '6175912f-969e-425a-9c39-a013865e393a', 'name': 'network-vif-deleted', 'tag': 'a236bce4-e9ba-4c6a-88b7-708091a4ff4b', 'status': 'completed', 'code': 200} May 18 18:18:08.674849 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c80d2246-1c09-444e-bd01-39ca768d967a req-0d765853-5591-43ab-b783-36b78648a836 tempest-ServerPasswordTestJSON-1403481722 tempest-ServerPasswordTestJSON-1403481722-project] 10.222.0.85 "GET /v2.0/ports?device_id=6175912f-969e-425a-9c39-a013865e393a HTTP/1.1" status: 200 len: 210 time: 0.0516448 May 18 18:18:08.860639 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 37670) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:18:08.923102 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-57eb4946-c7d0-477d-b43a-d2745c5226f0 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=bb3dd5e6ff564e92a9ebe452e66a5117&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0612020 May 18 18:18:08.927889 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 37672) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:18:09.022310 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-00a1e8b0-6498-4a24-9154-47ebd650b5a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:09.055202 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-00a1e8b0-6498-4a24-9154-47ebd650b5a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:09.090252 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 37676) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:18:09.134314 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-00a1e8b0-6498-4a24-9154-47ebd650b5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:09.138446 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-00a1e8b0-6498-4a24-9154-47ebd650b5a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:09.141411 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-00a1e8b0-6498-4a24-9154-47ebd650b5a7 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/8ad86751-3372-47de-bc84-2bfa3ff50eaf HTTP/1.1" status: 204 len: 168 time: 0.2102427 May 18 18:18:09.153660 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a1e8b0-6498-4a24-9154-47ebd650b5a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ad86751-3372-47de-bc84-2bfa3ff50eaf,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:09.276266 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd1b13c-fcd0-4f45-b472-e62da9bd72da req-7c0733b2-1225-4c01-a6f8-b66840f5f173 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:09.284904 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9cd1b13c-fcd0-4f45-b472-e62da9bd72da req-7c0733b2-1225-4c01-a6f8-b66840f5f173 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/ports?device_id=ee682333-0859-4af7-9a90-1cbf33d3ca83 HTTP/1.1" status: 200 len: 945 time: 0.0726478 May 18 18:18:09.304881 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-866c997b-ddc4-4d83-8d88-ae042ffe233e tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-595963'] for router_interface, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:09.345851 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9cd1b13c-fcd0-4f45-b472-e62da9bd72da req-0c7e32e6-01f4-4b0d-8ac7-bb26a592a547 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/security-groups?id=0cf286b9-4259-46f9-a9b8-06a8c9d0d055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563529 May 18 18:18:09.368879 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-654a2c0b-dd46-4739-a20a-df78cab29533 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:09.665863 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-654a2c0b-dd46-4739-a20a-df78cab29533 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:09.674736 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-654a2c0b-dd46-4739-a20a-df78cab29533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:09.751738 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-654a2c0b-dd46-4739-a20a-df78cab29533 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=94b396f32ae041ba83a9cbf161862911&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6539843 May 18 18:18:09.755830 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654a2c0b-dd46-4739-a20a-df78cab29533 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ed17390-3523-4859-a308-4410a68d2762,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:09.756216 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 37696) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:18:09.815701 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 37700) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:18:09.852392 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device a236bce4-e9ba-4c6a-88b7-708091a4ff4b no longer exists at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:18:09.951936 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4d0e8ce-7ea8-4ae0-82e5-6b5965aa4143 admin admin] Deleting subnet f10deff2-25c1-4386-ae5d-e36f16b1f64d {{(pid=102731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:18:09.968299 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d4d0e8ce-7ea8-4ae0-82e5-6b5965aa4143 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:09.981914 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] No Port match for: a236bce4-e9ba-4c6a-88b7-708091a4ff4b {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:18:09.986549 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device a236bce4-e9ba-4c6a-88b7-708091a4ff4b not bound to the agent host n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:18:09.987903 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 6442d690-4bd6-4fab-bd38-8bec279033d1 no longer exists at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:18:10.029357 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-866c997b-ddc4-4d83-8d88-ae042ffe233e tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Deleting port 8778ddb4-ae2c-4cba-a5e9-b28be94a8f0c {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:18:10.029973 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-866c997b-ddc4-4d83-8d88-ae042ffe233e tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:10.103236 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] No Port match for: 6442d690-4bd6-4fab-bd38-8bec279033d1 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:18:10.106600 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 6442d690-4bd6-4fab-bd38-8bec279033d1 not bound to the agent host n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:18:10.121902 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-689e65ab-e15d-4788-8407-a0e3f24e011f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:10.129552 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d4d0e8ce-7ea8-4ae0-82e5-6b5965aa4143 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260542153'] for subnet, precommit_delete_associations {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:10.132605 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-496992e1-405c-4630-9806-d1a8a3f21d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:10.201641 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-689e65ab-e15d-4788-8407-a0e3f24e011f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:10.216160 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d4d0e8ce-7ea8-4ae0-82e5-6b5965aa4143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:10.264332 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-866c997b-ddc4-4d83-8d88-ae042ffe233e tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] For port 8778ddb4-ae2c-4cba-a5e9-b28be94a8f0c, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=8778ddb4-ae2c-4cba-a5e9-b28be94a8f0c,segment=NetworkSegment(1dd8b87d-6712-4ffb-9339-a1d4d8b45f0c),segment_id=1dd8b87d-6712-4ffb-9339-a1d4d8b45f0c)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:18:10.265069 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-866c997b-ddc4-4d83-8d88-ae042ffe233e tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:10.286695 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-866c997b-ddc4-4d83-8d88-ae042ffe233e tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Calling delete_port for 8778ddb4-ae2c-4cba-a5e9-b28be94a8f0c owned by network:router_interface {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:18:10.312566 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-689e65ab-e15d-4788-8407-a0e3f24e011f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:10.318029 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-689e65ab-e15d-4788-8407-a0e3f24e011f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:10.321970 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-689e65ab-e15d-4788-8407-a0e3f24e011f admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/6ed17390-3523-4859-a308-4410a68d2762 HTTP/1.1" status: 204 len: 168 time: 0.5612693 May 18 18:18:10.333842 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689e65ab-e15d-4788-8407-a0e3f24e011f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ed17390-3523-4859-a308-4410a68d2762,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:10.344075 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d4d0e8ce-7ea8-4ae0-82e5-6b5965aa4143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260898416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260908030'] for subnet, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:10.429612 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d0e8ce-7ea8-4ae0-82e5-6b5965aa4143 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f10deff2-25c1-4386-ae5d-e36f16b1f64d,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:10.444572 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d4d0e8ce-7ea8-4ae0-82e5-6b5965aa4143 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:10.458132 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-d4d0e8ce-7ea8-4ae0-82e5-6b5965aa4143 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/f10deff2-25c1-4386-ae5d-e36f16b1f64d HTTP/1.1" status: 204 len: 168 time: 0.6407690 May 18 18:18:10.460306 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 37714) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:18:10.653361 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df5c0d6-38e7-4237-b296-c6e435c0e46c req-a6c2226c-9fa6-4845-9aba-58d17377c4af tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:10.655040 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5df5c0d6-38e7-4237-b296-c6e435c0e46c req-a6c2226c-9fa6-4845-9aba-58d17377c4af tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/ports?device_id=ee682333-0859-4af7-9a90-1cbf33d3ca83 HTTP/1.1" status: 200 len: 945 time: 0.1450276 May 18 18:18:10.665560 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8d39aa4e-760d-47fe-9d0e-7143cb09bb89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:10.741688 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-866c997b-ddc4-4d83-8d88-ae042ffe233e tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:10.780505 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866c997b-ddc4-4d83-8d88-ae042ffe233e tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Pushing event deleted for resources: {'Port': ['ID=8778ddb4-ae2c-4cba-a5e9-b28be94a8f0c,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:10.847685 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5df5c0d6-38e7-4237-b296-c6e435c0e46c req-2794412e-8320-4e00-b22a-3e02724fa1b4 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/security-groups?id=0cf286b9-4259-46f9-a9b8-06a8c9d0d055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676109 May 18 18:18:11.135096 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-866c997b-ddc4-4d83-8d88-ae042ffe233e tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-593931'] for router_interface, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:11.135681 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8d39aa4e-760d-47fe-9d0e-7143cb09bb89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:11.181473 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-8d39aa4e-760d-47fe-9d0e-7143cb09bb89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a1b8b30-5a6d-45d0-a156-38c81e547e81']}} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:18:11.194383 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-8d39aa4e-760d-47fe-9d0e-7143cb09bb89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a86c4f27-3119-48dc-a8fc-526578455845') {'for_net_delete': True} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:18:11.195037 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-8d39aa4e-760d-47fe-9d0e-7143cb09bb89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a86c4f27-3119-48dc-a8fc-526578455845') {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:18:11.200285 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:11.218381 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8d39aa4e-760d-47fe-9d0e-7143cb09bb89 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260542144'] for segment, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:11.242314 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 37736) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:18:11.244416 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8d39aa4e-760d-47fe-9d0e-7143cb09bb89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:11.251466 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d39aa4e-760d-47fe-9d0e-7143cb09bb89 admin admin] Releasing vlan 619 on physical network physnet1 to pool {{(pid=102731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:18:11.251964 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8d39aa4e-760d-47fe-9d0e-7143cb09bb89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260884178'] for segment, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:11.269200 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7484c551-7cdd-4a34-a43e-23f2734d0fbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:11.337337 n-d-838550-3 neutron-server[102731]: Traceback (most recent call last): May 18 18:18:11.337337 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:18:11.337337 n-d-838550-3 neutron-server[102731]: timer() May 18 18:18:11.337337 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:18:11.337337 n-d-838550-3 neutron-server[102731]: cb(*args, **kw) May 18 18:18:11.337337 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:18:11.337337 n-d-838550-3 neutron-server[102731]: return func(*args, **kwargs) May 18 18:18:11.337337 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:18:11.337337 n-d-838550-3 neutron-server[102731]: self._notify() May 18 18:18:11.337337 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:18:11.337337 n-d-838550-3 neutron-server[102731]: self.callback(batched_events) May 18 18:18:11.337337 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:18:11.337337 n-d-838550-3 neutron-server[102731]: event.method(event) May 18 18:18:11.337337 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:18:11.337337 n-d-838550-3 neutron-server[102731]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:18:11.337337 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:18:11.337337 n-d-838550-3 neutron-server[102731]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:18:11.337337 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:18:11.337337 n-d-838550-3 neutron-server[102731]: return f(self, *a, **k) May 18 18:18:11.337337 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:18:11.337337 n-d-838550-3 neutron-server[102731]: return self._get(url).json() May 18 18:18:11.337337 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:18:11.337337 n-d-838550-3 neutron-server[102731]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:18:11.337337 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:18:11.337337 n-d-838550-3 neutron-server[102731]: return self.request(url, 'GET', **kwargs) May 18 18:18:11.337337 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:18:11.337337 n-d-838550-3 neutron-server[102731]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:18:11.337337 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:18:11.337337 n-d-838550-3 neutron-server[102731]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:18:11.337337 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:18:11.337337 n-d-838550-3 neutron-server[102731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:18:11.337337 n-d-838550-3 neutron-server[102731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:18:11.364532 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8d39aa4e-760d-47fe-9d0e-7143cb09bb89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:11.375401 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8d39aa4e-760d-47fe-9d0e-7143cb09bb89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:11.380258 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-8d39aa4e-760d-47fe-9d0e-7143cb09bb89 admin admin] 10.222.0.85 "DELETE /v2.0/networks/9a1b8b30-5a6d-45d0-a156-38c81e547e81 HTTP/1.1" status: 204 len: 168 time: 0.9181602 May 18 18:18:11.434151 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d39aa4e-760d-47fe-9d0e-7143cb09bb89 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a1b8b30-5a6d-45d0-a156-38c81e547e81,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:11.456922 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb76df16-7b93-4005-9fce-bae6434eaf67 req-1eefc879-4e95-4138-a3fd-63d9ef5b9972 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:11.473552 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fb76df16-7b93-4005-9fce-bae6434eaf67 req-1eefc879-4e95-4138-a3fd-63d9ef5b9972 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/ports?device_id=ee682333-0859-4af7-9a90-1cbf33d3ca83 HTTP/1.1" status: 200 len: 945 time: 0.4308026 May 18 18:18:11.541152 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fb76df16-7b93-4005-9fce-bae6434eaf67 req-f7d68262-5e32-46d1-8003-d257238fbe49 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/security-groups?id=0cf286b9-4259-46f9-a9b8-06a8c9d0d055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652750 May 18 18:18:11.584310 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7484c551-7cdd-4a34-a43e-23f2734d0fbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:11.610286 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7484c551-7cdd-4a34-a43e-23f2734d0fbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:11.700309 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 37768) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:18:11.789063 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-d5e7bb0f-5a7c-43d4-b3f5-daab4aa05c4d admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=56468c7f276245f1a26f8198c8b50593&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0869670 May 18 18:18:11.791775 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 37770) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:18:11.906581 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-49fec335-9ec3-4bb8-b131-eb16cfa11701 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:11.951343 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-49fec335-9ec3-4bb8-b131-eb16cfa11701 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:12.084436 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-49fec335-9ec3-4bb8-b131-eb16cfa11701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:12.094178 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-49fec335-9ec3-4bb8-b131-eb16cfa11701 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:12.097960 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-49fec335-9ec3-4bb8-b131-eb16cfa11701 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/f78a990a-5d33-4a3c-a30c-1a023ecb7914 HTTP/1.1" status: 204 len: 168 time: 0.3048778 May 18 18:18:12.126775 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 37780) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:18:12.135599 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fec335-9ec3-4bb8-b131-eb16cfa11701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f78a990a-5d33-4a3c-a30c-1a023ecb7914,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:12.199332 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-7484c551-7cdd-4a34-a43e-23f2734d0fbf admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=19f11768f20a4612ad0e339a3bf40a85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9558465 May 18 18:18:12.208874 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 37784) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:18:12.209311 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7484c551-7cdd-4a34-a43e-23f2734d0fbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1e9816a-ea7c-4e45-8957-ca13628e47fd,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:12.334985 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7a75a9cf-2675-40a4-b1b3-6be73e884598 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:12.359838 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:12.378779 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7a75a9cf-2675-40a4-b1b3-6be73e884598 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:12.413764 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-866c997b-ddc4-4d83-8d88-ae042ffe233e tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Router f3d2174e-4612-4055-8705-8603e9dc9c9a has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:18:12.604476 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7a75a9cf-2675-40a4-b1b3-6be73e884598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:12.609279 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7a75a9cf-2675-40a4-b1b3-6be73e884598 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:12.611884 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-7a75a9cf-2675-40a4-b1b3-6be73e884598 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/d1e9816a-ea7c-4e45-8957-ca13628e47fd HTTP/1.1" status: 204 len: 168 time: 0.4077568 May 18 18:18:12.649653 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eaee85-e6e2-446c-a384-7e3060e280e7 req-aa452df3-7ac5-4cfd-b99d-927f6d7d5b03 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:12.663071 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e9eaee85-e6e2-446c-a384-7e3060e280e7 req-aa452df3-7ac5-4cfd-b99d-927f6d7d5b03 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/networks?id=dc4b5d65-5cc2-446b-ba02-e822ca3edfb6 HTTP/1.1" status: 200 len: 815 time: 0.2744815 May 18 18:18:12.666509 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a75a9cf-2675-40a4-b1b3-6be73e884598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1e9816a-ea7c-4e45-8957-ca13628e47fd,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:12.726642 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e9eaee85-e6e2-446c-a384-7e3060e280e7 req-335f0c60-0998-418c-935d-278d3a89b9eb tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/quotas/3bd50e6e8ccf456285d1c6ca47cc0e73 HTTP/1.1" status: 200 len: 375 time: 0.0613279 May 18 18:18:12.734897 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-866c997b-ddc4-4d83-8d88-ae042ffe233e tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:18:12.756651 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-866c997b-ddc4-4d83-8d88-ae042ffe233e tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "PUT /v2.0/routers/f3d2174e-4612-4055-8705-8603e9dc9c9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3751054 May 18 18:18:12.758107 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768c1de4-893f-46c4-8ed8-cc357269e832 None None] Sync routers for ids ['f3d2174e-4612-4055-8705-8603e9dc9c9a'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:18:12.758915 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 37800) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:18:12.780977 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768c1de4-893f-46c4-8ed8-cc357269e832 None None] Routers {'f3d2174e-4612-4055-8705-8603e9dc9c9a'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:18:12.782415 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-768c1de4-893f-46c4-8ed8-cc357269e832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:18:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['f3d2174e-4612-4055-8705-8603e9dc9c9a'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:18:12.883829 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-bb236424-c732-416f-9b9d-22ebe5ac34a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:12.950491 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e9eaee85-e6e2-446c-a384-7e3060e280e7 req-e7d6ee69-7d07-4ca4-849c-de44327536f5 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=3bd50e6e8ccf456285d1c6ca47cc0e73&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2226281 May 18 18:18:12.970706 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cb3a9b9-8502-4ba4-8103-5b44ccbc1aca tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Deleting subnet b58b6ed0-e33d-4911-87f5-9fe233239105 {{(pid=102730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:18:12.977398 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9cb3a9b9-8502-4ba4-8103-5b44ccbc1aca tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks [] for subnet, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:12.981685 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-768c1de4-893f-46c4-8ed8-cc357269e832 None None] Set router f3d2174e-4612-4055-8705-8603e9dc9c9a gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:18:13.051880 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:13.076438 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-bb236424-c732-416f-9b9d-22ebe5ac34a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:13.087533 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9cb3a9b9-8502-4ba4-8103-5b44ccbc1aca tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260107366'] for subnet, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:13.088415 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-bb236424-c732-416f-9b9d-22ebe5ac34a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:13.144505 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-bb236424-c732-416f-9b9d-22ebe5ac34a9 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=a6b4ab5248af4b769cb52682f0bc2023&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0159998 May 18 18:18:13.152392 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 37810) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:18:13.165586 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb236424-c732-416f-9b9d-22ebe5ac34a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc396d72-0b41-47f6-b47f-16dbca263fe3,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:13.305515 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9cb3a9b9-8502-4ba4-8103-5b44ccbc1aca tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:13.388192 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-660ce9c6-8af8-4538-a4af-541f4f73d673 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:13.444700 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-660ce9c6-8af8-4538-a4af-541f4f73d673 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:13.493669 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9cb3a9b9-8502-4ba4-8103-5b44ccbc1aca tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261104690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261031888'] for subnet, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:13.534727 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-660ce9c6-8af8-4538-a4af-541f4f73d673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:13.542734 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-660ce9c6-8af8-4538-a4af-541f4f73d673 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:13.544267 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb3a9b9-8502-4ba4-8103-5b44ccbc1aca tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Pushing event deleted for resources: {'Subnet': ['ID=b58b6ed0-e33d-4911-87f5-9fe233239105,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:13.545836 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-660ce9c6-8af8-4538-a4af-541f4f73d673 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/bc396d72-0b41-47f6-b47f-16dbca263fe3 HTTP/1.1" status: 204 len: 168 time: 0.3918445 May 18 18:18:13.562139 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17905743-6bfc-4543-852a-d36337e271e5 None None] Network 303de0ee-e6b2-4f16-b090-15548665b4d3 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:18:13.563634 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9cb3a9b9-8502-4ba4-8103-5b44ccbc1aca tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:13.570492 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-9cb3a9b9-8502-4ba4-8103-5b44ccbc1aca tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "DELETE /v2.0/subnets/b58b6ed0-e33d-4911-87f5-9fe233239105 HTTP/1.1" status: 204 len: 168 time: 0.8088605 May 18 18:18:13.573556 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 37820) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:18:13.631142 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660ce9c6-8af8-4538-a4af-541f4f73d673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc396d72-0b41-47f6-b47f-16dbca263fe3,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:13.664605 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-768c1de4-893f-46c4-8ed8-cc357269e832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3d2174e-4612-4055-8705-8603e9dc9c9a', 'name': 'tempest-TestNetworkBasicOps-router-1729927840', 'tenant_id': '6664118b95564eb5aa43c658eedfd9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': 'dbad0ded-557f-41c6-aa1a-8b08843bc5ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:15:22Z', 'updated_at': '2022-05-18T18:18:10Z', 'revision_number': 7, 'project_id': '6664118b95564eb5aa43c658eedfd9ed', 'gw_port': {'id': 'dbad0ded-557f-41c6-aa1a-8b08843bc5ab', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:a7:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d2174e-4612-4055-8705-8603e9dc9c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:15:25Z', 'updated_at': '2022-05-18T18:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:18:13.759553 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768c1de4-893f-46c4-8ed8-cc357269e832 None None] Checking router: f3d2174e-4612-4055-8705-8603e9dc9c9a for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:18:13.774376 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768c1de4-893f-46c4-8ed8-cc357269e832 None None] Routers {'f3d2174e-4612-4055-8705-8603e9dc9c9a'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:18:13.775010 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-768c1de4-893f-46c4-8ed8-cc357269e832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:18:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['f3d2174e-4612-4055-8705-8603e9dc9c9a'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:18:13.888798 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-373a3bc2-1076-4847-b9af-5d543f04a4c1 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks [] for router, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:13.994273 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e9eaee85-e6e2-446c-a384-7e3060e280e7 req-1db7c48d-ab56-4521-8d63-9ccf68a0a0e8 service neutron] 10.222.0.85 "GET /v2.0/networks/dc4b5d65-5cc2-446b-ba02-e822ca3edfb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9144995 May 18 18:18:14.014956 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-768c1de4-893f-46c4-8ed8-cc357269e832 None None] Set router f3d2174e-4612-4055-8705-8603e9dc9c9a gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:18:14.050448 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90936f00-c355-45ea-abe3-4c825723670a None None] DHCP port deletion for 303de0ee-e6b2-4f16-b090-15548665b4d3 request from n-d-838550-3 {{(pid=102732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 18:18:14.161075 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-373a3bc2-1076-4847-b9af-5d543f04a4c1 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:14.192846 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-90936f00-c355-45ea-abe3-4c825723670a None None] Deleting port 71f9ce08-88e6-4bcf-8e3c-fab7a6192ce9 {{(pid=102732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:18:14.197009 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-90936f00-c355-45ea-abe3-4c825723670a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:14.221791 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0119142-0907-4924-ad3e-42ffbd640d2c req-1e65ab86-8d11-461a-b586-e6919593aa01 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:14.223665 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c0119142-0907-4924-ad3e-42ffbd640d2c req-1e65ab86-8d11-461a-b586-e6919593aa01 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.88 "GET /v2.0/ports?device_id=ee682333-0859-4af7-9a90-1cbf33d3ca83 HTTP/1.1" status: 200 len: 945 time: 0.2273765 May 18 18:18:14.292968 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-373a3bc2-1076-4847-b9af-5d543f04a4c1 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Deleting port dbad0ded-557f-41c6-aa1a-8b08843bc5ab {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:18:14.293529 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-373a3bc2-1076-4847-b9af-5d543f04a4c1 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:14.300404 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e9eaee85-e6e2-446c-a384-7e3060e280e7 req-e970c278-414d-4e10-8ab2-a086e7b2ef6b service neutron] 10.222.0.85 "GET /v2.0/networks/dc4b5d65-5cc2-446b-ba02-e822ca3edfb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3052268 May 18 18:18:14.313964 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-90936f00-c355-45ea-abe3-4c825723670a None None] For port 71f9ce08-88e6-4bcf-8e3c-fab7a6192ce9, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=71f9ce08-88e6-4bcf-8e3c-fab7a6192ce9,segment=NetworkSegment(1dd8b87d-6712-4ffb-9339-a1d4d8b45f0c),segment_id=1dd8b87d-6712-4ffb-9339-a1d4d8b45f0c)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:18:14.314173 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-90936f00-c355-45ea-abe3-4c825723670a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:14.331670 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-90936f00-c355-45ea-abe3-4c825723670a None None] Calling delete_port for 71f9ce08-88e6-4bcf-8e3c-fab7a6192ce9 owned by network:dhcp {{(pid=102732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:18:14.531640 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-c0119142-0907-4924-ad3e-42ffbd640d2c req-3ef6ebb8-d431-4056-8464-8baae8706f08 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Deleting port c1a38a60-53f2-4654-a616-b703911388e5 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:18:14.535209 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-c0119142-0907-4924-ad3e-42ffbd640d2c req-3ef6ebb8-d431-4056-8464-8baae8706f08 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:14.546650 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-90936f00-c355-45ea-abe3-4c825723670a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508'] for port, after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:14.563089 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-768c1de4-893f-46c4-8ed8-cc357269e832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3d2174e-4612-4055-8705-8603e9dc9c9a', 'name': 'tempest-TestNetworkBasicOps-router-1729927840', 'tenant_id': '6664118b95564eb5aa43c658eedfd9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': 'dbad0ded-557f-41c6-aa1a-8b08843bc5ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:15:22Z', 'updated_at': '2022-05-18T18:18:10Z', 'revision_number': 7, 'project_id': '6664118b95564eb5aa43c658eedfd9ed', 'gw_port': {'id': 'dbad0ded-557f-41c6-aa1a-8b08843bc5ab', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:a7:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d2174e-4612-4055-8705-8603e9dc9c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:15:25Z', 'updated_at': '2022-05-18T18:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:18:14.577552 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-373a3bc2-1076-4847-b9af-5d543f04a4c1 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] For port dbad0ded-557f-41c6-aa1a-8b08843bc5ab, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=dbad0ded-557f-41c6-aa1a-8b08843bc5ab,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:18:14.580180 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-373a3bc2-1076-4847-b9af-5d543f04a4c1 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:14.626703 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90936f00-c355-45ea-abe3-4c825723670a None None] Pushing event deleted for resources: {'Port': ['ID=71f9ce08-88e6-4bcf-8e3c-fab7a6192ce9,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:14.629328 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-373a3bc2-1076-4847-b9af-5d543f04a4c1 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Calling delete_port for dbad0ded-557f-41c6-aa1a-8b08843bc5ab owned by network:router_gateway {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:18:14.645406 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90936f00-c355-45ea-abe3-4c825723670a None None] No DVR routers for this DVR port 71f9ce08-88e6-4bcf-8e3c-fab7a6192ce9 on host n-d-838550-3 {{(pid=102732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:18:14.686394 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768c1de4-893f-46c4-8ed8-cc357269e832 None None] The sync data for ids ['f3d2174e-4612-4055-8705-8603e9dc9c9a'] in n-d-838550-3 is: [{'id': 'f3d2174e-4612-4055-8705-8603e9dc9c9a', 'name': 'tempest-TestNetworkBasicOps-router-1729927840', 'tenant_id': '6664118b95564eb5aa43c658eedfd9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': 'dbad0ded-557f-41c6-aa1a-8b08843bc5ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:15:22Z', 'updated_at': '2022-05-18T18:18:10Z', 'revision_number': 7, 'project_id': '6664118b95564eb5aa43c658eedfd9ed', 'gw_port': {'id': 'dbad0ded-557f-41c6-aa1a-8b08843bc5ab', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:a7:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d2174e-4612-4055-8705-8603e9dc9c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:15:25Z', 'updated_at': '2022-05-18T18:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:18:14.850287 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-c0119142-0907-4924-ad3e-42ffbd640d2c req-3ef6ebb8-d431-4056-8464-8baae8706f08 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] For port c1a38a60-53f2-4654-a616-b703911388e5, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=c1a38a60-53f2-4654-a616-b703911388e5,segment=NetworkSegment(1c33b8e1-9163-4f86-a1f0-1efa8c3ca198),segment_id=1c33b8e1-9163-4f86-a1f0-1efa8c3ca198)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:18:14.852183 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-c0119142-0907-4924-ad3e-42ffbd640d2c req-3ef6ebb8-d431-4056-8464-8baae8706f08 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:14.917797 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-c0119142-0907-4924-ad3e-42ffbd640d2c req-3ef6ebb8-d431-4056-8464-8baae8706f08 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Calling delete_port for c1a38a60-53f2-4654-a616-b703911388e5 owned by compute:nova {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:18:14.948726 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-91e54f47-beff-47a8-835f-c24177271e7a req-ae5b8e59-2624-4b71-ac9f-316aa213fdf2 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/ports?device_id=aaccd41c-e3e7-4802-b05b-e5d8c53738da HTTP/1.1" status: 200 len: 210 time: 0.2427485 May 18 18:18:15.024234 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 71f9ce08-88e6-4bcf-8e3c-fab7a6192ce9 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:18:15.083808 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 71f9ce08-88e6-4bcf-8e3c-fab7a6192ce9 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:18:15.084374 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 71f9ce08-88e6-4bcf-8e3c-fab7a6192ce9 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:18:15.085075 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 8778ddb4-ae2c-4cba-a5e9-b28be94a8f0c no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:18:15.166412 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 8778ddb4-ae2c-4cba-a5e9-b28be94a8f0c {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:18:15.166951 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 8778ddb4-ae2c-4cba-a5e9-b28be94a8f0c not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:18:15.306998 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 37862) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:18:15.354363 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-373a3bc2-1076-4847-b9af-5d543f04a4c1 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:15.418232 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-c0119142-0907-4924-ad3e-42ffbd640d2c req-3ef6ebb8-d431-4056-8464-8baae8706f08 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:15.425594 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373a3bc2-1076-4847-b9af-5d543f04a4c1 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Pushing event deleted for resources: {'Port': ['ID=dbad0ded-557f-41c6-aa1a-8b08843bc5ab,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:15.496862 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef6ebb8-d431-4056-8464-8baae8706f08 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Pushing event deleted for resources: {'Port': ['ID=c1a38a60-53f2-4654-a616-b703911388e5,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:15.528440 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-373a3bc2-1076-4847-b9af-5d543f04a4c1 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596901'] for router_gateway, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:15.586914 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0119142-0907-4924-ad3e-42ffbd640d2c req-3ef6ebb8-d431-4056-8464-8baae8706f08 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] No DVR routers for this DVR port c1a38a60-53f2-4654-a616-b703911388e5 on host n-h2-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:18:15.590905 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-c0119142-0907-4924-ad3e-42ffbd640d2c req-3ef6ebb8-d431-4056-8464-8baae8706f08 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:15.613948 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c0119142-0907-4924-ad3e-42ffbd640d2c req-3ef6ebb8-d431-4056-8464-8baae8706f08 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.88 "DELETE /v2.0/ports/c1a38a60-53f2-4654-a616-b703911388e5 HTTP/1.1" status: 204 len: 173 time: 1.3703399 May 18 18:18:15.614698 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee682333-0859-4af7-9a90-1cbf33d3ca83', 'name': 'network-vif-deleted', 'tag': 'c1a38a60-53f2-4654-a616-b703911388e5'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:18:15.617893 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c671f2d-32c8-4e70-8f88-e2bdea60d3d0" -d '{"events": [{"server_uuid": "ee682333-0859-4af7-9a90-1cbf33d3ca83", "name": "network-vif-deleted", "tag": "c1a38a60-53f2-4654-a616-b703911388e5"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:18:15.672579 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-373a3bc2-1076-4847-b9af-5d543f04a4c1 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25145'] for router, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:15.677172 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-373a3bc2-1076-4847-b9af-5d543f04a4c1 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:15.745796 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e955bc2b-8024-422d-a3e7-f6c68bad88af x-openstack-request-id: req-e955bc2b-8024-422d-a3e7-f6c68bad88af {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:18:15.746168 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee682333-0859-4af7-9a90-1cbf33d3ca83", "name": "network-vif-deleted", "tag": "c1a38a60-53f2-4654-a616-b703911388e5", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:18:15.746455 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-e955bc2b-8024-422d-a3e7-f6c68bad88af {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:18:15.746933 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e955bc2b-8024-422d-a3e7-f6c68bad88af'] response: {'server_uuid': 'ee682333-0859-4af7-9a90-1cbf33d3ca83', 'name': 'network-vif-deleted', 'tag': 'c1a38a60-53f2-4654-a616-b703911388e5', 'status': 'completed', 'code': 200} May 18 18:18:15.766409 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-373a3bc2-1076-4847-b9af-5d543f04a4c1 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593303'] for router, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:15.768807 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-373a3bc2-1076-4847-b9af-5d543f04a4c1 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Fanout notify agent at l3_agent the message router_deleted on router f3d2174e-4612-4055-8705-8603e9dc9c9a {{(pid=102730) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 18 18:18:15.778483 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-373a3bc2-1076-4847-b9af-5d543f04a4c1 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks [] for router, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:15.783576 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 37878) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:18:15.785169 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-373a3bc2-1076-4847-b9af-5d543f04a4c1 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "DELETE /v2.0/routers/f3d2174e-4612-4055-8705-8603e9dc9c9a HTTP/1.1" status: 204 len: 168 time: 2.2093487 May 18 18:18:15.941411 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9b9ee360-ec31-46a9-989f-580cbd226523 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:16.051650 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c7ef4dc6-8370-4978-b91e-73c3941fdc52 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:16.257399 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9b9ee360-ec31-46a9-989f-580cbd226523 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:16.258521 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-61d18485-c304-4704-a153-e5451017fc26 req-1d08b4ea-d14d-481a-b7cf-a47d70d66134 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/ports?device_id=aaccd41c-e3e7-4802-b05b-e5d8c53738da HTTP/1.1" status: 200 len: 210 time: 0.1109114 May 18 18:18:16.273404 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9b9ee360-ec31-46a9-989f-580cbd226523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:16.311134 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9ee360-ec31-46a9-989f-580cbd226523 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb37f78b-a895-4d51-b06c-2e379e67961e,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:16.337662 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-9b9ee360-ec31-46a9-989f-580cbd226523 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=ed40cffc391f4b85ada795314c81e841&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0290926 May 18 18:18:16.340835 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 37902) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:18:16.389971 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c7ef4dc6-8370-4978-b91e-73c3941fdc52 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:16.436702 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f0cdb4fb-7d64-457b-b7b3-7596cc59986a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:16.447471 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-c7ef4dc6-8370-4978-b91e-73c3941fdc52 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['303de0ee-e6b2-4f16-b090-15548665b4d3']}} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:18:16.482751 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f0cdb4fb-7d64-457b-b7b3-7596cc59986a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:16.505951 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-c7ef4dc6-8370-4978-b91e-73c3941fdc52 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dd8b87d-6712-4ffb-9339-a1d4d8b45f0c') {'for_net_delete': True} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:18:16.508784 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-c7ef4dc6-8370-4978-b91e-73c3941fdc52 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dd8b87d-6712-4ffb-9339-a1d4d8b45f0c') {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:18:16.555414 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c7ef4dc6-8370-4978-b91e-73c3941fdc52 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260542144'] for segment, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:16.627123 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c7ef4dc6-8370-4978-b91e-73c3941fdc52 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:16.651875 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7ef4dc6-8370-4978-b91e-73c3941fdc52 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=102731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:18:16.654382 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c7ef4dc6-8370-4978-b91e-73c3941fdc52 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260884178'] for segment, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:16.664282 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f0cdb4fb-7d64-457b-b7b3-7596cc59986a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:16.666797 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f0cdb4fb-7d64-457b-b7b3-7596cc59986a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:16.668022 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-f0cdb4fb-7d64-457b-b7b3-7596cc59986a admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/eb37f78b-a895-4d51-b06c-2e379e67961e HTTP/1.1" status: 204 len: 168 time: 0.3252478 May 18 18:18:16.714187 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cdb4fb-7d64-457b-b7b3-7596cc59986a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb37f78b-a895-4d51-b06c-2e379e67961e,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:16.728204 n-d-838550-3 neutron-server[102731]: Traceback (most recent call last): May 18 18:18:16.728204 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:18:16.728204 n-d-838550-3 neutron-server[102731]: timer() May 18 18:18:16.728204 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:18:16.728204 n-d-838550-3 neutron-server[102731]: cb(*args, **kw) May 18 18:18:16.728204 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:18:16.728204 n-d-838550-3 neutron-server[102731]: return func(*args, **kwargs) May 18 18:18:16.728204 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:18:16.728204 n-d-838550-3 neutron-server[102731]: self._notify() May 18 18:18:16.728204 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:18:16.728204 n-d-838550-3 neutron-server[102731]: self.callback(batched_events) May 18 18:18:16.728204 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:18:16.728204 n-d-838550-3 neutron-server[102731]: event.method(event) May 18 18:18:16.728204 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:18:16.728204 n-d-838550-3 neutron-server[102731]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:18:16.728204 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:18:16.728204 n-d-838550-3 neutron-server[102731]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:18:16.728204 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:18:16.728204 n-d-838550-3 neutron-server[102731]: return f(self, *a, **k) May 18 18:18:16.728204 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:18:16.728204 n-d-838550-3 neutron-server[102731]: return self._get(url).json() May 18 18:18:16.728204 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:18:16.728204 n-d-838550-3 neutron-server[102731]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:18:16.728204 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:18:16.728204 n-d-838550-3 neutron-server[102731]: return self.request(url, 'GET', **kwargs) May 18 18:18:16.728204 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:18:16.728204 n-d-838550-3 neutron-server[102731]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:18:16.728204 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:18:16.728204 n-d-838550-3 neutron-server[102731]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:18:16.728204 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:18:16.728204 n-d-838550-3 neutron-server[102731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:18:16.728204 n-d-838550-3 neutron-server[102731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:18:16.822403 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-930ac4da-305b-4119-97cf-5a30b23769de req-b96f7a69-86af-431e-b4aa-e70a0cbd270e tempest-ServerShowV247Test-312027836 tempest-ServerShowV247Test-312027836-project] 10.222.0.85 "GET /v2.0/ports?device_id=9cf24c74-666a-4d9a-baae-3dd88a870b72 HTTP/1.1" status: 200 len: 210 time: 0.0930538 May 18 18:18:16.900244 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c7ef4dc6-8370-4978-b91e-73c3941fdc52 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:16.923748 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c7ef4dc6-8370-4978-b91e-73c3941fdc52 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:16.930862 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-c7ef4dc6-8370-4978-b91e-73c3941fdc52 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "DELETE /v2.0/networks/303de0ee-e6b2-4f16-b090-15548665b4d3 HTTP/1.1" status: 204 len: 168 time: 1.1453855 May 18 18:18:16.942093 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ef4dc6-8370-4978-b91e-73c3941fdc52 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Pushing event deleted for resources: {'Network': ['ID=303de0ee-e6b2-4f16-b090-15548665b4d3,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:16.965357 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 37920) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:18:16.979188 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-e3a65a0c-9a92-4a39-8f7a-8fa8583eec1b tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Request body: {'network': {'name': 'tempest-network-smoke--313480309', 'project_id': '6664118b95564eb5aa43c658eedfd9ed', 'port_security_enabled': True}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:18:17.017671 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3a65a0c-9a92-4a39-8f7a-8fa8583eec1b tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Made reservation on behalf of 6664118b95564eb5aa43c658eedfd9ed for: {'network': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:18:17.021965 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e3a65a0c-9a92-4a39-8f7a-8fa8583eec1b tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:17.039567 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device dbad0ded-557f-41c6-aa1a-8b08843bc5ab no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:18:17.080025 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eaee85-e6e2-446c-a384-7e3060e280e7 req-46e5b734-9dce-4ed7-9f1e-6943145a1b9d tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:17.082452 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e9eaee85-e6e2-446c-a384-7e3060e280e7 req-46e5b734-9dce-4ed7-9f1e-6943145a1b9d tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.36 "GET /v2.0/networks?id=dc4b5d65-5cc2-446b-ba02-e822ca3edfb6 HTTP/1.1" status: 200 len: 815 time: 0.3502197 May 18 18:18:17.084900 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3a65a0c-9a92-4a39-8f7a-8fa8583eec1b tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 648} {{(pid=102730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:18:17.098252 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e3a65a0c-9a92-4a39-8f7a-8fa8583eec1b tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:17.098568 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-e9eaee85-e6e2-446c-a384-7e3060e280e7 req-6ad85407-bdc7-42c5-aac7-c5373cab5337 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Request body: {'port': {'device_id': 'aaccd41c-e3e7-4802-b05b-e5d8c53738da', 'network_id': 'dc4b5d65-5cc2-446b-ba02-e822ca3edfb6', 'admin_state_up': True, 'tenant_id': '3bd50e6e8ccf456285d1c6ca47cc0e73'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:18:17.099311 n-d-838550-3 neutron-server[102730]: INFO neutron.db.segments_db [None req-e3a65a0c-9a92-4a39-8f7a-8fa8583eec1b tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Added segment 972e2fbb-9aed-4c87-bafc-31fe8184212a of type vlan for network 3f8a9fba-a301-4045-a1ed-90503af6265b May 18 18:18:17.123063 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: dbad0ded-557f-41c6-aa1a-8b08843bc5ab {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:18:17.123261 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device dbad0ded-557f-41c6-aa1a-8b08843bc5ab not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:18:17.171681 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e3a65a0c-9a92-4a39-8f7a-8fa8583eec1b tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:17.207172 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device c1a38a60-53f2-4654-a616-b703911388e5 no longer exists at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:18:17.213954 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e3a65a0c-9a92-4a39-8f7a-8fa8583eec1b tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:17.239842 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a65a0c-9a92-4a39-8f7a-8fa8583eec1b tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:17.240887 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e3a65a0c-9a92-4a39-8f7a-8fa8583eec1b tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:17.257913 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] No Port match for: c1a38a60-53f2-4654-a616-b703911388e5 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:18:17.258725 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device c1a38a60-53f2-4654-a616-b703911388e5 not bound to the agent host n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:18:17.304296 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9eaee85-e6e2-446c-a384-7e3060e280e7 req-6ad85407-bdc7-42c5-aac7-c5373cab5337 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Made reservation on behalf of 3bd50e6e8ccf456285d1c6ca47cc0e73 for: {'port': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:18:17.310379 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-e9eaee85-e6e2-446c-a384-7e3060e280e7 req-6ad85407-bdc7-42c5-aac7-c5373cab5337 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:17.425216 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-e3a65a0c-9a92-4a39-8f7a-8fa8583eec1b tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4581935 May 18 18:18:17.429095 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 37938) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:18:17.453157 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-a86e2b25-cd15-4523-b8ee-6a1ce58deadc tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1485044425', 'admin_state_up': True, 'project_id': '6664118b95564eb5aa43c658eedfd9ed', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:18:17.486689 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a86e2b25-cd15-4523-b8ee-6a1ce58deadc tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25099'] for router, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:17.488613 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a86e2b25-cd15-4523-b8ee-6a1ce58deadc tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-593238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596850', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25088'] for router, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:17.592246 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a86e2b25-cd15-4523-b8ee-6a1ce58deadc tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:17.593922 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a65a0c-9a92-4a39-8f7a-8fa8583eec1b tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Pushing event updated for resources: {'Network': ['ID=3f8a9fba-a301-4045-a1ed-90503af6265b,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:17.616376 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network 3f8a9fba-a301-4045-a1ed-90503af6265b details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:18:17.664467 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-35d45e2a-2573-43e4-bec4-94b99511f60d req-edee5924-3884-4bd2-bc87-0cccb42f5640 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/ports?device_id=aaccd41c-e3e7-4802-b05b-e5d8c53738da HTTP/1.1" status: 200 len: 210 time: 0.1414871 May 18 18:18:17.696050 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [req-e9eaee85-e6e2-446c-a384-7e3060e280e7 req-6ad85407-bdc7-42c5-aac7-c5373cab5337 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Allocated IP 172.20.0.10 (dc4b5d65-5cc2-446b-ba02-e822ca3edfb6/9e5df085-5e19-493d-91de-23429af05a0a/8b68e400-726b-41f3-b2fa-77c061abacd8) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:18:17.846257 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 37952) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:18:17.946333 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ab6566ad-44a5-44db-aa5f-e9bb28c5a4ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:17.948269 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a86e2b25-cd15-4523-b8ee-6a1ce58deadc tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:18.117280 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ab6566ad-44a5-44db-aa5f-e9bb28c5a4ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:18.125844 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ab6566ad-44a5-44db-aa5f-e9bb28c5a4ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:18.172026 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-ab6566ad-44a5-44db-aa5f-e9bb28c5a4ea admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=3e50898451f04864b99d5f8546c23cbe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3231959 May 18 18:18:18.187281 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 37966) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:18:18.217404 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-e9eaee85-e6e2-446c-a384-7e3060e280e7 req-6ad85407-bdc7-42c5-aac7-c5373cab5337 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:18.290849 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e21881bd-292e-413b-8e8b-0e99c3c79536 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:18.298850 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-85104eea-e68c-4c5c-a10c-28b1267b99e3 req-e9b5855d-57f2-44a2-9f23-41ed7965c7aa tempest-ServerShowV247Test-312027836 tempest-ServerShowV247Test-312027836-project] 10.222.0.85 "GET /v2.0/ports?device_id=7d3d6f7b-0712-4aa0-bf29-7011b64dbb62 HTTP/1.1" status: 200 len: 210 time: 0.1255064 May 18 18:18:18.309218 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6566ad-44a5-44db-aa5f-e9bb28c5a4ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23db8931-70a8-4e0f-9956-5ad6c00de3ff,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:18.367387 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-e9eaee85-e6e2-446c-a384-7e3060e280e7 req-6ad85407-bdc7-42c5-aac7-c5373cab5337 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:18.391129 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e21881bd-292e-413b-8e8b-0e99c3c79536 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:18.454887 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9eaee85-e6e2-446c-a384-7e3060e280e7 req-6ad85407-bdc7-42c5-aac7-c5373cab5337 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Network dc4b5d65-5cc2-446b-ba02-e822ca3edfb6 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:18:18.459426 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [req-e9eaee85-e6e2-446c-a384-7e3060e280e7 req-6ad85407-bdc7-42c5-aac7-c5373cab5337 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:18:18.463803 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9eaee85-e6e2-446c-a384-7e3060e280e7 req-6ad85407-bdc7-42c5-aac7-c5373cab5337 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:18:18.519156 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad85407-bdc7-42c5-aac7-c5373cab5337 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Pushing event updated for resources: {'Port': ['ID=8b68e400-726b-41f3-b2fa-77c061abacd8,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:18.528470 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eaee85-e6e2-446c-a384-7e3060e280e7 req-6ad85407-bdc7-42c5-aac7-c5373cab5337 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:18.529148 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-e9eaee85-e6e2-446c-a384-7e3060e280e7 req-6ad85407-bdc7-42c5-aac7-c5373cab5337 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:18.553321 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e9eaee85-e6e2-446c-a384-7e3060e280e7 req-6ad85407-bdc7-42c5-aac7-c5373cab5337 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4608963 May 18 18:18:18.571475 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-e9eaee85-e6e2-446c-a384-7e3060e280e7 req-f0b359df-a191-4498-885c-f50c17bf7a0f service neutron] Request body: {'port': {'device_id': 'aaccd41c-e3e7-4802-b05b-e5d8c53738da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-3'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:18:18.661057 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a86e2b25-cd15-4523-b8ee-6a1ce58deadc tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks [] for router_gateway, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:18.724771 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a86e2b25-cd15-4523-b8ee-6a1ce58deadc tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:18.737976 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-e9eaee85-e6e2-446c-a384-7e3060e280e7 req-f0b359df-a191-4498-885c-f50c17bf7a0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:18.738893 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e21881bd-292e-413b-8e8b-0e99c3c79536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:18.743125 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e21881bd-292e-413b-8e8b-0e99c3c79536 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:18.751296 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-e21881bd-292e-413b-8e8b-0e99c3c79536 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/23db8931-70a8-4e0f-9956-5ad6c00de3ff HTTP/1.1" status: 204 len: 168 time: 0.5621619 May 18 18:18:18.806953 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21881bd-292e-413b-8e8b-0e99c3c79536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23db8931-70a8-4e0f-9956-5ad6c00de3ff,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:18.914969 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-a86e2b25-cd15-4523-b8ee-6a1ce58deadc tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Allocated IP 172.25.5.117 (31ebd439-090c-4b25-bbb0-31c48711b145/363a2810-8a83-4be0-a317-7c91fcd94485/52445f4a-7363-4b89-94c1-d8ed3c3645eb) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:18:18.997222 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 37996) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:18:19.174699 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888a536f-393f-4f43-b2a5-f308eeac7b29 req-fec45876-3347-460d-bbbf-121046229787 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:19.179335 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-888a536f-393f-4f43-b2a5-f308eeac7b29 req-fec45876-3347-460d-bbbf-121046229787 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/ports?device_id=aaccd41c-e3e7-4802-b05b-e5d8c53738da HTTP/1.1" status: 200 len: 932 time: 0.3406067 May 18 18:18:19.237028 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a86e2b25-cd15-4523-b8ee-6a1ce58deadc tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:19.318104 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a86e2b25-cd15-4523-b8ee-6a1ce58deadc tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:19.380132 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86e2b25-cd15-4523-b8ee-6a1ce58deadc tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Pushing event updated for resources: {'Port': ['ID=52445f4a-7363-4b89-94c1-d8ed3c3645eb,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:19.393076 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a86e2b25-cd15-4523-b8ee-6a1ce58deadc tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Network 31ebd439-090c-4b25-bbb0-31c48711b145 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:18:19.394463 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-a86e2b25-cd15-4523-b8ee-6a1ce58deadc tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:18:19.397089 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86e2b25-cd15-4523-b8ee-6a1ce58deadc tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:18:19.429579 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-888a536f-393f-4f43-b2a5-f308eeac7b29 req-419806b6-02b4-4800-ad38-b731bbd7fcb0 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/security-groups?id=0cf286b9-4259-46f9-a9b8-06a8c9d0d055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214839 May 18 18:18:19.460679 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-d9c7e044-31b3-490d-af3b-45cdc044b473 tempest-RoutersAdminNegativeTest-2097365104 tempest-RoutersAdminNegativeTest-2097365104-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1273435338', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:18:19.542418 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [req-e9eaee85-e6e2-446c-a384-7e3060e280e7 req-f0b359df-a191-4498-885c-f50c17bf7a0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b68e400-726b-41f3-b2fa-77c061abacd8 {{(pid=102731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:18:19.560673 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9c7e044-31b3-490d-af3b-45cdc044b473 tempest-RoutersAdminNegativeTest-2097365104 tempest-RoutersAdminNegativeTest-2097365104-project-admin] Made reservation on behalf of 29e231fb20ac48c1aed42cbddef764ce for: {'port': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:18:19.566297 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d9c7e044-31b3-490d-af3b-45cdc044b473 tempest-RoutersAdminNegativeTest-2097365104 tempest-RoutersAdminNegativeTest-2097365104-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:19.573146 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-e9eaee85-e6e2-446c-a384-7e3060e280e7 req-f0b359df-a191-4498-885c-f50c17bf7a0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:19.603456 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d9c7e044-31b3-490d-af3b-45cdc044b473 tempest-RoutersAdminNegativeTest-2097365104 tempest-RoutersAdminNegativeTest-2097365104-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:19.639155 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.provisioning_blocks [req-e9eaee85-e6e2-446c-a384-7e3060e280e7 req-f0b359df-a191-4498-885c-f50c17bf7a0f service neutron] Transition to ACTIVE for port object 8b68e400-726b-41f3-b2fa-77c061abacd8 will not be triggered until provisioned by entity L2. {{(pid=102731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:18:19.645415 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-e9eaee85-e6e2-446c-a384-7e3060e280e7 req-f0b359df-a191-4498-885c-f50c17bf7a0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:19.661564 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5586ec19-98ee-446f-912d-4ec224da8805 req-7932ca78-4f5b-47f6-9ea8-c4d13c38018c tempest-ServerShowV247Test-312027836 tempest-ServerShowV247Test-312027836-project] 10.222.0.85 "GET /v2.0/ports?device_id=7d3d6f7b-0712-4aa0-bf29-7011b64dbb62 HTTP/1.1" status: 200 len: 210 time: 0.0634634 May 18 18:18:19.772118 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b359df-a191-4498-885c-f50c17bf7a0f service neutron] Pushing event updated for resources: {'Port': ['ID=8b68e400-726b-41f3-b2fa-77c061abacd8,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:19.997044 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-e9eaee85-e6e2-446c-a384-7e3060e280e7 req-f0b359df-a191-4498-885c-f50c17bf7a0f service neutron] Attempting to bind port 8b68e400-726b-41f3-b2fa-77c061abacd8 on host n-h1-838550-3 for vnic_type normal with profile {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:18:19.997385 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-e9eaee85-e6e2-446c-a384-7e3060e280e7 req-f0b359df-a191-4498-885c-f50c17bf7a0f service neutron] Attempting to bind port 8b68e400-726b-41f3-b2fa-77c061abacd8 by drivers openvswitch,hyperv on host n-h1-838550-3 at level 0 using segments [{'id': '1c33b8e1-9163-4f86-a1f0-1efa8c3ca198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'dc4b5d65-5cc2-446b-ba02-e822ca3edfb6'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:18:19.997802 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9eaee85-e6e2-446c-a384-7e3060e280e7 req-f0b359df-a191-4498-885c-f50c17bf7a0f service neutron] Attempting to bind port 8b68e400-726b-41f3-b2fa-77c061abacd8 on network dc4b5d65-5cc2-446b-ba02-e822ca3edfb6 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:18:20.019294 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9eaee85-e6e2-446c-a384-7e3060e280e7 req-f0b359df-a191-4498-885c-f50c17bf7a0f service neutron] Port 8b68e400-726b-41f3-b2fa-77c061abacd8 on network dc4b5d65-5cc2-446b-ba02-e822ca3edfb6 not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-3 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:18:20.020058 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9eaee85-e6e2-446c-a384-7e3060e280e7 req-f0b359df-a191-4498-885c-f50c17bf7a0f service neutron] Attempting to bind port 8b68e400-726b-41f3-b2fa-77c061abacd8 on network dc4b5d65-5cc2-446b-ba02-e822ca3edfb6 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:18:20.031114 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d9c7e044-31b3-490d-af3b-45cdc044b473 tempest-RoutersAdminNegativeTest-2097365104 tempest-RoutersAdminNegativeTest-2097365104-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:20.033348 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9eaee85-e6e2-446c-a384-7e3060e280e7 req-f0b359df-a191-4498-885c-f50c17bf7a0f service neutron] Checking agent: {'id': '1dbac822-25f2-4df8-9dc8-5c2e7b136eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:18:20.034227 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9eaee85-e6e2-446c-a384-7e3060e280e7 req-f0b359df-a191-4498-885c-f50c17bf7a0f service neutron] Checking segment: {'id': '1c33b8e1-9163-4f86-a1f0-1efa8c3ca198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'dc4b5d65-5cc2-446b-ba02-e822ca3edfb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:18:20.035026 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9eaee85-e6e2-446c-a384-7e3060e280e7 req-f0b359df-a191-4498-885c-f50c17bf7a0f service neutron] Bound using segment: {'id': '1c33b8e1-9163-4f86-a1f0-1efa8c3ca198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'dc4b5d65-5cc2-446b-ba02-e822ca3edfb6'} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:18:20.035691 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-e9eaee85-e6e2-446c-a384-7e3060e280e7 req-f0b359df-a191-4498-885c-f50c17bf7a0f service neutron] Bound port: 8b68e400-726b-41f3-b2fa-77c061abacd8, host: n-h1-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c33b8e1-9163-4f86-a1f0-1efa8c3ca198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'dc4b5d65-5cc2-446b-ba02-e822ca3edfb6'}}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:18:20.036127 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-e9eaee85-e6e2-446c-a384-7e3060e280e7 req-f0b359df-a191-4498-885c-f50c17bf7a0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:20.040139 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d9c7e044-31b3-490d-af3b-45cdc044b473 tempest-RoutersAdminNegativeTest-2097365104 tempest-RoutersAdminNegativeTest-2097365104-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:20.064054 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [None req-d9c7e044-31b3-490d-af3b-45cdc044b473 tempest-RoutersAdminNegativeTest-2097365104 tempest-RoutersAdminNegativeTest-2097365104-project-admin] device_id is not set on port 6fe12929-7180-4f40-b994-c5d6841017f3 yet. {{(pid=102731) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 18 18:18:20.243004 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-e9eaee85-e6e2-446c-a384-7e3060e280e7 req-f0b359df-a191-4498-885c-f50c17bf7a0f service neutron] For port 8b68e400-726b-41f3-b2fa-77c061abacd8, host n-h1-838550-3, cleared binding levels {{(pid=102731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:18:20.264259 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c7e044-31b3-490d-af3b-45cdc044b473 tempest-RoutersAdminNegativeTest-2097365104 tempest-RoutersAdminNegativeTest-2097365104-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb989c0c-fc55-4496-9487-4b73ba2f173c,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:20.271299 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a86e2b25-cd15-4523-b8ee-6a1ce58deadc tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks [] for router_gateway, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:20.290854 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-e9eaee85-e6e2-446c-a384-7e3060e280e7 req-f0b359df-a191-4498-885c-f50c17bf7a0f service neutron] For port 8b68e400-726b-41f3-b2fa-77c061abacd8, host n-h1-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=8b68e400-726b-41f3-b2fa-77c061abacd8,segment=NetworkSegment(1c33b8e1-9163-4f86-a1f0-1efa8c3ca198),segment_id=1c33b8e1-9163-4f86-a1f0-1efa8c3ca198)] {{(pid=102731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:18:20.301759 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-e9eaee85-e6e2-446c-a384-7e3060e280e7 req-f0b359df-a191-4498-885c-f50c17bf7a0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:20.386147 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eaee85-e6e2-446c-a384-7e3060e280e7 req-f0b359df-a191-4498-885c-f50c17bf7a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:20.386938 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-e9eaee85-e6e2-446c-a384-7e3060e280e7 req-f0b359df-a191-4498-885c-f50c17bf7a0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:20.388615 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e9eaee85-e6e2-446c-a384-7e3060e280e7 req-f0b359df-a191-4498-885c-f50c17bf7a0f service neutron] 10.222.0.36 "PUT /v2.0/ports/8b68e400-726b-41f3-b2fa-77c061abacd8 HTTP/1.1" status: 200 len: 1092 time: 1.8229244 May 18 18:18:20.389657 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaccd41c-e3e7-4802-b05b-e5d8c53738da', 'tag': '8b68e400-726b-41f3-b2fa-77c061abacd8'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:18:20.391755 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5861936d-f242-4236-a8e6-ebb6d363bbe2" -d '{"events": [{"name": "network-changed", "server_uuid": "aaccd41c-e3e7-4802-b05b-e5d8c53738da", "tag": "8b68e400-726b-41f3-b2fa-77c061abacd8"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:18:20.449077 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-d9c7e044-31b3-490d-af3b-45cdc044b473 tempest-RoutersAdminNegativeTest-2097365104 tempest-RoutersAdminNegativeTest-2097365104-project-admin] Allocated IP 172.25.5.105 (31ebd439-090c-4b25-bbb0-31c48711b145/363a2810-8a83-4be0-a317-7c91fcd94485/6fe12929-7180-4f40-b994-c5d6841017f3) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:18:20.501462 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f765fa9-0826-4650-aacb-7cf732226244 x-openstack-request-id: req-0f765fa9-0826-4650-aacb-7cf732226244 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:18:20.503325 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aaccd41c-e3e7-4802-b05b-e5d8c53738da", "tag": "8b68e400-726b-41f3-b2fa-77c061abacd8", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:18:20.512986 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-0f765fa9-0826-4650-aacb-7cf732226244 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:18:20.513513 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f765fa9-0826-4650-aacb-7cf732226244'] response: {'name': 'network-changed', 'server_uuid': 'aaccd41c-e3e7-4802-b05b-e5d8c53738da', 'tag': '8b68e400-726b-41f3-b2fa-77c061abacd8', 'status': 'completed', 'code': 200} May 18 18:18:20.517888 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b359df-a191-4498-885c-f50c17bf7a0f service neutron] Pushing event updated for resources: {'Port': ['ID=8b68e400-726b-41f3-b2fa-77c061abacd8,revision_number=3']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:20.621434 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eaee85-e6e2-446c-a384-7e3060e280e7 req-240db197-a4cc-489c-b83e-b2c7198b8e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:20.621434 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e9eaee85-e6e2-446c-a384-7e3060e280e7 req-240db197-a4cc-489c-b83e-b2c7198b8e7f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3bd50e6e8ccf456285d1c6ca47cc0e73&device_id=aaccd41c-e3e7-4802-b05b-e5d8c53738da HTTP/1.1" status: 200 len: 1095 time: 0.1537898 May 18 18:18:20.727626 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a86e2b25-cd15-4523-b8ee-6a1ce58deadc tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596801'] for router, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:20.729008 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4f671a6a-9bcd-4cf9-884d-1b49f7119b56 req-25754a42-3334-410c-873a-87e4b663ffb1 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=9cf24c74-666a-4d9a-baae-3dd88a870b72 HTTP/1.1" status: 200 len: 210 time: 0.0800574 May 18 18:18:20.763732 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e9eaee85-e6e2-446c-a384-7e3060e280e7 req-7c795327-04de-4d6b-a026-c2314eeb6c65 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8b68e400-726b-41f3-b2fa-77c061abacd8 HTTP/1.1" status: 200 len: 217 time: 0.1129687 May 18 18:18:20.817766 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb113d7e-428f-4079-ad41-f6c4874fcbd3 req-b12de583-25db-4756-9e14-dea21707a0f2 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:20.827833 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d9c7e044-31b3-490d-af3b-45cdc044b473 tempest-RoutersAdminNegativeTest-2097365104 tempest-RoutersAdminNegativeTest-2097365104-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:20.828384 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fb113d7e-428f-4079-ad41-f6c4874fcbd3 req-b12de583-25db-4756-9e14-dea21707a0f2 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/ports?device_id=aaccd41c-e3e7-4802-b05b-e5d8c53738da HTTP/1.1" status: 200 len: 944 time: 0.1658564 May 18 18:18:20.901057 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d9c7e044-31b3-490d-af3b-45cdc044b473 tempest-RoutersAdminNegativeTest-2097365104 tempest-RoutersAdminNegativeTest-2097365104-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:20.970901 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fb113d7e-428f-4079-ad41-f6c4874fcbd3 req-955b2741-6987-4705-9fea-722929113b0d tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/security-groups?id=0cf286b9-4259-46f9-a9b8-06a8c9d0d055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390893 May 18 18:18:21.002717 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2652dc0b-0672-4f23-b7e0-e6a21fb57b55 req-da4d9958-e521-4dc8-aaca-6cd1e981eeba tempest-ServerShowV247Test-312027836 tempest-ServerShowV247Test-312027836-project] 10.222.0.85 "GET /v2.0/ports?device_id=7d3d6f7b-0712-4aa0-bf29-7011b64dbb62 HTTP/1.1" status: 200 len: 210 time: 0.0831940 May 18 18:18:21.021666 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eaee85-e6e2-446c-a384-7e3060e280e7 req-650b06b3-2a56-4ee4-ab7f-a0801ef9a943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:21.023960 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e9eaee85-e6e2-446c-a384-7e3060e280e7 req-650b06b3-2a56-4ee4-ab7f-a0801ef9a943 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9e5df085-5e19-493d-91de-23429af05a0a HTTP/1.1" status: 200 len: 855 time: 0.1651103 May 18 18:18:21.048927 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a86e2b25-cd15-4523-b8ee-6a1ce58deadc tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Router 3e2ae5bc-2c8e-4f90-b16d-bd1568184238 is scheduled to L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e with binding_index 1 {{(pid=102730) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 18 18:18:21.050412 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c7e044-31b3-490d-af3b-45cdc044b473 tempest-RoutersAdminNegativeTest-2097365104 tempest-RoutersAdminNegativeTest-2097365104-project-admin] Pushing event updated for resources: {'Port': ['ID=6fe12929-7180-4f40-b994-c5d6841017f3,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:21.065008 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c7e044-31b3-490d-af3b-45cdc044b473 tempest-RoutersAdminNegativeTest-2097365104 tempest-RoutersAdminNegativeTest-2097365104-project-admin] Network 31ebd439-090c-4b25-bbb0-31c48711b145 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:18:21.115791 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e9eaee85-e6e2-446c-a384-7e3060e280e7 req-6640f6a6-affd-4ef8-9319-edae40386f16 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dc4b5d65-5cc2-446b-ba02-e822ca3edfb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664716 May 18 18:18:21.117536 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-d9c7e044-31b3-490d-af3b-45cdc044b473 tempest-RoutersAdminNegativeTest-2097365104 tempest-RoutersAdminNegativeTest-2097365104-project-admin] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:18:21.120664 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c7e044-31b3-490d-af3b-45cdc044b473 tempest-RoutersAdminNegativeTest-2097365104 tempest-RoutersAdminNegativeTest-2097365104-project-admin] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:18:21.229698 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c7e044-31b3-490d-af3b-45cdc044b473 tempest-RoutersAdminNegativeTest-2097365104 tempest-RoutersAdminNegativeTest-2097365104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:21.230779 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d9c7e044-31b3-490d-af3b-45cdc044b473 tempest-RoutersAdminNegativeTest-2097365104 tempest-RoutersAdminNegativeTest-2097365104-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:21.250700 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a86e2b25-cd15-4523-b8ee-6a1ce58deadc tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:18:21.273917 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05a6f6b-7b45-484b-ae83-36c8b658fd1a None None] Sync routers for ids ['3e2ae5bc-2c8e-4f90-b16d-bd1568184238'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:18:21.280740 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-d9c7e044-31b3-490d-af3b-45cdc044b473 tempest-RoutersAdminNegativeTest-2097365104 tempest-RoutersAdminNegativeTest-2097365104-project-admin] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.2737679 May 18 18:18:21.289875 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 38066) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:18:21.298641 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-6374cbca-847e-45a1-aeb3-a226d4d45c7f tempest-RoutersAdminNegativeTest-2097365104 tempest-RoutersAdminNegativeTest-2097365104-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.105'}]}}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:18:21.314328 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05a6f6b-7b45-484b-ae83-36c8b658fd1a None None] Routers {'3e2ae5bc-2c8e-4f90-b16d-bd1568184238'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:18:21.320254 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-e05a6f6b-7b45-484b-ae83-36c8b658fd1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:18:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['3e2ae5bc-2c8e-4f90-b16d-bd1568184238'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:18:21.323847 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a86e2b25-cd15-4523-b8ee-6a1ce58deadc tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks [] for router, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:21.330442 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-a86e2b25-cd15-4523-b8ee-6a1ce58deadc tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.8850925 May 18 18:18:21.333068 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 38068) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:18:21.364465 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e9eaee85-e6e2-446c-a384-7e3060e280e7 req-438f3849-c5ca-41ff-9d27-4debf4afeec9 service neutron] 10.222.0.36 "GET /v2.0/networks/dc4b5d65-5cc2-446b-ba02-e822ca3edfb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073474 May 18 18:18:21.393435 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a2d8e617-ba65-40ce-8e7c-13eec7b22fb4 req-b08d204c-1194-4a5e-9b21-ceacb969dfe0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7d3d6f7b-0712-4aa0-bf29-7011b64dbb62 HTTP/1.1" status: 200 len: 210 time: 0.0584619 May 18 18:18:21.394901 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6374cbca-847e-45a1-aeb3-a226d4d45c7f tempest-RoutersAdminNegativeTest-2097365104 tempest-RoutersAdminNegativeTest-2097365104-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25099'] for router, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:21.396163 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6374cbca-847e-45a1-aeb3-a226d4d45c7f tempest-RoutersAdminNegativeTest-2097365104 tempest-RoutersAdminNegativeTest-2097365104-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-593238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596850', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25088'] for router, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:21.455406 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-e05a6f6b-7b45-484b-ae83-36c8b658fd1a None None] Set router 3e2ae5bc-2c8e-4f90-b16d-bd1568184238 gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:18:21.484659 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6374cbca-847e-45a1-aeb3-a226d4d45c7f tempest-RoutersAdminNegativeTest-2097365104 tempest-RoutersAdminNegativeTest-2097365104-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:21.500319 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-b3372255-8772-451b-b09f-9b00f3722c39 tempest-TestNetworkBasicOps-813462103 tempest-TestNetworkBasicOps-813462103-project-admin] 10.222.0.85 "GET /v2.0/subnets?project_id=6664118b95564eb5aa43c658eedfd9ed&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1650331 May 18 18:18:21.501512 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 38072) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:18:21.606931 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e9eaee85-e6e2-446c-a384-7e3060e280e7 req-a1fea0eb-0ae0-4e08-9030-48c0d3bc9c85 service neutron] 10.222.0.36 "GET /v2.0/networks/dc4b5d65-5cc2-446b-ba02-e822ca3edfb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098761 May 18 18:18:21.658718 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 38076) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:18:21.659792 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0cab201-6065-49cf-96f0-3155631150f6 tempest-TestNetworkBasicOps-813462103 tempest-TestNetworkBasicOps-813462103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:21.661488 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-f0cab201-6065-49cf-96f0-3155631150f6 tempest-TestNetworkBasicOps-813462103 tempest-TestNetworkBasicOps-813462103-project-admin] 10.222.0.85 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1571729 May 18 18:18:21.668708 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 38078) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:18:21.767825 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-e05a6f6b-7b45-484b-ae83-36c8b658fd1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e2ae5bc-2c8e-4f90-b16d-bd1568184238', 'name': 'tempest-TestNetworkBasicOps-router-1485044425', 'tenant_id': '6664118b95564eb5aa43c658eedfd9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '52445f4a-7363-4b89-94c1-d8ed3c3645eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:18:17Z', 'updated_at': '2022-05-18T18:18:19Z', 'revision_number': 3, 'project_id': '6664118b95564eb5aa43c658eedfd9ed', 'gw_port': {'id': '52445f4a-7363-4b89-94c1-d8ed3c3645eb', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ef:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e2ae5bc-2c8e-4f90-b16d-bd1568184238', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:18:18Z', 'updated_at': '2022-05-18T18:18:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:18:21.805348 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-2ca654d5-bd6e-4771-885b-863ca54dce99 tempest-TestNetworkBasicOps-813462103 tempest-TestNetworkBasicOps-813462103-project-admin] 10.222.0.85 "GET /v2.0/subnets?network_id=31ebd439-090c-4b25-bbb0-31c48711b145&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1353421 May 18 18:18:21.809773 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 38082) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:18:21.811926 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05a6f6b-7b45-484b-ae83-36c8b658fd1a None None] Checking router: 3e2ae5bc-2c8e-4f90-b16d-bd1568184238 for host: n-d-838550-3 {{(pid=102732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:18:21.812529 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05a6f6b-7b45-484b-ae83-36c8b658fd1a None None] Updating router 3e2ae5bc-2c8e-4f90-b16d-bd1568184238 port 52445f4a-7363-4b89-94c1-d8ed3c3645eb binding host n-d-838550-3 {{(pid=102732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 18:18:21.855595 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5861936d-f242-4236-a8e6-ebb6d363bbe2 req-08376cbb-22a5-400d-af30-d663b9d5798f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:21.855595 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5861936d-f242-4236-a8e6-ebb6d363bbe2 req-08376cbb-22a5-400d-af30-d663b9d5798f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3bd50e6e8ccf456285d1c6ca47cc0e73&device_id=aaccd41c-e3e7-4802-b05b-e5d8c53738da HTTP/1.1" status: 200 len: 1095 time: 0.1757061 May 18 18:18:21.866139 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-7f2c53ba-ba7d-447e-af18-2c842979ddee tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-806898190', 'network_id': '3f8a9fba-a301-4045-a1ed-90503af6265b', 'project_id': '6664118b95564eb5aa43c658eedfd9ed', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:18:21.880321 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6374cbca-847e-45a1-aeb3-a226d4d45c7f tempest-RoutersAdminNegativeTest-2097365104 tempest-RoutersAdminNegativeTest-2097365104-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:21.881242 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-e05a6f6b-7b45-484b-ae83-36c8b658fd1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:21.978522 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-fedefacd-15a8-40e5-8bfd-ac4d6040fbef admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:22.019715 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5861936d-f242-4236-a8e6-ebb6d363bbe2 req-98f4e5b6-9a1a-433f-9027-1684382b6e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:22.022206 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5861936d-f242-4236-a8e6-ebb6d363bbe2 req-98f4e5b6-9a1a-433f-9027-1684382b6e17 service neutron] 10.222.0.36 "GET /v2.0/networks?id=dc4b5d65-5cc2-446b-ba02-e822ca3edfb6 HTTP/1.1" status: 200 len: 916 time: 0.1605265 May 18 18:18:22.081046 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5861936d-f242-4236-a8e6-ebb6d363bbe2 req-5bd54484-95be-4802-a341-f783cb25f401 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8b68e400-726b-41f3-b2fa-77c061abacd8 HTTP/1.1" status: 200 len: 217 time: 0.0513415 May 18 18:18:22.199228 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5861936d-f242-4236-a8e6-ebb6d363bbe2 req-d69e6878-b03d-40ce-8dd7-9a7b6d92cabd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:22.201993 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5861936d-f242-4236-a8e6-ebb6d363bbe2 req-d69e6878-b03d-40ce-8dd7-9a7b6d92cabd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9e5df085-5e19-493d-91de-23429af05a0a HTTP/1.1" status: 200 len: 855 time: 0.1139326 May 18 18:18:22.280056 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5861936d-f242-4236-a8e6-ebb6d363bbe2 req-8d7636b1-8df1-44ce-aaba-83a3364dba1e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dc4b5d65-5cc2-446b-ba02-e822ca3edfb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660901 May 18 18:18:22.343104 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f2c53ba-ba7d-447e-af18-2c842979ddee tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Made reservation on behalf of 6664118b95564eb5aa43c658eedfd9ed for: {'subnet': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:18:22.352239 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7f2c53ba-ba7d-447e-af18-2c842979ddee tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261031885'] for subnet, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:22.382832 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ef622cdc-dd95-43fc-98a4-561821cb05df req-b16cb9a7-bcbe-46cc-8cd5-cbbda8d0ddb4 tempest-ServerShowV247Test-312027836 tempest-ServerShowV247Test-312027836-project] 10.222.0.85 "GET /v2.0/ports?device_id=7d3d6f7b-0712-4aa0-bf29-7011b64dbb62 HTTP/1.1" status: 200 len: 210 time: 0.1017835 May 18 18:18:22.487030 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d390aea-eb74-4cde-bffc-20ed69c30d85 req-0cc94f68-45f9-45bc-957c-5eb2293c7069 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:22.499551 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4d390aea-eb74-4cde-bffc-20ed69c30d85 req-0cc94f68-45f9-45bc-957c-5eb2293c7069 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/ports?device_id=aaccd41c-e3e7-4802-b05b-e5d8c53738da HTTP/1.1" status: 200 len: 944 time: 0.3733740 May 18 18:18:22.628611 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5861936d-f242-4236-a8e6-ebb6d363bbe2 req-447fd596-0a9d-4a15-ae67-571d1a3dfbce service neutron] 10.222.0.36 "GET /v2.0/networks/dc4b5d65-5cc2-446b-ba02-e822ca3edfb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443628 May 18 18:18:22.657554 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-e05a6f6b-7b45-484b-ae83-36c8b658fd1a None None] Notify callbacks [] for port, precommit_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:22.666320 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-e05a6f6b-7b45-484b-ae83-36c8b658fd1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:22.737317 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-fedefacd-15a8-40e5-8bfd-ac4d6040fbef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:22.739158 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-fedefacd-15a8-40e5-8bfd-ac4d6040fbef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:22.786155 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-e05a6f6b-7b45-484b-ae83-36c8b658fd1a None None] Attempting to bind port 52445f4a-7363-4b89-94c1-d8ed3c3645eb on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:18:22.786723 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-e05a6f6b-7b45-484b-ae83-36c8b658fd1a None None] Attempting to bind port 52445f4a-7363-4b89-94c1-d8ed3c3645eb by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:18:22.787312 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05a6f6b-7b45-484b-ae83-36c8b658fd1a None None] Attempting to bind port 52445f4a-7363-4b89-94c1-d8ed3c3645eb on network 31ebd439-090c-4b25-bbb0-31c48711b145 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:18:22.805130 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05a6f6b-7b45-484b-ae83-36c8b658fd1a None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:18:22.805805 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05a6f6b-7b45-484b-ae83-36c8b658fd1a None None] Checking segment: {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:18:22.806504 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-e05a6f6b-7b45-484b-ae83-36c8b658fd1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:22.807453 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05a6f6b-7b45-484b-ae83-36c8b658fd1a None None] Bound using segment: {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:18:22.809479 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-e05a6f6b-7b45-484b-ae83-36c8b658fd1a None None] Bound port: 52445f4a-7363-4b89-94c1-d8ed3c3645eb, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:18:22.809479 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-e05a6f6b-7b45-484b-ae83-36c8b658fd1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:22.890494 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-fedefacd-15a8-40e5-8bfd-ac4d6040fbef admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=7fb782f00be84b1c99046e770eb764dd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2282310 May 18 18:18:22.892787 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f170d9-d389-4fb7-a7cc-22b5ad9a0668 None None] Pushing event updated for resources: {'Port': ['ID=52445f4a-7363-4b89-94c1-d8ed3c3645eb,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:22.899183 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 38100) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:18:22.925580 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4d390aea-eb74-4cde-bffc-20ed69c30d85 req-54212dc1-5494-426c-87c8-015879721ef7 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/security-groups?id=0cf286b9-4259-46f9-a9b8-06a8c9d0d055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4080703 May 18 18:18:22.925580 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedefacd-15a8-40e5-8bfd-ac4d6040fbef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26d9983c-6330-42e1-ba01-e7ade8ac21ce,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:22.938714 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-e05a6f6b-7b45-484b-ae83-36c8b658fd1a None None] For port 52445f4a-7363-4b89-94c1-d8ed3c3645eb, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:18:22.944498 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-e05a6f6b-7b45-484b-ae83-36c8b658fd1a None None] For port 52445f4a-7363-4b89-94c1-d8ed3c3645eb, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=52445f4a-7363-4b89-94c1-d8ed3c3645eb,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:18:22.949376 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedefacd-15a8-40e5-8bfd-ac4d6040fbef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:18:22.950123 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedefacd-15a8-40e5-8bfd-ac4d6040fbef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:18:22.950712 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedefacd-15a8-40e5-8bfd-ac4d6040fbef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:18:22.951344 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedefacd-15a8-40e5-8bfd-ac4d6040fbef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:18:22.951953 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedefacd-15a8-40e5-8bfd-ac4d6040fbef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:18:22.952498 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedefacd-15a8-40e5-8bfd-ac4d6040fbef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:18:22.953133 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-e05a6f6b-7b45-484b-ae83-36c8b658fd1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:22.954283 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedefacd-15a8-40e5-8bfd-ac4d6040fbef admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:18:22.954776 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedefacd-15a8-40e5-8bfd-ac4d6040fbef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:18:22.955269 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedefacd-15a8-40e5-8bfd-ac4d6040fbef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:18:22.955753 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedefacd-15a8-40e5-8bfd-ac4d6040fbef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:18:22.956236 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedefacd-15a8-40e5-8bfd-ac4d6040fbef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:18:22.956756 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedefacd-15a8-40e5-8bfd-ac4d6040fbef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:18:23.013924 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5861936d-f242-4236-a8e6-ebb6d363bbe2 req-07009ef9-f316-4278-8dbb-b3bf1e615712 service neutron] 10.222.0.36 "GET /v2.0/networks/dc4b5d65-5cc2-446b-ba02-e822ca3edfb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3771458 May 18 18:18:23.029675 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e479fa57-9804-4fba-9a8a-5312868b1d0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:23.058094 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05a6f6b-7b45-484b-ae83-36c8b658fd1a None None] Routers {'3e2ae5bc-2c8e-4f90-b16d-bd1568184238'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:18:23.059216 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-e05a6f6b-7b45-484b-ae83-36c8b658fd1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:18:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['3e2ae5bc-2c8e-4f90-b16d-bd1568184238'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:18:23.077837 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e479fa57-9804-4fba-9a8a-5312868b1d0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:23.084732 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f170d9-d389-4fb7-a7cc-22b5ad9a0668 None None] Pushing event updated for resources: {'Port': ['ID=52445f4a-7363-4b89-94c1-d8ed3c3645eb,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:23.200077 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e479fa57-9804-4fba-9a8a-5312868b1d0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:23.202695 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e479fa57-9804-4fba-9a8a-5312868b1d0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:23.204495 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-e479fa57-9804-4fba-9a8a-5312868b1d0c admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/26d9983c-6330-42e1-ba01-e7ade8ac21ce HTTP/1.1" status: 204 len: 168 time: 0.3038261 May 18 18:18:23.227507 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e479fa57-9804-4fba-9a8a-5312868b1d0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26d9983c-6330-42e1-ba01-e7ade8ac21ce,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:23.253511 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e479fa57-9804-4fba-9a8a-5312868b1d0c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:18:23.253892 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e479fa57-9804-4fba-9a8a-5312868b1d0c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:18:23.254244 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e479fa57-9804-4fba-9a8a-5312868b1d0c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:18:23.254578 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e479fa57-9804-4fba-9a8a-5312868b1d0c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:18:23.254915 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e479fa57-9804-4fba-9a8a-5312868b1d0c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:18:23.255254 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e479fa57-9804-4fba-9a8a-5312868b1d0c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:18:23.255753 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e479fa57-9804-4fba-9a8a-5312868b1d0c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:18:23.256087 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e479fa57-9804-4fba-9a8a-5312868b1d0c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:18:23.256417 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e479fa57-9804-4fba-9a8a-5312868b1d0c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:18:23.256744 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e479fa57-9804-4fba-9a8a-5312868b1d0c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:18:23.257072 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e479fa57-9804-4fba-9a8a-5312868b1d0c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:18:23.257394 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e479fa57-9804-4fba-9a8a-5312868b1d0c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:18:23.271744 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6374cbca-847e-45a1-aeb3-a226d4d45c7f tempest-RoutersAdminNegativeTest-2097365104 tempest-RoutersAdminNegativeTest-2097365104-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:23.319314 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7f2c53ba-ba7d-447e-af18-2c842979ddee tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261104883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261031899'] for subnet, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:23.326665 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6374cbca-847e-45a1-aeb3-a226d4d45c7f tempest-RoutersAdminNegativeTest-2097365104 tempest-RoutersAdminNegativeTest-2097365104-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:23.481719 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-e05a6f6b-7b45-484b-ae83-36c8b658fd1a None None] Set router 3e2ae5bc-2c8e-4f90-b16d-bd1568184238 gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:18:23.579266 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2c53ba-ba7d-447e-af18-2c842979ddee tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Pushing event updated for resources: {'Subnet': ['ID=f3087b50-8afa-41c8-8fad-b7d7fc4a8246,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:23.589608 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2c53ba-ba7d-447e-af18-2c842979ddee tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Checking segment: {'id': '972e2fbb-9aed-4c87-bafc-31fe8184212a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '3f8a9fba-a301-4045-a1ed-90503af6265b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:18:23.589997 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f2c53ba-ba7d-447e-af18-2c842979ddee tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Network hostable DHCP agents. Network: 3f8a9fba-a301-4045-a1ed-90503af6265b, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:18:23.621104 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f2c53ba-ba7d-447e-af18-2c842979ddee tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Network 3f8a9fba-a301-4045-a1ed-90503af6265b is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:18:23.652241 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-99656f07-306b-4e9f-aad2-4738253c54e4 req-c64bc818-08a9-4c7d-ae76-795672bb362e tempest-ServerShowV247Test-312027836 tempest-ServerShowV247Test-312027836-project] 10.222.0.85 "GET /v2.0/ports?device_id=7d3d6f7b-0712-4aa0-bf29-7011b64dbb62 HTTP/1.1" status: 200 len: 210 time: 0.1005697 May 18 18:18:23.663920 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-7f2c53ba-ba7d-447e-af18-2c842979ddee tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, 3f8a9fba-a301-4045-a1ed-90503af6265b) {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:18:23.700456 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f2c53ba-ba7d-447e-af18-2c842979ddee tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:23.701675 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7f2c53ba-ba7d-447e-af18-2c842979ddee tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:23.706656 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f487aa-aa93-4507-bd3d-f9370b6b3193 None None] Network 3f8a9fba-a301-4045-a1ed-90503af6265b requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:18:23.754897 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-7f2c53ba-ba7d-447e-af18-2c842979ddee tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.8992400 May 18 18:18:23.758037 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 38122) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:18:23.761114 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6374cbca-847e-45a1-aeb3-a226d4d45c7f tempest-RoutersAdminNegativeTest-2097365104 tempest-RoutersAdminNegativeTest-2097365104-project-admin] Notify callbacks [] for router, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:24.021294 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 8b68e400-726b-41f3-b2fa-77c061abacd8 details requested by agent hyperv_n-h1-838550-3 with host n-h1-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:18:24.223017 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 8b68e400-726b-41f3-b2fa-77c061abacd8, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=8b68e400-726b-41f3-b2fa-77c061abacd8,segment=NetworkSegment(1c33b8e1-9163-4f86-a1f0-1efa8c3ca198),segment_id=1c33b8e1-9163-4f86-a1f0-1efa8c3ca198)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:18:24.268048 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Returning: {'device': '8b68e400-726b-41f3-b2fa-77c061abacd8', 'network_id': 'dc4b5d65-5cc2-446b-ba02-e822ca3edfb6', 'port_id': '8b68e400-726b-41f3-b2fa-77c061abacd8', 'mac_address': 'fa:16:3e:e7:76:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e5df085-5e19-493d-91de-23429af05a0a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:18:24.284496 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6374cbca-847e-45a1-aeb3-a226d4d45c7f tempest-RoutersAdminNegativeTest-2097365104 tempest-RoutersAdminNegativeTest-2097365104-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25145'] for router, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:24.299783 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6374cbca-847e-45a1-aeb3-a226d4d45c7f tempest-RoutersAdminNegativeTest-2097365104 tempest-RoutersAdminNegativeTest-2097365104-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:24.393685 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6374cbca-847e-45a1-aeb3-a226d4d45c7f tempest-RoutersAdminNegativeTest-2097365104 tempest-RoutersAdminNegativeTest-2097365104-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593303'] for router, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:24.393685 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6374cbca-847e-45a1-aeb3-a226d4d45c7f tempest-RoutersAdminNegativeTest-2097365104 tempest-RoutersAdminNegativeTest-2097365104-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 58103c15-f388-4607-8ee3-3670b1046edd {{(pid=102730) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 18 18:18:24.428462 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e0f515f9-524d-4f18-b669-860446b2cb97 req-fb1efdab-d3b8-42b8-a811-c1058fcfaf36 tempest-ServerShowV247Test-312027836 tempest-ServerShowV247Test-312027836-project] 10.222.0.85 "GET /v2.0/ports?device_id=7d3d6f7b-0712-4aa0-bf29-7011b64dbb62 HTTP/1.1" status: 200 len: 210 time: 0.0486526 May 18 18:18:24.461571 n-d-838550-3 neutron-server[102730]: INFO neutron.api.v2.resource [None req-6374cbca-847e-45a1-aeb3-a226d4d45c7f tempest-RoutersAdminNegativeTest-2097365104 tempest-RoutersAdminNegativeTest-2097365104-project-admin] create failed (client error): There was a conflict when trying to complete your request. May 18 18:18:24.470188 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-6374cbca-847e-45a1-aeb3-a226d4d45c7f tempest-RoutersAdminNegativeTest-2097365104 tempest-RoutersAdminNegativeTest-2097365104-project-admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.1793170 May 18 18:18:24.476793 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 38158) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:18:24.498304 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-e05a6f6b-7b45-484b-ae83-36c8b658fd1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e2ae5bc-2c8e-4f90-b16d-bd1568184238', 'name': 'tempest-TestNetworkBasicOps-router-1485044425', 'tenant_id': '6664118b95564eb5aa43c658eedfd9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '52445f4a-7363-4b89-94c1-d8ed3c3645eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:18:17Z', 'updated_at': '2022-05-18T18:18:19Z', 'revision_number': 3, 'project_id': '6664118b95564eb5aa43c658eedfd9ed', 'gw_port': {'id': '52445f4a-7363-4b89-94c1-d8ed3c3645eb', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ef:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e2ae5bc-2c8e-4f90-b16d-bd1568184238', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:18:18Z', 'updated_at': '2022-05-18T18:18:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:18:24.530759 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05a6f6b-7b45-484b-ae83-36c8b658fd1a None None] The sync data for ids ['3e2ae5bc-2c8e-4f90-b16d-bd1568184238'] in n-d-838550-3 is: [{'id': '3e2ae5bc-2c8e-4f90-b16d-bd1568184238', 'name': 'tempest-TestNetworkBasicOps-router-1485044425', 'tenant_id': '6664118b95564eb5aa43c658eedfd9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '52445f4a-7363-4b89-94c1-d8ed3c3645eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:18:17Z', 'updated_at': '2022-05-18T18:18:19Z', 'revision_number': 3, 'project_id': '6664118b95564eb5aa43c658eedfd9ed', 'gw_port': {'id': '52445f4a-7363-4b89-94c1-d8ed3c3645eb', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ef:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e2ae5bc-2c8e-4f90-b16d-bd1568184238', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:18:18Z', 'updated_at': '2022-05-18T18:18:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:18:24.593494 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 8b68e400-726b-41f3-b2fa-77c061abacd8 is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:18:24.593494 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:24.639242 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b68e400-726b-41f3-b2fa-77c061abacd8 {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:18:24.701356 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-fa40be0c-9ec8-41e2-8b2e-e42a5be14667 tempest-RoutersAdminNegativeTest-2097365104 tempest-RoutersAdminNegativeTest-2097365104-project-admin] Deleting port 6fe12929-7180-4f40-b994-c5d6841017f3 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:18:24.701992 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 8b68e400-726b-41f3-b2fa-77c061abacd8, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=8b68e400-726b-41f3-b2fa-77c061abacd8,segment=NetworkSegment(1c33b8e1-9163-4f86-a1f0-1efa8c3ca198),segment_id=1c33b8e1-9163-4f86-a1f0-1efa8c3ca198)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:18:24.702107 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-fa40be0c-9ec8-41e2-8b2e-e42a5be14667 tempest-RoutersAdminNegativeTest-2097365104 tempest-RoutersAdminNegativeTest-2097365104-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:24.720208 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:24.860343 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-fa40be0c-9ec8-41e2-8b2e-e42a5be14667 tempest-RoutersAdminNegativeTest-2097365104 tempest-RoutersAdminNegativeTest-2097365104-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:24.885968 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-fa40be0c-9ec8-41e2-8b2e-e42a5be14667 tempest-RoutersAdminNegativeTest-2097365104 tempest-RoutersAdminNegativeTest-2097365104-project-admin] Calling delete_port for 6fe12929-7180-4f40-b994-c5d6841017f3 owned by {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:18:24.926351 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e202fc5-dacf-45e9-9870-a93d9081b557 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-3f8a9fba-a301-4045-a1ed-90503af6265b', 'network_id': '3f8a9fba-a301-4045-a1ed-90503af6265b', 'tenant_id': '6664118b95564eb5aa43c658eedfd9ed', 'fixed_ips': [{'subnet_id': 'f3087b50-8afa-41c8-8fad-b7d7fc4a8246'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:18:24.928381 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-7e202fc5-dacf-45e9-9870-a93d9081b557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:24.958650 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78341626-8a2e-4214-9360-ca6b23e23f16 req-4f537cec-7977-464a-a029-68ecf3e7313e tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:24.961241 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-78341626-8a2e-4214-9360-ca6b23e23f16 req-4f537cec-7977-464a-a029-68ecf3e7313e tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/ports?device_id=aaccd41c-e3e7-4802-b05b-e5d8c53738da HTTP/1.1" status: 200 len: 945 time: 0.7997546 May 18 18:18:25.055905 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 38172) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:18:25.205645 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['8b68e400-726b-41f3-b2fa-77c061abacd8'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:18:25.209966 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=8b68e400-726b-41f3-b2fa-77c061abacd8,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:25.325306 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-7e202fc5-dacf-45e9-9870-a93d9081b557 None None] Allocated IP 172.20.0.2 (3f8a9fba-a301-4045-a1ed-90503af6265b/f3087b50-8afa-41c8-8fad-b7d7fc4a8246/71f2dea8-2287-4fcf-bcb4-ba65fe4980b3) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:18:25.365981 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-78341626-8a2e-4214-9360-ca6b23e23f16 req-222ef01f-2026-402e-9431-59c636dd49c5 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/security-groups?id=0cf286b9-4259-46f9-a9b8-06a8c9d0d055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3891146 May 18 18:18:25.532507 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-9f33e410-95f4-4c07-9559-b8c85280e6e1 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-879043241-network', 'tenant_id': '9acf9282c55849649d2e7c597835524a'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:18:25.670423 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-25a8981b-e0ab-4f8e-8108-6c595b019119 req-51062a4a-bfc0-42b1-ab21-0463679be96a tempest-ServerShowV247Test-312027836 tempest-ServerShowV247Test-312027836-project] 10.222.0.85 "GET /v2.0/ports?device_id=7d3d6f7b-0712-4aa0-bf29-7011b64dbb62 HTTP/1.1" status: 200 len: 210 time: 0.0934703 May 18 18:18:25.702967 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f33e410-95f4-4c07-9559-b8c85280e6e1 admin admin] Made reservation on behalf of 9acf9282c55849649d2e7c597835524a for: {'network': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:18:25.732446 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9f33e410-95f4-4c07-9559-b8c85280e6e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:25.755644 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9f33e410-95f4-4c07-9559-b8c85280e6e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:25.766682 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-7e202fc5-dacf-45e9-9870-a93d9081b557 None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:25.769833 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e38178d-2172-426e-972b-2bd859f019cd req-b7bfe846-abf1-40d1-985f-fce617406746 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:25.777966 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-7e202fc5-dacf-45e9-9870-a93d9081b557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:25.778386 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e38178d-2172-426e-972b-2bd859f019cd req-b7bfe846-abf1-40d1-985f-fce617406746 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:25.787489 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e38178d-2172-426e-972b-2bd859f019cd req-b7bfe846-abf1-40d1-985f-fce617406746 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:25.796408 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e38178d-2172-426e-972b-2bd859f019cd req-b7bfe846-abf1-40d1-985f-fce617406746 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:25.807649 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e38178d-2172-426e-972b-2bd859f019cd req-b7bfe846-abf1-40d1-985f-fce617406746 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:25.815462 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e38178d-2172-426e-972b-2bd859f019cd req-b7bfe846-abf1-40d1-985f-fce617406746 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:25.821521 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e38178d-2172-426e-972b-2bd859f019cd req-b7bfe846-abf1-40d1-985f-fce617406746 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:25.824703 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0e38178d-2172-426e-972b-2bd859f019cd req-b7bfe846-abf1-40d1-985f-fce617406746 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "GET /v2.0/ports?device_id=37c27a1b-623c-44a7-a5a8-1c1ff493d84b HTTP/1.1" status: 200 len: 5442 time: 0.2068863 May 18 18:18:25.879681 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e202fc5-dacf-45e9-9870-a93d9081b557 None None] Network 3f8a9fba-a301-4045-a1ed-90503af6265b is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:18:25.884184 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-7e202fc5-dacf-45e9-9870-a93d9081b557 None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:18:25.892641 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e202fc5-dacf-45e9-9870-a93d9081b557 None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:18:25.894804 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0e38178d-2172-426e-972b-2bd859f019cd req-56ef7e38-4fcd-4dfc-841a-4a610a04485a tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "GET /v2.0/security-groups?id=987873b8-e341-4d92-9eb4-c3682f6ae42f&id=9a2067b3-2854-40c8-880f-cf75b37fd6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0582960 May 18 18:18:25.911448 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e202fc5-dacf-45e9-9870-a93d9081b557 None None] Pushing event updated for resources: {'Port': ['ID=71f2dea8-2287-4fcf-bcb4-ba65fe4980b3,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:25.973994 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7ab78476-a9fc-446f-ae59-9d951075796c tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:26.013436 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-7e202fc5-dacf-45e9-9870-a93d9081b557 None None] Attempting to bind port 71f2dea8-2287-4fcf-bcb4-ba65fe4980b3 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:18:26.013840 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-7e202fc5-dacf-45e9-9870-a93d9081b557 None None] Attempting to bind port 71f2dea8-2287-4fcf-bcb4-ba65fe4980b3 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '972e2fbb-9aed-4c87-bafc-31fe8184212a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '3f8a9fba-a301-4045-a1ed-90503af6265b'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:18:26.014257 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e202fc5-dacf-45e9-9870-a93d9081b557 None None] Attempting to bind port 71f2dea8-2287-4fcf-bcb4-ba65fe4980b3 on network 3f8a9fba-a301-4045-a1ed-90503af6265b {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:18:26.027069 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e202fc5-dacf-45e9-9870-a93d9081b557 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:18:26.027437 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e202fc5-dacf-45e9-9870-a93d9081b557 None None] Checking segment: {'id': '972e2fbb-9aed-4c87-bafc-31fe8184212a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '3f8a9fba-a301-4045-a1ed-90503af6265b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:18:26.027703 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-7e202fc5-dacf-45e9-9870-a93d9081b557 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:26.029611 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e202fc5-dacf-45e9-9870-a93d9081b557 None None] Bound using segment: {'id': '972e2fbb-9aed-4c87-bafc-31fe8184212a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '3f8a9fba-a301-4045-a1ed-90503af6265b'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:18:26.030144 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-7e202fc5-dacf-45e9-9870-a93d9081b557 None None] Bound port: 71f2dea8-2287-4fcf-bcb4-ba65fe4980b3, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '972e2fbb-9aed-4c87-bafc-31fe8184212a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '3f8a9fba-a301-4045-a1ed-90503af6265b'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:18:26.030731 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-7e202fc5-dacf-45e9-9870-a93d9081b557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:26.037170 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-fa40be0c-9ec8-41e2-8b2e-e42a5be14667 tempest-RoutersAdminNegativeTest-2097365104 tempest-RoutersAdminNegativeTest-2097365104-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:26.096324 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa40be0c-9ec8-41e2-8b2e-e42a5be14667 tempest-RoutersAdminNegativeTest-2097365104 tempest-RoutersAdminNegativeTest-2097365104-project-admin] Pushing event deleted for resources: {'Port': ['ID=6fe12929-7180-4f40-b994-c5d6841017f3,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:26.258209 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-7e202fc5-dacf-45e9-9870-a93d9081b557 None None] For port 71f2dea8-2287-4fcf-bcb4-ba65fe4980b3, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:18:26.269142 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-7e202fc5-dacf-45e9-9870-a93d9081b557 None None] For port 71f2dea8-2287-4fcf-bcb4-ba65fe4980b3, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=71f2dea8-2287-4fcf-bcb4-ba65fe4980b3,segment=NetworkSegment(972e2fbb-9aed-4c87-bafc-31fe8184212a),segment_id=972e2fbb-9aed-4c87-bafc-31fe8184212a)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:18:26.279300 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-7e202fc5-dacf-45e9-9870-a93d9081b557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:26.293450 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-fa40be0c-9ec8-41e2-8b2e-e42a5be14667 tempest-RoutersAdminNegativeTest-2097365104 tempest-RoutersAdminNegativeTest-2097365104-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:26.302632 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-fa40be0c-9ec8-41e2-8b2e-e42a5be14667 tempest-RoutersAdminNegativeTest-2097365104 tempest-RoutersAdminNegativeTest-2097365104-project-admin] 10.222.0.85 "DELETE /v2.0/ports/6fe12929-7180-4f40-b994-c5d6841017f3 HTTP/1.1" status: 204 len: 168 time: 1.8192837 May 18 18:18:26.386562 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d6c99f-8cff-4fb0-b75b-a77a05c1388f req-ed8b94eb-6be1-4eab-a123-83c2d8da9e22 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:26.393654 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d6c99f-8cff-4fb0-b75b-a77a05c1388f req-ed8b94eb-6be1-4eab-a123-83c2d8da9e22 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:26.401867 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d6c99f-8cff-4fb0-b75b-a77a05c1388f req-ed8b94eb-6be1-4eab-a123-83c2d8da9e22 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:26.409059 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d6c99f-8cff-4fb0-b75b-a77a05c1388f req-ed8b94eb-6be1-4eab-a123-83c2d8da9e22 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:26.415755 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d6c99f-8cff-4fb0-b75b-a77a05c1388f req-ed8b94eb-6be1-4eab-a123-83c2d8da9e22 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:26.432309 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d6c99f-8cff-4fb0-b75b-a77a05c1388f req-ed8b94eb-6be1-4eab-a123-83c2d8da9e22 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:26.439115 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d6c99f-8cff-4fb0-b75b-a77a05c1388f req-ed8b94eb-6be1-4eab-a123-83c2d8da9e22 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:26.454120 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-82d6c99f-8cff-4fb0-b75b-a77a05c1388f req-ed8b94eb-6be1-4eab-a123-83c2d8da9e22 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "GET /v2.0/ports?device_id=37c27a1b-623c-44a7-a5a8-1c1ff493d84b HTTP/1.1" status: 200 len: 5442 time: 0.3094566 May 18 18:18:26.481859 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9f33e410-95f4-4c07-9559-b8c85280e6e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:26.489630 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9f33e410-95f4-4c07-9559-b8c85280e6e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:26.498180 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e202fc5-dacf-45e9-9870-a93d9081b557 None None] Pushing event updated for resources: {'Port': ['ID=71f2dea8-2287-4fcf-bcb4-ba65fe4980b3,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:26.528226 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f33e410-95f4-4c07-9559-b8c85280e6e1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 642} {{(pid=102731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:18:26.618845 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f33e410-95f4-4c07-9559-b8c85280e6e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbd4527f-f9e4-46b0-8c76-f8fe8c004d55,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:26.623030 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9f33e410-95f4-4c07-9559-b8c85280e6e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:26.623614 n-d-838550-3 neutron-server[102731]: INFO neutron.db.segments_db [None req-9f33e410-95f4-4c07-9559-b8c85280e6e1 admin admin] Added segment d9d98bab-9820-406c-b473-c4327f400811 of type vlan for network 0b62e8ad-1024-4253-8bfe-3ff3099d20cb May 18 18:18:26.716891 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355a97e3-f69e-4cfd-b126-5cbda12292a5 req-80697e81-20bd-4334-9bd7-370dd0f0f55d tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:26.719274 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-355a97e3-f69e-4cfd-b126-5cbda12292a5 req-80697e81-20bd-4334-9bd7-370dd0f0f55d tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/ports?device_id=aaccd41c-e3e7-4802-b05b-e5d8c53738da HTTP/1.1" status: 200 len: 945 time: 0.1764188 May 18 18:18:26.799968 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9f33e410-95f4-4c07-9559-b8c85280e6e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:26.894842 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-355a97e3-f69e-4cfd-b126-5cbda12292a5 req-15210e57-80dd-4dca-a718-6f894c929d06 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/security-groups?id=0cf286b9-4259-46f9-a9b8-06a8c9d0d055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523471 May 18 18:18:26.949011 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2390c6dc-191e-4d75-b3c0-2ae3883a502d req-b6ec08c2-2b12-4359-9047-32e73b76102a tempest-ServerShowV247Test-312027836 tempest-ServerShowV247Test-312027836-project] 10.222.0.85 "GET /v2.0/ports?device_id=7d3d6f7b-0712-4aa0-bf29-7011b64dbb62 HTTP/1.1" status: 200 len: 210 time: 0.0918834 May 18 18:18:26.961038 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 38202) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:18:27.015927 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9f33e410-95f4-4c07-9559-b8c85280e6e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:27.018427 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f33e410-95f4-4c07-9559-b8c85280e6e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:27.019500 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9f33e410-95f4-4c07-9559-b8c85280e6e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:27.151025 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-7ab78476-a9fc-446f-ae59-9d951075796c tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Allocated IP 172.20.0.1 (3f8a9fba-a301-4045-a1ed-90503af6265b/f3087b50-8afa-41c8-8fad-b7d7fc4a8246/f7c0b493-b884-43f8-8338-07f312279f49) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:18:27.157898 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-9f33e410-95f4-4c07-9559-b8c85280e6e1 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.0994041 May 18 18:18:27.166622 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 38206) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:18:27.184761 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-7f1cb68a-840f-447c-8915-1d86c3614eb7 admin admin] Request body: {'subnet': {'network_id': '0b62e8ad-1024-4253-8bfe-3ff3099d20cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-879043241-subnet', 'tenant_id': '9acf9282c55849649d2e7c597835524a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:18:27.208298 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f33e410-95f4-4c07-9559-b8c85280e6e1 admin admin] Pushing event updated for resources: {'Network': ['ID=0b62e8ad-1024-4253-8bfe-3ff3099d20cb,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:27.230664 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network 0b62e8ad-1024-4253-8bfe-3ff3099d20cb details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:18:27.317087 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-447808f5-02f9-4964-8e07-36d9e065dcec admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:27.325671 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 52445f4a-7363-4b89-94c1-d8ed3c3645eb up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:18:27.345122 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f1cb68a-840f-447c-8915-1d86c3614eb7 admin admin] Made reservation on behalf of 9acf9282c55849649d2e7c597835524a for: {'subnet': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:18:27.348333 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7f1cb68a-840f-447c-8915-1d86c3614eb7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260908003'] for subnet, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:27.403105 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 52445f4a-7363-4b89-94c1-d8ed3c3645eb triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:18:27.403831 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:27.496770 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7ab78476-a9fc-446f-ae59-9d951075796c tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:27.509135 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-447808f5-02f9-4964-8e07-36d9e065dcec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:27.515526 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-447808f5-02f9-4964-8e07-36d9e065dcec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:27.541476 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 52445f4a-7363-4b89-94c1-d8ed3c3645eb is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:18:27.542500 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:27.577548 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447808f5-02f9-4964-8e07-36d9e065dcec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=160d689a-634c-4455-80ae-cb855bc7ffed,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:27.579373 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] For port 52445f4a-7363-4b89-94c1-d8ed3c3645eb, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=52445f4a-7363-4b89-94c1-d8ed3c3645eb,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:18:27.585959 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7ab78476-a9fc-446f-ae59-9d951075796c tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:27.586666 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:27.588063 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 71f2dea8-2287-4fcf-bcb4-ba65fe4980b3 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:18:27.591222 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-447808f5-02f9-4964-8e07-36d9e065dcec admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=a4da38bc80b7459aa38b24b6cf0207b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6287117 May 18 18:18:27.596408 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 38208) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:18:27.677954 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-94ca7097-471b-44d5-8bf4-98f4d9bf246d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:27.732668 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-94ca7097-471b-44d5-8bf4-98f4d9bf246d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:27.765661 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab78476-a9fc-446f-ae59-9d951075796c tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Pushing event updated for resources: {'Port': ['ID=f7c0b493-b884-43f8-8338-07f312279f49,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:27.780852 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Pushing event updated for resources: {'Port': ['ID=52445f4a-7363-4b89-94c1-d8ed3c3645eb,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:27.804792 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab78476-a9fc-446f-ae59-9d951075796c tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Network 3f8a9fba-a301-4045-a1ed-90503af6265b is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:18:27.819393 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 71f2dea8-2287-4fcf-bcb4-ba65fe4980b3 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:18:27.819393 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:27.829287 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-7ab78476-a9fc-446f-ae59-9d951075796c tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:18:27.829287 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7f1cb68a-840f-447c-8915-1d86c3614eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260898481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260908021'] for subnet, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:27.841265 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab78476-a9fc-446f-ae59-9d951075796c tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:18:27.876895 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-94ca7097-471b-44d5-8bf4-98f4d9bf246d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:27.882182 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-94ca7097-471b-44d5-8bf4-98f4d9bf246d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:27.888521 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-94ca7097-471b-44d5-8bf4-98f4d9bf246d admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/160d689a-634c-4455-80ae-cb855bc7ffed HTTP/1.1" status: 204 len: 168 time: 0.2864685 May 18 18:18:27.924757 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca7097-471b-44d5-8bf4-98f4d9bf246d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=160d689a-634c-4455-80ae-cb855bc7ffed,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:27.944407 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 8b68e400-726b-41f3-b2fa-77c061abacd8 up at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:18:28.227888 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d4f6c2-beea-4a46-bed3-6d3e9c92cd2f req-3d06629c-2e20-4ca8-a3dd-30b1c02b508e tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:28.233133 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-83d4f6c2-beea-4a46-bed3-6d3e9c92cd2f req-3d06629c-2e20-4ca8-a3dd-30b1c02b508e tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/ports?device_id=aaccd41c-e3e7-4802-b05b-e5d8c53738da HTTP/1.1" status: 200 len: 945 time: 0.1420102 May 18 18:18:28.289155 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7ab78476-a9fc-446f-ae59-9d951075796c tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595826'] for router_interface, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:28.309855 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-358a8df0-cfa0-49ce-91b3-514f52ea9e3a req-cb1041cf-4a5a-42d9-9266-b07162ef965c tempest-ServerShowV247Test-312027836 tempest-ServerShowV247Test-312027836-project] 10.222.0.85 "GET /v2.0/ports?device_id=7d3d6f7b-0712-4aa0-bf29-7011b64dbb62 HTTP/1.1" status: 200 len: 210 time: 0.0864053 May 18 18:18:28.315021 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1cb68a-840f-447c-8915-1d86c3614eb7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=220bf428-4bb0-40aa-a350-504adcdda1b2,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:28.320630 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1cb68a-840f-447c-8915-1d86c3614eb7 admin admin] Checking segment: {'id': 'd9d98bab-9820-406c-b473-c4327f400811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '0b62e8ad-1024-4253-8bfe-3ff3099d20cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:18:28.330310 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1cb68a-840f-447c-8915-1d86c3614eb7 admin admin] Network hostable DHCP agents. Network: 0b62e8ad-1024-4253-8bfe-3ff3099d20cb, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:18:28.350569 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 71f2dea8-2287-4fcf-bcb4-ba65fe4980b3 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:18:28.352008 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:28.355766 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning for port 8b68e400-726b-41f3-b2fa-77c061abacd8 completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:18:28.380342 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-83d4f6c2-beea-4a46-bed3-6d3e9c92cd2f req-0f4e7379-9026-4ca2-944e-0870b9f74d4d tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/security-groups?id=0cf286b9-4259-46f9-a9b8-06a8c9d0d055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411414 May 18 18:18:28.431477 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning complete for port 8b68e400-726b-41f3-b2fa-77c061abacd8 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:18:28.431962 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:28.566562 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] For port 71f2dea8-2287-4fcf-bcb4-ba65fe4980b3, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=71f2dea8-2287-4fcf-bcb4-ba65fe4980b3,segment=NetworkSegment(972e2fbb-9aed-4c87-bafc-31fe8184212a),segment_id=972e2fbb-9aed-4c87-bafc-31fe8184212a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:18:28.607817 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d12cd73f-4b77-4ab6-bac9-39406b7d8ad6 None None] Network 3f8a9fba-a301-4045-a1ed-90503af6265b requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:18:28.612200 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:28.652912 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1cb68a-840f-447c-8915-1d86c3614eb7 admin admin] Network 0b62e8ad-1024-4253-8bfe-3ff3099d20cb is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:18:28.668233 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7ab78476-a9fc-446f-ae59-9d951075796c tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:28.685603 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-7f1cb68a-840f-447c-8915-1d86c3614eb7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, 0b62e8ad-1024-4253-8bfe-3ff3099d20cb) {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:18:28.693323 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 38228) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:18:28.707642 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1cb68a-840f-447c-8915-1d86c3614eb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:28.708517 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7f1cb68a-840f-447c-8915-1d86c3614eb7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:28.757839 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-670ce961-cec5-43e8-90e8-5dbfea9322d5 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=29e231fb20ac48c1aed42cbddef764ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0629160 May 18 18:18:28.761821 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 38230) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:18:28.799193 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-7f1cb68a-840f-447c-8915-1d86c3614eb7 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6307492 May 18 18:18:28.807583 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 38232) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:18:28.823034 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-81ef4e0c-a22d-4044-bad5-aaa2baddd6d9 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-879043241-router', 'tenant_id': '9acf9282c55849649d2e7c597835524a', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:18:28.872315 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-81ef4e0c-a22d-4044-bad5-aaa2baddd6d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25099'] for router, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:28.874732 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-81ef4e0c-a22d-4044-bad5-aaa2baddd6d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-593238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596850', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25088'] for router, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:28.944032 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb221a21-ef10-4c73-bcc2-990b59d63b12 None None] Network 0b62e8ad-1024-4253-8bfe-3ff3099d20cb requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:18:28.989009 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-81ef4e0c-a22d-4044-bad5-aaa2baddd6d9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:29.002221 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8b56c07f-9160-4f4d-bf08-d7d7104102af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:29.046923 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 8b68e400-726b-41f3-b2fa-77c061abacd8 is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:18:29.047880 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:29.065496 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 52445f4a-7363-4b89-94c1-d8ed3c3645eb up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:18:29.068794 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8b56c07f-9160-4f4d-bf08-d7d7104102af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:29.083976 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Pushing event updated for resources: {'Port': ['ID=71f2dea8-2287-4fcf-bcb4-ba65fe4980b3,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:29.119955 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-140f8ebd-d6f3-4f65-8d12-30cb050b08e2 None None] Provisioning complete for port 71f2dea8-2287-4fcf-bcb4-ba65fe4980b3 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:18:29.120334 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-140f8ebd-d6f3-4f65-8d12-30cb050b08e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:29.216736 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-81ef4e0c-a22d-4044-bad5-aaa2baddd6d9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:29.217510 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaccd41c-e3e7-4802-b05b-e5d8c53738da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b68e400-726b-41f3-b2fa-77c061abacd8'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:18:29.220497 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be6bac5b-5eb2-4444-8f87-4cfc22f45c2b" -d '{"events": [{"server_uuid": "aaccd41c-e3e7-4802-b05b-e5d8c53738da", "name": "network-vif-plugged", "status": "completed", "tag": "8b68e400-726b-41f3-b2fa-77c061abacd8"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:18:29.276134 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 8b68e400-726b-41f3-b2fa-77c061abacd8, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=8b68e400-726b-41f3-b2fa-77c061abacd8,segment=NetworkSegment(1c33b8e1-9163-4f86-a1f0-1efa8c3ca198),segment_id=1c33b8e1-9163-4f86-a1f0-1efa8c3ca198)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:18:29.330786 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-140f8ebd-d6f3-4f65-8d12-30cb050b08e2 None None] Current status of the port 71f2dea8-2287-4fcf-bcb4-ba65fe4980b3 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:18:29.334368 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:29.366877 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5358558a-a128-49b9-81c1-b50a1297fcc0 x-openstack-request-id: req-5358558a-a128-49b9-81c1-b50a1297fcc0 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:18:29.367631 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaccd41c-e3e7-4802-b05b-e5d8c53738da", "name": "network-vif-plugged", "status": "completed", "tag": "8b68e400-726b-41f3-b2fa-77c061abacd8", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:18:29.367631 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-5358558a-a128-49b9-81c1-b50a1297fcc0 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:18:29.368031 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5358558a-a128-49b9-81c1-b50a1297fcc0'] response: {'server_uuid': 'aaccd41c-e3e7-4802-b05b-e5d8c53738da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b68e400-726b-41f3-b2fa-77c061abacd8', 'code': 200} May 18 18:18:29.436846 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7ab78476-a9fc-446f-ae59-9d951075796c tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:29.444949 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7ab78476-a9fc-446f-ae59-9d951075796c tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:29.572572 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7ab78476-a9fc-446f-ae59-9d951075796c tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-595870'] for router_interface, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:29.584881 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab78476-a9fc-446f-ae59-9d951075796c tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Pushing event updated for resources: {'Port': ['ID=f7c0b493-b884-43f8-8338-07f312279f49,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:29.602039 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bd9bf77d-a8c2-410b-acf9-854bd802f913 req-c6af80f1-b6da-4402-ae1e-82ae78a3b620 tempest-ServerShowV247Test-312027836 tempest-ServerShowV247Test-312027836-project] 10.222.0.85 "GET /v2.0/ports?device_id=7d3d6f7b-0712-4aa0-bf29-7011b64dbb62 HTTP/1.1" status: 200 len: 210 time: 0.1097493 May 18 18:18:29.620325 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=8b68e400-726b-41f3-b2fa-77c061abacd8,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:29.661464 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54726e56-2eb1-44c5-bc29-933620557849 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-0b62e8ad-1024-4253-8bfe-3ff3099d20cb', 'network_id': '0b62e8ad-1024-4253-8bfe-3ff3099d20cb', 'tenant_id': '9acf9282c55849649d2e7c597835524a', 'fixed_ips': [{'subnet_id': '220bf428-4bb0-40aa-a350-504adcdda1b2'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:18:29.662807 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-54726e56-2eb1-44c5-bc29-933620557849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:29.672240 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 52445f4a-7363-4b89-94c1-d8ed3c3645eb triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:18:29.672877 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:29.742588 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-81ef4e0c-a22d-4044-bad5-aaa2baddd6d9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:29.763862 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab78476-a9fc-446f-ae59-9d951075796c tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Network 3f8a9fba-a301-4045-a1ed-90503af6265b is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:18:29.768177 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-7ab78476-a9fc-446f-ae59-9d951075796c tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:18:29.770374 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8b56c07f-9160-4f4d-bf08-d7d7104102af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:29.773048 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8b56c07f-9160-4f4d-bf08-d7d7104102af admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:29.774581 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-8b56c07f-9160-4f4d-bf08-d7d7104102af admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/eb989c0c-fc55-4496-9487-4b73ba2f173c HTTP/1.1" status: 204 len: 168 time: 1.0089533 May 18 18:18:29.796281 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-81ef4e0c-a22d-4044-bad5-aaa2baddd6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:29.918341 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b56c07f-9160-4f4d-bf08-d7d7104102af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb989c0c-fc55-4496-9487-4b73ba2f173c,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:29.958747 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4de311-7a19-4eec-8b3b-caeeeb9aa64a req-dddc39af-721c-42e9-9264-fe14863492a2 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:29.961224 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ff4de311-7a19-4eec-8b3b-caeeeb9aa64a req-dddc39af-721c-42e9-9264-fe14863492a2 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/ports?device_id=aaccd41c-e3e7-4802-b05b-e5d8c53738da HTTP/1.1" status: 200 len: 946 time: 0.3776734 May 18 18:18:29.968496 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098e979a-a019-4359-bd11-ad31795b71cb req-964aadd6-4ab2-4e00-a809-5b78fad8a1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:29.976554 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-098e979a-a019-4359-bd11-ad31795b71cb req-964aadd6-4ab2-4e00-a809-5b78fad8a1e4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=aaccd41c-e3e7-4802-b05b-e5d8c53738da HTTP/1.1" status: 200 len: 1097 time: 0.4759729 May 18 18:18:30.125934 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-81ef4e0c-a22d-4044-bad5-aaa2baddd6d9 admin admin] Allocated IP 172.25.5.106 (31ebd439-090c-4b25-bbb0-31c48711b145/363a2810-8a83-4be0-a317-7c91fcd94485/7808c149-9be5-4358-8c67-e129d016ff53) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:18:30.203633 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ff4de311-7a19-4eec-8b3b-caeeeb9aa64a req-8e30f0c3-7028-4919-bdc4-70e83688ef61 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/security-groups?id=0cf286b9-4259-46f9-a9b8-06a8c9d0d055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236371 May 18 18:18:30.218198 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-54726e56-2eb1-44c5-bc29-933620557849 None None] Allocated IP 172.20.0.2 (0b62e8ad-1024-4253-8bfe-3ff3099d20cb/220bf428-4bb0-40aa-a350-504adcdda1b2/4d82bce3-a98f-49c1-8c61-30f68cacbf40) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:18:30.297901 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-098e979a-a019-4359-bd11-ad31795b71cb req-92061b6c-d556-4a2a-9b57-2e82fb1a3b07 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0cf286b9-4259-46f9-a9b8-06a8c9d0d055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2978914 May 18 18:18:30.322061 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ab78476-a9fc-446f-ae59-9d951075796c tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Router 3e2ae5bc-2c8e-4f90-b16d-bd1568184238 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:18:30.507821 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-54726e56-2eb1-44c5-bc29-933620557849 None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:30.526555 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-81ef4e0c-a22d-4044-bad5-aaa2baddd6d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:30.540002 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-54726e56-2eb1-44c5-bc29-933620557849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:30.604135 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ab78476-a9fc-446f-ae59-9d951075796c tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:18:30.615566 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-7ab78476-a9fc-446f-ae59-9d951075796c tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "PUT /v2.0/routers/3e2ae5bc-2c8e-4f90-b16d-bd1568184238/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8560958 May 18 18:18:30.619657 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 38256) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:18:30.626941 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-eb9cee82-f82b-4523-b68d-286e6549beb3 None None] Provisioning complete for port 71f2dea8-2287-4fcf-bcb4-ba65fe4980b3 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:18:30.631187 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9aa61c-3965-4f94-b290-a93727740004 None None] Sync routers for ids ['3e2ae5bc-2c8e-4f90-b16d-bd1568184238'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:18:30.631746 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-eb9cee82-f82b-4523-b68d-286e6549beb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:30.633325 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 52445f4a-7363-4b89-94c1-d8ed3c3645eb is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:18:30.657937 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9aa61c-3965-4f94-b290-a93727740004 None None] Routers {'3e2ae5bc-2c8e-4f90-b16d-bd1568184238'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:18:30.661570 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-7d9aa61c-3965-4f94-b290-a93727740004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:18:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['3e2ae5bc-2c8e-4f90-b16d-bd1568184238'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:18:30.740861 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-81ef4e0c-a22d-4044-bad5-aaa2baddd6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:30.866712 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ef4e0c-a22d-4044-bad5-aaa2baddd6d9 admin admin] Network 31ebd439-090c-4b25-bbb0-31c48711b145 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:18:30.880277 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-81ef4e0c-a22d-4044-bad5-aaa2baddd6d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:18:30.917401 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ef4e0c-a22d-4044-bad5-aaa2baddd6d9 admin admin] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:18:31.041880 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cbec6c20-95cf-400a-89fc-474c2f664a61 req-af6adbef-5ea4-44cf-b7df-9d2d6528ea6d tempest-ServerShowV247Test-312027836 tempest-ServerShowV247Test-312027836-project] 10.222.0.85 "GET /v2.0/ports?device_id=7d3d6f7b-0712-4aa0-bf29-7011b64dbb62 HTTP/1.1" status: 200 len: 210 time: 0.1694722 May 18 18:18:31.072589 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ef4e0c-a22d-4044-bad5-aaa2baddd6d9 admin admin] Pushing event updated for resources: {'Port': ['ID=7808c149-9be5-4358-8c67-e129d016ff53,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:31.105521 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54726e56-2eb1-44c5-bc29-933620557849 None None] Network 0b62e8ad-1024-4253-8bfe-3ff3099d20cb is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:18:31.147418 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-7d9aa61c-3965-4f94-b290-a93727740004 None None] Set router 3e2ae5bc-2c8e-4f90-b16d-bd1568184238 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:18:31.166523 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c325ebc-6ccb-431c-8976-a42eb2a41eb8 tempest-TestNetworkBasicOps-813462103 tempest-TestNetworkBasicOps-813462103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:31.167003 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c325ebc-6ccb-431c-8976-a42eb2a41eb8 tempest-TestNetworkBasicOps-813462103 tempest-TestNetworkBasicOps-813462103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:31.167692 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54726e56-2eb1-44c5-bc29-933620557849 None None] Pushing event updated for resources: {'Port': ['ID=4d82bce3-a98f-49c1-8c61-30f68cacbf40,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:31.171887 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-54726e56-2eb1-44c5-bc29-933620557849 None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:18:31.172091 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c325ebc-6ccb-431c-8976-a42eb2a41eb8 tempest-TestNetworkBasicOps-813462103 tempest-TestNetworkBasicOps-813462103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:31.176877 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c325ebc-6ccb-431c-8976-a42eb2a41eb8 tempest-TestNetworkBasicOps-813462103 tempest-TestNetworkBasicOps-813462103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:31.177412 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c325ebc-6ccb-431c-8976-a42eb2a41eb8 tempest-TestNetworkBasicOps-813462103 tempest-TestNetworkBasicOps-813462103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:31.180870 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c325ebc-6ccb-431c-8976-a42eb2a41eb8 tempest-TestNetworkBasicOps-813462103 tempest-TestNetworkBasicOps-813462103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:31.181398 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c325ebc-6ccb-431c-8976-a42eb2a41eb8 tempest-TestNetworkBasicOps-813462103 tempest-TestNetworkBasicOps-813462103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:31.181899 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c325ebc-6ccb-431c-8976-a42eb2a41eb8 tempest-TestNetworkBasicOps-813462103 tempest-TestNetworkBasicOps-813462103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:31.183558 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c325ebc-6ccb-431c-8976-a42eb2a41eb8 tempest-TestNetworkBasicOps-813462103 tempest-TestNetworkBasicOps-813462103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:31.186152 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c325ebc-6ccb-431c-8976-a42eb2a41eb8 tempest-TestNetworkBasicOps-813462103 tempest-TestNetworkBasicOps-813462103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:31.186633 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c325ebc-6ccb-431c-8976-a42eb2a41eb8 tempest-TestNetworkBasicOps-813462103 tempest-TestNetworkBasicOps-813462103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:31.193221 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-6c325ebc-6ccb-431c-8976-a42eb2a41eb8 tempest-TestNetworkBasicOps-813462103 tempest-TestNetworkBasicOps-813462103-project-admin] 10.222.0.85 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7772 time: 0.5702910 May 18 18:18:31.197247 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 38268) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:18:31.295112 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54726e56-2eb1-44c5-bc29-933620557849 None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:18:31.299812 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 71f2dea8-2287-4fcf-bcb4-ba65fe4980b3 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:18:31.404164 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:31.464204 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:31.485462 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83032a4f-5b7c-4639-82ee-dbbeb80ac307 tempest-TestNetworkBasicOps-813462103 tempest-TestNetworkBasicOps-813462103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:31.485903 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83032a4f-5b7c-4639-82ee-dbbeb80ac307 tempest-TestNetworkBasicOps-813462103 tempest-TestNetworkBasicOps-813462103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:31.486612 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83032a4f-5b7c-4639-82ee-dbbeb80ac307 tempest-TestNetworkBasicOps-813462103 tempest-TestNetworkBasicOps-813462103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:31.487255 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83032a4f-5b7c-4639-82ee-dbbeb80ac307 tempest-TestNetworkBasicOps-813462103 tempest-TestNetworkBasicOps-813462103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:31.487807 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83032a4f-5b7c-4639-82ee-dbbeb80ac307 tempest-TestNetworkBasicOps-813462103 tempest-TestNetworkBasicOps-813462103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:31.488358 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83032a4f-5b7c-4639-82ee-dbbeb80ac307 tempest-TestNetworkBasicOps-813462103 tempest-TestNetworkBasicOps-813462103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:31.489026 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83032a4f-5b7c-4639-82ee-dbbeb80ac307 tempest-TestNetworkBasicOps-813462103 tempest-TestNetworkBasicOps-813462103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:31.490059 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83032a4f-5b7c-4639-82ee-dbbeb80ac307 tempest-TestNetworkBasicOps-813462103 tempest-TestNetworkBasicOps-813462103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:31.490776 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83032a4f-5b7c-4639-82ee-dbbeb80ac307 tempest-TestNetworkBasicOps-813462103 tempest-TestNetworkBasicOps-813462103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:31.491347 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83032a4f-5b7c-4639-82ee-dbbeb80ac307 tempest-TestNetworkBasicOps-813462103 tempest-TestNetworkBasicOps-813462103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:31.491868 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83032a4f-5b7c-4639-82ee-dbbeb80ac307 tempest-TestNetworkBasicOps-813462103 tempest-TestNetworkBasicOps-813462103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:31.494166 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21d523e-f1b5-45b7-ab72-1eb50915a8c6 req-c421e72a-cd16-4790-a971-e5d8bff7d96e tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:31.498405 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-83032a4f-5b7c-4639-82ee-dbbeb80ac307 tempest-TestNetworkBasicOps-813462103 tempest-TestNetworkBasicOps-813462103-project-admin] 10.222.0.85 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7103 time: 0.2974098 May 18 18:18:31.506234 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d21d523e-f1b5-45b7-ab72-1eb50915a8c6 req-c421e72a-cd16-4790-a971-e5d8bff7d96e tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/ports?device_id=aaccd41c-e3e7-4802-b05b-e5d8c53738da HTTP/1.1" status: 200 len: 946 time: 0.1429653 May 18 18:18:31.507817 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 38276) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:18:31.803718 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-81ef4e0c-a22d-4044-bad5-aaa2baddd6d9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:31.821231 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 71f2dea8-2287-4fcf-bcb4-ba65fe4980b3 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:18:31.822135 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:31.830782 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-54726e56-2eb1-44c5-bc29-933620557849 None None] Attempting to bind port 4d82bce3-a98f-49c1-8c61-30f68cacbf40 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:18:31.831594 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-54726e56-2eb1-44c5-bc29-933620557849 None None] Attempting to bind port 4d82bce3-a98f-49c1-8c61-30f68cacbf40 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': 'd9d98bab-9820-406c-b473-c4327f400811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '0b62e8ad-1024-4253-8bfe-3ff3099d20cb'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:18:31.832595 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54726e56-2eb1-44c5-bc29-933620557849 None None] Attempting to bind port 4d82bce3-a98f-49c1-8c61-30f68cacbf40 on network 0b62e8ad-1024-4253-8bfe-3ff3099d20cb {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:18:31.880906 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-7d9aa61c-3965-4f94-b290-a93727740004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e2ae5bc-2c8e-4f90-b16d-bd1568184238', 'name': 'tempest-TestNetworkBasicOps-router-1485044425', 'tenant_id': '6664118b95564eb5aa43c658eedfd9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '52445f4a-7363-4b89-94c1-d8ed3c3645eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:18:17Z', 'updated_at': '2022-05-18T18:18:28Z', 'revision_number': 4, 'project_id': '6664118b95564eb5aa43c658eedfd9ed', 'gw_port': {'id': '52445f4a-7363-4b89-94c1-d8ed3c3645eb', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ef:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2ae5bc-2c8e-4f90-b16d-bd1568184238', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:18:18Z', 'updated_at': '2022-05-18T18:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': 'f7c0b493-b884-43f8-8338-07f312279f49', 'name': '', 'network_id': '3f8a9fba-a301-4045-a1ed-90503af6265b', 'tenant_id': '6664118b95564eb5aa43c658eedfd9ed', 'mac_address': 'fa:16:3e:1a:31:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e2ae5bc-2c8e-4f90-b16d-bd1568184238', 'device_owner': 'network:router_interface', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': 'f3087b50-8afa-41c8-8fad-b7d7fc4a8246', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:18:26Z', 'updated_at': '2022-05-18T18:18:29Z', 'revision_number': 2, 'project_id': '6664118b95564eb5aa43c658eedfd9ed', 'subnets': [{'id': 'f3087b50-8afa-41c8-8fad-b7d7fc4a8246', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:18:31.883248 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 38282) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:18:31.953946 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9aa61c-3965-4f94-b290-a93727740004 None None] Checking router: 3e2ae5bc-2c8e-4f90-b16d-bd1568184238 for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:18:31.954308 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9aa61c-3965-4f94-b290-a93727740004 None None] Updating router 3e2ae5bc-2c8e-4f90-b16d-bd1568184238 port f7c0b493-b884-43f8-8338-07f312279f49 binding host n-d-838550-3 {{(pid=102733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 18:18:31.966505 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54726e56-2eb1-44c5-bc29-933620557849 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:18:31.967125 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54726e56-2eb1-44c5-bc29-933620557849 None None] Checking segment: {'id': 'd9d98bab-9820-406c-b473-c4327f400811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '0b62e8ad-1024-4253-8bfe-3ff3099d20cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:18:31.967770 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-54726e56-2eb1-44c5-bc29-933620557849 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:31.968384 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54726e56-2eb1-44c5-bc29-933620557849 None None] Bound using segment: {'id': 'd9d98bab-9820-406c-b473-c4327f400811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '0b62e8ad-1024-4253-8bfe-3ff3099d20cb'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:18:31.969907 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-54726e56-2eb1-44c5-bc29-933620557849 None None] Bound port: 4d82bce3-a98f-49c1-8c61-30f68cacbf40, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9d98bab-9820-406c-b473-c4327f400811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '0b62e8ad-1024-4253-8bfe-3ff3099d20cb'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:18:31.970516 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-54726e56-2eb1-44c5-bc29-933620557849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:32.019360 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-eb9cee82-f82b-4523-b68d-286e6549beb3 None None] Current status of the port 71f2dea8-2287-4fcf-bcb4-ba65fe4980b3 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:18:32.028297 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-7d9aa61c-3965-4f94-b290-a93727740004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:32.231711 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-8da30b9b-538a-4549-b15b-280c6d837c60 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Request body: {'security_group': {'name': 'tempest-secgroup--128003559'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:18:32.476637 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-54726e56-2eb1-44c5-bc29-933620557849 None None] For port 4d82bce3-a98f-49c1-8c61-30f68cacbf40, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:18:32.482548 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-54726e56-2eb1-44c5-bc29-933620557849 None None] For port 4d82bce3-a98f-49c1-8c61-30f68cacbf40, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=4d82bce3-a98f-49c1-8c61-30f68cacbf40,segment=NetworkSegment(d9d98bab-9820-406c-b473-c4327f400811),segment_id=d9d98bab-9820-406c-b473-c4327f400811)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:18:32.489785 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-eb9cee82-f82b-4523-b68d-286e6549beb3 None None] Provisioning complete for port f7c0b493-b884-43f8-8338-07f312279f49 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:18:32.491003 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-eb9cee82-f82b-4523-b68d-286e6549beb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:32.509187 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-54726e56-2eb1-44c5-bc29-933620557849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:32.518476 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-7d9aa61c-3965-4f94-b290-a93727740004 None None] Notify callbacks [] for port, precommit_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:32.528289 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-7d9aa61c-3965-4f94-b290-a93727740004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:32.535988 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d21d523e-f1b5-45b7-ab72-1eb50915a8c6 req-d5959476-46ca-486c-9be8-1a53f1b79335 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/security-groups?id=0cf286b9-4259-46f9-a9b8-06a8c9d0d055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0141127 May 18 18:18:32.678976 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8da30b9b-538a-4549-b15b-280c6d837c60 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:32.685755 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc663a3-abd0-4080-8389-f0627bf24443 None None] Pushing event updated for resources: {'Port': ['ID=f7c0b493-b884-43f8-8338-07f312279f49,revision_number=3']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:32.719682 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6d4321f9-62ee-49a6-b48d-0b282b8677c2 req-b059c9ba-33c8-49ea-8835-1745c252fb66 tempest-ServerShowV247Test-312027836 tempest-ServerShowV247Test-312027836-project] 10.222.0.85 "GET /v2.0/ports?device_id=7d3d6f7b-0712-4aa0-bf29-7011b64dbb62 HTTP/1.1" status: 200 len: 210 time: 0.1948993 May 18 18:18:32.787023 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8da30b9b-538a-4549-b15b-280c6d837c60 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:32.817415 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-eb9cee82-f82b-4523-b68d-286e6549beb3 None None] Port f7c0b493-b884-43f8-8338-07f312279f49 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:18:32.818590 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54726e56-2eb1-44c5-bc29-933620557849 None None] Pushing event updated for resources: {'Port': ['ID=4d82bce3-a98f-49c1-8c61-30f68cacbf40,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:32.831904 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-7d9aa61c-3965-4f94-b290-a93727740004 None None] Attempting to bind port f7c0b493-b884-43f8-8338-07f312279f49 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:18:32.832481 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-7d9aa61c-3965-4f94-b290-a93727740004 None None] Attempting to bind port f7c0b493-b884-43f8-8338-07f312279f49 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '972e2fbb-9aed-4c87-bafc-31fe8184212a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '3f8a9fba-a301-4045-a1ed-90503af6265b'}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:18:32.833051 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9aa61c-3965-4f94-b290-a93727740004 None None] Attempting to bind port f7c0b493-b884-43f8-8338-07f312279f49 on network 3f8a9fba-a301-4045-a1ed-90503af6265b {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:18:32.845173 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9aa61c-3965-4f94-b290-a93727740004 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:18:32.854511 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9aa61c-3965-4f94-b290-a93727740004 None None] Checking segment: {'id': '972e2fbb-9aed-4c87-bafc-31fe8184212a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '3f8a9fba-a301-4045-a1ed-90503af6265b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:18:32.855183 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-7d9aa61c-3965-4f94-b290-a93727740004 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:32.855773 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9aa61c-3965-4f94-b290-a93727740004 None None] Bound using segment: {'id': '972e2fbb-9aed-4c87-bafc-31fe8184212a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '3f8a9fba-a301-4045-a1ed-90503af6265b'} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:18:32.856291 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-7d9aa61c-3965-4f94-b290-a93727740004 None None] Bound port: f7c0b493-b884-43f8-8338-07f312279f49, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '972e2fbb-9aed-4c87-bafc-31fe8184212a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '3f8a9fba-a301-4045-a1ed-90503af6265b'}}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:18:32.856730 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-7d9aa61c-3965-4f94-b290-a93727740004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:32.868411 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-81ef4e0c-a22d-4044-bad5-aaa2baddd6d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596801'] for router, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:32.908408 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 38308) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:18:32.928328 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 71f2dea8-2287-4fcf-bcb4-ba65fe4980b3 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:18:32.967182 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-4f47c0d3-08ff-4650-a468-f6b76c6b965e None None] Provisioning complete for port f7c0b493-b884-43f8-8338-07f312279f49 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:18:32.967409 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-4f47c0d3-08ff-4650-a468-f6b76c6b965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:33.079524 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-4f47c0d3-08ff-4650-a468-f6b76c6b965e None None] Port f7c0b493-b884-43f8-8338-07f312279f49 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:18:33.141119 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.db [None req-7d9aa61c-3965-4f94-b290-a93727740004 None None] For port f7c0b493-b884-43f8-8338-07f312279f49, host n-d-838550-3, cleared binding levels {{(pid=102733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:18:33.147990 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.db [None req-7d9aa61c-3965-4f94-b290-a93727740004 None None] For port f7c0b493-b884-43f8-8338-07f312279f49, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=f7c0b493-b884-43f8-8338-07f312279f49,segment=NetworkSegment(972e2fbb-9aed-4c87-bafc-31fe8184212a),segment_id=972e2fbb-9aed-4c87-bafc-31fe8184212a)] {{(pid=102733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:18:33.154226 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-7d9aa61c-3965-4f94-b290-a93727740004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:33.217799 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-0f5100bb-08a3-41af-9c01-0ef480e0413f tempest-TestNetworkBasicOps-813462103 tempest-TestNetworkBasicOps-813462103-project-admin] 10.222.0.85 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4490 time: 1.7083268 May 18 18:18:33.226519 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-50795e5d-fbf7-478f-8498-509c18797d26 None None] Provisioning complete for port f7c0b493-b884-43f8-8338-07f312279f49 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:18:33.226898 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-50795e5d-fbf7-478f-8498-509c18797d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:33.257834 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e64c9e-37f4-483d-ad87-f178578837fb req-ba997637-8ddd-46c7-84b7-30fe065a397a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:33.258322 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e64c9e-37f4-483d-ad87-f178578837fb req-ba997637-8ddd-46c7-84b7-30fe065a397a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:33.261916 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e64c9e-37f4-483d-ad87-f178578837fb req-ba997637-8ddd-46c7-84b7-30fe065a397a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:33.262344 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e64c9e-37f4-483d-ad87-f178578837fb req-ba997637-8ddd-46c7-84b7-30fe065a397a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:33.265102 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e64c9e-37f4-483d-ad87-f178578837fb req-ba997637-8ddd-46c7-84b7-30fe065a397a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:33.267078 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e64c9e-37f4-483d-ad87-f178578837fb req-ba997637-8ddd-46c7-84b7-30fe065a397a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:33.268287 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e64c9e-37f4-483d-ad87-f178578837fb req-ba997637-8ddd-46c7-84b7-30fe065a397a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:33.279344 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-38e64c9e-37f4-483d-ad87-f178578837fb req-ba997637-8ddd-46c7-84b7-30fe065a397a service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=37c27a1b-623c-44a7-a5a8-1c1ff493d84b HTTP/1.1" status: 200 len: 6499 time: 0.3602438 May 18 18:18:33.344311 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8da30b9b-538a-4549-b15b-280c6d837c60 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:33.357516 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8da30b9b-538a-4549-b15b-280c6d837c60 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:33.401799 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 38314) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:18:33.425921 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-38e64c9e-37f4-483d-ad87-f178578837fb req-ee1b0a3c-c086-442f-89f5-530bfc838d0c service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=987873b8-e341-4d92-9eb4-c3682f6ae42f&id=9a2067b3-2854-40c8-880f-cf75b37fd6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1447926 May 18 18:18:33.433235 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-3c504c4c-4690-47f9-a183-3f0dc462e13c tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-176766659', 'description': 'tempest-secgroup-smoke-176766659 description', 'project_id': '6664118b95564eb5aa43c658eedfd9ed'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:18:33.438344 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9aa61c-3965-4f94-b290-a93727740004 None None] Routers {'3e2ae5bc-2c8e-4f90-b16d-bd1568184238'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:18:33.447735 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-7d9aa61c-3965-4f94-b290-a93727740004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:18:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['3e2ae5bc-2c8e-4f90-b16d-bd1568184238'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:18:33.460471 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81ef4e0c-a22d-4044-bad5-aaa2baddd6d9 admin admin] Router dfea5f2e-0607-49dd-ae95-836dca5162d9 is scheduled to L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e with binding_index 1 {{(pid=102730) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 18 18:18:33.483058 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3c504c4c-4690-47f9-a183-3f0dc462e13c tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:33.506924 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-50795e5d-fbf7-478f-8498-509c18797d26 None None] Current status of the port f7c0b493-b884-43f8-8338-07f312279f49 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:18:33.507547 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-50795e5d-fbf7-478f-8498-509c18797d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:33.526410 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da30b9b-538a-4549-b15b-280c6d837c60 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96fc3a26-e243-477f-8230-7d4c24727beb,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:33.583733 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3c504c4c-4690-47f9-a183-3f0dc462e13c tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:33.591673 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3c504c4c-4690-47f9-a183-3f0dc462e13c tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:33.636780 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3c504c4c-4690-47f9-a183-3f0dc462e13c tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:33.640610 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-50795e5d-fbf7-478f-8498-509c18797d26 None None] For port f7c0b493-b884-43f8-8338-07f312279f49, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=f7c0b493-b884-43f8-8338-07f312279f49,segment=NetworkSegment(972e2fbb-9aed-4c87-bafc-31fe8184212a),segment_id=972e2fbb-9aed-4c87-bafc-31fe8184212a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:18:33.641797 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-3c504c4c-4690-47f9-a183-3f0dc462e13c tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2154903 May 18 18:18:33.648758 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-50795e5d-fbf7-478f-8498-509c18797d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:33.650806 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 38322) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:18:33.664698 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-18d6b9f9-73cb-4d89-98eb-2a7ebcddac1c tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Request body: {'security_group_rule': {'security_group_id': 'c6b3c63a-10dc-4990-92ce-ae9d1daac1b0', 'project_id': '6664118b95564eb5aa43c658eedfd9ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:18:33.697130 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c504c4c-4690-47f9-a183-3f0dc462e13c tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6b3c63a-10dc-4990-92ce-ae9d1daac1b0,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:33.709244 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc663a3-abd0-4080-8389-f0627bf24443 None None] Pushing event updated for resources: {'Port': ['ID=f7c0b493-b884-43f8-8338-07f312279f49,revision_number=4']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:33.745761 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-18d6b9f9-73cb-4d89-98eb-2a7ebcddac1c tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:33.748335 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc663a3-abd0-4080-8389-f0627bf24443 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:18:33.758126 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc663a3-abd0-4080-8389-f0627bf24443 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:18:33.758659 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc663a3-abd0-4080-8389-f0627bf24443 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:18:33.759114 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc663a3-abd0-4080-8389-f0627bf24443 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:18:33.759580 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc663a3-abd0-4080-8389-f0627bf24443 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:18:33.760024 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc663a3-abd0-4080-8389-f0627bf24443 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:18:33.760463 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc663a3-abd0-4080-8389-f0627bf24443 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:18:33.760901 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc663a3-abd0-4080-8389-f0627bf24443 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:18:33.766026 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc663a3-abd0-4080-8389-f0627bf24443 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:18:33.766533 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc663a3-abd0-4080-8389-f0627bf24443 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:18:33.766978 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc663a3-abd0-4080-8389-f0627bf24443 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:18:33.767429 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc663a3-abd0-4080-8389-f0627bf24443 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:18:33.878162 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-18d6b9f9-73cb-4d89-98eb-2a7ebcddac1c tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:33.886346 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-18d6b9f9-73cb-4d89-98eb-2a7ebcddac1c tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:33.918750 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50795e5d-fbf7-478f-8498-509c18797d26 None None] Pushing event updated for resources: {'Port': ['ID=f7c0b493-b884-43f8-8338-07f312279f49,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:33.931977 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8da30b9b-538a-4549-b15b-280c6d837c60 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:33.945054 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d6b9f9-73cb-4d89-98eb-2a7ebcddac1c tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=324f335f-0efd-4526-80a1-c722d6dd3ed5,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:33.963779 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-18d6b9f9-73cb-4d89-98eb-2a7ebcddac1c tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:33.968013 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8da30b9b-538a-4549-b15b-280c6d837c60 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:33.970171 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-18d6b9f9-73cb-4d89-98eb-2a7ebcddac1c tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3102844 May 18 18:18:33.972247 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 38328) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:18:33.985660 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-7d9aa61c-3965-4f94-b290-a93727740004 None None] Set router 3e2ae5bc-2c8e-4f90-b16d-bd1568184238 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:18:33.997499 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-e16d3a8b-3e25-448e-9910-056774f7e848 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Request body: {'security_group_rule': {'security_group_id': 'c6b3c63a-10dc-4990-92ce-ae9d1daac1b0', 'project_id': '6664118b95564eb5aa43c658eedfd9ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:18:34.095658 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c7dbb94d-e567-4f44-b342-e23275d05796 req-25504339-0e63-4b0c-ae40-04d875e8a989 tempest-ServerShowV247Test-312027836 tempest-ServerShowV247Test-312027836-project] 10.222.0.85 "GET /v2.0/ports?device_id=7d3d6f7b-0712-4aa0-bf29-7011b64dbb62 HTTP/1.1" status: 200 len: 210 time: 0.0807104 May 18 18:18:34.118594 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-2a0657c7-55e0-460f-882d-907f38145b87 None None] Provisioning complete for port f7c0b493-b884-43f8-8338-07f312279f49 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:18:34.118594 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-2a0657c7-55e0-460f-882d-907f38145b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:34.151105 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e16d3a8b-3e25-448e-9910-056774f7e848 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:34.157679 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81ef4e0c-a22d-4044-bad5-aaa2baddd6d9 admin admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:18:34.189870 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8da30b9b-538a-4549-b15b-280c6d837c60 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:34.192847 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-8da30b9b-538a-4549-b15b-280c6d837c60 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.3082538 May 18 18:18:34.197061 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 38330) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:18:34.206239 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-81ef4e0c-a22d-4044-bad5-aaa2baddd6d9 admin admin] Notify callbacks [] for router, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:34.215015 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 38332) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:18:34.216446 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-81ef4e0c-a22d-4044-bad5-aaa2baddd6d9 admin admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.4064846 May 18 18:18:34.222693 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22e6a73-f086-4e98-b19c-82f955ca32a0 None None] Sync routers for ids ['dfea5f2e-0607-49dd-ae95-836dca5162d9'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:18:34.254481 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babdf3e8-9432-4de9-9bd5-bdf13faba290 req-b4d8d7fc-1be4-4e98-87b7-20a233b67e2f tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:34.257979 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-babdf3e8-9432-4de9-9bd5-bdf13faba290 req-b4d8d7fc-1be4-4e98-87b7-20a233b67e2f tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/ports?device_id=aaccd41c-e3e7-4802-b05b-e5d8c53738da HTTP/1.1" status: 200 len: 946 time: 0.4964337 May 18 18:18:34.260541 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da30b9b-538a-4549-b15b-280c6d837c60 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=504a1e1c-198b-4ca6-bd53-c4ede3c17216,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:34.278068 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22e6a73-f086-4e98-b19c-82f955ca32a0 None None] Routers {'dfea5f2e-0607-49dd-ae95-836dca5162d9'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:18:34.287998 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-d22e6a73-f086-4e98-b19c-82f955ca32a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:18:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['dfea5f2e-0607-49dd-ae95-836dca5162d9'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:18:34.348819 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-babdf3e8-9432-4de9-9bd5-bdf13faba290 req-457b2ef5-9141-42e4-a958-c3e6838e118e tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/security-groups?id=0cf286b9-4259-46f9-a9b8-06a8c9d0d055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841501 May 18 18:18:34.481024 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-7d9aa61c-3965-4f94-b290-a93727740004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e2ae5bc-2c8e-4f90-b16d-bd1568184238', 'name': 'tempest-TestNetworkBasicOps-router-1485044425', 'tenant_id': '6664118b95564eb5aa43c658eedfd9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '52445f4a-7363-4b89-94c1-d8ed3c3645eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:18:17Z', 'updated_at': '2022-05-18T18:18:28Z', 'revision_number': 4, 'project_id': '6664118b95564eb5aa43c658eedfd9ed', 'gw_port': {'id': '52445f4a-7363-4b89-94c1-d8ed3c3645eb', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ef:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2ae5bc-2c8e-4f90-b16d-bd1568184238', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:18:18Z', 'updated_at': '2022-05-18T18:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': 'f7c0b493-b884-43f8-8338-07f312279f49', 'name': '', 'network_id': '3f8a9fba-a301-4045-a1ed-90503af6265b', 'tenant_id': '6664118b95564eb5aa43c658eedfd9ed', 'mac_address': 'fa:16:3e:1a:31:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e2ae5bc-2c8e-4f90-b16d-bd1568184238', 'device_owner': 'network:router_interface', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': 'f3087b50-8afa-41c8-8fad-b7d7fc4a8246', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:18:26Z', 'updated_at': '2022-05-18T18:18:33Z', 'revision_number': 4, 'project_id': '6664118b95564eb5aa43c658eedfd9ed', 'subnets': [{'id': 'f3087b50-8afa-41c8-8fad-b7d7fc4a8246', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:18:34.519530 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e16d3a8b-3e25-448e-9910-056774f7e848 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:34.519790 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9aa61c-3965-4f94-b290-a93727740004 None None] The sync data for ids ['3e2ae5bc-2c8e-4f90-b16d-bd1568184238'] in n-d-838550-3 is: [{'id': '3e2ae5bc-2c8e-4f90-b16d-bd1568184238', 'name': 'tempest-TestNetworkBasicOps-router-1485044425', 'tenant_id': '6664118b95564eb5aa43c658eedfd9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '52445f4a-7363-4b89-94c1-d8ed3c3645eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:18:17Z', 'updated_at': '2022-05-18T18:18:28Z', 'revision_number': 4, 'project_id': '6664118b95564eb5aa43c658eedfd9ed', 'gw_port': {'id': '52445f4a-7363-4b89-94c1-d8ed3c3645eb', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ef:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2ae5bc-2c8e-4f90-b16d-bd1568184238', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:18:18Z', 'updated_at': '2022-05-18T18:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': 'f7c0b493-b884-43f8-8338-07f312279f49', 'name': '', 'network_id': '3f8a9fba-a301-4045-a1ed-90503af6265b', 'tenant_id': '6664118b95564eb5aa43c658eedfd9ed', 'mac_address': 'fa:16:3e:1a:31:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e2ae5bc-2c8e-4f90-b16d-bd1568184238', 'device_owner': 'network:router_interface', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': 'f3087b50-8afa-41c8-8fad-b7d7fc4a8246', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:18:26Z', 'updated_at': '2022-05-18T18:18:33Z', 'revision_number': 4, 'project_id': '6664118b95564eb5aa43c658eedfd9ed', 'subnets': [{'id': 'f3087b50-8afa-41c8-8fad-b7d7fc4a8246', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:18:34.545143 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 38338) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:18:34.549732 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-7ac1edf9-7684-4d6e-82e4-273483b3b6f8 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] 10.222.0.85 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.3482935 May 18 18:18:34.551172 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-093938d6-b51f-480c-a0f0-8349186e7751 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Request body: {'security_group': {'name': 'tempest-security--1672117789', 'description': 'tempest-security-description-1036737680'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:18:34.591695 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e16d3a8b-3e25-448e-9910-056774f7e848 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:34.621296 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-093938d6-b51f-480c-a0f0-8349186e7751 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks [] for security_group, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:34.658832 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e16d3a8b-3e25-448e-9910-056774f7e848 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:34.663774 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-e16d3a8b-3e25-448e-9910-056774f7e848 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6871030 May 18 18:18:34.664752 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 38340) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:18:34.678873 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-257c2f8c-4f70-4460-b04b-cafc6d9e00b7 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Request body: {'security_group_rule': {'security_group_id': 'c6b3c63a-10dc-4990-92ce-ae9d1daac1b0', 'project_id': '6664118b95564eb5aa43c658eedfd9ed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:18:34.687608 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16d3a8b-3e25-448e-9910-056774f7e848 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98d9fdab-a587-4109-8d9a-ddedb0744b31,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:34.710701 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-2a0657c7-55e0-460f-882d-907f38145b87 None None] Current status of the port f7c0b493-b884-43f8-8338-07f312279f49 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:18:34.733517 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21b7969-760b-4c37-a800-fe4bf7bcaae6 req-f34f5e42-436c-44a2-b25e-05c429a9c6cd tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:34.742012 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-093938d6-b51f-480c-a0f0-8349186e7751 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks [] for security_group, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:34.748534 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f21b7969-760b-4c37-a800-fe4bf7bcaae6 req-f34f5e42-436c-44a2-b25e-05c429a9c6cd tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/ports?device_id=aaccd41c-e3e7-4802-b05b-e5d8c53738da HTTP/1.1" status: 200 len: 946 time: 0.2426674 May 18 18:18:34.756515 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-093938d6-b51f-480c-a0f0-8349186e7751 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:34.759338 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-093938d6-b51f-480c-a0f0-8349186e7751 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:34.760920 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-093938d6-b51f-480c-a0f0-8349186e7751 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] 10.222.0.85 "PUT /v2.0/security-groups/504a1e1c-198b-4ca6-bd53-c4ede3c17216 HTTP/1.1" status: 200 len: 1780 time: 0.2146528 May 18 18:18:34.776471 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 38344) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:18:34.815562 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-d22e6a73-f086-4e98-b19c-82f955ca32a0 None None] Set router dfea5f2e-0607-49dd-ae95-836dca5162d9 gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:18:34.828592 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093938d6-b51f-480c-a0f0-8349186e7751 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=504a1e1c-198b-4ca6-bd53-c4ede3c17216,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:34.836747 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-257c2f8c-4f70-4460-b04b-cafc6d9e00b7 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:35.038659 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-ae3f76ab-56df-409c-87c7-91798032659e tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] 10.222.0.85 "GET /v2.0/security-groups/504a1e1c-198b-4ca6-bd53-c4ede3c17216 HTTP/1.1" status: 200 len: 1780 time: 0.2144949 May 18 18:18:35.041654 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 38350) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:18:35.081820 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65709bad-0d6f-4963-b26b-9393d1ec0fd3 None None] Network 0b62e8ad-1024-4253-8bfe-3ff3099d20cb requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:18:35.199822 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-257c2f8c-4f70-4460-b04b-cafc6d9e00b7 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:35.207948 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-257c2f8c-4f70-4460-b04b-cafc6d9e00b7 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:35.325606 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257c2f8c-4f70-4460-b04b-cafc6d9e00b7 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71a16414-e306-42c0-8f96-524d9f043eaf,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:35.357609 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b2e1201d-d71b-45bd-b9a7-d13dded4e9e3 req-eb934046-c329-4124-94cf-8a8e4cbf6f52 tempest-ServerShowV247Test-312027836 tempest-ServerShowV247Test-312027836-project] 10.222.0.85 "GET /v2.0/ports?device_id=7d3d6f7b-0712-4aa0-bf29-7011b64dbb62 HTTP/1.1" status: 200 len: 210 time: 0.0813594 May 18 18:18:35.358367 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f8f16130-3939-4294-829d-6d762cd31553 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:35.380108 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device f7c0b493-b884-43f8-8338-07f312279f49 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:18:35.387360 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-ea88f83f-792d-432f-a541-4afca2e33585 None None] Provisioning complete for port 4d82bce3-a98f-49c1-8c61-30f68cacbf40 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:18:35.387925 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-ea88f83f-792d-432f-a541-4afca2e33585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:35.420943 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f21b7969-760b-4c37-a800-fe4bf7bcaae6 req-937d9150-9cf2-4cce-9c16-f4ee93fa6cd7 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/security-groups?id=0cf286b9-4259-46f9-a9b8-06a8c9d0d055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3962667 May 18 18:18:35.424198 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f8f16130-3939-4294-829d-6d762cd31553 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:35.503850 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-257c2f8c-4f70-4460-b04b-cafc6d9e00b7 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:35.505883 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-257c2f8c-4f70-4460-b04b-cafc6d9e00b7 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8372772 May 18 18:18:35.507152 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f8f16130-3939-4294-829d-6d762cd31553 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:35.510026 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f8f16130-3939-4294-829d-6d762cd31553 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:35.513386 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-f8f16130-3939-4294-829d-6d762cd31553 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] 10.222.0.85 "DELETE /v2.0/security-groups/504a1e1c-198b-4ca6-bd53-c4ede3c17216 HTTP/1.1" status: 204 len: 168 time: 0.4664519 May 18 18:18:35.513386 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 38362) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:18:35.523029 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-24416971-936e-49fc-8e99-bc2fbf24a02a tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Request body: {'security_group_rule': {'security_group_id': 'c6b3c63a-10dc-4990-92ce-ae9d1daac1b0', 'project_id': '6664118b95564eb5aa43c658eedfd9ed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:18:35.547389 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 38364) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:18:35.584350 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d25552b5-ce81-480e-ac0e-99c4030a43bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:35.590075 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f16130-3939-4294-829d-6d762cd31553 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=504a1e1c-198b-4ca6-bd53-c4ede3c17216,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:35.639378 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-d22e6a73-f086-4e98-b19c-82f955ca32a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfea5f2e-0607-49dd-ae95-836dca5162d9', 'name': 'tempest-TaggedBootDevicesTest-879043241-router', 'tenant_id': '9acf9282c55849649d2e7c597835524a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '7808c149-9be5-4358-8c67-e129d016ff53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:18:28Z', 'updated_at': '2022-05-18T18:18:31Z', 'revision_number': 3, 'project_id': '9acf9282c55849649d2e7c597835524a', 'gw_port': {'id': '7808c149-9be5-4358-8c67-e129d016ff53', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:65:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfea5f2e-0607-49dd-ae95-836dca5162d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:18:29Z', 'updated_at': '2022-05-18T18:18:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:18:35.659460 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-24416971-936e-49fc-8e99-bc2fbf24a02a tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:35.726310 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22e6a73-f086-4e98-b19c-82f955ca32a0 None None] Checking router: dfea5f2e-0607-49dd-ae95-836dca5162d9 for host: n-d-838550-3 {{(pid=102732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:18:35.726690 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22e6a73-f086-4e98-b19c-82f955ca32a0 None None] Updating router dfea5f2e-0607-49dd-ae95-836dca5162d9 port 7808c149-9be5-4358-8c67-e129d016ff53 binding host n-d-838550-3 {{(pid=102732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 18:18:35.749711 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-edf1f90e-f90b-4630-aeba-369728e135ae tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] 10.222.0.85 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1932602 May 18 18:18:35.761716 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 38368) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:18:35.857707 n-d-838550-3 neutron-server[102730]: INFO neutron.api.v2.resource [None req-0f1f9c5a-d956-403c-81a6-2cf4fb02af32 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] delete failed (client error): The resource could not be found. May 18 18:18:35.864910 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-0f1f9c5a-d956-403c-81a6-2cf4fb02af32 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] 10.222.0.85 "DELETE /v2.0/security-groups/504a1e1c-198b-4ca6-bd53-c4ede3c17216 HTTP/1.1" status: 404 len: 347 time: 0.0948322 May 18 18:18:35.866735 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 38370) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:18:35.879395 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-51d392ba-03a8-4f30-ab1b-bbc20eb0c804 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Request body: {'security_group': {'name': 'tempest-secgroup--2055821652'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:18:35.899567 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d22e6a73-f086-4e98-b19c-82f955ca32a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:35.913923 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-24416971-936e-49fc-8e99-bc2fbf24a02a tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:35.920690 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-24416971-936e-49fc-8e99-bc2fbf24a02a tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:35.938262 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24416971-936e-49fc-8e99-bc2fbf24a02a tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95cb0d17-f695-4a3a-9f44-9d662f17a778,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:35.938544 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port f7c0b493-b884-43f8-8338-07f312279f49 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:18:35.939154 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:35.942091 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-51d392ba-03a8-4f30-ab1b-bbc20eb0c804 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:35.987478 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-24416971-936e-49fc-8e99-bc2fbf24a02a tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:35.989844 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-24416971-936e-49fc-8e99-bc2fbf24a02a tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4709618 May 18 18:18:35.995411 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 38372) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:18:36.005090 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-eb684e61-fddd-47fb-b053-d7a060de5a73 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Request body: {'security_group_rule': {'security_group_id': 'c6b3c63a-10dc-4990-92ce-ae9d1daac1b0', 'project_id': '6664118b95564eb5aa43c658eedfd9ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:18:36.010877 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-ea88f83f-792d-432f-a541-4afca2e33585 None None] Current status of the port 4d82bce3-a98f-49c1-8c61-30f68cacbf40 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:18:36.011617 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-ea88f83f-792d-432f-a541-4afca2e33585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:36.051744 n-d-838550-3 neutron-server[102730]: INFO neutron.db.securitygroups_db [None req-eb684e61-fddd-47fb-b053-d7a060de5a73 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Project 6664118b95564eb5aa43c658eedfd9ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 18 18:18:36.070085 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-eb684e61-fddd-47fb-b053-d7a060de5a73 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:36.158688 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e2b8b7-1cbf-41fb-a952-9adedceaa079 req-93d92c6f-7480-4af0-a175-499b06de810a tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:36.160335 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-21e2b8b7-1cbf-41fb-a952-9adedceaa079 req-93d92c6f-7480-4af0-a175-499b06de810a tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/ports?device_id=aaccd41c-e3e7-4802-b05b-e5d8c53738da HTTP/1.1" status: 200 len: 946 time: 0.3235693 May 18 18:18:36.182083 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-d25552b5-ce81-480e-ac0e-99c4030a43bf admin admin] Allocated IP 172.20.0.1 (0b62e8ad-1024-4253-8bfe-3ff3099d20cb/220bf428-4bb0-40aa-a350-504adcdda1b2/a16583bc-bcbb-47b1-8324-c84728f85556) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:18:36.206120 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-51d392ba-03a8-4f30-ab1b-bbc20eb0c804 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:36.208274 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-eb684e61-fddd-47fb-b053-d7a060de5a73 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:36.217675 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-51d392ba-03a8-4f30-ab1b-bbc20eb0c804 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:36.222056 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-ea88f83f-792d-432f-a541-4afca2e33585 None None] For port 4d82bce3-a98f-49c1-8c61-30f68cacbf40, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=4d82bce3-a98f-49c1-8c61-30f68cacbf40,segment=NetworkSegment(d9d98bab-9820-406c-b473-c4327f400811),segment_id=d9d98bab-9820-406c-b473-c4327f400811)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:18:36.238834 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-ea88f83f-792d-432f-a541-4afca2e33585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:36.292610 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d392ba-03a8-4f30-ab1b-bbc20eb0c804 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a29347b-20bc-4a2e-bdec-785b182ad93a,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:36.306285 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea88f83f-792d-432f-a541-4afca2e33585 None None] Pushing event updated for resources: {'Port': ['ID=4d82bce3-a98f-49c1-8c61-30f68cacbf40,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:36.311400 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-51d392ba-03a8-4f30-ab1b-bbc20eb0c804 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:36.314571 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-51d392ba-03a8-4f30-ab1b-bbc20eb0c804 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4389448 May 18 18:18:36.316966 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-eb684e61-fddd-47fb-b053-d7a060de5a73 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:36.336212 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 38376) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:18:36.338421 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-21e2b8b7-1cbf-41fb-a952-9adedceaa079 req-a6db0c1e-7bfb-4d2e-93b6-e2d6cc19b588 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/security-groups?id=0cf286b9-4259-46f9-a9b8-06a8c9d0d055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592369 May 18 18:18:36.401940 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-2b91f92a-34cd-44ef-8cc8-b59ff3925669 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Request body: {'security_group_rule': {'security_group_id': '4a29347b-20bc-4a2e-bdec-785b182ad93a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:18:36.476552 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d25552b5-ce81-480e-ac0e-99c4030a43bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:36.507418 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port f7c0b493-b884-43f8-8338-07f312279f49 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:18:36.509308 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 4d82bce3-a98f-49c1-8c61-30f68cacbf40 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:18:36.519049 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb684e61-fddd-47fb-b053-d7a060de5a73 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddc2144d-b764-4498-b335-25892cee130e,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:36.545127 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-eb684e61-fddd-47fb-b053-d7a060de5a73 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:36.547410 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-eb684e61-fddd-47fb-b053-d7a060de5a73 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5501392 May 18 18:18:36.561269 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 38384) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:18:36.572070 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-e9b68d5e-563d-4a41-9c35-49e5c37246c2 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Request body: {'security_group_rule': {'security_group_id': 'c6b3c63a-10dc-4990-92ce-ae9d1daac1b0', 'project_id': '6664118b95564eb5aa43c658eedfd9ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:18:36.612303 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-63cef770-4ba2-4fc0-9b99-231f243da788 None None] Provisioning complete for port 4d82bce3-a98f-49c1-8c61-30f68cacbf40 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:18:36.612983 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-63cef770-4ba2-4fc0-9b99-231f243da788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:36.615410 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2b91f92a-34cd-44ef-8cc8-b59ff3925669 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:36.623693 n-d-838550-3 neutron-server[102731]: INFO neutron.db.securitygroups_db [None req-e9b68d5e-563d-4a41-9c35-49e5c37246c2 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Project 6664118b95564eb5aa43c658eedfd9ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 18 18:18:36.659789 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d25552b5-ce81-480e-ac0e-99c4030a43bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:36.728563 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d25552b5-ce81-480e-ac0e-99c4030a43bf admin admin] Network 0b62e8ad-1024-4253-8bfe-3ff3099d20cb is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:18:36.730322 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e9b68d5e-563d-4a41-9c35-49e5c37246c2 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:36.752591 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-d25552b5-ce81-480e-ac0e-99c4030a43bf admin admin] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:18:36.767578 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2b91f92a-34cd-44ef-8cc8-b59ff3925669 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:36.780352 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a89114-a904-48d8-8a67-65eab2df0ee0 req-7c790143-21a7-4293-8a88-50a9cfe22f32 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:36.782978 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e4a89114-a904-48d8-8a67-65eab2df0ee0 req-7c790143-21a7-4293-8a88-50a9cfe22f32 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/ports?device_id=aaccd41c-e3e7-4802-b05b-e5d8c53738da HTTP/1.1" status: 200 len: 946 time: 0.1837258 May 18 18:18:36.785082 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2b91f92a-34cd-44ef-8cc8-b59ff3925669 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:36.823924 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b91f92a-34cd-44ef-8cc8-b59ff3925669 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec33e39f-5db1-43a1-87a0-d91625758455,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:36.837282 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25552b5-ce81-480e-ac0e-99c4030a43bf admin admin] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:18:36.844659 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2b91f92a-34cd-44ef-8cc8-b59ff3925669 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:36.845995 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-2b91f92a-34cd-44ef-8cc8-b59ff3925669 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4871819 May 18 18:18:36.851199 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 38390) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:18:36.855774 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 4d82bce3-a98f-49c1-8c61-30f68cacbf40 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:18:36.855918 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:36.865927 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-de127718-8b51-47a4-bf2a-6215a5c0e317 req-2cf6999b-50b4-4d4a-83b2-1e1d7188e424 tempest-ServerShowV247Test-312027836 tempest-ServerShowV247Test-312027836-project] 10.222.0.85 "GET /v2.0/ports?device_id=7d3d6f7b-0712-4aa0-bf29-7011b64dbb62 HTTP/1.1" status: 200 len: 210 time: 0.2006555 May 18 18:18:36.953018 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25552b5-ce81-480e-ac0e-99c4030a43bf admin admin] Pushing event updated for resources: {'Port': ['ID=a16583bc-bcbb-47b1-8324-c84728f85556,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:36.992030 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 7 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 18:18:37.000903 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e4a89114-a904-48d8-8a67-65eab2df0ee0 req-237e5526-3a08-432a-8af2-9f63a565b7d0 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/security-groups?id=0cf286b9-4259-46f9-a9b8-06a8c9d0d055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983461 May 18 18:18:37.008861 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5edf8fc8-8919-4035-ba0e-ac79ea06a93b tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:37.029914 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5edf8fc8-8919-4035-ba0e-ac79ea06a93b tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:37.060780 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d25552b5-ce81-480e-ac0e-99c4030a43bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595826'] for router_interface, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:37.071894 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-63cef770-4ba2-4fc0-9b99-231f243da788 None None] Current status of the port 4d82bce3-a98f-49c1-8c61-30f68cacbf40 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:18:37.088893 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5edf8fc8-8919-4035-ba0e-ac79ea06a93b tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:37.108305 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5edf8fc8-8919-4035-ba0e-ac79ea06a93b tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:37.110803 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-5edf8fc8-8919-4035-ba0e-ac79ea06a93b tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] 10.222.0.85 "DELETE /v2.0/security-group-rules/ec33e39f-5db1-43a1-87a0-d91625758455 HTTP/1.1" status: 204 len: 168 time: 0.2582705 May 18 18:18:37.119714 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 38398) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:18:37.146101 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edf8fc8-8919-4035-ba0e-ac79ea06a93b tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ec33e39f-5db1-43a1-87a0-d91625758455,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:37.223015 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e9b68d5e-563d-4a41-9c35-49e5c37246c2 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:37.230775 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d22e6a73-f086-4e98-b19c-82f955ca32a0 None None] Notify callbacks [] for port, precommit_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:37.232674 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 4d82bce3-a98f-49c1-8c61-30f68cacbf40 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:18:37.236386 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-986f1460-62a3-4791-a9cb-93da9228d498 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] 10.222.0.85 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1154149 May 18 18:18:37.239105 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e9b68d5e-563d-4a41-9c35-49e5c37246c2 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:37.239493 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 38400) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:18:37.256432 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d22e6a73-f086-4e98-b19c-82f955ca32a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:37.323609 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-23d8727b-5a5f-477a-8c71-a773515b4297 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:37.327695 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b68d5e-563d-4a41-9c35-49e5c37246c2 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=558405df-3ec5-4332-90cb-170051f4dae9,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:37.328193 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972b182b-ebf0-4027-9898-94faadfa89b1 None None] Pushing event updated for resources: {'Port': ['ID=7808c149-9be5-4358-8c67-e129d016ff53,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:37.355333 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-d22e6a73-f086-4e98-b19c-82f955ca32a0 None None] Attempting to bind port 7808c149-9be5-4358-8c67-e129d016ff53 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:18:37.355653 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-d22e6a73-f086-4e98-b19c-82f955ca32a0 None None] Attempting to bind port 7808c149-9be5-4358-8c67-e129d016ff53 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:18:37.356019 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22e6a73-f086-4e98-b19c-82f955ca32a0 None None] Attempting to bind port 7808c149-9be5-4358-8c67-e129d016ff53 on network 31ebd439-090c-4b25-bbb0-31c48711b145 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:18:37.363928 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22e6a73-f086-4e98-b19c-82f955ca32a0 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:18:37.364296 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22e6a73-f086-4e98-b19c-82f955ca32a0 None None] Checking segment: {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:18:37.364700 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d22e6a73-f086-4e98-b19c-82f955ca32a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:37.365090 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22e6a73-f086-4e98-b19c-82f955ca32a0 None None] Bound using segment: {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:18:37.365756 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-d22e6a73-f086-4e98-b19c-82f955ca32a0 None None] Bound port: 7808c149-9be5-4358-8c67-e129d016ff53, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:18:37.366147 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d22e6a73-f086-4e98-b19c-82f955ca32a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:37.385524 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-23d8727b-5a5f-477a-8c71-a773515b4297 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:37.404446 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-411f8244-ab1c-40ec-924d-29ba57dd2b42 None None] Provisioning complete for port a16583bc-bcbb-47b1-8324-c84728f85556 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:18:37.405035 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-411f8244-ab1c-40ec-924d-29ba57dd2b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:37.409107 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e9b68d5e-563d-4a41-9c35-49e5c37246c2 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:37.428644 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-e9b68d5e-563d-4a41-9c35-49e5c37246c2 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8488555 May 18 18:18:37.468513 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 4d82bce3-a98f-49c1-8c61-30f68cacbf40 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:18:37.520543 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d25552b5-ce81-480e-ac0e-99c4030a43bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:37.592990 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-411f8244-ab1c-40ec-924d-29ba57dd2b42 None None] Port a16583bc-bcbb-47b1-8324-c84728f85556 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:18:37.617894 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-d22e6a73-f086-4e98-b19c-82f955ca32a0 None None] For port 7808c149-9be5-4358-8c67-e129d016ff53, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:18:37.624990 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-d22e6a73-f086-4e98-b19c-82f955ca32a0 None None] For port 7808c149-9be5-4358-8c67-e129d016ff53, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=7808c149-9be5-4358-8c67-e129d016ff53,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:18:37.638686 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d22e6a73-f086-4e98-b19c-82f955ca32a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:37.694846 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-7fde9032-bc26-4119-9cff-372f08663522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:37.727857 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22e6a73-f086-4e98-b19c-82f955ca32a0 None None] Routers {'dfea5f2e-0607-49dd-ae95-836dca5162d9'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:18:37.728664 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-d22e6a73-f086-4e98-b19c-82f955ca32a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:18:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['dfea5f2e-0607-49dd-ae95-836dca5162d9'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:18:37.782269 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 4d82bce3-a98f-49c1-8c61-30f68cacbf40 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:18:37.782638 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:37.886221 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d25552b5-ce81-480e-ac0e-99c4030a43bf admin admin] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:37.894372 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d25552b5-ce81-480e-ac0e-99c4030a43bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:37.930018 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783ae62d-e954-4b36-bd56-dfad6d8cea99 req-3120cfd2-0edd-4a18-99ec-de3354876197 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:37.931865 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-783ae62d-e954-4b36-bd56-dfad6d8cea99 req-3120cfd2-0edd-4a18-99ec-de3354876197 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/ports?device_id=aaccd41c-e3e7-4802-b05b-e5d8c53738da HTTP/1.1" status: 200 len: 946 time: 0.5125473 May 18 18:18:37.933808 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-23d8727b-5a5f-477a-8c71-a773515b4297 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:37.941901 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-23d8727b-5a5f-477a-8c71-a773515b4297 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:37.958596 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-23d8727b-5a5f-477a-8c71-a773515b4297 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] 10.222.0.85 "DELETE /v2.0/security-groups/4a29347b-20bc-4a2e-bdec-785b182ad93a HTTP/1.1" status: 204 len: 168 time: 0.7174988 May 18 18:18:37.961227 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 38418) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:18:37.994060 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d8727b-5a5f-477a-8c71-a773515b4297 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a29347b-20bc-4a2e-bdec-785b182ad93a,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:38.028993 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-52d7da82-2fb9-4bee-8913-d0eda8d41662 req-885f7dee-1d88-46e4-b5ac-07f5286de2c4 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-176766659&fields=id&tenant_id=6664118b95564eb5aa43c658eedfd9ed HTTP/1.1" status: 200 len: 267 time: 0.1034417 May 18 18:18:38.032485 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d25552b5-ce81-480e-ac0e-99c4030a43bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-595870'] for router_interface, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:38.050197 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25552b5-ce81-480e-ac0e-99c4030a43bf admin admin] Pushing event updated for resources: {'Port': ['ID=a16583bc-bcbb-47b1-8324-c84728f85556,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:38.074945 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972b182b-ebf0-4027-9898-94faadfa89b1 None None] Pushing event updated for resources: {'Port': ['ID=7808c149-9be5-4358-8c67-e129d016ff53,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:38.114875 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-783ae62d-e954-4b36-bd56-dfad6d8cea99 req-e4811fc4-df71-4e07-8021-44f4f692888e tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/security-groups?id=0cf286b9-4259-46f9-a9b8-06a8c9d0d055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356313 May 18 18:18:38.178363 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-903bbe44-9636-47e5-8124-87f830ef5cfe tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] 10.222.0.85 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2027524 May 18 18:18:38.194341 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 38424) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:18:38.200354 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-bdd512f5-a969-4a01-81ea-809ee9875c78 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Request body: {'security_group': {'name': 'tempest-secgroup--639229650'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:18:38.279217 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-d22e6a73-f086-4e98-b19c-82f955ca32a0 None None] Set router dfea5f2e-0607-49dd-ae95-836dca5162d9 gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:18:38.288400 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-bdd512f5-a969-4a01-81ea-809ee9875c78 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:38.292657 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c99888ee-0faa-4f9b-b96a-ce8e836a3434 req-d9b0bcb3-e384-4cb8-9a75-4be16ed8020b tempest-ServerShowV247Test-312027836 tempest-ServerShowV247Test-312027836-project] 10.222.0.85 "GET /v2.0/ports?device_id=7d3d6f7b-0712-4aa0-bf29-7011b64dbb62 HTTP/1.1" status: 200 len: 210 time: 0.0548313 May 18 18:18:38.333522 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d25552b5-ce81-480e-ac0e-99c4030a43bf admin admin] Network 0b62e8ad-1024-4253-8bfe-3ff3099d20cb is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:18:38.343797 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 4d82bce3-a98f-49c1-8c61-30f68cacbf40 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:18:38.352203 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-d25552b5-ce81-480e-ac0e-99c4030a43bf admin admin] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:18:38.449150 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d7da82-2fb9-4bee-8913-d0eda8d41662 req-aab70d0a-6e42-4c1e-b7f1-4a02e7e6acc6 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:38.460165 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-52d7da82-2fb9-4bee-8913-d0eda8d41662 req-aab70d0a-6e42-4c1e-b7f1-4a02e7e6acc6 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "GET /v2.0/networks?id=3f8a9fba-a301-4045-a1ed-90503af6265b HTTP/1.1" status: 200 len: 796 time: 0.4161615 May 18 18:18:38.488845 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-52d7da82-2fb9-4bee-8913-d0eda8d41662 req-0fdb4c20-9c90-44c7-9a64-eb839f9815ee tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "GET /v2.0/quotas/6664118b95564eb5aa43c658eedfd9ed HTTP/1.1" status: 200 len: 375 time: 0.0275745 May 18 18:18:38.510157 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-bdd512f5-a969-4a01-81ea-809ee9875c78 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:38.547260 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fd20ce-b92c-4dda-a006-9227aab8e4e8 req-676b7b6e-6301-4149-870f-e06424823da5 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:38.556943 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-16fd20ce-b92c-4dda-a006-9227aab8e4e8 req-676b7b6e-6301-4149-870f-e06424823da5 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/ports?device_id=aaccd41c-e3e7-4802-b05b-e5d8c53738da HTTP/1.1" status: 200 len: 946 time: 0.1571712 May 18 18:18:38.570950 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-bdd512f5-a969-4a01-81ea-809ee9875c78 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:38.631461 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-52d7da82-2fb9-4bee-8913-d0eda8d41662 req-050fb8b8-c864-4745-aaee-64cdbad08ccb tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=6664118b95564eb5aa43c658eedfd9ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1419442 May 18 18:18:38.646552 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd512f5-a969-4a01-81ea-809ee9875c78 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36f58deb-c42e-45ff-b002-984e6ab251fe,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:38.648055 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d25552b5-ce81-480e-ac0e-99c4030a43bf admin admin] Router dfea5f2e-0607-49dd-ae95-836dca5162d9 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:18:38.651759 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-bdd512f5-a969-4a01-81ea-809ee9875c78 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:38.652988 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-bdd512f5-a969-4a01-81ea-809ee9875c78 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4571655 May 18 18:18:38.660846 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 38426) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:18:38.667057 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-3f31a5b0-66f4-4daa-a406-9e9e41238c87 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Request body: {'security_group_rule': {'security_group_id': '36f58deb-c42e-45ff-b002-984e6ab251fe', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:18:38.713212 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-d22e6a73-f086-4e98-b19c-82f955ca32a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfea5f2e-0607-49dd-ae95-836dca5162d9', 'name': 'tempest-TaggedBootDevicesTest-879043241-router', 'tenant_id': '9acf9282c55849649d2e7c597835524a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '7808c149-9be5-4358-8c67-e129d016ff53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:18:28Z', 'updated_at': '2022-05-18T18:18:37Z', 'revision_number': 4, 'project_id': '9acf9282c55849649d2e7c597835524a', 'gw_port': {'id': '7808c149-9be5-4358-8c67-e129d016ff53', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:65:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfea5f2e-0607-49dd-ae95-836dca5162d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:18:29Z', 'updated_at': '2022-05-18T18:18:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': 'a16583bc-bcbb-47b1-8324-c84728f85556', 'name': '', 'network_id': '0b62e8ad-1024-4253-8bfe-3ff3099d20cb', 'tenant_id': '9acf9282c55849649d2e7c597835524a', 'mac_address': 'fa:16:3e:38:54:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfea5f2e-0607-49dd-ae95-836dca5162d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1926, 'fixed_ips': [{'subnet_id': '220bf428-4bb0-40aa-a350-504adcdda1b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:18:35Z', 'updated_at': '2022-05-18T18:18:36Z', 'revision_number': 1, 'project_id': '9acf9282c55849649d2e7c597835524a', 'subnets': [{'id': '220bf428-4bb0-40aa-a350-504adcdda1b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:18:38.735727 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-16fd20ce-b92c-4dda-a006-9227aab8e4e8 req-3ed16e54-9dab-48de-a1bc-f2fa747c503c tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/security-groups?id=0cf286b9-4259-46f9-a9b8-06a8c9d0d055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728036 May 18 18:18:38.760351 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3f31a5b0-66f4-4daa-a406-9e9e41238c87 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:38.765954 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22e6a73-f086-4e98-b19c-82f955ca32a0 None None] The sync data for ids ['dfea5f2e-0607-49dd-ae95-836dca5162d9'] in n-d-838550-3 is: [{'id': 'dfea5f2e-0607-49dd-ae95-836dca5162d9', 'name': 'tempest-TaggedBootDevicesTest-879043241-router', 'tenant_id': '9acf9282c55849649d2e7c597835524a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '7808c149-9be5-4358-8c67-e129d016ff53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:18:28Z', 'updated_at': '2022-05-18T18:18:37Z', 'revision_number': 4, 'project_id': '9acf9282c55849649d2e7c597835524a', 'gw_port': {'id': '7808c149-9be5-4358-8c67-e129d016ff53', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:65:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfea5f2e-0607-49dd-ae95-836dca5162d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:18:29Z', 'updated_at': '2022-05-18T18:18:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': 'a16583bc-bcbb-47b1-8324-c84728f85556', 'name': '', 'network_id': '0b62e8ad-1024-4253-8bfe-3ff3099d20cb', 'tenant_id': '9acf9282c55849649d2e7c597835524a', 'mac_address': 'fa:16:3e:38:54:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfea5f2e-0607-49dd-ae95-836dca5162d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1926, 'fixed_ips': [{'subnet_id': '220bf428-4bb0-40aa-a350-504adcdda1b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:18:35Z', 'updated_at': '2022-05-18T18:18:36Z', 'revision_number': 1, 'project_id': '9acf9282c55849649d2e7c597835524a', 'subnets': [{'id': '220bf428-4bb0-40aa-a350-504adcdda1b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:18:38.831908 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-1d283084-3f2a-42c7-8fd5-98c91cf747be None None] Provisioning complete for port a16583bc-bcbb-47b1-8324-c84728f85556 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:18:38.832399 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1d283084-3f2a-42c7-8fd5-98c91cf747be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:38.869281 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3f31a5b0-66f4-4daa-a406-9e9e41238c87 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:38.874672 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3f31a5b0-66f4-4daa-a406-9e9e41238c87 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:38.901418 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f31a5b0-66f4-4daa-a406-9e9e41238c87 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7eaf0acb-aea5-4660-a8e2-ae53ef80e5e0,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:38.929489 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-1d283084-3f2a-42c7-8fd5-98c91cf747be None None] Port a16583bc-bcbb-47b1-8324-c84728f85556 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:18:38.936101 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-52d7da82-2fb9-4bee-8913-d0eda8d41662 req-8de3c52d-d9b1-4cc1-8edd-e6a93e1e1df3 service neutron] 10.222.0.85 "GET /v2.0/networks/3f8a9fba-a301-4045-a1ed-90503af6265b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2806926 May 18 18:18:38.939037 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3f31a5b0-66f4-4daa-a406-9e9e41238c87 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:38.940482 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-3f31a5b0-66f4-4daa-a406-9e9e41238c87 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2785139 May 18 18:18:38.943608 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 38430) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:18:38.951007 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-58f50b0d-97de-441f-b4d4-09ed357f4ec5 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Request body: {'security_group_rule': {'security_group_id': '36f58deb-c42e-45ff-b002-984e6ab251fe', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:18:39.003411 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-58f50b0d-97de-441f-b4d4-09ed357f4ec5 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:39.030636 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d25552b5-ce81-480e-ac0e-99c4030a43bf admin admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:18:39.038048 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-d25552b5-ce81-480e-ac0e-99c4030a43bf admin admin] 10.222.0.85 "PUT /v2.0/routers/dfea5f2e-0607-49dd-ae95-836dca5162d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8171570 May 18 18:18:39.107895 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-52d7da82-2fb9-4bee-8913-d0eda8d41662 req-028a87b5-593b-4ff5-8ef0-210d85361ac5 service neutron] 10.222.0.85 "GET /v2.0/networks/3f8a9fba-a301-4045-a1ed-90503af6265b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707430 May 18 18:18:39.114209 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-58f50b0d-97de-441f-b4d4-09ed357f4ec5 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:39.119892 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-58f50b0d-97de-441f-b4d4-09ed357f4ec5 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:39.234152 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f50b0d-97de-441f-b4d4-09ed357f4ec5 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0e32508-d162-4e9a-932b-b1aaa6e05833,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:39.273268 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-58f50b0d-97de-441f-b4d4-09ed357f4ec5 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:39.274997 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-58f50b0d-97de-441f-b4d4-09ed357f4ec5 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3299947 May 18 18:18:39.278240 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 38440) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:18:39.283892 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-9495617b-78a0-4ee2-a3c1-62f6d5111798 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Request body: {'security_group_rule': {'security_group_id': '36f58deb-c42e-45ff-b002-984e6ab251fe', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:18:39.372170 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9495617b-78a0-4ee2-a3c1-62f6d5111798 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:39.576130 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-db38c3fd-37de-4f60-925f-4ba9b9f54efd req-c2f4179f-b263-46f6-838d-4efd6ef25f17 tempest-ServerShowV247Test-312027836 tempest-ServerShowV247Test-312027836-project] 10.222.0.85 "GET /v2.0/ports?device_id=7d3d6f7b-0712-4aa0-bf29-7011b64dbb62 HTTP/1.1" status: 200 len: 210 time: 0.0732608 May 18 18:18:39.594261 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22439ae-2c1e-4b45-ae4d-84fa18021ad1 req-1539fce4-6857-413f-a8ed-237879fdbac3 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:39.607710 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9495617b-78a0-4ee2-a3c1-62f6d5111798 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:39.607991 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f22439ae-2c1e-4b45-ae4d-84fa18021ad1 req-1539fce4-6857-413f-a8ed-237879fdbac3 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/ports?device_id=aaccd41c-e3e7-4802-b05b-e5d8c53738da HTTP/1.1" status: 200 len: 946 time: 0.1570332 May 18 18:18:39.615307 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9495617b-78a0-4ee2-a3c1-62f6d5111798 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:39.683151 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f22439ae-2c1e-4b45-ae4d-84fa18021ad1 req-1679421f-ef1f-4982-bc45-7dbb59bcd292 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/security-groups?id=0cf286b9-4259-46f9-a9b8-06a8c9d0d055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711071 May 18 18:18:39.696722 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9495617b-78a0-4ee2-a3c1-62f6d5111798 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7adea2fd-6e10-4284-9bf0-f8c1d48f3003,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:39.751852 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d9379472-43ee-40bb-b622-fe388c6d8551 req-e2017431-8506-4cbf-80ef-f5a08bbef842 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "GET /v2.0/ports?device_id=cf581f9b-6cca-452c-965b-a19b58ea3b35 HTTP/1.1" status: 200 len: 210 time: 0.0654621 May 18 18:18:39.783634 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9495617b-78a0-4ee2-a3c1-62f6d5111798 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:39.784872 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-9495617b-78a0-4ee2-a3c1-62f6d5111798 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5054588 May 18 18:18:39.789043 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 38456) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:18:39.795144 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-b576a175-2cbe-499d-9621-9ebb3319139e tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Request body: {'security_group_rule': {'security_group_id': '36f58deb-c42e-45ff-b002-984e6ab251fe', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:18:39.828831 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b576a175-2cbe-499d-9621-9ebb3319139e tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:39.943264 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b576a175-2cbe-499d-9621-9ebb3319139e tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:39.950046 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b576a175-2cbe-499d-9621-9ebb3319139e tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:39.994831 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b576a175-2cbe-499d-9621-9ebb3319139e tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:40.002140 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-b576a175-2cbe-499d-9621-9ebb3319139e tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2115693 May 18 18:18:40.002314 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 38464) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:18:40.005153 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b576a175-2cbe-499d-9621-9ebb3319139e tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e73eef51-733a-48ad-9fa0-35387d0dc2e0,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:40.010848 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-c9aaa214-e14c-42e5-b21f-8993d970ea89 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Request body: {'security_group_rule': {'security_group_id': '36f58deb-c42e-45ff-b002-984e6ab251fe', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:18:40.034039 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-085dc7aa-5744-4e27-b7a0-4f6a5d0ed313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:40.051575 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c9aaa214-e14c-42e5-b21f-8993d970ea89 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:40.229268 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c9aaa214-e14c-42e5-b21f-8993d970ea89 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:40.234522 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c9aaa214-e14c-42e5-b21f-8993d970ea89 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:40.301268 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aaa214-e14c-42e5-b21f-8993d970ea89 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e3ff2fb-36f8-4f8a-81a9-3d5bc67bb42d,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:40.326128 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c9aaa214-e14c-42e5-b21f-8993d970ea89 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:40.338947 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 38474) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:18:40.354195 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-c9aaa214-e14c-42e5-b21f-8993d970ea89 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.3506732 May 18 18:18:40.398394 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6b0e7c13-b7da-490f-a35c-22e0f6474360 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:40.438779 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6b0e7c13-b7da-490f-a35c-22e0f6474360 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:40.494227 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6b0e7c13-b7da-490f-a35c-22e0f6474360 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:40.498976 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 38480) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:18:40.517564 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6b0e7c13-b7da-490f-a35c-22e0f6474360 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:40.520205 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-6b0e7c13-b7da-490f-a35c-22e0f6474360 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] 10.222.0.85 "DELETE /v2.0/security-group-rules/3e3ff2fb-36f8-4f8a-81a9-3d5bc67bb42d HTTP/1.1" status: 204 len: 168 time: 0.1799881 May 18 18:18:40.529600 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-391b5b61-8aff-4ac4-b51e-4774d8aaa2ce admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1754196163-network', 'tenant_id': 'c7bd6b7b28b648819f008f88aac146ed'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:18:40.543413 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 38482) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:18:40.592920 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0e7c13-b7da-490f-a35c-22e0f6474360 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3e3ff2fb-36f8-4f8a-81a9-3d5bc67bb42d,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:40.620071 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea6594f-6c25-4b30-b346-c7334df3f630 req-d8818436-b553-4d6a-9c56-2f705f11bfa1 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:40.623083 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0ea6594f-6c25-4b30-b346-c7334df3f630 req-d8818436-b553-4d6a-9c56-2f705f11bfa1 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.36 "GET /v2.0/ports?device_id=aaccd41c-e3e7-4802-b05b-e5d8c53738da HTTP/1.1" status: 200 len: 946 time: 0.1671174 May 18 18:18:40.645226 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-391b5b61-8aff-4ac4-b51e-4774d8aaa2ce admin admin] Made reservation on behalf of c7bd6b7b28b648819f008f88aac146ed for: {'network': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:18:40.647769 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-391b5b61-8aff-4ac4-b51e-4774d8aaa2ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:40.667585 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-391b5b61-8aff-4ac4-b51e-4774d8aaa2ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:40.699833 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-05de3b7a-8a6e-47ec-881d-049195daee43 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] 10.222.0.85 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1542044 May 18 18:18:40.706187 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 38486) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:18:40.861018 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3b3993eb-eaa4-4fa5-8eff-015988c392d1 req-4723b700-63ff-4320-8aff-3f79b7b812e2 tempest-ServerShowV247Test-312027836 tempest-ServerShowV247Test-312027836-project] 10.222.0.85 "GET /v2.0/ports?device_id=7d3d6f7b-0712-4aa0-bf29-7011b64dbb62 HTTP/1.1" status: 200 len: 210 time: 0.0731514 May 18 18:18:40.920054 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-39be6155-ee9b-43ff-b758-b23d4fe535fd tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:40.958972 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-39be6155-ee9b-43ff-b758-b23d4fe535fd tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:40.971620 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-0ea6594f-6c25-4b30-b346-c7334df3f630 req-d77fdc73-ce01-4f15-a065-b91616f10230 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Deleting port 8b68e400-726b-41f3-b2fa-77c061abacd8 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:18:40.972573 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-0ea6594f-6c25-4b30-b346-c7334df3f630 req-d77fdc73-ce01-4f15-a065-b91616f10230 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:41.021010 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-39be6155-ee9b-43ff-b758-b23d4fe535fd tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:41.045777 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-39be6155-ee9b-43ff-b758-b23d4fe535fd tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:41.047446 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-39be6155-ee9b-43ff-b758-b23d4fe535fd tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] 10.222.0.85 "DELETE /v2.0/security-group-rules/e73eef51-733a-48ad-9fa0-35387d0dc2e0 HTTP/1.1" status: 204 len: 168 time: 0.3403540 May 18 18:18:41.063198 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 38494) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:18:41.123726 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39be6155-ee9b-43ff-b758-b23d4fe535fd tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e73eef51-733a-48ad-9fa0-35387d0dc2e0,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:41.151028 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-dc4935d6-b938-4e5a-a18a-ce82b422e927 req-3d7e8e69-9534-476d-b4a3-63d2933aef24 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "GET /v2.0/ports?device_id=cf581f9b-6cca-452c-965b-a19b58ea3b35 HTTP/1.1" status: 200 len: 210 time: 0.0937071 May 18 18:18:41.182725 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-0ea6594f-6c25-4b30-b346-c7334df3f630 req-d77fdc73-ce01-4f15-a065-b91616f10230 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] For port 8b68e400-726b-41f3-b2fa-77c061abacd8, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=8b68e400-726b-41f3-b2fa-77c061abacd8,segment=NetworkSegment(1c33b8e1-9163-4f86-a1f0-1efa8c3ca198),segment_id=1c33b8e1-9163-4f86-a1f0-1efa8c3ca198)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:18:41.184041 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-0ea6594f-6c25-4b30-b346-c7334df3f630 req-d77fdc73-ce01-4f15-a065-b91616f10230 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:41.200731 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:41.201606 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-391b5b61-8aff-4ac4-b51e-4774d8aaa2ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:41.208381 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-0ea6594f-6c25-4b30-b346-c7334df3f630 req-d77fdc73-ce01-4f15-a065-b91616f10230 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Calling delete_port for 8b68e400-726b-41f3-b2fa-77c061abacd8 owned by compute:nova {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:18:41.213663 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-391b5b61-8aff-4ac4-b51e-4774d8aaa2ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:41.274374 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391b5b61-8aff-4ac4-b51e-4774d8aaa2ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6be3fd5-e706-466b-92a1-69f8f1851c3a,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:41.336738 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-53e6c968-45a8-4995-8415-4003b02becb3 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] 10.222.0.85 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.2651045 May 18 18:18:41.343309 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 38504) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:18:41.401293 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-391b5b61-8aff-4ac4-b51e-4774d8aaa2ce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 609} {{(pid=102730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:18:41.477979 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-391b5b61-8aff-4ac4-b51e-4774d8aaa2ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:41.478805 n-d-838550-3 neutron-server[102730]: INFO neutron.db.segments_db [None req-391b5b61-8aff-4ac4-b51e-4774d8aaa2ce admin admin] Added segment 921e9079-7dca-40b3-938d-afa7101a1125 of type vlan for network a6fccd9a-f70b-47ed-8670-710c6e618367 May 18 18:18:41.510730 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c51488fa-4bb1-4267-9b9c-4069f40950f1 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:41.528050 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-0ea6594f-6c25-4b30-b346-c7334df3f630 req-d77fdc73-ce01-4f15-a065-b91616f10230 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:41.541234 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['8b68e400-726b-41f3-b2fa-77c061abacd8'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:18:41.579839 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c51488fa-4bb1-4267-9b9c-4069f40950f1 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:41.597661 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-391b5b61-8aff-4ac4-b51e-4774d8aaa2ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:41.618377 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 7808c149-9be5-4358-8c67-e129d016ff53 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:18:41.648581 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c51488fa-4bb1-4267-9b9c-4069f40950f1 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:41.665700 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c51488fa-4bb1-4267-9b9c-4069f40950f1 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:41.669511 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-c51488fa-4bb1-4267-9b9c-4069f40950f1 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] 10.222.0.85 "DELETE /v2.0/security-group-rules/7adea2fd-6e10-4284-9bf0-f8c1d48f3003 HTTP/1.1" status: 204 len: 168 time: 0.3206351 May 18 18:18:41.669511 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51488fa-4bb1-4267-9b9c-4069f40950f1 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7adea2fd-6e10-4284-9bf0-f8c1d48f3003,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:41.672198 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 38508) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:18:41.673230 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-391b5b61-8aff-4ac4-b51e-4774d8aaa2ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:41.674669 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-391b5b61-8aff-4ac4-b51e-4774d8aaa2ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:41.678252 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-391b5b61-8aff-4ac4-b51e-4774d8aaa2ce admin admin] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:41.693309 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f8e389-6831-423a-80b6-e5c9eb513659 req-85b20968-3968-449f-9b5b-dc15d9689c45 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:41.710792 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f1f8e389-6831-423a-80b6-e5c9eb513659 req-85b20968-3968-449f-9b5b-dc15d9689c45 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/ports?device_id=aaccd41c-e3e7-4802-b05b-e5d8c53738da HTTP/1.1" status: 200 len: 946 time: 0.8472574 May 18 18:18:41.730825 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77fdc73-ce01-4f15-a065-b91616f10230 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Pushing event deleted for resources: {'Port': ['ID=8b68e400-726b-41f3-b2fa-77c061abacd8,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:41.740235 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-391b5b61-8aff-4ac4-b51e-4774d8aaa2ce admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2297335 May 18 18:18:41.743771 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 38512) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:18:41.750521 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-b42e442a-f8ef-4165-84df-952c536e34d8 admin admin] Request body: {'subnet': {'network_id': 'a6fccd9a-f70b-47ed-8670-710c6e618367', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1754196163-subnet', 'tenant_id': 'c7bd6b7b28b648819f008f88aac146ed', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:18:41.791356 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 7808c149-9be5-4358-8c67-e129d016ff53 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:18:41.792205 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:41.870644 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-da65a1bc-ba6b-4eb0-ba82-a43bec220398 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] 10.222.0.85 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1677730 May 18 18:18:41.873231 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 38516) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:18:41.885286 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391b5b61-8aff-4ac4-b51e-4774d8aaa2ce admin admin] Pushing event updated for resources: {'Network': ['ID=a6fccd9a-f70b-47ed-8670-710c6e618367,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:41.887829 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b42e442a-f8ef-4165-84df-952c536e34d8 admin admin] Made reservation on behalf of c7bd6b7b28b648819f008f88aac146ed for: {'subnet': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:18:41.890305 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b42e442a-f8ef-4165-84df-952c536e34d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261031885'] for subnet, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:41.928578 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network a6fccd9a-f70b-47ed-8670-710c6e618367 details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:18:42.104365 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-732dbce4-0abb-491a-a8ef-8ac1dd3ab6da tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:42.121465 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-732dbce4-0abb-491a-a8ef-8ac1dd3ab6da tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:42.165799 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 38522) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:18:42.241659 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-732dbce4-0abb-491a-a8ef-8ac1dd3ab6da tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:42.245180 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ad979904-7d9b-4feb-93b7-fe38211401c1 req-0b404b5c-1547-481a-b4f9-0aa2228ef62c tempest-ServerShowV247Test-312027836 tempest-ServerShowV247Test-312027836-project] 10.222.0.85 "GET /v2.0/ports?device_id=7d3d6f7b-0712-4aa0-bf29-7011b64dbb62 HTTP/1.1" status: 200 len: 210 time: 0.0988991 May 18 18:18:42.260879 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 7808c149-9be5-4358-8c67-e129d016ff53 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:18:42.261738 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:42.266210 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-732dbce4-0abb-491a-a8ef-8ac1dd3ab6da tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:42.270433 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-732dbce4-0abb-491a-a8ef-8ac1dd3ab6da tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] 10.222.0.85 "DELETE /v2.0/security-group-rules/c0e32508-d162-4e9a-932b-b1aaa6e05833 HTTP/1.1" status: 204 len: 168 time: 0.3947482 May 18 18:18:42.273606 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 38528) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:18:42.313064 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732dbce4-0abb-491a-a8ef-8ac1dd3ab6da tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c0e32508-d162-4e9a-932b-b1aaa6e05833,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:42.313192 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] For port 7808c149-9be5-4358-8c67-e129d016ff53, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=7808c149-9be5-4358-8c67-e129d016ff53,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:18:42.321676 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:42.365573 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-b3a87ee8-14ab-4541-80fa-8a479a73d4d3 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] 10.222.0.85 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0876348 May 18 18:18:42.366527 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 38530) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:18:42.452211 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Pushing event updated for resources: {'Port': ['ID=7808c149-9be5-4358-8c67-e129d016ff53,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:42.474426 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:42.488188 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-218c08ca-a078-47ba-b332-e03bd13c7dbf tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:42.528749 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-851f9bc2-4dd0-40b9-ad75-495dde82a187 req-d80bb3a9-3ae3-4b94-b61f-ace31b126081 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "GET /v2.0/ports?device_id=cf581f9b-6cca-452c-965b-a19b58ea3b35 HTTP/1.1" status: 200 len: 210 time: 0.0547419 May 18 18:18:42.536648 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-218c08ca-a078-47ba-b332-e03bd13c7dbf tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:42.550458 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b42e442a-f8ef-4165-84df-952c536e34d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261104883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261031899'] for subnet, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:42.574875 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9f4cf537-8a4e-49d1-bac0-249a808c01f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:42.585273 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ea6594f-6c25-4b30-b346-c7334df3f630 req-d77fdc73-ce01-4f15-a065-b91616f10230 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] No DVR routers for this DVR port 8b68e400-726b-41f3-b2fa-77c061abacd8 on host n-h1-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:18:42.591593 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-0ea6594f-6c25-4b30-b346-c7334df3f630 req-d77fdc73-ce01-4f15-a065-b91616f10230 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:42.594894 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0ea6594f-6c25-4b30-b346-c7334df3f630 req-d77fdc73-ce01-4f15-a065-b91616f10230 tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.36 "DELETE /v2.0/ports/8b68e400-726b-41f3-b2fa-77c061abacd8 HTTP/1.1" status: 204 len: 173 time: 1.9625237 May 18 18:18:42.597638 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaccd41c-e3e7-4802-b05b-e5d8c53738da', 'name': 'network-vif-deleted', 'tag': '8b68e400-726b-41f3-b2fa-77c061abacd8'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:18:42.599953 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f008b3cd-4bd7-4f7b-b26e-58e5c8c3d816" -d '{"events": [{"server_uuid": "aaccd41c-e3e7-4802-b05b-e5d8c53738da", "name": "network-vif-deleted", "tag": "8b68e400-726b-41f3-b2fa-77c061abacd8"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:18:42.622705 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f1f8e389-6831-423a-80b6-e5c9eb513659 req-eb3ae4a6-8352-456a-963d-6ca4b9fc7dba tempest-ServerDiskConfigTestJSON-509408711 tempest-ServerDiskConfigTestJSON-509408711-project] 10.222.0.85 "GET /v2.0/security-groups?id=0cf286b9-4259-46f9-a9b8-06a8c9d0d055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9109359 May 18 18:18:42.669851 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d7da82-2fb9-4bee-8913-d0eda8d41662 req-b8da5797-5fbb-432b-ac4f-e10c4f43c1f8 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:42.681303 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-218c08ca-a078-47ba-b332-e03bd13c7dbf tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:42.689395 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-52d7da82-2fb9-4bee-8913-d0eda8d41662 req-b8da5797-5fbb-432b-ac4f-e10c4f43c1f8 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.88 "GET /v2.0/networks?id=3f8a9fba-a301-4045-a1ed-90503af6265b HTTP/1.1" status: 200 len: 796 time: 1.2944663 May 18 18:18:42.699482 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-051cf42d-58a2-49f3-a808-b5599e493a05 x-openstack-request-id: req-051cf42d-58a2-49f3-a808-b5599e493a05 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:18:42.700413 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaccd41c-e3e7-4802-b05b-e5d8c53738da", "name": "network-vif-deleted", "tag": "8b68e400-726b-41f3-b2fa-77c061abacd8", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:18:42.700833 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-051cf42d-58a2-49f3-a808-b5599e493a05 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:18:42.701438 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-051cf42d-58a2-49f3-a808-b5599e493a05'] response: {'server_uuid': 'aaccd41c-e3e7-4802-b05b-e5d8c53738da', 'name': 'network-vif-deleted', 'tag': '8b68e400-726b-41f3-b2fa-77c061abacd8', 'status': 'completed', 'code': 200} May 18 18:18:42.710797 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-218c08ca-a078-47ba-b332-e03bd13c7dbf tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:42.716822 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-218c08ca-a078-47ba-b332-e03bd13c7dbf tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] 10.222.0.85 "DELETE /v2.0/security-group-rules/7eaf0acb-aea5-4660-a8e2-ae53ef80e5e0 HTTP/1.1" status: 204 len: 168 time: 0.3417189 May 18 18:18:42.716822 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42e442a-f8ef-4165-84df-952c536e34d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b3b7dfa-fa51-4571-95bb-885f63ed7f48,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:42.722885 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 38534) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:18:42.741298 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218c08ca-a078-47ba-b332-e03bd13c7dbf tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7eaf0acb-aea5-4660-a8e2-ae53ef80e5e0,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:42.774879 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-52d7da82-2fb9-4bee-8913-d0eda8d41662 req-69ec9a03-d50e-4066-9bc0-383339143ed3 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6664118b95564eb5aa43c658eedfd9ed HTTP/1.1" status: 200 len: 379 time: 0.0712481 May 18 18:18:42.776377 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42e442a-f8ef-4165-84df-952c536e34d8 admin admin] Checking segment: {'id': '921e9079-7dca-40b3-938d-afa7101a1125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'a6fccd9a-f70b-47ed-8670-710c6e618367'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:18:42.777053 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42e442a-f8ef-4165-84df-952c536e34d8 admin admin] Network hostable DHCP agents. Network: a6fccd9a-f70b-47ed-8670-710c6e618367, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:18:42.790730 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-52d7da82-2fb9-4bee-8913-d0eda8d41662 req-9a89443b-dcf2-402f-bc61-c33f7b8fc106 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Request body: {'port': {'device_id': 'cf581f9b-6cca-452c-965b-a19b58ea3b35', 'network_id': '3f8a9fba-a301-4045-a1ed-90503af6265b', 'admin_state_up': True, 'tenant_id': '6664118b95564eb5aa43c658eedfd9ed', 'security_groups': ['c6b3c63a-10dc-4990-92ce-ae9d1daac1b0']}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:18:42.829021 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-7c170d9a-a850-4ccb-a282-f66298880625 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] 10.222.0.85 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1049461 May 18 18:18:42.836684 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 38536) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:18:42.889016 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42e442a-f8ef-4165-84df-952c536e34d8 admin admin] Network a6fccd9a-f70b-47ed-8670-710c6e618367 is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:18:42.897026 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9f4cf537-8a4e-49d1-bac0-249a808c01f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:42.906480 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9f4cf537-8a4e-49d1-bac0-249a808c01f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:42.917397 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-b42e442a-f8ef-4165-84df-952c536e34d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, a6fccd9a-f70b-47ed-8670-710c6e618367) {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:18:42.928731 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ab6963-9bac-4783-abb5-155387bf772f None None] Network a6fccd9a-f70b-47ed-8670-710c6e618367 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:18:42.932968 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b42e442a-f8ef-4165-84df-952c536e34d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:42.934306 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b42e442a-f8ef-4165-84df-952c536e34d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:42.947621 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52d7da82-2fb9-4bee-8913-d0eda8d41662 req-9a89443b-dcf2-402f-bc61-c33f7b8fc106 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Made reservation on behalf of 6664118b95564eb5aa43c658eedfd9ed for: {'port': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:18:42.957340 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-52d7da82-2fb9-4bee-8913-d0eda8d41662 req-9a89443b-dcf2-402f-bc61-c33f7b8fc106 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:42.993159 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-9f4cf537-8a4e-49d1-bac0-249a808c01f6 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=0b09d20849dc4edcba3fa0286ab957a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7991896 May 18 18:18:42.996831 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-b42e442a-f8ef-4165-84df-952c536e34d8 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2520640 May 18 18:18:42.997486 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 38538) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:18:43.000497 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d24bbb13-72a3-47cc-981c-ca03643a457b tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:43.005493 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 38540) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:18:43.008920 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4cf537-8a4e-49d1-bac0-249a808c01f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=110814e8-5382-4b0b-9d8a-74aa9eb06074,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:43.012433 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-fecf5466-2bf3-4ee0-ade7-a55bedafa2aa admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1754196163-router', 'tenant_id': 'c7bd6b7b28b648819f008f88aac146ed', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:18:43.040618 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fecf5466-2bf3-4ee0-ade7-a55bedafa2aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25099'] for router, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:43.046211 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fecf5466-2bf3-4ee0-ade7-a55bedafa2aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-593238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596850', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25088'] for router, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:43.058767 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d24bbb13-72a3-47cc-981c-ca03643a457b tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:43.132501 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65054336-3b72-4e76-9f53-6422d639dcc6 None None] Sync routers for ids ['dfea5f2e-0607-49dd-ae95-836dca5162d9'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:18:43.154462 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-191be0b2-db2a-4b3c-9bc8-1b281520772b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:43.163204 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65054336-3b72-4e76-9f53-6422d639dcc6 None None] Routers {'dfea5f2e-0607-49dd-ae95-836dca5162d9'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:18:43.165080 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-65054336-3b72-4e76-9f53-6422d639dcc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:18:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['dfea5f2e-0607-49dd-ae95-836dca5162d9'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:18:43.166742 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:43.204809 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d24bbb13-72a3-47cc-981c-ca03643a457b tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:43.220750 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d24bbb13-72a3-47cc-981c-ca03643a457b tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:43.222035 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-d24bbb13-72a3-47cc-981c-ca03643a457b tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] 10.222.0.85 "DELETE /v2.0/security-groups/36f58deb-c42e-45ff-b002-984e6ab251fe HTTP/1.1" status: 204 len: 168 time: 0.3843455 May 18 18:18:43.227730 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86beae1f-0970-4618-8289-f0181f4b2c4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-a6fccd9a-f70b-47ed-8670-710c6e618367', 'network_id': 'a6fccd9a-f70b-47ed-8670-710c6e618367', 'tenant_id': 'c7bd6b7b28b648819f008f88aac146ed', 'fixed_ips': [{'subnet_id': '3b3b7dfa-fa51-4571-95bb-885f63ed7f48'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:18:43.229222 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-86beae1f-0970-4618-8289-f0181f4b2c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:43.231945 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 38544) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:18:43.271075 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-191be0b2-db2a-4b3c-9bc8-1b281520772b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:43.284135 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fecf5466-2bf3-4ee0-ade7-a55bedafa2aa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:43.289841 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24bbb13-72a3-47cc-981c-ca03643a457b tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36f58deb-c42e-45ff-b002-984e6ab251fe,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:43.434586 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-191be0b2-db2a-4b3c-9bc8-1b281520772b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:43.438353 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-191be0b2-db2a-4b3c-9bc8-1b281520772b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:43.439847 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-191be0b2-db2a-4b3c-9bc8-1b281520772b admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/110814e8-5382-4b0b-9d8a-74aa9eb06074 HTTP/1.1" status: 204 len: 168 time: 0.4409707 May 18 18:18:43.467412 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191be0b2-db2a-4b3c-9bc8-1b281520772b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=110814e8-5382-4b0b-9d8a-74aa9eb06074,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:43.484987 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 7808c149-9be5-4358-8c67-e129d016ff53 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:18:43.513534 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-65054336-3b72-4e76-9f53-6422d639dcc6 None None] Set router dfea5f2e-0607-49dd-ae95-836dca5162d9 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:18:43.536449 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-86beae1f-0970-4618-8289-f0181f4b2c4b None None] Allocated IP 172.20.0.2 (a6fccd9a-f70b-47ed-8670-710c6e618367/3b3b7dfa-fa51-4571-95bb-885f63ed7f48/991dcc45-fefe-484c-9a11-e94402e02799) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:18:43.585942 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [req-52d7da82-2fb9-4bee-8913-d0eda8d41662 req-9a89443b-dcf2-402f-bc61-c33f7b8fc106 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Allocated IP 172.20.0.3 (3f8a9fba-a301-4045-a1ed-90503af6265b/f3087b50-8afa-41c8-8fad-b7d7fc4a8246/c9ac58c8-a97e-4076-b3ff-20d504185a30) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:18:43.595051 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1fba9fac-b4c1-4965-8f0b-7a983ef6c921 req-43175d3b-85b0-49b0-8d84-b9e22763f6c9 tempest-ServerShowV247Test-312027836 tempest-ServerShowV247Test-312027836-project] 10.222.0.85 "GET /v2.0/ports?device_id=7d3d6f7b-0712-4aa0-bf29-7011b64dbb62 HTTP/1.1" status: 200 len: 210 time: 0.0743282 May 18 18:18:43.727516 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 38556) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:18:43.728069 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-b4f04a10-c456-47d4-adc0-979646a393f6 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] 10.222.0.85 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4895673 May 18 18:18:43.735632 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fecf5466-2bf3-4ee0-ade7-a55bedafa2aa admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:43.768329 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-47405012-96d7-4944-a479-b7c7c0516042 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Request body: {'security_group': {'name': 'tempest-secgroup--1952114018'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:18:43.818044 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8c556a0b-976a-479d-9929-95d022ddfe9f req-ef88c1e4-77a3-4af5-85d2-e5b51036ca23 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "GET /v2.0/ports?device_id=cf581f9b-6cca-452c-965b-a19b58ea3b35 HTTP/1.1" status: 200 len: 210 time: 0.1116040 May 18 18:18:43.833380 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 7808c149-9be5-4358-8c67-e129d016ff53 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:18:43.841118 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:43.889342 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-47405012-96d7-4944-a479-b7c7c0516042 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:44.027372 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 8b68e400-726b-41f3-b2fa-77c061abacd8 no longer exists at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:18:44.070827 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-47405012-96d7-4944-a479-b7c7c0516042 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:44.079400 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-47405012-96d7-4944-a479-b7c7c0516042 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:44.095598 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 38568) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:18:44.124326 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] No Port match for: 8b68e400-726b-41f3-b2fa-77c061abacd8 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:18:44.134225 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 8b68e400-726b-41f3-b2fa-77c061abacd8 not bound to the agent host n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:18:44.167874 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-65054336-3b72-4e76-9f53-6422d639dcc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfea5f2e-0607-49dd-ae95-836dca5162d9', 'name': 'tempest-TaggedBootDevicesTest-879043241-router', 'tenant_id': '9acf9282c55849649d2e7c597835524a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '7808c149-9be5-4358-8c67-e129d016ff53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:18:28Z', 'updated_at': '2022-05-18T18:18:37Z', 'revision_number': 4, 'project_id': '9acf9282c55849649d2e7c597835524a', 'gw_port': {'id': '7808c149-9be5-4358-8c67-e129d016ff53', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:65:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfea5f2e-0607-49dd-ae95-836dca5162d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:18:29Z', 'updated_at': '2022-05-18T18:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': 'a16583bc-bcbb-47b1-8324-c84728f85556', 'name': '', 'network_id': '0b62e8ad-1024-4253-8bfe-3ff3099d20cb', 'tenant_id': '9acf9282c55849649d2e7c597835524a', 'mac_address': 'fa:16:3e:38:54:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfea5f2e-0607-49dd-ae95-836dca5162d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1926, 'fixed_ips': [{'subnet_id': '220bf428-4bb0-40aa-a350-504adcdda1b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:18:35Z', 'updated_at': '2022-05-18T18:18:37Z', 'revision_number': 2, 'project_id': '9acf9282c55849649d2e7c597835524a', 'subnets': [{'id': '220bf428-4bb0-40aa-a350-504adcdda1b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:18:44.172844 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-52d7da82-2fb9-4bee-8913-d0eda8d41662 req-9a89443b-dcf2-402f-bc61-c33f7b8fc106 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:44.185263 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 38570) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:18:44.202114 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-47405012-96d7-4944-a479-b7c7c0516042 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:44.205866 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-47405012-96d7-4944-a479-b7c7c0516042 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4388516 May 18 18:18:44.213475 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 38572) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:18:44.219936 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-c0ab1b40-b8c5-44b6-9ffd-bdccaa2062e0 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Request body: {'security_group_rule': {'security_group_id': 'f958880a-d7f5-42f3-807f-e74034ea9955', 'direction': 'ingress', 'protocol': 17}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:18:44.235425 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65054336-3b72-4e76-9f53-6422d639dcc6 None None] Checking router: dfea5f2e-0607-49dd-ae95-836dca5162d9 for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:18:44.235781 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65054336-3b72-4e76-9f53-6422d639dcc6 None None] Updating router dfea5f2e-0607-49dd-ae95-836dca5162d9 port a16583bc-bcbb-47b1-8324-c84728f85556 binding host n-d-838550-3 {{(pid=102733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 18:18:44.242046 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47405012-96d7-4944-a479-b7c7c0516042 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f958880a-d7f5-42f3-807f-e74034ea9955,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:44.284570 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_v2 [None req-e12c8a92-7cb6-47b3-9a86-4e7cf3bc1f34 admin admin] Deleting subnet 9e5df085-5e19-493d-91de-23429af05a0a {{(pid=102730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:18:44.290202 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-548d7622-b842-4347-b0d3-5dc27dbb5efe admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:44.296178 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e12c8a92-7cb6-47b3-9a86-4e7cf3bc1f34 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:44.301071 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-65054336-3b72-4e76-9f53-6422d639dcc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:44.346953 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e12c8a92-7cb6-47b3-9a86-4e7cf3bc1f34 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260107366'] for subnet, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:44.389452 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-86beae1f-0970-4618-8289-f0181f4b2c4b None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:44.394388 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 7808c149-9be5-4358-8c67-e129d016ff53 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:18:44.402107 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-86beae1f-0970-4618-8289-f0181f4b2c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:44.443325 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e12c8a92-7cb6-47b3-9a86-4e7cf3bc1f34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:44.474909 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86beae1f-0970-4618-8289-f0181f4b2c4b None None] Pushing event updated for resources: {'Port': ['ID=991dcc45-fefe-484c-9a11-e94402e02799,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:44.495540 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86beae1f-0970-4618-8289-f0181f4b2c4b None None] Network a6fccd9a-f70b-47ed-8670-710c6e618367 is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:18:44.497286 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-86beae1f-0970-4618-8289-f0181f4b2c4b None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:18:44.505300 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fecf5466-2bf3-4ee0-ade7-a55bedafa2aa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:44.510455 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86beae1f-0970-4618-8289-f0181f4b2c4b None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:18:44.544764 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fecf5466-2bf3-4ee0-ade7-a55bedafa2aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:44.550604 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-52d7da82-2fb9-4bee-8913-d0eda8d41662 req-9a89443b-dcf2-402f-bc61-c33f7b8fc106 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:44.555865 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c0ab1b40-b8c5-44b6-9ffd-bdccaa2062e0 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:44.559029 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e12c8a92-7cb6-47b3-9a86-4e7cf3bc1f34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261104690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261031888'] for subnet, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:44.636399 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12c8a92-7cb6-47b3-9a86-4e7cf3bc1f34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e5df085-5e19-493d-91de-23429af05a0a,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:44.644112 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52d7da82-2fb9-4bee-8913-d0eda8d41662 req-9a89443b-dcf2-402f-bc61-c33f7b8fc106 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Network 3f8a9fba-a301-4045-a1ed-90503af6265b is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:18:44.653289 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-86beae1f-0970-4618-8289-f0181f4b2c4b None None] Attempting to bind port 991dcc45-fefe-484c-9a11-e94402e02799 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:18:44.653888 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-86beae1f-0970-4618-8289-f0181f4b2c4b None None] Attempting to bind port 991dcc45-fefe-484c-9a11-e94402e02799 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '921e9079-7dca-40b3-938d-afa7101a1125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'a6fccd9a-f70b-47ed-8670-710c6e618367'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:18:44.654306 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e12c8a92-7cb6-47b3-9a86-4e7cf3bc1f34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:44.654697 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86beae1f-0970-4618-8289-f0181f4b2c4b None None] Attempting to bind port 991dcc45-fefe-484c-9a11-e94402e02799 on network a6fccd9a-f70b-47ed-8670-710c6e618367 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:18:44.663755 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86beae1f-0970-4618-8289-f0181f4b2c4b None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 18, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:18:44.664428 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86beae1f-0970-4618-8289-f0181f4b2c4b None None] Checking segment: {'id': '921e9079-7dca-40b3-938d-afa7101a1125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'a6fccd9a-f70b-47ed-8670-710c6e618367'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:18:44.664919 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-86beae1f-0970-4618-8289-f0181f4b2c4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:44.665438 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86beae1f-0970-4618-8289-f0181f4b2c4b None None] Bound using segment: {'id': '921e9079-7dca-40b3-938d-afa7101a1125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'a6fccd9a-f70b-47ed-8670-710c6e618367'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:18:44.666036 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-86beae1f-0970-4618-8289-f0181f4b2c4b None None] Bound port: 991dcc45-fefe-484c-9a11-e94402e02799, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '921e9079-7dca-40b3-938d-afa7101a1125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'a6fccd9a-f70b-47ed-8670-710c6e618367'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:18:44.667041 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-86beae1f-0970-4618-8289-f0181f4b2c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:44.682708 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-e12c8a92-7cb6-47b3-9a86-4e7cf3bc1f34 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/9e5df085-5e19-493d-91de-23429af05a0a HTTP/1.1" status: 204 len: 168 time: 0.5801284 May 18 18:18:44.702112 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 38578) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:18:44.800178 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-86beae1f-0970-4618-8289-f0181f4b2c4b None None] For port 991dcc45-fefe-484c-9a11-e94402e02799, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:18:44.805576 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-86beae1f-0970-4618-8289-f0181f4b2c4b None None] For port 991dcc45-fefe-484c-9a11-e94402e02799, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=991dcc45-fefe-484c-9a11-e94402e02799,segment=NetworkSegment(921e9079-7dca-40b3-938d-afa7101a1125),segment_id=921e9079-7dca-40b3-938d-afa7101a1125)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:18:44.815525 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-86beae1f-0970-4618-8289-f0181f4b2c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:44.819391 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [req-52d7da82-2fb9-4bee-8913-d0eda8d41662 req-9a89443b-dcf2-402f-bc61-c33f7b8fc106 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:18:44.875541 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-52d7da82-2fb9-4bee-8913-d0eda8d41662 req-9a89443b-dcf2-402f-bc61-c33f7b8fc106 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:18:44.945375 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8d00bd7c-e8f0-43b8-b591-dffd8a8f8a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:44.981845 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86beae1f-0970-4618-8289-f0181f4b2c4b None None] Pushing event updated for resources: {'Port': ['ID=991dcc45-fefe-484c-9a11-e94402e02799,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:44.991919 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d7da82-2fb9-4bee-8913-d0eda8d41662 req-9a89443b-dcf2-402f-bc61-c33f7b8fc106 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:44.995325 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-52d7da82-2fb9-4bee-8913-d0eda8d41662 req-9a89443b-dcf2-402f-bc61-c33f7b8fc106 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:45.085519 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-65054336-3b72-4e76-9f53-6422d639dcc6 None None] Notify callbacks [] for port, precommit_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:45.102151 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-65054336-3b72-4e76-9f53-6422d639dcc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:45.220225 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e117d50c-99b1-4673-a226-c31bd941d631 req-e734f87b-e1d3-474a-8a11-57bddda013a7 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:45.231104 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e117d50c-99b1-4673-a226-c31bd941d631 req-e734f87b-e1d3-474a-8a11-57bddda013a7 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "GET /v2.0/ports?device_id=cf581f9b-6cca-452c-965b-a19b58ea3b35 HTTP/1.1" status: 200 len: 931 time: 0.2657313 May 18 18:18:45.274715 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8f397b-7aae-4307-a32e-7fe42af6330e None None] Pushing event updated for resources: {'Port': ['ID=a16583bc-bcbb-47b1-8324-c84728f85556,revision_number=3']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:45.284039 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8d00bd7c-e8f0-43b8-b591-dffd8a8f8a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:45.370632 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6d84bb96-6907-4ce2-9bce-871a7ddb21d6 req-83f814ae-9f79-415e-b03c-a28e3d272116 tempest-ServerShowV247Test-312027836 tempest-ServerShowV247Test-312027836-project] 10.222.0.85 "GET /v2.0/ports?device_id=7d3d6f7b-0712-4aa0-bf29-7011b64dbb62 HTTP/1.1" status: 200 len: 210 time: 0.5405550 May 18 18:18:45.374701 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-65054336-3b72-4e76-9f53-6422d639dcc6 None None] Attempting to bind port a16583bc-bcbb-47b1-8324-c84728f85556 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:18:45.375622 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-65054336-3b72-4e76-9f53-6422d639dcc6 None None] Attempting to bind port a16583bc-bcbb-47b1-8324-c84728f85556 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': 'd9d98bab-9820-406c-b473-c4327f400811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '0b62e8ad-1024-4253-8bfe-3ff3099d20cb'}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:18:45.376311 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65054336-3b72-4e76-9f53-6422d639dcc6 None None] Attempting to bind port a16583bc-bcbb-47b1-8324-c84728f85556 on network 0b62e8ad-1024-4253-8bfe-3ff3099d20cb {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:18:45.398222 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65054336-3b72-4e76-9f53-6422d639dcc6 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 18, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:18:45.398562 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65054336-3b72-4e76-9f53-6422d639dcc6 None None] Checking segment: {'id': 'd9d98bab-9820-406c-b473-c4327f400811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '0b62e8ad-1024-4253-8bfe-3ff3099d20cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:18:45.398977 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-65054336-3b72-4e76-9f53-6422d639dcc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:45.401474 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65054336-3b72-4e76-9f53-6422d639dcc6 None None] Bound using segment: {'id': 'd9d98bab-9820-406c-b473-c4327f400811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '0b62e8ad-1024-4253-8bfe-3ff3099d20cb'} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:18:45.401474 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-65054336-3b72-4e76-9f53-6422d639dcc6 None None] Bound port: a16583bc-bcbb-47b1-8324-c84728f85556, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9d98bab-9820-406c-b473-c4327f400811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '0b62e8ad-1024-4253-8bfe-3ff3099d20cb'}}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:18:45.401474 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-65054336-3b72-4e76-9f53-6422d639dcc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:45.423560 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-8d00bd7c-e8f0-43b8-b591-dffd8a8f8a85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc4b5d65-5cc2-446b-ba02-e822ca3edfb6']}} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:18:45.456472 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e117d50c-99b1-4673-a226-c31bd941d631 req-d5f14678-6458-4942-9800-616671d2e67f tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "GET /v2.0/security-groups?id=c6b3c63a-10dc-4990-92ce-ae9d1daac1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2231164 May 18 18:18:45.467040 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-8d00bd7c-e8f0-43b8-b591-dffd8a8f8a85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c33b8e1-9163-4f86-a1f0-1efa8c3ca198') {'for_net_delete': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:18:45.467673 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-8d00bd7c-e8f0-43b8-b591-dffd8a8f8a85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c33b8e1-9163-4f86-a1f0-1efa8c3ca198') {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:18:45.480499 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8d00bd7c-e8f0-43b8-b591-dffd8a8f8a85 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260107375'] for segment, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:45.510185 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c0ab1b40-b8c5-44b6-9ffd-bdccaa2062e0 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:45.515133 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8d00bd7c-e8f0-43b8-b591-dffd8a8f8a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:45.524318 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d00bd7c-e8f0-43b8-b591-dffd8a8f8a85 admin admin] Releasing vlan 635 on physical network physnet1 to pool {{(pid=102730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:18:45.525055 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8d00bd7c-e8f0-43b8-b591-dffd8a8f8a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261102736'] for segment, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:45.527211 n-d-838550-3 neutron-server[102730]: Traceback (most recent call last): May 18 18:18:45.527211 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:18:45.527211 n-d-838550-3 neutron-server[102730]: timer() May 18 18:18:45.527211 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:18:45.527211 n-d-838550-3 neutron-server[102730]: cb(*args, **kw) May 18 18:18:45.527211 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:18:45.527211 n-d-838550-3 neutron-server[102730]: return func(*args, **kwargs) May 18 18:18:45.527211 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:18:45.527211 n-d-838550-3 neutron-server[102730]: self._notify() May 18 18:18:45.527211 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:18:45.527211 n-d-838550-3 neutron-server[102730]: self.callback(batched_events) May 18 18:18:45.527211 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:18:45.527211 n-d-838550-3 neutron-server[102730]: event.method(event) May 18 18:18:45.527211 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:18:45.527211 n-d-838550-3 neutron-server[102730]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:18:45.527211 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:18:45.527211 n-d-838550-3 neutron-server[102730]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:18:45.527211 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:18:45.527211 n-d-838550-3 neutron-server[102730]: return f(self, *a, **k) May 18 18:18:45.527211 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:18:45.527211 n-d-838550-3 neutron-server[102730]: return self._get(url).json() May 18 18:18:45.527211 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:18:45.527211 n-d-838550-3 neutron-server[102730]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:18:45.527211 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:18:45.527211 n-d-838550-3 neutron-server[102730]: return self.request(url, 'GET', **kwargs) May 18 18:18:45.527211 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:18:45.527211 n-d-838550-3 neutron-server[102730]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:18:45.527211 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:18:45.527211 n-d-838550-3 neutron-server[102730]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:18:45.527211 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:18:45.527211 n-d-838550-3 neutron-server[102730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:18:45.527211 n-d-838550-3 neutron-server[102730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:18:45.534957 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c0ab1b40-b8c5-44b6-9ffd-bdccaa2062e0 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:45.537017 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a89443b-dcf2-402f-bc61-c33f7b8fc106 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Pushing event updated for resources: {'Port': ['ID=c9ac58c8-a97e-4076-b3ff-20d504185a30,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:45.575468 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-52d7da82-2fb9-4bee-8913-d0eda8d41662 req-9a89443b-dcf2-402f-bc61-c33f7b8fc106 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7913063 May 18 18:18:45.589895 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.db [None req-65054336-3b72-4e76-9f53-6422d639dcc6 None None] For port a16583bc-bcbb-47b1-8324-c84728f85556, host n-d-838550-3, cleared binding levels {{(pid=102733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:18:45.596355 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.db [None req-65054336-3b72-4e76-9f53-6422d639dcc6 None None] For port a16583bc-bcbb-47b1-8324-c84728f85556, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=a16583bc-bcbb-47b1-8324-c84728f85556,segment=NetworkSegment(d9d98bab-9820-406c-b473-c4327f400811),segment_id=d9d98bab-9820-406c-b473-c4327f400811)] {{(pid=102733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:18:45.601123 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-d314c0f5-d6dc-48aa-97e0-ec7c76422d82 None None] Provisioning complete for port c9ac58c8-a97e-4076-b3ff-20d504185a30 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:18:45.603865 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d314c0f5-d6dc-48aa-97e0-ec7c76422d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:45.607411 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-65054336-3b72-4e76-9f53-6422d639dcc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:45.618849 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c0ab1b40-b8c5-44b6-9ffd-bdccaa2062e0 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:45.621461 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-c0ab1b40-b8c5-44b6-9ffd-bdccaa2062e0 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.4057946 May 18 18:18:45.649324 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-52d7da82-2fb9-4bee-8913-d0eda8d41662 req-1512e627-6b37-4f64-a178-c3fba4cd4f8a service neutron] Request body: {'port': {'device_id': 'cf581f9b-6cca-452c-965b-a19b58ea3b35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-3'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:18:45.652061 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 38584) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:18:45.654505 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-548d7622-b842-4347-b0d3-5dc27dbb5efe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:45.695079 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65054336-3b72-4e76-9f53-6422d639dcc6 None None] Routers {'dfea5f2e-0607-49dd-ae95-836dca5162d9'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:18:45.695782 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-65054336-3b72-4e76-9f53-6422d639dcc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:18:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['dfea5f2e-0607-49dd-ae95-836dca5162d9'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:18:45.695939 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-fecf5466-2bf3-4ee0-ade7-a55bedafa2aa admin admin] Allocated IP 172.25.5.138 (31ebd439-090c-4b25-bbb0-31c48711b145/363a2810-8a83-4be0-a317-7c91fcd94485/03072fe5-036e-47f3-9c26-e85d0af12300) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:18:45.722653 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ab1b40-b8c5-44b6-9ffd-bdccaa2062e0 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9a7becb-e4fe-41ff-a41d-34c3324f4856,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:45.727224 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-548d7622-b842-4347-b0d3-5dc27dbb5efe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:45.752065 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8d00bd7c-e8f0-43b8-b591-dffd8a8f8a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:45.759344 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8d00bd7c-e8f0-43b8-b591-dffd8a8f8a85 admin admin] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:45.767143 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-8d00bd7c-e8f0-43b8-b591-dffd8a8f8a85 admin admin] 10.222.0.85 "DELETE /v2.0/networks/dc4b5d65-5cc2-446b-ba02-e822ca3edfb6 HTTP/1.1" status: 204 len: 168 time: 1.0637028 May 18 18:18:45.767570 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-d314c0f5-d6dc-48aa-97e0-ec7c76422d82 None None] Port c9ac58c8-a97e-4076-b3ff-20d504185a30 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:18:45.797354 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d00bd7c-e8f0-43b8-b591-dffd8a8f8a85 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc4b5d65-5cc2-446b-ba02-e822ca3edfb6,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:45.812852 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 38588) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:18:45.813931 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-548d7622-b842-4347-b0d3-5dc27dbb5efe admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=4353e39d0301436ca35d39339164f911&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6245425 May 18 18:18:45.823410 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8f397b-7aae-4307-a32e-7fe42af6330e None None] Pushing event updated for resources: {'Port': ['ID=a16583bc-bcbb-47b1-8324-c84728f85556,revision_number=4']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:45.949767 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a867fb96-190b-4c48-8a17-05cc8a7e590e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:46.000271 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a867fb96-190b-4c48-8a17-05cc8a7e590e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:46.045399 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548d7622-b842-4347-b0d3-5dc27dbb5efe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c41f4c25-461a-4229-b6a5-538cd99eaaeb,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:46.102851 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-65054336-3b72-4e76-9f53-6422d639dcc6 None None] Set router dfea5f2e-0607-49dd-ae95-836dca5162d9 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:18:46.107553 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-52d7da82-2fb9-4bee-8913-d0eda8d41662 req-1512e627-6b37-4f64-a178-c3fba4cd4f8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:46.135831 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a867fb96-190b-4c48-8a17-05cc8a7e590e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:46.138883 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a867fb96-190b-4c48-8a17-05cc8a7e590e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:46.141825 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-a867fb96-190b-4c48-8a17-05cc8a7e590e admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/c41f4c25-461a-4229-b6a5-538cd99eaaeb HTTP/1.1" status: 204 len: 168 time: 0.3273444 May 18 18:18:46.163089 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a867fb96-190b-4c48-8a17-05cc8a7e590e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c41f4c25-461a-4229-b6a5-538cd99eaaeb,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:46.196427 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 38592) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:18:46.300894 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fb4930c6-3c5a-48e8-82f5-f9dda98e7237 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:46.422227 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-d451b042-ea5d-4dba-981e-a39f69bbe1f0 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=3bd50e6e8ccf456285d1c6ca47cc0e73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2217607 May 18 18:18:46.424874 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 38594) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:18:46.448588 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-498c101d-96c4-40ce-9105-60d02949b224 None None] Provisioning complete for port a16583bc-bcbb-47b1-8324-c84728f85556 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:18:46.450645 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-498c101d-96c4-40ce-9105-60d02949b224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:46.508672 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-65054336-3b72-4e76-9f53-6422d639dcc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfea5f2e-0607-49dd-ae95-836dca5162d9', 'name': 'tempest-TaggedBootDevicesTest-879043241-router', 'tenant_id': '9acf9282c55849649d2e7c597835524a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '7808c149-9be5-4358-8c67-e129d016ff53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:18:28Z', 'updated_at': '2022-05-18T18:18:37Z', 'revision_number': 4, 'project_id': '9acf9282c55849649d2e7c597835524a', 'gw_port': {'id': '7808c149-9be5-4358-8c67-e129d016ff53', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:65:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfea5f2e-0607-49dd-ae95-836dca5162d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:18:29Z', 'updated_at': '2022-05-18T18:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': 'a16583bc-bcbb-47b1-8324-c84728f85556', 'name': '', 'network_id': '0b62e8ad-1024-4253-8bfe-3ff3099d20cb', 'tenant_id': '9acf9282c55849649d2e7c597835524a', 'mac_address': 'fa:16:3e:38:54:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfea5f2e-0607-49dd-ae95-836dca5162d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1926, 'fixed_ips': [{'subnet_id': '220bf428-4bb0-40aa-a350-504adcdda1b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:18:35Z', 'updated_at': '2022-05-18T18:18:45Z', 'revision_number': 4, 'project_id': '9acf9282c55849649d2e7c597835524a', 'subnets': [{'id': '220bf428-4bb0-40aa-a350-504adcdda1b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:18:46.519358 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-75412cd9-0b5e-4dab-8019-4f2a0120fd83 req-2b5fd520-ebdc-4a0a-bbbd-76c16eefa440 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=37c27a1b-623c-44a7-a5a8-1c1ff493d84b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2040365 May 18 18:18:46.638768 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65054336-3b72-4e76-9f53-6422d639dcc6 None None] The sync data for ids ['dfea5f2e-0607-49dd-ae95-836dca5162d9'] in n-d-838550-3 is: [{'id': 'dfea5f2e-0607-49dd-ae95-836dca5162d9', 'name': 'tempest-TaggedBootDevicesTest-879043241-router', 'tenant_id': '9acf9282c55849649d2e7c597835524a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '7808c149-9be5-4358-8c67-e129d016ff53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:18:28Z', 'updated_at': '2022-05-18T18:18:37Z', 'revision_number': 4, 'project_id': '9acf9282c55849649d2e7c597835524a', 'gw_port': {'id': '7808c149-9be5-4358-8c67-e129d016ff53', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:65:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfea5f2e-0607-49dd-ae95-836dca5162d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:18:29Z', 'updated_at': '2022-05-18T18:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': 'a16583bc-bcbb-47b1-8324-c84728f85556', 'name': '', 'network_id': '0b62e8ad-1024-4253-8bfe-3ff3099d20cb', 'tenant_id': '9acf9282c55849649d2e7c597835524a', 'mac_address': 'fa:16:3e:38:54:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfea5f2e-0607-49dd-ae95-836dca5162d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1926, 'fixed_ips': [{'subnet_id': '220bf428-4bb0-40aa-a350-504adcdda1b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:18:35Z', 'updated_at': '2022-05-18T18:18:45Z', 'revision_number': 4, 'project_id': '9acf9282c55849649d2e7c597835524a', 'subnets': [{'id': '220bf428-4bb0-40aa-a350-504adcdda1b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:18:46.731554 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-498c101d-96c4-40ce-9105-60d02949b224 None None] Current status of the port a16583bc-bcbb-47b1-8324-c84728f85556 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:18:46.732913 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-498c101d-96c4-40ce-9105-60d02949b224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:46.733055 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ce2333cf-8749-4beb-b288-c36ecf85716f req-f9324a44-82bf-4547-a9e1-78e46845012e tempest-ServerShowV247Test-312027836 tempest-ServerShowV247Test-312027836-project] 10.222.0.85 "GET /v2.0/ports?device_id=7d3d6f7b-0712-4aa0-bf29-7011b64dbb62 HTTP/1.1" status: 200 len: 210 time: 0.1129911 May 18 18:18:46.800138 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7f29ab19-7de7-434c-b14f-ec25625f583b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:46.817788 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-498c101d-96c4-40ce-9105-60d02949b224 None None] For port a16583bc-bcbb-47b1-8324-c84728f85556, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=a16583bc-bcbb-47b1-8324-c84728f85556,segment=NetworkSegment(d9d98bab-9820-406c-b473-c4327f400811),segment_id=d9d98bab-9820-406c-b473-c4327f400811)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:18:46.827561 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-498c101d-96c4-40ce-9105-60d02949b224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:46.859745 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fecf5466-2bf3-4ee0-ade7-a55bedafa2aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:46.879563 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fb4930c6-3c5a-48e8-82f5-f9dda98e7237 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:46.885416 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75412cd9-0b5e-4dab-8019-4f2a0120fd83 req-e6bec7f9-4154-47d9-8432-2243e47894fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:46.889945 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75412cd9-0b5e-4dab-8019-4f2a0120fd83 req-e6bec7f9-4154-47d9-8432-2243e47894fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:46.890554 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75412cd9-0b5e-4dab-8019-4f2a0120fd83 req-e6bec7f9-4154-47d9-8432-2243e47894fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:46.891098 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75412cd9-0b5e-4dab-8019-4f2a0120fd83 req-e6bec7f9-4154-47d9-8432-2243e47894fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:46.893445 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75412cd9-0b5e-4dab-8019-4f2a0120fd83 req-e6bec7f9-4154-47d9-8432-2243e47894fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:46.894079 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75412cd9-0b5e-4dab-8019-4f2a0120fd83 req-e6bec7f9-4154-47d9-8432-2243e47894fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:46.894621 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75412cd9-0b5e-4dab-8019-4f2a0120fd83 req-e6bec7f9-4154-47d9-8432-2243e47894fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:46.911299 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-75412cd9-0b5e-4dab-8019-4f2a0120fd83 req-e6bec7f9-4154-47d9-8432-2243e47894fe service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=4667f10dce1e42bbbeb327b02812458d&device_id=37c27a1b-623c-44a7-a5a8-1c1ff493d84b HTTP/1.1" status: 200 len: 6499 time: 0.3474092 May 18 18:18:46.931569 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2211c6a4-da0e-49d2-bd70-41e3d0262155 req-2697c02d-e2fc-45cf-bcf3-ea9504f7c602 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:46.935190 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79080bdf-c310-4d25-b937-b010635f0ee3 None None] Network a6fccd9a-f70b-47ed-8670-710c6e618367 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:18:46.942495 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2211c6a4-da0e-49d2-bd70-41e3d0262155 req-2697c02d-e2fc-45cf-bcf3-ea9504f7c602 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "GET /v2.0/ports?device_id=cf581f9b-6cca-452c-965b-a19b58ea3b35 HTTP/1.1" status: 200 len: 931 time: 0.2874866 May 18 18:18:47.009227 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 38604) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:18:47.030050 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7f29ab19-7de7-434c-b14f-ec25625f583b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:47.054908 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fb4930c6-3c5a-48e8-82f5-f9dda98e7237 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:47.057267 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fb4930c6-3c5a-48e8-82f5-f9dda98e7237 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:47.058724 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-fb4930c6-3c5a-48e8-82f5-f9dda98e7237 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] 10.222.0.85 "DELETE /v2.0/security-groups/f958880a-d7f5-42f3-807f-e74034ea9955 HTTP/1.1" status: 204 len: 168 time: 1.3591323 May 18 18:18:47.072945 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d2b029a2-909e-4ed0-aa22-aef1647ba55d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:47.074847 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 38606) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:18:47.098586 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fecf5466-2bf3-4ee0-ade7-a55bedafa2aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:47.143775 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2211c6a4-da0e-49d2-bd70-41e3d0262155 req-fc5a1d54-4b9a-485d-910d-4de583ca9c95 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "GET /v2.0/security-groups?id=c6b3c63a-10dc-4990-92ce-ae9d1daac1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1753850 May 18 18:18:47.200890 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75412cd9-0b5e-4dab-8019-4f2a0120fd83 req-d365859a-be33-429c-a9dd-5c8b4732c616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:47.201538 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75412cd9-0b5e-4dab-8019-4f2a0120fd83 req-d365859a-be33-429c-a9dd-5c8b4732c616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:47.202527 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75412cd9-0b5e-4dab-8019-4f2a0120fd83 req-d365859a-be33-429c-a9dd-5c8b4732c616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:47.204380 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-75412cd9-0b5e-4dab-8019-4f2a0120fd83 req-d365859a-be33-429c-a9dd-5c8b4732c616 service neutron] 10.222.0.88 "GET /v2.0/networks?id=0e7f8700-cd62-410f-94e8-8debe82f99f4&id=a49d7af7-9a16-489e-8fc6-4b85db67dcd9&id=a49d7af7-9a16-489e-8fc6-4b85db67dcd9&id=a49d7af7-9a16-489e-8fc6-4b85db67dcd9&id=a49d7af7-9a16-489e-8fc6-4b85db67dcd9&id=43a58ba6-946d-4778-a241-0f5d338fd928&id=43a58ba6-946d-4778-a241-0f5d338fd928 HTTP/1.1" status: 200 len: 2296 time: 0.2421074 May 18 18:18:47.220812 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7f29ab19-7de7-434c-b14f-ec25625f583b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:47.223774 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7f29ab19-7de7-434c-b14f-ec25625f583b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:47.227467 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-7f29ab19-7de7-434c-b14f-ec25625f583b admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/0cf286b9-4259-46f9-a9b8-06a8c9d0d055 HTTP/1.1" status: 204 len: 168 time: 0.7991810 May 18 18:18:47.230926 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498c101d-96c4-40ce-9105-60d02949b224 None None] Pushing event updated for resources: {'Port': ['ID=a16583bc-bcbb-47b1-8324-c84728f85556,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:47.236377 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b7b5d285-3bb5-44a9-b4eb-76a10bd76146 None None] Provisioning complete for port a16583bc-bcbb-47b1-8324-c84728f85556 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:18:47.236955 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b7b5d285-3bb5-44a9-b4eb-76a10bd76146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:47.296220 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f29ab19-7de7-434c-b14f-ec25625f583b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cf286b9-4259-46f9-a9b8-06a8c9d0d055,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:47.320397 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-75412cd9-0b5e-4dab-8019-4f2a0120fd83 req-ac8090e6-97be-4342-9a77-2ae392c33d26 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=22792e7b-11fc-4e6a-a075-a39b7800942c HTTP/1.1" status: 200 len: 1001 time: 0.1089222 May 18 18:18:47.336500 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [req-52d7da82-2fb9-4bee-8913-d0eda8d41662 req-1512e627-6b37-4f64-a178-c3fba4cd4f8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9ac58c8-a97e-4076-b3ff-20d504185a30 {{(pid=102731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:18:47.368731 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4930c6-3c5a-48e8-82f5-f9dda98e7237 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f958880a-d7f5-42f3-807f-e74034ea9955,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:47.460179 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75412cd9-0b5e-4dab-8019-4f2a0120fd83 req-17517fb9-d3f4-4ee5-bc8a-b798353cbea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:47.466157 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-75412cd9-0b5e-4dab-8019-4f2a0120fd83 req-17517fb9-d3f4-4ee5-bc8a-b798353cbea8 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=6ef5eff4-20b8-41c3-a961-3299046b5972 HTTP/1.1" status: 200 len: 856 time: 0.1367669 May 18 18:18:47.476676 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b7b5d285-3bb5-44a9-b4eb-76a10bd76146 None None] Current status of the port a16583bc-bcbb-47b1-8324-c84728f85556 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:18:47.511080 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d2b029a2-909e-4ed0-aa22-aef1647ba55d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:47.523789 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b7b5d285-3bb5-44a9-b4eb-76a10bd76146 None None] Provisioning complete for port 991dcc45-fefe-484c-9a11-e94402e02799 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:18:47.525126 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b7b5d285-3bb5-44a9-b4eb-76a10bd76146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:47.565291 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-52d7da82-2fb9-4bee-8913-d0eda8d41662 req-1512e627-6b37-4f64-a178-c3fba4cd4f8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:47.584538 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d2b029a2-909e-4ed0-aa22-aef1647ba55d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:47.602599 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75412cd9-0b5e-4dab-8019-4f2a0120fd83 req-4b3102fc-53f8-45b0-81d4-2554f9450f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:47.605547 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-75412cd9-0b5e-4dab-8019-4f2a0120fd83 req-4b3102fc-53f8-45b0-81d4-2554f9450f84 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=0e7f8700-cd62-410f-94e8-8debe82f99f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1258979 May 18 18:18:47.622168 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fecf5466-2bf3-4ee0-ade7-a55bedafa2aa admin admin] Network 31ebd439-090c-4b25-bbb0-31c48711b145 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:18:47.700462 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-fecf5466-2bf3-4ee0-ade7-a55bedafa2aa admin admin] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:18:47.709936 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fecf5466-2bf3-4ee0-ade7-a55bedafa2aa admin admin] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:18:47.761449 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b7b5d285-3bb5-44a9-b4eb-76a10bd76146 None None] Current status of the port 991dcc45-fefe-484c-9a11-e94402e02799 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:18:47.763854 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b7b5d285-3bb5-44a9-b4eb-76a10bd76146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:47.786664 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.provisioning_blocks [req-52d7da82-2fb9-4bee-8913-d0eda8d41662 req-1512e627-6b37-4f64-a178-c3fba4cd4f8a service neutron] Transition to ACTIVE for port object c9ac58c8-a97e-4076-b3ff-20d504185a30 will not be triggered until provisioned by entity L2. {{(pid=102731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:18:47.796912 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 991dcc45-fefe-484c-9a11-e94402e02799 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:18:47.816422 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-8ab5ed6a-5f57-45e0-add8-dd0459271089 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] 10.222.0.85 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.7322738 May 18 18:18:47.822898 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 38616) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:18:47.851051 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-65081dcf-a580-4c1c-bc9e-9341e9d558e3 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Request body: {'security_group': {'name': 'tempest-secgroup--1141706166'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:18:47.895146 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-d2b029a2-909e-4ed0-aa22-aef1647ba55d admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=647e07d675764417bd947e26f01d6b98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8857493 May 18 18:18:47.895964 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-52d7da82-2fb9-4bee-8913-d0eda8d41662 req-1512e627-6b37-4f64-a178-c3fba4cd4f8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:47.897226 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 38618) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:18:47.897580 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b7b5d285-3bb5-44a9-b4eb-76a10bd76146 None None] For port 991dcc45-fefe-484c-9a11-e94402e02799, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=991dcc45-fefe-484c-9a11-e94402e02799,segment=NetworkSegment(921e9079-7dca-40b3-938d-afa7101a1125),segment_id=921e9079-7dca-40b3-938d-afa7101a1125)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:18:47.906159 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 991dcc45-fefe-484c-9a11-e94402e02799 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:18:47.906958 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:47.910780 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecf5466-2bf3-4ee0-ade7-a55bedafa2aa admin admin] Pushing event updated for resources: {'Port': ['ID=03072fe5-036e-47f3-9c26-e85d0af12300,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:47.911158 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b7b5d285-3bb5-44a9-b4eb-76a10bd76146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:47.925503 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b029a2-909e-4ed0-aa22-aef1647ba55d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba3d8d59-9c11-40c7-9883-2425e86180dd,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:47.961232 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-65081dcf-a580-4c1c-bc9e-9341e9d558e3 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:47.992322 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5e8fb7d5-0989-4650-a2ac-734d34336057 req-f16aa5a9-f2ac-4339-8f91-063c2240b6e1 tempest-ServerShowV247Test-312027836 tempest-ServerShowV247Test-312027836-project] 10.222.0.85 "GET /v2.0/ports?device_id=7d3d6f7b-0712-4aa0-bf29-7011b64dbb62 HTTP/1.1" status: 200 len: 210 time: 0.1076398 May 18 18:18:48.077825 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-75412cd9-0b5e-4dab-8019-4f2a0120fd83 req-6c108798-0e6c-4e9a-a7ed-4861c643f9de service neutron] 10.222.0.88 "GET /v2.0/networks/0e7f8700-cd62-410f-94e8-8debe82f99f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4633114 May 18 18:18:48.162417 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b5d285-3bb5-44a9-b4eb-76a10bd76146 None None] Pushing event updated for resources: {'Port': ['ID=991dcc45-fefe-484c-9a11-e94402e02799,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:48.195675 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-135b9900-98b0-4c72-98b6-1b67a720e115 None None] Provisioning complete for port 991dcc45-fefe-484c-9a11-e94402e02799 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:18:48.196064 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-135b9900-98b0-4c72-98b6-1b67a720e115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:48.263906 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1512e627-6b37-4f64-a178-c3fba4cd4f8a service neutron] Pushing event updated for resources: {'Port': ['ID=c9ac58c8-a97e-4076-b3ff-20d504185a30,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:48.331541 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-75412cd9-0b5e-4dab-8019-4f2a0120fd83 req-7513165a-00ce-4484-ac65-103d0d875795 service neutron] 10.222.0.88 "GET /v2.0/networks/0e7f8700-cd62-410f-94e8-8debe82f99f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373092 May 18 18:18:48.353376 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9e24746a-60eb-47ab-a940-31ee78783904 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:48.366150 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 991dcc45-fefe-484c-9a11-e94402e02799 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:18:48.367539 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device a16583bc-bcbb-47b1-8324-c84728f85556 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:18:48.405974 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-135b9900-98b0-4c72-98b6-1b67a720e115 None None] Current status of the port 991dcc45-fefe-484c-9a11-e94402e02799 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:18:48.443820 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port a16583bc-bcbb-47b1-8324-c84728f85556 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:18:48.444394 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:48.515044 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-52d7da82-2fb9-4bee-8913-d0eda8d41662 req-1512e627-6b37-4f64-a178-c3fba4cd4f8a service neutron] Attempting to bind port c9ac58c8-a97e-4076-b3ff-20d504185a30 on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:18:48.515888 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-52d7da82-2fb9-4bee-8913-d0eda8d41662 req-1512e627-6b37-4f64-a178-c3fba4cd4f8a service neutron] Attempting to bind port c9ac58c8-a97e-4076-b3ff-20d504185a30 by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': '972e2fbb-9aed-4c87-bafc-31fe8184212a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '3f8a9fba-a301-4045-a1ed-90503af6265b'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:18:48.516612 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d7da82-2fb9-4bee-8913-d0eda8d41662 req-1512e627-6b37-4f64-a178-c3fba4cd4f8a service neutron] Attempting to bind port c9ac58c8-a97e-4076-b3ff-20d504185a30 on network 3f8a9fba-a301-4045-a1ed-90503af6265b {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:18:48.525781 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9e24746a-60eb-47ab-a940-31ee78783904 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:48.534326 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d7da82-2fb9-4bee-8913-d0eda8d41662 req-1512e627-6b37-4f64-a178-c3fba4cd4f8a service neutron] Port c9ac58c8-a97e-4076-b3ff-20d504185a30 on network 3f8a9fba-a301-4045-a1ed-90503af6265b not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:18:48.535124 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d7da82-2fb9-4bee-8913-d0eda8d41662 req-1512e627-6b37-4f64-a178-c3fba4cd4f8a service neutron] Attempting to bind port c9ac58c8-a97e-4076-b3ff-20d504185a30 on network 3f8a9fba-a301-4045-a1ed-90503af6265b {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:18:48.552942 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d7da82-2fb9-4bee-8913-d0eda8d41662 req-1512e627-6b37-4f64-a178-c3fba4cd4f8a service neutron] Checking agent: {'id': 'd1be059a-68ea-4c77-9b2b-29f4afa47e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:18:48.554991 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d7da82-2fb9-4bee-8913-d0eda8d41662 req-1512e627-6b37-4f64-a178-c3fba4cd4f8a service neutron] Checking segment: {'id': '972e2fbb-9aed-4c87-bafc-31fe8184212a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '3f8a9fba-a301-4045-a1ed-90503af6265b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:18:48.556555 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d7da82-2fb9-4bee-8913-d0eda8d41662 req-1512e627-6b37-4f64-a178-c3fba4cd4f8a service neutron] Bound using segment: {'id': '972e2fbb-9aed-4c87-bafc-31fe8184212a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '3f8a9fba-a301-4045-a1ed-90503af6265b'} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:18:48.557826 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-75412cd9-0b5e-4dab-8019-4f2a0120fd83 req-07633c4c-d814-4371-b23c-b06fa008eb0a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.217&port_id=75d8fbc0-97dd-4aea-a1f2-9e5de043f940 HTTP/1.1" status: 200 len: 217 time: 0.1598296 May 18 18:18:48.559013 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-52d7da82-2fb9-4bee-8913-d0eda8d41662 req-1512e627-6b37-4f64-a178-c3fba4cd4f8a service neutron] Bound port: c9ac58c8-a97e-4076-b3ff-20d504185a30, host: n-h2-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '972e2fbb-9aed-4c87-bafc-31fe8184212a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '3f8a9fba-a301-4045-a1ed-90503af6265b'}}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:18:48.561060 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-52d7da82-2fb9-4bee-8913-d0eda8d41662 req-1512e627-6b37-4f64-a178-c3fba4cd4f8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:48.562334 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-65081dcf-a580-4c1c-bc9e-9341e9d558e3 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:48.589852 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9571f93-8b77-4cc4-b676-42d463e73e83 req-306f6a2e-b8c9-488c-ab6a-fca7fa5ca611 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:48.591749 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f9571f93-8b77-4cc4-b676-42d463e73e83 req-306f6a2e-b8c9-488c-ab6a-fca7fa5ca611 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "GET /v2.0/ports?device_id=cf581f9b-6cca-452c-965b-a19b58ea3b35 HTTP/1.1" status: 200 len: 943 time: 0.2591782 May 18 18:18:48.616956 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port a16583bc-bcbb-47b1-8324-c84728f85556 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:18:48.617245 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-65081dcf-a580-4c1c-bc9e-9341e9d558e3 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:48.699725 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fecf5466-2bf3-4ee0-ade7-a55bedafa2aa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:48.708316 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65081dcf-a580-4c1c-bc9e-9341e9d558e3 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f628da7a-132f-4fb0-9bcb-bef6e0fc38b1,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:48.713456 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-65081dcf-a580-4c1c-bc9e-9341e9d558e3 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:48.714708 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-65081dcf-a580-4c1c-bc9e-9341e9d558e3 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8852131 May 18 18:18:48.725519 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 38636) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:18:48.730021 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-2df14f33-ff56-4969-91e3-a714fdc00b83 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Request body: {'security_group': {'name': 'tempest-secgroup--87361632'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:18:48.746565 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-52d7da82-2fb9-4bee-8913-d0eda8d41662 req-1512e627-6b37-4f64-a178-c3fba4cd4f8a service neutron] For port c9ac58c8-a97e-4076-b3ff-20d504185a30, host n-h2-838550-3, cleared binding levels {{(pid=102731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:18:48.764350 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-52d7da82-2fb9-4bee-8913-d0eda8d41662 req-1512e627-6b37-4f64-a178-c3fba4cd4f8a service neutron] For port c9ac58c8-a97e-4076-b3ff-20d504185a30, host n-h2-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=c9ac58c8-a97e-4076-b3ff-20d504185a30,segment=NetworkSegment(972e2fbb-9aed-4c87-bafc-31fe8184212a),segment_id=972e2fbb-9aed-4c87-bafc-31fe8184212a)] {{(pid=102731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:18:48.773559 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-52d7da82-2fb9-4bee-8913-d0eda8d41662 req-1512e627-6b37-4f64-a178-c3fba4cd4f8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:48.805302 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75412cd9-0b5e-4dab-8019-4f2a0120fd83 req-f8ddb167-67f5-4d3b-8771-a88f7f67c135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:48.807486 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-75412cd9-0b5e-4dab-8019-4f2a0120fd83 req-f8ddb167-67f5-4d3b-8771-a88f7f67c135 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=45630181-3d16-4d8d-916e-5a6318bba46b HTTP/1.1" status: 200 len: 797 time: 0.2392681 May 18 18:18:48.813318 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f9571f93-8b77-4cc4-b676-42d463e73e83 req-d89442e0-61fb-465a-84bc-e29cd4cfbb16 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "GET /v2.0/security-groups?id=c6b3c63a-10dc-4990-92ce-ae9d1daac1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1711137 May 18 18:18:48.815602 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9e24746a-60eb-47ab-a940-31ee78783904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:48.819001 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9e24746a-60eb-47ab-a940-31ee78783904 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:48.820567 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-9e24746a-60eb-47ab-a940-31ee78783904 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/ba3d8d59-9c11-40c7-9883-2425e86180dd HTTP/1.1" status: 204 len: 168 time: 0.9102201 May 18 18:18:48.836709 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2df14f33-ff56-4969-91e3-a714fdc00b83 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:48.905564 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24746a-60eb-47ab-a940-31ee78783904 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba3d8d59-9c11-40c7-9883-2425e86180dd,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:48.946287 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d7da82-2fb9-4bee-8913-d0eda8d41662 req-1512e627-6b37-4f64-a178-c3fba4cd4f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:48.947210 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-52d7da82-2fb9-4bee-8913-d0eda8d41662 req-1512e627-6b37-4f64-a178-c3fba4cd4f8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:48.948946 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-52d7da82-2fb9-4bee-8913-d0eda8d41662 req-1512e627-6b37-4f64-a178-c3fba4cd4f8a service neutron] 10.222.0.88 "PUT /v2.0/ports/c9ac58c8-a97e-4076-b3ff-20d504185a30 HTTP/1.1" status: 200 len: 1091 time: 3.3091335 May 18 18:18:48.953575 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf581f9b-6cca-452c-965b-a19b58ea3b35', 'tag': 'c9ac58c8-a97e-4076-b3ff-20d504185a30'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:18:48.957026 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6027ef26-0b78-4b72-a580-ca9185dda7c3" -d '{"events": [{"name": "network-changed", "server_uuid": "cf581f9b-6cca-452c-965b-a19b58ea3b35", "tag": "c9ac58c8-a97e-4076-b3ff-20d504185a30"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:18:48.980564 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 38646) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:18:48.993394 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75412cd9-0b5e-4dab-8019-4f2a0120fd83 req-5de7a999-026b-4dda-9282-dc6cf0ffdb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:48.995424 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-75412cd9-0b5e-4dab-8019-4f2a0120fd83 req-5de7a999-026b-4dda-9282-dc6cf0ffdb1b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=a49d7af7-9a16-489e-8fc6-4b85db67dcd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1736968 May 18 18:18:49.104606 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2df14f33-ff56-4969-91e3-a714fdc00b83 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:49.110982 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2df14f33-ff56-4969-91e3-a714fdc00b83 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:49.155282 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5120cf26-f0ee-4e08-8595-a575df9ad7e1 x-openstack-request-id: req-5120cf26-f0ee-4e08-8595-a575df9ad7e1 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:18:49.155512 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf581f9b-6cca-452c-965b-a19b58ea3b35", "tag": "c9ac58c8-a97e-4076-b3ff-20d504185a30", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:18:49.155728 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-5120cf26-f0ee-4e08-8595-a575df9ad7e1 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:18:49.156713 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5120cf26-f0ee-4e08-8595-a575df9ad7e1'] response: {'name': 'network-changed', 'server_uuid': 'cf581f9b-6cca-452c-965b-a19b58ea3b35', 'tag': 'c9ac58c8-a97e-4076-b3ff-20d504185a30', 'status': 'completed', 'code': 200} May 18 18:18:49.260797 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1512e627-6b37-4f64-a178-c3fba4cd4f8a service neutron] Pushing event updated for resources: {'Port': ['ID=c9ac58c8-a97e-4076-b3ff-20d504185a30,revision_number=3']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:49.336101 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d7da82-2fb9-4bee-8913-d0eda8d41662 req-7c666a9e-353e-45bf-9222-d513f9941e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:49.337634 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-52d7da82-2fb9-4bee-8913-d0eda8d41662 req-7c666a9e-353e-45bf-9222-d513f9941e7e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=6664118b95564eb5aa43c658eedfd9ed&device_id=cf581f9b-6cca-452c-965b-a19b58ea3b35 HTTP/1.1" status: 200 len: 1094 time: 0.1612124 May 18 18:18:49.367970 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-76ba43c7-3f2b-44a5-ada1-ae97734e3d3a admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-975472475-network', 'tenant_id': 'c2b3513b708b4437932d016f9b0b88f9'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:18:49.379923 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-75412cd9-0b5e-4dab-8019-4f2a0120fd83 req-083db6c7-3beb-42b2-b457-f4319e3f2aa3 service neutron] 10.222.0.88 "GET /v2.0/networks/a49d7af7-9a16-489e-8fc6-4b85db67dcd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093244 May 18 18:18:49.407282 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-52d7da82-2fb9-4bee-8913-d0eda8d41662 req-3246d5b4-5e86-44e2-808a-3e7a595ca29b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c9ac58c8-a97e-4076-b3ff-20d504185a30 HTTP/1.1" status: 200 len: 217 time: 0.0535803 May 18 18:18:49.408495 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fecf5466-2bf3-4ee0-ade7-a55bedafa2aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596801'] for router, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:49.438904 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2df14f33-ff56-4969-91e3-a714fdc00b83 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:49.440923 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-2df14f33-ff56-4969-91e3-a714fdc00b83 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7151663 May 18 18:18:49.450000 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 991dcc45-fefe-484c-9a11-e94402e02799 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:18:49.462039 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 38658) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:18:49.477338 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-56336301-f671-4ea4-86ef-c10c9dfc6ea5 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Request body: {'security_group_rule': {'security_group_id': 'f628da7a-132f-4fb0-9bcb-bef6e0fc38b1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '32ca35fb-5a9f-4396-bc75-03df99843066', 'remote_ip_prefix': None}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:18:49.522029 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df14f33-ff56-4969-91e3-a714fdc00b83 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32ca35fb-5a9f-4396-bc75-03df99843066,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:49.523379 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76ba43c7-3f2b-44a5-ada1-ae97734e3d3a admin admin] Made reservation on behalf of c2b3513b708b4437932d016f9b0b88f9 for: {'network': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:18:49.525728 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-76ba43c7-3f2b-44a5-ada1-ae97734e3d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:49.543212 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 991dcc45-fefe-484c-9a11-e94402e02799 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:18:49.543852 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:49.550742 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-76ba43c7-3f2b-44a5-ada1-ae97734e3d3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:49.557400 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d7da82-2fb9-4bee-8913-d0eda8d41662 req-6272a7bd-52e6-4bba-a5d7-07dcae3e96a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:49.559184 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-52d7da82-2fb9-4bee-8913-d0eda8d41662 req-6272a7bd-52e6-4bba-a5d7-07dcae3e96a1 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f3087b50-8afa-41c8-8fad-b7d7fc4a8246 HTTP/1.1" status: 200 len: 834 time: 0.1370862 May 18 18:18:49.575251 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-26e5fd76-e94d-42de-aeb9-f734656e592a req-573613b4-f34c-4954-b283-1b005dba9b82 tempest-ServerShowV247Test-312027836 tempest-ServerShowV247Test-312027836-project] 10.222.0.85 "GET /v2.0/ports?device_id=7d3d6f7b-0712-4aa0-bf29-7011b64dbb62 HTTP/1.1" status: 200 len: 210 time: 0.1918848 May 18 18:18:49.686246 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-75412cd9-0b5e-4dab-8019-4f2a0120fd83 req-e2affa0b-b023-43b6-8302-de275a6c732d service neutron] 10.222.0.88 "GET /v2.0/networks/a49d7af7-9a16-489e-8fc6-4b85db67dcd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2730525 May 18 18:18:49.746642 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-75412cd9-0b5e-4dab-8019-4f2a0120fd83 req-17d759e1-8bb4-4954-9334-2d4c8aa5da68 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.237&port_id=bfe302f4-31b0-4e60-be0f-bcfe30840d72 HTTP/1.1" status: 200 len: 217 time: 0.0495529 May 18 18:18:49.766259 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 991dcc45-fefe-484c-9a11-e94402e02799 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:18:49.896422 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75412cd9-0b5e-4dab-8019-4f2a0120fd83 req-97da22d2-3b93-45ab-8efa-1a1372c6aa33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:49.903129 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-75412cd9-0b5e-4dab-8019-4f2a0120fd83 req-97da22d2-3b93-45ab-8efa-1a1372c6aa33 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=45630181-3d16-4d8d-916e-5a6318bba46b HTTP/1.1" status: 200 len: 797 time: 0.1381741 May 18 18:18:49.964459 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75412cd9-0b5e-4dab-8019-4f2a0120fd83 req-82a70882-cce3-45e5-84f7-87c68b3f1f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:49.966296 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-75412cd9-0b5e-4dab-8019-4f2a0120fd83 req-82a70882-cce3-45e5-84f7-87c68b3f1f6f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=a49d7af7-9a16-489e-8fc6-4b85db67dcd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0570810 May 18 18:18:50.120005 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-75412cd9-0b5e-4dab-8019-4f2a0120fd83 req-b65801c0-0edc-4e10-b1c3-bfef70fdbb74 service neutron] 10.222.0.88 "GET /v2.0/networks/a49d7af7-9a16-489e-8fc6-4b85db67dcd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445208 May 18 18:18:50.298446 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-75412cd9-0b5e-4dab-8019-4f2a0120fd83 req-5d593f1e-7a76-45f7-9122-8e78c4f19b3e service neutron] 10.222.0.88 "GET /v2.0/networks/a49d7af7-9a16-489e-8fc6-4b85db67dcd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686244 May 18 18:18:50.350273 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-56336301-f671-4ea4-86ef-c10c9dfc6ea5 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:50.379204 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-75412cd9-0b5e-4dab-8019-4f2a0120fd83 req-1c9f1259-f47d-4a55-8e65-e5c676e280f1 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.20&port_id=aa23f36f-8afa-400e-91a0-e1e420831fe3 HTTP/1.1" status: 200 len: 217 time: 0.0674605 May 18 18:18:50.432768 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-76ba43c7-3f2b-44a5-ada1-ae97734e3d3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:50.461305 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-76ba43c7-3f2b-44a5-ada1-ae97734e3d3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:50.495128 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75412cd9-0b5e-4dab-8019-4f2a0120fd83 req-8fb81819-6c7c-476b-86cd-04d7dd6bd200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:50.498224 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-75412cd9-0b5e-4dab-8019-4f2a0120fd83 req-8fb81819-6c7c-476b-86cd-04d7dd6bd200 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=45630181-3d16-4d8d-916e-5a6318bba46b HTTP/1.1" status: 200 len: 797 time: 0.1042552 May 18 18:18:50.500777 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bd3945-34c6-4e97-b391-5c30aadf70e4 req-da9a84b4-b3f2-44a1-a43c-d89a684be6bd tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:50.502558 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-84bd3945-34c6-4e97-b391-5c30aadf70e4 req-da9a84b4-b3f2-44a1-a43c-d89a684be6bd tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "GET /v2.0/ports?device_id=cf581f9b-6cca-452c-965b-a19b58ea3b35 HTTP/1.1" status: 200 len: 943 time: 0.2693131 May 18 18:18:50.509435 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d7da82-2fb9-4bee-8913-d0eda8d41662 req-9e499d2e-f841-4f45-82b7-39aafac3f63a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:50.510698 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-52d7da82-2fb9-4bee-8913-d0eda8d41662 req-9e499d2e-f841-4f45-82b7-39aafac3f63a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=3f8a9fba-a301-4045-a1ed-90503af6265b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9380867 May 18 18:18:50.511303 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fecf5466-2bf3-4ee0-ade7-a55bedafa2aa admin admin] Router 4519a3b9-7688-44e7-a8e8-719c39071998 is scheduled to L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e with binding_index 1 {{(pid=102731) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 18 18:18:50.584053 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76ba43c7-3f2b-44a5-ada1-ae97734e3d3a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 624} {{(pid=102731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:18:50.611896 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75412cd9-0b5e-4dab-8019-4f2a0120fd83 req-c5009f35-03df-4fa6-8e99-9aeaf3b85b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:50.614394 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-75412cd9-0b5e-4dab-8019-4f2a0120fd83 req-c5009f35-03df-4fa6-8e99-9aeaf3b85b4c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=a49d7af7-9a16-489e-8fc6-4b85db67dcd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1034267 May 18 18:18:50.629120 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-76ba43c7-3f2b-44a5-ada1-ae97734e3d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:50.629645 n-d-838550-3 neutron-server[102731]: INFO neutron.db.segments_db [None req-76ba43c7-3f2b-44a5-ada1-ae97734e3d3a admin admin] Added segment a4b3f14e-63d9-48d5-840b-48a32c514ddd of type vlan for network 8340801f-4402-492e-94f2-866b61b44be1 May 18 18:18:50.696238 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-76ba43c7-3f2b-44a5-ada1-ae97734e3d3a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:50.741797 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ba43c7-3f2b-44a5-ada1-ae97734e3d3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ecfcd7a-48bb-4ce7-ab79-4277880e130c,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:50.753282 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-aeea3f86-8c74-4a60-93d4-50512d41a96e req-fde3cab6-1756-4514-be6c-d82f5ab06dff tempest-ServerShowV247Test-312027836 tempest-ServerShowV247Test-312027836-project] 10.222.0.85 "GET /v2.0/ports?device_id=7d3d6f7b-0712-4aa0-bf29-7011b64dbb62 HTTP/1.1" status: 200 len: 210 time: 0.0421228 May 18 18:18:50.804523 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-75412cd9-0b5e-4dab-8019-4f2a0120fd83 req-30dca113-6f41-48ed-8577-5c121d1b3db3 service neutron] 10.222.0.88 "GET /v2.0/networks/a49d7af7-9a16-489e-8fc6-4b85db67dcd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672502 May 18 18:18:50.926325 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-75412cd9-0b5e-4dab-8019-4f2a0120fd83 req-c59b77c4-67bc-40bd-b9c5-31593e586f47 service neutron] 10.222.0.88 "GET /v2.0/networks/a49d7af7-9a16-489e-8fc6-4b85db67dcd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150546 May 18 18:18:50.931835 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-56336301-f671-4ea4-86ef-c10c9dfc6ea5 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:50.941500 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-76ba43c7-3f2b-44a5-ada1-ae97734e3d3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:50.942538 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ba43c7-3f2b-44a5-ada1-ae97734e3d3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:50.943121 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-76ba43c7-3f2b-44a5-ada1-ae97734e3d3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:50.957103 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-56336301-f671-4ea4-86ef-c10c9dfc6ea5 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:50.971891 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-84bd3945-34c6-4e97-b391-5c30aadf70e4 req-b7ffe36a-91dd-4ec7-bf60-15228163a199 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "GET /v2.0/security-groups?id=c6b3c63a-10dc-4990-92ce-ae9d1daac1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4492087 May 18 18:18:50.995154 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-75412cd9-0b5e-4dab-8019-4f2a0120fd83 req-20731228-367a-4f67-b970-23d187449afa service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.37&port_id=0a586e3e-14a2-4a7b-a6df-16a75e1063f9 HTTP/1.1" status: 200 len: 217 time: 0.0574281 May 18 18:18:51.106460 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75412cd9-0b5e-4dab-8019-4f2a0120fd83 req-d58340d2-f3c0-41af-9727-9abfee8917e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:51.107962 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-75412cd9-0b5e-4dab-8019-4f2a0120fd83 req-d58340d2-f3c0-41af-9727-9abfee8917e5 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=45630181-3d16-4d8d-916e-5a6318bba46b HTTP/1.1" status: 200 len: 797 time: 0.1043973 May 18 18:18:51.127437 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-76ba43c7-3f2b-44a5-ada1-ae97734e3d3a admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.1121829 May 18 18:18:51.128341 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56336301-f671-4ea4-86ef-c10c9dfc6ea5 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31987de0-e12d-46c6-8173-aa0c978d3d73,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:51.140099 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 38700) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:18:51.149579 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-3bb59621-e7f6-4883-a836-89d14b860c08 admin admin] Request body: {'subnet': {'network_id': '8340801f-4402-492e-94f2-866b61b44be1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-975472475-subnet', 'tenant_id': 'c2b3513b708b4437932d016f9b0b88f9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:18:51.175610 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-56336301-f671-4ea4-86ef-c10c9dfc6ea5 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:51.179798 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-56336301-f671-4ea4-86ef-c10c9dfc6ea5 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.7090225 May 18 18:18:51.187674 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ba43c7-3f2b-44a5-ada1-ae97734e3d3a admin admin] Pushing event updated for resources: {'Network': ['ID=8340801f-4402-492e-94f2-866b61b44be1,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:51.189745 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 38702) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:18:51.191477 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-52d7da82-2fb9-4bee-8913-d0eda8d41662 req-d63528d9-e71a-418a-9d06-2bf7583d1493 service neutron] 10.222.0.88 "GET /v2.0/networks/3f8a9fba-a301-4045-a1ed-90503af6265b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6630478 May 18 18:18:51.201065 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network 8340801f-4402-492e-94f2-866b61b44be1 details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:18:51.225150 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fecf5466-2bf3-4ee0-ade7-a55bedafa2aa admin admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:18:51.259289 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bb59621-e7f6-4883-a836-89d14b860c08 admin admin] Made reservation on behalf of c2b3513b708b4437932d016f9b0b88f9 for: {'subnet': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:18:51.261541 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3bb59621-e7f6-4883-a836-89d14b860c08 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260908003'] for subnet, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:51.305075 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-acf15cee-4d02-4959-92e2-e3d360ec3648 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:51.331495 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-acf15cee-4d02-4959-92e2-e3d360ec3648 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:51.341207 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fecf5466-2bf3-4ee0-ade7-a55bedafa2aa admin admin] Notify callbacks [] for router, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:51.345543 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-fecf5466-2bf3-4ee0-ade7-a55bedafa2aa admin admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.3354464 May 18 18:18:51.345888 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29b3276-d2e0-4482-a1cd-771095bae75b None None] Sync routers for ids ['4519a3b9-7688-44e7-a8e8-719c39071998'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:18:51.346864 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 38708) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:18:51.355451 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75412cd9-0b5e-4dab-8019-4f2a0120fd83 req-108459eb-48d2-4ede-acb3-229bddf11cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:51.362254 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-75412cd9-0b5e-4dab-8019-4f2a0120fd83 req-108459eb-48d2-4ede-acb3-229bddf11cb2 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=a49d7af7-9a16-489e-8fc6-4b85db67dcd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2390602 May 18 18:18:51.377294 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29b3276-d2e0-4482-a1cd-771095bae75b None None] Routers {'4519a3b9-7688-44e7-a8e8-719c39071998'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:18:51.380811 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-f29b3276-d2e0-4482-a1cd-771095bae75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:18:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['4519a3b9-7688-44e7-a8e8-719c39071998'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:18:51.552412 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-52d7da82-2fb9-4bee-8913-d0eda8d41662 req-8e89b767-21e3-4e0c-a22f-7aa72a5efaf1 service neutron] 10.222.0.88 "GET /v2.0/networks/3f8a9fba-a301-4045-a1ed-90503af6265b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3530705 May 18 18:18:51.568143 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-f29b3276-d2e0-4482-a1cd-771095bae75b None None] Set router 4519a3b9-7688-44e7-a8e8-719c39071998 gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:18:51.586604 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-acf15cee-4d02-4959-92e2-e3d360ec3648 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:51.600964 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-acf15cee-4d02-4959-92e2-e3d360ec3648 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:51.607284 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-acf15cee-4d02-4959-92e2-e3d360ec3648 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] 10.222.0.85 "DELETE /v2.0/security-group-rules/31987de0-e12d-46c6-8173-aa0c978d3d73 HTTP/1.1" status: 204 len: 168 time: 0.3984284 May 18 18:18:51.607284 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 38720) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:18:51.638984 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-75412cd9-0b5e-4dab-8019-4f2a0120fd83 req-38addfe9-985a-42fd-8f34-9a8fce4dc8ba service neutron] 10.222.0.88 "GET /v2.0/networks/a49d7af7-9a16-489e-8fc6-4b85db67dcd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570627 May 18 18:18:51.643057 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf15cee-4d02-4959-92e2-e3d360ec3648 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=31987de0-e12d-46c6-8173-aa0c978d3d73,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:51.649330 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023ac3f2-f3b4-420e-89c9-bc355e40fe87 req-5b04c531-6d48-4a2b-949e-010007174325 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:51.652173 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-023ac3f2-f3b4-420e-89c9-bc355e40fe87 req-5b04c531-6d48-4a2b-949e-010007174325 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "GET /v2.0/ports?device_id=00ae5749-325c-4339-a1d0-d91fc688ad0c HTTP/1.1" status: 200 len: 946 time: 0.2097704 May 18 18:18:51.725107 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-4da69517-091c-4ff4-afae-e1711ce8a473 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] 10.222.0.85 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1162820 May 18 18:18:51.740107 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 38722) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:18:51.828090 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-75412cd9-0b5e-4dab-8019-4f2a0120fd83 req-5ba5eef6-3a5a-4082-b593-b3396ccbaeb7 service neutron] 10.222.0.88 "GET /v2.0/networks/a49d7af7-9a16-489e-8fc6-4b85db67dcd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748395 May 18 18:18:51.869180 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-023ac3f2-f3b4-420e-89c9-bc355e40fe87 req-65df00b3-301f-48b8-a397-a4edbdb94788 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "GET /v2.0/security-groups?id=4a1f9358-f3a3-4045-96f1-cde7ad8c9099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1884136 May 18 18:18:51.899876 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-f29b3276-d2e0-4482-a1cd-771095bae75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4519a3b9-7688-44e7-a8e8-719c39071998', 'name': 'tempest-TaggedBootDevicesTest-1754196163-router', 'tenant_id': 'c7bd6b7b28b648819f008f88aac146ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '03072fe5-036e-47f3-9c26-e85d0af12300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:18:43Z', 'updated_at': '2022-05-18T18:18:48Z', 'revision_number': 3, 'project_id': 'c7bd6b7b28b648819f008f88aac146ed', 'gw_port': {'id': '03072fe5-036e-47f3-9c26-e85d0af12300', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:eb:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4519a3b9-7688-44e7-a8e8-719c39071998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1962, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:18:44Z', 'updated_at': '2022-05-18T18:18:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:18:51.926544 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3bb59621-e7f6-4883-a836-89d14b860c08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260898481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260908021'] for subnet, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:51.929063 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-75412cd9-0b5e-4dab-8019-4f2a0120fd83 req-69705d17-3a40-4809-997a-2674f0dc560d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=79e08f83-5fde-4386-821c-6a14fd04d30f HTTP/1.1" status: 200 len: 217 time: 0.0923085 May 18 18:18:51.956552 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29b3276-d2e0-4482-a1cd-771095bae75b None None] Checking router: 4519a3b9-7688-44e7-a8e8-719c39071998 for host: n-d-838550-3 {{(pid=102732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:18:51.957998 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29b3276-d2e0-4482-a1cd-771095bae75b None None] Updating router 4519a3b9-7688-44e7-a8e8-719c39071998 port 03072fe5-036e-47f3-9c26-e85d0af12300 binding host n-d-838550-3 {{(pid=102732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 18:18:51.991588 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6027ef26-0b78-4b72-a580-ca9185dda7c3 req-2b4ea4ce-3204-4bea-b9cd-b4f96c1f87a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:51.993829 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6027ef26-0b78-4b72-a580-ca9185dda7c3 req-2b4ea4ce-3204-4bea-b9cd-b4f96c1f87a7 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=6664118b95564eb5aa43c658eedfd9ed&device_id=cf581f9b-6cca-452c-965b-a19b58ea3b35 HTTP/1.1" status: 200 len: 1094 time: 0.3620794 May 18 18:18:51.999349 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f29b3276-d2e0-4482-a1cd-771095bae75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:52.047528 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75412cd9-0b5e-4dab-8019-4f2a0120fd83 req-19f91a74-29ea-4638-9c99-d76d3d26e7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:52.048678 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-75412cd9-0b5e-4dab-8019-4f2a0120fd83 req-19f91a74-29ea-4638-9c99-d76d3d26e7dd service neutron] 10.222.0.88 "GET /v2.0/subnets?id=4e937e76-4120-49e8-98d7-f0b65b696259 HTTP/1.1" status: 200 len: 797 time: 0.1057289 May 18 18:18:52.051599 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e2dc88bb-f6c6-44ae-ab93-9ebde608be7d req-b8d2bac4-4cf6-4e2a-b278-febdc6eb2c25 tempest-ServerShowV247Test-312027836 tempest-ServerShowV247Test-312027836-project] 10.222.0.85 "GET /v2.0/ports?device_id=7d3d6f7b-0712-4aa0-bf29-7011b64dbb62 HTTP/1.1" status: 200 len: 210 time: 0.1263843 May 18 18:18:52.116143 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75412cd9-0b5e-4dab-8019-4f2a0120fd83 req-88344ce5-2479-4c08-ae86-3931dee47e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:52.117770 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-75412cd9-0b5e-4dab-8019-4f2a0120fd83 req-88344ce5-2479-4c08-ae86-3931dee47e2f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=43a58ba6-946d-4778-a241-0f5d338fd928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0593472 May 18 18:18:52.160297 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 38730) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:18:52.221582 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb59621-e7f6-4883-a836-89d14b860c08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d050ba9-3aeb-4a7c-9b2d-eb606f1ad9c7,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:52.261804 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-75412cd9-0b5e-4dab-8019-4f2a0120fd83 req-ffde2da0-cb5e-4e94-8312-1a35976e5936 service neutron] 10.222.0.88 "GET /v2.0/networks/43a58ba6-946d-4778-a241-0f5d338fd928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288354 May 18 18:18:52.269387 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ec2d0da1-350f-4a55-90cd-899d9f0bf03d tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:52.345910 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb59621-e7f6-4883-a836-89d14b860c08 admin admin] Checking segment: {'id': 'a4b3f14e-63d9-48d5-840b-48a32c514ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '8340801f-4402-492e-94f2-866b61b44be1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:18:52.346494 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb59621-e7f6-4883-a836-89d14b860c08 admin admin] Network hostable DHCP agents. Network: 8340801f-4402-492e-94f2-866b61b44be1, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:18:52.365946 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6af3d9a2-b772-45b9-85c0-7c44daca73cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:52.400094 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f29b3276-d2e0-4482-a1cd-771095bae75b None None] Notify callbacks [] for port, precommit_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:52.401045 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ec2d0da1-350f-4a55-90cd-899d9f0bf03d tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:52.409207 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f29b3276-d2e0-4482-a1cd-771095bae75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:52.467771 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e309ad7d-46e2-4cd3-8aed-3a3f45600ccb req-5a2a781f-beb2-4fa5-9418-935bf55a9089 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:52.470249 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e309ad7d-46e2-4cd3-8aed-3a3f45600ccb req-5a2a781f-beb2-4fa5-9418-935bf55a9089 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "GET /v2.0/ports?device_id=cf581f9b-6cca-452c-965b-a19b58ea3b35 HTTP/1.1" status: 200 len: 943 time: 0.3271754 May 18 18:18:52.472088 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6027ef26-0b78-4b72-a580-ca9185dda7c3 req-408d9130-2461-42ab-9fc1-b7ce6d720e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:52.473799 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6027ef26-0b78-4b72-a580-ca9185dda7c3 req-408d9130-2461-42ab-9fc1-b7ce6d720e27 service neutron] 10.222.0.88 "GET /v2.0/networks?id=3f8a9fba-a301-4045-a1ed-90503af6265b HTTP/1.1" status: 200 len: 897 time: 0.4394538 May 18 18:18:52.486509 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-f29b3276-d2e0-4482-a1cd-771095bae75b None None] Attempting to bind port 03072fe5-036e-47f3-9c26-e85d0af12300 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:18:52.487107 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-f29b3276-d2e0-4482-a1cd-771095bae75b None None] Attempting to bind port 03072fe5-036e-47f3-9c26-e85d0af12300 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:18:52.489248 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29b3276-d2e0-4482-a1cd-771095bae75b None None] Attempting to bind port 03072fe5-036e-47f3-9c26-e85d0af12300 on network 31ebd439-090c-4b25-bbb0-31c48711b145 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:18:52.509895 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29b3276-d2e0-4482-a1cd-771095bae75b None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 18, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:18:52.510281 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29b3276-d2e0-4482-a1cd-771095bae75b None None] Checking segment: {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:18:52.510888 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f29b3276-d2e0-4482-a1cd-771095bae75b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:52.511274 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29b3276-d2e0-4482-a1cd-771095bae75b None None] Bound using segment: {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:18:52.511997 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-f29b3276-d2e0-4482-a1cd-771095bae75b None None] Bound port: 03072fe5-036e-47f3-9c26-e85d0af12300, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:18:52.512627 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f29b3276-d2e0-4482-a1cd-771095bae75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:52.520985 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb59621-e7f6-4883-a836-89d14b860c08 admin admin] Network 8340801f-4402-492e-94f2-866b61b44be1 is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:18:52.555850 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afc7438-4a01-4571-ac9b-7bf8f786b842 None None] Pushing event updated for resources: {'Port': ['ID=03072fe5-036e-47f3-9c26-e85d0af12300,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:52.614115 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6027ef26-0b78-4b72-a580-ca9185dda7c3 req-77039059-72b7-4139-85da-22365ea95634 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c9ac58c8-a97e-4076-b3ff-20d504185a30 HTTP/1.1" status: 200 len: 217 time: 0.1161358 May 18 18:18:52.627840 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-f29b3276-d2e0-4482-a1cd-771095bae75b None None] For port 03072fe5-036e-47f3-9c26-e85d0af12300, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:18:52.633829 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-f29b3276-d2e0-4482-a1cd-771095bae75b None None] For port 03072fe5-036e-47f3-9c26-e85d0af12300, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=03072fe5-036e-47f3-9c26-e85d0af12300,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:18:52.636578 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-3bb59621-e7f6-4883-a836-89d14b860c08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, 8340801f-4402-492e-94f2-866b61b44be1) {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:18:52.646485 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f29b3276-d2e0-4482-a1cd-771095bae75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:52.671208 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ec2d0da1-350f-4a55-90cd-899d9f0bf03d tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:52.675603 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ec2d0da1-350f-4a55-90cd-899d9f0bf03d tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:52.681357 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-ec2d0da1-350f-4a55-90cd-899d9f0bf03d tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] 10.222.0.85 "DELETE /v2.0/security-groups/32ca35fb-5a9f-4396-bc75-03df99843066 HTTP/1.1" status: 204 len: 168 time: 0.9352536 May 18 18:18:52.681357 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb59621-e7f6-4883-a836-89d14b860c08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:52.682810 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3bb59621-e7f6-4883-a836-89d14b860c08 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:52.685930 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2274b72a-e232-4a82-9768-071e9c35b224 None None] Network 8340801f-4402-492e-94f2-866b61b44be1 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:18:52.725234 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 38734) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:18:52.749897 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e309ad7d-46e2-4cd3-8aed-3a3f45600ccb req-8515f38c-8c09-4309-8d3b-bfbe886e7fd7 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "GET /v2.0/security-groups?id=c6b3c63a-10dc-4990-92ce-ae9d1daac1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2558291 May 18 18:18:52.784348 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2d0da1-350f-4a55-90cd-899d9f0bf03d tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32ca35fb-5a9f-4396-bc75-03df99843066,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:52.800672 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6af3d9a2-b772-45b9-85c0-7c44daca73cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:52.832972 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29b3276-d2e0-4482-a1cd-771095bae75b None None] Routers {'4519a3b9-7688-44e7-a8e8-719c39071998'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:18:52.834336 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-f29b3276-d2e0-4482-a1cd-771095bae75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:18:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['4519a3b9-7688-44e7-a8e8-719c39071998'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:18:52.871897 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6af3d9a2-b772-45b9-85c0-7c44daca73cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:52.872135 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-3bb59621-e7f6-4883-a836-89d14b860c08 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7168055 May 18 18:18:52.899659 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-70740940-fe5d-4cd0-85c9-ca45cd317d55 req-317841d2-5f8e-425d-8cba-b40e1d89b3be service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7d3d6f7b-0712-4aa0-bf29-7011b64dbb62 HTTP/1.1" status: 200 len: 210 time: 0.0645292 May 18 18:18:52.905394 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6027ef26-0b78-4b72-a580-ca9185dda7c3 req-39f67097-ab5f-409e-a62e-0da2293eb50f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:52.908584 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6027ef26-0b78-4b72-a580-ca9185dda7c3 req-39f67097-ab5f-409e-a62e-0da2293eb50f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f3087b50-8afa-41c8-8fad-b7d7fc4a8246 HTTP/1.1" status: 200 len: 834 time: 0.2829530 May 18 18:18:52.934469 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-6af3d9a2-b772-45b9-85c0-7c44daca73cd admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=884a05cc0c154c8bb795ebf38666448c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7729800 May 18 18:18:52.943222 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 38740) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:18:52.972620 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-75412cd9-0b5e-4dab-8019-4f2a0120fd83 req-01a5ab68-befc-4762-8033-33bab6362620 service neutron] 10.222.0.88 "GET /v2.0/networks/43a58ba6-946d-4778-a241-0f5d338fd928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6976824 May 18 18:18:53.006472 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-6ee4b1c8-efaa-4804-9754-3eae91ee08f6 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] 10.222.0.85 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2806656 May 18 18:18:53.013517 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 38742) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:18:53.078350 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2e96892e-b28c-4312-a232-7f29386fb58d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:53.103000 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-75412cd9-0b5e-4dab-8019-4f2a0120fd83 req-dd74c5af-2a96-4a83-b435-9b4f8202cd7f service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3834bbf2-f7bf-4a97-a0c0-de4238651f93 HTTP/1.1" status: 200 len: 217 time: 0.1152964 May 18 18:18:53.104935 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af3d9a2-b772-45b9-85c0-7c44daca73cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caaebffa-a9d1-4061-8d25-e8176a331120,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:53.110701 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6027ef26-0b78-4b72-a580-ca9185dda7c3 req-6e47a40b-e4e2-4e5e-a51b-097bb1040631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:53.112706 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6027ef26-0b78-4b72-a580-ca9185dda7c3 req-6e47a40b-e4e2-4e5e-a51b-097bb1040631 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=3f8a9fba-a301-4045-a1ed-90503af6265b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1942515 May 18 18:18:53.177935 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23ef726-dce1-4c0f-9799-d0b016a80ec2 req-567e3aef-7a40-4d45-8f62-4d9b465b4d95 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:53.185574 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f23ef726-dce1-4c0f-9799-d0b016a80ec2 req-567e3aef-7a40-4d45-8f62-4d9b465b4d95 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "GET /v2.0/ports?device_id=00ae5749-325c-4339-a1d0-d91fc688ad0c HTTP/1.1" status: 200 len: 946 time: 0.1704297 May 18 18:18:53.190625 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0900dc7e-1f6f-4df9-8c0a-fb18bf289c8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:53.251283 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afc7438-4a01-4571-ac9b-7bf8f786b842 None None] Pushing event updated for resources: {'Port': ['ID=03072fe5-036e-47f3-9c26-e85d0af12300,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:53.255106 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6aff1703-fc55-4baa-bec2-39a4e743f938 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:53.272017 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0900dc7e-1f6f-4df9-8c0a-fb18bf289c8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:53.283887 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-99772284-90fa-4df5-94b3-514466f8c9be req-f19842fd-2a2f-47b8-b3cf-cffdbe17827c tempest-ServerShowV247Test-312027836 tempest-ServerShowV247Test-312027836-project] 10.222.0.85 "GET /v2.0/ports?device_id=7d3d6f7b-0712-4aa0-bf29-7011b64dbb62 HTTP/1.1" status: 200 len: 210 time: 0.0534098 May 18 18:18:53.288564 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-f29b3276-d2e0-4482-a1cd-771095bae75b None None] Set router 4519a3b9-7688-44e7-a8e8-719c39071998 gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:18:53.299348 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75412cd9-0b5e-4dab-8019-4f2a0120fd83 req-50635155-9fc6-49f4-a0bb-45d67e12b14c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:53.301169 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-75412cd9-0b5e-4dab-8019-4f2a0120fd83 req-50635155-9fc6-49f4-a0bb-45d67e12b14c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=4e937e76-4120-49e8-98d7-f0b65b696259 HTTP/1.1" status: 200 len: 797 time: 0.1831715 May 18 18:18:53.360411 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6aff1703-fc55-4baa-bec2-39a4e743f938 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:53.369198 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f23ef726-dce1-4c0f-9799-d0b016a80ec2 req-2297ade3-a655-47b4-8b5a-3186bca49f0e tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "GET /v2.0/security-groups?id=4a1f9358-f3a3-4045-96f1-cde7ad8c9099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1824656 May 18 18:18:53.425579 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6027ef26-0b78-4b72-a580-ca9185dda7c3 req-d8ad47da-fe8d-46e0-a4f4-0276fa3a768b service neutron] 10.222.0.88 "GET /v2.0/networks/3f8a9fba-a301-4045-a1ed-90503af6265b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2984655 May 18 18:18:53.434549 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75412cd9-0b5e-4dab-8019-4f2a0120fd83 req-0316de82-ca93-412f-8a90-f033fdab8176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:53.436704 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-75412cd9-0b5e-4dab-8019-4f2a0120fd83 req-0316de82-ca93-412f-8a90-f033fdab8176 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=43a58ba6-946d-4778-a241-0f5d338fd928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1247737 May 18 18:18:53.491419 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6aff1703-fc55-4baa-bec2-39a4e743f938 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:53.494029 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6aff1703-fc55-4baa-bec2-39a4e743f938 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:53.498136 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-6aff1703-fc55-4baa-bec2-39a4e743f938 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] 10.222.0.85 "DELETE /v2.0/security-groups/f628da7a-132f-4fb0-9bcb-bef6e0fc38b1 HTTP/1.1" status: 204 len: 168 time: 0.4787889 May 18 18:18:53.526757 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 38754) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:18:53.535723 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0900dc7e-1f6f-4df9-8c0a-fb18bf289c8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:53.538700 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0900dc7e-1f6f-4df9-8c0a-fb18bf289c8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:53.539910 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-0900dc7e-1f6f-4df9-8c0a-fb18bf289c8d admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/caaebffa-a9d1-4061-8d25-e8176a331120 HTTP/1.1" status: 204 len: 168 time: 0.5893600 May 18 18:18:53.574673 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0900dc7e-1f6f-4df9-8c0a-fb18bf289c8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caaebffa-a9d1-4061-8d25-e8176a331120,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:53.575745 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aff1703-fc55-4baa-bec2-39a4e743f938 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f628da7a-132f-4fb0-9bcb-bef6e0fc38b1,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:53.578052 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-626445d4-7e11-4f63-9c1d-e78e3a7029ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-8340801f-4402-492e-94f2-866b61b44be1', 'network_id': '8340801f-4402-492e-94f2-866b61b44be1', 'tenant_id': 'c2b3513b708b4437932d016f9b0b88f9', 'fixed_ips': [{'subnet_id': '3d050ba9-3aeb-4a7c-9b2d-eb606f1ad9c7'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:18:53.579246 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-75412cd9-0b5e-4dab-8019-4f2a0120fd83 req-bdff54f0-443c-47cc-9f9a-b63793bfe64c service neutron] 10.222.0.88 "GET /v2.0/networks/43a58ba6-946d-4778-a241-0f5d338fd928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320288 May 18 18:18:53.580176 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-626445d4-7e11-4f63-9c1d-e78e3a7029ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:53.582881 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-2e96892e-b28c-4312-a232-7f29386fb58d admin admin] Allocated IP 172.20.0.1 (a6fccd9a-f70b-47ed-8670-710c6e618367/3b3b7dfa-fa51-4571-95bb-885f63ed7f48/9a3afbf7-dee7-42b4-8ff9-2efea95e1815) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:18:53.761392 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-f982b85d-468f-40cc-875d-f07ef119ca73 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] 10.222.0.85 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2254786 May 18 18:18:53.767193 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 38766) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:18:53.771329 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-eb372d80-2799-4c0e-b65f-245abf8d1f72 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Request body: {'security_group': {'name': 'tempest-secgroup--93521088'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:18:53.778646 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6027ef26-0b78-4b72-a580-ca9185dda7c3 req-73db98fc-22fa-43fa-9c4e-999b5c809ae7 service neutron] 10.222.0.88 "GET /v2.0/networks/3f8a9fba-a301-4045-a1ed-90503af6265b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3399475 May 18 18:18:53.786002 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-75412cd9-0b5e-4dab-8019-4f2a0120fd83 req-b5e7346c-8b44-4098-a91e-c44dd76d0032 service neutron] 10.222.0.88 "GET /v2.0/networks/43a58ba6-946d-4778-a241-0f5d338fd928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995890 May 18 18:18:53.893731 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-eb372d80-2799-4c0e-b65f-245abf8d1f72 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:53.952803 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-f29b3276-d2e0-4482-a1cd-771095bae75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4519a3b9-7688-44e7-a8e8-719c39071998', 'name': 'tempest-TaggedBootDevicesTest-1754196163-router', 'tenant_id': 'c7bd6b7b28b648819f008f88aac146ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '03072fe5-036e-47f3-9c26-e85d0af12300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:18:43Z', 'updated_at': '2022-05-18T18:18:48Z', 'revision_number': 3, 'project_id': 'c7bd6b7b28b648819f008f88aac146ed', 'gw_port': {'id': '03072fe5-036e-47f3-9c26-e85d0af12300', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:eb:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4519a3b9-7688-44e7-a8e8-719c39071998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1962, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:18:44Z', 'updated_at': '2022-05-18T18:18:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:18:53.960356 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2e96892e-b28c-4312-a232-7f29386fb58d admin admin] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:53.999454 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-626445d4-7e11-4f63-9c1d-e78e3a7029ce None None] Allocated IP 172.20.0.2 (8340801f-4402-492e-94f2-866b61b44be1/3d050ba9-3aeb-4a7c-9b2d-eb606f1ad9c7/2825a873-9461-4c17-8fef-8b6699067b01) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:18:54.002239 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29b3276-d2e0-4482-a1cd-771095bae75b None None] The sync data for ids ['4519a3b9-7688-44e7-a8e8-719c39071998'] in n-d-838550-3 is: [{'id': '4519a3b9-7688-44e7-a8e8-719c39071998', 'name': 'tempest-TaggedBootDevicesTest-1754196163-router', 'tenant_id': 'c7bd6b7b28b648819f008f88aac146ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '03072fe5-036e-47f3-9c26-e85d0af12300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:18:43Z', 'updated_at': '2022-05-18T18:18:48Z', 'revision_number': 3, 'project_id': 'c7bd6b7b28b648819f008f88aac146ed', 'gw_port': {'id': '03072fe5-036e-47f3-9c26-e85d0af12300', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:eb:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4519a3b9-7688-44e7-a8e8-719c39071998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1962, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:18:44Z', 'updated_at': '2022-05-18T18:18:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:18:54.004581 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b3cdff-10d0-431e-a920-5b0a0cb99184 req-2587b494-1a55-4ef7-82e7-8fa18948b774 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:54.009799 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-87b3cdff-10d0-431e-a920-5b0a0cb99184 req-2587b494-1a55-4ef7-82e7-8fa18948b774 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "GET /v2.0/ports?device_id=cf581f9b-6cca-452c-965b-a19b58ea3b35 HTTP/1.1" status: 200 len: 943 time: 0.0889964 May 18 18:18:54.065207 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659d1905-ba55-49ab-9486-e65350b623f0 req-060c9f64-558b-4dd3-af34-5907d1d205c0 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:54.075505 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-659d1905-ba55-49ab-9486-e65350b623f0 req-060c9f64-558b-4dd3-af34-5907d1d205c0 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] 10.222.0.85 "GET /v2.0/networks?id=8340801f-4402-492e-94f2-866b61b44be1 HTTP/1.1" status: 200 len: 815 time: 0.2948868 May 18 18:18:54.121451 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2e96892e-b28c-4312-a232-7f29386fb58d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:54.128241 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-87b3cdff-10d0-431e-a920-5b0a0cb99184 req-9fc38aeb-eb7d-4b77-9a69-f66f6c30fb87 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "GET /v2.0/security-groups?id=c6b3c63a-10dc-4990-92ce-ae9d1daac1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931137 May 18 18:18:54.164798 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-659d1905-ba55-49ab-9486-e65350b623f0 req-8a1b0b7a-2b50-4fa4-b442-bd007d888e04 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] 10.222.0.85 "GET /v2.0/quotas/c2b3513b708b4437932d016f9b0b88f9 HTTP/1.1" status: 200 len: 375 time: 0.0727620 May 18 18:18:54.273881 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e96892e-b28c-4312-a232-7f29386fb58d admin admin] Network a6fccd9a-f70b-47ed-8670-710c6e618367 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:18:54.287327 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-659d1905-ba55-49ab-9486-e65350b623f0 req-2fa88c39-6cfa-4352-b734-ba9c778ed3aa tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=c2b3513b708b4437932d016f9b0b88f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1215484 May 18 18:18:54.288686 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 38774) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:18:54.297716 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-eb372d80-2799-4c0e-b65f-245abf8d1f72 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:54.300842 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-2e96892e-b28c-4312-a232-7f29386fb58d admin admin] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:18:54.321132 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-626445d4-7e11-4f63-9c1d-e78e3a7029ce None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:54.324481 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-83ea3774-45fe-4970-a6d3-d05ffbcc3572 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:54.329656 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e96892e-b28c-4312-a232-7f29386fb58d admin admin] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:18:54.330518 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-626445d4-7e11-4f63-9c1d-e78e3a7029ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:54.331737 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-eb372d80-2799-4c0e-b65f-245abf8d1f72 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:54.394180 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626445d4-7e11-4f63-9c1d-e78e3a7029ce None None] Network 8340801f-4402-492e-94f2-866b61b44be1 is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:18:54.398234 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-626445d4-7e11-4f63-9c1d-e78e3a7029ce None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:18:54.404318 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626445d4-7e11-4f63-9c1d-e78e3a7029ce None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:18:54.418515 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626445d4-7e11-4f63-9c1d-e78e3a7029ce None None] Pushing event updated for resources: {'Port': ['ID=2825a873-9461-4c17-8fef-8b6699067b01,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:54.483918 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e96892e-b28c-4312-a232-7f29386fb58d admin admin] Pushing event updated for resources: {'Port': ['ID=9a3afbf7-dee7-42b4-8ff9-2efea95e1815,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:54.510067 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-eb372d80-2799-4c0e-b65f-245abf8d1f72 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:54.513049 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-eb372d80-2799-4c0e-b65f-245abf8d1f72 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7460830 May 18 18:18:54.521989 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 38780) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:18:54.546634 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb372d80-2799-4c0e-b65f-245abf8d1f72 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b88b8ac8-3ef9-48fc-bffe-f8ee7b1a9da3,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:54.546802 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-1d7415b8-b2bd-4874-b8c4-b1691db9bb60 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Request body: {'security_group_rule': {'security_group_id': 'b88b8ac8-3ef9-48fc-bffe-f8ee7b1a9da3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:18:54.574343 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-626445d4-7e11-4f63-9c1d-e78e3a7029ce None None] Attempting to bind port 2825a873-9461-4c17-8fef-8b6699067b01 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:18:54.575848 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-626445d4-7e11-4f63-9c1d-e78e3a7029ce None None] Attempting to bind port 2825a873-9461-4c17-8fef-8b6699067b01 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': 'a4b3f14e-63d9-48d5-840b-48a32c514ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '8340801f-4402-492e-94f2-866b61b44be1'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:18:54.576451 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626445d4-7e11-4f63-9c1d-e78e3a7029ce None None] Attempting to bind port 2825a873-9461-4c17-8fef-8b6699067b01 on network 8340801f-4402-492e-94f2-866b61b44be1 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:18:54.586565 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626445d4-7e11-4f63-9c1d-e78e3a7029ce None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 18, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:18:54.587245 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626445d4-7e11-4f63-9c1d-e78e3a7029ce None None] Checking segment: {'id': 'a4b3f14e-63d9-48d5-840b-48a32c514ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '8340801f-4402-492e-94f2-866b61b44be1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:18:54.587459 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-626445d4-7e11-4f63-9c1d-e78e3a7029ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:54.588048 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626445d4-7e11-4f63-9c1d-e78e3a7029ce None None] Bound using segment: {'id': 'a4b3f14e-63d9-48d5-840b-48a32c514ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '8340801f-4402-492e-94f2-866b61b44be1'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:18:54.588658 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-626445d4-7e11-4f63-9c1d-e78e3a7029ce None None] Bound port: 2825a873-9461-4c17-8fef-8b6699067b01, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4b3f14e-63d9-48d5-840b-48a32c514ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '8340801f-4402-492e-94f2-866b61b44be1'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:18:54.589141 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-626445d4-7e11-4f63-9c1d-e78e3a7029ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:54.590344 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2e96892e-b28c-4312-a232-7f29386fb58d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595826'] for router_interface, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:54.658581 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-dac15407-c108-4453-a19c-0065ceb32401 req-07a6c9b2-433b-4b24-95d5-e067b70521b1 tempest-ServerShowV247Test-312027836 tempest-ServerShowV247Test-312027836-project] 10.222.0.85 "GET /v2.0/ports?device_id=7d3d6f7b-0712-4aa0-bf29-7011b64dbb62 HTTP/1.1" status: 200 len: 210 time: 0.0945241 May 18 18:18:54.704128 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1d7415b8-b2bd-4874-b8c4-b1691db9bb60 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:54.741241 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-626445d4-7e11-4f63-9c1d-e78e3a7029ce None None] For port 2825a873-9461-4c17-8fef-8b6699067b01, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:18:54.751585 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-626445d4-7e11-4f63-9c1d-e78e3a7029ce None None] For port 2825a873-9461-4c17-8fef-8b6699067b01, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=2825a873-9461-4c17-8fef-8b6699067b01,segment=NetworkSegment(a4b3f14e-63d9-48d5-840b-48a32c514ddd),segment_id=a4b3f14e-63d9-48d5-840b-48a32c514ddd)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:18:54.759167 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-626445d4-7e11-4f63-9c1d-e78e3a7029ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:54.769710 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-659d1905-ba55-49ab-9486-e65350b623f0 req-0017d0a9-d5f7-461f-b946-b4c2ae3c6f13 service neutron] 10.222.0.85 "GET /v2.0/networks/8340801f-4402-492e-94f2-866b61b44be1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4811590 May 18 18:18:54.771560 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-83ea3774-45fe-4970-a6d3-d05ffbcc3572 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:54.788812 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-83ea3774-45fe-4970-a6d3-d05ffbcc3572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:54.883623 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626445d4-7e11-4f63-9c1d-e78e3a7029ce None None] Pushing event updated for resources: {'Port': ['ID=2825a873-9461-4c17-8fef-8b6699067b01,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:54.896710 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-ada15c86-4e76-4074-a72b-158c08d839f5 None None] Provisioning complete for port 9a3afbf7-dee7-42b4-8ff9-2efea95e1815 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:18:54.897092 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-ada15c86-4e76-4074-a72b-158c08d839f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:54.929882 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ea3774-45fe-4970-a6d3-d05ffbcc3572 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2599927e-f649-4ff9-adcc-9f95b2b7d0e9,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:54.947273 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-ada15c86-4e76-4074-a72b-158c08d839f5 None None] Port 9a3afbf7-dee7-42b4-8ff9-2efea95e1815 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:18:54.987070 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-83ea3774-45fe-4970-a6d3-d05ffbcc3572 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=d6df3c308b2640e99f368dee1fd87296&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6973746 May 18 18:18:54.993324 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 38784) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:18:55.010875 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1d7415b8-b2bd-4874-b8c4-b1691db9bb60 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:55.026171 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b6b34e-da98-4655-b7a3-071226f02cf4 req-648553ed-19b8-4e6e-bdee-f21543936328 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:55.030226 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-42b6b34e-da98-4655-b7a3-071226f02cf4 req-648553ed-19b8-4e6e-bdee-f21543936328 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "GET /v2.0/ports?device_id=00ae5749-325c-4339-a1d0-d91fc688ad0c HTTP/1.1" status: 200 len: 946 time: 0.1313291 May 18 18:18:55.031495 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1d7415b8-b2bd-4874-b8c4-b1691db9bb60 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:55.065073 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7415b8-b2bd-4874-b8c4-b1691db9bb60 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50551e58-7ab3-4a2f-a9f4-7482d58fc203,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:55.125269 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1d7415b8-b2bd-4874-b8c4-b1691db9bb60 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:55.130534 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-1d7415b8-b2bd-4874-b8c4-b1691db9bb60 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5998859 May 18 18:18:55.133356 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 38786) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:18:55.177009 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-42b6b34e-da98-4655-b7a3-071226f02cf4 req-c77e581e-3b52-4c24-87ad-e9c82253bd0c tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "GET /v2.0/security-groups?id=4a1f9358-f3a3-4045-96f1-cde7ad8c9099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130037 May 18 18:18:55.219803 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-862d925e-03e4-4f6a-af5f-a7cfaea5a95c tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:55.230614 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-862d925e-03e4-4f6a-af5f-a7cfaea5a95c tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:55.293944 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-862d925e-03e4-4f6a-af5f-a7cfaea5a95c tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:55.312391 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-862d925e-03e4-4f6a-af5f-a7cfaea5a95c tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:55.321826 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-862d925e-03e4-4f6a-af5f-a7cfaea5a95c tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] 10.222.0.85 "DELETE /v2.0/security-group-rules/50551e58-7ab3-4a2f-a9f4-7482d58fc203 HTTP/1.1" status: 204 len: 168 time: 0.1856396 May 18 18:18:55.322854 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862d925e-03e4-4f6a-af5f-a7cfaea5a95c tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=50551e58-7ab3-4a2f-a9f4-7482d58fc203,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:55.325783 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 38790) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:18:55.395808 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device c9ac58c8-a97e-4076-b3ff-20d504185a30 details requested by agent hyperv_n-h2-838550-3 with host n-h2-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:18:55.432079 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-229e93dd-3b4a-42dd-b0f9-3a5ca0c07631 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] 10.222.0.85 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1046386 May 18 18:18:55.432892 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 38792) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:18:55.558544 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-fa6cb2de-6f2d-492d-81d5-681344f53fa6 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:55.613106 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-fa6cb2de-6f2d-492d-81d5-681344f53fa6 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:55.685540 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 03072fe5-036e-47f3-9c26-e85d0af12300 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:18:55.695945 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port c9ac58c8-a97e-4076-b3ff-20d504185a30, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=c9ac58c8-a97e-4076-b3ff-20d504185a30,segment=NetworkSegment(972e2fbb-9aed-4c87-bafc-31fe8184212a),segment_id=972e2fbb-9aed-4c87-bafc-31fe8184212a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:18:55.743056 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-fa6cb2de-6f2d-492d-81d5-681344f53fa6 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:55.749192 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-fa6cb2de-6f2d-492d-81d5-681344f53fa6 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:55.751148 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-fa6cb2de-6f2d-492d-81d5-681344f53fa6 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] 10.222.0.85 "DELETE /v2.0/security-groups/b88b8ac8-3ef9-48fc-bffe-f8ee7b1a9da3 HTTP/1.1" status: 204 len: 168 time: 0.3169887 May 18 18:18:55.758150 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Returning: {'device': 'c9ac58c8-a97e-4076-b3ff-20d504185a30', 'network_id': '3f8a9fba-a301-4045-a1ed-90503af6265b', 'port_id': 'c9ac58c8-a97e-4076-b3ff-20d504185a30', 'mac_address': 'fa:16:3e:89:bb:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3087b50-8afa-41c8-8fad-b7d7fc4a8246', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:18:55.760209 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 38794) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:18:55.786718 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6cb2de-6f2d-492d-81d5-681344f53fa6 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b88b8ac8-3ef9-48fc-bffe-f8ee7b1a9da3,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:55.838531 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-100875b1-a2ab-4a99-9ffc-3f52b05ea77a req-52381e66-316f-4952-afbc-b5a33ab9930c tempest-ServerShowV247Test-312027836 tempest-ServerShowV247Test-312027836-project] 10.222.0.85 "GET /v2.0/ports?device_id=7d3d6f7b-0712-4aa0-bf29-7011b64dbb62&device_id=9cf24c74-666a-4d9a-baae-3dd88a870b72 HTTP/1.1" status: 200 len: 210 time: 0.0561409 May 18 18:18:55.845988 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 03072fe5-036e-47f3-9c26-e85d0af12300 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:18:55.847772 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:55.887094 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 38798) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:18:55.894207 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-2a6cefe2-b596-4030-9394-4d21a7d50bd3 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] 10.222.0.85 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1329446 May 18 18:18:55.907186 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-905dd430-a46f-445c-9a33-add0cb4699dd tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Request body: {'security_group': {'name': 'tempest-secgroup--863855140'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:18:55.931277 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port c9ac58c8-a97e-4076-b3ff-20d504185a30 is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:18:55.931721 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:55.981566 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-659d1905-ba55-49ab-9486-e65350b623f0 req-aed7badf-cdc9-4cb0-83b1-db94ce9eda86 service neutron] 10.222.0.85 "GET /v2.0/networks/8340801f-4402-492e-94f2-866b61b44be1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2040770 May 18 18:18:55.982706 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2e96892e-b28c-4312-a232-7f29386fb58d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:55.996711 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9ac58c8-a97e-4076-b3ff-20d504185a30 {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:18:56.004969 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b6159cf0-4d20-412d-9ec2-88d4696849dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:56.048896 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017f9f84-4bd1-4f62-9cb4-ac2c5da3b24d req-922934dc-00f6-42b5-9982-5467409c7e6e tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:56.056429 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-017f9f84-4bd1-4f62-9cb4-ac2c5da3b24d req-922934dc-00f6-42b5-9982-5467409c7e6e tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "GET /v2.0/ports?device_id=cf581f9b-6cca-452c-965b-a19b58ea3b35 HTTP/1.1" status: 200 len: 943 time: 0.1090217 May 18 18:18:56.061883 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port c9ac58c8-a97e-4076-b3ff-20d504185a30, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=c9ac58c8-a97e-4076-b3ff-20d504185a30,segment=NetworkSegment(972e2fbb-9aed-4c87-bafc-31fe8184212a),segment_id=972e2fbb-9aed-4c87-bafc-31fe8184212a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:18:56.132188 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 03072fe5-036e-47f3-9c26-e85d0af12300 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:18:56.132584 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:56.139869 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-017f9f84-4bd1-4f62-9cb4-ac2c5da3b24d req-9bf23ddc-c024-45fd-b7fb-fe92ca08416d tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "GET /v2.0/security-groups?id=c6b3c63a-10dc-4990-92ce-ae9d1daac1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822411 May 18 18:18:56.141642 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b6159cf0-4d20-412d-9ec2-88d4696849dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:56.153181 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:56.175275 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-905dd430-a46f-445c-9a33-add0cb4699dd tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:56.370596 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=c9ac58c8-a97e-4076-b3ff-20d504185a30,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:56.386783 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] For port 03072fe5-036e-47f3-9c26-e85d0af12300, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=03072fe5-036e-47f3-9c26-e85d0af12300,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:18:56.400141 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:56.401734 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 2825a873-9461-4c17-8fef-8b6699067b01 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:18:56.710082 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b6159cf0-4d20-412d-9ec2-88d4696849dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:56.712675 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b6159cf0-4d20-412d-9ec2-88d4696849dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:56.728254 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Pushing event updated for resources: {'Port': ['ID=03072fe5-036e-47f3-9c26-e85d0af12300,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:56.751089 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-b6159cf0-4d20-412d-9ec2-88d4696849dd admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/2599927e-f649-4ff9-adcc-9f95b2b7d0e9 HTTP/1.1" status: 204 len: 168 time: 1.7556577 May 18 18:18:56.776472 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['c9ac58c8-a97e-4076-b3ff-20d504185a30'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:18:56.847589 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6159cf0-4d20-412d-9ec2-88d4696849dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2599927e-f649-4ff9-adcc-9f95b2b7d0e9,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:56.946372 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf8994d7-452d-483d-9ec0-3823decbc9ea None None] Network 8340801f-4402-492e-94f2-866b61b44be1 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:18:56.949425 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cf1db1-3ad3-401a-9547-b49d479432e6 req-47ae0dda-1962-487c-a3eb-273acd29d34d tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:56.959542 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-54cf1db1-3ad3-401a-9547-b49d479432e6 req-47ae0dda-1962-487c-a3eb-273acd29d34d tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "GET /v2.0/ports?device_id=00ae5749-325c-4339-a1d0-d91fc688ad0c HTTP/1.1" status: 200 len: 946 time: 0.4186571 May 18 18:18:57.040582 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ab317d68-bae3-403a-ac6a-33b49cbd47f7 req-1a5fc60a-6a7f-46bf-803d-398840a5c036 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=81898416980d4d8f9ae203e483037a59&device_id=7d3d6f7b-0712-4aa0-bf29-7011b64dbb62 HTTP/1.1" status: 200 len: 210 time: 0.1311080 May 18 18:18:57.067049 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-905dd430-a46f-445c-9a33-add0cb4699dd tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:57.071668 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-d90dd057-93ca-436a-b69b-6d6b1ab9eb71 None None] Provisioning complete for port 2825a873-9461-4c17-8fef-8b6699067b01 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:18:57.072034 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d90dd057-93ca-436a-b69b-6d6b1ab9eb71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:57.118948 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ab317d68-bae3-403a-ac6a-33b49cbd47f7 req-00b29eb1-4651-42d6-9228-871aa632fab9 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=81898416980d4d8f9ae203e483037a59&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0635993 May 18 18:18:57.134053 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 2825a873-9461-4c17-8fef-8b6699067b01 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:18:57.134462 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:57.137440 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-905dd430-a46f-445c-9a33-add0cb4699dd tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:57.204731 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905dd430-a46f-445c-9a33-add0cb4699dd tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=492d5028-9bc5-4ede-af2a-ccdc6fdce03f,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:57.287681 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-54cf1db1-3ad3-401a-9547-b49d479432e6 req-5e8d8a3e-ac12-4c67-8ed9-186d0e85d038 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "GET /v2.0/security-groups?id=4a1f9358-f3a3-4045-96f1-cde7ad8c9099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3268633 May 18 18:18:57.378101 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2e96892e-b28c-4312-a232-7f29386fb58d admin admin] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:57.383568 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-905dd430-a46f-445c-9a33-add0cb4699dd tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:57.388568 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-905dd430-a46f-445c-9a33-add0cb4699dd tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.4888458 May 18 18:18:57.401776 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 38832) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:18:57.404381 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e56a1ac-ebfa-4a9b-86fe-9c51d6d2022d req-1e797165-b5c6-4121-961d-2bcbdcd9b396 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:57.406225 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-30b064eb-15f4-4a9f-b251-e2b5bf5ad2f3 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Request body: {'security_group_rule': {'security_group_id': '492d5028-9bc5-4ede-af2a-ccdc6fdce03f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:18:57.407453 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5e56a1ac-ebfa-4a9b-86fe-9c51d6d2022d req-1e797165-b5c6-4121-961d-2bcbdcd9b396 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] 10.222.0.85 "GET /v2.0/networks?id=8340801f-4402-492e-94f2-866b61b44be1 HTTP/1.1" status: 200 len: 815 time: 0.3713899 May 18 18:18:57.418237 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2e96892e-b28c-4312-a232-7f29386fb58d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:57.445663 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-d90dd057-93ca-436a-b69b-6d6b1ab9eb71 None None] Current status of the port 2825a873-9461-4c17-8fef-8b6699067b01 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:18:57.447264 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d90dd057-93ca-436a-b69b-6d6b1ab9eb71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:57.455502 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5e56a1ac-ebfa-4a9b-86fe-9c51d6d2022d req-cce7a725-2c6b-4ba3-820f-dd89a6bc259b tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] 10.222.0.85 "GET /v2.0/quotas/c2b3513b708b4437932d016f9b0b88f9 HTTP/1.1" status: 200 len: 375 time: 0.0375712 May 18 18:18:57.529277 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 2825a873-9461-4c17-8fef-8b6699067b01 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:18:57.529790 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:57.563094 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5e56a1ac-ebfa-4a9b-86fe-9c51d6d2022d req-308c816d-390f-4aa6-86b7-874a7886bed1 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=c2b3513b708b4437932d016f9b0b88f9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1065328 May 18 18:18:57.662588 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-d90dd057-93ca-436a-b69b-6d6b1ab9eb71 None None] For port 2825a873-9461-4c17-8fef-8b6699067b01, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=2825a873-9461-4c17-8fef-8b6699067b01,segment=NetworkSegment(a4b3f14e-63d9-48d5-840b-48a32c514ddd),segment_id=a4b3f14e-63d9-48d5-840b-48a32c514ddd)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:18:57.676948 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d90dd057-93ca-436a-b69b-6d6b1ab9eb71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:57.679273 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2ea712c2-9010-4247-b915-434520f9d1d4 req-3691c04b-fb04-4c11-8347-3bfd8cf4ef67 tempest-ServerShowV247Test-312027836 tempest-ServerShowV247Test-312027836-project] 10.222.0.85 "GET /v2.0/ports?device_id=7d3d6f7b-0712-4aa0-bf29-7011b64dbb62 HTTP/1.1" status: 200 len: 210 time: 0.1895523 May 18 18:18:57.731252 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e96892e-b28c-4312-a232-7f29386fb58d admin admin] Pushing event updated for resources: {'Port': ['ID=9a3afbf7-dee7-42b4-8ff9-2efea95e1815,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:57.760437 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2e96892e-b28c-4312-a232-7f29386fb58d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-595870'] for router_interface, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:57.768523 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-30b064eb-15f4-4a9f-b251-e2b5bf5ad2f3 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:57.838162 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab317d68-bae3-403a-ac6a-33b49cbd47f7 req-79964ec4-97e6-4193-b1db-66f949384e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:57.838162 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ab317d68-bae3-403a-ac6a-33b49cbd47f7 req-79964ec4-97e6-4193-b1db-66f949384e20 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7035327 May 18 18:18:57.926879 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-30b064eb-15f4-4a9f-b251-e2b5bf5ad2f3 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:57.940202 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.db.api [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102732) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 18 18:18:57.940806 n-d-838550-3 neutron-server[102732]: DEBUG oslo_db.api [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 18 18:18:57.962748 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-30b064eb-15f4-4a9f-b251-e2b5bf5ad2f3 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:58.036523 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5e56a1ac-ebfa-4a9b-86fe-9c51d6d2022d req-4c0b7f6c-50d9-4b99-b8e3-a5a7d7bfc9cd service neutron] 10.222.0.85 "GET /v2.0/networks/8340801f-4402-492e-94f2-866b61b44be1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4713771 May 18 18:18:58.079569 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90dd057-93ca-436a-b69b-6d6b1ab9eb71 None None] Pushing event updated for resources: {'Port': ['ID=2825a873-9461-4c17-8fef-8b6699067b01,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:58.134155 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b064eb-15f4-4a9f-b251-e2b5bf5ad2f3 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cdd6599-64c4-4610-a4fa-2b0d2fb3dd62,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:58.190001 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90dd057-93ca-436a-b69b-6d6b1ab9eb71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:18:58.190454 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90dd057-93ca-436a-b69b-6d6b1ab9eb71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:18:58.191419 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90dd057-93ca-436a-b69b-6d6b1ab9eb71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:18:58.191419 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90dd057-93ca-436a-b69b-6d6b1ab9eb71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:18:58.191741 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90dd057-93ca-436a-b69b-6d6b1ab9eb71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:18:58.194392 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90dd057-93ca-436a-b69b-6d6b1ab9eb71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:18:58.194857 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90dd057-93ca-436a-b69b-6d6b1ab9eb71 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:18:58.195294 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90dd057-93ca-436a-b69b-6d6b1ab9eb71 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:18:58.195753 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90dd057-93ca-436a-b69b-6d6b1ab9eb71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:18:58.196186 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90dd057-93ca-436a-b69b-6d6b1ab9eb71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:18:58.196616 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90dd057-93ca-436a-b69b-6d6b1ab9eb71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:18:58.198691 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90dd057-93ca-436a-b69b-6d6b1ab9eb71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:18:58.230057 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-30b064eb-15f4-4a9f-b251-e2b5bf5ad2f3 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:58.242346 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-30b064eb-15f4-4a9f-b251-e2b5bf5ad2f3 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8386352 May 18 18:18:58.243145 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 38850) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:18:58.252629 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c61703a7-52dd-48ab-9069-2c9bb69b196d None None] Provisioning complete for port 2825a873-9461-4c17-8fef-8b6699067b01 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:18:58.254120 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c61703a7-52dd-48ab-9069-2c9bb69b196d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:58.276483 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5e56a1ac-ebfa-4a9b-86fe-9c51d6d2022d req-518778a9-2a4f-4e3b-a0c0-b9cff42cb79d service neutron] 10.222.0.85 "GET /v2.0/networks/8340801f-4402-492e-94f2-866b61b44be1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379148 May 18 18:18:58.283526 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-8d933536-bbd3-4457-b571-2f7b5cbfd6dd tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] 10.222.0.85 "GET /v2.0/security-group-rules/0cdd6599-64c4-4610-a4fa-2b0d2fb3dd62 HTTP/1.1" status: 200 len: 763 time: 0.0386431 May 18 18:18:58.286168 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 38854) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:18:58.364392 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-12a806b1-ebe4-4128-b63d-a2723e19b020 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] 10.222.0.85 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0769486 May 18 18:18:58.365209 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 38858) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:18:58.386758 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659d1905-ba55-49ab-9486-e65350b623f0 req-06327468-bf40-43fd-b36f-ed92a4b1ac3a tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:58.388560 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-659d1905-ba55-49ab-9486-e65350b623f0 req-06327468-bf40-43fd-b36f-ed92a4b1ac3a tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] 10.222.0.36 "GET /v2.0/networks?id=8340801f-4402-492e-94f2-866b61b44be1 HTTP/1.1" status: 200 len: 815 time: 0.2872510 May 18 18:18:58.421151 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-659d1905-ba55-49ab-9486-e65350b623f0 req-e7f1f615-55c0-44fd-9447-29ed912255b7 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] Request body: {'port': {'device_id': '6f61c358-7f1d-407d-b92b-2718a08b4786', 'network_id': '8340801f-4402-492e-94f2-866b61b44be1', 'admin_state_up': True, 'tenant_id': 'c2b3513b708b4437932d016f9b0b88f9'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:18:58.428220 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3eefa7f3-7cb5-49c6-b258-dba090681b7a tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:58.448647 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3eefa7f3-7cb5-49c6-b258-dba090681b7a tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:58.453035 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c61703a7-52dd-48ab-9069-2c9bb69b196d None None] Current status of the port 2825a873-9461-4c17-8fef-8b6699067b01 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:18:58.458713 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93cbb86-2980-43e1-829e-25cf19db5caf req-d908e844-f495-4bea-bf7c-433d0b2e170c tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:58.467248 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b93cbb86-2980-43e1-829e-25cf19db5caf req-d908e844-f495-4bea-bf7c-433d0b2e170c tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "GET /v2.0/ports?device_id=cf581f9b-6cca-452c-965b-a19b58ea3b35 HTTP/1.1" status: 200 len: 944 time: 0.5351865 May 18 18:18:58.486854 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3eefa7f3-7cb5-49c6-b258-dba090681b7a tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:58.499947 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3eefa7f3-7cb5-49c6-b258-dba090681b7a tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:58.508286 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-3eefa7f3-7cb5-49c6-b258-dba090681b7a tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] 10.222.0.85 "DELETE /v2.0/security-group-rules/0cdd6599-64c4-4610-a4fa-2b0d2fb3dd62 HTTP/1.1" status: 204 len: 168 time: 0.1394541 May 18 18:18:58.510527 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 38864) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:18:58.527204 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 2825a873-9461-4c17-8fef-8b6699067b01 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:18:58.609655 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-8a56854f-3d71-40f0-b5dc-f9cfe7b29038 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] 10.222.0.85 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0976577 May 18 18:18:58.610737 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eefa7f3-7cb5-49c6-b258-dba090681b7a tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0cdd6599-64c4-4610-a4fa-2b0d2fb3dd62,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:58.612708 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 38868) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:18:58.619907 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-6b5b9f68-863b-4943-aa9f-dd20da6ce92e tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Request body: {'security_group_rule': {'security_group_id': '492d5028-9bc5-4ede-af2a-ccdc6fdce03f', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:18:58.671441 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b93cbb86-2980-43e1-829e-25cf19db5caf req-a82d3b33-c3df-4f7f-bab3-a4f2b0b471e0 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "GET /v2.0/security-groups?id=c6b3c63a-10dc-4990-92ce-ae9d1daac1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2031724 May 18 18:18:58.703006 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e96892e-b28c-4312-a232-7f29386fb58d admin admin] Network a6fccd9a-f70b-47ed-8670-710c6e618367 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:18:58.709412 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-2e96892e-b28c-4312-a232-7f29386fb58d admin admin] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:18:58.736978 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6b5b9f68-863b-4943-aa9f-dd20da6ce92e tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:58.741820 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 03072fe5-036e-47f3-9c26-e85d0af12300 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:18:58.846867 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 03072fe5-036e-47f3-9c26-e85d0af12300 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:18:58.847306 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:58.883633 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2563a7-f98c-4f24-946f-d7b31b3f788e req-d3d54eac-d3ad-4f6d-a3ef-b07138a72db3 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:58.891646 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6c2563a7-f98c-4f24-946f-d7b31b3f788e req-d3d54eac-d3ad-4f6d-a3ef-b07138a72db3 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "GET /v2.0/ports?device_id=00ae5749-325c-4339-a1d0-d91fc688ad0c HTTP/1.1" status: 200 len: 946 time: 0.2434020 May 18 18:18:58.980184 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 03072fe5-036e-47f3-9c26-e85d0af12300 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:18:58.981305 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 2825a873-9461-4c17-8fef-8b6699067b01 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:18:59.016692 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6b5b9f68-863b-4943-aa9f-dd20da6ce92e tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:59.023591 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6b5b9f68-863b-4943-aa9f-dd20da6ce92e tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:59.041378 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6c2563a7-f98c-4f24-946f-d7b31b3f788e req-b502befe-91c4-4638-9042-f42af1602d01 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "GET /v2.0/security-groups?id=4a1f9358-f3a3-4045-96f1-cde7ad8c9099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1489789 May 18 18:18:59.055829 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5b9f68-863b-4943-aa9f-dd20da6ce92e tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0dff053-df9f-45c8-b3b0-48b2a156b60e,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:59.073505 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6b5b9f68-863b-4943-aa9f-dd20da6ce92e tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:59.078024 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-6b5b9f68-863b-4943-aa9f-dd20da6ce92e tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4637790 May 18 18:18:59.081038 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 38890) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:18:59.105763 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 2825a873-9461-4c17-8fef-8b6699067b01 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:18:59.106311 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:59.124220 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-e6a2128f-b0a7-4fde-a198-d285fe91d13b tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] 10.222.0.85 "GET /v2.0/security-group-rules/b0dff053-df9f-45c8-b3b0-48b2a156b60e HTTP/1.1" status: 200 len: 763 time: 0.0419486 May 18 18:18:59.127770 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 38892) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:18:59.213363 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ab317d68-bae3-403a-ac6a-33b49cbd47f7 req-b53f73b2-4be7-4255-8e12-d10695ca7f13 tempest-ServerShowV247Test-312027836 tempest-ServerShowV247Test-312027836-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d3d6f7b-0712-4aa0-bf29-7011b64dbb62 HTTP/1.1" status: 200 len: 210 time: 0.0665238 May 18 18:18:59.261259 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-659d1905-ba55-49ab-9486-e65350b623f0 req-e7f1f615-55c0-44fd-9447-29ed912255b7 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] Made reservation on behalf of c2b3513b708b4437932d016f9b0b88f9 for: {'port': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:18:59.267195 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-659d1905-ba55-49ab-9486-e65350b623f0 req-e7f1f615-55c0-44fd-9447-29ed912255b7 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:59.276132 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2acb5ce2-0175-4992-8db8-103129b89c14 req-10bbb4ed-ca76-438e-aee4-75e9779aa4a9 tempest-ServerShowV247Test-312027836 tempest-ServerShowV247Test-312027836-project] 10.222.0.85 "GET /v2.0/ports?device_id=7d3d6f7b-0712-4aa0-bf29-7011b64dbb62 HTTP/1.1" status: 200 len: 210 time: 0.0904696 May 18 18:18:59.305381 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-8aa3ea1d-9d59-4f58-a0b1-6a859ef4cd5c tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] 10.222.0.85 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1758411 May 18 18:18:59.307776 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 38896) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:18:59.312288 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e96892e-b28c-4312-a232-7f29386fb58d admin admin] Router 4519a3b9-7688-44e7-a8e8-719c39071998 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:18:59.325176 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 2825a873-9461-4c17-8fef-8b6699067b01 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:18:59.362138 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b8cfd532-5aa6-4999-8ae1-2de815942ebc None None] Provisioning complete for port 9a3afbf7-dee7-42b4-8ff9-2efea95e1815 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:18:59.362498 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b8cfd532-5aa6-4999-8ae1-2de815942ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:59.369073 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-60777e46-17ff-4b13-9803-ce75ca75c85c tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:59.387475 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-60777e46-17ff-4b13-9803-ce75ca75c85c tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:59.415158 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device c9ac58c8-a97e-4076-b3ff-20d504185a30 up at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:18:59.418929 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b8cfd532-5aa6-4999-8ae1-2de815942ebc None None] Port 9a3afbf7-dee7-42b4-8ff9-2efea95e1815 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:18:59.462319 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-60777e46-17ff-4b13-9803-ce75ca75c85c tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:59.476429 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-60777e46-17ff-4b13-9803-ce75ca75c85c tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:59.481200 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-60777e46-17ff-4b13-9803-ce75ca75c85c tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] 10.222.0.85 "DELETE /v2.0/security-group-rules/b0dff053-df9f-45c8-b3b0-48b2a156b60e HTTP/1.1" status: 204 len: 168 time: 0.1706450 May 18 18:18:59.489426 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 38902) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:18:59.490757 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60777e46-17ff-4b13-9803-ce75ca75c85c tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b0dff053-df9f-45c8-b3b0-48b2a156b60e,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:18:59.502672 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning for port c9ac58c8-a97e-4076-b3ff-20d504185a30 completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:18:59.507825 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning complete for port c9ac58c8-a97e-4076-b3ff-20d504185a30 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:18:59.508338 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:59.511711 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f927830-4b48-4a04-b8f3-093e461924c5 req-e2ac2985-a08d-4538-9b04-08d8910967f7 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:18:59.513249 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3f927830-4b48-4a04-b8f3-093e461924c5 req-e2ac2985-a08d-4538-9b04-08d8910967f7 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] 10.222.0.85 "GET /v2.0/networks?id=8340801f-4402-492e-94f2-866b61b44be1 HTTP/1.1" status: 200 len: 815 time: 0.4727066 May 18 18:18:59.610426 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port c9ac58c8-a97e-4076-b3ff-20d504185a30 is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:18:59.611847 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:59.614916 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3f927830-4b48-4a04-b8f3-093e461924c5 req-9a3effc7-245e-4da3-829a-c7089afb5ae6 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] 10.222.0.85 "GET /v2.0/quotas/c2b3513b708b4437932d016f9b0b88f9 HTTP/1.1" status: 200 len: 375 time: 0.0710733 May 18 18:18:59.644254 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf581f9b-6cca-452c-965b-a19b58ea3b35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9ac58c8-a97e-4076-b3ff-20d504185a30'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:18:59.647440 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f4645be-489f-413b-b38d-6217a15ff17f" -d '{"events": [{"server_uuid": "cf581f9b-6cca-452c-965b-a19b58ea3b35", "name": "network-vif-plugged", "status": "completed", "tag": "c9ac58c8-a97e-4076-b3ff-20d504185a30"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:18:59.667235 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port c9ac58c8-a97e-4076-b3ff-20d504185a30, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=c9ac58c8-a97e-4076-b3ff-20d504185a30,segment=NetworkSegment(972e2fbb-9aed-4c87-bafc-31fe8184212a),segment_id=972e2fbb-9aed-4c87-bafc-31fe8184212a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:18:59.676610 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:18:59.690481 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-56b6ceca-60eb-4849-b23b-3603fc5e1b39 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] 10.222.0.85 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1956317 May 18 18:18:59.690737 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 38912) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:18:59.696009 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-a14fa1f3-7a7f-45bf-989d-de6cc8c642b9 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Request body: {'security_group_rule': {'security_group_id': '492d5028-9bc5-4ede-af2a-ccdc6fdce03f', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:18:59.723607 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [req-659d1905-ba55-49ab-9486-e65350b623f0 req-e7f1f615-55c0-44fd-9447-29ed912255b7 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] Allocated IP 172.20.0.13 (8340801f-4402-492e-94f2-866b61b44be1/3d050ba9-3aeb-4a7c-9b2d-eb606f1ad9c7/fced7fd1-ef7c-4479-b124-1e401f5eca0b) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:18:59.783276 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e96892e-b28c-4312-a232-7f29386fb58d admin admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:18:59.798540 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b162a85e-add4-42c7-8813-1df8f8593c1d None None] Sync routers for ids ['4519a3b9-7688-44e7-a8e8-719c39071998'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:18:59.799384 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-2e96892e-b28c-4312-a232-7f29386fb58d admin admin] 10.222.0.85 "PUT /v2.0/routers/4519a3b9-7688-44e7-a8e8-719c39071998/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4514930 May 18 18:18:59.804180 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3f927830-4b48-4a04-b8f3-093e461924c5 req-dbccb981-1960-4178-9639-a20b3d7dfea5 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=c2b3513b708b4437932d016f9b0b88f9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1800995 May 18 18:18:59.830751 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b162a85e-add4-42c7-8813-1df8f8593c1d None None] Routers {'4519a3b9-7688-44e7-a8e8-719c39071998'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:18:59.831859 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-b162a85e-add4-42c7-8813-1df8f8593c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:18:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['4519a3b9-7688-44e7-a8e8-719c39071998'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:18:59.856860 n-d-838550-3 neutron-server[102730]: INFO neutron.db.securitygroups_db [None req-a14fa1f3-7a7f-45bf-989d-de6cc8c642b9 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Project f8f00d37ff514495b38082b58f15b042 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 18 18:18:59.882369 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a14fa1f3-7a7f-45bf-989d-de6cc8c642b9 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:00.015996 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-b162a85e-add4-42c7-8813-1df8f8593c1d None None] Set router 4519a3b9-7688-44e7-a8e8-719c39071998 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:19:00.035740 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a14fa1f3-7a7f-45bf-989d-de6cc8c642b9 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:00.052169 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a14fa1f3-7a7f-45bf-989d-de6cc8c642b9 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:00.142800 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14fa1f3-7a7f-45bf-989d-de6cc8c642b9 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c2f0982-8aa7-4733-84f5-7fc843ce9954,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:19:00.157045 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0585a107-5413-4811-9489-3ea2054ca383 x-openstack-request-id: req-0585a107-5413-4811-9489-3ea2054ca383 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:19:00.157701 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a14fa1f3-7a7f-45bf-989d-de6cc8c642b9 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:00.158167 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf581f9b-6cca-452c-965b-a19b58ea3b35", "name": "network-vif-plugged", "status": "completed", "tag": "c9ac58c8-a97e-4076-b3ff-20d504185a30", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:19:00.161153 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-a14fa1f3-7a7f-45bf-989d-de6cc8c642b9 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4673710 May 18 18:19:00.163846 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-0585a107-5413-4811-9489-3ea2054ca383 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:19:00.164358 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0585a107-5413-4811-9489-3ea2054ca383'] response: {'server_uuid': 'cf581f9b-6cca-452c-965b-a19b58ea3b35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9ac58c8-a97e-4076-b3ff-20d504185a30', 'code': 200} May 18 18:19:00.165816 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 38928) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:19:00.222744 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=c9ac58c8-a97e-4076-b3ff-20d504185a30,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:19:00.225569 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e73a67-e45f-48d3-bb08-ab1d8600fd4e req-c21d7970-79fe-4831-b4eb-a03b4afd6d94 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:00.240110 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3f927830-4b48-4a04-b8f3-093e461924c5 req-3835b7b4-9850-48d0-8aaf-5c70f6aa1639 service neutron] 10.222.0.85 "GET /v2.0/networks/8340801f-4402-492e-94f2-866b61b44be1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4234765 May 18 18:19:00.250732 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-74e73a67-e45f-48d3-bb08-ab1d8600fd4e req-c21d7970-79fe-4831-b4eb-a03b4afd6d94 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "GET /v2.0/ports?device_id=cf581f9b-6cca-452c-965b-a19b58ea3b35 HTTP/1.1" status: 200 len: 945 time: 0.2130148 May 18 18:19:00.294533 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-659d1905-ba55-49ab-9486-e65350b623f0 req-e7f1f615-55c0-44fd-9447-29ed912255b7 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:00.347491 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-d61febaf-c5da-4b62-b812-f8ffb492c9cd tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] 10.222.0.85 "GET /v2.0/security-group-rules/5c2f0982-8aa7-4733-84f5-7fc843ce9954 HTTP/1.1" status: 200 len: 769 time: 0.1709404 May 18 18:19:00.351853 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 38932) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:19:00.407148 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bc270a-44c1-43ea-b96f-f46aa0fcb6b9 req-ae59f46d-5a07-47de-bc73-a242776581e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:00.409463 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-68bc270a-44c1-43ea-b96f-f46aa0fcb6b9 req-ae59f46d-5a07-47de-bc73-a242776581e0 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=cf581f9b-6cca-452c-965b-a19b58ea3b35 HTTP/1.1" status: 200 len: 1096 time: 0.2286134 May 18 18:19:00.416767 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3f927830-4b48-4a04-b8f3-093e461924c5 req-6ff0ea56-5745-41ce-b7e5-f3edabd91d29 service neutron] 10.222.0.85 "GET /v2.0/networks/8340801f-4402-492e-94f2-866b61b44be1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566989 May 18 18:19:00.428255 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-74e73a67-e45f-48d3-bb08-ab1d8600fd4e req-9f995724-a8d6-43d6-9f8d-cbf1174e6263 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "GET /v2.0/security-groups?id=c6b3c63a-10dc-4990-92ce-ae9d1daac1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1749396 May 18 18:19:00.493224 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 38946) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:19:00.510328 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-a639d565-2abe-45f0-80f7-417a18a79cfc tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] 10.222.0.85 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1430202 May 18 18:19:00.580926 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-659d1905-ba55-49ab-9486-e65350b623f0 req-e7f1f615-55c0-44fd-9447-29ed912255b7 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:00.585738 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-68bc270a-44c1-43ea-b96f-f46aa0fcb6b9 req-c13feaa2-216c-4567-aad4-5af11057b4bb service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=c6b3c63a-10dc-4990-92ce-ae9d1daac1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1454613 May 18 18:19:00.594131 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-b162a85e-add4-42c7-8813-1df8f8593c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4519a3b9-7688-44e7-a8e8-719c39071998', 'name': 'tempest-TaggedBootDevicesTest-1754196163-router', 'tenant_id': 'c7bd6b7b28b648819f008f88aac146ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '03072fe5-036e-47f3-9c26-e85d0af12300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:18:43Z', 'updated_at': '2022-05-18T18:18:55Z', 'revision_number': 4, 'project_id': 'c7bd6b7b28b648819f008f88aac146ed', 'gw_port': {'id': '03072fe5-036e-47f3-9c26-e85d0af12300', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:eb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4519a3b9-7688-44e7-a8e8-719c39071998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1962, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:18:44Z', 'updated_at': '2022-05-18T18:18:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '9a3afbf7-dee7-42b4-8ff9-2efea95e1815', 'name': '', 'network_id': 'a6fccd9a-f70b-47ed-8670-710c6e618367', 'tenant_id': 'c7bd6b7b28b648819f008f88aac146ed', 'mac_address': 'fa:16:3e:d1:54:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4519a3b9-7688-44e7-a8e8-719c39071998', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': '3b3b7dfa-fa51-4571-95bb-885f63ed7f48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:18:53Z', 'updated_at': '2022-05-18T18:18:56Z', 'revision_number': 2, 'project_id': 'c7bd6b7b28b648819f008f88aac146ed', 'subnets': [{'id': '3b3b7dfa-fa51-4571-95bb-885f63ed7f48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:19:00.637227 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b162a85e-add4-42c7-8813-1df8f8593c1d None None] Checking router: 4519a3b9-7688-44e7-a8e8-719c39071998 for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:19:00.637983 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b162a85e-add4-42c7-8813-1df8f8593c1d None None] Updating router 4519a3b9-7688-44e7-a8e8-719c39071998 port 9a3afbf7-dee7-42b4-8ff9-2efea95e1815 binding host n-d-838550-3 {{(pid=102733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 18:19:00.699971 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-b162a85e-add4-42c7-8813-1df8f8593c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:00.721975 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44d8492-79f6-41b4-9a0a-219c0a914cc3 req-b30a5deb-b552-4172-8076-6fd23637acc5 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:00.727087 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d44d8492-79f6-41b4-9a0a-219c0a914cc3 req-b30a5deb-b552-4172-8076-6fd23637acc5 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "GET /v2.0/ports?device_id=00ae5749-325c-4339-a1d0-d91fc688ad0c HTTP/1.1" status: 200 len: 946 time: 0.1206119 May 18 18:19:00.834464 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7c319f47-b0db-4e97-af0f-8c9036892c6f tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:00.872271 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-659d1905-ba55-49ab-9486-e65350b623f0 req-e7f1f615-55c0-44fd-9447-29ed912255b7 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] Network 8340801f-4402-492e-94f2-866b61b44be1 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:19:00.887032 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7c319f47-b0db-4e97-af0f-8c9036892c6f tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:00.919840 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [req-659d1905-ba55-49ab-9486-e65350b623f0 req-e7f1f615-55c0-44fd-9447-29ed912255b7 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:19:00.926582 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-659d1905-ba55-49ab-9486-e65350b623f0 req-e7f1f615-55c0-44fd-9447-29ed912255b7 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:19:00.959635 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:01.024862 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d44d8492-79f6-41b4-9a0a-219c0a914cc3 req-08052401-c5ff-4d5c-bf03-79a234caa98c tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "GET /v2.0/security-groups?id=4a1f9358-f3a3-4045-96f1-cde7ad8c9099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2724578 May 18 18:19:01.126172 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:01.154757 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659d1905-ba55-49ab-9486-e65350b623f0 req-e7f1f615-55c0-44fd-9447-29ed912255b7 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:01.157350 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-659d1905-ba55-49ab-9486-e65350b623f0 req-e7f1f615-55c0-44fd-9447-29ed912255b7 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:01.213251 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f1f615-55c0-44fd-9447-29ed912255b7 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] Pushing event updated for resources: {'Port': ['ID=fced7fd1-ef7c-4479-b124-1e401f5eca0b,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:19:01.217646 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e56a1ac-ebfa-4a9b-86fe-9c51d6d2022d req-c5ad88ac-9c08-4c34-acda-9f0b4ca6d424 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:01.221042 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-659d1905-ba55-49ab-9486-e65350b623f0 req-e7f1f615-55c0-44fd-9447-29ed912255b7 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8144071 May 18 18:19:01.224100 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-b162a85e-add4-42c7-8813-1df8f8593c1d None None] Notify callbacks [] for port, precommit_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:01.225818 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5e56a1ac-ebfa-4a9b-86fe-9c51d6d2022d req-c5ad88ac-9c08-4c34-acda-9f0b4ca6d424 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] 10.222.0.36 "GET /v2.0/networks?id=8340801f-4402-492e-94f2-866b61b44be1 HTTP/1.1" status: 200 len: 815 time: 0.4975748 May 18 18:19:01.240438 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-b162a85e-add4-42c7-8813-1df8f8593c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:01.255057 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-5e56a1ac-ebfa-4a9b-86fe-9c51d6d2022d req-6458eb3f-54b5-4c16-8a8f-0170ebcad347 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] Request body: {'port': {'device_id': '5eb8dec1-c5dd-4b6e-b618-44fdb7f98c72', 'network_id': '8340801f-4402-492e-94f2-866b61b44be1', 'admin_state_up': True, 'tenant_id': 'c2b3513b708b4437932d016f9b0b88f9'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:19:01.273012 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-acc46ae0-5997-40ad-b81b-be669f73e3f5 req-8bcde013-4078-446a-9c6e-6b4edb6a0649 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] 10.222.0.85 "GET /v2.0/ports?device_id=89f3562d-a724-4375-ae42-f3dc5a48a522 HTTP/1.1" status: 200 len: 210 time: 0.1433291 May 18 18:19:01.277844 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-659d1905-ba55-49ab-9486-e65350b623f0 req-7e65417f-4ce6-4e06-8157-a42d91cfcf32 service neutron] Request body: {'port': {'device_id': '6f61c358-7f1d-407d-b92b-2718a08b4786', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-3'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:19:01.342256 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7c319f47-b0db-4e97-af0f-8c9036892c6f tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:01.350623 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7c319f47-b0db-4e97-af0f-8c9036892c6f tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:01.353572 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-7c319f47-b0db-4e97-af0f-8c9036892c6f tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] 10.222.0.85 "DELETE /v2.0/security-group-rules/5c2f0982-8aa7-4733-84f5-7fc843ce9954 HTTP/1.1" status: 204 len: 168 time: 0.8590193 May 18 18:19:01.365250 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 38984) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:19:01.482049 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b11f91d-279a-485e-82d3-5a0df0ab90fd None None] Pushing event updated for resources: {'Port': ['ID=9a3afbf7-dee7-42b4-8ff9-2efea95e1815,revision_number=3']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:19:01.611288 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-073515a4-ec85-40ad-bd64-8730c5f8553c None None] Provisioning complete for port fced7fd1-ef7c-4479-b124-1e401f5eca0b triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:19:01.612231 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-073515a4-ec85-40ad-bd64-8730c5f8553c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:01.768884 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-b162a85e-add4-42c7-8813-1df8f8593c1d None None] Attempting to bind port 9a3afbf7-dee7-42b4-8ff9-2efea95e1815 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:19:01.769286 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-b162a85e-add4-42c7-8813-1df8f8593c1d None None] Attempting to bind port 9a3afbf7-dee7-42b4-8ff9-2efea95e1815 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '921e9079-7dca-40b3-938d-afa7101a1125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'a6fccd9a-f70b-47ed-8670-710c6e618367'}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:19:01.769833 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b162a85e-add4-42c7-8813-1df8f8593c1d None None] Attempting to bind port 9a3afbf7-dee7-42b4-8ff9-2efea95e1815 on network a6fccd9a-f70b-47ed-8670-710c6e618367 {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:19:01.784018 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b162a85e-add4-42c7-8813-1df8f8593c1d None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 18, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:19:01.784406 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b162a85e-add4-42c7-8813-1df8f8593c1d None None] Checking segment: {'id': '921e9079-7dca-40b3-938d-afa7101a1125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'a6fccd9a-f70b-47ed-8670-710c6e618367'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:19:01.785452 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-b162a85e-add4-42c7-8813-1df8f8593c1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:01.788225 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b162a85e-add4-42c7-8813-1df8f8593c1d None None] Bound using segment: {'id': '921e9079-7dca-40b3-938d-afa7101a1125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'a6fccd9a-f70b-47ed-8670-710c6e618367'} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:19:01.789005 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-b162a85e-add4-42c7-8813-1df8f8593c1d None None] Bound port: 9a3afbf7-dee7-42b4-8ff9-2efea95e1815, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '921e9079-7dca-40b3-938d-afa7101a1125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'a6fccd9a-f70b-47ed-8670-710c6e618367'}}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:19:01.789498 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-b162a85e-add4-42c7-8813-1df8f8593c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:01.821837 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-073515a4-ec85-40ad-bd64-8730c5f8553c None None] Port fced7fd1-ef7c-4479-b124-1e401f5eca0b cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:19:01.883377 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cb465a05-dc9e-4f85-9754-544d332f0b43 req-c129fc82-44e5-4511-b799-f7857164ae3a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=81898416980d4d8f9ae203e483037a59&device_id=9cf24c74-666a-4d9a-baae-3dd88a870b72 HTTP/1.1" status: 200 len: 210 time: 0.1627018 May 18 18:19:01.942086 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e56a1ac-ebfa-4a9b-86fe-9c51d6d2022d req-6458eb3f-54b5-4c16-8a8f-0170ebcad347 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] Made reservation on behalf of c2b3513b708b4437932d016f9b0b88f9 for: {'port': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:19:01.947728 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-5e56a1ac-ebfa-4a9b-86fe-9c51d6d2022d req-6458eb3f-54b5-4c16-8a8f-0170ebcad347 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:01.971044 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.db [None req-b162a85e-add4-42c7-8813-1df8f8593c1d None None] For port 9a3afbf7-dee7-42b4-8ff9-2efea95e1815, host n-d-838550-3, cleared binding levels {{(pid=102733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:19:01.975891 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.db [None req-b162a85e-add4-42c7-8813-1df8f8593c1d None None] For port 9a3afbf7-dee7-42b4-8ff9-2efea95e1815, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=9a3afbf7-dee7-42b4-8ff9-2efea95e1815,segment=NetworkSegment(921e9079-7dca-40b3-938d-afa7101a1125),segment_id=921e9079-7dca-40b3-938d-afa7101a1125)] {{(pid=102733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:19:01.982937 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-b162a85e-add4-42c7-8813-1df8f8593c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:02.058485 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-27980337-cf80-49c7-87cf-a9598837909e None None] Provisioning complete for port 9a3afbf7-dee7-42b4-8ff9-2efea95e1815 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:19:02.058893 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-27980337-cf80-49c7-87cf-a9598837909e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:02.109881 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1548f735-d7cb-4144-af11-eb0dbfc5e4a7 req-3a48406d-ffd9-4fd1-9193-bc4d03f5700c tempest-ServerShowV247Test-312027836 tempest-ServerShowV247Test-312027836-project] 10.222.0.85 "GET /v2.0/ports?device_id=9cf24c74-666a-4d9a-baae-3dd88a870b72 HTTP/1.1" status: 200 len: 210 time: 0.2035456 May 18 18:19:02.112206 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cb465a05-dc9e-4f85-9754-544d332f0b43 req-2c69a135-4d12-4216-9fb2-2cf6666fb0cc service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=81898416980d4d8f9ae203e483037a59&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2022502 May 18 18:19:02.121679 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c319f47-b0db-4e97-af0f-8c9036892c6f tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5c2f0982-8aa7-4733-84f5-7fc843ce9954,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:19:02.132424 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b162a85e-add4-42c7-8813-1df8f8593c1d None None] Routers {'4519a3b9-7688-44e7-a8e8-719c39071998'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:19:02.133296 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-b162a85e-add4-42c7-8813-1df8f8593c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:18:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['4519a3b9-7688-44e7-a8e8-719c39071998'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:19:02.187809 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-7716d875-3735-4ded-8484-f24d493d48fb tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] 10.222.0.85 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.8209453 May 18 18:19:02.191656 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 39016) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:19:02.221816 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-659d1905-ba55-49ab-9486-e65350b623f0 req-7e65417f-4ce6-4e06-8157-a42d91cfcf32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:02.382521 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814ed54c-5185-40f3-881b-000d29c83529 req-6b10efd9-c812-465f-85d1-1e540b8c0fbe tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:02.387135 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-814ed54c-5185-40f3-881b-000d29c83529 req-6b10efd9-c812-465f-85d1-1e540b8c0fbe tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "GET /v2.0/ports?device_id=cf581f9b-6cca-452c-965b-a19b58ea3b35 HTTP/1.1" status: 200 len: 945 time: 0.2677801 May 18 18:19:02.388238 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-27980337-cf80-49c7-87cf-a9598837909e None None] Current status of the port 9a3afbf7-dee7-42b4-8ff9-2efea95e1815 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:19:02.388648 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-27980337-cf80-49c7-87cf-a9598837909e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:02.435946 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b11f91d-279a-485e-82d3-5a0df0ab90fd None None] Pushing event updated for resources: {'Port': ['ID=9a3afbf7-dee7-42b4-8ff9-2efea95e1815,revision_number=4']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:19:02.512956 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6cf01b51-aa89-4355-a6b0-d9872a7f3714 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:02.517022 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-27980337-cf80-49c7-87cf-a9598837909e None None] For port 9a3afbf7-dee7-42b4-8ff9-2efea95e1815, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=9a3afbf7-dee7-42b4-8ff9-2efea95e1815,segment=NetworkSegment(921e9079-7dca-40b3-938d-afa7101a1125),segment_id=921e9079-7dca-40b3-938d-afa7101a1125)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:19:02.523877 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-27980337-cf80-49c7-87cf-a9598837909e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:02.626765 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-b162a85e-add4-42c7-8813-1df8f8593c1d None None] Set router 4519a3b9-7688-44e7-a8e8-719c39071998 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:19:02.659236 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-814ed54c-5185-40f3-881b-000d29c83529 req-23d08197-ae34-4136-b81b-8f6d8735f3f1 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "GET /v2.0/security-groups?id=c6b3c63a-10dc-4990-92ce-ae9d1daac1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2050736 May 18 18:19:02.720050 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-e42e74ed-e7b0-43e4-9d7b-24aebaf57bb2 None None] Provisioning complete for port 9a3afbf7-dee7-42b4-8ff9-2efea95e1815 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:19:02.720828 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6cf01b51-aa89-4355-a6b0-d9872a7f3714 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:02.720950 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-e42e74ed-e7b0-43e4-9d7b-24aebaf57bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:02.858310 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6cf01b51-aa89-4355-a6b0-d9872a7f3714 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:02.861995 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6cf01b51-aa89-4355-a6b0-d9872a7f3714 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:02.866384 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-6cf01b51-aa89-4355-a6b0-d9872a7f3714 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] 10.222.0.85 "DELETE /v2.0/security-groups/492d5028-9bc5-4ede-af2a-ccdc6fdce03f HTTP/1.1" status: 204 len: 168 time: 0.6705163 May 18 18:19:02.884183 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 39042) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:19:02.899641 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27980337-cf80-49c7-87cf-a9598837909e None None] Pushing event updated for resources: {'Port': ['ID=9a3afbf7-dee7-42b4-8ff9-2efea95e1815,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:19:02.970208 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2be48361-ef1a-47be-9524-8a9717c874d8 req-f31cdf03-bb29-41cc-b448-639386cd5665 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] 10.222.0.85 "GET /v2.0/ports?device_id=89f3562d-a724-4375-ae42-f3dc5a48a522 HTTP/1.1" status: 200 len: 210 time: 0.0676250 May 18 18:19:02.974323 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf01b51-aa89-4355-a6b0-d9872a7f3714 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=492d5028-9bc5-4ede-af2a-ccdc6fdce03f,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:19:03.086365 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-e42e74ed-e7b0-43e4-9d7b-24aebaf57bb2 None None] Current status of the port 9a3afbf7-dee7-42b4-8ff9-2efea95e1815 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:19:03.110345 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb465a05-dc9e-4f85-9754-544d332f0b43 req-efdf75c1-0da7-41d9-b4d7-4eaa86705980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:03.111901 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cb465a05-dc9e-4f85-9754-544d332f0b43 req-efdf75c1-0da7-41d9-b4d7-4eaa86705980 service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9809432 May 18 18:19:03.138787 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfd1511-9324-4f7f-8c28-e8d140da5a4f req-895863a6-164f-4fee-bed1-686c35100230 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:03.143294 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4bfd1511-9324-4f7f-8c28-e8d140da5a4f req-895863a6-164f-4fee-bed1-686c35100230 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "GET /v2.0/ports?device_id=00ae5749-325c-4339-a1d0-d91fc688ad0c HTTP/1.1" status: 200 len: 946 time: 0.5052047 May 18 18:19:03.174295 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-eb2870fe-fa40-4d9d-90cf-b2b61626d94d tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] 10.222.0.85 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2845082 May 18 18:19:03.183629 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 39048) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:19:03.201122 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-ae1774b9-9608-4b81-94e8-6b3543fd4dec tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Request body: {'security_group': {'name': 'tempest-secgroup--172598916'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:19:03.299506 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-b162a85e-add4-42c7-8813-1df8f8593c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4519a3b9-7688-44e7-a8e8-719c39071998', 'name': 'tempest-TaggedBootDevicesTest-1754196163-router', 'tenant_id': 'c7bd6b7b28b648819f008f88aac146ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '03072fe5-036e-47f3-9c26-e85d0af12300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:18:43Z', 'updated_at': '2022-05-18T18:18:55Z', 'revision_number': 4, 'project_id': 'c7bd6b7b28b648819f008f88aac146ed', 'gw_port': {'id': '03072fe5-036e-47f3-9c26-e85d0af12300', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:eb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4519a3b9-7688-44e7-a8e8-719c39071998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1962, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:18:44Z', 'updated_at': '2022-05-18T18:18:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '9a3afbf7-dee7-42b4-8ff9-2efea95e1815', 'name': '', 'network_id': 'a6fccd9a-f70b-47ed-8670-710c6e618367', 'tenant_id': 'c7bd6b7b28b648819f008f88aac146ed', 'mac_address': 'fa:16:3e:d1:54:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4519a3b9-7688-44e7-a8e8-719c39071998', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': '3b3b7dfa-fa51-4571-95bb-885f63ed7f48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:18:53Z', 'updated_at': '2022-05-18T18:19:01Z', 'revision_number': 4, 'project_id': 'c7bd6b7b28b648819f008f88aac146ed', 'subnets': [{'id': '3b3b7dfa-fa51-4571-95bb-885f63ed7f48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:19:03.304661 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4bfd1511-9324-4f7f-8c28-e8d140da5a4f req-9bbb91a4-fa63-4a26-ae87-8b1e76c0133f tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "GET /v2.0/security-groups?id=4a1f9358-f3a3-4045-96f1-cde7ad8c9099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1520374 May 18 18:19:03.373886 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b162a85e-add4-42c7-8813-1df8f8593c1d None None] The sync data for ids ['4519a3b9-7688-44e7-a8e8-719c39071998'] in n-d-838550-3 is: [{'id': '4519a3b9-7688-44e7-a8e8-719c39071998', 'name': 'tempest-TaggedBootDevicesTest-1754196163-router', 'tenant_id': 'c7bd6b7b28b648819f008f88aac146ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '03072fe5-036e-47f3-9c26-e85d0af12300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:18:43Z', 'updated_at': '2022-05-18T18:18:55Z', 'revision_number': 4, 'project_id': 'c7bd6b7b28b648819f008f88aac146ed', 'gw_port': {'id': '03072fe5-036e-47f3-9c26-e85d0af12300', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:eb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4519a3b9-7688-44e7-a8e8-719c39071998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1962, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:18:44Z', 'updated_at': '2022-05-18T18:18:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '9a3afbf7-dee7-42b4-8ff9-2efea95e1815', 'name': '', 'network_id': 'a6fccd9a-f70b-47ed-8670-710c6e618367', 'tenant_id': 'c7bd6b7b28b648819f008f88aac146ed', 'mac_address': 'fa:16:3e:d1:54:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4519a3b9-7688-44e7-a8e8-719c39071998', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': '3b3b7dfa-fa51-4571-95bb-885f63ed7f48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:18:53Z', 'updated_at': '2022-05-18T18:19:01Z', 'revision_number': 4, 'project_id': 'c7bd6b7b28b648819f008f88aac146ed', 'subnets': [{'id': '3b3b7dfa-fa51-4571-95bb-885f63ed7f48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:19:03.381707 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [req-659d1905-ba55-49ab-9486-e65350b623f0 req-7e65417f-4ce6-4e06-8157-a42d91cfcf32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fced7fd1-ef7c-4479-b124-1e401f5eca0b {{(pid=102731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:19:03.447568 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ccaf38b9-b338-4042-9581-e79de7cd7896 req-110e303e-803c-4650-b381-70c94911256f tempest-ServerShowV247Test-312027836 tempest-ServerShowV247Test-312027836-project] 10.222.0.85 "GET /v2.0/ports?device_id=9cf24c74-666a-4d9a-baae-3dd88a870b72 HTTP/1.1" status: 200 len: 210 time: 0.0863519 May 18 18:19:03.456069 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-659d1905-ba55-49ab-9486-e65350b623f0 req-7e65417f-4ce6-4e06-8157-a42d91cfcf32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:03.467474 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ae1774b9-9608-4b81-94e8-6b3543fd4dec tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:03.518666 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.provisioning_blocks [req-659d1905-ba55-49ab-9486-e65350b623f0 req-7e65417f-4ce6-4e06-8157-a42d91cfcf32 service neutron] Transition to ACTIVE for port object fced7fd1-ef7c-4479-b124-1e401f5eca0b will not be triggered until provisioned by entity L2. {{(pid=102731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:19:03.527106 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-659d1905-ba55-49ab-9486-e65350b623f0 req-7e65417f-4ce6-4e06-8157-a42d91cfcf32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:03.675574 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e65417f-4ce6-4e06-8157-a42d91cfcf32 service neutron] Pushing event updated for resources: {'Port': ['ID=fced7fd1-ef7c-4479-b124-1e401f5eca0b,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:19:03.740506 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ae1774b9-9608-4b81-94e8-6b3543fd4dec tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:03.764656 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ae1774b9-9608-4b81-94e8-6b3543fd4dec tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:03.792783 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ae1774b9-9608-4b81-94e8-6b3543fd4dec tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:03.798038 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-ae1774b9-9608-4b81-94e8-6b3543fd4dec tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6107872 May 18 18:19:03.801769 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 39052) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:19:03.820577 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f927830-4b48-4a04-b8f3-093e461924c5 req-334e7bc8-a75b-41a3-b718-9f1d3fc0731f tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:03.822687 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3f927830-4b48-4a04-b8f3-093e461924c5 req-334e7bc8-a75b-41a3-b718-9f1d3fc0731f tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] 10.222.0.88 "GET /v2.0/networks?id=8340801f-4402-492e-94f2-866b61b44be1 HTTP/1.1" status: 200 len: 815 time: 0.3422177 May 18 18:19:03.829542 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-f21049ba-0143-4292-b0c4-47517959e7f3 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Request body: {'security_group_rule': {'security_group_id': '66b0c798-c3d6-4e39-a1bb-2f6d19526b15', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:19:03.885274 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1774b9-9608-4b81-94e8-6b3543fd4dec tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66b0c798-c3d6-4e39-a1bb-2f6d19526b15,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:19:03.899748 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-3f927830-4b48-4a04-b8f3-093e461924c5 req-6b13c1fa-b514-410e-b998-65d46b8d051c tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] Request body: {'port': {'device_id': '89f3562d-a724-4375-ae42-f3dc5a48a522', 'network_id': '8340801f-4402-492e-94f2-866b61b44be1', 'admin_state_up': True, 'tenant_id': 'c2b3513b708b4437932d016f9b0b88f9'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:19:03.911777 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-659d1905-ba55-49ab-9486-e65350b623f0 req-7e65417f-4ce6-4e06-8157-a42d91cfcf32 service neutron] Attempting to bind port fced7fd1-ef7c-4479-b124-1e401f5eca0b on host n-h1-838550-3 for vnic_type normal with profile {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:19:03.912359 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-659d1905-ba55-49ab-9486-e65350b623f0 req-7e65417f-4ce6-4e06-8157-a42d91cfcf32 service neutron] Attempting to bind port fced7fd1-ef7c-4479-b124-1e401f5eca0b by drivers openvswitch,hyperv on host n-h1-838550-3 at level 0 using segments [{'id': 'a4b3f14e-63d9-48d5-840b-48a32c514ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '8340801f-4402-492e-94f2-866b61b44be1'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:19:03.912522 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659d1905-ba55-49ab-9486-e65350b623f0 req-7e65417f-4ce6-4e06-8157-a42d91cfcf32 service neutron] Attempting to bind port fced7fd1-ef7c-4479-b124-1e401f5eca0b on network 8340801f-4402-492e-94f2-866b61b44be1 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:19:03.923100 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659d1905-ba55-49ab-9486-e65350b623f0 req-7e65417f-4ce6-4e06-8157-a42d91cfcf32 service neutron] Port fced7fd1-ef7c-4479-b124-1e401f5eca0b on network 8340801f-4402-492e-94f2-866b61b44be1 not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-3 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:19:03.923449 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659d1905-ba55-49ab-9486-e65350b623f0 req-7e65417f-4ce6-4e06-8157-a42d91cfcf32 service neutron] Attempting to bind port fced7fd1-ef7c-4479-b124-1e401f5eca0b on network 8340801f-4402-492e-94f2-866b61b44be1 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:19:03.932739 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659d1905-ba55-49ab-9486-e65350b623f0 req-7e65417f-4ce6-4e06-8157-a42d91cfcf32 service neutron] Checking agent: {'id': '1dbac822-25f2-4df8-9dc8-5c2e7b136eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:19:03.934022 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659d1905-ba55-49ab-9486-e65350b623f0 req-7e65417f-4ce6-4e06-8157-a42d91cfcf32 service neutron] Checking segment: {'id': 'a4b3f14e-63d9-48d5-840b-48a32c514ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '8340801f-4402-492e-94f2-866b61b44be1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:19:03.934588 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659d1905-ba55-49ab-9486-e65350b623f0 req-7e65417f-4ce6-4e06-8157-a42d91cfcf32 service neutron] Bound using segment: {'id': 'a4b3f14e-63d9-48d5-840b-48a32c514ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '8340801f-4402-492e-94f2-866b61b44be1'} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:19:03.935281 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-659d1905-ba55-49ab-9486-e65350b623f0 req-7e65417f-4ce6-4e06-8157-a42d91cfcf32 service neutron] Bound port: fced7fd1-ef7c-4479-b124-1e401f5eca0b, host: n-h1-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4b3f14e-63d9-48d5-840b-48a32c514ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '8340801f-4402-492e-94f2-866b61b44be1'}}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:19:03.935696 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-659d1905-ba55-49ab-9486-e65350b623f0 req-7e65417f-4ce6-4e06-8157-a42d91cfcf32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:03.987820 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [req-5e56a1ac-ebfa-4a9b-86fe-9c51d6d2022d req-6458eb3f-54b5-4c16-8a8f-0170ebcad347 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] Allocated IP 172.20.0.9 (8340801f-4402-492e-94f2-866b61b44be1/3d050ba9-3aeb-4a7c-9b2d-eb606f1ad9c7/3fa47a54-3be5-4c8b-9e6c-65844a602f7f) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:19:04.152724 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-659d1905-ba55-49ab-9486-e65350b623f0 req-7e65417f-4ce6-4e06-8157-a42d91cfcf32 service neutron] For port fced7fd1-ef7c-4479-b124-1e401f5eca0b, host n-h1-838550-3, cleared binding levels {{(pid=102731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:19:04.160695 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f21049ba-0143-4292-b0c4-47517959e7f3 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:04.188959 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0df63677-07d0-4c14-b6d3-b2bcac4bb09f req-b464dd5d-ba6e-46b3-b956-5ae7cb81f145 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] 10.222.0.85 "GET /v2.0/ports?device_id=89f3562d-a724-4375-ae42-f3dc5a48a522 HTTP/1.1" status: 200 len: 210 time: 0.0641315 May 18 18:19:04.222339 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-659d1905-ba55-49ab-9486-e65350b623f0 req-7e65417f-4ce6-4e06-8157-a42d91cfcf32 service neutron] For port fced7fd1-ef7c-4479-b124-1e401f5eca0b, host n-h1-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=fced7fd1-ef7c-4479-b124-1e401f5eca0b,segment=NetworkSegment(a4b3f14e-63d9-48d5-840b-48a32c514ddd),segment_id=a4b3f14e-63d9-48d5-840b-48a32c514ddd)] {{(pid=102731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:19:04.230039 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-659d1905-ba55-49ab-9486-e65350b623f0 req-7e65417f-4ce6-4e06-8157-a42d91cfcf32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:04.324845 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659d1905-ba55-49ab-9486-e65350b623f0 req-7e65417f-4ce6-4e06-8157-a42d91cfcf32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:04.325719 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-659d1905-ba55-49ab-9486-e65350b623f0 req-7e65417f-4ce6-4e06-8157-a42d91cfcf32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:04.326762 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6845d045-459e-4ea0-9f13-b0063e1c4ff6 req-ac20f2a4-1205-48c5-9f9c-adde92c5be5d tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:04.327194 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-659d1905-ba55-49ab-9486-e65350b623f0 req-7e65417f-4ce6-4e06-8157-a42d91cfcf32 service neutron] 10.222.0.36 "PUT /v2.0/ports/fced7fd1-ef7c-4479-b124-1e401f5eca0b HTTP/1.1" status: 200 len: 1092 time: 3.0579524 May 18 18:19:04.328298 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f61c358-7f1d-407d-b92b-2718a08b4786', 'tag': 'fced7fd1-ef7c-4479-b124-1e401f5eca0b'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:19:04.330063 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6845d045-459e-4ea0-9f13-b0063e1c4ff6 req-ac20f2a4-1205-48c5-9f9c-adde92c5be5d tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "GET /v2.0/ports?device_id=cf581f9b-6cca-452c-965b-a19b58ea3b35 HTTP/1.1" status: 200 len: 945 time: 0.4008155 May 18 18:19:04.339216 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b74939a-08b3-47ae-963b-ed050309b07f" -d '{"events": [{"name": "network-changed", "server_uuid": "6f61c358-7f1d-407d-b92b-2718a08b4786", "tag": "fced7fd1-ef7c-4479-b124-1e401f5eca0b"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:19:04.383338 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e65417f-4ce6-4e06-8157-a42d91cfcf32 service neutron] Pushing event updated for resources: {'Port': ['ID=fced7fd1-ef7c-4479-b124-1e401f5eca0b,revision_number=3']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:19:04.467606 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659d1905-ba55-49ab-9486-e65350b623f0 req-a6dd51f3-e02f-4d01-bd20-68347c2d4500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:04.470170 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-659d1905-ba55-49ab-9486-e65350b623f0 req-a6dd51f3-e02f-4d01-bd20-68347c2d4500 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c2b3513b708b4437932d016f9b0b88f9&device_id=6f61c358-7f1d-407d-b92b-2718a08b4786 HTTP/1.1" status: 200 len: 1095 time: 0.0824554 May 18 18:19:04.636040 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f927830-4b48-4a04-b8f3-093e461924c5 req-6b13c1fa-b514-410e-b998-65d46b8d051c tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] Made reservation on behalf of c2b3513b708b4437932d016f9b0b88f9 for: {'port': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:19:04.641358 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-3f927830-4b48-4a04-b8f3-093e461924c5 req-6b13c1fa-b514-410e-b998-65d46b8d051c tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:04.671532 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-659d1905-ba55-49ab-9486-e65350b623f0 req-49b5ed05-d516-4fa6-9695-cb139c7a8e21 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fced7fd1-ef7c-4479-b124-1e401f5eca0b HTTP/1.1" status: 200 len: 217 time: 0.1850150 May 18 18:19:04.695033 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f21049ba-0143-4292-b0c4-47517959e7f3 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:04.713170 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f21049ba-0143-4292-b0c4-47517959e7f3 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:04.720416 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6845d045-459e-4ea0-9f13-b0063e1c4ff6 req-29c1c5c0-414d-4bd0-aa50-9f450fc1e2fb tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "GET /v2.0/security-groups?id=c6b3c63a-10dc-4990-92ce-ae9d1daac1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3201332 May 18 18:19:04.846125 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 9a3afbf7-dee7-42b4-8ff9-2efea95e1815 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:19:04.852904 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21049ba-0143-4292-b0c4-47517959e7f3 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a8b751b-cae0-40cd-b2ec-b5801675d7d2,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:19:04.912467 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f21049ba-0143-4292-b0c4-47517959e7f3 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:04.919288 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-f21049ba-0143-4292-b0c4-47517959e7f3 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1123703 May 18 18:19:04.929497 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 39072) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:19:04.954361 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e92f0ca9-25c5-4c83-b3c6-e921afc759c6 x-openstack-request-id: req-e92f0ca9-25c5-4c83-b3c6-e921afc759c6 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:19:04.954864 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f61c358-7f1d-407d-b92b-2718a08b4786", "tag": "fced7fd1-ef7c-4479-b124-1e401f5eca0b", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:19:04.955273 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-e92f0ca9-25c5-4c83-b3c6-e921afc759c6 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:19:04.955937 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e92f0ca9-25c5-4c83-b3c6-e921afc759c6'] response: {'name': 'network-changed', 'server_uuid': '6f61c358-7f1d-407d-b92b-2718a08b4786', 'tag': 'fced7fd1-ef7c-4479-b124-1e401f5eca0b', 'status': 'completed', 'code': 200} May 18 18:19:04.998148 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57455c9a-1d02-4b99-96b2-6cc20728f7ae req-6f5874c0-c597-4201-b200-da5345e12fb9 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:05.014887 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-57455c9a-1d02-4b99-96b2-6cc20728f7ae req-6f5874c0-c597-4201-b200-da5345e12fb9 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "GET /v2.0/ports?device_id=00ae5749-325c-4339-a1d0-d91fc688ad0c HTTP/1.1" status: 200 len: 946 time: 0.5431609 May 18 18:19:05.052537 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-5e56a1ac-ebfa-4a9b-86fe-9c51d6d2022d req-6458eb3f-54b5-4c16-8a8f-0170ebcad347 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:05.091018 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 9a3afbf7-dee7-42b4-8ff9-2efea95e1815 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:19:05.091387 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:05.155041 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cb465a05-dc9e-4f85-9754-544d332f0b43 req-d83804cd-d501-4733-aa65-ce10590cfced tempest-ServerShowV247Test-312027836 tempest-ServerShowV247Test-312027836-project] 10.222.0.88 "GET /v2.0/ports?device_id=9cf24c74-666a-4d9a-baae-3dd88a870b72 HTTP/1.1" status: 200 len: 210 time: 0.1233528 May 18 18:19:05.175654 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659d1905-ba55-49ab-9486-e65350b623f0 req-75767349-2aab-4df7-b3f0-cb6e94d0eb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:05.181293 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-66efa78f-395b-4b44-912a-ad64876db7aa req-b4fc8c92-fe87-4b36-bb20-b99b738c80d9 tempest-ServerShowV247Test-312027836 tempest-ServerShowV247Test-312027836-project] 10.222.0.85 "GET /v2.0/ports?device_id=9cf24c74-666a-4d9a-baae-3dd88a870b72 HTTP/1.1" status: 200 len: 210 time: 0.1007178 May 18 18:19:05.197480 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-659d1905-ba55-49ab-9486-e65350b623f0 req-75767349-2aab-4df7-b3f0-cb6e94d0eb46 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3d050ba9-3aeb-4a7c-9b2d-eb606f1ad9c7 HTTP/1.1" status: 200 len: 854 time: 0.4955966 May 18 18:19:05.207405 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9a9bc21c-607e-420a-9fc7-07a40f1fc50e tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:05.309594 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [req-3f927830-4b48-4a04-b8f3-093e461924c5 req-6b13c1fa-b514-410e-b998-65d46b8d051c tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] Allocated IP 172.20.0.14 (8340801f-4402-492e-94f2-866b61b44be1/3d050ba9-3aeb-4a7c-9b2d-eb606f1ad9c7/6d539f0e-c69f-4656-871b-4f99deb45b47) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:19:05.350574 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 9a3afbf7-dee7-42b4-8ff9-2efea95e1815 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:19:05.352453 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-5e56a1ac-ebfa-4a9b-86fe-9c51d6d2022d req-6458eb3f-54b5-4c16-8a8f-0170ebcad347 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:05.355415 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9a9bc21c-607e-420a-9fc7-07a40f1fc50e tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:05.395531 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-57455c9a-1d02-4b99-96b2-6cc20728f7ae req-e0d0bea3-b87e-49d5-a1e0-ffe6309f47e6 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "GET /v2.0/security-groups?id=4a1f9358-f3a3-4045-96f1-cde7ad8c9099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3750041 May 18 18:19:05.412370 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659d1905-ba55-49ab-9486-e65350b623f0 req-fb1ac442-c4f3-4105-a0a3-1b7a8a383893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:05.414016 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-659d1905-ba55-49ab-9486-e65350b623f0 req-fb1ac442-c4f3-4105-a0a3-1b7a8a383893 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8340801f-4402-492e-94f2-866b61b44be1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2156088 May 18 18:19:05.435307 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e56a1ac-ebfa-4a9b-86fe-9c51d6d2022d req-6458eb3f-54b5-4c16-8a8f-0170ebcad347 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] Network 8340801f-4402-492e-94f2-866b61b44be1 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:19:05.498851 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [req-5e56a1ac-ebfa-4a9b-86fe-9c51d6d2022d req-6458eb3f-54b5-4c16-8a8f-0170ebcad347 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:19:05.517828 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e56a1ac-ebfa-4a9b-86fe-9c51d6d2022d req-6458eb3f-54b5-4c16-8a8f-0170ebcad347 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:19:05.574947 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-659d1905-ba55-49ab-9486-e65350b623f0 req-bf147a5a-2d8f-4d15-8af0-059951b5d332 service neutron] 10.222.0.36 "GET /v2.0/networks/8340801f-4402-492e-94f2-866b61b44be1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492729 May 18 18:19:05.657801 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2138e578-79e7-4e68-9522-3405c30fbd1d req-02f00ed0-42d7-4c77-a700-59423d158242 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] 10.222.0.85 "GET /v2.0/ports?device_id=89f3562d-a724-4375-ae42-f3dc5a48a522 HTTP/1.1" status: 200 len: 210 time: 0.0808470 May 18 18:19:05.823851 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-659d1905-ba55-49ab-9486-e65350b623f0 req-deda21aa-b6dc-432e-bed2-9f9e18d08783 service neutron] 10.222.0.36 "GET /v2.0/networks/8340801f-4402-492e-94f2-866b61b44be1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305021 May 18 18:19:05.848052 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-859f3728-cede-405d-9f25-1668965ccfe2 None None] Provisioning complete for port 3fa47a54-3be5-4c8b-9e6c-65844a602f7f triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:19:05.848763 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-859f3728-cede-405d-9f25-1668965ccfe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:05.926628 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-859f3728-cede-405d-9f25-1668965ccfe2 None None] Port 3fa47a54-3be5-4c8b-9e6c-65844a602f7f cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:19:05.957338 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b74939a-08b3-47ae-963b-ed050309b07f req-7f27815e-d510-4043-8fa3-80691f3a84c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:05.959499 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3b74939a-08b3-47ae-963b-ed050309b07f req-7f27815e-d510-4043-8fa3-80691f3a84c7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c2b3513b708b4437932d016f9b0b88f9&device_id=6f61c358-7f1d-407d-b92b-2718a08b4786 HTTP/1.1" status: 200 len: 1095 time: 0.0708444 May 18 18:19:06.098269 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b74939a-08b3-47ae-963b-ed050309b07f req-f6bb29fb-fb0b-4680-8965-5002a150a933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:06.099834 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3b74939a-08b3-47ae-963b-ed050309b07f req-f6bb29fb-fb0b-4680-8965-5002a150a933 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8340801f-4402-492e-94f2-866b61b44be1 HTTP/1.1" status: 200 len: 916 time: 0.1321049 May 18 18:19:06.170588 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3b74939a-08b3-47ae-963b-ed050309b07f req-a2ddb569-793d-4f36-930b-8d60da27d9e7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fced7fd1-ef7c-4479-b124-1e401f5eca0b HTTP/1.1" status: 200 len: 217 time: 0.0631404 May 18 18:19:06.203402 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e56a1ac-ebfa-4a9b-86fe-9c51d6d2022d req-6458eb3f-54b5-4c16-8a8f-0170ebcad347 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:06.204114 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-5e56a1ac-ebfa-4a9b-86fe-9c51d6d2022d req-6458eb3f-54b5-4c16-8a8f-0170ebcad347 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:06.206562 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9a9bc21c-607e-420a-9fc7-07a40f1fc50e tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:06.208904 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9a9bc21c-607e-420a-9fc7-07a40f1fc50e tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:06.210060 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-9a9bc21c-607e-420a-9fc7-07a40f1fc50e tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] 10.222.0.85 "DELETE /v2.0/security-groups/66b0c798-c3d6-4e39-a1bb-2f6d19526b15 HTTP/1.1" status: 204 len: 168 time: 1.2795875 May 18 18:19:06.231545 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 39088) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:19:06.235475 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9bc21c-607e-420a-9fc7-07a40f1fc50e tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66b0c798-c3d6-4e39-a1bb-2f6d19526b15,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:19:06.272781 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6458eb3f-54b5-4c16-8a8f-0170ebcad347 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] Pushing event updated for resources: {'Port': ['ID=3fa47a54-3be5-4c8b-9e6c-65844a602f7f,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:19:06.318858 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b74939a-08b3-47ae-963b-ed050309b07f req-4bf1f211-e80c-4660-aac7-4b4a48d24196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:06.323050 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3b74939a-08b3-47ae-963b-ed050309b07f req-4bf1f211-e80c-4660-aac7-4b4a48d24196 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3d050ba9-3aeb-4a7c-9b2d-eb606f1ad9c7 HTTP/1.1" status: 200 len: 854 time: 0.1432266 May 18 18:19:06.330487 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5e56a1ac-ebfa-4a9b-86fe-9c51d6d2022d req-6458eb3f-54b5-4c16-8a8f-0170ebcad347 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0938950 May 18 18:19:06.348393 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678c1330-ecce-4f3e-bf3f-cd9b1baa8260 req-7fcdda2e-0b44-4f58-b85e-d1caf7d15a36 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:06.350567 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-678c1330-ecce-4f3e-bf3f-cd9b1baa8260 req-7fcdda2e-0b44-4f58-b85e-d1caf7d15a36 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "GET /v2.0/ports?device_id=cf581f9b-6cca-452c-965b-a19b58ea3b35 HTTP/1.1" status: 200 len: 945 time: 0.9479022 May 18 18:19:06.361442 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-5e56a1ac-ebfa-4a9b-86fe-9c51d6d2022d req-494a4226-3ecb-4a8b-833e-6eaeedad0b57 service neutron] Request body: {'port': {'device_id': '5eb8dec1-c5dd-4b6e-b618-44fdb7f98c72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-3'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:19:06.419606 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b74939a-08b3-47ae-963b-ed050309b07f req-44c5e057-e86a-42e6-b405-ef73aa2e253f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:06.421732 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3b74939a-08b3-47ae-963b-ed050309b07f req-44c5e057-e86a-42e6-b405-ef73aa2e253f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8340801f-4402-492e-94f2-866b61b44be1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0925813 May 18 18:19:06.524048 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-3f927830-4b48-4a04-b8f3-093e461924c5 req-6b13c1fa-b514-410e-b998-65d46b8d051c tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:06.530216 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-678c1330-ecce-4f3e-bf3f-cd9b1baa8260 req-5200dd0f-9d4f-49e7-8401-950f4807ede0 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "GET /v2.0/security-groups?id=c6b3c63a-10dc-4990-92ce-ae9d1daac1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1648178 May 18 18:19:06.547290 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-cd2c7343-98d8-4431-aed1-8d76a5e1064a tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] 10.222.0.85 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3095996 May 18 18:19:06.561463 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 39106) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:19:06.586296 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 39108) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:19:06.630255 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3b74939a-08b3-47ae-963b-ed050309b07f req-43717a7e-dd4b-41a8-b5cb-0e0a8e7c7842 service neutron] 10.222.0.36 "GET /v2.0/networks/8340801f-4402-492e-94f2-866b61b44be1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990533 May 18 18:19:06.704872 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-5e56a1ac-ebfa-4a9b-86fe-9c51d6d2022d req-494a4226-3ecb-4a8b-833e-6eaeedad0b57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:06.768124 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-182c1097-2746-4ee4-bd3c-a30afa34ebb1 tempest-TestNetworkBasicOps-813462103 tempest-TestNetworkBasicOps-813462103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:06.772315 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-182c1097-2746-4ee4-bd3c-a30afa34ebb1 tempest-TestNetworkBasicOps-813462103 tempest-TestNetworkBasicOps-813462103-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=cf581f9b-6cca-452c-965b-a19b58ea3b35 HTTP/1.1" status: 200 len: 1091 time: 0.1824791 May 18 18:19:06.777341 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 39124) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:19:06.779767 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-c354d515-e102-4c29-97dd-657494a4bd50 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] 10.222.0.85 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.2170067 May 18 18:19:06.785757 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 39126) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:19:06.809593 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac68c76-d43e-4c27-a54c-edf39e3d06ed req-c5793db4-8e88-43da-a34f-d0fab092d40b tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:06.812632 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fac68c76-d43e-4c27-a54c-edf39e3d06ed req-c5793db4-8e88-43da-a34f-d0fab092d40b tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "GET /v2.0/ports?device_id=00ae5749-325c-4339-a1d0-d91fc688ad0c HTTP/1.1" status: 200 len: 946 time: 0.2089326 May 18 18:19:06.817946 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-0668d234-9202-438f-b7b2-725f1865b8bc tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Request body: {'floatingip': {'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'port_id': 'c9ac58c8-a97e-4076-b3ff-20d504185a30', 'tenant_id': '6664118b95564eb5aa43c658eedfd9ed', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:19:06.830594 n-d-838550-3 neutron-server[102730]: INFO neutron.api.v2.resource [None req-eab282bb-15af-4b89-97d8-945499047c06 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] delete failed (client error): The resource could not be found. May 18 18:19:06.832971 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-eab282bb-15af-4b89-97d8-945499047c06 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] 10.222.0.85 "DELETE /v2.0/security-groups/66b0c798-c3d6-4e39-a1bb-2f6d19526b15 HTTP/1.1" status: 404 len: 347 time: 0.0462363 May 18 18:19:06.834166 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-3f927830-4b48-4a04-b8f3-093e461924c5 req-6b13c1fa-b514-410e-b998-65d46b8d051c tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:06.849066 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 39128) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:19:06.928411 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 39132) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:19:06.943381 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0668d234-9202-438f-b7b2-725f1865b8bc tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks [] for floatingip, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:06.951545 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fac68c76-d43e-4c27-a54c-edf39e3d06ed req-38eb6f1e-cedb-4392-bc03-7d28e505d164 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "GET /v2.0/security-groups?id=4a1f9358-f3a3-4045-96f1-cde7ad8c9099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261404 May 18 18:19:07.027077 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f927830-4b48-4a04-b8f3-093e461924c5 req-6b13c1fa-b514-410e-b998-65d46b8d051c tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] Network 8340801f-4402-492e-94f2-866b61b44be1 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:19:07.040356 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bf553a-9801-4e82-9d2f-d7bff584769b req-5490b0fd-9e1d-47fa-8cd6-d0ebd8a69a85 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:07.042220 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f5bf553a-9801-4e82-9d2f-d7bff584769b req-5490b0fd-9e1d-47fa-8cd6-d0ebd8a69a85 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] 10.222.0.85 "GET /v2.0/ports?device_id=89f3562d-a724-4375-ae42-f3dc5a48a522 HTTP/1.1" status: 200 len: 932 time: 0.2436025 May 18 18:19:07.052889 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [req-3f927830-4b48-4a04-b8f3-093e461924c5 req-6b13c1fa-b514-410e-b998-65d46b8d051c tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:19:07.058710 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b13c1fa-b514-410e-b998-65d46b8d051c tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] Pushing event updated for resources: {'Port': ['ID=6d539f0e-c69f-4656-871b-4f99deb45b47,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:19:07.068284 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f927830-4b48-4a04-b8f3-093e461924c5 req-6b13c1fa-b514-410e-b998-65d46b8d051c tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:19:07.104370 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-c0da3312-c976-4d90-999d-9e629df25638 tempest-SecGroupIPv6Test-671882024 tempest-SecGroupIPv6Test-671882024-project] 10.222.0.85 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2541311 May 18 18:19:07.133443 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3b74939a-08b3-47ae-963b-ed050309b07f req-addb217e-c8b6-4574-802b-92971955b6fc service neutron] 10.222.0.36 "GET /v2.0/networks/8340801f-4402-492e-94f2-866b61b44be1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4857900 May 18 18:19:07.219011 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ea5ea0f3-85f5-4b28-92a3-256b0babc72a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:07.242266 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f5bf553a-9801-4e82-9d2f-d7bff584769b req-bc538b9e-645b-4cbc-91b7-3062dd804abf tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ecfcd7a-48bb-4ce7-ab79-4277880e130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851153 May 18 18:19:07.267279 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f927830-4b48-4a04-b8f3-093e461924c5 req-6b13c1fa-b514-410e-b998-65d46b8d051c tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:07.267932 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-3f927830-4b48-4a04-b8f3-093e461924c5 req-6b13c1fa-b514-410e-b998-65d46b8d051c tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:07.290943 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0668d234-9202-438f-b7b2-725f1865b8bc tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:07.340415 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3f927830-4b48-4a04-b8f3-093e461924c5 req-6b13c1fa-b514-410e-b998-65d46b8d051c tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4788034 May 18 18:19:07.360534 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-3f927830-4b48-4a04-b8f3-093e461924c5 req-f8b338ec-9ebb-46bd-934a-ed04b6f6d6e0 service neutron] Request body: {'port': {'device_id': '89f3562d-a724-4375-ae42-f3dc5a48a522', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-3'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:19:07.477897 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-3f927830-4b48-4a04-b8f3-093e461924c5 req-f8b338ec-9ebb-46bd-934a-ed04b6f6d6e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:07.517921 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-0668d234-9202-438f-b7b2-725f1865b8bc tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Allocated IP 172.25.5.41 (31ebd439-090c-4b25-bbb0-31c48711b145/363a2810-8a83-4be0-a317-7c91fcd94485/feebeabd-4bd7-4059-8f21-cb9c1e908d13) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:19:07.572976 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-75050ef9-d1bd-4a6a-aa67-e742ff70c9cc None None] Provisioning complete for port 6d539f0e-c69f-4656-871b-4f99deb45b47 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:19:07.573990 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-75050ef9-d1bd-4a6a-aa67-e742ff70c9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:07.604094 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 39160) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:19:07.631775 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-75050ef9-d1bd-4a6a-aa67-e742ff70c9cc None None] Port 6d539f0e-c69f-4656-871b-4f99deb45b47 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:19:07.644232 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [req-5e56a1ac-ebfa-4a9b-86fe-9c51d6d2022d req-494a4226-3ecb-4a8b-833e-6eaeedad0b57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fa47a54-3be5-4c8b-9e6c-65844a602f7f {{(pid=102730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:19:07.652450 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b59e1397-07ca-4680-b0ad-942e790fa377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:07.659918 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-5e56a1ac-ebfa-4a9b-86fe-9c51d6d2022d req-494a4226-3ecb-4a8b-833e-6eaeedad0b57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:07.663326 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ea5ea0f3-85f5-4b28-92a3-256b0babc72a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:07.679038 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ea5ea0f3-85f5-4b28-92a3-256b0babc72a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:07.707183 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [req-5e56a1ac-ebfa-4a9b-86fe-9c51d6d2022d req-494a4226-3ecb-4a8b-833e-6eaeedad0b57 service neutron] Transition to ACTIVE for port object 3fa47a54-3be5-4c8b-9e6c-65844a602f7f will not be triggered until provisioned by entity L2. {{(pid=102730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:19:07.761887 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0668d234-9202-438f-b7b2-725f1865b8bc tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:07.791880 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-5e56a1ac-ebfa-4a9b-86fe-9c51d6d2022d req-494a4226-3ecb-4a8b-833e-6eaeedad0b57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:07.817501 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0668d234-9202-438f-b7b2-725f1865b8bc tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:07.851569 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5ea0f3-85f5-4b28-92a3-256b0babc72a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6996d1b1-aeca-411e-8cd3-9fa0c35689d7,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:19:07.855357 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0668d234-9202-438f-b7b2-725f1865b8bc tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Network 31ebd439-090c-4b25-bbb0-31c48711b145 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:19:07.856302 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-ea5ea0f3-85f5-4b28-92a3-256b0babc72a admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=81898416980d4d8f9ae203e483037a59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9081628 May 18 18:19:07.860549 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 39166) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:19:07.861553 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-0668d234-9202-438f-b7b2-725f1865b8bc tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:19:07.867711 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0668d234-9202-438f-b7b2-725f1865b8bc tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:19:07.925912 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0668d234-9202-438f-b7b2-725f1865b8bc tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Pushing event updated for resources: {'Port': ['ID=feebeabd-4bd7-4059-8f21-cb9c1e908d13,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:19:08.084222 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c061a71e-f0bf-4dee-8c6a-ca8e1c48594b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:08.123054 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494a4226-3ecb-4a8b-833e-6eaeedad0b57 service neutron] Pushing event updated for resources: {'Port': ['ID=3fa47a54-3be5-4c8b-9e6c-65844a602f7f,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:19:08.132896 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device fced7fd1-ef7c-4479-b124-1e401f5eca0b details requested by agent hyperv_n-h1-838550-3 with host n-h1-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:19:08.137244 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c061a71e-f0bf-4dee-8c6a-ca8e1c48594b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:08.253736 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [req-3f927830-4b48-4a04-b8f3-093e461924c5 req-f8b338ec-9ebb-46bd-934a-ed04b6f6d6e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d539f0e-c69f-4656-871b-4f99deb45b47 {{(pid=102730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:19:08.278245 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-3f927830-4b48-4a04-b8f3-093e461924c5 req-f8b338ec-9ebb-46bd-934a-ed04b6f6d6e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:08.304235 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [req-3f927830-4b48-4a04-b8f3-093e461924c5 req-f8b338ec-9ebb-46bd-934a-ed04b6f6d6e0 service neutron] Transition to ACTIVE for port object 6d539f0e-c69f-4656-871b-4f99deb45b47 will not be triggered until provisioned by entity L2. {{(pid=102730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:19:08.313035 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 39174) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:19:08.313344 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-0ace9a5c-cb79-4f8d-a9c2-13cec989353f admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=f8f00d37ff514495b38082b58f15b042&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7079837 May 18 18:19:08.313888 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c061a71e-f0bf-4dee-8c6a-ca8e1c48594b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:08.317030 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c061a71e-f0bf-4dee-8c6a-ca8e1c48594b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:08.318604 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-3f927830-4b48-4a04-b8f3-093e461924c5 req-f8b338ec-9ebb-46bd-934a-ed04b6f6d6e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:08.322783 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-c061a71e-f0bf-4dee-8c6a-ca8e1c48594b admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/6996d1b1-aeca-411e-8cd3-9fa0c35689d7 HTTP/1.1" status: 204 len: 168 time: 0.4581289 May 18 18:19:08.432352 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port fced7fd1-ef7c-4479-b124-1e401f5eca0b, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=fced7fd1-ef7c-4479-b124-1e401f5eca0b,segment=NetworkSegment(a4b3f14e-63d9-48d5-840b-48a32c514ddd),segment_id=a4b3f14e-63d9-48d5-840b-48a32c514ddd)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:19:08.447170 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c061a71e-f0bf-4dee-8c6a-ca8e1c48594b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6996d1b1-aeca-411e-8cd3-9fa0c35689d7,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:19:08.464881 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Returning: {'device': 'fced7fd1-ef7c-4479-b124-1e401f5eca0b', 'network_id': '8340801f-4402-492e-94f2-866b61b44be1', 'port_id': 'fced7fd1-ef7c-4479-b124-1e401f5eca0b', 'mac_address': 'fa:16:3e:d7:55:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d050ba9-3aeb-4a7c-9b2d-eb606f1ad9c7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:19:08.520748 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port fced7fd1-ef7c-4479-b124-1e401f5eca0b is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:19:08.521372 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:08.536658 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fced7fd1-ef7c-4479-b124-1e401f5eca0b {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:19:08.566439 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66330dbf-ce8b-4272-95bd-a8fbcae7844e req-1dc6ddf7-18ce-42b4-a20f-c6f443d1c75d tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:08.573782 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-66330dbf-ce8b-4272-95bd-a8fbcae7844e req-1dc6ddf7-18ce-42b4-a20f-c6f443d1c75d tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "GET /v2.0/ports?device_id=00ae5749-325c-4339-a1d0-d91fc688ad0c HTTP/1.1" status: 200 len: 946 time: 0.3649845 May 18 18:19:08.576579 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port fced7fd1-ef7c-4479-b124-1e401f5eca0b, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=fced7fd1-ef7c-4479-b124-1e401f5eca0b,segment=NetworkSegment(a4b3f14e-63d9-48d5-840b-48a32c514ddd),segment_id=a4b3f14e-63d9-48d5-840b-48a32c514ddd)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:19:08.582321 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:08.639539 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d34da814-1d96-4799-9b59-dfb3ea757e25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:08.655215 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=fced7fd1-ef7c-4479-b124-1e401f5eca0b,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:19:08.726266 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b338ec-9ebb-46bd-934a-ed04b6f6d6e0 service neutron] Pushing event updated for resources: {'Port': ['ID=6d539f0e-c69f-4656-871b-4f99deb45b47,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:19:08.756220 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-66330dbf-ce8b-4272-95bd-a8fbcae7844e req-8aa9e9c5-4de8-4c20-bfd8-05d5810d997b tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "GET /v2.0/security-groups?id=4a1f9358-f3a3-4045-96f1-cde7ad8c9099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1815081 May 18 18:19:08.756978 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c527231-a200-4091-8f35-5bc192f09aca req-c7136e25-c542-4696-8ac7-5165eed1fd61 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:08.759000 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6c527231-a200-4091-8f35-5bc192f09aca req-c7136e25-c542-4696-8ac7-5165eed1fd61 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] 10.222.0.85 "GET /v2.0/ports?device_id=89f3562d-a724-4375-ae42-f3dc5a48a522 HTTP/1.1" status: 200 len: 944 time: 0.2993615 May 18 18:19:08.823349 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['fced7fd1-ef7c-4479-b124-1e401f5eca0b'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:19:08.837286 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d34da814-1d96-4799-9b59-dfb3ea757e25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:08.880785 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-5e56a1ac-ebfa-4a9b-86fe-9c51d6d2022d req-494a4226-3ecb-4a8b-833e-6eaeedad0b57 service neutron] Attempting to bind port 3fa47a54-3be5-4c8b-9e6c-65844a602f7f on host n-h1-838550-3 for vnic_type normal with profile {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:19:08.885989 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-5e56a1ac-ebfa-4a9b-86fe-9c51d6d2022d req-494a4226-3ecb-4a8b-833e-6eaeedad0b57 service neutron] Attempting to bind port 3fa47a54-3be5-4c8b-9e6c-65844a602f7f by drivers openvswitch,hyperv on host n-h1-838550-3 at level 0 using segments [{'id': 'a4b3f14e-63d9-48d5-840b-48a32c514ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '8340801f-4402-492e-94f2-866b61b44be1'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:19:08.885989 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e56a1ac-ebfa-4a9b-86fe-9c51d6d2022d req-494a4226-3ecb-4a8b-833e-6eaeedad0b57 service neutron] Attempting to bind port 3fa47a54-3be5-4c8b-9e6c-65844a602f7f on network 8340801f-4402-492e-94f2-866b61b44be1 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:19:08.993141 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6c527231-a200-4091-8f35-5bc192f09aca req-ed252aff-1ed0-4b59-9828-794d142c5e84 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ecfcd7a-48bb-4ce7-ab79-4277880e130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134967 May 18 18:19:09.053960 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e56a1ac-ebfa-4a9b-86fe-9c51d6d2022d req-494a4226-3ecb-4a8b-833e-6eaeedad0b57 service neutron] Port 3fa47a54-3be5-4c8b-9e6c-65844a602f7f on network 8340801f-4402-492e-94f2-866b61b44be1 not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-3 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:19:09.053960 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e56a1ac-ebfa-4a9b-86fe-9c51d6d2022d req-494a4226-3ecb-4a8b-833e-6eaeedad0b57 service neutron] Attempting to bind port 3fa47a54-3be5-4c8b-9e6c-65844a602f7f on network 8340801f-4402-492e-94f2-866b61b44be1 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:19:09.068500 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-3f927830-4b48-4a04-b8f3-093e461924c5 req-f8b338ec-9ebb-46bd-934a-ed04b6f6d6e0 service neutron] Attempting to bind port 6d539f0e-c69f-4656-871b-4f99deb45b47 on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:19:09.068920 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-3f927830-4b48-4a04-b8f3-093e461924c5 req-f8b338ec-9ebb-46bd-934a-ed04b6f6d6e0 service neutron] Attempting to bind port 6d539f0e-c69f-4656-871b-4f99deb45b47 by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': 'a4b3f14e-63d9-48d5-840b-48a32c514ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '8340801f-4402-492e-94f2-866b61b44be1'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:19:09.078200 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f927830-4b48-4a04-b8f3-093e461924c5 req-f8b338ec-9ebb-46bd-934a-ed04b6f6d6e0 service neutron] Attempting to bind port 6d539f0e-c69f-4656-871b-4f99deb45b47 on network 8340801f-4402-492e-94f2-866b61b44be1 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:19:09.104342 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f927830-4b48-4a04-b8f3-093e461924c5 req-f8b338ec-9ebb-46bd-934a-ed04b6f6d6e0 service neutron] Port 6d539f0e-c69f-4656-871b-4f99deb45b47 on network 8340801f-4402-492e-94f2-866b61b44be1 not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:19:09.104668 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f927830-4b48-4a04-b8f3-093e461924c5 req-f8b338ec-9ebb-46bd-934a-ed04b6f6d6e0 service neutron] Attempting to bind port 6d539f0e-c69f-4656-871b-4f99deb45b47 on network 8340801f-4402-492e-94f2-866b61b44be1 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:19:09.136345 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e56a1ac-ebfa-4a9b-86fe-9c51d6d2022d req-494a4226-3ecb-4a8b-833e-6eaeedad0b57 service neutron] Checking agent: {'id': '1dbac822-25f2-4df8-9dc8-5c2e7b136eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:19:09.137324 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e56a1ac-ebfa-4a9b-86fe-9c51d6d2022d req-494a4226-3ecb-4a8b-833e-6eaeedad0b57 service neutron] Checking segment: {'id': 'a4b3f14e-63d9-48d5-840b-48a32c514ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '8340801f-4402-492e-94f2-866b61b44be1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:19:09.141019 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e56a1ac-ebfa-4a9b-86fe-9c51d6d2022d req-494a4226-3ecb-4a8b-833e-6eaeedad0b57 service neutron] Bound using segment: {'id': 'a4b3f14e-63d9-48d5-840b-48a32c514ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '8340801f-4402-492e-94f2-866b61b44be1'} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:19:09.142881 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-5e56a1ac-ebfa-4a9b-86fe-9c51d6d2022d req-494a4226-3ecb-4a8b-833e-6eaeedad0b57 service neutron] Bound port: 3fa47a54-3be5-4c8b-9e6c-65844a602f7f, host: n-h1-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4b3f14e-63d9-48d5-840b-48a32c514ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '8340801f-4402-492e-94f2-866b61b44be1'}}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:19:09.143268 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-5e56a1ac-ebfa-4a9b-86fe-9c51d6d2022d req-494a4226-3ecb-4a8b-833e-6eaeedad0b57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:09.214670 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f927830-4b48-4a04-b8f3-093e461924c5 req-f8b338ec-9ebb-46bd-934a-ed04b6f6d6e0 service neutron] Checking agent: {'id': 'd1be059a-68ea-4c77-9b2b-29f4afa47e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:19:09.215017 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f927830-4b48-4a04-b8f3-093e461924c5 req-f8b338ec-9ebb-46bd-934a-ed04b6f6d6e0 service neutron] Checking segment: {'id': 'a4b3f14e-63d9-48d5-840b-48a32c514ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '8340801f-4402-492e-94f2-866b61b44be1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:19:09.215819 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f927830-4b48-4a04-b8f3-093e461924c5 req-f8b338ec-9ebb-46bd-934a-ed04b6f6d6e0 service neutron] Bound using segment: {'id': 'a4b3f14e-63d9-48d5-840b-48a32c514ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '8340801f-4402-492e-94f2-866b61b44be1'} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:19:09.215969 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-3f927830-4b48-4a04-b8f3-093e461924c5 req-f8b338ec-9ebb-46bd-934a-ed04b6f6d6e0 service neutron] Bound port: 6d539f0e-c69f-4656-871b-4f99deb45b47, host: n-h2-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4b3f14e-63d9-48d5-840b-48a32c514ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '8340801f-4402-492e-94f2-866b61b44be1'}}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:19:09.216208 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-3f927830-4b48-4a04-b8f3-093e461924c5 req-f8b338ec-9ebb-46bd-934a-ed04b6f6d6e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:09.317982 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-5e56a1ac-ebfa-4a9b-86fe-9c51d6d2022d req-494a4226-3ecb-4a8b-833e-6eaeedad0b57 service neutron] For port 3fa47a54-3be5-4c8b-9e6c-65844a602f7f, host n-h1-838550-3, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:19:09.322219 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-5e56a1ac-ebfa-4a9b-86fe-9c51d6d2022d req-494a4226-3ecb-4a8b-833e-6eaeedad0b57 service neutron] For port 3fa47a54-3be5-4c8b-9e6c-65844a602f7f, host n-h1-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=3fa47a54-3be5-4c8b-9e6c-65844a602f7f,segment=NetworkSegment(a4b3f14e-63d9-48d5-840b-48a32c514ddd),segment_id=a4b3f14e-63d9-48d5-840b-48a32c514ddd)] {{(pid=102730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:19:09.355598 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-5e56a1ac-ebfa-4a9b-86fe-9c51d6d2022d req-494a4226-3ecb-4a8b-833e-6eaeedad0b57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:09.439041 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e56a1ac-ebfa-4a9b-86fe-9c51d6d2022d req-494a4226-3ecb-4a8b-833e-6eaeedad0b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:09.440960 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-5e56a1ac-ebfa-4a9b-86fe-9c51d6d2022d req-494a4226-3ecb-4a8b-833e-6eaeedad0b57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:09.443061 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5e56a1ac-ebfa-4a9b-86fe-9c51d6d2022d req-494a4226-3ecb-4a8b-833e-6eaeedad0b57 service neutron] 10.222.0.36 "PUT /v2.0/ports/3fa47a54-3be5-4c8b-9e6c-65844a602f7f HTTP/1.1" status: 200 len: 1091 time: 3.0864551 May 18 18:19:09.448556 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5eb8dec1-c5dd-4b6e-b618-44fdb7f98c72', 'tag': '3fa47a54-3be5-4c8b-9e6c-65844a602f7f'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:19:09.452073 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da38e18a-d23b-421a-93f5-0867066fc390" -d '{"events": [{"name": "network-changed", "server_uuid": "5eb8dec1-c5dd-4b6e-b618-44fdb7f98c72", "tag": "3fa47a54-3be5-4c8b-9e6c-65844a602f7f"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:19:09.544712 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-3f927830-4b48-4a04-b8f3-093e461924c5 req-f8b338ec-9ebb-46bd-934a-ed04b6f6d6e0 service neutron] For port 6d539f0e-c69f-4656-871b-4f99deb45b47, host n-h2-838550-3, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:19:09.587573 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d34da814-1d96-4799-9b59-dfb3ea757e25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:09.590010 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3deccf4c-6926-4671-826a-fbb69ce6599e x-openstack-request-id: req-3deccf4c-6926-4671-826a-fbb69ce6599e {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:19:09.590949 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5eb8dec1-c5dd-4b6e-b618-44fdb7f98c72", "tag": "3fa47a54-3be5-4c8b-9e6c-65844a602f7f", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:19:09.591370 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-3deccf4c-6926-4671-826a-fbb69ce6599e {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:19:09.591849 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3deccf4c-6926-4671-826a-fbb69ce6599e'] response: {'name': 'network-changed', 'server_uuid': '5eb8dec1-c5dd-4b6e-b618-44fdb7f98c72', 'tag': '3fa47a54-3be5-4c8b-9e6c-65844a602f7f', 'status': 'completed', 'code': 200} May 18 18:19:09.593585 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d34da814-1d96-4799-9b59-dfb3ea757e25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:09.597161 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-d34da814-1d96-4799-9b59-dfb3ea757e25 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/96fc3a26-e243-477f-8230-7d4c24727beb HTTP/1.1" status: 204 len: 168 time: 1.2701535 May 18 18:19:09.618223 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494a4226-3ecb-4a8b-833e-6eaeedad0b57 service neutron] Pushing event updated for resources: {'Port': ['ID=3fa47a54-3be5-4c8b-9e6c-65844a602f7f,revision_number=3']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:19:09.627598 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-3f927830-4b48-4a04-b8f3-093e461924c5 req-f8b338ec-9ebb-46bd-934a-ed04b6f6d6e0 service neutron] For port 6d539f0e-c69f-4656-871b-4f99deb45b47, host n-h2-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=6d539f0e-c69f-4656-871b-4f99deb45b47,segment=NetworkSegment(a4b3f14e-63d9-48d5-840b-48a32c514ddd),segment_id=a4b3f14e-63d9-48d5-840b-48a32c514ddd)] {{(pid=102730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:19:09.645046 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-3f927830-4b48-4a04-b8f3-093e461924c5 req-f8b338ec-9ebb-46bd-934a-ed04b6f6d6e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:09.663095 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34da814-1d96-4799-9b59-dfb3ea757e25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96fc3a26-e243-477f-8230-7d4c24727beb,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:19:09.775469 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e56a1ac-ebfa-4a9b-86fe-9c51d6d2022d req-e2553b9d-1344-4268-abad-2c0c0f8981c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:09.775696 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5802df19-d646-4264-8e9d-306d2eba6c17 req-8b221d38-4fd3-41a9-a55b-62936905de48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:09.777328 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5e56a1ac-ebfa-4a9b-86fe-9c51d6d2022d req-e2553b9d-1344-4268-abad-2c0c0f8981c6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c2b3513b708b4437932d016f9b0b88f9&device_id=5eb8dec1-c5dd-4b6e-b618-44fdb7f98c72 HTTP/1.1" status: 200 len: 1094 time: 0.2662849 May 18 18:19:09.780822 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5802df19-d646-4264-8e9d-306d2eba6c17 req-8b221d38-4fd3-41a9-a55b-62936905de48 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=46ea3823b08b4c9799a678c4a73b1420&device_id=00ae5749-325c-4339-a1d0-d91fc688ad0c HTTP/1.1" status: 200 len: 1097 time: 0.3923838 May 18 18:19:09.786123 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b338ec-9ebb-46bd-934a-ed04b6f6d6e0 service neutron] Pushing event updated for resources: {'Port': ['ID=6d539f0e-c69f-4656-871b-4f99deb45b47,revision_number=3']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:19:09.798949 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdb8eb0-f50f-4957-87e3-a88b8cd3d62a req-b828be56-f007-4c7e-9edc-37d806951d8c tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:09.800559 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-dcdb8eb0-f50f-4957-87e3-a88b8cd3d62a req-b828be56-f007-4c7e-9edc-37d806951d8c tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "GET /v2.0/ports?device_id=00ae5749-325c-4339-a1d0-d91fc688ad0c HTTP/1.1" status: 200 len: 946 time: 0.4211748 May 18 18:19:09.831449 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f927830-4b48-4a04-b8f3-093e461924c5 req-f8b338ec-9ebb-46bd-934a-ed04b6f6d6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:09.835091 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-3f927830-4b48-4a04-b8f3-093e461924c5 req-f8b338ec-9ebb-46bd-934a-ed04b6f6d6e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:09.840587 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3f927830-4b48-4a04-b8f3-093e461924c5 req-f8b338ec-9ebb-46bd-934a-ed04b6f6d6e0 service neutron] 10.222.0.88 "PUT /v2.0/ports/6d539f0e-c69f-4656-871b-4f99deb45b47 HTTP/1.1" status: 200 len: 1092 time: 2.4819314 May 18 18:19:10.011459 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5e56a1ac-ebfa-4a9b-86fe-9c51d6d2022d req-df661f61-48a7-40cf-93d9-104d26156ac0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3fa47a54-3be5-4c8b-9e6c-65844a602f7f HTTP/1.1" status: 200 len: 217 time: 0.2083275 May 18 18:19:10.028800 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0668d234-9202-438f-b7b2-725f1865b8bc tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:10.031733 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0a57280c-2ad7-4aec-a303-052eb9054a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:10.127925 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e56a1ac-ebfa-4a9b-86fe-9c51d6d2022d req-e2ade793-96e7-4789-86d8-c9c3c8f43f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:10.129448 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5e56a1ac-ebfa-4a9b-86fe-9c51d6d2022d req-e2ade793-96e7-4789-86d8-c9c3c8f43f0a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3d050ba9-3aeb-4a7c-9b2d-eb606f1ad9c7 HTTP/1.1" status: 200 len: 854 time: 0.1066418 May 18 18:19:10.136372 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f927830-4b48-4a04-b8f3-093e461924c5 req-d8b33858-df6e-4065-bdc5-5ccc66d62762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:10.138459 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3f927830-4b48-4a04-b8f3-093e461924c5 req-d8b33858-df6e-4065-bdc5-5ccc66d62762 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c2b3513b708b4437932d016f9b0b88f9&device_id=89f3562d-a724-4375-ae42-f3dc5a48a522 HTTP/1.1" status: 200 len: 1095 time: 0.2145901 May 18 18:19:10.161778 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device fced7fd1-ef7c-4479-b124-1e401f5eca0b up at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:19:10.251547 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-dcdb8eb0-f50f-4957-87e3-a88b8cd3d62a req-43a2b4a7-8eea-493e-90d0-a7e0f835b1e8 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "GET /v2.0/security-groups?id=4a1f9358-f3a3-4045-96f1-cde7ad8c9099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4255502 May 18 18:19:10.274494 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning for port fced7fd1-ef7c-4479-b124-1e401f5eca0b completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:19:10.288355 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3f927830-4b48-4a04-b8f3-093e461924c5 req-35fd58cd-9b5f-45fd-ac06-48e7dd8bad5d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6d539f0e-c69f-4656-871b-4f99deb45b47 HTTP/1.1" status: 200 len: 217 time: 0.1370041 May 18 18:19:10.291932 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning complete for port fced7fd1-ef7c-4479-b124-1e401f5eca0b triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:19:10.292334 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:10.364965 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0668d234-9202-438f-b7b2-725f1865b8bc tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:10.389868 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df45f7a-e395-4231-ab58-9f25945ca949 req-3e434e66-c272-48b8-9ab6-889306d21e24 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:10.398935 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7df45f7a-e395-4231-ab58-9f25945ca949 req-3e434e66-c272-48b8-9ab6-889306d21e24 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] 10.222.0.85 "GET /v2.0/ports?device_id=89f3562d-a724-4375-ae42-f3dc5a48a522 HTTP/1.1" status: 200 len: 944 time: 0.2398288 May 18 18:19:10.402277 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e56a1ac-ebfa-4a9b-86fe-9c51d6d2022d req-4f65cc9d-c705-4186-a343-bbc4716423b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:10.403764 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5e56a1ac-ebfa-4a9b-86fe-9c51d6d2022d req-4f65cc9d-c705-4186-a343-bbc4716423b2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8340801f-4402-492e-94f2-866b61b44be1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2643604 May 18 18:19:10.432895 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5802df19-d646-4264-8e9d-306d2eba6c17 req-54fcdf20-0463-468b-bf2f-94819bf3c23d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:10.444247 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5802df19-d646-4264-8e9d-306d2eba6c17 req-54fcdf20-0463-468b-bf2f-94819bf3c23d service neutron] 10.222.0.88 "GET /v2.0/networks?id=32202dd9-9064-4832-817f-7e8b4a8db1c5 HTTP/1.1" status: 200 len: 911 time: 0.6426926 May 18 18:19:10.637326 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7df45f7a-e395-4231-ab58-9f25945ca949 req-4bf2871b-0ac4-44f3-8080-50a66799a544 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ecfcd7a-48bb-4ce7-ab79-4277880e130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347181 May 18 18:19:10.646047 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port fced7fd1-ef7c-4479-b124-1e401f5eca0b is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:19:10.646449 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:10.670377 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f927830-4b48-4a04-b8f3-093e461924c5 req-7c256984-6af1-4852-be02-bc24e4905cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:10.700533 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3f927830-4b48-4a04-b8f3-093e461924c5 req-7c256984-6af1-4852-be02-bc24e4905cf3 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=3d050ba9-3aeb-4a7c-9b2d-eb606f1ad9c7 HTTP/1.1" status: 200 len: 854 time: 0.3789604 May 18 18:19:10.806285 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f61c358-7f1d-407d-b92b-2718a08b4786', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fced7fd1-ef7c-4479-b124-1e401f5eca0b'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:19:10.809992 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4caae813-d722-4da6-9cb3-72ed8a15a661" -d '{"events": [{"server_uuid": "6f61c358-7f1d-407d-b92b-2718a08b4786", "name": "network-vif-plugged", "status": "completed", "tag": "fced7fd1-ef7c-4479-b124-1e401f5eca0b"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:19:10.825322 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port fced7fd1-ef7c-4479-b124-1e401f5eca0b, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=fced7fd1-ef7c-4479-b124-1e401f5eca0b,segment=NetworkSegment(a4b3f14e-63d9-48d5-840b-48a32c514ddd),segment_id=a4b3f14e-63d9-48d5-840b-48a32c514ddd)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:19:10.829515 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5802df19-d646-4264-8e9d-306d2eba6c17 req-3e7b849e-baab-4df3-8d19-23f97763f7fb service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c80e757e-91a4-471c-8d67-e10f2c61b218 HTTP/1.1" status: 200 len: 1001 time: 0.3719530 May 18 18:19:10.834537 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:10.872611 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5e56a1ac-ebfa-4a9b-86fe-9c51d6d2022d req-fcf6e4b0-584e-4c4a-a8b9-659c0d8f60dd service neutron] 10.222.0.36 "GET /v2.0/networks/8340801f-4402-492e-94f2-866b61b44be1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4415679 May 18 18:19:10.882587 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f927830-4b48-4a04-b8f3-093e461924c5 req-d6b3e740-10b3-476c-9101-3a66de514f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:10.882587 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3f927830-4b48-4a04-b8f3-093e461924c5 req-d6b3e740-10b3-476c-9101-3a66de514f2a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=8340801f-4402-492e-94f2-866b61b44be1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1761868 May 18 18:19:10.912688 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0668d234-9202-438f-b7b2-725f1865b8bc tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:10.964460 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=fced7fd1-ef7c-4479-b124-1e401f5eca0b,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:19:10.986640 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0668d234-9202-438f-b7b2-725f1865b8bc tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:11.016267 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9fb2ee1-f1f1-4b09-9fc3-bd4aa89782ba x-openstack-request-id: req-f9fb2ee1-f1f1-4b09-9fc3-bd4aa89782ba {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:19:11.016617 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f61c358-7f1d-407d-b92b-2718a08b4786", "name": "network-vif-plugged", "status": "completed", "tag": "fced7fd1-ef7c-4479-b124-1e401f5eca0b", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:19:11.016882 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-f9fb2ee1-f1f1-4b09-9fc3-bd4aa89782ba {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:19:11.017271 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9fb2ee1-f1f1-4b09-9fc3-bd4aa89782ba'] response: {'server_uuid': '6f61c358-7f1d-407d-b92b-2718a08b4786', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fced7fd1-ef7c-4479-b124-1e401f5eca0b', 'code': 200} May 18 18:19:11.105591 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5e56a1ac-ebfa-4a9b-86fe-9c51d6d2022d req-e0e34064-1ae7-4554-8d9a-69aff558b703 service neutron] 10.222.0.36 "GET /v2.0/networks/8340801f-4402-492e-94f2-866b61b44be1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245545 May 18 18:19:11.109603 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3f927830-4b48-4a04-b8f3-093e461924c5 req-41ef4b35-0d4b-4b89-9bc3-8808d6138eb5 service neutron] 10.222.0.88 "GET /v2.0/networks/8340801f-4402-492e-94f2-866b61b44be1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180879 May 18 18:19:11.173380 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5802df19-d646-4264-8e9d-306d2eba6c17 req-90bdd934-e947-4570-961b-95bc9c6a723d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:11.175886 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5802df19-d646-4264-8e9d-306d2eba6c17 req-90bdd934-e947-4570-961b-95bc9c6a723d service neutron] 10.222.0.88 "GET /v2.0/subnets?id=77da057d-3a9e-4973-b1e0-fe1781c445e0 HTTP/1.1" status: 200 len: 849 time: 0.2573757 May 18 18:19:11.214400 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:11.241368 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 39242) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:19:11.274754 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82f106a-5b3e-4914-9ce6-3ac05e657cb5 req-f0fa114e-de89-4ff6-a956-97439010ca2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:11.276559 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c82f106a-5b3e-4914-9ce6-3ac05e657cb5 req-f0fa114e-de89-4ff6-a956-97439010ca2f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6f61c358-7f1d-407d-b92b-2718a08b4786 HTTP/1.1" status: 200 len: 1097 time: 0.1253006 May 18 18:19:11.338160 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3f927830-4b48-4a04-b8f3-093e461924c5 req-b30b670f-b773-4481-8711-86837275e6d6 service neutron] 10.222.0.88 "GET /v2.0/networks/8340801f-4402-492e-94f2-866b61b44be1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995671 May 18 18:19:11.342736 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0668d234-9202-438f-b7b2-725f1865b8bc tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Pushing event updated for resources: {'Port': ['ID=feebeabd-4bd7-4059-8f21-cb9c1e908d13,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:19:11.359061 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0668d234-9202-438f-b7b2-725f1865b8bc tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596987'] for floatingip, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:11.359702 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c82f106a-5b3e-4914-9ce6-3ac05e657cb5 req-6cd979f3-a786-477d-8bc0-098cdb4c0b94 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3ecfcd7a-48bb-4ce7-ab79-4277880e130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716543 May 18 18:19:11.459581 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5802df19-d646-4264-8e9d-306d2eba6c17 req-2d4f8948-cce3-4e42-9371-251223965285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:11.463447 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5802df19-d646-4264-8e9d-306d2eba6c17 req-2d4f8948-cce3-4e42-9371-251223965285 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=32202dd9-9064-4832-817f-7e8b4a8db1c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2782717 May 18 18:19:11.472534 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da38e18a-d23b-421a-93f5-0867066fc390 req-78e17c85-345c-459c-9b41-ea0413f4c55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:11.474263 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-da38e18a-d23b-421a-93f5-0867066fc390 req-78e17c85-345c-459c-9b41-ea0413f4c55b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c2b3513b708b4437932d016f9b0b88f9&device_id=5eb8dec1-c5dd-4b6e-b618-44fdb7f98c72 HTTP/1.1" status: 200 len: 1094 time: 0.1830199 May 18 18:19:11.540868 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9eae46-834b-4965-826c-67f0c4bb4151 req-0c68c12a-fcfc-42e4-ad09-e0416ac6e795 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:11.544157 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2f9eae46-834b-4965-826c-67f0c4bb4151 req-0c68c12a-fcfc-42e4-ad09-e0416ac6e795 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "GET /v2.0/ports?device_id=00ae5749-325c-4339-a1d0-d91fc688ad0c HTTP/1.1" status: 200 len: 946 time: 0.1338272 May 18 18:19:11.605039 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89f3562d-a724-4375-ae42-f3dc5a48a522', 'tag': '6d539f0e-c69f-4656-871b-4f99deb45b47'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:19:11.621253 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8f03ca8-6bac-4a70-add0-fcba7fb9b6c3" -d '{"events": [{"name": "network-changed", "server_uuid": "89f3562d-a724-4375-ae42-f3dc5a48a522", "tag": "6d539f0e-c69f-4656-871b-4f99deb45b47"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:19:11.697430 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2f9eae46-834b-4965-826c-67f0c4bb4151 req-08e23272-1285-4a0d-823a-d7f3e3ab8ff3 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "GET /v2.0/security-groups?id=4a1f9358-f3a3-4045-96f1-cde7ad8c9099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310549 May 18 18:19:11.708761 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-9c277a21-594e-4d69-9b50-89a117d75cca tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Request body: {'security_group': {'name': 'tempest-secgroup--1698248522'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:19:11.744982 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1aa6df7d-b33b-4037-b151-f215038fc881 req-c88b9b4c-9beb-42c3-97fd-c7f677714b43 tempest-ServerShowV257Test-530360188 tempest-ServerShowV257Test-530360188-project] 10.222.0.85 "GET /v2.0/ports?device_id=37e036f8-9603-4172-a881-6bf11c052201 HTTP/1.1" status: 200 len: 210 time: 0.1893997 May 18 18:19:11.753675 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9c277a21-594e-4d69-9b50-89a117d75cca tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:11.776850 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9c277a21-594e-4d69-9b50-89a117d75cca tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:11.823256 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1df9082-383f-45a5-97a6-5aa947590827 x-openstack-request-id: req-c1df9082-383f-45a5-97a6-5aa947590827 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:19:11.823881 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89f3562d-a724-4375-ae42-f3dc5a48a522", "tag": "6d539f0e-c69f-4656-871b-4f99deb45b47", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:19:11.824272 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-c1df9082-383f-45a5-97a6-5aa947590827 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:19:11.824899 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1df9082-383f-45a5-97a6-5aa947590827'] response: {'name': 'network-changed', 'server_uuid': '89f3562d-a724-4375-ae42-f3dc5a48a522', 'tag': '6d539f0e-c69f-4656-871b-4f99deb45b47', 'status': 'completed', 'code': 200} May 18 18:19:11.901827 n-d-838550-3 neutron-server[102731]: INFO neutron.db.l3_db [None req-0668d234-9202-438f-b7b2-725f1865b8bc tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Floating IP 2646f18c-4313-4b03-a08a-11b1d981c8ca associated. External IP: 172.25.5.41, port: c9ac58c8-a97e-4076-b3ff-20d504185a30. May 18 18:19:11.944335 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f03ca8-6bac-4a70-add0-fcba7fb9b6c3 req-8296481d-9ab1-4413-9fe6-d631309eba5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:11.946786 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b8f03ca8-6bac-4a70-add0-fcba7fb9b6c3 req-8296481d-9ab1-4413-9fe6-d631309eba5b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c2b3513b708b4437932d016f9b0b88f9&device_id=89f3562d-a724-4375-ae42-f3dc5a48a522 HTTP/1.1" status: 200 len: 1095 time: 0.0910196 May 18 18:19:12.069115 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9c277a21-594e-4d69-9b50-89a117d75cca tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:12.080512 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da38e18a-d23b-421a-93f5-0867066fc390 req-9514b93d-c196-4698-a357-14bb363e5768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:12.082079 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-da38e18a-d23b-421a-93f5-0867066fc390 req-9514b93d-c196-4698-a357-14bb363e5768 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8340801f-4402-492e-94f2-866b61b44be1 HTTP/1.1" status: 200 len: 916 time: 0.5089085 May 18 18:19:12.085084 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9c277a21-594e-4d69-9b50-89a117d75cca tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:12.161137 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5802df19-d646-4264-8e9d-306d2eba6c17 req-a7e659d6-e99d-49ac-ae39-9fcd013a424b service neutron] 10.222.0.88 "GET /v2.0/networks/32202dd9-9064-4832-817f-7e8b4a8db1c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6084356 May 18 18:19:12.168968 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9c277a21-594e-4d69-9b50-89a117d75cca tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:12.179868 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9c277a21-594e-4d69-9b50-89a117d75cca tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:12.218904 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-da38e18a-d23b-421a-93f5-0867066fc390 req-ee8bcebf-e15a-4c7e-b628-1ed47c0efeb2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3fa47a54-3be5-4c8b-9e6c-65844a602f7f HTTP/1.1" status: 200 len: 217 time: 0.1267912 May 18 18:19:12.224392 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f03ca8-6bac-4a70-add0-fcba7fb9b6c3 req-c2846a74-6e99-478a-8839-207754116942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:12.226585 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b8f03ca8-6bac-4a70-add0-fcba7fb9b6c3 req-c2846a74-6e99-478a-8839-207754116942 service neutron] 10.222.0.88 "GET /v2.0/networks?id=8340801f-4402-492e-94f2-866b61b44be1 HTTP/1.1" status: 200 len: 916 time: 0.2683063 May 18 18:19:12.228601 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c277a21-594e-4d69-9b50-89a117d75cca tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d855319-fc27-499a-a3a8-3ad4118d6635,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:19:12.239746 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5553e35-560c-400f-822b-d5eafe762a16 req-778eecdb-88e2-430d-b02e-c36246a5bfc7 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:12.250868 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e5553e35-560c-400f-822b-d5eafe762a16 req-778eecdb-88e2-430d-b02e-c36246a5bfc7 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] 10.222.0.85 "GET /v2.0/ports?device_id=89f3562d-a724-4375-ae42-f3dc5a48a522 HTTP/1.1" status: 200 len: 944 time: 0.3599920 May 18 18:19:12.265260 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c277a21-594e-4d69-9b50-89a117d75cca tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18b684a7-2fff-4f6d-a739-486fabb0057d,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:19:12.362078 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b8f03ca8-6bac-4a70-add0-fcba7fb9b6c3 req-fe01cfd1-a90f-426f-8d24-7910fbf584af service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6d539f0e-c69f-4656-871b-4f99deb45b47 HTTP/1.1" status: 200 len: 217 time: 0.0922244 May 18 18:19:12.365569 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9c277a21-594e-4d69-9b50-89a117d75cca tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:12.371584 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:12.372772 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-9c277a21-594e-4d69-9b50-89a117d75cca tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1281798 May 18 18:19:12.379310 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 39276) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:19:12.473447 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f03ca8-6bac-4a70-add0-fcba7fb9b6c3 req-3b43e14c-6562-4917-b68e-898f7ea1bbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:12.484610 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b8f03ca8-6bac-4a70-add0-fcba7fb9b6c3 req-3b43e14c-6562-4917-b68e-898f7ea1bbf8 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=3d050ba9-3aeb-4a7c-9b2d-eb606f1ad9c7 HTTP/1.1" status: 200 len: 854 time: 0.1081491 May 18 18:19:12.567966 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f03ca8-6bac-4a70-add0-fcba7fb9b6c3 req-dd49a7ee-ef44-47b4-98f3-cdf5de43e549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:12.570105 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b8f03ca8-6bac-4a70-add0-fcba7fb9b6c3 req-dd49a7ee-ef44-47b4-98f3-cdf5de43e549 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=8340801f-4402-492e-94f2-866b61b44be1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0769041 May 18 18:19:12.754306 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b8f03ca8-6bac-4a70-add0-fcba7fb9b6c3 req-e6b28f2c-279a-46cf-ac07-93a45343cc5b service neutron] 10.222.0.88 "GET /v2.0/networks/8340801f-4402-492e-94f2-866b61b44be1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718009 May 18 18:19:13.011847 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b8f03ca8-6bac-4a70-add0-fcba7fb9b6c3 req-b04c8c41-e5a3-4b6b-a858-84965f06b360 service neutron] 10.222.0.88 "GET /v2.0/networks/8340801f-4402-492e-94f2-866b61b44be1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2417560 May 18 18:19:13.038087 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da38e18a-d23b-421a-93f5-0867066fc390 req-5ab982b6-0149-4c31-b3d3-c018609e00b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:13.040316 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-da38e18a-d23b-421a-93f5-0867066fc390 req-5ab982b6-0149-4c31-b3d3-c018609e00b1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3d050ba9-3aeb-4a7c-9b2d-eb606f1ad9c7 HTTP/1.1" status: 200 len: 854 time: 0.7825091 May 18 18:19:13.071857 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 39294) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:19:13.073814 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:13.074412 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd45538-5d35-44ff-bfb1-f0cd5db4c88a req-305196d6-4455-4049-9c87-d1d535e085f5 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:13.081821 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5fd45538-5d35-44ff-bfb1-f0cd5db4c88a req-305196d6-4455-4049-9c87-d1d535e085f5 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "GET /v2.0/ports?device_id=00ae5749-325c-4339-a1d0-d91fc688ad0c HTTP/1.1" status: 200 len: 946 time: 0.2121580 May 18 18:19:13.116797 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e5553e35-560c-400f-822b-d5eafe762a16 req-e4135ed0-f958-40d5-bb87-88d7a8135927 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ecfcd7a-48bb-4ce7-ab79-4277880e130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8646114 May 18 18:19:13.141534 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5fd45538-5d35-44ff-bfb1-f0cd5db4c88a req-8c5fb621-547c-4853-a61d-ffa73480a7fd tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "GET /v2.0/security-groups?id=4a1f9358-f3a3-4045-96f1-cde7ad8c9099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506599 May 18 18:19:13.232684 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 39298) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:19:13.233007 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-9c2584e6-0e6b-496e-a879-b2d6d55dc347 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] 10.222.0.85 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.8525600 May 18 18:19:13.235067 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da38e18a-d23b-421a-93f5-0867066fc390 req-da9084cd-5566-4bd2-95e6-26a64c4fb74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:13.236538 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-da38e18a-d23b-421a-93f5-0867066fc390 req-da9084cd-5566-4bd2-95e6-26a64c4fb74f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8340801f-4402-492e-94f2-866b61b44be1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1750238 May 18 18:19:13.239933 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-26aca965-029b-462a-bed5-9ab3243401fb tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Request body: {'security_group': {'name': 'tempest-security--909356589', 'description': 'tempest-security-description-776320966'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:19:13.253073 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5802df19-d646-4264-8e9d-306d2eba6c17 req-9cc1cf62-4c92-42ef-9307-2043cf367da0 service neutron] 10.222.0.88 "GET /v2.0/networks/32202dd9-9064-4832-817f-7e8b4a8db1c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0494719 May 18 18:19:13.280623 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-26aca965-029b-462a-bed5-9ab3243401fb tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks [] for security_group, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:13.315015 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-140389ca-3fc7-4337-8233-3a1c2c18e885 req-4eb43ff2-b98a-473e-9517-36635fc49586 tempest-ServerShowV257Test-530360188 tempest-ServerShowV257Test-530360188-project] 10.222.0.85 "GET /v2.0/ports?device_id=37e036f8-9603-4172-a881-6bf11c052201 HTTP/1.1" status: 200 len: 210 time: 0.0683317 May 18 18:19:13.380519 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0668d234-9202-438f-b7b2-725f1865b8bc tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Router 3e2ae5bc-2c8e-4f90-b16d-bd1568184238 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:19:13.392415 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-26aca965-029b-462a-bed5-9ab3243401fb tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks [] for security_group, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:13.393131 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f6547190-65b0-4a75-a5d2-58cd7f0fe90d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:13.399207 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-26aca965-029b-462a-bed5-9ab3243401fb tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:13.403635 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-26aca965-029b-462a-bed5-9ab3243401fb tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:13.405185 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-26aca965-029b-462a-bed5-9ab3243401fb tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] 10.222.0.85 "PUT /v2.0/security-groups/18b684a7-2fff-4f6d-a739-486fabb0057d HTTP/1.1" status: 200 len: 1778 time: 0.1705351 May 18 18:19:13.410045 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 39300) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:19:13.426798 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 6d539f0e-c69f-4656-871b-4f99deb45b47 details requested by agent hyperv_n-h2-838550-3 with host n-h2-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:19:13.482867 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aca965-029b-462a-bed5-9ab3243401fb tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18b684a7-2fff-4f6d-a739-486fabb0057d,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:19:13.515375 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-53cbb0e6-055f-434b-ab3b-a25aa6f78294 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] 10.222.0.85 "GET /v2.0/security-groups/18b684a7-2fff-4f6d-a739-486fabb0057d HTTP/1.1" status: 200 len: 1778 time: 0.0999439 May 18 18:19:13.517972 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-da38e18a-d23b-421a-93f5-0867066fc390 req-e5ad9ad4-ebb2-4c86-b42b-160255472e59 service neutron] 10.222.0.36 "GET /v2.0/networks/8340801f-4402-492e-94f2-866b61b44be1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2564018 May 18 18:19:13.519566 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 39302) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:19:13.615666 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 6d539f0e-c69f-4656-871b-4f99deb45b47, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=6d539f0e-c69f-4656-871b-4f99deb45b47,segment=NetworkSegment(a4b3f14e-63d9-48d5-840b-48a32c514ddd),segment_id=a4b3f14e-63d9-48d5-840b-48a32c514ddd)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:19:13.621197 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2ec1625e-68fc-4003-a45b-03edce3a709b tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:13.653886 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Returning: {'device': '6d539f0e-c69f-4656-871b-4f99deb45b47', 'network_id': '8340801f-4402-492e-94f2-866b61b44be1', 'port_id': '6d539f0e-c69f-4656-871b-4f99deb45b47', 'mac_address': 'fa:16:3e:95:d6:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d050ba9-3aeb-4a7c-9b2d-eb606f1ad9c7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:19:13.666452 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2ec1625e-68fc-4003-a45b-03edce3a709b tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:13.702087 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0668d234-9202-438f-b7b2-725f1865b8bc tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:19:13.728823 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-da38e18a-d23b-421a-93f5-0867066fc390 req-8738354f-40a4-4328-bfc7-b102b39a54b5 service neutron] 10.222.0.36 "GET /v2.0/networks/8340801f-4402-492e-94f2-866b61b44be1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046313 May 18 18:19:13.733873 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2ec1625e-68fc-4003-a45b-03edce3a709b tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:13.745005 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f6547190-65b0-4a75-a5d2-58cd7f0fe90d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:13.748874 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0668d234-9202-438f-b7b2-725f1865b8bc tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:13.752089 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2ec1625e-68fc-4003-a45b-03edce3a709b tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:13.753335 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f6547190-65b0-4a75-a5d2-58cd7f0fe90d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:13.754829 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-2ec1625e-68fc-4003-a45b-03edce3a709b tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] 10.222.0.85 "DELETE /v2.0/security-groups/18b684a7-2fff-4f6d-a739-486fabb0057d HTTP/1.1" status: 204 len: 168 time: 0.2326324 May 18 18:19:13.758264 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 39304) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:19:13.772705 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec1625e-68fc-4003-a45b-03edce3a709b tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18b684a7-2fff-4f6d-a739-486fabb0057d,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:19:13.790092 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37304eb-4e12-4210-b814-ec3a23b077d2 None None] Sync routers for ids ['3e2ae5bc-2c8e-4f90-b16d-bd1568184238'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:19:13.819883 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37304eb-4e12-4210-b814-ec3a23b077d2 None None] Routers {'3e2ae5bc-2c8e-4f90-b16d-bd1568184238'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:19:13.821554 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-a37304eb-4e12-4210-b814-ec3a23b077d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:19:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['3e2ae5bc-2c8e-4f90-b16d-bd1568184238'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:19:13.842996 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-0668d234-9202-438f-b7b2-725f1865b8bc tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 7.0292540 May 18 18:19:13.844789 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf581f9b-6cca-452c-965b-a19b58ea3b35', 'tag': 'c9ac58c8-a97e-4076-b3ff-20d504185a30'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:19:13.847144 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 39308) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:19:13.847420 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9415d78a-94bc-44ac-a2a8-d42e0716957d" -d '{"events": [{"name": "network-changed", "server_uuid": "cf581f9b-6cca-452c-965b-a19b58ea3b35", "tag": "c9ac58c8-a97e-4076-b3ff-20d504185a30"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:19:13.853083 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 6d539f0e-c69f-4656-871b-4f99deb45b47 is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:19:13.853476 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:13.854620 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-f6547190-65b0-4a75-a5d2-58cd7f0fe90d admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=9d7408bc463b4fde844ec077564c2adb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7815857 May 18 18:19:13.863726 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 39312) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:19:13.865566 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6547190-65b0-4a75-a5d2-58cd7f0fe90d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a02a7f4-4c7e-459e-9474-02b95e43e79b,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:19:13.908027 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-a353d3ea-5808-490a-95c3-93ed5943c06b tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] 10.222.0.85 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1302500 May 18 18:19:13.908790 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 39314) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:19:13.943795 n-d-838550-3 neutron-server[102731]: INFO neutron.api.v2.resource [None req-cd781315-7649-46e6-bad5-ce5b0cf40737 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] delete failed (client error): The resource could not be found. May 18 18:19:13.952930 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-cd781315-7649-46e6-bad5-ce5b0cf40737 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] 10.222.0.85 "DELETE /v2.0/security-groups/18b684a7-2fff-4f6d-a739-486fabb0057d HTTP/1.1" status: 404 len: 347 time: 0.0401831 May 18 18:19:13.955610 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 39316) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:19:13.960888 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-aed1a14d-8179-449e-a450-96eab4cdfe5e tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Request body: {'security_group': {'name': 'tempest-secgroup--2134919674'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:19:13.981101 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-68f1420c-bf76-48e5-9b89-6606cf22f546 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:14.007826 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 7 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 18:19:14.015781 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-aed1a14d-8179-449e-a450-96eab4cdfe5e tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:14.021293 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02dd51af-8d72-4b54-b9be-6cd86201ed32 x-openstack-request-id: req-02dd51af-8d72-4b54-b9be-6cd86201ed32 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:19:14.021589 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf581f9b-6cca-452c-965b-a19b58ea3b35", "tag": "c9ac58c8-a97e-4076-b3ff-20d504185a30", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:19:14.021870 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-02dd51af-8d72-4b54-b9be-6cd86201ed32 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:19:14.022832 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02dd51af-8d72-4b54-b9be-6cd86201ed32'] response: {'name': 'network-changed', 'server_uuid': 'cf581f9b-6cca-452c-965b-a19b58ea3b35', 'tag': 'c9ac58c8-a97e-4076-b3ff-20d504185a30', 'status': 'completed', 'code': 200} May 18 18:19:14.035642 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-68f1420c-bf76-48e5-9b89-6606cf22f546 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:14.057809 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d539f0e-c69f-4656-871b-4f99deb45b47 {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:19:14.167706 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-68f1420c-bf76-48e5-9b89-6606cf22f546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:14.170283 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 6d539f0e-c69f-4656-871b-4f99deb45b47, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=6d539f0e-c69f-4656-871b-4f99deb45b47,segment=NetworkSegment(a4b3f14e-63d9-48d5-840b-48a32c514ddd),segment_id=a4b3f14e-63d9-48d5-840b-48a32c514ddd)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:19:14.171457 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-68f1420c-bf76-48e5-9b89-6606cf22f546 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:14.173018 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-68f1420c-bf76-48e5-9b89-6606cf22f546 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/4a02a7f4-4c7e-459e-9474-02b95e43e79b HTTP/1.1" status: 204 len: 168 time: 0.3083527 May 18 18:19:14.204042 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:14.222913 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 3fa47a54-3be5-4c8b-9e6c-65844a602f7f details requested by agent hyperv_n-h1-838550-3 with host n-h1-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:19:14.235045 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f1420c-bf76-48e5-9b89-6606cf22f546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a02a7f4-4c7e-459e-9474-02b95e43e79b,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:19:14.366599 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=6d539f0e-c69f-4656-871b-4f99deb45b47,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:19:14.412387 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-a37304eb-4e12-4210-b814-ec3a23b077d2 None None] Set router 3e2ae5bc-2c8e-4f90-b16d-bd1568184238 gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:19:14.508002 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9415d78a-94bc-44ac-a2a8-d42e0716957d req-e3ad77fe-c034-4d06-a13a-599991218041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:14.511135 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9415d78a-94bc-44ac-a2a8-d42e0716957d req-e3ad77fe-c034-4d06-a13a-599991218041 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=6664118b95564eb5aa43c658eedfd9ed&device_id=cf581f9b-6cca-452c-965b-a19b58ea3b35 HTTP/1.1" status: 200 len: 1096 time: 0.4037433 May 18 18:19:14.525781 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-aed1a14d-8179-449e-a450-96eab4cdfe5e tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:14.526062 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfbb9e6-349a-45e6-be06-bf8728e67817 req-b149319c-9b1d-4066-839e-32de7e7a1f55 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:14.536444 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9bfbb9e6-349a-45e6-be06-bf8728e67817 req-b149319c-9b1d-4066-839e-32de7e7a1f55 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "GET /v2.0/ports?device_id=00ae5749-325c-4339-a1d0-d91fc688ad0c HTTP/1.1" status: 200 len: 946 time: 0.1449504 May 18 18:19:14.539327 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-aed1a14d-8179-449e-a450-96eab4cdfe5e tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:14.544236 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-533d24ec-42e5-4de7-8fd7-87b0d97492b7 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "GET /v2.0/floatingips/2646f18c-4313-4b03-a08a-11b1d981c8ca HTTP/1.1" status: 200 len: 990 time: 0.6948297 May 18 18:19:14.589424 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43c7273-6a47-47b9-a8bc-2bb0025b2402 req-7d9e3af0-476b-4c5c-8f00-ca09e70c31cb tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:14.606746 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d43c7273-6a47-47b9-a8bc-2bb0025b2402 req-7d9e3af0-476b-4c5c-8f00-ca09e70c31cb tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] 10.222.0.85 "GET /v2.0/ports?device_id=89f3562d-a724-4375-ae42-f3dc5a48a522 HTTP/1.1" status: 200 len: 945 time: 0.2831767 May 18 18:19:14.637820 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9bfbb9e6-349a-45e6-be06-bf8728e67817 req-29543c89-dd5a-41bf-a301-43b212717a04 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "GET /v2.0/security-groups?id=4a1f9358-f3a3-4045-96f1-cde7ad8c9099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874522 May 18 18:19:14.726825 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-dce255a1-3704-46b7-818d-d1bcee35fdf0 req-812623a8-ed05-441e-bc16-1754074dea17 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=37e036f8-9603-4172-a881-6bf11c052201 HTTP/1.1" status: 200 len: 210 time: 0.1172836 May 18 18:19:14.813313 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-aed1a14d-8179-449e-a450-96eab4cdfe5e tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:14.815329 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-aed1a14d-8179-449e-a450-96eab4cdfe5e tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8587766 May 18 18:19:14.821071 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed1a14d-8179-449e-a450-96eab4cdfe5e tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8dd944a9-9055-40c8-9314-416be19be338,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:19:14.826153 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['6d539f0e-c69f-4656-871b-4f99deb45b47'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:19:14.832232 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 39332) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:19:14.837417 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 3fa47a54-3be5-4c8b-9e6c-65844a602f7f, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=3fa47a54-3be5-4c8b-9e6c-65844a602f7f,segment=NetworkSegment(a4b3f14e-63d9-48d5-840b-48a32c514ddd),segment_id=a4b3f14e-63d9-48d5-840b-48a32c514ddd)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:19:14.838588 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-61070ac9-3879-4a1a-8c21-35cad8c84a4c tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Request body: {'security_group_rule': {'security_group_id': '8dd944a9-9055-40c8-9314-416be19be338', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:19:14.909846 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d43c7273-6a47-47b9-a8bc-2bb0025b2402 req-8d30622d-c606-497b-8959-dc5573d43aa0 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ecfcd7a-48bb-4ce7-ab79-4277880e130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3023908 May 18 18:19:14.910656 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-61070ac9-3879-4a1a-8c21-35cad8c84a4c tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:14.924400 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Returning: {'device': '3fa47a54-3be5-4c8b-9e6c-65844a602f7f', 'network_id': '8340801f-4402-492e-94f2-866b61b44be1', 'port_id': '3fa47a54-3be5-4c8b-9e6c-65844a602f7f', 'mac_address': 'fa:16:3e:e2:36:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d050ba9-3aeb-4a7c-9b2d-eb606f1ad9c7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:19:14.929297 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3cf93939-7970-4765-99b5-d47c111903dd req-ac13da88-4ef2-44ce-a4c8-4c6108346ad5 tempest-ServerShowV257Test-530360188 tempest-ServerShowV257Test-530360188-project] 10.222.0.85 "GET /v2.0/ports?device_id=37e036f8-9603-4172-a881-6bf11c052201 HTTP/1.1" status: 200 len: 210 time: 0.1239097 May 18 18:19:14.944077 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 39336) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:19:14.973148 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d6e092dc-4e5e-446d-a025-7279143acd99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:14.990967 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9415d78a-94bc-44ac-a2a8-d42e0716957d req-97cb8895-b36c-4cde-8d23-907ed55a63fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:15.000089 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9415d78a-94bc-44ac-a2a8-d42e0716957d req-97cb8895-b36c-4cde-8d23-907ed55a63fc service neutron] 10.222.0.88 "GET /v2.0/networks?id=3f8a9fba-a301-4045-a1ed-90503af6265b HTTP/1.1" status: 200 len: 897 time: 0.4642665 May 18 18:19:15.102629 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-61070ac9-3879-4a1a-8c21-35cad8c84a4c tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:15.116864 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-61070ac9-3879-4a1a-8c21-35cad8c84a4c tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:15.142723 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9415d78a-94bc-44ac-a2a8-d42e0716957d req-2e35c681-ae15-4beb-bb3c-c995a8bda1d2 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c9ac58c8-a97e-4076-b3ff-20d504185a30 HTTP/1.1" status: 200 len: 998 time: 0.1220875 May 18 18:19:15.155788 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-61070ac9-3879-4a1a-8c21-35cad8c84a4c tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:15.161018 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-61070ac9-3879-4a1a-8c21-35cad8c84a4c tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3231270 May 18 18:19:15.165203 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61070ac9-3879-4a1a-8c21-35cad8c84a4c tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4940d9a-a471-4457-bd45-9ae8eca97931,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:19:15.168821 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 39338) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:19:15.214945 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d6e092dc-4e5e-446d-a025-7279143acd99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:15.222072 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 3fa47a54-3be5-4c8b-9e6c-65844a602f7f is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:19:15.222459 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:15.223069 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d6e092dc-4e5e-446d-a025-7279143acd99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:15.243644 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2499da79-bdd0-4b22-9685-046cef65c861 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:15.247621 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9415d78a-94bc-44ac-a2a8-d42e0716957d req-aaf9eaf7-587b-4dcb-8e4e-10caf860dd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:15.251457 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9415d78a-94bc-44ac-a2a8-d42e0716957d req-aaf9eaf7-587b-4dcb-8e4e-10caf860dd9f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f3087b50-8afa-41c8-8fad-b7d7fc4a8246 HTTP/1.1" status: 200 len: 834 time: 0.0991504 May 18 18:19:15.259878 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2499da79-bdd0-4b22-9685-046cef65c861 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:15.262629 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fa47a54-3be5-4c8b-9e6c-65844a602f7f {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:19:15.293525 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-d6e092dc-4e5e-446d-a025-7279143acd99 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=eebd09ace56c4c89a8f37ee088ca2aed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3481562 May 18 18:19:15.295167 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 39340) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:19:15.299802 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e092dc-4e5e-446d-a025-7279143acd99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ddf3dfb-6f76-4310-a951-13764f54afd0,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:19:15.303295 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 3fa47a54-3be5-4c8b-9e6c-65844a602f7f, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=3fa47a54-3be5-4c8b-9e6c-65844a602f7f,segment=NetworkSegment(a4b3f14e-63d9-48d5-840b-48a32c514ddd),segment_id=a4b3f14e-63d9-48d5-840b-48a32c514ddd)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:19:15.314898 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:15.366170 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-a37304eb-4e12-4210-b814-ec3a23b077d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e2ae5bc-2c8e-4f90-b16d-bd1568184238', 'name': 'tempest-TestNetworkBasicOps-router-1485044425', 'tenant_id': '6664118b95564eb5aa43c658eedfd9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '52445f4a-7363-4b89-94c1-d8ed3c3645eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:18:17Z', 'updated_at': '2022-05-18T18:18:28Z', 'revision_number': 4, 'project_id': '6664118b95564eb5aa43c658eedfd9ed', 'gw_port': {'id': '52445f4a-7363-4b89-94c1-d8ed3c3645eb', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ef:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2ae5bc-2c8e-4f90-b16d-bd1568184238', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:18:18Z', 'updated_at': '2022-05-18T18:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': '2646f18c-4313-4b03-a08a-11b1d981c8ca', 'tenant_id': '6664118b95564eb5aa43c658eedfd9ed', 'floating_ip_address': '172.25.5.41', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': '3e2ae5bc-2c8e-4f90-b16d-bd1568184238', 'port_id': 'c9ac58c8-a97e-4076-b3ff-20d504185a30', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2023, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f8a9fba-a301-4045-a1ed-90503af6265b', 'mac_address': 'fa:16:3e:89:bb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf581f9b-6cca-452c-965b-a19b58ea3b35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T18:19:08Z', 'updated_at': '2022-05-18T18:19:08Z', 'revision_number': 0, 'project_id': '6664118b95564eb5aa43c658eedfd9ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7c0b493-b884-43f8-8338-07f312279f49', 'name': '', 'network_id': '3f8a9fba-a301-4045-a1ed-90503af6265b', 'tenant_id': '6664118b95564eb5aa43c658eedfd9ed', 'mac_address': 'fa:16:3e:1a:31:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2ae5bc-2c8e-4f90-b16d-bd1568184238', 'device_owner': 'network:router_interface', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': 'f3087b50-8afa-41c8-8fad-b7d7fc4a8246', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:18:26Z', 'updated_at': '2022-05-18T18:18:33Z', 'revision_number': 5, 'project_id': '6664118b95564eb5aa43c658eedfd9ed', 'subnets': [{'id': 'f3087b50-8afa-41c8-8fad-b7d7fc4a8246', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:19:15.381200 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9415d78a-94bc-44ac-a2a8-d42e0716957d req-6241f4da-c9a1-4baa-bec6-c7d034c86e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:15.385485 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9415d78a-94bc-44ac-a2a8-d42e0716957d req-6241f4da-c9a1-4baa-bec6-c7d034c86e9a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=3f8a9fba-a301-4045-a1ed-90503af6265b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1228228 May 18 18:19:15.391713 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2499da79-bdd0-4b22-9685-046cef65c861 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:15.394658 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8c727f9b-5eac-49b5-ac0c-3e89e1720171 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:15.407957 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37304eb-4e12-4210-b814-ec3a23b077d2 None None] Checking router: 3e2ae5bc-2c8e-4f90-b16d-bd1568184238 for host: n-d-838550-3 {{(pid=102732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:19:15.411356 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2499da79-bdd0-4b22-9685-046cef65c861 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:15.412692 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-2499da79-bdd0-4b22-9685-046cef65c861 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] 10.222.0.85 "DELETE /v2.0/security-group-rules/e4940d9a-a471-4457-bd45-9ae8eca97931 HTTP/1.1" status: 204 len: 168 time: 0.2424359 May 18 18:19:15.421654 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 39342) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:19:15.433757 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8c727f9b-5eac-49b5-ac0c-3e89e1720171 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:15.440033 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=3fa47a54-3be5-4c8b-9e6c-65844a602f7f,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:19:15.446952 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2499da79-bdd0-4b22-9685-046cef65c861 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e4940d9a-a471-4457-bd45-9ae8eca97931,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:19:15.448436 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37304eb-4e12-4210-b814-ec3a23b077d2 None None] Routers {'3e2ae5bc-2c8e-4f90-b16d-bd1568184238'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:19:15.449082 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-a37304eb-4e12-4210-b814-ec3a23b077d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:19:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['3e2ae5bc-2c8e-4f90-b16d-bd1568184238'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:19:15.531147 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8c727f9b-5eac-49b5-ac0c-3e89e1720171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:15.538537 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8c727f9b-5eac-49b5-ac0c-3e89e1720171 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:15.543746 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-8c727f9b-5eac-49b5-ac0c-3e89e1720171 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/3ddf3dfb-6f76-4310-a951-13764f54afd0 HTTP/1.1" status: 204 len: 168 time: 0.2434278 May 18 18:19:15.550385 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-5cea2ecf-9e81-43a4-a27f-cdb7c411bd5e tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] 10.222.0.85 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1213937 May 18 18:19:15.551044 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 39346) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:19:15.559821 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 39348) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:19:15.597915 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c727f9b-5eac-49b5-ac0c-3e89e1720171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ddf3dfb-6f76-4310-a951-13764f54afd0,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:19:15.619646 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-a37304eb-4e12-4210-b814-ec3a23b077d2 None None] Set router 3e2ae5bc-2c8e-4f90-b16d-bd1568184238 gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:19:15.714403 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e89ed23b-d7c9-488c-ae5b-68953e16c529 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:15.756469 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e89ed23b-d7c9-488c-ae5b-68953e16c529 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:15.804244 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9415d78a-94bc-44ac-a2a8-d42e0716957d req-32079061-9a4e-4532-8714-78237e396e99 service neutron] 10.222.0.88 "GET /v2.0/networks/3f8a9fba-a301-4045-a1ed-90503af6265b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4050584 May 18 18:19:15.818055 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['3fa47a54-3be5-4c8b-9e6c-65844a602f7f'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:19:15.849243 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-07ebd59b-d8ce-48bc-83c5-98e12cec9a98 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "GET /v2.0/floatingips/2646f18c-4313-4b03-a08a-11b1d981c8ca HTTP/1.1" status: 200 len: 990 time: 0.2902780 May 18 18:19:15.878977 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e89ed23b-d7c9-488c-ae5b-68953e16c529 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:15.884089 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e89ed23b-d7c9-488c-ae5b-68953e16c529 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:15.887593 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-e89ed23b-d7c9-488c-ae5b-68953e16c529 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] 10.222.0.85 "DELETE /v2.0/security-groups/8dd944a9-9055-40c8-9314-416be19be338 HTTP/1.1" status: 204 len: 168 time: 0.3202066 May 18 18:19:15.892977 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 39350) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:19:15.922511 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89ed23b-d7c9-488c-ae5b-68953e16c529 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dd944a9-9055-40c8-9314-416be19be338,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:19:16.042930 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9415d78a-94bc-44ac-a2a8-d42e0716957d req-f396baa7-2910-40b8-b885-11efa3fab9ed service neutron] 10.222.0.88 "GET /v2.0/networks/3f8a9fba-a301-4045-a1ed-90503af6265b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242000 May 18 18:19:16.145841 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-af676e4c-609c-4007-9ef7-f2603d5c6507 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] 10.222.0.85 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2429206 May 18 18:19:16.147426 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 39360) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:19:16.160240 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-7014d046-aec4-4af8-b489-fb1ad5d12aba tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Request body: {'security_group': {'name': 'tempest-secgroup--1264288874'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:19:16.237211 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2e01e3-750a-4a0a-ae83-a3b7e27a73a8 req-d386bd59-5120-401e-9e0b-6908f5c8b1d6 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:16.246785 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7014d046-aec4-4af8-b489-fb1ad5d12aba tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:16.251929 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2d2e01e3-750a-4a0a-ae83-a3b7e27a73a8 req-d386bd59-5120-401e-9e0b-6908f5c8b1d6 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] 10.222.0.85 "GET /v2.0/ports?device_id=89f3562d-a724-4375-ae42-f3dc5a48a522 HTTP/1.1" status: 200 len: 945 time: 0.1136153 May 18 18:19:16.315645 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2d2e01e3-750a-4a0a-ae83-a3b7e27a73a8 req-152ecb0c-4875-49ff-bffb-e5d3b205e9d9 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ecfcd7a-48bb-4ce7-ab79-4277880e130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626552 May 18 18:19:16.362862 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2e502a93-a92c-41f5-b257-1b99d40eb68e req-cf9b8e73-93a3-4928-b31d-b04b83a2a8c8 tempest-ServerShowV257Test-530360188 tempest-ServerShowV257Test-530360188-project] 10.222.0.85 "GET /v2.0/ports?device_id=37e036f8-9603-4172-a881-6bf11c052201 HTTP/1.1" status: 200 len: 210 time: 0.1264544 May 18 18:19:16.462840 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7014d046-aec4-4af8-b489-fb1ad5d12aba tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:16.470043 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7014d046-aec4-4af8-b489-fb1ad5d12aba tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:16.497340 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-a37304eb-4e12-4210-b814-ec3a23b077d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e2ae5bc-2c8e-4f90-b16d-bd1568184238', 'name': 'tempest-TestNetworkBasicOps-router-1485044425', 'tenant_id': '6664118b95564eb5aa43c658eedfd9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '52445f4a-7363-4b89-94c1-d8ed3c3645eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:18:17Z', 'updated_at': '2022-05-18T18:18:28Z', 'revision_number': 4, 'project_id': '6664118b95564eb5aa43c658eedfd9ed', 'gw_port': {'id': '52445f4a-7363-4b89-94c1-d8ed3c3645eb', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ef:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2ae5bc-2c8e-4f90-b16d-bd1568184238', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:18:18Z', 'updated_at': '2022-05-18T18:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': '2646f18c-4313-4b03-a08a-11b1d981c8ca', 'tenant_id': '6664118b95564eb5aa43c658eedfd9ed', 'floating_ip_address': '172.25.5.41', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': '3e2ae5bc-2c8e-4f90-b16d-bd1568184238', 'port_id': 'c9ac58c8-a97e-4076-b3ff-20d504185a30', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2023, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f8a9fba-a301-4045-a1ed-90503af6265b', 'mac_address': 'fa:16:3e:89:bb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf581f9b-6cca-452c-965b-a19b58ea3b35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T18:19:08Z', 'updated_at': '2022-05-18T18:19:08Z', 'revision_number': 0, 'project_id': '6664118b95564eb5aa43c658eedfd9ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7c0b493-b884-43f8-8338-07f312279f49', 'name': '', 'network_id': '3f8a9fba-a301-4045-a1ed-90503af6265b', 'tenant_id': '6664118b95564eb5aa43c658eedfd9ed', 'mac_address': 'fa:16:3e:1a:31:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2ae5bc-2c8e-4f90-b16d-bd1568184238', 'device_owner': 'network:router_interface', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': 'f3087b50-8afa-41c8-8fad-b7d7fc4a8246', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:18:26Z', 'updated_at': '2022-05-18T18:18:33Z', 'revision_number': 5, 'project_id': '6664118b95564eb5aa43c658eedfd9ed', 'subnets': [{'id': 'f3087b50-8afa-41c8-8fad-b7d7fc4a8246', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:19:16.517402 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7014d046-aec4-4af8-b489-fb1ad5d12aba tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:16.523235 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 39370) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:19:16.523628 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-7014d046-aec4-4af8-b489-fb1ad5d12aba tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3746622 May 18 18:19:16.530907 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7014d046-aec4-4af8-b489-fb1ad5d12aba tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=257a6f93-fbef-48d4-bc61-908a8ffc20bd,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:19:16.535831 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-d0c6c527-5e4f-44db-a291-399c7ec0203f tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Request body: {'security_group_rule': {'security_group_id': '257a6f93-fbef-48d4-bc61-908a8ffc20bd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:19:16.538035 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37304eb-4e12-4210-b814-ec3a23b077d2 None None] The sync data for ids ['3e2ae5bc-2c8e-4f90-b16d-bd1568184238'] in n-d-838550-3 is: [{'id': '3e2ae5bc-2c8e-4f90-b16d-bd1568184238', 'name': 'tempest-TestNetworkBasicOps-router-1485044425', 'tenant_id': '6664118b95564eb5aa43c658eedfd9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '52445f4a-7363-4b89-94c1-d8ed3c3645eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:18:17Z', 'updated_at': '2022-05-18T18:18:28Z', 'revision_number': 4, 'project_id': '6664118b95564eb5aa43c658eedfd9ed', 'gw_port': {'id': '52445f4a-7363-4b89-94c1-d8ed3c3645eb', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ef:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2ae5bc-2c8e-4f90-b16d-bd1568184238', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:18:18Z', 'updated_at': '2022-05-18T18:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': '2646f18c-4313-4b03-a08a-11b1d981c8ca', 'tenant_id': '6664118b95564eb5aa43c658eedfd9ed', 'floating_ip_address': '172.25.5.41', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': '3e2ae5bc-2c8e-4f90-b16d-bd1568184238', 'port_id': 'c9ac58c8-a97e-4076-b3ff-20d504185a30', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2023, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f8a9fba-a301-4045-a1ed-90503af6265b', 'mac_address': 'fa:16:3e:89:bb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf581f9b-6cca-452c-965b-a19b58ea3b35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T18:19:08Z', 'updated_at': '2022-05-18T18:19:08Z', 'revision_number': 0, 'project_id': '6664118b95564eb5aa43c658eedfd9ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7c0b493-b884-43f8-8338-07f312279f49', 'name': '', 'network_id': '3f8a9fba-a301-4045-a1ed-90503af6265b', 'tenant_id': '6664118b95564eb5aa43c658eedfd9ed', 'mac_address': 'fa:16:3e:1a:31:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2ae5bc-2c8e-4f90-b16d-bd1568184238', 'device_owner': 'network:router_interface', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': 'f3087b50-8afa-41c8-8fad-b7d7fc4a8246', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:18:26Z', 'updated_at': '2022-05-18T18:18:33Z', 'revision_number': 5, 'project_id': '6664118b95564eb5aa43c658eedfd9ed', 'subnets': [{'id': 'f3087b50-8afa-41c8-8fad-b7d7fc4a8246', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:19:16.630920 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d0c6c527-5e4f-44db-a291-399c7ec0203f tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:16.740005 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d0c6c527-5e4f-44db-a291-399c7ec0203f tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:16.748390 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d0c6c527-5e4f-44db-a291-399c7ec0203f tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:16.797080 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c6c527-5e4f-44db-a291-399c7ec0203f tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb1057bb-2cce-45ac-86a7-12184795c3e3,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:19:16.817234 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d0c6c527-5e4f-44db-a291-399c7ec0203f tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:16.820572 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-d0c6c527-5e4f-44db-a291-399c7ec0203f tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2946460 May 18 18:19:16.822993 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 39384) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:19:16.838700 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-b2d7fa32-5fcf-446a-9663-86ae6d249e9c tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Request body: {'security_group_rule': {'security_group_id': '257a6f93-fbef-48d4-bc61-908a8ffc20bd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:19:16.854015 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 39388) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:19:16.906091 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b2d7fa32-5fcf-446a-9663-86ae6d249e9c tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:16.982651 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5fd270-a8ce-43e4-b247-b42e472502a8 None None] New status for floating IP 2646f18c-4313-4b03-a08a-11b1d981c8ca: ACTIVE {{(pid=102733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 18:19:17.023883 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b2d7fa32-5fcf-446a-9663-86ae6d249e9c tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:17.031443 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b2d7fa32-5fcf-446a-9663-86ae6d249e9c tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:17.060586 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ce93beab-67f3-4518-b1ce-8d8c3aec9d0b req-aa075973-3569-4287-a7af-365a56ec1455 tempest-ServerShowV257Test-530360188 tempest-ServerShowV257Test-530360188-project] 10.222.0.85 "GET /v2.0/ports?device_id=37e036f8-9603-4172-a881-6bf11c052201 HTTP/1.1" status: 200 len: 210 time: 0.0859983 May 18 18:19:17.063163 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d7fa32-5fcf-446a-9663-86ae6d249e9c tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ced9e65-42f5-4e44-9fc8-460c091bad1e,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:19:17.100454 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-ab7e21b3-72a7-47fb-aa31-864f3833f847 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "GET /v2.0/floatingips/2646f18c-4313-4b03-a08a-11b1d981c8ca HTTP/1.1" status: 200 len: 990 time: 0.2434347 May 18 18:19:17.132089 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b2d7fa32-5fcf-446a-9663-86ae6d249e9c tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:17.137449 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-b2d7fa32-5fcf-446a-9663-86ae6d249e9c tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3100669 May 18 18:19:17.137992 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 39400) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:19:17.145136 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-c69bbef4-7694-489d-bb14-552181593374 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Request body: {'security_group_rule': {'security_group_id': '257a6f93-fbef-48d4-bc61-908a8ffc20bd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:19:17.191063 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c69bbef4-7694-489d-bb14-552181593374 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:17.217906 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 39404) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:19:17.324185 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c69bbef4-7694-489d-bb14-552181593374 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:17.335162 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c69bbef4-7694-489d-bb14-552181593374 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:17.362850 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c69bbef4-7694-489d-bb14-552181593374 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:17.365057 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-c69bbef4-7694-489d-bb14-552181593374 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2257810 May 18 18:19:17.367898 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69bbef4-7694-489d-bb14-552181593374 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ebc1625-ef41-40bf-a5e6-17a0a6003464,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:19:17.368536 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 39410) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:19:17.386735 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-998e160e-15a7-4ab2-a6c0-af89d87b6a44 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Request body: {'security_group_rule': {'security_group_id': '257a6f93-fbef-48d4-bc61-908a8ffc20bd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:19:17.435619 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-62f1559b-197c-4ae6-abce-bc8c68036743 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1213212757-network', 'tenant_id': 'ddfee53486a841e5b3b83b70279a4747'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:19:17.459334 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 6d539f0e-c69f-4656-871b-4f99deb45b47 up at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:19:17.511692 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-998e160e-15a7-4ab2-a6c0-af89d87b6a44 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:17.536132 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc9eed3-e622-4734-8638-7e9c11c4db80 req-b28ca8b0-4840-4b0a-b9c3-5e453f337a71 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:17.537786 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0fc9eed3-e622-4734-8638-7e9c11c4db80 req-b28ca8b0-4840-4b0a-b9c3-5e453f337a71 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] 10.222.0.85 "GET /v2.0/ports?device_id=89f3562d-a724-4375-ae42-f3dc5a48a522 HTTP/1.1" status: 200 len: 945 time: 0.0980978 May 18 18:19:17.540003 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning for port 6d539f0e-c69f-4656-871b-4f99deb45b47 completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:19:17.546626 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62f1559b-197c-4ae6-abce-bc8c68036743 admin admin] Made reservation on behalf of ddfee53486a841e5b3b83b70279a4747 for: {'network': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:19:17.548871 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning complete for port 6d539f0e-c69f-4656-871b-4f99deb45b47 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:19:17.549357 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-62f1559b-197c-4ae6-abce-bc8c68036743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:17.550073 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:17.576408 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-62f1559b-197c-4ae6-abce-bc8c68036743 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:17.643124 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0fc9eed3-e622-4734-8638-7e9c11c4db80 req-83fdd554-9230-462d-8f50-dea4ca24745e tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ecfcd7a-48bb-4ce7-ab79-4277880e130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859303 May 18 18:19:17.653221 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-998e160e-15a7-4ab2-a6c0-af89d87b6a44 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:17.667901 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-998e160e-15a7-4ab2-a6c0-af89d87b6a44 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:17.676874 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 6d539f0e-c69f-4656-871b-4f99deb45b47 is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:19:17.677836 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:17.694088 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998e160e-15a7-4ab2-a6c0-af89d87b6a44 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f523d50-de5d-4eb3-9d07-531da052f3e4,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:19:17.709715 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-998e160e-15a7-4ab2-a6c0-af89d87b6a44 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:17.710920 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-998e160e-15a7-4ab2-a6c0-af89d87b6a44 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3407769 May 18 18:19:17.714761 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 39412) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:19:17.718772 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89f3562d-a724-4375-ae42-f3dc5a48a522', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d539f0e-c69f-4656-871b-4f99deb45b47'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:19:17.721039 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9551a38a-71f5-4165-917d-1abb73cab43f" -d '{"events": [{"server_uuid": "89f3562d-a724-4375-ae42-f3dc5a48a522", "name": "network-vif-plugged", "status": "completed", "tag": "6d539f0e-c69f-4656-871b-4f99deb45b47"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:19:17.721235 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-549b8d76-aedb-4601-80fc-c1b106d1f34d tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Request body: {'security_group_rule': {'security_group_id': '257a6f93-fbef-48d4-bc61-908a8ffc20bd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:19:17.735505 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 6d539f0e-c69f-4656-871b-4f99deb45b47, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=6d539f0e-c69f-4656-871b-4f99deb45b47,segment=NetworkSegment(a4b3f14e-63d9-48d5-840b-48a32c514ddd),segment_id=a4b3f14e-63d9-48d5-840b-48a32c514ddd)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:19:17.741969 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:17.768957 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-62f1559b-197c-4ae6-abce-bc8c68036743 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:17.774612 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-62f1559b-197c-4ae6-abce-bc8c68036743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:17.784458 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-549b8d76-aedb-4601-80fc-c1b106d1f34d tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:17.810719 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4695e657-603c-4a4c-80e6-aa3bfad4df45 x-openstack-request-id: req-4695e657-603c-4a4c-80e6-aa3bfad4df45 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:19:17.811101 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89f3562d-a724-4375-ae42-f3dc5a48a522", "name": "network-vif-plugged", "status": "completed", "tag": "6d539f0e-c69f-4656-871b-4f99deb45b47", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:19:17.811326 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-4695e657-603c-4a4c-80e6-aa3bfad4df45 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:19:17.812007 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4695e657-603c-4a4c-80e6-aa3bfad4df45'] response: {'server_uuid': '89f3562d-a724-4375-ae42-f3dc5a48a522', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d539f0e-c69f-4656-871b-4f99deb45b47', 'code': 200} May 18 18:19:17.819053 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62f1559b-197c-4ae6-abce-bc8c68036743 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 636} {{(pid=102731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:19:17.827348 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f1559b-197c-4ae6-abce-bc8c68036743 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7beb17e-85bc-43dc-b8a4-a4880e4a9f1b,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:19:17.840316 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-62f1559b-197c-4ae6-abce-bc8c68036743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:17.840316 n-d-838550-3 neutron-server[102731]: INFO neutron.db.segments_db [None req-62f1559b-197c-4ae6-abce-bc8c68036743 admin admin] Added segment c39254e4-1966-4404-a36f-43fe540db029 of type vlan for network d487de1d-514b-4c6e-b5e3-7c561c6bcee8 May 18 18:19:17.860959 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=6d539f0e-c69f-4656-871b-4f99deb45b47,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:19:17.888051 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-549b8d76-aedb-4601-80fc-c1b106d1f34d tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:17.895129 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-549b8d76-aedb-4601-80fc-c1b106d1f34d tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:17.916771 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549b8d76-aedb-4601-80fc-c1b106d1f34d tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa1345de-87a8-44db-b90e-32ac1cfcfc95,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:19:17.918548 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-62f1559b-197c-4ae6-abce-bc8c68036743 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:17.927058 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-549b8d76-aedb-4601-80fc-c1b106d1f34d tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:17.928307 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-549b8d76-aedb-4601-80fc-c1b106d1f34d tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2123027 May 18 18:19:17.931288 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 39416) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:19:17.964468 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3d48ca1e-e6b7-4c85-8878-0f76e7550415 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:17.969379 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-62f1559b-197c-4ae6-abce-bc8c68036743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:17.970458 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f1559b-197c-4ae6-abce-bc8c68036743 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:17.971046 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-62f1559b-197c-4ae6-abce-bc8c68036743 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:17.981533 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3d48ca1e-e6b7-4c85-8878-0f76e7550415 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:18.023545 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1313995-b5ab-47b5-8c7b-90a1230f06b6 req-575a07c9-edfe-4b63-a27f-736bfa848d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:18.023545 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d1313995-b5ab-47b5-8c7b-90a1230f06b6 req-575a07c9-edfe-4b63-a27f-736bfa848d00 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=89f3562d-a724-4375-ae42-f3dc5a48a522 HTTP/1.1" status: 200 len: 1097 time: 0.1135111 May 18 18:19:18.038443 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-62f1559b-197c-4ae6-abce-bc8c68036743 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8155384 May 18 18:19:18.040218 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 39418) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:19:18.057032 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3d48ca1e-e6b7-4c85-8878-0f76e7550415 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:18.057275 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-a91c1a46-c478-45e6-a533-c7cf58972147 admin admin] Request body: {'subnet': {'network_id': 'd487de1d-514b-4c6e-b5e3-7c561c6bcee8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1213212757-subnet', 'tenant_id': 'ddfee53486a841e5b3b83b70279a4747', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:19:18.068411 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3d48ca1e-e6b7-4c85-8878-0f76e7550415 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:18.070607 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-3d48ca1e-e6b7-4c85-8878-0f76e7550415 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] 10.222.0.85 "DELETE /v2.0/security-group-rules/fa1345de-87a8-44db-b90e-32ac1cfcfc95 HTTP/1.1" status: 204 len: 168 time: 0.1381991 May 18 18:19:18.076473 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 39420) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:19:18.079067 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d48ca1e-e6b7-4c85-8878-0f76e7550415 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fa1345de-87a8-44db-b90e-32ac1cfcfc95,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:19:18.092097 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f1559b-197c-4ae6-abce-bc8c68036743 admin admin] Pushing event updated for resources: {'Network': ['ID=d487de1d-514b-4c6e-b5e3-7c561c6bcee8,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:19:18.102635 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 39422) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:19:18.106448 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network d487de1d-514b-4c6e-b5e3-7c561c6bcee8 details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:19:18.107704 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a91c1a46-c478-45e6-a533-c7cf58972147 admin admin] Made reservation on behalf of ddfee53486a841e5b3b83b70279a4747 for: {'subnet': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:19:18.110547 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a91c1a46-c478-45e6-a533-c7cf58972147 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260908003'] for subnet, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:18.159305 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d1313995-b5ab-47b5-8c7b-90a1230f06b6 req-00d121da-9ef8-4c41-9a47-f97c08f0417a service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=3ecfcd7a-48bb-4ce7-ab79-4277880e130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231987 May 18 18:19:18.217226 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-9e300381-7138-4f8c-802b-50b4f5042fae tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "GET /v2.0/floatingips/2646f18c-4313-4b03-a08a-11b1d981c8ca HTTP/1.1" status: 200 len: 992 time: 0.1112378 May 18 18:19:18.237250 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 3fa47a54-3be5-4c8b-9e6c-65844a602f7f up at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:19:18.278357 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-de99d70f-5815-4e09-aa3d-a2f5a9a972ad tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] 10.222.0.85 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1973925 May 18 18:19:18.284009 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 39426) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:19:18.307335 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-788807c2-7e75-4580-aa02-c97a4d5f601c req-6b2076f0-7f6d-47c4-a590-581802eedc0e tempest-ServerShowV257Test-530360188 tempest-ServerShowV257Test-530360188-project] 10.222.0.85 "GET /v2.0/ports?device_id=37e036f8-9603-4172-a881-6bf11c052201 HTTP/1.1" status: 200 len: 210 time: 0.0801964 May 18 18:19:18.322135 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0703ab87-72a2-43e6-b4a7-44bf813457f0 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:18.332882 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0703ab87-72a2-43e6-b4a7-44bf813457f0 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:18.343202 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning for port 3fa47a54-3be5-4c8b-9e6c-65844a602f7f completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:19:18.351353 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning complete for port 3fa47a54-3be5-4c8b-9e6c-65844a602f7f triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:19:18.351353 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:18.391212 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0703ab87-72a2-43e6-b4a7-44bf813457f0 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:18.408468 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0703ab87-72a2-43e6-b4a7-44bf813457f0 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:18.413455 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-0703ab87-72a2-43e6-b4a7-44bf813457f0 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] 10.222.0.85 "DELETE /v2.0/security-group-rules/7f523d50-de5d-4eb3-9d07-531da052f3e4 HTTP/1.1" status: 204 len: 168 time: 0.1281660 May 18 18:19:18.416520 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 39430) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:19:18.432734 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0703ab87-72a2-43e6-b4a7-44bf813457f0 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7f523d50-de5d-4eb3-9d07-531da052f3e4,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:19:18.511935 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-bded6098-6767-4731-b7a6-3c449c3c6d98 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] 10.222.0.85 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0927899 May 18 18:19:18.512973 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a91c1a46-c478-45e6-a533-c7cf58972147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260898481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260908021'] for subnet, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:18.513917 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 39432) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:19:18.522459 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 3fa47a54-3be5-4c8b-9e6c-65844a602f7f is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:19:18.523538 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:18.569806 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-83ddb3c4-163b-4a9f-a929-744cf14b87e2 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:18.570469 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91c1a46-c478-45e6-a533-c7cf58972147 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd09efa1-7830-4427-8e66-761a80a60b9b,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:19:18.583420 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91c1a46-c478-45e6-a533-c7cf58972147 admin admin] Checking segment: {'id': 'c39254e4-1966-4404-a36f-43fe540db029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'd487de1d-514b-4c6e-b5e3-7c561c6bcee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:19:18.583773 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a91c1a46-c478-45e6-a533-c7cf58972147 admin admin] Network hostable DHCP agents. Network: d487de1d-514b-4c6e-b5e3-7c561c6bcee8, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:19:18.587788 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 3fa47a54-3be5-4c8b-9e6c-65844a602f7f, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=3fa47a54-3be5-4c8b-9e6c-65844a602f7f,segment=NetworkSegment(a4b3f14e-63d9-48d5-840b-48a32c514ddd),segment_id=a4b3f14e-63d9-48d5-840b-48a32c514ddd)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:19:18.595136 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:18.597952 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-83ddb3c4-163b-4a9f-a929-744cf14b87e2 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:18.609127 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a91c1a46-c478-45e6-a533-c7cf58972147 admin admin] Network d487de1d-514b-4c6e-b5e3-7c561c6bcee8 is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:19:18.623292 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-a91c1a46-c478-45e6-a533-c7cf58972147 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, d487de1d-514b-4c6e-b5e3-7c561c6bcee8) {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:19:18.647620 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a91c1a46-c478-45e6-a533-c7cf58972147 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:18.648574 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a91c1a46-c478-45e6-a533-c7cf58972147 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:18.654169 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-83ddb3c4-163b-4a9f-a929-744cf14b87e2 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:18.664860 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-83ddb3c4-163b-4a9f-a929-744cf14b87e2 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:18.666674 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-83ddb3c4-163b-4a9f-a929-744cf14b87e2 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] 10.222.0.85 "DELETE /v2.0/security-group-rules/8ebc1625-ef41-40bf-a5e6-17a0a6003464 HTTP/1.1" status: 204 len: 168 time: 0.1511593 May 18 18:19:18.667052 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce7ca60-6555-439d-8e9e-761e3273c2ee None None] Network d487de1d-514b-4c6e-b5e3-7c561c6bcee8 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:19:18.676014 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-a91c1a46-c478-45e6-a533-c7cf58972147 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6242907 May 18 18:19:18.687958 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 39436) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:19:18.721949 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ddb3c4-163b-4a9f-a929-744cf14b87e2 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8ebc1625-ef41-40bf-a5e6-17a0a6003464,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:19:18.773432 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-e219c4d7-0698-4ba1-93e6-669bc1b9a583 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] 10.222.0.85 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0795677 May 18 18:19:18.773758 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 39440) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:19:18.808484 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-797921b5-8741-4700-8722-bffaafe67569 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:18.816244 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=3fa47a54-3be5-4c8b-9e6c-65844a602f7f,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:19:18.818373 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-797921b5-8741-4700-8722-bffaafe67569 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:18.866612 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-797921b5-8741-4700-8722-bffaafe67569 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:18.874432 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-797921b5-8741-4700-8722-bffaafe67569 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:18.878405 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-797921b5-8741-4700-8722-bffaafe67569 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] 10.222.0.85 "DELETE /v2.0/security-group-rules/0ced9e65-42f5-4e44-9fc8-460c091bad1e HTTP/1.1" status: 204 len: 168 time: 0.1032979 May 18 18:19:18.888619 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 39442) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:19:18.889933 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797921b5-8741-4700-8722-bffaafe67569 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0ced9e65-42f5-4e44-9fc8-460c091bad1e,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:19:18.962134 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ec45f1-1ebe-455f-b5d7-2d619d4a6cf7 req-ea0aeb9c-9d79-4005-a558-17a5e8363132 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:18.969168 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7daf090c-311b-4484-b1b6-40e5afc69562 None None] Network d487de1d-514b-4c6e-b5e3-7c561c6bcee8 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:19:18.976546 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-83ec45f1-1ebe-455f-b5d7-2d619d4a6cf7 req-ea0aeb9c-9d79-4005-a558-17a5e8363132 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] 10.222.0.85 "GET /v2.0/ports?device_id=89f3562d-a724-4375-ae42-f3dc5a48a522 HTTP/1.1" status: 200 len: 946 time: 0.1270363 May 18 18:19:18.988952 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-34c2b9c3-e39c-4690-ae14-491c141b0f3d tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] 10.222.0.85 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0915301 May 18 18:19:18.992432 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 39446) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:19:19.042296 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-83ec45f1-1ebe-455f-b5d7-2d619d4a6cf7 req-80d9b5ac-9ffb-438d-8612-4b706438e5f1 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ecfcd7a-48bb-4ce7-ab79-4277880e130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645051 May 18 18:19:19.045914 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-56836a71-5ccd-4a8c-9cdd-b73a15fc1e45 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:19.056001 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-56836a71-5ccd-4a8c-9cdd-b73a15fc1e45 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:19.146895 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-56836a71-5ccd-4a8c-9cdd-b73a15fc1e45 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:19.156133 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-56836a71-5ccd-4a8c-9cdd-b73a15fc1e45 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:19.160797 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-56836a71-5ccd-4a8c-9cdd-b73a15fc1e45 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] 10.222.0.85 "DELETE /v2.0/security-group-rules/fb1057bb-2cce-45ac-86a7-12184795c3e3 HTTP/1.1" status: 204 len: 168 time: 0.1594338 May 18 18:19:19.161220 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 39450) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:19:19.162963 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56836a71-5ccd-4a8c-9cdd-b73a15fc1e45 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fb1057bb-2cce-45ac-86a7-12184795c3e3,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:19:19.240492 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-43c0bd3d-7e97-4e9f-bbb8-a36104ffe74b tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] 10.222.0.85 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0768726 May 18 18:19:19.242445 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 39452) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:19:19.335314 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-708202ce-7fed-4261-8623-094fd2f33dae tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:19.375337 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-708202ce-7fed-4261-8623-094fd2f33dae tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:19.485418 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-22d22ae0-58ab-4afa-935c-131edb4722ae req-1e79e445-9663-4c2a-8365-77936c8e499a tempest-ServerShowV257Test-530360188 tempest-ServerShowV257Test-530360188-project] 10.222.0.85 "GET /v2.0/ports?device_id=37e036f8-9603-4172-a881-6bf11c052201 HTTP/1.1" status: 200 len: 210 time: 0.0419154 May 18 18:19:19.524388 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-708202ce-7fed-4261-8623-094fd2f33dae tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:19.524388 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-708202ce-7fed-4261-8623-094fd2f33dae tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:19.524388 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-708202ce-7fed-4261-8623-094fd2f33dae tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] 10.222.0.85 "DELETE /v2.0/security-groups/257a6f93-fbef-48d4-bc61-908a8ffc20bd HTTP/1.1" status: 204 len: 168 time: 0.2756119 May 18 18:19:19.527433 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 39464) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:19:19.553999 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708202ce-7fed-4261-8623-094fd2f33dae tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=257a6f93-fbef-48d4-bc61-908a8ffc20bd,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:19:19.635425 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-f6a21c95-52b5-47a1-b97c-56ea786c7dd7 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] 10.222.0.85 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1040800 May 18 18:19:19.643709 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 39466) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:19:19.651966 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-c95d5d83-4b26-4989-8f17-6eac75fc3366 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Request body: {'security_group': {'name': 'tempest-secgroup--2095623234'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:19:19.679185 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c95d5d83-4b26-4989-8f17-6eac75fc3366 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:19.780959 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 39470) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:19:19.793908 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-71dee62d-9ccb-481f-b25c-a2118cb39e23 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1143264788-network', 'tenant_id': '5b1bda38393d41e2b89e937f96d28926'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:19:19.813641 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eb8dec1-c5dd-4b6e-b618-44fdb7f98c72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fa47a54-3be5-4c8b-9e6c-65844a602f7f'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:19:19.818712 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e72690dc-9468-438a-9098-31ad43a1e6fb" -d '{"events": [{"server_uuid": "5eb8dec1-c5dd-4b6e-b618-44fdb7f98c72", "name": "network-vif-plugged", "status": "completed", "tag": "3fa47a54-3be5-4c8b-9e6c-65844a602f7f"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:19:19.843098 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c95d5d83-4b26-4989-8f17-6eac75fc3366 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:19.851295 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c95d5d83-4b26-4989-8f17-6eac75fc3366 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:19.886155 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71dee62d-9ccb-481f-b25c-a2118cb39e23 admin admin] Made reservation on behalf of 5b1bda38393d41e2b89e937f96d28926 for: {'network': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:19:19.889513 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-71dee62d-9ccb-481f-b25c-a2118cb39e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:19.896646 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eee5de4f-ed68-418d-af4d-0c477a447ea2 x-openstack-request-id: req-eee5de4f-ed68-418d-af4d-0c477a447ea2 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:19:19.896646 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eb8dec1-c5dd-4b6e-b618-44fdb7f98c72", "name": "network-vif-plugged", "status": "completed", "tag": "3fa47a54-3be5-4c8b-9e6c-65844a602f7f", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:19:19.897047 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-eee5de4f-ed68-418d-af4d-0c477a447ea2 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:19:19.897210 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eee5de4f-ed68-418d-af4d-0c477a447ea2'] response: {'server_uuid': '5eb8dec1-c5dd-4b6e-b618-44fdb7f98c72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fa47a54-3be5-4c8b-9e6c-65844a602f7f', 'code': 200} May 18 18:19:19.900933 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c95d5d83-4b26-4989-8f17-6eac75fc3366 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:19.907096 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-c95d5d83-4b26-4989-8f17-6eac75fc3366 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2568281 May 18 18:19:19.907469 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 39474) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:19:19.916113 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-a2fc7f6c-c84a-4cd7-a52e-4f2268373743 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Request body: {'security_group_rule': {'security_group_id': '60268947-510c-4366-8b39-3750044dc383', 'direction': 'ingress', 'protocol': 17}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:19:19.928248 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-71dee62d-9ccb-481f-b25c-a2118cb39e23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:19.944809 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95d5d83-4b26-4989-8f17-6eac75fc3366 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60268947-510c-4366-8b39-3750044dc383,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:19:19.972785 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a2fc7f6c-c84a-4cd7-a52e-4f2268373743 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:20.062138 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-71dee62d-9ccb-481f-b25c-a2118cb39e23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:20.068027 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-71dee62d-9ccb-481f-b25c-a2118cb39e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:20.103659 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71dee62d-9ccb-481f-b25c-a2118cb39e23 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 619} {{(pid=102730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:19:20.107622 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100b2f25-59d0-4ede-b74d-9fe7e10e340f req-ed2ebd66-fa2f-4bb4-b6cc-c4c2004711f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:20.109000 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-100b2f25-59d0-4ede-b74d-9fe7e10e340f req-ed2ebd66-fa2f-4bb4-b6cc-c4c2004711f6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5eb8dec1-c5dd-4b6e-b618-44fdb7f98c72 HTTP/1.1" status: 200 len: 1096 time: 0.1155975 May 18 18:19:20.111948 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a2fc7f6c-c84a-4cd7-a52e-4f2268373743 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:20.112599 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dee62d-9ccb-481f-b25c-a2118cb39e23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af1f3bc9-3b08-4d05-aa29-293c3d4be12a,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:19:20.120536 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-71dee62d-9ccb-481f-b25c-a2118cb39e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:20.120902 n-d-838550-3 neutron-server[102730]: INFO neutron.db.segments_db [None req-71dee62d-9ccb-481f-b25c-a2118cb39e23 admin admin] Added segment 024a82ab-0d2f-4d47-9041-130b95c30945 of type vlan for network 29c55c90-fea2-4f34-8bb3-245f74991402 May 18 18:19:20.127943 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a2fc7f6c-c84a-4cd7-a52e-4f2268373743 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:20.179241 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-71dee62d-9ccb-481f-b25c-a2118cb39e23 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:20.180842 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fc7f6c-c84a-4cd7-a52e-4f2268373743 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a79c196-3610-4ce2-bb5a-38074c65056e,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:19:20.205992 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-100b2f25-59d0-4ede-b74d-9fe7e10e340f req-326ba31a-4511-452f-a4a7-cf812916ab35 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3ecfcd7a-48bb-4ce7-ab79-4277880e130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894961 May 18 18:19:20.211457 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a2fc7f6c-c84a-4cd7-a52e-4f2268373743 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:20.213065 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-a2fc7f6c-c84a-4cd7-a52e-4f2268373743 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3042431 May 18 18:19:20.218114 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 39478) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:19:20.265061 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-71dee62d-9ccb-481f-b25c-a2118cb39e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:20.266479 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71dee62d-9ccb-481f-b25c-a2118cb39e23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:20.267234 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-71dee62d-9ccb-481f-b25c-a2118cb39e23 admin admin] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:20.310604 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde1fc9d-0424-4c69-98b8-649d0d9fff53 req-0b57a30c-3a09-4799-abd2-29e812b0e35e tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:20.318407 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cde1fc9d-0424-4c69-98b8-649d0d9fff53 req-0b57a30c-3a09-4799-abd2-29e812b0e35e tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] 10.222.0.85 "GET /v2.0/ports?device_id=89f3562d-a724-4375-ae42-f3dc5a48a522 HTTP/1.1" status: 200 len: 946 time: 0.0922465 May 18 18:19:20.353469 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-71dee62d-9ccb-481f-b25c-a2118cb39e23 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5709455 May 18 18:19:20.357457 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 39480) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:19:20.366640 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-bb00edf8-57e2-4af8-ad1c-6872ae45505f admin admin] Request body: {'subnet': {'network_id': '29c55c90-fea2-4f34-8bb3-245f74991402', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1143264788-subnet', 'tenant_id': '5b1bda38393d41e2b89e937f96d28926', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:19:20.373719 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9474b051-330b-4307-8a53-765406c9cc0e tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:20.378611 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dee62d-9ccb-481f-b25c-a2118cb39e23 admin admin] Pushing event updated for resources: {'Network': ['ID=29c55c90-fea2-4f34-8bb3-245f74991402,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:19:20.382425 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cde1fc9d-0424-4c69-98b8-649d0d9fff53 req-057e1f2c-9e32-4207-9605-f5bc27fa2216 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ecfcd7a-48bb-4ce7-ab79-4277880e130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613668 May 18 18:19:20.394921 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network 29c55c90-fea2-4f34-8bb3-245f74991402 details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:19:20.415092 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9474b051-330b-4307-8a53-765406c9cc0e tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:20.417889 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb00edf8-57e2-4af8-ad1c-6872ae45505f admin admin] Made reservation on behalf of 5b1bda38393d41e2b89e937f96d28926 for: {'subnet': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:19:20.420519 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-bb00edf8-57e2-4af8-ad1c-6872ae45505f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261031885'] for subnet, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:20.590697 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9474b051-330b-4307-8a53-765406c9cc0e tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:20.593385 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9474b051-330b-4307-8a53-765406c9cc0e tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:20.594588 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-9474b051-330b-4307-8a53-765406c9cc0e tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] 10.222.0.85 "DELETE /v2.0/security-groups/60268947-510c-4366-8b39-3750044dc383 HTTP/1.1" status: 204 len: 168 time: 0.3750472 May 18 18:19:20.598631 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 39488) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:19:20.633655 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe556ad0-c952-4f98-8d01-44e63bf2e4f3 req-fe55c09b-1543-4b91-9ec4-7c01df79a0e5 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:20.633655 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fe556ad0-c952-4f98-8d01-44e63bf2e4f3 req-fe55c09b-1543-4b91-9ec4-7c01df79a0e5 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] 10.222.0.85 "GET /v2.0/ports?device_id=6f61c358-7f1d-407d-b92b-2718a08b4786 HTTP/1.1" status: 200 len: 946 time: 0.1100240 May 18 18:19:20.638456 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9474b051-330b-4307-8a53-765406c9cc0e tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60268947-510c-4366-8b39-3750044dc383,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:19:20.664240 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 39490) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:19:20.665063 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-34bb35ae-54cc-459d-a60a-a7c7b28e3af4 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] 10.222.0.85 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0617843 May 18 18:19:20.696031 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-a64f83c7-b00b-4bb3-8976-72d90fca8c94 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Request body: {'security_group': {'name': 'tempest-secgroup--1215978315'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:19:20.718644 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7b737ba4-b9dc-4990-9b23-9d8d696f0ba9 req-642557f4-cbad-4e39-80be-895ebb1fb7ef tempest-ServerShowV257Test-530360188 tempest-ServerShowV257Test-530360188-project] 10.222.0.85 "GET /v2.0/ports?device_id=37e036f8-9603-4172-a881-6bf11c052201 HTTP/1.1" status: 200 len: 210 time: 0.0514886 May 18 18:19:20.754239 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fe556ad0-c952-4f98-8d01-44e63bf2e4f3 req-11effa73-19f0-4f06-86e4-7c0abbb28ed8 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ecfcd7a-48bb-4ce7-ab79-4277880e130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195750 May 18 18:19:20.758601 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a64f83c7-b00b-4bb3-8976-72d90fca8c94 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:20.845295 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-bb00edf8-57e2-4af8-ad1c-6872ae45505f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261104883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261031899'] for subnet, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:20.910336 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb00edf8-57e2-4af8-ad1c-6872ae45505f admin admin] Pushing event updated for resources: {'Subnet': ['ID=eeb21bf4-155e-4ffe-a188-7773abf36575,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:19:20.956140 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb00edf8-57e2-4af8-ad1c-6872ae45505f admin admin] Checking segment: {'id': '024a82ab-0d2f-4d47-9041-130b95c30945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '29c55c90-fea2-4f34-8bb3-245f74991402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:19:20.956874 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb00edf8-57e2-4af8-ad1c-6872ae45505f admin admin] Network hostable DHCP agents. Network: 29c55c90-fea2-4f34-8bb3-245f74991402, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:19:20.970978 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a64f83c7-b00b-4bb3-8976-72d90fca8c94 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:20.978305 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a64f83c7-b00b-4bb3-8976-72d90fca8c94 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:20.988107 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845aa32e-ad38-40c2-b4f5-c216fe0b48ed req-b7132f8e-cf8f-42c5-96bc-13c8c76f9616 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:20.994170 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-845aa32e-ad38-40c2-b4f5-c216fe0b48ed req-b7132f8e-cf8f-42c5-96bc-13c8c76f9616 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] 10.222.0.85 "GET /v2.0/ports?device_id=5eb8dec1-c5dd-4b6e-b618-44fdb7f98c72 HTTP/1.1" status: 200 len: 945 time: 0.0968347 May 18 18:19:21.012980 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb00edf8-57e2-4af8-ad1c-6872ae45505f admin admin] Network 29c55c90-fea2-4f34-8bb3-245f74991402 is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:19:21.024552 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a64f83c7-b00b-4bb3-8976-72d90fca8c94 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:21.026070 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-a64f83c7-b00b-4bb3-8976-72d90fca8c94 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3606346 May 18 18:19:21.029040 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 39494) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:19:21.034929 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64f83c7-b00b-4bb3-8976-72d90fca8c94 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4593f524-72e1-492c-85e0-7fe3cada737a,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:19:21.041945 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-bb00edf8-57e2-4af8-ad1c-6872ae45505f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, 29c55c90-fea2-4f34-8bb3-245f74991402) {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:19:21.044324 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-bc79a109-e456-4530-911a-2973c2f20872 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Request body: {'security_group': {'name': 'tempest-secgroup--863323266'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:19:21.048168 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb00edf8-57e2-4af8-ad1c-6872ae45505f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:21.049229 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-bb00edf8-57e2-4af8-ad1c-6872ae45505f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:21.057184 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad325bb0-b1ce-4ea7-8592-e0084da31954 None None] Network 29c55c90-fea2-4f34-8bb3-245f74991402 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:19:21.065949 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-845aa32e-ad38-40c2-b4f5-c216fe0b48ed req-26b90291-20ae-4881-a4d1-755099f034d6 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ecfcd7a-48bb-4ce7-ab79-4277880e130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677507 May 18 18:19:21.087261 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-bb00edf8-57e2-4af8-ad1c-6872ae45505f admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7262995 May 18 18:19:21.099017 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-bc79a109-e456-4530-911a-2973c2f20872 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:21.213811 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-bc79a109-e456-4530-911a-2973c2f20872 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:21.220148 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-bc79a109-e456-4530-911a-2973c2f20872 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:21.258305 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-bc79a109-e456-4530-911a-2973c2f20872 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:21.263365 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-bc79a109-e456-4530-911a-2973c2f20872 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2295549 May 18 18:19:21.264042 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 39498) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:19:21.269638 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-97f14625-4c3a-41e2-84f7-7bafa0fd61f0 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Request body: {'security_group_rule': {'security_group_id': '4593f524-72e1-492c-85e0-7fe3cada737a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '0330f2d7-8b56-47c3-9159-535caa26b55e', 'remote_ip_prefix': None}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:19:21.284213 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc79a109-e456-4530-911a-2973c2f20872 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0330f2d7-8b56-47c3-9159-535caa26b55e,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:19:21.287402 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba51341-b68b-43da-9d1f-823fc9cab7c1 None None] Network 29c55c90-fea2-4f34-8bb3-245f74991402 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:19:21.370458 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-97f14625-4c3a-41e2-84f7-7bafa0fd61f0 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:21.516119 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-97f14625-4c3a-41e2-84f7-7bafa0fd61f0 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:21.521730 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-97f14625-4c3a-41e2-84f7-7bafa0fd61f0 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:21.558643 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f14625-4c3a-41e2-84f7-7bafa0fd61f0 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=745acc0f-8ec1-4faa-8a70-be3ac391cba1,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:19:21.573144 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-97f14625-4c3a-41e2-84f7-7bafa0fd61f0 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:21.579870 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-97f14625-4c3a-41e2-84f7-7bafa0fd61f0 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3092873 May 18 18:19:21.579870 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 39502) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:19:21.626238 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a1fd583f-df49-469e-b759-83699339de19 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:21.636418 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a1fd583f-df49-469e-b759-83699339de19 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:21.683728 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a1fd583f-df49-469e-b759-83699339de19 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:21.708423 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a1fd583f-df49-469e-b759-83699339de19 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:21.710602 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-a1fd583f-df49-469e-b759-83699339de19 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] 10.222.0.85 "DELETE /v2.0/security-group-rules/745acc0f-8ec1-4faa-8a70-be3ac391cba1 HTTP/1.1" status: 204 len: 168 time: 0.1294234 May 18 18:19:21.714953 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 39510) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:19:21.717831 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fd583f-df49-469e-b759-83699339de19 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=745acc0f-8ec1-4faa-8a70-be3ac391cba1,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:19:21.812331 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 39514) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:19:21.812967 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-6ddb491a-ab90-48f5-b9e5-595253d0c296 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] 10.222.0.85 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0954792 May 18 18:19:21.913903 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4fa6f1df-1522-4b51-9ae3-76d595bc296e req-47d1cc78-4f07-47d3-a4ec-7ef5b57bff96 tempest-ServerShowV257Test-530360188 tempest-ServerShowV257Test-530360188-project] 10.222.0.85 "GET /v2.0/ports?device_id=37e036f8-9603-4172-a881-6bf11c052201 HTTP/1.1" status: 200 len: 210 time: 0.0426192 May 18 18:19:21.945445 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-973700c6-f074-429a-96a2-fd8a2070885f tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:21.987504 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-973700c6-f074-429a-96a2-fd8a2070885f tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:22.066178 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-973700c6-f074-429a-96a2-fd8a2070885f tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:22.068983 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-973700c6-f074-429a-96a2-fd8a2070885f tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:22.070302 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-973700c6-f074-429a-96a2-fd8a2070885f tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] 10.222.0.85 "DELETE /v2.0/security-groups/0330f2d7-8b56-47c3-9159-535caa26b55e HTTP/1.1" status: 204 len: 168 time: 0.2568467 May 18 18:19:22.074960 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 39524) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:19:22.086470 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973700c6-f074-429a-96a2-fd8a2070885f tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0330f2d7-8b56-47c3-9159-535caa26b55e,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:19:22.120776 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a01bfb-f2bc-4a47-9139-481780817c6f req-17deb65c-a3cc-428f-8782-6b2e67f3beb1 tempest-VolumesActionsTest-918754908 tempest-VolumesActionsTest-918754908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:22.124838 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d7a01bfb-f2bc-4a47-9139-481780817c6f req-17deb65c-a3cc-428f-8782-6b2e67f3beb1 tempest-VolumesActionsTest-918754908 tempest-VolumesActionsTest-918754908-project] 10.222.0.85 "GET /v2.0/networks?id=d487de1d-514b-4c6e-b5e3-7c561c6bcee8 HTTP/1.1" status: 200 len: 809 time: 0.1873817 May 18 18:19:22.158519 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-a98937da-b101-49be-9f55-caeeaf784d4a tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] 10.222.0.85 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0824735 May 18 18:19:22.168492 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 39528) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:19:22.183205 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d7a01bfb-f2bc-4a47-9139-481780817c6f req-83e329d7-fb9d-47e0-910d-fe43b98bc271 tempest-VolumesActionsTest-918754908 tempest-VolumesActionsTest-918754908-project] 10.222.0.85 "GET /v2.0/quotas/ddfee53486a841e5b3b83b70279a4747 HTTP/1.1" status: 200 len: 375 time: 0.0431435 May 18 18:19:22.240961 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d7a01bfb-f2bc-4a47-9139-481780817c6f req-d37c53c8-70d0-4cf9-8565-d02734f04c5d tempest-VolumesActionsTest-918754908 tempest-VolumesActionsTest-918754908-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=ddfee53486a841e5b3b83b70279a4747&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0547590 May 18 18:19:22.294276 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3f3a9a32-2dd1-4b0c-b6eb-bb8f753a4c55 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:22.304517 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80edd90-935a-4639-8fed-61754a3bfe5d req-9f1792ec-c263-48f5-99a8-2d91bfb4b25a tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:22.306200 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a80edd90-935a-4639-8fed-61754a3bfe5d req-9f1792ec-c263-48f5-99a8-2d91bfb4b25a tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] 10.222.0.85 "GET /v2.0/ports?device_id=5eb8dec1-c5dd-4b6e-b618-44fdb7f98c72 HTTP/1.1" status: 200 len: 945 time: 0.1105406 May 18 18:19:22.349186 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3f3a9a32-2dd1-4b0c-b6eb-bb8f753a4c55 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:22.402935 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d7a01bfb-f2bc-4a47-9139-481780817c6f req-35d7eb09-ea84-45e4-a91b-ea3892778589 service neutron] 10.222.0.85 "GET /v2.0/networks/d487de1d-514b-4c6e-b5e3-7c561c6bcee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367977 May 18 18:19:22.410854 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a80edd90-935a-4639-8fed-61754a3bfe5d req-de07d0b7-a7f0-4621-bfac-35f3361b9c70 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ecfcd7a-48bb-4ce7-ab79-4277880e130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934911 May 18 18:19:22.436982 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3f3a9a32-2dd1-4b0c-b6eb-bb8f753a4c55 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:22.441878 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3f3a9a32-2dd1-4b0c-b6eb-bb8f753a4c55 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:22.445683 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-3f3a9a32-2dd1-4b0c-b6eb-bb8f753a4c55 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] 10.222.0.85 "DELETE /v2.0/security-groups/4593f524-72e1-492c-85e0-7fe3cada737a HTTP/1.1" status: 204 len: 168 time: 0.2787600 May 18 18:19:22.447823 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 39530) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:19:22.459322 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3a9a32-2dd1-4b0c-b6eb-bb8f753a4c55 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4593f524-72e1-492c-85e0-7fe3cada737a,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:19:22.551349 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-9949d052-8ccd-4af6-824a-6e9e1c2f8fb3 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] 10.222.0.85 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1013730 May 18 18:19:22.595259 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d7a01bfb-f2bc-4a47-9139-481780817c6f req-ccf16456-a11e-4339-b9a9-17d9eb6bf6cd service neutron] 10.222.0.85 "GET /v2.0/networks/d487de1d-514b-4c6e-b5e3-7c561c6bcee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902525 May 18 18:19:22.684003 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 39534) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:19:22.691504 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-60e437fa-3c4c-447e-affa-582cb661c892 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Request body: {'security_group': {'name': 'tempest-secgroup--965718487'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:19:22.722610 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-60e437fa-3c4c-447e-affa-582cb661c892 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:22.879353 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-60e437fa-3c4c-447e-affa-582cb661c892 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:22.890603 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-60e437fa-3c4c-447e-affa-582cb661c892 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:22.950047 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e437fa-3c4c-447e-affa-582cb661c892 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=699bc576-ca97-4b26-899a-5d94136c4455,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:19:22.972534 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3f8334b3-84b4-48d4-a017-4b23813bed08 req-19cac8f0-277b-4741-9c4f-52633843babd tempest-VolumesActionsTest-918754908 tempest-VolumesActionsTest-918754908-project] 10.222.0.85 "GET /v2.0/ports?device_id=5c420239-a2de-4720-a194-75b8225ab75a HTTP/1.1" status: 200 len: 210 time: 0.0660584 May 18 18:19:23.058414 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-60e437fa-3c4c-447e-affa-582cb661c892 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:23.063826 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 39544) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:19:23.071091 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-60e437fa-3c4c-447e-affa-582cb661c892 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3856456 May 18 18:19:23.071768 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-508e88cd-fee8-48a3-a6f9-a3c0100023c2 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Request body: {'security_group_rule': {'security_group_id': '699bc576-ca97-4b26-899a-5d94136c4455', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:19:23.131987 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d4c6bc-4750-4516-aa00-a9e8a4cfced3 req-ee4b1df6-6158-437c-83ce-11d892ecb1ca tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:23.147867 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-508e88cd-fee8-48a3-a6f9-a3c0100023c2 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:23.148680 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-35d4c6bc-4750-4516-aa00-a9e8a4cfced3 req-ee4b1df6-6158-437c-83ce-11d892ecb1ca tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] 10.222.0.85 "GET /v2.0/ports?device_id=89f3562d-a724-4375-ae42-f3dc5a48a522 HTTP/1.1" status: 200 len: 946 time: 0.2807076 May 18 18:19:23.222124 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ad3cccb6-2f26-43cc-acf2-550389a5a8ea req-34e4634d-2135-49e3-91f5-a9fa135e6057 tempest-ServerShowV257Test-530360188 tempest-ServerShowV257Test-530360188-project] 10.222.0.85 "GET /v2.0/ports?device_id=37e036f8-9603-4172-a881-6bf11c052201 HTTP/1.1" status: 200 len: 210 time: 0.0460627 May 18 18:19:23.223413 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-35d4c6bc-4750-4516-aa00-a9e8a4cfced3 req-d157b401-ecd8-495b-ab37-8f87fa67e947 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ecfcd7a-48bb-4ce7-ab79-4277880e130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736632 May 18 18:19:23.315033 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-508e88cd-fee8-48a3-a6f9-a3c0100023c2 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:23.321239 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-508e88cd-fee8-48a3-a6f9-a3c0100023c2 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:23.347525 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508e88cd-fee8-48a3-a6f9-a3c0100023c2 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=239e8b14-9d2d-4a03-9bdd-37b72b07307b,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:19:23.381999 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508e88cd-fee8-48a3-a6f9-a3c0100023c2 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:19:23.382980 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508e88cd-fee8-48a3-a6f9-a3c0100023c2 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:19:23.384148 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508e88cd-fee8-48a3-a6f9-a3c0100023c2 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:19:23.385777 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508e88cd-fee8-48a3-a6f9-a3c0100023c2 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:19:23.386682 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508e88cd-fee8-48a3-a6f9-a3c0100023c2 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:19:23.387526 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508e88cd-fee8-48a3-a6f9-a3c0100023c2 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:19:23.388341 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508e88cd-fee8-48a3-a6f9-a3c0100023c2 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:19:23.389463 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508e88cd-fee8-48a3-a6f9-a3c0100023c2 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:19:23.390278 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508e88cd-fee8-48a3-a6f9-a3c0100023c2 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:19:23.391109 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508e88cd-fee8-48a3-a6f9-a3c0100023c2 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:19:23.391874 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508e88cd-fee8-48a3-a6f9-a3c0100023c2 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:19:23.392713 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508e88cd-fee8-48a3-a6f9-a3c0100023c2 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:19:23.409944 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-508e88cd-fee8-48a3-a6f9-a3c0100023c2 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:23.419499 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-508e88cd-fee8-48a3-a6f9-a3c0100023c2 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3539848 May 18 18:19:23.422750 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 39552) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:19:23.480807 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1bc9753e-e4a6-40c6-8c66-e1a6ee86e848 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:23.490515 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1bc9753e-e4a6-40c6-8c66-e1a6ee86e848 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:23.521947 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1bc9753e-e4a6-40c6-8c66-e1a6ee86e848 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:23.536183 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1bc9753e-e4a6-40c6-8c66-e1a6ee86e848 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:23.540201 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 39554) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:19:23.540569 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-1bc9753e-e4a6-40c6-8c66-e1a6ee86e848 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] 10.222.0.85 "DELETE /v2.0/security-group-rules/239e8b14-9d2d-4a03-9bdd-37b72b07307b HTTP/1.1" status: 204 len: 168 time: 0.1159863 May 18 18:19:23.541236 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc9753e-e4a6-40c6-8c66-e1a6ee86e848 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=239e8b14-9d2d-4a03-9bdd-37b72b07307b,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:19:23.617257 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 39558) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:19:23.619660 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-7b99da67-c59f-49f2-b6ec-8c0124081597 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] 10.222.0.85 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0763972 May 18 18:19:23.701436 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-81471bbc-2163-4260-8224-8f8985c280d5 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:23.727481 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532bd13b-f6e1-4166-a45d-f9fa76bdcc22 req-3e73f17b-8a99-47a7-b1b7-d2b2675d0095 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:23.729979 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-532bd13b-f6e1-4166-a45d-f9fa76bdcc22 req-3e73f17b-8a99-47a7-b1b7-d2b2675d0095 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] 10.222.0.85 "GET /v2.0/ports?device_id=6f61c358-7f1d-407d-b92b-2718a08b4786 HTTP/1.1" status: 200 len: 946 time: 0.0870895 May 18 18:19:23.743678 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-81471bbc-2163-4260-8224-8f8985c280d5 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:23.792578 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-532bd13b-f6e1-4166-a45d-f9fa76bdcc22 req-cf03bb83-d6d7-4ddc-a37d-c1b603312015 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ecfcd7a-48bb-4ce7-ab79-4277880e130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532291 May 18 18:19:23.837591 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-81471bbc-2163-4260-8224-8f8985c280d5 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:23.841454 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-81471bbc-2163-4260-8224-8f8985c280d5 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:23.845607 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-81471bbc-2163-4260-8224-8f8985c280d5 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] 10.222.0.85 "DELETE /v2.0/security-groups/699bc576-ca97-4b26-899a-5d94136c4455 HTTP/1.1" status: 204 len: 168 time: 0.2256334 May 18 18:19:23.846956 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 39562) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:19:23.874272 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81471bbc-2163-4260-8224-8f8985c280d5 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=699bc576-ca97-4b26-899a-5d94136c4455,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:19:23.927107 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-14a105d9-0e8c-4dcb-b5f5-b6c3a93b321d tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] 10.222.0.85 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0782833 May 18 18:19:23.930754 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 39566) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:19:23.936166 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-03e71633-28f8-4c8f-8d0b-879f23e49207 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Request body: {'security_group': {'name': 'tempest-secgroup--378670387'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:19:23.964747 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-03e71633-28f8-4c8f-8d0b-879f23e49207 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:24.090587 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-03e71633-28f8-4c8f-8d0b-879f23e49207 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:24.096464 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-03e71633-28f8-4c8f-8d0b-879f23e49207 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:24.123826 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a54da55a-baa9-4b0b-bc8c-f72739bf974b req-d8caff4d-27fb-4438-8a6c-3b01d7a40def tempest-VolumesActionsTest-918754908 tempest-VolumesActionsTest-918754908-project] 10.222.0.85 "GET /v2.0/ports?device_id=5c420239-a2de-4720-a194-75b8225ab75a HTTP/1.1" status: 200 len: 210 time: 0.0579324 May 18 18:19:24.139865 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-03e71633-28f8-4c8f-8d0b-879f23e49207 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:24.143905 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-03e71633-28f8-4c8f-8d0b-879f23e49207 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2096176 May 18 18:19:24.144449 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 39570) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:19:24.147575 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e71633-28f8-4c8f-8d0b-879f23e49207 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=456b0194-3a69-4507-bb27-65e95cb13ce9,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:19:24.156597 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-ff811176-dee6-4af7-b91b-b31ea697f7b2 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Request body: {'security_group_rule': {'security_group_id': '456b0194-3a69-4507-bb27-65e95cb13ce9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:19:24.214721 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa2cc81-dba9-4801-b298-9dc3880c2b14 req-0f191ec2-ba5a-482c-8b98-25299bf9b73c tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:24.222414 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa2cc81-dba9-4801-b298-9dc3880c2b14 req-0f191ec2-ba5a-482c-8b98-25299bf9b73c tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:24.229118 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ff811176-dee6-4af7-b91b-b31ea697f7b2 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:24.231099 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa2cc81-dba9-4801-b298-9dc3880c2b14 req-0f191ec2-ba5a-482c-8b98-25299bf9b73c tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:24.234030 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4aa2cc81-dba9-4801-b298-9dc3880c2b14 req-0f191ec2-ba5a-482c-8b98-25299bf9b73c tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] 10.222.0.85 "GET /v2.0/ports?device_id=89f3562d-a724-4375-ae42-f3dc5a48a522&device_id=5eb8dec1-c5dd-4b6e-b618-44fdb7f98c72&device_id=6f61c358-7f1d-407d-b92b-2718a08b4786 HTTP/1.1" status: 200 len: 2418 time: 0.0831807 May 18 18:19:24.306603 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4aa2cc81-dba9-4801-b298-9dc3880c2b14 req-650647ac-fd16-4602-9a8c-bbae3397ccd6 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ecfcd7a-48bb-4ce7-ab79-4277880e130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650542 May 18 18:19:24.349347 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e9fa31c0-d7cc-4298-bdf1-aa225518e453 req-0ed288e2-4fbb-4d82-9956-cb295259beb1 tempest-ServerShowV257Test-530360188 tempest-ServerShowV257Test-530360188-project] 10.222.0.85 "GET /v2.0/ports?device_id=37e036f8-9603-4172-a881-6bf11c052201 HTTP/1.1" status: 200 len: 210 time: 0.0378337 May 18 18:19:24.358862 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ff811176-dee6-4af7-b91b-b31ea697f7b2 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:24.364189 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ff811176-dee6-4af7-b91b-b31ea697f7b2 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:24.387526 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ff811176-dee6-4af7-b91b-b31ea697f7b2 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:24.388756 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-ff811176-dee6-4af7-b91b-b31ea697f7b2 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2422926 May 18 18:19:24.391964 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 39576) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:19:24.411946 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff811176-dee6-4af7-b91b-b31ea697f7b2 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d65677fd-d14e-4722-8436-ac9954313b48,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:19:24.417796 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-b10702ee-8ceb-4ea6-83fa-43800a99631b tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] 10.222.0.85 "GET /v2.0/security-group-rules/d65677fd-d14e-4722-8436-ac9954313b48 HTTP/1.1" status: 200 len: 763 time: 0.0246153 May 18 18:19:24.420721 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 39578) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:19:24.427229 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff811176-dee6-4af7-b91b-b31ea697f7b2 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:19:24.427578 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff811176-dee6-4af7-b91b-b31ea697f7b2 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:19:24.427929 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff811176-dee6-4af7-b91b-b31ea697f7b2 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:19:24.428272 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff811176-dee6-4af7-b91b-b31ea697f7b2 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:19:24.428609 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff811176-dee6-4af7-b91b-b31ea697f7b2 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:19:24.428947 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff811176-dee6-4af7-b91b-b31ea697f7b2 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:19:24.429282 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff811176-dee6-4af7-b91b-b31ea697f7b2 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:19:24.429662 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff811176-dee6-4af7-b91b-b31ea697f7b2 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:19:24.429965 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff811176-dee6-4af7-b91b-b31ea697f7b2 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:19:24.430297 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff811176-dee6-4af7-b91b-b31ea697f7b2 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:19:24.430626 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff811176-dee6-4af7-b91b-b31ea697f7b2 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:19:24.431338 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff811176-dee6-4af7-b91b-b31ea697f7b2 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:19:24.513827 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-48f59e50-3998-447a-9d35-1c3625104576 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] 10.222.0.85 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0919099 May 18 18:19:24.520112 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 39580) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:19:24.532017 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a699051-ef24-4658-8cbf-803435fe2513 req-3e2f6d16-3859-4547-83b9-7f17567dfd71 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:24.533560 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0a699051-ef24-4658-8cbf-803435fe2513 req-3e2f6d16-3859-4547-83b9-7f17567dfd71 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] 10.222.0.85 "GET /v2.0/ports?device_id=89f3562d-a724-4375-ae42-f3dc5a48a522 HTTP/1.1" status: 200 len: 946 time: 0.0891771 May 18 18:19:24.561813 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c3e5c015-6572-4378-afaa-f34a851f4248 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:24.572033 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c3e5c015-6572-4378-afaa-f34a851f4248 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:24.591244 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0a699051-ef24-4658-8cbf-803435fe2513 req-b65145e1-a4bb-42b1-ab09-da35a4fb5138 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ecfcd7a-48bb-4ce7-ab79-4277880e130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479314 May 18 18:19:24.618760 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c3e5c015-6572-4378-afaa-f34a851f4248 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:24.627496 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c3e5c015-6572-4378-afaa-f34a851f4248 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:24.631594 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-c3e5c015-6572-4378-afaa-f34a851f4248 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] 10.222.0.85 "DELETE /v2.0/security-group-rules/d65677fd-d14e-4722-8436-ac9954313b48 HTTP/1.1" status: 204 len: 168 time: 0.1069903 May 18 18:19:24.632150 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 39584) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:19:24.635697 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e5c015-6572-4378-afaa-f34a851f4248 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d65677fd-d14e-4722-8436-ac9954313b48,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:19:24.725280 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-2552accf-f24d-4d99-9c78-80dfac7a3411 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] 10.222.0.85 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0895519 May 18 18:19:24.727366 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 39586) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:19:24.736348 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-7cc46ccc-dc9a-4285-99d9-7af9956496a8 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Request body: {'security_group_rule': {'security_group_id': '456b0194-3a69-4507-bb27-65e95cb13ce9', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:19:24.796388 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7cc46ccc-dc9a-4285-99d9-7af9956496a8 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:25.008130 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7cc46ccc-dc9a-4285-99d9-7af9956496a8 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:25.048889 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7cc46ccc-dc9a-4285-99d9-7af9956496a8 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:25.127870 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc46ccc-dc9a-4285-99d9-7af9956496a8 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ac1cbc5-d2a0-4a54-b44d-45e6425647f3,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:19:25.139733 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a01bfb-f2bc-4a47-9139-481780817c6f req-236ca9c8-d56a-4f61-a64d-4629085aaf1b tempest-VolumesActionsTest-918754908 tempest-VolumesActionsTest-918754908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:25.141294 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d7a01bfb-f2bc-4a47-9139-481780817c6f req-236ca9c8-d56a-4f61-a64d-4629085aaf1b tempest-VolumesActionsTest-918754908 tempest-VolumesActionsTest-918754908-project] 10.222.0.88 "GET /v2.0/networks?id=d487de1d-514b-4c6e-b5e3-7c561c6bcee8 HTTP/1.1" status: 200 len: 809 time: 0.3203831 May 18 18:19:25.144196 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7cc46ccc-dc9a-4285-99d9-7af9956496a8 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:25.145671 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-7cc46ccc-dc9a-4285-99d9-7af9956496a8 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4164741 May 18 18:19:25.149850 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 39606) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:19:25.174004 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-d7a01bfb-f2bc-4a47-9139-481780817c6f req-0db8a67c-8881-4a58-b1ea-e280530a4d98 tempest-VolumesActionsTest-918754908 tempest-VolumesActionsTest-918754908-project] Request body: {'port': {'device_id': '5c420239-a2de-4720-a194-75b8225ab75a', 'network_id': 'd487de1d-514b-4c6e-b5e3-7c561c6bcee8', 'admin_state_up': True, 'tenant_id': 'ddfee53486a841e5b3b83b70279a4747'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:19:25.207933 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-c1f01bbb-20ca-4530-83f5-614269e16bd4 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] 10.222.0.85 "GET /v2.0/security-group-rules/4ac1cbc5-d2a0-4a54-b44d-45e6425647f3 HTTP/1.1" status: 200 len: 763 time: 0.0554779 May 18 18:19:25.208696 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 39608) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:19:25.340392 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-88ecd952-4830-414a-b413-f7b38d5eac41 req-891fb4d0-8c03-4fd3-bc8f-0c422249cdc0 tempest-VolumesActionsTest-918754908 tempest-VolumesActionsTest-918754908-project] 10.222.0.85 "GET /v2.0/ports?device_id=5c420239-a2de-4720-a194-75b8225ab75a HTTP/1.1" status: 200 len: 210 time: 0.0445778 May 18 18:19:25.354535 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-33d0bbad-2f6e-425d-b9cf-83557c34a287 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] 10.222.0.85 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1319439 May 18 18:19:25.362458 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 39610) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:19:25.444951 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-276ef086-ad6d-4fab-b689-41b71d43af81 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:25.463806 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-276ef086-ad6d-4fab-b689-41b71d43af81 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:25.495481 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7a01bfb-f2bc-4a47-9139-481780817c6f req-0db8a67c-8881-4a58-b1ea-e280530a4d98 tempest-VolumesActionsTest-918754908 tempest-VolumesActionsTest-918754908-project] Made reservation on behalf of ddfee53486a841e5b3b83b70279a4747 for: {'port': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:19:25.504998 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-d7a01bfb-f2bc-4a47-9139-481780817c6f req-0db8a67c-8881-4a58-b1ea-e280530a4d98 tempest-VolumesActionsTest-918754908 tempest-VolumesActionsTest-918754908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:25.519860 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-276ef086-ad6d-4fab-b689-41b71d43af81 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:25.532897 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-276ef086-ad6d-4fab-b689-41b71d43af81 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:25.539050 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 39614) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:19:25.549385 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-276ef086-ad6d-4fab-b689-41b71d43af81 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] 10.222.0.85 "DELETE /v2.0/security-group-rules/4ac1cbc5-d2a0-4a54-b44d-45e6425647f3 HTTP/1.1" status: 204 len: 168 time: 0.1821759 May 18 18:19:25.554762 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276ef086-ad6d-4fab-b689-41b71d43af81 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4ac1cbc5-d2a0-4a54-b44d-45e6425647f3,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:19:25.602067 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-35c371bc-0f7f-464f-b9d1-2cfbfaccd426 req-1cd480ef-2f8b-45ff-849f-67f376727ea2 tempest-ServerShowV257Test-530360188 tempest-ServerShowV257Test-530360188-project] 10.222.0.85 "GET /v2.0/ports?device_id=37e036f8-9603-4172-a881-6bf11c052201 HTTP/1.1" status: 200 len: 210 time: 0.0800450 May 18 18:19:26.007419 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-bcc7c52b-0fb2-446e-9cdc-4298b1da03e9 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] 10.222.0.85 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4669721 May 18 18:19:26.008470 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 39632) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:19:26.046403 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-c4bc1652-33a1-45fc-a167-8d17202d3d95 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Request body: {'security_group_rule': {'security_group_id': '456b0194-3a69-4507-bb27-65e95cb13ce9', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:19:26.086266 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [req-d7a01bfb-f2bc-4a47-9139-481780817c6f req-0db8a67c-8881-4a58-b1ea-e280530a4d98 tempest-VolumesActionsTest-918754908 tempest-VolumesActionsTest-918754908-project] Allocated IP 172.20.0.9 (d487de1d-514b-4c6e-b5e3-7c561c6bcee8/bd09efa1-7830-4427-8e66-761a80a60b9b/c70d08e5-0d2c-49ca-b51f-5979504f863a) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:19:26.089141 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdbdebf-cb04-4c03-a3ad-a9f2f6a7306c req-a8c04a49-a3aa-4040-9914-75a572c7a10f tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:26.093995 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5bdbdebf-cb04-4c03-a3ad-a9f2f6a7306c req-a8c04a49-a3aa-4040-9914-75a572c7a10f tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] 10.222.0.85 "GET /v2.0/ports?device_id=6f61c358-7f1d-407d-b92b-2718a08b4786 HTTP/1.1" status: 200 len: 946 time: 0.0634317 May 18 18:19:26.103494 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c4bc1652-33a1-45fc-a167-8d17202d3d95 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:26.185154 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5bdbdebf-cb04-4c03-a3ad-a9f2f6a7306c req-befee0d5-ca13-4cd0-a774-29c4f9f4850e tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ecfcd7a-48bb-4ce7-ab79-4277880e130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568538 May 18 18:19:26.256104 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c4bc1652-33a1-45fc-a167-8d17202d3d95 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:26.262615 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c4bc1652-33a1-45fc-a167-8d17202d3d95 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:26.301642 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bc1652-33a1-45fc-a167-8d17202d3d95 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42fb27d4-c64f-4227-8ece-8962c1a1ee8f,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:19:26.312192 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c4bc1652-33a1-45fc-a167-8d17202d3d95 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:26.313399 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-c4bc1652-33a1-45fc-a167-8d17202d3d95 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2728491 May 18 18:19:26.318040 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 39636) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:19:26.340048 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-a5c2bb7e-69dc-4f08-aa5d-1c39fabcf732 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] 10.222.0.85 "GET /v2.0/security-group-rules/42fb27d4-c64f-4227-8ece-8962c1a1ee8f HTTP/1.1" status: 200 len: 764 time: 0.0187197 May 18 18:19:26.346433 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 39638) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:19:26.356452 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-d7a01bfb-f2bc-4a47-9139-481780817c6f req-0db8a67c-8881-4a58-b1ea-e280530a4d98 tempest-VolumesActionsTest-918754908 tempest-VolumesActionsTest-918754908-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:26.417221 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-6ac83567-04b4-4af3-8c80-91aec8f994e8 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] 10.222.0.85 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0691154 May 18 18:19:26.421111 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 39642) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:19:26.422371 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-d7a01bfb-f2bc-4a47-9139-481780817c6f req-0db8a67c-8881-4a58-b1ea-e280530a4d98 tempest-VolumesActionsTest-918754908 tempest-VolumesActionsTest-918754908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:26.461331 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a8a9ce9c-4aef-425f-bdce-adfca6c5c83d tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:26.474397 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a8a9ce9c-4aef-425f-bdce-adfca6c5c83d tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:26.519364 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a8a9ce9c-4aef-425f-bdce-adfca6c5c83d tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:26.531931 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a8a9ce9c-4aef-425f-bdce-adfca6c5c83d tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:26.534325 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-a8a9ce9c-4aef-425f-bdce-adfca6c5c83d tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] 10.222.0.85 "DELETE /v2.0/security-group-rules/42fb27d4-c64f-4227-8ece-8962c1a1ee8f HTTP/1.1" status: 204 len: 168 time: 0.1115780 May 18 18:19:26.536768 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 39644) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:19:26.545143 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7a01bfb-f2bc-4a47-9139-481780817c6f req-0db8a67c-8881-4a58-b1ea-e280530a4d98 tempest-VolumesActionsTest-918754908 tempest-VolumesActionsTest-918754908-project] Network d487de1d-514b-4c6e-b5e3-7c561c6bcee8 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:19:26.555555 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db8a67c-8881-4a58-b1ea-e280530a4d98 tempest-VolumesActionsTest-918754908 tempest-VolumesActionsTest-918754908-project] Pushing event updated for resources: {'Port': ['ID=c70d08e5-0d2c-49ca-b51f-5979504f863a,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:19:26.559370 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [req-d7a01bfb-f2bc-4a47-9139-481780817c6f req-0db8a67c-8881-4a58-b1ea-e280530a4d98 tempest-VolumesActionsTest-918754908 tempest-VolumesActionsTest-918754908-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:19:26.563463 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7a01bfb-f2bc-4a47-9139-481780817c6f req-0db8a67c-8881-4a58-b1ea-e280530a4d98 tempest-VolumesActionsTest-918754908 tempest-VolumesActionsTest-918754908-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:19:26.568403 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a9ce9c-4aef-425f-bdce-adfca6c5c83d tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=42fb27d4-c64f-4227-8ece-8962c1a1ee8f,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:19:26.605391 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-91fe54b0-7905-4f2e-84c5-36fa610db8f2 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] 10.222.0.85 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0646863 May 18 18:19:26.606564 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 39646) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:19:26.615883 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a01bfb-f2bc-4a47-9139-481780817c6f req-0db8a67c-8881-4a58-b1ea-e280530a4d98 tempest-VolumesActionsTest-918754908 tempest-VolumesActionsTest-918754908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:26.617215 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-d7a01bfb-f2bc-4a47-9139-481780817c6f req-0db8a67c-8881-4a58-b1ea-e280530a4d98 tempest-VolumesActionsTest-918754908 tempest-VolumesActionsTest-918754908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:26.627602 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a50a4bf-1998-455b-8801-e64261f6a839 req-56805441-2958-435c-a8fd-fdf8e2639a98 tempest-VolumesActionsTest-918754908 tempest-VolumesActionsTest-918754908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:26.629153 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4a50a4bf-1998-455b-8801-e64261f6a839 req-56805441-2958-435c-a8fd-fdf8e2639a98 tempest-VolumesActionsTest-918754908 tempest-VolumesActionsTest-918754908-project] 10.222.0.85 "GET /v2.0/ports?device_id=5c420239-a2de-4720-a194-75b8225ab75a HTTP/1.1" status: 200 len: 931 time: 0.1539202 May 18 18:19:26.652474 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d7a01bfb-f2bc-4a47-9139-481780817c6f req-0db8a67c-8881-4a58-b1ea-e280530a4d98 tempest-VolumesActionsTest-918754908 tempest-VolumesActionsTest-918754908-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4820933 May 18 18:19:26.663287 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-d7a01bfb-f2bc-4a47-9139-481780817c6f req-873f83ec-7b8b-4dfc-9eaa-45a14fa9f648 service neutron] Request body: {'port': {'device_id': '5c420239-a2de-4720-a194-75b8225ab75a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-3'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:19:26.719709 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4a50a4bf-1998-455b-8801-e64261f6a839 req-8544c12a-f757-4c23-a75d-beccde06b3f3 tempest-VolumesActionsTest-918754908 tempest-VolumesActionsTest-918754908-project] 10.222.0.85 "GET /v2.0/security-groups?id=e7beb17e-85bc-43dc-b8a4-a4880e4a9f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824668 May 18 18:19:26.721363 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4f2a88e3-c4ae-4633-bda6-42b3ac75b21a tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:26.757338 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-d7a01bfb-f2bc-4a47-9139-481780817c6f req-873f83ec-7b8b-4dfc-9eaa-45a14fa9f648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:26.780165 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4f2a88e3-c4ae-4633-bda6-42b3ac75b21a tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:26.802723 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3fa40dcf-1fcf-4e0b-8c43-3ae17602cfda req-1d43635f-10e6-4ce8-8f23-fba69e6f55aa tempest-ServerShowV257Test-530360188 tempest-ServerShowV257Test-530360188-project] 10.222.0.85 "GET /v2.0/ports?device_id=37e036f8-9603-4172-a881-6bf11c052201 HTTP/1.1" status: 200 len: 210 time: 0.0519798 May 18 18:19:26.865403 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4f2a88e3-c4ae-4633-bda6-42b3ac75b21a tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:26.868063 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4f2a88e3-c4ae-4633-bda6-42b3ac75b21a tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:26.869287 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-4f2a88e3-c4ae-4633-bda6-42b3ac75b21a tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] 10.222.0.85 "DELETE /v2.0/security-groups/456b0194-3a69-4507-bb27-65e95cb13ce9 HTTP/1.1" status: 204 len: 168 time: 0.2616351 May 18 18:19:26.874001 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 39650) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:19:26.891980 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2a88e3-c4ae-4633-bda6-42b3ac75b21a tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=456b0194-3a69-4507-bb27-65e95cb13ce9,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:19:26.960325 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-d82bcd6c-c989-4618-8188-583461d2584b tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] 10.222.0.85 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0851979 May 18 18:19:26.966629 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 39654) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:19:26.973579 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-853da825-6870-48a8-9b14-c2804093ff5c tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Request body: {'security_group': {'name': 'tempest-secgroup--1171329401'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:19:27.044384 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-853da825-6870-48a8-9b14-c2804093ff5c tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:27.186744 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-853da825-6870-48a8-9b14-c2804093ff5c tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:27.193393 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-853da825-6870-48a8-9b14-c2804093ff5c tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:27.204326 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [req-d7a01bfb-f2bc-4a47-9139-481780817c6f req-873f83ec-7b8b-4dfc-9eaa-45a14fa9f648 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c70d08e5-0d2c-49ca-b51f-5979504f863a {{(pid=102731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:19:27.238416 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-d7a01bfb-f2bc-4a47-9139-481780817c6f req-873f83ec-7b8b-4dfc-9eaa-45a14fa9f648 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:27.285461 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-853da825-6870-48a8-9b14-c2804093ff5c tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:27.291614 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-853da825-6870-48a8-9b14-c2804093ff5c tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3234036 May 18 18:19:27.292323 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 39666) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:19:27.303631 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-6c944a9e-1d5e-4a0e-a8e1-389b3deb9757 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Request body: {'security_group_rule': {'security_group_id': '3486eee4-b7bb-4db2-aa79-323c36e7ab39', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:19:27.312767 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853da825-6870-48a8-9b14-c2804093ff5c tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3486eee4-b7bb-4db2-aa79-323c36e7ab39,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:19:27.318760 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.provisioning_blocks [req-d7a01bfb-f2bc-4a47-9139-481780817c6f req-873f83ec-7b8b-4dfc-9eaa-45a14fa9f648 service neutron] Transition to ACTIVE for port object c70d08e5-0d2c-49ca-b51f-5979504f863a will not be triggered until provisioned by entity L2. {{(pid=102731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:19:27.335462 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-d7a01bfb-f2bc-4a47-9139-481780817c6f req-873f83ec-7b8b-4dfc-9eaa-45a14fa9f648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:27.417348 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873f83ec-7b8b-4dfc-9eaa-45a14fa9f648 service neutron] Pushing event updated for resources: {'Port': ['ID=c70d08e5-0d2c-49ca-b51f-5979504f863a,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:19:27.422657 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6c944a9e-1d5e-4a0e-a8e1-389b3deb9757 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:27.470192 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490d77bb-b835-4178-8023-a6168b33f8d6 req-de824b47-f429-4e83-bb1f-dfc3b790dfe8 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:27.471771 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-490d77bb-b835-4178-8023-a6168b33f8d6 req-de824b47-f429-4e83-bb1f-dfc3b790dfe8 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] 10.222.0.85 "GET /v2.0/ports?device_id=6f61c358-7f1d-407d-b92b-2718a08b4786 HTTP/1.1" status: 200 len: 946 time: 0.1544204 May 18 18:19:27.562415 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6c944a9e-1d5e-4a0e-a8e1-389b3deb9757 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:27.570617 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-490d77bb-b835-4178-8023-a6168b33f8d6 req-f13abe5c-7bd7-4b91-937e-83c694593a7f tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ecfcd7a-48bb-4ce7-ab79-4277880e130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760534 May 18 18:19:27.573169 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6c944a9e-1d5e-4a0e-a8e1-389b3deb9757 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:27.592409 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-d7a01bfb-f2bc-4a47-9139-481780817c6f req-873f83ec-7b8b-4dfc-9eaa-45a14fa9f648 service neutron] Attempting to bind port c70d08e5-0d2c-49ca-b51f-5979504f863a on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:19:27.592752 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-d7a01bfb-f2bc-4a47-9139-481780817c6f req-873f83ec-7b8b-4dfc-9eaa-45a14fa9f648 service neutron] Attempting to bind port c70d08e5-0d2c-49ca-b51f-5979504f863a by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': 'c39254e4-1966-4404-a36f-43fe540db029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'd487de1d-514b-4c6e-b5e3-7c561c6bcee8'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:19:27.593425 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a01bfb-f2bc-4a47-9139-481780817c6f req-873f83ec-7b8b-4dfc-9eaa-45a14fa9f648 service neutron] Attempting to bind port c70d08e5-0d2c-49ca-b51f-5979504f863a on network d487de1d-514b-4c6e-b5e3-7c561c6bcee8 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:19:27.604598 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c944a9e-1d5e-4a0e-a8e1-389b3deb9757 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0479eeb5-84c3-4571-ac0f-f5ed73538e59,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:19:27.606185 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a01bfb-f2bc-4a47-9139-481780817c6f req-873f83ec-7b8b-4dfc-9eaa-45a14fa9f648 service neutron] Port c70d08e5-0d2c-49ca-b51f-5979504f863a on network d487de1d-514b-4c6e-b5e3-7c561c6bcee8 not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:19:27.606532 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a01bfb-f2bc-4a47-9139-481780817c6f req-873f83ec-7b8b-4dfc-9eaa-45a14fa9f648 service neutron] Attempting to bind port c70d08e5-0d2c-49ca-b51f-5979504f863a on network d487de1d-514b-4c6e-b5e3-7c561c6bcee8 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:19:27.613005 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6c944a9e-1d5e-4a0e-a8e1-389b3deb9757 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:27.617167 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 39668) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:19:27.618000 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-6c944a9e-1d5e-4a0e-a8e1-389b3deb9757 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3212345 May 18 18:19:27.620278 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a01bfb-f2bc-4a47-9139-481780817c6f req-873f83ec-7b8b-4dfc-9eaa-45a14fa9f648 service neutron] Checking agent: {'id': 'd1be059a-68ea-4c77-9b2b-29f4afa47e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:19:27.620600 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a01bfb-f2bc-4a47-9139-481780817c6f req-873f83ec-7b8b-4dfc-9eaa-45a14fa9f648 service neutron] Checking segment: {'id': 'c39254e4-1966-4404-a36f-43fe540db029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'd487de1d-514b-4c6e-b5e3-7c561c6bcee8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:19:27.620978 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a01bfb-f2bc-4a47-9139-481780817c6f req-873f83ec-7b8b-4dfc-9eaa-45a14fa9f648 service neutron] Bound using segment: {'id': 'c39254e4-1966-4404-a36f-43fe540db029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'd487de1d-514b-4c6e-b5e3-7c561c6bcee8'} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:19:27.621429 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-d7a01bfb-f2bc-4a47-9139-481780817c6f req-873f83ec-7b8b-4dfc-9eaa-45a14fa9f648 service neutron] Bound port: c70d08e5-0d2c-49ca-b51f-5979504f863a, host: n-h2-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c39254e4-1966-4404-a36f-43fe540db029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'd487de1d-514b-4c6e-b5e3-7c561c6bcee8'}}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:19:27.621899 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-d7a01bfb-f2bc-4a47-9139-481780817c6f req-873f83ec-7b8b-4dfc-9eaa-45a14fa9f648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:27.697988 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-d7a01bfb-f2bc-4a47-9139-481780817c6f req-873f83ec-7b8b-4dfc-9eaa-45a14fa9f648 service neutron] For port c70d08e5-0d2c-49ca-b51f-5979504f863a, host n-h2-838550-3, cleared binding levels {{(pid=102731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:19:27.701798 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-d7a01bfb-f2bc-4a47-9139-481780817c6f req-873f83ec-7b8b-4dfc-9eaa-45a14fa9f648 service neutron] For port c70d08e5-0d2c-49ca-b51f-5979504f863a, host n-h2-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=c70d08e5-0d2c-49ca-b51f-5979504f863a,segment=NetworkSegment(c39254e4-1966-4404-a36f-43fe540db029),segment_id=c39254e4-1966-4404-a36f-43fe540db029)] {{(pid=102731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:19:27.707577 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-d7a01bfb-f2bc-4a47-9139-481780817c6f req-873f83ec-7b8b-4dfc-9eaa-45a14fa9f648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:27.716457 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-80c27d90-6796-45c6-a621-bc723b153723 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:27.746479 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a01bfb-f2bc-4a47-9139-481780817c6f req-873f83ec-7b8b-4dfc-9eaa-45a14fa9f648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:27.746805 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-80c27d90-6796-45c6-a621-bc723b153723 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:27.747087 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-d7a01bfb-f2bc-4a47-9139-481780817c6f req-873f83ec-7b8b-4dfc-9eaa-45a14fa9f648 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:27.749102 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d7a01bfb-f2bc-4a47-9139-481780817c6f req-873f83ec-7b8b-4dfc-9eaa-45a14fa9f648 service neutron] 10.222.0.88 "PUT /v2.0/ports/c70d08e5-0d2c-49ca-b51f-5979504f863a HTTP/1.1" status: 200 len: 1091 time: 1.0905106 May 18 18:19:27.749728 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c420239-a2de-4720-a194-75b8225ab75a', 'tag': 'c70d08e5-0d2c-49ca-b51f-5979504f863a'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:19:27.752381 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c598fba6-2007-4c9b-9d3c-4de34cd64e58" -d '{"events": [{"name": "network-changed", "server_uuid": "5c420239-a2de-4720-a194-75b8225ab75a", "tag": "c70d08e5-0d2c-49ca-b51f-5979504f863a"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:19:27.789411 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873f83ec-7b8b-4dfc-9eaa-45a14fa9f648 service neutron] Pushing event updated for resources: {'Port': ['ID=c70d08e5-0d2c-49ca-b51f-5979504f863a,revision_number=3']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:19:27.838832 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-80c27d90-6796-45c6-a621-bc723b153723 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:27.839171 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6fe1b94-b0b6-4848-af63-30fb9e67a02f x-openstack-request-id: req-f6fe1b94-b0b6-4848-af63-30fb9e67a02f {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:19:27.839477 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c420239-a2de-4720-a194-75b8225ab75a", "tag": "c70d08e5-0d2c-49ca-b51f-5979504f863a", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:19:27.839659 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-f6fe1b94-b0b6-4848-af63-30fb9e67a02f {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:19:27.840039 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6fe1b94-b0b6-4848-af63-30fb9e67a02f'] response: {'name': 'network-changed', 'server_uuid': '5c420239-a2de-4720-a194-75b8225ab75a', 'tag': 'c70d08e5-0d2c-49ca-b51f-5979504f863a', 'status': 'completed', 'code': 200} May 18 18:19:27.842451 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-80c27d90-6796-45c6-a621-bc723b153723 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:27.844010 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-80c27d90-6796-45c6-a621-bc723b153723 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] 10.222.0.85 "DELETE /v2.0/security-groups/3486eee4-b7bb-4db2-aa79-323c36e7ab39 HTTP/1.1" status: 204 len: 168 time: 0.2249269 May 18 18:19:27.846574 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 39674) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:19:27.855769 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c27d90-6796-45c6-a621-bc723b153723 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3486eee4-b7bb-4db2-aa79-323c36e7ab39,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:19:27.918884 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a01bfb-f2bc-4a47-9139-481780817c6f req-fb096601-9369-4ea0-99a0-46cba457dc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:27.920986 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d7a01bfb-f2bc-4a47-9139-481780817c6f req-fb096601-9369-4ea0-99a0-46cba457dc7c service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ddfee53486a841e5b3b83b70279a4747&device_id=5c420239-a2de-4720-a194-75b8225ab75a HTTP/1.1" status: 200 len: 1094 time: 0.1000385 May 18 18:19:27.928860 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-e1a2a936-ecbd-4e17-a259-075e831a33da tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] 10.222.0.85 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0622597 May 18 18:19:27.929316 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 39678) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:19:27.958366 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d224cb8a-b977-40ad-9aba-aa8c28e78458 req-ab1d756c-49ec-4ca5-a877-44bd4e2b5feb tempest-VolumesActionsTest-918754908 tempest-VolumesActionsTest-918754908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:27.966260 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d224cb8a-b977-40ad-9aba-aa8c28e78458 req-ab1d756c-49ec-4ca5-a877-44bd4e2b5feb tempest-VolumesActionsTest-918754908 tempest-VolumesActionsTest-918754908-project] 10.222.0.85 "GET /v2.0/ports?device_id=5c420239-a2de-4720-a194-75b8225ab75a HTTP/1.1" status: 200 len: 943 time: 0.0725269 May 18 18:19:28.007039 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d224cb8a-b977-40ad-9aba-aa8c28e78458 req-f3e75b20-0bf7-473c-ac3d-c68b5c1c006e tempest-VolumesActionsTest-918754908 tempest-VolumesActionsTest-918754908-project] 10.222.0.85 "GET /v2.0/security-groups?id=e7beb17e-85bc-43dc-b8a4-a4880e4a9f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397696 May 18 18:19:28.014842 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d7a01bfb-f2bc-4a47-9139-481780817c6f req-95fb457e-b762-4af3-b0c7-efe782a931ca service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c70d08e5-0d2c-49ca-b51f-5979504f863a HTTP/1.1" status: 200 len: 217 time: 0.0651100 May 18 18:19:28.043135 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4a9d89b4-e00a-4b68-bd3c-5ed575fa26c6 req-6f917aa5-e8f2-49e6-bad2-fa6381bc3d61 tempest-ServerShowV257Test-530360188 tempest-ServerShowV257Test-530360188-project] 10.222.0.85 "GET /v2.0/ports?device_id=37e036f8-9603-4172-a881-6bf11c052201 HTTP/1.1" status: 200 len: 210 time: 0.0836065 May 18 18:19:28.090425 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-ba553d88-0ebb-4416-a444-2bc8d28d373e tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] 10.222.0.85 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1596229 May 18 18:19:28.095139 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 39680) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:19:28.117158 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a01bfb-f2bc-4a47-9139-481780817c6f req-921c494b-7b52-4348-82e8-adda2f7ad48d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:28.118145 n-d-838550-3 neutron-server[102730]: INFO neutron.api.v2.resource [None req-0ff2f43b-c431-45fc-9169-818e72f017ae tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] delete failed (client error): The resource could not be found. May 18 18:19:28.121026 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d7a01bfb-f2bc-4a47-9139-481780817c6f req-921c494b-7b52-4348-82e8-adda2f7ad48d service neutron] 10.222.0.88 "GET /v2.0/subnets?id=bd09efa1-7830-4427-8e66-761a80a60b9b HTTP/1.1" status: 200 len: 849 time: 0.0790749 May 18 18:19:28.121246 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-0ff2f43b-c431-45fc-9169-818e72f017ae tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] 10.222.0.85 "DELETE /v2.0/security-groups/3486eee4-b7bb-4db2-aa79-323c36e7ab39 HTTP/1.1" status: 404 len: 347 time: 0.0231915 May 18 18:19:28.125030 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 39682) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:19:28.163401 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d7a01bfb-f2bc-4a47-9139-481780817c6f req-3686a094-f2af-48ba-a2a0-ff0d4f612e6e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d487de1d-514b-4c6e-b5e3-7c561c6bcee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324388 May 18 18:19:28.179688 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-21ede037-0b73-4a74-a14d-9b4e323d9577 tempest-SecGroupTest-112429159 tempest-SecGroupTest-112429159-project] 10.222.0.85 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0528989 May 18 18:19:28.304299 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d7a01bfb-f2bc-4a47-9139-481780817c6f req-46588346-95fd-46ee-b926-df00163dccb7 service neutron] 10.222.0.88 "GET /v2.0/networks/d487de1d-514b-4c6e-b5e3-7c561c6bcee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278975 May 18 18:19:28.444998 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d7a01bfb-f2bc-4a47-9139-481780817c6f req-5e1d69cf-8034-4d39-a4c8-266f5737b7ae service neutron] 10.222.0.88 "GET /v2.0/networks/d487de1d-514b-4c6e-b5e3-7c561c6bcee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246655 May 18 18:19:28.566550 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 39690) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:19:28.577472 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c598fba6-2007-4c9b-9d3c-4de34cd64e58 req-b3995ce5-3800-4d2d-8c8a-34af3cce8d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:28.580046 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c598fba6-2007-4c9b-9d3c-4de34cd64e58 req-b3995ce5-3800-4d2d-8c8a-34af3cce8d0f service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ddfee53486a841e5b3b83b70279a4747&device_id=5c420239-a2de-4720-a194-75b8225ab75a HTTP/1.1" status: 200 len: 1094 time: 0.0723755 May 18 18:19:28.730631 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c598fba6-2007-4c9b-9d3c-4de34cd64e58 req-db0c27b3-4b21-41a5-90e5-d227b28d6da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:28.733822 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c598fba6-2007-4c9b-9d3c-4de34cd64e58 req-db0c27b3-4b21-41a5-90e5-d227b28d6da9 service neutron] 10.222.0.88 "GET /v2.0/networks?id=d487de1d-514b-4c6e-b5e3-7c561c6bcee8 HTTP/1.1" status: 200 len: 910 time: 0.1386607 May 18 18:19:28.762500 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa766014-efd6-4130-b2fb-a5af961f6ad6 req-f9516b24-96ff-458c-a359-7529089aa425 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:28.765593 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-aa766014-efd6-4130-b2fb-a5af961f6ad6 req-f9516b24-96ff-458c-a359-7529089aa425 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] 10.222.0.85 "GET /v2.0/ports?device_id=6f61c358-7f1d-407d-b92b-2718a08b4786 HTTP/1.1" status: 200 len: 946 time: 0.1064341 May 18 18:19:28.771813 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-ebda23b0-92ec-4c90-9fe8-a1b9e03f31f8 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=af7eb30e6ed94c8c8ff0396d18462bf0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2036333 May 18 18:19:28.778887 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 39696) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:19:28.814277 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c598fba6-2007-4c9b-9d3c-4de34cd64e58 req-db3ca153-c01c-40db-8e0e-a0ab3c625ba1 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c70d08e5-0d2c-49ca-b51f-5979504f863a HTTP/1.1" status: 200 len: 217 time: 0.0683930 May 18 18:19:28.853656 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-aa766014-efd6-4130-b2fb-a5af961f6ad6 req-0bcd0116-b228-4141-b80f-7068dc7d59e1 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ecfcd7a-48bb-4ce7-ab79-4277880e130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762720 May 18 18:19:28.873087 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-28948843-ba65-4500-a4a5-9fd6ebef5949 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:28.898590 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c598fba6-2007-4c9b-9d3c-4de34cd64e58 req-30372f66-458e-4500-a01e-51e0edb3891a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:28.901408 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c598fba6-2007-4c9b-9d3c-4de34cd64e58 req-30372f66-458e-4500-a01e-51e0edb3891a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=bd09efa1-7830-4427-8e66-761a80a60b9b HTTP/1.1" status: 200 len: 849 time: 0.0771811 May 18 18:19:28.921180 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-28948843-ba65-4500-a4a5-9fd6ebef5949 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:28.965376 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c598fba6-2007-4c9b-9d3c-4de34cd64e58 req-a02b9669-90b0-493c-8754-10ce305f617a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d487de1d-514b-4c6e-b5e3-7c561c6bcee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475037 May 18 18:19:29.009564 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-28948843-ba65-4500-a4a5-9fd6ebef5949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:29.013464 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-28948843-ba65-4500-a4a5-9fd6ebef5949 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:29.015395 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-28948843-ba65-4500-a4a5-9fd6ebef5949 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/1d855319-fc27-499a-a3a8-3ad4118d6635 HTTP/1.1" status: 204 len: 168 time: 0.2345061 May 18 18:19:29.024401 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28948843-ba65-4500-a4a5-9fd6ebef5949 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d855319-fc27-499a-a3a8-3ad4118d6635,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:19:29.146902 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c598fba6-2007-4c9b-9d3c-4de34cd64e58 req-e1d2acae-724c-4b63-8d60-d29fb097d102 service neutron] 10.222.0.88 "GET /v2.0/networks/d487de1d-514b-4c6e-b5e3-7c561c6bcee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658483 May 18 18:19:29.250069 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-066602fd-7505-4c22-aef0-2e802962fc9a req-59007cec-606d-4b0e-871c-ea78d16b6dae tempest-ServerShowV257Test-530360188 tempest-ServerShowV257Test-530360188-project] 10.222.0.85 "GET /v2.0/ports?device_id=37e036f8-9603-4172-a881-6bf11c052201 HTTP/1.1" status: 200 len: 210 time: 0.0778601 May 18 18:19:29.361712 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e35b628-4276-4531-b916-f52cdcd0232d req-a19adfb3-ebf2-4aba-9599-09c541ab1b75 tempest-VolumesActionsTest-918754908 tempest-VolumesActionsTest-918754908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:29.368388 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4e35b628-4276-4531-b916-f52cdcd0232d req-a19adfb3-ebf2-4aba-9599-09c541ab1b75 tempest-VolumesActionsTest-918754908 tempest-VolumesActionsTest-918754908-project] 10.222.0.85 "GET /v2.0/ports?device_id=5c420239-a2de-4720-a194-75b8225ab75a HTTP/1.1" status: 200 len: 943 time: 0.1785178 May 18 18:19:29.406981 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c598fba6-2007-4c9b-9d3c-4de34cd64e58 req-fcf234ab-287c-426c-8971-061daa6f5ea6 service neutron] 10.222.0.88 "GET /v2.0/networks/d487de1d-514b-4c6e-b5e3-7c561c6bcee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2423699 May 18 18:19:29.460990 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4e35b628-4276-4531-b916-f52cdcd0232d req-7b89ccfc-ac90-4463-a6db-53779f08f18d tempest-VolumesActionsTest-918754908 tempest-VolumesActionsTest-918754908-project] 10.222.0.85 "GET /v2.0/security-groups?id=e7beb17e-85bc-43dc-b8a4-a4880e4a9f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705636 May 18 18:19:30.079038 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc44fcd-3021-4249-80be-96ce3e60c362 req-1e5beaed-b4f2-4f8a-b36d-7733b1630582 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:30.080586 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5dc44fcd-3021-4249-80be-96ce3e60c362 req-1e5beaed-b4f2-4f8a-b36d-7733b1630582 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] 10.222.0.85 "GET /v2.0/ports?device_id=6f61c358-7f1d-407d-b92b-2718a08b4786 HTTP/1.1" status: 200 len: 946 time: 0.0879414 May 18 18:19:30.127209 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5dc44fcd-3021-4249-80be-96ce3e60c362 req-40874433-47c2-4f9d-8809-c9dc98ed97dc tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ecfcd7a-48bb-4ce7-ab79-4277880e130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367951 May 18 18:19:30.423853 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f5ba2f38-7f08-4b74-88ed-893c71ee9b57 req-14703119-ee7e-4f13-a49f-a259d4e5a48e tempest-ServerShowV257Test-530360188 tempest-ServerShowV257Test-530360188-project] 10.222.0.85 "GET /v2.0/ports?device_id=37e036f8-9603-4172-a881-6bf11c052201 HTTP/1.1" status: 200 len: 210 time: 0.0377405 May 18 18:19:30.704665 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb1c746-8206-44af-822a-8f7616c30dd3 req-f5312a9b-4a92-4edb-b853-d44096a89e58 tempest-VolumesActionsTest-918754908 tempest-VolumesActionsTest-918754908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:30.706806 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bfb1c746-8206-44af-822a-8f7616c30dd3 req-f5312a9b-4a92-4edb-b853-d44096a89e58 tempest-VolumesActionsTest-918754908 tempest-VolumesActionsTest-918754908-project] 10.222.0.85 "GET /v2.0/ports?device_id=5c420239-a2de-4720-a194-75b8225ab75a HTTP/1.1" status: 200 len: 943 time: 0.0848424 May 18 18:19:30.771095 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bfb1c746-8206-44af-822a-8f7616c30dd3 req-e341a511-be71-4d84-b852-379bb2f75bd4 tempest-VolumesActionsTest-918754908 tempest-VolumesActionsTest-918754908-project] 10.222.0.85 "GET /v2.0/security-groups?id=e7beb17e-85bc-43dc-b8a4-a4880e4a9f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568728 May 18 18:19:30.959582 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:31.118480 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:31.316010 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3368146-a626-4d54-b10d-c003ba9af8ca req-32ed573e-1c21-4eb8-bb84-4f2f45cfe4e7 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:31.319035 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e3368146-a626-4d54-b10d-c003ba9af8ca req-32ed573e-1c21-4eb8-bb84-4f2f45cfe4e7 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] 10.222.0.85 "GET /v2.0/ports?device_id=6f61c358-7f1d-407d-b92b-2718a08b4786 HTTP/1.1" status: 200 len: 946 time: 0.0896239 May 18 18:19:31.393818 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e3368146-a626-4d54-b10d-c003ba9af8ca req-8d610c9e-797c-4c22-9962-ff2df9ce0131 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ecfcd7a-48bb-4ce7-ab79-4277880e130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553272 May 18 18:19:31.565091 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device c70d08e5-0d2c-49ca-b51f-5979504f863a details requested by agent hyperv_n-h2-838550-3 with host n-h2-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:19:31.590416 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-47b4b92f-bd3a-4908-ae13-3b25e4ef9a20 req-7c4c8c51-a304-4f3d-b565-46b7e37a0cb4 tempest-ServerShowV257Test-530360188 tempest-ServerShowV257Test-530360188-project] 10.222.0.85 "GET /v2.0/ports?device_id=37e036f8-9603-4172-a881-6bf11c052201 HTTP/1.1" status: 200 len: 210 time: 0.0482841 May 18 18:19:31.689653 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port c70d08e5-0d2c-49ca-b51f-5979504f863a, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=c70d08e5-0d2c-49ca-b51f-5979504f863a,segment=NetworkSegment(c39254e4-1966-4404-a36f-43fe540db029),segment_id=c39254e4-1966-4404-a36f-43fe540db029)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:19:31.703286 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Returning: {'device': 'c70d08e5-0d2c-49ca-b51f-5979504f863a', 'network_id': 'd487de1d-514b-4c6e-b5e3-7c561c6bcee8', 'port_id': 'c70d08e5-0d2c-49ca-b51f-5979504f863a', 'mac_address': 'fa:16:3e:cf:c7:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd09efa1-7830-4427-8e66-761a80a60b9b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:19:31.761241 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port c70d08e5-0d2c-49ca-b51f-5979504f863a is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:19:31.762002 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:31.777954 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c70d08e5-0d2c-49ca-b51f-5979504f863a {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:19:31.802311 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port c70d08e5-0d2c-49ca-b51f-5979504f863a, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=c70d08e5-0d2c-49ca-b51f-5979504f863a,segment=NetworkSegment(c39254e4-1966-4404-a36f-43fe540db029),segment_id=c39254e4-1966-4404-a36f-43fe540db029)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:19:31.811567 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:31.903436 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=c70d08e5-0d2c-49ca-b51f-5979504f863a,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:19:31.926691 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-011f3896-5ac0-4dbc-aee0-85b4d5afce72 req-0943a897-8f30-433f-ab5f-4172fb1663bd tempest-VolumesBackupsTest-904362793 tempest-VolumesBackupsTest-904362793-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=75cfafb6401543f8ae6c6ddbcc186f9f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0380058 May 18 18:19:31.948942 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bdc89a-df8f-4508-a4aa-f88f53545362 req-2839de1d-4098-4d60-80c7-fe9476d1462a tempest-VolumesActionsTest-918754908 tempest-VolumesActionsTest-918754908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:31.950559 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-84bdc89a-df8f-4508-a4aa-f88f53545362 req-2839de1d-4098-4d60-80c7-fe9476d1462a tempest-VolumesActionsTest-918754908 tempest-VolumesActionsTest-918754908-project] 10.222.0.85 "GET /v2.0/ports?device_id=5c420239-a2de-4720-a194-75b8225ab75a HTTP/1.1" status: 200 len: 944 time: 0.0689919 May 18 18:19:32.006377 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-84bdc89a-df8f-4508-a4aa-f88f53545362 req-de31561a-0dfe-4da9-b0a9-8f20bd2cda58 tempest-VolumesActionsTest-918754908 tempest-VolumesActionsTest-918754908-project] 10.222.0.85 "GET /v2.0/security-groups?id=e7beb17e-85bc-43dc-b8a4-a4880e4a9f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437019 May 18 18:19:32.182405 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011f3896-5ac0-4dbc-aee0-85b4d5afce72 req-b8b23932-2a75-4c3b-834e-43b343c83988 tempest-VolumesBackupsTest-904362793 tempest-VolumesBackupsTest-904362793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:32.185636 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-011f3896-5ac0-4dbc-aee0-85b4d5afce72 req-b8b23932-2a75-4c3b-834e-43b343c83988 tempest-VolumesBackupsTest-904362793 tempest-VolumesBackupsTest-904362793-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2445703 May 18 18:19:32.210437 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-011f3896-5ac0-4dbc-aee0-85b4d5afce72 req-08cb8bf3-ed15-4952-8243-63870b40d119 tempest-VolumesBackupsTest-904362793 tempest-VolumesBackupsTest-904362793-project] 10.222.0.85 "GET /v2.0/quotas/75cfafb6401543f8ae6c6ddbcc186f9f HTTP/1.1" status: 200 len: 375 time: 0.0157509 May 18 18:19:32.257955 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-011f3896-5ac0-4dbc-aee0-85b4d5afce72 req-34f4ced4-8966-4972-b3e1-b6865e83d0dd tempest-VolumesBackupsTest-904362793 tempest-VolumesBackupsTest-904362793-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=75cfafb6401543f8ae6c6ddbcc186f9f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0409369 May 18 18:19:32.367791 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['c70d08e5-0d2c-49ca-b51f-5979504f863a'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:19:32.622486 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-590c86cf-17ee-4d72-9a13-799f0b271393 req-8e43b472-93f7-4d53-bea5-0323f22fae24 tempest-VolumesBackupsTest-904362793 tempest-VolumesBackupsTest-904362793-project] 10.222.0.85 "GET /v2.0/ports?device_id=31ac5fd5-fa4d-4ffb-ac9e-4d56a1de7138 HTTP/1.1" status: 200 len: 210 time: 0.0798233 May 18 18:19:32.667443 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3632b33b-ec09-4a47-af51-116a4c5e4696 req-1d3fbdb2-6de3-4fa5-86bd-89e33aa93316 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:32.669876 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3632b33b-ec09-4a47-af51-116a4c5e4696 req-1d3fbdb2-6de3-4fa5-86bd-89e33aa93316 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] 10.222.0.85 "GET /v2.0/ports?device_id=6f61c358-7f1d-407d-b92b-2718a08b4786 HTTP/1.1" status: 200 len: 946 time: 0.1207082 May 18 18:19:32.767690 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3632b33b-ec09-4a47-af51-116a4c5e4696 req-776a9ae9-1a9c-48ab-9cab-74ed9295232f tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ecfcd7a-48bb-4ce7-ab79-4277880e130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796373 May 18 18:19:32.786620 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b688d349-7cd8-4fdb-812b-0eb302febccd req-8893cdfb-5892-4f19-b8f2-90d1d248662a tempest-ServerShowV257Test-530360188 tempest-ServerShowV257Test-530360188-project] 10.222.0.85 "GET /v2.0/ports?device_id=37e036f8-9603-4172-a881-6bf11c052201 HTTP/1.1" status: 200 len: 210 time: 0.0630953 May 18 18:19:33.182193 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c416b9e-4ab9-487f-87b3-392f747b5a2d req-0afe8d5a-21a8-4c28-a97f-e1c0b94c5e8c tempest-VolumesActionsTest-918754908 tempest-VolumesActionsTest-918754908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:33.184663 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9c416b9e-4ab9-487f-87b3-392f747b5a2d req-0afe8d5a-21a8-4c28-a97f-e1c0b94c5e8c tempest-VolumesActionsTest-918754908 tempest-VolumesActionsTest-918754908-project] 10.222.0.85 "GET /v2.0/ports?device_id=5c420239-a2de-4720-a194-75b8225ab75a HTTP/1.1" status: 200 len: 944 time: 0.0753918 May 18 18:19:33.266557 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9c416b9e-4ab9-487f-87b3-392f747b5a2d req-0a83118b-219c-43d7-a2f3-3df70f818f0f tempest-VolumesActionsTest-918754908 tempest-VolumesActionsTest-918754908-project] 10.222.0.85 "GET /v2.0/security-groups?id=e7beb17e-85bc-43dc-b8a4-a4880e4a9f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731173 May 18 18:19:33.593243 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 39802) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:19:33.598317 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-a6b9f7c9-afda-414c-a98a-21742070fdb0 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-206348334'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:19:33.619049 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6b9f7c9-afda-414c-a98a-21742070fdb0 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Made reservation on behalf of 9acf9282c55849649d2e7c597835524a for: {'network': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:19:33.622943 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a6b9f7c9-afda-414c-a98a-21742070fdb0 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:33.649857 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6b9f7c9-afda-414c-a98a-21742070fdb0 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 643} {{(pid=102731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:19:33.659765 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a6b9f7c9-afda-414c-a98a-21742070fdb0 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:33.660105 n-d-838550-3 neutron-server[102731]: INFO neutron.db.segments_db [None req-a6b9f7c9-afda-414c-a98a-21742070fdb0 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Added segment a7800232-88f1-4191-84ff-21a644fb4b30 of type vlan for network 6f6254ab-4ee7-4ad9-afa0-26be8bf1b0f3 May 18 18:19:33.723764 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a6b9f7c9-afda-414c-a98a-21742070fdb0 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:33.781412 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-723f81e3-e888-431f-a852-1e5127fa2152 req-9a01e667-e929-4cb9-9c63-e9e500151752 tempest-VolumesBackupsTest-904362793 tempest-VolumesBackupsTest-904362793-project] 10.222.0.85 "GET /v2.0/ports?device_id=31ac5fd5-fa4d-4ffb-ac9e-4d56a1de7138 HTTP/1.1" status: 200 len: 210 time: 0.0443413 May 18 18:19:33.791876 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a6b9f7c9-afda-414c-a98a-21742070fdb0 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:33.803953 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b9f7c9-afda-414c-a98a-21742070fdb0 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:33.804699 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a6b9f7c9-afda-414c-a98a-21742070fdb0 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:33.986327 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-a6b9f7c9-afda-414c-a98a-21742070fdb0 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3872223 May 18 18:19:33.987569 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d97dade-f6b5-4892-90ab-9df7be3226b4 req-0dfc6e77-6fbe-4d50-80be-ab76795a3638 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:33.989717 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4d97dade-f6b5-4892-90ab-9df7be3226b4 req-0dfc6e77-6fbe-4d50-80be-ab76795a3638 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] 10.222.0.85 "GET /v2.0/ports?device_id=6f61c358-7f1d-407d-b92b-2718a08b4786 HTTP/1.1" status: 200 len: 946 time: 0.0835021 May 18 18:19:33.990354 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 39810) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:19:33.997771 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-22579b12-2235-437c-a9dd-f48a710cc122 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1918864366'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:19:34.007891 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-011f3896-5ac0-4dbc-aee0-85b4d5afce72 req-4c15f4d1-76a3-4826-9b6b-15cd1c406f7b tempest-VolumesBackupsTest-904362793 tempest-VolumesBackupsTest-904362793-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=75cfafb6401543f8ae6c6ddbcc186f9f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1619399 May 18 18:19:34.036519 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fb2bccfd-52ef-4e10-9090-9530c59735dc req-08def558-8910-4014-9a0a-eebd186fbe41 tempest-ServerShowV257Test-530360188 tempest-ServerShowV257Test-530360188-project] 10.222.0.85 "GET /v2.0/ports?device_id=37e036f8-9603-4172-a881-6bf11c052201 HTTP/1.1" status: 200 len: 210 time: 0.0806372 May 18 18:19:34.041988 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22579b12-2235-437c-a9dd-f48a710cc122 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Made reservation on behalf of 9acf9282c55849649d2e7c597835524a for: {'network': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:19:34.046069 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-22579b12-2235-437c-a9dd-f48a710cc122 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:34.067107 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b9f7c9-afda-414c-a98a-21742070fdb0 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Pushing event updated for resources: {'Network': ['ID=6f6254ab-4ee7-4ad9-afa0-26be8bf1b0f3,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:19:34.082831 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network 6f6254ab-4ee7-4ad9-afa0-26be8bf1b0f3 details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:19:34.090853 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4d97dade-f6b5-4892-90ab-9df7be3226b4 req-de5c36b5-4216-4150-ad65-7c994690f694 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ecfcd7a-48bb-4ce7-ab79-4277880e130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863395 May 18 18:19:34.106192 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22579b12-2235-437c-a9dd-f48a710cc122 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 635} {{(pid=102730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:19:34.121943 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-22579b12-2235-437c-a9dd-f48a710cc122 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:34.124081 n-d-838550-3 neutron-server[102730]: INFO neutron.db.segments_db [None req-22579b12-2235-437c-a9dd-f48a710cc122 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Added segment 6e9852f8-306e-4aa4-96d1-1c5bc2f94c82 of type vlan for network 6869c65a-0fbe-4766-9768-f36c634415aa May 18 18:19:34.185009 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-22579b12-2235-437c-a9dd-f48a710cc122 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:34.222089 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-22579b12-2235-437c-a9dd-f48a710cc122 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:34.224035 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011f3896-5ac0-4dbc-aee0-85b4d5afce72 req-c42c1643-97fa-4983-97d3-d002b3d8a368 tempest-VolumesBackupsTest-904362793 tempest-VolumesBackupsTest-904362793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:34.225933 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-011f3896-5ac0-4dbc-aee0-85b4d5afce72 req-c42c1643-97fa-4983-97d3-d002b3d8a368 tempest-VolumesBackupsTest-904362793 tempest-VolumesBackupsTest-904362793-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2073636 May 18 18:19:34.230214 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22579b12-2235-437c-a9dd-f48a710cc122 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:34.230830 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-22579b12-2235-437c-a9dd-f48a710cc122 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:34.245993 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-011f3896-5ac0-4dbc-aee0-85b4d5afce72 req-3b32c70a-b3ab-45b2-bf31-26f68b4ddf6f tempest-VolumesBackupsTest-904362793 tempest-VolumesBackupsTest-904362793-project] Request body: {'port': {'device_id': '31ac5fd5-fa4d-4ffb-ac9e-4d56a1de7138', 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305', 'admin_state_up': True, 'tenant_id': '75cfafb6401543f8ae6c6ddbcc186f9f'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:19:34.288560 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-22579b12-2235-437c-a9dd-f48a710cc122 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2967591 May 18 18:19:34.295384 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 39814) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:19:34.300176 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-bbd41d0b-3283-4ce6-8e22-9d598643ef55 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Request body: {'subnet': {'network_id': '6f6254ab-4ee7-4ad9-afa0-26be8bf1b0f3', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:19:34.313395 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22579b12-2235-437c-a9dd-f48a710cc122 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Pushing event updated for resources: {'Network': ['ID=6869c65a-0fbe-4766-9768-f36c634415aa,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:19:34.327320 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network 6869c65a-0fbe-4766-9768-f36c634415aa details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:19:34.497794 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffd4b2b-44b4-4021-98fb-1d93d37568a9 req-faf3c238-79f1-4dda-aa41-f4068b0bf100 tempest-VolumesActionsTest-918754908 tempest-VolumesActionsTest-918754908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:34.499920 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6ffd4b2b-44b4-4021-98fb-1d93d37568a9 req-faf3c238-79f1-4dda-aa41-f4068b0bf100 tempest-VolumesActionsTest-918754908 tempest-VolumesActionsTest-918754908-project] 10.222.0.85 "GET /v2.0/ports?device_id=5c420239-a2de-4720-a194-75b8225ab75a HTTP/1.1" status: 200 len: 944 time: 0.1136692 May 18 18:19:34.501744 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbd41d0b-3283-4ce6-8e22-9d598643ef55 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Made reservation on behalf of 9acf9282c55849649d2e7c597835524a for: {'subnet': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:19:34.505916 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-bbd41d0b-3283-4ce6-8e22-9d598643ef55 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260908003'] for subnet, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:34.512487 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-011f3896-5ac0-4dbc-aee0-85b4d5afce72 req-3b32c70a-b3ab-45b2-bf31-26f68b4ddf6f tempest-VolumesBackupsTest-904362793 tempest-VolumesBackupsTest-904362793-project] Made reservation on behalf of 75cfafb6401543f8ae6c6ddbcc186f9f for: {'port': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:19:34.515866 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-011f3896-5ac0-4dbc-aee0-85b4d5afce72 req-3b32c70a-b3ab-45b2-bf31-26f68b4ddf6f tempest-VolumesBackupsTest-904362793 tempest-VolumesBackupsTest-904362793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:34.579489 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-011f3896-5ac0-4dbc-aee0-85b4d5afce72 req-3b32c70a-b3ab-45b2-bf31-26f68b4ddf6f tempest-VolumesBackupsTest-904362793 tempest-VolumesBackupsTest-904362793-project] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:34.657808 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6ffd4b2b-44b4-4021-98fb-1d93d37568a9 req-309ab851-0c27-4297-bbbb-9040e42c7cf3 tempest-VolumesActionsTest-918754908 tempest-VolumesActionsTest-918754908-project] 10.222.0.85 "GET /v2.0/security-groups?id=e7beb17e-85bc-43dc-b8a4-a4880e4a9f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482184 May 18 18:19:34.803469 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-011f3896-5ac0-4dbc-aee0-85b4d5afce72 req-3b32c70a-b3ab-45b2-bf31-26f68b4ddf6f tempest-VolumesBackupsTest-904362793 tempest-VolumesBackupsTest-904362793-project] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:34.810492 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-011f3896-5ac0-4dbc-aee0-85b4d5afce72 req-3b32c70a-b3ab-45b2-bf31-26f68b4ddf6f tempest-VolumesBackupsTest-904362793 tempest-VolumesBackupsTest-904362793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:34.913744 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-38218027-2d73-4fd1-b7e5-f31b6016b559 req-ec8a50d3-2d61-422a-935a-0e371096e6fe tempest-VolumesBackupsTest-904362793 tempest-VolumesBackupsTest-904362793-project] 10.222.0.85 "GET /v2.0/ports?device_id=31ac5fd5-fa4d-4ffb-ac9e-4d56a1de7138 HTTP/1.1" status: 200 len: 210 time: 0.0362010 May 18 18:19:35.114571 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-bbd41d0b-3283-4ce6-8e22-9d598643ef55 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260898481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260908021'] for subnet, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:35.212959 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b32c70a-b3ab-45b2-bf31-26f68b4ddf6f tempest-VolumesBackupsTest-904362793 tempest-VolumesBackupsTest-904362793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c4fea17-9ca5-416e-b987-780e6b9fc8ef,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:19:35.251485 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f305e3b8-5fec-4445-b195-2056604e4d4d req-237186ff-74cc-4b6a-b733-4bcede3c8a6b tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:35.253521 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f305e3b8-5fec-4445-b195-2056604e4d4d req-237186ff-74cc-4b6a-b733-4bcede3c8a6b tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] 10.222.0.85 "GET /v2.0/ports?device_id=6f61c358-7f1d-407d-b92b-2718a08b4786 HTTP/1.1" status: 200 len: 946 time: 0.0621450 May 18 18:19:35.260649 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-20e32ec7-4cfa-4968-b9ab-acf206e57e0f req-f75fd9fb-cea7-4ba7-b942-0f1cc24ed62c tempest-ServerShowV257Test-530360188 tempest-ServerShowV257Test-530360188-project] 10.222.0.85 "GET /v2.0/ports?device_id=37e036f8-9603-4172-a881-6bf11c052201 HTTP/1.1" status: 200 len: 210 time: 0.0548158 May 18 18:19:35.283287 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd41d0b-3283-4ce6-8e22-9d598643ef55 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Pushing event updated for resources: {'Subnet': ['ID=50aad9c7-9467-4aae-bc1d-4e769e4f3623,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:19:35.316713 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f305e3b8-5fec-4445-b195-2056604e4d4d req-b1496bcf-71aa-4160-affe-5e05a4a22a46 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ecfcd7a-48bb-4ce7-ab79-4277880e130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480187 May 18 18:19:35.334553 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd41d0b-3283-4ce6-8e22-9d598643ef55 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Checking segment: {'id': 'a7800232-88f1-4191-84ff-21a644fb4b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6f6254ab-4ee7-4ad9-afa0-26be8bf1b0f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:19:35.335163 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd41d0b-3283-4ce6-8e22-9d598643ef55 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Network hostable DHCP agents. Network: 6f6254ab-4ee7-4ad9-afa0-26be8bf1b0f3, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:19:35.351704 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [req-011f3896-5ac0-4dbc-aee0-85b4d5afce72 req-3b32c70a-b3ab-45b2-bf31-26f68b4ddf6f tempest-VolumesBackupsTest-904362793 tempest-VolumesBackupsTest-904362793-project] Allocated IP 192.168.233.201 (4c8ef274-9ecc-47c2-9686-5eebd78fb305/c2531ae9-89db-4dcf-b670-9eac4c9cde53/e99b21a2-0a3b-482e-af51-76a2cceee82a) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:19:35.372542 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd41d0b-3283-4ce6-8e22-9d598643ef55 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Network 6f6254ab-4ee7-4ad9-afa0-26be8bf1b0f3 is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:19:35.393049 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-bbd41d0b-3283-4ce6-8e22-9d598643ef55 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, 6f6254ab-4ee7-4ad9-afa0-26be8bf1b0f3) {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:19:35.398732 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd41d0b-3283-4ce6-8e22-9d598643ef55 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:35.399330 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-bbd41d0b-3283-4ce6-8e22-9d598643ef55 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:35.404389 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a34dbceb-879b-400d-ae07-a47ffb7bf527 None None] Network 6f6254ab-4ee7-4ad9-afa0-26be8bf1b0f3 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:19:35.439597 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-bbd41d0b-3283-4ce6-8e22-9d598643ef55 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1431520 May 18 18:19:35.444345 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 39822) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:19:35.450607 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-c1889651-71f9-4c1f-8e3b-7c1fcab73eb7 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Request body: {'subnet': {'network_id': '6869c65a-0fbe-4766-9768-f36c634415aa', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:19:35.554920 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1889651-71f9-4c1f-8e3b-7c1fcab73eb7 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Made reservation on behalf of 9acf9282c55849649d2e7c597835524a for: {'subnet': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:19:35.560805 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c1889651-71f9-4c1f-8e3b-7c1fcab73eb7 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261031885'] for subnet, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:35.567042 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-011f3896-5ac0-4dbc-aee0-85b4d5afce72 req-3b32c70a-b3ab-45b2-bf31-26f68b4ddf6f tempest-VolumesBackupsTest-904362793 tempest-VolumesBackupsTest-904362793-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:35.587887 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device c70d08e5-0d2c-49ca-b51f-5979504f863a up at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:19:35.595948 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-310d4717-b2b8-4fc5-82e6-65dfa80bc743 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-6f6254ab-4ee7-4ad9-afa0-26be8bf1b0f3', 'network_id': '6f6254ab-4ee7-4ad9-afa0-26be8bf1b0f3', 'tenant_id': '9acf9282c55849649d2e7c597835524a', 'fixed_ips': [{'subnet_id': '50aad9c7-9467-4aae-bc1d-4e769e4f3623'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:19:35.597217 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-310d4717-b2b8-4fc5-82e6-65dfa80bc743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:35.620806 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-011f3896-5ac0-4dbc-aee0-85b4d5afce72 req-3b32c70a-b3ab-45b2-bf31-26f68b4ddf6f tempest-VolumesBackupsTest-904362793 tempest-VolumesBackupsTest-904362793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:35.679551 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-011f3896-5ac0-4dbc-aee0-85b4d5afce72 req-3b32c70a-b3ab-45b2-bf31-26f68b4ddf6f tempest-VolumesBackupsTest-904362793 tempest-VolumesBackupsTest-904362793-project] Network 4c8ef274-9ecc-47c2-9686-5eebd78fb305 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:19:35.685167 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [req-011f3896-5ac0-4dbc-aee0-85b4d5afce72 req-3b32c70a-b3ab-45b2-bf31-26f68b4ddf6f tempest-VolumesBackupsTest-904362793 tempest-VolumesBackupsTest-904362793-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:19:35.702792 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-011f3896-5ac0-4dbc-aee0-85b4d5afce72 req-3b32c70a-b3ab-45b2-bf31-26f68b4ddf6f tempest-VolumesBackupsTest-904362793 tempest-VolumesBackupsTest-904362793-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:19:35.707681 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b32c70a-b3ab-45b2-bf31-26f68b4ddf6f tempest-VolumesBackupsTest-904362793 tempest-VolumesBackupsTest-904362793-project] Pushing event updated for resources: {'Port': ['ID=e99b21a2-0a3b-482e-af51-76a2cceee82a,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:19:35.787469 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011f3896-5ac0-4dbc-aee0-85b4d5afce72 req-3b32c70a-b3ab-45b2-bf31-26f68b4ddf6f tempest-VolumesBackupsTest-904362793 tempest-VolumesBackupsTest-904362793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:35.789332 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-011f3896-5ac0-4dbc-aee0-85b4d5afce72 req-3b32c70a-b3ab-45b2-bf31-26f68b4ddf6f tempest-VolumesBackupsTest-904362793 tempest-VolumesBackupsTest-904362793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:35.805264 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning for port c70d08e5-0d2c-49ca-b51f-5979504f863a completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:19:35.832112 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning complete for port c70d08e5-0d2c-49ca-b51f-5979504f863a triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:19:35.832586 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:35.872993 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-011f3896-5ac0-4dbc-aee0-85b4d5afce72 req-3b32c70a-b3ab-45b2-bf31-26f68b4ddf6f tempest-VolumesBackupsTest-904362793 tempest-VolumesBackupsTest-904362793-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6298342 May 18 18:19:35.898553 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-011f3896-5ac0-4dbc-aee0-85b4d5afce72 req-f79cb77b-fb79-4cbf-8ae7-5ed722121640 service neutron] Request body: {'port': {'device_id': '31ac5fd5-fa4d-4ffb-ac9e-4d56a1de7138', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-3'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:19:35.908391 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c1889651-71f9-4c1f-8e3b-7c1fcab73eb7 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261104883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261031899'] for subnet, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:35.935463 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-310d4717-b2b8-4fc5-82e6-65dfa80bc743 None None] Allocated IP 10.1.1.2 (6f6254ab-4ee7-4ad9-afa0-26be8bf1b0f3/50aad9c7-9467-4aae-bc1d-4e769e4f3623/c738eea0-6f25-432a-a2cc-2e557ec2a21e) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:19:35.974018 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b086fe89-6e4a-4f36-a47b-e39de95965d4 req-e7129a7f-4e40-4aeb-9b8a-8d6f2b1aa12e tempest-VolumesActionsTest-918754908 tempest-VolumesActionsTest-918754908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:35.977866 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b086fe89-6e4a-4f36-a47b-e39de95965d4 req-e7129a7f-4e40-4aeb-9b8a-8d6f2b1aa12e tempest-VolumesActionsTest-918754908 tempest-VolumesActionsTest-918754908-project] 10.222.0.85 "GET /v2.0/ports?device_id=5c420239-a2de-4720-a194-75b8225ab75a HTTP/1.1" status: 200 len: 944 time: 0.1844347 May 18 18:19:35.978190 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port c70d08e5-0d2c-49ca-b51f-5979504f863a is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:19:35.978843 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:36.061144 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-011f3896-5ac0-4dbc-aee0-85b4d5afce72 req-f79cb77b-fb79-4cbf-8ae7-5ed722121640 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:36.061542 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c420239-a2de-4720-a194-75b8225ab75a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c70d08e5-0d2c-49ca-b51f-5979504f863a'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:19:36.065584 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23776e06-c48e-496b-bcf9-89c6093858eb" -d '{"events": [{"server_uuid": "5c420239-a2de-4720-a194-75b8225ab75a", "name": "network-vif-plugged", "status": "completed", "tag": "c70d08e5-0d2c-49ca-b51f-5979504f863a"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:19:36.085425 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1889651-71f9-4c1f-8e3b-7c1fcab73eb7 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Checking segment: {'id': '6e9852f8-306e-4aa4-96d1-1c5bc2f94c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '6869c65a-0fbe-4766-9768-f36c634415aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:19:36.086362 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1889651-71f9-4c1f-8e3b-7c1fcab73eb7 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Network hostable DHCP agents. Network: 6869c65a-0fbe-4766-9768-f36c634415aa, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:19:36.089064 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port c70d08e5-0d2c-49ca-b51f-5979504f863a, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=c70d08e5-0d2c-49ca-b51f-5979504f863a,segment=NetworkSegment(c39254e4-1966-4404-a36f-43fe540db029),segment_id=c39254e4-1966-4404-a36f-43fe540db029)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:19:36.093035 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1889651-71f9-4c1f-8e3b-7c1fcab73eb7 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Pushing event updated for resources: {'Subnet': ['ID=ac88f09f-2eda-4db7-a15a-c310c3c0f932,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:19:36.109478 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b086fe89-6e4a-4f36-a47b-e39de95965d4 req-cdbb4102-f168-480d-9a22-40c42485c963 tempest-VolumesActionsTest-918754908 tempest-VolumesActionsTest-918754908-project] 10.222.0.85 "GET /v2.0/security-groups?id=e7beb17e-85bc-43dc-b8a4-a4880e4a9f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175957 May 18 18:19:36.114063 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:36.140004 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3a39f1-4c4e-47ea-9a31-dd220e113c3a req-6a6f9f29-fc6a-4249-88fe-5c997dbd0900 tempest-VolumesBackupsTest-904362793 tempest-VolumesBackupsTest-904362793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:36.141795 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5f3a39f1-4c4e-47ea-9a31-dd220e113c3a req-6a6f9f29-fc6a-4249-88fe-5c997dbd0900 tempest-VolumesBackupsTest-904362793 tempest-VolumesBackupsTest-904362793-project] 10.222.0.85 "GET /v2.0/ports?device_id=31ac5fd5-fa4d-4ffb-ac9e-4d56a1de7138 HTTP/1.1" status: 200 len: 936 time: 0.1207182 May 18 18:19:36.148256 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1889651-71f9-4c1f-8e3b-7c1fcab73eb7 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Network 6869c65a-0fbe-4766-9768-f36c634415aa is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:19:36.166131 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-c1889651-71f9-4c1f-8e3b-7c1fcab73eb7 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, 6869c65a-0fbe-4766-9768-f36c634415aa) {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:19:36.175659 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-0639c2b6-4b66-4aca-9c96-ca12b51a4cd7 None None] Provisioning complete for port e99b21a2-0a3b-482e-af51-76a2cceee82a triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:19:36.176045 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0639c2b6-4b66-4aca-9c96-ca12b51a4cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:36.185330 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1889651-71f9-4c1f-8e3b-7c1fcab73eb7 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:36.186912 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c1889651-71f9-4c1f-8e3b-7c1fcab73eb7 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:36.224139 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-c1889651-71f9-4c1f-8e3b-7c1fcab73eb7 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7782471 May 18 18:19:36.233210 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cee0dc9-6574-44b7-8901-08f3a4e86e3f x-openstack-request-id: req-5cee0dc9-6574-44b7-8901-08f3a4e86e3f {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:19:36.233667 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c420239-a2de-4720-a194-75b8225ab75a", "name": "network-vif-plugged", "status": "completed", "tag": "c70d08e5-0d2c-49ca-b51f-5979504f863a", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:19:36.233835 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-5cee0dc9-6574-44b7-8901-08f3a4e86e3f {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:19:36.234197 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cee0dc9-6574-44b7-8901-08f3a4e86e3f'] response: {'server_uuid': '5c420239-a2de-4720-a194-75b8225ab75a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c70d08e5-0d2c-49ca-b51f-5979504f863a', 'code': 200} May 18 18:19:36.235582 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=c70d08e5-0d2c-49ca-b51f-5979504f863a,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:19:36.238443 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-0639c2b6-4b66-4aca-9c96-ca12b51a4cd7 None None] Port e99b21a2-0a3b-482e-af51-76a2cceee82a cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:19:36.238643 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 39832) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:19:36.240055 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8976390a-1bdb-4760-85b9-e79c05269058 None None] Network 6869c65a-0fbe-4766-9768-f36c634415aa requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:19:36.254938 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-3a828ade-2380-49f2-afa5-fdea2c014b05 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Request body: {'port': {'network_id': '6f6254ab-4ee7-4ad9-afa0-26be8bf1b0f3', 'name': 'tempest-TaggedBootDevicesTest-1680812919', 'fixed_ips': [{'subnet_id': '50aad9c7-9467-4aae-bc1d-4e769e4f3623'}]}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:19:36.316752 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5f3a39f1-4c4e-47ea-9a31-dd220e113c3a req-47a8e889-ad9a-482e-ae8c-740e4cc9a326 tempest-VolumesBackupsTest-904362793 tempest-VolumesBackupsTest-904362793-project] 10.222.0.85 "GET /v2.0/security-groups?id=5c4fea17-9ca5-416e-b987-780e6b9fc8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619344 May 18 18:19:36.470483 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0d94e1b9-449f-46ea-96d2-7824b13b5b81 req-14e30ee7-917c-45c5-b479-99be6bcf3488 tempest-ServerShowV257Test-530360188 tempest-ServerShowV257Test-530360188-project] 10.222.0.85 "GET /v2.0/ports?device_id=37e036f8-9603-4172-a881-6bf11c052201 HTTP/1.1" status: 200 len: 210 time: 0.0833156 May 18 18:19:36.474475 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6055d292-12bb-4407-a5df-025d173b187e req-ef686c93-dd1a-4228-a9d4-429bc4b4efa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:36.476031 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6055d292-12bb-4407-a5df-025d173b187e req-ef686c93-dd1a-4228-a9d4-429bc4b4efa7 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=5c420239-a2de-4720-a194-75b8225ab75a HTTP/1.1" status: 200 len: 1096 time: 0.1894932 May 18 18:19:36.488244 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-310d4717-b2b8-4fc5-82e6-65dfa80bc743 None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:36.500395 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-310d4717-b2b8-4fc5-82e6-65dfa80bc743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:36.501135 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a828ade-2380-49f2-afa5-fdea2c014b05 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Made reservation on behalf of 9acf9282c55849649d2e7c597835524a for: {'port': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:19:36.557991 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6055d292-12bb-4407-a5df-025d173b187e req-e060a53b-d1a6-4917-817d-4fc8fdaab6b5 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=e7beb17e-85bc-43dc-b8a4-a4880e4a9f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708323 May 18 18:19:36.572908 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab7af09-2136-48d6-8add-163d332b6f30 req-1d03e332-ce1f-4f94-9a70-f280759895bf tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:36.575343 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0ab7af09-2136-48d6-8add-163d332b6f30 req-1d03e332-ce1f-4f94-9a70-f280759895bf tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] 10.222.0.85 "GET /v2.0/ports?device_id=6f61c358-7f1d-407d-b92b-2718a08b4786 HTTP/1.1" status: 200 len: 946 time: 0.1425691 May 18 18:19:36.585409 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310d4717-b2b8-4fc5-82e6-65dfa80bc743 None None] Network 6f6254ab-4ee7-4ad9-afa0-26be8bf1b0f3 is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:19:36.592300 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78de4bf5-0c2e-4228-91a0-89c1e4f4e919 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-6869c65a-0fbe-4766-9768-f36c634415aa', 'network_id': '6869c65a-0fbe-4766-9768-f36c634415aa', 'tenant_id': '9acf9282c55849649d2e7c597835524a', 'fixed_ips': [{'subnet_id': 'ac88f09f-2eda-4db7-a15a-c310c3c0f932'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:19:36.594604 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-78de4bf5-0c2e-4228-91a0-89c1e4f4e919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:36.611331 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-310d4717-b2b8-4fc5-82e6-65dfa80bc743 None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:19:36.622118 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310d4717-b2b8-4fc5-82e6-65dfa80bc743 None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:19:36.629789 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310d4717-b2b8-4fc5-82e6-65dfa80bc743 None None] Pushing event updated for resources: {'Port': ['ID=c738eea0-6f25-432a-a2cc-2e557ec2a21e,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:19:36.641575 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [req-011f3896-5ac0-4dbc-aee0-85b4d5afce72 req-f79cb77b-fb79-4cbf-8ae7-5ed722121640 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e99b21a2-0a3b-482e-af51-76a2cceee82a {{(pid=102731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:19:36.652756 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-011f3896-5ac0-4dbc-aee0-85b4d5afce72 req-f79cb77b-fb79-4cbf-8ae7-5ed722121640 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:36.672047 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3a828ade-2380-49f2-afa5-fdea2c014b05 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:36.674971 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.provisioning_blocks [req-011f3896-5ac0-4dbc-aee0-85b4d5afce72 req-f79cb77b-fb79-4cbf-8ae7-5ed722121640 service neutron] Transition to ACTIVE for port object e99b21a2-0a3b-482e-af51-76a2cceee82a will not be triggered until provisioned by entity L2. {{(pid=102731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:19:36.688192 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-011f3896-5ac0-4dbc-aee0-85b4d5afce72 req-f79cb77b-fb79-4cbf-8ae7-5ed722121640 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:36.700794 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [None req-3a828ade-2380-49f2-afa5-fdea2c014b05 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] device_id is not set on port d7dcad22-e92b-4b04-9ae5-6faddc7193ce yet. {{(pid=102730) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 18 18:19:36.722585 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0ab7af09-2136-48d6-8add-163d332b6f30 req-7ed83297-96ce-4f45-8f63-11f92d72e4d6 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ecfcd7a-48bb-4ce7-ab79-4277880e130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138253 May 18 18:19:36.760187 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-310d4717-b2b8-4fc5-82e6-65dfa80bc743 None None] Attempting to bind port c738eea0-6f25-432a-a2cc-2e557ec2a21e on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:19:36.760500 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-310d4717-b2b8-4fc5-82e6-65dfa80bc743 None None] Attempting to bind port c738eea0-6f25-432a-a2cc-2e557ec2a21e by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': 'a7800232-88f1-4191-84ff-21a644fb4b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6f6254ab-4ee7-4ad9-afa0-26be8bf1b0f3'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:19:36.760871 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310d4717-b2b8-4fc5-82e6-65dfa80bc743 None None] Attempting to bind port c738eea0-6f25-432a-a2cc-2e557ec2a21e on network 6f6254ab-4ee7-4ad9-afa0-26be8bf1b0f3 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:19:36.783216 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310d4717-b2b8-4fc5-82e6-65dfa80bc743 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:19:36.783595 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310d4717-b2b8-4fc5-82e6-65dfa80bc743 None None] Checking segment: {'id': 'a7800232-88f1-4191-84ff-21a644fb4b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6f6254ab-4ee7-4ad9-afa0-26be8bf1b0f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:19:36.784168 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-310d4717-b2b8-4fc5-82e6-65dfa80bc743 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:36.785135 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310d4717-b2b8-4fc5-82e6-65dfa80bc743 None None] Bound using segment: {'id': 'a7800232-88f1-4191-84ff-21a644fb4b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6f6254ab-4ee7-4ad9-afa0-26be8bf1b0f3'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:19:36.785135 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-310d4717-b2b8-4fc5-82e6-65dfa80bc743 None None] Bound port: c738eea0-6f25-432a-a2cc-2e557ec2a21e, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7800232-88f1-4191-84ff-21a644fb4b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6f6254ab-4ee7-4ad9-afa0-26be8bf1b0f3'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:19:36.785798 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-310d4717-b2b8-4fc5-82e6-65dfa80bc743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:36.786518 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cb77b-fb79-4cbf-8ae7-5ed722121640 service neutron] Pushing event updated for resources: {'Port': ['ID=e99b21a2-0a3b-482e-af51-76a2cceee82a,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:19:36.849293 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-011f3896-5ac0-4dbc-aee0-85b4d5afce72 req-f79cb77b-fb79-4cbf-8ae7-5ed722121640 service neutron] Attempting to bind port e99b21a2-0a3b-482e-af51-76a2cceee82a on host n-h1-838550-3 for vnic_type normal with profile {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:19:36.849927 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-011f3896-5ac0-4dbc-aee0-85b4d5afce72 req-f79cb77b-fb79-4cbf-8ae7-5ed722121640 service neutron] Attempting to bind port e99b21a2-0a3b-482e-af51-76a2cceee82a by drivers openvswitch,hyperv on host n-h1-838550-3 at level 0 using segments [{'id': '2879bb11-64b4-46f1-9f8b-52941d47b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:19:36.850366 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011f3896-5ac0-4dbc-aee0-85b4d5afce72 req-f79cb77b-fb79-4cbf-8ae7-5ed722121640 service neutron] Attempting to bind port e99b21a2-0a3b-482e-af51-76a2cceee82a on network 4c8ef274-9ecc-47c2-9686-5eebd78fb305 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:19:36.855516 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011f3896-5ac0-4dbc-aee0-85b4d5afce72 req-f79cb77b-fb79-4cbf-8ae7-5ed722121640 service neutron] Port e99b21a2-0a3b-482e-af51-76a2cceee82a on network 4c8ef274-9ecc-47c2-9686-5eebd78fb305 not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-3 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:19:36.855968 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011f3896-5ac0-4dbc-aee0-85b4d5afce72 req-f79cb77b-fb79-4cbf-8ae7-5ed722121640 service neutron] Attempting to bind port e99b21a2-0a3b-482e-af51-76a2cceee82a on network 4c8ef274-9ecc-47c2-9686-5eebd78fb305 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:19:36.867029 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011f3896-5ac0-4dbc-aee0-85b4d5afce72 req-f79cb77b-fb79-4cbf-8ae7-5ed722121640 service neutron] Checking agent: {'id': '1dbac822-25f2-4df8-9dc8-5c2e7b136eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:19:36.867956 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011f3896-5ac0-4dbc-aee0-85b4d5afce72 req-f79cb77b-fb79-4cbf-8ae7-5ed722121640 service neutron] Checking segment: {'id': '2879bb11-64b4-46f1-9f8b-52941d47b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:19:36.868637 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011f3896-5ac0-4dbc-aee0-85b4d5afce72 req-f79cb77b-fb79-4cbf-8ae7-5ed722121640 service neutron] Bound using segment: {'id': '2879bb11-64b4-46f1-9f8b-52941d47b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305'} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:19:36.869431 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-011f3896-5ac0-4dbc-aee0-85b4d5afce72 req-f79cb77b-fb79-4cbf-8ae7-5ed722121640 service neutron] Bound port: e99b21a2-0a3b-482e-af51-76a2cceee82a, host: n-h1-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2879bb11-64b4-46f1-9f8b-52941d47b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305'}}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:19:36.870061 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-011f3896-5ac0-4dbc-aee0-85b4d5afce72 req-f79cb77b-fb79-4cbf-8ae7-5ed722121640 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:36.929978 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-78de4bf5-0c2e-4228-91a0-89c1e4f4e919 None None] Allocated IP 10.2.2.2 (6869c65a-0fbe-4766-9768-f36c634415aa/ac88f09f-2eda-4db7-a15a-c310c3c0f932/c12bebe3-8214-40d2-ac5e-4ba581374514) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:19:36.953270 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-310d4717-b2b8-4fc5-82e6-65dfa80bc743 None None] For port c738eea0-6f25-432a-a2cc-2e557ec2a21e, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:19:36.959201 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-310d4717-b2b8-4fc5-82e6-65dfa80bc743 None None] For port c738eea0-6f25-432a-a2cc-2e557ec2a21e, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=c738eea0-6f25-432a-a2cc-2e557ec2a21e,segment=NetworkSegment(a7800232-88f1-4191-84ff-21a644fb4b30),segment_id=a7800232-88f1-4191-84ff-21a644fb4b30)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:19:36.965312 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-310d4717-b2b8-4fc5-82e6-65dfa80bc743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:36.976951 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-011f3896-5ac0-4dbc-aee0-85b4d5afce72 req-f79cb77b-fb79-4cbf-8ae7-5ed722121640 service neutron] For port e99b21a2-0a3b-482e-af51-76a2cceee82a, host n-h1-838550-3, cleared binding levels {{(pid=102731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:19:36.981173 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-011f3896-5ac0-4dbc-aee0-85b4d5afce72 req-f79cb77b-fb79-4cbf-8ae7-5ed722121640 service neutron] For port e99b21a2-0a3b-482e-af51-76a2cceee82a, host n-h1-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=e99b21a2-0a3b-482e-af51-76a2cceee82a,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:19:36.992054 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-011f3896-5ac0-4dbc-aee0-85b4d5afce72 req-f79cb77b-fb79-4cbf-8ae7-5ed722121640 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:37.002524 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-3a828ade-2380-49f2-afa5-fdea2c014b05 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Allocated IP 10.1.1.109 (6f6254ab-4ee7-4ad9-afa0-26be8bf1b0f3/50aad9c7-9467-4aae-bc1d-4e769e4f3623/d7dcad22-e92b-4b04-9ae5-6faddc7193ce) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:19:37.053055 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011f3896-5ac0-4dbc-aee0-85b4d5afce72 req-f79cb77b-fb79-4cbf-8ae7-5ed722121640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:37.053710 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-011f3896-5ac0-4dbc-aee0-85b4d5afce72 req-f79cb77b-fb79-4cbf-8ae7-5ed722121640 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:37.061845 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-011f3896-5ac0-4dbc-aee0-85b4d5afce72 req-f79cb77b-fb79-4cbf-8ae7-5ed722121640 service neutron] 10.222.0.36 "PUT /v2.0/ports/e99b21a2-0a3b-482e-af51-76a2cceee82a HTTP/1.1" status: 200 len: 1096 time: 1.1788568 May 18 18:19:37.062332 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31ac5fd5-fa4d-4ffb-ac9e-4d56a1de7138', 'tag': 'e99b21a2-0a3b-482e-af51-76a2cceee82a'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:19:37.067591 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f48c6a0-a91b-46e3-af47-21bb9ae35774" -d '{"events": [{"name": "network-changed", "server_uuid": "31ac5fd5-fa4d-4ffb-ac9e-4d56a1de7138", "tag": "e99b21a2-0a3b-482e-af51-76a2cceee82a"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:19:37.168593 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bc77331-db97-47ff-b347-6c3099e76516 x-openstack-request-id: req-2bc77331-db97-47ff-b347-6c3099e76516 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:19:37.168885 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31ac5fd5-fa4d-4ffb-ac9e-4d56a1de7138", "tag": "e99b21a2-0a3b-482e-af51-76a2cceee82a", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:19:37.169880 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-2bc77331-db97-47ff-b347-6c3099e76516 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:19:37.171039 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2bc77331-db97-47ff-b347-6c3099e76516'] response: {'name': 'network-changed', 'server_uuid': '31ac5fd5-fa4d-4ffb-ac9e-4d56a1de7138', 'tag': 'e99b21a2-0a3b-482e-af51-76a2cceee82a', 'status': 'completed', 'code': 200} May 18 18:19:37.178973 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cb77b-fb79-4cbf-8ae7-5ed722121640 service neutron] Pushing event updated for resources: {'Port': ['ID=e99b21a2-0a3b-482e-af51-76a2cceee82a,revision_number=3']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:19:37.192602 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310d4717-b2b8-4fc5-82e6-65dfa80bc743 None None] Pushing event updated for resources: {'Port': ['ID=c738eea0-6f25-432a-a2cc-2e557ec2a21e,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:19:37.222839 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011f3896-5ac0-4dbc-aee0-85b4d5afce72 req-c3b90667-b63d-4791-99dd-134cf014358c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:37.225164 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-011f3896-5ac0-4dbc-aee0-85b4d5afce72 req-c3b90667-b63d-4791-99dd-134cf014358c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=75cfafb6401543f8ae6c6ddbcc186f9f&device_id=31ac5fd5-fa4d-4ffb-ac9e-4d56a1de7138 HTTP/1.1" status: 200 len: 1099 time: 0.1117854 May 18 18:19:37.328942 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-011f3896-5ac0-4dbc-aee0-85b4d5afce72 req-db1719fc-b65f-4f74-97d7-b901ea358620 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=e99b21a2-0a3b-482e-af51-76a2cceee82a HTTP/1.1" status: 200 len: 217 time: 0.0873270 May 18 18:19:37.344562 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-78de4bf5-0c2e-4228-91a0-89c1e4f4e919 None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:37.357608 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-78de4bf5-0c2e-4228-91a0-89c1e4f4e919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:37.387100 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d954d97-92af-4ec1-bacf-96dcf150a8e1 req-29ccfca4-8678-4bf1-a4cf-6b3898a31bcc tempest-VolumesActionsTest-918754908 tempest-VolumesActionsTest-918754908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:37.398493 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0d954d97-92af-4ec1-bacf-96dcf150a8e1 req-29ccfca4-8678-4bf1-a4cf-6b3898a31bcc tempest-VolumesActionsTest-918754908 tempest-VolumesActionsTest-918754908-project] 10.222.0.85 "GET /v2.0/ports?device_id=5c420239-a2de-4720-a194-75b8225ab75a HTTP/1.1" status: 200 len: 945 time: 0.1289546 May 18 18:19:37.404343 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011f3896-5ac0-4dbc-aee0-85b4d5afce72 req-217dca13-54c2-463f-a823-62085be0f65c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:37.409959 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-011f3896-5ac0-4dbc-aee0-85b4d5afce72 req-217dca13-54c2-463f-a823-62085be0f65c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c2531ae9-89db-4dcf-b670-9eac4c9cde53 HTTP/1.1" status: 200 len: 843 time: 0.0681620 May 18 18:19:37.476859 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78de4bf5-0c2e-4228-91a0-89c1e4f4e919 None None] Pushing event updated for resources: {'Port': ['ID=c12bebe3-8214-40d2-ac5e-4ba581374514,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:19:37.477343 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3a828ade-2380-49f2-afa5-fdea2c014b05 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:37.500906 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011f3896-5ac0-4dbc-aee0-85b4d5afce72 req-e053b5c0-b381-4c35-bced-8a79ae8a8162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:37.502938 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-011f3896-5ac0-4dbc-aee0-85b4d5afce72 req-e053b5c0-b381-4c35-bced-8a79ae8a8162 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4c8ef274-9ecc-47c2-9686-5eebd78fb305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0914550 May 18 18:19:37.509048 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78de4bf5-0c2e-4228-91a0-89c1e4f4e919 None None] Network 6869c65a-0fbe-4766-9768-f36c634415aa is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:19:37.522410 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-78de4bf5-0c2e-4228-91a0-89c1e4f4e919 None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:19:37.525114 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78de4bf5-0c2e-4228-91a0-89c1e4f4e919 None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:19:37.550351 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0d954d97-92af-4ec1-bacf-96dcf150a8e1 req-4261c92a-1a2d-4186-a4c4-dcda3ff600aa tempest-VolumesActionsTest-918754908 tempest-VolumesActionsTest-918754908-project] 10.222.0.85 "GET /v2.0/security-groups?id=e7beb17e-85bc-43dc-b8a4-a4880e4a9f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469066 May 18 18:19:37.659935 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3a828ade-2380-49f2-afa5-fdea2c014b05 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:37.734304 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-011f3896-5ac0-4dbc-aee0-85b4d5afce72 req-7d86462b-3624-4ec1-bfba-904fc423e356 service neutron] 10.222.0.36 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233405 May 18 18:19:37.775582 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a828ade-2380-49f2-afa5-fdea2c014b05 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Network 6f6254ab-4ee7-4ad9-afa0-26be8bf1b0f3 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:19:37.803601 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-78de4bf5-0c2e-4228-91a0-89c1e4f4e919 None None] Attempting to bind port c12bebe3-8214-40d2-ac5e-4ba581374514 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:19:37.803971 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-78de4bf5-0c2e-4228-91a0-89c1e4f4e919 None None] Attempting to bind port c12bebe3-8214-40d2-ac5e-4ba581374514 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '6e9852f8-306e-4aa4-96d1-1c5bc2f94c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '6869c65a-0fbe-4766-9768-f36c634415aa'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:19:37.804380 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78de4bf5-0c2e-4228-91a0-89c1e4f4e919 None None] Attempting to bind port c12bebe3-8214-40d2-ac5e-4ba581374514 on network 6869c65a-0fbe-4766-9768-f36c634415aa {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:19:37.809756 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-468f3fc2-975c-4458-ba1d-9cdfc1f4a2b4 req-b4e13083-7662-4f2b-a0d1-f90c6dda07db tempest-ServerShowV257Test-530360188 tempest-ServerShowV257Test-530360188-project] 10.222.0.85 "GET /v2.0/ports?device_id=37e036f8-9603-4172-a881-6bf11c052201 HTTP/1.1" status: 200 len: 210 time: 0.0999262 May 18 18:19:37.824945 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78de4bf5-0c2e-4228-91a0-89c1e4f4e919 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:19:37.825689 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78de4bf5-0c2e-4228-91a0-89c1e4f4e919 None None] Checking segment: {'id': '6e9852f8-306e-4aa4-96d1-1c5bc2f94c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '6869c65a-0fbe-4766-9768-f36c634415aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:19:37.825856 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-78de4bf5-0c2e-4228-91a0-89c1e4f4e919 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:37.826214 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78de4bf5-0c2e-4228-91a0-89c1e4f4e919 None None] Bound using segment: {'id': '6e9852f8-306e-4aa4-96d1-1c5bc2f94c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '6869c65a-0fbe-4766-9768-f36c634415aa'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:19:37.827267 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-78de4bf5-0c2e-4228-91a0-89c1e4f4e919 None None] Bound port: c12bebe3-8214-40d2-ac5e-4ba581374514, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e9852f8-306e-4aa4-96d1-1c5bc2f94c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '6869c65a-0fbe-4766-9768-f36c634415aa'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:19:37.827662 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-78de4bf5-0c2e-4228-91a0-89c1e4f4e919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:37.832646 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-4f80a0a7-ad0a-4486-bdb7-e847f71ab86b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:37.860652 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-3a828ade-2380-49f2-afa5-fdea2c014b05 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:19:37.870105 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a828ade-2380-49f2-afa5-fdea2c014b05 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Pushing event updated for resources: {'Port': ['ID=d7dcad22-e92b-4b04-9ae5-6faddc7193ce,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:19:37.872813 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-011f3896-5ac0-4dbc-aee0-85b4d5afce72 req-d20e0683-996b-4094-a601-6608a384ef9a service neutron] 10.222.0.36 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265438 May 18 18:19:37.877796 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a828ade-2380-49f2-afa5-fdea2c014b05 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:19:37.918115 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-78de4bf5-0c2e-4228-91a0-89c1e4f4e919 None None] For port c12bebe3-8214-40d2-ac5e-4ba581374514, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:19:37.923025 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-78de4bf5-0c2e-4228-91a0-89c1e4f4e919 None None] For port c12bebe3-8214-40d2-ac5e-4ba581374514, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=c12bebe3-8214-40d2-ac5e-4ba581374514,segment=NetworkSegment(6e9852f8-306e-4aa4-96d1-1c5bc2f94c82),segment_id=6e9852f8-306e-4aa4-96d1-1c5bc2f94c82)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:19:37.940893 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-78de4bf5-0c2e-4228-91a0-89c1e4f4e919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:37.963444 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bec94c3-3eff-4f90-8306-5eb2da4bd7d1 req-13913eb6-3d1e-4afe-b9c2-d8acf30629cd tempest-VolumesBackupsTest-904362793 tempest-VolumesBackupsTest-904362793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:37.974802 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6bec94c3-3eff-4f90-8306-5eb2da4bd7d1 req-13913eb6-3d1e-4afe-b9c2-d8acf30629cd tempest-VolumesBackupsTest-904362793 tempest-VolumesBackupsTest-904362793-project] 10.222.0.85 "GET /v2.0/ports?device_id=31ac5fd5-fa4d-4ffb-ac9e-4d56a1de7138 HTTP/1.1" status: 200 len: 948 time: 0.2387590 May 18 18:19:38.026651 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a828ade-2380-49f2-afa5-fdea2c014b05 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:38.027681 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3a828ade-2380-49f2-afa5-fdea2c014b05 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:38.034615 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78de4bf5-0c2e-4228-91a0-89c1e4f4e919 None None] Pushing event updated for resources: {'Port': ['ID=c12bebe3-8214-40d2-ac5e-4ba581374514,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:19:38.058997 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-3a828ade-2380-49f2-afa5-fdea2c014b05 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.8149235 May 18 18:19:38.064474 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6bec94c3-3eff-4f90-8306-5eb2da4bd7d1 req-48b31318-419c-485b-9218-a0c95c180a7b tempest-VolumesBackupsTest-904362793 tempest-VolumesBackupsTest-904362793-project] 10.222.0.85 "GET /v2.0/security-groups?id=5c4fea17-9ca5-416e-b987-780e6b9fc8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864894 May 18 18:19:38.066728 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 39848) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:19:38.073317 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-5b4511a0-a1f8-4743-b302-5d599a42c5e5 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Request body: {'port': {'network_id': '6f6254ab-4ee7-4ad9-afa0-26be8bf1b0f3', 'name': 'tempest-TaggedBootDevicesTest-2044209589', 'fixed_ips': [{'subnet_id': '50aad9c7-9467-4aae-bc1d-4e769e4f3623'}]}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:19:38.077288 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7285f6a8-80d5-45e7-87b6-d650657f04f1 req-6fef3d59-6842-4a93-b4db-757c08512b29 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:38.079196 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7285f6a8-80d5-45e7-87b6-d650657f04f1 req-6fef3d59-6842-4a93-b4db-757c08512b29 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] 10.222.0.85 "GET /v2.0/ports?device_id=6f61c358-7f1d-407d-b92b-2718a08b4786 HTTP/1.1" status: 200 len: 946 time: 0.1350670 May 18 18:19:38.109419 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f48c6a0-a91b-46e3-af47-21bb9ae35774 req-82926d61-1bf2-49fc-9031-048fc8f6cc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:38.111085 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8f48c6a0-a91b-46e3-af47-21bb9ae35774 req-82926d61-1bf2-49fc-9031-048fc8f6cc5b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=75cfafb6401543f8ae6c6ddbcc186f9f&device_id=31ac5fd5-fa4d-4ffb-ac9e-4d56a1de7138 HTTP/1.1" status: 200 len: 1099 time: 0.1574681 May 18 18:19:38.145680 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7285f6a8-80d5-45e7-87b6-d650657f04f1 req-9f70bce1-be7d-4c43-aee3-3fcccb6708db tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ecfcd7a-48bb-4ce7-ab79-4277880e130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564747 May 18 18:19:38.338213 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f48c6a0-a91b-46e3-af47-21bb9ae35774 req-12ba644f-7bf4-49c1-8438-484cc49eed85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:38.339816 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8f48c6a0-a91b-46e3-af47-21bb9ae35774 req-12ba644f-7bf4-49c1-8438-484cc49eed85 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4c8ef274-9ecc-47c2-9686-5eebd78fb305 HTTP/1.1" status: 200 len: 870 time: 0.1793764 May 18 18:19:38.420400 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8f48c6a0-a91b-46e3-af47-21bb9ae35774 req-eacae94d-9ce5-450e-9bf7-be5d2d026c19 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=e99b21a2-0a3b-482e-af51-76a2cceee82a HTTP/1.1" status: 200 len: 217 time: 0.0714967 May 18 18:19:38.420695 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b4511a0-a1f8-4743-b302-5d599a42c5e5 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Made reservation on behalf of 9acf9282c55849649d2e7c597835524a for: {'port': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:19:38.560148 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f48c6a0-a91b-46e3-af47-21bb9ae35774 req-2b7b8bfe-ea0d-4d97-ac35-a851d3e2fe48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:38.561921 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8f48c6a0-a91b-46e3-af47-21bb9ae35774 req-2b7b8bfe-ea0d-4d97-ac35-a851d3e2fe48 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c2531ae9-89db-4dcf-b670-9eac4c9cde53 HTTP/1.1" status: 200 len: 843 time: 0.1347926 May 18 18:19:38.631752 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5b4511a0-a1f8-4743-b302-5d599a42c5e5 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:38.687222 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [None req-5b4511a0-a1f8-4743-b302-5d599a42c5e5 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] device_id is not set on port 47ed802e-3cf4-472d-b402-936465b16c4c yet. {{(pid=102731) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 18 18:19:38.725890 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f48c6a0-a91b-46e3-af47-21bb9ae35774 req-3a9a05c8-b82d-479d-88d4-6b28de2361e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:38.727453 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8f48c6a0-a91b-46e3-af47-21bb9ae35774 req-3a9a05c8-b82d-479d-88d4-6b28de2361e6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4c8ef274-9ecc-47c2-9686-5eebd78fb305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1564605 May 18 18:19:38.818148 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device c738eea0-6f25-432a-a2cc-2e557ec2a21e up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:19:38.905815 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port c738eea0-6f25-432a-a2cc-2e557ec2a21e triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:19:38.906281 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:38.919576 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2becc4db-41a2-4186-a262-7ac7e80a8900 req-ac5f20b2-027a-4667-8ffa-96636bdd987e tempest-VolumesActionsTest-918754908 tempest-VolumesActionsTest-918754908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:38.921195 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2becc4db-41a2-4186-a262-7ac7e80a8900 req-ac5f20b2-027a-4667-8ffa-96636bdd987e tempest-VolumesActionsTest-918754908 tempest-VolumesActionsTest-918754908-project] 10.222.0.85 "GET /v2.0/ports?device_id=5c420239-a2de-4720-a194-75b8225ab75a HTTP/1.1" status: 200 len: 945 time: 0.2455418 May 18 18:19:38.969546 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1871205-eb2f-449a-a0f4-482e7d2dc0bd None None] Network 6f6254ab-4ee7-4ad9-afa0-26be8bf1b0f3 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:19:38.993823 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2232dc3f-9a21-4c2b-abd3-99e359fc3494 req-9415607b-0e1c-4c2a-9f6e-830402b81660 tempest-ServerShowV257Test-530360188 tempest-ServerShowV257Test-530360188-project] 10.222.0.85 "GET /v2.0/ports?device_id=37e036f8-9603-4172-a881-6bf11c052201 HTTP/1.1" status: 200 len: 210 time: 0.0658591 May 18 18:19:39.054117 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2becc4db-41a2-4186-a262-7ac7e80a8900 req-17f2efca-cb14-4d32-992b-91cf82808ac0 tempest-VolumesActionsTest-918754908 tempest-VolumesActionsTest-918754908-project] 10.222.0.85 "GET /v2.0/security-groups?id=e7beb17e-85bc-43dc-b8a4-a4880e4a9f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015999 May 18 18:19:39.090638 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-8ecd0a7f-ad36-4fb9-8449-a0b3793a9faf None None] Provisioning complete for port c738eea0-6f25-432a-a2cc-2e557ec2a21e triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:19:39.090825 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-8ecd0a7f-ad36-4fb9-8449-a0b3793a9faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:39.098909 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port c738eea0-6f25-432a-a2cc-2e557ec2a21e is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:19:39.099450 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:39.119089 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8f48c6a0-a91b-46e3-af47-21bb9ae35774 req-5abfd72a-58ce-4c7c-b980-bf10ab158605 service neutron] 10.222.0.36 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3832064 May 18 18:19:39.215813 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] For port c738eea0-6f25-432a-a2cc-2e557ec2a21e, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=c738eea0-6f25-432a-a2cc-2e557ec2a21e,segment=NetworkSegment(a7800232-88f1-4191-84ff-21a644fb4b30),segment_id=a7800232-88f1-4191-84ff-21a644fb4b30)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:19:39.228092 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:39.229013 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device c12bebe3-8214-40d2-ac5e-4ba581374514 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:19:39.293860 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-5b4511a0-a1f8-4743-b302-5d599a42c5e5 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Allocated IP 10.1.1.63 (6f6254ab-4ee7-4ad9-afa0-26be8bf1b0f3/50aad9c7-9467-4aae-bc1d-4e769e4f3623/47ed802e-3cf4-472d-b402-936465b16c4c) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:19:39.394708 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4221283f-af23-4467-afc2-2e9c8f4d4d23 req-2177247c-3182-41dd-93de-cede521f840d tempest-VolumesBackupsTest-904362793 tempest-VolumesBackupsTest-904362793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:39.402543 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4221283f-af23-4467-afc2-2e9c8f4d4d23 req-2177247c-3182-41dd-93de-cede521f840d tempest-VolumesBackupsTest-904362793 tempest-VolumesBackupsTest-904362793-project] 10.222.0.85 "GET /v2.0/ports?device_id=31ac5fd5-fa4d-4ffb-ac9e-4d56a1de7138 HTTP/1.1" status: 200 len: 948 time: 0.1064270 May 18 18:19:39.463424 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Pushing event updated for resources: {'Port': ['ID=c738eea0-6f25-432a-a2cc-2e557ec2a21e,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:19:39.520309 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4221283f-af23-4467-afc2-2e9c8f4d4d23 req-35878934-6390-4810-ad85-6c0ba53a82db tempest-VolumesBackupsTest-904362793 tempest-VolumesBackupsTest-904362793-project] 10.222.0.85 "GET /v2.0/security-groups?id=5c4fea17-9ca5-416e-b987-780e6b9fc8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139550 May 18 18:19:39.533968 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port c12bebe3-8214-40d2-ac5e-4ba581374514 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:19:39.534342 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:39.594270 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-8ecd0a7f-ad36-4fb9-8449-a0b3793a9faf None None] Current status of the port c738eea0-6f25-432a-a2cc-2e557ec2a21e is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:19:39.618203 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8f48c6a0-a91b-46e3-af47-21bb9ae35774 req-f4291783-6ff5-46fb-a530-544cac14241b service neutron] 10.222.0.36 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4920216 May 18 18:19:39.679895 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port c12bebe3-8214-40d2-ac5e-4ba581374514 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:19:39.680391 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:39.692936 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf8e04b-5120-4280-b48c-c1c1796a529a req-ddc3d443-4dba-43f7-8187-d8a0e6aaa70f tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:39.699702 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-dcf8e04b-5120-4280-b48c-c1c1796a529a req-ddc3d443-4dba-43f7-8187-d8a0e6aaa70f tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] 10.222.0.85 "GET /v2.0/ports?device_id=6f61c358-7f1d-407d-b92b-2718a08b4786 HTTP/1.1" status: 200 len: 946 time: 0.3924503 May 18 18:19:39.703805 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5b4511a0-a1f8-4743-b302-5d599a42c5e5 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:39.758430 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] For port c12bebe3-8214-40d2-ac5e-4ba581374514, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=c12bebe3-8214-40d2-ac5e-4ba581374514,segment=NetworkSegment(6e9852f8-306e-4aa4-96d1-1c5bc2f94c82),segment_id=6e9852f8-306e-4aa4-96d1-1c5bc2f94c82)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:19:39.772681 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:39.792777 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-dcf8e04b-5120-4280-b48c-c1c1796a529a req-1e3e73e0-549d-4ec0-af36-5efe213c92c1 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ecfcd7a-48bb-4ce7-ab79-4277880e130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842259 May 18 18:19:39.817697 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ef64d8-546a-4f20-ad52-5ed3251b3981 None None] Network 6869c65a-0fbe-4766-9768-f36c634415aa requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:19:39.850160 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5b4511a0-a1f8-4743-b302-5d599a42c5e5 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:39.909785 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b4511a0-a1f8-4743-b302-5d599a42c5e5 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Network 6f6254ab-4ee7-4ad9-afa0-26be8bf1b0f3 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:19:39.914156 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-5b4511a0-a1f8-4743-b302-5d599a42c5e5 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:19:39.917971 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-49df6830-13d0-4f99-bc5b-7dc91c43c390 None None] Provisioning complete for port c12bebe3-8214-40d2-ac5e-4ba581374514 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:19:39.918656 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-49df6830-13d0-4f99-bc5b-7dc91c43c390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:39.919662 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4511a0-a1f8-4743-b302-5d599a42c5e5 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:19:39.930356 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Pushing event updated for resources: {'Port': ['ID=c12bebe3-8214-40d2-ac5e-4ba581374514,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:19:40.000946 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4511a0-a1f8-4743-b302-5d599a42c5e5 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Pushing event updated for resources: {'Port': ['ID=47ed802e-3cf4-472d-b402-936465b16c4c,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:19:40.035248 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b4511a0-a1f8-4743-b302-5d599a42c5e5 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:40.036375 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5b4511a0-a1f8-4743-b302-5d599a42c5e5 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:40.065310 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-5b4511a0-a1f8-4743-b302-5d599a42c5e5 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9973037 May 18 18:19:40.148237 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-61c2ba29-b16a-43a3-85fb-d5b7fb98267d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:40.174940 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ac51ed55-e946-4c76-b0ce-d6b8877dc730 req-e93783c0-c9c3-4643-91dd-80479cc47394 tempest-ServerShowV257Test-530360188 tempest-ServerShowV257Test-530360188-project] 10.222.0.85 "GET /v2.0/ports?device_id=37e036f8-9603-4172-a881-6bf11c052201 HTTP/1.1" status: 200 len: 210 time: 0.0582800 May 18 18:19:40.230074 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-49df6830-13d0-4f99-bc5b-7dc91c43c390 None None] Current status of the port c12bebe3-8214-40d2-ac5e-4ba581374514 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:19:40.242963 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 39870) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:19:40.253452 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-38a71049-d6b5-4ad0-8e8b-96c124af250f tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2082039947', 'description': 'tempest-description--1186398593'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:19:40.289139 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-38a71049-d6b5-4ad0-8e8b-96c124af250f tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:40.304257 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device e99b21a2-0a3b-482e-af51-76a2cceee82a details requested by agent hyperv_n-h1-838550-3 with host n-h1-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:19:40.443024 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-0a1480e8-631a-4437-9727-de9cd6d257e5 None None] Provisioning complete for port c738eea0-6f25-432a-a2cc-2e557ec2a21e triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:19:40.443429 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0a1480e8-631a-4437-9727-de9cd6d257e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:40.510587 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-38a71049-d6b5-4ad0-8e8b-96c124af250f tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:40.526092 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-38a71049-d6b5-4ad0-8e8b-96c124af250f tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:40.560507 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-38a71049-d6b5-4ad0-8e8b-96c124af250f tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:40.567662 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-38a71049-d6b5-4ad0-8e8b-96c124af250f tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3215847 May 18 18:19:40.570056 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 39878) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:19:40.579137 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-b7f9dd7b-5290-4f29-a8e3-9f92c0fd5eff tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Request body: {'security_group_rule': {'security_group_id': '7394e4bf-8f0c-4c6c-8c6c-8df7a26d4fa0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:19:40.650054 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a71049-d6b5-4ad0-8e8b-96c124af250f tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7394e4bf-8f0c-4c6c-8c6c-8df7a26d4fa0,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:19:40.681268 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b7f9dd7b-5290-4f29-a8e3-9f92c0fd5eff tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:40.682317 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port e99b21a2-0a3b-482e-af51-76a2cceee82a, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=e99b21a2-0a3b-482e-af51-76a2cceee82a,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:19:40.730271 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Returning: {'device': 'e99b21a2-0a3b-482e-af51-76a2cceee82a', 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305', 'port_id': 'e99b21a2-0a3b-482e-af51-76a2cceee82a', 'mac_address': 'fa:16:3e:f4:d2:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2531ae9-89db-4dcf-b670-9eac4c9cde53', 'ip_address': '192.168.233.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:19:40.732040 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-0a1480e8-631a-4437-9727-de9cd6d257e5 None None] Current status of the port c738eea0-6f25-432a-a2cc-2e557ec2a21e is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:19:40.846920 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-0a1480e8-631a-4437-9727-de9cd6d257e5 None None] Provisioning complete for port d7dcad22-e92b-4b04-9ae5-6faddc7193ce triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:19:40.847308 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0a1480e8-631a-4437-9727-de9cd6d257e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:40.849040 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port e99b21a2-0a3b-482e-af51-76a2cceee82a is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:19:40.849856 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:40.853969 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b7f9dd7b-5290-4f29-a8e3-9f92c0fd5eff tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:40.860900 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b7f9dd7b-5290-4f29-a8e3-9f92c0fd5eff tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:40.883876 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f9dd7b-5290-4f29-a8e3-9f92c0fd5eff tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb6c1039-40d9-4239-972e-c33af078c236,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:19:40.883988 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a92121-3116-4abd-950b-8cd88218d2dd req-27526d68-087e-4a6f-a401-cb7894172de7 tempest-VolumesBackupsTest-904362793 tempest-VolumesBackupsTest-904362793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:40.884363 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-89a92121-3116-4abd-950b-8cd88218d2dd req-27526d68-087e-4a6f-a401-cb7894172de7 tempest-VolumesBackupsTest-904362793 tempest-VolumesBackupsTest-904362793-project] 10.222.0.85 "GET /v2.0/ports?device_id=31ac5fd5-fa4d-4ffb-ac9e-4d56a1de7138 HTTP/1.1" status: 200 len: 948 time: 0.1347744 May 18 18:19:40.913673 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b7f9dd7b-5290-4f29-a8e3-9f92c0fd5eff tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:40.915378 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device c738eea0-6f25-432a-a2cc-2e557ec2a21e up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:19:40.921590 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-b7f9dd7b-5290-4f29-a8e3-9f92c0fd5eff tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3460896 May 18 18:19:40.922460 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 39886) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:19:40.931202 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-3e7e9a20-2a1a-4823-aa4e-09fa68ec4c73 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Request body: {'security_group_rule': {'security_group_id': '7394e4bf-8f0c-4c6c-8c6c-8df7a26d4fa0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:19:40.967741 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e99b21a2-0a3b-482e-af51-76a2cceee82a {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:19:40.990054 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-89a92121-3116-4abd-950b-8cd88218d2dd req-aba47480-15e5-4c4a-ace0-f2553fd16cd9 tempest-VolumesBackupsTest-904362793 tempest-VolumesBackupsTest-904362793-project] 10.222.0.85 "GET /v2.0/security-groups?id=5c4fea17-9ca5-416e-b987-780e6b9fc8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921559 May 18 18:19:41.003482 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-0a1480e8-631a-4437-9727-de9cd6d257e5 None None] Port d7dcad22-e92b-4b04-9ae5-6faddc7193ce cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:19:41.016364 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port e99b21a2-0a3b-482e-af51-76a2cceee82a, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=e99b21a2-0a3b-482e-af51-76a2cceee82a,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:19:41.025228 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:41.041521 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3e7e9a20-2a1a-4823-aa4e-09fa68ec4c73 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:41.069052 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port c738eea0-6f25-432a-a2cc-2e557ec2a21e triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:19:41.070058 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:41.118029 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f795dd44-36f6-419a-a1fa-ff63b214dcda req-1834537a-a029-4157-bc52-b1ec9451aa8c tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:41.120488 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f795dd44-36f6-419a-a1fa-ff63b214dcda req-1834537a-a029-4157-bc52-b1ec9451aa8c tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] 10.222.0.85 "GET /v2.0/ports?device_id=6f61c358-7f1d-407d-b92b-2718a08b4786 HTTP/1.1" status: 200 len: 946 time: 0.1169560 May 18 18:19:41.147213 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3e7e9a20-2a1a-4823-aa4e-09fa68ec4c73 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:41.155084 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3e7e9a20-2a1a-4823-aa4e-09fa68ec4c73 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:41.167377 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=e99b21a2-0a3b-482e-af51-76a2cceee82a,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:19:41.199775 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-93e21c5a-5a6e-4ac6-9da5-dadb3136b189 None None] Provisioning complete for port c12bebe3-8214-40d2-ac5e-4ba581374514 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:19:41.200282 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-93e21c5a-5a6e-4ac6-9da5-dadb3136b189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:41.203689 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7e9a20-2a1a-4823-aa4e-09fa68ec4c73 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b9c90a6-8dcd-47cd-9903-caa72f75eafa,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:19:41.214628 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3e7e9a20-2a1a-4823-aa4e-09fa68ec4c73 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:41.221206 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-3e7e9a20-2a1a-4823-aa4e-09fa68ec4c73 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2919512 May 18 18:19:41.223779 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 39892) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:19:41.232015 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-16a7962b-92c8-4846-8220-f81998b55c82 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Request body: {'floatingip': {'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:19:41.234440 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f795dd44-36f6-419a-a1fa-ff63b214dcda req-83592e7c-8b52-432f-b43b-7acabd9c06c0 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ecfcd7a-48bb-4ce7-ab79-4277880e130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943663 May 18 18:19:41.266655 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:41.290991 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-16a7962b-92c8-4846-8220-f81998b55c82 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Notify callbacks [] for floatingip, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:41.334354 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port c738eea0-6f25-432a-a2cc-2e557ec2a21e is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:19:41.336205 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device c12bebe3-8214-40d2-ac5e-4ba581374514 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:19:41.369088 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['e99b21a2-0a3b-482e-af51-76a2cceee82a'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:19:41.393117 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9c269a71-713f-4c76-b314-2dd4d782e45b req-bb4191dd-6fbb-405c-9994-6cb0812be5de tempest-ServerShowV257Test-530360188 tempest-ServerShowV257Test-530360188-project] 10.222.0.85 "GET /v2.0/ports?device_id=37e036f8-9603-4172-a881-6bf11c052201 HTTP/1.1" status: 200 len: 210 time: 0.0472722 May 18 18:19:41.460473 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port c12bebe3-8214-40d2-ac5e-4ba581374514 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:19:41.461085 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:41.476134 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-16a7962b-92c8-4846-8220-f81998b55c82 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:41.572746 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-93e21c5a-5a6e-4ac6-9da5-dadb3136b189 None None] Current status of the port c12bebe3-8214-40d2-ac5e-4ba581374514 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:19:41.635929 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-93e21c5a-5a6e-4ac6-9da5-dadb3136b189 None None] Provisioning complete for port 47ed802e-3cf4-472d-b402-936465b16c4c triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:19:41.636415 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-93e21c5a-5a6e-4ac6-9da5-dadb3136b189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:41.650823 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-16a7962b-92c8-4846-8220-f81998b55c82 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Allocated IP 172.25.5.56 (31ebd439-090c-4b25-bbb0-31c48711b145/363a2810-8a83-4be0-a317-7c91fcd94485/eeb39bca-19a1-48c4-a597-df414cc59f5b) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:19:41.750527 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port c12bebe3-8214-40d2-ac5e-4ba581374514 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:19:41.752883 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-93e21c5a-5a6e-4ac6-9da5-dadb3136b189 None None] Port 47ed802e-3cf4-472d-b402-936465b16c4c cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:19:41.827870 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-16a7962b-92c8-4846-8220-f81998b55c82 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:41.875118 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-16a7962b-92c8-4846-8220-f81998b55c82 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:41.927315 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a7962b-92c8-4846-8220-f81998b55c82 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Network 31ebd439-090c-4b25-bbb0-31c48711b145 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:19:41.930282 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-16a7962b-92c8-4846-8220-f81998b55c82 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:19:41.934575 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a7962b-92c8-4846-8220-f81998b55c82 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:19:42.222830 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11dc653-b1fc-4e45-90e1-b7e11fbd20e8 req-bc9bd403-fd0b-46cf-a87a-827b75ff133a tempest-VolumesBackupsTest-904362793 tempest-VolumesBackupsTest-904362793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:42.224857 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c11dc653-b1fc-4e45-90e1-b7e11fbd20e8 req-bc9bd403-fd0b-46cf-a87a-827b75ff133a tempest-VolumesBackupsTest-904362793 tempest-VolumesBackupsTest-904362793-project] 10.222.0.85 "GET /v2.0/ports?device_id=31ac5fd5-fa4d-4ffb-ac9e-4d56a1de7138 HTTP/1.1" status: 200 len: 949 time: 0.0634820 May 18 18:19:42.290588 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c11dc653-b1fc-4e45-90e1-b7e11fbd20e8 req-e27bd270-1bcd-4215-a9c7-d44ab030f15e tempest-VolumesBackupsTest-904362793 tempest-VolumesBackupsTest-904362793-project] 10.222.0.85 "GET /v2.0/security-groups?id=5c4fea17-9ca5-416e-b987-780e6b9fc8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520890 May 18 18:19:42.293651 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a7962b-92c8-4846-8220-f81998b55c82 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Pushing event updated for resources: {'Port': ['ID=eeb39bca-19a1-48c4-a597-df414cc59f5b,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:19:42.337063 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device e99b21a2-0a3b-482e-af51-76a2cceee82a up at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:19:42.385999 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-16a7962b-92c8-4846-8220-f81998b55c82 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:42.421912 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:42.434124 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-16a7962b-92c8-4846-8220-f81998b55c82 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:42.456347 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning for port e99b21a2-0a3b-482e-af51-76a2cceee82a completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:19:42.461920 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning complete for port e99b21a2-0a3b-482e-af51-76a2cceee82a triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:19:42.462301 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:42.465234 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa13255-9979-4de7-850c-6473f00cf637 req-543eb028-6c56-416d-9e18-781b4e7fb5ae tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:42.476366 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9aa13255-9979-4de7-850c-6473f00cf637 req-543eb028-6c56-416d-9e18-781b4e7fb5ae tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] 10.222.0.85 "GET /v2.0/ports?device_id=6f61c358-7f1d-407d-b92b-2718a08b4786 HTTP/1.1" status: 200 len: 946 time: 0.0947185 May 18 18:19:42.541657 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9aa13255-9979-4de7-850c-6473f00cf637 req-b3b67586-ad79-420c-a5ba-d55039a77081 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ecfcd7a-48bb-4ce7-ab79-4277880e130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635979 May 18 18:19:42.593252 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f51782d-b925-4942-9173-9dfebb5a42dd req-2be1d7c8-a38a-41bb-942a-51438f63866b tempest-VolumesActionsTest-918754908 tempest-VolumesActionsTest-918754908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:42.595927 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3f51782d-b925-4942-9173-9dfebb5a42dd req-2be1d7c8-a38a-41bb-942a-51438f63866b tempest-VolumesActionsTest-918754908 tempest-VolumesActionsTest-918754908-project] 10.222.0.85 "GET /v2.0/ports?device_id=5c420239-a2de-4720-a194-75b8225ab75a HTTP/1.1" status: 200 len: 945 time: 0.1251073 May 18 18:19:42.678972 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c90373db-f423-461c-9562-3a62c75d05e7 req-d450e6ef-5c0d-4809-9f9e-96aea5fbc08f tempest-ServerShowV257Test-530360188 tempest-ServerShowV257Test-530360188-project] 10.222.0.85 "GET /v2.0/ports?device_id=37e036f8-9603-4172-a881-6bf11c052201 HTTP/1.1" status: 200 len: 210 time: 0.0322342 May 18 18:19:42.721435 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3f51782d-b925-4942-9173-9dfebb5a42dd req-c0a49320-e0fb-4f26-83aa-658aa119896c tempest-VolumesActionsTest-918754908 tempest-VolumesActionsTest-918754908-project] 10.222.0.85 "GET /v2.0/security-groups?id=e7beb17e-85bc-43dc-b8a4-a4880e4a9f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986748 May 18 18:19:42.756371 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-16a7962b-92c8-4846-8220-f81998b55c82 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:42.757941 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port e99b21a2-0a3b-482e-af51-76a2cceee82a is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:19:42.758514 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:42.763397 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-16a7962b-92c8-4846-8220-f81998b55c82 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:42.793170 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31ac5fd5-fa4d-4ffb-ac9e-4d56a1de7138', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e99b21a2-0a3b-482e-af51-76a2cceee82a'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:19:42.796645 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2d45960-aa82-48a8-bb6c-d9a6b2a55825" -d '{"events": [{"server_uuid": "31ac5fd5-fa4d-4ffb-ac9e-4d56a1de7138", "name": "network-vif-plugged", "status": "completed", "tag": "e99b21a2-0a3b-482e-af51-76a2cceee82a"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:19:42.811018 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port e99b21a2-0a3b-482e-af51-76a2cceee82a, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=e99b21a2-0a3b-482e-af51-76a2cceee82a,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:19:42.818781 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:42.849432 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a7962b-92c8-4846-8220-f81998b55c82 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Pushing event updated for resources: {'Port': ['ID=eeb39bca-19a1-48c4-a597-df414cc59f5b,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:19:42.851621 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcc3c119-5a0a-43d3-90f1-24e25c4770b6 x-openstack-request-id: req-dcc3c119-5a0a-43d3-90f1-24e25c4770b6 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:19:42.851996 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31ac5fd5-fa4d-4ffb-ac9e-4d56a1de7138", "name": "network-vif-plugged", "status": "completed", "tag": "e99b21a2-0a3b-482e-af51-76a2cceee82a", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:19:42.852314 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-dcc3c119-5a0a-43d3-90f1-24e25c4770b6 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:19:42.852730 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dcc3c119-5a0a-43d3-90f1-24e25c4770b6'] response: {'server_uuid': '31ac5fd5-fa4d-4ffb-ac9e-4d56a1de7138', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e99b21a2-0a3b-482e-af51-76a2cceee82a', 'code': 200} May 18 18:19:42.861782 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-16a7962b-92c8-4846-8220-f81998b55c82 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596987'] for floatingip, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:42.884750 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-16a7962b-92c8-4846-8220-f81998b55c82 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:42.886404 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-16a7962b-92c8-4846-8220-f81998b55c82 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6605623 May 18 18:19:42.896827 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=e99b21a2-0a3b-482e-af51-76a2cceee82a,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:19:42.984780 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f5183e-ae74-4b2d-9844-338d55fe21a9 req-de3a6c03-2707-4379-89ad-bf8cb47d8e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:42.986275 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-41f5183e-ae74-4b2d-9844-338d55fe21a9 req-de3a6c03-2707-4379-89ad-bf8cb47d8e56 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=31ac5fd5-fa4d-4ffb-ac9e-4d56a1de7138 HTTP/1.1" status: 200 len: 1101 time: 0.0516043 May 18 18:19:43.048524 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-41f5183e-ae74-4b2d-9844-338d55fe21a9 req-56cb38a7-3bc7-4b7c-9eaa-cefd94b12875 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5c4fea17-9ca5-416e-b987-780e6b9fc8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494783 May 18 18:19:43.050661 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:43.231622 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-90e397bf-9d19-45ba-82b7-4d48b7640ade tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-securitygroup--2082039947&fields=id&tenant_id=9acf9282c55849649d2e7c597835524a HTTP/1.1" status: 200 len: 267 time: 0.0519128 May 18 18:19:43.294662 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-79978bd5-fd63-4f9a-9a81-adb5a0f509b8 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:43.296137 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-79978bd5-fd63-4f9a-9a81-adb5a0f509b8 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "GET /v2.0/ports/d7dcad22-e92b-4b04-9ae5-6faddc7193ce HTTP/1.1" status: 200 len: 932 time: 0.0557003 May 18 18:19:43.360319 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-4365826c-a970-4e39-967b-c2f99e27d3b2 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:43.361783 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-4365826c-a970-4e39-967b-c2f99e27d3b2 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "GET /v2.0/ports/47ed802e-3cf4-472d-b402-936465b16c4c HTTP/1.1" status: 200 len: 931 time: 0.0545120 May 18 18:19:43.425433 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-f22fb652-b2c8-4d93-93ce-827e7915abcb tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "GET /v2.0/ports?network_id=6869c65a-0fbe-4766-9768-f36c634415aa&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0525825 May 18 18:19:43.455613 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cd0374-cb9f-4a7c-8a86-ded391d833f1 req-8a2846a1-2000-4df3-b7d3-118309f1719e tempest-VolumesBackupsTest-904362793 tempest-VolumesBackupsTest-904362793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:43.457202 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-50cd0374-cb9f-4a7c-8a86-ded391d833f1 req-8a2846a1-2000-4df3-b7d3-118309f1719e tempest-VolumesBackupsTest-904362793 tempest-VolumesBackupsTest-904362793-project] 10.222.0.85 "GET /v2.0/ports?device_id=31ac5fd5-fa4d-4ffb-ac9e-4d56a1de7138 HTTP/1.1" status: 200 len: 950 time: 0.0647871 May 18 18:19:43.467133 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-dbbce55a-5c07-439d-8548-59d8e0a26403 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "GET /v2.0/ports?network_id=6869c65a-0fbe-4766-9768-f36c634415aa&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0342805 May 18 18:19:43.503723 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-50cd0374-cb9f-4a7c-8a86-ded391d833f1 req-44abe795-2f3a-4161-be6d-28c6e8de061a tempest-VolumesBackupsTest-904362793 tempest-VolumesBackupsTest-904362793-project] 10.222.0.85 "GET /v2.0/security-groups?id=5c4fea17-9ca5-416e-b987-780e6b9fc8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396636 May 18 18:19:43.602909 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-ef98a6c5-3580-4fe4-b1de-77519651de4b tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:43.613202 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-ef98a6c5-3580-4fe4-b1de-77519651de4b tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:43.621795 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-ef98a6c5-3580-4fe4-b1de-77519651de4b tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:43.625068 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-ef98a6c5-3580-4fe4-b1de-77519651de4b tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "GET /v2.0/networks?id=0b62e8ad-1024-4253-8bfe-3ff3099d20cb&id=6f6254ab-4ee7-4ad9-afa0-26be8bf1b0f3&id=6f6254ab-4ee7-4ad9-afa0-26be8bf1b0f3&id=6869c65a-0fbe-4766-9768-f36c634415aa&id=6869c65a-0fbe-4766-9768-f36c634415aa HTTP/1.1" status: 200 len: 1989 time: 0.1475761 May 18 18:19:43.644142 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-850973a5-a9d1-4880-85bc-b8e282fa7c55 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "GET /v2.0/quotas/9acf9282c55849649d2e7c597835524a HTTP/1.1" status: 200 len: 375 time: 0.0117729 May 18 18:19:43.694451 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce73e5b-009d-4307-b38e-a65a1dde9681 req-40bf3822-860f-4f79-9b62-b5bbe76117f0 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:43.697721 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cce73e5b-009d-4307-b38e-a65a1dde9681 req-40bf3822-860f-4f79-9b62-b5bbe76117f0 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] 10.222.0.85 "GET /v2.0/ports?device_id=6f61c358-7f1d-407d-b92b-2718a08b4786 HTTP/1.1" status: 200 len: 946 time: 0.0633214 May 18 18:19:43.741726 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-8ad43e8c-a0e4-44bf-8dd7-45492b17c25e tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=9acf9282c55849649d2e7c597835524a&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0867157 May 18 18:19:43.751709 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cce73e5b-009d-4307-b38e-a65a1dde9681 req-f47ed105-8347-4e4f-bbf2-6fd585888684 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ecfcd7a-48bb-4ce7-ab79-4277880e130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470898 May 18 18:19:43.855217 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7183d7ce-07a7-4f0c-943b-b447754454a3 req-67376214-1a11-430a-a109-0828c10f03dc tempest-ServerShowV257Test-530360188 tempest-ServerShowV257Test-530360188-project] 10.222.0.85 "GET /v2.0/ports?device_id=37e036f8-9603-4172-a881-6bf11c052201 HTTP/1.1" status: 200 len: 210 time: 0.0299044 May 18 18:19:43.879723 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-95f7e831-c96a-4e2a-9288-9f4408b3f9c7 service neutron] 10.222.0.85 "GET /v2.0/networks/0b62e8ad-1024-4253-8bfe-3ff3099d20cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177695 May 18 18:19:44.000775 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babdb79b-ff1d-4ba3-964e-e996ea078217 req-7fb486ca-fb18-4194-95a3-e54b96fc48ef tempest-VolumesActionsTest-918754908 tempest-VolumesActionsTest-918754908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:44.002566 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-babdb79b-ff1d-4ba3-964e-e996ea078217 req-7fb486ca-fb18-4194-95a3-e54b96fc48ef tempest-VolumesActionsTest-918754908 tempest-VolumesActionsTest-918754908-project] 10.222.0.85 "GET /v2.0/ports?device_id=5c420239-a2de-4720-a194-75b8225ab75a HTTP/1.1" status: 200 len: 945 time: 0.0627768 May 18 18:19:44.006832 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-96110d82-8b3f-4b04-8efb-d4fccad2d515 service neutron] 10.222.0.85 "GET /v2.0/networks/0b62e8ad-1024-4253-8bfe-3ff3099d20cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181042 May 18 18:19:44.056525 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-babdb79b-ff1d-4ba3-964e-e996ea078217 req-24b326c3-ba4e-4104-afb9-b110eb40b8e4 tempest-VolumesActionsTest-918754908 tempest-VolumesActionsTest-918754908-project] 10.222.0.85 "GET /v2.0/security-groups?id=e7beb17e-85bc-43dc-b8a4-a4880e4a9f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441368 May 18 18:19:44.071377 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-c0d8f110-51bb-45bc-b7c9-13f2c47a6051 service neutron] 10.222.0.85 "GET /v2.0/ports/d7dcad22-e92b-4b04-9ae5-6faddc7193ce?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0576055 May 18 18:19:44.198626 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-cf0ed53e-94e2-43fa-845f-366b2b6315cf service neutron] 10.222.0.85 "GET /v2.0/networks/6f6254ab-4ee7-4ad9-afa0-26be8bf1b0f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174448 May 18 18:19:44.366999 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-7fa65fc6-d9d7-4f2e-9082-b364d5c2f50b service neutron] 10.222.0.85 "GET /v2.0/networks/6f6254ab-4ee7-4ad9-afa0-26be8bf1b0f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579742 May 18 18:19:44.380617 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645e0a48-6b38-4d5f-8e53-f2106ad185fe req-15dd4b8e-6686-43fb-84f9-617dd6a15a3a tempest-VolumesActionsTest-918754908 tempest-VolumesActionsTest-918754908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:44.382176 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-645e0a48-6b38-4d5f-8e53-f2106ad185fe req-15dd4b8e-6686-43fb-84f9-617dd6a15a3a tempest-VolumesActionsTest-918754908 tempest-VolumesActionsTest-918754908-project] 10.222.0.88 "GET /v2.0/ports?device_id=5c420239-a2de-4720-a194-75b8225ab75a HTTP/1.1" status: 200 len: 945 time: 0.0822065 May 18 18:19:44.444055 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-e90bc9f3-55dd-45b5-8186-4320e7fe9313 service neutron] 10.222.0.85 "GET /v2.0/ports/47ed802e-3cf4-472d-b402-936465b16c4c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0608718 May 18 18:19:44.578968 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-6454840f-3e7b-4d2d-8197-f79f280a7a4b service neutron] 10.222.0.85 "GET /v2.0/networks/6f6254ab-4ee7-4ad9-afa0-26be8bf1b0f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259775 May 18 18:19:44.598097 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-645e0a48-6b38-4d5f-8e53-f2106ad185fe req-7fdb9555-3db9-40b5-8986-0aeb3a7567fd tempest-VolumesActionsTest-918754908 tempest-VolumesActionsTest-918754908-project] Deleting port c70d08e5-0d2c-49ca-b51f-5979504f863a {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:19:44.598457 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-645e0a48-6b38-4d5f-8e53-f2106ad185fe req-7fdb9555-3db9-40b5-8986-0aeb3a7567fd tempest-VolumesActionsTest-918754908 tempest-VolumesActionsTest-918754908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:44.652299 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8066253b-eb5f-4183-9c7e-a4689ab28a51 req-de4073df-41da-4b08-b08d-0c2108bc64cf tempest-VolumesBackupsTest-904362793 tempest-VolumesBackupsTest-904362793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:44.653872 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8066253b-eb5f-4183-9c7e-a4689ab28a51 req-de4073df-41da-4b08-b08d-0c2108bc64cf tempest-VolumesBackupsTest-904362793 tempest-VolumesBackupsTest-904362793-project] 10.222.0.85 "GET /v2.0/ports?device_id=31ac5fd5-fa4d-4ffb-ac9e-4d56a1de7138 HTTP/1.1" status: 200 len: 950 time: 0.0630004 May 18 18:19:44.700165 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8066253b-eb5f-4183-9c7e-a4689ab28a51 req-5bd305f3-3a8b-41fb-ba87-2b0ba812bc3a tempest-VolumesBackupsTest-904362793 tempest-VolumesBackupsTest-904362793-project] 10.222.0.85 "GET /v2.0/security-groups?id=5c4fea17-9ca5-416e-b987-780e6b9fc8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396008 May 18 18:19:44.786204 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-c0a22744-5759-4512-96d8-b131fff8963f service neutron] 10.222.0.85 "GET /v2.0/networks/6f6254ab-4ee7-4ad9-afa0-26be8bf1b0f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969233 May 18 18:19:44.786914 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-645e0a48-6b38-4d5f-8e53-f2106ad185fe req-7fdb9555-3db9-40b5-8986-0aeb3a7567fd tempest-VolumesActionsTest-918754908 tempest-VolumesActionsTest-918754908-project] For port c70d08e5-0d2c-49ca-b51f-5979504f863a, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=c70d08e5-0d2c-49ca-b51f-5979504f863a,segment=NetworkSegment(c39254e4-1966-4404-a36f-43fe540db029),segment_id=c39254e4-1966-4404-a36f-43fe540db029)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:19:44.787283 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-645e0a48-6b38-4d5f-8e53-f2106ad185fe req-7fdb9555-3db9-40b5-8986-0aeb3a7567fd tempest-VolumesActionsTest-918754908 tempest-VolumesActionsTest-918754908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:44.820475 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-645e0a48-6b38-4d5f-8e53-f2106ad185fe req-7fdb9555-3db9-40b5-8986-0aeb3a7567fd tempest-VolumesActionsTest-918754908 tempest-VolumesActionsTest-918754908-project] Calling delete_port for c70d08e5-0d2c-49ca-b51f-5979504f863a owned by compute:nova {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:19:44.961889 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-d173add9-5b74-478f-a6f7-934317d485d1 service neutron] 10.222.0.85 "GET /v2.0/networks/6f6254ab-4ee7-4ad9-afa0-26be8bf1b0f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558676 May 18 18:19:45.118967 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-5fed0353-741e-42f2-b49c-29644ca79f2d service neutron] 10.222.0.85 "GET /v2.0/networks/6f6254ab-4ee7-4ad9-afa0-26be8bf1b0f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495025 May 18 18:19:45.123353 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-645e0a48-6b38-4d5f-8e53-f2106ad185fe req-7fdb9555-3db9-40b5-8986-0aeb3a7567fd tempest-VolumesActionsTest-918754908 tempest-VolumesActionsTest-918754908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:45.147278 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['c70d08e5-0d2c-49ca-b51f-5979504f863a'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:19:45.184644 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdb9555-3db9-40b5-8986-0aeb3a7567fd tempest-VolumesActionsTest-918754908 tempest-VolumesActionsTest-918754908-project] Pushing event deleted for resources: {'Port': ['ID=c70d08e5-0d2c-49ca-b51f-5979504f863a,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:19:45.224906 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0f7eb9-e0af-458d-96b9-0d3c50a9bf90 req-0965703e-e8bb-45f8-8350-946736f5cac8 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:45.226644 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ba0f7eb9-e0af-458d-96b9-0d3c50a9bf90 req-0965703e-e8bb-45f8-8350-946736f5cac8 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] 10.222.0.85 "GET /v2.0/ports?device_id=6f61c358-7f1d-407d-b92b-2718a08b4786 HTTP/1.1" status: 200 len: 946 time: 0.0997686 May 18 18:19:45.287512 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ba0f7eb9-e0af-458d-96b9-0d3c50a9bf90 req-294b5391-c6e3-4ad4-86f0-82e99c201f8f tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ecfcd7a-48bb-4ce7-ab79-4277880e130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529928 May 18 18:19:45.292628 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-645e0a48-6b38-4d5f-8e53-f2106ad185fe req-7fdb9555-3db9-40b5-8986-0aeb3a7567fd tempest-VolumesActionsTest-918754908 tempest-VolumesActionsTest-918754908-project] No DVR routers for this DVR port c70d08e5-0d2c-49ca-b51f-5979504f863a on host n-h2-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:19:45.297491 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-645e0a48-6b38-4d5f-8e53-f2106ad185fe req-7fdb9555-3db9-40b5-8986-0aeb3a7567fd tempest-VolumesActionsTest-918754908 tempest-VolumesActionsTest-918754908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:45.300828 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-645e0a48-6b38-4d5f-8e53-f2106ad185fe req-7fdb9555-3db9-40b5-8986-0aeb3a7567fd tempest-VolumesActionsTest-918754908 tempest-VolumesActionsTest-918754908-project] 10.222.0.88 "DELETE /v2.0/ports/c70d08e5-0d2c-49ca-b51f-5979504f863a HTTP/1.1" status: 204 len: 173 time: 0.8919740 May 18 18:19:45.301378 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c420239-a2de-4720-a194-75b8225ab75a', 'name': 'network-vif-deleted', 'tag': 'c70d08e5-0d2c-49ca-b51f-5979504f863a'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:19:45.304115 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8db5459-d52f-48c2-952b-ac90c5acad47" -d '{"events": [{"server_uuid": "5c420239-a2de-4720-a194-75b8225ab75a", "name": "network-vif-deleted", "tag": "c70d08e5-0d2c-49ca-b51f-5979504f863a"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:19:45.347668 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-cc9bcd76-7e1b-4958-9cf8-92613057d697 service neutron] 10.222.0.85 "GET /v2.0/networks/6f6254ab-4ee7-4ad9-afa0-26be8bf1b0f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179580 May 18 18:19:45.413913 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-991d53b5-6f4a-4084-b98a-562ef78137e1 req-5992a70e-e8b2-4825-9d83-39e9e175d169 tempest-ServerShowV257Test-530360188 tempest-ServerShowV257Test-530360188-project] 10.222.0.85 "GET /v2.0/ports?device_id=37e036f8-9603-4172-a881-6bf11c052201 HTTP/1.1" status: 200 len: 210 time: 0.0497220 May 18 18:19:45.524764 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-b39ab932-2bb5-4ee8-9b14-940193e232a5 service neutron] 10.222.0.85 "GET /v2.0/networks/6f6254ab-4ee7-4ad9-afa0-26be8bf1b0f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616814 May 18 18:19:45.547999 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6f511a5f-0070-4475-be18-4366ea1f4770 req-566229b9-08f4-4dc5-bbfc-67da340c4ec5 tempest-VolumesActionsTest-918754908 tempest-VolumesActionsTest-918754908-project] 10.222.0.85 "GET /v2.0/ports?device_id=5c420239-a2de-4720-a194-75b8225ab75a HTTP/1.1" status: 200 len: 210 time: 0.0419347 May 18 18:19:45.605096 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a78ed8c1-7be1-49e4-aba7-a1e5ac2c11e2 x-openstack-request-id: req-a78ed8c1-7be1-49e4-aba7-a1e5ac2c11e2 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:19:45.605409 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c420239-a2de-4720-a194-75b8225ab75a", "name": "network-vif-deleted", "tag": "c70d08e5-0d2c-49ca-b51f-5979504f863a", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:19:45.605704 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-a78ed8c1-7be1-49e4-aba7-a1e5ac2c11e2 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:19:45.606130 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a78ed8c1-7be1-49e4-aba7-a1e5ac2c11e2'] response: {'server_uuid': '5c420239-a2de-4720-a194-75b8225ab75a', 'name': 'network-vif-deleted', 'tag': 'c70d08e5-0d2c-49ca-b51f-5979504f863a', 'status': 'completed', 'code': 200} May 18 18:19:45.649888 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-94b446e6-f985-43ef-b4dc-14fb45de1c88 service neutron] 10.222.0.85 "GET /v2.0/networks/6869c65a-0fbe-4766-9768-f36c634415aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241760 May 18 18:19:45.779507 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-a2fb651f-dd41-4e1e-ac9b-603162195ea4 service neutron] 10.222.0.85 "GET /v2.0/networks/6869c65a-0fbe-4766-9768-f36c634415aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210384 May 18 18:19:45.907621 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-06dbd6d3-cbe5-4624-bb2c-426ef3df780f service neutron] 10.222.0.85 "GET /v2.0/networks/6869c65a-0fbe-4766-9768-f36c634415aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212935 May 18 18:19:46.040143 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-5af4e31d-4a66-42aa-a12d-4dfd1e2a95bf service neutron] 10.222.0.85 "GET /v2.0/networks/6869c65a-0fbe-4766-9768-f36c634415aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204484 May 18 18:19:46.465284 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f2b108-cd83-4418-9ffd-d19e4b3ba075 req-bdde9c63-61c6-4e5b-a408-d9ef4feb8772 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:46.473530 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-73f2b108-cd83-4418-9ffd-d19e4b3ba075 req-bdde9c63-61c6-4e5b-a408-d9ef4feb8772 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] 10.222.0.85 "GET /v2.0/ports?device_id=6f61c358-7f1d-407d-b92b-2718a08b4786 HTTP/1.1" status: 200 len: 946 time: 0.0819530 May 18 18:19:46.530891 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-73f2b108-cd83-4418-9ffd-d19e4b3ba075 req-bf71ecfc-9610-4321-a481-bae2297c62e3 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ecfcd7a-48bb-4ce7-ab79-4277880e130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562320 May 18 18:19:46.674941 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a2e4430e-975b-43e8-bed2-a000672acaa2 req-37942ccc-410e-4dd3-9bd6-cd63c748502a tempest-ServerShowV257Test-530360188 tempest-ServerShowV257Test-530360188-project] 10.222.0.85 "GET /v2.0/ports?device_id=37e036f8-9603-4172-a881-6bf11c052201 HTTP/1.1" status: 200 len: 210 time: 0.0390112 May 18 18:19:46.960089 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-dbc6e2b0-48c3-47c7-96af-b24f8e7ddc9e req-1dc682e5-71dd-4549-b1b2-1ce955274492 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c294977-a47a-459b-b24e-566121e05c9a HTTP/1.1" status: 200 len: 210 time: 0.0515277 May 18 18:19:47.694023 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device c70d08e5-0d2c-49ca-b51f-5979504f863a no longer exists at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:19:47.720585 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] No Port match for: c70d08e5-0d2c-49ca-b51f-5979504f863a {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:19:47.721193 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device c70d08e5-0d2c-49ca-b51f-5979504f863a not bound to the agent host n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:19:47.774809 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e31fcf-f656-4920-9a28-f0c6553010d2 req-459be405-5acf-47e3-9355-af25cd944c02 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:47.777686 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-23e31fcf-f656-4920-9a28-f0c6553010d2 req-459be405-5acf-47e3-9355-af25cd944c02 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] 10.222.0.85 "GET /v2.0/ports?device_id=6f61c358-7f1d-407d-b92b-2718a08b4786 HTTP/1.1" status: 200 len: 946 time: 0.1084189 May 18 18:19:47.854631 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f0b36f1b-eb06-4c78-a7df-f034d86b8ba4 req-5f1efaee-0c86-4dcd-9f86-c9b9b7051cc4 tempest-ServerShowV257Test-530360188 tempest-ServerShowV257Test-530360188-project] 10.222.0.85 "GET /v2.0/ports?device_id=37e036f8-9603-4172-a881-6bf11c052201 HTTP/1.1" status: 200 len: 210 time: 0.0564451 May 18 18:19:47.881468 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-23e31fcf-f656-4920-9a28-f0c6553010d2 req-4e0af902-4cb3-4301-81e8-cead25ad2c5c tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ecfcd7a-48bb-4ce7-ab79-4277880e130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878258 May 18 18:19:48.120475 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-648b1d28-c4ea-4ea6-ae28-30dc870e2491 req-6f1712e3-ae52-49da-a84e-9675513fca4b tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c294977-a47a-459b-b24e-566121e05c9a HTTP/1.1" status: 200 len: 210 time: 0.0450532 May 18 18:19:48.309965 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4006c948-dc31-4b57-8c66-a2d0fa67ebf6 req-2565a7a6-b30f-47e9-be8b-4f9136d4098c tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:48.321643 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4006c948-dc31-4b57-8c66-a2d0fa67ebf6 req-2565a7a6-b30f-47e9-be8b-4f9136d4098c tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] 10.222.0.85 "GET /v2.0/ports?device_id=6f61c358-7f1d-407d-b92b-2718a08b4786 HTTP/1.1" status: 200 len: 946 time: 0.0887880 May 18 18:19:48.364083 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4006c948-dc31-4b57-8c66-a2d0fa67ebf6 req-dfc6f38b-f6e0-4592-99b5-92ad7d96d5e2 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ecfcd7a-48bb-4ce7-ab79-4277880e130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415275 May 18 18:19:48.526150 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-9d99aecb-89c0-4c64-b4d3-dc43da52d5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:48.533934 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-9d99aecb-89c0-4c64-b4d3-dc43da52d5e9 service neutron] 10.222.0.88 "GET /v2.0/ports/d7dcad22-e92b-4b04-9ae5-6faddc7193ce HTTP/1.1" status: 200 len: 1028 time: 0.0668712 May 18 18:19:48.546941 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0b163c-001c-4dcc-a09f-ee4ad63d78ae req-f7aa7a3d-eb87-4ed3-ab85-9e92f17acb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:48.550222 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7c0b163c-001c-4dcc-a09f-ee4ad63d78ae req-f7aa7a3d-eb87-4ed3-ab85-9e92f17acb6e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c2b3513b708b4437932d016f9b0b88f9&device_id=6f61c358-7f1d-407d-b92b-2718a08b4786 HTTP/1.1" status: 200 len: 1097 time: 0.1364594 May 18 18:19:48.662510 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-1f2996a1-4d93-4e2c-9213-090e181c20be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:48.663982 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-1f2996a1-4d93-4e2c-9213-090e181c20be service neutron] 10.222.0.88 "GET /v2.0/ports/47ed802e-3cf4-472d-b402-936465b16c4c HTTP/1.1" status: 200 len: 1027 time: 0.1213155 May 18 18:19:48.818589 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0b163c-001c-4dcc-a09f-ee4ad63d78ae req-bc108c42-5c29-48cd-88b2-9bb014d656d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:48.821139 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7c0b163c-001c-4dcc-a09f-ee4ad63d78ae req-bc108c42-5c29-48cd-88b2-9bb014d656d4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8340801f-4402-492e-94f2-866b61b44be1 HTTP/1.1" status: 200 len: 916 time: 0.2577658 May 18 18:19:48.919234 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7c0b163c-001c-4dcc-a09f-ee4ad63d78ae req-fa9c3936-bb44-4f8c-be28-24e7b8ebc07b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fced7fd1-ef7c-4479-b124-1e401f5eca0b HTTP/1.1" status: 200 len: 217 time: 0.0833254 May 18 18:19:49.000270 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-130ea7f1-6bb7-48af-bf9a-519a7dbcd5b3 req-ca82c1e5-84a6-488a-aec9-bef2d2be278e tempest-ServerShowV257Test-530360188 tempest-ServerShowV257Test-530360188-project] 10.222.0.85 "GET /v2.0/ports?device_id=37e036f8-9603-4172-a881-6bf11c052201 HTTP/1.1" status: 200 len: 210 time: 0.0413730 May 18 18:19:49.002165 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-f4b30732-3480-4b11-bc2d-89d3c414afea tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:49.010088 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-f4b30732-3480-4b11-bc2d-89d3c414afea tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:49.019365 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-f4b30732-3480-4b11-bc2d-89d3c414afea tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:49.021702 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-f4b30732-3480-4b11-bc2d-89d3c414afea tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.88 "GET /v2.0/networks?id=0b62e8ad-1024-4253-8bfe-3ff3099d20cb&id=6f6254ab-4ee7-4ad9-afa0-26be8bf1b0f3&id=6f6254ab-4ee7-4ad9-afa0-26be8bf1b0f3&id=6f6254ab-4ee7-4ad9-afa0-26be8bf1b0f3&id=6f6254ab-4ee7-4ad9-afa0-26be8bf1b0f3&id=6869c65a-0fbe-4766-9768-f36c634415aa&id=6869c65a-0fbe-4766-9768-f36c634415aa HTTP/1.1" status: 200 len: 1989 time: 0.3402107 May 18 18:19:49.124329 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-a1701e58-8076-475e-bcb3-e3e3f030dcc6 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9acf9282c55849649d2e7c597835524a HTTP/1.1" status: 200 len: 380 time: 0.0761828 May 18 18:19:49.142035 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-b20edda6-9cec-4884-b641-4d7ef0faac5f tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Request body: {'port': {'device_id': '6c294977-a47a-459b-b24e-566121e05c9a', 'network_id': '0b62e8ad-1024-4253-8bfe-3ff3099d20cb', 'admin_state_up': True, 'tenant_id': '9acf9282c55849649d2e7c597835524a', 'security_groups': ['7394e4bf-8f0c-4c6c-8c6c-8df7a26d4fa0']}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:19:49.181940 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0b163c-001c-4dcc-a09f-ee4ad63d78ae req-864e2711-253c-43ea-90f7-26e88e563016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:49.184894 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7c0b163c-001c-4dcc-a09f-ee4ad63d78ae req-864e2711-253c-43ea-90f7-26e88e563016 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3d050ba9-3aeb-4a7c-9b2d-eb606f1ad9c7 HTTP/1.1" status: 200 len: 854 time: 0.2547326 May 18 18:19:49.319466 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0b163c-001c-4dcc-a09f-ee4ad63d78ae req-ee161dec-d9da-489a-8745-ca762c1d7852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:49.321547 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7c0b163c-001c-4dcc-a09f-ee4ad63d78ae req-ee161dec-d9da-489a-8745-ca762c1d7852 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8340801f-4402-492e-94f2-866b61b44be1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0992835 May 18 18:19:49.356175 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-b20edda6-9cec-4884-b641-4d7ef0faac5f tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Made reservation on behalf of 9acf9282c55849649d2e7c597835524a for: {'port': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:19:49.361215 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-b20edda6-9cec-4884-b641-4d7ef0faac5f tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:49.416346 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b16c9874-6348-4dcd-af8c-cafcf712cf41 req-20dd548d-1dc8-40de-8d8c-ba8aeb89e346 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c294977-a47a-459b-b24e-566121e05c9a HTTP/1.1" status: 200 len: 210 time: 0.0615714 May 18 18:19:49.583793 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2c2931-0954-44d8-907d-834230114cd9 req-285e4881-2f24-4ae5-9bb8-59abeb9e51cc tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:49.588804 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7c0b163c-001c-4dcc-a09f-ee4ad63d78ae req-cf01e27d-d0c0-454a-af63-4fb97c9b0720 service neutron] 10.222.0.36 "GET /v2.0/networks/8340801f-4402-492e-94f2-866b61b44be1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2441049 May 18 18:19:49.594379 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9a2c2931-0954-44d8-907d-834230114cd9 req-285e4881-2f24-4ae5-9bb8-59abeb9e51cc tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] 10.222.0.85 "GET /v2.0/ports?device_id=6f61c358-7f1d-407d-b92b-2718a08b4786 HTTP/1.1" status: 200 len: 946 time: 0.0754919 May 18 18:19:49.647051 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9a2c2931-0954-44d8-907d-834230114cd9 req-4d0a8533-d0d5-45ab-85a2-2fb106006173 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ecfcd7a-48bb-4ce7-ab79-4277880e130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511220 May 18 18:19:49.671847 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-b20edda6-9cec-4884-b641-4d7ef0faac5f tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Allocated IP 172.20.0.3 (0b62e8ad-1024-4253-8bfe-3ff3099d20cb/220bf428-4bb0-40aa-a350-504adcdda1b2/e157eaf7-2d01-4856-9076-ce983dd35c57) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:19:49.877099 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7c0b163c-001c-4dcc-a09f-ee4ad63d78ae req-746667a6-4b5f-4ccd-b268-1ecaa570b56e service neutron] 10.222.0.36 "GET /v2.0/networks/8340801f-4402-492e-94f2-866b61b44be1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2670655 May 18 18:19:49.922314 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-b20edda6-9cec-4884-b641-4d7ef0faac5f tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:50.006235 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-b20edda6-9cec-4884-b641-4d7ef0faac5f tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:50.100247 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20edda6-9cec-4884-b641-4d7ef0faac5f tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Pushing event updated for resources: {'Port': ['ID=e157eaf7-2d01-4856-9076-ce983dd35c57,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:19:50.144128 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e0704c4e-1ac3-4e50-a13d-beca31cdbf4b req-2f875159-7f32-426a-988f-b24bc630e812 tempest-ServerShowV257Test-530360188 tempest-ServerShowV257Test-530360188-project] 10.222.0.85 "GET /v2.0/ports?device_id=37e036f8-9603-4172-a881-6bf11c052201 HTTP/1.1" status: 200 len: 210 time: 0.0362740 May 18 18:19:50.155620 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ef7fb6-cbd4-4c65-9f4d-98cdec553cfe req-8d85b1a4-d25c-4770-9901-5d587042cc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:50.157236 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f0ef7fb6-cbd4-4c65-9f4d-98cdec553cfe req-8d85b1a4-d25c-4770-9901-5d587042cc00 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c2b3513b708b4437932d016f9b0b88f9&device_id=6f61c358-7f1d-407d-b92b-2718a08b4786 HTTP/1.1" status: 200 len: 1097 time: 0.1897707 May 18 18:19:50.159189 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-b20edda6-9cec-4884-b641-4d7ef0faac5f tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Network 0b62e8ad-1024-4253-8bfe-3ff3099d20cb is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:19:50.161633 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-b20edda6-9cec-4884-b641-4d7ef0faac5f tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:19:50.164637 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-b20edda6-9cec-4884-b641-4d7ef0faac5f tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:19:50.315602 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-b20edda6-9cec-4884-b641-4d7ef0faac5f tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:50.316274 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-b20edda6-9cec-4884-b641-4d7ef0faac5f tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:50.354038 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-b20edda6-9cec-4884-b641-4d7ef0faac5f tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2182639 May 18 18:19:50.354596 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fc6149d4-8ed4-497a-a0eb-06196ffdd482 req-fe0342a4-ff3a-4bb8-b8bb-27b71108caf0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=37e036f8-9603-4172-a881-6bf11c052201 HTTP/1.1" status: 200 len: 210 time: 0.0485961 May 18 18:19:50.370124 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ef7fb6-cbd4-4c65-9f4d-98cdec553cfe req-76d064c0-7264-4787-a9e5-9812cd5afc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:50.372015 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f0ef7fb6-cbd4-4c65-9f4d-98cdec553cfe req-76d064c0-7264-4787-a9e5-9812cd5afc3f service neutron] 10.222.0.36 "GET /v2.0/networks?id=8340801f-4402-492e-94f2-866b61b44be1 HTTP/1.1" status: 200 len: 916 time: 0.1577313 May 18 18:19:50.387230 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-06284901-359f-459d-b04b-3198d88d0c92 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Request body: {'port': {'device_id': '6c294977-a47a-459b-b24e-566121e05c9a', 'network_id': '6f6254ab-4ee7-4ad9-afa0-26be8bf1b0f3', 'admin_state_up': True, 'tenant_id': '9acf9282c55849649d2e7c597835524a', 'security_groups': ['7394e4bf-8f0c-4c6c-8c6c-8df7a26d4fa0']}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:19:50.578522 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-ea42c8c0-869a-4d50-8c90-539f9b96f7f7 None None] Provisioning complete for port e157eaf7-2d01-4856-9076-ce983dd35c57 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:19:50.579161 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-ea42c8c0-869a-4d50-8c90-539f9b96f7f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:50.661828 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f0ef7fb6-cbd4-4c65-9f4d-98cdec553cfe req-c94479ca-675c-49a0-a1c5-0a7e58b6e75d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fced7fd1-ef7c-4479-b124-1e401f5eca0b HTTP/1.1" status: 200 len: 217 time: 0.0706213 May 18 18:19:50.687044 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-ea42c8c0-869a-4d50-8c90-539f9b96f7f7 None None] Port e157eaf7-2d01-4856-9076-ce983dd35c57 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:19:50.739453 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-06284901-359f-459d-b04b-3198d88d0c92 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Made reservation on behalf of 9acf9282c55849649d2e7c597835524a for: {'port': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:19:50.743197 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-06284901-359f-459d-b04b-3198d88d0c92 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:50.831387 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc074d25-7e77-4aef-8d9d-fec781647640 req-1029007e-5478-4e19-9cf9-c8033c2a561b tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:50.833426 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-dc074d25-7e77-4aef-8d9d-fec781647640 req-1029007e-5478-4e19-9cf9-c8033c2a561b tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c294977-a47a-459b-b24e-566121e05c9a HTTP/1.1" status: 200 len: 931 time: 0.1034629 May 18 18:19:50.914334 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-dc074d25-7e77-4aef-8d9d-fec781647640 req-62ae312a-1bf7-45ff-9fac-9037ef918f38 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "GET /v2.0/security-groups?id=7394e4bf-8f0c-4c6c-8c6c-8df7a26d4fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667474 May 18 18:19:51.003786 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 7 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 18:19:51.214488 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ef7fb6-cbd4-4c65-9f4d-98cdec553cfe req-5b5844f7-f214-45c2-8e01-961d30b1c4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:51.216100 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f0ef7fb6-cbd4-4c65-9f4d-98cdec553cfe req-5b5844f7-f214-45c2-8e01-961d30b1c4fb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3d050ba9-3aeb-4a7c-9b2d-eb606f1ad9c7 HTTP/1.1" status: 200 len: 854 time: 0.5471818 May 18 18:19:51.350356 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-81480fe7-133b-4ea1-bc6d-e7ca1866c926 req-535cc1e3-192e-4065-8f15-855d8dfe1a77 tempest-ServerShowV257Test-530360188 tempest-ServerShowV257Test-530360188-project] 10.222.0.85 "GET /v2.0/ports?device_id=37e036f8-9603-4172-a881-6bf11c052201 HTTP/1.1" status: 200 len: 210 time: 0.0729818 May 18 18:19:51.369826 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ef7fb6-cbd4-4c65-9f4d-98cdec553cfe req-303210d6-5390-4baf-943f-3c01c25a7533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:51.371313 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f0ef7fb6-cbd4-4c65-9f4d-98cdec553cfe req-303210d6-5390-4baf-943f-3c01c25a7533 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8340801f-4402-492e-94f2-866b61b44be1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1353974 May 18 18:19:51.389100 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-06284901-359f-459d-b04b-3198d88d0c92 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Allocated IP 10.1.1.113 (6f6254ab-4ee7-4ad9-afa0-26be8bf1b0f3/50aad9c7-9467-4aae-bc1d-4e769e4f3623/f5291033-c543-4aaf-8149-9933a2a217af) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:19:51.405958 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9d0de0-7079-4c89-9c39-590580eccb65 req-c9e9b897-7b53-4f54-aa81-5132b4cbd2f4 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:51.405958 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7b9d0de0-7079-4c89-9c39-590580eccb65 req-c9e9b897-7b53-4f54-aa81-5132b4cbd2f4 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] 10.222.0.85 "GET /v2.0/ports?device_id=6f61c358-7f1d-407d-b92b-2718a08b4786 HTTP/1.1" status: 200 len: 946 time: 0.2114348 May 18 18:19:51.559980 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7b9d0de0-7079-4c89-9c39-590580eccb65 req-a7dfe1c3-16b4-4017-9fde-3754fbab5541 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ecfcd7a-48bb-4ce7-ab79-4277880e130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219995 May 18 18:19:51.629751 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f0ef7fb6-cbd4-4c65-9f4d-98cdec553cfe req-81aaec60-9a6a-4944-8c94-3143be6e39fd service neutron] 10.222.0.36 "GET /v2.0/networks/8340801f-4402-492e-94f2-866b61b44be1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230277 May 18 18:19:51.847889 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-06284901-359f-459d-b04b-3198d88d0c92 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:51.889928 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f0ef7fb6-cbd4-4c65-9f4d-98cdec553cfe req-badcaeb5-7168-4076-b932-230d6869d545 service neutron] 10.222.0.36 "GET /v2.0/networks/8340801f-4402-492e-94f2-866b61b44be1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2444744 May 18 18:19:51.903476 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13c11db-88be-4cbe-b061-0aea49dc2426 req-b5c19ab9-08b3-4e6a-8ae1-c9e142be0d6d tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:51.906081 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f13c11db-88be-4cbe-b061-0aea49dc2426 req-b5c19ab9-08b3-4e6a-8ae1-c9e142be0d6d tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] 10.222.0.85 "GET /v2.0/ports?device_id=6f61c358-7f1d-407d-b92b-2718a08b4786 HTTP/1.1" status: 200 len: 946 time: 0.1493092 May 18 18:19:51.984661 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-06284901-359f-459d-b04b-3198d88d0c92 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:52.021878 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f13c11db-88be-4cbe-b061-0aea49dc2426 req-297c16dd-c1f2-4fbf-828a-918d3b97965c tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ecfcd7a-48bb-4ce7-ab79-4277880e130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022003 May 18 18:19:52.118853 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06284901-359f-459d-b04b-3198d88d0c92 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Pushing event updated for resources: {'Port': ['ID=f5291033-c543-4aaf-8149-9933a2a217af,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:19:52.146491 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-06284901-359f-459d-b04b-3198d88d0c92 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Network 6f6254ab-4ee7-4ad9-afa0-26be8bf1b0f3 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:19:52.149452 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-06284901-359f-459d-b04b-3198d88d0c92 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:19:52.175394 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-06284901-359f-459d-b04b-3198d88d0c92 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:19:52.188227 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94a3a90-d0b0-4c0b-a3e1-c585a4556e7f req-67f24108-8116-40d4-b8ab-02a455ad65fd tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:52.203636 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94a3a90-d0b0-4c0b-a3e1-c585a4556e7f req-67f24108-8116-40d4-b8ab-02a455ad65fd tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:52.217103 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e94a3a90-d0b0-4c0b-a3e1-c585a4556e7f req-67f24108-8116-40d4-b8ab-02a455ad65fd tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c294977-a47a-459b-b24e-566121e05c9a HTTP/1.1" status: 200 len: 1653 time: 0.1709323 May 18 18:19:52.301858 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-06284901-359f-459d-b04b-3198d88d0c92 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:52.303071 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-06284901-359f-459d-b04b-3198d88d0c92 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:52.309892 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e94a3a90-d0b0-4c0b-a3e1-c585a4556e7f req-9382b493-f91f-4fb3-a475-bb5c711de3ef tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "GET /v2.0/security-groups?id=7394e4bf-8f0c-4c6c-8c6c-8df7a26d4fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905485 May 18 18:19:52.419415 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-06284901-359f-459d-b04b-3198d88d0c92 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0437818 May 18 18:19:52.441217 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-ffae7d51-315c-4ffe-8809-1da766e553eb tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Request body: {'port': {'device_id': '6c294977-a47a-459b-b24e-566121e05c9a', 'network_id': '6f6254ab-4ee7-4ad9-afa0-26be8bf1b0f3', 'admin_state_up': True, 'tenant_id': '9acf9282c55849649d2e7c597835524a', 'security_groups': ['7394e4bf-8f0c-4c6c-8c6c-8df7a26d4fa0']}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:19:52.580251 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198a16a4-24bb-437d-84c8-bfbb7ba83078 req-729a2742-d157-4a2d-9811-1fa18eb5f3f6 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:52.582494 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-198a16a4-24bb-437d-84c8-bfbb7ba83078 req-729a2742-d157-4a2d-9811-1fa18eb5f3f6 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] 10.222.0.85 "GET /v2.0/ports?device_id=5eb8dec1-c5dd-4b6e-b618-44fdb7f98c72 HTTP/1.1" status: 200 len: 945 time: 0.3058507 May 18 18:19:52.636621 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f529280d-88ee-42fe-a02f-a29262a76e0d req-b8763d89-f622-4f73-b023-16f67f0e6cea tempest-ServerShowV257Test-530360188 tempest-ServerShowV257Test-530360188-project] 10.222.0.85 "GET /v2.0/ports?device_id=37e036f8-9603-4172-a881-6bf11c052201 HTTP/1.1" status: 200 len: 210 time: 0.0789862 May 18 18:19:52.694174 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-198a16a4-24bb-437d-84c8-bfbb7ba83078 req-5795217f-e7d2-4f59-8ced-cc2019c51a72 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ecfcd7a-48bb-4ce7-ab79-4277880e130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047330 May 18 18:19:52.764686 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-42c2bdd3-b8a2-4574-b3c7-7e4c5b6167fc None None] Provisioning complete for port f5291033-c543-4aaf-8149-9933a2a217af triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:19:52.765765 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-42c2bdd3-b8a2-4574-b3c7-7e4c5b6167fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:52.809281 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-ffae7d51-315c-4ffe-8809-1da766e553eb tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Made reservation on behalf of 9acf9282c55849649d2e7c597835524a for: {'port': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:19:52.822804 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-ffae7d51-315c-4ffe-8809-1da766e553eb tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:52.867782 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-42c2bdd3-b8a2-4574-b3c7-7e4c5b6167fc None None] Port f5291033-c543-4aaf-8149-9933a2a217af cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:19:53.139387 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3a517e9e-4295-40fe-b545-a03c39781590 req-ba7e6ca6-69dd-4a5a-be31-d38203346f54 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e66aeef1864a4ddfb46afd804445817d&device_id=37e036f8-9603-4172-a881-6bf11c052201 HTTP/1.1" status: 200 len: 210 time: 0.0721457 May 18 18:19:53.165310 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47427771-9d0d-4026-8091-aba7a0bb6f29 req-551221a0-dfa9-45fb-9607-509eaeb4a4d6 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:53.168106 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-47427771-9d0d-4026-8091-aba7a0bb6f29 req-551221a0-dfa9-45fb-9607-509eaeb4a4d6 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] 10.222.0.85 "GET /v2.0/ports?device_id=89f3562d-a724-4375-ae42-f3dc5a48a522 HTTP/1.1" status: 200 len: 946 time: 0.2732792 May 18 18:19:53.199770 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f2003468-15e4-4de7-bc78-2b5af87e913f req-cd715ca8-7cfd-433b-85bb-d854d825e25b tempest-ServerShowV257Test-530360188 tempest-ServerShowV257Test-530360188-project] 10.222.0.85 "GET /v2.0/ports?device_id=37e036f8-9603-4172-a881-6bf11c052201 HTTP/1.1" status: 200 len: 210 time: 0.0454450 May 18 18:19:53.241722 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3a517e9e-4295-40fe-b545-a03c39781590 req-2e96b796-f9a9-4f05-83a5-50df94254934 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=e66aeef1864a4ddfb46afd804445817d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0719700 May 18 18:19:53.286001 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-47427771-9d0d-4026-8091-aba7a0bb6f29 req-ae5f8a5c-fcf6-4465-97c8-041a4cbf4e3d tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ecfcd7a-48bb-4ce7-ab79-4277880e130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995274 May 18 18:19:53.353753 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [req-b27777aa-ba49-421d-9a21-785364be6ab0 req-b73c924f-121f-41df-9e32-7aa3b8d6fc47 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=102730) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 18:19:53.355367 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b27777aa-ba49-421d-9a21-785364be6ab0 req-b73c924f-121f-41df-9e32-7aa3b8d6fc47 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076411 May 18 18:19:53.421220 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-ffae7d51-315c-4ffe-8809-1da766e553eb tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Allocated IP 10.1.1.80 (6f6254ab-4ee7-4ad9-afa0-26be8bf1b0f3/50aad9c7-9467-4aae-bc1d-4e769e4f3623/d4ec0f42-d022-4b39-a3c7-9c61a248da1c) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:19:53.505269 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b27777aa-ba49-421d-9a21-785364be6ab0 req-35a44c3e-b94e-4bd2-84d0-abab8e45c59f tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] 10.222.0.85 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1296105 May 18 18:19:53.533548 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a517e9e-4295-40fe-b545-a03c39781590 req-72a79a8b-f727-4171-b4ad-ccff7d8d3b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:53.535710 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3a517e9e-4295-40fe-b545-a03c39781590 req-72a79a8b-f727-4171-b4ad-ccff7d8d3b05 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2863209 May 18 18:19:53.581208 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e27531-cb86-402f-a794-020bbe762a73 req-57619821-c74c-4265-97de-046b1c05602d tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:53.587717 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e27531-cb86-402f-a794-020bbe762a73 req-57619821-c74c-4265-97de-046b1c05602d tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:53.593399 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b5e27531-cb86-402f-a794-020bbe762a73 req-57619821-c74c-4265-97de-046b1c05602d tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c294977-a47a-459b-b24e-566121e05c9a HTTP/1.1" status: 200 len: 1653 time: 0.1196134 May 18 18:19:53.771609 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b5e27531-cb86-402f-a794-020bbe762a73 req-0c06b7b1-54bb-4381-b58a-e7112a738e75 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "GET /v2.0/security-groups?id=7394e4bf-8f0c-4c6c-8c6c-8df7a26d4fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230202 May 18 18:19:53.846287 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-ffae7d51-315c-4ffe-8809-1da766e553eb tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:53.905853 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-ffae7d51-315c-4ffe-8809-1da766e553eb tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:53.940463 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb649672-6524-4bc9-b7e2-c4c03d0854c3 req-95399dd2-7431-43b2-86b0-863f401a2f26 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:53.942203 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bb649672-6524-4bc9-b7e2-c4c03d0854c3 req-95399dd2-7431-43b2-86b0-863f401a2f26 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] 10.222.0.85 "GET /v2.0/ports?device_id=6f61c358-7f1d-407d-b92b-2718a08b4786 HTTP/1.1" status: 200 len: 946 time: 0.0708888 May 18 18:19:53.990066 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-ffae7d51-315c-4ffe-8809-1da766e553eb tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Network 6f6254ab-4ee7-4ad9-afa0-26be8bf1b0f3 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:19:53.993695 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-ffae7d51-315c-4ffe-8809-1da766e553eb tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:19:53.998528 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bb649672-6524-4bc9-b7e2-c4c03d0854c3 req-ce6e949a-5bb7-45a8-ab7e-5daee7d02e90 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ecfcd7a-48bb-4ce7-ab79-4277880e130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488529 May 18 18:19:53.999106 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-ffae7d51-315c-4ffe-8809-1da766e553eb tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:19:54.038353 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffae7d51-315c-4ffe-8809-1da766e553eb tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Pushing event updated for resources: {'Port': ['ID=d4ec0f42-d022-4b39-a3c7-9c61a248da1c,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:19:54.091384 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-ffae7d51-315c-4ffe-8809-1da766e553eb tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:54.092933 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-ffae7d51-315c-4ffe-8809-1da766e553eb tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:54.120918 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-ffae7d51-315c-4ffe-8809-1da766e553eb tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.6868966 May 18 18:19:54.167202 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-ec5de4c5-5bb5-47a8-a2a3-cb8a020c28b7 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Request body: {'port': {'device_id': '6c294977-a47a-459b-b24e-566121e05c9a', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '6869c65a-0fbe-4766-9768-f36c634415aa', 'admin_state_up': True, 'tenant_id': '9acf9282c55849649d2e7c597835524a', 'security_groups': ['7394e4bf-8f0c-4c6c-8c6c-8df7a26d4fa0']}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:19:54.243760 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47ed748-88ed-4321-a1f1-f6547602164d req-2c6eceae-8ec6-424e-9184-f4b32244ea0a tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:54.245332 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b47ed748-88ed-4321-a1f1-f6547602164d req-2c6eceae-8ec6-424e-9184-f4b32244ea0a tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] 10.222.0.85 "GET /v2.0/ports?device_id=5eb8dec1-c5dd-4b6e-b618-44fdb7f98c72 HTTP/1.1" status: 200 len: 945 time: 0.1380324 May 18 18:19:54.334677 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b47ed748-88ed-4321-a1f1-f6547602164d req-50390e6c-a642-4894-adb7-82c06d283f55 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ecfcd7a-48bb-4ce7-ab79-4277880e130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794837 May 18 18:19:54.343919 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b37e4778-d569-4128-a491-70b3322f62ba None None] Provisioning complete for port d4ec0f42-d022-4b39-a3c7-9c61a248da1c triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:19:54.344503 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b37e4778-d569-4128-a491-70b3322f62ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:54.365419 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0d8004e4-2e5f-45b4-84f5-657429cc7e01 req-3876f63d-2d40-4c95-9ddf-c93f45ee5911 tempest-ServerShowV257Test-530360188 tempest-ServerShowV257Test-530360188-project] 10.222.0.85 "GET /v2.0/ports?device_id=37e036f8-9603-4172-a881-6bf11c052201 HTTP/1.1" status: 200 len: 210 time: 0.0522363 May 18 18:19:54.373530 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-ec5de4c5-5bb5-47a8-a2a3-cb8a020c28b7 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Made reservation on behalf of 9acf9282c55849649d2e7c597835524a for: {'port': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:19:54.422510 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b37e4778-d569-4128-a491-70b3322f62ba None None] Port d4ec0f42-d022-4b39-a3c7-9c61a248da1c cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:19:54.531207 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-ec5de4c5-5bb5-47a8-a2a3-cb8a020c28b7 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:54.542024 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b8d76c-9d8a-4dc9-b209-c6facf8d1895 req-1f695544-8a1a-4126-abda-80420eac7dbb tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:54.543680 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-83b8d76c-9d8a-4dc9-b209-c6facf8d1895 req-1f695544-8a1a-4126-abda-80420eac7dbb tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] 10.222.0.85 "GET /v2.0/ports?device_id=89f3562d-a724-4375-ae42-f3dc5a48a522 HTTP/1.1" status: 200 len: 946 time: 0.0877135 May 18 18:19:54.690204 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-83b8d76c-9d8a-4dc9-b209-c6facf8d1895 req-4edcee89-2495-436c-9f1a-d7a1ddd0395d tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ecfcd7a-48bb-4ce7-ab79-4277880e130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378868 May 18 18:19:54.910288 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3a517e9e-4295-40fe-b545-a03c39781590 req-2e33b1d5-7897-4526-8c18-762f78b724f9 tempest-ServerShowV257Test-530360188 tempest-ServerShowV257Test-530360188-project] 10.222.0.36 "GET /v2.0/ports?device_id=37e036f8-9603-4172-a881-6bf11c052201 HTTP/1.1" status: 200 len: 210 time: 0.0877237 May 18 18:19:54.951769 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbd7108-8814-4ea1-8765-93987c561ecd req-110db756-89dc-49eb-a34d-397cb235c4da tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:54.969280 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbd7108-8814-4ea1-8765-93987c561ecd req-110db756-89dc-49eb-a34d-397cb235c4da tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:54.994704 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbd7108-8814-4ea1-8765-93987c561ecd req-110db756-89dc-49eb-a34d-397cb235c4da tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:55.013054 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bbbd7108-8814-4ea1-8765-93987c561ecd req-110db756-89dc-49eb-a34d-397cb235c4da tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] 10.222.0.85 "GET /v2.0/ports?device_id=89f3562d-a724-4375-ae42-f3dc5a48a522&device_id=5eb8dec1-c5dd-4b6e-b618-44fdb7f98c72&device_id=6f61c358-7f1d-407d-b92b-2718a08b4786 HTTP/1.1" status: 200 len: 2418 time: 0.1659453 May 18 18:19:55.016764 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-ec5de4c5-5bb5-47a8-a2a3-cb8a020c28b7 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Allocated IP 10.2.2.100 (6869c65a-0fbe-4766-9768-f36c634415aa/ac88f09f-2eda-4db7-a15a-c310c3c0f932/32ab4e29-e8eb-4fca-ad01-008ffc84e28f) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:19:55.113182 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bbbd7108-8814-4ea1-8765-93987c561ecd req-66acc541-970d-4c67-a53c-142ac6bbd162 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ecfcd7a-48bb-4ce7-ab79-4277880e130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990901 May 18 18:19:55.143977 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0503a877-7770-4f3d-a701-349507bbc3b1 req-31469652-d36c-4b06-85af-532b528d2e69 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:55.151287 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0503a877-7770-4f3d-a701-349507bbc3b1 req-31469652-d36c-4b06-85af-532b528d2e69 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:55.158316 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0503a877-7770-4f3d-a701-349507bbc3b1 req-31469652-d36c-4b06-85af-532b528d2e69 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:55.160235 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0503a877-7770-4f3d-a701-349507bbc3b1 req-31469652-d36c-4b06-85af-532b528d2e69 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c294977-a47a-459b-b24e-566121e05c9a HTTP/1.1" status: 200 len: 2373 time: 0.2058017 May 18 18:19:55.240996 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-eab6cfc2-03d6-4476-a1ae-159220317778 req-763ca541-bfd2-4453-b8c7-9ebc8913939f tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] 10.222.0.85 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0886345 May 18 18:19:55.321083 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-ec5de4c5-5bb5-47a8-a2a3-cb8a020c28b7 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:55.399973 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-ec5de4c5-5bb5-47a8-a2a3-cb8a020c28b7 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:55.492686 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5de4c5-5bb5-47a8-a2a3-cb8a020c28b7 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Pushing event updated for resources: {'Port': ['ID=32ab4e29-e8eb-4fca-ad01-008ffc84e28f,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:19:55.523387 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0503a877-7770-4f3d-a701-349507bbc3b1 req-72aed32c-9148-47be-af9d-507eb5ea228b tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "GET /v2.0/security-groups?id=7394e4bf-8f0c-4c6c-8c6c-8df7a26d4fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1624954 May 18 18:19:55.547993 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-ec5de4c5-5bb5-47a8-a2a3-cb8a020c28b7 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Network 6869c65a-0fbe-4766-9768-f36c634415aa is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:19:55.560848 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-ec5de4c5-5bb5-47a8-a2a3-cb8a020c28b7 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:19:55.561070 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-ec5de4c5-5bb5-47a8-a2a3-cb8a020c28b7 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:19:55.758094 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-ec5de4c5-5bb5-47a8-a2a3-cb8a020c28b7 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:55.759266 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-ec5de4c5-5bb5-47a8-a2a3-cb8a020c28b7 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:55.786249 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7bde4fe6-e477-4f4c-b24e-5eecb0e0413b req-eaa4d9bd-38eb-4511-b9df-1d01d9366442 tempest-ServerShowV257Test-530360188 tempest-ServerShowV257Test-530360188-project] 10.222.0.85 "GET /v2.0/ports?device_id=37e036f8-9603-4172-a881-6bf11c052201 HTTP/1.1" status: 200 len: 210 time: 0.0738006 May 18 18:19:55.789670 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-ec5de4c5-5bb5-47a8-a2a3-cb8a020c28b7 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6372888 May 18 18:19:55.818244 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-2e1e3297-ddf8-4acd-a2fe-9affd657fd8b tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Request body: {'port': {'device_id': '6c294977-a47a-459b-b24e-566121e05c9a', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '6869c65a-0fbe-4766-9768-f36c634415aa', 'admin_state_up': True, 'tenant_id': '9acf9282c55849649d2e7c597835524a', 'security_groups': ['7394e4bf-8f0c-4c6c-8c6c-8df7a26d4fa0']}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:19:55.978922 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-d6c05ab4-235a-4eb9-84f1-7f6c219d7c03 None None] Provisioning complete for port 32ab4e29-e8eb-4fca-ad01-008ffc84e28f triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:19:55.979607 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d6c05ab4-235a-4eb9-84f1-7f6c219d7c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:56.012688 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-2e1e3297-ddf8-4acd-a2fe-9affd657fd8b tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Made reservation on behalf of 9acf9282c55849649d2e7c597835524a for: {'port': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:19:56.022058 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-2e1e3297-ddf8-4acd-a2fe-9affd657fd8b tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:56.064450 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-d6c05ab4-235a-4eb9-84f1-7f6c219d7c03 None None] Port 32ab4e29-e8eb-4fca-ad01-008ffc84e28f cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:19:56.418374 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-2e1e3297-ddf8-4acd-a2fe-9affd657fd8b tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Allocated IP 10.2.2.200 (6869c65a-0fbe-4766-9768-f36c634415aa/ac88f09f-2eda-4db7-a15a-c310c3c0f932/8fea59a2-2b88-47db-86f9-6bea97cc7b69) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:19:56.776585 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-2e1e3297-ddf8-4acd-a2fe-9affd657fd8b tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:56.814224 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162be2ad-d420-4411-b516-0c6bb0e16230 req-e99752e9-f67b-49e4-94ee-15b9ee38881e tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:56.836591 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-2e1e3297-ddf8-4acd-a2fe-9affd657fd8b tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:56.844204 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162be2ad-d420-4411-b516-0c6bb0e16230 req-e99752e9-f67b-49e4-94ee-15b9ee38881e tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:56.863960 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162be2ad-d420-4411-b516-0c6bb0e16230 req-e99752e9-f67b-49e4-94ee-15b9ee38881e tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:56.878114 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162be2ad-d420-4411-b516-0c6bb0e16230 req-e99752e9-f67b-49e4-94ee-15b9ee38881e tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:56.884336 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-2e1e3297-ddf8-4acd-a2fe-9affd657fd8b tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Network 6869c65a-0fbe-4766-9768-f36c634415aa is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:19:56.888520 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-2e1e3297-ddf8-4acd-a2fe-9affd657fd8b tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:19:56.892856 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-2e1e3297-ddf8-4acd-a2fe-9affd657fd8b tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:19:56.896193 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-162be2ad-d420-4411-b516-0c6bb0e16230 req-e99752e9-f67b-49e4-94ee-15b9ee38881e tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c294977-a47a-459b-b24e-566121e05c9a HTTP/1.1" status: 200 len: 3094 time: 0.1837313 May 18 18:19:56.952840 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1e3297-ddf8-4acd-a2fe-9affd657fd8b tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Pushing event updated for resources: {'Port': ['ID=8fea59a2-2b88-47db-86f9-6bea97cc7b69,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:19:56.972941 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-2e1e3297-ddf8-4acd-a2fe-9affd657fd8b tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:56.973958 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-2e1e3297-ddf8-4acd-a2fe-9affd657fd8b tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:56.993658 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 40152) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:19:57.007844 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-162be2ad-d420-4411-b516-0c6bb0e16230 req-47919998-7571-41a8-a579-1ba6b1eccb76 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "GET /v2.0/security-groups?id=7394e4bf-8f0c-4c6c-8c6c-8df7a26d4fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037412 May 18 18:19:57.117382 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-2e1e3297-ddf8-4acd-a2fe-9affd657fd8b tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3063996 May 18 18:19:57.240718 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-3369ff3e-073b-4f80-9acf-e09b001c7f27 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "GET /v2.0/floatingips/2646f18c-4313-4b03-a08a-11b1d981c8ca HTTP/1.1" status: 200 len: 992 time: 0.2450061 May 18 18:19:57.260341 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-3173d891-2ad3-428c-9fb3-78886fd05f70 service neutron] Request body: {'port': {'device_id': '6c294977-a47a-459b-b24e-566121e05c9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-3'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:19:57.522894 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-3173d891-2ad3-428c-9fb3-78886fd05f70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:57.533394 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-8eac63e9-b9c1-40e0-86dc-a44ac819bc36 None None] Provisioning complete for port 8fea59a2-2b88-47db-86f9-6bea97cc7b69 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:19:57.534035 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-8eac63e9-b9c1-40e0-86dc-a44ac819bc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:57.663201 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-8eac63e9-b9c1-40e0-86dc-a44ac819bc36 None None] Port 8fea59a2-2b88-47db-86f9-6bea97cc7b69 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:19:57.709274 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 40174) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:19:57.835312 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 40176) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:19:58.674655 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c0988c61-c042-4cd1-90f8-8602a7616a6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:58.798717 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54f2404-b5d0-4a5e-852d-af95b7b9741d req-7cabc94c-b1bf-4a05-908b-25c4217b12a1 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:58.807595 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a54f2404-b5d0-4a5e-852d-af95b7b9741d req-7cabc94c-b1bf-4a05-908b-25c4217b12a1 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] 10.222.0.85 "GET /v2.0/ports?device_id=89f3562d-a724-4375-ae42-f3dc5a48a522 HTTP/1.1" status: 200 len: 946 time: 0.2122483 May 18 18:19:58.830259 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6f2d0e-d4e9-4472-847e-f7a6c307f8f4 req-80cbea33-4c0f-4e08-8331-6f867cf30dc3 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:58.843354 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6f2d0e-d4e9-4472-847e-f7a6c307f8f4 req-80cbea33-4c0f-4e08-8331-6f867cf30dc3 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:58.863404 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6f2d0e-d4e9-4472-847e-f7a6c307f8f4 req-80cbea33-4c0f-4e08-8331-6f867cf30dc3 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:58.878751 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6f2d0e-d4e9-4472-847e-f7a6c307f8f4 req-80cbea33-4c0f-4e08-8331-6f867cf30dc3 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:58.887568 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-c2ae890c-edd8-4010-8201-0e764624e901 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Deleting port feebeabd-4bd7-4059-8f21-cb9c1e908d13 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:19:58.890190 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c2ae890c-edd8-4010-8201-0e764624e901 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:58.894098 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6f2d0e-d4e9-4472-847e-f7a6c307f8f4 req-80cbea33-4c0f-4e08-8331-6f867cf30dc3 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:19:58.915809 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ea6f2d0e-d4e9-4472-847e-f7a6c307f8f4 req-80cbea33-4c0f-4e08-8331-6f867cf30dc3 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c294977-a47a-459b-b24e-566121e05c9a HTTP/1.1" status: 200 len: 3815 time: 0.3347280 May 18 18:19:59.068621 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c2ae890c-edd8-4010-8201-0e764624e901 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:59.071996 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c2ae890c-edd8-4010-8201-0e764624e901 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:59.129167 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-c2ae890c-edd8-4010-8201-0e764624e901 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Calling delete_port for feebeabd-4bd7-4059-8f21-cb9c1e908d13 owned by network:floatingip {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:19:59.145426 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ea6f2d0e-d4e9-4472-847e-f7a6c307f8f4 req-8de5eb76-6b98-4f30-ae25-a36dedc9b926 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "GET /v2.0/security-groups?id=7394e4bf-8f0c-4c6c-8c6c-8df7a26d4fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2086048 May 18 18:19:59.288149 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-3173d891-2ad3-428c-9fb3-78886fd05f70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e157eaf7-2d01-4856-9076-ce983dd35c57 {{(pid=102731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:19:59.328666 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-3173d891-2ad3-428c-9fb3-78886fd05f70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:59.378364 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.provisioning_blocks [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-3173d891-2ad3-428c-9fb3-78886fd05f70 service neutron] Transition to ACTIVE for port object e157eaf7-2d01-4856-9076-ce983dd35c57 will not be triggered until provisioned by entity L2. {{(pid=102731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:19:59.383570 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-3173d891-2ad3-428c-9fb3-78886fd05f70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:59.395452 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a54f2404-b5d0-4a5e-852d-af95b7b9741d req-9dcba158-26ec-4dc4-b0a1-19af94abb2f1 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ecfcd7a-48bb-4ce7-ab79-4277880e130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5863276 May 18 18:19:59.557656 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c0988c61-c042-4cd1-90f8-8602a7616a6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:59.564031 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3173d891-2ad3-428c-9fb3-78886fd05f70 service neutron] Pushing event updated for resources: {'Port': ['ID=e157eaf7-2d01-4856-9076-ce983dd35c57,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:19:59.565418 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c0988c61-c042-4cd1-90f8-8602a7616a6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:59.658790 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-c0988c61-c042-4cd1-90f8-8602a7616a6b admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=e66aeef1864a4ddfb46afd804445817d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8106778 May 18 18:19:59.663992 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0988c61-c042-4cd1-90f8-8602a7616a6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a5d873f-1080-42d1-b378-74269a2a6af7,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:19:59.665432 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 40200) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:19:59.765473 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c2ae890c-edd8-4010-8201-0e764624e901 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:19:59.884913 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-3173d891-2ad3-428c-9fb3-78886fd05f70 service neutron] Attempting to bind port e157eaf7-2d01-4856-9076-ce983dd35c57 on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:19:59.885824 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-3173d891-2ad3-428c-9fb3-78886fd05f70 service neutron] Attempting to bind port e157eaf7-2d01-4856-9076-ce983dd35c57 by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': 'd9d98bab-9820-406c-b473-c4327f400811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '0b62e8ad-1024-4253-8bfe-3ff3099d20cb'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:19:59.886011 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-3173d891-2ad3-428c-9fb3-78886fd05f70 service neutron] Attempting to bind port e157eaf7-2d01-4856-9076-ce983dd35c57 on network 0b62e8ad-1024-4253-8bfe-3ff3099d20cb {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:19:59.919852 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-3173d891-2ad3-428c-9fb3-78886fd05f70 service neutron] Port e157eaf7-2d01-4856-9076-ce983dd35c57 on network 0b62e8ad-1024-4253-8bfe-3ff3099d20cb not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:19:59.920258 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-3173d891-2ad3-428c-9fb3-78886fd05f70 service neutron] Attempting to bind port e157eaf7-2d01-4856-9076-ce983dd35c57 on network 0b62e8ad-1024-4253-8bfe-3ff3099d20cb {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:19:59.937161 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-3173d891-2ad3-428c-9fb3-78886fd05f70 service neutron] Checking agent: {'id': 'd1be059a-68ea-4c77-9b2b-29f4afa47e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:19:59.937506 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-3173d891-2ad3-428c-9fb3-78886fd05f70 service neutron] Checking segment: {'id': 'd9d98bab-9820-406c-b473-c4327f400811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '0b62e8ad-1024-4253-8bfe-3ff3099d20cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:19:59.937935 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-3173d891-2ad3-428c-9fb3-78886fd05f70 service neutron] Bound using segment: {'id': 'd9d98bab-9820-406c-b473-c4327f400811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '0b62e8ad-1024-4253-8bfe-3ff3099d20cb'} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:19:59.938386 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-3173d891-2ad3-428c-9fb3-78886fd05f70 service neutron] Bound port: e157eaf7-2d01-4856-9076-ce983dd35c57, host: n-h2-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9d98bab-9820-406c-b473-c4327f400811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '0b62e8ad-1024-4253-8bfe-3ff3099d20cb'}}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:19:59.939385 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-3173d891-2ad3-428c-9fb3-78886fd05f70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:00.081384 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-3173d891-2ad3-428c-9fb3-78886fd05f70 service neutron] For port e157eaf7-2d01-4856-9076-ce983dd35c57, host n-h2-838550-3, cleared binding levels {{(pid=102731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:20:00.090814 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-3173d891-2ad3-428c-9fb3-78886fd05f70 service neutron] For port e157eaf7-2d01-4856-9076-ce983dd35c57, host n-h2-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=e157eaf7-2d01-4856-9076-ce983dd35c57,segment=NetworkSegment(d9d98bab-9820-406c-b473-c4327f400811),segment_id=d9d98bab-9820-406c-b473-c4327f400811)] {{(pid=102731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:20:00.096749 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1d67f48e-d002-447c-8f09-815ac12d9d65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:00.099617 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-3173d891-2ad3-428c-9fb3-78886fd05f70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:00.132673 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ae890c-edd8-4010-8201-0e764624e901 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Pushing event deleted for resources: {'Port': ['ID=feebeabd-4bd7-4059-8f21-cb9c1e908d13,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:20:00.158775 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c2ae890c-edd8-4010-8201-0e764624e901 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks [] for floatingip, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:00.159134 n-d-838550-3 neutron-server[102730]: INFO neutron.db.l3_db [None req-c2ae890c-edd8-4010-8201-0e764624e901 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Floating IP 2646f18c-4313-4b03-a08a-11b1d981c8ca disassociated (deleted). External IP: 172.25.5.41, port: c9ac58c8-a97e-4076-b3ff-20d504185a30. May 18 18:20:00.186673 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-3173d891-2ad3-428c-9fb3-78886fd05f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:00.187305 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-3173d891-2ad3-428c-9fb3-78886fd05f70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:00.223224 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-3173d891-2ad3-428c-9fb3-78886fd05f70 service neutron] 10.222.0.88 "PUT /v2.0/ports/e157eaf7-2d01-4856-9076-ce983dd35c57 HTTP/1.1" status: 200 len: 1091 time: 2.9460704 May 18 18:20:00.264935 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c294977-a47a-459b-b24e-566121e05c9a', 'tag': 'e157eaf7-2d01-4856-9076-ce983dd35c57'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:20:00.280850 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-808287a3-7df6-4ed2-b19d-668b72f54623" -d '{"events": [{"name": "network-changed", "server_uuid": "6c294977-a47a-459b-b24e-566121e05c9a", "tag": "e157eaf7-2d01-4856-9076-ce983dd35c57"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:20:00.316112 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-12d7fa3d-97e6-4a27-81c4-e9d22dc8da49 service neutron] Request body: {'port': {'device_id': '6c294977-a47a-459b-b24e-566121e05c9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-3'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:20:00.380812 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1d67f48e-d002-447c-8f09-815ac12d9d65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:00.467147 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c49251d4-809e-41af-914c-20077e2016ce x-openstack-request-id: req-c49251d4-809e-41af-914c-20077e2016ce {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:20:00.467428 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c294977-a47a-459b-b24e-566121e05c9a", "tag": "e157eaf7-2d01-4856-9076-ce983dd35c57", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:20:00.468172 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-c49251d4-809e-41af-914c-20077e2016ce {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:20:00.468577 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c49251d4-809e-41af-914c-20077e2016ce'] response: {'name': 'network-changed', 'server_uuid': '6c294977-a47a-459b-b24e-566121e05c9a', 'tag': 'e157eaf7-2d01-4856-9076-ce983dd35c57', 'status': 'completed', 'code': 200} May 18 18:20:00.657756 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3173d891-2ad3-428c-9fb3-78886fd05f70 service neutron] Pushing event updated for resources: {'Port': ['ID=e157eaf7-2d01-4856-9076-ce983dd35c57,revision_number=3']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:20:00.750251 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808287a3-7df6-4ed2-b19d-668b72f54623 req-37f210ff-4d11-431d-98fb-02e4a1da1976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:00.750853 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808287a3-7df6-4ed2-b19d-668b72f54623 req-37f210ff-4d11-431d-98fb-02e4a1da1976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:00.751343 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808287a3-7df6-4ed2-b19d-668b72f54623 req-37f210ff-4d11-431d-98fb-02e4a1da1976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:00.751824 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808287a3-7df6-4ed2-b19d-668b72f54623 req-37f210ff-4d11-431d-98fb-02e4a1da1976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:00.752305 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808287a3-7df6-4ed2-b19d-668b72f54623 req-37f210ff-4d11-431d-98fb-02e4a1da1976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:00.754582 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-808287a3-7df6-4ed2-b19d-668b72f54623 req-37f210ff-4d11-431d-98fb-02e4a1da1976 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=9acf9282c55849649d2e7c597835524a&device_id=6c294977-a47a-459b-b24e-566121e05c9a HTTP/1.1" status: 200 len: 4362 time: 0.2976997 May 18 18:20:00.764429 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0c0981-55d7-44a8-93bc-dd123046d2a7 req-f4ef003c-b276-4972-9e97-4461ff66ba3c tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:00.766275 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9f0c0981-55d7-44a8-93bc-dd123046d2a7 req-f4ef003c-b276-4972-9e97-4461ff66ba3c tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] 10.222.0.88 "GET /v2.0/ports?device_id=89f3562d-a724-4375-ae42-f3dc5a48a522 HTTP/1.1" status: 200 len: 946 time: 0.5418570 May 18 18:20:00.779157 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c7d15c-ff7a-4a35-9928-0c2fdf506a69 req-431d0e5f-dc2d-4898-aa43-4906df226b04 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:00.785600 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c7d15c-ff7a-4a35-9928-0c2fdf506a69 req-431d0e5f-dc2d-4898-aa43-4906df226b04 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:00.792137 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c7d15c-ff7a-4a35-9928-0c2fdf506a69 req-431d0e5f-dc2d-4898-aa43-4906df226b04 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:00.803100 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c7d15c-ff7a-4a35-9928-0c2fdf506a69 req-431d0e5f-dc2d-4898-aa43-4906df226b04 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:00.810704 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c7d15c-ff7a-4a35-9928-0c2fdf506a69 req-431d0e5f-dc2d-4898-aa43-4906df226b04 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:00.813102 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a2c7d15c-ff7a-4a35-9928-0c2fdf506a69 req-431d0e5f-dc2d-4898-aa43-4906df226b04 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c294977-a47a-459b-b24e-566121e05c9a HTTP/1.1" status: 200 len: 3827 time: 0.4844494 May 18 18:20:00.900602 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2ae890c-edd8-4010-8201-0e764624e901 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Router 3e2ae5bc-2c8e-4f90-b16d-bd1568184238 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:20:00.922056 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1d67f48e-d002-447c-8f09-815ac12d9d65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:00.925747 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1d67f48e-d002-447c-8f09-815ac12d9d65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:00.943792 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-1d67f48e-d002-447c-8f09-815ac12d9d65 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/0a5d873f-1080-42d1-b378-74269a2a6af7 HTTP/1.1" status: 204 len: 168 time: 1.1578827 May 18 18:20:00.978751 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:01.081232 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c7f7ed-f779-448c-aba8-c40e0c743912 req-8adadaa4-d1fb-4644-83d6-d8e7e0cd8c39 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:01.082935 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b6c7f7ed-f779-448c-aba8-c40e0c743912 req-8adadaa4-d1fb-4644-83d6-d8e7e0cd8c39 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] 10.222.0.85 "GET /v2.0/ports?device_id=89f3562d-a724-4375-ae42-f3dc5a48a522 HTTP/1.1" status: 200 len: 946 time: 0.4604676 May 18 18:20:01.084389 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2ae890c-edd8-4010-8201-0e764624e901 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:20:01.087125 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-12d7fa3d-97e6-4a27-81c4-e9d22dc8da49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:01.108218 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d473de-b79a-42a9-985b-2a3b969a0789 None None] Sync routers for ids ['3e2ae5bc-2c8e-4f90-b16d-bd1568184238'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:20:01.114844 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c2ae890c-edd8-4010-8201-0e764624e901 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:01.143487 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d67f48e-d002-447c-8f09-815ac12d9d65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a5d873f-1080-42d1-b378-74269a2a6af7,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:20:01.182700 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d473de-b79a-42a9-985b-2a3b969a0789 None None] Routers {'3e2ae5bc-2c8e-4f90-b16d-bd1568184238'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:20:01.185928 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-e4d473de-b79a-42a9-985b-2a3b969a0789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:19:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['3e2ae5bc-2c8e-4f90-b16d-bd1568184238'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:20:01.234068 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a2c7d15c-ff7a-4a35-9928-0c2fdf506a69 req-0b37e40b-6703-4d81-a7bb-12070cdd6ff9 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "GET /v2.0/security-groups?id=7394e4bf-8f0c-4c6c-8c6c-8df7a26d4fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3924806 May 18 18:20:01.294027 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:01.343403 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808287a3-7df6-4ed2-b19d-668b72f54623 req-cd4330c0-a460-48e6-b57e-a3230d4b3fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:01.344095 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808287a3-7df6-4ed2-b19d-668b72f54623 req-cd4330c0-a460-48e6-b57e-a3230d4b3fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:01.344809 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808287a3-7df6-4ed2-b19d-668b72f54623 req-cd4330c0-a460-48e6-b57e-a3230d4b3fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:01.346904 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-808287a3-7df6-4ed2-b19d-668b72f54623 req-cd4330c0-a460-48e6-b57e-a3230d4b3fff service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=9acf9282c55849649d2e7c597835524a&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.5327430 May 18 18:20:01.461428 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-e4d473de-b79a-42a9-985b-2a3b969a0789 None None] Set router 3e2ae5bc-2c8e-4f90-b16d-bd1568184238 gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:20:01.544915 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-9f0c0981-55d7-44a8-93bc-dd123046d2a7 req-ccde1dae-7103-4c18-8af3-a5533d61080d tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] Deleting port 6d539f0e-c69f-4656-871b-4f99deb45b47 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:20:01.545429 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-9f0c0981-55d7-44a8-93bc-dd123046d2a7 req-ccde1dae-7103-4c18-8af3-a5533d61080d tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:01.629181 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-c2ae890c-edd8-4010-8201-0e764624e901 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "DELETE /v2.0/floatingips/2646f18c-4313-4b03-a08a-11b1d981c8ca HTTP/1.1" status: 204 len: 168 time: 3.9195089 May 18 18:20:01.647596 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf581f9b-6cca-452c-965b-a19b58ea3b35', 'tag': 'c9ac58c8-a97e-4076-b3ff-20d504185a30'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:20:01.649543 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808287a3-7df6-4ed2-b19d-668b72f54623 req-2423c689-f5c6-4c53-8e80-c35bbd827b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:01.651311 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-808287a3-7df6-4ed2-b19d-668b72f54623 req-2423c689-f5c6-4c53-8e80-c35bbd827b74 service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2832046 May 18 18:20:01.656082 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80fb9e16-25c3-43fd-9bc7-d48be82806b7" -d '{"events": [{"name": "network-changed", "server_uuid": "cf581f9b-6cca-452c-965b-a19b58ea3b35", "tag": "c9ac58c8-a97e-4076-b3ff-20d504185a30"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:20:01.739225 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b6c7f7ed-f779-448c-aba8-c40e0c743912 req-6d9d6842-4496-4f1f-8849-93be0a36759d tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ecfcd7a-48bb-4ce7-ab79-4277880e130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5800538 May 18 18:20:01.824417 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-9f0c0981-55d7-44a8-93bc-dd123046d2a7 req-ccde1dae-7103-4c18-8af3-a5533d61080d tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] For port 6d539f0e-c69f-4656-871b-4f99deb45b47, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=6d539f0e-c69f-4656-871b-4f99deb45b47,segment=NetworkSegment(a4b3f14e-63d9-48d5-840b-48a32c514ddd),segment_id=a4b3f14e-63d9-48d5-840b-48a32c514ddd)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:20:01.825462 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-9f0c0981-55d7-44a8-93bc-dd123046d2a7 req-ccde1dae-7103-4c18-8af3-a5533d61080d tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:01.840086 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06506e8e-a82e-4a01-b761-b9593a830f51 x-openstack-request-id: req-06506e8e-a82e-4a01-b761-b9593a830f51 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:20:01.840371 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf581f9b-6cca-452c-965b-a19b58ea3b35", "tag": "c9ac58c8-a97e-4076-b3ff-20d504185a30", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:20:01.840627 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-06506e8e-a82e-4a01-b761-b9593a830f51 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:20:01.849470 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06506e8e-a82e-4a01-b761-b9593a830f51'] response: {'name': 'network-changed', 'server_uuid': 'cf581f9b-6cca-452c-965b-a19b58ea3b35', 'tag': 'c9ac58c8-a97e-4076-b3ff-20d504185a30', 'status': 'completed', 'code': 200} May 18 18:20:01.927994 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-9f0c0981-55d7-44a8-93bc-dd123046d2a7 req-ccde1dae-7103-4c18-8af3-a5533d61080d tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] Calling delete_port for 6d539f0e-c69f-4656-871b-4f99deb45b47 owned by compute:nova {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:20:01.932110 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-12d7fa3d-97e6-4a27-81c4-e9d22dc8da49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7dcad22-e92b-4b04-9ae5-6faddc7193ce {{(pid=102730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:20:01.956566 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-12d7fa3d-97e6-4a27-81c4-e9d22dc8da49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:01.982067 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-12d7fa3d-97e6-4a27-81c4-e9d22dc8da49 service neutron] Transition to ACTIVE for port object d7dcad22-e92b-4b04-9ae5-6faddc7193ce will not be triggered until provisioned by entity L2. {{(pid=102730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:20:02.002815 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-12d7fa3d-97e6-4a27-81c4-e9d22dc8da49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:02.061484 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-e4d473de-b79a-42a9-985b-2a3b969a0789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e2ae5bc-2c8e-4f90-b16d-bd1568184238', 'name': 'tempest-TestNetworkBasicOps-router-1485044425', 'tenant_id': '6664118b95564eb5aa43c658eedfd9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '52445f4a-7363-4b89-94c1-d8ed3c3645eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:18:17Z', 'updated_at': '2022-05-18T18:18:28Z', 'revision_number': 4, 'project_id': '6664118b95564eb5aa43c658eedfd9ed', 'gw_port': {'id': '52445f4a-7363-4b89-94c1-d8ed3c3645eb', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ef:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2ae5bc-2c8e-4f90-b16d-bd1568184238', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:18:18Z', 'updated_at': '2022-05-18T18:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': 'f7c0b493-b884-43f8-8338-07f312279f49', 'name': '', 'network_id': '3f8a9fba-a301-4045-a1ed-90503af6265b', 'tenant_id': '6664118b95564eb5aa43c658eedfd9ed', 'mac_address': 'fa:16:3e:1a:31:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2ae5bc-2c8e-4f90-b16d-bd1568184238', 'device_owner': 'network:router_interface', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': 'f3087b50-8afa-41c8-8fad-b7d7fc4a8246', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:18:26Z', 'updated_at': '2022-05-18T18:18:33Z', 'revision_number': 5, 'project_id': '6664118b95564eb5aa43c658eedfd9ed', 'subnets': [{'id': 'f3087b50-8afa-41c8-8fad-b7d7fc4a8246', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:20:02.166594 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d7fa3d-97e6-4a27-81c4-e9d22dc8da49 service neutron] Pushing event updated for resources: {'Port': ['ID=d7dcad22-e92b-4b04-9ae5-6faddc7193ce,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:20:02.171771 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d473de-b79a-42a9-985b-2a3b969a0789 None None] Checking router: 3e2ae5bc-2c8e-4f90-b16d-bd1568184238 for host: n-d-838550-3 {{(pid=102732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:20:02.208835 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d473de-b79a-42a9-985b-2a3b969a0789 None None] Routers {'3e2ae5bc-2c8e-4f90-b16d-bd1568184238'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:20:02.209504 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-e4d473de-b79a-42a9-985b-2a3b969a0789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:19:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['3e2ae5bc-2c8e-4f90-b16d-bd1568184238'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:20:02.210068 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fb9e16-25c3-43fd-9bc7-d48be82806b7 req-4f1f2983-4b99-4055-9669-1c4b4eadbd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:02.216090 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-80fb9e16-25c3-43fd-9bc7-d48be82806b7 req-4f1f2983-4b99-4055-9669-1c4b4eadbd55 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=6664118b95564eb5aa43c658eedfd9ed&device_id=cf581f9b-6cca-452c-965b-a19b58ea3b35 HTTP/1.1" status: 200 len: 1096 time: 0.3460810 May 18 18:20:02.468367 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-12d7fa3d-97e6-4a27-81c4-e9d22dc8da49 service neutron] Attempting to bind port d7dcad22-e92b-4b04-9ae5-6faddc7193ce on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:20:02.468907 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-12d7fa3d-97e6-4a27-81c4-e9d22dc8da49 service neutron] Attempting to bind port d7dcad22-e92b-4b04-9ae5-6faddc7193ce by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': 'a7800232-88f1-4191-84ff-21a644fb4b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6f6254ab-4ee7-4ad9-afa0-26be8bf1b0f3'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:20:02.469336 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-12d7fa3d-97e6-4a27-81c4-e9d22dc8da49 service neutron] Attempting to bind port d7dcad22-e92b-4b04-9ae5-6faddc7193ce on network 6f6254ab-4ee7-4ad9-afa0-26be8bf1b0f3 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:20:02.478508 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-12d7fa3d-97e6-4a27-81c4-e9d22dc8da49 service neutron] Port d7dcad22-e92b-4b04-9ae5-6faddc7193ce on network 6f6254ab-4ee7-4ad9-afa0-26be8bf1b0f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:20:02.478887 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-12d7fa3d-97e6-4a27-81c4-e9d22dc8da49 service neutron] Attempting to bind port d7dcad22-e92b-4b04-9ae5-6faddc7193ce on network 6f6254ab-4ee7-4ad9-afa0-26be8bf1b0f3 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:20:02.496897 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-e4d473de-b79a-42a9-985b-2a3b969a0789 None None] Set router 3e2ae5bc-2c8e-4f90-b16d-bd1568184238 gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:20:02.501210 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a7c320-514f-4f69-983c-40e2679f0edf req-a4ffddfb-3282-4a4e-9d2a-c3b8b4a11431 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:02.503507 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b9a7c320-514f-4f69-983c-40e2679f0edf req-a4ffddfb-3282-4a4e-9d2a-c3b8b4a11431 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "GET /v2.0/ports?device_id=cf581f9b-6cca-452c-965b-a19b58ea3b35 HTTP/1.1" status: 200 len: 945 time: 0.1974337 May 18 18:20:02.507088 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-12d7fa3d-97e6-4a27-81c4-e9d22dc8da49 service neutron] Checking agent: {'id': 'd1be059a-68ea-4c77-9b2b-29f4afa47e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:20:02.507481 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-12d7fa3d-97e6-4a27-81c4-e9d22dc8da49 service neutron] Checking segment: {'id': 'a7800232-88f1-4191-84ff-21a644fb4b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6f6254ab-4ee7-4ad9-afa0-26be8bf1b0f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:20:02.507819 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-12d7fa3d-97e6-4a27-81c4-e9d22dc8da49 service neutron] Bound using segment: {'id': 'a7800232-88f1-4191-84ff-21a644fb4b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6f6254ab-4ee7-4ad9-afa0-26be8bf1b0f3'} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:20:02.508533 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-12d7fa3d-97e6-4a27-81c4-e9d22dc8da49 service neutron] Bound port: d7dcad22-e92b-4b04-9ae5-6faddc7193ce, host: n-h2-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7800232-88f1-4191-84ff-21a644fb4b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6f6254ab-4ee7-4ad9-afa0-26be8bf1b0f3'}}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:20:02.509194 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-12d7fa3d-97e6-4a27-81c4-e9d22dc8da49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:02.669230 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c896e40-6562-40cf-969c-24f5975ce469 req-2cedb207-3b32-4908-a124-3ac1f2290a5a tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:02.675242 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-12d7fa3d-97e6-4a27-81c4-e9d22dc8da49 service neutron] For port d7dcad22-e92b-4b04-9ae5-6faddc7193ce, host n-h2-838550-3, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:20:02.683411 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c896e40-6562-40cf-969c-24f5975ce469 req-2cedb207-3b32-4908-a124-3ac1f2290a5a tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:02.687549 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-12d7fa3d-97e6-4a27-81c4-e9d22dc8da49 service neutron] For port d7dcad22-e92b-4b04-9ae5-6faddc7193ce, host n-h2-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=d7dcad22-e92b-4b04-9ae5-6faddc7193ce,segment=NetworkSegment(a7800232-88f1-4191-84ff-21a644fb4b30),segment_id=a7800232-88f1-4191-84ff-21a644fb4b30)] {{(pid=102730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:20:02.703350 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c896e40-6562-40cf-969c-24f5975ce469 req-2cedb207-3b32-4908-a124-3ac1f2290a5a tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:02.714967 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c896e40-6562-40cf-969c-24f5975ce469 req-2cedb207-3b32-4908-a124-3ac1f2290a5a tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:02.727555 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c896e40-6562-40cf-969c-24f5975ce469 req-2cedb207-3b32-4908-a124-3ac1f2290a5a tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:02.734215 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c896e40-6562-40cf-969c-24f5975ce469 req-2cedb207-3b32-4908-a124-3ac1f2290a5a tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:02.736113 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9c896e40-6562-40cf-969c-24f5975ce469 req-2cedb207-3b32-4908-a124-3ac1f2290a5a tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c294977-a47a-459b-b24e-566121e05c9a HTTP/1.1" status: 200 len: 4600 time: 0.3324695 May 18 18:20:02.757087 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b9a7c320-514f-4f69-983c-40e2679f0edf req-916bc153-aeb3-4a5b-85ee-e3ff7914d361 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "GET /v2.0/security-groups?id=c6b3c63a-10dc-4990-92ce-ae9d1daac1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2133868 May 18 18:20:02.768542 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-12d7fa3d-97e6-4a27-81c4-e9d22dc8da49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:02.825098 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fb9e16-25c3-43fd-9bc7-d48be82806b7 req-e37c8170-ec10-4697-9805-0635d1ed6660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:02.827277 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-80fb9e16-25c3-43fd-9bc7-d48be82806b7 req-e37c8170-ec10-4697-9805-0635d1ed6660 service neutron] 10.222.0.88 "GET /v2.0/networks?id=3f8a9fba-a301-4045-a1ed-90503af6265b HTTP/1.1" status: 200 len: 897 time: 0.5816281 May 18 18:20:02.975938 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9c896e40-6562-40cf-969c-24f5975ce469 req-82a096db-f899-4c66-843e-1133e0bac8d4 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "GET /v2.0/security-groups?id=7394e4bf-8f0c-4c6c-8c6c-8df7a26d4fa0&id=bbd4527f-f9e4-46b0-8c76-f8fe8c004d55&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2072058 May 18 18:20:02.976963 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-9f0c0981-55d7-44a8-93bc-dd123046d2a7 req-ccde1dae-7103-4c18-8af3-a5533d61080d tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:02.979376 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-80fb9e16-25c3-43fd-9bc7-d48be82806b7 req-8c865054-3ebc-4210-a482-d3af1ae04352 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c9ac58c8-a97e-4076-b3ff-20d504185a30 HTTP/1.1" status: 200 len: 217 time: 0.1211312 May 18 18:20:03.006191 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['fced7fd1-ef7c-4479-b124-1e401f5eca0b', '3fa47a54-3be5-4c8b-9e6c-65844a602f7f'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:20:03.053249 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-12d7fa3d-97e6-4a27-81c4-e9d22dc8da49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:03.054770 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-12d7fa3d-97e6-4a27-81c4-e9d22dc8da49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:03.057137 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-12d7fa3d-97e6-4a27-81c4-e9d22dc8da49 service neutron] 10.222.0.88 "PUT /v2.0/ports/d7dcad22-e92b-4b04-9ae5-6faddc7193ce HTTP/1.1" status: 200 len: 1131 time: 2.7487135 May 18 18:20:03.073949 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d7fa3d-97e6-4a27-81c4-e9d22dc8da49 service neutron] Pushing event updated for resources: {'Port': ['ID=d7dcad22-e92b-4b04-9ae5-6faddc7193ce,revision_number=3']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:20:03.114848 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccde1dae-7103-4c18-8af3-a5533d61080d tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] Pushing event deleted for resources: {'Port': ['ID=6d539f0e-c69f-4656-871b-4f99deb45b47,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:20:03.176053 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-660ebd13-9ff5-4c7d-95d4-b9794ded0b0f service neutron] Request body: {'port': {'device_id': '6c294977-a47a-459b-b24e-566121e05c9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-3'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:20:03.209809 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bbccfec2-5f77-4049-9e04-601998501c4c req-c6209c0b-72ab-4fce-b7ba-ad353391ae50 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] 10.222.0.85 "GET /v2.0/ports?device_id=89f3562d-a724-4375-ae42-f3dc5a48a522 HTTP/1.1" status: 200 len: 210 time: 0.2379212 May 18 18:20:03.328968 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f0c0981-55d7-44a8-93bc-dd123046d2a7 req-ccde1dae-7103-4c18-8af3-a5533d61080d tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] No DVR routers for this DVR port 6d539f0e-c69f-4656-871b-4f99deb45b47 on host n-h2-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:20:03.338205 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-9f0c0981-55d7-44a8-93bc-dd123046d2a7 req-ccde1dae-7103-4c18-8af3-a5533d61080d tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:03.342983 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9f0c0981-55d7-44a8-93bc-dd123046d2a7 req-ccde1dae-7103-4c18-8af3-a5533d61080d tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] 10.222.0.88 "DELETE /v2.0/ports/6d539f0e-c69f-4656-871b-4f99deb45b47 HTTP/1.1" status: 204 len: 173 time: 2.5184135 May 18 18:20:03.344559 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89f3562d-a724-4375-ae42-f3dc5a48a522', 'name': 'network-vif-deleted', 'tag': '6d539f0e-c69f-4656-871b-4f99deb45b47'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:20:03.347193 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c1e94a2-0c0f-4c64-833f-a8955bfc00b8" -d '{"events": [{"server_uuid": "89f3562d-a724-4375-ae42-f3dc5a48a522", "name": "network-vif-deleted", "tag": "6d539f0e-c69f-4656-871b-4f99deb45b47"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:20:03.377643 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fb9e16-25c3-43fd-9bc7-d48be82806b7 req-b858f139-3519-4994-b5a2-ea299152e7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:03.395423 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-80fb9e16-25c3-43fd-9bc7-d48be82806b7 req-b858f139-3519-4994-b5a2-ea299152e7ff service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f3087b50-8afa-41c8-8fad-b7d7fc4a8246 HTTP/1.1" status: 200 len: 834 time: 0.2843478 May 18 18:20:03.424307 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-660ebd13-9ff5-4c7d-95d4-b9794ded0b0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:03.497505 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeca31a7-2f93-4509-a92d-11bf7b4cc2dc x-openstack-request-id: req-eeca31a7-2f93-4509-a92d-11bf7b4cc2dc {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:20:03.511685 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89f3562d-a724-4375-ae42-f3dc5a48a522", "name": "network-vif-deleted", "tag": "6d539f0e-c69f-4656-871b-4f99deb45b47", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:20:03.512077 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-eeca31a7-2f93-4509-a92d-11bf7b4cc2dc {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:20:03.512614 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eeca31a7-2f93-4509-a92d-11bf7b4cc2dc'] response: {'server_uuid': '89f3562d-a724-4375-ae42-f3dc5a48a522', 'name': 'network-vif-deleted', 'tag': '6d539f0e-c69f-4656-871b-4f99deb45b47', 'status': 'completed', 'code': 200} May 18 18:20:03.604421 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fb9e16-25c3-43fd-9bc7-d48be82806b7 req-45c897de-a057-4ce8-a7cf-d54496b34a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:03.614868 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-80fb9e16-25c3-43fd-9bc7-d48be82806b7 req-45c897de-a057-4ce8-a7cf-d54496b34a6b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=3f8a9fba-a301-4045-a1ed-90503af6265b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2057474 May 18 18:20:03.680163 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-e4d473de-b79a-42a9-985b-2a3b969a0789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e2ae5bc-2c8e-4f90-b16d-bd1568184238', 'name': 'tempest-TestNetworkBasicOps-router-1485044425', 'tenant_id': '6664118b95564eb5aa43c658eedfd9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '52445f4a-7363-4b89-94c1-d8ed3c3645eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:18:17Z', 'updated_at': '2022-05-18T18:18:28Z', 'revision_number': 4, 'project_id': '6664118b95564eb5aa43c658eedfd9ed', 'gw_port': {'id': '52445f4a-7363-4b89-94c1-d8ed3c3645eb', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ef:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2ae5bc-2c8e-4f90-b16d-bd1568184238', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:18:18Z', 'updated_at': '2022-05-18T18:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': 'f7c0b493-b884-43f8-8338-07f312279f49', 'name': '', 'network_id': '3f8a9fba-a301-4045-a1ed-90503af6265b', 'tenant_id': '6664118b95564eb5aa43c658eedfd9ed', 'mac_address': 'fa:16:3e:1a:31:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2ae5bc-2c8e-4f90-b16d-bd1568184238', 'device_owner': 'network:router_interface', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': 'f3087b50-8afa-41c8-8fad-b7d7fc4a8246', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:18:26Z', 'updated_at': '2022-05-18T18:18:33Z', 'revision_number': 5, 'project_id': '6664118b95564eb5aa43c658eedfd9ed', 'subnets': [{'id': 'f3087b50-8afa-41c8-8fad-b7d7fc4a8246', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:20:03.783171 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d473de-b79a-42a9-985b-2a3b969a0789 None None] The sync data for ids ['3e2ae5bc-2c8e-4f90-b16d-bd1568184238'] in n-d-838550-3 is: [{'id': '3e2ae5bc-2c8e-4f90-b16d-bd1568184238', 'name': 'tempest-TestNetworkBasicOps-router-1485044425', 'tenant_id': '6664118b95564eb5aa43c658eedfd9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '52445f4a-7363-4b89-94c1-d8ed3c3645eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:18:17Z', 'updated_at': '2022-05-18T18:18:28Z', 'revision_number': 4, 'project_id': '6664118b95564eb5aa43c658eedfd9ed', 'gw_port': {'id': '52445f4a-7363-4b89-94c1-d8ed3c3645eb', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ef:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2ae5bc-2c8e-4f90-b16d-bd1568184238', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:18:18Z', 'updated_at': '2022-05-18T18:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': 'f7c0b493-b884-43f8-8338-07f312279f49', 'name': '', 'network_id': '3f8a9fba-a301-4045-a1ed-90503af6265b', 'tenant_id': '6664118b95564eb5aa43c658eedfd9ed', 'mac_address': 'fa:16:3e:1a:31:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2ae5bc-2c8e-4f90-b16d-bd1568184238', 'device_owner': 'network:router_interface', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': 'f3087b50-8afa-41c8-8fad-b7d7fc4a8246', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:18:26Z', 'updated_at': '2022-05-18T18:18:33Z', 'revision_number': 5, 'project_id': '6664118b95564eb5aa43c658eedfd9ed', 'subnets': [{'id': 'f3087b50-8afa-41c8-8fad-b7d7fc4a8246', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:20:03.785038 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 6d539f0e-c69f-4656-871b-4f99deb45b47 no longer exists at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:20:03.788000 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-80fb9e16-25c3-43fd-9bc7-d48be82806b7 req-b6ce5865-6123-4421-821d-0166649ffe0b service neutron] 10.222.0.88 "GET /v2.0/networks/3f8a9fba-a301-4045-a1ed-90503af6265b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622703 May 18 18:20:03.874458 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c294977-a47a-459b-b24e-566121e05c9a', 'tag': 'd7dcad22-e92b-4b04-9ae5-6faddc7193ce'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:20:03.876890 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fbe8e8f-2158-434b-b32b-edfbd1863a39" -d '{"events": [{"name": "network-changed", "server_uuid": "6c294977-a47a-459b-b24e-566121e05c9a", "tag": "d7dcad22-e92b-4b04-9ae5-6faddc7193ce"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:20:03.980974 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] No Port match for: 6d539f0e-c69f-4656-871b-4f99deb45b47 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:20:03.981330 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 6d539f0e-c69f-4656-871b-4f99deb45b47 not bound to the agent host n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:20:04.005135 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cec77c04-2cb3-4caa-a92b-cc7566932c0a x-openstack-request-id: req-cec77c04-2cb3-4caa-a92b-cc7566932c0a {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:20:04.005992 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c294977-a47a-459b-b24e-566121e05c9a", "tag": "d7dcad22-e92b-4b04-9ae5-6faddc7193ce", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:20:04.006362 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-cec77c04-2cb3-4caa-a92b-cc7566932c0a {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:20:04.006871 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cec77c04-2cb3-4caa-a92b-cc7566932c0a'] response: {'name': 'network-changed', 'server_uuid': '6c294977-a47a-459b-b24e-566121e05c9a', 'tag': 'd7dcad22-e92b-4b04-9ae5-6faddc7193ce', 'status': 'completed', 'code': 200} May 18 18:20:04.094187 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-80fb9e16-25c3-43fd-9bc7-d48be82806b7 req-c90b0853-8bd8-403a-894c-aa8517b39bcf service neutron] 10.222.0.88 "GET /v2.0/networks/3f8a9fba-a301-4045-a1ed-90503af6265b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2918775 May 18 18:20:04.347187 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbe8e8f-2158-434b-b32b-edfbd1863a39 req-611fed6a-7e8f-434b-9e09-9b7b0cb836b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:04.347998 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbe8e8f-2158-434b-b32b-edfbd1863a39 req-611fed6a-7e8f-434b-9e09-9b7b0cb836b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:04.348499 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbe8e8f-2158-434b-b32b-edfbd1863a39 req-611fed6a-7e8f-434b-9e09-9b7b0cb836b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:04.349029 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbe8e8f-2158-434b-b32b-edfbd1863a39 req-611fed6a-7e8f-434b-9e09-9b7b0cb836b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:04.349602 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbe8e8f-2158-434b-b32b-edfbd1863a39 req-611fed6a-7e8f-434b-9e09-9b7b0cb836b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:04.350142 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbe8e8f-2158-434b-b32b-edfbd1863a39 req-611fed6a-7e8f-434b-9e09-9b7b0cb836b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:04.352481 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1fbe8e8f-2158-434b-b32b-edfbd1863a39 req-611fed6a-7e8f-434b-9e09-9b7b0cb836b5 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=9acf9282c55849649d2e7c597835524a&device_id=6c294977-a47a-459b-b24e-566121e05c9a HTTP/1.1" status: 200 len: 5286 time: 0.2568283 May 18 18:20:04.387308 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845b5220-56b0-4c32-b399-9fa3f9100c2b req-705e1cec-80fe-42dc-9e94-32b9b6ba7ee8 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:04.391567 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-845b5220-56b0-4c32-b399-9fa3f9100c2b req-705e1cec-80fe-42dc-9e94-32b9b6ba7ee8 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.88 "GET /v2.0/ports?device_id=cf581f9b-6cca-452c-965b-a19b58ea3b35 HTTP/1.1" status: 200 len: 945 time: 0.6016881 May 18 18:20:04.407643 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987488e6-bbef-40aa-8cd9-5e338f25b42b req-55c965fc-a2ec-4a4f-8960-695c41b287b7 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:04.416195 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987488e6-bbef-40aa-8cd9-5e338f25b42b req-55c965fc-a2ec-4a4f-8960-695c41b287b7 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:04.423494 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987488e6-bbef-40aa-8cd9-5e338f25b42b req-55c965fc-a2ec-4a4f-8960-695c41b287b7 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:04.431295 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987488e6-bbef-40aa-8cd9-5e338f25b42b req-55c965fc-a2ec-4a4f-8960-695c41b287b7 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:04.438411 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987488e6-bbef-40aa-8cd9-5e338f25b42b req-55c965fc-a2ec-4a4f-8960-695c41b287b7 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:04.445204 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987488e6-bbef-40aa-8cd9-5e338f25b42b req-55c965fc-a2ec-4a4f-8960-695c41b287b7 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:04.457572 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-987488e6-bbef-40aa-8cd9-5e338f25b42b req-55c965fc-a2ec-4a4f-8960-695c41b287b7 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c294977-a47a-459b-b24e-566121e05c9a HTTP/1.1" status: 200 len: 4600 time: 0.1956863 May 18 18:20:04.470811 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4de8161-424e-4179-be72-87c41ee2787e req-bf656517-2bc4-46d2-8277-252bf735c3e5 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:04.472579 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e4de8161-424e-4179-be72-87c41ee2787e req-bf656517-2bc4-46d2-8277-252bf735c3e5 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "GET /v2.0/ports?device_id=cf581f9b-6cca-452c-965b-a19b58ea3b35 HTTP/1.1" status: 200 len: 945 time: 0.3140280 May 18 18:20:04.586071 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66155f6e-c0b7-48cf-b8e6-b150507b98d5 None None] New status for floating IP 2646f18c-4313-4b03-a08a-11b1d981c8ca: DOWN {{(pid=102733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 18:20:04.641485 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-987488e6-bbef-40aa-8cd9-5e338f25b42b req-22444aca-aa87-4de8-9081-9ab3a9a37f1a tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "GET /v2.0/security-groups?id=7394e4bf-8f0c-4c6c-8c6c-8df7a26d4fa0&id=bbd4527f-f9e4-46b0-8c76-f8fe8c004d55&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1675441 May 18 18:20:04.750251 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbe8e8f-2158-434b-b32b-edfbd1863a39 req-2c299dbe-4431-4f3f-9638-171d61f7c41f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:04.750728 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbe8e8f-2158-434b-b32b-edfbd1863a39 req-2c299dbe-4431-4f3f-9638-171d61f7c41f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:04.751695 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbe8e8f-2158-434b-b32b-edfbd1863a39 req-2c299dbe-4431-4f3f-9638-171d61f7c41f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:04.753001 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1fbe8e8f-2158-434b-b32b-edfbd1863a39 req-2c299dbe-4431-4f3f-9638-171d61f7c41f service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=9acf9282c55849649d2e7c597835524a&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3586056 May 18 18:20:04.762002 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-845b5220-56b0-4c32-b399-9fa3f9100c2b req-4fe26c87-d301-4efc-a023-9c27423083ef tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Deleting port c9ac58c8-a97e-4076-b3ff-20d504185a30 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:20:04.762469 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-845b5220-56b0-4c32-b399-9fa3f9100c2b req-4fe26c87-d301-4efc-a023-9c27423083ef tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:04.764089 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e4de8161-424e-4179-be72-87c41ee2787e req-ca441fed-4dfe-452d-a48f-399c4f406d8c tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "GET /v2.0/security-groups?id=c6b3c63a-10dc-4990-92ce-ae9d1daac1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2797632 May 18 18:20:04.825349 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-660ebd13-9ff5-4c7d-95d4-b9794ded0b0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47ed802e-3cf4-472d-b402-936465b16c4c {{(pid=102730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:20:04.839911 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-660ebd13-9ff5-4c7d-95d4-b9794ded0b0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:04.854954 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-660ebd13-9ff5-4c7d-95d4-b9794ded0b0f service neutron] Transition to ACTIVE for port object 47ed802e-3cf4-472d-b402-936465b16c4c will not be triggered until provisioned by entity L2. {{(pid=102730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:20:04.861169 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-660ebd13-9ff5-4c7d-95d4-b9794ded0b0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:04.900352 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-845b5220-56b0-4c32-b399-9fa3f9100c2b req-4fe26c87-d301-4efc-a023-9c27423083ef tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] For port c9ac58c8-a97e-4076-b3ff-20d504185a30, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=c9ac58c8-a97e-4076-b3ff-20d504185a30,segment=NetworkSegment(972e2fbb-9aed-4c87-bafc-31fe8184212a),segment_id=972e2fbb-9aed-4c87-bafc-31fe8184212a)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:20:04.900863 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-845b5220-56b0-4c32-b399-9fa3f9100c2b req-4fe26c87-d301-4efc-a023-9c27423083ef tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:04.916764 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-845b5220-56b0-4c32-b399-9fa3f9100c2b req-4fe26c87-d301-4efc-a023-9c27423083ef tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Calling delete_port for c9ac58c8-a97e-4076-b3ff-20d504185a30 owned by compute:nova {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:20:04.947511 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660ebd13-9ff5-4c7d-95d4-b9794ded0b0f service neutron] Pushing event updated for resources: {'Port': ['ID=47ed802e-3cf4-472d-b402-936465b16c4c,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:20:05.264706 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-660ebd13-9ff5-4c7d-95d4-b9794ded0b0f service neutron] Attempting to bind port 47ed802e-3cf4-472d-b402-936465b16c4c on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:20:05.265086 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-660ebd13-9ff5-4c7d-95d4-b9794ded0b0f service neutron] Attempting to bind port 47ed802e-3cf4-472d-b402-936465b16c4c by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': 'a7800232-88f1-4191-84ff-21a644fb4b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6f6254ab-4ee7-4ad9-afa0-26be8bf1b0f3'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:20:05.265424 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-660ebd13-9ff5-4c7d-95d4-b9794ded0b0f service neutron] Attempting to bind port 47ed802e-3cf4-472d-b402-936465b16c4c on network 6f6254ab-4ee7-4ad9-afa0-26be8bf1b0f3 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:20:05.313471 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-660ebd13-9ff5-4c7d-95d4-b9794ded0b0f service neutron] Port 47ed802e-3cf4-472d-b402-936465b16c4c on network 6f6254ab-4ee7-4ad9-afa0-26be8bf1b0f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:20:05.316663 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-660ebd13-9ff5-4c7d-95d4-b9794ded0b0f service neutron] Attempting to bind port 47ed802e-3cf4-472d-b402-936465b16c4c on network 6f6254ab-4ee7-4ad9-afa0-26be8bf1b0f3 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:20:05.330490 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-660ebd13-9ff5-4c7d-95d4-b9794ded0b0f service neutron] Checking agent: {'id': 'd1be059a-68ea-4c77-9b2b-29f4afa47e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:20:05.331101 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-660ebd13-9ff5-4c7d-95d4-b9794ded0b0f service neutron] Checking segment: {'id': 'a7800232-88f1-4191-84ff-21a644fb4b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6f6254ab-4ee7-4ad9-afa0-26be8bf1b0f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:20:05.332254 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-660ebd13-9ff5-4c7d-95d4-b9794ded0b0f service neutron] Bound using segment: {'id': 'a7800232-88f1-4191-84ff-21a644fb4b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6f6254ab-4ee7-4ad9-afa0-26be8bf1b0f3'} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:20:05.332783 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-660ebd13-9ff5-4c7d-95d4-b9794ded0b0f service neutron] Bound port: 47ed802e-3cf4-472d-b402-936465b16c4c, host: n-h2-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7800232-88f1-4191-84ff-21a644fb4b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6f6254ab-4ee7-4ad9-afa0-26be8bf1b0f3'}}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:20:05.333511 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-660ebd13-9ff5-4c7d-95d4-b9794ded0b0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:05.423539 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-660ebd13-9ff5-4c7d-95d4-b9794ded0b0f service neutron] For port 47ed802e-3cf4-472d-b402-936465b16c4c, host n-h2-838550-3, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:20:05.427819 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-660ebd13-9ff5-4c7d-95d4-b9794ded0b0f service neutron] For port 47ed802e-3cf4-472d-b402-936465b16c4c, host n-h2-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=47ed802e-3cf4-472d-b402-936465b16c4c,segment=NetworkSegment(a7800232-88f1-4191-84ff-21a644fb4b30),segment_id=a7800232-88f1-4191-84ff-21a644fb4b30)] {{(pid=102730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:20:05.438044 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-660ebd13-9ff5-4c7d-95d4-b9794ded0b0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:05.468436 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-660ebd13-9ff5-4c7d-95d4-b9794ded0b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:05.471206 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-660ebd13-9ff5-4c7d-95d4-b9794ded0b0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:05.475817 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-660ebd13-9ff5-4c7d-95d4-b9794ded0b0f service neutron] 10.222.0.88 "PUT /v2.0/ports/47ed802e-3cf4-472d-b402-936465b16c4c HTTP/1.1" status: 200 len: 1130 time: 2.3102775 May 18 18:20:05.572899 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-61038cfe-a049-4fcc-bede-87c2f1e38ba2 service neutron] Request body: {'port': {'device_id': '6c294977-a47a-459b-b24e-566121e05c9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-3'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:20:05.646938 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-845b5220-56b0-4c32-b399-9fa3f9100c2b req-4fe26c87-d301-4efc-a023-9c27423083ef tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:05.812646 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660ebd13-9ff5-4c7d-95d4-b9794ded0b0f service neutron] Pushing event updated for resources: {'Port': ['ID=47ed802e-3cf4-472d-b402-936465b16c4c,revision_number=3']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:20:05.835567 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbe8e8f-2158-434b-b32b-edfbd1863a39 req-ae18b322-4c37-4941-9da4-641aabb8cb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:05.841316 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1fbe8e8f-2158-434b-b32b-edfbd1863a39 req-ae18b322-4c37-4941-9da4-641aabb8cb52 service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8292255 May 18 18:20:05.851144 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe26c87-d301-4efc-a023-9c27423083ef tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Pushing event deleted for resources: {'Port': ['ID=c9ac58c8-a97e-4076-b3ff-20d504185a30,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:20:05.932947 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-61038cfe-a049-4fcc-bede-87c2f1e38ba2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:05.949644 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367023a3-a360-475a-855d-130d8f39b7a1 req-605f5ea0-3196-4d0a-b005-dd01790df8b7 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:05.955264 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-367023a3-a360-475a-855d-130d8f39b7a1 req-605f5ea0-3196-4d0a-b005-dd01790df8b7 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] 10.222.0.85 "GET /v2.0/ports?device_id=5eb8dec1-c5dd-4b6e-b618-44fdb7f98c72 HTTP/1.1" status: 200 len: 945 time: 0.3265467 May 18 18:20:05.989027 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-845b5220-56b0-4c32-b399-9fa3f9100c2b req-4fe26c87-d301-4efc-a023-9c27423083ef tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] No DVR routers for this DVR port c9ac58c8-a97e-4076-b3ff-20d504185a30 on host n-h2-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:20:05.989395 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea23648-1cf8-465c-a800-ee3a6409ab9f req-025245f2-de39-469e-8df3-c0e75aa9d00b tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:05.993080 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-845b5220-56b0-4c32-b399-9fa3f9100c2b req-4fe26c87-d301-4efc-a023-9c27423083ef tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:05.995797 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea23648-1cf8-465c-a800-ee3a6409ab9f req-025245f2-de39-469e-8df3-c0e75aa9d00b tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:05.996594 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-845b5220-56b0-4c32-b399-9fa3f9100c2b req-4fe26c87-d301-4efc-a023-9c27423083ef tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.88 "DELETE /v2.0/ports/c9ac58c8-a97e-4076-b3ff-20d504185a30 HTTP/1.1" status: 204 len: 173 time: 1.5298364 May 18 18:20:06.003696 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf581f9b-6cca-452c-965b-a19b58ea3b35', 'name': 'network-vif-deleted', 'tag': 'c9ac58c8-a97e-4076-b3ff-20d504185a30'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:20:06.008547 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91478d14-d090-47ff-a22f-2aa1233a85d1" -d '{"events": [{"server_uuid": "cf581f9b-6cca-452c-965b-a19b58ea3b35", "name": "network-vif-deleted", "tag": "c9ac58c8-a97e-4076-b3ff-20d504185a30"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:20:06.013587 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea23648-1cf8-465c-a800-ee3a6409ab9f req-025245f2-de39-469e-8df3-c0e75aa9d00b tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:06.026866 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea23648-1cf8-465c-a800-ee3a6409ab9f req-025245f2-de39-469e-8df3-c0e75aa9d00b tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:06.050080 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea23648-1cf8-465c-a800-ee3a6409ab9f req-025245f2-de39-469e-8df3-c0e75aa9d00b tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:06.060626 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea23648-1cf8-465c-a800-ee3a6409ab9f req-025245f2-de39-469e-8df3-c0e75aa9d00b tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:06.076451 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea23648-1cf8-465c-a800-ee3a6409ab9f req-025245f2-de39-469e-8df3-c0e75aa9d00b tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:06.078420 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9ea23648-1cf8-465c-a800-ee3a6409ab9f req-025245f2-de39-469e-8df3-c0e75aa9d00b tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c294977-a47a-459b-b24e-566121e05c9a HTTP/1.1" status: 200 len: 5372 time: 0.2429037 May 18 18:20:06.079129 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c294977-a47a-459b-b24e-566121e05c9a', 'tag': '47ed802e-3cf4-472d-b402-936465b16c4c'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:20:06.089043 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b99b47a-4546-4065-ba03-d9093ae7a4ef" -d '{"events": [{"name": "network-changed", "server_uuid": "6c294977-a47a-459b-b24e-566121e05c9a", "tag": "47ed802e-3cf4-472d-b402-936465b16c4c"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:20:06.103858 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-367023a3-a360-475a-855d-130d8f39b7a1 req-a0566c34-5167-42d2-816c-53bed1764309 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ecfcd7a-48bb-4ce7-ab79-4277880e130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189201 May 18 18:20:06.657353 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9ea23648-1cf8-465c-a800-ee3a6409ab9f req-d7d13b55-cd89-48af-9d30-ecdaff927fb5 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "GET /v2.0/security-groups?id=7394e4bf-8f0c-4c6c-8c6c-8df7a26d4fa0&id=bbd4527f-f9e4-46b0-8c76-f8fe8c004d55&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5553215 May 18 18:20:06.690774 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-46a1b733-7c2e-4fef-a9da-9a4503cb1754 req-4752aef5-c881-4025-a4c6-8716c36b99d1 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "GET /v2.0/ports?device_id=cf581f9b-6cca-452c-965b-a19b58ea3b35 HTTP/1.1" status: 200 len: 210 time: 0.0872309 May 18 18:20:06.871111 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0d2ae99-5fad-45e4-bee8-7892a9002633 x-openstack-request-id: req-c0d2ae99-5fad-45e4-bee8-7892a9002633 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:20:06.871409 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf581f9b-6cca-452c-965b-a19b58ea3b35", "name": "network-vif-deleted", "tag": "c9ac58c8-a97e-4076-b3ff-20d504185a30", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:20:06.871661 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-c0d2ae99-5fad-45e4-bee8-7892a9002633 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:20:06.872254 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0d2ae99-5fad-45e4-bee8-7892a9002633'] response: {'server_uuid': 'cf581f9b-6cca-452c-965b-a19b58ea3b35', 'name': 'network-vif-deleted', 'tag': 'c9ac58c8-a97e-4076-b3ff-20d504185a30', 'status': 'completed', 'code': 200} May 18 18:20:06.875624 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e91506e-1144-4beb-89b1-0dd25be4d68c x-openstack-request-id: req-4e91506e-1144-4beb-89b1-0dd25be4d68c {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:20:06.875932 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c294977-a47a-459b-b24e-566121e05c9a", "tag": "47ed802e-3cf4-472d-b402-936465b16c4c", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:20:06.876191 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-4e91506e-1144-4beb-89b1-0dd25be4d68c {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:20:06.880145 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e91506e-1144-4beb-89b1-0dd25be4d68c'] response: {'name': 'network-changed', 'server_uuid': '6c294977-a47a-459b-b24e-566121e05c9a', 'tag': '47ed802e-3cf4-472d-b402-936465b16c4c', 'status': 'completed', 'code': 200} May 18 18:20:07.051028 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbf3f48-5eea-4b2b-a10e-4b99cb358aa4 req-ab3dc59c-9375-4a22-aaeb-fbf760190100 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:07.055759 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5dbf3f48-5eea-4b2b-a10e-4b99cb358aa4 req-ab3dc59c-9375-4a22-aaeb-fbf760190100 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] 10.222.0.36 "GET /v2.0/ports?device_id=5eb8dec1-c5dd-4b6e-b618-44fdb7f98c72 HTTP/1.1" status: 200 len: 945 time: 0.2913063 May 18 18:20:07.063246 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-61038cfe-a049-4fcc-bede-87c2f1e38ba2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5291033-c543-4aaf-8149-9933a2a217af {{(pid=102730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:20:07.118671 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-61038cfe-a049-4fcc-bede-87c2f1e38ba2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:07.210702 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874285d7-aabc-43f4-830f-087b7231169f req-aba4fe20-eb16-40f5-8256-c2a5cb60fd13 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:07.213095 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-874285d7-aabc-43f4-830f-087b7231169f req-aba4fe20-eb16-40f5-8256-c2a5cb60fd13 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "GET /v2.0/ports?device_id=00ae5749-325c-4339-a1d0-d91fc688ad0c HTTP/1.1" status: 200 len: 946 time: 0.2503581 May 18 18:20:07.214950 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-61038cfe-a049-4fcc-bede-87c2f1e38ba2 service neutron] Transition to ACTIVE for port object f5291033-c543-4aaf-8149-9933a2a217af will not be triggered until provisioned by entity L2. {{(pid=102730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:20:07.230272 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 40354) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:20:07.234408 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-61038cfe-a049-4fcc-bede-87c2f1e38ba2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:07.242616 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b99b47a-4546-4065-ba03-d9093ae7a4ef req-3b2b4ce1-265f-4406-9a8e-fad12c33463d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:07.245928 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b99b47a-4546-4065-ba03-d9093ae7a4ef req-3b2b4ce1-265f-4406-9a8e-fad12c33463d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:07.254410 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b99b47a-4546-4065-ba03-d9093ae7a4ef req-3b2b4ce1-265f-4406-9a8e-fad12c33463d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:07.255157 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b99b47a-4546-4065-ba03-d9093ae7a4ef req-3b2b4ce1-265f-4406-9a8e-fad12c33463d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:07.255809 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b99b47a-4546-4065-ba03-d9093ae7a4ef req-3b2b4ce1-265f-4406-9a8e-fad12c33463d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:07.257077 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b99b47a-4546-4065-ba03-d9093ae7a4ef req-3b2b4ce1-265f-4406-9a8e-fad12c33463d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:07.259637 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b99b47a-4546-4065-ba03-d9093ae7a4ef req-3b2b4ce1-265f-4406-9a8e-fad12c33463d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:07.262530 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1b99b47a-4546-4065-ba03-d9093ae7a4ef req-3b2b4ce1-265f-4406-9a8e-fad12c33463d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=9acf9282c55849649d2e7c597835524a&device_id=6c294977-a47a-459b-b24e-566121e05c9a HTTP/1.1" status: 200 len: 6209 time: 0.3758075 May 18 18:20:07.466478 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61038cfe-a049-4fcc-bede-87c2f1e38ba2 service neutron] Pushing event updated for resources: {'Port': ['ID=f5291033-c543-4aaf-8149-9933a2a217af,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:20:07.505493 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-874285d7-aabc-43f4-830f-087b7231169f req-9bbd41d3-4323-41ce-9155-20297120fae4 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "GET /v2.0/security-groups?id=4a1f9358-f3a3-4045-96f1-cde7ad8c9099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2840121 May 18 18:20:07.507139 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b99b47a-4546-4065-ba03-d9093ae7a4ef req-2b10d184-613e-4120-9a51-9fee7d174a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:07.509389 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b99b47a-4546-4065-ba03-d9093ae7a4ef req-2b10d184-613e-4120-9a51-9fee7d174a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:07.510200 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b99b47a-4546-4065-ba03-d9093ae7a4ef req-2b10d184-613e-4120-9a51-9fee7d174a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:07.513500 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1b99b47a-4546-4065-ba03-d9093ae7a4ef req-2b10d184-613e-4120-9a51-9fee7d174a59 service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=9acf9282c55849649d2e7c597835524a&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2143598 May 18 18:20:07.628954 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-6780e3e0-33a8-4f24-97d0-e0718038a68b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:07.633009 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-61038cfe-a049-4fcc-bede-87c2f1e38ba2 service neutron] Attempting to bind port f5291033-c543-4aaf-8149-9933a2a217af on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:20:07.633361 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-61038cfe-a049-4fcc-bede-87c2f1e38ba2 service neutron] Attempting to bind port f5291033-c543-4aaf-8149-9933a2a217af by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': 'a7800232-88f1-4191-84ff-21a644fb4b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6f6254ab-4ee7-4ad9-afa0-26be8bf1b0f3'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:20:07.633718 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-61038cfe-a049-4fcc-bede-87c2f1e38ba2 service neutron] Attempting to bind port f5291033-c543-4aaf-8149-9933a2a217af on network 6f6254ab-4ee7-4ad9-afa0-26be8bf1b0f3 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:20:07.635274 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-35f667a2-339f-4c65-a788-a5fab0c1ffa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:07.655009 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-61038cfe-a049-4fcc-bede-87c2f1e38ba2 service neutron] Port f5291033-c543-4aaf-8149-9933a2a217af on network 6f6254ab-4ee7-4ad9-afa0-26be8bf1b0f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:20:07.655595 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-61038cfe-a049-4fcc-bede-87c2f1e38ba2 service neutron] Attempting to bind port f5291033-c543-4aaf-8149-9933a2a217af on network 6f6254ab-4ee7-4ad9-afa0-26be8bf1b0f3 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:20:07.661868 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-61038cfe-a049-4fcc-bede-87c2f1e38ba2 service neutron] Checking agent: {'id': 'd1be059a-68ea-4c77-9b2b-29f4afa47e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:20:07.662496 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-61038cfe-a049-4fcc-bede-87c2f1e38ba2 service neutron] Checking segment: {'id': 'a7800232-88f1-4191-84ff-21a644fb4b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6f6254ab-4ee7-4ad9-afa0-26be8bf1b0f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:20:07.663064 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-61038cfe-a049-4fcc-bede-87c2f1e38ba2 service neutron] Bound using segment: {'id': 'a7800232-88f1-4191-84ff-21a644fb4b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6f6254ab-4ee7-4ad9-afa0-26be8bf1b0f3'} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:20:07.663685 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-61038cfe-a049-4fcc-bede-87c2f1e38ba2 service neutron] Bound port: f5291033-c543-4aaf-8149-9933a2a217af, host: n-h2-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7800232-88f1-4191-84ff-21a644fb4b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6f6254ab-4ee7-4ad9-afa0-26be8bf1b0f3'}}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:20:07.664231 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-61038cfe-a049-4fcc-bede-87c2f1e38ba2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:07.767273 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85166d36-b2fc-4b8b-b0a8-3a53e13fd63d req-b1dbe0a0-a2de-47a7-a39b-ece9e5d91185 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:07.770621 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-85166d36-b2fc-4b8b-b0a8-3a53e13fd63d req-b1dbe0a0-a2de-47a7-a39b-ece9e5d91185 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] 10.222.0.85 "GET /v2.0/ports?device_id=5eb8dec1-c5dd-4b6e-b618-44fdb7f98c72 HTTP/1.1" status: 200 len: 945 time: 0.5042276 May 18 18:20:07.774155 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device c9ac58c8-a97e-4076-b3ff-20d504185a30 no longer exists at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:20:07.803291 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] No Port match for: c9ac58c8-a97e-4076-b3ff-20d504185a30 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:20:07.804217 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device c9ac58c8-a97e-4076-b3ff-20d504185a30 not bound to the agent host n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:20:07.810723 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-61038cfe-a049-4fcc-bede-87c2f1e38ba2 service neutron] For port f5291033-c543-4aaf-8149-9933a2a217af, host n-h2-838550-3, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:20:07.815575 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-61038cfe-a049-4fcc-bede-87c2f1e38ba2 service neutron] For port f5291033-c543-4aaf-8149-9933a2a217af, host n-h2-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=f5291033-c543-4aaf-8149-9933a2a217af,segment=NetworkSegment(a7800232-88f1-4191-84ff-21a644fb4b30),segment_id=a7800232-88f1-4191-84ff-21a644fb4b30)] {{(pid=102730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:20:07.823066 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-61038cfe-a049-4fcc-bede-87c2f1e38ba2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:07.831156 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-5dbf3f48-5eea-4b2b-a10e-4b99cb358aa4 req-200965ba-a2df-4658-9ea4-4d214c95b1d0 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] Deleting port 3fa47a54-3be5-4c8b-9e6c-65844a602f7f {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:20:07.831482 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-5dbf3f48-5eea-4b2b-a10e-4b99cb358aa4 req-200965ba-a2df-4658-9ea4-4d214c95b1d0 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:07.958009 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-61038cfe-a049-4fcc-bede-87c2f1e38ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:07.958810 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-61038cfe-a049-4fcc-bede-87c2f1e38ba2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:07.964608 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-61038cfe-a049-4fcc-bede-87c2f1e38ba2 service neutron] 10.222.0.88 "PUT /v2.0/ports/f5291033-c543-4aaf-8149-9933a2a217af HTTP/1.1" status: 200 len: 1091 time: 2.4079480 May 18 18:20:08.011363 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61038cfe-a049-4fcc-bede-87c2f1e38ba2 service neutron] Pushing event updated for resources: {'Port': ['ID=f5291033-c543-4aaf-8149-9933a2a217af,revision_number=3']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:20:08.035855 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-18b8815b-a3ce-47b8-aaef-555784da54d2 service neutron] Request body: {'port': {'device_id': '6c294977-a47a-459b-b24e-566121e05c9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-3'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:20:08.082217 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b99b47a-4546-4065-ba03-d9093ae7a4ef req-68bc14a6-fa9c-43ce-97d9-a303e11933fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:08.084392 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1b99b47a-4546-4065-ba03-d9093ae7a4ef req-68bc14a6-fa9c-43ce-97d9-a303e11933fe service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5209947 May 18 18:20:08.177982 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5e6f38-500e-4c26-9c95-84552ea82f66 req-1fbcbcf4-d987-4b58-b7c5-b7a355f12c5a tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:08.186110 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5e6f38-500e-4c26-9c95-84552ea82f66 req-1fbcbcf4-d987-4b58-b7c5-b7a355f12c5a tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:08.196817 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5e6f38-500e-4c26-9c95-84552ea82f66 req-1fbcbcf4-d987-4b58-b7c5-b7a355f12c5a tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:08.219199 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5e6f38-500e-4c26-9c95-84552ea82f66 req-1fbcbcf4-d987-4b58-b7c5-b7a355f12c5a tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:08.234794 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5e6f38-500e-4c26-9c95-84552ea82f66 req-1fbcbcf4-d987-4b58-b7c5-b7a355f12c5a tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:08.258427 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5e6f38-500e-4c26-9c95-84552ea82f66 req-1fbcbcf4-d987-4b58-b7c5-b7a355f12c5a tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:08.269393 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5e6f38-500e-4c26-9c95-84552ea82f66 req-1fbcbcf4-d987-4b58-b7c5-b7a355f12c5a tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:08.279793 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cc5e6f38-500e-4c26-9c95-84552ea82f66 req-1fbcbcf4-d987-4b58-b7c5-b7a355f12c5a tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c294977-a47a-459b-b24e-566121e05c9a HTTP/1.1" status: 200 len: 5384 time: 0.4531114 May 18 18:20:08.331744 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-18b8815b-a3ce-47b8-aaef-555784da54d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:08.559616 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-85166d36-b2fc-4b8b-b0a8-3a53e13fd63d req-08ae43aa-dfa9-42ae-943a-e5951ec1e9da tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ecfcd7a-48bb-4ce7-ab79-4277880e130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7285056 May 18 18:20:08.696251 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 40370) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:20:08.770278 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cc5e6f38-500e-4c26-9c95-84552ea82f66 req-59890d14-9109-4fb4-ab5a-8a332deba688 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "GET /v2.0/security-groups?id=7394e4bf-8f0c-4c6c-8c6c-8df7a26d4fa0&id=bbd4527f-f9e4-46b0-8c76-f8fe8c004d55&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4793744 May 18 18:20:08.811891 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-35f667a2-339f-4c65-a788-a5fab0c1ffa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:08.832899 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-5dbf3f48-5eea-4b2b-a10e-4b99cb358aa4 req-200965ba-a2df-4658-9ea4-4d214c95b1d0 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] For port 3fa47a54-3be5-4c8b-9e6c-65844a602f7f, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=3fa47a54-3be5-4c8b-9e6c-65844a602f7f,segment=NetworkSegment(a4b3f14e-63d9-48d5-840b-48a32c514ddd),segment_id=a4b3f14e-63d9-48d5-840b-48a32c514ddd)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:20:08.833286 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-5dbf3f48-5eea-4b2b-a10e-4b99cb358aa4 req-200965ba-a2df-4658-9ea4-4d214c95b1d0 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:08.847822 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-5dbf3f48-5eea-4b2b-a10e-4b99cb358aa4 req-200965ba-a2df-4658-9ea4-4d214c95b1d0 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] Calling delete_port for 3fa47a54-3be5-4c8b-9e6c-65844a602f7f owned by compute:nova {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:20:08.892487 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c294977-a47a-459b-b24e-566121e05c9a', 'tag': 'f5291033-c543-4aaf-8149-9933a2a217af'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:20:08.896656 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3587b4a-edf5-4abb-8030-24a26937b0f1" -d '{"events": [{"name": "network-changed", "server_uuid": "6c294977-a47a-459b-b24e-566121e05c9a", "tag": "f5291033-c543-4aaf-8149-9933a2a217af"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:20:08.955826 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-dcc6fff4-7414-4c58-b659-590113c10509 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:08.969478 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b214d0f-540c-4a4d-801a-f4a74e579af4 x-openstack-request-id: req-2b214d0f-540c-4a4d-801a-f4a74e579af4 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:20:08.970089 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c294977-a47a-459b-b24e-566121e05c9a", "tag": "f5291033-c543-4aaf-8149-9933a2a217af", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:20:08.970384 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-2b214d0f-540c-4a4d-801a-f4a74e579af4 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:20:08.970781 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b214d0f-540c-4a4d-801a-f4a74e579af4'] response: {'name': 'network-changed', 'server_uuid': '6c294977-a47a-459b-b24e-566121e05c9a', 'tag': 'f5291033-c543-4aaf-8149-9933a2a217af', 'status': 'completed', 'code': 200} May 18 18:20:08.974319 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-35f667a2-339f-4c65-a788-a5fab0c1ffa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:08.999967 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-dcc6fff4-7414-4c58-b659-590113c10509 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:09.092152 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-18b8815b-a3ce-47b8-aaef-555784da54d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4ec0f42-d022-4b39-a3c7-9c61a248da1c {{(pid=102730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:20:09.103914 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-18b8815b-a3ce-47b8-aaef-555784da54d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:09.123766 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-35f667a2-339f-4c65-a788-a5fab0c1ffa6 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=ba39c773a69646b48fdb701a4870b7f3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8595619 May 18 18:20:09.124468 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f667a2-339f-4c65-a788-a5fab0c1ffa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dac3d13d-aa1e-4c92-b281-27f94a47a83a,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:20:09.125954 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-18b8815b-a3ce-47b8-aaef-555784da54d2 service neutron] Transition to ACTIVE for port object d4ec0f42-d022-4b39-a3c7-9c61a248da1c will not be triggered until provisioned by entity L2. {{(pid=102730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:20:09.129671 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 40376) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:20:09.185487 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc6c064-74c2-42c9-af8d-1e53badc74bd req-8e8b2105-3f5c-4131-aff8-9b7a0765077b tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:09.188047 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3fc6c064-74c2-42c9-af8d-1e53badc74bd req-8e8b2105-3f5c-4131-aff8-9b7a0765077b tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.88 "GET /v2.0/ports?device_id=00ae5749-325c-4339-a1d0-d91fc688ad0c HTTP/1.1" status: 200 len: 946 time: 0.3817379 May 18 18:20:09.198614 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bac419d-339f-4de6-a237-34c8dd2297f7 req-dbaecce8-72ef-47de-8111-fab6708184ce tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:09.207214 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8bac419d-339f-4de6-a237-34c8dd2297f7 req-dbaecce8-72ef-47de-8111-fab6708184ce tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "GET /v2.0/ports?device_id=00ae5749-325c-4339-a1d0-d91fc688ad0c HTTP/1.1" status: 200 len: 946 time: 0.3765745 May 18 18:20:09.214578 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3587b4a-edf5-4abb-8030-24a26937b0f1 req-b4a12d7d-c2ee-45c5-8efa-d3f5dd69c443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:09.216111 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3587b4a-edf5-4abb-8030-24a26937b0f1 req-b4a12d7d-c2ee-45c5-8efa-d3f5dd69c443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:09.216788 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3587b4a-edf5-4abb-8030-24a26937b0f1 req-b4a12d7d-c2ee-45c5-8efa-d3f5dd69c443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:09.217457 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3587b4a-edf5-4abb-8030-24a26937b0f1 req-b4a12d7d-c2ee-45c5-8efa-d3f5dd69c443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:09.218118 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3587b4a-edf5-4abb-8030-24a26937b0f1 req-b4a12d7d-c2ee-45c5-8efa-d3f5dd69c443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:09.218762 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3587b4a-edf5-4abb-8030-24a26937b0f1 req-b4a12d7d-c2ee-45c5-8efa-d3f5dd69c443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:09.219405 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3587b4a-edf5-4abb-8030-24a26937b0f1 req-b4a12d7d-c2ee-45c5-8efa-d3f5dd69c443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:09.222186 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f3587b4a-edf5-4abb-8030-24a26937b0f1 req-b4a12d7d-c2ee-45c5-8efa-d3f5dd69c443 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=9acf9282c55849649d2e7c597835524a&device_id=6c294977-a47a-459b-b24e-566121e05c9a HTTP/1.1" status: 200 len: 6276 time: 0.2184048 May 18 18:20:09.297391 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-5dbf3f48-5eea-4b2b-a10e-4b99cb358aa4 req-200965ba-a2df-4658-9ea4-4d214c95b1d0 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:09.317591 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['fced7fd1-ef7c-4479-b124-1e401f5eca0b'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:20:09.479539 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200965ba-a2df-4658-9ea4-4d214c95b1d0 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] Pushing event deleted for resources: {'Port': ['ID=3fa47a54-3be5-4c8b-9e6c-65844a602f7f,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:20:09.600876 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-18b8815b-a3ce-47b8-aaef-555784da54d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:09.606113 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8bac419d-339f-4de6-a237-34c8dd2297f7 req-81190346-b831-48ad-9551-37ae4255d55f tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "GET /v2.0/security-groups?id=4a1f9358-f3a3-4045-96f1-cde7ad8c9099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3932610 May 18 18:20:09.694823 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-dcc6fff4-7414-4c58-b659-590113c10509 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:09.701464 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-dcc6fff4-7414-4c58-b659-590113c10509 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:09.705238 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-dcc6fff4-7414-4c58-b659-590113c10509 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "DELETE /v2.0/security-groups/c6b3c63a-10dc-4990-92ce-ae9d1daac1b0 HTTP/1.1" status: 204 len: 168 time: 1.0055780 May 18 18:20:09.714605 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dbf3f48-5eea-4b2b-a10e-4b99cb358aa4 req-200965ba-a2df-4658-9ea4-4d214c95b1d0 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] No DVR routers for this DVR port 3fa47a54-3be5-4c8b-9e6c-65844a602f7f on host n-h1-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:20:09.717647 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-5dbf3f48-5eea-4b2b-a10e-4b99cb358aa4 req-200965ba-a2df-4658-9ea4-4d214c95b1d0 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:09.722017 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5dbf3f48-5eea-4b2b-a10e-4b99cb358aa4 req-200965ba-a2df-4658-9ea4-4d214c95b1d0 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] 10.222.0.36 "DELETE /v2.0/ports/3fa47a54-3be5-4c8b-9e6c-65844a602f7f HTTP/1.1" status: 204 len: 173 time: 2.6589937 May 18 18:20:09.725274 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eb8dec1-c5dd-4b6e-b618-44fdb7f98c72', 'name': 'network-vif-deleted', 'tag': '3fa47a54-3be5-4c8b-9e6c-65844a602f7f'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:20:09.728029 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9cefbb9-e69a-4879-948d-b7f2e50e1789" -d '{"events": [{"server_uuid": "5eb8dec1-c5dd-4b6e-b618-44fdb7f98c72", "name": "network-vif-deleted", "tag": "3fa47a54-3be5-4c8b-9e6c-65844a602f7f"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:20:09.781987 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 40394) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:20:09.898936 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc6fff4-7414-4c58-b659-590113c10509 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6b3c63a-10dc-4990-92ce-ae9d1daac1b0,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:20:10.047354 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d2f3ad7f-7870-462d-afc5-dcc2893aab6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:10.055319 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b8815b-a3ce-47b8-aaef-555784da54d2 service neutron] Pushing event updated for resources: {'Port': ['ID=d4ec0f42-d022-4b39-a3c7-9c61a248da1c,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:20:10.070926 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-35ea2e80-83a0-40c8-bae1-7aae6402f29b req-a96e53b0-be92-489c-9bf6-981e34c1b052 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] 10.222.0.85 "GET /v2.0/ports?device_id=5eb8dec1-c5dd-4b6e-b618-44fdb7f98c72 HTTP/1.1" status: 200 len: 210 time: 0.2791927 May 18 18:20:10.074853 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e99d821a-ed49-472c-abef-d4adb5a3a5a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:10.115534 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e99d821a-ed49-472c-abef-d4adb5a3a5a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:10.274212 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27adf820-7811-4a70-924f-fe0f8f8fb28f x-openstack-request-id: req-27adf820-7811-4a70-924f-fe0f8f8fb28f {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:20:10.274827 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eb8dec1-c5dd-4b6e-b618-44fdb7f98c72", "name": "network-vif-deleted", "tag": "3fa47a54-3be5-4c8b-9e6c-65844a602f7f", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:20:10.287685 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-27adf820-7811-4a70-924f-fe0f8f8fb28f {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:20:10.288369 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27adf820-7811-4a70-924f-fe0f8f8fb28f'] response: {'server_uuid': '5eb8dec1-c5dd-4b6e-b618-44fdb7f98c72', 'name': 'network-vif-deleted', 'tag': '3fa47a54-3be5-4c8b-9e6c-65844a602f7f', 'status': 'completed', 'code': 200} May 18 18:20:10.296831 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3587b4a-edf5-4abb-8030-24a26937b0f1 req-50ed3788-154d-492f-89d5-5a25c1a1c8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:10.302886 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e99d821a-ed49-472c-abef-d4adb5a3a5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:10.305780 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3587b4a-edf5-4abb-8030-24a26937b0f1 req-50ed3788-154d-492f-89d5-5a25c1a1c8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:10.306476 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3587b4a-edf5-4abb-8030-24a26937b0f1 req-50ed3788-154d-492f-89d5-5a25c1a1c8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:10.310537 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f3587b4a-edf5-4abb-8030-24a26937b0f1 req-50ed3788-154d-492f-89d5-5a25c1a1c8ee service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=9acf9282c55849649d2e7c597835524a&shared=False HTTP/1.1" status: 200 len: 2292 time: 1.0675321 May 18 18:20:10.312230 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e99d821a-ed49-472c-abef-d4adb5a3a5a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:10.320622 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-e99d821a-ed49-472c-abef-d4adb5a3a5a3 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/dac3d13d-aa1e-4c92-b281-27f94a47a83a HTTP/1.1" status: 204 len: 168 time: 1.1887546 May 18 18:20:10.357431 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-3fc6c064-74c2-42c9-af8d-1e53badc74bd req-b27361c3-2abf-42bd-a20d-2f9fa1d1ad1a tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Deleting port c80e757e-91a4-471c-8d67-e10f2c61b218 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:20:10.358128 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-3fc6c064-74c2-42c9-af8d-1e53badc74bd req-b27361c3-2abf-42bd-a20d-2f9fa1d1ad1a tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:10.502016 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99d821a-ed49-472c-abef-d4adb5a3a5a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dac3d13d-aa1e-4c92-b281-27f94a47a83a,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:20:10.554541 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 3fa47a54-3be5-4c8b-9e6c-65844a602f7f no longer exists at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:20:10.613573 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-18b8815b-a3ce-47b8-aaef-555784da54d2 service neutron] Attempting to bind port d4ec0f42-d022-4b39-a3c7-9c61a248da1c on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:20:10.619470 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-18b8815b-a3ce-47b8-aaef-555784da54d2 service neutron] Attempting to bind port d4ec0f42-d022-4b39-a3c7-9c61a248da1c by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': 'a7800232-88f1-4191-84ff-21a644fb4b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6f6254ab-4ee7-4ad9-afa0-26be8bf1b0f3'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:20:10.622936 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-18b8815b-a3ce-47b8-aaef-555784da54d2 service neutron] Attempting to bind port d4ec0f42-d022-4b39-a3c7-9c61a248da1c on network 6f6254ab-4ee7-4ad9-afa0-26be8bf1b0f3 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:20:10.642785 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] No Port match for: 3fa47a54-3be5-4c8b-9e6c-65844a602f7f {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:20:10.643551 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 3fa47a54-3be5-4c8b-9e6c-65844a602f7f not bound to the agent host n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:20:10.646099 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-18b8815b-a3ce-47b8-aaef-555784da54d2 service neutron] Port d4ec0f42-d022-4b39-a3c7-9c61a248da1c on network 6f6254ab-4ee7-4ad9-afa0-26be8bf1b0f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:20:10.646525 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-18b8815b-a3ce-47b8-aaef-555784da54d2 service neutron] Attempting to bind port d4ec0f42-d022-4b39-a3c7-9c61a248da1c on network 6f6254ab-4ee7-4ad9-afa0-26be8bf1b0f3 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:20:10.678736 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-18b8815b-a3ce-47b8-aaef-555784da54d2 service neutron] Checking agent: {'id': 'd1be059a-68ea-4c77-9b2b-29f4afa47e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:20:10.679285 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-18b8815b-a3ce-47b8-aaef-555784da54d2 service neutron] Checking segment: {'id': 'a7800232-88f1-4191-84ff-21a644fb4b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6f6254ab-4ee7-4ad9-afa0-26be8bf1b0f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:20:10.679566 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-18b8815b-a3ce-47b8-aaef-555784da54d2 service neutron] Bound using segment: {'id': 'a7800232-88f1-4191-84ff-21a644fb4b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6f6254ab-4ee7-4ad9-afa0-26be8bf1b0f3'} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:20:10.680467 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-18b8815b-a3ce-47b8-aaef-555784da54d2 service neutron] Bound port: d4ec0f42-d022-4b39-a3c7-9c61a248da1c, host: n-h2-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7800232-88f1-4191-84ff-21a644fb4b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6f6254ab-4ee7-4ad9-afa0-26be8bf1b0f3'}}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:20:10.680467 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-18b8815b-a3ce-47b8-aaef-555784da54d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:10.932823 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-18b8815b-a3ce-47b8-aaef-555784da54d2 service neutron] For port d4ec0f42-d022-4b39-a3c7-9c61a248da1c, host n-h2-838550-3, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:20:11.000492 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d5310f-75a9-4300-9b81-6ba72a3b00f9 req-76137f9c-c112-45a4-aaa0-4c232a06768a tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:11.011375 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-34d5310f-75a9-4300-9b81-6ba72a3b00f9 req-76137f9c-c112-45a4-aaa0-4c232a06768a tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "GET /v2.0/ports?device_id=00ae5749-325c-4339-a1d0-d91fc688ad0c HTTP/1.1" status: 200 len: 946 time: 0.1898577 May 18 18:20:11.016687 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-18b8815b-a3ce-47b8-aaef-555784da54d2 service neutron] For port d4ec0f42-d022-4b39-a3c7-9c61a248da1c, host n-h2-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=d4ec0f42-d022-4b39-a3c7-9c61a248da1c,segment=NetworkSegment(a7800232-88f1-4191-84ff-21a644fb4b30),segment_id=a7800232-88f1-4191-84ff-21a644fb4b30)] {{(pid=102730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:20:11.073246 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-18b8815b-a3ce-47b8-aaef-555784da54d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:11.089005 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b802868e-c98f-44c2-a3ca-9a9830260cd8 req-01ff28fb-0fea-4526-a43e-ab71a5f7c136 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:11.096426 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b802868e-c98f-44c2-a3ca-9a9830260cd8 req-01ff28fb-0fea-4526-a43e-ab71a5f7c136 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:11.102890 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b802868e-c98f-44c2-a3ca-9a9830260cd8 req-01ff28fb-0fea-4526-a43e-ab71a5f7c136 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:11.109832 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b802868e-c98f-44c2-a3ca-9a9830260cd8 req-01ff28fb-0fea-4526-a43e-ab71a5f7c136 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:11.116952 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b802868e-c98f-44c2-a3ca-9a9830260cd8 req-01ff28fb-0fea-4526-a43e-ab71a5f7c136 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:11.123305 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b802868e-c98f-44c2-a3ca-9a9830260cd8 req-01ff28fb-0fea-4526-a43e-ab71a5f7c136 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:11.129826 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b802868e-c98f-44c2-a3ca-9a9830260cd8 req-01ff28fb-0fea-4526-a43e-ab71a5f7c136 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:11.139695 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b802868e-c98f-44c2-a3ca-9a9830260cd8 req-01ff28fb-0fea-4526-a43e-ab71a5f7c136 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c294977-a47a-459b-b24e-566121e05c9a HTTP/1.1" status: 200 len: 5396 time: 0.8479991 May 18 18:20:11.204948 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-18b8815b-a3ce-47b8-aaef-555784da54d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:11.207465 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:11.208379 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-18b8815b-a3ce-47b8-aaef-555784da54d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:11.210342 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-18b8815b-a3ce-47b8-aaef-555784da54d2 service neutron] 10.222.0.88 "PUT /v2.0/ports/d4ec0f42-d022-4b39-a3c7-9c61a248da1c HTTP/1.1" status: 200 len: 1090 time: 3.1826360 May 18 18:20:11.214003 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c294977-a47a-459b-b24e-566121e05c9a', 'tag': 'd4ec0f42-d022-4b39-a3c7-9c61a248da1c'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:20:11.227798 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bd01df9-8884-4d0b-80aa-ed530ab30c91" -d '{"events": [{"name": "network-changed", "server_uuid": "6c294977-a47a-459b-b24e-566121e05c9a", "tag": "d4ec0f42-d022-4b39-a3c7-9c61a248da1c"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:20:11.256694 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-34d5310f-75a9-4300-9b81-6ba72a3b00f9 req-59a9ce26-93d8-4814-a373-0e05106ff1c0 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "GET /v2.0/security-groups?id=4a1f9358-f3a3-4045-96f1-cde7ad8c9099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2440307 May 18 18:20:11.296812 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 40414) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:20:11.308655 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-c7deac9a-55f9-416d-b8b2-25fe5844b22e service neutron] Request body: {'port': {'device_id': '6c294977-a47a-459b-b24e-566121e05c9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-3'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:20:11.355859 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-3fc6c064-74c2-42c9-af8d-1e53badc74bd req-b27361c3-2abf-42bd-a20d-2f9fa1d1ad1a tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] For port c80e757e-91a4-471c-8d67-e10f2c61b218, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=c80e757e-91a4-471c-8d67-e10f2c61b218,segment=NetworkSegment(c2befe81-e0f9-403d-ab80-68896828fcba),segment_id=c2befe81-e0f9-403d-ab80-68896828fcba)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:20:11.356350 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-3fc6c064-74c2-42c9-af8d-1e53badc74bd req-b27361c3-2abf-42bd-a20d-2f9fa1d1ad1a tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:11.373264 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b802868e-c98f-44c2-a3ca-9a9830260cd8 req-bcfb75a4-9e34-40e1-9a5d-b7ac89b8eab7 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "GET /v2.0/security-groups?id=7394e4bf-8f0c-4c6c-8c6c-8df7a26d4fa0&id=bbd4527f-f9e4-46b0-8c76-f8fe8c004d55&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2281382 May 18 18:20:11.413715 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0b07b128-19ee-436a-aea8-504b48c49ee5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:11.441829 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3587b4a-edf5-4abb-8030-24a26937b0f1 req-e937d3f5-bd38-4eaf-88f5-9d980f2d3978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:11.443311 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f3587b4a-edf5-4abb-8030-24a26937b0f1 req-e937d3f5-bd38-4eaf-88f5-9d980f2d3978 service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0492382 May 18 18:20:11.455005 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c97e1d6c-0c77-47c5-a0db-9c252957ba67 x-openstack-request-id: req-c97e1d6c-0c77-47c5-a0db-9c252957ba67 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:20:11.455293 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c294977-a47a-459b-b24e-566121e05c9a", "tag": "d4ec0f42-d022-4b39-a3c7-9c61a248da1c", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:20:11.455546 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-c97e1d6c-0c77-47c5-a0db-9c252957ba67 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:20:11.455957 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c97e1d6c-0c77-47c5-a0db-9c252957ba67'] response: {'name': 'network-changed', 'server_uuid': '6c294977-a47a-459b-b24e-566121e05c9a', 'tag': 'd4ec0f42-d022-4b39-a3c7-9c61a248da1c', 'status': 'completed', 'code': 200} May 18 18:20:11.480842 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-c7deac9a-55f9-416d-b8b2-25fe5844b22e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:11.504665 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b8815b-a3ce-47b8-aaef-555784da54d2 service neutron] Pushing event updated for resources: {'Port': ['ID=d4ec0f42-d022-4b39-a3c7-9c61a248da1c,revision_number=3']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:20:11.796805 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device c80e757e-91a4-471c-8d67-e10f2c61b218 no longer exists at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:20:11.898894 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd01df9-8884-4d0b-80aa-ed530ab30c91 req-e224a4f1-0014-4d68-922a-00dbfef9d8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:11.899384 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd01df9-8884-4d0b-80aa-ed530ab30c91 req-e224a4f1-0014-4d68-922a-00dbfef9d8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:11.899859 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd01df9-8884-4d0b-80aa-ed530ab30c91 req-e224a4f1-0014-4d68-922a-00dbfef9d8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:11.900334 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd01df9-8884-4d0b-80aa-ed530ab30c91 req-e224a4f1-0014-4d68-922a-00dbfef9d8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:11.900799 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd01df9-8884-4d0b-80aa-ed530ab30c91 req-e224a4f1-0014-4d68-922a-00dbfef9d8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:11.901265 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd01df9-8884-4d0b-80aa-ed530ab30c91 req-e224a4f1-0014-4d68-922a-00dbfef9d8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:11.901765 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd01df9-8884-4d0b-80aa-ed530ab30c91 req-e224a4f1-0014-4d68-922a-00dbfef9d8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:11.904323 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8bd01df9-8884-4d0b-80aa-ed530ab30c91 req-e224a4f1-0014-4d68-922a-00dbfef9d8a5 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=9acf9282c55849649d2e7c597835524a&device_id=6c294977-a47a-459b-b24e-566121e05c9a HTTP/1.1" status: 200 len: 6343 time: 0.2901030 May 18 18:20:12.009791 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port c80e757e-91a4-471c-8d67-e10f2c61b218 is: ACTIVE; New status is: DOWN {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:20:12.013594 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:12.082011 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa643a2-af7c-41b9-9bfb-3b5759ecd087 req-cb9f00e5-c2d0-4eb6-8e62-fefa4a2b7783 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:12.093311 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0aa643a2-af7c-41b9-9bfb-3b5759ecd087 req-cb9f00e5-c2d0-4eb6-8e62-fefa4a2b7783 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] 10.222.0.85 "GET /v2.0/ports?device_id=6f61c358-7f1d-407d-b92b-2718a08b4786 HTTP/1.1" status: 200 len: 946 time: 0.2085009 May 18 18:20:12.095950 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port c80e757e-91a4-471c-8d67-e10f2c61b218, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=c80e757e-91a4-471c-8d67-e10f2c61b218,segment=NetworkSegment(c2befe81-e0f9-403d-ab80-68896828fcba),segment_id=c2befe81-e0f9-403d-ab80-68896828fcba)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:20:12.099021 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00ae5749-325c-4339-a1d0-d91fc688ad0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c80e757e-91a4-471c-8d67-e10f2c61b218'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:20:12.109363 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad0506bb-8269-498b-bf69-9107c6448e3c" -d '{"events": [{"server_uuid": "00ae5749-325c-4339-a1d0-d91fc688ad0c", "name": "network-vif-unplugged", "status": "completed", "tag": "c80e757e-91a4-471c-8d67-e10f2c61b218"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:20:12.122316 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:12.149764 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd01df9-8884-4d0b-80aa-ed530ab30c91 req-3b32d85a-b528-48c4-b39c-7db2016b94a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:12.150687 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd01df9-8884-4d0b-80aa-ed530ab30c91 req-3b32d85a-b528-48c4-b39c-7db2016b94a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:12.151365 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd01df9-8884-4d0b-80aa-ed530ab30c91 req-3b32d85a-b528-48c4-b39c-7db2016b94a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:12.152975 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8bd01df9-8884-4d0b-80aa-ed530ab30c91 req-3b32d85a-b528-48c4-b39c-7db2016b94a3 service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=9acf9282c55849649d2e7c597835524a&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2383881 May 18 18:20:12.270767 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 May 2022 18:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69a973b1-c718-40b6-a086-5ff1c83be5bc x-openstack-request-id: req-69a973b1-c718-40b6-a086-5ff1c83be5bc {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:20:12.271052 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00ae5749-325c-4339-a1d0-d91fc688ad0c", "name": "network-vif-unplugged", "status": "completed", "tag": "c80e757e-91a4-471c-8d67-e10f2c61b218", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:20:12.275697 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-69a973b1-c718-40b6-a086-5ff1c83be5bc {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:20:12.276380 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69a973b1-c718-40b6-a086-5ff1c83be5bc'] response: {'server_uuid': '00ae5749-325c-4339-a1d0-d91fc688ad0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c80e757e-91a4-471c-8d67-e10f2c61b218', 'code': 200} May 18 18:20:12.295124 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0b07b128-19ee-436a-aea8-504b48c49ee5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:12.321305 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0b07b128-19ee-436a-aea8-504b48c49ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:12.331079 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-3fc6c064-74c2-42c9-af8d-1e53badc74bd req-b27361c3-2abf-42bd-a20d-2f9fa1d1ad1a tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:12.331619 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-3fc6c064-74c2-42c9-af8d-1e53badc74bd req-b27361c3-2abf-42bd-a20d-2f9fa1d1ad1a tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596987'] for floatingip, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:12.332033 n-d-838550-3 neutron-server[102731]: INFO neutron.db.l3_db [req-3fc6c064-74c2-42c9-af8d-1e53badc74bd req-b27361c3-2abf-42bd-a20d-2f9fa1d1ad1a tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Floating IP fbc36190-0d31-4986-8d60-61939a2ab850 disassociated. External IP: 172.25.5.34, port: c80e757e-91a4-471c-8d67-e10f2c61b218. May 18 18:20:12.332449 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-3fc6c064-74c2-42c9-af8d-1e53badc74bd req-b27361c3-2abf-42bd-a20d-2f9fa1d1ad1a tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Calling delete_port for c80e757e-91a4-471c-8d67-e10f2c61b218 owned by compute:nova {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:20:12.351601 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0aa643a2-af7c-41b9-9bfb-3b5759ecd087 req-5e2ab4da-5b5d-425c-b596-e82c5895f713 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ecfcd7a-48bb-4ce7-ab79-4277880e130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569995 May 18 18:20:12.404750 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=c80e757e-91a4-471c-8d67-e10f2c61b218,revision_number=6']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:20:12.422260 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:20:12.422614 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:20:12.422733 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fed5176e-815f-4e4a-a722-22250748008b tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-595963'] for router_interface, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:12.422974 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:20:12.423342 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:20:12.423638 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:20:12.424093 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:20:12.424093 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:20:12.427476 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:20:12.427476 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:20:12.431033 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:20:12.431033 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:20:12.431033 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:20:12.453163 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:12.508663 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-0b07b128-19ee-436a-aea8-504b48c49ee5 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=7491c37d3ea4422fbd9ca50d20f44b9c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2083538 May 18 18:20:12.511631 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 40430) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:20:12.550910 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-c7deac9a-55f9-416d-b8b2-25fe5844b22e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32ab4e29-e8eb-4fca-ad01-008ffc84e28f {{(pid=102730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:20:12.588531 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-c7deac9a-55f9-416d-b8b2-25fe5844b22e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:12.622816 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-c7deac9a-55f9-416d-b8b2-25fe5844b22e service neutron] Transition to ACTIVE for port object 32ab4e29-e8eb-4fca-ad01-008ffc84e28f will not be triggered until provisioned by entity L2. {{(pid=102730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:20:12.640065 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-c7deac9a-55f9-416d-b8b2-25fe5844b22e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:12.658268 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6991554-f212-4c90-b4af-b419a8a1cef0 req-27ca06ce-eeea-487e-a405-2a8402bb459f tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:12.664260 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6991554-f212-4c90-b4af-b419a8a1cef0 req-27ca06ce-eeea-487e-a405-2a8402bb459f tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:12.675142 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6991554-f212-4c90-b4af-b419a8a1cef0 req-27ca06ce-eeea-487e-a405-2a8402bb459f tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:12.675342 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b07b128-19ee-436a-aea8-504b48c49ee5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acf9a4f0-bd7c-4122-b9d1-4addaed21b34,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:20:12.676979 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6991554-f212-4c90-b4af-b419a8a1cef0 req-27ca06ce-eeea-487e-a405-2a8402bb459f tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:12.683089 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6991554-f212-4c90-b4af-b419a8a1cef0 req-27ca06ce-eeea-487e-a405-2a8402bb459f tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:12.689197 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6991554-f212-4c90-b4af-b419a8a1cef0 req-27ca06ce-eeea-487e-a405-2a8402bb459f tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:12.691132 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd01df9-8884-4d0b-80aa-ed530ab30c91 req-0962d4d2-a07b-48c3-afd1-30c53c8a5366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:12.692832 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8bd01df9-8884-4d0b-80aa-ed530ab30c91 req-0962d4d2-a07b-48c3-afd1-30c53c8a5366 service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5276473 May 18 18:20:12.707662 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6991554-f212-4c90-b4af-b419a8a1cef0 req-27ca06ce-eeea-487e-a405-2a8402bb459f tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:12.716719 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a6991554-f212-4c90-b4af-b419a8a1cef0 req-27ca06ce-eeea-487e-a405-2a8402bb459f tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c294977-a47a-459b-b24e-566121e05c9a HTTP/1.1" status: 200 len: 5396 time: 0.1872940 May 18 18:20:12.733398 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-54298728-1fec-4db5-a8aa-1bac16496035 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:12.784803 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d9b0f3-59e1-4759-aeeb-fbf28d5c115e req-a35e0e47-b2b8-41dc-91d3-8d16889250a1 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:12.786549 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d7d9b0f3-59e1-4759-aeeb-fbf28d5c115e req-a35e0e47-b2b8-41dc-91d3-8d16889250a1 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "GET /v2.0/ports?device_id=00ae5749-325c-4339-a1d0-d91fc688ad0c HTTP/1.1" status: 200 len: 944 time: 0.3725250 May 18 18:20:12.902120 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-54298728-1fec-4db5-a8aa-1bac16496035 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:12.981529 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7deac9a-55f9-416d-b8b2-25fe5844b22e service neutron] Pushing event updated for resources: {'Port': ['ID=32ab4e29-e8eb-4fca-ad01-008ffc84e28f,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:20:13.023558 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a6991554-f212-4c90-b4af-b419a8a1cef0 req-a7f2f18c-bca5-4f19-b27f-5c7a903e4170 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "GET /v2.0/security-groups?id=7394e4bf-8f0c-4c6c-8c6c-8df7a26d4fa0&id=bbd4527f-f9e4-46b0-8c76-f8fe8c004d55&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3035276 May 18 18:20:13.102872 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:13.287809 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-54298728-1fec-4db5-a8aa-1bac16496035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:13.291816 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-54298728-1fec-4db5-a8aa-1bac16496035 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:13.296700 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-54298728-1fec-4db5-a8aa-1bac16496035 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/acf9a4f0-bd7c-4122-b9d1-4addaed21b34 HTTP/1.1" status: 204 len: 168 time: 0.7810645 May 18 18:20:13.317290 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-c7deac9a-55f9-416d-b8b2-25fe5844b22e service neutron] Attempting to bind port 32ab4e29-e8eb-4fca-ad01-008ffc84e28f on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:20:13.317827 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-c7deac9a-55f9-416d-b8b2-25fe5844b22e service neutron] Attempting to bind port 32ab4e29-e8eb-4fca-ad01-008ffc84e28f by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': '6e9852f8-306e-4aa4-96d1-1c5bc2f94c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '6869c65a-0fbe-4766-9768-f36c634415aa'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:20:13.319292 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-c7deac9a-55f9-416d-b8b2-25fe5844b22e service neutron] Attempting to bind port 32ab4e29-e8eb-4fca-ad01-008ffc84e28f on network 6869c65a-0fbe-4766-9768-f36c634415aa {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:20:13.320563 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54298728-1fec-4db5-a8aa-1bac16496035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acf9a4f0-bd7c-4122-b9d1-4addaed21b34,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:20:13.326945 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-c7deac9a-55f9-416d-b8b2-25fe5844b22e service neutron] Port 32ab4e29-e8eb-4fca-ad01-008ffc84e28f on network 6869c65a-0fbe-4766-9768-f36c634415aa not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:20:13.327380 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-c7deac9a-55f9-416d-b8b2-25fe5844b22e service neutron] Attempting to bind port 32ab4e29-e8eb-4fca-ad01-008ffc84e28f on network 6869c65a-0fbe-4766-9768-f36c634415aa {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:20:13.365353 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-c7deac9a-55f9-416d-b8b2-25fe5844b22e service neutron] Checking agent: {'id': 'd1be059a-68ea-4c77-9b2b-29f4afa47e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:20:13.365353 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-c7deac9a-55f9-416d-b8b2-25fe5844b22e service neutron] Checking segment: {'id': '6e9852f8-306e-4aa4-96d1-1c5bc2f94c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '6869c65a-0fbe-4766-9768-f36c634415aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:20:13.365757 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-c7deac9a-55f9-416d-b8b2-25fe5844b22e service neutron] Bound using segment: {'id': '6e9852f8-306e-4aa4-96d1-1c5bc2f94c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '6869c65a-0fbe-4766-9768-f36c634415aa'} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:20:13.366205 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-c7deac9a-55f9-416d-b8b2-25fe5844b22e service neutron] Bound port: 32ab4e29-e8eb-4fca-ad01-008ffc84e28f, host: n-h2-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e9852f8-306e-4aa4-96d1-1c5bc2f94c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '6869c65a-0fbe-4766-9768-f36c634415aa'}}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:20:13.366568 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-c7deac9a-55f9-416d-b8b2-25fe5844b22e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:13.462815 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-c7deac9a-55f9-416d-b8b2-25fe5844b22e service neutron] For port 32ab4e29-e8eb-4fca-ad01-008ffc84e28f, host n-h2-838550-3, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:20:13.466376 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-c7deac9a-55f9-416d-b8b2-25fe5844b22e service neutron] For port 32ab4e29-e8eb-4fca-ad01-008ffc84e28f, host n-h2-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=32ab4e29-e8eb-4fca-ad01-008ffc84e28f,segment=NetworkSegment(6e9852f8-306e-4aa4-96d1-1c5bc2f94c82),segment_id=6e9852f8-306e-4aa4-96d1-1c5bc2f94c82)] {{(pid=102730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:20:13.474423 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-c7deac9a-55f9-416d-b8b2-25fe5844b22e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:13.531525 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-c7deac9a-55f9-416d-b8b2-25fe5844b22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:13.532185 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-c7deac9a-55f9-416d-b8b2-25fe5844b22e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:13.534521 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-c7deac9a-55f9-416d-b8b2-25fe5844b22e service neutron] 10.222.0.88 "PUT /v2.0/ports/32ab4e29-e8eb-4fca-ad01-008ffc84e28f HTTP/1.1" status: 200 len: 1091 time: 2.2727063 May 18 18:20:13.535032 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c294977-a47a-459b-b24e-566121e05c9a', 'tag': '32ab4e29-e8eb-4fca-ad01-008ffc84e28f'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:20:13.537965 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f173baf-0cd3-4c9c-bee0-e34a8dea7ff7" -d '{"events": [{"name": "network-changed", "server_uuid": "6c294977-a47a-459b-b24e-566121e05c9a", "tag": "32ab4e29-e8eb-4fca-ad01-008ffc84e28f"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:20:13.580161 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7deac9a-55f9-416d-b8b2-25fe5844b22e service neutron] Pushing event updated for resources: {'Port': ['ID=32ab4e29-e8eb-4fca-ad01-008ffc84e28f,revision_number=3']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:20:13.602545 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-51850cdb-9e78-4731-9cac-bb6cdbef17c9 service neutron] Request body: {'port': {'device_id': '6c294977-a47a-459b-b24e-566121e05c9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-3'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:20:13.783510 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-51850cdb-9e78-4731-9cac-bb6cdbef17c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:13.835652 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d78957-3199-4d85-9ff2-cfd6f7027457 req-e905c8da-fcaa-4edd-902a-f07dd85e5909 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:13.846294 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-53d78957-3199-4d85-9ff2-cfd6f7027457 req-e905c8da-fcaa-4edd-902a-f07dd85e5909 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] 10.222.0.85 "GET /v2.0/ports?device_id=6f61c358-7f1d-407d-b92b-2718a08b4786 HTTP/1.1" status: 200 len: 946 time: 0.1440744 May 18 18:20:13.923630 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-53d78957-3199-4d85-9ff2-cfd6f7027457 req-80fbea25-8f0d-468d-94b9-cc9b69f3148a tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ecfcd7a-48bb-4ce7-ab79-4277880e130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764043 May 18 18:20:14.074260 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d7d9b0f3-59e1-4759-aeeb-fbf28d5c115e req-a7d40be8-f5ee-4534-9d01-cc85ecb96dc8 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "GET /v2.0/security-groups?id=4a1f9358-f3a3-4045-96f1-cde7ad8c9099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2597890 May 18 18:20:14.166466 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3426f2de-ac9e-4f73-b197-1df548a76679 x-openstack-request-id: req-3426f2de-ac9e-4f73-b197-1df548a76679 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:20:14.167007 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c294977-a47a-459b-b24e-566121e05c9a", "tag": "32ab4e29-e8eb-4fca-ad01-008ffc84e28f", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:20:14.167452 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-3426f2de-ac9e-4f73-b197-1df548a76679 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:20:14.169541 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3426f2de-ac9e-4f73-b197-1df548a76679'] response: {'name': 'network-changed', 'server_uuid': '6c294977-a47a-459b-b24e-566121e05c9a', 'tag': '32ab4e29-e8eb-4fca-ad01-008ffc84e28f', 'status': 'completed', 'code': 200} May 18 18:20:14.213884 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816d8eaa-28a2-4da8-8902-bfb4f1dfa706 req-1f2714c3-8b42-4c3a-b318-6464a8414e0f tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:14.217711 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-816d8eaa-28a2-4da8-8902-bfb4f1dfa706 req-1f2714c3-8b42-4c3a-b318-6464a8414e0f tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f61c358-7f1d-407d-b92b-2718a08b4786 HTTP/1.1" status: 200 len: 946 time: 0.6327007 May 18 18:20:14.397143 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-3fc6c064-74c2-42c9-af8d-1e53badc74bd req-b27361c3-2abf-42bd-a20d-2f9fa1d1ad1a tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:14.468061 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdf1559-f2ce-41c6-a1a9-ba57ce04eb6e req-9eeeddce-0201-4d26-a5c8-9ed7cd6e7c57 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:14.474401 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdf1559-f2ce-41c6-a1a9-ba57ce04eb6e req-9eeeddce-0201-4d26-a5c8-9ed7cd6e7c57 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:14.481124 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdf1559-f2ce-41c6-a1a9-ba57ce04eb6e req-9eeeddce-0201-4d26-a5c8-9ed7cd6e7c57 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:14.489390 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdf1559-f2ce-41c6-a1a9-ba57ce04eb6e req-9eeeddce-0201-4d26-a5c8-9ed7cd6e7c57 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:14.495663 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27361c3-2abf-42bd-a20d-2f9fa1d1ad1a tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Pushing event deleted for resources: {'Port': ['ID=c80e757e-91a4-471c-8d67-e10f2c61b218,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:20:14.498341 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdf1559-f2ce-41c6-a1a9-ba57ce04eb6e req-9eeeddce-0201-4d26-a5c8-9ed7cd6e7c57 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:14.511368 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdf1559-f2ce-41c6-a1a9-ba57ce04eb6e req-9eeeddce-0201-4d26-a5c8-9ed7cd6e7c57 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:14.518309 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdf1559-f2ce-41c6-a1a9-ba57ce04eb6e req-9eeeddce-0201-4d26-a5c8-9ed7cd6e7c57 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:14.526900 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4bdf1559-f2ce-41c6-a1a9-ba57ce04eb6e req-9eeeddce-0201-4d26-a5c8-9ed7cd6e7c57 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c294977-a47a-459b-b24e-566121e05c9a HTTP/1.1" status: 200 len: 5408 time: 0.3236415 May 18 18:20:14.541746 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f173baf-0cd3-4c9c-bee0-e34a8dea7ff7 req-16617200-a557-4b8c-9688-2ec9e2745d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:14.543714 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f173baf-0cd3-4c9c-bee0-e34a8dea7ff7 req-16617200-a557-4b8c-9688-2ec9e2745d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:14.544220 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f173baf-0cd3-4c9c-bee0-e34a8dea7ff7 req-16617200-a557-4b8c-9688-2ec9e2745d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:14.544706 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f173baf-0cd3-4c9c-bee0-e34a8dea7ff7 req-16617200-a557-4b8c-9688-2ec9e2745d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:14.545183 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f173baf-0cd3-4c9c-bee0-e34a8dea7ff7 req-16617200-a557-4b8c-9688-2ec9e2745d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:14.545677 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f173baf-0cd3-4c9c-bee0-e34a8dea7ff7 req-16617200-a557-4b8c-9688-2ec9e2745d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:14.546159 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f173baf-0cd3-4c9c-bee0-e34a8dea7ff7 req-16617200-a557-4b8c-9688-2ec9e2745d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:14.555536 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0f173baf-0cd3-4c9c-bee0-e34a8dea7ff7 req-16617200-a557-4b8c-9688-2ec9e2745d9d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=9acf9282c55849649d2e7c597835524a&device_id=6c294977-a47a-459b-b24e-566121e05c9a HTTP/1.1" status: 200 len: 6410 time: 0.4692657 May 18 18:20:14.603273 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4bdf1559-f2ce-41c6-a1a9-ba57ce04eb6e req-0ea69c98-63ed-45b1-adbf-d5181ed45926 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "GET /v2.0/security-groups?id=7394e4bf-8f0c-4c6c-8c6c-8df7a26d4fa0&id=bbd4527f-f9e4-46b0-8c76-f8fe8c004d55&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0729673 May 18 18:20:14.747701 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-51850cdb-9e78-4731-9cac-bb6cdbef17c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fea59a2-2b88-47db-86f9-6bea97cc7b69 {{(pid=102730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:20:14.759439 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-51850cdb-9e78-4731-9cac-bb6cdbef17c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:14.778160 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-51850cdb-9e78-4731-9cac-bb6cdbef17c9 service neutron] Transition to ACTIVE for port object 8fea59a2-2b88-47db-86f9-6bea97cc7b69 will not be triggered until provisioned by entity L2. {{(pid=102730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:20:14.783327 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-51850cdb-9e78-4731-9cac-bb6cdbef17c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:14.831360 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f173baf-0cd3-4c9c-bee0-e34a8dea7ff7 req-241b0c33-e412-4706-af4c-6e939d246489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:14.831808 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f173baf-0cd3-4c9c-bee0-e34a8dea7ff7 req-241b0c33-e412-4706-af4c-6e939d246489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:14.832277 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f173baf-0cd3-4c9c-bee0-e34a8dea7ff7 req-241b0c33-e412-4706-af4c-6e939d246489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:14.833916 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0f173baf-0cd3-4c9c-bee0-e34a8dea7ff7 req-241b0c33-e412-4706-af4c-6e939d246489 service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=9acf9282c55849649d2e7c597835524a&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2654028 May 18 18:20:15.027655 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51850cdb-9e78-4731-9cac-bb6cdbef17c9 service neutron] Pushing event updated for resources: {'Port': ['ID=8fea59a2-2b88-47db-86f9-6bea97cc7b69,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:20:15.362406 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3fc6c064-74c2-42c9-af8d-1e53badc74bd req-b27361c3-2abf-42bd-a20d-2f9fa1d1ad1a tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Router dd4fb3a2-cf1a-484e-8947-1a9c5627a33c has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:20:15.398405 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f78563dc-fa5f-415f-8c1e-3689cf38bc5a req-8dcc04ce-567c-49ac-8907-2d62716e6feb tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "GET /v2.0/ports?device_id=00ae5749-325c-4339-a1d0-d91fc688ad0c HTTP/1.1" status: 200 len: 210 time: 0.1395237 May 18 18:20:15.506575 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-51850cdb-9e78-4731-9cac-bb6cdbef17c9 service neutron] Attempting to bind port 8fea59a2-2b88-47db-86f9-6bea97cc7b69 on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:20:15.507204 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-51850cdb-9e78-4731-9cac-bb6cdbef17c9 service neutron] Attempting to bind port 8fea59a2-2b88-47db-86f9-6bea97cc7b69 by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': '6e9852f8-306e-4aa4-96d1-1c5bc2f94c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '6869c65a-0fbe-4766-9768-f36c634415aa'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:20:15.507448 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-51850cdb-9e78-4731-9cac-bb6cdbef17c9 service neutron] Attempting to bind port 8fea59a2-2b88-47db-86f9-6bea97cc7b69 on network 6869c65a-0fbe-4766-9768-f36c634415aa {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:20:15.524021 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-51850cdb-9e78-4731-9cac-bb6cdbef17c9 service neutron] Port 8fea59a2-2b88-47db-86f9-6bea97cc7b69 on network 6869c65a-0fbe-4766-9768-f36c634415aa not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:20:15.524436 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-51850cdb-9e78-4731-9cac-bb6cdbef17c9 service neutron] Attempting to bind port 8fea59a2-2b88-47db-86f9-6bea97cc7b69 on network 6869c65a-0fbe-4766-9768-f36c634415aa {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:20:15.550497 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-51850cdb-9e78-4731-9cac-bb6cdbef17c9 service neutron] Checking agent: {'id': 'd1be059a-68ea-4c77-9b2b-29f4afa47e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:20:15.551166 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-51850cdb-9e78-4731-9cac-bb6cdbef17c9 service neutron] Checking segment: {'id': '6e9852f8-306e-4aa4-96d1-1c5bc2f94c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '6869c65a-0fbe-4766-9768-f36c634415aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:20:15.552490 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-51850cdb-9e78-4731-9cac-bb6cdbef17c9 service neutron] Bound using segment: {'id': '6e9852f8-306e-4aa4-96d1-1c5bc2f94c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '6869c65a-0fbe-4766-9768-f36c634415aa'} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:20:15.552490 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-51850cdb-9e78-4731-9cac-bb6cdbef17c9 service neutron] Bound port: 8fea59a2-2b88-47db-86f9-6bea97cc7b69, host: n-h2-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e9852f8-306e-4aa4-96d1-1c5bc2f94c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '6869c65a-0fbe-4766-9768-f36c634415aa'}}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:20:15.557826 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-51850cdb-9e78-4731-9cac-bb6cdbef17c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:15.820173 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-51850cdb-9e78-4731-9cac-bb6cdbef17c9 service neutron] For port 8fea59a2-2b88-47db-86f9-6bea97cc7b69, host n-h2-838550-3, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:20:15.828118 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-51850cdb-9e78-4731-9cac-bb6cdbef17c9 service neutron] For port 8fea59a2-2b88-47db-86f9-6bea97cc7b69, host n-h2-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=8fea59a2-2b88-47db-86f9-6bea97cc7b69,segment=NetworkSegment(6e9852f8-306e-4aa4-96d1-1c5bc2f94c82),segment_id=6e9852f8-306e-4aa4-96d1-1c5bc2f94c82)] {{(pid=102730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:20:15.854695 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-51850cdb-9e78-4731-9cac-bb6cdbef17c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:15.919422 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-51850cdb-9e78-4731-9cac-bb6cdbef17c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:15.920458 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-51850cdb-9e78-4731-9cac-bb6cdbef17c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:15.933407 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-51850cdb-9e78-4731-9cac-bb6cdbef17c9 service neutron] 10.222.0.88 "PUT /v2.0/ports/8fea59a2-2b88-47db-86f9-6bea97cc7b69 HTTP/1.1" status: 200 len: 1091 time: 2.3425288 May 18 18:20:16.099528 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14acdd9-6a6c-4178-a540-5e10d2dec894 req-ca5d0c1c-9e01-4485-8891-47e3e891d17a tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:16.101120 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d14acdd9-6a6c-4178-a540-5e10d2dec894 req-ca5d0c1c-9e01-4485-8891-47e3e891d17a tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] 10.222.0.85 "GET /v2.0/ports?device_id=6f61c358-7f1d-407d-b92b-2718a08b4786 HTTP/1.1" status: 200 len: 946 time: 0.7797978 May 18 18:20:16.150660 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-816d8eaa-28a2-4da8-8902-bfb4f1dfa706 req-1aed5b99-dfc3-4426-99f6-cba89489c613 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] Deleting port fced7fd1-ef7c-4479-b124-1e401f5eca0b {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:20:16.151002 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-816d8eaa-28a2-4da8-8902-bfb4f1dfa706 req-1aed5b99-dfc3-4426-99f6-cba89489c613 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:16.207562 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f173baf-0cd3-4c9c-bee0-e34a8dea7ff7 req-0dcca463-1685-41e4-bf5c-9669786f9c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:16.209519 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0f173baf-0cd3-4c9c-bee0-e34a8dea7ff7 req-0dcca463-1685-41e4-bf5c-9669786f9c7f service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.3597016 May 18 18:20:16.216581 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2b1124-1e23-4528-85ca-bafabac757d0 req-5fb1efb0-dc35-4315-8e6c-b6668f0c32c4 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:16.243689 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2b1124-1e23-4528-85ca-bafabac757d0 req-5fb1efb0-dc35-4315-8e6c-b6668f0c32c4 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:16.273421 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2b1124-1e23-4528-85ca-bafabac757d0 req-5fb1efb0-dc35-4315-8e6c-b6668f0c32c4 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:16.286405 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2b1124-1e23-4528-85ca-bafabac757d0 req-5fb1efb0-dc35-4315-8e6c-b6668f0c32c4 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:16.297633 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2b1124-1e23-4528-85ca-bafabac757d0 req-5fb1efb0-dc35-4315-8e6c-b6668f0c32c4 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:16.316198 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2b1124-1e23-4528-85ca-bafabac757d0 req-5fb1efb0-dc35-4315-8e6c-b6668f0c32c4 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:16.326351 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2b1124-1e23-4528-85ca-bafabac757d0 req-5fb1efb0-dc35-4315-8e6c-b6668f0c32c4 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:16.328429 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ea2b1124-1e23-4528-85ca-bafabac757d0 req-5fb1efb0-dc35-4315-8e6c-b6668f0c32c4 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c294977-a47a-459b-b24e-566121e05c9a HTTP/1.1" status: 200 len: 5420 time: 0.4847617 May 18 18:20:16.329226 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c294977-a47a-459b-b24e-566121e05c9a', 'tag': '8fea59a2-2b88-47db-86f9-6bea97cc7b69'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:20:16.331667 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c991f2a-7462-422b-9b0f-97297900caf0" -d '{"events": [{"name": "network-changed", "server_uuid": "6c294977-a47a-459b-b24e-566121e05c9a", "tag": "8fea59a2-2b88-47db-86f9-6bea97cc7b69"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:20:16.334594 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51850cdb-9e78-4731-9cac-bb6cdbef17c9 service neutron] Pushing event updated for resources: {'Port': ['ID=8fea59a2-2b88-47db-86f9-6bea97cc7b69,revision_number=3']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:20:16.344250 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d14acdd9-6a6c-4178-a540-5e10d2dec894 req-48e08bcf-5c01-4b43-8536-0af5221dbb41 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ecfcd7a-48bb-4ce7-ab79-4277880e130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990309 May 18 18:20:16.367283 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3fc6c064-74c2-42c9-af8d-1e53badc74bd req-b27361c3-2abf-42bd-a20d-2f9fa1d1ad1a tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:20:16.384566 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417f1804-2529-48d6-9049-5df42e299582 None None] Sync routers for ids ['dd4fb3a2-cf1a-484e-8947-1a9c5627a33c'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:20:16.419443 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417f1804-2529-48d6-9049-5df42e299582 None None] Routers {'dd4fb3a2-cf1a-484e-8947-1a9c5627a33c'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:20:16.420371 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-417f1804-2529-48d6-9049-5df42e299582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:20:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['dd4fb3a2-cf1a-484e-8947-1a9c5627a33c'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:20:16.436308 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-834642a3-97ba-4228-8447-55c088d1586a x-openstack-request-id: req-834642a3-97ba-4228-8447-55c088d1586a {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:20:16.436647 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c294977-a47a-459b-b24e-566121e05c9a", "tag": "8fea59a2-2b88-47db-86f9-6bea97cc7b69", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:20:16.436843 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-834642a3-97ba-4228-8447-55c088d1586a {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:20:16.437250 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-834642a3-97ba-4228-8447-55c088d1586a'] response: {'name': 'network-changed', 'server_uuid': '6c294977-a47a-459b-b24e-566121e05c9a', 'tag': '8fea59a2-2b88-47db-86f9-6bea97cc7b69', 'status': 'completed', 'code': 200} May 18 18:20:16.445537 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fc6c064-74c2-42c9-af8d-1e53badc74bd req-b27361c3-2abf-42bd-a20d-2f9fa1d1ad1a tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] No DVR routers for this DVR port c80e757e-91a4-471c-8d67-e10f2c61b218 on host n-h2-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:20:16.454336 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-3fc6c064-74c2-42c9-af8d-1e53badc74bd req-b27361c3-2abf-42bd-a20d-2f9fa1d1ad1a tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:16.457743 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3fc6c064-74c2-42c9-af8d-1e53badc74bd req-b27361c3-2abf-42bd-a20d-2f9fa1d1ad1a tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.88 "DELETE /v2.0/ports/c80e757e-91a4-471c-8d67-e10f2c61b218 HTTP/1.1" status: 204 len: 173 time: 7.2301562 May 18 18:20:16.460244 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-fed5176e-815f-4e4a-a722-22250748008b tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Deleting port f7c0b493-b884-43f8-8338-07f312279f49 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:20:16.460912 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fed5176e-815f-4e4a-a722-22250748008b tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:16.470695 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00ae5749-325c-4339-a1d0-d91fc688ad0c', 'name': 'network-vif-deleted', 'tag': 'c80e757e-91a4-471c-8d67-e10f2c61b218'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:20:16.474157 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3cfa901-efe9-4a39-9a2f-16887b320efd" -d '{"events": [{"server_uuid": "00ae5749-325c-4339-a1d0-d91fc688ad0c", "name": "network-vif-deleted", "tag": "c80e757e-91a4-471c-8d67-e10f2c61b218"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:20:16.522645 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ea2b1124-1e23-4528-85ca-bafabac757d0 req-fc48d8f0-f49a-45bf-991a-ed6886b4a00c tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "GET /v2.0/security-groups?id=7394e4bf-8f0c-4c6c-8c6c-8df7a26d4fa0&id=bbd4527f-f9e4-46b0-8c76-f8fe8c004d55&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1726594 May 18 18:20:16.633002 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device fced7fd1-ef7c-4479-b124-1e401f5eca0b no longer exists at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:20:16.668255 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90899bfa-c3ba-4378-8ace-1f238fa6ce42 x-openstack-request-id: req-90899bfa-c3ba-4378-8ace-1f238fa6ce42 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:20:16.668551 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00ae5749-325c-4339-a1d0-d91fc688ad0c", "name": "network-vif-deleted", "tag": "c80e757e-91a4-471c-8d67-e10f2c61b218", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:20:16.668837 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-90899bfa-c3ba-4378-8ace-1f238fa6ce42 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:20:16.669227 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90899bfa-c3ba-4378-8ace-1f238fa6ce42'] response: {'server_uuid': '00ae5749-325c-4339-a1d0-d91fc688ad0c', 'name': 'network-vif-deleted', 'tag': 'c80e757e-91a4-471c-8d67-e10f2c61b218', 'status': 'completed', 'code': 200} May 18 18:20:16.714016 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-373709b0-70e9-45d1-8f3a-2abf8358b6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:16.714505 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-373709b0-70e9-45d1-8f3a-2abf8358b6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:16.714980 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-373709b0-70e9-45d1-8f3a-2abf8358b6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:16.715456 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-373709b0-70e9-45d1-8f3a-2abf8358b6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:16.715960 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-373709b0-70e9-45d1-8f3a-2abf8358b6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:16.716429 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-373709b0-70e9-45d1-8f3a-2abf8358b6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:16.716913 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-373709b0-70e9-45d1-8f3a-2abf8358b6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:16.718939 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-373709b0-70e9-45d1-8f3a-2abf8358b6c7 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=9acf9282c55849649d2e7c597835524a&device_id=6c294977-a47a-459b-b24e-566121e05c9a HTTP/1.1" status: 200 len: 6477 time: 0.4267688 May 18 18:20:16.741233 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-81872376-04e7-47c9-b045-6c57eed6eb46 req-d785b7a4-4447-435d-93b4-23c82962b330 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "GET /v2.0/ports?device_id=00ae5749-325c-4339-a1d0-d91fc688ad0c HTTP/1.1" status: 200 len: 210 time: 0.1654966 May 18 18:20:16.756821 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-816d8eaa-28a2-4da8-8902-bfb4f1dfa706 req-1aed5b99-dfc3-4426-99f6-cba89489c613 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] For port fced7fd1-ef7c-4479-b124-1e401f5eca0b, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=fced7fd1-ef7c-4479-b124-1e401f5eca0b,segment=NetworkSegment(a4b3f14e-63d9-48d5-840b-48a32c514ddd),segment_id=a4b3f14e-63d9-48d5-840b-48a32c514ddd)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:20:16.757195 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-816d8eaa-28a2-4da8-8902-bfb4f1dfa706 req-1aed5b99-dfc3-4426-99f6-cba89489c613 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:16.812051 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-83d04ead-61d6-45be-990c-9866e91dd175 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e157eaf7-2d01-4856-9076-ce983dd35c57 HTTP/1.1" status: 200 len: 217 time: 0.0755455 May 18 18:20:16.818387 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-816d8eaa-28a2-4da8-8902-bfb4f1dfa706 req-1aed5b99-dfc3-4426-99f6-cba89489c613 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] Calling delete_port for fced7fd1-ef7c-4479-b124-1e401f5eca0b owned by compute:nova {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:20:16.939149 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-417f1804-2529-48d6-9049-5df42e299582 None None] Set router dd4fb3a2-cf1a-484e-8947-1a9c5627a33c gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:20:16.944068 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-fed5176e-815f-4e4a-a722-22250748008b tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] For port f7c0b493-b884-43f8-8338-07f312279f49, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=f7c0b493-b884-43f8-8338-07f312279f49,segment=NetworkSegment(972e2fbb-9aed-4c87-bafc-31fe8184212a),segment_id=972e2fbb-9aed-4c87-bafc-31fe8184212a)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:20:16.944068 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fed5176e-815f-4e4a-a722-22250748008b tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:16.960979 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-c084f094-fec4-4d17-8428-e8b551aad24e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:16.962509 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-c084f094-fec4-4d17-8428-e8b551aad24e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=220bf428-4bb0-40aa-a350-504adcdda1b2 HTTP/1.1" status: 200 len: 850 time: 0.1395750 May 18 18:20:16.972559 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-fed5176e-815f-4e4a-a722-22250748008b tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Calling delete_port for f7c0b493-b884-43f8-8338-07f312279f49 owned by network:router_interface {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:20:17.145115 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port fced7fd1-ef7c-4479-b124-1e401f5eca0b is: ACTIVE; New status is: DOWN {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:20:17.145515 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:17.175878 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-c9647395-693f-4f72-995c-b6e24b00d25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:17.177994 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-c9647395-693f-4f72-995c-b6e24b00d25c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=0b62e8ad-1024-4253-8bfe-3ff3099d20cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1825926 May 18 18:20:17.301295 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-417f1804-2529-48d6-9049-5df42e299582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4fb3a2-cf1a-484e-8947-1a9c5627a33c', 'name': 'tempest-AttachVolumeTestJSON-441656062-router', 'tenant_id': '46ea3823b08b4c9799a678c4a73b1420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.97'}], 'enable_snat': True}, 'gw_port_id': 'f13a6673-ce7b-46fd-a875-cac70ff04edc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:15:06Z', 'updated_at': '2022-05-18T18:15:22Z', 'revision_number': 4, 'project_id': '46ea3823b08b4c9799a678c4a73b1420', 'gw_port': {'id': 'f13a6673-ce7b-46fd-a875-cac70ff04edc', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4fb3a2-cf1a-484e-8947-1a9c5627a33c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:15:09Z', 'updated_at': '2022-05-18T18:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '8bccb3d7-6789-4c70-a9e4-2ecb4df9c97f', 'name': '', 'network_id': '32202dd9-9064-4832-817f-7e8b4a8db1c5', 'tenant_id': '46ea3823b08b4c9799a678c4a73b1420', 'mac_address': 'fa:16:3e:b5:3c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4fb3a2-cf1a-484e-8947-1a9c5627a33c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '77da057d-3a9e-4973-b1e0-fe1781c445e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:15:19Z', 'updated_at': '2022-05-18T18:15:30Z', 'revision_number': 5, 'project_id': '46ea3823b08b4c9799a678c4a73b1420', 'subnets': [{'id': '77da057d-3a9e-4973-b1e0-fe1781c445e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:20:17.366360 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417f1804-2529-48d6-9049-5df42e299582 None None] Checking router: dd4fb3a2-cf1a-484e-8947-1a9c5627a33c for host: n-d-838550-3 {{(pid=102732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:20:17.374503 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-816d8eaa-28a2-4da8-8902-bfb4f1dfa706 req-1aed5b99-dfc3-4426-99f6-cba89489c613 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:17.429786 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aed5b99-dfc3-4426-99f6-cba89489c613 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] Pushing event deleted for resources: {'Port': ['ID=fced7fd1-ef7c-4479-b124-1e401f5eca0b,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:20:17.485679 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417f1804-2529-48d6-9049-5df42e299582 None None] Routers {'dd4fb3a2-cf1a-484e-8947-1a9c5627a33c'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:20:17.494522 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-417f1804-2529-48d6-9049-5df42e299582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:20:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['dd4fb3a2-cf1a-484e-8947-1a9c5627a33c'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:20:17.534453 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-816d8eaa-28a2-4da8-8902-bfb4f1dfa706 req-1aed5b99-dfc3-4426-99f6-cba89489c613 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] No DVR routers for this DVR port fced7fd1-ef7c-4479-b124-1e401f5eca0b on host n-h1-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:20:17.550553 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-816d8eaa-28a2-4da8-8902-bfb4f1dfa706 req-1aed5b99-dfc3-4426-99f6-cba89489c613 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:17.593184 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-816d8eaa-28a2-4da8-8902-bfb4f1dfa706 req-1aed5b99-dfc3-4426-99f6-cba89489c613 tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] 10.222.0.36 "DELETE /v2.0/ports/fced7fd1-ef7c-4479-b124-1e401f5eca0b HTTP/1.1" status: 204 len: 173 time: 3.3486974 May 18 18:20:17.663201 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-82f0f18c-5656-4d09-8265-95f0d28d6c5f service neutron] 10.222.0.88 "GET /v2.0/networks/0b62e8ad-1024-4253-8bfe-3ff3099d20cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4757855 May 18 18:20:17.694048 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-dde266a7-ee8a-40bf-82cc-1ddd8773d763 req-0eb72c27-7177-4731-aee8-3163917051cc tempest-ListServerFiltersTestJSON-388191501 tempest-ListServerFiltersTestJSON-388191501-project] 10.222.0.85 "GET /v2.0/ports?device_id=6f61c358-7f1d-407d-b92b-2718a08b4786 HTTP/1.1" status: 200 len: 210 time: 0.1368983 May 18 18:20:17.890053 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fed5176e-815f-4e4a-a722-22250748008b tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:17.904133 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 40540) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:20:17.960684 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68864f33-adbe-4a6e-8cbe-a82fe29d4760 req-9bfcb4e6-05ac-4137-93d6-6ed1c7507b08 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:17.968068 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68864f33-adbe-4a6e-8cbe-a82fe29d4760 req-9bfcb4e6-05ac-4137-93d6-6ed1c7507b08 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:17.974185 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68864f33-adbe-4a6e-8cbe-a82fe29d4760 req-9bfcb4e6-05ac-4137-93d6-6ed1c7507b08 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:17.980546 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68864f33-adbe-4a6e-8cbe-a82fe29d4760 req-9bfcb4e6-05ac-4137-93d6-6ed1c7507b08 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:17.988379 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68864f33-adbe-4a6e-8cbe-a82fe29d4760 req-9bfcb4e6-05ac-4137-93d6-6ed1c7507b08 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:17.994593 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68864f33-adbe-4a6e-8cbe-a82fe29d4760 req-9bfcb4e6-05ac-4137-93d6-6ed1c7507b08 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:18.001561 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68864f33-adbe-4a6e-8cbe-a82fe29d4760 req-9bfcb4e6-05ac-4137-93d6-6ed1c7507b08 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:18.003934 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-68864f33-adbe-4a6e-8cbe-a82fe29d4760 req-9bfcb4e6-05ac-4137-93d6-6ed1c7507b08 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c294977-a47a-459b-b24e-566121e05c9a HTTP/1.1" status: 200 len: 5420 time: 0.2319207 May 18 18:20:18.008416 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed5176e-815f-4e4a-a722-22250748008b tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Pushing event deleted for resources: {'Port': ['ID=f7c0b493-b884-43f8-8338-07f312279f49,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:20:18.014832 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-417f1804-2529-48d6-9049-5df42e299582 None None] Set router dd4fb3a2-cf1a-484e-8947-1a9c5627a33c gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:20:18.129154 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-fabbd981-ee67-430e-b6d9-9a01150d5f54 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:18.152806 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-2851828e-bd38-42b2-9767-6717caeef14c service neutron] 10.222.0.88 "GET /v2.0/networks/0b62e8ad-1024-4253-8bfe-3ff3099d20cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3796391 May 18 18:20:18.191003 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-68864f33-adbe-4a6e-8cbe-a82fe29d4760 req-699f7b23-425d-4169-a2e2-db0a58aca675 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "GET /v2.0/security-groups?id=7394e4bf-8f0c-4c6c-8c6c-8df7a26d4fa0&id=bbd4527f-f9e4-46b0-8c76-f8fe8c004d55&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1733198 May 18 18:20:18.223169 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-fabbd981-ee67-430e-b6d9-9a01150d5f54 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:18.335418 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-fabbd981-ee67-430e-b6d9-9a01150d5f54 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:18.338121 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-fabbd981-ee67-430e-b6d9-9a01150d5f54 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:18.340443 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-fabbd981-ee67-430e-b6d9-9a01150d5f54 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "DELETE /v2.0/security-groups/4a1f9358-f3a3-4045-96f1-cde7ad8c9099 HTTP/1.1" status: 204 len: 168 time: 0.4339807 May 18 18:20:18.355125 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 40556) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:20:18.357193 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabbd981-ee67-430e-b6d9-9a01150d5f54 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a1f9358-f3a3-4045-96f1-cde7ad8c9099,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:20:18.415629 n-d-838550-3 neutron-server[102730]: INFO neutron.api.v2.resource [None req-a61e3a7a-751c-4b86-ad4c-d0f6cb57f218 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] show failed (client error): The resource could not be found. May 18 18:20:18.416713 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-a61e3a7a-751c-4b86-ad4c-d0f6cb57f218 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "GET /v2.0/security-groups/4a1f9358-f3a3-4045-96f1-cde7ad8c9099 HTTP/1.1" status: 404 len: 347 time: 0.0533090 May 18 18:20:18.419812 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 40558) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:20:18.573079 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-417f1804-2529-48d6-9049-5df42e299582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4fb3a2-cf1a-484e-8947-1a9c5627a33c', 'name': 'tempest-AttachVolumeTestJSON-441656062-router', 'tenant_id': '46ea3823b08b4c9799a678c4a73b1420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.97'}], 'enable_snat': True}, 'gw_port_id': 'f13a6673-ce7b-46fd-a875-cac70ff04edc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:15:06Z', 'updated_at': '2022-05-18T18:15:22Z', 'revision_number': 4, 'project_id': '46ea3823b08b4c9799a678c4a73b1420', 'gw_port': {'id': 'f13a6673-ce7b-46fd-a875-cac70ff04edc', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4fb3a2-cf1a-484e-8947-1a9c5627a33c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:15:09Z', 'updated_at': '2022-05-18T18:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '8bccb3d7-6789-4c70-a9e4-2ecb4df9c97f', 'name': '', 'network_id': '32202dd9-9064-4832-817f-7e8b4a8db1c5', 'tenant_id': '46ea3823b08b4c9799a678c4a73b1420', 'mac_address': 'fa:16:3e:b5:3c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4fb3a2-cf1a-484e-8947-1a9c5627a33c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '77da057d-3a9e-4973-b1e0-fe1781c445e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:15:19Z', 'updated_at': '2022-05-18T18:15:30Z', 'revision_number': 5, 'project_id': '46ea3823b08b4c9799a678c4a73b1420', 'subnets': [{'id': '77da057d-3a9e-4973-b1e0-fe1781c445e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:20:18.608589 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417f1804-2529-48d6-9049-5df42e299582 None None] The sync data for ids ['dd4fb3a2-cf1a-484e-8947-1a9c5627a33c'] in n-d-838550-3 is: [{'id': 'dd4fb3a2-cf1a-484e-8947-1a9c5627a33c', 'name': 'tempest-AttachVolumeTestJSON-441656062-router', 'tenant_id': '46ea3823b08b4c9799a678c4a73b1420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.97'}], 'enable_snat': True}, 'gw_port_id': 'f13a6673-ce7b-46fd-a875-cac70ff04edc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:15:06Z', 'updated_at': '2022-05-18T18:15:22Z', 'revision_number': 4, 'project_id': '46ea3823b08b4c9799a678c4a73b1420', 'gw_port': {'id': 'f13a6673-ce7b-46fd-a875-cac70ff04edc', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4fb3a2-cf1a-484e-8947-1a9c5627a33c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:15:09Z', 'updated_at': '2022-05-18T18:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '8bccb3d7-6789-4c70-a9e4-2ecb4df9c97f', 'name': '', 'network_id': '32202dd9-9064-4832-817f-7e8b4a8db1c5', 'tenant_id': '46ea3823b08b4c9799a678c4a73b1420', 'mac_address': 'fa:16:3e:b5:3c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4fb3a2-cf1a-484e-8947-1a9c5627a33c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '77da057d-3a9e-4973-b1e0-fe1781c445e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:15:19Z', 'updated_at': '2022-05-18T18:15:30Z', 'revision_number': 5, 'project_id': '46ea3823b08b4c9799a678c4a73b1420', 'subnets': [{'id': '77da057d-3a9e-4973-b1e0-fe1781c445e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:20:18.718255 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-050fa853-c13d-441e-8aee-bf671e0a8bd4 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Deleting port f63ca9e8-a3e0-4dd7-9ede-4f2989d32e2a {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:20:18.718755 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-050fa853-c13d-441e-8aee-bf671e0a8bd4 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:18.884053 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-050fa853-c13d-441e-8aee-bf671e0a8bd4 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:18.884487 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-050fa853-c13d-441e-8aee-bf671e0a8bd4 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:18.887044 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 40568) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:20:18.928694 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f61c358-7f1d-407d-b92b-2718a08b4786', 'name': 'network-vif-deleted', 'tag': 'fced7fd1-ef7c-4479-b124-1e401f5eca0b'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:20:18.933255 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35f85c4f-5255-44ab-9187-c3da7c7e0e60" -d '{"events": [{"server_uuid": "6f61c358-7f1d-407d-b92b-2718a08b4786", "name": "network-vif-deleted", "tag": "fced7fd1-ef7c-4479-b124-1e401f5eca0b"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:20:18.973301 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_v2 [None req-78158723-62ca-4268-ab11-300c8120da97 admin admin] Deleting subnet 3d050ba9-3aeb-4a7c-9b2d-eb606f1ad9c7 {{(pid=102730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:20:18.984805 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-78158723-62ca-4268-ab11-300c8120da97 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:18.987182 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-050fa853-c13d-441e-8aee-bf671e0a8bd4 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Calling delete_port for f63ca9e8-a3e0-4dd7-9ede-4f2989d32e2a owned by network:floatingip {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:20:19.098999 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68913e23-1b5c-4634-8290-3f555f57adf3 x-openstack-request-id: req-68913e23-1b5c-4634-8290-3f555f57adf3 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:20:19.099949 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f61c358-7f1d-407d-b92b-2718a08b4786", "name": "network-vif-deleted", "tag": "fced7fd1-ef7c-4479-b124-1e401f5eca0b", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:20:19.100829 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-68913e23-1b5c-4634-8290-3f555f57adf3 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:20:19.102333 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68913e23-1b5c-4634-8290-3f555f57adf3'] response: {'server_uuid': '6f61c358-7f1d-407d-b92b-2718a08b4786', 'name': 'network-vif-deleted', 'tag': 'fced7fd1-ef7c-4479-b124-1e401f5eca0b', 'status': 'completed', 'code': 200} May 18 18:20:19.104834 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-78158723-62ca-4268-ab11-300c8120da97 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260107366'] for subnet, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:19.108212 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-af22b09b-83aa-4234-b4cd-ec920384ece8 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.109&port_id=d7dcad22-e92b-4b04-9ae5-6faddc7193ce HTTP/1.1" status: 200 len: 217 time: 0.9361968 May 18 18:20:19.113158 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157ef3f1-f9bd-4385-aef5-2b271b386d4c None None] New status for floating IP fbc36190-0d31-4986-8d60-61939a2ab850: DOWN {{(pid=102733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 18:20:19.195177 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fed5176e-815f-4e4a-a722-22250748008b tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-593931'] for router_interface, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:19.395721 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-d9aaa922-9b78-4550-a297-7b7e6b1dc295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:19.398412 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-d9aaa922-9b78-4550-a297-7b7e6b1dc295 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=50aad9c7-9467-4aae-bc1d-4e769e4f3623 HTTP/1.1" status: 200 len: 797 time: 0.2761862 May 18 18:20:19.506883 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-78158723-62ca-4268-ab11-300c8120da97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:19.511101 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-050fa853-c13d-441e-8aee-bf671e0a8bd4 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:19.583358 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fa853-c13d-441e-8aee-bf671e0a8bd4 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Pushing event deleted for resources: {'Port': ['ID=f63ca9e8-a3e0-4dd7-9ede-4f2989d32e2a,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:20:19.584471 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-ce69303a-3269-4e2c-95cd-8f6781ce311b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:19.586188 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-ce69303a-3269-4e2c-95cd-8f6781ce311b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=6f6254ab-4ee7-4ad9-afa0-26be8bf1b0f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0630486 May 18 18:20:19.629064 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6ba87d-fe40-422d-80d5-a323a71ed596 req-0487310a-5c4b-4e05-ab36-b1a860f95da1 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:19.636492 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6ba87d-fe40-422d-80d5-a323a71ed596 req-0487310a-5c4b-4e05-ab36-b1a860f95da1 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:19.643214 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6ba87d-fe40-422d-80d5-a323a71ed596 req-0487310a-5c4b-4e05-ab36-b1a860f95da1 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:19.649158 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6ba87d-fe40-422d-80d5-a323a71ed596 req-0487310a-5c4b-4e05-ab36-b1a860f95da1 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:19.656672 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6ba87d-fe40-422d-80d5-a323a71ed596 req-0487310a-5c4b-4e05-ab36-b1a860f95da1 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:19.663423 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6ba87d-fe40-422d-80d5-a323a71ed596 req-0487310a-5c4b-4e05-ab36-b1a860f95da1 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:19.671094 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6ba87d-fe40-422d-80d5-a323a71ed596 req-0487310a-5c4b-4e05-ab36-b1a860f95da1 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:19.673377 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bb6ba87d-fe40-422d-80d5-a323a71ed596 req-0487310a-5c4b-4e05-ab36-b1a860f95da1 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c294977-a47a-459b-b24e-566121e05c9a HTTP/1.1" status: 200 len: 5420 time: 0.3127999 May 18 18:20:19.782725 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-050fa853-c13d-441e-8aee-bf671e0a8bd4 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Notify callbacks [] for floatingip, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:19.786022 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-050fa853-c13d-441e-8aee-bf671e0a8bd4 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:19.787616 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-050fa853-c13d-441e-8aee-bf671e0a8bd4 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "DELETE /v2.0/floatingips/fbc36190-0d31-4986-8d60-61939a2ab850 HTTP/1.1" status: 204 len: 168 time: 1.3666427 May 18 18:20:19.791974 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-78158723-62ca-4268-ab11-300c8120da97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261104690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261031888'] for subnet, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:19.804325 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bb6ba87d-fe40-422d-80d5-a323a71ed596 req-15664cd3-3ecf-458a-b1cc-198e8a7fb6fe tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "GET /v2.0/security-groups?id=7394e4bf-8f0c-4c6c-8c6c-8df7a26d4fa0&id=bbd4527f-f9e4-46b0-8c76-f8fe8c004d55&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1008849 May 18 18:20:19.828588 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78158723-62ca-4268-ab11-300c8120da97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d050ba9-3aeb-4a7c-9b2d-eb606f1ad9c7,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:20:19.838596 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-78158723-62ca-4268-ab11-300c8120da97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:19.843713 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-78158723-62ca-4268-ab11-300c8120da97 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/3d050ba9-3aeb-4a7c-9b2d-eb606f1ad9c7 HTTP/1.1" status: 204 len: 168 time: 0.9478242 May 18 18:20:19.845818 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 40590) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:20:19.849091 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ffdd02-a584-48b5-a8bd-0629517e1bf6 None None] Network 8340801f-4402-492e-94f2-866b61b44be1 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:20:19.908879 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-269af288-f70e-4696-83a4-8c07eebb49b6 service neutron] 10.222.0.88 "GET /v2.0/networks/6f6254ab-4ee7-4ad9-afa0-26be8bf1b0f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3126702 May 18 18:20:19.967054 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fed5176e-815f-4e4a-a722-22250748008b tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Router 3e2ae5bc-2c8e-4f90-b16d-bd1568184238 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:20:19.968619 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 40594) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:20:20.010849 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-ffc6e8c7-4689-428e-a065-35afb442fe36 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Request body: {'security_group': {'name': 'tempest-securitygroup--859546114', 'description': 'tempest-description--772044192'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:20:20.028286 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b9600472-6d5d-41b9-a351-f64cb8a0312e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:20.179589 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-269041e0-a2a4-4860-9190-596a1dcb4872 None None] DHCP port deletion for 8340801f-4402-492e-94f2-866b61b44be1 request from n-d-838550-3 {{(pid=102732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 18:20:20.201489 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ffc6e8c7-4689-428e-a065-35afb442fe36 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:20.209907 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-b9600472-6d5d-41b9-a351-f64cb8a0312e admin admin] Deleting port 2825a873-9461-4c17-8fef-8b6699067b01 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:20:20.210246 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b9600472-6d5d-41b9-a351-f64cb8a0312e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:20.279118 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-269041e0-a2a4-4860-9190-596a1dcb4872 None None] Deleting port 2825a873-9461-4c17-8fef-8b6699067b01 {{(pid=102732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:20:20.280275 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-269041e0-a2a4-4860-9190-596a1dcb4872 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:20.329428 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-98cc1527-abab-48bb-becf-9504f05c8c60 service neutron] 10.222.0.88 "GET /v2.0/networks/6f6254ab-4ee7-4ad9-afa0-26be8bf1b0f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4102156 May 18 18:20:20.336058 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-b9600472-6d5d-41b9-a351-f64cb8a0312e admin admin] For port 2825a873-9461-4c17-8fef-8b6699067b01, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=2825a873-9461-4c17-8fef-8b6699067b01,segment=NetworkSegment(a4b3f14e-63d9-48d5-840b-48a32c514ddd),segment_id=a4b3f14e-63d9-48d5-840b-48a32c514ddd)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:20:20.336824 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b9600472-6d5d-41b9-a351-f64cb8a0312e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:20.353486 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-b9600472-6d5d-41b9-a351-f64cb8a0312e admin admin] Calling delete_port for 2825a873-9461-4c17-8fef-8b6699067b01 owned by network:dhcp {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:20:20.383012 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-269041e0-a2a4-4860-9190-596a1dcb4872 None None] For port 2825a873-9461-4c17-8fef-8b6699067b01, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=2825a873-9461-4c17-8fef-8b6699067b01,segment=NetworkSegment(a4b3f14e-63d9-48d5-840b-48a32c514ddd),segment_id=a4b3f14e-63d9-48d5-840b-48a32c514ddd)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:20:20.383565 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-269041e0-a2a4-4860-9190-596a1dcb4872 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:20.393126 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-625cf1e3-fcee-4a8a-a2a7-b7bf4379d7d4 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.63&port_id=47ed802e-3cf4-472d-b402-936465b16c4c HTTP/1.1" status: 200 len: 217 time: 0.0553439 May 18 18:20:20.411018 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-269041e0-a2a4-4860-9190-596a1dcb4872 None None] Calling delete_port for 2825a873-9461-4c17-8fef-8b6699067b01 owned by network:dhcp {{(pid=102732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:20:20.484914 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fed5176e-815f-4e4a-a722-22250748008b tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:20:20.499269 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-fed5176e-815f-4e4a-a722-22250748008b tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "PUT /v2.0/routers/3e2ae5bc-2c8e-4f90-b16d-bd1568184238/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6987221 May 18 18:20:20.502926 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 40606) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:20:20.531255 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92dcf71c-cfc8-4fb7-bd67-1c5aac7caefd None None] Sync routers for ids ['3e2ae5bc-2c8e-4f90-b16d-bd1568184238'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:20:20.536593 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b9600472-6d5d-41b9-a351-f64cb8a0312e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:20.564637 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-cbbf265f-2ddb-4067-b341-b968892e6d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:20.566189 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-cbbf265f-2ddb-4067-b341-b968892e6d33 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=50aad9c7-9467-4aae-bc1d-4e769e4f3623 HTTP/1.1" status: 200 len: 797 time: 0.1564085 May 18 18:20:20.580383 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-269041e0-a2a4-4860-9190-596a1dcb4872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508'] for port, after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:20.603497 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92dcf71c-cfc8-4fb7-bd67-1c5aac7caefd None None] Routers {'3e2ae5bc-2c8e-4f90-b16d-bd1568184238'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:20:20.604302 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-92dcf71c-cfc8-4fb7-bd67-1c5aac7caefd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:20:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['3e2ae5bc-2c8e-4f90-b16d-bd1568184238'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:20:20.618256 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9600472-6d5d-41b9-a351-f64cb8a0312e admin admin] No DVR routers for this DVR port 2825a873-9461-4c17-8fef-8b6699067b01 on host n-d-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:20:20.634694 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9600472-6d5d-41b9-a351-f64cb8a0312e admin admin] Pushing event deleted for resources: {'Port': ['ID=2825a873-9461-4c17-8fef-8b6699067b01,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:20:20.683551 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ffc6e8c7-4689-428e-a065-35afb442fe36 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:20.697247 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269041e0-a2a4-4860-9190-596a1dcb4872 None None] No DVR routers for this DVR port 2825a873-9461-4c17-8fef-8b6699067b01 on host n-d-838550-3 {{(pid=102732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:20:20.710384 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ffc6e8c7-4689-428e-a065-35afb442fe36 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:20.722264 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269041e0-a2a4-4860-9190-596a1dcb4872 None None] Pushing event deleted for resources: {'Port': ['ID=2825a873-9461-4c17-8fef-8b6699067b01,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:20:20.754244 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-fadc152c-4480-4a30-8f60-c6386b041195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:20.758293 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-fadc152c-4480-4a30-8f60-c6386b041195 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=6f6254ab-4ee7-4ad9-afa0-26be8bf1b0f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1732612 May 18 18:20:20.780217 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ffc6e8c7-4689-428e-a065-35afb442fe36 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:20.788171 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-ffc6e8c7-4689-428e-a065-35afb442fe36 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.7968142 May 18 18:20:20.791216 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 40616) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:20:20.796755 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-a25d07a5-95c9-44f0-8308-4394c9657d59 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Request body: {'security_group_rule': {'security_group_id': 'd9fc5545-8f9d-47d5-aaef-b8ab87285815', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:20:20.826884 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b9600472-6d5d-41b9-a351-f64cb8a0312e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:20.866014 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-b9600472-6d5d-41b9-a351-f64cb8a0312e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8340801f-4402-492e-94f2-866b61b44be1']}} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:20:20.868393 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a25d07a5-95c9-44f0-8308-4394c9657d59 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:20.885906 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-b9600472-6d5d-41b9-a351-f64cb8a0312e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4b3f14e-63d9-48d5-840b-48a32c514ddd') {'for_net_delete': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:20:20.886203 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-b9600472-6d5d-41b9-a351-f64cb8a0312e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4b3f14e-63d9-48d5-840b-48a32c514ddd') {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:20:20.904580 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b9600472-6d5d-41b9-a351-f64cb8a0312e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260107375'] for segment, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:20.929162 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b9600472-6d5d-41b9-a351-f64cb8a0312e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:20.939017 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9600472-6d5d-41b9-a351-f64cb8a0312e admin admin] Releasing vlan 624 on physical network physnet1 to pool {{(pid=102730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:20:20.939451 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b9600472-6d5d-41b9-a351-f64cb8a0312e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261102736'] for segment, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:20.941180 n-d-838550-3 neutron-server[102730]: Traceback (most recent call last): May 18 18:20:20.941180 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:20:20.941180 n-d-838550-3 neutron-server[102730]: timer() May 18 18:20:20.941180 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:20:20.941180 n-d-838550-3 neutron-server[102730]: cb(*args, **kw) May 18 18:20:20.941180 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:20:20.941180 n-d-838550-3 neutron-server[102730]: return func(*args, **kwargs) May 18 18:20:20.941180 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:20:20.941180 n-d-838550-3 neutron-server[102730]: self._notify() May 18 18:20:20.941180 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:20:20.941180 n-d-838550-3 neutron-server[102730]: self.callback(batched_events) May 18 18:20:20.941180 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:20:20.941180 n-d-838550-3 neutron-server[102730]: event.method(event) May 18 18:20:20.941180 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:20:20.941180 n-d-838550-3 neutron-server[102730]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:20:20.941180 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:20:20.941180 n-d-838550-3 neutron-server[102730]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:20:20.941180 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:20:20.941180 n-d-838550-3 neutron-server[102730]: return f(self, *a, **k) May 18 18:20:20.941180 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:20:20.941180 n-d-838550-3 neutron-server[102730]: return self._get(url).json() May 18 18:20:20.941180 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:20:20.941180 n-d-838550-3 neutron-server[102730]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:20:20.941180 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:20:20.941180 n-d-838550-3 neutron-server[102730]: return self.request(url, 'GET', **kwargs) May 18 18:20:20.941180 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:20:20.941180 n-d-838550-3 neutron-server[102730]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:20:20.941180 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:20:20.941180 n-d-838550-3 neutron-server[102730]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:20:20.941180 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:20:20.941180 n-d-838550-3 neutron-server[102730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:20:20.941180 n-d-838550-3 neutron-server[102730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:20:20.996749 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a25d07a5-95c9-44f0-8308-4394c9657d59 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:21.003280 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_v2 [None req-d84d26bf-96ba-477f-b9b9-e322e89e4d92 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Deleting subnet f3087b50-8afa-41c8-8fad-b7d7fc4a8246 {{(pid=102731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:20:21.027615 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d84d26bf-96ba-477f-b9b9-e322e89e4d92 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks [] for subnet, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:21.030501 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a25d07a5-95c9-44f0-8308-4394c9657d59 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:21.071784 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25d07a5-95c9-44f0-8308-4394c9657d59 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17222476-feb4-4dfa-8cfa-bde82e0a9e94,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:20:21.097672 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a25d07a5-95c9-44f0-8308-4394c9657d59 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:21.099341 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-a25d07a5-95c9-44f0-8308-4394c9657d59 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3068726 May 18 18:20:21.099804 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b9600472-6d5d-41b9-a351-f64cb8a0312e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:21.105119 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b9600472-6d5d-41b9-a351-f64cb8a0312e admin admin] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:21.108063 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-92dcf71c-cfc8-4fb7-bd67-1c5aac7caefd None None] Set router 3e2ae5bc-2c8e-4f90-b16d-bd1568184238 gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:20:21.108902 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-b9600472-6d5d-41b9-a351-f64cb8a0312e admin admin] 10.222.0.85 "DELETE /v2.0/networks/8340801f-4402-492e-94f2-866b61b44be1 HTTP/1.1" status: 204 len: 168 time: 1.2456560 May 18 18:20:21.110394 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 40628) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:20:21.132603 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-a3171dcd-47bb-4d68-bcb9-6375d836efdd tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Request body: {'security_group_rule': {'security_group_id': 'd9fc5545-8f9d-47d5-aaef-b8ab87285815', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:20:21.137010 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9600472-6d5d-41b9-a351-f64cb8a0312e admin admin] Pushing event deleted for resources: {'Network': ['ID=8340801f-4402-492e-94f2-866b61b44be1,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:20:21.151579 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc7e3fe-4741-4563-a929-3b5add34ff1a req-a908d85d-bd82-4a68-9a4d-1172e6cdffc9 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:21.158216 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc7e3fe-4741-4563-a929-3b5add34ff1a req-a908d85d-bd82-4a68-9a4d-1172e6cdffc9 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:21.164666 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc7e3fe-4741-4563-a929-3b5add34ff1a req-a908d85d-bd82-4a68-9a4d-1172e6cdffc9 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:21.171176 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc7e3fe-4741-4563-a929-3b5add34ff1a req-a908d85d-bd82-4a68-9a4d-1172e6cdffc9 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:21.177050 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc7e3fe-4741-4563-a929-3b5add34ff1a req-a908d85d-bd82-4a68-9a4d-1172e6cdffc9 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:21.194235 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc7e3fe-4741-4563-a929-3b5add34ff1a req-a908d85d-bd82-4a68-9a4d-1172e6cdffc9 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:21.211155 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc7e3fe-4741-4563-a929-3b5add34ff1a req-a908d85d-bd82-4a68-9a4d-1172e6cdffc9 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:21.215706 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6fc7e3fe-4741-4563-a929-3b5add34ff1a req-a908d85d-bd82-4a68-9a4d-1172e6cdffc9 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c294977-a47a-459b-b24e-566121e05c9a HTTP/1.1" status: 200 len: 5420 time: 0.2310205 May 18 18:20:21.246435 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc6e8c7-4689-428e-a065-35afb442fe36 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9fc5545-8f9d-47d5-aaef-b8ab87285815,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:20:21.256860 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-91279257-659f-4ad3-b149-341469106ddd service neutron] 10.222.0.88 "GET /v2.0/networks/6f6254ab-4ee7-4ad9-afa0-26be8bf1b0f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4493253 May 18 18:20:21.313162 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d84d26bf-96ba-477f-b9b9-e322e89e4d92 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260542153'] for subnet, precommit_delete_associations {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:21.345280 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 2825a873-9461-4c17-8fef-8b6699067b01 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:20:21.350402 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a3171dcd-47bb-4d68-bcb9-6375d836efdd tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:21.400689 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6fc7e3fe-4741-4563-a929-3b5add34ff1a req-f1a63eae-d4b9-4599-98cf-d2456cb09fae tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "GET /v2.0/security-groups?id=7394e4bf-8f0c-4c6c-8c6c-8df7a26d4fa0&id=bbd4527f-f9e4-46b0-8c76-f8fe8c004d55&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1745183 May 18 18:20:21.487674 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 2825a873-9461-4c17-8fef-8b6699067b01 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:20:21.488104 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 2825a873-9461-4c17-8fef-8b6699067b01 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:20:21.548142 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a3171dcd-47bb-4d68-bcb9-6375d836efdd tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:21.561458 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a3171dcd-47bb-4d68-bcb9-6375d836efdd tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:21.603803 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3171dcd-47bb-4d68-bcb9-6375d836efdd tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c56fa91-ffcc-4877-bf1d-6ffb3a3c4839,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:20:21.613412 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-f89f6c90-baeb-48b3-bfa7-f9a7e058774c service neutron] 10.222.0.88 "GET /v2.0/networks/6f6254ab-4ee7-4ad9-afa0-26be8bf1b0f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3359461 May 18 18:20:21.625561 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a3171dcd-47bb-4d68-bcb9-6375d836efdd tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:21.627044 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-a3171dcd-47bb-4d68-bcb9-6375d836efdd tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4983046 May 18 18:20:21.630585 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 40640) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:20:21.639340 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-a18615db-2a51-406e-ade3-ea1c796b34bd tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Request body: {'floatingip': {'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:20:21.640609 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 40642) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:20:21.660151 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-92dcf71c-cfc8-4fb7-bd67-1c5aac7caefd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e2ae5bc-2c8e-4f90-b16d-bd1568184238', 'name': 'tempest-TestNetworkBasicOps-router-1485044425', 'tenant_id': '6664118b95564eb5aa43c658eedfd9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '52445f4a-7363-4b89-94c1-d8ed3c3645eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:18:17Z', 'updated_at': '2022-05-18T18:20:17Z', 'revision_number': 5, 'project_id': '6664118b95564eb5aa43c658eedfd9ed', 'gw_port': {'id': '52445f4a-7363-4b89-94c1-d8ed3c3645eb', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ef:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2ae5bc-2c8e-4f90-b16d-bd1568184238', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:18:18Z', 'updated_at': '2022-05-18T18:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:20:21.673091 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d84d26bf-96ba-477f-b9b9-e322e89e4d92 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:21.705245 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a18615db-2a51-406e-ade3-ea1c796b34bd tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Notify callbacks [] for floatingip, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:21.706366 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-3a6de14b-9c75-492a-861b-3312c82a6618 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.113&port_id=f5291033-c543-4aaf-8149-9933a2a217af HTTP/1.1" status: 200 len: 217 time: 0.0780246 May 18 18:20:21.719793 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92dcf71c-cfc8-4fb7-bd67-1c5aac7caefd None None] Checking router: 3e2ae5bc-2c8e-4f90-b16d-bd1568184238 for host: n-d-838550-3 {{(pid=102732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:20:21.732975 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92dcf71c-cfc8-4fb7-bd67-1c5aac7caefd None None] Routers {'3e2ae5bc-2c8e-4f90-b16d-bd1568184238'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:20:21.734137 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-92dcf71c-cfc8-4fb7-bd67-1c5aac7caefd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:20:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['3e2ae5bc-2c8e-4f90-b16d-bd1568184238'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:20:21.915099 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-da6c0b2b-69fc-48f5-8a0f-63c92c7b9d99 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=c2b3513b708b4437932d016f9b0b88f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2732911 May 18 18:20:21.920825 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-92dcf71c-cfc8-4fb7-bd67-1c5aac7caefd None None] Set router 3e2ae5bc-2c8e-4f90-b16d-bd1568184238 gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:20:21.924580 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 40658) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:20:21.940032 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-c73dd5d5-ceaa-41a1-945c-26a99f16cef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:21.941799 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-c73dd5d5-ceaa-41a1-945c-26a99f16cef4 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=50aad9c7-9467-4aae-bc1d-4e769e4f3623 HTTP/1.1" status: 200 len: 797 time: 0.2275281 May 18 18:20:21.959784 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d84d26bf-96ba-477f-b9b9-e322e89e4d92 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260898416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260908030'] for subnet, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:21.993380 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a18615db-2a51-406e-ade3-ea1c796b34bd tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:22.045345 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-66150916-64ae-43ec-88e6-639f81ac5fb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:22.134781 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d84d26bf-96ba-477f-b9b9-e322e89e4d92 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:22.143463 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-d84d26bf-96ba-477f-b9b9-e322e89e4d92 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "DELETE /v2.0/subnets/f3087b50-8afa-41c8-8fad-b7d7fc4a8246 HTTP/1.1" status: 204 len: 168 time: 1.6377895 May 18 18:20:22.147413 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 40664) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:20:22.155087 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84d26bf-96ba-477f-b9b9-e322e89e4d92 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Pushing event deleted for resources: {'Subnet': ['ID=f3087b50-8afa-41c8-8fad-b7d7fc4a8246,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:20:22.194091 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8946ecef-31c3-4291-9420-94c757907516 None None] Network 3f8a9fba-a301-4045-a1ed-90503af6265b requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:20:22.197919 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-66150916-64ae-43ec-88e6-639f81ac5fb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:22.300216 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-a18615db-2a51-406e-ade3-ea1c796b34bd tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Allocated IP 172.25.5.189 (31ebd439-090c-4b25-bbb0-31c48711b145/363a2810-8a83-4be0-a317-7c91fcd94485/7e2644a4-1448-488b-8499-d661ee90df39) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:20:22.322648 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-b4caef9e-ae6c-41d4-970d-29f6ada6d9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:22.333630 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-b4caef9e-ae6c-41d4-970d-29f6ada6d9b5 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=6f6254ab-4ee7-4ad9-afa0-26be8bf1b0f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3843517 May 18 18:20:22.334900 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-66150916-64ae-43ec-88e6-639f81ac5fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:22.338075 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-66150916-64ae-43ec-88e6-639f81ac5fb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:22.346898 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-66150916-64ae-43ec-88e6-639f81ac5fb5 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/3ecfcd7a-48bb-4ce7-ab79-4277880e130c HTTP/1.1" status: 204 len: 168 time: 0.4116080 May 18 18:20:22.456734 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66150916-64ae-43ec-88e6-639f81ac5fb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ecfcd7a-48bb-4ce7-ab79-4277880e130c,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:20:22.517306 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-92dcf71c-cfc8-4fb7-bd67-1c5aac7caefd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e2ae5bc-2c8e-4f90-b16d-bd1568184238', 'name': 'tempest-TestNetworkBasicOps-router-1485044425', 'tenant_id': '6664118b95564eb5aa43c658eedfd9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '52445f4a-7363-4b89-94c1-d8ed3c3645eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:18:17Z', 'updated_at': '2022-05-18T18:20:17Z', 'revision_number': 5, 'project_id': '6664118b95564eb5aa43c658eedfd9ed', 'gw_port': {'id': '52445f4a-7363-4b89-94c1-d8ed3c3645eb', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ef:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2ae5bc-2c8e-4f90-b16d-bd1568184238', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:18:18Z', 'updated_at': '2022-05-18T18:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:20:22.579516 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a18615db-2a51-406e-ade3-ea1c796b34bd tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:22.583906 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab0725b-db91-4521-b778-acafdbfa8a1e None None] DHCP port deletion for 3f8a9fba-a301-4045-a1ed-90503af6265b request from n-d-838550-3 {{(pid=102732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 18:20:22.587261 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92dcf71c-cfc8-4fb7-bd67-1c5aac7caefd None None] The sync data for ids ['3e2ae5bc-2c8e-4f90-b16d-bd1568184238'] in n-d-838550-3 is: [{'id': '3e2ae5bc-2c8e-4f90-b16d-bd1568184238', 'name': 'tempest-TestNetworkBasicOps-router-1485044425', 'tenant_id': '6664118b95564eb5aa43c658eedfd9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '52445f4a-7363-4b89-94c1-d8ed3c3645eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:18:17Z', 'updated_at': '2022-05-18T18:20:17Z', 'revision_number': 5, 'project_id': '6664118b95564eb5aa43c658eedfd9ed', 'gw_port': {'id': '52445f4a-7363-4b89-94c1-d8ed3c3645eb', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ef:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2ae5bc-2c8e-4f90-b16d-bd1568184238', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:18:18Z', 'updated_at': '2022-05-18T18:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:20:22.687246 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a18615db-2a51-406e-ade3-ea1c796b34bd tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:22.727184 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-4ab0725b-db91-4521-b778-acafdbfa8a1e None None] Deleting port 71f2dea8-2287-4fcf-bcb4-ba65fe4980b3 {{(pid=102732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:20:22.727558 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-4ab0725b-db91-4521-b778-acafdbfa8a1e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:22.796826 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a18615db-2a51-406e-ade3-ea1c796b34bd tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Network 31ebd439-090c-4b25-bbb0-31c48711b145 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:20:22.811907 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-a18615db-2a51-406e-ade3-ea1c796b34bd tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:20:22.816765 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18615db-2a51-406e-ade3-ea1c796b34bd tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:20:22.864525 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-c8ac9f81-21af-4887-a53a-c83fa7b669b5 service neutron] 10.222.0.88 "GET /v2.0/networks/6f6254ab-4ee7-4ad9-afa0-26be8bf1b0f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5193677 May 18 18:20:22.921199 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2371a51-c856-4b83-b3fb-22c3f0d17c2f req-57dc57ae-3186-440f-be41-bcd378c9bfca tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:22.955774 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18615db-2a51-406e-ade3-ea1c796b34bd tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Pushing event updated for resources: {'Port': ['ID=7e2644a4-1448-488b-8499-d661ee90df39,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:20:22.956850 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2371a51-c856-4b83-b3fb-22c3f0d17c2f req-57dc57ae-3186-440f-be41-bcd378c9bfca tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:22.982367 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2371a51-c856-4b83-b3fb-22c3f0d17c2f req-57dc57ae-3186-440f-be41-bcd378c9bfca tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:23.003205 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2371a51-c856-4b83-b3fb-22c3f0d17c2f req-57dc57ae-3186-440f-be41-bcd378c9bfca tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:23.024335 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2371a51-c856-4b83-b3fb-22c3f0d17c2f req-57dc57ae-3186-440f-be41-bcd378c9bfca tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:23.071320 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2371a51-c856-4b83-b3fb-22c3f0d17c2f req-57dc57ae-3186-440f-be41-bcd378c9bfca tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:23.096551 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2371a51-c856-4b83-b3fb-22c3f0d17c2f req-57dc57ae-3186-440f-be41-bcd378c9bfca tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:23.102975 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c2371a51-c856-4b83-b3fb-22c3f0d17c2f req-57dc57ae-3186-440f-be41-bcd378c9bfca tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c294977-a47a-459b-b24e-566121e05c9a HTTP/1.1" status: 200 len: 5420 time: 0.4633098 May 18 18:20:23.175537 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a18615db-2a51-406e-ade3-ea1c796b34bd tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:23.238547 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device f7c0b493-b884-43f8-8338-07f312279f49 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:20:23.281257 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: f7c0b493-b884-43f8-8338-07f312279f49 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:20:23.281885 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device f7c0b493-b884-43f8-8338-07f312279f49 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:20:23.282530 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 71f2dea8-2287-4fcf-bcb4-ba65fe4980b3 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:20:23.298557 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a18615db-2a51-406e-ade3-ea1c796b34bd tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:23.360309 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-4ab0725b-db91-4521-b778-acafdbfa8a1e None None] For port 71f2dea8-2287-4fcf-bcb4-ba65fe4980b3, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=71f2dea8-2287-4fcf-bcb4-ba65fe4980b3,segment=NetworkSegment(972e2fbb-9aed-4c87-bafc-31fe8184212a),segment_id=972e2fbb-9aed-4c87-bafc-31fe8184212a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:20:23.366077 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-4ab0725b-db91-4521-b778-acafdbfa8a1e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:23.396972 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-dc495788-b4b2-4548-bb2b-1b7578d68b23 service neutron] 10.222.0.88 "GET /v2.0/networks/6f6254ab-4ee7-4ad9-afa0-26be8bf1b0f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5091593 May 18 18:20:23.401753 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-4ab0725b-db91-4521-b778-acafdbfa8a1e None None] Calling delete_port for 71f2dea8-2287-4fcf-bcb4-ba65fe4980b3 owned by network:dhcp {{(pid=102732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:20:23.407339 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-49812f69-19da-4b5e-a51b-a789856f7fea tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks [] for router, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:23.744329 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-4ab0725b-db91-4521-b778-acafdbfa8a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508'] for port, after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:23.746603 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a18615db-2a51-406e-ade3-ea1c796b34bd tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:23.760584 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 71f2dea8-2287-4fcf-bcb4-ba65fe4980b3 is: ACTIVE; New status is: DOWN {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:20:23.761003 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:23.762847 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a18615db-2a51-406e-ade3-ea1c796b34bd tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:23.884398 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-49812f69-19da-4b5e-a51b-a789856f7fea tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:23.884601 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab0725b-db91-4521-b778-acafdbfa8a1e None None] No DVR routers for this DVR port 71f2dea8-2287-4fcf-bcb4-ba65fe4980b3 on host n-d-838550-3 {{(pid=102732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:20:23.896032 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c2371a51-c856-4b83-b3fb-22c3f0d17c2f req-761911e0-ffeb-4c7e-87e3-e8e692c5a040 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "GET /v2.0/security-groups?id=7394e4bf-8f0c-4c6c-8c6c-8df7a26d4fa0&id=bbd4527f-f9e4-46b0-8c76-f8fe8c004d55&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7484477 May 18 18:20:23.896256 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab0725b-db91-4521-b778-acafdbfa8a1e None None] Pushing event deleted for resources: {'Port': ['ID=71f2dea8-2287-4fcf-bcb4-ba65fe4980b3,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:20:23.910883 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-68512a58-871d-4e07-9ff9-112f53abd9f4 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.80&port_id=d4ec0f42-d022-4b39-a3c7-9c61a248da1c HTTP/1.1" status: 200 len: 217 time: 0.2095275 May 18 18:20:23.974672 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a18615db-2a51-406e-ade3-ea1c796b34bd tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596987'] for floatingip, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:24.015294 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a18615db-2a51-406e-ade3-ea1c796b34bd tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:24.029317 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-a18615db-2a51-406e-ade3-ea1c796b34bd tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3976164 May 18 18:20:24.032173 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18615db-2a51-406e-ade3-ea1c796b34bd tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Pushing event updated for resources: {'Port': ['ID=7e2644a4-1448-488b-8499-d661ee90df39,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:20:24.062531 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18615db-2a51-406e-ade3-ea1c796b34bd tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:20:24.062848 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-42684a30-e8da-475d-8508-c7571b87dbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:24.063074 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18615db-2a51-406e-ade3-ea1c796b34bd tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:20:24.063227 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18615db-2a51-406e-ade3-ea1c796b34bd tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:20:24.063547 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18615db-2a51-406e-ade3-ea1c796b34bd tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:20:24.063890 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18615db-2a51-406e-ade3-ea1c796b34bd tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:20:24.064230 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18615db-2a51-406e-ade3-ea1c796b34bd tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:20:24.064573 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18615db-2a51-406e-ade3-ea1c796b34bd tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:20:24.064899 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18615db-2a51-406e-ade3-ea1c796b34bd tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:20:24.065234 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18615db-2a51-406e-ade3-ea1c796b34bd tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:20:24.065568 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18615db-2a51-406e-ade3-ea1c796b34bd tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:20:24.066008 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18615db-2a51-406e-ade3-ea1c796b34bd tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:20:24.066146 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-42684a30-e8da-475d-8508-c7571b87dbd7 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=50aad9c7-9467-4aae-bc1d-4e769e4f3623 HTTP/1.1" status: 200 len: 797 time: 0.1428292 May 18 18:20:24.066303 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18615db-2a51-406e-ade3-ea1c796b34bd tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:20:24.152647 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-3c4eb439-5157-45e4-a08a-ba4eb2ba2c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:24.155452 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-3c4eb439-5157-45e4-a08a-ba4eb2ba2c49 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=6f6254ab-4ee7-4ad9-afa0-26be8bf1b0f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0567839 May 18 18:20:24.217458 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-49812f69-19da-4b5e-a51b-a789856f7fea tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Deleting port 52445f4a-7363-4b89-94c1-d8ed3c3645eb {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:20:24.217988 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-49812f69-19da-4b5e-a51b-a789856f7fea tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:24.397940 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-49812f69-19da-4b5e-a51b-a789856f7fea tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] For port 52445f4a-7363-4b89-94c1-d8ed3c3645eb, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=52445f4a-7363-4b89-94c1-d8ed3c3645eb,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:20:24.398494 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-49812f69-19da-4b5e-a51b-a789856f7fea tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:24.409296 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-478ff2f2-f992-4825-9239-991a37309e1f req-4f91173c-2ab2-4a1b-8612-f61e83ef415b tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-securitygroup--859546114&fields=id&tenant_id=46ea3823b08b4c9799a678c4a73b1420 HTTP/1.1" status: 200 len: 267 time: 0.0857782 May 18 18:20:24.417395 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-1c12185e-985e-4cbe-a858-596ec3d8792f service neutron] 10.222.0.88 "GET /v2.0/networks/6f6254ab-4ee7-4ad9-afa0-26be8bf1b0f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2544947 May 18 18:20:24.421777 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-49812f69-19da-4b5e-a51b-a789856f7fea tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Calling delete_port for 52445f4a-7363-4b89-94c1-d8ed3c3645eb owned by network:router_gateway {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:20:24.609553 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 40730) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:20:24.638395 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ff2f2-f992-4825-9239-991a37309e1f req-799edcb5-8333-4cc6-996d-4a1c0a054c4a tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:24.640527 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-478ff2f2-f992-4825-9239-991a37309e1f req-799edcb5-8333-4cc6-996d-4a1c0a054c4a tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "GET /v2.0/networks?id=32202dd9-9064-4832-817f-7e8b4a8db1c5 HTTP/1.1" status: 200 len: 810 time: 0.2234626 May 18 18:20:24.657429 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-478ff2f2-f992-4825-9239-991a37309e1f req-79fa2b78-c4e7-4278-8d0d-cba5853a6e17 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "GET /v2.0/quotas/46ea3823b08b4c9799a678c4a73b1420 HTTP/1.1" status: 200 len: 375 time: 0.0103397 May 18 18:20:24.738809 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-478ff2f2-f992-4825-9239-991a37309e1f req-17f0bbd8-89d1-441f-8294-587f2d7c3f46 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=46ea3823b08b4c9799a678c4a73b1420&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0755489 May 18 18:20:24.941420 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-478ff2f2-f992-4825-9239-991a37309e1f req-9286f421-7591-4791-b8c7-f00af69e96c9 service neutron] 10.222.0.85 "GET /v2.0/networks/32202dd9-9064-4832-817f-7e8b4a8db1c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867428 May 18 18:20:25.066403 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-39500f99-75ae-4c99-ad7c-cb05214785d3 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1654171476-network', 'tenant_id': '0e05293eb5e34984a222e72ede2f6bc1'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:20:25.129653 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-54be2880-78c7-4657-b1de-e309c45245cb service neutron] 10.222.0.88 "GET /v2.0/networks/6f6254ab-4ee7-4ad9-afa0-26be8bf1b0f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7045357 May 18 18:20:25.135655 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-478ff2f2-f992-4825-9239-991a37309e1f req-605a87a8-d3fc-4840-b160-c079d7d4dda5 service neutron] 10.222.0.85 "GET /v2.0/networks/32202dd9-9064-4832-817f-7e8b4a8db1c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932535 May 18 18:20:25.136857 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39500f99-75ae-4c99-ad7c-cb05214785d3 admin admin] Made reservation on behalf of 0e05293eb5e34984a222e72ede2f6bc1 for: {'network': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:20:25.149844 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-39500f99-75ae-4c99-ad7c-cb05214785d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:25.163815 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-39500f99-75ae-4c99-ad7c-cb05214785d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:25.310946 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 40748) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:20:25.321633 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-3d96f52f-dff9-40b2-9236-735f1f6d6435 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=32ab4e29-e8eb-4fca-ad01-008ffc84e28f HTTP/1.1" status: 200 len: 217 time: 0.1057396 May 18 18:20:25.338725 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-39500f99-75ae-4c99-ad7c-cb05214785d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:25.356416 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-39500f99-75ae-4c99-ad7c-cb05214785d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:25.421014 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39500f99-75ae-4c99-ad7c-cb05214785d3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 627} {{(pid=102730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:20:25.449014 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d95f1b-2e1a-423f-984b-4539fd416bfa req-5036df7a-523e-4cb6-89ad-ea3f8da86194 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:25.455872 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d95f1b-2e1a-423f-984b-4539fd416bfa req-5036df7a-523e-4cb6-89ad-ea3f8da86194 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:25.461903 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d95f1b-2e1a-423f-984b-4539fd416bfa req-5036df7a-523e-4cb6-89ad-ea3f8da86194 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:25.468872 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d95f1b-2e1a-423f-984b-4539fd416bfa req-5036df7a-523e-4cb6-89ad-ea3f8da86194 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:25.475428 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d95f1b-2e1a-423f-984b-4539fd416bfa req-5036df7a-523e-4cb6-89ad-ea3f8da86194 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:25.482137 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d95f1b-2e1a-423f-984b-4539fd416bfa req-5036df7a-523e-4cb6-89ad-ea3f8da86194 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:25.482432 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a7846c0c-1a96-4114-a9c3-58a136146a84 req-8cabd1f6-5297-491a-8809-9ccfbfaf1a4b tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "GET /v2.0/ports?device_id=2eb5fc42-1e94-43a3-9aa4-ad4e9a06c9c3 HTTP/1.1" status: 200 len: 210 time: 0.0624251 May 18 18:20:25.482924 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39500f99-75ae-4c99-ad7c-cb05214785d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39832044-5715-44fb-889f-070634a49525,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:20:25.488819 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d95f1b-2e1a-423f-984b-4539fd416bfa req-5036df7a-523e-4cb6-89ad-ea3f8da86194 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:25.489154 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-39500f99-75ae-4c99-ad7c-cb05214785d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:25.489513 n-d-838550-3 neutron-server[102730]: INFO neutron.db.segments_db [None req-39500f99-75ae-4c99-ad7c-cb05214785d3 admin admin] Added segment c8ae678e-3f8e-4e17-ac95-16664837612c of type vlan for network d4b6ec45-8396-4fe1-937b-4f4531714ee9 May 18 18:20:25.498369 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d9d95f1b-2e1a-423f-984b-4539fd416bfa req-5036df7a-523e-4cb6-89ad-ea3f8da86194 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c294977-a47a-459b-b24e-566121e05c9a HTTP/1.1" status: 200 len: 5420 time: 0.4305327 May 18 18:20:25.574485 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-39500f99-75ae-4c99-ad7c-cb05214785d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:25.608115 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-39500f99-75ae-4c99-ad7c-cb05214785d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:25.609302 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39500f99-75ae-4c99-ad7c-cb05214785d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:25.609966 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-39500f99-75ae-4c99-ad7c-cb05214785d3 admin admin] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:25.642226 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d9d95f1b-2e1a-423f-984b-4539fd416bfa req-e1b3f539-8eb7-4c75-ba00-dd7a94a43e62 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "GET /v2.0/security-groups?id=7394e4bf-8f0c-4c6c-8c6c-8df7a26d4fa0&id=bbd4527f-f9e4-46b0-8c76-f8fe8c004d55&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1427851 May 18 18:20:25.657558 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f3d721a-46c8-48d4-965e-d1eb691d6c8d admin admin] Deleting subnet bd09efa1-7830-4427-8e66-761a80a60b9b {{(pid=102731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:20:25.662527 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-d6ce8519-463a-4360-9dd5-d13418aafd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:25.665052 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-d6ce8519-463a-4360-9dd5-d13418aafd13 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=ac88f09f-2eda-4db7-a15a-c310c3c0f932 HTTP/1.1" status: 200 len: 797 time: 0.3037734 May 18 18:20:25.667243 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-49812f69-19da-4b5e-a51b-a789856f7fea tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:25.677110 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9f3d721a-46c8-48d4-965e-d1eb691d6c8d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:25.737951 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-39500f99-75ae-4c99-ad7c-cb05214785d3 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1264377 May 18 18:20:25.744399 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 40764) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:20:25.763347 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-5dfaaf08-489f-45eb-be92-36766d72e41d admin admin] Request body: {'subnet': {'network_id': 'd4b6ec45-8396-4fe1-937b-4f4531714ee9', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1654171476-subnet', 'tenant_id': '0e05293eb5e34984a222e72ede2f6bc1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:20:25.795729 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39500f99-75ae-4c99-ad7c-cb05214785d3 admin admin] Pushing event updated for resources: {'Network': ['ID=d4b6ec45-8396-4fe1-937b-4f4531714ee9,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:20:25.814882 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network d4b6ec45-8396-4fe1-937b-4f4531714ee9 details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:20:25.830193 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dfaaf08-489f-45eb-be92-36766d72e41d admin admin] Made reservation on behalf of 0e05293eb5e34984a222e72ede2f6bc1 for: {'subnet': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:20:25.833019 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5dfaaf08-489f-45eb-be92-36766d72e41d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261031885'] for subnet, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:25.979837 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49812f69-19da-4b5e-a51b-a789856f7fea tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Pushing event deleted for resources: {'Port': ['ID=52445f4a-7363-4b89-94c1-d8ed3c3645eb,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:20:26.053329 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49812f69-19da-4b5e-a51b-a789856f7fea tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:20:26.054388 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49812f69-19da-4b5e-a51b-a789856f7fea tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:20:26.055442 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49812f69-19da-4b5e-a51b-a789856f7fea tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:20:26.058093 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49812f69-19da-4b5e-a51b-a789856f7fea tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:20:26.060780 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49812f69-19da-4b5e-a51b-a789856f7fea tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:20:26.062703 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49812f69-19da-4b5e-a51b-a789856f7fea tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:20:26.063819 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49812f69-19da-4b5e-a51b-a789856f7fea tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:20:26.064300 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49812f69-19da-4b5e-a51b-a789856f7fea tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:20:26.065884 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49812f69-19da-4b5e-a51b-a789856f7fea tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:20:26.066338 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49812f69-19da-4b5e-a51b-a789856f7fea tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:20:26.067666 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49812f69-19da-4b5e-a51b-a789856f7fea tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:20:26.069292 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49812f69-19da-4b5e-a51b-a789856f7fea tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:20:26.100849 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9f3d721a-46c8-48d4-965e-d1eb691d6c8d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260542153'] for subnet, precommit_delete_associations {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:26.198725 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-14dea00e-6485-48d4-941e-1bf2e5c01fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:26.206827 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-14dea00e-6485-48d4-941e-1bf2e5c01fc5 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=6869c65a-0fbe-4766-9768-f36c634415aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5271142 May 18 18:20:26.217654 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-49812f69-19da-4b5e-a51b-a789856f7fea tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596901'] for router_gateway, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:26.521310 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-49812f69-19da-4b5e-a51b-a789856f7fea tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25145'] for router, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:26.523749 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-49812f69-19da-4b5e-a51b-a789856f7fea tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:26.598276 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9f3d721a-46c8-48d4-965e-d1eb691d6c8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:26.623442 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-49812f69-19da-4b5e-a51b-a789856f7fea tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593303'] for router, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:26.623985 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49812f69-19da-4b5e-a51b-a789856f7fea tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Fanout notify agent at l3_agent the message router_deleted on router 3e2ae5bc-2c8e-4f90-b16d-bd1568184238 {{(pid=102731) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 18 18:20:26.643223 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-49812f69-19da-4b5e-a51b-a789856f7fea tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks [] for router, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:26.644361 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-49812f69-19da-4b5e-a51b-a789856f7fea tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "DELETE /v2.0/routers/3e2ae5bc-2c8e-4f90-b16d-bd1568184238 HTTP/1.1" status: 204 len: 168 time: 4.4942675 May 18 18:20:26.648600 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 40788) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:20:26.663735 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f960e38e-3231-4694-8575-3c5930ba3182 req-0fb355ae-83e3-4751-867b-6bd0a07082cd tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "GET /v2.0/ports?device_id=2eb5fc42-1e94-43a3-9aa4-ad4e9a06c9c3 HTTP/1.1" status: 200 len: 210 time: 0.0446775 May 18 18:20:26.686564 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5dfaaf08-489f-45eb-be92-36766d72e41d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261104883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261031899'] for subnet, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:26.821497 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-75523bb9-4458-4c62-9030-bcfbd68eeea7 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:26.869989 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfaaf08-489f-45eb-be92-36766d72e41d admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f488a76-59b5-4fcc-be79-14e19d3284e4,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:20:26.882760 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dfaaf08-489f-45eb-be92-36766d72e41d admin admin] Checking segment: {'id': 'c8ae678e-3f8e-4e17-ac95-16664837612c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'd4b6ec45-8396-4fe1-937b-4f4531714ee9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:20:26.883129 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dfaaf08-489f-45eb-be92-36766d72e41d admin admin] Network hostable DHCP agents. Network: d4b6ec45-8396-4fe1-937b-4f4531714ee9, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:20:26.961258 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dfaaf08-489f-45eb-be92-36766d72e41d admin admin] Network d4b6ec45-8396-4fe1-937b-4f4531714ee9 is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:20:26.972139 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-201a755c-df3b-4e1a-981b-1162b288dab8 service neutron] 10.222.0.88 "GET /v2.0/networks/6869c65a-0fbe-4766-9768-f36c634415aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7569003 May 18 18:20:26.982469 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-5dfaaf08-489f-45eb-be92-36766d72e41d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, d4b6ec45-8396-4fe1-937b-4f4531714ee9) {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:20:26.992380 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0694743-d702-4411-90d0-1681c1db7145 None None] Network d4b6ec45-8396-4fe1-937b-4f4531714ee9 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:20:26.997486 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dfaaf08-489f-45eb-be92-36766d72e41d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:26.998125 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5dfaaf08-489f-45eb-be92-36766d72e41d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:27.017939 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9f3d721a-46c8-48d4-965e-d1eb691d6c8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260898416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260908030'] for subnet, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:27.040137 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-5dfaaf08-489f-45eb-be92-36766d72e41d admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2945068 May 18 18:20:27.060048 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9f3d721a-46c8-48d4-965e-d1eb691d6c8d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:27.066265 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-9f3d721a-46c8-48d4-965e-d1eb691d6c8d admin admin] 10.222.0.85 "DELETE /v2.0/subnets/bd09efa1-7830-4427-8e66-761a80a60b9b HTTP/1.1" status: 204 len: 168 time: 1.7499588 May 18 18:20:27.069156 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 40800) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:20:27.261767 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f75dc2a-6552-43ee-85cd-acde26ed96ed None None] Network d4b6ec45-8396-4fe1-937b-4f4531714ee9 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:20:27.316876 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-87d4c020-f97c-4265-889d-c1daf380b0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:27.439381 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-2fbf03c0-c89e-4cd6-b513-72cca1c74359 service neutron] 10.222.0.88 "GET /v2.0/networks/6869c65a-0fbe-4766-9768-f36c634415aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4516120 May 18 18:20:27.461986 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3d721a-46c8-48d4-965e-d1eb691d6c8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd09efa1-7830-4427-8e66-761a80a60b9b,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:20:27.546750 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-87d4c020-f97c-4265-889d-c1daf380b0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:27.595303 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-87d4c020-f97c-4265-889d-c1daf380b0b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d487de1d-514b-4c6e-b5e3-7c561c6bcee8']}} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:20:27.616853 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-87d4c020-f97c-4265-889d-c1daf380b0b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c39254e4-1966-4404-a36f-43fe540db029') {'for_net_delete': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:20:27.618695 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-87d4c020-f97c-4265-889d-c1daf380b0b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c39254e4-1966-4404-a36f-43fe540db029') {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:20:27.635348 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-87d4c020-f97c-4265-889d-c1daf380b0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260107375'] for segment, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:27.661560 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-87d4c020-f97c-4265-889d-c1daf380b0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:27.673949 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9170d955-4267-4fa6-add7-4985ac34dfd0 req-d30b28f0-2594-4c41-9916-79f9b67a5f9f tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:27.676416 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87d4c020-f97c-4265-889d-c1daf380b0b2 admin admin] Releasing vlan 636 on physical network physnet1 to pool {{(pid=102730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:20:27.676937 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-87d4c020-f97c-4265-889d-c1daf380b0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261102736'] for segment, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:27.685515 n-d-838550-3 neutron-server[102730]: Traceback (most recent call last): May 18 18:20:27.685515 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:20:27.685515 n-d-838550-3 neutron-server[102730]: timer() May 18 18:20:27.685515 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:20:27.685515 n-d-838550-3 neutron-server[102730]: cb(*args, **kw) May 18 18:20:27.685515 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:20:27.685515 n-d-838550-3 neutron-server[102730]: return func(*args, **kwargs) May 18 18:20:27.685515 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:20:27.685515 n-d-838550-3 neutron-server[102730]: self._notify() May 18 18:20:27.685515 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:20:27.685515 n-d-838550-3 neutron-server[102730]: self.callback(batched_events) May 18 18:20:27.685515 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:20:27.685515 n-d-838550-3 neutron-server[102730]: event.method(event) May 18 18:20:27.685515 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:20:27.685515 n-d-838550-3 neutron-server[102730]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:20:27.685515 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:20:27.685515 n-d-838550-3 neutron-server[102730]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:20:27.685515 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:20:27.685515 n-d-838550-3 neutron-server[102730]: return f(self, *a, **k) May 18 18:20:27.685515 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:20:27.685515 n-d-838550-3 neutron-server[102730]: return self._get(url).json() May 18 18:20:27.685515 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:20:27.685515 n-d-838550-3 neutron-server[102730]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:20:27.685515 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:20:27.685515 n-d-838550-3 neutron-server[102730]: return self.request(url, 'GET', **kwargs) May 18 18:20:27.685515 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:20:27.685515 n-d-838550-3 neutron-server[102730]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:20:27.685515 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:20:27.685515 n-d-838550-3 neutron-server[102730]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:20:27.685515 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:20:27.685515 n-d-838550-3 neutron-server[102730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:20:27.685515 n-d-838550-3 neutron-server[102730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:20:27.691775 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9170d955-4267-4fa6-add7-4985ac34dfd0 req-d30b28f0-2594-4c41-9916-79f9b67a5f9f tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:27.723328 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9170d955-4267-4fa6-add7-4985ac34dfd0 req-d30b28f0-2594-4c41-9916-79f9b67a5f9f tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:27.733234 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9170d955-4267-4fa6-add7-4985ac34dfd0 req-d30b28f0-2594-4c41-9916-79f9b67a5f9f tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:27.740903 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9170d955-4267-4fa6-add7-4985ac34dfd0 req-d30b28f0-2594-4c41-9916-79f9b67a5f9f tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:27.749981 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9170d955-4267-4fa6-add7-4985ac34dfd0 req-d30b28f0-2594-4c41-9916-79f9b67a5f9f tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:27.758564 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9170d955-4267-4fa6-add7-4985ac34dfd0 req-d30b28f0-2594-4c41-9916-79f9b67a5f9f tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:27.760662 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9170d955-4267-4fa6-add7-4985ac34dfd0 req-d30b28f0-2594-4c41-9916-79f9b67a5f9f tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c294977-a47a-459b-b24e-566121e05c9a HTTP/1.1" status: 200 len: 5420 time: 0.9468582 May 18 18:20:27.762219 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-b85ebf2c-39c6-4edc-b806-de9fc3eed3c7 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8fea59a2-2b88-47db-86f9-6bea97cc7b69 HTTP/1.1" status: 200 len: 217 time: 0.2973027 May 18 18:20:27.765124 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-75523bb9-4458-4c62-9030-bcfbd68eeea7 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:27.811157 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-87d4c020-f97c-4265-889d-c1daf380b0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:27.833522 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-87d4c020-f97c-4265-889d-c1daf380b0b2 admin admin] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:27.839694 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-87d4c020-f97c-4265-889d-c1daf380b0b2 admin admin] 10.222.0.85 "DELETE /v2.0/networks/d487de1d-514b-4c6e-b5e3-7c561c6bcee8 HTTP/1.1" status: 204 len: 168 time: 0.7660594 May 18 18:20:27.839694 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d4c020-f97c-4265-889d-c1daf380b0b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=d487de1d-514b-4c6e-b5e3-7c561c6bcee8,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:20:27.841045 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 40820) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:20:27.899428 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-75523bb9-4458-4c62-9030-bcfbd68eeea7 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f8a9fba-a301-4045-a1ed-90503af6265b']}} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:20:27.904011 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e0bf3d5-28c7-4e12-a399-a6066c907566 admin admin] Deleting subnet eeb21bf4-155e-4ffe-a188-7773abf36575 {{(pid=102730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:20:27.910106 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2e0bf3d5-28c7-4e12-a399-a6066c907566 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:27.955199 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-75523bb9-4458-4c62-9030-bcfbd68eeea7 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '972e2fbb-9aed-4c87-bafc-31fe8184212a') {'for_net_delete': True} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:20:27.958056 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-75523bb9-4458-4c62-9030-bcfbd68eeea7 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '972e2fbb-9aed-4c87-bafc-31fe8184212a') {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:20:27.990655 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2e0bf3d5-28c7-4e12-a399-a6066c907566 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260107366'] for subnet, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:27.995321 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 7 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 18:20:28.016982 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ff2f2-f992-4825-9239-991a37309e1f req-689b0540-c25e-476e-839a-8dc6d3e15a28 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:28.018991 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-478ff2f2-f992-4825-9239-991a37309e1f req-689b0540-c25e-476e-839a-8dc6d3e15a28 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.36 "GET /v2.0/networks?id=32202dd9-9064-4832-817f-7e8b4a8db1c5 HTTP/1.1" status: 200 len: 810 time: 0.8405352 May 18 18:20:28.030724 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-75523bb9-4458-4c62-9030-bcfbd68eeea7 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260542144'] for segment, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:28.091058 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-75523bb9-4458-4c62-9030-bcfbd68eeea7 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:28.115421 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2e0bf3d5-28c7-4e12-a399-a6066c907566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:28.119760 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9170d955-4267-4fa6-add7-4985ac34dfd0 req-67477bdc-b01e-421c-850e-cc0fabb9f9a7 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "GET /v2.0/security-groups?id=7394e4bf-8f0c-4c6c-8c6c-8df7a26d4fa0&id=bbd4527f-f9e4-46b0-8c76-f8fe8c004d55&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3115759 May 18 18:20:28.121250 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75523bb9-4458-4c62-9030-bcfbd68eeea7 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=102731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:20:28.122005 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-75523bb9-4458-4c62-9030-bcfbd68eeea7 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260884178'] for segment, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:28.127992 n-d-838550-3 neutron-server[102731]: Traceback (most recent call last): May 18 18:20:28.127992 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:20:28.127992 n-d-838550-3 neutron-server[102731]: timer() May 18 18:20:28.127992 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:20:28.127992 n-d-838550-3 neutron-server[102731]: cb(*args, **kw) May 18 18:20:28.127992 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:20:28.127992 n-d-838550-3 neutron-server[102731]: return func(*args, **kwargs) May 18 18:20:28.127992 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:20:28.127992 n-d-838550-3 neutron-server[102731]: self._notify() May 18 18:20:28.127992 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:20:28.127992 n-d-838550-3 neutron-server[102731]: self.callback(batched_events) May 18 18:20:28.127992 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:20:28.127992 n-d-838550-3 neutron-server[102731]: event.method(event) May 18 18:20:28.127992 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:20:28.127992 n-d-838550-3 neutron-server[102731]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:20:28.127992 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:20:28.127992 n-d-838550-3 neutron-server[102731]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:20:28.127992 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:20:28.127992 n-d-838550-3 neutron-server[102731]: return f(self, *a, **k) May 18 18:20:28.127992 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:20:28.127992 n-d-838550-3 neutron-server[102731]: return self._get(url).json() May 18 18:20:28.127992 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:20:28.127992 n-d-838550-3 neutron-server[102731]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:20:28.127992 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:20:28.127992 n-d-838550-3 neutron-server[102731]: return self.request(url, 'GET', **kwargs) May 18 18:20:28.127992 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:20:28.127992 n-d-838550-3 neutron-server[102731]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:20:28.127992 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:20:28.127992 n-d-838550-3 neutron-server[102731]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:20:28.127992 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:20:28.127992 n-d-838550-3 neutron-server[102731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:20:28.127992 n-d-838550-3 neutron-server[102731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:20:28.145368 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-2f8a0bd1-4526-486b-aeb1-2e0c77ab4438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:28.147589 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-2f8a0bd1-4526-486b-aeb1-2e0c77ab4438 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=ac88f09f-2eda-4db7-a15a-c310c3c0f932 HTTP/1.1" status: 200 len: 797 time: 0.3362975 May 18 18:20:28.191870 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f925e97-bbcd-479a-b1c2-e9b9a3a08d39 req-65d03175-2d1b-4107-a7f1-9d26948227f4 tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:28.193644 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1f925e97-bbcd-479a-b1c2-e9b9a3a08d39 req-65d03175-2d1b-4107-a7f1-9d26948227f4 tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] 10.222.0.85 "GET /v2.0/networks?id=d4b6ec45-8396-4fe1-937b-4f4531714ee9 HTTP/1.1" status: 200 len: 813 time: 0.1952331 May 18 18:20:28.234533 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1f925e97-bbcd-479a-b1c2-e9b9a3a08d39 req-d4448337-328b-4662-aa5c-c8456d8a3a31 tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] 10.222.0.85 "GET /v2.0/quotas/0e05293eb5e34984a222e72ede2f6bc1 HTTP/1.1" status: 200 len: 375 time: 0.0328407 May 18 18:20:28.249364 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2e0bf3d5-28c7-4e12-a399-a6066c907566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261104690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261031888'] for subnet, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:28.260911 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-75523bb9-4458-4c62-9030-bcfbd68eeea7 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:28.264209 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-44806da7-c6e6-45e1-9c23-42f0813c5eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:28.266167 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-44806da7-c6e6-45e1-9c23-42f0813c5eee service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=6869c65a-0fbe-4766-9768-f36c634415aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0746753 May 18 18:20:28.274257 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-75523bb9-4458-4c62-9030-bcfbd68eeea7 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:28.277161 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-75523bb9-4458-4c62-9030-bcfbd68eeea7 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] 10.222.0.85 "DELETE /v2.0/networks/3f8a9fba-a301-4045-a1ed-90503af6265b HTTP/1.1" status: 204 len: 168 time: 1.6261673 May 18 18:20:28.283387 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1f925e97-bbcd-479a-b1c2-e9b9a3a08d39 req-fd13f66f-2a34-4363-af2d-a5fc1b2b0f3d tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=0e05293eb5e34984a222e72ede2f6bc1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0475936 May 18 18:20:28.298776 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75523bb9-4458-4c62-9030-bcfbd68eeea7 tempest-TestNetworkBasicOps-534216910 tempest-TestNetworkBasicOps-534216910-project] Pushing event deleted for resources: {'Network': ['ID=3f8a9fba-a301-4045-a1ed-90503af6265b,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:20:28.371642 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2e0bf3d5-28c7-4e12-a399-a6066c907566 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:28.374918 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-2e0bf3d5-28c7-4e12-a399-a6066c907566 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/eeb21bf4-155e-4ffe-a188-7773abf36575 HTTP/1.1" status: 204 len: 168 time: 0.5324216 May 18 18:20:28.380895 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 40842) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:20:28.385137 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0bf3d5-28c7-4e12-a399-a6066c907566 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eeb21bf4-155e-4ffe-a188-7773abf36575,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:20:28.504350 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1f925e97-bbcd-479a-b1c2-e9b9a3a08d39 req-cd0bb986-5d59-41f5-b3eb-933353e7caef service neutron] 10.222.0.85 "GET /v2.0/networks/d4b6ec45-8396-4fe1-937b-4f4531714ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500375 May 18 18:20:28.543153 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-478ff2f2-f992-4825-9239-991a37309e1f req-3ca107df-26c1-4089-9106-41a719853ba2 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=46ea3823b08b4c9799a678c4a73b1420 HTTP/1.1" status: 200 len: 379 time: 0.5062006 May 18 18:20:28.565863 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-478ff2f2-f992-4825-9239-991a37309e1f req-0dfe9b13-b384-48c2-9630-120da285d077 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Request body: {'port': {'device_id': '2eb5fc42-1e94-43a3-9aa4-ad4e9a06c9c3', 'network_id': '32202dd9-9064-4832-817f-7e8b4a8db1c5', 'admin_state_up': True, 'tenant_id': '46ea3823b08b4c9799a678c4a73b1420', 'security_groups': ['d9fc5545-8f9d-47d5-aaef-b8ab87285815']}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:20:28.583517 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-dfaec4eb-442f-4309-894b-c9f487f6d17e service neutron] 10.222.0.88 "GET /v2.0/networks/6869c65a-0fbe-4766-9768-f36c634415aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2946231 May 18 18:20:28.588700 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1f3252be-3745-4ebb-b77c-d23105bead2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:28.631780 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1f925e97-bbcd-479a-b1c2-e9b9a3a08d39 req-b76f5906-9a48-46b9-be1e-d7359f1c7cee service neutron] 10.222.0.85 "GET /v2.0/networks/d4b6ec45-8396-4fe1-937b-4f4531714ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194701 May 18 18:20:28.720387 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 52445f4a-7363-4b89-94c1-d8ed3c3645eb no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:20:28.769728 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 52445f4a-7363-4b89-94c1-d8ed3c3645eb {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:20:28.771837 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 52445f4a-7363-4b89-94c1-d8ed3c3645eb not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:20:28.831256 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1f3252be-3745-4ebb-b77c-d23105bead2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:28.884732 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-1f3252be-3745-4ebb-b77c-d23105bead2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29c55c90-fea2-4f34-8bb3-245f74991402']}} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:20:28.912402 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2281422b-1e20-4fd0-bd66-6ba4cc094ed1 req-d465e5ea-3bf8-4a6c-987f-f901eb32c2cd tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "GET /v2.0/ports?device_id=2eb5fc42-1e94-43a3-9aa4-ad4e9a06c9c3 HTTP/1.1" status: 200 len: 210 time: 0.0571220 May 18 18:20:28.913541 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-478ff2f2-f992-4825-9239-991a37309e1f req-0dfe9b13-b384-48c2-9630-120da285d077 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Made reservation on behalf of 46ea3823b08b4c9799a678c4a73b1420 for: {'port': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:20:28.916999 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-478ff2f2-f992-4825-9239-991a37309e1f req-0dfe9b13-b384-48c2-9630-120da285d077 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:28.921972 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-1f3252be-3745-4ebb-b77c-d23105bead2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '024a82ab-0d2f-4d47-9041-130b95c30945') {'for_net_delete': True} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:20:28.922276 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-1f3252be-3745-4ebb-b77c-d23105bead2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '024a82ab-0d2f-4d47-9041-130b95c30945') {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:20:28.926083 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-31eb2b57-866d-4a83-b454-d17655d5ac63 req-42432ef3-511b-4faa-b1c1-30ff41b1aca8 service neutron] 10.222.0.88 "GET /v2.0/networks/6869c65a-0fbe-4766-9768-f36c634415aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3096840 May 18 18:20:28.952963 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1f3252be-3745-4ebb-b77c-d23105bead2f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260542144'] for segment, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:28.987374 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 40856) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:20:29.120021 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1f3252be-3745-4ebb-b77c-d23105bead2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:29.131830 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [req-478ff2f2-f992-4825-9239-991a37309e1f req-0dfe9b13-b384-48c2-9630-120da285d077 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Allocated IP 172.20.0.11 (32202dd9-9064-4832-817f-7e8b4a8db1c5/77da057d-3a9e-4973-b1e0-fe1781c445e0/b3574f87-5a1a-409e-81ae-2017bd6b025c) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:20:29.144847 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f3252be-3745-4ebb-b77c-d23105bead2f admin admin] Releasing vlan 619 on physical network physnet1 to pool {{(pid=102731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:20:29.145267 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1f3252be-3745-4ebb-b77c-d23105bead2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260884178'] for segment, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:29.150630 n-d-838550-3 neutron-server[102731]: Traceback (most recent call last): May 18 18:20:29.150630 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:20:29.150630 n-d-838550-3 neutron-server[102731]: timer() May 18 18:20:29.150630 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:20:29.150630 n-d-838550-3 neutron-server[102731]: cb(*args, **kw) May 18 18:20:29.150630 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:20:29.150630 n-d-838550-3 neutron-server[102731]: return func(*args, **kwargs) May 18 18:20:29.150630 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:20:29.150630 n-d-838550-3 neutron-server[102731]: self._notify() May 18 18:20:29.150630 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:20:29.150630 n-d-838550-3 neutron-server[102731]: self.callback(batched_events) May 18 18:20:29.150630 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:20:29.150630 n-d-838550-3 neutron-server[102731]: event.method(event) May 18 18:20:29.150630 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:20:29.150630 n-d-838550-3 neutron-server[102731]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:20:29.150630 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:20:29.150630 n-d-838550-3 neutron-server[102731]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:20:29.150630 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:20:29.150630 n-d-838550-3 neutron-server[102731]: return f(self, *a, **k) May 18 18:20:29.150630 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:20:29.150630 n-d-838550-3 neutron-server[102731]: return self._get(url).json() May 18 18:20:29.150630 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:20:29.150630 n-d-838550-3 neutron-server[102731]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:20:29.150630 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:20:29.150630 n-d-838550-3 neutron-server[102731]: return self.request(url, 'GET', **kwargs) May 18 18:20:29.150630 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:20:29.150630 n-d-838550-3 neutron-server[102731]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:20:29.150630 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:20:29.150630 n-d-838550-3 neutron-server[102731]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:20:29.150630 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:20:29.150630 n-d-838550-3 neutron-server[102731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:20:29.150630 n-d-838550-3 neutron-server[102731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:20:29.186118 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2ef86105-1ddf-4964-a4dc-ded0d8e26d23 req-75d05d55-863c-4cc3-9c66-0c3fcd5512cf tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] 10.222.0.85 "GET /v2.0/ports?device_id=84996c19-416b-4884-8307-84f7beac4571 HTTP/1.1" status: 200 len: 210 time: 0.0585768 May 18 18:20:29.298612 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c991f2a-7462-422b-9b0f-97297900caf0 req-117ec5bb-d473-41ba-bff9-7c98aee62362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:29.299017 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c991f2a-7462-422b-9b0f-97297900caf0 req-117ec5bb-d473-41ba-bff9-7c98aee62362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:29.299499 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c991f2a-7462-422b-9b0f-97297900caf0 req-117ec5bb-d473-41ba-bff9-7c98aee62362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:29.299968 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c991f2a-7462-422b-9b0f-97297900caf0 req-117ec5bb-d473-41ba-bff9-7c98aee62362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:29.300441 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c991f2a-7462-422b-9b0f-97297900caf0 req-117ec5bb-d473-41ba-bff9-7c98aee62362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:29.300910 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c991f2a-7462-422b-9b0f-97297900caf0 req-117ec5bb-d473-41ba-bff9-7c98aee62362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:29.301382 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c991f2a-7462-422b-9b0f-97297900caf0 req-117ec5bb-d473-41ba-bff9-7c98aee62362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:29.303489 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2c991f2a-7462-422b-9b0f-97297900caf0 req-117ec5bb-d473-41ba-bff9-7c98aee62362 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=9acf9282c55849649d2e7c597835524a&device_id=6c294977-a47a-459b-b24e-566121e05c9a HTTP/1.1" status: 200 len: 6477 time: 0.2253835 May 18 18:20:29.311677 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1f3252be-3745-4ebb-b77c-d23105bead2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:29.363446 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1f3252be-3745-4ebb-b77c-d23105bead2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:29.369664 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-1f3252be-3745-4ebb-b77c-d23105bead2f admin admin] 10.222.0.85 "DELETE /v2.0/networks/29c55c90-fea2-4f34-8bb3-245f74991402 HTTP/1.1" status: 204 len: 168 time: 0.9592538 May 18 18:20:29.498092 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3252be-3745-4ebb-b77c-d23105bead2f admin admin] Pushing event deleted for resources: {'Network': ['ID=29c55c90-fea2-4f34-8bb3-245f74991402,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:20:29.567863 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-d98a44fd-3bb8-405a-8780-438bcffe7257 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=6664118b95564eb5aa43c658eedfd9ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5768690 May 18 18:20:29.568108 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 40880) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:20:29.605138 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852edc28-02e2-4337-97c1-7f5617128aff req-cedeafa4-0558-4f61-a99e-5584fa18bfd6 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:29.611698 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852edc28-02e2-4337-97c1-7f5617128aff req-cedeafa4-0558-4f61-a99e-5584fa18bfd6 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:29.630077 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852edc28-02e2-4337-97c1-7f5617128aff req-cedeafa4-0558-4f61-a99e-5584fa18bfd6 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:29.647805 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852edc28-02e2-4337-97c1-7f5617128aff req-cedeafa4-0558-4f61-a99e-5584fa18bfd6 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:29.650007 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9aa4cd2c-d776-4c5a-a416-ef73e8469e77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:29.665150 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852edc28-02e2-4337-97c1-7f5617128aff req-cedeafa4-0558-4f61-a99e-5584fa18bfd6 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:29.671749 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852edc28-02e2-4337-97c1-7f5617128aff req-cedeafa4-0558-4f61-a99e-5584fa18bfd6 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:29.676911 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9aa4cd2c-d776-4c5a-a416-ef73e8469e77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:29.685057 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852edc28-02e2-4337-97c1-7f5617128aff req-cedeafa4-0558-4f61-a99e-5584fa18bfd6 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:29.702241 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-852edc28-02e2-4337-97c1-7f5617128aff req-cedeafa4-0558-4f61-a99e-5584fa18bfd6 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c294977-a47a-459b-b24e-566121e05c9a HTTP/1.1" status: 200 len: 5420 time: 0.4529438 May 18 18:20:29.754986 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9aa4cd2c-d776-4c5a-a416-ef73e8469e77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:29.759344 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9aa4cd2c-d776-4c5a-a416-ef73e8469e77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:29.760988 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-9aa4cd2c-d776-4c5a-a416-ef73e8469e77 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/d3edc085-377f-4e77-829b-69af9a773150 HTTP/1.1" status: 204 len: 168 time: 0.1913190 May 18 18:20:29.773067 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 40888) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:20:29.802134 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa4cd2c-d776-4c5a-a416-ef73e8469e77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3edc085-377f-4e77-829b-69af9a773150,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:20:29.835872 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c991f2a-7462-422b-9b0f-97297900caf0 req-67ef264f-946c-4b8d-a3e5-4ef5e40b8e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:29.837401 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2c991f2a-7462-422b-9b0f-97297900caf0 req-67ef264f-946c-4b8d-a3e5-4ef5e40b8e12 service neutron] 10.222.0.88 "GET /v2.0/networks?id=6869c65a-0fbe-4766-9768-f36c634415aa HTTP/1.1" status: 200 len: 903 time: 0.5137074 May 18 18:20:29.871079 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-2e7b388c-750f-4333-951e-0e526717960f admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=ddfee53486a841e5b3b83b70279a4747&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0866108 May 18 18:20:29.873212 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 40890) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:20:29.885354 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-478ff2f2-f992-4825-9239-991a37309e1f req-0dfe9b13-b384-48c2-9630-120da285d077 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:29.948958 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d5ffa20f-7c98-47dd-bda7-74cf82b4d79e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:30.007323 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d5ffa20f-7c98-47dd-bda7-74cf82b4d79e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:30.034359 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-852edc28-02e2-4337-97c1-7f5617128aff req-f8c08590-b0ba-4f5f-bb59-7352b5f5e04f tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "GET /v2.0/security-groups?id=7394e4bf-8f0c-4c6c-8c6c-8df7a26d4fa0&id=bbd4527f-f9e4-46b0-8c76-f8fe8c004d55&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3310347 May 18 18:20:30.040657 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2c991f2a-7462-422b-9b0f-97297900caf0 req-45823714-505a-4f19-98b9-15b12c705cc8 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8fea59a2-2b88-47db-86f9-6bea97cc7b69 HTTP/1.1" status: 200 len: 217 time: 0.1836600 May 18 18:20:30.133106 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c991f2a-7462-422b-9b0f-97297900caf0 req-712e3b39-ee04-4297-a94f-59af4d52002f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:30.134906 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2c991f2a-7462-422b-9b0f-97297900caf0 req-712e3b39-ee04-4297-a94f-59af4d52002f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=ac88f09f-2eda-4db7-a15a-c310c3c0f932 HTTP/1.1" status: 200 len: 797 time: 0.0723345 May 18 18:20:30.142099 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-478ff2f2-f992-4825-9239-991a37309e1f req-0dfe9b13-b384-48c2-9630-120da285d077 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:30.216002 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8784d1-3a64-497e-a198-b518352775e0 req-cc440f6c-c8cb-41f0-b9ae-53f1eabde9c8 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:30.218054 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1f8784d1-3a64-497e-a198-b518352775e0 req-cc440f6c-c8cb-41f0-b9ae-53f1eabde9c8 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "GET /v2.0/ports?device_id=2eb5fc42-1e94-43a3-9aa4-ad4e9a06c9c3 HTTP/1.1" status: 200 len: 932 time: 0.1168067 May 18 18:20:30.257835 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d5ffa20f-7c98-47dd-bda7-74cf82b4d79e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:30.260737 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d5ffa20f-7c98-47dd-bda7-74cf82b4d79e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:30.264863 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-d5ffa20f-7c98-47dd-bda7-74cf82b4d79e admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/e7beb17e-85bc-43dc-b8a4-a4880e4a9f1b HTTP/1.1" status: 204 len: 168 time: 0.3858550 May 18 18:20:30.285788 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1f8784d1-3a64-497e-a198-b518352775e0 req-fbe02868-e50a-42e6-acfa-a925383e8aba tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "GET /v2.0/security-groups?id=d9fc5545-8f9d-47d5-aaef-b8ab87285815&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591130 May 18 18:20:30.286818 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ffa20f-7c98-47dd-bda7-74cf82b4d79e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7beb17e-85bc-43dc-b8a4-a4880e4a9f1b,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:20:30.333718 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-478ff2f2-f992-4825-9239-991a37309e1f req-0dfe9b13-b384-48c2-9630-120da285d077 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Network 32202dd9-9064-4832-817f-7e8b4a8db1c5 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:20:30.339038 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [req-478ff2f2-f992-4825-9239-991a37309e1f req-0dfe9b13-b384-48c2-9630-120da285d077 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:20:30.358564 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-478ff2f2-f992-4825-9239-991a37309e1f req-0dfe9b13-b384-48c2-9630-120da285d077 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:20:30.717992 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 40928) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:20:30.739049 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-53ac784d-7771-4587-8300-bf7db6fa611d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:30.756313 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-1fccbb9d-62a3-49ea-8ec4-cf99d206a75b None None] Provisioning complete for port b3574f87-5a1a-409e-81ae-2017bd6b025c triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:20:30.756926 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1fccbb9d-62a3-49ea-8ec4-cf99d206a75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:30.860034 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-1fccbb9d-62a3-49ea-8ec4-cf99d206a75b None None] Port b3574f87-5a1a-409e-81ae-2017bd6b025c cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:20:30.958953 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfe9b13-b384-48c2-9630-120da285d077 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Pushing event updated for resources: {'Port': ['ID=b3574f87-5a1a-409e-81ae-2017bd6b025c,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:20:30.961662 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:30.967465 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ff2f2-f992-4825-9239-991a37309e1f req-0dfe9b13-b384-48c2-9630-120da285d077 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:30.968119 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-478ff2f2-f992-4825-9239-991a37309e1f req-0dfe9b13-b384-48c2-9630-120da285d077 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:31.050575 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-53ac784d-7771-4587-8300-bf7db6fa611d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:31.078929 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-53ac784d-7771-4587-8300-bf7db6fa611d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:31.125734 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:31.128968 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b14c1870-876c-4816-96e6-cb1438202330 req-90924aa2-8576-4e6a-b3d5-2d2a049c1ae4 tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] 10.222.0.85 "GET /v2.0/ports?device_id=84996c19-416b-4884-8307-84f7beac4571 HTTP/1.1" status: 200 len: 210 time: 0.7664199 May 18 18:20:31.134036 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c991f2a-7462-422b-9b0f-97297900caf0 req-c839009b-8ddb-4caa-814e-91c17d45acb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:31.138896 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2c991f2a-7462-422b-9b0f-97297900caf0 req-c839009b-8ddb-4caa-814e-91c17d45acb8 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=6869c65a-0fbe-4766-9768-f36c634415aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.9912417 May 18 18:20:31.155546 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 40938) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:20:31.254635 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-478ff2f2-f992-4825-9239-991a37309e1f req-0dfe9b13-b384-48c2-9630-120da285d077 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6954398 May 18 18:20:31.273351 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-53ac784d-7771-4587-8300-bf7db6fa611d admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=612c2f03ac7a45148f58d578ffff6043&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5536263 May 18 18:20:31.302739 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 40940) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:20:31.342881 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-478ff2f2-f992-4825-9239-991a37309e1f req-ae937868-63ce-49b7-9916-2b53a90f1548 service neutron] Request body: {'port': {'device_id': '2eb5fc42-1e94-43a3-9aa4-ad4e9a06c9c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-3'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:20:31.352157 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ac784d-7771-4587-8300-bf7db6fa611d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c7fb6fa-f176-4c54-859c-0009d1218f27,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:20:31.434089 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6ee6c0-63e9-41ef-bf4e-625e1d37ccb8 req-c7fcd513-7e87-4565-8b29-55b6b2092a34 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:31.440344 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6ee6c0-63e9-41ef-bf4e-625e1d37ccb8 req-c7fcd513-7e87-4565-8b29-55b6b2092a34 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:31.446917 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6ee6c0-63e9-41ef-bf4e-625e1d37ccb8 req-c7fcd513-7e87-4565-8b29-55b6b2092a34 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:31.454809 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6ee6c0-63e9-41ef-bf4e-625e1d37ccb8 req-c7fcd513-7e87-4565-8b29-55b6b2092a34 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:31.460774 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6ee6c0-63e9-41ef-bf4e-625e1d37ccb8 req-c7fcd513-7e87-4565-8b29-55b6b2092a34 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:31.467589 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6ee6c0-63e9-41ef-bf4e-625e1d37ccb8 req-c7fcd513-7e87-4565-8b29-55b6b2092a34 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:31.476273 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6ee6c0-63e9-41ef-bf4e-625e1d37ccb8 req-c7fcd513-7e87-4565-8b29-55b6b2092a34 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:31.478308 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-aa6ee6c0-63e9-41ef-bf4e-625e1d37ccb8 req-c7fcd513-7e87-4565-8b29-55b6b2092a34 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c294977-a47a-459b-b24e-566121e05c9a HTTP/1.1" status: 200 len: 5420 time: 0.2694845 May 18 18:20:31.486327 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f925e97-bbcd-479a-b1c2-e9b9a3a08d39 req-fd3bda62-6032-4a7b-8bfd-f3a0fa99b228 tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:31.488529 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1f925e97-bbcd-479a-b1c2-e9b9a3a08d39 req-fd3bda62-6032-4a7b-8bfd-f3a0fa99b228 tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] 10.222.0.36 "GET /v2.0/networks?id=d4b6ec45-8396-4fe1-937b-4f4531714ee9 HTTP/1.1" status: 200 len: 813 time: 0.4714513 May 18 18:20:31.525942 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-1f925e97-bbcd-479a-b1c2-e9b9a3a08d39 req-acc07b7b-06b5-4f50-8f13-6e8686661307 tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] Request body: {'port': {'device_id': '84996c19-416b-4884-8307-84f7beac4571', 'network_id': 'd4b6ec45-8396-4fe1-937b-4f4531714ee9', 'admin_state_up': True, 'tenant_id': '0e05293eb5e34984a222e72ede2f6bc1'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:20:31.551281 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-78dcbe5e-be89-419a-a3e7-71a524cce425 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:31.555649 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-c8abfa8c-6ebe-40e2-8c62-821220f5cfb4 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=5b1bda38393d41e2b89e937f96d28926&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3978038 May 18 18:20:31.567294 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-478ff2f2-f992-4825-9239-991a37309e1f req-ae937868-63ce-49b7-9916-2b53a90f1548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:31.571998 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 40956) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:20:31.619979 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-aa6ee6c0-63e9-41ef-bf4e-625e1d37ccb8 req-8681a4e0-97ab-4736-b3ca-0aea793939c8 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "GET /v2.0/security-groups?id=7394e4bf-8f0c-4c6c-8c6c-8df7a26d4fa0&id=bbd4527f-f9e4-46b0-8c76-f8fe8c004d55&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1280003 May 18 18:20:31.622665 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f925e97-bbcd-479a-b1c2-e9b9a3a08d39 req-f4f915f4-6782-4149-bdad-b41331ea952d tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:31.624367 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1f925e97-bbcd-479a-b1c2-e9b9a3a08d39 req-f4f915f4-6782-4149-bdad-b41331ea952d tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] 10.222.0.88 "GET /v2.0/networks?id=d4b6ec45-8396-4fe1-937b-4f4531714ee9 HTTP/1.1" status: 200 len: 813 time: 0.6508555 May 18 18:20:31.663245 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-78dcbe5e-be89-419a-a3e7-71a524cce425 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:31.670044 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-1f925e97-bbcd-479a-b1c2-e9b9a3a08d39 req-f3f75274-0ab3-4da1-a775-bbe6395ce49e tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] Request body: {'port': {'device_id': 'c2f754b2-367b-4d82-919a-8c448147cdb0', 'network_id': 'd4b6ec45-8396-4fe1-937b-4f4531714ee9', 'admin_state_up': True, 'tenant_id': '0e05293eb5e34984a222e72ede2f6bc1'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:20:31.732899 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2c991f2a-7462-422b-9b0f-97297900caf0 req-23c3d4dd-d8a0-4fa6-8811-28a1c0802e4b service neutron] 10.222.0.88 "GET /v2.0/networks/6869c65a-0fbe-4766-9768-f36c634415aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5766065 May 18 18:20:31.776589 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8951d9e7-f92a-4e3c-8d34-fcf1b065f6d0 req-60723cc4-09ef-40ff-bb4d-f0cd5f8064cb tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:31.778415 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8951d9e7-f92a-4e3c-8d34-fcf1b065f6d0 req-60723cc4-09ef-40ff-bb4d-f0cd5f8064cb tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "GET /v2.0/ports?device_id=2eb5fc42-1e94-43a3-9aa4-ad4e9a06c9c3 HTTP/1.1" status: 200 len: 932 time: 0.3382988 May 18 18:20:31.792814 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-78dcbe5e-be89-419a-a3e7-71a524cce425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:31.797815 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-78dcbe5e-be89-419a-a3e7-71a524cce425 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:31.803035 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-78dcbe5e-be89-419a-a3e7-71a524cce425 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/3c7fb6fa-f176-4c54-859c-0009d1218f27 HTTP/1.1" status: 204 len: 168 time: 0.4954028 May 18 18:20:31.811159 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f925e97-bbcd-479a-b1c2-e9b9a3a08d39 req-acc07b7b-06b5-4f50-8f13-6e8686661307 tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] Made reservation on behalf of 0e05293eb5e34984a222e72ede2f6bc1 for: {'port': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:20:31.815016 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-1f925e97-bbcd-479a-b1c2-e9b9a3a08d39 req-acc07b7b-06b5-4f50-8f13-6e8686661307 tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:31.835246 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dcbe5e-be89-419a-a3e7-71a524cce425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c7fb6fa-f176-4c54-859c-0009d1218f27,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:20:31.944990 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8a971c44-4347-4ef0-819a-0c7edfff44c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:32.012567 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [req-1f925e97-bbcd-479a-b1c2-e9b9a3a08d39 req-acc07b7b-06b5-4f50-8f13-6e8686661307 tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] Allocated IP 172.20.0.8 (d4b6ec45-8396-4fe1-937b-4f4531714ee9/2f488a76-59b5-4fcc-be79-14e19d3284e4/e1ed512b-7c7e-4e52-9116-6e81b76473ba) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:20:32.066002 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8a971c44-4347-4ef0-819a-0c7edfff44c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:32.082284 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8951d9e7-f92a-4e3c-8d34-fcf1b065f6d0 req-063e67fc-4ded-4a14-904b-9d7153994cde tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "GET /v2.0/security-groups?id=d9fc5545-8f9d-47d5-aaef-b8ab87285815&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2858603 May 18 18:20:32.213883 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2c991f2a-7462-422b-9b0f-97297900caf0 req-d0bb8e7c-52e3-4a23-b64e-5f6bca676d2f service neutron] 10.222.0.88 "GET /v2.0/networks/6869c65a-0fbe-4766-9768-f36c634415aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4521861 May 18 18:20:32.239343 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f925e97-bbcd-479a-b1c2-e9b9a3a08d39 req-f3f75274-0ab3-4da1-a775-bbe6395ce49e tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] Made reservation on behalf of 0e05293eb5e34984a222e72ede2f6bc1 for: {'port': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:20:32.243624 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-1f925e97-bbcd-479a-b1c2-e9b9a3a08d39 req-f3f75274-0ab3-4da1-a775-bbe6395ce49e tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:32.300569 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8a971c44-4347-4ef0-819a-0c7edfff44c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:32.306975 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8a971c44-4347-4ef0-819a-0c7edfff44c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:32.310140 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-8a971c44-4347-4ef0-819a-0c7edfff44c5 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/af1f3bc9-3b08-4d05-aa29-293c3d4be12a HTTP/1.1" status: 204 len: 168 time: 0.7336476 May 18 18:20:32.317346 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-48f0166f-309d-4630-b4bb-d1a938ceb179 req-256cbee0-080b-4150-b84c-ceee89a4f4ac tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] 10.222.0.85 "GET /v2.0/ports?device_id=84996c19-416b-4884-8307-84f7beac4571 HTTP/1.1" status: 200 len: 210 time: 0.0780368 May 18 18:20:32.341498 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a971c44-4347-4ef0-819a-0c7edfff44c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af1f3bc9-3b08-4d05-aa29-293c3d4be12a,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:20:32.395574 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-1f925e97-bbcd-479a-b1c2-e9b9a3a08d39 req-acc07b7b-06b5-4f50-8f13-6e8686661307 tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:32.459234 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-1f925e97-bbcd-479a-b1c2-e9b9a3a08d39 req-acc07b7b-06b5-4f50-8f13-6e8686661307 tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:32.516942 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f925e97-bbcd-479a-b1c2-e9b9a3a08d39 req-acc07b7b-06b5-4f50-8f13-6e8686661307 tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] Network d4b6ec45-8396-4fe1-937b-4f4531714ee9 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:20:32.520520 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [req-1f925e97-bbcd-479a-b1c2-e9b9a3a08d39 req-acc07b7b-06b5-4f50-8f13-6e8686661307 tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:20:32.524371 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f925e97-bbcd-479a-b1c2-e9b9a3a08d39 req-acc07b7b-06b5-4f50-8f13-6e8686661307 tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:20:32.524547 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [req-478ff2f2-f992-4825-9239-991a37309e1f req-ae937868-63ce-49b7-9916-2b53a90f1548 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3574f87-5a1a-409e-81ae-2017bd6b025c {{(pid=102731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:20:32.567058 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-478ff2f2-f992-4825-9239-991a37309e1f req-ae937868-63ce-49b7-9916-2b53a90f1548 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:32.579192 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f925e97-bbcd-479a-b1c2-e9b9a3a08d39 req-acc07b7b-06b5-4f50-8f13-6e8686661307 tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:32.579843 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-1f925e97-bbcd-479a-b1c2-e9b9a3a08d39 req-acc07b7b-06b5-4f50-8f13-6e8686661307 tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:32.619103 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc07b7b-06b5-4f50-8f13-6e8686661307 tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] Pushing event updated for resources: {'Port': ['ID=e1ed512b-7c7e-4e52-9116-6e81b76473ba,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:20:32.626991 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1f925e97-bbcd-479a-b1c2-e9b9a3a08d39 req-acc07b7b-06b5-4f50-8f13-6e8686661307 tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1054060 May 18 18:20:32.629434 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.provisioning_blocks [req-478ff2f2-f992-4825-9239-991a37309e1f req-ae937868-63ce-49b7-9916-2b53a90f1548 service neutron] Transition to ACTIVE for port object b3574f87-5a1a-409e-81ae-2017bd6b025c will not be triggered until provisioned by entity L2. {{(pid=102731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:20:32.631459 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [req-1f925e97-bbcd-479a-b1c2-e9b9a3a08d39 req-f3f75274-0ab3-4da1-a775-bbe6395ce49e tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] Allocated IP 172.20.0.10 (d4b6ec45-8396-4fe1-937b-4f4531714ee9/2f488a76-59b5-4fcc-be79-14e19d3284e4/4538d683-d9a2-4756-bd9f-e6fd9eeaa6d1) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:20:32.644308 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-1f925e97-bbcd-479a-b1c2-e9b9a3a08d39 req-73752f51-640d-456f-a4fd-cb08f57a2323 service neutron] Request body: {'port': {'device_id': '84996c19-416b-4884-8307-84f7beac4571', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-3'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:20:32.651978 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-478ff2f2-f992-4825-9239-991a37309e1f req-ae937868-63ce-49b7-9916-2b53a90f1548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:32.750847 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-1f925e97-bbcd-479a-b1c2-e9b9a3a08d39 req-73752f51-640d-456f-a4fd-cb08f57a2323 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:32.829149 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae937868-63ce-49b7-9916-2b53a90f1548 service neutron] Pushing event updated for resources: {'Port': ['ID=b3574f87-5a1a-409e-81ae-2017bd6b025c,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:20:33.104172 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ba25c8-48a2-49d4-bfd6-4db9757fd8e1 req-3e1f7216-fa87-456b-91f8-58553c3f443d tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:33.116184 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ba25c8-48a2-49d4-bfd6-4db9757fd8e1 req-3e1f7216-fa87-456b-91f8-58553c3f443d tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:33.129116 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ba25c8-48a2-49d4-bfd6-4db9757fd8e1 req-3e1f7216-fa87-456b-91f8-58553c3f443d tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:33.137793 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ba25c8-48a2-49d4-bfd6-4db9757fd8e1 req-3e1f7216-fa87-456b-91f8-58553c3f443d tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:33.146321 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ba25c8-48a2-49d4-bfd6-4db9757fd8e1 req-3e1f7216-fa87-456b-91f8-58553c3f443d tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:33.155523 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ba25c8-48a2-49d4-bfd6-4db9757fd8e1 req-3e1f7216-fa87-456b-91f8-58553c3f443d tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:33.161981 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ba25c8-48a2-49d4-bfd6-4db9757fd8e1 req-3e1f7216-fa87-456b-91f8-58553c3f443d tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:33.164183 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f9ba25c8-48a2-49d4-bfd6-4db9757fd8e1 req-3e1f7216-fa87-456b-91f8-58553c3f443d tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c294977-a47a-459b-b24e-566121e05c9a HTTP/1.1" status: 200 len: 5420 time: 0.3675010 May 18 18:20:33.236430 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f9ba25c8-48a2-49d4-bfd6-4db9757fd8e1 req-62536559-3607-42c9-b6f1-0c56a640718d tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "GET /v2.0/security-groups?id=7394e4bf-8f0c-4c6c-8c6c-8df7a26d4fa0&id=bbd4527f-f9e4-46b0-8c76-f8fe8c004d55&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0528827 May 18 18:20:33.241252 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-478ff2f2-f992-4825-9239-991a37309e1f req-ae937868-63ce-49b7-9916-2b53a90f1548 service neutron] Attempting to bind port b3574f87-5a1a-409e-81ae-2017bd6b025c on host n-h1-838550-3 for vnic_type normal with profile {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:20:33.241602 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-478ff2f2-f992-4825-9239-991a37309e1f req-ae937868-63ce-49b7-9916-2b53a90f1548 service neutron] Attempting to bind port b3574f87-5a1a-409e-81ae-2017bd6b025c by drivers openvswitch,hyperv on host n-h1-838550-3 at level 0 using segments [{'id': 'c2befe81-e0f9-403d-ab80-68896828fcba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '32202dd9-9064-4832-817f-7e8b4a8db1c5'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:20:33.241986 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478ff2f2-f992-4825-9239-991a37309e1f req-ae937868-63ce-49b7-9916-2b53a90f1548 service neutron] Attempting to bind port b3574f87-5a1a-409e-81ae-2017bd6b025c on network 32202dd9-9064-4832-817f-7e8b4a8db1c5 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:20:33.252759 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478ff2f2-f992-4825-9239-991a37309e1f req-ae937868-63ce-49b7-9916-2b53a90f1548 service neutron] Port b3574f87-5a1a-409e-81ae-2017bd6b025c on network 32202dd9-9064-4832-817f-7e8b4a8db1c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-3 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:20:33.253104 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478ff2f2-f992-4825-9239-991a37309e1f req-ae937868-63ce-49b7-9916-2b53a90f1548 service neutron] Attempting to bind port b3574f87-5a1a-409e-81ae-2017bd6b025c on network 32202dd9-9064-4832-817f-7e8b4a8db1c5 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:20:33.259910 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478ff2f2-f992-4825-9239-991a37309e1f req-ae937868-63ce-49b7-9916-2b53a90f1548 service neutron] Checking agent: {'id': '1dbac822-25f2-4df8-9dc8-5c2e7b136eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:20:33.260261 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478ff2f2-f992-4825-9239-991a37309e1f req-ae937868-63ce-49b7-9916-2b53a90f1548 service neutron] Checking segment: {'id': 'c2befe81-e0f9-403d-ab80-68896828fcba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '32202dd9-9064-4832-817f-7e8b4a8db1c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:20:33.260651 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478ff2f2-f992-4825-9239-991a37309e1f req-ae937868-63ce-49b7-9916-2b53a90f1548 service neutron] Bound using segment: {'id': 'c2befe81-e0f9-403d-ab80-68896828fcba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '32202dd9-9064-4832-817f-7e8b4a8db1c5'} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:20:33.261094 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-478ff2f2-f992-4825-9239-991a37309e1f req-ae937868-63ce-49b7-9916-2b53a90f1548 service neutron] Bound port: b3574f87-5a1a-409e-81ae-2017bd6b025c, host: n-h1-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2befe81-e0f9-403d-ab80-68896828fcba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '32202dd9-9064-4832-817f-7e8b4a8db1c5'}}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:20:33.261452 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-478ff2f2-f992-4825-9239-991a37309e1f req-ae937868-63ce-49b7-9916-2b53a90f1548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:33.282160 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3828cec1-7735-42f7-9920-6a03c755029c req-e60617ee-148e-45fa-9c9c-e24c10bc6afb tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:33.301021 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3828cec1-7735-42f7-9920-6a03c755029c req-e60617ee-148e-45fa-9c9c-e24c10bc6afb tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "GET /v2.0/ports?device_id=2eb5fc42-1e94-43a3-9aa4-ad4e9a06c9c3 HTTP/1.1" status: 200 len: 944 time: 0.0961084 May 18 18:20:33.319836 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-1f925e97-bbcd-479a-b1c2-e9b9a3a08d39 req-f3f75274-0ab3-4da1-a775-bbe6395ce49e tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:33.351939 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3828cec1-7735-42f7-9920-6a03c755029c req-2ccac1c1-7cc6-4aba-93a4-6d0d828333f9 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "GET /v2.0/security-groups?id=d9fc5545-8f9d-47d5-aaef-b8ab87285815&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402944 May 18 18:20:33.352766 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-478ff2f2-f992-4825-9239-991a37309e1f req-ae937868-63ce-49b7-9916-2b53a90f1548 service neutron] For port b3574f87-5a1a-409e-81ae-2017bd6b025c, host n-h1-838550-3, cleared binding levels {{(pid=102731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:20:33.357259 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-478ff2f2-f992-4825-9239-991a37309e1f req-ae937868-63ce-49b7-9916-2b53a90f1548 service neutron] For port b3574f87-5a1a-409e-81ae-2017bd6b025c, host n-h1-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=b3574f87-5a1a-409e-81ae-2017bd6b025c,segment=NetworkSegment(c2befe81-e0f9-403d-ab80-68896828fcba),segment_id=c2befe81-e0f9-403d-ab80-68896828fcba)] {{(pid=102731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:20:33.369231 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-478ff2f2-f992-4825-9239-991a37309e1f req-ae937868-63ce-49b7-9916-2b53a90f1548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:33.436453 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae937868-63ce-49b7-9916-2b53a90f1548 service neutron] Pushing event updated for resources: {'Port': ['ID=b3574f87-5a1a-409e-81ae-2017bd6b025c,revision_number=3']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:20:33.441214 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ff2f2-f992-4825-9239-991a37309e1f req-ae937868-63ce-49b7-9916-2b53a90f1548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:33.441875 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-478ff2f2-f992-4825-9239-991a37309e1f req-ae937868-63ce-49b7-9916-2b53a90f1548 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:33.443353 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-478ff2f2-f992-4825-9239-991a37309e1f req-ae937868-63ce-49b7-9916-2b53a90f1548 service neutron] 10.222.0.36 "PUT /v2.0/ports/b3574f87-5a1a-409e-81ae-2017bd6b025c HTTP/1.1" status: 200 len: 1092 time: 2.1129184 May 18 18:20:33.443724 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2eb5fc42-1e94-43a3-9aa4-ad4e9a06c9c3', 'tag': 'b3574f87-5a1a-409e-81ae-2017bd6b025c'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:20:33.446084 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f66a63b3-bfa6-49ce-8141-6ab04311c1a0" -d '{"events": [{"name": "network-changed", "server_uuid": "2eb5fc42-1e94-43a3-9aa4-ad4e9a06c9c3", "tag": "b3574f87-5a1a-409e-81ae-2017bd6b025c"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:20:33.581205 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47a789da-a32a-4455-b565-a3155af8cbcf x-openstack-request-id: req-47a789da-a32a-4455-b565-a3155af8cbcf {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:20:33.581496 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2eb5fc42-1e94-43a3-9aa4-ad4e9a06c9c3", "tag": "b3574f87-5a1a-409e-81ae-2017bd6b025c", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:20:33.581840 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-47a789da-a32a-4455-b565-a3155af8cbcf {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:20:33.582248 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47a789da-a32a-4455-b565-a3155af8cbcf'] response: {'name': 'network-changed', 'server_uuid': '2eb5fc42-1e94-43a3-9aa4-ad4e9a06c9c3', 'tag': 'b3574f87-5a1a-409e-81ae-2017bd6b025c', 'status': 'completed', 'code': 200} May 18 18:20:33.590407 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-1f925e97-bbcd-479a-b1c2-e9b9a3a08d39 req-f3f75274-0ab3-4da1-a775-bbe6395ce49e tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:33.678781 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac23060-d772-4b82-90dd-7ce66b079237 req-269c27fb-39a6-46f5-89b8-69799a5988ce tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:33.680357 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1ac23060-d772-4b82-90dd-7ce66b079237 req-269c27fb-39a6-46f5-89b8-69799a5988ce tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] 10.222.0.85 "GET /v2.0/ports?device_id=84996c19-416b-4884-8307-84f7beac4571 HTTP/1.1" status: 200 len: 931 time: 0.2313056 May 18 18:20:33.693881 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f925e97-bbcd-479a-b1c2-e9b9a3a08d39 req-f3f75274-0ab3-4da1-a775-bbe6395ce49e tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] Network d4b6ec45-8396-4fe1-937b-4f4531714ee9 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:20:33.756417 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ff2f2-f992-4825-9239-991a37309e1f req-268f1081-012f-4d83-852e-d92e625c1b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:33.758172 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-478ff2f2-f992-4825-9239-991a37309e1f req-268f1081-012f-4d83-852e-d92e625c1b8a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=46ea3823b08b4c9799a678c4a73b1420&device_id=2eb5fc42-1e94-43a3-9aa4-ad4e9a06c9c3 HTTP/1.1" status: 200 len: 1095 time: 0.2515638 May 18 18:20:33.763714 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [req-1f925e97-bbcd-479a-b1c2-e9b9a3a08d39 req-f3f75274-0ab3-4da1-a775-bbe6395ce49e tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:20:33.773686 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f925e97-bbcd-479a-b1c2-e9b9a3a08d39 req-f3f75274-0ab3-4da1-a775-bbe6395ce49e tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:20:33.822695 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f75274-0ab3-4da1-a775-bbe6395ce49e tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] Pushing event updated for resources: {'Port': ['ID=4538d683-d9a2-4756-bd9f-e6fd9eeaa6d1,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:20:33.881942 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 41048) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:20:33.927695 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-478ff2f2-f992-4825-9239-991a37309e1f req-5ab5f5bf-176a-4e60-82f0-929fa8f3ea02 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b3574f87-5a1a-409e-81ae-2017bd6b025c HTTP/1.1" status: 200 len: 217 time: 0.1124976 May 18 18:20:33.973211 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1ac23060-d772-4b82-90dd-7ce66b079237 req-98c88e87-a768-4663-b38c-8788426776c4 tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] 10.222.0.85 "GET /v2.0/security-groups?id=39832044-5715-44fb-889f-070634a49525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2835217 May 18 18:20:33.999547 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f925e97-bbcd-479a-b1c2-e9b9a3a08d39 req-f3f75274-0ab3-4da1-a775-bbe6395ce49e tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:34.000229 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-1f925e97-bbcd-479a-b1c2-e9b9a3a08d39 req-f3f75274-0ab3-4da1-a775-bbe6395ce49e tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:34.009201 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [req-1f925e97-bbcd-479a-b1c2-e9b9a3a08d39 req-73752f51-640d-456f-a4fd-cb08f57a2323 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1ed512b-7c7e-4e52-9116-6e81b76473ba {{(pid=102730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:20:34.019479 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-1f925e97-bbcd-479a-b1c2-e9b9a3a08d39 req-73752f51-640d-456f-a4fd-cb08f57a2323 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:34.045909 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [req-1f925e97-bbcd-479a-b1c2-e9b9a3a08d39 req-73752f51-640d-456f-a4fd-cb08f57a2323 service neutron] Transition to ACTIVE for port object e1ed512b-7c7e-4e52-9116-6e81b76473ba will not be triggered until provisioned by entity L2. {{(pid=102730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:20:34.053456 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ff2f2-f992-4825-9239-991a37309e1f req-5e4fd172-0798-43c1-b51c-c1bf1293b741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:34.055269 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-478ff2f2-f992-4825-9239-991a37309e1f req-5e4fd172-0798-43c1-b51c-c1bf1293b741 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=77da057d-3a9e-4973-b1e0-fe1781c445e0 HTTP/1.1" status: 200 len: 849 time: 0.1028986 May 18 18:20:34.057643 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-1f925e97-bbcd-479a-b1c2-e9b9a3a08d39 req-73752f51-640d-456f-a4fd-cb08f57a2323 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:34.059620 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1f925e97-bbcd-479a-b1c2-e9b9a3a08d39 req-f3f75274-0ab3-4da1-a775-bbe6395ce49e tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4101453 May 18 18:20:34.079352 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-1f925e97-bbcd-479a-b1c2-e9b9a3a08d39 req-d2030e6d-f38f-4734-88a9-772fb62525d5 service neutron] Request body: {'port': {'device_id': 'c2f754b2-367b-4d82-919a-8c448147cdb0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-3'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:20:34.083645 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-c56a7c29-5eb4-4abd-b668-fbd49ac0b294 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-31464916-network', 'tenant_id': '4ce86b77116a4afca1694cba473235e6'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:20:34.161081 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73752f51-640d-456f-a4fd-cb08f57a2323 service neutron] Pushing event updated for resources: {'Port': ['ID=e1ed512b-7c7e-4e52-9116-6e81b76473ba,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:20:34.172474 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ff2f2-f992-4825-9239-991a37309e1f req-48994629-392a-4c8c-90cf-4b1d80ba323b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:34.175826 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-478ff2f2-f992-4825-9239-991a37309e1f req-48994629-392a-4c8c-90cf-4b1d80ba323b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=32202dd9-9064-4832-817f-7e8b4a8db1c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1115007 May 18 18:20:34.176393 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-1f925e97-bbcd-479a-b1c2-e9b9a3a08d39 req-d2030e6d-f38f-4734-88a9-772fb62525d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:34.186827 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c56a7c29-5eb4-4abd-b668-fbd49ac0b294 admin admin] Made reservation on behalf of 4ce86b77116a4afca1694cba473235e6 for: {'network': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:20:34.189241 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c56a7c29-5eb4-4abd-b668-fbd49ac0b294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:34.204083 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c56a7c29-5eb4-4abd-b668-fbd49ac0b294 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:34.282417 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-1f925e97-bbcd-479a-b1c2-e9b9a3a08d39 req-73752f51-640d-456f-a4fd-cb08f57a2323 service neutron] Attempting to bind port e1ed512b-7c7e-4e52-9116-6e81b76473ba on host n-h1-838550-3 for vnic_type normal with profile {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:20:34.282821 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-1f925e97-bbcd-479a-b1c2-e9b9a3a08d39 req-73752f51-640d-456f-a4fd-cb08f57a2323 service neutron] Attempting to bind port e1ed512b-7c7e-4e52-9116-6e81b76473ba by drivers openvswitch,hyperv on host n-h1-838550-3 at level 0 using segments [{'id': 'c8ae678e-3f8e-4e17-ac95-16664837612c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'd4b6ec45-8396-4fe1-937b-4f4531714ee9'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:20:34.283119 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f925e97-bbcd-479a-b1c2-e9b9a3a08d39 req-73752f51-640d-456f-a4fd-cb08f57a2323 service neutron] Attempting to bind port e1ed512b-7c7e-4e52-9116-6e81b76473ba on network d4b6ec45-8396-4fe1-937b-4f4531714ee9 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:20:34.293589 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f925e97-bbcd-479a-b1c2-e9b9a3a08d39 req-73752f51-640d-456f-a4fd-cb08f57a2323 service neutron] Port e1ed512b-7c7e-4e52-9116-6e81b76473ba on network d4b6ec45-8396-4fe1-937b-4f4531714ee9 not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-3 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:20:34.294827 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f925e97-bbcd-479a-b1c2-e9b9a3a08d39 req-73752f51-640d-456f-a4fd-cb08f57a2323 service neutron] Attempting to bind port e1ed512b-7c7e-4e52-9116-6e81b76473ba on network d4b6ec45-8396-4fe1-937b-4f4531714ee9 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:20:34.342874 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f925e97-bbcd-479a-b1c2-e9b9a3a08d39 req-73752f51-640d-456f-a4fd-cb08f57a2323 service neutron] Checking agent: {'id': '1dbac822-25f2-4df8-9dc8-5c2e7b136eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:20:34.343572 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f925e97-bbcd-479a-b1c2-e9b9a3a08d39 req-73752f51-640d-456f-a4fd-cb08f57a2323 service neutron] Checking segment: {'id': 'c8ae678e-3f8e-4e17-ac95-16664837612c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'd4b6ec45-8396-4fe1-937b-4f4531714ee9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:20:34.344203 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f925e97-bbcd-479a-b1c2-e9b9a3a08d39 req-73752f51-640d-456f-a4fd-cb08f57a2323 service neutron] Bound using segment: {'id': 'c8ae678e-3f8e-4e17-ac95-16664837612c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'd4b6ec45-8396-4fe1-937b-4f4531714ee9'} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:20:34.344854 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-1f925e97-bbcd-479a-b1c2-e9b9a3a08d39 req-73752f51-640d-456f-a4fd-cb08f57a2323 service neutron] Bound port: e1ed512b-7c7e-4e52-9116-6e81b76473ba, host: n-h1-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8ae678e-3f8e-4e17-ac95-16664837612c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'd4b6ec45-8396-4fe1-937b-4f4531714ee9'}}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:20:34.345529 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-1f925e97-bbcd-479a-b1c2-e9b9a3a08d39 req-73752f51-640d-456f-a4fd-cb08f57a2323 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:34.532860 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c56a7c29-5eb4-4abd-b668-fbd49ac0b294 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:34.546004 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9299db12-1312-4d09-8bbf-30beea7fdc18 req-6772bed1-6df2-4cf5-a03d-1ccab888f3f9 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:34.551981 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9299db12-1312-4d09-8bbf-30beea7fdc18 req-6772bed1-6df2-4cf5-a03d-1ccab888f3f9 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:34.556563 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-478ff2f2-f992-4825-9239-991a37309e1f req-2f521585-b7ee-42de-a94f-86354f079eac service neutron] 10.222.0.36 "GET /v2.0/networks/32202dd9-9064-4832-817f-7e8b4a8db1c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3639114 May 18 18:20:34.558279 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9299db12-1312-4d09-8bbf-30beea7fdc18 req-6772bed1-6df2-4cf5-a03d-1ccab888f3f9 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:34.565238 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9299db12-1312-4d09-8bbf-30beea7fdc18 req-6772bed1-6df2-4cf5-a03d-1ccab888f3f9 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:34.571979 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9299db12-1312-4d09-8bbf-30beea7fdc18 req-6772bed1-6df2-4cf5-a03d-1ccab888f3f9 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:34.578385 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9299db12-1312-4d09-8bbf-30beea7fdc18 req-6772bed1-6df2-4cf5-a03d-1ccab888f3f9 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:34.585481 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9299db12-1312-4d09-8bbf-30beea7fdc18 req-6772bed1-6df2-4cf5-a03d-1ccab888f3f9 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:34.594127 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9299db12-1312-4d09-8bbf-30beea7fdc18 req-6772bed1-6df2-4cf5-a03d-1ccab888f3f9 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c294977-a47a-459b-b24e-566121e05c9a HTTP/1.1" status: 200 len: 5420 time: 0.1759813 May 18 18:20:34.599004 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-1f925e97-bbcd-479a-b1c2-e9b9a3a08d39 req-73752f51-640d-456f-a4fd-cb08f57a2323 service neutron] For port e1ed512b-7c7e-4e52-9116-6e81b76473ba, host n-h1-838550-3, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:20:34.605559 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c56a7c29-5eb4-4abd-b668-fbd49ac0b294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:34.618606 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c56a7c29-5eb4-4abd-b668-fbd49ac0b294 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 624} {{(pid=102730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:20:34.650785 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c56a7c29-5eb4-4abd-b668-fbd49ac0b294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:34.651113 n-d-838550-3 neutron-server[102730]: INFO neutron.db.segments_db [None req-c56a7c29-5eb4-4abd-b668-fbd49ac0b294 admin admin] Added segment 91232e8c-3d17-424b-b810-746db9884dd3 of type vlan for network eafefbfa-378a-4a8a-8ee5-45c0c746f8e9 May 18 18:20:34.697518 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-1f925e97-bbcd-479a-b1c2-e9b9a3a08d39 req-73752f51-640d-456f-a4fd-cb08f57a2323 service neutron] For port e1ed512b-7c7e-4e52-9116-6e81b76473ba, host n-h1-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=e1ed512b-7c7e-4e52-9116-6e81b76473ba,segment=NetworkSegment(c8ae678e-3f8e-4e17-ac95-16664837612c),segment_id=c8ae678e-3f8e-4e17-ac95-16664837612c)] {{(pid=102730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:20:34.742723 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-1f925e97-bbcd-479a-b1c2-e9b9a3a08d39 req-73752f51-640d-456f-a4fd-cb08f57a2323 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:34.787805 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56a7c29-5eb4-4abd-b668-fbd49ac0b294 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86e7cf01-f21c-41cf-b5a3-71cb5ec2aaa3,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:20:34.793186 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f925e97-bbcd-479a-b1c2-e9b9a3a08d39 req-73752f51-640d-456f-a4fd-cb08f57a2323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:34.793865 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-1f925e97-bbcd-479a-b1c2-e9b9a3a08d39 req-73752f51-640d-456f-a4fd-cb08f57a2323 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:34.801065 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad883c1-f1e3-4cd4-9e1f-d027f1502881 req-82af5b23-abc6-4181-b043-4ee81b7e23d7 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:34.802490 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1f925e97-bbcd-479a-b1c2-e9b9a3a08d39 req-73752f51-640d-456f-a4fd-cb08f57a2323 service neutron] 10.222.0.36 "PUT /v2.0/ports/e1ed512b-7c7e-4e52-9116-6e81b76473ba HTTP/1.1" status: 200 len: 1091 time: 2.1626461 May 18 18:20:34.803139 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cad883c1-f1e3-4cd4-9e1f-d027f1502881 req-82af5b23-abc6-4181-b043-4ee81b7e23d7 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "GET /v2.0/ports?device_id=2eb5fc42-1e94-43a3-9aa4-ad4e9a06c9c3 HTTP/1.1" status: 200 len: 944 time: 0.3008130 May 18 18:20:34.840138 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84996c19-416b-4884-8307-84f7beac4571', 'tag': 'e1ed512b-7c7e-4e52-9116-6e81b76473ba'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:20:34.842463 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6375a0ba-de05-4733-a993-366bf3decad5" -d '{"events": [{"name": "network-changed", "server_uuid": "84996c19-416b-4884-8307-84f7beac4571", "tag": "e1ed512b-7c7e-4e52-9116-6e81b76473ba"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:20:34.855631 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c56a7c29-5eb4-4abd-b668-fbd49ac0b294 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:34.875500 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9299db12-1312-4d09-8bbf-30beea7fdc18 req-2b3a4890-ff69-456f-b545-562c9f29c437 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "GET /v2.0/security-groups?id=7394e4bf-8f0c-4c6c-8c6c-8df7a26d4fa0&id=bbd4527f-f9e4-46b0-8c76-f8fe8c004d55&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2799613 May 18 18:20:34.966380 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.db.resource_extend [None req-c56a7c29-5eb4-4abd-b668-fbd49ac0b294 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 18 18:20:34.997348 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8358aefd-6645-4551-b84a-e189aff20dd9 x-openstack-request-id: req-8358aefd-6645-4551-b84a-e189aff20dd9 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:20:34.997600 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84996c19-416b-4884-8307-84f7beac4571", "tag": "e1ed512b-7c7e-4e52-9116-6e81b76473ba", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:20:34.997857 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-8358aefd-6645-4551-b84a-e189aff20dd9 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:20:34.998471 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8358aefd-6645-4551-b84a-e189aff20dd9'] response: {'name': 'network-changed', 'server_uuid': '84996c19-416b-4884-8307-84f7beac4571', 'tag': 'e1ed512b-7c7e-4e52-9116-6e81b76473ba', 'status': 'completed', 'code': 200} May 18 18:20:35.011746 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73752f51-640d-456f-a4fd-cb08f57a2323 service neutron] Pushing event updated for resources: {'Port': ['ID=e1ed512b-7c7e-4e52-9116-6e81b76473ba,revision_number=3']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:20:35.027475 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f925e97-bbcd-479a-b1c2-e9b9a3a08d39 req-ec203720-70d2-4955-9f33-84f2a7b7df1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:35.030562 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1f925e97-bbcd-479a-b1c2-e9b9a3a08d39 req-ec203720-70d2-4955-9f33-84f2a7b7df1a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0e05293eb5e34984a222e72ede2f6bc1&device_id=84996c19-416b-4884-8307-84f7beac4571 HTTP/1.1" status: 200 len: 1094 time: 0.1687462 May 18 18:20:35.032978 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c56a7c29-5eb4-4abd-b668-fbd49ac0b294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:35.034304 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56a7c29-5eb4-4abd-b668-fbd49ac0b294 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:35.036229 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c56a7c29-5eb4-4abd-b668-fbd49ac0b294 admin admin] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:35.055268 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-478ff2f2-f992-4825-9239-991a37309e1f req-11abfb45-c6f7-4aa7-b24a-60ae114b9473 service neutron] 10.222.0.36 "GET /v2.0/networks/32202dd9-9064-4832-817f-7e8b4a8db1c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4839787 May 18 18:20:35.084601 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cad883c1-f1e3-4cd4-9e1f-d027f1502881 req-6a04fd3e-3e2b-4694-9d68-853c56fea833 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "GET /v2.0/security-groups?id=d9fc5545-8f9d-47d5-aaef-b8ab87285815&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2663505 May 18 18:20:35.152511 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1f925e97-bbcd-479a-b1c2-e9b9a3a08d39 req-1df8e6a5-db65-4c48-9377-7c3140c7f897 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e1ed512b-7c7e-4e52-9116-6e81b76473ba HTTP/1.1" status: 200 len: 217 time: 0.0989668 May 18 18:20:35.222177 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-c56a7c29-5eb4-4abd-b668-fbd49ac0b294 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3356919 May 18 18:20:35.237168 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 41102) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:20:35.245257 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-d6d5b48b-949b-4239-80c2-f5edce10dd01 admin admin] Request body: {'subnet': {'network_id': 'eafefbfa-378a-4a8a-8ee5-45c0c746f8e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-31464916-subnet', 'tenant_id': '4ce86b77116a4afca1694cba473235e6', 'ip_version': 4}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:20:35.277475 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [req-1f925e97-bbcd-479a-b1c2-e9b9a3a08d39 req-d2030e6d-f38f-4734-88a9-772fb62525d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4538d683-d9a2-4756-bd9f-e6fd9eeaa6d1 {{(pid=102731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:20:35.291818 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66a63b3-bfa6-49ce-8141-6ab04311c1a0 req-2bae21ec-296a-4a68-a3a3-f5546c9ff351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:35.294109 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f66a63b3-bfa6-49ce-8141-6ab04311c1a0 req-2bae21ec-296a-4a68-a3a3-f5546c9ff351 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=46ea3823b08b4c9799a678c4a73b1420&device_id=2eb5fc42-1e94-43a3-9aa4-ad4e9a06c9c3 HTTP/1.1" status: 200 len: 1095 time: 0.1428480 May 18 18:20:35.296506 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-1f925e97-bbcd-479a-b1c2-e9b9a3a08d39 req-d2030e6d-f38f-4734-88a9-772fb62525d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:35.301115 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56a7c29-5eb4-4abd-b668-fbd49ac0b294 admin admin] Pushing event updated for resources: {'Network': ['ID=eafefbfa-378a-4a8a-8ee5-45c0c746f8e9,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:20:35.328913 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f925e97-bbcd-479a-b1c2-e9b9a3a08d39 req-9e4250aa-42fb-4e41-89bf-d1b3235315d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:35.330620 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1f925e97-bbcd-479a-b1c2-e9b9a3a08d39 req-9e4250aa-42fb-4e41-89bf-d1b3235315d1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2f488a76-59b5-4fcc-be79-14e19d3284e4 HTTP/1.1" status: 200 len: 853 time: 0.0856373 May 18 18:20:35.336126 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6d5b48b-949b-4239-80c2-f5edce10dd01 admin admin] Made reservation on behalf of 4ce86b77116a4afca1694cba473235e6 for: {'subnet': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:20:35.339948 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network eafefbfa-378a-4a8a-8ee5-45c0c746f8e9 details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:20:35.342016 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7913c08b-41ab-4d1f-9217-0a386acaf176 req-84e79616-6da4-4cb2-8427-e856337c4020 tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:35.349744 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7913c08b-41ab-4d1f-9217-0a386acaf176 req-84e79616-6da4-4cb2-8427-e856337c4020 tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] 10.222.0.85 "GET /v2.0/ports?device_id=84996c19-416b-4884-8307-84f7beac4571 HTTP/1.1" status: 200 len: 943 time: 0.1364191 May 18 18:20:35.353398 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d6d5b48b-949b-4239-80c2-f5edce10dd01 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260908003'] for subnet, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:35.437611 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1f925e97-bbcd-479a-b1c2-e9b9a3a08d39 req-be583b0d-9a21-42f7-b551-6554812b5a9e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d4b6ec45-8396-4fe1-937b-4f4531714ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0837920 May 18 18:20:35.530378 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7913c08b-41ab-4d1f-9217-0a386acaf176 req-09500547-eb84-4320-93a2-6ca6a871c72e tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] 10.222.0.85 "GET /v2.0/security-groups?id=39832044-5715-44fb-889f-070634a49525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783576 May 18 18:20:35.597260 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1f925e97-bbcd-479a-b1c2-e9b9a3a08d39 req-9d445af8-be82-4b08-9a8a-fc91adb24f2e service neutron] 10.222.0.36 "GET /v2.0/networks/d4b6ec45-8396-4fe1-937b-4f4531714ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410775 May 18 18:20:35.698232 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.provisioning_blocks [req-1f925e97-bbcd-479a-b1c2-e9b9a3a08d39 req-d2030e6d-f38f-4734-88a9-772fb62525d5 service neutron] Transition to ACTIVE for port object 4538d683-d9a2-4756-bd9f-e6fd9eeaa6d1 will not be triggered until provisioned by entity L2. {{(pid=102731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:20:35.702391 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d6d5b48b-949b-4239-80c2-f5edce10dd01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260898481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260908021'] for subnet, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:35.740335 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-1f925e97-bbcd-479a-b1c2-e9b9a3a08d39 req-d2030e6d-f38f-4734-88a9-772fb62525d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:35.844201 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1f925e97-bbcd-479a-b1c2-e9b9a3a08d39 req-09960610-5891-4484-b87b-f95ddc32c96a service neutron] 10.222.0.36 "GET /v2.0/networks/d4b6ec45-8396-4fe1-937b-4f4531714ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388661 May 18 18:20:35.896517 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d5b48b-949b-4239-80c2-f5edce10dd01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab1f7f5a-a761-43dc-be82-e3f213958e88,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:20:35.983447 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66a63b3-bfa6-49ce-8141-6ab04311c1a0 req-d762c979-885d-4ff8-ac86-3d264b1c9c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:35.989935 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f66a63b3-bfa6-49ce-8141-6ab04311c1a0 req-d762c979-885d-4ff8-ac86-3d264b1c9c67 service neutron] 10.222.0.36 "GET /v2.0/networks?id=32202dd9-9064-4832-817f-7e8b4a8db1c5 HTTP/1.1" status: 200 len: 911 time: 0.6790245 May 18 18:20:36.013733 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2030e6d-f38f-4734-88a9-772fb62525d5 service neutron] Pushing event updated for resources: {'Port': ['ID=4538d683-d9a2-4756-bd9f-e6fd9eeaa6d1,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:20:36.097717 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f66a63b3-bfa6-49ce-8141-6ab04311c1a0 req-ae62fc75-9fc6-4929-a5bd-7e85e063fe4a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b3574f87-5a1a-409e-81ae-2017bd6b025c HTTP/1.1" status: 200 len: 217 time: 0.1022496 May 18 18:20:36.123664 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d5b48b-949b-4239-80c2-f5edce10dd01 admin admin] Checking segment: {'id': '91232e8c-3d17-424b-b810-746db9884dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'eafefbfa-378a-4a8a-8ee5-45c0c746f8e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:20:36.124023 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d5b48b-949b-4239-80c2-f5edce10dd01 admin admin] Network hostable DHCP agents. Network: eafefbfa-378a-4a8a-8ee5-45c0c746f8e9, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:20:36.156430 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6375a0ba-de05-4733-a993-366bf3decad5 req-36389acb-577f-4326-b4d1-5905eaf9842d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:36.161370 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6375a0ba-de05-4733-a993-366bf3decad5 req-36389acb-577f-4326-b4d1-5905eaf9842d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0e05293eb5e34984a222e72ede2f6bc1&device_id=84996c19-416b-4884-8307-84f7beac4571 HTTP/1.1" status: 200 len: 1094 time: 0.2244480 May 18 18:20:36.187998 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-1f925e97-bbcd-479a-b1c2-e9b9a3a08d39 req-d2030e6d-f38f-4734-88a9-772fb62525d5 service neutron] Attempting to bind port 4538d683-d9a2-4756-bd9f-e6fd9eeaa6d1 on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:20:36.188332 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-1f925e97-bbcd-479a-b1c2-e9b9a3a08d39 req-d2030e6d-f38f-4734-88a9-772fb62525d5 service neutron] Attempting to bind port 4538d683-d9a2-4756-bd9f-e6fd9eeaa6d1 by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': 'c8ae678e-3f8e-4e17-ac95-16664837612c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'd4b6ec45-8396-4fe1-937b-4f4531714ee9'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:20:36.188661 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f925e97-bbcd-479a-b1c2-e9b9a3a08d39 req-d2030e6d-f38f-4734-88a9-772fb62525d5 service neutron] Attempting to bind port 4538d683-d9a2-4756-bd9f-e6fd9eeaa6d1 on network d4b6ec45-8396-4fe1-937b-4f4531714ee9 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:20:36.209088 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d5b48b-949b-4239-80c2-f5edce10dd01 admin admin] Network eafefbfa-378a-4a8a-8ee5-45c0c746f8e9 is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:20:36.217276 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66a63b3-bfa6-49ce-8141-6ab04311c1a0 req-cf27cc60-8a65-4f76-8f0b-4e413d3fe684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:36.220711 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f66a63b3-bfa6-49ce-8141-6ab04311c1a0 req-cf27cc60-8a65-4f76-8f0b-4e413d3fe684 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=77da057d-3a9e-4973-b1e0-fe1781c445e0 HTTP/1.1" status: 200 len: 849 time: 0.1122081 May 18 18:20:36.223933 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f925e97-bbcd-479a-b1c2-e9b9a3a08d39 req-d2030e6d-f38f-4734-88a9-772fb62525d5 service neutron] Port 4538d683-d9a2-4756-bd9f-e6fd9eeaa6d1 on network d4b6ec45-8396-4fe1-937b-4f4531714ee9 not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:20:36.224256 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f925e97-bbcd-479a-b1c2-e9b9a3a08d39 req-d2030e6d-f38f-4734-88a9-772fb62525d5 service neutron] Attempting to bind port 4538d683-d9a2-4756-bd9f-e6fd9eeaa6d1 on network d4b6ec45-8396-4fe1-937b-4f4531714ee9 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:20:36.228298 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29af3d5d-0622-420c-9964-3ab5def55497 req-ca1d7096-02ae-4301-becb-46da4680aa75 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:36.237021 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29af3d5d-0622-420c-9964-3ab5def55497 req-ca1d7096-02ae-4301-becb-46da4680aa75 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:36.244190 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-d6d5b48b-949b-4239-80c2-f5edce10dd01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, eafefbfa-378a-4a8a-8ee5-45c0c746f8e9) {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:20:36.255481 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c65b59-81ad-4bcf-8921-b322dc9fc9c5 None None] Network eafefbfa-378a-4a8a-8ee5-45c0c746f8e9 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:20:36.260875 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f925e97-bbcd-479a-b1c2-e9b9a3a08d39 req-d2030e6d-f38f-4734-88a9-772fb62525d5 service neutron] Checking agent: {'id': 'd1be059a-68ea-4c77-9b2b-29f4afa47e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:20:36.261217 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f925e97-bbcd-479a-b1c2-e9b9a3a08d39 req-d2030e6d-f38f-4734-88a9-772fb62525d5 service neutron] Checking segment: {'id': 'c8ae678e-3f8e-4e17-ac95-16664837612c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'd4b6ec45-8396-4fe1-937b-4f4531714ee9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:20:36.261766 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f925e97-bbcd-479a-b1c2-e9b9a3a08d39 req-d2030e6d-f38f-4734-88a9-772fb62525d5 service neutron] Bound using segment: {'id': 'c8ae678e-3f8e-4e17-ac95-16664837612c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'd4b6ec45-8396-4fe1-937b-4f4531714ee9'} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:20:36.262385 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29af3d5d-0622-420c-9964-3ab5def55497 req-ca1d7096-02ae-4301-becb-46da4680aa75 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:36.262524 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-1f925e97-bbcd-479a-b1c2-e9b9a3a08d39 req-d2030e6d-f38f-4734-88a9-772fb62525d5 service neutron] Bound port: 4538d683-d9a2-4756-bd9f-e6fd9eeaa6d1, host: n-h2-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8ae678e-3f8e-4e17-ac95-16664837612c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'd4b6ec45-8396-4fe1-937b-4f4531714ee9'}}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:20:36.262740 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-1f925e97-bbcd-479a-b1c2-e9b9a3a08d39 req-d2030e6d-f38f-4734-88a9-772fb62525d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:36.268396 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29af3d5d-0622-420c-9964-3ab5def55497 req-ca1d7096-02ae-4301-becb-46da4680aa75 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:36.280581 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d5b48b-949b-4239-80c2-f5edce10dd01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:36.281168 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d6d5b48b-949b-4239-80c2-f5edce10dd01 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:36.291459 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29af3d5d-0622-420c-9964-3ab5def55497 req-ca1d7096-02ae-4301-becb-46da4680aa75 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:36.311482 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29af3d5d-0622-420c-9964-3ab5def55497 req-ca1d7096-02ae-4301-becb-46da4680aa75 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:36.327411 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29af3d5d-0622-420c-9964-3ab5def55497 req-ca1d7096-02ae-4301-becb-46da4680aa75 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:36.334254 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-29af3d5d-0622-420c-9964-3ab5def55497 req-ca1d7096-02ae-4301-becb-46da4680aa75 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c294977-a47a-459b-b24e-566121e05c9a HTTP/1.1" status: 200 len: 5420 time: 0.3376758 May 18 18:20:36.366775 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-d6d5b48b-949b-4239-80c2-f5edce10dd01 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1258914 May 18 18:20:36.375256 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 41144) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:20:36.379433 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66a63b3-bfa6-49ce-8141-6ab04311c1a0 req-f17c9fb6-2e18-48ec-a190-d8b14ef50366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:36.392128 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f66a63b3-bfa6-49ce-8141-6ab04311c1a0 req-f17c9fb6-2e18-48ec-a190-d8b14ef50366 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=32202dd9-9064-4832-817f-7e8b4a8db1c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1585655 May 18 18:20:36.415628 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-b9120809-02c1-4047-aacf-048c4d71a115 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-31464916-router', 'tenant_id': '4ce86b77116a4afca1694cba473235e6', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:20:36.455935 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-29af3d5d-0622-420c-9964-3ab5def55497 req-2394a421-1762-4968-ba8d-245ad1a7ce17 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "GET /v2.0/security-groups?id=7394e4bf-8f0c-4c6c-8c6c-8df7a26d4fa0&id=bbd4527f-f9e4-46b0-8c76-f8fe8c004d55&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1134493 May 18 18:20:36.495618 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6375a0ba-de05-4733-a993-366bf3decad5 req-7821bfd6-a8db-46d9-ab38-ae993a3b40ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:36.497967 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6375a0ba-de05-4733-a993-366bf3decad5 req-7821bfd6-a8db-46d9-ab38-ae993a3b40ba service neutron] 10.222.0.36 "GET /v2.0/networks?id=d4b6ec45-8396-4fe1-937b-4f4531714ee9 HTTP/1.1" status: 200 len: 914 time: 0.3274133 May 18 18:20:36.582484 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6375a0ba-de05-4733-a993-366bf3decad5 req-f20840fe-4797-47e1-9488-dadefa0d6bd2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e1ed512b-7c7e-4e52-9116-6e81b76473ba HTTP/1.1" status: 200 len: 217 time: 0.0751209 May 18 18:20:36.658727 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7372eb26-a330-46a0-b550-58b4ba959be5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-eafefbfa-378a-4a8a-8ee5-45c0c746f8e9', 'network_id': 'eafefbfa-378a-4a8a-8ee5-45c0c746f8e9', 'tenant_id': '4ce86b77116a4afca1694cba473235e6', 'fixed_ips': [{'subnet_id': 'ab1f7f5a-a761-43dc-be82-e3f213958e88'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:20:36.660266 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-7372eb26-a330-46a0-b550-58b4ba959be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:36.713325 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6375a0ba-de05-4733-a993-366bf3decad5 req-b6d024ca-05ed-405c-a1f3-45728af305aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:36.719806 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6375a0ba-de05-4733-a993-366bf3decad5 req-b6d024ca-05ed-405c-a1f3-45728af305aa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2f488a76-59b5-4fcc-be79-14e19d3284e4 HTTP/1.1" status: 200 len: 853 time: 0.1235862 May 18 18:20:36.904802 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6375a0ba-de05-4733-a993-366bf3decad5 req-df162ab2-bcda-41fa-8e13-3b0fb691393c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d4b6ec45-8396-4fe1-937b-4f4531714ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1670349 May 18 18:20:36.985955 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-7372eb26-a330-46a0-b550-58b4ba959be5 None None] Allocated IP 172.20.0.2 (eafefbfa-378a-4a8a-8ee5-45c0c746f8e9/ab1f7f5a-a761-43dc-be82-e3f213958e88/469ff25b-d136-4e01-93b2-940c7269bcf0) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:20:37.011064 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b3e89a-b35f-436d-a85f-59b1ad235842 req-f27e8947-57ac-41b3-ae2e-100ffe831607 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:37.019076 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b3e89a-b35f-436d-a85f-59b1ad235842 req-f27e8947-57ac-41b3-ae2e-100ffe831607 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:37.025685 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b3e89a-b35f-436d-a85f-59b1ad235842 req-f27e8947-57ac-41b3-ae2e-100ffe831607 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:37.033318 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b3e89a-b35f-436d-a85f-59b1ad235842 req-f27e8947-57ac-41b3-ae2e-100ffe831607 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:37.040060 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b3e89a-b35f-436d-a85f-59b1ad235842 req-f27e8947-57ac-41b3-ae2e-100ffe831607 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:37.047533 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b3e89a-b35f-436d-a85f-59b1ad235842 req-f27e8947-57ac-41b3-ae2e-100ffe831607 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:37.057340 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b3e89a-b35f-436d-a85f-59b1ad235842 req-f27e8947-57ac-41b3-ae2e-100ffe831607 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:37.060243 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-90b3e89a-b35f-436d-a85f-59b1ad235842 req-f27e8947-57ac-41b3-ae2e-100ffe831607 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "GET /v2.0/ports?device_id=37c27a1b-623c-44a7-a5a8-1c1ff493d84b HTTP/1.1" status: 200 len: 5442 time: 0.3390782 May 18 18:20:37.156686 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-90b3e89a-b35f-436d-a85f-59b1ad235842 req-3aca764b-b0e5-4805-9428-3cce7369f83f tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "GET /v2.0/security-groups?id=987873b8-e341-4d92-9eb4-c3682f6ae42f&id=9a2067b3-2854-40c8-880f-cf75b37fd6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0868897 May 18 18:20:37.171310 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6375a0ba-de05-4733-a993-366bf3decad5 req-84214668-afe3-454e-bd16-668f944706c5 service neutron] 10.222.0.36 "GET /v2.0/networks/d4b6ec45-8396-4fe1-937b-4f4531714ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554510 May 18 18:20:37.300364 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-7372eb26-a330-46a0-b550-58b4ba959be5 None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:37.304927 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-1f925e97-bbcd-479a-b1c2-e9b9a3a08d39 req-d2030e6d-f38f-4734-88a9-772fb62525d5 service neutron] For port 4538d683-d9a2-4756-bd9f-e6fd9eeaa6d1, host n-h2-838550-3, cleared binding levels {{(pid=102731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:20:37.311797 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-7372eb26-a330-46a0-b550-58b4ba959be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:37.337532 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8199785-6eba-4092-8115-0b94a4494b6f req-4eaea1a0-17d0-400f-85ec-f81f883677be tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:37.343810 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e8199785-6eba-4092-8115-0b94a4494b6f req-4eaea1a0-17d0-400f-85ec-f81f883677be tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "GET /v2.0/ports?device_id=2eb5fc42-1e94-43a3-9aa4-ad4e9a06c9c3 HTTP/1.1" status: 200 len: 944 time: 0.8918774 May 18 18:20:37.344743 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b9120809-02c1-4047-aacf-048c4d71a115 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25099'] for router, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:37.347544 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b9120809-02c1-4047-aacf-048c4d71a115 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-593238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596850', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25088'] for router, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:37.376898 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7372eb26-a330-46a0-b550-58b4ba959be5 None None] Network eafefbfa-378a-4a8a-8ee5-45c0c746f8e9 is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:20:37.377600 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7372eb26-a330-46a0-b550-58b4ba959be5 None None] Pushing event updated for resources: {'Port': ['ID=469ff25b-d136-4e01-93b2-940c7269bcf0,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:20:37.389800 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-7372eb26-a330-46a0-b550-58b4ba959be5 None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:20:37.397523 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7372eb26-a330-46a0-b550-58b4ba959be5 None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:20:37.406598 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6375a0ba-de05-4733-a993-366bf3decad5 req-493b2940-e6b8-49a2-9b5c-4c0fff3b3d48 service neutron] 10.222.0.36 "GET /v2.0/networks/d4b6ec45-8396-4fe1-937b-4f4531714ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241466 May 18 18:20:37.447740 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e8199785-6eba-4092-8115-0b94a4494b6f req-7e1c4f1b-48a3-4d8f-94a0-4f230ea1c426 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "GET /v2.0/security-groups?id=d9fc5545-8f9d-47d5-aaef-b8ab87285815&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891967 May 18 18:20:37.482839 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-1f925e97-bbcd-479a-b1c2-e9b9a3a08d39 req-d2030e6d-f38f-4734-88a9-772fb62525d5 service neutron] For port 4538d683-d9a2-4756-bd9f-e6fd9eeaa6d1, host n-h2-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=4538d683-d9a2-4756-bd9f-e6fd9eeaa6d1,segment=NetworkSegment(c8ae678e-3f8e-4e17-ac95-16664837612c),segment_id=c8ae678e-3f8e-4e17-ac95-16664837612c)] {{(pid=102731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:20:37.502920 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-1f925e97-bbcd-479a-b1c2-e9b9a3a08d39 req-d2030e6d-f38f-4734-88a9-772fb62525d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:37.533758 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-7372eb26-a330-46a0-b550-58b4ba959be5 None None] Attempting to bind port 469ff25b-d136-4e01-93b2-940c7269bcf0 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:20:37.533758 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-7372eb26-a330-46a0-b550-58b4ba959be5 None None] Attempting to bind port 469ff25b-d136-4e01-93b2-940c7269bcf0 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '91232e8c-3d17-424b-b810-746db9884dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'eafefbfa-378a-4a8a-8ee5-45c0c746f8e9'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:20:37.533758 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7372eb26-a330-46a0-b550-58b4ba959be5 None None] Attempting to bind port 469ff25b-d136-4e01-93b2-940c7269bcf0 on network eafefbfa-378a-4a8a-8ee5-45c0c746f8e9 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:20:37.539569 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7372eb26-a330-46a0-b550-58b4ba959be5 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 20, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:20:37.539569 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7372eb26-a330-46a0-b550-58b4ba959be5 None None] Checking segment: {'id': '91232e8c-3d17-424b-b810-746db9884dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'eafefbfa-378a-4a8a-8ee5-45c0c746f8e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:20:37.540019 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-7372eb26-a330-46a0-b550-58b4ba959be5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:37.540019 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7372eb26-a330-46a0-b550-58b4ba959be5 None None] Bound using segment: {'id': '91232e8c-3d17-424b-b810-746db9884dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'eafefbfa-378a-4a8a-8ee5-45c0c746f8e9'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:20:37.541040 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-7372eb26-a330-46a0-b550-58b4ba959be5 None None] Bound port: 469ff25b-d136-4e01-93b2-940c7269bcf0, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91232e8c-3d17-424b-b810-746db9884dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'eafefbfa-378a-4a8a-8ee5-45c0c746f8e9'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:20:37.541444 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-7372eb26-a330-46a0-b550-58b4ba959be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:37.588821 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2030e6d-f38f-4734-88a9-772fb62525d5 service neutron] Pushing event updated for resources: {'Port': ['ID=4538d683-d9a2-4756-bd9f-e6fd9eeaa6d1,revision_number=3']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:20:37.597409 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ffe545-e9a1-49b9-bb1d-817ac5306fa9 req-93a3dbd8-51cf-4073-aae3-ab89f472f5fc tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:37.600889 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-62ffe545-e9a1-49b9-bb1d-817ac5306fa9 req-93a3dbd8-51cf-4073-aae3-ab89f472f5fc tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] 10.222.0.85 "GET /v2.0/ports?device_id=84996c19-416b-4884-8307-84f7beac4571 HTTP/1.1" status: 200 len: 943 time: 0.1883302 May 18 18:20:37.627121 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f66a63b3-bfa6-49ce-8141-6ab04311c1a0 req-d2b61af0-3e7f-4c83-9875-19bec4a489b7 service neutron] 10.222.0.36 "GET /v2.0/networks/32202dd9-9064-4832-817f-7e8b4a8db1c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2008173 May 18 18:20:37.658027 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-62ffe545-e9a1-49b9-bb1d-817ac5306fa9 req-f24f5479-bab7-411c-973e-57eda9511eb3 tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] 10.222.0.85 "GET /v2.0/security-groups?id=39832044-5715-44fb-889f-070634a49525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436997 May 18 18:20:37.705272 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b9120809-02c1-4047-aacf-048c4d71a115 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:37.743572 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9b35b7eb-a3e2-4b31-a316-2fbcca4a3cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:37.794505 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-7372eb26-a330-46a0-b550-58b4ba959be5 None None] For port 469ff25b-d136-4e01-93b2-940c7269bcf0, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:20:37.801696 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f925e97-bbcd-479a-b1c2-e9b9a3a08d39 req-d2030e6d-f38f-4734-88a9-772fb62525d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:37.802775 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-1f925e97-bbcd-479a-b1c2-e9b9a3a08d39 req-d2030e6d-f38f-4734-88a9-772fb62525d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:37.805012 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1f925e97-bbcd-479a-b1c2-e9b9a3a08d39 req-d2030e6d-f38f-4734-88a9-772fb62525d5 service neutron] 10.222.0.88 "PUT /v2.0/ports/4538d683-d9a2-4756-bd9f-e6fd9eeaa6d1 HTTP/1.1" status: 200 len: 1092 time: 3.7310929 May 18 18:20:37.805968 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2f754b2-367b-4d82-919a-8c448147cdb0', 'tag': '4538d683-d9a2-4756-bd9f-e6fd9eeaa6d1'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:20:37.809735 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f920e22-aadb-4548-97a2-884c9be58024" -d '{"events": [{"name": "network-changed", "server_uuid": "c2f754b2-367b-4d82-919a-8c448147cdb0", "tag": "4538d683-d9a2-4756-bd9f-e6fd9eeaa6d1"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:20:37.810978 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-7372eb26-a330-46a0-b550-58b4ba959be5 None None] For port 469ff25b-d136-4e01-93b2-940c7269bcf0, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=469ff25b-d136-4e01-93b2-940c7269bcf0,segment=NetworkSegment(91232e8c-3d17-424b-b810-746db9884dd3),segment_id=91232e8c-3d17-424b-b810-746db9884dd3)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:20:37.835852 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-7372eb26-a330-46a0-b550-58b4ba959be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:37.912627 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db9e9b05-48d3-46eb-b236-c7c9bdf58c5a x-openstack-request-id: req-db9e9b05-48d3-46eb-b236-c7c9bdf58c5a {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:20:37.913226 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2f754b2-367b-4d82-919a-8c448147cdb0", "tag": "4538d683-d9a2-4756-bd9f-e6fd9eeaa6d1", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:20:37.913687 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-db9e9b05-48d3-46eb-b236-c7c9bdf58c5a {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:20:37.914264 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db9e9b05-48d3-46eb-b236-c7c9bdf58c5a'] response: {'name': 'network-changed', 'server_uuid': 'c2f754b2-367b-4d82-919a-8c448147cdb0', 'tag': '4538d683-d9a2-4756-bd9f-e6fd9eeaa6d1', 'status': 'completed', 'code': 200} May 18 18:20:37.973693 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7372eb26-a330-46a0-b550-58b4ba959be5 None None] Pushing event updated for resources: {'Port': ['ID=469ff25b-d136-4e01-93b2-940c7269bcf0,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:20:38.181545 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f463ea-ae53-48f1-87b9-c54957afb8e3 req-268c1c2c-ddb5-48ce-88a7-f259048e83e7 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:38.190472 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f463ea-ae53-48f1-87b9-c54957afb8e3 req-268c1c2c-ddb5-48ce-88a7-f259048e83e7 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:38.201291 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f463ea-ae53-48f1-87b9-c54957afb8e3 req-268c1c2c-ddb5-48ce-88a7-f259048e83e7 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:38.219364 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f463ea-ae53-48f1-87b9-c54957afb8e3 req-268c1c2c-ddb5-48ce-88a7-f259048e83e7 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:38.227147 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f463ea-ae53-48f1-87b9-c54957afb8e3 req-268c1c2c-ddb5-48ce-88a7-f259048e83e7 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:38.234399 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f463ea-ae53-48f1-87b9-c54957afb8e3 req-268c1c2c-ddb5-48ce-88a7-f259048e83e7 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:38.243415 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f463ea-ae53-48f1-87b9-c54957afb8e3 req-268c1c2c-ddb5-48ce-88a7-f259048e83e7 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:38.259442 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-76f463ea-ae53-48f1-87b9-c54957afb8e3 req-268c1c2c-ddb5-48ce-88a7-f259048e83e7 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c294977-a47a-459b-b24e-566121e05c9a HTTP/1.1" status: 200 len: 5420 time: 0.5655160 May 18 18:20:38.287236 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f66a63b3-bfa6-49ce-8141-6ab04311c1a0 req-d886734b-09a6-417b-a07f-35527b1655c5 service neutron] 10.222.0.36 "GET /v2.0/networks/32202dd9-9064-4832-817f-7e8b4a8db1c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5949755 May 18 18:20:38.406047 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f925e97-bbcd-479a-b1c2-e9b9a3a08d39 req-f0d9527f-192d-4f52-8eda-651d552629f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:38.414011 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1f925e97-bbcd-479a-b1c2-e9b9a3a08d39 req-f0d9527f-192d-4f52-8eda-651d552629f8 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=0e05293eb5e34984a222e72ede2f6bc1&device_id=c2f754b2-367b-4d82-919a-8c448147cdb0 HTTP/1.1" status: 200 len: 1095 time: 0.4968796 May 18 18:20:38.422193 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b9120809-02c1-4047-aacf-048c4d71a115 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:38.491161 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5347316-0c29-4658-b751-1f4a83f8882e req-3b0fb23d-e79c-4bb4-aa9e-c3a11c4e030c tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:38.516925 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5347316-0c29-4658-b751-1f4a83f8882e req-3b0fb23d-e79c-4bb4-aa9e-c3a11c4e030c tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:38.538067 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5347316-0c29-4658-b751-1f4a83f8882e req-3b0fb23d-e79c-4bb4-aa9e-c3a11c4e030c tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:38.549357 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1f925e97-bbcd-479a-b1c2-e9b9a3a08d39 req-fbbb8ca1-104f-4bf8-aa88-34db5bdb5c21 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4538d683-d9a2-4756-bd9f-e6fd9eeaa6d1 HTTP/1.1" status: 200 len: 217 time: 0.1045482 May 18 18:20:38.562280 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5347316-0c29-4658-b751-1f4a83f8882e req-3b0fb23d-e79c-4bb4-aa9e-c3a11c4e030c tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:38.584822 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5347316-0c29-4658-b751-1f4a83f8882e req-3b0fb23d-e79c-4bb4-aa9e-c3a11c4e030c tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:38.592186 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5347316-0c29-4658-b751-1f4a83f8882e req-3b0fb23d-e79c-4bb4-aa9e-c3a11c4e030c tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:38.599436 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5347316-0c29-4658-b751-1f4a83f8882e req-3b0fb23d-e79c-4bb4-aa9e-c3a11c4e030c tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:38.601903 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c5347316-0c29-4658-b751-1f4a83f8882e req-3b0fb23d-e79c-4bb4-aa9e-c3a11c4e030c tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "GET /v2.0/ports?device_id=37c27a1b-623c-44a7-a5a8-1c1ff493d84b HTTP/1.1" status: 200 len: 5442 time: 0.2888544 May 18 18:20:38.659274 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device e1ed512b-7c7e-4e52-9116-6e81b76473ba details requested by agent hyperv_n-h1-838550-3 with host n-h1-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:20:38.693649 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-76f463ea-ae53-48f1-87b9-c54957afb8e3 req-24143683-12f8-42a5-9f7f-ceacfc50908a tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "GET /v2.0/security-groups?id=7394e4bf-8f0c-4c6c-8c6c-8df7a26d4fa0&id=bbd4527f-f9e4-46b0-8c76-f8fe8c004d55&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4332509 May 18 18:20:38.705497 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c5347316-0c29-4658-b751-1f4a83f8882e req-8c87319e-25f0-4bc8-9287-b10c6e40a57c tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "GET /v2.0/security-groups?id=987873b8-e341-4d92-9eb4-c3682f6ae42f&id=9a2067b3-2854-40c8-880f-cf75b37fd6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0939443 May 18 18:20:38.878667 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f925e97-bbcd-479a-b1c2-e9b9a3a08d39 req-8ced4405-72fc-4fb1-aa52-8db3121bfe52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:38.880218 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1f925e97-bbcd-479a-b1c2-e9b9a3a08d39 req-8ced4405-72fc-4fb1-aa52-8db3121bfe52 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2f488a76-59b5-4fcc-be79-14e19d3284e4 HTTP/1.1" status: 200 len: 853 time: 0.3119464 May 18 18:20:38.969941 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 469ff25b-d136-4e01-93b2-940c7269bcf0 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:20:38.992652 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1f925e97-bbcd-479a-b1c2-e9b9a3a08d39 req-77b1075a-2edc-415e-bed7-25303fa43396 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d4b6ec45-8396-4fe1-937b-4f4531714ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562665 May 18 18:20:39.054875 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port e1ed512b-7c7e-4e52-9116-6e81b76473ba, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=e1ed512b-7c7e-4e52-9116-6e81b76473ba,segment=NetworkSegment(c8ae678e-3f8e-4e17-ac95-16664837612c),segment_id=c8ae678e-3f8e-4e17-ac95-16664837612c)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:20:39.058144 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12aee69-f766-4d49-8e13-610cff6c735e req-5e5cd6be-ced3-4911-b579-a94856995172 tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:39.061576 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a12aee69-f766-4d49-8e13-610cff6c735e req-5e5cd6be-ced3-4911-b579-a94856995172 tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] 10.222.0.85 "GET /v2.0/ports?device_id=84996c19-416b-4884-8307-84f7beac4571 HTTP/1.1" status: 200 len: 943 time: 0.1518974 May 18 18:20:39.085431 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Returning: {'device': 'e1ed512b-7c7e-4e52-9116-6e81b76473ba', 'network_id': 'd4b6ec45-8396-4fe1-937b-4f4531714ee9', 'port_id': 'e1ed512b-7c7e-4e52-9116-6e81b76473ba', 'mac_address': 'fa:16:3e:d1:c8:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f488a76-59b5-4fcc-be79-14e19d3284e4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:20:39.158098 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a12aee69-f766-4d49-8e13-610cff6c735e req-f5fecf3c-1cf1-485b-94e0-fc2dab0b48c1 tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] 10.222.0.85 "GET /v2.0/security-groups?id=39832044-5715-44fb-889f-070634a49525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851052 May 18 18:20:39.225685 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1f925e97-bbcd-479a-b1c2-e9b9a3a08d39 req-c76c2535-14d4-4e0f-89ac-535663332370 service neutron] 10.222.0.88 "GET /v2.0/networks/d4b6ec45-8396-4fe1-937b-4f4531714ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970336 May 18 18:20:39.241503 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 469ff25b-d136-4e01-93b2-940c7269bcf0 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:20:39.242155 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:39.367113 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port e1ed512b-7c7e-4e52-9116-6e81b76473ba is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:20:39.367718 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:39.397904 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1ed512b-7c7e-4e52-9116-6e81b76473ba {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:20:39.413549 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267e0099-972d-4f44-b4d8-31abf0dad25f req-ad0aedb1-45ef-47fd-95b3-937baefbdcc2 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:39.415675 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-267e0099-972d-4f44-b4d8-31abf0dad25f req-ad0aedb1-45ef-47fd-95b3-937baefbdcc2 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "GET /v2.0/ports?device_id=2eb5fc42-1e94-43a3-9aa4-ad4e9a06c9c3 HTTP/1.1" status: 200 len: 944 time: 0.5334368 May 18 18:20:39.463031 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port e1ed512b-7c7e-4e52-9116-6e81b76473ba, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=e1ed512b-7c7e-4e52-9116-6e81b76473ba,segment=NetworkSegment(c8ae678e-3f8e-4e17-ac95-16664837612c),segment_id=c8ae678e-3f8e-4e17-ac95-16664837612c)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:20:39.486107 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1f925e97-bbcd-479a-b1c2-e9b9a3a08d39 req-006c7707-aa7a-458c-b1e0-580b92b56137 service neutron] 10.222.0.88 "GET /v2.0/networks/d4b6ec45-8396-4fe1-937b-4f4531714ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2424901 May 18 18:20:39.493999 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:39.494749 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device b3574f87-5a1a-409e-81ae-2017bd6b025c details requested by agent hyperv_n-h1-838550-3 with host n-h1-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:20:39.589399 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-267e0099-972d-4f44-b4d8-31abf0dad25f req-4e0725b9-8a18-4302-bb14-83d7839e2ae0 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "GET /v2.0/security-groups?id=d9fc5545-8f9d-47d5-aaef-b8ab87285815&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1561983 May 18 18:20:39.643375 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 41226) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:20:39.787050 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port b3574f87-5a1a-409e-81ae-2017bd6b025c, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=b3574f87-5a1a-409e-81ae-2017bd6b025c,segment=NetworkSegment(c2befe81-e0f9-403d-ab80-68896828fcba),segment_id=c2befe81-e0f9-403d-ab80-68896828fcba)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:20:39.861713 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=e1ed512b-7c7e-4e52-9116-6e81b76473ba,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:20:39.870136 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Returning: {'device': 'b3574f87-5a1a-409e-81ae-2017bd6b025c', 'network_id': '32202dd9-9064-4832-817f-7e8b4a8db1c5', 'port_id': 'b3574f87-5a1a-409e-81ae-2017bd6b025c', 'mac_address': 'fa:16:3e:78:c1:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77da057d-3a9e-4973-b1e0-fe1781c445e0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:20:39.900991 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 469ff25b-d136-4e01-93b2-940c7269bcf0 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:20:39.901739 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:40.024278 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] For port 469ff25b-d136-4e01-93b2-940c7269bcf0, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=469ff25b-d136-4e01-93b2-940c7269bcf0,segment=NetworkSegment(91232e8c-3d17-424b-b810-746db9884dd3),segment_id=91232e8c-3d17-424b-b810-746db9884dd3)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:20:40.037274 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port b3574f87-5a1a-409e-81ae-2017bd6b025c is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:20:40.039869 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:40.051098 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e8011f-f55e-4d18-a255-73c6addc66cc None None] Network eafefbfa-378a-4a8a-8ee5-45c0c746f8e9 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:20:40.062171 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:40.110754 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f920e22-aadb-4548-97a2-884c9be58024 req-4d99bcf1-a7ee-44b8-82e7-20cad01dde34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:40.112432 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1f920e22-aadb-4548-97a2-884c9be58024 req-4d99bcf1-a7ee-44b8-82e7-20cad01dde34 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=0e05293eb5e34984a222e72ede2f6bc1&device_id=c2f754b2-367b-4d82-919a-8c448147cdb0 HTTP/1.1" status: 200 len: 1095 time: 0.5052245 May 18 18:20:40.132887 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9e3daa2a-e7be-4b63-89bd-eb33072d5a40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:40.201078 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55924cf9-60e6-4d10-94ac-757e8a4ff5ed req-02df6792-fe21-402f-adca-ccb40300307e tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:40.210579 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55924cf9-60e6-4d10-94ac-757e8a4ff5ed req-02df6792-fe21-402f-adca-ccb40300307e tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:40.223503 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55924cf9-60e6-4d10-94ac-757e8a4ff5ed req-02df6792-fe21-402f-adca-ccb40300307e tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:40.228116 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3574f87-5a1a-409e-81ae-2017bd6b025c {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:20:40.235017 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55924cf9-60e6-4d10-94ac-757e8a4ff5ed req-02df6792-fe21-402f-adca-ccb40300307e tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:40.243876 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55924cf9-60e6-4d10-94ac-757e8a4ff5ed req-02df6792-fe21-402f-adca-ccb40300307e tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:40.253049 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55924cf9-60e6-4d10-94ac-757e8a4ff5ed req-02df6792-fe21-402f-adca-ccb40300307e tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:40.253328 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4636184-f6aa-46b5-8f4a-5116571251c0 req-ad7deefa-c671-41d1-b523-34f50d89bb4a tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:40.261086 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55924cf9-60e6-4d10-94ac-757e8a4ff5ed req-02df6792-fe21-402f-adca-ccb40300307e tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:40.263754 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4636184-f6aa-46b5-8f4a-5116571251c0 req-ad7deefa-c671-41d1-b523-34f50d89bb4a tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:40.271423 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-55924cf9-60e6-4d10-94ac-757e8a4ff5ed req-02df6792-fe21-402f-adca-ccb40300307e tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c294977-a47a-459b-b24e-566121e05c9a HTTP/1.1" status: 200 len: 5420 time: 0.3518026 May 18 18:20:40.273189 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4636184-f6aa-46b5-8f4a-5116571251c0 req-ad7deefa-c671-41d1-b523-34f50d89bb4a tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:40.276005 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port b3574f87-5a1a-409e-81ae-2017bd6b025c, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=b3574f87-5a1a-409e-81ae-2017bd6b025c,segment=NetworkSegment(c2befe81-e0f9-403d-ab80-68896828fcba),segment_id=c2befe81-e0f9-403d-ab80-68896828fcba)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:20:40.281841 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-e931231f-1ef7-4120-9906-08ae33a67559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:40.285270 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4636184-f6aa-46b5-8f4a-5116571251c0 req-ad7deefa-c671-41d1-b523-34f50d89bb4a tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:40.298561 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4636184-f6aa-46b5-8f4a-5116571251c0 req-ad7deefa-c671-41d1-b523-34f50d89bb4a tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:40.301704 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:40.309982 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4636184-f6aa-46b5-8f4a-5116571251c0 req-ad7deefa-c671-41d1-b523-34f50d89bb4a tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:40.316719 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Pushing event updated for resources: {'Port': ['ID=469ff25b-d136-4e01-93b2-940c7269bcf0,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:20:40.320066 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4636184-f6aa-46b5-8f4a-5116571251c0 req-ad7deefa-c671-41d1-b523-34f50d89bb4a tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:40.323366 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c4636184-f6aa-46b5-8f4a-5116571251c0 req-ad7deefa-c671-41d1-b523-34f50d89bb4a tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "GET /v2.0/ports?device_id=37c27a1b-623c-44a7-a5a8-1c1ff493d84b HTTP/1.1" status: 200 len: 5442 time: 0.3523781 May 18 18:20:40.333609 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-1ba264b3-7e9a-4498-bb93-4239d943949e None None] Provisioning complete for port 469ff25b-d136-4e01-93b2-940c7269bcf0 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:20:40.334229 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1ba264b3-7e9a-4498-bb93-4239d943949e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:40.430522 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-55924cf9-60e6-4d10-94ac-757e8a4ff5ed req-8751f6b1-e3af-4f27-a4a4-84923316b538 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "GET /v2.0/security-groups?id=7394e4bf-8f0c-4c6c-8c6c-8df7a26d4fa0&id=bbd4527f-f9e4-46b0-8c76-f8fe8c004d55&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1570575 May 18 18:20:40.539701 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9e3daa2a-e7be-4b63-89bd-eb33072d5a40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:40.550210 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9e3daa2a-e7be-4b63-89bd-eb33072d5a40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:40.570592 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b9120809-02c1-4047-aacf-048c4d71a115 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:40.598347 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c4636184-f6aa-46b5-8f4a-5116571251c0 req-b795e75b-70cd-4dbd-bcd5-1c996b9af6b6 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "GET /v2.0/security-groups?id=987873b8-e341-4d92-9eb4-c3682f6ae42f&id=9a2067b3-2854-40c8-880f-cf75b37fd6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2443750 May 18 18:20:40.770568 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-9e3daa2a-e7be-4b63-89bd-eb33072d5a40 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=aeb6d1a0f33a4f1f8c23c80ef674eb37&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1256790 May 18 18:20:40.773420 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f920e22-aadb-4548-97a2-884c9be58024 req-b9cb03b6-d07c-4ec7-9a21-9be1fa3a9548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:40.774845 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3daa2a-e7be-4b63-89bd-eb33072d5a40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7da80775-1297-41ee-9dca-f35d880a9284,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:20:40.779246 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1f920e22-aadb-4548-97a2-884c9be58024 req-b9cb03b6-d07c-4ec7-9a21-9be1fa3a9548 service neutron] 10.222.0.88 "GET /v2.0/networks?id=d4b6ec45-8396-4fe1-937b-4f4531714ee9 HTTP/1.1" status: 200 len: 914 time: 0.6108723 May 18 18:20:40.780945 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 41250) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:20:40.783682 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b9120809-02c1-4047-aacf-048c4d71a115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:40.840645 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449146cb-5aa4-450b-92f6-f6d1b30be951 req-cbbd63b3-9b85-4dcc-8a31-0fdf45b75720 tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:40.847902 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-449146cb-5aa4-450b-92f6-f6d1b30be951 req-cbbd63b3-9b85-4dcc-8a31-0fdf45b75720 tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] 10.222.0.85 "GET /v2.0/ports?device_id=84996c19-416b-4884-8307-84f7beac4571 HTTP/1.1" status: 200 len: 944 time: 0.2476130 May 18 18:20:40.951966 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4ffddc-cd4f-40ec-a63a-d256cb64c139 req-7a14d6f5-5df2-420e-a600-5c5d90a98414 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:40.958676 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4ffddc-cd4f-40ec-a63a-d256cb64c139 req-7a14d6f5-5df2-420e-a600-5c5d90a98414 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:40.986689 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4ffddc-cd4f-40ec-a63a-d256cb64c139 req-7a14d6f5-5df2-420e-a600-5c5d90a98414 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:41.002723 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4ffddc-cd4f-40ec-a63a-d256cb64c139 req-7a14d6f5-5df2-420e-a600-5c5d90a98414 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:41.031908 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4ffddc-cd4f-40ec-a63a-d256cb64c139 req-7a14d6f5-5df2-420e-a600-5c5d90a98414 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:41.032452 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4ffddc-cd4f-40ec-a63a-d256cb64c139 req-7a14d6f5-5df2-420e-a600-5c5d90a98414 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:41.036714 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 469ff25b-d136-4e01-93b2-940c7269bcf0 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:20:41.039076 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=b3574f87-5a1a-409e-81ae-2017bd6b025c,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:20:41.041354 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4ffddc-cd4f-40ec-a63a-d256cb64c139 req-7a14d6f5-5df2-420e-a600-5c5d90a98414 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:41.045660 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7f4ffddc-cd4f-40ec-a63a-d256cb64c139 req-7a14d6f5-5df2-420e-a600-5c5d90a98414 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.88 "GET /v2.0/ports?device_id=37c27a1b-623c-44a7-a5a8-1c1ff493d84b HTTP/1.1" status: 200 len: 5442 time: 0.8733075 May 18 18:20:41.113900 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['b3574f87-5a1a-409e-81ae-2017bd6b025c'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:20:41.116709 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['e1ed512b-7c7e-4e52-9116-6e81b76473ba'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:20:41.166546 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-b9120809-02c1-4047-aacf-048c4d71a115 admin admin] Allocated IP 172.25.5.71 (31ebd439-090c-4b25-bbb0-31c48711b145/363a2810-8a83-4be0-a317-7c91fcd94485/76222933-de15-4351-b270-218c7879e007) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:20:41.279702 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:41.333277 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b9120809-02c1-4047-aacf-048c4d71a115 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:41.353344 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-449146cb-5aa4-450b-92f6-f6d1b30be951 req-f8837e22-bebf-43ef-ad55-4b4a5aa8aa5e tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] 10.222.0.85 "GET /v2.0/security-groups?id=39832044-5715-44fb-889f-070634a49525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4988883 May 18 18:20:41.451500 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4ffddc-cd4f-40ec-a63a-d256cb64c139 req-ba29d4c1-6680-4b01-9e75-86ddbf7d1342 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:41.452892 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7f4ffddc-cd4f-40ec-a63a-d256cb64c139 req-ba29d4c1-6680-4b01-9e75-86ddbf7d1342 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.88 "GET /v2.0/ports/bfe302f4-31b0-4e60-be0f-bcfe30840d72?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0770192 May 18 18:20:41.483444 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-1ba264b3-7e9a-4498-bb93-4239d943949e None None] Current status of the port 469ff25b-d136-4e01-93b2-940c7269bcf0 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:20:41.512912 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1f920e22-aadb-4548-97a2-884c9be58024 req-43850ddf-40c9-479f-90e0-d7889b7da2af service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4538d683-d9a2-4756-bd9f-e6fd9eeaa6d1 HTTP/1.1" status: 200 len: 217 time: 0.6008241 May 18 18:20:41.519346 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 469ff25b-d136-4e01-93b2-940c7269bcf0 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:20:41.521160 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:41.615831 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b9120809-02c1-4047-aacf-048c4d71a115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:41.627005 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553d60dc-ed2c-453f-b1e3-2470e32e3976 req-e1631df7-e8a6-4669-bc99-7399bf08d859 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:41.636568 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553d60dc-ed2c-453f-b1e3-2470e32e3976 req-e1631df7-e8a6-4669-bc99-7399bf08d859 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:41.646948 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553d60dc-ed2c-453f-b1e3-2470e32e3976 req-e1631df7-e8a6-4669-bc99-7399bf08d859 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:41.649547 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9120809-02c1-4047-aacf-048c4d71a115 admin admin] Network 31ebd439-090c-4b25-bbb0-31c48711b145 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:20:41.655450 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553d60dc-ed2c-453f-b1e3-2470e32e3976 req-e1631df7-e8a6-4669-bc99-7399bf08d859 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:41.662556 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553d60dc-ed2c-453f-b1e3-2470e32e3976 req-e1631df7-e8a6-4669-bc99-7399bf08d859 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:41.669776 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553d60dc-ed2c-453f-b1e3-2470e32e3976 req-e1631df7-e8a6-4669-bc99-7399bf08d859 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:41.694718 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-b9120809-02c1-4047-aacf-048c4d71a115 admin admin] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:20:41.697015 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e89eea6c-65e2-49f1-b481-ed257008c386 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:41.705982 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553d60dc-ed2c-453f-b1e3-2470e32e3976 req-e1631df7-e8a6-4669-bc99-7399bf08d859 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:41.708331 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-553d60dc-ed2c-453f-b1e3-2470e32e3976 req-e1631df7-e8a6-4669-bc99-7399bf08d859 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c294977-a47a-459b-b24e-566121e05c9a HTTP/1.1" status: 200 len: 5420 time: 0.1664314 May 18 18:20:41.733431 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e89eea6c-65e2-49f1-b481-ed257008c386 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:41.799325 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 469ff25b-d136-4e01-93b2-940c7269bcf0 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:20:41.841644 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-553d60dc-ed2c-453f-b1e3-2470e32e3976 req-849882f0-c582-484e-92aa-aa7cc978761f tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "GET /v2.0/security-groups?id=7394e4bf-8f0c-4c6c-8c6c-8df7a26d4fa0&id=bbd4527f-f9e4-46b0-8c76-f8fe8c004d55&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1266928 May 18 18:20:41.881637 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 4538d683-d9a2-4756-bd9f-e6fd9eeaa6d1 details requested by agent hyperv_n-h2-838550-3 with host n-h2-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:20:41.935940 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9120809-02c1-4047-aacf-048c4d71a115 admin admin] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:20:41.944423 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7f4ffddc-cd4f-40ec-a63a-d256cb64c139 req-352fa29c-c685-4fe8-a9ba-3a74e1702207 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.88 "GET /v2.0/networks/a49d7af7-9a16-489e-8fc6-4b85db67dcd9?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4450121 May 18 18:20:41.963894 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9fbddb-52d5-447a-8448-10da40118ae1 req-637e9db4-47a9-4bcd-953a-fd86de53637f tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:41.965431 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1f9fbddb-52d5-447a-8448-10da40118ae1 req-637e9db4-47a9-4bcd-953a-fd86de53637f tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "GET /v2.0/ports?device_id=2eb5fc42-1e94-43a3-9aa4-ad4e9a06c9c3 HTTP/1.1" status: 200 len: 945 time: 1.0599363 May 18 18:20:41.987708 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a940f3a-916a-452c-9940-ecdc9fee9e99 req-8ad488a0-95da-4694-b938-b938e8e92c29 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:41.994641 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a940f3a-916a-452c-9940-ecdc9fee9e99 req-8ad488a0-95da-4694-b938-b938e8e92c29 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:41.997711 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-7f4ffddc-cd4f-40ec-a63a-d256cb64c139 req-34a7c666-1446-46aa-8cbb-6057c525e16e service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:20:42.002572 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a940f3a-916a-452c-9940-ecdc9fee9e99 req-8ad488a0-95da-4694-b938-b938e8e92c29 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:42.008108 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a940f3a-916a-452c-9940-ecdc9fee9e99 req-8ad488a0-95da-4694-b938-b938e8e92c29 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:42.014425 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a940f3a-916a-452c-9940-ecdc9fee9e99 req-8ad488a0-95da-4694-b938-b938e8e92c29 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:42.020870 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a940f3a-916a-452c-9940-ecdc9fee9e99 req-8ad488a0-95da-4694-b938-b938e8e92c29 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:42.028069 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a940f3a-916a-452c-9940-ecdc9fee9e99 req-8ad488a0-95da-4694-b938-b938e8e92c29 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:42.036294 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2a940f3a-916a-452c-9940-ecdc9fee9e99 req-8ad488a0-95da-4694-b938-b938e8e92c29 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "GET /v2.0/ports?device_id=37c27a1b-623c-44a7-a5a8-1c1ff493d84b HTTP/1.1" status: 200 len: 5442 time: 0.1196406 May 18 18:20:42.127455 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f920e22-aadb-4548-97a2-884c9be58024 req-ec47ce57-f322-48c4-a127-0d151124e2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:42.138005 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1f920e22-aadb-4548-97a2-884c9be58024 req-ec47ce57-f322-48c4-a127-0d151124e2bd service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2f488a76-59b5-4fcc-be79-14e19d3284e4 HTTP/1.1" status: 200 len: 853 time: 0.5968874 May 18 18:20:42.153801 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 4538d683-d9a2-4756-bd9f-e6fd9eeaa6d1, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=4538d683-d9a2-4756-bd9f-e6fd9eeaa6d1,segment=NetworkSegment(c8ae678e-3f8e-4e17-ac95-16664837612c),segment_id=c8ae678e-3f8e-4e17-ac95-16664837612c)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:20:42.166997 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2a940f3a-916a-452c-9940-ecdc9fee9e99 req-d2a04a0a-0d2b-42c1-982e-3c50bb51f13e tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "GET /v2.0/security-groups?id=987873b8-e341-4d92-9eb4-c3682f6ae42f&id=9a2067b3-2854-40c8-880f-cf75b37fd6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1297061 May 18 18:20:42.192069 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Returning: {'device': '4538d683-d9a2-4756-bd9f-e6fd9eeaa6d1', 'network_id': 'd4b6ec45-8396-4fe1-937b-4f4531714ee9', 'port_id': '4538d683-d9a2-4756-bd9f-e6fd9eeaa6d1', 'mac_address': 'fa:16:3e:15:3c:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f488a76-59b5-4fcc-be79-14e19d3284e4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:20:42.202724 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1f920e22-aadb-4548-97a2-884c9be58024 req-529c6d4d-65ca-4981-b867-bf8ee85b4a69 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d4b6ec45-8396-4fe1-937b-4f4531714ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638320 May 18 18:20:42.214423 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9120809-02c1-4047-aacf-048c4d71a115 admin admin] Pushing event updated for resources: {'Port': ['ID=76222933-de15-4351-b270-218c7879e007,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:20:42.253871 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 4538d683-d9a2-4756-bd9f-e6fd9eeaa6d1 is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:20:42.254948 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:42.275748 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-45ff2ea7-64c5-4972-b98d-ed92b0c75d47 None None] Provisioning complete for port 469ff25b-d136-4e01-93b2-940c7269bcf0 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:20:42.276381 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-45ff2ea7-64c5-4972-b98d-ed92b0c75d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:42.300286 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1f9fbddb-52d5-447a-8448-10da40118ae1 req-fd110e74-af60-4a9c-83ce-36e44b28e918 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "GET /v2.0/security-groups?id=d9fc5545-8f9d-47d5-aaef-b8ab87285815&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3223228 May 18 18:20:42.343517 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4538d683-d9a2-4756-bd9f-e6fd9eeaa6d1 {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:20:42.396652 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:42.438997 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 4538d683-d9a2-4756-bd9f-e6fd9eeaa6d1, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=4538d683-d9a2-4756-bd9f-e6fd9eeaa6d1,segment=NetworkSegment(c8ae678e-3f8e-4e17-ac95-16664837612c),segment_id=c8ae678e-3f8e-4e17-ac95-16664837612c)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:20:42.486892 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:42.525189 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54663191-a0f6-4ff6-8c42-4f499aaf6f98 req-4f53f864-1585-46cc-9e4b-96ac9c212119 tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:42.530160 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-54663191-a0f6-4ff6-8c42-4f499aaf6f98 req-4f53f864-1585-46cc-9e4b-96ac9c212119 tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] 10.222.0.85 "GET /v2.0/ports?device_id=84996c19-416b-4884-8307-84f7beac4571 HTTP/1.1" status: 200 len: 944 time: 0.0952115 May 18 18:20:42.548407 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-45ff2ea7-64c5-4972-b98d-ed92b0c75d47 None None] Current status of the port 469ff25b-d136-4e01-93b2-940c7269bcf0 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:20:42.613292 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-54663191-a0f6-4ff6-8c42-4f499aaf6f98 req-1e9c1227-1163-4b4d-a6f0-c1dfda4ac884 tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] 10.222.0.85 "GET /v2.0/security-groups?id=39832044-5715-44fb-889f-070634a49525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623977 May 18 18:20:42.614817 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=4538d683-d9a2-4756-bd9f-e6fd9eeaa6d1,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:20:42.674318 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device e1ed512b-7c7e-4e52-9116-6e81b76473ba up at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:20:42.754254 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning for port e1ed512b-7c7e-4e52-9116-6e81b76473ba completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:20:42.766512 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning complete for port e1ed512b-7c7e-4e52-9116-6e81b76473ba triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:20:42.766909 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:42.862930 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['4538d683-d9a2-4756-bd9f-e6fd9eeaa6d1'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:20:42.911539 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port e1ed512b-7c7e-4e52-9116-6e81b76473ba is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:20:42.911932 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:42.956695 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84996c19-416b-4884-8307-84f7beac4571', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1ed512b-7c7e-4e52-9116-6e81b76473ba'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:20:42.959416 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-588713b9-1550-4112-82da-b6ec25917e0d" -d '{"events": [{"server_uuid": "84996c19-416b-4884-8307-84f7beac4571", "name": "network-vif-plugged", "status": "completed", "tag": "e1ed512b-7c7e-4e52-9116-6e81b76473ba"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:20:43.001422 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port e1ed512b-7c7e-4e52-9116-6e81b76473ba, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=e1ed512b-7c7e-4e52-9116-6e81b76473ba,segment=NetworkSegment(c8ae678e-3f8e-4e17-ac95-16664837612c),segment_id=c8ae678e-3f8e-4e17-ac95-16664837612c)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:20:43.039358 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:43.040248 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device b3574f87-5a1a-409e-81ae-2017bd6b025c up at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:20:43.042191 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e89eea6c-65e2-49f1-b481-ed257008c386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:43.044032 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fecb2fb4-f372-4822-8ef1-9b268d9f59b1 x-openstack-request-id: req-fecb2fb4-f372-4822-8ef1-9b268d9f59b1 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:20:43.044252 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84996c19-416b-4884-8307-84f7beac4571", "name": "network-vif-plugged", "status": "completed", "tag": "e1ed512b-7c7e-4e52-9116-6e81b76473ba", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:20:43.044500 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-fecb2fb4-f372-4822-8ef1-9b268d9f59b1 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:20:43.044891 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fecb2fb4-f372-4822-8ef1-9b268d9f59b1'] response: {'server_uuid': '84996c19-416b-4884-8307-84f7beac4571', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1ed512b-7c7e-4e52-9116-6e81b76473ba', 'code': 200} May 18 18:20:43.046410 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e89eea6c-65e2-49f1-b481-ed257008c386 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:43.050713 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-e89eea6c-65e2-49f1-b481-ed257008c386 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/7da80775-1297-41ee-9dca-f35d880a9284 HTTP/1.1" status: 204 len: 168 time: 2.2657092 May 18 18:20:43.190165 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-7f4ffddc-cd4f-40ec-a63a-d256cb64c139 req-34a7c666-1446-46aa-8cbb-6057c525e16e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:43.205643 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89eea6c-65e2-49f1-b481-ed257008c386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7da80775-1297-41ee-9dca-f35d880a9284,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:20:43.278992 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:43.353358 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 41314) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:20:43.487354 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=e1ed512b-7c7e-4e52-9116-6e81b76473ba,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:20:43.512398 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning for port b3574f87-5a1a-409e-81ae-2017bd6b025c completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:20:43.529885 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning complete for port b3574f87-5a1a-409e-81ae-2017bd6b025c triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:20:43.530261 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:43.564426 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ba04e0-7831-4877-b092-4ab10cfceb07 req-62b21320-86cf-409b-b1b3-d16a028c0280 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:43.583971 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ba04e0-7831-4877-b092-4ab10cfceb07 req-62b21320-86cf-409b-b1b3-d16a028c0280 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:43.614853 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ba04e0-7831-4877-b092-4ab10cfceb07 req-62b21320-86cf-409b-b1b3-d16a028c0280 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:43.616529 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1f920e22-aadb-4548-97a2-884c9be58024 req-85daba7d-8a04-411e-8bde-31daa1f58c6d service neutron] 10.222.0.88 "GET /v2.0/networks/d4b6ec45-8396-4fe1-937b-4f4531714ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3769655 May 18 18:20:43.633156 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ba04e0-7831-4877-b092-4ab10cfceb07 req-62b21320-86cf-409b-b1b3-d16a028c0280 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:43.653225 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d17ad4-e699-4b03-a3d3-d4cae98bde69 req-5f1a51e5-3415-4cbc-b86e-9a72d5a3087a tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:43.654040 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ba04e0-7831-4877-b092-4ab10cfceb07 req-62b21320-86cf-409b-b1b3-d16a028c0280 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:43.663381 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d17ad4-e699-4b03-a3d3-d4cae98bde69 req-5f1a51e5-3415-4cbc-b86e-9a72d5a3087a tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:43.669612 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ba04e0-7831-4877-b092-4ab10cfceb07 req-62b21320-86cf-409b-b1b3-d16a028c0280 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:43.677488 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ba04e0-7831-4877-b092-4ab10cfceb07 req-62b21320-86cf-409b-b1b3-d16a028c0280 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:43.682513 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-59ba04e0-7831-4877-b092-4ab10cfceb07 req-62b21320-86cf-409b-b1b3-d16a028c0280 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "GET /v2.0/ports?device_id=37c27a1b-623c-44a7-a5a8-1c1ff493d84b HTTP/1.1" status: 200 len: 5442 time: 0.3036232 May 18 18:20:43.687144 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d17ad4-e699-4b03-a3d3-d4cae98bde69 req-5f1a51e5-3415-4cbc-b86e-9a72d5a3087a tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:43.694522 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d17ad4-e699-4b03-a3d3-d4cae98bde69 req-5f1a51e5-3415-4cbc-b86e-9a72d5a3087a tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:43.703459 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 41318) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:20:43.703887 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d17ad4-e699-4b03-a3d3-d4cae98bde69 req-5f1a51e5-3415-4cbc-b86e-9a72d5a3087a tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:43.709870 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d17ad4-e699-4b03-a3d3-d4cae98bde69 req-5f1a51e5-3415-4cbc-b86e-9a72d5a3087a tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:43.713698 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port b3574f87-5a1a-409e-81ae-2017bd6b025c is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:20:43.714411 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:43.741275 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-539b3851-58f0-4993-aa96-37fdb832f540 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:43.741502 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d17ad4-e699-4b03-a3d3-d4cae98bde69 req-5f1a51e5-3415-4cbc-b86e-9a72d5a3087a tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:43.743760 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f9d17ad4-e699-4b03-a3d3-d4cae98bde69 req-5f1a51e5-3415-4cbc-b86e-9a72d5a3087a tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c294977-a47a-459b-b24e-566121e05c9a HTTP/1.1" status: 200 len: 5420 time: 0.6476622 May 18 18:20:43.757151 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port b3574f87-5a1a-409e-81ae-2017bd6b025c, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=b3574f87-5a1a-409e-81ae-2017bd6b025c,segment=NetworkSegment(c2befe81-e0f9-403d-ab80-68896828fcba),segment_id=c2befe81-e0f9-403d-ab80-68896828fcba)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:20:43.761941 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:43.788027 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50907c1d-dea1-4579-9a33-40137eff8677 req-f5a37bb0-3c33-4eb6-8dcc-f6687b0fa3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:43.790276 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-50907c1d-dea1-4579-9a33-40137eff8677 req-f5a37bb0-3c33-4eb6-8dcc-f6687b0fa3e0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=84996c19-416b-4884-8307-84f7beac4571 HTTP/1.1" status: 200 len: 1096 time: 0.6166437 May 18 18:20:43.792894 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-195c6302-e403-4b6a-9176-1ea90a6f263a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:43.873835 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=b3574f87-5a1a-409e-81ae-2017bd6b025c,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:20:43.880730 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-59ba04e0-7831-4877-b092-4ab10cfceb07 req-5de99860-4135-41c5-86f5-12b820976e0f tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "GET /v2.0/security-groups?id=987873b8-e341-4d92-9eb4-c3682f6ae42f&id=9a2067b3-2854-40c8-880f-cf75b37fd6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1560051 May 18 18:20:43.903473 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 75d8fbc0-97dd-4aea-a1f2-9e5de043f940 no longer exists at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:20:44.000817 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b9120809-02c1-4047-aacf-048c4d71a115 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:44.068205 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f9d17ad4-e699-4b03-a3d3-d4cae98bde69 req-9e7e1d67-99f3-4ecc-90ac-20f2e7bc143b tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "GET /v2.0/security-groups?id=7394e4bf-8f0c-4c6c-8c6c-8df7a26d4fa0&id=bbd4527f-f9e4-46b0-8c76-f8fe8c004d55&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2732491 May 18 18:20:44.086746 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-50907c1d-dea1-4579-9a33-40137eff8677 req-2efafb60-5bf9-41a5-9980-6c1187526858 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=39832044-5715-44fb-889f-070634a49525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234128 May 18 18:20:44.094589 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 75d8fbc0-97dd-4aea-a1f2-9e5de043f940 is: ACTIVE; New status is: DOWN {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:20:44.094991 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:44.101085 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-7f4ffddc-cd4f-40ec-a63a-d256cb64c139 req-34a7c666-1446-46aa-8cbb-6057c525e16e service neutron] For port bfe302f4-31b0-4e60-be0f-bcfe30840d72, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=bfe302f4-31b0-4e60-be0f-bcfe30840d72,segment=NetworkSegment(548811fd-0d5d-4f2a-9c52-8b852003d48e),segment_id=548811fd-0d5d-4f2a-9c52-8b852003d48e)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:20:44.122063 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-539b3851-58f0-4993-aa96-37fdb832f540 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:44.149646 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 75d8fbc0-97dd-4aea-a1f2-9e5de043f940, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=75d8fbc0-97dd-4aea-a1f2-9e5de043f940,segment=NetworkSegment(548811fd-0d5d-4f2a-9c52-8b852003d48e),segment_id=548811fd-0d5d-4f2a-9c52-8b852003d48e)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:20:44.156851 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:44.158120 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device bfe302f4-31b0-4e60-be0f-bcfe30840d72 no longer exists at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:20:44.164963 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-195c6302-e403-4b6a-9176-1ea90a6f263a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:44.165975 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-539b3851-58f0-4993-aa96-37fdb832f540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:44.213220 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-539b3851-58f0-4993-aa96-37fdb832f540 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=1573d25b24664bc5850bfbdf5a0d7877&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8576088 May 18 18:20:44.216155 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-195c6302-e403-4b6a-9176-1ea90a6f263a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:44.218422 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 41332) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:20:44.255497 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1f920e22-aadb-4548-97a2-884c9be58024 req-c9b63abf-8fdf-4f61-8944-3ff18c6c6308 service neutron] 10.222.0.88 "GET /v2.0/networks/d4b6ec45-8396-4fe1-937b-4f4531714ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5102417 May 18 18:20:44.290272 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539b3851-58f0-4993-aa96-37fdb832f540 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46655c69-f674-4e8b-9499-052359ff49f9,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:20:44.323352 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-7f4ffddc-cd4f-40ec-a63a-d256cb64c139 req-34a7c666-1446-46aa-8cbb-6057c525e16e service neutron] For port bfe302f4-31b0-4e60-be0f-bcfe30840d72, host n-h2-838550-3, cleared binding levels {{(pid=102731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:20:44.323552 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195c6302-e403-4b6a-9176-1ea90a6f263a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8602b467-d0f1-4445-9455-96ab665e877a,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:20:44.331387 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-195c6302-e403-4b6a-9176-1ea90a6f263a admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=88b5961d357447348b5c34776962fb9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6260169 May 18 18:20:44.334021 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=75d8fbc0-97dd-4aea-a1f2-9e5de043f940,revision_number=6']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:20:44.344837 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f28346-8c1c-49b4-8119-f9e4fdb1f785 req-86b0d791-a5a1-45a7-a5ec-1227e5ebbb87 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:44.346554 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-28f28346-8c1c-49b4-8119-f9e4fdb1f785 req-86b0d791-a5a1-45a7-a5ec-1227e5ebbb87 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "GET /v2.0/ports?device_id=2eb5fc42-1e94-43a3-9aa4-ad4e9a06c9c3 HTTP/1.1" status: 200 len: 946 time: 0.2833221 May 18 18:20:44.349598 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 41334) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:20:44.353437 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port bfe302f4-31b0-4e60-be0f-bcfe30840d72 is: ACTIVE; New status is: DOWN {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:20:44.354547 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:44.391953 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6845f1dc-3fc4-4e58-b2b5-f8f8dac0f6e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:44.408189 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e2f3c5-5de4-4d0d-a9a0-5488480152be req-0c84cc88-5706-487b-9e8b-8b2d7551be42 tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:44.409910 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-23e2f3c5-5de4-4d0d-a9a0-5488480152be req-0c84cc88-5706-487b-9e8b-8b2d7551be42 tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] 10.222.0.85 "GET /v2.0/ports?device_id=84996c19-416b-4884-8307-84f7beac4571 HTTP/1.1" status: 200 len: 945 time: 0.1609466 May 18 18:20:44.454528 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6845f1dc-3fc4-4e58-b2b5-f8f8dac0f6e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:44.465350 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-28f28346-8c1c-49b4-8119-f9e4fdb1f785 req-7cb8daeb-b028-407b-854e-8511454d3f79 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "GET /v2.0/security-groups?id=d9fc5545-8f9d-47d5-aaef-b8ab87285815&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077263 May 18 18:20:44.479324 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [req-7f4ffddc-cd4f-40ec-a63a-d256cb64c139 req-34a7c666-1446-46aa-8cbb-6057c525e16e service neutron] device_id is not set on port bfe302f4-31b0-4e60-be0f-bcfe30840d72 yet. {{(pid=102731) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 18 18:20:44.493251 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-76830d05-cc9b-46da-a7b7-c9232659948a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:44.513531 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-7f4ffddc-cd4f-40ec-a63a-d256cb64c139 req-34a7c666-1446-46aa-8cbb-6057c525e16e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:44.533900 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-76830d05-cc9b-46da-a7b7-c9232659948a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:44.549343 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-7f4ffddc-cd4f-40ec-a63a-d256cb64c139 req-34a7c666-1446-46aa-8cbb-6057c525e16e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:44.584843 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6845f1dc-3fc4-4e58-b2b5-f8f8dac0f6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:44.587613 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6845f1dc-3fc4-4e58-b2b5-f8f8dac0f6e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:44.588926 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-6845f1dc-3fc4-4e58-b2b5-f8f8dac0f6e5 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/46655c69-f674-4e8b-9499-052359ff49f9 HTTP/1.1" status: 204 len: 168 time: 0.3603940 May 18 18:20:44.604382 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.db.api [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102732) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 18 18:20:44.604947 n-d-838550-3 neutron-server[102732]: DEBUG oslo_db.api [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 18 18:20:44.612070 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6845f1dc-3fc4-4e58-b2b5-f8f8dac0f6e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46655c69-f674-4e8b-9499-052359ff49f9,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:20:44.619012 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-23e2f3c5-5de4-4d0d-a9a0-5488480152be req-19a7c69c-be92-403f-a7e6-abe3bc7c7322 tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] 10.222.0.85 "GET /v2.0/security-groups?id=39832044-5715-44fb-889f-070634a49525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650853 May 18 18:20:44.633745 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-76830d05-cc9b-46da-a7b7-c9232659948a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:44.657052 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-76830d05-cc9b-46da-a7b7-c9232659948a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:44.658774 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-76830d05-cc9b-46da-a7b7-c9232659948a admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/8602b467-d0f1-4445-9455-96ab665e877a HTTP/1.1" status: 204 len: 168 time: 0.3081744 May 18 18:20:44.689051 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76830d05-cc9b-46da-a7b7-c9232659948a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8602b467-d0f1-4445-9455-96ab665e877a,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:20:44.710938 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f4ffddc-cd4f-40ec-a63a-d256cb64c139 req-34a7c666-1446-46aa-8cbb-6057c525e16e service neutron] No DVR routers for this DVR port bfe302f4-31b0-4e60-be0f-bcfe30840d72 on host n-h2-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:20:44.734059 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b9120809-02c1-4047-aacf-048c4d71a115 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596801'] for router, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:44.776859 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a7c666-1446-46aa-8cbb-6057c525e16e service neutron] Pushing event updated for resources: {'Port': ['ID=bfe302f4-31b0-4e60-be0f-bcfe30840d72,revision_number=6']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:20:44.872415 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-7f4ffddc-cd4f-40ec-a63a-d256cb64c139 req-34a7c666-1446-46aa-8cbb-6057c525e16e service neutron] In _notify_port_updated(), no bound segment for port bfe302f4-31b0-4e60-be0f-bcfe30840d72 on network a49d7af7-9a16-489e-8fc6-4b85db67dcd9 {{(pid=102731) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 18 18:20:44.873531 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4ffddc-cd4f-40ec-a63a-d256cb64c139 req-34a7c666-1446-46aa-8cbb-6057c525e16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:44.874393 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-7f4ffddc-cd4f-40ec-a63a-d256cb64c139 req-34a7c666-1446-46aa-8cbb-6057c525e16e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:44.875752 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7f4ffddc-cd4f-40ec-a63a-d256cb64c139 req-34a7c666-1446-46aa-8cbb-6057c525e16e service neutron] 10.222.0.88 "PUT /v2.0/ports/bfe302f4-31b0-4e60-be0f-bcfe30840d72 HTTP/1.1" status: 200 len: 1032 time: 2.8881123 May 18 18:20:44.995156 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4ffddc-cd4f-40ec-a63a-d256cb64c139 req-f7614c61-5e47-4554-993b-8728ddc9c92b tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:44.997412 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7f4ffddc-cd4f-40ec-a63a-d256cb64c139 req-f7614c61-5e47-4554-993b-8728ddc9c92b tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.88 "GET /v2.0/ports/75d8fbc0-97dd-4aea-a1f2-9e5de043f940?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1133792 May 18 18:20:45.014024 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-7f4ffddc-cd4f-40ec-a63a-d256cb64c139 req-1651dc94-d9dd-4959-b22e-cdef7fe3e747 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:20:45.046217 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eb5fc42-1e94-43a3-9aa4-ad4e9a06c9c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3574f87-5a1a-409e-81ae-2017bd6b025c'}, {'server_uuid': '37c27a1b-623c-44a7-a5a8-1c1ff493d84b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75d8fbc0-97dd-4aea-a1f2-9e5de043f940'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:20:45.049315 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98f1aec6-64c4-4437-a76e-1e2b12db3dae" -d '{"events": [{"server_uuid": "2eb5fc42-1e94-43a3-9aa4-ad4e9a06c9c3", "name": "network-vif-plugged", "status": "completed", "tag": "b3574f87-5a1a-409e-81ae-2017bd6b025c"}, {"server_uuid": "37c27a1b-623c-44a7-a5a8-1c1ff493d84b", "name": "network-vif-unplugged", "status": "completed", "tag": "75d8fbc0-97dd-4aea-a1f2-9e5de043f940"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:20:45.146277 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-aedcd791-4e66-4944-a9e8-5c9093042138 None None] Provisioning complete for port bfe302f4-31b0-4e60-be0f-bcfe30840d72 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:20:45.146787 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-aedcd791-4e66-4944-a9e8-5c9093042138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:45.161883 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-7f4ffddc-cd4f-40ec-a63a-d256cb64c139 req-1651dc94-d9dd-4959-b22e-cdef7fe3e747 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:45.175371 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657ba702-5220-43a3-b079-f86981e9b593 req-e0c4bbe0-b492-43f4-b924-bffbc355ef8a tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:45.203850 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657ba702-5220-43a3-b079-f86981e9b593 req-e0c4bbe0-b492-43f4-b924-bffbc355ef8a tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:45.217782 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657ba702-5220-43a3-b079-f86981e9b593 req-e0c4bbe0-b492-43f4-b924-bffbc355ef8a tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:45.226357 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657ba702-5220-43a3-b079-f86981e9b593 req-e0c4bbe0-b492-43f4-b924-bffbc355ef8a tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:45.234933 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657ba702-5220-43a3-b079-f86981e9b593 req-e0c4bbe0-b492-43f4-b924-bffbc355ef8a tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:45.246844 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657ba702-5220-43a3-b079-f86981e9b593 req-e0c4bbe0-b492-43f4-b924-bffbc355ef8a tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:45.269110 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-657ba702-5220-43a3-b079-f86981e9b593 req-e0c4bbe0-b492-43f4-b924-bffbc355ef8a tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "GET /v2.0/ports?device_id=37c27a1b-623c-44a7-a5a8-1c1ff493d84b HTTP/1.1" status: 200 len: 4661 time: 0.2159047 May 18 18:20:45.286209 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Wed, 18 May 2022 18:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7f11bff-aa6b-41b5-9b47-284ab7790484 x-openstack-request-id: req-a7f11bff-aa6b-41b5-9b47-284ab7790484 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:20:45.286506 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eb5fc42-1e94-43a3-9aa4-ad4e9a06c9c3", "name": "network-vif-plugged", "status": "completed", "tag": "b3574f87-5a1a-409e-81ae-2017bd6b025c", "code": 200}, {"server_uuid": "37c27a1b-623c-44a7-a5a8-1c1ff493d84b", "name": "network-vif-unplugged", "status": "completed", "tag": "75d8fbc0-97dd-4aea-a1f2-9e5de043f940", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:20:45.286767 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-a7f11bff-aa6b-41b5-9b47-284ab7790484 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:20:45.287244 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7f11bff-aa6b-41b5-9b47-284ab7790484'] response: {'server_uuid': '2eb5fc42-1e94-43a3-9aa4-ad4e9a06c9c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3574f87-5a1a-409e-81ae-2017bd6b025c', 'code': 200} May 18 18:20:45.287515 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7f11bff-aa6b-41b5-9b47-284ab7790484'] response: {'server_uuid': '37c27a1b-623c-44a7-a5a8-1c1ff493d84b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75d8fbc0-97dd-4aea-a1f2-9e5de043f940', 'code': 200} May 18 18:20:45.289763 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-aedcd791-4e66-4944-a9e8-5c9093042138 None None] Port bfe302f4-31b0-4e60-be0f-bcfe30840d72 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:20:45.305313 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9120809-02c1-4047-aacf-048c4d71a115 admin admin] Router f515891f-a8b7-4a6f-9814-1319a10b6e69 is scheduled to L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e with binding_index 1 {{(pid=102731) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 18 18:20:45.364543 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port bfe302f4-31b0-4e60-be0f-bcfe30840d72 is: DOWN; New status is: DOWN {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:20:45.372963 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 22792e7b-11fc-4e6a-a075-a39b7800942c no longer exists at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:20:45.428321 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-657ba702-5220-43a3-b079-f86981e9b593 req-642c94bc-08eb-4b25-9aaa-048f79321275 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "GET /v2.0/security-groups?id=987873b8-e341-4d92-9eb4-c3682f6ae42f&id=9a2067b3-2854-40c8-880f-cf75b37fd6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1498537 May 18 18:20:45.504758 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 41372) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:20:45.541028 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9757a4ae-1fcf-47d6-83d6-04200e983dbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:45.612888 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2c6ca0-175b-4512-9fc2-2d6bc61c4e4a req-d9b7c621-0a6f-48b3-9e75-f5cbfa706e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:45.616097 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4b2c6ca0-175b-4512-9fc2-2d6bc61c4e4a req-d9b7c621-0a6f-48b3-9e75-f5cbfa706e75 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2eb5fc42-1e94-43a3-9aa4-ad4e9a06c9c3 HTTP/1.1" status: 200 len: 1097 time: 0.3340769 May 18 18:20:45.663881 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4557665f-eac8-4265-9199-01844e693784 req-d6e339a6-b7cb-4c19-8c32-97ca77fd2711 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:45.665463 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4557665f-eac8-4265-9199-01844e693784 req-d6e339a6-b7cb-4c19-8c32-97ca77fd2711 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "GET /v2.0/ports?device_id=2eb5fc42-1e94-43a3-9aa4-ad4e9a06c9c3 HTTP/1.1" status: 200 len: 946 time: 0.0734010 May 18 18:20:45.686901 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 22792e7b-11fc-4e6a-a075-a39b7800942c is: ACTIVE; New status is: DOWN {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:20:45.690503 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:45.708850 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9757a4ae-1fcf-47d6-83d6-04200e983dbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:45.729874 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9757a4ae-1fcf-47d6-83d6-04200e983dbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:45.747656 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2f0ce9-8a5e-4452-aac1-f7e12dde96e4 req-e04fd951-e92d-4923-bd54-4140eb615867 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:45.767618 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2f0ce9-8a5e-4452-aac1-f7e12dde96e4 req-e04fd951-e92d-4923-bd54-4140eb615867 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:45.774490 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2f0ce9-8a5e-4452-aac1-f7e12dde96e4 req-e04fd951-e92d-4923-bd54-4140eb615867 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:45.797347 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2f0ce9-8a5e-4452-aac1-f7e12dde96e4 req-e04fd951-e92d-4923-bd54-4140eb615867 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:45.806283 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2f0ce9-8a5e-4452-aac1-f7e12dde96e4 req-e04fd951-e92d-4923-bd54-4140eb615867 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:45.813159 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2f0ce9-8a5e-4452-aac1-f7e12dde96e4 req-e04fd951-e92d-4923-bd54-4140eb615867 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:45.823253 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4557665f-eac8-4265-9199-01844e693784 req-63104a7a-ec74-44a8-a109-fd7a70543174 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "GET /v2.0/security-groups?id=d9fc5545-8f9d-47d5-aaef-b8ab87285815&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1432078 May 18 18:20:45.829504 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2f0ce9-8a5e-4452-aac1-f7e12dde96e4 req-e04fd951-e92d-4923-bd54-4140eb615867 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:45.843617 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9c2f0ce9-8a5e-4452-aac1-f7e12dde96e4 req-e04fd951-e92d-4923-bd54-4140eb615867 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c294977-a47a-459b-b24e-566121e05c9a HTTP/1.1" status: 200 len: 5420 time: 0.4866414 May 18 18:20:45.859860 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-9757a4ae-1fcf-47d6-83d6-04200e983dbc admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=2edd7ffeb98c4969b9397ef9b1d25c0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3535104 May 18 18:20:45.860448 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 41382) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:20:45.895632 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9757a4ae-1fcf-47d6-83d6-04200e983dbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=861a31fe-cf18-4551-920a-7d1f7768ee05,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:20:45.940622 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9120809-02c1-4047-aacf-048c4d71a115 admin admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:20:45.952339 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942dbb81-c748-468f-bbb9-7f148a70791c None None] Sync routers for ids ['f515891f-a8b7-4a6f-9814-1319a10b6e69'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:20:45.986870 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-7f4ffddc-cd4f-40ec-a63a-d256cb64c139 req-1651dc94-d9dd-4959-b22e-cdef7fe3e747 service neutron] For port 75d8fbc0-97dd-4aea-a1f2-9e5de043f940, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=75d8fbc0-97dd-4aea-a1f2-9e5de043f940,segment=NetworkSegment(548811fd-0d5d-4f2a-9c52-8b852003d48e),segment_id=548811fd-0d5d-4f2a-9c52-8b852003d48e)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:20:45.988685 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942dbb81-c748-468f-bbb9-7f148a70791c None None] Routers {'f515891f-a8b7-4a6f-9814-1319a10b6e69'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:20:45.990281 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 22792e7b-11fc-4e6a-a075-a39b7800942c, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=22792e7b-11fc-4e6a-a075-a39b7800942c,segment=NetworkSegment(b14cff5e-c393-4dce-b4d0-984d9041a56c),segment_id=b14cff5e-c393-4dce-b4d0-984d9041a56c)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:20:45.992687 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-942dbb81-c748-468f-bbb9-7f148a70791c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:20:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['f515891f-a8b7-4a6f-9814-1319a10b6e69'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:20:45.992968 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ab724baf-d25c-44d4-a771-ec7a30cd3677 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:46.000983 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:46.002218 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 79e08f83-5fde-4386-821c-6a14fd04d30f no longer exists at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:20:46.050248 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ab724baf-d25c-44d4-a771-ec7a30cd3677 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:46.063100 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=22792e7b-11fc-4e6a-a075-a39b7800942c,revision_number=6']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:20:46.187802 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-7f4ffddc-cd4f-40ec-a63a-d256cb64c139 req-1651dc94-d9dd-4959-b22e-cdef7fe3e747 service neutron] For port 75d8fbc0-97dd-4aea-a1f2-9e5de043f940, host n-h2-838550-3, cleared binding levels {{(pid=102731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:20:46.196544 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 79e08f83-5fde-4386-821c-6a14fd04d30f is: ACTIVE; New status is: DOWN {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:20:46.198760 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:46.200437 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b9120809-02c1-4047-aacf-048c4d71a115 admin admin] Notify callbacks [] for router, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:46.206005 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 41392) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:20:46.209282 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-b9120809-02c1-4047-aacf-048c4d71a115 admin admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 9.8326027 May 18 18:20:46.251508 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 79e08f83-5fde-4386-821c-6a14fd04d30f, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=79e08f83-5fde-4386-821c-6a14fd04d30f,segment=NetworkSegment(cf7df900-9ffb-48f9-b318-c52437b4c248),segment_id=cf7df900-9ffb-48f9-b318-c52437b4c248)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:20:46.258325 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-942dbb81-c748-468f-bbb9-7f148a70791c None None] Set router f515891f-a8b7-4a6f-9814-1319a10b6e69 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:20:46.262362 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:46.269675 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 0a586e3e-14a2-4a7b-a6df-16a75e1063f9 no longer exists at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:20:46.274864 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4b2c6ca0-175b-4512-9fc2-2d6bc61c4e4a req-d636ffb5-8d22-4b64-a32e-506bb2931934 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d9fc5545-8f9d-47d5-aaef-b8ab87285815&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5542948 May 18 18:20:46.304317 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9c2f0ce9-8a5e-4452-aac1-f7e12dde96e4 req-c5dff09c-0c4c-49c9-ac04-3db11c376509 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "GET /v2.0/security-groups?id=7394e4bf-8f0c-4c6c-8c6c-8df7a26d4fa0&id=bbd4527f-f9e4-46b0-8c76-f8fe8c004d55&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4263761 May 18 18:20:46.333218 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [req-7f4ffddc-cd4f-40ec-a63a-d256cb64c139 req-1651dc94-d9dd-4959-b22e-cdef7fe3e747 service neutron] device_id is not set on port 75d8fbc0-97dd-4aea-a1f2-9e5de043f940 yet. {{(pid=102731) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 18 18:20:46.346873 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f701e34-224c-4d5e-bb0c-051fdc44cae9 req-a92a0cfe-9306-488e-bebd-6775cabf1fc3 tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:46.349462 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-7f4ffddc-cd4f-40ec-a63a-d256cb64c139 req-1651dc94-d9dd-4959-b22e-cdef7fe3e747 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:46.358459 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-7f4ffddc-cd4f-40ec-a63a-d256cb64c139 req-1651dc94-d9dd-4959-b22e-cdef7fe3e747 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:46.368524 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8f701e34-224c-4d5e-bb0c-051fdc44cae9 req-a92a0cfe-9306-488e-bebd-6775cabf1fc3 tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] 10.222.0.85 "GET /v2.0/ports?device_id=84996c19-416b-4884-8307-84f7beac4571 HTTP/1.1" status: 200 len: 945 time: 0.3066354 May 18 18:20:46.470538 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f4ffddc-cd4f-40ec-a63a-d256cb64c139 req-1651dc94-d9dd-4959-b22e-cdef7fe3e747 service neutron] No DVR routers for this DVR port 75d8fbc0-97dd-4aea-a1f2-9e5de043f940 on host n-h2-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:20:46.480397 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1651dc94-d9dd-4959-b22e-cdef7fe3e747 service neutron] Pushing event updated for resources: {'Port': ['ID=75d8fbc0-97dd-4aea-a1f2-9e5de043f940,revision_number=7']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:20:46.495647 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8f701e34-224c-4d5e-bb0c-051fdc44cae9 req-4ddb8a7e-6be1-4817-9500-f45e3054c2cc tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] 10.222.0.85 "GET /v2.0/security-groups?id=39832044-5715-44fb-889f-070634a49525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232293 May 18 18:20:46.511871 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ab724baf-d25c-44d4-a771-ec7a30cd3677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:46.521652 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ab724baf-d25c-44d4-a771-ec7a30cd3677 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:46.554144 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-ab724baf-d25c-44d4-a771-ec7a30cd3677 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/861a31fe-cf18-4551-920a-7d1f7768ee05 HTTP/1.1" status: 204 len: 168 time: 0.6607978 May 18 18:20:46.559078 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-7f4ffddc-cd4f-40ec-a63a-d256cb64c139 req-1651dc94-d9dd-4959-b22e-cdef7fe3e747 service neutron] In _notify_port_updated(), no bound segment for port 75d8fbc0-97dd-4aea-a1f2-9e5de043f940 on network a49d7af7-9a16-489e-8fc6-4b85db67dcd9 {{(pid=102731) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 18 18:20:46.560298 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4ffddc-cd4f-40ec-a63a-d256cb64c139 req-1651dc94-d9dd-4959-b22e-cdef7fe3e747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:46.561120 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-7f4ffddc-cd4f-40ec-a63a-d256cb64c139 req-1651dc94-d9dd-4959-b22e-cdef7fe3e747 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:46.567516 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=79e08f83-5fde-4386-821c-6a14fd04d30f,revision_number=6']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:20:46.568362 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7f4ffddc-cd4f-40ec-a63a-d256cb64c139 req-1651dc94-d9dd-4959-b22e-cdef7fe3e747 service neutron] 10.222.0.88 "PUT /v2.0/ports/75d8fbc0-97dd-4aea-a1f2-9e5de043f940 HTTP/1.1" status: 200 len: 1032 time: 1.5587568 May 18 18:20:46.741721 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-942dbb81-c748-468f-bbb9-7f148a70791c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f515891f-a8b7-4a6f-9814-1319a10b6e69', 'name': 'tempest-TestVolumeBootPattern-31464916-router', 'tenant_id': '4ce86b77116a4afca1694cba473235e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '76222933-de15-4351-b270-218c7879e007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:20:37Z', 'updated_at': '2022-05-18T18:20:43Z', 'revision_number': 3, 'project_id': '4ce86b77116a4afca1694cba473235e6', 'gw_port': {'id': '76222933-de15-4351-b270-218c7879e007', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:13:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f515891f-a8b7-4a6f-9814-1319a10b6e69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:20:40Z', 'updated_at': '2022-05-18T18:20:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:20:46.781276 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab724baf-d25c-44d4-a771-ec7a30cd3677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=861a31fe-cf18-4551-920a-7d1f7768ee05,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:20:46.836349 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942dbb81-c748-468f-bbb9-7f148a70791c None None] Checking router: f515891f-a8b7-4a6f-9814-1319a10b6e69 for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:20:46.836712 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942dbb81-c748-468f-bbb9-7f148a70791c None None] Updating router f515891f-a8b7-4a6f-9814-1319a10b6e69 port 76222933-de15-4351-b270-218c7879e007 binding host n-d-838550-3 {{(pid=102733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 18:20:46.838765 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 0a586e3e-14a2-4a7b-a6df-16a75e1063f9 is: ACTIVE; New status is: DOWN {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:20:46.839406 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:46.899487 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579664cb-a700-4c8c-934e-09dc8f2961e1 req-bac1e50f-1557-404d-a1cd-7727e7dd70f9 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:46.908994 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579664cb-a700-4c8c-934e-09dc8f2961e1 req-bac1e50f-1557-404d-a1cd-7727e7dd70f9 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:46.920489 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579664cb-a700-4c8c-934e-09dc8f2961e1 req-bac1e50f-1557-404d-a1cd-7727e7dd70f9 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:46.929543 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579664cb-a700-4c8c-934e-09dc8f2961e1 req-bac1e50f-1557-404d-a1cd-7727e7dd70f9 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:46.953040 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579664cb-a700-4c8c-934e-09dc8f2961e1 req-bac1e50f-1557-404d-a1cd-7727e7dd70f9 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:46.956493 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-579664cb-a700-4c8c-934e-09dc8f2961e1 req-bac1e50f-1557-404d-a1cd-7727e7dd70f9 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "GET /v2.0/ports?device_id=37c27a1b-623c-44a7-a5a8-1c1ff493d84b HTTP/1.1" status: 200 len: 3880 time: 0.2403710 May 18 18:20:46.959093 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-942dbb81-c748-468f-bbb9-7f148a70791c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:46.982910 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 0a586e3e-14a2-4a7b-a6df-16a75e1063f9, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=0a586e3e-14a2-4a7b-a6df-16a75e1063f9,segment=NetworkSegment(548811fd-0d5d-4f2a-9c52-8b852003d48e),segment_id=548811fd-0d5d-4f2a-9c52-8b852003d48e)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:20:46.998457 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:46.999204 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device aa23f36f-8afa-400e-91a0-e1e420831fe3 no longer exists at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:20:47.032650 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-579664cb-a700-4c8c-934e-09dc8f2961e1 req-4f246f28-e280-4405-b286-ccb325fc79a0 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "GET /v2.0/security-groups?id=9a2067b3-2854-40c8-880f-cf75b37fd6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655587 May 18 18:20:47.053703 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-7f4ffddc-cd4f-40ec-a63a-d256cb64c139 req-d76267b5-3711-4fbb-b9dc-82bd2dedf4ea tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Deleting port 0a586e3e-14a2-4a7b-a6df-16a75e1063f9 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:20:47.054322 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-7f4ffddc-cd4f-40ec-a63a-d256cb64c139 req-d76267b5-3711-4fbb-b9dc-82bd2dedf4ea tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:47.066523 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd874f9f-3892-48fb-a26a-b6dbae7bd528 req-d618c83e-f60f-4127-b61f-cad5ba17c7f3 tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:47.090321 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cd874f9f-3892-48fb-a26a-b6dbae7bd528 req-d618c83e-f60f-4127-b61f-cad5ba17c7f3 tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] 10.222.0.85 "GET /v2.0/ports?device_id=c2f754b2-367b-4d82-919a-8c448147cdb0 HTTP/1.1" status: 200 len: 945 time: 0.3128912 May 18 18:20:47.223097 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=0a586e3e-14a2-4a7b-a6df-16a75e1063f9,revision_number=6']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:20:47.288055 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-d1c07ea1-0f79-4357-8d82-684888640b2a None None] Provisioning complete for port 75d8fbc0-97dd-4aea-a1f2-9e5de043f940 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:20:47.289250 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d1c07ea1-0f79-4357-8d82-684888640b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:47.310170 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37c27a1b-623c-44a7-a5a8-1c1ff493d84b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22792e7b-11fc-4e6a-a075-a39b7800942c'}, {'server_uuid': '37c27a1b-623c-44a7-a5a8-1c1ff493d84b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79e08f83-5fde-4386-821c-6a14fd04d30f'}, {'server_uuid': '37c27a1b-623c-44a7-a5a8-1c1ff493d84b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a586e3e-14a2-4a7b-a6df-16a75e1063f9'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:20:47.316238 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79280f72-2558-424b-93d3-62d3bc0b079e" -d '{"events": [{"server_uuid": "37c27a1b-623c-44a7-a5a8-1c1ff493d84b", "name": "network-vif-unplugged", "status": "completed", "tag": "22792e7b-11fc-4e6a-a075-a39b7800942c"}, {"server_uuid": "37c27a1b-623c-44a7-a5a8-1c1ff493d84b", "name": "network-vif-unplugged", "status": "completed", "tag": "79e08f83-5fde-4386-821c-6a14fd04d30f"}, {"server_uuid": "37c27a1b-623c-44a7-a5a8-1c1ff493d84b", "name": "network-vif-unplugged", "status": "completed", "tag": "0a586e3e-14a2-4a7b-a6df-16a75e1063f9"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:20:47.394062 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f51c100-f7a2-4b3c-adee-4cd28a93e849 req-31eb093d-57dc-4a8b-b19d-b62ffd4578fd tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:47.396509 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cd874f9f-3892-48fb-a26a-b6dbae7bd528 req-201a17f4-5d9c-4425-b16f-62537e969356 tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] 10.222.0.85 "GET /v2.0/security-groups?id=39832044-5715-44fb-889f-070634a49525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2911291 May 18 18:20:47.412496 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8f51c100-f7a2-4b3c-adee-4cd28a93e849 req-31eb093d-57dc-4a8b-b19d-b62ffd4578fd tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "GET /v2.0/ports?device_id=2eb5fc42-1e94-43a3-9aa4-ad4e9a06c9c3 HTTP/1.1" status: 200 len: 946 time: 0.2046049 May 18 18:20:47.468977 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-7f4ffddc-cd4f-40ec-a63a-d256cb64c139 req-d76267b5-3711-4fbb-b9dc-82bd2dedf4ea tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] For port 0a586e3e-14a2-4a7b-a6df-16a75e1063f9, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=0a586e3e-14a2-4a7b-a6df-16a75e1063f9,segment=NetworkSegment(548811fd-0d5d-4f2a-9c52-8b852003d48e),segment_id=548811fd-0d5d-4f2a-9c52-8b852003d48e)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:20:47.469362 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-7f4ffddc-cd4f-40ec-a63a-d256cb64c139 req-d76267b5-3711-4fbb-b9dc-82bd2dedf4ea tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:47.526826 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-7f4ffddc-cd4f-40ec-a63a-d256cb64c139 req-d76267b5-3711-4fbb-b9dc-82bd2dedf4ea tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Calling delete_port for 0a586e3e-14a2-4a7b-a6df-16a75e1063f9 owned by compute:nova {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:20:47.535258 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port aa23f36f-8afa-400e-91a0-e1e420831fe3 is: ACTIVE; New status is: DOWN {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:20:47.535850 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:47.585843 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-942dbb81-c748-468f-bbb9-7f148a70791c None None] Notify callbacks [] for port, precommit_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:47.600330 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-942dbb81-c748-468f-bbb9-7f148a70791c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:47.627913 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8f51c100-f7a2-4b3c-adee-4cd28a93e849 req-bca65f22-da8e-4fb7-9e99-37cf0a1b0ce8 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "GET /v2.0/security-groups?id=d9fc5545-8f9d-47d5-aaef-b8ab87285815&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2136741 May 18 18:20:47.641136 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-d1c07ea1-0f79-4357-8d82-684888640b2a None None] Port 75d8fbc0-97dd-4aea-a1f2-9e5de043f940 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:20:47.660948 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port aa23f36f-8afa-400e-91a0-e1e420831fe3, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=aa23f36f-8afa-400e-91a0-e1e420831fe3,segment=NetworkSegment(548811fd-0d5d-4f2a-9c52-8b852003d48e),segment_id=548811fd-0d5d-4f2a-9c52-8b852003d48e)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:20:47.678274 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:47.678274 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 3834bbf2-f7bf-4a97-a0c0-de4238651f93 no longer exists at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:20:47.768231 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-942dbb81-c748-468f-bbb9-7f148a70791c None None] Attempting to bind port 76222933-de15-4351-b270-218c7879e007 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:20:47.768831 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-942dbb81-c748-468f-bbb9-7f148a70791c None None] Attempting to bind port 76222933-de15-4351-b270-218c7879e007 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:20:47.770055 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942dbb81-c748-468f-bbb9-7f148a70791c None None] Attempting to bind port 76222933-de15-4351-b270-218c7879e007 on network 31ebd439-090c-4b25-bbb0-31c48711b145 {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:20:47.797444 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942dbb81-c748-468f-bbb9-7f148a70791c None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:20:47.807691 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942dbb81-c748-468f-bbb9-7f148a70791c None None] Checking segment: {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:20:47.808516 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-942dbb81-c748-468f-bbb9-7f148a70791c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:47.809095 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942dbb81-c748-468f-bbb9-7f148a70791c None None] Bound using segment: {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:20:47.811357 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-942dbb81-c748-468f-bbb9-7f148a70791c None None] Bound port: 76222933-de15-4351-b270-218c7879e007, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:20:47.814563 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-942dbb81-c748-468f-bbb9-7f148a70791c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:47.835030 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Wed, 18 May 2022 18:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d77ec769-164a-453c-83ae-a3eaf6cfd634 x-openstack-request-id: req-d77ec769-164a-453c-83ae-a3eaf6cfd634 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:20:47.835313 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37c27a1b-623c-44a7-a5a8-1c1ff493d84b", "name": "network-vif-unplugged", "status": "completed", "tag": "22792e7b-11fc-4e6a-a075-a39b7800942c", "code": 200}, {"server_uuid": "37c27a1b-623c-44a7-a5a8-1c1ff493d84b", "name": "network-vif-unplugged", "status": "completed", "tag": "79e08f83-5fde-4386-821c-6a14fd04d30f", "code": 200}, {"server_uuid": "37c27a1b-623c-44a7-a5a8-1c1ff493d84b", "name": "network-vif-unplugged", "status": "completed", "tag": "0a586e3e-14a2-4a7b-a6df-16a75e1063f9", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:20:47.835832 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-d77ec769-164a-453c-83ae-a3eaf6cfd634 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:20:47.836908 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d77ec769-164a-453c-83ae-a3eaf6cfd634'] response: {'server_uuid': '37c27a1b-623c-44a7-a5a8-1c1ff493d84b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22792e7b-11fc-4e6a-a075-a39b7800942c', 'code': 200} May 18 18:20:47.837352 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d77ec769-164a-453c-83ae-a3eaf6cfd634'] response: {'server_uuid': '37c27a1b-623c-44a7-a5a8-1c1ff493d84b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79e08f83-5fde-4386-821c-6a14fd04d30f', 'code': 200} May 18 18:20:47.837798 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d77ec769-164a-453c-83ae-a3eaf6cfd634'] response: {'server_uuid': '37c27a1b-623c-44a7-a5a8-1c1ff493d84b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a586e3e-14a2-4a7b-a6df-16a75e1063f9', 'code': 200} May 18 18:20:47.879392 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79017a6b-fadb-4d9f-a0ff-d1001bbafbff req-320f770f-b619-4a5c-a929-cead2dc190d5 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:47.892865 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79017a6b-fadb-4d9f-a0ff-d1001bbafbff req-320f770f-b619-4a5c-a929-cead2dc190d5 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:47.900093 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=aa23f36f-8afa-400e-91a0-e1e420831fe3,revision_number=6']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:20:47.903774 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79017a6b-fadb-4d9f-a0ff-d1001bbafbff req-320f770f-b619-4a5c-a929-cead2dc190d5 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:47.914894 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79017a6b-fadb-4d9f-a0ff-d1001bbafbff req-320f770f-b619-4a5c-a929-cead2dc190d5 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:47.925366 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79017a6b-fadb-4d9f-a0ff-d1001bbafbff req-320f770f-b619-4a5c-a929-cead2dc190d5 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:47.936628 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79017a6b-fadb-4d9f-a0ff-d1001bbafbff req-320f770f-b619-4a5c-a929-cead2dc190d5 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:47.947259 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79017a6b-fadb-4d9f-a0ff-d1001bbafbff req-320f770f-b619-4a5c-a929-cead2dc190d5 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:47.954405 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.db [None req-942dbb81-c748-468f-bbb9-7f148a70791c None None] For port 76222933-de15-4351-b270-218c7879e007, host n-d-838550-3, cleared binding levels {{(pid=102733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:20:47.960735 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.db [None req-942dbb81-c748-468f-bbb9-7f148a70791c None None] For port 76222933-de15-4351-b270-218c7879e007, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=76222933-de15-4351-b270-218c7879e007,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:20:47.962556 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-79017a6b-fadb-4d9f-a0ff-d1001bbafbff req-320f770f-b619-4a5c-a929-cead2dc190d5 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c294977-a47a-459b-b24e-566121e05c9a HTTP/1.1" status: 200 len: 5420 time: 0.3458064 May 18 18:20:47.977747 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b8b2d5-8995-4345-bbb3-1c671cbdf9d2 None None] Pushing event updated for resources: {'Port': ['ID=76222933-de15-4351-b270-218c7879e007,revision_number=2']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:20:47.986780 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 3834bbf2-f7bf-4a97-a0c0-de4238651f93 is: ACTIVE; New status is: DOWN {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:20:47.987413 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:47.988659 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-942dbb81-c748-468f-bbb9-7f148a70791c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:47.992300 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b8b2d5-8995-4345-bbb3-1c671cbdf9d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:20:47.992645 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b8b2d5-8995-4345-bbb3-1c671cbdf9d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:20:47.992990 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b8b2d5-8995-4345-bbb3-1c671cbdf9d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:20:47.993325 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b8b2d5-8995-4345-bbb3-1c671cbdf9d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:20:47.993690 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b8b2d5-8995-4345-bbb3-1c671cbdf9d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:20:47.994029 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b8b2d5-8995-4345-bbb3-1c671cbdf9d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:20:47.994360 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b8b2d5-8995-4345-bbb3-1c671cbdf9d2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:20:47.994685 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b8b2d5-8995-4345-bbb3-1c671cbdf9d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:20:47.995013 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b8b2d5-8995-4345-bbb3-1c671cbdf9d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:20:47.995343 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b8b2d5-8995-4345-bbb3-1c671cbdf9d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:20:47.995650 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b8b2d5-8995-4345-bbb3-1c671cbdf9d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:20:47.996037 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b8b2d5-8995-4345-bbb3-1c671cbdf9d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:20:47.998118 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-7f4ffddc-cd4f-40ec-a63a-d256cb64c139 req-d76267b5-3711-4fbb-b9dc-82bd2dedf4ea tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:48.054106 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 3834bbf2-f7bf-4a97-a0c0-de4238651f93, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=3834bbf2-f7bf-4a97-a0c0-de4238651f93,segment=NetworkSegment(cf7df900-9ffb-48f9-b318-c52437b4c248),segment_id=cf7df900-9ffb-48f9-b318-c52437b4c248)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:20:48.068222 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:48.069416 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76267b5-3711-4fbb-b9dc-82bd2dedf4ea tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Pushing event deleted for resources: {'Port': ['ID=0a586e3e-14a2-4a7b-a6df-16a75e1063f9,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:20:48.109136 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 4538d683-d9a2-4756-bd9f-e6fd9eeaa6d1 up at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:20:48.109519 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942dbb81-c748-468f-bbb9-7f148a70791c None None] Routers {'f515891f-a8b7-4a6f-9814-1319a10b6e69'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:20:48.120139 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-942dbb81-c748-468f-bbb9-7f148a70791c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:20:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['f515891f-a8b7-4a6f-9814-1319a10b6e69'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:20:48.187695 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-79017a6b-fadb-4d9f-a0ff-d1001bbafbff req-c030aa00-8e60-43ff-a220-4de9265dbfbc tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "GET /v2.0/security-groups?id=7394e4bf-8f0c-4c6c-8c6c-8df7a26d4fa0&id=bbd4527f-f9e4-46b0-8c76-f8fe8c004d55&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2218812 May 18 18:20:48.188237 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f4ffddc-cd4f-40ec-a63a-d256cb64c139 req-d76267b5-3711-4fbb-b9dc-82bd2dedf4ea tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] No DVR routers for this DVR port 0a586e3e-14a2-4a7b-a6df-16a75e1063f9 on host n-h2-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:20:48.202376 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-7f4ffddc-cd4f-40ec-a63a-d256cb64c139 req-d76267b5-3711-4fbb-b9dc-82bd2dedf4ea tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:48.226492 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7f4ffddc-cd4f-40ec-a63a-d256cb64c139 req-d76267b5-3711-4fbb-b9dc-82bd2dedf4ea tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.88 "DELETE /v2.0/ports/0a586e3e-14a2-4a7b-a6df-16a75e1063f9 HTTP/1.1" status: 204 len: 173 time: 1.6545374 May 18 18:20:48.228180 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37c27a1b-623c-44a7-a5a8-1c1ff493d84b', 'name': 'network-vif-deleted', 'tag': '0a586e3e-14a2-4a7b-a6df-16a75e1063f9'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:20:48.245494 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b08ac706-9ce4-448f-9823-626baf0698c2" -d '{"events": [{"server_uuid": "37c27a1b-623c-44a7-a5a8-1c1ff493d84b", "name": "network-vif-deleted", "tag": "0a586e3e-14a2-4a7b-a6df-16a75e1063f9"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:20:48.316690 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=3834bbf2-f7bf-4a97-a0c0-de4238651f93,revision_number=6']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:20:48.364946 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning for port 4538d683-d9a2-4756-bd9f-e6fd9eeaa6d1 completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:20:48.371313 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning complete for port 4538d683-d9a2-4756-bd9f-e6fd9eeaa6d1 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:20:48.371796 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:48.414334 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a937cef1-62bd-4e1f-b4ef-1093f46658e8 x-openstack-request-id: req-a937cef1-62bd-4e1f-b4ef-1093f46658e8 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:20:48.415225 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37c27a1b-623c-44a7-a5a8-1c1ff493d84b", "name": "network-vif-deleted", "tag": "0a586e3e-14a2-4a7b-a6df-16a75e1063f9", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:20:48.415225 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-a937cef1-62bd-4e1f-b4ef-1093f46658e8 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:20:48.415225 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a937cef1-62bd-4e1f-b4ef-1093f46658e8'] response: {'server_uuid': '37c27a1b-623c-44a7-a5a8-1c1ff493d84b', 'name': 'network-vif-deleted', 'tag': '0a586e3e-14a2-4a7b-a6df-16a75e1063f9', 'status': 'completed', 'code': 200} May 18 18:20:48.555903 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1edf9cb2-778d-4c7c-bae0-4b7c5dd3e81f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:48.646712 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 4538d683-d9a2-4756-bd9f-e6fd9eeaa6d1 is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:20:48.647438 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:48.696465 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7672e3-0b67-42e4-9735-91ab5544f490 req-29d1fcb5-90d3-41e3-8c52-bad1d4f27fbc tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:48.721541 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7672e3-0b67-42e4-9735-91ab5544f490 req-29d1fcb5-90d3-41e3-8c52-bad1d4f27fbc tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:48.723634 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 4538d683-d9a2-4756-bd9f-e6fd9eeaa6d1, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=4538d683-d9a2-4756-bd9f-e6fd9eeaa6d1,segment=NetworkSegment(c8ae678e-3f8e-4e17-ac95-16664837612c),segment_id=c8ae678e-3f8e-4e17-ac95-16664837612c)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:20:48.739553 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:48.744034 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7672e3-0b67-42e4-9735-91ab5544f490 req-29d1fcb5-90d3-41e3-8c52-bad1d4f27fbc tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:48.764864 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7672e3-0b67-42e4-9735-91ab5544f490 req-29d1fcb5-90d3-41e3-8c52-bad1d4f27fbc tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:48.767260 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9c7672e3-0b67-42e4-9735-91ab5544f490 req-29d1fcb5-90d3-41e3-8c52-bad1d4f27fbc tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "GET /v2.0/ports?device_id=37c27a1b-623c-44a7-a5a8-1c1ff493d84b HTTP/1.1" status: 200 len: 3142 time: 0.4960358 May 18 18:20:48.850179 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=4538d683-d9a2-4756-bd9f-e6fd9eeaa6d1,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:20:48.853861 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcdc985-d293-457f-a61d-f4dff91863f0 req-fc7e18e1-08c2-49e6-a6fa-8c88bbd5b27c tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:48.855934 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4dcdc985-d293-457f-a61d-f4dff91863f0 req-fc7e18e1-08c2-49e6-a6fa-8c88bbd5b27c tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] 10.222.0.85 "GET /v2.0/ports?device_id=c2f754b2-367b-4d82-919a-8c448147cdb0 HTTP/1.1" status: 200 len: 945 time: 0.2616012 May 18 18:20:48.863184 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-7f4ffddc-cd4f-40ec-a63a-d256cb64c139 req-0dc230bc-d636-4e17-808e-3947d6223111 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Deleting port 22792e7b-11fc-4e6a-a075-a39b7800942c {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:20:48.877103 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-7f4ffddc-cd4f-40ec-a63a-d256cb64c139 req-0dc230bc-d636-4e17-808e-3947d6223111 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:48.909365 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-942dbb81-c748-468f-bbb9-7f148a70791c None None] Set router f515891f-a8b7-4a6f-9814-1319a10b6e69 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:20:48.950246 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9c7672e3-0b67-42e4-9735-91ab5544f490 req-4c24c719-717b-42ac-810f-c11dda337214 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "GET /v2.0/security-groups?id=9a2067b3-2854-40c8-880f-cf75b37fd6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1619959 May 18 18:20:49.080073 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4dcdc985-d293-457f-a61d-f4dff91863f0 req-8ba6dbe5-1252-4fa6-8500-dc818f9066da tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] 10.222.0.85 "GET /v2.0/security-groups?id=39832044-5715-44fb-889f-070634a49525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155108 May 18 18:20:49.103914 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b8b2d5-8995-4345-bbb3-1c671cbdf9d2 None None] Pushing event updated for resources: {'Port': ['ID=76222933-de15-4351-b270-218c7879e007,revision_number=3']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:20:49.130893 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-1edf9cb2-778d-4c7c-bae0-4b7c5dd3e81f admin admin] Allocated IP 172.20.0.1 (eafefbfa-378a-4a8a-8ee5-45c0c746f8e9/ab1f7f5a-a761-43dc-be82-e3f213958e88/2ac3d3a3-975f-4e58-b55a-00dc7ec1fcc1) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:20:49.132388 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-7f4ffddc-cd4f-40ec-a63a-d256cb64c139 req-0dc230bc-d636-4e17-808e-3947d6223111 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] For port 22792e7b-11fc-4e6a-a075-a39b7800942c, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=22792e7b-11fc-4e6a-a075-a39b7800942c,segment=NetworkSegment(b14cff5e-c393-4dce-b4d0-984d9041a56c),segment_id=b14cff5e-c393-4dce-b4d0-984d9041a56c)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:20:49.132986 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-7f4ffddc-cd4f-40ec-a63a-d256cb64c139 req-0dc230bc-d636-4e17-808e-3947d6223111 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:49.336667 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1edf9cb2-778d-4c7c-bae0-4b7c5dd3e81f admin admin] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:49.393359 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-942dbb81-c748-468f-bbb9-7f148a70791c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f515891f-a8b7-4a6f-9814-1319a10b6e69', 'name': 'tempest-TestVolumeBootPattern-31464916-router', 'tenant_id': '4ce86b77116a4afca1694cba473235e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '76222933-de15-4351-b270-218c7879e007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:20:37Z', 'updated_at': '2022-05-18T18:20:43Z', 'revision_number': 3, 'project_id': '4ce86b77116a4afca1694cba473235e6', 'gw_port': {'id': '76222933-de15-4351-b270-218c7879e007', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:13:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f515891f-a8b7-4a6f-9814-1319a10b6e69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:20:40Z', 'updated_at': '2022-05-18T18:20:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:20:49.463543 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942dbb81-c748-468f-bbb9-7f148a70791c None None] The sync data for ids ['f515891f-a8b7-4a6f-9814-1319a10b6e69'] in n-d-838550-3 is: [{'id': 'f515891f-a8b7-4a6f-9814-1319a10b6e69', 'name': 'tempest-TestVolumeBootPattern-31464916-router', 'tenant_id': '4ce86b77116a4afca1694cba473235e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '76222933-de15-4351-b270-218c7879e007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:20:37Z', 'updated_at': '2022-05-18T18:20:43Z', 'revision_number': 3, 'project_id': '4ce86b77116a4afca1694cba473235e6', 'gw_port': {'id': '76222933-de15-4351-b270-218c7879e007', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:13:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f515891f-a8b7-4a6f-9814-1319a10b6e69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:20:40Z', 'updated_at': '2022-05-18T18:20:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:20:49.470284 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d370a3cf-a74d-40ba-bc4d-7a7a3e9a9399 req-44ae6e2c-5235-4a34-a0a9-511825463cf1 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:49.473928 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d370a3cf-a74d-40ba-bc4d-7a7a3e9a9399 req-44ae6e2c-5235-4a34-a0a9-511825463cf1 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "GET /v2.0/ports?device_id=2eb5fc42-1e94-43a3-9aa4-ad4e9a06c9c3 HTTP/1.1" status: 200 len: 946 time: 0.3472483 May 18 18:20:49.475143 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e95788-20d1-422f-894d-31dc0bd59009 req-6e1c0cd9-8059-4638-b40d-c3e4994bf5eb tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:49.486502 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e95788-20d1-422f-894d-31dc0bd59009 req-6e1c0cd9-8059-4638-b40d-c3e4994bf5eb tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:49.509653 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e95788-20d1-422f-894d-31dc0bd59009 req-6e1c0cd9-8059-4638-b40d-c3e4994bf5eb tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:49.518185 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e95788-20d1-422f-894d-31dc0bd59009 req-6e1c0cd9-8059-4638-b40d-c3e4994bf5eb tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:49.534198 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e95788-20d1-422f-894d-31dc0bd59009 req-6e1c0cd9-8059-4638-b40d-c3e4994bf5eb tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:49.541071 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e95788-20d1-422f-894d-31dc0bd59009 req-6e1c0cd9-8059-4638-b40d-c3e4994bf5eb tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:49.548271 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e95788-20d1-422f-894d-31dc0bd59009 req-6e1c0cd9-8059-4638-b40d-c3e4994bf5eb tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:49.556923 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-37e95788-20d1-422f-894d-31dc0bd59009 req-6e1c0cd9-8059-4638-b40d-c3e4994bf5eb tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c294977-a47a-459b-b24e-566121e05c9a HTTP/1.1" status: 200 len: 5420 time: 0.2077899 May 18 18:20:49.614516 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1edf9cb2-778d-4c7c-bae0-4b7c5dd3e81f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:49.647722 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-37e95788-20d1-422f-894d-31dc0bd59009 req-1797da5e-4656-4d50-b2f3-eb4cebea8cf2 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "GET /v2.0/security-groups?id=7394e4bf-8f0c-4c6c-8c6c-8df7a26d4fa0&id=bbd4527f-f9e4-46b0-8c76-f8fe8c004d55&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0899384 May 18 18:20:49.675916 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1edf9cb2-778d-4c7c-bae0-4b7c5dd3e81f admin admin] Network eafefbfa-378a-4a8a-8ee5-45c0c746f8e9 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:20:49.679368 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-1edf9cb2-778d-4c7c-bae0-4b7c5dd3e81f admin admin] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:20:49.684199 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1edf9cb2-778d-4c7c-bae0-4b7c5dd3e81f admin admin] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:20:49.759387 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edf9cb2-778d-4c7c-bae0-4b7c5dd3e81f admin admin] Pushing event updated for resources: {'Port': ['ID=2ac3d3a3-975f-4e58-b55a-00dc7ec1fcc1,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:20:49.789423 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1edf9cb2-778d-4c7c-bae0-4b7c5dd3e81f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595826'] for router_interface, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:49.838838 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37c27a1b-623c-44a7-a5a8-1c1ff493d84b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa23f36f-8afa-400e-91a0-e1e420831fe3'}, {'server_uuid': '37c27a1b-623c-44a7-a5a8-1c1ff493d84b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3834bbf2-f7bf-4a97-a0c0-de4238651f93'}, {'server_uuid': 'c2f754b2-367b-4d82-919a-8c448147cdb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4538d683-d9a2-4756-bd9f-e6fd9eeaa6d1'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:20:49.842529 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22037282-fd1f-417a-99d2-0fafcf22515d" -d '{"events": [{"server_uuid": "37c27a1b-623c-44a7-a5a8-1c1ff493d84b", "name": "network-vif-unplugged", "status": "completed", "tag": "aa23f36f-8afa-400e-91a0-e1e420831fe3"}, {"server_uuid": "37c27a1b-623c-44a7-a5a8-1c1ff493d84b", "name": "network-vif-unplugged", "status": "completed", "tag": "3834bbf2-f7bf-4a97-a0c0-de4238651f93"}, {"server_uuid": "c2f754b2-367b-4d82-919a-8c448147cdb0", "name": "network-vif-plugged", "status": "completed", "tag": "4538d683-d9a2-4756-bd9f-e6fd9eeaa6d1"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:20:49.908961 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 32ab4e29-e8eb-4fca-ad01-008ffc84e28f details requested by agent hyperv_n-h2-838550-3 with host n-h2-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:20:49.948789 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 529 Content-Type: application/json Date: Wed, 18 May 2022 18:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a57a8e2a-a599-4445-9cb6-73ab2c039346 x-openstack-request-id: req-a57a8e2a-a599-4445-9cb6-73ab2c039346 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:20:49.949127 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37c27a1b-623c-44a7-a5a8-1c1ff493d84b", "name": "network-vif-unplugged", "status": "completed", "tag": "aa23f36f-8afa-400e-91a0-e1e420831fe3", "code": 200}, {"server_uuid": "37c27a1b-623c-44a7-a5a8-1c1ff493d84b", "name": "network-vif-unplugged", "status": "completed", "tag": "3834bbf2-f7bf-4a97-a0c0-de4238651f93", "code": 200}, {"server_uuid": "c2f754b2-367b-4d82-919a-8c448147cdb0", "name": "network-vif-plugged", "status": "completed", "tag": "4538d683-d9a2-4756-bd9f-e6fd9eeaa6d1", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:20:49.949386 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-a57a8e2a-a599-4445-9cb6-73ab2c039346 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:20:49.949828 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a57a8e2a-a599-4445-9cb6-73ab2c039346'] response: {'server_uuid': '37c27a1b-623c-44a7-a5a8-1c1ff493d84b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa23f36f-8afa-400e-91a0-e1e420831fe3', 'code': 200} May 18 18:20:49.950117 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a57a8e2a-a599-4445-9cb6-73ab2c039346'] response: {'server_uuid': '37c27a1b-623c-44a7-a5a8-1c1ff493d84b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3834bbf2-f7bf-4a97-a0c0-de4238651f93', 'code': 200} May 18 18:20:49.950329 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a57a8e2a-a599-4445-9cb6-73ab2c039346'] response: {'server_uuid': 'c2f754b2-367b-4d82-919a-8c448147cdb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4538d683-d9a2-4756-bd9f-e6fd9eeaa6d1', 'code': 200} May 18 18:20:50.355886 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 32ab4e29-e8eb-4fca-ad01-008ffc84e28f, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=32ab4e29-e8eb-4fca-ad01-008ffc84e28f,segment=NetworkSegment(6e9852f8-306e-4aa4-96d1-1c5bc2f94c82),segment_id=6e9852f8-306e-4aa4-96d1-1c5bc2f94c82)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:20:50.372337 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-9ab728a2-dd70-4504-9aa1-de2dfa39e3d0 None None] Provisioning complete for port 2ac3d3a3-975f-4e58-b55a-00dc7ec1fcc1 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:20:50.373469 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9ab728a2-dd70-4504-9aa1-de2dfa39e3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:50.376859 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Returning: {'device': '32ab4e29-e8eb-4fca-ad01-008ffc84e28f', 'network_id': '6869c65a-0fbe-4766-9768-f36c634415aa', 'port_id': '32ab4e29-e8eb-4fca-ad01-008ffc84e28f', 'mac_address': 'fa:16:3e:50:db:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac88f09f-2eda-4db7-a15a-c310c3c0f932', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:20:50.387583 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1edf9cb2-778d-4c7c-bae0-4b7c5dd3e81f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:50.447487 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90995fa2-2636-4938-8905-e8131276de83 req-f447a7c3-6199-4660-bbb6-3a8edb9675f9 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:50.466609 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90995fa2-2636-4938-8905-e8131276de83 req-f447a7c3-6199-4660-bbb6-3a8edb9675f9 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:50.477028 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90995fa2-2636-4938-8905-e8131276de83 req-f447a7c3-6199-4660-bbb6-3a8edb9675f9 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:50.487854 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90995fa2-2636-4938-8905-e8131276de83 req-f447a7c3-6199-4660-bbb6-3a8edb9675f9 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:50.498539 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-90995fa2-2636-4938-8905-e8131276de83 req-f447a7c3-6199-4660-bbb6-3a8edb9675f9 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "GET /v2.0/ports?device_id=37c27a1b-623c-44a7-a5a8-1c1ff493d84b HTTP/1.1" status: 200 len: 3142 time: 0.2101991 May 18 18:20:50.574702 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d370a3cf-a74d-40ba-bc4d-7a7a3e9a9399 req-190fb37c-99b5-49aa-a82e-27bdd4a3e5cf tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "GET /v2.0/security-groups?id=d9fc5545-8f9d-47d5-aaef-b8ab87285815&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054678 May 18 18:20:50.620293 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-9ab728a2-dd70-4504-9aa1-de2dfa39e3d0 None None] Port 2ac3d3a3-975f-4e58-b55a-00dc7ec1fcc1 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:20:50.629066 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 32ab4e29-e8eb-4fca-ad01-008ffc84e28f is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:20:50.629819 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:50.669371 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32ab4e29-e8eb-4fca-ad01-008ffc84e28f {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:20:50.678109 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-7f4ffddc-cd4f-40ec-a63a-d256cb64c139 req-0dc230bc-d636-4e17-808e-3947d6223111 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:50.680665 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-7f4ffddc-cd4f-40ec-a63a-d256cb64c139 req-0dc230bc-d636-4e17-808e-3947d6223111 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596987'] for floatingip, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:50.683961 n-d-838550-3 neutron-server[102731]: INFO neutron.db.l3_db [req-7f4ffddc-cd4f-40ec-a63a-d256cb64c139 req-0dc230bc-d636-4e17-808e-3947d6223111 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Floating IP 77d48605-795b-46f4-8477-b557b8315374 disassociated. External IP: 172.25.5.240, port: 22792e7b-11fc-4e6a-a075-a39b7800942c. May 18 18:20:50.684793 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-7f4ffddc-cd4f-40ec-a63a-d256cb64c139 req-0dc230bc-d636-4e17-808e-3947d6223111 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Calling delete_port for 22792e7b-11fc-4e6a-a075-a39b7800942c owned by compute:nova {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:20:50.717654 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f97d8f0-5095-4cb2-9c0e-0a5f4cb40e02 req-de357d28-b38e-4528-a2bb-a27955eb67b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:50.719650 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0f97d8f0-5095-4cb2-9c0e-0a5f4cb40e02 req-de357d28-b38e-4528-a2bb-a27955eb67b2 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=c2f754b2-367b-4d82-919a-8c448147cdb0 HTTP/1.1" status: 200 len: 1097 time: 0.2523465 May 18 18:20:50.767724 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 32ab4e29-e8eb-4fca-ad01-008ffc84e28f, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=32ab4e29-e8eb-4fca-ad01-008ffc84e28f,segment=NetworkSegment(6e9852f8-306e-4aa4-96d1-1c5bc2f94c82),segment_id=6e9852f8-306e-4aa4-96d1-1c5bc2f94c82)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:20:50.779457 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:50.780299 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device e157eaf7-2d01-4856-9076-ce983dd35c57 details requested by agent hyperv_n-h2-838550-3 with host n-h2-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:20:50.858935 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1edf9cb2-778d-4c7c-bae0-4b7c5dd3e81f admin admin] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:50.884061 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1edf9cb2-778d-4c7c-bae0-4b7c5dd3e81f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:50.941446 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 76222933-de15-4351-b270-218c7879e007 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:20:51.052168 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edf9cb2-778d-4c7c-bae0-4b7c5dd3e81f admin admin] Pushing event updated for resources: {'Port': ['ID=2ac3d3a3-975f-4e58-b55a-00dc7ec1fcc1,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:20:51.063059 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-90995fa2-2636-4938-8905-e8131276de83 req-59d1f040-a4a4-409d-81e4-691b11c77888 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "GET /v2.0/security-groups?id=9a2067b3-2854-40c8-880f-cf75b37fd6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5632966 May 18 18:20:51.079612 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1edf9cb2-778d-4c7c-bae0-4b7c5dd3e81f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-595870'] for router_interface, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:51.090605 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.db.resource_extend [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 18 18:20:51.161507 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0f97d8f0-5095-4cb2-9c0e-0a5f4cb40e02 req-d5b0af3e-bc16-4004-811a-576ad67a4e49 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=39832044-5715-44fb-889f-070634a49525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783938 May 18 18:20:51.202817 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759c6ebe-23fb-4589-b0c7-fe7c75dd1f8d req-e349ea20-962f-480c-8567-42a04145669e tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:51.213514 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-759c6ebe-23fb-4589-b0c7-fe7c75dd1f8d req-e349ea20-962f-480c-8567-42a04145669e tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] 10.222.0.85 "GET /v2.0/ports?device_id=c2f754b2-367b-4d82-919a-8c448147cdb0 HTTP/1.1" status: 200 len: 946 time: 0.4980381 May 18 18:20:51.327554 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port e157eaf7-2d01-4856-9076-ce983dd35c57, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=e157eaf7-2d01-4856-9076-ce983dd35c57,segment=NetworkSegment(d9d98bab-9820-406c-b473-c4327f400811),segment_id=d9d98bab-9820-406c-b473-c4327f400811)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:20:51.346917 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Returning: {'device': 'e157eaf7-2d01-4856-9076-ce983dd35c57', 'network_id': '0b62e8ad-1024-4253-8bfe-3ff3099d20cb', 'port_id': 'e157eaf7-2d01-4856-9076-ce983dd35c57', 'mac_address': 'fa:16:3e:05:ea:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '220bf428-4bb0-40aa-a350-504adcdda1b2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:20:51.358918 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-759c6ebe-23fb-4589-b0c7-fe7c75dd1f8d req-1ce37910-4763-4224-a500-9aa1f2522e01 tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] 10.222.0.85 "GET /v2.0/security-groups?id=39832044-5715-44fb-889f-070634a49525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443594 May 18 18:20:51.383845 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=32ab4e29-e8eb-4fca-ad01-008ffc84e28f,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:20:51.390585 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1edf9cb2-778d-4c7c-bae0-4b7c5dd3e81f admin admin] Network eafefbfa-378a-4a8a-8ee5-45c0c746f8e9 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:20:51.408434 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3f29c6-5df8-4585-a59f-5140d3b92d69 req-41f5c6e4-b9bf-496a-a7c5-8de44392afdb tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:51.412676 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-7f4ffddc-cd4f-40ec-a63a-d256cb64c139 req-0dc230bc-d636-4e17-808e-3947d6223111 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:51.416689 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fd3f29c6-5df8-4585-a59f-5140d3b92d69 req-41f5c6e4-b9bf-496a-a7c5-8de44392afdb tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "GET /v2.0/ports?device_id=2eb5fc42-1e94-43a3-9aa4-ad4e9a06c9c3 HTTP/1.1" status: 200 len: 946 time: 0.1747377 May 18 18:20:51.420970 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-1edf9cb2-778d-4c7c-bae0-4b7c5dd3e81f admin admin] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:20:51.425752 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 41542) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:20:51.451337 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-fca6cc00-718d-4b64-858e-1a5d09a0cf5d tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Request body: {'floatingip': {'port_id': 'b3574f87-5a1a-409e-81ae-2017bd6b025c'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:20:51.527893 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 76222933-de15-4351-b270-218c7879e007 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:20:51.528266 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:51.726020 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port e157eaf7-2d01-4856-9076-ce983dd35c57 is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:20:51.726668 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:51.800020 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e157eaf7-2d01-4856-9076-ce983dd35c57 {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:20:51.862130 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc230bc-d636-4e17-808e-3947d6223111 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Pushing event deleted for resources: {'Port': ['ID=22792e7b-11fc-4e6a-a075-a39b7800942c,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:20:51.872026 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port e157eaf7-2d01-4856-9076-ce983dd35c57, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=e157eaf7-2d01-4856-9076-ce983dd35c57,segment=NetworkSegment(d9d98bab-9820-406c-b473-c4327f400811),segment_id=d9d98bab-9820-406c-b473-c4327f400811)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:20:51.875475 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fca6cc00-718d-4b64-858e-1a5d09a0cf5d tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Notify callbacks [] for floatingip, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:51.879978 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1edf9cb2-778d-4c7c-bae0-4b7c5dd3e81f admin admin] Router f515891f-a8b7-4a6f-9814-1319a10b6e69 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:20:51.952628 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:51.953432 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 47ed802e-3cf4-472d-b402-936465b16c4c details requested by agent hyperv_n-h2-838550-3 with host n-h2-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:20:52.105441 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=e157eaf7-2d01-4856-9076-ce983dd35c57,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:20:52.182440 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1edf9cb2-778d-4c7c-bae0-4b7c5dd3e81f admin admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:20:52.189026 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-1edf9cb2-778d-4c7c-bae0-4b7c5dd3e81f admin admin] 10.222.0.85 "PUT /v2.0/routers/f515891f-a8b7-4a6f-9814-1319a10b6e69/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9817021 May 18 18:20:52.240344 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-35d40662-be75-43e6-98b2-2346d8c0e223 None None] Provisioning complete for port 2ac3d3a3-975f-4e58-b55a-00dc7ec1fcc1 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:20:52.241214 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-35d40662-be75-43e6-98b2-2346d8c0e223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:52.351490 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 76222933-de15-4351-b270-218c7879e007 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:20:52.363679 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:52.485331 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] For port 76222933-de15-4351-b270-218c7879e007, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=76222933-de15-4351-b270-218c7879e007,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:20:52.498202 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.db.resource_extend [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 18 18:20:52.501222 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-35d40662-be75-43e6-98b2-2346d8c0e223 None None] Port 2ac3d3a3-975f-4e58-b55a-00dc7ec1fcc1 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:20:52.518989 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:52.585364 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5e2a18-2ace-449f-8658-3be4a5d64f55 req-2ca1e501-0c29-45e1-aae8-957120425fcb tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:52.605551 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5e2a18-2ace-449f-8658-3be4a5d64f55 req-2ca1e501-0c29-45e1-aae8-957120425fcb tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:52.630517 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5e2a18-2ace-449f-8658-3be4a5d64f55 req-2ca1e501-0c29-45e1-aae8-957120425fcb tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:52.648781 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bc5e2a18-2ace-449f-8658-3be4a5d64f55 req-2ca1e501-0c29-45e1-aae8-957120425fcb tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "GET /v2.0/ports?device_id=37c27a1b-623c-44a7-a5a8-1c1ff493d84b HTTP/1.1" status: 200 len: 2409 time: 0.3559811 May 18 18:20:52.766564 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bc5e2a18-2ace-449f-8658-3be4a5d64f55 req-72c44ace-4f32-4e69-a75c-d77f04b3eea2 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "GET /v2.0/security-groups?id=9a2067b3-2854-40c8-880f-cf75b37fd6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144788 May 18 18:20:52.865903 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0a2030-479f-4367-9e16-3317756aa44f req-cd036cbf-2285-49b2-806b-106d6aa9a65a tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:52.888565 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0a2030-479f-4367-9e16-3317756aa44f req-cd036cbf-2285-49b2-806b-106d6aa9a65a tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:52.900517 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0a2030-479f-4367-9e16-3317756aa44f req-cd036cbf-2285-49b2-806b-106d6aa9a65a tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:52.912650 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0a2030-479f-4367-9e16-3317756aa44f req-cd036cbf-2285-49b2-806b-106d6aa9a65a tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:52.946176 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0a2030-479f-4367-9e16-3317756aa44f req-cd036cbf-2285-49b2-806b-106d6aa9a65a tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:52.961930 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0a2030-479f-4367-9e16-3317756aa44f req-cd036cbf-2285-49b2-806b-106d6aa9a65a tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:52.985043 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0a2030-479f-4367-9e16-3317756aa44f req-cd036cbf-2285-49b2-806b-106d6aa9a65a tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:52.988419 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3a0a2030-479f-4367-9e16-3317756aa44f req-cd036cbf-2285-49b2-806b-106d6aa9a65a tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c294977-a47a-459b-b24e-566121e05c9a HTTP/1.1" status: 200 len: 5421 time: 1.2341256 May 18 18:20:53.002890 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 47ed802e-3cf4-472d-b402-936465b16c4c, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=47ed802e-3cf4-472d-b402-936465b16c4c,segment=NetworkSegment(a7800232-88f1-4191-84ff-21a644fb4b30),segment_id=a7800232-88f1-4191-84ff-21a644fb4b30)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:20:53.054115 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Pushing event updated for resources: {'Port': ['ID=76222933-de15-4351-b270-218c7879e007,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:20:53.065480 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Returning: {'device': '47ed802e-3cf4-472d-b402-936465b16c4c', 'network_id': '6f6254ab-4ee7-4ad9-afa0-26be8bf1b0f3', 'port_id': '47ed802e-3cf4-472d-b402-936465b16c4c', 'mac_address': 'fa:16:3e:e0:c4:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50aad9c7-9467-4aae-bc1d-4e769e4f3623', 'ip_address': '10.1.1.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:20:53.095849 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-38d390af-888e-4b79-bbf3-4e000c71e3e8 req-5cbd619a-bbdd-407f-a8ef-ab7372dc19cc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=31ac5fd5-fa4d-4ffb-ac9e-4d56a1de7138&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.4311235 May 18 18:20:53.204935 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b417b5-0096-4058-bf5c-ca70cedc2e6f req-0a05650c-6c0a-4bb0-8e79-c67bbb637a0c tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:53.206673 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 47ed802e-3cf4-472d-b402-936465b16c4c is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:20:53.207075 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:53.208380 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f8b417b5-0096-4058-bf5c-ca70cedc2e6f req-0a05650c-6c0a-4bb0-8e79-c67bbb637a0c tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] 10.222.0.85 "GET /v2.0/ports?device_id=c2f754b2-367b-4d82-919a-8c448147cdb0 HTTP/1.1" status: 200 len: 946 time: 0.1745551 May 18 18:20:53.244821 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47ed802e-3cf4-472d-b402-936465b16c4c {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:20:53.300530 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581f7cba-9247-4c96-91e9-de26fd892595 None None] Sync routers for ids ['f515891f-a8b7-4a6f-9814-1319a10b6e69'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:20:53.311576 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 47ed802e-3cf4-472d-b402-936465b16c4c, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=47ed802e-3cf4-472d-b402-936465b16c4c,segment=NetworkSegment(a7800232-88f1-4191-84ff-21a644fb4b30),segment_id=a7800232-88f1-4191-84ff-21a644fb4b30)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:20:53.317125 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f8b417b5-0096-4058-bf5c-ca70cedc2e6f req-6f155fda-d053-4b02-b177-dd19a5984303 tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] 10.222.0.85 "GET /v2.0/security-groups?id=39832044-5715-44fb-889f-070634a49525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986350 May 18 18:20:53.327754 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581f7cba-9247-4c96-91e9-de26fd892595 None None] Routers {'f515891f-a8b7-4a6f-9814-1319a10b6e69'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:20:53.328406 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-581f7cba-9247-4c96-91e9-de26fd892595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:20:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['f515891f-a8b7-4a6f-9814-1319a10b6e69'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:20:53.332151 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:53.332818 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device d4ec0f42-d022-4b39-a3c7-9c61a248da1c details requested by agent hyperv_n-h2-838550-3 with host n-h2-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:20:53.421844 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3a0a2030-479f-4367-9e16-3317756aa44f req-c4ab34a7-00ef-4366-9a47-31bea64b919b tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "GET /v2.0/security-groups?id=7394e4bf-8f0c-4c6c-8c6c-8df7a26d4fa0&id=bbd4527f-f9e4-46b0-8c76-f8fe8c004d55&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3191130 May 18 18:20:53.424203 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7f4ffddc-cd4f-40ec-a63a-d256cb64c139 req-0dc230bc-d636-4e17-808e-3947d6223111 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Router f9d02e6d-5859-4d04-a9f4-13dd179731fc has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:20:53.511562 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=47ed802e-3cf4-472d-b402-936465b16c4c,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:20:53.520646 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d390af-888e-4b79-bbf3-4e000c71e3e8 req-236555c5-26db-4be1-a827-3be293aa7e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:53.522422 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-38d390af-888e-4b79-bbf3-4e000c71e3e8 req-236555c5-26db-4be1-a827-3be293aa7e89 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=75cfafb6401543f8ae6c6ddbcc186f9f&device_id=31ac5fd5-fa4d-4ffb-ac9e-4d56a1de7138 HTTP/1.1" status: 200 len: 1101 time: 0.3535931 May 18 18:20:53.667262 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port d4ec0f42-d022-4b39-a3c7-9c61a248da1c, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=d4ec0f42-d022-4b39-a3c7-9c61a248da1c,segment=NetworkSegment(a7800232-88f1-4191-84ff-21a644fb4b30),segment_id=a7800232-88f1-4191-84ff-21a644fb4b30)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:20:53.713188 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Returning: {'device': 'd4ec0f42-d022-4b39-a3c7-9c61a248da1c', 'network_id': '6f6254ab-4ee7-4ad9-afa0-26be8bf1b0f3', 'port_id': 'd4ec0f42-d022-4b39-a3c7-9c61a248da1c', 'mac_address': 'fa:16:3e:ad:d4:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50aad9c7-9467-4aae-bc1d-4e769e4f3623', 'ip_address': '10.1.1.80'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:20:53.828784 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port d4ec0f42-d022-4b39-a3c7-9c61a248da1c is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:20:53.836139 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 41622) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:20:53.837245 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:53.842388 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-df5bef21-bac6-4a14-8749-8b8a72b10f8c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1240838456-network', 'tenant_id': '1f65ade323dd42ac9fc33a000ad4ab9b'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:20:53.883473 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4ec0f42-d022-4b39-a3c7-9c61a248da1c {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:20:53.899403 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df5bef21-bac6-4a14-8749-8b8a72b10f8c admin admin] Made reservation on behalf of 1f65ade323dd42ac9fc33a000ad4ab9b for: {'network': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:20:53.903187 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-df5bef21-bac6-4a14-8749-8b8a72b10f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:53.922609 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-581f7cba-9247-4c96-91e9-de26fd892595 None None] Set router f515891f-a8b7-4a6f-9814-1319a10b6e69 gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:20:53.944956 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-df5bef21-bac6-4a14-8749-8b8a72b10f8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:54.083513 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port d4ec0f42-d022-4b39-a3c7-9c61a248da1c, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=d4ec0f42-d022-4b39-a3c7-9c61a248da1c,segment=NetworkSegment(a7800232-88f1-4191-84ff-21a644fb4b30),segment_id=a7800232-88f1-4191-84ff-21a644fb4b30)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:20:54.090915 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:54.092951 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device f5291033-c543-4aaf-8149-9933a2a217af details requested by agent hyperv_n-h2-838550-3 with host n-h2-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:20:54.137093 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port f5291033-c543-4aaf-8149-9933a2a217af, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=f5291033-c543-4aaf-8149-9933a2a217af,segment=NetworkSegment(a7800232-88f1-4191-84ff-21a644fb4b30),segment_id=a7800232-88f1-4191-84ff-21a644fb4b30)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:20:54.144978 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2c77ec-2a68-4d8c-9a0d-afbe3539345a req-fea0356e-838a-43a1-b3fe-9a4184dcfb4a tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:54.167116 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2c77ec-2a68-4d8c-9a0d-afbe3539345a req-fea0356e-838a-43a1-b3fe-9a4184dcfb4a tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:54.185771 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2c77ec-2a68-4d8c-9a0d-afbe3539345a req-fea0356e-838a-43a1-b3fe-9a4184dcfb4a tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:54.196614 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0f2c77ec-2a68-4d8c-9a0d-afbe3539345a req-fea0356e-838a-43a1-b3fe-9a4184dcfb4a tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "GET /v2.0/ports?device_id=37c27a1b-623c-44a7-a5a8-1c1ff493d84b HTTP/1.1" status: 200 len: 2409 time: 0.2072024 May 18 18:20:54.239975 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Returning: {'device': 'f5291033-c543-4aaf-8149-9933a2a217af', 'network_id': '6f6254ab-4ee7-4ad9-afa0-26be8bf1b0f3', 'port_id': 'f5291033-c543-4aaf-8149-9933a2a217af', 'mac_address': 'fa:16:3e:ff:be:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50aad9c7-9467-4aae-bc1d-4e769e4f3623', 'ip_address': '10.1.1.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:20:54.242273 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d390af-888e-4b79-bbf3-4e000c71e3e8 req-9f41979e-1355-4033-bff2-02627340f712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:54.244681 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-38d390af-888e-4b79-bbf3-4e000c71e3e8 req-9f41979e-1355-4033-bff2-02627340f712 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4c8ef274-9ecc-47c2-9686-5eebd78fb305 HTTP/1.1" status: 200 len: 870 time: 0.6923578 May 18 18:20:54.250771 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=d4ec0f42-d022-4b39-a3c7-9c61a248da1c,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:20:54.309962 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0f2c77ec-2a68-4d8c-9a0d-afbe3539345a req-356cca00-6018-4fee-ae5c-0913893566ef tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "GET /v2.0/security-groups?id=9a2067b3-2854-40c8-880f-cf75b37fd6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900927 May 18 18:20:54.334111 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7f4ffddc-cd4f-40ec-a63a-d256cb64c139 req-0dc230bc-d636-4e17-808e-3947d6223111 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:20:54.344824 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07b14c2-df29-40cb-913d-b94f73a9e508 None None] Sync routers for ids ['f9d02e6d-5859-4d04-a9f4-13dd179731fc'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:20:54.363153 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07b14c2-df29-40cb-913d-b94f73a9e508 None None] Routers {'f9d02e6d-5859-4d04-a9f4-13dd179731fc'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:20:54.363794 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-e07b14c2-df29-40cb-913d-b94f73a9e508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:20:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['f9d02e6d-5859-4d04-a9f4-13dd179731fc'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:20:54.364704 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-df5bef21-bac6-4a14-8749-8b8a72b10f8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:54.371845 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-df5bef21-bac6-4a14-8749-8b8a72b10f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:54.435088 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df5bef21-bac6-4a14-8749-8b8a72b10f8c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 631} {{(pid=102730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:20:54.516678 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-df5bef21-bac6-4a14-8749-8b8a72b10f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:54.517451 n-d-838550-3 neutron-server[102730]: INFO neutron.db.segments_db [None req-df5bef21-bac6-4a14-8749-8b8a72b10f8c admin admin] Added segment d6b74819-9ae2-4033-957b-0f2d69506f79 of type vlan for network 7aa26c41-7ab0-46a4-918b-c02a06fb73a9 May 18 18:20:54.522334 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5bef21-bac6-4a14-8749-8b8a72b10f8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb69a70d-c8d3-4b16-8a50-21b52099a130,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:20:54.575116 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-e07b14c2-df29-40cb-913d-b94f73a9e508 None None] Set router f9d02e6d-5859-4d04-a9f4-13dd179731fc gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:20:54.750867 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port f5291033-c543-4aaf-8149-9933a2a217af is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:20:54.751323 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:54.774476 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5291033-c543-4aaf-8149-9933a2a217af {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:20:54.820543 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f4ffddc-cd4f-40ec-a63a-d256cb64c139 req-0dc230bc-d636-4e17-808e-3947d6223111 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] No DVR routers for this DVR port 22792e7b-11fc-4e6a-a075-a39b7800942c on host n-h2-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:20:54.820826 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port f5291033-c543-4aaf-8149-9933a2a217af, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=f5291033-c543-4aaf-8149-9933a2a217af,segment=NetworkSegment(a7800232-88f1-4191-84ff-21a644fb4b30),segment_id=a7800232-88f1-4191-84ff-21a644fb4b30)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:20:54.829790 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:54.830847 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 8fea59a2-2b88-47db-86f9-6bea97cc7b69 details requested by agent hyperv_n-h2-838550-3 with host n-h2-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:20:54.911108 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 76222933-de15-4351-b270-218c7879e007 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:20:54.937413 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-df5bef21-bac6-4a14-8749-8b8a72b10f8c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:54.955222 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-38d390af-888e-4b79-bbf3-4e000c71e3e8 req-b6331f2e-ddde-4a0c-911a-e5e69b9fa3cd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=e99b21a2-0a3b-482e-af51-76a2cceee82a HTTP/1.1" status: 200 len: 217 time: 0.5404987 May 18 18:20:54.961146 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-7f4ffddc-cd4f-40ec-a63a-d256cb64c139 req-0dc230bc-d636-4e17-808e-3947d6223111 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:54.970207 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7f4ffddc-cd4f-40ec-a63a-d256cb64c139 req-0dc230bc-d636-4e17-808e-3947d6223111 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.88 "DELETE /v2.0/ports/22792e7b-11fc-4e6a-a075-a39b7800942c HTTP/1.1" status: 204 len: 173 time: 6.6973832 May 18 18:20:54.986961 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 8fea59a2-2b88-47db-86f9-6bea97cc7b69, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=8fea59a2-2b88-47db-86f9-6bea97cc7b69,segment=NetworkSegment(6e9852f8-306e-4aa4-96d1-1c5bc2f94c82),segment_id=6e9852f8-306e-4aa4-96d1-1c5bc2f94c82)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:20:54.990566 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37c27a1b-623c-44a7-a5a8-1c1ff493d84b', 'name': 'network-vif-deleted', 'tag': '22792e7b-11fc-4e6a-a075-a39b7800942c'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:20:54.996352 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5028d09-6790-4135-a9a2-fb2d9abfb655 req-da47bab8-f6e9-4b2f-908e-c18fd04fb642 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:54.999214 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0725f15c-9dc2-413a-926b-8bc9be22e196" -d '{"events": [{"server_uuid": "37c27a1b-623c-44a7-a5a8-1c1ff493d84b", "name": "network-vif-deleted", "tag": "22792e7b-11fc-4e6a-a075-a39b7800942c"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:20:55.014109 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5028d09-6790-4135-a9a2-fb2d9abfb655 req-da47bab8-f6e9-4b2f-908e-c18fd04fb642 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:55.016052 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.db.resource_extend [None req-fca6cc00-718d-4b64-858e-1a5d09a0cf5d tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] It took 0.84 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 18 18:20:55.022690 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=f5291033-c543-4aaf-8149-9933a2a217af,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:20:55.037259 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5028d09-6790-4135-a9a2-fb2d9abfb655 req-da47bab8-f6e9-4b2f-908e-c18fd04fb642 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:55.039539 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Returning: {'device': '8fea59a2-2b88-47db-86f9-6bea97cc7b69', 'network_id': '6869c65a-0fbe-4766-9768-f36c634415aa', 'port_id': '8fea59a2-2b88-47db-86f9-6bea97cc7b69', 'mac_address': 'fa:16:3e:08:ae:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac88f09f-2eda-4db7-a15a-c310c3c0f932', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:20:55.052728 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5028d09-6790-4135-a9a2-fb2d9abfb655 req-da47bab8-f6e9-4b2f-908e-c18fd04fb642 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:55.073348 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5028d09-6790-4135-a9a2-fb2d9abfb655 req-da47bab8-f6e9-4b2f-908e-c18fd04fb642 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:55.084453 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-e07b14c2-df29-40cb-913d-b94f73a9e508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9d02e6d-5859-4d04-a9f4-13dd179731fc', 'name': 'tempest-TaggedBootDevicesTest_v242-1113065239-router', 'tenant_id': '4667f10dce1e42bbbeb327b02812458d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': '75400aa4-6916-49d1-adac-b948869e43da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:14:20Z', 'updated_at': '2022-05-18T18:14:33Z', 'revision_number': 4, 'project_id': '4667f10dce1e42bbbeb327b02812458d', 'gw_port': {'id': '75400aa4-6916-49d1-adac-b948869e43da', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:2c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d02e6d-5859-4d04-a9f4-13dd179731fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:14:23Z', 'updated_at': '2022-05-18T18:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': 'afaece42-0c79-44f6-ae00-27fb87260f2d', 'name': '', 'network_id': '0e7f8700-cd62-410f-94e8-8debe82f99f4', 'tenant_id': '4667f10dce1e42bbbeb327b02812458d', 'mac_address': 'fa:16:3e:6b:a5:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d02e6d-5859-4d04-a9f4-13dd179731fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '6ef5eff4-20b8-41c3-a961-3299046b5972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:14:31Z', 'updated_at': '2022-05-18T18:14:39Z', 'revision_number': 5, 'project_id': '4667f10dce1e42bbbeb327b02812458d', 'subnets': [{'id': '6ef5eff4-20b8-41c3-a961-3299046b5972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:20:55.090611 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5028d09-6790-4135-a9a2-fb2d9abfb655 req-da47bab8-f6e9-4b2f-908e-c18fd04fb642 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:55.113896 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5028d09-6790-4135-a9a2-fb2d9abfb655 req-da47bab8-f6e9-4b2f-908e-c18fd04fb642 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:55.116036 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c5028d09-6790-4135-a9a2-fb2d9abfb655 req-da47bab8-f6e9-4b2f-908e-c18fd04fb642 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c294977-a47a-459b-b24e-566121e05c9a HTTP/1.1" status: 200 len: 5424 time: 0.3371887 May 18 18:20:55.117577 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-df5bef21-bac6-4a14-8749-8b8a72b10f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:55.118575 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df5bef21-bac6-4a14-8749-8b8a72b10f8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:55.119152 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-df5bef21-bac6-4a14-8749-8b8a72b10f8c admin admin] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:55.144094 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-581f7cba-9247-4c96-91e9-de26fd892595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f515891f-a8b7-4a6f-9814-1319a10b6e69', 'name': 'tempest-TestVolumeBootPattern-31464916-router', 'tenant_id': '4ce86b77116a4afca1694cba473235e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '76222933-de15-4351-b270-218c7879e007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:20:37Z', 'updated_at': '2022-05-18T18:20:50Z', 'revision_number': 4, 'project_id': '4ce86b77116a4afca1694cba473235e6', 'gw_port': {'id': '76222933-de15-4351-b270-218c7879e007', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:13:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f515891f-a8b7-4a6f-9814-1319a10b6e69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:20:40Z', 'updated_at': '2022-05-18T18:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '2ac3d3a3-975f-4e58-b55a-00dc7ec1fcc1', 'name': '', 'network_id': 'eafefbfa-378a-4a8a-8ee5-45c0c746f8e9', 'tenant_id': '4ce86b77116a4afca1694cba473235e6', 'mac_address': 'fa:16:3e:9c:0a:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f515891f-a8b7-4a6f-9814-1319a10b6e69', 'device_owner': 'network:router_interface', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': 'ab1f7f5a-a761-43dc-be82-e3f213958e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:20:48Z', 'updated_at': '2022-05-18T18:20:50Z', 'revision_number': 2, 'project_id': '4ce86b77116a4afca1694cba473235e6', 'subnets': [{'id': 'ab1f7f5a-a761-43dc-be82-e3f213958e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:20:55.177040 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07b14c2-df29-40cb-913d-b94f73a9e508 None None] Checking router: f9d02e6d-5859-4d04-a9f4-13dd179731fc for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:20:55.207266 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07b14c2-df29-40cb-913d-b94f73a9e508 None None] Routers {'f9d02e6d-5859-4d04-a9f4-13dd179731fc'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:20:55.209156 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-e07b14c2-df29-40cb-913d-b94f73a9e508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:20:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['f9d02e6d-5859-4d04-a9f4-13dd179731fc'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:20:55.215104 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 8fea59a2-2b88-47db-86f9-6bea97cc7b69 is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:20:55.215495 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:55.218407 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 76222933-de15-4351-b270-218c7879e007 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:20:55.218768 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:55.220308 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581f7cba-9247-4c96-91e9-de26fd892595 None None] Checking router: f515891f-a8b7-4a6f-9814-1319a10b6e69 for host: n-d-838550-3 {{(pid=102732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:20:55.220685 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581f7cba-9247-4c96-91e9-de26fd892595 None None] Updating router f515891f-a8b7-4a6f-9814-1319a10b6e69 port 2ac3d3a3-975f-4e58-b55a-00dc7ec1fcc1 binding host n-d-838550-3 {{(pid=102732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 18:20:55.267583 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-df5bef21-bac6-4a14-8749-8b8a72b10f8c admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4302347 May 18 18:20:55.271879 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 41658) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:20:55.276993 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-de0c71f3-8105-42e8-8ec4-077218e372e3 admin admin] Request body: {'subnet': {'network_id': '7aa26c41-7ab0-46a4-918b-c02a06fb73a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1240838456-subnet', 'tenant_id': '1f65ade323dd42ac9fc33a000ad4ab9b', 'ip_version': 4}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:20:55.296984 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5bef21-bac6-4a14-8749-8b8a72b10f8c admin admin] Pushing event updated for resources: {'Network': ['ID=7aa26c41-7ab0-46a4-918b-c02a06fb73a9,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:20:55.313180 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fea59a2-2b88-47db-86f9-6bea97cc7b69 {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:20:55.333539 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network 7aa26c41-7ab0-46a4-918b-c02a06fb73a9 details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:20:55.357353 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-581f7cba-9247-4c96-91e9-de26fd892595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:55.393122 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c5028d09-6790-4135-a9a2-fb2d9abfb655 req-a4be2b8f-9ca7-4fa2-a6ec-385115a11154 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "GET /v2.0/security-groups?id=7394e4bf-8f0c-4c6c-8c6c-8df7a26d4fa0&id=bbd4527f-f9e4-46b0-8c76-f8fe8c004d55&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2051480 May 18 18:20:55.408227 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de0c71f3-8105-42e8-8ec4-077218e372e3 admin admin] Made reservation on behalf of 1f65ade323dd42ac9fc33a000ad4ab9b for: {'subnet': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:20:55.410815 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-de0c71f3-8105-42e8-8ec4-077218e372e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261031885'] for subnet, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:55.458000 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d390af-888e-4b79-bbf3-4e000c71e3e8 req-30335d1c-36a3-41e4-ab4a-853a6783f177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:55.460315 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-38d390af-888e-4b79-bbf3-4e000c71e3e8 req-30335d1c-36a3-41e4-ab4a-853a6783f177 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c2531ae9-89db-4dcf-b670-9eac4c9cde53 HTTP/1.1" status: 200 len: 843 time: 0.4186049 May 18 18:20:55.481243 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-e07b14c2-df29-40cb-913d-b94f73a9e508 None None] Set router f9d02e6d-5859-4d04-a9f4-13dd179731fc gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:20:55.548239 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 8fea59a2-2b88-47db-86f9-6bea97cc7b69, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=8fea59a2-2b88-47db-86f9-6bea97cc7b69,segment=NetworkSegment(6e9852f8-306e-4aa4-96d1-1c5bc2f94c82),segment_id=6e9852f8-306e-4aa4-96d1-1c5bc2f94c82)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:20:55.583802 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:55.584727 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device d7dcad22-e92b-4b04-9ae5-6faddc7193ce details requested by agent hyperv_n-h2-838550-3 with host n-h2-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:20:55.595137 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53180f27-c640-49d7-a945-af5c3a154c60 x-openstack-request-id: req-53180f27-c640-49d7-a945-af5c3a154c60 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:20:55.595717 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37c27a1b-623c-44a7-a5a8-1c1ff493d84b", "name": "network-vif-deleted", "tag": "22792e7b-11fc-4e6a-a075-a39b7800942c", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:20:55.597637 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-53180f27-c640-49d7-a945-af5c3a154c60 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:20:55.598240 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53180f27-c640-49d7-a945-af5c3a154c60'] response: {'server_uuid': '37c27a1b-623c-44a7-a5a8-1c1ff493d84b', 'name': 'network-vif-deleted', 'tag': '22792e7b-11fc-4e6a-a075-a39b7800942c', 'status': 'completed', 'code': 200} May 18 18:20:55.757579 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=8fea59a2-2b88-47db-86f9-6bea97cc7b69,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:20:55.772560 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.db.resource_extend [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 18 18:20:55.800849 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76bcf02-d744-40da-b7ef-a47c1deee681 req-a7df6ab0-1494-417c-ae9d-9fd13211468a tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:55.819065 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d76bcf02-d744-40da-b7ef-a47c1deee681 req-a7df6ab0-1494-417c-ae9d-9fd13211468a tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] 10.222.0.85 "GET /v2.0/networks?id=d4b6ec45-8396-4fe1-937b-4f4531714ee9 HTTP/1.1" status: 200 len: 813 time: 1.4030795 May 18 18:20:55.845342 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port d7dcad22-e92b-4b04-9ae5-6faddc7193ce, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=d7dcad22-e92b-4b04-9ae5-6faddc7193ce,segment=NetworkSegment(a7800232-88f1-4191-84ff-21a644fb4b30),segment_id=a7800232-88f1-4191-84ff-21a644fb4b30)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:20:55.859303 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fca6cc00-718d-4b64-858e-1a5d09a0cf5d tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:55.865576 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-e07b14c2-df29-40cb-913d-b94f73a9e508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9d02e6d-5859-4d04-a9f4-13dd179731fc', 'name': 'tempest-TaggedBootDevicesTest_v242-1113065239-router', 'tenant_id': '4667f10dce1e42bbbeb327b02812458d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': '75400aa4-6916-49d1-adac-b948869e43da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:14:20Z', 'updated_at': '2022-05-18T18:14:33Z', 'revision_number': 4, 'project_id': '4667f10dce1e42bbbeb327b02812458d', 'gw_port': {'id': '75400aa4-6916-49d1-adac-b948869e43da', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:2c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d02e6d-5859-4d04-a9f4-13dd179731fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:14:23Z', 'updated_at': '2022-05-18T18:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': 'afaece42-0c79-44f6-ae00-27fb87260f2d', 'name': '', 'network_id': '0e7f8700-cd62-410f-94e8-8debe82f99f4', 'tenant_id': '4667f10dce1e42bbbeb327b02812458d', 'mac_address': 'fa:16:3e:6b:a5:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d02e6d-5859-4d04-a9f4-13dd179731fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '6ef5eff4-20b8-41c3-a961-3299046b5972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:14:31Z', 'updated_at': '2022-05-18T18:14:39Z', 'revision_number': 5, 'project_id': '4667f10dce1e42bbbeb327b02812458d', 'subnets': [{'id': '6ef5eff4-20b8-41c3-a961-3299046b5972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:20:55.902826 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d76bcf02-d744-40da-b7ef-a47c1deee681 req-d76917f4-60da-4c61-949f-af643f80931b tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] 10.222.0.85 "GET /v2.0/quotas/0e05293eb5e34984a222e72ede2f6bc1 HTTP/1.1" status: 200 len: 375 time: 0.0824251 May 18 18:20:55.925086 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc01877c-6e0f-4320-8e30-f9d4c9a75d71 req-eeec52cd-c3ff-4da9-b248-239dcc096a3b tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:55.929971 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fc01877c-6e0f-4320-8e30-f9d4c9a75d71 req-eeec52cd-c3ff-4da9-b248-239dcc096a3b tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] 10.222.0.36 "GET /v2.0/ports?device_id=84996c19-416b-4884-8307-84f7beac4571 HTTP/1.1" status: 200 len: 945 time: 0.3329375 May 18 18:20:55.942776 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07b14c2-df29-40cb-913d-b94f73a9e508 None None] The sync data for ids ['f9d02e6d-5859-4d04-a9f4-13dd179731fc'] in n-d-838550-3 is: [{'id': 'f9d02e6d-5859-4d04-a9f4-13dd179731fc', 'name': 'tempest-TaggedBootDevicesTest_v242-1113065239-router', 'tenant_id': '4667f10dce1e42bbbeb327b02812458d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': '75400aa4-6916-49d1-adac-b948869e43da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:14:20Z', 'updated_at': '2022-05-18T18:14:33Z', 'revision_number': 4, 'project_id': '4667f10dce1e42bbbeb327b02812458d', 'gw_port': {'id': '75400aa4-6916-49d1-adac-b948869e43da', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:2c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d02e6d-5859-4d04-a9f4-13dd179731fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:14:23Z', 'updated_at': '2022-05-18T18:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': 'afaece42-0c79-44f6-ae00-27fb87260f2d', 'name': '', 'network_id': '0e7f8700-cd62-410f-94e8-8debe82f99f4', 'tenant_id': '4667f10dce1e42bbbeb327b02812458d', 'mac_address': 'fa:16:3e:6b:a5:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d02e6d-5859-4d04-a9f4-13dd179731fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '6ef5eff4-20b8-41c3-a961-3299046b5972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:14:31Z', 'updated_at': '2022-05-18T18:14:39Z', 'revision_number': 5, 'project_id': '4667f10dce1e42bbbeb327b02812458d', 'subnets': [{'id': '6ef5eff4-20b8-41c3-a961-3299046b5972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:20:55.987665 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Returning: {'device': 'd7dcad22-e92b-4b04-9ae5-6faddc7193ce', 'network_id': '6f6254ab-4ee7-4ad9-afa0-26be8bf1b0f3', 'port_id': 'd7dcad22-e92b-4b04-9ae5-6faddc7193ce', 'mac_address': 'fa:16:3e:61:58:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50aad9c7-9467-4aae-bc1d-4e769e4f3623', 'ip_address': '10.1.1.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:20:56.049220 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1b5f22-f70d-4824-83e8-f43e3af4902f req-670c8562-388d-4f3c-a903-774047c11cb2 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:56.055678 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1b5f22-f70d-4824-83e8-f43e3af4902f req-670c8562-388d-4f3c-a903-774047c11cb2 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:56.057260 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cbd463-453d-4588-816f-e50416ec0a96 req-b673d34f-f690-4246-bd16-6e3d83e0ae54 tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:56.063180 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1b5f22-f70d-4824-83e8-f43e3af4902f req-670c8562-388d-4f3c-a903-774047c11cb2 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:56.067167 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-29cbd463-453d-4588-816f-e50416ec0a96 req-b673d34f-f690-4246-bd16-6e3d83e0ae54 tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] 10.222.0.88 "GET /v2.0/ports?device_id=c2f754b2-367b-4d82-919a-8c448147cdb0 HTTP/1.1" status: 200 len: 946 time: 0.6056027 May 18 18:20:56.072819 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8d1b5f22-f70d-4824-83e8-f43e3af4902f req-670c8562-388d-4f3c-a903-774047c11cb2 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "GET /v2.0/ports?device_id=37c27a1b-623c-44a7-a5a8-1c1ff493d84b HTTP/1.1" status: 200 len: 2409 time: 0.3537638 May 18 18:20:56.077221 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fca6cc00-718d-4b64-858e-1a5d09a0cf5d tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596987'] for floatingip, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:56.150637 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 76222933-de15-4351-b270-218c7879e007 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:20:56.203781 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8d1b5f22-f70d-4824-83e8-f43e3af4902f req-996d2a00-06a7-4016-9ccd-20fec5e8e77b tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "GET /v2.0/security-groups?id=9a2067b3-2854-40c8-880f-cf75b37fd6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1298020 May 18 18:20:56.211926 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port d7dcad22-e92b-4b04-9ae5-6faddc7193ce is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:20:56.212329 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:56.278277 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7dcad22-e92b-4b04-9ae5-6faddc7193ce {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:20:56.334066 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port d7dcad22-e92b-4b04-9ae5-6faddc7193ce, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=d7dcad22-e92b-4b04-9ae5-6faddc7193ce,segment=NetworkSegment(a7800232-88f1-4191-84ff-21a644fb4b30),segment_id=a7800232-88f1-4191-84ff-21a644fb4b30)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:20:56.357017 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d390af-888e-4b79-bbf3-4e000c71e3e8 req-736eacd8-7522-4769-bee4-c11ac65573a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:56.364001 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-38d390af-888e-4b79-bbf3-4e000c71e3e8 req-736eacd8-7522-4769-bee4-c11ac65573a1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4c8ef274-9ecc-47c2-9686-5eebd78fb305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7540860 May 18 18:20:56.387914 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:56.625306 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273a105f-5f78-4349-ad1c-cdf260c30587 None None] New status for floating IP 77d48605-795b-46f4-8477-b557b8315374: DOWN {{(pid=102732) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 18:20:56.958397 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-de0c71f3-8105-42e8-8ec4-077218e372e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261104883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261031899'] for subnet, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:57.025282 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=d7dcad22-e92b-4b04-9ae5-6faddc7193ce,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:20:57.053423 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-581f7cba-9247-4c96-91e9-de26fd892595 None None] Notify callbacks [] for port, precommit_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:57.062288 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-fc01877c-6e0f-4320-8e30-f9d4c9a75d71 req-14a91c38-52d2-4f77-aec4-a088a92e2425 tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] Deleting port e1ed512b-7c7e-4e52-9116-6e81b76473ba {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:20:57.063889 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-fc01877c-6e0f-4320-8e30-f9d4c9a75d71 req-14a91c38-52d2-4f77-aec4-a088a92e2425 tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:57.096822 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-581f7cba-9247-4c96-91e9-de26fd892595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:57.132508 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a88a1e-5f87-4b7f-aad5-4771fe119efb req-aaae1183-f0de-47ed-8ec2-b54a5ffe5724 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:57.141280 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a88a1e-5f87-4b7f-aad5-4771fe119efb req-aaae1183-f0de-47ed-8ec2-b54a5ffe5724 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:57.148226 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a88a1e-5f87-4b7f-aad5-4771fe119efb req-aaae1183-f0de-47ed-8ec2-b54a5ffe5724 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:57.154721 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a88a1e-5f87-4b7f-aad5-4771fe119efb req-aaae1183-f0de-47ed-8ec2-b54a5ffe5724 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:57.163746 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a88a1e-5f87-4b7f-aad5-4771fe119efb req-aaae1183-f0de-47ed-8ec2-b54a5ffe5724 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:57.170702 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a88a1e-5f87-4b7f-aad5-4771fe119efb req-aaae1183-f0de-47ed-8ec2-b54a5ffe5724 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:57.179339 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a88a1e-5f87-4b7f-aad5-4771fe119efb req-aaae1183-f0de-47ed-8ec2-b54a5ffe5724 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:57.193761 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a7a88a1e-5f87-4b7f-aad5-4771fe119efb req-aaae1183-f0de-47ed-8ec2-b54a5ffe5724 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c294977-a47a-459b-b24e-566121e05c9a HTTP/1.1" status: 200 len: 5427 time: 0.3029504 May 18 18:20:57.297299 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['f5291033-c543-4aaf-8149-9933a2a217af'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:20:57.349696 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0c71f3-8105-42e8-8ec4-077218e372e3 admin admin] Checking segment: {'id': 'd6b74819-9ae2-4033-957b-0f2d69506f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '7aa26c41-7ab0-46a4-918b-c02a06fb73a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:20:57.350080 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0c71f3-8105-42e8-8ec4-077218e372e3 admin admin] Network hostable DHCP agents. Network: 7aa26c41-7ab0-46a4-918b-c02a06fb73a9, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:20:57.359137 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d76bcf02-d744-40da-b7ef-a47c1deee681 req-c9eebf80-46df-4387-b08d-f86d25f7a6c6 tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=0e05293eb5e34984a222e72ede2f6bc1&fields=id HTTP/1.1" status: 200 len: 302 time: 1.4551952 May 18 18:20:57.389828 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-581f7cba-9247-4c96-91e9-de26fd892595 None None] Attempting to bind port 2ac3d3a3-975f-4e58-b55a-00dc7ec1fcc1 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:20:57.390240 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-581f7cba-9247-4c96-91e9-de26fd892595 None None] Attempting to bind port 2ac3d3a3-975f-4e58-b55a-00dc7ec1fcc1 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '91232e8c-3d17-424b-b810-746db9884dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'eafefbfa-378a-4a8a-8ee5-45c0c746f8e9'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:20:57.390611 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581f7cba-9247-4c96-91e9-de26fd892595 None None] Attempting to bind port 2ac3d3a3-975f-4e58-b55a-00dc7ec1fcc1 on network eafefbfa-378a-4a8a-8ee5-45c0c746f8e9 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:20:57.392399 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0c71f3-8105-42e8-8ec4-077218e372e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4525d442-54cb-406f-a4b1-3318b8441c72,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:20:57.404289 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['d4ec0f42-d022-4b39-a3c7-9c61a248da1c'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:20:57.406916 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['d7dcad22-e92b-4b04-9ae5-6faddc7193ce'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:20:57.424526 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-7f4ffddc-cd4f-40ec-a63a-d256cb64c139 req-91fa8132-8c65-4163-9b9f-d55054097a2c tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Deleting port 79e08f83-5fde-4386-821c-6a14fd04d30f {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:20:57.425403 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-7f4ffddc-cd4f-40ec-a63a-d256cb64c139 req-91fa8132-8c65-4163-9b9f-d55054097a2c tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:57.459165 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['47ed802e-3cf4-472d-b402-936465b16c4c'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:20:57.468644 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0c71f3-8105-42e8-8ec4-077218e372e3 admin admin] Network 7aa26c41-7ab0-46a4-918b-c02a06fb73a9 is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:20:57.510904 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['e157eaf7-2d01-4856-9076-ce983dd35c57'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:20:57.512700 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['8fea59a2-2b88-47db-86f9-6bea97cc7b69'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:20:57.515714 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a7a88a1e-5f87-4b7f-aad5-4771fe119efb req-4ec1dca7-21bf-4c15-b456-c434b5e14146 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "GET /v2.0/security-groups?id=7394e4bf-8f0c-4c6c-8c6c-8df7a26d4fa0&id=bbd4527f-f9e4-46b0-8c76-f8fe8c004d55&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3206005 May 18 18:20:57.528082 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-de0c71f3-8105-42e8-8ec4-077218e372e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, 7aa26c41-7ab0-46a4-918b-c02a06fb73a9) {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:20:57.533855 n-d-838550-3 neutron-server[102731]: INFO neutron.db.l3_db [None req-fca6cc00-718d-4b64-858e-1a5d09a0cf5d tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Floating IP cd70482d-9db9-4032-8b3b-4e7754226bf7 associated. External IP: 172.25.5.189, port: b3574f87-5a1a-409e-81ae-2017bd6b025c. May 18 18:20:57.559086 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0c71f3-8105-42e8-8ec4-077218e372e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:57.560157 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-de0c71f3-8105-42e8-8ec4-077218e372e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:57.614366 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581f7cba-9247-4c96-91e9-de26fd892595 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:20:57.614810 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581f7cba-9247-4c96-91e9-de26fd892595 None None] Checking segment: {'id': '91232e8c-3d17-424b-b810-746db9884dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'eafefbfa-378a-4a8a-8ee5-45c0c746f8e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:20:57.615306 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-581f7cba-9247-4c96-91e9-de26fd892595 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:57.615767 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581f7cba-9247-4c96-91e9-de26fd892595 None None] Bound using segment: {'id': '91232e8c-3d17-424b-b810-746db9884dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'eafefbfa-378a-4a8a-8ee5-45c0c746f8e9'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:20:57.616319 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-581f7cba-9247-4c96-91e9-de26fd892595 None None] Bound port: 2ac3d3a3-975f-4e58-b55a-00dc7ec1fcc1, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91232e8c-3d17-424b-b810-746db9884dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'eafefbfa-378a-4a8a-8ee5-45c0c746f8e9'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:20:57.616872 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-581f7cba-9247-4c96-91e9-de26fd892595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:57.618905 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb59be6b-8cf7-49c6-bf33-9632226241a0 None None] Pushing event updated for resources: {'Port': ['ID=2ac3d3a3-975f-4e58-b55a-00dc7ec1fcc1,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:20:57.625050 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-fc01877c-6e0f-4320-8e30-f9d4c9a75d71 req-14a91c38-52d2-4f77-aec4-a088a92e2425 tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] For port e1ed512b-7c7e-4e52-9116-6e81b76473ba, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=e1ed512b-7c7e-4e52-9116-6e81b76473ba,segment=NetworkSegment(c8ae678e-3f8e-4e17-ac95-16664837612c),segment_id=c8ae678e-3f8e-4e17-ac95-16664837612c)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:20:57.631822 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-fc01877c-6e0f-4320-8e30-f9d4c9a75d71 req-14a91c38-52d2-4f77-aec4-a088a92e2425 tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:57.648975 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-de0c71f3-8105-42e8-8ec4-077218e372e3 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.3757584 May 18 18:20:57.654321 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20af0ccd-d025-4a1a-b711-fe8775b5c4f5 None None] Network 7aa26c41-7ab0-46a4-918b-c02a06fb73a9 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:20:57.667382 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 41714) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:20:57.693847 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-a7fe79ff-034a-4c75-8f66-a85cbb5ff3c7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1240838456-router', 'tenant_id': '1f65ade323dd42ac9fc33a000ad4ab9b', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:20:57.700891 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-fc01877c-6e0f-4320-8e30-f9d4c9a75d71 req-14a91c38-52d2-4f77-aec4-a088a92e2425 tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] Calling delete_port for e1ed512b-7c7e-4e52-9116-6e81b76473ba owned by compute:nova {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:20:57.987345 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a7fe79ff-034a-4c75-8f66-a85cbb5ff3c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25099'] for router, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:57.990144 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a7fe79ff-034a-4c75-8f66-a85cbb5ff3c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-593238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596850', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25088'] for router, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:58.056040 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e605be-faf3-4253-9739-0288fbc450ce req-9d7a958d-71f6-49b2-94a9-8a3bf6fe183c tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:58.085261 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e605be-faf3-4253-9739-0288fbc450ce req-9d7a958d-71f6-49b2-94a9-8a3bf6fe183c tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:58.117024 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-38d390af-888e-4b79-bbf3-4e000c71e3e8 req-cefac835-67d8-4a9d-89ad-0169b39345b3 service neutron] 10.222.0.36 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7371266 May 18 18:20:58.123773 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e605be-faf3-4253-9739-0288fbc450ce req-9d7a958d-71f6-49b2-94a9-8a3bf6fe183c tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:58.138849 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-59e605be-faf3-4253-9739-0288fbc450ce req-9d7a958d-71f6-49b2-94a9-8a3bf6fe183c tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "GET /v2.0/ports?device_id=37c27a1b-623c-44a7-a5a8-1c1ff493d84b HTTP/1.1" status: 200 len: 2409 time: 0.4407389 May 18 18:20:58.178213 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-7f4ffddc-cd4f-40ec-a63a-d256cb64c139 req-91fa8132-8c65-4163-9b9f-d55054097a2c tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] For port 79e08f83-5fde-4386-821c-6a14fd04d30f, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=79e08f83-5fde-4386-821c-6a14fd04d30f,segment=NetworkSegment(cf7df900-9ffb-48f9-b318-c52437b4c248),segment_id=cf7df900-9ffb-48f9-b318-c52437b4c248)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:20:58.178712 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-7f4ffddc-cd4f-40ec-a63a-d256cb64c139 req-91fa8132-8c65-4163-9b9f-d55054097a2c tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:58.194643 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-7f4ffddc-cd4f-40ec-a63a-d256cb64c139 req-91fa8132-8c65-4163-9b9f-d55054097a2c tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Calling delete_port for 79e08f83-5fde-4386-821c-6a14fd04d30f owned by compute:nova {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:20:58.208914 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-59e605be-faf3-4253-9739-0288fbc450ce req-16bd129f-ee64-4110-83a3-2da318847770 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "GET /v2.0/security-groups?id=9a2067b3-2854-40c8-880f-cf75b37fd6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641029 May 18 18:20:58.304676 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a7fe79ff-034a-4c75-8f66-a85cbb5ff3c7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:58.585720 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a7fe79ff-034a-4c75-8f66-a85cbb5ff3c7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:58.587752 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-29cbd463-453d-4588-816f-e50416ec0a96 req-a752c7c9-a6a1-4da0-801b-daf68702ca4d tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] Deleting port 4538d683-d9a2-4756-bd9f-e6fd9eeaa6d1 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:20:58.588498 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-29cbd463-453d-4588-816f-e50416ec0a96 req-a752c7c9-a6a1-4da0-801b-daf68702ca4d tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:58.598788 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 4538d683-d9a2-4756-bd9f-e6fd9eeaa6d1 no longer exists at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:20:58.601153 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-fc01877c-6e0f-4320-8e30-f9d4c9a75d71 req-14a91c38-52d2-4f77-aec4-a088a92e2425 tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:58.659787 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-7f4ffddc-cd4f-40ec-a63a-d256cb64c139 req-91fa8132-8c65-4163-9b9f-d55054097a2c tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:58.721799 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d76bcf02-d744-40da-b7ef-a47c1deee681 req-fdbcd8f9-0491-40db-a520-81a2d584babc service neutron] 10.222.0.85 "GET /v2.0/networks/d4b6ec45-8396-4fe1-937b-4f4531714ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3465881 May 18 18:20:58.735636 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['32ab4e29-e8eb-4fca-ad01-008ffc84e28f'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:20:58.771720 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a91c38-52d2-4f77-aec4-a088a92e2425 tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] Pushing event deleted for resources: {'Port': ['ID=e1ed512b-7c7e-4e52-9116-6e81b76473ba,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:20:58.786259 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fa8132-8c65-4163-9b9f-d55054097a2c tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Pushing event deleted for resources: {'Port': ['ID=79e08f83-5fde-4386-821c-6a14fd04d30f,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:20:58.928232 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fca6cc00-718d-4b64-858e-1a5d09a0cf5d tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Router dd4fb3a2-cf1a-484e-8947-1a9c5627a33c has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:20:58.958208 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f4ffddc-cd4f-40ec-a63a-d256cb64c139 req-91fa8132-8c65-4163-9b9f-d55054097a2c tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] No DVR routers for this DVR port 79e08f83-5fde-4386-821c-6a14fd04d30f on host n-h2-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:20:58.961576 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device e1ed512b-7c7e-4e52-9116-6e81b76473ba no longer exists at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:20:58.965853 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc01877c-6e0f-4320-8e30-f9d4c9a75d71 req-14a91c38-52d2-4f77-aec4-a088a92e2425 tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] No DVR routers for this DVR port e1ed512b-7c7e-4e52-9116-6e81b76473ba on host n-h1-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:20:58.980496 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-7f4ffddc-cd4f-40ec-a63a-d256cb64c139 req-91fa8132-8c65-4163-9b9f-d55054097a2c tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:58.980912 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-fc01877c-6e0f-4320-8e30-f9d4c9a75d71 req-14a91c38-52d2-4f77-aec4-a088a92e2425 tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:58.981145 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7f4ffddc-cd4f-40ec-a63a-d256cb64c139 req-91fa8132-8c65-4163-9b9f-d55054097a2c tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.88 "DELETE /v2.0/ports/79e08f83-5fde-4386-821c-6a14fd04d30f HTTP/1.1" status: 204 len: 173 time: 3.9436781 May 18 18:20:58.983985 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fc01877c-6e0f-4320-8e30-f9d4c9a75d71 req-14a91c38-52d2-4f77-aec4-a088a92e2425 tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] 10.222.0.36 "DELETE /v2.0/ports/e1ed512b-7c7e-4e52-9116-6e81b76473ba HTTP/1.1" status: 204 len: 173 time: 3.0361621 May 18 18:20:58.985008 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37c27a1b-623c-44a7-a5a8-1c1ff493d84b', 'name': 'network-vif-deleted', 'tag': '79e08f83-5fde-4386-821c-6a14fd04d30f'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:20:58.988099 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69feef39-8483-4e65-ba43-d11ce28b86c0" -d '{"events": [{"server_uuid": "37c27a1b-623c-44a7-a5a8-1c1ff493d84b", "name": "network-vif-deleted", "tag": "79e08f83-5fde-4386-821c-6a14fd04d30f"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:20:59.008468 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-29cbd463-453d-4588-816f-e50416ec0a96 req-a752c7c9-a6a1-4da0-801b-daf68702ca4d tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] For port 4538d683-d9a2-4756-bd9f-e6fd9eeaa6d1, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=4538d683-d9a2-4756-bd9f-e6fd9eeaa6d1,segment=NetworkSegment(c8ae678e-3f8e-4e17-ac95-16664837612c),segment_id=c8ae678e-3f8e-4e17-ac95-16664837612c)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:20:59.009006 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-29cbd463-453d-4588-816f-e50416ec0a96 req-a752c7c9-a6a1-4da0-801b-daf68702ca4d tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:59.069587 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-29cbd463-453d-4588-816f-e50416ec0a96 req-a752c7c9-a6a1-4da0-801b-daf68702ca4d tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] Calling delete_port for 4538d683-d9a2-4756-bd9f-e6fd9eeaa6d1 owned by compute:nova {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:20:59.076299 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-38d390af-888e-4b79-bbf3-4e000c71e3e8 req-1d617a03-d12d-4274-b344-dd9f00c98e16 service neutron] 10.222.0.36 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6414242 May 18 18:20:59.132890 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84996c19-416b-4884-8307-84f7beac4571', 'name': 'network-vif-deleted', 'tag': 'e1ed512b-7c7e-4e52-9116-6e81b76473ba'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:20:59.135105 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-1250d18b-62b1-497c-9267-12b84816ca36 None None] Provisioning complete for port 2ac3d3a3-975f-4e58-b55a-00dc7ec1fcc1 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:20:59.135477 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1250d18b-62b1-497c-9267-12b84816ca36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:59.146002 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-672ff93b-c763-41f4-8a30-a257a68a11fb" -d '{"events": [{"server_uuid": "84996c19-416b-4884-8307-84f7beac4571", "name": "network-vif-deleted", "tag": "e1ed512b-7c7e-4e52-9116-6e81b76473ba"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:20:59.204723 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-581f7cba-9247-4c96-91e9-de26fd892595 None None] For port 2ac3d3a3-975f-4e58-b55a-00dc7ec1fcc1, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:20:59.235020 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7243e7b3-1f6e-4f68-bdac-867c99920b5c req-88408b09-d30c-4b03-b962-e3508de54e29 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:59.247486 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-581f7cba-9247-4c96-91e9-de26fd892595 None None] For port 2ac3d3a3-975f-4e58-b55a-00dc7ec1fcc1, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=2ac3d3a3-975f-4e58-b55a-00dc7ec1fcc1,segment=NetworkSegment(91232e8c-3d17-424b-b810-746db9884dd3),segment_id=91232e8c-3d17-424b-b810-746db9884dd3)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:20:59.250920 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7243e7b3-1f6e-4f68-bdac-867c99920b5c req-88408b09-d30c-4b03-b962-e3508de54e29 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:59.268604 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7243e7b3-1f6e-4f68-bdac-867c99920b5c req-88408b09-d30c-4b03-b962-e3508de54e29 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:59.279549 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] No Port match for: e1ed512b-7c7e-4e52-9116-6e81b76473ba {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:20:59.279908 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device e1ed512b-7c7e-4e52-9116-6e81b76473ba not bound to the agent host n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:20:59.286569 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7243e7b3-1f6e-4f68-bdac-867c99920b5c req-88408b09-d30c-4b03-b962-e3508de54e29 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:59.311543 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d76bcf02-d744-40da-b7ef-a47c1deee681 req-83d192dc-d460-47db-920c-586baafe69a6 service neutron] 10.222.0.85 "GET /v2.0/networks/d4b6ec45-8396-4fe1-937b-4f4531714ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5458233 May 18 18:20:59.320215 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7243e7b3-1f6e-4f68-bdac-867c99920b5c req-88408b09-d30c-4b03-b962-e3508de54e29 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:59.337112 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7243e7b3-1f6e-4f68-bdac-867c99920b5c req-88408b09-d30c-4b03-b962-e3508de54e29 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:59.345747 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7243e7b3-1f6e-4f68-bdac-867c99920b5c req-88408b09-d30c-4b03-b962-e3508de54e29 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:20:59.377511 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7243e7b3-1f6e-4f68-bdac-867c99920b5c req-88408b09-d30c-4b03-b962-e3508de54e29 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c294977-a47a-459b-b24e-566121e05c9a HTTP/1.1" status: 200 len: 5427 time: 0.6503229 May 18 18:20:59.435702 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-581f7cba-9247-4c96-91e9-de26fd892595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:59.457439 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7243e7b3-1f6e-4f68-bdac-867c99920b5c req-e8bbb0ad-d4d5-4fd3-8b87-a5cfd7436708 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "GET /v2.0/security-groups?id=7394e4bf-8f0c-4c6c-8c6c-8df7a26d4fa0&id=bbd4527f-f9e4-46b0-8c76-f8fe8c004d55&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0788023 May 18 18:20:59.619185 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eac138d4-1d9e-4518-b8d7-ce6def02e4af x-openstack-request-id: req-eac138d4-1d9e-4518-b8d7-ce6def02e4af {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:20:59.619850 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37c27a1b-623c-44a7-a5a8-1c1ff493d84b", "name": "network-vif-deleted", "tag": "79e08f83-5fde-4386-821c-6a14fd04d30f", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:20:59.620041 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-eac138d4-1d9e-4518-b8d7-ce6def02e4af {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:20:59.621002 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eac138d4-1d9e-4518-b8d7-ce6def02e4af'] response: {'server_uuid': '37c27a1b-623c-44a7-a5a8-1c1ff493d84b', 'name': 'network-vif-deleted', 'tag': '79e08f83-5fde-4386-821c-6a14fd04d30f', 'status': 'completed', 'code': 200} May 18 18:20:59.721249 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fca6cc00-718d-4b64-858e-1a5d09a0cf5d tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:20:59.735373 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd24b64-7d2c-4fed-9e94-bb844b000d34 None None] Sync routers for ids ['dd4fb3a2-cf1a-484e-8947-1a9c5627a33c'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:20:59.738305 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fca6cc00-718d-4b64-858e-1a5d09a0cf5d tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:59.807435 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd24b64-7d2c-4fed-9e94-bb844b000d34 None None] Routers {'dd4fb3a2-cf1a-484e-8947-1a9c5627a33c'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:20:59.826141 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-8fd24b64-7d2c-4fed-9e94-bb844b000d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:20:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['dd4fb3a2-cf1a-484e-8947-1a9c5627a33c'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:20:59.956297 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-7f4ffddc-cd4f-40ec-a63a-d256cb64c139 req-7ae93df0-8461-488a-83bf-04d37f6ef490 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Deleting port 3834bbf2-f7bf-4a97-a0c0-de4238651f93 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:20:59.958368 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-7f4ffddc-cd4f-40ec-a63a-d256cb64c139 req-7ae93df0-8461-488a-83bf-04d37f6ef490 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:20:59.990417 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ad0e7dd-0a7b-4d6a-9d10-8e9337b4ef5d x-openstack-request-id: req-9ad0e7dd-0a7b-4d6a-9d10-8e9337b4ef5d {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:20:59.997400 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84996c19-416b-4884-8307-84f7beac4571", "name": "network-vif-deleted", "tag": "e1ed512b-7c7e-4e52-9116-6e81b76473ba", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:21:00.020445 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-9ad0e7dd-0a7b-4d6a-9d10-8e9337b4ef5d {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:21:00.020445 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ad0e7dd-0a7b-4d6a-9d10-8e9337b4ef5d'] response: {'server_uuid': '84996c19-416b-4884-8307-84f7beac4571', 'name': 'network-vif-deleted', 'tag': 'e1ed512b-7c7e-4e52-9116-6e81b76473ba', 'status': 'completed', 'code': 200} May 18 18:21:00.238018 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a7fe79ff-034a-4c75-8f66-a85cbb5ff3c7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:00.266022 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-fca6cc00-718d-4b64-858e-1a5d09a0cf5d tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "PUT /v2.0/floatingips/cd70482d-9db9-4032-8b3b-4e7754226bf7 HTTP/1.1" status: 200 len: 992 time: 8.8387067 May 18 18:21:00.305193 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a7fe79ff-034a-4c75-8f66-a85cbb5ff3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:00.364609 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 4538d683-d9a2-4756-bd9f-e6fd9eeaa6d1 is: ACTIVE; New status is: DOWN {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:21:00.365235 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:00.402895 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-8fd24b64-7d2c-4fed-9e94-bb844b000d34 None None] Set router dd4fb3a2-cf1a-484e-8947-1a9c5627a33c gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:21:00.421853 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fc6d187b-9d2a-439f-b844-60ec8111fc5f req-b8856763-aec7-401b-b6ec-c1b8b448c415 tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] 10.222.0.85 "GET /v2.0/ports?device_id=2477535a-37a0-40f4-8c75-0988c08c9f3f HTTP/1.1" status: 200 len: 210 time: 0.0790384 May 18 18:21:00.447131 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-29cbd463-453d-4588-816f-e50416ec0a96 req-a752c7c9-a6a1-4da0-801b-daf68702ca4d tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:00.454549 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb59be6b-8cf7-49c6-bf33-9632226241a0 None None] Pushing event updated for resources: {'Port': ['ID=2ac3d3a3-975f-4e58-b55a-00dc7ec1fcc1,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:21:00.470593 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-1250d18b-62b1-497c-9267-12b84816ca36 None None] Port 2ac3d3a3-975f-4e58-b55a-00dc7ec1fcc1 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:21:00.691569 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c39ff57f-990d-4b22-bac5-cad911c32110 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-7aa26c41-7ab0-46a4-918b-c02a06fb73a9', 'network_id': '7aa26c41-7ab0-46a4-918b-c02a06fb73a9', 'tenant_id': '1f65ade323dd42ac9fc33a000ad4ab9b', 'fixed_ips': [{'subnet_id': '4525d442-54cb-406f-a4b1-3318b8441c72'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:21:00.694235 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c39ff57f-990d-4b22-bac5-cad911c32110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:00.704684 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-7f4ffddc-cd4f-40ec-a63a-d256cb64c139 req-7ae93df0-8461-488a-83bf-04d37f6ef490 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] For port 3834bbf2-f7bf-4a97-a0c0-de4238651f93, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=3834bbf2-f7bf-4a97-a0c0-de4238651f93,segment=NetworkSegment(cf7df900-9ffb-48f9-b318-c52437b4c248),segment_id=cf7df900-9ffb-48f9-b318-c52437b4c248)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:21:00.705565 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-7f4ffddc-cd4f-40ec-a63a-d256cb64c139 req-7ae93df0-8461-488a-83bf-04d37f6ef490 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:00.722895 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a752c7c9-a6a1-4da0-801b-daf68702ca4d tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] Pushing event deleted for resources: {'Port': ['ID=4538d683-d9a2-4756-bd9f-e6fd9eeaa6d1,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:21:00.776733 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bdbde6-83b9-41ab-a544-4d356f8ce2a3 req-d150eabb-6a2a-44f1-997d-bf4523aef787 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:00.795018 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bdbde6-83b9-41ab-a544-4d356f8ce2a3 req-d150eabb-6a2a-44f1-997d-bf4523aef787 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:00.807601 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-93bdbde6-83b9-41ab-a544-4d356f8ce2a3 req-d150eabb-6a2a-44f1-997d-bf4523aef787 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "GET /v2.0/ports?device_id=37c27a1b-623c-44a7-a5a8-1c1ff493d84b HTTP/1.1" status: 200 len: 1676 time: 0.7371094 May 18 18:21:00.825479 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-7f4ffddc-cd4f-40ec-a63a-d256cb64c139 req-7ae93df0-8461-488a-83bf-04d37f6ef490 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Calling delete_port for 3834bbf2-f7bf-4a97-a0c0-de4238651f93 owned by compute:nova {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:21:00.874526 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 41820) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:21:00.906860 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2393f838-4595-4469-a880-f11a3428b0fd req-9843861b-5d18-4740-8795-11eb57cfb7b1 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:00.947444 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2393f838-4595-4469-a880-f11a3428b0fd req-9843861b-5d18-4740-8795-11eb57cfb7b1 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:00.961740 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2393f838-4595-4469-a880-f11a3428b0fd req-9843861b-5d18-4740-8795-11eb57cfb7b1 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:00.970218 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2393f838-4595-4469-a880-f11a3428b0fd req-9843861b-5d18-4740-8795-11eb57cfb7b1 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:00.973762 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581f7cba-9247-4c96-91e9-de26fd892595 None None] Routers {'f515891f-a8b7-4a6f-9814-1319a10b6e69'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:21:00.978564 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-581f7cba-9247-4c96-91e9-de26fd892595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:20:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['f515891f-a8b7-4a6f-9814-1319a10b6e69'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:21:01.007476 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2393f838-4595-4469-a880-f11a3428b0fd req-9843861b-5d18-4740-8795-11eb57cfb7b1 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:01.043179 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2393f838-4595-4469-a880-f11a3428b0fd req-9843861b-5d18-4740-8795-11eb57cfb7b1 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:01.054692 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-7f4ffddc-cd4f-40ec-a63a-d256cb64c139 req-7ae93df0-8461-488a-83bf-04d37f6ef490 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:01.065512 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2393f838-4595-4469-a880-f11a3428b0fd req-9843861b-5d18-4740-8795-11eb57cfb7b1 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:01.071828 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2393f838-4595-4469-a880-f11a3428b0fd req-9843861b-5d18-4740-8795-11eb57cfb7b1 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c294977-a47a-459b-b24e-566121e05c9a HTTP/1.1" status: 200 len: 5427 time: 0.4870086 May 18 18:21:01.079217 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-a7fe79ff-034a-4c75-8f66-a85cbb5ff3c7 admin admin] Allocated IP 172.25.5.3 (31ebd439-090c-4b25-bbb0-31c48711b145/363a2810-8a83-4be0-a317-7c91fcd94485/8021da57-e3b6-432d-9e44-c3da7a9e0d92) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:21:01.124855 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-8fd24b64-7d2c-4fed-9e94-bb844b000d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4fb3a2-cf1a-484e-8947-1a9c5627a33c', 'name': 'tempest-AttachVolumeTestJSON-441656062-router', 'tenant_id': '46ea3823b08b4c9799a678c4a73b1420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.97'}], 'enable_snat': True}, 'gw_port_id': 'f13a6673-ce7b-46fd-a875-cac70ff04edc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:15:06Z', 'updated_at': '2022-05-18T18:15:22Z', 'revision_number': 4, 'project_id': '46ea3823b08b4c9799a678c4a73b1420', 'gw_port': {'id': 'f13a6673-ce7b-46fd-a875-cac70ff04edc', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4fb3a2-cf1a-484e-8947-1a9c5627a33c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:15:09Z', 'updated_at': '2022-05-18T18:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': 'cd70482d-9db9-4032-8b3b-4e7754226bf7', 'tenant_id': '46ea3823b08b4c9799a678c4a73b1420', 'floating_ip_address': '172.25.5.189', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': 'dd4fb3a2-cf1a-484e-8947-1a9c5627a33c', 'port_id': 'b3574f87-5a1a-409e-81ae-2017bd6b025c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32202dd9-9064-4832-817f-7e8b4a8db1c5', 'mac_address': 'fa:16:3e:78:c1:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb5fc42-1e94-43a3-9aa4-ad4e9a06c9c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T18:20:22Z', 'updated_at': '2022-05-18T18:20:54Z', 'revision_number': 1, 'project_id': '46ea3823b08b4c9799a678c4a73b1420', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bccb3d7-6789-4c70-a9e4-2ecb4df9c97f', 'name': '', 'network_id': '32202dd9-9064-4832-817f-7e8b4a8db1c5', 'tenant_id': '46ea3823b08b4c9799a678c4a73b1420', 'mac_address': 'fa:16:3e:b5:3c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4fb3a2-cf1a-484e-8947-1a9c5627a33c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '77da057d-3a9e-4973-b1e0-fe1781c445e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:15:19Z', 'updated_at': '2022-05-18T18:15:30Z', 'revision_number': 5, 'project_id': '46ea3823b08b4c9799a678c4a73b1420', 'subnets': [{'id': '77da057d-3a9e-4973-b1e0-fe1781c445e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:21:01.170532 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae93df0-8461-488a-83bf-04d37f6ef490 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Pushing event deleted for resources: {'Port': ['ID=3834bbf2-f7bf-4a97-a0c0-de4238651f93,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:21:01.190734 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd24b64-7d2c-4fed-9e94-bb844b000d34 None None] Checking router: dd4fb3a2-cf1a-484e-8947-1a9c5627a33c for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:21:01.211417 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd24b64-7d2c-4fed-9e94-bb844b000d34 None None] Routers {'dd4fb3a2-cf1a-484e-8947-1a9c5627a33c'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:21:01.212471 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-8fd24b64-7d2c-4fed-9e94-bb844b000d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:20:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['dd4fb3a2-cf1a-484e-8947-1a9c5627a33c'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:21:01.231311 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f4ffddc-cd4f-40ec-a63a-d256cb64c139 req-7ae93df0-8461-488a-83bf-04d37f6ef490 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] No DVR routers for this DVR port 3834bbf2-f7bf-4a97-a0c0-de4238651f93 on host n-h2-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:21:01.244517 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-29cbd463-453d-4588-816f-e50416ec0a96 req-a752c7c9-a6a1-4da0-801b-daf68702ca4d tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] No DVR routers for this DVR port 4538d683-d9a2-4756-bd9f-e6fd9eeaa6d1 on host n-h2-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:21:01.257835 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-7f4ffddc-cd4f-40ec-a63a-d256cb64c139 req-7ae93df0-8461-488a-83bf-04d37f6ef490 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:01.268648 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7f4ffddc-cd4f-40ec-a63a-d256cb64c139 req-7ae93df0-8461-488a-83bf-04d37f6ef490 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.88 "DELETE /v2.0/ports/3834bbf2-f7bf-4a97-a0c0-de4238651f93 HTTP/1.1" status: 204 len: 173 time: 2.2693729 May 18 18:21:01.270924 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-29cbd463-453d-4588-816f-e50416ec0a96 req-a752c7c9-a6a1-4da0-801b-daf68702ca4d tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:01.284337 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-29cbd463-453d-4588-816f-e50416ec0a96 req-a752c7c9-a6a1-4da0-801b-daf68702ca4d tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] 10.222.0.88 "DELETE /v2.0/ports/4538d683-d9a2-4756-bd9f-e6fd9eeaa6d1 HTTP/1.1" status: 204 len: 173 time: 5.1916070 May 18 18:21:01.323449 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2393f838-4595-4469-a880-f11a3428b0fd req-52bec1bc-51f6-4dbd-b762-edfc6f9f91b0 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "GET /v2.0/security-groups?id=7394e4bf-8f0c-4c6c-8c6c-8df7a26d4fa0&id=bbd4527f-f9e4-46b0-8c76-f8fe8c004d55&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2279437 May 18 18:21:01.410497 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9206d073-140a-49c9-8c7a-59c34646bdad admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:01.442371 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-93bdbde6-83b9-41ab-a544-4d356f8ce2a3 req-408def46-a06f-4418-beb9-a4ca03eefb01 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "GET /v2.0/security-groups?id=9a2067b3-2854-40c8-880f-cf75b37fd6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6331794 May 18 18:21:01.520083 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a7fe79ff-034a-4c75-8f66-a85cbb5ff3c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:01.622662 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2eb5fc42-1e94-43a3-9aa4-ad4e9a06c9c3', 'tag': 'b3574f87-5a1a-409e-81ae-2017bd6b025c'}, {'server_uuid': '37c27a1b-623c-44a7-a5a8-1c1ff493d84b', 'name': 'network-vif-deleted', 'tag': '3834bbf2-f7bf-4a97-a0c0-de4238651f93'}, {'server_uuid': 'c2f754b2-367b-4d82-919a-8c448147cdb0', 'name': 'network-vif-deleted', 'tag': '4538d683-d9a2-4756-bd9f-e6fd9eeaa6d1'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:21:01.645970 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-900e3385-cab2-4077-8722-4a7a79610ce2" -d '{"events": [{"name": "network-changed", "server_uuid": "2eb5fc42-1e94-43a3-9aa4-ad4e9a06c9c3", "tag": "b3574f87-5a1a-409e-81ae-2017bd6b025c"}, {"server_uuid": "37c27a1b-623c-44a7-a5a8-1c1ff493d84b", "name": "network-vif-deleted", "tag": "3834bbf2-f7bf-4a97-a0c0-de4238651f93"}, {"server_uuid": "c2f754b2-367b-4d82-919a-8c448147cdb0", "name": "network-vif-deleted", "tag": "4538d683-d9a2-4756-bd9f-e6fd9eeaa6d1"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:21:01.750474 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-7f4ffddc-cd4f-40ec-a63a-d256cb64c139 req-d5321491-c799-46c1-8cd7-febe2c6cdbc3 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Deleting port aa23f36f-8afa-400e-91a0-e1e420831fe3 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:21:01.751201 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-7f4ffddc-cd4f-40ec-a63a-d256cb64c139 req-d5321491-c799-46c1-8cd7-febe2c6cdbc3 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:01.753475 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-03ac683d-afc5-41f6-b2c5-90bd235ad80d req-dda15598-896d-4a96-a0a5-219f69d0753c tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] 10.222.0.85 "GET /v2.0/ports?device_id=2477535a-37a0-40f4-8c75-0988c08c9f3f HTTP/1.1" status: 200 len: 210 time: 0.1442523 May 18 18:21:01.788771 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a7fe79ff-034a-4c75-8f66-a85cbb5ff3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:01.804509 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Wed, 18 May 2022 18:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1bd82e1-633d-47e3-9a0d-d706611eca3e x-openstack-request-id: req-f1bd82e1-633d-47e3-9a0d-d706611eca3e {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:21:01.805051 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2eb5fc42-1e94-43a3-9aa4-ad4e9a06c9c3", "tag": "b3574f87-5a1a-409e-81ae-2017bd6b025c", "status": "completed", "code": 200}, {"server_uuid": "37c27a1b-623c-44a7-a5a8-1c1ff493d84b", "name": "network-vif-deleted", "tag": "3834bbf2-f7bf-4a97-a0c0-de4238651f93", "status": "completed", "code": 200}, {"server_uuid": "c2f754b2-367b-4d82-919a-8c448147cdb0", "name": "network-vif-deleted", "tag": "4538d683-d9a2-4756-bd9f-e6fd9eeaa6d1", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:21:01.816214 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-f1bd82e1-633d-47e3-9a0d-d706611eca3e {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:21:01.816665 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1bd82e1-633d-47e3-9a0d-d706611eca3e'] response: {'name': 'network-changed', 'server_uuid': '2eb5fc42-1e94-43a3-9aa4-ad4e9a06c9c3', 'tag': 'b3574f87-5a1a-409e-81ae-2017bd6b025c', 'status': 'completed', 'code': 200} May 18 18:21:01.816922 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1bd82e1-633d-47e3-9a0d-d706611eca3e'] response: {'server_uuid': '37c27a1b-623c-44a7-a5a8-1c1ff493d84b', 'name': 'network-vif-deleted', 'tag': '3834bbf2-f7bf-4a97-a0c0-de4238651f93', 'status': 'completed', 'code': 200} May 18 18:21:01.817175 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1bd82e1-633d-47e3-9a0d-d706611eca3e'] response: {'server_uuid': 'c2f754b2-367b-4d82-919a-8c448147cdb0', 'name': 'network-vif-deleted', 'tag': '4538d683-d9a2-4756-bd9f-e6fd9eeaa6d1', 'status': 'completed', 'code': 200} May 18 18:21:01.904020 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7fe79ff-034a-4c75-8f66-a85cbb5ff3c7 admin admin] Network 31ebd439-090c-4b25-bbb0-31c48711b145 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:21:01.905180 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-7b7d0224-efab-4f43-990c-8296d830fb58 None None] Provisioning complete for port 2ac3d3a3-975f-4e58-b55a-00dc7ec1fcc1 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:21:01.905745 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-7b7d0224-efab-4f43-990c-8296d830fb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:01.923268 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device f5291033-c543-4aaf-8149-9933a2a217af up at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:21:01.928213 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-a7fe79ff-034a-4c75-8f66-a85cbb5ff3c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:21:01.943707 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7fe79ff-034a-4c75-8f66-a85cbb5ff3c7 admin admin] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:21:01.979117 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-8fd24b64-7d2c-4fed-9e94-bb844b000d34 None None] Set router dd4fb3a2-cf1a-484e-8947-1a9c5627a33c gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:21:02.094993 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:02.149918 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900e3385-cab2-4077-8722-4a7a79610ce2 req-eea5f391-4a4e-4c12-b0df-20c000a7cdae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:02.157097 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-900e3385-cab2-4077-8722-4a7a79610ce2 req-eea5f391-4a4e-4c12-b0df-20c000a7cdae service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=46ea3823b08b4c9799a678c4a73b1420&device_id=2eb5fc42-1e94-43a3-9aa4-ad4e9a06c9c3 HTTP/1.1" status: 200 len: 1097 time: 0.3542066 May 18 18:21:02.347794 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-7f4ffddc-cd4f-40ec-a63a-d256cb64c139 req-d5321491-c799-46c1-8cd7-febe2c6cdbc3 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] For port aa23f36f-8afa-400e-91a0-e1e420831fe3, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=aa23f36f-8afa-400e-91a0-e1e420831fe3,segment=NetworkSegment(548811fd-0d5d-4f2a-9c52-8b852003d48e),segment_id=548811fd-0d5d-4f2a-9c52-8b852003d48e)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:21:02.348163 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-7f4ffddc-cd4f-40ec-a63a-d256cb64c139 req-d5321491-c799-46c1-8cd7-febe2c6cdbc3 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:02.349792 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fe79ff-034a-4c75-8f66-a85cbb5ff3c7 admin admin] Pushing event updated for resources: {'Port': ['ID=8021da57-e3b6-432d-9e44-c3da7a9e0d92,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:21:02.399316 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-7f4ffddc-cd4f-40ec-a63a-d256cb64c139 req-d5321491-c799-46c1-8cd7-febe2c6cdbc3 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Calling delete_port for aa23f36f-8afa-400e-91a0-e1e420831fe3 owned by compute:nova {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:21:02.460455 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-581f7cba-9247-4c96-91e9-de26fd892595 None None] Set router f515891f-a8b7-4a6f-9814-1319a10b6e69 gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:21:02.512788 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9206d073-140a-49c9-8c7a-59c34646bdad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:02.540243 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9206d073-140a-49c9-8c7a-59c34646bdad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:02.577549 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900e3385-cab2-4077-8722-4a7a79610ce2 req-2f91b7f9-b64f-4f95-a8ca-94a62d1d95ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:02.595059 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-8fd24b64-7d2c-4fed-9e94-bb844b000d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4fb3a2-cf1a-484e-8947-1a9c5627a33c', 'name': 'tempest-AttachVolumeTestJSON-441656062-router', 'tenant_id': '46ea3823b08b4c9799a678c4a73b1420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.97'}], 'enable_snat': True}, 'gw_port_id': 'f13a6673-ce7b-46fd-a875-cac70ff04edc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:15:06Z', 'updated_at': '2022-05-18T18:15:22Z', 'revision_number': 4, 'project_id': '46ea3823b08b4c9799a678c4a73b1420', 'gw_port': {'id': 'f13a6673-ce7b-46fd-a875-cac70ff04edc', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4fb3a2-cf1a-484e-8947-1a9c5627a33c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:15:09Z', 'updated_at': '2022-05-18T18:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': 'cd70482d-9db9-4032-8b3b-4e7754226bf7', 'tenant_id': '46ea3823b08b4c9799a678c4a73b1420', 'floating_ip_address': '172.25.5.189', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': 'dd4fb3a2-cf1a-484e-8947-1a9c5627a33c', 'port_id': 'b3574f87-5a1a-409e-81ae-2017bd6b025c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32202dd9-9064-4832-817f-7e8b4a8db1c5', 'mac_address': 'fa:16:3e:78:c1:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb5fc42-1e94-43a3-9aa4-ad4e9a06c9c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T18:20:22Z', 'updated_at': '2022-05-18T18:20:54Z', 'revision_number': 1, 'project_id': '46ea3823b08b4c9799a678c4a73b1420', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bccb3d7-6789-4c70-a9e4-2ecb4df9c97f', 'name': '', 'network_id': '32202dd9-9064-4832-817f-7e8b4a8db1c5', 'tenant_id': '46ea3823b08b4c9799a678c4a73b1420', 'mac_address': 'fa:16:3e:b5:3c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4fb3a2-cf1a-484e-8947-1a9c5627a33c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '77da057d-3a9e-4973-b1e0-fe1781c445e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:15:19Z', 'updated_at': '2022-05-18T18:15:30Z', 'revision_number': 5, 'project_id': '46ea3823b08b4c9799a678c4a73b1420', 'subnets': [{'id': '77da057d-3a9e-4973-b1e0-fe1781c445e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:21:02.601814 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-900e3385-cab2-4077-8722-4a7a79610ce2 req-2f91b7f9-b64f-4f95-a8ca-94a62d1d95ee service neutron] 10.222.0.36 "GET /v2.0/networks?id=32202dd9-9064-4832-817f-7e8b4a8db1c5 HTTP/1.1" status: 200 len: 911 time: 0.4311347 May 18 18:21:02.674274 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd24b64-7d2c-4fed-9e94-bb844b000d34 None None] The sync data for ids ['dd4fb3a2-cf1a-484e-8947-1a9c5627a33c'] in n-d-838550-3 is: [{'id': 'dd4fb3a2-cf1a-484e-8947-1a9c5627a33c', 'name': 'tempest-AttachVolumeTestJSON-441656062-router', 'tenant_id': '46ea3823b08b4c9799a678c4a73b1420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.97'}], 'enable_snat': True}, 'gw_port_id': 'f13a6673-ce7b-46fd-a875-cac70ff04edc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:15:06Z', 'updated_at': '2022-05-18T18:15:22Z', 'revision_number': 4, 'project_id': '46ea3823b08b4c9799a678c4a73b1420', 'gw_port': {'id': 'f13a6673-ce7b-46fd-a875-cac70ff04edc', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4fb3a2-cf1a-484e-8947-1a9c5627a33c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:15:09Z', 'updated_at': '2022-05-18T18:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': 'cd70482d-9db9-4032-8b3b-4e7754226bf7', 'tenant_id': '46ea3823b08b4c9799a678c4a73b1420', 'floating_ip_address': '172.25.5.189', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': 'dd4fb3a2-cf1a-484e-8947-1a9c5627a33c', 'port_id': 'b3574f87-5a1a-409e-81ae-2017bd6b025c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32202dd9-9064-4832-817f-7e8b4a8db1c5', 'mac_address': 'fa:16:3e:78:c1:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb5fc42-1e94-43a3-9aa4-ad4e9a06c9c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T18:20:22Z', 'updated_at': '2022-05-18T18:20:54Z', 'revision_number': 1, 'project_id': '46ea3823b08b4c9799a678c4a73b1420', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bccb3d7-6789-4c70-a9e4-2ecb4df9c97f', 'name': '', 'network_id': '32202dd9-9064-4832-817f-7e8b4a8db1c5', 'tenant_id': '46ea3823b08b4c9799a678c4a73b1420', 'mac_address': 'fa:16:3e:b5:3c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4fb3a2-cf1a-484e-8947-1a9c5627a33c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '77da057d-3a9e-4973-b1e0-fe1781c445e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:15:19Z', 'updated_at': '2022-05-18T18:15:30Z', 'revision_number': 5, 'project_id': '46ea3823b08b4c9799a678c4a73b1420', 'subnets': [{'id': '77da057d-3a9e-4973-b1e0-fe1781c445e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:21:02.757201 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:02.787797 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-9206d073-140a-49c9-8c7a-59c34646bdad admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=b516fc4f9dd2491881907b37efcdf317&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8999257 May 18 18:21:02.819205 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 41874) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:21:02.860952 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-7b7d0224-efab-4f43-990c-8296d830fb58 None None] Current status of the port 2ac3d3a3-975f-4e58-b55a-00dc7ec1fcc1 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:21:02.861488 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-7b7d0224-efab-4f43-990c-8296d830fb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:02.885651 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning for port f5291033-c543-4aaf-8149-9933a2a217af completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:21:02.918130 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9206d073-140a-49c9-8c7a-59c34646bdad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e7f6f76-34b3-448b-9862-f6b4f3d50ea0,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:21:02.933655 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning complete for port f5291033-c543-4aaf-8149-9933a2a217af triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:21:02.934284 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:02.946915 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a7fe79ff-034a-4c75-8f66-a85cbb5ff3c7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:02.991100 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d00cf4b-ffe2-4bc3-833e-c70437f56e82 req-406395b4-1572-450b-8fdd-816c0d2a945b tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:03.013441 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d00cf4b-ffe2-4bc3-833e-c70437f56e82 req-406395b4-1572-450b-8fdd-816c0d2a945b tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:03.030774 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d00cf4b-ffe2-4bc3-833e-c70437f56e82 req-406395b4-1572-450b-8fdd-816c0d2a945b tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:03.041367 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d00cf4b-ffe2-4bc3-833e-c70437f56e82 req-406395b4-1572-450b-8fdd-816c0d2a945b tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:03.048985 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d00cf4b-ffe2-4bc3-833e-c70437f56e82 req-406395b4-1572-450b-8fdd-816c0d2a945b tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:03.060390 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-900e3385-cab2-4077-8722-4a7a79610ce2 req-72d603b4-ab01-4448-a40b-65ed6ee9d1fa service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b3574f87-5a1a-409e-81ae-2017bd6b025c HTTP/1.1" status: 200 len: 1000 time: 0.4377818 May 18 18:21:03.062816 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d00cf4b-ffe2-4bc3-833e-c70437f56e82 req-406395b4-1572-450b-8fdd-816c0d2a945b tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:03.069870 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d00cf4b-ffe2-4bc3-833e-c70437f56e82 req-406395b4-1572-450b-8fdd-816c0d2a945b tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:03.079114 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1d00cf4b-ffe2-4bc3-833e-c70437f56e82 req-406395b4-1572-450b-8fdd-816c0d2a945b tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c294977-a47a-459b-b24e-566121e05c9a HTTP/1.1" status: 200 len: 5427 time: 0.4711781 May 18 18:21:03.143231 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-c39ff57f-990d-4b22-bac5-cad911c32110 None None] Allocated IP 172.20.0.2 (7aa26c41-7ab0-46a4-918b-c02a06fb73a9/4525d442-54cb-406f-a4b1-3318b8441c72/bd4b0b12-82f0-46e7-bead-321d00c88c1c) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:21:03.353338 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66560d31-3743-4acf-9eb8-52221328499a None None] New status for floating IP cd70482d-9db9-4032-8b3b-4e7754226bf7: ACTIVE {{(pid=102732) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 18:21:03.399317 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-7b7d0224-efab-4f43-990c-8296d830fb58 None None] For port 2ac3d3a3-975f-4e58-b55a-00dc7ec1fcc1, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=2ac3d3a3-975f-4e58-b55a-00dc7ec1fcc1,segment=NetworkSegment(91232e8c-3d17-424b-b810-746db9884dd3),segment_id=91232e8c-3d17-424b-b810-746db9884dd3)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:21:03.441005 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1d00cf4b-ffe2-4bc3-833e-c70437f56e82 req-baee666b-a83c-47d8-a0e6-16e0dce23374 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "GET /v2.0/security-groups?id=7394e4bf-8f0c-4c6c-8c6c-8df7a26d4fa0&id=bbd4527f-f9e4-46b0-8c76-f8fe8c004d55&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3603501 May 18 18:21:03.524638 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-7b7d0224-efab-4f43-990c-8296d830fb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:03.598544 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76bcf02-d744-40da-b7ef-a47c1deee681 req-1bac61e9-bc3c-4105-8f4e-6305ee187afd tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:03.612124 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d76bcf02-d744-40da-b7ef-a47c1deee681 req-1bac61e9-bc3c-4105-8f4e-6305ee187afd tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] 10.222.0.36 "GET /v2.0/networks?id=d4b6ec45-8396-4fe1-937b-4f4531714ee9 HTTP/1.1" status: 200 len: 813 time: 0.3826723 May 18 18:21:03.642209 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-d76bcf02-d744-40da-b7ef-a47c1deee681 req-628b7fc5-30f9-4b73-9c86-f87bf6103cbe tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] Request body: {'port': {'device_id': '4d388198-0287-4970-bf7d-bf60a9ddd017', 'network_id': 'd4b6ec45-8396-4fe1-937b-4f4531714ee9', 'admin_state_up': True, 'tenant_id': '0e05293eb5e34984a222e72ede2f6bc1'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:21:03.674679 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76bcf02-d744-40da-b7ef-a47c1deee681 req-7f6afa5c-c802-4b23-9f46-7acd18299631 tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:03.676586 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d76bcf02-d744-40da-b7ef-a47c1deee681 req-7f6afa5c-c802-4b23-9f46-7acd18299631 tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] 10.222.0.88 "GET /v2.0/networks?id=d4b6ec45-8396-4fe1-937b-4f4531714ee9 HTTP/1.1" status: 200 len: 813 time: 0.4811366 May 18 18:21:03.677828 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-17a9c15d-635c-42a5-b614-f82e9fc3ac7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:03.696321 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06376e2-5e3d-4083-9485-55a2b8392a88 req-d382245e-66a8-4e25-944f-5b47bcfaf656 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:03.698070 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d06376e2-5e3d-4083-9485-55a2b8392a88 req-d382245e-66a8-4e25-944f-5b47bcfaf656 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "GET /v2.0/ports?device_id=37c27a1b-623c-44a7-a5a8-1c1ff493d84b HTTP/1.1" status: 200 len: 942 time: 0.8843169 May 18 18:21:03.707434 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-d76bcf02-d744-40da-b7ef-a47c1deee681 req-dfdabfa2-49a1-4a8b-af9d-b346e61cc918 tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] Request body: {'port': {'device_id': '2477535a-37a0-40f4-8c75-0988c08c9f3f', 'network_id': 'd4b6ec45-8396-4fe1-937b-4f4531714ee9', 'admin_state_up': True, 'tenant_id': '0e05293eb5e34984a222e72ede2f6bc1'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:21:03.725329 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port f5291033-c543-4aaf-8149-9933a2a217af is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:21:03.725830 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:03.798796 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-721b27c6-026e-4477-8394-b4d8170130b6 req-497de580-4ad8-49d4-8d3a-d218dd5bba0f tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] 10.222.0.85 "GET /v2.0/ports?device_id=2477535a-37a0-40f4-8c75-0988c08c9f3f HTTP/1.1" status: 200 len: 210 time: 0.1658161 May 18 18:21:03.905643 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900e3385-cab2-4077-8722-4a7a79610ce2 req-6956e364-6ded-4a86-adbd-8b155c3feb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:03.907563 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-900e3385-cab2-4077-8722-4a7a79610ce2 req-6956e364-6ded-4a86-adbd-8b155c3feb95 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=77da057d-3a9e-4973-b1e0-fe1781c445e0 HTTP/1.1" status: 200 len: 849 time: 0.8444738 May 18 18:21:03.909101 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-7f4ffddc-cd4f-40ec-a63a-d256cb64c139 req-d5321491-c799-46c1-8cd7-febe2c6cdbc3 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:04.027603 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-17a9c15d-635c-42a5-b614-f82e9fc3ac7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:04.045171 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d76bcf02-d744-40da-b7ef-a47c1deee681 req-628b7fc5-30f9-4b73-9c86-f87bf6103cbe tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] Made reservation on behalf of 0e05293eb5e34984a222e72ede2f6bc1 for: {'port': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:21:04.051839 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-d76bcf02-d744-40da-b7ef-a47c1deee681 req-628b7fc5-30f9-4b73-9c86-f87bf6103cbe tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:04.069485 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5321491-c799-46c1-8cd7-febe2c6cdbc3 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Pushing event deleted for resources: {'Port': ['ID=aa23f36f-8afa-400e-91a0-e1e420831fe3,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:21:04.116157 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a7fe79ff-034a-4c75-8f66-a85cbb5ff3c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596801'] for router, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:04.199116 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d06376e2-5e3d-4083-9485-55a2b8392a88 req-c39ff369-c7d6-42b0-83ed-a49a286d08bd tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "GET /v2.0/security-groups?id=9a2067b3-2854-40c8-880f-cf75b37fd6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4274960 May 18 18:21:04.282976 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900e3385-cab2-4077-8722-4a7a79610ce2 req-eb82b290-ce86-459d-b526-f4f09f80e43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:04.288413 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-900e3385-cab2-4077-8722-4a7a79610ce2 req-eb82b290-ce86-459d-b526-f4f09f80e43f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=32202dd9-9064-4832-817f-7e8b4a8db1c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3504064 May 18 18:21:04.356272 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f4ffddc-cd4f-40ec-a63a-d256cb64c139 req-d5321491-c799-46c1-8cd7-febe2c6cdbc3 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] No DVR routers for this DVR port aa23f36f-8afa-400e-91a0-e1e420831fe3 on host n-h2-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:21:04.367497 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-7f4ffddc-cd4f-40ec-a63a-d256cb64c139 req-d5321491-c799-46c1-8cd7-febe2c6cdbc3 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:04.376754 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7f4ffddc-cd4f-40ec-a63a-d256cb64c139 req-d5321491-c799-46c1-8cd7-febe2c6cdbc3 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.88 "DELETE /v2.0/ports/aa23f36f-8afa-400e-91a0-e1e420831fe3 HTTP/1.1" status: 204 len: 173 time: 3.0844944 May 18 18:21:04.412100 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37c27a1b-623c-44a7-a5a8-1c1ff493d84b', 'name': 'network-vif-deleted', 'tag': 'aa23f36f-8afa-400e-91a0-e1e420831fe3'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:21:04.415368 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac4a06ce-16d6-4d67-94e8-8e10b441873a" -d '{"events": [{"server_uuid": "37c27a1b-623c-44a7-a5a8-1c1ff493d84b", "name": "network-vif-deleted", "tag": "aa23f36f-8afa-400e-91a0-e1e420831fe3"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:21:04.510399 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7d0224-efab-4f43-990c-8296d830fb58 None None] Pushing event updated for resources: {'Port': ['ID=2ac3d3a3-975f-4e58-b55a-00dc7ec1fcc1,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:21:04.525179 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c294977-a47a-459b-b24e-566121e05c9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5291033-c543-4aaf-8149-9933a2a217af'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:21:04.530585 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44c8cf3d-a235-4448-9d56-27ca4494ac65" -d '{"events": [{"server_uuid": "6c294977-a47a-459b-b24e-566121e05c9a", "name": "network-vif-plugged", "status": "completed", "tag": "f5291033-c543-4aaf-8149-9933a2a217af"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:21:04.585215 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port f5291033-c543-4aaf-8149-9933a2a217af, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=f5291033-c543-4aaf-8149-9933a2a217af,segment=NetworkSegment(a7800232-88f1-4191-84ff-21a644fb4b30),segment_id=a7800232-88f1-4191-84ff-21a644fb4b30)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:21:04.617401 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:04.639384 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 47ed802e-3cf4-472d-b402-936465b16c4c up at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:21:04.672433 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-814ec168-a046-41f5-be49-e59666fb909a x-openstack-request-id: req-814ec168-a046-41f5-be49-e59666fb909a {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:21:04.676312 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37c27a1b-623c-44a7-a5a8-1c1ff493d84b", "name": "network-vif-deleted", "tag": "aa23f36f-8afa-400e-91a0-e1e420831fe3", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:21:04.676312 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-814ec168-a046-41f5-be49-e59666fb909a {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:21:04.676792 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-814ec168-a046-41f5-be49-e59666fb909a'] response: {'server_uuid': '37c27a1b-623c-44a7-a5a8-1c1ff493d84b', 'name': 'network-vif-deleted', 'tag': 'aa23f36f-8afa-400e-91a0-e1e420831fe3', 'status': 'completed', 'code': 200} May 18 18:21:04.754982 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6238e5db-1491-4a21-aa3d-9c2e52293c1e x-openstack-request-id: req-6238e5db-1491-4a21-aa3d-9c2e52293c1e {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:21:04.755386 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c294977-a47a-459b-b24e-566121e05c9a", "name": "network-vif-plugged", "status": "completed", "tag": "f5291033-c543-4aaf-8149-9933a2a217af", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:21:04.755746 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-6238e5db-1491-4a21-aa3d-9c2e52293c1e {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:21:04.767470 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6238e5db-1491-4a21-aa3d-9c2e52293c1e'] response: {'server_uuid': '6c294977-a47a-459b-b24e-566121e05c9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5291033-c543-4aaf-8149-9933a2a217af', 'code': 200} May 18 18:21:04.819632 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d76bcf02-d744-40da-b7ef-a47c1deee681 req-dfdabfa2-49a1-4a8b-af9d-b346e61cc918 tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] Made reservation on behalf of 0e05293eb5e34984a222e72ede2f6bc1 for: {'port': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:21:04.836399 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-d76bcf02-d744-40da-b7ef-a47c1deee681 req-dfdabfa2-49a1-4a8b-af9d-b346e61cc918 tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:04.854370 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-17a9c15d-635c-42a5-b614-f82e9fc3ac7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:04.868577 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-17a9c15d-635c-42a5-b614-f82e9fc3ac7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:04.886549 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-17a9c15d-635c-42a5-b614-f82e9fc3ac7c admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/1e7f6f76-34b3-448b-9862-f6b4f3d50ea0 HTTP/1.1" status: 204 len: 168 time: 2.0403569 May 18 18:21:04.937480 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c39ff57f-990d-4b22-bac5-cad911c32110 None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:04.958687 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c39ff57f-990d-4b22-bac5-cad911c32110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:04.996156 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 7 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 18:21:05.036511 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39ff57f-990d-4b22-bac5-cad911c32110 None None] Network 7aa26c41-7ab0-46a4-918b-c02a06fb73a9 is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:21:05.051006 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=f5291033-c543-4aaf-8149-9933a2a217af,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:21:05.054802 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b65c55-13a7-4b7c-8428-d32273588b9c req-827b5678-00f6-4092-9c5a-6d604dfab620 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:05.059439 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-c39ff57f-990d-4b22-bac5-cad911c32110 None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:21:05.069280 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39ff57f-990d-4b22-bac5-cad911c32110 None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:21:05.074774 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning for port 47ed802e-3cf4-472d-b402-936465b16c4c completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:21:05.076657 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b65c55-13a7-4b7c-8428-d32273588b9c req-827b5678-00f6-4092-9c5a-6d604dfab620 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:05.082454 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-581f7cba-9247-4c96-91e9-de26fd892595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f515891f-a8b7-4a6f-9814-1319a10b6e69', 'name': 'tempest-TestVolumeBootPattern-31464916-router', 'tenant_id': '4ce86b77116a4afca1694cba473235e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '76222933-de15-4351-b270-218c7879e007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:20:37Z', 'updated_at': '2022-05-18T18:20:50Z', 'revision_number': 4, 'project_id': '4ce86b77116a4afca1694cba473235e6', 'gw_port': {'id': '76222933-de15-4351-b270-218c7879e007', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:13:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f515891f-a8b7-4a6f-9814-1319a10b6e69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:20:40Z', 'updated_at': '2022-05-18T18:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '2ac3d3a3-975f-4e58-b55a-00dc7ec1fcc1', 'name': '', 'network_id': 'eafefbfa-378a-4a8a-8ee5-45c0c746f8e9', 'tenant_id': '4ce86b77116a4afca1694cba473235e6', 'mac_address': 'fa:16:3e:9c:0a:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f515891f-a8b7-4a6f-9814-1319a10b6e69', 'device_owner': 'network:router_interface', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': 'ab1f7f5a-a761-43dc-be82-e3f213958e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:20:48Z', 'updated_at': '2022-05-18T18:20:58Z', 'revision_number': 4, 'project_id': '4ce86b77116a4afca1694cba473235e6', 'subnets': [{'id': 'ab1f7f5a-a761-43dc-be82-e3f213958e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:21:05.107831 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning complete for port 47ed802e-3cf4-472d-b402-936465b16c4c triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:21:05.107831 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:05.118469 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b65c55-13a7-4b7c-8428-d32273588b9c req-827b5678-00f6-4092-9c5a-6d604dfab620 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:05.134230 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b65c55-13a7-4b7c-8428-d32273588b9c req-827b5678-00f6-4092-9c5a-6d604dfab620 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:05.140932 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581f7cba-9247-4c96-91e9-de26fd892595 None None] The sync data for ids ['f515891f-a8b7-4a6f-9814-1319a10b6e69'] in n-d-838550-3 is: [{'id': 'f515891f-a8b7-4a6f-9814-1319a10b6e69', 'name': 'tempest-TestVolumeBootPattern-31464916-router', 'tenant_id': '4ce86b77116a4afca1694cba473235e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '76222933-de15-4351-b270-218c7879e007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:20:37Z', 'updated_at': '2022-05-18T18:20:50Z', 'revision_number': 4, 'project_id': '4ce86b77116a4afca1694cba473235e6', 'gw_port': {'id': '76222933-de15-4351-b270-218c7879e007', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:13:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f515891f-a8b7-4a6f-9814-1319a10b6e69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:20:40Z', 'updated_at': '2022-05-18T18:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '2ac3d3a3-975f-4e58-b55a-00dc7ec1fcc1', 'name': '', 'network_id': 'eafefbfa-378a-4a8a-8ee5-45c0c746f8e9', 'tenant_id': '4ce86b77116a4afca1694cba473235e6', 'mac_address': 'fa:16:3e:9c:0a:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f515891f-a8b7-4a6f-9814-1319a10b6e69', 'device_owner': 'network:router_interface', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': 'ab1f7f5a-a761-43dc-be82-e3f213958e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:20:48Z', 'updated_at': '2022-05-18T18:20:58Z', 'revision_number': 4, 'project_id': '4ce86b77116a4afca1694cba473235e6', 'subnets': [{'id': 'ab1f7f5a-a761-43dc-be82-e3f213958e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:21:05.158454 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b65c55-13a7-4b7c-8428-d32273588b9c req-827b5678-00f6-4092-9c5a-6d604dfab620 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:05.172845 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b65c55-13a7-4b7c-8428-d32273588b9c req-827b5678-00f6-4092-9c5a-6d604dfab620 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:05.187661 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b65c55-13a7-4b7c-8428-d32273588b9c req-827b5678-00f6-4092-9c5a-6d604dfab620 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:05.189742 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-19b65c55-13a7-4b7c-8428-d32273588b9c req-827b5678-00f6-4092-9c5a-6d604dfab620 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c294977-a47a-459b-b24e-566121e05c9a HTTP/1.1" status: 200 len: 5428 time: 0.5270481 May 18 18:21:05.256732 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a9c15d-635c-42a5-b614-f82e9fc3ac7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e7f6f76-34b3-448b-9862-f6b4f3d50ea0,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:21:05.363582 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-900e3385-cab2-4077-8722-4a7a79610ce2 req-283853fa-a235-4113-8618-b984163bb472 service neutron] 10.222.0.36 "GET /v2.0/networks/32202dd9-9064-4832-817f-7e8b4a8db1c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0167706 May 18 18:21:05.452790 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39ff57f-990d-4b22-bac5-cad911c32110 None None] Pushing event updated for resources: {'Port': ['ID=bd4b0b12-82f0-46e7-bead-321d00c88c1c,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:21:05.476486 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-c39ff57f-990d-4b22-bac5-cad911c32110 None None] Attempting to bind port bd4b0b12-82f0-46e7-bead-321d00c88c1c on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:21:05.477191 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-c39ff57f-990d-4b22-bac5-cad911c32110 None None] Attempting to bind port bd4b0b12-82f0-46e7-bead-321d00c88c1c by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': 'd6b74819-9ae2-4033-957b-0f2d69506f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '7aa26c41-7ab0-46a4-918b-c02a06fb73a9'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:21:05.478051 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39ff57f-990d-4b22-bac5-cad911c32110 None None] Attempting to bind port bd4b0b12-82f0-46e7-bead-321d00c88c1c on network 7aa26c41-7ab0-46a4-918b-c02a06fb73a9 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:21:05.488139 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39ff57f-990d-4b22-bac5-cad911c32110 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:21:05.488973 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39ff57f-990d-4b22-bac5-cad911c32110 None None] Checking segment: {'id': 'd6b74819-9ae2-4033-957b-0f2d69506f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '7aa26c41-7ab0-46a4-918b-c02a06fb73a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:21:05.489546 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c39ff57f-990d-4b22-bac5-cad911c32110 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:05.490513 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39ff57f-990d-4b22-bac5-cad911c32110 None None] Bound using segment: {'id': 'd6b74819-9ae2-4033-957b-0f2d69506f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '7aa26c41-7ab0-46a4-918b-c02a06fb73a9'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:21:05.491170 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-c39ff57f-990d-4b22-bac5-cad911c32110 None None] Bound port: bd4b0b12-82f0-46e7-bead-321d00c88c1c, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6b74819-9ae2-4033-957b-0f2d69506f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '7aa26c41-7ab0-46a4-918b-c02a06fb73a9'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:21:05.491740 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c39ff57f-990d-4b22-bac5-cad911c32110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:05.507607 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [req-d76bcf02-d744-40da-b7ef-a47c1deee681 req-628b7fc5-30f9-4b73-9c86-f87bf6103cbe tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] Allocated IP 172.20.0.4 (d4b6ec45-8396-4fe1-937b-4f4531714ee9/2f488a76-59b5-4fcc-be79-14e19d3284e4/c2f86529-82a9-44b1-8a30-769a77a62c8a) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:21:05.630767 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 47ed802e-3cf4-472d-b402-936465b16c4c is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:21:05.631396 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:05.647143 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c39ff57f-990d-4b22-bac5-cad911c32110 None None] For port bd4b0b12-82f0-46e7-bead-321d00c88c1c, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:21:05.701393 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c39ff57f-990d-4b22-bac5-cad911c32110 None None] For port bd4b0b12-82f0-46e7-bead-321d00c88c1c, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=bd4b0b12-82f0-46e7-bead-321d00c88c1c,segment=NetworkSegment(d6b74819-9ae2-4033-957b-0f2d69506f79),segment_id=d6b74819-9ae2-4033-957b-0f2d69506f79)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:21:05.718789 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 47ed802e-3cf4-472d-b402-936465b16c4c, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=47ed802e-3cf4-472d-b402-936465b16c4c,segment=NetworkSegment(a7800232-88f1-4191-84ff-21a644fb4b30),segment_id=a7800232-88f1-4191-84ff-21a644fb4b30)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:21:05.736143 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c39ff57f-990d-4b22-bac5-cad911c32110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:05.758370 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:05.759354 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device d4ec0f42-d022-4b39-a3c7-9c61a248da1c up at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:21:05.935980 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 41936) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:21:05.977915 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39ff57f-990d-4b22-bac5-cad911c32110 None None] Pushing event updated for resources: {'Port': ['ID=bd4b0b12-82f0-46e7-bead-321d00c88c1c,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:21:06.066892 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-080c57c6-1966-46cb-aec7-9c598a0293b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:06.338567 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=47ed802e-3cf4-472d-b402-936465b16c4c,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:21:06.363661 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning for port d4ec0f42-d022-4b39-a3c7-9c61a248da1c completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:21:06.373360 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning complete for port d4ec0f42-d022-4b39-a3c7-9c61a248da1c triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:21:06.375396 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:06.387585 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-d76bcf02-d744-40da-b7ef-a47c1deee681 req-628b7fc5-30f9-4b73-9c86-f87bf6103cbe tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:06.522315 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7fe79ff-034a-4c75-8f66-a85cbb5ff3c7 admin admin] Router 48ef2e1d-2986-49ca-963c-18a28cb0fb81 is scheduled to L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e with binding_index 1 {{(pid=102730) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 18 18:21:06.615015 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port d4ec0f42-d022-4b39-a3c7-9c61a248da1c is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:21:06.615641 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:06.631813 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-eb5f58fd-2a89-4e6c-85f2-26830526b2e0 req-14b8433e-3508-42b4-a1a6-4a24257cb28a tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] 10.222.0.85 "GET /v2.0/ports?device_id=2477535a-37a0-40f4-8c75-0988c08c9f3f HTTP/1.1" status: 200 len: 210 time: 1.3564835 May 18 18:21:06.686187 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-900e3385-cab2-4077-8722-4a7a79610ce2 req-b34cd8bd-0486-490a-a548-b6bd1bdd75a0 service neutron] 10.222.0.36 "GET /v2.0/networks/32202dd9-9064-4832-817f-7e8b4a8db1c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2991545 May 18 18:21:06.705323 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-080c57c6-1966-46cb-aec7-9c598a0293b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:06.732036 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-080c57c6-1966-46cb-aec7-9c598a0293b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:06.753496 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port d4ec0f42-d022-4b39-a3c7-9c61a248da1c, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=d4ec0f42-d022-4b39-a3c7-9c61a248da1c,segment=NetworkSegment(a7800232-88f1-4191-84ff-21a644fb4b30),segment_id=a7800232-88f1-4191-84ff-21a644fb4b30)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:21:06.768320 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c294977-a47a-459b-b24e-566121e05c9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47ed802e-3cf4-472d-b402-936465b16c4c'}, {'server_uuid': '6c294977-a47a-459b-b24e-566121e05c9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4ec0f42-d022-4b39-a3c7-9c61a248da1c'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:21:06.770929 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-988c46bf-339e-42b1-b7d5-504eb3679b8b" -d '{"events": [{"server_uuid": "6c294977-a47a-459b-b24e-566121e05c9a", "name": "network-vif-plugged", "status": "completed", "tag": "47ed802e-3cf4-472d-b402-936465b16c4c"}, {"server_uuid": "6c294977-a47a-459b-b24e-566121e05c9a", "name": "network-vif-plugged", "status": "completed", "tag": "d4ec0f42-d022-4b39-a3c7-9c61a248da1c"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:21:06.775508 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:06.776170 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device e157eaf7-2d01-4856-9076-ce983dd35c57 up at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:21:06.860279 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-19b65c55-13a7-4b7c-8428-d32273588b9c req-733ad5c6-127b-458c-8909-746e60abda8e tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "GET /v2.0/security-groups?id=7394e4bf-8f0c-4c6c-8c6c-8df7a26d4fa0&id=bbd4527f-f9e4-46b0-8c76-f8fe8c004d55&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.6181967 May 18 18:21:06.987346 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=d4ec0f42-d022-4b39-a3c7-9c61a248da1c,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:21:07.012133 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning for port e157eaf7-2d01-4856-9076-ce983dd35c57 completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:21:07.016831 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning complete for port e157eaf7-2d01-4856-9076-ce983dd35c57 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:21:07.017555 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:07.067548 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d50829ad-3679-414f-9cb8-38418974f212 req-993e40f3-9530-40fe-872f-e4050623494d tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "GET /v2.0/ports?device_id=37c27a1b-623c-44a7-a5a8-1c1ff493d84b HTTP/1.1" status: 200 len: 210 time: 0.2749438 May 18 18:21:07.111601 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 18 May 2022 18:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7787b8f8-c443-465d-8e51-dda59c6facf3 x-openstack-request-id: req-7787b8f8-c443-465d-8e51-dda59c6facf3 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:21:07.118427 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c294977-a47a-459b-b24e-566121e05c9a", "name": "network-vif-plugged", "status": "completed", "tag": "47ed802e-3cf4-472d-b402-936465b16c4c", "code": 200}, {"server_uuid": "6c294977-a47a-459b-b24e-566121e05c9a", "name": "network-vif-plugged", "status": "completed", "tag": "d4ec0f42-d022-4b39-a3c7-9c61a248da1c", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:21:07.118752 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-7787b8f8-c443-465d-8e51-dda59c6facf3 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:21:07.119260 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7787b8f8-c443-465d-8e51-dda59c6facf3'] response: {'server_uuid': '6c294977-a47a-459b-b24e-566121e05c9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47ed802e-3cf4-472d-b402-936465b16c4c', 'code': 200} May 18 18:21:07.119673 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7787b8f8-c443-465d-8e51-dda59c6facf3'] response: {'server_uuid': '6c294977-a47a-459b-b24e-566121e05c9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4ec0f42-d022-4b39-a3c7-9c61a248da1c', 'code': 200} May 18 18:21:07.122869 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device bd4b0b12-82f0-46e7-bead-321d00c88c1c up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:21:07.239748 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-080c57c6-1966-46cb-aec7-9c598a0293b6 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=a4c22f69b8854e71a8d740621a867fa3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2831633 May 18 18:21:07.239748 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7fe79ff-034a-4c75-8f66-a85cbb5ff3c7 admin admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:21:07.243846 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080c57c6-1966-46cb-aec7-9c598a0293b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4ae6935-0eed-466d-9d0a-50f95d7aa3d6,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:21:07.247777 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 41954) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:21:07.254804 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81b423b-9b5e-427a-b134-c62e250abd3c None None] Sync routers for ids ['48ef2e1d-2986-49ca-963c-18a28cb0fb81'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:21:07.283944 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [req-d76bcf02-d744-40da-b7ef-a47c1deee681 req-dfdabfa2-49a1-4a8b-af9d-b346e61cc918 tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] Allocated IP 172.20.0.9 (d4b6ec45-8396-4fe1-937b-4f4531714ee9/2f488a76-59b5-4fcc-be79-14e19d3284e4/cebbd0e0-8962-4bf7-960d-d246e435c170) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:21:07.294586 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81b423b-9b5e-427a-b134-c62e250abd3c None None] Routers {'48ef2e1d-2986-49ca-963c-18a28cb0fb81'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:21:07.295820 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-d81b423b-9b5e-427a-b134-c62e250abd3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:20:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['48ef2e1d-2986-49ca-963c-18a28cb0fb81'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:21:07.328030 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port bd4b0b12-82f0-46e7-bead-321d00c88c1c triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:21:07.330639 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:07.343989 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port e157eaf7-2d01-4856-9076-ce983dd35c57 is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:21:07.344713 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:07.363682 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-d76bcf02-d744-40da-b7ef-a47c1deee681 req-628b7fc5-30f9-4b73-9c86-f87bf6103cbe tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:07.394258 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a7fe79ff-034a-4c75-8f66-a85cbb5ff3c7 admin admin] Notify callbacks [] for router, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:07.397158 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-a7fe79ff-034a-4c75-8f66-a85cbb5ff3c7 admin admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 9.7283370 May 18 18:21:07.400522 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 41960) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:21:07.471839 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port e157eaf7-2d01-4856-9076-ce983dd35c57, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=e157eaf7-2d01-4856-9076-ce983dd35c57,segment=NetworkSegment(d9d98bab-9820-406c-b473-c4327f400811),segment_id=d9d98bab-9820-406c-b473-c4327f400811)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:21:07.529166 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:07.530151 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 8fea59a2-2b88-47db-86f9-6bea97cc7b69 up at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:21:07.597041 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628b7fc5-30f9-4b73-9c86-f87bf6103cbe tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] Pushing event updated for resources: {'Port': ['ID=c2f86529-82a9-44b1-8a30-769a77a62c8a,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:21:07.711274 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d76bcf02-d744-40da-b7ef-a47c1deee681 req-628b7fc5-30f9-4b73-9c86-f87bf6103cbe tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] Network d4b6ec45-8396-4fe1-937b-4f4531714ee9 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:21:07.724741 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [req-d76bcf02-d744-40da-b7ef-a47c1deee681 req-628b7fc5-30f9-4b73-9c86-f87bf6103cbe tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:21:07.751116 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-d81b423b-9b5e-427a-b134-c62e250abd3c None None] Set router 48ef2e1d-2986-49ca-963c-18a28cb0fb81 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:21:07.764143 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-d76bcf02-d744-40da-b7ef-a47c1deee681 req-628b7fc5-30f9-4b73-9c86-f87bf6103cbe tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:21:07.891127 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b2b17769-aaff-4824-8fef-acc79b2f76f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:07.990942 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d9d08bee-1837-4cc6-8136-97b5df61fe95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:07.995496 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b2b17769-aaff-4824-8fef-acc79b2f76f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:08.057832 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=e157eaf7-2d01-4856-9076-ce983dd35c57,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:21:08.059610 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cc7130a0-d927-4b13-adb6-de5ed6cf41b9 req-c477d8e7-4352-4a34-8c34-c4cb8d8b6824 tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] 10.222.0.85 "GET /v2.0/ports?device_id=2477535a-37a0-40f4-8c75-0988c08c9f3f HTTP/1.1" status: 200 len: 210 time: 0.1046705 May 18 18:21:08.149579 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port bd4b0b12-82f0-46e7-bead-321d00c88c1c is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:21:08.150138 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:08.209373 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning for port 8fea59a2-2b88-47db-86f9-6bea97cc7b69 completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:21:08.232841 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning complete for port 8fea59a2-2b88-47db-86f9-6bea97cc7b69 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:21:08.233378 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:08.239689 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b2b17769-aaff-4824-8fef-acc79b2f76f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:08.251721 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b2b17769-aaff-4824-8fef-acc79b2f76f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:08.252931 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-b2b17769-aaff-4824-8fef-acc79b2f76f4 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/d4ae6935-0eed-466d-9d0a-50f95d7aa3d6 HTTP/1.1" status: 204 len: 168 time: 0.9242840 May 18 18:21:08.273156 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] For port bd4b0b12-82f0-46e7-bead-321d00c88c1c, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=bd4b0b12-82f0-46e7-bead-321d00c88c1c,segment=NetworkSegment(d6b74819-9ae2-4033-957b-0f2d69506f79),segment_id=d6b74819-9ae2-4033-957b-0f2d69506f79)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:21:08.299281 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a35f62-be42-4758-85f3-7eefb5daedec None None] Network 7aa26c41-7ab0-46a4-918b-c02a06fb73a9 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:21:08.343788 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76bcf02-d744-40da-b7ef-a47c1deee681 req-628b7fc5-30f9-4b73-9c86-f87bf6103cbe tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:08.348130 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-d76bcf02-d744-40da-b7ef-a47c1deee681 req-628b7fc5-30f9-4b73-9c86-f87bf6103cbe tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:08.367365 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-d76bcf02-d744-40da-b7ef-a47c1deee681 req-dfdabfa2-49a1-4a8b-af9d-b346e61cc918 tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:08.392052 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b17769-aaff-4824-8fef-acc79b2f76f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4ae6935-0eed-466d-9d0a-50f95d7aa3d6,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:21:08.431815 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fe20350c-d7cc-4d47-9f23-81f372a470c5 req-3ea826a4-37ac-48f8-b000-6e562f9c0bb0 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "GET /v2.0/ports?device_id=37c27a1b-623c-44a7-a5a8-1c1ff493d84b HTTP/1.1" status: 200 len: 210 time: 0.1648958 May 18 18:21:08.455411 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:08.456378 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 2ac3d3a3-975f-4e58-b55a-00dc7ec1fcc1 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:21:08.494720 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b710f6-1ca9-407b-8ed5-ec512ed2b0c1 req-9ed2f8fb-0869-4e72-a172-d3e55821b20e tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:08.515245 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-d81b423b-9b5e-427a-b134-c62e250abd3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ef2e1d-2986-49ca-963c-18a28cb0fb81', 'name': 'tempest-TestVolumeBootPattern-1240838456-router', 'tenant_id': '1f65ade323dd42ac9fc33a000ad4ab9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '8021da57-e3b6-432d-9e44-c3da7a9e0d92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:20:58Z', 'updated_at': '2022-05-18T18:21:02Z', 'revision_number': 3, 'project_id': '1f65ade323dd42ac9fc33a000ad4ab9b', 'gw_port': {'id': '8021da57-e3b6-432d-9e44-c3da7a9e0d92', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ea:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48ef2e1d-2986-49ca-963c-18a28cb0fb81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2203, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:21:00Z', 'updated_at': '2022-05-18T18:21:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:21:08.516349 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b710f6-1ca9-407b-8ed5-ec512ed2b0c1 req-9ed2f8fb-0869-4e72-a172-d3e55821b20e tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:08.529971 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b710f6-1ca9-407b-8ed5-ec512ed2b0c1 req-9ed2f8fb-0869-4e72-a172-d3e55821b20e tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:08.561805 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b710f6-1ca9-407b-8ed5-ec512ed2b0c1 req-9ed2f8fb-0869-4e72-a172-d3e55821b20e tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:08.579677 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b710f6-1ca9-407b-8ed5-ec512ed2b0c1 req-9ed2f8fb-0869-4e72-a172-d3e55821b20e tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:08.600154 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b710f6-1ca9-407b-8ed5-ec512ed2b0c1 req-9ed2f8fb-0869-4e72-a172-d3e55821b20e tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:08.608892 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b710f6-1ca9-407b-8ed5-ec512ed2b0c1 req-9ed2f8fb-0869-4e72-a172-d3e55821b20e tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:08.626659 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-40b710f6-1ca9-407b-8ed5-ec512ed2b0c1 req-9ed2f8fb-0869-4e72-a172-d3e55821b20e tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c294977-a47a-459b-b24e-566121e05c9a HTTP/1.1" status: 200 len: 5431 time: 0.4233227 May 18 18:21:08.655721 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-7cd4370e-ece9-4372-8a1c-86399157fe8a None None] Provisioning complete for port bd4b0b12-82f0-46e7-bead-321d00c88c1c triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:21:08.656089 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-7cd4370e-ece9-4372-8a1c-86399157fe8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:08.678778 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81b423b-9b5e-427a-b134-c62e250abd3c None None] Checking router: 48ef2e1d-2986-49ca-963c-18a28cb0fb81 for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:21:08.679426 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81b423b-9b5e-427a-b134-c62e250abd3c None None] Updating router 48ef2e1d-2986-49ca-963c-18a28cb0fb81 port 8021da57-e3b6-432d-9e44-c3da7a9e0d92 binding host n-d-838550-3 {{(pid=102733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 18:21:08.749953 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-40b710f6-1ca9-407b-8ed5-ec512ed2b0c1 req-e83487fd-8a10-44c8-ae30-2345d7a08d15 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "GET /v2.0/security-groups?id=7394e4bf-8f0c-4c6c-8c6c-8df7a26d4fa0&id=bbd4527f-f9e4-46b0-8c76-f8fe8c004d55&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1164246 May 18 18:21:08.758549 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-d81b423b-9b5e-427a-b134-c62e250abd3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:08.763171 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d76bcf02-d744-40da-b7ef-a47c1deee681 req-628b7fc5-30f9-4b73-9c86-f87bf6103cbe tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1289592 May 18 18:21:08.784331 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-d76bcf02-d744-40da-b7ef-a47c1deee681 req-ea45367d-2faa-4b17-8e0b-cb08a97b9d91 service neutron] Request body: {'port': {'device_id': '4d388198-0287-4970-bf7d-bf60a9ddd017', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-3'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:21:08.849808 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-d76bcf02-d744-40da-b7ef-a47c1deee681 req-dfdabfa2-49a1-4a8b-af9d-b346e61cc918 tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:08.922057 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d76bcf02-d744-40da-b7ef-a47c1deee681 req-dfdabfa2-49a1-4a8b-af9d-b346e61cc918 tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] Network d4b6ec45-8396-4fe1-937b-4f4531714ee9 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:21:08.931367 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [req-d76bcf02-d744-40da-b7ef-a47c1deee681 req-dfdabfa2-49a1-4a8b-af9d-b346e61cc918 tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:21:08.938782 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-d76bcf02-d744-40da-b7ef-a47c1deee681 req-dfdabfa2-49a1-4a8b-af9d-b346e61cc918 tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:21:08.955289 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-d76bcf02-d744-40da-b7ef-a47c1deee681 req-ea45367d-2faa-4b17-8e0b-cb08a97b9d91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:08.997330 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Pushing event updated for resources: {'Port': ['ID=bd4b0b12-82f0-46e7-bead-321d00c88c1c,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:21:09.010001 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76bcf02-d744-40da-b7ef-a47c1deee681 req-dfdabfa2-49a1-4a8b-af9d-b346e61cc918 tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:09.010980 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-d76bcf02-d744-40da-b7ef-a47c1deee681 req-dfdabfa2-49a1-4a8b-af9d-b346e61cc918 tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:09.086871 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d76bcf02-d744-40da-b7ef-a47c1deee681 req-dfdabfa2-49a1-4a8b-af9d-b346e61cc918 tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3825083 May 18 18:21:09.106103 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 2ac3d3a3-975f-4e58-b55a-00dc7ec1fcc1 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:21:09.106775 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:09.137740 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c294977-a47a-459b-b24e-566121e05c9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e157eaf7-2d01-4856-9076-ce983dd35c57'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:21:09.140417 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7517520-86a9-47c4-93ff-995ee0abd35e" -d '{"events": [{"server_uuid": "6c294977-a47a-459b-b24e-566121e05c9a", "name": "network-vif-plugged", "status": "completed", "tag": "e157eaf7-2d01-4856-9076-ce983dd35c57"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:21:09.160082 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 8fea59a2-2b88-47db-86f9-6bea97cc7b69 is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:21:09.160854 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:09.194334 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [req-d76bcf02-d744-40da-b7ef-a47c1deee681 req-70732105-7492-4f6b-9c38-90f33beca76f tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=102731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 18:21:09.195598 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d76bcf02-d744-40da-b7ef-a47c1deee681 req-70732105-7492-4f6b-9c38-90f33beca76f tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0479798 May 18 18:21:09.200559 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdabfa2-49a1-4a8b-af9d-b346e61cc918 tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] Pushing event updated for resources: {'Port': ['ID=cebbd0e0-8962-4bf7-960d-d246e435c170,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:21:09.285380 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54f8b21c-7adc-4094-abdd-d0e284681f39 x-openstack-request-id: req-54f8b21c-7adc-4094-abdd-d0e284681f39 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:21:09.290471 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c294977-a47a-459b-b24e-566121e05c9a", "name": "network-vif-plugged", "status": "completed", "tag": "e157eaf7-2d01-4856-9076-ce983dd35c57", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:21:09.290865 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-54f8b21c-7adc-4094-abdd-d0e284681f39 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:21:09.292536 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54f8b21c-7adc-4094-abdd-d0e284681f39'] response: {'server_uuid': '6c294977-a47a-459b-b24e-566121e05c9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e157eaf7-2d01-4856-9076-ce983dd35c57', 'code': 200} May 18 18:21:09.414159 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-d76bcf02-d744-40da-b7ef-a47c1deee681 req-f46b0647-2a50-4b62-9f78-2aca1583c38c service neutron] Request body: {'port': {'device_id': '2477535a-37a0-40f4-8c75-0988c08c9f3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-3'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:21:09.467659 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-d81b423b-9b5e-427a-b134-c62e250abd3c None None] Notify callbacks [] for port, precommit_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:09.482795 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-7cd4370e-ece9-4372-8a1c-86399157fe8a None None] Current status of the port bd4b0b12-82f0-46e7-bead-321d00c88c1c is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:21:09.484816 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-d81b423b-9b5e-427a-b134-c62e250abd3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:09.507304 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 8fea59a2-2b88-47db-86f9-6bea97cc7b69, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=8fea59a2-2b88-47db-86f9-6bea97cc7b69,segment=NetworkSegment(6e9852f8-306e-4aa4-96d1-1c5bc2f94c82),segment_id=6e9852f8-306e-4aa4-96d1-1c5bc2f94c82)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:21:09.590996 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-d81b423b-9b5e-427a-b134-c62e250abd3c None None] Attempting to bind port 8021da57-e3b6-432d-9e44-c3da7a9e0d92 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:21:09.591595 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-d81b423b-9b5e-427a-b134-c62e250abd3c None None] Attempting to bind port 8021da57-e3b6-432d-9e44-c3da7a9e0d92 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:21:09.591726 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81b423b-9b5e-427a-b134-c62e250abd3c None None] Attempting to bind port 8021da57-e3b6-432d-9e44-c3da7a9e0d92 on network 31ebd439-090c-4b25-bbb0-31c48711b145 {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:21:09.614989 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81b423b-9b5e-427a-b134-c62e250abd3c None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:21:09.615167 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81b423b-9b5e-427a-b134-c62e250abd3c None None] Checking segment: {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:21:09.615499 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-d81b423b-9b5e-427a-b134-c62e250abd3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:09.615899 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81b423b-9b5e-427a-b134-c62e250abd3c None None] Bound using segment: {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:21:09.616487 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-d81b423b-9b5e-427a-b134-c62e250abd3c None None] Bound port: 8021da57-e3b6-432d-9e44-c3da7a9e0d92, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:21:09.616754 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-d81b423b-9b5e-427a-b134-c62e250abd3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:09.649253 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fab775ed-4d57-409f-9187-be3da5aced36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:09.651455 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:09.652285 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device d7dcad22-e92b-4b04-9ae5-6faddc7193ce up at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:21:09.750894 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-d76bcf02-d744-40da-b7ef-a47c1deee681 req-f46b0647-2a50-4b62-9f78-2aca1583c38c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:09.775178 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.db [None req-d81b423b-9b5e-427a-b134-c62e250abd3c None None] For port 8021da57-e3b6-432d-9e44-c3da7a9e0d92, host n-d-838550-3, cleared binding levels {{(pid=102733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:21:09.787675 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.db [None req-d81b423b-9b5e-427a-b134-c62e250abd3c None None] For port 8021da57-e3b6-432d-9e44-c3da7a9e0d92, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=8021da57-e3b6-432d-9e44-c3da7a9e0d92,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:21:09.809536 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d81b15b-caf0-426d-a064-3586d27a31cc None None] Pushing event updated for resources: {'Port': ['ID=8021da57-e3b6-432d-9e44-c3da7a9e0d92,revision_number=2']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:21:09.821027 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-d81b423b-9b5e-427a-b134-c62e250abd3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:09.891956 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=8fea59a2-2b88-47db-86f9-6bea97cc7b69,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:21:09.927619 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b035ae60-69a9-42c1-b05a-2f0f2ef99150 req-711845dc-ed2b-4bad-9dc0-015414a1e122 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "GET /v2.0/ports?device_id=37c27a1b-623c-44a7-a5a8-1c1ff493d84b HTTP/1.1" status: 200 len: 210 time: 0.2020569 May 18 18:21:09.928211 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8588cc-99e2-429e-ad13-681b8e81f959 req-8e85b966-3482-4cb6-91a8-d2b6cdecfeb0 tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:09.929294 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1e8588cc-99e2-429e-ad13-681b8e81f959 req-8e85b966-3482-4cb6-91a8-d2b6cdecfeb0 tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] 10.222.0.85 "GET /v2.0/ports?device_id=2477535a-37a0-40f4-8c75-0988c08c9f3f HTTP/1.1" status: 200 len: 931 time: 0.5193787 May 18 18:21:09.963610 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [req-d76bcf02-d744-40da-b7ef-a47c1deee681 req-ea45367d-2faa-4b17-8e0b-cb08a97b9d91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2f86529-82a9-44b1-8a30-769a77a62c8a {{(pid=102730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:21:09.993028 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-d76bcf02-d744-40da-b7ef-a47c1deee681 req-ea45367d-2faa-4b17-8e0b-cb08a97b9d91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:10.010338 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 2ac3d3a3-975f-4e58-b55a-00dc7ec1fcc1 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:21:10.040434 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [req-d76bcf02-d744-40da-b7ef-a47c1deee681 req-ea45367d-2faa-4b17-8e0b-cb08a97b9d91 service neutron] Transition to ACTIVE for port object c2f86529-82a9-44b1-8a30-769a77a62c8a will not be triggered until provisioned by entity L2. {{(pid=102730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:21:10.052411 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-d76bcf02-d744-40da-b7ef-a47c1deee681 req-ea45367d-2faa-4b17-8e0b-cb08a97b9d91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:10.108361 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81b423b-9b5e-427a-b134-c62e250abd3c None None] Routers {'48ef2e1d-2986-49ca-963c-18a28cb0fb81'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:21:10.109050 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-d81b423b-9b5e-427a-b134-c62e250abd3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:20:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['48ef2e1d-2986-49ca-963c-18a28cb0fb81'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:21:10.146088 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-411c0b5a-4cfe-4389-948e-f3ebacaeca3b None None] Provisioning complete for port bd4b0b12-82f0-46e7-bead-321d00c88c1c triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:21:10.146599 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-411c0b5a-4cfe-4389-948e-f3ebacaeca3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:10.253611 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-23417a04-db71-4450-80a5-285cf493868e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:10.294049 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device bd4b0b12-82f0-46e7-bead-321d00c88c1c up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:21:10.296508 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1e8588cc-99e2-429e-ad13-681b8e81f959 req-18c1f053-ff50-4746-bb8a-2064a59769fa tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] 10.222.0.85 "GET /v2.0/security-groups?id=39832044-5715-44fb-889f-070634a49525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3506792 May 18 18:21:10.317896 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea45367d-2faa-4b17-8e0b-cb08a97b9d91 service neutron] Pushing event updated for resources: {'Port': ['ID=c2f86529-82a9-44b1-8a30-769a77a62c8a,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:21:10.351322 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning for port d7dcad22-e92b-4b04-9ae5-6faddc7193ce completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:21:10.374604 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning complete for port d7dcad22-e92b-4b04-9ae5-6faddc7193ce triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:21:10.375256 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:10.407276 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f7cd4f-be99-437b-9cca-561ce3927869 req-06a2e066-86d6-40f4-9045-48f4b4bece3a tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:10.425002 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f7cd4f-be99-437b-9cca-561ce3927869 req-06a2e066-86d6-40f4-9045-48f4b4bece3a tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:10.451532 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f7cd4f-be99-437b-9cca-561ce3927869 req-06a2e066-86d6-40f4-9045-48f4b4bece3a tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:10.464296 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port bd4b0b12-82f0-46e7-bead-321d00c88c1c triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:21:10.464296 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:10.469898 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f7cd4f-be99-437b-9cca-561ce3927869 req-06a2e066-86d6-40f4-9045-48f4b4bece3a tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:10.489386 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f7cd4f-be99-437b-9cca-561ce3927869 req-06a2e066-86d6-40f4-9045-48f4b4bece3a tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:10.509346 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f7cd4f-be99-437b-9cca-561ce3927869 req-06a2e066-86d6-40f4-9045-48f4b4bece3a tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:10.516300 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f7cd4f-be99-437b-9cca-561ce3927869 req-06a2e066-86d6-40f4-9045-48f4b4bece3a tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:10.530546 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a9f7cd4f-be99-437b-9cca-561ce3927869 req-06a2e066-86d6-40f4-9045-48f4b4bece3a tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c294977-a47a-459b-b24e-566121e05c9a HTTP/1.1" status: 200 len: 5432 time: 0.3174195 May 18 18:21:10.541522 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-d81b423b-9b5e-427a-b134-c62e250abd3c None None] Set router 48ef2e1d-2986-49ca-963c-18a28cb0fb81 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:21:10.586059 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-fab775ed-4d57-409f-9187-be3da5aced36 admin admin] Allocated IP 172.20.0.1 (7aa26c41-7ab0-46a4-918b-c02a06fb73a9/4525d442-54cb-406f-a4b1-3318b8441c72/5ccd61af-c160-4065-85c5-dfff175ea14f) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:21:10.729017 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-411c0b5a-4cfe-4389-948e-f3ebacaeca3b None None] Current status of the port bd4b0b12-82f0-46e7-bead-321d00c88c1c is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:21:10.748279 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a9f7cd4f-be99-437b-9cca-561ce3927869 req-f836261f-06e7-4e26-90b6-829c67900c64 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "GET /v2.0/security-groups?id=7394e4bf-8f0c-4c6c-8c6c-8df7a26d4fa0&id=bbd4527f-f9e4-46b0-8c76-f8fe8c004d55&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1723056 May 18 18:21:10.766734 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d81b15b-caf0-426d-a064-3586d27a31cc None None] Pushing event updated for resources: {'Port': ['ID=8021da57-e3b6-432d-9e44-c3da7a9e0d92,revision_number=3']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:21:10.795196 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port d7dcad22-e92b-4b04-9ae5-6faddc7193ce is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:21:10.795605 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:10.822666 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-d76bcf02-d744-40da-b7ef-a47c1deee681 req-ea45367d-2faa-4b17-8e0b-cb08a97b9d91 service neutron] Attempting to bind port c2f86529-82a9-44b1-8a30-769a77a62c8a on host n-h1-838550-3 for vnic_type normal with profile {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:21:10.823760 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-d76bcf02-d744-40da-b7ef-a47c1deee681 req-ea45367d-2faa-4b17-8e0b-cb08a97b9d91 service neutron] Attempting to bind port c2f86529-82a9-44b1-8a30-769a77a62c8a by drivers openvswitch,hyperv on host n-h1-838550-3 at level 0 using segments [{'id': 'c8ae678e-3f8e-4e17-ac95-16664837612c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'd4b6ec45-8396-4fe1-937b-4f4531714ee9'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:21:10.824258 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76bcf02-d744-40da-b7ef-a47c1deee681 req-ea45367d-2faa-4b17-8e0b-cb08a97b9d91 service neutron] Attempting to bind port c2f86529-82a9-44b1-8a30-769a77a62c8a on network d4b6ec45-8396-4fe1-937b-4f4531714ee9 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:21:10.837437 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [req-d76bcf02-d744-40da-b7ef-a47c1deee681 req-f46b0647-2a50-4b62-9f78-2aca1583c38c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cebbd0e0-8962-4bf7-960d-d246e435c170 {{(pid=102731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:21:10.840113 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76bcf02-d744-40da-b7ef-a47c1deee681 req-ea45367d-2faa-4b17-8e0b-cb08a97b9d91 service neutron] Port c2f86529-82a9-44b1-8a30-769a77a62c8a on network d4b6ec45-8396-4fe1-937b-4f4531714ee9 not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-3 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:21:10.840713 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76bcf02-d744-40da-b7ef-a47c1deee681 req-ea45367d-2faa-4b17-8e0b-cb08a97b9d91 service neutron] Attempting to bind port c2f86529-82a9-44b1-8a30-769a77a62c8a on network d4b6ec45-8396-4fe1-937b-4f4531714ee9 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:21:10.847541 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-d76bcf02-d744-40da-b7ef-a47c1deee681 req-f46b0647-2a50-4b62-9f78-2aca1583c38c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:10.853116 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76bcf02-d744-40da-b7ef-a47c1deee681 req-ea45367d-2faa-4b17-8e0b-cb08a97b9d91 service neutron] Checking agent: {'id': '1dbac822-25f2-4df8-9dc8-5c2e7b136eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:21:10.863740 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.provisioning_blocks [req-d76bcf02-d744-40da-b7ef-a47c1deee681 req-f46b0647-2a50-4b62-9f78-2aca1583c38c service neutron] Transition to ACTIVE for port object cebbd0e0-8962-4bf7-960d-d246e435c170 will not be triggered until provisioned by entity L2. {{(pid=102731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:21:10.864596 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76bcf02-d744-40da-b7ef-a47c1deee681 req-ea45367d-2faa-4b17-8e0b-cb08a97b9d91 service neutron] Checking segment: {'id': 'c8ae678e-3f8e-4e17-ac95-16664837612c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'd4b6ec45-8396-4fe1-937b-4f4531714ee9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:21:10.865320 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76bcf02-d744-40da-b7ef-a47c1deee681 req-ea45367d-2faa-4b17-8e0b-cb08a97b9d91 service neutron] Bound using segment: {'id': 'c8ae678e-3f8e-4e17-ac95-16664837612c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'd4b6ec45-8396-4fe1-937b-4f4531714ee9'} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:21:10.866204 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-d76bcf02-d744-40da-b7ef-a47c1deee681 req-ea45367d-2faa-4b17-8e0b-cb08a97b9d91 service neutron] Bound port: c2f86529-82a9-44b1-8a30-769a77a62c8a, host: n-h1-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8ae678e-3f8e-4e17-ac95-16664837612c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'd4b6ec45-8396-4fe1-937b-4f4531714ee9'}}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:21:10.866728 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-d76bcf02-d744-40da-b7ef-a47c1deee681 req-ea45367d-2faa-4b17-8e0b-cb08a97b9d91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:10.884517 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-d76bcf02-d744-40da-b7ef-a47c1deee681 req-f46b0647-2a50-4b62-9f78-2aca1583c38c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:11.029362 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port d7dcad22-e92b-4b04-9ae5-6faddc7193ce, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=d7dcad22-e92b-4b04-9ae5-6faddc7193ce,segment=NetworkSegment(a7800232-88f1-4191-84ff-21a644fb4b30),segment_id=a7800232-88f1-4191-84ff-21a644fb4b30)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:21:11.036371 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-d76bcf02-d744-40da-b7ef-a47c1deee681 req-ea45367d-2faa-4b17-8e0b-cb08a97b9d91 service neutron] For port c2f86529-82a9-44b1-8a30-769a77a62c8a, host n-h1-838550-3, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:21:11.046383 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-d76bcf02-d744-40da-b7ef-a47c1deee681 req-ea45367d-2faa-4b17-8e0b-cb08a97b9d91 service neutron] For port c2f86529-82a9-44b1-8a30-769a77a62c8a, host n-h1-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=c2f86529-82a9-44b1-8a30-769a77a62c8a,segment=NetworkSegment(c8ae678e-3f8e-4e17-ac95-16664837612c),segment_id=c8ae678e-3f8e-4e17-ac95-16664837612c)] {{(pid=102730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:21:11.054677 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:11.056895 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-d81b423b-9b5e-427a-b134-c62e250abd3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ef2e1d-2986-49ca-963c-18a28cb0fb81', 'name': 'tempest-TestVolumeBootPattern-1240838456-router', 'tenant_id': '1f65ade323dd42ac9fc33a000ad4ab9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '8021da57-e3b6-432d-9e44-c3da7a9e0d92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:20:58Z', 'updated_at': '2022-05-18T18:21:02Z', 'revision_number': 3, 'project_id': '1f65ade323dd42ac9fc33a000ad4ab9b', 'gw_port': {'id': '8021da57-e3b6-432d-9e44-c3da7a9e0d92', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ea:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48ef2e1d-2986-49ca-963c-18a28cb0fb81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2203, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:21:00Z', 'updated_at': '2022-05-18T18:21:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:21:11.063254 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-d76bcf02-d744-40da-b7ef-a47c1deee681 req-ea45367d-2faa-4b17-8e0b-cb08a97b9d91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:11.092675 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 32ab4e29-e8eb-4fca-ad01-008ffc84e28f up at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:21:11.123836 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81b423b-9b5e-427a-b134-c62e250abd3c None None] The sync data for ids ['48ef2e1d-2986-49ca-963c-18a28cb0fb81'] in n-d-838550-3 is: [{'id': '48ef2e1d-2986-49ca-963c-18a28cb0fb81', 'name': 'tempest-TestVolumeBootPattern-1240838456-router', 'tenant_id': '1f65ade323dd42ac9fc33a000ad4ab9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '8021da57-e3b6-432d-9e44-c3da7a9e0d92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:20:58Z', 'updated_at': '2022-05-18T18:21:02Z', 'revision_number': 3, 'project_id': '1f65ade323dd42ac9fc33a000ad4ab9b', 'gw_port': {'id': '8021da57-e3b6-432d-9e44-c3da7a9e0d92', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ea:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48ef2e1d-2986-49ca-963c-18a28cb0fb81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2203, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:21:00Z', 'updated_at': '2022-05-18T18:21:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:21:11.169391 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fab775ed-4d57-409f-9187-be3da5aced36 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:11.175089 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76bcf02-d744-40da-b7ef-a47c1deee681 req-ea45367d-2faa-4b17-8e0b-cb08a97b9d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:11.176407 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-d76bcf02-d744-40da-b7ef-a47c1deee681 req-ea45367d-2faa-4b17-8e0b-cb08a97b9d91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:11.186413 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d76bcf02-d744-40da-b7ef-a47c1deee681 req-ea45367d-2faa-4b17-8e0b-cb08a97b9d91 service neutron] 10.222.0.36 "PUT /v2.0/ports/c2f86529-82a9-44b1-8a30-769a77a62c8a HTTP/1.1" status: 200 len: 1091 time: 2.4175308 May 18 18:21:11.194797 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d388198-0287-4970-bf7d-bf60a9ddd017', 'tag': 'c2f86529-82a9-44b1-8a30-769a77a62c8a'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:21:11.204761 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-110f45b8-7877-470e-8fe7-9c256ea9f24a" -d '{"events": [{"name": "network-changed", "server_uuid": "4d388198-0287-4970-bf7d-bf60a9ddd017", "tag": "c2f86529-82a9-44b1-8a30-769a77a62c8a"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:21:11.298382 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=d7dcad22-e92b-4b04-9ae5-6faddc7193ce,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:21:11.313261 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port bd4b0b12-82f0-46e7-bead-321d00c88c1c is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:21:11.324051 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c294977-a47a-459b-b24e-566121e05c9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fea59a2-2b88-47db-86f9-6bea97cc7b69'}, {'server_uuid': '6c294977-a47a-459b-b24e-566121e05c9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7dcad22-e92b-4b04-9ae5-6faddc7193ce'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:21:11.326504 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e62aa7b2-b94f-4413-8538-ee53dbddb0ec" -d '{"events": [{"server_uuid": "6c294977-a47a-459b-b24e-566121e05c9a", "name": "network-vif-plugged", "status": "completed", "tag": "8fea59a2-2b88-47db-86f9-6bea97cc7b69"}, {"server_uuid": "6c294977-a47a-459b-b24e-566121e05c9a", "name": "network-vif-plugged", "status": "completed", "tag": "d7dcad22-e92b-4b04-9ae5-6faddc7193ce"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:21:11.328744 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e26dfd9f-ce4d-4ecc-8621-ca199ed0947c x-openstack-request-id: req-e26dfd9f-ce4d-4ecc-8621-ca199ed0947c {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:21:11.329068 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d388198-0287-4970-bf7d-bf60a9ddd017", "tag": "c2f86529-82a9-44b1-8a30-769a77a62c8a", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:21:11.329337 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-e26dfd9f-ce4d-4ecc-8621-ca199ed0947c {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:21:11.329806 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e26dfd9f-ce4d-4ecc-8621-ca199ed0947c'] response: {'name': 'network-changed', 'server_uuid': '4d388198-0287-4970-bf7d-bf60a9ddd017', 'tag': 'c2f86529-82a9-44b1-8a30-769a77a62c8a', 'status': 'completed', 'code': 200} May 18 18:21:11.339006 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46b0647-2a50-4b62-9f78-2aca1583c38c service neutron] Pushing event updated for resources: {'Port': ['ID=cebbd0e0-8962-4bf7-960d-d246e435c170,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:21:11.391374 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea45367d-2faa-4b17-8e0b-cb08a97b9d91 service neutron] Pushing event updated for resources: {'Port': ['ID=c2f86529-82a9-44b1-8a30-769a77a62c8a,revision_number=3']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:21:11.416214 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:11.421675 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-62b2e717-6ef3-4bc9-b544-579b36e2781e req-9863b1c0-9338-4a78-bc83-4d56c19d727c tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "GET /v2.0/ports?device_id=37c27a1b-623c-44a7-a5a8-1c1ff493d84b HTTP/1.1" status: 200 len: 210 time: 0.2301857 May 18 18:21:11.430422 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76bcf02-d744-40da-b7ef-a47c1deee681 req-133a5fa4-16b0-412f-8220-f3db76651534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:11.432390 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d76bcf02-d744-40da-b7ef-a47c1deee681 req-133a5fa4-16b0-412f-8220-f3db76651534 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0e05293eb5e34984a222e72ede2f6bc1&device_id=4d388198-0287-4970-bf7d-bf60a9ddd017 HTTP/1.1" status: 200 len: 1094 time: 0.1563311 May 18 18:21:11.435030 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning for port 32ab4e29-e8eb-4fca-ad01-008ffc84e28f completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:21:11.466916 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning complete for port 32ab4e29-e8eb-4fca-ad01-008ffc84e28f triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:21:11.466916 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:11.586498 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 18 May 2022 18:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f683f8be-e89b-41e2-afa5-6869b954ea5b x-openstack-request-id: req-f683f8be-e89b-41e2-afa5-6869b954ea5b {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:21:11.588222 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c294977-a47a-459b-b24e-566121e05c9a", "name": "network-vif-plugged", "status": "completed", "tag": "8fea59a2-2b88-47db-86f9-6bea97cc7b69", "code": 200}, {"server_uuid": "6c294977-a47a-459b-b24e-566121e05c9a", "name": "network-vif-plugged", "status": "completed", "tag": "d7dcad22-e92b-4b04-9ae5-6faddc7193ce", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:21:11.589395 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-f683f8be-e89b-41e2-afa5-6869b954ea5b {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:21:11.590670 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f683f8be-e89b-41e2-afa5-6869b954ea5b'] response: {'server_uuid': '6c294977-a47a-459b-b24e-566121e05c9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fea59a2-2b88-47db-86f9-6bea97cc7b69', 'code': 200} May 18 18:21:11.591255 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f683f8be-e89b-41e2-afa5-6869b954ea5b'] response: {'server_uuid': '6c294977-a47a-459b-b24e-566121e05c9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7dcad22-e92b-4b04-9ae5-6faddc7193ce', 'code': 200} May 18 18:21:11.597356 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fab775ed-4d57-409f-9187-be3da5aced36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:11.614388 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-d76bcf02-d744-40da-b7ef-a47c1deee681 req-f46b0647-2a50-4b62-9f78-2aca1583c38c service neutron] Attempting to bind port cebbd0e0-8962-4bf7-960d-d246e435c170 on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:21:11.614994 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-d76bcf02-d744-40da-b7ef-a47c1deee681 req-f46b0647-2a50-4b62-9f78-2aca1583c38c service neutron] Attempting to bind port cebbd0e0-8962-4bf7-960d-d246e435c170 by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': 'c8ae678e-3f8e-4e17-ac95-16664837612c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'd4b6ec45-8396-4fe1-937b-4f4531714ee9'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:21:11.615548 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76bcf02-d744-40da-b7ef-a47c1deee681 req-f46b0647-2a50-4b62-9f78-2aca1583c38c service neutron] Attempting to bind port cebbd0e0-8962-4bf7-960d-d246e435c170 on network d4b6ec45-8396-4fe1-937b-4f4531714ee9 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:21:11.631290 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab775ed-4d57-409f-9187-be3da5aced36 admin admin] Network 7aa26c41-7ab0-46a4-918b-c02a06fb73a9 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:21:11.634812 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-fab775ed-4d57-409f-9187-be3da5aced36 admin admin] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:21:11.655285 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d76bcf02-d744-40da-b7ef-a47c1deee681 req-e699ebe3-cf0e-46a8-a39c-22781c7656a4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c2f86529-82a9-44b1-8a30-769a77a62c8a HTTP/1.1" status: 200 len: 217 time: 0.2067478 May 18 18:21:11.682883 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab775ed-4d57-409f-9187-be3da5aced36 admin admin] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:21:11.708009 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76bcf02-d744-40da-b7ef-a47c1deee681 req-f46b0647-2a50-4b62-9f78-2aca1583c38c service neutron] Port cebbd0e0-8962-4bf7-960d-d246e435c170 on network d4b6ec45-8396-4fe1-937b-4f4531714ee9 not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:21:11.708344 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76bcf02-d744-40da-b7ef-a47c1deee681 req-f46b0647-2a50-4b62-9f78-2aca1583c38c service neutron] Attempting to bind port cebbd0e0-8962-4bf7-960d-d246e435c170 on network d4b6ec45-8396-4fe1-937b-4f4531714ee9 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:21:11.761256 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d616fd0-27c3-4e90-9b1b-4c5ba240df9b req-9a358fd8-fe8c-4f66-b654-a83e43bdbfcf tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:11.776759 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4d616fd0-27c3-4e90-9b1b-4c5ba240df9b req-9a358fd8-fe8c-4f66-b654-a83e43bdbfcf tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] 10.222.0.85 "GET /v2.0/ports?device_id=2477535a-37a0-40f4-8c75-0988c08c9f3f HTTP/1.1" status: 200 len: 943 time: 0.1907518 May 18 18:21:11.859383 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76bcf02-d744-40da-b7ef-a47c1deee681 req-1f0e36dc-6474-414d-937b-6011ef4dff3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:11.864525 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d76bcf02-d744-40da-b7ef-a47c1deee681 req-1f0e36dc-6474-414d-937b-6011ef4dff3e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2f488a76-59b5-4fcc-be79-14e19d3284e4 HTTP/1.1" status: 200 len: 853 time: 0.2019866 May 18 18:21:11.878826 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76bcf02-d744-40da-b7ef-a47c1deee681 req-f46b0647-2a50-4b62-9f78-2aca1583c38c service neutron] Checking agent: {'id': 'd1be059a-68ea-4c77-9b2b-29f4afa47e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:21:11.879165 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76bcf02-d744-40da-b7ef-a47c1deee681 req-f46b0647-2a50-4b62-9f78-2aca1583c38c service neutron] Checking segment: {'id': 'c8ae678e-3f8e-4e17-ac95-16664837612c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'd4b6ec45-8396-4fe1-937b-4f4531714ee9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:21:11.879557 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76bcf02-d744-40da-b7ef-a47c1deee681 req-f46b0647-2a50-4b62-9f78-2aca1583c38c service neutron] Bound using segment: {'id': 'c8ae678e-3f8e-4e17-ac95-16664837612c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'd4b6ec45-8396-4fe1-937b-4f4531714ee9'} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:21:11.880010 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-d76bcf02-d744-40da-b7ef-a47c1deee681 req-f46b0647-2a50-4b62-9f78-2aca1583c38c service neutron] Bound port: cebbd0e0-8962-4bf7-960d-d246e435c170, host: n-h2-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8ae678e-3f8e-4e17-ac95-16664837612c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'd4b6ec45-8396-4fe1-937b-4f4531714ee9'}}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:21:11.880371 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-d76bcf02-d744-40da-b7ef-a47c1deee681 req-f46b0647-2a50-4b62-9f78-2aca1583c38c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:11.958643 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d76bcf02-d744-40da-b7ef-a47c1deee681 req-c13e7aba-c1c6-4add-ace5-71e42fe4d876 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d4b6ec45-8396-4fe1-937b-4f4531714ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0742650 May 18 18:21:11.965161 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab775ed-4d57-409f-9187-be3da5aced36 admin admin] Pushing event updated for resources: {'Port': ['ID=5ccd61af-c160-4065-85c5-dfff175ea14f,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:21:12.034823 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4d616fd0-27c3-4e90-9b1b-4c5ba240df9b req-a5ed0905-518e-486a-a7d0-2ee6a3f0441b tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] 10.222.0.85 "GET /v2.0/security-groups?id=39832044-5715-44fb-889f-070634a49525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442954 May 18 18:21:12.183477 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fab775ed-4d57-409f-9187-be3da5aced36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595826'] for router_interface, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:12.288859 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d76bcf02-d744-40da-b7ef-a47c1deee681 req-5ffd9ad5-2718-4ec6-a3b3-61c5dde6cd3d service neutron] 10.222.0.36 "GET /v2.0/networks/d4b6ec45-8396-4fe1-937b-4f4531714ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3166003 May 18 18:21:12.339468 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 32ab4e29-e8eb-4fca-ad01-008ffc84e28f is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:21:12.340821 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:12.370576 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 8021da57-e3b6-432d-9e44-c3da7a9e0d92 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:21:12.406858 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-d76bcf02-d744-40da-b7ef-a47c1deee681 req-f46b0647-2a50-4b62-9f78-2aca1583c38c service neutron] For port cebbd0e0-8962-4bf7-960d-d246e435c170, host n-h2-838550-3, cleared binding levels {{(pid=102731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:21:12.411603 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-d76bcf02-d744-40da-b7ef-a47c1deee681 req-f46b0647-2a50-4b62-9f78-2aca1583c38c service neutron] For port cebbd0e0-8962-4bf7-960d-d246e435c170, host n-h2-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=cebbd0e0-8962-4bf7-960d-d246e435c170,segment=NetworkSegment(c8ae678e-3f8e-4e17-ac95-16664837612c),segment_id=c8ae678e-3f8e-4e17-ac95-16664837612c)] {{(pid=102731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:21:12.452477 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70adda9f-59e7-4e78-939b-b83147cbc6e9 req-0b1010dd-d9d2-4fa9-bb59-5f3cc7863fb3 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:12.462337 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70adda9f-59e7-4e78-939b-b83147cbc6e9 req-0b1010dd-d9d2-4fa9-bb59-5f3cc7863fb3 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:12.482751 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70adda9f-59e7-4e78-939b-b83147cbc6e9 req-0b1010dd-d9d2-4fa9-bb59-5f3cc7863fb3 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:12.494596 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70adda9f-59e7-4e78-939b-b83147cbc6e9 req-0b1010dd-d9d2-4fa9-bb59-5f3cc7863fb3 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:12.512584 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70adda9f-59e7-4e78-939b-b83147cbc6e9 req-0b1010dd-d9d2-4fa9-bb59-5f3cc7863fb3 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:12.537197 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70adda9f-59e7-4e78-939b-b83147cbc6e9 req-0b1010dd-d9d2-4fa9-bb59-5f3cc7863fb3 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:12.546251 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d76bcf02-d744-40da-b7ef-a47c1deee681 req-2dc7451b-a210-4290-9e49-d03270a7d556 service neutron] 10.222.0.36 "GET /v2.0/networks/d4b6ec45-8396-4fe1-937b-4f4531714ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487695 May 18 18:21:12.567957 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70adda9f-59e7-4e78-939b-b83147cbc6e9 req-0b1010dd-d9d2-4fa9-bb59-5f3cc7863fb3 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:12.570675 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-99113664-0f37-497a-9c85-d7a01f18c6d9 None None] Provisioning complete for port 5ccd61af-c160-4065-85c5-dfff175ea14f triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:21:12.571329 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-99113664-0f37-497a-9c85-d7a01f18c6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:12.576931 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 32ab4e29-e8eb-4fca-ad01-008ffc84e28f, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=32ab4e29-e8eb-4fca-ad01-008ffc84e28f,segment=NetworkSegment(6e9852f8-306e-4aa4-96d1-1c5bc2f94c82),segment_id=6e9852f8-306e-4aa4-96d1-1c5bc2f94c82)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:21:12.581226 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:12.594422 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-70adda9f-59e7-4e78-939b-b83147cbc6e9 req-0b1010dd-d9d2-4fa9-bb59-5f3cc7863fb3 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c294977-a47a-459b-b24e-566121e05c9a HTTP/1.1" status: 200 len: 5433 time: 0.6371498 May 18 18:21:12.608365 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-d76bcf02-d744-40da-b7ef-a47c1deee681 req-f46b0647-2a50-4b62-9f78-2aca1583c38c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:12.645185 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76bcf02-d744-40da-b7ef-a47c1deee681 req-f46b0647-2a50-4b62-9f78-2aca1583c38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:12.646126 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-d76bcf02-d744-40da-b7ef-a47c1deee681 req-f46b0647-2a50-4b62-9f78-2aca1583c38c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:12.647887 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d76bcf02-d744-40da-b7ef-a47c1deee681 req-f46b0647-2a50-4b62-9f78-2aca1583c38c service neutron] 10.222.0.88 "PUT /v2.0/ports/cebbd0e0-8962-4bf7-960d-d246e435c170 HTTP/1.1" status: 200 len: 1091 time: 3.4380088 May 18 18:21:12.668585 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:12.682093 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2477535a-37a0-40f4-8c75-0988c08c9f3f', 'tag': 'cebbd0e0-8962-4bf7-960d-d246e435c170'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:21:12.684862 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8018f66-d997-4cfc-b49f-7a0b14da8662" -d '{"events": [{"name": "network-changed", "server_uuid": "2477535a-37a0-40f4-8c75-0988c08c9f3f", "tag": "cebbd0e0-8962-4bf7-960d-d246e435c170"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:21:12.810528 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 8021da57-e3b6-432d-9e44-c3da7a9e0d92 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:21:12.811055 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:12.842580 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f43754b6-5e13-43d3-8c54-34a61514d4cf req-b6da74e8-1cfb-441a-ae5f-6f15e8b1f317 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "GET /v2.0/ports?device_id=37c27a1b-623c-44a7-a5a8-1c1ff493d84b HTTP/1.1" status: 200 len: 210 time: 0.1604490 May 18 18:21:12.875610 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110f45b8-7877-470e-8fe7-9c256ea9f24a req-811178f3-5564-40bd-b086-2e1c8f79aa86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:12.877142 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-110f45b8-7877-470e-8fe7-9c256ea9f24a req-811178f3-5564-40bd-b086-2e1c8f79aa86 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0e05293eb5e34984a222e72ede2f6bc1&device_id=4d388198-0287-4970-bf7d-bf60a9ddd017 HTTP/1.1" status: 200 len: 1094 time: 0.2712576 May 18 18:21:12.877297 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-99113664-0f37-497a-9c85-d7a01f18c6d9 None None] Port 5ccd61af-c160-4065-85c5-dfff175ea14f cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:21:12.944522 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-70adda9f-59e7-4e78-939b-b83147cbc6e9 req-3cd93e1a-f6e3-4d3b-8d52-868d3168c4a2 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "GET /v2.0/security-groups?id=7394e4bf-8f0c-4c6c-8c6c-8df7a26d4fa0&id=bbd4527f-f9e4-46b0-8c76-f8fe8c004d55&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3486536 May 18 18:21:12.978176 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24c9dff7-27ad-45f8-873e-87fac7fd2864 x-openstack-request-id: req-24c9dff7-27ad-45f8-873e-87fac7fd2864 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:21:12.979113 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2477535a-37a0-40f4-8c75-0988c08c9f3f", "tag": "cebbd0e0-8962-4bf7-960d-d246e435c170", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:21:12.979667 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-24c9dff7-27ad-45f8-873e-87fac7fd2864 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:21:12.981039 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24c9dff7-27ad-45f8-873e-87fac7fd2864'] response: {'name': 'network-changed', 'server_uuid': '2477535a-37a0-40f4-8c75-0988c08c9f3f', 'tag': 'cebbd0e0-8962-4bf7-960d-d246e435c170', 'status': 'completed', 'code': 200} May 18 18:21:12.993969 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=32ab4e29-e8eb-4fca-ad01-008ffc84e28f,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:21:13.100997 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:21:13.101341 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:21:13.101595 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:21:13.105541 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:21:13.105969 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:21:13.106320 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:21:13.133818 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:21:13.138654 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110f45b8-7877-470e-8fe7-9c256ea9f24a req-750ba0d3-3de7-41a9-87df-953d38ed8d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:13.138915 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:21:13.139421 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:21:13.139880 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:21:13.140339 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:21:13.141419 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:21:13.147285 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-110f45b8-7877-470e-8fe7-9c256ea9f24a req-750ba0d3-3de7-41a9-87df-953d38ed8d02 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d4b6ec45-8396-4fe1-937b-4f4531714ee9 HTTP/1.1" status: 200 len: 914 time: 0.2606332 May 18 18:21:13.214728 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46b0647-2a50-4b62-9f78-2aca1583c38c service neutron] Pushing event updated for resources: {'Port': ['ID=cebbd0e0-8962-4bf7-960d-d246e435c170,revision_number=3']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:21:13.221048 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76bcf02-d744-40da-b7ef-a47c1deee681 req-f364f1b7-18f5-4b48-a80b-220993588baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:13.222823 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d76bcf02-d744-40da-b7ef-a47c1deee681 req-f364f1b7-18f5-4b48-a80b-220993588baa service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=0e05293eb5e34984a222e72ede2f6bc1&device_id=2477535a-37a0-40f4-8c75-0988c08c9f3f HTTP/1.1" status: 200 len: 1094 time: 0.4428773 May 18 18:21:13.236593 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 8021da57-e3b6-432d-9e44-c3da7a9e0d92 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:21:13.236970 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:13.253095 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-110f45b8-7877-470e-8fe7-9c256ea9f24a req-e2dcb2af-a9e8-4bf1-967a-0eddc73c6300 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c2f86529-82a9-44b1-8a30-769a77a62c8a HTTP/1.1" status: 200 len: 217 time: 0.0907202 May 18 18:21:13.312404 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:13.347118 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] For port 8021da57-e3b6-432d-9e44-c3da7a9e0d92, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=8021da57-e3b6-432d-9e44-c3da7a9e0d92,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:21:13.361131 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:13.432111 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d76bcf02-d744-40da-b7ef-a47c1deee681 req-8024b06d-aef3-4602-b90e-29ccc92c5587 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cebbd0e0-8962-4bf7-960d-d246e435c170 HTTP/1.1" status: 200 len: 217 time: 0.1427202 May 18 18:21:13.435124 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fab775ed-4d57-409f-9187-be3da5aced36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:13.445129 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96978edf-ac7e-4fb4-a196-728acba2a900 req-5df3f436-4f7c-4d15-9867-356c17a07025 tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:13.449330 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-96978edf-ac7e-4fb4-a196-728acba2a900 req-5df3f436-4f7c-4d15-9867-356c17a07025 tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] 10.222.0.85 "GET /v2.0/ports?device_id=2477535a-37a0-40f4-8c75-0988c08c9f3f HTTP/1.1" status: 200 len: 943 time: 0.1946793 May 18 18:21:13.483480 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110f45b8-7877-470e-8fe7-9c256ea9f24a req-5e34fa17-c257-4597-b524-cf4786f0afe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:13.485104 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-110f45b8-7877-470e-8fe7-9c256ea9f24a req-5e34fa17-c257-4597-b524-cf4786f0afe7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2f488a76-59b5-4fcc-be79-14e19d3284e4 HTTP/1.1" status: 200 len: 853 time: 0.1981540 May 18 18:21:13.508376 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Pushing event updated for resources: {'Port': ['ID=8021da57-e3b6-432d-9e44-c3da7a9e0d92,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:21:13.540541 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-110f45b8-7877-470e-8fe7-9c256ea9f24a req-9f4181eb-6ab7-44ff-baf2-5f4272f930eb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d4b6ec45-8396-4fe1-937b-4f4531714ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430708 May 18 18:21:13.592321 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c294977-a47a-459b-b24e-566121e05c9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32ab4e29-e8eb-4fca-ad01-008ffc84e28f'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:21:13.595439 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0480ea51-8d45-40a3-bc46-c5d4090ad14c" -d '{"events": [{"server_uuid": "6c294977-a47a-459b-b24e-566121e05c9a", "name": "network-vif-plugged", "status": "completed", "tag": "32ab4e29-e8eb-4fca-ad01-008ffc84e28f"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:21:13.682991 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76bcf02-d744-40da-b7ef-a47c1deee681 req-8bb33730-26f3-4f88-87ac-a50f76eaf164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:13.684511 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d76bcf02-d744-40da-b7ef-a47c1deee681 req-8bb33730-26f3-4f88-87ac-a50f76eaf164 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2f488a76-59b5-4fcc-be79-14e19d3284e4 HTTP/1.1" status: 200 len: 853 time: 0.2392678 May 18 18:21:13.715597 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-960f5913-5cbf-48d5-b114-147fbb6d7c68 x-openstack-request-id: req-960f5913-5cbf-48d5-b114-147fbb6d7c68 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:21:13.716655 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c294977-a47a-459b-b24e-566121e05c9a", "name": "network-vif-plugged", "status": "completed", "tag": "32ab4e29-e8eb-4fca-ad01-008ffc84e28f", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:21:13.717360 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-960f5913-5cbf-48d5-b114-147fbb6d7c68 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:21:13.718110 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-960f5913-5cbf-48d5-b114-147fbb6d7c68'] response: {'server_uuid': '6c294977-a47a-459b-b24e-566121e05c9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32ab4e29-e8eb-4fca-ad01-008ffc84e28f', 'code': 200} May 18 18:21:13.747939 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-96978edf-ac7e-4fb4-a196-728acba2a900 req-8b4af649-6ca7-4800-bdad-403468f37b6c tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] 10.222.0.85 "GET /v2.0/security-groups?id=39832044-5715-44fb-889f-070634a49525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2899323 May 18 18:21:13.758419 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-110f45b8-7877-470e-8fe7-9c256ea9f24a req-abebc4c8-be52-401a-8a7a-baeedd60e02e service neutron] 10.222.0.36 "GET /v2.0/networks/d4b6ec45-8396-4fe1-937b-4f4531714ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976759 May 18 18:21:13.818369 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d76bcf02-d744-40da-b7ef-a47c1deee681 req-92dc3fcd-7c8d-4c78-847e-8c81ff3a1909 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d4b6ec45-8396-4fe1-937b-4f4531714ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1195509 May 18 18:21:13.887934 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-110f45b8-7877-470e-8fe7-9c256ea9f24a req-a46bb93f-991d-4562-9781-e3f1ce2bdd5f service neutron] 10.222.0.36 "GET /v2.0/networks/d4b6ec45-8396-4fe1-937b-4f4531714ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216738 May 18 18:21:14.160756 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c036a01a-b764-4edc-a208-1006431f46b3 req-218f46bd-873b-4598-8e5a-317fcf561fd9 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "GET /v2.0/ports?device_id=37c27a1b-623c-44a7-a5a8-1c1ff493d84b HTTP/1.1" status: 200 len: 210 time: 0.1352799 May 18 18:21:14.226456 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 8021da57-e3b6-432d-9e44-c3da7a9e0d92 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:21:14.263938 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0861e289-c7ac-4523-88aa-baf6b103b381 req-741be091-6a9e-4786-9f66-181f72ad4601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:14.263938 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0861e289-c7ac-4523-88aa-baf6b103b381 req-741be091-6a9e-4786-9f66-181f72ad4601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:14.263938 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0861e289-c7ac-4523-88aa-baf6b103b381 req-741be091-6a9e-4786-9f66-181f72ad4601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:14.263938 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0861e289-c7ac-4523-88aa-baf6b103b381 req-741be091-6a9e-4786-9f66-181f72ad4601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:14.263938 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0861e289-c7ac-4523-88aa-baf6b103b381 req-741be091-6a9e-4786-9f66-181f72ad4601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:14.263938 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0861e289-c7ac-4523-88aa-baf6b103b381 req-741be091-6a9e-4786-9f66-181f72ad4601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:14.263938 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0861e289-c7ac-4523-88aa-baf6b103b381 req-741be091-6a9e-4786-9f66-181f72ad4601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:14.263938 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0861e289-c7ac-4523-88aa-baf6b103b381 req-741be091-6a9e-4786-9f66-181f72ad4601 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=6c294977-a47a-459b-b24e-566121e05c9a HTTP/1.1" status: 200 len: 6491 time: 0.4485524 May 18 18:21:14.272464 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ac717a-2117-4e8a-83e2-f9d706f03353 req-0462b485-54d2-417c-b3f9-79b87faae793 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:14.290274 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ac717a-2117-4e8a-83e2-f9d706f03353 req-0462b485-54d2-417c-b3f9-79b87faae793 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:14.312589 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ac717a-2117-4e8a-83e2-f9d706f03353 req-0462b485-54d2-417c-b3f9-79b87faae793 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:14.326892 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ac717a-2117-4e8a-83e2-f9d706f03353 req-0462b485-54d2-417c-b3f9-79b87faae793 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:14.341064 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ac717a-2117-4e8a-83e2-f9d706f03353 req-0462b485-54d2-417c-b3f9-79b87faae793 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:14.358829 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ac717a-2117-4e8a-83e2-f9d706f03353 req-0462b485-54d2-417c-b3f9-79b87faae793 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:14.361643 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fab775ed-4d57-409f-9187-be3da5aced36 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:14.380120 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 8021da57-e3b6-432d-9e44-c3da7a9e0d92 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:21:14.381143 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:14.381271 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ac717a-2117-4e8a-83e2-f9d706f03353 req-0462b485-54d2-417c-b3f9-79b87faae793 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:14.391817 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-26ac717a-2117-4e8a-83e2-f9d706f03353 req-0462b485-54d2-417c-b3f9-79b87faae793 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c294977-a47a-459b-b24e-566121e05c9a HTTP/1.1" status: 200 len: 5434 time: 0.2893531 May 18 18:21:14.428949 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fab775ed-4d57-409f-9187-be3da5aced36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:14.512743 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-26ac717a-2117-4e8a-83e2-f9d706f03353 req-98ec58d6-068a-4e68-97a8-cf763f38c6f1 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "GET /v2.0/security-groups?id=7394e4bf-8f0c-4c6c-8c6c-8df7a26d4fa0&id=bbd4527f-f9e4-46b0-8c76-f8fe8c004d55&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1143506 May 18 18:21:14.556336 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 8021da57-e3b6-432d-9e44-c3da7a9e0d92 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:21:14.584303 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d76bcf02-d744-40da-b7ef-a47c1deee681 req-555aa5b7-c9be-4a0e-a3a8-73a3a32c55e0 service neutron] 10.222.0.88 "GET /v2.0/networks/d4b6ec45-8396-4fe1-937b-4f4531714ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7318687 May 18 18:21:14.658055 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab775ed-4d57-409f-9187-be3da5aced36 admin admin] Pushing event updated for resources: {'Port': ['ID=5ccd61af-c160-4065-85c5-dfff175ea14f,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:21:14.661343 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fab775ed-4d57-409f-9187-be3da5aced36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-595870'] for router_interface, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:14.727386 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0861e289-c7ac-4523-88aa-baf6b103b381 req-beeeca7f-5e5e-408e-8f61-3dd744a360e6 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=bbd4527f-f9e4-46b0-8c76-f8fe8c004d55&id=7394e4bf-8f0c-4c6c-8c6c-8df7a26d4fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3619592 May 18 18:21:14.845384 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device c2f86529-82a9-44b1-8a30-769a77a62c8a details requested by agent hyperv_n-h1-838550-3 with host n-h1-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:21:14.955652 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab775ed-4d57-409f-9187-be3da5aced36 admin admin] Network 7aa26c41-7ab0-46a4-918b-c02a06fb73a9 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:21:14.978493 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-fab775ed-4d57-409f-9187-be3da5aced36 admin admin] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:21:15.032655 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 42144) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:21:15.209200 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port c2f86529-82a9-44b1-8a30-769a77a62c8a, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=c2f86529-82a9-44b1-8a30-769a77a62c8a,segment=NetworkSegment(c8ae678e-3f8e-4e17-ac95-16664837612c),segment_id=c8ae678e-3f8e-4e17-ac95-16664837612c)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:21:15.260505 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Returning: {'device': 'c2f86529-82a9-44b1-8a30-769a77a62c8a', 'network_id': 'd4b6ec45-8396-4fe1-937b-4f4531714ee9', 'port_id': 'c2f86529-82a9-44b1-8a30-769a77a62c8a', 'mac_address': 'fa:16:3e:54:42:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f488a76-59b5-4fcc-be79-14e19d3284e4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:21:15.335171 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2032f13f-5885-4b99-8daa-8bef246fe6da admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:15.413299 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port c2f86529-82a9-44b1-8a30-769a77a62c8a is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:21:15.415899 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:15.445160 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2032f13f-5885-4b99-8daa-8bef246fe6da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:15.454579 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2f86529-82a9-44b1-8a30-769a77a62c8a {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:21:15.459492 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2032f13f-5885-4b99-8daa-8bef246fe6da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:15.501247 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port c2f86529-82a9-44b1-8a30-769a77a62c8a, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=c2f86529-82a9-44b1-8a30-769a77a62c8a,segment=NetworkSegment(c8ae678e-3f8e-4e17-ac95-16664837612c),segment_id=c8ae678e-3f8e-4e17-ac95-16664837612c)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:21:15.505557 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-2032f13f-5885-4b99-8daa-8bef246fe6da admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=53c75d0a70514dbe80df9477a099cd83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4713554 May 18 18:21:15.511058 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:15.545254 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 42154) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:21:15.560981 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-36caf222-b00c-4d68-a110-1060f4ee8139 req-efb83b7b-483d-4504-9d38-bf34684b76b1 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "GET /v2.0/ports?device_id=37c27a1b-623c-44a7-a5a8-1c1ff493d84b HTTP/1.1" status: 200 len: 210 time: 0.1137130 May 18 18:21:15.631336 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-ea126eee-ba2b-47c0-a0f8-3387f01a0162 None None] Provisioning complete for port 5ccd61af-c160-4065-85c5-dfff175ea14f triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:21:15.631731 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-ea126eee-ba2b-47c0-a0f8-3387f01a0162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:15.641191 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2032f13f-5885-4b99-8daa-8bef246fe6da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=512b4978-02a6-4e70-8fb6-f054faa50bad,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:21:15.704615 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=c2f86529-82a9-44b1-8a30-769a77a62c8a,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:21:15.733004 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-80abb6e6-b399-4ccc-b5ca-6e0311906109 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:15.733385 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-ea126eee-ba2b-47c0-a0f8-3387f01a0162 None None] Port 5ccd61af-c160-4065-85c5-dfff175ea14f cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:21:15.802625 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-80abb6e6-b399-4ccc-b5ca-6e0311906109 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:15.821447 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['c2f86529-82a9-44b1-8a30-769a77a62c8a'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:21:15.891964 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d76bcf02-d744-40da-b7ef-a47c1deee681 req-4e04c5fa-6656-46b0-bc7c-0d7b28bc4a2f service neutron] 10.222.0.88 "GET /v2.0/networks/d4b6ec45-8396-4fe1-937b-4f4531714ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3026485 May 18 18:21:15.997106 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34340c82-d982-40c5-8d14-c3c84e1fe43d req-46bf0e23-6f9e-4ff7-beea-04deabf6a788 tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:15.998790 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a25f05e-1600-4f2c-ace0-5aff1b20bcde req-16e21315-0ff2-476d-a372-a53c872d8ac9 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:15.999859 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-34340c82-d982-40c5-8d14-c3c84e1fe43d req-46bf0e23-6f9e-4ff7-beea-04deabf6a788 tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] 10.222.0.85 "GET /v2.0/ports?device_id=2477535a-37a0-40f4-8c75-0988c08c9f3f HTTP/1.1" status: 200 len: 943 time: 1.0478230 May 18 18:21:16.022816 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a25f05e-1600-4f2c-ace0-5aff1b20bcde req-16e21315-0ff2-476d-a372-a53c872d8ac9 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:16.029737 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a25f05e-1600-4f2c-ace0-5aff1b20bcde req-16e21315-0ff2-476d-a372-a53c872d8ac9 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:16.038735 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a25f05e-1600-4f2c-ace0-5aff1b20bcde req-16e21315-0ff2-476d-a372-a53c872d8ac9 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:16.045262 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a25f05e-1600-4f2c-ace0-5aff1b20bcde req-16e21315-0ff2-476d-a372-a53c872d8ac9 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:16.052906 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a25f05e-1600-4f2c-ace0-5aff1b20bcde req-16e21315-0ff2-476d-a372-a53c872d8ac9 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:16.060862 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a25f05e-1600-4f2c-ace0-5aff1b20bcde req-16e21315-0ff2-476d-a372-a53c872d8ac9 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:16.063487 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7a25f05e-1600-4f2c-ace0-5aff1b20bcde req-16e21315-0ff2-476d-a372-a53c872d8ac9 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c294977-a47a-459b-b24e-566121e05c9a HTTP/1.1" status: 200 len: 5434 time: 0.3145919 May 18 18:21:16.150502 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-80abb6e6-b399-4ccc-b5ca-6e0311906109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:16.158256 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-80abb6e6-b399-4ccc-b5ca-6e0311906109 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:16.160428 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fab775ed-4d57-409f-9187-be3da5aced36 admin admin] Router 48ef2e1d-2986-49ca-963c-18a28cb0fb81 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:21:16.162068 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-80abb6e6-b399-4ccc-b5ca-6e0311906109 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/512b4978-02a6-4e70-8fb6-f054faa50bad HTTP/1.1" status: 204 len: 168 time: 0.5985014 May 18 18:21:16.183026 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7a25f05e-1600-4f2c-ace0-5aff1b20bcde req-521c506d-d907-48ce-ae6c-6adffd46f97b tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "GET /v2.0/security-groups?id=7394e4bf-8f0c-4c6c-8c6c-8df7a26d4fa0&id=bbd4527f-f9e4-46b0-8c76-f8fe8c004d55&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1057179 May 18 18:21:16.212364 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-34340c82-d982-40c5-8d14-c3c84e1fe43d req-35d439c4-27aa-456d-8450-5c9e1c52c4c4 tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] 10.222.0.85 "GET /v2.0/security-groups?id=39832044-5715-44fb-889f-070634a49525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977916 May 18 18:21:16.255700 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80abb6e6-b399-4ccc-b5ca-6e0311906109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=512b4978-02a6-4e70-8fb6-f054faa50bad,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:21:16.387330 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8018f66-d997-4cfc-b49f-7a0b14da8662 req-b0d4c373-016b-4503-bdda-49b9f4023bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:16.389604 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c8018f66-d997-4cfc-b49f-7a0b14da8662 req-b0d4c373-016b-4503-bdda-49b9f4023bec service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=0e05293eb5e34984a222e72ede2f6bc1&device_id=2477535a-37a0-40f4-8c75-0988c08c9f3f HTTP/1.1" status: 200 len: 1094 time: 0.4055955 May 18 18:21:16.409044 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fab775ed-4d57-409f-9187-be3da5aced36 admin admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:21:16.433400 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076fb0b3-7c94-4cfa-8393-511bddf09efb None None] Sync routers for ids ['48ef2e1d-2986-49ca-963c-18a28cb0fb81'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:21:16.444680 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-fab775ed-4d57-409f-9187-be3da5aced36 admin admin] 10.222.0.85 "PUT /v2.0/routers/48ef2e1d-2986-49ca-963c-18a28cb0fb81/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0349715 May 18 18:21:16.460318 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076fb0b3-7c94-4cfa-8393-511bddf09efb None None] Routers {'48ef2e1d-2986-49ca-963c-18a28cb0fb81'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:21:16.462185 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-076fb0b3-7c94-4cfa-8393-511bddf09efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:21:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['48ef2e1d-2986-49ca-963c-18a28cb0fb81'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:21:16.610641 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8018f66-d997-4cfc-b49f-7a0b14da8662 req-9fbe042c-3b93-4521-ab68-2671b7aa3c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:16.612229 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c8018f66-d997-4cfc-b49f-7a0b14da8662 req-9fbe042c-3b93-4521-ab68-2671b7aa3c1e service neutron] 10.222.0.88 "GET /v2.0/networks?id=d4b6ec45-8396-4fe1-937b-4f4531714ee9 HTTP/1.1" status: 200 len: 914 time: 0.1651704 May 18 18:21:16.750153 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-076fb0b3-7c94-4cfa-8393-511bddf09efb None None] Set router 48ef2e1d-2986-49ca-963c-18a28cb0fb81 gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:21:16.754050 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c8018f66-d997-4cfc-b49f-7a0b14da8662 req-335711bc-8ccb-4604-b203-56bf038e80fb service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cebbd0e0-8962-4bf7-960d-d246e435c170 HTTP/1.1" status: 200 len: 217 time: 0.1290243 May 18 18:21:16.865882 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device c2f86529-82a9-44b1-8a30-769a77a62c8a up at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:21:16.891307 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f4053ebc-6e82-44c2-ba19-58ce92d92ad4 req-ff9626d8-b877-4343-84fb-f648b5d157e2 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "GET /v2.0/ports?device_id=37c27a1b-623c-44a7-a5a8-1c1ff493d84b HTTP/1.1" status: 200 len: 210 time: 0.0775673 May 18 18:21:16.928241 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8018f66-d997-4cfc-b49f-7a0b14da8662 req-01d0f927-a3eb-4a59-a948-0d9dcd6ff41e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:16.934746 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c8018f66-d997-4cfc-b49f-7a0b14da8662 req-01d0f927-a3eb-4a59-a948-0d9dcd6ff41e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2f488a76-59b5-4fcc-be79-14e19d3284e4 HTTP/1.1" status: 200 len: 853 time: 0.1692388 May 18 18:21:16.936111 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 42184) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:21:16.996747 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c8018f66-d997-4cfc-b49f-7a0b14da8662 req-20d5d092-36fe-4c67-82ec-1021a33dac2f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d4b6ec45-8396-4fe1-937b-4f4531714ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482049 May 18 18:21:16.998518 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ef9c0f40-037a-4678-8e81-9ba51ca6427c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:17.023153 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning for port c2f86529-82a9-44b1-8a30-769a77a62c8a completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:21:17.047463 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning complete for port c2f86529-82a9-44b1-8a30-769a77a62c8a triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:21:17.047831 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:17.232196 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c8018f66-d997-4cfc-b49f-7a0b14da8662 req-6a2bac96-cdb2-46e4-acb0-e7bbeef7ad0f service neutron] 10.222.0.88 "GET /v2.0/networks/d4b6ec45-8396-4fe1-937b-4f4531714ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035027 May 18 18:21:17.556361 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3dd87f-b108-4ecd-abd5-2bcd4ee704e2 req-b0397d07-0d3d-4f03-b943-c7d64e8cf935 tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:17.568554 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ee3dd87f-b108-4ecd-abd5-2bcd4ee704e2 req-b0397d07-0d3d-4f03-b943-c7d64e8cf935 tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] 10.222.0.85 "GET /v2.0/ports?device_id=2477535a-37a0-40f4-8c75-0988c08c9f3f HTTP/1.1" status: 200 len: 943 time: 0.1782117 May 18 18:21:17.588306 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-076fb0b3-7c94-4cfa-8393-511bddf09efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ef2e1d-2986-49ca-963c-18a28cb0fb81', 'name': 'tempest-TestVolumeBootPattern-1240838456-router', 'tenant_id': '1f65ade323dd42ac9fc33a000ad4ab9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '8021da57-e3b6-432d-9e44-c3da7a9e0d92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:20:58Z', 'updated_at': '2022-05-18T18:21:13Z', 'revision_number': 4, 'project_id': '1f65ade323dd42ac9fc33a000ad4ab9b', 'gw_port': {'id': '8021da57-e3b6-432d-9e44-c3da7a9e0d92', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ea:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ef2e1d-2986-49ca-963c-18a28cb0fb81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2203, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:21:00Z', 'updated_at': '2022-05-18T18:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '5ccd61af-c160-4065-85c5-dfff175ea14f', 'name': '', 'network_id': '7aa26c41-7ab0-46a4-918b-c02a06fb73a9', 'tenant_id': '1f65ade323dd42ac9fc33a000ad4ab9b', 'mac_address': 'fa:16:3e:54:7a:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48ef2e1d-2986-49ca-963c-18a28cb0fb81', 'device_owner': 'network:router_interface', 'standard_attr_id': 2217, 'fixed_ips': [{'subnet_id': '4525d442-54cb-406f-a4b1-3318b8441c72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:21:09Z', 'updated_at': '2022-05-18T18:21:13Z', 'revision_number': 2, 'project_id': '1f65ade323dd42ac9fc33a000ad4ab9b', 'subnets': [{'id': '4525d442-54cb-406f-a4b1-3318b8441c72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:21:17.588980 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c8018f66-d997-4cfc-b49f-7a0b14da8662 req-30b2d63e-1102-47d6-ac16-c9be67e09a5f service neutron] 10.222.0.88 "GET /v2.0/networks/d4b6ec45-8396-4fe1-937b-4f4531714ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3405368 May 18 18:21:17.621555 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ef9c0f40-037a-4678-8e81-9ba51ca6427c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:17.629447 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ef9c0f40-037a-4678-8e81-9ba51ca6427c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:17.674828 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-ef9c0f40-037a-4678-8e81-9ba51ca6427c admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=38973b3ad690402b94ddb73c0167d2d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7368042 May 18 18:21:17.685318 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076fb0b3-7c94-4cfa-8393-511bddf09efb None None] Checking router: 48ef2e1d-2986-49ca-963c-18a28cb0fb81 for host: n-d-838550-3 {{(pid=102732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:21:17.685318 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076fb0b3-7c94-4cfa-8393-511bddf09efb None None] Updating router 48ef2e1d-2986-49ca-963c-18a28cb0fb81 port 5ccd61af-c160-4065-85c5-dfff175ea14f binding host n-d-838550-3 {{(pid=102732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 18:21:17.688654 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b47404-cf20-4428-87b5-5dfa5d255626 req-98b86ea9-249a-4adc-a5f6-770956392ccf tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:17.696327 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b47404-cf20-4428-87b5-5dfa5d255626 req-98b86ea9-249a-4adc-a5f6-770956392ccf tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:17.699686 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ee3dd87f-b108-4ecd-abd5-2bcd4ee704e2 req-d0dd07f6-3526-499e-9f4b-74e872f51c24 tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] 10.222.0.85 "GET /v2.0/security-groups?id=39832044-5715-44fb-889f-070634a49525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298771 May 18 18:21:17.699940 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 42206) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:21:17.703019 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b47404-cf20-4428-87b5-5dfa5d255626 req-98b86ea9-249a-4adc-a5f6-770956392ccf tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:17.713337 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b47404-cf20-4428-87b5-5dfa5d255626 req-98b86ea9-249a-4adc-a5f6-770956392ccf tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:17.719594 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b47404-cf20-4428-87b5-5dfa5d255626 req-98b86ea9-249a-4adc-a5f6-770956392ccf tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:17.723023 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 42208) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:21:17.726505 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b47404-cf20-4428-87b5-5dfa5d255626 req-98b86ea9-249a-4adc-a5f6-770956392ccf tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:17.732788 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b47404-cf20-4428-87b5-5dfa5d255626 req-98b86ea9-249a-4adc-a5f6-770956392ccf tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:17.734774 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-22b47404-cf20-4428-87b5-5dfa5d255626 req-98b86ea9-249a-4adc-a5f6-770956392ccf tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c294977-a47a-459b-b24e-566121e05c9a HTTP/1.1" status: 200 len: 5434 time: 0.3013811 May 18 18:21:17.799316 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-076fb0b3-7c94-4cfa-8393-511bddf09efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:17.801764 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-22b47404-cf20-4428-87b5-5dfa5d255626 req-e0521cd5-1c09-4d70-970b-d7a13ec5db03 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "GET /v2.0/security-groups?id=7394e4bf-8f0c-4c6c-8c6c-8df7a26d4fa0&id=bbd4527f-f9e4-46b0-8c76-f8fe8c004d55&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0569308 May 18 18:21:17.802396 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9c0f40-037a-4678-8e81-9ba51ca6427c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cb2a0db-4ef0-48b6-8f7f-1a296b0a092b,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:21:17.831382 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port c2f86529-82a9-44b1-8a30-769a77a62c8a is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:21:17.831774 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:17.862057 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4f277f20-02e9-4cac-b90e-d6a152ff9429 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:17.912249 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4f277f20-02e9-4cac-b90e-d6a152ff9429 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:17.962455 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port c2f86529-82a9-44b1-8a30-769a77a62c8a, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=c2f86529-82a9-44b1-8a30-769a77a62c8a,segment=NetworkSegment(c8ae678e-3f8e-4e17-ac95-16664837612c),segment_id=c8ae678e-3f8e-4e17-ac95-16664837612c)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:21:17.974409 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d388198-0287-4970-bf7d-bf60a9ddd017', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2f86529-82a9-44b1-8a30-769a77a62c8a'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:21:17.978919 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b11c2ef-bbf0-444d-9860-6ad93ce34e0a" -d '{"events": [{"server_uuid": "4d388198-0287-4970-bf7d-bf60a9ddd017", "name": "network-vif-plugged", "status": "completed", "tag": "c2f86529-82a9-44b1-8a30-769a77a62c8a"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:21:18.027056 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:18.154374 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fa5e03fe-685a-42b1-9baa-b304d6ee6ac0 req-ddaeceff-0377-4a83-9ead-d866072e6eac tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "GET /v2.0/ports?device_id=37c27a1b-623c-44a7-a5a8-1c1ff493d84b HTTP/1.1" status: 200 len: 210 time: 0.1404743 May 18 18:21:18.274426 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80847345-8f9e-44b2-a45e-310d47a3a66b x-openstack-request-id: req-80847345-8f9e-44b2-a45e-310d47a3a66b {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:21:18.274817 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d388198-0287-4970-bf7d-bf60a9ddd017", "name": "network-vif-plugged", "status": "completed", "tag": "c2f86529-82a9-44b1-8a30-769a77a62c8a", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:21:18.275180 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-80847345-8f9e-44b2-a45e-310d47a3a66b {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:21:18.275657 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80847345-8f9e-44b2-a45e-310d47a3a66b'] response: {'server_uuid': '4d388198-0287-4970-bf7d-bf60a9ddd017', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2f86529-82a9-44b1-8a30-769a77a62c8a', 'code': 200} May 18 18:21:18.283820 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b1903f84-05f1-4151-b5e3-4cbe1f9eea5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:18.317454 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=c2f86529-82a9-44b1-8a30-769a77a62c8a,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:21:18.321239 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dcc01b-8e5c-44fb-ad18-ccfa903926dc req-34839c5f-6f55-433b-9be0-8c0c928f7375 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:18.347945 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dcc01b-8e5c-44fb-ad18-ccfa903926dc req-34839c5f-6f55-433b-9be0-8c0c928f7375 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:18.355488 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dcc01b-8e5c-44fb-ad18-ccfa903926dc req-34839c5f-6f55-433b-9be0-8c0c928f7375 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:18.361871 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dcc01b-8e5c-44fb-ad18-ccfa903926dc req-34839c5f-6f55-433b-9be0-8c0c928f7375 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:18.368664 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dcc01b-8e5c-44fb-ad18-ccfa903926dc req-34839c5f-6f55-433b-9be0-8c0c928f7375 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:18.375197 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dcc01b-8e5c-44fb-ad18-ccfa903926dc req-34839c5f-6f55-433b-9be0-8c0c928f7375 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:18.381647 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dcc01b-8e5c-44fb-ad18-ccfa903926dc req-34839c5f-6f55-433b-9be0-8c0c928f7375 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:18.396333 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 42228) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:21:18.403076 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-13fcb182-c8d7-44d2-9fb9-a61c099858c1 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Request body: {'floatingip': {'port_id': 'e157eaf7-2d01-4856-9076-ce983dd35c57'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:21:18.405998 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-68dcc01b-8e5c-44fb-ad18-ccfa903926dc req-34839c5f-6f55-433b-9be0-8c0c928f7375 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c294977-a47a-459b-b24e-566121e05c9a HTTP/1.1" status: 200 len: 5434 time: 0.3846316 May 18 18:21:18.486962 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-13fcb182-c8d7-44d2-9fb9-a61c099858c1 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Notify callbacks [] for floatingip, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:18.488791 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4f277f20-02e9-4cac-b90e-d6a152ff9429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:18.491498 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4f277f20-02e9-4cac-b90e-d6a152ff9429 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:18.496702 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-4f277f20-02e9-4cac-b90e-d6a152ff9429 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/3cb2a0db-4ef0-48b6-8f7f-1a296b0a092b HTTP/1.1" status: 204 len: 168 time: 0.7957704 May 18 18:21:18.502666 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device cebbd0e0-8962-4bf7-960d-d246e435c170 details requested by agent hyperv_n-h2-838550-3 with host n-h2-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:21:18.564547 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f277f20-02e9-4cac-b90e-d6a152ff9429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cb2a0db-4ef0-48b6-8f7f-1a296b0a092b,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:21:18.589105 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1f405c-3452-4892-a45d-aa588f0eacb3 req-23ea7847-307d-48f8-9ddd-31c1d18f9064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:18.603635 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0d1f405c-3452-4892-a45d-aa588f0eacb3 req-23ea7847-307d-48f8-9ddd-31c1d18f9064 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4d388198-0287-4970-bf7d-bf60a9ddd017 HTTP/1.1" status: 200 len: 1096 time: 0.1792905 May 18 18:21:18.828789 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-076fb0b3-7c94-4cfa-8393-511bddf09efb None None] Notify callbacks [] for port, precommit_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:18.844409 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b1903f84-05f1-4151-b5e3-4cbe1f9eea5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:18.850860 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-076fb0b3-7c94-4cfa-8393-511bddf09efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:18.857500 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b1903f84-05f1-4151-b5e3-4cbe1f9eea5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:18.899575 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0d1f405c-3452-4892-a45d-aa588f0eacb3 req-53df9aa6-ef77-4f89-ae27-efc415b1dc29 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=39832044-5715-44fb-889f-070634a49525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242162 May 18 18:21:18.915642 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1903f84-05f1-4151-b5e3-4cbe1f9eea5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cd39047-318a-4fb8-9198-80aeea73c0e2,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:21:18.949325 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-b1903f84-05f1-4151-b5e3-4cbe1f9eea5a admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=03874ae0fd5b49208c5bb7ff0466370c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2098479 May 18 18:21:18.949325 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 42242) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:21:19.027176 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d2e0a2-bbcb-44ad-9aaf-e9ff42eccbfa None None] Pushing event updated for resources: {'Port': ['ID=5ccd61af-c160-4065-85c5-dfff175ea14f,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:21:19.075718 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port cebbd0e0-8962-4bf7-960d-d246e435c170, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=cebbd0e0-8962-4bf7-960d-d246e435c170,segment=NetworkSegment(c8ae678e-3f8e-4e17-ac95-16664837612c),segment_id=c8ae678e-3f8e-4e17-ac95-16664837612c)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:21:19.082768 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec908ae-8ac8-408b-8c18-2ef56ee5ee68 req-c54c04b8-39e9-431e-b5ce-3ae95c3af86a tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:19.084437 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-dec908ae-8ac8-408b-8c18-2ef56ee5ee68 req-c54c04b8-39e9-431e-b5ce-3ae95c3af86a tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] 10.222.0.85 "GET /v2.0/ports?device_id=2477535a-37a0-40f4-8c75-0988c08c9f3f HTTP/1.1" status: 200 len: 943 time: 0.1896405 May 18 18:21:19.141546 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8faa664e-0c28-4b24-975c-dc9e02462c7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:19.150425 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Returning: {'device': 'cebbd0e0-8962-4bf7-960d-d246e435c170', 'network_id': 'd4b6ec45-8396-4fe1-937b-4f4531714ee9', 'port_id': 'cebbd0e0-8962-4bf7-960d-d246e435c170', 'mac_address': 'fa:16:3e:4a:2c:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f488a76-59b5-4fcc-be79-14e19d3284e4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:21:19.195684 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8faa664e-0c28-4b24-975c-dc9e02462c7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:19.316589 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-dec908ae-8ac8-408b-8c18-2ef56ee5ee68 req-d4c69240-9415-4689-b9a2-081a56415c40 tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] 10.222.0.85 "GET /v2.0/security-groups?id=39832044-5715-44fb-889f-070634a49525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143424 May 18 18:21:19.358167 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-076fb0b3-7c94-4cfa-8393-511bddf09efb None None] Attempting to bind port 5ccd61af-c160-4065-85c5-dfff175ea14f on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:21:19.362177 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-076fb0b3-7c94-4cfa-8393-511bddf09efb None None] Attempting to bind port 5ccd61af-c160-4065-85c5-dfff175ea14f by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': 'd6b74819-9ae2-4033-957b-0f2d69506f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '7aa26c41-7ab0-46a4-918b-c02a06fb73a9'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:21:19.362860 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076fb0b3-7c94-4cfa-8393-511bddf09efb None None] Attempting to bind port 5ccd61af-c160-4065-85c5-dfff175ea14f on network 7aa26c41-7ab0-46a4-918b-c02a06fb73a9 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:21:19.392841 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port cebbd0e0-8962-4bf7-960d-d246e435c170 is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:21:19.395827 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:19.399719 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076fb0b3-7c94-4cfa-8393-511bddf09efb None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:21:19.400374 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076fb0b3-7c94-4cfa-8393-511bddf09efb None None] Checking segment: {'id': 'd6b74819-9ae2-4033-957b-0f2d69506f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '7aa26c41-7ab0-46a4-918b-c02a06fb73a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:21:19.401176 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-076fb0b3-7c94-4cfa-8393-511bddf09efb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:19.401417 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076fb0b3-7c94-4cfa-8393-511bddf09efb None None] Bound using segment: {'id': 'd6b74819-9ae2-4033-957b-0f2d69506f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '7aa26c41-7ab0-46a4-918b-c02a06fb73a9'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:21:19.401927 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-076fb0b3-7c94-4cfa-8393-511bddf09efb None None] Bound port: 5ccd61af-c160-4065-85c5-dfff175ea14f, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6b74819-9ae2-4033-957b-0f2d69506f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '7aa26c41-7ab0-46a4-918b-c02a06fb73a9'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:21:19.402350 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-076fb0b3-7c94-4cfa-8393-511bddf09efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:19.413297 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-809d413a-324d-466f-8ef9-3dbe10a23e1c req-262d6b69-4ec3-48e0-99ba-093f5f646e7c tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "GET /v2.0/ports?device_id=37c27a1b-623c-44a7-a5a8-1c1ff493d84b HTTP/1.1" status: 200 len: 210 time: 0.0441589 May 18 18:21:19.417434 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8faa664e-0c28-4b24-975c-dc9e02462c7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:19.420312 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8faa664e-0c28-4b24-975c-dc9e02462c7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:19.421429 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-8faa664e-0c28-4b24-975c-dc9e02462c7c admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/0cd39047-318a-4fb8-9198-80aeea73c0e2 HTTP/1.1" status: 204 len: 168 time: 0.4733233 May 18 18:21:19.467557 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cebbd0e0-8962-4bf7-960d-d246e435c170 {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:21:19.477204 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faa664e-0c28-4b24-975c-dc9e02462c7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cd39047-318a-4fb8-9198-80aeea73c0e2,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:21:19.495856 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port cebbd0e0-8962-4bf7-960d-d246e435c170, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=cebbd0e0-8962-4bf7-960d-d246e435c170,segment=NetworkSegment(c8ae678e-3f8e-4e17-ac95-16664837612c),segment_id=c8ae678e-3f8e-4e17-ac95-16664837612c)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:21:19.523922 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:19.644424 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-463f1f90-f7d2-4d18-9aaf-64f71ab9788c None None] Provisioning complete for port 5ccd61af-c160-4065-85c5-dfff175ea14f triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:21:19.645367 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-463f1f90-f7d2-4d18-9aaf-64f71ab9788c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:19.648185 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=cebbd0e0-8962-4bf7-960d-d246e435c170,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:21:19.690305 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-076fb0b3-7c94-4cfa-8393-511bddf09efb None None] For port 5ccd61af-c160-4065-85c5-dfff175ea14f, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:21:19.725562 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-076fb0b3-7c94-4cfa-8393-511bddf09efb None None] For port 5ccd61af-c160-4065-85c5-dfff175ea14f, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=5ccd61af-c160-4065-85c5-dfff175ea14f,segment=NetworkSegment(d6b74819-9ae2-4033-957b-0f2d69506f79),segment_id=d6b74819-9ae2-4033-957b-0f2d69506f79)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:21:19.744419 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-076fb0b3-7c94-4cfa-8393-511bddf09efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:19.751334 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-463f1f90-f7d2-4d18-9aaf-64f71ab9788c None None] Port 5ccd61af-c160-4065-85c5-dfff175ea14f cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:21:20.048576 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['cebbd0e0-8962-4bf7-960d-d246e435c170'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:21:20.105217 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.db.resource_extend [None req-13fcb182-c8d7-44d2-9fb9-a61c099858c1 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 18 18:21:20.184747 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076fb0b3-7c94-4cfa-8393-511bddf09efb None None] Routers {'48ef2e1d-2986-49ca-963c-18a28cb0fb81'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:21:20.185705 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-076fb0b3-7c94-4cfa-8393-511bddf09efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:21:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['48ef2e1d-2986-49ca-963c-18a28cb0fb81'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:21:20.239981 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d2e0a2-bbcb-44ad-9aaf-e9ff42eccbfa None None] Pushing event updated for resources: {'Port': ['ID=5ccd61af-c160-4065-85c5-dfff175ea14f,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:21:20.263046 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-13fcb182-c8d7-44d2-9fb9-a61c099858c1 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:20.270051 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-13fcb182-c8d7-44d2-9fb9-a61c099858c1 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596987'] for floatingip, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:20.396877 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-07ef0164-7b57-43b5-b2ea-592b385331e0 None None] Provisioning complete for port 5ccd61af-c160-4065-85c5-dfff175ea14f triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:21:20.398057 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-07ef0164-7b57-43b5-b2ea-592b385331e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:20.499206 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-076fb0b3-7c94-4cfa-8393-511bddf09efb None None] Set router 48ef2e1d-2986-49ca-963c-18a28cb0fb81 gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:21:20.611530 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-325de4f8-bd82-4200-bb0e-8cf3776acc27 req-980b4916-01ef-4ad4-986d-12ff53e6c3cc tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "GET /v2.0/ports?device_id=37c27a1b-623c-44a7-a5a8-1c1ff493d84b HTTP/1.1" status: 200 len: 210 time: 0.0353587 May 18 18:21:20.682492 n-d-838550-3 neutron-server[102731]: INFO neutron.db.l3_db [None req-13fcb182-c8d7-44d2-9fb9-a61c099858c1 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Floating IP 9b043ac5-7d82-4b2a-92ca-90fa2870c4e6 associated. External IP: 172.25.5.56, port: e157eaf7-2d01-4856-9076-ce983dd35c57. May 18 18:21:20.747500 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7fe1a3-8d3a-4f12-acec-073cc5d9abeb req-5ccdbe03-8bc6-470a-8a19-8e72fb37f2f1 tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:20.755305 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ee7fe1a3-8d3a-4f12-acec-073cc5d9abeb req-5ccdbe03-8bc6-470a-8a19-8e72fb37f2f1 tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] 10.222.0.85 "GET /v2.0/ports?device_id=2477535a-37a0-40f4-8c75-0988c08c9f3f HTTP/1.1" status: 200 len: 944 time: 0.1958840 May 18 18:21:20.808230 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ee7fe1a3-8d3a-4f12-acec-073cc5d9abeb req-e4822dae-0597-4c45-8e37-b5f16f8af798 tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] 10.222.0.85 "GET /v2.0/security-groups?id=39832044-5715-44fb-889f-070634a49525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518594 May 18 18:21:20.845252 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-07ef0164-7b57-43b5-b2ea-592b385331e0 None None] Current status of the port 5ccd61af-c160-4065-85c5-dfff175ea14f is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:21:20.845683 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-07ef0164-7b57-43b5-b2ea-592b385331e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:20.900616 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-07ef0164-7b57-43b5-b2ea-592b385331e0 None None] For port 5ccd61af-c160-4065-85c5-dfff175ea14f, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=5ccd61af-c160-4065-85c5-dfff175ea14f,segment=NetworkSegment(d6b74819-9ae2-4033-957b-0f2d69506f79),segment_id=d6b74819-9ae2-4033-957b-0f2d69506f79)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:21:20.906337 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-07ef0164-7b57-43b5-b2ea-592b385331e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:21.076488 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ef0164-7b57-43b5-b2ea-592b385331e0 None None] Pushing event updated for resources: {'Port': ['ID=5ccd61af-c160-4065-85c5-dfff175ea14f,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:21:21.208760 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-076fb0b3-7c94-4cfa-8393-511bddf09efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ef2e1d-2986-49ca-963c-18a28cb0fb81', 'name': 'tempest-TestVolumeBootPattern-1240838456-router', 'tenant_id': '1f65ade323dd42ac9fc33a000ad4ab9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '8021da57-e3b6-432d-9e44-c3da7a9e0d92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:20:58Z', 'updated_at': '2022-05-18T18:21:13Z', 'revision_number': 4, 'project_id': '1f65ade323dd42ac9fc33a000ad4ab9b', 'gw_port': {'id': '8021da57-e3b6-432d-9e44-c3da7a9e0d92', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ea:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ef2e1d-2986-49ca-963c-18a28cb0fb81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2203, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:21:00Z', 'updated_at': '2022-05-18T18:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '5ccd61af-c160-4065-85c5-dfff175ea14f', 'name': '', 'network_id': '7aa26c41-7ab0-46a4-918b-c02a06fb73a9', 'tenant_id': '1f65ade323dd42ac9fc33a000ad4ab9b', 'mac_address': 'fa:16:3e:54:7a:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48ef2e1d-2986-49ca-963c-18a28cb0fb81', 'device_owner': 'network:router_interface', 'standard_attr_id': 2217, 'fixed_ips': [{'subnet_id': '4525d442-54cb-406f-a4b1-3318b8441c72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:21:09Z', 'updated_at': '2022-05-18T18:21:19Z', 'revision_number': 4, 'project_id': '1f65ade323dd42ac9fc33a000ad4ab9b', 'subnets': [{'id': '4525d442-54cb-406f-a4b1-3318b8441c72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:21:21.265423 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13fcb182-c8d7-44d2-9fb9-a61c099858c1 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Router dfea5f2e-0607-49dd-ae95-836dca5162d9 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:21:21.335296 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076fb0b3-7c94-4cfa-8393-511bddf09efb None None] The sync data for ids ['48ef2e1d-2986-49ca-963c-18a28cb0fb81'] in n-d-838550-3 is: [{'id': '48ef2e1d-2986-49ca-963c-18a28cb0fb81', 'name': 'tempest-TestVolumeBootPattern-1240838456-router', 'tenant_id': '1f65ade323dd42ac9fc33a000ad4ab9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '8021da57-e3b6-432d-9e44-c3da7a9e0d92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:20:58Z', 'updated_at': '2022-05-18T18:21:13Z', 'revision_number': 4, 'project_id': '1f65ade323dd42ac9fc33a000ad4ab9b', 'gw_port': {'id': '8021da57-e3b6-432d-9e44-c3da7a9e0d92', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ea:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ef2e1d-2986-49ca-963c-18a28cb0fb81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2203, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:21:00Z', 'updated_at': '2022-05-18T18:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '5ccd61af-c160-4065-85c5-dfff175ea14f', 'name': '', 'network_id': '7aa26c41-7ab0-46a4-918b-c02a06fb73a9', 'tenant_id': '1f65ade323dd42ac9fc33a000ad4ab9b', 'mac_address': 'fa:16:3e:54:7a:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48ef2e1d-2986-49ca-963c-18a28cb0fb81', 'device_owner': 'network:router_interface', 'standard_attr_id': 2217, 'fixed_ips': [{'subnet_id': '4525d442-54cb-406f-a4b1-3318b8441c72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:21:09Z', 'updated_at': '2022-05-18T18:21:19Z', 'revision_number': 4, 'project_id': '1f65ade323dd42ac9fc33a000ad4ab9b', 'subnets': [{'id': '4525d442-54cb-406f-a4b1-3318b8441c72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:21:21.454727 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d79d0c7-ed62-4722-8f3d-abf77e953c3f req-6c90fa5c-4344-408a-b8f4-8662f6b54644 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:21.456328 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6d79d0c7-ed62-4722-8f3d-abf77e953c3f req-6c90fa5c-4344-408a-b8f4-8662f6b54644 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/networks?id=eafefbfa-378a-4a8a-8ee5-45c0c746f8e9 HTTP/1.1" status: 200 len: 810 time: 0.2671456 May 18 18:21:21.492437 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6d79d0c7-ed62-4722-8f3d-abf77e953c3f req-58bc9904-7172-4fbc-bab9-55736e9a711d tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/quotas/4ce86b77116a4afca1694cba473235e6 HTTP/1.1" status: 200 len: 375 time: 0.0300293 May 18 18:21:21.524373 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13fcb182-c8d7-44d2-9fb9-a61c099858c1 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:21:21.538644 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cad87fa-5ffc-469e-8158-234148152bcf None None] Sync routers for ids ['dfea5f2e-0607-49dd-ae95-836dca5162d9'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:21:21.563796 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-13fcb182-c8d7-44d2-9fb9-a61c099858c1 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:21.575086 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cad87fa-5ffc-469e-8158-234148152bcf None None] Routers {'dfea5f2e-0607-49dd-ae95-836dca5162d9'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:21:21.575730 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-1cad87fa-5ffc-469e-8158-234148152bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:21:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['dfea5f2e-0607-49dd-ae95-836dca5162d9'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:21:21.624535 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6d79d0c7-ed62-4722-8f3d-abf77e953c3f req-cc3baa36-aac4-4ce2-bd48-3cc334c2a81f tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=4ce86b77116a4afca1694cba473235e6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1256065 May 18 18:21:21.691737 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-13fcb182-c8d7-44d2-9fb9-a61c099858c1 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "PUT /v2.0/floatingips/9b043ac5-7d82-4b2a-92ca-90fa2870c4e6 HTTP/1.1" status: 200 len: 990 time: 3.2939136 May 18 18:21:21.704605 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c294977-a47a-459b-b24e-566121e05c9a', 'tag': 'e157eaf7-2d01-4856-9076-ce983dd35c57'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:21:21.708122 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec356a37-f19b-41fd-92a5-fb1f59a472ef" -d '{"events": [{"name": "network-changed", "server_uuid": "6c294977-a47a-459b-b24e-566121e05c9a", "tag": "e157eaf7-2d01-4856-9076-ce983dd35c57"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:21:21.797227 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6d79d0c7-ed62-4722-8f3d-abf77e953c3f req-d3eae1f4-e8be-48b3-9d41-83c56d168b33 service neutron] 10.222.0.85 "GET /v2.0/networks/eafefbfa-378a-4a8a-8ee5-45c0c746f8e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587241 May 18 18:21:21.852031 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e4425226-b0b0-4ced-9e1f-403bf71bdd81 req-8e5685e6-0c41-4959-86c2-00b3f8bf342b tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "GET /v2.0/ports?device_id=37c27a1b-623c-44a7-a5a8-1c1ff493d84b HTTP/1.1" status: 200 len: 210 time: 0.0734351 May 18 18:21:21.962076 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79b689e2-545a-4c5d-a8aa-59bea41e787d x-openstack-request-id: req-79b689e2-545a-4c5d-a8aa-59bea41e787d {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:21:21.962683 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c294977-a47a-459b-b24e-566121e05c9a", "tag": "e157eaf7-2d01-4856-9076-ce983dd35c57", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:21:21.963736 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-79b689e2-545a-4c5d-a8aa-59bea41e787d {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:21:21.964455 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79b689e2-545a-4c5d-a8aa-59bea41e787d'] response: {'name': 'network-changed', 'server_uuid': '6c294977-a47a-459b-b24e-566121e05c9a', 'tag': 'e157eaf7-2d01-4856-9076-ce983dd35c57', 'status': 'completed', 'code': 200} May 18 18:21:21.977719 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-1cad87fa-5ffc-469e-8158-234148152bcf None None] Set router dfea5f2e-0607-49dd-ae95-836dca5162d9 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:21:22.029600 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6d79d0c7-ed62-4722-8f3d-abf77e953c3f req-422c0062-6b21-45bd-b304-b7c646666456 service neutron] 10.222.0.85 "GET /v2.0/networks/eafefbfa-378a-4a8a-8ee5-45c0c746f8e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314792 May 18 18:21:22.204091 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec356a37-f19b-41fd-92a5-fb1f59a472ef req-07778a19-fbfd-4058-a1f1-a1e0906e39b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:22.204593 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec356a37-f19b-41fd-92a5-fb1f59a472ef req-07778a19-fbfd-4058-a1f1-a1e0906e39b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:22.210189 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec356a37-f19b-41fd-92a5-fb1f59a472ef req-07778a19-fbfd-4058-a1f1-a1e0906e39b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:22.211327 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec356a37-f19b-41fd-92a5-fb1f59a472ef req-07778a19-fbfd-4058-a1f1-a1e0906e39b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:22.215778 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec356a37-f19b-41fd-92a5-fb1f59a472ef req-07778a19-fbfd-4058-a1f1-a1e0906e39b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:22.216439 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec356a37-f19b-41fd-92a5-fb1f59a472ef req-07778a19-fbfd-4058-a1f1-a1e0906e39b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:22.219527 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec356a37-f19b-41fd-92a5-fb1f59a472ef req-07778a19-fbfd-4058-a1f1-a1e0906e39b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:22.231099 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ec356a37-f19b-41fd-92a5-fb1f59a472ef req-07778a19-fbfd-4058-a1f1-a1e0906e39b5 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=9acf9282c55849649d2e7c597835524a&device_id=6c294977-a47a-459b-b24e-566121e05c9a HTTP/1.1" status: 200 len: 6491 time: 0.2321486 May 18 18:21:22.356413 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f1d576-132c-4db6-a333-80be81ef873d req-32bec38a-490c-4bee-939b-8c876c70593b tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:22.364865 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 5ccd61af-c160-4065-85c5-dfff175ea14f up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:21:22.370369 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c9f1d576-132c-4db6-a333-80be81ef873d req-32bec38a-490c-4bee-939b-8c876c70593b tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] 10.222.0.85 "GET /v2.0/ports?device_id=2477535a-37a0-40f4-8c75-0988c08c9f3f HTTP/1.1" status: 200 len: 944 time: 0.2857304 May 18 18:21:22.519983 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 5ccd61af-c160-4065-85c5-dfff175ea14f triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:21:22.520365 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:22.520510 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec356a37-f19b-41fd-92a5-fb1f59a472ef req-70cc474e-1abd-46ea-9cf4-ad37043470da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:22.522099 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ec356a37-f19b-41fd-92a5-fb1f59a472ef req-70cc474e-1abd-46ea-9cf4-ad37043470da service neutron] 10.222.0.88 "GET /v2.0/networks?id=0b62e8ad-1024-4253-8bfe-3ff3099d20cb HTTP/1.1" status: 200 len: 912 time: 0.2744040 May 18 18:21:22.523525 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device cebbd0e0-8962-4bf7-960d-d246e435c170 up at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:21:22.921658 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ec356a37-f19b-41fd-92a5-fb1f59a472ef req-6965a88f-9d31-4800-9e23-38804b0d1a3d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e157eaf7-2d01-4856-9076-ce983dd35c57 HTTP/1.1" status: 200 len: 998 time: 0.3611126 May 18 18:21:22.977601 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e975f782-b878-415c-98fb-b2d784747e49 req-781cb8e3-4d2c-4f66-84b1-d12786900d05 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=49ea6625-e10c-4660-a027-e55292fa583e HTTP/1.1" status: 200 len: 210 time: 0.0908411 May 18 18:21:22.998680 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-1cad87fa-5ffc-469e-8158-234148152bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfea5f2e-0607-49dd-ae95-836dca5162d9', 'name': 'tempest-TaggedBootDevicesTest-879043241-router', 'tenant_id': '9acf9282c55849649d2e7c597835524a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '7808c149-9be5-4358-8c67-e129d016ff53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:18:28Z', 'updated_at': '2022-05-18T18:18:37Z', 'revision_number': 4, 'project_id': '9acf9282c55849649d2e7c597835524a', 'gw_port': {'id': '7808c149-9be5-4358-8c67-e129d016ff53', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:65:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfea5f2e-0607-49dd-ae95-836dca5162d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:18:29Z', 'updated_at': '2022-05-18T18:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': '9b043ac5-7d82-4b2a-92ca-90fa2870c4e6', 'tenant_id': '9acf9282c55849649d2e7c597835524a', 'floating_ip_address': '172.25.5.56', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': 'dfea5f2e-0607-49dd-ae95-836dca5162d9', 'port_id': 'e157eaf7-2d01-4856-9076-ce983dd35c57', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b62e8ad-1024-4253-8bfe-3ff3099d20cb', 'mac_address': 'fa:16:3e:05:ea:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c294977-a47a-459b-b24e-566121e05c9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T18:19:42Z', 'updated_at': '2022-05-18T18:21:19Z', 'revision_number': 1, 'project_id': '9acf9282c55849649d2e7c597835524a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a16583bc-bcbb-47b1-8324-c84728f85556', 'name': '', 'network_id': '0b62e8ad-1024-4253-8bfe-3ff3099d20cb', 'tenant_id': '9acf9282c55849649d2e7c597835524a', 'mac_address': 'fa:16:3e:38:54:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfea5f2e-0607-49dd-ae95-836dca5162d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1926, 'fixed_ips': [{'subnet_id': '220bf428-4bb0-40aa-a350-504adcdda1b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:18:35Z', 'updated_at': '2022-05-18T18:18:46Z', 'revision_number': 5, 'project_id': '9acf9282c55849649d2e7c597835524a', 'subnets': [{'id': '220bf428-4bb0-40aa-a350-504adcdda1b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:21:23.000203 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning for port cebbd0e0-8962-4bf7-960d-d246e435c170 completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:21:23.019796 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning complete for port cebbd0e0-8962-4bf7-960d-d246e435c170 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:21:23.020168 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:23.053978 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 5ccd61af-c160-4065-85c5-dfff175ea14f is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:21:23.070395 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cad87fa-5ffc-469e-8158-234148152bcf None None] Checking router: dfea5f2e-0607-49dd-ae95-836dca5162d9 for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:21:23.095660 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec356a37-f19b-41fd-92a5-fb1f59a472ef req-db2d0c8b-8bc0-433c-bcbd-4fdee7cdc534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:23.102846 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ec356a37-f19b-41fd-92a5-fb1f59a472ef req-db2d0c8b-8bc0-433c-bcbd-4fdee7cdc534 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=220bf428-4bb0-40aa-a350-504adcdda1b2 HTTP/1.1" status: 200 len: 850 time: 0.1601579 May 18 18:21:23.105193 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cad87fa-5ffc-469e-8158-234148152bcf None None] Routers {'dfea5f2e-0607-49dd-ae95-836dca5162d9'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:21:23.109302 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-1cad87fa-5ffc-469e-8158-234148152bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:21:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['dfea5f2e-0607-49dd-ae95-836dca5162d9'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:21:23.134570 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c9f1d576-132c-4db6-a333-80be81ef873d req-c7a06daf-5cb7-43bd-91b4-92d852aea565 tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] 10.222.0.85 "GET /v2.0/security-groups?id=39832044-5715-44fb-889f-070634a49525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7600641 May 18 18:21:23.205963 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f27cd78d-a1da-481e-812d-389fe111fc5e req-7a7bd5e4-521e-4b19-b553-06f5a6ba8efc tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "GET /v2.0/ports?device_id=37c27a1b-623c-44a7-a5a8-1c1ff493d84b HTTP/1.1" status: 200 len: 210 time: 0.0774047 May 18 18:21:23.271559 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec356a37-f19b-41fd-92a5-fb1f59a472ef req-7bf933f3-fe47-445b-90d8-a6d25cd3c8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:23.283720 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ec356a37-f19b-41fd-92a5-fb1f59a472ef req-7bf933f3-fe47-445b-90d8-a6d25cd3c8bb service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=0b62e8ad-1024-4253-8bfe-3ff3099d20cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1458707 May 18 18:21:23.358484 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port cebbd0e0-8962-4bf7-960d-d246e435c170 is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:21:23.358898 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:23.445984 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2477535a-37a0-40f4-8c75-0988c08c9f3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cebbd0e0-8962-4bf7-960d-d246e435c170'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:21:23.450167 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-802e4b04-4657-4754-a1e1-35d7878ebe43" -d '{"events": [{"server_uuid": "2477535a-37a0-40f4-8c75-0988c08c9f3f", "name": "network-vif-plugged", "status": "completed", "tag": "cebbd0e0-8962-4bf7-960d-d246e435c170"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:21:23.496256 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port cebbd0e0-8962-4bf7-960d-d246e435c170, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=cebbd0e0-8962-4bf7-960d-d246e435c170,segment=NetworkSegment(c8ae678e-3f8e-4e17-ac95-16664837612c),segment_id=c8ae678e-3f8e-4e17-ac95-16664837612c)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:21:23.503953 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:23.607863 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d07f37b-43b2-4c80-aa92-f6b3787475b6 x-openstack-request-id: req-6d07f37b-43b2-4c80-aa92-f6b3787475b6 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:21:23.608704 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2477535a-37a0-40f4-8c75-0988c08c9f3f", "name": "network-vif-plugged", "status": "completed", "tag": "cebbd0e0-8962-4bf7-960d-d246e435c170", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:21:23.609330 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-6d07f37b-43b2-4c80-aa92-f6b3787475b6 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:21:23.610718 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d07f37b-43b2-4c80-aa92-f6b3787475b6'] response: {'server_uuid': '2477535a-37a0-40f4-8c75-0988c08c9f3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cebbd0e0-8962-4bf7-960d-d246e435c170', 'code': 200} May 18 18:21:23.634645 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ec356a37-f19b-41fd-92a5-fb1f59a472ef req-014e14f8-374f-4931-bcd1-795f0c678e99 service neutron] 10.222.0.88 "GET /v2.0/networks/0b62e8ad-1024-4253-8bfe-3ff3099d20cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3386745 May 18 18:21:23.735286 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=cebbd0e0-8962-4bf7-960d-d246e435c170,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:21:23.820474 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-1cad87fa-5ffc-469e-8158-234148152bcf None None] Set router dfea5f2e-0607-49dd-ae95-836dca5162d9 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:21:23.888219 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f281bfd1-87a9-45b7-8131-1ba3a10161a9 req-9f5e6302-f5c6-4d69-b7da-049ad73a6bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:23.890088 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f281bfd1-87a9-45b7-8131-1ba3a10161a9 req-9f5e6302-f5c6-4d69-b7da-049ad73a6bef service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=2477535a-37a0-40f4-8c75-0988c08c9f3f HTTP/1.1" status: 200 len: 1096 time: 0.0957329 May 18 18:21:23.936973 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ec356a37-f19b-41fd-92a5-fb1f59a472ef req-b1bbb0a3-1781-489e-8f80-26a761b4bcec service neutron] 10.222.0.88 "GET /v2.0/networks/0b62e8ad-1024-4253-8bfe-3ff3099d20cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2838669 May 18 18:21:23.956271 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 42484) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:21:23.961067 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-c11f6acc-9980-40ee-8551-f9ff94a8290f tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2039989962', 'description': 'tempest-secgroup-smoke-2039989962 description', 'project_id': '06b3ed36f50a43fd9cfeaa89e080d35b'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:21:23.987197 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f281bfd1-87a9-45b7-8131-1ba3a10161a9 req-7fa1ba3a-f45b-4d2f-873f-5b60a3839d18 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=39832044-5715-44fb-889f-070634a49525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835292 May 18 18:21:24.091616 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c11f6acc-9980-40ee-8551-f9ff94a8290f tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:24.122030 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c11f6acc-9980-40ee-8551-f9ff94a8290f tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:24.435667 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e92bffda-a83a-4a6f-a119-13c6634c1e8c req-e90f0992-f5cd-4c0d-a435-7f605c4ce5f6 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=49ea6625-e10c-4660-a027-e55292fa583e HTTP/1.1" status: 200 len: 210 time: 0.1061115 May 18 18:21:24.516040 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b6bbc2-6389-42dc-9de0-cdf9e177c2df req-c2a57b71-8eb8-456c-8bc7-afe8e29cc58e tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:24.518321 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 42494) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:21:24.545007 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-83b6bbc2-6389-42dc-9de0-cdf9e177c2df req-c2a57b71-8eb8-456c-8bc7-afe8e29cc58e tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] 10.222.0.85 "GET /v2.0/ports?device_id=2477535a-37a0-40f4-8c75-0988c08c9f3f HTTP/1.1" status: 200 len: 945 time: 0.1636684 May 18 18:21:24.597542 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-83b6bbc2-6389-42dc-9de0-cdf9e177c2df req-b7d6fe48-f604-4817-b8bc-dc9902465fa6 tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] 10.222.0.85 "GET /v2.0/security-groups?id=39832044-5715-44fb-889f-070634a49525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465264 May 18 18:21:24.598676 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c11f6acc-9980-40ee-8551-f9ff94a8290f tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:24.613785 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c11f6acc-9980-40ee-8551-f9ff94a8290f tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:24.715119 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fef528f8-ff8c-4d6e-817d-7d4d4d109d57 req-9ad53330-3d9b-488d-b831-b56611b1e8eb tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "GET /v2.0/ports?device_id=37c27a1b-623c-44a7-a5a8-1c1ff493d84b HTTP/1.1" status: 200 len: 210 time: 0.1121764 May 18 18:21:24.746545 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c11f6acc-9980-40ee-8551-f9ff94a8290f tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:24.748838 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-1cad87fa-5ffc-469e-8158-234148152bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfea5f2e-0607-49dd-ae95-836dca5162d9', 'name': 'tempest-TaggedBootDevicesTest-879043241-router', 'tenant_id': '9acf9282c55849649d2e7c597835524a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '7808c149-9be5-4358-8c67-e129d016ff53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:18:28Z', 'updated_at': '2022-05-18T18:18:37Z', 'revision_number': 4, 'project_id': '9acf9282c55849649d2e7c597835524a', 'gw_port': {'id': '7808c149-9be5-4358-8c67-e129d016ff53', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:65:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfea5f2e-0607-49dd-ae95-836dca5162d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:18:29Z', 'updated_at': '2022-05-18T18:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': '9b043ac5-7d82-4b2a-92ca-90fa2870c4e6', 'tenant_id': '9acf9282c55849649d2e7c597835524a', 'floating_ip_address': '172.25.5.56', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': 'dfea5f2e-0607-49dd-ae95-836dca5162d9', 'port_id': 'e157eaf7-2d01-4856-9076-ce983dd35c57', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b62e8ad-1024-4253-8bfe-3ff3099d20cb', 'mac_address': 'fa:16:3e:05:ea:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c294977-a47a-459b-b24e-566121e05c9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T18:19:42Z', 'updated_at': '2022-05-18T18:21:19Z', 'revision_number': 1, 'project_id': '9acf9282c55849649d2e7c597835524a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a16583bc-bcbb-47b1-8324-c84728f85556', 'name': '', 'network_id': '0b62e8ad-1024-4253-8bfe-3ff3099d20cb', 'tenant_id': '9acf9282c55849649d2e7c597835524a', 'mac_address': 'fa:16:3e:38:54:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfea5f2e-0607-49dd-ae95-836dca5162d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1926, 'fixed_ips': [{'subnet_id': '220bf428-4bb0-40aa-a350-504adcdda1b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:18:35Z', 'updated_at': '2022-05-18T18:18:46Z', 'revision_number': 5, 'project_id': '9acf9282c55849649d2e7c597835524a', 'subnets': [{'id': '220bf428-4bb0-40aa-a350-504adcdda1b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:21:24.753772 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c11f6acc-9980-40ee-8551-f9ff94a8290f tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:24.798508 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cad87fa-5ffc-469e-8158-234148152bcf None None] The sync data for ids ['dfea5f2e-0607-49dd-ae95-836dca5162d9'] in n-d-838550-3 is: [{'id': 'dfea5f2e-0607-49dd-ae95-836dca5162d9', 'name': 'tempest-TaggedBootDevicesTest-879043241-router', 'tenant_id': '9acf9282c55849649d2e7c597835524a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '7808c149-9be5-4358-8c67-e129d016ff53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:18:28Z', 'updated_at': '2022-05-18T18:18:37Z', 'revision_number': 4, 'project_id': '9acf9282c55849649d2e7c597835524a', 'gw_port': {'id': '7808c149-9be5-4358-8c67-e129d016ff53', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:65:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfea5f2e-0607-49dd-ae95-836dca5162d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:18:29Z', 'updated_at': '2022-05-18T18:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': '9b043ac5-7d82-4b2a-92ca-90fa2870c4e6', 'tenant_id': '9acf9282c55849649d2e7c597835524a', 'floating_ip_address': '172.25.5.56', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': 'dfea5f2e-0607-49dd-ae95-836dca5162d9', 'port_id': 'e157eaf7-2d01-4856-9076-ce983dd35c57', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b62e8ad-1024-4253-8bfe-3ff3099d20cb', 'mac_address': 'fa:16:3e:05:ea:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c294977-a47a-459b-b24e-566121e05c9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T18:19:42Z', 'updated_at': '2022-05-18T18:21:19Z', 'revision_number': 1, 'project_id': '9acf9282c55849649d2e7c597835524a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a16583bc-bcbb-47b1-8324-c84728f85556', 'name': '', 'network_id': '0b62e8ad-1024-4253-8bfe-3ff3099d20cb', 'tenant_id': '9acf9282c55849649d2e7c597835524a', 'mac_address': 'fa:16:3e:38:54:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfea5f2e-0607-49dd-ae95-836dca5162d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1926, 'fixed_ips': [{'subnet_id': '220bf428-4bb0-40aa-a350-504adcdda1b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:18:35Z', 'updated_at': '2022-05-18T18:18:46Z', 'revision_number': 5, 'project_id': '9acf9282c55849649d2e7c597835524a', 'subnets': [{'id': '220bf428-4bb0-40aa-a350-504adcdda1b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:21:24.813080 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-01d41faa-9452-42ed-ba33-1b72365b30e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:24.815543 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11f6acc-9980-40ee-8551-f9ff94a8290f tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e928998f-71b3-404d-becd-cab3b7157315,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:21:24.830508 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11f6acc-9980-40ee-8551-f9ff94a8290f tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:21:24.831196 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11f6acc-9980-40ee-8551-f9ff94a8290f tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:21:24.831848 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11f6acc-9980-40ee-8551-f9ff94a8290f tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:21:24.832619 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11f6acc-9980-40ee-8551-f9ff94a8290f tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:21:24.833451 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11f6acc-9980-40ee-8551-f9ff94a8290f tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:21:24.834359 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11f6acc-9980-40ee-8551-f9ff94a8290f tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:21:24.834658 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11f6acc-9980-40ee-8551-f9ff94a8290f tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:21:24.835306 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11f6acc-9980-40ee-8551-f9ff94a8290f tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:21:24.836117 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11f6acc-9980-40ee-8551-f9ff94a8290f tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:21:24.836523 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11f6acc-9980-40ee-8551-f9ff94a8290f tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:21:24.837017 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11f6acc-9980-40ee-8551-f9ff94a8290f tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:21:24.837358 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11f6acc-9980-40ee-8551-f9ff94a8290f tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:21:24.899413 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c11f6acc-9980-40ee-8551-f9ff94a8290f tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:24.901419 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-c11f6acc-9980-40ee-8551-f9ff94a8290f tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9438555 May 18 18:21:24.907137 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 42504) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:21:24.907713 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11f6acc-9980-40ee-8551-f9ff94a8290f tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cd42249-be19-4866-8a3b-7059b1a837e6,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:21:24.917545 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-217b7ab1-ce8b-4c86-b2bc-a83ece9954be tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Request body: {'security_group_rule': {'security_group_id': '6cd42249-be19-4866-8a3b-7059b1a837e6', 'project_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:21:25.011378 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-217b7ab1-ce8b-4c86-b2bc-a83ece9954be tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:25.133421 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-217b7ab1-ce8b-4c86-b2bc-a83ece9954be tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:25.149352 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16fad91-7818-4dec-80e1-ac306a5b9c3d None None] New status for floating IP 9b043ac5-7d82-4b2a-92ca-90fa2870c4e6: ACTIVE {{(pid=102732) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 18:21:25.151828 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-217b7ab1-ce8b-4c86-b2bc-a83ece9954be tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:25.187935 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217b7ab1-ce8b-4c86-b2bc-a83ece9954be tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=251374cf-3579-4737-8134-8fb1ce39d1bc,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:21:25.234599 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-217b7ab1-ce8b-4c86-b2bc-a83ece9954be tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:25.242722 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-217b7ab1-ce8b-4c86-b2bc-a83ece9954be tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3341463 May 18 18:21:25.245189 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 42510) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:21:25.253839 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-62173098-5af8-4a58-a997-cfb4ca3063d8 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Request body: {'security_group_rule': {'security_group_id': '6cd42249-be19-4866-8a3b-7059b1a837e6', 'project_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:21:25.315468 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-62173098-5af8-4a58-a997-cfb4ca3063d8 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:25.316363 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-01d41faa-9452-42ed-ba33-1b72365b30e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:25.341443 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d79d0c7-ed62-4722-8f3d-abf77e953c3f req-c8abf287-3b26-41e4-8aff-7d45c394e52d tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:25.344864 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6d79d0c7-ed62-4722-8f3d-abf77e953c3f req-c8abf287-3b26-41e4-8aff-7d45c394e52d tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.36 "GET /v2.0/networks?id=eafefbfa-378a-4a8a-8ee5-45c0c746f8e9 HTTP/1.1" status: 200 len: 810 time: 0.2799599 May 18 18:21:25.351109 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-01d41faa-9452-42ed-ba33-1b72365b30e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:25.374346 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-6d79d0c7-ed62-4722-8f3d-abf77e953c3f req-f83e5a62-784b-40dc-a598-2f75934994d1 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Request body: {'port': {'device_id': '49ea6625-e10c-4660-a027-e55292fa583e', 'network_id': 'eafefbfa-378a-4a8a-8ee5-45c0c746f8e9', 'admin_state_up': True, 'tenant_id': '4ce86b77116a4afca1694cba473235e6'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:21:25.421087 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-62173098-5af8-4a58-a997-cfb4ca3063d8 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:25.433820 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-62173098-5af8-4a58-a997-cfb4ca3063d8 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:25.468668 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62173098-5af8-4a58-a997-cfb4ca3063d8 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a7cadb5-5daf-45f6-954b-1c0265c61099,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:21:25.485410 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-62173098-5af8-4a58-a997-cfb4ca3063d8 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:25.491372 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-62173098-5af8-4a58-a997-cfb4ca3063d8 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2408245 May 18 18:21:25.492183 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 42514) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:21:25.503592 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-c1322653-3194-470e-a23b-e317bbb779e8 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Request body: {'security_group_rule': {'security_group_id': '6cd42249-be19-4866-8a3b-7059b1a837e6', 'project_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:21:25.568421 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c1322653-3194-470e-a23b-e317bbb779e8 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:25.631240 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-01d41faa-9452-42ed-ba33-1b72365b30e1 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=0c031f1b13614b5cb6930b3b83a6e48a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1027703 May 18 18:21:25.634842 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d41faa-9452-42ed-ba33-1b72365b30e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a06fe71f-2789-4d41-ad60-2cbdfd182e2d,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:21:25.639107 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 42518) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:21:25.765556 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d4b52040-b505-440c-9a5e-4d673dfba0c6 req-659deda1-7731-40bb-b887-2d6306eae31a tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=49ea6625-e10c-4660-a027-e55292fa583e HTTP/1.1" status: 200 len: 210 time: 0.0567720 May 18 18:21:25.779872 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d79d0c7-ed62-4722-8f3d-abf77e953c3f req-f83e5a62-784b-40dc-a598-2f75934994d1 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Made reservation on behalf of 4ce86b77116a4afca1694cba473235e6 for: {'port': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:21:25.783653 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-6d79d0c7-ed62-4722-8f3d-abf77e953c3f req-f83e5a62-784b-40dc-a598-2f75934994d1 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:25.873497 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c1322653-3194-470e-a23b-e317bbb779e8 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:25.896987 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c1322653-3194-470e-a23b-e317bbb779e8 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:25.926442 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1322653-3194-470e-a23b-e317bbb779e8 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24cc46ea-a2fa-496b-8031-fe311ed68779,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:21:25.958375 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-80b086ca-9dd5-4ddc-b519-b7a7e86d67fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:25.989583 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-483b598a-0e75-42d5-af9b-8b3be8add848 req-b81b3e1e-1a88-4933-a660-3fa4265e2dc1 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "GET /v2.0/ports?device_id=37c27a1b-623c-44a7-a5a8-1c1ff493d84b HTTP/1.1" status: 200 len: 210 time: 0.0935531 May 18 18:21:25.991457 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-80b086ca-9dd5-4ddc-b519-b7a7e86d67fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:26.006650 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c1322653-3194-470e-a23b-e317bbb779e8 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:26.010454 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-c1322653-3194-470e-a23b-e317bbb779e8 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5145304 May 18 18:21:26.012895 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 42530) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:21:26.017557 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-0658ffe5-7ce1-434c-9e3c-e80f15d624b9 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Request body: {'security_group_rule': {'security_group_id': '6cd42249-be19-4866-8a3b-7059b1a837e6', 'project_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:21:26.103899 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0658ffe5-7ce1-434c-9e3c-e80f15d624b9 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:26.124765 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [req-6d79d0c7-ed62-4722-8f3d-abf77e953c3f req-f83e5a62-784b-40dc-a598-2f75934994d1 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Allocated IP 172.20.0.4 (eafefbfa-378a-4a8a-8ee5-45c0c746f8e9/ab1f7f5a-a761-43dc-be82-e3f213958e88/e3f56ba2-bf82-424a-b10d-793486e476d6) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:21:26.136752 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-80b086ca-9dd5-4ddc-b519-b7a7e86d67fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:26.140859 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-80b086ca-9dd5-4ddc-b519-b7a7e86d67fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:26.142161 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-80b086ca-9dd5-4ddc-b519-b7a7e86d67fe admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/a06fe71f-2789-4d41-ad60-2cbdfd182e2d HTTP/1.1" status: 204 len: 168 time: 0.5021079 May 18 18:21:26.165145 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b086ca-9dd5-4ddc-b519-b7a7e86d67fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a06fe71f-2789-4d41-ad60-2cbdfd182e2d,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:21:26.166677 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179e5b0a-cc87-4a19-ab82-50b9544b9457 req-e864ff04-02fb-4325-bedf-ca7c88f0f8b0 tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:26.177378 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b086ca-9dd5-4ddc-b519-b7a7e86d67fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:21:26.177927 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b086ca-9dd5-4ddc-b519-b7a7e86d67fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:21:26.178473 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b086ca-9dd5-4ddc-b519-b7a7e86d67fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:21:26.178917 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b086ca-9dd5-4ddc-b519-b7a7e86d67fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:21:26.179317 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b086ca-9dd5-4ddc-b519-b7a7e86d67fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:21:26.179705 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b086ca-9dd5-4ddc-b519-b7a7e86d67fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:21:26.180136 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b086ca-9dd5-4ddc-b519-b7a7e86d67fe admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:21:26.180425 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b086ca-9dd5-4ddc-b519-b7a7e86d67fe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:21:26.181025 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b086ca-9dd5-4ddc-b519-b7a7e86d67fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:21:26.181419 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b086ca-9dd5-4ddc-b519-b7a7e86d67fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:21:26.181822 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b086ca-9dd5-4ddc-b519-b7a7e86d67fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:21:26.182206 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b086ca-9dd5-4ddc-b519-b7a7e86d67fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:21:26.183247 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-179e5b0a-cc87-4a19-ab82-50b9544b9457 req-e864ff04-02fb-4325-bedf-ca7c88f0f8b0 tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] 10.222.0.85 "GET /v2.0/ports?device_id=2477535a-37a0-40f4-8c75-0988c08c9f3f HTTP/1.1" status: 200 len: 945 time: 0.1448486 May 18 18:21:26.208991 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0658ffe5-7ce1-434c-9e3c-e80f15d624b9 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:26.214493 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0658ffe5-7ce1-434c-9e3c-e80f15d624b9 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:26.243369 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0658ffe5-7ce1-434c-9e3c-e80f15d624b9 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:26.244780 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-0658ffe5-7ce1-434c-9e3c-e80f15d624b9 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2308440 May 18 18:21:26.247599 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 42540) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:21:26.250711 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0658ffe5-7ce1-434c-9e3c-e80f15d624b9 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7394d092-648b-433d-8326-bccd0fa58af9,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:21:26.262469 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-df27d0e0-4eb0-453a-a997-b9a7e76be82f tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Request body: {'security_group_rule': {'security_group_id': '6cd42249-be19-4866-8a3b-7059b1a837e6', 'project_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:21:26.318113 n-d-838550-3 neutron-server[102731]: INFO neutron.db.securitygroups_db [None req-df27d0e0-4eb0-453a-a997-b9a7e76be82f tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Project 06b3ed36f50a43fd9cfeaa89e080d35b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 18 18:21:26.330613 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-df27d0e0-4eb0-453a-a997-b9a7e76be82f tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:26.349539 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-179e5b0a-cc87-4a19-ab82-50b9544b9457 req-c66d9cd5-a363-47ef-b082-30c2a5d0e47c tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] 10.222.0.85 "GET /v2.0/security-groups?id=39832044-5715-44fb-889f-070634a49525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647038 May 18 18:21:26.423274 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-df27d0e0-4eb0-453a-a997-b9a7e76be82f tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:26.429748 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-df27d0e0-4eb0-453a-a997-b9a7e76be82f tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:26.474878 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-df27d0e0-4eb0-453a-a997-b9a7e76be82f tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:26.478111 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-df27d0e0-4eb0-453a-a997-b9a7e76be82f tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2284858 May 18 18:21:26.480533 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df27d0e0-4eb0-453a-a997-b9a7e76be82f tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c86b3053-cf7d-454a-8d93-0f5be1d59765,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:21:26.483398 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 42546) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:21:26.510938 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-296617ce-76a9-4b5c-9a73-85de61e0554c tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Request body: {'security_group_rule': {'security_group_id': '6cd42249-be19-4866-8a3b-7059b1a837e6', 'project_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:21:26.544963 n-d-838550-3 neutron-server[102731]: INFO neutron.db.securitygroups_db [None req-296617ce-76a9-4b5c-9a73-85de61e0554c tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Project 06b3ed36f50a43fd9cfeaa89e080d35b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 18 18:21:26.556111 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-296617ce-76a9-4b5c-9a73-85de61e0554c tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:26.611454 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7360ef5f-480d-4121-a968-67e51a319f16 req-8b75e305-7028-4bdc-933c-a9972748c815 tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:26.613124 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7360ef5f-480d-4121-a968-67e51a319f16 req-8b75e305-7028-4bdc-933c-a9972748c815 tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] 10.222.0.85 "GET /v2.0/ports?device_id=4d388198-0287-4970-bf7d-bf60a9ddd017 HTTP/1.1" status: 200 len: 945 time: 0.1219745 May 18 18:21:26.701814 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7360ef5f-480d-4121-a968-67e51a319f16 req-40736f15-10b8-468a-a026-26f0b090dd33 tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] 10.222.0.85 "GET /v2.0/security-groups?id=39832044-5715-44fb-889f-070634a49525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735276 May 18 18:21:26.709460 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-6d79d0c7-ed62-4722-8f3d-abf77e953c3f req-f83e5a62-784b-40dc-a598-2f75934994d1 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:26.741702 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-296617ce-76a9-4b5c-9a73-85de61e0554c tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:26.749399 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-296617ce-76a9-4b5c-9a73-85de61e0554c tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:26.788221 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-6d79d0c7-ed62-4722-8f3d-abf77e953c3f req-f83e5a62-784b-40dc-a598-2f75934994d1 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:26.797430 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296617ce-76a9-4b5c-9a73-85de61e0554c tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fee5216-477d-4f21-9eae-8197b7af99bd,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:21:26.814576 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-296617ce-76a9-4b5c-9a73-85de61e0554c tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:26.816118 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-296617ce-76a9-4b5c-9a73-85de61e0554c tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3137758 May 18 18:21:26.819194 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 42558) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:21:26.827045 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-e6ae54aa-2857-4c41-85d7-962e916b92ff tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Request body: {'network': {'name': 'tempest-network-smoke--1464697322', 'project_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'port_security_enabled': True}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:21:26.865428 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6ae54aa-2857-4c41-85d7-962e916b92ff tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Made reservation on behalf of 06b3ed36f50a43fd9cfeaa89e080d35b for: {'network': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:21:26.877445 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e6ae54aa-2857-4c41-85d7-962e916b92ff tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:26.880010 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d79d0c7-ed62-4722-8f3d-abf77e953c3f req-f83e5a62-784b-40dc-a598-2f75934994d1 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Network eafefbfa-378a-4a8a-8ee5-45c0c746f8e9 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:21:26.881377 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83e5a62-784b-40dc-a598-2f75934994d1 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Pushing event updated for resources: {'Port': ['ID=e3f56ba2-bf82-424a-b10d-793486e476d6,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:21:26.884706 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [req-6d79d0c7-ed62-4722-8f3d-abf77e953c3f req-f83e5a62-784b-40dc-a598-2f75934994d1 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:21:26.887346 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d79d0c7-ed62-4722-8f3d-abf77e953c3f req-f83e5a62-784b-40dc-a598-2f75934994d1 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:21:26.933213 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 42560) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:21:26.972719 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7c9d1f47-ca84-4e37-95da-dc666582c069 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:26.986429 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6ae54aa-2857-4c41-85d7-962e916b92ff tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 607} {{(pid=102731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:21:27.006069 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e6ae54aa-2857-4c41-85d7-962e916b92ff tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:27.006625 n-d-838550-3 neutron-server[102731]: INFO neutron.db.segments_db [None req-e6ae54aa-2857-4c41-85d7-962e916b92ff tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Added segment bb31c238-cddb-4b17-91a0-f094652d8b9e of type vlan for network f71fa67d-25f1-4a38-8ed3-26de55da5fe6 May 18 18:21:27.051699 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d79d0c7-ed62-4722-8f3d-abf77e953c3f req-f83e5a62-784b-40dc-a598-2f75934994d1 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:27.052461 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-6d79d0c7-ed62-4722-8f3d-abf77e953c3f req-f83e5a62-784b-40dc-a598-2f75934994d1 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:27.094665 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b20545-b99b-4783-8721-a1f57424729b req-6ae42eed-fb63-4cf4-8d7b-26fa93a6bced tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:27.102673 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d1b20545-b99b-4783-8721-a1f57424729b req-6ae42eed-fb63-4cf4-8d7b-26fa93a6bced tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=49ea6625-e10c-4660-a027-e55292fa583e HTTP/1.1" status: 200 len: 931 time: 0.1572595 May 18 18:21:27.113501 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e6ae54aa-2857-4c41-85d7-962e916b92ff tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:27.118386 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6d79d0c7-ed62-4722-8f3d-abf77e953c3f req-f83e5a62-784b-40dc-a598-2f75934994d1 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7563555 May 18 18:21:27.157235 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-6d79d0c7-ed62-4722-8f3d-abf77e953c3f req-a9df37d0-1744-4649-ba27-e66dce9d4bba service neutron] Request body: {'port': {'device_id': '49ea6625-e10c-4660-a027-e55292fa583e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-3'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:21:27.179183 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e6ae54aa-2857-4c41-85d7-962e916b92ff tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:27.186063 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ae54aa-2857-4c41-85d7-962e916b92ff tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:27.186699 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e6ae54aa-2857-4c41-85d7-962e916b92ff tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:27.257460 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7c9d1f47-ca84-4e37-95da-dc666582c069 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:27.267527 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7c9d1f47-ca84-4e37-95da-dc666582c069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:27.331687 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d1b20545-b99b-4783-8721-a1f57424729b req-a3038f50-6bb4-40e3-b189-e0c0c44bcf46 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=86e7cf01-f21c-41cf-b5a3-71cb5ec2aaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109904 May 18 18:21:27.344464 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-6d79d0c7-ed62-4722-8f3d-abf77e953c3f req-a9df37d0-1744-4649-ba27-e66dce9d4bba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:27.344783 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-31d2a3b2-13ee-4850-bb8c-d7251164d0bb None None] Provisioning complete for port e3f56ba2-bf82-424a-b10d-793486e476d6 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:21:27.345527 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-31d2a3b2-13ee-4850-bb8c-d7251164d0bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:27.413296 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-31d2a3b2-13ee-4850-bb8c-d7251164d0bb None None] Port e3f56ba2-bf82-424a-b10d-793486e476d6 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:21:27.810566 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-7c9d1f47-ca84-4e37-95da-dc666582c069 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=738d92adb87a4b9ca425e71175e9f4b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8759580 May 18 18:21:27.825470 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4642dcf5-703a-4fe5-86dd-c212844c7358 req-b09db1aa-d2e6-4445-9e8c-9b3fd49000eb tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:27.828237 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4642dcf5-703a-4fe5-86dd-c212844c7358 req-b09db1aa-d2e6-4445-9e8c-9b3fd49000eb tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] 10.222.0.85 "GET /v2.0/ports?device_id=4d388198-0287-4970-bf7d-bf60a9ddd017 HTTP/1.1" status: 200 len: 945 time: 0.1363087 May 18 18:21:27.842952 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-e6ae54aa-2857-4c41-85d7-962e916b92ff tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0222116 May 18 18:21:27.843508 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 42582) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:21:27.843843 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 42584) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:21:27.888816 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-02a639b8-cebb-4940-a03c-16e476cf9983 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-303935143', 'admin_state_up': True, 'project_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:21:27.903823 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [req-6d79d0c7-ed62-4722-8f3d-abf77e953c3f req-a9df37d0-1744-4649-ba27-e66dce9d4bba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3f56ba2-bf82-424a-b10d-793486e476d6 {{(pid=102730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:21:27.909288 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ed99c5ea-9c6c-4391-b535-c910b2d79280 req-ef11eaa3-8e68-48ea-bd2f-85d454eaac5e tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "GET /v2.0/ports?device_id=37c27a1b-623c-44a7-a5a8-1c1ff493d84b HTTP/1.1" status: 200 len: 210 time: 0.6314521 May 18 18:21:27.910294 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ae54aa-2857-4c41-85d7-962e916b92ff tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Pushing event updated for resources: {'Network': ['ID=f71fa67d-25f1-4a38-8ed3-26de55da5fe6,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:21:27.923108 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network f71fa67d-25f1-4a38-8ed3-26de55da5fe6 details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:21:27.951114 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-6d79d0c7-ed62-4722-8f3d-abf77e953c3f req-a9df37d0-1744-4649-ba27-e66dce9d4bba service neutron] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:27.972708 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9d1f47-ca84-4e37-95da-dc666582c069 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e46899e-6269-40e0-98d0-d0c688588bd7,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:21:28.001707 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [req-6d79d0c7-ed62-4722-8f3d-abf77e953c3f req-a9df37d0-1744-4649-ba27-e66dce9d4bba service neutron] Transition to ACTIVE for port object e3f56ba2-bf82-424a-b10d-793486e476d6 will not be triggered until provisioned by entity L2. {{(pid=102730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:21:28.017165 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-02a639b8-cebb-4940-a03c-16e476cf9983 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25099'] for router, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:28.018990 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-02a639b8-cebb-4940-a03c-16e476cf9983 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-593238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596850', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25088'] for router, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:28.026989 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4642dcf5-703a-4fe5-86dd-c212844c7358 req-27295bce-49df-4946-94a5-1290983ab688 tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] 10.222.0.85 "GET /v2.0/security-groups?id=39832044-5715-44fb-889f-070634a49525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743193 May 18 18:21:28.030418 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-6d79d0c7-ed62-4722-8f3d-abf77e953c3f req-a9df37d0-1744-4649-ba27-e66dce9d4bba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:28.152960 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-02a639b8-cebb-4940-a03c-16e476cf9983 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:28.279564 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3e96208a-32bf-4c93-b6e2-99217869d4ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:28.534094 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-02a639b8-cebb-4940-a03c-16e476cf9983 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:28.563452 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3e96208a-32bf-4c93-b6e2-99217869d4ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:28.609255 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9df37d0-1744-4649-ba27-e66dce9d4bba service neutron] Pushing event updated for resources: {'Port': ['ID=e3f56ba2-bf82-424a-b10d-793486e476d6,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:21:28.646790 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-6d79d0c7-ed62-4722-8f3d-abf77e953c3f req-a9df37d0-1744-4649-ba27-e66dce9d4bba service neutron] Attempting to bind port e3f56ba2-bf82-424a-b10d-793486e476d6 on host n-h1-838550-3 for vnic_type normal with profile {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:21:28.647038 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-6d79d0c7-ed62-4722-8f3d-abf77e953c3f req-a9df37d0-1744-4649-ba27-e66dce9d4bba service neutron] Attempting to bind port e3f56ba2-bf82-424a-b10d-793486e476d6 by drivers openvswitch,hyperv on host n-h1-838550-3 at level 0 using segments [{'id': '91232e8c-3d17-424b-b810-746db9884dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'eafefbfa-378a-4a8a-8ee5-45c0c746f8e9'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:21:28.647404 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d79d0c7-ed62-4722-8f3d-abf77e953c3f req-a9df37d0-1744-4649-ba27-e66dce9d4bba service neutron] Attempting to bind port e3f56ba2-bf82-424a-b10d-793486e476d6 on network eafefbfa-378a-4a8a-8ee5-45c0c746f8e9 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:21:28.652857 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d79d0c7-ed62-4722-8f3d-abf77e953c3f req-a9df37d0-1744-4649-ba27-e66dce9d4bba service neutron] Port e3f56ba2-bf82-424a-b10d-793486e476d6 on network eafefbfa-378a-4a8a-8ee5-45c0c746f8e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-3 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:21:28.653186 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d79d0c7-ed62-4722-8f3d-abf77e953c3f req-a9df37d0-1744-4649-ba27-e66dce9d4bba service neutron] Attempting to bind port e3f56ba2-bf82-424a-b10d-793486e476d6 on network eafefbfa-378a-4a8a-8ee5-45c0c746f8e9 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:21:28.660271 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d79d0c7-ed62-4722-8f3d-abf77e953c3f req-a9df37d0-1744-4649-ba27-e66dce9d4bba service neutron] Checking agent: {'id': '1dbac822-25f2-4df8-9dc8-5c2e7b136eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:21:28.660744 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d79d0c7-ed62-4722-8f3d-abf77e953c3f req-a9df37d0-1744-4649-ba27-e66dce9d4bba service neutron] Checking segment: {'id': '91232e8c-3d17-424b-b810-746db9884dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'eafefbfa-378a-4a8a-8ee5-45c0c746f8e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:21:28.661021 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d79d0c7-ed62-4722-8f3d-abf77e953c3f req-a9df37d0-1744-4649-ba27-e66dce9d4bba service neutron] Bound using segment: {'id': '91232e8c-3d17-424b-b810-746db9884dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'eafefbfa-378a-4a8a-8ee5-45c0c746f8e9'} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:21:28.661454 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-6d79d0c7-ed62-4722-8f3d-abf77e953c3f req-a9df37d0-1744-4649-ba27-e66dce9d4bba service neutron] Bound port: e3f56ba2-bf82-424a-b10d-793486e476d6, host: n-h1-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91232e8c-3d17-424b-b810-746db9884dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'eafefbfa-378a-4a8a-8ee5-45c0c746f8e9'}}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:21:28.661869 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-6d79d0c7-ed62-4722-8f3d-abf77e953c3f req-a9df37d0-1744-4649-ba27-e66dce9d4bba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:28.736680 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1cc2f8-fd30-433d-97f7-9d638ba30e72 req-1942ec0c-6f83-4855-b7e5-c5b938919b0a tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:28.745645 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ca1cc2f8-fd30-433d-97f7-9d638ba30e72 req-1942ec0c-6f83-4855-b7e5-c5b938919b0a tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=49ea6625-e10c-4660-a027-e55292fa583e HTTP/1.1" status: 200 len: 943 time: 0.2422814 May 18 18:21:28.764204 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-6d79d0c7-ed62-4722-8f3d-abf77e953c3f req-a9df37d0-1744-4649-ba27-e66dce9d4bba service neutron] For port e3f56ba2-bf82-424a-b10d-793486e476d6, host n-h1-838550-3, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:21:28.774408 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-6d79d0c7-ed62-4722-8f3d-abf77e953c3f req-a9df37d0-1744-4649-ba27-e66dce9d4bba service neutron] For port e3f56ba2-bf82-424a-b10d-793486e476d6, host n-h1-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=e3f56ba2-bf82-424a-b10d-793486e476d6,segment=NetworkSegment(91232e8c-3d17-424b-b810-746db9884dd3),segment_id=91232e8c-3d17-424b-b810-746db9884dd3)] {{(pid=102730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:21:28.782704 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-6d79d0c7-ed62-4722-8f3d-abf77e953c3f req-a9df37d0-1744-4649-ba27-e66dce9d4bba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:28.840056 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d79d0c7-ed62-4722-8f3d-abf77e953c3f req-a9df37d0-1744-4649-ba27-e66dce9d4bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:28.841995 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-6d79d0c7-ed62-4722-8f3d-abf77e953c3f req-a9df37d0-1744-4649-ba27-e66dce9d4bba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:28.843615 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ca1cc2f8-fd30-433d-97f7-9d638ba30e72 req-c2ce75d4-2cd6-4a6f-8b04-8b62777cf935 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=86e7cf01-f21c-41cf-b5a3-71cb5ec2aaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968809 May 18 18:21:28.855500 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6d79d0c7-ed62-4722-8f3d-abf77e953c3f req-a9df37d0-1744-4649-ba27-e66dce9d4bba service neutron] 10.222.0.36 "PUT /v2.0/ports/e3f56ba2-bf82-424a-b10d-793486e476d6 HTTP/1.1" status: 200 len: 1091 time: 1.7268314 May 18 18:21:28.856432 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49ea6625-e10c-4660-a027-e55292fa583e', 'tag': 'e3f56ba2-bf82-424a-b10d-793486e476d6'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:21:28.860482 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f841a1c0-4710-498f-a1ce-cffffa3f3ac2" -d '{"events": [{"name": "network-changed", "server_uuid": "49ea6625-e10c-4660-a027-e55292fa583e", "tag": "e3f56ba2-bf82-424a-b10d-793486e476d6"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:21:28.863881 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c2f7ec-ca5a-45fc-8f6f-ea638b8cad1e req-7b544a52-acb3-4971-a893-37653abd87de tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:28.867949 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-41c2f7ec-ca5a-45fc-8f6f-ea638b8cad1e req-7b544a52-acb3-4971-a893-37653abd87de tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d388198-0287-4970-bf7d-bf60a9ddd017 HTTP/1.1" status: 200 len: 945 time: 0.2351077 May 18 18:21:28.869049 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3e96208a-32bf-4c93-b6e2-99217869d4ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:28.872462 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3e96208a-32bf-4c93-b6e2-99217869d4ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:28.877374 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-3e96208a-32bf-4c93-b6e2-99217869d4ac admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/0e46899e-6269-40e0-98d0-d0c688588bd7 HTTP/1.1" status: 204 len: 168 time: 1.0026693 May 18 18:21:28.908870 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9df37d0-1744-4649-ba27-e66dce9d4bba service neutron] Pushing event updated for resources: {'Port': ['ID=e3f56ba2-bf82-424a-b10d-793486e476d6,revision_number=3']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:21:28.973911 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e96208a-32bf-4c93-b6e2-99217869d4ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e46899e-6269-40e0-98d0-d0c688588bd7,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:21:29.022607 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdbf1f6b-8e4f-44b0-823f-0b345af89717 x-openstack-request-id: req-cdbf1f6b-8e4f-44b0-823f-0b345af89717 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:21:29.023069 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49ea6625-e10c-4660-a027-e55292fa583e", "tag": "e3f56ba2-bf82-424a-b10d-793486e476d6", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:21:29.023397 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-cdbf1f6b-8e4f-44b0-823f-0b345af89717 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:21:29.024494 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdbf1f6b-8e4f-44b0-823f-0b345af89717'] response: {'name': 'network-changed', 'server_uuid': '49ea6625-e10c-4660-a027-e55292fa583e', 'tag': 'e3f56ba2-bf82-424a-b10d-793486e476d6', 'status': 'completed', 'code': 200} May 18 18:21:29.059149 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d79d0c7-ed62-4722-8f3d-abf77e953c3f req-773c5763-5bc1-4d08-846c-5ba7d7e3ea22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:29.062515 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6d79d0c7-ed62-4722-8f3d-abf77e953c3f req-773c5763-5bc1-4d08-846c-5ba7d7e3ea22 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4ce86b77116a4afca1694cba473235e6&device_id=49ea6625-e10c-4660-a027-e55292fa583e HTTP/1.1" status: 200 len: 1094 time: 0.1276934 May 18 18:21:29.126389 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6d79d0c7-ed62-4722-8f3d-abf77e953c3f req-15be292f-1c8a-429f-a4d3-64e71bf62bc9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3f56ba2-bf82-424a-b10d-793486e476d6 HTTP/1.1" status: 200 len: 217 time: 0.0556545 May 18 18:21:29.167649 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8f231186-4965-4af1-aee0-5bd2d92dfe02 req-bc343daf-91eb-4936-b058-eb5f5ad401c0 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "GET /v2.0/ports?device_id=37c27a1b-623c-44a7-a5a8-1c1ff493d84b HTTP/1.1" status: 200 len: 210 time: 0.0691986 May 18 18:21:29.256876 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-41c2f7ec-ca5a-45fc-8f6f-ea638b8cad1e req-6e22603e-e014-49d7-9037-32722ea00bf8 tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] Deleting port c2f86529-82a9-44b1-8a30-769a77a62c8a {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:21:29.257225 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-41c2f7ec-ca5a-45fc-8f6f-ea638b8cad1e req-6e22603e-e014-49d7-9037-32722ea00bf8 tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:29.315408 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d79d0c7-ed62-4722-8f3d-abf77e953c3f req-26ef9526-657e-4554-99cb-c9c3d6f9e552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:29.318032 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6d79d0c7-ed62-4722-8f3d-abf77e953c3f req-26ef9526-657e-4554-99cb-c9c3d6f9e552 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ab1f7f5a-a761-43dc-be82-e3f213958e88 HTTP/1.1" status: 200 len: 849 time: 0.1826124 May 18 18:21:29.330187 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae97f70-5fae-4726-9751-9fccfb63c212 req-769729f0-e5dc-41b2-a921-f3ee3a6b388d tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:29.331935 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9ae97f70-5fae-4726-9751-9fccfb63c212 req-769729f0-e5dc-41b2-a921-f3ee3a6b388d tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] 10.222.0.85 "GET /v2.0/ports?device_id=4d388198-0287-4970-bf7d-bf60a9ddd017 HTTP/1.1" status: 200 len: 945 time: 0.1209400 May 18 18:21:29.413735 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-41c2f7ec-ca5a-45fc-8f6f-ea638b8cad1e req-6e22603e-e014-49d7-9037-32722ea00bf8 tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] For port c2f86529-82a9-44b1-8a30-769a77a62c8a, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=c2f86529-82a9-44b1-8a30-769a77a62c8a,segment=NetworkSegment(c8ae678e-3f8e-4e17-ac95-16664837612c),segment_id=c8ae678e-3f8e-4e17-ac95-16664837612c)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:21:29.414031 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-41c2f7ec-ca5a-45fc-8f6f-ea638b8cad1e req-6e22603e-e014-49d7-9037-32722ea00bf8 tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:29.427252 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d79d0c7-ed62-4722-8f3d-abf77e953c3f req-5e3d2402-97b5-4e57-979a-6509366d6d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:29.428949 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6d79d0c7-ed62-4722-8f3d-abf77e953c3f req-5e3d2402-97b5-4e57-979a-6509366d6d03 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=eafefbfa-378a-4a8a-8ee5-45c0c746f8e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0881274 May 18 18:21:29.436610 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9ae97f70-5fae-4726-9751-9fccfb63c212 req-4569a82c-fd11-4ec5-b70e-d1321eab5c37 tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] 10.222.0.85 "GET /v2.0/security-groups?id=39832044-5715-44fb-889f-070634a49525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935624 May 18 18:21:29.520245 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-41c2f7ec-ca5a-45fc-8f6f-ea638b8cad1e req-6e22603e-e014-49d7-9037-32722ea00bf8 tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] Calling delete_port for c2f86529-82a9-44b1-8a30-769a77a62c8a owned by compute:nova {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:21:29.582112 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6d79d0c7-ed62-4722-8f3d-abf77e953c3f req-7627c82c-2145-4d84-96b8-855474dd83b7 service neutron] 10.222.0.36 "GET /v2.0/networks/eafefbfa-378a-4a8a-8ee5-45c0c746f8e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331832 May 18 18:21:29.664441 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-02a639b8-cebb-4940-a03c-16e476cf9983 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for router_gateway, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:29.700429 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-02a639b8-cebb-4940-a03c-16e476cf9983 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:29.724317 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6d79d0c7-ed62-4722-8f3d-abf77e953c3f req-8874e3f8-d702-420e-95f7-c7e03f184dc6 service neutron] 10.222.0.36 "GET /v2.0/networks/eafefbfa-378a-4a8a-8ee5-45c0c746f8e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404555 May 18 18:21:29.731843 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7fa20a-7948-482c-a310-1ba191f5ea5a req-2374693a-6e11-4f0c-8e9b-95d21588c80b tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:29.734339 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0d7fa20a-7948-482c-a310-1ba191f5ea5a req-2374693a-6e11-4f0c-8e9b-95d21588c80b tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] 10.222.0.88 "GET /v2.0/ports?device_id=2477535a-37a0-40f4-8c75-0988c08c9f3f HTTP/1.1" status: 200 len: 945 time: 0.2294462 May 18 18:21:29.840547 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f841a1c0-4710-498f-a1ce-cffffa3f3ac2 req-f4c70932-633a-4026-8ca0-4255a84dff64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:29.842525 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f841a1c0-4710-498f-a1ce-cffffa3f3ac2 req-f4c70932-633a-4026-8ca0-4255a84dff64 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4ce86b77116a4afca1694cba473235e6&device_id=49ea6625-e10c-4660-a027-e55292fa583e HTTP/1.1" status: 200 len: 1094 time: 0.0568237 May 18 18:21:29.949706 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-41c2f7ec-ca5a-45fc-8f6f-ea638b8cad1e req-6e22603e-e014-49d7-9037-32722ea00bf8 tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:29.963228 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['cebbd0e0-8962-4bf7-960d-d246e435c170'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:21:30.012197 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f841a1c0-4710-498f-a1ce-cffffa3f3ac2 req-ae89f5d4-6032-4532-9a1a-f720d990a9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:30.013767 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f841a1c0-4710-498f-a1ce-cffffa3f3ac2 req-ae89f5d4-6032-4532-9a1a-f720d990a9ca service neutron] 10.222.0.36 "GET /v2.0/networks?id=eafefbfa-378a-4a8a-8ee5-45c0c746f8e9 HTTP/1.1" status: 200 len: 911 time: 0.1639512 May 18 18:21:30.113761 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e22603e-e014-49d7-9037-32722ea00bf8 tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] Pushing event deleted for resources: {'Port': ['ID=c2f86529-82a9-44b1-8a30-769a77a62c8a,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:21:30.127481 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f841a1c0-4710-498f-a1ce-cffffa3f3ac2 req-05ffd868-83b6-420b-9cb2-244e3cd8601e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3f56ba2-bf82-424a-b10d-793486e476d6 HTTP/1.1" status: 200 len: 217 time: 0.1057849 May 18 18:21:30.200229 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-02a639b8-cebb-4940-a03c-16e476cf9983 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Allocated IP 172.25.5.70 (31ebd439-090c-4b25-bbb0-31c48711b145/363a2810-8a83-4be0-a317-7c91fcd94485/cc457950-b88b-4bc1-b615-6d973c2c8bf6) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:21:30.202218 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f841a1c0-4710-498f-a1ce-cffffa3f3ac2 req-67d7ab50-1616-44ac-acfa-a2ca7c3911cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:30.204161 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f841a1c0-4710-498f-a1ce-cffffa3f3ac2 req-67d7ab50-1616-44ac-acfa-a2ca7c3911cd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ab1f7f5a-a761-43dc-be82-e3f213958e88 HTTP/1.1" status: 200 len: 849 time: 0.0688474 May 18 18:21:30.242643 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-41c2f7ec-ca5a-45fc-8f6f-ea638b8cad1e req-6e22603e-e014-49d7-9037-32722ea00bf8 tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] No DVR routers for this DVR port c2f86529-82a9-44b1-8a30-769a77a62c8a on host n-h1-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:21:30.246566 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-41c2f7ec-ca5a-45fc-8f6f-ea638b8cad1e req-6e22603e-e014-49d7-9037-32722ea00bf8 tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:30.251635 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-41c2f7ec-ca5a-45fc-8f6f-ea638b8cad1e req-6e22603e-e014-49d7-9037-32722ea00bf8 tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] 10.222.0.36 "DELETE /v2.0/ports/c2f86529-82a9-44b1-8a30-769a77a62c8a HTTP/1.1" status: 204 len: 173 time: 1.3753743 May 18 18:21:30.255003 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d388198-0287-4970-bf7d-bf60a9ddd017', 'name': 'network-vif-deleted', 'tag': 'c2f86529-82a9-44b1-8a30-769a77a62c8a'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:21:30.257645 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdaa8431-3d3f-4c3f-bad2-d9ce7c2aeae3" -d '{"events": [{"server_uuid": "4d388198-0287-4970-bf7d-bf60a9ddd017", "name": "network-vif-deleted", "tag": "c2f86529-82a9-44b1-8a30-769a77a62c8a"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:21:30.285840 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f841a1c0-4710-498f-a1ce-cffffa3f3ac2 req-761dfdb0-d1ac-40db-8dbc-79e9c500e9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:30.287725 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f841a1c0-4710-498f-a1ce-cffffa3f3ac2 req-761dfdb0-d1ac-40db-8dbc-79e9c500e9f3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=eafefbfa-378a-4a8a-8ee5-45c0c746f8e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0760634 May 18 18:21:30.391447 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501b9556-af56-4157-aace-ab105c8edd48 req-082eca8c-dfb1-4df8-a434-d53095efd737 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:30.405977 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-501b9556-af56-4157-aace-ab105c8edd48 req-082eca8c-dfb1-4df8-a434-d53095efd737 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=49ea6625-e10c-4660-a027-e55292fa583e HTTP/1.1" status: 200 len: 943 time: 0.4292307 May 18 18:21:30.418676 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-87028279-6518-402e-8ab8-d60c1c2ca5f1 req-5bd9e7a0-aed8-49d5-be7f-808eea2c1309 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "GET /v2.0/ports?device_id=37c27a1b-623c-44a7-a5a8-1c1ff493d84b HTTP/1.1" status: 200 len: 210 time: 0.0792124 May 18 18:21:30.429335 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-0d7fa20a-7948-482c-a310-1ba191f5ea5a req-f5c1ade5-fb96-497b-b9bd-e519795efb57 tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] Deleting port cebbd0e0-8962-4bf7-960d-d246e435c170 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:21:30.430429 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-0d7fa20a-7948-482c-a310-1ba191f5ea5a req-f5c1ade5-fb96-497b-b9bd-e519795efb57 tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:30.475394 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f841a1c0-4710-498f-a1ce-cffffa3f3ac2 req-01b85b2c-cf0c-404c-89ac-ca0d29c1864c service neutron] 10.222.0.36 "GET /v2.0/networks/eafefbfa-378a-4a8a-8ee5-45c0c746f8e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792655 May 18 18:21:30.629410 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-0d7fa20a-7948-482c-a310-1ba191f5ea5a req-f5c1ade5-fb96-497b-b9bd-e519795efb57 tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] For port cebbd0e0-8962-4bf7-960d-d246e435c170, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=cebbd0e0-8962-4bf7-960d-d246e435c170,segment=NetworkSegment(c8ae678e-3f8e-4e17-ac95-16664837612c),segment_id=c8ae678e-3f8e-4e17-ac95-16664837612c)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:21:30.629825 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-0d7fa20a-7948-482c-a310-1ba191f5ea5a req-f5c1ade5-fb96-497b-b9bd-e519795efb57 tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:30.634863 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f841a1c0-4710-498f-a1ce-cffffa3f3ac2 req-7846a7f1-8a4a-423f-a351-4d76cfe529cd service neutron] 10.222.0.36 "GET /v2.0/networks/eafefbfa-378a-4a8a-8ee5-45c0c746f8e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519334 May 18 18:21:30.645720 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-0d7fa20a-7948-482c-a310-1ba191f5ea5a req-f5c1ade5-fb96-497b-b9bd-e519795efb57 tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] Calling delete_port for cebbd0e0-8962-4bf7-960d-d246e435c170 owned by compute:nova {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:21:30.818695 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cba46c3-82d0-454a-bef8-29db1bccbc59 x-openstack-request-id: req-2cba46c3-82d0-454a-bef8-29db1bccbc59 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:21:30.819136 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d388198-0287-4970-bf7d-bf60a9ddd017", "name": "network-vif-deleted", "tag": "c2f86529-82a9-44b1-8a30-769a77a62c8a", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:21:30.819443 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-2cba46c3-82d0-454a-bef8-29db1bccbc59 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:21:30.820259 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cba46c3-82d0-454a-bef8-29db1bccbc59'] response: {'server_uuid': '4d388198-0287-4970-bf7d-bf60a9ddd017', 'name': 'network-vif-deleted', 'tag': 'c2f86529-82a9-44b1-8a30-769a77a62c8a', 'status': 'completed', 'code': 200} May 18 18:21:30.835933 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-0d7fa20a-7948-482c-a310-1ba191f5ea5a req-f5c1ade5-fb96-497b-b9bd-e519795efb57 tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:30.957353 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-02a639b8-cebb-4940-a03c-16e476cf9983 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:30.970715 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ce63aace-64fa-4b8d-a6d4-e460edc466b5 req-6de89ce8-6791-45a2-8de8-25511068557a tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] 10.222.0.85 "GET /v2.0/ports?device_id=4d388198-0287-4970-bf7d-bf60a9ddd017 HTTP/1.1" status: 200 len: 210 time: 0.0608573 May 18 18:21:30.972583 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:31.015850 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-501b9556-af56-4157-aace-ab105c8edd48 req-adca3c57-29d3-415e-a4b9-b5e604288932 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=86e7cf01-f21c-41cf-b5a3-71cb5ec2aaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5930383 May 18 18:21:31.017416 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c1ade5-fb96-497b-b9bd-e519795efb57 tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] Pushing event deleted for resources: {'Port': ['ID=cebbd0e0-8962-4bf7-960d-d246e435c170,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:21:31.060179 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device c2f86529-82a9-44b1-8a30-769a77a62c8a no longer exists at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:21:31.075701 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d7fa20a-7948-482c-a310-1ba191f5ea5a req-f5c1ade5-fb96-497b-b9bd-e519795efb57 tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] No DVR routers for this DVR port cebbd0e0-8962-4bf7-960d-d246e435c170 on host n-h2-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:21:31.078430 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-0d7fa20a-7948-482c-a310-1ba191f5ea5a req-f5c1ade5-fb96-497b-b9bd-e519795efb57 tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:31.082262 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0d7fa20a-7948-482c-a310-1ba191f5ea5a req-f5c1ade5-fb96-497b-b9bd-e519795efb57 tempest-MultipleCreateTestJSON-346457632 tempest-MultipleCreateTestJSON-346457632-project] 10.222.0.88 "DELETE /v2.0/ports/cebbd0e0-8962-4bf7-960d-d246e435c170 HTTP/1.1" status: 204 len: 173 time: 1.3297350 May 18 18:21:31.095324 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-02a639b8-cebb-4940-a03c-16e476cf9983 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:31.095670 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] No Port match for: c2f86529-82a9-44b1-8a30-769a77a62c8a {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:21:31.096328 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device c2f86529-82a9-44b1-8a30-769a77a62c8a not bound to the agent host n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:21:31.127807 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:31.162283 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a639b8-cebb-4940-a03c-16e476cf9983 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Network 31ebd439-090c-4b25-bbb0-31c48711b145 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:21:31.165545 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-02a639b8-cebb-4940-a03c-16e476cf9983 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:21:31.168535 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a639b8-cebb-4940-a03c-16e476cf9983 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:21:31.176871 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a639b8-cebb-4940-a03c-16e476cf9983 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Pushing event updated for resources: {'Port': ['ID=cc457950-b88b-4bc1-b615-6d973c2c8bf6,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:21:31.519387 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-02a639b8-cebb-4940-a03c-16e476cf9983 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for router_gateway, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:31.786782 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7cafacf2-95bd-4af6-b3ab-d5fcb0c86fc0 req-ee6aa1a1-bd93-489b-9d25-0c84319be6f5 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "GET /v2.0/ports?device_id=37c27a1b-623c-44a7-a5a8-1c1ff493d84b HTTP/1.1" status: 200 len: 210 time: 0.0823822 May 18 18:21:31.793980 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-02a639b8-cebb-4940-a03c-16e476cf9983 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596801'] for router, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:32.003357 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02a639b8-cebb-4940-a03c-16e476cf9983 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Router 73254540-bb99-421a-a8f7-d7c5331b85a1 is scheduled to L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e with binding_index 1 {{(pid=102731) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 18 18:21:32.115614 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 42664) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:21:32.185977 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a4cada0-e243-48e7-b7eb-51b78bbc199f admin admin] Deleting subnet 2f488a76-59b5-4fcc-be79-14e19d3284e4 {{(pid=102730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:21:32.190367 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9a4cada0-e243-48e7-b7eb-51b78bbc199f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:32.237871 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9a4cada0-e243-48e7-b7eb-51b78bbc199f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260107366'] for subnet, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:32.320214 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9a4cada0-e243-48e7-b7eb-51b78bbc199f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:32.417800 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9a4cada0-e243-48e7-b7eb-51b78bbc199f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261104690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261031888'] for subnet, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:32.463970 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4cada0-e243-48e7-b7eb-51b78bbc199f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f488a76-59b5-4fcc-be79-14e19d3284e4,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:21:32.467930 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9a4cada0-e243-48e7-b7eb-51b78bbc199f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:32.473842 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-9a4cada0-e243-48e7-b7eb-51b78bbc199f admin admin] 10.222.0.85 "DELETE /v2.0/subnets/2f488a76-59b5-4fcc-be79-14e19d3284e4 HTTP/1.1" status: 204 len: 168 time: 0.3565676 May 18 18:21:32.476406 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 42674) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:21:32.568278 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device cebbd0e0-8962-4bf7-960d-d246e435c170 no longer exists at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:21:32.596096 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-28a84522-4639-4051-8d11-35348dea2443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:32.622255 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] No Port match for: cebbd0e0-8962-4bf7-960d-d246e435c170 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:21:32.622520 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device cebbd0e0-8962-4bf7-960d-d246e435c170 not bound to the agent host n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:21:32.738081 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-28a84522-4639-4051-8d11-35348dea2443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:32.772262 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-28a84522-4639-4051-8d11-35348dea2443 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4b6ec45-8396-4fe1-937b-4f4531714ee9']}} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:21:32.785297 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-28a84522-4639-4051-8d11-35348dea2443 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8ae678e-3f8e-4e17-ac95-16664837612c') {'for_net_delete': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:21:32.786351 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-28a84522-4639-4051-8d11-35348dea2443 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8ae678e-3f8e-4e17-ac95-16664837612c') {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:21:32.800813 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-28a84522-4639-4051-8d11-35348dea2443 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260107375'] for segment, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:32.819786 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-28a84522-4639-4051-8d11-35348dea2443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:32.829065 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28a84522-4639-4051-8d11-35348dea2443 admin admin] Releasing vlan 627 on physical network physnet1 to pool {{(pid=102730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:21:32.830024 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-28a84522-4639-4051-8d11-35348dea2443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261102736'] for segment, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:32.832742 n-d-838550-3 neutron-server[102730]: Traceback (most recent call last): May 18 18:21:32.832742 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:21:32.832742 n-d-838550-3 neutron-server[102730]: timer() May 18 18:21:32.832742 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:21:32.832742 n-d-838550-3 neutron-server[102730]: cb(*args, **kw) May 18 18:21:32.832742 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:21:32.832742 n-d-838550-3 neutron-server[102730]: return func(*args, **kwargs) May 18 18:21:32.832742 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:21:32.832742 n-d-838550-3 neutron-server[102730]: self._notify() May 18 18:21:32.832742 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:21:32.832742 n-d-838550-3 neutron-server[102730]: self.callback(batched_events) May 18 18:21:32.832742 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:21:32.832742 n-d-838550-3 neutron-server[102730]: event.method(event) May 18 18:21:32.832742 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:21:32.832742 n-d-838550-3 neutron-server[102730]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:21:32.832742 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:21:32.832742 n-d-838550-3 neutron-server[102730]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:21:32.832742 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:21:32.832742 n-d-838550-3 neutron-server[102730]: return f(self, *a, **k) May 18 18:21:32.832742 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:21:32.832742 n-d-838550-3 neutron-server[102730]: return self._get(url).json() May 18 18:21:32.832742 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:21:32.832742 n-d-838550-3 neutron-server[102730]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:21:32.832742 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:21:32.832742 n-d-838550-3 neutron-server[102730]: return self.request(url, 'GET', **kwargs) May 18 18:21:32.832742 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:21:32.832742 n-d-838550-3 neutron-server[102730]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:21:32.832742 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:21:32.832742 n-d-838550-3 neutron-server[102730]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:21:32.832742 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:21:32.832742 n-d-838550-3 neutron-server[102730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:21:32.832742 n-d-838550-3 neutron-server[102730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:21:32.946900 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 42706) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:21:32.993697 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 42708) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:21:32.997182 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-28a84522-4639-4051-8d11-35348dea2443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:33.022377 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2477535a-37a0-40f4-8c75-0988c08c9f3f', 'name': 'network-vif-deleted', 'tag': 'cebbd0e0-8962-4bf7-960d-d246e435c170'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:21:33.024792 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edd6191f-5dbd-4a52-a4f7-8f65c45c9300" -d '{"events": [{"server_uuid": "2477535a-37a0-40f4-8c75-0988c08c9f3f", "name": "network-vif-deleted", "tag": "cebbd0e0-8962-4bf7-960d-d246e435c170"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:21:33.043256 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-28a84522-4639-4051-8d11-35348dea2443 admin admin] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:33.047309 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02a639b8-cebb-4940-a03c-16e476cf9983 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:21:33.059414 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-28a84522-4639-4051-8d11-35348dea2443 admin admin] 10.222.0.85 "DELETE /v2.0/networks/d4b6ec45-8396-4fe1-937b-4f4531714ee9 HTTP/1.1" status: 204 len: 168 time: 0.5783823 May 18 18:21:33.066300 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd42e746-c1f0-4e38-a64e-93670c1b09fe None None] Sync routers for ids ['73254540-bb99-421a-a8f7-d7c5331b85a1'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:21:33.090982 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd42e746-c1f0-4e38-a64e-93670c1b09fe None None] Routers {'73254540-bb99-421a-a8f7-d7c5331b85a1'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:21:33.091610 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-dd42e746-c1f0-4e38-a64e-93670c1b09fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:21:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['73254540-bb99-421a-a8f7-d7c5331b85a1'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:21:33.112974 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a84522-4639-4051-8d11-35348dea2443 admin admin] Pushing event deleted for resources: {'Network': ['ID=d4b6ec45-8396-4fe1-937b-4f4531714ee9,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:21:33.125993 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a5f030f-dfda-4868-a179-f12a8075e46f x-openstack-request-id: req-8a5f030f-dfda-4868-a179-f12a8075e46f {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:21:33.126338 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2477535a-37a0-40f4-8c75-0988c08c9f3f", "name": "network-vif-deleted", "tag": "cebbd0e0-8962-4bf7-960d-d246e435c170", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:21:33.126599 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-8a5f030f-dfda-4868-a179-f12a8075e46f {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:21:33.127024 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a5f030f-dfda-4868-a179-f12a8075e46f'] response: {'server_uuid': '2477535a-37a0-40f4-8c75-0988c08c9f3f', 'name': 'network-vif-deleted', 'tag': 'cebbd0e0-8962-4bf7-960d-d246e435c170', 'status': 'completed', 'code': 200} May 18 18:21:33.159387 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f625414-eff6-4132-a973-b7743466647b req-ec1e6fe3-4fb4-4f53-ad41-0c6e7f007dfe tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:33.161296 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0f625414-eff6-4132-a973-b7743466647b req-ec1e6fe3-4fb4-4f53-ad41-0c6e7f007dfe tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=49ea6625-e10c-4660-a027-e55292fa583e HTTP/1.1" status: 200 len: 943 time: 0.8061211 May 18 18:21:33.169402 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-02a639b8-cebb-4940-a03c-16e476cf9983 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for router, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:33.179357 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-02a639b8-cebb-4940-a03c-16e476cf9983 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 5.2986948 May 18 18:21:33.189859 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 42718) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:21:33.272446 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3311e496-97cd-49b3-a679-a06ba3b7131c tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:33.357378 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0f625414-eff6-4132-a973-b7743466647b req-a1c3d182-8918-45ca-bd47-3a9831ed7b5a tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=86e7cf01-f21c-41cf-b5a3-71cb5ec2aaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767356 May 18 18:21:33.374801 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5e7def1b-2667-46d1-8619-c05f688e7877 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:33.421868 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 42722) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:21:33.454990 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3311e496-97cd-49b3-a679-a06ba3b7131c tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:33.467052 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-dd42e746-c1f0-4e38-a64e-93670c1b09fe None None] Set router 73254540-bb99-421a-a8f7-d7c5331b85a1 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:21:33.528304 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 42724) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:21:33.530129 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-f47a84c9-e9ab-4a8d-9ec9-15e9c196f469 tempest-TestNetworkAdvancedServerOps-1996564383 tempest-TestNetworkAdvancedServerOps-1996564383-project-admin] 10.222.0.85 "GET /v2.0/subnets?project_id=06b3ed36f50a43fd9cfeaa89e080d35b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3382623 May 18 18:21:33.557962 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-ef84c2f5-edc4-4081-9525-004d6e5022ba admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=0e05293eb5e34984a222e72ede2f6bc1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1315241 May 18 18:21:33.558559 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 42726) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:21:33.615439 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec95-81c1-4456-9fc9-192b8b1dd7df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:33.656613 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec95-81c1-4456-9fc9-192b8b1dd7df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:33.732905 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec95-81c1-4456-9fc9-192b8b1dd7df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:33.735385 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3311e496-97cd-49b3-a679-a06ba3b7131c tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:33.738112 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3311e496-97cd-49b3-a679-a06ba3b7131c tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:33.740794 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec95-81c1-4456-9fc9-192b8b1dd7df admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:33.742051 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-3311e496-97cd-49b3-a679-a06ba3b7131c tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "DELETE /v2.0/security-groups/9a2067b3-2854-40c8-880f-cf75b37fd6a5 HTTP/1.1" status: 204 len: 168 time: 0.7931938 May 18 18:21:33.742623 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-69a4ec95-81c1-4456-9fc9-192b8b1dd7df admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/39832044-5715-44fb-889f-070634a49525 HTTP/1.1" status: 204 len: 168 time: 0.1830649 May 18 18:21:33.743468 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 42730) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:21:33.763219 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a4ec95-81c1-4456-9fc9-192b8b1dd7df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39832044-5715-44fb-889f-070634a49525,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:21:33.775895 n-d-838550-3 neutron-server[102731]: INFO neutron.api.v2.resource [None req-a2e50afd-6fad-4ae7-822f-ce6a6cc44c10 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] show failed (client error): The resource could not be found. May 18 18:21:33.779709 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-a2e50afd-6fad-4ae7-822f-ce6a6cc44c10 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "GET /v2.0/security-groups/9a2067b3-2854-40c8-880f-cf75b37fd6a5 HTTP/1.1" status: 404 len: 347 time: 0.0218749 May 18 18:21:33.780529 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 42734) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:21:33.787310 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-dd42e746-c1f0-4e38-a64e-93670c1b09fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73254540-bb99-421a-a8f7-d7c5331b85a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-303935143', 'tenant_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': 'cc457950-b88b-4bc1-b615-6d973c2c8bf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:21:28Z', 'updated_at': '2022-05-18T18:21:31Z', 'revision_number': 3, 'project_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'gw_port': {'id': 'cc457950-b88b-4bc1-b615-6d973c2c8bf6', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:1e:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73254540-bb99-421a-a8f7-d7c5331b85a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2261, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:21:29Z', 'updated_at': '2022-05-18T18:21:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:21:33.790431 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5e7def1b-2667-46d1-8619-c05f688e7877 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:33.795952 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3311e496-97cd-49b3-a679-a06ba3b7131c tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a2067b3-2854-40c8-880f-cf75b37fd6a5,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:21:33.798961 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01523657-b22e-435b-8e61-44ce193bd3b7 tempest-TestNetworkAdvancedServerOps-1996564383 tempest-TestNetworkAdvancedServerOps-1996564383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:33.804101 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-01523657-b22e-435b-8e61-44ce193bd3b7 tempest-TestNetworkAdvancedServerOps-1996564383 tempest-TestNetworkAdvancedServerOps-1996564383-project-admin] 10.222.0.85 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2745147 May 18 18:21:33.804785 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 42736) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:21:33.816924 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5e7def1b-2667-46d1-8619-c05f688e7877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:33.864317 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd42e746-c1f0-4e38-a64e-93670c1b09fe None None] Checking router: 73254540-bb99-421a-a8f7-d7c5331b85a1 for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:21:33.864568 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-a38ad43a-676a-49b0-9cb8-69e73ddf1268 tempest-TestNetworkAdvancedServerOps-1996564383 tempest-TestNetworkAdvancedServerOps-1996564383-project-admin] 10.222.0.85 "GET /v2.0/subnets?network_id=31ebd439-090c-4b25-bbb0-31c48711b145&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0567486 May 18 18:21:33.866185 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd42e746-c1f0-4e38-a64e-93670c1b09fe None None] Updating router 73254540-bb99-421a-a8f7-d7c5331b85a1 port cc457950-b88b-4bc1-b615-6d973c2c8bf6 binding host n-d-838550-3 {{(pid=102733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 18:21:33.870126 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 42738) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:21:33.878519 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-45e9c554-1d55-4724-aef6-33657dd21acd tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1102466620', 'network_id': 'f71fa67d-25f1-4a38-8ed3-26de55da5fe6', 'project_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:21:33.891128 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-5e7def1b-2667-46d1-8619-c05f688e7877 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=00945366b2a94262a95dd663bf260296&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8948448 May 18 18:21:33.893597 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 42740) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:21:33.914693 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-dd42e746-c1f0-4e38-a64e-93670c1b09fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:33.931552 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7def1b-2667-46d1-8619-c05f688e7877 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c61ca634-112f-42f6-b2ed-5e73b0a71813,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:21:33.962015 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1483b2a2-7211-4231-8dbd-d5b066343c1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:33.991181 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1483b2a2-7211-4231-8dbd-d5b066343c1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:34.060309 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1483b2a2-7211-4231-8dbd-d5b066343c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:34.063267 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1483b2a2-7211-4231-8dbd-d5b066343c1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:34.066984 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-1483b2a2-7211-4231-8dbd-d5b066343c1d admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/c61ca634-112f-42f6-b2ed-5e73b0a71813 HTTP/1.1" status: 204 len: 168 time: 0.1699054 May 18 18:21:34.088676 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1483b2a2-7211-4231-8dbd-d5b066343c1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c61ca634-112f-42f6-b2ed-5e73b0a71813,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:21:34.152494 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45e9c554-1d55-4724-aef6-33657dd21acd tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Made reservation on behalf of 06b3ed36f50a43fd9cfeaa89e080d35b for: {'subnet': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:21:34.156468 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-45e9c554-1d55-4724-aef6-33657dd21acd tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260908003'] for subnet, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:34.219422 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-2416b3fa-be9a-4071-829d-d73ba7dcd027 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Deleting port d9293fc8-ee0d-46f7-bac1-51c0a0d66781 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:21:34.219897 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2416b3fa-be9a-4071-829d-d73ba7dcd027 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:34.335218 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2416b3fa-be9a-4071-829d-d73ba7dcd027 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:34.335656 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2416b3fa-be9a-4071-829d-d73ba7dcd027 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:34.381320 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-2416b3fa-be9a-4071-829d-d73ba7dcd027 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Calling delete_port for d9293fc8-ee0d-46f7-bac1-51c0a0d66781 owned by network:floatingip {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:21:34.442529 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-dd42e746-c1f0-4e38-a64e-93670c1b09fe None None] Notify callbacks [] for port, precommit_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:34.454454 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-dd42e746-c1f0-4e38-a64e-93670c1b09fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:34.527136 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-45e9c554-1d55-4724-aef6-33657dd21acd tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260898481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260908021'] for subnet, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:34.583119 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050e5f79-6c08-4e4a-8cf8-0ec5a03ff719 None None] Pushing event updated for resources: {'Port': ['ID=cc457950-b88b-4bc1-b615-6d973c2c8bf6,revision_number=2']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:21:34.622351 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-dd42e746-c1f0-4e38-a64e-93670c1b09fe None None] Attempting to bind port cc457950-b88b-4bc1-b615-6d973c2c8bf6 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:21:34.623896 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-dd42e746-c1f0-4e38-a64e-93670c1b09fe None None] Attempting to bind port cc457950-b88b-4bc1-b615-6d973c2c8bf6 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:21:34.624555 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd42e746-c1f0-4e38-a64e-93670c1b09fe None None] Attempting to bind port cc457950-b88b-4bc1-b615-6d973c2c8bf6 on network 31ebd439-090c-4b25-bbb0-31c48711b145 {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:21:34.651934 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd42e746-c1f0-4e38-a64e-93670c1b09fe None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:21:34.652312 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd42e746-c1f0-4e38-a64e-93670c1b09fe None None] Checking segment: {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:21:34.652726 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-dd42e746-c1f0-4e38-a64e-93670c1b09fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:34.658923 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd42e746-c1f0-4e38-a64e-93670c1b09fe None None] Bound using segment: {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:21:34.659899 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-dd42e746-c1f0-4e38-a64e-93670c1b09fe None None] Bound port: cc457950-b88b-4bc1-b615-6d973c2c8bf6, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:21:34.660862 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-dd42e746-c1f0-4e38-a64e-93670c1b09fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:34.691057 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e9c554-1d55-4724-aef6-33657dd21acd tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Pushing event updated for resources: {'Subnet': ['ID=319c66c3-8a7e-46c8-956a-e2b3a85f9524,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:21:34.743571 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81017f1f-02f9-45c4-8556-412e45a7613e req-b660096f-7800-4a53-9502-37364e54671f tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:34.751721 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-81017f1f-02f9-45c4-8556-412e45a7613e req-b660096f-7800-4a53-9502-37364e54671f tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=49ea6625-e10c-4660-a027-e55292fa583e HTTP/1.1" status: 200 len: 943 time: 0.1844299 May 18 18:21:34.818767 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.db [None req-dd42e746-c1f0-4e38-a64e-93670c1b09fe None None] For port cc457950-b88b-4bc1-b615-6d973c2c8bf6, host n-d-838550-3, cleared binding levels {{(pid=102733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:21:34.827480 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.db [None req-dd42e746-c1f0-4e38-a64e-93670c1b09fe None None] For port cc457950-b88b-4bc1-b615-6d973c2c8bf6, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=cc457950-b88b-4bc1-b615-6d973c2c8bf6,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:21:34.835375 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e9c554-1d55-4724-aef6-33657dd21acd tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Checking segment: {'id': 'bb31c238-cddb-4b17-91a0-f094652d8b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f71fa67d-25f1-4a38-8ed3-26de55da5fe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:21:34.835735 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e9c554-1d55-4724-aef6-33657dd21acd tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Network hostable DHCP agents. Network: f71fa67d-25f1-4a38-8ed3-26de55da5fe6, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:21:34.838670 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-dd42e746-c1f0-4e38-a64e-93670c1b09fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:34.853345 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 42774) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:21:34.865073 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-81017f1f-02f9-45c4-8556-412e45a7613e req-8d9ac823-e37b-4f83-b39a-7813bb6a748e tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=86e7cf01-f21c-41cf-b5a3-71cb5ec2aaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966973 May 18 18:21:34.904195 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1c615746-06f2-442c-ba26-adc53fd3c96c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:34.915247 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2416b3fa-be9a-4071-829d-d73ba7dcd027 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:34.922970 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050e5f79-6c08-4e4a-8cf8-0ec5a03ff719 None None] Pushing event updated for resources: {'Port': ['ID=cc457950-b88b-4bc1-b615-6d973c2c8bf6,revision_number=3']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:21:34.957552 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd42e746-c1f0-4e38-a64e-93670c1b09fe None None] Routers {'73254540-bb99-421a-a8f7-d7c5331b85a1'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:21:34.958640 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-dd42e746-c1f0-4e38-a64e-93670c1b09fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:21:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['73254540-bb99-421a-a8f7-d7c5331b85a1'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:21:35.087697 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e9c554-1d55-4724-aef6-33657dd21acd tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Network f71fa67d-25f1-4a38-8ed3-26de55da5fe6 is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:21:35.090784 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2416b3fa-be9a-4071-829d-d73ba7dcd027 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Pushing event deleted for resources: {'Port': ['ID=d9293fc8-ee0d-46f7-bac1-51c0a0d66781,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:21:35.115021 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-dd42e746-c1f0-4e38-a64e-93670c1b09fe None None] Set router 73254540-bb99-421a-a8f7-d7c5331b85a1 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:21:35.118936 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-45e9c554-1d55-4724-aef6-33657dd21acd tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, f71fa67d-25f1-4a38-8ed3-26de55da5fe6) {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:21:35.129668 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c1c91a3-4acc-4641-89ac-84938ba1fcc5 None None] Network f71fa67d-25f1-4a38-8ed3-26de55da5fe6 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:21:35.132652 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e9c554-1d55-4724-aef6-33657dd21acd tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:35.133479 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-45e9c554-1d55-4724-aef6-33657dd21acd tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:35.153528 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2416b3fa-be9a-4071-829d-d73ba7dcd027 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Notify callbacks [] for floatingip, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:35.156505 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2416b3fa-be9a-4071-829d-d73ba7dcd027 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:35.157668 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-2416b3fa-be9a-4071-829d-d73ba7dcd027 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "DELETE /v2.0/floatingips/77d48605-795b-46f4-8477-b557b8315374 HTTP/1.1" status: 204 len: 168 time: 1.3760951 May 18 18:21:35.160598 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 42782) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:21:35.172244 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-45e9c554-1d55-4724-aef6-33657dd21acd tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2978652 May 18 18:21:35.176688 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 42784) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:21:35.256194 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 42786) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:21:35.329708 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1c615746-06f2-442c-ba26-adc53fd3c96c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:35.334968 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1c615746-06f2-442c-ba26-adc53fd3c96c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:35.411838 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-9e083a1c-df59-4eee-b74b-591378a92ea6 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Deleting port bfe302f4-31b0-4e60-be0f-bcfe30840d72 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:21:35.412566 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9e083a1c-df59-4eee-b74b-591378a92ea6 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:35.497701 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c615746-06f2-442c-ba26-adc53fd3c96c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a70fd927-6176-4383-af00-06f2fe58e14f,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:21:35.513096 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-2a9e1f21-7b42-4dba-bb21-5cdaaaf02d38 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-117939844-network', 'tenant_id': 'dc04081bebe44448af91d703facdf00a'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:21:35.521670 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-1c615746-06f2-442c-ba26-adc53fd3c96c admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=adc3f3053bea496b9b0492acef59faea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6627727 May 18 18:21:35.528065 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 42790) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:21:35.564477 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-dd42e746-c1f0-4e38-a64e-93670c1b09fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73254540-bb99-421a-a8f7-d7c5331b85a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-303935143', 'tenant_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': 'cc457950-b88b-4bc1-b615-6d973c2c8bf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:21:28Z', 'updated_at': '2022-05-18T18:21:31Z', 'revision_number': 3, 'project_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'gw_port': {'id': 'cc457950-b88b-4bc1-b615-6d973c2c8bf6', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:1e:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73254540-bb99-421a-a8f7-d7c5331b85a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2261, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:21:29Z', 'updated_at': '2022-05-18T18:21:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:21:35.595491 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9e083a1c-df59-4eee-b74b-591378a92ea6 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:35.624422 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-9e083a1c-df59-4eee-b74b-591378a92ea6 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Calling delete_port for bfe302f4-31b0-4e60-be0f-bcfe30840d72 owned by {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:21:35.722889 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a9e1f21-7b42-4dba-bb21-5cdaaaf02d38 admin admin] Made reservation on behalf of dc04081bebe44448af91d703facdf00a for: {'network': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:21:35.725186 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2a9e1f21-7b42-4dba-bb21-5cdaaaf02d38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:35.751026 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2a9e1f21-7b42-4dba-bb21-5cdaaaf02d38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:35.753249 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52365f02-c5dc-46d6-a176-1a738789d7f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-f71fa67d-25f1-4a38-8ed3-26de55da5fe6', 'network_id': 'f71fa67d-25f1-4a38-8ed3-26de55da5fe6', 'tenant_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'fixed_ips': [{'subnet_id': '319c66c3-8a7e-46c8-956a-e2b3a85f9524'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:21:35.758917 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-52365f02-c5dc-46d6-a176-1a738789d7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:35.804659 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd42e746-c1f0-4e38-a64e-93670c1b09fe None None] The sync data for ids ['73254540-bb99-421a-a8f7-d7c5331b85a1'] in n-d-838550-3 is: [{'id': '73254540-bb99-421a-a8f7-d7c5331b85a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-303935143', 'tenant_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': 'cc457950-b88b-4bc1-b615-6d973c2c8bf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:21:28Z', 'updated_at': '2022-05-18T18:21:31Z', 'revision_number': 3, 'project_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'gw_port': {'id': 'cc457950-b88b-4bc1-b615-6d973c2c8bf6', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:1e:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73254540-bb99-421a-a8f7-d7c5331b85a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2261, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:21:29Z', 'updated_at': '2022-05-18T18:21:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:21:35.839487 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-26f68485-9c46-4c77-86fd-d73cfa7890ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:35.876410 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-26f68485-9c46-4c77-86fd-d73cfa7890ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:35.913124 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9e083a1c-df59-4eee-b74b-591378a92ea6 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:36.082959 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-52365f02-c5dc-46d6-a176-1a738789d7f3 None None] Allocated IP 172.20.0.2 (f71fa67d-25f1-4a38-8ed3-26de55da5fe6/319c66c3-8a7e-46c8-956a-e2b3a85f9524/e2d04119-fc43-4a91-84a4-495e0621f4cb) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:21:36.095085 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e083a1c-df59-4eee-b74b-591378a92ea6 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Pushing event deleted for resources: {'Port': ['ID=bfe302f4-31b0-4e60-be0f-bcfe30840d72,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:21:36.112100 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9e083a1c-df59-4eee-b74b-591378a92ea6 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:36.115740 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-9e083a1c-df59-4eee-b74b-591378a92ea6 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "DELETE /v2.0/ports/bfe302f4-31b0-4e60-be0f-bcfe30840d72 HTTP/1.1" status: 204 len: 168 time: 0.9527824 May 18 18:21:36.117895 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 42798) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:21:36.228616 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-26f68485-9c46-4c77-86fd-d73cfa7890ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:36.232331 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-26f68485-9c46-4c77-86fd-d73cfa7890ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:36.235856 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-26f68485-9c46-4c77-86fd-d73cfa7890ae admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/a70fd927-6176-4383-af00-06f2fe58e14f HTTP/1.1" status: 204 len: 168 time: 0.7021031 May 18 18:21:36.366930 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e40c4a-6afc-4436-b7b4-86f570aa353e req-5bbfd849-6c8c-40a9-8ecc-ce3dcad43475 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:36.368665 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-19e40c4a-6afc-4436-b7b4-86f570aa353e req-5bbfd849-6c8c-40a9-8ecc-ce3dcad43475 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=49ea6625-e10c-4660-a027-e55292fa583e HTTP/1.1" status: 200 len: 943 time: 0.2706945 May 18 18:21:36.390361 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2a9e1f21-7b42-4dba-bb21-5cdaaaf02d38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:36.402267 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f68485-9c46-4c77-86fd-d73cfa7890ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a70fd927-6176-4383-af00-06f2fe58e14f,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:21:36.422745 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-52365f02-c5dc-46d6-a176-1a738789d7f3 None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:36.458847 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-52365f02-c5dc-46d6-a176-1a738789d7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:36.464361 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2a9e1f21-7b42-4dba-bb21-5cdaaaf02d38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:36.474919 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-19e40c4a-6afc-4436-b7b4-86f570aa353e req-39c92fa9-11da-4856-a155-f3b865921e6f tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=86e7cf01-f21c-41cf-b5a3-71cb5ec2aaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932677 May 18 18:21:36.498885 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a9e1f21-7b42-4dba-bb21-5cdaaaf02d38 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 627} {{(pid=102731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:21:36.499033 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-7982512d-4d64-4220-968c-db78b56c4fe1 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Deleting port 75d8fbc0-97dd-4aea-a1f2-9e5de043f940 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:21:36.499033 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7982512d-4d64-4220-968c-db78b56c4fe1 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:36.511351 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2a9e1f21-7b42-4dba-bb21-5cdaaaf02d38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:36.511726 n-d-838550-3 neutron-server[102731]: INFO neutron.db.segments_db [None req-2a9e1f21-7b42-4dba-bb21-5cdaaaf02d38 admin admin] Added segment ef93e1fc-f0f4-4220-adc9-d2cb000b3c93 of type vlan for network adbd4d3b-93fc-4f7a-a6ae-1551b2db5668 May 18 18:21:36.535378 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52365f02-c5dc-46d6-a176-1a738789d7f3 None None] Network f71fa67d-25f1-4a38-8ed3-26de55da5fe6 is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:21:36.538278 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52365f02-c5dc-46d6-a176-1a738789d7f3 None None] Pushing event updated for resources: {'Port': ['ID=e2d04119-fc43-4a91-84a4-495e0621f4cb,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:21:36.541514 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-52365f02-c5dc-46d6-a176-1a738789d7f3 None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:21:36.548487 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52365f02-c5dc-46d6-a176-1a738789d7f3 None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:21:36.643570 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2a9e1f21-7b42-4dba-bb21-5cdaaaf02d38 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:36.655700 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-52365f02-c5dc-46d6-a176-1a738789d7f3 None None] Attempting to bind port e2d04119-fc43-4a91-84a4-495e0621f4cb on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:21:36.656161 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-52365f02-c5dc-46d6-a176-1a738789d7f3 None None] Attempting to bind port e2d04119-fc43-4a91-84a4-495e0621f4cb by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': 'bb31c238-cddb-4b17-91a0-f094652d8b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f71fa67d-25f1-4a38-8ed3-26de55da5fe6'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:21:36.656546 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52365f02-c5dc-46d6-a176-1a738789d7f3 None None] Attempting to bind port e2d04119-fc43-4a91-84a4-495e0621f4cb on network f71fa67d-25f1-4a38-8ed3-26de55da5fe6 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:21:36.662878 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52365f02-c5dc-46d6-a176-1a738789d7f3 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:21:36.663267 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52365f02-c5dc-46d6-a176-1a738789d7f3 None None] Checking segment: {'id': 'bb31c238-cddb-4b17-91a0-f094652d8b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f71fa67d-25f1-4a38-8ed3-26de55da5fe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:21:36.663680 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-52365f02-c5dc-46d6-a176-1a738789d7f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:36.664087 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52365f02-c5dc-46d6-a176-1a738789d7f3 None None] Bound using segment: {'id': 'bb31c238-cddb-4b17-91a0-f094652d8b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f71fa67d-25f1-4a38-8ed3-26de55da5fe6'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:21:36.664562 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-52365f02-c5dc-46d6-a176-1a738789d7f3 None None] Bound port: e2d04119-fc43-4a91-84a4-495e0621f4cb, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb31c238-cddb-4b17-91a0-f094652d8b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f71fa67d-25f1-4a38-8ed3-26de55da5fe6'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:21:36.664951 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-52365f02-c5dc-46d6-a176-1a738789d7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:36.719661 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7982512d-4d64-4220-968c-db78b56c4fe1 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:36.742332 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-7982512d-4d64-4220-968c-db78b56c4fe1 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Calling delete_port for 75d8fbc0-97dd-4aea-a1f2-9e5de043f940 owned by {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:21:36.800743 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-52365f02-c5dc-46d6-a176-1a738789d7f3 None None] For port e2d04119-fc43-4a91-84a4-495e0621f4cb, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:21:36.804532 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-52365f02-c5dc-46d6-a176-1a738789d7f3 None None] For port e2d04119-fc43-4a91-84a4-495e0621f4cb, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=e2d04119-fc43-4a91-84a4-495e0621f4cb,segment=NetworkSegment(bb31c238-cddb-4b17-91a0-f094652d8b9e),segment_id=bb31c238-cddb-4b17-91a0-f094652d8b9e)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:21:36.823997 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-52365f02-c5dc-46d6-a176-1a738789d7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:36.895117 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3f50d758-c8a4-4393-a388-d0b8d5b0f5d7 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:36.902344 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52365f02-c5dc-46d6-a176-1a738789d7f3 None None] Pushing event updated for resources: {'Port': ['ID=e2d04119-fc43-4a91-84a4-495e0621f4cb,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:21:36.918436 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9e1f21-7b42-4dba-bb21-5cdaaaf02d38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79af37b4-96e5-49e2-a136-b4eb89c535d3,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:21:36.957010 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7982512d-4d64-4220-968c-db78b56c4fe1 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:36.983113 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2a9e1f21-7b42-4dba-bb21-5cdaaaf02d38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:36.984111 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a9e1f21-7b42-4dba-bb21-5cdaaaf02d38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:36.984702 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2a9e1f21-7b42-4dba-bb21-5cdaaaf02d38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:37.010190 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7982512d-4d64-4220-968c-db78b56c4fe1 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Pushing event deleted for resources: {'Port': ['ID=75d8fbc0-97dd-4aea-a1f2-9e5de043f940,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:21:37.156137 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7982512d-4d64-4220-968c-db78b56c4fe1 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:37.159840 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-7982512d-4d64-4220-968c-db78b56c4fe1 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "DELETE /v2.0/ports/75d8fbc0-97dd-4aea-a1f2-9e5de043f940 HTTP/1.1" status: 204 len: 168 time: 1.0409462 May 18 18:21:37.162428 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 42812) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:21:37.222691 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-2a9e1f21-7b42-4dba-bb21-5cdaaaf02d38 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.9648771 May 18 18:21:37.231726 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 42816) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:21:37.264890 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-45334ecd-5617-4b24-91a0-5ccf929c5421 admin admin] Request body: {'subnet': {'network_id': 'adbd4d3b-93fc-4f7a-a6ae-1551b2db5668', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-117939844-subnet', 'tenant_id': 'dc04081bebe44448af91d703facdf00a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:21:37.327393 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_v2 [None req-e598f72a-16f5-4787-befe-d184d2179eab tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Deleting subnet 4e937e76-4120-49e8-98d7-f0b65b696259 {{(pid=102730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:21:37.331324 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e598f72a-16f5-4787-befe-d184d2179eab tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Notify callbacks [] for subnet, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:37.336526 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9e1f21-7b42-4dba-bb21-5cdaaaf02d38 admin admin] Pushing event updated for resources: {'Network': ['ID=adbd4d3b-93fc-4f7a-a6ae-1551b2db5668,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:21:37.352878 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network adbd4d3b-93fc-4f7a-a6ae-1551b2db5668 details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:21:37.394284 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45334ecd-5617-4b24-91a0-5ccf929c5421 admin admin] Made reservation on behalf of dc04081bebe44448af91d703facdf00a for: {'subnet': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:21:37.397204 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-45334ecd-5617-4b24-91a0-5ccf929c5421 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260908003'] for subnet, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:37.411208 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e598f72a-16f5-4787-befe-d184d2179eab tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260107366'] for subnet, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:37.626933 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-4991250c-cd29-4c0c-ae9a-fee1332db18d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:37.654749 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e598f72a-16f5-4787-befe-d184d2179eab tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:37.817185 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e598f72a-16f5-4787-befe-d184d2179eab tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261104690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261031888'] for subnet, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:37.864769 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e598f72a-16f5-4787-befe-d184d2179eab tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Pushing event deleted for resources: {'Subnet': ['ID=4e937e76-4120-49e8-98d7-f0b65b696259,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:21:37.882557 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-3f50d758-c8a4-4393-a388-d0b8d5b0f5d7 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Allocated IP 172.20.0.1 (f71fa67d-25f1-4a38-8ed3-26de55da5fe6/319c66c3-8a7e-46c8-956a-e2b3a85f9524/cb9b0614-cf9b-4df0-8bd3-861a160de71b) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:21:37.883653 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e598f72a-16f5-4787-befe-d184d2179eab tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:37.890724 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60029794-28b5-426c-b7a7-b232fe063620 None None] Network 43a58ba6-946d-4778-a241-0f5d338fd928 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:21:37.892100 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-e598f72a-16f5-4787-befe-d184d2179eab tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "DELETE /v2.0/subnets/4e937e76-4120-49e8-98d7-f0b65b696259 HTTP/1.1" status: 204 len: 168 time: 0.7285969 May 18 18:21:37.895985 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 42828) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:21:37.929601 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf77da8f-adf8-48d4-a6c4-48917c817612 req-e46d7056-1947-4ed6-883a-79f12d6f98e5 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:37.939031 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cf77da8f-adf8-48d4-a6c4-48917c817612 req-e46d7056-1947-4ed6-883a-79f12d6f98e5 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=49ea6625-e10c-4660-a027-e55292fa583e HTTP/1.1" status: 200 len: 943 time: 0.1274836 May 18 18:21:37.969872 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_v2 [None req-02f953b1-d78f-472e-bc0b-db754a159a4c tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Deleting subnet 45630181-3d16-4d8d-916e-5a6318bba46b {{(pid=102730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:21:37.974930 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-02f953b1-d78f-472e-bc0b-db754a159a4c tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Notify callbacks [] for subnet, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:38.030257 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-02f953b1-d78f-472e-bc0b-db754a159a4c tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260107366'] for subnet, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:38.176564 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-02f953b1-d78f-472e-bc0b-db754a159a4c tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:38.193391 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3f50d758-c8a4-4393-a388-d0b8d5b0f5d7 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:38.214089 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cf77da8f-adf8-48d4-a6c4-48917c817612 req-d82a9902-7374-45f2-b988-5e73f81f8830 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=86e7cf01-f21c-41cf-b5a3-71cb5ec2aaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740016 May 18 18:21:38.361291 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-02f953b1-d78f-472e-bc0b-db754a159a4c tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261104690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261031888'] for subnet, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:38.401878 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2101ec-fd1a-44bf-a04f-674d6de2cd55 None None] DHCP port deletion for 43a58ba6-946d-4778-a241-0f5d338fd928 request from n-d-838550-3 {{(pid=102732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 18:21:38.419113 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f953b1-d78f-472e-bc0b-db754a159a4c tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Pushing event deleted for resources: {'Subnet': ['ID=45630181-3d16-4d8d-916e-5a6318bba46b,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:21:38.424246 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-02f953b1-d78f-472e-bc0b-db754a159a4c tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:38.429155 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-02f953b1-d78f-472e-bc0b-db754a159a4c tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "DELETE /v2.0/subnets/45630181-3d16-4d8d-916e-5a6318bba46b HTTP/1.1" status: 204 len: 168 time: 0.5301542 May 18 18:21:38.433065 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 42834) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:21:38.444350 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d720b55-f0fa-4a74-92e9-64bbfb05ff1b None None] Network a49d7af7-9a16-489e-8fc6-4b85db67dcd9 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:21:38.449655 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3f50d758-c8a4-4393-a388-d0b8d5b0f5d7 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:38.540272 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-45334ecd-5617-4b24-91a0-5ccf929c5421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260898481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260908021'] for subnet, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:38.550873 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device cc457950-b88b-4bc1-b615-6d973c2c8bf6 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:21:38.625023 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f50d758-c8a4-4393-a388-d0b8d5b0f5d7 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Network f71fa67d-25f1-4a38-8ed3-26de55da5fe6 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:21:38.630995 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45334ecd-5617-4b24-91a0-5ccf929c5421 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b85d9655-9e18-4f20-bd82-d6f95b142d2a,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:21:38.634546 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-3f50d758-c8a4-4393-a388-d0b8d5b0f5d7 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:21:38.636454 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-177cae75-f54f-4c33-a5a9-0c5d7364abb6 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:38.641303 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f50d758-c8a4-4393-a388-d0b8d5b0f5d7 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:21:38.712406 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f50d758-c8a4-4393-a388-d0b8d5b0f5d7 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Pushing event updated for resources: {'Port': ['ID=cb9b0614-cf9b-4df0-8bd3-861a160de71b,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:21:38.758978 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3f50d758-c8a4-4393-a388-d0b8d5b0f5d7 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595826'] for router_interface, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:38.788988 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-177cae75-f54f-4c33-a5a9-0c5d7364abb6 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Deleting port 858c060f-8117-4e46-9519-8e53598a355a {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:21:38.789498 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-177cae75-f54f-4c33-a5a9-0c5d7364abb6 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:38.860171 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45334ecd-5617-4b24-91a0-5ccf929c5421 admin admin] Checking segment: {'id': 'ef93e1fc-f0f4-4220-adc9-d2cb000b3c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'adbd4d3b-93fc-4f7a-a6ae-1551b2db5668'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:21:38.860362 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45334ecd-5617-4b24-91a0-5ccf929c5421 admin admin] Network hostable DHCP agents. Network: adbd4d3b-93fc-4f7a-a6ae-1551b2db5668, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:21:38.922592 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-1b2101ec-fd1a-44bf-a04f-674d6de2cd55 None None] Deleting port 858c060f-8117-4e46-9519-8e53598a355a {{(pid=102732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:21:38.923745 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1b2101ec-fd1a-44bf-a04f-674d6de2cd55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:38.958634 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-177cae75-f54f-4c33-a5a9-0c5d7364abb6 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] For port 858c060f-8117-4e46-9519-8e53598a355a, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=858c060f-8117-4e46-9519-8e53598a355a,segment=NetworkSegment(cf7df900-9ffb-48f9-b318-c52437b4c248),segment_id=cf7df900-9ffb-48f9-b318-c52437b4c248)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:21:38.959022 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-177cae75-f54f-4c33-a5a9-0c5d7364abb6 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:39.012443 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-177cae75-f54f-4c33-a5a9-0c5d7364abb6 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Calling delete_port for 858c060f-8117-4e46-9519-8e53598a355a owned by network:dhcp {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:21:39.018293 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45334ecd-5617-4b24-91a0-5ccf929c5421 admin admin] Network adbd4d3b-93fc-4f7a-a6ae-1551b2db5668 is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:21:39.051407 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port cc457950-b88b-4bc1-b615-6d973c2c8bf6 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:21:39.052180 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:39.061936 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-45334ecd-5617-4b24-91a0-5ccf929c5421 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, adbd4d3b-93fc-4f7a-a6ae-1551b2db5668) {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:21:39.080533 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45334ecd-5617-4b24-91a0-5ccf929c5421 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:39.081114 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-45334ecd-5617-4b24-91a0-5ccf929c5421 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:39.091726 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3f50d758-c8a4-4393-a388-d0b8d5b0f5d7 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:39.099540 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-328ca5d7-1d55-4d1d-93fe-196c36231cbd None None] Network adbd4d3b-93fc-4f7a-a6ae-1551b2db5668 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:21:39.121513 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-45334ecd-5617-4b24-91a0-5ccf929c5421 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8853354 May 18 18:21:39.121513 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 42844) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:21:39.125675 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-1016313b-258e-4a34-93bf-f1ada655d84b admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-117939844-router', 'tenant_id': 'dc04081bebe44448af91d703facdf00a', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:21:39.140947 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-1b2101ec-fd1a-44bf-a04f-674d6de2cd55 None None] For port 858c060f-8117-4e46-9519-8e53598a355a, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=858c060f-8117-4e46-9519-8e53598a355a,segment=NetworkSegment(cf7df900-9ffb-48f9-b318-c52437b4c248),segment_id=cf7df900-9ffb-48f9-b318-c52437b4c248)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:21:39.141607 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1b2101ec-fd1a-44bf-a04f-674d6de2cd55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:39.151336 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1016313b-258e-4a34-93bf-f1ada655d84b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25099'] for router, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:39.152435 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1016313b-258e-4a34-93bf-f1ada655d84b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-593238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596850', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25088'] for router, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:39.195501 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2453e21f-39a3-4542-ae97-f02daa25c314 None None] Network f71fa67d-25f1-4a38-8ed3-26de55da5fe6 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:21:39.246274 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-177cae75-f54f-4c33-a5a9-0c5d7364abb6 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:39.270278 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9579d021-1bba-42f3-a726-c086a3fde244 None None] DHCP port deletion for a49d7af7-9a16-489e-8fc6-4b85db67dcd9 request from n-d-838550-3 {{(pid=102732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 18:21:39.276345 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-1b2101ec-fd1a-44bf-a04f-674d6de2cd55 None None] Calling delete_port for 858c060f-8117-4e46-9519-8e53598a355a owned by network:dhcp {{(pid=102732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:21:39.285884 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1016313b-258e-4a34-93bf-f1ada655d84b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:39.316203 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177cae75-f54f-4c33-a5a9-0c5d7364abb6 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Pushing event deleted for resources: {'Port': ['ID=858c060f-8117-4e46-9519-8e53598a355a,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:21:39.332637 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177cae75-f54f-4c33-a5a9-0c5d7364abb6 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] No DVR routers for this DVR port 858c060f-8117-4e46-9519-8e53598a355a on host n-d-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:21:39.414173 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-384bebd1-0268-4a8c-8d86-e3d9893fbce8 None None] Provisioning complete for port e2d04119-fc43-4a91-84a4-495e0621f4cb triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:21:39.414581 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-384bebd1-0268-4a8c-8d86-e3d9893fbce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:39.465242 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-177cae75-f54f-4c33-a5a9-0c5d7364abb6 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:39.497556 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-177cae75-f54f-4c33-a5a9-0c5d7364abb6 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43a58ba6-946d-4778-a241-0f5d338fd928']}} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:21:39.511310 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-177cae75-f54f-4c33-a5a9-0c5d7364abb6 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf7df900-9ffb-48f9-b318-c52437b4c248') {'for_net_delete': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:21:39.511729 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-177cae75-f54f-4c33-a5a9-0c5d7364abb6 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf7df900-9ffb-48f9-b318-c52437b4c248') {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:21:39.531909 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-177cae75-f54f-4c33-a5a9-0c5d7364abb6 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260107375'] for segment, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:39.551098 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-177cae75-f54f-4c33-a5a9-0c5d7364abb6 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:39.563228 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-177cae75-f54f-4c33-a5a9-0c5d7364abb6 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=102730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:21:39.563893 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-177cae75-f54f-4c33-a5a9-0c5d7364abb6 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261102736'] for segment, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:39.607379 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-384bebd1-0268-4a8c-8d86-e3d9893fbce8 None None] Current status of the port e2d04119-fc43-4a91-84a4-495e0621f4cb is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:21:39.608189 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-384bebd1-0268-4a8c-8d86-e3d9893fbce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:39.626634 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 42856) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:21:39.651206 n-d-838550-3 neutron-server[102730]: Traceback (most recent call last): May 18 18:21:39.651206 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:21:39.651206 n-d-838550-3 neutron-server[102730]: timer() May 18 18:21:39.651206 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:21:39.651206 n-d-838550-3 neutron-server[102730]: cb(*args, **kw) May 18 18:21:39.651206 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:21:39.651206 n-d-838550-3 neutron-server[102730]: return func(*args, **kwargs) May 18 18:21:39.651206 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:21:39.651206 n-d-838550-3 neutron-server[102730]: self._notify() May 18 18:21:39.651206 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:21:39.651206 n-d-838550-3 neutron-server[102730]: self.callback(batched_events) May 18 18:21:39.651206 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:21:39.651206 n-d-838550-3 neutron-server[102730]: event.method(event) May 18 18:21:39.651206 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:21:39.651206 n-d-838550-3 neutron-server[102730]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:21:39.651206 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:21:39.651206 n-d-838550-3 neutron-server[102730]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:21:39.651206 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:21:39.651206 n-d-838550-3 neutron-server[102730]: return f(self, *a, **k) May 18 18:21:39.651206 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:21:39.651206 n-d-838550-3 neutron-server[102730]: return self._get(url).json() May 18 18:21:39.651206 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:21:39.651206 n-d-838550-3 neutron-server[102730]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:21:39.651206 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:21:39.651206 n-d-838550-3 neutron-server[102730]: return self.request(url, 'GET', **kwargs) May 18 18:21:39.651206 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:21:39.651206 n-d-838550-3 neutron-server[102730]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:21:39.651206 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:21:39.651206 n-d-838550-3 neutron-server[102730]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:21:39.651206 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:21:39.651206 n-d-838550-3 neutron-server[102730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:21:39.651206 n-d-838550-3 neutron-server[102730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:21:39.698260 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-177cae75-f54f-4c33-a5a9-0c5d7364abb6 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:39.704961 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-177cae75-f54f-4c33-a5a9-0c5d7364abb6 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:39.711664 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-177cae75-f54f-4c33-a5a9-0c5d7364abb6 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "DELETE /v2.0/networks/43a58ba6-946d-4778-a241-0f5d338fd928 HTTP/1.1" status: 204 len: 168 time: 1.2766669 May 18 18:21:39.714083 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 42860) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:21:39.747993 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bb99c2-37ee-4b70-a288-706eced4b825 req-76c74e31-55d8-4867-b69a-a2500738585f tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:39.749910 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-40bb99c2-37ee-4b70-a288-706eced4b825 req-76c74e31-55d8-4867-b69a-a2500738585f tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=49ea6625-e10c-4660-a027-e55292fa583e HTTP/1.1" status: 200 len: 943 time: 0.1081219 May 18 18:21:39.769404 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177cae75-f54f-4c33-a5a9-0c5d7364abb6 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Pushing event deleted for resources: {'Network': ['ID=43a58ba6-946d-4778-a241-0f5d338fd928,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:21:39.774764 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1016313b-258e-4a34-93bf-f1ada655d84b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:39.903400 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-a82c8290-59fb-4a88-8e5d-064578e46ac4 tempest-QuotasNegativeTest-1646474575 tempest-QuotasNegativeTest-1646474575-project-admin] Request body: {'quota': {'network': 2}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:21:39.925172 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port cc457950-b88b-4bc1-b615-6d973c2c8bf6 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:21:39.926234 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:39.940119 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-40bb99c2-37ee-4b70-a288-706eced4b825 req-5935fded-5674-4813-a650-9c676c2514af tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=86e7cf01-f21c-41cf-b5a3-71cb5ec2aaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779368 May 18 18:21:39.945392 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b2187b-f419-4a7a-b04a-e5ecddb62ddf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-adbd4d3b-93fc-4f7a-a6ae-1551b2db5668', 'network_id': 'adbd4d3b-93fc-4f7a-a6ae-1551b2db5668', 'tenant_id': 'dc04081bebe44448af91d703facdf00a', 'fixed_ips': [{'subnet_id': 'b85d9655-9e18-4f20-bd82-d6f95b142d2a'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:21:39.946806 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-e7b2187b-f419-4a7a-b04a-e5ecddb62ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:39.948363 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f9fc0409-0f1a-4df0-ad54-75be76a01d51 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:39.970958 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-a82c8290-59fb-4a88-8e5d-064578e46ac4 tempest-QuotasNegativeTest-1646474575 tempest-QuotasNegativeTest-1646474575-project-admin] 10.222.0.85 "PUT /v2.0/quotas/dd419ce725b1445099fb55fb1627897a HTTP/1.1" status: 200 len: 368 time: 0.3423190 May 18 18:21:39.986709 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 42862) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:21:39.998458 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-9579d021-1bba-42f3-a726-c086a3fde244 None None] Deleting port e7c71583-a4f2-405f-98e1-087437de61c9 {{(pid=102732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:21:39.998988 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9579d021-1bba-42f3-a726-c086a3fde244 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:40.001901 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-0e49dcb9-48d8-4264-ae23-f1de4ee4e8d8 tempest-QuotasNegativeTest-1646474575 tempest-QuotasNegativeTest-1646474575-project-admin] Request body: {'network': {'project_id': 'dd419ce725b1445099fb55fb1627897a'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:21:40.028234 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-f9fc0409-0f1a-4df0-ad54-75be76a01d51 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Deleting port e7c71583-a4f2-405f-98e1-087437de61c9 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:21:40.028984 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f9fc0409-0f1a-4df0-ad54-75be76a01d51 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:40.040601 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e49dcb9-48d8-4264-ae23-f1de4ee4e8d8 tempest-QuotasNegativeTest-1646474575 tempest-QuotasNegativeTest-1646474575-project-admin] Made reservation on behalf of dd419ce725b1445099fb55fb1627897a for: {'network': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:21:40.043640 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0e49dcb9-48d8-4264-ae23-f1de4ee4e8d8 tempest-QuotasNegativeTest-1646474575 tempest-QuotasNegativeTest-1646474575-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:40.066205 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-9579d021-1bba-42f3-a726-c086a3fde244 None None] For port e7c71583-a4f2-405f-98e1-087437de61c9, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=e7c71583-a4f2-405f-98e1-087437de61c9,segment=NetworkSegment(548811fd-0d5d-4f2a-9c52-8b852003d48e),segment_id=548811fd-0d5d-4f2a-9c52-8b852003d48e)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:21:40.066766 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9579d021-1bba-42f3-a726-c086a3fde244 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:40.074440 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0e49dcb9-48d8-4264-ae23-f1de4ee4e8d8 tempest-QuotasNegativeTest-1646474575 tempest-QuotasNegativeTest-1646474575-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:40.084991 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3f50d758-c8a4-4393-a388-d0b8d5b0f5d7 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:40.085641 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-9579d021-1bba-42f3-a726-c086a3fde244 None None] Calling delete_port for e7c71583-a4f2-405f-98e1-087437de61c9 owned by network:dhcp {{(pid=102732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:21:40.115920 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-384bebd1-0268-4a8c-8d86-e3d9893fbce8 None None] For port e2d04119-fc43-4a91-84a4-495e0621f4cb, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=e2d04119-fc43-4a91-84a4-495e0621f4cb,segment=NetworkSegment(bb31c238-cddb-4b17-91a0-f094652d8b9e),segment_id=bb31c238-cddb-4b17-91a0-f094652d8b9e)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:21:40.123571 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-f9fc0409-0f1a-4df0-ad54-75be76a01d51 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] For port e7c71583-a4f2-405f-98e1-087437de61c9, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=e7c71583-a4f2-405f-98e1-087437de61c9,segment=NetworkSegment(548811fd-0d5d-4f2a-9c52-8b852003d48e),segment_id=548811fd-0d5d-4f2a-9c52-8b852003d48e)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:21:40.123871 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f9fc0409-0f1a-4df0-ad54-75be76a01d51 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:40.143070 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] For port cc457950-b88b-4bc1-b615-6d973c2c8bf6, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=cc457950-b88b-4bc1-b615-6d973c2c8bf6,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:21:40.145647 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-f9fc0409-0f1a-4df0-ad54-75be76a01d51 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Calling delete_port for e7c71583-a4f2-405f-98e1-087437de61c9 owned by network:dhcp {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:21:40.146596 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-384bebd1-0268-4a8c-8d86-e3d9893fbce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:40.183347 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0e49dcb9-48d8-4264-ae23-f1de4ee4e8d8 tempest-QuotasNegativeTest-1646474575 tempest-QuotasNegativeTest-1646474575-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:40.189079 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3f50d758-c8a4-4393-a388-d0b8d5b0f5d7 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:40.196244 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0e49dcb9-48d8-4264-ae23-f1de4ee4e8d8 tempest-QuotasNegativeTest-1646474575 tempest-QuotasNegativeTest-1646474575-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:40.203032 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c06e53c8-94d9-4869-8708-7e5489eb7942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:40.235386 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:40.236342 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device e2d04119-fc43-4a91-84a4-495e0621f4cb up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:21:40.258212 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f9fc0409-0f1a-4df0-ad54-75be76a01d51 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:40.287320 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fc0409-0f1a-4df0-ad54-75be76a01d51 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Pushing event deleted for resources: {'Port': ['ID=e7c71583-a4f2-405f-98e1-087437de61c9,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:21:40.298096 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fc0409-0f1a-4df0-ad54-75be76a01d51 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] No DVR routers for this DVR port e7c71583-a4f2-405f-98e1-087437de61c9 on host n-d-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:21:40.329077 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1b2101ec-fd1a-44bf-a04f-674d6de2cd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508'] for port, after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:40.329519 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e49dcb9-48d8-4264-ae23-f1de4ee4e8d8 tempest-QuotasNegativeTest-1646474575 tempest-QuotasNegativeTest-1646474575-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 632} {{(pid=102731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:21:40.364066 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1b2101ec-fd1a-44bf-a04f-674d6de2cd55 None None] Network 43a58ba6-946d-4778-a241-0f5d338fd928 is not hosted by any dhcp agent {{(pid=102732) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} May 18 18:21:40.365180 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2101ec-fd1a-44bf-a04f-674d6de2cd55 None None] No DVR routers for this DVR port 858c060f-8117-4e46-9519-8e53598a355a on host n-d-838550-3 {{(pid=102732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:21:40.428479 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f9fc0409-0f1a-4df0-ad54-75be76a01d51 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:40.495110 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-e7b2187b-f419-4a7a-b04a-e5ecddb62ddf None None] Allocated IP 172.20.0.2 (adbd4d3b-93fc-4f7a-a6ae-1551b2db5668/b85d9655-9e18-4f20-bd82-d6f95b142d2a/8704d940-5ac8-4ec7-a728-f69b1b7bf7ea) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:21:40.543565 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-f9fc0409-0f1a-4df0-ad54-75be76a01d51 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a49d7af7-9a16-489e-8fc6-4b85db67dcd9']}} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:21:40.569093 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-f9fc0409-0f1a-4df0-ad54-75be76a01d51 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '548811fd-0d5d-4f2a-9c52-8b852003d48e') {'for_net_delete': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:21:40.569402 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-f9fc0409-0f1a-4df0-ad54-75be76a01d51 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '548811fd-0d5d-4f2a-9c52-8b852003d48e') {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:21:40.606422 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f9fc0409-0f1a-4df0-ad54-75be76a01d51 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260107375'] for segment, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:40.641653 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f9fc0409-0f1a-4df0-ad54-75be76a01d51 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:40.656908 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9fc0409-0f1a-4df0-ad54-75be76a01d51 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=102730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:21:40.658772 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f9fc0409-0f1a-4df0-ad54-75be76a01d51 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261102736'] for segment, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:40.667884 n-d-838550-3 neutron-server[102730]: Traceback (most recent call last): May 18 18:21:40.667884 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:21:40.667884 n-d-838550-3 neutron-server[102730]: timer() May 18 18:21:40.667884 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:21:40.667884 n-d-838550-3 neutron-server[102730]: cb(*args, **kw) May 18 18:21:40.667884 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:21:40.667884 n-d-838550-3 neutron-server[102730]: return func(*args, **kwargs) May 18 18:21:40.667884 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:21:40.667884 n-d-838550-3 neutron-server[102730]: self._notify() May 18 18:21:40.667884 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:21:40.667884 n-d-838550-3 neutron-server[102730]: self.callback(batched_events) May 18 18:21:40.667884 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:21:40.667884 n-d-838550-3 neutron-server[102730]: event.method(event) May 18 18:21:40.667884 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:21:40.667884 n-d-838550-3 neutron-server[102730]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:21:40.667884 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:21:40.667884 n-d-838550-3 neutron-server[102730]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:21:40.667884 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:21:40.667884 n-d-838550-3 neutron-server[102730]: return f(self, *a, **k) May 18 18:21:40.667884 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:21:40.667884 n-d-838550-3 neutron-server[102730]: return self._get(url).json() May 18 18:21:40.667884 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:21:40.667884 n-d-838550-3 neutron-server[102730]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:21:40.667884 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:21:40.667884 n-d-838550-3 neutron-server[102730]: return self.request(url, 'GET', **kwargs) May 18 18:21:40.667884 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:21:40.667884 n-d-838550-3 neutron-server[102730]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:21:40.667884 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:21:40.667884 n-d-838550-3 neutron-server[102730]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:21:40.667884 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:21:40.667884 n-d-838550-3 neutron-server[102730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:21:40.667884 n-d-838550-3 neutron-server[102730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:21:40.674257 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-e7b2187b-f419-4a7a-b04a-e5ecddb62ddf None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:40.701440 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384bebd1-0268-4a8c-8d86-e3d9893fbce8 None None] Pushing event updated for resources: {'Port': ['ID=e2d04119-fc43-4a91-84a4-495e0621f4cb,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:21:40.705951 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-e7b2187b-f419-4a7a-b04a-e5ecddb62ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:40.774329 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Pushing event updated for resources: {'Port': ['ID=cc457950-b88b-4bc1-b615-6d973c2c8bf6,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:21:40.805232 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2101ec-fd1a-44bf-a04f-674d6de2cd55 None None] Pushing event deleted for resources: {'Port': ['ID=858c060f-8117-4e46-9519-8e53598a355a,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:21:40.837510 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f50d758-c8a4-4393-a388-d0b8d5b0f5d7 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Pushing event updated for resources: {'Port': ['ID=cb9b0614-cf9b-4df0-8bd3-861a160de71b,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:21:40.848778 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e49dcb9-48d8-4264-ae23-f1de4ee4e8d8 tempest-QuotasNegativeTest-1646474575 tempest-QuotasNegativeTest-1646474575-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fe57832-66a2-40fb-8e8a-c301ba64d958,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:21:40.859792 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3f50d758-c8a4-4393-a388-d0b8d5b0f5d7 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-595870'] for router_interface, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:40.874032 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0e49dcb9-48d8-4264-ae23-f1de4ee4e8d8 tempest-QuotasNegativeTest-1646474575 tempest-QuotasNegativeTest-1646474575-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:40.874533 n-d-838550-3 neutron-server[102731]: INFO neutron.db.segments_db [None req-0e49dcb9-48d8-4264-ae23-f1de4ee4e8d8 tempest-QuotasNegativeTest-1646474575 tempest-QuotasNegativeTest-1646474575-project-admin] Added segment d9c655c7-d1d6-40bb-9a68-7463efcd6fa5 of type vlan for network ff68c6e5-287e-4b99-bba1-3934c57fae82 May 18 18:21:40.911810 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b2187b-f419-4a7a-b04a-e5ecddb62ddf None None] Network adbd4d3b-93fc-4f7a-a6ae-1551b2db5668 is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:21:40.921287 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port e2d04119-fc43-4a91-84a4-495e0621f4cb triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:21:40.921719 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:40.922191 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f9fc0409-0f1a-4df0-ad54-75be76a01d51 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:40.936861 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f9fc0409-0f1a-4df0-ad54-75be76a01d51 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:40.953641 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-f9fc0409-0f1a-4df0-ad54-75be76a01d51 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] 10.222.0.85 "DELETE /v2.0/networks/a49d7af7-9a16-489e-8fc6-4b85db67dcd9 HTTP/1.1" status: 204 len: 168 time: 1.2342856 May 18 18:21:40.988445 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-e7b2187b-f419-4a7a-b04a-e5ecddb62ddf None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:21:40.999475 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fc0409-0f1a-4df0-ad54-75be76a01d51 tempest-TaggedBootDevicesTest_v242-1565473541 tempest-TaggedBootDevicesTest_v242-1565473541-project] Pushing event deleted for resources: {'Network': ['ID=a49d7af7-9a16-489e-8fc6-4b85db67dcd9,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:21:41.002633 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b2187b-f419-4a7a-b04a-e5ecddb62ddf None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:21:41.013946 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9579d021-1bba-42f3-a726-c086a3fde244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508'] for port, after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:41.085017 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b2187b-f419-4a7a-b04a-e5ecddb62ddf None None] Pushing event updated for resources: {'Port': ['ID=8704d940-5ac8-4ec7-a728-f69b1b7bf7ea,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:21:41.091820 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9579d021-1bba-42f3-a726-c086a3fde244 None None] Network a49d7af7-9a16-489e-8fc6-4b85db67dcd9 is not hosted by any dhcp agent {{(pid=102732) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} May 18 18:21:41.092285 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9579d021-1bba-42f3-a726-c086a3fde244 None None] No DVR routers for this DVR port e7c71583-a4f2-405f-98e1-087437de61c9 on host n-d-838550-3 {{(pid=102732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:21:41.147111 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9579d021-1bba-42f3-a726-c086a3fde244 None None] Pushing event deleted for resources: {'Port': ['ID=e7c71583-a4f2-405f-98e1-087437de61c9,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:21:41.149123 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-e7b2187b-f419-4a7a-b04a-e5ecddb62ddf None None] Attempting to bind port 8704d940-5ac8-4ec7-a728-f69b1b7bf7ea on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:21:41.149586 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-e7b2187b-f419-4a7a-b04a-e5ecddb62ddf None None] Attempting to bind port 8704d940-5ac8-4ec7-a728-f69b1b7bf7ea by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': 'ef93e1fc-f0f4-4220-adc9-d2cb000b3c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'adbd4d3b-93fc-4f7a-a6ae-1551b2db5668'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:21:41.149892 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b2187b-f419-4a7a-b04a-e5ecddb62ddf None None] Attempting to bind port 8704d940-5ac8-4ec7-a728-f69b1b7bf7ea on network adbd4d3b-93fc-4f7a-a6ae-1551b2db5668 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:21:41.160413 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b2187b-f419-4a7a-b04a-e5ecddb62ddf None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:21:41.160864 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b2187b-f419-4a7a-b04a-e5ecddb62ddf None None] Checking segment: {'id': 'ef93e1fc-f0f4-4220-adc9-d2cb000b3c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'adbd4d3b-93fc-4f7a-a6ae-1551b2db5668'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:21:41.161283 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-e7b2187b-f419-4a7a-b04a-e5ecddb62ddf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:41.161767 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b2187b-f419-4a7a-b04a-e5ecddb62ddf None None] Bound using segment: {'id': 'ef93e1fc-f0f4-4220-adc9-d2cb000b3c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'adbd4d3b-93fc-4f7a-a6ae-1551b2db5668'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:21:41.162345 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-e7b2187b-f419-4a7a-b04a-e5ecddb62ddf None None] Bound port: 8704d940-5ac8-4ec7-a728-f69b1b7bf7ea, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef93e1fc-f0f4-4220-adc9-d2cb000b3c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'adbd4d3b-93fc-4f7a-a6ae-1551b2db5668'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:21:41.162659 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-e7b2187b-f419-4a7a-b04a-e5ecddb62ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:41.285464 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port e2d04119-fc43-4a91-84a4-495e0621f4cb is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:21:41.317112 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0e49dcb9-48d8-4264-ae23-f1de4ee4e8d8 tempest-QuotasNegativeTest-1646474575 tempest-QuotasNegativeTest-1646474575-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:41.357144 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:41.359785 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-424afeac-77c3-4bd9-9870-046fe465a072 None None] Provisioning complete for port cb9b0614-cf9b-4df0-8bd3-861a160de71b triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:21:41.360162 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-424afeac-77c3-4bd9-9870-046fe465a072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:41.374746 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a453e76a-e6b6-4fd4-89cc-dac467336485 req-24920507-f82e-417f-965e-7bc40825fe59 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:41.376575 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a453e76a-e6b6-4fd4-89cc-dac467336485 req-24920507-f82e-417f-965e-7bc40825fe59 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=49ea6625-e10c-4660-a027-e55292fa583e HTTP/1.1" status: 200 len: 943 time: 0.2622814 May 18 18:21:41.403615 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1016313b-258e-4a34-93bf-f1ada655d84b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:41.435379 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-424afeac-77c3-4bd9-9870-046fe465a072 None None] Port cb9b0614-cf9b-4df0-8bd3-861a160de71b cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:21:41.445528 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1016313b-258e-4a34-93bf-f1ada655d84b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:41.447827 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-e7b2187b-f419-4a7a-b04a-e5ecddb62ddf None None] For port 8704d940-5ac8-4ec7-a728-f69b1b7bf7ea, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:21:41.465878 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-e7b2187b-f419-4a7a-b04a-e5ecddb62ddf None None] For port 8704d940-5ac8-4ec7-a728-f69b1b7bf7ea, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=8704d940-5ac8-4ec7-a728-f69b1b7bf7ea,segment=NetworkSegment(ef93e1fc-f0f4-4220-adc9-d2cb000b3c93),segment_id=ef93e1fc-f0f4-4220-adc9-d2cb000b3c93)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:21:41.470272 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device cc457950-b88b-4bc1-b615-6d973c2c8bf6 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:21:41.508838 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-424afeac-77c3-4bd9-9870-046fe465a072 None None] Provisioning complete for port e2d04119-fc43-4a91-84a4-495e0621f4cb triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:21:41.509231 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-424afeac-77c3-4bd9-9870-046fe465a072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:41.511954 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-e7b2187b-f419-4a7a-b04a-e5ecddb62ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:41.541676 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0e49dcb9-48d8-4264-ae23-f1de4ee4e8d8 tempest-QuotasNegativeTest-1646474575 tempest-QuotasNegativeTest-1646474575-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:41.542728 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e49dcb9-48d8-4264-ae23-f1de4ee4e8d8 tempest-QuotasNegativeTest-1646474575 tempest-QuotasNegativeTest-1646474575-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:41.543398 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0e49dcb9-48d8-4264-ae23-f1de4ee4e8d8 tempest-QuotasNegativeTest-1646474575 tempest-QuotasNegativeTest-1646474575-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:41.547812 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f50d758-c8a4-4393-a388-d0b8d5b0f5d7 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Network f71fa67d-25f1-4a38-8ed3-26de55da5fe6 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:21:41.630046 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b2187b-f419-4a7a-b04a-e5ecddb62ddf None None] Pushing event updated for resources: {'Port': ['ID=8704d940-5ac8-4ec7-a728-f69b1b7bf7ea,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:21:41.634414 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port cc457950-b88b-4bc1-b615-6d973c2c8bf6 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:21:41.634802 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:41.649806 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-3f50d758-c8a4-4393-a388-d0b8d5b0f5d7 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:21:41.663071 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a453e76a-e6b6-4fd4-89cc-dac467336485 req-c1dd7b13-ec3e-4a24-8df2-d72c6542e220 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=86e7cf01-f21c-41cf-b5a3-71cb5ec2aaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2690558 May 18 18:21:41.697370 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e49dcb9-48d8-4264-ae23-f1de4ee4e8d8 tempest-QuotasNegativeTest-1646474575 tempest-QuotasNegativeTest-1646474575-project-admin] Pushing event updated for resources: {'Network': ['ID=ff68c6e5-287e-4b99-bba1-3934c57fae82,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:21:41.721476 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-0e49dcb9-48d8-4264-ae23-f1de4ee4e8d8 tempest-QuotasNegativeTest-1646474575 tempest-QuotasNegativeTest-1646474575-project-admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.7246811 May 18 18:21:41.726200 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 42878) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:21:41.732753 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-b896f76c-a617-401c-bc19-f384068d5306 tempest-QuotasNegativeTest-1646474575 tempest-QuotasNegativeTest-1646474575-project-admin] Request body: {'network': {'project_id': 'dd419ce725b1445099fb55fb1627897a'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:21:41.734148 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-424afeac-77c3-4bd9-9870-046fe465a072 None None] Current status of the port e2d04119-fc43-4a91-84a4-495e0621f4cb is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:21:41.737331 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network ff68c6e5-287e-4b99-bba1-3934c57fae82 details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:21:41.764409 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b896f76c-a617-401c-bc19-f384068d5306 tempest-QuotasNegativeTest-1646474575 tempest-QuotasNegativeTest-1646474575-project-admin] Made reservation on behalf of dd419ce725b1445099fb55fb1627897a for: {'network': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:21:41.768455 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b896f76c-a617-401c-bc19-f384068d5306 tempest-QuotasNegativeTest-1646474575 tempest-QuotasNegativeTest-1646474575-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:41.827947 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b896f76c-a617-401c-bc19-f384068d5306 tempest-QuotasNegativeTest-1646474575 tempest-QuotasNegativeTest-1646474575-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 648} {{(pid=102730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:21:41.846311 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b896f76c-a617-401c-bc19-f384068d5306 tempest-QuotasNegativeTest-1646474575 tempest-QuotasNegativeTest-1646474575-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:41.850974 n-d-838550-3 neutron-server[102730]: INFO neutron.db.segments_db [None req-b896f76c-a617-401c-bc19-f384068d5306 tempest-QuotasNegativeTest-1646474575 tempest-QuotasNegativeTest-1646474575-project-admin] Added segment 96ce219a-2764-4ce3-add8-bb949bd0de44 of type vlan for network ac9c8ab5-26bf-49a4-ae9a-1d166a7e5ba6 May 18 18:21:41.935855 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-0e2febff-0c82-4fc1-83a5-78a9bd15a65b None None] Provisioning complete for port cb9b0614-cf9b-4df0-8bd3-861a160de71b triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:21:41.937244 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0e2febff-0c82-4fc1-83a5-78a9bd15a65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:41.956617 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b896f76c-a617-401c-bc19-f384068d5306 tempest-QuotasNegativeTest-1646474575 tempest-QuotasNegativeTest-1646474575-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:41.963271 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-1016313b-258e-4a34-93bf-f1ada655d84b admin admin] Allocated IP 172.25.5.226 (31ebd439-090c-4b25-bbb0-31c48711b145/363a2810-8a83-4be0-a317-7c91fcd94485/8c390fdd-7403-4a5b-b0a5-5e1baa1f7c8c) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:21:41.996120 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 7 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 18:21:42.006105 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port cc457950-b88b-4bc1-b615-6d973c2c8bf6 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:21:42.007390 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device e2d04119-fc43-4a91-84a4-495e0621f4cb up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:21:42.047960 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b896f76c-a617-401c-bc19-f384068d5306 tempest-QuotasNegativeTest-1646474575 tempest-QuotasNegativeTest-1646474575-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:42.048916 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b896f76c-a617-401c-bc19-f384068d5306 tempest-QuotasNegativeTest-1646474575 tempest-QuotasNegativeTest-1646474575-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:42.051738 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b896f76c-a617-401c-bc19-f384068d5306 tempest-QuotasNegativeTest-1646474575 tempest-QuotasNegativeTest-1646474575-project-admin] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:42.075594 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f50d758-c8a4-4393-a388-d0b8d5b0f5d7 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Router 73254540-bb99-421a-a8f7-d7c5331b85a1 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:21:42.092861 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-0e2febff-0c82-4fc1-83a5-78a9bd15a65b None None] Port cb9b0614-cf9b-4df0-8bd3-861a160de71b cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:21:42.102946 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port e2d04119-fc43-4a91-84a4-495e0621f4cb triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:21:42.103358 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:42.163662 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-b896f76c-a617-401c-bc19-f384068d5306 tempest-QuotasNegativeTest-1646474575 tempest-QuotasNegativeTest-1646474575-project-admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.4361348 May 18 18:21:42.185093 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 42880) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:21:42.193975 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-ae54b0d9-a53a-4a5c-94ec-8233078e02e4 tempest-QuotasNegativeTest-1646474575 tempest-QuotasNegativeTest-1646474575-project-admin] Request body: {'network': {'project_id': 'dd419ce725b1445099fb55fb1627897a'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:21:42.217678 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b896f76c-a617-401c-bc19-f384068d5306 tempest-QuotasNegativeTest-1646474575 tempest-QuotasNegativeTest-1646474575-project-admin] Pushing event updated for resources: {'Network': ['ID=ac9c8ab5-26bf-49a4-ae9a-1d166a7e5ba6,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:21:42.223505 n-d-838550-3 neutron-server[102730]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae54b0d9-a53a-4a5c-94ec-8233078e02e4 tempest-QuotasNegativeTest-1646474575 tempest-QuotasNegativeTest-1646474575-project-admin] POST failed (client error): There was a conflict when trying to complete your request. May 18 18:21:42.224031 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae54b0d9-a53a-4a5c-94ec-8233078e02e4 tempest-QuotasNegativeTest-1646474575 tempest-QuotasNegativeTest-1646474575-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:21:42.225158 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-ae54b0d9-a53a-4a5c-94ec-8233078e02e4 tempest-QuotasNegativeTest-1646474575 tempest-QuotasNegativeTest-1646474575-project-admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0387354 May 18 18:21:42.228045 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 42882) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:21:42.253780 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port e2d04119-fc43-4a91-84a4-495e0621f4cb is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:21:42.263006 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network ac9c8ab5-26bf-49a4-ae9a-1d166a7e5ba6 details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:21:42.287867 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b1caf0c0-8751-4721-aac1-d7e5a8db2a7a None None] Provisioning complete for port cb9b0614-cf9b-4df0-8bd3-861a160de71b triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:21:42.288211 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b1caf0c0-8751-4721-aac1-d7e5a8db2a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:42.319646 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1016313b-258e-4a34-93bf-f1ada655d84b admin admin] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:42.330299 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-a4c42b4e-32d5-4f46-925a-d74f9718f15d tempest-QuotasNegativeTest-1646474575 tempest-QuotasNegativeTest-1646474575-project-admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=dd419ce725b1445099fb55fb1627897a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1011081 May 18 18:21:42.333169 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 42884) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:21:42.381505 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device e7c71583-a4f2-405f-98e1-087437de61c9 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:21:42.411298 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: e7c71583-a4f2-405f-98e1-087437de61c9 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:21:42.411638 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device e7c71583-a4f2-405f-98e1-087437de61c9 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:21:42.412084 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 858c060f-8117-4e46-9519-8e53598a355a no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:21:42.431114 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2d00d3ab-7323-4964-923a-405099d76cb6 tempest-QuotasNegativeTest-1646474575 tempest-QuotasNegativeTest-1646474575-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:42.468136 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2d00d3ab-7323-4964-923a-405099d76cb6 tempest-QuotasNegativeTest-1646474575 tempest-QuotasNegativeTest-1646474575-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:42.468468 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 858c060f-8117-4e46-9519-8e53598a355a {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:21:42.468748 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 858c060f-8117-4e46-9519-8e53598a355a not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:21:42.472283 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:42.472956 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b1caf0c0-8751-4721-aac1-d7e5a8db2a7a None None] Port cb9b0614-cf9b-4df0-8bd3-861a160de71b cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:21:42.476909 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f50d758-c8a4-4393-a388-d0b8d5b0f5d7 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:21:42.482262 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-3f50d758-c8a4-4393-a388-d0b8d5b0f5d7 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "PUT /v2.0/routers/73254540-bb99-421a-a8f7-d7c5331b85a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3044469 May 18 18:21:42.483785 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1016313b-258e-4a34-93bf-f1ada655d84b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:42.495583 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad28bfe2-12c6-42a1-a9c6-4f5e4c9a586c None None] Sync routers for ids ['73254540-bb99-421a-a8f7-d7c5331b85a1'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:21:42.518734 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad28bfe2-12c6-42a1-a9c6-4f5e4c9a586c None None] Routers {'73254540-bb99-421a-a8f7-d7c5331b85a1'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:21:42.519573 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-ad28bfe2-12c6-42a1-a9c6-4f5e4c9a586c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:21:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['73254540-bb99-421a-a8f7-d7c5331b85a1'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:21:42.534614 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1016313b-258e-4a34-93bf-f1ada655d84b admin admin] Network 31ebd439-090c-4b25-bbb0-31c48711b145 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:21:42.537672 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-1016313b-258e-4a34-93bf-f1ada655d84b admin admin] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:21:42.544799 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1016313b-258e-4a34-93bf-f1ada655d84b admin admin] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:21:42.548109 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1016313b-258e-4a34-93bf-f1ada655d84b admin admin] Pushing event updated for resources: {'Port': ['ID=8c390fdd-7403-4a5b-b0a5-5e1baa1f7c8c,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:21:42.613370 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2d00d3ab-7323-4964-923a-405099d76cb6 tempest-QuotasNegativeTest-1646474575 tempest-QuotasNegativeTest-1646474575-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:42.616036 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2d00d3ab-7323-4964-923a-405099d76cb6 tempest-QuotasNegativeTest-1646474575 tempest-QuotasNegativeTest-1646474575-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:42.617236 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-2d00d3ab-7323-4964-923a-405099d76cb6 tempest-QuotasNegativeTest-1646474575 tempest-QuotasNegativeTest-1646474575-project-admin] 10.222.0.85 "DELETE /v2.0/security-groups/5fe57832-66a2-40fb-8e8a-c301ba64d958 HTTP/1.1" status: 204 len: 168 time: 0.2828531 May 18 18:21:42.620581 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 42892) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:21:42.713991 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-bfb7ce68-439b-4620-bcbe-2e10a069f598 tempest-QuotasNegativeTest-1646474575 tempest-QuotasNegativeTest-1646474575-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:42.739635 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d00d3ab-7323-4964-923a-405099d76cb6 tempest-QuotasNegativeTest-1646474575 tempest-QuotasNegativeTest-1646474575-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fe57832-66a2-40fb-8e8a-c301ba64d958,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:21:42.849185 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-ad28bfe2-12c6-42a1-a9c6-4f5e4c9a586c None None] Set router 73254540-bb99-421a-a8f7-d7c5331b85a1 gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:21:42.974810 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24de813e-249e-4aab-aeb6-ceca6cbb8b2f req-6df97a82-2e99-4dce-93ca-905a158dad3c tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:42.983228 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-24de813e-249e-4aab-aeb6-ceca6cbb8b2f req-6df97a82-2e99-4dce-93ca-905a158dad3c tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=49ea6625-e10c-4660-a027-e55292fa583e HTTP/1.1" status: 200 len: 943 time: 0.1445684 May 18 18:21:43.005610 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-09d2668e-6eee-4ef6-9dc9-b608ca4d4948 req-34a7c2ce-8583-40f0-8a1e-3e69ab305397 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2039989962&fields=id&tenant_id=06b3ed36f50a43fd9cfeaa89e080d35b HTTP/1.1" status: 200 len: 267 time: 0.1795311 May 18 18:21:43.031780 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-bfb7ce68-439b-4620-bcbe-2e10a069f598 tempest-QuotasNegativeTest-1646474575 tempest-QuotasNegativeTest-1646474575-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:43.096311 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:43.211847 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-24de813e-249e-4aab-aeb6-ceca6cbb8b2f req-f05777b3-f4dc-4387-96db-d820dd0ce2cf tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=86e7cf01-f21c-41cf-b5a3-71cb5ec2aaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274930 May 18 18:21:43.217698 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1016313b-258e-4a34-93bf-f1ada655d84b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:43.222743 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-bfb7ce68-439b-4620-bcbe-2e10a069f598 tempest-QuotasNegativeTest-1646474575 tempest-QuotasNegativeTest-1646474575-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac9c8ab5-26bf-49a4-ae9a-1d166a7e5ba6']}} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:21:43.255931 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-bfb7ce68-439b-4620-bcbe-2e10a069f598 tempest-QuotasNegativeTest-1646474575 tempest-QuotasNegativeTest-1646474575-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96ce219a-2764-4ce3-add8-bb949bd0de44') {'for_net_delete': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:21:43.256216 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-bfb7ce68-439b-4620-bcbe-2e10a069f598 tempest-QuotasNegativeTest-1646474575 tempest-QuotasNegativeTest-1646474575-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96ce219a-2764-4ce3-add8-bb949bd0de44') {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:21:43.263341 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-ad28bfe2-12c6-42a1-a9c6-4f5e4c9a586c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73254540-bb99-421a-a8f7-d7c5331b85a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-303935143', 'tenant_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': 'cc457950-b88b-4bc1-b615-6d973c2c8bf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:21:28Z', 'updated_at': '2022-05-18T18:21:39Z', 'revision_number': 4, 'project_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'gw_port': {'id': 'cc457950-b88b-4bc1-b615-6d973c2c8bf6', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:1e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73254540-bb99-421a-a8f7-d7c5331b85a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2261, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:21:29Z', 'updated_at': '2022-05-18T18:21:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': 'cb9b0614-cf9b-4df0-8bd3-861a160de71b', 'name': '', 'network_id': 'f71fa67d-25f1-4a38-8ed3-26de55da5fe6', 'tenant_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'mac_address': 'fa:16:3e:4e:0f:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73254540-bb99-421a-a8f7-d7c5331b85a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2281, 'fixed_ips': [{'subnet_id': '319c66c3-8a7e-46c8-956a-e2b3a85f9524', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:21:37Z', 'updated_at': '2022-05-18T18:21:39Z', 'revision_number': 2, 'project_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'subnets': [{'id': '319c66c3-8a7e-46c8-956a-e2b3a85f9524', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:21:43.277879 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-bfb7ce68-439b-4620-bcbe-2e10a069f598 tempest-QuotasNegativeTest-1646474575 tempest-QuotasNegativeTest-1646474575-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260107375'] for segment, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:43.302954 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad28bfe2-12c6-42a1-a9c6-4f5e4c9a586c None None] Checking router: 73254540-bb99-421a-a8f7-d7c5331b85a1 for host: n-d-838550-3 {{(pid=102732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:21:43.303419 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad28bfe2-12c6-42a1-a9c6-4f5e4c9a586c None None] Updating router 73254540-bb99-421a-a8f7-d7c5331b85a1 port cb9b0614-cf9b-4df0-8bd3-861a160de71b binding host n-d-838550-3 {{(pid=102732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 18:21:43.345573 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa6f0b0-09b3-463c-b400-0047b24581ef None None] Network adbd4d3b-93fc-4f7a-a6ae-1551b2db5668 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:21:43.392349 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d2668e-6eee-4ef6-9dc9-b608ca4d4948 req-49972671-c71f-47a1-a355-87d5ed54313c tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:43.394244 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-09d2668e-6eee-4ef6-9dc9-b608ca4d4948 req-49972671-c71f-47a1-a355-87d5ed54313c tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/networks?id=f71fa67d-25f1-4a38-8ed3-26de55da5fe6 HTTP/1.1" status: 200 len: 797 time: 0.3871257 May 18 18:21:43.397747 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-bfb7ce68-439b-4620-bcbe-2e10a069f598 tempest-QuotasNegativeTest-1646474575 tempest-QuotasNegativeTest-1646474575-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:43.409143 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfb7ce68-439b-4620-bcbe-2e10a069f598 tempest-QuotasNegativeTest-1646474575 tempest-QuotasNegativeTest-1646474575-project-admin] Releasing vlan 648 on physical network physnet1 to pool {{(pid=102730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:21:43.409561 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-bfb7ce68-439b-4620-bcbe-2e10a069f598 tempest-QuotasNegativeTest-1646474575 tempest-QuotasNegativeTest-1646474575-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261102736'] for segment, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:43.411928 n-d-838550-3 neutron-server[102730]: Traceback (most recent call last): May 18 18:21:43.411928 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:21:43.411928 n-d-838550-3 neutron-server[102730]: timer() May 18 18:21:43.411928 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:21:43.411928 n-d-838550-3 neutron-server[102730]: cb(*args, **kw) May 18 18:21:43.411928 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:21:43.411928 n-d-838550-3 neutron-server[102730]: return func(*args, **kwargs) May 18 18:21:43.411928 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:21:43.411928 n-d-838550-3 neutron-server[102730]: self._notify() May 18 18:21:43.411928 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:21:43.411928 n-d-838550-3 neutron-server[102730]: self.callback(batched_events) May 18 18:21:43.411928 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:21:43.411928 n-d-838550-3 neutron-server[102730]: event.method(event) May 18 18:21:43.411928 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:21:43.411928 n-d-838550-3 neutron-server[102730]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:21:43.411928 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:21:43.411928 n-d-838550-3 neutron-server[102730]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:21:43.411928 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:21:43.411928 n-d-838550-3 neutron-server[102730]: return f(self, *a, **k) May 18 18:21:43.411928 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:21:43.411928 n-d-838550-3 neutron-server[102730]: return self._get(url).json() May 18 18:21:43.411928 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:21:43.411928 n-d-838550-3 neutron-server[102730]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:21:43.411928 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:21:43.411928 n-d-838550-3 neutron-server[102730]: return self.request(url, 'GET', **kwargs) May 18 18:21:43.411928 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:21:43.411928 n-d-838550-3 neutron-server[102730]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:21:43.411928 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:21:43.411928 n-d-838550-3 neutron-server[102730]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:21:43.411928 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:21:43.411928 n-d-838550-3 neutron-server[102730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:21:43.411928 n-d-838550-3 neutron-server[102730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:21:43.439204 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-09d2668e-6eee-4ef6-9dc9-b608ca4d4948 req-30daabff-f2bd-4cab-8dd1-ae3c2ebe90ef tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/quotas/06b3ed36f50a43fd9cfeaa89e080d35b HTTP/1.1" status: 200 len: 375 time: 0.0261261 May 18 18:21:43.562121 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-bfb7ce68-439b-4620-bcbe-2e10a069f598 tempest-QuotasNegativeTest-1646474575 tempest-QuotasNegativeTest-1646474575-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:43.571143 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-09d2668e-6eee-4ef6-9dc9-b608ca4d4948 req-cf1d0240-ceb8-4e9b-96b8-1b40cbaa732e tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=06b3ed36f50a43fd9cfeaa89e080d35b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1027830 May 18 18:21:43.580743 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-bfb7ce68-439b-4620-bcbe-2e10a069f598 tempest-QuotasNegativeTest-1646474575 tempest-QuotasNegativeTest-1646474575-project-admin] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:43.589100 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-bfb7ce68-439b-4620-bcbe-2e10a069f598 tempest-QuotasNegativeTest-1646474575 tempest-QuotasNegativeTest-1646474575-project-admin] 10.222.0.85 "DELETE /v2.0/networks/ac9c8ab5-26bf-49a4-ae9a-1d166a7e5ba6 HTTP/1.1" status: 204 len: 168 time: 0.9647043 May 18 18:21:43.590048 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 42910) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:21:43.609064 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb7ce68-439b-4620-bcbe-2e10a069f598 tempest-QuotasNegativeTest-1646474575 tempest-QuotasNegativeTest-1646474575-project-admin] Pushing event deleted for resources: {'Network': ['ID=ac9c8ab5-26bf-49a4-ae9a-1d166a7e5ba6,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:21:43.666481 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-ad28bfe2-12c6-42a1-a9c6-4f5e4c9a586c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:43.689586 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 8704d940-5ac8-4ec7-a728-f69b1b7bf7ea up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:21:43.695196 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9e9d434d-f225-4667-b98b-6f68e0e598a1 tempest-QuotasNegativeTest-1646474575 tempest-QuotasNegativeTest-1646474575-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:43.719984 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1016313b-258e-4a34-93bf-f1ada655d84b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596801'] for router, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:43.736684 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-09d2668e-6eee-4ef6-9dc9-b608ca4d4948 req-8fcc6ca1-75e0-4eed-a60d-9a03a83e2c22 service neutron] 10.222.0.85 "GET /v2.0/networks/f71fa67d-25f1-4a38-8ed3-26de55da5fe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248119 May 18 18:21:43.839916 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-2ee5d02b-5d93-43e2-b53b-f42ce6069b16 None None] Provisioning complete for port 8704d940-5ac8-4ec7-a728-f69b1b7bf7ea triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:21:43.840497 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-2ee5d02b-5d93-43e2-b53b-f42ce6069b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:43.946064 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9e9d434d-f225-4667-b98b-6f68e0e598a1 tempest-QuotasNegativeTest-1646474575 tempest-QuotasNegativeTest-1646474575-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:43.979059 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-9e9d434d-f225-4667-b98b-6f68e0e598a1 tempest-QuotasNegativeTest-1646474575 tempest-QuotasNegativeTest-1646474575-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff68c6e5-287e-4b99-bba1-3934c57fae82']}} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:21:43.992724 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-9e9d434d-f225-4667-b98b-6f68e0e598a1 tempest-QuotasNegativeTest-1646474575 tempest-QuotasNegativeTest-1646474575-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9c655c7-d1d6-40bb-9a68-7463efcd6fa5') {'for_net_delete': True} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:21:43.993061 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-9e9d434d-f225-4667-b98b-6f68e0e598a1 tempest-QuotasNegativeTest-1646474575 tempest-QuotasNegativeTest-1646474575-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9c655c7-d1d6-40bb-9a68-7463efcd6fa5') {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:21:44.003735 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 8704d940-5ac8-4ec7-a728-f69b1b7bf7ea triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:21:44.004685 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:44.011772 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9e9d434d-f225-4667-b98b-6f68e0e598a1 tempest-QuotasNegativeTest-1646474575 tempest-QuotasNegativeTest-1646474575-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260542144'] for segment, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:44.034628 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9e9d434d-f225-4667-b98b-6f68e0e598a1 tempest-QuotasNegativeTest-1646474575 tempest-QuotasNegativeTest-1646474575-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:44.050485 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e9d434d-f225-4667-b98b-6f68e0e598a1 tempest-QuotasNegativeTest-1646474575 tempest-QuotasNegativeTest-1646474575-project-admin] Releasing vlan 632 on physical network physnet1 to pool {{(pid=102731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:21:44.050914 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9e9d434d-f225-4667-b98b-6f68e0e598a1 tempest-QuotasNegativeTest-1646474575 tempest-QuotasNegativeTest-1646474575-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260884178'] for segment, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:44.052961 n-d-838550-3 neutron-server[102731]: Traceback (most recent call last): May 18 18:21:44.052961 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:21:44.052961 n-d-838550-3 neutron-server[102731]: timer() May 18 18:21:44.052961 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:21:44.052961 n-d-838550-3 neutron-server[102731]: cb(*args, **kw) May 18 18:21:44.052961 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:21:44.052961 n-d-838550-3 neutron-server[102731]: return func(*args, **kwargs) May 18 18:21:44.052961 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:21:44.052961 n-d-838550-3 neutron-server[102731]: self._notify() May 18 18:21:44.052961 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:21:44.052961 n-d-838550-3 neutron-server[102731]: self.callback(batched_events) May 18 18:21:44.052961 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:21:44.052961 n-d-838550-3 neutron-server[102731]: event.method(event) May 18 18:21:44.052961 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:21:44.052961 n-d-838550-3 neutron-server[102731]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:21:44.052961 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:21:44.052961 n-d-838550-3 neutron-server[102731]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:21:44.052961 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:21:44.052961 n-d-838550-3 neutron-server[102731]: return f(self, *a, **k) May 18 18:21:44.052961 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:21:44.052961 n-d-838550-3 neutron-server[102731]: return self._get(url).json() May 18 18:21:44.052961 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:21:44.052961 n-d-838550-3 neutron-server[102731]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:21:44.052961 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:21:44.052961 n-d-838550-3 neutron-server[102731]: return self.request(url, 'GET', **kwargs) May 18 18:21:44.052961 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:21:44.052961 n-d-838550-3 neutron-server[102731]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:21:44.052961 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:21:44.052961 n-d-838550-3 neutron-server[102731]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:21:44.052961 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:21:44.052961 n-d-838550-3 neutron-server[102731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:21:44.052961 n-d-838550-3 neutron-server[102731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:21:44.077166 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1016313b-258e-4a34-93bf-f1ada655d84b admin admin] Router 69013297-2e02-4fff-a67f-a2111671e2d7 is scheduled to L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e with binding_index 1 {{(pid=102731) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 18 18:21:44.127464 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-2ee5d02b-5d93-43e2-b53b-f42ce6069b16 None None] Current status of the port 8704d940-5ac8-4ec7-a728-f69b1b7bf7ea is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:21:44.127464 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-2ee5d02b-5d93-43e2-b53b-f42ce6069b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:44.221089 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-2ee5d02b-5d93-43e2-b53b-f42ce6069b16 None None] For port 8704d940-5ac8-4ec7-a728-f69b1b7bf7ea, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=8704d940-5ac8-4ec7-a728-f69b1b7bf7ea,segment=NetworkSegment(ef93e1fc-f0f4-4220-adc9-d2cb000b3c93),segment_id=ef93e1fc-f0f4-4220-adc9-d2cb000b3c93)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:21:44.232974 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-2ee5d02b-5d93-43e2-b53b-f42ce6069b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:44.328404 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 8704d940-5ac8-4ec7-a728-f69b1b7bf7ea is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:21:44.330466 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1016313b-258e-4a34-93bf-f1ada655d84b admin admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:21:44.343120 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9e9d434d-f225-4667-b98b-6f68e0e598a1 tempest-QuotasNegativeTest-1646474575 tempest-QuotasNegativeTest-1646474575-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:44.359447 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280e104b-9196-4524-b4ab-36050080659f None None] Sync routers for ids ['69013297-2e02-4fff-a67f-a2111671e2d7'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:21:44.363810 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee5d02b-5d93-43e2-b53b-f42ce6069b16 None None] Pushing event updated for resources: {'Port': ['ID=8704d940-5ac8-4ec7-a728-f69b1b7bf7ea,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:21:44.372949 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9e9d434d-f225-4667-b98b-6f68e0e598a1 tempest-QuotasNegativeTest-1646474575 tempest-QuotasNegativeTest-1646474575-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:44.373596 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-09d2668e-6eee-4ef6-9dc9-b608ca4d4948 req-fe07263f-4f24-402f-97fd-bf401040c60d service neutron] 10.222.0.85 "GET /v2.0/networks/f71fa67d-25f1-4a38-8ed3-26de55da5fe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6245914 May 18 18:21:44.378786 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-9e9d434d-f225-4667-b98b-6f68e0e598a1 tempest-QuotasNegativeTest-1646474575 tempest-QuotasNegativeTest-1646474575-project-admin] 10.222.0.85 "DELETE /v2.0/networks/ff68c6e5-287e-4b99-bba1-3934c57fae82 HTTP/1.1" status: 204 len: 168 time: 0.7873826 May 18 18:21:44.397405 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9d434d-f225-4667-b98b-6f68e0e598a1 tempest-QuotasNegativeTest-1646474575 tempest-QuotasNegativeTest-1646474575-project-admin] Pushing event deleted for resources: {'Network': ['ID=ff68c6e5-287e-4b99-bba1-3934c57fae82,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:21:44.407788 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1016313b-258e-4a34-93bf-f1ada655d84b admin admin] Notify callbacks [] for router, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:44.410769 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280e104b-9196-4524-b4ab-36050080659f None None] Routers {'69013297-2e02-4fff-a67f-a2111671e2d7'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:21:44.416303 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-1016313b-258e-4a34-93bf-f1ada655d84b admin admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.2907815 May 18 18:21:44.416499 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 42920) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:21:44.418980 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-280e104b-9196-4524-b4ab-36050080659f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:21:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['69013297-2e02-4fff-a67f-a2111671e2d7'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:21:44.525684 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-ad28bfe2-12c6-42a1-a9c6-4f5e4c9a586c None None] Notify callbacks [] for port, precommit_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:44.539437 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-ad28bfe2-12c6-42a1-a9c6-4f5e4c9a586c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:44.657138 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-280e104b-9196-4524-b4ab-36050080659f None None] Set router 69013297-2e02-4fff-a67f-a2111671e2d7 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:21:44.764077 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e42d44-1926-46e8-b0a1-36f3a534fa25 None None] Pushing event updated for resources: {'Port': ['ID=cb9b0614-cf9b-4df0-8bd3-861a160de71b,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:21:44.775081 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-5035c070-6c59-4f3f-8ed1-e46694565c8f None None] Provisioning complete for port 8704d940-5ac8-4ec7-a728-f69b1b7bf7ea triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:21:44.775424 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-5035c070-6c59-4f3f-8ed1-e46694565c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:45.198038 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-280e104b-9196-4524-b4ab-36050080659f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69013297-2e02-4fff-a67f-a2111671e2d7', 'name': 'tempest-ServerActionsTestJSON-117939844-router', 'tenant_id': 'dc04081bebe44448af91d703facdf00a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': '8c390fdd-7403-4a5b-b0a5-5e1baa1f7c8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:21:39Z', 'updated_at': '2022-05-18T18:21:42Z', 'revision_number': 3, 'project_id': 'dc04081bebe44448af91d703facdf00a', 'gw_port': {'id': '8c390fdd-7403-4a5b-b0a5-5e1baa1f7c8c', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6a:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69013297-2e02-4fff-a67f-a2111671e2d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:21:41Z', 'updated_at': '2022-05-18T18:21:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:21:45.200454 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f351ed49-34fd-4c59-a4b8-d11f6c8c9090 req-3af746f6-3703-4fd4-aad2-64543d351d6f tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=2aaa7b97-c1f6-417f-be5b-d86238fc14b5 HTTP/1.1" status: 200 len: 210 time: 0.0945919 May 18 18:21:45.236903 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-ad28bfe2-12c6-42a1-a9c6-4f5e4c9a586c None None] Attempting to bind port cb9b0614-cf9b-4df0-8bd3-861a160de71b on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:21:45.237405 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-ad28bfe2-12c6-42a1-a9c6-4f5e4c9a586c None None] Attempting to bind port cb9b0614-cf9b-4df0-8bd3-861a160de71b by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': 'bb31c238-cddb-4b17-91a0-f094652d8b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f71fa67d-25f1-4a38-8ed3-26de55da5fe6'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:21:45.239257 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad28bfe2-12c6-42a1-a9c6-4f5e4c9a586c None None] Attempting to bind port cb9b0614-cf9b-4df0-8bd3-861a160de71b on network f71fa67d-25f1-4a38-8ed3-26de55da5fe6 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:21:45.272215 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad28bfe2-12c6-42a1-a9c6-4f5e4c9a586c None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:21:45.273882 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad28bfe2-12c6-42a1-a9c6-4f5e4c9a586c None None] Checking segment: {'id': 'bb31c238-cddb-4b17-91a0-f094652d8b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f71fa67d-25f1-4a38-8ed3-26de55da5fe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:21:45.275879 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-ad28bfe2-12c6-42a1-a9c6-4f5e4c9a586c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:45.276447 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad28bfe2-12c6-42a1-a9c6-4f5e4c9a586c None None] Bound using segment: {'id': 'bb31c238-cddb-4b17-91a0-f094652d8b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f71fa67d-25f1-4a38-8ed3-26de55da5fe6'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:21:45.278103 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-ad28bfe2-12c6-42a1-a9c6-4f5e4c9a586c None None] Bound port: cb9b0614-cf9b-4df0-8bd3-861a160de71b, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb31c238-cddb-4b17-91a0-f094652d8b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f71fa67d-25f1-4a38-8ed3-26de55da5fe6'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:21:45.279250 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-ad28bfe2-12c6-42a1-a9c6-4f5e4c9a586c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:45.315599 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280e104b-9196-4524-b4ab-36050080659f None None] Checking router: 69013297-2e02-4fff-a67f-a2111671e2d7 for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:21:45.318497 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280e104b-9196-4524-b4ab-36050080659f None None] Updating router 69013297-2e02-4fff-a67f-a2111671e2d7 port 8c390fdd-7403-4a5b-b0a5-5e1baa1f7c8c binding host n-d-838550-3 {{(pid=102733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 18:21:45.347791 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-5035c070-6c59-4f3f-8ed1-e46694565c8f None None] Current status of the port 8704d940-5ac8-4ec7-a728-f69b1b7bf7ea is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:21:45.419628 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-280e104b-9196-4524-b4ab-36050080659f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:45.468294 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be043c8f-f7bc-4f26-9069-947639c64723 req-6f26d6b8-f403-41d5-b28a-caba3a5cbe45 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:45.483384 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-be043c8f-f7bc-4f26-9069-947639c64723 req-6f26d6b8-f403-41d5-b28a-caba3a5cbe45 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=49ea6625-e10c-4660-a027-e55292fa583e HTTP/1.1" status: 200 len: 943 time: 0.2009923 May 18 18:21:45.520140 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 8704d940-5ac8-4ec7-a728-f69b1b7bf7ea up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:21:45.582500 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-be043c8f-f7bc-4f26-9069-947639c64723 req-227ee0aa-9251-42c8-a044-3582ac910896 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=86e7cf01-f21c-41cf-b5a3-71cb5ec2aaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959446 May 18 18:21:45.586385 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-6e537538-033b-4328-a3c2-e4b681f0cba5 None None] Provisioning complete for port cb9b0614-cf9b-4df0-8bd3-861a160de71b triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:21:45.588976 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-6e537538-033b-4328-a3c2-e4b681f0cba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:45.706005 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 43004) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:21:45.717335 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-6e537538-033b-4328-a3c2-e4b681f0cba5 None None] Port cb9b0614-cf9b-4df0-8bd3-861a160de71b cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:21:45.730769 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-ad28bfe2-12c6-42a1-a9c6-4f5e4c9a586c None None] For port cb9b0614-cf9b-4df0-8bd3-861a160de71b, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:21:45.754092 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-ad28bfe2-12c6-42a1-a9c6-4f5e4c9a586c None None] For port cb9b0614-cf9b-4df0-8bd3-861a160de71b, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=cb9b0614-cf9b-4df0-8bd3-861a160de71b,segment=NetworkSegment(bb31c238-cddb-4b17-91a0-f094652d8b9e),segment_id=bb31c238-cddb-4b17-91a0-f094652d8b9e)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:21:45.769235 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-ad28bfe2-12c6-42a1-a9c6-4f5e4c9a586c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:45.829787 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-433f6bdf-4943-49a7-8f85-b5772d4dc897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:45.853716 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e42d44-1926-46e8-b0a1-36f3a534fa25 None None] Pushing event updated for resources: {'Port': ['ID=cb9b0614-cf9b-4df0-8bd3-861a160de71b,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:21:45.926120 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 8704d940-5ac8-4ec7-a728-f69b1b7bf7ea triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:21:45.934502 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:45.960795 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9da74674-99a0-4cd7-9e0c-8fc058a1e917 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:46.057001 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad28bfe2-12c6-42a1-a9c6-4f5e4c9a586c None None] Routers {'73254540-bb99-421a-a8f7-d7c5331b85a1'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:21:46.059734 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-ad28bfe2-12c6-42a1-a9c6-4f5e4c9a586c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:21:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['73254540-bb99-421a-a8f7-d7c5331b85a1'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:21:46.170870 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-280e104b-9196-4524-b4ab-36050080659f None None] Notify callbacks [] for port, precommit_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:46.182199 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-280e104b-9196-4524-b4ab-36050080659f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:46.250653 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7172bb00-2cd8-424b-8d93-ce8203bbef65 None None] Pushing event updated for resources: {'Port': ['ID=8c390fdd-7403-4a5b-b0a5-5e1baa1f7c8c,revision_number=2']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:21:46.284125 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-280e104b-9196-4524-b4ab-36050080659f None None] Attempting to bind port 8c390fdd-7403-4a5b-b0a5-5e1baa1f7c8c on host n-d-838550-3 for vnic_type normal with profile {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:21:46.284984 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-280e104b-9196-4524-b4ab-36050080659f None None] Attempting to bind port 8c390fdd-7403-4a5b-b0a5-5e1baa1f7c8c by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:21:46.285606 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280e104b-9196-4524-b4ab-36050080659f None None] Attempting to bind port 8c390fdd-7403-4a5b-b0a5-5e1baa1f7c8c on network 31ebd439-090c-4b25-bbb0-31c48711b145 {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:21:46.297089 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280e104b-9196-4524-b4ab-36050080659f None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:21:46.297828 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280e104b-9196-4524-b4ab-36050080659f None None] Checking segment: {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:21:46.298540 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-280e104b-9196-4524-b4ab-36050080659f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:46.299309 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280e104b-9196-4524-b4ab-36050080659f None None] Bound using segment: {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:21:46.300354 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-280e104b-9196-4524-b4ab-36050080659f None None] Bound port: 8c390fdd-7403-4a5b-b0a5-5e1baa1f7c8c, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:21:46.301156 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-280e104b-9196-4524-b4ab-36050080659f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:46.343465 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9da74674-99a0-4cd7-9e0c-8fc058a1e917 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:46.352591 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9da74674-99a0-4cd7-9e0c-8fc058a1e917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:46.383607 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.db [None req-280e104b-9196-4524-b4ab-36050080659f None None] For port 8c390fdd-7403-4a5b-b0a5-5e1baa1f7c8c, host n-d-838550-3, cleared binding levels {{(pid=102733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:21:46.391007 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.db [None req-280e104b-9196-4524-b4ab-36050080659f None None] For port 8c390fdd-7403-4a5b-b0a5-5e1baa1f7c8c, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=8c390fdd-7403-4a5b-b0a5-5e1baa1f7c8c,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:21:46.405191 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-280e104b-9196-4524-b4ab-36050080659f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:46.495709 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-9da74674-99a0-4cd7-9e0c-8fc058a1e917 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=095c44b6ba05410989cc90a9c3b78feb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7882390 May 18 18:21:46.496798 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 43074) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:21:46.498630 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da74674-99a0-4cd7-9e0c-8fc058a1e917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18804da8-65b0-45d5-badc-7d6c89e26097,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:21:46.519645 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-ad28bfe2-12c6-42a1-a9c6-4f5e4c9a586c None None] Set router 73254540-bb99-421a-a8f7-d7c5331b85a1 gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:21:46.544203 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-02e2e736-eb7e-4a30-88f6-03c517499e25 req-3e875315-54e1-4ecb-8a80-7cc66bfb2eb1 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=2aaa7b97-c1f6-417f-be5b-d86238fc14b5 HTTP/1.1" status: 200 len: 210 time: 0.1237977 May 18 18:21:46.550986 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280e104b-9196-4524-b4ab-36050080659f None None] Routers {'69013297-2e02-4fff-a67f-a2111671e2d7'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:21:46.552299 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-280e104b-9196-4524-b4ab-36050080659f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:21:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['69013297-2e02-4fff-a67f-a2111671e2d7'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:21:46.629707 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7172bb00-2cd8-424b-8d93-ce8203bbef65 None None] Pushing event updated for resources: {'Port': ['ID=8c390fdd-7403-4a5b-b0a5-5e1baa1f7c8c,revision_number=3']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:21:46.632653 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-433f6bdf-4943-49a7-8f85-b5772d4dc897 admin admin] Allocated IP 172.20.0.1 (adbd4d3b-93fc-4f7a-a6ae-1551b2db5668/b85d9655-9e18-4f20-bd82-d6f95b142d2a/e540f221-077b-4dcf-a833-1ef2a6a3a079) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:21:46.674767 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-40e86797-050a-49d3-86e4-09e590f300e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:46.764099 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-40e86797-050a-49d3-86e4-09e590f300e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:46.793396 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-280e104b-9196-4524-b4ab-36050080659f None None] Set router 69013297-2e02-4fff-a67f-a2111671e2d7 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:21:46.884498 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cf4cfa-1243-4beb-9ed4-d7017b6b10e9 req-e7451eff-91de-499c-9164-c5cae7615b1b tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:46.911609 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a0cf4cfa-1243-4beb-9ed4-d7017b6b10e9 req-e7451eff-91de-499c-9164-c5cae7615b1b tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=49ea6625-e10c-4660-a027-e55292fa583e HTTP/1.1" status: 200 len: 943 time: 0.1620607 May 18 18:21:46.952905 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-433f6bdf-4943-49a7-8f85-b5772d4dc897 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:46.997364 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a0cf4cfa-1243-4beb-9ed4-d7017b6b10e9 req-966a0fb2-95de-4994-b7e4-74d14b1e2bf9 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=86e7cf01-f21c-41cf-b5a3-71cb5ec2aaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845068 May 18 18:21:46.998484 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-40e86797-050a-49d3-86e4-09e590f300e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:47.017293 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-40e86797-050a-49d3-86e4-09e590f300e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:47.025642 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-40e86797-050a-49d3-86e4-09e590f300e7 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/18804da8-65b0-45d5-badc-7d6c89e26097 HTTP/1.1" status: 204 len: 168 time: 0.5274642 May 18 18:21:47.033452 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-00758626-982a-45b2-88b1-fe842d109f40 None None] Provisioning complete for port cb9b0614-cf9b-4df0-8bd3-861a160de71b triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:21:47.034275 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-00758626-982a-45b2-88b1-fe842d109f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:47.052583 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e86797-050a-49d3-86e4-09e590f300e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18804da8-65b0-45d5-badc-7d6c89e26097,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:21:47.054601 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 8704d940-5ac8-4ec7-a728-f69b1b7bf7ea is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:21:47.092817 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-433f6bdf-4943-49a7-8f85-b5772d4dc897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:47.200837 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433f6bdf-4943-49a7-8f85-b5772d4dc897 admin admin] Pushing event updated for resources: {'Port': ['ID=e540f221-077b-4dcf-a833-1ef2a6a3a079,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:21:47.226080 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433f6bdf-4943-49a7-8f85-b5772d4dc897 admin admin] Network adbd4d3b-93fc-4f7a-a6ae-1551b2db5668 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:21:47.227421 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-433f6bdf-4943-49a7-8f85-b5772d4dc897 admin admin] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:21:47.237290 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433f6bdf-4943-49a7-8f85-b5772d4dc897 admin admin] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:21:47.340937 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-433f6bdf-4943-49a7-8f85-b5772d4dc897 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595826'] for router_interface, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:47.355389 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-00758626-982a-45b2-88b1-fe842d109f40 None None] Current status of the port cb9b0614-cf9b-4df0-8bd3-861a160de71b is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:21:47.360424 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-00758626-982a-45b2-88b1-fe842d109f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:47.435425 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-280e104b-9196-4524-b4ab-36050080659f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69013297-2e02-4fff-a67f-a2111671e2d7', 'name': 'tempest-ServerActionsTestJSON-117939844-router', 'tenant_id': 'dc04081bebe44448af91d703facdf00a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': '8c390fdd-7403-4a5b-b0a5-5e1baa1f7c8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:21:39Z', 'updated_at': '2022-05-18T18:21:42Z', 'revision_number': 3, 'project_id': 'dc04081bebe44448af91d703facdf00a', 'gw_port': {'id': '8c390fdd-7403-4a5b-b0a5-5e1baa1f7c8c', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6a:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69013297-2e02-4fff-a67f-a2111671e2d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:21:41Z', 'updated_at': '2022-05-18T18:21:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:21:47.470542 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-ad28bfe2-12c6-42a1-a9c6-4f5e4c9a586c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73254540-bb99-421a-a8f7-d7c5331b85a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-303935143', 'tenant_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': 'cc457950-b88b-4bc1-b615-6d973c2c8bf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:21:28Z', 'updated_at': '2022-05-18T18:21:39Z', 'revision_number': 4, 'project_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'gw_port': {'id': 'cc457950-b88b-4bc1-b615-6d973c2c8bf6', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:1e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73254540-bb99-421a-a8f7-d7c5331b85a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2261, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:21:29Z', 'updated_at': '2022-05-18T18:21:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': 'cb9b0614-cf9b-4df0-8bd3-861a160de71b', 'name': '', 'network_id': 'f71fa67d-25f1-4a38-8ed3-26de55da5fe6', 'tenant_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'mac_address': 'fa:16:3e:4e:0f:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73254540-bb99-421a-a8f7-d7c5331b85a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2281, 'fixed_ips': [{'subnet_id': '319c66c3-8a7e-46c8-956a-e2b3a85f9524', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:21:37Z', 'updated_at': '2022-05-18T18:21:45Z', 'revision_number': 4, 'project_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'subnets': [{'id': '319c66c3-8a7e-46c8-956a-e2b3a85f9524', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:21:47.524434 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280e104b-9196-4524-b4ab-36050080659f None None] The sync data for ids ['69013297-2e02-4fff-a67f-a2111671e2d7'] in n-d-838550-3 is: [{'id': '69013297-2e02-4fff-a67f-a2111671e2d7', 'name': 'tempest-ServerActionsTestJSON-117939844-router', 'tenant_id': 'dc04081bebe44448af91d703facdf00a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': '8c390fdd-7403-4a5b-b0a5-5e1baa1f7c8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:21:39Z', 'updated_at': '2022-05-18T18:21:42Z', 'revision_number': 3, 'project_id': 'dc04081bebe44448af91d703facdf00a', 'gw_port': {'id': '8c390fdd-7403-4a5b-b0a5-5e1baa1f7c8c', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6a:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69013297-2e02-4fff-a67f-a2111671e2d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:21:41Z', 'updated_at': '2022-05-18T18:21:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:21:47.567874 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-433f6bdf-4943-49a7-8f85-b5772d4dc897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:47.602221 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-00758626-982a-45b2-88b1-fe842d109f40 None None] For port cb9b0614-cf9b-4df0-8bd3-861a160de71b, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=cb9b0614-cf9b-4df0-8bd3-861a160de71b,segment=NetworkSegment(bb31c238-cddb-4b17-91a0-f094652d8b9e),segment_id=bb31c238-cddb-4b17-91a0-f094652d8b9e)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:21:47.603895 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad28bfe2-12c6-42a1-a9c6-4f5e4c9a586c None None] The sync data for ids ['73254540-bb99-421a-a8f7-d7c5331b85a1'] in n-d-838550-3 is: [{'id': '73254540-bb99-421a-a8f7-d7c5331b85a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-303935143', 'tenant_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': 'cc457950-b88b-4bc1-b615-6d973c2c8bf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:21:28Z', 'updated_at': '2022-05-18T18:21:39Z', 'revision_number': 4, 'project_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'gw_port': {'id': 'cc457950-b88b-4bc1-b615-6d973c2c8bf6', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:1e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73254540-bb99-421a-a8f7-d7c5331b85a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2261, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:21:29Z', 'updated_at': '2022-05-18T18:21:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': 'cb9b0614-cf9b-4df0-8bd3-861a160de71b', 'name': '', 'network_id': 'f71fa67d-25f1-4a38-8ed3-26de55da5fe6', 'tenant_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'mac_address': 'fa:16:3e:4e:0f:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73254540-bb99-421a-a8f7-d7c5331b85a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2281, 'fixed_ips': [{'subnet_id': '319c66c3-8a7e-46c8-956a-e2b3a85f9524', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:21:37Z', 'updated_at': '2022-05-18T18:21:45Z', 'revision_number': 4, 'project_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'subnets': [{'id': '319c66c3-8a7e-46c8-956a-e2b3a85f9524', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:21:47.614068 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-00758626-982a-45b2-88b1-fe842d109f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:47.776232 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00758626-982a-45b2-88b1-fe842d109f40 None None] Pushing event updated for resources: {'Port': ['ID=cb9b0614-cf9b-4df0-8bd3-861a160de71b,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:21:47.984337 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-368fd800-ded3-4f2a-b10b-ec23324fa7f3 None None] Provisioning complete for port e540f221-077b-4dcf-a833-1ef2a6a3a079 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:21:47.984725 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-368fd800-ded3-4f2a-b10b-ec23324fa7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:48.093663 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-32cf8c21-b157-4261-94a4-5b6bf4a80aae req-6af602d3-60f4-4d5f-9278-4d3671e52487 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=2aaa7b97-c1f6-417f-be5b-d86238fc14b5 HTTP/1.1" status: 200 len: 210 time: 0.2800348 May 18 18:21:48.102631 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 43202) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:21:48.107387 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-368fd800-ded3-4f2a-b10b-ec23324fa7f3 None None] Port e540f221-077b-4dcf-a833-1ef2a6a3a079 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:21:48.117231 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d2668e-6eee-4ef6-9dc9-b608ca4d4948 req-b55a2429-fba3-47ec-8ded-81ad0c60ed07 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:48.123826 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-09d2668e-6eee-4ef6-9dc9-b608ca4d4948 req-b55a2429-fba3-47ec-8ded-81ad0c60ed07 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.88 "GET /v2.0/networks?id=f71fa67d-25f1-4a38-8ed3-26de55da5fe6 HTTP/1.1" status: 200 len: 797 time: 0.5879724 May 18 18:21:48.190559 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4107ae78-376e-4493-b868-da27f2e5dc71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:48.232306 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-09d2668e-6eee-4ef6-9dc9-b608ca4d4948 req-c27eb431-1cef-46c8-a002-9cfdf5f53d62 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=06b3ed36f50a43fd9cfeaa89e080d35b HTTP/1.1" status: 200 len: 380 time: 0.1017084 May 18 18:21:48.256819 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-09d2668e-6eee-4ef6-9dc9-b608ca4d4948 req-55ee90f3-e559-45a5-9d25-42116b7e59eb tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Request body: {'port': {'device_id': '2aaa7b97-c1f6-417f-be5b-d86238fc14b5', 'network_id': 'f71fa67d-25f1-4a38-8ed3-26de55da5fe6', 'admin_state_up': True, 'tenant_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'security_groups': ['6cd42249-be19-4866-8a3b-7059b1a837e6']}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:21:48.441323 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-433f6bdf-4943-49a7-8f85-b5772d4dc897 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:48.451727 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-433f6bdf-4943-49a7-8f85-b5772d4dc897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:48.531823 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433f6bdf-4943-49a7-8f85-b5772d4dc897 admin admin] Pushing event updated for resources: {'Port': ['ID=e540f221-077b-4dcf-a833-1ef2a6a3a079,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:21:48.580356 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d814e3-a218-4d0b-9745-2f93dcf86bd6 req-a1d96982-7095-4899-b13f-08ae17de6bac tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:48.582944 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f6d814e3-a218-4d0b-9745-2f93dcf86bd6 req-a1d96982-7095-4899-b13f-08ae17de6bac tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=49ea6625-e10c-4660-a027-e55292fa583e HTTP/1.1" status: 200 len: 943 time: 0.4070609 May 18 18:21:48.595918 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09d2668e-6eee-4ef6-9dc9-b608ca4d4948 req-55ee90f3-e559-45a5-9d25-42116b7e59eb tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Made reservation on behalf of 06b3ed36f50a43fd9cfeaa89e080d35b for: {'port': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:21:48.617054 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-09d2668e-6eee-4ef6-9dc9-b608ca4d4948 req-55ee90f3-e559-45a5-9d25-42116b7e59eb tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:48.617545 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4107ae78-376e-4493-b868-da27f2e5dc71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:48.626779 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4107ae78-376e-4493-b868-da27f2e5dc71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:48.698058 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4107ae78-376e-4493-b868-da27f2e5dc71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec5e1c9c-9c11-49d0-9b43-e5cff6abbeab,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:21:48.711684 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f6d814e3-a218-4d0b-9745-2f93dcf86bd6 req-a228cb82-7e50-4cf5-aa4e-a8802855a16b tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=86e7cf01-f21c-41cf-b5a3-71cb5ec2aaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890148 May 18 18:21:48.756562 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-433f6bdf-4943-49a7-8f85-b5772d4dc897 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-595870'] for router_interface, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:48.798994 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-4107ae78-376e-4493-b868-da27f2e5dc71 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=4d60693d60ca448eac31606cc05fb6ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6881220 May 18 18:21:48.810902 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 43260) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:21:48.968705 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0d5e6c8a-4b68-4518-8903-8202e648802d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:49.006062 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0d5e6c8a-4b68-4518-8903-8202e648802d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:49.046625 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device e3f56ba2-bf82-424a-b10d-793486e476d6 details requested by agent hyperv_n-h1-838550-3 with host n-h1-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:21:49.054176 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [req-09d2668e-6eee-4ef6-9dc9-b608ca4d4948 req-55ee90f3-e559-45a5-9d25-42116b7e59eb tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Allocated IP 172.20.0.9 (f71fa67d-25f1-4a38-8ed3-26de55da5fe6/319c66c3-8a7e-46c8-956a-e2b3a85f9524/d1375281-ce80-4c02-aa8e-557572891cb2) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:21:49.132447 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433f6bdf-4943-49a7-8f85-b5772d4dc897 admin admin] Network adbd4d3b-93fc-4f7a-a6ae-1551b2db5668 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:21:49.142336 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-433f6bdf-4943-49a7-8f85-b5772d4dc897 admin admin] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:21:49.333452 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port e3f56ba2-bf82-424a-b10d-793486e476d6, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=e3f56ba2-bf82-424a-b10d-793486e476d6,segment=NetworkSegment(91232e8c-3d17-424b-b810-746db9884dd3),segment_id=91232e8c-3d17-424b-b810-746db9884dd3)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:21:49.374803 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Returning: {'device': 'e3f56ba2-bf82-424a-b10d-793486e476d6', 'network_id': 'eafefbfa-378a-4a8a-8ee5-45c0c746f8e9', 'port_id': 'e3f56ba2-bf82-424a-b10d-793486e476d6', 'mac_address': 'fa:16:3e:c8:4f:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab1f7f5a-a761-43dc-be82-e3f213958e88', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:21:49.599736 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port e3f56ba2-bf82-424a-b10d-793486e476d6 is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:21:49.600432 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:49.618433 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3f56ba2-bf82-424a-b10d-793486e476d6 {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:21:49.633721 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-433f6bdf-4943-49a7-8f85-b5772d4dc897 admin admin] Router 69013297-2e02-4fff-a67f-a2111671e2d7 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:21:49.641904 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-926ece54-2de7-4f05-8b6b-fe0d4d5bc6da req-8aedea05-989d-43c6-955b-09c208aa4bcb tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=2aaa7b97-c1f6-417f-be5b-d86238fc14b5 HTTP/1.1" status: 200 len: 210 time: 0.1696897 May 18 18:21:49.696466 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port e3f56ba2-bf82-424a-b10d-793486e476d6, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=e3f56ba2-bf82-424a-b10d-793486e476d6,segment=NetworkSegment(91232e8c-3d17-424b-b810-746db9884dd3),segment_id=91232e8c-3d17-424b-b810-746db9884dd3)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:21:49.724930 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:49.727101 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0d5e6c8a-4b68-4518-8903-8202e648802d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:49.740685 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-acfa8f29-ea64-4736-8b88-9f18a755b60f req-9c4da183-7b08-4bc8-a035-e53b046f97d8 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=6c294977-a47a-459b-b24e-566121e05c9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2842584 May 18 18:21:49.755028 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0d5e6c8a-4b68-4518-8903-8202e648802d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:49.758566 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-0d5e6c8a-4b68-4518-8903-8202e648802d admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/ec5e1c9c-9c11-49d0-9b43-e5cff6abbeab HTTP/1.1" status: 204 len: 168 time: 0.9465740 May 18 18:21:49.760879 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-09d2668e-6eee-4ef6-9dc9-b608ca4d4948 req-55ee90f3-e559-45a5-9d25-42116b7e59eb tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:49.863885 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 8c390fdd-7403-4a5b-b0a5-5e1baa1f7c8c up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:21:49.961551 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5e6c8a-4b68-4518-8903-8202e648802d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec5e1c9c-9c11-49d0-9b43-e5cff6abbeab,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:21:50.063125 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=e3f56ba2-bf82-424a-b10d-793486e476d6,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:21:50.099508 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-09d2668e-6eee-4ef6-9dc9-b608ca4d4948 req-55ee90f3-e559-45a5-9d25-42116b7e59eb tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:50.151294 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a325d514-bf2f-4443-994b-0063c995336e None None] Provisioning complete for port e540f221-077b-4dcf-a833-1ef2a6a3a079 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:21:50.153492 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a325d514-bf2f-4443-994b-0063c995336e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:50.156454 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['e3f56ba2-bf82-424a-b10d-793486e476d6'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:21:50.186054 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-433f6bdf-4943-49a7-8f85-b5772d4dc897 admin admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:21:50.196304 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-433f6bdf-4943-49a7-8f85-b5772d4dc897 admin admin] 10.222.0.85 "PUT /v2.0/routers/69013297-2e02-4fff-a67f-a2111671e2d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7790883 May 18 18:21:50.327465 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a325d514-bf2f-4443-994b-0063c995336e None None] Port e540f221-077b-4dcf-a833-1ef2a6a3a079 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:21:50.332675 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d236afe5-24fc-495a-ba9e-b034319fd5ad req-114f5bab-30c4-40ea-be8e-79e0474746b3 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:50.334328 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d236afe5-24fc-495a-ba9e-b034319fd5ad req-114f5bab-30c4-40ea-be8e-79e0474746b3 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=49ea6625-e10c-4660-a027-e55292fa583e HTTP/1.1" status: 200 len: 944 time: 0.3071797 May 18 18:21:50.356714 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfa8f29-ea64-4736-8b88-9f18a755b60f req-c0b518ad-537d-4830-8961-83a2c5457bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:50.362268 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfa8f29-ea64-4736-8b88-9f18a755b60f req-c0b518ad-537d-4830-8961-83a2c5457bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:50.364262 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfa8f29-ea64-4736-8b88-9f18a755b60f req-c0b518ad-537d-4830-8961-83a2c5457bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:50.365724 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfa8f29-ea64-4736-8b88-9f18a755b60f req-c0b518ad-537d-4830-8961-83a2c5457bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:50.366375 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfa8f29-ea64-4736-8b88-9f18a755b60f req-c0b518ad-537d-4830-8961-83a2c5457bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:50.367016 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfa8f29-ea64-4736-8b88-9f18a755b60f req-c0b518ad-537d-4830-8961-83a2c5457bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:50.367664 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfa8f29-ea64-4736-8b88-9f18a755b60f req-c0b518ad-537d-4830-8961-83a2c5457bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:50.370734 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-acfa8f29-ea64-4736-8b88-9f18a755b60f req-c0b518ad-537d-4830-8961-83a2c5457bd8 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=9acf9282c55849649d2e7c597835524a&device_id=6c294977-a47a-459b-b24e-566121e05c9a HTTP/1.1" status: 200 len: 6491 time: 0.4640372 May 18 18:21:50.374408 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 8c390fdd-7403-4a5b-b0a5-5e1baa1f7c8c triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:21:50.374858 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:50.375031 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09d2668e-6eee-4ef6-9dc9-b608ca4d4948 req-55ee90f3-e559-45a5-9d25-42116b7e59eb tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Network f71fa67d-25f1-4a38-8ed3-26de55da5fe6 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:21:50.610554 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 8c390fdd-7403-4a5b-b0a5-5e1baa1f7c8c is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:21:50.611556 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:50.717848 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] For port 8c390fdd-7403-4a5b-b0a5-5e1baa1f7c8c, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=8c390fdd-7403-4a5b-b0a5-5e1baa1f7c8c,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:21:50.732935 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:50.734330 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device cb9b0614-cf9b-4df0-8bd3-861a160de71b up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:21:50.876092 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Pushing event updated for resources: {'Port': ['ID=8c390fdd-7403-4a5b-b0a5-5e1baa1f7c8c,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:21:50.895993 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port cb9b0614-cf9b-4df0-8bd3-861a160de71b triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:21:50.897200 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:51.027907 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ee90f3-e559-45a5-9d25-42116b7e59eb tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Pushing event updated for resources: {'Port': ['ID=d1375281-ce80-4c02-aa8e-557572891cb2,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:21:51.030854 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port cb9b0614-cf9b-4df0-8bd3-861a160de71b is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:21:51.052925 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [req-09d2668e-6eee-4ef6-9dc9-b608ca4d4948 req-55ee90f3-e559-45a5-9d25-42116b7e59eb tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:21:51.082349 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d236afe5-24fc-495a-ba9e-b034319fd5ad req-af6c7315-9152-4520-8b97-a31a6dde46db tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=86e7cf01-f21c-41cf-b5a3-71cb5ec2aaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6953166 May 18 18:21:51.089061 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-09d2668e-6eee-4ef6-9dc9-b608ca4d4948 req-55ee90f3-e559-45a5-9d25-42116b7e59eb tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:21:51.095951 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 43462) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:21:51.100616 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-5ababf6d-f389-4878-95b5-37c71a5d0794 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Request body: {'security_group': {'name': 'tempest-securitygroup--346007204', 'description': 'tempest-description--269651839'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:21:51.163559 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5ababf6d-f389-4878-95b5-37c71a5d0794 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:51.182422 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfa8f29-ea64-4736-8b88-9f18a755b60f req-b42f7418-81b4-47ec-8598-73337f32955f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:51.183311 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfa8f29-ea64-4736-8b88-9f18a755b60f req-b42f7418-81b4-47ec-8598-73337f32955f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:51.184986 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfa8f29-ea64-4736-8b88-9f18a755b60f req-b42f7418-81b4-47ec-8598-73337f32955f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:51.190442 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-acfa8f29-ea64-4736-8b88-9f18a755b60f req-b42f7418-81b4-47ec-8598-73337f32955f service neutron] 10.222.0.88 "GET /v2.0/networks?id=0b62e8ad-1024-4253-8bfe-3ff3099d20cb&id=6f6254ab-4ee7-4ad9-afa0-26be8bf1b0f3&id=6f6254ab-4ee7-4ad9-afa0-26be8bf1b0f3&id=6f6254ab-4ee7-4ad9-afa0-26be8bf1b0f3&id=6f6254ab-4ee7-4ad9-afa0-26be8bf1b0f3&id=6869c65a-0fbe-4766-9768-f36c634415aa&id=6869c65a-0fbe-4766-9768-f36c634415aa HTTP/1.1" status: 200 len: 2292 time: 0.7652442 May 18 18:21:51.301153 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0229be-5a86-4d3c-9327-0391da7669f8 req-cf05486f-7edd-4332-8989-b8f3047d2038 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:51.303969 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ce0229be-5a86-4d3c-9327-0391da7669f8 req-cf05486f-7edd-4332-8989-b8f3047d2038 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=2aaa7b97-c1f6-417f-be5b-d86238fc14b5 HTTP/1.1" status: 200 len: 931 time: 0.1301436 May 18 18:21:51.377488 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-acfa8f29-ea64-4736-8b88-9f18a755b60f req-f98232d4-598e-4985-86a0-c270abad67d3 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e157eaf7-2d01-4856-9076-ce983dd35c57 HTTP/1.1" status: 200 len: 1000 time: 0.1751616 May 18 18:21:51.398833 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d2668e-6eee-4ef6-9dc9-b608ca4d4948 req-55ee90f3-e559-45a5-9d25-42116b7e59eb tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:51.401371 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-09d2668e-6eee-4ef6-9dc9-b608ca4d4948 req-55ee90f3-e559-45a5-9d25-42116b7e59eb tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:51.467348 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5ababf6d-f389-4878-95b5-37c71a5d0794 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:51.489536 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5ababf6d-f389-4878-95b5-37c71a5d0794 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:51.523015 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-09d2668e-6eee-4ef6-9dc9-b608ca4d4948 req-55ee90f3-e559-45a5-9d25-42116b7e59eb tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2701809 May 18 18:21:51.548311 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-09d2668e-6eee-4ef6-9dc9-b608ca4d4948 req-14914a95-40c9-4e40-ad22-de3bc3013821 service neutron] Request body: {'port': {'device_id': '2aaa7b97-c1f6-417f-be5b-d86238fc14b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-3'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:21:51.554117 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ababf6d-f389-4878-95b5-37c71a5d0794 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea6a757a-9c65-4a62-a27e-604b73d281bf,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:21:51.567367 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ce0229be-5a86-4d3c-9327-0391da7669f8 req-a09c4580-0280-43f2-a40e-9f05435ca664 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/security-groups?id=6cd42249-be19-4866-8a3b-7059b1a837e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2456839 May 18 18:21:51.582071 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5ababf6d-f389-4878-95b5-37c71a5d0794 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:51.584039 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-5ababf6d-f389-4878-95b5-37c71a5d0794 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4870191 May 18 18:21:51.586753 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 43478) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:21:51.589360 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-d8677c6e-1e16-460f-8073-f9e8d63cc2b3 None None] Provisioning complete for port d1375281-ce80-4c02-aa8e-557572891cb2 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:21:51.591007 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d8677c6e-1e16-460f-8073-f9e8d63cc2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:51.596278 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-0795018b-8a2d-4681-a1d4-f16132be0198 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Request body: {'security_group_rule': {'security_group_id': 'ea6a757a-9c65-4a62-a27e-604b73d281bf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:21:51.636391 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfa8f29-ea64-4736-8b88-9f18a755b60f req-3f3fec90-0bf8-4baf-bf74-0a6ae3c16b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:51.642373 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-acfa8f29-ea64-4736-8b88-9f18a755b60f req-3f3fec90-0bf8-4baf-bf74-0a6ae3c16b57 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=220bf428-4bb0-40aa-a350-504adcdda1b2 HTTP/1.1" status: 200 len: 850 time: 0.2360289 May 18 18:21:51.695471 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0795018b-8a2d-4681-a1d4-f16132be0198 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:51.706089 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-09d2668e-6eee-4ef6-9dc9-b608ca4d4948 req-14914a95-40c9-4e40-ad22-de3bc3013821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:51.750829 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-d8677c6e-1e16-460f-8073-f9e8d63cc2b3 None None] Port d1375281-ce80-4c02-aa8e-557572891cb2 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:21:51.759585 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791066d2-0f0b-4fac-b196-e1da8427b3c6 None None] Sync routers for ids ['69013297-2e02-4fff-a67f-a2111671e2d7'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:21:51.768124 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 8c390fdd-7403-4a5b-b0a5-5e1baa1f7c8c up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:21:51.810495 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfa8f29-ea64-4736-8b88-9f18a755b60f req-bb9485fc-eeb9-4875-ac78-1812a42576f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:51.817692 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-acfa8f29-ea64-4736-8b88-9f18a755b60f req-bb9485fc-eeb9-4875-ac78-1812a42576f0 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=0b62e8ad-1024-4253-8bfe-3ff3099d20cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1052299 May 18 18:21:51.867501 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791066d2-0f0b-4fac-b196-e1da8427b3c6 None None] Routers {'69013297-2e02-4fff-a67f-a2111671e2d7'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:21:51.878654 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-791066d2-0f0b-4fac-b196-e1da8427b3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:21:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['69013297-2e02-4fff-a67f-a2111671e2d7'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:21:51.892212 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0795018b-8a2d-4681-a1d4-f16132be0198 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:51.900732 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0795018b-8a2d-4681-a1d4-f16132be0198 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:51.972868 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0795018b-8a2d-4681-a1d4-f16132be0198 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:51.974139 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-0795018b-8a2d-4681-a1d4-f16132be0198 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3841145 May 18 18:21:51.994041 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 43490) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:21:52.003667 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-2e4f98d9-f39b-4c1c-ba55-bafe920d154f tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Request body: {'security_group_rule': {'security_group_id': 'ea6a757a-9c65-4a62-a27e-604b73d281bf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:21:52.028517 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0795018b-8a2d-4681-a1d4-f16132be0198 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bd436f4-e0e5-48f7-9f1d-f2b331dc32e6,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:21:52.089651 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2e4f98d9-f39b-4c1c-ba55-bafe920d154f tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:52.161531 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2e4f98d9-f39b-4c1c-ba55-bafe920d154f tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:52.168511 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2e4f98d9-f39b-4c1c-ba55-bafe920d154f tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:52.195761 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4f98d9-f39b-4c1c-ba55-bafe920d154f tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4341d2c-31c8-49c5-851e-29fb14b71454,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:21:52.207452 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2e4f98d9-f39b-4c1c-ba55-bafe920d154f tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:52.210752 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-2e4f98d9-f39b-4c1c-ba55-bafe920d154f tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2154417 May 18 18:21:52.214258 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 43496) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:21:52.219906 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-3fb79d77-ef52-479d-a2be-5e6e6d5d7e4f tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Request body: {'floatingip': {'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:21:52.255005 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3fb79d77-ef52-479d-a2be-5e6e6d5d7e4f tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Notify callbacks [] for floatingip, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:52.427412 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6223f467-56e6-4fb2-8025-cdfd023c78f5 req-9c30e471-7e69-46e9-a162-efcfdf526974 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:52.431277 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6223f467-56e6-4fb2-8025-cdfd023c78f5 req-9c30e471-7e69-46e9-a162-efcfdf526974 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=49ea6625-e10c-4660-a027-e55292fa583e HTTP/1.1" status: 200 len: 944 time: 0.1549699 May 18 18:21:52.496217 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6223f467-56e6-4fb2-8025-cdfd023c78f5 req-27172d42-36f2-445e-a87f-2dc4dbc5184c tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=86e7cf01-f21c-41cf-b5a3-71cb5ec2aaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567718 May 18 18:21:52.552221 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3fb79d77-ef52-479d-a2be-5e6e6d5d7e4f tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:52.563244 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-acfa8f29-ea64-4736-8b88-9f18a755b60f req-ba219770-503e-42a8-b4a7-0127f6eff6d4 service neutron] 10.222.0.88 "GET /v2.0/networks/0b62e8ad-1024-4253-8bfe-3ff3099d20cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6868794 May 18 18:21:52.566027 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 8c390fdd-7403-4a5b-b0a5-5e1baa1f7c8c triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:21:52.568288 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:52.741499 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-791066d2-0f0b-4fac-b196-e1da8427b3c6 None None] Set router 69013297-2e02-4fff-a67f-a2111671e2d7 gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:21:52.804140 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-3fb79d77-ef52-479d-a2be-5e6e6d5d7e4f tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Allocated IP 172.25.5.193 (31ebd439-090c-4b25-bbb0-31c48711b145/363a2810-8a83-4be0-a317-7c91fcd94485/f2779fab-b642-465a-a685-3415afac1a14) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:21:52.877578 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e1b8bd-65a6-48da-8615-834d2f360f83 req-43487ab6-a025-4c46-9983-4d6431996361 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:52.905360 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c4e1b8bd-65a6-48da-8615-834d2f360f83 req-43487ab6-a025-4c46-9983-4d6431996361 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=2aaa7b97-c1f6-417f-be5b-d86238fc14b5 HTTP/1.1" status: 200 len: 931 time: 0.1696248 May 18 18:21:52.992157 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3fb79d77-ef52-479d-a2be-5e6e6d5d7e4f tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:53.027919 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [req-09d2668e-6eee-4ef6-9dc9-b608ca4d4948 req-14914a95-40c9-4e40-ad22-de3bc3013821 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1375281-ce80-4c02-aa8e-557572891cb2 {{(pid=102731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:21:53.051178 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-09d2668e-6eee-4ef6-9dc9-b608ca4d4948 req-14914a95-40c9-4e40-ad22-de3bc3013821 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:53.058289 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 8c390fdd-7403-4a5b-b0a5-5e1baa1f7c8c is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:21:53.071075 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device e3f56ba2-bf82-424a-b10d-793486e476d6 up at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:21:53.080247 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3fb79d77-ef52-479d-a2be-5e6e6d5d7e4f tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:53.086190 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.provisioning_blocks [req-09d2668e-6eee-4ef6-9dc9-b608ca4d4948 req-14914a95-40c9-4e40-ad22-de3bc3013821 service neutron] Transition to ACTIVE for port object d1375281-ce80-4c02-aa8e-557572891cb2 will not be triggered until provisioned by entity L2. {{(pid=102731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:21:53.111343 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-09d2668e-6eee-4ef6-9dc9-b608ca4d4948 req-14914a95-40c9-4e40-ad22-de3bc3013821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:53.214681 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb79d77-ef52-479d-a2be-5e6e6d5d7e4f tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Network 31ebd439-090c-4b25-bbb0-31c48711b145 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:21:53.222014 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 43518) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:21:53.251378 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-3fb79d77-ef52-479d-a2be-5e6e6d5d7e4f tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:21:53.254166 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-acfa8f29-ea64-4736-8b88-9f18a755b60f req-667e3a6e-48fb-4c13-8fee-f6f63bc24524 service neutron] 10.222.0.88 "GET /v2.0/networks/0b62e8ad-1024-4253-8bfe-3ff3099d20cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6762607 May 18 18:21:53.270093 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14914a95-40c9-4e40-ad22-de3bc3013821 service neutron] Pushing event updated for resources: {'Port': ['ID=d1375281-ce80-4c02-aa8e-557572891cb2,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:21:53.274744 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb79d77-ef52-479d-a2be-5e6e6d5d7e4f tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:21:53.314770 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c4e1b8bd-65a6-48da-8615-834d2f360f83 req-39ad431d-f6e2-4eba-bafc-af903c71412c tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/security-groups?id=6cd42249-be19-4866-8a3b-7059b1a837e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4072831 May 18 18:21:53.343086 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning for port e3f56ba2-bf82-424a-b10d-793486e476d6 completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:21:53.363784 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb79d77-ef52-479d-a2be-5e6e6d5d7e4f tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Pushing event updated for resources: {'Port': ['ID=f2779fab-b642-465a-a685-3415afac1a14,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:21:53.390719 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning complete for port e3f56ba2-bf82-424a-b10d-793486e476d6 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:21:53.391737 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:53.420574 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-acfa8f29-ea64-4736-8b88-9f18a755b60f req-579c9c39-b0e8-4156-8946-434df5aaebb1 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.109&port_id=d7dcad22-e92b-4b04-9ae5-6faddc7193ce HTTP/1.1" status: 200 len: 217 time: 0.1359639 May 18 18:21:53.548322 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-f1479bd4-799e-45b5-bb20-29d3d99f57e6 tempest-RoutersTestDVR-128024948 tempest-RoutersTestDVR-128024948-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1049163424'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:21:53.555614 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3fb79d77-ef52-479d-a2be-5e6e6d5d7e4f tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:53.668178 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3fb79d77-ef52-479d-a2be-5e6e6d5d7e4f tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:53.726430 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-09d2668e-6eee-4ef6-9dc9-b608ca4d4948 req-14914a95-40c9-4e40-ad22-de3bc3013821 service neutron] Attempting to bind port d1375281-ce80-4c02-aa8e-557572891cb2 on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:21:53.731663 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-09d2668e-6eee-4ef6-9dc9-b608ca4d4948 req-14914a95-40c9-4e40-ad22-de3bc3013821 service neutron] Attempting to bind port d1375281-ce80-4c02-aa8e-557572891cb2 by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': 'bb31c238-cddb-4b17-91a0-f094652d8b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f71fa67d-25f1-4a38-8ed3-26de55da5fe6'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:21:53.732391 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d2668e-6eee-4ef6-9dc9-b608ca4d4948 req-14914a95-40c9-4e40-ad22-de3bc3013821 service neutron] Attempting to bind port d1375281-ce80-4c02-aa8e-557572891cb2 on network f71fa67d-25f1-4a38-8ed3-26de55da5fe6 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:21:53.750172 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port e3f56ba2-bf82-424a-b10d-793486e476d6 is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:21:53.753487 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:53.760441 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d2668e-6eee-4ef6-9dc9-b608ca4d4948 req-14914a95-40c9-4e40-ad22-de3bc3013821 service neutron] Port d1375281-ce80-4c02-aa8e-557572891cb2 on network f71fa67d-25f1-4a38-8ed3-26de55da5fe6 not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:21:53.765002 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d2668e-6eee-4ef6-9dc9-b608ca4d4948 req-14914a95-40c9-4e40-ad22-de3bc3013821 service neutron] Attempting to bind port d1375281-ce80-4c02-aa8e-557572891cb2 on network f71fa67d-25f1-4a38-8ed3-26de55da5fe6 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:21:53.791518 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d2668e-6eee-4ef6-9dc9-b608ca4d4948 req-14914a95-40c9-4e40-ad22-de3bc3013821 service neutron] Checking agent: {'id': 'd1be059a-68ea-4c77-9b2b-29f4afa47e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:21:53.793375 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d2668e-6eee-4ef6-9dc9-b608ca4d4948 req-14914a95-40c9-4e40-ad22-de3bc3013821 service neutron] Checking segment: {'id': 'bb31c238-cddb-4b17-91a0-f094652d8b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f71fa67d-25f1-4a38-8ed3-26de55da5fe6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:21:53.794064 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d2668e-6eee-4ef6-9dc9-b608ca4d4948 req-14914a95-40c9-4e40-ad22-de3bc3013821 service neutron] Bound using segment: {'id': 'bb31c238-cddb-4b17-91a0-f094652d8b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f71fa67d-25f1-4a38-8ed3-26de55da5fe6'} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:21:53.795718 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f1479bd4-799e-45b5-bb20-29d3d99f57e6 tempest-RoutersTestDVR-128024948 tempest-RoutersTestDVR-128024948-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25099'] for router, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:53.796570 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-09d2668e-6eee-4ef6-9dc9-b608ca4d4948 req-14914a95-40c9-4e40-ad22-de3bc3013821 service neutron] Bound port: d1375281-ce80-4c02-aa8e-557572891cb2, host: n-h2-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb31c238-cddb-4b17-91a0-f094652d8b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f71fa67d-25f1-4a38-8ed3-26de55da5fe6'}}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:21:53.796805 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f1479bd4-799e-45b5-bb20-29d3d99f57e6 tempest-RoutersTestDVR-128024948 tempest-RoutersTestDVR-128024948-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-593238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596850', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25088'] for router, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:53.798149 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-09d2668e-6eee-4ef6-9dc9-b608ca4d4948 req-14914a95-40c9-4e40-ad22-de3bc3013821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:53.812016 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfa8f29-ea64-4736-8b88-9f18a755b60f req-d867b0ad-a67a-4db9-b214-f28025fa7a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:53.814019 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-acfa8f29-ea64-4736-8b88-9f18a755b60f req-d867b0ad-a67a-4db9-b214-f28025fa7a40 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=50aad9c7-9467-4aae-bc1d-4e769e4f3623 HTTP/1.1" status: 200 len: 797 time: 0.3497283 May 18 18:21:53.859487 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49ea6625-e10c-4660-a027-e55292fa583e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3f56ba2-bf82-424a-b10d-793486e476d6'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:21:53.862318 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-918e932b-75ee-491b-9857-592f2658b7a6" -d '{"events": [{"server_uuid": "49ea6625-e10c-4660-a027-e55292fa583e", "name": "network-vif-plugged", "status": "completed", "tag": "e3f56ba2-bf82-424a-b10d-793486e476d6"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:21:53.885975 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port e3f56ba2-bf82-424a-b10d-793486e476d6, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=e3f56ba2-bf82-424a-b10d-793486e476d6,segment=NetworkSegment(91232e8c-3d17-424b-b810-746db9884dd3),segment_id=91232e8c-3d17-424b-b810-746db9884dd3)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:21:53.893200 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-791066d2-0f0b-4fac-b196-e1da8427b3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69013297-2e02-4fff-a67f-a2111671e2d7', 'name': 'tempest-ServerActionsTestJSON-117939844-router', 'tenant_id': 'dc04081bebe44448af91d703facdf00a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': '8c390fdd-7403-4a5b-b0a5-5e1baa1f7c8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:21:39Z', 'updated_at': '2022-05-18T18:21:47Z', 'revision_number': 4, 'project_id': 'dc04081bebe44448af91d703facdf00a', 'gw_port': {'id': '8c390fdd-7403-4a5b-b0a5-5e1baa1f7c8c', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69013297-2e02-4fff-a67f-a2111671e2d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:21:41Z', 'updated_at': '2022-05-18T18:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': 'e540f221-077b-4dcf-a833-1ef2a6a3a079', 'name': '', 'network_id': 'adbd4d3b-93fc-4f7a-a6ae-1551b2db5668', 'tenant_id': 'dc04081bebe44448af91d703facdf00a', 'mac_address': 'fa:16:3e:6e:94:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69013297-2e02-4fff-a67f-a2111671e2d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2295, 'fixed_ips': [{'subnet_id': 'b85d9655-9e18-4f20-bd82-d6f95b142d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:21:45Z', 'updated_at': '2022-05-18T18:21:47Z', 'revision_number': 2, 'project_id': 'dc04081bebe44448af91d703facdf00a', 'subnets': [{'id': 'b85d9655-9e18-4f20-bd82-d6f95b142d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:21:53.922783 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f871aa00-dece-48c0-a73f-9eddc6fcf6c2 req-74f99990-c71f-4c96-a650-3ebf3cce3e8d tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:53.938875 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f871aa00-dece-48c0-a73f-9eddc6fcf6c2 req-74f99990-c71f-4c96-a650-3ebf3cce3e8d tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=49ea6625-e10c-4660-a027-e55292fa583e HTTP/1.1" status: 200 len: 944 time: 0.2711747 May 18 18:21:53.950535 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791066d2-0f0b-4fac-b196-e1da8427b3c6 None None] Checking router: 69013297-2e02-4fff-a67f-a2111671e2d7 for host: n-d-838550-3 {{(pid=102732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:21:53.955695 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791066d2-0f0b-4fac-b196-e1da8427b3c6 None None] Updating router 69013297-2e02-4fff-a67f-a2111671e2d7 port e540f221-077b-4dcf-a833-1ef2a6a3a079 binding host n-d-838550-3 {{(pid=102732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 18:21:53.959738 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:54.026359 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfa8f29-ea64-4736-8b88-9f18a755b60f req-eaa112d7-102d-482d-97e0-00b5f909d2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:54.027979 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-acfa8f29-ea64-4736-8b88-9f18a755b60f req-eaa112d7-102d-482d-97e0-00b5f909d2b4 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=6f6254ab-4ee7-4ad9-afa0-26be8bf1b0f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1971989 May 18 18:21:54.031178 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-09d2668e-6eee-4ef6-9dc9-b608ca4d4948 req-14914a95-40c9-4e40-ad22-de3bc3013821 service neutron] For port d1375281-ce80-4c02-aa8e-557572891cb2, host n-h2-838550-3, cleared binding levels {{(pid=102731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:21:54.035077 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-09d2668e-6eee-4ef6-9dc9-b608ca4d4948 req-14914a95-40c9-4e40-ad22-de3bc3013821 service neutron] For port d1375281-ce80-4c02-aa8e-557572891cb2, host n-h2-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=d1375281-ce80-4c02-aa8e-557572891cb2,segment=NetworkSegment(bb31c238-cddb-4b17-91a0-f094652d8b9e),segment_id=bb31c238-cddb-4b17-91a0-f094652d8b9e)] {{(pid=102731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:21:54.037470 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f1479bd4-799e-45b5-bb20-29d3d99f57e6 tempest-RoutersTestDVR-128024948 tempest-RoutersTestDVR-128024948-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:54.061662 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-09d2668e-6eee-4ef6-9dc9-b608ca4d4948 req-14914a95-40c9-4e40-ad22-de3bc3013821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:54.079803 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f1479bd4-799e-45b5-bb20-29d3d99f57e6 tempest-RoutersTestDVR-128024948 tempest-RoutersTestDVR-128024948-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596801'] for router, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:54.159845 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=e3f56ba2-bf82-424a-b10d-793486e476d6,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:21:54.175166 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d2668e-6eee-4ef6-9dc9-b608ca4d4948 req-14914a95-40c9-4e40-ad22-de3bc3013821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:54.176827 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-09d2668e-6eee-4ef6-9dc9-b608ca4d4948 req-14914a95-40c9-4e40-ad22-de3bc3013821 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:54.179168 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-09d2668e-6eee-4ef6-9dc9-b608ca4d4948 req-14914a95-40c9-4e40-ad22-de3bc3013821 service neutron] 10.222.0.88 "PUT /v2.0/ports/d1375281-ce80-4c02-aa8e-557572891cb2 HTTP/1.1" status: 200 len: 1091 time: 2.6407723 May 18 18:21:54.186928 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cb1dbc0f-c394-4401-8611-862a3df140c3 req-597eae4b-e81b-43b8-ab43-d3454678db08 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=31ac5fd5-fa4d-4ffb-ac9e-4d56a1de7138&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7775223 May 18 18:21:54.198152 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2aaa7b97-c1f6-417f-be5b-d86238fc14b5', 'tag': 'd1375281-ce80-4c02-aa8e-557572891cb2'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:21:54.201664 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-791066d2-0f0b-4fac-b196-e1da8427b3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:54.212158 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91270767-bfdb-41be-848e-49d904224a1a" -d '{"events": [{"name": "network-changed", "server_uuid": "2aaa7b97-c1f6-417f-be5b-d86238fc14b5", "tag": "d1375281-ce80-4c02-aa8e-557572891cb2"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:21:54.244150 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a6ce722-b76f-40a6-9c1b-dbf8e4e0e2f0 x-openstack-request-id: req-5a6ce722-b76f-40a6-9c1b-dbf8e4e0e2f0 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:21:54.249368 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49ea6625-e10c-4660-a027-e55292fa583e", "name": "network-vif-plugged", "status": "completed", "tag": "e3f56ba2-bf82-424a-b10d-793486e476d6", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:21:54.249825 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-5a6ce722-b76f-40a6-9c1b-dbf8e4e0e2f0 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:21:54.250353 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a6ce722-b76f-40a6-9c1b-dbf8e4e0e2f0'] response: {'server_uuid': '49ea6625-e10c-4660-a027-e55292fa583e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3f56ba2-bf82-424a-b10d-793486e476d6', 'code': 200} May 18 18:21:54.367098 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3376c4e1-173a-4935-88bf-6465be420501 x-openstack-request-id: req-3376c4e1-173a-4935-88bf-6465be420501 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:21:54.369957 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2aaa7b97-c1f6-417f-be5b-d86238fc14b5", "tag": "d1375281-ce80-4c02-aa8e-557572891cb2", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:21:54.370449 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-3376c4e1-173a-4935-88bf-6465be420501 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:21:54.371306 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3376c4e1-173a-4935-88bf-6465be420501'] response: {'name': 'network-changed', 'server_uuid': '2aaa7b97-c1f6-417f-be5b-d86238fc14b5', 'tag': 'd1375281-ce80-4c02-aa8e-557572891cb2', 'status': 'completed', 'code': 200} May 18 18:21:54.392587 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f1479bd4-799e-45b5-bb20-29d3d99f57e6 tempest-RoutersTestDVR-128024948 tempest-RoutersTestDVR-128024948-project-admin] Notify callbacks [] for router, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:54.394566 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-f1479bd4-799e-45b5-bb20-29d3d99f57e6 tempest-RoutersTestDVR-128024948 tempest-RoutersTestDVR-128024948-project-admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.1715796 May 18 18:21:54.423213 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 43536) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:21:54.474558 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3fb79d77-ef52-479d-a2be-5e6e6d5d7e4f tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:54.489858 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3fb79d77-ef52-479d-a2be-5e6e6d5d7e4f tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:54.495774 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f871aa00-dece-48c0-a73f-9eddc6fcf6c2 req-e7487bf8-85e8-4026-bcf5-f07a030928f9 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=86e7cf01-f21c-41cf-b5a3-71cb5ec2aaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5560112 May 18 18:21:54.520470 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1dbc0f-c394-4401-8611-862a3df140c3 req-d49c90e2-18f1-4a08-9d1a-7a1735c4caaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:54.530285 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cb1dbc0f-c394-4401-8611-862a3df140c3 req-d49c90e2-18f1-4a08-9d1a-7a1735c4caaf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=75cfafb6401543f8ae6c6ddbcc186f9f&device_id=31ac5fd5-fa4d-4ffb-ac9e-4d56a1de7138 HTTP/1.1" status: 200 len: 1101 time: 0.2756207 May 18 18:21:54.626788 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5331f552-b185-4dcd-86f1-dee138164100 tempest-RoutersTestDVR-128024948 tempest-RoutersTestDVR-128024948-project-admin] Notify callbacks [] for router, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:54.656832 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14914a95-40c9-4e40-ad22-de3bc3013821 service neutron] Pushing event updated for resources: {'Port': ['ID=d1375281-ce80-4c02-aa8e-557572891cb2,revision_number=3']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:21:54.746406 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-acfa8f29-ea64-4736-8b88-9f18a755b60f req-5e47a978-4869-4700-ad72-a1960d8f756e service neutron] 10.222.0.88 "GET /v2.0/networks/6f6254ab-4ee7-4ad9-afa0-26be8bf1b0f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7094438 May 18 18:21:54.797947 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d2668e-6eee-4ef6-9dc9-b608ca4d4948 req-675f2064-debb-44d2-a307-4c80f76a3728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:54.800819 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-09d2668e-6eee-4ef6-9dc9-b608ca4d4948 req-675f2064-debb-44d2-a307-4c80f76a3728 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=06b3ed36f50a43fd9cfeaa89e080d35b&device_id=2aaa7b97-c1f6-417f-be5b-d86238fc14b5 HTTP/1.1" status: 200 len: 1094 time: 0.5399537 May 18 18:21:54.830058 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1dbc0f-c394-4401-8611-862a3df140c3 req-04580f5f-07bb-4178-b5b3-5a0843f859c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:54.832202 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cb1dbc0f-c394-4401-8611-862a3df140c3 req-04580f5f-07bb-4178-b5b3-5a0843f859c0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4c8ef274-9ecc-47c2-9686-5eebd78fb305 HTTP/1.1" status: 200 len: 870 time: 0.2411230 May 18 18:21:54.854813 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb79d77-ef52-479d-a2be-5e6e6d5d7e4f tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Pushing event updated for resources: {'Port': ['ID=f2779fab-b642-465a-a685-3415afac1a14,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:21:54.898931 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-791066d2-0f0b-4fac-b196-e1da8427b3c6 None None] Notify callbacks [] for port, precommit_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:54.899520 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cb1dbc0f-c394-4401-8611-862a3df140c3 req-dabb2849-a97d-4010-a0fd-a3b2b058fb92 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=e99b21a2-0a3b-482e-af51-76a2cceee82a HTTP/1.1" status: 200 len: 217 time: 0.0556915 May 18 18:21:54.900929 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3fb79d77-ef52-479d-a2be-5e6e6d5d7e4f tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596987'] for floatingip, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:54.908042 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-acfa8f29-ea64-4736-8b88-9f18a755b60f req-2762e574-4589-41d0-b0b9-d2be9c8e235f service neutron] 10.222.0.88 "GET /v2.0/networks/6f6254ab-4ee7-4ad9-afa0-26be8bf1b0f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174445 May 18 18:21:54.914308 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-791066d2-0f0b-4fac-b196-e1da8427b3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:55.043847 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcd992d-4ab0-418a-9749-b56bf456ad4c None None] Pushing event updated for resources: {'Port': ['ID=e540f221-077b-4dcf-a833-1ef2a6a3a079,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:21:55.047365 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3fb79d77-ef52-479d-a2be-5e6e6d5d7e4f tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:55.053692 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-3fb79d77-ef52-479d-a2be-5e6e6d5d7e4f tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8332515 May 18 18:21:55.077837 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-acfa8f29-ea64-4736-8b88-9f18a755b60f req-05a536c6-06fb-4409-b859-7657655f3ff2 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.63&port_id=47ed802e-3cf4-472d-b402-936465b16c4c HTTP/1.1" status: 200 len: 217 time: 0.1530504 May 18 18:21:55.097088 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1dbc0f-c394-4401-8611-862a3df140c3 req-23be9cb1-87b5-4cfc-9655-69951e84b894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:55.101266 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cb1dbc0f-c394-4401-8611-862a3df140c3 req-23be9cb1-87b5-4cfc-9655-69951e84b894 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c2531ae9-89db-4dcf-b670-9eac4c9cde53 HTTP/1.1" status: 200 len: 843 time: 0.1906073 May 18 18:21:55.129403 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-09d2668e-6eee-4ef6-9dc9-b608ca4d4948 req-57526bcb-2e60-449a-8e3f-63255b4468d5 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d1375281-ce80-4c02-aa8e-557572891cb2 HTTP/1.1" status: 200 len: 217 time: 0.2202556 May 18 18:21:55.146131 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a43eb9-069f-4433-bde7-de4b39de2a95 req-84221acc-460b-4c60-9a3a-31b9fe76ca3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:55.148317 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a2a43eb9-069f-4433-bde7-de4b39de2a95 req-84221acc-460b-4c60-9a3a-31b9fe76ca3e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=49ea6625-e10c-4660-a027-e55292fa583e HTTP/1.1" status: 200 len: 1096 time: 0.7761958 May 18 18:21:55.192082 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1dbc0f-c394-4401-8611-862a3df140c3 req-5758a9f1-c736-4745-8d51-2a7e46dba7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:55.193673 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cb1dbc0f-c394-4401-8611-862a3df140c3 req-5758a9f1-c736-4745-8d51-2a7e46dba7bc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4c8ef274-9ecc-47c2-9686-5eebd78fb305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0835140 May 18 18:21:55.210009 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [req-cb1dbc0f-c394-4401-8611-862a3df140c3 req-8f1443c6-12b4-440d-9ce3-e1c9b7bdcb0f service neutron] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=102730) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 18:21:55.211080 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cb1dbc0f-c394-4401-8611-862a3df140c3 req-8f1443c6-12b4-440d-9ce3-e1c9b7bdcb0f service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0090411 May 18 18:21:55.226550 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-791066d2-0f0b-4fac-b196-e1da8427b3c6 None None] Attempting to bind port e540f221-077b-4dcf-a833-1ef2a6a3a079 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:21:55.227024 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-791066d2-0f0b-4fac-b196-e1da8427b3c6 None None] Attempting to bind port e540f221-077b-4dcf-a833-1ef2a6a3a079 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': 'ef93e1fc-f0f4-4220-adc9-d2cb000b3c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'adbd4d3b-93fc-4f7a-a6ae-1551b2db5668'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:21:55.227490 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791066d2-0f0b-4fac-b196-e1da8427b3c6 None None] Attempting to bind port e540f221-077b-4dcf-a833-1ef2a6a3a079 on network adbd4d3b-93fc-4f7a-a6ae-1551b2db5668 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:21:55.239911 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791066d2-0f0b-4fac-b196-e1da8427b3c6 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:21:55.240474 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791066d2-0f0b-4fac-b196-e1da8427b3c6 None None] Checking segment: {'id': 'ef93e1fc-f0f4-4220-adc9-d2cb000b3c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'adbd4d3b-93fc-4f7a-a6ae-1551b2db5668'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:21:55.240990 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-791066d2-0f0b-4fac-b196-e1da8427b3c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:55.241494 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791066d2-0f0b-4fac-b196-e1da8427b3c6 None None] Bound using segment: {'id': 'ef93e1fc-f0f4-4220-adc9-d2cb000b3c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'adbd4d3b-93fc-4f7a-a6ae-1551b2db5668'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:21:55.242122 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-791066d2-0f0b-4fac-b196-e1da8427b3c6 None None] Bound port: e540f221-077b-4dcf-a833-1ef2a6a3a079, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef93e1fc-f0f4-4220-adc9-d2cb000b3c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'adbd4d3b-93fc-4f7a-a6ae-1551b2db5668'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:21:55.243048 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-791066d2-0f0b-4fac-b196-e1da8427b3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:55.338571 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47f9903-0003-4717-890f-d64e63d6e19b req-86a3e670-2810-44bc-996e-978b073813fe tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:55.353793 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e47f9903-0003-4717-890f-d64e63d6e19b req-86a3e670-2810-44bc-996e-978b073813fe tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=2aaa7b97-c1f6-417f-be5b-d86238fc14b5 HTTP/1.1" status: 200 len: 943 time: 0.6979506 May 18 18:21:55.370474 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5331f552-b185-4dcd-86f1-dee138164100 tempest-RoutersTestDVR-128024948 tempest-RoutersTestDVR-128024948-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25145'] for router, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:55.375653 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5331f552-b185-4dcd-86f1-dee138164100 tempest-RoutersTestDVR-128024948 tempest-RoutersTestDVR-128024948-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:55.430893 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-791066d2-0f0b-4fac-b196-e1da8427b3c6 None None] For port e540f221-077b-4dcf-a833-1ef2a6a3a079, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:21:55.472831 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-791066d2-0f0b-4fac-b196-e1da8427b3c6 None None] For port e540f221-077b-4dcf-a833-1ef2a6a3a079, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=e540f221-077b-4dcf-a833-1ef2a6a3a079,segment=NetworkSegment(ef93e1fc-f0f4-4220-adc9-d2cb000b3c93),segment_id=ef93e1fc-f0f4-4220-adc9-d2cb000b3c93)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:21:55.481211 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-719b6b1e-f8f4-42cc-969f-fc41841e2d28 None None] Provisioning complete for port e540f221-077b-4dcf-a833-1ef2a6a3a079 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:21:55.481794 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-719b6b1e-f8f4-42cc-969f-fc41841e2d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:55.490513 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cb1dbc0f-c394-4401-8611-862a3df140c3 req-0555d164-c956-46b6-a36d-5b2ca6707cd6 service neutron] 10.222.0.36 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2673974 May 18 18:21:55.492990 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-791066d2-0f0b-4fac-b196-e1da8427b3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:55.493610 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-54852dd3-a5ce-4ddc-8254-7affd2afda39 req-e8edaadd-5145-4359-ad7b-5ebecd2961d7 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-securitygroup--346007204&fields=id&tenant_id=dc04081bebe44448af91d703facdf00a HTTP/1.1" status: 200 len: 267 time: 0.0750444 May 18 18:21:55.528927 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d2668e-6eee-4ef6-9dc9-b608ca4d4948 req-2c57232c-a44b-445a-94f1-1552136eb78c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:55.530338 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-09d2668e-6eee-4ef6-9dc9-b608ca4d4948 req-2c57232c-a44b-445a-94f1-1552136eb78c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=319c66c3-8a7e-46c8-956a-e2b3a85f9524 HTTP/1.1" status: 200 len: 835 time: 0.3877077 May 18 18:21:55.554757 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5331f552-b185-4dcd-86f1-dee138164100 tempest-RoutersTestDVR-128024948 tempest-RoutersTestDVR-128024948-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593303'] for router, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:55.555574 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5331f552-b185-4dcd-86f1-dee138164100 tempest-RoutersTestDVR-128024948 tempest-RoutersTestDVR-128024948-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 164fcfbc-0847-4e8d-a7c8-94a7bc9dc7af {{(pid=102731) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 18 18:21:55.592253 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5331f552-b185-4dcd-86f1-dee138164100 tempest-RoutersTestDVR-128024948 tempest-RoutersTestDVR-128024948-project-admin] Notify callbacks [] for router, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:55.605871 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-5331f552-b185-4dcd-86f1-dee138164100 tempest-RoutersTestDVR-128024948 tempest-RoutersTestDVR-128024948-project-admin] 10.222.0.85 "DELETE /v2.0/routers/164fcfbc-0847-4e8d-a7c8-94a7bc9dc7af HTTP/1.1" status: 204 len: 168 time: 1.1758368 May 18 18:21:55.614846 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 43552) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:21:55.626468 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791066d2-0f0b-4fac-b196-e1da8427b3c6 None None] Routers {'69013297-2e02-4fff-a67f-a2111671e2d7'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:21:55.627535 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-791066d2-0f0b-4fac-b196-e1da8427b3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:21:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['69013297-2e02-4fff-a67f-a2111671e2d7'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:21:55.647099 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-a0ed71e4-9609-4224-87e2-7b7051cea716 tempest-RoutersTestDVR-128024948 tempest-RoutersTestDVR-128024948-project-admin] Request body: {'router': {'name': 'tempest-router-1152116043', 'distributed': False}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:21:55.739028 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcd992d-4ab0-418a-9749-b56bf456ad4c None None] Pushing event updated for resources: {'Port': ['ID=e540f221-077b-4dcf-a833-1ef2a6a3a079,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:21:55.742078 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfa8f29-ea64-4736-8b88-9f18a755b60f req-f089cf45-98f7-43ab-9f60-fc257c0489df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:55.742078 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-acfa8f29-ea64-4736-8b88-9f18a755b60f req-f089cf45-98f7-43ab-9f60-fc257c0489df service neutron] 10.222.0.88 "GET /v2.0/subnets?id=50aad9c7-9467-4aae-bc1d-4e769e4f3623 HTTP/1.1" status: 200 len: 797 time: 0.6145668 May 18 18:21:55.810889 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a2a43eb9-069f-4433-bde7-de4b39de2a95 req-c574aab2-ca5c-416b-a9de-aea0189eca80 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=86e7cf01-f21c-41cf-b5a3-71cb5ec2aaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4989903 May 18 18:21:55.896643 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d2668e-6eee-4ef6-9dc9-b608ca4d4948 req-83408185-f0f3-4320-b1bb-1f7ed351d82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:55.900009 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-09d2668e-6eee-4ef6-9dc9-b608ca4d4948 req-83408185-f0f3-4320-b1bb-1f7ed351d82c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=f71fa67d-25f1-4a38-8ed3-26de55da5fe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3422220 May 18 18:21:55.904205 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a0ed71e4-9609-4224-87e2-7b7051cea716 tempest-RoutersTestDVR-128024948 tempest-RoutersTestDVR-128024948-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25099'] for router, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:55.906133 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a0ed71e4-9609-4224-87e2-7b7051cea716 tempest-RoutersTestDVR-128024948 tempest-RoutersTestDVR-128024948-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-593238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596850', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25088'] for router, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:55.928191 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-719b6b1e-f8f4-42cc-969f-fc41841e2d28 None None] Current status of the port e540f221-077b-4dcf-a833-1ef2a6a3a079 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:21:55.928940 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-719b6b1e-f8f4-42cc-969f-fc41841e2d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:55.974817 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a0ed71e4-9609-4224-87e2-7b7051cea716 tempest-RoutersTestDVR-128024948 tempest-RoutersTestDVR-128024948-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:55.975499 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-791066d2-0f0b-4fac-b196-e1da8427b3c6 None None] Set router 69013297-2e02-4fff-a67f-a2111671e2d7 gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:21:55.980108 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e47f9903-0003-4717-890f-d64e63d6e19b req-504d7569-403d-4ae5-8a43-989b19e2b64f tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/security-groups?id=6cd42249-be19-4866-8a3b-7059b1a837e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4552956 May 18 18:21:55.997240 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a0ed71e4-9609-4224-87e2-7b7051cea716 tempest-RoutersTestDVR-128024948 tempest-RoutersTestDVR-128024948-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596801'] for router, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:56.024764 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-719b6b1e-f8f4-42cc-969f-fc41841e2d28 None None] For port e540f221-077b-4dcf-a833-1ef2a6a3a079, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=e540f221-077b-4dcf-a833-1ef2a6a3a079,segment=NetworkSegment(ef93e1fc-f0f4-4220-adc9-d2cb000b3c93),segment_id=ef93e1fc-f0f4-4220-adc9-d2cb000b3c93)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:21:56.036269 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-719b6b1e-f8f4-42cc-969f-fc41841e2d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:56.119955 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719b6b1e-f8f4-42cc-969f-fc41841e2d28 None None] Pushing event updated for resources: {'Port': ['ID=e540f221-077b-4dcf-a833-1ef2a6a3a079,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:21:56.125359 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfa8f29-ea64-4736-8b88-9f18a755b60f req-acbe896e-564c-4136-83d8-520994931f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:56.126828 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-acfa8f29-ea64-4736-8b88-9f18a755b60f req-acbe896e-564c-4136-83d8-520994931f91 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=6f6254ab-4ee7-4ad9-afa0-26be8bf1b0f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3663838 May 18 18:21:56.189505 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a0ed71e4-9609-4224-87e2-7b7051cea716 tempest-RoutersTestDVR-128024948 tempest-RoutersTestDVR-128024948-project-admin] Notify callbacks [] for router, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:56.192879 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-a0ed71e4-9609-4224-87e2-7b7051cea716 tempest-RoutersTestDVR-128024948 tempest-RoutersTestDVR-128024948-project-admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5656002 May 18 18:21:56.206152 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 43554) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:21:56.496405 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54852dd3-a5ce-4ddc-8254-7affd2afda39 req-700053c6-ad03-4868-97ed-b795f15efec2 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:56.506719 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-54852dd3-a5ce-4ddc-8254-7affd2afda39 req-700053c6-ad03-4868-97ed-b795f15efec2 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/networks?id=adbd4d3b-93fc-4f7a-a6ae-1551b2db5668 HTTP/1.1" status: 200 len: 811 time: 1.0011573 May 18 18:21:56.537577 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cb1dbc0f-c394-4401-8611-862a3df140c3 req-ef466e9d-48d3-45e8-8b1a-b42b3dc695a1 service neutron] 10.222.0.36 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0395222 May 18 18:21:56.547935 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-54852dd3-a5ce-4ddc-8254-7affd2afda39 req-eaee60a5-7bd4-4327-ad4a-b72f9e52c89f tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/quotas/dc04081bebe44448af91d703facdf00a HTTP/1.1" status: 200 len: 375 time: 0.0391924 May 18 18:21:56.581824 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c21c6414-1885-4f38-9c62-a0a54bf148c3 None None] Provisioning complete for port e540f221-077b-4dcf-a833-1ef2a6a3a079 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:21:56.582125 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c21c6414-1885-4f38-9c62-a0a54bf148c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:56.638260 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-54852dd3-a5ce-4ddc-8254-7affd2afda39 req-97e3e9a2-516d-432a-a742-034127608084 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=dc04081bebe44448af91d703facdf00a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0801573 May 18 18:21:56.872183 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-54852dd3-a5ce-4ddc-8254-7affd2afda39 req-c11ba581-8a4d-4ace-99ec-9ebbc77eb145 service neutron] 10.222.0.85 "GET /v2.0/networks/adbd4d3b-93fc-4f7a-a6ae-1551b2db5668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162743 May 18 18:21:56.964849 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c21c6414-1885-4f38-9c62-a0a54bf148c3 None None] Current status of the port e540f221-077b-4dcf-a833-1ef2a6a3a079 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:21:56.978782 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-791066d2-0f0b-4fac-b196-e1da8427b3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69013297-2e02-4fff-a67f-a2111671e2d7', 'name': 'tempest-ServerActionsTestJSON-117939844-router', 'tenant_id': 'dc04081bebe44448af91d703facdf00a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': '8c390fdd-7403-4a5b-b0a5-5e1baa1f7c8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:21:39Z', 'updated_at': '2022-05-18T18:21:47Z', 'revision_number': 4, 'project_id': 'dc04081bebe44448af91d703facdf00a', 'gw_port': {'id': '8c390fdd-7403-4a5b-b0a5-5e1baa1f7c8c', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69013297-2e02-4fff-a67f-a2111671e2d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:21:41Z', 'updated_at': '2022-05-18T18:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': 'e540f221-077b-4dcf-a833-1ef2a6a3a079', 'name': '', 'network_id': 'adbd4d3b-93fc-4f7a-a6ae-1551b2db5668', 'tenant_id': 'dc04081bebe44448af91d703facdf00a', 'mac_address': 'fa:16:3e:6e:94:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69013297-2e02-4fff-a67f-a2111671e2d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2295, 'fixed_ips': [{'subnet_id': 'b85d9655-9e18-4f20-bd82-d6f95b142d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:21:45Z', 'updated_at': '2022-05-18T18:21:55Z', 'revision_number': 4, 'project_id': 'dc04081bebe44448af91d703facdf00a', 'subnets': [{'id': 'b85d9655-9e18-4f20-bd82-d6f95b142d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:21:57.022049 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-54852dd3-a5ce-4ddc-8254-7affd2afda39 req-9a2a549a-a3d0-48a1-8c8a-ff50dfb56115 service neutron] 10.222.0.85 "GET /v2.0/networks/adbd4d3b-93fc-4f7a-a6ae-1551b2db5668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521266 May 18 18:21:57.050311 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791066d2-0f0b-4fac-b196-e1da8427b3c6 None None] The sync data for ids ['69013297-2e02-4fff-a67f-a2111671e2d7'] in n-d-838550-3 is: [{'id': '69013297-2e02-4fff-a67f-a2111671e2d7', 'name': 'tempest-ServerActionsTestJSON-117939844-router', 'tenant_id': 'dc04081bebe44448af91d703facdf00a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': '8c390fdd-7403-4a5b-b0a5-5e1baa1f7c8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:21:39Z', 'updated_at': '2022-05-18T18:21:47Z', 'revision_number': 4, 'project_id': 'dc04081bebe44448af91d703facdf00a', 'gw_port': {'id': '8c390fdd-7403-4a5b-b0a5-5e1baa1f7c8c', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69013297-2e02-4fff-a67f-a2111671e2d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:21:41Z', 'updated_at': '2022-05-18T18:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': 'e540f221-077b-4dcf-a833-1ef2a6a3a079', 'name': '', 'network_id': 'adbd4d3b-93fc-4f7a-a6ae-1551b2db5668', 'tenant_id': 'dc04081bebe44448af91d703facdf00a', 'mac_address': 'fa:16:3e:6e:94:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69013297-2e02-4fff-a67f-a2111671e2d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2295, 'fixed_ips': [{'subnet_id': 'b85d9655-9e18-4f20-bd82-d6f95b142d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:21:45Z', 'updated_at': '2022-05-18T18:21:55Z', 'revision_number': 4, 'project_id': 'dc04081bebe44448af91d703facdf00a', 'subnets': [{'id': 'b85d9655-9e18-4f20-bd82-d6f95b142d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:21:57.302421 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-226fbaef-f279-41a4-a008-ab003661dd2c tempest-RoutersTestDVR-128024948 tempest-RoutersTestDVR-128024948-project-admin] Notify callbacks [] for router, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:57.332847 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbdccf4-e78d-4f14-92e7-eb77866a0eb1 req-3c2fa280-1d74-47ac-8121-4516d2913c7f tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:57.347559 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9cbdccf4-e78d-4f14-92e7-eb77866a0eb1 req-3c2fa280-1d74-47ac-8121-4516d2913c7f tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=49ea6625-e10c-4660-a027-e55292fa583e HTTP/1.1" status: 200 len: 945 time: 1.2341235 May 18 18:21:57.404565 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-09d2668e-6eee-4ef6-9dc9-b608ca4d4948 req-2321bb12-7c5f-45db-938d-dff8454acf28 service neutron] 10.222.0.88 "GET /v2.0/networks/f71fa67d-25f1-4a38-8ed3-26de55da5fe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4214466 May 18 18:21:57.430670 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93d4c4d-1798-43a1-b925-acbabb9b8415 req-c53b4ddb-9886-4744-b33d-23b0d6a5deaf tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:57.451778 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f93d4c4d-1798-43a1-b925-acbabb9b8415 req-c53b4ddb-9886-4744-b33d-23b0d6a5deaf tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=2aaa7b97-c1f6-417f-be5b-d86238fc14b5 HTTP/1.1" status: 200 len: 943 time: 0.1231620 May 18 18:21:57.563069 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device e540f221-077b-4dcf-a833-1ef2a6a3a079 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:21:57.577009 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f93d4c4d-1798-43a1-b925-acbabb9b8415 req-568b52ea-9cc8-4797-83a3-d14e104b260f tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/security-groups?id=6cd42249-be19-4866-8a3b-7059b1a837e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096487 May 18 18:21:57.715748 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9cbdccf4-e78d-4f14-92e7-eb77866a0eb1 req-1cf57afc-dfaa-4b79-9e7d-64cd0e83f94a tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=86e7cf01-f21c-41cf-b5a3-71cb5ec2aaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2886074 May 18 18:21:57.787099 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2d03b596-fb38-40a0-9cdd-a2d163af629d req-43c679fa-28b6-4d42-aaa3-8bc0a4ecb381 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef854938-189c-46f2-8314-215a08afd5f6 HTTP/1.1" status: 200 len: 210 time: 0.1085079 May 18 18:21:57.793389 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port e540f221-077b-4dcf-a833-1ef2a6a3a079 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:21:57.793952 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:57.796850 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-acfa8f29-ea64-4736-8b88-9f18a755b60f req-45543bc2-5339-413d-a5b3-677528a1d1e1 service neutron] 10.222.0.88 "GET /v2.0/networks/6f6254ab-4ee7-4ad9-afa0-26be8bf1b0f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6317101 May 18 18:21:57.925516 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-226fbaef-f279-41a4-a008-ab003661dd2c tempest-RoutersTestDVR-128024948 tempest-RoutersTestDVR-128024948-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25145'] for router, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:57.941243 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-226fbaef-f279-41a4-a008-ab003661dd2c tempest-RoutersTestDVR-128024948 tempest-RoutersTestDVR-128024948-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:58.016113 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port e540f221-077b-4dcf-a833-1ef2a6a3a079 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:21:58.126703 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-09d2668e-6eee-4ef6-9dc9-b608ca4d4948 req-4db3ab07-9264-43b2-afa7-fb28b6151528 service neutron] 10.222.0.88 "GET /v2.0/networks/f71fa67d-25f1-4a38-8ed3-26de55da5fe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6851418 May 18 18:21:58.161859 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-acfa8f29-ea64-4736-8b88-9f18a755b60f req-b4ebf045-c3ab-40ba-b3d1-a6c71d6ad2cf service neutron] 10.222.0.88 "GET /v2.0/networks/6f6254ab-4ee7-4ad9-afa0-26be8bf1b0f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3046982 May 18 18:21:58.162842 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-226fbaef-f279-41a4-a008-ab003661dd2c tempest-RoutersTestDVR-128024948 tempest-RoutersTestDVR-128024948-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593303'] for router, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:58.163384 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-226fbaef-f279-41a4-a008-ab003661dd2c tempest-RoutersTestDVR-128024948 tempest-RoutersTestDVR-128024948-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 07be592b-c283-4656-9428-02a84263f419 {{(pid=102731) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 18 18:21:58.184184 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-226fbaef-f279-41a4-a008-ab003661dd2c tempest-RoutersTestDVR-128024948 tempest-RoutersTestDVR-128024948-project-admin] Notify callbacks [] for router, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:58.190493 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-226fbaef-f279-41a4-a008-ab003661dd2c tempest-RoutersTestDVR-128024948 tempest-RoutersTestDVR-128024948-project-admin] 10.222.0.85 "DELETE /v2.0/routers/07be592b-c283-4656-9428-02a84263f419 HTTP/1.1" status: 204 len: 168 time: 1.9806583 May 18 18:21:58.191105 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 43584) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:21:58.207208 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-995efa6b-604b-4d56-a68c-fd07b25546bf tempest-RoutersTestDVR-128024948 tempest-RoutersTestDVR-128024948-project-admin] Request body: {'router': {'name': 'tempest-router-924469690', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'a1210502acdf49edba5a8b6f13e7fca5'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:21:58.267962 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-995efa6b-604b-4d56-a68c-fd07b25546bf tempest-RoutersTestDVR-128024948 tempest-RoutersTestDVR-128024948-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25099'] for router, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:58.271185 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-995efa6b-604b-4d56-a68c-fd07b25546bf tempest-RoutersTestDVR-128024948 tempest-RoutersTestDVR-128024948-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-593238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596850', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25088'] for router, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:58.275505 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-acfa8f29-ea64-4736-8b88-9f18a755b60f req-951861b9-6e79-43c6-8dea-250433687307 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.113&port_id=f5291033-c543-4aaf-8149-9933a2a217af HTTP/1.1" status: 200 len: 217 time: 0.0955501 May 18 18:21:58.355163 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91270767-bfdb-41be-848e-49d904224a1a req-31b7019a-fb7e-4bbf-bdac-e4f91ff8ad42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:58.357332 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-91270767-bfdb-41be-848e-49d904224a1a req-31b7019a-fb7e-4bbf-bdac-e4f91ff8ad42 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=06b3ed36f50a43fd9cfeaa89e080d35b&device_id=2aaa7b97-c1f6-417f-be5b-d86238fc14b5 HTTP/1.1" status: 200 len: 1094 time: 0.1168423 May 18 18:21:58.367660 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfa8f29-ea64-4736-8b88-9f18a755b60f req-4ef5a69c-2e2e-4548-9ab9-dcf432f82c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:58.378848 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-acfa8f29-ea64-4736-8b88-9f18a755b60f req-4ef5a69c-2e2e-4548-9ab9-dcf432f82c66 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=50aad9c7-9467-4aae-bc1d-4e769e4f3623 HTTP/1.1" status: 200 len: 797 time: 0.0884097 May 18 18:21:58.417060 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-995efa6b-604b-4d56-a68c-fd07b25546bf tempest-RoutersTestDVR-128024948 tempest-RoutersTestDVR-128024948-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:58.424510 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-995efa6b-604b-4d56-a68c-fd07b25546bf tempest-RoutersTestDVR-128024948 tempest-RoutersTestDVR-128024948-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596801'] for router, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:58.452617 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-995efa6b-604b-4d56-a68c-fd07b25546bf tempest-RoutersTestDVR-128024948 tempest-RoutersTestDVR-128024948-project-admin] Notify callbacks [] for router, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:58.454445 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-995efa6b-604b-4d56-a68c-fd07b25546bf tempest-RoutersTestDVR-128024948 tempest-RoutersTestDVR-128024948-project-admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2622256 May 18 18:21:58.458192 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 43586) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:21:58.463703 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-674833fe-030c-47a3-8a28-fa9c28e53d98 tempest-RoutersTestDVR-128024948 tempest-RoutersTestDVR-128024948-project-admin] Request body: {'router': {'distributed': True}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:21:58.544804 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfa8f29-ea64-4736-8b88-9f18a755b60f req-84522723-6647-4b0f-b493-e0419702aead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:58.546439 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-acfa8f29-ea64-4736-8b88-9f18a755b60f req-84522723-6647-4b0f-b493-e0419702aead service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=6f6254ab-4ee7-4ad9-afa0-26be8bf1b0f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1588514 May 18 18:21:58.594920 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91270767-bfdb-41be-848e-49d904224a1a req-681ba3f5-899a-4cea-aa84-f03dfe6a39df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:58.596479 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-91270767-bfdb-41be-848e-49d904224a1a req-681ba3f5-899a-4cea-aa84-f03dfe6a39df service neutron] 10.222.0.88 "GET /v2.0/networks?id=f71fa67d-25f1-4a38-8ed3-26de55da5fe6 HTTP/1.1" status: 200 len: 898 time: 0.2166996 May 18 18:21:58.685967 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-91270767-bfdb-41be-848e-49d904224a1a req-b8fbd205-613c-4744-86fe-d587377031e0 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d1375281-ce80-4c02-aa8e-557572891cb2 HTTP/1.1" status: 200 len: 217 time: 0.0513391 May 18 18:21:58.802068 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-674833fe-030c-47a3-8a28-fa9c28e53d98 tempest-RoutersTestDVR-128024948 tempest-RoutersTestDVR-128024948-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-596836', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-593224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25134'] for router, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:58.802711 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-674833fe-030c-47a3-8a28-fa9c28e53d98 tempest-RoutersTestDVR-128024948 tempest-RoutersTestDVR-128024948-project-admin] Notify callbacks [] for router, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:58.840151 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028f82d9-b63f-4528-baec-c9e1b74456a9 req-b717fa51-3d5c-4b56-bf51-f3069d3761fe tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:58.842115 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-028f82d9-b63f-4528-baec-c9e1b74456a9 req-b717fa51-3d5c-4b56-bf51-f3069d3761fe tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=2aaa7b97-c1f6-417f-be5b-d86238fc14b5 HTTP/1.1" status: 200 len: 943 time: 0.1520545 May 18 18:21:58.846433 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91270767-bfdb-41be-848e-49d904224a1a req-9fced0af-454c-483a-9dff-f8b72f80066c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:58.848241 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-91270767-bfdb-41be-848e-49d904224a1a req-9fced0af-454c-483a-9dff-f8b72f80066c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=319c66c3-8a7e-46c8-956a-e2b3a85f9524 HTTP/1.1" status: 200 len: 835 time: 0.1370134 May 18 18:21:58.931150 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-acfa8f29-ea64-4736-8b88-9f18a755b60f req-c95bf681-5e00-44e9-8496-33f28a25edf5 service neutron] 10.222.0.88 "GET /v2.0/networks/6f6254ab-4ee7-4ad9-afa0-26be8bf1b0f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3643773 May 18 18:21:58.936274 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-028f82d9-b63f-4528-baec-c9e1b74456a9 req-441072f6-e807-4933-b2bd-397ade6730e6 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/security-groups?id=6cd42249-be19-4866-8a3b-7059b1a837e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820885 May 18 18:21:58.983710 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-674833fe-030c-47a3-8a28-fa9c28e53d98 tempest-RoutersTestDVR-128024948 tempest-RoutersTestDVR-128024948-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=102730) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} May 18 18:21:58.984057 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-674833fe-030c-47a3-8a28-fa9c28e53d98 tempest-RoutersTestDVR-128024948 tempest-RoutersTestDVR-128024948-project-admin] Router d23b756b-178f-495b-8d73-c4d2d5cbb6bb migrating from provider to provider. {{(pid=102730) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} May 18 18:21:58.993996 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-674833fe-030c-47a3-8a28-fa9c28e53d98 tempest-RoutersTestDVR-128024948 tempest-RoutersTestDVR-128024948-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:59.027288 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-674833fe-030c-47a3-8a28-fa9c28e53d98 tempest-RoutersTestDVR-128024948 tempest-RoutersTestDVR-128024948-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:59.044046 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-674833fe-030c-47a3-8a28-fa9c28e53d98 tempest-RoutersTestDVR-128024948 tempest-RoutersTestDVR-128024948-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-596847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-596822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-593331'] for router, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:59.047165 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91270767-bfdb-41be-848e-49d904224a1a req-941a852d-fd95-44e6-ad46-7c7e71b18c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:59.063764 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-91270767-bfdb-41be-848e-49d904224a1a req-941a852d-fd95-44e6-ad46-7c7e71b18c9f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=f71fa67d-25f1-4a38-8ed3-26de55da5fe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1837981 May 18 18:21:59.076557 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18913d6-2140-4ec7-acb7-8f81eeb03045 req-bc1ea3b7-b6d2-4b83-8d45-5be344a9fa48 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:59.092898 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f18913d6-2140-4ec7-acb7-8f81eeb03045 req-bc1ea3b7-b6d2-4b83-8d45-5be344a9fa48 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=49ea6625-e10c-4660-a027-e55292fa583e HTTP/1.1" status: 200 len: 945 time: 0.2317908 May 18 18:21:59.182656 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5b2a6272-4e38-4fdb-a4c6-4be91a81a8b5 req-48cc8913-e262-484d-a424-3a1f36518a79 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef854938-189c-46f2-8314-215a08afd5f6 HTTP/1.1" status: 200 len: 210 time: 0.0367630 May 18 18:21:59.186910 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-acfa8f29-ea64-4736-8b88-9f18a755b60f req-cf5a3aba-4fc2-4c10-b4ac-ee32c7567ea0 service neutron] 10.222.0.88 "GET /v2.0/networks/6f6254ab-4ee7-4ad9-afa0-26be8bf1b0f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2438185 May 18 18:21:59.251182 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-acfa8f29-ea64-4736-8b88-9f18a755b60f req-47182f85-ad96-434f-8c63-34c9a113cf49 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.80&port_id=d4ec0f42-d022-4b39-a3c7-9c61a248da1c HTTP/1.1" status: 200 len: 217 time: 0.0533948 May 18 18:21:59.301181 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f18913d6-2140-4ec7-acb7-8f81eeb03045 req-fdab6d0c-1b32-4f57-9db6-73ad000367da tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=86e7cf01-f21c-41cf-b5a3-71cb5ec2aaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021005 May 18 18:21:59.334653 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfa8f29-ea64-4736-8b88-9f18a755b60f req-88045776-76b0-4885-8f9e-584bb6a587f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:59.336183 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-acfa8f29-ea64-4736-8b88-9f18a755b60f req-88045776-76b0-4885-8f9e-584bb6a587f5 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=50aad9c7-9467-4aae-bc1d-4e769e4f3623 HTTP/1.1" status: 200 len: 797 time: 0.0712161 May 18 18:21:59.344250 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-91270767-bfdb-41be-848e-49d904224a1a req-99051bee-8f58-4fac-b703-acb491085a58 service neutron] 10.222.0.88 "GET /v2.0/networks/f71fa67d-25f1-4a38-8ed3-26de55da5fe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2658405 May 18 18:21:59.364974 n-d-838550-3 neutron-server[102730]: WARNING neutron.scheduler.l3_agent_scheduler [None req-674833fe-030c-47a3-8a28-fa9c28e53d98 tempest-RoutersTestDVR-128024948 tempest-RoutersTestDVR-128024948-project-admin] No L3 agents can host the router d23b756b-178f-495b-8d73-c4d2d5cbb6bb May 18 18:21:59.510324 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfa8f29-ea64-4736-8b88-9f18a755b60f req-8de94705-29f6-4a41-9aee-9a520b540c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:59.512231 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-acfa8f29-ea64-4736-8b88-9f18a755b60f req-8de94705-29f6-4a41-9aee-9a520b540c35 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=6f6254ab-4ee7-4ad9-afa0-26be8bf1b0f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1665533 May 18 18:21:59.531552 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c848ee-1099-4cbc-ae57-f9be235387ea req-ab6737da-3bf4-485c-b382-49bff623b076 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:59.533209 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-48c848ee-1099-4cbc-ae57-f9be235387ea req-ab6737da-3bf4-485c-b382-49bff623b076 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=49ea6625-e10c-4660-a027-e55292fa583e HTTP/1.1" status: 200 len: 945 time: 0.1231656 May 18 18:21:59.541675 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54852dd3-a5ce-4ddc-8254-7affd2afda39 req-9e272e02-ae1a-426e-9ec3-3d35033e8e85 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:59.545222 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-54852dd3-a5ce-4ddc-8254-7affd2afda39 req-9e272e02-ae1a-426e-9ec3-3d35033e8e85 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.36 "GET /v2.0/networks?id=adbd4d3b-93fc-4f7a-a6ae-1551b2db5668 HTTP/1.1" status: 200 len: 811 time: 0.4423721 May 18 18:21:59.545863 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674833fe-030c-47a3-8a28-fa9c28e53d98 tempest-RoutersTestDVR-128024948 tempest-RoutersTestDVR-128024948-project-admin] Hosts for router d23b756b-178f-495b-8d73-c4d2d5cbb6bb: [] {{(pid=102730) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} May 18 18:21:59.586845 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674833fe-030c-47a3-8a28-fa9c28e53d98 tempest-RoutersTestDVR-128024948 tempest-RoutersTestDVR-128024948-project-admin] Hosts for other DVR routers connected to router d23b756b-178f-495b-8d73-c4d2d5cbb6bb: set() {{(pid=102730) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} May 18 18:21:59.590208 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-674833fe-030c-47a3-8a28-fa9c28e53d98 tempest-RoutersTestDVR-128024948 tempest-RoutersTestDVR-128024948-project-admin] Notify callbacks [] for router, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:21:59.594486 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-674833fe-030c-47a3-8a28-fa9c28e53d98 tempest-RoutersTestDVR-128024948 tempest-RoutersTestDVR-128024948-project-admin] 10.222.0.85 "PUT /v2.0/routers/d23b756b-178f-495b-8d73-c4d2d5cbb6bb HTTP/1.1" status: 200 len: 716 time: 1.1324918 May 18 18:21:59.595582 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 43602) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:21:59.615044 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-91270767-bfdb-41be-848e-49d904224a1a req-e8b3a8f1-df78-407e-bf36-744a5f5a6ade service neutron] 10.222.0.88 "GET /v2.0/networks/f71fa67d-25f1-4a38-8ed3-26de55da5fe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2591360 May 18 18:21:59.651932 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-48c848ee-1099-4cbc-ae57-f9be235387ea req-72db3ca1-a7c8-4f59-9dbf-1e3171fbf0b7 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=86e7cf01-f21c-41cf-b5a3-71cb5ec2aaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030979 May 18 18:21:59.701333 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-acfa8f29-ea64-4736-8b88-9f18a755b60f req-b6df7056-e4c9-42ac-b35e-04db7ce39581 service neutron] 10.222.0.88 "GET /v2.0/networks/6f6254ab-4ee7-4ad9-afa0-26be8bf1b0f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616912 May 18 18:21:59.716140 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-54852dd3-a5ce-4ddc-8254-7affd2afda39 req-d3f664b2-97e0-4e9e-917d-b94f18848d68 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dc04081bebe44448af91d703facdf00a HTTP/1.1" status: 200 len: 379 time: 0.1506019 May 18 18:21:59.724985 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-9b64ba8b-44e2-43a1-bff5-c3f593c92284 tempest-RoutersTestDVR-128024948 tempest-RoutersTestDVR-128024948-project-admin] 10.222.0.85 "GET /v2.0/routers/d23b756b-178f-495b-8d73-c4d2d5cbb6bb HTTP/1.1" status: 200 len: 716 time: 0.1285734 May 18 18:21:59.729328 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-54852dd3-a5ce-4ddc-8254-7affd2afda39 req-89888a8b-e2ed-41d2-ab2d-f4ff6cf18ccf tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Request body: {'port': {'device_id': 'ef854938-189c-46f2-8314-215a08afd5f6', 'network_id': 'adbd4d3b-93fc-4f7a-a6ae-1551b2db5668', 'admin_state_up': True, 'tenant_id': 'dc04081bebe44448af91d703facdf00a', 'security_groups': ['ea6a757a-9c65-4a62-a27e-604b73d281bf']}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:21:59.732636 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 43606) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:21:59.876857 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-acfa8f29-ea64-4736-8b88-9f18a755b60f req-df9c4b44-dff9-4cf3-a7ac-189730888052 service neutron] 10.222.0.88 "GET /v2.0/networks/6f6254ab-4ee7-4ad9-afa0-26be8bf1b0f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633885 May 18 18:21:59.900853 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2fca6b-abeb-4ebb-ac82-06eff95be9a9 req-98ef4cbf-5378-4430-bd9e-b5f98134d449 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:21:59.908532 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3d2fca6b-abeb-4ebb-ac82-06eff95be9a9 req-98ef4cbf-5378-4430-bd9e-b5f98134d449 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=49ea6625-e10c-4660-a027-e55292fa583e HTTP/1.1" status: 200 len: 945 time: 0.1243932 May 18 18:21:59.935813 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-acfa8f29-ea64-4736-8b88-9f18a755b60f req-84aa8c14-2b80-4c4a-a61c-e7b0215c21eb service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=32ab4e29-e8eb-4fca-ad01-008ffc84e28f HTTP/1.1" status: 200 len: 217 time: 0.0507381 May 18 18:22:00.004620 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfa8f29-ea64-4736-8b88-9f18a755b60f req-434b4762-1b9b-4279-ba09-3fa50d948f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:22:00.006620 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-acfa8f29-ea64-4736-8b88-9f18a755b60f req-434b4762-1b9b-4279-ba09-3fa50d948f9e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=ac88f09f-2eda-4db7-a15a-c310c3c0f932 HTTP/1.1" status: 200 len: 797 time: 0.0643537 May 18 18:22:00.018938 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-3277360b-fc98-4a9a-a8ad-4f528401c48b tempest-RoutersTestDVR-20178018 tempest-RoutersTestDVR-20178018-project] 10.222.0.85 "GET /v2.0/routers/d23b756b-178f-495b-8d73-c4d2d5cbb6bb HTTP/1.1" status: 200 len: 682 time: 0.2827401 May 18 18:22:00.019694 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 43616) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:22:00.097560 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfa8f29-ea64-4736-8b88-9f18a755b60f req-ba814423-c24f-4f96-8b62-542bf0f80aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:22:00.100200 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-acfa8f29-ea64-4736-8b88-9f18a755b60f req-ba814423-c24f-4f96-8b62-542bf0f80aff service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=6869c65a-0fbe-4766-9768-f36c634415aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0850646 May 18 18:22:00.116239 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54852dd3-a5ce-4ddc-8254-7affd2afda39 req-89888a8b-e2ed-41d2-ab2d-f4ff6cf18ccf tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Made reservation on behalf of dc04081bebe44448af91d703facdf00a for: {'port': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:22:00.120449 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-54852dd3-a5ce-4ddc-8254-7affd2afda39 req-89888a8b-e2ed-41d2-ab2d-f4ff6cf18ccf tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:00.125004 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3d2fca6b-abeb-4ebb-ac82-06eff95be9a9 req-5bff69fa-87cf-43cb-8b78-6a98711d1b11 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=86e7cf01-f21c-41cf-b5a3-71cb5ec2aaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156632 May 18 18:22:00.136892 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-118da0eb-2665-4d14-8aac-79f5f23d3fb5 tempest-RoutersTestDVR-128024948 tempest-RoutersTestDVR-128024948-project-admin] Notify callbacks [] for router, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:00.334307 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-acfa8f29-ea64-4736-8b88-9f18a755b60f req-c8b8ea49-f5f3-44fb-a745-7e80d3aa3de2 service neutron] 10.222.0.88 "GET /v2.0/networks/6869c65a-0fbe-4766-9768-f36c634415aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249627 May 18 18:22:00.397873 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-118da0eb-2665-4d14-8aac-79f5f23d3fb5 tempest-RoutersTestDVR-128024948 tempest-RoutersTestDVR-128024948-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25145'] for router, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:00.403384 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-118da0eb-2665-4d14-8aac-79f5f23d3fb5 tempest-RoutersTestDVR-128024948 tempest-RoutersTestDVR-128024948-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:00.429560 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24675dad-633e-4c89-83e0-43c040a4053b req-a6a1d9a2-b462-403d-9957-71113d63a83e tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:22:00.432576 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-24675dad-633e-4c89-83e0-43c040a4053b req-a6a1d9a2-b462-403d-9957-71113d63a83e tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=2aaa7b97-c1f6-417f-be5b-d86238fc14b5 HTTP/1.1" status: 200 len: 943 time: 0.3094473 May 18 18:22:00.511556 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-24675dad-633e-4c89-83e0-43c040a4053b req-a3424167-2da4-458c-8051-98ba09a81aeb tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/security-groups?id=6cd42249-be19-4866-8a3b-7059b1a837e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690668 May 18 18:22:00.514201 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-acfa8f29-ea64-4736-8b88-9f18a755b60f req-8ebafb57-8057-4035-b84c-18b253ca3c3d service neutron] 10.222.0.88 "GET /v2.0/networks/6869c65a-0fbe-4766-9768-f36c634415aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701818 May 18 18:22:00.518200 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d433e3ba-a992-40dd-9b5a-a80af9826a63 req-4834e16d-482d-4d32-b7ba-299c6e295f7f tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef854938-189c-46f2-8314-215a08afd5f6 HTTP/1.1" status: 200 len: 210 time: 0.0414588 May 18 18:22:00.519040 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-118da0eb-2665-4d14-8aac-79f5f23d3fb5 tempest-RoutersTestDVR-128024948 tempest-RoutersTestDVR-128024948-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593303'] for router, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:00.519477 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-118da0eb-2665-4d14-8aac-79f5f23d3fb5 tempest-RoutersTestDVR-128024948 tempest-RoutersTestDVR-128024948-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d23b756b-178f-495b-8d73-c4d2d5cbb6bb {{(pid=102730) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 18 18:22:00.524253 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-118da0eb-2665-4d14-8aac-79f5f23d3fb5 tempest-RoutersTestDVR-128024948 tempest-RoutersTestDVR-128024948-project-admin] Notify callbacks [] for router, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:00.529416 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-118da0eb-2665-4d14-8aac-79f5f23d3fb5 tempest-RoutersTestDVR-128024948 tempest-RoutersTestDVR-128024948-project-admin] 10.222.0.85 "DELETE /v2.0/routers/d23b756b-178f-495b-8d73-c4d2d5cbb6bb HTTP/1.1" status: 204 len: 168 time: 0.5054166 May 18 18:22:00.530259 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 43626) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:22:00.536674 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-cb31638b-fb13-4ac4-8597-36c4edeee4e2 tempest-RoutersTestDVR-128024948 tempest-RoutersTestDVR-128024948-project-admin] Request body: {'router': {'name': 'tempest-router-141299970', 'distributed': True}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:22:00.552165 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [req-54852dd3-a5ce-4ddc-8254-7affd2afda39 req-89888a8b-e2ed-41d2-ab2d-f4ff6cf18ccf tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Allocated IP 172.20.0.14 (adbd4d3b-93fc-4f7a-a6ae-1551b2db5668/b85d9655-9e18-4f20-bd82-d6f95b142d2a/33664213-089a-4f22-9123-31b7caedaa56) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:22:00.592117 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-cb31638b-fb13-4ac4-8597-36c4edeee4e2 tempest-RoutersTestDVR-128024948 tempest-RoutersTestDVR-128024948-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25099'] for router, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:00.593863 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-cb31638b-fb13-4ac4-8597-36c4edeee4e2 tempest-RoutersTestDVR-128024948 tempest-RoutersTestDVR-128024948-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-593238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596850', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25088'] for router, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:00.598880 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-acfa8f29-ea64-4736-8b88-9f18a755b60f req-14dd6c9f-c898-4818-a774-3056da9195dd service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8fea59a2-2b88-47db-86f9-6bea97cc7b69 HTTP/1.1" status: 200 len: 217 time: 0.0777705 May 18 18:22:00.738150 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfa8f29-ea64-4736-8b88-9f18a755b60f req-c4d4e66a-49d8-4b90-92f5-e44a3eaf0b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:22:00.739782 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-acfa8f29-ea64-4736-8b88-9f18a755b60f req-c4d4e66a-49d8-4b90-92f5-e44a3eaf0b77 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=ac88f09f-2eda-4db7-a15a-c310c3c0f932 HTTP/1.1" status: 200 len: 797 time: 0.1311479 May 18 18:22:00.741847 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-cb31638b-fb13-4ac4-8597-36c4edeee4e2 tempest-RoutersTestDVR-128024948 tempest-RoutersTestDVR-128024948-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:00.757204 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device d1375281-ce80-4c02-aa8e-557572891cb2 details requested by agent hyperv_n-h2-838550-3 with host n-h2-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:22:00.760717 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-cb31638b-fb13-4ac4-8597-36c4edeee4e2 tempest-RoutersTestDVR-128024948 tempest-RoutersTestDVR-128024948-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596801'] for router, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:00.768374 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-54852dd3-a5ce-4ddc-8254-7affd2afda39 req-89888a8b-e2ed-41d2-ab2d-f4ff6cf18ccf tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:00.810282 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef57569-de3d-4e08-aae6-fa0b13efd255 req-e79e6345-6317-43eb-a2cb-c3572a1b8fb8 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:22:00.818512 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fef57569-de3d-4e08-aae6-fa0b13efd255 req-e79e6345-6317-43eb-a2cb-c3572a1b8fb8 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=49ea6625-e10c-4660-a027-e55292fa583e HTTP/1.1" status: 200 len: 945 time: 0.1977746 May 18 18:22:00.823714 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-54852dd3-a5ce-4ddc-8254-7affd2afda39 req-89888a8b-e2ed-41d2-ab2d-f4ff6cf18ccf tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:00.838152 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-cb31638b-fb13-4ac4-8597-36c4edeee4e2 tempest-RoutersTestDVR-128024948 tempest-RoutersTestDVR-128024948-project-admin] Notify callbacks [] for router, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:00.838152 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-cb31638b-fb13-4ac4-8597-36c4edeee4e2 tempest-RoutersTestDVR-128024948 tempest-RoutersTestDVR-128024948-project-admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.3039279 May 18 18:22:00.838507 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 43628) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:22:00.884763 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54852dd3-a5ce-4ddc-8254-7affd2afda39 req-89888a8b-e2ed-41d2-ab2d-f4ff6cf18ccf tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Network adbd4d3b-93fc-4f7a-a6ae-1551b2db5668 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:22:00.888757 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [req-54852dd3-a5ce-4ddc-8254-7affd2afda39 req-89888a8b-e2ed-41d2-ab2d-f4ff6cf18ccf tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:22:00.893596 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfa8f29-ea64-4736-8b88-9f18a755b60f req-72101aa9-051f-4f43-920f-e4cfc130925a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:22:00.895136 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-54852dd3-a5ce-4ddc-8254-7affd2afda39 req-89888a8b-e2ed-41d2-ab2d-f4ff6cf18ccf tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:22:00.895287 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-acfa8f29-ea64-4736-8b88-9f18a755b60f req-72101aa9-051f-4f43-920f-e4cfc130925a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=6869c65a-0fbe-4766-9768-f36c634415aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1477244 May 18 18:22:00.950120 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89888a8b-e2ed-41d2-ab2d-f4ff6cf18ccf tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Pushing event updated for resources: {'Port': ['ID=33664213-089a-4f22-9123-31b7caedaa56,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:22:00.983461 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d0b066b2-9f71-406f-94d5-90e9710b3bc9 tempest-RoutersTestDVR-128024948 tempest-RoutersTestDVR-128024948-project-admin] Notify callbacks [] for router, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:00.988773 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54852dd3-a5ce-4ddc-8254-7affd2afda39 req-89888a8b-e2ed-41d2-ab2d-f4ff6cf18ccf tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:22:00.989700 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-54852dd3-a5ce-4ddc-8254-7affd2afda39 req-89888a8b-e2ed-41d2-ab2d-f4ff6cf18ccf tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:00.996117 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port d1375281-ce80-4c02-aa8e-557572891cb2, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=d1375281-ce80-4c02-aa8e-557572891cb2,segment=NetworkSegment(bb31c238-cddb-4b17-91a0-f094652d8b9e),segment_id=bb31c238-cddb-4b17-91a0-f094652d8b9e)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:22:01.004731 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fef57569-de3d-4e08-aae6-fa0b13efd255 req-5b3d449d-6365-42bf-bb02-13c83ce81168 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=86e7cf01-f21c-41cf-b5a3-71cb5ec2aaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791875 May 18 18:22:01.018962 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Returning: {'device': 'd1375281-ce80-4c02-aa8e-557572891cb2', 'network_id': 'f71fa67d-25f1-4a38-8ed3-26de55da5fe6', 'port_id': 'd1375281-ce80-4c02-aa8e-557572891cb2', 'mac_address': 'fa:16:3e:a8:03:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '319c66c3-8a7e-46c8-956a-e2b3a85f9524', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:22:01.022809 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-54852dd3-a5ce-4ddc-8254-7affd2afda39 req-89888a8b-e2ed-41d2-ab2d-f4ff6cf18ccf tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3002555 May 18 18:22:01.028231 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:01.039367 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-54852dd3-a5ce-4ddc-8254-7affd2afda39 req-5dc91767-7081-43cd-91e4-618032e40fdd service neutron] Request body: {'port': {'device_id': 'ef854938-189c-46f2-8314-215a08afd5f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-3'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:22:01.103397 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port d1375281-ce80-4c02-aa8e-557572891cb2 is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:22:01.105450 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:01.135586 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1375281-ce80-4c02-aa8e-557572891cb2 {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:22:01.139441 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-54852dd3-a5ce-4ddc-8254-7affd2afda39 req-5dc91767-7081-43cd-91e4-618032e40fdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:01.182171 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port d1375281-ce80-4c02-aa8e-557572891cb2, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=d1375281-ce80-4c02-aa8e-557572891cb2,segment=NetworkSegment(bb31c238-cddb-4b17-91a0-f094652d8b9e),segment_id=bb31c238-cddb-4b17-91a0-f094652d8b9e)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:22:01.183557 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:01.191761 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:01.263404 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=d1375281-ce80-4c02-aa8e-557572891cb2,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:22:01.287528 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-acfa8f29-ea64-4736-8b88-9f18a755b60f req-e89a5838-dab1-4eb0-8082-799e17716e60 service neutron] 10.222.0.88 "GET /v2.0/networks/6869c65a-0fbe-4766-9768-f36c634415aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3398867 May 18 18:22:01.334395 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-69e64973-c574-4a31-b9f8-baa446c26778 None None] Provisioning complete for port 33664213-089a-4f22-9123-31b7caedaa56 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:22:01.334809 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-69e64973-c574-4a31-b9f8-baa446c26778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:01.403704 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-69e64973-c574-4a31-b9f8-baa446c26778 None None] Port 33664213-089a-4f22-9123-31b7caedaa56 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:22:01.433203 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d0b066b2-9f71-406f-94d5-90e9710b3bc9 tempest-RoutersTestDVR-128024948 tempest-RoutersTestDVR-128024948-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25145'] for router, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:01.436697 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d0b066b2-9f71-406f-94d5-90e9710b3bc9 tempest-RoutersTestDVR-128024948 tempest-RoutersTestDVR-128024948-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:01.502910 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-acfa8f29-ea64-4736-8b88-9f18a755b60f req-4518ce55-a2b3-46b2-8a1b-d0f5bbc09a6e service neutron] 10.222.0.88 "GET /v2.0/networks/6869c65a-0fbe-4766-9768-f36c634415aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688092 May 18 18:22:01.522795 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d0b066b2-9f71-406f-94d5-90e9710b3bc9 tempest-RoutersTestDVR-128024948 tempest-RoutersTestDVR-128024948-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593303'] for router, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:01.524693 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0b066b2-9f71-406f-94d5-90e9710b3bc9 tempest-RoutersTestDVR-128024948 tempest-RoutersTestDVR-128024948-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0dba8ccc-9dd8-4be3-a637-f400a4a7cdb6 {{(pid=102731) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 18 18:22:01.534620 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['d1375281-ce80-4c02-aa8e-557572891cb2'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:22:01.551030 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d0b066b2-9f71-406f-94d5-90e9710b3bc9 tempest-RoutersTestDVR-128024948 tempest-RoutersTestDVR-128024948-project-admin] Notify callbacks [] for router, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:01.554532 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-d0b066b2-9f71-406f-94d5-90e9710b3bc9 tempest-RoutersTestDVR-128024948 tempest-RoutersTestDVR-128024948-project-admin] 10.222.0.85 "DELETE /v2.0/routers/0dba8ccc-9dd8-4be3-a637-f400a4a7cdb6 HTTP/1.1" status: 204 len: 168 time: 0.7132447 May 18 18:22:01.656024 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [req-54852dd3-a5ce-4ddc-8254-7affd2afda39 req-5dc91767-7081-43cd-91e4-618032e40fdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33664213-089a-4f22-9123-31b7caedaa56 {{(pid=102730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:22:01.684928 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-54852dd3-a5ce-4ddc-8254-7affd2afda39 req-5dc91767-7081-43cd-91e4-618032e40fdd service neutron] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:01.772047 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [req-54852dd3-a5ce-4ddc-8254-7affd2afda39 req-5dc91767-7081-43cd-91e4-618032e40fdd service neutron] Transition to ACTIVE for port object 33664213-089a-4f22-9123-31b7caedaa56 will not be triggered until provisioned by entity L2. {{(pid=102730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:22:01.808987 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba81446b-29ed-4e7f-9e81-3f0c6a4d1455 req-710207a5-810b-45a8-85be-ca4d399e0a05 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:22:01.815625 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ba81446b-29ed-4e7f-9e81-3f0c6a4d1455 req-710207a5-810b-45a8-85be-ca4d399e0a05 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=2aaa7b97-c1f6-417f-be5b-d86238fc14b5 HTTP/1.1" status: 200 len: 944 time: 0.1473091 May 18 18:22:01.817245 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-54852dd3-a5ce-4ddc-8254-7affd2afda39 req-5dc91767-7081-43cd-91e4-618032e40fdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:01.840941 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92f42b6-b96a-4c8f-988b-c4dbbef379a5 req-18814422-c8f3-4107-900b-2c338527520c tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:22:01.844043 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f92f42b6-b96a-4c8f-988b-c4dbbef379a5 req-18814422-c8f3-4107-900b-2c338527520c tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef854938-189c-46f2-8314-215a08afd5f6 HTTP/1.1" status: 200 len: 932 time: 0.1459658 May 18 18:22:01.952829 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f92f42b6-b96a-4c8f-988b-c4dbbef379a5 req-1bdeec42-4120-44c4-a080-574b59f6b29b tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=ea6a757a-9c65-4a62-a27e-604b73d281bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971692 May 18 18:22:01.976830 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc91767-7081-43cd-91e4-618032e40fdd service neutron] Pushing event updated for resources: {'Port': ['ID=33664213-089a-4f22-9123-31b7caedaa56,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:22:02.078939 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ba81446b-29ed-4e7f-9e81-3f0c6a4d1455 req-1aecd15c-b582-4b04-8c72-5251754540f1 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/security-groups?id=6cd42249-be19-4866-8a3b-7059b1a837e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2470262 May 18 18:22:02.383841 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 43656) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:22:02.455994 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-54852dd3-a5ce-4ddc-8254-7affd2afda39 req-5dc91767-7081-43cd-91e4-618032e40fdd service neutron] Attempting to bind port 33664213-089a-4f22-9123-31b7caedaa56 on host n-h1-838550-3 for vnic_type normal with profile {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:22:02.456667 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-54852dd3-a5ce-4ddc-8254-7affd2afda39 req-5dc91767-7081-43cd-91e4-618032e40fdd service neutron] Attempting to bind port 33664213-089a-4f22-9123-31b7caedaa56 by drivers openvswitch,hyperv on host n-h1-838550-3 at level 0 using segments [{'id': 'ef93e1fc-f0f4-4220-adc9-d2cb000b3c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'adbd4d3b-93fc-4f7a-a6ae-1551b2db5668'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:22:02.458514 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54852dd3-a5ce-4ddc-8254-7affd2afda39 req-5dc91767-7081-43cd-91e4-618032e40fdd service neutron] Attempting to bind port 33664213-089a-4f22-9123-31b7caedaa56 on network adbd4d3b-93fc-4f7a-a6ae-1551b2db5668 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:22:02.466534 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54852dd3-a5ce-4ddc-8254-7affd2afda39 req-5dc91767-7081-43cd-91e4-618032e40fdd service neutron] Port 33664213-089a-4f22-9123-31b7caedaa56 on network adbd4d3b-93fc-4f7a-a6ae-1551b2db5668 not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-3 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:22:02.467429 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54852dd3-a5ce-4ddc-8254-7affd2afda39 req-5dc91767-7081-43cd-91e4-618032e40fdd service neutron] Attempting to bind port 33664213-089a-4f22-9123-31b7caedaa56 on network adbd4d3b-93fc-4f7a-a6ae-1551b2db5668 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:22:02.479335 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54852dd3-a5ce-4ddc-8254-7affd2afda39 req-5dc91767-7081-43cd-91e4-618032e40fdd service neutron] Checking agent: {'id': '1dbac822-25f2-4df8-9dc8-5c2e7b136eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:22:02.481263 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54852dd3-a5ce-4ddc-8254-7affd2afda39 req-5dc91767-7081-43cd-91e4-618032e40fdd service neutron] Checking segment: {'id': 'ef93e1fc-f0f4-4220-adc9-d2cb000b3c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'adbd4d3b-93fc-4f7a-a6ae-1551b2db5668'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:22:02.481940 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54852dd3-a5ce-4ddc-8254-7affd2afda39 req-5dc91767-7081-43cd-91e4-618032e40fdd service neutron] Bound using segment: {'id': 'ef93e1fc-f0f4-4220-adc9-d2cb000b3c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'adbd4d3b-93fc-4f7a-a6ae-1551b2db5668'} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:22:02.483908 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-54852dd3-a5ce-4ddc-8254-7affd2afda39 req-5dc91767-7081-43cd-91e4-618032e40fdd service neutron] Bound port: 33664213-089a-4f22-9123-31b7caedaa56, host: n-h1-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef93e1fc-f0f4-4220-adc9-d2cb000b3c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'adbd4d3b-93fc-4f7a-a6ae-1551b2db5668'}}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:22:02.486202 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-54852dd3-a5ce-4ddc-8254-7affd2afda39 req-5dc91767-7081-43cd-91e4-618032e40fdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:02.689920 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-54852dd3-a5ce-4ddc-8254-7affd2afda39 req-5dc91767-7081-43cd-91e4-618032e40fdd service neutron] For port 33664213-089a-4f22-9123-31b7caedaa56, host n-h1-838550-3, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:22:02.692814 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b37e9907-5b1d-42a9-ba2d-432594432232 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:02.723723 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-54852dd3-a5ce-4ddc-8254-7affd2afda39 req-5dc91767-7081-43cd-91e4-618032e40fdd service neutron] For port 33664213-089a-4f22-9123-31b7caedaa56, host n-h1-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=33664213-089a-4f22-9123-31b7caedaa56,segment=NetworkSegment(ef93e1fc-f0f4-4220-adc9-d2cb000b3c93),segment_id=ef93e1fc-f0f4-4220-adc9-d2cb000b3c93)] {{(pid=102730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:22:02.737409 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-54852dd3-a5ce-4ddc-8254-7affd2afda39 req-5dc91767-7081-43cd-91e4-618032e40fdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:02.741083 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee6af19-84d5-4f6b-90b6-8dd877341d95 req-aa5e9115-43f8-401f-9abb-c40d99cd2a05 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:22:02.742758 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4ee6af19-84d5-4f6b-90b6-8dd877341d95 req-aa5e9115-43f8-401f-9abb-c40d99cd2a05 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.36 "GET /v2.0/ports?device_id=49ea6625-e10c-4660-a027-e55292fa583e HTTP/1.1" status: 200 len: 945 time: 0.7601540 May 18 18:22:02.770141 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d291d7d9-80ea-43f8-8f9e-00d89cc0d7fb req-2bbed86d-f3b5-4848-9ec9-8a98962916cb tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:22:02.780130 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d291d7d9-80ea-43f8-8f9e-00d89cc0d7fb req-2bbed86d-f3b5-4848-9ec9-8a98962916cb tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=49ea6625-e10c-4660-a027-e55292fa583e HTTP/1.1" status: 200 len: 945 time: 0.1173060 May 18 18:22:02.825001 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54852dd3-a5ce-4ddc-8254-7affd2afda39 req-5dc91767-7081-43cd-91e4-618032e40fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:22:02.825671 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-54852dd3-a5ce-4ddc-8254-7affd2afda39 req-5dc91767-7081-43cd-91e4-618032e40fdd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:02.827117 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-54852dd3-a5ce-4ddc-8254-7affd2afda39 req-5dc91767-7081-43cd-91e4-618032e40fdd service neutron] 10.222.0.36 "PUT /v2.0/ports/33664213-089a-4f22-9123-31b7caedaa56 HTTP/1.1" status: 200 len: 1092 time: 1.7941985 May 18 18:22:02.830663 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef854938-189c-46f2-8314-215a08afd5f6', 'tag': '33664213-089a-4f22-9123-31b7caedaa56'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:22:02.833755 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e95c9742-4b8e-4962-bfea-79fc0a17f25d" -d '{"events": [{"name": "network-changed", "server_uuid": "ef854938-189c-46f2-8314-215a08afd5f6", "tag": "33664213-089a-4f22-9123-31b7caedaa56"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:22:02.888521 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d291d7d9-80ea-43f8-8f9e-00d89cc0d7fb req-5a3afe45-bab4-40be-9768-c020e5ed1f24 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=86e7cf01-f21c-41cf-b5a3-71cb5ec2aaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073613 May 18 18:22:02.920423 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc91767-7081-43cd-91e4-618032e40fdd service neutron] Pushing event updated for resources: {'Port': ['ID=33664213-089a-4f22-9123-31b7caedaa56,revision_number=3']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:22:02.953386 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1b40ee-2b61-4bda-ba7a-ef36c1d4c39e req-f06c6822-adf0-49b2-87eb-87a1948ff7c6 tempest-VolumesBackupsTest-904362793 tempest-VolumesBackupsTest-904362793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:22:02.955650 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2f1b40ee-2b61-4bda-ba7a-ef36c1d4c39e req-f06c6822-adf0-49b2-87eb-87a1948ff7c6 tempest-VolumesBackupsTest-904362793 tempest-VolumesBackupsTest-904362793-project] 10.222.0.85 "GET /v2.0/ports?device_id=31ac5fd5-fa4d-4ffb-ac9e-4d56a1de7138 HTTP/1.1" status: 200 len: 950 time: 0.2047710 May 18 18:22:02.972941 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-4ee6af19-84d5-4f6b-90b6-8dd877341d95 req-35d91c3b-1224-465b-8a25-44f618237dc5 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Deleting port e3f56ba2-bf82-424a-b10d-793486e476d6 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:22:02.973479 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-4ee6af19-84d5-4f6b-90b6-8dd877341d95 req-35d91c3b-1224-465b-8a25-44f618237dc5 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:03.074748 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b37e9907-5b1d-42a9-ba2d-432594432232 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:03.082646 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54852dd3-a5ce-4ddc-8254-7affd2afda39 req-92e8569b-da1b-4072-acaa-84804231c132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:22:03.084672 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-54852dd3-a5ce-4ddc-8254-7affd2afda39 req-92e8569b-da1b-4072-acaa-84804231c132 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dc04081bebe44448af91d703facdf00a&device_id=ef854938-189c-46f2-8314-215a08afd5f6 HTTP/1.1" status: 200 len: 1095 time: 0.1804302 May 18 18:22:03.098036 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2f1b40ee-2b61-4bda-ba7a-ef36c1d4c39e req-3d73d910-5657-4731-a5dc-f8a0aa5bdf08 tempest-VolumesBackupsTest-904362793 tempest-VolumesBackupsTest-904362793-project] 10.222.0.85 "GET /v2.0/security-groups?id=5c4fea17-9ca5-416e-b987-780e6b9fc8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143816 May 18 18:22:03.104279 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b37e9907-5b1d-42a9-ba2d-432594432232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:03.159035 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-4ee6af19-84d5-4f6b-90b6-8dd877341d95 req-35d91c3b-1224-465b-8a25-44f618237dc5 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] For port e3f56ba2-bf82-424a-b10d-793486e476d6, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=e3f56ba2-bf82-424a-b10d-793486e476d6,segment=NetworkSegment(91232e8c-3d17-424b-b810-746db9884dd3),segment_id=91232e8c-3d17-424b-b810-746db9884dd3)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:22:03.159818 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-4ee6af19-84d5-4f6b-90b6-8dd877341d95 req-35d91c3b-1224-465b-8a25-44f618237dc5 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:03.179459 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-4ee6af19-84d5-4f6b-90b6-8dd877341d95 req-35d91c3b-1224-465b-8a25-44f618237dc5 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Calling delete_port for e3f56ba2-bf82-424a-b10d-793486e476d6 owned by compute:nova {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:22:03.476648 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd7448e-524f-4732-a3f6-550b7d1e6c30 req-cdeefc77-6da7-44ef-a83a-c8a6c7a6571d tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:22:03.478390 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7dd7448e-524f-4732-a3f6-550b7d1e6c30 req-cdeefc77-6da7-44ef-a83a-c8a6c7a6571d tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=2aaa7b97-c1f6-417f-be5b-d86238fc14b5 HTTP/1.1" status: 200 len: 944 time: 0.0687404 May 18 18:22:03.479920 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-4ee6af19-84d5-4f6b-90b6-8dd877341d95 req-35d91c3b-1224-465b-8a25-44f618237dc5 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:03.522493 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d91c3b-1224-465b-8a25-44f618237dc5 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Pushing event deleted for resources: {'Port': ['ID=e3f56ba2-bf82-424a-b10d-793486e476d6,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:22:03.584360 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ee6af19-84d5-4f6b-90b6-8dd877341d95 req-35d91c3b-1224-465b-8a25-44f618237dc5 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] No DVR routers for this DVR port e3f56ba2-bf82-424a-b10d-793486e476d6 on host n-h1-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:22:03.593263 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-4ee6af19-84d5-4f6b-90b6-8dd877341d95 req-35d91c3b-1224-465b-8a25-44f618237dc5 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:03.595926 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4ee6af19-84d5-4f6b-90b6-8dd877341d95 req-35d91c3b-1224-465b-8a25-44f618237dc5 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.36 "DELETE /v2.0/ports/e3f56ba2-bf82-424a-b10d-793486e476d6 HTTP/1.1" status: 204 len: 173 time: 0.8447750 May 18 18:22:03.598804 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49ea6625-e10c-4660-a027-e55292fa583e', 'name': 'network-vif-deleted', 'tag': 'e3f56ba2-bf82-424a-b10d-793486e476d6'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:22:03.610563 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d17463ae-508b-4ccc-9287-e9c4c05750cb" -d '{"events": [{"server_uuid": "49ea6625-e10c-4660-a027-e55292fa583e", "name": "network-vif-deleted", "tag": "e3f56ba2-bf82-424a-b10d-793486e476d6"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:22:03.641241 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7dd7448e-524f-4732-a3f6-550b7d1e6c30 req-9c64f22f-af92-469d-8645-8f2db51e5f6e tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/security-groups?id=6cd42249-be19-4866-8a3b-7059b1a837e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256425 May 18 18:22:03.717595 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e006df30-82e5-4b2b-b2ee-a7a4e86cecef x-openstack-request-id: req-e006df30-82e5-4b2b-b2ee-a7a4e86cecef {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:22:03.717972 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49ea6625-e10c-4660-a027-e55292fa583e", "name": "network-vif-deleted", "tag": "e3f56ba2-bf82-424a-b10d-793486e476d6", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:22:03.718413 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-e006df30-82e5-4b2b-b2ee-a7a4e86cecef {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:22:03.718771 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e006df30-82e5-4b2b-b2ee-a7a4e86cecef'] response: {'server_uuid': '49ea6625-e10c-4660-a027-e55292fa583e', 'name': 'network-vif-deleted', 'tag': 'e3f56ba2-bf82-424a-b10d-793486e476d6', 'status': 'completed', 'code': 200} May 18 18:22:03.794082 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df756af8-835a-492a-a037-ff75d395303a x-openstack-request-id: req-df756af8-835a-492a-a037-ff75d395303a {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:22:03.794377 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef854938-189c-46f2-8314-215a08afd5f6", "tag": "33664213-089a-4f22-9123-31b7caedaa56", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:22:03.794720 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-df756af8-835a-492a-a037-ff75d395303a {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:22:03.795739 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df756af8-835a-492a-a037-ff75d395303a'] response: {'name': 'network-changed', 'server_uuid': 'ef854938-189c-46f2-8314-215a08afd5f6', 'tag': '33664213-089a-4f22-9123-31b7caedaa56', 'status': 'completed', 'code': 200} May 18 18:22:03.804286 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-54852dd3-a5ce-4ddc-8254-7affd2afda39 req-3655a110-e3c6-42e9-84e9-67d0de514e64 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=33664213-089a-4f22-9123-31b7caedaa56 HTTP/1.1" status: 200 len: 217 time: 0.7052052 May 18 18:22:03.883759 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-b37e9907-5b1d-42a9-ba2d-432594432232 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=a1210502acdf49edba5a8b6f13e7fca5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4983189 May 18 18:22:03.886511 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 43688) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:22:03.888229 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37e9907-5b1d-42a9-ba2d-432594432232 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccc52f23-b309-4c95-83a4-940290ec28ec,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:22:03.930559 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54852dd3-a5ce-4ddc-8254-7affd2afda39 req-eeddd43b-b37d-41d1-8fe9-3e2d8da60477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:22:03.932688 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-54852dd3-a5ce-4ddc-8254-7affd2afda39 req-eeddd43b-b37d-41d1-8fe9-3e2d8da60477 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b85d9655-9e18-4f20-bd82-d6f95b142d2a HTTP/1.1" status: 200 len: 850 time: 0.1109273 May 18 18:22:03.942426 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff0e1ac-68ab-4f8c-ba2a-78d378e649e8 req-6e973788-6a3f-4ac3-ade8-a205b2da2787 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:22:03.951150 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8ff0e1ac-68ab-4f8c-ba2a-78d378e649e8 req-6e973788-6a3f-4ac3-ade8-a205b2da2787 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef854938-189c-46f2-8314-215a08afd5f6 HTTP/1.1" status: 200 len: 944 time: 0.1614611 May 18 18:22:04.001971 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9951c3c6-97f1-4db0-871c-8e6e75813ef5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:04.030516 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8ff0e1ac-68ab-4f8c-ba2a-78d378e649e8 req-5e2ecd67-7edb-403c-8fc8-fa8f707fb484 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=ea6a757a-9c65-4a62-a27e-604b73d281bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782549 May 18 18:22:04.032139 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9951c3c6-97f1-4db0-871c-8e6e75813ef5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:04.073340 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54852dd3-a5ce-4ddc-8254-7affd2afda39 req-252ad691-eed0-47b2-928a-41820b4fa651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:22:04.076684 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-54852dd3-a5ce-4ddc-8254-7affd2afda39 req-252ad691-eed0-47b2-928a-41820b4fa651 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=adbd4d3b-93fc-4f7a-a6ae-1551b2db5668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1224132 May 18 18:22:04.094009 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9951c3c6-97f1-4db0-871c-8e6e75813ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:04.097499 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9951c3c6-97f1-4db0-871c-8e6e75813ef5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:04.102294 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-9951c3c6-97f1-4db0-871c-8e6e75813ef5 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/ccc52f23-b309-4c95-83a4-940290ec28ec HTTP/1.1" status: 204 len: 168 time: 0.2136934 May 18 18:22:04.129433 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9951c3c6-97f1-4db0-871c-8e6e75813ef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccc52f23-b309-4c95-83a4-940290ec28ec,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:22:04.133039 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-74451eb4-965b-46b8-8df5-84941ebb1811 req-a85b0073-18f4-4272-b6b6-8f5758a94a5f tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=49ea6625-e10c-4660-a027-e55292fa583e HTTP/1.1" status: 200 len: 210 time: 0.0496283 May 18 18:22:04.295407 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc33f62-c3c8-4f53-89a3-3ae7a7842da1 req-0ce4baa5-4361-46ff-af52-c50fec4546c1 tempest-VolumesBackupsTest-904362793 tempest-VolumesBackupsTest-904362793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:22:04.299903 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3bc33f62-c3c8-4f53-89a3-3ae7a7842da1 req-0ce4baa5-4361-46ff-af52-c50fec4546c1 tempest-VolumesBackupsTest-904362793 tempest-VolumesBackupsTest-904362793-project] 10.222.0.36 "GET /v2.0/ports?device_id=31ac5fd5-fa4d-4ffb-ac9e-4d56a1de7138 HTTP/1.1" status: 200 len: 950 time: 0.1040967 May 18 18:22:04.440891 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e3f145-1c46-4e00-8e78-5524242d41b7 req-7deb1734-c0a9-4051-9e59-ed3d7e881d71 tempest-VolumesBackupsTest-904362793 tempest-VolumesBackupsTest-904362793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:22:04.444295 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d9e3f145-1c46-4e00-8e78-5524242d41b7 req-7deb1734-c0a9-4051-9e59-ed3d7e881d71 tempest-VolumesBackupsTest-904362793 tempest-VolumesBackupsTest-904362793-project] 10.222.0.85 "GET /v2.0/ports?device_id=31ac5fd5-fa4d-4ffb-ac9e-4d56a1de7138 HTTP/1.1" status: 200 len: 950 time: 0.2140234 May 18 18:22:04.466670 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-3bc33f62-c3c8-4f53-89a3-3ae7a7842da1 req-bb7f4e3a-36e3-4e23-b735-90c1c6b29fd3 tempest-VolumesBackupsTest-904362793 tempest-VolumesBackupsTest-904362793-project] Deleting port e99b21a2-0a3b-482e-af51-76a2cceee82a {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:22:04.467016 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-3bc33f62-c3c8-4f53-89a3-3ae7a7842da1 req-bb7f4e3a-36e3-4e23-b735-90c1c6b29fd3 tempest-VolumesBackupsTest-904362793 tempest-VolumesBackupsTest-904362793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:04.500657 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-54852dd3-a5ce-4ddc-8254-7affd2afda39 req-e4094127-3ead-4fa1-b108-79c3162c3415 service neutron] 10.222.0.36 "GET /v2.0/networks/adbd4d3b-93fc-4f7a-a6ae-1551b2db5668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4140854 May 18 18:22:04.615815 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-3bc33f62-c3c8-4f53-89a3-3ae7a7842da1 req-bb7f4e3a-36e3-4e23-b735-90c1c6b29fd3 tempest-VolumesBackupsTest-904362793 tempest-VolumesBackupsTest-904362793-project] For port e99b21a2-0a3b-482e-af51-76a2cceee82a, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=e99b21a2-0a3b-482e-af51-76a2cceee82a,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:22:04.617065 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-3bc33f62-c3c8-4f53-89a3-3ae7a7842da1 req-bb7f4e3a-36e3-4e23-b735-90c1c6b29fd3 tempest-VolumesBackupsTest-904362793 tempest-VolumesBackupsTest-904362793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:04.705976 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-3bc33f62-c3c8-4f53-89a3-3ae7a7842da1 req-bb7f4e3a-36e3-4e23-b735-90c1c6b29fd3 tempest-VolumesBackupsTest-904362793 tempest-VolumesBackupsTest-904362793-project] Calling delete_port for e99b21a2-0a3b-482e-af51-76a2cceee82a owned by compute:nova {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:22:04.713394 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d9e3f145-1c46-4e00-8e78-5524242d41b7 req-9c2c520a-4a37-461a-9dac-5b8e025a1cb9 tempest-VolumesBackupsTest-904362793 tempest-VolumesBackupsTest-904362793-project] 10.222.0.85 "GET /v2.0/security-groups?id=5c4fea17-9ca5-416e-b987-780e6b9fc8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593884 May 18 18:22:04.786124 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 43704) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:22:04.789573 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device d1375281-ce80-4c02-aa8e-557572891cb2 up at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:22:04.814760 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-54852dd3-a5ce-4ddc-8254-7affd2afda39 req-a5ba980e-cf98-4c26-b84f-16ce9ea82061 service neutron] 10.222.0.36 "GET /v2.0/networks/adbd4d3b-93fc-4f7a-a6ae-1551b2db5668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3041708 May 18 18:22:04.815826 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-051f95e5-9fb1-40f3-9eee-37665967c30e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:04.870250 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning for port d1375281-ce80-4c02-aa8e-557572891cb2 completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:22:04.884847 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning complete for port d1375281-ce80-4c02-aa8e-557572891cb2 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:22:04.885251 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:04.988581 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011dcd26-a1f9-4c73-acc1-436fd74ce2c8 req-0a934c85-ac12-4e25-897a-4283c6e539d5 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:22:04.992669 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-011dcd26-a1f9-4c73-acc1-436fd74ce2c8 req-0a934c85-ac12-4e25-897a-4283c6e539d5 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=2aaa7b97-c1f6-417f-be5b-d86238fc14b5 HTTP/1.1" status: 200 len: 944 time: 0.1638715 May 18 18:22:05.016957 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95c9742-4b8e-4962-bfea-79fc0a17f25d req-c24c9df4-995e-4385-8a3e-2e8371ae19d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:22:05.019040 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e95c9742-4b8e-4962-bfea-79fc0a17f25d req-c24c9df4-995e-4385-8a3e-2e8371ae19d1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dc04081bebe44448af91d703facdf00a&device_id=ef854938-189c-46f2-8314-215a08afd5f6 HTTP/1.1" status: 200 len: 1095 time: 0.1174197 May 18 18:22:05.069428 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port d1375281-ce80-4c02-aa8e-557572891cb2 is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:22:05.069910 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:05.110895 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device e99b21a2-0a3b-482e-af51-76a2cceee82a no longer exists at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:22:05.113408 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-011dcd26-a1f9-4c73-acc1-436fd74ce2c8 req-1d6f388a-62a2-43c3-9bd3-813576d21043 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/security-groups?id=6cd42249-be19-4866-8a3b-7059b1a837e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102424 May 18 18:22:05.130082 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-051f95e5-9fb1-40f3-9eee-37665967c30e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:05.152482 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-051f95e5-9fb1-40f3-9eee-37665967c30e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:05.175675 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2aaa7b97-c1f6-417f-be5b-d86238fc14b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1375281-ce80-4c02-aa8e-557572891cb2'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:22:05.178338 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d86f6c2-9453-472d-9701-7ee18299f71a" -d '{"events": [{"server_uuid": "2aaa7b97-c1f6-417f-be5b-d86238fc14b5", "name": "network-vif-plugged", "status": "completed", "tag": "d1375281-ce80-4c02-aa8e-557572891cb2"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:22:05.201418 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-051f95e5-9fb1-40f3-9eee-37665967c30e admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=043646bfa76c4af89f09cfa64718a378&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4111986 May 18 18:22:05.202593 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 43714) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:22:05.207780 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port d1375281-ce80-4c02-aa8e-557572891cb2, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=d1375281-ce80-4c02-aa8e-557572891cb2,segment=NetworkSegment(bb31c238-cddb-4b17-91a0-f094652d8b9e),segment_id=bb31c238-cddb-4b17-91a0-f094652d8b9e)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:22:05.217892 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:05.320017 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port e99b21a2-0a3b-482e-af51-76a2cceee82a is: ACTIVE; New status is: DOWN {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:22:05.320460 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:05.333331 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c70c2959-981f-4654-b358-fe43900d54f7 req-69f23e7e-67a0-4d04-aa2e-3a1e7d20ecf7 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=49ea6625-e10c-4660-a027-e55292fa583e HTTP/1.1" status: 200 len: 210 time: 0.0609336 May 18 18:22:05.337252 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051f95e5-9fb1-40f3-9eee-37665967c30e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb00b17a-4f00-4137-8927-92860ef1539e,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:22:05.338608 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-3bc33f62-c3c8-4f53-89a3-3ae7a7842da1 req-bb7f4e3a-36e3-4e23-b735-90c1c6b29fd3 tempest-VolumesBackupsTest-904362793 tempest-VolumesBackupsTest-904362793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:05.340342 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=d1375281-ce80-4c02-aa8e-557572891cb2,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:22:05.409511 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95c9742-4b8e-4962-bfea-79fc0a17f25d req-e4211df5-dc01-4793-ba4e-f12201a631ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:22:05.411996 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e95c9742-4b8e-4962-bfea-79fc0a17f25d req-e4211df5-dc01-4793-ba4e-f12201a631ca service neutron] 10.222.0.36 "GET /v2.0/networks?id=adbd4d3b-93fc-4f7a-a6ae-1551b2db5668 HTTP/1.1" status: 200 len: 912 time: 0.3813417 May 18 18:22:05.419334 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7f4e3a-36e3-4e23-b735-90c1c6b29fd3 tempest-VolumesBackupsTest-904362793 tempest-VolumesBackupsTest-904362793-project] Pushing event deleted for resources: {'Port': ['ID=e99b21a2-0a3b-482e-af51-76a2cceee82a,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:22:05.429428 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device e3f56ba2-bf82-424a-b10d-793486e476d6 no longer exists at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:22:05.435483 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2108334-a1b5-49a5-abd7-f2b2a698d6e0 x-openstack-request-id: req-d2108334-a1b5-49a5-abd7-f2b2a698d6e0 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:22:05.435801 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2aaa7b97-c1f6-417f-be5b-d86238fc14b5", "name": "network-vif-plugged", "status": "completed", "tag": "d1375281-ce80-4c02-aa8e-557572891cb2", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:22:05.436056 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-d2108334-a1b5-49a5-abd7-f2b2a698d6e0 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:22:05.448654 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2108334-a1b5-49a5-abd7-f2b2a698d6e0'] response: {'server_uuid': '2aaa7b97-c1f6-417f-be5b-d86238fc14b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1375281-ce80-4c02-aa8e-557572891cb2', 'code': 200} May 18 18:22:05.486018 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638d4938-89fa-4a6e-946b-0031f37bc7d0 req-a7a05939-4e60-4a0b-b1aa-13ea5ef531b7 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:22:05.500929 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-638d4938-89fa-4a6e-946b-0031f37bc7d0 req-a7a05939-4e60-4a0b-b1aa-13ea5ef531b7 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef854938-189c-46f2-8314-215a08afd5f6 HTTP/1.1" status: 200 len: 944 time: 0.3077676 May 18 18:22:05.524806 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bc33f62-c3c8-4f53-89a3-3ae7a7842da1 req-bb7f4e3a-36e3-4e23-b735-90c1c6b29fd3 tempest-VolumesBackupsTest-904362793 tempest-VolumesBackupsTest-904362793-project] No DVR routers for this DVR port e99b21a2-0a3b-482e-af51-76a2cceee82a on host n-h1-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:22:05.529344 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-3bc33f62-c3c8-4f53-89a3-3ae7a7842da1 req-bb7f4e3a-36e3-4e23-b735-90c1c6b29fd3 tempest-VolumesBackupsTest-904362793 tempest-VolumesBackupsTest-904362793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:05.530829 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] No Port match for: e3f56ba2-bf82-424a-b10d-793486e476d6 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:22:05.531271 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device e3f56ba2-bf82-424a-b10d-793486e476d6 not bound to the agent host n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:22:05.540921 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3bc33f62-c3c8-4f53-89a3-3ae7a7842da1 req-bb7f4e3a-36e3-4e23-b735-90c1c6b29fd3 tempest-VolumesBackupsTest-904362793 tempest-VolumesBackupsTest-904362793-project] 10.222.0.36 "DELETE /v2.0/ports/e99b21a2-0a3b-482e-af51-76a2cceee82a HTTP/1.1" status: 204 len: 173 time: 1.2328441 May 18 18:22:05.581543 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-638d4938-89fa-4a6e-946b-0031f37bc7d0 req-6d8ef545-35d6-430e-bab5-dd0eb2c833be tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=ea6a757a-9c65-4a62-a27e-604b73d281bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790122 May 18 18:22:05.583126 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e95c9742-4b8e-4962-bfea-79fc0a17f25d req-3b9eaa4d-0cfa-499c-8105-defcad8d3b3b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=33664213-089a-4f22-9123-31b7caedaa56 HTTP/1.1" status: 200 len: 217 time: 0.1619797 May 18 18:22:05.623264 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-dae2b610-b8a7-4c9f-bd4f-ada665b8a620 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:05.659455 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-dae2b610-b8a7-4c9f-bd4f-ada665b8a620 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:05.683799 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95c9742-4b8e-4962-bfea-79fc0a17f25d req-62c37afb-d0be-4268-bed6-c62827fc383e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:22:05.695136 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e95c9742-4b8e-4962-bfea-79fc0a17f25d req-62c37afb-d0be-4268-bed6-c62827fc383e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b85d9655-9e18-4f20-bd82-d6f95b142d2a HTTP/1.1" status: 200 len: 850 time: 0.1051357 May 18 18:22:05.757826 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31ac5fd5-fa4d-4ffb-ac9e-4d56a1de7138', 'name': 'network-vif-deleted', 'tag': 'e99b21a2-0a3b-482e-af51-76a2cceee82a'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:22:05.765343 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c9d1344-b7d6-43a0-8566-9c254d14d8ff" -d '{"events": [{"server_uuid": "31ac5fd5-fa4d-4ffb-ac9e-4d56a1de7138", "name": "network-vif-deleted", "tag": "e99b21a2-0a3b-482e-af51-76a2cceee82a"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:22:05.789372 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccad8348-71a0-4a05-b90a-242a66c3d75b req-b1d3ca25-7cae-4959-9fa2-23cedad26fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:22:05.794235 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ccad8348-71a0-4a05-b90a-242a66c3d75b req-b1d3ca25-7cae-4959-9fa2-23cedad26fd9 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=2aaa7b97-c1f6-417f-be5b-d86238fc14b5 HTTP/1.1" status: 200 len: 1096 time: 0.2476254 May 18 18:22:05.812407 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95c9742-4b8e-4962-bfea-79fc0a17f25d req-543ca3ee-2a61-41cf-bd63-558abf7d0ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:22:05.819138 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e95c9742-4b8e-4962-bfea-79fc0a17f25d req-543ca3ee-2a61-41cf-bd63-558abf7d0ef1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=adbd4d3b-93fc-4f7a-a6ae-1551b2db5668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1068809 May 18 18:22:05.833331 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-dae2b610-b8a7-4c9f-bd4f-ada665b8a620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:05.844944 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-dae2b610-b8a7-4c9f-bd4f-ada665b8a620 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:05.847703 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-dae2b610-b8a7-4c9f-bd4f-ada665b8a620 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/bb00b17a-4f00-4137-8927-92860ef1539e HTTP/1.1" status: 204 len: 168 time: 0.6416290 May 18 18:22:05.875571 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61b57e52-5b42-4744-a97f-2465d5198fa8 x-openstack-request-id: req-61b57e52-5b42-4744-a97f-2465d5198fa8 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:22:05.878087 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31ac5fd5-fa4d-4ffb-ac9e-4d56a1de7138", "name": "network-vif-deleted", "tag": "e99b21a2-0a3b-482e-af51-76a2cceee82a", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:22:05.879064 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-61b57e52-5b42-4744-a97f-2465d5198fa8 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:22:05.879850 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61b57e52-5b42-4744-a97f-2465d5198fa8'] response: {'server_uuid': '31ac5fd5-fa4d-4ffb-ac9e-4d56a1de7138', 'name': 'network-vif-deleted', 'tag': 'e99b21a2-0a3b-482e-af51-76a2cceee82a', 'status': 'completed', 'code': 200} May 18 18:22:05.887555 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae2b610-b8a7-4c9f-bd4f-ada665b8a620 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb00b17a-4f00-4137-8927-92860ef1539e,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:22:05.967450 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ccad8348-71a0-4a05-b90a-242a66c3d75b req-513e08d8-9df3-4ea6-ac64-8cfd60e0b964 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=6cd42249-be19-4866-8a3b-7059b1a837e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1587582 May 18 18:22:06.014371 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e95c9742-4b8e-4962-bfea-79fc0a17f25d req-8603ea07-2b36-4cc5-83bd-b2731aa014a4 service neutron] 10.222.0.36 "GET /v2.0/networks/adbd4d3b-93fc-4f7a-a6ae-1551b2db5668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914544 May 18 18:22:06.054336 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c9bf4433-3a28-4732-af72-eb384b7f994b req-c83cced3-0b90-45d7-aeb5-7eced6eaa5f4 tempest-VolumesBackupsTest-904362793 tempest-VolumesBackupsTest-904362793-project] 10.222.0.85 "GET /v2.0/ports?device_id=31ac5fd5-fa4d-4ffb-ac9e-4d56a1de7138 HTTP/1.1" status: 200 len: 210 time: 0.1162949 May 18 18:22:06.347445 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e95c9742-4b8e-4962-bfea-79fc0a17f25d req-76764e56-38c6-499b-9aeb-a2b13dbaf84e service neutron] 10.222.0.36 "GET /v2.0/networks/adbd4d3b-93fc-4f7a-a6ae-1551b2db5668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3260863 May 18 18:22:06.371383 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3137384-beff-4f99-b4db-3892b1519d35 req-ead1593f-3e1f-4b0d-ac50-aee97b321851 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:22:06.373489 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a3137384-beff-4f99-b4db-3892b1519d35 req-ead1593f-3e1f-4b0d-ac50-aee97b321851 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=2aaa7b97-c1f6-417f-be5b-d86238fc14b5 HTTP/1.1" status: 200 len: 945 time: 0.1551673 May 18 18:22:06.453798 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a3137384-beff-4f99-b4db-3892b1519d35 req-3057b3f1-a7dc-47e3-8d64-552f7ecb02db tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/security-groups?id=6cd42249-be19-4866-8a3b-7059b1a837e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676699 May 18 18:22:06.587891 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ba6c3903-8eba-42e7-a26a-256eeff45dc0 req-b6fbbc09-60d4-49dc-9a87-7ad8df8db2cf tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=49ea6625-e10c-4660-a027-e55292fa583e HTTP/1.1" status: 200 len: 210 time: 0.0554082 May 18 18:22:06.779770 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a31631-9476-4643-8218-ef774f3863dd req-c63485aa-efdb-4e8b-9888-4e935173790a tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:22:06.781778 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-74a31631-9476-4643-8218-ef774f3863dd req-c63485aa-efdb-4e8b-9888-4e935173790a tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef854938-189c-46f2-8314-215a08afd5f6 HTTP/1.1" status: 200 len: 944 time: 0.0869253 May 18 18:22:06.848541 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-74a31631-9476-4643-8218-ef774f3863dd req-0c0ac2a8-0071-4fad-916b-a51d3cfa3db3 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=ea6a757a-9c65-4a62-a27e-604b73d281bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587156 May 18 18:22:07.105643 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 33664213-089a-4f22-9123-31b7caedaa56 details requested by agent hyperv_n-h1-838550-3 with host n-h1-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:22:07.247973 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 33664213-089a-4f22-9123-31b7caedaa56, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=33664213-089a-4f22-9123-31b7caedaa56,segment=NetworkSegment(ef93e1fc-f0f4-4220-adc9-d2cb000b3c93),segment_id=ef93e1fc-f0f4-4220-adc9-d2cb000b3c93)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:22:07.264536 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Returning: {'device': '33664213-089a-4f22-9123-31b7caedaa56', 'network_id': 'adbd4d3b-93fc-4f7a-a6ae-1551b2db5668', 'port_id': '33664213-089a-4f22-9123-31b7caedaa56', 'mac_address': 'fa:16:3e:ac:17:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b85d9655-9e18-4f20-bd82-d6f95b142d2a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:22:07.319355 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 33664213-089a-4f22-9123-31b7caedaa56 is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:22:07.320072 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:07.384180 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33664213-089a-4f22-9123-31b7caedaa56 {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:22:07.431411 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 33664213-089a-4f22-9123-31b7caedaa56, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=33664213-089a-4f22-9123-31b7caedaa56,segment=NetworkSegment(ef93e1fc-f0f4-4220-adc9-d2cb000b3c93),segment_id=ef93e1fc-f0f4-4220-adc9-d2cb000b3c93)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:22:07.436499 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:07.523443 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=33664213-089a-4f22-9123-31b7caedaa56,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:22:07.562707 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 43772) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:22:07.625463 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8834a8a2-16df-4f2c-a03a-992b1b24e476 req-edcbd870-09b8-496d-ab89-55075d3e2da6 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:22:07.628457 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8834a8a2-16df-4f2c-a03a-992b1b24e476 req-edcbd870-09b8-496d-ab89-55075d3e2da6 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=2aaa7b97-c1f6-417f-be5b-d86238fc14b5 HTTP/1.1" status: 200 len: 945 time: 0.0709386 May 18 18:22:07.659314 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-e7c084d1-4e9e-48f1-967a-2ca28a26deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:07.682102 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['33664213-089a-4f22-9123-31b7caedaa56'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:22:07.708716 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8834a8a2-16df-4f2c-a03a-992b1b24e476 req-99ddf0c8-45ff-43b0-a00f-805d8b4e08fd tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/security-groups?id=6cd42249-be19-4866-8a3b-7059b1a837e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728109 May 18 18:22:07.832857 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-802089a5-3ec5-4901-ac66-0a6ed57d0ddb req-1f04f31b-164f-4508-ad1a-78a6e91cbec0 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=49ea6625-e10c-4660-a027-e55292fa583e HTTP/1.1" status: 200 len: 210 time: 0.0567613 May 18 18:22:07.874443 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-a056c572-85f1-4731-ab57-d51b8c00afc7 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-2131415895'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:22:07.910451 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a056c572-85f1-4731-ab57-d51b8c00afc7 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Made reservation on behalf of 760f0c349c8347a387ec779d7577d4d2 for: {'network': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:22:07.914621 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a056c572-85f1-4731-ab57-d51b8c00afc7 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:07.934067 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a056c572-85f1-4731-ab57-d51b8c00afc7 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:07.959559 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b98d1e-fac6-4848-8965-f539849d6358 req-b000d995-30d6-42cb-90a7-8f96743e88ff tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:22:07.961180 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d7b98d1e-fac6-4848-8965-f539849d6358 req-b000d995-30d6-42cb-90a7-8f96743e88ff tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=2aaa7b97-c1f6-417f-be5b-d86238fc14b5 HTTP/1.1" status: 200 len: 945 time: 0.1331241 May 18 18:22:08.022263 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d7b98d1e-fac6-4848-8965-f539849d6358 req-c29f2bcb-8736-4026-a1b3-92ac08a23791 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/security-groups?id=6cd42249-be19-4866-8a3b-7059b1a837e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539901 May 18 18:22:08.034352 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095595df-2956-4a57-8dab-b07a9ae975aa req-6dd26272-20f7-4f63-8fd8-ee3dd0bb7368 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:22:08.036013 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-095595df-2956-4a57-8dab-b07a9ae975aa req-6dd26272-20f7-4f63-8fd8-ee3dd0bb7368 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef854938-189c-46f2-8314-215a08afd5f6 HTTP/1.1" status: 200 len: 945 time: 0.0849574 May 18 18:22:08.051462 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 43786) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:22:08.098110 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a8f3aec-50ed-4001-8c3f-7f243991c919 tempest-TestNetworkAdvancedServerOps-1996564383 tempest-TestNetworkAdvancedServerOps-1996564383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:22:08.099747 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-6a8f3aec-50ed-4001-8c3f-7f243991c919 tempest-TestNetworkAdvancedServerOps-1996564383 tempest-TestNetworkAdvancedServerOps-1996564383-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=2aaa7b97-c1f6-417f-be5b-d86238fc14b5 HTTP/1.1" status: 200 len: 1091 time: 0.0469415 May 18 18:22:08.103610 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 43788) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:22:08.112378 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-095595df-2956-4a57-8dab-b07a9ae975aa req-fd1dd838-e5b4-45b3-993f-a25aa2b425bf tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=ea6a757a-9c65-4a62-a27e-604b73d281bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646746 May 18 18:22:08.119261 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-eebae2eb-d602-41ff-8c14-d5c6ddb07402 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Request body: {'floatingip': {'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'port_id': 'd1375281-ce80-4c02-aa8e-557572891cb2', 'tenant_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:22:08.130248 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a056c572-85f1-4731-ab57-d51b8c00afc7 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:08.140734 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a056c572-85f1-4731-ab57-d51b8c00afc7 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:08.146300 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-eebae2eb-d602-41ff-8c14-d5c6ddb07402 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for floatingip, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:08.169537 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a056c572-85f1-4731-ab57-d51b8c00afc7 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 649} {{(pid=102730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:22:08.189056 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a056c572-85f1-4731-ab57-d51b8c00afc7 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:08.189887 n-d-838550-3 neutron-server[102730]: INFO neutron.db.segments_db [None req-a056c572-85f1-4731-ab57-d51b8c00afc7 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Added segment bd05d3ec-1db0-40d4-9158-551355c0c06d of type vlan for network 7c090e5a-c1bf-4ee2-85cc-15a7a682832b May 18 18:22:08.256553 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a056c572-85f1-4731-ab57-d51b8c00afc7 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:08.267926 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a056c572-85f1-4731-ab57-d51b8c00afc7 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d3f4e8b-c120-40bd-891f-3851a1a275ae,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:22:08.268861 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-eebae2eb-d602-41ff-8c14-d5c6ddb07402 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:08.292709 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a056c572-85f1-4731-ab57-d51b8c00afc7 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:08.298771 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a056c572-85f1-4731-ab57-d51b8c00afc7 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:22:08.299373 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a056c572-85f1-4731-ab57-d51b8c00afc7 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:08.366658 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-a056c572-85f1-4731-ab57-d51b8c00afc7 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8026333 May 18 18:22:08.370347 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 43790) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:22:08.375446 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-a972af26-8030-44e9-a120-9f6cde674b7c tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Request body: {'subnet': {'network_id': '7c090e5a-c1bf-4ee2-85cc-15a7a682832b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:22:08.396084 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a056c572-85f1-4731-ab57-d51b8c00afc7 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Pushing event updated for resources: {'Network': ['ID=7c090e5a-c1bf-4ee2-85cc-15a7a682832b,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:22:08.404646 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-eebae2eb-d602-41ff-8c14-d5c6ddb07402 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Allocated IP 172.25.5.111 (31ebd439-090c-4b25-bbb0-31c48711b145/363a2810-8a83-4be0-a317-7c91fcd94485/7a7f90f2-0cbf-45f5-8ec2-3cb8485a9bca) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:22:08.410429 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network 7c090e5a-c1bf-4ee2-85cc-15a7a682832b details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:22:08.506942 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a972af26-8030-44e9-a120-9f6cde674b7c tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Made reservation on behalf of 760f0c349c8347a387ec779d7577d4d2 for: {'subnet': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:22:08.510832 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a972af26-8030-44e9-a120-9f6cde674b7c tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261031885'] for subnet, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:08.556983 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-eebae2eb-d602-41ff-8c14-d5c6ddb07402 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:08.598747 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-eebae2eb-d602-41ff-8c14-d5c6ddb07402 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:08.640119 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eebae2eb-d602-41ff-8c14-d5c6ddb07402 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Network 31ebd439-090c-4b25-bbb0-31c48711b145 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:22:08.643556 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-eebae2eb-d602-41ff-8c14-d5c6ddb07402 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:22:08.651235 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebae2eb-d602-41ff-8c14-d5c6ddb07402 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:22:08.654739 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebae2eb-d602-41ff-8c14-d5c6ddb07402 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Pushing event updated for resources: {'Port': ['ID=7a7f90f2-0cbf-45f5-8ec2-3cb8485a9bca,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:22:08.743947 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a972af26-8030-44e9-a120-9f6cde674b7c tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261104883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261031899'] for subnet, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:08.822991 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a972af26-8030-44e9-a120-9f6cde674b7c tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Pushing event updated for resources: {'Subnet': ['ID=b9e9f6a9-9c8e-446b-9d1d-01b42ba8e358,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:22:08.833371 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a972af26-8030-44e9-a120-9f6cde674b7c tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Checking segment: {'id': 'bd05d3ec-1db0-40d4-9158-551355c0c06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '7c090e5a-c1bf-4ee2-85cc-15a7a682832b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:22:08.833840 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a972af26-8030-44e9-a120-9f6cde674b7c tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Network hostable DHCP agents. Network: 7c090e5a-c1bf-4ee2-85cc-15a7a682832b, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:22:08.852638 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a972af26-8030-44e9-a120-9f6cde674b7c tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Network 7c090e5a-c1bf-4ee2-85cc-15a7a682832b is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:22:08.867364 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-a972af26-8030-44e9-a120-9f6cde674b7c tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, 7c090e5a-c1bf-4ee2-85cc-15a7a682832b) {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:22:08.876748 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5feaa401-ed31-4cfc-b28b-bd65913ab16a None None] Network 7c090e5a-c1bf-4ee2-85cc-15a7a682832b requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:22:08.883051 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a972af26-8030-44e9-a120-9f6cde674b7c tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:22:08.884791 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a972af26-8030-44e9-a120-9f6cde674b7c tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:08.914631 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-a972af26-8030-44e9-a120-9f6cde674b7c tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.5432088 May 18 18:22:08.918245 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 43794) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:22:08.923036 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-b452a8e2-95c9-4d29-b824-4f39ef823130 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-383998759', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}, 'admin_state_up': False}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:22:08.952272 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b452a8e2-95c9-4d29-b824-4f39ef823130 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25099'] for router, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:08.953667 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b452a8e2-95c9-4d29-b824-4f39ef823130 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-593238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596850', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25088'] for router, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:09.019661 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b452a8e2-95c9-4d29-b824-4f39ef823130 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:09.098632 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf3034c-72c4-4f31-bdf0-e43b6e750629 None None] Network 7c090e5a-c1bf-4ee2-85cc-15a7a682832b requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:22:09.106464 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-55bd9cf6-efed-4228-88d4-1a7c125eca75 req-860d0c35-87cf-4c82-a543-6c0e27444cbf tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=49ea6625-e10c-4660-a027-e55292fa583e HTTP/1.1" status: 200 len: 210 time: 0.0448322 May 18 18:22:09.116663 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 33664213-089a-4f22-9123-31b7caedaa56 up at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:22:09.160412 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-eebae2eb-d602-41ff-8c14-d5c6ddb07402 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:09.229817 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning for port 33664213-089a-4f22-9123-31b7caedaa56 completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:22:09.241543 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning complete for port 33664213-089a-4f22-9123-31b7caedaa56 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:22:09.242337 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:09.245059 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b452a8e2-95c9-4d29-b824-4f39ef823130 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:09.278441 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-eebae2eb-d602-41ff-8c14-d5c6ddb07402 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:09.345831 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a21106-2a98-41f2-b12d-c3dd2b71e68d req-daff6308-d3d0-4b31-890f-c59c94079e8b tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:22:09.347344 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-17a21106-2a98-41f2-b12d-c3dd2b71e68d req-daff6308-d3d0-4b31-890f-c59c94079e8b tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef854938-189c-46f2-8314-215a08afd5f6 HTTP/1.1" status: 200 len: 945 time: 0.1418250 May 18 18:22:09.385347 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 33664213-089a-4f22-9123-31b7caedaa56 is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:22:09.385657 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:09.405340 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-17a21106-2a98-41f2-b12d-c3dd2b71e68d req-4a5ee570-9ebd-4946-af4b-7a68a35025bf tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=ea6a757a-9c65-4a62-a27e-604b73d281bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495939 May 18 18:22:09.430769 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef854938-189c-46f2-8314-215a08afd5f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33664213-089a-4f22-9123-31b7caedaa56'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:22:09.434434 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bfe938f-2d1a-4b47-9c75-c3bb35c6b899" -d '{"events": [{"server_uuid": "ef854938-189c-46f2-8314-215a08afd5f6", "name": "network-vif-plugged", "status": "completed", "tag": "33664213-089a-4f22-9123-31b7caedaa56"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:22:09.473324 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 33664213-089a-4f22-9123-31b7caedaa56, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=33664213-089a-4f22-9123-31b7caedaa56,segment=NetworkSegment(ef93e1fc-f0f4-4220-adc9-d2cb000b3c93),segment_id=ef93e1fc-f0f4-4220-adc9-d2cb000b3c93)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:22:09.479068 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:09.505599 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-eebae2eb-d602-41ff-8c14-d5c6ddb07402 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:09.513393 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-eebae2eb-d602-41ff-8c14-d5c6ddb07402 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:09.544302 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dff00ff7-b20d-4266-ba4c-bb34bcb28366 x-openstack-request-id: req-dff00ff7-b20d-4266-ba4c-bb34bcb28366 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:22:09.544981 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef854938-189c-46f2-8314-215a08afd5f6", "name": "network-vif-plugged", "status": "completed", "tag": "33664213-089a-4f22-9123-31b7caedaa56", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:22:09.545399 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-dff00ff7-b20d-4266-ba4c-bb34bcb28366 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:22:09.546735 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dff00ff7-b20d-4266-ba4c-bb34bcb28366'] response: {'server_uuid': 'ef854938-189c-46f2-8314-215a08afd5f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33664213-089a-4f22-9123-31b7caedaa56', 'code': 200} May 18 18:22:09.547513 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=33664213-089a-4f22-9123-31b7caedaa56,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:22:09.595713 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebae2eb-d602-41ff-8c14-d5c6ddb07402 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Pushing event updated for resources: {'Port': ['ID=7a7f90f2-0cbf-45f5-8ec2-3cb8485a9bca,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:22:09.608219 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-eebae2eb-d602-41ff-8c14-d5c6ddb07402 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596987'] for floatingip, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:09.689410 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b452a8e2-95c9-4d29-b824-4f39ef823130 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks [] for router_gateway, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:09.728411 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b452a8e2-95c9-4d29-b824-4f39ef823130 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:09.739273 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e1c686-3356-4cc3-ad37-4bc73ddc770c req-64a10be6-2074-4cbb-8aff-e641569ef2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:22:09.740039 n-d-838550-3 neutron-server[102731]: INFO neutron.db.l3_db [None req-eebae2eb-d602-41ff-8c14-d5c6ddb07402 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Floating IP c1084f9b-dfba-4d33-8b64-93b90ee2f7f3 associated. External IP: 172.25.5.111, port: d1375281-ce80-4c02-aa8e-557572891cb2. May 18 18:22:09.740819 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-58e1c686-3356-4cc3-ad37-4bc73ddc770c req-64a10be6-2074-4cbb-8aff-e641569ef2c7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ef854938-189c-46f2-8314-215a08afd5f6 HTTP/1.1" status: 200 len: 1097 time: 0.1602318 May 18 18:22:09.839152 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-58e1c686-3356-4cc3-ad37-4bc73ddc770c req-5ab35a60-1bf5-48a2-b413-86914723b871 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ea6a757a-9c65-4a62-a27e-604b73d281bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595570 May 18 18:22:09.959098 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-b452a8e2-95c9-4d29-b824-4f39ef823130 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Allocated IP 172.25.5.249 (31ebd439-090c-4b25-bbb0-31c48711b145/363a2810-8a83-4be0-a317-7c91fcd94485/751c4a29-a673-43c0-9952-3e0de38c0104) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:22:10.044883 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0a02c2c5-ba9d-4b9d-901a-453f4547c50e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:10.109830 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eebae2eb-d602-41ff-8c14-d5c6ddb07402 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Router 73254540-bb99-421a-a8f7-d7c5331b85a1 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:22:10.131603 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b452a8e2-95c9-4d29-b824-4f39ef823130 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:10.181469 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b452a8e2-95c9-4d29-b824-4f39ef823130 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:10.251258 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-75f691d9-dc8a-4fd0-a464-eb6539ad9911 req-bcca60be-c292-4d8a-bd05-9dc89211fa5c tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=49ea6625-e10c-4660-a027-e55292fa583e HTTP/1.1" status: 200 len: 210 time: 0.0371370 May 18 18:22:10.259333 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b452a8e2-95c9-4d29-b824-4f39ef823130 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Network 31ebd439-090c-4b25-bbb0-31c48711b145 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:22:10.263849 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-b452a8e2-95c9-4d29-b824-4f39ef823130 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:22:10.273439 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b452a8e2-95c9-4d29-b824-4f39ef823130 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:22:10.277077 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b452a8e2-95c9-4d29-b824-4f39ef823130 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Pushing event updated for resources: {'Port': ['ID=751c4a29-a673-43c0-9952-3e0de38c0104,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:22:10.298408 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eebae2eb-d602-41ff-8c14-d5c6ddb07402 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:22:10.314030 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d0ce19-7daa-4404-9a5b-8b9ab4c3a88b None None] Sync routers for ids ['73254540-bb99-421a-a8f7-d7c5331b85a1'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:22:10.332589 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d0ce19-7daa-4404-9a5b-8b9ab4c3a88b None None] Routers {'73254540-bb99-421a-a8f7-d7c5331b85a1'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:22:10.333759 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-c4d0ce19-7daa-4404-9a5b-8b9ab4c3a88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:22:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['73254540-bb99-421a-a8f7-d7c5331b85a1'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:22:10.340043 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-eebae2eb-d602-41ff-8c14-d5c6ddb07402 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:10.379674 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-eebae2eb-d602-41ff-8c14-d5c6ddb07402 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2724788 May 18 18:22:10.380374 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2aaa7b97-c1f6-417f-be5b-d86238fc14b5', 'tag': 'd1375281-ce80-4c02-aa8e-557572891cb2'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:22:10.384121 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3c1d12a-2073-4542-9e25-5a52f99c5b77" -d '{"events": [{"name": "network-changed", "server_uuid": "2aaa7b97-c1f6-417f-be5b-d86238fc14b5", "tag": "d1375281-ce80-4c02-aa8e-557572891cb2"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:22:10.499551 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-c4d0ce19-7daa-4404-9a5b-8b9ab4c3a88b None None] Set router 73254540-bb99-421a-a8f7-d7c5331b85a1 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:22:10.520223 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b04a06d-62ff-4136-aca8-bf833cfaae7f x-openstack-request-id: req-0b04a06d-62ff-4136-aca8-bf833cfaae7f {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:22:10.521577 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2aaa7b97-c1f6-417f-be5b-d86238fc14b5", "tag": "d1375281-ce80-4c02-aa8e-557572891cb2", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:22:10.522052 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-0b04a06d-62ff-4136-aca8-bf833cfaae7f {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:22:10.522562 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b04a06d-62ff-4136-aca8-bf833cfaae7f'] response: {'name': 'network-changed', 'server_uuid': '2aaa7b97-c1f6-417f-be5b-d86238fc14b5', 'tag': 'd1375281-ce80-4c02-aa8e-557572891cb2', 'status': 'completed', 'code': 200} May 18 18:22:10.662787 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c1d12a-2073-4542-9e25-5a52f99c5b77 req-ab3a98df-5f67-4b48-bae2-fd728b855bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:22:10.664475 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f3c1d12a-2073-4542-9e25-5a52f99c5b77 req-ab3a98df-5f67-4b48-bae2-fd728b855bc5 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=06b3ed36f50a43fd9cfeaa89e080d35b&device_id=2aaa7b97-c1f6-417f-be5b-d86238fc14b5 HTTP/1.1" status: 200 len: 1096 time: 0.1295848 May 18 18:22:10.715776 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a735ebf5-5f78-4666-b364-857c5528b581 req-1540775d-5098-40e3-80a2-087b84832568 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:22:10.717503 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a735ebf5-5f78-4666-b364-857c5528b581 req-1540775d-5098-40e3-80a2-087b84832568 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=2aaa7b97-c1f6-417f-be5b-d86238fc14b5 HTTP/1.1" status: 200 len: 945 time: 0.1224077 May 18 18:22:10.808578 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a735ebf5-5f78-4666-b364-857c5528b581 req-8f9cc0c8-72c7-4246-8aa1-5a6a782b2964 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/security-groups?id=6cd42249-be19-4866-8a3b-7059b1a837e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611296 May 18 18:22:10.820195 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b452a8e2-95c9-4d29-b824-4f39ef823130 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks [] for router_gateway, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:10.844807 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 43810) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:22:10.894242 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c1d12a-2073-4542-9e25-5a52f99c5b77 req-9feb71e1-6fb6-4539-bedb-595e0e162ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:22:10.897518 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f3c1d12a-2073-4542-9e25-5a52f99c5b77 req-9feb71e1-6fb6-4539-bedb-595e0e162ba2 service neutron] 10.222.0.88 "GET /v2.0/networks?id=f71fa67d-25f1-4a38-8ed3-26de55da5fe6 HTTP/1.1" status: 200 len: 898 time: 0.2149692 May 18 18:22:10.968630 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-81b5b40e-d545-47d0-80d6-f1203d5e2a19 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/floatingips/c1084f9b-dfba-4d33-8b64-93b90ee2f7f3 HTTP/1.1" status: 200 len: 991 time: 0.1226969 May 18 18:22:10.981761 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfeae38-d8a4-4c22-bef9-20d9ecfda111 req-70bb8425-dba5-497f-b77f-c7159336df86 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:22:10.990200 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4cfeae38-d8a4-4c22-bef9-20d9ecfda111 req-70bb8425-dba5-497f-b77f-c7159336df86 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef854938-189c-46f2-8314-215a08afd5f6 HTTP/1.1" status: 200 len: 946 time: 0.3045602 May 18 18:22:11.014283 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f3c1d12a-2073-4542-9e25-5a52f99c5b77 req-8b011952-1563-4f3d-a017-ad2601884c14 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d1375281-ce80-4c02-aa8e-557572891cb2 HTTP/1.1" status: 200 len: 999 time: 0.1032271 May 18 18:22:11.050028 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-c4d0ce19-7daa-4404-9a5b-8b9ab4c3a88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73254540-bb99-421a-a8f7-d7c5331b85a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-303935143', 'tenant_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': 'cc457950-b88b-4bc1-b615-6d973c2c8bf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:21:28Z', 'updated_at': '2022-05-18T18:21:39Z', 'revision_number': 4, 'project_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'gw_port': {'id': 'cc457950-b88b-4bc1-b615-6d973c2c8bf6', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:1e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73254540-bb99-421a-a8f7-d7c5331b85a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2261, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:21:29Z', 'updated_at': '2022-05-18T18:21:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': 'c1084f9b-dfba-4d33-8b64-93b90ee2f7f3', 'tenant_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'floating_ip_address': '172.25.5.111', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': '73254540-bb99-421a-a8f7-d7c5331b85a1', 'port_id': 'd1375281-ce80-4c02-aa8e-557572891cb2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f71fa67d-25f1-4a38-8ed3-26de55da5fe6', 'mac_address': 'fa:16:3e:a8:03:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aaa7b97-c1f6-417f-be5b-d86238fc14b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T18:22:08Z', 'updated_at': '2022-05-18T18:22:08Z', 'revision_number': 0, 'project_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb9b0614-cf9b-4df0-8bd3-861a160de71b', 'name': '', 'network_id': 'f71fa67d-25f1-4a38-8ed3-26de55da5fe6', 'tenant_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'mac_address': 'fa:16:3e:4e:0f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73254540-bb99-421a-a8f7-d7c5331b85a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2281, 'fixed_ips': [{'subnet_id': '319c66c3-8a7e-46c8-956a-e2b3a85f9524', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:21:37Z', 'updated_at': '2022-05-18T18:21:47Z', 'revision_number': 5, 'project_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'subnets': [{'id': '319c66c3-8a7e-46c8-956a-e2b3a85f9524', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:22:11.104096 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d0ce19-7daa-4404-9a5b-8b9ab4c3a88b None None] Checking router: 73254540-bb99-421a-a8f7-d7c5331b85a1 for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:22:11.114766 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c1d12a-2073-4542-9e25-5a52f99c5b77 req-f159aa73-0770-4f71-aed4-7621d6ad838d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:22:11.116687 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d0ce19-7daa-4404-9a5b-8b9ab4c3a88b None None] Routers {'73254540-bb99-421a-a8f7-d7c5331b85a1'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:22:11.117145 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f3c1d12a-2073-4542-9e25-5a52f99c5b77 req-f159aa73-0770-4f71-aed4-7621d6ad838d service neutron] 10.222.0.88 "GET /v2.0/subnets?id=319c66c3-8a7e-46c8-956a-e2b3a85f9524 HTTP/1.1" status: 200 len: 835 time: 0.0926969 May 18 18:22:11.117897 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-c4d0ce19-7daa-4404-9a5b-8b9ab4c3a88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:22:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['73254540-bb99-421a-a8f7-d7c5331b85a1'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:22:11.158389 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4cfeae38-d8a4-4c22-bef9-20d9ecfda111 req-37c9fd49-0f8e-4659-9281-c0b721d93fce tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=ea6a757a-9c65-4a62-a27e-604b73d281bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1639071 May 18 18:22:11.219812 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:11.235909 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b452a8e2-95c9-4d29-b824-4f39ef823130 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596801'] for router, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:11.254073 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c1d12a-2073-4542-9e25-5a52f99c5b77 req-de21f443-c185-401d-90e6-daa960764e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:22:11.256403 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f3c1d12a-2073-4542-9e25-5a52f99c5b77 req-de21f443-c185-401d-90e6-daa960764e4d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=f71fa67d-25f1-4a38-8ed3-26de55da5fe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1283050 May 18 18:22:11.364715 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-c4d0ce19-7daa-4404-9a5b-8b9ab4c3a88b None None] Set router 73254540-bb99-421a-a8f7-d7c5331b85a1 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:22:11.380554 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f3c1d12a-2073-4542-9e25-5a52f99c5b77 req-db7cd013-a383-41b9-b435-487be337c6e6 service neutron] 10.222.0.88 "GET /v2.0/networks/f71fa67d-25f1-4a38-8ed3-26de55da5fe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124184 May 18 18:22:11.522620 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b452a8e2-95c9-4d29-b824-4f39ef823130 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Router 85b3c71b-3956-4835-ba59-ff5157d7a781 is scheduled to L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e with binding_index 1 {{(pid=102730) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 18 18:22:11.556598 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f3c1d12a-2073-4542-9e25-5a52f99c5b77 req-85e19247-7931-419e-b4ce-c74fffc466f8 service neutron] 10.222.0.88 "GET /v2.0/networks/f71fa67d-25f1-4a38-8ed3-26de55da5fe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655521 May 18 18:22:11.656084 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b452a8e2-95c9-4d29-b824-4f39ef823130 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:22:11.671591 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64eaf8dc-c085-4533-949e-b42968983001 None None] Sync routers for ids ['85b3c71b-3956-4835-ba59-ff5157d7a781'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:22:11.690794 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64eaf8dc-c085-4533-949e-b42968983001 None None] Routers {'85b3c71b-3956-4835-ba59-ff5157d7a781'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:22:11.694161 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-64eaf8dc-c085-4533-949e-b42968983001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:22:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['85b3c71b-3956-4835-ba59-ff5157d7a781'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:22:11.701838 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b452a8e2-95c9-4d29-b824-4f39ef823130 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks [] for router, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:11.706377 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-b452a8e2-95c9-4d29-b824-4f39ef823130 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.7870004 May 18 18:22:11.706760 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 43824) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:22:11.735439 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-c4d0ce19-7daa-4404-9a5b-8b9ab4c3a88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73254540-bb99-421a-a8f7-d7c5331b85a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-303935143', 'tenant_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': 'cc457950-b88b-4bc1-b615-6d973c2c8bf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:21:28Z', 'updated_at': '2022-05-18T18:21:39Z', 'revision_number': 4, 'project_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'gw_port': {'id': 'cc457950-b88b-4bc1-b615-6d973c2c8bf6', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:1e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73254540-bb99-421a-a8f7-d7c5331b85a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2261, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:21:29Z', 'updated_at': '2022-05-18T18:21:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': 'c1084f9b-dfba-4d33-8b64-93b90ee2f7f3', 'tenant_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'floating_ip_address': '172.25.5.111', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': '73254540-bb99-421a-a8f7-d7c5331b85a1', 'port_id': 'd1375281-ce80-4c02-aa8e-557572891cb2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f71fa67d-25f1-4a38-8ed3-26de55da5fe6', 'mac_address': 'fa:16:3e:a8:03:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aaa7b97-c1f6-417f-be5b-d86238fc14b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T18:22:08Z', 'updated_at': '2022-05-18T18:22:08Z', 'revision_number': 0, 'project_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb9b0614-cf9b-4df0-8bd3-861a160de71b', 'name': '', 'network_id': 'f71fa67d-25f1-4a38-8ed3-26de55da5fe6', 'tenant_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'mac_address': 'fa:16:3e:4e:0f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73254540-bb99-421a-a8f7-d7c5331b85a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2281, 'fixed_ips': [{'subnet_id': '319c66c3-8a7e-46c8-956a-e2b3a85f9524', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:21:37Z', 'updated_at': '2022-05-18T18:21:47Z', 'revision_number': 5, 'project_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'subnets': [{'id': '319c66c3-8a7e-46c8-956a-e2b3a85f9524', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:22:11.760309 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-64eaf8dc-c085-4533-949e-b42968983001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:22:11.767632 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d0ce19-7daa-4404-9a5b-8b9ab4c3a88b None None] The sync data for ids ['73254540-bb99-421a-a8f7-d7c5331b85a1'] in n-d-838550-3 is: [{'id': '73254540-bb99-421a-a8f7-d7c5331b85a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-303935143', 'tenant_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': 'cc457950-b88b-4bc1-b615-6d973c2c8bf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:21:28Z', 'updated_at': '2022-05-18T18:21:39Z', 'revision_number': 4, 'project_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'gw_port': {'id': 'cc457950-b88b-4bc1-b615-6d973c2c8bf6', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:1e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73254540-bb99-421a-a8f7-d7c5331b85a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2261, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:21:29Z', 'updated_at': '2022-05-18T18:21:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': 'c1084f9b-dfba-4d33-8b64-93b90ee2f7f3', 'tenant_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'floating_ip_address': '172.25.5.111', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': '73254540-bb99-421a-a8f7-d7c5331b85a1', 'port_id': 'd1375281-ce80-4c02-aa8e-557572891cb2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f71fa67d-25f1-4a38-8ed3-26de55da5fe6', 'mac_address': 'fa:16:3e:a8:03:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aaa7b97-c1f6-417f-be5b-d86238fc14b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T18:22:08Z', 'updated_at': '2022-05-18T18:22:08Z', 'revision_number': 0, 'project_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb9b0614-cf9b-4df0-8bd3-861a160de71b', 'name': '', 'network_id': 'f71fa67d-25f1-4a38-8ed3-26de55da5fe6', 'tenant_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'mac_address': 'fa:16:3e:4e:0f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73254540-bb99-421a-a8f7-d7c5331b85a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2281, 'fixed_ips': [{'subnet_id': '319c66c3-8a7e-46c8-956a-e2b3a85f9524', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:21:37Z', 'updated_at': '2022-05-18T18:21:47Z', 'revision_number': 5, 'project_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'subnets': [{'id': '319c66c3-8a7e-46c8-956a-e2b3a85f9524', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:22:11.776630 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64eaf8dc-c085-4533-949e-b42968983001 None None] Routers {'85b3c71b-3956-4835-ba59-ff5157d7a781'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:22:11.777552 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-64eaf8dc-c085-4533-949e-b42968983001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:22:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['85b3c71b-3956-4835-ba59-ff5157d7a781'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:22:11.815662 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-64eaf8dc-c085-4533-949e-b42968983001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:22:11.816640 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64eaf8dc-c085-4533-949e-b42968983001 None None] The sync data for ids ['85b3c71b-3956-4835-ba59-ff5157d7a781'] in n-d-838550-3 is: [] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:22:11.973224 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 43826) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:22:12.076327 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326eb7bf-c359-4697-a04e-a6d96aa5bd7b None None] New status for floating IP c1084f9b-dfba-4d33-8b64-93b90ee2f7f3: ACTIVE {{(pid=102733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 18:22:12.361169 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:12.584155 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-edd8547d-f41f-478b-977d-99d22fb2d5fc tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/floatingips/c1084f9b-dfba-4d33-8b64-93b90ee2f7f3 HTTP/1.1" status: 200 len: 991 time: 0.6095822 May 18 18:22:12.599020 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac8b87a-fda7-439c-9a22-280d390a83db req-6d9810a3-bdb0-4b5b-86ef-d2a9bbde49f5 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:22:12.607953 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8ac8b87a-fda7-439c-9a22-280d390a83db req-6d9810a3-bdb0-4b5b-86ef-d2a9bbde49f5 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef854938-189c-46f2-8314-215a08afd5f6 HTTP/1.1" status: 200 len: 946 time: 0.0952115 May 18 18:22:12.654280 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8ac8b87a-fda7-439c-9a22-280d390a83db req-21c310cd-b72f-4a4d-9c8a-f4cf5074effa tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=ea6a757a-9c65-4a62-a27e-604b73d281bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449393 May 18 18:22:12.739488 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-739eeb3f-9c62-420c-9ad8-0ef400ecbc91 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:12.840846 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43374582-8542-4be4-8b97-c7e1a5482ab9 req-13105226-c1e9-4733-8c36-4ddd8a12fae5 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:22:12.842250 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-43374582-8542-4be4-8b97-c7e1a5482ab9 req-13105226-c1e9-4733-8c36-4ddd8a12fae5 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef854938-189c-46f2-8314-215a08afd5f6 HTTP/1.1" status: 200 len: 946 time: 0.0937274 May 18 18:22:12.854862 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 43840) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:22:12.860258 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-470984c2-091e-4229-8cd6-a2d28ef5def0 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Request body: {'floatingip': {'port_id': '33664213-089a-4f22-9123-31b7caedaa56'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:22:12.906396 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-470984c2-091e-4229-8cd6-a2d28ef5def0 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Notify callbacks [] for floatingip, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:13.048576 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:13.124926 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-739eeb3f-9c62-420c-9ad8-0ef400ecbc91 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Allocated IP 172.20.0.1 (7c090e5a-c1bf-4ee2-85cc-15a7a682832b/b9e9f6a9-9c8e-446b-9d1d-01b42ba8e358/bea44ce5-462c-4f1a-9c24-4c4b620e29fb) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:22:13.294427 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-739eeb3f-9c62-420c-9ad8-0ef400ecbc91 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:13.340521 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-739eeb3f-9c62-420c-9ad8-0ef400ecbc91 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:13.387650 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-739eeb3f-9c62-420c-9ad8-0ef400ecbc91 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Network 7c090e5a-c1bf-4ee2-85cc-15a7a682832b is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:22:13.394744 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-739eeb3f-9c62-420c-9ad8-0ef400ecbc91 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:22:13.401069 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739eeb3f-9c62-420c-9ad8-0ef400ecbc91 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:22:13.435336 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739eeb3f-9c62-420c-9ad8-0ef400ecbc91 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Pushing event updated for resources: {'Port': ['ID=bea44ce5-462c-4f1a-9c24-4c4b620e29fb,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:22:13.462971 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-739eeb3f-9c62-420c-9ad8-0ef400ecbc91 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595826'] for router_interface, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:13.588935 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 43850) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:22:13.705770 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-739eeb3f-9c62-420c-9ad8-0ef400ecbc91 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:13.716619 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.db.resource_extend [None req-470984c2-091e-4229-8cd6-a2d28ef5def0 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 18 18:22:13.740033 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-16243305-dfd6-4760-9e94-58044623d621 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/floatingips/c1084f9b-dfba-4d33-8b64-93b90ee2f7f3 HTTP/1.1" status: 200 len: 993 time: 0.1495428 May 18 18:22:13.782570 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-470984c2-091e-4229-8cd6-a2d28ef5def0 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:13.788706 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-470984c2-091e-4229-8cd6-a2d28ef5def0 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596987'] for floatingip, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:13.913666 n-d-838550-3 neutron-server[102730]: INFO neutron.db.l3_db [None req-470984c2-091e-4229-8cd6-a2d28ef5def0 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Floating IP 93fb8d23-6300-4834-b4af-c7d7de3093b6 associated. External IP: 172.25.5.193, port: 33664213-089a-4f22-9123-31b7caedaa56. May 18 18:22:14.112136 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-739eeb3f-9c62-420c-9ad8-0ef400ecbc91 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:14.116983 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-739eeb3f-9c62-420c-9ad8-0ef400ecbc91 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:14.176571 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2045d2e5-1962-4f79-a623-db4d5da17451 req-b93b9fb5-1e74-4117-8e14-cfe95ce617f5 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:22:14.183714 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2045d2e5-1962-4f79-a623-db4d5da17451 req-b93b9fb5-1e74-4117-8e14-cfe95ce617f5 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:22:14.190066 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2045d2e5-1962-4f79-a623-db4d5da17451 req-b93b9fb5-1e74-4117-8e14-cfe95ce617f5 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:22:14.196911 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2045d2e5-1962-4f79-a623-db4d5da17451 req-b93b9fb5-1e74-4117-8e14-cfe95ce617f5 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:22:14.203126 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2045d2e5-1962-4f79-a623-db4d5da17451 req-b93b9fb5-1e74-4117-8e14-cfe95ce617f5 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:22:14.209027 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2045d2e5-1962-4f79-a623-db4d5da17451 req-b93b9fb5-1e74-4117-8e14-cfe95ce617f5 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:22:14.215217 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2045d2e5-1962-4f79-a623-db4d5da17451 req-b93b9fb5-1e74-4117-8e14-cfe95ce617f5 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:22:14.217173 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2045d2e5-1962-4f79-a623-db4d5da17451 req-b93b9fb5-1e74-4117-8e14-cfe95ce617f5 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c294977-a47a-459b-b24e-566121e05c9a HTTP/1.1" status: 200 len: 5434 time: 0.1190951 May 18 18:22:14.226001 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-739eeb3f-9c62-420c-9ad8-0ef400ecbc91 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-595870'] for router_interface, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:14.244999 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739eeb3f-9c62-420c-9ad8-0ef400ecbc91 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Pushing event updated for resources: {'Port': ['ID=bea44ce5-462c-4f1a-9c24-4c4b620e29fb,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:22:14.349254 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-739eeb3f-9c62-420c-9ad8-0ef400ecbc91 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Network 7c090e5a-c1bf-4ee2-85cc-15a7a682832b is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:22:14.350774 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-739eeb3f-9c62-420c-9ad8-0ef400ecbc91 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:22:14.450291 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-470984c2-091e-4229-8cd6-a2d28ef5def0 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Router 69013297-2e02-4fff-a67f-a2111671e2d7 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:22:14.457841 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2045d2e5-1962-4f79-a623-db4d5da17451 req-a4aa1552-39b0-47bd-9ca9-cbeaef1d4867 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "GET /v2.0/security-groups?id=7394e4bf-8f0c-4c6c-8c6c-8df7a26d4fa0&id=bbd4527f-f9e4-46b0-8c76-f8fe8c004d55&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1531172 May 18 18:22:14.571850 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-739eeb3f-9c62-420c-9ad8-0ef400ecbc91 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Router 85b3c71b-3956-4835-ba59-ff5157d7a781 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:22:14.651193 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-470984c2-091e-4229-8cd6-a2d28ef5def0 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:22:14.658581 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-470984c2-091e-4229-8cd6-a2d28ef5def0 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:14.662481 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dea2079-53d6-4e0b-ab85-cce61137d2e8 None None] Sync routers for ids ['69013297-2e02-4fff-a67f-a2111671e2d7'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:22:14.696163 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dea2079-53d6-4e0b-ab85-cce61137d2e8 None None] Routers {'69013297-2e02-4fff-a67f-a2111671e2d7'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:22:14.697081 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-1dea2079-53d6-4e0b-ab85-cce61137d2e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:22:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['69013297-2e02-4fff-a67f-a2111671e2d7'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:22:14.736094 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-470984c2-091e-4229-8cd6-a2d28ef5def0 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "PUT /v2.0/floatingips/93fb8d23-6300-4834-b4af-c7d7de3093b6 HTTP/1.1" status: 200 len: 992 time: 1.8762240 May 18 18:22:14.736094 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef854938-189c-46f2-8314-215a08afd5f6', 'tag': '33664213-089a-4f22-9123-31b7caedaa56'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:22:14.762424 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f94a4029-6cd5-4350-87d7-a330d9ab0e0f" -d '{"events": [{"name": "network-changed", "server_uuid": "ef854938-189c-46f2-8314-215a08afd5f6", "tag": "33664213-089a-4f22-9123-31b7caedaa56"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:22:14.911945 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d87440-e2dc-4a0f-babf-301b701d35b7 req-14fd8fb1-f832-486c-a82a-a7b4568cc5be tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:22:14.918260 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d87440-e2dc-4a0f-babf-301b701d35b7 req-14fd8fb1-f832-486c-a82a-a7b4568cc5be tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:22:14.924397 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d87440-e2dc-4a0f-babf-301b701d35b7 req-14fd8fb1-f832-486c-a82a-a7b4568cc5be tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:22:14.930905 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d87440-e2dc-4a0f-babf-301b701d35b7 req-14fd8fb1-f832-486c-a82a-a7b4568cc5be tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:22:14.937414 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d87440-e2dc-4a0f-babf-301b701d35b7 req-14fd8fb1-f832-486c-a82a-a7b4568cc5be tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:22:14.943268 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d87440-e2dc-4a0f-babf-301b701d35b7 req-14fd8fb1-f832-486c-a82a-a7b4568cc5be tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:22:14.951425 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d87440-e2dc-4a0f-babf-301b701d35b7 req-14fd8fb1-f832-486c-a82a-a7b4568cc5be tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:22:14.953537 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d5d87440-e2dc-4a0f-babf-301b701d35b7 req-14fd8fb1-f832-486c-a82a-a7b4568cc5be tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c294977-a47a-459b-b24e-566121e05c9a HTTP/1.1" status: 200 len: 5434 time: 0.2799966 May 18 18:22:14.980537 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-1dea2079-53d6-4e0b-ab85-cce61137d2e8 None None] Set router 69013297-2e02-4fff-a67f-a2111671e2d7 gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:22:14.993654 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-739eeb3f-9c62-420c-9ad8-0ef400ecbc91 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:22:15.011353 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c4ed9b-9673-4125-b78d-a0bf52be73a9 None None] Sync routers for ids ['85b3c71b-3956-4835-ba59-ff5157d7a781'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:22:15.017091 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-739eeb3f-9c62-420c-9ad8-0ef400ecbc91 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] 10.222.0.85 "PUT /v2.0/routers/85b3c71b-3956-4835-ba59-ff5157d7a781/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3056855 May 18 18:22:15.017289 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808e8300-999c-47c6-9759-a79c685e9709 req-5a06f1a9-054a-4220-8fce-524c0d05dc85 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:22:15.017514 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-808e8300-999c-47c6-9759-a79c685e9709 req-5a06f1a9-054a-4220-8fce-524c0d05dc85 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef854938-189c-46f2-8314-215a08afd5f6 HTTP/1.1" status: 200 len: 946 time: 0.1398947 May 18 18:22:15.018045 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 43872) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:22:15.024671 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-0d590003-5bb4-4715-b3e5-7282703a2a1d tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Request body: {'port': {'network_id': '7c090e5a-c1bf-4ee2-85cc-15a7a682832b', 'name': 'tempest-FloatingIPTestJSON-808380178'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:22:15.042327 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c4ed9b-9673-4125-b78d-a0bf52be73a9 None None] Routers {'85b3c71b-3956-4835-ba59-ff5157d7a781'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:22:15.044685 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-71c4ed9b-9673-4125-b78d-a0bf52be73a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:22:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['85b3c71b-3956-4835-ba59-ff5157d7a781'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:22:15.109872 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e9da30f-b990-491a-8621-0ae907ed48ef x-openstack-request-id: req-7e9da30f-b990-491a-8621-0ae907ed48ef {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:22:15.110239 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef854938-189c-46f2-8314-215a08afd5f6", "tag": "33664213-089a-4f22-9123-31b7caedaa56", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:22:15.110627 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-7e9da30f-b990-491a-8621-0ae907ed48ef {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:22:15.110952 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e9da30f-b990-491a-8621-0ae907ed48ef'] response: {'name': 'network-changed', 'server_uuid': 'ef854938-189c-46f2-8314-215a08afd5f6', 'tag': '33664213-089a-4f22-9123-31b7caedaa56', 'status': 'completed', 'code': 200} May 18 18:22:15.137787 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-71c4ed9b-9673-4125-b78d-a0bf52be73a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:22:15.152382 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-808e8300-999c-47c6-9759-a79c685e9709 req-a1c45384-8bb8-46e4-ad54-cec1ef6fbac2 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=ea6a757a-9c65-4a62-a27e-604b73d281bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1206286 May 18 18:22:15.153547 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c4ed9b-9673-4125-b78d-a0bf52be73a9 None None] Routers {'85b3c71b-3956-4835-ba59-ff5157d7a781'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:22:15.154889 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-71c4ed9b-9673-4125-b78d-a0bf52be73a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:22:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['85b3c71b-3956-4835-ba59-ff5157d7a781'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:22:15.253750 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-71c4ed9b-9673-4125-b78d-a0bf52be73a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:22:15.255169 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c4ed9b-9673-4125-b78d-a0bf52be73a9 None None] The sync data for ids ['85b3c71b-3956-4835-ba59-ff5157d7a781'] in n-d-838550-3 is: [] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:22:15.259704 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94a4029-6cd5-4350-87d7-a330d9ab0e0f req-a869c2c9-a24f-4535-96ce-abfa4a1bd198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:22:15.262498 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f94a4029-6cd5-4350-87d7-a330d9ab0e0f req-a869c2c9-a24f-4535-96ce-abfa4a1bd198 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dc04081bebe44448af91d703facdf00a&device_id=ef854938-189c-46f2-8314-215a08afd5f6 HTTP/1.1" status: 200 len: 1097 time: 0.1235492 May 18 18:22:15.452389 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d590003-5bb4-4715-b3e5-7282703a2a1d tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Made reservation on behalf of 760f0c349c8347a387ec779d7577d4d2 for: {'port': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:22:15.454378 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648e5514-bcf4-4b18-ad47-ac49ae084a4c req-2a570d5b-e849-477c-83e5-3c92b1950128 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:22:15.457504 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0d590003-5bb4-4715-b3e5-7282703a2a1d tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:15.463910 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-648e5514-bcf4-4b18-ad47-ac49ae084a4c req-2a570d5b-e849-477c-83e5-3c92b1950128 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef854938-189c-46f2-8314-215a08afd5f6 HTTP/1.1" status: 200 len: 946 time: 0.1248505 May 18 18:22:15.529116 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [None req-0d590003-5bb4-4715-b3e5-7282703a2a1d tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] device_id is not set on port bb8b2855-7bc9-40db-b5e5-5d09cd8a229c yet. {{(pid=102730) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 18 18:22:15.538028 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 43880) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:22:15.557959 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-648e5514-bcf4-4b18-ad47-ac49ae084a4c req-af775979-7950-4695-b5f0-7d03a85f4653 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=ea6a757a-9c65-4a62-a27e-604b73d281bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928476 May 18 18:22:15.633689 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94a4029-6cd5-4350-87d7-a330d9ab0e0f req-da7e7874-95d8-4d3b-ad1e-776cdc146045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:22:15.635228 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f94a4029-6cd5-4350-87d7-a330d9ab0e0f req-da7e7874-95d8-4d3b-ad1e-776cdc146045 service neutron] 10.222.0.36 "GET /v2.0/networks?id=adbd4d3b-93fc-4f7a-a6ae-1551b2db5668 HTTP/1.1" status: 200 len: 912 time: 0.3625414 May 18 18:22:15.856155 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f94a4029-6cd5-4350-87d7-a330d9ab0e0f req-173a8999-f7ff-4e81-98c7-ec675db61425 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=33664213-089a-4f22-9123-31b7caedaa56 HTTP/1.1" status: 200 len: 1000 time: 0.2018921 May 18 18:22:15.908301 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-1dea2079-53d6-4e0b-ab85-cce61137d2e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69013297-2e02-4fff-a67f-a2111671e2d7', 'name': 'tempest-ServerActionsTestJSON-117939844-router', 'tenant_id': 'dc04081bebe44448af91d703facdf00a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': '8c390fdd-7403-4a5b-b0a5-5e1baa1f7c8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:21:39Z', 'updated_at': '2022-05-18T18:21:47Z', 'revision_number': 4, 'project_id': 'dc04081bebe44448af91d703facdf00a', 'gw_port': {'id': '8c390fdd-7403-4a5b-b0a5-5e1baa1f7c8c', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69013297-2e02-4fff-a67f-a2111671e2d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:21:41Z', 'updated_at': '2022-05-18T18:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': '93fb8d23-6300-4834-b4af-c7d7de3093b6', 'tenant_id': 'dc04081bebe44448af91d703facdf00a', 'floating_ip_address': '172.25.5.193', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': '69013297-2e02-4fff-a67f-a2111671e2d7', 'port_id': '33664213-089a-4f22-9123-31b7caedaa56', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'adbd4d3b-93fc-4f7a-a6ae-1551b2db5668', 'mac_address': 'fa:16:3e:ac:17:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef854938-189c-46f2-8314-215a08afd5f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T18:21:53Z', 'updated_at': '2022-05-18T18:22:13Z', 'revision_number': 1, 'project_id': 'dc04081bebe44448af91d703facdf00a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e540f221-077b-4dcf-a833-1ef2a6a3a079', 'name': '', 'network_id': 'adbd4d3b-93fc-4f7a-a6ae-1551b2db5668', 'tenant_id': 'dc04081bebe44448af91d703facdf00a', 'mac_address': 'fa:16:3e:6e:94:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69013297-2e02-4fff-a67f-a2111671e2d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2295, 'fixed_ips': [{'subnet_id': 'b85d9655-9e18-4f20-bd82-d6f95b142d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:21:45Z', 'updated_at': '2022-05-18T18:21:55Z', 'revision_number': 5, 'project_id': 'dc04081bebe44448af91d703facdf00a', 'subnets': [{'id': 'b85d9655-9e18-4f20-bd82-d6f95b142d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:22:15.941158 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dea2079-53d6-4e0b-ab85-cce61137d2e8 None None] Checking router: 69013297-2e02-4fff-a67f-a2111671e2d7 for host: n-d-838550-3 {{(pid=102732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:22:15.954663 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dea2079-53d6-4e0b-ab85-cce61137d2e8 None None] Routers {'69013297-2e02-4fff-a67f-a2111671e2d7'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:22:15.955566 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-1dea2079-53d6-4e0b-ab85-cce61137d2e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:22:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['69013297-2e02-4fff-a67f-a2111671e2d7'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:22:16.136716 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-0d590003-5bb4-4715-b3e5-7282703a2a1d tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Allocated IP 172.20.0.7 (7c090e5a-c1bf-4ee2-85cc-15a7a682832b/b9e9f6a9-9c8e-446b-9d1d-01b42ba8e358/bb8b2855-7bc9-40db-b5e5-5d09cd8a229c) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:22:16.193503 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-1dea2079-53d6-4e0b-ab85-cce61137d2e8 None None] Set router 69013297-2e02-4fff-a67f-a2111671e2d7 gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:22:16.646933 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-1dea2079-53d6-4e0b-ab85-cce61137d2e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69013297-2e02-4fff-a67f-a2111671e2d7', 'name': 'tempest-ServerActionsTestJSON-117939844-router', 'tenant_id': 'dc04081bebe44448af91d703facdf00a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': '8c390fdd-7403-4a5b-b0a5-5e1baa1f7c8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:21:39Z', 'updated_at': '2022-05-18T18:21:47Z', 'revision_number': 4, 'project_id': 'dc04081bebe44448af91d703facdf00a', 'gw_port': {'id': '8c390fdd-7403-4a5b-b0a5-5e1baa1f7c8c', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69013297-2e02-4fff-a67f-a2111671e2d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:21:41Z', 'updated_at': '2022-05-18T18:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': '93fb8d23-6300-4834-b4af-c7d7de3093b6', 'tenant_id': 'dc04081bebe44448af91d703facdf00a', 'floating_ip_address': '172.25.5.193', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': '69013297-2e02-4fff-a67f-a2111671e2d7', 'port_id': '33664213-089a-4f22-9123-31b7caedaa56', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'adbd4d3b-93fc-4f7a-a6ae-1551b2db5668', 'mac_address': 'fa:16:3e:ac:17:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef854938-189c-46f2-8314-215a08afd5f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T18:21:53Z', 'updated_at': '2022-05-18T18:22:13Z', 'revision_number': 1, 'project_id': 'dc04081bebe44448af91d703facdf00a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e540f221-077b-4dcf-a833-1ef2a6a3a079', 'name': '', 'network_id': 'adbd4d3b-93fc-4f7a-a6ae-1551b2db5668', 'tenant_id': 'dc04081bebe44448af91d703facdf00a', 'mac_address': 'fa:16:3e:6e:94:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69013297-2e02-4fff-a67f-a2111671e2d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2295, 'fixed_ips': [{'subnet_id': 'b85d9655-9e18-4f20-bd82-d6f95b142d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:21:45Z', 'updated_at': '2022-05-18T18:21:55Z', 'revision_number': 5, 'project_id': 'dc04081bebe44448af91d703facdf00a', 'subnets': [{'id': 'b85d9655-9e18-4f20-bd82-d6f95b142d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:22:16.671124 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94a4029-6cd5-4350-87d7-a330d9ab0e0f req-4e34130d-957c-4d85-9dce-9f8282cb6f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:22:16.676413 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f94a4029-6cd5-4350-87d7-a330d9ab0e0f req-4e34130d-957c-4d85-9dce-9f8282cb6f95 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b85d9655-9e18-4f20-bd82-d6f95b142d2a HTTP/1.1" status: 200 len: 850 time: 0.5555003 May 18 18:22:16.699908 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dea2079-53d6-4e0b-ab85-cce61137d2e8 None None] The sync data for ids ['69013297-2e02-4fff-a67f-a2111671e2d7'] in n-d-838550-3 is: [{'id': '69013297-2e02-4fff-a67f-a2111671e2d7', 'name': 'tempest-ServerActionsTestJSON-117939844-router', 'tenant_id': 'dc04081bebe44448af91d703facdf00a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': '8c390fdd-7403-4a5b-b0a5-5e1baa1f7c8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:21:39Z', 'updated_at': '2022-05-18T18:21:47Z', 'revision_number': 4, 'project_id': 'dc04081bebe44448af91d703facdf00a', 'gw_port': {'id': '8c390fdd-7403-4a5b-b0a5-5e1baa1f7c8c', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69013297-2e02-4fff-a67f-a2111671e2d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:21:41Z', 'updated_at': '2022-05-18T18:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': '93fb8d23-6300-4834-b4af-c7d7de3093b6', 'tenant_id': 'dc04081bebe44448af91d703facdf00a', 'floating_ip_address': '172.25.5.193', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': '69013297-2e02-4fff-a67f-a2111671e2d7', 'port_id': '33664213-089a-4f22-9123-31b7caedaa56', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'adbd4d3b-93fc-4f7a-a6ae-1551b2db5668', 'mac_address': 'fa:16:3e:ac:17:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef854938-189c-46f2-8314-215a08afd5f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T18:21:53Z', 'updated_at': '2022-05-18T18:22:13Z', 'revision_number': 1, 'project_id': 'dc04081bebe44448af91d703facdf00a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e540f221-077b-4dcf-a833-1ef2a6a3a079', 'name': '', 'network_id': 'adbd4d3b-93fc-4f7a-a6ae-1551b2db5668', 'tenant_id': 'dc04081bebe44448af91d703facdf00a', 'mac_address': 'fa:16:3e:6e:94:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69013297-2e02-4fff-a67f-a2111671e2d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2295, 'fixed_ips': [{'subnet_id': 'b85d9655-9e18-4f20-bd82-d6f95b142d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:21:45Z', 'updated_at': '2022-05-18T18:21:55Z', 'revision_number': 5, 'project_id': 'dc04081bebe44448af91d703facdf00a', 'subnets': [{'id': 'b85d9655-9e18-4f20-bd82-d6f95b142d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:22:16.904469 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0d590003-5bb4-4715-b3e5-7282703a2a1d tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:16.986902 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0d590003-5bb4-4715-b3e5-7282703a2a1d tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:17.061703 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94a4029-6cd5-4350-87d7-a330d9ab0e0f req-2125a9d5-f434-4209-8f6d-0bc4a4f771ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:22:17.066094 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f94a4029-6cd5-4350-87d7-a330d9ab0e0f req-2125a9d5-f434-4209-8f6d-0bc4a4f771ab service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=adbd4d3b-93fc-4f7a-a6ae-1551b2db5668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3672764 May 18 18:22:17.132875 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d590003-5bb4-4715-b3e5-7282703a2a1d tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Pushing event updated for resources: {'Port': ['ID=bb8b2855-7bc9-40db-b5e5-5d09cd8a229c,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:22:17.152975 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c16b66-6353-4229-9615-9897d500f146 None None] New status for floating IP 93fb8d23-6300-4834-b4af-c7d7de3093b6: ACTIVE {{(pid=102732) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 18:22:17.228886 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d590003-5bb4-4715-b3e5-7282703a2a1d tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Network 7c090e5a-c1bf-4ee2-85cc-15a7a682832b is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:22:17.239884 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-0d590003-5bb4-4715-b3e5-7282703a2a1d tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:22:17.429083 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d590003-5bb4-4715-b3e5-7282703a2a1d tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:22:17.480505 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f4a170-62c2-466d-9ec7-bb193c23e067 req-1727a53b-27e2-4ae8-b7ec-c223df6fc4a0 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:22:17.489492 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-42f4a170-62c2-466d-9ec7-bb193c23e067 req-1727a53b-27e2-4ae8-b7ec-c223df6fc4a0 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef854938-189c-46f2-8314-215a08afd5f6 HTTP/1.1" status: 200 len: 946 time: 0.7403295 May 18 18:22:17.589494 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-42f4a170-62c2-466d-9ec7-bb193c23e067 req-5e034e23-1967-4cc7-993f-7bcdc0a32525 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=ea6a757a-9c65-4a62-a27e-604b73d281bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974488 May 18 18:22:17.620132 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d590003-5bb4-4715-b3e5-7282703a2a1d tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:22:17.620435 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0d590003-5bb4-4715-b3e5-7282703a2a1d tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:17.686647 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-29779b14-51ff-49f5-9e97-6cf77bd786f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-595963'] for router_interface, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:17.744428 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f94a4029-6cd5-4350-87d7-a330d9ab0e0f req-e4f640d5-99ea-4bcf-b33a-923d10048444 service neutron] 10.222.0.36 "GET /v2.0/networks/adbd4d3b-93fc-4f7a-a6ae-1551b2db5668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6173909 May 18 18:22:17.764809 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-0d590003-5bb4-4715-b3e5-7282703a2a1d tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.7408295 May 18 18:22:17.765322 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 43904) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:22:17.782992 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-2a8cddb4-de38-4ced-acf8-a1c193005259 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Request body: {'port': {'network_id': '7c090e5a-c1bf-4ee2-85cc-15a7a682832b', 'name': 'tempest-FloatingIPTestJSON-383705243'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:22:18.225338 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a8cddb4-de38-4ced-acf8-a1c193005259 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Made reservation on behalf of 760f0c349c8347a387ec779d7577d4d2 for: {'port': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:22:18.230629 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2a8cddb4-de38-4ced-acf8-a1c193005259 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:18.291824 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [None req-2a8cddb4-de38-4ced-acf8-a1c193005259 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] device_id is not set on port d78f2415-de79-478b-a5b3-fa58c40742ac yet. {{(pid=102731) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 18 18:22:18.572674 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-2a8cddb4-de38-4ced-acf8-a1c193005259 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Allocated IP 172.20.0.12 (7c090e5a-c1bf-4ee2-85cc-15a7a682832b/b9e9f6a9-9c8e-446b-9d1d-01b42ba8e358/d78f2415-de79-478b-a5b3-fa58c40742ac) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:22:18.679629 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f94a4029-6cd5-4350-87d7-a330d9ab0e0f req-abdee66e-88c5-4958-a205-301895ed164b service neutron] 10.222.0.36 "GET /v2.0/networks/adbd4d3b-93fc-4f7a-a6ae-1551b2db5668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8806686 May 18 18:22:18.850326 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 43970) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:22:18.996227 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 7 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 18:22:19.022351 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c442f54-62a6-4770-8bfa-0b504e3db6ad req-688f4a6d-e769-4069-b1bf-755c2b28ca3c tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:22:19.024463 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1c442f54-62a6-4770-8bfa-0b504e3db6ad req-688f4a6d-e769-4069-b1bf-755c2b28ca3c tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef854938-189c-46f2-8314-215a08afd5f6 HTTP/1.1" status: 200 len: 946 time: 0.1668379 May 18 18:22:19.042550 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2a8cddb4-de38-4ced-acf8-a1c193005259 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:19.100297 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2a8cddb4-de38-4ced-acf8-a1c193005259 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:19.124072 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-29779b14-51ff-49f5-9e97-6cf77bd786f5 admin admin] Deleting port afaece42-0c79-44f6-ae00-27fb87260f2d {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:22:19.124722 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-29779b14-51ff-49f5-9e97-6cf77bd786f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:19.144756 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9f3d60-5b26-45a5-9b91-ab2ba9012594 req-4f9e23cd-a4c5-4ebf-b537-e311f1497226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:22:19.145905 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9f3d60-5b26-45a5-9b91-ab2ba9012594 req-4f9e23cd-a4c5-4ebf-b537-e311f1497226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:22:19.146609 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9f3d60-5b26-45a5-9b91-ab2ba9012594 req-4f9e23cd-a4c5-4ebf-b537-e311f1497226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:22:19.147442 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9f3d60-5b26-45a5-9b91-ab2ba9012594 req-4f9e23cd-a4c5-4ebf-b537-e311f1497226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:22:19.148107 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9f3d60-5b26-45a5-9b91-ab2ba9012594 req-4f9e23cd-a4c5-4ebf-b537-e311f1497226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:22:19.148998 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9f3d60-5b26-45a5-9b91-ab2ba9012594 req-4f9e23cd-a4c5-4ebf-b537-e311f1497226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:22:19.150522 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9f3d60-5b26-45a5-9b91-ab2ba9012594 req-4f9e23cd-a4c5-4ebf-b537-e311f1497226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:22:19.168394 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7d9f3d60-5b26-45a5-9b91-ab2ba9012594 req-4f9e23cd-a4c5-4ebf-b537-e311f1497226 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=6c294977-a47a-459b-b24e-566121e05c9a HTTP/1.1" status: 200 len: 6491 time: 0.3138700 May 18 18:22:19.218164 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8cddb4-de38-4ced-acf8-a1c193005259 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Network 7c090e5a-c1bf-4ee2-85cc-15a7a682832b is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:22:19.225230 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-2a8cddb4-de38-4ced-acf8-a1c193005259 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:22:19.243516 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8cddb4-de38-4ced-acf8-a1c193005259 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:22:19.295601 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7d9f3d60-5b26-45a5-9b91-ab2ba9012594 req-bfbd0ea5-95b8-4b8d-92ce-60b90cb4c549 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=bbd4527f-f9e4-46b0-8c76-f8fe8c004d55&id=7394e4bf-8f0c-4c6c-8c6c-8df7a26d4fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1252332 May 18 18:22:19.354088 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8cddb4-de38-4ced-acf8-a1c193005259 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Pushing event updated for resources: {'Port': ['ID=d78f2415-de79-478b-a5b3-fa58c40742ac,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:22:19.363189 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1c442f54-62a6-4770-8bfa-0b504e3db6ad req-4dfff39c-1371-42fd-bbd4-002a2e0223f5 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=ea6a757a-9c65-4a62-a27e-604b73d281bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2691634 May 18 18:22:19.394547 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-29779b14-51ff-49f5-9e97-6cf77bd786f5 admin admin] For port afaece42-0c79-44f6-ae00-27fb87260f2d, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=afaece42-0c79-44f6-ae00-27fb87260f2d,segment=NetworkSegment(b14cff5e-c393-4dce-b4d0-984d9041a56c),segment_id=b14cff5e-c393-4dce-b4d0-984d9041a56c)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:22:19.394972 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-29779b14-51ff-49f5-9e97-6cf77bd786f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:19.426713 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a8cddb4-de38-4ced-acf8-a1c193005259 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:22:19.427989 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2a8cddb4-de38-4ced-acf8-a1c193005259 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:19.441516 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-29779b14-51ff-49f5-9e97-6cf77bd786f5 admin admin] Calling delete_port for afaece42-0c79-44f6-ae00-27fb87260f2d owned by network:router_interface {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:22:19.463564 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-2a8cddb4-de38-4ced-acf8-a1c193005259 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6984780 May 18 18:22:19.467396 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 44046) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:22:19.473560 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-d1c3b30f-cf73-4294-88ea-50d5af034a5a tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Request body: {'floatingip': {'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'port_id': 'd78f2415-de79-478b-a5b3-fa58c40742ac', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:22:19.542655 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d1c3b30f-cf73-4294-88ea-50d5af034a5a tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks [] for floatingip, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:19.732422 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d1c3b30f-cf73-4294-88ea-50d5af034a5a tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:19.779811 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-29779b14-51ff-49f5-9e97-6cf77bd786f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:19.813026 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29779b14-51ff-49f5-9e97-6cf77bd786f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=afaece42-0c79-44f6-ae00-27fb87260f2d,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:22:19.909170 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-d1c3b30f-cf73-4294-88ea-50d5af034a5a tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Allocated IP 172.25.5.238 (31ebd439-090c-4b25-bbb0-31c48711b145/363a2810-8a83-4be0-a317-7c91fcd94485/95f7b8b4-9248-4ca4-ae03-366dc7e9d410) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:22:20.123263 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d1c3b30f-cf73-4294-88ea-50d5af034a5a tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:20.147115 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-29779b14-51ff-49f5-9e97-6cf77bd786f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-593931'] for router_interface, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:20.170415 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d1c3b30f-cf73-4294-88ea-50d5af034a5a tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:20.217419 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c3b30f-cf73-4294-88ea-50d5af034a5a tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Network 31ebd439-090c-4b25-bbb0-31c48711b145 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:22:20.220066 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-d1c3b30f-cf73-4294-88ea-50d5af034a5a tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:22:20.223877 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c3b30f-cf73-4294-88ea-50d5af034a5a tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:22:20.249486 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c3b30f-cf73-4294-88ea-50d5af034a5a tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Pushing event updated for resources: {'Port': ['ID=95f7b8b4-9248-4ca4-ae03-366dc7e9d410,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:22:20.464037 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29779b14-51ff-49f5-9e97-6cf77bd786f5 admin admin] Router f9d02e6d-5859-4d04-a9f4-13dd179731fc has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:22:20.603653 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35d301b-06f7-4907-8fce-d42469bd6cd5 req-e6183ba9-b0ec-4692-bee3-067a37bd97d6 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:22:20.605185 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f35d301b-06f7-4907-8fce-d42469bd6cd5 req-e6183ba9-b0ec-4692-bee3-067a37bd97d6 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef854938-189c-46f2-8314-215a08afd5f6 HTTP/1.1" status: 200 len: 946 time: 0.1293294 May 18 18:22:20.639153 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29779b14-51ff-49f5-9e97-6cf77bd786f5 admin admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:22:20.644210 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-29779b14-51ff-49f5-9e97-6cf77bd786f5 admin admin] 10.222.0.85 "PUT /v2.0/routers/f9d02e6d-5859-4d04-a9f4-13dd179731fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1048205 May 18 18:22:20.654160 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44090) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:22:20.666619 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b12f93-d1d0-4647-a10d-72713d8c846e None None] Sync routers for ids ['f9d02e6d-5859-4d04-a9f4-13dd179731fc'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:22:20.681896 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b12f93-d1d0-4647-a10d-72713d8c846e None None] Routers {'f9d02e6d-5859-4d04-a9f4-13dd179731fc'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:22:20.682760 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-36b12f93-d1d0-4647-a10d-72713d8c846e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:22:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['f9d02e6d-5859-4d04-a9f4-13dd179731fc'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:22:20.702955 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f35d301b-06f7-4907-8fce-d42469bd6cd5 req-9639c924-7520-4bdc-90c8-9e3179bf328e tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=ea6a757a-9c65-4a62-a27e-604b73d281bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914366 May 18 18:22:20.718861 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d1c3b30f-cf73-4294-88ea-50d5af034a5a tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:20.816934 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-07fe0430-22a1-4589-af0f-16d08b3cd0ae admin admin] Notify callbacks [] for router, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:20.835597 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-36b12f93-d1d0-4647-a10d-72713d8c846e None None] Set router f9d02e6d-5859-4d04-a9f4-13dd179731fc gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:22:20.919344 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d1c3b30f-cf73-4294-88ea-50d5af034a5a tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:20.942233 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-07fe0430-22a1-4589-af0f-16d08b3cd0ae admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:21.000194 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675c22ca-5130-471c-96f7-3528890af886 req-adf11ec0-6c70-408b-b9fd-f0423fed141c tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:22:21.001807 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-675c22ca-5130-471c-96f7-3528890af886 req-adf11ec0-6c70-408b-b9fd-f0423fed141c tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef854938-189c-46f2-8314-215a08afd5f6 HTTP/1.1" status: 200 len: 946 time: 0.1763432 May 18 18:22:21.059170 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-07fe0430-22a1-4589-af0f-16d08b3cd0ae admin admin] Deleting port 75400aa4-6916-49d1-adac-b948869e43da {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:22:21.059577 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-07fe0430-22a1-4589-af0f-16d08b3cd0ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:21.105579 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-36b12f93-d1d0-4647-a10d-72713d8c846e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9d02e6d-5859-4d04-a9f4-13dd179731fc', 'name': 'tempest-TaggedBootDevicesTest_v242-1113065239-router', 'tenant_id': '4667f10dce1e42bbbeb327b02812458d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': '75400aa4-6916-49d1-adac-b948869e43da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:14:20Z', 'updated_at': '2022-05-18T18:22:19Z', 'revision_number': 5, 'project_id': '4667f10dce1e42bbbeb327b02812458d', 'gw_port': {'id': '75400aa4-6916-49d1-adac-b948869e43da', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:2c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d02e6d-5859-4d04-a9f4-13dd179731fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:14:23Z', 'updated_at': '2022-05-18T18:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:22:21.146154 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b12f93-d1d0-4647-a10d-72713d8c846e None None] Checking router: f9d02e6d-5859-4d04-a9f4-13dd179731fc for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:22:21.158665 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b12f93-d1d0-4647-a10d-72713d8c846e None None] Routers {'f9d02e6d-5859-4d04-a9f4-13dd179731fc'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:22:21.161817 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-36b12f93-d1d0-4647-a10d-72713d8c846e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:22:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['f9d02e6d-5859-4d04-a9f4-13dd179731fc'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:22:21.176975 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-675c22ca-5130-471c-96f7-3528890af886 req-dbba5ac7-b576-4fd0-b01e-531171aa09fc tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=ea6a757a-9c65-4a62-a27e-604b73d281bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1660180 May 18 18:22:21.177579 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-07fe0430-22a1-4589-af0f-16d08b3cd0ae admin admin] For port 75400aa4-6916-49d1-adac-b948869e43da, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=75400aa4-6916-49d1-adac-b948869e43da,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:22:21.177579 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-07fe0430-22a1-4589-af0f-16d08b3cd0ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:21.195807 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-07fe0430-22a1-4589-af0f-16d08b3cd0ae admin admin] Calling delete_port for 75400aa4-6916-49d1-adac-b948869e43da owned by network:router_gateway {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:22:21.287657 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-36b12f93-d1d0-4647-a10d-72713d8c846e None None] Set router f9d02e6d-5859-4d04-a9f4-13dd179731fc gateway port host: None {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:22:21.298217 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d1c3b30f-cf73-4294-88ea-50d5af034a5a tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:21.303569 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d1c3b30f-cf73-4294-88ea-50d5af034a5a tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:21.381582 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-36b12f93-d1d0-4647-a10d-72713d8c846e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9d02e6d-5859-4d04-a9f4-13dd179731fc', 'name': 'tempest-TaggedBootDevicesTest_v242-1113065239-router', 'tenant_id': '4667f10dce1e42bbbeb327b02812458d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:14:20Z', 'updated_at': '2022-05-18T18:22:20Z', 'revision_number': 6, 'project_id': '4667f10dce1e42bbbeb327b02812458d', 'gw_port_host': None}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:22:21.403334 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c3b30f-cf73-4294-88ea-50d5af034a5a tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Pushing event updated for resources: {'Port': ['ID=95f7b8b4-9248-4ca4-ae03-366dc7e9d410,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:22:21.415902 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d1c3b30f-cf73-4294-88ea-50d5af034a5a tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596987'] for floatingip, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:21.452007 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b12f93-d1d0-4647-a10d-72713d8c846e None None] The sync data for ids ['f9d02e6d-5859-4d04-a9f4-13dd179731fc'] in n-d-838550-3 is: [{'id': 'f9d02e6d-5859-4d04-a9f4-13dd179731fc', 'name': 'tempest-TaggedBootDevicesTest_v242-1113065239-router', 'tenant_id': '4667f10dce1e42bbbeb327b02812458d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:14:20Z', 'updated_at': '2022-05-18T18:22:20Z', 'revision_number': 6, 'project_id': '4667f10dce1e42bbbeb327b02812458d', 'gw_port_host': None}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:22:21.524362 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-07fe0430-22a1-4589-af0f-16d08b3cd0ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:21.579842 n-d-838550-3 neutron-server[102731]: INFO neutron.db.l3_db [None req-d1c3b30f-cf73-4294-88ea-50d5af034a5a tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Floating IP 41c4fba9-ea15-45b3-a3e9-26f0145bb13b associated. External IP: 172.25.5.238, port: d78f2415-de79-478b-a5b3-fa58c40742ac. May 18 18:22:21.580261 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fe0430-22a1-4589-af0f-16d08b3cd0ae admin admin] Pushing event deleted for resources: {'Port': ['ID=75400aa4-6916-49d1-adac-b948869e43da,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:22:21.619978 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-07fe0430-22a1-4589-af0f-16d08b3cd0ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596901'] for router_gateway, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:21.715406 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-07fe0430-22a1-4589-af0f-16d08b3cd0ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25145'] for router, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:21.718054 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-07fe0430-22a1-4589-af0f-16d08b3cd0ae admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:21.769014 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-07fe0430-22a1-4589-af0f-16d08b3cd0ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593303'] for router, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:21.770173 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07fe0430-22a1-4589-af0f-16d08b3cd0ae admin admin] Fanout notify agent at l3_agent the message router_deleted on router f9d02e6d-5859-4d04-a9f4-13dd179731fc {{(pid=102730) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 18 18:22:21.786476 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-07fe0430-22a1-4589-af0f-16d08b3cd0ae admin admin] Notify callbacks [] for router, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:21.791133 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-07fe0430-22a1-4589-af0f-16d08b3cd0ae admin admin] 10.222.0.85 "DELETE /v2.0/routers/f9d02e6d-5859-4d04-a9f4-13dd179731fc HTTP/1.1" status: 204 len: 168 time: 1.1334555 May 18 18:22:21.791472 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44106) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:22:21.875026 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a0ff6d4-f74d-443f-a879-fbf9fa8a1e30 admin admin] Deleting subnet 6ef5eff4-20b8-41c3-a961-3299046b5972 {{(pid=102730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:22:21.879612 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9a0ff6d4-f74d-443f-a879-fbf9fa8a1e30 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:21.938612 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9a0ff6d4-f74d-443f-a879-fbf9fa8a1e30 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260107366'] for subnet, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:22.056428 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9a0ff6d4-f74d-443f-a879-fbf9fa8a1e30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:22.124153 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9a0ff6d4-f74d-443f-a879-fbf9fa8a1e30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261104690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261031888'] for subnet, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:22.154153 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0ff6d4-f74d-443f-a879-fbf9fa8a1e30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ef5eff4-20b8-41c3-a961-3299046b5972,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:22:22.163702 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9a0ff6d4-f74d-443f-a879-fbf9fa8a1e30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:22.170765 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d2628b-ab77-479f-aaeb-8edeb0a2ab23 None None] Network 0e7f8700-cd62-410f-94e8-8debe82f99f4 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:22:22.176130 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-9a0ff6d4-f74d-443f-a879-fbf9fa8a1e30 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/6ef5eff4-20b8-41c3-a961-3299046b5972 HTTP/1.1" status: 204 len: 168 time: 0.3809688 May 18 18:22:22.176130 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44114) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:22:22.290732 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7c95e8dd-e745-471c-86cc-626d34bc6608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:22.330107 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1c3b30f-cf73-4294-88ea-50d5af034a5a tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Router 85b3c71b-3956-4835-ba59-ff5157d7a781 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:22:22.379250 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-7c95e8dd-e745-471c-86cc-626d34bc6608 admin admin] Deleting port 38a066a5-0689-4a03-97d1-5817784504aa {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:22:22.380578 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7c95e8dd-e745-471c-86cc-626d34bc6608 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:22.424810 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-467888d6-629b-4519-b3a1-7541a676ab61 None None] DHCP port deletion for 0e7f8700-cd62-410f-94e8-8debe82f99f4 request from n-d-838550-3 {{(pid=102732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 18:22:22.489026 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-7c95e8dd-e745-471c-86cc-626d34bc6608 admin admin] For port 38a066a5-0689-4a03-97d1-5817784504aa, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=38a066a5-0689-4a03-97d1-5817784504aa,segment=NetworkSegment(b14cff5e-c393-4dce-b4d0-984d9041a56c),segment_id=b14cff5e-c393-4dce-b4d0-984d9041a56c)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:22:22.489490 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7c95e8dd-e745-471c-86cc-626d34bc6608 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:22.502179 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1c3b30f-cf73-4294-88ea-50d5af034a5a tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:22:22.505996 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-7c95e8dd-e745-471c-86cc-626d34bc6608 admin admin] Calling delete_port for 38a066a5-0689-4a03-97d1-5817784504aa owned by network:dhcp {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:22:22.507302 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-467888d6-629b-4519-b3a1-7541a676ab61 None None] Deleting port 38a066a5-0689-4a03-97d1-5817784504aa {{(pid=102732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:22:22.508105 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-467888d6-629b-4519-b3a1-7541a676ab61 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:22.538133 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d1c3b30f-cf73-4294-88ea-50d5af034a5a tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:22.583259 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c13d1c-4601-4758-8a12-49a5bf101511 None None] Sync routers for ids ['85b3c71b-3956-4835-ba59-ff5157d7a781'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:22:22.584899 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-d1c3b30f-cf73-4294-88ea-50d5af034a5a tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.1167696 May 18 18:22:22.588260 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 44116) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:22:22.594172 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-c41c0f9e-f8f1-42de-aa12-4e54c58ba89f tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:22:22.611846 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-467888d6-629b-4519-b3a1-7541a676ab61 None None] For port 38a066a5-0689-4a03-97d1-5817784504aa, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=38a066a5-0689-4a03-97d1-5817784504aa,segment=NetworkSegment(b14cff5e-c393-4dce-b4d0-984d9041a56c),segment_id=b14cff5e-c393-4dce-b4d0-984d9041a56c)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:22:22.612699 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-467888d6-629b-4519-b3a1-7541a676ab61 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:22.615375 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c13d1c-4601-4758-8a12-49a5bf101511 None None] Routers {'85b3c71b-3956-4835-ba59-ff5157d7a781'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:22:22.616250 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-31c13d1c-4601-4758-8a12-49a5bf101511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:22:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['85b3c71b-3956-4835-ba59-ff5157d7a781'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:22:22.638047 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7c95e8dd-e745-471c-86cc-626d34bc6608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:22.666811 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-467888d6-629b-4519-b3a1-7541a676ab61 None None] Calling delete_port for 38a066a5-0689-4a03-97d1-5817784504aa owned by network:dhcp {{(pid=102732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:22:22.668774 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-31c13d1c-4601-4758-8a12-49a5bf101511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:22:22.683281 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c95e8dd-e745-471c-86cc-626d34bc6608 admin admin] Pushing event deleted for resources: {'Port': ['ID=38a066a5-0689-4a03-97d1-5817784504aa,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:22:22.690747 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c95e8dd-e745-471c-86cc-626d34bc6608 admin admin] No DVR routers for this DVR port 38a066a5-0689-4a03-97d1-5817784504aa on host n-d-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:22:22.707851 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c41c0f9e-f8f1-42de-aa12-4e54c58ba89f tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks [] for floatingip, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:22.744245 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c13d1c-4601-4758-8a12-49a5bf101511 None None] Routers {'85b3c71b-3956-4835-ba59-ff5157d7a781'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:22:22.745550 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-31c13d1c-4601-4758-8a12-49a5bf101511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:22:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['85b3c71b-3956-4835-ba59-ff5157d7a781'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:22:22.783882 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-31c13d1c-4601-4758-8a12-49a5bf101511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:22:22.784538 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c13d1c-4601-4758-8a12-49a5bf101511 None None] The sync data for ids ['85b3c71b-3956-4835-ba59-ff5157d7a781'] in n-d-838550-3 is: [] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:22:22.809028 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7c95e8dd-e745-471c-86cc-626d34bc6608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:22.818612 n-d-838550-3 neutron-server[102732]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 18 18:22:22.818612 n-d-838550-3 neutron-server[102732]: from cryptography.utils import int_from_bytes May 18 18:22:22.818612 n-d-838550-3 neutron-server[102732]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 18 18:22:22.818612 n-d-838550-3 neutron-server[102732]: from cryptography.utils import int_from_bytes May 18 18:22:22.818612 n-d-838550-3 neutron-server[102732]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:22:22.818612 n-d-838550-3 neutron-server[102732]: self.session.flush() May 18 18:22:22.818612 n-d-838550-3 neutron-server[102732]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:22:22.818612 n-d-838550-3 neutron-server[102732]: self.session.flush() May 18 18:22:22.818612 n-d-838550-3 neutron-server[102732]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:22:22.818612 n-d-838550-3 neutron-server[102732]: self.session.flush() May 18 18:22:22.818612 n-d-838550-3 neutron-server[102732]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:22:22.818612 n-d-838550-3 neutron-server[102732]: self.session.flush() May 18 18:22:22.818612 n-d-838550-3 neutron-server[102732]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:22:22.818612 n-d-838550-3 neutron-server[102732]: self.session.flush() May 18 18:22:22.818612 n-d-838550-3 neutron-server[102732]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:22:22.818612 n-d-838550-3 neutron-server[102732]: self.session.flush() May 18 18:22:22.818612 n-d-838550-3 neutron-server[102732]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:22:22.818612 n-d-838550-3 neutron-server[102732]: self.session.flush() May 18 18:22:22.818612 n-d-838550-3 neutron-server[102732]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:22:22.818612 n-d-838550-3 neutron-server[102732]: self.session.flush() May 18 18:22:22.818612 n-d-838550-3 neutron-server[102732]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:22:22.818612 n-d-838550-3 neutron-server[102732]: self.session.flush() May 18 18:22:22.818612 n-d-838550-3 neutron-server[102732]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:22:22.818612 n-d-838550-3 neutron-server[102732]: self.session.flush() May 18 18:22:22.818612 n-d-838550-3 neutron-server[102732]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:22:22.818612 n-d-838550-3 neutron-server[102732]: self.session.flush() May 18 18:22:22.818612 n-d-838550-3 neutron-server[102732]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:22:22.818612 n-d-838550-3 neutron-server[102732]: self.session.flush() May 18 18:22:22.818612 n-d-838550-3 neutron-server[102732]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:22:22.818612 n-d-838550-3 neutron-server[102732]: self.session.flush() May 18 18:22:22.818612 n-d-838550-3 neutron-server[102732]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:22:22.818612 n-d-838550-3 neutron-server[102732]: self.session.flush() May 18 18:22:22.818612 n-d-838550-3 neutron-server[102732]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:22:22.818612 n-d-838550-3 neutron-server[102732]: self.session.flush() May 18 18:22:22.818612 n-d-838550-3 neutron-server[102732]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:22:22.818612 n-d-838550-3 neutron-server[102732]: self.session.flush() May 18 18:22:22.818612 n-d-838550-3 neutron-server[102732]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:22:22.818612 n-d-838550-3 neutron-server[102732]: self.session.flush() May 18 18:22:22.818612 n-d-838550-3 neutron-server[102732]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:22:22.818612 n-d-838550-3 neutron-server[102732]: self.session.flush() May 18 18:22:22.818612 n-d-838550-3 neutron-server[102732]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:22:22.818612 n-d-838550-3 neutron-server[102732]: self.session.flush() May 18 18:22:22.823633 n-d-838550-3 neutron-server[102732]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:22:22.823633 n-d-838550-3 neutron-server[102732]: self.session.flush() May 18 18:22:22.823633 n-d-838550-3 neutron-server[102732]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:22:22.823633 n-d-838550-3 neutron-server[102732]: self.session.flush() May 18 18:22:22.823633 n-d-838550-3 neutron-server[102732]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:22:22.823633 n-d-838550-3 neutron-server[102732]: self.session.flush() May 18 18:22:22.823633 n-d-838550-3 neutron-server[102732]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:22:22.823633 n-d-838550-3 neutron-server[102732]: self.session.flush() May 18 18:22:22.823633 n-d-838550-3 neutron-server[102732]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:22:22.823633 n-d-838550-3 neutron-server[102732]: self.session.flush() May 18 18:22:22.823633 n-d-838550-3 neutron-server[102732]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:22:22.823633 n-d-838550-3 neutron-server[102732]: self.session.flush() May 18 18:22:22.823633 n-d-838550-3 neutron-server[102732]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:22:22.823633 n-d-838550-3 neutron-server[102732]: self.session.flush() May 18 18:22:22.829041 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-467888d6-629b-4519-b3a1-7541a676ab61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508'] for port, after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:22.846307 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-7c95e8dd-e745-471c-86cc-626d34bc6608 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e7f8700-cd62-410f-94e8-8debe82f99f4']}} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:22:22.858040 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467888d6-629b-4519-b3a1-7541a676ab61 None None] Pushing event deleted for resources: {'Port': ['ID=38a066a5-0689-4a03-97d1-5817784504aa,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:22:22.865206 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467888d6-629b-4519-b3a1-7541a676ab61 None None] No DVR routers for this DVR port 38a066a5-0689-4a03-97d1-5817784504aa on host n-d-838550-3 {{(pid=102732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:22:22.871517 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-7c95e8dd-e745-471c-86cc-626d34bc6608 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b14cff5e-c393-4dce-b4d0-984d9041a56c') {'for_net_delete': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:22:22.872834 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-7c95e8dd-e745-471c-86cc-626d34bc6608 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b14cff5e-c393-4dce-b4d0-984d9041a56c') {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:22:22.881319 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467888d6-629b-4519-b3a1-7541a676ab61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:22:22.881771 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467888d6-629b-4519-b3a1-7541a676ab61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:22:22.882256 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467888d6-629b-4519-b3a1-7541a676ab61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:22:22.882609 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467888d6-629b-4519-b3a1-7541a676ab61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:22:22.883479 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467888d6-629b-4519-b3a1-7541a676ab61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:22:22.883825 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467888d6-629b-4519-b3a1-7541a676ab61 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:22:22.884157 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467888d6-629b-4519-b3a1-7541a676ab61 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:22:22.884572 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467888d6-629b-4519-b3a1-7541a676ab61 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:22:22.889081 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467888d6-629b-4519-b3a1-7541a676ab61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:22:22.889198 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467888d6-629b-4519-b3a1-7541a676ab61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:22:22.890257 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467888d6-629b-4519-b3a1-7541a676ab61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:22:22.890257 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467888d6-629b-4519-b3a1-7541a676ab61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:22:22.894237 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7c95e8dd-e745-471c-86cc-626d34bc6608 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260107375'] for segment, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:22.915535 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7c95e8dd-e745-471c-86cc-626d34bc6608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:22.923739 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c95e8dd-e745-471c-86cc-626d34bc6608 admin admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=102730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:22:22.924051 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7c95e8dd-e745-471c-86cc-626d34bc6608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261102736'] for segment, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:22.926148 n-d-838550-3 neutron-server[102730]: Traceback (most recent call last): May 18 18:22:22.926148 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:22:22.926148 n-d-838550-3 neutron-server[102730]: timer() May 18 18:22:22.926148 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:22:22.926148 n-d-838550-3 neutron-server[102730]: cb(*args, **kw) May 18 18:22:22.926148 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:22:22.926148 n-d-838550-3 neutron-server[102730]: return func(*args, **kwargs) May 18 18:22:22.926148 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:22:22.926148 n-d-838550-3 neutron-server[102730]: self._notify() May 18 18:22:22.926148 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:22:22.926148 n-d-838550-3 neutron-server[102730]: self.callback(batched_events) May 18 18:22:22.926148 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:22:22.926148 n-d-838550-3 neutron-server[102730]: event.method(event) May 18 18:22:22.926148 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:22:22.926148 n-d-838550-3 neutron-server[102730]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:22:22.926148 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:22:22.926148 n-d-838550-3 neutron-server[102730]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:22:22.926148 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:22:22.926148 n-d-838550-3 neutron-server[102730]: return f(self, *a, **k) May 18 18:22:22.926148 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:22:22.926148 n-d-838550-3 neutron-server[102730]: return self._get(url).json() May 18 18:22:22.926148 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:22:22.926148 n-d-838550-3 neutron-server[102730]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:22:22.926148 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:22:22.926148 n-d-838550-3 neutron-server[102730]: return self.request(url, 'GET', **kwargs) May 18 18:22:22.926148 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:22:22.926148 n-d-838550-3 neutron-server[102730]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:22:22.926148 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:22:22.926148 n-d-838550-3 neutron-server[102730]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:22:22.926148 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:22:22.926148 n-d-838550-3 neutron-server[102730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:22:22.926148 n-d-838550-3 neutron-server[102730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:22:22.952685 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c41c0f9e-f8f1-42de-aa12-4e54c58ba89f tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:22.955360 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c41c0f9e-f8f1-42de-aa12-4e54c58ba89f tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596987'] for floatingip, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:22.957847 n-d-838550-3 neutron-server[102731]: INFO neutron.db.l3_db [None req-c41c0f9e-f8f1-42de-aa12-4e54c58ba89f tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Floating IP 41c4fba9-ea15-45b3-a3e9-26f0145bb13b disassociated. External IP: 172.25.5.238, port: d78f2415-de79-478b-a5b3-fa58c40742ac. May 18 18:22:22.998977 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7c95e8dd-e745-471c-86cc-626d34bc6608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:23.006695 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7c95e8dd-e745-471c-86cc-626d34bc6608 admin admin] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:23.018186 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-7c95e8dd-e745-471c-86cc-626d34bc6608 admin admin] 10.222.0.85 "DELETE /v2.0/networks/0e7f8700-cd62-410f-94e8-8debe82f99f4 HTTP/1.1" status: 204 len: 168 time: 0.8365998 May 18 18:22:23.020752 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 44120) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:22:23.044113 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c95e8dd-e745-471c-86cc-626d34bc6608 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e7f8700-cd62-410f-94e8-8debe82f99f4,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:22:23.352379 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c41c0f9e-f8f1-42de-aa12-4e54c58ba89f tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Router 85b3c71b-3956-4835-ba59-ff5157d7a781 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:22:23.490593 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device afaece42-0c79-44f6-ae00-27fb87260f2d no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:22:23.516094 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: afaece42-0c79-44f6-ae00-27fb87260f2d {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:22:23.516751 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device afaece42-0c79-44f6-ae00-27fb87260f2d not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:22:23.517349 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 75400aa4-6916-49d1-adac-b948869e43da no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:22:23.535404 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c41c0f9e-f8f1-42de-aa12-4e54c58ba89f tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:22:23.540907 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 75400aa4-6916-49d1-adac-b948869e43da {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:22:23.541458 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 75400aa4-6916-49d1-adac-b948869e43da not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:22:23.542144 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 38a066a5-0689-4a03-97d1-5817784504aa no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:22:23.543602 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c41c0f9e-f8f1-42de-aa12-4e54c58ba89f tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:23.548623 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863beea9-7b2d-403d-8a96-7f5db17c211c None None] Sync routers for ids ['85b3c71b-3956-4835-ba59-ff5157d7a781'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:22:23.562458 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863beea9-7b2d-403d-8a96-7f5db17c211c None None] Routers {'85b3c71b-3956-4835-ba59-ff5157d7a781'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:22:23.563236 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-863beea9-7b2d-403d-8a96-7f5db17c211c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:22:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['85b3c71b-3956-4835-ba59-ff5157d7a781'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:22:23.570957 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 38a066a5-0689-4a03-97d1-5817784504aa {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:22:23.571641 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 38a066a5-0689-4a03-97d1-5817784504aa not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:22:23.583489 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-c41c0f9e-f8f1-42de-aa12-4e54c58ba89f tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] 10.222.0.85 "PUT /v2.0/floatingips/41c4fba9-ea15-45b3-a3e9-26f0145bb13b HTTP/1.1" status: 200 len: 688 time: 0.9899211 May 18 18:22:23.584024 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44126) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:22:23.622285 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-863beea9-7b2d-403d-8a96-7f5db17c211c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:22:23.631833 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863beea9-7b2d-403d-8a96-7f5db17c211c None None] Routers {'85b3c71b-3956-4835-ba59-ff5157d7a781'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:22:23.632725 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-863beea9-7b2d-403d-8a96-7f5db17c211c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:22:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['85b3c71b-3956-4835-ba59-ff5157d7a781'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:22:23.670254 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-863beea9-7b2d-403d-8a96-7f5db17c211c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:22:23.671397 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863beea9-7b2d-403d-8a96-7f5db17c211c None None] The sync data for ids ['85b3c71b-3956-4835-ba59-ff5157d7a781'] in n-d-838550-3 is: [] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:22:23.690361 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-eca7e942-a89e-410d-b827-7be9fd125542 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-595963'] for router_interface, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:23.770437 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-0949e73d-3ea0-4a56-849d-9c19c639a114 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Deleting port 95f7b8b4-9248-4ca4-ae03-366dc7e9d410 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:22:23.770890 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0949e73d-3ea0-4a56-849d-9c19c639a114 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:23.862599 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0949e73d-3ea0-4a56-849d-9c19c639a114 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:23.863308 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0949e73d-3ea0-4a56-849d-9c19c639a114 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:23.880351 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-0949e73d-3ea0-4a56-849d-9c19c639a114 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Calling delete_port for 95f7b8b4-9248-4ca4-ae03-366dc7e9d410 owned by network:floatingip {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:22:23.989149 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-eca7e942-a89e-410d-b827-7be9fd125542 admin admin] Deleting port 9eb7dc4c-8839-4fc5-ba61-4a9d9d8daa20 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:22:23.989774 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-eca7e942-a89e-410d-b827-7be9fd125542 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:24.038626 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0949e73d-3ea0-4a56-849d-9c19c639a114 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:24.080093 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0949e73d-3ea0-4a56-849d-9c19c639a114 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Pushing event deleted for resources: {'Port': ['ID=95f7b8b4-9248-4ca4-ae03-366dc7e9d410,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:22:24.140829 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-eca7e942-a89e-410d-b827-7be9fd125542 admin admin] For port 9eb7dc4c-8839-4fc5-ba61-4a9d9d8daa20, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=9eb7dc4c-8839-4fc5-ba61-4a9d9d8daa20,segment=NetworkSegment(412cea5f-92c0-4c68-94e7-eeb245c7b03f),segment_id=412cea5f-92c0-4c68-94e7-eeb245c7b03f)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:22:24.140829 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-eca7e942-a89e-410d-b827-7be9fd125542 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:24.160907 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0949e73d-3ea0-4a56-849d-9c19c639a114 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks [] for floatingip, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:24.167595 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0949e73d-3ea0-4a56-849d-9c19c639a114 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:24.174690 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 44132) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:22:24.175069 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-0949e73d-3ea0-4a56-849d-9c19c639a114 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] 10.222.0.85 "DELETE /v2.0/floatingips/41c4fba9-ea15-45b3-a3e9-26f0145bb13b HTTP/1.1" status: 204 len: 168 time: 0.5880566 May 18 18:22:24.184446 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-695e52dd-8df6-4999-9ffa-e5020e8cfa0b tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Request body: {'floatingip': {'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'port_id': 'bb8b2855-7bc9-40db-b5e5-5d09cd8a229c'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:22:24.196644 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-eca7e942-a89e-410d-b827-7be9fd125542 admin admin] Calling delete_port for 9eb7dc4c-8839-4fc5-ba61-4a9d9d8daa20 owned by network:router_interface {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:22:24.257041 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-695e52dd-8df6-4999-9ffa-e5020e8cfa0b tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks [] for floatingip, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:24.472746 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-695e52dd-8df6-4999-9ffa-e5020e8cfa0b tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:24.524316 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-eca7e942-a89e-410d-b827-7be9fd125542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:24.561419 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca7e942-a89e-410d-b827-7be9fd125542 admin admin] Pushing event deleted for resources: {'Port': ['ID=9eb7dc4c-8839-4fc5-ba61-4a9d9d8daa20,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:22:24.856687 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-695e52dd-8df6-4999-9ffa-e5020e8cfa0b tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Allocated IP 172.25.5.233 (31ebd439-090c-4b25-bbb0-31c48711b145/363a2810-8a83-4be0-a317-7c91fcd94485/a00dc7a6-2005-466a-a48f-0fa9105b72d1) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:22:24.974204 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-eca7e942-a89e-410d-b827-7be9fd125542 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-593931'] for router_interface, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:25.137375 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-695e52dd-8df6-4999-9ffa-e5020e8cfa0b tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:25.229919 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-695e52dd-8df6-4999-9ffa-e5020e8cfa0b tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:25.655808 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-695e52dd-8df6-4999-9ffa-e5020e8cfa0b tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Network 31ebd439-090c-4b25-bbb0-31c48711b145 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:22:25.666579 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695e52dd-8df6-4999-9ffa-e5020e8cfa0b tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Pushing event updated for resources: {'Port': ['ID=a00dc7a6-2005-466a-a48f-0fa9105b72d1,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:22:25.669535 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-695e52dd-8df6-4999-9ffa-e5020e8cfa0b tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:22:25.674005 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695e52dd-8df6-4999-9ffa-e5020e8cfa0b tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:22:25.709297 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eca7e942-a89e-410d-b827-7be9fd125542 admin admin] Router c4ed41d6-021b-4f7b-9bba-fad8166314c5 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:22:25.943566 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eca7e942-a89e-410d-b827-7be9fd125542 admin admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:22:25.954415 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-eca7e942-a89e-410d-b827-7be9fd125542 admin admin] 10.222.0.85 "PUT /v2.0/routers/c4ed41d6-021b-4f7b-9bba-fad8166314c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9322824 May 18 18:22:25.955881 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b54870-5e90-4aee-8d57-9a2199a57676 None None] Sync routers for ids ['c4ed41d6-021b-4f7b-9bba-fad8166314c5'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:22:25.956872 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44156) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:22:25.967412 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b54870-5e90-4aee-8d57-9a2199a57676 None None] Routers {'c4ed41d6-021b-4f7b-9bba-fad8166314c5'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:22:25.968649 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-39b54870-5e90-4aee-8d57-9a2199a57676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:22:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['c4ed41d6-021b-4f7b-9bba-fad8166314c5'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:22:26.136654 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-39b54870-5e90-4aee-8d57-9a2199a57676 None None] Set router c4ed41d6-021b-4f7b-9bba-fad8166314c5 gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:22:26.203695 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-90492aac-f04d-4c5d-9acc-6589b032a7fe admin admin] Notify callbacks [] for router, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:26.391031 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-90492aac-f04d-4c5d-9acc-6589b032a7fe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:26.408419 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-39b54870-5e90-4aee-8d57-9a2199a57676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4ed41d6-021b-4f7b-9bba-fad8166314c5', 'name': 'tempest-TaggedBootDevicesTest_v242-1046230011-router', 'tenant_id': '7c8ad4c913d843978bd8a2198faf3639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': '5500197e-e973-47a5-9e92-e59f1009b568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:14:42Z', 'updated_at': '2022-05-18T18:22:24Z', 'revision_number': 5, 'project_id': '7c8ad4c913d843978bd8a2198faf3639', 'gw_port': {'id': '5500197e-e973-47a5-9e92-e59f1009b568', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:b0:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ed41d6-021b-4f7b-9bba-fad8166314c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:14:45Z', 'updated_at': '2022-05-18T18:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:22:26.448159 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-695e52dd-8df6-4999-9ffa-e5020e8cfa0b tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:26.449351 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b54870-5e90-4aee-8d57-9a2199a57676 None None] Checking router: c4ed41d6-021b-4f7b-9bba-fad8166314c5 for host: n-d-838550-3 {{(pid=102732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:22:26.471782 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b54870-5e90-4aee-8d57-9a2199a57676 None None] Routers {'c4ed41d6-021b-4f7b-9bba-fad8166314c5'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:22:26.474283 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-39b54870-5e90-4aee-8d57-9a2199a57676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:22:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['c4ed41d6-021b-4f7b-9bba-fad8166314c5'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:22:26.486410 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-90492aac-f04d-4c5d-9acc-6589b032a7fe admin admin] Deleting port 5500197e-e973-47a5-9e92-e59f1009b568 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:22:26.492373 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-90492aac-f04d-4c5d-9acc-6589b032a7fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:26.587319 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-39b54870-5e90-4aee-8d57-9a2199a57676 None None] Set router c4ed41d6-021b-4f7b-9bba-fad8166314c5 gateway port host: None {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:22:26.588014 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-695e52dd-8df6-4999-9ffa-e5020e8cfa0b tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:26.657597 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-90492aac-f04d-4c5d-9acc-6589b032a7fe admin admin] For port 5500197e-e973-47a5-9e92-e59f1009b568, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=5500197e-e973-47a5-9e92-e59f1009b568,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:22:26.657597 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-90492aac-f04d-4c5d-9acc-6589b032a7fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:26.671873 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-90492aac-f04d-4c5d-9acc-6589b032a7fe admin admin] Calling delete_port for 5500197e-e973-47a5-9e92-e59f1009b568 owned by network:router_gateway {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:22:26.681918 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-39b54870-5e90-4aee-8d57-9a2199a57676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4ed41d6-021b-4f7b-9bba-fad8166314c5', 'name': 'tempest-TaggedBootDevicesTest_v242-1046230011-router', 'tenant_id': '7c8ad4c913d843978bd8a2198faf3639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:14:42Z', 'updated_at': '2022-05-18T18:22:26Z', 'revision_number': 6, 'project_id': '7c8ad4c913d843978bd8a2198faf3639', 'gw_port_host': None}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:22:26.728227 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b54870-5e90-4aee-8d57-9a2199a57676 None None] The sync data for ids ['c4ed41d6-021b-4f7b-9bba-fad8166314c5'] in n-d-838550-3 is: [{'id': 'c4ed41d6-021b-4f7b-9bba-fad8166314c5', 'name': 'tempest-TaggedBootDevicesTest_v242-1046230011-router', 'tenant_id': '7c8ad4c913d843978bd8a2198faf3639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:14:42Z', 'updated_at': '2022-05-18T18:22:26Z', 'revision_number': 6, 'project_id': '7c8ad4c913d843978bd8a2198faf3639', 'gw_port_host': None}] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:22:26.890612 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-695e52dd-8df6-4999-9ffa-e5020e8cfa0b tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:26.899392 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-695e52dd-8df6-4999-9ffa-e5020e8cfa0b tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:26.917440 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-90492aac-f04d-4c5d-9acc-6589b032a7fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:26.956725 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90492aac-f04d-4c5d-9acc-6589b032a7fe admin admin] Pushing event deleted for resources: {'Port': ['ID=5500197e-e973-47a5-9e92-e59f1009b568,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:22:26.975232 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90492aac-f04d-4c5d-9acc-6589b032a7fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:22:26.975910 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90492aac-f04d-4c5d-9acc-6589b032a7fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:22:26.976139 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90492aac-f04d-4c5d-9acc-6589b032a7fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:22:26.976611 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90492aac-f04d-4c5d-9acc-6589b032a7fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:22:26.977324 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90492aac-f04d-4c5d-9acc-6589b032a7fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:22:26.977772 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90492aac-f04d-4c5d-9acc-6589b032a7fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:22:26.978207 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90492aac-f04d-4c5d-9acc-6589b032a7fe admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:22:26.978696 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90492aac-f04d-4c5d-9acc-6589b032a7fe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:22:26.979050 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90492aac-f04d-4c5d-9acc-6589b032a7fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:22:26.979494 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90492aac-f04d-4c5d-9acc-6589b032a7fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:22:26.979922 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90492aac-f04d-4c5d-9acc-6589b032a7fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:22:26.980346 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90492aac-f04d-4c5d-9acc-6589b032a7fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:22:26.991440 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695e52dd-8df6-4999-9ffa-e5020e8cfa0b tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Pushing event updated for resources: {'Port': ['ID=a00dc7a6-2005-466a-a48f-0fa9105b72d1,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:22:27.004519 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695e52dd-8df6-4999-9ffa-e5020e8cfa0b tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:22:27.004872 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695e52dd-8df6-4999-9ffa-e5020e8cfa0b tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:22:27.005223 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695e52dd-8df6-4999-9ffa-e5020e8cfa0b tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:22:27.005566 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695e52dd-8df6-4999-9ffa-e5020e8cfa0b tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:22:27.005936 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695e52dd-8df6-4999-9ffa-e5020e8cfa0b tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:22:27.006273 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695e52dd-8df6-4999-9ffa-e5020e8cfa0b tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:22:27.006608 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695e52dd-8df6-4999-9ffa-e5020e8cfa0b tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:22:27.006943 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695e52dd-8df6-4999-9ffa-e5020e8cfa0b tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:22:27.007275 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695e52dd-8df6-4999-9ffa-e5020e8cfa0b tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:22:27.007606 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695e52dd-8df6-4999-9ffa-e5020e8cfa0b tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:22:27.008493 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695e52dd-8df6-4999-9ffa-e5020e8cfa0b tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:22:27.008826 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695e52dd-8df6-4999-9ffa-e5020e8cfa0b tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:22:27.033280 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-695e52dd-8df6-4999-9ffa-e5020e8cfa0b tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596987'] for floatingip, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:27.069322 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-90492aac-f04d-4c5d-9acc-6589b032a7fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596901'] for router_gateway, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:27.201029 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-90492aac-f04d-4c5d-9acc-6589b032a7fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25145'] for router, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:27.203377 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-90492aac-f04d-4c5d-9acc-6589b032a7fe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:27.267532 n-d-838550-3 neutron-server[102731]: INFO neutron.db.l3_db [None req-695e52dd-8df6-4999-9ffa-e5020e8cfa0b tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Floating IP bc000b1c-09c4-45e9-bfbb-d86ba0bf31cf associated. External IP: 172.25.5.233, port: bb8b2855-7bc9-40db-b5e5-5d09cd8a229c. May 18 18:22:27.290379 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-90492aac-f04d-4c5d-9acc-6589b032a7fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593303'] for router, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:27.291286 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90492aac-f04d-4c5d-9acc-6589b032a7fe admin admin] Fanout notify agent at l3_agent the message router_deleted on router c4ed41d6-021b-4f7b-9bba-fad8166314c5 {{(pid=102730) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 18 18:22:27.313658 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-90492aac-f04d-4c5d-9acc-6589b032a7fe admin admin] Notify callbacks [] for router, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:27.313658 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-90492aac-f04d-4c5d-9acc-6589b032a7fe admin admin] 10.222.0.85 "DELETE /v2.0/routers/c4ed41d6-021b-4f7b-9bba-fad8166314c5 HTTP/1.1" status: 204 len: 168 time: 1.3488448 May 18 18:22:27.313658 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44168) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:22:27.396434 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9f1a48c-b2f5-40f8-901e-690f9bf52651 admin admin] Deleting subnet e5d7eb43-ea2e-4dad-b6c0-cb7b5181277b {{(pid=102730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:22:27.404496 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a9f1a48c-b2f5-40f8-901e-690f9bf52651 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:27.466411 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a9f1a48c-b2f5-40f8-901e-690f9bf52651 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260107366'] for subnet, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:27.593013 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a9f1a48c-b2f5-40f8-901e-690f9bf52651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:27.646393 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-695e52dd-8df6-4999-9ffa-e5020e8cfa0b tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Router 85b3c71b-3956-4835-ba59-ff5157d7a781 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:22:27.685813 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a9f1a48c-b2f5-40f8-901e-690f9bf52651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261104690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261031888'] for subnet, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:27.723980 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f1a48c-b2f5-40f8-901e-690f9bf52651 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5d7eb43-ea2e-4dad-b6c0-cb7b5181277b,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:22:27.748736 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a9f1a48c-b2f5-40f8-901e-690f9bf52651 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:27.752161 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec5ea3fa-010e-4c6b-b2de-e7a38bd61cde None None] Network b5b053b3-7063-4a49-a37f-f482a7e1f00b requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:22:27.772331 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-a9f1a48c-b2f5-40f8-901e-690f9bf52651 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/e5d7eb43-ea2e-4dad-b6c0-cb7b5181277b HTTP/1.1" status: 204 len: 168 time: 0.4598224 May 18 18:22:27.775020 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44172) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:22:27.838821 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 9eb7dc4c-8839-4fc5-ba61-4a9d9d8daa20 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:22:27.894081 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-695e52dd-8df6-4999-9ffa-e5020e8cfa0b tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:22:27.907512 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d2ba03-d229-4cf0-90e3-66eca162e247 None None] Sync routers for ids ['85b3c71b-3956-4835-ba59-ff5157d7a781'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:22:27.926122 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d2ba03-d229-4cf0-90e3-66eca162e247 None None] Routers {'85b3c71b-3956-4835-ba59-ff5157d7a781'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:22:27.928615 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-36d2ba03-d229-4cf0-90e3-66eca162e247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:22:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['85b3c71b-3956-4835-ba59-ff5157d7a781'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:22:27.941394 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-44ffeb59-0fce-4cd7-8711-df31ff12e849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:27.946145 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-695e52dd-8df6-4999-9ffa-e5020e8cfa0b tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:27.985775 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-36d2ba03-d229-4cf0-90e3-66eca162e247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:22:27.997554 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d2ba03-d229-4cf0-90e3-66eca162e247 None None] Routers {'85b3c71b-3956-4835-ba59-ff5157d7a781'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:22:27.998811 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-36d2ba03-d229-4cf0-90e3-66eca162e247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:22:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['85b3c71b-3956-4835-ba59-ff5157d7a781'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:22:28.018723 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-695e52dd-8df6-4999-9ffa-e5020e8cfa0b tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.8429143 May 18 18:22:28.022249 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 44174) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:22:28.066691 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-36d2ba03-d229-4cf0-90e3-66eca162e247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:22:28.069998 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d2ba03-d229-4cf0-90e3-66eca162e247 None None] The sync data for ids ['85b3c71b-3956-4835-ba59-ff5157d7a781'] in n-d-838550-3 is: [] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:22:28.097193 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-44ffeb59-0fce-4cd7-8711-df31ff12e849 admin admin] Deleting port bed4355f-ee49-4b00-9ee6-4b1ca5208ad4 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:22:28.097756 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-44ffeb59-0fce-4cd7-8711-df31ff12e849 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:28.155125 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 9eb7dc4c-8839-4fc5-ba61-4a9d9d8daa20 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:22:28.155754 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 9eb7dc4c-8839-4fc5-ba61-4a9d9d8daa20 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:22:28.156367 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 5500197e-e973-47a5-9e92-e59f1009b568 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:22:28.172025 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-6e73c2ae-8eff-45fe-9802-d2dc8b847e48 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] 10.222.0.85 "GET /v2.0/floatingips/bc000b1c-09c4-45e9-bfbb-d86ba0bf31cf HTTP/1.1" status: 200 len: 977 time: 0.1481574 May 18 18:22:28.178718 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 44176) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:22:28.213326 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-44ffeb59-0fce-4cd7-8711-df31ff12e849 admin admin] For port bed4355f-ee49-4b00-9ee6-4b1ca5208ad4, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=bed4355f-ee49-4b00-9ee6-4b1ca5208ad4,segment=NetworkSegment(412cea5f-92c0-4c68-94e7-eeb245c7b03f),segment_id=412cea5f-92c0-4c68-94e7-eeb245c7b03f)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:22:28.213709 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-44ffeb59-0fce-4cd7-8711-df31ff12e849 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:28.218969 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 5500197e-e973-47a5-9e92-e59f1009b568 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:22:28.219582 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 5500197e-e973-47a5-9e92-e59f1009b568 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:22:28.241062 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-44ffeb59-0fce-4cd7-8711-df31ff12e849 admin admin] Calling delete_port for bed4355f-ee49-4b00-9ee6-4b1ca5208ad4 owned by network:dhcp {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:22:28.370352 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-44ffeb59-0fce-4cd7-8711-df31ff12e849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:28.435253 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-181ab3f8-b80c-4bbe-8dd5-2096b6c6a3bd tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] 10.222.0.85 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.2529147 May 18 18:22:28.436084 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 44182) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:22:28.447911 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-eb3397e4-f812-4907-b564-9cb880556e82 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Request body: {'floatingip': {'port_id': 'd78f2415-de79-478b-a5b3-fa58c40742ac'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:22:28.459505 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-069bca5c-7a19-4f5e-a411-2a3254e2afcb None None] DHCP port deletion for b5b053b3-7063-4a49-a37f-f482a7e1f00b request from n-d-838550-3 {{(pid=102732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 18:22:28.579341 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-eb3397e4-f812-4907-b564-9cb880556e82 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks [] for floatingip, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:28.826181 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ffeb59-0fce-4cd7-8711-df31ff12e849 admin admin] Pushing event deleted for resources: {'Port': ['ID=bed4355f-ee49-4b00-9ee6-4b1ca5208ad4,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:22:28.838614 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ffeb59-0fce-4cd7-8711-df31ff12e849 admin admin] No DVR routers for this DVR port bed4355f-ee49-4b00-9ee6-4b1ca5208ad4 on host n-d-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:22:28.924478 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-44ffeb59-0fce-4cd7-8711-df31ff12e849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:28.949488 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-44ffeb59-0fce-4cd7-8711-df31ff12e849 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5b053b3-7063-4a49-a37f-f482a7e1f00b']}} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:22:28.960024 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-44ffeb59-0fce-4cd7-8711-df31ff12e849 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '412cea5f-92c0-4c68-94e7-eeb245c7b03f') {'for_net_delete': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:22:28.960426 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-44ffeb59-0fce-4cd7-8711-df31ff12e849 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '412cea5f-92c0-4c68-94e7-eeb245c7b03f') {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:22:28.973091 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-44ffeb59-0fce-4cd7-8711-df31ff12e849 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260107375'] for segment, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:28.990528 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-44ffeb59-0fce-4cd7-8711-df31ff12e849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:29.002886 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44ffeb59-0fce-4cd7-8711-df31ff12e849 admin admin] Releasing vlan 621 on physical network physnet1 to pool {{(pid=102730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:22:29.003518 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-44ffeb59-0fce-4cd7-8711-df31ff12e849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261102736'] for segment, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:29.071140 n-d-838550-3 neutron-server[102730]: Traceback (most recent call last): May 18 18:22:29.071140 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:22:29.071140 n-d-838550-3 neutron-server[102730]: timer() May 18 18:22:29.071140 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:22:29.071140 n-d-838550-3 neutron-server[102730]: cb(*args, **kw) May 18 18:22:29.071140 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:22:29.071140 n-d-838550-3 neutron-server[102730]: return func(*args, **kwargs) May 18 18:22:29.071140 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:22:29.071140 n-d-838550-3 neutron-server[102730]: self._notify() May 18 18:22:29.071140 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:22:29.071140 n-d-838550-3 neutron-server[102730]: self.callback(batched_events) May 18 18:22:29.071140 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:22:29.071140 n-d-838550-3 neutron-server[102730]: event.method(event) May 18 18:22:29.071140 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:22:29.071140 n-d-838550-3 neutron-server[102730]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:22:29.071140 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:22:29.071140 n-d-838550-3 neutron-server[102730]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:22:29.071140 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:22:29.071140 n-d-838550-3 neutron-server[102730]: return f(self, *a, **k) May 18 18:22:29.071140 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:22:29.071140 n-d-838550-3 neutron-server[102730]: return self._get(url).json() May 18 18:22:29.071140 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:22:29.071140 n-d-838550-3 neutron-server[102730]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:22:29.071140 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:22:29.071140 n-d-838550-3 neutron-server[102730]: return self.request(url, 'GET', **kwargs) May 18 18:22:29.071140 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:22:29.071140 n-d-838550-3 neutron-server[102730]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:22:29.071140 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:22:29.071140 n-d-838550-3 neutron-server[102730]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:22:29.071140 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:22:29.071140 n-d-838550-3 neutron-server[102730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:22:29.071140 n-d-838550-3 neutron-server[102730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:22:29.075313 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-44ffeb59-0fce-4cd7-8711-df31ff12e849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:29.089020 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-44ffeb59-0fce-4cd7-8711-df31ff12e849 admin admin] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:29.097139 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-44ffeb59-0fce-4cd7-8711-df31ff12e849 admin admin] 10.222.0.85 "DELETE /v2.0/networks/b5b053b3-7063-4a49-a37f-f482a7e1f00b HTTP/1.1" status: 204 len: 168 time: 1.3210430 May 18 18:22:29.113539 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ffeb59-0fce-4cd7-8711-df31ff12e849 admin admin] Pushing event deleted for resources: {'Network': ['ID=b5b053b3-7063-4a49-a37f-f482a7e1f00b,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:22:29.268984 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-eb3397e4-f812-4907-b564-9cb880556e82 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:29.275463 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-eb3397e4-f812-4907-b564-9cb880556e82 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596987'] for floatingip, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:29.301540 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44188) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:22:29.362677 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-0c52bf21-1e8d-4eec-9905-8bc8ed76736d admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=4667f10dce1e42bbbeb327b02812458d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0598192 May 18 18:22:29.365100 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44190) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:22:29.424239 n-d-838550-3 neutron-server[102731]: INFO neutron.db.l3_db [None req-eb3397e4-f812-4907-b564-9cb880556e82 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Floating IP bc000b1c-09c4-45e9-bfbb-d86ba0bf31cf associated. External IP: 172.25.5.233, port: bb8b2855-7bc9-40db-b5e5-5d09cd8a229c. May 18 18:22:29.454797 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3c580c12-76f1-4d5f-b64c-40e498f8f37f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:29.502496 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device bed4355f-ee49-4b00-9ee6-4b1ca5208ad4 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:22:29.540010 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3c580c12-76f1-4d5f-b64c-40e498f8f37f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:29.549798 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: bed4355f-ee49-4b00-9ee6-4b1ca5208ad4 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:22:29.550161 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device bed4355f-ee49-4b00-9ee6-4b1ca5208ad4 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:22:29.631111 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3c580c12-76f1-4d5f-b64c-40e498f8f37f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:29.634078 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3c580c12-76f1-4d5f-b64c-40e498f8f37f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:29.635264 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-3c580c12-76f1-4d5f-b64c-40e498f8f37f admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/987873b8-e341-4d92-9eb4-c3682f6ae42f HTTP/1.1" status: 204 len: 168 time: 0.2692223 May 18 18:22:29.649831 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c580c12-76f1-4d5f-b64c-40e498f8f37f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=987873b8-e341-4d92-9eb4-c3682f6ae42f,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:22:29.817961 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb3397e4-f812-4907-b564-9cb880556e82 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Router 85b3c71b-3956-4835-ba59-ff5157d7a781 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:22:29.985059 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb3397e4-f812-4907-b564-9cb880556e82 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:22:29.996516 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7505d501-0073-46ce-8d51-836c220b70c7 None None] Sync routers for ids ['85b3c71b-3956-4835-ba59-ff5157d7a781'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:22:30.018624 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7505d501-0073-46ce-8d51-836c220b70c7 None None] Routers {'85b3c71b-3956-4835-ba59-ff5157d7a781'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:22:30.019451 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-7505d501-0073-46ce-8d51-836c220b70c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:22:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['85b3c71b-3956-4835-ba59-ff5157d7a781'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:22:30.086861 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-7505d501-0073-46ce-8d51-836c220b70c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:22:30.098016 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7505d501-0073-46ce-8d51-836c220b70c7 None None] Routers {'85b3c71b-3956-4835-ba59-ff5157d7a781'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:22:30.098650 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-7505d501-0073-46ce-8d51-836c220b70c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:22:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['85b3c71b-3956-4835-ba59-ff5157d7a781'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:22:30.135593 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-7505d501-0073-46ce-8d51-836c220b70c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:22:30.136406 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7505d501-0073-46ce-8d51-836c220b70c7 None None] The sync data for ids ['85b3c71b-3956-4835-ba59-ff5157d7a781'] in n-d-838550-3 is: [] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:22:30.197233 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44202) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:22:30.249404 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-19af4e06-1ed3-484e-911b-a21aec8c7fec admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=7c8ad4c913d843978bd8a2198faf3639&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0497744 May 18 18:22:30.250465 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44204) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:22:30.299930 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb3397e4-f812-4907-b564-9cb880556e82 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Router 85b3c71b-3956-4835-ba59-ff5157d7a781 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:22:30.318873 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-85d9f583-a540-46b9-9c45-d8d4ef4a1e41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:30.349071 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-85d9f583-a540-46b9-9c45-d8d4ef4a1e41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:30.416646 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-85d9f583-a540-46b9-9c45-d8d4ef4a1e41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:30.421242 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-85d9f583-a540-46b9-9c45-d8d4ef4a1e41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:30.427979 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-85d9f583-a540-46b9-9c45-d8d4ef4a1e41 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/e1a0da1c-f94a-4b6c-9a82-d671ea82f40c HTTP/1.1" status: 204 len: 168 time: 0.1710031 May 18 18:22:30.442930 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d9f583-a540-46b9-9c45-d8d4ef4a1e41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1a0da1c-f94a-4b6c-9a82-d671ea82f40c,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:22:30.900014 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb3397e4-f812-4907-b564-9cb880556e82 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:22:30.911602 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-eb3397e4-f812-4907-b564-9cb880556e82 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:30.918065 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a6b51f-7f9c-4787-8ee2-b8f5a1fa024c None None] Sync routers for ids ['85b3c71b-3956-4835-ba59-ff5157d7a781'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:22:30.930920 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a6b51f-7f9c-4787-8ee2-b8f5a1fa024c None None] Routers {'85b3c71b-3956-4835-ba59-ff5157d7a781'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:22:30.931837 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-b0a6b51f-7f9c-4787-8ee2-b8f5a1fa024c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:22:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['85b3c71b-3956-4835-ba59-ff5157d7a781'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:22:30.970267 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:30.985103 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-eb3397e4-f812-4907-b564-9cb880556e82 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] 10.222.0.85 "PUT /v2.0/floatingips/bc000b1c-09c4-45e9-bfbb-d86ba0bf31cf HTTP/1.1" status: 200 len: 978 time: 2.5454299 May 18 18:22:30.985349 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 44220) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:22:30.989890 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-0c6618c2-f860-4386-a245-f2902cfc0afd tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:22:30.996358 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-b0a6b51f-7f9c-4787-8ee2-b8f5a1fa024c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:22:31.007105 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a6b51f-7f9c-4787-8ee2-b8f5a1fa024c None None] Routers {'85b3c71b-3956-4835-ba59-ff5157d7a781'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:22:31.009818 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-b0a6b51f-7f9c-4787-8ee2-b8f5a1fa024c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:22:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['85b3c71b-3956-4835-ba59-ff5157d7a781'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:22:31.064993 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0c6618c2-f860-4386-a245-f2902cfc0afd tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks [] for floatingip, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:31.120148 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:31.182114 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-b0a6b51f-7f9c-4787-8ee2-b8f5a1fa024c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:22:31.182831 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a6b51f-7f9c-4787-8ee2-b8f5a1fa024c None None] The sync data for ids ['85b3c71b-3956-4835-ba59-ff5157d7a781'] in n-d-838550-3 is: [] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:22:31.285225 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0c6618c2-f860-4386-a245-f2902cfc0afd tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:31.290533 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0c6618c2-f860-4386-a245-f2902cfc0afd tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596987'] for floatingip, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:31.290873 n-d-838550-3 neutron-server[102731]: INFO neutron.db.l3_db [None req-0c6618c2-f860-4386-a245-f2902cfc0afd tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Floating IP bc000b1c-09c4-45e9-bfbb-d86ba0bf31cf disassociated. External IP: 172.25.5.233, port: d78f2415-de79-478b-a5b3-fa58c40742ac. May 18 18:22:31.543719 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c6618c2-f860-4386-a245-f2902cfc0afd tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Router 85b3c71b-3956-4835-ba59-ff5157d7a781 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:22:31.571630 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44234) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:22:31.724379 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c6618c2-f860-4386-a245-f2902cfc0afd tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:22:31.730114 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0c6618c2-f860-4386-a245-f2902cfc0afd tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:31.737147 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4efb66-8396-4e1e-ac51-4df25e67604f None None] Sync routers for ids ['85b3c71b-3956-4835-ba59-ff5157d7a781'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:22:31.765096 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-f7c173a6-0391-4c6a-bbd1-a6395115e22a admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-845801674-network', 'tenant_id': '3f58c78a5a684d228ed64a0ed37330bf'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:22:31.767685 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4efb66-8396-4e1e-ac51-4df25e67604f None None] Routers {'85b3c71b-3956-4835-ba59-ff5157d7a781'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:22:31.768741 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-4d4efb66-8396-4e1e-ac51-4df25e67604f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:22:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['85b3c71b-3956-4835-ba59-ff5157d7a781'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:22:31.802065 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-0c6618c2-f860-4386-a245-f2902cfc0afd tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] 10.222.0.85 "PUT /v2.0/floatingips/bc000b1c-09c4-45e9-bfbb-d86ba0bf31cf HTTP/1.1" status: 200 len: 688 time: 0.8115478 May 18 18:22:31.802900 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44246) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:22:31.825344 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-4d4efb66-8396-4e1e-ac51-4df25e67604f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:22:31.845709 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4efb66-8396-4e1e-ac51-4df25e67604f None None] Routers {'85b3c71b-3956-4835-ba59-ff5157d7a781'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:22:31.846666 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-4d4efb66-8396-4e1e-ac51-4df25e67604f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:22:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['85b3c71b-3956-4835-ba59-ff5157d7a781'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:22:31.868450 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7c173a6-0391-4c6a-bbd1-a6395115e22a admin admin] Made reservation on behalf of 3f58c78a5a684d228ed64a0ed37330bf for: {'network': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:22:31.870920 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f7c173a6-0391-4c6a-bbd1-a6395115e22a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:31.885449 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f7c173a6-0391-4c6a-bbd1-a6395115e22a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:31.888034 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-4d4efb66-8396-4e1e-ac51-4df25e67604f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:22:31.890348 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4efb66-8396-4e1e-ac51-4df25e67604f None None] The sync data for ids ['85b3c71b-3956-4835-ba59-ff5157d7a781'] in n-d-838550-3 is: [] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:22:32.031700 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-1a2186e1-9186-48f8-8c76-95c9b375aa4d tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Deleting port a00dc7a6-2005-466a-a48f-0fa9105b72d1 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:22:32.032023 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1a2186e1-9186-48f8-8c76-95c9b375aa4d tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:32.094302 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f7c173a6-0391-4c6a-bbd1-a6395115e22a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:32.103346 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f7c173a6-0391-4c6a-bbd1-a6395115e22a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:32.115454 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7c173a6-0391-4c6a-bbd1-a6395115e22a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 641} {{(pid=102730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:22:32.151706 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f7c173a6-0391-4c6a-bbd1-a6395115e22a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:32.152177 n-d-838550-3 neutron-server[102730]: INFO neutron.db.segments_db [None req-f7c173a6-0391-4c6a-bbd1-a6395115e22a admin admin] Added segment df4c2a31-518d-4e20-ba18-6365c3ea7eb8 of type vlan for network bc1c6aee-d95a-4fc9-8a5e-ea8397395d04 May 18 18:22:32.167568 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c173a6-0391-4c6a-bbd1-a6395115e22a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2a63cef-7540-4cb7-adf0-bd915f2f093a,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:22:32.205372 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1a2186e1-9186-48f8-8c76-95c9b375aa4d tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:32.205804 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1a2186e1-9186-48f8-8c76-95c9b375aa4d tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:32.227424 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f7c173a6-0391-4c6a-bbd1-a6395115e22a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:32.233825 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-1a2186e1-9186-48f8-8c76-95c9b375aa4d tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Calling delete_port for a00dc7a6-2005-466a-a48f-0fa9105b72d1 owned by network:floatingip {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:22:32.296161 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f7c173a6-0391-4c6a-bbd1-a6395115e22a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:32.297133 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c173a6-0391-4c6a-bbd1-a6395115e22a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:22:32.297745 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f7c173a6-0391-4c6a-bbd1-a6395115e22a admin admin] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:32.372442 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-f7c173a6-0391-4c6a-bbd1-a6395115e22a admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7837243 May 18 18:22:32.376034 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 44256) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:22:32.380594 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-e2286e33-87e1-4433-af4c-461c10d20179 admin admin] Request body: {'subnet': {'network_id': 'bc1c6aee-d95a-4fc9-8a5e-ea8397395d04', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-845801674-subnet', 'tenant_id': '3f58c78a5a684d228ed64a0ed37330bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:22:32.386275 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c173a6-0391-4c6a-bbd1-a6395115e22a admin admin] Pushing event updated for resources: {'Network': ['ID=bc1c6aee-d95a-4fc9-8a5e-ea8397395d04,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:22:32.397411 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network bc1c6aee-d95a-4fc9-8a5e-ea8397395d04 details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:22:32.413102 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2286e33-87e1-4433-af4c-461c10d20179 admin admin] Made reservation on behalf of 3f58c78a5a684d228ed64a0ed37330bf for: {'subnet': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:22:32.419653 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e2286e33-87e1-4433-af4c-461c10d20179 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260908003'] for subnet, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:32.466087 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1a2186e1-9186-48f8-8c76-95c9b375aa4d tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:32.532940 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2186e1-9186-48f8-8c76-95c9b375aa4d tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Pushing event deleted for resources: {'Port': ['ID=a00dc7a6-2005-466a-a48f-0fa9105b72d1,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:22:32.575440 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1a2186e1-9186-48f8-8c76-95c9b375aa4d tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks [] for floatingip, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:32.579365 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1a2186e1-9186-48f8-8c76-95c9b375aa4d tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:32.583006 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-1a2186e1-9186-48f8-8c76-95c9b375aa4d tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] 10.222.0.85 "DELETE /v2.0/floatingips/bc000b1c-09c4-45e9-bfbb-d86ba0bf31cf HTTP/1.1" status: 204 len: 168 time: 0.7767229 May 18 18:22:32.583286 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44258) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:22:32.629725 n-d-838550-3 neutron-server[102730]: INFO neutron.api.v2.resource [None req-1997480f-56a2-4b32-8708-fce718a4ce77 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] delete failed (client error): The resource could not be found. May 18 18:22:32.631487 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-1997480f-56a2-4b32-8708-fce718a4ce77 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] 10.222.0.85 "DELETE /v2.0/floatingips/bc000b1c-09c4-45e9-bfbb-d86ba0bf31cf HTTP/1.1" status: 404 len: 345 time: 0.0399408 May 18 18:22:32.635150 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44260) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:22:32.645280 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e2286e33-87e1-4433-af4c-461c10d20179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260898481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260908021'] for subnet, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:32.720745 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2286e33-87e1-4433-af4c-461c10d20179 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a1e3278-d687-4857-a0f1-4e1f8484e964,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:22:32.732872 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2286e33-87e1-4433-af4c-461c10d20179 admin admin] Checking segment: {'id': 'df4c2a31-518d-4e20-ba18-6365c3ea7eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'bc1c6aee-d95a-4fc9-8a5e-ea8397395d04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:22:32.733229 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2286e33-87e1-4433-af4c-461c10d20179 admin admin] Network hostable DHCP agents. Network: bc1c6aee-d95a-4fc9-8a5e-ea8397395d04, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:22:32.764168 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2286e33-87e1-4433-af4c-461c10d20179 admin admin] Network bc1c6aee-d95a-4fc9-8a5e-ea8397395d04 is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:22:32.770444 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-731394da-e8c7-4f24-8a00-f6609faba66b tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:22:32.778887 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-731394da-e8c7-4f24-8a00-f6609faba66b tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:22:32.780301 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-e2286e33-87e1-4433-af4c-461c10d20179 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, bc1c6aee-d95a-4fc9-8a5e-ea8397395d04) {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:22:32.791943 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec6e9c8d-7d26-4bd1-a762-8e39420dae96 None None] Network bc1c6aee-d95a-4fc9-8a5e-ea8397395d04 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:22:32.796909 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2286e33-87e1-4433-af4c-461c10d20179 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:22:32.798403 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e2286e33-87e1-4433-af4c-461c10d20179 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:32.808298 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-731394da-e8c7-4f24-8a00-f6609faba66b tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:22:32.810459 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-731394da-e8c7-4f24-8a00-f6609faba66b tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] 10.222.0.85 "GET /v2.0/ports?network_id=7c090e5a-c1bf-4ee2-85cc-15a7a682832b HTTP/1.1" status: 200 len: 2357 time: 0.1739581 May 18 18:22:32.813238 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44262) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:22:32.842470 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-e2286e33-87e1-4433-af4c-461c10d20179 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4637663 May 18 18:22:32.920716 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b6934b5-2b0e-4cc3-9971-799799bda037 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:22:32.922460 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-2b6934b5-2b0e-4cc3-9971-799799bda037 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] 10.222.0.85 "GET /v2.0/subnets/b9e9f6a9-9c8e-446b-9d1d-01b42ba8e358 HTTP/1.1" status: 200 len: 797 time: 0.1079941 May 18 18:22:32.936638 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 44268) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:22:32.945947 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-43545639-fb72-4384-ab3e-094f3f6a2c00 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Request body: {'port': {'network_id': '7c090e5a-c1bf-4ee2-85cc-15a7a682832b', 'name': 'tempest-FloatingIPTestJSON-160779878', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:22:33.042212 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d783f1ba-b953-4ece-8227-4b10dfc4eb4e None None] Network bc1c6aee-d95a-4fc9-8a5e-ea8397395d04 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:22:33.215417 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43545639-fb72-4384-ab3e-094f3f6a2c00 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Made reservation on behalf of 760f0c349c8347a387ec779d7577d4d2 for: {'port': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:22:33.350522 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-43545639-fb72-4384-ab3e-094f3f6a2c00 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:33.380756 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [None req-43545639-fb72-4384-ab3e-094f3f6a2c00 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] device_id is not set on port e63397b1-c167-45d1-8f5d-953ae57b45c8 yet. {{(pid=102731) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 18 18:22:33.684515 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-43545639-fb72-4384-ab3e-094f3f6a2c00 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Allocated IP 172.20.0.14 (7c090e5a-c1bf-4ee2-85cc-15a7a682832b/b9e9f6a9-9c8e-446b-9d1d-01b42ba8e358/e63397b1-c167-45d1-8f5d-953ae57b45c8) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:22:33.700773 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-43545639-fb72-4384-ab3e-094f3f6a2c00 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Allocated IP 172.20.0.13 (7c090e5a-c1bf-4ee2-85cc-15a7a682832b/b9e9f6a9-9c8e-446b-9d1d-01b42ba8e358/e63397b1-c167-45d1-8f5d-953ae57b45c8) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:22:33.889486 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-43545639-fb72-4384-ab3e-094f3f6a2c00 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:33.952776 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-43545639-fb72-4384-ab3e-094f3f6a2c00 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:34.009944 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43545639-fb72-4384-ab3e-094f3f6a2c00 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Network 7c090e5a-c1bf-4ee2-85cc-15a7a682832b is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:22:34.013581 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-43545639-fb72-4384-ab3e-094f3f6a2c00 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:22:34.017650 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43545639-fb72-4384-ab3e-094f3f6a2c00 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:22:34.050327 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43545639-fb72-4384-ab3e-094f3f6a2c00 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Pushing event updated for resources: {'Port': ['ID=e63397b1-c167-45d1-8f5d-953ae57b45c8,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:22:34.081517 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43545639-fb72-4384-ab3e-094f3f6a2c00 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:22:34.082286 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-43545639-fb72-4384-ab3e-094f3f6a2c00 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:34.105124 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-43545639-fb72-4384-ab3e-094f3f6a2c00 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.1652012 May 18 18:22:34.107554 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44288) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:22:34.114477 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-3a6e91f0-2f22-412e-adbc-9b5bba9f41e4 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Request body: {'floatingip': {'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'port_id': 'e63397b1-c167-45d1-8f5d-953ae57b45c8', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:22:34.150010 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3a6e91f0-2f22-412e-adbc-9b5bba9f41e4 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks [] for floatingip, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:34.301205 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3a6e91f0-2f22-412e-adbc-9b5bba9f41e4 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:34.461921 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-3a6e91f0-2f22-412e-adbc-9b5bba9f41e4 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Allocated IP 172.25.5.107 (31ebd439-090c-4b25-bbb0-31c48711b145/363a2810-8a83-4be0-a317-7c91fcd94485/37194ea0-f88e-413f-9202-c8d50f7ffea1) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:22:34.594625 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3a6e91f0-2f22-412e-adbc-9b5bba9f41e4 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:34.630993 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3a6e91f0-2f22-412e-adbc-9b5bba9f41e4 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:34.672570 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6e91f0-2f22-412e-adbc-9b5bba9f41e4 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Network 31ebd439-090c-4b25-bbb0-31c48711b145 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:22:34.675968 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-3a6e91f0-2f22-412e-adbc-9b5bba9f41e4 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:22:34.680531 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6e91f0-2f22-412e-adbc-9b5bba9f41e4 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:22:34.741032 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6e91f0-2f22-412e-adbc-9b5bba9f41e4 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Pushing event updated for resources: {'Port': ['ID=37194ea0-f88e-413f-9202-c8d50f7ffea1,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:22:35.156629 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3a6e91f0-2f22-412e-adbc-9b5bba9f41e4 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:35.245238 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3a6e91f0-2f22-412e-adbc-9b5bba9f41e4 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:35.439142 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3a6e91f0-2f22-412e-adbc-9b5bba9f41e4 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:35.447035 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3a6e91f0-2f22-412e-adbc-9b5bba9f41e4 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:35.517255 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6e91f0-2f22-412e-adbc-9b5bba9f41e4 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Pushing event updated for resources: {'Port': ['ID=37194ea0-f88e-413f-9202-c8d50f7ffea1,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:22:35.536811 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3a6e91f0-2f22-412e-adbc-9b5bba9f41e4 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596987'] for floatingip, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:35.651874 n-d-838550-3 neutron-server[102730]: INFO neutron.db.l3_db [None req-3a6e91f0-2f22-412e-adbc-9b5bba9f41e4 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Floating IP 6db734b6-1305-4a97-bf3e-46abc29a1cad associated. External IP: 172.25.5.107, port: e63397b1-c167-45d1-8f5d-953ae57b45c8. May 18 18:22:35.903716 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a6e91f0-2f22-412e-adbc-9b5bba9f41e4 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Router 85b3c71b-3956-4835-ba59-ff5157d7a781 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:22:36.023641 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a6e91f0-2f22-412e-adbc-9b5bba9f41e4 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:22:36.033022 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2909ba-4687-4034-af08-3d44fda7807e None None] Sync routers for ids ['85b3c71b-3956-4835-ba59-ff5157d7a781'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:22:36.047017 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2909ba-4687-4034-af08-3d44fda7807e None None] Routers {'85b3c71b-3956-4835-ba59-ff5157d7a781'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:22:36.047656 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-4e2909ba-4687-4034-af08-3d44fda7807e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:22:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['85b3c71b-3956-4835-ba59-ff5157d7a781'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:22:36.059214 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3a6e91f0-2f22-412e-adbc-9b5bba9f41e4 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:36.090351 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-4e2909ba-4687-4034-af08-3d44fda7807e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:22:36.100845 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2909ba-4687-4034-af08-3d44fda7807e None None] Routers {'85b3c71b-3956-4835-ba59-ff5157d7a781'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:22:36.102127 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-4e2909ba-4687-4034-af08-3d44fda7807e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:22:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['85b3c71b-3956-4835-ba59-ff5157d7a781'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:22:36.143755 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-4e2909ba-4687-4034-af08-3d44fda7807e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:22:36.144708 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2909ba-4687-4034-af08-3d44fda7807e None None] The sync data for ids ['85b3c71b-3956-4835-ba59-ff5157d7a781'] in n-d-838550-3 is: [] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:22:36.161785 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-3a6e91f0-2f22-412e-adbc-9b5bba9f41e4 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.0517421 May 18 18:22:36.164742 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 44302) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:22:36.170118 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-8574f049-36b6-47fd-ab94-ef546aeb0213 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Request body: {'floatingip': {'port_id': 'e63397b1-c167-45d1-8f5d-953ae57b45c8', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:22:36.242511 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8574f049-36b6-47fd-ab94-ef546aeb0213 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks [] for floatingip, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:36.817874 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8574f049-36b6-47fd-ab94-ef546aeb0213 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:36.826753 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8574f049-36b6-47fd-ab94-ef546aeb0213 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596987'] for floatingip, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:37.071392 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8574f049-36b6-47fd-ab94-ef546aeb0213 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Router 85b3c71b-3956-4835-ba59-ff5157d7a781 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:22:37.200221 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8574f049-36b6-47fd-ab94-ef546aeb0213 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:22:37.206096 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8574f049-36b6-47fd-ab94-ef546aeb0213 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:37.213329 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d802b5-0a86-4668-bc8f-7b3caacac09b None None] Sync routers for ids ['85b3c71b-3956-4835-ba59-ff5157d7a781'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:22:37.229874 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d802b5-0a86-4668-bc8f-7b3caacac09b None None] Routers {'85b3c71b-3956-4835-ba59-ff5157d7a781'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:22:37.231416 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-57d802b5-0a86-4668-bc8f-7b3caacac09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:22:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['85b3c71b-3956-4835-ba59-ff5157d7a781'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:22:37.290726 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-57d802b5-0a86-4668-bc8f-7b3caacac09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:22:37.301680 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-8574f049-36b6-47fd-ab94-ef546aeb0213 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] 10.222.0.85 "PUT /v2.0/floatingips/6db734b6-1305-4a97-bf3e-46abc29a1cad HTTP/1.1" status: 200 len: 978 time: 1.1338909 May 18 18:22:37.302766 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44312) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:22:37.306704 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d802b5-0a86-4668-bc8f-7b3caacac09b None None] Routers {'85b3c71b-3956-4835-ba59-ff5157d7a781'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:22:37.308162 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-57d802b5-0a86-4668-bc8f-7b3caacac09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:22:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['85b3c71b-3956-4835-ba59-ff5157d7a781'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:22:37.342553 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-57d802b5-0a86-4668-bc8f-7b3caacac09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:22:37.343200 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d802b5-0a86-4668-bc8f-7b3caacac09b None None] The sync data for ids ['85b3c71b-3956-4835-ba59-ff5157d7a781'] in n-d-838550-3 is: [] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:22:37.509886 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-dfea9ac0-a8b9-4a3e-b7bb-4d56dfcd769b tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Deleting port 37194ea0-f88e-413f-9202-c8d50f7ffea1 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:22:37.510261 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-dfea9ac0-a8b9-4a3e-b7bb-4d56dfcd769b tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:37.622758 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-dfea9ac0-a8b9-4a3e-b7bb-4d56dfcd769b tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:37.626053 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-dfea9ac0-a8b9-4a3e-b7bb-4d56dfcd769b tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:37.629263 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1388d9a9-6d39-47c7-95a1-34f99750aef0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:37.645840 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-dfea9ac0-a8b9-4a3e-b7bb-4d56dfcd769b tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Calling delete_port for 37194ea0-f88e-413f-9202-c8d50f7ffea1 owned by network:floatingip {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:22:37.823391 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-dfea9ac0-a8b9-4a3e-b7bb-4d56dfcd769b tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:37.858826 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfea9ac0-a8b9-4a3e-b7bb-4d56dfcd769b tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Pushing event deleted for resources: {'Port': ['ID=37194ea0-f88e-413f-9202-c8d50f7ffea1,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:22:37.920252 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-dfea9ac0-a8b9-4a3e-b7bb-4d56dfcd769b tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks [] for floatingip, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:37.920895 n-d-838550-3 neutron-server[102730]: INFO neutron.db.l3_db [None req-dfea9ac0-a8b9-4a3e-b7bb-4d56dfcd769b tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Floating IP 6db734b6-1305-4a97-bf3e-46abc29a1cad disassociated (deleted). External IP: 172.25.5.107, port: e63397b1-c167-45d1-8f5d-953ae57b45c8. May 18 18:22:38.165354 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfea9ac0-a8b9-4a3e-b7bb-4d56dfcd769b tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Router 85b3c71b-3956-4835-ba59-ff5157d7a781 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:22:38.315476 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfea9ac0-a8b9-4a3e-b7bb-4d56dfcd769b tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:22:38.319184 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-dfea9ac0-a8b9-4a3e-b7bb-4d56dfcd769b tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:38.329917 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a5006a-2e3a-4462-aec2-7d4171c91764 None None] Sync routers for ids ['85b3c71b-3956-4835-ba59-ff5157d7a781'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:22:38.343904 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a5006a-2e3a-4462-aec2-7d4171c91764 None None] Routers {'85b3c71b-3956-4835-ba59-ff5157d7a781'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:22:38.344630 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-27a5006a-2e3a-4462-aec2-7d4171c91764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:22:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['85b3c71b-3956-4835-ba59-ff5157d7a781'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:22:38.356345 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 44322) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:22:38.357206 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-dfea9ac0-a8b9-4a3e-b7bb-4d56dfcd769b tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] 10.222.0.85 "DELETE /v2.0/floatingips/6db734b6-1305-4a97-bf3e-46abc29a1cad HTTP/1.1" status: 204 len: 168 time: 1.0528803 May 18 18:22:38.393856 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-27a5006a-2e3a-4462-aec2-7d4171c91764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:22:38.406983 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a5006a-2e3a-4462-aec2-7d4171c91764 None None] Routers {'85b3c71b-3956-4835-ba59-ff5157d7a781'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:22:38.408013 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-27a5006a-2e3a-4462-aec2-7d4171c91764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:22:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['85b3c71b-3956-4835-ba59-ff5157d7a781'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:22:38.450328 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-27a5006a-2e3a-4462-aec2-7d4171c91764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:22:38.451382 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a5006a-2e3a-4462-aec2-7d4171c91764 None None] The sync data for ids ['85b3c71b-3956-4835-ba59-ff5157d7a781'] in n-d-838550-3 is: [] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:22:38.488215 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-1c3a8c2d-8bac-45f8-99da-f82886bb09a3 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Deleting port e63397b1-c167-45d1-8f5d-953ae57b45c8 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:22:38.488606 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1c3a8c2d-8bac-45f8-99da-f82886bb09a3 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:38.603454 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1c3a8c2d-8bac-45f8-99da-f82886bb09a3 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:38.618069 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-1c3a8c2d-8bac-45f8-99da-f82886bb09a3 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Calling delete_port for e63397b1-c167-45d1-8f5d-953ae57b45c8 owned by {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:22:38.817809 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1c3a8c2d-8bac-45f8-99da-f82886bb09a3 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:38.856846 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3a8c2d-8bac-45f8-99da-f82886bb09a3 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Pushing event deleted for resources: {'Port': ['ID=e63397b1-c167-45d1-8f5d-953ae57b45c8,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:22:38.954017 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1c3a8c2d-8bac-45f8-99da-f82886bb09a3 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:38.961712 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-1c3a8c2d-8bac-45f8-99da-f82886bb09a3 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] 10.222.0.85 "DELETE /v2.0/ports/e63397b1-c167-45d1-8f5d-953ae57b45c8 HTTP/1.1" status: 204 len: 168 time: 0.6032035 May 18 18:22:38.962302 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44326) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:22:38.972135 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-9133b0a5-9a2d-4b13-9d15-a7c16c222c59 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Request body: {'floatingip': {'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:22:39.011784 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9133b0a5-9a2d-4b13-9d15-a7c16c222c59 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks [] for floatingip, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:39.120603 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9133b0a5-9a2d-4b13-9d15-a7c16c222c59 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:39.243284 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-9133b0a5-9a2d-4b13-9d15-a7c16c222c59 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Allocated IP 172.25.5.203 (31ebd439-090c-4b25-bbb0-31c48711b145/363a2810-8a83-4be0-a317-7c91fcd94485/e7c18cb1-a332-48a6-82c4-f097227a989f) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:22:39.365898 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9133b0a5-9a2d-4b13-9d15-a7c16c222c59 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:39.406146 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9133b0a5-9a2d-4b13-9d15-a7c16c222c59 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:39.446281 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9133b0a5-9a2d-4b13-9d15-a7c16c222c59 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Network 31ebd439-090c-4b25-bbb0-31c48711b145 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:22:39.452289 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-9133b0a5-9a2d-4b13-9d15-a7c16c222c59 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:22:39.460769 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9133b0a5-9a2d-4b13-9d15-a7c16c222c59 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:22:39.464504 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9133b0a5-9a2d-4b13-9d15-a7c16c222c59 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Pushing event updated for resources: {'Port': ['ID=e7c18cb1-a332-48a6-82c4-f097227a989f,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:22:39.564282 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9133b0a5-9a2d-4b13-9d15-a7c16c222c59 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:39.606508 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9133b0a5-9a2d-4b13-9d15-a7c16c222c59 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:40.026606 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c4b8e4-8214-424e-be1b-af38c8f7cd77 req-a9965d3d-26f2-4c5a-a814-e934fe137c5b tempest-InstanceActionsNegativeTestJSON-1061339587 tempest-InstanceActionsNegativeTestJSON-1061339587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:22:40.035991 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f8c4b8e4-8214-424e-be1b-af38c8f7cd77 req-a9965d3d-26f2-4c5a-a814-e934fe137c5b tempest-InstanceActionsNegativeTestJSON-1061339587 tempest-InstanceActionsNegativeTestJSON-1061339587-project] 10.222.0.85 "GET /v2.0/networks?id=bc1c6aee-d95a-4fc9-8a5e-ea8397395d04 HTTP/1.1" status: 200 len: 821 time: 0.1520202 May 18 18:22:40.043195 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-fd051b48-3c63-4977-9632-35ab211bbecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:40.053103 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f8c4b8e4-8214-424e-be1b-af38c8f7cd77 req-653b199a-4f4d-47ce-9b44-6a179c328dde tempest-InstanceActionsNegativeTestJSON-1061339587 tempest-InstanceActionsNegativeTestJSON-1061339587-project] 10.222.0.85 "GET /v2.0/quotas/3f58c78a5a684d228ed64a0ed37330bf HTTP/1.1" status: 200 len: 375 time: 0.0160966 May 18 18:22:40.084799 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f8c4b8e4-8214-424e-be1b-af38c8f7cd77 req-aedcfaf4-7c55-4fec-9ba4-3f4c55de8325 tempest-InstanceActionsNegativeTestJSON-1061339587 tempest-InstanceActionsNegativeTestJSON-1061339587-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=3f58c78a5a684d228ed64a0ed37330bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0307310 May 18 18:22:40.096854 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [req-f8c4b8e4-8214-424e-be1b-af38c8f7cd77 req-e76f637a-9922-46b0-b34f-bfa8d344a2e5 service neutron] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=102731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 18:22:40.098451 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f8c4b8e4-8214-424e-be1b-af38c8f7cd77 req-e76f637a-9922-46b0-b34f-bfa8d344a2e5 service neutron] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059414 May 18 18:22:40.167235 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9133b0a5-9a2d-4b13-9d15-a7c16c222c59 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:40.172857 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9133b0a5-9a2d-4b13-9d15-a7c16c222c59 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:40.212928 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f8c4b8e4-8214-424e-be1b-af38c8f7cd77 req-2f369195-4ba6-4297-8937-1fd47aa18793 service neutron] 10.222.0.85 "GET /v2.0/networks/bc1c6aee-d95a-4fc9-8a5e-ea8397395d04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076217 May 18 18:22:40.286889 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9133b0a5-9a2d-4b13-9d15-a7c16c222c59 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Pushing event updated for resources: {'Port': ['ID=e7c18cb1-a332-48a6-82c4-f097227a989f,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:22:40.293609 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9133b0a5-9a2d-4b13-9d15-a7c16c222c59 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596987'] for floatingip, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:40.332639 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9133b0a5-9a2d-4b13-9d15-a7c16c222c59 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:40.338133 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-9133b0a5-9a2d-4b13-9d15-a7c16c222c59 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3726354 May 18 18:22:40.341043 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44344) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:22:40.351689 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-0bad08f9-b538-4f6f-9669-90a70637edc9 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Request body: {'port': {'network_id': '7c090e5a-c1bf-4ee2-85cc-15a7a682832b', 'name': 'tempest-FloatingIPTestJSON-1878546428'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:22:40.418649 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f8c4b8e4-8214-424e-be1b-af38c8f7cd77 req-d0945509-82e0-4646-8e29-b1f8fb6b4b23 service neutron] 10.222.0.85 "GET /v2.0/networks/bc1c6aee-d95a-4fc9-8a5e-ea8397395d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989820 May 18 18:22:40.535367 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bad08f9-b538-4f6f-9669-90a70637edc9 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Made reservation on behalf of 760f0c349c8347a387ec779d7577d4d2 for: {'port': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:22:40.539873 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0bad08f9-b538-4f6f-9669-90a70637edc9 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:40.571027 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [None req-0bad08f9-b538-4f6f-9669-90a70637edc9 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] device_id is not set on port bf639fb3-5644-4817-804f-02f2722ebda1 yet. {{(pid=102730) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 18 18:22:40.706214 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-afaa75e1-59d4-4221-a255-2c2d0a893be3 req-edcbe1c9-09d0-469e-926c-d0e8a4b2f607 tempest-InstanceActionsNegativeTestJSON-1061339587 tempest-InstanceActionsNegativeTestJSON-1061339587-project] 10.222.0.85 "GET /v2.0/ports?device_id=2e1cf71d-a309-49a2-8672-93a6238f33b0 HTTP/1.1" status: 200 len: 210 time: 0.0649316 May 18 18:22:40.831988 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-0bad08f9-b538-4f6f-9669-90a70637edc9 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Allocated IP 172.20.0.2 (7c090e5a-c1bf-4ee2-85cc-15a7a682832b/b9e9f6a9-9c8e-446b-9d1d-01b42ba8e358/bf639fb3-5644-4817-804f-02f2722ebda1) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:22:41.105811 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0bad08f9-b538-4f6f-9669-90a70637edc9 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:41.144715 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0bad08f9-b538-4f6f-9669-90a70637edc9 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:41.176836 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4633130f-861b-4c32-9690-3d0a4451c64c req-d93c2547-fcbf-446d-8b84-253df3e3fe05 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:22:41.179593 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4633130f-861b-4c32-9690-3d0a4451c64c req-d93c2547-fcbf-446d-8b84-253df3e3fe05 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "GET /v2.0/ports?device_id=2eb5fc42-1e94-43a3-9aa4-ad4e9a06c9c3 HTTP/1.1" status: 200 len: 946 time: 0.0570223 May 18 18:22:41.205837 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:41.233120 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bad08f9-b538-4f6f-9669-90a70637edc9 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Network 7c090e5a-c1bf-4ee2-85cc-15a7a682832b is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:22:41.244957 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-0bad08f9-b538-4f6f-9669-90a70637edc9 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:22:41.249497 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4633130f-861b-4c32-9690-3d0a4451c64c req-38e73628-3616-41e4-ac2a-50b79e0073da tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "GET /v2.0/security-groups?id=d9fc5545-8f9d-47d5-aaef-b8ab87285815&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615442 May 18 18:22:41.252185 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bad08f9-b538-4f6f-9669-90a70637edc9 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:22:41.261408 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bad08f9-b538-4f6f-9669-90a70637edc9 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Pushing event updated for resources: {'Port': ['ID=bf639fb3-5644-4817-804f-02f2722ebda1,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:22:41.375278 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bad08f9-b538-4f6f-9669-90a70637edc9 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:22:41.375278 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0bad08f9-b538-4f6f-9669-90a70637edc9 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:41.375430 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 44398) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:22:41.379158 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-e9355dc3-823b-41ee-adf1-72e4d8ef4633 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Request body: {'floatingip': {'port_id': 'bf639fb3-5644-4817-804f-02f2722ebda1'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:22:41.384110 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-0bad08f9-b538-4f6f-9669-90a70637edc9 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0403781 May 18 18:22:41.439128 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e9355dc3-823b-41ee-adf1-72e4d8ef4633 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks [] for floatingip, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:41.880571 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f51022a4-8d7a-4c95-a507-4db7b2d0f1e7 req-89e4976f-2530-4ac6-b2bf-26cee2911b4d tempest-InstanceActionsNegativeTestJSON-1061339587 tempest-InstanceActionsNegativeTestJSON-1061339587-project] 10.222.0.85 "GET /v2.0/ports?device_id=2e1cf71d-a309-49a2-8672-93a6238f33b0 HTTP/1.1" status: 200 len: 210 time: 0.0466819 May 18 18:22:42.143738 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e9355dc3-823b-41ee-adf1-72e4d8ef4633 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:42.150962 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e9355dc3-823b-41ee-adf1-72e4d8ef4633 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596987'] for floatingip, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:42.222564 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c4b8e4-8214-424e-be1b-af38c8f7cd77 req-5ece14d5-8848-4ab6-9c09-d775debf8580 tempest-InstanceActionsNegativeTestJSON-1061339587 tempest-InstanceActionsNegativeTestJSON-1061339587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:22:42.226939 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f8c4b8e4-8214-424e-be1b-af38c8f7cd77 req-5ece14d5-8848-4ab6-9c09-d775debf8580 tempest-InstanceActionsNegativeTestJSON-1061339587 tempest-InstanceActionsNegativeTestJSON-1061339587-project] 10.222.0.88 "GET /v2.0/networks?id=bc1c6aee-d95a-4fc9-8a5e-ea8397395d04 HTTP/1.1" status: 200 len: 821 time: 0.1946468 May 18 18:22:42.316514 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-f8c4b8e4-8214-424e-be1b-af38c8f7cd77 req-3ba33bad-31ac-4a00-a396-9c196b4a86f7 tempest-InstanceActionsNegativeTestJSON-1061339587 tempest-InstanceActionsNegativeTestJSON-1061339587-project] Request body: {'port': {'device_id': '2e1cf71d-a309-49a2-8672-93a6238f33b0', 'network_id': 'bc1c6aee-d95a-4fc9-8a5e-ea8397395d04', 'admin_state_up': True, 'tenant_id': '3f58c78a5a684d228ed64a0ed37330bf'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:22:42.355464 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:42.416794 n-d-838550-3 neutron-server[102731]: INFO neutron.db.l3_db [None req-e9355dc3-823b-41ee-adf1-72e4d8ef4633 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Floating IP 29649067-ade3-4995-9356-31def431415a associated. External IP: 172.25.5.203, port: bf639fb3-5644-4817-804f-02f2722ebda1. May 18 18:22:42.589697 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789ee2b3-22d1-4e9a-94f7-4f2650c48654 req-cd91865e-16d3-4a1e-b5b1-65c75a583ed6 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:22:42.591254 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-789ee2b3-22d1-4e9a-94f7-4f2650c48654 req-cd91865e-16d3-4a1e-b5b1-65c75a583ed6 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "GET /v2.0/ports?device_id=2eb5fc42-1e94-43a3-9aa4-ad4e9a06c9c3 HTTP/1.1" status: 200 len: 946 time: 0.1933196 May 18 18:22:42.594477 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8c4b8e4-8214-424e-be1b-af38c8f7cd77 req-3ba33bad-31ac-4a00-a396-9c196b4a86f7 tempest-InstanceActionsNegativeTestJSON-1061339587 tempest-InstanceActionsNegativeTestJSON-1061339587-project] Made reservation on behalf of 3f58c78a5a684d228ed64a0ed37330bf for: {'port': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:22:42.597859 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-f8c4b8e4-8214-424e-be1b-af38c8f7cd77 req-3ba33bad-31ac-4a00-a396-9c196b4a86f7 tempest-InstanceActionsNegativeTestJSON-1061339587 tempest-InstanceActionsNegativeTestJSON-1061339587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:42.987803 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c92f59b1-1c04-403e-a225-fd7f8d7e222e req-f49933f5-a567-47ee-81c1-1281d4f051d8 tempest-InstanceActionsNegativeTestJSON-1061339587 tempest-InstanceActionsNegativeTestJSON-1061339587-project] 10.222.0.85 "GET /v2.0/ports?device_id=2e1cf71d-a309-49a2-8672-93a6238f33b0 HTTP/1.1" status: 200 len: 210 time: 0.0327950 May 18 18:22:43.049254 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:43.211036 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-789ee2b3-22d1-4e9a-94f7-4f2650c48654 req-666b4f93-53c7-4d09-a81d-b959f9e55849 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "GET /v2.0/security-groups?id=d9fc5545-8f9d-47d5-aaef-b8ab87285815&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5953515 May 18 18:22:43.236689 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 33664213-089a-4f22-9123-31b7caedaa56 details requested by agent hyperv_n-h1-838550-3 with host n-h1-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:22:43.314227 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a407b2-bf62-4433-8f51-e03302979156 req-178a1865-4453-4f6c-b2f5-f139b0751c51 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:22:43.316531 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b2a407b2-bf62-4433-8f51-e03302979156 req-178a1865-4453-4f6c-b2f5-f139b0751c51 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.36 "GET /v2.0/ports?device_id=2eb5fc42-1e94-43a3-9aa4-ad4e9a06c9c3 HTTP/1.1" status: 200 len: 946 time: 0.1293073 May 18 18:22:43.337604 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9355dc3-823b-41ee-adf1-72e4d8ef4633 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Router 85b3c71b-3956-4835-ba59-ff5157d7a781 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:22:43.362954 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 33664213-089a-4f22-9123-31b7caedaa56, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=33664213-089a-4f22-9123-31b7caedaa56,segment=NetworkSegment(ef93e1fc-f0f4-4220-adc9-d2cb000b3c93),segment_id=ef93e1fc-f0f4-4220-adc9-d2cb000b3c93)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:22:43.378637 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Returning: {'device': '33664213-089a-4f22-9123-31b7caedaa56', 'network_id': 'adbd4d3b-93fc-4f7a-a6ae-1551b2db5668', 'port_id': '33664213-089a-4f22-9123-31b7caedaa56', 'mac_address': 'fa:16:3e:ac:17:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b85d9655-9e18-4f20-bd82-d6f95b142d2a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:22:43.392480 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [req-f8c4b8e4-8214-424e-be1b-af38c8f7cd77 req-3ba33bad-31ac-4a00-a396-9c196b4a86f7 tempest-InstanceActionsNegativeTestJSON-1061339587 tempest-InstanceActionsNegativeTestJSON-1061339587-project] Allocated IP 172.20.0.12 (bc1c6aee-d95a-4fc9-8a5e-ea8397395d04/8a1e3278-d687-4857-a0f1-4e1f8484e964/4569906d-d5dd-4a81-8fbc-dadaa5aca7b3) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:22:43.421384 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 33664213-089a-4f22-9123-31b7caedaa56 is: ACTIVE; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:22:43.422070 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:43.441496 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 33664213-089a-4f22-9123-31b7caedaa56 {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:22:43.463771 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 33664213-089a-4f22-9123-31b7caedaa56, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=33664213-089a-4f22-9123-31b7caedaa56,segment=NetworkSegment(ef93e1fc-f0f4-4220-adc9-d2cb000b3c93),segment_id=ef93e1fc-f0f4-4220-adc9-d2cb000b3c93)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:22:43.470080 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:43.517019 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-b2a407b2-bf62-4433-8f51-e03302979156 req-70e9633f-999f-48f3-885e-860908f4295c tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Deleting port b3574f87-5a1a-409e-81ae-2017bd6b025c {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:22:43.517875 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-b2a407b2-bf62-4433-8f51-e03302979156 req-70e9633f-999f-48f3-885e-860908f4295c tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:43.544498 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=33664213-089a-4f22-9123-31b7caedaa56,revision_number=6']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:22:43.583174 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['33664213-089a-4f22-9123-31b7caedaa56'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:22:43.610000 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9355dc3-823b-41ee-adf1-72e4d8ef4633 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:22:43.685080 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-b2a407b2-bf62-4433-8f51-e03302979156 req-70e9633f-999f-48f3-885e-860908f4295c tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] For port b3574f87-5a1a-409e-81ae-2017bd6b025c, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=b3574f87-5a1a-409e-81ae-2017bd6b025c,segment=NetworkSegment(c2befe81-e0f9-403d-ab80-68896828fcba),segment_id=c2befe81-e0f9-403d-ab80-68896828fcba)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:22:43.685457 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-b2a407b2-bf62-4433-8f51-e03302979156 req-70e9633f-999f-48f3-885e-860908f4295c tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:43.698720 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e9355dc3-823b-41ee-adf1-72e4d8ef4633 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:43.702220 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab28a805-f107-4854-887e-ca69ece715b4 None None] Sync routers for ids ['85b3c71b-3956-4835-ba59-ff5157d7a781'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:22:43.764333 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-e9355dc3-823b-41ee-adf1-72e4d8ef4633 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] 10.222.0.85 "PUT /v2.0/floatingips/29649067-ade3-4995-9356-31def431415a HTTP/1.1" status: 200 len: 978 time: 2.3876519 May 18 18:22:43.765036 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44454) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:22:43.771542 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab28a805-f107-4854-887e-ca69ece715b4 None None] Routers {'85b3c71b-3956-4835-ba59-ff5157d7a781'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:22:43.772444 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-ab28a805-f107-4854-887e-ca69ece715b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:22:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['85b3c71b-3956-4835-ba59-ff5157d7a781'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:22:43.792777 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-f8c4b8e4-8214-424e-be1b-af38c8f7cd77 req-3ba33bad-31ac-4a00-a396-9c196b4a86f7 tempest-InstanceActionsNegativeTestJSON-1061339587 tempest-InstanceActionsNegativeTestJSON-1061339587-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:43.814601 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-ab28a805-f107-4854-887e-ca69ece715b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:22:43.832244 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab28a805-f107-4854-887e-ca69ece715b4 None None] Routers {'85b3c71b-3956-4835-ba59-ff5157d7a781'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:22:43.832878 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-ab28a805-f107-4854-887e-ca69ece715b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:22:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['85b3c71b-3956-4835-ba59-ff5157d7a781'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:22:43.874731 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-f8c4b8e4-8214-424e-be1b-af38c8f7cd77 req-3ba33bad-31ac-4a00-a396-9c196b4a86f7 tempest-InstanceActionsNegativeTestJSON-1061339587 tempest-InstanceActionsNegativeTestJSON-1061339587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:43.877075 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-ab28a805-f107-4854-887e-ca69ece715b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:22:43.880074 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab28a805-f107-4854-887e-ca69ece715b4 None None] The sync data for ids ['85b3c71b-3956-4835-ba59-ff5157d7a781'] in n-d-838550-3 is: [] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:22:43.931352 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba33bad-31ac-4a00-a396-9c196b4a86f7 tempest-InstanceActionsNegativeTestJSON-1061339587 tempest-InstanceActionsNegativeTestJSON-1061339587-project] Pushing event updated for resources: {'Port': ['ID=4569906d-d5dd-4a81-8fbc-dadaa5aca7b3,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:22:43.956342 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8c4b8e4-8214-424e-be1b-af38c8f7cd77 req-3ba33bad-31ac-4a00-a396-9c196b4a86f7 tempest-InstanceActionsNegativeTestJSON-1061339587 tempest-InstanceActionsNegativeTestJSON-1061339587-project] Network bc1c6aee-d95a-4fc9-8a5e-ea8397395d04 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:22:43.961268 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [req-f8c4b8e4-8214-424e-be1b-af38c8f7cd77 req-3ba33bad-31ac-4a00-a396-9c196b4a86f7 tempest-InstanceActionsNegativeTestJSON-1061339587 tempest-InstanceActionsNegativeTestJSON-1061339587-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:22:43.970878 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8c4b8e4-8214-424e-be1b-af38c8f7cd77 req-3ba33bad-31ac-4a00-a396-9c196b4a86f7 tempest-InstanceActionsNegativeTestJSON-1061339587 tempest-InstanceActionsNegativeTestJSON-1061339587-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:22:44.051341 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c4b8e4-8214-424e-be1b-af38c8f7cd77 req-3ba33bad-31ac-4a00-a396-9c196b4a86f7 tempest-InstanceActionsNegativeTestJSON-1061339587 tempest-InstanceActionsNegativeTestJSON-1061339587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:22:44.052489 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-f8c4b8e4-8214-424e-be1b-af38c8f7cd77 req-3ba33bad-31ac-4a00-a396-9c196b4a86f7 tempest-InstanceActionsNegativeTestJSON-1061339587 tempest-InstanceActionsNegativeTestJSON-1061339587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:44.094073 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f8c4b8e4-8214-424e-be1b-af38c8f7cd77 req-3ba33bad-31ac-4a00-a396-9c196b4a86f7 tempest-InstanceActionsNegativeTestJSON-1061339587 tempest-InstanceActionsNegativeTestJSON-1061339587-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8392241 May 18 18:22:44.107933 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-f8c4b8e4-8214-424e-be1b-af38c8f7cd77 req-75b5985d-d44d-4a04-8ccd-274e0cd5c763 service neutron] Request body: {'port': {'device_id': '2e1cf71d-a309-49a2-8672-93a6238f33b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-3'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:22:44.173674 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-f8c4b8e4-8214-424e-be1b-af38c8f7cd77 req-75b5985d-d44d-4a04-8ccd-274e0cd5c763 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:44.271343 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-3c6433b9-f9ec-466d-bc2b-537eda8e36e3 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Deleting port bf639fb3-5644-4817-804f-02f2722ebda1 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:22:44.271847 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3c6433b9-f9ec-466d-bc2b-537eda8e36e3 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:44.388358 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3fd304-a0d0-4aef-9a87-affa54dc08f7 req-c39be55f-0738-4053-bce6-bcec7b0eb0a5 tempest-InstanceActionsNegativeTestJSON-1061339587 tempest-InstanceActionsNegativeTestJSON-1061339587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:22:44.388358 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ea3fd304-a0d0-4aef-9a87-affa54dc08f7 req-c39be55f-0738-4053-bce6-bcec7b0eb0a5 tempest-InstanceActionsNegativeTestJSON-1061339587 tempest-InstanceActionsNegativeTestJSON-1061339587-project] 10.222.0.85 "GET /v2.0/ports?device_id=2e1cf71d-a309-49a2-8672-93a6238f33b0 HTTP/1.1" status: 200 len: 932 time: 0.2424500 May 18 18:22:44.460505 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540b03f1-519f-4589-87c3-461e57c33205 req-f8a36b55-123f-484a-8ee1-5672256f13b1 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:22:44.468714 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-540b03f1-519f-4589-87c3-461e57c33205 req-f8a36b55-123f-484a-8ee1-5672256f13b1 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "GET /v2.0/ports?device_id=2eb5fc42-1e94-43a3-9aa4-ad4e9a06c9c3 HTTP/1.1" status: 200 len: 946 time: 0.0962558 May 18 18:22:44.568912 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-b2a407b2-bf62-4433-8f51-e03302979156 req-70e9633f-999f-48f3-885e-860908f4295c tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:44.570530 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-b2a407b2-bf62-4433-8f51-e03302979156 req-70e9633f-999f-48f3-885e-860908f4295c tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596987'] for floatingip, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:44.570957 n-d-838550-3 neutron-server[102730]: INFO neutron.db.l3_db [req-b2a407b2-bf62-4433-8f51-e03302979156 req-70e9633f-999f-48f3-885e-860908f4295c tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Floating IP cd70482d-9db9-4032-8b3b-4e7754226bf7 disassociated. External IP: 172.25.5.189, port: b3574f87-5a1a-409e-81ae-2017bd6b025c. May 18 18:22:44.571447 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-b2a407b2-bf62-4433-8f51-e03302979156 req-70e9633f-999f-48f3-885e-860908f4295c tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Calling delete_port for b3574f87-5a1a-409e-81ae-2017bd6b025c owned by compute:nova {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:22:44.604271 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ea3fd304-a0d0-4aef-9a87-affa54dc08f7 req-8306ee03-fb25-4dba-a794-f27e5a1df3eb tempest-InstanceActionsNegativeTestJSON-1061339587 tempest-InstanceActionsNegativeTestJSON-1061339587-project] 10.222.0.85 "GET /v2.0/security-groups?id=e2a63cef-7540-4cb7-adf0-bd915f2f093a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395204 May 18 18:22:44.630657 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3c6433b9-f9ec-466d-bc2b-537eda8e36e3 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:44.717704 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [req-f8c4b8e4-8214-424e-be1b-af38c8f7cd77 req-75b5985d-d44d-4a04-8ccd-274e0cd5c763 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4569906d-d5dd-4a81-8fbc-dadaa5aca7b3 {{(pid=102731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:22:44.725836 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-f8c4b8e4-8214-424e-be1b-af38c8f7cd77 req-75b5985d-d44d-4a04-8ccd-274e0cd5c763 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:44.764295 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-540b03f1-519f-4589-87c3-461e57c33205 req-23567c7b-a02d-41a0-b162-6a1dcc7da7ef tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "GET /v2.0/security-groups?id=d9fc5545-8f9d-47d5-aaef-b8ab87285815&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2947080 May 18 18:22:44.840935 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.provisioning_blocks [req-f8c4b8e4-8214-424e-be1b-af38c8f7cd77 req-75b5985d-d44d-4a04-8ccd-274e0cd5c763 service neutron] Transition to ACTIVE for port object 4569906d-d5dd-4a81-8fbc-dadaa5aca7b3 will not be triggered until provisioned by entity L2. {{(pid=102731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:22:44.842512 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-b2a407b2-bf62-4433-8f51-e03302979156 req-70e9633f-999f-48f3-885e-860908f4295c tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:44.850158 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-f8c4b8e4-8214-424e-be1b-af38c8f7cd77 req-75b5985d-d44d-4a04-8ccd-274e0cd5c763 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:44.929444 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e9633f-999f-48f3-885e-860908f4295c tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Pushing event deleted for resources: {'Port': ['ID=b3574f87-5a1a-409e-81ae-2017bd6b025c,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:22:45.000104 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b5985d-d44d-4a04-8ccd-274e0cd5c763 service neutron] Pushing event updated for resources: {'Port': ['ID=4569906d-d5dd-4a81-8fbc-dadaa5aca7b3,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:22:45.165007 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3c6433b9-f9ec-466d-bc2b-537eda8e36e3 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:45.165344 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3c6433b9-f9ec-466d-bc2b-537eda8e36e3 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596987'] for floatingip, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:45.165522 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-f8c4b8e4-8214-424e-be1b-af38c8f7cd77 req-75b5985d-d44d-4a04-8ccd-274e0cd5c763 service neutron] Attempting to bind port 4569906d-d5dd-4a81-8fbc-dadaa5aca7b3 on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:22:45.165924 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-f8c4b8e4-8214-424e-be1b-af38c8f7cd77 req-75b5985d-d44d-4a04-8ccd-274e0cd5c763 service neutron] Attempting to bind port 4569906d-d5dd-4a81-8fbc-dadaa5aca7b3 by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': 'df4c2a31-518d-4e20-ba18-6365c3ea7eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'bc1c6aee-d95a-4fc9-8a5e-ea8397395d04'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:22:45.166187 n-d-838550-3 neutron-server[102730]: INFO neutron.db.l3_db [None req-3c6433b9-f9ec-466d-bc2b-537eda8e36e3 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Floating IP 29649067-ade3-4995-9356-31def431415a disassociated. External IP: 172.25.5.203, port: bf639fb3-5644-4817-804f-02f2722ebda1. May 18 18:22:45.166310 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c4b8e4-8214-424e-be1b-af38c8f7cd77 req-75b5985d-d44d-4a04-8ccd-274e0cd5c763 service neutron] Attempting to bind port 4569906d-d5dd-4a81-8fbc-dadaa5aca7b3 on network bc1c6aee-d95a-4fc9-8a5e-ea8397395d04 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:22:45.167270 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-3c6433b9-f9ec-466d-bc2b-537eda8e36e3 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Calling delete_port for bf639fb3-5644-4817-804f-02f2722ebda1 owned by {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:22:45.172198 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c4b8e4-8214-424e-be1b-af38c8f7cd77 req-75b5985d-d44d-4a04-8ccd-274e0cd5c763 service neutron] Port 4569906d-d5dd-4a81-8fbc-dadaa5aca7b3 on network bc1c6aee-d95a-4fc9-8a5e-ea8397395d04 not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:22:45.172569 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c4b8e4-8214-424e-be1b-af38c8f7cd77 req-75b5985d-d44d-4a04-8ccd-274e0cd5c763 service neutron] Attempting to bind port 4569906d-d5dd-4a81-8fbc-dadaa5aca7b3 on network bc1c6aee-d95a-4fc9-8a5e-ea8397395d04 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:22:45.178723 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c4b8e4-8214-424e-be1b-af38c8f7cd77 req-75b5985d-d44d-4a04-8ccd-274e0cd5c763 service neutron] Checking agent: {'id': 'd1be059a-68ea-4c77-9b2b-29f4afa47e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:22:45.179120 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c4b8e4-8214-424e-be1b-af38c8f7cd77 req-75b5985d-d44d-4a04-8ccd-274e0cd5c763 service neutron] Checking segment: {'id': 'df4c2a31-518d-4e20-ba18-6365c3ea7eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'bc1c6aee-d95a-4fc9-8a5e-ea8397395d04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:22:45.179772 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c4b8e4-8214-424e-be1b-af38c8f7cd77 req-75b5985d-d44d-4a04-8ccd-274e0cd5c763 service neutron] Bound using segment: {'id': 'df4c2a31-518d-4e20-ba18-6365c3ea7eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'bc1c6aee-d95a-4fc9-8a5e-ea8397395d04'} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:22:45.180342 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-f8c4b8e4-8214-424e-be1b-af38c8f7cd77 req-75b5985d-d44d-4a04-8ccd-274e0cd5c763 service neutron] Bound port: 4569906d-d5dd-4a81-8fbc-dadaa5aca7b3, host: n-h2-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df4c2a31-518d-4e20-ba18-6365c3ea7eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'bc1c6aee-d95a-4fc9-8a5e-ea8397395d04'}}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:22:45.180760 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-f8c4b8e4-8214-424e-be1b-af38c8f7cd77 req-75b5985d-d44d-4a04-8ccd-274e0cd5c763 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:45.194036 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b2a407b2-bf62-4433-8f51-e03302979156 req-70e9633f-999f-48f3-885e-860908f4295c tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Router dd4fb3a2-cf1a-484e-8947-1a9c5627a33c has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:22:45.247688 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 33664213-089a-4f22-9123-31b7caedaa56 up at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:22:45.383568 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-f8c4b8e4-8214-424e-be1b-af38c8f7cd77 req-75b5985d-d44d-4a04-8ccd-274e0cd5c763 service neutron] For port 4569906d-d5dd-4a81-8fbc-dadaa5aca7b3, host n-h2-838550-3, cleared binding levels {{(pid=102731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:22:45.393571 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-f8c4b8e4-8214-424e-be1b-af38c8f7cd77 req-75b5985d-d44d-4a04-8ccd-274e0cd5c763 service neutron] For port 4569906d-d5dd-4a81-8fbc-dadaa5aca7b3, host n-h2-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=4569906d-d5dd-4a81-8fbc-dadaa5aca7b3,segment=NetworkSegment(df4c2a31-518d-4e20-ba18-6365c3ea7eb8),segment_id=df4c2a31-518d-4e20-ba18-6365c3ea7eb8)] {{(pid=102731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:22:45.406798 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-f8c4b8e4-8214-424e-be1b-af38c8f7cd77 req-75b5985d-d44d-4a04-8ccd-274e0cd5c763 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:45.549238 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3c6433b9-f9ec-466d-bc2b-537eda8e36e3 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:45.567708 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c4b8e4-8214-424e-be1b-af38c8f7cd77 req-75b5985d-d44d-4a04-8ccd-274e0cd5c763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:22:45.568344 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-f8c4b8e4-8214-424e-be1b-af38c8f7cd77 req-75b5985d-d44d-4a04-8ccd-274e0cd5c763 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:45.579180 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f8c4b8e4-8214-424e-be1b-af38c8f7cd77 req-75b5985d-d44d-4a04-8ccd-274e0cd5c763 service neutron] 10.222.0.88 "PUT /v2.0/ports/4569906d-d5dd-4a81-8fbc-dadaa5aca7b3 HTTP/1.1" status: 200 len: 1092 time: 1.4765100 May 18 18:22:45.579957 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e1cf71d-a309-49a2-8672-93a6238f33b0', 'tag': '4569906d-d5dd-4a81-8fbc-dadaa5aca7b3'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:22:45.589859 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e50d46be-9886-4c26-9f3d-f6edffe4695c" -d '{"events": [{"name": "network-changed", "server_uuid": "2e1cf71d-a309-49a2-8672-93a6238f33b0", "tag": "4569906d-d5dd-4a81-8fbc-dadaa5aca7b3"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:22:45.655060 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b5985d-d44d-4a04-8ccd-274e0cd5c763 service neutron] Pushing event updated for resources: {'Port': ['ID=4569906d-d5dd-4a81-8fbc-dadaa5aca7b3,revision_number=3']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:22:45.714272 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning complete for port 33664213-089a-4f22-9123-31b7caedaa56 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:22:45.726532 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:45.788107 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6433b9-f9ec-466d-bc2b-537eda8e36e3 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Pushing event deleted for resources: {'Port': ['ID=bf639fb3-5644-4817-804f-02f2722ebda1,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:22:45.793924 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7671395b-3348-4242-96bc-fc816f5c7172 x-openstack-request-id: req-7671395b-3348-4242-96bc-fc816f5c7172 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:22:45.794633 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e1cf71d-a309-49a2-8672-93a6238f33b0", "tag": "4569906d-d5dd-4a81-8fbc-dadaa5aca7b3", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:22:45.795036 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-7671395b-3348-4242-96bc-fc816f5c7172 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:22:45.795600 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7671395b-3348-4242-96bc-fc816f5c7172'] response: {'name': 'network-changed', 'server_uuid': '2e1cf71d-a309-49a2-8672-93a6238f33b0', 'tag': '4569906d-d5dd-4a81-8fbc-dadaa5aca7b3', 'status': 'completed', 'code': 200} May 18 18:22:45.869834 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c4b8e4-8214-424e-be1b-af38c8f7cd77 req-39a7704b-c3ca-4bf4-af5f-350cbc358913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:22:45.869834 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f8c4b8e4-8214-424e-be1b-af38c8f7cd77 req-39a7704b-c3ca-4bf4-af5f-350cbc358913 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3f58c78a5a684d228ed64a0ed37330bf&device_id=2e1cf71d-a309-49a2-8672-93a6238f33b0 HTTP/1.1" status: 200 len: 1095 time: 0.1944368 May 18 18:22:45.968278 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f8c4b8e4-8214-424e-be1b-af38c8f7cd77 req-ff5bc2bf-8216-4317-8b46-635816605f9c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4569906d-d5dd-4a81-8fbc-dadaa5aca7b3 HTTP/1.1" status: 200 len: 217 time: 0.0690887 May 18 18:22:46.027525 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b2a407b2-bf62-4433-8f51-e03302979156 req-70e9633f-999f-48f3-885e-860908f4295c tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:22:46.037391 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-937b216e-da9b-4f14-954d-a877e34c6684 req-bc17aca7-543b-45ae-a31e-cb20065031d8 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "GET /v2.0/ports?device_id=2eb5fc42-1e94-43a3-9aa4-ad4e9a06c9c3 HTTP/1.1" status: 200 len: 210 time: 0.1233175 May 18 18:22:46.042044 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764e8e18-fda4-4214-9300-685ab0654b6f None None] Sync routers for ids ['dd4fb3a2-cf1a-484e-8947-1a9c5627a33c'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:22:46.066345 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764e8e18-fda4-4214-9300-685ab0654b6f None None] Routers {'dd4fb3a2-cf1a-484e-8947-1a9c5627a33c'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:22:46.067375 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-764e8e18-fda4-4214-9300-685ab0654b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:22:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['dd4fb3a2-cf1a-484e-8947-1a9c5627a33c'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:22:46.161435 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c4b8e4-8214-424e-be1b-af38c8f7cd77 req-db49bbaa-2a9c-460f-aa7f-e2111bd0923f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:22:46.163217 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f8c4b8e4-8214-424e-be1b-af38c8f7cd77 req-db49bbaa-2a9c-460f-aa7f-e2111bd0923f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8a1e3278-d687-4857-a0f1-4e1f8484e964 HTTP/1.1" status: 200 len: 861 time: 0.1568632 May 18 18:22:46.209227 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2a407b2-bf62-4433-8f51-e03302979156 req-70e9633f-999f-48f3-885e-860908f4295c tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] No DVR routers for this DVR port b3574f87-5a1a-409e-81ae-2017bd6b025c on host n-h1-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:22:46.238165 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 33664213-089a-4f22-9123-31b7caedaa56 is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:22:46.238872 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:46.240349 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f8c4b8e4-8214-424e-be1b-af38c8f7cd77 req-03d2897d-654d-4476-9a15-14c30495838b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=bc1c6aee-d95a-4fc9-8a5e-ea8397395d04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0679195 May 18 18:22:46.267879 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-b2a407b2-bf62-4433-8f51-e03302979156 req-70e9633f-999f-48f3-885e-860908f4295c tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:46.271793 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b2a407b2-bf62-4433-8f51-e03302979156 req-70e9633f-999f-48f3-885e-860908f4295c tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.36 "DELETE /v2.0/ports/b3574f87-5a1a-409e-81ae-2017bd6b025c HTTP/1.1" status: 204 len: 173 time: 2.9456148 May 18 18:22:46.272608 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eb5fc42-1e94-43a3-9aa4-ad4e9a06c9c3', 'name': 'network-vif-deleted', 'tag': 'b3574f87-5a1a-409e-81ae-2017bd6b025c'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:22:46.275581 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9796dc6d-22b5-4f12-8dac-29a2ca73493c" -d '{"events": [{"server_uuid": "2eb5fc42-1e94-43a3-9aa4-ad4e9a06c9c3", "name": "network-vif-deleted", "tag": "b3574f87-5a1a-409e-81ae-2017bd6b025c"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:22:46.333871 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef854938-189c-46f2-8314-215a08afd5f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33664213-089a-4f22-9123-31b7caedaa56'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:22:46.333871 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d74acd53-5014-48b9-9152-a00707c8d06e" -d '{"events": [{"server_uuid": "ef854938-189c-46f2-8314-215a08afd5f6", "name": "network-vif-plugged", "status": "completed", "tag": "33664213-089a-4f22-9123-31b7caedaa56"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:22:46.334610 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7220783-2350-41a2-a938-0b9624b49e04 req-db77fce1-6e63-47a4-805d-c0f1a534b7b1 tempest-InstanceActionsNegativeTestJSON-1061339587 tempest-InstanceActionsNegativeTestJSON-1061339587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:22:46.346186 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 33664213-089a-4f22-9123-31b7caedaa56, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=33664213-089a-4f22-9123-31b7caedaa56,segment=NetworkSegment(ef93e1fc-f0f4-4220-adc9-d2cb000b3c93),segment_id=ef93e1fc-f0f4-4220-adc9-d2cb000b3c93)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:22:46.348038 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d7220783-2350-41a2-a938-0b9624b49e04 req-db77fce1-6e63-47a4-805d-c0f1a534b7b1 tempest-InstanceActionsNegativeTestJSON-1061339587 tempest-InstanceActionsNegativeTestJSON-1061339587-project] 10.222.0.85 "GET /v2.0/ports?device_id=2e1cf71d-a309-49a2-8672-93a6238f33b0 HTTP/1.1" status: 200 len: 944 time: 0.4854534 May 18 18:22:46.362608 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-764e8e18-fda4-4214-9300-685ab0654b6f None None] Set router dd4fb3a2-cf1a-484e-8947-1a9c5627a33c gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:22:46.371962 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c6433b9-f9ec-466d-bc2b-537eda8e36e3 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Router 85b3c71b-3956-4835-ba59-ff5157d7a781 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:22:46.395548 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90760fc4-041c-4a7b-9097-855fcb483307 x-openstack-request-id: req-90760fc4-041c-4a7b-9097-855fcb483307 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:22:46.398425 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eb5fc42-1e94-43a3-9aa4-ad4e9a06c9c3", "name": "network-vif-deleted", "tag": "b3574f87-5a1a-409e-81ae-2017bd6b025c", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:22:46.398927 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-90760fc4-041c-4a7b-9097-855fcb483307 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:22:46.399538 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90760fc4-041c-4a7b-9097-855fcb483307'] response: {'server_uuid': '2eb5fc42-1e94-43a3-9aa4-ad4e9a06c9c3', 'name': 'network-vif-deleted', 'tag': 'b3574f87-5a1a-409e-81ae-2017bd6b025c', 'status': 'completed', 'code': 200} May 18 18:22:46.404122 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:46.414902 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device b3574f87-5a1a-409e-81ae-2017bd6b025c no longer exists at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:22:46.506931 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] No Port match for: b3574f87-5a1a-409e-81ae-2017bd6b025c {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:22:46.507428 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device b3574f87-5a1a-409e-81ae-2017bd6b025c not bound to the agent host n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:22:46.640651 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdc714db-d595-4336-bef6-1319de37e514 x-openstack-request-id: req-fdc714db-d595-4336-bef6-1319de37e514 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:22:46.640651 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef854938-189c-46f2-8314-215a08afd5f6", "name": "network-vif-plugged", "status": "completed", "tag": "33664213-089a-4f22-9123-31b7caedaa56", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:22:46.642656 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-fdc714db-d595-4336-bef6-1319de37e514 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:22:46.642656 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdc714db-d595-4336-bef6-1319de37e514'] response: {'server_uuid': 'ef854938-189c-46f2-8314-215a08afd5f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33664213-089a-4f22-9123-31b7caedaa56', 'code': 200} May 18 18:22:46.732734 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=33664213-089a-4f22-9123-31b7caedaa56,revision_number=7']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:22:46.770583 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d7220783-2350-41a2-a938-0b9624b49e04 req-6fd87189-e4cf-489d-9b43-bab59f9bc99f tempest-InstanceActionsNegativeTestJSON-1061339587 tempest-InstanceActionsNegativeTestJSON-1061339587-project] 10.222.0.85 "GET /v2.0/security-groups?id=e2a63cef-7540-4cb7-adf0-bd915f2f093a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3170364 May 18 18:22:46.838370 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f8c4b8e4-8214-424e-be1b-af38c8f7cd77 req-d588b56a-bce8-4fae-9b3a-604f93105ef1 service neutron] 10.222.0.88 "GET /v2.0/networks/bc1c6aee-d95a-4fc9-8a5e-ea8397395d04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5878475 May 18 18:22:46.874638 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-764e8e18-fda4-4214-9300-685ab0654b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4fb3a2-cf1a-484e-8947-1a9c5627a33c', 'name': 'tempest-AttachVolumeTestJSON-441656062-router', 'tenant_id': '46ea3823b08b4c9799a678c4a73b1420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.97'}], 'enable_snat': True}, 'gw_port_id': 'f13a6673-ce7b-46fd-a875-cac70ff04edc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:15:06Z', 'updated_at': '2022-05-18T18:15:22Z', 'revision_number': 4, 'project_id': '46ea3823b08b4c9799a678c4a73b1420', 'gw_port': {'id': 'f13a6673-ce7b-46fd-a875-cac70ff04edc', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4fb3a2-cf1a-484e-8947-1a9c5627a33c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:15:09Z', 'updated_at': '2022-05-18T18:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '8bccb3d7-6789-4c70-a9e4-2ecb4df9c97f', 'name': '', 'network_id': '32202dd9-9064-4832-817f-7e8b4a8db1c5', 'tenant_id': '46ea3823b08b4c9799a678c4a73b1420', 'mac_address': 'fa:16:3e:b5:3c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4fb3a2-cf1a-484e-8947-1a9c5627a33c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '77da057d-3a9e-4973-b1e0-fe1781c445e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:15:19Z', 'updated_at': '2022-05-18T18:15:30Z', 'revision_number': 5, 'project_id': '46ea3823b08b4c9799a678c4a73b1420', 'subnets': [{'id': '77da057d-3a9e-4973-b1e0-fe1781c445e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:22:46.937450 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764e8e18-fda4-4214-9300-685ab0654b6f None None] Checking router: dd4fb3a2-cf1a-484e-8947-1a9c5627a33c for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:22:46.964852 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764e8e18-fda4-4214-9300-685ab0654b6f None None] Routers {'dd4fb3a2-cf1a-484e-8947-1a9c5627a33c'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:22:46.971057 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c6433b9-f9ec-466d-bc2b-537eda8e36e3 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:22:46.980738 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-764e8e18-fda4-4214-9300-685ab0654b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:22:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['dd4fb3a2-cf1a-484e-8947-1a9c5627a33c'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:22:46.990177 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d315a7ee-a231-401e-8a10-c4650a834086 None None] Sync routers for ids ['85b3c71b-3956-4835-ba59-ff5157d7a781'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:22:47.037203 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d315a7ee-a231-401e-8a10-c4650a834086 None None] Routers {'85b3c71b-3956-4835-ba59-ff5157d7a781'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:22:47.038961 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-d315a7ee-a231-401e-8a10-c4650a834086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:22:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['85b3c71b-3956-4835-ba59-ff5157d7a781'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:22:47.208582 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-d315a7ee-a231-401e-8a10-c4650a834086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:22:47.242204 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d315a7ee-a231-401e-8a10-c4650a834086 None None] Routers {'85b3c71b-3956-4835-ba59-ff5157d7a781'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:22:47.242922 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-d315a7ee-a231-401e-8a10-c4650a834086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:22:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['85b3c71b-3956-4835-ba59-ff5157d7a781'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:22:47.261696 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f8c4b8e4-8214-424e-be1b-af38c8f7cd77 req-226852f8-a566-4cce-b06f-8d7e6e2aef8e service neutron] 10.222.0.88 "GET /v2.0/networks/bc1c6aee-d95a-4fc9-8a5e-ea8397395d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4153922 May 18 18:22:47.379069 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3c6433b9-f9ec-466d-bc2b-537eda8e36e3 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:47.382706 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-3c6433b9-f9ec-466d-bc2b-537eda8e36e3 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] 10.222.0.85 "DELETE /v2.0/ports/bf639fb3-5644-4817-804f-02f2722ebda1 HTTP/1.1" status: 204 len: 168 time: 3.6166670 May 18 18:22:47.389591 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44530) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:22:47.436447 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-764e8e18-fda4-4214-9300-685ab0654b6f None None] Set router dd4fb3a2-cf1a-484e-8947-1a9c5627a33c gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:22:47.451649 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-d315a7ee-a231-401e-8a10-c4650a834086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:22:47.454372 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d315a7ee-a231-401e-8a10-c4650a834086 None None] The sync data for ids ['85b3c71b-3956-4835-ba59-ff5157d7a781'] in n-d-838550-3 is: [] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:22:47.502516 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-93ce6185-b72c-4b7b-8e05-6c53086f5ecd req-b9c0360b-67b0-48db-a622-9597d993ae2b tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "GET /v2.0/ports?device_id=2eb5fc42-1e94-43a3-9aa4-ad4e9a06c9c3 HTTP/1.1" status: 200 len: 210 time: 0.1822610 May 18 18:22:47.515833 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-592cb5aa-1a6d-4ef0-be50-a2c236dc429b tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] 10.222.0.85 "GET /v2.0/floatingips/29649067-ade3-4995-9356-31def431415a HTTP/1.1" status: 200 len: 688 time: 0.1234648 May 18 18:22:47.533336 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 44532) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:22:47.542133 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac03d8dd-ff07-4aaf-81ce-d55262256acc req-4d60b8dc-be76-4cd7-9503-d71446aae1e7 tempest-TestNetworkAdvancedServerOps-1996564383 tempest-TestNetworkAdvancedServerOps-1996564383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:22:47.543674 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ac03d8dd-ff07-4aaf-81ce-d55262256acc req-4d60b8dc-be76-4cd7-9503-d71446aae1e7 tempest-TestNetworkAdvancedServerOps-1996564383 tempest-TestNetworkAdvancedServerOps-1996564383-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=2aaa7b97-c1f6-417f-be5b-d86238fc14b5 HTTP/1.1" status: 200 len: 1096 time: 0.4727161 May 18 18:22:47.583837 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-ac03d8dd-ff07-4aaf-81ce-d55262256acc req-73c9c371-a988-4d48-869a-d8f8d14fe925 tempest-TestNetworkAdvancedServerOps-1996564383 tempest-TestNetworkAdvancedServerOps-1996564383-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:47.631831 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50d46be-9886-4c26-9f3d-f6edffe4695c req-ca039aea-e733-4922-88f6-059591dcf3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:22:47.636247 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e50d46be-9886-4c26-9f3d-f6edffe4695c req-ca039aea-e733-4922-88f6-059591dcf3a5 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3f58c78a5a684d228ed64a0ed37330bf&device_id=2e1cf71d-a309-49a2-8672-93a6238f33b0 HTTP/1.1" status: 200 len: 1095 time: 0.2330022 May 18 18:22:47.759843 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-ac03d8dd-ff07-4aaf-81ce-d55262256acc req-73c9c371-a988-4d48-869a-d8f8d14fe925 tempest-TestNetworkAdvancedServerOps-1996564383 tempest-TestNetworkAdvancedServerOps-1996564383-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:47.774982 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-ac03d8dd-ff07-4aaf-81ce-d55262256acc req-73c9c371-a988-4d48-869a-d8f8d14fe925 tempest-TestNetworkAdvancedServerOps-1996564383 tempest-TestNetworkAdvancedServerOps-1996564383-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:47.849884 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ac03d8dd-ff07-4aaf-81ce-d55262256acc req-73c9c371-a988-4d48-869a-d8f8d14fe925 tempest-TestNetworkAdvancedServerOps-1996564383 tempest-TestNetworkAdvancedServerOps-1996564383-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=6cd42249-be19-4866-8a3b-7059b1a837e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2855058 May 18 18:22:47.875415 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9c371-a988-4d48-869a-d8f8d14fe925 tempest-TestNetworkAdvancedServerOps-1996564383 tempest-TestNetworkAdvancedServerOps-1996564383-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7dc7dfa-3290-4e7e-ba47-4cb073cd914a,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:22:48.013875 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-764e8e18-fda4-4214-9300-685ab0654b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4fb3a2-cf1a-484e-8947-1a9c5627a33c', 'name': 'tempest-AttachVolumeTestJSON-441656062-router', 'tenant_id': '46ea3823b08b4c9799a678c4a73b1420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.97'}], 'enable_snat': True}, 'gw_port_id': 'f13a6673-ce7b-46fd-a875-cac70ff04edc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:15:06Z', 'updated_at': '2022-05-18T18:15:22Z', 'revision_number': 4, 'project_id': '46ea3823b08b4c9799a678c4a73b1420', 'gw_port': {'id': 'f13a6673-ce7b-46fd-a875-cac70ff04edc', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4fb3a2-cf1a-484e-8947-1a9c5627a33c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:15:09Z', 'updated_at': '2022-05-18T18:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '8bccb3d7-6789-4c70-a9e4-2ecb4df9c97f', 'name': '', 'network_id': '32202dd9-9064-4832-817f-7e8b4a8db1c5', 'tenant_id': '46ea3823b08b4c9799a678c4a73b1420', 'mac_address': 'fa:16:3e:b5:3c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4fb3a2-cf1a-484e-8947-1a9c5627a33c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '77da057d-3a9e-4973-b1e0-fe1781c445e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:15:19Z', 'updated_at': '2022-05-18T18:15:30Z', 'revision_number': 5, 'project_id': '46ea3823b08b4c9799a678c4a73b1420', 'subnets': [{'id': '77da057d-3a9e-4973-b1e0-fe1781c445e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:22:48.052634 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50d46be-9886-4c26-9f3d-f6edffe4695c req-65d6f0f1-f7e0-4a8f-b1e2-6dcc23645663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:22:48.057705 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e50d46be-9886-4c26-9f3d-f6edffe4695c req-65d6f0f1-f7e0-4a8f-b1e2-6dcc23645663 service neutron] 10.222.0.88 "GET /v2.0/networks?id=bc1c6aee-d95a-4fc9-8a5e-ea8397395d04 HTTP/1.1" status: 200 len: 922 time: 0.4046419 May 18 18:22:48.099293 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764e8e18-fda4-4214-9300-685ab0654b6f None None] The sync data for ids ['dd4fb3a2-cf1a-484e-8947-1a9c5627a33c'] in n-d-838550-3 is: [{'id': 'dd4fb3a2-cf1a-484e-8947-1a9c5627a33c', 'name': 'tempest-AttachVolumeTestJSON-441656062-router', 'tenant_id': '46ea3823b08b4c9799a678c4a73b1420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.97'}], 'enable_snat': True}, 'gw_port_id': 'f13a6673-ce7b-46fd-a875-cac70ff04edc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:15:06Z', 'updated_at': '2022-05-18T18:15:22Z', 'revision_number': 4, 'project_id': '46ea3823b08b4c9799a678c4a73b1420', 'gw_port': {'id': 'f13a6673-ce7b-46fd-a875-cac70ff04edc', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4fb3a2-cf1a-484e-8947-1a9c5627a33c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:15:09Z', 'updated_at': '2022-05-18T18:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '8bccb3d7-6789-4c70-a9e4-2ecb4df9c97f', 'name': '', 'network_id': '32202dd9-9064-4832-817f-7e8b4a8db1c5', 'tenant_id': '46ea3823b08b4c9799a678c4a73b1420', 'mac_address': 'fa:16:3e:b5:3c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4fb3a2-cf1a-484e-8947-1a9c5627a33c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '77da057d-3a9e-4973-b1e0-fe1781c445e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:15:19Z', 'updated_at': '2022-05-18T18:15:30Z', 'revision_number': 5, 'project_id': '46ea3823b08b4c9799a678c4a73b1420', 'subnets': [{'id': '77da057d-3a9e-4973-b1e0-fe1781c445e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:22:48.134856 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64b8531-7903-4a86-a044-29de34d21c65 req-758dab68-53f4-43b3-8701-3662e3dfe462 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:22:48.142512 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e64b8531-7903-4a86-a044-29de34d21c65 req-758dab68-53f4-43b3-8701-3662e3dfe462 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=2aaa7b97-c1f6-417f-be5b-d86238fc14b5 HTTP/1.1" status: 200 len: 945 time: 0.1479876 May 18 18:22:48.265973 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e64b8531-7903-4a86-a044-29de34d21c65 req-9bf112f9-6d87-4a57-bbf7-fe8531229b56 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/security-groups?id=6cd42249-be19-4866-8a3b-7059b1a837e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164227 May 18 18:22:48.272506 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e50d46be-9886-4c26-9f3d-f6edffe4695c req-9558aade-81b7-4952-aa04-adc4838244db service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4569906d-d5dd-4a81-8fbc-dadaa5aca7b3 HTTP/1.1" status: 200 len: 217 time: 0.0615168 May 18 18:22:48.293364 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44544) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:22:48.354434 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50d46be-9886-4c26-9f3d-f6edffe4695c req-5fb2e152-68b8-4a9c-8d83-0d31adbfcc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:22:48.356054 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e50d46be-9886-4c26-9f3d-f6edffe4695c req-5fb2e152-68b8-4a9c-8d83-0d31adbfcc2e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8a1e3278-d687-4857-a0f1-4e1f8484e964 HTTP/1.1" status: 200 len: 861 time: 0.0613778 May 18 18:22:48.385131 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae01afb9-8a71-4f8d-97d5-a1b12a9d3468 req-bb062c7b-4bde-4215-a1e2-1d08d5af2217 tempest-InstanceActionsNegativeTestJSON-1061339587 tempest-InstanceActionsNegativeTestJSON-1061339587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:22:48.394812 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ae01afb9-8a71-4f8d-97d5-a1b12a9d3468 req-bb062c7b-4bde-4215-a1e2-1d08d5af2217 tempest-InstanceActionsNegativeTestJSON-1061339587 tempest-InstanceActionsNegativeTestJSON-1061339587-project] 10.222.0.85 "GET /v2.0/ports?device_id=2e1cf71d-a309-49a2-8672-93a6238f33b0 HTTP/1.1" status: 200 len: 944 time: 0.3359621 May 18 18:22:48.430953 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-dc50d1b2-d0dc-4c9b-bf78-3813c4959037 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/floatingips/c1084f9b-dfba-4d33-8b64-93b90ee2f7f3 HTTP/1.1" status: 200 len: 993 time: 0.1300037 May 18 18:22:48.500574 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e50d46be-9886-4c26-9f3d-f6edffe4695c req-6b1c65ae-0c41-465e-b2da-8a2df63210f0 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=bc1c6aee-d95a-4fc9-8a5e-ea8397395d04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0885479 May 18 18:22:48.502533 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-a1bd30dc-d35f-4c3e-8a90-26f67d48a9fd tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Deleting port e7c18cb1-a332-48a6-82c4-f097227a989f {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:22:48.503072 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a1bd30dc-d35f-4c3e-8a90-26f67d48a9fd tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:48.635310 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840a403d-f246-45d8-a068-b71491dce22b None None] New status for floating IP cd70482d-9db9-4032-8b3b-4e7754226bf7: DOWN {{(pid=102733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 18:22:48.693232 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ae01afb9-8a71-4f8d-97d5-a1b12a9d3468 req-610da909-da15-4f58-8ac6-44157e9b31ed tempest-InstanceActionsNegativeTestJSON-1061339587 tempest-InstanceActionsNegativeTestJSON-1061339587-project] 10.222.0.85 "GET /v2.0/security-groups?id=e2a63cef-7540-4cb7-adf0-bd915f2f093a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2973011 May 18 18:22:48.703301 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44560) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:22:48.758750 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a1bd30dc-d35f-4c3e-8a90-26f67d48a9fd tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:48.759495 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a1bd30dc-d35f-4c3e-8a90-26f67d48a9fd tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:48.790519 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-a1bd30dc-d35f-4c3e-8a90-26f67d48a9fd tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Calling delete_port for e7c18cb1-a332-48a6-82c4-f097227a989f owned by network:floatingip {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:22:48.794199 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e50d46be-9886-4c26-9f3d-f6edffe4695c req-9dd27a23-6f4c-4b58-a148-95f5c89d8565 service neutron] 10.222.0.88 "GET /v2.0/networks/bc1c6aee-d95a-4fc9-8a5e-ea8397395d04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2832670 May 18 18:22:48.857220 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8b266d56-56a5-4096-8ba9-e1741601459b tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:48.874283 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [req-0b92ac0d-4d46-4ac5-aff9-58ac534ec27a req-43968a30-19d1-43a2-a764-632232ca03e3 service neutron] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=102730) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 18:22:48.887894 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0b92ac0d-4d46-4ac5-aff9-58ac534ec27a req-43968a30-19d1-43a2-a764-632232ca03e3 service neutron] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0177934 May 18 18:22:48.954029 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8b266d56-56a5-4096-8ba9-e1741601459b tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:48.970046 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e50d46be-9886-4c26-9f3d-f6edffe4695c req-e000d254-72f3-4704-9ecd-d686995d244c service neutron] 10.222.0.88 "GET /v2.0/networks/bc1c6aee-d95a-4fc9-8a5e-ea8397395d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597135 May 18 18:22:49.087457 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8b266d56-56a5-4096-8ba9-e1741601459b tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:49.095322 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8b266d56-56a5-4096-8ba9-e1741601459b tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:49.096508 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-8b266d56-56a5-4096-8ba9-e1741601459b tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "DELETE /v2.0/security-groups/d9fc5545-8f9d-47d5-aaef-b8ab87285815 HTTP/1.1" status: 204 len: 168 time: 0.3919878 May 18 18:22:49.099916 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 44570) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:22:49.115300 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b266d56-56a5-4096-8ba9-e1741601459b tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9fc5545-8f9d-47d5-aaef-b8ab87285815,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:22:49.141165 n-d-838550-3 neutron-server[102731]: INFO neutron.api.v2.resource [None req-84264a45-15cc-4d1b-b074-b030c78c84ac tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] show failed (client error): The resource could not be found. May 18 18:22:49.145301 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-84264a45-15cc-4d1b-b074-b030c78c84ac tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "GET /v2.0/security-groups/d9fc5545-8f9d-47d5-aaef-b8ab87285815 HTTP/1.1" status: 404 len: 347 time: 0.0443087 May 18 18:22:49.146085 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44572) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:22:49.181453 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a1bd30dc-d35f-4c3e-8a90-26f67d48a9fd tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:49.214134 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bd30dc-d35f-4c3e-8a90-26f67d48a9fd tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Pushing event deleted for resources: {'Port': ['ID=e7c18cb1-a332-48a6-82c4-f097227a989f,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:22:49.369170 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a1bd30dc-d35f-4c3e-8a90-26f67d48a9fd tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks [] for floatingip, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:49.374953 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a1bd30dc-d35f-4c3e-8a90-26f67d48a9fd tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:49.376501 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-a1bd30dc-d35f-4c3e-8a90-26f67d48a9fd tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] 10.222.0.85 "DELETE /v2.0/floatingips/29649067-ade3-4995-9356-31def431415a HTTP/1.1" status: 204 len: 168 time: 1.8421807 May 18 18:22:49.381418 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 44580) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:22:49.388849 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-64822c4a-842a-4929-8ca3-e56df24eadad tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Request body: {'floatingip': {'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'port_id': 'd78f2415-de79-478b-a5b3-fa58c40742ac'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:22:49.433309 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-cacebe1d-26f6-4307-812d-b03f8ef4f172 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Deleting port 7e2644a4-1448-488b-8499-d661ee90df39 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:22:49.433442 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-cacebe1d-26f6-4307-812d-b03f8ef4f172 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:49.447216 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-64822c4a-842a-4929-8ca3-e56df24eadad tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks [] for floatingip, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:49.615665 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-cacebe1d-26f6-4307-812d-b03f8ef4f172 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:49.616099 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-cacebe1d-26f6-4307-812d-b03f8ef4f172 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:49.633292 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-cacebe1d-26f6-4307-812d-b03f8ef4f172 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Calling delete_port for 7e2644a4-1448-488b-8499-d661ee90df39 owned by network:floatingip {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:22:49.680695 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef6aa5e-5909-4a13-9ec2-b9b0f47f11f9 req-b604ec3e-6ea6-4e89-88e7-9d906c3bb565 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:22:49.687058 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fef6aa5e-5909-4a13-9ec2-b9b0f47f11f9 req-b604ec3e-6ea6-4e89-88e7-9d906c3bb565 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=2aaa7b97-c1f6-417f-be5b-d86238fc14b5 HTTP/1.1" status: 200 len: 945 time: 0.1314363 May 18 18:22:49.877933 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fef6aa5e-5909-4a13-9ec2-b9b0f47f11f9 req-6b7b1b1d-3193-47b3-9945-f0d68e56118c tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/security-groups?id=6cd42249-be19-4866-8a3b-7059b1a837e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1606979 May 18 18:22:49.898225 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-64822c4a-842a-4929-8ca3-e56df24eadad tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:50.059817 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-64822c4a-842a-4929-8ca3-e56df24eadad tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Allocated IP 172.25.5.142 (31ebd439-090c-4b25-bbb0-31c48711b145/363a2810-8a83-4be0-a317-7c91fcd94485/3d88614d-4d07-49cb-8854-3df4798869d5) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:22:50.223109 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-64822c4a-842a-4929-8ca3-e56df24eadad tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:50.264601 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-64822c4a-842a-4929-8ca3-e56df24eadad tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:50.325722 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64822c4a-842a-4929-8ca3-e56df24eadad tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Network 31ebd439-090c-4b25-bbb0-31c48711b145 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:22:50.329666 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-64822c4a-842a-4929-8ca3-e56df24eadad tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:22:50.337444 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64822c4a-842a-4929-8ca3-e56df24eadad tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:22:50.406411 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64822c4a-842a-4929-8ca3-e56df24eadad tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Pushing event updated for resources: {'Port': ['ID=3d88614d-4d07-49cb-8854-3df4798869d5,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:22:50.665186 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9456b13-16c4-4849-91d9-f338865ac9e5 req-dc31c0bb-39a3-4575-bfe3-c7060fdf15f7 tempest-InstanceActionsNegativeTestJSON-1061339587 tempest-InstanceActionsNegativeTestJSON-1061339587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:22:50.673054 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c9456b13-16c4-4849-91d9-f338865ac9e5 req-dc31c0bb-39a3-4575-bfe3-c7060fdf15f7 tempest-InstanceActionsNegativeTestJSON-1061339587 tempest-InstanceActionsNegativeTestJSON-1061339587-project] 10.222.0.85 "GET /v2.0/ports?device_id=2e1cf71d-a309-49a2-8672-93a6238f33b0 HTTP/1.1" status: 200 len: 944 time: 0.8522191 May 18 18:22:50.730237 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0da30fda-bde4-4e4c-aac7-f3153b2ca122 req-3b21bf66-ac8a-456f-8ee7-88eb35314f9f service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=2aaa7b97-c1f6-417f-be5b-d86238fc14b5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.9470201 May 18 18:22:50.747047 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c9456b13-16c4-4849-91d9-f338865ac9e5 req-8b539dbf-94cb-497e-ab54-bfa942de2990 tempest-InstanceActionsNegativeTestJSON-1061339587 tempest-InstanceActionsNegativeTestJSON-1061339587-project] 10.222.0.85 "GET /v2.0/security-groups?id=e2a63cef-7540-4cb7-adf0-bd915f2f093a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730004 May 18 18:22:50.771337 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [req-0da30fda-bde4-4e4c-aac7-f3153b2ca122 req-37d14aa8-0f67-4a49-85e2-1ab9bf7054f5 service neutron] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=102730) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 18:22:50.772308 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0da30fda-bde4-4e4c-aac7-f3153b2ca122 req-37d14aa8-0f67-4a49-85e2-1ab9bf7054f5 service neutron] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0243268 May 18 18:22:50.790326 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-cacebe1d-26f6-4307-812d-b03f8ef4f172 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:50.890542 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacebe1d-26f6-4307-812d-b03f8ef4f172 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Pushing event deleted for resources: {'Port': ['ID=7e2644a4-1448-488b-8499-d661ee90df39,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:22:51.043686 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-cacebe1d-26f6-4307-812d-b03f8ef4f172 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Notify callbacks [] for floatingip, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:51.046755 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-cacebe1d-26f6-4307-812d-b03f8ef4f172 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:51.061145 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-cacebe1d-26f6-4307-812d-b03f8ef4f172 tempest-AttachVolumeTestJSON-850000285 tempest-AttachVolumeTestJSON-850000285-project] 10.222.0.85 "DELETE /v2.0/floatingips/cd70482d-9db9-4032-8b3b-4e7754226bf7 HTTP/1.1" status: 204 len: 168 time: 1.9105022 May 18 18:22:51.076657 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 4569906d-d5dd-4a81-8fbc-dadaa5aca7b3 details requested by agent hyperv_n-h2-838550-3 with host n-h2-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:22:51.141758 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-64822c4a-842a-4929-8ca3-e56df24eadad tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:51.290442 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb36053-79fd-4c82-b1a4-cf0b57933419 req-4f91c55b-d615-421c-a704-668c41789031 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:22:51.292356 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7eb36053-79fd-4c82-b1a4-cf0b57933419 req-4f91c55b-d615-421c-a704-668c41789031 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=2aaa7b97-c1f6-417f-be5b-d86238fc14b5 HTTP/1.1" status: 200 len: 945 time: 0.2774844 May 18 18:22:51.361893 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 4569906d-d5dd-4a81-8fbc-dadaa5aca7b3, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=4569906d-d5dd-4a81-8fbc-dadaa5aca7b3,segment=NetworkSegment(df4c2a31-518d-4e20-ba18-6365c3ea7eb8),segment_id=df4c2a31-518d-4e20-ba18-6365c3ea7eb8)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:22:51.391628 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Returning: {'device': '4569906d-d5dd-4a81-8fbc-dadaa5aca7b3', 'network_id': 'bc1c6aee-d95a-4fc9-8a5e-ea8397395d04', 'port_id': '4569906d-d5dd-4a81-8fbc-dadaa5aca7b3', 'mac_address': 'fa:16:3e:14:58:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a1e3278-d687-4857-a0f1-4e1f8484e964', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:22:51.430611 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-64822c4a-842a-4929-8ca3-e56df24eadad tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:51.507975 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 4569906d-d5dd-4a81-8fbc-dadaa5aca7b3 is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:22:51.510735 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:51.542285 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4569906d-d5dd-4a81-8fbc-dadaa5aca7b3 {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:22:51.583733 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 4569906d-d5dd-4a81-8fbc-dadaa5aca7b3, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=4569906d-d5dd-4a81-8fbc-dadaa5aca7b3,segment=NetworkSegment(df4c2a31-518d-4e20-ba18-6365c3ea7eb8),segment_id=df4c2a31-518d-4e20-ba18-6365c3ea7eb8)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:22:51.590079 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:51.697783 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=4569906d-d5dd-4a81-8fbc-dadaa5aca7b3,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:22:51.736559 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-64822c4a-842a-4929-8ca3-e56df24eadad tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:51.755410 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-64822c4a-842a-4929-8ca3-e56df24eadad tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:51.941223 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['4569906d-d5dd-4a81-8fbc-dadaa5aca7b3'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:22:51.966645 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7eb36053-79fd-4c82-b1a4-cf0b57933419 req-a22af6ad-6e13-4b1a-b0aa-8b0902b99a46 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/security-groups?id=6cd42249-be19-4866-8a3b-7059b1a837e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6478219 May 18 18:22:52.069156 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-86bc3658-ff36-4dcd-8eb6-74c4501d1aa8 req-d90f47cf-4948-47cd-8a54-69d4c80e9404 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=6c294977-a47a-459b-b24e-566121e05c9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.6434186 May 18 18:22:52.070035 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64822c4a-842a-4929-8ca3-e56df24eadad tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Pushing event updated for resources: {'Port': ['ID=3d88614d-4d07-49cb-8854-3df4798869d5,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:22:52.085349 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-64822c4a-842a-4929-8ca3-e56df24eadad tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596987'] for floatingip, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:52.141178 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ac2865-8539-4fa6-aa74-01914622278a req-910da052-dd93-4762-902a-4007c1e82684 tempest-InstanceActionsNegativeTestJSON-1061339587 tempest-InstanceActionsNegativeTestJSON-1061339587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:22:52.168904 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-82ac2865-8539-4fa6-aa74-01914622278a req-910da052-dd93-4762-902a-4007c1e82684 tempest-InstanceActionsNegativeTestJSON-1061339587 tempest-InstanceActionsNegativeTestJSON-1061339587-project] 10.222.0.85 "GET /v2.0/ports?device_id=2e1cf71d-a309-49a2-8672-93a6238f33b0 HTTP/1.1" status: 200 len: 945 time: 0.1881092 May 18 18:22:52.276595 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-82ac2865-8539-4fa6-aa74-01914622278a req-c8042589-07ad-4174-9fc6-9c5aa5b9719a tempest-InstanceActionsNegativeTestJSON-1061339587 tempest-InstanceActionsNegativeTestJSON-1061339587-project] 10.222.0.85 "GET /v2.0/security-groups?id=e2a63cef-7540-4cb7-adf0-bd915f2f093a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067286 May 18 18:22:52.334509 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bc3658-ff36-4dcd-8eb6-74c4501d1aa8 req-9f4024ee-36b5-4d89-9593-bfe32de3aa0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:22:52.335682 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bc3658-ff36-4dcd-8eb6-74c4501d1aa8 req-9f4024ee-36b5-4d89-9593-bfe32de3aa0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:22:52.336148 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bc3658-ff36-4dcd-8eb6-74c4501d1aa8 req-9f4024ee-36b5-4d89-9593-bfe32de3aa0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:22:52.336761 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bc3658-ff36-4dcd-8eb6-74c4501d1aa8 req-9f4024ee-36b5-4d89-9593-bfe32de3aa0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:22:52.337235 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bc3658-ff36-4dcd-8eb6-74c4501d1aa8 req-9f4024ee-36b5-4d89-9593-bfe32de3aa0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:22:52.337729 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bc3658-ff36-4dcd-8eb6-74c4501d1aa8 req-9f4024ee-36b5-4d89-9593-bfe32de3aa0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:22:52.338238 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bc3658-ff36-4dcd-8eb6-74c4501d1aa8 req-9f4024ee-36b5-4d89-9593-bfe32de3aa0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:22:52.340358 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-86bc3658-ff36-4dcd-8eb6-74c4501d1aa8 req-9f4024ee-36b5-4d89-9593-bfe32de3aa0d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=9acf9282c55849649d2e7c597835524a&device_id=6c294977-a47a-459b-b24e-566121e05c9a HTTP/1.1" status: 200 len: 6491 time: 0.1387558 May 18 18:22:52.364992 n-d-838550-3 neutron-server[102731]: INFO neutron.db.l3_db [None req-64822c4a-842a-4929-8ca3-e56df24eadad tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Floating IP b4101ec5-3ac6-4d2f-9045-3467d141ada4 associated. External IP: 172.25.5.142, port: d78f2415-de79-478b-a5b3-fa58c40742ac. May 18 18:22:52.665444 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bc3658-ff36-4dcd-8eb6-74c4501d1aa8 req-75849bf4-2c95-4a68-b02f-38c822b91dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:22:52.665950 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bc3658-ff36-4dcd-8eb6-74c4501d1aa8 req-75849bf4-2c95-4a68-b02f-38c822b91dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:22:52.666417 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bc3658-ff36-4dcd-8eb6-74c4501d1aa8 req-75849bf4-2c95-4a68-b02f-38c822b91dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:22:52.668033 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-86bc3658-ff36-4dcd-8eb6-74c4501d1aa8 req-75849bf4-2c95-4a68-b02f-38c822b91dca service neutron] 10.222.0.88 "GET /v2.0/networks?id=0b62e8ad-1024-4253-8bfe-3ff3099d20cb&id=6f6254ab-4ee7-4ad9-afa0-26be8bf1b0f3&id=6f6254ab-4ee7-4ad9-afa0-26be8bf1b0f3&id=6f6254ab-4ee7-4ad9-afa0-26be8bf1b0f3&id=6f6254ab-4ee7-4ad9-afa0-26be8bf1b0f3&id=6869c65a-0fbe-4766-9768-f36c634415aa&id=6869c65a-0fbe-4766-9768-f36c634415aa HTTP/1.1" status: 200 len: 2292 time: 0.2424107 May 18 18:22:53.432163 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64822c4a-842a-4929-8ca3-e56df24eadad tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Router 85b3c71b-3956-4835-ba59-ff5157d7a781 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:22:53.496238 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-86bc3658-ff36-4dcd-8eb6-74c4501d1aa8 req-06ee78d3-328d-47db-b719-729f19362894 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e157eaf7-2d01-4856-9076-ce983dd35c57 HTTP/1.1" status: 200 len: 1000 time: 0.7415686 May 18 18:22:53.522230 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18951113-8806-4339-aab0-635ee56602c4 req-0930ee6e-7cf7-4809-b812-22b0e7739694 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:22:53.524055 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-18951113-8806-4339-aab0-635ee56602c4 req-0930ee6e-7cf7-4809-b812-22b0e7739694 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=2aaa7b97-c1f6-417f-be5b-d86238fc14b5 HTTP/1.1" status: 200 len: 945 time: 0.2767935 May 18 18:22:53.564699 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da30fda-bde4-4e4c-aac7-f3153b2ca122 req-67f717d1-dc07-49f0-866b-2709769fc4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:22:53.566361 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0da30fda-bde4-4e4c-aac7-f3153b2ca122 req-67f717d1-dc07-49f0-866b-2709769fc4b0 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=06b3ed36f50a43fd9cfeaa89e080d35b&device_id=2aaa7b97-c1f6-417f-be5b-d86238fc14b5 HTTP/1.1" status: 200 len: 1096 time: 0.3204165 May 18 18:22:53.596290 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9545dc60-3bf7-4ba2-9068-c308f9fdfeac req-66986a70-633e-4198-9695-a2846c09f2d1 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:22:53.597850 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9545dc60-3bf7-4ba2-9068-c308f9fdfeac req-66986a70-633e-4198-9695-a2846c09f2d1 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/networks?id=eafefbfa-378a-4a8a-8ee5-45c0c746f8e9 HTTP/1.1" status: 200 len: 810 time: 0.1498353 May 18 18:22:53.619355 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9545dc60-3bf7-4ba2-9068-c308f9fdfeac req-d5092bf4-9260-41f3-be5b-b06c05f50e88 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/quotas/4ce86b77116a4afca1694cba473235e6 HTTP/1.1" status: 200 len: 375 time: 0.0150609 May 18 18:22:53.727840 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9545dc60-3bf7-4ba2-9068-c308f9fdfeac req-52451a3d-2c4e-4496-a590-f93a84c905d5 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=4ce86b77116a4afca1694cba473235e6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0985889 May 18 18:22:53.741112 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [req-9545dc60-3bf7-4ba2-9068-c308f9fdfeac req-4facdf11-7296-4201-8986-2772e5f77b89 service neutron] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=102730) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 18:22:53.742761 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9545dc60-3bf7-4ba2-9068-c308f9fdfeac req-4facdf11-7296-4201-8986-2772e5f77b89 service neutron] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059655 May 18 18:22:53.785657 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64822c4a-842a-4929-8ca3-e56df24eadad tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:22:53.795995 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4108a2fc-d9a6-4256-86c1-f4e15394ef2c None None] Sync routers for ids ['85b3c71b-3956-4835-ba59-ff5157d7a781'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:22:53.800133 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bc3658-ff36-4dcd-8eb6-74c4501d1aa8 req-6444eb84-6d99-4a74-9af5-eb17312d1989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:22:53.811143 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-86bc3658-ff36-4dcd-8eb6-74c4501d1aa8 req-6444eb84-6d99-4a74-9af5-eb17312d1989 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=220bf428-4bb0-40aa-a350-504adcdda1b2 HTTP/1.1" status: 200 len: 850 time: 0.3076518 May 18 18:22:53.816009 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4108a2fc-d9a6-4256-86c1-f4e15394ef2c None None] Routers {'85b3c71b-3956-4835-ba59-ff5157d7a781'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:22:53.818325 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-4108a2fc-d9a6-4256-86c1-f4e15394ef2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:22:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['85b3c71b-3956-4835-ba59-ff5157d7a781'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:22:53.860442 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-4108a2fc-d9a6-4256-86c1-f4e15394ef2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:22:53.879592 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4108a2fc-d9a6-4256-86c1-f4e15394ef2c None None] Routers {'85b3c71b-3956-4835-ba59-ff5157d7a781'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:22:53.880452 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-4108a2fc-d9a6-4256-86c1-f4e15394ef2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:22:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['85b3c71b-3956-4835-ba59-ff5157d7a781'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:22:53.909448 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-18951113-8806-4339-aab0-635ee56602c4 req-63885570-6cc6-4e8a-a7dd-7312f8a6fee7 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/security-groups?id=6cd42249-be19-4866-8a3b-7059b1a837e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3473008 May 18 18:22:53.940080 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-64822c4a-842a-4929-8ca3-e56df24eadad tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:54.003458 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-4108a2fc-d9a6-4256-86c1-f4e15394ef2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:22:54.004149 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4108a2fc-d9a6-4256-86c1-f4e15394ef2c None None] The sync data for ids ['85b3c71b-3956-4835-ba59-ff5157d7a781'] in n-d-838550-3 is: [] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:22:54.007785 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da30fda-bde4-4e4c-aac7-f3153b2ca122 req-68412a75-3df1-4570-aaf1-c3b70031114e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:22:54.009281 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0da30fda-bde4-4e4c-aac7-f3153b2ca122 req-68412a75-3df1-4570-aaf1-c3b70031114e service neutron] 10.222.0.88 "GET /v2.0/networks?id=f71fa67d-25f1-4a38-8ed3-26de55da5fe6 HTTP/1.1" status: 200 len: 898 time: 0.4135969 May 18 18:22:54.033375 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9545dc60-3bf7-4ba2-9068-c308f9fdfeac req-a59951a4-90dc-4e11-a3bc-132518df4a26 service neutron] 10.222.0.85 "GET /v2.0/networks/eafefbfa-378a-4a8a-8ee5-45c0c746f8e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2770162 May 18 18:22:54.123137 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bc3658-ff36-4dcd-8eb6-74c4501d1aa8 req-39fbdbe0-f484-4a8c-8e19-e60d5e02c797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:22:54.124633 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-86bc3658-ff36-4dcd-8eb6-74c4501d1aa8 req-39fbdbe0-f484-4a8c-8e19-e60d5e02c797 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=0b62e8ad-1024-4253-8bfe-3ff3099d20cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2869983 May 18 18:22:54.126388 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0da30fda-bde4-4e4c-aac7-f3153b2ca122 req-03213a8a-eb76-4289-9ac6-9cd24cdf00a6 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d1375281-ce80-4c02-aa8e-557572891cb2 HTTP/1.1" status: 200 len: 1001 time: 0.1039875 May 18 18:22:54.211225 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da30fda-bde4-4e4c-aac7-f3153b2ca122 req-aa30a0e1-2a30-4a66-bcca-3a4b258dc29b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:22:54.212678 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0da30fda-bde4-4e4c-aac7-f3153b2ca122 req-aa30a0e1-2a30-4a66-bcca-3a4b258dc29b service neutron] 10.222.0.88 "GET /v2.0/subnets?id=319c66c3-8a7e-46c8-956a-e2b3a85f9524 HTTP/1.1" status: 200 len: 835 time: 0.0658638 May 18 18:22:54.216905 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-64822c4a-842a-4929-8ca3-e56df24eadad tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.8343537 May 18 18:22:54.217532 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 44688) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:22:54.219038 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9545dc60-3bf7-4ba2-9068-c308f9fdfeac req-3a6efb72-0e57-4ead-8724-6eda232420e2 service neutron] 10.222.0.85 "GET /v2.0/networks/eafefbfa-378a-4a8a-8ee5-45c0c746f8e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833026 May 18 18:22:54.247326 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-e5a4eea1-18bd-4b1d-80a4-4ce304d61490 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1131632499'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:22:54.346714 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5a4eea1-18bd-4b1d-80a4-4ce304d61490 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Made reservation on behalf of 760f0c349c8347a387ec779d7577d4d2 for: {'network': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:22:54.350575 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e5a4eea1-18bd-4b1d-80a4-4ce304d61490 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:54.434305 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c8a6ef-4c6f-4d91-bc72-9307a3f8fece req-625a870d-3a14-4878-b5c4-f43a3e83dcec tempest-InstanceActionsNegativeTestJSON-1061339587 tempest-InstanceActionsNegativeTestJSON-1061339587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:22:54.438433 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-82c8a6ef-4c6f-4d91-bc72-9307a3f8fece req-625a870d-3a14-4878-b5c4-f43a3e83dcec tempest-InstanceActionsNegativeTestJSON-1061339587 tempest-InstanceActionsNegativeTestJSON-1061339587-project] 10.222.0.85 "GET /v2.0/ports?device_id=2e1cf71d-a309-49a2-8672-93a6238f33b0 HTTP/1.1" status: 200 len: 945 time: 0.3084610 May 18 18:22:54.464058 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da30fda-bde4-4e4c-aac7-f3153b2ca122 req-a0a92707-b097-46a3-9edf-1c1953b46a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:22:54.466208 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0da30fda-bde4-4e4c-aac7-f3153b2ca122 req-a0a92707-b097-46a3-9edf-1c1953b46a2c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=f71fa67d-25f1-4a38-8ed3-26de55da5fe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1936591 May 18 18:22:54.595385 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c346f63d-3c34-4d34-9ec6-96c4839e65f7 req-a54d00dd-655b-4b59-8878-c4f80089112a tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=16cf3a89-12f1-47de-bba3-dcd801511736 HTTP/1.1" status: 200 len: 210 time: 0.0551794 May 18 18:22:54.692301 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-82c8a6ef-4c6f-4d91-bc72-9307a3f8fece req-272547a3-d066-4fea-8fda-89cb1f2c8ccd tempest-InstanceActionsNegativeTestJSON-1061339587 tempest-InstanceActionsNegativeTestJSON-1061339587-project] 10.222.0.85 "GET /v2.0/security-groups?id=e2a63cef-7540-4cb7-adf0-bd915f2f093a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438254 May 18 18:22:54.718708 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5a4eea1-18bd-4b1d-80a4-4ce304d61490 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 601} {{(pid=102731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:22:54.751582 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-86bc3658-ff36-4dcd-8eb6-74c4501d1aa8 req-3f2b6ecd-d450-451a-bf90-808e91a3a913 service neutron] 10.222.0.88 "GET /v2.0/networks/0b62e8ad-1024-4253-8bfe-3ff3099d20cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6077840 May 18 18:22:54.752602 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e5a4eea1-18bd-4b1d-80a4-4ce304d61490 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:54.753276 n-d-838550-3 neutron-server[102731]: INFO neutron.db.segments_db [None req-e5a4eea1-18bd-4b1d-80a4-4ce304d61490 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Added segment 155d90a3-6d56-464a-af34-25b4727d0545 of type vlan for network 9318ddfa-310e-4d7d-b982-ad54e4442961 May 18 18:22:54.871335 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0da30fda-bde4-4e4c-aac7-f3153b2ca122 req-2050623a-5191-44c8-b529-4c7aa7a3aeb0 service neutron] 10.222.0.88 "GET /v2.0/networks/f71fa67d-25f1-4a38-8ed3-26de55da5fe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3567708 May 18 18:22:54.890108 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e5a4eea1-18bd-4b1d-80a4-4ce304d61490 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:54.988619 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-86bc3658-ff36-4dcd-8eb6-74c4501d1aa8 req-f51cae6d-95ee-454e-91d2-43679adbf97e service neutron] 10.222.0.88 "GET /v2.0/networks/0b62e8ad-1024-4253-8bfe-3ff3099d20cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235417 May 18 18:22:55.093805 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e5a4eea1-18bd-4b1d-80a4-4ce304d61490 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:55.100064 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a4eea1-18bd-4b1d-80a4-4ce304d61490 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:22:55.101282 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e5a4eea1-18bd-4b1d-80a4-4ce304d61490 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:55.108899 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 4569906d-d5dd-4a81-8fbc-dadaa5aca7b3 up at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:22:55.142247 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-86bc3658-ff36-4dcd-8eb6-74c4501d1aa8 req-73210c2d-50ce-41d7-b2d8-250b3f9c984e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.109&port_id=d7dcad22-e92b-4b04-9ae5-6faddc7193ce HTTP/1.1" status: 200 len: 217 time: 0.1456118 May 18 18:22:55.191545 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7847cda-b011-48f1-ba60-e99db3c99774 req-b1277003-f492-4607-8135-0494e5593e05 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:22:55.193759 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f7847cda-b011-48f1-ba60-e99db3c99774 req-b1277003-f492-4607-8135-0494e5593e05 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=2aaa7b97-c1f6-417f-be5b-d86238fc14b5 HTTP/1.1" status: 200 len: 945 time: 0.1450350 May 18 18:22:55.221733 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning for port 4569906d-d5dd-4a81-8fbc-dadaa5aca7b3 completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:22:55.227448 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning complete for port 4569906d-d5dd-4a81-8fbc-dadaa5aca7b3 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:22:55.228063 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:55.275589 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f7847cda-b011-48f1-ba60-e99db3c99774 req-78f72238-4e2b-42ab-847e-f6410dd44dd4 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/security-groups?id=6cd42249-be19-4866-8a3b-7059b1a837e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683827 May 18 18:22:55.337532 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-e5a4eea1-18bd-4b1d-80a4-4ce304d61490 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.0998375 May 18 18:22:55.340603 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44712) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:22:55.346673 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-5f9338a3-602e-4eef-8d9f-571080ac70de tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Request body: {'subnet': {'network_id': '9318ddfa-310e-4d7d-b982-ad54e4442961', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:22:55.354405 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0da30fda-bde4-4e4c-aac7-f3153b2ca122 req-1e25224d-f4dc-4255-9ef6-d2f3d7acfc3f service neutron] 10.222.0.88 "GET /v2.0/networks/f71fa67d-25f1-4a38-8ed3-26de55da5fe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4745479 May 18 18:22:55.369102 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a4eea1-18bd-4b1d-80a4-4ce304d61490 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Pushing event updated for resources: {'Network': ['ID=9318ddfa-310e-4d7d-b982-ad54e4442961,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:22:55.389325 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network 9318ddfa-310e-4d7d-b982-ad54e4442961 details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:22:55.412853 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bc3658-ff36-4dcd-8eb6-74c4501d1aa8 req-0c3ea4ee-4983-437e-b145-e5c6fcb0219d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:22:55.419076 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-86bc3658-ff36-4dcd-8eb6-74c4501d1aa8 req-0c3ea4ee-4983-437e-b145-e5c6fcb0219d service neutron] 10.222.0.88 "GET /v2.0/subnets?id=50aad9c7-9467-4aae-bc1d-4e769e4f3623 HTTP/1.1" status: 200 len: 797 time: 0.2345505 May 18 18:22:55.552919 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bc3658-ff36-4dcd-8eb6-74c4501d1aa8 req-cfaa152e-00c6-4595-b4d2-6e307999ad12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:22:55.555121 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-86bc3658-ff36-4dcd-8eb6-74c4501d1aa8 req-cfaa152e-00c6-4595-b4d2-6e307999ad12 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=6f6254ab-4ee7-4ad9-afa0-26be8bf1b0f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1315975 May 18 18:22:55.619701 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f9338a3-602e-4eef-8d9f-571080ac70de tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Made reservation on behalf of 760f0c349c8347a387ec779d7577d4d2 for: {'subnet': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:22:55.623540 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5f9338a3-602e-4eef-8d9f-571080ac70de tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261031885'] for subnet, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:55.900921 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-67bbdcb8-a10e-4bc5-82eb-a66fef9b50c5 req-2c129e9b-4f95-48e7-ab04-6ff312207b0d tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=16cf3a89-12f1-47de-bba3-dcd801511736 HTTP/1.1" status: 200 len: 210 time: 0.0918162 May 18 18:22:55.975879 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 4569906d-d5dd-4a81-8fbc-dadaa5aca7b3 is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:22:55.976456 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:56.004942 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 7 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 18:22:56.031742 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-86bc3658-ff36-4dcd-8eb6-74c4501d1aa8 req-4f2ff82d-5ab9-4517-ad13-90c51c6bab5d service neutron] 10.222.0.88 "GET /v2.0/networks/6f6254ab-4ee7-4ad9-afa0-26be8bf1b0f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4625738 May 18 18:22:56.043552 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 4569906d-d5dd-4a81-8fbc-dadaa5aca7b3, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=4569906d-d5dd-4a81-8fbc-dadaa5aca7b3,segment=NetworkSegment(df4c2a31-518d-4e20-ba18-6365c3ea7eb8),segment_id=df4c2a31-518d-4e20-ba18-6365c3ea7eb8)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:22:56.045458 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e1cf71d-a309-49a2-8672-93a6238f33b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4569906d-d5dd-4a81-8fbc-dadaa5aca7b3'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:22:56.050012 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23a67f66-ca58-4ad4-9e03-7aaaa3fbabc6" -d '{"events": [{"server_uuid": "2e1cf71d-a309-49a2-8672-93a6238f33b0", "name": "network-vif-plugged", "status": "completed", "tag": "4569906d-d5dd-4a81-8fbc-dadaa5aca7b3"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:22:56.055413 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:56.068388 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5f9338a3-602e-4eef-8d9f-571080ac70de tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261104883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261031899'] for subnet, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:56.221434 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=4569906d-d5dd-4a81-8fbc-dadaa5aca7b3,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:22:56.228734 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-86bc3658-ff36-4dcd-8eb6-74c4501d1aa8 req-d3788d7d-0d08-4233-a452-496154282aa0 service neutron] 10.222.0.88 "GET /v2.0/networks/6f6254ab-4ee7-4ad9-afa0-26be8bf1b0f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895545 May 18 18:22:56.238267 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9338a3-602e-4eef-8d9f-571080ac70de tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Checking segment: {'id': '155d90a3-6d56-464a-af34-25b4727d0545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '9318ddfa-310e-4d7d-b982-ad54e4442961'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:22:56.239170 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f9338a3-602e-4eef-8d9f-571080ac70de tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Network hostable DHCP agents. Network: 9318ddfa-310e-4d7d-b982-ad54e4442961, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:22:56.255386 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9338a3-602e-4eef-8d9f-571080ac70de tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Pushing event updated for resources: {'Subnet': ['ID=b7b85bb2-8fd7-47ef-a5be-d3a5cd4fdcbf,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:22:56.263814 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1be38eb-220b-443b-98db-72c32557721b x-openstack-request-id: req-e1be38eb-220b-443b-98db-72c32557721b {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:22:56.264891 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e1cf71d-a309-49a2-8672-93a6238f33b0", "name": "network-vif-plugged", "status": "completed", "tag": "4569906d-d5dd-4a81-8fbc-dadaa5aca7b3", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:22:56.266926 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-e1be38eb-220b-443b-98db-72c32557721b {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:22:56.267536 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1be38eb-220b-443b-98db-72c32557721b'] response: {'server_uuid': '2e1cf71d-a309-49a2-8672-93a6238f33b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4569906d-d5dd-4a81-8fbc-dadaa5aca7b3', 'code': 200} May 18 18:22:56.293071 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8189c6a-b49c-47cb-a087-4e5a4fff9796 req-6abe0dba-9336-43e0-a921-e10bf0dcd543 tempest-InstanceActionsNegativeTestJSON-1061339587 tempest-InstanceActionsNegativeTestJSON-1061339587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:22:56.313074 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a8189c6a-b49c-47cb-a087-4e5a4fff9796 req-6abe0dba-9336-43e0-a921-e10bf0dcd543 tempest-InstanceActionsNegativeTestJSON-1061339587 tempest-InstanceActionsNegativeTestJSON-1061339587-project] 10.222.0.85 "GET /v2.0/ports?device_id=2e1cf71d-a309-49a2-8672-93a6238f33b0 HTTP/1.1" status: 200 len: 946 time: 0.2532752 May 18 18:22:56.342461 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-86bc3658-ff36-4dcd-8eb6-74c4501d1aa8 req-7cc4074e-8c4a-4ba8-a476-8322e28a4338 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.63&port_id=47ed802e-3cf4-472d-b402-936465b16c4c HTTP/1.1" status: 200 len: 217 time: 0.1050975 May 18 18:22:56.382744 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f9338a3-602e-4eef-8d9f-571080ac70de tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Network 9318ddfa-310e-4d7d-b982-ad54e4442961 is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:22:56.400198 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a8189c6a-b49c-47cb-a087-4e5a4fff9796 req-d94aaa55-e1c7-475c-91e8-e92823aaf600 tempest-InstanceActionsNegativeTestJSON-1061339587 tempest-InstanceActionsNegativeTestJSON-1061339587-project] 10.222.0.85 "GET /v2.0/security-groups?id=e2a63cef-7540-4cb7-adf0-bd915f2f093a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824034 May 18 18:22:56.519535 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-5f9338a3-602e-4eef-8d9f-571080ac70de tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, 9318ddfa-310e-4d7d-b982-ad54e4442961) {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:22:56.530203 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f6b33e-21b7-455f-bccc-af0f175983a0 None None] Network 9318ddfa-310e-4d7d-b982-ad54e4442961 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:22:56.536987 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9338a3-602e-4eef-8d9f-571080ac70de tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:22:56.539110 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5f9338a3-602e-4eef-8d9f-571080ac70de tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:56.574134 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-5f9338a3-602e-4eef-8d9f-571080ac70de tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2299364 May 18 18:22:56.574975 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44734) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:22:56.576717 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bc3658-ff36-4dcd-8eb6-74c4501d1aa8 req-3177346d-efb9-4cd7-a8af-46f80c96b37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:22:56.582089 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-86bc3658-ff36-4dcd-8eb6-74c4501d1aa8 req-3177346d-efb9-4cd7-a8af-46f80c96b37a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=50aad9c7-9467-4aae-bc1d-4e769e4f3623 HTTP/1.1" status: 200 len: 797 time: 0.2306185 May 18 18:22:56.599269 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-269abe55-b619-41c3-b55d-1e660763db5d tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1247708997', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}, 'admin_state_up': False}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:22:56.735391 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-269abe55-b619-41c3-b55d-1e660763db5d tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25099'] for router, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:56.738755 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-269abe55-b619-41c3-b55d-1e660763db5d tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-593238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596850', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25088'] for router, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:56.744548 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139c27d7-3eab-470b-a1eb-afae3a280d60 req-7b40dd1b-e688-47e2-94fe-91fc2a1cdaeb tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:22:56.758348 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-139c27d7-3eab-470b-a1eb-afae3a280d60 req-7b40dd1b-e688-47e2-94fe-91fc2a1cdaeb tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=2aaa7b97-c1f6-417f-be5b-d86238fc14b5 HTTP/1.1" status: 200 len: 945 time: 0.2844107 May 18 18:22:56.822626 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72791d1c-1b03-494a-ac47-103f9ce6f73f req-c540f011-52dc-4b1c-9015-8ce3e6d5ae70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:22:56.824228 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-72791d1c-1b03-494a-ac47-103f9ce6f73f req-c540f011-52dc-4b1c-9015-8ce3e6d5ae70 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=2e1cf71d-a309-49a2-8672-93a6238f33b0 HTTP/1.1" status: 200 len: 1097 time: 0.3857152 May 18 18:22:56.833034 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-269abe55-b619-41c3-b55d-1e660763db5d tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:56.856520 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9545dc60-3bf7-4ba2-9068-c308f9fdfeac req-382f1d0b-6cb5-4ce7-8c57-a361b2511c0b tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:22:56.858316 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9545dc60-3bf7-4ba2-9068-c308f9fdfeac req-382f1d0b-6cb5-4ce7-8c57-a361b2511c0b tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.36 "GET /v2.0/networks?id=eafefbfa-378a-4a8a-8ee5-45c0c746f8e9 HTTP/1.1" status: 200 len: 810 time: 0.4966717 May 18 18:22:56.905698 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-9545dc60-3bf7-4ba2-9068-c308f9fdfeac req-2e699cea-9c31-4efe-9f3e-75cdfb0edabf tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Request body: {'port': {'device_id': '16cf3a89-12f1-47de-bba3-dcd801511736', 'network_id': 'eafefbfa-378a-4a8a-8ee5-45c0c746f8e9', 'admin_state_up': True, 'tenant_id': '4ce86b77116a4afca1694cba473235e6'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:22:56.962505 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bc3658-ff36-4dcd-8eb6-74c4501d1aa8 req-68157d7d-cdda-4583-b059-9b9917dafa91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:22:56.964153 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-86bc3658-ff36-4dcd-8eb6-74c4501d1aa8 req-68157d7d-cdda-4583-b059-9b9917dafa91 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=6f6254ab-4ee7-4ad9-afa0-26be8bf1b0f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3657331 May 18 18:22:56.992763 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a71dd66-fad0-4a70-9b50-fe936c850181 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-9318ddfa-310e-4d7d-b982-ad54e4442961', 'network_id': '9318ddfa-310e-4d7d-b982-ad54e4442961', 'tenant_id': '760f0c349c8347a387ec779d7577d4d2', 'fixed_ips': [{'subnet_id': 'b7b85bb2-8fd7-47ef-a5be-d3a5cd4fdcbf'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:22:56.996320 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-6a71dd66-fad0-4a70-9b50-fe936c850181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:57.072857 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-139c27d7-3eab-470b-a1eb-afae3a280d60 req-104760b7-9680-4fba-8514-efd2b304d9fa tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/security-groups?id=6cd42249-be19-4866-8a3b-7059b1a837e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3133059 May 18 18:22:57.132437 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-72791d1c-1b03-494a-ac47-103f9ce6f73f req-e20d068f-7213-40a9-8309-2f696ac59f74 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=e2a63cef-7540-4cb7-adf0-bd915f2f093a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2871444 May 18 18:22:57.264850 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-6a71dd66-fad0-4a70-9b50-fe936c850181 None None] Allocated IP 172.20.0.2 (9318ddfa-310e-4d7d-b982-ad54e4442961/b7b85bb2-8fd7-47ef-a5be-d3a5cd4fdcbf/4044c1e6-0b8b-4e6f-9eba-b6944797a161) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:22:57.349539 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-86bc3658-ff36-4dcd-8eb6-74c4501d1aa8 req-256cdc44-a20d-4bba-88ec-ec8d8a2e1c5f service neutron] 10.222.0.88 "GET /v2.0/networks/6f6254ab-4ee7-4ad9-afa0-26be8bf1b0f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3271215 May 18 18:22:57.618720 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2650dbce-f99f-4c86-89a3-ad0b4d50beb7 req-13d5736d-d040-4857-8241-206b3ae1afae tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=16cf3a89-12f1-47de-bba3-dcd801511736 HTTP/1.1" status: 200 len: 210 time: 0.4833863 May 18 18:22:57.630486 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-269abe55-b619-41c3-b55d-1e660763db5d tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:57.809490 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-6a71dd66-fad0-4a70-9b50-fe936c850181 None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:57.832376 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-6a71dd66-fad0-4a70-9b50-fe936c850181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:57.932681 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b5249b-7866-4743-bfc4-de503d197581 req-da0efdff-58bb-4f61-aa52-fe99f042839f tempest-InstanceActionsNegativeTestJSON-1061339587 tempest-InstanceActionsNegativeTestJSON-1061339587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:22:57.943762 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-69b5249b-7866-4743-bfc4-de503d197581 req-da0efdff-58bb-4f61-aa52-fe99f042839f tempest-InstanceActionsNegativeTestJSON-1061339587 tempest-InstanceActionsNegativeTestJSON-1061339587-project] 10.222.0.85 "GET /v2.0/ports?device_id=2e1cf71d-a309-49a2-8672-93a6238f33b0 HTTP/1.1" status: 200 len: 946 time: 0.3253899 May 18 18:22:57.992783 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a71dd66-fad0-4a70-9b50-fe936c850181 None None] Pushing event updated for resources: {'Port': ['ID=4044c1e6-0b8b-4e6f-9eba-b6944797a161,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:22:58.032782 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-86bc3658-ff36-4dcd-8eb6-74c4501d1aa8 req-6d54f9c2-1ff2-475e-846e-6dd876a7d58e service neutron] 10.222.0.88 "GET /v2.0/networks/6f6254ab-4ee7-4ad9-afa0-26be8bf1b0f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6240726 May 18 18:22:58.037311 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a71dd66-fad0-4a70-9b50-fe936c850181 None None] Network 9318ddfa-310e-4d7d-b982-ad54e4442961 is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:22:58.044516 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-6a71dd66-fad0-4a70-9b50-fe936c850181 None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:22:58.050760 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a71dd66-fad0-4a70-9b50-fe936c850181 None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:22:58.144983 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9545dc60-3bf7-4ba2-9068-c308f9fdfeac req-2e699cea-9c31-4efe-9f3e-75cdfb0edabf tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Made reservation on behalf of 4ce86b77116a4afca1694cba473235e6 for: {'port': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:22:58.163049 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-9545dc60-3bf7-4ba2-9068-c308f9fdfeac req-2e699cea-9c31-4efe-9f3e-75cdfb0edabf tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:58.260814 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-86bc3658-ff36-4dcd-8eb6-74c4501d1aa8 req-fcd79b98-1870-425c-b70d-0c130bc03123 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.113&port_id=f5291033-c543-4aaf-8149-9933a2a217af HTTP/1.1" status: 200 len: 217 time: 0.2170532 May 18 18:22:58.351891 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bc3658-ff36-4dcd-8eb6-74c4501d1aa8 req-6a5ba4dd-dfd4-4a9b-82f4-3ac16eb3188c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:22:58.354214 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-86bc3658-ff36-4dcd-8eb6-74c4501d1aa8 req-6a5ba4dd-dfd4-4a9b-82f4-3ac16eb3188c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=50aad9c7-9467-4aae-bc1d-4e769e4f3623 HTTP/1.1" status: 200 len: 797 time: 0.0870209 May 18 18:22:58.355282 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-6a71dd66-fad0-4a70-9b50-fe936c850181 None None] Attempting to bind port 4044c1e6-0b8b-4e6f-9eba-b6944797a161 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:22:58.357400 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-6a71dd66-fad0-4a70-9b50-fe936c850181 None None] Attempting to bind port 4044c1e6-0b8b-4e6f-9eba-b6944797a161 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '155d90a3-6d56-464a-af34-25b4727d0545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '9318ddfa-310e-4d7d-b982-ad54e4442961'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:22:58.359263 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a71dd66-fad0-4a70-9b50-fe936c850181 None None] Attempting to bind port 4044c1e6-0b8b-4e6f-9eba-b6944797a161 on network 9318ddfa-310e-4d7d-b982-ad54e4442961 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:22:58.368192 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-69b5249b-7866-4743-bfc4-de503d197581 req-5860c438-7df2-42a3-93ec-50500e59bbb3 tempest-InstanceActionsNegativeTestJSON-1061339587 tempest-InstanceActionsNegativeTestJSON-1061339587-project] 10.222.0.85 "GET /v2.0/security-groups?id=e2a63cef-7540-4cb7-adf0-bd915f2f093a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4212062 May 18 18:22:58.386466 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a71dd66-fad0-4a70-9b50-fe936c850181 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:22:58.388498 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a71dd66-fad0-4a70-9b50-fe936c850181 None None] Checking segment: {'id': '155d90a3-6d56-464a-af34-25b4727d0545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '9318ddfa-310e-4d7d-b982-ad54e4442961'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:22:58.389130 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-6a71dd66-fad0-4a70-9b50-fe936c850181 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:58.389754 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a71dd66-fad0-4a70-9b50-fe936c850181 None None] Bound using segment: {'id': '155d90a3-6d56-464a-af34-25b4727d0545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '9318ddfa-310e-4d7d-b982-ad54e4442961'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:22:58.390455 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-6a71dd66-fad0-4a70-9b50-fe936c850181 None None] Bound port: 4044c1e6-0b8b-4e6f-9eba-b6944797a161, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '155d90a3-6d56-464a-af34-25b4727d0545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '9318ddfa-310e-4d7d-b982-ad54e4442961'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:22:58.391195 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-6a71dd66-fad0-4a70-9b50-fe936c850181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:58.525002 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-6a71dd66-fad0-4a70-9b50-fe936c850181 None None] For port 4044c1e6-0b8b-4e6f-9eba-b6944797a161, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:22:58.528834 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-6a71dd66-fad0-4a70-9b50-fe936c850181 None None] For port 4044c1e6-0b8b-4e6f-9eba-b6944797a161, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=4044c1e6-0b8b-4e6f-9eba-b6944797a161,segment=NetworkSegment(155d90a3-6d56-464a-af34-25b4727d0545),segment_id=155d90a3-6d56-464a-af34-25b4727d0545)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:22:58.535201 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bc3658-ff36-4dcd-8eb6-74c4501d1aa8 req-ca92a8ab-4653-4e6b-b65b-a67404ff00b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:22:58.536877 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-6a71dd66-fad0-4a70-9b50-fe936c850181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:58.538258 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-86bc3658-ff36-4dcd-8eb6-74c4501d1aa8 req-ca92a8ab-4653-4e6b-b65b-a67404ff00b1 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=6f6254ab-4ee7-4ad9-afa0-26be8bf1b0f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1528358 May 18 18:22:58.732267 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a71dd66-fad0-4a70-9b50-fe936c850181 None None] Pushing event updated for resources: {'Port': ['ID=4044c1e6-0b8b-4e6f-9eba-b6944797a161,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:22:58.854988 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [req-9545dc60-3bf7-4ba2-9068-c308f9fdfeac req-2e699cea-9c31-4efe-9f3e-75cdfb0edabf tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Allocated IP 172.20.0.13 (eafefbfa-378a-4a8a-8ee5-45c0c746f8e9/ab1f7f5a-a761-43dc-be82-e3f213958e88/9c256227-246e-4630-857d-ac0b1307317a) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:22:58.911379 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7a2187ed-32d3-4141-aaf7-8c740701a592 req-0880da5a-846c-4424-913b-52d864c1e66d tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=16cf3a89-12f1-47de-bba3-dcd801511736 HTTP/1.1" status: 200 len: 210 time: 0.1081493 May 18 18:22:59.012830 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-86bc3658-ff36-4dcd-8eb6-74c4501d1aa8 req-2f6f6246-b9f9-4d63-93fd-510790fc0d9e service neutron] 10.222.0.88 "GET /v2.0/networks/6f6254ab-4ee7-4ad9-afa0-26be8bf1b0f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4393840 May 18 18:22:59.099599 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-9545dc60-3bf7-4ba2-9068-c308f9fdfeac req-2e699cea-9c31-4efe-9f3e-75cdfb0edabf tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:59.252867 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-9545dc60-3bf7-4ba2-9068-c308f9fdfeac req-2e699cea-9c31-4efe-9f3e-75cdfb0edabf tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:59.330193 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-86bc3658-ff36-4dcd-8eb6-74c4501d1aa8 req-2765ee3d-6ec9-406e-98bc-7e88a4ae2027 service neutron] 10.222.0.88 "GET /v2.0/networks/6f6254ab-4ee7-4ad9-afa0-26be8bf1b0f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3071244 May 18 18:22:59.422977 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-86bc3658-ff36-4dcd-8eb6-74c4501d1aa8 req-facec4c6-0087-4fc4-a672-5a6ffa72c33e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.80&port_id=d4ec0f42-d022-4b39-a3c7-9c61a248da1c HTTP/1.1" status: 200 len: 217 time: 0.0814438 May 18 18:22:59.427218 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e699cea-9c31-4efe-9f3e-75cdfb0edabf tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Pushing event updated for resources: {'Port': ['ID=9c256227-246e-4630-857d-ac0b1307317a,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:22:59.490983 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bc3658-ff36-4dcd-8eb6-74c4501d1aa8 req-e00a8f36-5c60-424c-8974-60b6a8cade68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:22:59.492774 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-86bc3658-ff36-4dcd-8eb6-74c4501d1aa8 req-e00a8f36-5c60-424c-8974-60b6a8cade68 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=50aad9c7-9467-4aae-bc1d-4e769e4f3623 HTTP/1.1" status: 200 len: 797 time: 0.0542860 May 18 18:22:59.545696 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eeb9c2-582d-4160-a8c1-7ee8be681f22 req-ae8d94f4-f792-40a9-9759-7cb9c07014b0 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:22:59.547409 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e6eeb9c2-582d-4160-a8c1-7ee8be681f22 req-ae8d94f4-f792-40a9-9759-7cb9c07014b0 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=2aaa7b97-c1f6-417f-be5b-d86238fc14b5 HTTP/1.1" status: 200 len: 945 time: 1.2426469 May 18 18:22:59.577687 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9545dc60-3bf7-4ba2-9068-c308f9fdfeac req-2e699cea-9c31-4efe-9f3e-75cdfb0edabf tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Network eafefbfa-378a-4a8a-8ee5-45c0c746f8e9 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:22:59.673859 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c0f315-79a2-4260-bf23-df1b831aaf4d req-6f411140-7dfa-488a-9e28-2086e4622ad4 tempest-InstanceActionsNegativeTestJSON-1061339587 tempest-InstanceActionsNegativeTestJSON-1061339587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:22:59.683881 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d6c0f315-79a2-4260-bf23-df1b831aaf4d req-6f411140-7dfa-488a-9e28-2086e4622ad4 tempest-InstanceActionsNegativeTestJSON-1061339587 tempest-InstanceActionsNegativeTestJSON-1061339587-project] 10.222.0.85 "GET /v2.0/ports?device_id=2e1cf71d-a309-49a2-8672-93a6238f33b0 HTTP/1.1" status: 200 len: 946 time: 0.1418958 May 18 18:22:59.692911 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [req-9545dc60-3bf7-4ba2-9068-c308f9fdfeac req-2e699cea-9c31-4efe-9f3e-75cdfb0edabf tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:22:59.704222 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bc3658-ff36-4dcd-8eb6-74c4501d1aa8 req-e9a9c87e-5926-46a6-9ff7-e32e04919cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:22:59.706494 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-86bc3658-ff36-4dcd-8eb6-74c4501d1aa8 req-e9a9c87e-5926-46a6-9ff7-e32e04919cba service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=6f6254ab-4ee7-4ad9-afa0-26be8bf1b0f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2018654 May 18 18:22:59.771907 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 4044c1e6-0b8b-4e6f-9eba-b6944797a161 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:22:59.776803 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-9545dc60-3bf7-4ba2-9068-c308f9fdfeac req-2e699cea-9c31-4efe-9f3e-75cdfb0edabf tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:22:59.790159 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-269abe55-b619-41c3-b55d-1e660763db5d tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks [] for router_gateway, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:22:59.933052 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d6c0f315-79a2-4260-bf23-df1b831aaf4d req-4ad8b924-b23e-407a-b74d-139cb806243d tempest-InstanceActionsNegativeTestJSON-1061339587 tempest-InstanceActionsNegativeTestJSON-1061339587-project] 10.222.0.85 "GET /v2.0/security-groups?id=e2a63cef-7540-4cb7-adf0-bd915f2f093a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469289 May 18 18:22:59.965438 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e6eeb9c2-582d-4160-a8c1-7ee8be681f22 req-c9e73924-133e-4740-9624-d20b958c8885 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/security-groups?id=6cd42249-be19-4866-8a3b-7059b1a837e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3983712 May 18 18:22:59.978229 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-269abe55-b619-41c3-b55d-1e660763db5d tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:00.002122 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 4044c1e6-0b8b-4e6f-9eba-b6944797a161 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:23:00.002601 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:00.083250 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-86bc3658-ff36-4dcd-8eb6-74c4501d1aa8 req-a88811cd-30ec-4d6a-94b3-92b05de872b0 service neutron] 10.222.0.88 "GET /v2.0/networks/6f6254ab-4ee7-4ad9-afa0-26be8bf1b0f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3550339 May 18 18:23:00.219425 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9545dc60-3bf7-4ba2-9068-c308f9fdfeac req-2e699cea-9c31-4efe-9f3e-75cdfb0edabf tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:23:00.220104 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-9545dc60-3bf7-4ba2-9068-c308f9fdfeac req-2e699cea-9c31-4efe-9f3e-75cdfb0edabf tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:00.280421 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 4044c1e6-0b8b-4e6f-9eba-b6944797a161 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:23:00.280421 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:00.316163 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9545dc60-3bf7-4ba2-9068-c308f9fdfeac req-2e699cea-9c31-4efe-9f3e-75cdfb0edabf tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4156170 May 18 18:23:00.342888 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-9545dc60-3bf7-4ba2-9068-c308f9fdfeac req-1ad5be46-8212-4d6c-8aaa-0aa8e9dd5c38 service neutron] Request body: {'port': {'device_id': '16cf3a89-12f1-47de-bba3-dcd801511736', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-3'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:23:00.471704 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] For port 4044c1e6-0b8b-4e6f-9eba-b6944797a161, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=4044c1e6-0b8b-4e6f-9eba-b6944797a161,segment=NetworkSegment(155d90a3-6d56-464a-af34-25b4727d0545),segment_id=155d90a3-6d56-464a-af34-25b4727d0545)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:23:00.500267 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:00.599383 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5593ac9b-8e8d-4e90-a955-fc41871a584f req-f0caff52-a72f-4739-9cdf-595d6b72ca18 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:23:00.601562 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5593ac9b-8e8d-4e90-a955-fc41871a584f req-f0caff52-a72f-4739-9cdf-595d6b72ca18 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=16cf3a89-12f1-47de-bba3-dcd801511736 HTTP/1.1" status: 200 len: 932 time: 0.4297168 May 18 18:23:00.720614 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-269abe55-b619-41c3-b55d-1e660763db5d tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Allocated IP 172.25.5.188 (31ebd439-090c-4b25-bbb0-31c48711b145/363a2810-8a83-4be0-a317-7c91fcd94485/c3925ca8-d18f-4769-9c44-3a686b9e6f63) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:23:00.733464 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Pushing event updated for resources: {'Port': ['ID=4044c1e6-0b8b-4e6f-9eba-b6944797a161,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:23:00.744427 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-50566bae-9c3c-487a-8ede-5c3c595b8801 None None] Provisioning complete for port 9c256227-246e-4630-857d-ac0b1307317a triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:23:00.744951 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-50566bae-9c3c-487a-8ede-5c3c595b8801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:00.750862 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-86bc3658-ff36-4dcd-8eb6-74c4501d1aa8 req-593f9b9c-1ffa-4d9d-99f6-9346b45a80ee service neutron] 10.222.0.88 "GET /v2.0/networks/6f6254ab-4ee7-4ad9-afa0-26be8bf1b0f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6594989 May 18 18:23:00.838101 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-50566bae-9c3c-487a-8ede-5c3c595b8801 None None] Port 9c256227-246e-4630-857d-ac0b1307317a cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:23:00.838872 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-9545dc60-3bf7-4ba2-9068-c308f9fdfeac req-1ad5be46-8212-4d6c-8aaa-0aa8e9dd5c38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:00.869486 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-86bc3658-ff36-4dcd-8eb6-74c4501d1aa8 req-7e5c2281-3efb-4b06-bf87-fbcc100d7312 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=32ab4e29-e8eb-4fca-ad01-008ffc84e28f HTTP/1.1" status: 200 len: 217 time: 0.0985060 May 18 18:23:00.880071 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5593ac9b-8e8d-4e90-a955-fc41871a584f req-33c264e4-e671-48e0-80e1-854fe6492158 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=86e7cf01-f21c-41cf-b5a3-71cb5ec2aaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575796 May 18 18:23:01.015004 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:01.080349 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbbe61ea-d3b3-4897-9fc5-ebacff489aee None None] Network 9318ddfa-310e-4d7d-b982-ad54e4442961 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:23:01.271218 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da59d4e-3081-42c7-a829-e5bdeb11f1dc req-29d3bf84-120a-4da1-b7d8-56b7fa8fcd5b tempest-InstanceActionsNegativeTestJSON-1061339587 tempest-InstanceActionsNegativeTestJSON-1061339587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:23:01.289285 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3da59d4e-3081-42c7-a829-e5bdeb11f1dc req-29d3bf84-120a-4da1-b7d8-56b7fa8fcd5b tempest-InstanceActionsNegativeTestJSON-1061339587 tempest-InstanceActionsNegativeTestJSON-1061339587-project] 10.222.0.85 "GET /v2.0/ports?device_id=2e1cf71d-a309-49a2-8672-93a6238f33b0 HTTP/1.1" status: 200 len: 946 time: 0.5541673 May 18 18:23:01.499634 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:01.534204 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c957da55-436c-4738-89d2-1d0d9190058c None None] Provisioning complete for port 4044c1e6-0b8b-4e6f-9eba-b6944797a161 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:23:01.534852 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c957da55-436c-4738-89d2-1d0d9190058c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:01.542833 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3da59d4e-3081-42c7-a829-e5bdeb11f1dc req-cc197451-f20e-49f9-8b35-1590f5575cf7 tempest-InstanceActionsNegativeTestJSON-1061339587 tempest-InstanceActionsNegativeTestJSON-1061339587-project] 10.222.0.85 "GET /v2.0/security-groups?id=e2a63cef-7540-4cb7-adf0-bd915f2f093a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525201 May 18 18:23:01.669469 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-269abe55-b619-41c3-b55d-1e660763db5d tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:01.776335 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 4044c1e6-0b8b-4e6f-9eba-b6944797a161 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:23:01.858179 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-269abe55-b619-41c3-b55d-1e660763db5d tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:02.000202 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c957da55-436c-4738-89d2-1d0d9190058c None None] Current status of the port 4044c1e6-0b8b-4e6f-9eba-b6944797a161 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:23:02.037751 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-269abe55-b619-41c3-b55d-1e660763db5d tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Network 31ebd439-090c-4b25-bbb0-31c48711b145 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:23:02.052084 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269abe55-b619-41c3-b55d-1e660763db5d tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Pushing event updated for resources: {'Port': ['ID=c3925ca8-d18f-4769-9c44-3a686b9e6f63,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:23:02.079066 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-269abe55-b619-41c3-b55d-1e660763db5d tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:23:02.083573 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bc3658-ff36-4dcd-8eb6-74c4501d1aa8 req-d0eb117f-4c4b-4cc1-9ba4-4656f24a43db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:23:02.088169 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-86bc3658-ff36-4dcd-8eb6-74c4501d1aa8 req-d0eb117f-4c4b-4cc1-9ba4-4656f24a43db service neutron] 10.222.0.88 "GET /v2.0/subnets?id=ac88f09f-2eda-4db7-a15a-c310c3c0f932 HTTP/1.1" status: 200 len: 797 time: 1.2011368 May 18 18:23:02.106426 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269abe55-b619-41c3-b55d-1e660763db5d tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:23:02.127772 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 4044c1e6-0b8b-4e6f-9eba-b6944797a161 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:23:02.128511 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:02.226032 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f4aa52-788d-4c9b-9090-54eca148de85 req-9bd9890c-53e8-4e39-88ed-effc268536b5 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:23:02.236109 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b0f4aa52-788d-4c9b-9090-54eca148de85 req-9bd9890c-53e8-4e39-88ed-effc268536b5 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=2aaa7b97-c1f6-417f-be5b-d86238fc14b5 HTTP/1.1" status: 200 len: 945 time: 0.2497928 May 18 18:23:02.317858 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bc3658-ff36-4dcd-8eb6-74c4501d1aa8 req-a53c4038-f787-4daf-a2a5-35001eb17453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:23:02.331663 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-86bc3658-ff36-4dcd-8eb6-74c4501d1aa8 req-a53c4038-f787-4daf-a2a5-35001eb17453 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=6869c65a-0fbe-4766-9768-f36c634415aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2162724 May 18 18:23:02.516335 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 4044c1e6-0b8b-4e6f-9eba-b6944797a161 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:23:02.576546 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-11c24031-3a42-4886-b258-83c63fe97d8f None None] Provisioning complete for port 4044c1e6-0b8b-4e6f-9eba-b6944797a161 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:23:02.577147 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-11c24031-3a42-4886-b258-83c63fe97d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:02.634843 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b0f4aa52-788d-4c9b-9090-54eca148de85 req-83013799-5827-43df-a154-11f94017fc6c tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/security-groups?id=6cd42249-be19-4866-8a3b-7059b1a837e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3977413 May 18 18:23:02.636941 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-86bc3658-ff36-4dcd-8eb6-74c4501d1aa8 req-79307000-ccb6-47ca-86f0-8abb38eea5c0 service neutron] 10.222.0.88 "GET /v2.0/networks/6869c65a-0fbe-4766-9768-f36c634415aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421200 May 18 18:23:02.700953 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [req-9545dc60-3bf7-4ba2-9068-c308f9fdfeac req-1ad5be46-8212-4d6c-8aaa-0aa8e9dd5c38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c256227-246e-4630-857d-ac0b1307317a {{(pid=102730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:23:02.733117 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076f1617-290e-4b1c-b889-5c95088e2aa0 req-f0c628c1-a3a1-446f-89f1-e466355e1037 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:23:02.740346 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-076f1617-290e-4b1c-b889-5c95088e2aa0 req-f0c628c1-a3a1-446f-89f1-e466355e1037 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=16cf3a89-12f1-47de-bba3-dcd801511736 HTTP/1.1" status: 200 len: 932 time: 0.6838734 May 18 18:23:02.829889 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-11c24031-3a42-4886-b258-83c63fe97d8f None None] Current status of the port 4044c1e6-0b8b-4e6f-9eba-b6944797a161 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:23:02.849073 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-9545dc60-3bf7-4ba2-9068-c308f9fdfeac req-1ad5be46-8212-4d6c-8aaa-0aa8e9dd5c38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:02.898239 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-076f1617-290e-4b1c-b889-5c95088e2aa0 req-ca050e90-b46d-4d06-944b-1bc896af6786 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=86e7cf01-f21c-41cf-b5a3-71cb5ec2aaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569331 May 18 18:23:02.919158 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bb7aa0-76e8-470d-910f-7d81986fd8a8 req-85960e69-e599-453e-ba2f-817c4f748725 tempest-InstanceActionsNegativeTestJSON-1061339587 tempest-InstanceActionsNegativeTestJSON-1061339587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:23:02.921190 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [req-9545dc60-3bf7-4ba2-9068-c308f9fdfeac req-1ad5be46-8212-4d6c-8aaa-0aa8e9dd5c38 service neutron] Transition to ACTIVE for port object 9c256227-246e-4630-857d-ac0b1307317a will not be triggered until provisioned by entity L2. {{(pid=102730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:23:02.922515 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-64bb7aa0-76e8-470d-910f-7d81986fd8a8 req-85960e69-e599-453e-ba2f-817c4f748725 tempest-InstanceActionsNegativeTestJSON-1061339587 tempest-InstanceActionsNegativeTestJSON-1061339587-project] 10.222.0.88 "GET /v2.0/ports?device_id=2e1cf71d-a309-49a2-8672-93a6238f33b0 HTTP/1.1" status: 200 len: 946 time: 0.5874519 May 18 18:23:02.951539 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-9545dc60-3bf7-4ba2-9068-c308f9fdfeac req-1ad5be46-8212-4d6c-8aaa-0aa8e9dd5c38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:03.024081 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748ec446-6a3d-4bdd-8235-36276316ec1c req-3c0ce463-b5ad-419a-a442-3acb0436ade2 tempest-InstanceActionsNegativeTestJSON-1061339587 tempest-InstanceActionsNegativeTestJSON-1061339587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:23:03.033902 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-748ec446-6a3d-4bdd-8235-36276316ec1c req-3c0ce463-b5ad-419a-a442-3acb0436ade2 tempest-InstanceActionsNegativeTestJSON-1061339587 tempest-InstanceActionsNegativeTestJSON-1061339587-project] 10.222.0.85 "GET /v2.0/ports?device_id=2e1cf71d-a309-49a2-8672-93a6238f33b0 HTTP/1.1" status: 200 len: 946 time: 0.2149069 May 18 18:23:03.166893 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad5be46-8212-4d6c-8aaa-0aa8e9dd5c38 service neutron] Pushing event updated for resources: {'Port': ['ID=9c256227-246e-4630-857d-ac0b1307317a,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:23:03.210766 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-748ec446-6a3d-4bdd-8235-36276316ec1c req-a0d8c3e9-f972-4ecb-b232-8f2553efcac5 tempest-InstanceActionsNegativeTestJSON-1061339587 tempest-InstanceActionsNegativeTestJSON-1061339587-project] 10.222.0.85 "GET /v2.0/security-groups?id=e2a63cef-7540-4cb7-adf0-bd915f2f093a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700733 May 18 18:23:03.282924 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-86bc3658-ff36-4dcd-8eb6-74c4501d1aa8 req-f826d4a4-1a75-4d5f-92c2-0f636aa60cd0 service neutron] 10.222.0.88 "GET /v2.0/networks/6869c65a-0fbe-4766-9768-f36c634415aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5675402 May 18 18:23:03.379245 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-64bb7aa0-76e8-470d-910f-7d81986fd8a8 req-4e64c25c-498d-4168-9e3f-5396384316a6 tempest-InstanceActionsNegativeTestJSON-1061339587 tempest-InstanceActionsNegativeTestJSON-1061339587-project] Deleting port 4569906d-d5dd-4a81-8fbc-dadaa5aca7b3 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:23:03.379245 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-64bb7aa0-76e8-470d-910f-7d81986fd8a8 req-4e64c25c-498d-4168-9e3f-5396384316a6 tempest-InstanceActionsNegativeTestJSON-1061339587 tempest-InstanceActionsNegativeTestJSON-1061339587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:03.395833 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-86bc3658-ff36-4dcd-8eb6-74c4501d1aa8 req-71a74521-d735-4cbc-8dfc-21b7c8dfa067 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8fea59a2-2b88-47db-86f9-6bea97cc7b69 HTTP/1.1" status: 200 len: 217 time: 0.0905237 May 18 18:23:03.402123 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-269abe55-b619-41c3-b55d-1e660763db5d tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks [] for router_gateway, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:03.532407 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bc3658-ff36-4dcd-8eb6-74c4501d1aa8 req-a4985d4d-6130-4d27-b0de-9e7eed48b9de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:23:03.534192 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-86bc3658-ff36-4dcd-8eb6-74c4501d1aa8 req-a4985d4d-6130-4d27-b0de-9e7eed48b9de service neutron] 10.222.0.88 "GET /v2.0/subnets?id=ac88f09f-2eda-4db7-a15a-c310c3c0f932 HTTP/1.1" status: 200 len: 797 time: 0.1344559 May 18 18:23:03.598082 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-9545dc60-3bf7-4ba2-9068-c308f9fdfeac req-1ad5be46-8212-4d6c-8aaa-0aa8e9dd5c38 service neutron] Attempting to bind port 9c256227-246e-4630-857d-ac0b1307317a on host n-h1-838550-3 for vnic_type normal with profile {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:23:03.598807 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-9545dc60-3bf7-4ba2-9068-c308f9fdfeac req-1ad5be46-8212-4d6c-8aaa-0aa8e9dd5c38 service neutron] Attempting to bind port 9c256227-246e-4630-857d-ac0b1307317a by drivers openvswitch,hyperv on host n-h1-838550-3 at level 0 using segments [{'id': '91232e8c-3d17-424b-b810-746db9884dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'eafefbfa-378a-4a8a-8ee5-45c0c746f8e9'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:23:03.599548 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9545dc60-3bf7-4ba2-9068-c308f9fdfeac req-1ad5be46-8212-4d6c-8aaa-0aa8e9dd5c38 service neutron] Attempting to bind port 9c256227-246e-4630-857d-ac0b1307317a on network eafefbfa-378a-4a8a-8ee5-45c0c746f8e9 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:23:03.748088 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9545dc60-3bf7-4ba2-9068-c308f9fdfeac req-1ad5be46-8212-4d6c-8aaa-0aa8e9dd5c38 service neutron] Port 9c256227-246e-4630-857d-ac0b1307317a on network eafefbfa-378a-4a8a-8ee5-45c0c746f8e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-3 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:23:03.748742 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9545dc60-3bf7-4ba2-9068-c308f9fdfeac req-1ad5be46-8212-4d6c-8aaa-0aa8e9dd5c38 service neutron] Attempting to bind port 9c256227-246e-4630-857d-ac0b1307317a on network eafefbfa-378a-4a8a-8ee5-45c0c746f8e9 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:23:03.774695 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9545dc60-3bf7-4ba2-9068-c308f9fdfeac req-1ad5be46-8212-4d6c-8aaa-0aa8e9dd5c38 service neutron] Checking agent: {'id': '1dbac822-25f2-4df8-9dc8-5c2e7b136eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:23:03.775032 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9545dc60-3bf7-4ba2-9068-c308f9fdfeac req-1ad5be46-8212-4d6c-8aaa-0aa8e9dd5c38 service neutron] Checking segment: {'id': '91232e8c-3d17-424b-b810-746db9884dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'eafefbfa-378a-4a8a-8ee5-45c0c746f8e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:23:03.775420 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9545dc60-3bf7-4ba2-9068-c308f9fdfeac req-1ad5be46-8212-4d6c-8aaa-0aa8e9dd5c38 service neutron] Bound using segment: {'id': '91232e8c-3d17-424b-b810-746db9884dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'eafefbfa-378a-4a8a-8ee5-45c0c746f8e9'} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:23:03.775856 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-9545dc60-3bf7-4ba2-9068-c308f9fdfeac req-1ad5be46-8212-4d6c-8aaa-0aa8e9dd5c38 service neutron] Bound port: 9c256227-246e-4630-857d-ac0b1307317a, host: n-h1-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91232e8c-3d17-424b-b810-746db9884dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'eafefbfa-378a-4a8a-8ee5-45c0c746f8e9'}}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:23:03.776220 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-9545dc60-3bf7-4ba2-9068-c308f9fdfeac req-1ad5be46-8212-4d6c-8aaa-0aa8e9dd5c38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:03.809662 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-269abe55-b619-41c3-b55d-1e660763db5d tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596801'] for router, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:03.819900 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bc3658-ff36-4dcd-8eb6-74c4501d1aa8 req-17e1fe12-f408-4954-8ed6-e8d108143159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:23:03.821515 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-86bc3658-ff36-4dcd-8eb6-74c4501d1aa8 req-17e1fe12-f408-4954-8ed6-e8d108143159 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=6869c65a-0fbe-4766-9768-f36c634415aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2572310 May 18 18:23:04.183489 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-64bb7aa0-76e8-470d-910f-7d81986fd8a8 req-4e64c25c-498d-4168-9e3f-5396384316a6 tempest-InstanceActionsNegativeTestJSON-1061339587 tempest-InstanceActionsNegativeTestJSON-1061339587-project] For port 4569906d-d5dd-4a81-8fbc-dadaa5aca7b3, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=4569906d-d5dd-4a81-8fbc-dadaa5aca7b3,segment=NetworkSegment(df4c2a31-518d-4e20-ba18-6365c3ea7eb8),segment_id=df4c2a31-518d-4e20-ba18-6365c3ea7eb8)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:23:04.183875 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-64bb7aa0-76e8-470d-910f-7d81986fd8a8 req-4e64c25c-498d-4168-9e3f-5396384316a6 tempest-InstanceActionsNegativeTestJSON-1061339587 tempest-InstanceActionsNegativeTestJSON-1061339587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:04.234025 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-64bb7aa0-76e8-470d-910f-7d81986fd8a8 req-4e64c25c-498d-4168-9e3f-5396384316a6 tempest-InstanceActionsNegativeTestJSON-1061339587 tempest-InstanceActionsNegativeTestJSON-1061339587-project] Calling delete_port for 4569906d-d5dd-4a81-8fbc-dadaa5aca7b3 owned by compute:nova {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:23:04.315653 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-86bc3658-ff36-4dcd-8eb6-74c4501d1aa8 req-8e1a5eb8-4520-4a58-a8dc-b227b12daa0c service neutron] 10.222.0.88 "GET /v2.0/networks/6869c65a-0fbe-4766-9768-f36c634415aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4831517 May 18 18:23:04.336519 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a27800-fdb4-4b42-982c-c5c1d311bd66 req-d0b9ecc1-a495-482d-85b1-2cd59aed3350 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:23:04.338174 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e1a27800-fdb4-4b42-982c-c5c1d311bd66 req-d0b9ecc1-a495-482d-85b1-2cd59aed3350 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=16cf3a89-12f1-47de-bba3-dcd801511736 HTTP/1.1" status: 200 len: 944 time: 0.2345176 May 18 18:23:04.522236 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ea138d-d582-4eed-9baf-4a5d829c43bc req-29eb5203-aac9-4dd4-8aad-d38caa0ab84b tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:23:04.523897 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-43ea138d-d582-4eed-9baf-4a5d829c43bc req-29eb5203-aac9-4dd4-8aad-d38caa0ab84b tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=2aaa7b97-c1f6-417f-be5b-d86238fc14b5 HTTP/1.1" status: 200 len: 945 time: 0.7276869 May 18 18:23:04.620078 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-9545dc60-3bf7-4ba2-9068-c308f9fdfeac req-1ad5be46-8212-4d6c-8aaa-0aa8e9dd5c38 service neutron] For port 9c256227-246e-4630-857d-ac0b1307317a, host n-h1-838550-3, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:23:04.657020 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-86bc3658-ff36-4dcd-8eb6-74c4501d1aa8 req-33a74436-efe8-44d4-b5b8-2f9863ede1fc service neutron] 10.222.0.88 "GET /v2.0/networks/6869c65a-0fbe-4766-9768-f36c634415aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3177719 May 18 18:23:04.681997 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-9545dc60-3bf7-4ba2-9068-c308f9fdfeac req-1ad5be46-8212-4d6c-8aaa-0aa8e9dd5c38 service neutron] For port 9c256227-246e-4630-857d-ac0b1307317a, host n-h1-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=9c256227-246e-4630-857d-ac0b1307317a,segment=NetworkSegment(91232e8c-3d17-424b-b810-746db9884dd3),segment_id=91232e8c-3d17-424b-b810-746db9884dd3)] {{(pid=102730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:23:04.732730 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-43ea138d-d582-4eed-9baf-4a5d829c43bc req-d952289d-de24-4ef2-a28c-e74c75b3f2a3 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/security-groups?id=6cd42249-be19-4866-8a3b-7059b1a837e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1935384 May 18 18:23:04.738360 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-9545dc60-3bf7-4ba2-9068-c308f9fdfeac req-1ad5be46-8212-4d6c-8aaa-0aa8e9dd5c38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:04.810876 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e1a27800-fdb4-4b42-982c-c5c1d311bd66 req-b99af242-8ef4-4c11-8e65-85fb605f7ed8 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=86e7cf01-f21c-41cf-b5a3-71cb5ec2aaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3008044 May 18 18:23:04.979753 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9545dc60-3bf7-4ba2-9068-c308f9fdfeac req-1ad5be46-8212-4d6c-8aaa-0aa8e9dd5c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:23:05.003502 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-9545dc60-3bf7-4ba2-9068-c308f9fdfeac req-1ad5be46-8212-4d6c-8aaa-0aa8e9dd5c38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:05.005725 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9545dc60-3bf7-4ba2-9068-c308f9fdfeac req-1ad5be46-8212-4d6c-8aaa-0aa8e9dd5c38 service neutron] 10.222.0.36 "PUT /v2.0/ports/9c256227-246e-4630-857d-ac0b1307317a HTTP/1.1" status: 200 len: 1092 time: 4.6757700 May 18 18:23:05.006325 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16cf3a89-12f1-47de-bba3-dcd801511736', 'tag': '9c256227-246e-4630-857d-ac0b1307317a'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:23:05.012381 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efebac62-481b-40be-b21c-4e840c5e21ca" -d '{"events": [{"name": "network-changed", "server_uuid": "16cf3a89-12f1-47de-bba3-dcd801511736", "tag": "9c256227-246e-4630-857d-ac0b1307317a"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:23:05.094197 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad5be46-8212-4d6c-8aaa-0aa8e9dd5c38 service neutron] Pushing event updated for resources: {'Port': ['ID=9c256227-246e-4630-857d-ac0b1307317a,revision_number=3']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:23:05.100827 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-269abe55-b619-41c3-b55d-1e660763db5d tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Router d305f5f2-1c8a-407c-bab7-d8012c3dc000 is scheduled to L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e with binding_index 1 {{(pid=102730) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 18 18:23:05.391361 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8db40722-5a56-42e2-aadb-dbcf3d39c675 x-openstack-request-id: req-8db40722-5a56-42e2-aadb-dbcf3d39c675 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:23:05.392297 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16cf3a89-12f1-47de-bba3-dcd801511736", "tag": "9c256227-246e-4630-857d-ac0b1307317a", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:23:05.398655 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-8db40722-5a56-42e2-aadb-dbcf3d39c675 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:23:05.399690 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8db40722-5a56-42e2-aadb-dbcf3d39c675'] response: {'name': 'network-changed', 'server_uuid': '16cf3a89-12f1-47de-bba3-dcd801511736', 'tag': '9c256227-246e-4630-857d-ac0b1307317a', 'status': 'completed', 'code': 200} May 18 18:23:05.423443 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57a543b-0579-4c02-9eae-66a4a8ac2623 req-c68d8ebd-1bd7-4d20-b5a3-e868e790f6d1 tempest-InstanceActionsNegativeTestJSON-1061339587 tempest-InstanceActionsNegativeTestJSON-1061339587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:23:05.425754 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b57a543b-0579-4c02-9eae-66a4a8ac2623 req-c68d8ebd-1bd7-4d20-b5a3-e868e790f6d1 tempest-InstanceActionsNegativeTestJSON-1061339587 tempest-InstanceActionsNegativeTestJSON-1061339587-project] 10.222.0.85 "GET /v2.0/ports?device_id=2e1cf71d-a309-49a2-8672-93a6238f33b0 HTTP/1.1" status: 200 len: 946 time: 0.4151614 May 18 18:23:05.452969 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-64bb7aa0-76e8-470d-910f-7d81986fd8a8 req-4e64c25c-498d-4168-9e3f-5396384316a6 tempest-InstanceActionsNegativeTestJSON-1061339587 tempest-InstanceActionsNegativeTestJSON-1061339587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:05.640398 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9545dc60-3bf7-4ba2-9068-c308f9fdfeac req-1be9bbfb-5c56-44b5-8cea-d53fe9277578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:23:05.643777 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9545dc60-3bf7-4ba2-9068-c308f9fdfeac req-1be9bbfb-5c56-44b5-8cea-d53fe9277578 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4ce86b77116a4afca1694cba473235e6&device_id=16cf3a89-12f1-47de-bba3-dcd801511736 HTTP/1.1" status: 200 len: 1095 time: 0.5316393 May 18 18:23:05.797950 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e64c25c-498d-4168-9e3f-5396384316a6 tempest-InstanceActionsNegativeTestJSON-1061339587 tempest-InstanceActionsNegativeTestJSON-1061339587-project] Pushing event deleted for resources: {'Port': ['ID=4569906d-d5dd-4a81-8fbc-dadaa5aca7b3,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:23:05.892388 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-64bb7aa0-76e8-470d-910f-7d81986fd8a8 req-4e64c25c-498d-4168-9e3f-5396384316a6 tempest-InstanceActionsNegativeTestJSON-1061339587 tempest-InstanceActionsNegativeTestJSON-1061339587-project] No DVR routers for this DVR port 4569906d-d5dd-4a81-8fbc-dadaa5aca7b3 on host n-h2-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:23:05.910596 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-64bb7aa0-76e8-470d-910f-7d81986fd8a8 req-4e64c25c-498d-4168-9e3f-5396384316a6 tempest-InstanceActionsNegativeTestJSON-1061339587 tempest-InstanceActionsNegativeTestJSON-1061339587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:05.915077 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-64bb7aa0-76e8-470d-910f-7d81986fd8a8 req-4e64c25c-498d-4168-9e3f-5396384316a6 tempest-InstanceActionsNegativeTestJSON-1061339587 tempest-InstanceActionsNegativeTestJSON-1061339587-project] 10.222.0.88 "DELETE /v2.0/ports/4569906d-d5dd-4a81-8fbc-dadaa5aca7b3 HTTP/1.1" status: 204 len: 173 time: 2.9662945 May 18 18:23:05.935551 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e1cf71d-a309-49a2-8672-93a6238f33b0', 'name': 'network-vif-deleted', 'tag': '4569906d-d5dd-4a81-8fbc-dadaa5aca7b3'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:23:05.946187 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcb21a7f-da47-4a8f-ad8c-cbb6f4f4b9e9" -d '{"events": [{"server_uuid": "2e1cf71d-a309-49a2-8672-93a6238f33b0", "name": "network-vif-deleted", "tag": "4569906d-d5dd-4a81-8fbc-dadaa5aca7b3"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:23:05.981147 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b57a543b-0579-4c02-9eae-66a4a8ac2623 req-9a8be4f0-5d75-41bc-a673-495fe3aa0834 tempest-InstanceActionsNegativeTestJSON-1061339587 tempest-InstanceActionsNegativeTestJSON-1061339587-project] 10.222.0.85 "GET /v2.0/security-groups?id=e2a63cef-7540-4cb7-adf0-bd915f2f093a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5308313 May 18 18:23:06.020439 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9545dc60-3bf7-4ba2-9068-c308f9fdfeac req-14accac6-0e39-47e5-8f9b-0caf114b1e0b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9c256227-246e-4630-857d-ac0b1307317a HTTP/1.1" status: 200 len: 217 time: 0.1391087 May 18 18:23:06.157398 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-269abe55-b619-41c3-b55d-1e660763db5d tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:23:06.171788 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2eaafc-749b-490a-a8a1-e593913784d8 None None] Sync routers for ids ['d305f5f2-1c8a-407c-bab7-d8012c3dc000'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:23:06.180961 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9545dc60-3bf7-4ba2-9068-c308f9fdfeac req-828f26f2-9fc0-47bd-adf4-ff5fe3a1c1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:23:06.183162 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9545dc60-3bf7-4ba2-9068-c308f9fdfeac req-828f26f2-9fc0-47bd-adf4-ff5fe3a1c1ad service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ab1f7f5a-a761-43dc-be82-e3f213958e88 HTTP/1.1" status: 200 len: 849 time: 0.1475027 May 18 18:23:06.204256 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-269abe55-b619-41c3-b55d-1e660763db5d tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks [] for router, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:06.208205 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-269abe55-b619-41c3-b55d-1e660763db5d tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 9.6257119 May 18 18:23:06.218474 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 44864) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:23:06.229825 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2eaafc-749b-490a-a8a1-e593913784d8 None None] Routers {'d305f5f2-1c8a-407c-bab7-d8012c3dc000'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:23:06.230805 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-cd2eaafc-749b-490a-a8a1-e593913784d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:22:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['d305f5f2-1c8a-407c-bab7-d8012c3dc000'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:23:06.249503 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2c8261-4b94-4d6a-8545-631db706252d req-665c2871-c575-4a3a-8604-2efd12ec04fc tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:23:06.262370 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-dc2c8261-4b94-4d6a-8545-631db706252d req-665c2871-c575-4a3a-8604-2efd12ec04fc tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=2aaa7b97-c1f6-417f-be5b-d86238fc14b5 HTTP/1.1" status: 200 len: 945 time: 0.2368112 May 18 18:23:06.398311 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79144ac1-b6eb-4957-953c-fe6f6c1fa7ff req-76e121a1-503b-46f0-968a-24b649a95f95 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:23:06.408340 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-79144ac1-b6eb-4957-953c-fe6f6c1fa7ff req-76e121a1-503b-46f0-968a-24b649a95f95 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=16cf3a89-12f1-47de-bba3-dcd801511736 HTTP/1.1" status: 200 len: 944 time: 0.3087323 May 18 18:23:06.444541 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-dc2c8261-4b94-4d6a-8545-631db706252d req-295db2f6-7b53-4a75-a739-d82841922079 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/security-groups?id=6cd42249-be19-4866-8a3b-7059b1a837e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1755517 May 18 18:23:06.444744 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-cd2eaafc-749b-490a-a8a1-e593913784d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:23:06.455040 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9545dc60-3bf7-4ba2-9068-c308f9fdfeac req-cf5eab8d-da5f-4a4d-93d9-0956bafa606d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:23:06.478089 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9545dc60-3bf7-4ba2-9068-c308f9fdfeac req-cf5eab8d-da5f-4a4d-93d9-0956bafa606d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=eafefbfa-378a-4a8a-8ee5-45c0c746f8e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2848122 May 18 18:23:06.511773 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2eaafc-749b-490a-a8a1-e593913784d8 None None] Routers {'d305f5f2-1c8a-407c-bab7-d8012c3dc000'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:23:06.518409 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-cd2eaafc-749b-490a-a8a1-e593913784d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:22:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['d305f5f2-1c8a-407c-bab7-d8012c3dc000'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:23:06.590250 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dce80233-4a2f-406c-855b-d3ef305a2f82 x-openstack-request-id: req-dce80233-4a2f-406c-855b-d3ef305a2f82 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:23:06.590770 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e1cf71d-a309-49a2-8672-93a6238f33b0", "name": "network-vif-deleted", "tag": "4569906d-d5dd-4a81-8fbc-dadaa5aca7b3", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:23:06.590844 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-dce80233-4a2f-406c-855b-d3ef305a2f82 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:23:06.591251 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dce80233-4a2f-406c-855b-d3ef305a2f82'] response: {'server_uuid': '2e1cf71d-a309-49a2-8672-93a6238f33b0', 'name': 'network-vif-deleted', 'tag': '4569906d-d5dd-4a81-8fbc-dadaa5aca7b3', 'status': 'completed', 'code': 200} May 18 18:23:06.616761 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-cd2eaafc-749b-490a-a8a1-e593913784d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:23:06.618277 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2eaafc-749b-490a-a8a1-e593913784d8 None None] The sync data for ids ['d305f5f2-1c8a-407c-bab7-d8012c3dc000'] in n-d-838550-3 is: [] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:23:06.656507 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-79144ac1-b6eb-4957-953c-fe6f6c1fa7ff req-3ab5547b-5711-4a4e-8099-9f655f960f97 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=86e7cf01-f21c-41cf-b5a3-71cb5ec2aaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468281 May 18 18:23:06.886142 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9545dc60-3bf7-4ba2-9068-c308f9fdfeac req-a7afc102-eb31-41a0-958a-f25c11bf5e63 service neutron] 10.222.0.36 "GET /v2.0/networks/eafefbfa-378a-4a8a-8ee5-45c0c746f8e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4004161 May 18 18:23:07.103955 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 44886) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:23:07.139526 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9545dc60-3bf7-4ba2-9068-c308f9fdfeac req-d5b6d90a-0397-4a90-8b57-17abb7090ead service neutron] 10.222.0.36 "GET /v2.0/networks/eafefbfa-378a-4a8a-8ee5-45c0c746f8e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2457466 May 18 18:23:07.158404 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 4569906d-d5dd-4a81-8fbc-dadaa5aca7b3 no longer exists at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:23:07.246444 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] No Port match for: 4569906d-d5dd-4a81-8fbc-dadaa5aca7b3 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:23:07.246817 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 4569906d-d5dd-4a81-8fbc-dadaa5aca7b3 not bound to the agent host n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:23:07.381768 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b6b9676-af5a-4e03-a101-adfcac037228 admin admin] Deleting subnet 8a1e3278-d687-4857-a0f1-4e1f8484e964 {{(pid=102731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:23:07.387899 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3b6b9676-af5a-4e03-a101-adfcac037228 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:07.388417 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efebac62-481b-40be-b21c-4e840c5e21ca req-a4b0053d-6e7e-495a-9a34-6ef9bb2957fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:23:07.398197 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-efebac62-481b-40be-b21c-4e840c5e21ca req-a4b0053d-6e7e-495a-9a34-6ef9bb2957fb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4ce86b77116a4afca1694cba473235e6&device_id=16cf3a89-12f1-47de-bba3-dcd801511736 HTTP/1.1" status: 200 len: 1095 time: 0.1456909 May 18 18:23:07.449323 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3b6b9676-af5a-4e03-a101-adfcac037228 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260542153'] for subnet, precommit_delete_associations {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:07.531275 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3b6b9676-af5a-4e03-a101-adfcac037228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:07.648005 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3b6b9676-af5a-4e03-a101-adfcac037228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260898416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260908030'] for subnet, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:07.652906 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efebac62-481b-40be-b21c-4e840c5e21ca req-51ec04eb-7c70-4bf2-ba86-3e9bec90327d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:23:07.653360 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-efebac62-481b-40be-b21c-4e840c5e21ca req-51ec04eb-7c70-4bf2-ba86-3e9bec90327d service neutron] 10.222.0.36 "GET /v2.0/networks?id=eafefbfa-378a-4a8a-8ee5-45c0c746f8e9 HTTP/1.1" status: 200 len: 911 time: 0.2529664 May 18 18:23:07.691598 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a4881dd3-a24c-4acf-88a7-8e8e02570300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:07.737420 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-efebac62-481b-40be-b21c-4e840c5e21ca req-ecec6a4e-4624-450d-8257-75739bc4a077 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9c256227-246e-4630-857d-ac0b1307317a HTTP/1.1" status: 200 len: 217 time: 0.0760057 May 18 18:23:07.866427 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efebac62-481b-40be-b21c-4e840c5e21ca req-4d39deec-a344-401f-883f-d3a8d06f5978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:23:07.875955 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-efebac62-481b-40be-b21c-4e840c5e21ca req-4d39deec-a344-401f-883f-d3a8d06f5978 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ab1f7f5a-a761-43dc-be82-e3f213958e88 HTTP/1.1" status: 200 len: 849 time: 0.1237993 May 18 18:23:07.993668 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6b9676-af5a-4e03-a101-adfcac037228 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a1e3278-d687-4857-a0f1-4e1f8484e964,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:23:08.003284 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3b6b9676-af5a-4e03-a101-adfcac037228 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:08.024920 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-3b6b9676-af5a-4e03-a101-adfcac037228 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/8a1e3278-d687-4857-a0f1-4e1f8484e964 HTTP/1.1" status: 204 len: 168 time: 0.9144878 May 18 18:23:08.038157 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44904) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:23:08.169187 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efebac62-481b-40be-b21c-4e840c5e21ca req-d7d68548-7b5d-4185-817d-6f1b7692fa00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:23:08.171418 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-efebac62-481b-40be-b21c-4e840c5e21ca req-d7d68548-7b5d-4185-817d-6f1b7692fa00 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=eafefbfa-378a-4a8a-8ee5-45c0c746f8e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2945983 May 18 18:23:08.211331 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8b6db12d-f987-4ac0-8ab5-82e47541b967 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:08.259646 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2931395-e028-49ca-86d9-ba8615ddde92 req-dbd06bb9-844f-4f98-923f-3ea0d41ba2c3 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:23:08.261249 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d2931395-e028-49ca-86d9-ba8615ddde92 req-dbd06bb9-844f-4f98-923f-3ea0d41ba2c3 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=2aaa7b97-c1f6-417f-be5b-d86238fc14b5 HTTP/1.1" status: 200 len: 945 time: 0.4782989 May 18 18:23:08.284850 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cc9b8d-09e9-4ba5-928d-f6e8981db538 req-783ebce9-7531-498d-9e37-0a75396464a7 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:23:08.294499 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-91cc9b8d-09e9-4ba5-928d-f6e8981db538 req-783ebce9-7531-498d-9e37-0a75396464a7 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=16cf3a89-12f1-47de-bba3-dcd801511736 HTTP/1.1" status: 200 len: 944 time: 0.3192916 May 18 18:23:08.430113 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d2931395-e028-49ca-86d9-ba8615ddde92 req-65d008b5-3f5a-4310-87c5-75ba0744a972 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/security-groups?id=6cd42249-be19-4866-8a3b-7059b1a837e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1409700 May 18 18:23:08.485286 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4fe99f47-a774-44db-8506-2bfda0eb9078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:08.548268 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-91cc9b8d-09e9-4ba5-928d-f6e8981db538 req-f63a8694-1526-4afa-9fdc-969cddd68de0 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=86e7cf01-f21c-41cf-b5a3-71cb5ec2aaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232728 May 18 18:23:08.664852 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-efebac62-481b-40be-b21c-4e840c5e21ca req-d70f9e51-91ac-4548-800e-960b87518092 service neutron] 10.222.0.36 "GET /v2.0/networks/eafefbfa-378a-4a8a-8ee5-45c0c746f8e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4482367 May 18 18:23:08.918026 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4fe99f47-a774-44db-8506-2bfda0eb9078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:08.941266 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-efebac62-481b-40be-b21c-4e840c5e21ca req-447aff30-bedd-4793-a8c3-8d2645f9726b service neutron] 10.222.0.36 "GET /v2.0/networks/eafefbfa-378a-4a8a-8ee5-45c0c746f8e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345893 May 18 18:23:08.981650 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-4fe99f47-a774-44db-8506-2bfda0eb9078 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc1c6aee-d95a-4fc9-8a5e-ea8397395d04']}} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:23:09.016615 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-4fe99f47-a774-44db-8506-2bfda0eb9078 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df4c2a31-518d-4e20-ba18-6365c3ea7eb8') {'for_net_delete': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:23:09.017058 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-4fe99f47-a774-44db-8506-2bfda0eb9078 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df4c2a31-518d-4e20-ba18-6365c3ea7eb8') {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:23:09.042288 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4fe99f47-a774-44db-8506-2bfda0eb9078 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260107375'] for segment, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:09.058739 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-8b6db12d-f987-4ac0-8ab5-82e47541b967 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Allocated IP 172.20.0.1 (9318ddfa-310e-4d7d-b982-ad54e4442961/b7b85bb2-8fd7-47ef-a5be-d3a5cd4fdcbf/08a2ca24-9147-4b64-86c5-2ff93f4afb6f) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:23:09.111859 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4fe99f47-a774-44db-8506-2bfda0eb9078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:09.127741 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fe99f47-a774-44db-8506-2bfda0eb9078 admin admin] Releasing vlan 641 on physical network physnet1 to pool {{(pid=102730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:23:09.128181 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4fe99f47-a774-44db-8506-2bfda0eb9078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261102736'] for segment, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:09.160190 n-d-838550-3 neutron-server[102730]: Traceback (most recent call last): May 18 18:23:09.160190 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:23:09.160190 n-d-838550-3 neutron-server[102730]: timer() May 18 18:23:09.160190 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:23:09.160190 n-d-838550-3 neutron-server[102730]: cb(*args, **kw) May 18 18:23:09.160190 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:23:09.160190 n-d-838550-3 neutron-server[102730]: return func(*args, **kwargs) May 18 18:23:09.160190 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:23:09.160190 n-d-838550-3 neutron-server[102730]: self._notify() May 18 18:23:09.160190 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:23:09.160190 n-d-838550-3 neutron-server[102730]: self.callback(batched_events) May 18 18:23:09.160190 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:23:09.160190 n-d-838550-3 neutron-server[102730]: event.method(event) May 18 18:23:09.160190 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:23:09.160190 n-d-838550-3 neutron-server[102730]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:23:09.160190 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:23:09.160190 n-d-838550-3 neutron-server[102730]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:23:09.160190 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:23:09.160190 n-d-838550-3 neutron-server[102730]: return f(self, *a, **k) May 18 18:23:09.160190 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:23:09.160190 n-d-838550-3 neutron-server[102730]: return self._get(url).json() May 18 18:23:09.160190 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:23:09.160190 n-d-838550-3 neutron-server[102730]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:23:09.160190 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:23:09.160190 n-d-838550-3 neutron-server[102730]: return self.request(url, 'GET', **kwargs) May 18 18:23:09.160190 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:23:09.160190 n-d-838550-3 neutron-server[102730]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:23:09.160190 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:23:09.160190 n-d-838550-3 neutron-server[102730]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:23:09.160190 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:23:09.160190 n-d-838550-3 neutron-server[102730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:23:09.160190 n-d-838550-3 neutron-server[102730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:23:09.333832 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8b6db12d-f987-4ac0-8ab5-82e47541b967 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:09.349562 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4fe99f47-a774-44db-8506-2bfda0eb9078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:09.375775 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4fe99f47-a774-44db-8506-2bfda0eb9078 admin admin] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:09.392999 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-4fe99f47-a774-44db-8506-2bfda0eb9078 admin admin] 10.222.0.85 "DELETE /v2.0/networks/bc1c6aee-d95a-4fc9-8a5e-ea8397395d04 HTTP/1.1" status: 204 len: 168 time: 1.2909954 May 18 18:23:09.423163 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8b6db12d-f987-4ac0-8ab5-82e47541b967 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:09.475338 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe99f47-a774-44db-8506-2bfda0eb9078 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc1c6aee-d95a-4fc9-8a5e-ea8397395d04,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:23:09.539237 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6db12d-f987-4ac0-8ab5-82e47541b967 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Pushing event updated for resources: {'Port': ['ID=08a2ca24-9147-4b64-86c5-2ff93f4afb6f,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:23:09.566175 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6db12d-f987-4ac0-8ab5-82e47541b967 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Network 9318ddfa-310e-4d7d-b982-ad54e4442961 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:23:09.568109 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-8b6db12d-f987-4ac0-8ab5-82e47541b967 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:23:09.620595 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6db12d-f987-4ac0-8ab5-82e47541b967 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:23:09.843582 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 44928) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:23:09.899034 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad5297b-9f68-483c-8d6e-3ddb3511a004 req-2a311bf5-c5be-489b-acdf-62678f7d1b52 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:23:09.901048 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0ad5297b-9f68-483c-8d6e-3ddb3511a004 req-2a311bf5-c5be-489b-acdf-62678f7d1b52 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=16cf3a89-12f1-47de-bba3-dcd801511736 HTTP/1.1" status: 200 len: 944 time: 0.1510711 May 18 18:23:09.968494 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8b6db12d-f987-4ac0-8ab5-82e47541b967 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595826'] for router_interface, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:10.014657 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0ad5297b-9f68-483c-8d6e-3ddb3511a004 req-718bee8f-fab5-4f6b-8f93-a3d82663165b tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=86e7cf01-f21c-41cf-b5a3-71cb5ec2aaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059940 May 18 18:23:10.044001 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c53be4a-6800-4646-b500-821a425a9810 req-d5b1d2c9-1395-4adb-bcec-27144b15b426 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:23:10.054499 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9c53be4a-6800-4646-b500-821a425a9810 req-d5b1d2c9-1395-4adb-bcec-27144b15b426 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=2aaa7b97-c1f6-417f-be5b-d86238fc14b5 HTTP/1.1" status: 200 len: 945 time: 0.4625859 May 18 18:23:10.065416 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-318d4b09-ab2c-4c57-a720-5f1af5005bd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:10.171876 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-fa8ff1c2-d8b8-40a2-8e6e-ad0a40e3d930 None None] Provisioning complete for port 08a2ca24-9147-4b64-86c5-2ff93f4afb6f triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:23:10.172489 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-fa8ff1c2-d8b8-40a2-8e6e-ad0a40e3d930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:10.204566 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-9b6f64aa-bd1c-4547-b72e-0ed3b76d75ee admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=3f58c78a5a684d228ed64a0ed37330bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3525200 May 18 18:23:10.205608 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44934) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:23:10.234589 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9c53be4a-6800-4646-b500-821a425a9810 req-3d0cc8ae-77c9-40ba-b4fb-194ae8991f80 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/security-groups?id=6cd42249-be19-4866-8a3b-7059b1a837e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1791017 May 18 18:23:10.307924 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-fa8ff1c2-d8b8-40a2-8e6e-ad0a40e3d930 None None] Port 08a2ca24-9147-4b64-86c5-2ff93f4afb6f cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:23:10.382844 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3f4159a3-45d2-44f3-875d-567b7807a3f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:10.470697 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8b6db12d-f987-4ac0-8ab5-82e47541b967 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:10.536891 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3f4159a3-45d2-44f3-875d-567b7807a3f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:10.800451 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3f4159a3-45d2-44f3-875d-567b7807a3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:10.804019 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3f4159a3-45d2-44f3-875d-567b7807a3f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:10.805180 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-3f4159a3-45d2-44f3-875d-567b7807a3f6 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/e2a63cef-7540-4cb7-adf0-bd915f2f093a HTTP/1.1" status: 204 len: 168 time: 0.5984764 May 18 18:23:10.832248 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4159a3-45d2-44f3-875d-567b7807a3f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2a63cef-7540-4cb7-adf0-bd915f2f093a,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:23:11.254967 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:11.362004 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071811bd-11e6-4061-8127-460937627469 req-ce128de1-4f51-4b59-8ca2-f7dc8754e25f tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:23:11.368977 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-071811bd-11e6-4061-8127-460937627469 req-ce128de1-4f51-4b59-8ca2-f7dc8754e25f tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=16cf3a89-12f1-47de-bba3-dcd801511736 HTTP/1.1" status: 200 len: 944 time: 0.1452758 May 18 18:23:11.473363 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-071811bd-11e6-4061-8127-460937627469 req-55e0e362-99db-490f-bb5e-7dfd226d6c7e tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=86e7cf01-f21c-41cf-b5a3-71cb5ec2aaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843697 May 18 18:23:11.550514 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8b6db12d-f987-4ac0-8ab5-82e47541b967 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:11.560933 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8b6db12d-f987-4ac0-8ab5-82e47541b967 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:11.576748 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e4a640-c6c1-481f-969d-3151189ab6b4 req-9d652718-4534-413f-add4-108fc546900c tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:23:11.592535 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e0e4a640-c6c1-481f-969d-3151189ab6b4 req-9d652718-4534-413f-add4-108fc546900c tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=2aaa7b97-c1f6-417f-be5b-d86238fc14b5 HTTP/1.1" status: 200 len: 945 time: 0.1569350 May 18 18:23:11.782943 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e0e4a640-c6c1-481f-969d-3151189ab6b4 req-9d49a170-57fe-4904-8e1a-2356af132d40 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/security-groups?id=6cd42249-be19-4866-8a3b-7059b1a837e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1833375 May 18 18:23:11.809230 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6db12d-f987-4ac0-8ab5-82e47541b967 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Pushing event updated for resources: {'Port': ['ID=08a2ca24-9147-4b64-86c5-2ff93f4afb6f,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:23:11.838026 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8b6db12d-f987-4ac0-8ab5-82e47541b967 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-595870'] for router_interface, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:12.060954 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6db12d-f987-4ac0-8ab5-82e47541b967 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Network 9318ddfa-310e-4d7d-b982-ad54e4442961 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:23:12.063018 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-8b6db12d-f987-4ac0-8ab5-82e47541b967 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:23:12.299660 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b6db12d-f987-4ac0-8ab5-82e47541b967 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Router d305f5f2-1c8a-407c-bab7-d8012c3dc000 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:23:12.430486 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:12.480362 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44984) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:23:12.670247 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b6db12d-f987-4ac0-8ab5-82e47541b967 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:23:12.686949 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0d3643-f1bd-48b9-8ff7-3e6288c81d4b None None] Sync routers for ids ['d305f5f2-1c8a-407c-bab7-d8012c3dc000'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:23:12.687303 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-8b6db12d-f987-4ac0-8ab5-82e47541b967 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] 10.222.0.85 "PUT /v2.0/routers/d305f5f2-1c8a-407c-bab7-d8012c3dc000/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4575024 May 18 18:23:12.688407 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 44992) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:23:12.704766 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0d3643-f1bd-48b9-8ff7-3e6288c81d4b None None] Routers {'d305f5f2-1c8a-407c-bab7-d8012c3dc000'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:23:12.708429 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-1b0d3643-f1bd-48b9-8ff7-3e6288c81d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:23:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['d305f5f2-1c8a-407c-bab7-d8012c3dc000'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:23:12.739689 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-53996a3f-b7d5-4733-96cb-7c61175fdd9b tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Request body: {'port': {'network_id': '9318ddfa-310e-4d7d-b982-ad54e4442961', 'name': 'tempest-FloatingIPTestJSON-1020596517'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:23:12.781696 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c22c67-31a9-4b5b-9c37-5d881c2a42d1 req-9f97591e-9cd6-4c97-a0cf-09b66eb2cf9b tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:23:12.793565 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-01c22c67-31a9-4b5b-9c37-5d881c2a42d1 req-9f97591e-9cd6-4c97-a0cf-09b66eb2cf9b tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=16cf3a89-12f1-47de-bba3-dcd801511736 HTTP/1.1" status: 200 len: 944 time: 0.1598129 May 18 18:23:12.808814 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-1b0d3643-f1bd-48b9-8ff7-3e6288c81d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:23:12.837225 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0d3643-f1bd-48b9-8ff7-3e6288c81d4b None None] Routers {'d305f5f2-1c8a-407c-bab7-d8012c3dc000'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:23:12.842216 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-1b0d3643-f1bd-48b9-8ff7-3e6288c81d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:23:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['d305f5f2-1c8a-407c-bab7-d8012c3dc000'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:23:12.916208 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-01c22c67-31a9-4b5b-9c37-5d881c2a42d1 req-bfab1b5d-4b45-4720-9e7e-c79515482f9d tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=86e7cf01-f21c-41cf-b5a3-71cb5ec2aaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162851 May 18 18:23:12.995762 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-1b0d3643-f1bd-48b9-8ff7-3e6288c81d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:23:12.999760 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0d3643-f1bd-48b9-8ff7-3e6288c81d4b None None] The sync data for ids ['d305f5f2-1c8a-407c-bab7-d8012c3dc000'] in n-d-838550-3 is: [] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:23:13.035139 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 45006) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:23:13.160060 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-1a03b5bb-3b3a-44df-89ba-1af789aed931 None None] Provisioning complete for port 08a2ca24-9147-4b64-86c5-2ff93f4afb6f triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:23:13.160483 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1a03b5bb-3b3a-44df-89ba-1af789aed931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:13.177595 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:13.249863 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-1a03b5bb-3b3a-44df-89ba-1af789aed931 None None] Port 08a2ca24-9147-4b64-86c5-2ff93f4afb6f cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:23:13.497835 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-149228a0-465c-4dc5-ba2f-5fd0bf579f5f admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-17329993-network', 'tenant_id': '8921469e958d4ad3bdfd92009eddd9c8'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:23:13.750965 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-149228a0-465c-4dc5-ba2f-5fd0bf579f5f admin admin] Made reservation on behalf of 8921469e958d4ad3bdfd92009eddd9c8 for: {'network': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:23:13.753609 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-149228a0-465c-4dc5-ba2f-5fd0bf579f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:13.773843 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-149228a0-465c-4dc5-ba2f-5fd0bf579f5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:13.876461 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-149228a0-465c-4dc5-ba2f-5fd0bf579f5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:13.893670 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-149228a0-465c-4dc5-ba2f-5fd0bf579f5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:13.915864 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-149228a0-465c-4dc5-ba2f-5fd0bf579f5f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 614} {{(pid=102730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:23:13.938368 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-149228a0-465c-4dc5-ba2f-5fd0bf579f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:13.938796 n-d-838550-3 neutron-server[102730]: INFO neutron.db.segments_db [None req-149228a0-465c-4dc5-ba2f-5fd0bf579f5f admin admin] Added segment 49501fba-2274-4633-8f75-96963b76a8ba of type vlan for network 3eb265df-92f7-4e92-bca1-75774f3f8602 May 18 18:23:13.988475 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-149228a0-465c-4dc5-ba2f-5fd0bf579f5f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:14.039083 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149228a0-465c-4dc5-ba2f-5fd0bf579f5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff1e6c39-468b-4227-ba26-9cdec487cf32,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:23:14.042161 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-149228a0-465c-4dc5-ba2f-5fd0bf579f5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:14.047483 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-149228a0-465c-4dc5-ba2f-5fd0bf579f5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:23:14.048932 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-149228a0-465c-4dc5-ba2f-5fd0bf579f5f admin admin] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:14.135762 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-149228a0-465c-4dc5-ba2f-5fd0bf579f5f admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0992684 May 18 18:23:14.207329 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 45024) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:23:14.222513 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-014e2e8a-ca2b-490b-8cb0-b582ab16db72 admin admin] Request body: {'subnet': {'network_id': '3eb265df-92f7-4e92-bca1-75774f3f8602', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-17329993-subnet', 'tenant_id': '8921469e958d4ad3bdfd92009eddd9c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:23:14.260014 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149228a0-465c-4dc5-ba2f-5fd0bf579f5f admin admin] Pushing event updated for resources: {'Network': ['ID=3eb265df-92f7-4e92-bca1-75774f3f8602,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:23:14.271068 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network 3eb265df-92f7-4e92-bca1-75774f3f8602 details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:23:14.308830 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d1fb40-67f8-476f-9a32-da18f5252d28 req-da24567a-57be-41a9-8245-28ff53f343fa tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:23:14.310664 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a1d1fb40-67f8-476f-9a32-da18f5252d28 req-da24567a-57be-41a9-8245-28ff53f343fa tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=16cf3a89-12f1-47de-bba3-dcd801511736 HTTP/1.1" status: 200 len: 944 time: 0.2429647 May 18 18:23:14.312645 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-014e2e8a-ca2b-490b-8cb0-b582ab16db72 admin admin] Made reservation on behalf of 8921469e958d4ad3bdfd92009eddd9c8 for: {'subnet': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:23:14.315200 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-014e2e8a-ca2b-490b-8cb0-b582ab16db72 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261031885'] for subnet, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:14.369445 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53996a3f-b7d5-4733-96cb-7c61175fdd9b tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Made reservation on behalf of 760f0c349c8347a387ec779d7577d4d2 for: {'port': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:23:14.375338 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-53996a3f-b7d5-4733-96cb-7c61175fdd9b tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:14.388381 n-d-838550-3 neutron-server[102731]: INFO neutron.api.v2.resource [req-0da30fda-bde4-4e4c-aac7-f3153b2ca122 req-e639cd7f-6d66-4902-aa18-1a563143b2f8 service neutron] show failed (client error): The resource could not be found. May 18 18:23:14.398731 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0da30fda-bde4-4e4c-aac7-f3153b2ca122 req-e639cd7f-6d66-4902-aa18-1a563143b2f8 service neutron] 10.222.0.88 "GET /v2.0/ports/d1375281-ce80-4c02-aa8e-557572891cb2/bindings/n-h1-838550-3 HTTP/1.1" status: 404 len: 380 time: 1.3338563 May 18 18:23:14.447884 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a1d1fb40-67f8-476f-9a32-da18f5252d28 req-1c6ecdc7-d8c2-4db2-b3e9-cb316e2bf7e5 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=86e7cf01-f21c-41cf-b5a3-71cb5ec2aaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265726 May 18 18:23:14.453029 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f70dcf1e-468a-4a53-be35-a9bdd1fac783 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-595963'] for router_interface, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:14.460849 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [None req-53996a3f-b7d5-4733-96cb-7c61175fdd9b tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] device_id is not set on port 8a6dd9a1-9b6e-40fc-a456-f450d4a671ee yet. {{(pid=102731) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 18 18:23:14.511886 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea483a56-5c78-40bc-837b-2e8e8936d023 req-a506da35-e389-4f8a-985e-1f431c1e4cbe tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:23:14.513508 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ea483a56-5c78-40bc-837b-2e8e8936d023 req-a506da35-e389-4f8a-985e-1f431c1e4cbe tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=2aaa7b97-c1f6-417f-be5b-d86238fc14b5 HTTP/1.1" status: 200 len: 945 time: 1.4522114 May 18 18:23:14.728721 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ea483a56-5c78-40bc-837b-2e8e8936d023 req-2979681a-9c99-4f02-8e71-6c3eec62f768 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/security-groups?id=6cd42249-be19-4866-8a3b-7059b1a837e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189482 May 18 18:23:14.746300 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-014e2e8a-ca2b-490b-8cb0-b582ab16db72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261104883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261031899'] for subnet, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:14.803509 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-53996a3f-b7d5-4733-96cb-7c61175fdd9b tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Allocated IP 172.20.0.8 (9318ddfa-310e-4d7d-b982-ad54e4442961/b7b85bb2-8fd7-47ef-a5be-d3a5cd4fdcbf/8a6dd9a1-9b6e-40fc-a456-f450d4a671ee) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:23:14.890757 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79f0e16-10e3-4c23-8605-d7f6274b99c4 req-2f935b60-1da5-4efb-91db-11cc10d4de69 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:23:14.899006 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f79f0e16-10e3-4c23-8605-d7f6274b99c4 req-2f935b60-1da5-4efb-91db-11cc10d4de69 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef854938-189c-46f2-8314-215a08afd5f6 HTTP/1.1" status: 200 len: 946 time: 0.2625842 May 18 18:23:14.933217 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014e2e8a-ca2b-490b-8cb0-b582ab16db72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9f04376-10af-4ba5-b187-13131c15ab1c,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:23:14.996459 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da30fda-bde4-4e4c-aac7-f3153b2ca122 req-cdbe8da8-7e4d-4b3f-8035-6a09c872434a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:23:14.998271 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0da30fda-bde4-4e4c-aac7-f3153b2ca122 req-cdbe8da8-7e4d-4b3f-8035-6a09c872434a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2aaa7b97-c1f6-417f-be5b-d86238fc14b5&tenant_id=06b3ed36f50a43fd9cfeaa89e080d35b HTTP/1.1" status: 200 len: 1096 time: 0.2487223 May 18 18:23:15.010850 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014e2e8a-ca2b-490b-8cb0-b582ab16db72 admin admin] Checking segment: {'id': '49501fba-2274-4633-8f75-96963b76a8ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '3eb265df-92f7-4e92-bca1-75774f3f8602'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:23:15.011327 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-014e2e8a-ca2b-490b-8cb0-b582ab16db72 admin admin] Network hostable DHCP agents. Network: 3eb265df-92f7-4e92-bca1-75774f3f8602, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:23:15.025198 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-0da30fda-bde4-4e4c-aac7-f3153b2ca122 req-54ef3cc9-056c-4251-92ac-738e1a16127d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-838550-3', 'device_owner': 'compute:nova'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:23:15.065432 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-53996a3f-b7d5-4733-96cb-7c61175fdd9b tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:15.070114 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f79f0e16-10e3-4c23-8605-d7f6274b99c4 req-c69ca457-65ad-4bec-9352-3cf8df30a5d3 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=ea6a757a-9c65-4a62-a27e-604b73d281bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1680315 May 18 18:23:15.135066 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-53996a3f-b7d5-4733-96cb-7c61175fdd9b tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:15.191592 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-014e2e8a-ca2b-490b-8cb0-b582ab16db72 admin admin] Network 3eb265df-92f7-4e92-bca1-75774f3f8602 is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:23:15.198437 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53996a3f-b7d5-4733-96cb-7c61175fdd9b tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Network 9318ddfa-310e-4d7d-b982-ad54e4442961 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:23:15.200325 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-53996a3f-b7d5-4733-96cb-7c61175fdd9b tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:23:15.204299 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53996a3f-b7d5-4733-96cb-7c61175fdd9b tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:23:15.213323 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-0da30fda-bde4-4e4c-aac7-f3153b2ca122 req-54ef3cc9-056c-4251-92ac-738e1a16127d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:15.221255 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-014e2e8a-ca2b-490b-8cb0-b582ab16db72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, 3eb265df-92f7-4e92-bca1-75774f3f8602) {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:23:15.231274 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c3c1cf3-8506-4f8e-a09b-973cd4aa3164 None None] Network 3eb265df-92f7-4e92-bca1-75774f3f8602 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:23:15.234930 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-014e2e8a-ca2b-490b-8cb0-b582ab16db72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:23:15.235757 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-014e2e8a-ca2b-490b-8cb0-b582ab16db72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:15.237964 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53996a3f-b7d5-4733-96cb-7c61175fdd9b tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Pushing event updated for resources: {'Port': ['ID=8a6dd9a1-9b6e-40fc-a456-f450d4a671ee,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:23:15.276375 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53996a3f-b7d5-4733-96cb-7c61175fdd9b tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:23:15.276743 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-53996a3f-b7d5-4733-96cb-7c61175fdd9b tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:15.301910 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-53996a3f-b7d5-4733-96cb-7c61175fdd9b tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.5983977 May 18 18:23:15.302129 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-014e2e8a-ca2b-490b-8cb0-b582ab16db72 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0859830 May 18 18:23:15.304602 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 45044) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:23:15.312026 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-c825c9b4-042a-43b2-8bb5-66b082ec839c tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Request body: {'floatingip': {'port_id': '8a6dd9a1-9b6e-40fc-a456-f450d4a671ee'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:23:15.405951 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c825c9b4-042a-43b2-8bb5-66b082ec839c tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks [] for floatingip, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:15.453022 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687e6ed2-775d-41ce-a9c7-10b024649163 None None] Network 3eb265df-92f7-4e92-bca1-75774f3f8602 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:23:15.714682 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-f70dcf1e-468a-4a53-be35-a9bdd1fac783 admin admin] Deleting port 8bccb3d7-6789-4c70-a9e4-2ecb4df9c97f {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:23:15.715026 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f70dcf1e-468a-4a53-be35-a9bdd1fac783 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:15.732270 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771500dd-54ea-4fb7-9593-7eb49be6a1f8 req-2c9d39dd-1e8d-4485-a0ef-13ca5405ce4d tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:23:15.733657 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c8c36ceb-4a06-430b-85f2-931e33c74116 None None] Provisioning complete for port 8a6dd9a1-9b6e-40fc-a456-f450d4a671ee triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:23:15.734026 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c8c36ceb-4a06-430b-85f2-931e33c74116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:15.734563 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-0da30fda-bde4-4e4c-aac7-f3153b2ca122 req-54ef3cc9-056c-4251-92ac-738e1a16127d service neutron] For port d1375281-ce80-4c02-aa8e-557572891cb2, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=d1375281-ce80-4c02-aa8e-557572891cb2,segment=NetworkSegment(bb31c238-cddb-4b17-91a0-f094652d8b9e),segment_id=bb31c238-cddb-4b17-91a0-f094652d8b9e)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:23:15.734993 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-771500dd-54ea-4fb7-9593-7eb49be6a1f8 req-2c9d39dd-1e8d-4485-a0ef-13ca5405ce4d tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=16cf3a89-12f1-47de-bba3-dcd801511736 HTTP/1.1" status: 200 len: 944 time: 0.1276989 May 18 18:23:15.808175 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c8c36ceb-4a06-430b-85f2-931e33c74116 None None] Port 8a6dd9a1-9b6e-40fc-a456-f450d4a671ee cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:23:15.841451 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-771500dd-54ea-4fb7-9593-7eb49be6a1f8 req-58cb690c-839e-4763-abef-e068281aa31c tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=86e7cf01-f21c-41cf-b5a3-71cb5ec2aaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516031 May 18 18:23:15.896644 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-f70dcf1e-468a-4a53-be35-a9bdd1fac783 admin admin] For port 8bccb3d7-6789-4c70-a9e4-2ecb4df9c97f, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=8bccb3d7-6789-4c70-a9e4-2ecb4df9c97f,segment=NetworkSegment(c2befe81-e0f9-403d-ab80-68896828fcba),segment_id=c2befe81-e0f9-403d-ab80-68896828fcba)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:23:15.897123 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f70dcf1e-468a-4a53-be35-a9bdd1fac783 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:15.908413 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-0da30fda-bde4-4e4c-aac7-f3153b2ca122 req-54ef3cc9-056c-4251-92ac-738e1a16127d service neutron] For port d1375281-ce80-4c02-aa8e-557572891cb2, host n-h2-838550-3, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:23:15.966527 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-f70dcf1e-468a-4a53-be35-a9bdd1fac783 admin admin] Calling delete_port for 8bccb3d7-6789-4c70-a9e4-2ecb4df9c97f owned by network:router_interface {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:23:16.004809 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2aaa7b97-c1f6-417f-be5b-d86238fc14b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1375281-ce80-4c02-aa8e-557572891cb2'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:23:16.007158 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e361e17-a6fd-49b2-92fe-8ac7b3b203d7" -d '{"events": [{"server_uuid": "2aaa7b97-c1f6-417f-be5b-d86238fc14b5", "name": "network-vif-unplugged", "status": "completed", "tag": "d1375281-ce80-4c02-aa8e-557572891cb2"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:23:16.013858 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-0da30fda-bde4-4e4c-aac7-f3153b2ca122 req-54ef3cc9-056c-4251-92ac-738e1a16127d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:16.080646 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487fdf84-d987-4319-9aa7-68888b39b1b6 req-f19ff3df-1309-4f60-9f50-56c7a4956982 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:23:16.082247 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-487fdf84-d987-4319-9aa7-68888b39b1b6 req-f19ff3df-1309-4f60-9f50-56c7a4956982 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=2aaa7b97-c1f6-417f-be5b-d86238fc14b5 HTTP/1.1" status: 200 len: 945 time: 0.1497653 May 18 18:23:16.098366 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [req-0da30fda-bde4-4e4c-aac7-f3153b2ca122 req-54ef3cc9-056c-4251-92ac-738e1a16127d service neutron] Transition to ACTIVE for port object d1375281-ce80-4c02-aa8e-557572891cb2 will not be triggered until provisioned by entity L2. {{(pid=102730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:23:16.141194 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-0da30fda-bde4-4e4c-aac7-f3153b2ca122 req-54ef3cc9-056c-4251-92ac-738e1a16127d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:16.181274 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 May 2022 18:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-718bd935-6564-4b4a-a2fe-ba278e512572 x-openstack-request-id: req-718bd935-6564-4b4a-a2fe-ba278e512572 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:23:16.182414 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2aaa7b97-c1f6-417f-be5b-d86238fc14b5", "name": "network-vif-unplugged", "status": "completed", "tag": "d1375281-ce80-4c02-aa8e-557572891cb2", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:23:16.182661 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-718bd935-6564-4b4a-a2fe-ba278e512572 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:23:16.183053 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-718bd935-6564-4b4a-a2fe-ba278e512572'] response: {'server_uuid': '2aaa7b97-c1f6-417f-be5b-d86238fc14b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1375281-ce80-4c02-aa8e-557572891cb2', 'code': 200} May 18 18:23:16.187842 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-487fdf84-d987-4319-9aa7-68888b39b1b6 req-fb90acd5-1f70-4dd1-aa8c-f29fc4ae4786 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/security-groups?id=6cd42249-be19-4866-8a3b-7059b1a837e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948195 May 18 18:23:16.293376 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c825c9b4-042a-43b2-8bb5-66b082ec839c tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:16.306427 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c825c9b4-042a-43b2-8bb5-66b082ec839c tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596987'] for floatingip, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:16.537536 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd29f1b-8fa9-47e2-88ae-aa4727798f2f req-16880632-c977-474f-8cd9-1bbb9ad5ad42 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:23:16.545338 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fdd29f1b-8fa9-47e2-88ae-aa4727798f2f req-16880632-c977-474f-8cd9-1bbb9ad5ad42 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef854938-189c-46f2-8314-215a08afd5f6 HTTP/1.1" status: 200 len: 946 time: 0.1920824 May 18 18:23:16.578896 n-d-838550-3 neutron-server[102731]: INFO neutron.db.l3_db [None req-c825c9b4-042a-43b2-8bb5-66b082ec839c tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Floating IP b4101ec5-3ac6-4d2f-9045-3467d141ada4 associated. External IP: 172.25.5.142, port: d78f2415-de79-478b-a5b3-fa58c40742ac. May 18 18:23:16.654235 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fdd29f1b-8fa9-47e2-88ae-aa4727798f2f req-f2c60529-3ff2-459a-9e1e-caecf85ac8ed tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=ea6a757a-9c65-4a62-a27e-604b73d281bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078808 May 18 18:23:16.755823 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef3cc9-056c-4251-92ac-738e1a16127d service neutron] Pushing event updated for resources: {'Port': ['ID=d1375281-ce80-4c02-aa8e-557572891cb2,revision_number=6']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:23:16.809819 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-0da30fda-bde4-4e4c-aac7-f3153b2ca122 req-54ef3cc9-056c-4251-92ac-738e1a16127d service neutron] No DVR routers for this DVR port d1375281-ce80-4c02-aa8e-557572891cb2 on host n-h2-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:23:16.948466 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c825c9b4-042a-43b2-8bb5-66b082ec839c tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Router 85b3c71b-3956-4835-ba59-ff5157d7a781 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:23:17.102361 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c825c9b4-042a-43b2-8bb5-66b082ec839c tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:23:17.126081 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc20c7c1-7299-4c55-8b19-14751713476e None None] Sync routers for ids ['85b3c71b-3956-4835-ba59-ff5157d7a781'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:23:17.144202 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc20c7c1-7299-4c55-8b19-14751713476e None None] Routers {'85b3c71b-3956-4835-ba59-ff5157d7a781'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:23:17.144404 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-bc20c7c1-7299-4c55-8b19-14751713476e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:23:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['85b3c71b-3956-4835-ba59-ff5157d7a781'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:23:17.196466 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device d1375281-ce80-4c02-aa8e-557572891cb2 no longer exists at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:23:17.241416 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-bc20c7c1-7299-4c55-8b19-14751713476e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:23:17.257170 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device d1375281-ce80-4c02-aa8e-557572891cb2 not bound to the agent host n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:23:17.257518 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f70dcf1e-468a-4a53-be35-a9bdd1fac783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:17.269661 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc20c7c1-7299-4c55-8b19-14751713476e None None] Routers {'85b3c71b-3956-4835-ba59-ff5157d7a781'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:23:17.273460 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-bc20c7c1-7299-4c55-8b19-14751713476e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:23:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['85b3c71b-3956-4835-ba59-ff5157d7a781'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:23:17.417646 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-0da30fda-bde4-4e4c-aac7-f3153b2ca122 req-54ef3cc9-056c-4251-92ac-738e1a16127d service neutron] Attempting to bind port d1375281-ce80-4c02-aa8e-557572891cb2 on host n-h1-838550-3 for vnic_type normal with profile {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:23:17.418001 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-0da30fda-bde4-4e4c-aac7-f3153b2ca122 req-54ef3cc9-056c-4251-92ac-738e1a16127d service neutron] Attempting to bind port d1375281-ce80-4c02-aa8e-557572891cb2 by drivers openvswitch,hyperv on host n-h1-838550-3 at level 0 using segments [{'id': 'bb31c238-cddb-4b17-91a0-f094652d8b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f71fa67d-25f1-4a38-8ed3-26de55da5fe6'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:23:17.418334 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da30fda-bde4-4e4c-aac7-f3153b2ca122 req-54ef3cc9-056c-4251-92ac-738e1a16127d service neutron] Attempting to bind port d1375281-ce80-4c02-aa8e-557572891cb2 on network f71fa67d-25f1-4a38-8ed3-26de55da5fe6 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:23:17.437652 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da30fda-bde4-4e4c-aac7-f3153b2ca122 req-54ef3cc9-056c-4251-92ac-738e1a16127d service neutron] Port d1375281-ce80-4c02-aa8e-557572891cb2 on network f71fa67d-25f1-4a38-8ed3-26de55da5fe6 not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-3 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:23:17.437995 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da30fda-bde4-4e4c-aac7-f3153b2ca122 req-54ef3cc9-056c-4251-92ac-738e1a16127d service neutron] Attempting to bind port d1375281-ce80-4c02-aa8e-557572891cb2 on network f71fa67d-25f1-4a38-8ed3-26de55da5fe6 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:23:17.468551 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70dcf1e-468a-4a53-be35-a9bdd1fac783 admin admin] Pushing event deleted for resources: {'Port': ['ID=8bccb3d7-6789-4c70-a9e4-2ecb4df9c97f,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:23:17.549727 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c825c9b4-042a-43b2-8bb5-66b082ec839c tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Router d305f5f2-1c8a-407c-bab7-d8012c3dc000 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:23:17.584822 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-bc20c7c1-7299-4c55-8b19-14751713476e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:23:17.585762 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc20c7c1-7299-4c55-8b19-14751713476e None None] The sync data for ids ['85b3c71b-3956-4835-ba59-ff5157d7a781'] in n-d-838550-3 is: [] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:23:17.655655 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da30fda-bde4-4e4c-aac7-f3153b2ca122 req-54ef3cc9-056c-4251-92ac-738e1a16127d service neutron] Checking agent: {'id': '1dbac822-25f2-4df8-9dc8-5c2e7b136eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:23:17.655996 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da30fda-bde4-4e4c-aac7-f3153b2ca122 req-54ef3cc9-056c-4251-92ac-738e1a16127d service neutron] Checking segment: {'id': 'bb31c238-cddb-4b17-91a0-f094652d8b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f71fa67d-25f1-4a38-8ed3-26de55da5fe6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:23:17.656379 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da30fda-bde4-4e4c-aac7-f3153b2ca122 req-54ef3cc9-056c-4251-92ac-738e1a16127d service neutron] Bound using segment: {'id': 'bb31c238-cddb-4b17-91a0-f094652d8b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f71fa67d-25f1-4a38-8ed3-26de55da5fe6'} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:23:17.656830 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-0da30fda-bde4-4e4c-aac7-f3153b2ca122 req-54ef3cc9-056c-4251-92ac-738e1a16127d service neutron] Bound port: d1375281-ce80-4c02-aa8e-557572891cb2, host: n-h1-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb31c238-cddb-4b17-91a0-f094652d8b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f71fa67d-25f1-4a38-8ed3-26de55da5fe6'}}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:23:17.657185 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-0da30fda-bde4-4e4c-aac7-f3153b2ca122 req-54ef3cc9-056c-4251-92ac-738e1a16127d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:17.693923 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca09cf4-54c3-4a31-ab38-ca5df307ecd7 req-72185493-3be8-4527-81eb-dd1ce90103b7 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:23:17.701698 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0ca09cf4-54c3-4a31-ab38-ca5df307ecd7 req-72185493-3be8-4527-81eb-dd1ce90103b7 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=16cf3a89-12f1-47de-bba3-dcd801511736 HTTP/1.1" status: 200 len: 944 time: 0.7322977 May 18 18:23:17.757281 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9f6041-2854-4631-936d-fa72242ff1da req-8bc760fe-a948-4d8a-8707-d4990d1c8728 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:23:17.766395 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5d9f6041-2854-4631-936d-fa72242ff1da req-8bc760fe-a948-4d8a-8707-d4990d1c8728 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=2aaa7b97-c1f6-417f-be5b-d86238fc14b5 HTTP/1.1" status: 200 len: 943 time: 0.2665565 May 18 18:23:17.820895 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5d9f6041-2854-4631-936d-fa72242ff1da req-915a29db-b8da-4439-9e6e-a0eb23cb7379 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/security-groups?id=6cd42249-be19-4866-8a3b-7059b1a837e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535188 May 18 18:23:17.824269 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c825c9b4-042a-43b2-8bb5-66b082ec839c tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:23:17.837491 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30563a76-1bec-4265-82f2-0f9459927094 None None] Sync routers for ids ['d305f5f2-1c8a-407c-bab7-d8012c3dc000'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:23:17.844974 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c825c9b4-042a-43b2-8bb5-66b082ec839c tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:17.859559 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30563a76-1bec-4265-82f2-0f9459927094 None None] Routers {'d305f5f2-1c8a-407c-bab7-d8012c3dc000'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:23:17.860518 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-30563a76-1bec-4265-82f2-0f9459927094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:23:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['d305f5f2-1c8a-407c-bab7-d8012c3dc000'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:23:17.930447 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-30563a76-1bec-4265-82f2-0f9459927094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:23:17.936419 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-0da30fda-bde4-4e4c-aac7-f3153b2ca122 req-54ef3cc9-056c-4251-92ac-738e1a16127d service neutron] For port d1375281-ce80-4c02-aa8e-557572891cb2, host n-h1-838550-3, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:23:17.940303 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-c825c9b4-042a-43b2-8bb5-66b082ec839c tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] 10.222.0.85 "PUT /v2.0/floatingips/b4101ec5-3ac6-4d2f-9045-3467d141ada4 HTTP/1.1" status: 200 len: 978 time: 2.6345944 May 18 18:23:17.942815 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-0da30fda-bde4-4e4c-aac7-f3153b2ca122 req-54ef3cc9-056c-4251-92ac-738e1a16127d service neutron] For port d1375281-ce80-4c02-aa8e-557572891cb2, host n-h1-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=d1375281-ce80-4c02-aa8e-557572891cb2,segment=NetworkSegment(bb31c238-cddb-4b17-91a0-f094652d8b9e),segment_id=bb31c238-cddb-4b17-91a0-f094652d8b9e)] {{(pid=102730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:23:17.954024 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 45138) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:23:17.955606 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30563a76-1bec-4265-82f2-0f9459927094 None None] Routers {'d305f5f2-1c8a-407c-bab7-d8012c3dc000'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:23:17.956273 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-30563a76-1bec-4265-82f2-0f9459927094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:23:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['d305f5f2-1c8a-407c-bab7-d8012c3dc000'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:23:18.010683 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-30563a76-1bec-4265-82f2-0f9459927094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:23:18.011350 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30563a76-1bec-4265-82f2-0f9459927094 None None] The sync data for ids ['d305f5f2-1c8a-407c-bab7-d8012c3dc000'] in n-d-838550-3 is: [] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:23:18.028757 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-0da30fda-bde4-4e4c-aac7-f3153b2ca122 req-54ef3cc9-056c-4251-92ac-738e1a16127d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:18.075509 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da30fda-bde4-4e4c-aac7-f3153b2ca122 req-54ef3cc9-056c-4251-92ac-738e1a16127d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:23:18.076134 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-0da30fda-bde4-4e4c-aac7-f3153b2ca122 req-54ef3cc9-056c-4251-92ac-738e1a16127d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:18.077541 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0da30fda-bde4-4e4c-aac7-f3153b2ca122 req-54ef3cc9-056c-4251-92ac-738e1a16127d service neutron] 10.222.0.36 "PUT /v2.0/ports/d1375281-ce80-4c02-aa8e-557572891cb2 HTTP/1.1" status: 200 len: 1091 time: 3.0571964 May 18 18:23:18.098184 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3381b59-c74c-42aa-a13a-79b4c48efb12 req-9258d1e0-09a0-4c3e-97a6-4f2fb662f1d5 tempest-ServerGroupTestJSON-1690663924 tempest-ServerGroupTestJSON-1690663924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:23:18.100276 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f3381b59-c74c-42aa-a13a-79b4c48efb12 req-9258d1e0-09a0-4c3e-97a6-4f2fb662f1d5 tempest-ServerGroupTestJSON-1690663924 tempest-ServerGroupTestJSON-1690663924-project] 10.222.0.85 "GET /v2.0/networks?id=3eb265df-92f7-4e92-bca1-75774f3f8602 HTTP/1.1" status: 200 len: 808 time: 0.1566792 May 18 18:23:18.121712 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f3381b59-c74c-42aa-a13a-79b4c48efb12 req-92a2e85e-76d2-477d-8ccb-e5428e5ca4de tempest-ServerGroupTestJSON-1690663924 tempest-ServerGroupTestJSON-1690663924-project] 10.222.0.85 "GET /v2.0/quotas/8921469e958d4ad3bdfd92009eddd9c8 HTTP/1.1" status: 200 len: 375 time: 0.0125363 May 18 18:23:18.154557 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f70dcf1e-468a-4a53-be35-a9bdd1fac783 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-593931'] for router_interface, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:18.181562 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0ca09cf4-54c3-4a31-ab38-ca5df307ecd7 req-3e77fada-03c0-4a76-8450-6703eb405572 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=86e7cf01-f21c-41cf-b5a3-71cb5ec2aaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3763373 May 18 18:23:18.189911 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f3381b59-c74c-42aa-a13a-79b4c48efb12 req-501308da-c159-4a8e-a171-df9efdc4a266 tempest-ServerGroupTestJSON-1690663924 tempest-ServerGroupTestJSON-1690663924-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=8921469e958d4ad3bdfd92009eddd9c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0533383 May 18 18:23:18.206752 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2aaa7b97-c1f6-417f-be5b-d86238fc14b5', 'tag': 'd1375281-ce80-4c02-aa8e-557572891cb2'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:23:18.209734 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27a699cc-309b-4fe2-9692-26fad9d12fe6" -d '{"events": [{"name": "network-changed", "server_uuid": "2aaa7b97-c1f6-417f-be5b-d86238fc14b5", "tag": "d1375281-ce80-4c02-aa8e-557572891cb2"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:23:18.285823 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef3cc9-056c-4251-92ac-738e1a16127d service neutron] Pushing event updated for resources: {'Port': ['ID=d1375281-ce80-4c02-aa8e-557572891cb2,revision_number=7']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:23:18.456597 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6bf27a6-0dbb-4c22-ae8f-695a5ae8df9d x-openstack-request-id: req-e6bf27a6-0dbb-4c22-ae8f-695a5ae8df9d {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:23:18.456597 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2aaa7b97-c1f6-417f-be5b-d86238fc14b5", "tag": "d1375281-ce80-4c02-aa8e-557572891cb2", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:23:18.456597 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-e6bf27a6-0dbb-4c22-ae8f-695a5ae8df9d {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:23:18.457057 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6bf27a6-0dbb-4c22-ae8f-695a5ae8df9d'] response: {'name': 'network-changed', 'server_uuid': '2aaa7b97-c1f6-417f-be5b-d86238fc14b5', 'tag': 'd1375281-ce80-4c02-aa8e-557572891cb2', 'status': 'completed', 'code': 200} May 18 18:23:18.502109 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a699cc-309b-4fe2-9692-26fad9d12fe6 req-e7908915-30cd-41a5-b636-99890f299930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:23:18.503624 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-27a699cc-309b-4fe2-9692-26fad9d12fe6 req-e7908915-30cd-41a5-b636-99890f299930 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=06b3ed36f50a43fd9cfeaa89e080d35b&device_id=2aaa7b97-c1f6-417f-be5b-d86238fc14b5 HTTP/1.1" status: 200 len: 1094 time: 0.1035502 May 18 18:23:18.511864 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f3381b59-c74c-42aa-a13a-79b4c48efb12 req-c22cf4c8-fc42-42d0-a95b-bf4bc4d345cc service neutron] 10.222.0.85 "GET /v2.0/networks/3eb265df-92f7-4e92-bca1-75774f3f8602?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3147264 May 18 18:23:18.585330 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f70dcf1e-468a-4a53-be35-a9bdd1fac783 admin admin] Router dd4fb3a2-cf1a-484e-8947-1a9c5627a33c has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:23:18.669932 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a699cc-309b-4fe2-9692-26fad9d12fe6 req-72163a8c-7db5-4b1a-9150-7364e557c540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:23:18.671793 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-27a699cc-309b-4fe2-9692-26fad9d12fe6 req-72163a8c-7db5-4b1a-9150-7364e557c540 service neutron] 10.222.0.88 "GET /v2.0/networks?id=f71fa67d-25f1-4a38-8ed3-26de55da5fe6 HTTP/1.1" status: 200 len: 898 time: 0.1100180 May 18 18:23:18.714771 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da30fda-bde4-4e4c-aac7-f3153b2ca122 req-786ccae2-3f70-4fed-911f-d7e73a2288c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:23:18.716602 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0da30fda-bde4-4e4c-aac7-f3153b2ca122 req-786ccae2-3f70-4fed-911f-d7e73a2288c4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=06b3ed36f50a43fd9cfeaa89e080d35b&device_id=2aaa7b97-c1f6-417f-be5b-d86238fc14b5 HTTP/1.1" status: 200 len: 1094 time: 0.5654242 May 18 18:23:18.758904 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-09a373d7-d7f1-48d1-b61a-27865dd0ded0 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Deleting port 8a6dd9a1-9b6e-40fc-a456-f450d4a671ee {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:23:18.759104 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-09a373d7-d7f1-48d1-b61a-27865dd0ded0 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:18.801775 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-27a699cc-309b-4fe2-9692-26fad9d12fe6 req-01ca0d96-0456-4d5f-af13-1486e666f8c6 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d1375281-ce80-4c02-aa8e-557572891cb2 HTTP/1.1" status: 200 len: 999 time: 0.1189861 May 18 18:23:18.804134 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f3381b59-c74c-42aa-a13a-79b4c48efb12 req-aa9bbd36-d24c-4bc5-a621-a26574f9dc3e service neutron] 10.222.0.85 "GET /v2.0/networks/3eb265df-92f7-4e92-bca1-75774f3f8602?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2909243 May 18 18:23:18.845607 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f70dcf1e-468a-4a53-be35-a9bdd1fac783 admin admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:23:18.858298 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ecabdf9-4d36-4e86-b487-5db9ea2c50d0 None None] Sync routers for ids ['dd4fb3a2-cf1a-484e-8947-1a9c5627a33c'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:23:18.888596 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a699cc-309b-4fe2-9692-26fad9d12fe6 req-88f51ea0-a5ed-4862-90a4-d2e1ee006848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:23:18.889515 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ecabdf9-4d36-4e86-b487-5db9ea2c50d0 None None] Routers {'dd4fb3a2-cf1a-484e-8947-1a9c5627a33c'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:23:18.890415 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-27a699cc-309b-4fe2-9692-26fad9d12fe6 req-88f51ea0-a5ed-4862-90a4-d2e1ee006848 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=319c66c3-8a7e-46c8-956a-e2b3a85f9524 HTTP/1.1" status: 200 len: 835 time: 0.0770912 May 18 18:23:18.890702 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-9ecabdf9-4d36-4e86-b487-5db9ea2c50d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:23:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['dd4fb3a2-cf1a-484e-8947-1a9c5627a33c'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:23:18.983854 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a699cc-309b-4fe2-9692-26fad9d12fe6 req-eba7f572-77b9-4a1f-8a9f-a0b7399db2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:23:18.985533 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-27a699cc-309b-4fe2-9692-26fad9d12fe6 req-eba7f572-77b9-4a1f-8a9f-a0b7399db2c4 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=f71fa67d-25f1-4a38-8ed3-26de55da5fe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0865054 May 18 18:23:19.003747 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-f70dcf1e-468a-4a53-be35-a9bdd1fac783 admin admin] 10.222.0.85 "PUT /v2.0/routers/dd4fb3a2-cf1a-484e-8947-1a9c5627a33c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5165012 May 18 18:23:19.003747 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 45160) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:23:19.129143 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-9ecabdf9-4d36-4e86-b487-5db9ea2c50d0 None None] Set router dd4fb3a2-cf1a-484e-8947-1a9c5627a33c gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:23:19.194587 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5f7c3be0-826f-4ba8-99dd-fe98c5189f11 admin admin] Notify callbacks [] for router, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:19.234952 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-27a699cc-309b-4fe2-9692-26fad9d12fe6 req-08d8ab2c-36aa-40d1-b1cd-3736df0b80a8 service neutron] 10.222.0.88 "GET /v2.0/networks/f71fa67d-25f1-4a38-8ed3-26de55da5fe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404828 May 18 18:23:19.268206 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-09a373d7-d7f1-48d1-b61a-27865dd0ded0 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:19.309752 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 33664213-089a-4f22-9123-31b7caedaa56 no longer exists at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:23:19.487164 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-9ecabdf9-4d36-4e86-b487-5db9ea2c50d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4fb3a2-cf1a-484e-8947-1a9c5627a33c', 'name': 'tempest-AttachVolumeTestJSON-441656062-router', 'tenant_id': '46ea3823b08b4c9799a678c4a73b1420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.97'}], 'enable_snat': True}, 'gw_port_id': 'f13a6673-ce7b-46fd-a875-cac70ff04edc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:15:06Z', 'updated_at': '2022-05-18T18:23:17Z', 'revision_number': 5, 'project_id': '46ea3823b08b4c9799a678c4a73b1420', 'gw_port': {'id': 'f13a6673-ce7b-46fd-a875-cac70ff04edc', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4fb3a2-cf1a-484e-8947-1a9c5627a33c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:15:09Z', 'updated_at': '2022-05-18T18:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:23:19.499312 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-27a699cc-309b-4fe2-9692-26fad9d12fe6 req-b410a4ae-fa67-48fd-8f2c-234cac3b99fb service neutron] 10.222.0.88 "GET /v2.0/networks/f71fa67d-25f1-4a38-8ed3-26de55da5fe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2563357 May 18 18:23:19.526929 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb77495-6d20-43f6-8d2c-2d461c0d5f52 req-7e8cd7f9-a836-4930-ba6d-e15de9f6291c tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:23:19.553257 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-acb77495-6d20-43f6-8d2c-2d461c0d5f52 req-7e8cd7f9-a836-4930-ba6d-e15de9f6291c tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=2aaa7b97-c1f6-417f-be5b-d86238fc14b5 HTTP/1.1" status: 200 len: 943 time: 0.5555909 May 18 18:23:19.572868 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da30fda-bde4-4e4c-aac7-f3153b2ca122 req-ba7729bf-1a06-480d-a1e6-0927697db2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:23:19.574862 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0da30fda-bde4-4e4c-aac7-f3153b2ca122 req-ba7729bf-1a06-480d-a1e6-0927697db2bd service neutron] 10.222.0.36 "GET /v2.0/networks?id=f71fa67d-25f1-4a38-8ed3-26de55da5fe6 HTTP/1.1" status: 200 len: 898 time: 0.8353710 May 18 18:23:19.584549 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ecabdf9-4d36-4e86-b487-5db9ea2c50d0 None None] Checking router: dd4fb3a2-cf1a-484e-8947-1a9c5627a33c for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:23:19.595810 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058340d6-3d0d-48f8-a5f6-6cb533e2171b req-628896ea-e3cc-4676-99f3-1bb215a12902 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:23:19.599443 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 33664213-089a-4f22-9123-31b7caedaa56 is: ACTIVE; New status is: DOWN {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:23:19.602873 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:19.603846 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ecabdf9-4d36-4e86-b487-5db9ea2c50d0 None None] Routers {'dd4fb3a2-cf1a-484e-8947-1a9c5627a33c'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:23:19.604230 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-058340d6-3d0d-48f8-a5f6-6cb533e2171b req-628896ea-e3cc-4676-99f3-1bb215a12902 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=16cf3a89-12f1-47de-bba3-dcd801511736 HTTP/1.1" status: 200 len: 944 time: 0.2043633 May 18 18:23:19.604490 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-9ecabdf9-4d36-4e86-b487-5db9ea2c50d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:23:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['dd4fb3a2-cf1a-484e-8947-1a9c5627a33c'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:23:19.695519 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 33664213-089a-4f22-9123-31b7caedaa56, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=33664213-089a-4f22-9123-31b7caedaa56,segment=NetworkSegment(ef93e1fc-f0f4-4220-adc9-d2cb000b3c93),segment_id=ef93e1fc-f0f4-4220-adc9-d2cb000b3c93)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:23:19.697982 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef854938-189c-46f2-8314-215a08afd5f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33664213-089a-4f22-9123-31b7caedaa56'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:23:19.703864 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26c51c6f-3298-4625-ab1d-bbc9681ec46c" -d '{"events": [{"server_uuid": "ef854938-189c-46f2-8314-215a08afd5f6", "name": "network-vif-unplugged", "status": "completed", "tag": "33664213-089a-4f22-9123-31b7caedaa56"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:23:19.708846 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:19.729178 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-058340d6-3d0d-48f8-a5f6-6cb533e2171b req-1ed63b37-e8b6-4ed9-bc88-a9c1d2e3904e tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=86e7cf01-f21c-41cf-b5a3-71cb5ec2aaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142123 May 18 18:23:19.776228 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=33664213-089a-4f22-9123-31b7caedaa56,revision_number=8']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:23:19.851305 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-acb77495-6d20-43f6-8d2c-2d461c0d5f52 req-b3144df2-e29f-4124-ae04-452497dfd0e9 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/security-groups?id=6cd42249-be19-4866-8a3b-7059b1a837e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3000045 May 18 18:23:19.867117 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5f7c3be0-826f-4ba8-99dd-fe98c5189f11 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:19.877133 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0da30fda-bde4-4e4c-aac7-f3153b2ca122 req-2c07e7e9-3325-4cbd-9151-0be4bd9a5eca service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d1375281-ce80-4c02-aa8e-557572891cb2 HTTP/1.1" status: 200 len: 999 time: 0.2446771 May 18 18:23:19.893189 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-dffb148b-c73e-448f-b9b5-f2a7501b5658 req-5bf10bac-1a69-44df-8517-b1cc516d71bb tempest-ServerGroupTestJSON-1690663924 tempest-ServerGroupTestJSON-1690663924-project] 10.222.0.85 "GET /v2.0/ports?device_id=f42fe392-4ce0-48c8-8852-913e04b5e0c7 HTTP/1.1" status: 200 len: 210 time: 0.0765176 May 18 18:23:19.900444 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-9ecabdf9-4d36-4e86-b487-5db9ea2c50d0 None None] Set router dd4fb3a2-cf1a-484e-8947-1a9c5627a33c gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:23:19.944701 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 May 2022 18:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fef09e9b-1ab9-4741-98c9-3636cf553b49 x-openstack-request-id: req-fef09e9b-1ab9-4741-98c9-3636cf553b49 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:23:19.945394 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef854938-189c-46f2-8314-215a08afd5f6", "name": "network-vif-unplugged", "status": "completed", "tag": "33664213-089a-4f22-9123-31b7caedaa56", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:23:19.945756 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-fef09e9b-1ab9-4741-98c9-3636cf553b49 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:23:19.946194 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fef09e9b-1ab9-4741-98c9-3636cf553b49'] response: {'server_uuid': 'ef854938-189c-46f2-8314-215a08afd5f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33664213-089a-4f22-9123-31b7caedaa56', 'code': 200} May 18 18:23:20.052411 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da30fda-bde4-4e4c-aac7-f3153b2ca122 req-e3e8f47d-6fd9-4208-bbdd-528b7fd10923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:23:20.055049 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0da30fda-bde4-4e4c-aac7-f3153b2ca122 req-e3e8f47d-6fd9-4208-bbdd-528b7fd10923 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=319c66c3-8a7e-46c8-956a-e2b3a85f9524 HTTP/1.1" status: 200 len: 835 time: 0.1683102 May 18 18:23:20.063834 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-09a373d7-d7f1-48d1-b61a-27865dd0ded0 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:20.064315 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-09a373d7-d7f1-48d1-b61a-27865dd0ded0 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596987'] for floatingip, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:20.064767 n-d-838550-3 neutron-server[102730]: INFO neutron.db.l3_db [None req-09a373d7-d7f1-48d1-b61a-27865dd0ded0 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Floating IP b4101ec5-3ac6-4d2f-9045-3467d141ada4 disassociated. External IP: 172.25.5.142, port: 8a6dd9a1-9b6e-40fc-a456-f450d4a671ee. May 18 18:23:20.065201 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-09a373d7-d7f1-48d1-b61a-27865dd0ded0 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Calling delete_port for 8a6dd9a1-9b6e-40fc-a456-f450d4a671ee owned by {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:23:20.223439 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-9ecabdf9-4d36-4e86-b487-5db9ea2c50d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4fb3a2-cf1a-484e-8947-1a9c5627a33c', 'name': 'tempest-AttachVolumeTestJSON-441656062-router', 'tenant_id': '46ea3823b08b4c9799a678c4a73b1420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.97'}], 'enable_snat': True}, 'gw_port_id': 'f13a6673-ce7b-46fd-a875-cac70ff04edc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:15:06Z', 'updated_at': '2022-05-18T18:23:17Z', 'revision_number': 5, 'project_id': '46ea3823b08b4c9799a678c4a73b1420', 'gw_port': {'id': 'f13a6673-ce7b-46fd-a875-cac70ff04edc', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4fb3a2-cf1a-484e-8947-1a9c5627a33c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:15:09Z', 'updated_at': '2022-05-18T18:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:23:20.263688 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ecabdf9-4d36-4e86-b487-5db9ea2c50d0 None None] The sync data for ids ['dd4fb3a2-cf1a-484e-8947-1a9c5627a33c'] in n-d-838550-3 is: [{'id': 'dd4fb3a2-cf1a-484e-8947-1a9c5627a33c', 'name': 'tempest-AttachVolumeTestJSON-441656062-router', 'tenant_id': '46ea3823b08b4c9799a678c4a73b1420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.97'}], 'enable_snat': True}, 'gw_port_id': 'f13a6673-ce7b-46fd-a875-cac70ff04edc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:15:06Z', 'updated_at': '2022-05-18T18:23:17Z', 'revision_number': 5, 'project_id': '46ea3823b08b4c9799a678c4a73b1420', 'gw_port': {'id': 'f13a6673-ce7b-46fd-a875-cac70ff04edc', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4fb3a2-cf1a-484e-8947-1a9c5627a33c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:15:09Z', 'updated_at': '2022-05-18T18:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:23:20.535094 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da30fda-bde4-4e4c-aac7-f3153b2ca122 req-329f949f-bbae-42f3-83d3-df62fc77dc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:23:20.536729 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0da30fda-bde4-4e4c-aac7-f3153b2ca122 req-329f949f-bbae-42f3-83d3-df62fc77dc48 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f71fa67d-25f1-4a38-8ed3-26de55da5fe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4693339 May 18 18:23:20.574658 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-5f7c3be0-826f-4ba8-99dd-fe98c5189f11 admin admin] Deleting port f13a6673-ce7b-46fd-a875-cac70ff04edc {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:23:20.575007 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5f7c3be0-826f-4ba8-99dd-fe98c5189f11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:20.778149 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-5f7c3be0-826f-4ba8-99dd-fe98c5189f11 admin admin] For port f13a6673-ce7b-46fd-a875-cac70ff04edc, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=f13a6673-ce7b-46fd-a875-cac70ff04edc,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:23:20.778697 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5f7c3be0-826f-4ba8-99dd-fe98c5189f11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:20.824662 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-5f7c3be0-826f-4ba8-99dd-fe98c5189f11 admin admin] Calling delete_port for f13a6673-ce7b-46fd-a875-cac70ff04edc owned by network:router_gateway {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:23:20.838086 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0da30fda-bde4-4e4c-aac7-f3153b2ca122 req-7e2b4397-c0ac-47fa-bd84-3138463f28d1 service neutron] 10.222.0.36 "GET /v2.0/networks/f71fa67d-25f1-4a38-8ed3-26de55da5fe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473707 May 18 18:23:21.133652 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f951e6ea-9564-4c36-905c-9d046f1f27b4 req-e9913bd3-d0d5-4b86-ae41-454b9de03fea tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:23:21.142767 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f951e6ea-9564-4c36-905c-9d046f1f27b4 req-e9913bd3-d0d5-4b86-ae41-454b9de03fea tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=16cf3a89-12f1-47de-bba3-dcd801511736 HTTP/1.1" status: 200 len: 944 time: 0.1039555 May 18 18:23:21.204514 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-09a373d7-d7f1-48d1-b61a-27865dd0ded0 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:21.252578 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f951e6ea-9564-4c36-905c-9d046f1f27b4 req-902d1797-c780-4e0b-8c2d-9b19f533b886 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=86e7cf01-f21c-41cf-b5a3-71cb5ec2aaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085382 May 18 18:23:21.315715 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 33664213-089a-4f22-9123-31b7caedaa56 details requested by agent hyperv_n-h1-838550-3 with host n-h1-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:23:21.319001 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3381b59-c74c-42aa-a13a-79b4c48efb12 req-7ba6586b-e891-4a1d-85e2-83ea5c90097d tempest-ServerGroupTestJSON-1690663924 tempest-ServerGroupTestJSON-1690663924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:23:21.323486 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f3381b59-c74c-42aa-a13a-79b4c48efb12 req-7ba6586b-e891-4a1d-85e2-83ea5c90097d tempest-ServerGroupTestJSON-1690663924 tempest-ServerGroupTestJSON-1690663924-project] 10.222.0.88 "GET /v2.0/networks?id=3eb265df-92f7-4e92-bca1-75774f3f8602 HTTP/1.1" status: 200 len: 808 time: 0.4474413 May 18 18:23:21.340129 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-f3381b59-c74c-42aa-a13a-79b4c48efb12 req-a2391c76-f129-4228-bd99-238a507331c4 tempest-ServerGroupTestJSON-1690663924 tempest-ServerGroupTestJSON-1690663924-project] Request body: {'port': {'device_id': 'f42fe392-4ce0-48c8-8852-913e04b5e0c7', 'network_id': '3eb265df-92f7-4e92-bca1-75774f3f8602', 'admin_state_up': True, 'tenant_id': '8921469e958d4ad3bdfd92009eddd9c8'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:23:21.344988 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a373d7-d7f1-48d1-b61a-27865dd0ded0 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Pushing event deleted for resources: {'Port': ['ID=8a6dd9a1-9b6e-40fc-a456-f450d4a671ee,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:23:21.539136 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 33664213-089a-4f22-9123-31b7caedaa56, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=33664213-089a-4f22-9123-31b7caedaa56,segment=NetworkSegment(ef93e1fc-f0f4-4220-adc9-d2cb000b3c93),segment_id=ef93e1fc-f0f4-4220-adc9-d2cb000b3c93)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:23:21.551942 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0da30fda-bde4-4e4c-aac7-f3153b2ca122 req-9a43dfe0-b2f8-426f-b885-695f57e79d05 service neutron] 10.222.0.36 "GET /v2.0/networks/f71fa67d-25f1-4a38-8ed3-26de55da5fe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6734405 May 18 18:23:21.558686 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Returning: {'device': '33664213-089a-4f22-9123-31b7caedaa56', 'network_id': 'adbd4d3b-93fc-4f7a-a6ae-1551b2db5668', 'port_id': '33664213-089a-4f22-9123-31b7caedaa56', 'mac_address': 'fa:16:3e:ac:17:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b85d9655-9e18-4f20-bd82-d6f95b142d2a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:23:21.562368 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f5fbd7-a76d-4c02-8509-df42d24ef779 req-9a35a77e-775c-488c-b7d9-427a86a73d16 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:23:21.563815 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-36f5fbd7-a76d-4c02-8509-df42d24ef779 req-9a35a77e-775c-488c-b7d9-427a86a73d16 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=2aaa7b97-c1f6-417f-be5b-d86238fc14b5 HTTP/1.1" status: 200 len: 943 time: 0.4425354 May 18 18:23:21.724299 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 33664213-089a-4f22-9123-31b7caedaa56 is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:23:21.725190 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:21.753334 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 8bccb3d7-6789-4c70-a9e4-2ecb4df9c97f no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:23:21.770430 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33664213-089a-4f22-9123-31b7caedaa56 {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:23:21.811520 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 8bccb3d7-6789-4c70-a9e4-2ecb4df9c97f {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:23:21.812163 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 8bccb3d7-6789-4c70-a9e4-2ecb4df9c97f not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:23:21.851316 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 33664213-089a-4f22-9123-31b7caedaa56, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=33664213-089a-4f22-9123-31b7caedaa56,segment=NetworkSegment(ef93e1fc-f0f4-4220-adc9-d2cb000b3c93),segment_id=ef93e1fc-f0f4-4220-adc9-d2cb000b3c93)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:23:21.859152 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:21.947694 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-36f5fbd7-a76d-4c02-8509-df42d24ef779 req-b60fae45-6f4d-4982-bd37-692624a6f393 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/security-groups?id=6cd42249-be19-4866-8a3b-7059b1a837e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3679435 May 18 18:23:21.979163 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a699cc-309b-4fe2-9692-26fad9d12fe6 req-247c8b2b-37ba-4851-ab8f-2898be1b651e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:23:21.980825 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-27a699cc-309b-4fe2-9692-26fad9d12fe6 req-247c8b2b-37ba-4851-ab8f-2898be1b651e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=06b3ed36f50a43fd9cfeaa89e080d35b&device_id=2aaa7b97-c1f6-417f-be5b-d86238fc14b5 HTTP/1.1" status: 200 len: 1094 time: 0.3404815 May 18 18:23:22.004023 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09a373d7-d7f1-48d1-b61a-27865dd0ded0 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Router d305f5f2-1c8a-407c-bab7-d8012c3dc000 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:23:22.006592 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5f7c3be0-826f-4ba8-99dd-fe98c5189f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:22.010700 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['33664213-089a-4f22-9123-31b7caedaa56'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:23:22.064711 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=33664213-089a-4f22-9123-31b7caedaa56,revision_number=9']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:23:22.208064 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7c3be0-826f-4ba8-99dd-fe98c5189f11 admin admin] Pushing event deleted for resources: {'Port': ['ID=f13a6673-ce7b-46fd-a875-cac70ff04edc,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:23:22.320730 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-da814df9-eca1-41cf-9f9f-4b6928a45062 req-5fdf349c-91ae-4d32-b53a-4db4cd2b799c tempest-ServerGroupTestJSON-1690663924 tempest-ServerGroupTestJSON-1690663924-project] 10.222.0.85 "GET /v2.0/ports?device_id=f42fe392-4ce0-48c8-8852-913e04b5e0c7 HTTP/1.1" status: 200 len: 210 time: 0.1783135 May 18 18:23:22.481325 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3381b59-c74c-42aa-a13a-79b4c48efb12 req-a2391c76-f129-4228-bd99-238a507331c4 tempest-ServerGroupTestJSON-1690663924 tempest-ServerGroupTestJSON-1690663924-project] Made reservation on behalf of 8921469e958d4ad3bdfd92009eddd9c8 for: {'port': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:23:22.487695 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-f3381b59-c74c-42aa-a13a-79b4c48efb12 req-a2391c76-f129-4228-bd99-238a507331c4 tempest-ServerGroupTestJSON-1690663924 tempest-ServerGroupTestJSON-1690663924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:22.500000 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a699cc-309b-4fe2-9692-26fad9d12fe6 req-0b505c5d-d1ef-4944-83be-67514232b142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:23:22.515689 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-27a699cc-309b-4fe2-9692-26fad9d12fe6 req-0b505c5d-d1ef-4944-83be-67514232b142 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f71fa67d-25f1-4a38-8ed3-26de55da5fe6 HTTP/1.1" status: 200 len: 898 time: 0.5142920 May 18 18:23:22.698006 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5f7c3be0-826f-4ba8-99dd-fe98c5189f11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596901'] for router_gateway, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:22.800687 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [req-f3381b59-c74c-42aa-a13a-79b4c48efb12 req-a2391c76-f129-4228-bd99-238a507331c4 tempest-ServerGroupTestJSON-1690663924 tempest-ServerGroupTestJSON-1690663924-project] Allocated IP 172.20.0.2 (3eb265df-92f7-4e92-bca1-75774f3f8602/a9f04376-10af-4ba5-b187-13131c15ab1c/6e967660-0f3f-4db6-99cb-2a29fa878f68) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:23:22.968811 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5f7c3be0-826f-4ba8-99dd-fe98c5189f11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25145'] for router, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:22.991777 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5f7c3be0-826f-4ba8-99dd-fe98c5189f11 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:23.140005 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-27a699cc-309b-4fe2-9692-26fad9d12fe6 req-7b51989f-5f37-4bed-b211-da83890c9331 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d1375281-ce80-4c02-aa8e-557572891cb2 HTTP/1.1" status: 200 len: 999 time: 0.6223211 May 18 18:23:23.163608 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-f3381b59-c74c-42aa-a13a-79b4c48efb12 req-a2391c76-f129-4228-bd99-238a507331c4 tempest-ServerGroupTestJSON-1690663924 tempest-ServerGroupTestJSON-1690663924-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:23.239857 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf98a34-ef35-4046-822e-9c6b1a4c69c7 req-480dab0b-7a4d-4c5a-9054-945403d07264 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:23:23.253452 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-f3381b59-c74c-42aa-a13a-79b4c48efb12 req-a2391c76-f129-4228-bd99-238a507331c4 tempest-ServerGroupTestJSON-1690663924 tempest-ServerGroupTestJSON-1690663924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:23.258596 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6cf98a34-ef35-4046-822e-9c6b1a4c69c7 req-480dab0b-7a4d-4c5a-9054-945403d07264 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=16cf3a89-12f1-47de-bba3-dcd801511736 HTTP/1.1" status: 200 len: 944 time: 0.5947485 May 18 18:23:23.270620 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5f7c3be0-826f-4ba8-99dd-fe98c5189f11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593303'] for router, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:23.271507 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f7c3be0-826f-4ba8-99dd-fe98c5189f11 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dd4fb3a2-cf1a-484e-8947-1a9c5627a33c {{(pid=102730) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 18 18:23:23.311116 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 33664213-089a-4f22-9123-31b7caedaa56 up at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:23:23.320721 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5f7c3be0-826f-4ba8-99dd-fe98c5189f11 admin admin] Notify callbacks [] for router, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:23.335052 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-5f7c3be0-826f-4ba8-99dd-fe98c5189f11 admin admin] 10.222.0.85 "DELETE /v2.0/routers/dd4fb3a2-cf1a-484e-8947-1a9c5627a33c HTTP/1.1" status: 204 len: 168 time: 4.3201854 May 18 18:23:23.343140 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9f7e92-3a68-40c6-bb30-76c4f1c5a552 req-e8e96ce3-55ce-43a3-8050-6f976860c4f9 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:23:23.347693 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 45244) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:23:23.361272 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3d9f7e92-3a68-40c6-bb30-76c4f1c5a552 req-e8e96ce3-55ce-43a3-8050-6f976860c4f9 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=2aaa7b97-c1f6-417f-be5b-d86238fc14b5 HTTP/1.1" status: 200 len: 943 time: 0.2461553 May 18 18:23:23.428081 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3381b59-c74c-42aa-a13a-79b4c48efb12 req-a2391c76-f129-4228-bd99-238a507331c4 tempest-ServerGroupTestJSON-1690663924 tempest-ServerGroupTestJSON-1690663924-project] Network 3eb265df-92f7-4e92-bca1-75774f3f8602 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:23:23.454307 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [req-f3381b59-c74c-42aa-a13a-79b4c48efb12 req-a2391c76-f129-4228-bd99-238a507331c4 tempest-ServerGroupTestJSON-1690663924 tempest-ServerGroupTestJSON-1690663924-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:23:23.458496 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3381b59-c74c-42aa-a13a-79b4c48efb12 req-a2391c76-f129-4228-bd99-238a507331c4 tempest-ServerGroupTestJSON-1690663924 tempest-ServerGroupTestJSON-1690663924-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:23:23.519218 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning complete for port 33664213-089a-4f22-9123-31b7caedaa56 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:23:23.519651 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:23.521919 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09a373d7-d7f1-48d1-b61a-27865dd0ded0 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:23:23.640286 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2aa679c-9c48-4735-ba29-f690a229e1b3 None None] Sync routers for ids ['d305f5f2-1c8a-407c-bab7-d8012c3dc000'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:23:23.647074 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a699cc-309b-4fe2-9692-26fad9d12fe6 req-58624b52-b67a-4a0f-a0aa-555861c999c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:23:23.647801 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3d9f7e92-3a68-40c6-bb30-76c4f1c5a552 req-6d86fec8-d085-49fd-aeed-402d5feb3f8b tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/security-groups?id=6cd42249-be19-4866-8a3b-7059b1a837e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2650130 May 18 18:23:23.648473 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2391c76-f129-4228-bd99-238a507331c4 tempest-ServerGroupTestJSON-1690663924 tempest-ServerGroupTestJSON-1690663924-project] Pushing event updated for resources: {'Port': ['ID=6e967660-0f3f-4db6-99cb-2a29fa878f68,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:23:23.668033 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-27a699cc-309b-4fe2-9692-26fad9d12fe6 req-58624b52-b67a-4a0f-a0aa-555861c999c6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=319c66c3-8a7e-46c8-956a-e2b3a85f9524 HTTP/1.1" status: 200 len: 835 time: 0.5123372 May 18 18:23:23.704283 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3381b59-c74c-42aa-a13a-79b4c48efb12 req-a2391c76-f129-4228-bd99-238a507331c4 tempest-ServerGroupTestJSON-1690663924 tempest-ServerGroupTestJSON-1690663924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:23:23.705024 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-f3381b59-c74c-42aa-a13a-79b4c48efb12 req-a2391c76-f129-4228-bd99-238a507331c4 tempest-ServerGroupTestJSON-1690663924 tempest-ServerGroupTestJSON-1690663924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:23.759935 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f3381b59-c74c-42aa-a13a-79b4c48efb12 req-a2391c76-f129-4228-bd99-238a507331c4 tempest-ServerGroupTestJSON-1690663924 tempest-ServerGroupTestJSON-1690663924-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4245625 May 18 18:23:23.773562 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-f3381b59-c74c-42aa-a13a-79b4c48efb12 req-99409e03-f106-4908-bef3-8921ba9ae070 service neutron] Request body: {'port': {'device_id': 'f42fe392-4ce0-48c8-8852-913e04b5e0c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-3'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:23:23.822535 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6cf98a34-ef35-4046-822e-9c6b1a4c69c7 req-0d0ba305-c79e-42d4-8d76-e421ae80b218 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=86e7cf01-f21c-41cf-b5a3-71cb5ec2aaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5557890 May 18 18:23:23.848024 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2aa679c-9c48-4735-ba29-f690a229e1b3 None None] Routers {'d305f5f2-1c8a-407c-bab7-d8012c3dc000'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:23:23.848904 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-b2aa679c-9c48-4735-ba29-f690a229e1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:23:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['d305f5f2-1c8a-407c-bab7-d8012c3dc000'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:23:23.909102 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_v2 [None req-488963e7-5f7b-4a31-a4a1-6a444e6eb4c5 admin admin] Deleting subnet 77da057d-3a9e-4973-b1e0-fe1781c445e0 {{(pid=102730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:23:23.932686 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-b2aa679c-9c48-4735-ba29-f690a229e1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:23:23.937650 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-488963e7-5f7b-4a31-a4a1-6a444e6eb4c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:23.986937 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 33664213-089a-4f22-9123-31b7caedaa56 is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:23:23.998102 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:24.004879 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2aa679c-9c48-4735-ba29-f690a229e1b3 None None] Routers {'d305f5f2-1c8a-407c-bab7-d8012c3dc000'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:23:24.005712 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-b2aa679c-9c48-4735-ba29-f690a229e1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:23:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['d305f5f2-1c8a-407c-bab7-d8012c3dc000'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:23:24.058454 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-09a373d7-d7f1-48d1-b61a-27865dd0ded0 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:24.086226 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-09a373d7-d7f1-48d1-b61a-27865dd0ded0 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] 10.222.0.85 "DELETE /v2.0/ports/8a6dd9a1-9b6e-40fc-a456-f450d4a671ee HTTP/1.1" status: 204 len: 168 time: 6.1307125 May 18 18:23:24.088949 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a699cc-309b-4fe2-9692-26fad9d12fe6 req-205069df-cc63-4966-ad6a-d1b83edc2fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:23:24.090539 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-27a699cc-309b-4fe2-9692-26fad9d12fe6 req-205069df-cc63-4966-ad6a-d1b83edc2fd4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f71fa67d-25f1-4a38-8ed3-26de55da5fe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2982543 May 18 18:23:24.092857 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 45254) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:23:24.113660 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-488963e7-5f7b-4a31-a4a1-6a444e6eb4c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260107366'] for subnet, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:24.172344 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-f3381b59-c74c-42aa-a13a-79b4c48efb12 req-99409e03-f106-4908-bef3-8921ba9ae070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:24.202837 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe869c40-117e-4024-9928-5b87e03ee28d req-0f60c7e7-5ed9-4a1e-b8a2-2f5427702c13 tempest-ServerGroupTestJSON-1690663924 tempest-ServerGroupTestJSON-1690663924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:23:24.205168 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fe869c40-117e-4024-9928-5b87e03ee28d req-0f60c7e7-5ed9-4a1e-b8a2-2f5427702c13 tempest-ServerGroupTestJSON-1690663924 tempest-ServerGroupTestJSON-1690663924-project] 10.222.0.85 "GET /v2.0/ports?device_id=f42fe392-4ce0-48c8-8852-913e04b5e0c7 HTTP/1.1" status: 200 len: 931 time: 0.3278148 May 18 18:23:24.340972 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-27a699cc-309b-4fe2-9692-26fad9d12fe6 req-582304b7-98b3-4b4b-ad08-10cc2c2aa916 service neutron] 10.222.0.36 "GET /v2.0/networks/f71fa67d-25f1-4a38-8ed3-26de55da5fe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242622 May 18 18:23:24.355277 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fe869c40-117e-4024-9928-5b87e03ee28d req-d95dfa52-3b9a-4482-84d2-c46b2d62a833 tempest-ServerGroupTestJSON-1690663924 tempest-ServerGroupTestJSON-1690663924-project] 10.222.0.85 "GET /v2.0/security-groups?id=ff1e6c39-468b-4227-ba26-9cdec487cf32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266351 May 18 18:23:24.383252 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-b2aa679c-9c48-4735-ba29-f690a229e1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:23:24.384674 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2aa679c-9c48-4735-ba29-f690a229e1b3 None None] The sync data for ids ['d305f5f2-1c8a-407c-bab7-d8012c3dc000'] in n-d-838550-3 is: [] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:23:24.444678 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 33664213-089a-4f22-9123-31b7caedaa56, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=33664213-089a-4f22-9123-31b7caedaa56,segment=NetworkSegment(ef93e1fc-f0f4-4220-adc9-d2cb000b3c93),segment_id=ef93e1fc-f0f4-4220-adc9-d2cb000b3c93)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:23:24.446055 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef854938-189c-46f2-8314-215a08afd5f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33664213-089a-4f22-9123-31b7caedaa56'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:23:24.451070 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee1fbefe-9685-4bee-8093-b1832fa78ca9" -d '{"events": [{"server_uuid": "ef854938-189c-46f2-8314-215a08afd5f6", "name": "network-vif-plugged", "status": "completed", "tag": "33664213-089a-4f22-9123-31b7caedaa56"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:23:24.472127 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:24.564846 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95e617d4-2bcd-4d1b-9a79-fa2ceda90137 x-openstack-request-id: req-95e617d4-2bcd-4d1b-9a79-fa2ceda90137 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:23:24.565403 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef854938-189c-46f2-8314-215a08afd5f6", "name": "network-vif-plugged", "status": "completed", "tag": "33664213-089a-4f22-9123-31b7caedaa56", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:23:24.565857 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-95e617d4-2bcd-4d1b-9a79-fa2ceda90137 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:23:24.566419 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95e617d4-2bcd-4d1b-9a79-fa2ceda90137'] response: {'server_uuid': 'ef854938-189c-46f2-8314-215a08afd5f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33664213-089a-4f22-9123-31b7caedaa56', 'code': 200} May 18 18:23:24.567118 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=33664213-089a-4f22-9123-31b7caedaa56,revision_number=10']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:23:24.597554 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:23:24.598189 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:23:24.598691 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:23:24.599194 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:23:24.599715 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:23:24.600192 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:23:24.600668 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:23:24.601293 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:23:24.601809 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:23:24.602435 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:23:24.602914 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:23:24.603387 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:23:24.946986 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-488963e7-5f7b-4a31-a4a1-6a444e6eb4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:25.012396 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-27a699cc-309b-4fe2-9692-26fad9d12fe6 req-2efe51c2-f8e2-4767-bf19-414268bb51f3 service neutron] 10.222.0.36 "GET /v2.0/networks/f71fa67d-25f1-4a38-8ed3-26de55da5fe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4333098 May 18 18:23:25.108635 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfc7276-8832-4020-8028-a5ca1965b316 req-e043140b-e8b4-41a7-a29d-356dbe42789e tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:23:25.124795 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-acfc7276-8832-4020-8028-a5ca1965b316 req-e043140b-e8b4-41a7-a29d-356dbe42789e tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=2aaa7b97-c1f6-417f-be5b-d86238fc14b5 HTTP/1.1" status: 200 len: 943 time: 0.2653286 May 18 18:23:25.134063 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc2ea2a-6ea5-4481-ae7e-e2bfa698b7fa req-919cc76c-785f-4fc1-a0fd-a52fff22c3cd tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:23:25.141775 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1dc2ea2a-6ea5-4481-ae7e-e2bfa698b7fa req-919cc76c-785f-4fc1-a0fd-a52fff22c3cd tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=16cf3a89-12f1-47de-bba3-dcd801511736 HTTP/1.1" status: 200 len: 944 time: 0.2159104 May 18 18:23:25.207759 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1dc2ea2a-6ea5-4481-ae7e-e2bfa698b7fa req-cbe2c9e8-66a8-400b-8d46-5d31fd746ea7 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=86e7cf01-f21c-41cf-b5a3-71cb5ec2aaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633786 May 18 18:23:25.215515 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-488963e7-5f7b-4a31-a4a1-6a444e6eb4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261104690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261031888'] for subnet, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:25.266852 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488963e7-5f7b-4a31-a4a1-6a444e6eb4c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77da057d-3a9e-4973-b1e0-fe1781c445e0,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:23:25.269190 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-488963e7-5f7b-4a31-a4a1-6a444e6eb4c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:25.273712 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-488963e7-5f7b-4a31-a4a1-6a444e6eb4c5 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/77da057d-3a9e-4973-b1e0-fe1781c445e0 HTTP/1.1" status: 204 len: 168 time: 1.9035928 May 18 18:23:25.277352 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a9f2da-9be1-45b4-a248-f5276b67e5d2 None None] Network 32202dd9-9064-4832-817f-7e8b4a8db1c5 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:23:25.291879 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 45272) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:23:25.332594 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [req-f3381b59-c74c-42aa-a13a-79b4c48efb12 req-99409e03-f106-4908-bef3-8921ba9ae070 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e967660-0f3f-4db6-99cb-2a29fa878f68 {{(pid=102731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:23:25.381501 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-f3381b59-c74c-42aa-a13a-79b4c48efb12 req-99409e03-f106-4908-bef3-8921ba9ae070 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:25.399219 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-acfc7276-8832-4020-8028-a5ca1965b316 req-2644dc18-8bd1-4a72-a94c-a1c1150add87 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/security-groups?id=6cd42249-be19-4866-8a3b-7059b1a837e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2717159 May 18 18:23:25.418804 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6ab787f9-69c8-4a66-8f4c-206dcc736089 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-595963'] for router_interface, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:25.554198 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device d1375281-ce80-4c02-aa8e-557572891cb2 details requested by agent hyperv_n-h1-838550-3 with host n-h1-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:23:25.624657 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.provisioning_blocks [req-f3381b59-c74c-42aa-a13a-79b4c48efb12 req-99409e03-f106-4908-bef3-8921ba9ae070 service neutron] Transition to ACTIVE for port object 6e967660-0f3f-4db6-99cb-2a29fa878f68 will not be triggered until provisioned by entity L2. {{(pid=102731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:23:25.655885 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-f3381b59-c74c-42aa-a13a-79b4c48efb12 req-99409e03-f106-4908-bef3-8921ba9ae070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:25.790688 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port d1375281-ce80-4c02-aa8e-557572891cb2, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=d1375281-ce80-4c02-aa8e-557572891cb2,segment=NetworkSegment(bb31c238-cddb-4b17-91a0-f094652d8b9e),segment_id=bb31c238-cddb-4b17-91a0-f094652d8b9e)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:23:25.792892 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ee21f281-b1b6-45d7-9caa-64919e98f1ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:25.810394 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99409e03-f106-4908-bef3-8921ba9ae070 service neutron] Pushing event updated for resources: {'Port': ['ID=6e967660-0f3f-4db6-99cb-2a29fa878f68,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:23:25.823372 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device f13a6673-ce7b-46fd-a875-cac70ff04edc no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:23:25.849113 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13e4834-1781-4a1d-b095-dbd855c6c8fd req-494dfa37-fcfa-452c-840d-79e6081b67fc tempest-ServerGroupTestJSON-1690663924 tempest-ServerGroupTestJSON-1690663924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:23:25.853432 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Returning: {'device': 'd1375281-ce80-4c02-aa8e-557572891cb2', 'network_id': 'f71fa67d-25f1-4a38-8ed3-26de55da5fe6', 'port_id': 'd1375281-ce80-4c02-aa8e-557572891cb2', 'mac_address': 'fa:16:3e:a8:03:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '319c66c3-8a7e-46c8-956a-e2b3a85f9524', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:23:25.861182 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a13e4834-1781-4a1d-b095-dbd855c6c8fd req-494dfa37-fcfa-452c-840d-79e6081b67fc tempest-ServerGroupTestJSON-1690663924 tempest-ServerGroupTestJSON-1690663924-project] 10.222.0.85 "GET /v2.0/ports?device_id=f42fe392-4ce0-48c8-8852-913e04b5e0c7 HTTP/1.1" status: 200 len: 931 time: 0.2747247 May 18 18:23:25.923943 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a13e4834-1781-4a1d-b095-dbd855c6c8fd req-708168b5-e75e-4032-9fb7-6db707d197db tempest-ServerGroupTestJSON-1690663924 tempest-ServerGroupTestJSON-1690663924-project] 10.222.0.85 "GET /v2.0/security-groups?id=ff1e6c39-468b-4227-ba26-9cdec487cf32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594804 May 18 18:23:25.938877 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port d1375281-ce80-4c02-aa8e-557572891cb2 is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:23:25.939627 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:25.955682 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1375281-ce80-4c02-aa8e-557572891cb2 {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:23:25.978194 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port d1375281-ce80-4c02-aa8e-557572891cb2, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=d1375281-ce80-4c02-aa8e-557572891cb2,segment=NetworkSegment(bb31c238-cddb-4b17-91a0-f094652d8b9e),segment_id=bb31c238-cddb-4b17-91a0-f094652d8b9e)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:23:25.981261 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: f13a6673-ce7b-46fd-a875-cac70ff04edc {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:23:25.982436 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device f13a6673-ce7b-46fd-a875-cac70ff04edc not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:23:25.995422 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:26.107220 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-6ab787f9-69c8-4a66-8f4c-206dcc736089 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Deleting port 08a2ca24-9147-4b64-86c5-2ff93f4afb6f {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:23:26.107735 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6ab787f9-69c8-4a66-8f4c-206dcc736089 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:26.150052 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=d1375281-ce80-4c02-aa8e-557572891cb2,revision_number=8']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:23:26.162892 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-084a96d0-484d-40a0-b4d0-7598daaf9d47 None None] DHCP port deletion for 32202dd9-9064-4832-817f-7e8b4a8db1c5 request from n-d-838550-3 {{(pid=102732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 18:23:26.265782 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-084a96d0-484d-40a0-b4d0-7598daaf9d47 None None] Deleting port 09e92806-90a2-4b79-94df-4a412060865f {{(pid=102732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:23:26.266312 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-084a96d0-484d-40a0-b4d0-7598daaf9d47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:26.298749 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cba35b-08b5-4585-98d9-b4dd616b68a3 req-8e8310e0-015f-48c2-a062-27c7a7b2be93 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:23:26.309085 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-19cba35b-08b5-4585-98d9-b4dd616b68a3 req-8e8310e0-015f-48c2-a062-27c7a7b2be93 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=2aaa7b97-c1f6-417f-be5b-d86238fc14b5 HTTP/1.1" status: 200 len: 943 time: 0.4461086 May 18 18:23:26.359528 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['d1375281-ce80-4c02-aa8e-557572891cb2'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:23:26.472798 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209e7487-b78a-479f-aa9b-d0da47ec0a32 req-9b63fea0-45b0-41ea-b0df-524ad6537e6e tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:23:26.474709 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-209e7487-b78a-479f-aa9b-d0da47ec0a32 req-9b63fea0-45b0-41ea-b0df-524ad6537e6e tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.88 "GET /v2.0/ports?device_id=2aaa7b97-c1f6-417f-be5b-d86238fc14b5&tenant_id=06b3ed36f50a43fd9cfeaa89e080d35b&binding%3Ahost_id=n-h1-838550-3 HTTP/1.1" status: 200 len: 944 time: 0.4596105 May 18 18:23:26.488638 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-19cba35b-08b5-4585-98d9-b4dd616b68a3 req-7b103151-7085-4a49-ae27-973e1e4b826a tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/security-groups?id=6cd42249-be19-4866-8a3b-7059b1a837e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1783209 May 18 18:23:26.503469 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-f3381b59-c74c-42aa-a13a-79b4c48efb12 req-99409e03-f106-4908-bef3-8921ba9ae070 service neutron] Attempting to bind port 6e967660-0f3f-4db6-99cb-2a29fa878f68 on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:23:26.503856 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-f3381b59-c74c-42aa-a13a-79b4c48efb12 req-99409e03-f106-4908-bef3-8921ba9ae070 service neutron] Attempting to bind port 6e967660-0f3f-4db6-99cb-2a29fa878f68 by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': '49501fba-2274-4633-8f75-96963b76a8ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '3eb265df-92f7-4e92-bca1-75774f3f8602'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:23:26.504353 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3381b59-c74c-42aa-a13a-79b4c48efb12 req-99409e03-f106-4908-bef3-8921ba9ae070 service neutron] Attempting to bind port 6e967660-0f3f-4db6-99cb-2a29fa878f68 on network 3eb265df-92f7-4e92-bca1-75774f3f8602 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:23:26.523185 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3381b59-c74c-42aa-a13a-79b4c48efb12 req-99409e03-f106-4908-bef3-8921ba9ae070 service neutron] Port 6e967660-0f3f-4db6-99cb-2a29fa878f68 on network 3eb265df-92f7-4e92-bca1-75774f3f8602 not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:23:26.528058 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3381b59-c74c-42aa-a13a-79b4c48efb12 req-99409e03-f106-4908-bef3-8921ba9ae070 service neutron] Attempting to bind port 6e967660-0f3f-4db6-99cb-2a29fa878f68 on network 3eb265df-92f7-4e92-bca1-75774f3f8602 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:23:26.571292 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-ee21f281-b1b6-45d7-9caa-64919e98f1ef admin admin] Deleting port 09e92806-90a2-4b79-94df-4a412060865f {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:23:26.577238 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ee21f281-b1b6-45d7-9caa-64919e98f1ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:26.618823 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3381b59-c74c-42aa-a13a-79b4c48efb12 req-99409e03-f106-4908-bef3-8921ba9ae070 service neutron] Checking agent: {'id': 'd1be059a-68ea-4c77-9b2b-29f4afa47e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:23:26.619175 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3381b59-c74c-42aa-a13a-79b4c48efb12 req-99409e03-f106-4908-bef3-8921ba9ae070 service neutron] Checking segment: {'id': '49501fba-2274-4633-8f75-96963b76a8ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '3eb265df-92f7-4e92-bca1-75774f3f8602'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:23:26.619573 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3381b59-c74c-42aa-a13a-79b4c48efb12 req-99409e03-f106-4908-bef3-8921ba9ae070 service neutron] Bound using segment: {'id': '49501fba-2274-4633-8f75-96963b76a8ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '3eb265df-92f7-4e92-bca1-75774f3f8602'} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:23:26.620030 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-f3381b59-c74c-42aa-a13a-79b4c48efb12 req-99409e03-f106-4908-bef3-8921ba9ae070 service neutron] Bound port: 6e967660-0f3f-4db6-99cb-2a29fa878f68, host: n-h2-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49501fba-2274-4633-8f75-96963b76a8ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '3eb265df-92f7-4e92-bca1-75774f3f8602'}}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:23:26.620391 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-f3381b59-c74c-42aa-a13a-79b4c48efb12 req-99409e03-f106-4908-bef3-8921ba9ae070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:26.636622 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-084a96d0-484d-40a0-b4d0-7598daaf9d47 None None] For port 09e92806-90a2-4b79-94df-4a412060865f, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=09e92806-90a2-4b79-94df-4a412060865f,segment=NetworkSegment(c2befe81-e0f9-403d-ab80-68896828fcba),segment_id=c2befe81-e0f9-403d-ab80-68896828fcba)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:23:26.641417 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-084a96d0-484d-40a0-b4d0-7598daaf9d47 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:26.677353 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-084a96d0-484d-40a0-b4d0-7598daaf9d47 None None] Calling delete_port for 09e92806-90a2-4b79-94df-4a412060865f owned by network:dhcp {{(pid=102732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:23:26.740124 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-f3381b59-c74c-42aa-a13a-79b4c48efb12 req-99409e03-f106-4908-bef3-8921ba9ae070 service neutron] For port 6e967660-0f3f-4db6-99cb-2a29fa878f68, host n-h2-838550-3, cleared binding levels {{(pid=102731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:23:26.743420 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-f3381b59-c74c-42aa-a13a-79b4c48efb12 req-99409e03-f106-4908-bef3-8921ba9ae070 service neutron] For port 6e967660-0f3f-4db6-99cb-2a29fa878f68, host n-h2-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=6e967660-0f3f-4db6-99cb-2a29fa878f68,segment=NetworkSegment(49501fba-2274-4633-8f75-96963b76a8ba),segment_id=49501fba-2274-4633-8f75-96963b76a8ba)] {{(pid=102731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:23:26.762692 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-f3381b59-c74c-42aa-a13a-79b4c48efb12 req-99409e03-f106-4908-bef3-8921ba9ae070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:26.825780 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3346ed84-b8dd-4198-814c-0d07ec8079de req-e9a4b8f3-2d80-4569-8b99-f530d128c3b2 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:23:26.826610 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99409e03-f106-4908-bef3-8921ba9ae070 service neutron] Pushing event updated for resources: {'Port': ['ID=6e967660-0f3f-4db6-99cb-2a29fa878f68,revision_number=3']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:23:26.830996 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-ee21f281-b1b6-45d7-9caa-64919e98f1ef admin admin] For port 09e92806-90a2-4b79-94df-4a412060865f, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=09e92806-90a2-4b79-94df-4a412060865f,segment=NetworkSegment(c2befe81-e0f9-403d-ab80-68896828fcba),segment_id=c2befe81-e0f9-403d-ab80-68896828fcba)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:23:26.831367 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ee21f281-b1b6-45d7-9caa-64919e98f1ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:26.835934 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3346ed84-b8dd-4198-814c-0d07ec8079de req-e9a4b8f3-2d80-4569-8b99-f530d128c3b2 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=16cf3a89-12f1-47de-bba3-dcd801511736 HTTP/1.1" status: 200 len: 944 time: 0.2064848 May 18 18:23:26.842687 n-d-838550-3 neutron-server[102731]: INFO neutron.api.v2.resource [req-209e7487-b78a-479f-aa9b-d0da47ec0a32 req-bdbd3d8f-fc6c-4efa-b6a8-cc1ca3e6982c service neutron] delete failed (client error): The resource could not be found. May 18 18:23:26.843851 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-209e7487-b78a-479f-aa9b-d0da47ec0a32 req-bdbd3d8f-fc6c-4efa-b6a8-cc1ca3e6982c service neutron] 10.222.0.88 "DELETE /v2.0/ports/d1375281-ce80-4c02-aa8e-557572891cb2/bindings/n-h2-838550-3 HTTP/1.1" status: 404 len: 380 time: 0.3467772 May 18 18:23:26.852793 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-ee21f281-b1b6-45d7-9caa-64919e98f1ef admin admin] Calling delete_port for 09e92806-90a2-4b79-94df-4a412060865f owned by network:dhcp {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:23:26.855536 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3381b59-c74c-42aa-a13a-79b4c48efb12 req-99409e03-f106-4908-bef3-8921ba9ae070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:23:26.856294 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-f3381b59-c74c-42aa-a13a-79b4c48efb12 req-99409e03-f106-4908-bef3-8921ba9ae070 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:26.858442 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f3381b59-c74c-42aa-a13a-79b4c48efb12 req-99409e03-f106-4908-bef3-8921ba9ae070 service neutron] 10.222.0.88 "PUT /v2.0/ports/6e967660-0f3f-4db6-99cb-2a29fa878f68 HTTP/1.1" status: 200 len: 1091 time: 3.0899768 May 18 18:23:26.858442 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f42fe392-4ce0-48c8-8852-913e04b5e0c7', 'tag': '6e967660-0f3f-4db6-99cb-2a29fa878f68'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:23:26.860865 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69c7f4cb-287e-499a-858e-320df1fdb93f" -d '{"events": [{"name": "network-changed", "server_uuid": "f42fe392-4ce0-48c8-8852-913e04b5e0c7", "tag": "6e967660-0f3f-4db6-99cb-2a29fa878f68"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:23:26.918488 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6ab787f9-69c8-4a66-8f4c-206dcc736089 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:26.950169 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3346ed84-b8dd-4198-814c-0d07ec8079de req-b23c730c-2daf-4edd-84a9-595dcd2cca55 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=86e7cf01-f21c-41cf-b5a3-71cb5ec2aaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116560 May 18 18:23:26.961820 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-6ab787f9-69c8-4a66-8f4c-206dcc736089 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Calling delete_port for 08a2ca24-9147-4b64-86c5-2ff93f4afb6f owned by network:router_interface {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:23:26.986651 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a79b03b-9c88-41ec-9901-67acc61a5ac2 x-openstack-request-id: req-0a79b03b-9c88-41ec-9901-67acc61a5ac2 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:23:26.987108 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f42fe392-4ce0-48c8-8852-913e04b5e0c7", "tag": "6e967660-0f3f-4db6-99cb-2a29fa878f68", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:23:26.987562 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-0a79b03b-9c88-41ec-9901-67acc61a5ac2 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:23:26.987955 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a79b03b-9c88-41ec-9901-67acc61a5ac2'] response: {'name': 'network-changed', 'server_uuid': 'f42fe392-4ce0-48c8-8852-913e04b5e0c7', 'tag': '6e967660-0f3f-4db6-99cb-2a29fa878f68', 'status': 'completed', 'code': 200} May 18 18:23:27.107227 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-084a96d0-484d-40a0-b4d0-7598daaf9d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508'] for port, after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:27.140474 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084a96d0-484d-40a0-b4d0-7598daaf9d47 None None] Pushing event deleted for resources: {'Port': ['ID=09e92806-90a2-4b79-94df-4a412060865f,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:23:27.197035 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084a96d0-484d-40a0-b4d0-7598daaf9d47 None None] No DVR routers for this DVR port 09e92806-90a2-4b79-94df-4a412060865f on host n-d-838550-3 {{(pid=102732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:23:27.217820 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3381b59-c74c-42aa-a13a-79b4c48efb12 req-81ff537b-684d-4cbc-935d-9894e73fc346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:23:27.223369 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f3381b59-c74c-42aa-a13a-79b4c48efb12 req-81ff537b-684d-4cbc-935d-9894e73fc346 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8921469e958d4ad3bdfd92009eddd9c8&device_id=f42fe392-4ce0-48c8-8852-913e04b5e0c7 HTTP/1.1" status: 200 len: 1094 time: 0.2724826 May 18 18:23:27.236609 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209e7487-b78a-479f-aa9b-d0da47ec0a32 req-1d7bc519-e212-4bfe-92b3-36dbcdc8e92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:23:27.238409 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-209e7487-b78a-479f-aa9b-d0da47ec0a32 req-1d7bc519-e212-4bfe-92b3-36dbcdc8e92f service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=06b3ed36f50a43fd9cfeaa89e080d35b&device_id=2aaa7b97-c1f6-417f-be5b-d86238fc14b5 HTTP/1.1" status: 200 len: 1095 time: 0.2643833 May 18 18:23:27.337167 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6ab787f9-69c8-4a66-8f4c-206dcc736089 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:27.365769 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f3381b59-c74c-42aa-a13a-79b4c48efb12 req-02924dc7-c7e4-486e-8da8-143a91e38526 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6e967660-0f3f-4db6-99cb-2a29fa878f68 HTTP/1.1" status: 200 len: 217 time: 0.1221082 May 18 18:23:27.385559 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab787f9-69c8-4a66-8f4c-206dcc736089 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Pushing event deleted for resources: {'Port': ['ID=08a2ca24-9147-4b64-86c5-2ff93f4afb6f,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:23:27.422777 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab787f9-69c8-4a66-8f4c-206dcc736089 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:23:27.424712 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab787f9-69c8-4a66-8f4c-206dcc736089 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:23:27.425242 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab787f9-69c8-4a66-8f4c-206dcc736089 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:23:27.425779 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab787f9-69c8-4a66-8f4c-206dcc736089 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:23:27.426269 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab787f9-69c8-4a66-8f4c-206dcc736089 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:23:27.426802 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab787f9-69c8-4a66-8f4c-206dcc736089 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:23:27.427470 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab787f9-69c8-4a66-8f4c-206dcc736089 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:23:27.428619 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3381b59-c74c-42aa-a13a-79b4c48efb12 req-9a98f236-49b4-4ef2-8c9a-cfb4e993ea6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:23:27.429796 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab787f9-69c8-4a66-8f4c-206dcc736089 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:23:27.430288 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab787f9-69c8-4a66-8f4c-206dcc736089 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:23:27.430693 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f3381b59-c74c-42aa-a13a-79b4c48efb12 req-9a98f236-49b4-4ef2-8c9a-cfb4e993ea6d service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a9f04376-10af-4ba5-b187-13131c15ab1c HTTP/1.1" status: 200 len: 848 time: 0.0572360 May 18 18:23:27.430948 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab787f9-69c8-4a66-8f4c-206dcc736089 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:23:27.431456 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab787f9-69c8-4a66-8f4c-206dcc736089 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:23:27.431578 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ee21f281-b1b6-45d7-9caa-64919e98f1ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:27.432049 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab787f9-69c8-4a66-8f4c-206dcc736089 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:23:27.449160 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7546ea01-bfa5-4116-81f8-df2922ddcfea req-74775dc7-72cf-4d0f-a8ef-f5f6ebaee8f1 tempest-ServerGroupTestJSON-1690663924 tempest-ServerGroupTestJSON-1690663924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:23:27.452289 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7546ea01-bfa5-4116-81f8-df2922ddcfea req-74775dc7-72cf-4d0f-a8ef-f5f6ebaee8f1 tempest-ServerGroupTestJSON-1690663924 tempest-ServerGroupTestJSON-1690663924-project] 10.222.0.85 "GET /v2.0/ports?device_id=f42fe392-4ce0-48c8-8852-913e04b5e0c7 HTTP/1.1" status: 200 len: 943 time: 0.3780529 May 18 18:23:27.577651 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209e7487-b78a-479f-aa9b-d0da47ec0a32 req-df03b202-2229-4432-89c7-61ec4ac38e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:23:27.579306 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-209e7487-b78a-479f-aa9b-d0da47ec0a32 req-df03b202-2229-4432-89c7-61ec4ac38e1c service neutron] 10.222.0.88 "GET /v2.0/networks?id=f71fa67d-25f1-4a38-8ed3-26de55da5fe6 HTTP/1.1" status: 200 len: 898 time: 0.3280654 May 18 18:23:27.586949 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee21f281-b1b6-45d7-9caa-64919e98f1ef admin admin] Pushing event deleted for resources: {'Port': ['ID=09e92806-90a2-4b79-94df-4a412060865f,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:23:27.612086 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee21f281-b1b6-45d7-9caa-64919e98f1ef admin admin] No DVR routers for this DVR port 09e92806-90a2-4b79-94df-4a412060865f on host n-d-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:23:27.625562 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f3381b59-c74c-42aa-a13a-79b4c48efb12 req-98fa8943-6c16-4948-8eac-87672d81154c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=3eb265df-92f7-4e92-bca1-75774f3f8602&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1336956 May 18 18:23:27.700927 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 09e92806-90a2-4b79-94df-4a412060865f no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:23:27.722695 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ee21f281-b1b6-45d7-9caa-64919e98f1ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:27.741998 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 09e92806-90a2-4b79-94df-4a412060865f {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:23:27.742645 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 09e92806-90a2-4b79-94df-4a412060865f not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:23:27.765013 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-ee21f281-b1b6-45d7-9caa-64919e98f1ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32202dd9-9064-4832-817f-7e8b4a8db1c5']}} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:23:27.876710 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6ab787f9-69c8-4a66-8f4c-206dcc736089 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-593931'] for router_interface, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:27.897038 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ee8153-5638-4473-bc02-370e5e839b3b req-acde066a-94af-4ac7-98ac-af930d800f36 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:23:27.901484 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-85ee8153-5638-4473-bc02-370e5e839b3b req-acde066a-94af-4ac7-98ac-af930d800f36 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=2aaa7b97-c1f6-417f-be5b-d86238fc14b5 HTTP/1.1" status: 200 len: 944 time: 0.2695341 May 18 18:23:27.953344 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f3381b59-c74c-42aa-a13a-79b4c48efb12 req-68897cfe-f942-47d4-952f-79c0f9f12a79 service neutron] 10.222.0.88 "GET /v2.0/networks/3eb265df-92f7-4e92-bca1-75774f3f8602?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996168 May 18 18:23:27.955281 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-ee21f281-b1b6-45d7-9caa-64919e98f1ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2befe81-e0f9-403d-ab80-68896828fcba') {'for_net_delete': True} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:23:27.955585 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-ee21f281-b1b6-45d7-9caa-64919e98f1ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2befe81-e0f9-403d-ab80-68896828fcba') {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:23:27.970245 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7546ea01-bfa5-4116-81f8-df2922ddcfea req-110283d6-099a-480f-9665-959b873eeab3 tempest-ServerGroupTestJSON-1690663924 tempest-ServerGroupTestJSON-1690663924-project] 10.222.0.85 "GET /v2.0/security-groups?id=ff1e6c39-468b-4227-ba26-9cdec487cf32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4385538 May 18 18:23:27.976923 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee21f281-b1b6-45d7-9caa-64919e98f1ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:23:27.977273 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee21f281-b1b6-45d7-9caa-64919e98f1ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:23:27.977655 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee21f281-b1b6-45d7-9caa-64919e98f1ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:23:27.988571 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee21f281-b1b6-45d7-9caa-64919e98f1ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:23:27.990608 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee21f281-b1b6-45d7-9caa-64919e98f1ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:23:27.992569 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee21f281-b1b6-45d7-9caa-64919e98f1ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:23:27.994076 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee21f281-b1b6-45d7-9caa-64919e98f1ef admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:23:27.995811 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee21f281-b1b6-45d7-9caa-64919e98f1ef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:23:27.997570 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee21f281-b1b6-45d7-9caa-64919e98f1ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:23:27.999433 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee21f281-b1b6-45d7-9caa-64919e98f1ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:23:28.000175 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee21f281-b1b6-45d7-9caa-64919e98f1ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:23:28.010829 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee21f281-b1b6-45d7-9caa-64919e98f1ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:23:28.048799 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-85ee8153-5638-4473-bc02-370e5e839b3b req-2750c0e1-40ff-45e2-bf06-a3ee07bd4731 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/security-groups?id=6cd42249-be19-4866-8a3b-7059b1a837e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1345861 May 18 18:23:28.096062 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ee21f281-b1b6-45d7-9caa-64919e98f1ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260542144'] for segment, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:28.199142 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ee21f281-b1b6-45d7-9caa-64919e98f1ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:28.205157 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-209e7487-b78a-479f-aa9b-d0da47ec0a32 req-f9ee356f-1eae-4b0b-b765-c86bb990c713 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d1375281-ce80-4c02-aa8e-557572891cb2 HTTP/1.1" status: 200 len: 1000 time: 0.5870838 May 18 18:23:28.233714 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee21f281-b1b6-45d7-9caa-64919e98f1ef admin admin] Releasing vlan 604 on physical network physnet1 to pool {{(pid=102731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:23:28.233910 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ee21f281-b1b6-45d7-9caa-64919e98f1ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260884178'] for segment, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:28.239223 n-d-838550-3 neutron-server[102731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:23:28.239223 n-d-838550-3 neutron-server[102731]: self.session.flush() May 18 18:23:28.239223 n-d-838550-3 neutron-server[102731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:23:28.239223 n-d-838550-3 neutron-server[102731]: self.session.flush() May 18 18:23:28.239223 n-d-838550-3 neutron-server[102731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:23:28.239223 n-d-838550-3 neutron-server[102731]: self.session.flush() May 18 18:23:28.239223 n-d-838550-3 neutron-server[102731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:23:28.239223 n-d-838550-3 neutron-server[102731]: self.session.flush() May 18 18:23:28.239223 n-d-838550-3 neutron-server[102731]: Traceback (most recent call last): May 18 18:23:28.239223 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:23:28.239223 n-d-838550-3 neutron-server[102731]: timer() May 18 18:23:28.239223 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:23:28.239223 n-d-838550-3 neutron-server[102731]: cb(*args, **kw) May 18 18:23:28.239223 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:23:28.239223 n-d-838550-3 neutron-server[102731]: return func(*args, **kwargs) May 18 18:23:28.239223 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:23:28.239223 n-d-838550-3 neutron-server[102731]: self._notify() May 18 18:23:28.239223 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:23:28.239223 n-d-838550-3 neutron-server[102731]: self.callback(batched_events) May 18 18:23:28.239223 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:23:28.239223 n-d-838550-3 neutron-server[102731]: event.method(event) May 18 18:23:28.239223 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:23:28.239223 n-d-838550-3 neutron-server[102731]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:23:28.239223 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:23:28.239223 n-d-838550-3 neutron-server[102731]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:23:28.239223 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:23:28.239223 n-d-838550-3 neutron-server[102731]: return f(self, *a, **k) May 18 18:23:28.239223 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:23:28.239223 n-d-838550-3 neutron-server[102731]: return self._get(url).json() May 18 18:23:28.239223 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:23:28.239223 n-d-838550-3 neutron-server[102731]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:23:28.239223 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:23:28.239223 n-d-838550-3 neutron-server[102731]: return self.request(url, 'GET', **kwargs) May 18 18:23:28.239223 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:23:28.239223 n-d-838550-3 neutron-server[102731]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:23:28.239223 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:23:28.239223 n-d-838550-3 neutron-server[102731]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:23:28.239223 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:23:28.239223 n-d-838550-3 neutron-server[102731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:23:28.239223 n-d-838550-3 neutron-server[102731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:23:28.279872 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50e310d-9fc5-4ebd-8e3d-ebb10cae89a4 req-0bb57405-00d6-4320-b684-6374eee63fe1 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:23:28.287703 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e50e310d-9fc5-4ebd-8e3d-ebb10cae89a4 req-0bb57405-00d6-4320-b684-6374eee63fe1 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=16cf3a89-12f1-47de-bba3-dcd801511736 HTTP/1.1" status: 200 len: 944 time: 0.1488893 May 18 18:23:28.358760 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ab787f9-69c8-4a66-8f4c-206dcc736089 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Router d305f5f2-1c8a-407c-bab7-d8012c3dc000 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:23:28.400386 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e50e310d-9fc5-4ebd-8e3d-ebb10cae89a4 req-76e0005c-6727-4d98-a671-b3610cbc80fe tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=86e7cf01-f21c-41cf-b5a3-71cb5ec2aaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116655 May 18 18:23:28.405604 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f3381b59-c74c-42aa-a13a-79b4c48efb12 req-8a828d70-5ef3-45dd-8d58-1ce7b7a36e49 service neutron] 10.222.0.88 "GET /v2.0/networks/3eb265df-92f7-4e92-bca1-75774f3f8602?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3862109 May 18 18:23:28.419198 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209e7487-b78a-479f-aa9b-d0da47ec0a32 req-31006871-eaf1-488c-b730-6186117a08e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:23:28.425794 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-209e7487-b78a-479f-aa9b-d0da47ec0a32 req-31006871-eaf1-488c-b730-6186117a08e8 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=319c66c3-8a7e-46c8-956a-e2b3a85f9524 HTTP/1.1" status: 200 len: 835 time: 0.2082212 May 18 18:23:28.466185 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ee21f281-b1b6-45d7-9caa-64919e98f1ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:28.522318 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ee21f281-b1b6-45d7-9caa-64919e98f1ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:28.527736 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-ee21f281-b1b6-45d7-9caa-64919e98f1ef admin admin] 10.222.0.85 "DELETE /v2.0/networks/32202dd9-9064-4832-817f-7e8b4a8db1c5 HTTP/1.1" status: 204 len: 168 time: 3.2302859 May 18 18:23:28.529031 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee21f281-b1b6-45d7-9caa-64919e98f1ef admin admin] Pushing event deleted for resources: {'Network': ['ID=32202dd9-9064-4832-817f-7e8b4a8db1c5,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:23:28.578260 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ab787f9-69c8-4a66-8f4c-206dcc736089 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:23:28.587459 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-6ab787f9-69c8-4a66-8f4c-206dcc736089 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] 10.222.0.85 "PUT /v2.0/routers/d305f5f2-1c8a-407c-bab7-d8012c3dc000/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4933989 May 18 18:23:28.601659 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 45318) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:23:28.604197 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3296070-7155-4b14-ab87-5dbca13198ef None None] Sync routers for ids ['d305f5f2-1c8a-407c-bab7-d8012c3dc000'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:23:28.616132 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c7f4cb-287e-499a-858e-320df1fdb93f req-daded7b4-ca25-42c4-9a3f-9a199d679b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:23:28.617765 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-69c7f4cb-287e-499a-858e-320df1fdb93f req-daded7b4-ca25-42c4-9a3f-9a199d679b5e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8921469e958d4ad3bdfd92009eddd9c8&device_id=f42fe392-4ce0-48c8-8852-913e04b5e0c7 HTTP/1.1" status: 200 len: 1094 time: 0.0798492 May 18 18:23:28.663330 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3296070-7155-4b14-ab87-5dbca13198ef None None] Routers {'d305f5f2-1c8a-407c-bab7-d8012c3dc000'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:23:28.664335 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-f3296070-7155-4b14-ab87-5dbca13198ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:23:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['d305f5f2-1c8a-407c-bab7-d8012c3dc000'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:23:28.712172 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-f3296070-7155-4b14-ab87-5dbca13198ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:23:28.723636 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3296070-7155-4b14-ab87-5dbca13198ef None None] Routers {'d305f5f2-1c8a-407c-bab7-d8012c3dc000'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:23:28.725856 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-f3296070-7155-4b14-ab87-5dbca13198ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:23:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['d305f5f2-1c8a-407c-bab7-d8012c3dc000'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:23:28.777835 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c7f4cb-287e-499a-858e-320df1fdb93f req-9d41399e-5381-4f3c-9964-c1fdaa18e0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:23:28.779353 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-69c7f4cb-287e-499a-858e-320df1fdb93f req-9d41399e-5381-4f3c-9964-c1fdaa18e0d4 service neutron] 10.222.0.88 "GET /v2.0/networks?id=3eb265df-92f7-4e92-bca1-75774f3f8602 HTTP/1.1" status: 200 len: 909 time: 0.1517713 May 18 18:23:28.789890 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-f3296070-7155-4b14-ab87-5dbca13198ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:23:28.790734 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209e7487-b78a-479f-aa9b-d0da47ec0a32 req-24ad3cbe-a90f-4a55-a792-e31112f582dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:23:28.791152 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3296070-7155-4b14-ab87-5dbca13198ef None None] The sync data for ids ['d305f5f2-1c8a-407c-bab7-d8012c3dc000'] in n-d-838550-3 is: [] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:23:28.792326 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-209e7487-b78a-479f-aa9b-d0da47ec0a32 req-24ad3cbe-a90f-4a55-a792-e31112f582dc service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=f71fa67d-25f1-4a38-8ed3-26de55da5fe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3455436 May 18 18:23:28.851786 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 45324) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:23:28.879783 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d94ec346-37ea-4b57-95a7-21b688361747 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks [] for router, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:28.966127 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-69c7f4cb-287e-499a-858e-320df1fdb93f req-bcb2f6d5-5b4a-40ce-af6a-d6565c3e57ac service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6e967660-0f3f-4db6-99cb-2a29fa878f68 HTTP/1.1" status: 200 len: 217 time: 0.1723061 May 18 18:23:28.967946 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-209e7487-b78a-479f-aa9b-d0da47ec0a32 req-b75c1f45-5aa9-4a5a-a965-a8eeb7482c9d service neutron] 10.222.0.88 "GET /v2.0/networks/f71fa67d-25f1-4a38-8ed3-26de55da5fe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244493 May 18 18:23:28.972045 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 45328) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:23:28.977823 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-c8b87b6e-0396-4515-a7c6-cbf50ed376a5 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=46ea3823b08b4c9799a678c4a73b1420&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1164453 May 18 18:23:29.067346 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d94ec346-37ea-4b57-95a7-21b688361747 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:29.226879 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c7f4cb-287e-499a-858e-320df1fdb93f req-0894bdb9-1533-4226-960b-ca2973ed8204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:23:29.229149 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-69c7f4cb-287e-499a-858e-320df1fdb93f req-0894bdb9-1533-4226-960b-ca2973ed8204 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a9f04376-10af-4ba5-b187-13131c15ab1c HTTP/1.1" status: 200 len: 848 time: 0.2429755 May 18 18:23:29.262172 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bfd514-6d4e-411d-9b3c-23e0678d42de req-520999ed-bbd7-4963-ba55-59b1c130d53f tempest-ServerGroupTestJSON-1690663924 tempest-ServerGroupTestJSON-1690663924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:23:29.271416 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c6bfd514-6d4e-411d-9b3c-23e0678d42de req-520999ed-bbd7-4963-ba55-59b1c130d53f tempest-ServerGroupTestJSON-1690663924 tempest-ServerGroupTestJSON-1690663924-project] 10.222.0.85 "GET /v2.0/ports?device_id=f42fe392-4ce0-48c8-8852-913e04b5e0c7 HTTP/1.1" status: 200 len: 943 time: 0.1125007 May 18 18:23:29.286156 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-69c7f4cb-287e-499a-858e-320df1fdb93f req-1b70756f-db1e-4972-9517-2c45b9cfe945 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=3eb265df-92f7-4e92-bca1-75774f3f8602&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472629 May 18 18:23:29.326180 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device d1375281-ce80-4c02-aa8e-557572891cb2 up at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:23:29.332297 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c6bfd514-6d4e-411d-9b3c-23e0678d42de req-50320ba0-30b4-4258-9a6e-9dd169146390 tempest-ServerGroupTestJSON-1690663924 tempest-ServerGroupTestJSON-1690663924-project] 10.222.0.85 "GET /v2.0/security-groups?id=ff1e6c39-468b-4227-ba26-9cdec487cf32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591648 May 18 18:23:29.345679 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-d94ec346-37ea-4b57-95a7-21b688361747 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Deleting port c3925ca8-d18f-4769-9c44-3a686b9e6f63 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:23:29.346261 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d94ec346-37ea-4b57-95a7-21b688361747 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:29.352738 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-01f5267c-81ee-4c70-8008-042ecf3b38b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:29.368075 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b7a3f6-3951-43f4-a6d1-a4cd19255e35 req-fbb0b115-8096-4fab-b113-b5a043020811 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:23:29.369692 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-60b7a3f6-3951-43f4-a6d1-a4cd19255e35 req-fbb0b115-8096-4fab-b113-b5a043020811 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=2aaa7b97-c1f6-417f-be5b-d86238fc14b5 HTTP/1.1" status: 200 len: 944 time: 0.1780937 May 18 18:23:29.371649 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-209e7487-b78a-479f-aa9b-d0da47ec0a32 req-8e9802df-72de-4f19-83e4-7f7c340d854c service neutron] 10.222.0.88 "GET /v2.0/networks/f71fa67d-25f1-4a38-8ed3-26de55da5fe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3843987 May 18 18:23:29.511389 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d94ec346-37ea-4b57-95a7-21b688361747 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:29.542798 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-01f5267c-81ee-4c70-8008-042ecf3b38b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:29.549295 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-d94ec346-37ea-4b57-95a7-21b688361747 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Calling delete_port for c3925ca8-d18f-4769-9c44-3a686b9e6f63 owned by network:router_gateway {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:23:29.550560 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning for port d1375281-ce80-4c02-aa8e-557572891cb2 completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:23:29.565094 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning complete for port d1375281-ce80-4c02-aa8e-557572891cb2 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:23:29.568583 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:29.589511 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-60b7a3f6-3951-43f4-a6d1-a4cd19255e35 req-1f225e56-4615-4314-90e8-708178969bfc tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/security-groups?id=6cd42249-be19-4866-8a3b-7059b1a837e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1864920 May 18 18:23:29.622867 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-69c7f4cb-287e-499a-858e-320df1fdb93f req-71821d61-a835-4e60-a255-bb7c338cf3e7 service neutron] 10.222.0.88 "GET /v2.0/networks/3eb265df-92f7-4e92-bca1-75774f3f8602?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3208129 May 18 18:23:29.741155 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-01f5267c-81ee-4c70-8008-042ecf3b38b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:29.744273 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-01f5267c-81ee-4c70-8008-042ecf3b38b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:29.746645 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-01f5267c-81ee-4c70-8008-042ecf3b38b0 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/e0705b3f-ce34-48fa-a443-2f2c27b4fef0 HTTP/1.1" status: 204 len: 168 time: 0.7723019 May 18 18:23:29.799974 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f5267c-81ee-4c70-8008-042ecf3b38b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0705b3f-ce34-48fa-a443-2f2c27b4fef0,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:23:29.818598 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port d1375281-ce80-4c02-aa8e-557572891cb2 is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:23:29.819340 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:29.884627 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-69c7f4cb-287e-499a-858e-320df1fdb93f req-a72e3f9a-d2c3-493e-81ed-5eb257209cca service neutron] 10.222.0.88 "GET /v2.0/networks/3eb265df-92f7-4e92-bca1-75774f3f8602?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2480938 May 18 18:23:29.894739 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981359c1-7ca8-48bd-9d4d-2e24dd41310b req-86b3f7ec-894c-46b4-927e-f5c3e419fc89 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:23:29.897040 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-981359c1-7ca8-48bd-9d4d-2e24dd41310b req-86b3f7ec-894c-46b4-927e-f5c3e419fc89 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=16cf3a89-12f1-47de-bba3-dcd801511736 HTTP/1.1" status: 200 len: 944 time: 0.2373772 May 18 18:23:29.904457 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2aaa7b97-c1f6-417f-be5b-d86238fc14b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1375281-ce80-4c02-aa8e-557572891cb2'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:23:29.910535 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d7ae1b0-a4e5-4593-b922-f34c9dd66f46" -d '{"events": [{"server_uuid": "2aaa7b97-c1f6-417f-be5b-d86238fc14b5", "name": "network-vif-plugged", "status": "completed", "tag": "d1375281-ce80-4c02-aa8e-557572891cb2"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:23:29.968322 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port d1375281-ce80-4c02-aa8e-557572891cb2, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=d1375281-ce80-4c02-aa8e-557572891cb2,segment=NetworkSegment(bb31c238-cddb-4b17-91a0-f094652d8b9e),segment_id=bb31c238-cddb-4b17-91a0-f094652d8b9e)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:23:29.983976 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:30.026991 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-981359c1-7ca8-48bd-9d4d-2e24dd41310b req-87c876f4-3152-4f59-a49c-7fc12bee9c1a tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=86e7cf01-f21c-41cf-b5a3-71cb5ec2aaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112490 May 18 18:23:30.073855 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ef082ca-7357-482b-9d40-7f6007df0e96 x-openstack-request-id: req-2ef082ca-7357-482b-9d40-7f6007df0e96 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:23:30.074250 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2aaa7b97-c1f6-417f-be5b-d86238fc14b5", "name": "network-vif-plugged", "status": "completed", "tag": "d1375281-ce80-4c02-aa8e-557572891cb2", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:23:30.074442 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-2ef082ca-7357-482b-9d40-7f6007df0e96 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:23:30.075033 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ef082ca-7357-482b-9d40-7f6007df0e96'] response: {'server_uuid': '2aaa7b97-c1f6-417f-be5b-d86238fc14b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1375281-ce80-4c02-aa8e-557572891cb2', 'code': 200} May 18 18:23:30.076570 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=d1375281-ce80-4c02-aa8e-557572891cb2,revision_number=9']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:23:30.076978 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d94ec346-37ea-4b57-95a7-21b688361747 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:30.149949 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94ec346-37ea-4b57-95a7-21b688361747 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Pushing event deleted for resources: {'Port': ['ID=c3925ca8-d18f-4769-9c44-3a686b9e6f63,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:23:30.246514 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d94ec346-37ea-4b57-95a7-21b688361747 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596901'] for router_gateway, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:30.420324 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d94ec346-37ea-4b57-95a7-21b688361747 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25145'] for router, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:30.429865 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d94ec346-37ea-4b57-95a7-21b688361747 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:30.536111 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d94ec346-37ea-4b57-95a7-21b688361747 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593303'] for router, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:30.538886 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d94ec346-37ea-4b57-95a7-21b688361747 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Fanout notify agent at l3_agent the message router_deleted on router d305f5f2-1c8a-407c-bab7-d8012c3dc000 {{(pid=102730) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 18 18:23:30.563225 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d94ec346-37ea-4b57-95a7-21b688361747 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks [] for router, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:30.568845 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 45366) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:23:30.569004 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-d94ec346-37ea-4b57-95a7-21b688361747 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] 10.222.0.85 "DELETE /v2.0/routers/d305f5f2-1c8a-407c-bab7-d8012c3dc000 HTTP/1.1" status: 204 len: 168 time: 1.9736822 May 18 18:23:30.602216 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2b95a1-4b1c-4476-8528-9ac05dfac194 req-170aa58a-523b-441e-9977-307d710698f7 tempest-ServerGroupTestJSON-1690663924 tempest-ServerGroupTestJSON-1690663924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:23:30.611086 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6b2b95a1-4b1c-4476-8528-9ac05dfac194 req-170aa58a-523b-441e-9977-307d710698f7 tempest-ServerGroupTestJSON-1690663924 tempest-ServerGroupTestJSON-1690663924-project] 10.222.0.85 "GET /v2.0/ports?device_id=f42fe392-4ce0-48c8-8852-913e04b5e0c7 HTTP/1.1" status: 200 len: 943 time: 0.1304092 May 18 18:23:30.747079 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_v2 [None req-2aca1be5-e771-48fd-9354-a475a4b7418b tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Deleting subnet b7b85bb2-8fd7-47ef-a5be-d3a5cd4fdcbf {{(pid=102731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:23:30.756643 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2aca1be5-e771-48fd-9354-a475a4b7418b tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks [] for subnet, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:30.769014 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6b2b95a1-4b1c-4476-8528-9ac05dfac194 req-cc49be82-6bf5-442a-8030-f69e2f0e6df6 tempest-ServerGroupTestJSON-1690663924 tempest-ServerGroupTestJSON-1690663924-project] 10.222.0.85 "GET /v2.0/security-groups?id=ff1e6c39-468b-4227-ba26-9cdec487cf32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558065 May 18 18:23:30.831464 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2aca1be5-e771-48fd-9354-a475a4b7418b tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260542153'] for subnet, precommit_delete_associations {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:30.926179 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d981a04-7a6e-4d51-b415-641f6145280e req-ddb063c6-6352-4e6a-804b-adf4fb6eae76 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:23:30.933307 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9d981a04-7a6e-4d51-b415-641f6145280e req-ddb063c6-6352-4e6a-804b-adf4fb6eae76 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=2aaa7b97-c1f6-417f-be5b-d86238fc14b5 HTTP/1.1" status: 200 len: 945 time: 0.1984603 May 18 18:23:30.996079 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:31.041988 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9d981a04-7a6e-4d51-b415-641f6145280e req-dfdb0877-b906-465a-b56a-437bd387ca6e tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/security-groups?id=6cd42249-be19-4866-8a3b-7059b1a837e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920119 May 18 18:23:31.049750 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2aca1be5-e771-48fd-9354-a475a4b7418b tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:31.074760 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 45386) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:23:31.153439 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:31.235241 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 6e967660-0f3f-4db6-99cb-2a29fa878f68 details requested by agent hyperv_n-h2-838550-3 with host n-h2-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:23:31.254505 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-9048a163-dd27-4016-98ad-88e93216d289 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/floatingips/c1084f9b-dfba-4d33-8b64-93b90ee2f7f3 HTTP/1.1" status: 200 len: 993 time: 0.1785145 May 18 18:23:31.276236 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b8d425-4680-4212-9dc7-6d1081a5ad48 req-bacbb8fa-d63a-4c11-9163-01fc412d66ee tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:23:31.284261 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-36b8d425-4680-4212-9dc7-6d1081a5ad48 req-bacbb8fa-d63a-4c11-9163-01fc412d66ee tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=16cf3a89-12f1-47de-bba3-dcd801511736 HTTP/1.1" status: 200 len: 944 time: 0.1019812 May 18 18:23:31.309432 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2aca1be5-e771-48fd-9354-a475a4b7418b tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260898416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260908030'] for subnet, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:31.351646 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 45392) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:23:31.359431 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aca1be5-e771-48fd-9354-a475a4b7418b tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Pushing event deleted for resources: {'Subnet': ['ID=b7b85bb2-8fd7-47ef-a5be-d3a5cd4fdcbf,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:23:31.375168 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58353d08-dfaa-4d2d-8595-361e50f2ee03 None None] Network 9318ddfa-310e-4d7d-b982-ad54e4442961 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:23:31.392793 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2aca1be5-e771-48fd-9354-a475a4b7418b tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:31.402352 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-2aca1be5-e771-48fd-9354-a475a4b7418b tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] 10.222.0.85 "DELETE /v2.0/subnets/b7b85bb2-8fd7-47ef-a5be-d3a5cd4fdcbf HTTP/1.1" status: 204 len: 168 time: 0.8263404 May 18 18:23:31.403703 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 45396) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:23:31.442777 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-36b8d425-4680-4212-9dc7-6d1081a5ad48 req-9d4fb5f7-91e2-4a95-877f-42f2a9aa8472 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=86e7cf01-f21c-41cf-b5a3-71cb5ec2aaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572268 May 18 18:23:31.446925 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 6e967660-0f3f-4db6-99cb-2a29fa878f68, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=6e967660-0f3f-4db6-99cb-2a29fa878f68,segment=NetworkSegment(49501fba-2274-4633-8f75-96963b76a8ba),segment_id=49501fba-2274-4633-8f75-96963b76a8ba)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:23:31.467952 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Returning: {'device': '6e967660-0f3f-4db6-99cb-2a29fa878f68', 'network_id': '3eb265df-92f7-4e92-bca1-75774f3f8602', 'port_id': '6e967660-0f3f-4db6-99cb-2a29fa878f68', 'mac_address': 'fa:16:3e:97:f9:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9f04376-10af-4ba5-b187-13131c15ab1c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:23:31.567397 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ae1430e7-2dff-4680-8932-a01fca54a40f tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:31.598714 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 6e967660-0f3f-4db6-99cb-2a29fa878f68 is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:23:31.599018 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:31.612011 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-2304d6ef-0077-42a7-9157-745d60d38522 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-598483996-network', 'tenant_id': '1cf6702826ca40b18af7dfcf12233973'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:23:31.615614 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e967660-0f3f-4db6-99cb-2a29fa878f68 {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:23:31.641562 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 6e967660-0f3f-4db6-99cb-2a29fa878f68, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=6e967660-0f3f-4db6-99cb-2a29fa878f68,segment=NetworkSegment(49501fba-2274-4633-8f75-96963b76a8ba),segment_id=49501fba-2274-4633-8f75-96963b76a8ba)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:23:31.649820 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2304d6ef-0077-42a7-9157-745d60d38522 admin admin] Made reservation on behalf of 1cf6702826ca40b18af7dfcf12233973 for: {'network': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:23:31.651335 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:31.655542 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2304d6ef-0077-42a7-9157-745d60d38522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:31.671165 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2304d6ef-0077-42a7-9157-745d60d38522 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:31.686131 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-ae1430e7-2dff-4680-8932-a01fca54a40f tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Deleting port 4044c1e6-0b8b-4e6f-9eba-b6944797a161 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:23:31.686485 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ae1430e7-2dff-4680-8932-a01fca54a40f tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:31.750315 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b7e0ac-3972-47f7-9836-0a24ca564290 None None] DHCP port deletion for 9318ddfa-310e-4d7d-b982-ad54e4442961 request from n-d-838550-3 {{(pid=102732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 18:23:31.752668 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=6e967660-0f3f-4db6-99cb-2a29fa878f68,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:23:31.813107 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a7b7e0ac-3972-47f7-9836-0a24ca564290 None None] Deleting port 4044c1e6-0b8b-4e6f-9eba-b6944797a161 {{(pid=102732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:23:31.813647 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a7b7e0ac-3972-47f7-9836-0a24ca564290 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:31.866321 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-ae1430e7-2dff-4680-8932-a01fca54a40f tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] For port 4044c1e6-0b8b-4e6f-9eba-b6944797a161, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=4044c1e6-0b8b-4e6f-9eba-b6944797a161,segment=NetworkSegment(155d90a3-6d56-464a-af34-25b4727d0545),segment_id=155d90a3-6d56-464a-af34-25b4727d0545)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:23:31.866620 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ae1430e7-2dff-4680-8932-a01fca54a40f tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:31.892123 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-ae1430e7-2dff-4680-8932-a01fca54a40f tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Calling delete_port for 4044c1e6-0b8b-4e6f-9eba-b6944797a161 owned by network:dhcp {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:23:31.896888 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a7b7e0ac-3972-47f7-9836-0a24ca564290 None None] For port 4044c1e6-0b8b-4e6f-9eba-b6944797a161, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=4044c1e6-0b8b-4e6f-9eba-b6944797a161,segment=NetworkSegment(155d90a3-6d56-464a-af34-25b4727d0545),segment_id=155d90a3-6d56-464a-af34-25b4727d0545)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:23:31.897364 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a7b7e0ac-3972-47f7-9836-0a24ca564290 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:31.912659 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a7b7e0ac-3972-47f7-9836-0a24ca564290 None None] Calling delete_port for 4044c1e6-0b8b-4e6f-9eba-b6944797a161 owned by network:dhcp {{(pid=102732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:23:31.914144 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2304d6ef-0077-42a7-9157-745d60d38522 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:31.965533 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2304d6ef-0077-42a7-9157-745d60d38522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:32.006735 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a7b7e0ac-3972-47f7-9836-0a24ca564290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508'] for port, after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:32.028362 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2304d6ef-0077-42a7-9157-745d60d38522 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 604} {{(pid=102730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:23:32.050930 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b7e0ac-3972-47f7-9836-0a24ca564290 None None] Pushing event deleted for resources: {'Port': ['ID=4044c1e6-0b8b-4e6f-9eba-b6944797a161,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:23:32.054790 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b7e0ac-3972-47f7-9836-0a24ca564290 None None] No DVR routers for this DVR port 4044c1e6-0b8b-4e6f-9eba-b6944797a161 on host n-d-838550-3 {{(pid=102732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:23:32.065195 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2304d6ef-0077-42a7-9157-745d60d38522 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac038917-b539-44d8-a377-3b632e4a75a1,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:23:32.071058 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2304d6ef-0077-42a7-9157-745d60d38522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:32.071406 n-d-838550-3 neutron-server[102730]: INFO neutron.db.segments_db [None req-2304d6ef-0077-42a7-9157-745d60d38522 admin admin] Added segment a898997a-d1fc-408c-b1d2-fe587c78d0c1 of type vlan for network b0e0df8a-fe46-47e2-96e7-6f339d67d466 May 18 18:23:32.121997 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784fafab-4323-4af2-806a-b1ae1bfe901d req-f7a8c9dc-60de-47b5-b114-7aa7f496fc33 tempest-ServerGroupTestJSON-1690663924 tempest-ServerGroupTestJSON-1690663924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:23:32.123372 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['6e967660-0f3f-4db6-99cb-2a29fa878f68'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:23:32.123615 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-784fafab-4323-4af2-806a-b1ae1bfe901d req-f7a8c9dc-60de-47b5-b114-7aa7f496fc33 tempest-ServerGroupTestJSON-1690663924 tempest-ServerGroupTestJSON-1690663924-project] 10.222.0.85 "GET /v2.0/ports?device_id=f42fe392-4ce0-48c8-8852-913e04b5e0c7 HTTP/1.1" status: 200 len: 944 time: 0.1726878 May 18 18:23:32.127021 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ae1430e7-2dff-4680-8932-a01fca54a40f tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:32.178689 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2304d6ef-0077-42a7-9157-745d60d38522 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:32.183580 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1430e7-2dff-4680-8932-a01fca54a40f tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Pushing event deleted for resources: {'Port': ['ID=4044c1e6-0b8b-4e6f-9eba-b6944797a161,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:23:32.196170 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1430e7-2dff-4680-8932-a01fca54a40f tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] No DVR routers for this DVR port 4044c1e6-0b8b-4e6f-9eba-b6944797a161 on host n-d-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:23:32.349030 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-784fafab-4323-4af2-806a-b1ae1bfe901d req-8f8ac997-90eb-48ac-bec2-a5e05a499556 tempest-ServerGroupTestJSON-1690663924 tempest-ServerGroupTestJSON-1690663924-project] 10.222.0.85 "GET /v2.0/security-groups?id=ff1e6c39-468b-4227-ba26-9cdec487cf32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097850 May 18 18:23:32.356874 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2304d6ef-0077-42a7-9157-745d60d38522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:32.357881 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2304d6ef-0077-42a7-9157-745d60d38522 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:23:32.358458 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2304d6ef-0077-42a7-9157-745d60d38522 admin admin] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:32.389637 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ae1430e7-2dff-4680-8932-a01fca54a40f tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:32.459319 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2304d6ef-0077-42a7-9157-745d60d38522 admin admin] Pushing event updated for resources: {'Network': ['ID=b0e0df8a-fe46-47e2-96e7-6f339d67d466,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:23:32.471383 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network b0e0df8a-fe46-47e2-96e7-6f339d67d466 details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:23:32.529658 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-ae1430e7-2dff-4680-8932-a01fca54a40f tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9318ddfa-310e-4d7d-b982-ad54e4442961']}} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:23:32.560157 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-ae1430e7-2dff-4680-8932-a01fca54a40f tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '155d90a3-6d56-464a-af34-25b4727d0545') {'for_net_delete': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:23:32.560820 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-ae1430e7-2dff-4680-8932-a01fca54a40f tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '155d90a3-6d56-464a-af34-25b4727d0545') {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:23:32.582551 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ae1430e7-2dff-4680-8932-a01fca54a40f tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260107375'] for segment, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:32.584295 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8071b4-370b-4f1d-bbcf-c34560318a96 req-07319cea-64c5-45da-a561-306c3b3aded7 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:23:32.593289 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fd8071b4-370b-4f1d-bbcf-c34560318a96 req-07319cea-64c5-45da-a561-306c3b3aded7 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=16cf3a89-12f1-47de-bba3-dcd801511736 HTTP/1.1" status: 200 len: 944 time: 0.0943534 May 18 18:23:32.623736 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ae1430e7-2dff-4680-8932-a01fca54a40f tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:32.639123 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae1430e7-2dff-4680-8932-a01fca54a40f tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=102730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:23:32.639696 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ae1430e7-2dff-4680-8932-a01fca54a40f tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261102736'] for segment, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:32.645093 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fd8071b4-370b-4f1d-bbcf-c34560318a96 req-6993330c-4715-4103-9ad0-6fdf6ccd89fc tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=86e7cf01-f21c-41cf-b5a3-71cb5ec2aaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487969 May 18 18:23:32.711385 n-d-838550-3 neutron-server[102730]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:23:32.711385 n-d-838550-3 neutron-server[102730]: self.session.flush() May 18 18:23:32.711385 n-d-838550-3 neutron-server[102730]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:23:32.711385 n-d-838550-3 neutron-server[102730]: self.session.flush() May 18 18:23:32.711385 n-d-838550-3 neutron-server[102730]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:23:32.711385 n-d-838550-3 neutron-server[102730]: self.session.flush() May 18 18:23:32.711385 n-d-838550-3 neutron-server[102730]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:23:32.711385 n-d-838550-3 neutron-server[102730]: self.session.flush() May 18 18:23:32.711385 n-d-838550-3 neutron-server[102730]: Traceback (most recent call last): May 18 18:23:32.711385 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:23:32.711385 n-d-838550-3 neutron-server[102730]: timer() May 18 18:23:32.711385 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:23:32.711385 n-d-838550-3 neutron-server[102730]: cb(*args, **kw) May 18 18:23:32.711385 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:23:32.711385 n-d-838550-3 neutron-server[102730]: return func(*args, **kwargs) May 18 18:23:32.711385 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:23:32.711385 n-d-838550-3 neutron-server[102730]: self._notify() May 18 18:23:32.711385 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:23:32.711385 n-d-838550-3 neutron-server[102730]: self.callback(batched_events) May 18 18:23:32.711385 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:23:32.711385 n-d-838550-3 neutron-server[102730]: event.method(event) May 18 18:23:32.711385 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:23:32.711385 n-d-838550-3 neutron-server[102730]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:23:32.711385 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:23:32.711385 n-d-838550-3 neutron-server[102730]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:23:32.711385 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:23:32.711385 n-d-838550-3 neutron-server[102730]: return f(self, *a, **k) May 18 18:23:32.711385 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:23:32.711385 n-d-838550-3 neutron-server[102730]: return self._get(url).json() May 18 18:23:32.711385 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:23:32.711385 n-d-838550-3 neutron-server[102730]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:23:32.711385 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:23:32.711385 n-d-838550-3 neutron-server[102730]: return self.request(url, 'GET', **kwargs) May 18 18:23:32.711385 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:23:32.711385 n-d-838550-3 neutron-server[102730]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:23:32.711385 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:23:32.711385 n-d-838550-3 neutron-server[102730]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:23:32.711385 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:23:32.711385 n-d-838550-3 neutron-server[102730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:23:32.711385 n-d-838550-3 neutron-server[102730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:23:32.720108 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-2304d6ef-0077-42a7-9157-745d60d38522 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3622327 May 18 18:23:32.721482 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 45412) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:23:32.726327 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-f493b9d4-fffb-448f-8c45-45fa96f160bd admin admin] Request body: {'subnet': {'network_id': 'b0e0df8a-fe46-47e2-96e7-6f339d67d466', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-598483996-subnet', 'tenant_id': '1cf6702826ca40b18af7dfcf12233973', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:23:32.750537 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ae1430e7-2dff-4680-8932-a01fca54a40f tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:32.760012 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ae1430e7-2dff-4680-8932-a01fca54a40f tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:32.764325 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-ae1430e7-2dff-4680-8932-a01fca54a40f tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] 10.222.0.85 "DELETE /v2.0/networks/9318ddfa-310e-4d7d-b982-ad54e4442961 HTTP/1.1" status: 204 len: 168 time: 1.3572118 May 18 18:23:32.767752 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 45414) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:23:32.781062 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f493b9d4-fffb-448f-8c45-45fa96f160bd admin admin] Made reservation on behalf of 1cf6702826ca40b18af7dfcf12233973 for: {'subnet': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:23:32.783071 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1430e7-2dff-4680-8932-a01fca54a40f tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Pushing event deleted for resources: {'Network': ['ID=9318ddfa-310e-4d7d-b982-ad54e4442961,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:23:32.787733 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f493b9d4-fffb-448f-8c45-45fa96f160bd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260908003'] for subnet, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:32.998604 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 7 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 18:23:33.250085 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 6e967660-0f3f-4db6-99cb-2a29fa878f68 up at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:23:33.342775 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 9c256227-246e-4630-857d-ac0b1307317a details requested by agent hyperv_n-h1-838550-3 with host n-h1-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:23:33.353694 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-850a096a-c485-4f53-bf35-7f350963292c tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Deleting port 3d88614d-4d07-49cb-8854-3df4798869d5 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:23:33.364294 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-850a096a-c485-4f53-bf35-7f350963292c tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:33.385519 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning for port 6e967660-0f3f-4db6-99cb-2a29fa878f68 completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:23:33.426637 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning complete for port 6e967660-0f3f-4db6-99cb-2a29fa878f68 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:23:33.430584 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:33.533110 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-850a096a-c485-4f53-bf35-7f350963292c tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:33.533434 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-850a096a-c485-4f53-bf35-7f350963292c tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:33.554423 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-850a096a-c485-4f53-bf35-7f350963292c tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Calling delete_port for 3d88614d-4d07-49cb-8854-3df4798869d5 owned by network:floatingip {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:23:33.636286 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b37fe8-f620-4b1a-b67e-0b3b82a4c8db req-04f40fbf-5060-4255-bd32-883b8e6a01a1 tempest-ServerGroupTestJSON-1690663924 tempest-ServerGroupTestJSON-1690663924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:23:33.643648 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-80b37fe8-f620-4b1a-b67e-0b3b82a4c8db req-04f40fbf-5060-4255-bd32-883b8e6a01a1 tempest-ServerGroupTestJSON-1690663924 tempest-ServerGroupTestJSON-1690663924-project] 10.222.0.85 "GET /v2.0/ports?device_id=f42fe392-4ce0-48c8-8852-913e04b5e0c7 HTTP/1.1" status: 200 len: 944 time: 0.1369793 May 18 18:23:33.660817 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 4044c1e6-0b8b-4e6f-9eba-b6944797a161 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:23:33.723331 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 9c256227-246e-4630-857d-ac0b1307317a, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=9c256227-246e-4630-857d-ac0b1307317a,segment=NetworkSegment(91232e8c-3d17-424b-b810-746db9884dd3),segment_id=91232e8c-3d17-424b-b810-746db9884dd3)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:23:33.748320 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f493b9d4-fffb-448f-8c45-45fa96f160bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260898481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260908021'] for subnet, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:33.758626 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-80b37fe8-f620-4b1a-b67e-0b3b82a4c8db req-b858ed9f-cb7a-477c-b646-a09cab68b19b tempest-ServerGroupTestJSON-1690663924 tempest-ServerGroupTestJSON-1690663924-project] 10.222.0.85 "GET /v2.0/security-groups?id=ff1e6c39-468b-4227-ba26-9cdec487cf32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090724 May 18 18:23:33.776306 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Returning: {'device': '9c256227-246e-4630-857d-ac0b1307317a', 'network_id': 'eafefbfa-378a-4a8a-8ee5-45c0c746f8e9', 'port_id': '9c256227-246e-4630-857d-ac0b1307317a', 'mac_address': 'fa:16:3e:ee:95:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab1f7f5a-a761-43dc-be82-e3f213958e88', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:23:33.776306 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 4044c1e6-0b8b-4e6f-9eba-b6944797a161 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:23:33.777124 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 4044c1e6-0b8b-4e6f-9eba-b6944797a161 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:23:33.858520 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 9c256227-246e-4630-857d-ac0b1307317a is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:23:33.860954 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:33.886295 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-850a096a-c485-4f53-bf35-7f350963292c tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:33.926174 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c256227-246e-4630-857d-ac0b1307317a {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:23:33.946300 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850a096a-c485-4f53-bf35-7f350963292c tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Pushing event deleted for resources: {'Port': ['ID=3d88614d-4d07-49cb-8854-3df4798869d5,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:23:33.954041 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 9c256227-246e-4630-857d-ac0b1307317a, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=9c256227-246e-4630-857d-ac0b1307317a,segment=NetworkSegment(91232e8c-3d17-424b-b810-746db9884dd3),segment_id=91232e8c-3d17-424b-b810-746db9884dd3)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:23:33.956430 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 6e967660-0f3f-4db6-99cb-2a29fa878f68 is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:23:33.957052 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:33.965956 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f493b9d4-fffb-448f-8c45-45fa96f160bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=accb0a89-f23b-4ef5-8f87-983b3d81047a,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:23:33.986206 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:34.002806 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3434923-6cd7-4f71-bd44-c807ff4cfc98 req-0d541321-8d70-4ec4-8ea1-b16ab3072ed4 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:23:34.004480 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c3434923-6cd7-4f71-bd44-c807ff4cfc98 req-0d541321-8d70-4ec4-8ea1-b16ab3072ed4 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=16cf3a89-12f1-47de-bba3-dcd801511736 HTTP/1.1" status: 200 len: 944 time: 0.1376369 May 18 18:23:34.019256 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f42fe392-4ce0-48c8-8852-913e04b5e0c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e967660-0f3f-4db6-99cb-2a29fa878f68'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:23:34.021595 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2585a99f-6fec-4a93-bcc9-bdad58d4867a" -d '{"events": [{"server_uuid": "f42fe392-4ce0-48c8-8852-913e04b5e0c7", "name": "network-vif-plugged", "status": "completed", "tag": "6e967660-0f3f-4db6-99cb-2a29fa878f68"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:23:34.032441 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f493b9d4-fffb-448f-8c45-45fa96f160bd admin admin] Checking segment: {'id': 'a898997a-d1fc-408c-b1d2-fe587c78d0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'b0e0df8a-fe46-47e2-96e7-6f339d67d466'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:23:34.032774 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f493b9d4-fffb-448f-8c45-45fa96f160bd admin admin] Network hostable DHCP agents. Network: b0e0df8a-fe46-47e2-96e7-6f339d67d466, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:23:34.073370 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 6e967660-0f3f-4db6-99cb-2a29fa878f68, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=6e967660-0f3f-4db6-99cb-2a29fa878f68,segment=NetworkSegment(49501fba-2274-4633-8f75-96963b76a8ba),segment_id=49501fba-2274-4633-8f75-96963b76a8ba)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:23:34.118686 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36fbe782-6359-4e69-b13b-fd9570534a33 x-openstack-request-id: req-36fbe782-6359-4e69-b13b-fd9570534a33 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:23:34.119987 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f42fe392-4ce0-48c8-8852-913e04b5e0c7", "name": "network-vif-plugged", "status": "completed", "tag": "6e967660-0f3f-4db6-99cb-2a29fa878f68", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:23:34.120251 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-36fbe782-6359-4e69-b13b-fd9570534a33 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:23:34.120661 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36fbe782-6359-4e69-b13b-fd9570534a33'] response: {'server_uuid': 'f42fe392-4ce0-48c8-8852-913e04b5e0c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e967660-0f3f-4db6-99cb-2a29fa878f68', 'code': 200} May 18 18:23:34.121523 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:34.129336 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=9c256227-246e-4630-857d-ac0b1307317a,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:23:34.135352 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f493b9d4-fffb-448f-8c45-45fa96f160bd admin admin] Network b0e0df8a-fe46-47e2-96e7-6f339d67d466 is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:23:34.205795 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c3434923-6cd7-4f71-bd44-c807ff4cfc98 req-a91e8753-777e-446a-b821-938487c123af tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=86e7cf01-f21c-41cf-b5a3-71cb5ec2aaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603429 May 18 18:23:34.269431 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-f493b9d4-fffb-448f-8c45-45fa96f160bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, b0e0df8a-fe46-47e2-96e7-6f339d67d466) {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:23:34.273594 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=6e967660-0f3f-4db6-99cb-2a29fa878f68,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:23:34.283360 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-850a096a-c485-4f53-bf35-7f350963292c tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks [] for floatingip, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:34.287641 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff8634a-086a-44f3-9df5-d5d4b9b2ecc6 None None] Network b0e0df8a-fe46-47e2-96e7-6f339d67d466 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:23:34.292185 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-850a096a-c485-4f53-bf35-7f350963292c tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:34.293375 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-850a096a-c485-4f53-bf35-7f350963292c tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] 10.222.0.85 "DELETE /v2.0/floatingips/b4101ec5-3ac6-4d2f-9045-3467d141ada4 HTTP/1.1" status: 204 len: 168 time: 1.5236883 May 18 18:23:34.297611 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 45438) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:23:34.307735 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f493b9d4-fffb-448f-8c45-45fa96f160bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:23:34.308337 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f493b9d4-fffb-448f-8c45-45fa96f160bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:34.340528 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-f493b9d4-fffb-448f-8c45-45fa96f160bd admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6188734 May 18 18:23:34.342028 n-d-838550-3 neutron-server[102730]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e3d9ba5-b999-4813-9454-f100854f4d85 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] DELETE failed (client error): The resource could not be found. May 18 18:23:34.343432 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 45440) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:23:34.344232 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e3d9ba5-b999-4813-9454-f100854f4d85 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:23:34.352646 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-8e3d9ba5-b999-4813-9454-f100854f4d85 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] 10.222.0.85 "DELETE /v2.0/ports/8a6dd9a1-9b6e-40fc-a456-f450d4a671ee HTTP/1.1" status: 404 len: 333 time: 0.0538020 May 18 18:23:34.354542 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 45442) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:23:34.363685 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-ec287f46-d4c4-4e5c-bf5f-a8594247b3bc admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-598483996-router', 'tenant_id': '1cf6702826ca40b18af7dfcf12233973', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:23:34.395480 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8fb45f-ec28-486f-a945-98226a016e73 req-0c724efd-2b94-4525-8118-fc7c3f58394e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:23:34.399755 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0a8fb45f-ec28-486f-a945-98226a016e73 req-0c724efd-2b94-4525-8118-fc7c3f58394e service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=f42fe392-4ce0-48c8-8852-913e04b5e0c7 HTTP/1.1" status: 200 len: 1096 time: 0.1864686 May 18 18:23:34.400382 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 45444) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:23:34.401532 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-39e4f552-820a-4baa-8816-0af98e507806 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] 10.222.0.85 "GET /v2.0/ports?device_id=d305f5f2-1c8a-407c-bab7-d8012c3dc000 HTTP/1.1" status: 200 len: 205 time: 0.0454993 May 18 18:23:34.512605 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['9c256227-246e-4630-857d-ac0b1307317a'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:23:34.519570 n-d-838550-3 neutron-server[102731]: INFO neutron.api.v2.resource [None req-d34b83b7-59c3-4f84-805f-df3a5b8a3de5 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] delete failed (client error): The resource could not be found. May 18 18:23:34.523826 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 45446) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:23:34.533159 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-d34b83b7-59c3-4f84-805f-df3a5b8a3de5 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] 10.222.0.85 "DELETE /v2.0/routers/d305f5f2-1c8a-407c-bab7-d8012c3dc000 HTTP/1.1" status: 404 len: 336 time: 0.1320047 May 18 18:23:34.541304 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0a8fb45f-ec28-486f-a945-98226a016e73 req-376687a3-3f4a-4035-8617-d9b57b25658c service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=ff1e6c39-468b-4227-ba26-9cdec487cf32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208172 May 18 18:23:34.542085 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ec287f46-d4c4-4e5c-bf5f-a8594247b3bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25099'] for router, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:34.543183 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ec287f46-d4c4-4e5c-bf5f-a8594247b3bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-593238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596850', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25088'] for router, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:34.607394 n-d-838550-3 neutron-server[102730]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecdb0a17-962d-4e8f-b2f7-416e17e46666 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] DELETE failed (client error): The resource could not be found. May 18 18:23:34.615233 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecdb0a17-962d-4e8f-b2f7-416e17e46666 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:23:34.624771 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-ecdb0a17-962d-4e8f-b2f7-416e17e46666 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] 10.222.0.85 "DELETE /v2.0/subnets/b7b85bb2-8fd7-47ef-a5be-d3a5cd4fdcbf HTTP/1.1" status: 404 len: 337 time: 0.0989587 May 18 18:23:34.627930 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 45450) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:23:34.680109 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ec287f46-d4c4-4e5c-bf5f-a8594247b3bc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:34.834420 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-1f3b0ee3-cf61-474a-b8f1-34e8f7ead50e tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Deleting port d78f2415-de79-478b-a5b3-fa58c40742ac {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:23:34.835006 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1f3b0ee3-cf61-474a-b8f1-34e8f7ead50e tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:34.937721 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd5b0ac-1ab3-4f39-8c22-d19357cf7214 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-b0e0df8a-fe46-47e2-96e7-6f339d67d466', 'network_id': 'b0e0df8a-fe46-47e2-96e7-6f339d67d466', 'tenant_id': '1cf6702826ca40b18af7dfcf12233973', 'fixed_ips': [{'subnet_id': 'accb0a89-f23b-4ef5-8f87-983b3d81047a'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:23:34.945721 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-6fd5b0ac-1ab3-4f39-8c22-d19357cf7214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:34.947284 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ec287f46-d4c4-4e5c-bf5f-a8594247b3bc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:35.117566 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1f3b0ee3-cf61-474a-b8f1-34e8f7ead50e tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:35.151102 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-1f3b0ee3-cf61-474a-b8f1-34e8f7ead50e tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Calling delete_port for d78f2415-de79-478b-a5b3-fa58c40742ac owned by {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:23:35.329895 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81e88cf-e1c1-4a03-a214-60cdcdcdd99b req-3fdf8ea5-8c15-42c3-9389-846a5b27e741 tempest-ServerGroupTestJSON-1690663924 tempest-ServerGroupTestJSON-1690663924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:23:35.332084 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-6fd5b0ac-1ab3-4f39-8c22-d19357cf7214 None None] Allocated IP 172.20.0.2 (b0e0df8a-fe46-47e2-96e7-6f339d67d466/accb0a89-f23b-4ef5-8f87-983b3d81047a/392a0cbe-e60e-46fc-b765-c066c8ecd312) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:23:35.332731 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e81e88cf-e1c1-4a03-a214-60cdcdcdd99b req-3fdf8ea5-8c15-42c3-9389-846a5b27e741 tempest-ServerGroupTestJSON-1690663924 tempest-ServerGroupTestJSON-1690663924-project] 10.222.0.85 "GET /v2.0/ports?device_id=f42fe392-4ce0-48c8-8852-913e04b5e0c7 HTTP/1.1" status: 200 len: 945 time: 0.3778949 May 18 18:23:35.402547 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ec287f46-d4c4-4e5c-bf5f-a8594247b3bc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:35.434876 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ec287f46-d4c4-4e5c-bf5f-a8594247b3bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:35.525029 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e81e88cf-e1c1-4a03-a214-60cdcdcdd99b req-b3e34e5b-c332-4ca4-9db9-e26be0ffa1b8 tempest-ServerGroupTestJSON-1690663924 tempest-ServerGroupTestJSON-1690663924-project] 10.222.0.85 "GET /v2.0/security-groups?id=ff1e6c39-468b-4227-ba26-9cdec487cf32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503417 May 18 18:23:35.548113 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1f3b0ee3-cf61-474a-b8f1-34e8f7ead50e tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:35.593458 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d320345-3026-48ad-b724-17be27037fdf req-b7b00bbf-c742-48c5-8266-c4d840a413da tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:23:35.600243 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3b0ee3-cf61-474a-b8f1-34e8f7ead50e tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Pushing event deleted for resources: {'Port': ['ID=d78f2415-de79-478b-a5b3-fa58c40742ac,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:23:35.602632 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5d320345-3026-48ad-b724-17be27037fdf req-b7b00bbf-c742-48c5-8266-c4d840a413da tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=16cf3a89-12f1-47de-bba3-dcd801511736 HTTP/1.1" status: 200 len: 945 time: 0.2134295 May 18 18:23:35.709447 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-6fd5b0ac-1ab3-4f39-8c22-d19357cf7214 None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:35.724936 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-6fd5b0ac-1ab3-4f39-8c22-d19357cf7214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:35.760592 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5d320345-3026-48ad-b724-17be27037fdf req-60bf0e70-b2d1-48a7-95af-518f4857015b tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=86e7cf01-f21c-41cf-b5a3-71cb5ec2aaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570544 May 18 18:23:35.772768 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd5b0ac-1ab3-4f39-8c22-d19357cf7214 None None] Pushing event updated for resources: {'Port': ['ID=392a0cbe-e60e-46fc-b765-c066c8ecd312,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:23:35.803704 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1f3b0ee3-cf61-474a-b8f1-34e8f7ead50e tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:35.808643 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd5b0ac-1ab3-4f39-8c22-d19357cf7214 None None] Network b0e0df8a-fe46-47e2-96e7-6f339d67d466 is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:23:35.810776 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-1f3b0ee3-cf61-474a-b8f1-34e8f7ead50e tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] 10.222.0.85 "DELETE /v2.0/ports/d78f2415-de79-478b-a5b3-fa58c40742ac HTTP/1.1" status: 204 len: 168 time: 1.1817966 May 18 18:23:35.813903 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 45468) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:23:35.815841 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-6fd5b0ac-1ab3-4f39-8c22-d19357cf7214 None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:23:35.821064 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd5b0ac-1ab3-4f39-8c22-d19357cf7214 None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:23:35.831970 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-ec287f46-d4c4-4e5c-bf5f-a8594247b3bc admin admin] Allocated IP 172.25.5.167 (31ebd439-090c-4b25-bbb0-31c48711b145/363a2810-8a83-4be0-a317-7c91fcd94485/4c88ee3f-8327-47c9-8e1d-c3b5a52c51ab) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:23:35.945512 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-6fd5b0ac-1ab3-4f39-8c22-d19357cf7214 None None] Attempting to bind port 392a0cbe-e60e-46fc-b765-c066c8ecd312 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:23:35.946211 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-6fd5b0ac-1ab3-4f39-8c22-d19357cf7214 None None] Attempting to bind port 392a0cbe-e60e-46fc-b765-c066c8ecd312 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': 'a898997a-d1fc-408c-b1d2-fe587c78d0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'b0e0df8a-fe46-47e2-96e7-6f339d67d466'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:23:35.947457 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd5b0ac-1ab3-4f39-8c22-d19357cf7214 None None] Attempting to bind port 392a0cbe-e60e-46fc-b765-c066c8ecd312 on network b0e0df8a-fe46-47e2-96e7-6f339d67d466 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:23:35.958878 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd5b0ac-1ab3-4f39-8c22-d19357cf7214 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:23:35.959530 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd5b0ac-1ab3-4f39-8c22-d19357cf7214 None None] Checking segment: {'id': 'a898997a-d1fc-408c-b1d2-fe587c78d0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'b0e0df8a-fe46-47e2-96e7-6f339d67d466'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:23:35.960434 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-6fd5b0ac-1ab3-4f39-8c22-d19357cf7214 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:35.961101 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd5b0ac-1ab3-4f39-8c22-d19357cf7214 None None] Bound using segment: {'id': 'a898997a-d1fc-408c-b1d2-fe587c78d0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'b0e0df8a-fe46-47e2-96e7-6f339d67d466'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:23:35.961792 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-6fd5b0ac-1ab3-4f39-8c22-d19357cf7214 None None] Bound port: 392a0cbe-e60e-46fc-b765-c066c8ecd312, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a898997a-d1fc-408c-b1d2-fe587c78d0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'b0e0df8a-fe46-47e2-96e7-6f339d67d466'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:23:35.962331 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-6fd5b0ac-1ab3-4f39-8c22-d19357cf7214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:36.008187 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-6d4e6909-7e1c-4b2a-81c9-8131c0dce900 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Deleting port bb8b2855-7bc9-40db-b5e5-5d09cd8a229c {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:23:36.008743 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6d4e6909-7e1c-4b2a-81c9-8131c0dce900 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:36.040544 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-6fd5b0ac-1ab3-4f39-8c22-d19357cf7214 None None] For port 392a0cbe-e60e-46fc-b765-c066c8ecd312, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:23:36.045066 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-6fd5b0ac-1ab3-4f39-8c22-d19357cf7214 None None] For port 392a0cbe-e60e-46fc-b765-c066c8ecd312, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=392a0cbe-e60e-46fc-b765-c066c8ecd312,segment=NetworkSegment(a898997a-d1fc-408c-b1d2-fe587c78d0c1),segment_id=a898997a-d1fc-408c-b1d2-fe587c78d0c1)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:23:36.057100 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-6fd5b0ac-1ab3-4f39-8c22-d19357cf7214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:36.059409 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ec287f46-d4c4-4e5c-bf5f-a8594247b3bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:36.136743 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd5b0ac-1ab3-4f39-8c22-d19357cf7214 None None] Pushing event updated for resources: {'Port': ['ID=392a0cbe-e60e-46fc-b765-c066c8ecd312,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:23:36.137057 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ec287f46-d4c4-4e5c-bf5f-a8594247b3bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:36.198560 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6d4e6909-7e1c-4b2a-81c9-8131c0dce900 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:36.212517 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-6d4e6909-7e1c-4b2a-81c9-8131c0dce900 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Calling delete_port for bb8b2855-7bc9-40db-b5e5-5d09cd8a229c owned by {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:23:36.246163 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec287f46-d4c4-4e5c-bf5f-a8594247b3bc admin admin] Network 31ebd439-090c-4b25-bbb0-31c48711b145 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:23:36.250558 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-ec287f46-d4c4-4e5c-bf5f-a8594247b3bc admin admin] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:23:36.260734 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec287f46-d4c4-4e5c-bf5f-a8594247b3bc admin admin] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:23:36.300076 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec287f46-d4c4-4e5c-bf5f-a8594247b3bc admin admin] Pushing event updated for resources: {'Port': ['ID=4c88ee3f-8327-47c9-8e1d-c3b5a52c51ab,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:23:36.493723 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6d4e6909-7e1c-4b2a-81c9-8131c0dce900 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:36.574504 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4e6909-7e1c-4b2a-81c9-8131c0dce900 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Pushing event deleted for resources: {'Port': ['ID=bb8b2855-7bc9-40db-b5e5-5d09cd8a229c,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:23:36.783834 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6d4e6909-7e1c-4b2a-81c9-8131c0dce900 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:36.790469 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-6d4e6909-7e1c-4b2a-81c9-8131c0dce900 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] 10.222.0.85 "DELETE /v2.0/ports/bb8b2855-7bc9-40db-b5e5-5d09cd8a229c HTTP/1.1" status: 204 len: 168 time: 0.9753280 May 18 18:23:36.793580 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 45482) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:23:36.799754 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ec287f46-d4c4-4e5c-bf5f-a8594247b3bc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:36.937946 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76d8f27-41c1-4657-98ca-d67b366e7af2 req-c0372486-dc2d-44b6-863c-cc2f91fb67c1 tempest-ServerGroupTestJSON-1690663924 tempest-ServerGroupTestJSON-1690663924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:23:36.940635 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f76d8f27-41c1-4657-98ca-d67b366e7af2 req-c0372486-dc2d-44b6-863c-cc2f91fb67c1 tempest-ServerGroupTestJSON-1690663924 tempest-ServerGroupTestJSON-1690663924-project] 10.222.0.85 "GET /v2.0/ports?device_id=f42fe392-4ce0-48c8-8852-913e04b5e0c7 HTTP/1.1" status: 200 len: 945 time: 0.1729660 May 18 18:23:36.978778 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c19c83-1ca8-492a-ae4d-c225be5eb8e8 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:23:36.981627 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-a2c19c83-1ca8-492a-ae4d-c225be5eb8e8 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] 10.222.0.85 "GET /v2.0/ports?device_id=85b3c71b-3956-4835-ba59-ff5157d7a781 HTTP/1.1" status: 200 len: 913 time: 0.1864595 May 18 18:23:36.984837 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 45486) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:23:37.122557 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e228be75-b731-4dd6-a818-dfed3a7196f9 req-c3089c07-caef-4edc-a7b1-20c79e03c4f3 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:23:37.125500 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f76d8f27-41c1-4657-98ca-d67b366e7af2 req-9aec203b-1b10-4aef-8c3e-be258d5b5d68 tempest-ServerGroupTestJSON-1690663924 tempest-ServerGroupTestJSON-1690663924-project] 10.222.0.85 "GET /v2.0/security-groups?id=ff1e6c39-468b-4227-ba26-9cdec487cf32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716733 May 18 18:23:37.154012 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e228be75-b731-4dd6-a818-dfed3a7196f9 req-c3089c07-caef-4edc-a7b1-20c79e03c4f3 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=16cf3a89-12f1-47de-bba3-dcd801511736 HTTP/1.1" status: 200 len: 945 time: 0.1537297 May 18 18:23:37.266247 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e228be75-b731-4dd6-a818-dfed3a7196f9 req-dbd21021-62eb-40bf-92bd-d0388c408252 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=86e7cf01-f21c-41cf-b5a3-71cb5ec2aaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214411 May 18 18:23:37.274854 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ec287f46-d4c4-4e5c-bf5f-a8594247b3bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596801'] for router, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:37.355763 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 9c256227-246e-4630-857d-ac0b1307317a up at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:23:37.479584 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning for port 9c256227-246e-4630-857d-ac0b1307317a completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:23:37.484498 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning complete for port 9c256227-246e-4630-857d-ac0b1307317a triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:23:37.485012 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:37.632508 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec287f46-d4c4-4e5c-bf5f-a8594247b3bc admin admin] Router 8b67a8a7-2193-465b-99b6-3e3f0d6374dd is scheduled to L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e with binding_index 1 {{(pid=102731) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 18 18:23:37.780767 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 9c256227-246e-4630-857d-ac0b1307317a is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:23:37.781420 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:37.819232 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-4fab6ce0-0c01-4141-b257-4768664ca442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:37.856112 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 9c256227-246e-4630-857d-ac0b1307317a, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=9c256227-246e-4630-857d-ac0b1307317a,segment=NetworkSegment(91232e8c-3d17-424b-b810-746db9884dd3),segment_id=91232e8c-3d17-424b-b810-746db9884dd3)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:23:37.859811 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16cf3a89-12f1-47de-bba3-dcd801511736', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c256227-246e-4630-857d-ac0b1307317a'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:23:37.863049 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9ba95d4-ae8d-402e-8b42-1a9c0bea7b39" -d '{"events": [{"server_uuid": "16cf3a89-12f1-47de-bba3-dcd801511736", "name": "network-vif-plugged", "status": "completed", "tag": "9c256227-246e-4630-857d-ac0b1307317a"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:23:37.868276 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 392a0cbe-e60e-46fc-b765-c066c8ecd312 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:23:37.931493 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:38.001380 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029f9bf0-5af6-46d2-8c39-ca4c01074493 req-13dac248-963a-4149-9526-6ca33bca44b3 tempest-ServerGroupTestJSON-1690663924 tempest-ServerGroupTestJSON-1690663924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:23:38.003174 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-029f9bf0-5af6-46d2-8c39-ca4c01074493 req-13dac248-963a-4149-9526-6ca33bca44b3 tempest-ServerGroupTestJSON-1690663924 tempest-ServerGroupTestJSON-1690663924-project] 10.222.0.85 "GET /v2.0/ports?device_id=f42fe392-4ce0-48c8-8852-913e04b5e0c7 HTTP/1.1" status: 200 len: 945 time: 0.3588152 May 18 18:23:38.023864 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8afc8b9d-c10c-48cc-9da6-b4962722efc3 None None] Network b0e0df8a-fe46-47e2-96e7-6f339d67d466 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:23:38.071693 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9319330f-cacb-44fa-9da0-e6c651ccf072 x-openstack-request-id: req-9319330f-cacb-44fa-9da0-e6c651ccf072 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:23:38.073076 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16cf3a89-12f1-47de-bba3-dcd801511736", "name": "network-vif-plugged", "status": "completed", "tag": "9c256227-246e-4630-857d-ac0b1307317a", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:23:38.073490 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-9319330f-cacb-44fa-9da0-e6c651ccf072 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:23:38.074280 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9319330f-cacb-44fa-9da0-e6c651ccf072'] response: {'server_uuid': '16cf3a89-12f1-47de-bba3-dcd801511736', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c256227-246e-4630-857d-ac0b1307317a', 'code': 200} May 18 18:23:38.110855 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-578174f8-e120-45ec-bbfe-31a011e50f76 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-595963'] for router_interface, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:38.135104 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 392a0cbe-e60e-46fc-b765-c066c8ecd312 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:23:38.135720 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:38.178802 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec287f46-d4c4-4e5c-bf5f-a8594247b3bc admin admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:23:38.201789 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5dd39ca-4283-468e-9f4a-459146130ffe None None] Sync routers for ids ['8b67a8a7-2193-465b-99b6-3e3f0d6374dd'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:23:38.209833 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-029f9bf0-5af6-46d2-8c39-ca4c01074493 req-9cf1eb28-113f-461f-a73d-7397225c96be tempest-ServerGroupTestJSON-1690663924 tempest-ServerGroupTestJSON-1690663924-project] 10.222.0.85 "GET /v2.0/security-groups?id=ff1e6c39-468b-4227-ba26-9cdec487cf32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915510 May 18 18:23:38.214773 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=9c256227-246e-4630-857d-ac0b1307317a,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:23:38.238690 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-08bad8d4-6543-49cc-bf09-5e9a4420534c None None] Provisioning complete for port 392a0cbe-e60e-46fc-b765-c066c8ecd312 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:23:38.239118 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-08bad8d4-6543-49cc-bf09-5e9a4420534c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:38.262832 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ec287f46-d4c4-4e5c-bf5f-a8594247b3bc admin admin] Notify callbacks [] for router, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:38.266616 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-ec287f46-d4c4-4e5c-bf5f-a8594247b3bc admin admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.9181998 May 18 18:23:38.269678 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 45506) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:23:38.278705 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5dd39ca-4283-468e-9f4a-459146130ffe None None] Routers {'8b67a8a7-2193-465b-99b6-3e3f0d6374dd'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:23:38.279605 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-c5dd39ca-4283-468e-9f4a-459146130ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:23:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['8b67a8a7-2193-465b-99b6-3e3f0d6374dd'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:23:38.421095 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f06528-ca8a-4764-af78-099aa7683e48 req-19b82278-278a-4a43-b2a2-9f2954b721d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:23:38.425396 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-22f06528-ca8a-4764-af78-099aa7683e48 req-19b82278-278a-4a43-b2a2-9f2954b721d3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=16cf3a89-12f1-47de-bba3-dcd801511736 HTTP/1.1" status: 200 len: 1097 time: 0.2620232 May 18 18:23:38.521950 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-22f06528-ca8a-4764-af78-099aa7683e48 req-b3993d10-4001-4f3c-b8d4-123bcc5db797 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=86e7cf01-f21c-41cf-b5a3-71cb5ec2aaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793114 May 18 18:23:38.578997 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 392a0cbe-e60e-46fc-b765-c066c8ecd312 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:23:38.579552 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:38.657788 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347c9020-f5ba-4012-91e6-3fbbee1c6bc7 req-e915018e-ab1b-4249-9741-478a5d4f473b tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:23:38.659600 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-347c9020-f5ba-4012-91e6-3fbbee1c6bc7 req-e915018e-ab1b-4249-9741-478a5d4f473b tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=16cf3a89-12f1-47de-bba3-dcd801511736 HTTP/1.1" status: 200 len: 946 time: 0.1460614 May 18 18:23:38.724888 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-c5dd39ca-4283-468e-9f4a-459146130ffe None None] Set router 8b67a8a7-2193-465b-99b6-3e3f0d6374dd gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:23:38.777091 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-347c9020-f5ba-4012-91e6-3fbbee1c6bc7 req-35c6fa52-378c-4add-9d6c-a21225cc5fbd tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=86e7cf01-f21c-41cf-b5a3-71cb5ec2aaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089246 May 18 18:23:38.789897 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] For port 392a0cbe-e60e-46fc-b765-c066c8ecd312, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=392a0cbe-e60e-46fc-b765-c066c8ecd312,segment=NetworkSegment(a898997a-d1fc-408c-b1d2-fe587c78d0c1),segment_id=a898997a-d1fc-408c-b1d2-fe587c78d0c1)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:23:38.827328 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:38.966588 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-578174f8-e120-45ec-bbfe-31a011e50f76 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Deleting port bea44ce5-462c-4f1a-9c24-4c4b620e29fb {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:23:38.967245 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-578174f8-e120-45ec-bbfe-31a011e50f76 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:39.174672 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-08bad8d4-6543-49cc-bf09-5e9a4420534c None None] Current status of the port 392a0cbe-e60e-46fc-b765-c066c8ecd312 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:23:39.175181 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-08bad8d4-6543-49cc-bf09-5e9a4420534c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:39.248881 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Pushing event updated for resources: {'Port': ['ID=392a0cbe-e60e-46fc-b765-c066c8ecd312,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:23:39.572337 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.db.api [None req-08bad8d4-6543-49cc-bf09-5e9a4420534c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102732) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 18 18:23:39.572951 n-d-838550-3 neutron-server[102732]: DEBUG oslo_db.api [None req-08bad8d4-6543-49cc-bf09-5e9a4420534c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 18 18:23:39.619156 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-89f55857-8370-4f68-a0c6-734e894e6202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:39.650000 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-c5dd39ca-4283-468e-9f4a-459146130ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b67a8a7-2193-465b-99b6-3e3f0d6374dd', 'name': 'tempest-AttachVolumeNegativeTest-598483996-router', 'tenant_id': '1cf6702826ca40b18af7dfcf12233973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': '4c88ee3f-8327-47c9-8e1d-c3b5a52c51ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:23:34Z', 'updated_at': '2022-05-18T18:23:36Z', 'revision_number': 3, 'project_id': '1cf6702826ca40b18af7dfcf12233973', 'gw_port': {'id': '4c88ee3f-8327-47c9-8e1d-c3b5a52c51ab', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:64:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b67a8a7-2193-465b-99b6-3e3f0d6374dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:23:35Z', 'updated_at': '2022-05-18T18:23:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:23:39.811168 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5dd39ca-4283-468e-9f4a-459146130ffe None None] Checking router: 8b67a8a7-2193-465b-99b6-3e3f0d6374dd for host: n-d-838550-3 {{(pid=102732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:23:39.811953 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5dd39ca-4283-468e-9f4a-459146130ffe None None] Updating router 8b67a8a7-2193-465b-99b6-3e3f0d6374dd port 4c88ee3f-8327-47c9-8e1d-c3b5a52c51ab binding host n-d-838550-3 {{(pid=102732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 18:23:39.825031 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 392a0cbe-e60e-46fc-b765-c066c8ecd312 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:23:39.880621 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc635f7-5c7d-446a-b934-c39d54fee956 req-4c48b00d-55bc-4bbc-9808-75e021748507 tempest-ServerGroupTestJSON-1690663924 tempest-ServerGroupTestJSON-1690663924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:23:39.888115 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cbc635f7-5c7d-446a-b934-c39d54fee956 req-4c48b00d-55bc-4bbc-9808-75e021748507 tempest-ServerGroupTestJSON-1690663924 tempest-ServerGroupTestJSON-1690663924-project] 10.222.0.85 "GET /v2.0/ports?device_id=f42fe392-4ce0-48c8-8852-913e04b5e0c7 HTTP/1.1" status: 200 len: 945 time: 0.4072583 May 18 18:23:39.910323 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2a129f-1647-4d18-ac68-7283ca7d2bea req-00fbae49-44db-4ec1-80de-138f6f4fc4ca tempest-ServerGroupTestJSON-1690663924 tempest-ServerGroupTestJSON-1690663924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:23:39.915358 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2c2a129f-1647-4d18-ac68-7283ca7d2bea req-00fbae49-44db-4ec1-80de-138f6f4fc4ca tempest-ServerGroupTestJSON-1690663924 tempest-ServerGroupTestJSON-1690663924-project] 10.222.0.88 "GET /v2.0/ports?device_id=f42fe392-4ce0-48c8-8852-913e04b5e0c7 HTTP/1.1" status: 200 len: 945 time: 0.6488266 May 18 18:23:39.949558 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c5dd39ca-4283-468e-9f4a-459146130ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:40.156305 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-578174f8-e120-45ec-bbfe-31a011e50f76 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:40.168649 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cc7e98-0bf2-4ce7-9848-2b735e1cdadd req-45e8d4dc-8e18-47fe-b766-09fee05b894c tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:23:40.170995 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-44cc7e98-0bf2-4ce7-9848-2b735e1cdadd req-45e8d4dc-8e18-47fe-b766-09fee05b894c tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=16cf3a89-12f1-47de-bba3-dcd801511736 HTTP/1.1" status: 200 len: 946 time: 0.1754205 May 18 18:23:40.200663 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-578174f8-e120-45ec-bbfe-31a011e50f76 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Calling delete_port for bea44ce5-462c-4f1a-9c24-4c4b620e29fb owned by network:router_interface {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:23:40.231057 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cbc635f7-5c7d-446a-b934-c39d54fee956 req-11bafd5c-34a8-4401-bcf5-fdbe9c3cab22 tempest-ServerGroupTestJSON-1690663924 tempest-ServerGroupTestJSON-1690663924-project] 10.222.0.85 "GET /v2.0/security-groups?id=ff1e6c39-468b-4227-ba26-9cdec487cf32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3419850 May 18 18:23:40.255938 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b1be916e-6a7d-496b-88c0-6cba4e03a80e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:40.292879 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-44cc7e98-0bf2-4ce7-9848-2b735e1cdadd req-8d880455-b66c-4f2f-8b60-afd6c04da7db tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=86e7cf01-f21c-41cf-b5a3-71cb5ec2aaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140378 May 18 18:23:40.318443 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 392a0cbe-e60e-46fc-b765-c066c8ecd312 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:23:40.318821 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:40.338601 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-08bad8d4-6543-49cc-bf09-5e9a4420534c None None] Current status of the port 392a0cbe-e60e-46fc-b765-c066c8ecd312 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:23:40.427790 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-89f55857-8370-4f68-a0c6-734e894e6202 admin admin] Allocated IP 172.20.0.1 (b0e0df8a-fe46-47e2-96e7-6f339d67d466/accb0a89-f23b-4ef5-8f87-983b3d81047a/ed71b158-f026-42aa-adb7-1dd0aa0eab50) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:23:40.514120 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-e9a997e8-fcef-4d07-9c60-b304841e5533 None None] Provisioning complete for port 392a0cbe-e60e-46fc-b765-c066c8ecd312 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:23:40.514120 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-e9a997e8-fcef-4d07-9c60-b304841e5533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:40.580806 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-578174f8-e120-45ec-bbfe-31a011e50f76 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:40.613530 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578174f8-e120-45ec-bbfe-31a011e50f76 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Pushing event deleted for resources: {'Port': ['ID=bea44ce5-462c-4f1a-9c24-4c4b620e29fb,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:23:40.622488 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 392a0cbe-e60e-46fc-b765-c066c8ecd312 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:23:40.759736 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c5dd39ca-4283-468e-9f4a-459146130ffe None None] Notify callbacks [] for port, precommit_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:40.809276 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-e9a997e8-fcef-4d07-9c60-b304841e5533 None None] Current status of the port 392a0cbe-e60e-46fc-b765-c066c8ecd312 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:23:40.813269 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c5dd39ca-4283-468e-9f4a-459146130ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:40.948123 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-578174f8-e120-45ec-bbfe-31a011e50f76 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-593931'] for router_interface, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:40.964741 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69d4086-d3b8-48e9-9b06-149e3ffba46a None None] Pushing event updated for resources: {'Port': ['ID=4c88ee3f-8327-47c9-8e1d-c3b5a52c51ab,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:23:40.994872 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-c5dd39ca-4283-468e-9f4a-459146130ffe None None] Attempting to bind port 4c88ee3f-8327-47c9-8e1d-c3b5a52c51ab on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:23:40.995488 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-c5dd39ca-4283-468e-9f4a-459146130ffe None None] Attempting to bind port 4c88ee3f-8327-47c9-8e1d-c3b5a52c51ab by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:23:40.996011 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5dd39ca-4283-468e-9f4a-459146130ffe None None] Attempting to bind port 4c88ee3f-8327-47c9-8e1d-c3b5a52c51ab on network 31ebd439-090c-4b25-bbb0-31c48711b145 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:23:41.007196 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5dd39ca-4283-468e-9f4a-459146130ffe None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:23:41.007846 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5dd39ca-4283-468e-9f4a-459146130ffe None None] Checking segment: {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:23:41.008406 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c5dd39ca-4283-468e-9f4a-459146130ffe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:41.009434 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5dd39ca-4283-468e-9f4a-459146130ffe None None] Bound using segment: {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:23:41.012934 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-2c2a129f-1647-4d18-ac68-7283ca7d2bea req-e776e9f4-64dc-4bff-b78d-68f0a201aafe tempest-ServerGroupTestJSON-1690663924 tempest-ServerGroupTestJSON-1690663924-project] Deleting port 6e967660-0f3f-4db6-99cb-2a29fa878f68 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:23:41.014033 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-c5dd39ca-4283-468e-9f4a-459146130ffe None None] Bound port: 4c88ee3f-8327-47c9-8e1d-c3b5a52c51ab, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:23:41.014728 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c5dd39ca-4283-468e-9f4a-459146130ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:41.018048 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-2c2a129f-1647-4d18-ac68-7283ca7d2bea req-e776e9f4-64dc-4bff-b78d-68f0a201aafe tempest-ServerGroupTestJSON-1690663924 tempest-ServerGroupTestJSON-1690663924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:41.050165 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [req-c41218f2-4a8f-4212-869e-b748911d0790 req-cb4bb0ea-9a40-456d-b0de-3dc783b852a3 tempest-MigrationsAdminTest-1259801400 tempest-MigrationsAdminTest-1259801400-project] (102731) timed out ('10.222.0.88', 54320) {{(pid=102731) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} May 18 18:23:41.132560 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c5dd39ca-4283-468e-9f4a-459146130ffe None None] For port 4c88ee3f-8327-47c9-8e1d-c3b5a52c51ab, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:23:41.142084 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c5dd39ca-4283-468e-9f4a-459146130ffe None None] For port 4c88ee3f-8327-47c9-8e1d-c3b5a52c51ab, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=4c88ee3f-8327-47c9-8e1d-c3b5a52c51ab,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:23:41.159975 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c5dd39ca-4283-468e-9f4a-459146130ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:41.223734 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69d4086-d3b8-48e9-9b06-149e3ffba46a None None] Pushing event updated for resources: {'Port': ['ID=4c88ee3f-8327-47c9-8e1d-c3b5a52c51ab,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:23:41.313341 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:41.323502 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5dd39ca-4283-468e-9f4a-459146130ffe None None] Routers {'8b67a8a7-2193-465b-99b6-3e3f0d6374dd'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:23:41.325001 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-c5dd39ca-4283-468e-9f4a-459146130ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:23:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['8b67a8a7-2193-465b-99b6-3e3f0d6374dd'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:23:41.351184 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-2c2a129f-1647-4d18-ac68-7283ca7d2bea req-e776e9f4-64dc-4bff-b78d-68f0a201aafe tempest-ServerGroupTestJSON-1690663924 tempest-ServerGroupTestJSON-1690663924-project] For port 6e967660-0f3f-4db6-99cb-2a29fa878f68, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=6e967660-0f3f-4db6-99cb-2a29fa878f68,segment=NetworkSegment(49501fba-2274-4633-8f75-96963b76a8ba),segment_id=49501fba-2274-4633-8f75-96963b76a8ba)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:23:41.351586 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-2c2a129f-1647-4d18-ac68-7283ca7d2bea req-e776e9f4-64dc-4bff-b78d-68f0a201aafe tempest-ServerGroupTestJSON-1690663924 tempest-ServerGroupTestJSON-1690663924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:41.369821 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [req-fba2900f-b2c8-49ae-80fe-d8844cf36c80 req-1c8b1408-cd3c-422c-ab84-e52346f601b3 service neutron] (102730) timed out ('10.222.0.88', 54120) {{(pid=102730) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} May 18 18:23:41.389667 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-89f55857-8370-4f68-a0c6-734e894e6202 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:41.427227 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-578174f8-e120-45ec-bbfe-31a011e50f76 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Router 85b3c71b-3956-4835-ba59-ff5157d7a781 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:23:41.467316 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-2c2a129f-1647-4d18-ac68-7283ca7d2bea req-e776e9f4-64dc-4bff-b78d-68f0a201aafe tempest-ServerGroupTestJSON-1690663924 tempest-ServerGroupTestJSON-1690663924-project] Calling delete_port for 6e967660-0f3f-4db6-99cb-2a29fa878f68 owned by compute:nova {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:23:41.548038 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-c5dd39ca-4283-468e-9f4a-459146130ffe None None] Set router 8b67a8a7-2193-465b-99b6-3e3f0d6374dd gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:23:41.658929 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0930414f-b6ba-48bc-bc62-493c50d95ea9 req-b60430cb-bcc1-4ca0-b12c-bbed83efa005 tempest-ServerGroupTestJSON-1690663924 tempest-ServerGroupTestJSON-1690663924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:23:41.660473 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0930414f-b6ba-48bc-bc62-493c50d95ea9 req-b60430cb-bcc1-4ca0-b12c-bbed83efa005 tempest-ServerGroupTestJSON-1690663924 tempest-ServerGroupTestJSON-1690663924-project] 10.222.0.85 "GET /v2.0/ports?device_id=f42fe392-4ce0-48c8-8852-913e04b5e0c7 HTTP/1.1" status: 200 len: 945 time: 0.2933397 May 18 18:23:41.669612 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b487d0-7acd-4096-8ab2-31b6d8698f13 req-36dd356f-adf1-40c4-87f6-bd1017df6a44 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:23:41.676565 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-55b487d0-7acd-4096-8ab2-31b6d8698f13 req-36dd356f-adf1-40c4-87f6-bd1017df6a44 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=16cf3a89-12f1-47de-bba3-dcd801511736 HTTP/1.1" status: 200 len: 946 time: 0.2253790 May 18 18:23:41.781050 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-89f55857-8370-4f68-a0c6-734e894e6202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:41.812647 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-578174f8-e120-45ec-bbfe-31a011e50f76 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:23:41.825023 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed448d40-a561-4dd4-a34f-242a7852e011 None None] Sync routers for ids ['85b3c71b-3956-4835-ba59-ff5157d7a781'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:23:41.844531 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-578174f8-e120-45ec-bbfe-31a011e50f76 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] 10.222.0.85 "PUT /v2.0/routers/85b3c71b-3956-4835-ba59-ff5157d7a781/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8455346 May 18 18:23:41.844833 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f55857-8370-4f68-a0c6-734e894e6202 admin admin] Pushing event updated for resources: {'Port': ['ID=ed71b158-f026-42aa-adb7-1dd0aa0eab50,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:23:41.847242 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 45556) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:23:41.848939 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-c5dd39ca-4283-468e-9f4a-459146130ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b67a8a7-2193-465b-99b6-3e3f0d6374dd', 'name': 'tempest-AttachVolumeNegativeTest-598483996-router', 'tenant_id': '1cf6702826ca40b18af7dfcf12233973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': '4c88ee3f-8327-47c9-8e1d-c3b5a52c51ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:23:34Z', 'updated_at': '2022-05-18T18:23:36Z', 'revision_number': 3, 'project_id': '1cf6702826ca40b18af7dfcf12233973', 'gw_port': {'id': '4c88ee3f-8327-47c9-8e1d-c3b5a52c51ab', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:64:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b67a8a7-2193-465b-99b6-3e3f0d6374dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:23:35Z', 'updated_at': '2022-05-18T18:23:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:23:41.852038 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed448d40-a561-4dd4-a34f-242a7852e011 None None] Routers {'85b3c71b-3956-4835-ba59-ff5157d7a781'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:23:41.856569 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-ed448d40-a561-4dd4-a34f-242a7852e011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:23:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['85b3c71b-3956-4835-ba59-ff5157d7a781'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:23:41.863352 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0930414f-b6ba-48bc-bc62-493c50d95ea9 req-c05763b5-fc90-4f6c-85b5-3f226b8417b7 tempest-ServerGroupTestJSON-1690663924 tempest-ServerGroupTestJSON-1690663924-project] 10.222.0.85 "GET /v2.0/security-groups?id=ff1e6c39-468b-4227-ba26-9cdec487cf32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677544 May 18 18:23:41.865757 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f55857-8370-4f68-a0c6-734e894e6202 admin admin] Network b0e0df8a-fe46-47e2-96e7-6f339d67d466 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:23:41.869820 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-89f55857-8370-4f68-a0c6-734e894e6202 admin admin] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:23:41.878225 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f55857-8370-4f68-a0c6-734e894e6202 admin admin] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:23:41.988887 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-89f55857-8370-4f68-a0c6-734e894e6202 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595826'] for router_interface, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:41.990134 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-55b487d0-7acd-4096-8ab2-31b6d8698f13 req-ab7c87f4-6c52-4a17-b74c-9159abae3884 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=86e7cf01-f21c-41cf-b5a3-71cb5ec2aaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274334 May 18 18:23:41.990247 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5dd39ca-4283-468e-9f4a-459146130ffe None None] The sync data for ids ['8b67a8a7-2193-465b-99b6-3e3f0d6374dd'] in n-d-838550-3 is: [{'id': '8b67a8a7-2193-465b-99b6-3e3f0d6374dd', 'name': 'tempest-AttachVolumeNegativeTest-598483996-router', 'tenant_id': '1cf6702826ca40b18af7dfcf12233973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': '4c88ee3f-8327-47c9-8e1d-c3b5a52c51ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:23:34Z', 'updated_at': '2022-05-18T18:23:36Z', 'revision_number': 3, 'project_id': '1cf6702826ca40b18af7dfcf12233973', 'gw_port': {'id': '4c88ee3f-8327-47c9-8e1d-c3b5a52c51ab', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:64:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b67a8a7-2193-465b-99b6-3e3f0d6374dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:23:35Z', 'updated_at': '2022-05-18T18:23:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:23:42.012665 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-ed448d40-a561-4dd4-a34f-242a7852e011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:23:42.068339 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed448d40-a561-4dd4-a34f-242a7852e011 None None] Routers {'85b3c71b-3956-4835-ba59-ff5157d7a781'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:23:42.068995 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-ed448d40-a561-4dd4-a34f-242a7852e011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:23:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['85b3c71b-3956-4835-ba59-ff5157d7a781'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:23:42.143450 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-ed448d40-a561-4dd4-a34f-242a7852e011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:23:42.144419 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed448d40-a561-4dd4-a34f-242a7852e011 None None] The sync data for ids ['85b3c71b-3956-4835-ba59-ff5157d7a781'] in n-d-838550-3 is: [] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:23:42.220627 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9e10a44a-4d1e-4901-81a6-e5b473dcb7cc tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks [] for router, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:42.351208 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-89f55857-8370-4f68-a0c6-734e894e6202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:42.395056 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711dfad9-510f-467f-92b6-4dc3b3318b2c req-940e461f-8890-4564-a4b1-e6fdf210baef tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:23:42.403048 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:42.403777 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-fac797ad-764d-412a-81f6-5aa6c37adbf9 None None] Provisioning complete for port ed71b158-f026-42aa-adb7-1dd0aa0eab50 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:23:42.404381 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-711dfad9-510f-467f-92b6-4dc3b3318b2c req-940e461f-8890-4564-a4b1-e6fdf210baef tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=16cf3a89-12f1-47de-bba3-dcd801511736 HTTP/1.1" status: 200 len: 946 time: 0.1804113 May 18 18:23:42.405268 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-fac797ad-764d-412a-81f6-5aa6c37adbf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:42.429124 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-2c2a129f-1647-4d18-ac68-7283ca7d2bea req-e776e9f4-64dc-4bff-b78d-68f0a201aafe tempest-ServerGroupTestJSON-1690663924 tempest-ServerGroupTestJSON-1690663924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:42.470640 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9e10a44a-4d1e-4901-81a6-e5b473dcb7cc tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:42.565056 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-fac797ad-764d-412a-81f6-5aa6c37adbf9 None None] Port ed71b158-f026-42aa-adb7-1dd0aa0eab50 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:23:42.585908 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-9e10a44a-4d1e-4901-81a6-e5b473dcb7cc tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Deleting port 751c4a29-a673-43c0-9952-3e0de38c0104 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:23:42.586249 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9e10a44a-4d1e-4901-81a6-e5b473dcb7cc tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:42.720783 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9e10a44a-4d1e-4901-81a6-e5b473dcb7cc tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:42.735166 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-9e10a44a-4d1e-4901-81a6-e5b473dcb7cc tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Calling delete_port for 751c4a29-a673-43c0-9952-3e0de38c0104 owned by network:router_gateway {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:23:42.779265 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-89f55857-8370-4f68-a0c6-734e894e6202 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:42.783924 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-711dfad9-510f-467f-92b6-4dc3b3318b2c req-7aaa1d04-df90-417a-8ccc-0eeecc949f95 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=86e7cf01-f21c-41cf-b5a3-71cb5ec2aaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3785689 May 18 18:23:42.785083 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e776e9f4-64dc-4bff-b78d-68f0a201aafe tempest-ServerGroupTestJSON-1690663924 tempest-ServerGroupTestJSON-1690663924-project] Pushing event deleted for resources: {'Port': ['ID=6e967660-0f3f-4db6-99cb-2a29fa878f68,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:23:42.810415 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-89f55857-8370-4f68-a0c6-734e894e6202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:42.856547 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c2a129f-1647-4d18-ac68-7283ca7d2bea req-e776e9f4-64dc-4bff-b78d-68f0a201aafe tempest-ServerGroupTestJSON-1690663924 tempest-ServerGroupTestJSON-1690663924-project] No DVR routers for this DVR port 6e967660-0f3f-4db6-99cb-2a29fa878f68 on host n-h2-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:23:42.959301 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-2c2a129f-1647-4d18-ac68-7283ca7d2bea req-e776e9f4-64dc-4bff-b78d-68f0a201aafe tempest-ServerGroupTestJSON-1690663924 tempest-ServerGroupTestJSON-1690663924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:42.962598 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2c2a129f-1647-4d18-ac68-7283ca7d2bea req-e776e9f4-64dc-4bff-b78d-68f0a201aafe tempest-ServerGroupTestJSON-1690663924 tempest-ServerGroupTestJSON-1690663924-project] 10.222.0.88 "DELETE /v2.0/ports/6e967660-0f3f-4db6-99cb-2a29fa878f68 HTTP/1.1" status: 204 len: 173 time: 3.0321639 May 18 18:23:42.962767 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f42fe392-4ce0-48c8-8852-913e04b5e0c7', 'name': 'network-vif-deleted', 'tag': '6e967660-0f3f-4db6-99cb-2a29fa878f68'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:23:42.965062 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-624ff4d5-0495-4290-ab18-211e2819b36e" -d '{"events": [{"server_uuid": "f42fe392-4ce0-48c8-8852-913e04b5e0c7", "name": "network-vif-deleted", "tag": "6e967660-0f3f-4db6-99cb-2a29fa878f68"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:23:42.996911 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f55857-8370-4f68-a0c6-734e894e6202 admin admin] Pushing event updated for resources: {'Port': ['ID=ed71b158-f026-42aa-adb7-1dd0aa0eab50,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:23:43.002984 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-89f55857-8370-4f68-a0c6-734e894e6202 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-595870'] for router_interface, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:43.033017 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9e10a44a-4d1e-4901-81a6-e5b473dcb7cc tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:43.103420 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f3466f0b-0076-4ef7-802d-9bc509a37d69 req-2abb173c-610e-4a77-8bd8-9c8f09a6ca3e tempest-ServerGroupTestJSON-1690663924 tempest-ServerGroupTestJSON-1690663924-project] 10.222.0.85 "GET /v2.0/ports?device_id=f42fe392-4ce0-48c8-8852-913e04b5e0c7 HTTP/1.1" status: 200 len: 210 time: 0.0717673 May 18 18:23:43.104531 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:43.204981 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e10a44a-4d1e-4901-81a6-e5b473dcb7cc tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Pushing event deleted for resources: {'Port': ['ID=751c4a29-a673-43c0-9952-3e0de38c0104,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:23:43.249101 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32e26d20-899c-4785-b197-13e543d88b40 x-openstack-request-id: req-32e26d20-899c-4785-b197-13e543d88b40 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:23:43.249400 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f42fe392-4ce0-48c8-8852-913e04b5e0c7", "name": "network-vif-deleted", "tag": "6e967660-0f3f-4db6-99cb-2a29fa878f68", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:23:43.249693 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-32e26d20-899c-4785-b197-13e543d88b40 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:23:43.272071 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32e26d20-899c-4785-b197-13e543d88b40'] response: {'server_uuid': 'f42fe392-4ce0-48c8-8852-913e04b5e0c7', 'name': 'network-vif-deleted', 'tag': '6e967660-0f3f-4db6-99cb-2a29fa878f68', 'status': 'completed', 'code': 200} May 18 18:23:43.290318 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 6e967660-0f3f-4db6-99cb-2a29fa878f68 no longer exists at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:23:43.327836 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] No Port match for: 6e967660-0f3f-4db6-99cb-2a29fa878f68 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:23:43.328410 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 6e967660-0f3f-4db6-99cb-2a29fa878f68 not bound to the agent host n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:23:43.343212 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a57ce52-dcd0-4ab0-b46c-558369e44464 req-518aa88c-5567-47b4-8a6b-e23dd6e617b0 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:23:43.344986 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3a57ce52-dcd0-4ab0-b46c-558369e44464 req-518aa88c-5567-47b4-8a6b-e23dd6e617b0 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=16cf3a89-12f1-47de-bba3-dcd801511736 HTTP/1.1" status: 200 len: 946 time: 0.3294344 May 18 18:23:43.373821 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f55857-8370-4f68-a0c6-734e894e6202 admin admin] Network b0e0df8a-fe46-47e2-96e7-6f339d67d466 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:23:43.377562 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-89f55857-8370-4f68-a0c6-734e894e6202 admin admin] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:23:43.384098 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9e10a44a-4d1e-4901-81a6-e5b473dcb7cc tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596901'] for router_gateway, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:43.683742 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89f55857-8370-4f68-a0c6-734e894e6202 admin admin] Router 8b67a8a7-2193-465b-99b6-3e3f0d6374dd has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:23:43.711200 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3a57ce52-dcd0-4ab0-b46c-558369e44464 req-c8755235-b7bd-4b13-955a-ae5ecbc63058 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=86e7cf01-f21c-41cf-b5a3-71cb5ec2aaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3590348 May 18 18:23:43.735463 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9e10a44a-4d1e-4901-81a6-e5b473dcb7cc tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25145'] for router, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:43.744136 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9e10a44a-4d1e-4901-81a6-e5b473dcb7cc tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:43.804409 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 4c88ee3f-8327-47c9-8e1d-c3b5a52c51ab up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:23:43.921427 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9e10a44a-4d1e-4901-81a6-e5b473dcb7cc tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593303'] for router, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:43.923162 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e10a44a-4d1e-4901-81a6-e5b473dcb7cc tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Fanout notify agent at l3_agent the message router_deleted on router 85b3c71b-3956-4835-ba59-ff5157d7a781 {{(pid=102730) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 18 18:23:43.941687 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9e10a44a-4d1e-4901-81a6-e5b473dcb7cc tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks [] for router, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:43.945754 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-9e10a44a-4d1e-4901-81a6-e5b473dcb7cc tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] 10.222.0.85 "DELETE /v2.0/routers/85b3c71b-3956-4835-ba59-ff5157d7a781 HTTP/1.1" status: 204 len: 168 time: 2.0898340 May 18 18:23:43.950361 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 45586) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:23:43.980743 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-126de8d6-527d-4428-bb86-84ba95b01686 None None] Provisioning complete for port ed71b158-f026-42aa-adb7-1dd0aa0eab50 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:23:43.981898 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-126de8d6-527d-4428-bb86-84ba95b01686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:44.031975 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89f55857-8370-4f68-a0c6-734e894e6202 admin admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:23:44.042314 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-89f55857-8370-4f68-a0c6-734e894e6202 admin admin] 10.222.0.85 "PUT /v2.0/routers/8b67a8a7-2193-465b-99b6-3e3f0d6374dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7738423 May 18 18:23:44.069673 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-126de8d6-527d-4428-bb86-84ba95b01686 None None] Port ed71b158-f026-42aa-adb7-1dd0aa0eab50 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:23:44.085836 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7e4c8ae-2d92-422d-928b-2579e19650ed tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Deleting subnet b9e9f6a9-9c8e-446b-9d1d-01b42ba8e358 {{(pid=102730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:23:44.090567 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 4c88ee3f-8327-47c9-8e1d-c3b5a52c51ab triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:23:44.091114 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:44.094131 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a7e4c8ae-2d92-422d-928b-2579e19650ed tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks [] for subnet, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:44.184298 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a7e4c8ae-2d92-422d-928b-2579e19650ed tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260107366'] for subnet, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:44.289009 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 4c88ee3f-8327-47c9-8e1d-c3b5a52c51ab is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:23:44.292696 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:44.316090 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a7e4c8ae-2d92-422d-928b-2579e19650ed tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:44.324053 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] For port 4c88ee3f-8327-47c9-8e1d-c3b5a52c51ab, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=4c88ee3f-8327-47c9-8e1d-c3b5a52c51ab,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:23:44.329969 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:44.388265 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e53e279-dbf6-496f-8300-608c7a1d0517 req-9abd04dd-a3c6-4e52-ad51-7f629d66acc7 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:23:44.388845 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Pushing event updated for resources: {'Port': ['ID=4c88ee3f-8327-47c9-8e1d-c3b5a52c51ab,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:23:44.412900 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0e53e279-dbf6-496f-8300-608c7a1d0517 req-9abd04dd-a3c6-4e52-ad51-7f629d66acc7 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=16cf3a89-12f1-47de-bba3-dcd801511736 HTTP/1.1" status: 200 len: 946 time: 0.1076224 May 18 18:23:44.475487 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a7e4c8ae-2d92-422d-928b-2579e19650ed tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261104690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261031888'] for subnet, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:44.537238 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0e53e279-dbf6-496f-8300-608c7a1d0517 req-5dc2228c-2dc3-47fa-a40c-285ca3b0176d tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=86e7cf01-f21c-41cf-b5a3-71cb5ec2aaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213531 May 18 18:23:44.546304 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a7e4c8ae-2d92-422d-928b-2579e19650ed tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:44.552307 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 45604) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:23:44.561414 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-a7e4c8ae-2d92-422d-928b-2579e19650ed tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] 10.222.0.85 "DELETE /v2.0/subnets/b9e9f6a9-9c8e-446b-9d1d-01b42ba8e358 HTTP/1.1" status: 204 len: 168 time: 0.6090591 May 18 18:23:44.562562 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e4c8ae-2d92-422d-928b-2579e19650ed tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Pushing event deleted for resources: {'Subnet': ['ID=b9e9f6a9-9c8e-446b-9d1d-01b42ba8e358,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:23:44.716611 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 45614) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:23:44.717338 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-ec85c430-fb6c-4889-a471-1db43d4bf0ed tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Request body: {'security_group': {'name': 'tempest-securitygroup--273233571', 'description': 'tempest-description--3070453'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:23:44.756219 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-072c45d2-c7ba-41df-865a-2ab159ad4aa4 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:44.782055 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ec85c430-fb6c-4889-a471-1db43d4bf0ed tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:44.940883 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-072c45d2-c7ba-41df-865a-2ab159ad4aa4 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:44.997574 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-072c45d2-c7ba-41df-865a-2ab159ad4aa4 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c090e5a-c1bf-4ee2-85cc-15a7a682832b']}} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:23:45.015077 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-072c45d2-c7ba-41df-865a-2ab159ad4aa4 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd05d3ec-1db0-40d4-9158-551355c0c06d') {'for_net_delete': True} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:23:45.015250 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7eb5d5-2944-4170-92b4-e6c7e8e34d3d None None] Sync routers for ids ['8b67a8a7-2193-465b-99b6-3e3f0d6374dd'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:23:45.015378 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-072c45d2-c7ba-41df-865a-2ab159ad4aa4 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd05d3ec-1db0-40d4-9158-551355c0c06d') {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:23:45.034753 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7eb5d5-2944-4170-92b4-e6c7e8e34d3d None None] Routers {'8b67a8a7-2193-465b-99b6-3e3f0d6374dd'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:23:45.035331 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-072c45d2-c7ba-41df-865a-2ab159ad4aa4 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260542144'] for segment, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:45.035812 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-8e7eb5d5-2944-4170-92b4-e6c7e8e34d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:23:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['8b67a8a7-2193-465b-99b6-3e3f0d6374dd'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:23:45.036889 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 45630) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:23:45.041536 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ec85c430-fb6c-4889-a471-1db43d4bf0ed tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:45.049325 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ec85c430-fb6c-4889-a471-1db43d4bf0ed tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:45.128720 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ec85c430-fb6c-4889-a471-1db43d4bf0ed tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:45.137115 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-ec85c430-fb6c-4889-a471-1db43d4bf0ed tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4234309 May 18 18:23:45.138362 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 45632) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:23:45.148416 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-cb2b31f0-cec2-45b1-b2ff-7129a458ff31 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Request body: {'security_group_rule': {'security_group_id': '2c58082d-62d2-4dbd-855f-9827a04387ad', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:23:45.154900 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec85c430-fb6c-4889-a471-1db43d4bf0ed tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c58082d-62d2-4dbd-855f-9827a04387ad,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:23:45.159843 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2941d74-7fa6-4d57-89b8-c6ab68bb19bc admin admin] Deleting subnet a9f04376-10af-4ba5-b187-13131c15ab1c {{(pid=102731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:23:45.175333 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b2941d74-7fa6-4d57-89b8-c6ab68bb19bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:45.178255 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-072c45d2-c7ba-41df-865a-2ab159ad4aa4 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:45.189928 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-cb2b31f0-cec2-45b1-b2ff-7129a458ff31 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:45.190490 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-8e7eb5d5-2944-4170-92b4-e6c7e8e34d3d None None] Set router 8b67a8a7-2193-465b-99b6-3e3f0d6374dd gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:23:45.258473 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-cb2b31f0-cec2-45b1-b2ff-7129a458ff31 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:45.261856 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-072c45d2-c7ba-41df-865a-2ab159ad4aa4 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=102731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:23:45.262292 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-072c45d2-c7ba-41df-865a-2ab159ad4aa4 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260884178'] for segment, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:45.264207 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-cb2b31f0-cec2-45b1-b2ff-7129a458ff31 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:45.280431 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2b31f0-cec2-45b1-b2ff-7129a458ff31 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b70a84b-6dec-4cb9-994c-a0a2ff6b9f38,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:23:45.294586 n-d-838550-3 neutron-server[102731]: Traceback (most recent call last): May 18 18:23:45.294586 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:23:45.294586 n-d-838550-3 neutron-server[102731]: timer() May 18 18:23:45.294586 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:23:45.294586 n-d-838550-3 neutron-server[102731]: cb(*args, **kw) May 18 18:23:45.294586 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:23:45.294586 n-d-838550-3 neutron-server[102731]: return func(*args, **kwargs) May 18 18:23:45.294586 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:23:45.294586 n-d-838550-3 neutron-server[102731]: self._notify() May 18 18:23:45.294586 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:23:45.294586 n-d-838550-3 neutron-server[102731]: self.callback(batched_events) May 18 18:23:45.294586 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:23:45.294586 n-d-838550-3 neutron-server[102731]: event.method(event) May 18 18:23:45.294586 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:23:45.294586 n-d-838550-3 neutron-server[102731]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:23:45.294586 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:23:45.294586 n-d-838550-3 neutron-server[102731]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:23:45.294586 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:23:45.294586 n-d-838550-3 neutron-server[102731]: return f(self, *a, **k) May 18 18:23:45.294586 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:23:45.294586 n-d-838550-3 neutron-server[102731]: return self._get(url).json() May 18 18:23:45.294586 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:23:45.294586 n-d-838550-3 neutron-server[102731]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:23:45.294586 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:23:45.294586 n-d-838550-3 neutron-server[102731]: return self.request(url, 'GET', **kwargs) May 18 18:23:45.294586 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:23:45.294586 n-d-838550-3 neutron-server[102731]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:23:45.294586 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:23:45.294586 n-d-838550-3 neutron-server[102731]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:23:45.294586 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:23:45.294586 n-d-838550-3 neutron-server[102731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:23:45.294586 n-d-838550-3 neutron-server[102731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:23:45.307253 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-cb2b31f0-cec2-45b1-b2ff-7129a458ff31 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:45.312036 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-cb2b31f0-cec2-45b1-b2ff-7129a458ff31 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1703134 May 18 18:23:45.313567 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 45634) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:23:45.323510 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-9d47450c-138b-408b-a0bc-440ac22bec5e tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Request body: {'security_group_rule': {'security_group_id': '2c58082d-62d2-4dbd-855f-9827a04387ad', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:23:45.344779 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b2941d74-7fa6-4d57-89b8-c6ab68bb19bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260542153'] for subnet, precommit_delete_associations {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:45.396301 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-072c45d2-c7ba-41df-865a-2ab159ad4aa4 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:45.419437 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9d47450c-138b-408b-a0bc-440ac22bec5e tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:45.422268 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-072c45d2-c7ba-41df-865a-2ab159ad4aa4 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:45.425498 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-072c45d2-c7ba-41df-865a-2ab159ad4aa4 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] 10.222.0.85 "DELETE /v2.0/networks/7c090e5a-c1bf-4ee2-85cc-15a7a682832b HTTP/1.1" status: 204 len: 168 time: 0.8717825 May 18 18:23:45.441499 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072c45d2-c7ba-41df-865a-2ab159ad4aa4 tempest-FloatingIPTestJSON-439872781 tempest-FloatingIPTestJSON-439872781-project] Pushing event deleted for resources: {'Network': ['ID=7c090e5a-c1bf-4ee2-85cc-15a7a682832b,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:23:45.444523 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b2941d74-7fa6-4d57-89b8-c6ab68bb19bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:45.526856 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b2941d74-7fa6-4d57-89b8-c6ab68bb19bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260898416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260908030'] for subnet, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:45.576477 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9d47450c-138b-408b-a0bc-440ac22bec5e tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:45.590511 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9d47450c-138b-408b-a0bc-440ac22bec5e tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:45.612399 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2941d74-7fa6-4d57-89b8-c6ab68bb19bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9f04376-10af-4ba5-b187-13131c15ab1c,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:23:45.632176 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b2941d74-7fa6-4d57-89b8-c6ab68bb19bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:45.639136 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-b2941d74-7fa6-4d57-89b8-c6ab68bb19bc admin admin] 10.222.0.85 "DELETE /v2.0/subnets/a9f04376-10af-4ba5-b187-13131c15ab1c HTTP/1.1" status: 204 len: 168 time: 0.5990674 May 18 18:23:45.641486 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 45652) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:23:45.672352 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d47450c-138b-408b-a0bc-440ac22bec5e tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa936df2-a8bf-4701-aa5d-3be101e52245,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:23:45.692158 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9d47450c-138b-408b-a0bc-440ac22bec5e tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:45.694676 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 4c88ee3f-8327-47c9-8e1d-c3b5a52c51ab up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:23:45.699802 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-9d47450c-138b-408b-a0bc-440ac22bec5e tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3845499 May 18 18:23:45.700429 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 45654) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:23:45.706190 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-3f7e2571-b8b1-4b12-9064-7117e94931c1 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Request body: {'floatingip': {'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:23:45.732673 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3f7e2571-b8b1-4b12-9064-7117e94931c1 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks [] for floatingip, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:45.792927 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 4c88ee3f-8327-47c9-8e1d-c3b5a52c51ab triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:23:45.793288 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:45.828858 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-8e7eb5d5-2944-4170-92b4-e6c7e8e34d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b67a8a7-2193-465b-99b6-3e3f0d6374dd', 'name': 'tempest-AttachVolumeNegativeTest-598483996-router', 'tenant_id': '1cf6702826ca40b18af7dfcf12233973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': '4c88ee3f-8327-47c9-8e1d-c3b5a52c51ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:23:34Z', 'updated_at': '2022-05-18T18:23:42Z', 'revision_number': 4, 'project_id': '1cf6702826ca40b18af7dfcf12233973', 'gw_port': {'id': '4c88ee3f-8327-47c9-8e1d-c3b5a52c51ab', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:64:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b67a8a7-2193-465b-99b6-3e3f0d6374dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:23:35Z', 'updated_at': '2022-05-18T18:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': 'ed71b158-f026-42aa-adb7-1dd0aa0eab50', 'name': '', 'network_id': 'b0e0df8a-fe46-47e2-96e7-6f339d67d466', 'tenant_id': '1cf6702826ca40b18af7dfcf12233973', 'mac_address': 'fa:16:3e:09:ad:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b67a8a7-2193-465b-99b6-3e3f0d6374dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2399, 'fixed_ips': [{'subnet_id': 'accb0a89-f23b-4ef5-8f87-983b3d81047a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:23:39Z', 'updated_at': '2022-05-18T18:23:42Z', 'revision_number': 2, 'project_id': '1cf6702826ca40b18af7dfcf12233973', 'subnets': [{'id': 'accb0a89-f23b-4ef5-8f87-983b3d81047a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:23:45.839848 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4d91e556-29c7-4dda-a2ba-5bb2fe8db40f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:45.853699 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a776b5e1-b20b-4922-9a50-2b9bbd3c2811 req-2a274e20-b346-4abc-a035-22b90d0a838c tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:23:45.864999 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a776b5e1-b20b-4922-9a50-2b9bbd3c2811 req-2a274e20-b346-4abc-a035-22b90d0a838c tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=16cf3a89-12f1-47de-bba3-dcd801511736 HTTP/1.1" status: 200 len: 946 time: 0.2114639 May 18 18:23:45.872763 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7eb5d5-2944-4170-92b4-e6c7e8e34d3d None None] Checking router: 8b67a8a7-2193-465b-99b6-3e3f0d6374dd for host: n-d-838550-3 {{(pid=102732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:23:45.873125 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7eb5d5-2944-4170-92b4-e6c7e8e34d3d None None] Updating router 8b67a8a7-2193-465b-99b6-3e3f0d6374dd port ed71b158-f026-42aa-adb7-1dd0aa0eab50 binding host n-d-838550-3 {{(pid=102732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 18:23:45.912369 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-8e7eb5d5-2944-4170-92b4-e6c7e8e34d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:45.939138 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 45664) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:23:45.999815 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cfdb74-aafa-4373-aebc-06bbd15e772f req-6661e6a2-1fb5-4b22-8b1d-54ffb568ea52 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:23:46.001972 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d2cfdb74-aafa-4373-aebc-06bbd15e772f req-6661e6a2-1fb5-4b22-8b1d-54ffb568ea52 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.36 "GET /v2.0/ports?device_id=16cf3a89-12f1-47de-bba3-dcd801511736 HTTP/1.1" status: 200 len: 946 time: 0.1170828 May 18 18:23:46.007396 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4d91e556-29c7-4dda-a2ba-5bb2fe8db40f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:46.017171 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3f7e2571-b8b1-4b12-9064-7117e94931c1 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:46.026660 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a776b5e1-b20b-4922-9a50-2b9bbd3c2811 req-0434863d-4cb2-42f9-b8d8-8ae3bc46f331 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=86e7cf01-f21c-41cf-b5a3-71cb5ec2aaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598232 May 18 18:23:46.030765 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 4c88ee3f-8327-47c9-8e1d-c3b5a52c51ab is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:23:46.056551 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-4d91e556-29c7-4dda-a2ba-5bb2fe8db40f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3eb265df-92f7-4e92-bca1-75774f3f8602']}} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:23:46.105964 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-4d91e556-29c7-4dda-a2ba-5bb2fe8db40f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49501fba-2274-4633-8f75-96963b76a8ba') {'for_net_delete': True} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:23:46.111806 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-4d91e556-29c7-4dda-a2ba-5bb2fe8db40f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49501fba-2274-4633-8f75-96963b76a8ba') {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:23:46.131514 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4d91e556-29c7-4dda-a2ba-5bb2fe8db40f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260542144'] for segment, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:46.158362 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4d91e556-29c7-4dda-a2ba-5bb2fe8db40f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:46.167670 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d91e556-29c7-4dda-a2ba-5bb2fe8db40f admin admin] Releasing vlan 614 on physical network physnet1 to pool {{(pid=102731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:23:46.168071 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4d91e556-29c7-4dda-a2ba-5bb2fe8db40f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260884178'] for segment, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:46.173273 n-d-838550-3 neutron-server[102731]: Traceback (most recent call last): May 18 18:23:46.173273 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:23:46.173273 n-d-838550-3 neutron-server[102731]: timer() May 18 18:23:46.173273 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:23:46.173273 n-d-838550-3 neutron-server[102731]: cb(*args, **kw) May 18 18:23:46.173273 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:23:46.173273 n-d-838550-3 neutron-server[102731]: return func(*args, **kwargs) May 18 18:23:46.173273 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:23:46.173273 n-d-838550-3 neutron-server[102731]: self._notify() May 18 18:23:46.173273 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:23:46.173273 n-d-838550-3 neutron-server[102731]: self.callback(batched_events) May 18 18:23:46.173273 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:23:46.173273 n-d-838550-3 neutron-server[102731]: event.method(event) May 18 18:23:46.173273 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:23:46.173273 n-d-838550-3 neutron-server[102731]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:23:46.173273 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:23:46.173273 n-d-838550-3 neutron-server[102731]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:23:46.173273 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:23:46.173273 n-d-838550-3 neutron-server[102731]: return f(self, *a, **k) May 18 18:23:46.173273 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:23:46.173273 n-d-838550-3 neutron-server[102731]: return self._get(url).json() May 18 18:23:46.173273 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:23:46.173273 n-d-838550-3 neutron-server[102731]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:23:46.173273 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:23:46.173273 n-d-838550-3 neutron-server[102731]: return self.request(url, 'GET', **kwargs) May 18 18:23:46.173273 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:23:46.173273 n-d-838550-3 neutron-server[102731]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:23:46.173273 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:23:46.173273 n-d-838550-3 neutron-server[102731]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:23:46.173273 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:23:46.173273 n-d-838550-3 neutron-server[102731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:23:46.173273 n-d-838550-3 neutron-server[102731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:23:46.257442 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4d91e556-29c7-4dda-a2ba-5bb2fe8db40f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:46.270764 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4d91e556-29c7-4dda-a2ba-5bb2fe8db40f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:46.290609 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-4d91e556-29c7-4dda-a2ba-5bb2fe8db40f admin admin] 10.222.0.85 "DELETE /v2.0/networks/3eb265df-92f7-4e92-bca1-75774f3f8602 HTTP/1.1" status: 204 len: 168 time: 0.6473308 May 18 18:23:46.312063 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d91e556-29c7-4dda-a2ba-5bb2fe8db40f admin admin] Pushing event deleted for resources: {'Network': ['ID=3eb265df-92f7-4e92-bca1-75774f3f8602,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:23:46.355160 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-3f7e2571-b8b1-4b12-9064-7117e94931c1 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Allocated IP 172.25.5.136 (31ebd439-090c-4b25-bbb0-31c48711b145/363a2810-8a83-4be0-a317-7c91fcd94485/a1abb733-d28c-4d24-8d95-10605ce63de9) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:23:46.368959 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-8e7eb5d5-2944-4170-92b4-e6c7e8e34d3d None None] Notify callbacks [] for port, precommit_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:46.392365 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-8e7eb5d5-2944-4170-92b4-e6c7e8e34d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:46.414187 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-45751ca7-c876-42ea-ae10-720fedd44ac1 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=760f0c349c8347a387ec779d7577d4d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4695394 May 18 18:23:46.414594 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 45678) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:23:46.438419 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 45680) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:23:46.484785 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-d2cfdb74-aafa-4373-aebc-06bbd15e772f req-2a687df5-1908-4307-805f-68f33ff5dda8 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Deleting port 9c256227-246e-4630-857d-ac0b1307317a {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:23:46.485303 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-d2cfdb74-aafa-4373-aebc-06bbd15e772f req-2a687df5-1908-4307-805f-68f33ff5dda8 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:46.512734 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-78f2b6ab-94f7-4f71-97f9-69ac8d9b1bce admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=8921469e958d4ad3bdfd92009eddd9c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0726767 May 18 18:23:46.517459 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 45682) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:23:46.553338 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d31f6a62-89ab-4ebb-a2e1-9b2da9510407 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:46.568787 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-8e7eb5d5-2944-4170-92b4-e6c7e8e34d3d None None] Attempting to bind port ed71b158-f026-42aa-adb7-1dd0aa0eab50 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:23:46.569400 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-8e7eb5d5-2944-4170-92b4-e6c7e8e34d3d None None] Attempting to bind port ed71b158-f026-42aa-adb7-1dd0aa0eab50 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': 'a898997a-d1fc-408c-b1d2-fe587c78d0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'b0e0df8a-fe46-47e2-96e7-6f339d67d466'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:23:46.570108 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7eb5d5-2944-4170-92b4-e6c7e8e34d3d None None] Attempting to bind port ed71b158-f026-42aa-adb7-1dd0aa0eab50 on network b0e0df8a-fe46-47e2-96e7-6f339d67d466 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:23:46.572727 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0682b80-aa5d-4ffc-8872-1f70b1881b1a None None] Pushing event updated for resources: {'Port': ['ID=ed71b158-f026-42aa-adb7-1dd0aa0eab50,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:23:46.579120 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7eb5d5-2944-4170-92b4-e6c7e8e34d3d None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:23:46.579740 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7eb5d5-2944-4170-92b4-e6c7e8e34d3d None None] Checking segment: {'id': 'a898997a-d1fc-408c-b1d2-fe587c78d0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'b0e0df8a-fe46-47e2-96e7-6f339d67d466'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:23:46.580488 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-8e7eb5d5-2944-4170-92b4-e6c7e8e34d3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:46.581731 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7eb5d5-2944-4170-92b4-e6c7e8e34d3d None None] Bound using segment: {'id': 'a898997a-d1fc-408c-b1d2-fe587c78d0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'b0e0df8a-fe46-47e2-96e7-6f339d67d466'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:23:46.582732 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-8e7eb5d5-2944-4170-92b4-e6c7e8e34d3d None None] Bound port: ed71b158-f026-42aa-adb7-1dd0aa0eab50, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a898997a-d1fc-408c-b1d2-fe587c78d0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'b0e0df8a-fe46-47e2-96e7-6f339d67d466'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:23:46.583868 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-8e7eb5d5-2944-4170-92b4-e6c7e8e34d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:46.591603 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-d2cfdb74-aafa-4373-aebc-06bbd15e772f req-2a687df5-1908-4307-805f-68f33ff5dda8 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] For port 9c256227-246e-4630-857d-ac0b1307317a, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=9c256227-246e-4630-857d-ac0b1307317a,segment=NetworkSegment(91232e8c-3d17-424b-b810-746db9884dd3),segment_id=91232e8c-3d17-424b-b810-746db9884dd3)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:23:46.591969 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-d2cfdb74-aafa-4373-aebc-06bbd15e772f req-2a687df5-1908-4307-805f-68f33ff5dda8 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:46.606357 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-d2cfdb74-aafa-4373-aebc-06bbd15e772f req-2a687df5-1908-4307-805f-68f33ff5dda8 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Calling delete_port for 9c256227-246e-4630-857d-ac0b1307317a owned by compute:nova {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:23:46.610291 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d31f6a62-89ab-4ebb-a2e1-9b2da9510407 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:46.687113 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-586949c9-fa27-42c9-bc6e-16e5b76e7f1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:46.697915 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-8e7eb5d5-2944-4170-92b4-e6c7e8e34d3d None None] For port ed71b158-f026-42aa-adb7-1dd0aa0eab50, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:23:46.707283 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-8e7eb5d5-2944-4170-92b4-e6c7e8e34d3d None None] For port ed71b158-f026-42aa-adb7-1dd0aa0eab50, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=ed71b158-f026-42aa-adb7-1dd0aa0eab50,segment=NetworkSegment(a898997a-d1fc-408c-b1d2-fe587c78d0c1),segment_id=a898997a-d1fc-408c-b1d2-fe587c78d0c1)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:23:46.727582 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-8e7eb5d5-2944-4170-92b4-e6c7e8e34d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:46.751925 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-586949c9-fa27-42c9-bc6e-16e5b76e7f1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:46.756391 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d31f6a62-89ab-4ebb-a2e1-9b2da9510407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:46.760487 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d31f6a62-89ab-4ebb-a2e1-9b2da9510407 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:46.767179 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-d31f6a62-89ab-4ebb-a2e1-9b2da9510407 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/2d3f4e8b-c120-40bd-891f-3851a1a275ae HTTP/1.1" status: 204 len: 168 time: 0.3494308 May 18 18:23:46.785405 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3f7e2571-b8b1-4b12-9064-7117e94931c1 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:46.789944 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31f6a62-89ab-4ebb-a2e1-9b2da9510407 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d3f4e8b-c120-40bd-891f-3851a1a275ae,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:23:46.856520 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-586949c9-fa27-42c9-bc6e-16e5b76e7f1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:46.863456 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-586949c9-fa27-42c9-bc6e-16e5b76e7f1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:46.873496 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-586949c9-fa27-42c9-bc6e-16e5b76e7f1f admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/ff1e6c39-468b-4227-ba26-9cdec487cf32 HTTP/1.1" status: 204 len: 168 time: 0.3506851 May 18 18:23:46.913286 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586949c9-fa27-42c9-bc6e-16e5b76e7f1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff1e6c39-468b-4227-ba26-9cdec487cf32,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:23:46.944719 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3f7e2571-b8b1-4b12-9064-7117e94931c1 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:47.130667 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f7e2571-b8b1-4b12-9064-7117e94931c1 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Network 31ebd439-090c-4b25-bbb0-31c48711b145 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:23:47.172655 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-3f7e2571-b8b1-4b12-9064-7117e94931c1 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:23:47.202369 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7e2571-b8b1-4b12-9064-7117e94931c1 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:23:47.224931 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0682b80-aa5d-4ffc-8872-1f70b1881b1a None None] Pushing event updated for resources: {'Port': ['ID=ed71b158-f026-42aa-adb7-1dd0aa0eab50,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:23:47.229382 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-650c2656-4608-4bab-90d6-76f2fe8d6508 None None] Provisioning complete for port ed71b158-f026-42aa-adb7-1dd0aa0eab50 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:23:47.231692 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-650c2656-4608-4bab-90d6-76f2fe8d6508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:47.262764 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7e2571-b8b1-4b12-9064-7117e94931c1 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Pushing event updated for resources: {'Port': ['ID=a1abb733-d28c-4d24-8d95-10605ce63de9,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:23:47.281597 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dd6575-ed3c-4d93-8c4d-2068c362f15e req-ad843c8d-25f3-4022-ba42-472d3ade3dec tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:23:47.283668 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-57dd6575-ed3c-4d93-8c4d-2068c362f15e req-ad843c8d-25f3-4022-ba42-472d3ade3dec tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=16cf3a89-12f1-47de-bba3-dcd801511736 HTTP/1.1" status: 200 len: 946 time: 0.1241271 May 18 18:23:47.305928 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7eb5d5-2944-4170-92b4-e6c7e8e34d3d None None] Routers {'8b67a8a7-2193-465b-99b6-3e3f0d6374dd'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:23:47.305928 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-8e7eb5d5-2944-4170-92b4-e6c7e8e34d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:23:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['8b67a8a7-2193-465b-99b6-3e3f0d6374dd'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:23:47.378411 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-d2cfdb74-aafa-4373-aebc-06bbd15e772f req-2a687df5-1908-4307-805f-68f33ff5dda8 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:47.401738 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-57dd6575-ed3c-4d93-8c4d-2068c362f15e req-a1de9340-a048-4652-ad03-1b726ead1fbf tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=86e7cf01-f21c-41cf-b5a3-71cb5ec2aaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074107 May 18 18:23:47.410779 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301829b8-7efb-4a3c-b9f8-e6c90fc21ef1 req-4e0ad970-19a1-412b-8476-28214487dc64 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:23:47.416857 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-301829b8-7efb-4a3c-b9f8-e6c90fc21ef1 req-4e0ad970-19a1-412b-8476-28214487dc64 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef854938-189c-46f2-8314-215a08afd5f6 HTTP/1.1" status: 200 len: 947 time: 0.3594604 May 18 18:23:47.471793 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['9c256227-246e-4630-857d-ac0b1307317a'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:23:47.560244 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a687df5-1908-4307-805f-68f33ff5dda8 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Pushing event deleted for resources: {'Port': ['ID=9c256227-246e-4630-857d-ac0b1307317a,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:23:47.566782 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-8e7eb5d5-2944-4170-92b4-e6c7e8e34d3d None None] Set router 8b67a8a7-2193-465b-99b6-3e3f0d6374dd gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:23:47.666045 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2cfdb74-aafa-4373-aebc-06bbd15e772f req-2a687df5-1908-4307-805f-68f33ff5dda8 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] No DVR routers for this DVR port 9c256227-246e-4630-857d-ac0b1307317a on host n-h1-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:23:47.691006 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-d2cfdb74-aafa-4373-aebc-06bbd15e772f req-2a687df5-1908-4307-805f-68f33ff5dda8 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:47.694763 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d2cfdb74-aafa-4373-aebc-06bbd15e772f req-2a687df5-1908-4307-805f-68f33ff5dda8 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.36 "DELETE /v2.0/ports/9c256227-246e-4630-857d-ac0b1307317a HTTP/1.1" status: 204 len: 173 time: 1.5938289 May 18 18:23:47.710704 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16cf3a89-12f1-47de-bba3-dcd801511736', 'name': 'network-vif-deleted', 'tag': '9c256227-246e-4630-857d-ac0b1307317a'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:23:47.720224 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85a19555-a7cc-4418-99bf-0b87324b16fc" -d '{"events": [{"server_uuid": "16cf3a89-12f1-47de-bba3-dcd801511736", "name": "network-vif-deleted", "tag": "9c256227-246e-4630-857d-ac0b1307317a"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:23:47.723068 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-650c2656-4608-4bab-90d6-76f2fe8d6508 None None] Current status of the port ed71b158-f026-42aa-adb7-1dd0aa0eab50 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:23:47.724581 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-650c2656-4608-4bab-90d6-76f2fe8d6508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:47.747892 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-301829b8-7efb-4a3c-b9f8-e6c90fc21ef1 req-5e1599f8-0c75-4676-8b2a-634b5c9b9186 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=ea6a757a-9c65-4a62-a27e-604b73d281bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3212225 May 18 18:23:47.749095 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3f7e2571-b8b1-4b12-9064-7117e94931c1 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:47.826952 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3f7e2571-b8b1-4b12-9064-7117e94931c1 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:47.945719 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de8b00d3-8463-4111-859b-097e1cb1eeae x-openstack-request-id: req-de8b00d3-8463-4111-859b-097e1cb1eeae {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:23:47.946076 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16cf3a89-12f1-47de-bba3-dcd801511736", "name": "network-vif-deleted", "tag": "9c256227-246e-4630-857d-ac0b1307317a", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:23:47.946673 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-de8b00d3-8463-4111-859b-097e1cb1eeae {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:23:47.947146 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de8b00d3-8463-4111-859b-097e1cb1eeae'] response: {'server_uuid': '16cf3a89-12f1-47de-bba3-dcd801511736', 'name': 'network-vif-deleted', 'tag': '9c256227-246e-4630-857d-ac0b1307317a', 'status': 'completed', 'code': 200} May 18 18:23:48.110647 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-650c2656-4608-4bab-90d6-76f2fe8d6508 None None] For port ed71b158-f026-42aa-adb7-1dd0aa0eab50, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=ed71b158-f026-42aa-adb7-1dd0aa0eab50,segment=NetworkSegment(a898997a-d1fc-408c-b1d2-fe587c78d0c1),segment_id=a898997a-d1fc-408c-b1d2-fe587c78d0c1)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:23:48.182349 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-650c2656-4608-4bab-90d6-76f2fe8d6508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:48.384622 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650c2656-4608-4bab-90d6-76f2fe8d6508 None None] Pushing event updated for resources: {'Port': ['ID=ed71b158-f026-42aa-adb7-1dd0aa0eab50,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:23:48.392944 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-80644914-1aec-4edd-99db-f7ff18f55324 None None] Provisioning complete for port ed71b158-f026-42aa-adb7-1dd0aa0eab50 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:23:48.393650 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-80644914-1aec-4edd-99db-f7ff18f55324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:48.550324 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 45758) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:23:48.679657 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-31c2125e-d8f5-4f27-a584-19c6ce6f63d0 req-f3137f49-b74f-4541-b3ae-33634d72bd74 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=16cf3a89-12f1-47de-bba3-dcd801511736 HTTP/1.1" status: 200 len: 210 time: 0.1170204 May 18 18:23:48.794112 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-80644914-1aec-4edd-99db-f7ff18f55324 None None] Current status of the port ed71b158-f026-42aa-adb7-1dd0aa0eab50 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:23:48.816678 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-8e7eb5d5-2944-4170-92b4-e6c7e8e34d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b67a8a7-2193-465b-99b6-3e3f0d6374dd', 'name': 'tempest-AttachVolumeNegativeTest-598483996-router', 'tenant_id': '1cf6702826ca40b18af7dfcf12233973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': '4c88ee3f-8327-47c9-8e1d-c3b5a52c51ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:23:34Z', 'updated_at': '2022-05-18T18:23:42Z', 'revision_number': 4, 'project_id': '1cf6702826ca40b18af7dfcf12233973', 'gw_port': {'id': '4c88ee3f-8327-47c9-8e1d-c3b5a52c51ab', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:64:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b67a8a7-2193-465b-99b6-3e3f0d6374dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:23:35Z', 'updated_at': '2022-05-18T18:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': 'ed71b158-f026-42aa-adb7-1dd0aa0eab50', 'name': '', 'network_id': 'b0e0df8a-fe46-47e2-96e7-6f339d67d466', 'tenant_id': '1cf6702826ca40b18af7dfcf12233973', 'mac_address': 'fa:16:3e:09:ad:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b67a8a7-2193-465b-99b6-3e3f0d6374dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2399, 'fixed_ips': [{'subnet_id': 'accb0a89-f23b-4ef5-8f87-983b3d81047a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:23:39Z', 'updated_at': '2022-05-18T18:23:46Z', 'revision_number': 4, 'project_id': '1cf6702826ca40b18af7dfcf12233973', 'subnets': [{'id': 'accb0a89-f23b-4ef5-8f87-983b3d81047a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:23:48.833762 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3f7e2571-b8b1-4b12-9064-7117e94931c1 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:48.842833 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-b3bbc0c8-5b89-4368-9a9e-11342795bae7 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-666235832'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:23:48.848316 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7eb5d5-2944-4170-92b4-e6c7e8e34d3d None None] The sync data for ids ['8b67a8a7-2193-465b-99b6-3e3f0d6374dd'] in n-d-838550-3 is: [{'id': '8b67a8a7-2193-465b-99b6-3e3f0d6374dd', 'name': 'tempest-AttachVolumeNegativeTest-598483996-router', 'tenant_id': '1cf6702826ca40b18af7dfcf12233973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': '4c88ee3f-8327-47c9-8e1d-c3b5a52c51ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:23:34Z', 'updated_at': '2022-05-18T18:23:42Z', 'revision_number': 4, 'project_id': '1cf6702826ca40b18af7dfcf12233973', 'gw_port': {'id': '4c88ee3f-8327-47c9-8e1d-c3b5a52c51ab', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:64:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b67a8a7-2193-465b-99b6-3e3f0d6374dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:23:35Z', 'updated_at': '2022-05-18T18:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': 'ed71b158-f026-42aa-adb7-1dd0aa0eab50', 'name': '', 'network_id': 'b0e0df8a-fe46-47e2-96e7-6f339d67d466', 'tenant_id': '1cf6702826ca40b18af7dfcf12233973', 'mac_address': 'fa:16:3e:09:ad:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b67a8a7-2193-465b-99b6-3e3f0d6374dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2399, 'fixed_ips': [{'subnet_id': 'accb0a89-f23b-4ef5-8f87-983b3d81047a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:23:39Z', 'updated_at': '2022-05-18T18:23:46Z', 'revision_number': 4, 'project_id': '1cf6702826ca40b18af7dfcf12233973', 'subnets': [{'id': 'accb0a89-f23b-4ef5-8f87-983b3d81047a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:23:48.857885 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3f7e2571-b8b1-4b12-9064-7117e94931c1 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:48.914268 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3bbc0c8-5b89-4368-9a9e-11342795bae7 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Made reservation on behalf of da58e9bc8fb64cb8902d79f0a725e08d for: {'network': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:23:48.918014 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b3bbc0c8-5b89-4368-9a9e-11342795bae7 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:48.960818 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b3bbc0c8-5b89-4368-9a9e-11342795bae7 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:48.966212 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7e2571-b8b1-4b12-9064-7117e94931c1 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Pushing event updated for resources: {'Port': ['ID=a1abb733-d28c-4d24-8d95-10605ce63de9,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:23:49.124222 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d623ec9a-0c4d-42ac-b16d-06fe6285aca6 req-a8f62729-0772-46d3-bf0e-b53ba61d73a7 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:23:49.125866 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d623ec9a-0c4d-42ac-b16d-06fe6285aca6 req-a8f62729-0772-46d3-bf0e-b53ba61d73a7 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef854938-189c-46f2-8314-215a08afd5f6 HTTP/1.1" status: 200 len: 947 time: 0.2854633 May 18 18:23:49.127850 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3f7e2571-b8b1-4b12-9064-7117e94931c1 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596987'] for floatingip, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:49.210289 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3f7e2571-b8b1-4b12-9064-7117e94931c1 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:49.220506 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-3f7e2571-b8b1-4b12-9064-7117e94931c1 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5189617 May 18 18:23:49.246675 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b3bbc0c8-5b89-4368-9a9e-11342795bae7 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:49.261233 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b3bbc0c8-5b89-4368-9a9e-11342795bae7 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:49.268206 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d623ec9a-0c4d-42ac-b16d-06fe6285aca6 req-e65ad57e-0e3e-441b-b65e-f6cbd30a8d3b tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=ea6a757a-9c65-4a62-a27e-604b73d281bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1271384 May 18 18:23:49.294547 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3bbc0c8-5b89-4368-9a9e-11342795bae7 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 620} {{(pid=102731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:23:49.361414 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b3bbc0c8-5b89-4368-9a9e-11342795bae7 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:49.361736 n-d-838550-3 neutron-server[102731]: INFO neutron.db.segments_db [None req-b3bbc0c8-5b89-4368-9a9e-11342795bae7 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Added segment 340ab84c-345d-45b3-9b06-a34750b7c4be of type vlan for network a5ac6e02-68e5-42c6-aa0d-a58985fb7e46 May 18 18:23:49.431477 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b3bbc0c8-5b89-4368-9a9e-11342795bae7 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:49.441882 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 9c256227-246e-4630-857d-ac0b1307317a no longer exists at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:23:49.479958 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-800fc4a4-ab09-460c-b5dd-cda5f3041eb3 req-936475fb-3da1-41e7-9423-a1048c260667 tempest-ServerShowV254Test-1999661842 tempest-ServerShowV254Test-1999661842-project] 10.222.0.85 "GET /v2.0/ports?device_id=7d82503c-6880-4acc-8823-83c79ba96704 HTTP/1.1" status: 200 len: 210 time: 0.0676436 May 18 18:23:49.523311 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] No Port match for: 9c256227-246e-4630-857d-ac0b1307317a {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:23:49.523775 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 9c256227-246e-4630-857d-ac0b1307317a not bound to the agent host n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:23:49.524330 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 33664213-089a-4f22-9123-31b7caedaa56 no longer exists at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:23:49.541639 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bbc0c8-5b89-4368-9a9e-11342795bae7 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fa75cc2-c309-464c-b055-bc37acc8a71f,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:23:49.581443 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b3bbc0c8-5b89-4368-9a9e-11342795bae7 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:49.588877 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3bbc0c8-5b89-4368-9a9e-11342795bae7 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:23:49.590927 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b3bbc0c8-5b89-4368-9a9e-11342795bae7 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:49.714205 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c529d43b-1094-4be4-8c5b-95918b6474df req-345acf57-6c54-4f27-9340-8fafc93a819d tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-securitygroup--273233571&fields=id&tenant_id=1cf6702826ca40b18af7dfcf12233973 HTTP/1.1" status: 200 len: 267 time: 0.0836813 May 18 18:23:49.753687 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device ed71b158-f026-42aa-adb7-1dd0aa0eab50 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:23:49.793853 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-b3bbc0c8-5b89-4368-9a9e-11342795bae7 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2422087 May 18 18:23:49.796972 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 45802) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:23:49.818633 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-3c6d7089-d0d8-40f7-a861-4991524cde52 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Request body: {'port': {'network_id': 'a5ac6e02-68e5-42c6-aa0d-a58985fb7e46', 'name': 'tempest-PortsTestJSON-1046268928'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:23:49.891595 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 33664213-089a-4f22-9123-31b7caedaa56 is: ACTIVE; New status is: DOWN {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:23:49.892225 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:49.931165 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bbc0c8-5b89-4368-9a9e-11342795bae7 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Pushing event updated for resources: {'Network': ['ID=a5ac6e02-68e5-42c6-aa0d-a58985fb7e46,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:23:49.948434 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network a5ac6e02-68e5-42c6-aa0d-a58985fb7e46 details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:23:49.949943 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6468546f-2229-4643-9e08-9e7145ef66af req-2f18f4e5-cd1f-4d92-9d54-4c9fd3b44c47 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=16cf3a89-12f1-47de-bba3-dcd801511736 HTTP/1.1" status: 200 len: 210 time: 0.0872974 May 18 18:23:50.020234 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c529d43b-1094-4be4-8c5b-95918b6474df req-6d7f955b-ff79-4f1c-a622-b48cb5255c3b tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:23:50.025354 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c529d43b-1094-4be4-8c5b-95918b6474df req-6d7f955b-ff79-4f1c-a622-b48cb5255c3b tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "GET /v2.0/networks?id=b0e0df8a-fe46-47e2-96e7-6f339d67d466 HTTP/1.1" status: 200 len: 814 time: 0.3100741 May 18 18:23:50.068680 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c529d43b-1094-4be4-8c5b-95918b6474df req-c317ee9b-abc4-4818-925e-3e1bcc9774b7 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "GET /v2.0/quotas/1cf6702826ca40b18af7dfcf12233973 HTTP/1.1" status: 200 len: 375 time: 0.0362241 May 18 18:23:50.073026 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c6d7089-d0d8-40f7-a861-4991524cde52 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Made reservation on behalf of da58e9bc8fb64cb8902d79f0a725e08d for: {'port': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:23:50.074266 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 33664213-089a-4f22-9123-31b7caedaa56, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=33664213-089a-4f22-9123-31b7caedaa56,segment=NetworkSegment(ef93e1fc-f0f4-4220-adc9-d2cb000b3c93),segment_id=ef93e1fc-f0f4-4220-adc9-d2cb000b3c93)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:23:50.077100 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3c6d7089-d0d8-40f7-a861-4991524cde52 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:50.127307 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [None req-3c6d7089-d0d8-40f7-a861-4991524cde52 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] device_id is not set on port 5849fced-6e26-4401-96de-fb285fc44e64 yet. {{(pid=102731) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 18 18:23:50.164991 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c529d43b-1094-4be4-8c5b-95918b6474df req-a5cf13f9-b7fa-49f5-86d2-38d6f14e7217 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=1cf6702826ca40b18af7dfcf12233973&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0803771 May 18 18:23:50.185032 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef854938-189c-46f2-8314-215a08afd5f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33664213-089a-4f22-9123-31b7caedaa56'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:23:50.187497 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf21c112-5b95-4981-91d3-c73e3c03936c" -d '{"events": [{"server_uuid": "ef854938-189c-46f2-8314-215a08afd5f6", "name": "network-vif-unplugged", "status": "completed", "tag": "33664213-089a-4f22-9123-31b7caedaa56"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:23:50.233006 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:50.307142 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 May 2022 18:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c3a9ffe-be94-45bb-bd0e-436e31eb3e82 x-openstack-request-id: req-1c3a9ffe-be94-45bb-bd0e-436e31eb3e82 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:23:50.309028 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef854938-189c-46f2-8314-215a08afd5f6", "name": "network-vif-unplugged", "status": "completed", "tag": "33664213-089a-4f22-9123-31b7caedaa56", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:23:50.309028 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-1c3a9ffe-be94-45bb-bd0e-436e31eb3e82 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:23:50.309028 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c3a9ffe-be94-45bb-bd0e-436e31eb3e82'] response: {'server_uuid': 'ef854938-189c-46f2-8314-215a08afd5f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33664213-089a-4f22-9123-31b7caedaa56', 'code': 200} May 18 18:23:50.310226 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=33664213-089a-4f22-9123-31b7caedaa56,revision_number=11']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:23:50.323807 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port ed71b158-f026-42aa-adb7-1dd0aa0eab50 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:23:50.324560 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:50.445128 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c529d43b-1094-4be4-8c5b-95918b6474df req-751c0102-a535-4680-8c6a-b2d7b6fd0c4e service neutron] 10.222.0.85 "GET /v2.0/networks/b0e0df8a-fe46-47e2-96e7-6f339d67d466?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2540107 May 18 18:23:50.523266 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port ed71b158-f026-42aa-adb7-1dd0aa0eab50 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:23:50.568205 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3c6d7089-d0d8-40f7-a861-4991524cde52 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:50.618447 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3c6d7089-d0d8-40f7-a861-4991524cde52 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:50.644588 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c529d43b-1094-4be4-8c5b-95918b6474df req-0dfd13e3-b3d8-48d5-bf21-ace6437a2af3 service neutron] 10.222.0.85 "GET /v2.0/networks/b0e0df8a-fe46-47e2-96e7-6f339d67d466?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896908 May 18 18:23:50.821497 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6d7089-d0d8-40f7-a861-4991524cde52 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Pushing event updated for resources: {'Port': ['ID=5849fced-6e26-4401-96de-fb285fc44e64,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:23:50.873280 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184ef602-2c6e-4dd5-b021-d3070a404f9b req-8a829361-92f9-4f93-8521-fbf387a6ca2c tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:23:50.882332 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-184ef602-2c6e-4dd5-b021-d3070a404f9b req-8a829361-92f9-4f93-8521-fbf387a6ca2c tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef854938-189c-46f2-8314-215a08afd5f6 HTTP/1.1" status: 200 len: 945 time: 0.4637146 May 18 18:23:50.930158 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6d7089-d0d8-40f7-a861-4991524cde52 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Checking segment: {'id': '340ab84c-345d-45b3-9b06-a34750b7c4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'a5ac6e02-68e5-42c6-aa0d-a58985fb7e46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:23:50.930511 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c6d7089-d0d8-40f7-a861-4991524cde52 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Network hostable DHCP agents. Network: a5ac6e02-68e5-42c6-aa0d-a58985fb7e46, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:23:51.015855 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-184ef602-2c6e-4dd5-b021-d3070a404f9b req-a94cc3b8-fd84-4d64-bf2d-895dd998e553 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=ea6a757a-9c65-4a62-a27e-604b73d281bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1268210 May 18 18:23:51.017302 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c6d7089-d0d8-40f7-a861-4991524cde52 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Network a5ac6e02-68e5-42c6-aa0d-a58985fb7e46 is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:23:51.041529 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-3c6d7089-d0d8-40f7-a861-4991524cde52 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, a5ac6e02-68e5-42c6-aa0d-a58985fb7e46) {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:23:51.047453 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6d7089-d0d8-40f7-a861-4991524cde52 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:23:51.059354 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6d7089-d0d8-40f7-a861-4991524cde52 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:23:51.060324 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3c6d7089-d0d8-40f7-a861-4991524cde52 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:51.061597 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f388276d-43e9-4d69-a27f-5baf66de6163 None None] Network a5ac6e02-68e5-42c6-aa0d-a58985fb7e46 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:23:51.139483 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-227df6ce-512c-415a-889b-b341c6dc5a7e req-96990aad-9774-4274-a381-e47bb357ba4d tempest-ServerShowV254Test-1999661842 tempest-ServerShowV254Test-1999661842-project] 10.222.0.85 "GET /v2.0/ports?device_id=7d82503c-6880-4acc-8823-83c79ba96704 HTTP/1.1" status: 200 len: 210 time: 0.1641116 May 18 18:23:51.156558 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-3c6d7089-d0d8-40f7-a861-4991524cde52 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.3452837 May 18 18:23:51.159929 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 45826) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:23:51.166011 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-88cbf68a-89cb-453b-9236-acf08899e40a tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-209150795'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:23:51.173313 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f7ab86c8-0c4c-4382-a0aa-2b839553073f req-a77d6af9-26e7-4008-bf01-53210071f90e tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "GET /v2.0/ports?device_id=9b9fd8ee-e843-4aca-b24e-7cbfa5ecfb92 HTTP/1.1" status: 200 len: 210 time: 0.0922794 May 18 18:23:51.214888 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88cbf68a-89cb-453b-9236-acf08899e40a tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Made reservation on behalf of da58e9bc8fb64cb8902d79f0a725e08d for: {'network': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:23:51.218722 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-88cbf68a-89cb-453b-9236-acf08899e40a tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:51.291682 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88cbf68a-89cb-453b-9236-acf08899e40a tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 634} {{(pid=102730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:23:51.307784 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-88cbf68a-89cb-453b-9236-acf08899e40a tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:51.309280 n-d-838550-3 neutron-server[102730]: INFO neutron.db.segments_db [None req-88cbf68a-89cb-453b-9236-acf08899e40a tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Added segment c5a31ff1-9dfd-4084-8969-3c7bb8d7f95e of type vlan for network 2ab4081b-ee05-4c3d-88d0-fe7c87203e4f May 18 18:23:51.369506 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ad46eae6-cabd-4463-a3ed-e4a55bb10588 req-618e125f-17c6-4ae8-a769-cabfb142ae0a tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=16cf3a89-12f1-47de-bba3-dcd801511736 HTTP/1.1" status: 200 len: 210 time: 0.0434365 May 18 18:23:51.414824 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-88cbf68a-89cb-453b-9236-acf08899e40a tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:51.448908 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-88cbf68a-89cb-453b-9236-acf08899e40a tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:51.457582 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88cbf68a-89cb-453b-9236-acf08899e40a tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:23:51.458248 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-88cbf68a-89cb-453b-9236-acf08899e40a tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:51.558826 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 45832) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:23:51.559006 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-88cbf68a-89cb-453b-9236-acf08899e40a tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3964994 May 18 18:23:51.562539 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-5403d5f0-9c5c-47f8-b54d-b6dd0b787972 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Request body: {'ports': [{'network_id': 'a5ac6e02-68e5-42c6-aa0d-a58985fb7e46'}, {'network_id': '2ab4081b-ee05-4c3d-88d0-fe7c87203e4f'}]} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:23:51.562860 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-5403d5f0-9c5c-47f8-b54d-b6dd0b787972 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Request body: {'port': {'network_id': 'a5ac6e02-68e5-42c6-aa0d-a58985fb7e46'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:23:51.563346 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-5403d5f0-9c5c-47f8-b54d-b6dd0b787972 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Request body: {'port': {'network_id': '2ab4081b-ee05-4c3d-88d0-fe7c87203e4f'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:23:51.619635 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cbf68a-89cb-453b-9236-acf08899e40a tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Pushing event updated for resources: {'Network': ['ID=2ab4081b-ee05-4c3d-88d0-fe7c87203e4f,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:23:51.638407 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network 2ab4081b-ee05-4c3d-88d0-fe7c87203e4f details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:23:51.850714 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5403d5f0-9c5c-47f8-b54d-b6dd0b787972 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Made reservation on behalf of da58e9bc8fb64cb8902d79f0a725e08d for: {'port': 2} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:23:51.855502 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5403d5f0-9c5c-47f8-b54d-b6dd0b787972 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:51.872420 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5403d5f0-9c5c-47f8-b54d-b6dd0b787972 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:52.080961 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [None req-5403d5f0-9c5c-47f8-b54d-b6dd0b787972 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] device_id is not set on port 5f6da305-989d-4d26-add9-1dd19510002d yet. {{(pid=102731) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 18 18:23:52.212471 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e45d8ad-7a66-489d-a821-54b603f785da req-21bc9e2e-0868-462c-a40c-6a753add64de tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:23:52.214069 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0e45d8ad-7a66-489d-a821-54b603f785da req-21bc9e2e-0868-462c-a40c-6a753add64de tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef854938-189c-46f2-8314-215a08afd5f6 HTTP/1.1" status: 200 len: 945 time: 0.1127334 May 18 18:23:52.286816 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c8a90acb-983b-47a6-b123-cc8b54369cff req-afda3912-d4d7-4191-a6fd-ed5dc609e3ef tempest-ServerShowV254Test-1999661842 tempest-ServerShowV254Test-1999661842-project] 10.222.0.85 "GET /v2.0/ports?device_id=7d82503c-6880-4acc-8823-83c79ba96704 HTTP/1.1" status: 200 len: 210 time: 0.0413063 May 18 18:23:52.297063 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5403d5f0-9c5c-47f8-b54d-b6dd0b787972 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:52.325509 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0e45d8ad-7a66-489d-a821-54b603f785da req-8261e7e2-5b31-470c-a970-1712977c11f8 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=ea6a757a-9c65-4a62-a27e-604b73d281bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029191 May 18 18:23:52.395839 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [None req-5403d5f0-9c5c-47f8-b54d-b6dd0b787972 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] device_id is not set on port db806043-a044-4106-9980-af6487af964f yet. {{(pid=102731) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 18 18:23:52.428586 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-64d624f5-dd04-4d5f-9462-ffb3f45683d9 req-e73094cc-c792-4756-a33f-ff0f887addf2 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "GET /v2.0/ports?device_id=9b9fd8ee-e843-4aca-b24e-7cbfa5ecfb92 HTTP/1.1" status: 200 len: 210 time: 0.0458846 May 18 18:23:52.552615 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-32b516e5-8ea5-4a8d-a2ef-b5d40bbf88cb req-641e3086-d7d1-47a2-8fd1-b42db4806ca7 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=16cf3a89-12f1-47de-bba3-dcd801511736 HTTP/1.1" status: 200 len: 210 time: 0.0419900 May 18 18:23:52.572155 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5403d5f0-9c5c-47f8-b54d-b6dd0b787972 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:52.659948 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5403d5f0-9c5c-47f8-b54d-b6dd0b787972 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:52.772335 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5403d5f0-9c5c-47f8-b54d-b6dd0b787972 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Network a5ac6e02-68e5-42c6-aa0d-a58985fb7e46 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:23:52.775862 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-5403d5f0-9c5c-47f8-b54d-b6dd0b787972 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:23:52.780588 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5403d5f0-9c5c-47f8-b54d-b6dd0b787972 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:23:52.781754 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5403d5f0-9c5c-47f8-b54d-b6dd0b787972 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:52.807847 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5403d5f0-9c5c-47f8-b54d-b6dd0b787972 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Pushing event updated for resources: {'Port': ['ID=5f6da305-989d-4d26-add9-1dd19510002d,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:23:52.830855 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c529d43b-1094-4be4-8c5b-95918b6474df req-c0f298a5-d189-49b1-a7a7-4446a04d2e2f tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:23:52.832172 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-369b4011-0945-4f96-8fac-2fe233e3050b req-026693f8-9b3d-4e67-9f18-c5c943f5dc44 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=7d82503c-6880-4acc-8823-83c79ba96704 HTTP/1.1" status: 200 len: 210 time: 0.0411618 May 18 18:23:52.838403 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c529d43b-1094-4be4-8c5b-95918b6474df req-c0f298a5-d189-49b1-a7a7-4446a04d2e2f tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.36 "GET /v2.0/networks?id=b0e0df8a-fe46-47e2-96e7-6f339d67d466 HTTP/1.1" status: 200 len: 814 time: 0.2790496 May 18 18:23:52.906941 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5403d5f0-9c5c-47f8-b54d-b6dd0b787972 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Pushing event updated for resources: {'Port': ['ID=db806043-a044-4106-9980-af6487af964f,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:23:52.917410 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5403d5f0-9c5c-47f8-b54d-b6dd0b787972 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Checking segment: {'id': 'c5a31ff1-9dfd-4084-8969-3c7bb8d7f95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '2ab4081b-ee05-4c3d-88d0-fe7c87203e4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:23:52.918587 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5403d5f0-9c5c-47f8-b54d-b6dd0b787972 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Network hostable DHCP agents. Network: 2ab4081b-ee05-4c3d-88d0-fe7c87203e4f, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:23:52.931743 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c529d43b-1094-4be4-8c5b-95918b6474df req-c41d7662-0288-441f-96e3-47b9f26f1440 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1cf6702826ca40b18af7dfcf12233973 HTTP/1.1" status: 200 len: 379 time: 0.0724909 May 18 18:23:52.949047 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5403d5f0-9c5c-47f8-b54d-b6dd0b787972 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Network 2ab4081b-ee05-4c3d-88d0-fe7c87203e4f is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:23:52.951548 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-c529d43b-1094-4be4-8c5b-95918b6474df req-919f888f-c34c-4aa3-8e6a-7c547dc126d4 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Request body: {'port': {'device_id': '9b9fd8ee-e843-4aca-b24e-7cbfa5ecfb92', 'network_id': 'b0e0df8a-fe46-47e2-96e7-6f339d67d466', 'admin_state_up': True, 'tenant_id': '1cf6702826ca40b18af7dfcf12233973', 'security_groups': ['2c58082d-62d2-4dbd-855f-9827a04387ad']}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:23:52.970945 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-5403d5f0-9c5c-47f8-b54d-b6dd0b787972 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, 2ab4081b-ee05-4c3d-88d0-fe7c87203e4f) {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:23:52.981672 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff99df5d-2897-42f1-8009-fe28d1753a79 None None] Network 2ab4081b-ee05-4c3d-88d0-fe7c87203e4f requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:23:52.986005 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5403d5f0-9c5c-47f8-b54d-b6dd0b787972 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:23:52.993978 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5403d5f0-9c5c-47f8-b54d-b6dd0b787972 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:23:52.999413 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5403d5f0-9c5c-47f8-b54d-b6dd0b787972 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:23:53.000120 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5403d5f0-9c5c-47f8-b54d-b6dd0b787972 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:53.037417 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-5403d5f0-9c5c-47f8-b54d-b6dd0b787972 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.4785719 May 18 18:23:53.040058 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 45866) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:23:53.196521 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c529d43b-1094-4be4-8c5b-95918b6474df req-919f888f-c34c-4aa3-8e6a-7c547dc126d4 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Made reservation on behalf of 1cf6702826ca40b18af7dfcf12233973 for: {'port': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:23:53.200487 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-c529d43b-1094-4be4-8c5b-95918b6474df req-919f888f-c34c-4aa3-8e6a-7c547dc126d4 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:53.234687 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-9cb64e78-b196-453b-84f1-c256093a99fb tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Deleting port db806043-a044-4106-9980-af6487af964f {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:23:53.235313 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9cb64e78-b196-453b-84f1-c256093a99fb tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:53.342374 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9cb64e78-b196-453b-84f1-c256093a99fb tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:53.361469 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-9cb64e78-b196-453b-84f1-c256093a99fb tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Calling delete_port for db806043-a044-4106-9980-af6487af964f owned by {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:23:53.452340 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 33664213-089a-4f22-9123-31b7caedaa56 details requested by agent hyperv_n-h1-838550-3 with host n-h1-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:23:53.470810 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9cb64e78-b196-453b-84f1-c256093a99fb tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:53.489441 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-455a829e-92fb-4367-9a40-3185b76f6df0 req-f8620ae1-4380-404e-97e6-9c4c8f43ba7c tempest-ServerShowV254Test-1999661842 tempest-ServerShowV254Test-1999661842-project] 10.222.0.85 "GET /v2.0/ports?device_id=7d82503c-6880-4acc-8823-83c79ba96704 HTTP/1.1" status: 200 len: 210 time: 0.0529745 May 18 18:23:53.582327 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [req-c529d43b-1094-4be4-8c5b-95918b6474df req-919f888f-c34c-4aa3-8e6a-7c547dc126d4 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Allocated IP 172.20.0.4 (b0e0df8a-fe46-47e2-96e7-6f339d67d466/accb0a89-f23b-4ef5-8f87-983b3d81047a/90514794-1f1f-4757-a687-051a1fe538a4) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:23:53.662183 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb64e78-b196-453b-84f1-c256093a99fb tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Pushing event deleted for resources: {'Port': ['ID=db806043-a044-4106-9980-af6487af964f,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:23:53.684609 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9cb64e78-b196-453b-84f1-c256093a99fb tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:53.690543 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-9cb64e78-b196-453b-84f1-c256093a99fb tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] 10.222.0.85 "DELETE /v2.0/ports/db806043-a044-4106-9980-af6487af964f HTTP/1.1" status: 204 len: 168 time: 0.6490586 May 18 18:23:53.701159 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 45890) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:23:53.884912 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 33664213-089a-4f22-9123-31b7caedaa56, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=33664213-089a-4f22-9123-31b7caedaa56,segment=NetworkSegment(ef93e1fc-f0f4-4220-adc9-d2cb000b3c93),segment_id=ef93e1fc-f0f4-4220-adc9-d2cb000b3c93)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:23:53.904229 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be27de9-e3ce-4353-90c8-0d27d826ba22 req-636b3009-9803-4dbe-9b56-5c19dea37e9d tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:23:53.905855 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5be27de9-e3ce-4353-90c8-0d27d826ba22 req-636b3009-9803-4dbe-9b56-5c19dea37e9d tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef854938-189c-46f2-8314-215a08afd5f6 HTTP/1.1" status: 200 len: 945 time: 0.4203877 May 18 18:23:53.914346 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Returning: {'device': '33664213-089a-4f22-9123-31b7caedaa56', 'network_id': 'adbd4d3b-93fc-4f7a-a6ae-1551b2db5668', 'port_id': '33664213-089a-4f22-9123-31b7caedaa56', 'mac_address': 'fa:16:3e:ac:17:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b85d9655-9e18-4f20-bd82-d6f95b142d2a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:23:53.933047 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-61a166ab-3d05-4903-b2ba-c80941e20f6e req-09c4f2ea-b677-44e2-96d1-23af5977db5f tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "GET /v2.0/ports?device_id=9b9fd8ee-e843-4aca-b24e-7cbfa5ecfb92 HTTP/1.1" status: 200 len: 210 time: 0.0855992 May 18 18:23:53.946362 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-c529d43b-1094-4be4-8c5b-95918b6474df req-919f888f-c34c-4aa3-8e6a-7c547dc126d4 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:53.957395 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-191f98d7-6ea2-4b77-ab60-bc37b399ce8b tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:23:53.979553 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-191f98d7-6ea2-4b77-ab60-bc37b399ce8b tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:23:53.981321 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-191f98d7-6ea2-4b77-ab60-bc37b399ce8b tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] 10.222.0.85 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.2759287 May 18 18:23:53.988852 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 45894) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:23:54.058835 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 33664213-089a-4f22-9123-31b7caedaa56 is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:23:54.059402 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:54.089186 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5be27de9-e3ce-4353-90c8-0d27d826ba22 req-b198d1a2-ca46-4ec8-a843-54fa403a9324 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=ea6a757a-9c65-4a62-a27e-604b73d281bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1609795 May 18 18:23:54.094194 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33664213-089a-4f22-9123-31b7caedaa56 {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:23:54.140104 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 33664213-089a-4f22-9123-31b7caedaa56, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=33664213-089a-4f22-9123-31b7caedaa56,segment=NetworkSegment(ef93e1fc-f0f4-4220-adc9-d2cb000b3c93),segment_id=ef93e1fc-f0f4-4220-adc9-d2cb000b3c93)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:23:54.147890 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:54.220847 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=33664213-089a-4f22-9123-31b7caedaa56,revision_number=12']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:23:54.249790 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['33664213-089a-4f22-9123-31b7caedaa56'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:23:54.296122 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a7f85198-0040-4813-a772-e105fe56eaf5 req-abcd45ed-a1e0-4ea7-a2c2-a9f3e0cc55b6 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=16cf3a89-12f1-47de-bba3-dcd801511736 HTTP/1.1" status: 200 len: 210 time: 0.1083422 May 18 18:23:54.320695 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-c529d43b-1094-4be4-8c5b-95918b6474df req-919f888f-c34c-4aa3-8e6a-7c547dc126d4 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:54.436711 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919f888f-c34c-4aa3-8e6a-7c547dc126d4 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Pushing event updated for resources: {'Port': ['ID=90514794-1f1f-4757-a687-051a1fe538a4,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:23:54.455685 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c529d43b-1094-4be4-8c5b-95918b6474df req-919f888f-c34c-4aa3-8e6a-7c547dc126d4 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Network b0e0df8a-fe46-47e2-96e7-6f339d67d466 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:23:54.459969 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-7007944a-850c-4390-bf7a-089fbcaefa1e tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Deleting port 5f6da305-989d-4d26-add9-1dd19510002d {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:23:54.460502 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7007944a-850c-4390-bf7a-089fbcaefa1e tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:54.464513 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [req-c529d43b-1094-4be4-8c5b-95918b6474df req-919f888f-c34c-4aa3-8e6a-7c547dc126d4 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:23:54.498337 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-c529d43b-1094-4be4-8c5b-95918b6474df req-919f888f-c34c-4aa3-8e6a-7c547dc126d4 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:23:54.514577 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5786e703-cbda-4c14-805d-a49d4b80f9a6 req-52e17983-75ca-4f36-8c57-a02d767eef1b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2aaa7b97-c1f6-417f-be5b-d86238fc14b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1142838 May 18 18:23:54.726345 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c529d43b-1094-4be4-8c5b-95918b6474df req-919f888f-c34c-4aa3-8e6a-7c547dc126d4 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:23:54.737885 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-c529d43b-1094-4be4-8c5b-95918b6474df req-919f888f-c34c-4aa3-8e6a-7c547dc126d4 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:54.756730 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c529d43b-1094-4be4-8c5b-95918b6474df req-919f888f-c34c-4aa3-8e6a-7c547dc126d4 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8133180 May 18 18:23:54.784543 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-c529d43b-1094-4be4-8c5b-95918b6474df req-483f91ca-2369-4900-aa60-0333727553c2 service neutron] Request body: {'port': {'device_id': '9b9fd8ee-e843-4aca-b24e-7cbfa5ecfb92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-3'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:23:54.794235 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1caf7d60-3c38-46b0-8281-458bbba391d7 req-93a14b75-d962-4825-9719-594b9b5a0ce1 tempest-ServerShowV254Test-1999661842 tempest-ServerShowV254Test-1999661842-project] 10.222.0.85 "GET /v2.0/ports?device_id=7d82503c-6880-4acc-8823-83c79ba96704 HTTP/1.1" status: 200 len: 210 time: 0.1181293 May 18 18:23:54.799790 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5786e703-cbda-4c14-805d-a49d4b80f9a6 req-f0be874d-8ccd-4007-afb5-0d72e5267965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:23:54.807251 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5786e703-cbda-4c14-805d-a49d4b80f9a6 req-f0be874d-8ccd-4007-afb5-0d72e5267965 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=06b3ed36f50a43fd9cfeaa89e080d35b&device_id=2aaa7b97-c1f6-417f-be5b-d86238fc14b5 HTTP/1.1" status: 200 len: 1096 time: 0.2221124 May 18 18:23:54.878225 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-72aaa745-1b6b-43f3-b1fb-0ee28dbd3e11 None None] Provisioning complete for port 90514794-1f1f-4757-a687-051a1fe538a4 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:23:54.878612 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-72aaa745-1b6b-43f3-b1fb-0ee28dbd3e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:54.928841 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-72aaa745-1b6b-43f3-b1fb-0ee28dbd3e11 None None] Port 90514794-1f1f-4757-a687-051a1fe538a4 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:23:54.947543 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7007944a-850c-4390-bf7a-089fbcaefa1e tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:54.974216 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-c529d43b-1094-4be4-8c5b-95918b6474df req-483f91ca-2369-4900-aa60-0333727553c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:55.007151 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-7007944a-850c-4390-bf7a-089fbcaefa1e tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Calling delete_port for 5f6da305-989d-4d26-add9-1dd19510002d owned by {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:23:55.136069 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5786e703-cbda-4c14-805d-a49d4b80f9a6 req-72c5fdcd-4353-44e3-83cf-341891396647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:23:55.138707 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5786e703-cbda-4c14-805d-a49d4b80f9a6 req-72c5fdcd-4353-44e3-83cf-341891396647 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f71fa67d-25f1-4a38-8ed3-26de55da5fe6 HTTP/1.1" status: 200 len: 898 time: 0.3086560 May 18 18:23:55.171804 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7007944a-850c-4390-bf7a-089fbcaefa1e tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:55.263121 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7007944a-850c-4390-bf7a-089fbcaefa1e tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:55.275878 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-7007944a-850c-4390-bf7a-089fbcaefa1e tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] 10.222.0.85 "DELETE /v2.0/ports/5f6da305-989d-4d26-add9-1dd19510002d HTTP/1.1" status: 204 len: 168 time: 1.2849021 May 18 18:23:55.316296 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 45922) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:23:55.321257 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7007944a-850c-4390-bf7a-089fbcaefa1e tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Pushing event deleted for resources: {'Port': ['ID=5f6da305-989d-4d26-add9-1dd19510002d,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:23:55.448875 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91148b84-318f-4a5c-ae98-e55cf6ca577f req-02cac8b9-8962-4efe-83d9-5f1576a18da9 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:23:55.450979 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 33664213-089a-4f22-9123-31b7caedaa56 up at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:23:55.480109 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-91148b84-318f-4a5c-ae98-e55cf6ca577f req-02cac8b9-8962-4efe-83d9-5f1576a18da9 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "GET /v2.0/ports?device_id=9b9fd8ee-e843-4aca-b24e-7cbfa5ecfb92 HTTP/1.1" status: 200 len: 931 time: 0.3402629 May 18 18:23:55.617113 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning complete for port 33664213-089a-4f22-9123-31b7caedaa56 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:23:55.617502 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:55.629482 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5786e703-cbda-4c14-805d-a49d4b80f9a6 req-3e4eb05b-05c1-4aed-9985-54e9b63a3a97 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d1375281-ce80-4c02-aa8e-557572891cb2 HTTP/1.1" status: 200 len: 1001 time: 0.4741480 May 18 18:23:55.674237 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-91148b84-318f-4a5c-ae98-e55cf6ca577f req-72922e84-88c8-4358-8927-59cb4e4bf54a tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "GET /v2.0/security-groups?id=2c58082d-62d2-4dbd-855f-9827a04387ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1771619 May 18 18:23:55.809376 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5786e703-cbda-4c14-805d-a49d4b80f9a6 req-e3b09917-f66c-4145-bfb7-e998dd987042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:23:55.814659 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5786e703-cbda-4c14-805d-a49d4b80f9a6 req-e3b09917-f66c-4145-bfb7-e998dd987042 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=319c66c3-8a7e-46c8-956a-e2b3a85f9524 HTTP/1.1" status: 200 len: 835 time: 0.1571989 May 18 18:23:55.873905 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 33664213-089a-4f22-9123-31b7caedaa56 is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:23:55.874292 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:55.965738 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef854938-189c-46f2-8314-215a08afd5f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33664213-089a-4f22-9123-31b7caedaa56'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:23:55.975077 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e179cec2-39f7-4ced-9890-260526acaa6f" -d '{"events": [{"server_uuid": "ef854938-189c-46f2-8314-215a08afd5f6", "name": "network-vif-plugged", "status": "completed", "tag": "33664213-089a-4f22-9123-31b7caedaa56"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:23:55.992986 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-421fba6f-923d-465b-acb4-50d922b9a51f req-69faa176-f147-41f6-9867-4c5023bd7e6d tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=16cf3a89-12f1-47de-bba3-dcd801511736 HTTP/1.1" status: 200 len: 210 time: 0.1019051 May 18 18:23:56.027409 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 33664213-089a-4f22-9123-31b7caedaa56, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=33664213-089a-4f22-9123-31b7caedaa56,segment=NetworkSegment(ef93e1fc-f0f4-4220-adc9-d2cb000b3c93),segment_id=ef93e1fc-f0f4-4220-adc9-d2cb000b3c93)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:23:56.034457 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:56.061968 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5786e703-cbda-4c14-805d-a49d4b80f9a6 req-15ad2464-835e-4275-af97-2c0947dfeae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:23:56.066784 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5786e703-cbda-4c14-805d-a49d4b80f9a6 req-15ad2464-835e-4275-af97-2c0947dfeae7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f71fa67d-25f1-4a38-8ed3-26de55da5fe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2434413 May 18 18:23:56.134970 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [req-c529d43b-1094-4be4-8c5b-95918b6474df req-483f91ca-2369-4900-aa60-0333727553c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90514794-1f1f-4757-a687-051a1fe538a4 {{(pid=102730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:23:56.166467 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-c529d43b-1094-4be4-8c5b-95918b6474df req-483f91ca-2369-4900-aa60-0333727553c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:56.167772 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=33664213-089a-4f22-9123-31b7caedaa56,revision_number=13']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:23:56.228082 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [req-c529d43b-1094-4be4-8c5b-95918b6474df req-483f91ca-2369-4900-aa60-0333727553c2 service neutron] Transition to ACTIVE for port object 90514794-1f1f-4757-a687-051a1fe538a4 will not be triggered until provisioned by entity L2. {{(pid=102730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:23:56.258160 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-c529d43b-1094-4be4-8c5b-95918b6474df req-483f91ca-2369-4900-aa60-0333727553c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:56.505087 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c67fabfd-d9ae-4743-a6d9-ca25a8e479dc tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:23:56.508141 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-c67fabfd-d9ae-4743-a6d9-ca25a8e479dc tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] 10.222.0.85 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 1.1880369 May 18 18:23:56.574820 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 45944) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:23:56.628058 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483f91ca-2369-4900-aa60-0333727553c2 service neutron] Pushing event updated for resources: {'Port': ['ID=90514794-1f1f-4757-a687-051a1fe538a4,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:23:56.658778 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb54b8b6-9f44-40a9-9b23-73a2cb3c2901 req-2366ba76-7fc6-40eb-a1e3-87557af83913 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:23:56.667855 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bb54b8b6-9f44-40a9-9b23-73a2cb3c2901 req-2366ba76-7fc6-40eb-a1e3-87557af83913 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef854938-189c-46f2-8314-215a08afd5f6 HTTP/1.1" status: 200 len: 947 time: 0.4292116 May 18 18:23:56.724885 n-d-838550-3 neutron-server[102730]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6962d89-6aed-47ef-88dd-6f61ee4436f1 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] GET failed (client error): The resource could not be found. May 18 18:23:56.726677 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-b6962d89-6aed-47ef-88dd-6f61ee4436f1 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] 10.222.0.85 "GET /v2.0/ports/db806043-a044-4106-9980-af6487af964f HTTP/1.1" status: 404 len: 333 time: 0.1474655 May 18 18:23:56.729897 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 45950) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:23:56.800222 n-d-838550-3 neutron-server[102730]: INFO neutron.pecan_wsgi.hooks.translation [None req-7262871d-dcd8-4e9d-86da-89ae1bddf149 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] GET failed (client error): The resource could not be found. May 18 18:23:56.803747 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-7262871d-dcd8-4e9d-86da-89ae1bddf149 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] 10.222.0.85 "GET /v2.0/ports/5f6da305-989d-4d26-add9-1dd19510002d HTTP/1.1" status: 404 len: 333 time: 0.0727348 May 18 18:23:56.831955 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 45952) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:23:56.836197 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-c529d43b-1094-4be4-8c5b-95918b6474df req-483f91ca-2369-4900-aa60-0333727553c2 service neutron] Attempting to bind port 90514794-1f1f-4757-a687-051a1fe538a4 on host n-h1-838550-3 for vnic_type normal with profile {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:23:56.836648 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-c529d43b-1094-4be4-8c5b-95918b6474df req-483f91ca-2369-4900-aa60-0333727553c2 service neutron] Attempting to bind port 90514794-1f1f-4757-a687-051a1fe538a4 by drivers openvswitch,hyperv on host n-h1-838550-3 at level 0 using segments [{'id': 'a898997a-d1fc-408c-b1d2-fe587c78d0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'b0e0df8a-fe46-47e2-96e7-6f339d67d466'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:23:56.837093 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c529d43b-1094-4be4-8c5b-95918b6474df req-483f91ca-2369-4900-aa60-0333727553c2 service neutron] Attempting to bind port 90514794-1f1f-4757-a687-051a1fe538a4 on network b0e0df8a-fe46-47e2-96e7-6f339d67d466 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:23:56.885086 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c529d43b-1094-4be4-8c5b-95918b6474df req-483f91ca-2369-4900-aa60-0333727553c2 service neutron] Port 90514794-1f1f-4757-a687-051a1fe538a4 on network b0e0df8a-fe46-47e2-96e7-6f339d67d466 not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-3 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:23:56.885861 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c529d43b-1094-4be4-8c5b-95918b6474df req-483f91ca-2369-4900-aa60-0333727553c2 service neutron] Attempting to bind port 90514794-1f1f-4757-a687-051a1fe538a4 on network b0e0df8a-fe46-47e2-96e7-6f339d67d466 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:23:56.913586 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bb54b8b6-9f44-40a9-9b23-73a2cb3c2901 req-ff7bead7-45ae-4803-89f6-96b117080c36 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=ea6a757a-9c65-4a62-a27e-604b73d281bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2447309 May 18 18:23:56.947569 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c529d43b-1094-4be4-8c5b-95918b6474df req-483f91ca-2369-4900-aa60-0333727553c2 service neutron] Checking agent: {'id': '1dbac822-25f2-4df8-9dc8-5c2e7b136eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:23:56.948346 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c529d43b-1094-4be4-8c5b-95918b6474df req-483f91ca-2369-4900-aa60-0333727553c2 service neutron] Checking segment: {'id': 'a898997a-d1fc-408c-b1d2-fe587c78d0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'b0e0df8a-fe46-47e2-96e7-6f339d67d466'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:23:56.948974 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c529d43b-1094-4be4-8c5b-95918b6474df req-483f91ca-2369-4900-aa60-0333727553c2 service neutron] Bound using segment: {'id': 'a898997a-d1fc-408c-b1d2-fe587c78d0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'b0e0df8a-fe46-47e2-96e7-6f339d67d466'} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:23:56.950034 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-c529d43b-1094-4be4-8c5b-95918b6474df req-483f91ca-2369-4900-aa60-0333727553c2 service neutron] Bound port: 90514794-1f1f-4757-a687-051a1fe538a4, host: n-h1-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a898997a-d1fc-408c-b1d2-fe587c78d0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'b0e0df8a-fe46-47e2-96e7-6f339d67d466'}}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:23:56.952706 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-c529d43b-1094-4be4-8c5b-95918b6474df req-483f91ca-2369-4900-aa60-0333727553c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:57.020448 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d733a50-3ece-482e-b598-d98a74771c47 x-openstack-request-id: req-3d733a50-3ece-482e-b598-d98a74771c47 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:23:57.020968 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef854938-189c-46f2-8314-215a08afd5f6", "name": "network-vif-plugged", "status": "completed", "tag": "33664213-089a-4f22-9123-31b7caedaa56", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:23:57.021541 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-3d733a50-3ece-482e-b598-d98a74771c47 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:23:57.022601 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d733a50-3ece-482e-b598-d98a74771c47'] response: {'server_uuid': 'ef854938-189c-46f2-8314-215a08afd5f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33664213-089a-4f22-9123-31b7caedaa56', 'code': 200} May 18 18:23:57.167762 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-c529d43b-1094-4be4-8c5b-95918b6474df req-483f91ca-2369-4900-aa60-0333727553c2 service neutron] For port 90514794-1f1f-4757-a687-051a1fe538a4, host n-h1-838550-3, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:23:57.171787 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-c529d43b-1094-4be4-8c5b-95918b6474df req-483f91ca-2369-4900-aa60-0333727553c2 service neutron] For port 90514794-1f1f-4757-a687-051a1fe538a4, host n-h1-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=90514794-1f1f-4757-a687-051a1fe538a4,segment=NetworkSegment(a898997a-d1fc-408c-b1d2-fe587c78d0c1),segment_id=a898997a-d1fc-408c-b1d2-fe587c78d0c1)] {{(pid=102730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:23:57.183130 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-c529d43b-1094-4be4-8c5b-95918b6474df req-483f91ca-2369-4900-aa60-0333727553c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:57.233953 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-61e32e33-e09f-4600-9528-b0a7beee6dac req-d0c2329e-da25-42f8-990f-6b4c33c21896 tempest-ServerShowV254Test-1999661842 tempest-ServerShowV254Test-1999661842-project] 10.222.0.85 "GET /v2.0/ports?device_id=7d82503c-6880-4acc-8823-83c79ba96704 HTTP/1.1" status: 200 len: 210 time: 1.0235522 May 18 18:23:57.311177 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5786e703-cbda-4c14-805d-a49d4b80f9a6 req-c18a059d-6d48-404e-82c9-04f04e2750f9 service neutron] 10.222.0.36 "GET /v2.0/networks/f71fa67d-25f1-4a38-8ed3-26de55da5fe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2324345 May 18 18:23:57.357244 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4e9af50b-76d7-4115-bdc4-ddd9df81f1c6 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:57.389472 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c529d43b-1094-4be4-8c5b-95918b6474df req-483f91ca-2369-4900-aa60-0333727553c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:23:57.390625 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-c529d43b-1094-4be4-8c5b-95918b6474df req-483f91ca-2369-4900-aa60-0333727553c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:57.392402 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c529d43b-1094-4be4-8c5b-95918b6474df req-483f91ca-2369-4900-aa60-0333727553c2 service neutron] 10.222.0.36 "PUT /v2.0/ports/90514794-1f1f-4757-a687-051a1fe538a4 HTTP/1.1" status: 200 len: 1091 time: 2.6194077 May 18 18:23:57.397700 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b9fd8ee-e843-4aca-b24e-7cbfa5ecfb92', 'tag': '90514794-1f1f-4757-a687-051a1fe538a4'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:23:57.414427 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92f0fb78-bb68-423a-a860-1ea042685daa" -d '{"events": [{"name": "network-changed", "server_uuid": "9b9fd8ee-e843-4aca-b24e-7cbfa5ecfb92", "tag": "90514794-1f1f-4757-a687-051a1fe538a4"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:23:57.568002 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53499b61-9f4f-4027-95fd-c9edc39b4781 x-openstack-request-id: req-53499b61-9f4f-4027-95fd-c9edc39b4781 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:23:57.568490 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b9fd8ee-e843-4aca-b24e-7cbfa5ecfb92", "tag": "90514794-1f1f-4757-a687-051a1fe538a4", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:23:57.569309 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-53499b61-9f4f-4027-95fd-c9edc39b4781 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:23:57.569309 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53499b61-9f4f-4027-95fd-c9edc39b4781'] response: {'name': 'network-changed', 'server_uuid': '9b9fd8ee-e843-4aca-b24e-7cbfa5ecfb92', 'tag': '90514794-1f1f-4757-a687-051a1fe538a4', 'status': 'completed', 'code': 200} May 18 18:23:57.584140 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5786e703-cbda-4c14-805d-a49d4b80f9a6 req-91c59191-b6ae-4c55-9440-4934fe5f09e4 service neutron] 10.222.0.36 "GET /v2.0/networks/f71fa67d-25f1-4a38-8ed3-26de55da5fe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2628314 May 18 18:23:57.789685 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4e9af50b-76d7-4115-bdc4-ddd9df81f1c6 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:57.817550 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-4e9af50b-76d7-4115-bdc4-ddd9df81f1c6 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ab4081b-ee05-4c3d-88d0-fe7c87203e4f']}} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:23:57.828554 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-4e9af50b-76d7-4115-bdc4-ddd9df81f1c6 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5a31ff1-9dfd-4084-8969-3c7bb8d7f95e') {'for_net_delete': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:23:57.829356 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-4e9af50b-76d7-4115-bdc4-ddd9df81f1c6 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5a31ff1-9dfd-4084-8969-3c7bb8d7f95e') {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:23:57.842567 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4e9af50b-76d7-4115-bdc4-ddd9df81f1c6 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260107375'] for segment, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:57.887596 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4e9af50b-76d7-4115-bdc4-ddd9df81f1c6 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:57.899729 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e9af50b-76d7-4115-bdc4-ddd9df81f1c6 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=102730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:23:57.900263 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4e9af50b-76d7-4115-bdc4-ddd9df81f1c6 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261102736'] for segment, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:58.053360 n-d-838550-3 neutron-server[102730]: Traceback (most recent call last): May 18 18:23:58.053360 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:23:58.053360 n-d-838550-3 neutron-server[102730]: timer() May 18 18:23:58.053360 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:23:58.053360 n-d-838550-3 neutron-server[102730]: cb(*args, **kw) May 18 18:23:58.053360 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:23:58.053360 n-d-838550-3 neutron-server[102730]: return func(*args, **kwargs) May 18 18:23:58.053360 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:23:58.053360 n-d-838550-3 neutron-server[102730]: self._notify() May 18 18:23:58.053360 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:23:58.053360 n-d-838550-3 neutron-server[102730]: self.callback(batched_events) May 18 18:23:58.053360 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:23:58.053360 n-d-838550-3 neutron-server[102730]: event.method(event) May 18 18:23:58.053360 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:23:58.053360 n-d-838550-3 neutron-server[102730]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:23:58.053360 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:23:58.053360 n-d-838550-3 neutron-server[102730]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:23:58.053360 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:23:58.053360 n-d-838550-3 neutron-server[102730]: return f(self, *a, **k) May 18 18:23:58.053360 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:23:58.053360 n-d-838550-3 neutron-server[102730]: return self._get(url).json() May 18 18:23:58.053360 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:23:58.053360 n-d-838550-3 neutron-server[102730]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:23:58.053360 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:23:58.053360 n-d-838550-3 neutron-server[102730]: return self.request(url, 'GET', **kwargs) May 18 18:23:58.053360 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:23:58.053360 n-d-838550-3 neutron-server[102730]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:23:58.053360 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:23:58.053360 n-d-838550-3 neutron-server[102730]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:23:58.053360 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:23:58.053360 n-d-838550-3 neutron-server[102730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:23:58.053360 n-d-838550-3 neutron-server[102730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:23:58.055615 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483f91ca-2369-4900-aa60-0333727553c2 service neutron] Pushing event updated for resources: {'Port': ['ID=90514794-1f1f-4757-a687-051a1fe538a4,revision_number=3']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:23:58.102248 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd7853b-16e2-43db-9f9f-aa329c2d3a7a req-2ac4cd97-e577-4379-a487-d31d30c5c21f tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:23:58.104138 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9cd7853b-16e2-43db-9f9f-aa329c2d3a7a req-2ac4cd97-e577-4379-a487-d31d30c5c21f tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "GET /v2.0/ports?device_id=9b9fd8ee-e843-4aca-b24e-7cbfa5ecfb92 HTTP/1.1" status: 200 len: 943 time: 0.9304504 May 18 18:23:58.164898 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c216cd06-0164-4a47-9e35-6d3c64dccbf6 req-7d8d5417-b465-4d4c-8104-3884f84e9fe5 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:23:58.174021 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c216cd06-0164-4a47-9e35-6d3c64dccbf6 req-7d8d5417-b465-4d4c-8104-3884f84e9fe5 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef854938-189c-46f2-8314-215a08afd5f6 HTTP/1.1" status: 200 len: 947 time: 0.1142893 May 18 18:23:58.175214 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4e9af50b-76d7-4115-bdc4-ddd9df81f1c6 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:58.193014 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c529d43b-1094-4be4-8c5b-95918b6474df req-8bf94cea-0e56-40ea-9706-9bbeb25f5ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:23:58.202187 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c529d43b-1094-4be4-8c5b-95918b6474df req-8bf94cea-0e56-40ea-9706-9bbeb25f5ba7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1cf6702826ca40b18af7dfcf12233973&device_id=9b9fd8ee-e843-4aca-b24e-7cbfa5ecfb92 HTTP/1.1" status: 200 len: 1094 time: 0.7261329 May 18 18:23:58.250692 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c216cd06-0164-4a47-9e35-6d3c64dccbf6 req-71a74bf3-0d8e-4cba-8a9f-3ef77de1b4a4 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=ea6a757a-9c65-4a62-a27e-604b73d281bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752602 May 18 18:23:58.289098 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4e9af50b-76d7-4115-bdc4-ddd9df81f1c6 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:58.303599 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 45970) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:23:58.304264 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-4e9af50b-76d7-4115-bdc4-ddd9df81f1c6 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] 10.222.0.85 "DELETE /v2.0/networks/2ab4081b-ee05-4c3d-88d0-fe7c87203e4f HTTP/1.1" status: 204 len: 168 time: 1.4620292 May 18 18:23:58.307938 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9af50b-76d7-4115-bdc4-ddd9df81f1c6 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Pushing event deleted for resources: {'Network': ['ID=2ab4081b-ee05-4c3d-88d0-fe7c87203e4f,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:23:58.309701 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-46e07826-c474-4f19-a85e-fd2c808288cd tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1488246756'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:23:58.375499 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46e07826-c474-4f19-a85e-fd2c808288cd tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Made reservation on behalf of da58e9bc8fb64cb8902d79f0a725e08d for: {'network': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:23:58.380660 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-46e07826-c474-4f19-a85e-fd2c808288cd tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:58.413202 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c529d43b-1094-4be4-8c5b-95918b6474df req-1c90f2a0-06c1-411a-bf7c-733c3a726371 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90514794-1f1f-4757-a687-051a1fe538a4 HTTP/1.1" status: 200 len: 217 time: 0.1315367 May 18 18:23:58.430909 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9cd7853b-16e2-43db-9f9f-aa329c2d3a7a req-66775c44-7922-4732-bfce-3a60b2841bc6 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "GET /v2.0/security-groups?id=2c58082d-62d2-4dbd-855f-9827a04387ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3123479 May 18 18:23:58.503420 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e189ac83-7b74-4474-9864-74404ce501a6 req-fd8c006b-429c-46ac-bb46-58c202667d20 tempest-ServerShowV254Test-1999661842 tempest-ServerShowV254Test-1999661842-project] 10.222.0.85 "GET /v2.0/ports?device_id=7d82503c-6880-4acc-8823-83c79ba96704 HTTP/1.1" status: 200 len: 210 time: 0.0938499 May 18 18:23:58.538648 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46e07826-c474-4f19-a85e-fd2c808288cd tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 647} {{(pid=102731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:23:58.577205 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-46e07826-c474-4f19-a85e-fd2c808288cd tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:58.577986 n-d-838550-3 neutron-server[102731]: INFO neutron.db.segments_db [None req-46e07826-c474-4f19-a85e-fd2c808288cd tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Added segment 6063defb-e0aa-42be-a38b-2c58b530e12c of type vlan for network ac81316b-c5b5-4afe-ac13-debdd79968eb May 18 18:23:58.598000 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c529d43b-1094-4be4-8c5b-95918b6474df req-798e291d-fe8b-4819-b903-87d8fdc5a0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:23:58.600082 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c529d43b-1094-4be4-8c5b-95918b6474df req-798e291d-fe8b-4819-b903-87d8fdc5a0d1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=accb0a89-f23b-4ef5-8f87-983b3d81047a HTTP/1.1" status: 200 len: 853 time: 0.1682873 May 18 18:23:58.698202 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-46e07826-c474-4f19-a85e-fd2c808288cd tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:58.729874 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c529d43b-1094-4be4-8c5b-95918b6474df req-7b79c472-116a-4e89-83a7-ddec9e5c4e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:23:58.731325 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-46e07826-c474-4f19-a85e-fd2c808288cd tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:58.731474 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c529d43b-1094-4be4-8c5b-95918b6474df req-7b79c472-116a-4e89-83a7-ddec9e5c4e62 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b0e0df8a-fe46-47e2-96e7-6f339d67d466&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1243036 May 18 18:23:58.741340 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e07826-c474-4f19-a85e-fd2c808288cd tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:23:58.742406 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-46e07826-c474-4f19-a85e-fd2c808288cd tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:58.887733 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e07826-c474-4f19-a85e-fd2c808288cd tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Pushing event updated for resources: {'Network': ['ID=ac81316b-c5b5-4afe-ac13-debdd79968eb,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:23:58.894218 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-46e07826-c474-4f19-a85e-fd2c808288cd tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5891490 May 18 18:23:58.897651 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 45976) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:23:58.904182 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network ac81316b-c5b5-4afe-ac13-debdd79968eb details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:23:58.913375 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-a9eb68fc-a8fa-4b7d-8801-725ee9018b93 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Request body: {'subnet': {'network_id': 'ac81316b-c5b5-4afe-ac13-debdd79968eb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:23:59.158170 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9eb68fc-a8fa-4b7d-8801-725ee9018b93 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Made reservation on behalf of da58e9bc8fb64cb8902d79f0a725e08d for: {'subnet': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:23:59.162260 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a9eb68fc-a8fa-4b7d-8801-725ee9018b93 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261031885'] for subnet, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:59.167560 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c529d43b-1094-4be4-8c5b-95918b6474df req-dd87ee02-f8df-4059-a17c-a2152ef6216c service neutron] 10.222.0.36 "GET /v2.0/networks/b0e0df8a-fe46-47e2-96e7-6f339d67d466?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4281261 May 18 18:23:59.428651 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.ipam_backend_mixin [None req-a9eb68fc-a8fa-4b7d-8801-725ee9018b93 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Performing IP validity checks on allocation pools {{(pid=102730) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} May 18 18:23:59.429345 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.ipam_backend_mixin [None req-a9eb68fc-a8fa-4b7d-8801-725ee9018b93 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102730) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} May 18 18:23:59.527661 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9e1837-e4ca-4a96-9073-345c54c04f32 req-1479e6ad-5c31-4801-b4aa-ced983f01a8d tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:23:59.529184 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-dc9e1837-e4ca-4a96-9073-345c54c04f32 req-1479e6ad-5c31-4801-b4aa-ced983f01a8d tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef854938-189c-46f2-8314-215a08afd5f6 HTTP/1.1" status: 200 len: 947 time: 0.1351421 May 18 18:23:59.533532 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c529d43b-1094-4be4-8c5b-95918b6474df req-481a6675-f877-4949-b42d-2aaaf2dc1e72 service neutron] 10.222.0.36 "GET /v2.0/networks/b0e0df8a-fe46-47e2-96e7-6f339d67d466?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3276935 May 18 18:23:59.641731 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-dc9e1837-e4ca-4a96-9073-345c54c04f32 req-e247b8d1-e86b-4c67-939f-823bab44403f tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=ea6a757a-9c65-4a62-a27e-604b73d281bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044657 May 18 18:23:59.726020 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f0fb78-bb68-423a-a860-1ea042685daa req-91a9c389-409f-4c7c-91d0-2bc730359573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:23:59.727927 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-92f0fb78-bb68-423a-a860-1ea042685daa req-91a9c389-409f-4c7c-91d0-2bc730359573 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1cf6702826ca40b18af7dfcf12233973&device_id=9b9fd8ee-e843-4aca-b24e-7cbfa5ecfb92 HTTP/1.1" status: 200 len: 1094 time: 0.1313913 May 18 18:23:59.823151 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23093216-ef57-45e1-9335-ebfceb421206 req-f0a547c2-70c2-4f4e-8299-3657eee103bb tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:23:59.843114 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-23093216-ef57-45e1-9335-ebfceb421206 req-f0a547c2-70c2-4f4e-8299-3657eee103bb tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "GET /v2.0/ports?device_id=9b9fd8ee-e843-4aca-b24e-7cbfa5ecfb92 HTTP/1.1" status: 200 len: 943 time: 0.1538315 May 18 18:23:59.859843 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f0fb78-bb68-423a-a860-1ea042685daa req-728e0640-5683-448c-818c-858af68a7095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:23:59.861606 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-92f0fb78-bb68-423a-a860-1ea042685daa req-728e0640-5683-448c-818c-858af68a7095 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b0e0df8a-fe46-47e2-96e7-6f339d67d466 HTTP/1.1" status: 200 len: 915 time: 0.1101465 May 18 18:23:59.880378 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a9eb68fc-a8fa-4b7d-8801-725ee9018b93 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261104883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261031899'] for subnet, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:23:59.935930 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ff8a6240-63c9-4d49-a4d8-30c71179e2ed req-d64dc579-bfe3-473f-bdb4-e0b207854523 tempest-ServerShowV254Test-1999661842 tempest-ServerShowV254Test-1999661842-project] 10.222.0.85 "GET /v2.0/ports?device_id=7d82503c-6880-4acc-8823-83c79ba96704 HTTP/1.1" status: 200 len: 210 time: 0.0728374 May 18 18:23:59.940465 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-23093216-ef57-45e1-9335-ebfceb421206 req-da6fe079-ec0f-40f4-9f5d-50406645b0be tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "GET /v2.0/security-groups?id=2c58082d-62d2-4dbd-855f-9827a04387ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919404 May 18 18:23:59.961332 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-92f0fb78-bb68-423a-a860-1ea042685daa req-67d39a23-bf17-4b6c-aae6-18300da75a8c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90514794-1f1f-4757-a687-051a1fe538a4 HTTP/1.1" status: 200 len: 217 time: 0.0883403 May 18 18:24:00.099134 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9eb68fc-a8fa-4b7d-8801-725ee9018b93 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Pushing event updated for resources: {'Subnet': ['ID=82c00659-2f26-4ec6-a6af-97b98aba20d1,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:24:00.118125 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f0fb78-bb68-423a-a860-1ea042685daa req-335e9488-3ebe-4482-b482-58a17d529eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:00.119570 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-92f0fb78-bb68-423a-a860-1ea042685daa req-335e9488-3ebe-4482-b482-58a17d529eef service neutron] 10.222.0.36 "GET /v2.0/subnets?id=accb0a89-f23b-4ef5-8f87-983b3d81047a HTTP/1.1" status: 200 len: 853 time: 0.1241825 May 18 18:24:00.120471 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9eb68fc-a8fa-4b7d-8801-725ee9018b93 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Checking segment: {'id': '6063defb-e0aa-42be-a38b-2c58b530e12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'ac81316b-c5b5-4afe-ac13-debdd79968eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:24:00.120838 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9eb68fc-a8fa-4b7d-8801-725ee9018b93 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Network hostable DHCP agents. Network: ac81316b-c5b5-4afe-ac13-debdd79968eb, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:24:00.175660 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9eb68fc-a8fa-4b7d-8801-725ee9018b93 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Network ac81316b-c5b5-4afe-ac13-debdd79968eb is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:24:00.190744 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f0fb78-bb68-423a-a860-1ea042685daa req-99870938-4802-4cfb-9026-413d61b757be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:00.193071 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-92f0fb78-bb68-423a-a860-1ea042685daa req-99870938-4802-4cfb-9026-413d61b757be service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b0e0df8a-fe46-47e2-96e7-6f339d67d466&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0653312 May 18 18:24:00.194310 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-a9eb68fc-a8fa-4b7d-8801-725ee9018b93 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, ac81316b-c5b5-4afe-ac13-debdd79968eb) {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:24:00.198753 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9eb68fc-a8fa-4b7d-8801-725ee9018b93 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:00.199377 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a9eb68fc-a8fa-4b7d-8801-725ee9018b93 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:00.207491 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f3f55c9-75da-494a-ba18-2264cb092b28 None None] Network ac81316b-c5b5-4afe-ac13-debdd79968eb requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:24:00.288519 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-a9eb68fc-a8fa-4b7d-8801-725ee9018b93 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3896070 May 18 18:24:00.291271 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 45996) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:24:00.297144 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-e7c50a8b-7228-4f4c-994a-511c1657ca18 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Request body: {'port': {'network_id': 'ac81316b-c5b5-4afe-ac13-debdd79968eb', 'name': 'tempest-PortsTestJSON-168624058'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:24:00.333553 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-92f0fb78-bb68-423a-a860-1ea042685daa req-5400182d-00b1-4c0e-b7ce-9955e85eb43e service neutron] 10.222.0.36 "GET /v2.0/networks/b0e0df8a-fe46-47e2-96e7-6f339d67d466?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310344 May 18 18:24:00.530279 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-92f0fb78-bb68-423a-a860-1ea042685daa req-13ef2635-a48e-45f2-aec3-981cb3971f9e service neutron] 10.222.0.36 "GET /v2.0/networks/b0e0df8a-fe46-47e2-96e7-6f339d67d466?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875298 May 18 18:24:00.545282 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fb702a-6885-4531-a90f-afc895fc702f req-c17782bf-46fe-4657-a560-70b80e70e43d tempest-TestNetworkAdvancedServerOps-1996564383 tempest-TestNetworkAdvancedServerOps-1996564383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:00.554510 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d7fb702a-6885-4531-a90f-afc895fc702f req-c17782bf-46fe-4657-a560-70b80e70e43d tempest-TestNetworkAdvancedServerOps-1996564383 tempest-TestNetworkAdvancedServerOps-1996564383-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=2aaa7b97-c1f6-417f-be5b-d86238fc14b5 HTTP/1.1" status: 200 len: 1096 time: 0.2427752 May 18 18:24:00.598849 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce247256-2f30-4149-bb73-d9c213ff45ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-ac81316b-c5b5-4afe-ac13-debdd79968eb', 'network_id': 'ac81316b-c5b5-4afe-ac13-debdd79968eb', 'tenant_id': 'da58e9bc8fb64cb8902d79f0a725e08d', 'fixed_ips': [{'subnet_id': '82c00659-2f26-4ec6-a6af-97b98aba20d1'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:24:00.602793 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-ce247256-2f30-4149-bb73-d9c213ff45ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:00.648750 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d7fb702a-6885-4531-a90f-afc895fc702f req-4875b32d-ffae-443f-b68a-ca3a638e3253 tempest-TestNetworkAdvancedServerOps-1996564383 tempest-TestNetworkAdvancedServerOps-1996564383-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=6cd42249-be19-4866-8a3b-7059b1a837e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931554 May 18 18:24:00.654464 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7c50a8b-7228-4f4c-994a-511c1657ca18 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Made reservation on behalf of da58e9bc8fb64cb8902d79f0a725e08d for: {'port': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:24:00.662979 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e7c50a8b-7228-4f4c-994a-511c1657ca18 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:00.678473 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 46002) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:24:00.740184 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [None req-e7c50a8b-7228-4f4c-994a-511c1657ca18 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] device_id is not set on port 679a7e6a-455c-44be-a5f8-0e2772972270 yet. {{(pid=102731) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 18 18:24:00.898087 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-ce247256-2f30-4149-bb73-d9c213ff45ee None None] Allocated IP 172.20.0.2 (ac81316b-c5b5-4afe-ac13-debdd79968eb/82c00659-2f26-4ec6-a6af-97b98aba20d1/0cdb364b-b5fb-4f45-b589-5047e2dd465a) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:24:01.026954 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:01.166623 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-ce247256-2f30-4149-bb73-d9c213ff45ee None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:01.180292 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee05a6cb-fffb-42a4-aa78-b024b2a5db0b req-cbd9b633-22cb-4d91-b1b4-dc7e7e2b276a tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:01.187583 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-ce247256-2f30-4149-bb73-d9c213ff45ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:01.197308 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ee05a6cb-fffb-42a4-aa78-b024b2a5db0b req-cbd9b633-22cb-4d91-b1b4-dc7e7e2b276a tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "GET /v2.0/ports?device_id=9b9fd8ee-e843-4aca-b24e-7cbfa5ecfb92 HTTP/1.1" status: 200 len: 943 time: 0.1081340 May 18 18:24:01.278310 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce247256-2f30-4149-bb73-d9c213ff45ee None None] Pushing event updated for resources: {'Port': ['ID=0cdb364b-b5fb-4f45-b589-5047e2dd465a,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:24:01.282698 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:01.290976 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce247256-2f30-4149-bb73-d9c213ff45ee None None] Network ac81316b-c5b5-4afe-ac13-debdd79968eb is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:24:01.292932 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-ce247256-2f30-4149-bb73-d9c213ff45ee None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:24:01.296010 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce247256-2f30-4149-bb73-d9c213ff45ee None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:24:01.367838 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ee05a6cb-fffb-42a4-aa78-b024b2a5db0b req-8572fcb6-8c9e-4551-963d-d4e9b0982e72 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "GET /v2.0/security-groups?id=2c58082d-62d2-4dbd-855f-9827a04387ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1633246 May 18 18:24:01.402820 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-ce247256-2f30-4149-bb73-d9c213ff45ee None None] Attempting to bind port 0cdb364b-b5fb-4f45-b589-5047e2dd465a on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:24:01.403201 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-ce247256-2f30-4149-bb73-d9c213ff45ee None None] Attempting to bind port 0cdb364b-b5fb-4f45-b589-5047e2dd465a by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '6063defb-e0aa-42be-a38b-2c58b530e12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'ac81316b-c5b5-4afe-ac13-debdd79968eb'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:24:01.403572 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce247256-2f30-4149-bb73-d9c213ff45ee None None] Attempting to bind port 0cdb364b-b5fb-4f45-b589-5047e2dd465a on network ac81316b-c5b5-4afe-ac13-debdd79968eb {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:24:01.420181 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce247256-2f30-4149-bb73-d9c213ff45ee None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:24:01.420711 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce247256-2f30-4149-bb73-d9c213ff45ee None None] Checking segment: {'id': '6063defb-e0aa-42be-a38b-2c58b530e12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'ac81316b-c5b5-4afe-ac13-debdd79968eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:24:01.421132 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-ce247256-2f30-4149-bb73-d9c213ff45ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:01.421536 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce247256-2f30-4149-bb73-d9c213ff45ee None None] Bound using segment: {'id': '6063defb-e0aa-42be-a38b-2c58b530e12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'ac81316b-c5b5-4afe-ac13-debdd79968eb'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:24:01.422047 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-ce247256-2f30-4149-bb73-d9c213ff45ee None None] Bound port: 0cdb364b-b5fb-4f45-b589-5047e2dd465a, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6063defb-e0aa-42be-a38b-2c58b530e12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'ac81316b-c5b5-4afe-ac13-debdd79968eb'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:24:01.422435 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-ce247256-2f30-4149-bb73-d9c213ff45ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:01.429922 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-e7c50a8b-7228-4f4c-994a-511c1657ca18 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Allocated IP 172.20.0.14 (ac81316b-c5b5-4afe-ac13-debdd79968eb/82c00659-2f26-4ec6-a6af-97b98aba20d1/679a7e6a-455c-44be-a5f8-0e2772972270) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:24:01.603691 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-ce247256-2f30-4149-bb73-d9c213ff45ee None None] For port 0cdb364b-b5fb-4f45-b589-5047e2dd465a, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:24:01.611218 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-ce247256-2f30-4149-bb73-d9c213ff45ee None None] For port 0cdb364b-b5fb-4f45-b589-5047e2dd465a, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=0cdb364b-b5fb-4f45-b589-5047e2dd465a,segment=NetworkSegment(6063defb-e0aa-42be-a38b-2c58b530e12c),segment_id=6063defb-e0aa-42be-a38b-2c58b530e12c)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:24:01.617928 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-ce247256-2f30-4149-bb73-d9c213ff45ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:01.698899 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4f20604b-bccb-49de-b46e-4a7c5582d1b3 req-e00271e0-2b59-4504-adc8-fa3fe2230c3d tempest-ServerShowV254Test-1999661842 tempest-ServerShowV254Test-1999661842-project] 10.222.0.85 "GET /v2.0/ports?device_id=7d82503c-6880-4acc-8823-83c79ba96704 HTTP/1.1" status: 200 len: 210 time: 0.1304724 May 18 18:24:01.786009 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce247256-2f30-4149-bb73-d9c213ff45ee None None] Pushing event updated for resources: {'Port': ['ID=0cdb364b-b5fb-4f45-b589-5047e2dd465a,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:24:01.927464 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e7c50a8b-7228-4f4c-994a-511c1657ca18 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:01.981988 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2071a3a4-9acb-4e5a-ad29-136a1c1deedb req-48a68c0f-3bd8-44c3-b27f-219a15dd3932 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:01.981988 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2071a3a4-9acb-4e5a-ad29-136a1c1deedb req-48a68c0f-3bd8-44c3-b27f-219a15dd3932 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef854938-189c-46f2-8314-215a08afd5f6 HTTP/1.1" status: 200 len: 947 time: 1.0854445 May 18 18:24:01.990446 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e7c50a8b-7228-4f4c-994a-511c1657ca18 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:02.024516 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-5d0660aa-f7de-4aaf-a617-1e6b480ca0f4 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Deleting port 7a7f90f2-0cbf-45f5-8ec2-3cb8485a9bca {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:24:02.024854 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5d0660aa-f7de-4aaf-a617-1e6b480ca0f4 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:02.042346 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2071a3a4-9acb-4e5a-ad29-136a1c1deedb req-157fc802-3cc3-4711-b1c3-080e591b240c tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=ea6a757a-9c65-4a62-a27e-604b73d281bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012096 May 18 18:24:02.062336 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c50a8b-7228-4f4c-994a-511c1657ca18 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Network ac81316b-c5b5-4afe-ac13-debdd79968eb is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:24:02.115722 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-e7c50a8b-7228-4f4c-994a-511c1657ca18 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:24:02.121265 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c50a8b-7228-4f4c-994a-511c1657ca18 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:24:02.131261 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c50a8b-7228-4f4c-994a-511c1657ca18 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Pushing event updated for resources: {'Port': ['ID=679a7e6a-455c-44be-a5f8-0e2772972270,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:24:02.169142 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5d0660aa-f7de-4aaf-a617-1e6b480ca0f4 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:02.170065 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5d0660aa-f7de-4aaf-a617-1e6b480ca0f4 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:02.213048 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-5d0660aa-f7de-4aaf-a617-1e6b480ca0f4 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Calling delete_port for 7a7f90f2-0cbf-45f5-8ec2-3cb8485a9bca owned by network:floatingip {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:24:02.233507 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c50a8b-7228-4f4c-994a-511c1657ca18 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:02.234221 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e7c50a8b-7228-4f4c-994a-511c1657ca18 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:02.278088 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-e7c50a8b-7228-4f4c-994a-511c1657ca18 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.9823499 May 18 18:24:02.278565 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 46028) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:24:02.534698 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-e117db4c-2784-4b60-9328-157bb92db9e3 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Deleting port 679a7e6a-455c-44be-a5f8-0e2772972270 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:24:02.534698 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e117db4c-2784-4b60-9328-157bb92db9e3 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:02.557210 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5d0660aa-f7de-4aaf-a617-1e6b480ca0f4 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:02.614859 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0660aa-f7de-4aaf-a617-1e6b480ca0f4 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Pushing event deleted for resources: {'Port': ['ID=7a7f90f2-0cbf-45f5-8ec2-3cb8485a9bca,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:24:02.742186 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5d0660aa-f7de-4aaf-a617-1e6b480ca0f4 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for floatingip, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:02.742868 n-d-838550-3 neutron-server[102730]: INFO neutron.db.l3_db [None req-5d0660aa-f7de-4aaf-a617-1e6b480ca0f4 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Floating IP c1084f9b-dfba-4d33-8b64-93b90ee2f7f3 disassociated (deleted). External IP: 172.25.5.111, port: d1375281-ce80-4c02-aa8e-557572891cb2. May 18 18:24:02.814951 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fbda41-4be3-40e1-8f91-4a4f92c059d3 req-52b01ede-9b17-41ea-9d5e-e753d7542613 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:02.832915 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-99fbda41-4be3-40e1-8f91-4a4f92c059d3 req-52b01ede-9b17-41ea-9d5e-e753d7542613 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "GET /v2.0/ports?device_id=9b9fd8ee-e843-4aca-b24e-7cbfa5ecfb92 HTTP/1.1" status: 200 len: 943 time: 0.2924893 May 18 18:24:02.924852 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-04365478-03a4-4709-949e-8b33620e16f1 req-ee607af7-e6ee-4924-8210-c2c43bdac37f tempest-ServerShowV254Test-1999661842 tempest-ServerShowV254Test-1999661842-project] 10.222.0.85 "GET /v2.0/ports?device_id=7d82503c-6880-4acc-8823-83c79ba96704 HTTP/1.1" status: 200 len: 210 time: 0.0455480 May 18 18:24:02.971087 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-99fbda41-4be3-40e1-8f91-4a4f92c059d3 req-e06d53cf-adc3-450d-aab6-bf9c586292b8 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "GET /v2.0/security-groups?id=2c58082d-62d2-4dbd-855f-9827a04387ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1333590 May 18 18:24:02.993863 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e117db4c-2784-4b60-9328-157bb92db9e3 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:03.021198 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-e117db4c-2784-4b60-9328-157bb92db9e3 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Calling delete_port for 679a7e6a-455c-44be-a5f8-0e2772972270 owned by {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:24:03.203605 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d0660aa-f7de-4aaf-a617-1e6b480ca0f4 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Router 73254540-bb99-421a-a8f7-d7c5331b85a1 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:24:03.352801 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e117db4c-2784-4b60-9328-157bb92db9e3 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:03.412776 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e117db4c-2784-4b60-9328-157bb92db9e3 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Pushing event deleted for resources: {'Port': ['ID=679a7e6a-455c-44be-a5f8-0e2772972270,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:24:03.467144 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 90514794-1f1f-4757-a687-051a1fe538a4 details requested by agent hyperv_n-h1-838550-3 with host n-h1-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:24:03.574487 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d0660aa-f7de-4aaf-a617-1e6b480ca0f4 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:24:03.593538 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f462d26-ae15-4e19-b177-efb856af5e5d None None] Sync routers for ids ['73254540-bb99-421a-a8f7-d7c5331b85a1'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:24:03.606896 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5d0660aa-f7de-4aaf-a617-1e6b480ca0f4 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:03.650583 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-5d0660aa-f7de-4aaf-a617-1e6b480ca0f4 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "DELETE /v2.0/floatingips/c1084f9b-dfba-4d33-8b64-93b90ee2f7f3 HTTP/1.1" status: 204 len: 168 time: 2.9706285 May 18 18:24:03.657957 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f462d26-ae15-4e19-b177-efb856af5e5d None None] Routers {'73254540-bb99-421a-a8f7-d7c5331b85a1'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:24:03.660470 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-4f462d26-ae15-4e19-b177-efb856af5e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:23:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['73254540-bb99-421a-a8f7-d7c5331b85a1'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:24:03.669712 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cb2088-3cb7-475a-98d3-1a4f170c2ee6 req-50360f6b-8ca9-422e-be39-e561992ccd0a tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:03.702031 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-61cb2088-3cb7-475a-98d3-1a4f170c2ee6 req-50360f6b-8ca9-422e-be39-e561992ccd0a tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef854938-189c-46f2-8314-215a08afd5f6 HTTP/1.1" status: 200 len: 947 time: 0.4634693 May 18 18:24:03.705652 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2aaa7b97-c1f6-417f-be5b-d86238fc14b5', 'tag': 'd1375281-ce80-4c02-aa8e-557572891cb2'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:24:03.718199 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb4a0a4f-959d-4a0e-bfe5-91a0df737e72" -d '{"events": [{"name": "network-changed", "server_uuid": "2aaa7b97-c1f6-417f-be5b-d86238fc14b5", "tag": "d1375281-ce80-4c02-aa8e-557572891cb2"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:24:03.731807 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e117db4c-2784-4b60-9328-157bb92db9e3 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:03.753678 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-e117db4c-2784-4b60-9328-157bb92db9e3 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] 10.222.0.85 "DELETE /v2.0/ports/679a7e6a-455c-44be-a5f8-0e2772972270 HTTP/1.1" status: 204 len: 168 time: 1.4585257 May 18 18:24:03.753678 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 46052) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:24:03.828775 n-d-838550-3 neutron-server[102731]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fc0612b-aeca-442a-988e-a77ac36a0762 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] DELETE failed (client error): The resource could not be found. May 18 18:24:03.833791 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fc0612b-aeca-442a-988e-a77ac36a0762 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:24:03.840726 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-6fc0612b-aeca-442a-988e-a77ac36a0762 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] 10.222.0.85 "DELETE /v2.0/ports/679a7e6a-455c-44be-a5f8-0e2772972270 HTTP/1.1" status: 404 len: 333 time: 0.0947697 May 18 18:24:03.841079 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 46054) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:24:03.862371 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 90514794-1f1f-4757-a687-051a1fe538a4, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=90514794-1f1f-4757-a687-051a1fe538a4,segment=NetworkSegment(a898997a-d1fc-408c-b1d2-fe587c78d0c1),segment_id=a898997a-d1fc-408c-b1d2-fe587c78d0c1)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:24:03.862977 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-61cb2088-3cb7-475a-98d3-1a4f170c2ee6 req-bbbe2461-11ff-40b8-98dd-cb64ab5b4bbc tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=ea6a757a-9c65-4a62-a27e-604b73d281bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1584604 May 18 18:24:03.914189 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Returning: {'device': '90514794-1f1f-4757-a687-051a1fe538a4', 'network_id': 'b0e0df8a-fe46-47e2-96e7-6f339d67d466', 'port_id': '90514794-1f1f-4757-a687-051a1fe538a4', 'mac_address': 'fa:16:3e:9f:8e:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'accb0a89-f23b-4ef5-8f87-983b3d81047a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:24:03.940205 n-d-838550-3 neutron-server[102730]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b2f35a5-9de9-4ecb-a654-01a806f65ce7 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] GET failed (client error): The resource could not be found. May 18 18:24:03.947253 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 46056) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:24:03.971316 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-7b2f35a5-9de9-4ecb-a654-01a806f65ce7 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] 10.222.0.85 "GET /v2.0/ports/679a7e6a-455c-44be-a5f8-0e2772972270 HTTP/1.1" status: 404 len: 333 time: 0.1280675 May 18 18:24:03.999037 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 0cdb364b-b5fb-4f45-b589-5047e2dd465a up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:24:04.039225 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-4f462d26-ae15-4e19-b177-efb856af5e5d None None] Set router 73254540-bb99-421a-a8f7-d7c5331b85a1 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:24:04.075868 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e4b8056-4eee-4f3b-984d-d0799dc0e774 None None] Network ac81316b-c5b5-4afe-ac13-debdd79968eb requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:24:04.093939 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aa00440-cae5-4a8f-a416-dee7c0622d98 x-openstack-request-id: req-1aa00440-cae5-4a8f-a416-dee7c0622d98 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:24:04.094545 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2aaa7b97-c1f6-417f-be5b-d86238fc14b5", "tag": "d1375281-ce80-4c02-aa8e-557572891cb2", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:24:04.095080 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-1aa00440-cae5-4a8f-a416-dee7c0622d98 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:24:04.095856 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1aa00440-cae5-4a8f-a416-dee7c0622d98'] response: {'name': 'network-changed', 'server_uuid': '2aaa7b97-c1f6-417f-be5b-d86238fc14b5', 'tag': 'd1375281-ce80-4c02-aa8e-557572891cb2', 'status': 'completed', 'code': 200} May 18 18:24:04.133396 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_v2 [None req-faaeba65-d9b6-406c-80cc-890cb27dbadf tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Deleting subnet 82c00659-2f26-4ec6-a6af-97b98aba20d1 {{(pid=102731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:24:04.151492 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-faaeba65-d9b6-406c-80cc-890cb27dbadf tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks [] for subnet, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:04.204075 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 90514794-1f1f-4757-a687-051a1fe538a4 is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:24:04.204468 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:04.241571 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-faaeba65-d9b6-406c-80cc-890cb27dbadf tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260542153'] for subnet, precommit_delete_associations {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:04.325691 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90514794-1f1f-4757-a687-051a1fe538a4 {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:24:04.326895 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a1a8a348-9a26-444e-8c9f-4ffb5c59adf4 req-85c45594-4403-46aa-9e52-8999b5d857ad tempest-ServerShowV254Test-1999661842 tempest-ServerShowV254Test-1999661842-project] 10.222.0.85 "GET /v2.0/ports?device_id=7d82503c-6880-4acc-8823-83c79ba96704 HTTP/1.1" status: 200 len: 210 time: 0.0616882 May 18 18:24:04.335633 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4a0a4f-959d-4a0e-bfe5-91a0df737e72 req-d5c81c68-5c52-425a-9701-dff8abade3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:04.340939 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fb4a0a4f-959d-4a0e-bfe5-91a0df737e72 req-d5c81c68-5c52-425a-9701-dff8abade3ef service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=06b3ed36f50a43fd9cfeaa89e080d35b&device_id=2aaa7b97-c1f6-417f-be5b-d86238fc14b5 HTTP/1.1" status: 200 len: 1096 time: 0.2225933 May 18 18:24:04.415523 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 90514794-1f1f-4757-a687-051a1fe538a4, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=90514794-1f1f-4757-a687-051a1fe538a4,segment=NetworkSegment(a898997a-d1fc-408c-b1d2-fe587c78d0c1),segment_id=a898997a-d1fc-408c-b1d2-fe587c78d0c1)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:24:04.451642 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:04.498961 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfddf21-6fa6-45d6-9703-ac2a0f714ea0 req-bb07d5b8-de78-4061-86b5-ebc6e40e0068 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:04.512368 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2dfddf21-6fa6-45d6-9703-ac2a0f714ea0 req-bb07d5b8-de78-4061-86b5-ebc6e40e0068 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "GET /v2.0/ports?device_id=9b9fd8ee-e843-4aca-b24e-7cbfa5ecfb92 HTTP/1.1" status: 200 len: 944 time: 0.1082528 May 18 18:24:04.565540 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-2d16d8ca-3bdd-42b6-9bf2-baa70d05160e None None] Provisioning complete for port 0cdb364b-b5fb-4f45-b589-5047e2dd465a triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:24:04.567260 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-2d16d8ca-3bdd-42b6-9bf2-baa70d05160e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:04.567437 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-faaeba65-d9b6-406c-80cc-890cb27dbadf tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:04.669317 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2dfddf21-6fa6-45d6-9703-ac2a0f714ea0 req-31caa5fd-3ce5-498e-987d-38eb1ccd6a24 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "GET /v2.0/security-groups?id=2c58082d-62d2-4dbd-855f-9827a04387ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1559837 May 18 18:24:04.746868 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4a0a4f-959d-4a0e-bfe5-91a0df737e72 req-4bbfafdd-a504-4188-8a63-4dfea5880a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:04.748300 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fb4a0a4f-959d-4a0e-bfe5-91a0df737e72 req-4bbfafdd-a504-4188-8a63-4dfea5880a61 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f71fa67d-25f1-4a38-8ed3-26de55da5fe6 HTTP/1.1" status: 200 len: 898 time: 0.4023938 May 18 18:24:04.755978 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-faaeba65-d9b6-406c-80cc-890cb27dbadf tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260898416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260908030'] for subnet, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:04.781489 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-faaeba65-d9b6-406c-80cc-890cb27dbadf tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:04.794521 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-faaeba65-d9b6-406c-80cc-890cb27dbadf tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] 10.222.0.85 "DELETE /v2.0/subnets/82c00659-2f26-4ec6-a6af-97b98aba20d1 HTTP/1.1" status: 204 len: 168 time: 0.8437886 May 18 18:24:04.820815 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-2d16d8ca-3bdd-42b6-9bf2-baa70d05160e None None] Current status of the port 0cdb364b-b5fb-4f45-b589-5047e2dd465a is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:24:04.821194 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-2d16d8ca-3bdd-42b6-9bf2-baa70d05160e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:04.837742 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['90514794-1f1f-4757-a687-051a1fe538a4'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:24:04.849328 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 46072) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:24:04.850151 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaeba65-d9b6-406c-80cc-890cb27dbadf tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Pushing event deleted for resources: {'Subnet': ['ID=82c00659-2f26-4ec6-a6af-97b98aba20d1,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:24:04.931999 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=90514794-1f1f-4757-a687-051a1fe538a4,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:24:04.960261 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fb4a0a4f-959d-4a0e-bfe5-91a0df737e72 req-ffdbffb6-a8c8-490c-879d-e2e740b7d54b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d1375281-ce80-4c02-aa8e-557572891cb2 HTTP/1.1" status: 200 len: 217 time: 0.1945539 May 18 18:24:04.963284 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 0cdb364b-b5fb-4f45-b589-5047e2dd465a triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:24:04.963651 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:05.013298 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d54ee5-4624-4e17-88b8-e1a89b97ade3 req-95456406-fe2f-4a1b-a5e8-bcd7c25929f9 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:05.017027 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-4f462d26-ae15-4e19-b177-efb856af5e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73254540-bb99-421a-a8f7-d7c5331b85a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-303935143', 'tenant_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': 'cc457950-b88b-4bc1-b615-6d973c2c8bf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:21:28Z', 'updated_at': '2022-05-18T18:21:39Z', 'revision_number': 4, 'project_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'gw_port': {'id': 'cc457950-b88b-4bc1-b615-6d973c2c8bf6', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:1e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73254540-bb99-421a-a8f7-d7c5331b85a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2261, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:21:29Z', 'updated_at': '2022-05-18T18:21:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': 'cb9b0614-cf9b-4df0-8bd3-861a160de71b', 'name': '', 'network_id': 'f71fa67d-25f1-4a38-8ed3-26de55da5fe6', 'tenant_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'mac_address': 'fa:16:3e:4e:0f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73254540-bb99-421a-a8f7-d7c5331b85a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2281, 'fixed_ips': [{'subnet_id': '319c66c3-8a7e-46c8-956a-e2b3a85f9524', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:21:37Z', 'updated_at': '2022-05-18T18:21:47Z', 'revision_number': 5, 'project_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'subnets': [{'id': '319c66c3-8a7e-46c8-956a-e2b3a85f9524', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:24:05.023424 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d0d54ee5-4624-4e17-88b8-e1a89b97ade3 req-95456406-fe2f-4a1b-a5e8-bcd7c25929f9 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=2aaa7b97-c1f6-417f-be5b-d86238fc14b5 HTTP/1.1" status: 200 len: 945 time: 0.5236118 May 18 18:24:05.070846 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6a1f2bdc-4f77-4ec2-9deb-3d8e208a13ec tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:05.086177 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f462d26-ae15-4e19-b177-efb856af5e5d None None] Checking router: 73254540-bb99-421a-a8f7-d7c5331b85a1 for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:24:05.125884 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f462d26-ae15-4e19-b177-efb856af5e5d None None] Routers {'73254540-bb99-421a-a8f7-d7c5331b85a1'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:24:05.134586 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-4f462d26-ae15-4e19-b177-efb856af5e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:23:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['73254540-bb99-421a-a8f7-d7c5331b85a1'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:24:05.167800 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4a0a4f-959d-4a0e-bfe5-91a0df737e72 req-cc1cda9a-20ff-482c-a4ba-cbabbb3c1257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:05.169564 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fb4a0a4f-959d-4a0e-bfe5-91a0df737e72 req-cc1cda9a-20ff-482c-a4ba-cbabbb3c1257 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=319c66c3-8a7e-46c8-956a-e2b3a85f9524 HTTP/1.1" status: 200 len: 835 time: 0.1956921 May 18 18:24:05.184302 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d0d54ee5-4624-4e17-88b8-e1a89b97ade3 req-26f1ad8d-8481-46d9-9347-2792fc4e9ee8 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/security-groups?id=6cd42249-be19-4866-8a3b-7059b1a837e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1596472 May 18 18:24:05.215780 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.db.api [None req-2d16d8ca-3bdd-42b6-9bf2-baa70d05160e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102732) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 18 18:24:05.216136 n-d-838550-3 neutron-server[102732]: DEBUG oslo_db.api [None req-2d16d8ca-3bdd-42b6-9bf2-baa70d05160e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 18 18:24:05.222270 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51561e15-dde5-4f49-ba07-a5c2a65132f9 req-640ebce5-4e93-49c7-934e-016048b03e18 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:05.229939 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-51561e15-dde5-4f49-ba07-a5c2a65132f9 req-640ebce5-4e93-49c7-934e-016048b03e18 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef854938-189c-46f2-8314-215a08afd5f6 HTTP/1.1" status: 200 len: 947 time: 0.1986961 May 18 18:24:05.266554 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4a0a4f-959d-4a0e-bfe5-91a0df737e72 req-72c5441f-3db6-4017-b753-c6cade0257b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:05.268503 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fb4a0a4f-959d-4a0e-bfe5-91a0df737e72 req-72c5441f-3db6-4017-b753-c6cade0257b4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f71fa67d-25f1-4a38-8ed3-26de55da5fe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0784636 May 18 18:24:05.384442 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-51561e15-dde5-4f49-ba07-a5c2a65132f9 req-cde26169-bba1-4598-9d9f-366b14c00363 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=ea6a757a-9c65-4a62-a27e-604b73d281bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1455600 May 18 18:24:05.389225 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-6a1f2bdc-4f77-4ec2-9deb-3d8e208a13ec tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Deleting port 0cdb364b-b5fb-4f45-b589-5047e2dd465a {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:24:05.389579 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6a1f2bdc-4f77-4ec2-9deb-3d8e208a13ec tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:05.419961 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-4f462d26-ae15-4e19-b177-efb856af5e5d None None] Set router 73254540-bb99-421a-a8f7-d7c5331b85a1 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:24:05.464196 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d6f7b7a-464c-409d-9fe9-e3ccfc79dc53 None None] DHCP port deletion for ac81316b-c5b5-4afe-ac13-debdd79968eb request from n-d-838550-3 {{(pid=102732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 18:24:05.602731 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fb4a0a4f-959d-4a0e-bfe5-91a0df737e72 req-9da12f68-5fbe-4486-b934-c24a39747d12 service neutron] 10.222.0.36 "GET /v2.0/networks/f71fa67d-25f1-4a38-8ed3-26de55da5fe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3209002 May 18 18:24:05.640381 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 0cdb364b-b5fb-4f45-b589-5047e2dd465a is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:24:05.662298 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:05.670355 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5d92140c-5089-4c44-93e1-3ccb7a06b314 req-aaa074d0-d05d-4354-868b-85489b632aa5 tempest-ServerShowV254Test-1999661842 tempest-ServerShowV254Test-1999661842-project] 10.222.0.85 "GET /v2.0/ports?device_id=7d82503c-6880-4acc-8823-83c79ba96704 HTTP/1.1" status: 200 len: 210 time: 0.1313515 May 18 18:24:05.687849 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-6a1f2bdc-4f77-4ec2-9deb-3d8e208a13ec tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] For port 0cdb364b-b5fb-4f45-b589-5047e2dd465a, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=0cdb364b-b5fb-4f45-b589-5047e2dd465a,segment=NetworkSegment(6063defb-e0aa-42be-a38b-2c58b530e12c),segment_id=6063defb-e0aa-42be-a38b-2c58b530e12c)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:24:05.688562 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6a1f2bdc-4f77-4ec2-9deb-3d8e208a13ec tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:05.774092 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-6a1f2bdc-4f77-4ec2-9deb-3d8e208a13ec tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Calling delete_port for 0cdb364b-b5fb-4f45-b589-5047e2dd465a owned by network:dhcp {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:24:05.929510 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-2d16d8ca-3bdd-42b6-9bf2-baa70d05160e None None] Current status of the port 0cdb364b-b5fb-4f45-b589-5047e2dd465a is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:24:05.929843 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-2d16d8ca-3bdd-42b6-9bf2-baa70d05160e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:05.992161 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fb4a0a4f-959d-4a0e-bfe5-91a0df737e72 req-e572e53d-a4c1-4bc0-99d6-96581481cc12 service neutron] 10.222.0.36 "GET /v2.0/networks/f71fa67d-25f1-4a38-8ed3-26de55da5fe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3750341 May 18 18:24:06.037287 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-4f462d26-ae15-4e19-b177-efb856af5e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73254540-bb99-421a-a8f7-d7c5331b85a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-303935143', 'tenant_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': 'cc457950-b88b-4bc1-b615-6d973c2c8bf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:21:28Z', 'updated_at': '2022-05-18T18:21:39Z', 'revision_number': 4, 'project_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'gw_port': {'id': 'cc457950-b88b-4bc1-b615-6d973c2c8bf6', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:1e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73254540-bb99-421a-a8f7-d7c5331b85a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2261, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:21:29Z', 'updated_at': '2022-05-18T18:21:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': 'cb9b0614-cf9b-4df0-8bd3-861a160de71b', 'name': '', 'network_id': 'f71fa67d-25f1-4a38-8ed3-26de55da5fe6', 'tenant_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'mac_address': 'fa:16:3e:4e:0f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73254540-bb99-421a-a8f7-d7c5331b85a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2281, 'fixed_ips': [{'subnet_id': '319c66c3-8a7e-46c8-956a-e2b3a85f9524', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:21:37Z', 'updated_at': '2022-05-18T18:21:47Z', 'revision_number': 5, 'project_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'subnets': [{'id': '319c66c3-8a7e-46c8-956a-e2b3a85f9524', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:24:06.067665 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] For port 0cdb364b-b5fb-4f45-b589-5047e2dd465a, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=0cdb364b-b5fb-4f45-b589-5047e2dd465a,segment=NetworkSegment(6063defb-e0aa-42be-a38b-2c58b530e12c),segment_id=6063defb-e0aa-42be-a38b-2c58b530e12c)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:24:06.098174 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:06.150744 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f462d26-ae15-4e19-b177-efb856af5e5d None None] The sync data for ids ['73254540-bb99-421a-a8f7-d7c5331b85a1'] in n-d-838550-3 is: [{'id': '73254540-bb99-421a-a8f7-d7c5331b85a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-303935143', 'tenant_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': 'cc457950-b88b-4bc1-b615-6d973c2c8bf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:21:28Z', 'updated_at': '2022-05-18T18:21:39Z', 'revision_number': 4, 'project_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'gw_port': {'id': 'cc457950-b88b-4bc1-b615-6d973c2c8bf6', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:1e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73254540-bb99-421a-a8f7-d7c5331b85a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2261, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:21:29Z', 'updated_at': '2022-05-18T18:21:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': 'cb9b0614-cf9b-4df0-8bd3-861a160de71b', 'name': '', 'network_id': 'f71fa67d-25f1-4a38-8ed3-26de55da5fe6', 'tenant_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'mac_address': 'fa:16:3e:4e:0f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73254540-bb99-421a-a8f7-d7c5331b85a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2281, 'fixed_ips': [{'subnet_id': '319c66c3-8a7e-46c8-956a-e2b3a85f9524', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:21:37Z', 'updated_at': '2022-05-18T18:21:47Z', 'revision_number': 5, 'project_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'subnets': [{'id': '319c66c3-8a7e-46c8-956a-e2b3a85f9524', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:24:06.202996 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Pushing event updated for resources: {'Port': ['ID=0cdb364b-b5fb-4f45-b589-5047e2dd465a,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:24:06.225267 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-3d6f7b7a-464c-409d-9fe9-e3ccfc79dc53 None None] Deleting port 0cdb364b-b5fb-4f45-b589-5047e2dd465a {{(pid=102732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:24:06.225736 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-3d6f7b7a-464c-409d-9fe9-e3ccfc79dc53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:06.308631 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-3d6f7b7a-464c-409d-9fe9-e3ccfc79dc53 None None] For port 0cdb364b-b5fb-4f45-b589-5047e2dd465a, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=0cdb364b-b5fb-4f45-b589-5047e2dd465a,segment=NetworkSegment(6063defb-e0aa-42be-a38b-2c58b530e12c),segment_id=6063defb-e0aa-42be-a38b-2c58b530e12c)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:24:06.309045 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-3d6f7b7a-464c-409d-9fe9-e3ccfc79dc53 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:06.325844 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da718cb-435c-4844-b7fb-19a337edf1d6 req-4d6c35d6-3b81-41e5-8b56-7a40e579ffee tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:06.329100 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-3d6f7b7a-464c-409d-9fe9-e3ccfc79dc53 None None] Calling delete_port for 0cdb364b-b5fb-4f45-b589-5047e2dd465a owned by network:dhcp {{(pid=102732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:24:06.334022 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3da718cb-435c-4844-b7fb-19a337edf1d6 req-4d6c35d6-3b81-41e5-8b56-7a40e579ffee tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "GET /v2.0/ports?device_id=9b9fd8ee-e843-4aca-b24e-7cbfa5ecfb92 HTTP/1.1" status: 200 len: 944 time: 0.4344790 May 18 18:24:06.358123 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d050cc3b-35cd-4cf5-a056-e3ccd0f55b2d req-936f632b-07b5-4bfe-af62-6e9626181530 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:06.359961 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d050cc3b-35cd-4cf5-a056-e3ccd0f55b2d req-936f632b-07b5-4bfe-af62-6e9626181530 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.36 "GET /v2.0/ports?device_id=2aaa7b97-c1f6-417f-be5b-d86238fc14b5 HTTP/1.1" status: 200 len: 945 time: 0.5121887 May 18 18:24:06.423981 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 0cdb364b-b5fb-4f45-b589-5047e2dd465a no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:24:06.459888 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6a1f2bdc-4f77-4ec2-9deb-3d8e208a13ec tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:06.468290 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 0cdb364b-b5fb-4f45-b589-5047e2dd465a {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:24:06.468659 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 0cdb364b-b5fb-4f45-b589-5047e2dd465a not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:24:06.485647 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-3d6f7b7a-464c-409d-9fe9-e3ccfc79dc53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508'] for port, after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:06.508307 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd56b790-bdc8-485c-88ec-6c0426c71209 req-70c55999-1933-41b9-8a5e-1c21b60243b2 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:06.522646 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cd56b790-bdc8-485c-88ec-6c0426c71209 req-70c55999-1933-41b9-8a5e-1c21b60243b2 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=2aaa7b97-c1f6-417f-be5b-d86238fc14b5 HTTP/1.1" status: 200 len: 945 time: 0.2096958 May 18 18:24:06.522908 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6f7b7a-464c-409d-9fe9-e3ccfc79dc53 None None] Pushing event deleted for resources: {'Port': ['ID=0cdb364b-b5fb-4f45-b589-5047e2dd465a,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:24:06.542179 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6f7b7a-464c-409d-9fe9-e3ccfc79dc53 None None] No DVR routers for this DVR port 0cdb364b-b5fb-4f45-b589-5047e2dd465a on host n-d-838550-3 {{(pid=102732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:24:06.611080 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cd56b790-bdc8-485c-88ec-6c0426c71209 req-07f0492b-55c7-48be-80e1-0922f3e6f123 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/security-groups?id=6cd42249-be19-4866-8a3b-7059b1a837e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873044 May 18 18:24:06.615748 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1f2bdc-4f77-4ec2-9deb-3d8e208a13ec tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Pushing event deleted for resources: {'Port': ['ID=0cdb364b-b5fb-4f45-b589-5047e2dd465a,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:24:06.619836 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1f2bdc-4f77-4ec2-9deb-3d8e208a13ec tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] No DVR routers for this DVR port 0cdb364b-b5fb-4f45-b589-5047e2dd465a on host n-d-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:24:06.670730 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3da718cb-435c-4844-b7fb-19a337edf1d6 req-961ef3fb-9028-4521-b458-077ac216d94a tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "GET /v2.0/security-groups?id=2c58082d-62d2-4dbd-855f-9827a04387ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3343992 May 18 18:24:06.691561 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c57e165-6be0-4ae8-91cc-029f0384638e None None] New status for floating IP c1084f9b-dfba-4d33-8b64-93b90ee2f7f3: DOWN {{(pid=102732) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 18:24:06.781950 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6a1f2bdc-4f77-4ec2-9deb-3d8e208a13ec tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:06.802069 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-d050cc3b-35cd-4cf5-a056-e3ccd0f55b2d req-1a2b5ce4-e9e0-445d-b0d9-a5df5c20aa7d tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Deleting port d1375281-ce80-4c02-aa8e-557572891cb2 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:24:06.802667 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-d050cc3b-35cd-4cf5-a056-e3ccd0f55b2d req-1a2b5ce4-e9e0-445d-b0d9-a5df5c20aa7d tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:06.932384 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-6a1f2bdc-4f77-4ec2-9deb-3d8e208a13ec tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac81316b-c5b5-4afe-ac13-debdd79968eb']}} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:24:06.937746 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eefe04d-0946-4c95-9acf-c964a453742c req-857693dc-bc85-4c88-9c58-6c98b934d0ab tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:06.953863 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8eefe04d-0946-4c95-9acf-c964a453742c req-857693dc-bc85-4c88-9c58-6c98b934d0ab tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef854938-189c-46f2-8314-215a08afd5f6 HTTP/1.1" status: 200 len: 947 time: 0.1658540 May 18 18:24:06.997447 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-6a1f2bdc-4f77-4ec2-9deb-3d8e208a13ec tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6063defb-e0aa-42be-a38b-2c58b530e12c') {'for_net_delete': True} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:24:06.998111 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-6a1f2bdc-4f77-4ec2-9deb-3d8e208a13ec tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6063defb-e0aa-42be-a38b-2c58b530e12c') {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:24:07.026657 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8eefe04d-0946-4c95-9acf-c964a453742c req-f5f2f38f-0312-4ccd-8031-29c73efbda61 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=ea6a757a-9c65-4a62-a27e-604b73d281bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660779 May 18 18:24:07.057109 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-528aa48e-58ad-43fb-800a-50b14c4ac39a req-a9fa1691-0385-456b-9516-fb3c01d73ba8 tempest-ServerShowV254Test-1999661842 tempest-ServerShowV254Test-1999661842-project] 10.222.0.85 "GET /v2.0/ports?device_id=7d82503c-6880-4acc-8823-83c79ba96704 HTTP/1.1" status: 200 len: 210 time: 0.0929942 May 18 18:24:07.069519 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6a1f2bdc-4f77-4ec2-9deb-3d8e208a13ec tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260542144'] for segment, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:07.116580 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6a1f2bdc-4f77-4ec2-9deb-3d8e208a13ec tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:07.135133 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a1f2bdc-4f77-4ec2-9deb-3d8e208a13ec tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=102731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:24:07.136067 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6a1f2bdc-4f77-4ec2-9deb-3d8e208a13ec tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260884178'] for segment, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:07.140322 n-d-838550-3 neutron-server[102731]: Traceback (most recent call last): May 18 18:24:07.140322 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:24:07.140322 n-d-838550-3 neutron-server[102731]: timer() May 18 18:24:07.140322 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:24:07.140322 n-d-838550-3 neutron-server[102731]: cb(*args, **kw) May 18 18:24:07.140322 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:24:07.140322 n-d-838550-3 neutron-server[102731]: return func(*args, **kwargs) May 18 18:24:07.140322 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:24:07.140322 n-d-838550-3 neutron-server[102731]: self._notify() May 18 18:24:07.140322 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:24:07.140322 n-d-838550-3 neutron-server[102731]: self.callback(batched_events) May 18 18:24:07.140322 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:24:07.140322 n-d-838550-3 neutron-server[102731]: event.method(event) May 18 18:24:07.140322 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:24:07.140322 n-d-838550-3 neutron-server[102731]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:24:07.140322 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:24:07.140322 n-d-838550-3 neutron-server[102731]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:24:07.140322 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:24:07.140322 n-d-838550-3 neutron-server[102731]: return f(self, *a, **k) May 18 18:24:07.140322 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:24:07.140322 n-d-838550-3 neutron-server[102731]: return self._get(url).json() May 18 18:24:07.140322 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:24:07.140322 n-d-838550-3 neutron-server[102731]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:24:07.140322 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:24:07.140322 n-d-838550-3 neutron-server[102731]: return self.request(url, 'GET', **kwargs) May 18 18:24:07.140322 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:24:07.140322 n-d-838550-3 neutron-server[102731]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:24:07.140322 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:24:07.140322 n-d-838550-3 neutron-server[102731]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:24:07.140322 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:24:07.140322 n-d-838550-3 neutron-server[102731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:24:07.140322 n-d-838550-3 neutron-server[102731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:24:07.163791 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-d050cc3b-35cd-4cf5-a056-e3ccd0f55b2d req-1a2b5ce4-e9e0-445d-b0d9-a5df5c20aa7d tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] For port d1375281-ce80-4c02-aa8e-557572891cb2, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=d1375281-ce80-4c02-aa8e-557572891cb2,segment=NetworkSegment(bb31c238-cddb-4b17-91a0-f094652d8b9e),segment_id=bb31c238-cddb-4b17-91a0-f094652d8b9e)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:24:07.164331 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-d050cc3b-35cd-4cf5-a056-e3ccd0f55b2d req-1a2b5ce4-e9e0-445d-b0d9-a5df5c20aa7d tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:07.248344 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-d050cc3b-35cd-4cf5-a056-e3ccd0f55b2d req-1a2b5ce4-e9e0-445d-b0d9-a5df5c20aa7d tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Calling delete_port for d1375281-ce80-4c02-aa8e-557572891cb2 owned by compute:nova {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:24:07.250795 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6a1f2bdc-4f77-4ec2-9deb-3d8e208a13ec tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:07.309536 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6a1f2bdc-4f77-4ec2-9deb-3d8e208a13ec tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:07.317806 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-6a1f2bdc-4f77-4ec2-9deb-3d8e208a13ec tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] 10.222.0.85 "DELETE /v2.0/networks/ac81316b-c5b5-4afe-ac13-debdd79968eb HTTP/1.1" status: 204 len: 168 time: 2.4597831 May 18 18:24:07.318592 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 46100) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:24:07.319860 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1f2bdc-4f77-4ec2-9deb-3d8e208a13ec tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Pushing event deleted for resources: {'Network': ['ID=ac81316b-c5b5-4afe-ac13-debdd79968eb,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:24:07.340465 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-d7758281-73e1-4ad4-a435-0ef1d001d48d tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-602250316'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:24:07.393341 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7758281-73e1-4ad4-a435-0ef1d001d48d tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Made reservation on behalf of da58e9bc8fb64cb8902d79f0a725e08d for: {'network': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:24:07.415141 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d7758281-73e1-4ad4-a435-0ef1d001d48d tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:07.474278 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7758281-73e1-4ad4-a435-0ef1d001d48d tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638} {{(pid=102730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:24:07.481258 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 90514794-1f1f-4757-a687-051a1fe538a4 up at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:24:07.502441 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d7758281-73e1-4ad4-a435-0ef1d001d48d tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:07.502700 n-d-838550-3 neutron-server[102730]: INFO neutron.db.segments_db [None req-d7758281-73e1-4ad4-a435-0ef1d001d48d tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Added segment 1cea1ea6-eff3-4b63-9e21-a16ebbe5757b of type vlan for network 726465a4-fc7e-45d0-84d4-6eeb0b55bd87 May 18 18:24:07.521850 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-d050cc3b-35cd-4cf5-a056-e3ccd0f55b2d req-1a2b5ce4-e9e0-445d-b0d9-a5df5c20aa7d tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:07.563026 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2b5ce4-e9e0-445d-b0d9-a5df5c20aa7d tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Pushing event deleted for resources: {'Port': ['ID=d1375281-ce80-4c02-aa8e-557572891cb2,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:24:07.611797 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d7758281-73e1-4ad4-a435-0ef1d001d48d tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:07.612308 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning for port 90514794-1f1f-4757-a687-051a1fe538a4 completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:24:07.632167 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning complete for port 90514794-1f1f-4757-a687-051a1fe538a4 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:24:07.633457 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:07.666249 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d7758281-73e1-4ad4-a435-0ef1d001d48d tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:07.669679 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-d050cc3b-35cd-4cf5-a056-e3ccd0f55b2d req-1a2b5ce4-e9e0-445d-b0d9-a5df5c20aa7d tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] No DVR routers for this DVR port d1375281-ce80-4c02-aa8e-557572891cb2 on host n-h1-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:24:07.674098 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7758281-73e1-4ad4-a435-0ef1d001d48d tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:07.674738 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d7758281-73e1-4ad4-a435-0ef1d001d48d tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:07.682982 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-d050cc3b-35cd-4cf5-a056-e3ccd0f55b2d req-1a2b5ce4-e9e0-445d-b0d9-a5df5c20aa7d tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:07.694773 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d050cc3b-35cd-4cf5-a056-e3ccd0f55b2d req-1a2b5ce4-e9e0-445d-b0d9-a5df5c20aa7d tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.36 "DELETE /v2.0/ports/d1375281-ce80-4c02-aa8e-557572891cb2 HTTP/1.1" status: 204 len: 173 time: 1.3183982 May 18 18:24:07.695375 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2aaa7b97-c1f6-417f-be5b-d86238fc14b5', 'name': 'network-vif-deleted', 'tag': 'd1375281-ce80-4c02-aa8e-557572891cb2'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:24:07.721503 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d6571fc-4d1e-4dda-9223-564ec81188c2" -d '{"events": [{"server_uuid": "2aaa7b97-c1f6-417f-be5b-d86238fc14b5", "name": "network-vif-deleted", "tag": "d1375281-ce80-4c02-aa8e-557572891cb2"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:24:07.801257 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-4ed395b0-3877-406b-ad1a-4abc434d906f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:07.900210 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-d7758281-73e1-4ad4-a435-0ef1d001d48d tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5776567 May 18 18:24:07.927627 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 46110) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:24:07.952231 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-a3390cef-f1ae-42a7-82e5-566e4dce7291 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Request body: {'subnet': {'network_id': '726465a4-fc7e-45d0-84d4-6eeb0b55bd87', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:24:07.965997 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 90514794-1f1f-4757-a687-051a1fe538a4 is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:24:07.966688 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:08.035592 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f6ed8789-c974-41fc-bb8a-ca0f886231fa req-7858f6b6-5706-430e-86c2-bd519b21bd40 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=2aaa7b97-c1f6-417f-be5b-d86238fc14b5 HTTP/1.1" status: 200 len: 210 time: 0.1573651 May 18 18:24:08.079297 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7758281-73e1-4ad4-a435-0ef1d001d48d tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Pushing event updated for resources: {'Network': ['ID=726465a4-fc7e-45d0-84d4-6eeb0b55bd87,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:24:08.127210 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 90514794-1f1f-4757-a687-051a1fe538a4, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=90514794-1f1f-4757-a687-051a1fe538a4,segment=NetworkSegment(a898997a-d1fc-408c-b1d2-fe587c78d0c1),segment_id=a898997a-d1fc-408c-b1d2-fe587c78d0c1)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:24:08.138119 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b9fd8ee-e843-4aca-b24e-7cbfa5ecfb92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90514794-1f1f-4757-a687-051a1fe538a4'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:24:08.147387 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d466776-6510-4ddf-ae35-0170d6000d04" -d '{"events": [{"server_uuid": "9b9fd8ee-e843-4aca-b24e-7cbfa5ecfb92", "name": "network-vif-plugged", "status": "completed", "tag": "90514794-1f1f-4757-a687-051a1fe538a4"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:24:08.165795 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network 726465a4-fc7e-45d0-84d4-6eeb0b55bd87 details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:24:08.176455 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:08.243099 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-129bc615-4b0e-44b2-b016-d0a86cf4fc7d x-openstack-request-id: req-129bc615-4b0e-44b2-b016-d0a86cf4fc7d {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:24:08.243403 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2aaa7b97-c1f6-417f-be5b-d86238fc14b5", "name": "network-vif-deleted", "tag": "d1375281-ce80-4c02-aa8e-557572891cb2", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:24:08.243655 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-129bc615-4b0e-44b2-b016-d0a86cf4fc7d {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:24:08.244083 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-129bc615-4b0e-44b2-b016-d0a86cf4fc7d'] response: {'server_uuid': '2aaa7b97-c1f6-417f-be5b-d86238fc14b5', 'name': 'network-vif-deleted', 'tag': 'd1375281-ce80-4c02-aa8e-557572891cb2', 'status': 'completed', 'code': 200} May 18 18:24:08.399824 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ca5db3-e7ed-4d8b-831a-676ac19f3500 req-d438c7d8-da04-44fd-a1f1-d7bcb5d326f7 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:08.417199 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-97ca5db3-e7ed-4d8b-831a-676ac19f3500 req-d438c7d8-da04-44fd-a1f1-d7bcb5d326f7 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "GET /v2.0/ports?device_id=9b9fd8ee-e843-4aca-b24e-7cbfa5ecfb92 HTTP/1.1" status: 200 len: 944 time: 0.5408850 May 18 18:24:08.448076 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbfca05-2b79-42e7-90d5-c454b39e008b req-8f272657-43b6-4984-9c7e-eb20ed9eec1d tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:08.456979 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-dfbfca05-2b79-42e7-90d5-c454b39e008b req-8f272657-43b6-4984-9c7e-eb20ed9eec1d tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef854938-189c-46f2-8314-215a08afd5f6 HTTP/1.1" status: 200 len: 947 time: 0.1332946 May 18 18:24:08.505280 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-dfbfca05-2b79-42e7-90d5-c454b39e008b req-72c62a79-aaf9-4773-9ff9-f082b27743ec tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=ea6a757a-9c65-4a62-a27e-604b73d281bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465050 May 18 18:24:08.506605 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3390cef-f1ae-42a7-82e5-566e4dce7291 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Made reservation on behalf of da58e9bc8fb64cb8902d79f0a725e08d for: {'subnet': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:24:08.531697 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a3390cef-f1ae-42a7-82e5-566e4dce7291 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260908003'] for subnet, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:08.666971 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=90514794-1f1f-4757-a687-051a1fe538a4,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:24:08.719543 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-97ca5db3-e7ed-4d8b-831a-676ac19f3500 req-6f9619a6-7555-47cf-b077-1c06417c1016 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "GET /v2.0/security-groups?id=2c58082d-62d2-4dbd-855f-9827a04387ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2962782 May 18 18:24:08.801813 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-22f0268d-cb33-4ad2-975e-e608f5e68c9d req-0eef39f3-e3ee-41de-8292-31d565358105 tempest-ServerShowV254Test-1999661842 tempest-ServerShowV254Test-1999661842-project] 10.222.0.85 "GET /v2.0/ports?device_id=7d82503c-6880-4acc-8823-83c79ba96704 HTTP/1.1" status: 200 len: 210 time: 0.0835161 May 18 18:24:08.845592 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0d573ba-60b0-4a2a-9e63-96f7a295451a x-openstack-request-id: req-f0d573ba-60b0-4a2a-9e63-96f7a295451a {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:24:08.846210 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b9fd8ee-e843-4aca-b24e-7cbfa5ecfb92", "name": "network-vif-plugged", "status": "completed", "tag": "90514794-1f1f-4757-a687-051a1fe538a4", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:24:08.846210 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-f0d573ba-60b0-4a2a-9e63-96f7a295451a {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:24:08.846641 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0d573ba-60b0-4a2a-9e63-96f7a295451a'] response: {'server_uuid': '9b9fd8ee-e843-4aca-b24e-7cbfa5ecfb92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90514794-1f1f-4757-a687-051a1fe538a4', 'code': 200} May 18 18:24:09.015241 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a3390cef-f1ae-42a7-82e5-566e4dce7291 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260898481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260908021'] for subnet, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:09.062305 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166c9709-1dab-40da-94a3-949be205c5bb req-486361ad-b1ae-45f4-8210-33887040a0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:09.063838 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-166c9709-1dab-40da-94a3-949be205c5bb req-486361ad-b1ae-45f4-8210-33887040a0d4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9b9fd8ee-e843-4aca-b24e-7cbfa5ecfb92 HTTP/1.1" status: 200 len: 1096 time: 0.0879374 May 18 18:24:09.123602 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 46178) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:24:09.409120 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3390cef-f1ae-42a7-82e5-566e4dce7291 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Checking segment: {'id': '1cea1ea6-eff3-4b63-9e21-a16ebbe5757b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '726465a4-fc7e-45d0-84d4-6eeb0b55bd87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:24:09.409472 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3390cef-f1ae-42a7-82e5-566e4dce7291 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Network hostable DHCP agents. Network: 726465a4-fc7e-45d0-84d4-6eeb0b55bd87, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:24:09.472690 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3390cef-f1ae-42a7-82e5-566e4dce7291 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Pushing event updated for resources: {'Subnet': ['ID=696e0e51-f1cc-4f20-b187-92cd3d8968fa,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:24:09.485601 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device d1375281-ce80-4c02-aa8e-557572891cb2 no longer exists at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:24:09.507318 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-166c9709-1dab-40da-94a3-949be205c5bb req-b035a534-aa26-4e0c-aeca-23ea6fedef9d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2c58082d-62d2-4dbd-855f-9827a04387ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4138999 May 18 18:24:09.543293 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] No Port match for: d1375281-ce80-4c02-aa8e-557572891cb2 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:24:09.543595 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device d1375281-ce80-4c02-aa8e-557572891cb2 not bound to the agent host n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:24:09.599667 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3390cef-f1ae-42a7-82e5-566e4dce7291 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Network 726465a4-fc7e-45d0-84d4-6eeb0b55bd87 is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:24:09.683544 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-a3390cef-f1ae-42a7-82e5-566e4dce7291 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, 726465a4-fc7e-45d0-84d4-6eeb0b55bd87) {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:24:09.696199 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9465b6ba-960c-4355-b84d-a822e2f7bcc9 None None] Network 726465a4-fc7e-45d0-84d4-6eeb0b55bd87 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:24:09.698248 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3390cef-f1ae-42a7-82e5-566e4dce7291 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:09.698839 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a3390cef-f1ae-42a7-82e5-566e4dce7291 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:09.723093 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb22fafb-3768-41f3-8c06-b74f46bfef40 req-9cc14c0c-d76d-4f44-bcd0-129be9124b16 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:09.724675 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cb22fafb-3768-41f3-8c06-b74f46bfef40 req-9cc14c0c-d76d-4f44-bcd0-129be9124b16 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef854938-189c-46f2-8314-215a08afd5f6 HTTP/1.1" status: 200 len: 947 time: 0.0987794 May 18 18:24:09.732178 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 46212) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:24:09.732509 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-a3390cef-f1ae-42a7-82e5-566e4dce7291 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8052826 May 18 18:24:09.742544 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-9ac48e52-e2ee-42fa-bcc5-2ee559c0ed56 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Request body: {'port': {'network_id': '726465a4-fc7e-45d0-84d4-6eeb0b55bd87', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1187361940'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:24:09.810683 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cb22fafb-3768-41f3-8c06-b74f46bfef40 req-3542c4de-d4ec-4833-84ca-2e561557abb4 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=ea6a757a-9c65-4a62-a27e-604b73d281bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773275 May 18 18:24:10.001275 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 7 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 18:24:10.173547 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c24c73da-3155-408e-9339-c0fb4bcb2531 req-d758076f-eed6-4fde-9e91-80d8bf23d7d3 tempest-ServerShowV254Test-1999661842 tempest-ServerShowV254Test-1999661842-project] 10.222.0.85 "GET /v2.0/ports?device_id=7d82503c-6880-4acc-8823-83c79ba96704 HTTP/1.1" status: 200 len: 210 time: 0.1488307 May 18 18:24:10.188897 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c9f8d23d-b31c-4fac-a3a5-ccb7c6e56566 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-595963'] for router_interface, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:10.215551 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ac48e52-e2ee-42fa-bcc5-2ee559c0ed56 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Made reservation on behalf of da58e9bc8fb64cb8902d79f0a725e08d for: {'port': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:24:10.225464 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9ac48e52-e2ee-42fa-bcc5-2ee559c0ed56 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:10.292175 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b93dab0b-d152-444a-bc91-eb10c007ef06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:10.309691 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad80978c-4c55-4bf7-b8ac-82f566bd51cf req-d76b5a9b-7a62-404f-91f4-1089a0b9f76c tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:10.311293 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ad80978c-4c55-4bf7-b8ac-82f566bd51cf req-d76b5a9b-7a62-404f-91f4-1089a0b9f76c tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "GET /v2.0/ports?device_id=9b9fd8ee-e843-4aca-b24e-7cbfa5ecfb92 HTTP/1.1" status: 200 len: 945 time: 0.2815492 May 18 18:24:10.336189 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb112f2c-099d-495b-93a3-068f848a8365 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-726465a4-fc7e-45d0-84d4-6eeb0b55bd87', 'network_id': '726465a4-fc7e-45d0-84d4-6eeb0b55bd87', 'tenant_id': 'da58e9bc8fb64cb8902d79f0a725e08d', 'fixed_ips': [{'subnet_id': '696e0e51-f1cc-4f20-b187-92cd3d8968fa'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:24:10.337953 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-cb112f2c-099d-495b-93a3-068f848a8365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:10.340825 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [None req-9ac48e52-e2ee-42fa-bcc5-2ee559c0ed56 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] device_id is not set on port 47f09b85-75b7-4772-9f8f-e8d952c04ab4 yet. {{(pid=102730) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 18 18:24:10.460345 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ad80978c-4c55-4bf7-b8ac-82f566bd51cf req-8d984748-e77e-471f-91ab-96658659f3a0 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "GET /v2.0/security-groups?id=2c58082d-62d2-4dbd-855f-9827a04387ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1325147 May 18 18:24:10.570685 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-9ac48e52-e2ee-42fa-bcc5-2ee559c0ed56 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Allocated IP 172.20.0.10 (726465a4-fc7e-45d0-84d4-6eeb0b55bd87/696e0e51-f1cc-4f20-b187-92cd3d8968fa/47f09b85-75b7-4772-9f8f-e8d952c04ab4) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:24:10.791868 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-c9f8d23d-b31c-4fac-a3a5-ccb7c6e56566 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Deleting port cb9b0614-cf9b-4df0-8bd3-861a160de71b {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:24:10.792857 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c9f8d23d-b31c-4fac-a3a5-ccb7c6e56566 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:10.817934 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9ac48e52-e2ee-42fa-bcc5-2ee559c0ed56 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:10.884526 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9ac48e52-e2ee-42fa-bcc5-2ee559c0ed56 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:11.021108 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-c9f8d23d-b31c-4fac-a3a5-ccb7c6e56566 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] For port cb9b0614-cf9b-4df0-8bd3-861a160de71b, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=cb9b0614-cf9b-4df0-8bd3-861a160de71b,segment=NetworkSegment(bb31c238-cddb-4b17-91a0-f094652d8b9e),segment_id=bb31c238-cddb-4b17-91a0-f094652d8b9e)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:24:11.022711 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c9f8d23d-b31c-4fac-a3a5-ccb7c6e56566 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:11.053850 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-cb112f2c-099d-495b-93a3-068f848a8365 None None] Allocated IP 172.20.0.2 (726465a4-fc7e-45d0-84d4-6eeb0b55bd87/696e0e51-f1cc-4f20-b187-92cd3d8968fa/1ba6a789-3d12-4320-ab7c-1b84330608ad) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:24:11.059504 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-c9f8d23d-b31c-4fac-a3a5-ccb7c6e56566 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Calling delete_port for cb9b0614-cf9b-4df0-8bd3-861a160de71b owned by network:router_interface {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:24:11.091353 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac48e52-e2ee-42fa-bcc5-2ee559c0ed56 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Pushing event updated for resources: {'Port': ['ID=47f09b85-75b7-4772-9f8f-e8d952c04ab4,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:24:11.109870 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac48e52-e2ee-42fa-bcc5-2ee559c0ed56 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Network 726465a4-fc7e-45d0-84d4-6eeb0b55bd87 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:24:11.111810 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-9ac48e52-e2ee-42fa-bcc5-2ee559c0ed56 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:24:11.115327 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac48e52-e2ee-42fa-bcc5-2ee559c0ed56 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:24:11.232284 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac48e52-e2ee-42fa-bcc5-2ee559c0ed56 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:11.233006 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9ac48e52-e2ee-42fa-bcc5-2ee559c0ed56 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:11.280013 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-9ac48e52-e2ee-42fa-bcc5-2ee559c0ed56 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 1.5465760 May 18 18:24:11.282600 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 46232) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:24:11.371790 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:11.559484 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3958fc6f-7d9d-40c6-8ab4-d89f6f50ad44 req-903d659e-4620-4330-9948-7705bd861de1 tempest-ServerShowV254Test-1999661842 tempest-ServerShowV254Test-1999661842-project] 10.222.0.85 "GET /v2.0/ports?device_id=7d82503c-6880-4acc-8823-83c79ba96704 HTTP/1.1" status: 200 len: 210 time: 0.0722661 May 18 18:24:11.588687 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-6648f323-7262-4f28-aefe-3333e5813f4c tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Deleting port 47f09b85-75b7-4772-9f8f-e8d952c04ab4 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:24:11.589034 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6648f323-7262-4f28-aefe-3333e5813f4c tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:11.640382 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-cb112f2c-099d-495b-93a3-068f848a8365 None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:11.667527 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-cb112f2c-099d-495b-93a3-068f848a8365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:11.674186 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06344858-7686-486c-a5cf-d239c3fd7174 req-cbd88a1f-ac75-49d2-92a1-660c1c1b72e6 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:11.694952 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-06344858-7686-486c-a5cf-d239c3fd7174 req-cbd88a1f-ac75-49d2-92a1-660c1c1b72e6 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef854938-189c-46f2-8314-215a08afd5f6 HTTP/1.1" status: 200 len: 947 time: 0.6180558 May 18 18:24:11.700636 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c9f8d23d-b31c-4fac-a3a5-ccb7c6e56566 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:11.765338 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f8d23d-b31c-4fac-a3a5-ccb7c6e56566 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Pushing event deleted for resources: {'Port': ['ID=cb9b0614-cf9b-4df0-8bd3-861a160de71b,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:24:11.822979 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb112f2c-099d-495b-93a3-068f848a8365 None None] Network 726465a4-fc7e-45d0-84d4-6eeb0b55bd87 is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:24:11.840219 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6648f323-7262-4f28-aefe-3333e5813f4c tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:11.873089 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-cb112f2c-099d-495b-93a3-068f848a8365 None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:24:11.875680 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-6648f323-7262-4f28-aefe-3333e5813f4c tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Calling delete_port for 47f09b85-75b7-4772-9f8f-e8d952c04ab4 owned by {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:24:11.883148 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb112f2c-099d-495b-93a3-068f848a8365 None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:24:11.931775 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb112f2c-099d-495b-93a3-068f848a8365 None None] Pushing event updated for resources: {'Port': ['ID=1ba6a789-3d12-4320-ab7c-1b84330608ad,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:24:12.028146 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-06344858-7686-486c-a5cf-d239c3fd7174 req-407bd064-7eba-4c7c-9511-fceb25083403 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=ea6a757a-9c65-4a62-a27e-604b73d281bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3321018 May 18 18:24:12.068301 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-cb112f2c-099d-495b-93a3-068f848a8365 None None] Attempting to bind port 1ba6a789-3d12-4320-ab7c-1b84330608ad on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:24:12.068681 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-cb112f2c-099d-495b-93a3-068f848a8365 None None] Attempting to bind port 1ba6a789-3d12-4320-ab7c-1b84330608ad by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '1cea1ea6-eff3-4b63-9e21-a16ebbe5757b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '726465a4-fc7e-45d0-84d4-6eeb0b55bd87'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:24:12.069067 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb112f2c-099d-495b-93a3-068f848a8365 None None] Attempting to bind port 1ba6a789-3d12-4320-ab7c-1b84330608ad on network 726465a4-fc7e-45d0-84d4-6eeb0b55bd87 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:24:12.084252 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb112f2c-099d-495b-93a3-068f848a8365 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:24:12.084506 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb112f2c-099d-495b-93a3-068f848a8365 None None] Checking segment: {'id': '1cea1ea6-eff3-4b63-9e21-a16ebbe5757b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '726465a4-fc7e-45d0-84d4-6eeb0b55bd87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:24:12.084771 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-cb112f2c-099d-495b-93a3-068f848a8365 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:12.085183 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb112f2c-099d-495b-93a3-068f848a8365 None None] Bound using segment: {'id': '1cea1ea6-eff3-4b63-9e21-a16ebbe5757b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '726465a4-fc7e-45d0-84d4-6eeb0b55bd87'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:24:12.085697 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-cb112f2c-099d-495b-93a3-068f848a8365 None None] Bound port: 1ba6a789-3d12-4320-ab7c-1b84330608ad, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cea1ea6-eff3-4b63-9e21-a16ebbe5757b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '726465a4-fc7e-45d0-84d4-6eeb0b55bd87'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:24:12.086088 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-cb112f2c-099d-495b-93a3-068f848a8365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:12.299575 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-cb112f2c-099d-495b-93a3-068f848a8365 None None] For port 1ba6a789-3d12-4320-ab7c-1b84330608ad, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:24:12.304374 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6648f323-7262-4f28-aefe-3333e5813f4c tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:12.307104 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-cb112f2c-099d-495b-93a3-068f848a8365 None None] For port 1ba6a789-3d12-4320-ab7c-1b84330608ad, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=1ba6a789-3d12-4320-ab7c-1b84330608ad,segment=NetworkSegment(1cea1ea6-eff3-4b63-9e21-a16ebbe5757b),segment_id=1cea1ea6-eff3-4b63-9e21-a16ebbe5757b)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:24:12.319137 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-cb112f2c-099d-495b-93a3-068f848a8365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:12.343488 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c9f8d23d-b31c-4fac-a3a5-ccb7c6e56566 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-593931'] for router_interface, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:12.374217 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8ecde4-1689-4bb9-a3ac-5b0113ea156a req-243fcf10-1930-4539-b5f6-7002d4b1c08f tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:12.383604 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9f8ecde4-1689-4bb9-a3ac-5b0113ea156a req-243fcf10-1930-4539-b5f6-7002d4b1c08f tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "GET /v2.0/ports?device_id=9b9fd8ee-e843-4aca-b24e-7cbfa5ecfb92 HTTP/1.1" status: 200 len: 945 time: 0.7138429 May 18 18:24:12.395176 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6648f323-7262-4f28-aefe-3333e5813f4c tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Pushing event deleted for resources: {'Port': ['ID=47f09b85-75b7-4772-9f8f-e8d952c04ab4,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:24:12.492250 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:12.502024 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb112f2c-099d-495b-93a3-068f848a8365 None None] Pushing event updated for resources: {'Port': ['ID=1ba6a789-3d12-4320-ab7c-1b84330608ad,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:24:12.576382 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9f8ecde4-1689-4bb9-a3ac-5b0113ea156a req-7b00b7b0-59ef-4b0e-ad72-5e0bcd3261fd tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "GET /v2.0/security-groups?id=2c58082d-62d2-4dbd-855f-9827a04387ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1915066 May 18 18:24:12.624589 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6648f323-7262-4f28-aefe-3333e5813f4c tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:12.632314 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 46252) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:24:12.638736 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-6648f323-7262-4f28-aefe-3333e5813f4c tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] 10.222.0.85 "DELETE /v2.0/ports/47f09b85-75b7-4772-9f8f-e8d952c04ab4 HTTP/1.1" status: 204 len: 168 time: 1.3540840 May 18 18:24:12.681226 n-d-838550-3 neutron-server[102731]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd2f933e-e391-4819-b4e1-f38b7d3ad3b2 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] GET failed (client error): The resource could not be found. May 18 18:24:12.685702 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 46254) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:24:12.697342 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-fd2f933e-e391-4819-b4e1-f38b7d3ad3b2 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] 10.222.0.85 "GET /v2.0/ports/47f09b85-75b7-4772-9f8f-e8d952c04ab4 HTTP/1.1" status: 404 len: 333 time: 0.0614955 May 18 18:24:12.770102 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_v2 [None req-9338bc8e-68cb-4680-ab64-16f01ab6259b tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Deleting subnet 696e0e51-f1cc-4f20-b187-92cd3d8968fa {{(pid=102730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:24:12.775027 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9338bc8e-68cb-4680-ab64-16f01ab6259b tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks [] for subnet, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:12.973930 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-363a48d8-537b-4754-a4d5-3bb921ef57b0 req-87d0fd96-66d8-4a90-ab8c-022f0f4c0f12 tempest-ServerShowV254Test-1999661842 tempest-ServerShowV254Test-1999661842-project] 10.222.0.85 "GET /v2.0/ports?device_id=7d82503c-6880-4acc-8823-83c79ba96704 HTTP/1.1" status: 200 len: 210 time: 0.1250396 May 18 18:24:13.005537 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9338bc8e-68cb-4680-ab64-16f01ab6259b tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260107366'] for subnet, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:13.103235 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:13.333603 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9338bc8e-68cb-4680-ab64-16f01ab6259b tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:13.369116 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37a59a0-7f63-45ac-bd9d-a56152e6fabf req-09e844e1-67b9-48d1-bc8f-c085fdcc0f33 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:13.377183 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b37a59a0-7f63-45ac-bd9d-a56152e6fabf req-09e844e1-67b9-48d1-bc8f-c085fdcc0f33 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef854938-189c-46f2-8314-215a08afd5f6 HTTP/1.1" status: 200 len: 947 time: 0.1952062 May 18 18:24:13.449100 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b37a59a0-7f63-45ac-bd9d-a56152e6fabf req-f257b2f8-cb8d-4539-b856-4d8daf116113 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=ea6a757a-9c65-4a62-a27e-604b73d281bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662198 May 18 18:24:13.463963 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9338bc8e-68cb-4680-ab64-16f01ab6259b tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261104690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261031888'] for subnet, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:13.496231 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9338bc8e-68cb-4680-ab64-16f01ab6259b tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Pushing event deleted for resources: {'Subnet': ['ID=696e0e51-f1cc-4f20-b187-92cd3d8968fa,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:24:13.498747 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9338bc8e-68cb-4680-ab64-16f01ab6259b tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:13.505575 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-9338bc8e-68cb-4680-ab64-16f01ab6259b tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] 10.222.0.85 "DELETE /v2.0/subnets/696e0e51-f1cc-4f20-b187-92cd3d8968fa HTTP/1.1" status: 204 len: 168 time: 0.8110623 May 18 18:24:13.506927 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 46264) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:24:13.653987 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9122fcc1-bb28-4d91-8287-2f0fb41a255c tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:13.697110 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a91bee2-c998-4008-94a3-87c96c1aaa44 req-5d51e17b-e5dd-47f0-8aba-d2fbe6d37519 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:13.706980 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8a91bee2-c998-4008-94a3-87c96c1aaa44 req-5d51e17b-e5dd-47f0-8aba-d2fbe6d37519 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "GET /v2.0/ports?device_id=9b9fd8ee-e843-4aca-b24e-7cbfa5ecfb92 HTTP/1.1" status: 200 len: 945 time: 0.2539506 May 18 18:24:13.723098 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 46268) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:24:13.731021 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-fe8d3d5c-a11c-4ceb-82cb-c90650ff5f17 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Request body: {'floatingip': {'port_id': '90514794-1f1f-4757-a687-051a1fe538a4'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:24:13.783004 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-9122fcc1-bb28-4d91-8287-2f0fb41a255c tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Deleting port 1ba6a789-3d12-4320-ab7c-1b84330608ad {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:24:13.793778 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9122fcc1-bb28-4d91-8287-2f0fb41a255c tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:13.822747 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fe8d3d5c-a11c-4ceb-82cb-c90650ff5f17 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks [] for floatingip, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:13.948979 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-9122fcc1-bb28-4d91-8287-2f0fb41a255c tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] For port 1ba6a789-3d12-4320-ab7c-1b84330608ad, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=1ba6a789-3d12-4320-ab7c-1b84330608ad,segment=NetworkSegment(1cea1ea6-eff3-4b63-9e21-a16ebbe5757b),segment_id=1cea1ea6-eff3-4b63-9e21-a16ebbe5757b)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:24:13.960340 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9122fcc1-bb28-4d91-8287-2f0fb41a255c tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:13.980121 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9f8d23d-b31c-4fac-a3a5-ccb7c6e56566 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Router 73254540-bb99-421a-a8f7-d7c5331b85a1 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:24:14.022731 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-9122fcc1-bb28-4d91-8287-2f0fb41a255c tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Calling delete_port for 1ba6a789-3d12-4320-ab7c-1b84330608ad owned by network:dhcp {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:24:14.202680 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9122fcc1-bb28-4d91-8287-2f0fb41a255c tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:14.294170 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09df4511-c71f-4455-9ef0-d18e59d48ff4 None None] Network 726465a4-fc7e-45d0-84d4-6eeb0b55bd87 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:24:14.314604 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9122fcc1-bb28-4d91-8287-2f0fb41a255c tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Pushing event deleted for resources: {'Port': ['ID=1ba6a789-3d12-4320-ab7c-1b84330608ad,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:24:14.396430 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a8bb689e-fdbc-46c5-97f5-dc63390592fb req-8da93d39-96b8-43d0-9ef8-b2631c3d1505 tempest-ServerShowV254Test-1999661842 tempest-ServerShowV254Test-1999661842-project] 10.222.0.85 "GET /v2.0/ports?device_id=7d82503c-6880-4acc-8823-83c79ba96704 HTTP/1.1" status: 200 len: 210 time: 0.1879797 May 18 18:24:14.400999 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9122fcc1-bb28-4d91-8287-2f0fb41a255c tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] No DVR routers for this DVR port 1ba6a789-3d12-4320-ab7c-1b84330608ad on host n-d-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:24:14.447801 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-7439df95-5988-4268-b4b0-05af70135bac None None] Could not find standard attr ID for object 1ba6a789-3d12-4320-ab7c-1b84330608ad. {{(pid=102732) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 18 18:24:14.485459 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 1ba6a789-3d12-4320-ab7c-1b84330608ad up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:24:14.526136 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 1ba6a789-3d12-4320-ab7c-1b84330608ad {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:24:14.526471 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 1ba6a789-3d12-4320-ab7c-1b84330608ad not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} May 18 18:24:14.531077 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9f8d23d-b31c-4fac-a3a5-ccb7c6e56566 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:24:14.548835 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-c9f8d23d-b31c-4fac-a3a5-ccb7c6e56566 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "PUT /v2.0/routers/73254540-bb99-421a-a8f7-d7c5331b85a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4090619 May 18 18:24:14.556302 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 46276) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:24:14.558505 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e43c95-8802-4fd9-b358-62bd1f0270cd None None] Sync routers for ids ['73254540-bb99-421a-a8f7-d7c5331b85a1'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:24:14.587594 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Port 1ba6a789-3d12-4320-ab7c-1b84330608ad not found, will not notify nova. {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} May 18 18:24:14.612270 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9122fcc1-bb28-4d91-8287-2f0fb41a255c tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:14.622550 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e43c95-8802-4fd9-b358-62bd1f0270cd None None] Routers {'73254540-bb99-421a-a8f7-d7c5331b85a1'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:24:14.623873 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-e0e43c95-8802-4fd9-b358-62bd1f0270cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:24:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['73254540-bb99-421a-a8f7-d7c5331b85a1'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:24:14.652808 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28cd710a-6ad2-4906-af43-3713be7c5d33 None None] DHCP port deletion for 726465a4-fc7e-45d0-84d4-6eeb0b55bd87 request from n-d-838550-3 {{(pid=102732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 18:24:14.668110 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-9122fcc1-bb28-4d91-8287-2f0fb41a255c tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['726465a4-fc7e-45d0-84d4-6eeb0b55bd87']}} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:24:14.701351 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-9122fcc1-bb28-4d91-8287-2f0fb41a255c tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cea1ea6-eff3-4b63-9e21-a16ebbe5757b') {'for_net_delete': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:24:14.701721 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-9122fcc1-bb28-4d91-8287-2f0fb41a255c tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cea1ea6-eff3-4b63-9e21-a16ebbe5757b') {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:24:14.730488 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9122fcc1-bb28-4d91-8287-2f0fb41a255c tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260107375'] for segment, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:14.777473 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9122fcc1-bb28-4d91-8287-2f0fb41a255c tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:14.788295 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9122fcc1-bb28-4d91-8287-2f0fb41a255c tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=102730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:24:14.790437 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9122fcc1-bb28-4d91-8287-2f0fb41a255c tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261102736'] for segment, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:14.793961 n-d-838550-3 neutron-server[102730]: Traceback (most recent call last): May 18 18:24:14.793961 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:24:14.793961 n-d-838550-3 neutron-server[102730]: timer() May 18 18:24:14.793961 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:24:14.793961 n-d-838550-3 neutron-server[102730]: cb(*args, **kw) May 18 18:24:14.793961 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:24:14.793961 n-d-838550-3 neutron-server[102730]: return func(*args, **kwargs) May 18 18:24:14.793961 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:24:14.793961 n-d-838550-3 neutron-server[102730]: self._notify() May 18 18:24:14.793961 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:24:14.793961 n-d-838550-3 neutron-server[102730]: self.callback(batched_events) May 18 18:24:14.793961 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:24:14.793961 n-d-838550-3 neutron-server[102730]: event.method(event) May 18 18:24:14.793961 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:24:14.793961 n-d-838550-3 neutron-server[102730]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:24:14.793961 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:24:14.793961 n-d-838550-3 neutron-server[102730]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:24:14.793961 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:24:14.793961 n-d-838550-3 neutron-server[102730]: return f(self, *a, **k) May 18 18:24:14.793961 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:24:14.793961 n-d-838550-3 neutron-server[102730]: return self._get(url).json() May 18 18:24:14.793961 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:24:14.793961 n-d-838550-3 neutron-server[102730]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:24:14.793961 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:24:14.793961 n-d-838550-3 neutron-server[102730]: return self.request(url, 'GET', **kwargs) May 18 18:24:14.793961 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:24:14.793961 n-d-838550-3 neutron-server[102730]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:24:14.793961 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:24:14.793961 n-d-838550-3 neutron-server[102730]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:24:14.793961 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:24:14.793961 n-d-838550-3 neutron-server[102730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:24:14.793961 n-d-838550-3 neutron-server[102730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:24:14.836105 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_v2 [None req-8feff5c9-d4de-41a2-ad21-37f4903db60e tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Deleting subnet 319c66c3-8a7e-46c8-956a-e2b3a85f9524 {{(pid=102731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:24:14.878025 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-e0e43c95-8802-4fd9-b358-62bd1f0270cd None None] Set router 73254540-bb99-421a-a8f7-d7c5331b85a1 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:24:15.036701 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9122fcc1-bb28-4d91-8287-2f0fb41a255c tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:15.045258 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9122fcc1-bb28-4d91-8287-2f0fb41a255c tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:15.054624 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-9122fcc1-bb28-4d91-8287-2f0fb41a255c tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] 10.222.0.85 "DELETE /v2.0/networks/726465a4-fc7e-45d0-84d4-6eeb0b55bd87 HTTP/1.1" status: 204 len: 168 time: 1.5463188 May 18 18:24:15.055374 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 46280) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:24:15.062876 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-57e0926f-7ef6-43e1-9cfc-834893ce9568 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Request body: {'port': {'network_id': 'a5ac6e02-68e5-42c6-aa0d-a58985fb7e46', 'name': 'tempest-PortsTestJSON-65054131'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:24:15.100220 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9122fcc1-bb28-4d91-8287-2f0fb41a255c tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Pushing event deleted for resources: {'Network': ['ID=726465a4-fc7e-45d0-84d4-6eeb0b55bd87,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:24:15.248766 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57e0926f-7ef6-43e1-9cfc-834893ce9568 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Made reservation on behalf of da58e9bc8fb64cb8902d79f0a725e08d for: {'port': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:24:15.254381 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-57e0926f-7ef6-43e1-9cfc-834893ce9568 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:15.265228 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8feff5c9-d4de-41a2-ad21-37f4903db60e tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for subnet, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:15.277158 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [None req-57e0926f-7ef6-43e1-9cfc-834893ce9568 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] device_id is not set on port e2ead011-a262-4792-a7b9-70657c620c79 yet. {{(pid=102730) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 18 18:24:15.307519 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-e0e43c95-8802-4fd9-b358-62bd1f0270cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73254540-bb99-421a-a8f7-d7c5331b85a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-303935143', 'tenant_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': 'cc457950-b88b-4bc1-b615-6d973c2c8bf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:21:28Z', 'updated_at': '2022-05-18T18:24:11Z', 'revision_number': 5, 'project_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'gw_port': {'id': 'cc457950-b88b-4bc1-b615-6d973c2c8bf6', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:1e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73254540-bb99-421a-a8f7-d7c5331b85a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2261, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:21:29Z', 'updated_at': '2022-05-18T18:21:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:24:15.325658 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8feff5c9-d4de-41a2-ad21-37f4903db60e tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260542153'] for subnet, precommit_delete_associations {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:15.344422 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e43c95-8802-4fd9-b358-62bd1f0270cd None None] Checking router: 73254540-bb99-421a-a8f7-d7c5331b85a1 for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:24:15.353905 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e43c95-8802-4fd9-b358-62bd1f0270cd None None] Routers {'73254540-bb99-421a-a8f7-d7c5331b85a1'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:24:15.354524 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-e0e43c95-8802-4fd9-b358-62bd1f0270cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:24:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['73254540-bb99-421a-a8f7-d7c5331b85a1'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:24:15.468833 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8feff5c9-d4de-41a2-ad21-37f4903db60e tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:15.519009 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-e0e43c95-8802-4fd9-b358-62bd1f0270cd None None] Set router 73254540-bb99-421a-a8f7-d7c5331b85a1 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:24:15.608191 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8feff5c9-d4de-41a2-ad21-37f4903db60e tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260898416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260908030'] for subnet, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:15.679445 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feff5c9-d4de-41a2-ad21-37f4903db60e tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Pushing event deleted for resources: {'Subnet': ['ID=319c66c3-8a7e-46c8-956a-e2b3a85f9524,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:24:15.713392 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd22bcb-c3ef-4a53-b3be-745fc330d27e req-05ae7a86-f1c2-49f5-bea9-fdaf35018fdc tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:15.715341 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fcd22bcb-c3ef-4a53-b3be-745fc330d27e req-05ae7a86-f1c2-49f5-bea9-fdaf35018fdc tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef854938-189c-46f2-8314-215a08afd5f6 HTTP/1.1" status: 200 len: 947 time: 1.0257215 May 18 18:24:15.725555 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.db.resource_extend [None req-fe8d3d5c-a11c-4ceb-82cb-c90650ff5f17 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] It took 0.51 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 18 18:24:15.770614 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7d1bd027-3365-4cfb-a156-c217563ae355 req-12d98842-3ac7-4c3f-9f43-f093276ac7d2 tempest-ServerShowV254Test-1999661842 tempest-ServerShowV254Test-1999661842-project] 10.222.0.85 "GET /v2.0/ports?device_id=7d82503c-6880-4acc-8823-83c79ba96704 HTTP/1.1" status: 200 len: 210 time: 0.1359880 May 18 18:24:15.823788 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-57e0926f-7ef6-43e1-9cfc-834893ce9568 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:15.878019 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b3448f7-121e-41a5-af0e-b9f35916a955 None None] Network f71fa67d-25f1-4a38-8ed3-26de55da5fe6 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:24:15.895350 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8feff5c9-d4de-41a2-ad21-37f4903db60e tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:15.903028 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-8feff5c9-d4de-41a2-ad21-37f4903db60e tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "DELETE /v2.0/subnets/319c66c3-8a7e-46c8-956a-e2b3a85f9524 HTTP/1.1" status: 204 len: 168 time: 1.3435404 May 18 18:24:15.903628 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 46292) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:24:15.996897 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fe8d3d5c-a11c-4ceb-82cb-c90650ff5f17 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:16.013952 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fe8d3d5c-a11c-4ceb-82cb-c90650ff5f17 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596987'] for floatingip, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:16.034809 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fcd22bcb-c3ef-4a53-b3be-745fc330d27e req-b5bbd0ee-680e-46aa-b9a2-7cadd4d766b8 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=ea6a757a-9c65-4a62-a27e-604b73d281bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2944050 May 18 18:24:16.041438 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-57e0926f-7ef6-43e1-9cfc-834893ce9568 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:16.249379 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-e0e43c95-8802-4fd9-b358-62bd1f0270cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73254540-bb99-421a-a8f7-d7c5331b85a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-303935143', 'tenant_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': 'cc457950-b88b-4bc1-b615-6d973c2c8bf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:21:28Z', 'updated_at': '2022-05-18T18:24:11Z', 'revision_number': 5, 'project_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'gw_port': {'id': 'cc457950-b88b-4bc1-b615-6d973c2c8bf6', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:1e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73254540-bb99-421a-a8f7-d7c5331b85a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2261, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:21:29Z', 'updated_at': '2022-05-18T18:21:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:24:16.255798 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e0926f-7ef6-43e1-9cfc-834893ce9568 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Network a5ac6e02-68e5-42c6-aa0d-a58985fb7e46 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:24:16.271099 n-d-838550-3 neutron-server[102731]: INFO neutron.db.l3_db [None req-fe8d3d5c-a11c-4ceb-82cb-c90650ff5f17 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Floating IP a3c33591-3d82-4852-b00f-8ff9b9cf8265 associated. External IP: 172.25.5.136, port: 90514794-1f1f-4757-a687-051a1fe538a4. May 18 18:24:16.276472 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-57e0926f-7ef6-43e1-9cfc-834893ce9568 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:24:16.279455 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e0926f-7ef6-43e1-9cfc-834893ce9568 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:24:16.303697 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e0926f-7ef6-43e1-9cfc-834893ce9568 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:16.304482 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-57e0926f-7ef6-43e1-9cfc-834893ce9568 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:16.323512 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e43c95-8802-4fd9-b358-62bd1f0270cd None None] The sync data for ids ['73254540-bb99-421a-a8f7-d7c5331b85a1'] in n-d-838550-3 is: [{'id': '73254540-bb99-421a-a8f7-d7c5331b85a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-303935143', 'tenant_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': 'cc457950-b88b-4bc1-b615-6d973c2c8bf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:21:28Z', 'updated_at': '2022-05-18T18:24:11Z', 'revision_number': 5, 'project_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'gw_port': {'id': 'cc457950-b88b-4bc1-b615-6d973c2c8bf6', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:1e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73254540-bb99-421a-a8f7-d7c5331b85a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2261, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:21:29Z', 'updated_at': '2022-05-18T18:21:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:24:16.334378 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e0926f-7ef6-43e1-9cfc-834893ce9568 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Pushing event updated for resources: {'Port': ['ID=e2ead011-a262-4792-a7b9-70657c620c79,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:24:16.347796 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-57e0926f-7ef6-43e1-9cfc-834893ce9568 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 1.2894406 May 18 18:24:16.349942 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 46296) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:24:16.354456 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 1ba6a789-3d12-4320-ab7c-1b84330608ad no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:24:16.397110 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c24ccd11-70bd-458b-ab76-7cb052670c02 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for router, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:16.433887 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 1ba6a789-3d12-4320-ab7c-1b84330608ad {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:24:16.434512 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 1ba6a789-3d12-4320-ab7c-1b84330608ad not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:24:16.696853 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c24ccd11-70bd-458b-ab76-7cb052670c02 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:16.777581 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-200483f7-c236-4b23-b067-fff255e1a04a None None] DHCP port deletion for f71fa67d-25f1-4a38-8ed3-26de55da5fe6 request from n-d-838550-3 {{(pid=102732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 18:24:16.826448 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-79bbe8d9-f4c5-42ae-bf5e-24880740a908 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Deleting port e2ead011-a262-4792-a7b9-70657c620c79 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:24:16.834657 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-79bbe8d9-f4c5-42ae-bf5e-24880740a908 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:16.947540 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-200483f7-c236-4b23-b067-fff255e1a04a None None] Deleting port e2d04119-fc43-4a91-84a4-495e0621f4cb {{(pid=102732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:24:16.948150 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-200483f7-c236-4b23-b067-fff255e1a04a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:17.189530 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-200483f7-c236-4b23-b067-fff255e1a04a None None] For port e2d04119-fc43-4a91-84a4-495e0621f4cb, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=e2d04119-fc43-4a91-84a4-495e0621f4cb,segment=NetworkSegment(bb31c238-cddb-4b17-91a0-f094652d8b9e),segment_id=bb31c238-cddb-4b17-91a0-f094652d8b9e)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:24:17.194304 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-200483f7-c236-4b23-b067-fff255e1a04a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:17.232739 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-79bbe8d9-f4c5-42ae-bf5e-24880740a908 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:17.279540 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-200483f7-c236-4b23-b067-fff255e1a04a None None] Calling delete_port for e2d04119-fc43-4a91-84a4-495e0621f4cb owned by network:dhcp {{(pid=102732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:24:17.312962 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-79bbe8d9-f4c5-42ae-bf5e-24880740a908 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Calling delete_port for e2ead011-a262-4792-a7b9-70657c620c79 owned by {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:24:17.378550 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe8d3d5c-a11c-4ceb-82cb-c90650ff5f17 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Router 8b67a8a7-2193-465b-99b6-3e3f0d6374dd has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:24:17.490524 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6081d259-0658-4420-b081-5b4ce69ea511 req-808163e0-9c76-473a-93a4-895269067dcb tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:17.502253 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6081d259-0658-4420-b081-5b4ce69ea511 req-808163e0-9c76-473a-93a4-895269067dcb tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef854938-189c-46f2-8314-215a08afd5f6 HTTP/1.1" status: 200 len: 947 time: 0.3051972 May 18 18:24:17.509474 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-200483f7-c236-4b23-b067-fff255e1a04a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508'] for port, after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:17.568187 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200483f7-c236-4b23-b067-fff255e1a04a None None] Pushing event deleted for resources: {'Port': ['ID=e2d04119-fc43-4a91-84a4-495e0621f4cb,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:24:17.588502 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200483f7-c236-4b23-b067-fff255e1a04a None None] No DVR routers for this DVR port e2d04119-fc43-4a91-84a4-495e0621f4cb on host n-d-838550-3 {{(pid=102732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:24:17.681030 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-dd7e4daf-f5d9-44eb-8bfb-3647d89108ee req-b8da22aa-b45c-4142-9c25-703fa580339d tempest-ServerShowV254Test-1999661842 tempest-ServerShowV254Test-1999661842-project] 10.222.0.85 "GET /v2.0/ports?device_id=7d82503c-6880-4acc-8823-83c79ba96704 HTTP/1.1" status: 200 len: 210 time: 0.0931101 May 18 18:24:17.747006 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe8d3d5c-a11c-4ceb-82cb-c90650ff5f17 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:24:17.755243 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-c24ccd11-70bd-458b-ab76-7cb052670c02 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Deleting port cc457950-b88b-4bc1-b615-6d973c2c8bf6 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:24:17.755753 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c24ccd11-70bd-458b-ab76-7cb052670c02 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:17.758163 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fe8d3d5c-a11c-4ceb-82cb-c90650ff5f17 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:17.760434 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751179ca-cf11-4849-8738-51e9d53d1f07 None None] Sync routers for ids ['8b67a8a7-2193-465b-99b6-3e3f0d6374dd'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:24:17.772564 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751179ca-cf11-4849-8738-51e9d53d1f07 None None] Routers {'8b67a8a7-2193-465b-99b6-3e3f0d6374dd'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:24:17.778294 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-751179ca-cf11-4849-8738-51e9d53d1f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:24:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['8b67a8a7-2193-465b-99b6-3e3f0d6374dd'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:24:17.806378 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6081d259-0658-4420-b081-5b4ce69ea511 req-ac7d2954-3a6f-4241-acbe-effd94512595 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=ea6a757a-9c65-4a62-a27e-604b73d281bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3030472 May 18 18:24:17.825310 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-fe8d3d5c-a11c-4ceb-82cb-c90650ff5f17 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "PUT /v2.0/floatingips/a3c33591-3d82-4852-b00f-8ff9b9cf8265 HTTP/1.1" status: 200 len: 991 time: 4.1008639 May 18 18:24:17.826202 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b9fd8ee-e843-4aca-b24e-7cbfa5ecfb92', 'tag': '90514794-1f1f-4757-a687-051a1fe538a4'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:24:17.829116 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eef6495-391b-43d1-a517-fe9545ae7dbd" -d '{"events": [{"name": "network-changed", "server_uuid": "9b9fd8ee-e843-4aca-b24e-7cbfa5ecfb92", "tag": "90514794-1f1f-4757-a687-051a1fe538a4"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:24:17.840817 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-79bbe8d9-f4c5-42ae-bf5e-24880740a908 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:17.887514 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bbe8d9-f4c5-42ae-bf5e-24880740a908 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Pushing event deleted for resources: {'Port': ['ID=e2ead011-a262-4792-a7b9-70657c620c79,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:24:17.902937 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-194db19b-c88d-4248-88b8-071b98db7eb7 x-openstack-request-id: req-194db19b-c88d-4248-88b8-071b98db7eb7 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:24:17.902937 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b9fd8ee-e843-4aca-b24e-7cbfa5ecfb92", "tag": "90514794-1f1f-4757-a687-051a1fe538a4", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:24:17.903211 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-194db19b-c88d-4248-88b8-071b98db7eb7 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:24:17.903505 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-194db19b-c88d-4248-88b8-071b98db7eb7'] response: {'name': 'network-changed', 'server_uuid': '9b9fd8ee-e843-4aca-b24e-7cbfa5ecfb92', 'tag': '90514794-1f1f-4757-a687-051a1fe538a4', 'status': 'completed', 'code': 200} May 18 18:24:17.918919 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-79bbe8d9-f4c5-42ae-bf5e-24880740a908 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:17.933469 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-79bbe8d9-f4c5-42ae-bf5e-24880740a908 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] 10.222.0.85 "DELETE /v2.0/ports/e2ead011-a262-4792-a7b9-70657c620c79 HTTP/1.1" status: 204 len: 168 time: 1.5823607 May 18 18:24:17.954524 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 46314) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:24:17.966901 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-a8842575-f5c1-4b24-a20b-de8e669445f7 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Request body: {'port': {'network_id': 'a5ac6e02-68e5-42c6-aa0d-a58985fb7e46', 'mac_address': 'fa:16:3e:ef:fc:6e', 'name': 'tempest-PortsTestJSON-759379187'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:24:17.987068 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-751179ca-cf11-4849-8738-51e9d53d1f07 None None] Set router 8b67a8a7-2193-465b-99b6-3e3f0d6374dd gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:24:18.008337 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-c24ccd11-70bd-458b-ab76-7cb052670c02 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] For port cc457950-b88b-4bc1-b615-6d973c2c8bf6, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=cc457950-b88b-4bc1-b615-6d973c2c8bf6,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:24:18.008872 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c24ccd11-70bd-458b-ab76-7cb052670c02 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:18.024335 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-c24ccd11-70bd-458b-ab76-7cb052670c02 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Calling delete_port for cc457950-b88b-4bc1-b615-6d973c2c8bf6 owned by network:router_gateway {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:24:18.192419 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eef6495-391b-43d1-a517-fe9545ae7dbd req-f499837d-ab42-4b06-87eb-dc7bbbeb5c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:18.198389 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3eef6495-391b-43d1-a517-fe9545ae7dbd req-f499837d-ab42-4b06-87eb-dc7bbbeb5c51 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1cf6702826ca40b18af7dfcf12233973&device_id=9b9fd8ee-e843-4aca-b24e-7cbfa5ecfb92 HTTP/1.1" status: 200 len: 1096 time: 0.2609742 May 18 18:24:18.321246 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c24ccd11-70bd-458b-ab76-7cb052670c02 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:18.354283 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device e2d04119-fc43-4a91-84a4-495e0621f4cb no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:24:18.373561 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8842575-f5c1-4b24-a20b-de8e669445f7 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Made reservation on behalf of da58e9bc8fb64cb8902d79f0a725e08d for: {'port': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:24:18.394844 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24ccd11-70bd-458b-ab76-7cb052670c02 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Pushing event deleted for resources: {'Port': ['ID=cc457950-b88b-4bc1-b615-6d973c2c8bf6,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:24:18.407716 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: e2d04119-fc43-4a91-84a4-495e0621f4cb {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:24:18.408060 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device e2d04119-fc43-4a91-84a4-495e0621f4cb not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:24:18.408489 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device cb9b0614-cf9b-4df0-8bd3-861a160de71b no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:24:18.469001 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eef6495-391b-43d1-a517-fe9545ae7dbd req-f9ba56be-077b-4e3e-bdf9-1f26f8635296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:18.469643 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3eef6495-391b-43d1-a517-fe9545ae7dbd req-f9ba56be-077b-4e3e-bdf9-1f26f8635296 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b0e0df8a-fe46-47e2-96e7-6f339d67d466 HTTP/1.1" status: 200 len: 915 time: 0.2379386 May 18 18:24:18.479216 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c24ccd11-70bd-458b-ab76-7cb052670c02 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596901'] for router_gateway, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:18.623052 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a8842575-f5c1-4b24-a20b-de8e669445f7 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:18.633803 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: cb9b0614-cf9b-4df0-8bd3-861a160de71b {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:24:18.636862 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device cb9b0614-cf9b-4df0-8bd3-861a160de71b not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:24:18.728290 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c24ccd11-70bd-458b-ab76-7cb052670c02 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25145'] for router, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:18.729691 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [None req-a8842575-f5c1-4b24-a20b-de8e669445f7 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] device_id is not set on port b788d81f-02a1-463c-a6c6-2b7a8658152c yet. {{(pid=102731) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 18 18:24:18.730019 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-751179ca-cf11-4849-8738-51e9d53d1f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b67a8a7-2193-465b-99b6-3e3f0d6374dd', 'name': 'tempest-AttachVolumeNegativeTest-598483996-router', 'tenant_id': '1cf6702826ca40b18af7dfcf12233973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': '4c88ee3f-8327-47c9-8e1d-c3b5a52c51ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:23:34Z', 'updated_at': '2022-05-18T18:23:42Z', 'revision_number': 4, 'project_id': '1cf6702826ca40b18af7dfcf12233973', 'gw_port': {'id': '4c88ee3f-8327-47c9-8e1d-c3b5a52c51ab', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:64:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b67a8a7-2193-465b-99b6-3e3f0d6374dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:23:35Z', 'updated_at': '2022-05-18T18:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': 'a3c33591-3d82-4852-b00f-8ff9b9cf8265', 'tenant_id': '1cf6702826ca40b18af7dfcf12233973', 'floating_ip_address': '172.25.5.136', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': '8b67a8a7-2193-465b-99b6-3e3f0d6374dd', 'port_id': '90514794-1f1f-4757-a687-051a1fe538a4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0e0df8a-fe46-47e2-96e7-6f339d67d466', 'mac_address': 'fa:16:3e:9f:8e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9fd8ee-e843-4aca-b24e-7cbfa5ecfb92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T18:23:47Z', 'updated_at': '2022-05-18T18:24:15Z', 'revision_number': 1, 'project_id': '1cf6702826ca40b18af7dfcf12233973', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed71b158-f026-42aa-adb7-1dd0aa0eab50', 'name': '', 'network_id': 'b0e0df8a-fe46-47e2-96e7-6f339d67d466', 'tenant_id': '1cf6702826ca40b18af7dfcf12233973', 'mac_address': 'fa:16:3e:09:ad:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b67a8a7-2193-465b-99b6-3e3f0d6374dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2399, 'fixed_ips': [{'subnet_id': 'accb0a89-f23b-4ef5-8f87-983b3d81047a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:23:39Z', 'updated_at': '2022-05-18T18:23:47Z', 'revision_number': 5, 'project_id': '1cf6702826ca40b18af7dfcf12233973', 'subnets': [{'id': 'accb0a89-f23b-4ef5-8f87-983b3d81047a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:24:18.738277 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c24ccd11-70bd-458b-ab76-7cb052670c02 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:18.810494 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3eef6495-391b-43d1-a517-fe9545ae7dbd req-4dc37480-c9a9-4bc6-b829-24b916c24b8f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90514794-1f1f-4757-a687-051a1fe538a4 HTTP/1.1" status: 200 len: 999 time: 0.3187776 May 18 18:24:18.838987 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c24ccd11-70bd-458b-ab76-7cb052670c02 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593303'] for router, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:18.839920 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c24ccd11-70bd-458b-ab76-7cb052670c02 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Fanout notify agent at l3_agent the message router_deleted on router 73254540-bb99-421a-a8f7-d7c5331b85a1 {{(pid=102730) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 18 18:24:18.842845 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751179ca-cf11-4849-8738-51e9d53d1f07 None None] Checking router: 8b67a8a7-2193-465b-99b6-3e3f0d6374dd for host: n-d-838550-3 {{(pid=102732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:24:18.870756 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751179ca-cf11-4849-8738-51e9d53d1f07 None None] Routers {'8b67a8a7-2193-465b-99b6-3e3f0d6374dd'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:24:18.871581 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c24ccd11-70bd-458b-ab76-7cb052670c02 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for router, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:18.872419 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-751179ca-cf11-4849-8738-51e9d53d1f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:24:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['8b67a8a7-2193-465b-99b6-3e3f0d6374dd'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:24:18.878202 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-c24ccd11-70bd-458b-ab76-7cb052670c02 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "DELETE /v2.0/routers/73254540-bb99-421a-a8f7-d7c5331b85a1 HTTP/1.1" status: 204 len: 168 time: 2.9715476 May 18 18:24:18.878922 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 46324) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:24:19.043999 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-420ae285-edeb-46f9-b32b-3ee2d4f2a3a9 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:19.183399 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad911715-b2b8-4cbc-9950-d6d22b8ef8b6 req-9fa4d509-cbbd-4493-8596-7d75310ae339 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:19.189013 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ad911715-b2b8-4cbc-9950-d6d22b8ef8b6 req-9fa4d509-cbbd-4493-8596-7d75310ae339 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef854938-189c-46f2-8314-215a08afd5f6 HTTP/1.1" status: 200 len: 947 time: 0.1510932 May 18 18:24:19.215760 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eef6495-391b-43d1-a517-fe9545ae7dbd req-dab63e84-a0e3-4270-9de6-be441ebb146e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:19.219531 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3eef6495-391b-43d1-a517-fe9545ae7dbd req-dab63e84-a0e3-4270-9de6-be441ebb146e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=accb0a89-f23b-4ef5-8f87-983b3d81047a HTTP/1.1" status: 200 len: 853 time: 0.3990221 May 18 18:24:19.226171 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-dc09449f-47f3-4b23-8ec2-ecce411adb02 req-cca823be-1585-4787-a6fd-f23b5796bf74 tempest-ServerShowV254Test-1999661842 tempest-ServerShowV254Test-1999661842-project] 10.222.0.85 "GET /v2.0/ports?device_id=7d82503c-6880-4acc-8823-83c79ba96704 HTTP/1.1" status: 200 len: 210 time: 0.3527293 May 18 18:24:19.407078 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ad911715-b2b8-4cbc-9950-d6d22b8ef8b6 req-ba485bc0-bbcd-4a15-afa5-ed2f2ffe1979 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=ea6a757a-9c65-4a62-a27e-604b73d281bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1963556 May 18 18:24:19.419058 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-420ae285-edeb-46f9-b32b-3ee2d4f2a3a9 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:19.483869 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-420ae285-edeb-46f9-b32b-3ee2d4f2a3a9 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f71fa67d-25f1-4a38-8ed3-26de55da5fe6']}} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:24:19.509860 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-420ae285-edeb-46f9-b32b-3ee2d4f2a3a9 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb31c238-cddb-4b17-91a0-f094652d8b9e') {'for_net_delete': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:24:19.510317 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-420ae285-edeb-46f9-b32b-3ee2d4f2a3a9 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb31c238-cddb-4b17-91a0-f094652d8b9e') {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:24:19.530769 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-420ae285-edeb-46f9-b32b-3ee2d4f2a3a9 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260107375'] for segment, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:19.537670 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a8842575-f5c1-4b24-a20b-de8e669445f7 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:19.540892 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-751179ca-cf11-4849-8738-51e9d53d1f07 None None] Set router 8b67a8a7-2193-465b-99b6-3e3f0d6374dd gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:24:19.560476 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-420ae285-edeb-46f9-b32b-3ee2d4f2a3a9 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:19.577375 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-420ae285-edeb-46f9-b32b-3ee2d4f2a3a9 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=102730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:24:19.578476 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-420ae285-edeb-46f9-b32b-3ee2d4f2a3a9 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261102736'] for segment, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:19.587875 n-d-838550-3 neutron-server[102730]: Traceback (most recent call last): May 18 18:24:19.587875 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:24:19.587875 n-d-838550-3 neutron-server[102730]: timer() May 18 18:24:19.587875 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:24:19.587875 n-d-838550-3 neutron-server[102730]: cb(*args, **kw) May 18 18:24:19.587875 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:24:19.587875 n-d-838550-3 neutron-server[102730]: return func(*args, **kwargs) May 18 18:24:19.587875 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:24:19.587875 n-d-838550-3 neutron-server[102730]: self._notify() May 18 18:24:19.587875 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:24:19.587875 n-d-838550-3 neutron-server[102730]: self.callback(batched_events) May 18 18:24:19.587875 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:24:19.587875 n-d-838550-3 neutron-server[102730]: event.method(event) May 18 18:24:19.587875 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:24:19.587875 n-d-838550-3 neutron-server[102730]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:24:19.587875 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:24:19.587875 n-d-838550-3 neutron-server[102730]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:24:19.587875 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:24:19.587875 n-d-838550-3 neutron-server[102730]: return f(self, *a, **k) May 18 18:24:19.587875 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:24:19.587875 n-d-838550-3 neutron-server[102730]: return self._get(url).json() May 18 18:24:19.587875 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:24:19.587875 n-d-838550-3 neutron-server[102730]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:24:19.587875 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:24:19.587875 n-d-838550-3 neutron-server[102730]: return self.request(url, 'GET', **kwargs) May 18 18:24:19.587875 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:24:19.587875 n-d-838550-3 neutron-server[102730]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:24:19.587875 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:24:19.587875 n-d-838550-3 neutron-server[102730]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:24:19.587875 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:24:19.587875 n-d-838550-3 neutron-server[102730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:24:19.587875 n-d-838550-3 neutron-server[102730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:24:19.621369 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eef6495-391b-43d1-a517-fe9545ae7dbd req-ad57bad3-cce8-456b-beb1-96f74867ec7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:19.626966 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3eef6495-391b-43d1-a517-fe9545ae7dbd req-ad57bad3-cce8-456b-beb1-96f74867ec7e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b0e0df8a-fe46-47e2-96e7-6f339d67d466&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2034645 May 18 18:24:19.747218 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-420ae285-edeb-46f9-b32b-3ee2d4f2a3a9 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:19.758363 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-420ae285-edeb-46f9-b32b-3ee2d4f2a3a9 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:19.777271 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 46336) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:24:19.778294 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-420ae285-edeb-46f9-b32b-3ee2d4f2a3a9 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "DELETE /v2.0/networks/f71fa67d-25f1-4a38-8ed3-26de55da5fe6 HTTP/1.1" status: 204 len: 168 time: 0.8979678 May 18 18:24:19.799610 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420ae285-edeb-46f9-b32b-3ee2d4f2a3a9 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Pushing event deleted for resources: {'Network': ['ID=f71fa67d-25f1-4a38-8ed3-26de55da5fe6,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:24:19.824046 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a8842575-f5c1-4b24-a20b-de8e669445f7 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:19.927690 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-751179ca-cf11-4849-8738-51e9d53d1f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b67a8a7-2193-465b-99b6-3e3f0d6374dd', 'name': 'tempest-AttachVolumeNegativeTest-598483996-router', 'tenant_id': '1cf6702826ca40b18af7dfcf12233973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': '4c88ee3f-8327-47c9-8e1d-c3b5a52c51ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:23:34Z', 'updated_at': '2022-05-18T18:23:42Z', 'revision_number': 4, 'project_id': '1cf6702826ca40b18af7dfcf12233973', 'gw_port': {'id': '4c88ee3f-8327-47c9-8e1d-c3b5a52c51ab', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:64:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b67a8a7-2193-465b-99b6-3e3f0d6374dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:23:35Z', 'updated_at': '2022-05-18T18:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': 'a3c33591-3d82-4852-b00f-8ff9b9cf8265', 'tenant_id': '1cf6702826ca40b18af7dfcf12233973', 'floating_ip_address': '172.25.5.136', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': '8b67a8a7-2193-465b-99b6-3e3f0d6374dd', 'port_id': '90514794-1f1f-4757-a687-051a1fe538a4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0e0df8a-fe46-47e2-96e7-6f339d67d466', 'mac_address': 'fa:16:3e:9f:8e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9fd8ee-e843-4aca-b24e-7cbfa5ecfb92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T18:23:47Z', 'updated_at': '2022-05-18T18:24:15Z', 'revision_number': 1, 'project_id': '1cf6702826ca40b18af7dfcf12233973', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed71b158-f026-42aa-adb7-1dd0aa0eab50', 'name': '', 'network_id': 'b0e0df8a-fe46-47e2-96e7-6f339d67d466', 'tenant_id': '1cf6702826ca40b18af7dfcf12233973', 'mac_address': 'fa:16:3e:09:ad:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b67a8a7-2193-465b-99b6-3e3f0d6374dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2399, 'fixed_ips': [{'subnet_id': 'accb0a89-f23b-4ef5-8f87-983b3d81047a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:23:39Z', 'updated_at': '2022-05-18T18:23:47Z', 'revision_number': 5, 'project_id': '1cf6702826ca40b18af7dfcf12233973', 'subnets': [{'id': 'accb0a89-f23b-4ef5-8f87-983b3d81047a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:24:19.960014 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751179ca-cf11-4849-8738-51e9d53d1f07 None None] The sync data for ids ['8b67a8a7-2193-465b-99b6-3e3f0d6374dd'] in n-d-838550-3 is: [{'id': '8b67a8a7-2193-465b-99b6-3e3f0d6374dd', 'name': 'tempest-AttachVolumeNegativeTest-598483996-router', 'tenant_id': '1cf6702826ca40b18af7dfcf12233973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': '4c88ee3f-8327-47c9-8e1d-c3b5a52c51ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:23:34Z', 'updated_at': '2022-05-18T18:23:42Z', 'revision_number': 4, 'project_id': '1cf6702826ca40b18af7dfcf12233973', 'gw_port': {'id': '4c88ee3f-8327-47c9-8e1d-c3b5a52c51ab', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:64:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b67a8a7-2193-465b-99b6-3e3f0d6374dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:23:35Z', 'updated_at': '2022-05-18T18:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': 'a3c33591-3d82-4852-b00f-8ff9b9cf8265', 'tenant_id': '1cf6702826ca40b18af7dfcf12233973', 'floating_ip_address': '172.25.5.136', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': '8b67a8a7-2193-465b-99b6-3e3f0d6374dd', 'port_id': '90514794-1f1f-4757-a687-051a1fe538a4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0e0df8a-fe46-47e2-96e7-6f339d67d466', 'mac_address': 'fa:16:3e:9f:8e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9fd8ee-e843-4aca-b24e-7cbfa5ecfb92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T18:23:47Z', 'updated_at': '2022-05-18T18:24:15Z', 'revision_number': 1, 'project_id': '1cf6702826ca40b18af7dfcf12233973', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed71b158-f026-42aa-adb7-1dd0aa0eab50', 'name': '', 'network_id': 'b0e0df8a-fe46-47e2-96e7-6f339d67d466', 'tenant_id': '1cf6702826ca40b18af7dfcf12233973', 'mac_address': 'fa:16:3e:09:ad:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b67a8a7-2193-465b-99b6-3e3f0d6374dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2399, 'fixed_ips': [{'subnet_id': 'accb0a89-f23b-4ef5-8f87-983b3d81047a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:23:39Z', 'updated_at': '2022-05-18T18:23:47Z', 'revision_number': 5, 'project_id': '1cf6702826ca40b18af7dfcf12233973', 'subnets': [{'id': 'accb0a89-f23b-4ef5-8f87-983b3d81047a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:24:20.057223 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8842575-f5c1-4b24-a20b-de8e669445f7 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Network a5ac6e02-68e5-42c6-aa0d-a58985fb7e46 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:24:20.069228 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8842575-f5c1-4b24-a20b-de8e669445f7 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Pushing event updated for resources: {'Port': ['ID=b788d81f-02a1-463c-a6c6-2b7a8658152c,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:24:20.095894 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-a8842575-f5c1-4b24-a20b-de8e669445f7 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:24:20.107910 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8842575-f5c1-4b24-a20b-de8e669445f7 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:24:20.117777 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8842575-f5c1-4b24-a20b-de8e669445f7 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:20.118527 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a8842575-f5c1-4b24-a20b-de8e669445f7 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:20.158551 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3eef6495-391b-43d1-a517-fe9545ae7dbd req-b84ec0f4-52a0-4ab3-b21c-b7e7772369d9 service neutron] 10.222.0.36 "GET /v2.0/networks/b0e0df8a-fe46-47e2-96e7-6f339d67d466?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5145910 May 18 18:24:20.186837 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-440dbf89-fe8d-4418-aeb4-6f2e7d57c428 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:20.254071 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 46342) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:24:20.266549 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-a8842575-f5c1-4b24-a20b-de8e669445f7 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.3098605 May 18 18:24:20.280440 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device cc457950-b88b-4bc1-b615-6d973c2c8bf6 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:24:20.331277 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-440dbf89-fe8d-4418-aeb4-6f2e7d57c428 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:20.364291 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: cc457950-b88b-4bc1-b615-6d973c2c8bf6 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:24:20.367606 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device cc457950-b88b-4bc1-b615-6d973c2c8bf6 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:24:20.401366 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea51665-5a3b-4b1e-8bee-2b1eedfd94fa tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:20.410453 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-bea51665-5a3b-4b1e-8bee-2b1eedfd94fa tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] 10.222.0.85 "GET /v2.0/ports/b788d81f-02a1-463c-a6c6-2b7a8658152c HTTP/1.1" status: 200 len: 840 time: 0.1543732 May 18 18:24:20.411070 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 46354) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:24:20.498855 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2542d47-33a3-42f2-8edf-2d01ef3a5d26 None None] New status for floating IP a3c33591-3d82-4852-b00f-8ff9b9cf8265: ACTIVE {{(pid=102733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 18:24:20.710503 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c835b1f4-1765-437d-bfdd-9abdc290165a req-677fb149-01b6-447e-acc6-d73525b0a887 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:20.713537 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c835b1f4-1765-437d-bfdd-9abdc290165a req-677fb149-01b6-447e-acc6-d73525b0a887 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef854938-189c-46f2-8314-215a08afd5f6 HTTP/1.1" status: 200 len: 947 time: 0.1305873 May 18 18:24:20.776860 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-209eafb8-3619-4356-a583-3ee8230c7bcf tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Deleting port b788d81f-02a1-463c-a6c6-2b7a8658152c {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:24:20.777583 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-209eafb8-3619-4356-a583-3ee8230c7bcf tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:20.953038 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-209eafb8-3619-4356-a583-3ee8230c7bcf tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:20.987622 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-209eafb8-3619-4356-a583-3ee8230c7bcf tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Calling delete_port for b788d81f-02a1-463c-a6c6-2b7a8658152c owned by {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:24:21.177517 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c835b1f4-1765-437d-bfdd-9abdc290165a req-22882e03-51d7-4afa-b3e4-1e21b668d8c8 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=ea6a757a-9c65-4a62-a27e-604b73d281bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4401822 May 18 18:24:21.231783 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c09f60b4-5f02-4b46-a893-099c90ce1328 req-17cfa065-37b3-4ea3-841e-9400e0036902 tempest-ServerShowV254Test-1999661842 tempest-ServerShowV254Test-1999661842-project] 10.222.0.85 "GET /v2.0/ports?device_id=7d82503c-6880-4acc-8823-83c79ba96704 HTTP/1.1" status: 200 len: 210 time: 0.8083286 May 18 18:24:21.249976 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-209eafb8-3619-4356-a583-3ee8230c7bcf tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:21.283991 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-209eafb8-3619-4356-a583-3ee8230c7bcf tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:21.293214 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 46364) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:24:21.295015 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-209eafb8-3619-4356-a583-3ee8230c7bcf tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] 10.222.0.85 "DELETE /v2.0/ports/b788d81f-02a1-463c-a6c6-2b7a8658152c HTTP/1.1" status: 204 len: 168 time: 0.8825750 May 18 18:24:21.314838 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3eef6495-391b-43d1-a517-fe9545ae7dbd req-1efbbbd2-45f4-45e6-8a02-ded01e7133b7 service neutron] 10.222.0.36 "GET /v2.0/networks/b0e0df8a-fe46-47e2-96e7-6f339d67d466?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1399205 May 18 18:24:21.321104 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209eafb8-3619-4356-a583-3ee8230c7bcf tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Pushing event deleted for resources: {'Port': ['ID=b788d81f-02a1-463c-a6c6-2b7a8658152c,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:24:21.334341 n-d-838550-3 neutron-server[102731]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dd630fe-0114-4b6e-8583-a512a7dfdc3c tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] GET failed (client error): The resource could not be found. May 18 18:24:21.337968 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-6dd630fe-0114-4b6e-8583-a512a7dfdc3c tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] 10.222.0.85 "GET /v2.0/ports/b788d81f-02a1-463c-a6c6-2b7a8658152c HTTP/1.1" status: 404 len: 333 time: 0.0399103 May 18 18:24:21.342661 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 46366) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:24:21.349348 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-eaa8a66e-0a64-4f79-adf0-4b50599f3a3e tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Request body: {'port': {'network_id': 'a5ac6e02-68e5-42c6-aa0d-a58985fb7e46', 'name': 'tempest-PortsTestJSON-1342317670'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:24:21.380345 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-440dbf89-fe8d-4418-aeb4-6f2e7d57c428 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:21.384953 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-440dbf89-fe8d-4418-aeb4-6f2e7d57c428 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:21.390116 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-440dbf89-fe8d-4418-aeb4-6f2e7d57c428 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "DELETE /v2.0/security-groups/6cd42249-be19-4866-8a3b-7059b1a837e6 HTTP/1.1" status: 204 len: 168 time: 1.5978465 May 18 18:24:21.416141 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440dbf89-fe8d-4418-aeb4-6f2e7d57c428 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cd42249-be19-4866-8a3b-7059b1a837e6,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:24:21.518425 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaa8a66e-0a64-4f79-adf0-4b50599f3a3e tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Made reservation on behalf of da58e9bc8fb64cb8902d79f0a725e08d for: {'port': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:24:21.524570 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-eaa8a66e-0a64-4f79-adf0-4b50599f3a3e tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:21.582401 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [None req-eaa8a66e-0a64-4f79-adf0-4b50599f3a3e tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] device_id is not set on port 98db9c07-1380-4e6d-82fc-36953d759722 yet. {{(pid=102730) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 18 18:24:21.630959 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 46376) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:24:21.635960 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-eb50c775-1ecb-4d98-9dc1-0184d9512cd9 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-240051243', 'description': 'tempest-secgroup-smoke-240051243 description', 'project_id': '06b3ed36f50a43fd9cfeaa89e080d35b'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:24:21.672640 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-eb50c775-1ecb-4d98-9dc1-0184d9512cd9 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:21.774764 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-eb50c775-1ecb-4d98-9dc1-0184d9512cd9 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:21.793244 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-eb50c775-1ecb-4d98-9dc1-0184d9512cd9 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:21.839168 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb50c775-1ecb-4d98-9dc1-0184d9512cd9 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4600145-0aaf-4853-ad08-dfd77d36be4e,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:24:21.861852 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-eb50c775-1ecb-4d98-9dc1-0184d9512cd9 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:21.877396 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-eb50c775-1ecb-4d98-9dc1-0184d9512cd9 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2438877 May 18 18:24:21.878260 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 46386) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:24:21.888771 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-c3a7cd03-c963-4ac4-810f-5be6bc9dbb15 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Request body: {'security_group_rule': {'security_group_id': 'e4600145-0aaf-4853-ad08-dfd77d36be4e', 'project_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:24:21.925980 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-eaa8a66e-0a64-4f79-adf0-4b50599f3a3e tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:21.970011 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c3a7cd03-c963-4ac4-810f-5be6bc9dbb15 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:22.014489 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-eaa8a66e-0a64-4f79-adf0-4b50599f3a3e tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:22.092399 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c3a7cd03-c963-4ac4-810f-5be6bc9dbb15 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:22.099045 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa8a66e-0a64-4f79-adf0-4b50599f3a3e tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Network a5ac6e02-68e5-42c6-aa0d-a58985fb7e46 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:24:22.102663 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c3a7cd03-c963-4ac4-810f-5be6bc9dbb15 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:22.118687 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-eaa8a66e-0a64-4f79-adf0-4b50599f3a3e tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:24:22.131091 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa8a66e-0a64-4f79-adf0-4b50599f3a3e tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:24:22.132589 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a7cd03-c963-4ac4-810f-5be6bc9dbb15 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ca5175b-c1d5-4087-bd67-fec121f0edfb,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:24:22.143142 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa8a66e-0a64-4f79-adf0-4b50599f3a3e tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:22.145530 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-eaa8a66e-0a64-4f79-adf0-4b50599f3a3e tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:22.163013 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c3a7cd03-c963-4ac4-810f-5be6bc9dbb15 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:22.164226 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-c3a7cd03-c963-4ac4-810f-5be6bc9dbb15 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2846043 May 18 18:24:22.169192 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 46398) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:24:22.174212 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-a102adfb-9467-4d0d-b6f5-763d4b7ff0fe tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Request body: {'security_group_rule': {'security_group_id': 'e4600145-0aaf-4853-ad08-dfd77d36be4e', 'project_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:24:22.194405 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-eaa8a66e-0a64-4f79-adf0-4b50599f3a3e tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.8502722 May 18 18:24:22.197744 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 46400) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:24:22.212740 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa8a66e-0a64-4f79-adf0-4b50599f3a3e tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Pushing event updated for resources: {'Port': ['ID=98db9c07-1380-4e6d-82fc-36953d759722,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:24:22.217654 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-7306f733-de75-459b-9b6f-0cbbd3f3c31c tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:24:22.275805 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a102adfb-9467-4d0d-b6f5-763d4b7ff0fe tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:22.415939 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7306f733-de75-459b-9b6f-0cbbd3f3c31c tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:22.416524 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a102adfb-9467-4d0d-b6f5-763d4b7ff0fe tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:22.426940 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a102adfb-9467-4d0d-b6f5-763d4b7ff0fe tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:22.480083 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a102adfb-9467-4d0d-b6f5-763d4b7ff0fe tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c679a39f-0c55-46cc-99fc-5b3987013624,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:24:22.495677 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a102adfb-9467-4d0d-b6f5-763d4b7ff0fe tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:22.498141 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-a102adfb-9467-4d0d-b6f5-763d4b7ff0fe tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3276112 May 18 18:24:22.502010 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 46414) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:24:22.508235 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-d90797cf-1193-41d8-b2d0-503b12512a99 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Request body: {'security_group_rule': {'security_group_id': 'e4600145-0aaf-4853-ad08-dfd77d36be4e', 'project_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:24:22.549101 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f78436d-8f84-46bd-8d59-ee5a214a1c5c req-85699038-e428-4a2b-8e4d-b749c45849ef tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:22.551378 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2f78436d-8f84-46bd-8d59-ee5a214a1c5c req-85699038-e428-4a2b-8e4d-b749c45849ef tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef854938-189c-46f2-8314-215a08afd5f6 HTTP/1.1" status: 200 len: 947 time: 0.1956677 May 18 18:24:22.576764 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d90797cf-1193-41d8-b2d0-503b12512a99 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:22.652577 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b644e3f6-55af-483c-91a6-726ecfda3ac7 req-4f047f20-5220-41ac-b240-e3f0c3f45e90 tempest-ServerShowV254Test-1999661842 tempest-ServerShowV254Test-1999661842-project] 10.222.0.85 "GET /v2.0/ports?device_id=7d82503c-6880-4acc-8823-83c79ba96704 HTTP/1.1" status: 200 len: 210 time: 0.0670617 May 18 18:24:22.766923 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2f78436d-8f84-46bd-8d59-ee5a214a1c5c req-7b1737d5-c467-4ef3-86b6-4608dcc26cd1 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=ea6a757a-9c65-4a62-a27e-604b73d281bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2063506 May 18 18:24:22.800060 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d90797cf-1193-41d8-b2d0-503b12512a99 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:22.809693 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d90797cf-1193-41d8-b2d0-503b12512a99 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:22.854007 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90797cf-1193-41d8-b2d0-503b12512a99 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb5df3b5-80f7-4722-a8f7-b82f38f98f96,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:24:22.869637 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7306f733-de75-459b-9b6f-0cbbd3f3c31c tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:22.877015 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7306f733-de75-459b-9b6f-0cbbd3f3c31c tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:22.901184 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d90797cf-1193-41d8-b2d0-503b12512a99 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:22.902867 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-d90797cf-1193-41d8-b2d0-503b12512a99 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3995044 May 18 18:24:22.905455 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 46424) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:24:22.910911 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-3d0b82b5-23e7-4910-b0ac-46fd1beeb9a5 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Request body: {'security_group_rule': {'security_group_id': 'e4600145-0aaf-4853-ad08-dfd77d36be4e', 'project_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:24:22.948979 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2c3077-edd5-4cd5-893c-caf7789e7698 req-89f16c72-50dd-43e2-a2dd-74b59f95e091 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:22.955933 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2c3077-edd5-4cd5-893c-caf7789e7698 req-89f16c72-50dd-43e2-a2dd-74b59f95e091 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:22.962633 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2c3077-edd5-4cd5-893c-caf7789e7698 req-89f16c72-50dd-43e2-a2dd-74b59f95e091 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:22.963084 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-7306f733-de75-459b-9b6f-0cbbd3f3c31c tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] In _notify_port_updated(), no bound segment for port 98db9c07-1380-4e6d-82fc-36953d759722 on network a5ac6e02-68e5-42c6-aa0d-a58985fb7e46 {{(pid=102731) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 18 18:24:22.968991 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2c3077-edd5-4cd5-893c-caf7789e7698 req-89f16c72-50dd-43e2-a2dd-74b59f95e091 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:22.970015 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7306f733-de75-459b-9b6f-0cbbd3f3c31c tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:22.970834 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7306f733-de75-459b-9b6f-0cbbd3f3c31c tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:22.973209 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-7306f733-de75-459b-9b6f-0cbbd3f3c31c tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] 10.222.0.85 "PUT /v2.0/ports/98db9c07-1380-4e6d-82fc-36953d759722 HTTP/1.1" status: 200 len: 818 time: 0.7736382 May 18 18:24:22.977519 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 46432) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:24:22.979782 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2c3077-edd5-4cd5-893c-caf7789e7698 req-89f16c72-50dd-43e2-a2dd-74b59f95e091 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:22.989295 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2c3077-edd5-4cd5-893c-caf7789e7698 req-89f16c72-50dd-43e2-a2dd-74b59f95e091 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:22.996205 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2c3077-edd5-4cd5-893c-caf7789e7698 req-89f16c72-50dd-43e2-a2dd-74b59f95e091 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:23.004605 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6d2c3077-edd5-4cd5-893c-caf7789e7698 req-89f16c72-50dd-43e2-a2dd-74b59f95e091 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c294977-a47a-459b-b24e-566121e05c9a HTTP/1.1" status: 200 len: 5434 time: 0.1571872 May 18 18:24:23.066815 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6d2c3077-edd5-4cd5-893c-caf7789e7698 req-0f7a14a2-8857-4d01-83ff-a87b54aa3bb5 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "GET /v2.0/security-groups?id=7394e4bf-8f0c-4c6c-8c6c-8df7a26d4fa0&id=bbd4527f-f9e4-46b0-8c76-f8fe8c004d55&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0612366 May 18 18:24:23.078133 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3d0b82b5-23e7-4910-b0ac-46fd1beeb9a5 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:23.079248 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7306f733-de75-459b-9b6f-0cbbd3f3c31c tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Pushing event updated for resources: {'Port': ['ID=98db9c07-1380-4e6d-82fc-36953d759722,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:24:23.174990 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3d0b82b5-23e7-4910-b0ac-46fd1beeb9a5 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:23.182548 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3d0b82b5-23e7-4910-b0ac-46fd1beeb9a5 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:23.210397 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-c500d12a-fc91-4075-842b-63f5ec1f750f tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Deleting port 98db9c07-1380-4e6d-82fc-36953d759722 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:24:23.211533 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c500d12a-fc91-4075-842b-63f5ec1f750f tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:23.213846 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0b82b5-23e7-4910-b0ac-46fd1beeb9a5 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7f00e7e-0ffb-445f-9e76-4fcffdbc9a6b,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:24:23.237278 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3d0b82b5-23e7-4910-b0ac-46fd1beeb9a5 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:23.238816 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-3d0b82b5-23e7-4910-b0ac-46fd1beeb9a5 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3322086 May 18 18:24:23.241369 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 46454) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:24:23.246945 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-5292d4b8-3742-423c-bd32-8ee67208e99f tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Request body: {'security_group_rule': {'security_group_id': 'e4600145-0aaf-4853-ad08-dfd77d36be4e', 'project_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:24:23.288751 n-d-838550-3 neutron-server[102730]: INFO neutron.db.securitygroups_db [None req-5292d4b8-3742-423c-bd32-8ee67208e99f tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Project 06b3ed36f50a43fd9cfeaa89e080d35b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 18 18:24:23.313937 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5292d4b8-3742-423c-bd32-8ee67208e99f tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:23.339090 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c500d12a-fc91-4075-842b-63f5ec1f750f tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:23.354109 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-c500d12a-fc91-4075-842b-63f5ec1f750f tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Calling delete_port for 98db9c07-1380-4e6d-82fc-36953d759722 owned by {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:24:23.428573 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5292d4b8-3742-423c-bd32-8ee67208e99f tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:23.435905 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5292d4b8-3742-423c-bd32-8ee67208e99f tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:23.452059 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c500d12a-fc91-4075-842b-63f5ec1f750f tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:23.467814 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5292d4b8-3742-423c-bd32-8ee67208e99f tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e425cb5e-19ed-4a68-862d-87c15d2ac4ec,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:24:23.493378 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c500d12a-fc91-4075-842b-63f5ec1f750f tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Pushing event deleted for resources: {'Port': ['ID=98db9c07-1380-4e6d-82fc-36953d759722,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:24:23.501392 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5292d4b8-3742-423c-bd32-8ee67208e99f tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:23.504618 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c500d12a-fc91-4075-842b-63f5ec1f750f tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:23.510693 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-5292d4b8-3742-423c-bd32-8ee67208e99f tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2665198 May 18 18:24:23.510693 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 46468) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:24:23.511820 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-c500d12a-fc91-4075-842b-63f5ec1f750f tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] 10.222.0.85 "DELETE /v2.0/ports/98db9c07-1380-4e6d-82fc-36953d759722 HTTP/1.1" status: 204 len: 168 time: 0.5330207 May 18 18:24:23.512755 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 46470) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:24:23.514646 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-c30d16d5-df28-453e-9c40-2a3b1a85c451 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Request body: {'security_group_rule': {'security_group_id': 'e4600145-0aaf-4853-ad08-dfd77d36be4e', 'project_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:24:23.540815 n-d-838550-3 neutron-server[102730]: INFO neutron.db.securitygroups_db [None req-c30d16d5-df28-453e-9c40-2a3b1a85c451 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Project 06b3ed36f50a43fd9cfeaa89e080d35b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 18 18:24:23.559336 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c30d16d5-df28-453e-9c40-2a3b1a85c451 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:23.583243 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed96751f-f9f7-4d8e-ad47-1cc35cc9422a tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:23.586644 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-ed96751f-f9f7-4d8e-ad47-1cc35cc9422a tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] 10.222.0.85 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0727558 May 18 18:24:23.589269 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 46472) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:24:23.621211 n-d-838550-3 neutron-server[102731]: INFO neutron.pecan_wsgi.hooks.translation [None req-07c87d37-d8a2-466c-af78-81094a4d0528 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] GET failed (client error): The resource could not be found. May 18 18:24:23.623065 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-07c87d37-d8a2-466c-af78-81094a4d0528 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] 10.222.0.85 "GET /v2.0/ports/98db9c07-1380-4e6d-82fc-36953d759722 HTTP/1.1" status: 404 len: 333 time: 0.0321810 May 18 18:24:23.627882 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 46474) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:24:23.635124 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-5ef1e5dd-acb1-4047-8403-03a1348db479 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1906328483'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:24:23.669201 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ef1e5dd-acb1-4047-8403-03a1348db479 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Made reservation on behalf of da58e9bc8fb64cb8902d79f0a725e08d for: {'network': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:24:23.677658 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5ef1e5dd-acb1-4047-8403-03a1348db479 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:23.681298 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c30d16d5-df28-453e-9c40-2a3b1a85c451 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:23.692687 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c30d16d5-df28-453e-9c40-2a3b1a85c451 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:23.710041 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30d16d5-df28-453e-9c40-2a3b1a85c451 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9358b20c-3baa-4fc6-ab34-e85866963a78,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:24:23.724330 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c30d16d5-df28-453e-9c40-2a3b1a85c451 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:23.725023 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ef1e5dd-acb1-4047-8403-03a1348db479 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 625} {{(pid=102731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:24:23.728217 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-c30d16d5-df28-453e-9c40-2a3b1a85c451 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2172225 May 18 18:24:23.731109 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 46478) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:24:23.744302 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-52e1b4bd-5e00-46cd-9eaa-665b7a429668 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Request body: {'network': {'name': 'tempest-network-smoke--1345022078', 'project_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'port_security_enabled': True}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:24:23.746086 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5ef1e5dd-acb1-4047-8403-03a1348db479 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:23.746820 n-d-838550-3 neutron-server[102731]: INFO neutron.db.segments_db [None req-5ef1e5dd-acb1-4047-8403-03a1348db479 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Added segment b133fefe-bd4e-4dc3-80d5-c4ec58024b7a of type vlan for network 85a34f0e-14f0-47d8-88a9-1b820f66a132 May 18 18:24:23.771470 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52e1b4bd-5e00-46cd-9eaa-665b7a429668 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Made reservation on behalf of 06b3ed36f50a43fd9cfeaa89e080d35b for: {'network': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:24:23.776735 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-52e1b4bd-5e00-46cd-9eaa-665b7a429668 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:23.823710 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52e1b4bd-5e00-46cd-9eaa-665b7a429668 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=102730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:24:23.840808 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-52e1b4bd-5e00-46cd-9eaa-665b7a429668 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:23.841418 n-d-838550-3 neutron-server[102730]: INFO neutron.db.segments_db [None req-52e1b4bd-5e00-46cd-9eaa-665b7a429668 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Added segment dee46304-0b61-4765-8fa4-fe4ec736c06a of type vlan for network add95d4d-788f-4f7a-943c-d9e04efedeef May 18 18:24:23.862758 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c16ccaf0-107b-474f-a2d8-93d5a486ed2e req-651e0639-1acb-4d02-92a1-e02cc12c42d7 tempest-ServerShowV254Test-1999661842 tempest-ServerShowV254Test-1999661842-project] 10.222.0.85 "GET /v2.0/ports?device_id=7d82503c-6880-4acc-8823-83c79ba96704 HTTP/1.1" status: 200 len: 210 time: 0.0513554 May 18 18:24:23.866632 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5ef1e5dd-acb1-4047-8403-03a1348db479 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:23.890322 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-52e1b4bd-5e00-46cd-9eaa-665b7a429668 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:23.914559 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5ef1e5dd-acb1-4047-8403-03a1348db479 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:23.922165 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef1e5dd-acb1-4047-8403-03a1348db479 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:23.923091 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5ef1e5dd-acb1-4047-8403-03a1348db479 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:23.953648 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-52e1b4bd-5e00-46cd-9eaa-665b7a429668 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:23.954536 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-5ef1e5dd-acb1-4047-8403-03a1348db479 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3245537 May 18 18:24:23.955612 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 46486) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:24:23.960765 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52e1b4bd-5e00-46cd-9eaa-665b7a429668 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:23.961412 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-52e1b4bd-5e00-46cd-9eaa-665b7a429668 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:23.976240 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-89ad0134-d626-4430-9561-d73cf5a64584 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Request body: {'subnet': {'network_id': '85a34f0e-14f0-47d8-88a9-1b820f66a132', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:24:24.036028 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-52e1b4bd-5e00-46cd-9eaa-665b7a429668 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3036263 May 18 18:24:24.040537 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 46490) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:24:24.046414 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e53ec68-2f6f-47e7-a0e2-c831bec95866 req-adf4a79d-45df-498a-9a42-d32a94ba4640 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:24.047784 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-a4440ca2-10c5-4626-add3-bec58dccf868 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-120407956', 'admin_state_up': True, 'project_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:24:24.055749 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0e53ec68-2f6f-47e7-a0e2-c831bec95866 req-adf4a79d-45df-498a-9a42-d32a94ba4640 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef854938-189c-46f2-8314-215a08afd5f6 HTTP/1.1" status: 200 len: 947 time: 0.1403100 May 18 18:24:24.089844 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e1b4bd-5e00-46cd-9eaa-665b7a429668 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Pushing event updated for resources: {'Network': ['ID=add95d4d-788f-4f7a-943c-d9e04efedeef,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:24:24.102549 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network add95d4d-788f-4f7a-943c-d9e04efedeef details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:24:24.125000 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0e53ec68-2f6f-47e7-a0e2-c831bec95866 req-fd480ac4-e8e7-4735-a355-fcdcb96cf492 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=ea6a757a-9c65-4a62-a27e-604b73d281bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683599 May 18 18:24:24.201800 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef1e5dd-acb1-4047-8403-03a1348db479 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Pushing event updated for resources: {'Network': ['ID=85a34f0e-14f0-47d8-88a9-1b820f66a132,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:24:24.239099 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network 85a34f0e-14f0-47d8-88a9-1b820f66a132 details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:24:24.280356 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a4440ca2-10c5-4626-add3-bec58dccf868 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25099'] for router, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:24.282232 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a4440ca2-10c5-4626-add3-bec58dccf868 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-593238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596850', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25088'] for router, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:24.342791 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a4440ca2-10c5-4626-add3-bec58dccf868 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:24.347699 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89ad0134-d626-4430-9561-d73cf5a64584 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Made reservation on behalf of da58e9bc8fb64cb8902d79f0a725e08d for: {'subnet': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:24:24.351866 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-89ad0134-d626-4430-9561-d73cf5a64584 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260908003'] for subnet, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:24.435969 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb1c8fe-8ac9-4a43-b86b-bcad7ef2154e req-d6ebf0e9-0986-4109-a3f4-9eac20be89b5 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:24.446192 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-adb1c8fe-8ac9-4a43-b86b-bcad7ef2154e req-d6ebf0e9-0986-4109-a3f4-9eac20be89b5 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef854938-189c-46f2-8314-215a08afd5f6 HTTP/1.1" status: 200 len: 947 time: 0.0974231 May 18 18:24:24.463379 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd25f15-135d-4f35-abda-8bbaf880a1d4 req-ef7f0bdf-0840-4cad-92ad-0950c7fabadf tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:24.470330 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd25f15-135d-4f35-abda-8bbaf880a1d4 req-ef7f0bdf-0840-4cad-92ad-0950c7fabadf tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:24.476898 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd25f15-135d-4f35-abda-8bbaf880a1d4 req-ef7f0bdf-0840-4cad-92ad-0950c7fabadf tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:24.483274 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd25f15-135d-4f35-abda-8bbaf880a1d4 req-ef7f0bdf-0840-4cad-92ad-0950c7fabadf tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:24.489878 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd25f15-135d-4f35-abda-8bbaf880a1d4 req-ef7f0bdf-0840-4cad-92ad-0950c7fabadf tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:24.495830 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd25f15-135d-4f35-abda-8bbaf880a1d4 req-ef7f0bdf-0840-4cad-92ad-0950c7fabadf tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:24.501861 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd25f15-135d-4f35-abda-8bbaf880a1d4 req-ef7f0bdf-0840-4cad-92ad-0950c7fabadf tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:24.512773 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4bd25f15-135d-4f35-abda-8bbaf880a1d4 req-ef7f0bdf-0840-4cad-92ad-0950c7fabadf tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c294977-a47a-459b-b24e-566121e05c9a HTTP/1.1" status: 200 len: 5434 time: 0.3295820 May 18 18:24:24.518403 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-adb1c8fe-8ac9-4a43-b86b-bcad7ef2154e req-bc804911-3a39-4046-8b1e-cbe4a878fa63 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=ea6a757a-9c65-4a62-a27e-604b73d281bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622776 May 18 18:24:24.701045 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a4440ca2-10c5-4626-add3-bec58dccf868 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:24.721642 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4bd25f15-135d-4f35-abda-8bbaf880a1d4 req-773c1225-3d15-43df-9524-53cbb2afb74e tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "GET /v2.0/security-groups?id=7394e4bf-8f0c-4c6c-8c6c-8df7a26d4fa0&id=bbd4527f-f9e4-46b0-8c76-f8fe8c004d55&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2078080 May 18 18:24:25.038693 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-89ad0134-d626-4430-9561-d73cf5a64584 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260898481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260908021'] for subnet, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:25.046541 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-11b7b3a2-e24f-41bc-91a0-1be3bbad8d9c req-c58632c8-0a61-4beb-a68f-d391c37b2e7b tempest-ServerShowV254Test-1999661842 tempest-ServerShowV254Test-1999661842-project] 10.222.0.85 "GET /v2.0/ports?device_id=7d82503c-6880-4acc-8823-83c79ba96704 HTTP/1.1" status: 200 len: 210 time: 0.0515578 May 18 18:24:25.221069 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ad0134-d626-4430-9561-d73cf5a64584 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Pushing event updated for resources: {'Subnet': ['ID=ae5ae36e-c129-4e32-b31d-391cbc70e60f,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:24:25.225920 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a4440ca2-10c5-4626-add3-bec58dccf868 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for router_gateway, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:25.254298 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a4440ca2-10c5-4626-add3-bec58dccf868 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:25.268831 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ad0134-d626-4430-9561-d73cf5a64584 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Checking segment: {'id': 'b133fefe-bd4e-4dc3-80d5-c4ec58024b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '85a34f0e-14f0-47d8-88a9-1b820f66a132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:24:25.269785 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ad0134-d626-4430-9561-d73cf5a64584 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Network hostable DHCP agents. Network: 85a34f0e-14f0-47d8-88a9-1b820f66a132, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:24:25.338618 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ad0134-d626-4430-9561-d73cf5a64584 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Network 85a34f0e-14f0-47d8-88a9-1b820f66a132 is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:24:25.393025 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-89ad0134-d626-4430-9561-d73cf5a64584 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, 85a34f0e-14f0-47d8-88a9-1b820f66a132) {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:24:25.406242 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ad0134-d626-4430-9561-d73cf5a64584 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:25.406450 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f17d15-da33-440a-85a3-8d7c88956262 None None] Network 85a34f0e-14f0-47d8-88a9-1b820f66a132 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:24:25.407382 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-89ad0134-d626-4430-9561-d73cf5a64584 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:25.437090 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-89ad0134-d626-4430-9561-d73cf5a64584 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4658360 May 18 18:24:25.437530 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 46560) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:24:25.443712 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-e1c3587a-5cb9-4df5-86ef-fbbcaecb9a70 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Request body: {'subnet': {'network_id': '85a34f0e-14f0-47d8-88a9-1b820f66a132', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:24:25.448551 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-a4440ca2-10c5-4626-add3-bec58dccf868 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Allocated IP 172.25.5.145 (31ebd439-090c-4b25-bbb0-31c48711b145/363a2810-8a83-4be0-a317-7c91fcd94485/b5cb82cf-943f-492b-962f-7174d0c836cb) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:24:25.606506 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a57d0f35-ab6f-41b7-b8ec-fd3e55d999b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-85a34f0e-14f0-47d8-88a9-1b820f66a132', 'network_id': '85a34f0e-14f0-47d8-88a9-1b820f66a132', 'tenant_id': 'da58e9bc8fb64cb8902d79f0a725e08d', 'fixed_ips': [{'subnet_id': 'ae5ae36e-c129-4e32-b31d-391cbc70e60f'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:24:25.607388 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a57d0f35-ab6f-41b7-b8ec-fd3e55d999b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:25.766640 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1c3587a-5cb9-4df5-86ef-fbbcaecb9a70 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Made reservation on behalf of da58e9bc8fb64cb8902d79f0a725e08d for: {'subnet': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:24:25.783069 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e1c3587a-5cb9-4df5-86ef-fbbcaecb9a70 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261031885'] for subnet, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:25.836713 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a4440ca2-10c5-4626-add3-bec58dccf868 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:25.981999 n-d-838550-3 neutron-server[102730]: INFO neutron.db.ipam_backend_mixin [None req-e1c3587a-5cb9-4df5-86ef-fbbcaecb9a70 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet ae5ae36e-c129-4e32-b31d-391cbc70e60f (CIDR: 172.20.0.0/28) May 18 18:24:26.005223 n-d-838550-3 neutron-server[102730]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1c3587a-5cb9-4df5-86ef-fbbcaecb9a70 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 18 18:24:26.005794 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1c3587a-5cb9-4df5-86ef-fbbcaecb9a70 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:24:26.039483 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-e1c3587a-5cb9-4df5-86ef-fbbcaecb9a70 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6002555 May 18 18:24:26.041771 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 46598) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:24:26.047583 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-7263c18b-1488-4f07-b098-9ba13f02c47f tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Request body: {'subnet': {'network_id': '85a34f0e-14f0-47d8-88a9-1b820f66a132', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:24:26.201739 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-a57d0f35-ab6f-41b7-b8ec-fd3e55d999b3 None None] Allocated IP 172.20.0.2 (85a34f0e-14f0-47d8-88a9-1b820f66a132/ae5ae36e-c129-4e32-b31d-391cbc70e60f/a47b5c71-8e08-4c9f-8b96-4eb30ccf3ce5) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:24:26.239871 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7263c18b-1488-4f07-b098-9ba13f02c47f tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Made reservation on behalf of da58e9bc8fb64cb8902d79f0a725e08d for: {'subnet': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:24:26.248047 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7263c18b-1488-4f07-b098-9ba13f02c47f tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261031885'] for subnet, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:26.285961 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a4440ca2-10c5-4626-add3-bec58dccf868 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:26.322021 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d92dd6-518c-43dd-8e12-c1516ee94ba8 req-3e28f62e-0440-4728-8330-c63d0bee5d53 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:26.332124 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d92dd6-518c-43dd-8e12-c1516ee94ba8 req-3e28f62e-0440-4728-8330-c63d0bee5d53 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:26.351067 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d92dd6-518c-43dd-8e12-c1516ee94ba8 req-3e28f62e-0440-4728-8330-c63d0bee5d53 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:26.369474 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d92dd6-518c-43dd-8e12-c1516ee94ba8 req-3e28f62e-0440-4728-8330-c63d0bee5d53 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:26.390810 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d92dd6-518c-43dd-8e12-c1516ee94ba8 req-3e28f62e-0440-4728-8330-c63d0bee5d53 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:26.398702 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d92dd6-518c-43dd-8e12-c1516ee94ba8 req-3e28f62e-0440-4728-8330-c63d0bee5d53 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:26.415215 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d92dd6-518c-43dd-8e12-c1516ee94ba8 req-3e28f62e-0440-4728-8330-c63d0bee5d53 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:26.417513 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-75d92dd6-518c-43dd-8e12-c1516ee94ba8 req-3e28f62e-0440-4728-8330-c63d0bee5d53 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.88 "GET /v2.0/ports?device_id=6c294977-a47a-459b-b24e-566121e05c9a HTTP/1.1" status: 200 len: 5434 time: 0.4396338 May 18 18:24:26.433689 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aca786-c9fd-4e77-b583-f546ad38e993 req-bc39c232-bec8-4db9-9062-b5ef0b221655 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:26.440355 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aca786-c9fd-4e77-b583-f546ad38e993 req-bc39c232-bec8-4db9-9062-b5ef0b221655 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:26.447268 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aca786-c9fd-4e77-b583-f546ad38e993 req-bc39c232-bec8-4db9-9062-b5ef0b221655 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:26.453052 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aca786-c9fd-4e77-b583-f546ad38e993 req-bc39c232-bec8-4db9-9062-b5ef0b221655 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:26.460514 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aca786-c9fd-4e77-b583-f546ad38e993 req-bc39c232-bec8-4db9-9062-b5ef0b221655 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:26.466326 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aca786-c9fd-4e77-b583-f546ad38e993 req-bc39c232-bec8-4db9-9062-b5ef0b221655 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:26.474073 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aca786-c9fd-4e77-b583-f546ad38e993 req-bc39c232-bec8-4db9-9062-b5ef0b221655 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:26.482366 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c6aca786-c9fd-4e77-b583-f546ad38e993 req-bc39c232-bec8-4db9-9062-b5ef0b221655 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c294977-a47a-459b-b24e-566121e05c9a HTTP/1.1" status: 200 len: 5434 time: 0.5490623 May 18 18:24:26.517472 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a57d0f35-ab6f-41b7-b8ec-fd3e55d999b3 None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:26.529129 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a57d0f35-ab6f-41b7-b8ec-fd3e55d999b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:26.560627 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d92dd6-518c-43dd-8e12-c1516ee94ba8 req-7718fa6e-9b5e-4304-9255-521db4d6be83 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:26.562080 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-75d92dd6-518c-43dd-8e12-c1516ee94ba8 req-7718fa6e-9b5e-4304-9255-521db4d6be83 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.88 "GET /v2.0/ports/d7dcad22-e92b-4b04-9ae5-6faddc7193ce?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0507362 May 18 18:24:26.585967 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a57d0f35-ab6f-41b7-b8ec-fd3e55d999b3 None None] Network 85a34f0e-14f0-47d8-88a9-1b820f66a132 is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:24:26.599135 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-a57d0f35-ab6f-41b7-b8ec-fd3e55d999b3 None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:24:26.609252 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57d0f35-ab6f-41b7-b8ec-fd3e55d999b3 None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:24:26.624183 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4440ca2-10c5-4626-add3-bec58dccf868 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Network 31ebd439-090c-4b25-bbb0-31c48711b145 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:24:26.649144 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57d0f35-ab6f-41b7-b8ec-fd3e55d999b3 None None] Pushing event updated for resources: {'Port': ['ID=a47b5c71-8e08-4c9f-8b96-4eb30ccf3ce5,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:24:26.666953 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c2cb3a73-c3eb-4394-b8b7-af993745cd49 req-aeab8138-0703-4c21-8b4d-d4a290016033 tempest-ServerShowV254Test-1999661842 tempest-ServerShowV254Test-1999661842-project] 10.222.0.85 "GET /v2.0/ports?device_id=7d82503c-6880-4acc-8823-83c79ba96704 HTTP/1.1" status: 200 len: 210 time: 0.4064112 May 18 18:24:26.683506 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57d0f35-ab6f-41b7-b8ec-fd3e55d999b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:24:26.684075 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57d0f35-ab6f-41b7-b8ec-fd3e55d999b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:24:26.684560 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57d0f35-ab6f-41b7-b8ec-fd3e55d999b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:24:26.685039 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57d0f35-ab6f-41b7-b8ec-fd3e55d999b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:24:26.685530 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57d0f35-ab6f-41b7-b8ec-fd3e55d999b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:24:26.686485 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57d0f35-ab6f-41b7-b8ec-fd3e55d999b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:24:26.686965 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57d0f35-ab6f-41b7-b8ec-fd3e55d999b3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:24:26.687429 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57d0f35-ab6f-41b7-b8ec-fd3e55d999b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:24:26.688235 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57d0f35-ab6f-41b7-b8ec-fd3e55d999b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:24:26.688696 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57d0f35-ab6f-41b7-b8ec-fd3e55d999b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:24:26.689245 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57d0f35-ab6f-41b7-b8ec-fd3e55d999b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:24:26.689745 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57d0f35-ab6f-41b7-b8ec-fd3e55d999b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:24:26.700493 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-a4440ca2-10c5-4626-add3-bec58dccf868 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:24:26.708846 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4440ca2-10c5-4626-add3-bec58dccf868 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:24:26.712112 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-a57d0f35-ab6f-41b7-b8ec-fd3e55d999b3 None None] Attempting to bind port a47b5c71-8e08-4c9f-8b96-4eb30ccf3ce5 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:24:26.712632 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-a57d0f35-ab6f-41b7-b8ec-fd3e55d999b3 None None] Attempting to bind port a47b5c71-8e08-4c9f-8b96-4eb30ccf3ce5 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': 'b133fefe-bd4e-4dc3-80d5-c4ec58024b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '85a34f0e-14f0-47d8-88a9-1b820f66a132'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:24:26.712837 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57d0f35-ab6f-41b7-b8ec-fd3e55d999b3 None None] Attempting to bind port a47b5c71-8e08-4c9f-8b96-4eb30ccf3ce5 on network 85a34f0e-14f0-47d8-88a9-1b820f66a132 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:24:26.719921 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57d0f35-ab6f-41b7-b8ec-fd3e55d999b3 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:24:26.720312 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57d0f35-ab6f-41b7-b8ec-fd3e55d999b3 None None] Checking segment: {'id': 'b133fefe-bd4e-4dc3-80d5-c4ec58024b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '85a34f0e-14f0-47d8-88a9-1b820f66a132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:24:26.720700 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a57d0f35-ab6f-41b7-b8ec-fd3e55d999b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:26.721323 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57d0f35-ab6f-41b7-b8ec-fd3e55d999b3 None None] Bound using segment: {'id': 'b133fefe-bd4e-4dc3-80d5-c4ec58024b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '85a34f0e-14f0-47d8-88a9-1b820f66a132'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:24:26.721825 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-a57d0f35-ab6f-41b7-b8ec-fd3e55d999b3 None None] Bound port: a47b5c71-8e08-4c9f-8b96-4eb30ccf3ce5, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b133fefe-bd4e-4dc3-80d5-c4ec58024b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '85a34f0e-14f0-47d8-88a9-1b820f66a132'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:24:26.722253 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a57d0f35-ab6f-41b7-b8ec-fd3e55d999b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:26.784665 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4440ca2-10c5-4626-add3-bec58dccf868 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Pushing event updated for resources: {'Port': ['ID=b5cb82cf-943f-492b-962f-7174d0c836cb,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:24:26.814450 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c6aca786-c9fd-4e77-b583-f546ad38e993 req-6df170ea-e2f9-4b8a-bbfb-f6a4e8741084 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "GET /v2.0/security-groups?id=7394e4bf-8f0c-4c6c-8c6c-8df7a26d4fa0&id=bbd4527f-f9e4-46b0-8c76-f8fe8c004d55&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3310761 May 18 18:24:26.831554 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a57d0f35-ab6f-41b7-b8ec-fd3e55d999b3 None None] For port a47b5c71-8e08-4c9f-8b96-4eb30ccf3ce5, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:24:26.836976 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a57d0f35-ab6f-41b7-b8ec-fd3e55d999b3 None None] For port a47b5c71-8e08-4c9f-8b96-4eb30ccf3ce5, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=a47b5c71-8e08-4c9f-8b96-4eb30ccf3ce5,segment=NetworkSegment(b133fefe-bd4e-4dc3-80d5-c4ec58024b7a),segment_id=b133fefe-bd4e-4dc3-80d5-c4ec58024b7a)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:24:26.851861 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7263c18b-1488-4f07-b098-9ba13f02c47f tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261104883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261031899'] for subnet, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:26.855107 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a57d0f35-ab6f-41b7-b8ec-fd3e55d999b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:26.931701 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57d0f35-ab6f-41b7-b8ec-fd3e55d999b3 None None] Pushing event updated for resources: {'Port': ['ID=a47b5c71-8e08-4c9f-8b96-4eb30ccf3ce5,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:24:26.934664 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7263c18b-1488-4f07-b098-9ba13f02c47f tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Pushing event updated for resources: {'Subnet': ['ID=9b699331-95e8-4f11-bd0c-0875cbfb312e,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:24:26.952133 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7263c18b-1488-4f07-b098-9ba13f02c47f tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Network 85a34f0e-14f0-47d8-88a9-1b820f66a132 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:24:26.955698 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-7263c18b-1488-4f07-b098-9ba13f02c47f tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:24:26.961943 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7263c18b-1488-4f07-b098-9ba13f02c47f tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:26.963767 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7263c18b-1488-4f07-b098-9ba13f02c47f tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:27.010422 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f47db6e-597a-422c-a783-902cfaf2c335 req-b886e329-3663-4cfe-97ca-580d8abf7852 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:27.014274 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9f47db6e-597a-422c-a783-902cfaf2c335 req-b886e329-3663-4cfe-97ca-580d8abf7852 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef854938-189c-46f2-8314-215a08afd5f6 HTTP/1.1" status: 200 len: 947 time: 0.2132940 May 18 18:24:27.041782 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-75d92dd6-518c-43dd-8e12-c1516ee94ba8 req-60779c15-103b-4b18-818b-7f582e3eb5d9 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.88 "GET /v2.0/networks/6f6254ab-4ee7-4ad9-afa0-26be8bf1b0f3?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4683447 May 18 18:24:27.055210 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-75d92dd6-518c-43dd-8e12-c1516ee94ba8 req-7f94633d-0811-4b6e-b45d-43148f4321bc service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:24:27.059251 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-7263c18b-1488-4f07-b098-9ba13f02c47f tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0162182 May 18 18:24:27.062269 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 46612) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:24:27.086944 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-4f4ce873-b866-47c1-bbf4-2066c06c484b tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Request body: {'port': {'network_id': '85a34f0e-14f0-47d8-88a9-1b820f66a132', 'fixed_ips': [{'subnet_id': 'ae5ae36e-c129-4e32-b31d-391cbc70e60f'}, {'subnet_id': '9b699331-95e8-4f11-bd0c-0875cbfb312e'}], 'name': 'tempest-PortsTestJSON-2084179854'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:24:27.208304 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-75d92dd6-518c-43dd-8e12-c1516ee94ba8 req-7f94633d-0811-4b6e-b45d-43148f4321bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:27.222639 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9f47db6e-597a-422c-a783-902cfaf2c335 req-a113de99-12bd-4a66-909c-9f5911e50e35 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=ea6a757a-9c65-4a62-a27e-604b73d281bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2020609 May 18 18:24:27.365048 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f4ce873-b866-47c1-bbf4-2066c06c484b tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Made reservation on behalf of da58e9bc8fb64cb8902d79f0a725e08d for: {'port': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:24:27.464585 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a4440ca2-10c5-4626-add3-bec58dccf868 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for router_gateway, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:27.486040 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4f4ce873-b866-47c1-bbf4-2066c06c484b tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:27.513215 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [None req-4f4ce873-b866-47c1-bbf4-2066c06c484b tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] device_id is not set on port c50128c8-1d97-401d-9864-d29798dc188f yet. {{(pid=102730) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 18 18:24:27.566530 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 33664213-089a-4f22-9123-31b7caedaa56 no longer exists at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:24:27.664122 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457f327f-0422-4140-af4e-b6bfb6fea81a req-a02aef73-c5a6-48dc-a782-2cee74e1d741 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:27.671920 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-457f327f-0422-4140-af4e-b6bfb6fea81a req-a02aef73-c5a6-48dc-a782-2cee74e1d741 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef854938-189c-46f2-8314-215a08afd5f6 HTTP/1.1" status: 200 len: 947 time: 0.2969494 May 18 18:24:27.717142 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 33664213-089a-4f22-9123-31b7caedaa56 is: ACTIVE; New status is: DOWN {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:24:27.717849 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:27.751812 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef854938-189c-46f2-8314-215a08afd5f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33664213-089a-4f22-9123-31b7caedaa56'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:24:27.755256 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9996f789-55a0-4920-a374-6299c053fb5c" -d '{"events": [{"server_uuid": "ef854938-189c-46f2-8314-215a08afd5f6", "name": "network-vif-unplugged", "status": "completed", "tag": "33664213-089a-4f22-9123-31b7caedaa56"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:24:27.776317 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 33664213-089a-4f22-9123-31b7caedaa56, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=33664213-089a-4f22-9123-31b7caedaa56,segment=NetworkSegment(ef93e1fc-f0f4-4220-adc9-d2cb000b3c93),segment_id=ef93e1fc-f0f4-4220-adc9-d2cb000b3c93)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:24:27.798430 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:27.922512 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1af8339c-4dc0-4802-977f-b95c5319aa2d req-21abeffc-53ac-48ac-abf6-08f1af5c192a tempest-ServerShowV254Test-1999661842 tempest-ServerShowV254Test-1999661842-project] 10.222.0.85 "GET /v2.0/ports?device_id=7d82503c-6880-4acc-8823-83c79ba96704 HTTP/1.1" status: 200 len: 210 time: 0.0579252 May 18 18:24:27.926226 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-457f327f-0422-4140-af4e-b6bfb6fea81a req-15d978dd-722e-4a29-9521-231d39ec4215 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=ea6a757a-9c65-4a62-a27e-604b73d281bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2533305 May 18 18:24:27.937047 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=33664213-089a-4f22-9123-31b7caedaa56,revision_number=14']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:24:27.962373 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-75d92dd6-518c-43dd-8e12-c1516ee94ba8 req-7f94633d-0811-4b6e-b45d-43148f4321bc service neutron] For port d7dcad22-e92b-4b04-9ae5-6faddc7193ce, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=d7dcad22-e92b-4b04-9ae5-6faddc7193ce,segment=NetworkSegment(a7800232-88f1-4191-84ff-21a644fb4b30),segment_id=a7800232-88f1-4191-84ff-21a644fb4b30)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:24:28.051866 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-75d92dd6-518c-43dd-8e12-c1516ee94ba8 req-7f94633d-0811-4b6e-b45d-43148f4321bc service neutron] For port d7dcad22-e92b-4b04-9ae5-6faddc7193ce, host n-h2-838550-3, cleared binding levels {{(pid=102731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:24:28.062843 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 May 2022 18:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1104167-e416-48b2-88e3-02afccabd76a x-openstack-request-id: req-a1104167-e416-48b2-88e3-02afccabd76a {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:24:28.063143 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef854938-189c-46f2-8314-215a08afd5f6", "name": "network-vif-unplugged", "status": "completed", "tag": "33664213-089a-4f22-9123-31b7caedaa56", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:24:28.063401 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-a1104167-e416-48b2-88e3-02afccabd76a {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:24:28.063809 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1104167-e416-48b2-88e3-02afccabd76a'] response: {'server_uuid': 'ef854938-189c-46f2-8314-215a08afd5f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33664213-089a-4f22-9123-31b7caedaa56', 'code': 200} May 18 18:24:28.163904 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [req-75d92dd6-518c-43dd-8e12-c1516ee94ba8 req-7f94633d-0811-4b6e-b45d-43148f4321bc service neutron] device_id is not set on port d7dcad22-e92b-4b04-9ae5-6faddc7193ce yet. {{(pid=102731) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 18 18:24:28.185859 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-75d92dd6-518c-43dd-8e12-c1516ee94ba8 req-7f94633d-0811-4b6e-b45d-43148f4321bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:28.281594 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-4f4ce873-b866-47c1-bbf4-2066c06c484b tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Allocated IP 172.20.0.3 (85a34f0e-14f0-47d8-88a9-1b820f66a132/ae5ae36e-c129-4e32-b31d-391cbc70e60f/c50128c8-1d97-401d-9864-d29798dc188f) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:24:28.296582 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee875159-ea87-42db-829a-2d11967c6279 req-2c71f007-bccd-4d5a-9740-c2d61187ebab tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:28.298255 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ee875159-ea87-42db-829a-2d11967c6279 req-2c71f007-bccd-4d5a-9740-c2d61187ebab tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef854938-189c-46f2-8314-215a08afd5f6 HTTP/1.1" status: 200 len: 945 time: 0.0900323 May 18 18:24:28.307834 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-4f4ce873-b866-47c1-bbf4-2066c06c484b tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Allocated IP 172.20.0.22 (85a34f0e-14f0-47d8-88a9-1b820f66a132/9b699331-95e8-4f11-bd0c-0875cbfb312e/c50128c8-1d97-401d-9864-d29798dc188f) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:24:28.458429 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ee875159-ea87-42db-829a-2d11967c6279 req-6bc3ded0-6f6f-4bb2-b9cc-b83ff98a0ee8 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=ea6a757a-9c65-4a62-a27e-604b73d281bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1344070 May 18 18:24:28.619693 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4f4ce873-b866-47c1-bbf4-2066c06c484b tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:28.638161 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device a47b5c71-8e08-4c9f-8b96-4eb30ccf3ce5 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:24:28.724394 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4f4ce873-b866-47c1-bbf4-2066c06c484b tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:28.764670 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40307f6-20b9-4a35-9eea-7d24255081bb None None] Network 85a34f0e-14f0-47d8-88a9-1b820f66a132 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:24:28.861606 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f4ce873-b866-47c1-bbf4-2066c06c484b tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Network 85a34f0e-14f0-47d8-88a9-1b820f66a132 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:24:28.867576 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-4f4ce873-b866-47c1-bbf4-2066c06c484b tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:24:28.902369 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4ce873-b866-47c1-bbf4-2066c06c484b tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:24:28.962850 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ce873-b866-47c1-bbf4-2066c06c484b tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Pushing event updated for resources: {'Port': ['ID=c50128c8-1d97-401d-9864-d29798dc188f,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:24:28.976267 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port a47b5c71-8e08-4c9f-8b96-4eb30ccf3ce5 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:24:28.976938 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:28.997490 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ce873-b866-47c1-bbf4-2066c06c484b tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:24:28.998195 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ce873-b866-47c1-bbf4-2066c06c484b tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:24:28.998718 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ce873-b866-47c1-bbf4-2066c06c484b tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:24:28.999242 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ce873-b866-47c1-bbf4-2066c06c484b tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:24:28.999897 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ce873-b866-47c1-bbf4-2066c06c484b tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:24:29.000513 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ce873-b866-47c1-bbf4-2066c06c484b tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:24:29.001288 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ce873-b866-47c1-bbf4-2066c06c484b tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:24:29.001876 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ce873-b866-47c1-bbf4-2066c06c484b tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:24:29.002808 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ce873-b866-47c1-bbf4-2066c06c484b tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:24:29.003501 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ce873-b866-47c1-bbf4-2066c06c484b tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:24:29.004278 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ce873-b866-47c1-bbf4-2066c06c484b tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:24:29.004796 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ce873-b866-47c1-bbf4-2066c06c484b tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:24:29.028119 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-04d00c01-272e-4192-b9d0-413b145435e0 None None] Provisioning complete for port a47b5c71-8e08-4c9f-8b96-4eb30ccf3ce5 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:24:29.028853 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-04d00c01-272e-4192-b9d0-413b145435e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:29.044686 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f4ce873-b866-47c1-bbf4-2066c06c484b tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:29.045707 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4f4ce873-b866-47c1-bbf4-2066c06c484b tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:29.059285 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ced4eb-a829-4061-958e-7b5f6ca88b00 req-e4e211ab-753c-4bb3-ac69-cb971c789529 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:29.061146 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d8ced4eb-a829-4061-958e-7b5f6ca88b00 req-e4e211ab-753c-4bb3-ac69-cb971c789529 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef854938-189c-46f2-8314-215a08afd5f6 HTTP/1.1" status: 200 len: 945 time: 0.1722143 May 18 18:24:29.084481 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-4f4ce873-b866-47c1-bbf4-2066c06c484b tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.0210047 May 18 18:24:29.092920 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 46650) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:24:29.099975 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-5b6454c8-71db-4a44-a441-f412bfb111a2 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ae5ae36e-c129-4e32-b31d-391cbc70e60f'}]}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:24:29.127674 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-75d92dd6-518c-43dd-8e12-c1516ee94ba8 req-7f94633d-0811-4b6e-b45d-43148f4321bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:29.170564 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d8ced4eb-a829-4061-958e-7b5f6ca88b00 req-1c7315d8-c960-456b-aa92-6d684cb0c0a0 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=ea6a757a-9c65-4a62-a27e-604b73d281bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989656 May 18 18:24:29.243111 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a4440ca2-10c5-4626-add3-bec58dccf868 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596801'] for router, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:29.323854 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5b6454c8-71db-4a44-a441-f412bfb111a2 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:29.326345 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336b4fe7-3ead-4d09-bb70-ad6831a9cdc5 req-845ab42d-881e-42f3-b854-033601426350 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:29.334882 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336b4fe7-3ead-4d09-bb70-ad6831a9cdc5 req-845ab42d-881e-42f3-b854-033601426350 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:29.343088 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336b4fe7-3ead-4d09-bb70-ad6831a9cdc5 req-845ab42d-881e-42f3-b854-033601426350 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:29.365727 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336b4fe7-3ead-4d09-bb70-ad6831a9cdc5 req-845ab42d-881e-42f3-b854-033601426350 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:29.372522 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336b4fe7-3ead-4d09-bb70-ad6831a9cdc5 req-845ab42d-881e-42f3-b854-033601426350 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:29.379725 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336b4fe7-3ead-4d09-bb70-ad6831a9cdc5 req-845ab42d-881e-42f3-b854-033601426350 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:29.387388 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336b4fe7-3ead-4d09-bb70-ad6831a9cdc5 req-845ab42d-881e-42f3-b854-033601426350 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:29.389750 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-336b4fe7-3ead-4d09-bb70-ad6831a9cdc5 req-845ab42d-881e-42f3-b854-033601426350 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c294977-a47a-459b-b24e-566121e05c9a HTTP/1.1" status: 200 len: 5356 time: 1.2538974 May 18 18:24:29.390683 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f94633d-0811-4b6e-b45d-43148f4321bc service neutron] Pushing event updated for resources: {'Port': ['ID=d7dcad22-e92b-4b04-9ae5-6faddc7193ce,revision_number=6']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:24:29.395331 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-aaf0b8ec-9851-48f9-99e4-ab11b2b215b1 req-7ab8e700-d447-47d5-bb7f-9c1ca309f4c0 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=7d82503c-6880-4acc-8823-83c79ba96704 HTTP/1.1" status: 200 len: 210 time: 0.1655176 May 18 18:24:29.399931 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-75d92dd6-518c-43dd-8e12-c1516ee94ba8 req-7f94633d-0811-4b6e-b45d-43148f4321bc service neutron] No DVR routers for this DVR port d7dcad22-e92b-4b04-9ae5-6faddc7193ce on host n-h2-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:24:29.405368 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f40cc2-06bc-489c-9925-18d9ce30abc6 req-5840fe8b-9558-4c36-b20a-d217ff6ee231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:29.408038 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c8f40cc2-06bc-489c-9925-18d9ce30abc6 req-5840fe8b-9558-4c36-b20a-d217ff6ee231 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dc04081bebe44448af91d703facdf00a&device_id=ef854938-189c-46f2-8314-215a08afd5f6 HTTP/1.1" status: 200 len: 1096 time: 0.3148725 May 18 18:24:29.564760 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e2fcb98e-9f3a-4cde-9d1c-0af1193eac19 req-f9ed7401-eab3-4e90-b59a-151a05ce54c0 tempest-ServerShowV254Test-1999661842 tempest-ServerShowV254Test-1999661842-project] 10.222.0.85 "GET /v2.0/ports?device_id=7d82503c-6880-4acc-8823-83c79ba96704 HTTP/1.1" status: 200 len: 210 time: 0.2065332 May 18 18:24:29.623981 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 47ed802e-3cf4-472d-b402-936465b16c4c no longer exists at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:24:29.626170 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port a47b5c71-8e08-4c9f-8b96-4eb30ccf3ce5 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:24:29.626563 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:29.660316 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-04d00c01-272e-4192-b9d0-413b145435e0 None None] Current status of the port a47b5c71-8e08-4c9f-8b96-4eb30ccf3ce5 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:24:29.661000 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-04d00c01-272e-4192-b9d0-413b145435e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:29.747353 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f40cc2-06bc-489c-9925-18d9ce30abc6 req-8980c555-3cde-4ca9-a7ff-c643fa9ca295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:29.750508 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c8f40cc2-06bc-489c-9925-18d9ce30abc6 req-8980c555-3cde-4ca9-a7ff-c643fa9ca295 service neutron] 10.222.0.36 "GET /v2.0/networks?id=adbd4d3b-93fc-4f7a-a6ae-1551b2db5668 HTTP/1.1" status: 200 len: 912 time: 0.2001288 May 18 18:24:29.752577 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f94633d-0811-4b6e-b45d-43148f4321bc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:24:29.753253 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f94633d-0811-4b6e-b45d-43148f4321bc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:24:29.754414 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f94633d-0811-4b6e-b45d-43148f4321bc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:24:29.755043 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f94633d-0811-4b6e-b45d-43148f4321bc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:24:29.756252 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f94633d-0811-4b6e-b45d-43148f4321bc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:24:29.756783 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f94633d-0811-4b6e-b45d-43148f4321bc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:24:29.757395 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f94633d-0811-4b6e-b45d-43148f4321bc service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:24:29.758040 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f94633d-0811-4b6e-b45d-43148f4321bc service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:24:29.758642 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f94633d-0811-4b6e-b45d-43148f4321bc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:24:29.759371 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f94633d-0811-4b6e-b45d-43148f4321bc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:24:29.760315 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f94633d-0811-4b6e-b45d-43148f4321bc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:24:29.760855 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f94633d-0811-4b6e-b45d-43148f4321bc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:24:29.761605 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-04d00c01-272e-4192-b9d0-413b145435e0 None None] For port a47b5c71-8e08-4c9f-8b96-4eb30ccf3ce5, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=a47b5c71-8e08-4c9f-8b96-4eb30ccf3ce5,segment=NetworkSegment(b133fefe-bd4e-4dc3-80d5-c4ec58024b7a),segment_id=b133fefe-bd4e-4dc3-80d5-c4ec58024b7a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:24:29.916046 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-04d00c01-272e-4192-b9d0-413b145435e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:29.923553 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.db.api [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102732) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 18 18:24:29.923910 n-d-838550-3 neutron-server[102732]: DEBUG oslo_db.api [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 18 18:24:29.962332 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-5b6454c8-71db-4a44-a441-f412bfb111a2 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Delete allocated IP 172.20.0.22 (85a34f0e-14f0-47d8-88a9-1b820f66a132/9b699331-95e8-4f11-bd0c-0875cbfb312e) {{(pid=102730) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 18 18:24:30.014535 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-75d92dd6-518c-43dd-8e12-c1516ee94ba8 req-7f94633d-0811-4b6e-b45d-43148f4321bc service neutron] In _notify_port_updated(), no bound segment for port d7dcad22-e92b-4b04-9ae5-6faddc7193ce on network 6f6254ab-4ee7-4ad9-afa0-26be8bf1b0f3 {{(pid=102731) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 18 18:24:30.017875 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d92dd6-518c-43dd-8e12-c1516ee94ba8 req-7f94633d-0811-4b6e-b45d-43148f4321bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:30.018547 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-75d92dd6-518c-43dd-8e12-c1516ee94ba8 req-7f94633d-0811-4b6e-b45d-43148f4321bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:30.022219 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-75d92dd6-518c-43dd-8e12-c1516ee94ba8 req-7f94633d-0811-4b6e-b45d-43148f4321bc service neutron] 10.222.0.88 "PUT /v2.0/ports/d7dcad22-e92b-4b04-9ae5-6faddc7193ce HTTP/1.1" status: 200 len: 1028 time: 2.9727538 May 18 18:24:30.085570 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-336b4fe7-3ead-4d09-bb70-ad6831a9cdc5 req-97d4cadb-5da4-4dd2-bcea-d75efcc0b899 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "GET /v2.0/security-groups?id=7394e4bf-8f0c-4c6c-8c6c-8df7a26d4fa0&id=bbd4527f-f9e4-46b0-8c76-f8fe8c004d55&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5183611 May 18 18:24:30.091613 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d00c01-272e-4192-b9d0-413b145435e0 None None] Pushing event updated for resources: {'Port': ['ID=a47b5c71-8e08-4c9f-8b96-4eb30ccf3ce5,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:24:30.094966 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-042ed907-c389-4eac-ad07-56745d4da0fc None None] Update dhcp port {'port': {'network_id': '85a34f0e-14f0-47d8-88a9-1b820f66a132', 'fixed_ips': [{'subnet_id': 'ae5ae36e-c129-4e32-b31d-391cbc70e60f', 'ip_address': '172.20.0.2'}, {'subnet_id': '9b699331-95e8-4f11-bd0c-0875cbfb312e'}], 'binding:host_id': 'n-d-838550-3'}, 'id': 'a47b5c71-8e08-4c9f-8b96-4eb30ccf3ce5'} from n-d-838550-3. {{(pid=102732) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 18 18:24:30.126630 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 47ed802e-3cf4-472d-b402-936465b16c4c is: ACTIVE; New status is: DOWN {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:24:30.127025 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:30.130803 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-042ed907-c389-4eac-ad07-56745d4da0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:30.141755 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c8f40cc2-06bc-489c-9925-18d9ce30abc6 req-de471d6c-bd45-4d94-a7f6-78a3bef9ff84 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=33664213-089a-4f22-9123-31b7caedaa56 HTTP/1.1" status: 200 len: 1000 time: 0.3665099 May 18 18:24:30.145681 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4440ca2-10c5-4626-add3-bec58dccf868 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Router 51c565d6-7a46-47ec-abd0-2264e846155d is scheduled to L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e with binding_index 1 {{(pid=102731) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 18 18:24:30.171088 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-5a791219-fe9d-4e72-a5a0-eb4f6a62cd8f None None] Provisioning complete for port d7dcad22-e92b-4b04-9ae5-6faddc7193ce triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:24:30.171088 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-5a791219-fe9d-4e72-a5a0-eb4f6a62cd8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:30.280637 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d92dd6-518c-43dd-8e12-c1516ee94ba8 req-0c4a4092-e8ac-44df-b83a-01ce8311bf0e tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:30.282883 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-75d92dd6-518c-43dd-8e12-c1516ee94ba8 req-0c4a4092-e8ac-44df-b83a-01ce8311bf0e tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.88 "GET /v2.0/ports/47ed802e-3cf4-472d-b402-936465b16c4c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1900613 May 18 18:24:30.339324 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-75d92dd6-518c-43dd-8e12-c1516ee94ba8 req-a8c15c0f-9b17-4fee-abd6-2585b5cff2d1 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:24:30.341296 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5b6454c8-71db-4a44-a441-f412bfb111a2 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:30.350184 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5b6454c8-71db-4a44-a441-f412bfb111a2 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:30.356497 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-5a791219-fe9d-4e72-a5a0-eb4f6a62cd8f None None] Port d7dcad22-e92b-4b04-9ae5-6faddc7193ce cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:24:30.461103 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f40cc2-06bc-489c-9925-18d9ce30abc6 req-cb469eaa-14dd-4b57-8713-71bdbaccf2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:30.466487 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c8f40cc2-06bc-489c-9925-18d9ce30abc6 req-cb469eaa-14dd-4b57-8713-71bdbaccf2d6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b85d9655-9e18-4f20-bd82-d6f95b142d2a HTTP/1.1" status: 200 len: 850 time: 0.3146632 May 18 18:24:30.566323 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 47ed802e-3cf4-472d-b402-936465b16c4c, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=47ed802e-3cf4-472d-b402-936465b16c4c,segment=NetworkSegment(a7800232-88f1-4191-84ff-21a644fb4b30),segment_id=a7800232-88f1-4191-84ff-21a644fb4b30)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:24:30.580105 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port a47b5c71-8e08-4c9f-8b96-4eb30ccf3ce5 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:24:30.585548 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c294977-a47a-459b-b24e-566121e05c9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47ed802e-3cf4-472d-b402-936465b16c4c'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:24:30.593254 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16fbc2f4-c9d1-477a-add8-58e3b8a8cfa5" -d '{"events": [{"server_uuid": "6c294977-a47a-459b-b24e-566121e05c9a", "name": "network-vif-unplugged", "status": "completed", "tag": "47ed802e-3cf4-472d-b402-936465b16c4c"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:24:30.614879 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:30.618582 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device d4ec0f42-d022-4b39-a3c7-9c61a248da1c no longer exists at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:24:30.681209 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6454c8-71db-4a44-a441-f412bfb111a2 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Pushing event updated for resources: {'Port': ['ID=c50128c8-1d97-401d-9864-d29798dc188f,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:24:30.733784 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 May 2022 18:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b482343-a1d1-41b6-995f-a57d7a7f0526 x-openstack-request-id: req-4b482343-a1d1-41b6-995f-a57d7a7f0526 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:24:30.734382 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c294977-a47a-459b-b24e-566121e05c9a", "name": "network-vif-unplugged", "status": "completed", "tag": "47ed802e-3cf4-472d-b402-936465b16c4c", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:24:30.735497 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-4b482343-a1d1-41b6-995f-a57d7a7f0526 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:24:30.737009 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b482343-a1d1-41b6-995f-a57d7a7f0526'] response: {'server_uuid': '6c294977-a47a-459b-b24e-566121e05c9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47ed802e-3cf4-472d-b402-936465b16c4c', 'code': 200} May 18 18:24:30.801149 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2645f652-b677-459f-bf6c-f03f4b289d6a req-15e976da-d657-450b-b5ae-778d22359efc tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:30.810055 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2645f652-b677-459f-bf6c-f03f4b289d6a req-15e976da-d657-450b-b5ae-778d22359efc tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef854938-189c-46f2-8314-215a08afd5f6 HTTP/1.1" status: 200 len: 945 time: 0.4537141 May 18 18:24:30.836109 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-75d92dd6-518c-43dd-8e12-c1516ee94ba8 req-a8c15c0f-9b17-4fee-abd6-2585b5cff2d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:30.839769 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device a47b5c71-8e08-4c9f-8b96-4eb30ccf3ce5 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:24:30.847205 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=47ed802e-3cf4-472d-b402-936465b16c4c,revision_number=6']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:24:30.875716 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4440ca2-10c5-4626-add3-bec58dccf868 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:24:30.903442 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e20a134-a55c-43c0-acf4-cf8ae66c8808 None None] Sync routers for ids ['51c565d6-7a46-47ec-abd0-2264e846155d'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:24:30.916922 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-042ed907-c389-4eac-ad07-56745d4da0fc None None] Allocated IP 172.20.0.18 (85a34f0e-14f0-47d8-88a9-1b820f66a132/9b699331-95e8-4f11-bd0c-0875cbfb312e/a47b5c71-8e08-4c9f-8b96-4eb30ccf3ce5) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:24:30.937682 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-5b6454c8-71db-4a44-a441-f412bfb111a2 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] In _notify_port_updated(), no bound segment for port c50128c8-1d97-401d-9864-d29798dc188f on network 85a34f0e-14f0-47d8-88a9-1b820f66a132 {{(pid=102730) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 18 18:24:30.944770 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ae4b5e57-7a35-47b6-9f3f-4b5ca99c2d04 req-b4658257-4588-43ad-b1f0-fd261118feb2 tempest-ServerShowV254Test-1999661842 tempest-ServerShowV254Test-1999661842-project] 10.222.0.85 "GET /v2.0/ports?device_id=7d82503c-6880-4acc-8823-83c79ba96704 HTTP/1.1" status: 200 len: 210 time: 0.1047230 May 18 18:24:30.949207 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a4440ca2-10c5-4626-add3-bec58dccf868 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for router, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:30.953321 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-a4440ca2-10c5-4626-add3-bec58dccf868 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 6.9071834 May 18 18:24:30.954664 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 46680) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:24:30.955677 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b6454c8-71db-4a44-a441-f412bfb111a2 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:30.960917 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5b6454c8-71db-4a44-a441-f412bfb111a2 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:30.964870 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-5b6454c8-71db-4a44-a441-f412bfb111a2 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] 10.222.0.85 "PUT /v2.0/ports/c50128c8-1d97-401d-9864-d29798dc188f HTTP/1.1" status: 200 len: 919 time: 1.8680148 May 18 18:24:30.965488 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 46682) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:24:30.978186 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-a4b8d979-acd7-42f8-b098-cffd6f5f2c23 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ae5ae36e-c129-4e32-b31d-391cbc70e60f'}, {'subnet_id': '9b699331-95e8-4f11-bd0c-0875cbfb312e'}]}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:24:30.992163 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2645f652-b677-459f-bf6c-f03f4b289d6a req-6bc9e742-bd20-4945-bb5f-e8301fcb704b tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=ea6a757a-9c65-4a62-a27e-604b73d281bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1802948 May 18 18:24:31.033968 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f40cc2-06bc-489c-9925-18d9ce30abc6 req-3e93e82d-5f45-4f1c-bdea-23929f10e978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:31.037998 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c8f40cc2-06bc-489c-9925-18d9ce30abc6 req-3e93e82d-5f45-4f1c-bdea-23929f10e978 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=adbd4d3b-93fc-4f7a-a6ae-1551b2db5668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4750440 May 18 18:24:31.056305 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e20a134-a55c-43c0-acf4-cf8ae66c8808 None None] Routers {'51c565d6-7a46-47ec-abd0-2264e846155d'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:24:31.057186 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-4e20a134-a55c-43c0-acf4-cf8ae66c8808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:24:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['51c565d6-7a46-47ec-abd0-2264e846155d'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:24:31.136554 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a4b8d979-acd7-42f8-b098-cffd6f5f2c23 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:31.172917 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-859a894f-951a-4c22-8df1-7e2688bdae1b tempest-TestNetworkAdvancedServerOps-1996564383 tempest-TestNetworkAdvancedServerOps-1996564383-project-admin] 10.222.0.85 "GET /v2.0/subnets?project_id=06b3ed36f50a43fd9cfeaa89e080d35b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2137697 May 18 18:24:31.180260 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 46702) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:24:31.416684 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-32c385bd-02fa-4220-ad99-476e33280344 req-58069495-3193-4936-942f-eafa25d74c5e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=e175940d061047de9db310acec45535b&device_id=7d82503c-6880-4acc-8823-83c79ba96704 HTTP/1.1" status: 200 len: 210 time: 0.0602963 May 18 18:24:31.470544 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-4e20a134-a55c-43c0-acf4-cf8ae66c8808 None None] Set router 51c565d6-7a46-47ec-abd0-2264e846155d gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:24:31.479994 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c8f40cc2-06bc-489c-9925-18d9ce30abc6 req-fd929ade-0d8d-4035-bc82-776be6608ea9 service neutron] 10.222.0.36 "GET /v2.0/networks/adbd4d3b-93fc-4f7a-a6ae-1551b2db5668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4112630 May 18 18:24:31.490425 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c03e1086-e422-45a8-a408-5c592dae2078 req-f53f3fd0-9546-4ec8-ae4a-2026271b0017 tempest-ServerShowV254Test-1999661842 tempest-ServerShowV254Test-1999661842-project] 10.222.0.85 "GET /v2.0/ports?device_id=7d82503c-6880-4acc-8823-83c79ba96704 HTTP/1.1" status: 200 len: 210 time: 0.0576334 May 18 18:24:31.548044 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:31.567475 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port a47b5c71-8e08-4c9f-8b96-4eb30ccf3ce5 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:24:31.567852 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:31.590818 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-32c385bd-02fa-4220-ad99-476e33280344 req-38d43d61-9d44-411c-85a2-73c47a0bd067 service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=e175940d061047de9db310acec45535b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1073470 May 18 18:24:31.716655 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port d4ec0f42-d022-4b39-a3c7-9c61a248da1c is: ACTIVE; New status is: DOWN {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:24:31.717085 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:31.731653 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:31.741952 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c385bd-02fa-4220-ad99-476e33280344 req-e766aa5e-b18b-4809-a92f-9867f2dc22f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:31.743698 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-32c385bd-02fa-4220-ad99-476e33280344 req-e766aa5e-b18b-4809-a92f-9867f2dc22f1 service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1054692 May 18 18:24:31.792281 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port d4ec0f42-d022-4b39-a3c7-9c61a248da1c, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=d4ec0f42-d022-4b39-a3c7-9c61a248da1c,segment=NetworkSegment(a7800232-88f1-4191-84ff-21a644fb4b30),segment_id=a7800232-88f1-4191-84ff-21a644fb4b30)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:24:31.804863 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:31.805353 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 32ab4e29-e8eb-4fca-ad01-008ffc84e28f no longer exists at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:24:31.818672 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9c7b59-30bd-483d-8abe-7f938d1eb695 req-6b19e016-3982-44cf-ab63-fe25533e96e2 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:31.829691 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9c7b59-30bd-483d-8abe-7f938d1eb695 req-6b19e016-3982-44cf-ab63-fe25533e96e2 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:31.838840 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9c7b59-30bd-483d-8abe-7f938d1eb695 req-6b19e016-3982-44cf-ab63-fe25533e96e2 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:31.845306 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9c7b59-30bd-483d-8abe-7f938d1eb695 req-6b19e016-3982-44cf-ab63-fe25533e96e2 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:31.855767 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9c7b59-30bd-483d-8abe-7f938d1eb695 req-6b19e016-3982-44cf-ab63-fe25533e96e2 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:31.862267 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9c7b59-30bd-483d-8abe-7f938d1eb695 req-6b19e016-3982-44cf-ab63-fe25533e96e2 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:31.864542 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8b9c7b59-30bd-483d-8abe-7f938d1eb695 req-6b19e016-3982-44cf-ab63-fe25533e96e2 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c294977-a47a-459b-b24e-566121e05c9a HTTP/1.1" status: 200 len: 4657 time: 0.5917799 May 18 18:24:31.896245 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea96216a-a36c-42a9-8dd2-1907985c1d02 tempest-TestNetworkAdvancedServerOps-1996564383 tempest-TestNetworkAdvancedServerOps-1996564383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:31.901058 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 46712) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:24:31.901284 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-ea96216a-a36c-42a9-8dd2-1907985c1d02 tempest-TestNetworkAdvancedServerOps-1996564383 tempest-TestNetworkAdvancedServerOps-1996564383-project-admin] 10.222.0.85 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.7165461 May 18 18:24:31.964837 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8b9c7b59-30bd-483d-8abe-7f938d1eb695 req-c926d6d6-7d46-4963-a24d-eb3947748a3a tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "GET /v2.0/security-groups?id=7394e4bf-8f0c-4c6c-8c6c-8df7a26d4fa0&id=bbd4527f-f9e4-46b0-8c76-f8fe8c004d55&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0802550 May 18 18:24:31.976758 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-ea162376-e5a1-474b-9060-5901df91fe5d tempest-TestNetworkAdvancedServerOps-1996564383 tempest-TestNetworkAdvancedServerOps-1996564383-project-admin] 10.222.0.85 "GET /v2.0/subnets?network_id=31ebd439-090c-4b25-bbb0-31c48711b145&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0734229 May 18 18:24:31.987198 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 46714) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:24:31.989427 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-75d92dd6-518c-43dd-8e12-c1516ee94ba8 req-a8c15c0f-9b17-4fee-abd6-2585b5cff2d1 service neutron] For port 47ed802e-3cf4-472d-b402-936465b16c4c, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=47ed802e-3cf4-472d-b402-936465b16c4c,segment=NetworkSegment(a7800232-88f1-4191-84ff-21a644fb4b30),segment_id=a7800232-88f1-4191-84ff-21a644fb4b30)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:24:32.013763 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-042ed907-c389-4eac-ad07-56745d4da0fc None None] For port a47b5c71-8e08-4c9f-8b96-4eb30ccf3ce5, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=a47b5c71-8e08-4c9f-8b96-4eb30ccf3ce5,segment=NetworkSegment(b133fefe-bd4e-4dc3-80d5-c4ec58024b7a),segment_id=b133fefe-bd4e-4dc3-80d5-c4ec58024b7a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:24:32.013983 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c8f40cc2-06bc-489c-9925-18d9ce30abc6 req-10fc4428-c599-4452-a1e2-f8f9fc4a138e service neutron] 10.222.0.36 "GET /v2.0/networks/adbd4d3b-93fc-4f7a-a6ae-1551b2db5668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5093958 May 18 18:24:32.020439 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-67686b0f-6be0-4a9e-bd9c-18b48adcbb2b tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1960778672', 'network_id': 'add95d4d-788f-4f7a-943c-d9e04efedeef', 'project_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:24:32.078664 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 32ab4e29-e8eb-4fca-ad01-008ffc84e28f is: ACTIVE; New status is: DOWN {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:24:32.078969 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:32.090849 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=d4ec0f42-d022-4b39-a3c7-9c61a248da1c,revision_number=6']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:24:32.104926 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-75d92dd6-518c-43dd-8e12-c1516ee94ba8 req-a8c15c0f-9b17-4fee-abd6-2585b5cff2d1 service neutron] For port 47ed802e-3cf4-472d-b402-936465b16c4c, host n-h2-838550-3, cleared binding levels {{(pid=102731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:24:32.192726 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 32ab4e29-e8eb-4fca-ad01-008ffc84e28f, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=32ab4e29-e8eb-4fca-ad01-008ffc84e28f,segment=NetworkSegment(6e9852f8-306e-4aa4-96d1-1c5bc2f94c82),segment_id=6e9852f8-306e-4aa4-96d1-1c5bc2f94c82)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:24:32.205496 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:32.207132 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device f5291033-c543-4aaf-8149-9933a2a217af no longer exists at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:24:32.209136 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port a47b5c71-8e08-4c9f-8b96-4eb30ccf3ce5 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:24:32.233758 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [req-75d92dd6-518c-43dd-8e12-c1516ee94ba8 req-a8c15c0f-9b17-4fee-abd6-2585b5cff2d1 service neutron] device_id is not set on port 47ed802e-3cf4-472d-b402-936465b16c4c yet. {{(pid=102731) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 18 18:24:32.249457 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-75d92dd6-518c-43dd-8e12-c1516ee94ba8 req-a8c15c0f-9b17-4fee-abd6-2585b5cff2d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:32.268645 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67686b0f-6be0-4a9e-bd9c-18b48adcbb2b tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Made reservation on behalf of 06b3ed36f50a43fd9cfeaa89e080d35b for: {'subnet': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:24:32.275398 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-75d92dd6-518c-43dd-8e12-c1516ee94ba8 req-a8c15c0f-9b17-4fee-abd6-2585b5cff2d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:32.276872 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-67686b0f-6be0-4a9e-bd9c-18b48adcbb2b tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261031885'] for subnet, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:32.305956 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-042ed907-c389-4eac-ad07-56745d4da0fc None None] Notify callbacks [] for port, precommit_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:32.324863 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-042ed907-c389-4eac-ad07-56745d4da0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:32.362724 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7bde76-c979-4f3c-803f-c6a9d63bc843 req-0778e12f-8a4e-4711-95f6-547241ba6162 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:32.364326 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ad7bde76-c979-4f3c-803f-c6a9d63bc843 req-0778e12f-8a4e-4711-95f6-547241ba6162 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef854938-189c-46f2-8314-215a08afd5f6 HTTP/1.1" status: 200 len: 945 time: 0.2323081 May 18 18:24:32.414622 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c15c0f-9b17-4fee-abd6-2585b5cff2d1 service neutron] Pushing event updated for resources: {'Port': ['ID=47ed802e-3cf4-472d-b402-936465b16c4c,revision_number=7']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:24:32.441234 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-75d92dd6-518c-43dd-8e12-c1516ee94ba8 req-a8c15c0f-9b17-4fee-abd6-2585b5cff2d1 service neutron] No DVR routers for this DVR port 47ed802e-3cf4-472d-b402-936465b16c4c on host n-h2-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:24:32.495185 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-4e20a134-a55c-43c0-acf4-cf8ae66c8808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51c565d6-7a46-47ec-abd0-2264e846155d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-120407956', 'tenant_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': 'b5cb82cf-943f-492b-962f-7174d0c836cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:24:24Z', 'updated_at': '2022-05-18T18:24:27Z', 'revision_number': 3, 'project_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'gw_port': {'id': 'b5cb82cf-943f-492b-962f-7174d0c836cb', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:6e:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51c565d6-7a46-47ec-abd0-2264e846155d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2448, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:24:25Z', 'updated_at': '2022-05-18T18:24:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:24:32.495494 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-75d92dd6-518c-43dd-8e12-c1516ee94ba8 req-a8c15c0f-9b17-4fee-abd6-2585b5cff2d1 service neutron] In _notify_port_updated(), no bound segment for port 47ed802e-3cf4-472d-b402-936465b16c4c on network 6f6254ab-4ee7-4ad9-afa0-26be8bf1b0f3 {{(pid=102731) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 18 18:24:32.496285 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d92dd6-518c-43dd-8e12-c1516ee94ba8 req-a8c15c0f-9b17-4fee-abd6-2585b5cff2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:32.497016 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-75d92dd6-518c-43dd-8e12-c1516ee94ba8 req-a8c15c0f-9b17-4fee-abd6-2585b5cff2d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:32.498474 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-75d92dd6-518c-43dd-8e12-c1516ee94ba8 req-a8c15c0f-9b17-4fee-abd6-2585b5cff2d1 service neutron] 10.222.0.88 "PUT /v2.0/ports/47ed802e-3cf4-472d-b402-936465b16c4c HTTP/1.1" status: 200 len: 1027 time: 2.1704910 May 18 18:24:32.501413 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=32ab4e29-e8eb-4fca-ad01-008ffc84e28f,revision_number=6']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:24:32.596459 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e20a134-a55c-43c0-acf4-cf8ae66c8808 None None] Checking router: 51c565d6-7a46-47ec-abd0-2264e846155d for host: n-d-838550-3 {{(pid=102732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:24:32.596828 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e20a134-a55c-43c0-acf4-cf8ae66c8808 None None] Updating router 51c565d6-7a46-47ec-abd0-2264e846155d port b5cb82cf-943f-492b-962f-7174d0c836cb binding host n-d-838550-3 {{(pid=102732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 18:24:32.707071 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ad7bde76-c979-4f3c-803f-c6a9d63bc843 req-70746f73-419d-4369-b52a-0de1381a948e tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=ea6a757a-9c65-4a62-a27e-604b73d281bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2789502 May 18 18:24:32.747754 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-a4b8d979-acd7-42f8-b098-cffd6f5f2c23 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Allocated IP 172.20.0.27 (85a34f0e-14f0-47d8-88a9-1b820f66a132/9b699331-95e8-4f11-bd0c-0875cbfb312e/c50128c8-1d97-401d-9864-d29798dc188f) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:24:32.768373 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c294977-a47a-459b-b24e-566121e05c9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4ec0f42-d022-4b39-a3c7-9c61a248da1c'}, {'server_uuid': '6c294977-a47a-459b-b24e-566121e05c9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32ab4e29-e8eb-4fca-ad01-008ffc84e28f'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:24:32.770768 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d316b4a6-c156-434e-a2f9-a9405ec2d4f6" -d '{"events": [{"server_uuid": "6c294977-a47a-459b-b24e-566121e05c9a", "name": "network-vif-unplugged", "status": "completed", "tag": "d4ec0f42-d022-4b39-a3c7-9c61a248da1c"}, {"server_uuid": "6c294977-a47a-459b-b24e-566121e05c9a", "name": "network-vif-unplugged", "status": "completed", "tag": "32ab4e29-e8eb-4fca-ad01-008ffc84e28f"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:24:32.789933 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c728d02d-efe1-4a10-8495-602c6e4cb06a req-de3bc0fe-9628-49fb-9b3a-c62ceb1e657a tempest-ServerShowV254Test-1999661842 tempest-ServerShowV254Test-1999661842-project] 10.222.0.85 "GET /v2.0/ports?device_id=7d82503c-6880-4acc-8823-83c79ba96704 HTTP/1.1" status: 200 len: 210 time: 0.1077664 May 18 18:24:32.846676 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-4e20a134-a55c-43c0-acf4-cf8ae66c8808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:32.896001 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-75d92dd6-518c-43dd-8e12-c1516ee94ba8 req-4587f8a0-1514-4111-956b-1084bea892b3 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Deleting port d4ec0f42-d022-4b39-a3c7-9c61a248da1c {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:24:32.897841 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-75d92dd6-518c-43dd-8e12-c1516ee94ba8 req-4587f8a0-1514-4111-956b-1084bea892b3 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:32.952347 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Wed, 18 May 2022 18:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5028f59c-b9bd-4b7a-be8d-f1d77998033c x-openstack-request-id: req-5028f59c-b9bd-4b7a-be8d-f1d77998033c {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:24:32.952643 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c294977-a47a-459b-b24e-566121e05c9a", "name": "network-vif-unplugged", "status": "completed", "tag": "d4ec0f42-d022-4b39-a3c7-9c61a248da1c", "code": 200}, {"server_uuid": "6c294977-a47a-459b-b24e-566121e05c9a", "name": "network-vif-unplugged", "status": "completed", "tag": "32ab4e29-e8eb-4fca-ad01-008ffc84e28f", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:24:32.952913 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-5028f59c-b9bd-4b7a-be8d-f1d77998033c {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:24:32.953333 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5028f59c-b9bd-4b7a-be8d-f1d77998033c'] response: {'server_uuid': '6c294977-a47a-459b-b24e-566121e05c9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4ec0f42-d022-4b39-a3c7-9c61a248da1c', 'code': 200} May 18 18:24:32.953591 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5028f59c-b9bd-4b7a-be8d-f1d77998033c'] response: {'server_uuid': '6c294977-a47a-459b-b24e-566121e05c9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32ab4e29-e8eb-4fca-ad01-008ffc84e28f', 'code': 200} May 18 18:24:33.109990 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a4b8d979-acd7-42f8-b098-cffd6f5f2c23 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:33.115514 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-67686b0f-6be0-4a9e-bd9c-18b48adcbb2b tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261104883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261031899'] for subnet, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:33.139264 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a4b8d979-acd7-42f8-b098-cffd6f5f2c23 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:33.198821 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-75d92dd6-518c-43dd-8e12-c1516ee94ba8 req-4587f8a0-1514-4111-956b-1084bea892b3 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] For port d4ec0f42-d022-4b39-a3c7-9c61a248da1c, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=d4ec0f42-d022-4b39-a3c7-9c61a248da1c,segment=NetworkSegment(a7800232-88f1-4191-84ff-21a644fb4b30),segment_id=a7800232-88f1-4191-84ff-21a644fb4b30)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:24:33.199203 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-75d92dd6-518c-43dd-8e12-c1516ee94ba8 req-4587f8a0-1514-4111-956b-1084bea892b3 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:33.228606 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-75d92dd6-518c-43dd-8e12-c1516ee94ba8 req-4587f8a0-1514-4111-956b-1084bea892b3 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Calling delete_port for d4ec0f42-d022-4b39-a3c7-9c61a248da1c owned by compute:nova {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:24:33.376354 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-4e20a134-a55c-43c0-acf4-cf8ae66c8808 None None] Notify callbacks [] for port, precommit_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:33.382302 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042ed907-c389-4eac-ad07-56745d4da0fc None None] Pushing event updated for resources: {'Port': ['ID=a47b5c71-8e08-4c9f-8b96-4eb30ccf3ce5,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:24:33.386522 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port f5291033-c543-4aaf-8149-9933a2a217af is: ACTIVE; New status is: DOWN {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:24:33.387318 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:33.402111 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-4e20a134-a55c-43c0-acf4-cf8ae66c8808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:33.449547 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a46197-33ed-45d8-b012-a8bd224f5aaa None None] Network 85a34f0e-14f0-47d8-88a9-1b820f66a132 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:24:33.478174 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port f5291033-c543-4aaf-8149-9933a2a217af, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=f5291033-c543-4aaf-8149-9933a2a217af,segment=NetworkSegment(a7800232-88f1-4191-84ff-21a644fb4b30),segment_id=a7800232-88f1-4191-84ff-21a644fb4b30)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:24:33.506641 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b4d0b06b-dd80-464a-9799-ac734a522d81 None None] Provisioning complete for port 47ed802e-3cf4-472d-b402-936465b16c4c triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:24:33.507272 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b4d0b06b-dd80-464a-9799-ac734a522d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:33.510504 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b8d979-acd7-42f8-b098-cffd6f5f2c23 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Pushing event updated for resources: {'Port': ['ID=c50128c8-1d97-401d-9864-d29798dc188f,revision_number=3']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:24:33.510793 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-32c385bd-02fa-4220-ad99-476e33280344 req-7a904ca0-970e-491b-8bfd-33871a9bb5ca tempest-ServerShowV254Test-1999661842 tempest-ServerShowV254Test-1999661842-project] 10.222.0.88 "GET /v2.0/ports?device_id=7d82503c-6880-4acc-8823-83c79ba96704 HTTP/1.1" status: 200 len: 210 time: 0.1267588 May 18 18:24:33.530347 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67686b0f-6be0-4a9e-bd9c-18b48adcbb2b tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Checking segment: {'id': 'dee46304-0b61-4765-8fa4-fe4ec736c06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'add95d4d-788f-4f7a-943c-d9e04efedeef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:24:33.531542 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67686b0f-6be0-4a9e-bd9c-18b48adcbb2b tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Network hostable DHCP agents. Network: add95d4d-788f-4f7a-943c-d9e04efedeef, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:24:33.560803 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67686b0f-6be0-4a9e-bd9c-18b48adcbb2b tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Pushing event updated for resources: {'Subnet': ['ID=aa5c9232-5b35-4434-8ef8-cf4d8aaf5112,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:24:33.590769 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b4d0b06b-dd80-464a-9799-ac734a522d81 None None] Port 47ed802e-3cf4-472d-b402-936465b16c4c cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:24:33.595343 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:33.598271 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device e157eaf7-2d01-4856-9076-ce983dd35c57 no longer exists at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:24:33.606953 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-4e20a134-a55c-43c0-acf4-cf8ae66c8808 None None] Attempting to bind port b5cb82cf-943f-492b-962f-7174d0c836cb on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:24:33.606953 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-4e20a134-a55c-43c0-acf4-cf8ae66c8808 None None] Attempting to bind port b5cb82cf-943f-492b-962f-7174d0c836cb by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:24:33.606953 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e20a134-a55c-43c0-acf4-cf8ae66c8808 None None] Attempting to bind port b5cb82cf-943f-492b-962f-7174d0c836cb on network 31ebd439-090c-4b25-bbb0-31c48711b145 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:24:33.617014 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-a4b8d979-acd7-42f8-b098-cffd6f5f2c23 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] In _notify_port_updated(), no bound segment for port c50128c8-1d97-401d-9864-d29798dc188f on network 85a34f0e-14f0-47d8-88a9-1b820f66a132 {{(pid=102730) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 18 18:24:33.626265 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b8d979-acd7-42f8-b098-cffd6f5f2c23 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:33.627118 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a4b8d979-acd7-42f8-b098-cffd6f5f2c23 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:33.628734 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71543d3d-0607-4d91-982f-9d786b1f3be5 req-e44136b5-d9a2-406d-8748-c71e1b1d5893 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:33.632172 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-a4b8d979-acd7-42f8-b098-cffd6f5f2c23 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] 10.222.0.85 "PUT /v2.0/ports/c50128c8-1d97-401d-9864-d29798dc188f HTTP/1.1" status: 200 len: 999 time: 2.6627574 May 18 18:24:33.633272 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 46742) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:24:33.634086 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67686b0f-6be0-4a9e-bd9c-18b48adcbb2b tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Network add95d4d-788f-4f7a-943c-d9e04efedeef is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:24:33.643264 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71543d3d-0607-4d91-982f-9d786b1f3be5 req-e44136b5-d9a2-406d-8748-c71e1b1d5893 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:33.655025 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71543d3d-0607-4d91-982f-9d786b1f3be5 req-e44136b5-d9a2-406d-8748-c71e1b1d5893 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:33.668141 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71543d3d-0607-4d91-982f-9d786b1f3be5 req-e44136b5-d9a2-406d-8748-c71e1b1d5893 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:33.684810 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71543d3d-0607-4d91-982f-9d786b1f3be5 req-e44136b5-d9a2-406d-8748-c71e1b1d5893 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:33.708605 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-71543d3d-0607-4d91-982f-9d786b1f3be5 req-e44136b5-d9a2-406d-8748-c71e1b1d5893 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c294977-a47a-459b-b24e-566121e05c9a HTTP/1.1" status: 200 len: 3881 time: 0.3234379 May 18 18:24:33.727147 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-67686b0f-6be0-4a9e-bd9c-18b48adcbb2b tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, add95d4d-788f-4f7a-943c-d9e04efedeef) {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:24:33.771359 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3955d9f-0240-4b42-94a8-f92e84986bab None None] Network add95d4d-788f-4f7a-943c-d9e04efedeef requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:24:33.780297 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e20a134-a55c-43c0-acf4-cf8ae66c8808 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:24:33.780977 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e20a134-a55c-43c0-acf4-cf8ae66c8808 None None] Checking segment: {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:24:33.781599 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-4e20a134-a55c-43c0-acf4-cf8ae66c8808 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:33.782192 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e20a134-a55c-43c0-acf4-cf8ae66c8808 None None] Bound using segment: {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:24:33.782825 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-4e20a134-a55c-43c0-acf4-cf8ae66c8808 None None] Bound port: b5cb82cf-943f-492b-962f-7174d0c836cb, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:24:33.783393 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-4e20a134-a55c-43c0-acf4-cf8ae66c8808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:33.790152 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67686b0f-6be0-4a9e-bd9c-18b48adcbb2b tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:33.790755 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-67686b0f-6be0-4a9e-bd9c-18b48adcbb2b tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:33.801659 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-75d92dd6-518c-43dd-8e12-c1516ee94ba8 req-4587f8a0-1514-4111-956b-1084bea892b3 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:33.802260 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294db3c2-d45b-48a3-8905-2069059bcfed None None] Pushing event updated for resources: {'Port': ['ID=b5cb82cf-943f-492b-962f-7174d0c836cb,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:24:33.868173 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-67686b0f-6be0-4a9e-bd9c-18b48adcbb2b tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.8614833 May 18 18:24:33.874819 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 46750) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:24:33.922893 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-71543d3d-0607-4d91-982f-9d786b1f3be5 req-9866c87e-1a3a-4136-b246-db81084ab618 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "GET /v2.0/security-groups?id=7394e4bf-8f0c-4c6c-8c6c-8df7a26d4fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1632054 May 18 18:24:33.923709 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4587f8a0-1514-4111-956b-1084bea892b3 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Pushing event deleted for resources: {'Port': ['ID=d4ec0f42-d022-4b39-a3c7-9c61a248da1c,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:24:33.985252 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-75d92dd6-518c-43dd-8e12-c1516ee94ba8 req-4587f8a0-1514-4111-956b-1084bea892b3 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] No DVR routers for this DVR port d4ec0f42-d022-4b39-a3c7-9c61a248da1c on host n-h2-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:24:34.002346 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-75d92dd6-518c-43dd-8e12-c1516ee94ba8 req-4587f8a0-1514-4111-956b-1084bea892b3 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:34.013738 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-75d92dd6-518c-43dd-8e12-c1516ee94ba8 req-4587f8a0-1514-4111-956b-1084bea892b3 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.88 "DELETE /v2.0/ports/d4ec0f42-d022-4b39-a3c7-9c61a248da1c HTTP/1.1" status: 204 len: 173 time: 1.5024796 May 18 18:24:34.013738 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c294977-a47a-459b-b24e-566121e05c9a', 'name': 'network-vif-deleted', 'tag': 'd4ec0f42-d022-4b39-a3c7-9c61a248da1c'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:24:34.014950 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-386f8038-a1a7-4d0e-8b7a-2b613b7f5e4c" -d '{"events": [{"server_uuid": "6c294977-a47a-459b-b24e-566121e05c9a", "name": "network-vif-deleted", "tag": "d4ec0f42-d022-4b39-a3c7-9c61a248da1c"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:24:34.071131 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-65bfc8e3-0dbc-4bb8-9e1f-1ba70ed4087c None None] Provisioning complete for port c50128c8-1d97-401d-9864-d29798dc188f triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:24:34.073248 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-65bfc8e3-0dbc-4bb8-9e1f-1ba70ed4087c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:34.166565 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-70c18104-03d7-4107-9add-08f70f56c164 req-c7bdd0b7-3c2d-4429-ac48-9da2977bf057 tempest-ServerShowV254Test-1999661842 tempest-ServerShowV254Test-1999661842-project] 10.222.0.85 "GET /v2.0/ports?device_id=7d82503c-6880-4acc-8823-83c79ba96704 HTTP/1.1" status: 200 len: 210 time: 0.0651734 May 18 18:24:34.194553 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-4e20a134-a55c-43c0-acf4-cf8ae66c8808 None None] For port b5cb82cf-943f-492b-962f-7174d0c836cb, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:24:34.200418 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=f5291033-c543-4aaf-8149-9933a2a217af,revision_number=6']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:24:34.365199 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-522b95c3-7473-46b7-9190-83c394edbc52 x-openstack-request-id: req-522b95c3-7473-46b7-9190-83c394edbc52 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:24:34.365199 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c294977-a47a-459b-b24e-566121e05c9a", "name": "network-vif-deleted", "tag": "d4ec0f42-d022-4b39-a3c7-9c61a248da1c", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:24:34.365199 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-522b95c3-7473-46b7-9190-83c394edbc52 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:24:34.365199 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-522b95c3-7473-46b7-9190-83c394edbc52'] response: {'server_uuid': '6c294977-a47a-459b-b24e-566121e05c9a', 'name': 'network-vif-deleted', 'tag': 'd4ec0f42-d022-4b39-a3c7-9c61a248da1c', 'status': 'completed', 'code': 200} May 18 18:24:34.401186 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-75d92dd6-518c-43dd-8e12-c1516ee94ba8 req-bbba229d-5038-441d-991d-88e1104391d0 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Deleting port e157eaf7-2d01-4856-9076-ce983dd35c57 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:24:34.401844 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-75d92dd6-518c-43dd-8e12-c1516ee94ba8 req-bbba229d-5038-441d-991d-88e1104391d0 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:34.537826 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-4e20a134-a55c-43c0-acf4-cf8ae66c8808 None None] For port b5cb82cf-943f-492b-962f-7174d0c836cb, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=b5cb82cf-943f-492b-962f-7174d0c836cb,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:24:34.593355 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-65bfc8e3-0dbc-4bb8-9e1f-1ba70ed4087c None None] Port c50128c8-1d97-401d-9864-d29798dc188f cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:24:34.601032 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-75d92dd6-518c-43dd-8e12-c1516ee94ba8 req-bbba229d-5038-441d-991d-88e1104391d0 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] For port e157eaf7-2d01-4856-9076-ce983dd35c57, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=e157eaf7-2d01-4856-9076-ce983dd35c57,segment=NetworkSegment(d9d98bab-9820-406c-b473-c4327f400811),segment_id=d9d98bab-9820-406c-b473-c4327f400811)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:24:34.601482 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-75d92dd6-518c-43dd-8e12-c1516ee94ba8 req-bbba229d-5038-441d-991d-88e1104391d0 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:34.606234 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-4e20a134-a55c-43c0-acf4-cf8ae66c8808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:34.786787 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-65bfc8e3-0dbc-4bb8-9e1f-1ba70ed4087c None None] Provisioning complete for port a47b5c71-8e08-4c9f-8b96-4eb30ccf3ce5 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:24:34.798083 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-65bfc8e3-0dbc-4bb8-9e1f-1ba70ed4087c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:34.844481 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port e157eaf7-2d01-4856-9076-ce983dd35c57 is: ACTIVE; New status is: DOWN {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:24:34.844924 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:34.862503 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-096f68ec-3dd5-4ca6-81b3-032bb77927a2 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Deleting port c50128c8-1d97-401d-9864-d29798dc188f {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:24:34.863133 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-096f68ec-3dd5-4ca6-81b3-032bb77927a2 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:34.904800 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device a47b5c71-8e08-4c9f-8b96-4eb30ccf3ce5 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:24:34.975473 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-096f68ec-3dd5-4ca6-81b3-032bb77927a2 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:34.980582 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c294977-a47a-459b-b24e-566121e05c9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5291033-c543-4aaf-8149-9933a2a217af'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:24:34.989411 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bef89ea-8f4e-493e-a008-87dc55c62dfb" -d '{"events": [{"server_uuid": "6c294977-a47a-459b-b24e-566121e05c9a", "name": "network-vif-unplugged", "status": "completed", "tag": "f5291033-c543-4aaf-8149-9933a2a217af"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:24:34.990045 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-096f68ec-3dd5-4ca6-81b3-032bb77927a2 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Calling delete_port for c50128c8-1d97-401d-9864-d29798dc188f owned by {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:24:35.023117 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-75d92dd6-518c-43dd-8e12-c1516ee94ba8 req-bbba229d-5038-441d-991d-88e1104391d0 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:35.029755 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-75d92dd6-518c-43dd-8e12-c1516ee94ba8 req-bbba229d-5038-441d-991d-88e1104391d0 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596987'] for floatingip, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:35.030159 n-d-838550-3 neutron-server[102731]: INFO neutron.db.l3_db [req-75d92dd6-518c-43dd-8e12-c1516ee94ba8 req-bbba229d-5038-441d-991d-88e1104391d0 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Floating IP 9b043ac5-7d82-4b2a-92ca-90fa2870c4e6 disassociated. External IP: 172.25.5.56, port: e157eaf7-2d01-4856-9076-ce983dd35c57. May 18 18:24:35.035284 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-75d92dd6-518c-43dd-8e12-c1516ee94ba8 req-bbba229d-5038-441d-991d-88e1104391d0 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Calling delete_port for e157eaf7-2d01-4856-9076-ce983dd35c57 owned by compute:nova {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:24:35.062659 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port e157eaf7-2d01-4856-9076-ce983dd35c57, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=e157eaf7-2d01-4856-9076-ce983dd35c57,segment=NetworkSegment(d9d98bab-9820-406c-b473-c4327f400811),segment_id=d9d98bab-9820-406c-b473-c4327f400811)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:24:35.070533 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e20a134-a55c-43c0-acf4-cf8ae66c8808 None None] Routers {'51c565d6-7a46-47ec-abd0-2264e846155d'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:24:35.071531 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-4e20a134-a55c-43c0-acf4-cf8ae66c8808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:24:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['51c565d6-7a46-47ec-abd0-2264e846155d'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:24:35.095559 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:35.096556 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 8fea59a2-2b88-47db-86f9-6bea97cc7b69 no longer exists at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:24:35.098970 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294db3c2-d45b-48a3-8905-2069059bcfed None None] Pushing event updated for resources: {'Port': ['ID=b5cb82cf-943f-492b-962f-7174d0c836cb,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:24:35.212203 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfa58d9-b33f-49c8-bac8-0cb5ec043ddc req-8177db7e-798b-4975-a4db-9e1dc996ac78 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:35.214184 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2bfa58d9-b33f-49c8-bac8-0cb5ec043ddc req-8177db7e-798b-4975-a4db-9e1dc996ac78 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef854938-189c-46f2-8314-215a08afd5f6 HTTP/1.1" status: 200 len: 945 time: 1.3526468 May 18 18:24:35.243225 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-420e8461-6251-4ccc-8d5b-06b51cc15bdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-add95d4d-788f-4f7a-943c-d9e04efedeef', 'network_id': 'add95d4d-788f-4f7a-943c-d9e04efedeef', 'tenant_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'fixed_ips': [{'subnet_id': 'aa5c9232-5b35-4434-8ef8-cf4d8aaf5112'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:24:35.250791 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-420e8461-6251-4ccc-8d5b-06b51cc15bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:35.341646 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2bfa58d9-b33f-49c8-bac8-0cb5ec043ddc req-8cc866a8-a2e0-4ef2-a87e-a0d3dfbb99fb tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=ea6a757a-9c65-4a62-a27e-604b73d281bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1159940 May 18 18:24:35.431509 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-096f68ec-3dd5-4ca6-81b3-032bb77927a2 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:35.458382 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-65bfc8e3-0dbc-4bb8-9e1f-1ba70ed4087c None None] Current status of the port a47b5c71-8e08-4c9f-8b96-4eb30ccf3ce5 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:24:35.498166 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c800fd-b0be-4c66-8d0f-59610bcd1d16 req-8e86eb2c-bd42-4ca7-bede-2a8d994c22ca tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:35.506453 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c800fd-b0be-4c66-8d0f-59610bcd1d16 req-8e86eb2c-bd42-4ca7-bede-2a8d994c22ca tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:35.513497 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c800fd-b0be-4c66-8d0f-59610bcd1d16 req-8e86eb2c-bd42-4ca7-bede-2a8d994c22ca tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:35.520332 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c800fd-b0be-4c66-8d0f-59610bcd1d16 req-8e86eb2c-bd42-4ca7-bede-2a8d994c22ca tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:35.521920 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096f68ec-3dd5-4ca6-81b3-032bb77927a2 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Pushing event deleted for resources: {'Port': ['ID=c50128c8-1d97-401d-9864-d29798dc188f,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:24:35.529298 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-41c800fd-b0be-4c66-8d0f-59610bcd1d16 req-8e86eb2c-bd42-4ca7-bede-2a8d994c22ca tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c294977-a47a-459b-b24e-566121e05c9a HTTP/1.1" status: 200 len: 3145 time: 0.3317850 May 18 18:24:35.589542 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-4e20a134-a55c-43c0-acf4-cf8ae66c8808 None None] Set router 51c565d6-7a46-47ec-abd0-2264e846155d gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:24:35.683233 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-41c800fd-b0be-4c66-8d0f-59610bcd1d16 req-8cda0499-46f8-4033-8dfa-fd901602900c tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "GET /v2.0/security-groups?id=7394e4bf-8f0c-4c6c-8c6c-8df7a26d4fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1517463 May 18 18:24:35.685008 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-75d92dd6-518c-43dd-8e12-c1516ee94ba8 req-bbba229d-5038-441d-991d-88e1104391d0 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:35.704631 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 May 2022 18:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4617d1e-32a5-44b2-a20f-bb1cd6fab7d5 x-openstack-request-id: req-b4617d1e-32a5-44b2-a20f-bb1cd6fab7d5 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:24:35.704940 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c294977-a47a-459b-b24e-566121e05c9a", "name": "network-vif-unplugged", "status": "completed", "tag": "f5291033-c543-4aaf-8149-9933a2a217af", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:24:35.705199 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-b4617d1e-32a5-44b2-a20f-bb1cd6fab7d5 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:24:35.705598 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4617d1e-32a5-44b2-a20f-bb1cd6fab7d5'] response: {'server_uuid': '6c294977-a47a-459b-b24e-566121e05c9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5291033-c543-4aaf-8149-9933a2a217af', 'code': 200} May 18 18:24:35.714523 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port a47b5c71-8e08-4c9f-8b96-4eb30ccf3ce5 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:24:35.714911 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:35.726284 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-096f68ec-3dd5-4ca6-81b3-032bb77927a2 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:35.738107 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-096f68ec-3dd5-4ca6-81b3-032bb77927a2 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] 10.222.0.85 "DELETE /v2.0/ports/c50128c8-1d97-401d-9864-d29798dc188f HTTP/1.1" status: 204 len: 168 time: 2.0998979 May 18 18:24:35.738508 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=e157eaf7-2d01-4856-9076-ce983dd35c57,revision_number=6']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:24:35.758608 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 46784) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:24:35.811074 n-d-838550-3 neutron-server[102730]: INFO neutron.pecan_wsgi.hooks.translation [None req-3aeb0996-1bd0-48e7-ae7b-73d0c6d84087 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] GET failed (client error): The resource could not be found. May 18 18:24:35.812963 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-3aeb0996-1bd0-48e7-ae7b-73d0c6d84087 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] 10.222.0.85 "GET /v2.0/ports/c50128c8-1d97-401d-9864-d29798dc188f HTTP/1.1" status: 404 len: 333 time: 0.0523090 May 18 18:24:35.835149 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 46786) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:24:35.847908 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbba229d-5038-441d-991d-88e1104391d0 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Pushing event deleted for resources: {'Port': ['ID=e157eaf7-2d01-4856-9076-ce983dd35c57,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:24:35.981658 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_v2 [None req-190af431-4d98-4a00-88d9-02470f7ca6bc tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Deleting subnet 9b699331-95e8-4f11-bd0c-0875cbfb312e {{(pid=102730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:24:36.078616 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port a47b5c71-8e08-4c9f-8b96-4eb30ccf3ce5 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:24:36.086594 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-190af431-4d98-4a00-88d9-02470f7ca6bc tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks [] for subnet, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:36.090343 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e4eff3bc-5be3-4b98-8bd7-915036c49cb9 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:36.108907 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [req-75d92dd6-518c-43dd-8e12-c1516ee94ba8 req-bbba229d-5038-441d-991d-88e1104391d0 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Router dfea5f2e-0607-49dd-ae95-836dca5162d9 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:24:36.109740 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 46796) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:24:36.159885 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-420e8461-6251-4ccc-8d5b-06b51cc15bdd None None] Allocated IP 172.20.0.2 (add95d4d-788f-4f7a-943c-d9e04efedeef/aa5c9232-5b35-4434-8ef8-cf4d8aaf5112/946639c4-a184-42a5-8d95-ba4186feb2f9) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:24:36.397780 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 8fea59a2-2b88-47db-86f9-6bea97cc7b69 is: ACTIVE; New status is: DOWN {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:24:36.398524 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:36.561018 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-190af431-4d98-4a00-88d9-02470f7ca6bc tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260107366'] for subnet, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:36.636895 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 8fea59a2-2b88-47db-86f9-6bea97cc7b69, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=8fea59a2-2b88-47db-86f9-6bea97cc7b69,segment=NetworkSegment(6e9852f8-306e-4aa4-96d1-1c5bc2f94c82),segment_id=6e9852f8-306e-4aa4-96d1-1c5bc2f94c82)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:24:36.652401 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-4e20a134-a55c-43c0-acf4-cf8ae66c8808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51c565d6-7a46-47ec-abd0-2264e846155d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-120407956', 'tenant_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': 'b5cb82cf-943f-492b-962f-7174d0c836cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:24:24Z', 'updated_at': '2022-05-18T18:24:27Z', 'revision_number': 3, 'project_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'gw_port': {'id': 'b5cb82cf-943f-492b-962f-7174d0c836cb', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:6e:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51c565d6-7a46-47ec-abd0-2264e846155d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2448, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:24:25Z', 'updated_at': '2022-05-18T18:24:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:24:36.662108 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:36.662900 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device d7dcad22-e92b-4b04-9ae5-6faddc7193ce no longer exists at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:24:36.702746 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-190af431-4d98-4a00-88d9-02470f7ca6bc tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:36.793530 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-190af431-4d98-4a00-88d9-02470f7ca6bc tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261104690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261031888'] for subnet, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:36.806763 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e20a134-a55c-43c0-acf4-cf8ae66c8808 None None] The sync data for ids ['51c565d6-7a46-47ec-abd0-2264e846155d'] in n-d-838550-3 is: [{'id': '51c565d6-7a46-47ec-abd0-2264e846155d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-120407956', 'tenant_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': 'b5cb82cf-943f-492b-962f-7174d0c836cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:24:24Z', 'updated_at': '2022-05-18T18:24:27Z', 'revision_number': 3, 'project_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'gw_port': {'id': 'b5cb82cf-943f-492b-962f-7174d0c836cb', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:6e:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51c565d6-7a46-47ec-abd0-2264e846155d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2448, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:24:25Z', 'updated_at': '2022-05-18T18:24:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:24:36.834165 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190af431-4d98-4a00-88d9-02470f7ca6bc tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Pushing event deleted for resources: {'Subnet': ['ID=9b699331-95e8-4f11-bd0c-0875cbfb312e,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:24:36.840244 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-190af431-4d98-4a00-88d9-02470f7ca6bc tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:36.847583 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-190af431-4d98-4a00-88d9-02470f7ca6bc tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] 10.222.0.85 "DELETE /v2.0/subnets/9b699331-95e8-4f11-bd0c-0875cbfb312e HTTP/1.1" status: 204 len: 168 time: 0.9984748 May 18 18:24:36.848392 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 46808) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:24:36.919398 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=8fea59a2-2b88-47db-86f9-6bea97cc7b69,revision_number=6']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:24:36.935231 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device d7dcad22-e92b-4b04-9ae5-6faddc7193ce not bound to the agent host n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:24:36.962850 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8186ca2c-d95a-4a62-b170-d9d0fed21636 req-303f69f8-53e6-4b60-ae51-49820177ebed tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:36.966196 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-753c3497-7ba9-4a89-8c25-da3cab850930 None None] Could not find standard attr ID for object c50128c8-1d97-401d-9864-d29798dc188f. {{(pid=102732) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 18 18:24:36.970076 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8186ca2c-d95a-4a62-b170-d9d0fed21636 req-303f69f8-53e6-4b60-ae51-49820177ebed tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:36.977981 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8186ca2c-d95a-4a62-b170-d9d0fed21636 req-303f69f8-53e6-4b60-ae51-49820177ebed tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:36.980338 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8186ca2c-d95a-4a62-b170-d9d0fed21636 req-303f69f8-53e6-4b60-ae51-49820177ebed tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c294977-a47a-459b-b24e-566121e05c9a HTTP/1.1" status: 200 len: 2410 time: 0.0957971 May 18 18:24:36.986113 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_v2 [None req-d12fc5e5-9570-449e-bb83-d41bf2ad1632 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Deleting subnet ae5ae36e-c129-4e32-b31d-391cbc70e60f {{(pid=102730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:24:37.006880 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-420e8461-6251-4ccc-8d5b-06b51cc15bdd None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:37.032827 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-420e8461-6251-4ccc-8d5b-06b51cc15bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:37.041483 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-753c3497-7ba9-4a89-8c25-da3cab850930 None None] Provisioning complete for port a47b5c71-8e08-4c9f-8b96-4eb30ccf3ce5 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:24:37.041483 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-753c3497-7ba9-4a89-8c25-da3cab850930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:37.151505 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420e8461-6251-4ccc-8d5b-06b51cc15bdd None None] Network add95d4d-788f-4f7a-943c-d9e04efedeef is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:24:37.161330 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-420e8461-6251-4ccc-8d5b-06b51cc15bdd None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:24:37.169682 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-75d92dd6-518c-43dd-8e12-c1516ee94ba8 req-bbba229d-5038-441d-991d-88e1104391d0 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:24:37.183794 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a94049-03e7-4371-8a17-3f203f6a3b13 None None] Sync routers for ids ['dfea5f2e-0607-49dd-ae95-836dca5162d9'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:24:37.222440 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a94049-03e7-4371-8a17-3f203f6a3b13 None None] Routers {'dfea5f2e-0607-49dd-ae95-836dca5162d9'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:24:37.222440 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-48a94049-03e7-4371-8a17-3f203f6a3b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:24:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['dfea5f2e-0607-49dd-ae95-836dca5162d9'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:24:37.227055 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420e8461-6251-4ccc-8d5b-06b51cc15bdd None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:24:37.236937 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420e8461-6251-4ccc-8d5b-06b51cc15bdd None None] Pushing event updated for resources: {'Port': ['ID=946639c4-a184-42a5-8d95-ba4186feb2f9,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:24:37.255497 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-e4eff3bc-5be3-4b98-8bd7-915036c49cb9 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Allocated IP 172.20.0.1 (add95d4d-788f-4f7a-943c-d9e04efedeef/aa5c9232-5b35-4434-8ef8-cf4d8aaf5112/c543b4ff-35d5-45dc-b040-07ac71a9fa2b) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:24:37.314239 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a18fb5ba-258c-4d9d-8d98-e6f14409b45b None None] Network 85a34f0e-14f0-47d8-88a9-1b820f66a132 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:24:37.344291 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b1fac0e8-36c0-449a-a951-a67c3098f4ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:37.383977 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-75d92dd6-518c-43dd-8e12-c1516ee94ba8 req-bbba229d-5038-441d-991d-88e1104391d0 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] No DVR routers for this DVR port e157eaf7-2d01-4856-9076-ce983dd35c57 on host n-h2-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:24:37.414065 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-75d92dd6-518c-43dd-8e12-c1516ee94ba8 req-bbba229d-5038-441d-991d-88e1104391d0 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:37.439361 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-75d92dd6-518c-43dd-8e12-c1516ee94ba8 req-bbba229d-5038-441d-991d-88e1104391d0 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.88 "DELETE /v2.0/ports/e157eaf7-2d01-4856-9076-ce983dd35c57 HTTP/1.1" status: 204 len: 173 time: 3.4020245 May 18 18:24:37.452334 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d8a2e2-ef2a-4b4c-b811-b425936538ed req-0fca1654-8561-4c99-bf9b-63dd31104542 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:37.457989 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-70d8a2e2-ef2a-4b4c-b811-b425936538ed req-0fca1654-8561-4c99-bf9b-63dd31104542 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef854938-189c-46f2-8314-215a08afd5f6 HTTP/1.1" status: 200 len: 945 time: 1.3964078 May 18 18:24:37.458482 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c294977-a47a-459b-b24e-566121e05c9a', 'name': 'network-vif-deleted', 'tag': 'e157eaf7-2d01-4856-9076-ce983dd35c57'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:24:37.460893 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba408998-222c-4861-9ee9-9ff17151fc37" -d '{"events": [{"server_uuid": "6c294977-a47a-459b-b24e-566121e05c9a", "name": "network-vif-deleted", "tag": "e157eaf7-2d01-4856-9076-ce983dd35c57"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:24:37.489096 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-420e8461-6251-4ccc-8d5b-06b51cc15bdd None None] Attempting to bind port 946639c4-a184-42a5-8d95-ba4186feb2f9 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:24:37.490316 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-420e8461-6251-4ccc-8d5b-06b51cc15bdd None None] Attempting to bind port 946639c4-a184-42a5-8d95-ba4186feb2f9 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': 'dee46304-0b61-4765-8fa4-fe4ec736c06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'add95d4d-788f-4f7a-943c-d9e04efedeef'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:24:37.490925 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420e8461-6251-4ccc-8d5b-06b51cc15bdd None None] Attempting to bind port 946639c4-a184-42a5-8d95-ba4186feb2f9 on network add95d4d-788f-4f7a-943c-d9e04efedeef {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:24:37.501280 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420e8461-6251-4ccc-8d5b-06b51cc15bdd None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:24:37.502096 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420e8461-6251-4ccc-8d5b-06b51cc15bdd None None] Checking segment: {'id': 'dee46304-0b61-4765-8fa4-fe4ec736c06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'add95d4d-788f-4f7a-943c-d9e04efedeef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:24:37.502960 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-420e8461-6251-4ccc-8d5b-06b51cc15bdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:37.504024 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420e8461-6251-4ccc-8d5b-06b51cc15bdd None None] Bound using segment: {'id': 'dee46304-0b61-4765-8fa4-fe4ec736c06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'add95d4d-788f-4f7a-943c-d9e04efedeef'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:24:37.505737 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-420e8461-6251-4ccc-8d5b-06b51cc15bdd None None] Bound port: 946639c4-a184-42a5-8d95-ba4186feb2f9, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dee46304-0b61-4765-8fa4-fe4ec736c06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'add95d4d-788f-4f7a-943c-d9e04efedeef'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:24:37.506582 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-420e8461-6251-4ccc-8d5b-06b51cc15bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:37.530447 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-48a94049-03e7-4371-8a17-3f203f6a3b13 None None] Set router dfea5f2e-0607-49dd-ae95-836dca5162d9 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:24:37.543883 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-753c3497-7ba9-4a89-8c25-da3cab850930 None None] Current status of the port a47b5c71-8e08-4c9f-8b96-4eb30ccf3ce5 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:24:37.580518 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e4eff3bc-5be3-4b98-8bd7-915036c49cb9 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:37.651089 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d12fc5e5-9570-449e-bb83-d41bf2ad1632 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks [] for subnet, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:37.661752 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8186ca2c-d95a-4a62-b170-d9d0fed21636 req-93e79a7c-f557-4996-b75e-ed79b8c49719 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "GET /v2.0/security-groups?id=7394e4bf-8f0c-4c6c-8c6c-8df7a26d4fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6687226 May 18 18:24:37.725856 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e4eff3bc-5be3-4b98-8bd7-915036c49cb9 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:37.729861 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c294977-a47a-459b-b24e-566121e05c9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e157eaf7-2d01-4856-9076-ce983dd35c57'}, {'server_uuid': '6c294977-a47a-459b-b24e-566121e05c9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8fea59a2-2b88-47db-86f9-6bea97cc7b69'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:24:37.733839 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-745f17f7-0597-4880-b246-85e3281e2d4f" -d '{"events": [{"server_uuid": "6c294977-a47a-459b-b24e-566121e05c9a", "name": "network-vif-unplugged", "status": "completed", "tag": "e157eaf7-2d01-4856-9076-ce983dd35c57"}, {"server_uuid": "6c294977-a47a-459b-b24e-566121e05c9a", "name": "network-vif-unplugged", "status": "completed", "tag": "8fea59a2-2b88-47db-86f9-6bea97cc7b69"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:24:37.873873 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5b44b26-0aea-42bb-a135-82b0f03bf2d4 x-openstack-request-id: req-b5b44b26-0aea-42bb-a135-82b0f03bf2d4 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:24:37.874428 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c294977-a47a-459b-b24e-566121e05c9a", "name": "network-vif-deleted", "tag": "e157eaf7-2d01-4856-9076-ce983dd35c57", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:24:37.874869 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-b5b44b26-0aea-42bb-a135-82b0f03bf2d4 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:24:37.875502 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5b44b26-0aea-42bb-a135-82b0f03bf2d4'] response: {'server_uuid': '6c294977-a47a-459b-b24e-566121e05c9a', 'name': 'network-vif-deleted', 'tag': 'e157eaf7-2d01-4856-9076-ce983dd35c57', 'status': 'completed', 'code': 200} May 18 18:24:37.889020 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eff3bc-5be3-4b98-8bd7-915036c49cb9 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Pushing event updated for resources: {'Port': ['ID=c543b4ff-35d5-45dc-b040-07ac71a9fa2b,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:24:37.895552 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d12fc5e5-9570-449e-bb83-d41bf2ad1632 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260107366'] for subnet, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:37.917826 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-70d8a2e2-ef2a-4b4c-b811-b425936538ed req-ce323007-7f20-4273-93f2-d5e124df3019 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=ea6a757a-9c65-4a62-a27e-604b73d281bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4279082 May 18 18:24:37.999759 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-75d92dd6-518c-43dd-8e12-c1516ee94ba8 req-01122d9e-6d47-4d47-ba6f-ad8101788e21 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Deleting port f5291033-c543-4aaf-8149-9933a2a217af {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:24:38.000148 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-75d92dd6-518c-43dd-8e12-c1516ee94ba8 req-01122d9e-6d47-4d47-ba6f-ad8101788e21 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:38.018235 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b1fac0e8-36c0-449a-a951-a67c3098f4ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:38.034898 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b1fac0e8-36c0-449a-a951-a67c3098f4ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:38.059515 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4eff3bc-5be3-4b98-8bd7-915036c49cb9 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Network add95d4d-788f-4f7a-943c-d9e04efedeef is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:24:38.075354 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-e4eff3bc-5be3-4b98-8bd7-915036c49cb9 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:24:38.086499 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4eff3bc-5be3-4b98-8bd7-915036c49cb9 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:24:38.124447 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-48a94049-03e7-4371-8a17-3f203f6a3b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfea5f2e-0607-49dd-ae95-836dca5162d9', 'name': 'tempest-TaggedBootDevicesTest-879043241-router', 'tenant_id': '9acf9282c55849649d2e7c597835524a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '7808c149-9be5-4358-8c67-e129d016ff53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:18:28Z', 'updated_at': '2022-05-18T18:18:37Z', 'revision_number': 4, 'project_id': '9acf9282c55849649d2e7c597835524a', 'gw_port': {'id': '7808c149-9be5-4358-8c67-e129d016ff53', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:65:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfea5f2e-0607-49dd-ae95-836dca5162d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:18:29Z', 'updated_at': '2022-05-18T18:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': 'a16583bc-bcbb-47b1-8324-c84728f85556', 'name': '', 'network_id': '0b62e8ad-1024-4253-8bfe-3ff3099d20cb', 'tenant_id': '9acf9282c55849649d2e7c597835524a', 'mac_address': 'fa:16:3e:38:54:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfea5f2e-0607-49dd-ae95-836dca5162d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1926, 'fixed_ips': [{'subnet_id': '220bf428-4bb0-40aa-a350-504adcdda1b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:18:35Z', 'updated_at': '2022-05-18T18:18:46Z', 'revision_number': 5, 'project_id': '9acf9282c55849649d2e7c597835524a', 'subnets': [{'id': '220bf428-4bb0-40aa-a350-504adcdda1b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:24:38.177721 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a94049-03e7-4371-8a17-3f203f6a3b13 None None] Checking router: dfea5f2e-0607-49dd-ae95-836dca5162d9 for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:24:38.193140 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a94049-03e7-4371-8a17-3f203f6a3b13 None None] Routers {'dfea5f2e-0607-49dd-ae95-836dca5162d9'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:24:38.194785 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-48a94049-03e7-4371-8a17-3f203f6a3b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:24:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['dfea5f2e-0607-49dd-ae95-836dca5162d9'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:24:38.271922 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-b1fac0e8-36c0-449a-a951-a67c3098f4ae admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=e175940d061047de9db310acec45535b&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1602721 May 18 18:24:38.284905 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fac0e8-36c0-449a-a951-a67c3098f4ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fae4e813-410c-4304-94da-5cfb7b019452,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:24:38.285654 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e4eff3bc-5be3-4b98-8bd7-915036c49cb9 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595826'] for router_interface, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:38.288615 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 46834) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:24:38.330307 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-71336df4-4149-4647-8486-66069eafc237 None None] Could not find standard attr ID for object c50128c8-1d97-401d-9864-d29798dc188f. {{(pid=102732) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 18 18:24:38.363363 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-75d92dd6-518c-43dd-8e12-c1516ee94ba8 req-01122d9e-6d47-4d47-ba6f-ad8101788e21 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] For port f5291033-c543-4aaf-8149-9933a2a217af, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=f5291033-c543-4aaf-8149-9933a2a217af,segment=NetworkSegment(a7800232-88f1-4191-84ff-21a644fb4b30),segment_id=a7800232-88f1-4191-84ff-21a644fb4b30)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:24:38.363747 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-75d92dd6-518c-43dd-8e12-c1516ee94ba8 req-01122d9e-6d47-4d47-ba6f-ad8101788e21 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:38.384566 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Wed, 18 May 2022 18:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f00f22e1-5da8-4f58-9f78-4576624fa4f1 x-openstack-request-id: req-f00f22e1-5da8-4f58-9f78-4576624fa4f1 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:24:38.384863 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c294977-a47a-459b-b24e-566121e05c9a", "name": "network-vif-unplugged", "status": "completed", "tag": "e157eaf7-2d01-4856-9076-ce983dd35c57", "code": 200}, {"server_uuid": "6c294977-a47a-459b-b24e-566121e05c9a", "name": "network-vif-unplugged", "status": "completed", "tag": "8fea59a2-2b88-47db-86f9-6bea97cc7b69", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:24:38.385120 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-f00f22e1-5da8-4f58-9f78-4576624fa4f1 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:24:38.385530 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f00f22e1-5da8-4f58-9f78-4576624fa4f1'] response: {'server_uuid': '6c294977-a47a-459b-b24e-566121e05c9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e157eaf7-2d01-4856-9076-ce983dd35c57', 'code': 200} May 18 18:24:38.385852 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f00f22e1-5da8-4f58-9f78-4576624fa4f1'] response: {'server_uuid': '6c294977-a47a-459b-b24e-566121e05c9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8fea59a2-2b88-47db-86f9-6bea97cc7b69', 'code': 200} May 18 18:24:38.392647 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-dade2542-695a-46f8-a6bd-1314d02aae06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:38.416752 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-75d92dd6-518c-43dd-8e12-c1516ee94ba8 req-01122d9e-6d47-4d47-ba6f-ad8101788e21 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Calling delete_port for f5291033-c543-4aaf-8149-9933a2a217af owned by compute:nova {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:24:38.469721 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-420e8461-6251-4ccc-8d5b-06b51cc15bdd None None] For port 946639c4-a184-42a5-8d95-ba4186feb2f9, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:24:38.494395 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-48a94049-03e7-4371-8a17-3f203f6a3b13 None None] Set router dfea5f2e-0607-49dd-ae95-836dca5162d9 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:24:38.495372 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e100c5f-fc6c-48f0-9991-7e23b14ff026 req-ac8f400d-da33-49da-b999-a787d46285e2 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:38.501664 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-420e8461-6251-4ccc-8d5b-06b51cc15bdd None None] For port 946639c4-a184-42a5-8d95-ba4186feb2f9, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=946639c4-a184-42a5-8d95-ba4186feb2f9,segment=NetworkSegment(dee46304-0b61-4765-8fa4-fe4ec736c06a),segment_id=dee46304-0b61-4765-8fa4-fe4ec736c06a)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:24:38.504317 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0e100c5f-fc6c-48f0-9991-7e23b14ff026 req-ac8f400d-da33-49da-b999-a787d46285e2 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef854938-189c-46f2-8314-215a08afd5f6 HTTP/1.1" status: 200 len: 945 time: 0.2861226 May 18 18:24:38.520799 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-420e8461-6251-4ccc-8d5b-06b51cc15bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:38.652082 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420e8461-6251-4ccc-8d5b-06b51cc15bdd None None] Pushing event updated for resources: {'Port': ['ID=946639c4-a184-42a5-8d95-ba4186feb2f9,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:24:38.834359 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0e100c5f-fc6c-48f0-9991-7e23b14ff026 req-93463f49-d8c7-4816-89a8-6ba007abfc6f tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=ea6a757a-9c65-4a62-a27e-604b73d281bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3187845 May 18 18:24:38.839551 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device b5cb82cf-943f-492b-962f-7174d0c836cb up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:24:38.896849 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-75d92dd6-518c-43dd-8e12-c1516ee94ba8 req-01122d9e-6d47-4d47-ba6f-ad8101788e21 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:38.945651 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d12fc5e5-9570-449e-bb83-d41bf2ad1632 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:38.954906 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-786b6acb-b782-418c-9a41-cb9b4e954cf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:39.006068 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port b5cb82cf-943f-492b-962f-7174d0c836cb triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:24:39.011112 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:39.040435 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01122d9e-6d47-4d47-ba6f-ad8101788e21 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Pushing event deleted for resources: {'Port': ['ID=f5291033-c543-4aaf-8149-9933a2a217af,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:24:39.126427 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-48a94049-03e7-4371-8a17-3f203f6a3b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfea5f2e-0607-49dd-ae95-836dca5162d9', 'name': 'tempest-TaggedBootDevicesTest-879043241-router', 'tenant_id': '9acf9282c55849649d2e7c597835524a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '7808c149-9be5-4358-8c67-e129d016ff53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:18:28Z', 'updated_at': '2022-05-18T18:18:37Z', 'revision_number': 4, 'project_id': '9acf9282c55849649d2e7c597835524a', 'gw_port': {'id': '7808c149-9be5-4358-8c67-e129d016ff53', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:65:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfea5f2e-0607-49dd-ae95-836dca5162d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:18:29Z', 'updated_at': '2022-05-18T18:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': 'a16583bc-bcbb-47b1-8324-c84728f85556', 'name': '', 'network_id': '0b62e8ad-1024-4253-8bfe-3ff3099d20cb', 'tenant_id': '9acf9282c55849649d2e7c597835524a', 'mac_address': 'fa:16:3e:38:54:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfea5f2e-0607-49dd-ae95-836dca5162d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1926, 'fixed_ips': [{'subnet_id': '220bf428-4bb0-40aa-a350-504adcdda1b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:18:35Z', 'updated_at': '2022-05-18T18:18:46Z', 'revision_number': 5, 'project_id': '9acf9282c55849649d2e7c597835524a', 'subnets': [{'id': '220bf428-4bb0-40aa-a350-504adcdda1b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:24:39.256340 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a94049-03e7-4371-8a17-3f203f6a3b13 None None] The sync data for ids ['dfea5f2e-0607-49dd-ae95-836dca5162d9'] in n-d-838550-3 is: [{'id': 'dfea5f2e-0607-49dd-ae95-836dca5162d9', 'name': 'tempest-TaggedBootDevicesTest-879043241-router', 'tenant_id': '9acf9282c55849649d2e7c597835524a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '7808c149-9be5-4358-8c67-e129d016ff53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:18:28Z', 'updated_at': '2022-05-18T18:18:37Z', 'revision_number': 4, 'project_id': '9acf9282c55849649d2e7c597835524a', 'gw_port': {'id': '7808c149-9be5-4358-8c67-e129d016ff53', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:65:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfea5f2e-0607-49dd-ae95-836dca5162d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:18:29Z', 'updated_at': '2022-05-18T18:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': 'a16583bc-bcbb-47b1-8324-c84728f85556', 'name': '', 'network_id': '0b62e8ad-1024-4253-8bfe-3ff3099d20cb', 'tenant_id': '9acf9282c55849649d2e7c597835524a', 'mac_address': 'fa:16:3e:38:54:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfea5f2e-0607-49dd-ae95-836dca5162d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1926, 'fixed_ips': [{'subnet_id': '220bf428-4bb0-40aa-a350-504adcdda1b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:18:35Z', 'updated_at': '2022-05-18T18:18:46Z', 'revision_number': 5, 'project_id': '9acf9282c55849649d2e7c597835524a', 'subnets': [{'id': '220bf428-4bb0-40aa-a350-504adcdda1b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:24:39.261464 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port b5cb82cf-943f-492b-962f-7174d0c836cb is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:24:39.262576 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:39.279481 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-75d92dd6-518c-43dd-8e12-c1516ee94ba8 req-01122d9e-6d47-4d47-ba6f-ad8101788e21 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] No DVR routers for this DVR port f5291033-c543-4aaf-8149-9933a2a217af on host n-h2-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:24:39.293881 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] For port b5cb82cf-943f-492b-962f-7174d0c836cb, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=b5cb82cf-943f-492b-962f-7174d0c836cb,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:24:39.302432 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-75d92dd6-518c-43dd-8e12-c1516ee94ba8 req-01122d9e-6d47-4d47-ba6f-ad8101788e21 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:39.305962 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-75d92dd6-518c-43dd-8e12-c1516ee94ba8 req-01122d9e-6d47-4d47-ba6f-ad8101788e21 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.88 "DELETE /v2.0/ports/f5291033-c543-4aaf-8149-9933a2a217af HTTP/1.1" status: 204 len: 173 time: 1.8191142 May 18 18:24:39.306257 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:39.310349 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-786b6acb-b782-418c-9a41-cb9b4e954cf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:39.460278 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Pushing event updated for resources: {'Port': ['ID=b5cb82cf-943f-492b-962f-7174d0c836cb,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:24:39.486712 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd4d996-e372-4ce4-8437-398bae2eab5b req-4f5c9da5-60a9-4e46-bf84-6012c1244f76 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:39.488554 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e4eff3bc-5be3-4b98-8bd7-915036c49cb9 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:39.502681 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd4d996-e372-4ce4-8437-398bae2eab5b req-4f5c9da5-60a9-4e46-bf84-6012c1244f76 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:39.511221 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bbd4d996-e372-4ce4-8437-398bae2eab5b req-4f5c9da5-60a9-4e46-bf84-6012c1244f76 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c294977-a47a-459b-b24e-566121e05c9a HTTP/1.1" status: 200 len: 1677 time: 0.5820620 May 18 18:24:39.560806 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d12fc5e5-9570-449e-bb83-d41bf2ad1632 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261104690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261031888'] for subnet, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:39.625981 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780330c4-4ab5-4416-9157-8336488705da req-297e4ba1-a80f-4e2e-b506-2d90b7ee1c54 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:39.628012 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-780330c4-4ab5-4416-9157-8336488705da req-297e4ba1-a80f-4e2e-b506-2d90b7ee1c54 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef854938-189c-46f2-8314-215a08afd5f6 HTTP/1.1" status: 200 len: 945 time: 0.5866210 May 18 18:24:39.652106 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bbd4d996-e372-4ce4-8437-398bae2eab5b req-6032c887-f855-4687-8e5d-3018460e9a4a tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "GET /v2.0/security-groups?id=7394e4bf-8f0c-4c6c-8c6c-8df7a26d4fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1393566 May 18 18:24:39.753598 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12fc5e5-9570-449e-bb83-d41bf2ad1632 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Pushing event deleted for resources: {'Subnet': ['ID=ae5ae36e-c129-4e32-b31d-391cbc70e60f,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:24:39.814937 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-75d92dd6-518c-43dd-8e12-c1516ee94ba8 req-4f3dd6d6-3ec8-4300-b7c1-676d2a1e0184 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Deleting port 8fea59a2-2b88-47db-86f9-6bea97cc7b69 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:24:39.816101 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-75d92dd6-518c-43dd-8e12-c1516ee94ba8 req-4f3dd6d6-3ec8-4300-b7c1-676d2a1e0184 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:39.878715 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c294977-a47a-459b-b24e-566121e05c9a', 'name': 'network-vif-deleted', 'tag': 'f5291033-c543-4aaf-8149-9933a2a217af'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:24:39.880227 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d12fc5e5-9570-449e-bb83-d41bf2ad1632 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:39.883122 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-523ff2bb-87fd-487f-9f33-bc274a4219b5" -d '{"events": [{"server_uuid": "6c294977-a47a-459b-b24e-566121e05c9a", "name": "network-vif-deleted", "tag": "f5291033-c543-4aaf-8149-9933a2a217af"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:24:39.899988 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-d12fc5e5-9570-449e-bb83-d41bf2ad1632 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] 10.222.0.85 "DELETE /v2.0/subnets/ae5ae36e-c129-4e32-b31d-391cbc70e60f HTTP/1.1" status: 204 len: 168 time: 3.0504122 May 18 18:24:39.903054 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 46858) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:24:39.965716 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fc38356-6d13-45e7-baf4-b1b56525d043 x-openstack-request-id: req-6fc38356-6d13-45e7-baf4-b1b56525d043 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:24:39.966029 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c294977-a47a-459b-b24e-566121e05c9a", "name": "network-vif-deleted", "tag": "f5291033-c543-4aaf-8149-9933a2a217af", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:24:39.966439 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-6fc38356-6d13-45e7-baf4-b1b56525d043 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:24:39.966996 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fc38356-6d13-45e7-baf4-b1b56525d043'] response: {'server_uuid': '6c294977-a47a-459b-b24e-566121e05c9a', 'name': 'network-vif-deleted', 'tag': 'f5291033-c543-4aaf-8149-9933a2a217af', 'status': 'completed', 'code': 200} May 18 18:24:40.052731 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-75d92dd6-518c-43dd-8e12-c1516ee94ba8 req-4f3dd6d6-3ec8-4300-b7c1-676d2a1e0184 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] For port 8fea59a2-2b88-47db-86f9-6bea97cc7b69, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=8fea59a2-2b88-47db-86f9-6bea97cc7b69,segment=NetworkSegment(6e9852f8-306e-4aa4-96d1-1c5bc2f94c82),segment_id=6e9852f8-306e-4aa4-96d1-1c5bc2f94c82)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:24:40.053529 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-75d92dd6-518c-43dd-8e12-c1516ee94ba8 req-4f3dd6d6-3ec8-4300-b7c1-676d2a1e0184 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:40.067085 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-ff3f7e67-3088-45ca-866f-3fce07d53d0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:40.095083 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-75d92dd6-518c-43dd-8e12-c1516ee94ba8 req-4f3dd6d6-3ec8-4300-b7c1-676d2a1e0184 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Calling delete_port for 8fea59a2-2b88-47db-86f9-6bea97cc7b69 owned by compute:nova {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:24:40.101279 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-780330c4-4ab5-4416-9157-8336488705da req-df2ec961-e663-40c9-86e4-7d43a48d3231 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=ea6a757a-9c65-4a62-a27e-604b73d281bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3865879 May 18 18:24:40.150943 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a87e78e-4661-4061-8485-0a8238f4bdfe None None] Network 85a34f0e-14f0-47d8-88a9-1b820f66a132 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:24:40.161184 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-084a7210-e432-4f9a-a0db-c275653cee1b tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:40.183605 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-786b6acb-b782-418c-9a41-cb9b4e954cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:40.186469 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-786b6acb-b782-418c-9a41-cb9b4e954cf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:40.187855 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-786b6acb-b782-418c-9a41-cb9b4e954cf9 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/fae4e813-410c-4304-94da-5cfb7b019452 HTTP/1.1" status: 204 len: 168 time: 1.8560872 May 18 18:24:40.234964 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786b6acb-b782-418c-9a41-cb9b4e954cf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fae4e813-410c-4304-94da-5cfb7b019452,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:24:40.422896 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-e7f8c5cc-3f9a-4ecd-9aa8-45e5557a552e None None] Provisioning complete for port a47b5c71-8e08-4c9f-8b96-4eb30ccf3ce5 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:24:40.423274 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-e7f8c5cc-3f9a-4ecd-9aa8-45e5557a552e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:40.453564 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-084a7210-e432-4f9a-a0db-c275653cee1b tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Deleting port a47b5c71-8e08-4c9f-8b96-4eb30ccf3ce5 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:24:40.461052 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-084a7210-e432-4f9a-a0db-c275653cee1b tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:40.505959 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-75d92dd6-518c-43dd-8e12-c1516ee94ba8 req-4f3dd6d6-3ec8-4300-b7c1-676d2a1e0184 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:40.586460 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3dd6d6-3ec8-4300-b7c1-676d2a1e0184 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Pushing event deleted for resources: {'Port': ['ID=8fea59a2-2b88-47db-86f9-6bea97cc7b69,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:24:40.603892 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de277f4c-6219-4a6b-89d9-e9da353efba2 req-0137bb6e-5bfb-402e-a27a-ee3a7071554a tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:40.613574 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-de277f4c-6219-4a6b-89d9-e9da353efba2 req-0137bb6e-5bfb-402e-a27a-ee3a7071554a tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef854938-189c-46f2-8314-215a08afd5f6 HTTP/1.1" status: 200 len: 945 time: 0.3363657 May 18 18:24:40.650842 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-084a7210-e432-4f9a-a0db-c275653cee1b tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] For port a47b5c71-8e08-4c9f-8b96-4eb30ccf3ce5, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=a47b5c71-8e08-4c9f-8b96-4eb30ccf3ce5,segment=NetworkSegment(b133fefe-bd4e-4dc3-80d5-c4ec58024b7a),segment_id=b133fefe-bd4e-4dc3-80d5-c4ec58024b7a)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:24:40.651226 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-084a7210-e432-4f9a-a0db-c275653cee1b tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:40.716491 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-084a7210-e432-4f9a-a0db-c275653cee1b tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Calling delete_port for a47b5c71-8e08-4c9f-8b96-4eb30ccf3ce5 owned by network:dhcp {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:24:40.736512 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-75d92dd6-518c-43dd-8e12-c1516ee94ba8 req-4f3dd6d6-3ec8-4300-b7c1-676d2a1e0184 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] No DVR routers for this DVR port 8fea59a2-2b88-47db-86f9-6bea97cc7b69 on host n-h2-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:24:40.780329 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-75d92dd6-518c-43dd-8e12-c1516ee94ba8 req-4f3dd6d6-3ec8-4300-b7c1-676d2a1e0184 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:40.787675 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-75d92dd6-518c-43dd-8e12-c1516ee94ba8 req-4f3dd6d6-3ec8-4300-b7c1-676d2a1e0184 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.88 "DELETE /v2.0/ports/8fea59a2-2b88-47db-86f9-6bea97cc7b69 HTTP/1.1" status: 204 len: 173 time: 1.4636283 May 18 18:24:40.804970 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-e7f8c5cc-3f9a-4ecd-9aa8-45e5557a552e None None] Current status of the port a47b5c71-8e08-4c9f-8b96-4eb30ccf3ce5 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:24:40.875081 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d42d8f0a-7a44-4b32-a32a-4c979e87b00f None None] DHCP port deletion for 85a34f0e-14f0-47d8-88a9-1b820f66a132 request from n-d-838550-3 {{(pid=102732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 18:24:40.892893 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d837a4-42cc-4556-b035-02d23691d026 None None] New status for floating IP 9b043ac5-7d82-4b2a-92ca-90fa2870c4e6: DOWN {{(pid=102732) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 18:24:40.989404 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-084a7210-e432-4f9a-a0db-c275653cee1b tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:41.072404 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-de277f4c-6219-4a6b-89d9-e9da353efba2 req-cd339120-cfa0-4686-845f-bb3bb3621114 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=ea6a757a-9c65-4a62-a27e-604b73d281bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4574990 May 18 18:24:41.104664 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084a7210-e432-4f9a-a0db-c275653cee1b tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] No DVR routers for this DVR port a47b5c71-8e08-4c9f-8b96-4eb30ccf3ce5 on host n-d-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:24:41.124753 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084a7210-e432-4f9a-a0db-c275653cee1b tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Pushing event deleted for resources: {'Port': ['ID=a47b5c71-8e08-4c9f-8b96-4eb30ccf3ce5,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:24:41.125134 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-75d92dd6-518c-43dd-8e12-c1516ee94ba8 req-d3ea9aa3-dd19-4753-b440-61bed1fe1b49 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Deleting port 32ab4e29-e8eb-4fca-ad01-008ffc84e28f {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:24:41.125671 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-75d92dd6-518c-43dd-8e12-c1516ee94ba8 req-d3ea9aa3-dd19-4753-b440-61bed1fe1b49 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:41.210894 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-d42d8f0a-7a44-4b32-a32a-4c979e87b00f None None] The port 'a47b5c71-8e08-4c9f-8b96-4eb30ccf3ce5' was deleted {{(pid=102732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2006}} May 18 18:24:41.220679 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 946639c4-a184-42a5-8d95-ba4186feb2f9 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:24:41.224995 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba35db8-8a1a-4c20-a99c-0db482696dfc None None] Network add95d4d-788f-4f7a-943c-d9e04efedeef requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:24:41.335318 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-75d92dd6-518c-43dd-8e12-c1516ee94ba8 req-d3ea9aa3-dd19-4753-b440-61bed1fe1b49 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] For port 32ab4e29-e8eb-4fca-ad01-008ffc84e28f, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=32ab4e29-e8eb-4fca-ad01-008ffc84e28f,segment=NetworkSegment(6e9852f8-306e-4aa4-96d1-1c5bc2f94c82),segment_id=6e9852f8-306e-4aa4-96d1-1c5bc2f94c82)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:24:41.336006 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-75d92dd6-518c-43dd-8e12-c1516ee94ba8 req-d3ea9aa3-dd19-4753-b440-61bed1fe1b49 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:41.365682 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-75d92dd6-518c-43dd-8e12-c1516ee94ba8 req-d3ea9aa3-dd19-4753-b440-61bed1fe1b49 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Calling delete_port for 32ab4e29-e8eb-4fca-ad01-008ffc84e28f owned by compute:nova {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:24:41.397772 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-084a7210-e432-4f9a-a0db-c275653cee1b tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:41.456996 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34140edc-2eb9-43bc-af7d-060bb8360827 req-e36e4de4-684c-4dfa-8c6c-b67a27008b28 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:41.461316 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-34140edc-2eb9-43bc-af7d-060bb8360827 req-e36e4de4-684c-4dfa-8c6c-b67a27008b28 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c294977-a47a-459b-b24e-566121e05c9a HTTP/1.1" status: 200 len: 943 time: 0.5199738 May 18 18:24:41.493512 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-ec392555-7705-44a0-9d51-959091ebb744 None None] Provisioning complete for port 946639c4-a184-42a5-8d95-ba4186feb2f9 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:24:41.494295 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-ec392555-7705-44a0-9d51-959091ebb744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:41.501479 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-084a7210-e432-4f9a-a0db-c275653cee1b tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85a34f0e-14f0-47d8-88a9-1b820f66a132']}} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:24:41.502317 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:41.546766 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-34140edc-2eb9-43bc-af7d-060bb8360827 req-ab2f4b1d-e630-4fad-bae2-955f5b9bf89c tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "GET /v2.0/security-groups?id=7394e4bf-8f0c-4c6c-8c6c-8df7a26d4fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690727 May 18 18:24:41.555337 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-084a7210-e432-4f9a-a0db-c275653cee1b tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b133fefe-bd4e-4dc3-80d5-c4ec58024b7a') {'for_net_delete': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:24:41.555908 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-084a7210-e432-4f9a-a0db-c275653cee1b tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b133fefe-bd4e-4dc3-80d5-c4ec58024b7a') {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:24:41.586513 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-084a7210-e432-4f9a-a0db-c275653cee1b tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260107375'] for segment, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:41.608822 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-084a7210-e432-4f9a-a0db-c275653cee1b tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:41.616711 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-084a7210-e432-4f9a-a0db-c275653cee1b tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=102730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:24:41.617825 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-084a7210-e432-4f9a-a0db-c275653cee1b tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261102736'] for segment, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:41.667467 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 946639c4-a184-42a5-8d95-ba4186feb2f9 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:24:41.667845 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:41.696421 n-d-838550-3 neutron-server[102730]: Traceback (most recent call last): May 18 18:24:41.696421 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:24:41.696421 n-d-838550-3 neutron-server[102730]: timer() May 18 18:24:41.696421 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:24:41.696421 n-d-838550-3 neutron-server[102730]: cb(*args, **kw) May 18 18:24:41.696421 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:24:41.696421 n-d-838550-3 neutron-server[102730]: return func(*args, **kwargs) May 18 18:24:41.696421 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:24:41.696421 n-d-838550-3 neutron-server[102730]: self._notify() May 18 18:24:41.696421 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:24:41.696421 n-d-838550-3 neutron-server[102730]: self.callback(batched_events) May 18 18:24:41.696421 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:24:41.696421 n-d-838550-3 neutron-server[102730]: event.method(event) May 18 18:24:41.696421 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:24:41.696421 n-d-838550-3 neutron-server[102730]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:24:41.696421 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:24:41.696421 n-d-838550-3 neutron-server[102730]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:24:41.696421 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:24:41.696421 n-d-838550-3 neutron-server[102730]: return f(self, *a, **k) May 18 18:24:41.696421 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:24:41.696421 n-d-838550-3 neutron-server[102730]: return self._get(url).json() May 18 18:24:41.696421 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:24:41.696421 n-d-838550-3 neutron-server[102730]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:24:41.696421 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:24:41.696421 n-d-838550-3 neutron-server[102730]: return self.request(url, 'GET', **kwargs) May 18 18:24:41.696421 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:24:41.696421 n-d-838550-3 neutron-server[102730]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:24:41.696421 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:24:41.696421 n-d-838550-3 neutron-server[102730]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:24:41.696421 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:24:41.696421 n-d-838550-3 neutron-server[102730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:24:41.696421 n-d-838550-3 neutron-server[102730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:24:41.703408 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e4eff3bc-5be3-4b98-8bd7-915036c49cb9 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:41.718311 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e4eff3bc-5be3-4b98-8bd7-915036c49cb9 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:41.722265 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-084a7210-e432-4f9a-a0db-c275653cee1b tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:41.753818 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dcab6c-987f-405a-a6e8-75d816cbcc98 req-70eca835-b109-43be-8de6-873071cf0fe8 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:41.762077 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c4dcab6c-987f-405a-a6e8-75d816cbcc98 req-70eca835-b109-43be-8de6-873071cf0fe8 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/networks?id=eafefbfa-378a-4a8a-8ee5-45c0c746f8e9 HTTP/1.1" status: 200 len: 810 time: 0.3894997 May 18 18:24:41.762271 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-084a7210-e432-4f9a-a0db-c275653cee1b tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:41.769762 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-084a7210-e432-4f9a-a0db-c275653cee1b tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] 10.222.0.85 "DELETE /v2.0/networks/85a34f0e-14f0-47d8-88a9-1b820f66a132 HTTP/1.1" status: 204 len: 168 time: 1.8654954 May 18 18:24:41.785702 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c4dcab6c-987f-405a-a6e8-75d816cbcc98 req-bed6d004-4ff6-47fa-8ab9-1b4edc362672 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/quotas/4ce86b77116a4afca1694cba473235e6 HTTP/1.1" status: 200 len: 375 time: 0.0221007 May 18 18:24:41.787896 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 46920) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:24:41.825655 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084a7210-e432-4f9a-a0db-c275653cee1b tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Pushing event deleted for resources: {'Network': ['ID=85a34f0e-14f0-47d8-88a9-1b820f66a132,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:24:41.936781 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a24bad4-cbc0-438f-8302-4c35670ca609 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:41.942566 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-3a24bad4-cbc0-438f-8302-4c35670ca609 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] 10.222.0.85 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1528192 May 18 18:24:41.945179 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 46930) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:24:41.946616 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d003ab-c5dd-441b-8b08-28320b183ace req-45567cad-f4bc-47ae-8630-b030da17ac95 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:41.949129 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e7d003ab-c5dd-441b-8b08-28320b183ace req-45567cad-f4bc-47ae-8630-b030da17ac95 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/networks?id=adbd4d3b-93fc-4f7a-a6ae-1551b2db5668 HTTP/1.1" status: 200 len: 811 time: 0.2496684 May 18 18:24:41.953495 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c4dcab6c-987f-405a-a6e8-75d816cbcc98 req-f09b42b2-3de1-43d3-a2fe-74c0d569f37c tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=4ce86b77116a4afca1694cba473235e6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1659355 May 18 18:24:41.965876 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-75d92dd6-518c-43dd-8e12-c1516ee94ba8 req-d3ea9aa3-dd19-4753-b440-61bed1fe1b49 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:41.966132 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-ec392555-7705-44a0-9d51-959091ebb744 None None] Current status of the port 946639c4-a184-42a5-8d95-ba4186feb2f9 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:24:41.966608 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-ec392555-7705-44a0-9d51-959091ebb744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:41.974819 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eff3bc-5be3-4b98-8bd7-915036c49cb9 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Pushing event updated for resources: {'Port': ['ID=c543b4ff-35d5-45dc-b040-07ac71a9fa2b,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:24:41.979126 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c294977-a47a-459b-b24e-566121e05c9a', 'name': 'network-vif-deleted', 'tag': '8fea59a2-2b88-47db-86f9-6bea97cc7b69'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:24:41.983059 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8be77a52-c4cd-4cd7-9d2b-0878161e43d4" -d '{"events": [{"server_uuid": "6c294977-a47a-459b-b24e-566121e05c9a", "name": "network-vif-deleted", "tag": "8fea59a2-2b88-47db-86f9-6bea97cc7b69"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:24:42.006545 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e7d003ab-c5dd-441b-8b08-28320b183ace req-df144593-d49a-4564-a93e-ba369dbb6675 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/quotas/dc04081bebe44448af91d703facdf00a HTTP/1.1" status: 200 len: 375 time: 0.0212593 May 18 18:24:42.031782 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-ec392555-7705-44a0-9d51-959091ebb744 None None] For port 946639c4-a184-42a5-8d95-ba4186feb2f9, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=946639c4-a184-42a5-8d95-ba4186feb2f9,segment=NetworkSegment(dee46304-0b61-4765-8fa4-fe4ec736c06a),segment_id=dee46304-0b61-4765-8fa4-fe4ec736c06a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:24:42.044240 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea9aa3-dd19-4753-b440-61bed1fe1b49 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Pushing event deleted for resources: {'Port': ['ID=32ab4e29-e8eb-4fca-ad01-008ffc84e28f,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:24:42.044676 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-ec392555-7705-44a0-9d51-959091ebb744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:42.046259 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e4eff3bc-5be3-4b98-8bd7-915036c49cb9 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-595870'] for router_interface, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:42.048560 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 946639c4-a184-42a5-8d95-ba4186feb2f9 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:24:42.049145 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:42.120961 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e7d003ab-c5dd-441b-8b08-28320b183ace req-a4cd14ec-ddae-4f91-a043-f4ce8202dc1e tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=dc04081bebe44448af91d703facdf00a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1081643 May 18 18:24:42.166956 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec392555-7705-44a0-9d51-959091ebb744 None None] Pushing event updated for resources: {'Port': ['ID=946639c4-a184-42a5-8d95-ba4186feb2f9,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:24:42.174469 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-19e797dd-eed8-4f44-93bb-32f8377cde08 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] 10.222.0.85 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2193172 May 18 18:24:42.176842 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-75d92dd6-518c-43dd-8e12-c1516ee94ba8 req-d3ea9aa3-dd19-4753-b440-61bed1fe1b49 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] No DVR routers for this DVR port 32ab4e29-e8eb-4fca-ad01-008ffc84e28f on host n-h2-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:24:42.182231 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.db.api [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102732) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 18 18:24:42.182643 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 46934) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:24:42.183347 n-d-838550-3 neutron-server[102732]: DEBUG oslo_db.api [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 18 18:24:42.187383 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-75d92dd6-518c-43dd-8e12-c1516ee94ba8 req-d3ea9aa3-dd19-4753-b440-61bed1fe1b49 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:42.193174 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-75d92dd6-518c-43dd-8e12-c1516ee94ba8 req-d3ea9aa3-dd19-4753-b440-61bed1fe1b49 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.88 "DELETE /v2.0/ports/32ab4e29-e8eb-4fca-ad01-008ffc84e28f HTTP/1.1" status: 204 len: 173 time: 1.3941841 May 18 18:24:42.219214 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-82330e23-d783-4c9a-879c-79310e586950 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-263005419'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:24:42.342319 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c4dcab6c-987f-405a-a6e8-75d816cbcc98 req-c18e51ce-56d1-4366-bdef-bd0f0e441bf7 service neutron] 10.222.0.85 "GET /v2.0/networks/eafefbfa-378a-4a8a-8ee5-45c0c746f8e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3007405 May 18 18:24:42.367909 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:42.499511 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82330e23-d783-4c9a-879c-79310e586950 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Made reservation on behalf of da58e9bc8fb64cb8902d79f0a725e08d for: {'network': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:24:42.509460 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-82330e23-d783-4c9a-879c-79310e586950 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:42.573436 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82330e23-d783-4c9a-879c-79310e586950 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 614} {{(pid=102731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:24:42.580035 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c4dcab6c-987f-405a-a6e8-75d816cbcc98 req-141010c7-fbb2-4879-8c14-3980ed94e50b service neutron] 10.222.0.85 "GET /v2.0/networks/eafefbfa-378a-4a8a-8ee5-45c0c746f8e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368307 May 18 18:24:42.589103 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-82330e23-d783-4c9a-879c-79310e586950 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:42.589530 n-d-838550-3 neutron-server[102731]: INFO neutron.db.segments_db [None req-82330e23-d783-4c9a-879c-79310e586950 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Added segment fced5100-547a-4fa7-96e5-6a54cc7ec315 of type vlan for network 81b3a00e-8b8b-4c15-9162-9ae7d572e9d0 May 18 18:24:42.680083 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-82330e23-d783-4c9a-879c-79310e586950 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:42.747549 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-82330e23-d783-4c9a-879c-79310e586950 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:42.784816 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-ac9a918c-d6fd-4129-aad7-18c2cffbb2aa None None] Provisioning complete for port c543b4ff-35d5-45dc-b040-07ac71a9fa2b triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:24:42.790106 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-ac9a918c-d6fd-4129-aad7-18c2cffbb2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:42.792099 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82330e23-d783-4c9a-879c-79310e586950 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:42.796065 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-82330e23-d783-4c9a-879c-79310e586950 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:42.804585 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 946639c4-a184-42a5-8d95-ba4186feb2f9 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:24:42.812808 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device b5cb82cf-943f-492b-962f-7174d0c836cb up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:24:42.850428 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-82330e23-d783-4c9a-879c-79310e586950 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6641662 May 18 18:24:42.860741 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 46952) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:24:42.885198 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-b6fbeff1-59ff-4775-a91d-7422e7c2f602 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Request body: {'subnet': {'network_id': '81b3a00e-8b8b-4c15-9162-9ae7d572e9d0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:24:42.985005 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82330e23-d783-4c9a-879c-79310e586950 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Pushing event updated for resources: {'Network': ['ID=81b3a00e-8b8b-4c15-9162-9ae7d572e9d0,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:24:43.007385 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network 81b3a00e-8b8b-4c15-9162-9ae7d572e9d0 details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:24:43.031926 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-ac9a918c-d6fd-4129-aad7-18c2cffbb2aa None None] Port c543b4ff-35d5-45dc-b040-07ac71a9fa2b cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:24:43.084433 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4eff3bc-5be3-4b98-8bd7-915036c49cb9 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Network add95d4d-788f-4f7a-943c-d9e04efedeef is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:24:43.116800 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-e4eff3bc-5be3-4b98-8bd7-915036c49cb9 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:24:43.127138 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:43.139976 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-ac9a918c-d6fd-4129-aad7-18c2cffbb2aa None None] Provisioning complete for port 946639c4-a184-42a5-8d95-ba4186feb2f9 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:24:43.141485 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-ac9a918c-d6fd-4129-aad7-18c2cffbb2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:43.213582 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port b5cb82cf-943f-492b-962f-7174d0c836cb triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:24:43.213985 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:43.389481 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4eff3bc-5be3-4b98-8bd7-915036c49cb9 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Router 51c565d6-7a46-47ec-abd0-2264e846155d has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:24:43.433213 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6fbeff1-59ff-4775-a91d-7422e7c2f602 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Made reservation on behalf of da58e9bc8fb64cb8902d79f0a725e08d for: {'subnet': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:24:43.442690 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port b5cb82cf-943f-492b-962f-7174d0c836cb is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:24:43.448429 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b6fbeff1-59ff-4775-a91d-7422e7c2f602 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261031885'] for subnet, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:43.470915 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-ac9a918c-d6fd-4129-aad7-18c2cffbb2aa None None] Current status of the port 946639c4-a184-42a5-8d95-ba4186feb2f9 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:24:43.571850 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0582005-eb50-48e3-9cac-f3381c39252d x-openstack-request-id: req-a0582005-eb50-48e3-9cac-f3381c39252d {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:24:43.572152 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c294977-a47a-459b-b24e-566121e05c9a", "name": "network-vif-deleted", "tag": "8fea59a2-2b88-47db-86f9-6bea97cc7b69", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:24:43.572409 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-a0582005-eb50-48e3-9cac-f3381c39252d {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:24:43.572944 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0582005-eb50-48e3-9cac-f3381c39252d'] response: {'server_uuid': '6c294977-a47a-459b-b24e-566121e05c9a', 'name': 'network-vif-deleted', 'tag': '8fea59a2-2b88-47db-86f9-6bea97cc7b69', 'status': 'completed', 'code': 200} May 18 18:24:43.618880 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c17e911c-45dd-4d6f-8f9d-73f6d9e4fed6 None None] Provisioning complete for port c543b4ff-35d5-45dc-b040-07ac71a9fa2b triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:24:43.619256 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c17e911c-45dd-4d6f-8f9d-73f6d9e4fed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:43.650926 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e7d003ab-c5dd-441b-8b08-28320b183ace req-9a55d414-59ab-4d60-9a75-ff8f6d80c987 service neutron] 10.222.0.85 "GET /v2.0/networks/adbd4d3b-93fc-4f7a-a6ae-1551b2db5668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9040580 May 18 18:24:43.672694 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 946639c4-a184-42a5-8d95-ba4186feb2f9 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:24:43.765561 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3e83a0a8-8fe4-4ea1-8e13-613392fbb70e req-1f8c3ec4-87cd-4203-93d5-b5cc6080c4da tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c294977-a47a-459b-b24e-566121e05c9a HTTP/1.1" status: 200 len: 210 time: 0.0461719 May 18 18:24:43.779411 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c17e911c-45dd-4d6f-8f9d-73f6d9e4fed6 None None] Port c543b4ff-35d5-45dc-b040-07ac71a9fa2b cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:24:43.824335 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 946639c4-a184-42a5-8d95-ba4186feb2f9 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:24:43.824717 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:43.933111 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 946639c4-a184-42a5-8d95-ba4186feb2f9 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:24:43.953198 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-88e86626-24a9-40e3-a6d2-e6c15a9bed1f req-8d78a6a0-71d9-4794-984f-4646be686554 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=9f31ff7d-1823-473c-83d4-db793c2d43da HTTP/1.1" status: 200 len: 210 time: 0.0694482 May 18 18:24:44.009942 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e7d003ab-c5dd-441b-8b08-28320b183ace req-608be40a-311c-4357-a900-d10280a5a4fd service neutron] 10.222.0.85 "GET /v2.0/networks/adbd4d3b-93fc-4f7a-a6ae-1551b2db5668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2938025 May 18 18:24:44.051203 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device a47b5c71-8e08-4c9f-8b96-4eb30ccf3ce5 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:24:44.100155 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: a47b5c71-8e08-4c9f-8b96-4eb30ccf3ce5 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:24:44.100510 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device a47b5c71-8e08-4c9f-8b96-4eb30ccf3ce5 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:24:44.244937 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4eff3bc-5be3-4b98-8bd7-915036c49cb9 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:24:44.255144 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-e4eff3bc-5be3-4b98-8bd7-915036c49cb9 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "PUT /v2.0/routers/51c565d6-7a46-47ec-abd0-2264e846155d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3792789 May 18 18:24:44.256375 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd21a343-9545-4af1-9b53-a23c3c66d9bc None None] Sync routers for ids ['51c565d6-7a46-47ec-abd0-2264e846155d'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:24:44.292122 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd21a343-9545-4af1-9b53-a23c3c66d9bc None None] Routers {'51c565d6-7a46-47ec-abd0-2264e846155d'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:24:44.306227 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-fd21a343-9545-4af1-9b53-a23c3c66d9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:24:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['51c565d6-7a46-47ec-abd0-2264e846155d'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:24:44.364958 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-259b41ee-b324-4f78-a414-d4e397e535c3 req-7790f914-1431-4d20-9e3e-7857995cf3c9 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ed8e89cf-ba95-48d1-a49b-7ab0699b2d22 HTTP/1.1" status: 200 len: 210 time: 0.0637670 May 18 18:24:44.445526 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b6fbeff1-59ff-4775-a91d-7422e7c2f602 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261104883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261031899'] for subnet, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:44.551255 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-fd21a343-9545-4af1-9b53-a23c3c66d9bc None None] Set router 51c565d6-7a46-47ec-abd0-2264e846155d gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:24:44.572888 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fbeff1-59ff-4775-a91d-7422e7c2f602 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Pushing event updated for resources: {'Subnet': ['ID=fb2b53ce-e22a-4bc7-8e8e-5651ebd76b7b,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:24:44.593952 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6fbeff1-59ff-4775-a91d-7422e7c2f602 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Checking segment: {'id': 'fced5100-547a-4fa7-96e5-6a54cc7ec315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '81b3a00e-8b8b-4c15-9162-9ae7d572e9d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:24:44.594325 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6fbeff1-59ff-4775-a91d-7422e7c2f602 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Network hostable DHCP agents. Network: 81b3a00e-8b8b-4c15-9162-9ae7d572e9d0, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:24:44.605208 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 47008) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:24:44.669247 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6fbeff1-59ff-4775-a91d-7422e7c2f602 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Network 81b3a00e-8b8b-4c15-9162-9ae7d572e9d0 is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:24:44.717199 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fc18f899-cffe-4e77-bc80-99b049a0f79e req-2f942838-82ce-4d17-b1b6-75162f96c1b9 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-240051243&fields=id&tenant_id=06b3ed36f50a43fd9cfeaa89e080d35b HTTP/1.1" status: 200 len: 267 time: 0.0882034 May 18 18:24:44.737700 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-b6fbeff1-59ff-4775-a91d-7422e7c2f602 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, 81b3a00e-8b8b-4c15-9162-9ae7d572e9d0) {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:24:44.751752 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c52586a0-01fd-4f16-893b-b6ccebefa764 None None] Network 81b3a00e-8b8b-4c15-9162-9ae7d572e9d0 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:24:44.773249 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6fbeff1-59ff-4775-a91d-7422e7c2f602 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:44.778071 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b6fbeff1-59ff-4775-a91d-7422e7c2f602 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:44.911119 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c9db2d6f-1820-4d51-974b-919cc09f4d68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:44.941197 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-b6fbeff1-59ff-4775-a91d-7422e7c2f602 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0793166 May 18 18:24:44.941850 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 47024) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:24:44.978366 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-4e7e23bb-e862-4e73-b382-7cea9787fc1a tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Request body: {'port': {'network_id': '81b3a00e-8b8b-4c15-9162-9ae7d572e9d0', 'name': 'tempest-PortsTestJSON-1002518890'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:24:45.073297 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-fd21a343-9545-4af1-9b53-a23c3c66d9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51c565d6-7a46-47ec-abd0-2264e846155d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-120407956', 'tenant_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': 'b5cb82cf-943f-492b-962f-7174d0c836cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:24:24Z', 'updated_at': '2022-05-18T18:24:38Z', 'revision_number': 4, 'project_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'gw_port': {'id': 'b5cb82cf-943f-492b-962f-7174d0c836cb', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:6e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51c565d6-7a46-47ec-abd0-2264e846155d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2448, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:24:25Z', 'updated_at': '2022-05-18T18:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': 'c543b4ff-35d5-45dc-b040-07ac71a9fa2b', 'name': '', 'network_id': 'add95d4d-788f-4f7a-943c-d9e04efedeef', 'tenant_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'mac_address': 'fa:16:3e:a5:3d:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51c565d6-7a46-47ec-abd0-2264e846155d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': 'aa5c9232-5b35-4434-8ef8-cf4d8aaf5112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:24:36Z', 'updated_at': '2022-05-18T18:24:40Z', 'revision_number': 2, 'project_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'subnets': [{'id': 'aa5c9232-5b35-4434-8ef8-cf4d8aaf5112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:24:45.132562 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e7e23bb-e862-4e73-b382-7cea9787fc1a tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Made reservation on behalf of da58e9bc8fb64cb8902d79f0a725e08d for: {'port': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:24:45.135745 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38603ca1-dd98-471f-99c3-92243627de17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-81b3a00e-8b8b-4c15-9162-9ae7d572e9d0', 'network_id': '81b3a00e-8b8b-4c15-9162-9ae7d572e9d0', 'tenant_id': 'da58e9bc8fb64cb8902d79f0a725e08d', 'fixed_ips': [{'subnet_id': 'fb2b53ce-e22a-4bc7-8e8e-5651ebd76b7b'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:24:45.138087 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-38603ca1-dd98-471f-99c3-92243627de17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:45.140489 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4e7e23bb-e862-4e73-b382-7cea9787fc1a tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:45.173552 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd21a343-9545-4af1-9b53-a23c3c66d9bc None None] Checking router: 51c565d6-7a46-47ec-abd0-2264e846155d for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:24:45.174143 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd21a343-9545-4af1-9b53-a23c3c66d9bc None None] Updating router 51c565d6-7a46-47ec-abd0-2264e846155d port c543b4ff-35d5-45dc-b040-07ac71a9fa2b binding host n-d-838550-3 {{(pid=102733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 18:24:45.219575 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [None req-4e7e23bb-e862-4e73-b382-7cea9787fc1a tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] device_id is not set on port c1612b1e-ed54-4a32-ac48-41686992ebb2 yet. {{(pid=102730) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 18 18:24:45.245266 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-fd21a343-9545-4af1-9b53-a23c3c66d9bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:45.254316 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dcab6c-987f-405a-a6e8-75d816cbcc98 req-02783057-fdff-4b11-bffc-ef60b32debb4 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:45.256180 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c4dcab6c-987f-405a-a6e8-75d816cbcc98 req-02783057-fdff-4b11-bffc-ef60b32debb4 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.88 "GET /v2.0/networks?id=eafefbfa-378a-4a8a-8ee5-45c0c746f8e9 HTTP/1.1" status: 200 len: 810 time: 0.3431151 May 18 18:24:45.347318 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-c4dcab6c-987f-405a-a6e8-75d816cbcc98 req-2cfe7df3-ea39-41d8-928e-e1cd769bf395 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Request body: {'port': {'device_id': '9f31ff7d-1823-473c-83d4-db793c2d43da', 'network_id': 'eafefbfa-378a-4a8a-8ee5-45c0c746f8e9', 'admin_state_up': True, 'tenant_id': '4ce86b77116a4afca1694cba473235e6'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:24:45.370199 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1394d251-1202-4019-bbab-929a88946136 req-b02326fb-3455-4bdd-9fbb-b58c6dfc012f tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c294977-a47a-459b-b24e-566121e05c9a HTTP/1.1" status: 200 len: 210 time: 0.0977216 May 18 18:24:45.438763 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-4e7e23bb-e862-4e73-b382-7cea9787fc1a tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Allocated IP 172.20.0.10 (81b3a00e-8b8b-4c15-9162-9ae7d572e9d0/fb2b53ce-e22a-4bc7-8e8e-5651ebd76b7b/c1612b1e-ed54-4a32-ac48-41686992ebb2) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:24:45.620130 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4e7e23bb-e862-4e73-b382-7cea9787fc1a tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:45.705385 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c294977-a47a-459b-b24e-566121e05c9a', 'name': 'network-vif-deleted', 'tag': '32ab4e29-e8eb-4fca-ad01-008ffc84e28f'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:24:45.708931 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a97ff5c-784f-47a0-b17d-8bd01fdde9ac" -d '{"events": [{"server_uuid": "6c294977-a47a-459b-b24e-566121e05c9a", "name": "network-vif-deleted", "tag": "32ab4e29-e8eb-4fca-ad01-008ffc84e28f"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:24:45.718202 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4e7e23bb-e862-4e73-b382-7cea9787fc1a tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:45.812407 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7e23bb-e862-4e73-b382-7cea9787fc1a tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Pushing event updated for resources: {'Port': ['ID=c1612b1e-ed54-4a32-ac48-41686992ebb2,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:24:45.839900 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e7e23bb-e862-4e73-b382-7cea9787fc1a tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Network 81b3a00e-8b8b-4c15-9162-9ae7d572e9d0 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:24:45.842448 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-38603ca1-dd98-471f-99c3-92243627de17 None None] Allocated IP 172.20.0.2 (81b3a00e-8b8b-4c15-9162-9ae7d572e9d0/fb2b53ce-e22a-4bc7-8e8e-5651ebd76b7b/55502e3b-d039-4909-b5e3-9df1d82e2f25) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:24:45.842622 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-4e7e23bb-e862-4e73-b382-7cea9787fc1a tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:24:45.845491 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7e23bb-e862-4e73-b382-7cea9787fc1a tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:24:45.853839 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-075fb83b-da42-4911-8edf-84a02ed6b877 req-66182571-06f2-409b-b827-4a95e3c4a77a tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=9f31ff7d-1823-473c-83d4-db793c2d43da HTTP/1.1" status: 200 len: 210 time: 0.1275246 May 18 18:24:45.913695 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc18f899-cffe-4e77-bc80-99b049a0f79e req-8c656129-ed26-4525-b090-846378ff0c86 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:45.918796 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fc18f899-cffe-4e77-bc80-99b049a0f79e req-8c656129-ed26-4525-b090-846378ff0c86 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/networks?id=add95d4d-788f-4f7a-943c-d9e04efedeef HTTP/1.1" status: 200 len: 797 time: 1.2005098 May 18 18:24:45.927630 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7e23bb-e862-4e73-b382-7cea9787fc1a tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:45.928320 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4e7e23bb-e862-4e73-b382-7cea9787fc1a tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:45.934574 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4dcab6c-987f-405a-a6e8-75d816cbcc98 req-2cfe7df3-ea39-41d8-928e-e1cd769bf395 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Made reservation on behalf of 4ce86b77116a4afca1694cba473235e6 for: {'port': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:24:45.940903 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-c4dcab6c-987f-405a-a6e8-75d816cbcc98 req-2cfe7df3-ea39-41d8-928e-e1cd769bf395 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:45.948264 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fc18f899-cffe-4e77-bc80-99b049a0f79e req-5ebc00e6-3bf1-4a0e-b998-ca6320bb1aba tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/quotas/06b3ed36f50a43fd9cfeaa89e080d35b HTTP/1.1" status: 200 len: 375 time: 0.0283937 May 18 18:24:46.008348 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-4e7e23bb-e862-4e73-b382-7cea9787fc1a tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.0355065 May 18 18:24:46.009744 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 47044) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:24:46.020783 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-2267e77f-a04b-4984-8de7-28149b9703dc tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Request body: {'port': {'network_id': '81b3a00e-8b8b-4c15-9162-9ae7d572e9d0', 'name': 'tempest-PortsTestJSON-941618264'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:24:46.089655 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-fd21a343-9545-4af1-9b53-a23c3c66d9bc None None] Notify callbacks [] for port, precommit_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:46.102721 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-fd21a343-9545-4af1-9b53-a23c3c66d9bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:46.219870 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fc18f899-cffe-4e77-bc80-99b049a0f79e req-b332492a-afa4-449a-a18f-29e3966cfc42 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=06b3ed36f50a43fd9cfeaa89e080d35b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2627001 May 18 18:24:46.255803 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2830e4e8-4d4e-40ec-a06c-952df8ae468d None None] Pushing event updated for resources: {'Port': ['ID=c543b4ff-35d5-45dc-b040-07ac71a9fa2b,revision_number=3']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:24:46.286471 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2267e77f-a04b-4984-8de7-28149b9703dc tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Made reservation on behalf of da58e9bc8fb64cb8902d79f0a725e08d for: {'port': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:24:46.293446 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2830e4e8-4d4e-40ec-a06c-952df8ae468d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:24:46.294597 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2830e4e8-4d4e-40ec-a06c-952df8ae468d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:24:46.296188 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2830e4e8-4d4e-40ec-a06c-952df8ae468d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:24:46.296324 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2267e77f-a04b-4984-8de7-28149b9703dc tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:46.296796 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2830e4e8-4d4e-40ec-a06c-952df8ae468d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:24:46.297475 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c9db2d6f-1820-4d51-974b-919cc09f4d68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:46.298554 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2830e4e8-4d4e-40ec-a06c-952df8ae468d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:24:46.299043 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2830e4e8-4d4e-40ec-a06c-952df8ae468d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:24:46.300775 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2830e4e8-4d4e-40ec-a06c-952df8ae468d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:24:46.301262 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2830e4e8-4d4e-40ec-a06c-952df8ae468d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:24:46.302823 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2830e4e8-4d4e-40ec-a06c-952df8ae468d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:24:46.303333 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2830e4e8-4d4e-40ec-a06c-952df8ae468d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:24:46.304573 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2830e4e8-4d4e-40ec-a06c-952df8ae468d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:24:46.317309 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2830e4e8-4d4e-40ec-a06c-952df8ae468d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:24:46.320332 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3dc22d4f-f482-43fb-bbb7-569bc4909281 req-5c279f42-ae7f-46f9-8176-81794c0a2a99 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ed8e89cf-ba95-48d1-a49b-7ab0699b2d22 HTTP/1.1" status: 200 len: 210 time: 0.2355506 May 18 18:24:46.383272 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-38603ca1-dd98-471f-99c3-92243627de17 None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:46.399657 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-38603ca1-dd98-471f-99c3-92243627de17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:46.475533 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17987f03-72e7-4ffb-82c9-4288585f9068 x-openstack-request-id: req-17987f03-72e7-4ffb-82c9-4288585f9068 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:24:46.476047 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c294977-a47a-459b-b24e-566121e05c9a", "name": "network-vif-deleted", "tag": "32ab4e29-e8eb-4fca-ad01-008ffc84e28f", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:24:46.477644 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-17987f03-72e7-4ffb-82c9-4288585f9068 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:24:46.478372 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17987f03-72e7-4ffb-82c9-4288585f9068'] response: {'server_uuid': '6c294977-a47a-459b-b24e-566121e05c9a', 'name': 'network-vif-deleted', 'tag': '32ab4e29-e8eb-4fca-ad01-008ffc84e28f', 'status': 'completed', 'code': 200} May 18 18:24:46.479356 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c9db2d6f-1820-4d51-974b-919cc09f4d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:46.532566 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38603ca1-dd98-471f-99c3-92243627de17 None None] Network 81b3a00e-8b8b-4c15-9162-9ae7d572e9d0 is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:24:46.542083 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-38603ca1-dd98-471f-99c3-92243627de17 None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:24:46.555791 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38603ca1-dd98-471f-99c3-92243627de17 None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:24:46.587771 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38603ca1-dd98-471f-99c3-92243627de17 None None] Pushing event updated for resources: {'Port': ['ID=55502e3b-d039-4909-b5e3-9df1d82e2f25,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:24:46.624642 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [None req-2267e77f-a04b-4984-8de7-28149b9703dc tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] device_id is not set on port bcc43c6a-b94b-4ad9-81b0-239743651e55 yet. {{(pid=102730) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 18 18:24:46.667881 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fc18f899-cffe-4e77-bc80-99b049a0f79e req-12039de6-a917-48d6-801e-0d967a713060 service neutron] 10.222.0.85 "GET /v2.0/networks/add95d4d-788f-4f7a-943c-d9e04efedeef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4040036 May 18 18:24:46.739558 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-fd21a343-9545-4af1-9b53-a23c3c66d9bc None None] Attempting to bind port c543b4ff-35d5-45dc-b040-07ac71a9fa2b on host n-d-838550-3 for vnic_type normal with profile {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:24:46.740212 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-fd21a343-9545-4af1-9b53-a23c3c66d9bc None None] Attempting to bind port c543b4ff-35d5-45dc-b040-07ac71a9fa2b by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': 'dee46304-0b61-4765-8fa4-fe4ec736c06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'add95d4d-788f-4f7a-943c-d9e04efedeef'}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:24:46.740801 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd21a343-9545-4af1-9b53-a23c3c66d9bc None None] Attempting to bind port c543b4ff-35d5-45dc-b040-07ac71a9fa2b on network add95d4d-788f-4f7a-943c-d9e04efedeef {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:24:46.756893 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd21a343-9545-4af1-9b53-a23c3c66d9bc None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 24, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:24:46.757897 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd21a343-9545-4af1-9b53-a23c3c66d9bc None None] Checking segment: {'id': 'dee46304-0b61-4765-8fa4-fe4ec736c06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'add95d4d-788f-4f7a-943c-d9e04efedeef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:24:46.758751 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-fd21a343-9545-4af1-9b53-a23c3c66d9bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:46.759652 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd21a343-9545-4af1-9b53-a23c3c66d9bc None None] Bound using segment: {'id': 'dee46304-0b61-4765-8fa4-fe4ec736c06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'add95d4d-788f-4f7a-943c-d9e04efedeef'} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:24:46.760306 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-fd21a343-9545-4af1-9b53-a23c3c66d9bc None None] Bound port: c543b4ff-35d5-45dc-b040-07ac71a9fa2b, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dee46304-0b61-4765-8fa4-fe4ec736c06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'add95d4d-788f-4f7a-943c-d9e04efedeef'}}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:24:46.760884 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-fd21a343-9545-4af1-9b53-a23c3c66d9bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:46.771347 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-e833d57f-6dd4-4349-b56b-06c6256c2088 None None] Provisioning complete for port c543b4ff-35d5-45dc-b040-07ac71a9fa2b triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:24:46.771735 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-e833d57f-6dd4-4349-b56b-06c6256c2088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:46.773646 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-38603ca1-dd98-471f-99c3-92243627de17 None None] Attempting to bind port 55502e3b-d039-4909-b5e3-9df1d82e2f25 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:24:46.774024 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-38603ca1-dd98-471f-99c3-92243627de17 None None] Attempting to bind port 55502e3b-d039-4909-b5e3-9df1d82e2f25 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': 'fced5100-547a-4fa7-96e5-6a54cc7ec315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '81b3a00e-8b8b-4c15-9162-9ae7d572e9d0'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:24:46.774768 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38603ca1-dd98-471f-99c3-92243627de17 None None] Attempting to bind port 55502e3b-d039-4909-b5e3-9df1d82e2f25 on network 81b3a00e-8b8b-4c15-9162-9ae7d572e9d0 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:24:46.808125 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-28a77c25-fed8-46df-8da1-329d78534081 req-eec6f04d-af3e-4ddf-9700-75376d564e4b tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c294977-a47a-459b-b24e-566121e05c9a HTTP/1.1" status: 200 len: 210 time: 0.2007916 May 18 18:24:46.842374 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38603ca1-dd98-471f-99c3-92243627de17 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 24, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:24:46.842755 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38603ca1-dd98-471f-99c3-92243627de17 None None] Checking segment: {'id': 'fced5100-547a-4fa7-96e5-6a54cc7ec315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '81b3a00e-8b8b-4c15-9162-9ae7d572e9d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:24:46.843166 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-38603ca1-dd98-471f-99c3-92243627de17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:46.843571 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38603ca1-dd98-471f-99c3-92243627de17 None None] Bound using segment: {'id': 'fced5100-547a-4fa7-96e5-6a54cc7ec315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '81b3a00e-8b8b-4c15-9162-9ae7d572e9d0'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:24:46.844063 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-38603ca1-dd98-471f-99c3-92243627de17 None None] Bound port: 55502e3b-d039-4909-b5e3-9df1d82e2f25, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fced5100-547a-4fa7-96e5-6a54cc7ec315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '81b3a00e-8b8b-4c15-9162-9ae7d572e9d0'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:24:46.844447 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-38603ca1-dd98-471f-99c3-92243627de17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:46.884324 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.db [None req-fd21a343-9545-4af1-9b53-a23c3c66d9bc None None] For port c543b4ff-35d5-45dc-b040-07ac71a9fa2b, host n-d-838550-3, cleared binding levels {{(pid=102733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:24:46.888209 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.db [None req-fd21a343-9545-4af1-9b53-a23c3c66d9bc None None] For port c543b4ff-35d5-45dc-b040-07ac71a9fa2b, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=c543b4ff-35d5-45dc-b040-07ac71a9fa2b,segment=NetworkSegment(dee46304-0b61-4765-8fa4-fe4ec736c06a),segment_id=dee46304-0b61-4765-8fa4-fe4ec736c06a)] {{(pid=102733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:24:46.898912 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-fd21a343-9545-4af1-9b53-a23c3c66d9bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:46.952580 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-38603ca1-dd98-471f-99c3-92243627de17 None None] For port 55502e3b-d039-4909-b5e3-9df1d82e2f25, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:24:46.956628 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-38603ca1-dd98-471f-99c3-92243627de17 None None] For port 55502e3b-d039-4909-b5e3-9df1d82e2f25, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=55502e3b-d039-4909-b5e3-9df1d82e2f25,segment=NetworkSegment(fced5100-547a-4fa7-96e5-6a54cc7ec315),segment_id=fced5100-547a-4fa7-96e5-6a54cc7ec315)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:24:46.957886 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9db2d6f-1820-4d51-974b-919cc09f4d68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb4fcabc-a181-448f-ae40-855345d2cfcb,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:24:46.971738 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-38603ca1-dd98-471f-99c3-92243627de17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:47.006794 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-e833d57f-6dd4-4349-b56b-06c6256c2088 None None] Port c543b4ff-35d5-45dc-b040-07ac71a9fa2b cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:24:47.008337 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 7 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 18:24:47.023884 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-c9db2d6f-1820-4d51-974b-919cc09f4d68 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=5163c4acf6cc4926af988be2af2241f8&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4174266 May 18 18:24:47.028471 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 47058) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:24:47.045733 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd21a343-9545-4af1-9b53-a23c3c66d9bc None None] Routers {'51c565d6-7a46-47ec-abd0-2264e846155d'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:24:47.046653 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-fd21a343-9545-4af1-9b53-a23c3c66d9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:24:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['51c565d6-7a46-47ec-abd0-2264e846155d'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:24:47.104213 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38603ca1-dd98-471f-99c3-92243627de17 None None] Pushing event updated for resources: {'Port': ['ID=55502e3b-d039-4909-b5e3-9df1d82e2f25,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:24:47.175705 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2830e4e8-4d4e-40ec-a06c-952df8ae468d None None] Pushing event updated for resources: {'Port': ['ID=c543b4ff-35d5-45dc-b040-07ac71a9fa2b,revision_number=4']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:24:47.193499 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-2267e77f-a04b-4984-8de7-28149b9703dc tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Allocated IP 172.20.0.14 (81b3a00e-8b8b-4c15-9162-9ae7d572e9d0/fb2b53ce-e22a-4bc7-8e8e-5651ebd76b7b/bcc43c6a-b94b-4ad9-81b0-239743651e55) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:24:47.207241 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c6774dd7-7f23-4e14-9d28-785017b97a33 req-a4f9242e-feb8-4d4e-b1fe-918c87a3d3df tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=9f31ff7d-1823-473c-83d4-db793c2d43da HTTP/1.1" status: 200 len: 210 time: 0.1383250 May 18 18:24:47.211974 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fc18f899-cffe-4e77-bc80-99b049a0f79e req-b782a362-8cf4-4cca-b36c-e7d88f0c73bb service neutron] 10.222.0.85 "GET /v2.0/networks/add95d4d-788f-4f7a-943c-d9e04efedeef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5431280 May 18 18:24:47.240582 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [req-c4dcab6c-987f-405a-a6e8-75d816cbcc98 req-2cfe7df3-ea39-41d8-928e-e1cd769bf395 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Allocated IP 172.20.0.3 (eafefbfa-378a-4a8a-8ee5-45c0c746f8e9/ab1f7f5a-a761-43dc-be82-e3f213958e88/674da24f-68ce-455c-a7d9-bb312b8b278a) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:24:47.312108 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-fd21a343-9545-4af1-9b53-a23c3c66d9bc None None] Set router 51c565d6-7a46-47ec-abd0-2264e846155d gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:24:47.318863 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d003ab-c5dd-441b-8b08-28320b183ace req-ab055958-91ea-4ad0-a7bb-94ca1ba1f7ce tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:47.321307 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e7d003ab-c5dd-441b-8b08-28320b183ace req-ab055958-91ea-4ad0-a7bb-94ca1ba1f7ce tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.88 "GET /v2.0/networks?id=adbd4d3b-93fc-4f7a-a6ae-1551b2db5668 HTTP/1.1" status: 200 len: 811 time: 0.9992294 May 18 18:24:47.359097 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-e7d003ab-c5dd-441b-8b08-28320b183ace req-f52ef639-5b90-469d-a2f4-5a1de03a988d tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Request body: {'port': {'device_id': 'ed8e89cf-ba95-48d1-a49b-7ab0699b2d22', 'network_id': 'adbd4d3b-93fc-4f7a-a6ae-1551b2db5668', 'admin_state_up': True, 'tenant_id': 'dc04081bebe44448af91d703facdf00a'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:24:47.451572 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fe52bf09-c5a5-401d-b2fe-73683e58f4f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:47.543822 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fe52bf09-c5a5-401d-b2fe-73683e58f4f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:47.562899 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-f6543feb-5101-4baa-a87f-42fb1e9d6449 None None] Provisioning complete for port c543b4ff-35d5-45dc-b040-07ac71a9fa2b triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:24:47.563409 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f6543feb-5101-4baa-a87f-42fb1e9d6449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:47.781046 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fe52bf09-c5a5-401d-b2fe-73683e58f4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:47.784356 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fe52bf09-c5a5-401d-b2fe-73683e58f4f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:47.791776 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-fe52bf09-c5a5-401d-b2fe-73683e58f4f0 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/eb4fcabc-a181-448f-ae40-855345d2cfcb HTTP/1.1" status: 204 len: 168 time: 0.7443588 May 18 18:24:47.828796 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b472cb63-e837-4432-b9ee-b05c4a7a620b req-9b201f48-539e-4a50-8d40-ad071bd2ccb4 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ed8e89cf-ba95-48d1-a49b-7ab0699b2d22 HTTP/1.1" status: 200 len: 210 time: 0.0956001 May 18 18:24:47.852259 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-f6543feb-5101-4baa-a87f-42fb1e9d6449 None None] Current status of the port c543b4ff-35d5-45dc-b040-07ac71a9fa2b is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:24:47.852628 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f6543feb-5101-4baa-a87f-42fb1e9d6449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:47.859828 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ac98b5f7-54c2-4927-a8f6-e105c6c91378 req-8a17662c-2366-477e-bc34-fd8f21a427b9 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=3af06ae7-a690-4f40-bcb1-f8f76cf6c6ef HTTP/1.1" status: 200 len: 210 time: 0.1551769 May 18 18:24:47.898205 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2267e77f-a04b-4984-8de7-28149b9703dc tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:47.898411 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe52bf09-c5a5-401d-b2fe-73683e58f4f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb4fcabc-a181-448f-ae40-855345d2cfcb,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:24:47.954574 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-fd21a343-9545-4af1-9b53-a23c3c66d9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51c565d6-7a46-47ec-abd0-2264e846155d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-120407956', 'tenant_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': 'b5cb82cf-943f-492b-962f-7174d0c836cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:24:24Z', 'updated_at': '2022-05-18T18:24:38Z', 'revision_number': 4, 'project_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'gw_port': {'id': 'b5cb82cf-943f-492b-962f-7174d0c836cb', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:6e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51c565d6-7a46-47ec-abd0-2264e846155d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2448, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:24:25Z', 'updated_at': '2022-05-18T18:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': 'c543b4ff-35d5-45dc-b040-07ac71a9fa2b', 'name': '', 'network_id': 'add95d4d-788f-4f7a-943c-d9e04efedeef', 'tenant_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'mac_address': 'fa:16:3e:a5:3d:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51c565d6-7a46-47ec-abd0-2264e846155d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': 'aa5c9232-5b35-4434-8ef8-cf4d8aaf5112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:24:36Z', 'updated_at': '2022-05-18T18:24:46Z', 'revision_number': 4, 'project_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'subnets': [{'id': 'aa5c9232-5b35-4434-8ef8-cf4d8aaf5112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:24:47.987844 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-f6543feb-5101-4baa-a87f-42fb1e9d6449 None None] For port c543b4ff-35d5-45dc-b040-07ac71a9fa2b, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=c543b4ff-35d5-45dc-b040-07ac71a9fa2b,segment=NetworkSegment(dee46304-0b61-4765-8fa4-fe4ec736c06a),segment_id=dee46304-0b61-4765-8fa4-fe4ec736c06a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:24:48.000654 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f6543feb-5101-4baa-a87f-42fb1e9d6449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:48.014563 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd21a343-9545-4af1-9b53-a23c3c66d9bc None None] The sync data for ids ['51c565d6-7a46-47ec-abd0-2264e846155d'] in n-d-838550-3 is: [{'id': '51c565d6-7a46-47ec-abd0-2264e846155d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-120407956', 'tenant_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': 'b5cb82cf-943f-492b-962f-7174d0c836cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:24:24Z', 'updated_at': '2022-05-18T18:24:38Z', 'revision_number': 4, 'project_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'gw_port': {'id': 'b5cb82cf-943f-492b-962f-7174d0c836cb', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:6e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51c565d6-7a46-47ec-abd0-2264e846155d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2448, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:24:25Z', 'updated_at': '2022-05-18T18:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': 'c543b4ff-35d5-45dc-b040-07ac71a9fa2b', 'name': '', 'network_id': 'add95d4d-788f-4f7a-943c-d9e04efedeef', 'tenant_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'mac_address': 'fa:16:3e:a5:3d:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51c565d6-7a46-47ec-abd0-2264e846155d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': 'aa5c9232-5b35-4434-8ef8-cf4d8aaf5112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:24:36Z', 'updated_at': '2022-05-18T18:24:46Z', 'revision_number': 4, 'project_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'subnets': [{'id': 'aa5c9232-5b35-4434-8ef8-cf4d8aaf5112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:24:48.026486 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2267e77f-a04b-4984-8de7-28149b9703dc tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:48.141778 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6543feb-5101-4baa-a87f-42fb1e9d6449 None None] Pushing event updated for resources: {'Port': ['ID=c543b4ff-35d5-45dc-b040-07ac71a9fa2b,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:24:48.188458 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2267e77f-a04b-4984-8de7-28149b9703dc tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Network 81b3a00e-8b8b-4c15-9162-9ae7d572e9d0 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:24:48.193737 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-2267e77f-a04b-4984-8de7-28149b9703dc tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:24:48.207592 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2267e77f-a04b-4984-8de7-28149b9703dc tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:24:48.226826 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-94c9b344-5109-43b4-ab6c-8b01dd2091be req-02930554-d0e4-467d-96c0-20cb07043a0c tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c294977-a47a-459b-b24e-566121e05c9a HTTP/1.1" status: 200 len: 210 time: 0.1464372 May 18 18:24:48.293545 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7d003ab-c5dd-441b-8b08-28320b183ace req-f52ef639-5b90-469d-a2f4-5a1de03a988d tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Made reservation on behalf of dc04081bebe44448af91d703facdf00a for: {'port': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:24:48.301297 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-e7d003ab-c5dd-441b-8b08-28320b183ace req-f52ef639-5b90-469d-a2f4-5a1de03a988d tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:48.427494 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2267e77f-a04b-4984-8de7-28149b9703dc tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:48.431986 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2267e77f-a04b-4984-8de7-28149b9703dc tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:48.579803 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-2267e77f-a04b-4984-8de7-28149b9703dc tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.5637290 May 18 18:24:48.628820 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 47096) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:24:48.645819 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2267e77f-a04b-4984-8de7-28149b9703dc tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Pushing event updated for resources: {'Port': ['ID=bcc43c6a-b94b-4ad9-81b0-239743651e55,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:24:48.658677 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7219b7ec-3b25-4247-85c7-c142eed6df0d req-fdd309c9-f830-45ee-9e62-eb3a51fc5c44 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=9f31ff7d-1823-473c-83d4-db793c2d43da HTTP/1.1" status: 200 len: 210 time: 0.1619523 May 18 18:24:48.736101 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-c4dcab6c-987f-405a-a6e8-75d816cbcc98 req-2cfe7df3-ea39-41d8-928e-e1cd769bf395 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:48.849574 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [req-e7d003ab-c5dd-441b-8b08-28320b183ace req-f52ef639-5b90-469d-a2f4-5a1de03a988d tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Allocated IP 172.20.0.10 (adbd4d3b-93fc-4f7a-a6ae-1551b2db5668/b85d9655-9e18-4f20-bd82-d6f95b142d2a/f6f951c7-18a9-4c0d-a7eb-7ef0b984c1a2) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:24:49.014128 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf3e2f1-c319-4067-be25-c81714e8e376 None None] Network 81b3a00e-8b8b-4c15-9162-9ae7d572e9d0 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:24:49.055835 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f76d9495-48c7-4561-9643-09bf19470c57 req-1e1008a1-b87a-4d5f-a6c5-57bf0113723b tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=3af06ae7-a690-4f40-bcb1-f8f76cf6c6ef HTTP/1.1" status: 200 len: 210 time: 0.0541408 May 18 18:24:49.177002 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-8cadd0b8-9c0c-43ec-9802-e976f83c4fe8 None None] Provisioning complete for port 55502e3b-d039-4909-b5e3-9df1d82e2f25 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:24:49.177483 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-8cadd0b8-9c0c-43ec-9802-e976f83c4fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:49.325201 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c05cf659-b869-44bf-8e37-62409d799840 req-179f0448-769d-4a31-a1b9-c90d631813f8 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ed8e89cf-ba95-48d1-a49b-7ab0699b2d22 HTTP/1.1" status: 200 len: 210 time: 0.1773000 May 18 18:24:49.427624 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-e7d003ab-c5dd-441b-8b08-28320b183ace req-f52ef639-5b90-469d-a2f4-5a1de03a988d tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:49.433248 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-587d24bd-eed6-4755-a187-6ee20f595bdc req-6832c039-07c2-47ef-b7ce-0f6895e52d8d tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c294977-a47a-459b-b24e-566121e05c9a HTTP/1.1" status: 200 len: 210 time: 0.0486100 May 18 18:24:49.464289 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-8cadd0b8-9c0c-43ec-9802-e976f83c4fe8 None None] Current status of the port 55502e3b-d039-4909-b5e3-9df1d82e2f25 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:24:49.465041 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-8cadd0b8-9c0c-43ec-9802-e976f83c4fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:49.497567 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8e09d9-def1-482f-9ab6-63821f1bab9d tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:49.501682 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-1e8e09d9-def1-482f-9ab6-63821f1bab9d tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] 10.222.0.85 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.10 HTTP/1.1" status: 200 len: 923 time: 0.8673780 May 18 18:24:49.502058 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 47120) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:24:49.518956 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-8cadd0b8-9c0c-43ec-9802-e976f83c4fe8 None None] For port 55502e3b-d039-4909-b5e3-9df1d82e2f25, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=55502e3b-d039-4909-b5e3-9df1d82e2f25,segment=NetworkSegment(fced5100-547a-4fa7-96e5-6a54cc7ec315),segment_id=fced5100-547a-4fa7-96e5-6a54cc7ec315)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:24:49.545130 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-c4dcab6c-987f-405a-a6e8-75d816cbcc98 req-2cfe7df3-ea39-41d8-928e-e1cd769bf395 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:49.562485 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-8cadd0b8-9c0c-43ec-9802-e976f83c4fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:49.638217 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cadd0b8-9c0c-43ec-9802-e976f83c4fe8 None None] Pushing event updated for resources: {'Port': ['ID=55502e3b-d039-4909-b5e3-9df1d82e2f25,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:24:49.656474 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4dcab6c-987f-405a-a6e8-75d816cbcc98 req-2cfe7df3-ea39-41d8-928e-e1cd769bf395 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Network eafefbfa-378a-4a8a-8ee5-45c0c746f8e9 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:24:49.677898 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [req-c4dcab6c-987f-405a-a6e8-75d816cbcc98 req-2cfe7df3-ea39-41d8-928e-e1cd769bf395 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:24:49.692167 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4dcab6c-987f-405a-a6e8-75d816cbcc98 req-2cfe7df3-ea39-41d8-928e-e1cd769bf395 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:24:49.862232 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-9d1dc04d-51b2-49f6-9794-702f6eec5860 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Deleting port bcc43c6a-b94b-4ad9-81b0-239743651e55 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:24:49.862655 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9d1dc04d-51b2-49f6-9794-702f6eec5860 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:49.937879 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-e7d003ab-c5dd-441b-8b08-28320b183ace req-f52ef639-5b90-469d-a2f4-5a1de03a988d tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:49.981386 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device c543b4ff-35d5-45dc-b040-07ac71a9fa2b up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:24:50.099722 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port c543b4ff-35d5-45dc-b040-07ac71a9fa2b triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:24:50.100425 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:50.163397 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9d1dc04d-51b2-49f6-9794-702f6eec5860 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:50.207507 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-9d1dc04d-51b2-49f6-9794-702f6eec5860 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Calling delete_port for bcc43c6a-b94b-4ad9-81b0-239743651e55 owned by {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:24:50.256030 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfe7df3-ea39-41d8-928e-e1cd769bf395 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Pushing event updated for resources: {'Port': ['ID=674da24f-68ce-455c-a7d9-bb312b8b278a,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:24:50.314765 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port c543b4ff-35d5-45dc-b040-07ac71a9fa2b is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:24:50.318144 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7d003ab-c5dd-441b-8b08-28320b183ace req-f52ef639-5b90-469d-a2f4-5a1de03a988d tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Network adbd4d3b-93fc-4f7a-a6ae-1551b2db5668 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:24:50.322309 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 55502e3b-d039-4909-b5e3-9df1d82e2f25 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:24:50.331534 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [req-e7d003ab-c5dd-441b-8b08-28320b183ace req-f52ef639-5b90-469d-a2f4-5a1de03a988d tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:24:50.336678 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7d003ab-c5dd-441b-8b08-28320b183ace req-f52ef639-5b90-469d-a2f4-5a1de03a988d tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:24:50.428065 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-37da4eed-8573-44c5-8b0b-828e8d4c22c6 None None] Provisioning complete for port 55502e3b-d039-4909-b5e3-9df1d82e2f25 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:24:50.436248 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-37da4eed-8573-44c5-8b0b-828e8d4c22c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:50.543263 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9d1dc04d-51b2-49f6-9794-702f6eec5860 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:50.603607 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d003ab-c5dd-441b-8b08-28320b183ace req-f52ef639-5b90-469d-a2f4-5a1de03a988d tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:50.604299 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-e7d003ab-c5dd-441b-8b08-28320b183ace req-f52ef639-5b90-469d-a2f4-5a1de03a988d tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:50.648813 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 55502e3b-d039-4909-b5e3-9df1d82e2f25 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:24:50.648813 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:50.676917 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dcab6c-987f-405a-a6e8-75d816cbcc98 req-2cfe7df3-ea39-41d8-928e-e1cd769bf395 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:50.676917 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-c4dcab6c-987f-405a-a6e8-75d816cbcc98 req-2cfe7df3-ea39-41d8-928e-e1cd769bf395 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:50.703570 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1dc04d-51b2-49f6-9794-702f6eec5860 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Pushing event deleted for resources: {'Port': ['ID=bcc43c6a-b94b-4ad9-81b0-239743651e55,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:24:50.763455 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f246d3-6467-473d-822f-4ee8e924fdb3 req-bb0c8812-48b9-45d6-95e4-2f8d02c6d363 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:50.765576 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b8f246d3-6467-473d-822f-4ee8e924fdb3 req-bb0c8812-48b9-45d6-95e4-2f8d02c6d363 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=9f31ff7d-1823-473c-83d4-db793c2d43da HTTP/1.1" status: 200 len: 931 time: 0.6575222 May 18 18:24:50.782245 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c4dcab6c-987f-405a-a6e8-75d816cbcc98 req-2cfe7df3-ea39-41d8-928e-e1cd769bf395 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.5093172 May 18 18:24:50.822343 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-c4dcab6c-987f-405a-a6e8-75d816cbcc98 req-aed6f946-2254-4707-8b42-5a19d720fee0 service neutron] Request body: {'port': {'device_id': '9f31ff7d-1823-473c-83d4-db793c2d43da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-3'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:24:50.835687 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-37da4eed-8573-44c5-8b0b-828e8d4c22c6 None None] Current status of the port 55502e3b-d039-4909-b5e3-9df1d82e2f25 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:24:50.845964 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e7d003ab-c5dd-441b-8b08-28320b183ace req-f52ef639-5b90-469d-a2f4-5a1de03a988d tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5051100 May 18 18:24:50.847316 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0904aeb6-09b4-4f5b-a366-986c4d76c760 req-b50f1c0a-1e40-4654-a6c9-bad61cf52795 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=3af06ae7-a690-4f40-bcb1-f8f76cf6c6ef HTTP/1.1" status: 200 len: 210 time: 0.1450348 May 18 18:24:50.869216 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52ef639-5b90-469d-a2f4-5a1de03a988d tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Pushing event updated for resources: {'Port': ['ID=f6f951c7-18a9-4c0d-a7eb-7ef0b984c1a2,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:24:50.875958 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-37da4eed-8573-44c5-8b0b-828e8d4c22c6 None None] Provisioning complete for port c1612b1e-ed54-4a32-ac48-41686992ebb2 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:24:50.880562 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-37da4eed-8573-44c5-8b0b-828e8d4c22c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:50.931069 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-e7d003ab-c5dd-441b-8b08-28320b183ace req-792a78d1-dadc-405b-9796-bd393999014e service neutron] Request body: {'port': {'device_id': 'ed8e89cf-ba95-48d1-a49b-7ab0699b2d22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-3'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:24:50.942760 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc18f899-cffe-4e77-bc80-99b049a0f79e req-893a367d-50c3-4bb4-acaf-c6f9008f2008 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:50.942929 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9d1dc04d-51b2-49f6-9794-702f6eec5860 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:50.951549 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fc18f899-cffe-4e77-bc80-99b049a0f79e req-893a367d-50c3-4bb4-acaf-c6f9008f2008 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.36 "GET /v2.0/networks?id=add95d4d-788f-4f7a-943c-d9e04efedeef HTTP/1.1" status: 200 len: 797 time: 1.2111773 May 18 18:24:50.959601 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-9d1dc04d-51b2-49f6-9794-702f6eec5860 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] 10.222.0.85 "DELETE /v2.0/ports/bcc43c6a-b94b-4ad9-81b0-239743651e55 HTTP/1.1" status: 204 len: 168 time: 1.4562201 May 18 18:24:50.960443 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 47156) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:24:50.973111 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-37da4eed-8573-44c5-8b0b-828e8d4c22c6 None None] Port c1612b1e-ed54-4a32-ac48-41686992ebb2 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:24:51.046839 n-d-838550-3 neutron-server[102730]: INFO neutron.pecan_wsgi.hooks.translation [None req-616ed754-4801-42e3-85ce-fdb1e6bb23c4 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] GET failed (client error): The resource could not be found. May 18 18:24:51.051799 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-616ed754-4801-42e3-85ce-fdb1e6bb23c4 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] 10.222.0.85 "GET /v2.0/ports/bcc43c6a-b94b-4ad9-81b0-239743651e55 HTTP/1.1" status: 404 len: 333 time: 0.0870569 May 18 18:24:51.053554 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 55502e3b-d039-4909-b5e3-9df1d82e2f25 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:24:51.055742 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 47160) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:24:51.068317 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-37da4eed-8573-44c5-8b0b-828e8d4c22c6 None None] Could not find standard attr ID for object bcc43c6a-b94b-4ad9-81b0-239743651e55. {{(pid=102732) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 18 18:24:51.114078 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b8f246d3-6467-473d-822f-4ee8e924fdb3 req-ddd4221e-000a-4d57-8f18-6b3b696cbaf0 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=86e7cf01-f21c-41cf-b5a3-71cb5ec2aaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3178582 May 18 18:24:51.188170 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-e2cfd202-5d4c-4b35-88fb-0a3deaca5ff6 None None] Could not find standard attr ID for object bcc43c6a-b94b-4ad9-81b0-239743651e55. {{(pid=102732) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 18 18:24:51.207568 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-e2cfd202-5d4c-4b35-88fb-0a3deaca5ff6 None None] Provisioning complete for port c1612b1e-ed54-4a32-ac48-41686992ebb2 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:24:51.208046 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-e2cfd202-5d4c-4b35-88fb-0a3deaca5ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:51.226161 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-c4dcab6c-987f-405a-a6e8-75d816cbcc98 req-aed6f946-2254-4707-8b42-5a19d720fee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:51.247406 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8661979-561a-46c8-bbf7-752e56417edb req-f1b2e7e6-e10a-4392-bbb1-cef27b0d36db tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:51.275923 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d8661979-561a-46c8-bbf7-752e56417edb req-f1b2e7e6-e10a-4392-bbb1-cef27b0d36db tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ed8e89cf-ba95-48d1-a49b-7ab0699b2d22 HTTP/1.1" status: 200 len: 932 time: 0.2249959 May 18 18:24:51.295057 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-e2cfd202-5d4c-4b35-88fb-0a3deaca5ff6 None None] Port c1612b1e-ed54-4a32-ac48-41686992ebb2 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:24:51.305777 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-e2cfd202-5d4c-4b35-88fb-0a3deaca5ff6 None None] Provisioning complete for port f6f951c7-18a9-4c0d-a7eb-7ef0b984c1a2 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:24:51.306414 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-e2cfd202-5d4c-4b35-88fb-0a3deaca5ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:51.357778 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d8661979-561a-46c8-bbf7-752e56417edb req-e6a4df19-4515-4f65-9988-bf082e1289a1 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=79af37b4-96e5-49e2-a136-b4eb89c535d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809329 May 18 18:24:51.371595 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-99fd6555-17be-4342-b2d8-7192ced0a69b tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Deleting port c1612b1e-ed54-4a32-ac48-41686992ebb2 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:24:51.371939 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-99fd6555-17be-4342-b2d8-7192ced0a69b tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:51.400287 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-e2cfd202-5d4c-4b35-88fb-0a3deaca5ff6 None None] Port f6f951c7-18a9-4c0d-a7eb-7ef0b984c1a2 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:24:51.468703 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-e2cfd202-5d4c-4b35-88fb-0a3deaca5ff6 None None] Provisioning complete for port 674da24f-68ce-455c-a7d9-bb312b8b278a triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:24:51.470001 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-e2cfd202-5d4c-4b35-88fb-0a3deaca5ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:51.593070 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-e2cfd202-5d4c-4b35-88fb-0a3deaca5ff6 None None] Port 674da24f-68ce-455c-a7d9-bb312b8b278a cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:24:51.633819 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-99fd6555-17be-4342-b2d8-7192ced0a69b tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:51.661912 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-99fd6555-17be-4342-b2d8-7192ced0a69b tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Calling delete_port for c1612b1e-ed54-4a32-ac48-41686992ebb2 owned by {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:24:51.681928 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 55502e3b-d039-4909-b5e3-9df1d82e2f25 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:24:51.828912 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 55502e3b-d039-4909-b5e3-9df1d82e2f25 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:24:51.829295 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:51.955982 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-99fd6555-17be-4342-b2d8-7192ced0a69b tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:52.002735 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fd6555-17be-4342-b2d8-7192ced0a69b tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Pushing event deleted for resources: {'Port': ['ID=c1612b1e-ed54-4a32-ac48-41686992ebb2,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:24:52.021908 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 55502e3b-d039-4909-b5e3-9df1d82e2f25 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:24:52.087309 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1d54ec07-e77b-410a-b20f-4fed2427f02d req-0fb209e9-a862-441c-8825-21b9668ec9d9 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=3af06ae7-a690-4f40-bcb1-f8f76cf6c6ef HTTP/1.1" status: 200 len: 210 time: 0.0762486 May 18 18:24:52.162884 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fc18f899-cffe-4e77-bc80-99b049a0f79e req-5400d6f6-3866-49dd-a79d-e12a8435e309 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=06b3ed36f50a43fd9cfeaa89e080d35b HTTP/1.1" status: 200 len: 379 time: 1.1613646 May 18 18:24:52.192994 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-fc18f899-cffe-4e77-bc80-99b049a0f79e req-ec0c9002-4879-4a4a-b892-754e986bbfc5 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Request body: {'port': {'device_id': '3af06ae7-a690-4f40-bcb1-f8f76cf6c6ef', 'network_id': 'add95d4d-788f-4f7a-943c-d9e04efedeef', 'admin_state_up': True, 'tenant_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'security_groups': ['e4600145-0aaf-4853-ad08-dfd77d36be4e']}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:24:52.209346 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-e7d003ab-c5dd-441b-8b08-28320b183ace req-792a78d1-dadc-405b-9796-bd393999014e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:52.263671 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-99fd6555-17be-4342-b2d8-7192ced0a69b tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:52.270208 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-99fd6555-17be-4342-b2d8-7192ced0a69b tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] 10.222.0.85 "DELETE /v2.0/ports/c1612b1e-ed54-4a32-ac48-41686992ebb2 HTTP/1.1" status: 204 len: 168 time: 1.2132149 May 18 18:24:52.274444 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 47200) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:24:52.405551 n-d-838550-3 neutron-server[102730]: INFO neutron.pecan_wsgi.hooks.translation [None req-eccc4b92-c3b4-417d-9ce4-4e3892995615 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] GET failed (client error): The resource could not be found. May 18 18:24:52.410380 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-eccc4b92-c3b4-417d-9ce4-4e3892995615 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] 10.222.0.85 "GET /v2.0/ports/c1612b1e-ed54-4a32-ac48-41686992ebb2 HTTP/1.1" status: 404 len: 333 time: 0.1318452 May 18 18:24:52.415469 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 47206) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:24:52.417445 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 47210) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:24:52.432163 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2eb66ffb-b670-407a-bdad-ddbe411ec413 req-33ea9d21-5c8d-445b-a524-368d4055424b tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c294977-a47a-459b-b24e-566121e05c9a HTTP/1.1" status: 200 len: 210 time: 0.2316246 May 18 18:24:52.646265 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c12fb26-3d4a-4e3a-8b2b-fff2bccdd86d req-56668118-8181-41a5-85c7-a4ed81561fd7 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:52.660506 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7c12fb26-3d4a-4e3a-8b2b-fff2bccdd86d req-56668118-8181-41a5-85c7-a4ed81561fd7 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=9f31ff7d-1823-473c-83d4-db793c2d43da HTTP/1.1" status: 200 len: 931 time: 0.2991281 May 18 18:24:52.670059 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_v2 [None req-1988fe09-dd1a-4444-b906-399abe3b660f tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Deleting subnet fb2b53ce-e22a-4bc7-8e8e-5651ebd76b7b {{(pid=102730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:24:52.694842 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1988fe09-dd1a-4444-b906-399abe3b660f tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks [] for subnet, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:52.767127 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1d3bd208-02b3-46b5-9bea-fc333bac22cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:52.781262 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7c12fb26-3d4a-4e3a-8b2b-fff2bccdd86d req-fb21cc7e-aeed-4ca2-9f42-10c9182e5ade tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=86e7cf01-f21c-41cf-b5a3-71cb5ec2aaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191516 May 18 18:24:52.818671 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a611b664-def6-4f8f-b535-ee88e91d96c5 req-c7179b4d-3385-4eec-83db-6a19419a57ec tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:52.820246 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a611b664-def6-4f8f-b535-ee88e91d96c5 req-c7179b4d-3385-4eec-83db-6a19419a57ec tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ed8e89cf-ba95-48d1-a49b-7ab0699b2d22 HTTP/1.1" status: 200 len: 932 time: 0.2675948 May 18 18:24:52.829789 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1988fe09-dd1a-4444-b906-399abe3b660f tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260107366'] for subnet, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:52.997992 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc18f899-cffe-4e77-bc80-99b049a0f79e req-ec0c9002-4879-4a4a-b892-754e986bbfc5 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Made reservation on behalf of 06b3ed36f50a43fd9cfeaa89e080d35b for: {'port': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:24:53.001611 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1d3bd208-02b3-46b5-9bea-fc333bac22cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:53.002051 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-fc18f899-cffe-4e77-bc80-99b049a0f79e req-ec0c9002-4879-4a4a-b892-754e986bbfc5 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:53.037912 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1d3bd208-02b3-46b5-9bea-fc333bac22cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:53.053255 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a611b664-def6-4f8f-b535-ee88e91d96c5 req-531098ac-6216-4a9a-acfa-f81a3e51d6d4 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=79af37b4-96e5-49e2-a136-b4eb89c535d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164390 May 18 18:24:53.102335 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [req-c4dcab6c-987f-405a-a6e8-75d816cbcc98 req-aed6f946-2254-4707-8b42-5a19d720fee0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 674da24f-68ce-455c-a7d9-bb312b8b278a {{(pid=102731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:24:53.107636 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-1d3bd208-02b3-46b5-9bea-fc333bac22cc admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=331d42fb00bc46469de752470bbbc8e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6878285 May 18 18:24:53.110264 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 47226) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:24:53.115348 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1988fe09-dd1a-4444-b906-399abe3b660f tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:53.137647 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-c4dcab6c-987f-405a-a6e8-75d816cbcc98 req-aed6f946-2254-4707-8b42-5a19d720fee0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:53.247092 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.provisioning_blocks [req-c4dcab6c-987f-405a-a6e8-75d816cbcc98 req-aed6f946-2254-4707-8b42-5a19d720fee0 service neutron] Transition to ACTIVE for port object 674da24f-68ce-455c-a7d9-bb312b8b278a will not be triggered until provisioned by entity L2. {{(pid=102731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:24:53.269894 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-c4dcab6c-987f-405a-a6e8-75d816cbcc98 req-aed6f946-2254-4707-8b42-5a19d720fee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:53.281171 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3bd208-02b3-46b5-9bea-fc333bac22cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4371fdd8-b61d-435e-9fed-477b5388e778,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:24:53.393248 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1d489511-90ce-4740-a8c9-22362c3b9375 req-c7435026-fc50-49fc-b96e-047b316f366c tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=3af06ae7-a690-4f40-bcb1-f8f76cf6c6ef HTTP/1.1" status: 200 len: 210 time: 0.1692507 May 18 18:24:53.453610 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5fd51285-2e2f-4920-a912-354eb3a4791a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:53.496194 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1988fe09-dd1a-4444-b906-399abe3b660f tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261104690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261031888'] for subnet, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:53.535250 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [req-e7d003ab-c5dd-441b-8b08-28320b183ace req-792a78d1-dadc-405b-9796-bd393999014e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6f951c7-18a9-4c0d-a7eb-7ef0b984c1a2 {{(pid=102731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:24:53.552126 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1988fe09-dd1a-4444-b906-399abe3b660f tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Pushing event deleted for resources: {'Subnet': ['ID=fb2b53ce-e22a-4bc7-8e8e-5651ebd76b7b,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:24:53.573070 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5fd51285-2e2f-4920-a912-354eb3a4791a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:53.579008 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-e7d003ab-c5dd-441b-8b08-28320b183ace req-792a78d1-dadc-405b-9796-bd393999014e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:53.585247 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1988fe09-dd1a-4444-b906-399abe3b660f tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:53.586589 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0efd03b-7dd8-4188-87e4-444b8baf26d8 None None] Network 81b3a00e-8b8b-4c15-9162-9ae7d572e9d0 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:24:53.588642 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed6f946-2254-4707-8b42-5a19d720fee0 service neutron] Pushing event updated for resources: {'Port': ['ID=674da24f-68ce-455c-a7d9-bb312b8b278a,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:24:53.591565 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [req-fc18f899-cffe-4e77-bc80-99b049a0f79e req-ec0c9002-4879-4a4a-b892-754e986bbfc5 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Allocated IP 172.20.0.14 (add95d4d-788f-4f7a-943c-d9e04efedeef/aa5c9232-5b35-4434-8ef8-cf4d8aaf5112/aad21639-9096-401f-be6b-1fcf72a3df15) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:24:53.592169 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-1988fe09-dd1a-4444-b906-399abe3b660f tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] 10.222.0.85 "DELETE /v2.0/subnets/fb2b53ce-e22a-4bc7-8e8e-5651ebd76b7b HTTP/1.1" status: 204 len: 168 time: 1.1709840 May 18 18:24:53.595728 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 47236) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:24:53.694951 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4ed9dc07-62be-4ed1-a77d-2fa8bfc1fd84 req-eb3cd181-0873-4df1-a8eb-0e034ff5fa03 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c294977-a47a-459b-b24e-566121e05c9a HTTP/1.1" status: 200 len: 210 time: 0.1121948 May 18 18:24:53.697497 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.provisioning_blocks [req-e7d003ab-c5dd-441b-8b08-28320b183ace req-792a78d1-dadc-405b-9796-bd393999014e service neutron] Transition to ACTIVE for port object f6f951c7-18a9-4c0d-a7eb-7ef0b984c1a2 will not be triggered until provisioned by entity L2. {{(pid=102731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:24:53.743774 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-e7d003ab-c5dd-441b-8b08-28320b183ace req-792a78d1-dadc-405b-9796-bd393999014e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:53.797936 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-04bc7e51-c99e-4b19-8da2-ef87d6546253 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:53.886766 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5fd51285-2e2f-4920-a912-354eb3a4791a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:53.889341 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5fd51285-2e2f-4920-a912-354eb3a4791a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:53.902901 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-5fd51285-2e2f-4920-a912-354eb3a4791a admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/4371fdd8-b61d-435e-9fed-477b5388e778 HTTP/1.1" status: 204 len: 168 time: 0.7784364 May 18 18:24:53.922420 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5670014c-7beb-4585-9ff2-16fbe4e001e2 None None] DHCP port deletion for 81b3a00e-8b8b-4c15-9162-9ae7d572e9d0 request from n-d-838550-3 {{(pid=102732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 18:24:53.943662 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd51285-2e2f-4920-a912-354eb3a4791a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4371fdd8-b61d-435e-9fed-477b5388e778,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:24:54.003698 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-04bc7e51-c99e-4b19-8da2-ef87d6546253 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Deleting port 55502e3b-d039-4909-b5e3-9df1d82e2f25 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:24:54.005276 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-04bc7e51-c99e-4b19-8da2-ef87d6546253 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:54.065735 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-5670014c-7beb-4585-9ff2-16fbe4e001e2 None None] Deleting port 55502e3b-d039-4909-b5e3-9df1d82e2f25 {{(pid=102732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:24:54.078062 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-5670014c-7beb-4585-9ff2-16fbe4e001e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:54.112198 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d6851b-371c-43fd-a839-b70e8520a640 req-ccf37e30-1629-4250-858d-a67b4baa08b3 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:54.118613 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d3d6851b-371c-43fd-a839-b70e8520a640 req-ccf37e30-1629-4250-858d-a67b4baa08b3 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=9f31ff7d-1823-473c-83d4-db793c2d43da HTTP/1.1" status: 200 len: 943 time: 0.1873641 May 18 18:24:54.164421 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792a78d1-dadc-405b-9796-bd393999014e service neutron] Pushing event updated for resources: {'Port': ['ID=f6f951c7-18a9-4c0d-a7eb-7ef0b984c1a2,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:24:54.265108 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d3d6851b-371c-43fd-a839-b70e8520a640 req-f87daa62-f6cc-4bd5-b3cf-a7a2b67d3feb tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=86e7cf01-f21c-41cf-b5a3-71cb5ec2aaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373026 May 18 18:24:54.267169 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-04bc7e51-c99e-4b19-8da2-ef87d6546253 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] For port 55502e3b-d039-4909-b5e3-9df1d82e2f25, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=55502e3b-d039-4909-b5e3-9df1d82e2f25,segment=NetworkSegment(fced5100-547a-4fa7-96e5-6a54cc7ec315),segment_id=fced5100-547a-4fa7-96e5-6a54cc7ec315)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:24:54.267541 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-04bc7e51-c99e-4b19-8da2-ef87d6546253 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:54.283838 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-5670014c-7beb-4585-9ff2-16fbe4e001e2 None None] For port 55502e3b-d039-4909-b5e3-9df1d82e2f25, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=55502e3b-d039-4909-b5e3-9df1d82e2f25,segment=NetworkSegment(fced5100-547a-4fa7-96e5-6a54cc7ec315),segment_id=fced5100-547a-4fa7-96e5-6a54cc7ec315)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:24:54.284972 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-5670014c-7beb-4585-9ff2-16fbe4e001e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:54.291856 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-c4dcab6c-987f-405a-a6e8-75d816cbcc98 req-aed6f946-2254-4707-8b42-5a19d720fee0 service neutron] Attempting to bind port 674da24f-68ce-455c-a7d9-bb312b8b278a on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:24:54.292415 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-c4dcab6c-987f-405a-a6e8-75d816cbcc98 req-aed6f946-2254-4707-8b42-5a19d720fee0 service neutron] Attempting to bind port 674da24f-68ce-455c-a7d9-bb312b8b278a by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': '91232e8c-3d17-424b-b810-746db9884dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'eafefbfa-378a-4a8a-8ee5-45c0c746f8e9'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:24:54.292732 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4dcab6c-987f-405a-a6e8-75d816cbcc98 req-aed6f946-2254-4707-8b42-5a19d720fee0 service neutron] Attempting to bind port 674da24f-68ce-455c-a7d9-bb312b8b278a on network eafefbfa-378a-4a8a-8ee5-45c0c746f8e9 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:24:54.316353 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-04bc7e51-c99e-4b19-8da2-ef87d6546253 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Calling delete_port for 55502e3b-d039-4909-b5e3-9df1d82e2f25 owned by network:dhcp {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:24:54.332760 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4dcab6c-987f-405a-a6e8-75d816cbcc98 req-aed6f946-2254-4707-8b42-5a19d720fee0 service neutron] Port 674da24f-68ce-455c-a7d9-bb312b8b278a on network eafefbfa-378a-4a8a-8ee5-45c0c746f8e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:24:54.333234 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4dcab6c-987f-405a-a6e8-75d816cbcc98 req-aed6f946-2254-4707-8b42-5a19d720fee0 service neutron] Attempting to bind port 674da24f-68ce-455c-a7d9-bb312b8b278a on network eafefbfa-378a-4a8a-8ee5-45c0c746f8e9 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:24:54.334990 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-5670014c-7beb-4585-9ff2-16fbe4e001e2 None None] Calling delete_port for 55502e3b-d039-4909-b5e3-9df1d82e2f25 owned by network:dhcp {{(pid=102732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:24:54.363274 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-fc18f899-cffe-4e77-bc80-99b049a0f79e req-ec0c9002-4879-4a4a-b892-754e986bbfc5 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:54.374316 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4dcab6c-987f-405a-a6e8-75d816cbcc98 req-aed6f946-2254-4707-8b42-5a19d720fee0 service neutron] Checking agent: {'id': 'd1be059a-68ea-4c77-9b2b-29f4afa47e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 24, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:24:54.374782 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4dcab6c-987f-405a-a6e8-75d816cbcc98 req-aed6f946-2254-4707-8b42-5a19d720fee0 service neutron] Checking segment: {'id': '91232e8c-3d17-424b-b810-746db9884dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'eafefbfa-378a-4a8a-8ee5-45c0c746f8e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:24:54.375267 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4dcab6c-987f-405a-a6e8-75d816cbcc98 req-aed6f946-2254-4707-8b42-5a19d720fee0 service neutron] Bound using segment: {'id': '91232e8c-3d17-424b-b810-746db9884dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'eafefbfa-378a-4a8a-8ee5-45c0c746f8e9'} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:24:54.375813 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-c4dcab6c-987f-405a-a6e8-75d816cbcc98 req-aed6f946-2254-4707-8b42-5a19d720fee0 service neutron] Bound port: 674da24f-68ce-455c-a7d9-bb312b8b278a, host: n-h2-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91232e8c-3d17-424b-b810-746db9884dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'eafefbfa-378a-4a8a-8ee5-45c0c746f8e9'}}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:24:54.376301 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-c4dcab6c-987f-405a-a6e8-75d816cbcc98 req-aed6f946-2254-4707-8b42-5a19d720fee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:54.407911 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1938459-b254-4e2b-a73d-15d74a0301cd req-d3a67db7-542c-45b6-b9c3-ed5d664cee73 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:54.410063 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d1938459-b254-4e2b-a73d-15d74a0301cd req-d3a67db7-542c-45b6-b9c3-ed5d664cee73 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ed8e89cf-ba95-48d1-a49b-7ab0699b2d22 HTTP/1.1" status: 200 len: 944 time: 0.1944995 May 18 18:24:54.482722 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-e7d003ab-c5dd-441b-8b08-28320b183ace req-792a78d1-dadc-405b-9796-bd393999014e service neutron] Attempting to bind port f6f951c7-18a9-4c0d-a7eb-7ef0b984c1a2 on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:24:54.485063 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-e7d003ab-c5dd-441b-8b08-28320b183ace req-792a78d1-dadc-405b-9796-bd393999014e service neutron] Attempting to bind port f6f951c7-18a9-4c0d-a7eb-7ef0b984c1a2 by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': 'ef93e1fc-f0f4-4220-adc9-d2cb000b3c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'adbd4d3b-93fc-4f7a-a6ae-1551b2db5668'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:24:54.485729 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d003ab-c5dd-441b-8b08-28320b183ace req-792a78d1-dadc-405b-9796-bd393999014e service neutron] Attempting to bind port f6f951c7-18a9-4c0d-a7eb-7ef0b984c1a2 on network adbd4d3b-93fc-4f7a-a6ae-1551b2db5668 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:24:54.528571 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-5670014c-7beb-4585-9ff2-16fbe4e001e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508'] for port, after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:54.542351 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d003ab-c5dd-441b-8b08-28320b183ace req-792a78d1-dadc-405b-9796-bd393999014e service neutron] Port f6f951c7-18a9-4c0d-a7eb-7ef0b984c1a2 on network adbd4d3b-93fc-4f7a-a6ae-1551b2db5668 not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:24:54.543047 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d003ab-c5dd-441b-8b08-28320b183ace req-792a78d1-dadc-405b-9796-bd393999014e service neutron] Attempting to bind port f6f951c7-18a9-4c0d-a7eb-7ef0b984c1a2 on network adbd4d3b-93fc-4f7a-a6ae-1551b2db5668 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:24:54.578866 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5670014c-7beb-4585-9ff2-16fbe4e001e2 None None] Pushing event deleted for resources: {'Port': ['ID=55502e3b-d039-4909-b5e3-9df1d82e2f25,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:24:54.586747 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3417ce57-ab71-432e-aaaf-a4598f496f73 req-0b8436a5-1949-4c11-8ddf-37665ea79033 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=3af06ae7-a690-4f40-bcb1-f8f76cf6c6ef HTTP/1.1" status: 200 len: 210 time: 0.0431507 May 18 18:24:54.599353 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d003ab-c5dd-441b-8b08-28320b183ace req-792a78d1-dadc-405b-9796-bd393999014e service neutron] Checking agent: {'id': 'd1be059a-68ea-4c77-9b2b-29f4afa47e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 24, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:24:54.600126 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d003ab-c5dd-441b-8b08-28320b183ace req-792a78d1-dadc-405b-9796-bd393999014e service neutron] Checking segment: {'id': 'ef93e1fc-f0f4-4220-adc9-d2cb000b3c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'adbd4d3b-93fc-4f7a-a6ae-1551b2db5668'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:24:54.600845 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d003ab-c5dd-441b-8b08-28320b183ace req-792a78d1-dadc-405b-9796-bd393999014e service neutron] Bound using segment: {'id': 'ef93e1fc-f0f4-4220-adc9-d2cb000b3c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'adbd4d3b-93fc-4f7a-a6ae-1551b2db5668'} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:24:54.601509 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-e7d003ab-c5dd-441b-8b08-28320b183ace req-792a78d1-dadc-405b-9796-bd393999014e service neutron] Bound port: f6f951c7-18a9-4c0d-a7eb-7ef0b984c1a2, host: n-h2-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef93e1fc-f0f4-4220-adc9-d2cb000b3c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'adbd4d3b-93fc-4f7a-a6ae-1551b2db5668'}}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:24:54.602151 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-e7d003ab-c5dd-441b-8b08-28320b183ace req-792a78d1-dadc-405b-9796-bd393999014e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:54.604061 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5670014c-7beb-4585-9ff2-16fbe4e001e2 None None] No DVR routers for this DVR port 55502e3b-d039-4909-b5e3-9df1d82e2f25 on host n-d-838550-3 {{(pid=102732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:24:54.629573 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d1938459-b254-4e2b-a73d-15d74a0301cd req-0f817e34-cf06-425c-a98f-2ef000acd7dd tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=79af37b4-96e5-49e2-a136-b4eb89c535d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102118 May 18 18:24:54.656187 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-fc18f899-cffe-4e77-bc80-99b049a0f79e req-ec0c9002-4879-4a4a-b892-754e986bbfc5 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:54.657962 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b8bd35b4-9b13-4b9e-8669-ac6e9c61e69e req-8c89d95c-dcc9-46b3-b71b-918d1e87eece service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ef854938-189c-46f2-8314-215a08afd5f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2087729 May 18 18:24:54.705815 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-c4dcab6c-987f-405a-a6e8-75d816cbcc98 req-aed6f946-2254-4707-8b42-5a19d720fee0 service neutron] For port 674da24f-68ce-455c-a7d9-bb312b8b278a, host n-h2-838550-3, cleared binding levels {{(pid=102731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:24:54.714605 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-04bc7e51-c99e-4b19-8da2-ef87d6546253 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:54.715434 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc18f899-cffe-4e77-bc80-99b049a0f79e req-ec0c9002-4879-4a4a-b892-754e986bbfc5 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Network add95d4d-788f-4f7a-943c-d9e04efedeef is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:24:54.756715 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc7e51-c99e-4b19-8da2-ef87d6546253 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Pushing event deleted for resources: {'Port': ['ID=55502e3b-d039-4909-b5e3-9df1d82e2f25,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:24:54.768254 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04bc7e51-c99e-4b19-8da2-ef87d6546253 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] No DVR routers for this DVR port 55502e3b-d039-4909-b5e3-9df1d82e2f25 on host n-d-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:24:54.840689 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-c4dcab6c-987f-405a-a6e8-75d816cbcc98 req-aed6f946-2254-4707-8b42-5a19d720fee0 service neutron] For port 674da24f-68ce-455c-a7d9-bb312b8b278a, host n-h2-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=674da24f-68ce-455c-a7d9-bb312b8b278a,segment=NetworkSegment(91232e8c-3d17-424b-b810-746db9884dd3),segment_id=91232e8c-3d17-424b-b810-746db9884dd3)] {{(pid=102731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:24:54.842236 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [req-fc18f899-cffe-4e77-bc80-99b049a0f79e req-ec0c9002-4879-4a4a-b892-754e986bbfc5 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:24:54.864442 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9ec65f11-7930-4ef8-b592-c23c82848f02 req-7a3ef751-5fa4-46d0-84db-13cf2b70e815 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c294977-a47a-459b-b24e-566121e05c9a HTTP/1.1" status: 200 len: 210 time: 0.0432198 May 18 18:24:54.867451 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc18f899-cffe-4e77-bc80-99b049a0f79e req-ec0c9002-4879-4a4a-b892-754e986bbfc5 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:24:54.888684 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-c4dcab6c-987f-405a-a6e8-75d816cbcc98 req-aed6f946-2254-4707-8b42-5a19d720fee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:54.928231 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bd35b4-9b13-4b9e-8669-ac6e9c61e69e req-7a88d524-7547-4178-965b-e3910ab128d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:54.929941 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b8bd35b4-9b13-4b9e-8669-ac6e9c61e69e req-7a88d524-7547-4178-965b-e3910ab128d2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dc04081bebe44448af91d703facdf00a&device_id=ef854938-189c-46f2-8314-215a08afd5f6 HTTP/1.1" status: 200 len: 1096 time: 0.2473862 May 18 18:24:54.946733 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-04bc7e51-c99e-4b19-8da2-ef87d6546253 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:55.009702 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0c9002-4879-4a4a-b892-754e986bbfc5 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Pushing event updated for resources: {'Port': ['ID=aad21639-9096-401f-be6b-1fcf72a3df15,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:24:55.013894 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-04bc7e51-c99e-4b19-8da2-ef87d6546253 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81b3a00e-8b8b-4c15-9162-9ae7d572e9d0']}} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:24:55.024696 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dcab6c-987f-405a-a6e8-75d816cbcc98 req-aed6f946-2254-4707-8b42-5a19d720fee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:55.025456 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-c4dcab6c-987f-405a-a6e8-75d816cbcc98 req-aed6f946-2254-4707-8b42-5a19d720fee0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:55.028242 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c4dcab6c-987f-405a-a6e8-75d816cbcc98 req-aed6f946-2254-4707-8b42-5a19d720fee0 service neutron] 10.222.0.88 "PUT /v2.0/ports/674da24f-68ce-455c-a7d9-bb312b8b278a HTTP/1.1" status: 200 len: 1091 time: 4.2306006 May 18 18:24:55.034606 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f31ff7d-1823-473c-83d4-db793c2d43da', 'tag': '674da24f-68ce-455c-a7d9-bb312b8b278a'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:24:55.037135 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60a9f122-1a22-422b-8629-d204cdf9acc4" -d '{"events": [{"name": "network-changed", "server_uuid": "9f31ff7d-1823-473c-83d4-db793c2d43da", "tag": "674da24f-68ce-455c-a7d9-bb312b8b278a"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:24:55.045129 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-04bc7e51-c99e-4b19-8da2-ef87d6546253 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fced5100-547a-4fa7-96e5-6a54cc7ec315') {'for_net_delete': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:24:55.045394 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-04bc7e51-c99e-4b19-8da2-ef87d6546253 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fced5100-547a-4fa7-96e5-6a54cc7ec315') {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:24:55.128326 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-04bc7e51-c99e-4b19-8da2-ef87d6546253 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260107375'] for segment, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:55.218505 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bce13d51-735d-46dc-80d2-9770d9d27292 x-openstack-request-id: req-bce13d51-735d-46dc-80d2-9770d9d27292 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:24:55.219013 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f31ff7d-1823-473c-83d4-db793c2d43da", "tag": "674da24f-68ce-455c-a7d9-bb312b8b278a", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:24:55.219627 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-bce13d51-735d-46dc-80d2-9770d9d27292 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:24:55.220422 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bce13d51-735d-46dc-80d2-9770d9d27292'] response: {'name': 'network-changed', 'server_uuid': '9f31ff7d-1823-473c-83d4-db793c2d43da', 'tag': '674da24f-68ce-455c-a7d9-bb312b8b278a', 'status': 'completed', 'code': 200} May 18 18:24:55.229364 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-e7d003ab-c5dd-441b-8b08-28320b183ace req-792a78d1-dadc-405b-9796-bd393999014e service neutron] For port f6f951c7-18a9-4c0d-a7eb-7ef0b984c1a2, host n-h2-838550-3, cleared binding levels {{(pid=102731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:24:55.247804 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc18f899-cffe-4e77-bc80-99b049a0f79e req-ec0c9002-4879-4a4a-b892-754e986bbfc5 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:55.249172 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-fc18f899-cffe-4e77-bc80-99b049a0f79e req-ec0c9002-4879-4a4a-b892-754e986bbfc5 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:55.268674 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-04bc7e51-c99e-4b19-8da2-ef87d6546253 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:55.290589 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04bc7e51-c99e-4b19-8da2-ef87d6546253 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=102730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:24:55.291614 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-04bc7e51-c99e-4b19-8da2-ef87d6546253 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261102736'] for segment, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:55.294822 n-d-838550-3 neutron-server[102730]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:24:55.294822 n-d-838550-3 neutron-server[102730]: self.session.flush() May 18 18:24:55.294822 n-d-838550-3 neutron-server[102730]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:24:55.294822 n-d-838550-3 neutron-server[102730]: self.session.flush() May 18 18:24:55.294822 n-d-838550-3 neutron-server[102730]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:24:55.294822 n-d-838550-3 neutron-server[102730]: self.session.flush() May 18 18:24:55.294822 n-d-838550-3 neutron-server[102730]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:24:55.294822 n-d-838550-3 neutron-server[102730]: self.session.flush() May 18 18:24:55.294822 n-d-838550-3 neutron-server[102730]: Traceback (most recent call last): May 18 18:24:55.294822 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:24:55.294822 n-d-838550-3 neutron-server[102730]: timer() May 18 18:24:55.294822 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:24:55.294822 n-d-838550-3 neutron-server[102730]: cb(*args, **kw) May 18 18:24:55.294822 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:24:55.294822 n-d-838550-3 neutron-server[102730]: return func(*args, **kwargs) May 18 18:24:55.294822 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:24:55.294822 n-d-838550-3 neutron-server[102730]: self._notify() May 18 18:24:55.294822 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:24:55.294822 n-d-838550-3 neutron-server[102730]: self.callback(batched_events) May 18 18:24:55.294822 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:24:55.294822 n-d-838550-3 neutron-server[102730]: event.method(event) May 18 18:24:55.294822 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:24:55.294822 n-d-838550-3 neutron-server[102730]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:24:55.294822 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:24:55.294822 n-d-838550-3 neutron-server[102730]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:24:55.294822 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:24:55.294822 n-d-838550-3 neutron-server[102730]: return f(self, *a, **k) May 18 18:24:55.294822 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:24:55.294822 n-d-838550-3 neutron-server[102730]: return self._get(url).json() May 18 18:24:55.294822 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:24:55.294822 n-d-838550-3 neutron-server[102730]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:24:55.294822 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:24:55.294822 n-d-838550-3 neutron-server[102730]: return self.request(url, 'GET', **kwargs) May 18 18:24:55.294822 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:24:55.294822 n-d-838550-3 neutron-server[102730]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:24:55.294822 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:24:55.294822 n-d-838550-3 neutron-server[102730]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:24:55.294822 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:24:55.294822 n-d-838550-3 neutron-server[102730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:24:55.294822 n-d-838550-3 neutron-server[102730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:24:55.304370 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-e7d003ab-c5dd-441b-8b08-28320b183ace req-792a78d1-dadc-405b-9796-bd393999014e service neutron] For port f6f951c7-18a9-4c0d-a7eb-7ef0b984c1a2, host n-h2-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=f6f951c7-18a9-4c0d-a7eb-7ef0b984c1a2,segment=NetworkSegment(ef93e1fc-f0f4-4220-adc9-d2cb000b3c93),segment_id=ef93e1fc-f0f4-4220-adc9-d2cb000b3c93)] {{(pid=102731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:24:55.320874 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fc18f899-cffe-4e77-bc80-99b049a0f79e req-ec0c9002-4879-4a4a-b892-754e986bbfc5 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1411333 May 18 18:24:55.337067 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-e7d003ab-c5dd-441b-8b08-28320b183ace req-792a78d1-dadc-405b-9796-bd393999014e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:55.375253 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-2f470ae0-e20e-4862-b424-16459c3b0d79 None None] Provisioning complete for port aad21639-9096-401f-be6b-1fcf72a3df15 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:24:55.375969 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-2f470ae0-e20e-4862-b424-16459c3b0d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:55.388129 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d003ab-c5dd-441b-8b08-28320b183ace req-792a78d1-dadc-405b-9796-bd393999014e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:55.395621 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-e7d003ab-c5dd-441b-8b08-28320b183ace req-792a78d1-dadc-405b-9796-bd393999014e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:55.397237 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e7d003ab-c5dd-441b-8b08-28320b183ace req-792a78d1-dadc-405b-9796-bd393999014e service neutron] 10.222.0.88 "PUT /v2.0/ports/f6f951c7-18a9-4c0d-a7eb-7ef0b984c1a2 HTTP/1.1" status: 200 len: 1092 time: 4.4749153 May 18 18:24:55.407559 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-fc18f899-cffe-4e77-bc80-99b049a0f79e req-fb2ea241-5707-44f0-81ee-fdaab5247ee6 service neutron] Request body: {'port': {'device_id': '3af06ae7-a690-4f40-bcb1-f8f76cf6c6ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-3'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:24:55.485118 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dcab6c-987f-405a-a6e8-75d816cbcc98 req-978a6ded-c190-4fd1-a1ec-36054b1db98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:55.490105 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c4dcab6c-987f-405a-a6e8-75d816cbcc98 req-978a6ded-c190-4fd1-a1ec-36054b1db98a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=4ce86b77116a4afca1694cba473235e6&device_id=9f31ff7d-1823-473c-83d4-db793c2d43da HTTP/1.1" status: 200 len: 1094 time: 0.3870850 May 18 18:24:55.526979 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-2f470ae0-e20e-4862-b424-16459c3b0d79 None None] Port aad21639-9096-401f-be6b-1fcf72a3df15 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:24:55.569901 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 47290) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:24:55.572839 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-04bc7e51-c99e-4b19-8da2-ef87d6546253 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:55.588513 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bd35b4-9b13-4b9e-8669-ac6e9c61e69e req-6c491054-265a-4f0c-9b69-a05fc9a28415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:55.590372 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b8bd35b4-9b13-4b9e-8669-ac6e9c61e69e req-6c491054-265a-4f0c-9b69-a05fc9a28415 service neutron] 10.222.0.36 "GET /v2.0/networks?id=adbd4d3b-93fc-4f7a-a6ae-1551b2db5668 HTTP/1.1" status: 200 len: 912 time: 0.5001376 May 18 18:24:55.597554 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-04bc7e51-c99e-4b19-8da2-ef87d6546253 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:55.601767 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-04bc7e51-c99e-4b19-8da2-ef87d6546253 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] 10.222.0.85 "DELETE /v2.0/networks/81b3a00e-8b8b-4c15-9162-9ae7d572e9d0 HTTP/1.1" status: 204 len: 168 time: 2.0046339 May 18 18:24:55.607874 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 47294) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:24:55.613116 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-fa30716b-e805-4242-87cc-e11d86130e77 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-114540467'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:24:55.651309 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed6f946-2254-4707-8b42-5a19d720fee0 service neutron] Pushing event updated for resources: {'Port': ['ID=674da24f-68ce-455c-a7d9-bb312b8b278a,revision_number=3']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:24:55.674180 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 55502e3b-d039-4909-b5e3-9df1d82e2f25 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:24:55.680836 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c4dcab6c-987f-405a-a6e8-75d816cbcc98 req-4fc1fc75-3014-44db-b7a1-41fa0ca14f60 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=674da24f-68ce-455c-a7d9-bb312b8b278a HTTP/1.1" status: 200 len: 217 time: 0.1351438 May 18 18:24:55.682279 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-fc18f899-cffe-4e77-bc80-99b049a0f79e req-fb2ea241-5707-44f0-81ee-fdaab5247ee6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:55.756056 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 55502e3b-d039-4909-b5e3-9df1d82e2f25 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:24:55.756623 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 55502e3b-d039-4909-b5e3-9df1d82e2f25 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:24:55.800453 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc7e51-c99e-4b19-8da2-ef87d6546253 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Pushing event deleted for resources: {'Network': ['ID=81b3a00e-8b8b-4c15-9162-9ae7d572e9d0,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:24:55.804116 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa30716b-e805-4242-87cc-e11d86130e77 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Made reservation on behalf of da58e9bc8fb64cb8902d79f0a725e08d for: {'network': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:24:55.806897 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-fa30716b-e805-4242-87cc-e11d86130e77 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:55.818478 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dcab6c-987f-405a-a6e8-75d816cbcc98 req-5b2085fb-65b5-4d2f-b6b4-5a7f1012b385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:55.820030 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c4dcab6c-987f-405a-a6e8-75d816cbcc98 req-5b2085fb-65b5-4d2f-b6b4-5a7f1012b385 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=ab1f7f5a-a761-43dc-be82-e3f213958e88 HTTP/1.1" status: 200 len: 849 time: 0.1255529 May 18 18:24:55.933556 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d003ab-c5dd-441b-8b08-28320b183ace req-eddbdecb-79fc-42ba-b465-8735125dc2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:55.935542 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e7d003ab-c5dd-441b-8b08-28320b183ace req-eddbdecb-79fc-42ba-b465-8735125dc2af service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=dc04081bebe44448af91d703facdf00a&device_id=ed8e89cf-ba95-48d1-a49b-7ab0699b2d22 HTTP/1.1" status: 200 len: 1095 time: 0.3802376 May 18 18:24:56.018037 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792a78d1-dadc-405b-9796-bd393999014e service neutron] Pushing event updated for resources: {'Port': ['ID=f6f951c7-18a9-4c0d-a7eb-7ef0b984c1a2,revision_number=3']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:24:56.043210 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af650ad-eaca-4b8e-b774-82d4cf26df40 req-8f7f87a7-24f8-49b3-9572-ac76b55a1959 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:56.045656 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2af650ad-eaca-4b8e-b774-82d4cf26df40 req-8f7f87a7-24f8-49b3-9572-ac76b55a1959 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=3af06ae7-a690-4f40-bcb1-f8f76cf6c6ef HTTP/1.1" status: 200 len: 932 time: 0.2792931 May 18 18:24:56.048625 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e7d003ab-c5dd-441b-8b08-28320b183ace req-8e8864eb-a082-477f-b97d-46e6ba2dc6a6 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f6f951c7-18a9-4c0d-a7eb-7ef0b984c1a2 HTTP/1.1" status: 200 len: 217 time: 0.0965722 May 18 18:24:56.138638 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dcab6c-987f-405a-a6e8-75d816cbcc98 req-a6719e3c-0e59-4961-880b-53b6167d69b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:56.140305 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c4dcab6c-987f-405a-a6e8-75d816cbcc98 req-a6719e3c-0e59-4961-880b-53b6167d69b4 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=eafefbfa-378a-4a8a-8ee5-45c0c746f8e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3087752 May 18 18:24:56.190282 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-517f4ca6-6dcc-46ee-93aa-7c6f7d05d310 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1885015581-network', 'tenant_id': '0d731d0a64e04789ad04262ef63d1dbd'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:24:56.211109 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d61a53d-b499-4030-9a1e-00a3ab2b6ab5 req-e3274318-65eb-4c14-9477-e2760faee4f6 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:56.218482 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4d61a53d-b499-4030-9a1e-00a3ab2b6ab5 req-e3274318-65eb-4c14-9477-e2760faee4f6 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=9f31ff7d-1823-473c-83d4-db793c2d43da HTTP/1.1" status: 200 len: 943 time: 0.7540691 May 18 18:24:56.264791 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b8bd35b4-9b13-4b9e-8669-ac6e9c61e69e req-1f808c0b-94ac-4050-b056-ea3510329854 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=33664213-089a-4f22-9123-31b7caedaa56 HTTP/1.1" status: 200 len: 1000 time: 0.6576815 May 18 18:24:56.270325 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa30716b-e805-4242-87cc-e11d86130e77 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 615} {{(pid=102730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:24:56.294104 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-517f4ca6-6dcc-46ee-93aa-7c6f7d05d310 admin admin] Made reservation on behalf of 0d731d0a64e04789ad04262ef63d1dbd for: {'network': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:24:56.296226 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-517f4ca6-6dcc-46ee-93aa-7c6f7d05d310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:56.313519 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d003ab-c5dd-441b-8b08-28320b183ace req-ae01ca7e-efde-494c-b43d-4af9abe3ec56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:56.323088 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e7d003ab-c5dd-441b-8b08-28320b183ace req-ae01ca7e-efde-494c-b43d-4af9abe3ec56 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b85d9655-9e18-4f20-bd82-d6f95b142d2a HTTP/1.1" status: 200 len: 850 time: 0.2111335 May 18 18:24:56.326426 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2af650ad-eaca-4b8e-b774-82d4cf26df40 req-d828bf62-77ac-434c-898f-8e8778119b40 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/security-groups?id=e4600145-0aaf-4853-ad08-dfd77d36be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2697020 May 18 18:24:56.332334 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-fa30716b-e805-4242-87cc-e11d86130e77 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:56.332903 n-d-838550-3 neutron-server[102730]: INFO neutron.db.segments_db [None req-fa30716b-e805-4242-87cc-e11d86130e77 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Added segment c1c6787c-31e6-4be3-8c47-041f75d3b6ea of type vlan for network d89660fc-b964-4ba6-98db-4b6ebe0fec70 May 18 18:24:56.364482 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4d61a53d-b499-4030-9a1e-00a3ab2b6ab5 req-46aea419-01fc-4a93-a859-d054faf922f8 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=86e7cf01-f21c-41cf-b5a3-71cb5ec2aaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450384 May 18 18:24:56.375544 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-517f4ca6-6dcc-46ee-93aa-7c6f7d05d310 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:56.482124 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bd35b4-9b13-4b9e-8669-ac6e9c61e69e req-8949b11e-2d61-40c5-a718-124373a3ecb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:56.484106 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b8bd35b4-9b13-4b9e-8669-ac6e9c61e69e req-8949b11e-2d61-40c5-a718-124373a3ecb5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b85d9655-9e18-4f20-bd82-d6f95b142d2a HTTP/1.1" status: 200 len: 850 time: 0.2079470 May 18 18:24:56.498458 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c4dcab6c-987f-405a-a6e8-75d816cbcc98 req-53e0eeac-dae7-48f4-b58a-5e47c9920883 service neutron] 10.222.0.88 "GET /v2.0/networks/eafefbfa-378a-4a8a-8ee5-45c0c746f8e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3201938 May 18 18:24:56.498997 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-fa30716b-e805-4242-87cc-e11d86130e77 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:56.519581 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d003ab-c5dd-441b-8b08-28320b183ace req-f1b89aa5-d9a5-45a5-b7cd-8fa337e7ac6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:56.521407 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e7d003ab-c5dd-441b-8b08-28320b183ace req-f1b89aa5-d9a5-45a5-b7cd-8fa337e7ac6a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=adbd4d3b-93fc-4f7a-a6ae-1551b2db5668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1616769 May 18 18:24:56.558296 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9b74963a-0ad6-4474-8ef6-abbf50a63882 req-f232a614-e9e2-4a50-991f-de50f72d6a53 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c294977-a47a-459b-b24e-566121e05c9a HTTP/1.1" status: 200 len: 210 time: 0.0692527 May 18 18:24:56.621364 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-fa30716b-e805-4242-87cc-e11d86130e77 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:56.627971 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa30716b-e805-4242-87cc-e11d86130e77 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:56.631588 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-fa30716b-e805-4242-87cc-e11d86130e77 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:56.666060 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e7d003ab-c5dd-441b-8b08-28320b183ace req-0e5f356a-005a-4fb9-bedf-22710417b83d service neutron] 10.222.0.88 "GET /v2.0/networks/adbd4d3b-93fc-4f7a-a6ae-1551b2db5668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233943 May 18 18:24:56.693458 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bd35b4-9b13-4b9e-8669-ac6e9c61e69e req-fd7d5f00-0711-47d2-b7c9-8a5cc69fb9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:56.695030 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b8bd35b4-9b13-4b9e-8669-ac6e9c61e69e req-fd7d5f00-0711-47d2-b7c9-8a5cc69fb9df service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=adbd4d3b-93fc-4f7a-a6ae-1551b2db5668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1916144 May 18 18:24:56.726899 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-fa30716b-e805-4242-87cc-e11d86130e77 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.1175370 May 18 18:24:56.734536 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 47302) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:24:56.749536 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-d98e1a49-8293-4220-8ad7-2e01bd58d041 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Request body: {'subnet': {'network_id': 'd89660fc-b964-4ba6-98db-4b6ebe0fec70', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:24:56.807184 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa30716b-e805-4242-87cc-e11d86130e77 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Pushing event updated for resources: {'Network': ['ID=d89660fc-b964-4ba6-98db-4b6ebe0fec70,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:24:56.819496 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network d89660fc-b964-4ba6-98db-4b6ebe0fec70 details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:24:56.836732 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-517f4ca6-6dcc-46ee-93aa-7c6f7d05d310 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:56.882455 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b8bd35b4-9b13-4b9e-8669-ac6e9c61e69e req-c16f46cf-e82f-4c9f-b338-6ef83099bb28 service neutron] 10.222.0.36 "GET /v2.0/networks/adbd4d3b-93fc-4f7a-a6ae-1551b2db5668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542301 May 18 18:24:56.884024 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-517f4ca6-6dcc-46ee-93aa-7c6f7d05d310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:56.933459 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-517f4ca6-6dcc-46ee-93aa-7c6f7d05d310 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 616} {{(pid=102730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:24:56.990973 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-517f4ca6-6dcc-46ee-93aa-7c6f7d05d310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:56.991444 n-d-838550-3 neutron-server[102730]: INFO neutron.db.segments_db [None req-517f4ca6-6dcc-46ee-93aa-7c6f7d05d310 admin admin] Added segment 8ca14917-c9b1-4338-b349-8fcfdea345e6 of type vlan for network 32a0c3b3-6eed-4c0e-b14e-e9888ed81174 May 18 18:24:56.992895 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517f4ca6-6dcc-46ee-93aa-7c6f7d05d310 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=519b1957-ce5a-4083-8381-409e1487c1fc,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:24:57.077536 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b8bd35b4-9b13-4b9e-8669-ac6e9c61e69e req-22800f67-9c85-42e4-8597-68e237440bf7 service neutron] 10.222.0.36 "GET /v2.0/networks/adbd4d3b-93fc-4f7a-a6ae-1551b2db5668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752574 May 18 18:24:57.099900 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-517f4ca6-6dcc-46ee-93aa-7c6f7d05d310 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:57.134128 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-517f4ca6-6dcc-46ee-93aa-7c6f7d05d310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:57.136166 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517f4ca6-6dcc-46ee-93aa-7c6f7d05d310 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:57.136815 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-517f4ca6-6dcc-46ee-93aa-7c6f7d05d310 admin admin] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:57.179839 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8334dc5a-8cf5-4da0-89ad-b53ce6d2d735 req-61c6b6b3-114c-4d03-8edf-c83a215456b5 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:57.181296 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8334dc5a-8cf5-4da0-89ad-b53ce6d2d735 req-61c6b6b3-114c-4d03-8edf-c83a215456b5 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ed8e89cf-ba95-48d1-a49b-7ab0699b2d22 HTTP/1.1" status: 200 len: 944 time: 0.7230401 May 18 18:24:57.218414 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517f4ca6-6dcc-46ee-93aa-7c6f7d05d310 admin admin] Pushing event updated for resources: {'Network': ['ID=32a0c3b3-6eed-4c0e-b14e-e9888ed81174,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:24:57.224258 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed8e89cf-ba95-48d1-a49b-7ab0699b2d22', 'tag': 'f6f951c7-18a9-4c0d-a7eb-7ef0b984c1a2'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:24:57.226887 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ab74fc1-de6e-483b-8171-dc9a6169b6a0" -d '{"events": [{"name": "network-changed", "server_uuid": "ed8e89cf-ba95-48d1-a49b-7ab0699b2d22", "tag": "f6f951c7-18a9-4c0d-a7eb-7ef0b984c1a2"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:24:57.231494 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network 32a0c3b3-6eed-4c0e-b14e-e9888ed81174 details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:24:57.270611 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-517f4ca6-6dcc-46ee-93aa-7c6f7d05d310 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.6939976 May 18 18:24:57.271389 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 47306) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:24:57.291038 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-86d082a3-cb76-4448-b66e-6e8b3f20d5d4 admin admin] Request body: {'subnet': {'network_id': '32a0c3b3-6eed-4c0e-b14e-e9888ed81174', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1885015581-subnet', 'tenant_id': '0d731d0a64e04789ad04262ef63d1dbd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:24:57.332360 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9414285-6793-47ac-a29f-2472acd806ec x-openstack-request-id: req-b9414285-6793-47ac-a29f-2472acd806ec {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:24:57.333273 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed8e89cf-ba95-48d1-a49b-7ab0699b2d22", "tag": "f6f951c7-18a9-4c0d-a7eb-7ef0b984c1a2", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:24:57.333752 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-b9414285-6793-47ac-a29f-2472acd806ec {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:24:57.334308 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9414285-6793-47ac-a29f-2472acd806ec'] response: {'name': 'network-changed', 'server_uuid': 'ed8e89cf-ba95-48d1-a49b-7ab0699b2d22', 'tag': 'f6f951c7-18a9-4c0d-a7eb-7ef0b984c1a2', 'status': 'completed', 'code': 200} May 18 18:24:57.352253 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86d082a3-cb76-4448-b66e-6e8b3f20d5d4 admin admin] Made reservation on behalf of 0d731d0a64e04789ad04262ef63d1dbd for: {'subnet': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:24:57.355150 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-86d082a3-cb76-4448-b66e-6e8b3f20d5d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261031885'] for subnet, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:57.460251 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [req-fc18f899-cffe-4e77-bc80-99b049a0f79e req-fb2ea241-5707-44f0-81ee-fdaab5247ee6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aad21639-9096-401f-be6b-1fcf72a3df15 {{(pid=102731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:24:57.479568 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-fc18f899-cffe-4e77-bc80-99b049a0f79e req-fb2ea241-5707-44f0-81ee-fdaab5247ee6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:57.494017 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c4dcab6c-987f-405a-a6e8-75d816cbcc98 req-6b1b3403-1251-4162-bf89-e084e7cf2b07 service neutron] 10.222.0.88 "GET /v2.0/networks/eafefbfa-378a-4a8a-8ee5-45c0c746f8e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9714317 May 18 18:24:57.533884 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8334dc5a-8cf5-4da0-89ad-b53ce6d2d735 req-e4f98733-49d3-45b2-ade5-d45df82feba1 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=79af37b4-96e5-49e2-a136-b4eb89c535d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3426731 May 18 18:24:57.544796 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.provisioning_blocks [req-fc18f899-cffe-4e77-bc80-99b049a0f79e req-fb2ea241-5707-44f0-81ee-fdaab5247ee6 service neutron] Transition to ACTIVE for port object aad21639-9096-401f-be6b-1fcf72a3df15 will not be triggered until provisioned by entity L2. {{(pid=102731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:24:57.547431 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e7d003ab-c5dd-441b-8b08-28320b183ace req-0d92146c-457e-420a-9637-b7bb2fec63e2 service neutron] 10.222.0.88 "GET /v2.0/networks/adbd4d3b-93fc-4f7a-a6ae-1551b2db5668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8641229 May 18 18:24:57.599989 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-fc18f899-cffe-4e77-bc80-99b049a0f79e req-fb2ea241-5707-44f0-81ee-fdaab5247ee6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:57.615098 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d98e1a49-8293-4220-8ad7-2e01bd58d041 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Made reservation on behalf of da58e9bc8fb64cb8902d79f0a725e08d for: {'subnet': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:24:57.634783 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d98e1a49-8293-4220-8ad7-2e01bd58d041 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260908003'] for subnet, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:57.715388 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-86d082a3-cb76-4448-b66e-6e8b3f20d5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261104883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261031899'] for subnet, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:57.782480 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aacd59-0a2d-4309-9843-1cb84e6a3318 req-25a58c72-2faf-4994-9880-afd235e256f9 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:57.795576 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d8aacd59-0a2d-4309-9843-1cb84e6a3318 req-25a58c72-2faf-4994-9880-afd235e256f9 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=3af06ae7-a690-4f40-bcb1-f8f76cf6c6ef HTTP/1.1" status: 200 len: 932 time: 0.3469257 May 18 18:24:57.875703 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d082a3-cb76-4448-b66e-6e8b3f20d5d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac45570a-d36a-47d1-a935-bbf3ce99c6a8,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:24:57.882494 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a9f122-1a22-422b-8629-d204cdf9acc4 req-924f13bf-e6ec-4513-a58d-3eefca4b0339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:57.884269 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-60a9f122-1a22-422b-8629-d204cdf9acc4 req-924f13bf-e6ec-4513-a58d-3eefca4b0339 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=4ce86b77116a4afca1694cba473235e6&device_id=9f31ff7d-1823-473c-83d4-db793c2d43da HTTP/1.1" status: 200 len: 1094 time: 0.3328531 May 18 18:24:57.898116 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d8aacd59-0a2d-4309-9843-1cb84e6a3318 req-afdc7372-4f23-479a-885c-731ed8beee77 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/security-groups?id=e4600145-0aaf-4853-ad08-dfd77d36be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869842 May 18 18:24:57.912506 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d082a3-cb76-4448-b66e-6e8b3f20d5d4 admin admin] Checking segment: {'id': '8ca14917-c9b1-4338-b349-8fcfdea345e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '32a0c3b3-6eed-4c0e-b14e-e9888ed81174'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:24:57.913195 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d082a3-cb76-4448-b66e-6e8b3f20d5d4 admin admin] Network hostable DHCP agents. Network: 32a0c3b3-6eed-4c0e-b14e-e9888ed81174, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:24:57.936910 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d082a3-cb76-4448-b66e-6e8b3f20d5d4 admin admin] Network 32a0c3b3-6eed-4c0e-b14e-e9888ed81174 is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:24:57.954574 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-86d082a3-cb76-4448-b66e-6e8b3f20d5d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, 32a0c3b3-6eed-4c0e-b14e-e9888ed81174) {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:24:57.969455 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ba7b3d-3eac-43cb-9159-fcd97bf69d41 None None] Network 32a0c3b3-6eed-4c0e-b14e-e9888ed81174 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:24:57.972692 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d082a3-cb76-4448-b66e-6e8b3f20d5d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:57.973437 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-86d082a3-cb76-4448-b66e-6e8b3f20d5d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:58.021920 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-86d082a3-cb76-4448-b66e-6e8b3f20d5d4 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7470233 May 18 18:24:58.022164 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2ea241-5707-44f0-81ee-fdaab5247ee6 service neutron] Pushing event updated for resources: {'Port': ['ID=aad21639-9096-401f-be6b-1fcf72a3df15,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:24:58.025658 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 47314) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:24:58.028404 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-22926069-4ed0-4423-8cac-2954bef674bf admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1885015581-router', 'tenant_id': '0d731d0a64e04789ad04262ef63d1dbd', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:24:58.059848 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5898bf5a-bb4c-4e17-8b73-33017febb9d5 req-c71abd8b-60df-4f79-bf92-2eb6206fc459 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c294977-a47a-459b-b24e-566121e05c9a HTTP/1.1" status: 200 len: 210 time: 0.0568597 May 18 18:24:58.071479 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab74fc1-de6e-483b-8171-dc9a6169b6a0 req-28ef1a15-68e1-437e-8154-6f1645bc0e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:58.073118 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0ab74fc1-de6e-483b-8171-dc9a6169b6a0 req-28ef1a15-68e1-437e-8154-6f1645bc0e37 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=dc04081bebe44448af91d703facdf00a&device_id=ed8e89cf-ba95-48d1-a49b-7ab0699b2d22 HTTP/1.1" status: 200 len: 1095 time: 0.4316056 May 18 18:24:58.085309 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-22926069-4ed0-4423-8cac-2954bef674bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25099'] for router, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:58.086643 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-22926069-4ed0-4423-8cac-2954bef674bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-593238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596850', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25088'] for router, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:58.165166 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-22926069-4ed0-4423-8cac-2954bef674bf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:58.183020 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e5cf01-200e-49e2-8d5f-65cf6003e975 req-cfc96e6f-8bca-4d0c-85bd-98606a73856a tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:58.184553 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-77e5cf01-200e-49e2-8d5f-65cf6003e975 req-cfc96e6f-8bca-4d0c-85bd-98606a73856a tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=9f31ff7d-1823-473c-83d4-db793c2d43da HTTP/1.1" status: 200 len: 943 time: 0.4131780 May 18 18:24:58.238994 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29174d2-4fac-49e8-a09c-c37fecb0c5e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-32a0c3b3-6eed-4c0e-b14e-e9888ed81174', 'network_id': '32a0c3b3-6eed-4c0e-b14e-e9888ed81174', 'tenant_id': '0d731d0a64e04789ad04262ef63d1dbd', 'fixed_ips': [{'subnet_id': 'ac45570a-d36a-47d1-a935-bbf3ce99c6a8'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:24:58.240100 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-e29174d2-4fac-49e8-a09c-c37fecb0c5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:58.283019 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-fc18f899-cffe-4e77-bc80-99b049a0f79e req-fb2ea241-5707-44f0-81ee-fdaab5247ee6 service neutron] Attempting to bind port aad21639-9096-401f-be6b-1fcf72a3df15 on host n-h1-838550-3 for vnic_type normal with profile {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:24:58.283986 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-fc18f899-cffe-4e77-bc80-99b049a0f79e req-fb2ea241-5707-44f0-81ee-fdaab5247ee6 service neutron] Attempting to bind port aad21639-9096-401f-be6b-1fcf72a3df15 by drivers openvswitch,hyperv on host n-h1-838550-3 at level 0 using segments [{'id': 'dee46304-0b61-4765-8fa4-fe4ec736c06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'add95d4d-788f-4f7a-943c-d9e04efedeef'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:24:58.284258 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc18f899-cffe-4e77-bc80-99b049a0f79e req-fb2ea241-5707-44f0-81ee-fdaab5247ee6 service neutron] Attempting to bind port aad21639-9096-401f-be6b-1fcf72a3df15 on network add95d4d-788f-4f7a-943c-d9e04efedeef {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:24:58.292440 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a9f122-1a22-422b-8629-d204cdf9acc4 req-c4dc94c3-d7a2-434f-8e34-cbf24a0a2f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:58.294609 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-60a9f122-1a22-422b-8629-d204cdf9acc4 req-c4dc94c3-d7a2-434f-8e34-cbf24a0a2f08 service neutron] 10.222.0.88 "GET /v2.0/networks?id=eafefbfa-378a-4a8a-8ee5-45c0c746f8e9 HTTP/1.1" status: 200 len: 911 time: 0.3685462 May 18 18:24:58.344445 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc18f899-cffe-4e77-bc80-99b049a0f79e req-fb2ea241-5707-44f0-81ee-fdaab5247ee6 service neutron] Port aad21639-9096-401f-be6b-1fcf72a3df15 on network add95d4d-788f-4f7a-943c-d9e04efedeef not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-3 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:24:58.345213 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc18f899-cffe-4e77-bc80-99b049a0f79e req-fb2ea241-5707-44f0-81ee-fdaab5247ee6 service neutron] Attempting to bind port aad21639-9096-401f-be6b-1fcf72a3df15 on network add95d4d-788f-4f7a-943c-d9e04efedeef {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:24:58.407166 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-22926069-4ed0-4423-8cac-2954bef674bf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:58.420650 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-60a9f122-1a22-422b-8629-d204cdf9acc4 req-7978336c-477a-44d3-a973-769be427a38a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=674da24f-68ce-455c-a7d9-bb312b8b278a HTTP/1.1" status: 200 len: 217 time: 0.1080613 May 18 18:24:58.422074 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc18f899-cffe-4e77-bc80-99b049a0f79e req-fb2ea241-5707-44f0-81ee-fdaab5247ee6 service neutron] Checking agent: {'id': '1dbac822-25f2-4df8-9dc8-5c2e7b136eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:24:58.422423 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc18f899-cffe-4e77-bc80-99b049a0f79e req-fb2ea241-5707-44f0-81ee-fdaab5247ee6 service neutron] Checking segment: {'id': 'dee46304-0b61-4765-8fa4-fe4ec736c06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'add95d4d-788f-4f7a-943c-d9e04efedeef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:24:58.422816 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc18f899-cffe-4e77-bc80-99b049a0f79e req-fb2ea241-5707-44f0-81ee-fdaab5247ee6 service neutron] Bound using segment: {'id': 'dee46304-0b61-4765-8fa4-fe4ec736c06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'add95d4d-788f-4f7a-943c-d9e04efedeef'} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:24:58.423287 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-fc18f899-cffe-4e77-bc80-99b049a0f79e req-fb2ea241-5707-44f0-81ee-fdaab5247ee6 service neutron] Bound port: aad21639-9096-401f-be6b-1fcf72a3df15, host: n-h1-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dee46304-0b61-4765-8fa4-fe4ec736c06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'add95d4d-788f-4f7a-943c-d9e04efedeef'}}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:24:58.423660 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-fc18f899-cffe-4e77-bc80-99b049a0f79e req-fb2ea241-5707-44f0-81ee-fdaab5247ee6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:58.445299 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-e29174d2-4fac-49e8-a09c-c37fecb0c5e4 None None] Allocated IP 172.20.0.2 (32a0c3b3-6eed-4c0e-b14e-e9888ed81174/ac45570a-d36a-47d1-a935-bbf3ce99c6a8/71c2f768-3f56-4e10-bf99-c3c4cb623ab1) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:24:58.475844 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-77e5cf01-200e-49e2-8d5f-65cf6003e975 req-3e53006b-7661-4a50-8f06-43868b04a7ed tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=86e7cf01-f21c-41cf-b5a3-71cb5ec2aaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569416 May 18 18:24:58.487369 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab74fc1-de6e-483b-8171-dc9a6169b6a0 req-7a2975b5-9a08-480b-9362-02385ac488c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:58.488879 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0ab74fc1-de6e-483b-8171-dc9a6169b6a0 req-7a2975b5-9a08-480b-9362-02385ac488c7 service neutron] 10.222.0.88 "GET /v2.0/networks?id=adbd4d3b-93fc-4f7a-a6ae-1551b2db5668 HTTP/1.1" status: 200 len: 912 time: 0.4055948 May 18 18:24:58.489796 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d98e1a49-8293-4220-8ad7-2e01bd58d041 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260898481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260908021'] for subnet, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:58.623397 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0ab74fc1-de6e-483b-8171-dc9a6169b6a0 req-8554007f-947d-440c-b1d6-39f32e2985e5 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f6f951c7-18a9-4c0d-a7eb-7ef0b984c1a2 HTTP/1.1" status: 200 len: 217 time: 0.1042840 May 18 18:24:58.707182 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-e29174d2-4fac-49e8-a09c-c37fecb0c5e4 None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:58.709414 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a9f122-1a22-422b-8629-d204cdf9acc4 req-cd262245-2445-4662-ad9c-c14fdaa538b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:58.711187 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-60a9f122-1a22-422b-8629-d204cdf9acc4 req-cd262245-2445-4662-ad9c-c14fdaa538b6 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=ab1f7f5a-a761-43dc-be82-e3f213958e88 HTTP/1.1" status: 200 len: 849 time: 0.2617335 May 18 18:24:58.717753 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-e29174d2-4fac-49e8-a09c-c37fecb0c5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:58.726632 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98e1a49-8293-4220-8ad7-2e01bd58d041 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Pushing event updated for resources: {'Subnet': ['ID=983ea9b6-997e-436b-bbb7-5bc3eea0976e,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:24:58.761455 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-fc18f899-cffe-4e77-bc80-99b049a0f79e req-fb2ea241-5707-44f0-81ee-fdaab5247ee6 service neutron] For port aad21639-9096-401f-be6b-1fcf72a3df15, host n-h1-838550-3, cleared binding levels {{(pid=102731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:24:58.769012 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e29174d2-4fac-49e8-a09c-c37fecb0c5e4 None None] Network 32a0c3b3-6eed-4c0e-b14e-e9888ed81174 is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:24:58.769482 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-22926069-4ed0-4423-8cac-2954bef674bf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:58.782147 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-e29174d2-4fac-49e8-a09c-c37fecb0c5e4 None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:24:58.785576 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29174d2-4fac-49e8-a09c-c37fecb0c5e4 None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:24:58.796508 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29174d2-4fac-49e8-a09c-c37fecb0c5e4 None None] Pushing event updated for resources: {'Port': ['ID=71c2f768-3f56-4e10-bf99-c3c4cb623ab1,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:24:58.809818 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-fc18f899-cffe-4e77-bc80-99b049a0f79e req-fb2ea241-5707-44f0-81ee-fdaab5247ee6 service neutron] For port aad21639-9096-401f-be6b-1fcf72a3df15, host n-h1-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=aad21639-9096-401f-be6b-1fcf72a3df15,segment=NetworkSegment(dee46304-0b61-4765-8fa4-fe4ec736c06a),segment_id=dee46304-0b61-4765-8fa4-fe4ec736c06a)] {{(pid=102731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:24:58.814210 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-22926069-4ed0-4423-8cac-2954bef674bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:58.816182 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98e1a49-8293-4220-8ad7-2e01bd58d041 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Checking segment: {'id': 'c1c6787c-31e6-4be3-8c47-041f75d3b6ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'd89660fc-b964-4ba6-98db-4b6ebe0fec70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:24:58.816694 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98e1a49-8293-4220-8ad7-2e01bd58d041 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Network hostable DHCP agents. Network: d89660fc-b964-4ba6-98db-4b6ebe0fec70, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:24:58.822571 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab74fc1-de6e-483b-8171-dc9a6169b6a0 req-1a61ea9d-486a-445a-a377-5359b2575bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:58.824227 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0ab74fc1-de6e-483b-8171-dc9a6169b6a0 req-1a61ea9d-486a-445a-a377-5359b2575bb3 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b85d9655-9e18-4f20-bd82-d6f95b142d2a HTTP/1.1" status: 200 len: 850 time: 0.1874962 May 18 18:24:58.828684 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-fc18f899-cffe-4e77-bc80-99b049a0f79e req-fb2ea241-5707-44f0-81ee-fdaab5247ee6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:58.890232 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-e29174d2-4fac-49e8-a09c-c37fecb0c5e4 None None] Attempting to bind port 71c2f768-3f56-4e10-bf99-c3c4cb623ab1 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:24:58.890663 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-e29174d2-4fac-49e8-a09c-c37fecb0c5e4 None None] Attempting to bind port 71c2f768-3f56-4e10-bf99-c3c4cb623ab1 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '8ca14917-c9b1-4338-b349-8fcfdea345e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '32a0c3b3-6eed-4c0e-b14e-e9888ed81174'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:24:58.891097 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29174d2-4fac-49e8-a09c-c37fecb0c5e4 None None] Attempting to bind port 71c2f768-3f56-4e10-bf99-c3c4cb623ab1 on network 32a0c3b3-6eed-4c0e-b14e-e9888ed81174 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:24:58.897408 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6119c51-8e2e-4bd9-9c13-a3d7d8d2e091 req-1c9c0118-69dd-4109-a88c-9007d3bf3cd1 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:58.898427 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29174d2-4fac-49e8-a09c-c37fecb0c5e4 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 24, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:24:58.898932 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29174d2-4fac-49e8-a09c-c37fecb0c5e4 None None] Checking segment: {'id': '8ca14917-c9b1-4338-b349-8fcfdea345e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '32a0c3b3-6eed-4c0e-b14e-e9888ed81174'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:24:58.899339 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e6119c51-8e2e-4bd9-9c13-a3d7d8d2e091 req-1c9c0118-69dd-4109-a88c-9007d3bf3cd1 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ed8e89cf-ba95-48d1-a49b-7ab0699b2d22 HTTP/1.1" status: 200 len: 944 time: 0.1611876 May 18 18:24:58.904739 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-e29174d2-4fac-49e8-a09c-c37fecb0c5e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:58.905151 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29174d2-4fac-49e8-a09c-c37fecb0c5e4 None None] Bound using segment: {'id': '8ca14917-c9b1-4338-b349-8fcfdea345e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '32a0c3b3-6eed-4c0e-b14e-e9888ed81174'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:24:58.905683 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-e29174d2-4fac-49e8-a09c-c37fecb0c5e4 None None] Bound port: 71c2f768-3f56-4e10-bf99-c3c4cb623ab1, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ca14917-c9b1-4338-b349-8fcfdea345e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '32a0c3b3-6eed-4c0e-b14e-e9888ed81174'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:24:58.906082 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-e29174d2-4fac-49e8-a09c-c37fecb0c5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:58.925231 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a9f122-1a22-422b-8629-d204cdf9acc4 req-9a895a98-65e7-4b79-99cb-ff54344b932b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:58.927033 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-60a9f122-1a22-422b-8629-d204cdf9acc4 req-9a895a98-65e7-4b79-99cb-ff54344b932b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=eafefbfa-378a-4a8a-8ee5-45c0c746f8e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1913943 May 18 18:24:58.930783 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc18f899-cffe-4e77-bc80-99b049a0f79e req-fb2ea241-5707-44f0-81ee-fdaab5247ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:58.931408 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-fc18f899-cffe-4e77-bc80-99b049a0f79e req-fb2ea241-5707-44f0-81ee-fdaab5247ee6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:58.932889 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fc18f899-cffe-4e77-bc80-99b049a0f79e req-fb2ea241-5707-44f0-81ee-fdaab5247ee6 service neutron] 10.222.0.36 "PUT /v2.0/ports/aad21639-9096-401f-be6b-1fcf72a3df15 HTTP/1.1" status: 200 len: 1092 time: 3.5797012 May 18 18:24:58.937319 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98e1a49-8293-4220-8ad7-2e01bd58d041 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Network d89660fc-b964-4ba6-98db-4b6ebe0fec70 is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:24:58.991750 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2ea241-5707-44f0-81ee-fdaab5247ee6 service neutron] Pushing event updated for resources: {'Port': ['ID=aad21639-9096-401f-be6b-1fcf72a3df15,revision_number=3']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:24:59.032256 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e6119c51-8e2e-4bd9-9c13-a3d7d8d2e091 req-94c5b0b8-c706-45a1-b9eb-b95778042cbb tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=79af37b4-96e5-49e2-a136-b4eb89c535d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120913 May 18 18:24:59.039869 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-e29174d2-4fac-49e8-a09c-c37fecb0c5e4 None None] For port 71c2f768-3f56-4e10-bf99-c3c4cb623ab1, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:24:59.052133 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-e29174d2-4fac-49e8-a09c-c37fecb0c5e4 None None] For port 71c2f768-3f56-4e10-bf99-c3c4cb623ab1, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=71c2f768-3f56-4e10-bf99-c3c4cb623ab1,segment=NetworkSegment(8ca14917-c9b1-4338-b349-8fcfdea345e6),segment_id=8ca14917-c9b1-4338-b349-8fcfdea345e6)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:24:59.070982 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-e29174d2-4fac-49e8-a09c-c37fecb0c5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:59.129378 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-d98e1a49-8293-4220-8ad7-2e01bd58d041 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, d89660fc-b964-4ba6-98db-4b6ebe0fec70) {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:24:59.150955 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce81433-b2ab-46d5-af60-70b3cc4b60ac None None] Network d89660fc-b964-4ba6-98db-4b6ebe0fec70 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:24:59.154947 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-22926069-4ed0-4423-8cac-2954bef674bf admin admin] Allocated IP 172.25.5.68 (31ebd439-090c-4b25-bbb0-31c48711b145/363a2810-8a83-4be0-a317-7c91fcd94485/1307ac58-657e-4b0c-989f-41b27f578567) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:24:59.165988 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab74fc1-de6e-483b-8171-dc9a6169b6a0 req-db9526ff-a4f2-403c-8d89-432e4129295b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:59.167545 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0ab74fc1-de6e-483b-8171-dc9a6169b6a0 req-db9526ff-a4f2-403c-8d89-432e4129295b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=adbd4d3b-93fc-4f7a-a6ae-1551b2db5668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3348563 May 18 18:24:59.168889 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98e1a49-8293-4220-8ad7-2e01bd58d041 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:59.169722 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d98e1a49-8293-4220-8ad7-2e01bd58d041 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:59.361012 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-22926069-4ed0-4423-8cac-2954bef674bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:59.361265 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3af06ae7-a690-4f40-bcb1-f8f76cf6c6ef', 'tag': 'aad21639-9096-401f-be6b-1fcf72a3df15'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:24:59.364140 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f23203a-f396-4d12-8148-73d8c93576c5" -d '{"events": [{"name": "network-changed", "server_uuid": "3af06ae7-a690-4f40-bcb1-f8f76cf6c6ef", "tag": "aad21639-9096-401f-be6b-1fcf72a3df15"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:24:59.393849 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-d98e1a49-8293-4220-8ad7-2e01bd58d041 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6472838 May 18 18:24:59.393849 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc18f899-cffe-4e77-bc80-99b049a0f79e req-feac64ba-414d-4471-a435-28727c6b983f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:59.394817 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fc18f899-cffe-4e77-bc80-99b049a0f79e req-feac64ba-414d-4471-a435-28727c6b983f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=06b3ed36f50a43fd9cfeaa89e080d35b&device_id=3af06ae7-a690-4f40-bcb1-f8f76cf6c6ef HTTP/1.1" status: 200 len: 1095 time: 0.3840160 May 18 18:24:59.399982 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 47324) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:24:59.407579 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-601b857d-ea06-4e65-b3f9-f8bc034cce2c tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Request body: {'port': {'network_id': 'd89660fc-b964-4ba6-98db-4b6ebe0fec70', 'name': 'tempest-PortsTestJSON-1963896509', 'fixed_ips': [{'subnet_id': '983ea9b6-997e-436b-bbb7-5bc3eea0976e', 'ip_address': '172.20.0.10'}]}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:24:59.425249 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-22926069-4ed0-4423-8cac-2954bef674bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:59.457774 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c843cac8-36f6-479e-99c2-d6c23dc3fa58 req-8baa5e09-1880-4158-b3ff-c54bdb3987f1 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:59.492734 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c843cac8-36f6-479e-99c2-d6c23dc3fa58 req-8baa5e09-1880-4158-b3ff-c54bdb3987f1 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=3af06ae7-a690-4f40-bcb1-f8f76cf6c6ef HTTP/1.1" status: 200 len: 944 time: 0.4282055 May 18 18:24:59.519579 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fb6d5edf-862c-4451-bf01-43c62f7cf14c req-275c3de6-5f03-475e-8c11-30dd9c03d02f tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c294977-a47a-459b-b24e-566121e05c9a HTTP/1.1" status: 200 len: 210 time: 0.1105063 May 18 18:24:59.520288 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29174d2-4fac-49e8-a09c-c37fecb0c5e4 None None] Pushing event updated for resources: {'Port': ['ID=71c2f768-3f56-4e10-bf99-c3c4cb623ab1,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:24:59.582975 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22926069-4ed0-4423-8cac-2954bef674bf admin admin] Network 31ebd439-090c-4b25-bbb0-31c48711b145 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:24:59.589083 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-22926069-4ed0-4423-8cac-2954bef674bf admin admin] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:24:59.593193 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22926069-4ed0-4423-8cac-2954bef674bf admin admin] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:24:59.605942 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fc18f899-cffe-4e77-bc80-99b049a0f79e req-d7aadf20-25da-42b7-afdb-8db6bf7744d2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aad21639-9096-401f-be6b-1fcf72a3df15 HTTP/1.1" status: 200 len: 217 time: 0.1824105 May 18 18:24:59.607975 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-60a9f122-1a22-422b-8629-d204cdf9acc4 req-4e038b93-31b7-456d-b76c-773a636367b7 service neutron] 10.222.0.88 "GET /v2.0/networks/eafefbfa-378a-4a8a-8ee5-45c0c746f8e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6682744 May 18 18:24:59.674616 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27992c80-76a7-4675-b814-b579c80ed092 x-openstack-request-id: req-27992c80-76a7-4675-b814-b579c80ed092 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:24:59.674730 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3af06ae7-a690-4f40-bcb1-f8f76cf6c6ef", "tag": "aad21639-9096-401f-be6b-1fcf72a3df15", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:24:59.675015 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-27992c80-76a7-4675-b814-b579c80ed092 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:24:59.679275 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27992c80-76a7-4675-b814-b579c80ed092'] response: {'name': 'network-changed', 'server_uuid': '3af06ae7-a690-4f40-bcb1-f8f76cf6c6ef', 'tag': 'aad21639-9096-401f-be6b-1fcf72a3df15', 'status': 'completed', 'code': 200} May 18 18:24:59.680260 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22926069-4ed0-4423-8cac-2954bef674bf admin admin] Pushing event updated for resources: {'Port': ['ID=1307ac58-657e-4b0c-989f-41b27f578567,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:24:59.706434 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9104aca-21b5-489b-b4ba-fcef6d6b3268 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-d89660fc-b964-4ba6-98db-4b6ebe0fec70', 'network_id': 'd89660fc-b964-4ba6-98db-4b6ebe0fec70', 'tenant_id': 'da58e9bc8fb64cb8902d79f0a725e08d', 'fixed_ips': [{'subnet_id': '983ea9b6-997e-436b-bbb7-5bc3eea0976e'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:24:59.707689 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d9104aca-21b5-489b-b4ba-fcef6d6b3268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:24:59.741040 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device f6f951c7-18a9-4c0d-a7eb-7ef0b984c1a2 details requested by agent hyperv_n-h2-838550-3 with host n-h2-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:24:59.823052 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0ab74fc1-de6e-483b-8171-dc9a6169b6a0 req-4657f728-323a-40d3-816f-5d3b3665b59c service neutron] 10.222.0.88 "GET /v2.0/networks/adbd4d3b-93fc-4f7a-a6ae-1551b2db5668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6186624 May 18 18:24:59.843657 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c843cac8-36f6-479e-99c2-d6c23dc3fa58 req-9c517ab5-6133-4c5a-aa9b-19fec4186fa6 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/security-groups?id=e4600145-0aaf-4853-ad08-dfd77d36be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3499064 May 18 18:24:59.927537 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb14e91-4bc0-40cf-a7b6-168cf02a0eb7 req-d7f060c8-1dcc-4870-8d98-2d4441178f68 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:59.933794 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc18f899-cffe-4e77-bc80-99b049a0f79e req-970a1b01-8bb4-48eb-b671-3c1b18b451a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:24:59.935267 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fc18f899-cffe-4e77-bc80-99b049a0f79e req-970a1b01-8bb4-48eb-b671-3c1b18b451a5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=aa5c9232-5b35-4434-8ef8-cf4d8aaf5112 HTTP/1.1" status: 200 len: 835 time: 0.3138640 May 18 18:24:59.936407 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5fb14e91-4bc0-40cf-a7b6-168cf02a0eb7 req-d7f060c8-1dcc-4870-8d98-2d4441178f68 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=9f31ff7d-1823-473c-83d4-db793c2d43da HTTP/1.1" status: 200 len: 943 time: 0.1313190 May 18 18:25:00.009242 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-601b857d-ea06-4e65-b3f9-f8bc034cce2c tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Made reservation on behalf of da58e9bc8fb64cb8902d79f0a725e08d for: {'port': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:25:00.019928 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-60a9f122-1a22-422b-8629-d204cdf9acc4 req-aeb98b19-f865-450f-b0c9-8974b6bfe865 service neutron] 10.222.0.88 "GET /v2.0/networks/eafefbfa-378a-4a8a-8ee5-45c0c746f8e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4012928 May 18 18:25:00.040973 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-d9104aca-21b5-489b-b4ba-fcef6d6b3268 None None] Allocated IP 172.20.0.2 (d89660fc-b964-4ba6-98db-4b6ebe0fec70/983ea9b6-997e-436b-bbb7-5bc3eea0976e/92932d21-bfd9-4e89-9374-31bb14ee79b2) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:25:00.053863 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port f6f951c7-18a9-4c0d-a7eb-7ef0b984c1a2, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=f6f951c7-18a9-4c0d-a7eb-7ef0b984c1a2,segment=NetworkSegment(ef93e1fc-f0f4-4220-adc9-d2cb000b3c93),segment_id=ef93e1fc-f0f4-4220-adc9-d2cb000b3c93)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:25:00.058963 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5fb14e91-4bc0-40cf-a7b6-168cf02a0eb7 req-bee6cf86-f425-44c3-b4b7-b604a83b470b tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=86e7cf01-f21c-41cf-b5a3-71cb5ec2aaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212776 May 18 18:25:00.094348 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0ab74fc1-de6e-483b-8171-dc9a6169b6a0 req-bf21d1d3-6691-4447-91d9-ee58ed8a5ad2 service neutron] 10.222.0.88 "GET /v2.0/networks/adbd4d3b-93fc-4f7a-a6ae-1551b2db5668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2576721 May 18 18:25:00.110364 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc18f899-cffe-4e77-bc80-99b049a0f79e req-4cda3bf4-a814-4b1c-8fc0-9d314d16548c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:00.113323 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fc18f899-cffe-4e77-bc80-99b049a0f79e req-4cda3bf4-a814-4b1c-8fc0-9d314d16548c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=add95d4d-788f-4f7a-943c-d9e04efedeef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1631088 May 18 18:25:00.123467 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Returning: {'device': 'f6f951c7-18a9-4c0d-a7eb-7ef0b984c1a2', 'network_id': 'adbd4d3b-93fc-4f7a-a6ae-1551b2db5668', 'port_id': 'f6f951c7-18a9-4c0d-a7eb-7ef0b984c1a2', 'mac_address': 'fa:16:3e:9d:c7:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b85d9655-9e18-4f20-bd82-d6f95b142d2a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:25:00.161743 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-22926069-4ed0-4423-8cac-2954bef674bf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:00.246306 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-601b857d-ea06-4e65-b3f9-f8bc034cce2c tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:00.262016 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port f6f951c7-18a9-4c0d-a7eb-7ef0b984c1a2 is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:25:00.262497 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:00.293090 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6f951c7-18a9-4c0d-a7eb-7ef0b984c1a2 {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:25:00.346973 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port f6f951c7-18a9-4c0d-a7eb-7ef0b984c1a2, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=f6f951c7-18a9-4c0d-a7eb-7ef0b984c1a2,segment=NetworkSegment(ef93e1fc-f0f4-4220-adc9-d2cb000b3c93),segment_id=ef93e1fc-f0f4-4220-adc9-d2cb000b3c93)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:25:00.351469 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fc18f899-cffe-4e77-bc80-99b049a0f79e req-5466b718-b5b3-4367-b670-9e8b6969cd97 service neutron] 10.222.0.36 "GET /v2.0/networks/add95d4d-788f-4f7a-943c-d9e04efedeef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227983 May 18 18:25:00.352660 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [None req-601b857d-ea06-4e65-b3f9-f8bc034cce2c tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] device_id is not set on port b3aa6045-5fe5-4e68-837e-e94ffea83759 yet. {{(pid=102731) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 18 18:25:00.401594 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:00.440676 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc5767a-e0fa-4e9c-a4d7-5697d7e1aee3 req-9b9197af-4688-46c2-9c2b-722d9043c1aa tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:00.444428 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8cc5767a-e0fa-4e9c-a4d7-5697d7e1aee3 req-9b9197af-4688-46c2-9c2b-722d9043c1aa tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ed8e89cf-ba95-48d1-a49b-7ab0699b2d22 HTTP/1.1" status: 200 len: 944 time: 0.2152648 May 18 18:25:00.480604 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-22926069-4ed0-4423-8cac-2954bef674bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596801'] for router, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:00.482548 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d9104aca-21b5-489b-b4ba-fcef6d6b3268 None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:00.513058 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d9104aca-21b5-489b-b4ba-fcef6d6b3268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:00.526878 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=f6f951c7-18a9-4c0d-a7eb-7ef0b984c1a2,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:25:00.559772 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9104aca-21b5-489b-b4ba-fcef6d6b3268 None None] Network d89660fc-b964-4ba6-98db-4b6ebe0fec70 is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:25:00.574393 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-d9104aca-21b5-489b-b4ba-fcef6d6b3268 None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:25:00.577525 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8cc5767a-e0fa-4e9c-a4d7-5697d7e1aee3 req-4740b36c-5395-49e8-892c-3587b6b80d4d tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=79af37b4-96e5-49e2-a136-b4eb89c535d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257629 May 18 18:25:00.601645 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9104aca-21b5-489b-b4ba-fcef6d6b3268 None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:25:00.654948 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9104aca-21b5-489b-b4ba-fcef6d6b3268 None None] Pushing event updated for resources: {'Port': ['ID=92932d21-bfd9-4e89-9374-31bb14ee79b2,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:25:00.695492 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['f6f951c7-18a9-4c0d-a7eb-7ef0b984c1a2'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:25:00.762355 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4f5c0234-8c81-497a-a929-b4c00e97ce7f req-0193e176-f1f3-4889-80a7-b8d6457a806e tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c294977-a47a-459b-b24e-566121e05c9a HTTP/1.1" status: 200 len: 210 time: 0.0505071 May 18 18:25:00.763770 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-d9104aca-21b5-489b-b4ba-fcef6d6b3268 None None] Attempting to bind port 92932d21-bfd9-4e89-9374-31bb14ee79b2 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:25:00.764388 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-d9104aca-21b5-489b-b4ba-fcef6d6b3268 None None] Attempting to bind port 92932d21-bfd9-4e89-9374-31bb14ee79b2 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': 'c1c6787c-31e6-4be3-8c47-041f75d3b6ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'd89660fc-b964-4ba6-98db-4b6ebe0fec70'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:25:00.765031 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9104aca-21b5-489b-b4ba-fcef6d6b3268 None None] Attempting to bind port 92932d21-bfd9-4e89-9374-31bb14ee79b2 on network d89660fc-b964-4ba6-98db-4b6ebe0fec70 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:25:00.775105 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9104aca-21b5-489b-b4ba-fcef6d6b3268 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 24, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:25:00.775489 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9104aca-21b5-489b-b4ba-fcef6d6b3268 None None] Checking segment: {'id': 'c1c6787c-31e6-4be3-8c47-041f75d3b6ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'd89660fc-b964-4ba6-98db-4b6ebe0fec70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:25:00.775897 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d9104aca-21b5-489b-b4ba-fcef6d6b3268 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:00.776298 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9104aca-21b5-489b-b4ba-fcef6d6b3268 None None] Bound using segment: {'id': 'c1c6787c-31e6-4be3-8c47-041f75d3b6ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'd89660fc-b964-4ba6-98db-4b6ebe0fec70'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:25:00.776951 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-d9104aca-21b5-489b-b4ba-fcef6d6b3268 None None] Bound port: 92932d21-bfd9-4e89-9374-31bb14ee79b2, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1c6787c-31e6-4be3-8c47-041f75d3b6ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'd89660fc-b964-4ba6-98db-4b6ebe0fec70'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:25:00.777346 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d9104aca-21b5-489b-b4ba-fcef6d6b3268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:00.847450 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22926069-4ed0-4423-8cac-2954bef674bf admin admin] Router be055dce-5e9c-42c3-b98f-bdae8046ec2d is scheduled to L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e with binding_index 1 {{(pid=102730) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 18 18:25:00.879599 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e22c403-7c10-47ee-a8cb-dd6d56062486 None None] Network 32a0c3b3-6eed-4c0e-b14e-e9888ed81174 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:25:01.063781 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-d9104aca-21b5-489b-b4ba-fcef6d6b3268 None None] For port 92932d21-bfd9-4e89-9374-31bb14ee79b2, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:25:01.064452 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22926069-4ed0-4423-8cac-2954bef674bf admin admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:25:01.067658 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-9000db35-0005-45c7-ab54-7da7954dd6ad None None] Provisioning complete for port 71c2f768-3f56-4e10-bf99-c3c4cb623ab1 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:25:01.067905 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9000db35-0005-45c7-ab54-7da7954dd6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:01.115307 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-22926069-4ed0-4423-8cac-2954bef674bf admin admin] Notify callbacks [] for router, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:01.116621 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-22926069-4ed0-4423-8cac-2954bef674bf admin admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.0919120 May 18 18:25:01.119367 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 47338) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:25:01.158988 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4604a2e-49ee-422f-8ec6-78168147f9c2 None None] Sync routers for ids ['be055dce-5e9c-42c3-b98f-bdae8046ec2d'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:25:01.191684 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-d9104aca-21b5-489b-b4ba-fcef6d6b3268 None None] For port 92932d21-bfd9-4e89-9374-31bb14ee79b2, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=92932d21-bfd9-4e89-9374-31bb14ee79b2,segment=NetworkSegment(c1c6787c-31e6-4be3-8c47-041f75d3b6ea),segment_id=c1c6787c-31e6-4be3-8c47-041f75d3b6ea)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:25:01.201901 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:01.238517 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d9104aca-21b5-489b-b4ba-fcef6d6b3268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:01.249328 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4604a2e-49ee-422f-8ec6-78168147f9c2 None None] Routers {'be055dce-5e9c-42c3-b98f-bdae8046ec2d'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:25:01.250463 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-f4604a2e-49ee-422f-8ec6-78168147f9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:24:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['be055dce-5e9c-42c3-b98f-bdae8046ec2d'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:25:01.318419 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e437b3fe-5ac4-49b6-a017-273cbb22920d req-53880c7b-6fd5-41e3-9c23-1b98b7b0eb24 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:01.319968 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e437b3fe-5ac4-49b6-a017-273cbb22920d req-53880c7b-6fd5-41e3-9c23-1b98b7b0eb24 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=9f31ff7d-1823-473c-83d4-db793c2d43da HTTP/1.1" status: 200 len: 943 time: 0.1431715 May 18 18:25:01.348220 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:01.412833 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fc18f899-cffe-4e77-bc80-99b049a0f79e req-14a17064-5ee1-4cdb-8ee7-6a4202c8fd26 service neutron] 10.222.0.36 "GET /v2.0/networks/add95d4d-788f-4f7a-943c-d9e04efedeef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0513561 May 18 18:25:01.449105 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e437b3fe-5ac4-49b6-a017-273cbb22920d req-115a5b38-fd0c-4aa2-8599-7467727675be tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=86e7cf01-f21c-41cf-b5a3-71cb5ec2aaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210620 May 18 18:25:01.641514 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d2204c-1942-4851-9f1e-399a91a2f43f req-aea3b71a-0173-4126-b155-a6736e0d3285 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:01.647247 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-90d2204c-1942-4851-9f1e-399a91a2f43f req-aea3b71a-0173-4126-b155-a6736e0d3285 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=3af06ae7-a690-4f40-bcb1-f8f76cf6c6ef HTTP/1.1" status: 200 len: 944 time: 0.2454739 May 18 18:25:01.649282 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-601b857d-ea06-4e65-b3f9-f8bc034cce2c tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Allocated IP 172.20.0.10 (d89660fc-b964-4ba6-98db-4b6ebe0fec70/983ea9b6-997e-436b-bbb7-5bc3eea0976e/b3aa6045-5fe5-4e68-837e-e94ffea83759) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:25:01.696329 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f23203a-f396-4d12-8148-73d8c93576c5 req-0d3d9e9e-13db-4374-9d0b-a482a000a9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:01.700102 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4f23203a-f396-4d12-8148-73d8c93576c5 req-0d3d9e9e-13db-4374-9d0b-a482a000a9db service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=06b3ed36f50a43fd9cfeaa89e080d35b&device_id=3af06ae7-a690-4f40-bcb1-f8f76cf6c6ef HTTP/1.1" status: 200 len: 1095 time: 0.1779983 May 18 18:25:01.707985 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9104aca-21b5-489b-b4ba-fcef6d6b3268 None None] Pushing event updated for resources: {'Port': ['ID=92932d21-bfd9-4e89-9374-31bb14ee79b2,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:25:01.766223 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-9000db35-0005-45c7-ab54-7da7954dd6ad None None] Current status of the port 71c2f768-3f56-4e10-bf99-c3c4cb623ab1 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:25:01.766632 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9000db35-0005-45c7-ab54-7da7954dd6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:01.798146 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 71c2f768-3f56-4e10-bf99-c3c4cb623ab1 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:25:01.800526 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device f6f951c7-18a9-4c0d-a7eb-7ef0b984c1a2 up at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:25:01.877298 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f23203a-f396-4d12-8148-73d8c93576c5 req-ad2af437-7d8e-45f7-8eb3-73ddb641efd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:01.879793 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4f23203a-f396-4d12-8148-73d8c93576c5 req-ad2af437-7d8e-45f7-8eb3-73ddb641efd1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=add95d4d-788f-4f7a-943c-d9e04efedeef HTTP/1.1" status: 200 len: 898 time: 0.1526992 May 18 18:25:01.948287 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-f4604a2e-49ee-422f-8ec6-78168147f9c2 None None] Set router be055dce-5e9c-42c3-b98f-bdae8046ec2d gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:25:01.956779 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4f23203a-f396-4d12-8148-73d8c93576c5 req-71c70897-edae-48a7-b17c-b20b7182aafb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aad21639-9096-401f-be6b-1fcf72a3df15 HTTP/1.1" status: 200 len: 217 time: 0.0596309 May 18 18:25:01.963853 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-90d2204c-1942-4851-9f1e-399a91a2f43f req-820759e3-5c61-4234-8b66-fe3bb06bef0f tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/security-groups?id=e4600145-0aaf-4853-ad08-dfd77d36be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3103435 May 18 18:25:02.027379 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-9000db35-0005-45c7-ab54-7da7954dd6ad None None] For port 71c2f768-3f56-4e10-bf99-c3c4cb623ab1, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=71c2f768-3f56-4e10-bf99-c3c4cb623ab1,segment=NetworkSegment(8ca14917-c9b1-4338-b349-8fcfdea345e6),segment_id=8ca14917-c9b1-4338-b349-8fcfdea345e6)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:25:02.045733 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f23203a-f396-4d12-8148-73d8c93576c5 req-5bf0e369-c51e-4ce5-b27c-3cd76fb91938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:02.047704 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4f23203a-f396-4d12-8148-73d8c93576c5 req-5bf0e369-c51e-4ce5-b27c-3cd76fb91938 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=aa5c9232-5b35-4434-8ef8-cf4d8aaf5112 HTTP/1.1" status: 200 len: 835 time: 0.0797660 May 18 18:25:02.087172 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9000db35-0005-45c7-ab54-7da7954dd6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:02.157692 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9000db35-0005-45c7-ab54-7da7954dd6ad None None] Pushing event updated for resources: {'Port': ['ID=71c2f768-3f56-4e10-bf99-c3c4cb623ab1,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:25:02.233417 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning for port f6f951c7-18a9-4c0d-a7eb-7ef0b984c1a2 completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:25:02.244317 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning complete for port f6f951c7-18a9-4c0d-a7eb-7ef0b984c1a2 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:25:02.244691 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:02.246254 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 71c2f768-3f56-4e10-bf99-c3c4cb623ab1 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:25:02.246610 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:02.296827 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f23203a-f396-4d12-8148-73d8c93576c5 req-de6e46b7-03b7-4db8-b748-c633679b22da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:02.298418 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4f23203a-f396-4d12-8148-73d8c93576c5 req-de6e46b7-03b7-4db8-b748-c633679b22da service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=add95d4d-788f-4f7a-943c-d9e04efedeef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2406943 May 18 18:25:02.409834 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d34bb2-ca83-4cb4-87a7-f87a0b82384a req-4c427dee-3927-45d3-b527-e8c86c6042a9 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:02.412142 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f6d34bb2-ca83-4cb4-87a7-f87a0b82384a req-4c427dee-3927-45d3-b527-e8c86c6042a9 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ed8e89cf-ba95-48d1-a49b-7ab0699b2d22 HTTP/1.1" status: 200 len: 945 time: 0.2593479 May 18 18:25:02.416827 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-601b857d-ea06-4e65-b3f9-f8bc034cce2c tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:02.508240 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f6d34bb2-ca83-4cb4-87a7-f87a0b82384a req-0ee7f941-9454-452d-a965-44833e2cd5a7 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=79af37b4-96e5-49e2-a136-b4eb89c535d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839293 May 18 18:25:02.547867 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4f23203a-f396-4d12-8148-73d8c93576c5 req-2524e2e2-950c-4f0b-8e93-a4805309d0c4 service neutron] 10.222.0.36 "GET /v2.0/networks/add95d4d-788f-4f7a-943c-d9e04efedeef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401338 May 18 18:25:02.552072 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b2c39593-15d1-4a37-ac8e-88669b9601ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:02.569861 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-f77e3f7f-e05a-4571-9f69-4c4cf993fc3c None None] Provisioning complete for port 71c2f768-3f56-4e10-bf99-c3c4cb623ab1 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:25:02.570227 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f77e3f7f-e05a-4571-9f69-4c4cf993fc3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:02.578936 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-601b857d-ea06-4e65-b3f9-f8bc034cce2c tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:02.672380 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4f23203a-f396-4d12-8148-73d8c93576c5 req-1e800520-43be-43f5-ac00-4e2de687143d service neutron] 10.222.0.36 "GET /v2.0/networks/add95d4d-788f-4f7a-943c-d9e04efedeef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161573 May 18 18:25:02.756499 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fafce390-6d45-47f3-a9e2-414377b5d77f req-b8462000-877f-4d85-8240-8ddf248fd519 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c294977-a47a-459b-b24e-566121e05c9a HTTP/1.1" status: 200 len: 210 time: 0.0831959 May 18 18:25:02.766798 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601b857d-ea06-4e65-b3f9-f8bc034cce2c tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Network d89660fc-b964-4ba6-98db-4b6ebe0fec70 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:25:02.771883 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-601b857d-ea06-4e65-b3f9-f8bc034cce2c tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:25:02.777317 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601b857d-ea06-4e65-b3f9-f8bc034cce2c tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:25:02.821734 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 71c2f768-3f56-4e10-bf99-c3c4cb623ab1 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:25:02.823748 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port f6f951c7-18a9-4c0d-a7eb-7ef0b984c1a2 is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:25:02.824126 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:02.836459 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601b857d-ea06-4e65-b3f9-f8bc034cce2c tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Pushing event updated for resources: {'Port': ['ID=b3aa6045-5fe5-4e68-837e-e94ffea83759,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:25:02.865807 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed8e89cf-ba95-48d1-a49b-7ab0699b2d22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6f951c7-18a9-4c0d-a7eb-7ef0b984c1a2'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:25:02.868105 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fab13ea9-907c-423a-8cbd-c7c698780672" -d '{"events": [{"server_uuid": "ed8e89cf-ba95-48d1-a49b-7ab0699b2d22", "name": "network-vif-plugged", "status": "completed", "tag": "f6f951c7-18a9-4c0d-a7eb-7ef0b984c1a2"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:25:02.886275 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-b2c39593-15d1-4a37-ac8e-88669b9601ee admin admin] Allocated IP 172.20.0.1 (32a0c3b3-6eed-4c0e-b14e-e9888ed81174/ac45570a-d36a-47d1-a935-bbf3ce99c6a8/8f52beef-237e-4856-b6c6-26ac65d58558) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:25:02.897903 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-601b857d-ea06-4e65-b3f9-f8bc034cce2c tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:02.898563 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-601b857d-ea06-4e65-b3f9-f8bc034cce2c tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:02.927923 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-f77e3f7f-e05a-4571-9f69-4c4cf993fc3c None None] Current status of the port 71c2f768-3f56-4e10-bf99-c3c4cb623ab1 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:25:02.936326 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port f6f951c7-18a9-4c0d-a7eb-7ef0b984c1a2, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=f6f951c7-18a9-4c0d-a7eb-7ef0b984c1a2,segment=NetworkSegment(ef93e1fc-f0f4-4220-adc9-d2cb000b3c93),segment_id=ef93e1fc-f0f4-4220-adc9-d2cb000b3c93)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:25:02.950605 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-f4604a2e-49ee-422f-8ec6-78168147f9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be055dce-5e9c-42c3-b98f-bdae8046ec2d', 'name': 'tempest-AttachVolumeShelveTestJSON-1885015581-router', 'tenant_id': '0d731d0a64e04789ad04262ef63d1dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.68'}], 'enable_snat': True}, 'gw_port_id': '1307ac58-657e-4b0c-989f-41b27f578567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:24:58Z', 'updated_at': '2022-05-18T18:24:59Z', 'revision_number': 3, 'project_id': '0d731d0a64e04789ad04262ef63d1dbd', 'gw_port': {'id': '1307ac58-657e-4b0c-989f-41b27f578567', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:6e:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be055dce-5e9c-42c3-b98f-bdae8046ec2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:24:58Z', 'updated_at': '2022-05-18T18:24:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:25:02.959050 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:02.964970 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-601b857d-ea06-4e65-b3f9-f8bc034cce2c tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.5622771 May 18 18:25:02.978516 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3973866f-70ea-45cc-952b-369a5c3a2e33 req-716a4c20-630a-49d8-9317-fb780dd8c5ba tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:02.980353 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3973866f-70ea-45cc-952b-369a5c3a2e33 req-716a4c20-630a-49d8-9317-fb780dd8c5ba tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=9f31ff7d-1823-473c-83d4-db793c2d43da HTTP/1.1" status: 200 len: 943 time: 0.0789983 May 18 18:25:02.981027 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 47352) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:25:02.988731 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-48f38f44-4a48-4371-af55-de4fd6eff5a5 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Request body: {'port': {'network_id': 'd89660fc-b964-4ba6-98db-4b6ebe0fec70', 'name': 'tempest-PortsTestJSON-2145395304', 'fixed_ips': [{'subnet_id': '983ea9b6-997e-436b-bbb7-5bc3eea0976e', 'ip_address': '172.20.0.9'}]}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:25:03.007397 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4604a2e-49ee-422f-8ec6-78168147f9c2 None None] Checking router: be055dce-5e9c-42c3-b98f-bdae8046ec2d for host: n-d-838550-3 {{(pid=102732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:25:03.007750 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4604a2e-49ee-422f-8ec6-78168147f9c2 None None] Updating router be055dce-5e9c-42c3-b98f-bdae8046ec2d port 1307ac58-657e-4b0c-989f-41b27f578567 binding host n-d-838550-3 {{(pid=102732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 18:25:03.042793 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b2c39593-15d1-4a37-ac8e-88669b9601ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:03.057473 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f4604a2e-49ee-422f-8ec6-78168147f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:03.088020 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b2c39593-15d1-4a37-ac8e-88669b9601ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:03.093491 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=f6f951c7-18a9-4c0d-a7eb-7ef0b984c1a2,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:25:03.159385 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3973866f-70ea-45cc-952b-369a5c3a2e33 req-496202f3-e667-49e5-b194-716275ca939c tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=86e7cf01-f21c-41cf-b5a3-71cb5ec2aaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656780 May 18 18:25:03.174789 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c39593-15d1-4a37-ac8e-88669b9601ee admin admin] Network 32a0c3b3-6eed-4c0e-b14e-e9888ed81174 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:25:03.176513 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c39593-15d1-4a37-ac8e-88669b9601ee admin admin] Pushing event updated for resources: {'Port': ['ID=8f52beef-237e-4856-b6c6-26ac65d58558,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:25:03.179623 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-b2c39593-15d1-4a37-ac8e-88669b9601ee admin admin] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:25:03.181769 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c39593-15d1-4a37-ac8e-88669b9601ee admin admin] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:25:03.240088 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48f38f44-4a48-4371-af55-de4fd6eff5a5 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Made reservation on behalf of da58e9bc8fb64cb8902d79f0a725e08d for: {'port': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:25:03.240312 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b2c39593-15d1-4a37-ac8e-88669b9601ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595826'] for router_interface, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:03.250278 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-48f38f44-4a48-4371-af55-de4fd6eff5a5 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:03.273145 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-592915d7-49c1-4ddd-9469-3d708c7c7949 x-openstack-request-id: req-592915d7-49c1-4ddd-9469-3d708c7c7949 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:25:03.273498 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed8e89cf-ba95-48d1-a49b-7ab0699b2d22", "name": "network-vif-plugged", "status": "completed", "tag": "f6f951c7-18a9-4c0d-a7eb-7ef0b984c1a2", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:25:03.276155 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-592915d7-49c1-4ddd-9469-3d708c7c7949 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:25:03.276155 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-592915d7-49c1-4ddd-9469-3d708c7c7949'] response: {'server_uuid': 'ed8e89cf-ba95-48d1-a49b-7ab0699b2d22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6f951c7-18a9-4c0d-a7eb-7ef0b984c1a2', 'code': 200} May 18 18:25:03.276808 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc5b8d3-62d9-4e5a-be97-7bcbf59fc08a None None] Network d89660fc-b964-4ba6-98db-4b6ebe0fec70 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:25:03.298798 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [None req-48f38f44-4a48-4371-af55-de4fd6eff5a5 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] device_id is not set on port 9ef2afba-d6d3-47e8-8220-fffbf7d498fc yet. {{(pid=102731) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 18 18:25:03.466340 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b2c39593-15d1-4a37-ac8e-88669b9601ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:03.627523 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f4604a2e-49ee-422f-8ec6-78168147f9c2 None None] Notify callbacks [] for port, precommit_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:03.646078 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f4604a2e-49ee-422f-8ec6-78168147f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:03.678261 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b2cd6d-df3c-4e93-9493-42e14a514266 req-8425c123-e43e-4050-a73d-a21ec04df8f0 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:03.687040 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b7b2cd6d-df3c-4e93-9493-42e14a514266 req-8425c123-e43e-4050-a73d-a21ec04df8f0 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=3af06ae7-a690-4f40-bcb1-f8f76cf6c6ef HTTP/1.1" status: 200 len: 944 time: 0.2135611 May 18 18:25:03.703224 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46652c5d-eb85-44ac-b2e9-4767109d3bf3 req-9f0f1580-d82d-4169-89e5-047431689c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:03.705513 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-46652c5d-eb85-44ac-b2e9-4767109d3bf3 req-9f0f1580-d82d-4169-89e5-047431689c08 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=ed8e89cf-ba95-48d1-a49b-7ab0699b2d22 HTTP/1.1" status: 200 len: 1097 time: 0.2068746 May 18 18:25:03.715067 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-48f38f44-4a48-4371-af55-de4fd6eff5a5 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Allocated IP 172.20.0.9 (d89660fc-b964-4ba6-98db-4b6ebe0fec70/983ea9b6-997e-436b-bbb7-5bc3eea0976e/9ef2afba-d6d3-47e8-8220-fffbf7d498fc) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:25:03.719943 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7767fad7-d88c-4033-87a6-e5c3616b36ee None None] Pushing event updated for resources: {'Port': ['ID=1307ac58-657e-4b0c-989f-41b27f578567,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:25:03.750215 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-3f028dab-e800-4ced-82cc-8db3b1c3113d None None] Provisioning complete for port 92932d21-bfd9-4e89-9374-31bb14ee79b2 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:25:03.751438 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-3f028dab-e800-4ced-82cc-8db3b1c3113d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:03.785114 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-f4604a2e-49ee-422f-8ec6-78168147f9c2 None None] Attempting to bind port 1307ac58-657e-4b0c-989f-41b27f578567 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:25:03.785777 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-f4604a2e-49ee-422f-8ec6-78168147f9c2 None None] Attempting to bind port 1307ac58-657e-4b0c-989f-41b27f578567 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:25:03.786155 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4604a2e-49ee-422f-8ec6-78168147f9c2 None None] Attempting to bind port 1307ac58-657e-4b0c-989f-41b27f578567 on network 31ebd439-090c-4b25-bbb0-31c48711b145 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:25:03.815183 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 92932d21-bfd9-4e89-9374-31bb14ee79b2 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:25:03.818045 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4604a2e-49ee-422f-8ec6-78168147f9c2 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 24, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:25:03.818297 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4604a2e-49ee-422f-8ec6-78168147f9c2 None None] Checking segment: {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:25:03.818711 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f4604a2e-49ee-422f-8ec6-78168147f9c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:03.819206 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4604a2e-49ee-422f-8ec6-78168147f9c2 None None] Bound using segment: {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:25:03.819596 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-f4604a2e-49ee-422f-8ec6-78168147f9c2 None None] Bound port: 1307ac58-657e-4b0c-989f-41b27f578567, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:25:03.820163 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f4604a2e-49ee-422f-8ec6-78168147f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:03.837895 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b7b2cd6d-df3c-4e93-9493-42e14a514266 req-2ad7c26c-0364-4df7-b7dc-33b7d97d9c93 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/security-groups?id=e4600145-0aaf-4853-ad08-dfd77d36be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1500077 May 18 18:25:03.857949 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-46652c5d-eb85-44ac-b2e9-4767109d3bf3 req-5410dcf8-a669-4a19-b471-c76a6a224a26 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=79af37b4-96e5-49e2-a136-b4eb89c535d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221011 May 18 18:25:03.858755 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b2c39593-15d1-4a37-ac8e-88669b9601ee admin admin] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:03.867410 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b2c39593-15d1-4a37-ac8e-88669b9601ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:03.981404 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-f4604a2e-49ee-422f-8ec6-78168147f9c2 None None] For port 1307ac58-657e-4b0c-989f-41b27f578567, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:25:03.987944 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-f4604a2e-49ee-422f-8ec6-78168147f9c2 None None] For port 1307ac58-657e-4b0c-989f-41b27f578567, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=1307ac58-657e-4b0c-989f-41b27f578567,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:25:04.010209 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b2c39593-15d1-4a37-ac8e-88669b9601ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-595870'] for router_interface, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:04.016755 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c39593-15d1-4a37-ac8e-88669b9601ee admin admin] Pushing event updated for resources: {'Port': ['ID=8f52beef-237e-4856-b6c6-26ac65d58558,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:25:04.024852 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f4604a2e-49ee-422f-8ec6-78168147f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:04.127544 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c39593-15d1-4a37-ac8e-88669b9601ee admin admin] Network 32a0c3b3-6eed-4c0e-b14e-e9888ed81174 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:25:04.130144 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-b2c39593-15d1-4a37-ac8e-88669b9601ee admin admin] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:25:04.185217 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 92932d21-bfd9-4e89-9374-31bb14ee79b2 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:25:04.186057 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:04.240565 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67807c31-bcb4-40a3-af7b-8964e14680b1 req-63ef9523-1383-4023-91a0-bf5cf672b9ff tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:04.242383 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-67807c31-bcb4-40a3-af7b-8964e14680b1 req-63ef9523-1383-4023-91a0-bf5cf672b9ff tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ed8e89cf-ba95-48d1-a49b-7ab0699b2d22 HTTP/1.1" status: 200 len: 946 time: 0.2275898 May 18 18:25:04.318472 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2c39593-15d1-4a37-ac8e-88669b9601ee admin admin] Router be055dce-5e9c-42c3-b98f-bdae8046ec2d has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:25:04.353108 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-48f38f44-4a48-4371-af55-de4fd6eff5a5 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:04.404098 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-67807c31-bcb4-40a3-af7b-8964e14680b1 req-291bc16f-9eec-4416-82f9-bc72485a1976 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=79af37b4-96e5-49e2-a136-b4eb89c535d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504338 May 18 18:25:04.438003 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-3f028dab-e800-4ced-82cc-8db3b1c3113d None None] Current status of the port 92932d21-bfd9-4e89-9374-31bb14ee79b2 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:25:04.438406 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-3f028dab-e800-4ced-82cc-8db3b1c3113d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:04.509523 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-48f38f44-4a48-4371-af55-de4fd6eff5a5 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:04.554652 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7767fad7-d88c-4033-87a6-e5c3616b36ee None None] Pushing event updated for resources: {'Port': ['ID=1307ac58-657e-4b0c-989f-41b27f578567,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:25:04.591703 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4604a2e-49ee-422f-8ec6-78168147f9c2 None None] Routers {'be055dce-5e9c-42c3-b98f-bdae8046ec2d'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:25:04.594109 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-f4604a2e-49ee-422f-8ec6-78168147f9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:24:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['be055dce-5e9c-42c3-b98f-bdae8046ec2d'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:25:04.661153 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2c39593-15d1-4a37-ac8e-88669b9601ee admin admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:25:04.699328 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-b2c39593-15d1-4a37-ac8e-88669b9601ee admin admin] 10.222.0.85 "PUT /v2.0/routers/be055dce-5e9c-42c3-b98f-bdae8046ec2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5676901 May 18 18:25:04.714183 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f38f44-4a48-4371-af55-de4fd6eff5a5 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Pushing event updated for resources: {'Port': ['ID=9ef2afba-d6d3-47e8-8220-fffbf7d498fc,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:25:04.782470 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-3f028dab-e800-4ced-82cc-8db3b1c3113d None None] For port 92932d21-bfd9-4e89-9374-31bb14ee79b2, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=92932d21-bfd9-4e89-9374-31bb14ee79b2,segment=NetworkSegment(c1c6787c-31e6-4be3-8c47-041f75d3b6ea),segment_id=c1c6787c-31e6-4be3-8c47-041f75d3b6ea)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:25:04.790862 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1590f962-66ed-4c0f-87aa-5ff6009a867e req-8a5781f7-9b84-41ae-9d40-bdf10a6ebc25 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c294977-a47a-459b-b24e-566121e05c9a HTTP/1.1" status: 200 len: 210 time: 0.1046746 May 18 18:25:04.808888 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f38f44-4a48-4371-af55-de4fd6eff5a5 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Network d89660fc-b964-4ba6-98db-4b6ebe0fec70 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:25:04.812605 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-48f38f44-4a48-4371-af55-de4fd6eff5a5 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:25:04.820926 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f38f44-4a48-4371-af55-de4fd6eff5a5 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:25:04.842028 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-3f028dab-e800-4ced-82cc-8db3b1c3113d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:04.925324 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e70cc3c-ef2a-4eb1-8022-54a739c575c2 req-18bc7752-df10-47cd-bb8b-a38cdbc58cd3 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:04.932599 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1e70cc3c-ef2a-4eb1-8022-54a739c575c2 req-18bc7752-df10-47cd-bb8b-a38cdbc58cd3 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=9f31ff7d-1823-473c-83d4-db793c2d43da HTTP/1.1" status: 200 len: 943 time: 0.1802831 May 18 18:25:04.962172 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f38f44-4a48-4371-af55-de4fd6eff5a5 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:04.963136 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-48f38f44-4a48-4371-af55-de4fd6eff5a5 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:05.010624 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-48f38f44-4a48-4371-af55-de4fd6eff5a5 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.0195189 May 18 18:25:05.010624 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 47374) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:25:05.029143 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 92932d21-bfd9-4e89-9374-31bb14ee79b2 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:25:05.029404 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:05.073430 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1e70cc3c-ef2a-4eb1-8022-54a739c575c2 req-ea1336d4-8674-4e9f-9486-d819e3f184f9 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=86e7cf01-f21c-41cf-b5a3-71cb5ec2aaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280594 May 18 18:25:05.105458 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-6b954ee8-4d95-484b-b37f-128470c5dfc1 None None] Provisioning complete for port 8f52beef-237e-4856-b6c6-26ac65d58558 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:25:05.107100 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-6b954ee8-4d95-484b-b37f-128470c5dfc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:05.229489 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f028dab-e800-4ced-82cc-8db3b1c3113d None None] Pushing event updated for resources: {'Port': ['ID=92932d21-bfd9-4e89-9374-31bb14ee79b2,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:25:05.242650 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.db.api [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102732) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 18 18:25:05.245856 n-d-838550-3 neutron-server[102732]: DEBUG oslo_db.api [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 18 18:25:05.284074 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-f4604a2e-49ee-422f-8ec6-78168147f9c2 None None] Set router be055dce-5e9c-42c3-b98f-bdae8046ec2d gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:25:05.324239 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47af82b2-b853-4994-a4bb-133c67ccab27 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:05.329131 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 47380) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:25:05.344504 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-47af82b2-b853-4994-a4bb-133c67ccab27 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] 10.222.0.85 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.3361099 May 18 18:25:05.366127 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15becf8-c69a-4aa5-b8e6-3df7d04784cc req-08a189e6-5acf-4f74-9ea6-34a739e2ff8d tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:05.386336 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f15becf8-c69a-4aa5-b8e6-3df7d04784cc req-08a189e6-5acf-4f74-9ea6-34a739e2ff8d tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=3af06ae7-a690-4f40-bcb1-f8f76cf6c6ef HTTP/1.1" status: 200 len: 944 time: 0.1997359 May 18 18:25:05.409552 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-6b954ee8-4d95-484b-b37f-128470c5dfc1 None None] Port 8f52beef-237e-4856-b6c6-26ac65d58558 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:25:05.450152 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85070a3f-3b0e-4003-8fef-29a2ff9cdbfb tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:05.458284 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f15becf8-c69a-4aa5-b8e6-3df7d04784cc req-411030ae-95bd-444c-b737-7ffa68e8c320 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/security-groups?id=e4600145-0aaf-4853-ad08-dfd77d36be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707977 May 18 18:25:05.466629 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85070a3f-3b0e-4003-8fef-29a2ff9cdbfb tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:05.485927 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85070a3f-3b0e-4003-8fef-29a2ff9cdbfb tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:05.487779 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-85070a3f-3b0e-4003-8fef-29a2ff9cdbfb tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] 10.222.0.85 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.1574070 May 18 18:25:05.490704 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 47384) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:25:05.510265 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-6b954ee8-4d95-484b-b37f-128470c5dfc1 None None] Provisioning complete for port 92932d21-bfd9-4e89-9374-31bb14ee79b2 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:25:05.510641 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-6b954ee8-4d95-484b-b37f-128470c5dfc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:05.603696 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 47386) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:25:05.608533 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-66181be3-a00d-4b09-873f-3b38e8aba462 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Request body: {'security_group': {'name': 'tempest-securitygroup--843124275', 'description': 'tempest-description--271701867'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:25:05.668842 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-66181be3-a00d-4b09-873f-3b38e8aba462 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:05.673276 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8a9bdc-28fc-4804-9662-3f56b8d30bf0 req-35c5293c-9638-432e-b69f-dd401f638ff6 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:05.677253 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0b8a9bdc-28fc-4804-9662-3f56b8d30bf0 req-35c5293c-9638-432e-b69f-dd401f638ff6 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ed8e89cf-ba95-48d1-a49b-7ab0699b2d22 HTTP/1.1" status: 200 len: 946 time: 0.0891142 May 18 18:25:05.687007 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-c378f130-5fa0-4511-869c-df92f9dc93e2 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Deleting port 9ef2afba-d6d3-47e8-8220-fffbf7d498fc {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:25:05.687359 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c378f130-5fa0-4511-869c-df92f9dc93e2 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:05.800719 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-66181be3-a00d-4b09-873f-3b38e8aba462 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:05.810131 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-66181be3-a00d-4b09-873f-3b38e8aba462 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:05.816653 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0b8a9bdc-28fc-4804-9662-3f56b8d30bf0 req-e00b57c3-0aa8-479c-a3cb-563abac09df2 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=79af37b4-96e5-49e2-a136-b4eb89c535d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251380 May 18 18:25:05.857561 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c378f130-5fa0-4511-869c-df92f9dc93e2 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:05.871490 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-66181be3-a00d-4b09-873f-3b38e8aba462 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:05.879613 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-66181be3-a00d-4b09-873f-3b38e8aba462 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2746389 May 18 18:25:05.880669 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 47394) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:25:05.891015 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-c378f130-5fa0-4511-869c-df92f9dc93e2 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Calling delete_port for 9ef2afba-d6d3-47e8-8220-fffbf7d498fc owned by {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:25:05.893280 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-fccf1d8b-5f17-4153-9786-46a3c3cb515f tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Request body: {'security_group_rule': {'security_group_id': '11a2a54b-8d3a-4e8b-aced-30411dedac26', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:25:05.929794 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66181be3-a00d-4b09-873f-3b38e8aba462 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11a2a54b-8d3a-4e8b-aced-30411dedac26,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:25:05.963994 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device aad21639-9096-401f-be6b-1fcf72a3df15 details requested by agent hyperv_n-h1-838550-3 with host n-h1-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:25:05.973741 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-fccf1d8b-5f17-4153-9786-46a3c3cb515f tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:06.028302 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d70e8e8e-bb71-49f8-a011-8fc1ce8e52d5 req-43600530-d979-4ded-91e0-6aaaeeda1d3a tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c294977-a47a-459b-b24e-566121e05c9a HTTP/1.1" status: 200 len: 210 time: 0.0596888 May 18 18:25:06.077777 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 92932d21-bfd9-4e89-9374-31bb14ee79b2 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:25:06.078884 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 71c2f768-3f56-4e10-bf99-c3c4cb623ab1 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:25:06.135263 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-fccf1d8b-5f17-4153-9786-46a3c3cb515f tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:06.140649 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-fccf1d8b-5f17-4153-9786-46a3c3cb515f tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:06.201367 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccf1d8b-5f17-4153-9786-46a3c3cb515f tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9323098-dae5-47e3-b3b4-43e8b8ba7690,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:25:06.216459 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-fccf1d8b-5f17-4153-9786-46a3c3cb515f tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:06.218024 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-fccf1d8b-5f17-4153-9786-46a3c3cb515f tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3326154 May 18 18:25:06.220558 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 47400) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:25:06.238805 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-7b0ad1d2-184a-473a-b674-63dab880f54c tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Request body: {'security_group_rule': {'security_group_id': '11a2a54b-8d3a-4e8b-aced-30411dedac26', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:25:06.240745 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c378f130-5fa0-4511-869c-df92f9dc93e2 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:06.276230 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-6b954ee8-4d95-484b-b37f-128470c5dfc1 None None] Current status of the port 92932d21-bfd9-4e89-9374-31bb14ee79b2 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:25:06.285406 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a63756-279d-44e9-9f1d-534ec53606b0 req-5cf7d250-d5e3-426d-8957-b64358e71817 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:06.287184 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-51a63756-279d-44e9-9f1d-534ec53606b0 req-5cf7d250-d5e3-426d-8957-b64358e71817 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ed8e89cf-ba95-48d1-a49b-7ab0699b2d22 HTTP/1.1" status: 200 len: 946 time: 0.1663144 May 18 18:25:06.300708 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-f4604a2e-49ee-422f-8ec6-78168147f9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be055dce-5e9c-42c3-b98f-bdae8046ec2d', 'name': 'tempest-AttachVolumeShelveTestJSON-1885015581-router', 'tenant_id': '0d731d0a64e04789ad04262ef63d1dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.68'}], 'enable_snat': True}, 'gw_port_id': '1307ac58-657e-4b0c-989f-41b27f578567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:24:58Z', 'updated_at': '2022-05-18T18:25:03Z', 'revision_number': 4, 'project_id': '0d731d0a64e04789ad04262ef63d1dbd', 'gw_port': {'id': '1307ac58-657e-4b0c-989f-41b27f578567', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:6e:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be055dce-5e9c-42c3-b98f-bdae8046ec2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:24:58Z', 'updated_at': '2022-05-18T18:25:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '8f52beef-237e-4856-b6c6-26ac65d58558', 'name': '', 'network_id': '32a0c3b3-6eed-4c0e-b14e-e9888ed81174', 'tenant_id': '0d731d0a64e04789ad04262ef63d1dbd', 'mac_address': 'fa:16:3e:bd:da:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be055dce-5e9c-42c3-b98f-bdae8046ec2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': 'ac45570a-d36a-47d1-a935-bbf3ce99c6a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:25:02Z', 'updated_at': '2022-05-18T18:25:03Z', 'revision_number': 2, 'project_id': '0d731d0a64e04789ad04262ef63d1dbd', 'subnets': [{'id': 'ac45570a-d36a-47d1-a935-bbf3ce99c6a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:25:06.302682 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c378f130-5fa0-4511-869c-df92f9dc93e2 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Pushing event deleted for resources: {'Port': ['ID=9ef2afba-d6d3-47e8-8220-fffbf7d498fc,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:25:06.309639 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port aad21639-9096-401f-be6b-1fcf72a3df15, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=aad21639-9096-401f-be6b-1fcf72a3df15,segment=NetworkSegment(dee46304-0b61-4765-8fa4-fe4ec736c06a),segment_id=dee46304-0b61-4765-8fa4-fe4ec736c06a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:25:06.313743 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7b0ad1d2-184a-473a-b674-63dab880f54c tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:06.349853 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4604a2e-49ee-422f-8ec6-78168147f9c2 None None] The sync data for ids ['be055dce-5e9c-42c3-b98f-bdae8046ec2d'] in n-d-838550-3 is: [{'id': 'be055dce-5e9c-42c3-b98f-bdae8046ec2d', 'name': 'tempest-AttachVolumeShelveTestJSON-1885015581-router', 'tenant_id': '0d731d0a64e04789ad04262ef63d1dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.68'}], 'enable_snat': True}, 'gw_port_id': '1307ac58-657e-4b0c-989f-41b27f578567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:24:58Z', 'updated_at': '2022-05-18T18:25:03Z', 'revision_number': 4, 'project_id': '0d731d0a64e04789ad04262ef63d1dbd', 'gw_port': {'id': '1307ac58-657e-4b0c-989f-41b27f578567', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:6e:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be055dce-5e9c-42c3-b98f-bdae8046ec2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:24:58Z', 'updated_at': '2022-05-18T18:25:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '8f52beef-237e-4856-b6c6-26ac65d58558', 'name': '', 'network_id': '32a0c3b3-6eed-4c0e-b14e-e9888ed81174', 'tenant_id': '0d731d0a64e04789ad04262ef63d1dbd', 'mac_address': 'fa:16:3e:bd:da:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be055dce-5e9c-42c3-b98f-bdae8046ec2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': 'ac45570a-d36a-47d1-a935-bbf3ce99c6a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:25:02Z', 'updated_at': '2022-05-18T18:25:03Z', 'revision_number': 2, 'project_id': '0d731d0a64e04789ad04262ef63d1dbd', 'subnets': [{'id': 'ac45570a-d36a-47d1-a935-bbf3ce99c6a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:25:06.352708 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 71c2f768-3f56-4e10-bf99-c3c4cb623ab1 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:25:06.353215 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:06.356404 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Returning: {'device': 'aad21639-9096-401f-be6b-1fcf72a3df15', 'network_id': 'add95d4d-788f-4f7a-943c-d9e04efedeef', 'port_id': 'aad21639-9096-401f-be6b-1fcf72a3df15', 'mac_address': 'fa:16:3e:b6:78:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa5c9232-5b35-4434-8ef8-cf4d8aaf5112', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:25:06.358992 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-6b954ee8-4d95-484b-b37f-128470c5dfc1 None None] Provisioning complete for port b3aa6045-5fe5-4e68-837e-e94ffea83759 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:25:06.358992 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-6b954ee8-4d95-484b-b37f-128470c5dfc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:06.456894 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-51a63756-279d-44e9-9f1d-534ec53606b0 req-ee8e0711-2864-42f8-96d9-47596c6c1627 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=79af37b4-96e5-49e2-a136-b4eb89c535d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585429 May 18 18:25:06.478384 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c378f130-5fa0-4511-869c-df92f9dc93e2 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:06.484298 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-c378f130-5fa0-4511-869c-df92f9dc93e2 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] 10.222.0.85 "DELETE /v2.0/ports/9ef2afba-d6d3-47e8-8220-fffbf7d498fc HTTP/1.1" status: 204 len: 168 time: 0.9902263 May 18 18:25:06.488523 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 47402) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:25:06.536002 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfb1ee6-bf44-46a5-88ea-48eb26b42609 req-548fae7e-4603-4f33-92ab-936e9b4d4567 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:06.544165 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8cfb1ee6-bf44-46a5-88ea-48eb26b42609 req-548fae7e-4603-4f33-92ab-936e9b4d4567 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=9f31ff7d-1823-473c-83d4-db793c2d43da HTTP/1.1" status: 200 len: 943 time: 0.3000426 May 18 18:25:06.566816 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7b0ad1d2-184a-473a-b674-63dab880f54c tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:06.568543 n-d-838550-3 neutron-server[102731]: INFO neutron.pecan_wsgi.hooks.translation [None req-56ad2da6-d43c-4000-8a51-7ee13b511010 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] GET failed (client error): The resource could not be found. May 18 18:25:06.571535 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-56ad2da6-d43c-4000-8a51-7ee13b511010 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] 10.222.0.85 "GET /v2.0/ports/9ef2afba-d6d3-47e8-8220-fffbf7d498fc HTTP/1.1" status: 404 len: 333 time: 0.0760145 May 18 18:25:06.574969 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 47406) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:25:06.622140 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8cfb1ee6-bf44-46a5-88ea-48eb26b42609 req-102b15d2-3ae9-4ff5-a3ad-463616d612f9 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=86e7cf01-f21c-41cf-b5a3-71cb5ec2aaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684242 May 18 18:25:06.623679 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port aad21639-9096-401f-be6b-1fcf72a3df15 is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:25:06.625542 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:06.636226 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7b0ad1d2-184a-473a-b674-63dab880f54c tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:06.656915 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aad21639-9096-401f-be6b-1fcf72a3df15 {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:25:06.666031 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-6b954ee8-4d95-484b-b37f-128470c5dfc1 None None] Port b3aa6045-5fe5-4e68-837e-e94ffea83759 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:25:06.691807 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port aad21639-9096-401f-be6b-1fcf72a3df15, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=aad21639-9096-401f-be6b-1fcf72a3df15,segment=NetworkSegment(dee46304-0b61-4765-8fa4-fe4ec736c06a),segment_id=dee46304-0b61-4765-8fa4-fe4ec736c06a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:25:06.711069 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7b0ad1d2-184a-473a-b674-63dab880f54c tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:06.712291 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-7b0ad1d2-184a-473a-b674-63dab880f54c tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4907138 May 18 18:25:06.719864 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 47408) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:25:06.725084 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-ef892a43-e793-4c0b-af39-64ff8d0a99ad tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Request body: {'floatingip': {'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:25:06.727666 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:06.787962 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0ad1d2-184a-473a-b674-63dab880f54c tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb0fbdd8-d5af-4e6f-a837-71a2fcb2c9ef,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:25:06.790937 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ef892a43-e793-4c0b-af39-64ff8d0a99ad tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Notify callbacks [] for floatingip, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:06.826235 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=aad21639-9096-401f-be6b-1fcf72a3df15,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:25:06.840827 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400f0e5e-81f1-4095-bc2b-2e1815f70d4d req-fcc42db1-a62a-4dfb-92d3-57e299fca903 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:06.842510 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-400f0e5e-81f1-4095-bc2b-2e1815f70d4d req-fcc42db1-a62a-4dfb-92d3-57e299fca903 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=3af06ae7-a690-4f40-bcb1-f8f76cf6c6ef HTTP/1.1" status: 200 len: 944 time: 0.1906717 May 18 18:25:06.862348 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 71c2f768-3f56-4e10-bf99-c3c4cb623ab1 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:25:06.870360 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-001e2204-45a6-475f-a840-d775610d1c67 None None] Provisioning complete for port b3aa6045-5fe5-4e68-837e-e94ffea83759 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:25:06.871095 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-001e2204-45a6-475f-a840-d775610d1c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:06.874789 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-5d7c93b0-1bd4-4a7c-8dd7-459bf5bd5eb9 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Deleting port b3aa6045-5fe5-4e68-837e-e94ffea83759 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:25:06.875312 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5d7c93b0-1bd4-4a7c-8dd7-459bf5bd5eb9 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:06.970095 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-400f0e5e-81f1-4095-bc2b-2e1815f70d4d req-ccaf51f0-0ee0-41e3-9073-851564753ae3 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/security-groups?id=e4600145-0aaf-4853-ad08-dfd77d36be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1185062 May 18 18:25:06.975138 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-001e2204-45a6-475f-a840-d775610d1c67 None None] Port b3aa6045-5fe5-4e68-837e-e94ffea83759 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:25:06.984620 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-001e2204-45a6-475f-a840-d775610d1c67 None None] Could not find standard attr ID for object 9ef2afba-d6d3-47e8-8220-fffbf7d498fc. {{(pid=102732) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 18 18:25:07.015302 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ef892a43-e793-4c0b-af39-64ff8d0a99ad tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:07.017841 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['aad21639-9096-401f-be6b-1fcf72a3df15'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:25:07.047293 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5d7c93b0-1bd4-4a7c-8dd7-459bf5bd5eb9 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:07.063590 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-5d7c93b0-1bd4-4a7c-8dd7-459bf5bd5eb9 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Calling delete_port for b3aa6045-5fe5-4e68-837e-e94ffea83759 owned by {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:25:07.075136 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 92932d21-bfd9-4e89-9374-31bb14ee79b2 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:25:07.199853 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 92932d21-bfd9-4e89-9374-31bb14ee79b2 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:25:07.199853 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:07.215142 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5d7c93b0-1bd4-4a7c-8dd7-459bf5bd5eb9 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:07.278755 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-20711545-81c3-43d2-8d80-77738b44f28a req-bd53d325-7d47-4157-bf7c-f51220325c66 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c294977-a47a-459b-b24e-566121e05c9a HTTP/1.1" status: 200 len: 210 time: 0.0730512 May 18 18:25:07.299385 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7c93b0-1bd4-4a7c-8dd7-459bf5bd5eb9 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Pushing event deleted for resources: {'Port': ['ID=b3aa6045-5fe5-4e68-837e-e94ffea83759,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:25:07.337066 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-ef892a43-e793-4c0b-af39-64ff8d0a99ad tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Allocated IP 172.25.5.130 (31ebd439-090c-4b25-bbb0-31c48711b145/363a2810-8a83-4be0-a317-7c91fcd94485/42d394cf-a236-4b5d-a8e6-0da204d00c8a) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:25:07.463230 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5d7c93b0-1bd4-4a7c-8dd7-459bf5bd5eb9 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:07.467548 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-5d7c93b0-1bd4-4a7c-8dd7-459bf5bd5eb9 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] 10.222.0.85 "DELETE /v2.0/ports/b3aa6045-5fe5-4e68-837e-e94ffea83759 HTTP/1.1" status: 204 len: 168 time: 0.8893647 May 18 18:25:07.479684 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 92932d21-bfd9-4e89-9374-31bb14ee79b2 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:25:07.494599 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 47412) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:25:07.523667 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ef892a43-e793-4c0b-af39-64ff8d0a99ad tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:07.577326 n-d-838550-3 neutron-server[102730]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ee1cef8-eac1-448e-9a40-817217fcbbb3 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] GET failed (client error): The resource could not be found. May 18 18:25:07.605809 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 47416) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:25:07.608482 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-1ee1cef8-eac1-448e-9a40-817217fcbbb3 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] 10.222.0.85 "GET /v2.0/ports/b3aa6045-5fe5-4e68-837e-e94ffea83759 HTTP/1.1" status: 404 len: 333 time: 0.1125977 May 18 18:25:07.697392 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ef892a43-e793-4c0b-af39-64ff8d0a99ad tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:07.717032 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-805da20a-5a63-4c89-804d-6299cf54e25b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:07.745467 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f69688-9f8c-4551-b031-371fcc621c28 req-0fe2391f-f4c0-4c55-b8a3-95020dd02926 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:07.762426 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-03f69688-9f8c-4551-b031-371fcc621c28 req-0fe2391f-f4c0-4c55-b8a3-95020dd02926 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ed8e89cf-ba95-48d1-a49b-7ab0699b2d22 HTTP/1.1" status: 200 len: 946 time: 0.1524534 May 18 18:25:07.805319 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-03f69688-9f8c-4551-b031-371fcc621c28 req-a187684d-cc4a-414a-869f-a7f20ed26ebe tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=79af37b4-96e5-49e2-a136-b4eb89c535d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415094 May 18 18:25:07.807220 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef892a43-e793-4c0b-af39-64ff8d0a99ad tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Pushing event updated for resources: {'Port': ['ID=42d394cf-a236-4b5d-a8e6-0da204d00c8a,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:25:07.815455 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_v2 [None req-98f0d9d9-6286-46bd-967e-dedc59389cb5 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Deleting subnet 983ea9b6-997e-436b-bbb7-5bc3eea0976e {{(pid=102731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:25:07.834691 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-98f0d9d9-6286-46bd-967e-dedc59389cb5 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks [] for subnet, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:07.840669 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef892a43-e793-4c0b-af39-64ff8d0a99ad tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Network 31ebd439-090c-4b25-bbb0-31c48711b145 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:25:07.879019 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-ef892a43-e793-4c0b-af39-64ff8d0a99ad tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:25:07.885421 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef892a43-e793-4c0b-af39-64ff8d0a99ad tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:25:07.924750 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-98f0d9d9-6286-46bd-967e-dedc59389cb5 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260542153'] for subnet, precommit_delete_associations {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:07.982617 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b5bc6b-9bbf-4b69-b438-63d1ec2b9db9 req-be53f9e6-390d-43db-91c8-3cb00f90aa05 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:07.984168 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f5b5bc6b-9bbf-4b69-b438-63d1ec2b9db9 req-be53f9e6-390d-43db-91c8-3cb00f90aa05 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=9f31ff7d-1823-473c-83d4-db793c2d43da HTTP/1.1" status: 200 len: 943 time: 0.1783147 May 18 18:25:08.100455 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f5b5bc6b-9bbf-4b69-b438-63d1ec2b9db9 req-906129bb-99f6-475f-b0da-48d4651a68dc tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=86e7cf01-f21c-41cf-b5a3-71cb5ec2aaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995224 May 18 18:25:08.106916 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ef892a43-e793-4c0b-af39-64ff8d0a99ad tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:08.126515 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702d9f21-4c27-4201-83dd-314538778cdd req-528128b0-4432-46dd-815d-ed5421c46dea tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:08.138176 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-702d9f21-4c27-4201-83dd-314538778cdd req-528128b0-4432-46dd-815d-ed5421c46dea tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=3af06ae7-a690-4f40-bcb1-f8f76cf6c6ef HTTP/1.1" status: 200 len: 945 time: 0.0900328 May 18 18:25:08.156251 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-98f0d9d9-6286-46bd-967e-dedc59389cb5 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:08.160163 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ef892a43-e793-4c0b-af39-64ff8d0a99ad tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:08.188492 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-702d9f21-4c27-4201-83dd-314538778cdd req-e3ff6930-6572-45b1-a8ed-20403b954ac2 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/security-groups?id=e4600145-0aaf-4853-ad08-dfd77d36be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474961 May 18 18:25:08.296439 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-98f0d9d9-6286-46bd-967e-dedc59389cb5 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260898416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260908030'] for subnet, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:08.340479 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f0d9d9-6286-46bd-967e-dedc59389cb5 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Pushing event deleted for resources: {'Subnet': ['ID=983ea9b6-997e-436b-bbb7-5bc3eea0976e,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:25:08.351448 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-98f0d9d9-6286-46bd-967e-dedc59389cb5 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:08.354816 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-98f0d9d9-6286-46bd-967e-dedc59389cb5 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] 10.222.0.85 "DELETE /v2.0/subnets/983ea9b6-997e-436b-bbb7-5bc3eea0976e HTTP/1.1" status: 204 len: 168 time: 0.7480335 May 18 18:25:08.357335 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 47424) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:25:08.371296 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d9ce549-5b31-446c-ad04-5756c8866de1 None None] Network d89660fc-b964-4ba6-98db-4b6ebe0fec70 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:25:08.446867 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-64f1d7ba-e5a0-4c92-ba20-c276b52a0c62 req-eb493e89-4b5f-4fc9-80b6-eacf7acdfd92 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c294977-a47a-459b-b24e-566121e05c9a HTTP/1.1" status: 200 len: 210 time: 0.0665414 May 18 18:25:08.488690 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6b028653-8baa-456c-8c2e-d3676791677e tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:08.515863 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ef892a43-e793-4c0b-af39-64ff8d0a99ad tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:08.521845 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ef892a43-e793-4c0b-af39-64ff8d0a99ad tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:08.621035 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b351ff-0a89-46f3-9963-98a75ad8ccff None None] DHCP port deletion for d89660fc-b964-4ba6-98db-4b6ebe0fec70 request from n-d-838550-3 {{(pid=102732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 18:25:08.624193 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef892a43-e793-4c0b-af39-64ff8d0a99ad tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Pushing event updated for resources: {'Port': ['ID=42d394cf-a236-4b5d-a8e6-0da204d00c8a,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:25:08.638471 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ef892a43-e793-4c0b-af39-64ff8d0a99ad tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596987'] for floatingip, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:08.655659 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-6b028653-8baa-456c-8c2e-d3676791677e tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Deleting port 92932d21-bfd9-4e89-9374-31bb14ee79b2 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:25:08.656128 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6b028653-8baa-456c-8c2e-d3676791677e tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:08.674027 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ef892a43-e793-4c0b-af39-64ff8d0a99ad tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:08.674027 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-ef892a43-e793-4c0b-af39-64ff8d0a99ad tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9511549 May 18 18:25:08.678469 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-d3b351ff-0a89-46f3-9963-98a75ad8ccff None None] Deleting port 92932d21-bfd9-4e89-9374-31bb14ee79b2 {{(pid=102732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:25:08.678844 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d3b351ff-0a89-46f3-9963-98a75ad8ccff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:08.739475 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-6b028653-8baa-456c-8c2e-d3676791677e tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] For port 92932d21-bfd9-4e89-9374-31bb14ee79b2, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=92932d21-bfd9-4e89-9374-31bb14ee79b2,segment=NetworkSegment(c1c6787c-31e6-4be3-8c47-041f75d3b6ea),segment_id=c1c6787c-31e6-4be3-8c47-041f75d3b6ea)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:25:08.739843 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6b028653-8baa-456c-8c2e-d3676791677e tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:08.754321 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-d3b351ff-0a89-46f3-9963-98a75ad8ccff None None] For port 92932d21-bfd9-4e89-9374-31bb14ee79b2, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=92932d21-bfd9-4e89-9374-31bb14ee79b2,segment=NetworkSegment(c1c6787c-31e6-4be3-8c47-041f75d3b6ea),segment_id=c1c6787c-31e6-4be3-8c47-041f75d3b6ea)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:25:08.754641 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d3b351ff-0a89-46f3-9963-98a75ad8ccff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:08.762599 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-6b028653-8baa-456c-8c2e-d3676791677e tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Calling delete_port for 92932d21-bfd9-4e89-9374-31bb14ee79b2 owned by network:dhcp {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:25:08.773973 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-d3b351ff-0a89-46f3-9963-98a75ad8ccff None None] Calling delete_port for 92932d21-bfd9-4e89-9374-31bb14ee79b2 owned by network:dhcp {{(pid=102732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:25:08.880789 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-79d85429-661c-4a6f-a57a-4ddb7f68238f req-22630aa2-55f9-451b-bcb2-901796c7fc4a tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-securitygroup--843124275&fields=id&tenant_id=0d731d0a64e04789ad04262ef63d1dbd HTTP/1.1" status: 200 len: 267 time: 0.0555885 May 18 18:25:08.887227 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d3b351ff-0a89-46f3-9963-98a75ad8ccff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508'] for port, after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:08.897289 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6b028653-8baa-456c-8c2e-d3676791677e tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:08.910267 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b351ff-0a89-46f3-9963-98a75ad8ccff None None] Pushing event deleted for resources: {'Port': ['ID=92932d21-bfd9-4e89-9374-31bb14ee79b2,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:25:08.921942 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b351ff-0a89-46f3-9963-98a75ad8ccff None None] No DVR routers for this DVR port 92932d21-bfd9-4e89-9374-31bb14ee79b2 on host n-d-838550-3 {{(pid=102732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:25:08.978433 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b028653-8baa-456c-8c2e-d3676791677e tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] No DVR routers for this DVR port 92932d21-bfd9-4e89-9374-31bb14ee79b2 on host n-d-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:25:08.992818 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b028653-8baa-456c-8c2e-d3676791677e tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Pushing event deleted for resources: {'Port': ['ID=92932d21-bfd9-4e89-9374-31bb14ee79b2,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:25:09.074295 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 1307ac58-657e-4b0c-989f-41b27f578567 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:25:09.137150 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d85429-661c-4a6f-a57a-4ddb7f68238f req-fe07ccd1-e914-4b76-9824-a4823ef1f82c tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:09.141406 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 1307ac58-657e-4b0c-989f-41b27f578567 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:25:09.141824 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:09.146042 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-79d85429-661c-4a6f-a57a-4ddb7f68238f req-fe07ccd1-e914-4b76-9824-a4823ef1f82c tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/networks?id=32a0c3b3-6eed-4c0e-b14e-e9888ed81174 HTTP/1.1" status: 200 len: 817 time: 0.2562869 May 18 18:25:09.166453 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-79d85429-661c-4a6f-a57a-4ddb7f68238f req-39f51e2f-3b69-45b2-b304-59c2c502cabb tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/quotas/0d731d0a64e04789ad04262ef63d1dbd HTTP/1.1" status: 200 len: 375 time: 0.0193183 May 18 18:25:09.235249 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e237d346-8b5c-4788-adbd-b0de4b0e9b59 req-da015c83-3f73-444b-88a3-39d0d8ac70bb tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:09.248743 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e237d346-8b5c-4788-adbd-b0de4b0e9b59 req-da015c83-3f73-444b-88a3-39d0d8ac70bb tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ed8e89cf-ba95-48d1-a49b-7ab0699b2d22 HTTP/1.1" status: 200 len: 946 time: 0.2783377 May 18 18:25:09.253389 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-79d85429-661c-4a6f-a57a-4ddb7f68238f req-242c8d24-6428-4617-b310-e27b1abea5af tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=0d731d0a64e04789ad04262ef63d1dbd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0742664 May 18 18:25:09.254838 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6b028653-8baa-456c-8c2e-d3676791677e tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:09.280980 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 1307ac58-657e-4b0c-989f-41b27f578567 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:25:09.281287 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:09.313312 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] For port 1307ac58-657e-4b0c-989f-41b27f578567, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=1307ac58-657e-4b0c-989f-41b27f578567,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:25:09.320263 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:09.347335 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-6b028653-8baa-456c-8c2e-d3676791677e tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d89660fc-b964-4ba6-98db-4b6ebe0fec70']}} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:25:09.354159 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e237d346-8b5c-4788-adbd-b0de4b0e9b59 req-d74b296b-4a3d-41a2-9da4-f776c15bbe69 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=79af37b4-96e5-49e2-a136-b4eb89c535d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041412 May 18 18:25:09.373745 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-6b028653-8baa-456c-8c2e-d3676791677e tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1c6787c-31e6-4be3-8c47-041f75d3b6ea') {'for_net_delete': True} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:25:09.374249 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-6b028653-8baa-456c-8c2e-d3676791677e tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1c6787c-31e6-4be3-8c47-041f75d3b6ea') {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:25:09.404949 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6b028653-8baa-456c-8c2e-d3676791677e tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260542144'] for segment, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:09.406239 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-79d85429-661c-4a6f-a57a-4ddb7f68238f req-b56f4185-6c13-417b-9f42-0937fca22586 service neutron] 10.222.0.85 "GET /v2.0/networks/32a0c3b3-6eed-4c0e-b14e-e9888ed81174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515203 May 18 18:25:09.446262 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Pushing event updated for resources: {'Port': ['ID=1307ac58-657e-4b0c-989f-41b27f578567,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:25:09.452967 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 92932d21-bfd9-4e89-9374-31bb14ee79b2 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:25:09.499268 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6b028653-8baa-456c-8c2e-d3676791677e tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:09.510016 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 92932d21-bfd9-4e89-9374-31bb14ee79b2 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:25:09.510445 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 92932d21-bfd9-4e89-9374-31bb14ee79b2 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:25:09.549041 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b028653-8baa-456c-8c2e-d3676791677e tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=102731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:25:09.550185 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6b028653-8baa-456c-8c2e-d3676791677e tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260884178'] for segment, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:09.578496 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-79d85429-661c-4a6f-a57a-4ddb7f68238f req-93aacfc2-d0ca-4e6d-943b-2085a3a6dd95 service neutron] 10.222.0.85 "GET /v2.0/networks/32a0c3b3-6eed-4c0e-b14e-e9888ed81174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709871 May 18 18:25:09.602869 n-d-838550-3 neutron-server[102731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:25:09.602869 n-d-838550-3 neutron-server[102731]: self.session.flush() May 18 18:25:09.602869 n-d-838550-3 neutron-server[102731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:25:09.602869 n-d-838550-3 neutron-server[102731]: self.session.flush() May 18 18:25:09.602869 n-d-838550-3 neutron-server[102731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:25:09.602869 n-d-838550-3 neutron-server[102731]: self.session.flush() May 18 18:25:09.602869 n-d-838550-3 neutron-server[102731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:25:09.602869 n-d-838550-3 neutron-server[102731]: self.session.flush() May 18 18:25:09.602869 n-d-838550-3 neutron-server[102731]: Traceback (most recent call last): May 18 18:25:09.602869 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:25:09.602869 n-d-838550-3 neutron-server[102731]: timer() May 18 18:25:09.602869 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:25:09.602869 n-d-838550-3 neutron-server[102731]: cb(*args, **kw) May 18 18:25:09.602869 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:25:09.602869 n-d-838550-3 neutron-server[102731]: return func(*args, **kwargs) May 18 18:25:09.602869 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:25:09.602869 n-d-838550-3 neutron-server[102731]: self._notify() May 18 18:25:09.602869 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:25:09.602869 n-d-838550-3 neutron-server[102731]: self.callback(batched_events) May 18 18:25:09.602869 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:25:09.602869 n-d-838550-3 neutron-server[102731]: event.method(event) May 18 18:25:09.602869 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:25:09.602869 n-d-838550-3 neutron-server[102731]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:25:09.602869 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:25:09.602869 n-d-838550-3 neutron-server[102731]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:25:09.602869 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:25:09.602869 n-d-838550-3 neutron-server[102731]: return f(self, *a, **k) May 18 18:25:09.602869 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:25:09.602869 n-d-838550-3 neutron-server[102731]: return self._get(url).json() May 18 18:25:09.602869 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:25:09.602869 n-d-838550-3 neutron-server[102731]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:25:09.602869 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:25:09.602869 n-d-838550-3 neutron-server[102731]: return self.request(url, 'GET', **kwargs) May 18 18:25:09.602869 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:25:09.602869 n-d-838550-3 neutron-server[102731]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:25:09.602869 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:25:09.602869 n-d-838550-3 neutron-server[102731]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:25:09.602869 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:25:09.602869 n-d-838550-3 neutron-server[102731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:25:09.602869 n-d-838550-3 neutron-server[102731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:25:09.612304 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29df442-32c2-4d05-8982-ea041b839470 None None] Sync routers for ids ['be055dce-5e9c-42c3-b98f-bdae8046ec2d'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:25:09.622469 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29df442-32c2-4d05-8982-ea041b839470 None None] Routers {'be055dce-5e9c-42c3-b98f-bdae8046ec2d'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:25:09.623098 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-c29df442-32c2-4d05-8982-ea041b839470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:24:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['be055dce-5e9c-42c3-b98f-bdae8046ec2d'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:25:09.692906 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6b028653-8baa-456c-8c2e-d3676791677e tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:09.709864 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6b028653-8baa-456c-8c2e-d3676791677e tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:09.715816 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-6b028653-8baa-456c-8c2e-d3676791677e tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] 10.222.0.85 "DELETE /v2.0/networks/d89660fc-b964-4ba6-98db-4b6ebe0fec70 HTTP/1.1" status: 204 len: 168 time: 1.3571987 May 18 18:25:09.720531 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 47446) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:25:09.728280 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-14fb69b5-b9d8-4188-8b15-a50432c91811 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1816090528'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:25:09.742809 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b028653-8baa-456c-8c2e-d3676791677e tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Pushing event deleted for resources: {'Network': ['ID=d89660fc-b964-4ba6-98db-4b6ebe0fec70,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:25:09.745919 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device aad21639-9096-401f-be6b-1fcf72a3df15 up at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:25:09.786295 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703d1c45-6620-4dac-9936-43463d7a2763 req-1ef5d79c-7c24-4964-842a-e8601f467b9a tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:09.800817 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14fb69b5-b9d8-4188-8b15-a50432c91811 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Made reservation on behalf of da58e9bc8fb64cb8902d79f0a725e08d for: {'network': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:25:09.808946 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-14fb69b5-b9d8-4188-8b15-a50432c91811 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:09.813047 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-703d1c45-6620-4dac-9936-43463d7a2763 req-1ef5d79c-7c24-4964-842a-e8601f467b9a tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=9f31ff7d-1823-473c-83d4-db793c2d43da HTTP/1.1" status: 200 len: 943 time: 0.3434639 May 18 18:25:09.861360 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-c29df442-32c2-4d05-8982-ea041b839470 None None] Set router be055dce-5e9c-42c3-b98f-bdae8046ec2d gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:25:09.876065 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14fb69b5-b9d8-4188-8b15-a50432c91811 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 640} {{(pid=102730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:25:09.898521 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-14fb69b5-b9d8-4188-8b15-a50432c91811 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:09.899155 n-d-838550-3 neutron-server[102730]: INFO neutron.db.segments_db [None req-14fb69b5-b9d8-4188-8b15-a50432c91811 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Added segment 47e1b627-2d12-435f-9e9a-52fec88ad939 of type vlan for network 9b87cb87-52c2-4c7d-92d6-c87d178585d3 May 18 18:25:09.912863 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-703d1c45-6620-4dac-9936-43463d7a2763 req-2e283f4b-6d29-48ea-bfce-0d668f85ae4e tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=86e7cf01-f21c-41cf-b5a3-71cb5ec2aaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846612 May 18 18:25:09.936054 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning for port aad21639-9096-401f-be6b-1fcf72a3df15 completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:25:09.946299 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning complete for port aad21639-9096-401f-be6b-1fcf72a3df15 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:25:09.946887 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:10.053664 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-65dd4767-de02-462f-9447-c8f635af49b5 req-74e9817a-a65f-4a03-a066-f3c6fb334d6d tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "GET /v2.0/ports?device_id=6c294977-a47a-459b-b24e-566121e05c9a HTTP/1.1" status: 200 len: 210 time: 0.0378139 May 18 18:25:10.122623 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-14fb69b5-b9d8-4188-8b15-a50432c91811 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:10.144320 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b0d88cd3-69fc-4ea5-a9de-2dffcceac68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:10.172552 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port aad21639-9096-401f-be6b-1fcf72a3df15 is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:25:10.172948 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:10.173068 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fb4c20f8-4851-4ddf-87a7-90d0adf15972 req-c00d8efe-1d60-4031-b846-73d6e15d764e tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/ports?device_id=68250932-273e-4325-9e64-8bc21316b470 HTTP/1.1" status: 200 len: 210 time: 0.0629756 May 18 18:25:10.181111 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1efe07-ef44-4b90-b5e8-b34b25685396 req-b3228164-014d-4d0b-a788-47457bed2bcd tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:10.184705 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6c1efe07-ef44-4b90-b5e8-b34b25685396 req-b3228164-014d-4d0b-a788-47457bed2bcd tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=3af06ae7-a690-4f40-bcb1-f8f76cf6c6ef HTTP/1.1" status: 200 len: 945 time: 0.2498012 May 18 18:25:10.185541 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-14fb69b5-b9d8-4188-8b15-a50432c91811 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:10.198037 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14fb69b5-b9d8-4188-8b15-a50432c91811 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:10.199318 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-14fb69b5-b9d8-4188-8b15-a50432c91811 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:10.244297 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3af06ae7-a690-4f40-bcb1-f8f76cf6c6ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aad21639-9096-401f-be6b-1fcf72a3df15'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:25:10.254221 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d61d813c-a47b-4d91-93f5-6ccacecbd3e9" -d '{"events": [{"server_uuid": "3af06ae7-a690-4f40-bcb1-f8f76cf6c6ef", "name": "network-vif-plugged", "status": "completed", "tag": "aad21639-9096-401f-be6b-1fcf72a3df15"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:25:10.279929 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-c29df442-32c2-4d05-8982-ea041b839470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be055dce-5e9c-42c3-b98f-bdae8046ec2d', 'name': 'tempest-AttachVolumeShelveTestJSON-1885015581-router', 'tenant_id': '0d731d0a64e04789ad04262ef63d1dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.68'}], 'enable_snat': True}, 'gw_port_id': '1307ac58-657e-4b0c-989f-41b27f578567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:24:58Z', 'updated_at': '2022-05-18T18:25:03Z', 'revision_number': 4, 'project_id': '0d731d0a64e04789ad04262ef63d1dbd', 'gw_port': {'id': '1307ac58-657e-4b0c-989f-41b27f578567', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:6e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be055dce-5e9c-42c3-b98f-bdae8046ec2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:24:58Z', 'updated_at': '2022-05-18T18:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '8f52beef-237e-4856-b6c6-26ac65d58558', 'name': '', 'network_id': '32a0c3b3-6eed-4c0e-b14e-e9888ed81174', 'tenant_id': '0d731d0a64e04789ad04262ef63d1dbd', 'mac_address': 'fa:16:3e:bd:da:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be055dce-5e9c-42c3-b98f-bdae8046ec2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': 'ac45570a-d36a-47d1-a935-bbf3ce99c6a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:25:02Z', 'updated_at': '2022-05-18T18:25:03Z', 'revision_number': 2, 'project_id': '0d731d0a64e04789ad04262ef63d1dbd', 'subnets': [{'id': 'ac45570a-d36a-47d1-a935-bbf3ce99c6a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:25:10.290549 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port aad21639-9096-401f-be6b-1fcf72a3df15, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=aad21639-9096-401f-be6b-1fcf72a3df15,segment=NetworkSegment(dee46304-0b61-4765-8fa4-fe4ec736c06a),segment_id=dee46304-0b61-4765-8fa4-fe4ec736c06a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:25:10.299877 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:10.310263 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6c1efe07-ef44-4b90-b5e8-b34b25685396 req-23e83321-c2af-48a3-b9c6-5ab0fb810af4 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/security-groups?id=e4600145-0aaf-4853-ad08-dfd77d36be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044219 May 18 18:25:10.367088 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29df442-32c2-4d05-8982-ea041b839470 None None] Checking router: be055dce-5e9c-42c3-b98f-bdae8046ec2d for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:25:10.367717 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29df442-32c2-4d05-8982-ea041b839470 None None] Updating router be055dce-5e9c-42c3-b98f-bdae8046ec2d port 8f52beef-237e-4856-b6c6-26ac65d58558 binding host n-d-838550-3 {{(pid=102733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 18:25:10.401861 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fb69b5-b9d8-4188-8b15-a50432c91811 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Pushing event updated for resources: {'Network': ['ID=9b87cb87-52c2-4c7d-92d6-c87d178585d3,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:25:10.413197 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-14fb69b5-b9d8-4188-8b15-a50432c91811 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6885314 May 18 18:25:10.413497 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 47460) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:25:10.420390 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-c27a7180-6c35-4e71-8efb-08fb8bd1087e tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Request body: {'subnet': {'network_id': '9b87cb87-52c2-4c7d-92d6-c87d178585d3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:25:10.453767 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-c29df442-32c2-4d05-8982-ea041b839470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:10.458653 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-101d16ed-e748-4a5e-95db-a362ab04e1e4 x-openstack-request-id: req-101d16ed-e748-4a5e-95db-a362ab04e1e4 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:25:10.460156 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3af06ae7-a690-4f40-bcb1-f8f76cf6c6ef", "name": "network-vif-plugged", "status": "completed", "tag": "aad21639-9096-401f-be6b-1fcf72a3df15", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:25:10.462305 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-101d16ed-e748-4a5e-95db-a362ab04e1e4 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:25:10.462958 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-101d16ed-e748-4a5e-95db-a362ab04e1e4'] response: {'server_uuid': '3af06ae7-a690-4f40-bcb1-f8f76cf6c6ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aad21639-9096-401f-be6b-1fcf72a3df15', 'code': 200} May 18 18:25:10.464275 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=aad21639-9096-401f-be6b-1fcf72a3df15,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:25:10.470988 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network 9b87cb87-52c2-4c7d-92d6-c87d178585d3 details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:25:10.630881 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ef61bb-0ea7-49eb-8f95-aa53be0b5f18 req-e5e07bb9-b822-4d71-99b2-42cb357ffb4b tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:10.634217 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-82ef61bb-0ea7-49eb-8f95-aa53be0b5f18 req-e5e07bb9-b822-4d71-99b2-42cb357ffb4b tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ed8e89cf-ba95-48d1-a49b-7ab0699b2d22 HTTP/1.1" status: 200 len: 946 time: 0.0793130 May 18 18:25:10.639682 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8d29f8-e075-48b3-8b3e-3b4469220097 req-b484f1e0-85a2-400d-ac46-22c756864d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:10.641321 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bf8d29f8-e075-48b3-8b3e-3b4469220097 req-b484f1e0-85a2-400d-ac46-22c756864d6a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3af06ae7-a690-4f40-bcb1-f8f76cf6c6ef HTTP/1.1" status: 200 len: 1097 time: 0.1789813 May 18 18:25:10.667841 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c27a7180-6c35-4e71-8efb-08fb8bd1087e tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Made reservation on behalf of da58e9bc8fb64cb8902d79f0a725e08d for: {'subnet': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:25:10.677318 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c27a7180-6c35-4e71-8efb-08fb8bd1087e tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260908003'] for subnet, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:10.754385 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-82ef61bb-0ea7-49eb-8f95-aa53be0b5f18 req-9c6f0466-3c74-4864-ba7f-a9e2e7a7081e tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=79af37b4-96e5-49e2-a136-b4eb89c535d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106303 May 18 18:25:10.869252 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bf8d29f8-e075-48b3-8b3e-3b4469220097 req-86cd10b3-727e-411d-b7de-55e136f5bc07 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e4600145-0aaf-4853-ad08-dfd77d36be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565736 May 18 18:25:10.986585 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-c29df442-32c2-4d05-8982-ea041b839470 None None] Notify callbacks [] for port, precommit_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:10.995827 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-c29df442-32c2-4d05-8982-ea041b839470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:11.012109 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 1307ac58-657e-4b0c-989f-41b27f578567 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:25:11.035492 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c27a7180-6c35-4e71-8efb-08fb8bd1087e tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260898481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260908021'] for subnet, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:11.094764 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd231d06-2f38-4372-a017-bbede6a501b8 None None] Pushing event updated for resources: {'Port': ['ID=8f52beef-237e-4856-b6c6-26ac65d58558,revision_number=3']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:25:11.143380 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 1307ac58-657e-4b0c-989f-41b27f578567 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:25:11.143764 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:11.172434 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27a7180-6c35-4e71-8efb-08fb8bd1087e tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Pushing event updated for resources: {'Subnet': ['ID=48426d22-0728-462e-86c5-7c846506e12c,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:25:11.189024 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-c29df442-32c2-4d05-8982-ea041b839470 None None] Attempting to bind port 8f52beef-237e-4856-b6c6-26ac65d58558 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:25:11.191994 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-c29df442-32c2-4d05-8982-ea041b839470 None None] Attempting to bind port 8f52beef-237e-4856-b6c6-26ac65d58558 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '8ca14917-c9b1-4338-b349-8fcfdea345e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '32a0c3b3-6eed-4c0e-b14e-e9888ed81174'}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:25:11.192488 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29df442-32c2-4d05-8982-ea041b839470 None None] Attempting to bind port 8f52beef-237e-4856-b6c6-26ac65d58558 on network 32a0c3b3-6eed-4c0e-b14e-e9888ed81174 {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:25:11.209140 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29df442-32c2-4d05-8982-ea041b839470 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 24, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:25:11.209629 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29df442-32c2-4d05-8982-ea041b839470 None None] Checking segment: {'id': '8ca14917-c9b1-4338-b349-8fcfdea345e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '32a0c3b3-6eed-4c0e-b14e-e9888ed81174'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:25:11.211267 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-c29df442-32c2-4d05-8982-ea041b839470 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:11.211917 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29df442-32c2-4d05-8982-ea041b839470 None None] Bound using segment: {'id': '8ca14917-c9b1-4338-b349-8fcfdea345e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '32a0c3b3-6eed-4c0e-b14e-e9888ed81174'} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:25:11.212771 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-c29df442-32c2-4d05-8982-ea041b839470 None None] Bound port: 8f52beef-237e-4856-b6c6-26ac65d58558, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ca14917-c9b1-4338-b349-8fcfdea345e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '32a0c3b3-6eed-4c0e-b14e-e9888ed81174'}}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:25:11.213554 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-c29df442-32c2-4d05-8982-ea041b839470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:11.214521 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 47474) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:25:11.263805 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27a7180-6c35-4e71-8efb-08fb8bd1087e tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Checking segment: {'id': '47e1b627-2d12-435f-9e9a-52fec88ad939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '9b87cb87-52c2-4c7d-92d6-c87d178585d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:25:11.268093 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27a7180-6c35-4e71-8efb-08fb8bd1087e tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Network hostable DHCP agents. Network: 9b87cb87-52c2-4c7d-92d6-c87d178585d3, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:25:11.345090 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:11.376510 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27a7180-6c35-4e71-8efb-08fb8bd1087e tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Network 9b87cb87-52c2-4c7d-92d6-c87d178585d3 is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:25:11.413103 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee30975a-e883-4fa4-943e-e036f41926da req-7ded269e-9434-4e97-a8f4-39efa26b3b9a tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:11.414916 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ee30975a-e883-4fa4-943e-e036f41926da req-7ded269e-9434-4e97-a8f4-39efa26b3b9a tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=9f31ff7d-1823-473c-83d4-db793c2d43da HTTP/1.1" status: 200 len: 943 time: 0.2964246 May 18 18:25:11.416509 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.db [None req-c29df442-32c2-4d05-8982-ea041b839470 None None] For port 8f52beef-237e-4856-b6c6-26ac65d58558, host n-d-838550-3, cleared binding levels {{(pid=102733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:25:11.423309 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.db [None req-c29df442-32c2-4d05-8982-ea041b839470 None None] For port 8f52beef-237e-4856-b6c6-26ac65d58558, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=8f52beef-237e-4856-b6c6-26ac65d58558,segment=NetworkSegment(8ca14917-c9b1-4338-b349-8fcfdea345e6),segment_id=8ca14917-c9b1-4338-b349-8fcfdea345e6)] {{(pid=102733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:25:11.430927 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-c29df442-32c2-4d05-8982-ea041b839470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:11.432621 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6bee667f-a0c4-4910-b781-a9d54c48062c tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:11.445735 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 1307ac58-657e-4b0c-989f-41b27f578567 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:25:11.453463 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-db3d518d-b69e-4ecf-82c2-10f41b0079fd None None] Provisioning complete for port 8f52beef-237e-4856-b6c6-26ac65d58558 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:25:11.454463 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-db3d518d-b69e-4ecf-82c2-10f41b0079fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:11.477640 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6bee667f-a0c4-4910-b781-a9d54c48062c tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:11.488123 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-c27a7180-6c35-4e71-8efb-08fb8bd1087e tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, 9b87cb87-52c2-4c7d-92d6-c87d178585d3) {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:25:11.514087 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-802f7d60-2207-4611-a57e-faf137da8b51 None None] Network 9b87cb87-52c2-4c7d-92d6-c87d178585d3 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:25:11.532582 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c27a7180-6c35-4e71-8efb-08fb8bd1087e tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:11.534141 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c27a7180-6c35-4e71-8efb-08fb8bd1087e tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:11.553665 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ee30975a-e883-4fa4-943e-e036f41926da req-874c7384-e78a-4da9-a609-fba4ba3f0fe0 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=86e7cf01-f21c-41cf-b5a3-71cb5ec2aaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251481 May 18 18:25:11.562518 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1db93e3a-c5a7-4b21-92ed-c65ba3c57f96 req-a67b1ce5-85f9-47c9-8716-56b4d1265144 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/ports?device_id=68250932-273e-4325-9e64-8bc21316b470 HTTP/1.1" status: 200 len: 210 time: 0.1760898 May 18 18:25:11.568416 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6bee667f-a0c4-4910-b781-a9d54c48062c tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:11.576436 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6bee667f-a0c4-4910-b781-a9d54c48062c tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:11.581044 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-6bee667f-a0c4-4910-b781-a9d54c48062c tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "DELETE /v2.0/security-groups/7394e4bf-8f0c-4c6c-8c6c-8df7a26d4fa0 HTTP/1.1" status: 204 len: 168 time: 0.3654389 May 18 18:25:11.594767 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 47480) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:25:11.615838 n-d-838550-3 neutron-server[102730]: INFO neutron.api.v2.resource [None req-6e6315a8-f071-4ec1-9fa0-09b6a71bda5a tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] show failed (client error): The resource could not be found. May 18 18:25:11.620920 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-6e6315a8-f071-4ec1-9fa0-09b6a71bda5a tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "GET /v2.0/security-groups/7394e4bf-8f0c-4c6c-8c6c-8df7a26d4fa0 HTTP/1.1" status: 404 len: 347 time: 0.0200930 May 18 18:25:11.626375 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 47482) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:25:11.635411 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bee667f-a0c4-4910-b781-a9d54c48062c tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7394e4bf-8f0c-4c6c-8c6c-8df7a26d4fa0,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:25:11.636743 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd231d06-2f38-4372-a017-bbede6a501b8 None None] Pushing event updated for resources: {'Port': ['ID=8f52beef-237e-4856-b6c6-26ac65d58558,revision_number=4']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:25:11.674961 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29df442-32c2-4d05-8982-ea041b839470 None None] Routers {'be055dce-5e9c-42c3-b98f-bdae8046ec2d'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:25:11.676206 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-c29df442-32c2-4d05-8982-ea041b839470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:25:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['be055dce-5e9c-42c3-b98f-bdae8046ec2d'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:25:11.941607 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-c29df442-32c2-4d05-8982-ea041b839470 None None] Set router be055dce-5e9c-42c3-b98f-bdae8046ec2d gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:25:11.947136 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-0b047fc3-741e-47a7-b7d1-24ba013466b0 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Deleting port eeb39bca-19a1-48c4-a597-df414cc59f5b {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:25:11.947727 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0b047fc3-741e-47a7-b7d1-24ba013466b0 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:12.173256 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0b047fc3-741e-47a7-b7d1-24ba013466b0 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:12.173692 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0b047fc3-741e-47a7-b7d1-24ba013466b0 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:12.208213 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-0b047fc3-741e-47a7-b7d1-24ba013466b0 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Calling delete_port for eeb39bca-19a1-48c4-a597-df414cc59f5b owned by network:floatingip {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:25:12.242167 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e58dd36c-57d0-497b-8f44-c1c922036692 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-9b87cb87-52c2-4c7d-92d6-c87d178585d3', 'network_id': '9b87cb87-52c2-4c7d-92d6-c87d178585d3', 'tenant_id': 'da58e9bc8fb64cb8902d79f0a725e08d', 'fixed_ips': [{'subnet_id': '48426d22-0728-462e-86c5-7c846506e12c'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:25:12.243057 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-e58dd36c-57d0-497b-8f44-c1c922036692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:12.259805 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-db3d518d-b69e-4ecf-82c2-10f41b0079fd None None] Current status of the port 8f52beef-237e-4856-b6c6-26ac65d58558 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:25:12.260201 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-db3d518d-b69e-4ecf-82c2-10f41b0079fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:12.451650 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-db3d518d-b69e-4ecf-82c2-10f41b0079fd None None] For port 8f52beef-237e-4856-b6c6-26ac65d58558, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=8f52beef-237e-4856-b6c6-26ac65d58558,segment=NetworkSegment(8ca14917-c9b1-4338-b349-8fcfdea345e6),segment_id=8ca14917-c9b1-4338-b349-8fcfdea345e6)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:25:12.466015 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-db3d518d-b69e-4ecf-82c2-10f41b0079fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:12.492491 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:12.536212 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-c27a7180-6c35-4e71-8efb-08fb8bd1087e tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1210208 May 18 18:25:12.539577 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 47490) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:25:12.556941 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-85668474-90ae-49e7-aa37-16566eb3834f tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-710541204', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:25:12.566780 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0b047fc3-741e-47a7-b7d1-24ba013466b0 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:12.622718 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841a99b5-bd78-4042-aa21-80b2d5eea9ea req-5f7ed7dd-4fd3-41e7-9fed-71641d942ec9 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:12.635685 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-841a99b5-bd78-4042-aa21-80b2d5eea9ea req-5f7ed7dd-4fd3-41e7-9fed-71641d942ec9 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=3af06ae7-a690-4f40-bcb1-f8f76cf6c6ef HTTP/1.1" status: 200 len: 946 time: 0.1216009 May 18 18:25:12.644527 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-c29df442-32c2-4d05-8982-ea041b839470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be055dce-5e9c-42c3-b98f-bdae8046ec2d', 'name': 'tempest-AttachVolumeShelveTestJSON-1885015581-router', 'tenant_id': '0d731d0a64e04789ad04262ef63d1dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.68'}], 'enable_snat': True}, 'gw_port_id': '1307ac58-657e-4b0c-989f-41b27f578567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:24:58Z', 'updated_at': '2022-05-18T18:25:03Z', 'revision_number': 4, 'project_id': '0d731d0a64e04789ad04262ef63d1dbd', 'gw_port': {'id': '1307ac58-657e-4b0c-989f-41b27f578567', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:6e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be055dce-5e9c-42c3-b98f-bdae8046ec2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:24:58Z', 'updated_at': '2022-05-18T18:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '8f52beef-237e-4856-b6c6-26ac65d58558', 'name': '', 'network_id': '32a0c3b3-6eed-4c0e-b14e-e9888ed81174', 'tenant_id': '0d731d0a64e04789ad04262ef63d1dbd', 'mac_address': 'fa:16:3e:bd:da:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be055dce-5e9c-42c3-b98f-bdae8046ec2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': 'ac45570a-d36a-47d1-a935-bbf3ce99c6a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:25:02Z', 'updated_at': '2022-05-18T18:25:11Z', 'revision_number': 4, 'project_id': '0d731d0a64e04789ad04262ef63d1dbd', 'subnets': [{'id': 'ac45570a-d36a-47d1-a935-bbf3ce99c6a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:25:12.651534 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02565c7a-938d-4ef1-bdc5-9a113f6d5f3e req-d7b4c9e4-ee96-4cd5-bb10-f3e45d7b3472 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:12.653251 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-02565c7a-938d-4ef1-bdc5-9a113f6d5f3e req-d7b4c9e4-ee96-4cd5-bb10-f3e45d7b3472 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ed8e89cf-ba95-48d1-a49b-7ab0699b2d22 HTTP/1.1" status: 200 len: 946 time: 0.2459869 May 18 18:25:12.653692 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d85429-661c-4a6f-a57a-4ddb7f68238f req-8248262b-7b9b-4b42-bae7-bcb46f6295bd tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:12.655146 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-79d85429-661c-4a6f-a57a-4ddb7f68238f req-8248262b-7b9b-4b42-bae7-bcb46f6295bd tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.36 "GET /v2.0/networks?id=32a0c3b3-6eed-4c0e-b14e-e9888ed81174 HTTP/1.1" status: 200 len: 817 time: 1.1006007 May 18 18:25:12.656235 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b047fc3-741e-47a7-b7d1-24ba013466b0 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Pushing event deleted for resources: {'Port': ['ID=eeb39bca-19a1-48c4-a597-df414cc59f5b,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:25:12.695482 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29df442-32c2-4d05-8982-ea041b839470 None None] The sync data for ids ['be055dce-5e9c-42c3-b98f-bdae8046ec2d'] in n-d-838550-3 is: [{'id': 'be055dce-5e9c-42c3-b98f-bdae8046ec2d', 'name': 'tempest-AttachVolumeShelveTestJSON-1885015581-router', 'tenant_id': '0d731d0a64e04789ad04262ef63d1dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.68'}], 'enable_snat': True}, 'gw_port_id': '1307ac58-657e-4b0c-989f-41b27f578567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:24:58Z', 'updated_at': '2022-05-18T18:25:03Z', 'revision_number': 4, 'project_id': '0d731d0a64e04789ad04262ef63d1dbd', 'gw_port': {'id': '1307ac58-657e-4b0c-989f-41b27f578567', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:6e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be055dce-5e9c-42c3-b98f-bdae8046ec2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:24:58Z', 'updated_at': '2022-05-18T18:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '8f52beef-237e-4856-b6c6-26ac65d58558', 'name': '', 'network_id': '32a0c3b3-6eed-4c0e-b14e-e9888ed81174', 'tenant_id': '0d731d0a64e04789ad04262ef63d1dbd', 'mac_address': 'fa:16:3e:bd:da:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be055dce-5e9c-42c3-b98f-bdae8046ec2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': 'ac45570a-d36a-47d1-a935-bbf3ce99c6a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:25:02Z', 'updated_at': '2022-05-18T18:25:11Z', 'revision_number': 4, 'project_id': '0d731d0a64e04789ad04262ef63d1dbd', 'subnets': [{'id': 'ac45570a-d36a-47d1-a935-bbf3ce99c6a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:25:12.739470 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-841a99b5-bd78-4042-aa21-80b2d5eea9ea req-9659e1a1-3be8-441f-b152-c08841ae71dd tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/security-groups?id=e4600145-0aaf-4853-ad08-dfd77d36be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990472 May 18 18:25:12.756741 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-85668474-90ae-49e7-aa37-16566eb3834f tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25099'] for router, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:12.762268 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-ca02a2d2-635f-4613-817f-15a79bd28bd1 None None] Provisioning complete for port 8f52beef-237e-4856-b6c6-26ac65d58558 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:25:12.762687 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-85668474-90ae-49e7-aa37-16566eb3834f tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-593238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596850', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25088'] for router, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:12.769159 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-ca02a2d2-635f-4613-817f-15a79bd28bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:12.779529 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-79d85429-661c-4a6f-a57a-4ddb7f68238f req-0807072f-fee4-4aa1-88c8-4b6900139b61 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0d731d0a64e04789ad04262ef63d1dbd HTTP/1.1" status: 200 len: 379 time: 0.1089544 May 18 18:25:12.797766 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-79d85429-661c-4a6f-a57a-4ddb7f68238f req-1b78ecea-51c4-49b6-9d30-a4e3024f1510 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Request body: {'port': {'device_id': '68250932-273e-4325-9e64-8bc21316b470', 'network_id': '32a0c3b3-6eed-4c0e-b14e-e9888ed81174', 'admin_state_up': True, 'tenant_id': '0d731d0a64e04789ad04262ef63d1dbd', 'security_groups': ['11a2a54b-8d3a-4e8b-aced-30411dedac26']}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:25:12.841150 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3d518d-b69e-4ecf-82c2-10f41b0079fd None None] Pushing event updated for resources: {'Port': ['ID=8f52beef-237e-4856-b6c6-26ac65d58558,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:25:12.868413 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-02565c7a-938d-4ef1-bdc5-9a113f6d5f3e req-c94e03b1-eeb8-4dfc-8c01-b5fcf1fb3829 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=79af37b4-96e5-49e2-a136-b4eb89c535d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967342 May 18 18:25:12.876092 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-e58dd36c-57d0-497b-8f44-c1c922036692 None None] Allocated IP 172.20.0.2 (9b87cb87-52c2-4c7d-92d6-c87d178585d3/48426d22-0728-462e-86c5-7c846506e12c/7e14ddbe-2e48-490c-bdc0-d11c131f1ad8) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:25:12.978104 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92e79f8-e4b3-4411-b658-9b02820e585b req-fb3dc653-ad5e-49c8-89e2-4205197088e8 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:12.981203 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a92e79f8-e4b3-4411-b658-9b02820e585b req-fb3dc653-ad5e-49c8-89e2-4205197088e8 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=9f31ff7d-1823-473c-83d4-db793c2d43da HTTP/1.1" status: 200 len: 943 time: 0.1158533 May 18 18:25:13.020731 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0b047fc3-741e-47a7-b7d1-24ba013466b0 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Notify callbacks [] for floatingip, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:13.030773 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0b047fc3-741e-47a7-b7d1-24ba013466b0 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:13.035204 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-0b047fc3-741e-47a7-b7d1-24ba013466b0 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "DELETE /v2.0/floatingips/9b043ac5-7d82-4b2a-92ca-90fa2870c4e6 HTTP/1.1" status: 204 len: 168 time: 1.4045429 May 18 18:25:13.041582 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 47500) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:25:13.044567 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-85668474-90ae-49e7-aa37-16566eb3834f tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:13.085162 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-85668474-90ae-49e7-aa37-16566eb3834f tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596801'] for router, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:13.098813 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a92e79f8-e4b3-4411-b658-9b02820e585b req-6f3d4589-5d90-4ac7-ace6-7f0f9bab196f tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=86e7cf01-f21c-41cf-b5a3-71cb5ec2aaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081603 May 18 18:25:13.100740 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79d85429-661c-4a6f-a57a-4ddb7f68238f req-1b78ecea-51c4-49b6-9d30-a4e3024f1510 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Made reservation on behalf of 0d731d0a64e04789ad04262ef63d1dbd for: {'port': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:25:13.109669 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-79d85429-661c-4a6f-a57a-4ddb7f68238f req-1b78ecea-51c4-49b6-9d30-a4e3024f1510 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:13.156064 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d8654ea0-cb30-466b-a00b-6b08c2cdc796 req-b44932d6-9c52-470c-8c30-2e59b709a48d tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/ports?device_id=68250932-273e-4325-9e64-8bc21316b470 HTTP/1.1" status: 200 len: 210 time: 0.1016626 May 18 18:25:13.166962 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:13.177425 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 8f52beef-237e-4856-b6c6-26ac65d58558 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:25:13.182657 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-ca02a2d2-635f-4613-817f-15a79bd28bd1 None None] Current status of the port 8f52beef-237e-4856-b6c6-26ac65d58558 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:25:13.198929 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-85668474-90ae-49e7-aa37-16566eb3834f tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks [] for router, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:13.202994 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-85668474-90ae-49e7-aa37-16566eb3834f tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.6615260 May 18 18:25:13.203619 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 47502) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:25:13.234576 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-a33484a2-94a3-44b7-9392-fb7867106ebb tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Request body: {'port': {'network_id': '9b87cb87-52c2-4c7d-92d6-c87d178585d3', 'name': 'tempest-PortsTestJSON-1684929886'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:25:13.352458 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-e58dd36c-57d0-497b-8f44-c1c922036692 None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:13.360075 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 8f52beef-237e-4856-b6c6-26ac65d58558 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:25:13.360447 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:13.363970 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-e58dd36c-57d0-497b-8f44-c1c922036692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:13.375206 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [req-79d85429-661c-4a6f-a57a-4ddb7f68238f req-1b78ecea-51c4-49b6-9d30-a4e3024f1510 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Allocated IP 172.20.0.7 (32a0c3b3-6eed-4c0e-b14e-e9888ed81174/ac45570a-d36a-47d1-a935-bbf3ce99c6a8/3f298efd-d789-4784-af4f-e91f6b2cc1ad) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:25:13.394668 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-d7183fce-3b9e-4314-8684-fd8b4805be66 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Deleting port 47ed802e-3cf4-472d-b402-936465b16c4c {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:25:13.395528 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d7183fce-3b9e-4314-8684-fd8b4805be66 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:13.461106 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58dd36c-57d0-497b-8f44-c1c922036692 None None] Network 9b87cb87-52c2-4c7d-92d6-c87d178585d3 is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:25:13.467952 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-e58dd36c-57d0-497b-8f44-c1c922036692 None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:25:13.474249 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58dd36c-57d0-497b-8f44-c1c922036692 None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:25:13.518571 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58dd36c-57d0-497b-8f44-c1c922036692 None None] Pushing event updated for resources: {'Port': ['ID=7e14ddbe-2e48-490c-bdc0-d11c131f1ad8,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:25:13.522256 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a33484a2-94a3-44b7-9392-fb7867106ebb tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Made reservation on behalf of da58e9bc8fb64cb8902d79f0a725e08d for: {'port': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:25:13.531937 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a33484a2-94a3-44b7-9392-fb7867106ebb tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:13.554767 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-e58dd36c-57d0-497b-8f44-c1c922036692 None None] Attempting to bind port 7e14ddbe-2e48-490c-bdc0-d11c131f1ad8 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:25:13.555316 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-e58dd36c-57d0-497b-8f44-c1c922036692 None None] Attempting to bind port 7e14ddbe-2e48-490c-bdc0-d11c131f1ad8 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '47e1b627-2d12-435f-9e9a-52fec88ad939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '9b87cb87-52c2-4c7d-92d6-c87d178585d3'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:25:13.555761 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58dd36c-57d0-497b-8f44-c1c922036692 None None] Attempting to bind port 7e14ddbe-2e48-490c-bdc0-d11c131f1ad8 on network 9b87cb87-52c2-4c7d-92d6-c87d178585d3 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:25:13.564631 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [None req-a33484a2-94a3-44b7-9392-fb7867106ebb tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] device_id is not set on port 3259780f-cc8c-4f8b-b961-94aa42febf3b yet. {{(pid=102730) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 18 18:25:13.566619 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58dd36c-57d0-497b-8f44-c1c922036692 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 25, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:25:13.567230 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58dd36c-57d0-497b-8f44-c1c922036692 None None] Checking segment: {'id': '47e1b627-2d12-435f-9e9a-52fec88ad939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '9b87cb87-52c2-4c7d-92d6-c87d178585d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:25:13.567740 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-e58dd36c-57d0-497b-8f44-c1c922036692 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:13.568310 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58dd36c-57d0-497b-8f44-c1c922036692 None None] Bound using segment: {'id': '47e1b627-2d12-435f-9e9a-52fec88ad939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '9b87cb87-52c2-4c7d-92d6-c87d178585d3'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:25:13.569035 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-e58dd36c-57d0-497b-8f44-c1c922036692 None None] Bound port: 7e14ddbe-2e48-490c-bdc0-d11c131f1ad8, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47e1b627-2d12-435f-9e9a-52fec88ad939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '9b87cb87-52c2-4c7d-92d6-c87d178585d3'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:25:13.569533 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-e58dd36c-57d0-497b-8f44-c1c922036692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:13.605829 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-79d85429-661c-4a6f-a57a-4ddb7f68238f req-1b78ecea-51c4-49b6-9d30-a4e3024f1510 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:13.624574 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 8f52beef-237e-4856-b6c6-26ac65d58558 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:25:13.645875 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d7183fce-3b9e-4314-8684-fd8b4805be66 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:13.672175 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-d7183fce-3b9e-4314-8684-fd8b4805be66 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Calling delete_port for 47ed802e-3cf4-472d-b402-936465b16c4c owned by {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:25:13.681380 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-79d85429-661c-4a6f-a57a-4ddb7f68238f req-1b78ecea-51c4-49b6-9d30-a4e3024f1510 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:13.704583 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-e58dd36c-57d0-497b-8f44-c1c922036692 None None] For port 7e14ddbe-2e48-490c-bdc0-d11c131f1ad8, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:25:13.713097 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-e58dd36c-57d0-497b-8f44-c1c922036692 None None] For port 7e14ddbe-2e48-490c-bdc0-d11c131f1ad8, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=7e14ddbe-2e48-490c-bdc0-d11c131f1ad8,segment=NetworkSegment(47e1b627-2d12-435f-9e9a-52fec88ad939),segment_id=47e1b627-2d12-435f-9e9a-52fec88ad939)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:25:13.723848 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-e58dd36c-57d0-497b-8f44-c1c922036692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:13.774471 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79d85429-661c-4a6f-a57a-4ddb7f68238f req-1b78ecea-51c4-49b6-9d30-a4e3024f1510 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Network 32a0c3b3-6eed-4c0e-b14e-e9888ed81174 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:25:13.784070 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [req-79d85429-661c-4a6f-a57a-4ddb7f68238f req-1b78ecea-51c4-49b6-9d30-a4e3024f1510 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:25:13.803090 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-79d85429-661c-4a6f-a57a-4ddb7f68238f req-1b78ecea-51c4-49b6-9d30-a4e3024f1510 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:25:13.864063 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58dd36c-57d0-497b-8f44-c1c922036692 None None] Pushing event updated for resources: {'Port': ['ID=7e14ddbe-2e48-490c-bdc0-d11c131f1ad8,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:25:13.889705 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 674da24f-68ce-455c-a7d9-bb312b8b278a details requested by agent hyperv_n-h2-838550-3 with host n-h2-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:25:13.911370 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-a33484a2-94a3-44b7-9392-fb7867106ebb tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Allocated IP 172.20.0.14 (9b87cb87-52c2-4c7d-92d6-c87d178585d3/48426d22-0728-462e-86c5-7c846506e12c/3259780f-cc8c-4f8b-b961-94aa42febf3b) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:25:13.973052 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b78ecea-51c4-49b6-9d30-a4e3024f1510 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Pushing event updated for resources: {'Port': ['ID=3f298efd-d789-4784-af4f-e91f6b2cc1ad,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:25:14.068303 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d85429-661c-4a6f-a57a-4ddb7f68238f req-1b78ecea-51c4-49b6-9d30-a4e3024f1510 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:14.069338 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-79d85429-661c-4a6f-a57a-4ddb7f68238f req-1b78ecea-51c4-49b6-9d30-a4e3024f1510 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:14.109686 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015dc4e7-a0ae-461c-9fd4-fb1fcbfad73c req-18876213-0394-402e-a467-7c3f20b45aed tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:14.123804 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-015dc4e7-a0ae-461c-9fd4-fb1fcbfad73c req-18876213-0394-402e-a467-7c3f20b45aed tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=3af06ae7-a690-4f40-bcb1-f8f76cf6c6ef HTTP/1.1" status: 200 len: 946 time: 0.1757965 May 18 18:25:14.128469 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-79d85429-661c-4a6f-a57a-4ddb7f68238f req-1b78ecea-51c4-49b6-9d30-a4e3024f1510 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3421021 May 18 18:25:14.132827 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 674da24f-68ce-455c-a7d9-bb312b8b278a, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=674da24f-68ce-455c-a7d9-bb312b8b278a,segment=NetworkSegment(91232e8c-3d17-424b-b810-746db9884dd3),segment_id=91232e8c-3d17-424b-b810-746db9884dd3)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:25:14.163492 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Returning: {'device': '674da24f-68ce-455c-a7d9-bb312b8b278a', 'network_id': 'eafefbfa-378a-4a8a-8ee5-45c0c746f8e9', 'port_id': '674da24f-68ce-455c-a7d9-bb312b8b278a', 'mac_address': 'fa:16:3e:4b:7c:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab1f7f5a-a761-43dc-be82-e3f213958e88', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:25:14.178530 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-79d85429-661c-4a6f-a57a-4ddb7f68238f req-0a435ebf-bca4-48b2-ba53-c246f09eb173 service neutron] Request body: {'port': {'device_id': '68250932-273e-4325-9e64-8bc21316b470', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-3'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:25:14.241417 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 674da24f-68ce-455c-a7d9-bb312b8b278a is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:25:14.245609 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:14.285378 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 674da24f-68ce-455c-a7d9-bb312b8b278a {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:25:14.314168 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 674da24f-68ce-455c-a7d9-bb312b8b278a, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=674da24f-68ce-455c-a7d9-bb312b8b278a,segment=NetworkSegment(91232e8c-3d17-424b-b810-746db9884dd3),segment_id=91232e8c-3d17-424b-b810-746db9884dd3)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:25:14.320161 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-015dc4e7-a0ae-461c-9fd4-fb1fcbfad73c req-b253262a-2b37-48b6-b56b-ed3935b795f0 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/security-groups?id=e4600145-0aaf-4853-ad08-dfd77d36be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1952608 May 18 18:25:14.321290 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:14.365607 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-79d85429-661c-4a6f-a57a-4ddb7f68238f req-0a435ebf-bca4-48b2-ba53-c246f09eb173 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:14.401585 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-7227a1d9-04f7-4869-b0da-637d73eebe8b None None] Provisioning complete for port 3f298efd-d789-4784-af4f-e91f6b2cc1ad triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:25:14.402169 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-7227a1d9-04f7-4869-b0da-637d73eebe8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:14.408879 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=674da24f-68ce-455c-a7d9-bb312b8b278a,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:25:14.476405 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-7227a1d9-04f7-4869-b0da-637d73eebe8b None None] Port 3f298efd-d789-4784-af4f-e91f6b2cc1ad cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:25:14.508912 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd2ecab-5c11-405f-9d11-c9c3f6a90738 req-ae56ee64-923d-43fe-9ce2-252dd32a4e05 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:14.510559 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9bd2ecab-5c11-405f-9d11-c9c3f6a90738 req-ae56ee64-923d-43fe-9ce2-252dd32a4e05 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ed8e89cf-ba95-48d1-a49b-7ab0699b2d22 HTTP/1.1" status: 200 len: 946 time: 0.4367485 May 18 18:25:14.513861 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d7183fce-3b9e-4314-8684-fd8b4805be66 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:14.568368 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['674da24f-68ce-455c-a7d9-bb312b8b278a'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:25:14.576390 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7183fce-3b9e-4314-8684-fd8b4805be66 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Pushing event deleted for resources: {'Port': ['ID=47ed802e-3cf4-472d-b402-936465b16c4c,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:25:14.680990 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ddd579-d620-47e1-9142-af2639e9f369 req-56e338ba-01e4-48fb-a613-f62a5d98650a tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:14.683248 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a4ddd579-d620-47e1-9142-af2639e9f369 req-56e338ba-01e4-48fb-a613-f62a5d98650a tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=9f31ff7d-1823-473c-83d4-db793c2d43da HTTP/1.1" status: 200 len: 944 time: 0.1632245 May 18 18:25:14.702335 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a33484a2-94a3-44b7-9392-fb7867106ebb tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:14.712158 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9bd2ecab-5c11-405f-9d11-c9c3f6a90738 req-559a14bd-4e59-469d-83fc-d7431ea3a8ab tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=79af37b4-96e5-49e2-a136-b4eb89c535d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524665 May 18 18:25:14.747668 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d7183fce-3b9e-4314-8684-fd8b4805be66 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:14.751057 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-d7183fce-3b9e-4314-8684-fd8b4805be66 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "DELETE /v2.0/ports/47ed802e-3cf4-472d-b402-936465b16c4c HTTP/1.1" status: 204 len: 168 time: 1.7016203 May 18 18:25:14.759829 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 47518) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:25:14.790029 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a4ddd579-d620-47e1-9142-af2639e9f369 req-a2987d66-6a7a-42ef-ad82-c2a0028fdc3e tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=86e7cf01-f21c-41cf-b5a3-71cb5ec2aaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930185 May 18 18:25:14.889498 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a33484a2-94a3-44b7-9392-fb7867106ebb tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:15.027209 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33484a2-94a3-44b7-9392-fb7867106ebb tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Pushing event updated for resources: {'Port': ['ID=3259780f-cc8c-4f8b-b961-94aa42febf3b,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:25:15.027424 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [req-79d85429-661c-4a6f-a57a-4ddb7f68238f req-0a435ebf-bca4-48b2-ba53-c246f09eb173 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f298efd-d789-4784-af4f-e91f6b2cc1ad {{(pid=102731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:25:15.047953 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33484a2-94a3-44b7-9392-fb7867106ebb tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Network 9b87cb87-52c2-4c7d-92d6-c87d178585d3 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:25:15.049575 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-79d85429-661c-4a6f-a57a-4ddb7f68238f req-0a435ebf-bca4-48b2-ba53-c246f09eb173 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:15.052059 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-a33484a2-94a3-44b7-9392-fb7867106ebb tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:25:15.056909 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33484a2-94a3-44b7-9392-fb7867106ebb tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:25:15.069553 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcb32c4-1d75-4715-ba3e-854694575cbb req-127352e6-d131-4e83-9613-c745094a8469 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:15.071596 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1fcb32c4-1d75-4715-ba3e-854694575cbb req-127352e6-d131-4e83-9613-c745094a8469 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=3af06ae7-a690-4f40-bcb1-f8f76cf6c6ef HTTP/1.1" status: 200 len: 946 time: 0.1224289 May 18 18:25:15.091210 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.provisioning_blocks [req-79d85429-661c-4a6f-a57a-4ddb7f68238f req-0a435ebf-bca4-48b2-ba53-c246f09eb173 service neutron] Transition to ACTIVE for port object 3f298efd-d789-4784-af4f-e91f6b2cc1ad will not be triggered until provisioned by entity L2. {{(pid=102731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:25:15.134137 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 7e14ddbe-2e48-490c-bdc0-d11c131f1ad8 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:25:15.163903 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a33484a2-94a3-44b7-9392-fb7867106ebb tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:15.167134 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a33484a2-94a3-44b7-9392-fb7867106ebb tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:15.189888 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1fcb32c4-1d75-4715-ba3e-854694575cbb req-74bbc502-d075-4500-b026-ef73a4874572 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/security-groups?id=e4600145-0aaf-4853-ad08-dfd77d36be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020157 May 18 18:25:15.191358 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-79d85429-661c-4a6f-a57a-4ddb7f68238f req-0a435ebf-bca4-48b2-ba53-c246f09eb173 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:15.214050 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 47522) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:25:15.241858 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9e95d3-eaa1-4028-875b-2f2ee83e80d9 req-d61cfd56-259d-4d6e-ad58-08ac30dcbafa tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:15.243412 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fa9e95d3-eaa1-4028-875b-2f2ee83e80d9 req-d61cfd56-259d-4d6e-ad58-08ac30dcbafa tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/ports?device_id=68250932-273e-4325-9e64-8bc21316b470 HTTP/1.1" status: 200 len: 931 time: 0.4069736 May 18 18:25:15.267290 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 7e14ddbe-2e48-490c-bdc0-d11c131f1ad8 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:25:15.267549 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:15.276324 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a435ebf-bca4-48b2-ba53-c246f09eb173 service neutron] Pushing event updated for resources: {'Port': ['ID=3f298efd-d789-4784-af4f-e91f6b2cc1ad,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:25:15.397393 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-79d85429-661c-4a6f-a57a-4ddb7f68238f req-0a435ebf-bca4-48b2-ba53-c246f09eb173 service neutron] Attempting to bind port 3f298efd-d789-4784-af4f-e91f6b2cc1ad on host n-h1-838550-3 for vnic_type normal with profile {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:25:15.397959 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-79d85429-661c-4a6f-a57a-4ddb7f68238f req-0a435ebf-bca4-48b2-ba53-c246f09eb173 service neutron] Attempting to bind port 3f298efd-d789-4784-af4f-e91f6b2cc1ad by drivers openvswitch,hyperv on host n-h1-838550-3 at level 0 using segments [{'id': '8ca14917-c9b1-4338-b349-8fcfdea345e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '32a0c3b3-6eed-4c0e-b14e-e9888ed81174'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:25:15.398293 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d85429-661c-4a6f-a57a-4ddb7f68238f req-0a435ebf-bca4-48b2-ba53-c246f09eb173 service neutron] Attempting to bind port 3f298efd-d789-4784-af4f-e91f6b2cc1ad on network 32a0c3b3-6eed-4c0e-b14e-e9888ed81174 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:25:15.415487 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d85429-661c-4a6f-a57a-4ddb7f68238f req-0a435ebf-bca4-48b2-ba53-c246f09eb173 service neutron] Port 3f298efd-d789-4784-af4f-e91f6b2cc1ad on network 32a0c3b3-6eed-4c0e-b14e-e9888ed81174 not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-3 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:25:15.416209 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-a33484a2-94a3-44b7-9392-fb7867106ebb tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.1856973 May 18 18:25:15.419406 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d85429-661c-4a6f-a57a-4ddb7f68238f req-0a435ebf-bca4-48b2-ba53-c246f09eb173 service neutron] Attempting to bind port 3f298efd-d789-4784-af4f-e91f6b2cc1ad on network 32a0c3b3-6eed-4c0e-b14e-e9888ed81174 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:25:15.425340 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 47526) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:25:15.438073 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fa9e95d3-eaa1-4028-875b-2f2ee83e80d9 req-f07a0ca0-1fd6-4e50-87eb-69366a08ca6f tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/security-groups?id=11a2a54b-8d3a-4e8b-aced-30411dedac26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1644528 May 18 18:25:15.454956 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-ddcd9771-5a83-4baf-a0fe-c3ce75d36684 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Deleting port d7dcad22-e92b-4b04-9ae5-6faddc7193ce {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:25:15.456080 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ddcd9771-5a83-4baf-a0fe-c3ce75d36684 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:15.461917 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d85429-661c-4a6f-a57a-4ddb7f68238f req-0a435ebf-bca4-48b2-ba53-c246f09eb173 service neutron] Checking agent: {'id': '1dbac822-25f2-4df8-9dc8-5c2e7b136eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:25:15.462304 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d85429-661c-4a6f-a57a-4ddb7f68238f req-0a435ebf-bca4-48b2-ba53-c246f09eb173 service neutron] Checking segment: {'id': '8ca14917-c9b1-4338-b349-8fcfdea345e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '32a0c3b3-6eed-4c0e-b14e-e9888ed81174'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:25:15.464885 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d85429-661c-4a6f-a57a-4ddb7f68238f req-0a435ebf-bca4-48b2-ba53-c246f09eb173 service neutron] Bound using segment: {'id': '8ca14917-c9b1-4338-b349-8fcfdea345e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '32a0c3b3-6eed-4c0e-b14e-e9888ed81174'} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:25:15.465375 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-79d85429-661c-4a6f-a57a-4ddb7f68238f req-0a435ebf-bca4-48b2-ba53-c246f09eb173 service neutron] Bound port: 3f298efd-d789-4784-af4f-e91f6b2cc1ad, host: n-h1-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ca14917-c9b1-4338-b349-8fcfdea345e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '32a0c3b3-6eed-4c0e-b14e-e9888ed81174'}}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:25:15.467995 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-79d85429-661c-4a6f-a57a-4ddb7f68238f req-0a435ebf-bca4-48b2-ba53-c246f09eb173 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:15.498134 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c0cbca-4d38-4638-89b2-5156cdeaf3b7 tempest-TestNetworkAdvancedServerOps-1996564383 tempest-TestNetworkAdvancedServerOps-1996564383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:15.500225 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-44c0cbca-4d38-4638-89b2-5156cdeaf3b7 tempest-TestNetworkAdvancedServerOps-1996564383 tempest-TestNetworkAdvancedServerOps-1996564383-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=3af06ae7-a690-4f40-bcb1-f8f76cf6c6ef HTTP/1.1" status: 200 len: 1092 time: 0.2556868 May 18 18:25:15.503943 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 47528) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:25:15.508602 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-8cd42fe3-8c90-44ed-bca2-94bbf5c73c69 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Request body: {'floatingip': {'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'port_id': 'aad21639-9096-401f-be6b-1fcf72a3df15', 'tenant_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:25:15.519667 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 7e14ddbe-2e48-490c-bdc0-d11c131f1ad8 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:25:15.520217 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:15.581102 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] For port 7e14ddbe-2e48-490c-bdc0-d11c131f1ad8, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=7e14ddbe-2e48-490c-bdc0-d11c131f1ad8,segment=NetworkSegment(47e1b627-2d12-435f-9e9a-52fec88ad939),segment_id=47e1b627-2d12-435f-9e9a-52fec88ad939)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:25:15.590086 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8cd42fe3-8c90-44ed-bca2-94bbf5c73c69 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for floatingip, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:15.596846 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:15.706427 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Pushing event updated for resources: {'Port': ['ID=7e14ddbe-2e48-490c-bdc0-d11c131f1ad8,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:25:15.757968 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b37d6079-ef31-47ea-9157-24ad41715f95 None None] Network 9b87cb87-52c2-4c7d-92d6-c87d178585d3 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:25:15.868991 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 674da24f-68ce-455c-a7d9-bb312b8b278a up at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:25:15.969037 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-79d85429-661c-4a6f-a57a-4ddb7f68238f req-0a435ebf-bca4-48b2-ba53-c246f09eb173 service neutron] For port 3f298efd-d789-4784-af4f-e91f6b2cc1ad, host n-h1-838550-3, cleared binding levels {{(pid=102731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:25:15.994227 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-79d85429-661c-4a6f-a57a-4ddb7f68238f req-0a435ebf-bca4-48b2-ba53-c246f09eb173 service neutron] For port 3f298efd-d789-4784-af4f-e91f6b2cc1ad, host n-h1-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=3f298efd-d789-4784-af4f-e91f6b2cc1ad,segment=NetworkSegment(8ca14917-c9b1-4338-b349-8fcfdea345e6),segment_id=8ca14917-c9b1-4338-b349-8fcfdea345e6)] {{(pid=102731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:25:16.020820 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-79d85429-661c-4a6f-a57a-4ddb7f68238f req-0a435ebf-bca4-48b2-ba53-c246f09eb173 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:16.029280 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ddcd9771-5a83-4baf-a0fe-c3ce75d36684 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:16.073835 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-ddcd9771-5a83-4baf-a0fe-c3ce75d36684 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Calling delete_port for d7dcad22-e92b-4b04-9ae5-6faddc7193ce owned by {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:25:16.074626 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a0deb9-b792-47d7-ada2-a2a738da00ac req-a74c15de-c4b9-45b8-bd72-cdead76fe841 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:16.076278 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-80a0deb9-b792-47d7-ada2-a2a738da00ac req-a74c15de-c4b9-45b8-bd72-cdead76fe841 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ed8e89cf-ba95-48d1-a49b-7ab0699b2d22 HTTP/1.1" status: 200 len: 946 time: 0.2013714 May 18 18:25:16.137846 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b84959-82d4-473a-bff4-b09f0037005f req-be0c06d3-eb51-4c99-87a5-221aa406889b tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:16.145398 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-74b84959-82d4-473a-bff4-b09f0037005f req-be0c06d3-eb51-4c99-87a5-221aa406889b tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=9f31ff7d-1823-473c-83d4-db793c2d43da HTTP/1.1" status: 200 len: 944 time: 0.1603558 May 18 18:25:16.151724 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d85429-661c-4a6f-a57a-4ddb7f68238f req-0a435ebf-bca4-48b2-ba53-c246f09eb173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:16.152379 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-79d85429-661c-4a6f-a57a-4ddb7f68238f req-0a435ebf-bca4-48b2-ba53-c246f09eb173 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:16.154118 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-79d85429-661c-4a6f-a57a-4ddb7f68238f req-0a435ebf-bca4-48b2-ba53-c246f09eb173 service neutron] 10.222.0.36 "PUT /v2.0/ports/3f298efd-d789-4784-af4f-e91f6b2cc1ad HTTP/1.1" status: 200 len: 1091 time: 2.0151365 May 18 18:25:16.157306 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68250932-273e-4325-9e64-8bc21316b470', 'tag': '3f298efd-d789-4784-af4f-e91f6b2cc1ad'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:25:16.161250 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e7013a5-bb79-4e38-afa1-d11bac876616" -d '{"events": [{"name": "network-changed", "server_uuid": "68250932-273e-4325-9e64-8bc21316b470", "tag": "3f298efd-d789-4784-af4f-e91f6b2cc1ad"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:25:16.165687 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-5fb57e3e-285c-4e41-b198-97dff608e942 None None] Provisioning complete for port 7e14ddbe-2e48-490c-bdc0-d11c131f1ad8 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:25:16.166453 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-5fb57e3e-285c-4e41-b198-97dff608e942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:16.215296 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-80a0deb9-b792-47d7-ada2-a2a738da00ac req-1d38171d-50a6-46b1-87d4-7f7fefd60b0c tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=79af37b4-96e5-49e2-a136-b4eb89c535d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144354 May 18 18:25:16.244057 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-74b84959-82d4-473a-bff4-b09f0037005f req-30e8458c-ac30-400a-a2fd-f38a98e90ec9 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=86e7cf01-f21c-41cf-b5a3-71cb5ec2aaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976329 May 18 18:25:16.250976 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a435ebf-bca4-48b2-ba53-c246f09eb173 service neutron] Pushing event updated for resources: {'Port': ['ID=3f298efd-d789-4784-af4f-e91f6b2cc1ad,revision_number=3']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:25:16.316514 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning for port 674da24f-68ce-455c-a7d9-bb312b8b278a completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:25:16.337594 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning complete for port 674da24f-68ce-455c-a7d9-bb312b8b278a triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:25:16.338143 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:16.366865 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2d7de00-cd65-4e95-97de-19026e8021a4 x-openstack-request-id: req-e2d7de00-cd65-4e95-97de-19026e8021a4 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:25:16.367142 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68250932-273e-4325-9e64-8bc21316b470", "tag": "3f298efd-d789-4784-af4f-e91f6b2cc1ad", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:25:16.367538 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-e2d7de00-cd65-4e95-97de-19026e8021a4 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:25:16.368153 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2d7de00-cd65-4e95-97de-19026e8021a4'] response: {'name': 'network-changed', 'server_uuid': '68250932-273e-4325-9e64-8bc21316b470', 'tag': '3f298efd-d789-4784-af4f-e91f6b2cc1ad', 'status': 'completed', 'code': 200} May 18 18:25:16.379910 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-06598f64-a006-42c4-babc-6e2af27eb5c9 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:16.432828 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8cd42fe3-8c90-44ed-bca2-94bbf5c73c69 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:16.442897 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ddcd9771-5a83-4baf-a0fe-c3ce75d36684 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:16.598769 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcd9771-5a83-4baf-a0fe-c3ce75d36684 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Pushing event deleted for resources: {'Port': ['ID=d7dcad22-e92b-4b04-9ae5-6faddc7193ce,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:25:16.656866 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-5fb57e3e-285c-4e41-b198-97dff608e942 None None] Current status of the port 7e14ddbe-2e48-490c-bdc0-d11c131f1ad8 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:25:16.663642 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 674da24f-68ce-455c-a7d9-bb312b8b278a is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:25:16.665198 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:16.723903 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f31ff7d-1823-473c-83d4-db793c2d43da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '674da24f-68ce-455c-a7d9-bb312b8b278a'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:25:16.729169 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7adf2f3-7d76-42fa-a467-1869a9961b22" -d '{"events": [{"server_uuid": "9f31ff7d-1823-473c-83d4-db793c2d43da", "name": "network-vif-plugged", "status": "completed", "tag": "674da24f-68ce-455c-a7d9-bb312b8b278a"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:25:16.750722 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 674da24f-68ce-455c-a7d9-bb312b8b278a, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=674da24f-68ce-455c-a7d9-bb312b8b278a,segment=NetworkSegment(91232e8c-3d17-424b-b810-746db9884dd3),segment_id=91232e8c-3d17-424b-b810-746db9884dd3)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:25:16.756657 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:16.760601 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d85429-661c-4a6f-a57a-4ddb7f68238f req-19c01fa2-13ec-4a41-876d-c81a36864dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:16.762187 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-79d85429-661c-4a6f-a57a-4ddb7f68238f req-19c01fa2-13ec-4a41-876d-c81a36864dff service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0d731d0a64e04789ad04262ef63d1dbd&device_id=68250932-273e-4325-9e64-8bc21316b470 HTTP/1.1" status: 200 len: 1094 time: 0.5157976 May 18 18:25:16.829055 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-388c4c8b-5979-45a5-a68d-83548be9dd82 x-openstack-request-id: req-388c4c8b-5979-45a5-a68d-83548be9dd82 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:25:16.830189 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f31ff7d-1823-473c-83d4-db793c2d43da", "name": "network-vif-plugged", "status": "completed", "tag": "674da24f-68ce-455c-a7d9-bb312b8b278a", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:25:16.830598 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-388c4c8b-5979-45a5-a68d-83548be9dd82 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:25:16.831196 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-388c4c8b-5979-45a5-a68d-83548be9dd82'] response: {'server_uuid': '9f31ff7d-1823-473c-83d4-db793c2d43da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '674da24f-68ce-455c-a7d9-bb312b8b278a', 'code': 200} May 18 18:25:16.833875 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c70f0ea4-0842-40ad-a014-f6d954e10a64 None None] Provisioning complete for port 3259780f-cc8c-4f8b-b961-94aa42febf3b triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:25:16.834550 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c70f0ea4-0842-40ad-a014-f6d954e10a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:16.840092 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffe851c-af5f-439d-84f5-07f947d1fe49 req-fbf86192-0360-473e-87f3-b7cf8135f2f2 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:16.847374 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-79d85429-661c-4a6f-a57a-4ddb7f68238f req-77eeba8a-4911-4ea7-81d1-b0feef28d7c1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3f298efd-d789-4784-af4f-e91f6b2cc1ad HTTP/1.1" status: 200 len: 217 time: 0.0707083 May 18 18:25:16.848987 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bffe851c-af5f-439d-84f5-07f947d1fe49 req-fbf86192-0360-473e-87f3-b7cf8135f2f2 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/ports?device_id=68250932-273e-4325-9e64-8bc21316b470 HTTP/1.1" status: 200 len: 943 time: 0.2670228 May 18 18:25:16.893176 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ddcd9771-5a83-4baf-a0fe-c3ce75d36684 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:16.905419 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-ddcd9771-5a83-4baf-a0fe-c3ce75d36684 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "DELETE /v2.0/ports/d7dcad22-e92b-4b04-9ae5-6faddc7193ce HTTP/1.1" status: 204 len: 168 time: 2.1444957 May 18 18:25:16.906091 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 47544) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:25:16.927470 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=674da24f-68ce-455c-a7d9-bb312b8b278a,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:25:16.938880 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c70f0ea4-0842-40ad-a014-f6d954e10a64 None None] Port 3259780f-cc8c-4f8b-b961-94aa42febf3b cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:25:16.958761 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c70f0ea4-0842-40ad-a014-f6d954e10a64 None None] Provisioning complete for port 7e14ddbe-2e48-490c-bdc0-d11c131f1ad8 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:25:16.959140 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c70f0ea4-0842-40ad-a014-f6d954e10a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:16.968703 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-8cd42fe3-8c90-44ed-bca2-94bbf5c73c69 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Allocated IP 172.25.5.241 (31ebd439-090c-4b25-bbb0-31c48711b145/363a2810-8a83-4be0-a317-7c91fcd94485/decfb090-f470-434a-a715-014ce1b70954) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:25:17.048820 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d85429-661c-4a6f-a57a-4ddb7f68238f req-9aa9e0a7-66da-43b1-83a8-541c4d320f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:17.051316 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-79d85429-661c-4a6f-a57a-4ddb7f68238f req-9aa9e0a7-66da-43b1-83a8-541c4d320f75 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ac45570a-d36a-47d1-a935-bbf3ce99c6a8 HTTP/1.1" status: 200 len: 856 time: 0.1951101 May 18 18:25:17.059885 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 7e14ddbe-2e48-490c-bdc0-d11c131f1ad8 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:25:17.146039 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bffe851c-af5f-439d-84f5-07f947d1fe49 req-7be5e40a-66f5-4b4d-a6cf-6ff694ddfca6 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/security-groups?id=11a2a54b-8d3a-4e8b-aced-30411dedac26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2957850 May 18 18:25:17.174808 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 7e14ddbe-2e48-490c-bdc0-d11c131f1ad8 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:25:17.175197 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:17.176239 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38194110-094e-47d1-ade9-75dea3762d57 req-f5e8aa27-8503-40c6-9aa9-56c205d8d5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:17.178269 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c70f0ea4-0842-40ad-a014-f6d954e10a64 None None] Current status of the port 7e14ddbe-2e48-490c-bdc0-d11c131f1ad8 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:25:17.179550 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-38194110-094e-47d1-ade9-75dea3762d57 req-f5e8aa27-8503-40c6-9aa9-56c205d8d5e8 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=9f31ff7d-1823-473c-83d4-db793c2d43da HTTP/1.1" status: 200 len: 1096 time: 0.2701123 May 18 18:25:17.180051 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_v2 [None req-296c400d-825d-4f3a-9c0f-498bff1fbed4 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Deleting subnet ac88f09f-2eda-4db7-a15a-c310c3c0f932 {{(pid=102730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:25:17.220105 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-296c400d-825d-4f3a-9c0f-498bff1fbed4 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Notify callbacks [] for subnet, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:17.237182 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-06598f64-a006-42c4-babc-6e2af27eb5c9 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:17.265151 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-06598f64-a006-42c4-babc-6e2af27eb5c9 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:17.370478 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8cd42fe3-8c90-44ed-bca2-94bbf5c73c69 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:17.394484 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06598f64-a006-42c4-babc-6e2af27eb5c9 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Pushing event updated for resources: {'Port': ['ID=3259780f-cc8c-4f8b-b961-94aa42febf3b,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:25:17.469752 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8cd42fe3-8c90-44ed-bca2-94bbf5c73c69 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:17.470405 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d85429-661c-4a6f-a57a-4ddb7f68238f req-7ecbb3c0-4fbb-4127-aa5e-873a03711599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:17.471959 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-79d85429-661c-4a6f-a57a-4ddb7f68238f req-7ecbb3c0-4fbb-4127-aa5e-873a03711599 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=32a0c3b3-6eed-4c0e-b14e-e9888ed81174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3832960 May 18 18:25:17.478926 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-38194110-094e-47d1-ade9-75dea3762d57 req-92598f83-2f6f-48d1-8128-d2ddb59f88d8 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=86e7cf01-f21c-41cf-b5a3-71cb5ec2aaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2914233 May 18 18:25:17.516748 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 7e14ddbe-2e48-490c-bdc0-d11c131f1ad8 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:25:17.525176 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-df28acfc-fa8f-46cf-8e3a-db2596fc7dba None None] Provisioning complete for port 3259780f-cc8c-4f8b-b961-94aa42febf3b triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:25:17.526843 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-df28acfc-fa8f-46cf-8e3a-db2596fc7dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:17.554169 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-296c400d-825d-4f3a-9c0f-498bff1fbed4 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260107366'] for subnet, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:17.558962 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd42fe3-8c90-44ed-bca2-94bbf5c73c69 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Network 31ebd439-090c-4b25-bbb0-31c48711b145 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:25:17.596500 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-df28acfc-fa8f-46cf-8e3a-db2596fc7dba None None] Port 3259780f-cc8c-4f8b-b961-94aa42febf3b cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:25:17.596771 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-8cd42fe3-8c90-44ed-bca2-94bbf5c73c69 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:25:17.607070 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd42fe3-8c90-44ed-bca2-94bbf5c73c69 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:25:17.640034 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b8a166-4461-48cb-88bb-2a892e7b4329 req-b343fa34-413d-4a16-9069-932c641ff97a tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:17.641651 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-88b8a166-4461-48cb-88bb-2a892e7b4329 req-b343fa34-413d-4a16-9069-932c641ff97a tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ed8e89cf-ba95-48d1-a49b-7ab0699b2d22 HTTP/1.1" status: 200 len: 946 time: 0.2567210 May 18 18:25:17.740301 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d911971d-ae3d-46bf-8391-75aaac510579 req-73fc3ad6-e04e-4987-a6a0-6e2631626783 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:17.742215 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d911971d-ae3d-46bf-8391-75aaac510579 req-73fc3ad6-e04e-4987-a6a0-6e2631626783 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=9f31ff7d-1823-473c-83d4-db793c2d43da HTTP/1.1" status: 200 len: 945 time: 0.3168840 May 18 18:25:17.756837 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd42fe3-8c90-44ed-bca2-94bbf5c73c69 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Pushing event updated for resources: {'Port': ['ID=decfb090-f470-434a-a715-014ce1b70954,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:25:17.869495 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-06598f64-a006-42c4-babc-6e2af27eb5c9 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595826'] for router_interface, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:17.910559 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-88b8a166-4461-48cb-88bb-2a892e7b4329 req-c36dd2ee-3d1c-4fe1-8124-33da67bca59d tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=79af37b4-96e5-49e2-a136-b4eb89c535d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201704 May 18 18:25:17.917192 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d911971d-ae3d-46bf-8391-75aaac510579 req-f7db323e-5197-425a-9dbf-689cb890bc2b tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=86e7cf01-f21c-41cf-b5a3-71cb5ec2aaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456444 May 18 18:25:17.919155 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-296c400d-825d-4f3a-9c0f-498bff1fbed4 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:17.947573 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-74a8a98f-1129-4e71-b7fe-19b3e93b35bf None None] Provisioning complete for port 3259780f-cc8c-4f8b-b961-94aa42febf3b triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:25:17.948119 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-74a8a98f-1129-4e71-b7fe-19b3e93b35bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:17.988837 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-79d85429-661c-4a6f-a57a-4ddb7f68238f req-8ed0aa90-0ff2-49e6-8a65-a0c57d3c281a service neutron] 10.222.0.36 "GET /v2.0/networks/32a0c3b3-6eed-4c0e-b14e-e9888ed81174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4624879 May 18 18:25:17.997934 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-74a8a98f-1129-4e71-b7fe-19b3e93b35bf None None] Port 3259780f-cc8c-4f8b-b961-94aa42febf3b cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:25:18.108500 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-296c400d-825d-4f3a-9c0f-498bff1fbed4 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261104690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261031888'] for subnet, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:18.110175 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-06598f64-a006-42c4-babc-6e2af27eb5c9 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:18.163604 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296c400d-825d-4f3a-9c0f-498bff1fbed4 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Pushing event deleted for resources: {'Subnet': ['ID=ac88f09f-2eda-4db7-a15a-c310c3c0f932,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:25:18.169306 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-296c400d-825d-4f3a-9c0f-498bff1fbed4 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:18.173852 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-296c400d-825d-4f3a-9c0f-498bff1fbed4 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "DELETE /v2.0/subnets/ac88f09f-2eda-4db7-a15a-c310c3c0f932 HTTP/1.1" status: 204 len: 168 time: 1.2418592 May 18 18:25:18.178263 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 47558) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:25:18.185884 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b28a4c2-becb-434d-8e2b-2c4a109a4d71 None None] Network 6869c65a-0fbe-4766-9768-f36c634415aa requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:25:18.238647 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-79d85429-661c-4a6f-a57a-4ddb7f68238f req-0c7112d1-9196-4f44-80ea-04eb6c107b62 service neutron] 10.222.0.36 "GET /v2.0/networks/32a0c3b3-6eed-4c0e-b14e-e9888ed81174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2406552 May 18 18:25:18.390336 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2aba903-466a-4d17-98ad-477875523a87 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Deleting subnet 50aad9c7-9467-4aae-bc1d-4e769e4f3623 {{(pid=102730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:25:18.398870 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a2aba903-466a-4d17-98ad-477875523a87 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Notify callbacks [] for subnet, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:18.458099 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7013a5-bb79-4e38-afa1-d11bac876616 req-82c2b861-c768-4d11-b30e-3c486a3b1c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:18.460223 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6e7013a5-bb79-4e38-afa1-d11bac876616 req-82c2b861-c768-4d11-b30e-3c486a3b1c29 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0d731d0a64e04789ad04262ef63d1dbd&device_id=68250932-273e-4325-9e64-8bc21316b470 HTTP/1.1" status: 200 len: 1094 time: 0.1375909 May 18 18:25:18.490466 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85006dbf-9ddb-4366-bbce-f299a0674703 None None] DHCP port deletion for 6869c65a-0fbe-4766-9768-f36c634415aa request from n-d-838550-3 {{(pid=102732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 18:25:18.502567 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb1dece-d3b8-461a-9b12-4d7df2edc108 req-d5dfc930-90b7-40eb-bbde-0484ca871021 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:18.504272 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9fb1dece-d3b8-461a-9b12-4d7df2edc108 req-d5dfc930-90b7-40eb-bbde-0484ca871021 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/ports?device_id=68250932-273e-4325-9e64-8bc21316b470 HTTP/1.1" status: 200 len: 943 time: 0.2358034 May 18 18:25:18.547096 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a2aba903-466a-4d17-98ad-477875523a87 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260107366'] for subnet, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:18.589396 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-85006dbf-9ddb-4366-bbce-f299a0674703 None None] Deleting port c12bebe3-8214-40d2-ac5e-4ba581374514 {{(pid=102732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:25:18.590197 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-85006dbf-9ddb-4366-bbce-f299a0674703 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:18.624506 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8cd42fe3-8c90-44ed-bca2-94bbf5c73c69 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:18.680118 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9fb1dece-d3b8-461a-9b12-4d7df2edc108 req-cb49de13-d32f-45c2-900e-0922086be2da tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/security-groups?id=11a2a54b-8d3a-4e8b-aced-30411dedac26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1683786 May 18 18:25:18.745014 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-85006dbf-9ddb-4366-bbce-f299a0674703 None None] For port c12bebe3-8214-40d2-ac5e-4ba581374514, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=c12bebe3-8214-40d2-ac5e-4ba581374514,segment=NetworkSegment(6e9852f8-306e-4aa4-96d1-1c5bc2f94c82),segment_id=6e9852f8-306e-4aa4-96d1-1c5bc2f94c82)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:25:18.745014 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-85006dbf-9ddb-4366-bbce-f299a0674703 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:18.761591 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-85006dbf-9ddb-4366-bbce-f299a0674703 None None] Calling delete_port for c12bebe3-8214-40d2-ac5e-4ba581374514 owned by network:dhcp {{(pid=102732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:25:18.819057 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8cd42fe3-8c90-44ed-bca2-94bbf5c73c69 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:18.878949 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a2aba903-466a-4d17-98ad-477875523a87 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:18.969982 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-85006dbf-9ddb-4366-bbce-f299a0674703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508'] for port, after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:19.053485 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85006dbf-9ddb-4366-bbce-f299a0674703 None None] Pushing event deleted for resources: {'Port': ['ID=c12bebe3-8214-40d2-ac5e-4ba581374514,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:25:19.086278 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device c12bebe3-8214-40d2-ac5e-4ba581374514 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:25:19.115398 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a2aba903-466a-4d17-98ad-477875523a87 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261104690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261031888'] for subnet, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:19.135206 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85006dbf-9ddb-4366-bbce-f299a0674703 None None] No DVR routers for this DVR port c12bebe3-8214-40d2-ac5e-4ba581374514 on host n-d-838550-3 {{(pid=102732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:25:19.141336 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: c12bebe3-8214-40d2-ac5e-4ba581374514 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:25:19.141699 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device c12bebe3-8214-40d2-ac5e-4ba581374514 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:25:19.200525 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a2aba903-466a-4d17-98ad-477875523a87 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:19.207729 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-a2aba903-466a-4d17-98ad-477875523a87 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "DELETE /v2.0/subnets/50aad9c7-9467-4aae-bc1d-4e769e4f3623 HTTP/1.1" status: 204 len: 168 time: 0.9753258 May 18 18:25:19.210709 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e6f9ab-1276-4c99-a3ef-51b8842e3e46 None None] Network 6f6254ab-4ee7-4ad9-afa0-26be8bf1b0f3 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:25:19.212529 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 47568) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:25:19.214369 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2aba903-466a-4d17-98ad-477875523a87 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Pushing event deleted for resources: {'Subnet': ['ID=50aad9c7-9467-4aae-bc1d-4e769e4f3623,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:25:19.308854 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-87b6bb89-806e-416c-ad6e-bc382566b086 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:19.355036 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7013a5-bb79-4e38-afa1-d11bac876616 req-838e49df-d072-4c1d-b145-b688a164f24b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:19.356536 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6e7013a5-bb79-4e38-afa1-d11bac876616 req-838e49df-d072-4c1d-b145-b688a164f24b service neutron] 10.222.0.36 "GET /v2.0/networks?id=32a0c3b3-6eed-4c0e-b14e-e9888ed81174 HTTP/1.1" status: 200 len: 918 time: 0.8861856 May 18 18:25:19.385406 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166ffc37-b774-44f4-b2aa-cfe0d5d5f48c req-0abacc8e-4366-4af2-9718-25218cb0ef8d tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:19.386999 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-166ffc37-b774-44f4-b2aa-cfe0d5d5f48c req-0abacc8e-4366-4af2-9718-25218cb0ef8d tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ed8e89cf-ba95-48d1-a49b-7ab0699b2d22 HTTP/1.1" status: 200 len: 946 time: 0.2833536 May 18 18:25:19.409900 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8cd42fe3-8c90-44ed-bca2-94bbf5c73c69 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:19.433044 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6e7013a5-bb79-4e38-afa1-d11bac876616 req-bfbb8f61-bfb2-4cff-ac96-ee0720da77eb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3f298efd-d789-4784-af4f-e91f6b2cc1ad HTTP/1.1" status: 200 len: 217 time: 0.0612814 May 18 18:25:19.455687 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8cd42fe3-8c90-44ed-bca2-94bbf5c73c69 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:19.507219 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-87b6bb89-806e-416c-ad6e-bc382566b086 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:19.515577 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b5c2387-879d-4be6-b352-55a2dbbd1821 None None] DHCP port deletion for 6f6254ab-4ee7-4ad9-afa0-26be8bf1b0f3 request from n-d-838550-3 {{(pid=102732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 18:25:19.545096 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1550465-a1a3-46a1-b807-c91555e8899a req-c12a6478-973b-48bc-aeff-58b9b10538da tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:19.546867 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a1550465-a1a3-46a1-b807-c91555e8899a req-c12a6478-973b-48bc-aeff-58b9b10538da tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=9f31ff7d-1823-473c-83d4-db793c2d43da HTTP/1.1" status: 200 len: 945 time: 0.1894364 May 18 18:25:19.574319 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7013a5-bb79-4e38-afa1-d11bac876616 req-4d085ece-c478-4a1c-b015-1e06b9b38898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:19.576756 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6e7013a5-bb79-4e38-afa1-d11bac876616 req-4d085ece-c478-4a1c-b015-1e06b9b38898 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ac45570a-d36a-47d1-a935-bbf3ce99c6a8 HTTP/1.1" status: 200 len: 856 time: 0.1319799 May 18 18:25:19.580844 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8cd42fe3-8c90-44ed-bca2-94bbf5c73c69 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596987'] for floatingip, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:19.606786 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-8b5c2387-879d-4be6-b352-55a2dbbd1821 None None] Deleting port c738eea0-6f25-432a-a2cc-2e557ec2a21e {{(pid=102732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:25:19.607222 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-8b5c2387-879d-4be6-b352-55a2dbbd1821 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:19.649667 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-87b6bb89-806e-416c-ad6e-bc382566b086 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6869c65a-0fbe-4766-9768-f36c634415aa']}} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:25:19.651685 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-06598f64-a006-42c4-babc-6e2af27eb5c9 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:19.663927 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-06598f64-a006-42c4-babc-6e2af27eb5c9 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:19.671472 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-166ffc37-b774-44f4-b2aa-cfe0d5d5f48c req-0354e077-c0f8-4b43-b92e-f701d9b36d6a tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=79af37b4-96e5-49e2-a136-b4eb89c535d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684917 May 18 18:25:19.673375 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-87b6bb89-806e-416c-ad6e-bc382566b086 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e9852f8-306e-4aa4-96d1-1c5bc2f94c82') {'for_net_delete': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:25:19.673719 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-87b6bb89-806e-416c-ad6e-bc382566b086 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e9852f8-306e-4aa4-96d1-1c5bc2f94c82') {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:25:19.692196 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a1550465-a1a3-46a1-b807-c91555e8899a req-da1c33e8-c7c7-4eee-a219-901ecba73d1e tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=86e7cf01-f21c-41cf-b5a3-71cb5ec2aaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378567 May 18 18:25:19.738840 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd42fe3-8c90-44ed-bca2-94bbf5c73c69 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Pushing event updated for resources: {'Port': ['ID=decfb090-f470-434a-a715-014ce1b70954,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:25:19.744772 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-8b5c2387-879d-4be6-b352-55a2dbbd1821 None None] For port c738eea0-6f25-432a-a2cc-2e557ec2a21e, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=c738eea0-6f25-432a-a2cc-2e557ec2a21e,segment=NetworkSegment(a7800232-88f1-4191-84ff-21a644fb4b30),segment_id=a7800232-88f1-4191-84ff-21a644fb4b30)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:25:19.745195 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-8b5c2387-879d-4be6-b352-55a2dbbd1821 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:19.747746 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-87b6bb89-806e-416c-ad6e-bc382566b086 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260107375'] for segment, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:19.779176 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-8b5c2387-879d-4be6-b352-55a2dbbd1821 None None] Calling delete_port for c738eea0-6f25-432a-a2cc-2e557ec2a21e owned by network:dhcp {{(pid=102732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:25:19.784939 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-87b6bb89-806e-416c-ad6e-bc382566b086 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:19.798782 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06598f64-a006-42c4-babc-6e2af27eb5c9 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Pushing event updated for resources: {'Port': ['ID=3259780f-cc8c-4f8b-b961-94aa42febf3b,revision_number=3']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:25:19.821525 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87b6bb89-806e-416c-ad6e-bc382566b086 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=102730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:25:19.821968 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-87b6bb89-806e-416c-ad6e-bc382566b086 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261102736'] for segment, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:19.825101 n-d-838550-3 neutron-server[102730]: Traceback (most recent call last): May 18 18:25:19.825101 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:25:19.825101 n-d-838550-3 neutron-server[102730]: timer() May 18 18:25:19.825101 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:25:19.825101 n-d-838550-3 neutron-server[102730]: cb(*args, **kw) May 18 18:25:19.825101 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:25:19.825101 n-d-838550-3 neutron-server[102730]: return func(*args, **kwargs) May 18 18:25:19.825101 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:25:19.825101 n-d-838550-3 neutron-server[102730]: self._notify() May 18 18:25:19.825101 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:25:19.825101 n-d-838550-3 neutron-server[102730]: self.callback(batched_events) May 18 18:25:19.825101 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:25:19.825101 n-d-838550-3 neutron-server[102730]: event.method(event) May 18 18:25:19.825101 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:25:19.825101 n-d-838550-3 neutron-server[102730]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:25:19.825101 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:25:19.825101 n-d-838550-3 neutron-server[102730]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:25:19.825101 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:25:19.825101 n-d-838550-3 neutron-server[102730]: return f(self, *a, **k) May 18 18:25:19.825101 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:25:19.825101 n-d-838550-3 neutron-server[102730]: return self._get(url).json() May 18 18:25:19.825101 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:25:19.825101 n-d-838550-3 neutron-server[102730]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:25:19.825101 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:25:19.825101 n-d-838550-3 neutron-server[102730]: return self.request(url, 'GET', **kwargs) May 18 18:25:19.825101 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:25:19.825101 n-d-838550-3 neutron-server[102730]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:25:19.825101 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:25:19.825101 n-d-838550-3 neutron-server[102730]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:25:19.825101 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:25:19.825101 n-d-838550-3 neutron-server[102730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:25:19.825101 n-d-838550-3 neutron-server[102730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:25:19.836980 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7013a5-bb79-4e38-afa1-d11bac876616 req-dff48d8a-68fd-439f-8a3b-be0fa656ef12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:19.838640 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6e7013a5-bb79-4e38-afa1-d11bac876616 req-dff48d8a-68fd-439f-8a3b-be0fa656ef12 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=32a0c3b3-6eed-4c0e-b14e-e9888ed81174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2501578 May 18 18:25:19.845263 n-d-838550-3 neutron-server[102730]: INFO neutron.db.l3_db [None req-8cd42fe3-8c90-44ed-bca2-94bbf5c73c69 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Floating IP af65a5d5-392d-4fa3-bda6-1b850d5616d7 associated. External IP: 172.25.5.241, port: aad21639-9096-401f-be6b-1fcf72a3df15. May 18 18:25:19.937188 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-8b5c2387-879d-4be6-b352-55a2dbbd1821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508'] for port, after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:19.940015 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-06598f64-a006-42c4-babc-6e2af27eb5c9 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-595870'] for router_interface, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:19.965781 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5c2387-879d-4be6-b352-55a2dbbd1821 None None] Pushing event deleted for resources: {'Port': ['ID=c738eea0-6f25-432a-a2cc-2e557ec2a21e,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:25:19.973411 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5c2387-879d-4be6-b352-55a2dbbd1821 None None] No DVR routers for this DVR port c738eea0-6f25-432a-a2cc-2e557ec2a21e on host n-d-838550-3 {{(pid=102732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:25:20.033074 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0985af2e-9f99-4e47-9cbc-c0366f02af57 req-4a36d746-9385-4244-96d3-24b44c3c327f tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:20.034643 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0985af2e-9f99-4e47-9cbc-c0366f02af57 req-4a36d746-9385-4244-96d3-24b44c3c327f tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/ports?device_id=68250932-273e-4325-9e64-8bc21316b470 HTTP/1.1" status: 200 len: 943 time: 0.1951106 May 18 18:25:20.103915 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-87b6bb89-806e-416c-ad6e-bc382566b086 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:20.108308 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-87b6bb89-806e-416c-ad6e-bc382566b086 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:20.114759 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-87b6bb89-806e-416c-ad6e-bc382566b086 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "DELETE /v2.0/networks/6869c65a-0fbe-4766-9768-f36c634415aa HTTP/1.1" status: 204 len: 168 time: 0.8980103 May 18 18:25:20.125311 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 47578) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:25:20.133071 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6e7013a5-bb79-4e38-afa1-d11bac876616 req-f8d3bb19-34f0-462a-b587-8cb686b87924 service neutron] 10.222.0.36 "GET /v2.0/networks/32a0c3b3-6eed-4c0e-b14e-e9888ed81174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2498703 May 18 18:25:20.150176 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0985af2e-9f99-4e47-9cbc-c0366f02af57 req-33d45ea5-decc-46a5-8158-f499f23fb98a tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/security-groups?id=11a2a54b-8d3a-4e8b-aced-30411dedac26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976632 May 18 18:25:20.170545 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eadac27-1253-4640-afea-17b3fdb4287d req-4142483d-db7e-4fc3-b281-12eb78a9df32 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:20.172113 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5eadac27-1253-4640-afea-17b3fdb4287d req-4142483d-db7e-4fc3-b281-12eb78a9df32 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=9f31ff7d-1823-473c-83d4-db793c2d43da HTTP/1.1" status: 200 len: 945 time: 0.3121727 May 18 18:25:20.172910 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b6bb89-806e-416c-ad6e-bc382566b086 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Pushing event deleted for resources: {'Network': ['ID=6869c65a-0fbe-4766-9768-f36c634415aa,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:25:20.261296 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5eadac27-1253-4640-afea-17b3fdb4287d req-3558fa80-69fb-4578-8751-b905c5710a30 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=86e7cf01-f21c-41cf-b5a3-71cb5ec2aaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789847 May 18 18:25:20.303836 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06598f64-a006-42c4-babc-6e2af27eb5c9 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Network 9b87cb87-52c2-4c7d-92d6-c87d178585d3 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:25:20.310144 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-06598f64-a006-42c4-babc-6e2af27eb5c9 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:25:20.331062 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3d5c3027-b7b6-4218-9b35-d80641d025e7 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:20.353366 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cd42fe3-8c90-44ed-bca2-94bbf5c73c69 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Router 51c565d6-7a46-47ec-abd0-2264e846155d has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:25:20.550015 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cd42fe3-8c90-44ed-bca2-94bbf5c73c69 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:25:20.571697 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8cd42fe3-8c90-44ed-bca2-94bbf5c73c69 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:20.576417 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3d5c3027-b7b6-4218-9b35-d80641d025e7 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:20.581862 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9101757-020b-496c-a024-e83975c36834 None None] Sync routers for ids ['51c565d6-7a46-47ec-abd0-2264e846155d'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:25:20.602704 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-3d5c3027-b7b6-4218-9b35-d80641d025e7 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f6254ab-4ee7-4ad9-afa0-26be8bf1b0f3']}} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:25:20.613012 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-3d5c3027-b7b6-4218-9b35-d80641d025e7 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7800232-88f1-4191-84ff-21a644fb4b30') {'for_net_delete': True} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:25:20.613319 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-3d5c3027-b7b6-4218-9b35-d80641d025e7 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7800232-88f1-4191-84ff-21a644fb4b30') {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:25:20.618049 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9101757-020b-496c-a024-e83975c36834 None None] Routers {'51c565d6-7a46-47ec-abd0-2264e846155d'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:25:20.620793 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-a9101757-020b-496c-a024-e83975c36834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:25:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['51c565d6-7a46-47ec-abd0-2264e846155d'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:25:20.623610 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3d5c3027-b7b6-4218-9b35-d80641d025e7 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260542144'] for segment, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:20.638570 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3d5c3027-b7b6-4218-9b35-d80641d025e7 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:20.645353 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d5c3027-b7b6-4218-9b35-d80641d025e7 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=102731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:25:20.645795 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3d5c3027-b7b6-4218-9b35-d80641d025e7 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260884178'] for segment, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:20.667260 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-8cd42fe3-8c90-44ed-bca2-94bbf5c73c69 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.1602335 May 18 18:25:20.667988 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3af06ae7-a690-4f40-bcb1-f8f76cf6c6ef', 'tag': 'aad21639-9096-401f-be6b-1fcf72a3df15'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:25:20.672856 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd3a0063-60c2-4b96-bcf1-67199e4494f0" -d '{"events": [{"name": "network-changed", "server_uuid": "3af06ae7-a690-4f40-bcb1-f8f76cf6c6ef", "tag": "aad21639-9096-401f-be6b-1fcf72a3df15"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:25:20.756237 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-beaf00da-5292-481e-832c-944923b4b50d None None] Provisioning complete for port 3259780f-cc8c-4f8b-b961-94aa42febf3b triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:25:20.756670 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-beaf00da-5292-481e-832c-944923b4b50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:20.784646 n-d-838550-3 neutron-server[102731]: Traceback (most recent call last): May 18 18:25:20.784646 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:25:20.784646 n-d-838550-3 neutron-server[102731]: timer() May 18 18:25:20.784646 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:25:20.784646 n-d-838550-3 neutron-server[102731]: cb(*args, **kw) May 18 18:25:20.784646 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:25:20.784646 n-d-838550-3 neutron-server[102731]: return func(*args, **kwargs) May 18 18:25:20.784646 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:25:20.784646 n-d-838550-3 neutron-server[102731]: self._notify() May 18 18:25:20.784646 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:25:20.784646 n-d-838550-3 neutron-server[102731]: self.callback(batched_events) May 18 18:25:20.784646 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:25:20.784646 n-d-838550-3 neutron-server[102731]: event.method(event) May 18 18:25:20.784646 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:25:20.784646 n-d-838550-3 neutron-server[102731]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:25:20.784646 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:25:20.784646 n-d-838550-3 neutron-server[102731]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:25:20.784646 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:25:20.784646 n-d-838550-3 neutron-server[102731]: return f(self, *a, **k) May 18 18:25:20.784646 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:25:20.784646 n-d-838550-3 neutron-server[102731]: return self._get(url).json() May 18 18:25:20.784646 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:25:20.784646 n-d-838550-3 neutron-server[102731]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:25:20.784646 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:25:20.784646 n-d-838550-3 neutron-server[102731]: return self.request(url, 'GET', **kwargs) May 18 18:25:20.784646 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:25:20.784646 n-d-838550-3 neutron-server[102731]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:25:20.784646 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:25:20.784646 n-d-838550-3 neutron-server[102731]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:25:20.784646 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:25:20.784646 n-d-838550-3 neutron-server[102731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:25:20.784646 n-d-838550-3 neutron-server[102731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:25:20.788015 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6e7013a5-bb79-4e38-afa1-d11bac876616 req-2472da96-ece5-4435-b4b1-d253a73cc593 service neutron] 10.222.0.36 "GET /v2.0/networks/32a0c3b3-6eed-4c0e-b14e-e9888ed81174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6470611 May 18 18:25:20.789433 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3d5c3027-b7b6-4218-9b35-d80641d025e7 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:20.805899 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3d5c3027-b7b6-4218-9b35-d80641d025e7 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:20.811934 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-3d5c3027-b7b6-4218-9b35-d80641d025e7 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] 10.222.0.85 "DELETE /v2.0/networks/6f6254ab-4ee7-4ad9-afa0-26be8bf1b0f3 HTTP/1.1" status: 204 len: 168 time: 0.6790481 May 18 18:25:20.830275 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-beaf00da-5292-481e-832c-944923b4b50d None None] Port 3259780f-cc8c-4f8b-b961-94aa42febf3b cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:25:20.834518 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-a9101757-020b-496c-a024-e83975c36834 None None] Set router 51c565d6-7a46-47ec-abd0-2264e846155d gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:25:20.842465 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5c3027-b7b6-4218-9b35-d80641d025e7 tempest-TaggedBootDevicesTest-1724387964 tempest-TaggedBootDevicesTest-1724387964-project] Pushing event deleted for resources: {'Network': ['ID=6f6254ab-4ee7-4ad9-afa0-26be8bf1b0f3,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:25:20.875300 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b309d22-0efd-4f80-850f-1c585671f497 req-41011e8d-c1b7-45ac-9966-6d2ed23f4e6a tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:20.884565 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8b309d22-0efd-4f80-850f-1c585671f497 req-41011e8d-c1b7-45ac-9966-6d2ed23f4e6a tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=3af06ae7-a690-4f40-bcb1-f8f76cf6c6ef HTTP/1.1" status: 200 len: 946 time: 0.1224444 May 18 18:25:20.906297 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06598f64-a006-42c4-babc-6e2af27eb5c9 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Router ab9e3eb2-6c94-41e2-a6ea-f6c20e4f683a is scheduled to L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e with binding_index 1 {{(pid=102731) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 18 18:25:20.955823 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8b309d22-0efd-4f80-850f-1c585671f497 req-66b685f3-726e-411d-9aaf-bbd3009b9597 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/security-groups?id=e4600145-0aaf-4853-ad08-dfd77d36be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703909 May 18 18:25:20.968583 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 47598) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:25:21.094972 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device c738eea0-6f25-432a-a2cc-2e557ec2a21e no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:25:21.103274 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e5392a8-8a80-45ea-b0fe-91b275ae15be x-openstack-request-id: req-5e5392a8-8a80-45ea-b0fe-91b275ae15be {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:25:21.104536 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3af06ae7-a690-4f40-bcb1-f8f76cf6c6ef", "tag": "aad21639-9096-401f-be6b-1fcf72a3df15", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:25:21.105007 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-5e5392a8-8a80-45ea-b0fe-91b275ae15be {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:25:21.106210 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e5392a8-8a80-45ea-b0fe-91b275ae15be'] response: {'name': 'network-changed', 'server_uuid': '3af06ae7-a690-4f40-bcb1-f8f76cf6c6ef', 'tag': 'aad21639-9096-401f-be6b-1fcf72a3df15', 'status': 'completed', 'code': 200} May 18 18:25:21.131553 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06598f64-a006-42c4-babc-6e2af27eb5c9 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:25:21.148617 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c75c6f7-0776-40e6-ba4d-b9d5bbb5fe80 None None] Sync routers for ids ['ab9e3eb2-6c94-41e2-a6ea-f6c20e4f683a'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:25:21.166234 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c75c6f7-0776-40e6-ba4d-b9d5bbb5fe80 None None] Routers {'ab9e3eb2-6c94-41e2-a6ea-f6c20e4f683a'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:25:21.169882 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-6c75c6f7-0776-40e6-ba4d-b9d5bbb5fe80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:25:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['ab9e3eb2-6c94-41e2-a6ea-f6c20e4f683a'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:25:21.199797 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-06598f64-a006-42c4-babc-6e2af27eb5c9 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] 10.222.0.85 "PUT /v2.0/routers/ab9e3eb2-6c94-41e2-a6ea-f6c20e4f683a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7553782 May 18 18:25:21.199887 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 47610) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:25:21.200660 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-923c111e-7ecf-447b-ac02-7e841d743ddb tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/floatingips/af65a5d5-392d-4fa3-bda6-1b850d5616d7 HTTP/1.1" status: 200 len: 992 time: 0.2293754 May 18 18:25:21.241554 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-6c75c6f7-0776-40e6-ba4d-b9d5bbb5fe80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:25:21.253809 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c75c6f7-0776-40e6-ba4d-b9d5bbb5fe80 None None] Routers {'ab9e3eb2-6c94-41e2-a6ea-f6c20e4f683a'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:25:21.254853 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-6c75c6f7-0776-40e6-ba4d-b9d5bbb5fe80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:25:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['ab9e3eb2-6c94-41e2-a6ea-f6c20e4f683a'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:25:21.259853 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3a0063-60c2-4b96-bcf1-67199e4494f0 req-b42ba901-3ed9-4a4f-b8f7-e2ecf9ce2cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:21.262490 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cd3a0063-60c2-4b96-bcf1-67199e4494f0 req-b42ba901-3ed9-4a4f-b8f7-e2ecf9ce2cbf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=06b3ed36f50a43fd9cfeaa89e080d35b&device_id=3af06ae7-a690-4f40-bcb1-f8f76cf6c6ef HTTP/1.1" status: 200 len: 1097 time: 0.1288502 May 18 18:25:21.296374 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-6c75c6f7-0776-40e6-ba4d-b9d5bbb5fe80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:25:21.297278 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c75c6f7-0776-40e6-ba4d-b9d5bbb5fe80 None None] The sync data for ids ['ab9e3eb2-6c94-41e2-a6ea-f6c20e4f683a'] in n-d-838550-3 is: [] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:25:21.312230 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: c738eea0-6f25-432a-a2cc-2e557ec2a21e {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:25:21.313304 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device c738eea0-6f25-432a-a2cc-2e557ec2a21e not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:25:21.373191 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae17e33a-a1fe-4fea-8a73-15c0e51a6c0f tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:21.378382 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-ae17e33a-a1fe-4fea-8a73-15c0e51a6c0f tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] 10.222.0.85 "GET /v2.0/ports?device_id=ab9e3eb2-6c94-41e2-a6ea-f6c20e4f683a HTTP/1.1" status: 200 len: 983 time: 0.1925406 May 18 18:25:21.379863 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 47614) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:25:21.473419 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3a0063-60c2-4b96-bcf1-67199e4494f0 req-82d8c5fd-d209-4455-9f15-6feb76fdc0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:21.478744 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cd3a0063-60c2-4b96-bcf1-67199e4494f0 req-82d8c5fd-d209-4455-9f15-6feb76fdc0a5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=add95d4d-788f-4f7a-943c-d9e04efedeef HTTP/1.1" status: 200 len: 898 time: 0.2082109 May 18 18:25:21.521887 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-a9101757-020b-496c-a024-e83975c36834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51c565d6-7a46-47ec-abd0-2264e846155d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-120407956', 'tenant_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': 'b5cb82cf-943f-492b-962f-7174d0c836cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:24:24Z', 'updated_at': '2022-05-18T18:24:38Z', 'revision_number': 4, 'project_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'gw_port': {'id': 'b5cb82cf-943f-492b-962f-7174d0c836cb', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:6e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51c565d6-7a46-47ec-abd0-2264e846155d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2448, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:24:25Z', 'updated_at': '2022-05-18T18:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': 'af65a5d5-392d-4fa3-bda6-1b850d5616d7', 'tenant_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'floating_ip_address': '172.25.5.241', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': '51c565d6-7a46-47ec-abd0-2264e846155d', 'port_id': 'aad21639-9096-401f-be6b-1fcf72a3df15', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'add95d4d-788f-4f7a-943c-d9e04efedeef', 'mac_address': 'fa:16:3e:b6:78:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af06ae7-a690-4f40-bcb1-f8f76cf6c6ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T18:25:18Z', 'updated_at': '2022-05-18T18:25:18Z', 'revision_number': 0, 'project_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c543b4ff-35d5-45dc-b040-07ac71a9fa2b', 'name': '', 'network_id': 'add95d4d-788f-4f7a-943c-d9e04efedeef', 'tenant_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'mac_address': 'fa:16:3e:a5:3d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51c565d6-7a46-47ec-abd0-2264e846155d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': 'aa5c9232-5b35-4434-8ef8-cf4d8aaf5112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:24:36Z', 'updated_at': '2022-05-18T18:24:47Z', 'revision_number': 5, 'project_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'subnets': [{'id': 'aa5c9232-5b35-4434-8ef8-cf4d8aaf5112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:25:21.555182 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9101757-020b-496c-a024-e83975c36834 None None] Checking router: 51c565d6-7a46-47ec-abd0-2264e846155d for host: n-d-838550-3 {{(pid=102732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:25:21.569598 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cd3a0063-60c2-4b96-bcf1-67199e4494f0 req-53da3259-969e-40f2-bebb-570923001c2b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aad21639-9096-401f-be6b-1fcf72a3df15 HTTP/1.1" status: 200 len: 1000 time: 0.0807564 May 18 18:25:21.575357 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9101757-020b-496c-a024-e83975c36834 None None] Routers {'51c565d6-7a46-47ec-abd0-2264e846155d'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:25:21.576247 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-a9101757-020b-496c-a024-e83975c36834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:25:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['51c565d6-7a46-47ec-abd0-2264e846155d'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:25:21.669060 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3a0063-60c2-4b96-bcf1-67199e4494f0 req-f8fb2223-548f-4ed6-8fd5-ec642cb434b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:21.671015 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cd3a0063-60c2-4b96-bcf1-67199e4494f0 req-f8fb2223-548f-4ed6-8fd5-ec642cb434b2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=aa5c9232-5b35-4434-8ef8-cf4d8aaf5112 HTTP/1.1" status: 200 len: 835 time: 0.0955558 May 18 18:25:21.764063 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3a0063-60c2-4b96-bcf1-67199e4494f0 req-006ede33-8fbe-4e0d-a833-d3699e0f9a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:21.769829 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cd3a0063-60c2-4b96-bcf1-67199e4494f0 req-006ede33-8fbe-4e0d-a833-d3699e0f9a50 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=add95d4d-788f-4f7a-943c-d9e04efedeef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0895982 May 18 18:25:21.792466 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-a9101757-020b-496c-a024-e83975c36834 None None] Set router 51c565d6-7a46-47ec-abd0-2264e846155d gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:25:21.801005 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 3f298efd-d789-4784-af4f-e91f6b2cc1ad details requested by agent hyperv_n-h1-838550-3 with host n-h1-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:25:21.887236 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cd3a0063-60c2-4b96-bcf1-67199e4494f0 req-90d841bf-a5c3-4a82-a42c-e2add7ce67d2 service neutron] 10.222.0.36 "GET /v2.0/networks/add95d4d-788f-4f7a-943c-d9e04efedeef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109800 May 18 18:25:21.906628 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 3f298efd-d789-4784-af4f-e91f6b2cc1ad, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=3f298efd-d789-4784-af4f-e91f6b2cc1ad,segment=NetworkSegment(8ca14917-c9b1-4338-b349-8fcfdea345e6),segment_id=8ca14917-c9b1-4338-b349-8fcfdea345e6)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:25:21.907839 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca134279-820e-492e-b400-acc50839c816 req-15af38ca-541f-4cd4-a142-920704ea5fcf tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:21.915226 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ca134279-820e-492e-b400-acc50839c816 req-15af38ca-541f-4cd4-a142-920704ea5fcf tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ed8e89cf-ba95-48d1-a49b-7ab0699b2d22 HTTP/1.1" status: 200 len: 946 time: 0.6718073 May 18 18:25:21.952068 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Returning: {'device': '3f298efd-d789-4784-af4f-e91f6b2cc1ad', 'network_id': '32a0c3b3-6eed-4c0e-b14e-e9888ed81174', 'port_id': '3f298efd-d789-4784-af4f-e91f6b2cc1ad', 'mac_address': 'fa:16:3e:33:78:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac45570a-d36a-47d1-a935-bbf3ce99c6a8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:25:21.987382 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ca134279-820e-492e-b400-acc50839c816 req-5afe64d7-bc0a-4459-8714-8eb8d9e3232f tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=79af37b4-96e5-49e2-a136-b4eb89c535d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711920 May 18 18:25:22.083646 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 3f298efd-d789-4784-af4f-e91f6b2cc1ad is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:25:22.084052 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:22.093749 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cd3a0063-60c2-4b96-bcf1-67199e4494f0 req-3a93baca-3fb4-4b14-a9d6-96b6a9a4519a service neutron] 10.222.0.36 "GET /v2.0/networks/add95d4d-788f-4f7a-943c-d9e04efedeef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994481 May 18 18:25:22.114876 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f298efd-d789-4784-af4f-e91f6b2cc1ad {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:25:22.139880 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 3f298efd-d789-4784-af4f-e91f6b2cc1ad, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=3f298efd-d789-4784-af4f-e91f6b2cc1ad,segment=NetworkSegment(8ca14917-c9b1-4338-b349-8fcfdea345e6),segment_id=8ca14917-c9b1-4338-b349-8fcfdea345e6)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:25:22.146207 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:22.203868 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 47640) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:25:22.349891 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-b8469bde-95b3-4dee-990a-a424f713933a tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/floatingips/af65a5d5-392d-4fa3-bda6-1b850d5616d7 HTTP/1.1" status: 200 len: 992 time: 0.1447682 May 18 18:25:22.369139 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=3f298efd-d789-4784-af4f-e91f6b2cc1ad,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:25:22.459352 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6629e549-c925-4690-baba-b3e33203aa69 req-45524b3a-0ad2-4a48-8ec5-156cecef6db8 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:22.461405 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6629e549-c925-4690-baba-b3e33203aa69 req-45524b3a-0ad2-4a48-8ec5-156cecef6db8 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/ports?device_id=68250932-273e-4325-9e64-8bc21316b470 HTTP/1.1" status: 200 len: 944 time: 0.2504718 May 18 18:25:22.465113 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['3f298efd-d789-4784-af4f-e91f6b2cc1ad'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:25:22.589718 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-a9101757-020b-496c-a024-e83975c36834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51c565d6-7a46-47ec-abd0-2264e846155d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-120407956', 'tenant_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': 'b5cb82cf-943f-492b-962f-7174d0c836cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:24:24Z', 'updated_at': '2022-05-18T18:24:38Z', 'revision_number': 4, 'project_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'gw_port': {'id': 'b5cb82cf-943f-492b-962f-7174d0c836cb', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:6e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51c565d6-7a46-47ec-abd0-2264e846155d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2448, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:24:25Z', 'updated_at': '2022-05-18T18:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': 'af65a5d5-392d-4fa3-bda6-1b850d5616d7', 'tenant_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'floating_ip_address': '172.25.5.241', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': '51c565d6-7a46-47ec-abd0-2264e846155d', 'port_id': 'aad21639-9096-401f-be6b-1fcf72a3df15', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'add95d4d-788f-4f7a-943c-d9e04efedeef', 'mac_address': 'fa:16:3e:b6:78:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af06ae7-a690-4f40-bcb1-f8f76cf6c6ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T18:25:18Z', 'updated_at': '2022-05-18T18:25:18Z', 'revision_number': 0, 'project_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c543b4ff-35d5-45dc-b040-07ac71a9fa2b', 'name': '', 'network_id': 'add95d4d-788f-4f7a-943c-d9e04efedeef', 'tenant_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'mac_address': 'fa:16:3e:a5:3d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51c565d6-7a46-47ec-abd0-2264e846155d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': 'aa5c9232-5b35-4434-8ef8-cf4d8aaf5112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:24:36Z', 'updated_at': '2022-05-18T18:24:47Z', 'revision_number': 5, 'project_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'subnets': [{'id': 'aa5c9232-5b35-4434-8ef8-cf4d8aaf5112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:25:22.593566 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6629e549-c925-4690-baba-b3e33203aa69 req-f2790fbd-839e-484b-affa-601559582942 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/security-groups?id=11a2a54b-8d3a-4e8b-aced-30411dedac26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1165550 May 18 18:25:22.659105 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9101757-020b-496c-a024-e83975c36834 None None] The sync data for ids ['51c565d6-7a46-47ec-abd0-2264e846155d'] in n-d-838550-3 is: [{'id': '51c565d6-7a46-47ec-abd0-2264e846155d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-120407956', 'tenant_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': 'b5cb82cf-943f-492b-962f-7174d0c836cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:24:24Z', 'updated_at': '2022-05-18T18:24:38Z', 'revision_number': 4, 'project_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'gw_port': {'id': 'b5cb82cf-943f-492b-962f-7174d0c836cb', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:6e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51c565d6-7a46-47ec-abd0-2264e846155d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2448, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:24:25Z', 'updated_at': '2022-05-18T18:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': 'af65a5d5-392d-4fa3-bda6-1b850d5616d7', 'tenant_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'floating_ip_address': '172.25.5.241', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': '51c565d6-7a46-47ec-abd0-2264e846155d', 'port_id': 'aad21639-9096-401f-be6b-1fcf72a3df15', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'add95d4d-788f-4f7a-943c-d9e04efedeef', 'mac_address': 'fa:16:3e:b6:78:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af06ae7-a690-4f40-bcb1-f8f76cf6c6ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T18:25:18Z', 'updated_at': '2022-05-18T18:25:18Z', 'revision_number': 0, 'project_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c543b4ff-35d5-45dc-b040-07ac71a9fa2b', 'name': '', 'network_id': 'add95d4d-788f-4f7a-943c-d9e04efedeef', 'tenant_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'mac_address': 'fa:16:3e:a5:3d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51c565d6-7a46-47ec-abd0-2264e846155d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': 'aa5c9232-5b35-4434-8ef8-cf4d8aaf5112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:24:36Z', 'updated_at': '2022-05-18T18:24:47Z', 'revision_number': 5, 'project_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'subnets': [{'id': 'aa5c9232-5b35-4434-8ef8-cf4d8aaf5112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:25:23.047148 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-65b4ec33-ace6-4d64-ab8c-e80b989f3653 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-595963'] for router_interface, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:23.178784 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c88cce3-3055-4894-8efc-0250310b02eb None None] New status for floating IP af65a5d5-392d-4fa3-bda6-1b850d5616d7: ACTIVE {{(pid=102732) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 18:25:23.270561 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31241ffb-d58b-4da7-910c-171660fa4c7a req-0da27a1a-600a-4ce6-b8bf-7dacd0f17fbf tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:23.279128 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-31241ffb-d58b-4da7-910c-171660fa4c7a req-0da27a1a-600a-4ce6-b8bf-7dacd0f17fbf tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ed8e89cf-ba95-48d1-a49b-7ab0699b2d22 HTTP/1.1" status: 200 len: 946 time: 0.1442966 May 18 18:25:23.353863 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 47684) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:25:23.366858 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-31241ffb-d58b-4da7-910c-171660fa4c7a req-33d913a0-70d0-4d45-a558-4907bb6f9441 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=79af37b4-96e5-49e2-a136-b4eb89c535d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867305 May 18 18:25:23.461269 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-7ff98157-799e-4b39-81aa-14998133dbcc tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/floatingips/af65a5d5-392d-4fa3-bda6-1b850d5616d7 HTTP/1.1" status: 200 len: 992 time: 0.1042480 May 18 18:25:23.492854 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-65b4ec33-ace6-4d64-ab8c-e80b989f3653 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Deleting port 3259780f-cc8c-4f8b-b961-94aa42febf3b {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:25:23.493318 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-65b4ec33-ace6-4d64-ab8c-e80b989f3653 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:23.601510 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-65b4ec33-ace6-4d64-ab8c-e80b989f3653 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:23.617035 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-65b4ec33-ace6-4d64-ab8c-e80b989f3653 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Calling delete_port for 3259780f-cc8c-4f8b-b961-94aa42febf3b owned by network:router_interface {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:25:23.799055 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 3f298efd-d789-4784-af4f-e91f6b2cc1ad up at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:25:23.813405 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd17ebd-f9f4-4fc4-b01f-ecfdffa5a516 req-a874304a-9137-411e-925d-9ba5ad25b116 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:23.833590 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6fd17ebd-f9f4-4fc4-b01f-ecfdffa5a516 req-a874304a-9137-411e-925d-9ba5ad25b116 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/ports?device_id=68250932-273e-4325-9e64-8bc21316b470 HTTP/1.1" status: 200 len: 944 time: 0.1115453 May 18 18:25:23.876615 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning for port 3f298efd-d789-4784-af4f-e91f6b2cc1ad completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:25:23.882818 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning complete for port 3f298efd-d789-4784-af4f-e91f6b2cc1ad triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:25:23.884089 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:23.903941 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-65b4ec33-ace6-4d64-ab8c-e80b989f3653 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:23.949154 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6fd17ebd-f9f4-4fc4-b01f-ecfdffa5a516 req-8e7db8ee-8a73-4428-b399-61db75216c55 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/security-groups?id=11a2a54b-8d3a-4e8b-aced-30411dedac26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144238 May 18 18:25:23.985152 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 3f298efd-d789-4784-af4f-e91f6b2cc1ad is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:25:23.986125 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:23.998551 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 7 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 18:25:24.006663 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b4ec33-ace6-4d64-ab8c-e80b989f3653 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Pushing event deleted for resources: {'Port': ['ID=3259780f-cc8c-4f8b-b961-94aa42febf3b,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:25:24.076712 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68250932-273e-4325-9e64-8bc21316b470', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f298efd-d789-4784-af4f-e91f6b2cc1ad'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:25:24.084575 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4e349e9-d47c-46e1-bc7a-01c13e5a3427" -d '{"events": [{"server_uuid": "68250932-273e-4325-9e64-8bc21316b470", "name": "network-vif-plugged", "status": "completed", "tag": "3f298efd-d789-4784-af4f-e91f6b2cc1ad"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:25:24.096293 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 3f298efd-d789-4784-af4f-e91f6b2cc1ad, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=3f298efd-d789-4784-af4f-e91f6b2cc1ad,segment=NetworkSegment(8ca14917-c9b1-4338-b349-8fcfdea345e6),segment_id=8ca14917-c9b1-4338-b349-8fcfdea345e6)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:25:24.106905 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:24.220449 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8efdd44f-c3cb-45d3-a126-f5b55f393e08 x-openstack-request-id: req-8efdd44f-c3cb-45d3-a126-f5b55f393e08 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:25:24.221089 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68250932-273e-4325-9e64-8bc21316b470", "name": "network-vif-plugged", "status": "completed", "tag": "3f298efd-d789-4784-af4f-e91f6b2cc1ad", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:25:24.221089 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-8efdd44f-c3cb-45d3-a126-f5b55f393e08 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:25:24.221736 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8efdd44f-c3cb-45d3-a126-f5b55f393e08'] response: {'server_uuid': '68250932-273e-4325-9e64-8bc21316b470', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f298efd-d789-4784-af4f-e91f6b2cc1ad', 'code': 200} May 18 18:25:24.229556 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=3f298efd-d789-4784-af4f-e91f6b2cc1ad,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:25:24.347410 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-65b4ec33-ace6-4d64-ab8c-e80b989f3653 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-593931'] for router_interface, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:24.465084 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 47710) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:25:24.495595 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05e7cd5-2ca4-4c73-86f2-91b25e169909 req-adaa0284-7e0e-40f8-b9d8-2815314ea82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:24.497119 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c05e7cd5-2ca4-4c73-86f2-91b25e169909 req-adaa0284-7e0e-40f8-b9d8-2815314ea82e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=68250932-273e-4325-9e64-8bc21316b470 HTTP/1.1" status: 200 len: 1096 time: 0.1464274 May 18 18:25:24.563463 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a451423e-0986-4930-a2bd-6c7d22c41ae9 req-1397f523-93c2-4096-9e9f-6090c72f311c tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:24.564951 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a451423e-0986-4930-a2bd-6c7d22c41ae9 req-1397f523-93c2-4096-9e9f-6090c72f311c tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/networks?id=eafefbfa-378a-4a8a-8ee5-45c0c746f8e9 HTTP/1.1" status: 200 len: 810 time: 0.2550092 May 18 18:25:24.566898 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c05e7cd5-2ca4-4c73-86f2-91b25e169909 req-5f190677-23a1-4ba1-bf6d-59f902d5dba0 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=11a2a54b-8d3a-4e8b-aced-30411dedac26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600090 May 18 18:25:24.590414 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a451423e-0986-4930-a2bd-6c7d22c41ae9 req-96ef3a8c-198a-4d3f-8c3a-30321d5a3487 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/quotas/4ce86b77116a4afca1694cba473235e6 HTTP/1.1" status: 200 len: 375 time: 0.0160892 May 18 18:25:24.636229 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-fe7e9ace-2722-42a9-94b9-7d677a8f1390 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/floatingips/af65a5d5-392d-4fa3-bda6-1b850d5616d7 HTTP/1.1" status: 200 len: 994 time: 0.1697211 May 18 18:25:24.645657 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a459ec02-8887-4ceb-a894-9a6bb7ad2583 req-be7bb7a2-15f5-4598-9fc8-4fd8830f0b67 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:24.647224 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a459ec02-8887-4ceb-a894-9a6bb7ad2583 req-be7bb7a2-15f5-4598-9fc8-4fd8830f0b67 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ed8e89cf-ba95-48d1-a49b-7ab0699b2d22 HTTP/1.1" status: 200 len: 946 time: 0.1959970 May 18 18:25:24.654816 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a451423e-0986-4930-a2bd-6c7d22c41ae9 req-35063046-24ad-4c5c-82c7-423e43995402 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=4ce86b77116a4afca1694cba473235e6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0654480 May 18 18:25:24.659557 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65b4ec33-ace6-4d64-ab8c-e80b989f3653 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Router ab9e3eb2-6c94-41e2-a6ea-f6c20e4f683a has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:25:24.737108 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a459ec02-8887-4ceb-a894-9a6bb7ad2583 req-ce5c7009-399d-45ad-9d12-329ea7de76f1 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=79af37b4-96e5-49e2-a136-b4eb89c535d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797319 May 18 18:25:24.781365 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a451423e-0986-4930-a2bd-6c7d22c41ae9 req-c113d2f4-26e3-4828-ac1f-0b53a9d86406 service neutron] 10.222.0.85 "GET /v2.0/networks/eafefbfa-378a-4a8a-8ee5-45c0c746f8e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253786 May 18 18:25:24.784826 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65b4ec33-ace6-4d64-ab8c-e80b989f3653 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:25:24.793166 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-65b4ec33-ace6-4d64-ab8c-e80b989f3653 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] 10.222.0.85 "PUT /v2.0/routers/ab9e3eb2-6c94-41e2-a6ea-f6c20e4f683a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4114194 May 18 18:25:24.794481 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 47712) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:25:24.796996 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462951f7-9364-43a2-95d0-4360fcedf813 None None] Sync routers for ids ['ab9e3eb2-6c94-41e2-a6ea-f6c20e4f683a'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:25:24.810008 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462951f7-9364-43a2-95d0-4360fcedf813 None None] Routers {'ab9e3eb2-6c94-41e2-a6ea-f6c20e4f683a'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:25:24.810990 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-462951f7-9364-43a2-95d0-4360fcedf813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:25:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['ab9e3eb2-6c94-41e2-a6ea-f6c20e4f683a'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:25:24.821907 n-d-838550-3 neutron-server[102730]: INFO neutron.pecan_wsgi.hooks.translation [None req-f89dbaf3-0a08-4eb5-94e5-c64001779312 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] GET failed (client error): The resource could not be found. May 18 18:25:24.826170 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-f89dbaf3-0a08-4eb5-94e5-c64001779312 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] 10.222.0.85 "GET /v2.0/ports/3259780f-cc8c-4f8b-b961-94aa42febf3b HTTP/1.1" status: 404 len: 333 time: 0.0307097 May 18 18:25:24.826776 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 47714) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:25:24.845335 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-462951f7-9364-43a2-95d0-4360fcedf813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:25:24.857035 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462951f7-9364-43a2-95d0-4360fcedf813 None None] Routers {'ab9e3eb2-6c94-41e2-a6ea-f6c20e4f683a'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:25:24.858621 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-462951f7-9364-43a2-95d0-4360fcedf813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:25:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['ab9e3eb2-6c94-41e2-a6ea-f6c20e4f683a'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:25:24.903124 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-462951f7-9364-43a2-95d0-4360fcedf813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:25:24.904396 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462951f7-9364-43a2-95d0-4360fcedf813 None None] The sync data for ids ['ab9e3eb2-6c94-41e2-a6ea-f6c20e4f683a'] in n-d-838550-3 is: [] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:25:24.910820 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a451423e-0986-4930-a2bd-6c7d22c41ae9 req-7765112b-111c-4d72-99be-f82bee7309f0 service neutron] 10.222.0.85 "GET /v2.0/networks/eafefbfa-378a-4a8a-8ee5-45c0c746f8e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207852 May 18 18:25:24.945386 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f8f412ab-c641-49a1-a1f8-ed6b4a1d914c tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks [] for router, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:25.120646 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f8f412ab-c641-49a1-a1f8-ed6b4a1d914c tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25145'] for router, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:25.123100 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f8f412ab-c641-49a1-a1f8-ed6b4a1d914c tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:25.182717 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f8f412ab-c641-49a1-a1f8-ed6b4a1d914c tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593303'] for router, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:25.183240 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8f412ab-c641-49a1-a1f8-ed6b4a1d914c tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Fanout notify agent at l3_agent the message router_deleted on router ab9e3eb2-6c94-41e2-a6ea-f6c20e4f683a {{(pid=102730) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 18 18:25:25.193216 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f8f412ab-c641-49a1-a1f8-ed6b4a1d914c tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks [] for router, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:25.197115 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-f8f412ab-c641-49a1-a1f8-ed6b4a1d914c tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] 10.222.0.85 "DELETE /v2.0/routers/ab9e3eb2-6c94-41e2-a6ea-f6c20e4f683a HTTP/1.1" status: 204 len: 168 time: 0.3693748 May 18 18:25:25.211179 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 47728) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:25:25.278913 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d5b3559-daac-418e-9624-70acdb9d5f2b tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Deleting subnet 48426d22-0728-462e-86c5-7c846506e12c {{(pid=102730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:25:25.282592 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5d5b3559-daac-418e-9624-70acdb9d5f2b tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks [] for subnet, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:25.290913 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-eeacdf60-96a3-4ea8-9ee5-f7159023be7a req-9c27c84b-563c-40b4-8383-34674c188120 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f5facc6-6646-424b-9628-27fba785798c HTTP/1.1" status: 200 len: 210 time: 0.1279984 May 18 18:25:25.338515 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5d5b3559-daac-418e-9624-70acdb9d5f2b tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260107366'] for subnet, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:25.377146 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca109f74-f8d7-499a-a246-f6687027ed41 req-8ef7ed79-5b8c-4547-9ac6-d763d741185c tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:25.378704 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ca109f74-f8d7-499a-a246-f6687027ed41 req-8ef7ed79-5b8c-4547-9ac6-d763d741185c tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/ports?device_id=68250932-273e-4325-9e64-8bc21316b470 HTTP/1.1" status: 200 len: 945 time: 0.2080288 May 18 18:25:25.553655 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5d5b3559-daac-418e-9624-70acdb9d5f2b tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:25.624687 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ca109f74-f8d7-499a-a246-f6687027ed41 req-6e3acb77-275d-4bca-afea-a90be3a25d5f tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/security-groups?id=11a2a54b-8d3a-4e8b-aced-30411dedac26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2352812 May 18 18:25:25.682713 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5d5b3559-daac-418e-9624-70acdb9d5f2b tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261104690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261031888'] for subnet, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:25.731227 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5b3559-daac-418e-9624-70acdb9d5f2b tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Pushing event deleted for resources: {'Subnet': ['ID=48426d22-0728-462e-86c5-7c846506e12c,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:25:25.735216 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf009cf6-cefc-4767-96ce-4692c4d0cb38 None None] Network 9b87cb87-52c2-4c7d-92d6-c87d178585d3 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:25:25.745945 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5d5b3559-daac-418e-9624-70acdb9d5f2b tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:25.750816 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-5d5b3559-daac-418e-9624-70acdb9d5f2b tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] 10.222.0.85 "DELETE /v2.0/subnets/48426d22-0728-462e-86c5-7c846506e12c HTTP/1.1" status: 204 len: 168 time: 0.5384700 May 18 18:25:25.754060 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 47742) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:25:25.935631 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 47746) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:25:25.944050 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-895bbd07-c0c5-4ffc-8566-86c1cce042fb tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Request body: {'security_group': {'name': 'tempest-securitygroup--109598622', 'description': 'tempest-description--1972489850'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:25:26.006148 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15829b9-601e-46b4-9c0d-fab429f85ad1 req-d9d64a1c-5b93-4825-b588-bf2a57ac8933 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:26.013456 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b15829b9-601e-46b4-9c0d-fab429f85ad1 req-d9d64a1c-5b93-4825-b588-bf2a57ac8933 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ed8e89cf-ba95-48d1-a49b-7ab0699b2d22 HTTP/1.1" status: 200 len: 946 time: 0.1228201 May 18 18:25:26.033020 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-895bbd07-c0c5-4ffc-8566-86c1cce042fb tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:26.046319 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd326e6-b1c5-4068-8026-1313ec799de4 None None] DHCP port deletion for 9b87cb87-52c2-4c7d-92d6-c87d178585d3 request from n-d-838550-3 {{(pid=102732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 18:25:26.116153 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b15829b9-601e-46b4-9c0d-fab429f85ad1 req-66786a02-8e09-4bdc-9370-35395621a8df tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=79af37b4-96e5-49e2-a136-b4eb89c535d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956278 May 18 18:25:26.134530 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-895bbd07-c0c5-4ffc-8566-86c1cce042fb tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:26.140988 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-895bbd07-c0c5-4ffc-8566-86c1cce042fb tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:26.164584 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-46566b5a-4863-4419-aaae-b6cc7578ba5a tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:26.172335 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-895bbd07-c0c5-4ffc-8566-86c1cce042fb tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:26.177181 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-895bbd07-c0c5-4ffc-8566-86c1cce042fb tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2371435 May 18 18:25:26.177635 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 47748) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:25:26.183156 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-4af2ecc9-78e3-4309-a490-e15755fed1b8 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Request body: {'security_group_rule': {'security_group_id': '9b97b483-5629-4688-9c0b-4cabaf2a061a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:25:26.186463 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-cdd326e6-b1c5-4068-8026-1313ec799de4 None None] Deleting port 7e14ddbe-2e48-490c-bdc0-d11c131f1ad8 {{(pid=102732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:25:26.189781 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-cdd326e6-b1c5-4068-8026-1313ec799de4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:26.198891 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bbd07-c0c5-4ffc-8566-86c1cce042fb tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b97b483-5629-4688-9c0b-4cabaf2a061a,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:25:26.274783 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-46566b5a-4863-4419-aaae-b6cc7578ba5a tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Deleting port 7e14ddbe-2e48-490c-bdc0-d11c131f1ad8 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:25:26.275186 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-46566b5a-4863-4419-aaae-b6cc7578ba5a tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:26.296571 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4af2ecc9-78e3-4309-a490-e15755fed1b8 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:26.331653 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-cdd326e6-b1c5-4068-8026-1313ec799de4 None None] For port 7e14ddbe-2e48-490c-bdc0-d11c131f1ad8, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=7e14ddbe-2e48-490c-bdc0-d11c131f1ad8,segment=NetworkSegment(47e1b627-2d12-435f-9e9a-52fec88ad939),segment_id=47e1b627-2d12-435f-9e9a-52fec88ad939)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:25:26.336374 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-cdd326e6-b1c5-4068-8026-1313ec799de4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:26.368386 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-cdd326e6-b1c5-4068-8026-1313ec799de4 None None] Calling delete_port for 7e14ddbe-2e48-490c-bdc0-d11c131f1ad8 owned by network:dhcp {{(pid=102732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:25:26.413858 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-46566b5a-4863-4419-aaae-b6cc7578ba5a tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] For port 7e14ddbe-2e48-490c-bdc0-d11c131f1ad8, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=7e14ddbe-2e48-490c-bdc0-d11c131f1ad8,segment=NetworkSegment(47e1b627-2d12-435f-9e9a-52fec88ad939),segment_id=47e1b627-2d12-435f-9e9a-52fec88ad939)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:25:26.413858 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-46566b5a-4863-4419-aaae-b6cc7578ba5a tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:26.415195 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4af2ecc9-78e3-4309-a490-e15755fed1b8 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:26.425351 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4af2ecc9-78e3-4309-a490-e15755fed1b8 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:26.448688 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-46566b5a-4863-4419-aaae-b6cc7578ba5a tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Calling delete_port for 7e14ddbe-2e48-490c-bdc0-d11c131f1ad8 owned by network:dhcp {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:25:26.486736 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af2ecc9-78e3-4309-a490-e15755fed1b8 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=021fa736-ff45-4b4f-86f2-69bf88db8f46,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:25:26.547710 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4af2ecc9-78e3-4309-a490-e15755fed1b8 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:26.557319 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-4af2ecc9-78e3-4309-a490-e15755fed1b8 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3752456 May 18 18:25:26.557319 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 47758) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:25:26.569256 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-dfd4a98b-f7bf-4438-b3e9-dc6441cc36f4 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Request body: {'security_group_rule': {'security_group_id': '9b97b483-5629-4688-9c0b-4cabaf2a061a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:25:26.624024 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-dfd4a98b-f7bf-4438-b3e9-dc6441cc36f4 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:26.645374 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-cdd326e6-b1c5-4068-8026-1313ec799de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508'] for port, after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:26.760955 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd326e6-b1c5-4068-8026-1313ec799de4 None None] Pushing event deleted for resources: {'Port': ['ID=7e14ddbe-2e48-490c-bdc0-d11c131f1ad8,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:25:26.768830 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd326e6-b1c5-4068-8026-1313ec799de4 None None] No DVR routers for this DVR port 7e14ddbe-2e48-490c-bdc0-d11c131f1ad8 on host n-d-838550-3 {{(pid=102732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:25:26.821862 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd326e6-b1c5-4068-8026-1313ec799de4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:25:26.824421 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd326e6-b1c5-4068-8026-1313ec799de4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:25:26.824895 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd326e6-b1c5-4068-8026-1313ec799de4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:25:26.825331 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd326e6-b1c5-4068-8026-1313ec799de4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:25:26.825822 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd326e6-b1c5-4068-8026-1313ec799de4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:25:26.826251 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd326e6-b1c5-4068-8026-1313ec799de4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:25:26.826680 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd326e6-b1c5-4068-8026-1313ec799de4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:25:26.827105 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd326e6-b1c5-4068-8026-1313ec799de4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:25:26.827532 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd326e6-b1c5-4068-8026-1313ec799de4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:25:26.827954 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd326e6-b1c5-4068-8026-1313ec799de4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:25:26.832348 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd326e6-b1c5-4068-8026-1313ec799de4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:25:26.832348 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd326e6-b1c5-4068-8026-1313ec799de4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:25:26.893048 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c8c0a22f-424e-40bd-adbe-d6dda720e6ca req-348a0373-a408-4adc-8148-c3ab98a24342 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f5facc6-6646-424b-9628-27fba785798c HTTP/1.1" status: 200 len: 210 time: 0.1690805 May 18 18:25:26.965057 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-46566b5a-4863-4419-aaae-b6cc7578ba5a tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:26.980641 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-dfd4a98b-f7bf-4438-b3e9-dc6441cc36f4 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:26.988945 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-dfd4a98b-f7bf-4438-b3e9-dc6441cc36f4 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:27.042101 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46566b5a-4863-4419-aaae-b6cc7578ba5a tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Pushing event deleted for resources: {'Port': ['ID=7e14ddbe-2e48-490c-bdc0-d11c131f1ad8,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:25:27.065612 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd4a98b-f7bf-4438-b3e9-dc6441cc36f4 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10ed19f5-dd54-48d7-a21c-62af03dc450e,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:25:27.074574 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 7e14ddbe-2e48-490c-bdc0-d11c131f1ad8 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:25:27.098622 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a0daea-2637-4605-a58c-f8d5e3637c1c req-012dce35-fb30-4ac4-9878-711cf66008d9 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:27.102051 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-77a0daea-2637-4605-a58c-f8d5e3637c1c req-012dce35-fb30-4ac4-9878-711cf66008d9 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/ports?device_id=68250932-273e-4325-9e64-8bc21316b470 HTTP/1.1" status: 200 len: 945 time: 0.2841384 May 18 18:25:27.105451 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-dfd4a98b-f7bf-4438-b3e9-dc6441cc36f4 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:27.106815 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-dfd4a98b-f7bf-4438-b3e9-dc6441cc36f4 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5510321 May 18 18:25:27.118110 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 47764) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:25:27.125689 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-0bca91b0-4a5a-4da7-98d6-25d9631182a5 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Request body: {'floatingip': {'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:25:27.126309 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 7e14ddbe-2e48-490c-bdc0-d11c131f1ad8 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:25:27.128567 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 7e14ddbe-2e48-490c-bdc0-d11c131f1ad8 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:25:27.211986 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-77a0daea-2637-4605-a58c-f8d5e3637c1c req-548b27b3-1310-4329-aead-e3a7ff8c4e49 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/security-groups?id=11a2a54b-8d3a-4e8b-aced-30411dedac26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022367 May 18 18:25:27.213514 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0bca91b0-4a5a-4da7-98d6-25d9631182a5 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks [] for floatingip, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:27.229713 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46566b5a-4863-4419-aaae-b6cc7578ba5a tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] No DVR routers for this DVR port 7e14ddbe-2e48-490c-bdc0-d11c131f1ad8 on host n-d-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:25:27.506042 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0bca91b0-4a5a-4da7-98d6-25d9631182a5 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:27.535878 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89456cd8-ed2c-4d21-bea9-7302208b7ed7 req-01957ac3-3e1d-4518-b440-914e4cfb6818 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:27.537571 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-89456cd8-ed2c-4d21-bea9-7302208b7ed7 req-01957ac3-3e1d-4518-b440-914e4cfb6818 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/ports?device_id=68250932-273e-4325-9e64-8bc21316b470 HTTP/1.1" status: 200 len: 945 time: 0.1668077 May 18 18:25:27.541831 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869289b1-f06e-4917-a1b6-5727bb1f4f8e req-ec4895ee-917b-4b65-9ccb-187240e0ed00 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:27.552864 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 47772) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:25:27.554204 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-869289b1-f06e-4917-a1b6-5727bb1f4f8e req-ec4895ee-917b-4b65-9ccb-187240e0ed00 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ed8e89cf-ba95-48d1-a49b-7ab0699b2d22 HTTP/1.1" status: 200 len: 946 time: 0.2179527 May 18 18:25:27.557652 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-c6e62a7c-ca87-4ff8-8139-5cf2bfa9f2e5 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Request body: {'floatingip': {'port_id': '3f298efd-d789-4784-af4f-e91f6b2cc1ad'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:25:27.566083 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-46566b5a-4863-4419-aaae-b6cc7578ba5a tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:27.592935 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a451423e-0986-4930-a2bd-6c7d22c41ae9 req-6fafe767-e1c6-4013-8862-0a718817c694 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:27.595816 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a451423e-0986-4930-a2bd-6c7d22c41ae9 req-6fafe767-e1c6-4013-8862-0a718817c694 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.88 "GET /v2.0/networks?id=eafefbfa-378a-4a8a-8ee5-45c0c746f8e9 HTTP/1.1" status: 200 len: 810 time: 0.5897226 May 18 18:25:27.631472 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-a451423e-0986-4930-a2bd-6c7d22c41ae9 req-2c315bf1-b78e-468a-a9ef-47e9ec4a2f1a tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Request body: {'port': {'device_id': '8f5facc6-6646-424b-9628-27fba785798c', 'network_id': 'eafefbfa-378a-4a8a-8ee5-45c0c746f8e9', 'admin_state_up': True, 'tenant_id': '4ce86b77116a4afca1694cba473235e6'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:25:27.666515 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-46566b5a-4863-4419-aaae-b6cc7578ba5a tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b87cb87-52c2-4c7d-92d6-c87d178585d3']}} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:25:27.735312 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-46566b5a-4863-4419-aaae-b6cc7578ba5a tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47e1b627-2d12-435f-9e9a-52fec88ad939') {'for_net_delete': True} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:25:27.735696 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-46566b5a-4863-4419-aaae-b6cc7578ba5a tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47e1b627-2d12-435f-9e9a-52fec88ad939') {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:25:27.755912 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-869289b1-f06e-4917-a1b6-5727bb1f4f8e req-6eff4b4c-4804-40ce-a0ca-5b510d8ad53d tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=79af37b4-96e5-49e2-a136-b4eb89c535d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968803 May 18 18:25:27.757949 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-46566b5a-4863-4419-aaae-b6cc7578ba5a tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260542144'] for segment, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:27.800311 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-46566b5a-4863-4419-aaae-b6cc7578ba5a tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:27.815808 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46566b5a-4863-4419-aaae-b6cc7578ba5a tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=102731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:25:27.817292 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-46566b5a-4863-4419-aaae-b6cc7578ba5a tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260884178'] for segment, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:27.874506 n-d-838550-3 neutron-server[102731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:25:27.874506 n-d-838550-3 neutron-server[102731]: self.session.flush() May 18 18:25:27.874506 n-d-838550-3 neutron-server[102731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:25:27.874506 n-d-838550-3 neutron-server[102731]: self.session.flush() May 18 18:25:27.874506 n-d-838550-3 neutron-server[102731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:25:27.874506 n-d-838550-3 neutron-server[102731]: self.session.flush() May 18 18:25:27.874506 n-d-838550-3 neutron-server[102731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:25:27.874506 n-d-838550-3 neutron-server[102731]: self.session.flush() May 18 18:25:27.874506 n-d-838550-3 neutron-server[102731]: Traceback (most recent call last): May 18 18:25:27.874506 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:25:27.874506 n-d-838550-3 neutron-server[102731]: timer() May 18 18:25:27.874506 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:25:27.874506 n-d-838550-3 neutron-server[102731]: cb(*args, **kw) May 18 18:25:27.874506 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:25:27.874506 n-d-838550-3 neutron-server[102731]: return func(*args, **kwargs) May 18 18:25:27.874506 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:25:27.874506 n-d-838550-3 neutron-server[102731]: self._notify() May 18 18:25:27.874506 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:25:27.874506 n-d-838550-3 neutron-server[102731]: self.callback(batched_events) May 18 18:25:27.874506 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:25:27.874506 n-d-838550-3 neutron-server[102731]: event.method(event) May 18 18:25:27.874506 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:25:27.874506 n-d-838550-3 neutron-server[102731]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:25:27.874506 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:25:27.874506 n-d-838550-3 neutron-server[102731]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:25:27.874506 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:25:27.874506 n-d-838550-3 neutron-server[102731]: return f(self, *a, **k) May 18 18:25:27.874506 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:25:27.874506 n-d-838550-3 neutron-server[102731]: return self._get(url).json() May 18 18:25:27.874506 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:25:27.874506 n-d-838550-3 neutron-server[102731]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:25:27.874506 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:25:27.874506 n-d-838550-3 neutron-server[102731]: return self.request(url, 'GET', **kwargs) May 18 18:25:27.874506 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:25:27.874506 n-d-838550-3 neutron-server[102731]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:25:27.874506 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:25:27.874506 n-d-838550-3 neutron-server[102731]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:25:27.874506 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:25:27.874506 n-d-838550-3 neutron-server[102731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:25:27.874506 n-d-838550-3 neutron-server[102731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:25:28.036709 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-46566b5a-4863-4419-aaae-b6cc7578ba5a tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:28.077067 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-46566b5a-4863-4419-aaae-b6cc7578ba5a tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:28.083425 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-46566b5a-4863-4419-aaae-b6cc7578ba5a tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] 10.222.0.85 "DELETE /v2.0/networks/9b87cb87-52c2-4c7d-92d6-c87d178585d3 HTTP/1.1" status: 204 len: 168 time: 2.3282540 May 18 18:25:28.084477 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46566b5a-4863-4419-aaae-b6cc7578ba5a tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Pushing event deleted for resources: {'Network': ['ID=9b87cb87-52c2-4c7d-92d6-c87d178585d3,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:25:28.096573 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 47780) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:25:28.157483 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a451423e-0986-4930-a2bd-6c7d22c41ae9 req-2c315bf1-b78e-468a-a9ef-47e9ec4a2f1a tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Made reservation on behalf of 4ce86b77116a4afca1694cba473235e6 for: {'port': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:25:28.174024 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-a451423e-0986-4930-a2bd-6c7d22c41ae9 req-2c315bf1-b78e-468a-a9ef-47e9ec4a2f1a tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:28.201213 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c6e62a7c-ca87-4ff8-8139-5cf2bfa9f2e5 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Notify callbacks [] for floatingip, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:28.205666 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-db036bc9-c864-4e6a-89db-a3f11e882473 req-1731ee96-f531-46ad-93f5-a78554accf38 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f5facc6-6646-424b-9628-27fba785798c HTTP/1.1" status: 200 len: 210 time: 0.0442104 May 18 18:25:28.214792 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7217f8f-eed4-4071-a284-534941f0beaf tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:28.217879 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-d7217f8f-eed4-4071-a284-534941f0beaf tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] 10.222.0.85 "GET /v2.0/ports/5849fced-6e26-4401-96de-fb285fc44e64 HTTP/1.1" status: 200 len: 841 time: 0.1165369 May 18 18:25:28.222456 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 47784) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:25:28.310563 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-7599c69a-b71e-40f3-bb66-d696fac03f77 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] 10.222.0.85 "GET /v2.0/ports/5849fced-6e26-4401-96de-fb285fc44e64?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0867848 May 18 18:25:28.323843 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 47786) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:25:28.330896 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-b79f7ed1-2bf3-4cb4-a07d-02320b420faa tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Request body: {'subnet': {'network_id': 'a5ac6e02-68e5-42c6-aa0d-a58985fb7e46', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:25:28.408399 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-0bca91b0-4a5a-4da7-98d6-25d9631182a5 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Allocated IP 172.25.5.221 (31ebd439-090c-4b25-bbb0-31c48711b145/363a2810-8a83-4be0-a317-7c91fcd94485/90ebe27e-1258-4451-a995-fc5398fc8530) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:25:28.559556 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0bca91b0-4a5a-4da7-98d6-25d9631182a5 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:28.583592 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [req-a451423e-0986-4930-a2bd-6c7d22c41ae9 req-2c315bf1-b78e-468a-a9ef-47e9ec4a2f1a tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Allocated IP 172.20.0.9 (eafefbfa-378a-4a8a-8ee5-45c0c746f8e9/ab1f7f5a-a761-43dc-be82-e3f213958e88/1c11c2a5-e9d5-4af6-8ef8-c633d610a032) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:25:28.761980 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0bca91b0-4a5a-4da7-98d6-25d9631182a5 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:28.787018 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b79f7ed1-2bf3-4cb4-a07d-02320b420faa tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Made reservation on behalf of da58e9bc8fb64cb8902d79f0a725e08d for: {'subnet': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:25:28.802905 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b79f7ed1-2bf3-4cb4-a07d-02320b420faa tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260908003'] for subnet, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:28.972112 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bca91b0-4a5a-4da7-98d6-25d9631182a5 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Network 31ebd439-090c-4b25-bbb0-31c48711b145 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:25:29.005160 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-0bca91b0-4a5a-4da7-98d6-25d9631182a5 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:25:29.007476 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bca91b0-4a5a-4da7-98d6-25d9631182a5 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Pushing event updated for resources: {'Port': ['ID=90ebe27e-1258-4451-a995-fc5398fc8530,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:25:29.059433 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bca91b0-4a5a-4da7-98d6-25d9631182a5 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:25:29.107533 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bca91b0-4a5a-4da7-98d6-25d9631182a5 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:25:29.108015 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bca91b0-4a5a-4da7-98d6-25d9631182a5 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:25:29.108453 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bca91b0-4a5a-4da7-98d6-25d9631182a5 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:25:29.108903 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bca91b0-4a5a-4da7-98d6-25d9631182a5 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:25:29.109335 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bca91b0-4a5a-4da7-98d6-25d9631182a5 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:25:29.109820 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bca91b0-4a5a-4da7-98d6-25d9631182a5 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:25:29.110286 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bca91b0-4a5a-4da7-98d6-25d9631182a5 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:25:29.110710 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bca91b0-4a5a-4da7-98d6-25d9631182a5 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:25:29.111137 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bca91b0-4a5a-4da7-98d6-25d9631182a5 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:25:29.111559 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bca91b0-4a5a-4da7-98d6-25d9631182a5 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:25:29.111979 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bca91b0-4a5a-4da7-98d6-25d9631182a5 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:25:29.118138 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bca91b0-4a5a-4da7-98d6-25d9631182a5 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:25:29.188152 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b79f7ed1-2bf3-4cb4-a07d-02320b420faa tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260898481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260908021'] for subnet, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:29.323096 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ba32a0-e065-4cf0-b832-7024d98e6877 req-7ca9eb16-72cd-42d8-8a44-0b7551516e2b tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:29.330844 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-86ba32a0-e065-4cf0-b832-7024d98e6877 req-7ca9eb16-72cd-42d8-8a44-0b7551516e2b tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ed8e89cf-ba95-48d1-a49b-7ab0699b2d22 HTTP/1.1" status: 200 len: 946 time: 0.4017546 May 18 18:25:29.383307 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9126fc2d-0096-4fac-9890-6bea76978649 req-fb420538-53a2-4e3f-a0d7-06463d38a5b2 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f5facc6-6646-424b-9628-27fba785798c HTTP/1.1" status: 200 len: 210 time: 0.0576282 May 18 18:25:29.387535 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0bca91b0-4a5a-4da7-98d6-25d9631182a5 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:29.396149 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b79f7ed1-2bf3-4cb4-a07d-02320b420faa tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Network a5ac6e02-68e5-42c6-aa0d-a58985fb7e46 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:25:29.403575 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-b79f7ed1-2bf3-4cb4-a07d-02320b420faa tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:25:29.405970 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79f7ed1-2bf3-4cb4-a07d-02320b420faa tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Pushing event updated for resources: {'Subnet': ['ID=94d6bbba-58cd-4fad-ba26-1823ac76d5b2,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:25:29.409528 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79f7ed1-2bf3-4cb4-a07d-02320b420faa tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:29.410546 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b79f7ed1-2bf3-4cb4-a07d-02320b420faa tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:29.421242 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-a451423e-0986-4930-a2bd-6c7d22c41ae9 req-2c315bf1-b78e-468a-a9ef-47e9ec4a2f1a tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:29.422315 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f787a69-cef3-41fd-bc6c-b77a4661bb45 None None] Network a5ac6e02-68e5-42c6-aa0d-a58985fb7e46 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:25:29.440417 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c6e62a7c-ca87-4ff8-8139-5cf2bfa9f2e5 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:29.448540 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c6e62a7c-ca87-4ff8-8139-5cf2bfa9f2e5 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596987'] for floatingip, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:29.466870 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-86ba32a0-e065-4cf0-b832-7024d98e6877 req-9f9a69aa-9320-4222-b4ce-be9c35e3b864 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=79af37b4-96e5-49e2-a136-b4eb89c535d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302369 May 18 18:25:29.475539 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-b79f7ed1-2bf3-4cb4-a07d-02320b420faa tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1494923 May 18 18:25:29.493162 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 47796) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:25:29.500037 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-d66d42fe-fb6b-4426-adf6-498040956efc tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Request body: {'security_group': {'name': 'tempest-secgroup-1070151339'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:25:29.516438 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0bca91b0-4a5a-4da7-98d6-25d9631182a5 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:29.588248 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-a451423e-0986-4930-a2bd-6c7d22c41ae9 req-2c315bf1-b78e-468a-a9ef-47e9ec4a2f1a tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:29.590792 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d66d42fe-fb6b-4426-adf6-498040956efc tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:29.606909 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['674da24f-68ce-455c-a7d9-bb312b8b278a'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:25:29.652545 n-d-838550-3 neutron-server[102730]: INFO neutron.db.l3_db [None req-c6e62a7c-ca87-4ff8-8139-5cf2bfa9f2e5 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Floating IP 1e0df582-53c1-49a1-8e97-2dfd116245ad associated. External IP: 172.25.5.130, port: 3f298efd-d789-4784-af4f-e91f6b2cc1ad. May 18 18:25:29.682455 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c315bf1-b78e-468a-a9ef-47e9ec4a2f1a tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Pushing event updated for resources: {'Port': ['ID=1c11c2a5-e9d5-4af6-8ef8-c633d610a032,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:25:29.714193 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a451423e-0986-4930-a2bd-6c7d22c41ae9 req-2c315bf1-b78e-468a-a9ef-47e9ec4a2f1a tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Network eafefbfa-378a-4a8a-8ee5-45c0c746f8e9 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:25:29.719472 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [req-a451423e-0986-4930-a2bd-6c7d22c41ae9 req-2c315bf1-b78e-468a-a9ef-47e9ec4a2f1a tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:25:29.736291 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-a451423e-0986-4930-a2bd-6c7d22c41ae9 req-2c315bf1-b78e-468a-a9ef-47e9ec4a2f1a tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:25:29.881414 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a451423e-0986-4930-a2bd-6c7d22c41ae9 req-2c315bf1-b78e-468a-a9ef-47e9ec4a2f1a tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:29.885596 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-a451423e-0986-4930-a2bd-6c7d22c41ae9 req-2c315bf1-b78e-468a-a9ef-47e9ec4a2f1a tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:29.944488 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a451423e-0986-4930-a2bd-6c7d22c41ae9 req-2c315bf1-b78e-468a-a9ef-47e9ec4a2f1a tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3232164 May 18 18:25:29.991344 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-407571d1-c68e-4ed0-bd58-3c48e47d0797 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-a5ac6e02-68e5-42c6-aa0d-a58985fb7e46', 'network_id': 'a5ac6e02-68e5-42c6-aa0d-a58985fb7e46', 'tenant_id': 'da58e9bc8fb64cb8902d79f0a725e08d', 'fixed_ips': [{'subnet_id': '94d6bbba-58cd-4fad-ba26-1823ac76d5b2'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:25:29.992205 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-407571d1-c68e-4ed0-bd58-3c48e47d0797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:29.994262 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-a451423e-0986-4930-a2bd-6c7d22c41ae9 req-c0069d35-8434-4a21-a29a-942fb59487f2 service neutron] Request body: {'port': {'device_id': '8f5facc6-6646-424b-9628-27fba785798c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-3'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:25:30.114969 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d66d42fe-fb6b-4426-adf6-498040956efc tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:30.129606 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d66d42fe-fb6b-4426-adf6-498040956efc tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:30.250763 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66d42fe-fb6b-4426-adf6-498040956efc tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=341fc42f-439a-4511-81af-25b4581b1361,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:25:30.262825 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d66d42fe-fb6b-4426-adf6-498040956efc tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:30.270814 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-d66d42fe-fb6b-4426-adf6-498040956efc tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7764926 May 18 18:25:30.271876 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 47802) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:25:30.289220 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-d64341b9-e833-4440-a3e8-303822a3dc58 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Request body: {'security_group': {'name': 'tempest-secgroup-1674245370'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:25:30.294035 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-d4abd07c-f12a-4ba6-9025-983b1c01b3d2 None None] Provisioning complete for port 1c11c2a5-e9d5-4af6-8ef8-c633d610a032 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:25:30.294410 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d4abd07c-f12a-4ba6-9025-983b1c01b3d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:30.359845 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-d4abd07c-f12a-4ba6-9025-983b1c01b3d2 None None] Port 1c11c2a5-e9d5-4af6-8ef8-c633d610a032 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:25:30.365867 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66d42fe-fb6b-4426-adf6-498040956efc tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:25:30.367267 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66d42fe-fb6b-4426-adf6-498040956efc tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:25:30.368271 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66d42fe-fb6b-4426-adf6-498040956efc tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:25:30.368854 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66d42fe-fb6b-4426-adf6-498040956efc tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:25:30.369430 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66d42fe-fb6b-4426-adf6-498040956efc tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:25:30.369992 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66d42fe-fb6b-4426-adf6-498040956efc tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:25:30.370599 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66d42fe-fb6b-4426-adf6-498040956efc tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:25:30.371658 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66d42fe-fb6b-4426-adf6-498040956efc tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:25:30.371658 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66d42fe-fb6b-4426-adf6-498040956efc tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:25:30.372141 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66d42fe-fb6b-4426-adf6-498040956efc tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:25:30.372912 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66d42fe-fb6b-4426-adf6-498040956efc tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:25:30.374482 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66d42fe-fb6b-4426-adf6-498040956efc tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:25:30.431764 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-a451423e-0986-4930-a2bd-6c7d22c41ae9 req-c0069d35-8434-4a21-a29a-942fb59487f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:30.488652 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-407571d1-c68e-4ed0-bd58-3c48e47d0797 None None] Allocated IP 172.20.0.2 (a5ac6e02-68e5-42c6-aa0d-a58985fb7e46/94d6bbba-58cd-4fad-ba26-1823ac76d5b2/5554ca5b-c659-4e19-908c-487d861e0c85) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:25:30.517567 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d64341b9-e833-4440-a3e8-303822a3dc58 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:30.544400 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0bca91b0-4a5a-4da7-98d6-25d9631182a5 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:30.576388 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0bca91b0-4a5a-4da7-98d6-25d9631182a5 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:30.590636 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6e62a7c-ca87-4ff8-8139-5cf2bfa9f2e5 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Router be055dce-5e9c-42c3-b98f-bdae8046ec2d has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:25:30.855214 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-407571d1-c68e-4ed0-bd58-3c48e47d0797 None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:30.868220 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-407571d1-c68e-4ed0-bd58-3c48e47d0797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:30.960077 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407571d1-c68e-4ed0-bd58-3c48e47d0797 None None] Network a5ac6e02-68e5-42c6-aa0d-a58985fb7e46 is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:25:30.962703 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-407571d1-c68e-4ed0-bd58-3c48e47d0797 None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:25:30.970962 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407571d1-c68e-4ed0-bd58-3c48e47d0797 None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:25:31.016151 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bca91b0-4a5a-4da7-98d6-25d9631182a5 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Pushing event updated for resources: {'Port': ['ID=90ebe27e-1258-4451-a995-fc5398fc8530,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:25:31.080955 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407571d1-c68e-4ed0-bd58-3c48e47d0797 None None] Pushing event updated for resources: {'Port': ['ID=5554ca5b-c659-4e19-908c-487d861e0c85,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:25:31.087802 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-407571d1-c68e-4ed0-bd58-3c48e47d0797 None None] Attempting to bind port 5554ca5b-c659-4e19-908c-487d861e0c85 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:25:31.089821 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-407571d1-c68e-4ed0-bd58-3c48e47d0797 None None] Attempting to bind port 5554ca5b-c659-4e19-908c-487d861e0c85 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '340ab84c-345d-45b3-9b06-a34750b7c4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'a5ac6e02-68e5-42c6-aa0d-a58985fb7e46'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:25:31.090392 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407571d1-c68e-4ed0-bd58-3c48e47d0797 None None] Attempting to bind port 5554ca5b-c659-4e19-908c-487d861e0c85 on network a5ac6e02-68e5-42c6-aa0d-a58985fb7e46 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:25:31.094133 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:31.097786 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6c630b-20c5-404f-8ae6-7bc84151b887 req-e13175d1-4e61-4405-a03b-7ddfb0b558db tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:31.101475 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ec6c630b-20c5-404f-8ae6-7bc84151b887 req-e13175d1-4e61-4405-a03b-7ddfb0b558db tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f5facc6-6646-424b-9628-27fba785798c HTTP/1.1" status: 200 len: 931 time: 0.5439320 May 18 18:25:31.110905 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407571d1-c68e-4ed0-bd58-3c48e47d0797 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 25, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:25:31.117962 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407571d1-c68e-4ed0-bd58-3c48e47d0797 None None] Checking segment: {'id': '340ab84c-345d-45b3-9b06-a34750b7c4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'a5ac6e02-68e5-42c6-aa0d-a58985fb7e46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:25:31.118561 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-407571d1-c68e-4ed0-bd58-3c48e47d0797 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:31.119430 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407571d1-c68e-4ed0-bd58-3c48e47d0797 None None] Bound using segment: {'id': '340ab84c-345d-45b3-9b06-a34750b7c4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'a5ac6e02-68e5-42c6-aa0d-a58985fb7e46'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:25:31.120083 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-407571d1-c68e-4ed0-bd58-3c48e47d0797 None None] Bound port: 5554ca5b-c659-4e19-908c-487d861e0c85, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '340ab84c-345d-45b3-9b06-a34750b7c4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'a5ac6e02-68e5-42c6-aa0d-a58985fb7e46'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:25:31.120635 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-407571d1-c68e-4ed0-bd58-3c48e47d0797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:31.163017 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0bca91b0-4a5a-4da7-98d6-25d9631182a5 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596987'] for floatingip, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:31.297122 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:31.369917 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0bca91b0-4a5a-4da7-98d6-25d9631182a5 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:31.385687 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-0bca91b0-4a5a-4da7-98d6-25d9631182a5 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2504787 May 18 18:25:31.390077 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-407571d1-c68e-4ed0-bd58-3c48e47d0797 None None] For port 5554ca5b-c659-4e19-908c-487d861e0c85, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:25:31.395396 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-407571d1-c68e-4ed0-bd58-3c48e47d0797 None None] For port 5554ca5b-c659-4e19-908c-487d861e0c85, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=5554ca5b-c659-4e19-908c-487d861e0c85,segment=NetworkSegment(340ab84c-345d-45b3-9b06-a34750b7c4be),segment_id=340ab84c-345d-45b3-9b06-a34750b7c4be)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:25:31.423293 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-407571d1-c68e-4ed0-bd58-3c48e47d0797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:31.499595 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ec6c630b-20c5-404f-8ae6-7bc84151b887 req-ae5efb58-9458-47bc-b64e-86b64c795f62 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=86e7cf01-f21c-41cf-b5a3-71cb5ec2aaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3862553 May 18 18:25:31.502051 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6e62a7c-ca87-4ff8-8139-5cf2bfa9f2e5 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:25:31.530774 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c6e62a7c-ca87-4ff8-8139-5cf2bfa9f2e5 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:31.542266 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82bf1d6c-d046-425a-9348-ef06a0665039 None None] Sync routers for ids ['be055dce-5e9c-42c3-b98f-bdae8046ec2d'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:25:31.555197 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407571d1-c68e-4ed0-bd58-3c48e47d0797 None None] Pushing event updated for resources: {'Port': ['ID=5554ca5b-c659-4e19-908c-487d861e0c85,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:25:31.566780 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82bf1d6c-d046-425a-9348-ef06a0665039 None None] Routers {'be055dce-5e9c-42c3-b98f-bdae8046ec2d'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:25:31.567987 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-82bf1d6c-d046-425a-9348-ef06a0665039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:25:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['be055dce-5e9c-42c3-b98f-bdae8046ec2d'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:25:31.664883 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-c6e62a7c-ca87-4ff8-8139-5cf2bfa9f2e5 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "PUT /v2.0/floatingips/1e0df582-53c1-49a1-8e97-2dfd116245ad HTTP/1.1" status: 200 len: 991 time: 4.1078703 May 18 18:25:31.666127 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68250932-273e-4325-9e64-8bc21316b470', 'tag': '3f298efd-d789-4784-af4f-e91f6b2cc1ad'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:25:31.683594 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c25828d5-b712-42a7-bb93-73eaddb03354" -d '{"events": [{"name": "network-changed", "server_uuid": "68250932-273e-4325-9e64-8bc21316b470", "tag": "3f298efd-d789-4784-af4f-e91f6b2cc1ad"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:25:31.778232 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d64341b9-e833-4440-a3e8-303822a3dc58 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:31.824921 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-82bf1d6c-d046-425a-9348-ef06a0665039 None None] Set router be055dce-5e9c-42c3-b98f-bdae8046ec2d gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:25:31.833779 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d07cfb11-0546-427f-822e-3fa9e3b49a73 x-openstack-request-id: req-d07cfb11-0546-427f-822e-3fa9e3b49a73 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:25:31.834072 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68250932-273e-4325-9e64-8bc21316b470", "tag": "3f298efd-d789-4784-af4f-e91f6b2cc1ad", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:25:31.834403 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-d07cfb11-0546-427f-822e-3fa9e3b49a73 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:25:31.834914 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d07cfb11-0546-427f-822e-3fa9e3b49a73'] response: {'name': 'network-changed', 'server_uuid': '68250932-273e-4325-9e64-8bc21316b470', 'tag': '3f298efd-d789-4784-af4f-e91f6b2cc1ad', 'status': 'completed', 'code': 200} May 18 18:25:32.136910 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [req-a451423e-0986-4930-a2bd-6c7d22c41ae9 req-c0069d35-8434-4a21-a29a-942fb59487f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c11c2a5-e9d5-4af6-8ef8-c633d610a032 {{(pid=102731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:25:32.165953 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-a451423e-0986-4930-a2bd-6c7d22c41ae9 req-c0069d35-8434-4a21-a29a-942fb59487f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:32.197915 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.provisioning_blocks [req-a451423e-0986-4930-a2bd-6c7d22c41ae9 req-c0069d35-8434-4a21-a29a-942fb59487f2 service neutron] Transition to ACTIVE for port object 1c11c2a5-e9d5-4af6-8ef8-c633d610a032 will not be triggered until provisioned by entity L2. {{(pid=102731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:25:32.205569 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d64341b9-e833-4440-a3e8-303822a3dc58 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:32.219463 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-808e534a-a5b5-4a78-ade0-f3fb8e185304 req-ec7e1e4d-ec9a-49c7-b74a-8387a7712a7f tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-securitygroup--109598622&fields=id&tenant_id=1cf6702826ca40b18af7dfcf12233973 HTTP/1.1" status: 200 len: 267 time: 0.1501684 May 18 18:25:32.241512 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-a451423e-0986-4930-a2bd-6c7d22c41ae9 req-c0069d35-8434-4a21-a29a-942fb59487f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:32.342561 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78354fa9-11c3-4032-8033-a42f3ef62de4 req-e55f2943-67eb-4f77-8fea-6a31e3947263 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:32.358428 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-78354fa9-11c3-4032-8033-a42f3ef62de4 req-e55f2943-67eb-4f77-8fea-6a31e3947263 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ed8e89cf-ba95-48d1-a49b-7ab0699b2d22 HTTP/1.1" status: 200 len: 946 time: 0.8042395 May 18 18:25:32.375044 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d64341b9-e833-4440-a3e8-303822a3dc58 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:32.376945 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-d64341b9-e833-4440-a3e8-303822a3dc58 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.0915179 May 18 18:25:32.396243 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 47838) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:25:32.484272 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-19ec128a-d639-4377-bc09-0e200f9c239b tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1683729499', 'security_groups': ['29d31f8d-e0ba-404c-a603-54c63a292474'], 'network_id': 'a5ac6e02-68e5-42c6-aa0d-a58985fb7e46', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '94d6bbba-58cd-4fad-ba26-1823ac76d5b2'}]}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:25:32.491939 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64341b9-e833-4440-a3e8-303822a3dc58 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29d31f8d-e0ba-404c-a603-54c63a292474,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:25:32.586487 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0069d35-8434-4a21-a29a-942fb59487f2 service neutron] Pushing event updated for resources: {'Port': ['ID=1c11c2a5-e9d5-4af6-8ef8-c633d610a032,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:25:32.623639 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-82bf1d6c-d046-425a-9348-ef06a0665039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be055dce-5e9c-42c3-b98f-bdae8046ec2d', 'name': 'tempest-AttachVolumeShelveTestJSON-1885015581-router', 'tenant_id': '0d731d0a64e04789ad04262ef63d1dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.68'}], 'enable_snat': True}, 'gw_port_id': '1307ac58-657e-4b0c-989f-41b27f578567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:24:58Z', 'updated_at': '2022-05-18T18:25:03Z', 'revision_number': 4, 'project_id': '0d731d0a64e04789ad04262ef63d1dbd', 'gw_port': {'id': '1307ac58-657e-4b0c-989f-41b27f578567', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:6e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be055dce-5e9c-42c3-b98f-bdae8046ec2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:24:58Z', 'updated_at': '2022-05-18T18:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': '1e0df582-53c1-49a1-8e97-2dfd116245ad', 'tenant_id': '0d731d0a64e04789ad04262ef63d1dbd', 'floating_ip_address': '172.25.5.130', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': 'be055dce-5e9c-42c3-b98f-bdae8046ec2d', 'port_id': '3f298efd-d789-4784-af4f-e91f6b2cc1ad', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32a0c3b3-6eed-4c0e-b14e-e9888ed81174', 'mac_address': 'fa:16:3e:33:78:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68250932-273e-4325-9e64-8bc21316b470', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T18:25:07Z', 'updated_at': '2022-05-18T18:25:29Z', 'revision_number': 1, 'project_id': '0d731d0a64e04789ad04262ef63d1dbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f52beef-237e-4856-b6c6-26ac65d58558', 'name': '', 'network_id': '32a0c3b3-6eed-4c0e-b14e-e9888ed81174', 'tenant_id': '0d731d0a64e04789ad04262ef63d1dbd', 'mac_address': 'fa:16:3e:bd:da:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be055dce-5e9c-42c3-b98f-bdae8046ec2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': 'ac45570a-d36a-47d1-a935-bbf3ce99c6a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:25:02Z', 'updated_at': '2022-05-18T18:25:12Z', 'revision_number': 5, 'project_id': '0d731d0a64e04789ad04262ef63d1dbd', 'subnets': [{'id': 'ac45570a-d36a-47d1-a935-bbf3ce99c6a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:25:32.682674 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25828d5-b712-42a7-bb93-73eaddb03354 req-4713b007-9ded-4062-99f8-b31aa28173d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:32.684134 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c25828d5-b712-42a7-bb93-73eaddb03354 req-4713b007-9ded-4062-99f8-b31aa28173d9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0d731d0a64e04789ad04262ef63d1dbd&device_id=68250932-273e-4325-9e64-8bc21316b470 HTTP/1.1" status: 200 len: 1096 time: 0.4702346 May 18 18:25:32.692213 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-78354fa9-11c3-4032-8033-a42f3ef62de4 req-dae02f52-e258-430b-84b7-64bb76449cdd tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=79af37b4-96e5-49e2-a136-b4eb89c535d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3328319 May 18 18:25:32.798614 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82bf1d6c-d046-425a-9348-ef06a0665039 None None] Checking router: be055dce-5e9c-42c3-b98f-bdae8046ec2d for host: n-d-838550-3 {{(pid=102732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:25:32.818387 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82bf1d6c-d046-425a-9348-ef06a0665039 None None] Routers {'be055dce-5e9c-42c3-b98f-bdae8046ec2d'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:25:32.819028 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-82bf1d6c-d046-425a-9348-ef06a0665039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:25:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['be055dce-5e9c-42c3-b98f-bdae8046ec2d'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:25:32.888821 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808e534a-a5b5-4a78-ade0-f3fb8e185304 req-4cf30e0b-459d-4a19-bbca-b41e7d73a09e tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:32.890897 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-808e534a-a5b5-4a78-ade0-f3fb8e185304 req-4cf30e0b-459d-4a19-bbca-b41e7d73a09e tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "GET /v2.0/networks?id=b0e0df8a-fe46-47e2-96e7-6f339d67d466 HTTP/1.1" status: 200 len: 814 time: 0.6706176 May 18 18:25:32.891944 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19ec128a-d639-4377-bc09-0e200f9c239b tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Made reservation on behalf of da58e9bc8fb64cb8902d79f0a725e08d for: {'port': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:25:33.007471 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-808e534a-a5b5-4a78-ade0-f3fb8e185304 req-1176aae7-2508-46e7-9d88-834aa5adf392 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "GET /v2.0/quotas/1cf6702826ca40b18af7dfcf12233973 HTTP/1.1" status: 200 len: 375 time: 0.0810592 May 18 18:25:33.120202 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-a451423e-0986-4930-a2bd-6c7d22c41ae9 req-c0069d35-8434-4a21-a29a-942fb59487f2 service neutron] Attempting to bind port 1c11c2a5-e9d5-4af6-8ef8-c633d610a032 on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:25:33.121143 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-a451423e-0986-4930-a2bd-6c7d22c41ae9 req-c0069d35-8434-4a21-a29a-942fb59487f2 service neutron] Attempting to bind port 1c11c2a5-e9d5-4af6-8ef8-c633d610a032 by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': '91232e8c-3d17-424b-b810-746db9884dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'eafefbfa-378a-4a8a-8ee5-45c0c746f8e9'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:25:33.121653 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a451423e-0986-4930-a2bd-6c7d22c41ae9 req-c0069d35-8434-4a21-a29a-942fb59487f2 service neutron] Attempting to bind port 1c11c2a5-e9d5-4af6-8ef8-c633d610a032 on network eafefbfa-378a-4a8a-8ee5-45c0c746f8e9 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:25:33.163877 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a451423e-0986-4930-a2bd-6c7d22c41ae9 req-c0069d35-8434-4a21-a29a-942fb59487f2 service neutron] Port 1c11c2a5-e9d5-4af6-8ef8-c633d610a032 on network eafefbfa-378a-4a8a-8ee5-45c0c746f8e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:25:33.164832 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a451423e-0986-4930-a2bd-6c7d22c41ae9 req-c0069d35-8434-4a21-a29a-942fb59487f2 service neutron] Attempting to bind port 1c11c2a5-e9d5-4af6-8ef8-c633d610a032 on network eafefbfa-378a-4a8a-8ee5-45c0c746f8e9 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:25:33.191314 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-82bf1d6c-d046-425a-9348-ef06a0665039 None None] Set router be055dce-5e9c-42c3-b98f-bdae8046ec2d gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:25:33.202273 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a451423e-0986-4930-a2bd-6c7d22c41ae9 req-c0069d35-8434-4a21-a29a-942fb59487f2 service neutron] Checking agent: {'id': 'd1be059a-68ea-4c77-9b2b-29f4afa47e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:25:33.202906 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a451423e-0986-4930-a2bd-6c7d22c41ae9 req-c0069d35-8434-4a21-a29a-942fb59487f2 service neutron] Checking segment: {'id': '91232e8c-3d17-424b-b810-746db9884dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'eafefbfa-378a-4a8a-8ee5-45c0c746f8e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:25:33.204839 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a451423e-0986-4930-a2bd-6c7d22c41ae9 req-c0069d35-8434-4a21-a29a-942fb59487f2 service neutron] Bound using segment: {'id': '91232e8c-3d17-424b-b810-746db9884dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'eafefbfa-378a-4a8a-8ee5-45c0c746f8e9'} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:25:33.205483 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-a451423e-0986-4930-a2bd-6c7d22c41ae9 req-c0069d35-8434-4a21-a29a-942fb59487f2 service neutron] Bound port: 1c11c2a5-e9d5-4af6-8ef8-c633d610a032, host: n-h2-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91232e8c-3d17-424b-b810-746db9884dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'eafefbfa-378a-4a8a-8ee5-45c0c746f8e9'}}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:25:33.206048 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-a451423e-0986-4930-a2bd-6c7d22c41ae9 req-c0069d35-8434-4a21-a29a-942fb59487f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:33.223611 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d670e634-e3bb-4d80-8c47-b1427e927b5a req-1c8e8518-924c-4b99-836f-a755105b53f6 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:33.226288 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d670e634-e3bb-4d80-8c47-b1427e927b5a req-1c8e8518-924c-4b99-836f-a755105b53f6 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f5facc6-6646-424b-9628-27fba785798c HTTP/1.1" status: 200 len: 943 time: 0.3385429 May 18 18:25:33.233690 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25828d5-b712-42a7-bb93-73eaddb03354 req-420a0012-5e50-4b2a-b1d3-d4b481ad8555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:33.236648 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c25828d5-b712-42a7-bb93-73eaddb03354 req-420a0012-5e50-4b2a-b1d3-d4b481ad8555 service neutron] 10.222.0.36 "GET /v2.0/networks?id=32a0c3b3-6eed-4c0e-b14e-e9888ed81174 HTTP/1.1" status: 200 len: 918 time: 0.5436084 May 18 18:25:33.286536 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 5554ca5b-c659-4e19-908c-487d861e0c85 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:25:33.327967 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-19ec128a-d639-4377-bc09-0e200f9c239b tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:33.406726 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-808e534a-a5b5-4a78-ade0-f3fb8e185304 req-e4e2ba43-87b5-41bc-a510-8e2312a85e9f tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=1cf6702826ca40b18af7dfcf12233973&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3845739 May 18 18:25:33.458273 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c25828d5-b712-42a7-bb93-73eaddb03354 req-c46e9b4b-0fe6-40e6-a7a6-87302d31fdc4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3f298efd-d789-4784-af4f-e91f6b2cc1ad HTTP/1.1" status: 200 len: 999 time: 0.2082765 May 18 18:25:33.464153 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d670e634-e3bb-4d80-8c47-b1427e927b5a req-c1969750-ecac-4cd6-bda2-75cdc203c5d7 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=86e7cf01-f21c-41cf-b5a3-71cb5ec2aaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245872 May 18 18:25:33.464807 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [None req-19ec128a-d639-4377-bc09-0e200f9c239b tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] device_id is not set on port f50b0c26-3f2a-455b-a098-384cd6b2db6e yet. {{(pid=102730) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 18 18:25:33.644365 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-a451423e-0986-4930-a2bd-6c7d22c41ae9 req-c0069d35-8434-4a21-a29a-942fb59487f2 service neutron] For port 1c11c2a5-e9d5-4af6-8ef8-c633d610a032, host n-h2-838550-3, cleared binding levels {{(pid=102731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:25:33.684184 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-a451423e-0986-4930-a2bd-6c7d22c41ae9 req-c0069d35-8434-4a21-a29a-942fb59487f2 service neutron] For port 1c11c2a5-e9d5-4af6-8ef8-c633d610a032, host n-h2-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=1c11c2a5-e9d5-4af6-8ef8-c633d610a032,segment=NetworkSegment(91232e8c-3d17-424b-b810-746db9884dd3),segment_id=91232e8c-3d17-424b-b810-746db9884dd3)] {{(pid=102731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:25:33.686389 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25828d5-b712-42a7-bb93-73eaddb03354 req-27c2d375-d269-41fb-ada2-b35a100ef8af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:33.687949 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c25828d5-b712-42a7-bb93-73eaddb03354 req-27c2d375-d269-41fb-ada2-b35a100ef8af service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ac45570a-d36a-47d1-a935-bbf3ce99c6a8 HTTP/1.1" status: 200 len: 856 time: 0.2060480 May 18 18:25:33.689529 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-a451423e-0986-4930-a2bd-6c7d22c41ae9 req-c0069d35-8434-4a21-a29a-942fb59487f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:33.816420 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 5554ca5b-c659-4e19-908c-487d861e0c85 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:25:33.817667 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:33.887100 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a451423e-0986-4930-a2bd-6c7d22c41ae9 req-c0069d35-8434-4a21-a29a-942fb59487f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:33.888855 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-a451423e-0986-4930-a2bd-6c7d22c41ae9 req-c0069d35-8434-4a21-a29a-942fb59487f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:33.914211 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-4d21f81d-db4c-4de0-abc9-d056f0de857a None None] Provisioning complete for port 5554ca5b-c659-4e19-908c-487d861e0c85 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:25:33.914882 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a451423e-0986-4930-a2bd-6c7d22c41ae9 req-c0069d35-8434-4a21-a29a-942fb59487f2 service neutron] 10.222.0.88 "PUT /v2.0/ports/1c11c2a5-e9d5-4af6-8ef8-c633d610a032 HTTP/1.1" status: 200 len: 1091 time: 3.9403896 May 18 18:25:33.916895 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-4d21f81d-db4c-4de0-abc9-d056f0de857a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:33.917037 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0069d35-8434-4a21-a29a-942fb59487f2 service neutron] Pushing event updated for resources: {'Port': ['ID=1c11c2a5-e9d5-4af6-8ef8-c633d610a032,revision_number=3']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:25:33.941461 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f5facc6-6646-424b-9628-27fba785798c', 'tag': '1c11c2a5-e9d5-4af6-8ef8-c633d610a032'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:25:33.948225 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13cfc713-d428-4081-ad49-6d846f7c2850" -d '{"events": [{"name": "network-changed", "server_uuid": "8f5facc6-6646-424b-9628-27fba785798c", "tag": "1c11c2a5-e9d5-4af6-8ef8-c633d610a032"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:25:34.002728 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-808e534a-a5b5-4a78-ade0-f3fb8e185304 req-5a85a7d5-7a7b-44fa-8e11-0d558e14880b service neutron] 10.222.0.85 "GET /v2.0/networks/b0e0df8a-fe46-47e2-96e7-6f339d67d466?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3947575 May 18 18:25:34.060935 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 5554ca5b-c659-4e19-908c-487d861e0c85 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:25:34.061734 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:34.191002 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25828d5-b712-42a7-bb93-73eaddb03354 req-286180b2-08eb-4ff6-828a-4f0390ed7c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:34.193386 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c25828d5-b712-42a7-bb93-73eaddb03354 req-286180b2-08eb-4ff6-828a-4f0390ed7c39 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=32a0c3b3-6eed-4c0e-b14e-e9888ed81174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4856322 May 18 18:25:34.200265 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a451423e-0986-4930-a2bd-6c7d22c41ae9 req-c38ac9e7-d832-44a5-b4e7-df9bcd6825bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:34.202020 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a451423e-0986-4930-a2bd-6c7d22c41ae9 req-c38ac9e7-d832-44a5-b4e7-df9bcd6825bf service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=4ce86b77116a4afca1694cba473235e6&device_id=8f5facc6-6646-424b-9628-27fba785798c HTTP/1.1" status: 200 len: 1094 time: 0.2029123 May 18 18:25:34.274338 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-808e534a-a5b5-4a78-ade0-f3fb8e185304 req-b1b76c02-6f64-4256-861d-4fa7d005b71b service neutron] 10.222.0.85 "GET /v2.0/networks/b0e0df8a-fe46-47e2-96e7-6f339d67d466?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2520754 May 18 18:25:34.289955 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-19ec128a-d639-4377-bc09-0e200f9c239b tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Allocated IP 172.20.0.5 (a5ac6e02-68e5-42c6-aa0d-a58985fb7e46/94d6bbba-58cd-4fad-ba26-1823ac76d5b2/f50b0c26-3f2a-455b-a098-384cd6b2db6e) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:25:34.310795 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a451423e-0986-4930-a2bd-6c7d22c41ae9 req-fa473ec1-b335-44b3-9179-bb811ce76e3f service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1c11c2a5-e9d5-4af6-8ef8-c633d610a032 HTTP/1.1" status: 200 len: 217 time: 0.0938768 May 18 18:25:34.330198 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-82bf1d6c-d046-425a-9348-ef06a0665039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be055dce-5e9c-42c3-b98f-bdae8046ec2d', 'name': 'tempest-AttachVolumeShelveTestJSON-1885015581-router', 'tenant_id': '0d731d0a64e04789ad04262ef63d1dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.68'}], 'enable_snat': True}, 'gw_port_id': '1307ac58-657e-4b0c-989f-41b27f578567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:24:58Z', 'updated_at': '2022-05-18T18:25:03Z', 'revision_number': 4, 'project_id': '0d731d0a64e04789ad04262ef63d1dbd', 'gw_port': {'id': '1307ac58-657e-4b0c-989f-41b27f578567', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:6e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be055dce-5e9c-42c3-b98f-bdae8046ec2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:24:58Z', 'updated_at': '2022-05-18T18:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': '1e0df582-53c1-49a1-8e97-2dfd116245ad', 'tenant_id': '0d731d0a64e04789ad04262ef63d1dbd', 'floating_ip_address': '172.25.5.130', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': 'be055dce-5e9c-42c3-b98f-bdae8046ec2d', 'port_id': '3f298efd-d789-4784-af4f-e91f6b2cc1ad', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32a0c3b3-6eed-4c0e-b14e-e9888ed81174', 'mac_address': 'fa:16:3e:33:78:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68250932-273e-4325-9e64-8bc21316b470', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T18:25:07Z', 'updated_at': '2022-05-18T18:25:29Z', 'revision_number': 1, 'project_id': '0d731d0a64e04789ad04262ef63d1dbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f52beef-237e-4856-b6c6-26ac65d58558', 'name': '', 'network_id': '32a0c3b3-6eed-4c0e-b14e-e9888ed81174', 'tenant_id': '0d731d0a64e04789ad04262ef63d1dbd', 'mac_address': 'fa:16:3e:bd:da:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be055dce-5e9c-42c3-b98f-bdae8046ec2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': 'ac45570a-d36a-47d1-a935-bbf3ce99c6a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:25:02Z', 'updated_at': '2022-05-18T18:25:12Z', 'revision_number': 5, 'project_id': '0d731d0a64e04789ad04262ef63d1dbd', 'subnets': [{'id': 'ac45570a-d36a-47d1-a935-bbf3ce99c6a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:25:34.340996 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29c73c5-2c3f-49bf-9b42-9f503e657dc2 req-16a33ca4-abc6-4182-8f9e-4ad1e6cd99da tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:34.346521 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d29c73c5-2c3f-49bf-9b42-9f503e657dc2 req-16a33ca4-abc6-4182-8f9e-4ad1e6cd99da tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ed8e89cf-ba95-48d1-a49b-7ab0699b2d22 HTTP/1.1" status: 200 len: 946 time: 0.3923774 May 18 18:25:34.461369 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a451423e-0986-4930-a2bd-6c7d22c41ae9 req-48164c92-9319-4dcd-b6d9-448f5ea1f1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:34.463325 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a451423e-0986-4930-a2bd-6c7d22c41ae9 req-48164c92-9319-4dcd-b6d9-448f5ea1f1b0 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=ab1f7f5a-a761-43dc-be82-e3f213958e88 HTTP/1.1" status: 200 len: 849 time: 0.1155713 May 18 18:25:34.521960 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82bf1d6c-d046-425a-9348-ef06a0665039 None None] The sync data for ids ['be055dce-5e9c-42c3-b98f-bdae8046ec2d'] in n-d-838550-3 is: [{'id': 'be055dce-5e9c-42c3-b98f-bdae8046ec2d', 'name': 'tempest-AttachVolumeShelveTestJSON-1885015581-router', 'tenant_id': '0d731d0a64e04789ad04262ef63d1dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.68'}], 'enable_snat': True}, 'gw_port_id': '1307ac58-657e-4b0c-989f-41b27f578567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:24:58Z', 'updated_at': '2022-05-18T18:25:03Z', 'revision_number': 4, 'project_id': '0d731d0a64e04789ad04262ef63d1dbd', 'gw_port': {'id': '1307ac58-657e-4b0c-989f-41b27f578567', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:6e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be055dce-5e9c-42c3-b98f-bdae8046ec2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:24:58Z', 'updated_at': '2022-05-18T18:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': '1e0df582-53c1-49a1-8e97-2dfd116245ad', 'tenant_id': '0d731d0a64e04789ad04262ef63d1dbd', 'floating_ip_address': '172.25.5.130', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': 'be055dce-5e9c-42c3-b98f-bdae8046ec2d', 'port_id': '3f298efd-d789-4784-af4f-e91f6b2cc1ad', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32a0c3b3-6eed-4c0e-b14e-e9888ed81174', 'mac_address': 'fa:16:3e:33:78:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68250932-273e-4325-9e64-8bc21316b470', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T18:25:07Z', 'updated_at': '2022-05-18T18:25:29Z', 'revision_number': 1, 'project_id': '0d731d0a64e04789ad04262ef63d1dbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f52beef-237e-4856-b6c6-26ac65d58558', 'name': '', 'network_id': '32a0c3b3-6eed-4c0e-b14e-e9888ed81174', 'tenant_id': '0d731d0a64e04789ad04262ef63d1dbd', 'mac_address': 'fa:16:3e:bd:da:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be055dce-5e9c-42c3-b98f-bdae8046ec2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': 'ac45570a-d36a-47d1-a935-bbf3ce99c6a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:25:02Z', 'updated_at': '2022-05-18T18:25:12Z', 'revision_number': 5, 'project_id': '0d731d0a64e04789ad04262ef63d1dbd', 'subnets': [{'id': 'ac45570a-d36a-47d1-a935-bbf3ce99c6a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:25:34.551248 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] For port 5554ca5b-c659-4e19-908c-487d861e0c85, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=5554ca5b-c659-4e19-908c-487d861e0c85,segment=NetworkSegment(340ab84c-345d-45b3-9b06-a34750b7c4be),segment_id=340ab84c-345d-45b3-9b06-a34750b7c4be)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:25:34.575657 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:34.651635 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d29c73c5-2c3f-49bf-9b42-9f503e657dc2 req-6fcc86fa-b393-4f75-9563-6e0249b19a62 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=79af37b4-96e5-49e2-a136-b4eb89c535d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868150 May 18 18:25:34.665561 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c25828d5-b712-42a7-bb93-73eaddb03354 req-71714838-ba68-46e7-8e48-6fcea393eaa7 service neutron] 10.222.0.36 "GET /v2.0/networks/32a0c3b3-6eed-4c0e-b14e-e9888ed81174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4621909 May 18 18:25:34.683147 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-542b1250-62dc-4743-978a-7d36ae7806bb x-openstack-request-id: req-542b1250-62dc-4743-978a-7d36ae7806bb {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:25:34.683147 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f5facc6-6646-424b-9628-27fba785798c", "tag": "1c11c2a5-e9d5-4af6-8ef8-c633d610a032", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:25:34.683147 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-542b1250-62dc-4743-978a-7d36ae7806bb {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:25:34.683842 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-542b1250-62dc-4743-978a-7d36ae7806bb'] response: {'name': 'network-changed', 'server_uuid': '8f5facc6-6646-424b-9628-27fba785798c', 'tag': '1c11c2a5-e9d5-4af6-8ef8-c633d610a032', 'status': 'completed', 'code': 200} May 18 18:25:34.686454 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a451423e-0986-4930-a2bd-6c7d22c41ae9 req-6e09b506-32fc-4721-833d-1c9e66995a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:34.688194 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a451423e-0986-4930-a2bd-6c7d22c41ae9 req-6e09b506-32fc-4721-833d-1c9e66995a20 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=eafefbfa-378a-4a8a-8ee5-45c0c746f8e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2110879 May 18 18:25:34.694024 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-19ec128a-d639-4377-bc09-0e200f9c239b tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:34.896962 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-241d791c-cf9f-4a39-b23d-524f3984ae9d req-123f18ff-b8b2-41fa-9d9f-d12acf2a9ec0 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "GET /v2.0/ports?device_id=24a2fe16-e7b0-4a5e-88fa-7949ff7ba897 HTTP/1.1" status: 200 len: 210 time: 0.1175344 May 18 18:25:34.943006 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-19ec128a-d639-4377-bc09-0e200f9c239b tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:34.959204 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-4d21f81d-db4c-4de0-abc9-d056f0de857a None None] Current status of the port 5554ca5b-c659-4e19-908c-487d861e0c85 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:25:34.972258 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Pushing event updated for resources: {'Port': ['ID=5554ca5b-c659-4e19-908c-487d861e0c85,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:25:34.992503 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-4d21f81d-db4c-4de0-abc9-d056f0de857a None None] Provisioning complete for port 5849fced-6e26-4401-96de-fb285fc44e64 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:25:34.994315 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-4d21f81d-db4c-4de0-abc9-d056f0de857a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:35.030747 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ec128a-d639-4377-bc09-0e200f9c239b tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Network a5ac6e02-68e5-42c6-aa0d-a58985fb7e46 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:25:35.035455 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-19ec128a-d639-4377-bc09-0e200f9c239b tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:25:35.058478 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ec128a-d639-4377-bc09-0e200f9c239b tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:25:35.130884 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c23d39-cb86-487b-a0ac-ed7da4a873c9 None None] New status for floating IP 1e0df582-53c1-49a1-8e97-2dfd116245ad: ACTIVE {{(pid=102733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 18:25:35.153160 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-4d21f81d-db4c-4de0-abc9-d056f0de857a None None] Port 5849fced-6e26-4401-96de-fb285fc44e64 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:25:35.230244 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a451423e-0986-4930-a2bd-6c7d22c41ae9 req-5ad7209a-ccf7-4c07-a670-73ab6626b7b1 service neutron] 10.222.0.88 "GET /v2.0/networks/eafefbfa-378a-4a8a-8ee5-45c0c746f8e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5307026 May 18 18:25:35.260446 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ec128a-d639-4377-bc09-0e200f9c239b tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:35.262005 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-19ec128a-d639-4377-bc09-0e200f9c239b tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:35.278294 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ec128a-d639-4377-bc09-0e200f9c239b tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Pushing event updated for resources: {'Port': ['ID=f50b0c26-3f2a-455b-a098-384cd6b2db6e,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:25:35.294901 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-19ec128a-d639-4377-bc09-0e200f9c239b tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.8858712 May 18 18:25:35.297608 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 47866) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:25:35.307889 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-9a1ae64f-e611-4b1f-ac1d-2284d1c7b01b tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Request body: {'subnet': {'network_id': 'a5ac6e02-68e5-42c6-aa0d-a58985fb7e46', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:25:35.366811 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c25828d5-b712-42a7-bb93-73eaddb03354 req-c5d346b1-09f1-4e2c-af44-27bc6de3397d service neutron] 10.222.0.36 "GET /v2.0/networks/32a0c3b3-6eed-4c0e-b14e-e9888ed81174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6774073 May 18 18:25:35.379090 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e570a617-07d5-4632-9c28-698499412ce9 req-3ffebe60-67b9-4139-ad2b-ff4f91adb4f2 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:35.395090 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e570a617-07d5-4632-9c28-698499412ce9 req-3ffebe60-67b9-4139-ad2b-ff4f91adb4f2 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f5facc6-6646-424b-9628-27fba785798c HTTP/1.1" status: 200 len: 943 time: 0.3610380 May 18 18:25:35.542706 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a1ae64f-e611-4b1f-ac1d-2284d1c7b01b tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Made reservation on behalf of da58e9bc8fb64cb8902d79f0a725e08d for: {'subnet': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:25:35.546944 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9a1ae64f-e611-4b1f-ac1d-2284d1c7b01b tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261031885'] for subnet, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:35.573869 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a451423e-0986-4930-a2bd-6c7d22c41ae9 req-132ec3f5-014e-438f-9ae4-2d8da424b0f2 service neutron] 10.222.0.88 "GET /v2.0/networks/eafefbfa-378a-4a8a-8ee5-45c0c746f8e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3307419 May 18 18:25:35.623899 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e570a617-07d5-4632-9c28-698499412ce9 req-bad02fcc-7689-4105-98f1-2168f1c7f584 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=86e7cf01-f21c-41cf-b5a3-71cb5ec2aaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266471 May 18 18:25:35.654378 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-4f694aba-99f7-4657-83a0-f4e1554e53c0 None None] Provisioning complete for port f50b0c26-3f2a-455b-a098-384cd6b2db6e triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:25:35.654803 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-4f694aba-99f7-4657-83a0-f4e1554e53c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:35.756885 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-4f694aba-99f7-4657-83a0-f4e1554e53c0 None None] Port f50b0c26-3f2a-455b-a098-384cd6b2db6e cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:25:35.858823 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cfc713-d428-4081-ad49-6d846f7c2850 req-cd6a6a77-836a-4cd9-84f6-8a8eea6b4b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:35.864415 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-13cfc713-d428-4081-ad49-6d846f7c2850 req-cd6a6a77-836a-4cd9-84f6-8a8eea6b4b5b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=4ce86b77116a4afca1694cba473235e6&device_id=8f5facc6-6646-424b-9628-27fba785798c HTTP/1.1" status: 200 len: 1094 time: 0.1864526 May 18 18:25:35.871174 n-d-838550-3 neutron-server[102730]: INFO neutron.db.ipam_backend_mixin [None req-9a1ae64f-e611-4b1f-ac1d-2284d1c7b01b tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 94d6bbba-58cd-4fad-ba26-1823ac76d5b2 (CIDR: 172.20.0.0/28) May 18 18:25:35.876445 n-d-838550-3 neutron-server[102730]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a1ae64f-e611-4b1f-ac1d-2284d1c7b01b tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 18 18:25:35.877275 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a1ae64f-e611-4b1f-ac1d-2284d1c7b01b tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:25:35.949900 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-9a1ae64f-e611-4b1f-ac1d-2284d1c7b01b tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6508448 May 18 18:25:35.952826 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 47878) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:25:35.975332 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-ec67a70b-5ad2-4b9f-8e96-508f49cf9f59 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Request body: {'subnet': {'network_id': 'a5ac6e02-68e5-42c6-aa0d-a58985fb7e46', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:25:36.013889 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632c6459-e239-4d07-98c0-9cefaf1b0650 req-69382567-eeb1-4b9f-8267-dfff4c93ea5a tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:36.024982 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-632c6459-e239-4d07-98c0-9cefaf1b0650 req-69382567-eeb1-4b9f-8267-dfff4c93ea5a tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ed8e89cf-ba95-48d1-a49b-7ab0699b2d22 HTTP/1.1" status: 200 len: 946 time: 0.1409500 May 18 18:25:36.117266 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-632c6459-e239-4d07-98c0-9cefaf1b0650 req-25ccb1fc-ac84-414f-916f-dfa2ba801c8a tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=79af37b4-96e5-49e2-a136-b4eb89c535d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843856 May 18 18:25:36.231803 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-81ee9d82-0840-4ad4-8513-4f010dc737e0 req-11f09cbb-5a27-4130-90cf-6f87b940bf1d tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "GET /v2.0/ports?device_id=24a2fe16-e7b0-4a5e-88fa-7949ff7ba897 HTTP/1.1" status: 200 len: 210 time: 0.1493037 May 18 18:25:36.263005 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cfc713-d428-4081-ad49-6d846f7c2850 req-ec148589-bbe1-4f54-bdec-51c22e2e3125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:36.263005 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-13cfc713-d428-4081-ad49-6d846f7c2850 req-ec148589-bbe1-4f54-bdec-51c22e2e3125 service neutron] 10.222.0.88 "GET /v2.0/networks?id=eafefbfa-378a-4a8a-8ee5-45c0c746f8e9 HTTP/1.1" status: 200 len: 911 time: 0.3788311 May 18 18:25:36.284523 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec67a70b-5ad2-4b9f-8e96-508f49cf9f59 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Made reservation on behalf of da58e9bc8fb64cb8902d79f0a725e08d for: {'subnet': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:25:36.290091 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ec67a70b-5ad2-4b9f-8e96-508f49cf9f59 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260908003'] for subnet, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:36.329426 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-13cfc713-d428-4081-ad49-6d846f7c2850 req-1bacc6ba-e0aa-4082-adb8-d9d5629032b4 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1c11c2a5-e9d5-4af6-8ef8-c633d610a032 HTTP/1.1" status: 200 len: 217 time: 0.0544860 May 18 18:25:36.560273 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cfc713-d428-4081-ad49-6d846f7c2850 req-7958f14f-5908-44f8-9826-f91794f9bed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:36.561932 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-13cfc713-d428-4081-ad49-6d846f7c2850 req-7958f14f-5908-44f8-9826-f91794f9bed7 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=ab1f7f5a-a761-43dc-be82-e3f213958e88 HTTP/1.1" status: 200 len: 849 time: 0.2217817 May 18 18:25:36.886477 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ec67a70b-5ad2-4b9f-8e96-508f49cf9f59 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260898481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260908021'] for subnet, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:36.961080 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f7dbf5-289e-4ca4-a824-270c6d75c5fb req-40c29d24-45e3-46f2-ab38-b563613c0510 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:36.965983 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a2f7dbf5-289e-4ca4-a824-270c6d75c5fb req-40c29d24-45e3-46f2-ab38-b563613c0510 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f5facc6-6646-424b-9628-27fba785798c HTTP/1.1" status: 200 len: 943 time: 0.1639462 May 18 18:25:36.997328 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 47886) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:25:37.091887 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 5554ca5b-c659-4e19-908c-487d861e0c85 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:25:37.120096 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a2f7dbf5-289e-4ca4-a824-270c6d75c5fb req-038b4e4c-e4e6-466d-a0b1-43cf95bee6ba tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=86e7cf01-f21c-41cf-b5a3-71cb5ec2aaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387520 May 18 18:25:37.217637 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec67a70b-5ad2-4b9f-8e96-508f49cf9f59 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Network a5ac6e02-68e5-42c6-aa0d-a58985fb7e46 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:25:37.230787 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 5554ca5b-c659-4e19-908c-487d861e0c85 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:25:37.231508 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:37.253411 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-ec67a70b-5ad2-4b9f-8e96-508f49cf9f59 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:25:37.312240 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec67a70b-5ad2-4b9f-8e96-508f49cf9f59 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:37.318577 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ec67a70b-5ad2-4b9f-8e96-508f49cf9f59 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:37.340430 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a897e0-fd49-46d2-91ce-0d1f5a9baa45 None None] Network a5ac6e02-68e5-42c6-aa0d-a58985fb7e46 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:25:37.356830 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808e534a-a5b5-4a78-ade0-f3fb8e185304 req-a7b6c8d7-225b-4070-ad81-d84567126526 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:37.358413 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-808e534a-a5b5-4a78-ade0-f3fb8e185304 req-a7b6c8d7-225b-4070-ad81-d84567126526 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.36 "GET /v2.0/networks?id=b0e0df8a-fe46-47e2-96e7-6f339d67d466 HTTP/1.1" status: 200 len: 814 time: 0.5389674 May 18 18:25:37.454050 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-13e8c2d8-3f13-442e-a91d-e641d8adc6c5 req-43060520-bd00-4efd-8a1a-538f277089b2 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "GET /v2.0/ports?device_id=24a2fe16-e7b0-4a5e-88fa-7949ff7ba897 HTTP/1.1" status: 200 len: 210 time: 0.0618732 May 18 18:25:37.517056 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec67a70b-5ad2-4b9f-8e96-508f49cf9f59 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Pushing event updated for resources: {'Subnet': ['ID=22bdcf6e-a81c-450d-b530-ea668a05428d,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:25:37.531130 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 5554ca5b-c659-4e19-908c-487d861e0c85 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:25:37.556218 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-ec67a70b-5ad2-4b9f-8e96-508f49cf9f59 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.6014652 May 18 18:25:37.568462 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cfc713-d428-4081-ad49-6d846f7c2850 req-74f4c1cc-7d4f-44ca-88ad-fcc54136da7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:37.573602 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-13cfc713-d428-4081-ad49-6d846f7c2850 req-74f4c1cc-7d4f-44ca-88ad-fcc54136da7d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=eafefbfa-378a-4a8a-8ee5-45c0c746f8e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9974098 May 18 18:25:37.580277 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 47896) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:25:37.600832 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-3b89c344-ffde-4f4f-9b50-d11fc9dadd6b tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-659041051', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '22bdcf6e-a81c-450d-b530-ea668a05428d'}], 'security_groups': ['341fc42f-439a-4511-81af-25b4581b1361']}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:25:37.635307 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-808e534a-a5b5-4a78-ade0-f3fb8e185304 req-15617e38-39b6-4821-88b1-de7bd150018f tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1cf6702826ca40b18af7dfcf12233973 HTTP/1.1" status: 200 len: 471 time: 0.2062371 May 18 18:25:37.669349 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4351232b-2a31-4fff-83cc-74cddd566368 req-c1ca09d4-0504-42f0-910f-f188cce86608 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:37.671530 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4351232b-2a31-4fff-83cc-74cddd566368 req-c1ca09d4-0504-42f0-910f-f188cce86608 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ed8e89cf-ba95-48d1-a49b-7ab0699b2d22 HTTP/1.1" status: 200 len: 946 time: 0.3075902 May 18 18:25:37.677479 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-808e534a-a5b5-4a78-ade0-f3fb8e185304 req-28e66861-9173-493e-a50a-fec49b575ab4 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Request body: {'port': {'device_id': '24a2fe16-e7b0-4a5e-88fa-7949ff7ba897', 'network_id': 'b0e0df8a-fe46-47e2-96e7-6f339d67d466', 'admin_state_up': True, 'tenant_id': '1cf6702826ca40b18af7dfcf12233973', 'security_groups': ['9b97b483-5629-4688-9c0b-4cabaf2a061a']}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:25:37.805546 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1553021f-c05f-4d46-9fcc-bc7a05c64fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:37.986966 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4351232b-2a31-4fff-83cc-74cddd566368 req-bbce94bc-d774-4b48-86cb-ec682f08fafd tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=79af37b4-96e5-49e2-a136-b4eb89c535d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2868803 May 18 18:25:38.007362 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c526dc-0ec5-4d73-8215-45ff75b50ef4 None None] Update dhcp port {'port': {'network_id': 'a5ac6e02-68e5-42c6-aa0d-a58985fb7e46', 'fixed_ips': [{'subnet_id': '94d6bbba-58cd-4fad-ba26-1823ac76d5b2', 'ip_address': '172.20.0.2'}, {'subnet_id': '22bdcf6e-a81c-450d-b530-ea668a05428d'}], 'binding:host_id': 'n-d-838550-3'}, 'id': '5554ca5b-c659-4e19-908c-487d861e0c85'} from n-d-838550-3. {{(pid=102732) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 18 18:25:38.090659 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f8c526dc-0ec5-4d73-8215-45ff75b50ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:38.222792 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-13cfc713-d428-4081-ad49-6d846f7c2850 req-4eba5000-9fd5-49b3-af7c-ed0e4ec16b0a service neutron] 10.222.0.88 "GET /v2.0/networks/eafefbfa-378a-4a8a-8ee5-45c0c746f8e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6128197 May 18 18:25:38.444120 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3b89c344-ffde-4f4f-9b50-d11fc9dadd6b tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:38.712500 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-f8c526dc-0ec5-4d73-8215-45ff75b50ef4 None None] Allocated IP 172.20.0.18 (a5ac6e02-68e5-42c6-aa0d-a58985fb7e46/22bdcf6e-a81c-450d-b530-ea668a05428d/5554ca5b-c659-4e19-908c-487d861e0c85) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:25:38.878015 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-f8c526dc-0ec5-4d73-8215-45ff75b50ef4 None None] For port 5554ca5b-c659-4e19-908c-487d861e0c85, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=5554ca5b-c659-4e19-908c-487d861e0c85,segment=NetworkSegment(340ab84c-345d-45b3-9b06-a34750b7c4be),segment_id=340ab84c-345d-45b3-9b06-a34750b7c4be)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:25:38.932999 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbc8c4a-9703-46f7-98f3-77bc1405e1a8 req-f7f29a2c-e53a-4af9-9bc4-14c9c5522a70 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:38.936792 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f8c526dc-0ec5-4d73-8215-45ff75b50ef4 None None] Notify callbacks [] for port, precommit_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:38.942292 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-edbc8c4a-9703-46f7-98f3-77bc1405e1a8 req-f7f29a2c-e53a-4af9-9bc4-14c9c5522a70 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f5facc6-6646-424b-9628-27fba785798c HTTP/1.1" status: 200 len: 943 time: 0.2402260 May 18 18:25:38.947884 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f8c526dc-0ec5-4d73-8215-45ff75b50ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:39.000447 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-808e534a-a5b5-4a78-ade0-f3fb8e185304 req-28e66861-9173-493e-a50a-fec49b575ab4 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Made reservation on behalf of 1cf6702826ca40b18af7dfcf12233973 for: {'port': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:25:39.004227 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-808e534a-a5b5-4a78-ade0-f3fb8e185304 req-28e66861-9173-493e-a50a-fec49b575ab4 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:39.006306 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-edbc8c4a-9703-46f7-98f3-77bc1405e1a8 req-dc433920-fba1-44fe-94fd-5ddc2313e02c tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=86e7cf01-f21c-41cf-b5a3-71cb5ec2aaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627155 May 18 18:25:39.049991 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c526dc-0ec5-4d73-8215-45ff75b50ef4 None None] Pushing event updated for resources: {'Port': ['ID=5554ca5b-c659-4e19-908c-487d861e0c85,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:25:39.052671 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efaf6b8-e2c7-4996-b64c-562f167ad45a req-db1e4388-a9b9-4a6b-a245-5b0e04665bdd tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:39.054279 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6efaf6b8-e2c7-4996-b64c-562f167ad45a req-db1e4388-a9b9-4a6b-a245-5b0e04665bdd tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef854938-189c-46f2-8314-215a08afd5f6 HTTP/1.1" status: 200 len: 945 time: 0.6999085 May 18 18:25:39.170799 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-13cfc713-d428-4081-ad49-6d846f7c2850 req-42a70b80-ab6b-4e56-9b7b-d9cbb95494c3 service neutron] 10.222.0.88 "GET /v2.0/networks/eafefbfa-378a-4a8a-8ee5-45c0c746f8e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9330289 May 18 18:25:39.200806 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-54829861-09bd-42c3-b9fc-cf8800310e32 req-0e5d4421-81b0-4a22-9186-10c14c5f6454 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "GET /v2.0/ports?device_id=24a2fe16-e7b0-4a5e-88fa-7949ff7ba897 HTTP/1.1" status: 200 len: 210 time: 0.0501940 May 18 18:25:39.258140 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1b72053c-6084-488f-81f2-ea385d03e3e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-595963'] for router_interface, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:39.299355 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6efaf6b8-e2c7-4996-b64c-562f167ad45a req-f5fe9483-472a-4f3f-baec-f305d5785e6d tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=ea6a757a-9c65-4a62-a27e-604b73d281bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2283647 May 18 18:25:39.637308 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5ce325-6ac2-41ed-8bc4-cee8e69f20e8 req-92895644-007d-4f22-9e66-bf6a3de86497 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:39.638808 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fd5ce325-6ac2-41ed-8bc4-cee8e69f20e8 req-92895644-007d-4f22-9e66-bf6a3de86497 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef854938-189c-46f2-8314-215a08afd5f6 HTTP/1.1" status: 200 len: 945 time: 0.1835220 May 18 18:25:39.648298 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [req-808e534a-a5b5-4a78-ade0-f3fb8e185304 req-28e66861-9173-493e-a50a-fec49b575ab4 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Allocated IP 172.20.0.8 (b0e0df8a-fe46-47e2-96e7-6f339d67d466/accb0a89-f23b-4ef5-8f87-983b3d81047a/b3be1f07-b788-4365-a4e5-9da691ad6468) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:25:39.726160 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-1b72053c-6084-488f-81f2-ea385d03e3e4 admin admin] Deleting port a16583bc-bcbb-47b1-8324-c84728f85556 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:25:39.727355 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1b72053c-6084-488f-81f2-ea385d03e3e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:39.775269 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fd5ce325-6ac2-41ed-8bc4-cee8e69f20e8 req-fb35ee30-793e-4072-a702-a5d6878e0ea9 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=ea6a757a-9c65-4a62-a27e-604b73d281bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1206863 May 18 18:25:39.916711 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-3b89c344-ffde-4f4f-9b50-d11fc9dadd6b tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Delete allocated IP 172.20.0.5 (a5ac6e02-68e5-42c6-aa0d-a58985fb7e46/94d6bbba-58cd-4fad-ba26-1823ac76d5b2) {{(pid=102731) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 18 18:25:39.952823 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-3b89c344-ffde-4f4f-9b50-d11fc9dadd6b tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Allocated IP 172.20.0.21 (a5ac6e02-68e5-42c6-aa0d-a58985fb7e46/22bdcf6e-a81c-450d-b530-ea668a05428d/f50b0c26-3f2a-455b-a098-384cd6b2db6e) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:25:39.964858 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-1b72053c-6084-488f-81f2-ea385d03e3e4 admin admin] For port a16583bc-bcbb-47b1-8324-c84728f85556, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=a16583bc-bcbb-47b1-8324-c84728f85556,segment=NetworkSegment(d9d98bab-9820-406c-b473-c4327f400811),segment_id=d9d98bab-9820-406c-b473-c4327f400811)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:25:39.965416 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1b72053c-6084-488f-81f2-ea385d03e3e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:40.033395 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-1b72053c-6084-488f-81f2-ea385d03e3e4 admin admin] Calling delete_port for a16583bc-bcbb-47b1-8324-c84728f85556 owned by network:router_interface {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:25:40.086884 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-808e534a-a5b5-4a78-ade0-f3fb8e185304 req-28e66861-9173-493e-a50a-fec49b575ab4 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:40.088963 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a0de8a41-e628-4a3f-bd50-69b2f3da6370 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:40.169039 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-697f3ae0-cb68-40b4-9c27-ee98d3eed4df None None] Provisioning complete for port 5554ca5b-c659-4e19-908c-487d861e0c85 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:25:40.169410 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-697f3ae0-cb68-40b4-9c27-ee98d3eed4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:40.184689 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee636f0-cade-4794-ab8b-bf096f3d024c req-ca748614-2eea-4649-b338-c4c019998922 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:40.198731 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6ee636f0-cade-4794-ab8b-bf096f3d024c req-ca748614-2eea-4649-b338-c4c019998922 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef854938-189c-46f2-8314-215a08afd5f6 HTTP/1.1" status: 200 len: 945 time: 0.1716695 May 18 18:25:40.231822 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbe0ae6-0611-404a-a8bf-874090241a56 req-3bdeff1d-51cb-42a0-9986-f261f415b5b3 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:40.242322 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1bbe0ae6-0611-404a-a8bf-874090241a56 req-3bdeff1d-51cb-42a0-9986-f261f415b5b3 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f5facc6-6646-424b-9628-27fba785798c HTTP/1.1" status: 200 len: 943 time: 0.1419828 May 18 18:25:40.288832 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-808e534a-a5b5-4a78-ade0-f3fb8e185304 req-28e66861-9173-493e-a50a-fec49b575ab4 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:40.346168 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6ee636f0-cade-4794-ab8b-bf096f3d024c req-7b69596f-9702-4337-8068-40301d9fa520 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=ea6a757a-9c65-4a62-a27e-604b73d281bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1460142 May 18 18:25:40.358509 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1bbe0ae6-0611-404a-a8bf-874090241a56 req-1193d29c-609c-4ad8-8da8-bb4695af2942 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=86e7cf01-f21c-41cf-b5a3-71cb5ec2aaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148245 May 18 18:25:40.613156 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-697f3ae0-cb68-40b4-9c27-ee98d3eed4df None None] Current status of the port 5554ca5b-c659-4e19-908c-487d861e0c85 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:25:40.613156 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-697f3ae0-cb68-40b4-9c27-ee98d3eed4df None None] Provisioning complete for port 5849fced-6e26-4401-96de-fb285fc44e64 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:25:40.613156 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-697f3ae0-cb68-40b4-9c27-ee98d3eed4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:40.613156 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-697f3ae0-cb68-40b4-9c27-ee98d3eed4df None None] Port 5849fced-6e26-4401-96de-fb285fc44e64 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:25:40.613156 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-697f3ae0-cb68-40b4-9c27-ee98d3eed4df None None] Provisioning complete for port f50b0c26-3f2a-455b-a098-384cd6b2db6e triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:25:40.615905 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-697f3ae0-cb68-40b4-9c27-ee98d3eed4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:40.651617 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e66861-9173-493e-a50a-fec49b575ab4 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Pushing event updated for resources: {'Port': ['ID=b3be1f07-b788-4365-a4e5-9da691ad6468,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:25:40.698925 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-808e534a-a5b5-4a78-ade0-f3fb8e185304 req-28e66861-9173-493e-a50a-fec49b575ab4 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Network b0e0df8a-fe46-47e2-96e7-6f339d67d466 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:25:40.705383 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3b89c344-ffde-4f4f-9b50-d11fc9dadd6b tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:40.708321 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [req-808e534a-a5b5-4a78-ade0-f3fb8e185304 req-28e66861-9173-493e-a50a-fec49b575ab4 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:25:40.723254 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-697f3ae0-cb68-40b4-9c27-ee98d3eed4df None None] Port f50b0c26-3f2a-455b-a098-384cd6b2db6e cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:25:40.725420 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40be907-a2f1-485f-9ff9-21a2688549cc req-f0b5f46e-90f9-4dba-9645-1bd9830cfb8b tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:40.730158 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-808e534a-a5b5-4a78-ade0-f3fb8e185304 req-28e66861-9173-493e-a50a-fec49b575ab4 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:25:40.739701 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3b89c344-ffde-4f4f-9b50-d11fc9dadd6b tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:40.752919 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c40be907-a2f1-485f-9ff9-21a2688549cc req-f0b5f46e-90f9-4dba-9645-1bd9830cfb8b tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef854938-189c-46f2-8314-215a08afd5f6 HTTP/1.1" status: 200 len: 945 time: 0.2374260 May 18 18:25:40.853209 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b89c344-ffde-4f4f-9b50-d11fc9dadd6b tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Pushing event updated for resources: {'Port': ['ID=f50b0c26-3f2a-455b-a098-384cd6b2db6e,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:25:40.857596 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c40be907-a2f1-485f-9ff9-21a2688549cc req-e9f7b67f-7b30-4fe8-a454-5d532ad21e59 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=ea6a757a-9c65-4a62-a27e-604b73d281bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995564 May 18 18:25:40.876585 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1b72053c-6084-488f-81f2-ea385d03e3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:40.951512 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c95caed-dd4f-4ad7-9be7-6282e47d34bc req-94585bac-96bf-4766-8571-67f508d0c346 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:40.956503 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3c95caed-dd4f-4ad7-9be7-6282e47d34bc req-94585bac-96bf-4766-8571-67f508d0c346 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "GET /v2.0/ports?device_id=24a2fe16-e7b0-4a5e-88fa-7949ff7ba897 HTTP/1.1" status: 200 len: 931 time: 0.2696435 May 18 18:25:40.959622 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b72053c-6084-488f-81f2-ea385d03e3e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=a16583bc-bcbb-47b1-8324-c84728f85556,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:25:41.224068 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808e534a-a5b5-4a78-ade0-f3fb8e185304 req-28e66861-9173-493e-a50a-fec49b575ab4 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:41.230766 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-808e534a-a5b5-4a78-ade0-f3fb8e185304 req-28e66861-9173-493e-a50a-fec49b575ab4 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:41.280853 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-7b7bec24-76d2-4542-82d0-74d678b31150 None None] Provisioning complete for port b3be1f07-b788-4365-a4e5-9da691ad6468 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:25:41.281733 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-7b7bec24-76d2-4542-82d0-74d678b31150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:41.283791 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:41.330689 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 5554ca5b-c659-4e19-908c-487d861e0c85 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:25:41.355554 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3c95caed-dd4f-4ad7-9be7-6282e47d34bc req-f28f11bb-79fd-4d3c-ae3d-7d6e52eabfa3 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "GET /v2.0/security-groups?id=9b97b483-5629-4688-9c0b-4cabaf2a061a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2935939 May 18 18:25:41.389692 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-808e534a-a5b5-4a78-ade0-f3fb8e185304 req-28e66861-9173-493e-a50a-fec49b575ab4 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7299438 May 18 18:25:41.407149 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-808e534a-a5b5-4a78-ade0-f3fb8e185304 req-de7a957c-60fb-4332-9872-f5a90325ed63 service neutron] Request body: {'port': {'device_id': '24a2fe16-e7b0-4a5e-88fa-7949ff7ba897', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-3'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:25:41.408576 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-7b7bec24-76d2-4542-82d0-74d678b31150 None None] Port b3be1f07-b788-4365-a4e5-9da691ad6468 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:25:41.455207 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 5554ca5b-c659-4e19-908c-487d861e0c85 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:25:41.457118 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:41.472997 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-3b89c344-ffde-4f4f-9b50-d11fc9dadd6b tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] In _notify_port_updated(), no bound segment for port f50b0c26-3f2a-455b-a098-384cd6b2db6e on network a5ac6e02-68e5-42c6-aa0d-a58985fb7e46 {{(pid=102731) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 18 18:25:41.481276 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b89c344-ffde-4f4f-9b50-d11fc9dadd6b tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:41.482087 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3b89c344-ffde-4f4f-9b50-d11fc9dadd6b tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:41.484142 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-3b89c344-ffde-4f4f-9b50-d11fc9dadd6b tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] 10.222.0.85 "PUT /v2.0/ports/f50b0c26-3f2a-455b-a098-384cd6b2db6e HTTP/1.1" status: 200 len: 920 time: 3.8939977 May 18 18:25:41.495092 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1b72053c-6084-488f-81f2-ea385d03e3e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-593931'] for router_interface, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:41.512447 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 47974) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:25:41.530876 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-808e534a-a5b5-4a78-ade0-f3fb8e185304 req-de7a957c-60fb-4332-9872-f5a90325ed63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:41.691024 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 5554ca5b-c659-4e19-908c-487d861e0c85 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:25:41.753546 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae69f7c7-4eb1-4bd5-8cee-630cd5c33f00 req-b117f5d4-97d1-4efc-961c-8c247d644f06 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:41.761950 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ae69f7c7-4eb1-4bd5-8cee-630cd5c33f00 req-b117f5d4-97d1-4efc-961c-8c247d644f06 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/networks?id=adbd4d3b-93fc-4f7a-a6ae-1551b2db5668 HTTP/1.1" status: 200 len: 811 time: 0.4849253 May 18 18:25:41.850454 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ae69f7c7-4eb1-4bd5-8cee-630cd5c33f00 req-660ba52d-33ec-4b77-9e77-d04fa1e2df67 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/quotas/dc04081bebe44448af91d703facdf00a HTTP/1.1" status: 200 len: 375 time: 0.0826199 May 18 18:25:41.861914 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-63e80676-17bc-4833-98df-f2c00f5f6b6b None None] Provisioning complete for port f50b0c26-3f2a-455b-a098-384cd6b2db6e triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:25:41.862359 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-63e80676-17bc-4833-98df-f2c00f5f6b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:41.908460 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c76d32d-aeaf-4094-9bf3-2fbe6bd48d60 req-a0e39e31-2d08-4e23-b855-1c579e193158 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:41.909860 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6c76d32d-aeaf-4094-9bf3-2fbe6bd48d60 req-a0e39e31-2d08-4e23-b855-1c579e193158 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f5facc6-6646-424b-9628-27fba785798c HTTP/1.1" status: 200 len: 943 time: 0.1776874 May 18 18:25:41.943888 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-3bb32284-402e-43f4-a207-e541f1427064 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Deleting port f50b0c26-3f2a-455b-a098-384cd6b2db6e {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:25:41.944374 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3bb32284-402e-43f4-a207-e541f1427064 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:41.953580 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-63e80676-17bc-4833-98df-f2c00f5f6b6b None None] Port f50b0c26-3f2a-455b-a098-384cd6b2db6e cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:25:42.023524 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6c76d32d-aeaf-4094-9bf3-2fbe6bd48d60 req-a778c499-14da-45a2-a4e0-a63f467606b8 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=86e7cf01-f21c-41cf-b5a3-71cb5ec2aaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036286 May 18 18:25:42.060242 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3bb32284-402e-43f4-a207-e541f1427064 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:42.113006 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ae69f7c7-4eb1-4bd5-8cee-630cd5c33f00 req-5799a5ca-baf3-4e18-8617-9901b424cec3 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=dc04081bebe44448af91d703facdf00a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2613652 May 18 18:25:42.137471 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-3bb32284-402e-43f4-a207-e541f1427064 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Calling delete_port for f50b0c26-3f2a-455b-a098-384cd6b2db6e owned by {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:25:42.164340 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [req-808e534a-a5b5-4a78-ade0-f3fb8e185304 req-de7a957c-60fb-4332-9872-f5a90325ed63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3be1f07-b788-4365-a4e5-9da691ad6468 {{(pid=102731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:25:42.178892 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-808e534a-a5b5-4a78-ade0-f3fb8e185304 req-de7a957c-60fb-4332-9872-f5a90325ed63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:42.194906 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.provisioning_blocks [req-808e534a-a5b5-4a78-ade0-f3fb8e185304 req-de7a957c-60fb-4332-9872-f5a90325ed63 service neutron] Transition to ACTIVE for port object b3be1f07-b788-4365-a4e5-9da691ad6468 will not be triggered until provisioned by entity L2. {{(pid=102731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:25:42.199594 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-808e534a-a5b5-4a78-ade0-f3fb8e185304 req-de7a957c-60fb-4332-9872-f5a90325ed63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:42.320376 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7a957c-60fb-4332-9872-f5a90325ed63 service neutron] Pushing event updated for resources: {'Port': ['ID=b3be1f07-b788-4365-a4e5-9da691ad6468,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:25:42.366251 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ae69f7c7-4eb1-4bd5-8cee-630cd5c33f00 req-059244dc-5231-44b9-aeea-a61791b8a297 service neutron] 10.222.0.85 "GET /v2.0/networks/adbd4d3b-93fc-4f7a-a6ae-1551b2db5668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2521062 May 18 18:25:42.400773 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:42.434390 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-808e534a-a5b5-4a78-ade0-f3fb8e185304 req-de7a957c-60fb-4332-9872-f5a90325ed63 service neutron] Attempting to bind port b3be1f07-b788-4365-a4e5-9da691ad6468 on host n-h1-838550-3 for vnic_type normal with profile {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:25:42.434971 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-808e534a-a5b5-4a78-ade0-f3fb8e185304 req-de7a957c-60fb-4332-9872-f5a90325ed63 service neutron] Attempting to bind port b3be1f07-b788-4365-a4e5-9da691ad6468 by drivers openvswitch,hyperv on host n-h1-838550-3 at level 0 using segments [{'id': 'a898997a-d1fc-408c-b1d2-fe587c78d0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'b0e0df8a-fe46-47e2-96e7-6f339d67d466'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:25:42.435461 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808e534a-a5b5-4a78-ade0-f3fb8e185304 req-de7a957c-60fb-4332-9872-f5a90325ed63 service neutron] Attempting to bind port b3be1f07-b788-4365-a4e5-9da691ad6468 on network b0e0df8a-fe46-47e2-96e7-6f339d67d466 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:25:42.443912 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808e534a-a5b5-4a78-ade0-f3fb8e185304 req-de7a957c-60fb-4332-9872-f5a90325ed63 service neutron] Port b3be1f07-b788-4365-a4e5-9da691ad6468 on network b0e0df8a-fe46-47e2-96e7-6f339d67d466 not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-3 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:25:42.445177 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808e534a-a5b5-4a78-ade0-f3fb8e185304 req-de7a957c-60fb-4332-9872-f5a90325ed63 service neutron] Attempting to bind port b3be1f07-b788-4365-a4e5-9da691ad6468 on network b0e0df8a-fe46-47e2-96e7-6f339d67d466 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:25:42.451493 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808e534a-a5b5-4a78-ade0-f3fb8e185304 req-de7a957c-60fb-4332-9872-f5a90325ed63 service neutron] Checking agent: {'id': '1dbac822-25f2-4df8-9dc8-5c2e7b136eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:25:42.452094 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808e534a-a5b5-4a78-ade0-f3fb8e185304 req-de7a957c-60fb-4332-9872-f5a90325ed63 service neutron] Checking segment: {'id': 'a898997a-d1fc-408c-b1d2-fe587c78d0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'b0e0df8a-fe46-47e2-96e7-6f339d67d466'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:25:42.454424 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808e534a-a5b5-4a78-ade0-f3fb8e185304 req-de7a957c-60fb-4332-9872-f5a90325ed63 service neutron] Bound using segment: {'id': 'a898997a-d1fc-408c-b1d2-fe587c78d0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'b0e0df8a-fe46-47e2-96e7-6f339d67d466'} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:25:42.455049 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-808e534a-a5b5-4a78-ade0-f3fb8e185304 req-de7a957c-60fb-4332-9872-f5a90325ed63 service neutron] Bound port: b3be1f07-b788-4365-a4e5-9da691ad6468, host: n-h1-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a898997a-d1fc-408c-b1d2-fe587c78d0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'b0e0df8a-fe46-47e2-96e7-6f339d67d466'}}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:25:42.455602 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-808e534a-a5b5-4a78-ade0-f3fb8e185304 req-de7a957c-60fb-4332-9872-f5a90325ed63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:42.545799 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-808e534a-a5b5-4a78-ade0-f3fb8e185304 req-de7a957c-60fb-4332-9872-f5a90325ed63 service neutron] For port b3be1f07-b788-4365-a4e5-9da691ad6468, host n-h1-838550-3, cleared binding levels {{(pid=102731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:25:42.552669 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-808e534a-a5b5-4a78-ade0-f3fb8e185304 req-de7a957c-60fb-4332-9872-f5a90325ed63 service neutron] For port b3be1f07-b788-4365-a4e5-9da691ad6468, host n-h1-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=b3be1f07-b788-4365-a4e5-9da691ad6468,segment=NetworkSegment(a898997a-d1fc-408c-b1d2-fe587c78d0c1),segment_id=a898997a-d1fc-408c-b1d2-fe587c78d0c1)] {{(pid=102731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:25:42.563748 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-808e534a-a5b5-4a78-ade0-f3fb8e185304 req-de7a957c-60fb-4332-9872-f5a90325ed63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:42.602344 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808e534a-a5b5-4a78-ade0-f3fb8e185304 req-de7a957c-60fb-4332-9872-f5a90325ed63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:42.604475 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-808e534a-a5b5-4a78-ade0-f3fb8e185304 req-de7a957c-60fb-4332-9872-f5a90325ed63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:42.612100 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-808e534a-a5b5-4a78-ade0-f3fb8e185304 req-de7a957c-60fb-4332-9872-f5a90325ed63 service neutron] 10.222.0.36 "PUT /v2.0/ports/b3be1f07-b788-4365-a4e5-9da691ad6468 HTTP/1.1" status: 200 len: 1091 time: 1.2081649 May 18 18:25:42.622801 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24a2fe16-e7b0-4a5e-88fa-7949ff7ba897', 'tag': 'b3be1f07-b788-4365-a4e5-9da691ad6468'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:25:42.627793 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b72053c-6084-488f-81f2-ea385d03e3e4 admin admin] Router dfea5f2e-0607-49dd-ae95-836dca5162d9 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:25:42.629275 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d0acf02-9807-478c-bf12-9fcf2e578b6f" -d '{"events": [{"name": "network-changed", "server_uuid": "24a2fe16-e7b0-4a5e-88fa-7949ff7ba897", "tag": "b3be1f07-b788-4365-a4e5-9da691ad6468"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:25:42.638145 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ae69f7c7-4eb1-4bd5-8cee-630cd5c33f00 req-ea7baca6-8e90-486b-a239-6c9d583e7e93 service neutron] 10.222.0.85 "GET /v2.0/networks/adbd4d3b-93fc-4f7a-a6ae-1551b2db5668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2568722 May 18 18:25:42.640483 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3bb32284-402e-43f4-a207-e541f1427064 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:42.719428 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb32284-402e-43f4-a207-e541f1427064 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Pushing event deleted for resources: {'Port': ['ID=f50b0c26-3f2a-455b-a098-384cd6b2db6e,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:25:42.841046 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b0d884-d2b2-462a-9b94-e3049dbbba9c req-d2cccf27-9c81-4b80-a551-b9b3fb92aece tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:42.845124 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-18b0d884-d2b2-462a-9b94-e3049dbbba9c req-d2cccf27-9c81-4b80-a551-b9b3fb92aece tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "GET /v2.0/ports?device_id=24a2fe16-e7b0-4a5e-88fa-7949ff7ba897 HTTP/1.1" status: 200 len: 943 time: 0.2306364 May 18 18:25:42.847100 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7a957c-60fb-4332-9872-f5a90325ed63 service neutron] Pushing event updated for resources: {'Port': ['ID=b3be1f07-b788-4365-a4e5-9da691ad6468,revision_number=3']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:25:42.899259 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808e534a-a5b5-4a78-ade0-f3fb8e185304 req-25fb110b-8b91-4390-9bf6-e95e07f7d0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:42.901419 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-808e534a-a5b5-4a78-ade0-f3fb8e185304 req-25fb110b-8b91-4390-9bf6-e95e07f7d0ff service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1cf6702826ca40b18af7dfcf12233973&device_id=24a2fe16-e7b0-4a5e-88fa-7949ff7ba897 HTTP/1.1" status: 200 len: 1094 time: 0.2036567 May 18 18:25:42.911180 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3bb32284-402e-43f4-a207-e541f1427064 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:42.923266 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-3bb32284-402e-43f4-a207-e541f1427064 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] 10.222.0.85 "DELETE /v2.0/ports/f50b0c26-3f2a-455b-a098-384cd6b2db6e HTTP/1.1" status: 204 len: 168 time: 1.4082608 May 18 18:25:42.926517 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 47998) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:25:42.971892 n-d-838550-3 neutron-server[102730]: INFO neutron.pecan_wsgi.hooks.translation [None req-8987d779-523a-44a4-aec0-7430b817f31f tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] GET failed (client error): The resource could not be found. May 18 18:25:42.977116 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-8987d779-523a-44a4-aec0-7430b817f31f tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] 10.222.0.85 "GET /v2.0/ports/f50b0c26-3f2a-455b-a098-384cd6b2db6e HTTP/1.1" status: 404 len: 333 time: 0.0491619 May 18 18:25:42.980965 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 48002) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:25:43.036798 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-808e534a-a5b5-4a78-ade0-f3fb8e185304 req-30659bf8-1699-4f53-b3eb-4a63965d70d4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b3be1f07-b788-4365-a4e5-9da691ad6468 HTTP/1.1" status: 200 len: 217 time: 0.1133525 May 18 18:25:43.089918 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:43.132007 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-18b0d884-d2b2-462a-9b94-e3049dbbba9c req-f3f939e1-21f1-4ce0-9491-cf96ee99d650 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "GET /v2.0/security-groups?id=9b97b483-5629-4688-9c0b-4cabaf2a061a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2676823 May 18 18:25:43.133435 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67534db9-68aa-4d58-8eb8-4049b6f0b5e1 x-openstack-request-id: req-67534db9-68aa-4d58-8eb8-4049b6f0b5e1 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:25:43.133753 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24a2fe16-e7b0-4a5e-88fa-7949ff7ba897", "tag": "b3be1f07-b788-4365-a4e5-9da691ad6468", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:25:43.142355 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-67534db9-68aa-4d58-8eb8-4049b6f0b5e1 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:25:43.142903 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67534db9-68aa-4d58-8eb8-4049b6f0b5e1'] response: {'name': 'network-changed', 'server_uuid': '24a2fe16-e7b0-4a5e-88fa-7949ff7ba897', 'tag': 'b3be1f07-b788-4365-a4e5-9da691ad6468', 'status': 'completed', 'code': 200} May 18 18:25:43.169534 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808e534a-a5b5-4a78-ade0-f3fb8e185304 req-767c7f27-6c85-4d2d-a467-83c829bed60e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:43.171814 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-808e534a-a5b5-4a78-ade0-f3fb8e185304 req-767c7f27-6c85-4d2d-a467-83c829bed60e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=accb0a89-f23b-4ef5-8f87-983b3d81047a HTTP/1.1" status: 200 len: 853 time: 0.1098864 May 18 18:25:43.190776 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-bd7ee2ad-c0c4-4f09-984d-c7583533dafb tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:43.196464 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b72053c-6084-488f-81f2-ea385d03e3e4 admin admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:25:43.205965 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2f8090-3aa0-4db6-ab05-b7acd2731634 None None] Sync routers for ids ['dfea5f2e-0607-49dd-ae95-836dca5162d9'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:25:43.224556 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2f8090-3aa0-4db6-ab05-b7acd2731634 None None] Routers {'dfea5f2e-0607-49dd-ae95-836dca5162d9'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:25:43.226135 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-ec2f8090-3aa0-4db6-ab05-b7acd2731634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:25:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['dfea5f2e-0607-49dd-ae95-836dca5162d9'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:25:43.229585 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-1b72053c-6084-488f-81f2-ea385d03e3e4 admin admin] 10.222.0.85 "PUT /v2.0/routers/dfea5f2e-0607-49dd-ae95-836dca5162d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2234237 May 18 18:25:43.250052 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 48014) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:25:43.330333 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e42237c7-246b-4167-8485-c2e18a7c7fe3 req-35b9817f-9667-41c7-bc46-66847f3cd4a5 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=dbb18758-6a18-499e-9d13-4ad6f2f505df HTTP/1.1" status: 200 len: 210 time: 0.0650115 May 18 18:25:43.413058 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808e534a-a5b5-4a78-ade0-f3fb8e185304 req-9b8cd82e-0d22-45fd-8ddc-3b8126d17c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:43.414822 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-808e534a-a5b5-4a78-ade0-f3fb8e185304 req-9b8cd82e-0d22-45fd-8ddc-3b8126d17c35 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b0e0df8a-fe46-47e2-96e7-6f339d67d466&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2310221 May 18 18:25:43.422756 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-bd7ee2ad-c0c4-4f09-984d-c7583533dafb tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:43.458762 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-ec2f8090-3aa0-4db6-ab05-b7acd2731634 None None] Set router dfea5f2e-0607-49dd-ae95-836dca5162d9 gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:25:43.596233 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d5fb7f-8264-4999-ad89-299a093a0450 req-76a56d7b-fa93-4760-9d66-6ff56c585c9b tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:43.603708 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-82d5fb7f-8264-4999-ad89-299a093a0450 req-76a56d7b-fa93-4760-9d66-6ff56c585c9b tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f5facc6-6646-424b-9628-27fba785798c HTTP/1.1" status: 200 len: 943 time: 0.3100033 May 18 18:25:43.628219 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-bd7ee2ad-c0c4-4f09-984d-c7583533dafb tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:43.631033 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-bd7ee2ad-c0c4-4f09-984d-c7583533dafb tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:43.635770 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-bd7ee2ad-c0c4-4f09-984d-c7583533dafb tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] 10.222.0.85 "DELETE /v2.0/security-groups/29d31f8d-e0ba-404c-a603-54c63a292474 HTTP/1.1" status: 204 len: 168 time: 0.6444504 May 18 18:25:43.636252 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 48026) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:25:43.647290 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1b782099-277a-49be-8039-90de50db4222 admin admin] Notify callbacks [] for router, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:43.753851 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-82d5fb7f-8264-4999-ad89-299a093a0450 req-e69159a0-2f29-4210-9f07-736f501f1582 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=86e7cf01-f21c-41cf-b5a3-71cb5ec2aaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222107 May 18 18:25:43.761240 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-808e534a-a5b5-4a78-ade0-f3fb8e185304 req-c5fdd693-5515-4af4-857b-1e3f57ec47e7 service neutron] 10.222.0.36 "GET /v2.0/networks/b0e0df8a-fe46-47e2-96e7-6f339d67d466?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3358834 May 18 18:25:43.802280 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7ee2ad-c0c4-4f09-984d-c7583533dafb tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29d31f8d-e0ba-404c-a603-54c63a292474,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:25:43.887382 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-ec2f8090-3aa0-4db6-ab05-b7acd2731634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfea5f2e-0607-49dd-ae95-836dca5162d9', 'name': 'tempest-TaggedBootDevicesTest-879043241-router', 'tenant_id': '9acf9282c55849649d2e7c597835524a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '7808c149-9be5-4358-8c67-e129d016ff53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:18:28Z', 'updated_at': '2022-05-18T18:25:40Z', 'revision_number': 5, 'project_id': '9acf9282c55849649d2e7c597835524a', 'gw_port': {'id': '7808c149-9be5-4358-8c67-e129d016ff53', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:65:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfea5f2e-0607-49dd-ae95-836dca5162d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:18:29Z', 'updated_at': '2022-05-18T18:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:25:43.898697 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-808e534a-a5b5-4a78-ade0-f3fb8e185304 req-9e833836-2e62-4c5d-b1eb-b690c6868163 service neutron] 10.222.0.36 "GET /v2.0/networks/b0e0df8a-fe46-47e2-96e7-6f339d67d466?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280503 May 18 18:25:43.934146 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2f8090-3aa0-4db6-ab05-b7acd2731634 None None] Checking router: dfea5f2e-0607-49dd-ae95-836dca5162d9 for host: n-d-838550-3 {{(pid=102732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:25:43.966307 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2f8090-3aa0-4db6-ab05-b7acd2731634 None None] Routers {'dfea5f2e-0607-49dd-ae95-836dca5162d9'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:25:43.967390 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-ec2f8090-3aa0-4db6-ab05-b7acd2731634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:25:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['dfea5f2e-0607-49dd-ae95-836dca5162d9'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:25:43.993024 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1b782099-277a-49be-8039-90de50db4222 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:44.011685 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5aba9284-8321-4fd4-8aa2-3a5f7f87f4fc tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:44.052248 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5aba9284-8321-4fd4-8aa2-3a5f7f87f4fc tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:44.084836 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0acf02-9807-478c-bf12-9fcf2e578b6f req-74051563-de15-47f6-922b-53f05cb67e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:44.093337 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8d0acf02-9807-478c-bf12-9fcf2e578b6f req-74051563-de15-47f6-922b-53f05cb67e89 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1cf6702826ca40b18af7dfcf12233973&device_id=24a2fe16-e7b0-4a5e-88fa-7949ff7ba897 HTTP/1.1" status: 200 len: 1094 time: 0.1167703 May 18 18:25:44.185859 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-ec2f8090-3aa0-4db6-ab05-b7acd2731634 None None] Set router dfea5f2e-0607-49dd-ae95-836dca5162d9 gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:25:44.216502 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5aba9284-8321-4fd4-8aa2-3a5f7f87f4fc tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:44.219677 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5aba9284-8321-4fd4-8aa2-3a5f7f87f4fc tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:44.223509 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-5aba9284-8321-4fd4-8aa2-3a5f7f87f4fc tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] 10.222.0.85 "DELETE /v2.0/security-groups/341fc42f-439a-4511-81af-25b4581b1361 HTTP/1.1" status: 204 len: 168 time: 0.5814490 May 18 18:25:44.227204 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 48034) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:25:44.320780 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0acf02-9807-478c-bf12-9fcf2e578b6f req-1891637f-53fd-48a1-8673-3a7060c847c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:44.322675 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8d0acf02-9807-478c-bf12-9fcf2e578b6f req-1891637f-53fd-48a1-8673-3a7060c847c2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b0e0df8a-fe46-47e2-96e7-6f339d67d466 HTTP/1.1" status: 200 len: 915 time: 0.2206128 May 18 18:25:44.348289 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aba9284-8321-4fd4-8aa2-3a5f7f87f4fc tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=341fc42f-439a-4511-81af-25b4581b1361,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:25:44.414120 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8d0acf02-9807-478c-bf12-9fcf2e578b6f req-ce44029a-cdb0-4daa-bce6-a598981e55b4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b3be1f07-b788-4365-a4e5-9da691ad6468 HTTP/1.1" status: 200 len: 217 time: 0.0842538 May 18 18:25:44.483043 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-1b782099-277a-49be-8039-90de50db4222 admin admin] Deleting port 7808c149-9be5-4358-8c67-e129d016ff53 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:25:44.483305 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1b782099-277a-49be-8039-90de50db4222 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:44.542177 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0acf02-9807-478c-bf12-9fcf2e578b6f req-edc2bbb3-e485-4a45-8b1a-b49a1a8af14e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:44.544064 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8d0acf02-9807-478c-bf12-9fcf2e578b6f req-edc2bbb3-e485-4a45-8b1a-b49a1a8af14e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=accb0a89-f23b-4ef5-8f87-983b3d81047a HTTP/1.1" status: 200 len: 853 time: 0.1174781 May 18 18:25:44.572400 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1f444da-7981-4268-b705-38a7bf3cdd3f tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Deleting subnet 94d6bbba-58cd-4fad-ba26-1823ac76d5b2 {{(pid=102730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:25:44.586883 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a1f444da-7981-4268-b705-38a7bf3cdd3f tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks [] for subnet, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:44.638220 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b4aa4e-a2c1-4489-88c4-b1e34a74e037 req-d2653bc8-c4d8-4d20-a759-4980a82f25a8 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:44.639811 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-70b4aa4e-a2c1-4489-88c4-b1e34a74e037 req-d2653bc8-c4d8-4d20-a759-4980a82f25a8 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "GET /v2.0/ports?device_id=24a2fe16-e7b0-4a5e-88fa-7949ff7ba897 HTTP/1.1" status: 200 len: 943 time: 0.2208884 May 18 18:25:44.683834 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ee587235-933c-49a0-91b5-2a1c0b1d5794 req-aec767a7-8fe3-4ea9-a5cd-ac1b6631aea7 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=dbb18758-6a18-499e-9d13-4ad6f2f505df HTTP/1.1" status: 200 len: 210 time: 0.1066744 May 18 18:25:44.727566 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-70b4aa4e-a2c1-4489-88c4-b1e34a74e037 req-132336fa-069e-4b75-8f95-f8ed8f3a6c23 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "GET /v2.0/security-groups?id=9b97b483-5629-4688-9c0b-4cabaf2a061a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787699 May 18 18:25:44.731976 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a1f444da-7981-4268-b705-38a7bf3cdd3f tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260107366'] for subnet, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:44.770228 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-ec2f8090-3aa0-4db6-ab05-b7acd2731634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfea5f2e-0607-49dd-ae95-836dca5162d9', 'name': 'tempest-TaggedBootDevicesTest-879043241-router', 'tenant_id': '9acf9282c55849649d2e7c597835524a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '7808c149-9be5-4358-8c67-e129d016ff53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:18:28Z', 'updated_at': '2022-05-18T18:25:40Z', 'revision_number': 5, 'project_id': '9acf9282c55849649d2e7c597835524a', 'gw_port': {'id': '7808c149-9be5-4358-8c67-e129d016ff53', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:65:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfea5f2e-0607-49dd-ae95-836dca5162d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:18:29Z', 'updated_at': '2022-05-18T18:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:25:44.793290 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0acf02-9807-478c-bf12-9fcf2e578b6f req-6d9540ac-1f84-48cc-9774-89813264a4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:44.795318 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8d0acf02-9807-478c-bf12-9fcf2e578b6f req-6d9540ac-1f84-48cc-9774-89813264a4b9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b0e0df8a-fe46-47e2-96e7-6f339d67d466&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2413747 May 18 18:25:44.802835 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2f8090-3aa0-4db6-ab05-b7acd2731634 None None] The sync data for ids ['dfea5f2e-0607-49dd-ae95-836dca5162d9'] in n-d-838550-3 is: [{'id': 'dfea5f2e-0607-49dd-ae95-836dca5162d9', 'name': 'tempest-TaggedBootDevicesTest-879043241-router', 'tenant_id': '9acf9282c55849649d2e7c597835524a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '7808c149-9be5-4358-8c67-e129d016ff53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:18:28Z', 'updated_at': '2022-05-18T18:25:40Z', 'revision_number': 5, 'project_id': '9acf9282c55849649d2e7c597835524a', 'gw_port': {'id': '7808c149-9be5-4358-8c67-e129d016ff53', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:65:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfea5f2e-0607-49dd-ae95-836dca5162d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:18:29Z', 'updated_at': '2022-05-18T18:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:25:44.852374 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-1b782099-277a-49be-8039-90de50db4222 admin admin] For port 7808c149-9be5-4358-8c67-e129d016ff53, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=7808c149-9be5-4358-8c67-e129d016ff53,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:25:44.858348 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1b782099-277a-49be-8039-90de50db4222 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:44.948741 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-1b782099-277a-49be-8039-90de50db4222 admin admin] Calling delete_port for 7808c149-9be5-4358-8c67-e129d016ff53 owned by network:router_gateway {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:25:45.039796 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae69f7c7-4eb1-4bd5-8cee-630cd5c33f00 req-41f5a8c9-a9c4-4a9d-bdf3-ce3bcd89ec24 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:45.041470 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ae69f7c7-4eb1-4bd5-8cee-630cd5c33f00 req-41f5a8c9-a9c4-4a9d-bdf3-ce3bcd89ec24 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.88 "GET /v2.0/networks?id=adbd4d3b-93fc-4f7a-a6ae-1551b2db5668 HTTP/1.1" status: 200 len: 811 time: 0.4112735 May 18 18:25:45.051291 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a1f444da-7981-4268-b705-38a7bf3cdd3f tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:45.067075 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-ae69f7c7-4eb1-4bd5-8cee-630cd5c33f00 req-158ee273-657e-4e54-8663-da3f74fb7f47 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Request body: {'port': {'device_id': 'dbb18758-6a18-499e-9d13-4ad6f2f505df', 'network_id': 'adbd4d3b-93fc-4f7a-a6ae-1551b2db5668', 'admin_state_up': True, 'tenant_id': 'dc04081bebe44448af91d703facdf00a'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:25:45.113545 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed793338-4e8c-402b-848e-3f876989a32d req-357af3bf-460d-4a70-b102-366f47724250 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:45.113545 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ed793338-4e8c-402b-848e-3f876989a32d req-357af3bf-460d-4a70-b102-366f47724250 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f5facc6-6646-424b-9628-27fba785798c HTTP/1.1" status: 200 len: 943 time: 0.1686873 May 18 18:25:45.193904 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a1f444da-7981-4268-b705-38a7bf3cdd3f tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261104690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261031888'] for subnet, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:45.221468 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8d0acf02-9807-478c-bf12-9fcf2e578b6f req-740863b2-04f1-489b-9f92-d34f893b1e84 service neutron] 10.222.0.36 "GET /v2.0/networks/b0e0df8a-fe46-47e2-96e7-6f339d67d466?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4142132 May 18 18:25:45.251522 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device a16583bc-bcbb-47b1-8324-c84728f85556 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:25:45.285103 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f444da-7981-4268-b705-38a7bf3cdd3f tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Pushing event deleted for resources: {'Subnet': ['ID=94d6bbba-58cd-4fad-ba26-1823ac76d5b2,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:25:45.294428 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: a16583bc-bcbb-47b1-8324-c84728f85556 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:25:45.294818 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device a16583bc-bcbb-47b1-8324-c84728f85556 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:25:45.306231 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16940db8-45ec-47e0-b743-ce9f93b06503 None None] Network a5ac6e02-68e5-42c6-aa0d-a58985fb7e46 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:25:45.329255 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a1f444da-7981-4268-b705-38a7bf3cdd3f tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:45.343069 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-a1f444da-7981-4268-b705-38a7bf3cdd3f tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] 10.222.0.85 "DELETE /v2.0/subnets/94d6bbba-58cd-4fad-ba26-1823ac76d5b2 HTTP/1.1" status: 204 len: 168 time: 1.0693314 May 18 18:25:45.349562 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 48050) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:25:45.370805 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-9155a41f-5ad4-4d33-87d7-4c2f67f1d1c4 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Request body: {'subnet': {'network_id': 'a5ac6e02-68e5-42c6-aa0d-a58985fb7e46', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:25:45.429306 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ed793338-4e8c-402b-848e-3f876989a32d req-694caecb-91ea-4f34-8a80-4fa96e4e5322 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=86e7cf01-f21c-41cf-b5a3-71cb5ec2aaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456961 May 18 18:25:45.504838 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1b782099-277a-49be-8039-90de50db4222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:45.536056 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8d0acf02-9807-478c-bf12-9fcf2e578b6f req-9d74f82f-25ee-466a-8f27-13e7af914e5d service neutron] 10.222.0.36 "GET /v2.0/networks/b0e0df8a-fe46-47e2-96e7-6f339d67d466?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3040986 May 18 18:25:45.577377 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b782099-277a-49be-8039-90de50db4222 admin admin] Pushing event deleted for resources: {'Port': ['ID=7808c149-9be5-4358-8c67-e129d016ff53,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:25:45.578029 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae69f7c7-4eb1-4bd5-8cee-630cd5c33f00 req-158ee273-657e-4e54-8663-da3f74fb7f47 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Made reservation on behalf of dc04081bebe44448af91d703facdf00a for: {'port': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:25:45.583604 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-ae69f7c7-4eb1-4bd5-8cee-630cd5c33f00 req-158ee273-657e-4e54-8663-da3f74fb7f47 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:45.750720 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9155a41f-5ad4-4d33-87d7-4c2f67f1d1c4 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Made reservation on behalf of da58e9bc8fb64cb8902d79f0a725e08d for: {'subnet': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:25:45.754520 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9155a41f-5ad4-4d33-87d7-4c2f67f1d1c4 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261031885'] for subnet, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:45.807864 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1b782099-277a-49be-8039-90de50db4222 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596901'] for router_gateway, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:46.021536 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [req-ae69f7c7-4eb1-4bd5-8cee-630cd5c33f00 req-158ee273-657e-4e54-8663-da3f74fb7f47 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Allocated IP 172.20.0.9 (adbd4d3b-93fc-4f7a-a6ae-1551b2db5668/b85d9655-9e18-4f20-bd82-d6f95b142d2a/4b494777-dd4e-4d23-a1d7-cc698d45a8b7) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:25:46.051659 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bfd529-e084-497e-b458-c95d5d9c2fed req-2cfd090f-a08b-4475-ae39-257ebd4f6a53 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:46.060052 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c7bfd529-e084-497e-b458-c95d5d9c2fed req-2cfd090f-a08b-4475-ae39-257ebd4f6a53 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "GET /v2.0/ports?device_id=24a2fe16-e7b0-4a5e-88fa-7949ff7ba897 HTTP/1.1" status: 200 len: 943 time: 0.1237907 May 18 18:25:46.197193 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c7bfd529-e084-497e-b458-c95d5d9c2fed req-b03e0855-abb5-4573-8026-773a83256d82 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "GET /v2.0/security-groups?id=9b97b483-5629-4688-9c0b-4cabaf2a061a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1361134 May 18 18:25:46.416672 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-ae69f7c7-4eb1-4bd5-8cee-630cd5c33f00 req-158ee273-657e-4e54-8663-da3f74fb7f47 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:46.469217 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c0b7feec-d4fe-495d-9a57-fbf2c88bc6fd req-a746c4f2-ae0a-45a8-ae3a-f084d2af58d9 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=dbb18758-6a18-499e-9d13-4ad6f2f505df HTTP/1.1" status: 200 len: 210 time: 0.6124685 May 18 18:25:46.541163 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1b782099-277a-49be-8039-90de50db4222 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25145'] for router, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:46.546757 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1b782099-277a-49be-8039-90de50db4222 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:46.588602 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351e1c8e-c70d-49e9-b4e3-43af0802e584 req-8300235e-1e62-419d-918a-01f610872e47 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:46.590434 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-351e1c8e-c70d-49e9-b4e3-43af0802e584 req-8300235e-1e62-419d-918a-01f610872e47 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f5facc6-6646-424b-9628-27fba785798c HTTP/1.1" status: 200 len: 943 time: 0.0846298 May 18 18:25:46.591864 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-ae69f7c7-4eb1-4bd5-8cee-630cd5c33f00 req-158ee273-657e-4e54-8663-da3f74fb7f47 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:46.604586 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['f6f951c7-18a9-4c0d-a7eb-7ef0b984c1a2'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:25:46.641636 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1b782099-277a-49be-8039-90de50db4222 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593303'] for router, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:46.642116 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b782099-277a-49be-8039-90de50db4222 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dfea5f2e-0607-49dd-ae95-836dca5162d9 {{(pid=102730) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 18 18:25:46.648812 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1b782099-277a-49be-8039-90de50db4222 admin admin] Notify callbacks [] for router, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:46.650128 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-1b782099-277a-49be-8039-90de50db4222 admin admin] 10.222.0.85 "DELETE /v2.0/routers/dfea5f2e-0607-49dd-ae95-836dca5162d9 HTTP/1.1" status: 204 len: 168 time: 3.3984613 May 18 18:25:46.652577 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 48072) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:25:46.668033 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae69f7c7-4eb1-4bd5-8cee-630cd5c33f00 req-158ee273-657e-4e54-8663-da3f74fb7f47 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Network adbd4d3b-93fc-4f7a-a6ae-1551b2db5668 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:25:46.676786 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [req-ae69f7c7-4eb1-4bd5-8cee-630cd5c33f00 req-158ee273-657e-4e54-8663-da3f74fb7f47 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:25:46.735055 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae69f7c7-4eb1-4bd5-8cee-630cd5c33f00 req-158ee273-657e-4e54-8663-da3f74fb7f47 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:25:46.784725 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-2039c161-369a-4483-8e77-7ba976631dfa None None] Provisioning complete for port 5554ca5b-c659-4e19-908c-487d861e0c85 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:25:46.785322 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-2039c161-369a-4483-8e77-7ba976631dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:46.791070 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3ce0e2d-9e1f-4d51-b7c1-3ad94fff85de admin admin] Deleting subnet 220bf428-4bb0-40aa-a350-504adcdda1b2 {{(pid=102730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:25:46.798027 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b3ce0e2d-9e1f-4d51-b7c1-3ad94fff85de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:46.851874 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae69f7c7-4eb1-4bd5-8cee-630cd5c33f00 req-158ee273-657e-4e54-8663-da3f74fb7f47 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:46.854050 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-ae69f7c7-4eb1-4bd5-8cee-630cd5c33f00 req-158ee273-657e-4e54-8663-da3f74fb7f47 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:46.920793 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-351e1c8e-c70d-49e9-b4e3-43af0802e584 req-41d71f32-a94b-4590-9304-4bba6099a004 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=86e7cf01-f21c-41cf-b5a3-71cb5ec2aaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455564 May 18 18:25:46.922633 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158ee273-657e-4e54-8663-da3f74fb7f47 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Pushing event updated for resources: {'Port': ['ID=4b494777-dd4e-4d23-a1d7-cc698d45a8b7,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:25:46.931092 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ae69f7c7-4eb1-4bd5-8cee-630cd5c33f00 req-158ee273-657e-4e54-8663-da3f74fb7f47 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8749452 May 18 18:25:46.932011 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b3ce0e2d-9e1f-4d51-b7c1-3ad94fff85de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260107366'] for subnet, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:46.968677 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-ae69f7c7-4eb1-4bd5-8cee-630cd5c33f00 req-cd3a4a7d-7740-4433-aa8e-0bd4f6c85d68 service neutron] Request body: {'port': {'device_id': 'dbb18758-6a18-499e-9d13-4ad6f2f505df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-3'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:25:47.069787 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9155a41f-5ad4-4d33-87d7-4c2f67f1d1c4 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261104883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261031899'] for subnet, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:47.088702 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-ae69f7c7-4eb1-4bd5-8cee-630cd5c33f00 req-cd3a4a7d-7740-4433-aa8e-0bd4f6c85d68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:47.125258 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-2039c161-369a-4483-8e77-7ba976631dfa None None] Current status of the port 5554ca5b-c659-4e19-908c-487d861e0c85 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:25:47.161133 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9155a41f-5ad4-4d33-87d7-4c2f67f1d1c4 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Network a5ac6e02-68e5-42c6-aa0d-a58985fb7e46 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:25:47.167374 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-9155a41f-5ad4-4d33-87d7-4c2f67f1d1c4 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:25:47.183801 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9155a41f-5ad4-4d33-87d7-4c2f67f1d1c4 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Pushing event updated for resources: {'Subnet': ['ID=63fca82a-883e-4134-8da6-65d4139cf0aa,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:25:47.194646 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9155a41f-5ad4-4d33-87d7-4c2f67f1d1c4 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:47.196743 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9155a41f-5ad4-4d33-87d7-4c2f67f1d1c4 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:47.205091 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b3ce0e2d-9e1f-4d51-b7c1-3ad94fff85de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:47.209120 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e255d6-9119-4215-b63d-07baa78165b3 None None] Network a5ac6e02-68e5-42c6-aa0d-a58985fb7e46 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:25:47.255926 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-9155a41f-5ad4-4d33-87d7-4c2f67f1d1c4 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9030888 May 18 18:25:47.257530 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 48080) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:25:47.265419 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-d7d28aa3-7489-4f5e-b5b6-848618759d6c tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Request body: {'security_group': {'name': 'tempest-secgroup-1025204821'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:25:47.314830 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d7d28aa3-7489-4f5e-b5b6-848618759d6c tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:47.318790 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b3ce0e2d-9e1f-4d51-b7c1-3ad94fff85de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261104690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261031888'] for subnet, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:47.405417 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b3ce0e2d-9e1f-4d51-b7c1-3ad94fff85de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:47.415346 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 48086) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:25:47.425533 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-b3ce0e2d-9e1f-4d51-b7c1-3ad94fff85de admin admin] 10.222.0.85 "DELETE /v2.0/subnets/220bf428-4bb0-40aa-a350-504adcdda1b2 HTTP/1.1" status: 204 len: 168 time: 0.7685406 May 18 18:25:47.447172 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ce0e2d-9e1f-4d51-b7c1-3ad94fff85de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=220bf428-4bb0-40aa-a350-504adcdda1b2,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:25:47.496788 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2392b3-944c-4450-a8e9-02d188ea5a29 req-0e3cf582-9019-4694-8ac3-b9ebc12eda04 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:47.498655 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ef2392b3-944c-4450-a8e9-02d188ea5a29 req-0e3cf582-9019-4694-8ac3-b9ebc12eda04 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "GET /v2.0/ports?device_id=24a2fe16-e7b0-4a5e-88fa-7949ff7ba897 HTTP/1.1" status: 200 len: 943 time: 0.1414616 May 18 18:25:47.529094 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae3ad36-21c6-47e6-b762-21e7feef12ea None None] Network 0b62e8ad-1024-4253-8bfe-3ff3099d20cb requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:25:47.591963 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-2039c161-369a-4483-8e77-7ba976631dfa None None] Provisioning complete for port 5849fced-6e26-4401-96de-fb285fc44e64 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:25:47.592480 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-2039c161-369a-4483-8e77-7ba976631dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:47.646525 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ef2392b3-944c-4450-a8e9-02d188ea5a29 req-84686996-2b91-44c1-af6d-8860874f8a56 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "GET /v2.0/security-groups?id=9b97b483-5629-4688-9c0b-4cabaf2a061a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1341503 May 18 18:25:47.686187 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2b460421-cf53-44cf-8960-9312b8162b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:47.734244 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d7d28aa3-7489-4f5e-b5b6-848618759d6c tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:47.742622 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d7d28aa3-7489-4f5e-b5b6-848618759d6c tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:47.781112 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ec7518-e805-44ea-9130-a01669645832 req-69446b5a-57d2-45e2-958b-c46ebe842658 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:47.782385 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-2039c161-369a-4483-8e77-7ba976631dfa None None] Port 5849fced-6e26-4401-96de-fb285fc44e64 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:25:47.785980 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-45ec7518-e805-44ea-9130-a01669645832 req-69446b5a-57d2-45e2-958b-c46ebe842658 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=dbb18758-6a18-499e-9d13-4ad6f2f505df HTTP/1.1" status: 200 len: 931 time: 0.1609421 May 18 18:25:47.790850 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d28aa3-7489-4f5e-b5b6-848618759d6c tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b52f2bf3-4164-4a28-a383-d1a5fc07fd5a,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:25:47.795867 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d7d28aa3-7489-4f5e-b5b6-848618759d6c tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:47.804787 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-d7d28aa3-7489-4f5e-b5b6-848618759d6c tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5431933 May 18 18:25:47.805946 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 48092) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:25:47.814634 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-f6e8c47b-327a-4c6a-8726-6f8aee5bbc21 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Request body: {'security_group': {'name': 'tempest-secgroup-1610314090'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:25:47.857326 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f6e8c47b-327a-4c6a-8726-6f8aee5bbc21 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:47.957063 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-efca74dc-5a5b-4ad0-85a3-cdefcb09b556 None None] Provisioning complete for port 4b494777-dd4e-4d23-a1d7-cc698d45a8b7 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:25:47.957741 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-efca74dc-5a5b-4ad0-85a3-cdefcb09b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:47.997271 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [req-ae69f7c7-4eb1-4bd5-8cee-630cd5c33f00 req-cd3a4a7d-7740-4433-aa8e-0bd4f6c85d68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b494777-dd4e-4d23-a1d7-cc698d45a8b7 {{(pid=102731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:25:48.007749 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-ae69f7c7-4eb1-4bd5-8cee-630cd5c33f00 req-cd3a4a7d-7740-4433-aa8e-0bd4f6c85d68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:48.023841 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.provisioning_blocks [req-ae69f7c7-4eb1-4bd5-8cee-630cd5c33f00 req-cd3a4a7d-7740-4433-aa8e-0bd4f6c85d68 service neutron] Transition to ACTIVE for port object 4b494777-dd4e-4d23-a1d7-cc698d45a8b7 will not be triggered until provisioned by entity L2. {{(pid=102731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:25:48.035310 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-ae69f7c7-4eb1-4bd5-8cee-630cd5c33f00 req-cd3a4a7d-7740-4433-aa8e-0bd4f6c85d68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:48.049003 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-45ec7518-e805-44ea-9130-a01669645832 req-d2922f19-8a8c-4d38-b35a-a16612aaa575 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=79af37b4-96e5-49e2-a136-b4eb89c535d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083406 May 18 18:25:48.062028 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f6e8c47b-327a-4c6a-8726-6f8aee5bbc21 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:48.080853 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f6e8c47b-327a-4c6a-8726-6f8aee5bbc21 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:48.087230 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device b3be1f07-b788-4365-a4e5-9da691ad6468 details requested by agent hyperv_n-h1-838550-3 with host n-h1-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:25:48.106808 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-2b460421-cf53-44cf-8960-9312b8162b6b admin admin] Deleting port 4d82bce3-a98f-49c1-8c61-30f68cacbf40 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:25:48.107328 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2b460421-cf53-44cf-8960-9312b8162b6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:48.170148 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a004fb8-2a56-4257-a1ed-0597acd0dc62 None None] Update dhcp port {'port': {'network_id': 'a5ac6e02-68e5-42c6-aa0d-a58985fb7e46', 'fixed_ips': [{'subnet_id': '22bdcf6e-a81c-450d-b530-ea668a05428d', 'ip_address': '172.20.0.18'}, {'subnet_id': '63fca82a-883e-4134-8da6-65d4139cf0aa'}], 'binding:host_id': 'n-d-838550-3'}, 'id': '5554ca5b-c659-4e19-908c-487d861e0c85'} from n-d-838550-3. {{(pid=102732) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 18 18:25:48.204931 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f6e8c47b-327a-4c6a-8726-6f8aee5bbc21 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:48.204931 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-f6e8c47b-327a-4c6a-8726-6f8aee5bbc21 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3938842 May 18 18:25:48.204931 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 48098) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:25:48.210888 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-e8459906-2bdf-46d7-b478-0c626262776a tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Request body: {'security_group': {'name': 'tempest-secgroup-90354288'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:25:48.226203 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e8c47b-327a-4c6a-8726-6f8aee5bbc21 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=994b5255-f58d-46dd-999d-a60ea20de38b,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:25:48.275827 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c8057f-4566-4319-8297-14c4fc0d353f req-a89ee91e-b272-4fbb-b1f5-202014fce558 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:48.281753 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.db.resource_extend [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 18 18:25:48.285724 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-28c8057f-4566-4319-8297-14c4fc0d353f req-a89ee91e-b272-4fbb-b1f5-202014fce558 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f5facc6-6646-424b-9628-27fba785798c HTTP/1.1" status: 200 len: 943 time: 0.1898422 May 18 18:25:48.329807 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e8459906-2bdf-46d7-b478-0c626262776a tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:48.339198 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-efca74dc-5a5b-4ad0-85a3-cdefcb09b556 None None] Port 4b494777-dd4e-4d23-a1d7-cc698d45a8b7 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:25:48.377373 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cccddee-9fd3-4742-9a78-f40283c180cc None None] DHCP port deletion for 0b62e8ad-1024-4253-8bfe-3ff3099d20cb request from n-d-838550-3 {{(pid=102732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 18:25:48.432166 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-28c8057f-4566-4319-8297-14c4fc0d353f req-b3d5493e-f0f5-4dbd-b02e-337a971247b0 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=86e7cf01-f21c-41cf-b5a3-71cb5ec2aaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167619 May 18 18:25:48.529719 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-3a004fb8-2a56-4257-a1ed-0597acd0dc62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:48.563540 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e8459906-2bdf-46d7-b478-0c626262776a tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:48.569813 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e8459906-2bdf-46d7-b478-0c626262776a tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:48.610406 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e8459906-2bdf-46d7-b478-0c626262776a tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:48.615263 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-e8459906-2bdf-46d7-b478-0c626262776a tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.4096422 May 18 18:25:48.618512 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 48106) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:25:48.623923 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-cebacf7a-bcfc-4541-ad42-3636adb0d5f5 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-13931395', 'security_groups': ['f0b38cd5-6f61-4e6d-a2ff-dadb27986500'], 'network_id': 'a5ac6e02-68e5-42c6-aa0d-a58985fb7e46', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '63fca82a-883e-4134-8da6-65d4139cf0aa'}]}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:25:48.656248 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8459906-2bdf-46d7-b478-0c626262776a tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0b38cd5-6f61-4e6d-a2ff-dadb27986500,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:25:48.840084 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port b3be1f07-b788-4365-a4e5-9da691ad6468, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=b3be1f07-b788-4365-a4e5-9da691ad6468,segment=NetworkSegment(a898997a-d1fc-408c-b1d2-fe587c78d0c1),segment_id=a898997a-d1fc-408c-b1d2-fe587c78d0c1)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:25:48.865891 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-4cccddee-9fd3-4742-9a78-f40283c180cc None None] Deleting port 4d82bce3-a98f-49c1-8c61-30f68cacbf40 {{(pid=102732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:25:48.866383 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-4cccddee-9fd3-4742-9a78-f40283c180cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:48.892552 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cebacf7a-bcfc-4541-ad42-3636adb0d5f5 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Made reservation on behalf of da58e9bc8fb64cb8902d79f0a725e08d for: {'port': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:25:48.894356 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Returning: {'device': 'b3be1f07-b788-4365-a4e5-9da691ad6468', 'network_id': 'b0e0df8a-fe46-47e2-96e7-6f339d67d466', 'port_id': 'b3be1f07-b788-4365-a4e5-9da691ad6468', 'mac_address': 'fa:16:3e:e0:a1:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'accb0a89-f23b-4ef5-8f87-983b3d81047a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:25:49.026832 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-3a004fb8-2a56-4257-a1ed-0597acd0dc62 None None] Allocated IP 172.20.0.2 (a5ac6e02-68e5-42c6-aa0d-a58985fb7e46/63fca82a-883e-4134-8da6-65d4139cf0aa/5554ca5b-c659-4e19-908c-487d861e0c85) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:25:49.031350 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-4cccddee-9fd3-4742-9a78-f40283c180cc None None] For port 4d82bce3-a98f-49c1-8c61-30f68cacbf40, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=4d82bce3-a98f-49c1-8c61-30f68cacbf40,segment=NetworkSegment(d9d98bab-9820-406c-b473-c4327f400811),segment_id=d9d98bab-9820-406c-b473-c4327f400811)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:25:49.031867 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-4cccddee-9fd3-4742-9a78-f40283c180cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:49.043246 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-cebacf7a-bcfc-4541-ad42-3636adb0d5f5 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:49.068821 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [None req-cebacf7a-bcfc-4541-ad42-3636adb0d5f5 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] device_id is not set on port 1a378763-9d7a-4a10-b896-5f652bb75b8f yet. {{(pid=102730) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 18 18:25:49.075615 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-4cccddee-9fd3-4742-9a78-f40283c180cc None None] Calling delete_port for 4d82bce3-a98f-49c1-8c61-30f68cacbf40 owned by network:dhcp {{(pid=102732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:25:49.083504 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 7808c149-9be5-4358-8c67-e129d016ff53 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:25:49.117991 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a4a7d-7740-4433-aa8e-0bd4f6c85d68 service neutron] Pushing event updated for resources: {'Port': ['ID=4b494777-dd4e-4d23-a1d7-cc698d45a8b7,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:25:49.118609 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port b3be1f07-b788-4365-a4e5-9da691ad6468 is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:25:49.119096 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:49.133188 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 7808c149-9be5-4358-8c67-e129d016ff53 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:25:49.133532 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 7808c149-9be5-4358-8c67-e129d016ff53 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:25:49.134076 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 4d82bce3-a98f-49c1-8c61-30f68cacbf40 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:25:49.190274 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-2b460421-cf53-44cf-8960-9312b8162b6b admin admin] For port 4d82bce3-a98f-49c1-8c61-30f68cacbf40, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=4d82bce3-a98f-49c1-8c61-30f68cacbf40,segment=NetworkSegment(d9d98bab-9820-406c-b473-c4327f400811),segment_id=d9d98bab-9820-406c-b473-c4327f400811)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:25:49.190716 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2b460421-cf53-44cf-8960-9312b8162b6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:49.222742 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45216e6-5202-4496-a0b3-baae882a6746 req-c646aef5-1444-4a3b-81c2-8b2b1080b52b tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:49.224324 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b45216e6-5202-4496-a0b3-baae882a6746 req-c646aef5-1444-4a3b-81c2-8b2b1080b52b tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "GET /v2.0/ports?device_id=24a2fe16-e7b0-4a5e-88fa-7949ff7ba897 HTTP/1.1" status: 200 len: 943 time: 0.2213504 May 18 18:25:49.225345 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-2b460421-cf53-44cf-8960-9312b8162b6b admin admin] Calling delete_port for 4d82bce3-a98f-49c1-8c61-30f68cacbf40 owned by network:dhcp {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:25:49.269454 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-ae69f7c7-4eb1-4bd5-8cee-630cd5c33f00 req-cd3a4a7d-7740-4433-aa8e-0bd4f6c85d68 service neutron] Attempting to bind port 4b494777-dd4e-4d23-a1d7-cc698d45a8b7 on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:25:49.270751 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-ae69f7c7-4eb1-4bd5-8cee-630cd5c33f00 req-cd3a4a7d-7740-4433-aa8e-0bd4f6c85d68 service neutron] Attempting to bind port 4b494777-dd4e-4d23-a1d7-cc698d45a8b7 by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': 'ef93e1fc-f0f4-4220-adc9-d2cb000b3c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'adbd4d3b-93fc-4f7a-a6ae-1551b2db5668'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:25:49.271553 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae69f7c7-4eb1-4bd5-8cee-630cd5c33f00 req-cd3a4a7d-7740-4433-aa8e-0bd4f6c85d68 service neutron] Attempting to bind port 4b494777-dd4e-4d23-a1d7-cc698d45a8b7 on network adbd4d3b-93fc-4f7a-a6ae-1551b2db5668 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:25:49.296411 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3be1f07-b788-4365-a4e5-9da691ad6468 {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:25:49.348637 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1ec965-87d4-467b-a3b7-72e328476f65 req-98870138-a86b-4781-bca0-7cc994166202 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:49.363586 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9f1ec965-87d4-467b-a3b7-72e328476f65 req-98870138-a86b-4781-bca0-7cc994166202 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=dbb18758-6a18-499e-9d13-4ad6f2f505df HTTP/1.1" status: 200 len: 943 time: 0.1714363 May 18 18:25:49.408669 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae69f7c7-4eb1-4bd5-8cee-630cd5c33f00 req-cd3a4a7d-7740-4433-aa8e-0bd4f6c85d68 service neutron] Port 4b494777-dd4e-4d23-a1d7-cc698d45a8b7 on network adbd4d3b-93fc-4f7a-a6ae-1551b2db5668 not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:25:49.415791 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae69f7c7-4eb1-4bd5-8cee-630cd5c33f00 req-cd3a4a7d-7740-4433-aa8e-0bd4f6c85d68 service neutron] Attempting to bind port 4b494777-dd4e-4d23-a1d7-cc698d45a8b7 on network adbd4d3b-93fc-4f7a-a6ae-1551b2db5668 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:25:49.431846 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2b460421-cf53-44cf-8960-9312b8162b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:49.439375 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9f1ec965-87d4-467b-a3b7-72e328476f65 req-1746de9a-4d8e-4358-b683-4ba59007e543 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=79af37b4-96e5-49e2-a136-b4eb89c535d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746732 May 18 18:25:49.444582 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae69f7c7-4eb1-4bd5-8cee-630cd5c33f00 req-cd3a4a7d-7740-4433-aa8e-0bd4f6c85d68 service neutron] Checking agent: {'id': 'd1be059a-68ea-4c77-9b2b-29f4afa47e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:25:49.445097 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae69f7c7-4eb1-4bd5-8cee-630cd5c33f00 req-cd3a4a7d-7740-4433-aa8e-0bd4f6c85d68 service neutron] Checking segment: {'id': 'ef93e1fc-f0f4-4220-adc9-d2cb000b3c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'adbd4d3b-93fc-4f7a-a6ae-1551b2db5668'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:25:49.445508 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae69f7c7-4eb1-4bd5-8cee-630cd5c33f00 req-cd3a4a7d-7740-4433-aa8e-0bd4f6c85d68 service neutron] Bound using segment: {'id': 'ef93e1fc-f0f4-4220-adc9-d2cb000b3c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'adbd4d3b-93fc-4f7a-a6ae-1551b2db5668'} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:25:49.445965 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-ae69f7c7-4eb1-4bd5-8cee-630cd5c33f00 req-cd3a4a7d-7740-4433-aa8e-0bd4f6c85d68 service neutron] Bound port: 4b494777-dd4e-4d23-a1d7-cc698d45a8b7, host: n-h2-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef93e1fc-f0f4-4220-adc9-d2cb000b3c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'adbd4d3b-93fc-4f7a-a6ae-1551b2db5668'}}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:25:49.447001 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-ae69f7c7-4eb1-4bd5-8cee-630cd5c33f00 req-cd3a4a7d-7740-4433-aa8e-0bd4f6c85d68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:49.517574 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b45216e6-5202-4496-a0b3-baae882a6746 req-942fab5a-cd60-4db1-987d-fdf4c219444b tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "GET /v2.0/security-groups?id=9b97b483-5629-4688-9c0b-4cabaf2a061a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2780147 May 18 18:25:49.528131 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b460421-cf53-44cf-8960-9312b8162b6b admin admin] Pushing event deleted for resources: {'Port': ['ID=4d82bce3-a98f-49c1-8c61-30f68cacbf40,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:25:49.536607 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b460421-cf53-44cf-8960-9312b8162b6b admin admin] No DVR routers for this DVR port 4d82bce3-a98f-49c1-8c61-30f68cacbf40 on host n-d-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:25:49.567394 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port b3be1f07-b788-4365-a4e5-9da691ad6468, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=b3be1f07-b788-4365-a4e5-9da691ad6468,segment=NetworkSegment(a898997a-d1fc-408c-b1d2-fe587c78d0c1),segment_id=a898997a-d1fc-408c-b1d2-fe587c78d0c1)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:25:49.588050 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No active binding found for port 4d82bce3-a98f-49c1-8c61-30f68cacbf40 {{(pid=102732) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} May 18 18:25:49.588872 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 4d82bce3-a98f-49c1-8c61-30f68cacbf40 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:25:49.608174 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:49.648513 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feb6bb3-78d5-4e80-8527-52f654ccb2df req-d976086b-9e1d-45c4-89f9-837dc5a9883c tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:49.660613 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4feb6bb3-78d5-4e80-8527-52f654ccb2df req-d976086b-9e1d-45c4-89f9-837dc5a9883c tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f5facc6-6646-424b-9628-27fba785798c HTTP/1.1" status: 200 len: 943 time: 0.0835550 May 18 18:25:49.707198 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2b460421-cf53-44cf-8960-9312b8162b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:49.722206 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-3a004fb8-2a56-4257-a1ed-0597acd0dc62 None None] For port 5554ca5b-c659-4e19-908c-487d861e0c85, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=5554ca5b-c659-4e19-908c-487d861e0c85,segment=NetworkSegment(340ab84c-345d-45b3-9b06-a34750b7c4be),segment_id=340ab84c-345d-45b3-9b06-a34750b7c4be)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:25:49.727811 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-ae69f7c7-4eb1-4bd5-8cee-630cd5c33f00 req-cd3a4a7d-7740-4433-aa8e-0bd4f6c85d68 service neutron] For port 4b494777-dd4e-4d23-a1d7-cc698d45a8b7, host n-h2-838550-3, cleared binding levels {{(pid=102731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:25:49.737934 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4feb6bb3-78d5-4e80-8527-52f654ccb2df req-0b8354e2-f01b-4dab-95e9-66dc38183680 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=86e7cf01-f21c-41cf-b5a3-71cb5ec2aaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755315 May 18 18:25:49.746650 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-2b460421-cf53-44cf-8960-9312b8162b6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b62e8ad-1024-4253-8bfe-3ff3099d20cb']}} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:25:49.751874 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-4cccddee-9fd3-4742-9a78-f40283c180cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508'] for port, after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:49.758270 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-ae69f7c7-4eb1-4bd5-8cee-630cd5c33f00 req-cd3a4a7d-7740-4433-aa8e-0bd4f6c85d68 service neutron] For port 4b494777-dd4e-4d23-a1d7-cc698d45a8b7, host n-h2-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=4b494777-dd4e-4d23-a1d7-cc698d45a8b7,segment=NetworkSegment(ef93e1fc-f0f4-4220-adc9-d2cb000b3c93),segment_id=ef93e1fc-f0f4-4220-adc9-d2cb000b3c93)] {{(pid=102731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:25:49.762517 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-2b460421-cf53-44cf-8960-9312b8162b6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9d98bab-9820-406c-b473-c4327f400811') {'for_net_delete': True} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:25:49.762820 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-2b460421-cf53-44cf-8960-9312b8162b6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9d98bab-9820-406c-b473-c4327f400811') {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:25:49.774805 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-ae69f7c7-4eb1-4bd5-8cee-630cd5c33f00 req-cd3a4a7d-7740-4433-aa8e-0bd4f6c85d68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:49.778204 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2b460421-cf53-44cf-8960-9312b8162b6b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260542144'] for segment, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:49.795900 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cccddee-9fd3-4742-9a78-f40283c180cc None None] No DVR routers for this DVR port 4d82bce3-a98f-49c1-8c61-30f68cacbf40 on host n-d-838550-3 {{(pid=102732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:25:49.844506 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2b460421-cf53-44cf-8960-9312b8162b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:49.845237 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=b3be1f07-b788-4365-a4e5-9da691ad6468,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:25:49.860296 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae69f7c7-4eb1-4bd5-8cee-630cd5c33f00 req-cd3a4a7d-7740-4433-aa8e-0bd4f6c85d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:49.860998 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-ae69f7c7-4eb1-4bd5-8cee-630cd5c33f00 req-cd3a4a7d-7740-4433-aa8e-0bd4f6c85d68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:49.863033 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ae69f7c7-4eb1-4bd5-8cee-630cd5c33f00 req-cd3a4a7d-7740-4433-aa8e-0bd4f6c85d68 service neutron] 10.222.0.88 "PUT /v2.0/ports/4b494777-dd4e-4d23-a1d7-cc698d45a8b7 HTTP/1.1" status: 200 len: 1091 time: 2.9223211 May 18 18:25:49.865416 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbb18758-6a18-499e-9d13-4ad6f2f505df', 'tag': '4b494777-dd4e-4d23-a1d7-cc698d45a8b7'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:25:49.867914 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-372565cf-42df-4bfb-95cf-4c0287d47d62" -d '{"events": [{"name": "network-changed", "server_uuid": "dbb18758-6a18-499e-9d13-4ad6f2f505df", "tag": "4b494777-dd4e-4d23-a1d7-cc698d45a8b7"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:25:49.872623 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b460421-cf53-44cf-8960-9312b8162b6b admin admin] Releasing vlan 642 on physical network physnet1 to pool {{(pid=102731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:25:49.873075 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2b460421-cf53-44cf-8960-9312b8162b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260884178'] for segment, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:49.879004 n-d-838550-3 neutron-server[102731]: Traceback (most recent call last): May 18 18:25:49.879004 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:25:49.879004 n-d-838550-3 neutron-server[102731]: timer() May 18 18:25:49.879004 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:25:49.879004 n-d-838550-3 neutron-server[102731]: cb(*args, **kw) May 18 18:25:49.879004 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:25:49.879004 n-d-838550-3 neutron-server[102731]: return func(*args, **kwargs) May 18 18:25:49.879004 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:25:49.879004 n-d-838550-3 neutron-server[102731]: self._notify() May 18 18:25:49.879004 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:25:49.879004 n-d-838550-3 neutron-server[102731]: self.callback(batched_events) May 18 18:25:49.879004 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:25:49.879004 n-d-838550-3 neutron-server[102731]: event.method(event) May 18 18:25:49.879004 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:25:49.879004 n-d-838550-3 neutron-server[102731]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:25:49.879004 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:25:49.879004 n-d-838550-3 neutron-server[102731]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:25:49.879004 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:25:49.879004 n-d-838550-3 neutron-server[102731]: return f(self, *a, **k) May 18 18:25:49.879004 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:25:49.879004 n-d-838550-3 neutron-server[102731]: return self._get(url).json() May 18 18:25:49.879004 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:25:49.879004 n-d-838550-3 neutron-server[102731]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:25:49.879004 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:25:49.879004 n-d-838550-3 neutron-server[102731]: return self.request(url, 'GET', **kwargs) May 18 18:25:49.879004 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:25:49.879004 n-d-838550-3 neutron-server[102731]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:25:49.879004 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:25:49.879004 n-d-838550-3 neutron-server[102731]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:25:49.879004 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:25:49.879004 n-d-838550-3 neutron-server[102731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:25:49.879004 n-d-838550-3 neutron-server[102731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:25:49.927393 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-3a004fb8-2a56-4257-a1ed-0597acd0dc62 None None] Notify callbacks [] for port, precommit_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:49.931148 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['b3be1f07-b788-4365-a4e5-9da691ad6468'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:25:49.936950 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cccddee-9fd3-4742-9a78-f40283c180cc None None] Pushing event deleted for resources: {'Port': ['ID=4d82bce3-a98f-49c1-8c61-30f68cacbf40,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:25:49.955710 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a44c631-2c55-475d-a025-0e1a5c70688e x-openstack-request-id: req-8a44c631-2c55-475d-a025-0e1a5c70688e {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:25:49.955994 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbb18758-6a18-499e-9d13-4ad6f2f505df", "tag": "4b494777-dd4e-4d23-a1d7-cc698d45a8b7", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:25:49.956323 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-8a44c631-2c55-475d-a025-0e1a5c70688e {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:25:49.956730 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a44c631-2c55-475d-a025-0e1a5c70688e'] response: {'name': 'network-changed', 'server_uuid': 'dbb18758-6a18-499e-9d13-4ad6f2f505df', 'tag': '4b494777-dd4e-4d23-a1d7-cc698d45a8b7', 'status': 'completed', 'code': 200} May 18 18:25:49.968319 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-3a004fb8-2a56-4257-a1ed-0597acd0dc62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:50.023948 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a4a7d-7740-4433-aa8e-0bd4f6c85d68 service neutron] Pushing event updated for resources: {'Port': ['ID=4b494777-dd4e-4d23-a1d7-cc698d45a8b7,revision_number=3']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:25:50.051024 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2b460421-cf53-44cf-8960-9312b8162b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:50.072665 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2b460421-cf53-44cf-8960-9312b8162b6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:50.074151 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-cebacf7a-bcfc-4541-ad42-3636adb0d5f5 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Allocated IP 172.20.0.5 (a5ac6e02-68e5-42c6-aa0d-a58985fb7e46/63fca82a-883e-4134-8da6-65d4139cf0aa/1a378763-9d7a-4a10-b896-5f652bb75b8f) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:25:50.084053 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 48130) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:25:50.086063 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-2b460421-cf53-44cf-8960-9312b8162b6b admin admin] 10.222.0.85 "DELETE /v2.0/networks/0b62e8ad-1024-4253-8bfe-3ff3099d20cb HTTP/1.1" status: 204 len: 168 time: 2.6669497 May 18 18:25:50.089864 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae69f7c7-4eb1-4bd5-8cee-630cd5c33f00 req-6d742452-11c3-4dfd-982b-19e665e196f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:50.091424 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ae69f7c7-4eb1-4bd5-8cee-630cd5c33f00 req-6d742452-11c3-4dfd-982b-19e665e196f7 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=dc04081bebe44448af91d703facdf00a&device_id=dbb18758-6a18-499e-9d13-4ad6f2f505df HTTP/1.1" status: 200 len: 1094 time: 0.1622643 May 18 18:25:50.127876 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b460421-cf53-44cf-8960-9312b8162b6b admin admin] Pushing event deleted for resources: {'Network': ['ID=0b62e8ad-1024-4253-8bfe-3ff3099d20cb,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:25:50.173641 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a004fb8-2a56-4257-a1ed-0597acd0dc62 None None] Pushing event updated for resources: {'Port': ['ID=5554ca5b-c659-4e19-908c-487d861e0c85,revision_number=6']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:25:50.212559 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ae69f7c7-4eb1-4bd5-8cee-630cd5c33f00 req-2c181942-5e1a-4a84-8bd5-9acd37891258 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b494777-dd4e-4d23-a1d7-cc698d45a8b7 HTTP/1.1" status: 200 len: 217 time: 0.0926354 May 18 18:25:50.333769 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae69f7c7-4eb1-4bd5-8cee-630cd5c33f00 req-c73ba0a8-24bc-4cfe-91a6-88319916c6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:50.335263 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ae69f7c7-4eb1-4bd5-8cee-630cd5c33f00 req-c73ba0a8-24bc-4cfe-91a6-88319916c6bc service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b85d9655-9e18-4f20-bd82-d6f95b142d2a HTTP/1.1" status: 200 len: 850 time: 0.1126308 May 18 18:25:50.443556 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae69f7c7-4eb1-4bd5-8cee-630cd5c33f00 req-b6d17b76-207f-4d6c-ae3a-da8135ec6192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:50.450010 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ae69f7c7-4eb1-4bd5-8cee-630cd5c33f00 req-b6d17b76-207f-4d6c-ae3a-da8135ec6192 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=adbd4d3b-93fc-4f7a-a6ae-1551b2db5668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1069098 May 18 18:25:50.466695 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-cebacf7a-bcfc-4541-ad42-3636adb0d5f5 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:50.667488 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ae69f7c7-4eb1-4bd5-8cee-630cd5c33f00 req-3a2ed90d-2161-4d03-82e6-ad9cfa82a9c5 service neutron] 10.222.0.88 "GET /v2.0/networks/adbd4d3b-93fc-4f7a-a6ae-1551b2db5668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095172 May 18 18:25:50.707295 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-cebacf7a-bcfc-4541-ad42-3636adb0d5f5 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:50.833035 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357a7007-c23a-4f96-bd74-fc0adc9c06d7 req-9bbc00a8-f15c-47df-ba8f-c9b0ae0ab38e tempest-TestNetworkAdvancedServerOps-1996564383 tempest-TestNetworkAdvancedServerOps-1996564383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:50.835307 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-357a7007-c23a-4f96-bd74-fc0adc9c06d7 req-9bbc00a8-f15c-47df-ba8f-c9b0ae0ab38e tempest-TestNetworkAdvancedServerOps-1996564383 tempest-TestNetworkAdvancedServerOps-1996564383-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=3af06ae7-a690-4f40-bcb1-f8f76cf6c6ef HTTP/1.1" status: 200 len: 1097 time: 0.1698325 May 18 18:25:50.856624 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cebacf7a-bcfc-4541-ad42-3636adb0d5f5 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Network a5ac6e02-68e5-42c6-aa0d-a58985fb7e46 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:25:50.876007 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6784d5b7-4e2a-49f7-8508-0b8f54241719 req-be7a145e-74e3-405f-a1fe-f0c90d9bf12d tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:50.877636 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6784d5b7-4e2a-49f7-8508-0b8f54241719 req-be7a145e-74e3-405f-a1fe-f0c90d9bf12d tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=dbb18758-6a18-499e-9d13-4ad6f2f505df HTTP/1.1" status: 200 len: 943 time: 0.2324605 May 18 18:25:50.878601 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-cebacf7a-bcfc-4541-ad42-3636adb0d5f5 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:25:50.890568 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ae69f7c7-4eb1-4bd5-8cee-630cd5c33f00 req-4de7c4a9-730c-4845-8bb6-e01baa80e1dc service neutron] 10.222.0.88 "GET /v2.0/networks/adbd4d3b-93fc-4f7a-a6ae-1551b2db5668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880548 May 18 18:25:50.941728 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-357a7007-c23a-4f96-bd74-fc0adc9c06d7 req-83a8b33d-a4f7-4bf9-9b93-dd41b8be3efc tempest-TestNetworkAdvancedServerOps-1996564383 tempest-TestNetworkAdvancedServerOps-1996564383-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=e4600145-0aaf-4853-ad08-dfd77d36be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984111 May 18 18:25:50.943013 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebacf7a-bcfc-4541-ad42-3636adb0d5f5 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:25:51.101547 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebacf7a-bcfc-4541-ad42-3636adb0d5f5 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Pushing event updated for resources: {'Port': ['ID=1a378763-9d7a-4a10-b896-5f652bb75b8f,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:25:51.133579 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372565cf-42df-4bfb-95cf-4c0287d47d62 req-fcdebcd2-4244-4f4d-b185-f8663953871d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:51.135826 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-372565cf-42df-4bfb-95cf-4c0287d47d62 req-fcdebcd2-4244-4f4d-b185-f8663953871d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=dc04081bebe44448af91d703facdf00a&device_id=dbb18758-6a18-499e-9d13-4ad6f2f505df HTTP/1.1" status: 200 len: 1094 time: 0.1586602 May 18 18:25:51.136072 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 5554ca5b-c659-4e19-908c-487d861e0c85 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:25:51.158304 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3de4de5-1825-413b-8fc1-f19f9afc66c9 req-054f3ae2-764a-4724-b4fc-f43d7d7845c3 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:51.166515 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d3de4de5-1825-413b-8fc1-f19f9afc66c9 req-054f3ae2-764a-4724-b4fc-f43d7d7845c3 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "GET /v2.0/ports?device_id=24a2fe16-e7b0-4a5e-88fa-7949ff7ba897 HTTP/1.1" status: 200 len: 944 time: 0.1030927 May 18 18:25:51.202638 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6784d5b7-4e2a-49f7-8508-0b8f54241719 req-bfda46f5-7d87-41f3-a09b-8b9c6893cb52 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=79af37b4-96e5-49e2-a136-b4eb89c535d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552049 May 18 18:25:51.218589 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 5554ca5b-c659-4e19-908c-487d861e0c85 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:25:51.233564 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:51.246117 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cebacf7a-bcfc-4541-ad42-3636adb0d5f5 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:51.246797 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-cebacf7a-bcfc-4541-ad42-3636adb0d5f5 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:51.271305 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-cebacf7a-bcfc-4541-ad42-3636adb0d5f5 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.6511538 May 18 18:25:51.275467 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 48156) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:25:51.280781 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-31bd8756-723b-42dc-9d77-86c174d3feb5 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Request body: {'subnet': {'network_id': 'a5ac6e02-68e5-42c6-aa0d-a58985fb7e46', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:25:51.387346 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d3de4de5-1825-413b-8fc1-f19f9afc66c9 req-0875cca8-60fd-474d-8478-ffb9b2deeda6 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "GET /v2.0/security-groups?id=9b97b483-5629-4688-9c0b-4cabaf2a061a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2199290 May 18 18:25:51.439968 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372565cf-42df-4bfb-95cf-4c0287d47d62 req-ae322b44-feb5-480a-8e0d-4e96439c1562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:51.441513 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-372565cf-42df-4bfb-95cf-4c0287d47d62 req-ae322b44-feb5-480a-8e0d-4e96439c1562 service neutron] 10.222.0.88 "GET /v2.0/networks?id=adbd4d3b-93fc-4f7a-a6ae-1551b2db5668 HTTP/1.1" status: 200 len: 912 time: 0.2730405 May 18 18:25:51.513955 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 5554ca5b-c659-4e19-908c-487d861e0c85 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:25:51.582082 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-372565cf-42df-4bfb-95cf-4c0287d47d62 req-ab91f09d-8edf-4cad-9015-bbfe2847738e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b494777-dd4e-4d23-a1d7-cc698d45a8b7 HTTP/1.1" status: 200 len: 217 time: 0.1295950 May 18 18:25:51.588316 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a766313-8a6f-42a1-9144-2dbdb2dca8de req-e9dc925c-141e-4d2f-bdde-94105bdba019 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:51.590000 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9a766313-8a6f-42a1-9144-2dbdb2dca8de req-e9dc925c-141e-4d2f-bdde-94105bdba019 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f5facc6-6646-424b-9628-27fba785798c HTTP/1.1" status: 200 len: 943 time: 0.2027750 May 18 18:25:51.665519 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31bd8756-723b-42dc-9d77-86c174d3feb5 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Made reservation on behalf of da58e9bc8fb64cb8902d79f0a725e08d for: {'subnet': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:25:51.669733 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-31bd8756-723b-42dc-9d77-86c174d3feb5 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261031885'] for subnet, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:51.687065 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06422b70-7385-4fa6-aa01-aac92aa01f80 req-9f8f73b8-c0f6-431b-a34d-6e1326cdefbf tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:51.689607 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-06422b70-7385-4fa6-aa01-aac92aa01f80 req-9f8f73b8-c0f6-431b-a34d-6e1326cdefbf tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=3af06ae7-a690-4f40-bcb1-f8f76cf6c6ef HTTP/1.1" status: 200 len: 946 time: 0.1388166 May 18 18:25:51.711740 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9a766313-8a6f-42a1-9144-2dbdb2dca8de req-dc7cdbaa-431c-4ee4-a3e5-4bf796356c66 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=86e7cf01-f21c-41cf-b5a3-71cb5ec2aaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122870 May 18 18:25:51.721660 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372565cf-42df-4bfb-95cf-4c0287d47d62 req-6df0aefd-e2b9-4b32-a94d-7a32285598e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:51.723703 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-372565cf-42df-4bfb-95cf-4c0287d47d62 req-6df0aefd-e2b9-4b32-a94d-7a32285598e1 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b85d9655-9e18-4f20-bd82-d6f95b142d2a HTTP/1.1" status: 200 len: 850 time: 0.1206930 May 18 18:25:51.779627 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8ad10101-80c7-4429-8254-fd1fef8eccad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-595963'] for router_interface, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:51.781369 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-731606a6-6a95-4902-99e0-cf3d4ad7e1f0 None None] Provisioning complete for port 5554ca5b-c659-4e19-908c-487d861e0c85 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:25:51.782002 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-731606a6-6a95-4902-99e0-cf3d4ad7e1f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:51.798662 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-06422b70-7385-4fa6-aa01-aac92aa01f80 req-186d815c-d7e0-41a9-8956-554ef27fe7bf tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/security-groups?id=e4600145-0aaf-4853-ad08-dfd77d36be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902028 May 18 18:25:51.842175 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372565cf-42df-4bfb-95cf-4c0287d47d62 req-67e6ab2e-8024-42ec-aae4-00f10938117e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:51.842175 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-372565cf-42df-4bfb-95cf-4c0287d47d62 req-67e6ab2e-8024-42ec-aae4-00f10938117e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=adbd4d3b-93fc-4f7a-a6ae-1551b2db5668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0990739 May 18 18:25:51.850155 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 48164) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:25:51.983700 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-731606a6-6a95-4902-99e0-cf3d4ad7e1f0 None None] Current status of the port 5554ca5b-c659-4e19-908c-487d861e0c85 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:25:52.010258 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-731606a6-6a95-4902-99e0-cf3d4ad7e1f0 None None] Provisioning complete for port 5849fced-6e26-4401-96de-fb285fc44e64 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:25:52.011073 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-731606a6-6a95-4902-99e0-cf3d4ad7e1f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:52.044925 n-d-838550-3 neutron-server[102730]: INFO neutron.db.ipam_backend_mixin [None req-31bd8756-723b-42dc-9d77-86c174d3feb5 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 63fca82a-883e-4134-8da6-65d4139cf0aa (CIDR: 172.20.0.0/28) May 18 18:25:52.059429 n-d-838550-3 neutron-server[102730]: INFO neutron.pecan_wsgi.hooks.translation [None req-31bd8756-723b-42dc-9d77-86c174d3feb5 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 18 18:25:52.060067 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31bd8756-723b-42dc-9d77-86c174d3feb5 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:25:52.074688 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device b3be1f07-b788-4365-a4e5-9da691ad6468 up at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:25:52.107792 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 48168) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:25:52.108373 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-31bd8756-723b-42dc-9d77-86c174d3feb5 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8311298 May 18 18:25:52.115421 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-e46559ce-c47b-4b00-8271-c0c078173832 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Request body: {'subnet': {'network_id': 'a5ac6e02-68e5-42c6-aa0d-a58985fb7e46', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:25:52.137703 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-616dcba5-288b-4d96-91a4-f313f54c44d9 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/floatingips/af65a5d5-392d-4fa3-bda6-1b850d5616d7 HTTP/1.1" status: 200 len: 994 time: 0.2751491 May 18 18:25:52.152888 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-731606a6-6a95-4902-99e0-cf3d4ad7e1f0 None None] Port 5849fced-6e26-4401-96de-fb285fc44e64 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:25:52.204230 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning for port b3be1f07-b788-4365-a4e5-9da691ad6468 completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:25:52.214214 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning complete for port b3be1f07-b788-4365-a4e5-9da691ad6468 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:25:52.214642 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:52.254438 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-372565cf-42df-4bfb-95cf-4c0287d47d62 req-eb41bf53-bbf6-4c68-8435-d169ea349e5d service neutron] 10.222.0.88 "GET /v2.0/networks/adbd4d3b-93fc-4f7a-a6ae-1551b2db5668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4114451 May 18 18:25:52.305274 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-05e4e9fe-6a49-447d-847f-ae719db220b9 None None] Provisioning complete for port 1a378763-9d7a-4a10-b896-5f652bb75b8f triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:25:52.305877 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-05e4e9fe-6a49-447d-847f-ae719db220b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:52.445390 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-05e4e9fe-6a49-447d-847f-ae719db220b9 None None] Port 1a378763-9d7a-4a10-b896-5f652bb75b8f cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:25:52.454879 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port b3be1f07-b788-4365-a4e5-9da691ad6468 is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:25:52.455555 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:52.482446 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e46559ce-c47b-4b00-8271-c0c078173832 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Made reservation on behalf of da58e9bc8fb64cb8902d79f0a725e08d for: {'subnet': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:25:52.491087 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e46559ce-c47b-4b00-8271-c0c078173832 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260908003'] for subnet, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:52.516246 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-8ad10101-80c7-4429-8254-fd1fef8eccad admin admin] Deleting port 9a3afbf7-dee7-42b4-8ff9-2efea95e1815 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:25:52.516645 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8ad10101-80c7-4429-8254-fd1fef8eccad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:52.517186 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6615f142-238c-475f-84fe-58a4eb5d9e73 req-9263b05f-5a7c-49ca-9445-0aed26eed933 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:52.519227 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6615f142-238c-475f-84fe-58a4eb5d9e73 req-9263b05f-5a7c-49ca-9445-0aed26eed933 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=dbb18758-6a18-499e-9d13-4ad6f2f505df HTTP/1.1" status: 200 len: 943 time: 0.1437092 May 18 18:25:52.523494 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24a2fe16-e7b0-4a5e-88fa-7949ff7ba897', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3be1f07-b788-4365-a4e5-9da691ad6468'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:25:52.527038 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8317c7f-bb3d-48a2-9a4f-e4f7d611dec3" -d '{"events": [{"server_uuid": "24a2fe16-e7b0-4a5e-88fa-7949ff7ba897", "name": "network-vif-plugged", "status": "completed", "tag": "b3be1f07-b788-4365-a4e5-9da691ad6468"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:25:52.548279 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port b3be1f07-b788-4365-a4e5-9da691ad6468, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=b3be1f07-b788-4365-a4e5-9da691ad6468,segment=NetworkSegment(a898997a-d1fc-408c-b1d2-fe587c78d0c1),segment_id=a898997a-d1fc-408c-b1d2-fe587c78d0c1)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:25:52.561332 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:52.670358 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6615f142-238c-475f-84fe-58a4eb5d9e73 req-5d392365-dea0-46cf-863e-3f36f80e4c37 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=79af37b4-96e5-49e2-a136-b4eb89c535d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161137 May 18 18:25:52.674715 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=b3be1f07-b788-4365-a4e5-9da691ad6468,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:25:52.680237 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-372565cf-42df-4bfb-95cf-4c0287d47d62 req-f5446c09-244e-44e6-9cec-f7b0a4e188fe service neutron] 10.222.0.88 "GET /v2.0/networks/adbd4d3b-93fc-4f7a-a6ae-1551b2db5668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4185948 May 18 18:25:52.701245 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657e0fef-e64a-483c-bbfe-8e5d01ad52b9 req-a7630515-5748-4131-abc1-960c38310095 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:52.730013 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-657e0fef-e64a-483c-bbfe-8e5d01ad52b9 req-a7630515-5748-4131-abc1-960c38310095 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "GET /v2.0/ports?device_id=24a2fe16-e7b0-4a5e-88fa-7949ff7ba897 HTTP/1.1" status: 200 len: 944 time: 0.2096586 May 18 18:25:52.763307 n-d-838550-3 neutron-server[102731]: INFO neutron.db.ipam_backend_mixin [None req-e46559ce-c47b-4b00-8271-c0c078173832 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 22bdcf6e-a81c-450d-b530-ea668a05428d (CIDR: 172.20.0.16/28) May 18 18:25:52.773599 n-d-838550-3 neutron-server[102731]: INFO neutron.pecan_wsgi.hooks.translation [None req-e46559ce-c47b-4b00-8271-c0c078173832 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 18 18:25:52.774244 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e46559ce-c47b-4b00-8271-c0c078173832 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:25:52.803632 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-657e0fef-e64a-483c-bbfe-8e5d01ad52b9 req-75fa481d-ceaa-41f9-bb6d-24497733c6a4 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "GET /v2.0/security-groups?id=9b97b483-5629-4688-9c0b-4cabaf2a061a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726807 May 18 18:25:52.805655 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-8ad10101-80c7-4429-8254-fd1fef8eccad admin admin] For port 9a3afbf7-dee7-42b4-8ff9-2efea95e1815, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=9a3afbf7-dee7-42b4-8ff9-2efea95e1815,segment=NetworkSegment(921e9079-7dca-40b3-938d-afa7101a1125),segment_id=921e9079-7dca-40b3-938d-afa7101a1125)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:25:52.806086 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8ad10101-80c7-4429-8254-fd1fef8eccad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:52.821400 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 48190) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:25:52.821657 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-e46559ce-c47b-4b00-8271-c0c078173832 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.7069097 May 18 18:25:52.823515 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-b03d6c36-033a-4e7b-96cc-33ad0a25c97a tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Request body: {'subnet': {'network_id': 'a5ac6e02-68e5-42c6-aa0d-a58985fb7e46', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:25:52.824262 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [req-bfc8906e-848b-4e00-bc67-e3c8ccc80876 req-7d8f5920-04a0-4af3-84f8-5dd8e50b64b7 service neutron] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=102731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 18:25:52.825350 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bfc8906e-848b-4e00-bc67-e3c8ccc80876 req-7d8f5920-04a0-4af3-84f8-5dd8e50b64b7 service neutron] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053530 May 18 18:25:52.845086 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-8ad10101-80c7-4429-8254-fd1fef8eccad admin admin] Calling delete_port for 9a3afbf7-dee7-42b4-8ff9-2efea95e1815 owned by network:router_interface {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:25:52.914973 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfa94d94-e3a2-4e37-98db-0df14b80cde9 x-openstack-request-id: req-bfa94d94-e3a2-4e37-98db-0df14b80cde9 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:25:52.915265 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24a2fe16-e7b0-4a5e-88fa-7949ff7ba897", "name": "network-vif-plugged", "status": "completed", "tag": "b3be1f07-b788-4365-a4e5-9da691ad6468", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:25:52.915516 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-bfa94d94-e3a2-4e37-98db-0df14b80cde9 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:25:52.915914 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfa94d94-e3a2-4e37-98db-0df14b80cde9'] response: {'server_uuid': '24a2fe16-e7b0-4a5e-88fa-7949ff7ba897', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3be1f07-b788-4365-a4e5-9da691ad6468', 'code': 200} May 18 18:25:53.052306 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0b9bf6-449c-4f85-8fb0-4f191a625a56 req-f7fb8d2b-e651-429b-ae61-1919c46e3019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:53.054979 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0a0b9bf6-449c-4f85-8fb0-4f191a625a56 req-f7fb8d2b-e651-429b-ae61-1919c46e3019 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=24a2fe16-e7b0-4a5e-88fa-7949ff7ba897 HTTP/1.1" status: 200 len: 1096 time: 0.0573812 May 18 18:25:53.102979 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0a0b9bf6-449c-4f85-8fb0-4f191a625a56 req-4f5138e7-1b62-4f8d-9fda-4ff2dd5b59ce service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9b97b483-5629-4688-9c0b-4cabaf2a061a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398555 May 18 18:25:53.191897 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8024eaa-39f5-4a71-aa3f-31d940be40d9 req-b136c809-3524-4171-967b-b2cd9f997af7 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:53.193531 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a8024eaa-39f5-4a71-aa3f-31d940be40d9 req-b136c809-3524-4171-967b-b2cd9f997af7 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f5facc6-6646-424b-9628-27fba785798c HTTP/1.1" status: 200 len: 943 time: 0.2024040 May 18 18:25:53.274272 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b03d6c36-033a-4e7b-96cc-33ad0a25c97a tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Made reservation on behalf of da58e9bc8fb64cb8902d79f0a725e08d for: {'subnet': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:25:53.278446 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b03d6c36-033a-4e7b-96cc-33ad0a25c97a tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261031885'] for subnet, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:53.303104 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a8024eaa-39f5-4a71-aa3f-31d940be40d9 req-d74b2459-eb60-4c67-b3ed-ee87f32c63b7 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=86e7cf01-f21c-41cf-b5a3-71cb5ec2aaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949740 May 18 18:25:53.389212 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a2989b-1e10-40ca-aa4e-724812be2f59 req-9192e63b-9e63-4f64-8b2b-4575de014f34 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:53.398010 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e8a2989b-1e10-40ca-aa4e-724812be2f59 req-9192e63b-9e63-4f64-8b2b-4575de014f34 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=3af06ae7-a690-4f40-bcb1-f8f76cf6c6ef HTTP/1.1" status: 200 len: 946 time: 0.0937192 May 18 18:25:53.450911 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e8a2989b-1e10-40ca-aa4e-724812be2f59 req-e75cd809-5558-487a-a0be-6c766c0dca4b tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/security-groups?id=e4600145-0aaf-4853-ad08-dfd77d36be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470376 May 18 18:25:53.534419 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8ad10101-80c7-4429-8254-fd1fef8eccad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:53.575352 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad10101-80c7-4429-8254-fd1fef8eccad admin admin] Pushing event deleted for resources: {'Port': ['ID=9a3afbf7-dee7-42b4-8ff9-2efea95e1815,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:25:53.590463 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d63f5476-d7ca-4b84-9b96-7ecca7bfdb10 req-49cc5b54-094d-45c3-952f-0211af9d0238 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=3af06ae7-a690-4f40-bcb1-f8f76cf6c6ef&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2479389 May 18 18:25:53.628041 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [req-d63f5476-d7ca-4b84-9b96-7ecca7bfdb10 req-0342941b-81d1-4117-bd97-765eaa8b3c16 service neutron] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=102730) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 18:25:53.629874 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d63f5476-d7ca-4b84-9b96-7ecca7bfdb10 req-0342941b-81d1-4117-bd97-765eaa8b3c16 service neutron] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061879 May 18 18:25:53.920616 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 4b494777-dd4e-4d23-a1d7-cc698d45a8b7 details requested by agent hyperv_n-h2-838550-3 with host n-h2-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:25:53.972372 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8ad10101-80c7-4429-8254-fd1fef8eccad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-593931'] for router_interface, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:54.003662 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165c90f3-874c-4573-bfbb-2bf893c39b3a req-7691ccff-0422-4dce-8cfd-995f531c7af4 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:54.006140 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-165c90f3-874c-4573-bfbb-2bf893c39b3a req-7691ccff-0422-4dce-8cfd-995f531c7af4 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=dbb18758-6a18-499e-9d13-4ad6f2f505df HTTP/1.1" status: 200 len: 943 time: 0.2055361 May 18 18:25:54.012386 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58638db9-591a-4cd1-9914-c854ddf1555e req-83eaf2b4-c42e-4fa4-8fbe-fb71ab7306c3 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:54.029974 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-58638db9-591a-4cd1-9914-c854ddf1555e req-83eaf2b4-c42e-4fa4-8fbe-fb71ab7306c3 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "GET /v2.0/ports?device_id=24a2fe16-e7b0-4a5e-88fa-7949ff7ba897 HTTP/1.1" status: 200 len: 945 time: 0.0831680 May 18 18:25:54.096475 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-58638db9-591a-4cd1-9914-c854ddf1555e req-7a8eb290-1ddc-41a9-85f4-2b9ffabe31a5 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "GET /v2.0/security-groups?id=9b97b483-5629-4688-9c0b-4cabaf2a061a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656090 May 18 18:25:54.116739 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b03d6c36-033a-4e7b-96cc-33ad0a25c97a tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261104883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261031899'] for subnet, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:54.117069 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 4b494777-dd4e-4d23-a1d7-cc698d45a8b7, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=4b494777-dd4e-4d23-a1d7-cc698d45a8b7,segment=NetworkSegment(ef93e1fc-f0f4-4220-adc9-d2cb000b3c93),segment_id=ef93e1fc-f0f4-4220-adc9-d2cb000b3c93)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:25:54.142142 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Returning: {'device': '4b494777-dd4e-4d23-a1d7-cc698d45a8b7', 'network_id': 'adbd4d3b-93fc-4f7a-a6ae-1551b2db5668', 'port_id': '4b494777-dd4e-4d23-a1d7-cc698d45a8b7', 'mac_address': 'fa:16:3e:2d:03:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b85d9655-9e18-4f20-bd82-d6f95b142d2a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:25:54.197785 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 4b494777-dd4e-4d23-a1d7-cc698d45a8b7 is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:25:54.198225 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:54.218049 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b494777-dd4e-4d23-a1d7-cc698d45a8b7 {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:25:54.244658 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 4b494777-dd4e-4d23-a1d7-cc698d45a8b7, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=4b494777-dd4e-4d23-a1d7-cc698d45a8b7,segment=NetworkSegment(ef93e1fc-f0f4-4220-adc9-d2cb000b3c93),segment_id=ef93e1fc-f0f4-4220-adc9-d2cb000b3c93)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:25:54.250771 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:54.378698 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=4b494777-dd4e-4d23-a1d7-cc698d45a8b7,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:25:54.534454 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['4b494777-dd4e-4d23-a1d7-cc698d45a8b7'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:25:54.593122 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f11ad1-f409-455e-9c37-8771dee85e51 req-048e5106-3627-4fa2-a77a-dabed5c04224 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:54.611170 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a5f11ad1-f409-455e-9c37-8771dee85e51 req-048e5106-3627-4fa2-a77a-dabed5c04224 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f5facc6-6646-424b-9628-27fba785798c HTTP/1.1" status: 200 len: 943 time: 0.1460083 May 18 18:25:54.679851 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-820c2596-edf4-4d17-ab49-48cc8f31a7fd req-ed13cf68-f9cb-4c15-ab18-24c5aaca72fc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ef854938-189c-46f2-8314-215a08afd5f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2892945 May 18 18:25:54.720741 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a5f11ad1-f409-455e-9c37-8771dee85e51 req-a3683986-827e-46db-a594-4faf1008c1e7 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=86e7cf01-f21c-41cf-b5a3-71cb5ec2aaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080227 May 18 18:25:54.875423 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03d6c36-033a-4e7b-96cc-33ad0a25c97a tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Network a5ac6e02-68e5-42c6-aa0d-a58985fb7e46 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:25:54.886065 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820c2596-edf4-4d17-ab49-48cc8f31a7fd req-f53f94aa-888d-486a-8f25-d799aa4f0d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:54.888069 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-820c2596-edf4-4d17-ab49-48cc8f31a7fd req-f53f94aa-888d-486a-8f25-d799aa4f0d3f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dc04081bebe44448af91d703facdf00a&device_id=ef854938-189c-46f2-8314-215a08afd5f6 HTTP/1.1" status: 200 len: 1096 time: 0.1286101 May 18 18:25:54.935079 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-165c90f3-874c-4573-bfbb-2bf893c39b3a req-32d8389e-08d8-432f-878c-79a6b10f93e0 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=79af37b4-96e5-49e2-a136-b4eb89c535d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9076409 May 18 18:25:54.945636 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387a7811-bdbf-4c2a-afc4-89162f244091 req-e90065cb-55fa-404f-8891-de4924e6349a tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:54.952520 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-387a7811-bdbf-4c2a-afc4-89162f244091 req-e90065cb-55fa-404f-8891-de4924e6349a tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=3af06ae7-a690-4f40-bcb1-f8f76cf6c6ef HTTP/1.1" status: 200 len: 946 time: 0.1179755 May 18 18:25:54.960666 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-b03d6c36-033a-4e7b-96cc-33ad0a25c97a tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:25:54.975451 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea165526-ce33-40da-9dbc-54b51444eddd None None] Network a5ac6e02-68e5-42c6-aa0d-a58985fb7e46 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:25:54.988829 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b03d6c36-033a-4e7b-96cc-33ad0a25c97a tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:54.998362 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b03d6c36-033a-4e7b-96cc-33ad0a25c97a tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:55.069255 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03d6c36-033a-4e7b-96cc-33ad0a25c97a tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Pushing event updated for resources: {'Subnet': ['ID=9c042949-5c2e-4bba-a034-8dff3ac45569,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:25:55.090055 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-b03d6c36-033a-4e7b-96cc-33ad0a25c97a tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.2683749 May 18 18:25:55.091101 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 48260) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:25:55.098698 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-590b4b56-90bb-4f39-8fa0-e2e04dbcafe1 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1653397783', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '9c042949-5c2e-4bba-a034-8dff3ac45569'}], 'security_groups': ['b52f2bf3-4164-4a28-a383-d1a5fc07fd5a', '994b5255-f58d-46dd-999d-a60ea20de38b']}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:25:55.141227 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-387a7811-bdbf-4c2a-afc4-89162f244091 req-d23128aa-f3da-4bd9-83cd-fd7d004d0291 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/security-groups?id=e4600145-0aaf-4853-ad08-dfd77d36be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1691320 May 18 18:25:55.216769 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820c2596-edf4-4d17-ab49-48cc8f31a7fd req-0f50a979-dd60-47f9-bd0a-ca3a773bb778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:55.219248 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-820c2596-edf4-4d17-ab49-48cc8f31a7fd req-0f50a979-dd60-47f9-bd0a-ca3a773bb778 service neutron] 10.222.0.36 "GET /v2.0/networks?id=adbd4d3b-93fc-4f7a-a6ae-1551b2db5668 HTTP/1.1" status: 200 len: 912 time: 0.2645462 May 18 18:25:55.381778 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-820c2596-edf4-4d17-ab49-48cc8f31a7fd req-6570e65f-189a-4835-bcd0-4e3d74be48b3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=33664213-089a-4f22-9123-31b7caedaa56 HTTP/1.1" status: 200 len: 1000 time: 0.1323388 May 18 18:25:55.382827 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ad10101-80c7-4429-8254-fd1fef8eccad admin admin] Router 4519a3b9-7688-44e7-a8e8-719c39071998 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:25:55.397040 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd551ff-173f-4bf0-8f50-a0a587b32155 req-1c5e5f63-cbbd-42a3-bba4-5917a17dc71d tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:55.404563 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fcd551ff-173f-4bf0-8f50-a0a587b32155 req-1c5e5f63-cbbd-42a3-bba4-5917a17dc71d tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "GET /v2.0/ports?device_id=24a2fe16-e7b0-4a5e-88fa-7949ff7ba897 HTTP/1.1" status: 200 len: 945 time: 0.1094487 May 18 18:25:55.479786 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f37752-6ffa-4a0e-8272-2ec2a80c8328 None None] Update dhcp port {'port': {'network_id': 'a5ac6e02-68e5-42c6-aa0d-a58985fb7e46', 'fixed_ips': [{'subnet_id': '22bdcf6e-a81c-450d-b530-ea668a05428d', 'ip_address': '172.20.0.18'}, {'subnet_id': '63fca82a-883e-4134-8da6-65d4139cf0aa', 'ip_address': '172.20.0.2'}, {'subnet_id': '9c042949-5c2e-4bba-a034-8dff3ac45569'}], 'binding:host_id': 'n-d-838550-3'}, 'id': '5554ca5b-c659-4e19-908c-487d861e0c85'} from n-d-838550-3. {{(pid=102732) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 18 18:25:55.534193 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-48f37752-6ffa-4a0e-8272-2ec2a80c8328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:55.540291 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fcd551ff-173f-4bf0-8f50-a0a587b32155 req-048c24d4-d09b-4a08-ac8c-b8b17212b5da tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "GET /v2.0/security-groups?id=9b97b483-5629-4688-9c0b-4cabaf2a061a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1326761 May 18 18:25:55.558950 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820c2596-edf4-4d17-ab49-48cc8f31a7fd req-2b2cd0af-6a16-468a-8ed7-cb273b46811a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:55.560533 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-820c2596-edf4-4d17-ab49-48cc8f31a7fd req-2b2cd0af-6a16-468a-8ed7-cb273b46811a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b85d9655-9e18-4f20-bd82-d6f95b142d2a HTTP/1.1" status: 200 len: 850 time: 0.1091959 May 18 18:25:55.561579 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-590b4b56-90bb-4f39-8fa0-e2e04dbcafe1 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:55.632573 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ad10101-80c7-4429-8254-fd1fef8eccad admin admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:25:55.645273 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0fbfbb-679d-4cec-842c-ba5acae56f40 None None] Sync routers for ids ['4519a3b9-7688-44e7-a8e8-719c39071998'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:25:55.653935 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-8ad10101-80c7-4429-8254-fd1fef8eccad admin admin] 10.222.0.85 "PUT /v2.0/routers/4519a3b9-7688-44e7-a8e8-719c39071998/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5687580 May 18 18:25:55.658980 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 48272) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:25:55.660830 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0fbfbb-679d-4cec-842c-ba5acae56f40 None None] Routers {'4519a3b9-7688-44e7-a8e8-719c39071998'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:25:55.664715 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-cc0fbfbb-679d-4cec-842c-ba5acae56f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:25:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['4519a3b9-7688-44e7-a8e8-719c39071998'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:25:55.728320 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63f5476-d7ca-4b84-9b96-7ecca7bfdb10 req-ca4a8451-8131-469a-96bb-99dcbacf514e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:55.729886 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d63f5476-d7ca-4b84-9b96-7ecca7bfdb10 req-ca4a8451-8131-469a-96bb-99dcbacf514e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=06b3ed36f50a43fd9cfeaa89e080d35b&device_id=3af06ae7-a690-4f40-bcb1-f8f76cf6c6ef HTTP/1.1" status: 200 len: 1097 time: 0.2403324 May 18 18:25:55.804356 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-48f37752-6ffa-4a0e-8272-2ec2a80c8328 None None] Allocated IP 172.20.0.34 (a5ac6e02-68e5-42c6-aa0d-a58985fb7e46/9c042949-5c2e-4bba-a034-8dff3ac45569/5554ca5b-c659-4e19-908c-487d861e0c85) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:25:55.841464 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-cc0fbfbb-679d-4cec-842c-ba5acae56f40 None None] Set router 4519a3b9-7688-44e7-a8e8-719c39071998 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:25:55.866070 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820c2596-edf4-4d17-ab49-48cc8f31a7fd req-26f24097-4e39-4fd9-bd67-0cd137a407c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:55.868043 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-820c2596-edf4-4d17-ab49-48cc8f31a7fd req-26f24097-4e39-4fd9-bd67-0cd137a407c3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=adbd4d3b-93fc-4f7a-a6ae-1551b2db5668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2959676 May 18 18:25:55.903844 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f278a2de-c760-42d9-8a39-c7689b508fdb admin admin] Notify callbacks [] for router, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:55.999657 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a736cd1-17ef-4606-b420-ba8a85d6b022 req-82e8d62c-2c2a-4907-ba65-fa2ea00f79a9 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:56.014206 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5a736cd1-17ef-4606-b420-ba8a85d6b022 req-82e8d62c-2c2a-4907-ba65-fa2ea00f79a9 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "GET /v2.0/ports?device_id=24a2fe16-e7b0-4a5e-88fa-7949ff7ba897 HTTP/1.1" status: 200 len: 945 time: 0.3211982 May 18 18:25:56.016945 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 48284) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:25:56.097444 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-48f37752-6ffa-4a0e-8272-2ec2a80c8328 None None] For port 5554ca5b-c659-4e19-908c-487d861e0c85, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=5554ca5b-c659-4e19-908c-487d861e0c85,segment=NetworkSegment(340ab84c-345d-45b3-9b06-a34750b7c4be),segment_id=340ab84c-345d-45b3-9b06-a34750b7c4be)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:25:56.106794 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-0b406e07-a989-4ac7-864e-4c178f6cf319 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Request body: {'floatingip': {'port_id': 'b3be1f07-b788-4365-a4e5-9da691ad6468'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:25:56.107468 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-cc0fbfbb-679d-4cec-842c-ba5acae56f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4519a3b9-7688-44e7-a8e8-719c39071998', 'name': 'tempest-TaggedBootDevicesTest-1754196163-router', 'tenant_id': 'c7bd6b7b28b648819f008f88aac146ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '03072fe5-036e-47f3-9c26-e85d0af12300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:18:43Z', 'updated_at': '2022-05-18T18:25:53Z', 'revision_number': 5, 'project_id': 'c7bd6b7b28b648819f008f88aac146ed', 'gw_port': {'id': '03072fe5-036e-47f3-9c26-e85d0af12300', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:eb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4519a3b9-7688-44e7-a8e8-719c39071998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1962, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:18:44Z', 'updated_at': '2022-05-18T18:18:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:25:56.112824 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed6cc98-6e57-4ed9-8c89-6b8babf7a38f req-ccc707f3-db80-4ef7-b98e-fb03f6b31895 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:56.120371 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5ed6cc98-6e57-4ed9-8c89-6b8babf7a38f req-ccc707f3-db80-4ef7-b98e-fb03f6b31895 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f5facc6-6646-424b-9628-27fba785798c HTTP/1.1" status: 200 len: 943 time: 0.2143357 May 18 18:25:56.149666 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0fbfbb-679d-4cec-842c-ba5acae56f40 None None] Checking router: 4519a3b9-7688-44e7-a8e8-719c39071998 for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:25:56.162645 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0fbfbb-679d-4cec-842c-ba5acae56f40 None None] Routers {'4519a3b9-7688-44e7-a8e8-719c39071998'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:25:56.164511 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-cc0fbfbb-679d-4cec-842c-ba5acae56f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:25:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['4519a3b9-7688-44e7-a8e8-719c39071998'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:25:56.167900 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63f5476-d7ca-4b84-9b96-7ecca7bfdb10 req-abce2244-861a-4cb0-bfbf-672671c495e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:56.168236 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0b406e07-a989-4ac7-864e-4c178f6cf319 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks [] for floatingip, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:56.169645 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d63f5476-d7ca-4b84-9b96-7ecca7bfdb10 req-abce2244-861a-4cb0-bfbf-672671c495e1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=add95d4d-788f-4f7a-943c-d9e04efedeef HTTP/1.1" status: 200 len: 898 time: 0.4308369 May 18 18:25:56.170894 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-48f37752-6ffa-4a0e-8272-2ec2a80c8328 None None] Notify callbacks [] for port, precommit_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:56.181368 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 4b494777-dd4e-4d23-a1d7-cc698d45a8b7 up at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:25:56.231334 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-48f37752-6ffa-4a0e-8272-2ec2a80c8328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:56.269152 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5ed6cc98-6e57-4ed9-8c89-6b8babf7a38f req-4c7d9629-9f74-47db-9215-a5dab7ffebcc tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=86e7cf01-f21c-41cf-b5a3-71cb5ec2aaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328688 May 18 18:25:56.292899 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f278a2de-c760-42d9-8a39-c7689b508fdb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:56.366791 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-cc0fbfbb-679d-4cec-842c-ba5acae56f40 None None] Set router 4519a3b9-7688-44e7-a8e8-719c39071998 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:25:56.383726 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-590b4b56-90bb-4f39-8fa0-e2e04dbcafe1 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Delete allocated IP 172.20.0.5 (a5ac6e02-68e5-42c6-aa0d-a58985fb7e46/63fca82a-883e-4134-8da6-65d4139cf0aa) {{(pid=102731) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 18 18:25:56.386522 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d63f5476-d7ca-4b84-9b96-7ecca7bfdb10 req-6024a2b1-b94b-45f3-a19b-cf76440c8441 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aad21639-9096-401f-be6b-1fcf72a3df15 HTTP/1.1" status: 200 len: 1002 time: 0.2020323 May 18 18:25:56.409467 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-590b4b56-90bb-4f39-8fa0-e2e04dbcafe1 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Allocated IP 172.20.0.45 (a5ac6e02-68e5-42c6-aa0d-a58985fb7e46/9c042949-5c2e-4bba-a034-8dff3ac45569/1a378763-9d7a-4a10-b896-5f652bb75b8f) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:25:56.485862 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f37752-6ffa-4a0e-8272-2ec2a80c8328 None None] Pushing event updated for resources: {'Port': ['ID=5554ca5b-c659-4e19-908c-487d861e0c85,revision_number=7']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:25:56.505593 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63f5476-d7ca-4b84-9b96-7ecca7bfdb10 req-4944832a-2b19-4f45-90c9-598c6caee473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:56.507302 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d63f5476-d7ca-4b84-9b96-7ecca7bfdb10 req-4944832a-2b19-4f45-90c9-598c6caee473 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=aa5c9232-5b35-4434-8ef8-cf4d8aaf5112 HTTP/1.1" status: 200 len: 835 time: 0.1063979 May 18 18:25:56.526316 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798e4019-2e29-4a57-8c62-db25a9b32c2d req-610e4772-08f7-4d1e-9b80-3919db112409 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:56.537971 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning for port 4b494777-dd4e-4d23-a1d7-cc698d45a8b7 completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:25:56.539535 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-798e4019-2e29-4a57-8c62-db25a9b32c2d req-610e4772-08f7-4d1e-9b80-3919db112409 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=3af06ae7-a690-4f40-bcb1-f8f76cf6c6ef HTTP/1.1" status: 200 len: 946 time: 0.1503024 May 18 18:25:56.544297 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning complete for port 4b494777-dd4e-4d23-a1d7-cc698d45a8b7 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:25:56.544673 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:56.598290 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-f278a2de-c760-42d9-8a39-c7689b508fdb admin admin] Deleting port 03072fe5-036e-47f3-9c26-e85d0af12300 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:25:56.598921 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f278a2de-c760-42d9-8a39-c7689b508fdb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:56.696584 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-798e4019-2e29-4a57-8c62-db25a9b32c2d req-9a7ff171-4674-4a53-9f72-9eca3dba589f tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/security-groups?id=e4600145-0aaf-4853-ad08-dfd77d36be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1508069 May 18 18:25:56.714109 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63f5476-d7ca-4b84-9b96-7ecca7bfdb10 req-0616b672-7353-43f9-bec8-180db815e815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:56.716037 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d63f5476-d7ca-4b84-9b96-7ecca7bfdb10 req-0616b672-7353-43f9-bec8-180db815e815 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=add95d4d-788f-4f7a-943c-d9e04efedeef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1660185 May 18 18:25:56.791852 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 4b494777-dd4e-4d23-a1d7-cc698d45a8b7 is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:25:56.795133 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:56.878620 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-820c2596-edf4-4d17-ab49-48cc8f31a7fd req-98b5d13d-5e41-43b1-bdbe-6d332289a46f service neutron] 10.222.0.36 "GET /v2.0/networks/adbd4d3b-93fc-4f7a-a6ae-1551b2db5668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9196510 May 18 18:25:56.883957 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbb18758-6a18-499e-9d13-4ad6f2f505df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b494777-dd4e-4d23-a1d7-cc698d45a8b7'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:25:56.902243 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa0635dc-6f05-47a2-b42f-e3278df36251" -d '{"events": [{"server_uuid": "dbb18758-6a18-499e-9d13-4ad6f2f505df", "name": "network-vif-plugged", "status": "completed", "tag": "4b494777-dd4e-4d23-a1d7-cc698d45a8b7"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:25:56.949313 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-f278a2de-c760-42d9-8a39-c7689b508fdb admin admin] For port 03072fe5-036e-47f3-9c26-e85d0af12300, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=03072fe5-036e-47f3-9c26-e85d0af12300,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:25:56.949827 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f278a2de-c760-42d9-8a39-c7689b508fdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:56.964785 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 4b494777-dd4e-4d23-a1d7-cc698d45a8b7, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=4b494777-dd4e-4d23-a1d7-cc698d45a8b7,segment=NetworkSegment(ef93e1fc-f0f4-4220-adc9-d2cb000b3c93),segment_id=ef93e1fc-f0f4-4220-adc9-d2cb000b3c93)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:25:56.974651 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-590b4b56-90bb-4f39-8fa0-e2e04dbcafe1 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:56.978966 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:56.996035 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-590b4b56-90bb-4f39-8fa0-e2e04dbcafe1 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:56.998927 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-f278a2de-c760-42d9-8a39-c7689b508fdb admin admin] Calling delete_port for 03072fe5-036e-47f3-9c26-e85d0af12300 owned by network:router_gateway {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:25:57.013703 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-148263ba-1aa3-4a82-88dc-b189b2c91d99 x-openstack-request-id: req-148263ba-1aa3-4a82-88dc-b189b2c91d99 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:25:57.015208 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbb18758-6a18-499e-9d13-4ad6f2f505df", "name": "network-vif-plugged", "status": "completed", "tag": "4b494777-dd4e-4d23-a1d7-cc698d45a8b7", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:25:57.017863 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-148263ba-1aa3-4a82-88dc-b189b2c91d99 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:25:57.018632 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-148263ba-1aa3-4a82-88dc-b189b2c91d99'] response: {'server_uuid': 'dbb18758-6a18-499e-9d13-4ad6f2f505df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b494777-dd4e-4d23-a1d7-cc698d45a8b7', 'code': 200} May 18 18:25:57.030179 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-cc0fbfbb-679d-4cec-842c-ba5acae56f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4519a3b9-7688-44e7-a8e8-719c39071998', 'name': 'tempest-TaggedBootDevicesTest-1754196163-router', 'tenant_id': 'c7bd6b7b28b648819f008f88aac146ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '03072fe5-036e-47f3-9c26-e85d0af12300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:18:43Z', 'updated_at': '2022-05-18T18:25:53Z', 'revision_number': 5, 'project_id': 'c7bd6b7b28b648819f008f88aac146ed', 'gw_port': {'id': '03072fe5-036e-47f3-9c26-e85d0af12300', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:eb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4519a3b9-7688-44e7-a8e8-719c39071998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1962, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:18:44Z', 'updated_at': '2022-05-18T18:18:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:25:57.112264 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0fbfbb-679d-4cec-842c-ba5acae56f40 None None] The sync data for ids ['4519a3b9-7688-44e7-a8e8-719c39071998'] in n-d-838550-3 is: [{'id': '4519a3b9-7688-44e7-a8e8-719c39071998', 'name': 'tempest-TaggedBootDevicesTest-1754196163-router', 'tenant_id': 'c7bd6b7b28b648819f008f88aac146ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '03072fe5-036e-47f3-9c26-e85d0af12300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:18:43Z', 'updated_at': '2022-05-18T18:25:53Z', 'revision_number': 5, 'project_id': 'c7bd6b7b28b648819f008f88aac146ed', 'gw_port': {'id': '03072fe5-036e-47f3-9c26-e85d0af12300', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:eb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4519a3b9-7688-44e7-a8e8-719c39071998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1962, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:18:44Z', 'updated_at': '2022-05-18T18:18:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:25:57.153239 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 5554ca5b-c659-4e19-908c-487d861e0c85 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:25:57.231080 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=4b494777-dd4e-4d23-a1d7-cc698d45a8b7,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:25:57.288865 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 5554ca5b-c659-4e19-908c-487d861e0c85 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:25:57.291411 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:57.358932 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d63f5476-d7ca-4b84-9b96-7ecca7bfdb10 req-966237b2-1941-461d-8d5f-8107f7f38799 service neutron] 10.222.0.36 "GET /v2.0/networks/add95d4d-788f-4f7a-943c-d9e04efedeef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6289287 May 18 18:25:57.391101 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23117b60-8bfc-43ba-8937-98428848e416 req-b00aa08f-1f25-4ccf-8557-c30c657d0ece tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:57.422790 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-23117b60-8bfc-43ba-8937-98428848e416 req-b00aa08f-1f25-4ccf-8557-c30c657d0ece tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=dbb18758-6a18-499e-9d13-4ad6f2f505df HTTP/1.1" status: 200 len: 944 time: 1.2467444 May 18 18:25:57.552149 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-590b4b56-90bb-4f39-8fa0-e2e04dbcafe1 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] In _notify_port_updated(), no bound segment for port 1a378763-9d7a-4a10-b896-5f652bb75b8f on network a5ac6e02-68e5-42c6-aa0d-a58985fb7e46 {{(pid=102731) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 18 18:25:57.558275 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590b4b56-90bb-4f39-8fa0-e2e04dbcafe1 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:57.559314 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-590b4b56-90bb-4f39-8fa0-e2e04dbcafe1 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:57.564421 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-590b4b56-90bb-4f39-8fa0-e2e04dbcafe1 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] 10.222.0.85 "PUT /v2.0/ports/1a378763-9d7a-4a10-b896-5f652bb75b8f HTTP/1.1" status: 200 len: 960 time: 2.4663117 May 18 18:25:57.587799 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 48308) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:25:57.615046 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 5554ca5b-c659-4e19-908c-487d861e0c85 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:25:57.675563 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec86619-ca50-4b12-87db-02bda531fa87 req-8effb23f-b0d5-4096-b66e-98630ac897f2 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:57.678373 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5ec86619-ca50-4b12-87db-02bda531fa87 req-8effb23f-b0d5-4096-b66e-98630ac897f2 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f5facc6-6646-424b-9628-27fba785798c HTTP/1.1" status: 200 len: 943 time: 0.3108590 May 18 18:25:57.723585 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-10cc3591-9b8c-4680-a041-bbdbf4f341d1 None None] Provisioning complete for port 5554ca5b-c659-4e19-908c-487d861e0c85 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:25:57.726375 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-10cc3591-9b8c-4680-a041-bbdbf4f341d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:57.747532 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d63f5476-d7ca-4b84-9b96-7ecca7bfdb10 req-7da43250-388b-4a28-90fb-a2db4504a08c service neutron] 10.222.0.36 "GET /v2.0/networks/add95d4d-788f-4f7a-943c-d9e04efedeef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3767738 May 18 18:25:57.756149 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f278a2de-c760-42d9-8a39-c7689b508fdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:57.759176 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14af6942-a340-4cac-a949-9f09cd3dcc44 req-770c3ec6-f7a5-4bc9-97b6-83082cc4d8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:57.760495 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-14af6942-a340-4cac-a949-9f09cd3dcc44 req-770c3ec6-f7a5-4bc9-97b6-83082cc4d8b1 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=dbb18758-6a18-499e-9d13-4ad6f2f505df HTTP/1.1" status: 200 len: 1096 time: 0.6233237 May 18 18:25:57.765368 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590b4b56-90bb-4f39-8fa0-e2e04dbcafe1 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Pushing event updated for resources: {'Port': ['ID=1a378763-9d7a-4a10-b896-5f652bb75b8f,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:25:57.888469 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c999f75d-8964-4f1f-a4bf-473c46e46c44 req-83a1f3c9-d600-4e4b-9e42-e6fcac82aeed service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=9f31ff7d-1823-473c-83d4-db793c2d43da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3667064 May 18 18:25:57.919970 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f278a2de-c760-42d9-8a39-c7689b508fdb admin admin] Pushing event deleted for resources: {'Port': ['ID=03072fe5-036e-47f3-9c26-e85d0af12300,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:25:57.944814 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5ec86619-ca50-4b12-87db-02bda531fa87 req-7c2b054a-9f85-4b9f-93e2-2e91f3393aa5 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=86e7cf01-f21c-41cf-b5a3-71cb5ec2aaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368808 May 18 18:25:57.992402 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-23117b60-8bfc-43ba-8937-98428848e416 req-7fb583b9-312e-46a3-b32d-3aca005b337d tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=79af37b4-96e5-49e2-a136-b4eb89c535d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5687141 May 18 18:25:58.018089 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-10cc3591-9b8c-4680-a041-bbdbf4f341d1 None None] Current status of the port 5554ca5b-c659-4e19-908c-487d861e0c85 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:25:58.045540 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-14af6942-a340-4cac-a949-9f09cd3dcc44 req-2f7c3f88-c02b-4aa5-a05c-1de15da6fe23 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=79af37b4-96e5-49e2-a136-b4eb89c535d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236288 May 18 18:25:58.047279 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-10cc3591-9b8c-4680-a041-bbdbf4f341d1 None None] Provisioning complete for port 5849fced-6e26-4401-96de-fb285fc44e64 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:25:58.051132 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-10cc3591-9b8c-4680-a041-bbdbf4f341d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:58.078476 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-820c2596-edf4-4d17-ab49-48cc8f31a7fd req-6800cd9e-3c8c-456b-9405-b33b48b794b8 service neutron] 10.222.0.36 "GET /v2.0/networks/adbd4d3b-93fc-4f7a-a6ae-1551b2db5668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0951171 May 18 18:25:58.132139 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f278a2de-c760-42d9-8a39-c7689b508fdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596901'] for router_gateway, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:58.145807 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-10cc3591-9b8c-4680-a041-bbdbf4f341d1 None None] Port 5849fced-6e26-4401-96de-fb285fc44e64 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:25:58.164734 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-10cc3591-9b8c-4680-a041-bbdbf4f341d1 None None] Provisioning complete for port 1a378763-9d7a-4a10-b896-5f652bb75b8f triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:25:58.165293 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-10cc3591-9b8c-4680-a041-bbdbf4f341d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:58.264411 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-10cc3591-9b8c-4680-a041-bbdbf4f341d1 None None] Port 1a378763-9d7a-4a10-b896-5f652bb75b8f cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:25:58.344948 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f278a2de-c760-42d9-8a39-c7689b508fdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25145'] for router, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:58.347810 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f278a2de-c760-42d9-8a39-c7689b508fdb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:58.476933 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f278a2de-c760-42d9-8a39-c7689b508fdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593303'] for router, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:58.477965 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f278a2de-c760-42d9-8a39-c7689b508fdb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4519a3b9-7688-44e7-a8e8-719c39071998 {{(pid=102730) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 18 18:25:58.486339 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f278a2de-c760-42d9-8a39-c7689b508fdb admin admin] Notify callbacks [] for router, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:58.491775 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-f278a2de-c760-42d9-8a39-c7689b508fdb admin admin] 10.222.0.85 "DELETE /v2.0/routers/4519a3b9-7688-44e7-a8e8-719c39071998 HTTP/1.1" status: 204 len: 168 time: 2.8293042 May 18 18:25:58.492834 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 48326) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:25:58.503521 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-46b6a021-2fbc-42ba-acb8-5b32259aa104 None None] Provisioning complete for port 1a378763-9d7a-4a10-b896-5f652bb75b8f triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:25:58.504145 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-46b6a021-2fbc-42ba-acb8-5b32259aa104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:58.585370 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ed8da7-f03f-4fea-a6da-e7a610a65be3 req-572384c1-cd6c-425c-b9d0-509854b2efa8 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:58.587048 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c9ed8da7-f03f-4fea-a6da-e7a610a65be3 req-572384c1-cd6c-425c-b9d0-509854b2efa8 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=3af06ae7-a690-4f40-bcb1-f8f76cf6c6ef HTTP/1.1" status: 200 len: 946 time: 0.2372406 May 18 18:25:58.611360 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-46b6a021-2fbc-42ba-acb8-5b32259aa104 None None] Port 1a378763-9d7a-4a10-b896-5f652bb75b8f cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:25:58.649181 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d350264-c62a-4284-9124-0a6a115c99d6 admin admin] Deleting subnet 3b3b7dfa-fa51-4571-95bb-885f63ed7f48 {{(pid=102730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:25:58.656636 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9d350264-c62a-4284-9124-0a6a115c99d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:58.718559 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c9ed8da7-f03f-4fea-a6da-e7a610a65be3 req-61de3e8e-63db-4009-8690-3863abb99587 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/security-groups?id=e4600145-0aaf-4853-ad08-dfd77d36be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1178613 May 18 18:25:58.747068 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9d350264-c62a-4284-9124-0a6a115c99d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260107366'] for subnet, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:58.878731 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-38f045f7-1a93-4183-8e4e-989002b4e28a tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Deleting port 1a378763-9d7a-4a10-b896-5f652bb75b8f {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:25:58.879405 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-38f045f7-1a93-4183-8e4e-989002b4e28a tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:58.896701 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9d350264-c62a-4284-9124-0a6a115c99d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:59.018102 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9d350264-c62a-4284-9124-0a6a115c99d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261104690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261031888'] for subnet, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:59.147926 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d350264-c62a-4284-9124-0a6a115c99d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b3b7dfa-fa51-4571-95bb-885f63ed7f48,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:25:59.157090 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9d350264-c62a-4284-9124-0a6a115c99d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:59.169279 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-9d350264-c62a-4284-9124-0a6a115c99d6 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/3b3b7dfa-fa51-4571-95bb-885f63ed7f48 HTTP/1.1" status: 204 len: 168 time: 0.6724064 May 18 18:25:59.170309 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 48342) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:25:59.171132 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22f9e3b5-ce6f-4d65-8e52-4b8cdc330163 None None] Network a6fccd9a-f70b-47ed-8670-710c6e618367 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:25:59.257703 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c999f75d-8964-4f1f-a4bf-473c46e46c44 req-25e03fa7-d85a-4f72-a525-a7b338873007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:59.260701 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c999f75d-8964-4f1f-a4bf-473c46e46c44 req-25e03fa7-d85a-4f72-a525-a7b338873007 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=4ce86b77116a4afca1694cba473235e6&device_id=9f31ff7d-1823-473c-83d4-db793c2d43da HTTP/1.1" status: 200 len: 1096 time: 1.2392395 May 18 18:25:59.345974 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-96fc5f12-503d-4518-9c90-7fdf37506636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:59.354119 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 03072fe5-036e-47f3-9c26-e85d0af12300 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:25:59.370850 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-38f045f7-1a93-4183-8e4e-989002b4e28a tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:59.395808 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 03072fe5-036e-47f3-9c26-e85d0af12300 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:25:59.396069 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa19c750-c40b-4c72-be34-0caacb0f028e req-68f99ac6-50a0-4920-875e-c56ea4a81bd5 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:59.397046 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 03072fe5-036e-47f3-9c26-e85d0af12300 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:25:59.398403 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fa19c750-c40b-4c72-be34-0caacb0f028e req-68f99ac6-50a0-4920-875e-c56ea4a81bd5 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=dbb18758-6a18-499e-9d13-4ad6f2f505df HTTP/1.1" status: 200 len: 945 time: 0.1455290 May 18 18:25:59.399346 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 9a3afbf7-dee7-42b4-8ff9-2efea95e1815 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:25:59.437005 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 9a3afbf7-dee7-42b4-8ff9-2efea95e1815 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:25:59.438069 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 9a3afbf7-dee7-42b4-8ff9-2efea95e1815 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:25:59.527584 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fa19c750-c40b-4c72-be34-0caacb0f028e req-adcfd2c7-85e2-4762-82e2-382d36251afa tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=79af37b4-96e5-49e2-a136-b4eb89c535d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737648 May 18 18:25:59.544788 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-96fc5f12-503d-4518-9c90-7fdf37506636 admin admin] Deleting port 991dcc45-fefe-484c-9a11-e94402e02799 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:25:59.545240 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-96fc5f12-503d-4518-9c90-7fdf37506636 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:59.643761 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-38f045f7-1a93-4183-8e4e-989002b4e28a tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Calling delete_port for 1a378763-9d7a-4a10-b896-5f652bb75b8f owned by {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:25:59.690412 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-96fc5f12-503d-4518-9c90-7fdf37506636 admin admin] For port 991dcc45-fefe-484c-9a11-e94402e02799, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=991dcc45-fefe-484c-9a11-e94402e02799,segment=NetworkSegment(921e9079-7dca-40b3-938d-afa7101a1125),segment_id=921e9079-7dca-40b3-938d-afa7101a1125)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:25:59.690661 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-96fc5f12-503d-4518-9c90-7fdf37506636 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:59.727053 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-96fc5f12-503d-4518-9c90-7fdf37506636 admin admin] Calling delete_port for 991dcc45-fefe-484c-9a11-e94402e02799 owned by network:dhcp {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:25:59.762152 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec9319f-dd8e-423b-935d-24b1ee38f6d0 req-8bf73aaf-c333-435f-89bf-defaaf989ddc tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:59.764069 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8ec9319f-dd8e-423b-935d-24b1ee38f6d0 req-8bf73aaf-c333-435f-89bf-defaaf989ddc tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f5facc6-6646-424b-9628-27fba785798c HTTP/1.1" status: 200 len: 943 time: 0.4786005 May 18 18:25:59.803607 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dedf6636-3cbf-49cc-95ee-0e7193d21296 None None] DHCP port deletion for a6fccd9a-f70b-47ed-8670-710c6e618367 request from n-d-838550-3 {{(pid=102732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 18:25:59.828493 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c999f75d-8964-4f1f-a4bf-473c46e46c44 req-01355aeb-f6a4-41c3-9d42-79d9020d1d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:25:59.831735 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c999f75d-8964-4f1f-a4bf-473c46e46c44 req-01355aeb-f6a4-41c3-9d42-79d9020d1d28 service neutron] 10.222.0.88 "GET /v2.0/networks?id=eafefbfa-378a-4a8a-8ee5-45c0c746f8e9 HTTP/1.1" status: 200 len: 911 time: 0.4735134 May 18 18:25:59.892665 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.db.resource_extend [None req-0b406e07-a989-4ac7-864e-4c178f6cf319 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 18 18:25:59.910307 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-dedf6636-3cbf-49cc-95ee-0e7193d21296 None None] Deleting port 991dcc45-fefe-484c-9a11-e94402e02799 {{(pid=102732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:25:59.910720 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-dedf6636-3cbf-49cc-95ee-0e7193d21296 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:59.951372 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-96fc5f12-503d-4518-9c90-7fdf37506636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:25:59.972694 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96fc5f12-503d-4518-9c90-7fdf37506636 admin admin] No DVR routers for this DVR port 991dcc45-fefe-484c-9a11-e94402e02799 on host n-d-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:26:00.000097 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8ec9319f-dd8e-423b-935d-24b1ee38f6d0 req-8d321622-fbb2-4430-9c87-44358e10b5e3 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=86e7cf01-f21c-41cf-b5a3-71cb5ec2aaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642253 May 18 18:26:00.001478 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c999f75d-8964-4f1f-a4bf-473c46e46c44 req-03fbf370-1060-4a50-be99-548a2ec8fda3 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=674da24f-68ce-455c-a7d9-bb312b8b278a HTTP/1.1" status: 200 len: 217 time: 0.1498108 May 18 18:26:00.001641 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 1c11c2a5-e9d5-4af6-8ef8-c633d610a032 details requested by agent hyperv_n-h2-838550-3 with host n-h2-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:26:00.020969 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaff7c4-656a-48e6-aeba-c8bf7edbde09 req-29a6a763-93ee-4fae-83ad-d511607e4f38 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:00.020969 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8aaff7c4-656a-48e6-aeba-c8bf7edbde09 req-29a6a763-93ee-4fae-83ad-d511607e4f38 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=3af06ae7-a690-4f40-bcb1-f8f76cf6c6ef HTTP/1.1" status: 200 len: 946 time: 0.1813314 May 18 18:26:00.022993 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fc5f12-503d-4518-9c90-7fdf37506636 admin admin] Pushing event deleted for resources: {'Port': ['ID=991dcc45-fefe-484c-9a11-e94402e02799,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:26:00.099502 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0b406e07-a989-4ac7-864e-4c178f6cf319 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:00.108151 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-dedf6636-3cbf-49cc-95ee-0e7193d21296 None None] For port 991dcc45-fefe-484c-9a11-e94402e02799, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=991dcc45-fefe-484c-9a11-e94402e02799,segment=NetworkSegment(921e9079-7dca-40b3-938d-afa7101a1125),segment_id=921e9079-7dca-40b3-938d-afa7101a1125)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:26:00.108901 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-dedf6636-3cbf-49cc-95ee-0e7193d21296 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:00.151966 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8aaff7c4-656a-48e6-aeba-c8bf7edbde09 req-73b7ce05-ed99-4c6c-9b73-e110cac6c2ff tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/security-groups?id=e4600145-0aaf-4853-ad08-dfd77d36be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054628 May 18 18:26:00.162256 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-96fc5f12-503d-4518-9c90-7fdf37506636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:00.183400 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0b406e07-a989-4ac7-864e-4c178f6cf319 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596987'] for floatingip, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:00.205243 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-dedf6636-3cbf-49cc-95ee-0e7193d21296 None None] Calling delete_port for 991dcc45-fefe-484c-9a11-e94402e02799 owned by network:dhcp {{(pid=102732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:26:00.221084 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-96fc5f12-503d-4518-9c90-7fdf37506636 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6fccd9a-f70b-47ed-8670-710c6e618367']}} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:26:00.244980 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-96fc5f12-503d-4518-9c90-7fdf37506636 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '921e9079-7dca-40b3-938d-afa7101a1125') {'for_net_delete': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:26:00.245464 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-96fc5f12-503d-4518-9c90-7fdf37506636 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '921e9079-7dca-40b3-938d-afa7101a1125') {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:26:00.260185 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-96fc5f12-503d-4518-9c90-7fdf37506636 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260107375'] for segment, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:00.268532 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c999f75d-8964-4f1f-a4bf-473c46e46c44 req-4230dc49-9eb9-4a0c-9bb2-ebf021a05193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:00.270394 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c999f75d-8964-4f1f-a4bf-473c46e46c44 req-4230dc49-9eb9-4a0c-9bb2-ebf021a05193 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=ab1f7f5a-a761-43dc-be82-e3f213958e88 HTTP/1.1" status: 200 len: 849 time: 0.2579730 May 18 18:26:00.278574 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-96fc5f12-503d-4518-9c90-7fdf37506636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:00.289727 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96fc5f12-503d-4518-9c90-7fdf37506636 admin admin] Releasing vlan 609 on physical network physnet1 to pool {{(pid=102730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:26:00.290050 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-96fc5f12-503d-4518-9c90-7fdf37506636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261102736'] for segment, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:00.332894 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 1c11c2a5-e9d5-4af6-8ef8-c633d610a032, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=1c11c2a5-e9d5-4af6-8ef8-c633d610a032,segment=NetworkSegment(91232e8c-3d17-424b-b810-746db9884dd3),segment_id=91232e8c-3d17-424b-b810-746db9884dd3)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:26:00.377834 n-d-838550-3 neutron-server[102730]: Traceback (most recent call last): May 18 18:26:00.377834 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:26:00.377834 n-d-838550-3 neutron-server[102730]: timer() May 18 18:26:00.377834 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:26:00.377834 n-d-838550-3 neutron-server[102730]: cb(*args, **kw) May 18 18:26:00.377834 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:26:00.377834 n-d-838550-3 neutron-server[102730]: return func(*args, **kwargs) May 18 18:26:00.377834 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:26:00.377834 n-d-838550-3 neutron-server[102730]: self._notify() May 18 18:26:00.377834 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:26:00.377834 n-d-838550-3 neutron-server[102730]: self.callback(batched_events) May 18 18:26:00.377834 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:26:00.377834 n-d-838550-3 neutron-server[102730]: event.method(event) May 18 18:26:00.377834 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:26:00.377834 n-d-838550-3 neutron-server[102730]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:26:00.377834 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:26:00.377834 n-d-838550-3 neutron-server[102730]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:26:00.377834 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:26:00.377834 n-d-838550-3 neutron-server[102730]: return f(self, *a, **k) May 18 18:26:00.377834 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:26:00.377834 n-d-838550-3 neutron-server[102730]: return self._get(url).json() May 18 18:26:00.377834 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:26:00.377834 n-d-838550-3 neutron-server[102730]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:26:00.377834 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:26:00.377834 n-d-838550-3 neutron-server[102730]: return self.request(url, 'GET', **kwargs) May 18 18:26:00.377834 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:26:00.377834 n-d-838550-3 neutron-server[102730]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:26:00.377834 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:26:00.377834 n-d-838550-3 neutron-server[102730]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:26:00.377834 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:26:00.377834 n-d-838550-3 neutron-server[102730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:26:00.377834 n-d-838550-3 neutron-server[102730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:26:00.382354 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Returning: {'device': '1c11c2a5-e9d5-4af6-8ef8-c633d610a032', 'network_id': 'eafefbfa-378a-4a8a-8ee5-45c0c746f8e9', 'port_id': '1c11c2a5-e9d5-4af6-8ef8-c633d610a032', 'mac_address': 'fa:16:3e:08:e8:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab1f7f5a-a761-43dc-be82-e3f213958e88', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:26:00.383842 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-96fc5f12-503d-4518-9c90-7fdf37506636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:00.394654 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-38f045f7-1a93-4183-8e4e-989002b4e28a tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:00.405586 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-96fc5f12-503d-4518-9c90-7fdf37506636 admin admin] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:00.422562 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-96fc5f12-503d-4518-9c90-7fdf37506636 admin admin] 10.222.0.85 "DELETE /v2.0/networks/a6fccd9a-f70b-47ed-8670-710c6e618367 HTTP/1.1" status: 204 len: 168 time: 1.2506423 May 18 18:26:00.429535 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fc5f12-503d-4518-9c90-7fdf37506636 admin admin] Pushing event deleted for resources: {'Network': ['ID=a6fccd9a-f70b-47ed-8670-710c6e618367,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:26:00.439793 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-dedf6636-3cbf-49cc-95ee-0e7193d21296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508'] for port, after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:00.451559 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-dedf6636-3cbf-49cc-95ee-0e7193d21296 None None] Network a6fccd9a-f70b-47ed-8670-710c6e618367 is not hosted by any dhcp agent {{(pid=102732) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} May 18 18:26:00.452259 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedf6636-3cbf-49cc-95ee-0e7193d21296 None None] No DVR routers for this DVR port 991dcc45-fefe-484c-9a11-e94402e02799 on host n-d-838550-3 {{(pid=102732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:26:00.475246 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c999f75d-8964-4f1f-a4bf-473c46e46c44 req-48bc1e2a-2839-4464-8000-e39f02cb3be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:00.477458 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c999f75d-8964-4f1f-a4bf-473c46e46c44 req-48bc1e2a-2839-4464-8000-e39f02cb3be6 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=eafefbfa-378a-4a8a-8ee5-45c0c746f8e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1979787 May 18 18:26:00.485305 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f045f7-1a93-4183-8e4e-989002b4e28a tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Pushing event deleted for resources: {'Port': ['ID=1a378763-9d7a-4a10-b896-5f652bb75b8f,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:26:00.526987 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedf6636-3cbf-49cc-95ee-0e7193d21296 None None] Pushing event deleted for resources: {'Port': ['ID=991dcc45-fefe-484c-9a11-e94402e02799,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:26:00.529376 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 1c11c2a5-e9d5-4af6-8ef8-c633d610a032 is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:26:00.529849 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:00.557934 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c11c2a5-e9d5-4af6-8ef8-c633d610a032 {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:26:00.587173 n-d-838550-3 neutron-server[102731]: INFO neutron.db.l3_db [None req-0b406e07-a989-4ac7-864e-4c178f6cf319 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Floating IP 53e1d2d6-59e8-4df3-86fc-15a31284694a associated. External IP: 172.25.5.221, port: b3be1f07-b788-4365-a4e5-9da691ad6468. May 18 18:26:00.602397 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 1c11c2a5-e9d5-4af6-8ef8-c633d610a032, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=1c11c2a5-e9d5-4af6-8ef8-c633d610a032,segment=NetworkSegment(91232e8c-3d17-424b-b810-746db9884dd3),segment_id=91232e8c-3d17-424b-b810-746db9884dd3)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:26:00.609531 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:00.700139 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 48370) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:26:00.787107 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=1c11c2a5-e9d5-4af6-8ef8-c633d610a032,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:26:00.790724 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-9de4b48e-f946-4c07-a912-fe7fb1615677 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=9acf9282c55849649d2e7c597835524a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0857697 May 18 18:26:00.790724 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 48374) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:26:00.910281 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a0696750-2682-4098-acba-5c2193a4a21a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:00.912660 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-38f045f7-1a93-4183-8e4e-989002b4e28a tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:00.922322 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-38f045f7-1a93-4183-8e4e-989002b4e28a tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] 10.222.0.85 "DELETE /v2.0/ports/1a378763-9d7a-4a10-b896-5f652bb75b8f HTTP/1.1" status: 204 len: 168 time: 3.3308480 May 18 18:26:00.947401 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 48378) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:26:00.958195 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a0696750-2682-4098-acba-5c2193a4a21a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:00.974714 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c999f75d-8964-4f1f-a4bf-473c46e46c44 req-c691b892-5a38-4991-aef7-082e90568b61 service neutron] 10.222.0.88 "GET /v2.0/networks/eafefbfa-378a-4a8a-8ee5-45c0c746f8e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4855921 May 18 18:26:00.990145 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['1c11c2a5-e9d5-4af6-8ef8-c633d610a032'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:26:00.992772 n-d-838550-3 neutron-server[102730]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6744516-af91-41bd-bf20-c2cab45e66bc tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] GET failed (client error): The resource could not be found. May 18 18:26:00.994422 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-f6744516-af91-41bd-bf20-c2cab45e66bc tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] 10.222.0.85 "GET /v2.0/ports/1a378763-9d7a-4a10-b896-5f652bb75b8f HTTP/1.1" status: 404 len: 333 time: 0.0479159 May 18 18:26:00.997324 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 48380) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:26:01.005162 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 7 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 18:26:01.091901 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 991dcc45-fefe-484c-9a11-e94402e02799 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:26:01.123331 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a0696750-2682-4098-acba-5c2193a4a21a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:01.125589 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a0696750-2682-4098-acba-5c2193a4a21a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:01.129214 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-a0696750-2682-4098-acba-5c2193a4a21a admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/bbd4527f-f9e4-46b0-8c76-f8fe8c004d55 HTTP/1.1" status: 204 len: 168 time: 0.3244960 May 18 18:26:01.141381 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 991dcc45-fefe-484c-9a11-e94402e02799 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:26:01.141748 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 991dcc45-fefe-484c-9a11-e94402e02799 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:26:01.143673 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:01.157578 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c999f75d-8964-4f1f-a4bf-473c46e46c44 req-8fdaa06c-f525-49b8-93e0-a903e02bf789 service neutron] 10.222.0.88 "GET /v2.0/networks/eafefbfa-378a-4a8a-8ee5-45c0c746f8e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719263 May 18 18:26:01.171493 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0696750-2682-4098-acba-5c2193a4a21a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbd4527f-f9e4-46b0-8c76-f8fe8c004d55,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:26:01.173443 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0ada6ed5-9bce-497b-bfe4-af916d1f4b3d tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:01.184739 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f172829-8240-4f01-b6a2-2facc0e0814e req-41060822-10ae-4fac-a199-9bb4dbbb0fe8 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:01.195068 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4f172829-8240-4f01-b6a2-2facc0e0814e req-41060822-10ae-4fac-a199-9bb4dbbb0fe8 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=dbb18758-6a18-499e-9d13-4ad6f2f505df HTTP/1.1" status: 200 len: 945 time: 0.4046147 May 18 18:26:01.289661 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:01.301450 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4f172829-8240-4f01-b6a2-2facc0e0814e req-d636e9b7-9ce4-4b0f-b438-1294fa7bf282 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=79af37b4-96e5-49e2-a136-b4eb89c535d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046762 May 18 18:26:01.310825 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0ada6ed5-9bce-497b-bfe4-af916d1f4b3d tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:01.365674 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1bd5d8-25f8-480a-a191-3693ff29aeb3 req-b5a68b7c-1d06-41a7-9c37-ba261382ba7c tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:01.370396 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ab1bd5d8-25f8-480a-a191-3693ff29aeb3 req-b5a68b7c-1d06-41a7-9c37-ba261382ba7c tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f5facc6-6646-424b-9628-27fba785798c HTTP/1.1" status: 200 len: 944 time: 0.1180062 May 18 18:26:01.430452 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0ada6ed5-9bce-497b-bfe4-af916d1f4b3d tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:01.437935 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0ada6ed5-9bce-497b-bfe4-af916d1f4b3d tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:01.439968 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-0ada6ed5-9bce-497b-bfe4-af916d1f4b3d tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] 10.222.0.85 "DELETE /v2.0/security-groups/f0b38cd5-6f61-4e6d-a2ff-dadb27986500 HTTP/1.1" status: 204 len: 168 time: 0.4416609 May 18 18:26:01.447086 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 48398) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:26:01.466735 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b406e07-a989-4ac7-864e-4c178f6cf319 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Router 8b67a8a7-2193-465b-99b6-3e3f0d6374dd has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:26:01.558120 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ada6ed5-9bce-497b-bfe4-af916d1f4b3d tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0b38cd5-6f61-4e6d-a2ff-dadb27986500,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:26:01.592777 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ab1bd5d8-25f8-480a-a191-3693ff29aeb3 req-e801e8bb-391c-4168-b340-0b4bb6a38227 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=86e7cf01-f21c-41cf-b5a3-71cb5ec2aaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137952 May 18 18:26:01.702102 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-94898127-ddc4-41a4-b0a3-2d288c06bc49 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:01.714296 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813b3321-52c6-4b31-87c5-235484e4021c req-069ce448-7c94-4113-85c1-55ffe1f65a1e tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:01.716237 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-813b3321-52c6-4b31-87c5-235484e4021c req-069ce448-7c94-4113-85c1-55ffe1f65a1e tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=3af06ae7-a690-4f40-bcb1-f8f76cf6c6ef HTTP/1.1" status: 200 len: 946 time: 0.1758034 May 18 18:26:01.741051 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-94898127-ddc4-41a4-b0a3-2d288c06bc49 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:01.748074 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b406e07-a989-4ac7-864e-4c178f6cf319 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:26:01.758189 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0b406e07-a989-4ac7-864e-4c178f6cf319 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:01.762089 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec9c555-c600-479b-b478-5a9060538423 None None] Sync routers for ids ['8b67a8a7-2193-465b-99b6-3e3f0d6374dd'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:26:01.785310 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec9c555-c600-479b-b478-5a9060538423 None None] Routers {'8b67a8a7-2193-465b-99b6-3e3f0d6374dd'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:26:01.786393 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-bec9c555-c600-479b-b478-5a9060538423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:25:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['8b67a8a7-2193-465b-99b6-3e3f0d6374dd'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:26:01.829727 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-94898127-ddc4-41a4-b0a3-2d288c06bc49 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:01.832978 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-94898127-ddc4-41a4-b0a3-2d288c06bc49 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:01.835513 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-94898127-ddc4-41a4-b0a3-2d288c06bc49 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] 10.222.0.85 "DELETE /v2.0/security-groups/994b5255-f58d-46dd-999d-a60ea20de38b HTTP/1.1" status: 204 len: 168 time: 0.3714252 May 18 18:26:01.838065 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 48406) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:26:01.843238 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-0b406e07-a989-4ac7-864e-4c178f6cf319 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "PUT /v2.0/floatingips/53e1d2d6-59e8-4df3-86fc-15a31284694a HTTP/1.1" status: 200 len: 991 time: 5.7467303 May 18 18:26:01.858540 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24a2fe16-e7b0-4a5e-88fa-7949ff7ba897', 'tag': 'b3be1f07-b788-4365-a4e5-9da691ad6468'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:26:01.864990 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1b632d2-e513-481a-a26a-ca41948f6e3c" -d '{"events": [{"name": "network-changed", "server_uuid": "24a2fe16-e7b0-4a5e-88fa-7949ff7ba897", "tag": "b3be1f07-b788-4365-a4e5-9da691ad6468"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:26:01.871118 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94898127-ddc4-41a4-b0a3-2d288c06bc49 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=994b5255-f58d-46dd-999d-a60ea20de38b,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:26:01.916961 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-813b3321-52c6-4b31-87c5-235484e4021c req-1a2f4145-8c57-48e0-8912-f454ce988c60 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/security-groups?id=e4600145-0aaf-4853-ad08-dfd77d36be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1646118 May 18 18:26:01.932811 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 48414) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:26:01.986995 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2738fb6a-ca34-4547-aba8-435e1efac47e x-openstack-request-id: req-2738fb6a-ca34-4547-aba8-435e1efac47e {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:26:01.987580 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24a2fe16-e7b0-4a5e-88fa-7949ff7ba897", "tag": "b3be1f07-b788-4365-a4e5-9da691ad6468", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:26:01.987997 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-2738fb6a-ca34-4547-aba8-435e1efac47e {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:26:01.988577 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2738fb6a-ca34-4547-aba8-435e1efac47e'] response: {'name': 'network-changed', 'server_uuid': '24a2fe16-e7b0-4a5e-88fa-7949ff7ba897', 'tag': 'b3be1f07-b788-4365-a4e5-9da691ad6468', 'status': 'completed', 'code': 200} May 18 18:26:02.006529 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-cb11e967-d240-427b-96ac-92b0ca3ecfa1 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=c7bd6b7b28b648819f008f88aac146ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0710318 May 18 18:26:02.008890 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 48418) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:26:02.018426 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-bec9c555-c600-479b-b478-5a9060538423 None None] Set router 8b67a8a7-2193-465b-99b6-3e3f0d6374dd gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:26:02.053304 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f3573345-75fe-4724-bc94-37a0e843b724 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:02.072628 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b632d2-e513-481a-a26a-ca41948f6e3c req-6a1ed2b0-3b1c-4e1c-bde6-e70d25914b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:02.074386 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e1b632d2-e513-481a-a26a-ca41948f6e3c req-6a1ed2b0-3b1c-4e1c-bde6-e70d25914b1b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1cf6702826ca40b18af7dfcf12233973&device_id=24a2fe16-e7b0-4a5e-88fa-7949ff7ba897 HTTP/1.1" status: 200 len: 1096 time: 0.0850320 May 18 18:26:02.122202 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f3573345-75fe-4724-bc94-37a0e843b724 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:02.135148 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ff369b70-d5d8-43e3-b946-573f833d36ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:02.183814 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ff369b70-d5d8-43e3-b946-573f833d36ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:02.252985 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b632d2-e513-481a-a26a-ca41948f6e3c req-e444bed6-1b52-4fd4-aa02-3c85c8108d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:02.263467 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e1b632d2-e513-481a-a26a-ca41948f6e3c req-e444bed6-1b52-4fd4-aa02-3c85c8108d02 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b0e0df8a-fe46-47e2-96e7-6f339d67d466 HTTP/1.1" status: 200 len: 915 time: 0.1793747 May 18 18:26:02.270866 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ff369b70-d5d8-43e3-b946-573f833d36ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:02.273449 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ff369b70-d5d8-43e3-b946-573f833d36ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:02.274667 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-ff369b70-d5d8-43e3-b946-573f833d36ee admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/c6be3fd5-e706-466b-92a1-69f8f1851c3a HTTP/1.1" status: 204 len: 168 time: 0.2645435 May 18 18:26:02.299621 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f3573345-75fe-4724-bc94-37a0e843b724 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:02.302838 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff369b70-d5d8-43e3-b946-573f833d36ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6be3fd5-e706-466b-92a1-69f8f1851c3a,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:26:02.306864 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f3573345-75fe-4724-bc94-37a0e843b724 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:02.315848 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 48428) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:26:02.315996 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-f3573345-75fe-4724-bc94-37a0e843b724 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] 10.222.0.85 "DELETE /v2.0/security-groups/b52f2bf3-4164-4a28-a383-d1a5fc07fd5a HTTP/1.1" status: 204 len: 168 time: 0.4755716 May 18 18:26:02.426137 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3573345-75fe-4724-bc94-37a0e843b724 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b52f2bf3-4164-4a28-a383-d1a5fc07fd5a,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:26:02.456350 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_v2 [None req-3150a8df-7972-4dc2-9ad8-6a9a525b23de tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Deleting subnet 63fca82a-883e-4134-8da6-65d4139cf0aa {{(pid=102730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:26:02.463237 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3150a8df-7972-4dc2-9ad8-6a9a525b23de tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks [] for subnet, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:02.489390 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e1b632d2-e513-481a-a26a-ca41948f6e3c req-e6075529-a622-4bbd-a1a9-fc36467baeaa service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b3be1f07-b788-4365-a4e5-9da691ad6468 HTTP/1.1" status: 200 len: 999 time: 0.2150128 May 18 18:26:02.519634 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-bec9c555-c600-479b-b478-5a9060538423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b67a8a7-2193-465b-99b6-3e3f0d6374dd', 'name': 'tempest-AttachVolumeNegativeTest-598483996-router', 'tenant_id': '1cf6702826ca40b18af7dfcf12233973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': '4c88ee3f-8327-47c9-8e1d-c3b5a52c51ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:23:34Z', 'updated_at': '2022-05-18T18:23:42Z', 'revision_number': 4, 'project_id': '1cf6702826ca40b18af7dfcf12233973', 'gw_port': {'id': '4c88ee3f-8327-47c9-8e1d-c3b5a52c51ab', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:64:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b67a8a7-2193-465b-99b6-3e3f0d6374dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:23:35Z', 'updated_at': '2022-05-18T18:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': '53e1d2d6-59e8-4df3-86fc-15a31284694a', 'tenant_id': '1cf6702826ca40b18af7dfcf12233973', 'floating_ip_address': '172.25.5.221', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': '8b67a8a7-2193-465b-99b6-3e3f0d6374dd', 'port_id': 'b3be1f07-b788-4365-a4e5-9da691ad6468', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0e0df8a-fe46-47e2-96e7-6f339d67d466', 'mac_address': 'fa:16:3e:e0:a1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a2fe16-e7b0-4a5e-88fa-7949ff7ba897', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T18:25:29Z', 'updated_at': '2022-05-18T18:25:59Z', 'revision_number': 1, 'project_id': '1cf6702826ca40b18af7dfcf12233973', 'fixed_ip_address_scope': None}, {'id': 'a3c33591-3d82-4852-b00f-8ff9b9cf8265', 'tenant_id': '1cf6702826ca40b18af7dfcf12233973', 'floating_ip_address': '172.25.5.136', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': '8b67a8a7-2193-465b-99b6-3e3f0d6374dd', 'port_id': '90514794-1f1f-4757-a687-051a1fe538a4', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0e0df8a-fe46-47e2-96e7-6f339d67d466', 'mac_address': 'fa:16:3e:9f:8e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9fd8ee-e843-4aca-b24e-7cbfa5ecfb92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T18:23:47Z', 'updated_at': '2022-05-18T18:24:20Z', 'revision_number': 2, 'project_id': '1cf6702826ca40b18af7dfcf12233973', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed71b158-f026-42aa-adb7-1dd0aa0eab50', 'name': '', 'network_id': 'b0e0df8a-fe46-47e2-96e7-6f339d67d466', 'tenant_id': '1cf6702826ca40b18af7dfcf12233973', 'mac_address': 'fa:16:3e:09:ad:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b67a8a7-2193-465b-99b6-3e3f0d6374dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2399, 'fixed_ips': [{'subnet_id': 'accb0a89-f23b-4ef5-8f87-983b3d81047a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:23:39Z', 'updated_at': '2022-05-18T18:23:47Z', 'revision_number': 5, 'project_id': '1cf6702826ca40b18af7dfcf12233973', 'subnets': [{'id': 'accb0a89-f23b-4ef5-8f87-983b3d81047a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:26:02.544877 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3150a8df-7972-4dc2-9ad8-6a9a525b23de tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260107366'] for subnet, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:02.578766 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec9c555-c600-479b-b478-5a9060538423 None None] Checking router: 8b67a8a7-2193-465b-99b6-3e3f0d6374dd for host: n-d-838550-3 {{(pid=102732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:26:02.580536 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b632d2-e513-481a-a26a-ca41948f6e3c req-6ad33770-3900-4b64-bebb-21e4eeb18eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:02.582672 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e1b632d2-e513-481a-a26a-ca41948f6e3c req-6ad33770-3900-4b64-bebb-21e4eeb18eef service neutron] 10.222.0.36 "GET /v2.0/subnets?id=accb0a89-f23b-4ef5-8f87-983b3d81047a HTTP/1.1" status: 200 len: 853 time: 0.0858374 May 18 18:26:02.608670 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec9c555-c600-479b-b478-5a9060538423 None None] Routers {'8b67a8a7-2193-465b-99b6-3e3f0d6374dd'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:26:02.609610 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-bec9c555-c600-479b-b478-5a9060538423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:25:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['8b67a8a7-2193-465b-99b6-3e3f0d6374dd'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:26:02.705102 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3150a8df-7972-4dc2-9ad8-6a9a525b23de tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:02.785311 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b632d2-e513-481a-a26a-ca41948f6e3c req-4dd71884-23d1-4d24-b661-c78d93b21034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:02.790513 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e1b632d2-e513-481a-a26a-ca41948f6e3c req-4dd71884-23d1-4d24-b661-c78d93b21034 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b0e0df8a-fe46-47e2-96e7-6f339d67d466&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1964741 May 18 18:26:02.820049 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3150a8df-7972-4dc2-9ad8-6a9a525b23de tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261104690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261031888'] for subnet, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:02.866829 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-bec9c555-c600-479b-b478-5a9060538423 None None] Set router 8b67a8a7-2193-465b-99b6-3e3f0d6374dd gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:26:02.877260 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3150a8df-7972-4dc2-9ad8-6a9a525b23de tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:02.881007 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-3150a8df-7972-4dc2-9ad8-6a9a525b23de tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] 10.222.0.85 "DELETE /v2.0/subnets/63fca82a-883e-4134-8da6-65d4139cf0aa HTTP/1.1" status: 204 len: 168 time: 0.5621772 May 18 18:26:02.882674 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3150a8df-7972-4dc2-9ad8-6a9a525b23de tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Pushing event deleted for resources: {'Subnet': ['ID=63fca82a-883e-4134-8da6-65d4139cf0aa,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:26:02.887108 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 48444) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:26:02.941605 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e1b632d2-e513-481a-a26a-ca41948f6e3c req-0f798bff-7d3b-4780-9ba3-208b34c3ba4d service neutron] 10.222.0.36 "GET /v2.0/networks/b0e0df8a-fe46-47e2-96e7-6f339d67d466?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442547 May 18 18:26:02.973428 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f168c1c-26de-4b9c-9c6b-6b73c30706c5 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Deleting subnet 9c042949-5c2e-4bba-a034-8dff3ac45569 {{(pid=102730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:26:02.986398 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9f168c1c-26de-4b9c-9c6b-6b73c30706c5 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks [] for subnet, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:03.078518 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d52681e2-59cc-4060-bc46-975c0b622ebc None None] Network a5ac6e02-68e5-42c6-aa0d-a58985fb7e46 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:26:03.096860 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e1b632d2-e513-481a-a26a-ca41948f6e3c req-be51ebab-b320-4ee4-96e9-e47678ee5849 service neutron] 10.222.0.36 "GET /v2.0/networks/b0e0df8a-fe46-47e2-96e7-6f339d67d466?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472859 May 18 18:26:03.125051 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8aa500-2609-440b-abec-3fa214a7c8bd req-3208f651-908f-4273-a706-01acf2e06b31 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:03.127531 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fe8aa500-2609-440b-abec-3fa214a7c8bd req-3208f651-908f-4273-a706-01acf2e06b31 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f5facc6-6646-424b-9628-27fba785798c HTTP/1.1" status: 200 len: 944 time: 0.4192290 May 18 18:26:03.196930 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9f168c1c-26de-4b9c-9c6b-6b73c30706c5 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260107366'] for subnet, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:03.224795 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fe8aa500-2609-440b-abec-3fa214a7c8bd req-e4c00934-ee13-42fb-81f3-548f4d722c68 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=86e7cf01-f21c-41cf-b5a3-71cb5ec2aaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810673 May 18 18:26:03.287467 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec2375e-00ee-4e9b-a3d5-753caecf6bc6 req-7d25331c-9271-4090-b207-5d131dc647e9 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:03.298796 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cec2375e-00ee-4e9b-a3d5-753caecf6bc6 req-7d25331c-9271-4090-b207-5d131dc647e9 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=3af06ae7-a690-4f40-bcb1-f8f76cf6c6ef HTTP/1.1" status: 200 len: 946 time: 0.2392781 May 18 18:26:03.416341 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cec2375e-00ee-4e9b-a3d5-753caecf6bc6 req-87c8e8a0-fc06-407b-903c-a72dd0f8243d tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/security-groups?id=e4600145-0aaf-4853-ad08-dfd77d36be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149993 May 18 18:26:03.435916 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9f168c1c-26de-4b9c-9c6b-6b73c30706c5 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:03.545209 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9f168c1c-26de-4b9c-9c6b-6b73c30706c5 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261104690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261031888'] for subnet, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:03.557254 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-bec9c555-c600-479b-b478-5a9060538423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b67a8a7-2193-465b-99b6-3e3f0d6374dd', 'name': 'tempest-AttachVolumeNegativeTest-598483996-router', 'tenant_id': '1cf6702826ca40b18af7dfcf12233973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': '4c88ee3f-8327-47c9-8e1d-c3b5a52c51ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:23:34Z', 'updated_at': '2022-05-18T18:23:42Z', 'revision_number': 4, 'project_id': '1cf6702826ca40b18af7dfcf12233973', 'gw_port': {'id': '4c88ee3f-8327-47c9-8e1d-c3b5a52c51ab', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:64:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b67a8a7-2193-465b-99b6-3e3f0d6374dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:23:35Z', 'updated_at': '2022-05-18T18:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': '53e1d2d6-59e8-4df3-86fc-15a31284694a', 'tenant_id': '1cf6702826ca40b18af7dfcf12233973', 'floating_ip_address': '172.25.5.221', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': '8b67a8a7-2193-465b-99b6-3e3f0d6374dd', 'port_id': 'b3be1f07-b788-4365-a4e5-9da691ad6468', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0e0df8a-fe46-47e2-96e7-6f339d67d466', 'mac_address': 'fa:16:3e:e0:a1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a2fe16-e7b0-4a5e-88fa-7949ff7ba897', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T18:25:29Z', 'updated_at': '2022-05-18T18:25:59Z', 'revision_number': 1, 'project_id': '1cf6702826ca40b18af7dfcf12233973', 'fixed_ip_address_scope': None}, {'id': 'a3c33591-3d82-4852-b00f-8ff9b9cf8265', 'tenant_id': '1cf6702826ca40b18af7dfcf12233973', 'floating_ip_address': '172.25.5.136', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': '8b67a8a7-2193-465b-99b6-3e3f0d6374dd', 'port_id': '90514794-1f1f-4757-a687-051a1fe538a4', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0e0df8a-fe46-47e2-96e7-6f339d67d466', 'mac_address': 'fa:16:3e:9f:8e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9fd8ee-e843-4aca-b24e-7cbfa5ecfb92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T18:23:47Z', 'updated_at': '2022-05-18T18:24:20Z', 'revision_number': 2, 'project_id': '1cf6702826ca40b18af7dfcf12233973', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed71b158-f026-42aa-adb7-1dd0aa0eab50', 'name': '', 'network_id': 'b0e0df8a-fe46-47e2-96e7-6f339d67d466', 'tenant_id': '1cf6702826ca40b18af7dfcf12233973', 'mac_address': 'fa:16:3e:09:ad:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b67a8a7-2193-465b-99b6-3e3f0d6374dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2399, 'fixed_ips': [{'subnet_id': 'accb0a89-f23b-4ef5-8f87-983b3d81047a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:23:39Z', 'updated_at': '2022-05-18T18:23:47Z', 'revision_number': 5, 'project_id': '1cf6702826ca40b18af7dfcf12233973', 'subnets': [{'id': 'accb0a89-f23b-4ef5-8f87-983b3d81047a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:26:03.595937 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f168c1c-26de-4b9c-9c6b-6b73c30706c5 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Pushing event deleted for resources: {'Subnet': ['ID=9c042949-5c2e-4bba-a034-8dff3ac45569,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:26:03.632442 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9f168c1c-26de-4b9c-9c6b-6b73c30706c5 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:03.639395 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-9f168c1c-26de-4b9c-9c6b-6b73c30706c5 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] 10.222.0.85 "DELETE /v2.0/subnets/9c042949-5c2e-4bba-a034-8dff3ac45569 HTTP/1.1" status: 204 len: 168 time: 0.7506838 May 18 18:26:03.641834 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 48464) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:26:03.693752 n-d-838550-3 neutron-server[102730]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4ffed22-164e-4998-bdad-65ff7b775639 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] DELETE failed (client error): The resource could not be found. May 18 18:26:03.694041 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4ffed22-164e-4998-bdad-65ff7b775639 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:26:03.699381 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-e4ffed22-164e-4998-bdad-65ff7b775639 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] 10.222.0.85 "DELETE /v2.0/subnets/63fca82a-883e-4134-8da6-65d4139cf0aa HTTP/1.1" status: 404 len: 337 time: 0.0532370 May 18 18:26:03.699738 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 48466) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:26:03.793134 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_v2 [None req-98102120-9a66-433f-a58d-c22eed772fed tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Deleting subnet 22bdcf6e-a81c-450d-b530-ea668a05428d {{(pid=102730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:26:03.804565 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-98102120-9a66-433f-a58d-c22eed772fed tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks [] for subnet, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:03.815652 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 48468) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:26:03.877216 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec9c555-c600-479b-b478-5a9060538423 None None] The sync data for ids ['8b67a8a7-2193-465b-99b6-3e3f0d6374dd'] in n-d-838550-3 is: [{'id': '8b67a8a7-2193-465b-99b6-3e3f0d6374dd', 'name': 'tempest-AttachVolumeNegativeTest-598483996-router', 'tenant_id': '1cf6702826ca40b18af7dfcf12233973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': '4c88ee3f-8327-47c9-8e1d-c3b5a52c51ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:23:34Z', 'updated_at': '2022-05-18T18:23:42Z', 'revision_number': 4, 'project_id': '1cf6702826ca40b18af7dfcf12233973', 'gw_port': {'id': '4c88ee3f-8327-47c9-8e1d-c3b5a52c51ab', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:64:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b67a8a7-2193-465b-99b6-3e3f0d6374dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:23:35Z', 'updated_at': '2022-05-18T18:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': '53e1d2d6-59e8-4df3-86fc-15a31284694a', 'tenant_id': '1cf6702826ca40b18af7dfcf12233973', 'floating_ip_address': '172.25.5.221', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': '8b67a8a7-2193-465b-99b6-3e3f0d6374dd', 'port_id': 'b3be1f07-b788-4365-a4e5-9da691ad6468', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0e0df8a-fe46-47e2-96e7-6f339d67d466', 'mac_address': 'fa:16:3e:e0:a1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a2fe16-e7b0-4a5e-88fa-7949ff7ba897', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T18:25:29Z', 'updated_at': '2022-05-18T18:25:59Z', 'revision_number': 1, 'project_id': '1cf6702826ca40b18af7dfcf12233973', 'fixed_ip_address_scope': None}, {'id': 'a3c33591-3d82-4852-b00f-8ff9b9cf8265', 'tenant_id': '1cf6702826ca40b18af7dfcf12233973', 'floating_ip_address': '172.25.5.136', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': '8b67a8a7-2193-465b-99b6-3e3f0d6374dd', 'port_id': '90514794-1f1f-4757-a687-051a1fe538a4', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0e0df8a-fe46-47e2-96e7-6f339d67d466', 'mac_address': 'fa:16:3e:9f:8e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9fd8ee-e843-4aca-b24e-7cbfa5ecfb92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T18:23:47Z', 'updated_at': '2022-05-18T18:24:20Z', 'revision_number': 2, 'project_id': '1cf6702826ca40b18af7dfcf12233973', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed71b158-f026-42aa-adb7-1dd0aa0eab50', 'name': '', 'network_id': 'b0e0df8a-fe46-47e2-96e7-6f339d67d466', 'tenant_id': '1cf6702826ca40b18af7dfcf12233973', 'mac_address': 'fa:16:3e:09:ad:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b67a8a7-2193-465b-99b6-3e3f0d6374dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2399, 'fixed_ips': [{'subnet_id': 'accb0a89-f23b-4ef5-8f87-983b3d81047a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:23:39Z', 'updated_at': '2022-05-18T18:23:47Z', 'revision_number': 5, 'project_id': '1cf6702826ca40b18af7dfcf12233973', 'subnets': [{'id': 'accb0a89-f23b-4ef5-8f87-983b3d81047a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:26:03.904344 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-98102120-9a66-433f-a58d-c22eed772fed tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260107366'] for subnet, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:03.999566 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 1c11c2a5-e9d5-4af6-8ef8-c633d610a032 up at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:26:04.012133 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-c2285882-35be-47a2-b5cb-5adabb157294 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-424242392-network', 'tenant_id': '47c374ff95984a85bedc83b726868555'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:26:04.095200 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2285882-35be-47a2-b5cb-5adabb157294 admin admin] Made reservation on behalf of 47c374ff95984a85bedc83b726868555 for: {'network': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:26:04.096597 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-98102120-9a66-433f-a58d-c22eed772fed tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:04.108992 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c2285882-35be-47a2-b5cb-5adabb157294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:04.125326 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c2285882-35be-47a2-b5cb-5adabb157294 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:04.139513 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning for port 1c11c2a5-e9d5-4af6-8ef8-c633d610a032 completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:26:04.145915 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning complete for port 1c11c2a5-e9d5-4af6-8ef8-c633d610a032 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:26:04.146491 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:04.216737 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-98102120-9a66-433f-a58d-c22eed772fed tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261104690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261031888'] for subnet, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:04.307309 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c2285882-35be-47a2-b5cb-5adabb157294 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:04.314635 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c2285882-35be-47a2-b5cb-5adabb157294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:04.316790 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 1c11c2a5-e9d5-4af6-8ef8-c633d610a032 is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:26:04.317804 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:04.321856 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f79744-d82c-4cd3-aadb-f9a23483a78e None None] New status for floating IP 53e1d2d6-59e8-4df3-86fc-15a31284694a: ACTIVE {{(pid=102733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 18:26:04.328249 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98102120-9a66-433f-a58d-c22eed772fed tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Pushing event deleted for resources: {'Subnet': ['ID=22bdcf6e-a81c-450d-b530-ea668a05428d,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:26:04.333031 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-98102120-9a66-433f-a58d-c22eed772fed tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:04.338836 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-98102120-9a66-433f-a58d-c22eed772fed tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] 10.222.0.85 "DELETE /v2.0/subnets/22bdcf6e-a81c-450d-b530-ea668a05428d HTTP/1.1" status: 204 len: 168 time: 0.6377857 May 18 18:26:04.341836 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 48478) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:26:04.378708 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f5facc6-6646-424b-9628-27fba785798c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c11c2a5-e9d5-4af6-8ef8-c633d610a032'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:26:04.383963 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bc523ec-97ca-4b85-8416-d7c38ad1af04" -d '{"events": [{"server_uuid": "8f5facc6-6646-424b-9628-27fba785798c", "name": "network-vif-plugged", "status": "completed", "tag": "1c11c2a5-e9d5-4af6-8ef8-c633d610a032"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:26:04.427480 n-d-838550-3 neutron-server[102730]: INFO neutron.pecan_wsgi.hooks.translation [None req-958e64b9-1583-48d3-b095-0cac7f30d3d1 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] DELETE failed (client error): The resource could not be found. May 18 18:26:04.428029 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-958e64b9-1583-48d3-b095-0cac7f30d3d1 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:26:04.431563 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2285882-35be-47a2-b5cb-5adabb157294 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 612} {{(pid=102731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:26:04.432036 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-958e64b9-1583-48d3-b095-0cac7f30d3d1 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] 10.222.0.85 "DELETE /v2.0/subnets/94d6bbba-58cd-4fad-ba26-1823ac76d5b2 HTTP/1.1" status: 404 len: 337 time: 0.0873444 May 18 18:26:04.434992 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 48484) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:26:04.436384 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 1c11c2a5-e9d5-4af6-8ef8-c633d610a032, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=1c11c2a5-e9d5-4af6-8ef8-c633d610a032,segment=NetworkSegment(91232e8c-3d17-424b-b810-746db9884dd3),segment_id=91232e8c-3d17-424b-b810-746db9884dd3)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:26:04.445523 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:04.461011 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2285882-35be-47a2-b5cb-5adabb157294 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abf2da3a-5c49-44ab-ab34-42c12dcf6b3f,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:26:04.477682 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-61f065ba-e9eb-469d-a5cd-5d0bf0ede33c tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] 10.222.0.85 "GET /v2.0/ports?device_id=ab9e3eb2-6c94-41e2-a6ea-f6c20e4f683a HTTP/1.1" status: 200 len: 205 time: 0.0327556 May 18 18:26:04.479675 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c2285882-35be-47a2-b5cb-5adabb157294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:04.482452 n-d-838550-3 neutron-server[102731]: INFO neutron.db.segments_db [None req-c2285882-35be-47a2-b5cb-5adabb157294 admin admin] Added segment 226f5188-c002-4fd6-9ceb-082b4f6a0ac7 of type vlan for network c9ba1384-015a-4dd7-ac96-aa7ddb0ac324 May 18 18:26:04.484318 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 48488) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:26:04.558421 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5491cabe-1b34-401e-812e-1be3e53e9324 req-83b20b65-ec90-4959-9064-7a0742a322a0 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:04.572288 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5491cabe-1b34-401e-812e-1be3e53e9324 req-83b20b65-ec90-4959-9064-7a0742a322a0 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f5facc6-6646-424b-9628-27fba785798c HTTP/1.1" status: 200 len: 945 time: 0.1387870 May 18 18:26:04.600547 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fffaa79f-ebd8-4f07-8da7-be770b8e9818 x-openstack-request-id: req-fffaa79f-ebd8-4f07-8da7-be770b8e9818 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:26:04.601249 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f5facc6-6646-424b-9628-27fba785798c", "name": "network-vif-plugged", "status": "completed", "tag": "1c11c2a5-e9d5-4af6-8ef8-c633d610a032", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:26:04.601249 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-fffaa79f-ebd8-4f07-8da7-be770b8e9818 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:26:04.601903 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fffaa79f-ebd8-4f07-8da7-be770b8e9818'] response: {'server_uuid': '8f5facc6-6646-424b-9628-27fba785798c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c11c2a5-e9d5-4af6-8ef8-c633d610a032', 'code': 200} May 18 18:26:04.637605 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=1c11c2a5-e9d5-4af6-8ef8-c633d610a032,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:26:04.673245 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5491cabe-1b34-401e-812e-1be3e53e9324 req-7a3cd7ec-ef17-4bb3-9026-daa0326082b7 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=86e7cf01-f21c-41cf-b5a3-71cb5ec2aaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986536 May 18 18:26:04.712665 n-d-838550-3 neutron-server[102731]: INFO neutron.api.v2.resource [None req-d6574048-e6f5-41a4-a925-1550464b82b8 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] delete failed (client error): The resource could not be found. May 18 18:26:04.716980 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-d6574048-e6f5-41a4-a925-1550464b82b8 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] 10.222.0.85 "DELETE /v2.0/routers/ab9e3eb2-6c94-41e2-a6ea-f6c20e4f683a HTTP/1.1" status: 404 len: 336 time: 0.2276881 May 18 18:26:04.719374 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 48490) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:26:04.732857 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a29c8b-647c-4877-a733-474eee82178c None None] Network a5ac6e02-68e5-42c6-aa0d-a58985fb7e46 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:26:04.755942 n-d-838550-3 neutron-server[102730]: INFO neutron.pecan_wsgi.hooks.translation [None req-c70237c5-a35d-4764-ae7a-1c2f1b42073b tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] DELETE failed (client error): The resource could not be found. May 18 18:26:04.756461 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c70237c5-a35d-4764-ae7a-1c2f1b42073b tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:26:04.762189 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-c70237c5-a35d-4764-ae7a-1c2f1b42073b tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] 10.222.0.85 "DELETE /v2.0/subnets/48426d22-0728-462e-86c5-7c846506e12c HTTP/1.1" status: 404 len: 337 time: 0.0390177 May 18 18:26:04.762424 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 48492) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:26:04.797987 n-d-838550-3 neutron-server[102730]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bcb20e6-1e49-4d6b-882c-f305c7c287d2 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] DELETE failed (client error): The resource could not be found. May 18 18:26:04.798569 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bcb20e6-1e49-4d6b-882c-f305c7c287d2 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:26:04.805131 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-5bcb20e6-1e49-4d6b-882c-f305c7c287d2 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] 10.222.0.85 "DELETE /v2.0/subnets/983ea9b6-997e-436b-bbb7-5bc3eea0976e HTTP/1.1" status: 404 len: 337 time: 0.0385823 May 18 18:26:04.805781 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 48494) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:26:04.841396 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c2285882-35be-47a2-b5cb-5adabb157294 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:04.843253 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-7084b218-5382-443a-9ea7-bc885426ff44 None None] Provisioning complete for port 5554ca5b-c659-4e19-908c-487d861e0c85 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:26:04.843745 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-7084b218-5382-443a-9ea7-bc885426ff44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:04.847750 n-d-838550-3 neutron-server[102730]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ed1fc95-a3e3-4d00-8bed-505b9640dbcf tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] DELETE failed (client error): The resource could not be found. May 18 18:26:04.848302 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ed1fc95-a3e3-4d00-8bed-505b9640dbcf tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:26:04.856092 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-4ed1fc95-a3e3-4d00-8bed-505b9640dbcf tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] 10.222.0.85 "DELETE /v2.0/subnets/fb2b53ce-e22a-4bc7-8e8e-5651ebd76b7b HTTP/1.1" status: 404 len: 337 time: 0.0491853 May 18 18:26:04.856936 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 48498) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:26:04.878426 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c2285882-35be-47a2-b5cb-5adabb157294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:04.879494 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2285882-35be-47a2-b5cb-5adabb157294 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:04.880141 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c2285882-35be-47a2-b5cb-5adabb157294 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:04.912367 n-d-838550-3 neutron-server[102730]: INFO neutron.pecan_wsgi.hooks.translation [None req-607a9912-7f57-40f2-8646-6351c5233af6 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] DELETE failed (client error): The resource could not be found. May 18 18:26:04.914433 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-607a9912-7f57-40f2-8646-6351c5233af6 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:26:04.926894 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-c2285882-35be-47a2-b5cb-5adabb157294 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1097682 May 18 18:26:04.943853 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-607a9912-7f57-40f2-8646-6351c5233af6 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] 10.222.0.85 "DELETE /v2.0/ports/c50128c8-1d97-401d-9864-d29798dc188f HTTP/1.1" status: 404 len: 333 time: 0.0853832 May 18 18:26:04.944652 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 48502) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:26:04.945775 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 48504) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:26:04.986393 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de38c89-070f-4671-8357-7e8b82d6e8ea req-7151734a-cf92-4076-8939-dd8e780ac05f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:04.989957 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9de38c89-070f-4671-8357-7e8b82d6e8ea req-7151734a-cf92-4076-8939-dd8e780ac05f service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=8f5facc6-6646-424b-9628-27fba785798c HTTP/1.1" status: 200 len: 1096 time: 0.3076384 May 18 18:26:05.018372 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8243b60d-653d-4bf6-91d2-909731dca82a req-79878dd6-3e82-4b86-b025-7ce0acc09137 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:05.021206 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8243b60d-653d-4bf6-91d2-909731dca82a req-79878dd6-3e82-4b86-b025-7ce0acc09137 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=3af06ae7-a690-4f40-bcb1-f8f76cf6c6ef HTTP/1.1" status: 200 len: 946 time: 0.3092964 May 18 18:26:05.048022 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2285882-35be-47a2-b5cb-5adabb157294 admin admin] Pushing event updated for resources: {'Network': ['ID=c9ba1384-015a-4dd7-ac96-aa7ddb0ac324,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:26:05.048413 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-bdc67f1c-00a7-4588-b974-ac05fb95175f admin admin] Request body: {'subnet': {'network_id': 'c9ba1384-015a-4dd7-ac96-aa7ddb0ac324', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-424242392-subnet', 'tenant_id': '47c374ff95984a85bedc83b726868555', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:26:05.072144 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-7084b218-5382-443a-9ea7-bc885426ff44 None None] Current status of the port 5554ca5b-c659-4e19-908c-487d861e0c85 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:26:05.072571 n-d-838550-3 neutron-server[102730]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1f39925-dafa-4bdc-a01a-b88dbc5159bc tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] DELETE failed (client error): The resource could not be found. May 18 18:26:05.072890 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1f39925-dafa-4bdc-a01a-b88dbc5159bc tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:26:05.078503 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b7e48d9-0b7a-4b8e-bf39-b2cf217b91da None None] DHCP port deletion for a5ac6e02-68e5-42c6-aa0d-a58985fb7e46 request from n-d-838550-3 {{(pid=102732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 18:26:05.080560 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network c9ba1384-015a-4dd7-ac96-aa7ddb0ac324 details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:26:05.081315 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-c1f39925-dafa-4bdc-a01a-b88dbc5159bc tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] 10.222.0.85 "DELETE /v2.0/subnets/9b699331-95e8-4f11-bd0c-0875cbfb312e HTTP/1.1" status: 404 len: 337 time: 0.1320412 May 18 18:26:05.081945 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 48508) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:26:05.092370 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdc67f1c-00a7-4588-b974-ac05fb95175f admin admin] Made reservation on behalf of 47c374ff95984a85bedc83b726868555 for: {'subnet': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:26:05.094164 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9de38c89-070f-4671-8357-7e8b82d6e8ea req-89bdadb6-3510-431c-b962-6f5a97152c5c service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=86e7cf01-f21c-41cf-b5a3-71cb5ec2aaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950162 May 18 18:26:05.099267 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-bdc67f1c-00a7-4588-b974-ac05fb95175f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261031885'] for subnet, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:05.132579 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8243b60d-653d-4bf6-91d2-909731dca82a req-74bad606-1fca-4e09-b6d3-893d24f14cfd tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/security-groups?id=e4600145-0aaf-4853-ad08-dfd77d36be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894299 May 18 18:26:05.147857 n-d-838550-3 neutron-server[102730]: INFO neutron.pecan_wsgi.hooks.translation [None req-3727492a-9460-4bc5-9b2c-fb303931d766 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] DELETE failed (client error): The resource could not be found. May 18 18:26:05.150032 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3727492a-9460-4bc5-9b2c-fb303931d766 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:26:05.178334 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-3727492a-9460-4bc5-9b2c-fb303931d766 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] 10.222.0.85 "DELETE /v2.0/subnets/ae5ae36e-c129-4e32-b31d-391cbc70e60f HTTP/1.1" status: 404 len: 337 time: 0.0920818 May 18 18:26:05.182325 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 48510) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:26:05.225753 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-7084b218-5382-443a-9ea7-bc885426ff44 None None] Provisioning complete for port 5849fced-6e26-4401-96de-fb285fc44e64 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:26:05.226288 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-7084b218-5382-443a-9ea7-bc885426ff44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:05.245533 n-d-838550-3 neutron-server[102731]: INFO neutron.pecan_wsgi.hooks.translation [None req-8acd979f-b20b-439d-8cd8-52fea2a44b60 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] DELETE failed (client error): The resource could not be found. May 18 18:26:05.246976 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8acd979f-b20b-439d-8cd8-52fea2a44b60 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:26:05.253191 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-8acd979f-b20b-439d-8cd8-52fea2a44b60 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] 10.222.0.85 "DELETE /v2.0/ports/47f09b85-75b7-4772-9f8f-e8d952c04ab4 HTTP/1.1" status: 404 len: 333 time: 0.0693164 May 18 18:26:05.255985 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 48512) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:26:05.322819 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-7084b218-5382-443a-9ea7-bc885426ff44 None None] Port 5849fced-6e26-4401-96de-fb285fc44e64 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:26:05.330952 n-d-838550-3 neutron-server[102731]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b195ec8-51ce-4259-a8a1-9a5ea98f0a3a tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] DELETE failed (client error): The resource could not be found. May 18 18:26:05.332627 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b195ec8-51ce-4259-a8a1-9a5ea98f0a3a tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:26:05.335184 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-8b7e48d9-0b7a-4b8e-bf39-b2cf217b91da None None] Deleting port 5554ca5b-c659-4e19-908c-487d861e0c85 {{(pid=102732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:26:05.335610 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-8b7e48d9-0b7a-4b8e-bf39-b2cf217b91da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:05.342636 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-1b195ec8-51ce-4259-a8a1-9a5ea98f0a3a tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] 10.222.0.85 "DELETE /v2.0/subnets/696e0e51-f1cc-4f20-b187-92cd3d8968fa HTTP/1.1" status: 404 len: 337 time: 0.0852609 May 18 18:26:05.344801 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 48516) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:26:05.393103 n-d-838550-3 neutron-server[102731]: INFO neutron.pecan_wsgi.hooks.translation [None req-30ea992a-b6ed-4d2d-aa82-d6f78684d8e4 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] DELETE failed (client error): The resource could not be found. May 18 18:26:05.393963 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30ea992a-b6ed-4d2d-aa82-d6f78684d8e4 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:26:05.403712 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-30ea992a-b6ed-4d2d-aa82-d6f78684d8e4 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] 10.222.0.85 "DELETE /v2.0/subnets/82c00659-2f26-4ec6-a6af-97b98aba20d1 HTTP/1.1" status: 404 len: 337 time: 0.0575488 May 18 18:26:05.404713 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 48518) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:26:05.471831 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-8b7e48d9-0b7a-4b8e-bf39-b2cf217b91da None None] For port 5554ca5b-c659-4e19-908c-487d861e0c85, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=5554ca5b-c659-4e19-908c-487d861e0c85,segment=NetworkSegment(340ab84c-345d-45b3-9b06-a34750b7c4be),segment_id=340ab84c-345d-45b3-9b06-a34750b7c4be)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:26:05.472601 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-8b7e48d9-0b7a-4b8e-bf39-b2cf217b91da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:05.493831 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-8b7e48d9-0b7a-4b8e-bf39-b2cf217b91da None None] Calling delete_port for 5554ca5b-c659-4e19-908c-487d861e0c85 owned by network:dhcp {{(pid=102732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:26:05.579728 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-d2c616d2-e7a6-4835-8453-9f2d86577443 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Deleting port 5849fced-6e26-4401-96de-fb285fc44e64 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:26:05.585658 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d2c616d2-e7a6-4835-8453-9f2d86577443 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:05.694256 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d2c616d2-e7a6-4835-8453-9f2d86577443 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:05.728538 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-d2c616d2-e7a6-4835-8453-9f2d86577443 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Calling delete_port for 5849fced-6e26-4401-96de-fb285fc44e64 owned by {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:26:05.732586 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-8b7e48d9-0b7a-4b8e-bf39-b2cf217b91da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508'] for port, after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:05.807605 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7e48d9-0b7a-4b8e-bf39-b2cf217b91da None None] Pushing event deleted for resources: {'Port': ['ID=5554ca5b-c659-4e19-908c-487d861e0c85,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:26:05.817417 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7e48d9-0b7a-4b8e-bf39-b2cf217b91da None None] No DVR routers for this DVR port 5554ca5b-c659-4e19-908c-487d861e0c85 on host n-d-838550-3 {{(pid=102732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:26:05.950883 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbfcabb-0a64-4371-bce2-5b7666defa2d req-a5cdb736-5b05-4626-a466-17c03a4ff28f tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:05.953527 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2fbfcabb-0a64-4371-bce2-5b7666defa2d req-a5cdb736-5b05-4626-a466-17c03a4ff28f tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f5facc6-6646-424b-9628-27fba785798c HTTP/1.1" status: 200 len: 945 time: 0.1122973 May 18 18:26:06.013744 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d2c616d2-e7a6-4835-8453-9f2d86577443 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:06.048832 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-bdc67f1c-00a7-4588-b974-ac05fb95175f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261104883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261031899'] for subnet, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:06.075023 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2fbfcabb-0a64-4371-bce2-5b7666defa2d req-87930e18-fb84-4414-a12d-6a80aefa98b7 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=86e7cf01-f21c-41cf-b5a3-71cb5ec2aaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081645 May 18 18:26:06.078368 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c616d2-e7a6-4835-8453-9f2d86577443 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Pushing event deleted for resources: {'Port': ['ID=5849fced-6e26-4401-96de-fb285fc44e64,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:26:06.083031 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d2c616d2-e7a6-4835-8453-9f2d86577443 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:06.086488 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-d2c616d2-e7a6-4835-8453-9f2d86577443 tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] 10.222.0.85 "DELETE /v2.0/ports/5849fced-6e26-4401-96de-fb285fc44e64 HTTP/1.1" status: 204 len: 168 time: 0.6799023 May 18 18:26:06.090502 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 48528) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:26:06.150465 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc67f1c-00a7-4588-b974-ac05fb95175f admin admin] Checking segment: {'id': '226f5188-c002-4fd6-9ceb-082b4f6a0ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'c9ba1384-015a-4dd7-ac96-aa7ddb0ac324'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:26:06.150833 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc67f1c-00a7-4588-b974-ac05fb95175f admin admin] Network hostable DHCP agents. Network: c9ba1384-015a-4dd7-ac96-aa7ddb0ac324, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:26:06.158263 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc67f1c-00a7-4588-b974-ac05fb95175f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c84c914-4a38-46e6-b940-cc3e563f27a2,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:26:06.188692 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc67f1c-00a7-4588-b974-ac05fb95175f admin admin] Network c9ba1384-015a-4dd7-ac96-aa7ddb0ac324 is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:26:06.200701 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-bdc67f1c-00a7-4588-b974-ac05fb95175f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, c9ba1384-015a-4dd7-ac96-aa7ddb0ac324) {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:26:06.208687 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-dce6a6d3-a65c-4f73-be96-d184bf8537ea tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:06.215241 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-890d3eb1-f955-45f9-abec-2c0b646a6202 None None] Network c9ba1384-015a-4dd7-ac96-aa7ddb0ac324 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:26:06.223243 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc67f1c-00a7-4588-b974-ac05fb95175f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:06.224458 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-bdc67f1c-00a7-4588-b974-ac05fb95175f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:06.266550 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-bdc67f1c-00a7-4588-b974-ac05fb95175f admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3093562 May 18 18:26:06.621079 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f3116ea-a6b2-4050-a64f-ef83259df275 None None] Network c9ba1384-015a-4dd7-ac96-aa7ddb0ac324 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:26:07.052559 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 5554ca5b-c659-4e19-908c-487d861e0c85 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:26:07.082931 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6147c5-8791-4ca3-a063-66baffa463f7 req-8190c45b-8dc3-4e32-af29-fbcb074cc78b tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:07.097858 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-dce6a6d3-a65c-4f73-be96-d184bf8537ea tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:07.107357 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fc6147c5-8791-4ca3-a063-66baffa463f7 req-8190c45b-8dc3-4e32-af29-fbcb074cc78b tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=3af06ae7-a690-4f40-bcb1-f8f76cf6c6ef HTTP/1.1" status: 200 len: 946 time: 0.7229402 May 18 18:26:07.113023 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 5554ca5b-c659-4e19-908c-487d861e0c85 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:26:07.113528 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 5554ca5b-c659-4e19-908c-487d861e0c85 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:26:07.142559 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-dce6a6d3-a65c-4f73-be96-d184bf8537ea tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5ac6e02-68e5-42c6-aa0d-a58985fb7e46']}} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:26:07.159086 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-dce6a6d3-a65c-4f73-be96-d184bf8537ea tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '340ab84c-345d-45b3-9b06-a34750b7c4be') {'for_net_delete': True} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:26:07.159474 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-dce6a6d3-a65c-4f73-be96-d184bf8537ea tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '340ab84c-345d-45b3-9b06-a34750b7c4be') {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:26:07.180004 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-dce6a6d3-a65c-4f73-be96-d184bf8537ea tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260542144'] for segment, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:07.216234 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-dce6a6d3-a65c-4f73-be96-d184bf8537ea tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:07.219650 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 48554) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:26:07.222519 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fc6147c5-8791-4ca3-a063-66baffa463f7 req-7d0e5248-454e-4130-a202-413998830ba1 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/security-groups?id=e4600145-0aaf-4853-ad08-dfd77d36be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134067 May 18 18:26:07.226925 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-f996bfbd-c111-4a75-b780-5ae4200f9539 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-988329328-network', 'tenant_id': 'dbe2e50f1ad64d458dafe04812f4ef3c'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:26:07.254106 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dce6a6d3-a65c-4f73-be96-d184bf8537ea tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=102731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:26:07.254579 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-dce6a6d3-a65c-4f73-be96-d184bf8537ea tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260884178'] for segment, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:07.258223 n-d-838550-3 neutron-server[102731]: Traceback (most recent call last): May 18 18:26:07.258223 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:26:07.258223 n-d-838550-3 neutron-server[102731]: timer() May 18 18:26:07.258223 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:26:07.258223 n-d-838550-3 neutron-server[102731]: cb(*args, **kw) May 18 18:26:07.258223 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:26:07.258223 n-d-838550-3 neutron-server[102731]: return func(*args, **kwargs) May 18 18:26:07.258223 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:26:07.258223 n-d-838550-3 neutron-server[102731]: self._notify() May 18 18:26:07.258223 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:26:07.258223 n-d-838550-3 neutron-server[102731]: self.callback(batched_events) May 18 18:26:07.258223 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:26:07.258223 n-d-838550-3 neutron-server[102731]: event.method(event) May 18 18:26:07.258223 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:26:07.258223 n-d-838550-3 neutron-server[102731]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:26:07.258223 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:26:07.258223 n-d-838550-3 neutron-server[102731]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:26:07.258223 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:26:07.258223 n-d-838550-3 neutron-server[102731]: return f(self, *a, **k) May 18 18:26:07.258223 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:26:07.258223 n-d-838550-3 neutron-server[102731]: return self._get(url).json() May 18 18:26:07.258223 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:26:07.258223 n-d-838550-3 neutron-server[102731]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:26:07.258223 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:26:07.258223 n-d-838550-3 neutron-server[102731]: return self.request(url, 'GET', **kwargs) May 18 18:26:07.258223 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:26:07.258223 n-d-838550-3 neutron-server[102731]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:26:07.258223 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:26:07.258223 n-d-838550-3 neutron-server[102731]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:26:07.258223 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:26:07.258223 n-d-838550-3 neutron-server[102731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:26:07.258223 n-d-838550-3 neutron-server[102731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:26:07.324489 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f996bfbd-c111-4a75-b780-5ae4200f9539 admin admin] Made reservation on behalf of dbe2e50f1ad64d458dafe04812f4ef3c for: {'network': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:26:07.327084 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f996bfbd-c111-4a75-b780-5ae4200f9539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:07.342263 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f996bfbd-c111-4a75-b780-5ae4200f9539 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:07.359951 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-dce6a6d3-a65c-4f73-be96-d184bf8537ea tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:07.374750 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-dce6a6d3-a65c-4f73-be96-d184bf8537ea tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:07.381201 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-dce6a6d3-a65c-4f73-be96-d184bf8537ea tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] 10.222.0.85 "DELETE /v2.0/networks/a5ac6e02-68e5-42c6-aa0d-a58985fb7e46 HTTP/1.1" status: 204 len: 168 time: 1.2893608 May 18 18:26:07.399824 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce6a6d3-a65c-4f73-be96-d184bf8537ea tempest-PortsTestJSON-1419706641 tempest-PortsTestJSON-1419706641-project] Pushing event deleted for resources: {'Network': ['ID=a5ac6e02-68e5-42c6-aa0d-a58985fb7e46,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:26:07.497376 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f996bfbd-c111-4a75-b780-5ae4200f9539 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:07.505497 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f996bfbd-c111-4a75-b780-5ae4200f9539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:07.572096 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f996bfbd-c111-4a75-b780-5ae4200f9539 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 626} {{(pid=102731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:26:07.579494 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f996bfbd-c111-4a75-b780-5ae4200f9539 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54a70363-d436-4642-b226-2b438766a61d,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:26:07.590397 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f996bfbd-c111-4a75-b780-5ae4200f9539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:07.591140 n-d-838550-3 neutron-server[102731]: INFO neutron.db.segments_db [None req-f996bfbd-c111-4a75-b780-5ae4200f9539 admin admin] Added segment 11d0594a-053b-4e55-9782-ace8f1a228b9 of type vlan for network 0c98a44c-d63a-46c3-a098-c0aebd22bfb6 May 18 18:26:07.651137 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1e45f58f-cf3f-4eed-97b0-dd171aa61e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:07.676961 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f996bfbd-c111-4a75-b780-5ae4200f9539 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:07.724339 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f996bfbd-c111-4a75-b780-5ae4200f9539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:07.725794 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f996bfbd-c111-4a75-b780-5ae4200f9539 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:07.726695 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f996bfbd-c111-4a75-b780-5ae4200f9539 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:07.817175 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-f996bfbd-c111-4a75-b780-5ae4200f9539 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5954461 May 18 18:26:07.821482 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 48566) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:26:07.827076 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-18f46228-255a-4389-a18c-2ca4c8a4523e admin admin] Request body: {'subnet': {'network_id': '0c98a44c-d63a-46c3-a098-c0aebd22bfb6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-988329328-subnet', 'tenant_id': 'dbe2e50f1ad64d458dafe04812f4ef3c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:26:07.852610 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f996bfbd-c111-4a75-b780-5ae4200f9539 admin admin] Pushing event updated for resources: {'Network': ['ID=0c98a44c-d63a-46c3-a098-c0aebd22bfb6,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:26:07.868262 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network 0c98a44c-d63a-46c3-a098-c0aebd22bfb6 details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:26:07.888748 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eacf20a-fb6e-4a8d-b1ba-823da03f7dd2 req-eebcf9aa-5edb-45de-af0e-54e15113a93b tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:07.892601 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18f46228-255a-4389-a18c-2ca4c8a4523e admin admin] Made reservation on behalf of dbe2e50f1ad64d458dafe04812f4ef3c for: {'subnet': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:26:07.896052 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-18f46228-255a-4389-a18c-2ca4c8a4523e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261031885'] for subnet, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:07.900068 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5eacf20a-fb6e-4a8d-b1ba-823da03f7dd2 req-eebcf9aa-5edb-45de-af0e-54e15113a93b tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f5facc6-6646-424b-9628-27fba785798c HTTP/1.1" status: 200 len: 945 time: 0.6606011 May 18 18:26:07.987991 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5eacf20a-fb6e-4a8d-b1ba-823da03f7dd2 req-2a52fae0-da20-4125-8cfb-8654b4b7b292 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=86e7cf01-f21c-41cf-b5a3-71cb5ec2aaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793390 May 18 18:26:08.040942 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 48574) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:26:08.179406 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-18f46228-255a-4389-a18c-2ca4c8a4523e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261104883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261031899'] for subnet, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:08.233831 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518d8c64-d9fd-4c50-8fea-0926d83c3fe1 req-cb316bfb-4386-4d32-8255-dec60078fadc tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:08.235398 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-518d8c64-d9fd-4c50-8fea-0926d83c3fe1 req-cb316bfb-4386-4d32-8255-dec60078fadc tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f5facc6-6646-424b-9628-27fba785798c HTTP/1.1" status: 200 len: 945 time: 0.1144927 May 18 18:26:08.255170 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f46228-255a-4389-a18c-2ca4c8a4523e admin admin] Pushing event updated for resources: {'Subnet': ['ID=658232d3-6b0a-4f04-b698-10ba2a385735,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:26:08.268942 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-e81593aa-896b-47ed-b42b-dea42390ae4c admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=da58e9bc8fb64cb8902d79f0a725e08d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2266340 May 18 18:26:08.271887 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 48582) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:26:08.297919 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f46228-255a-4389-a18c-2ca4c8a4523e admin admin] Checking segment: {'id': '11d0594a-053b-4e55-9782-ace8f1a228b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '0c98a44c-d63a-46c3-a098-c0aebd22bfb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:26:08.298289 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f46228-255a-4389-a18c-2ca4c8a4523e admin admin] Network hostable DHCP agents. Network: 0c98a44c-d63a-46c3-a098-c0aebd22bfb6, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:26:08.307939 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-518d8c64-d9fd-4c50-8fea-0926d83c3fe1 req-30468b39-0bf5-4a2e-9dc2-35f6fa809a9f tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=86e7cf01-f21c-41cf-b5a3-71cb5ec2aaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642338 May 18 18:26:08.336718 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f46228-255a-4389-a18c-2ca4c8a4523e admin admin] Network 0c98a44c-d63a-46c3-a098-c0aebd22bfb6 is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:26:08.341418 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-18f46228-255a-4389-a18c-2ca4c8a4523e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, 0c98a44c-d63a-46c3-a098-c0aebd22bfb6) {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:26:08.353392 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0bb897-5389-4ebe-b950-0d690de0c9b9 None None] Network 0c98a44c-d63a-46c3-a098-c0aebd22bfb6 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:26:08.356086 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f46228-255a-4389-a18c-2ca4c8a4523e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:08.356736 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-18f46228-255a-4389-a18c-2ca4c8a4523e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:08.381528 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-18f46228-255a-4389-a18c-2ca4c8a4523e admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5576622 May 18 18:26:08.485371 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3eaba8-d9f8-43a9-b9a7-4c7161846931 req-0cb60741-0b6d-4af6-971d-97d49f9908e7 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:08.487981 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7e3eaba8-d9f8-43a9-b9a7-4c7161846931 req-0cb60741-0b6d-4af6-971d-97d49f9908e7 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=3af06ae7-a690-4f40-bcb1-f8f76cf6c6ef HTTP/1.1" status: 200 len: 946 time: 0.1008203 May 18 18:26:08.489175 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0dc7c58b-cd4d-4763-9213-632861ebd062 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:08.517906 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0dc7c58b-cd4d-4763-9213-632861ebd062 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:08.652074 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7e3eaba8-d9f8-43a9-b9a7-4c7161846931 req-0fea551f-ccd3-46b7-b4f8-d30d64c68cbf tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/security-groups?id=e4600145-0aaf-4853-ad08-dfd77d36be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951993 May 18 18:26:08.681892 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0dc7c58b-cd4d-4763-9213-632861ebd062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:08.692470 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0dc7c58b-cd4d-4763-9213-632861ebd062 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:08.692470 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-0dc7c58b-cd4d-4763-9213-632861ebd062 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/1fa75cc2-c309-464c-b055-bc37acc8a71f HTTP/1.1" status: 204 len: 168 time: 0.4156125 May 18 18:26:08.724867 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc7c58b-cd4d-4763-9213-632861ebd062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fa75cc2-c309-464c-b055-bc37acc8a71f,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:26:08.725917 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a143847-3590-4429-a84d-3672c7de5938 None None] Network 0c98a44c-d63a-46c3-a098-c0aebd22bfb6 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:26:09.227883 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7243075c-e872-45f1-ac64-6667025613f2 req-255f46b5-83e4-4947-b4f0-7fb5c18e7de7 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:09.239825 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7243075c-e872-45f1-ac64-6667025613f2 req-255f46b5-83e4-4947-b4f0-7fb5c18e7de7 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f5facc6-6646-424b-9628-27fba785798c HTTP/1.1" status: 200 len: 945 time: 0.0756657 May 18 18:26:09.287823 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7243075c-e872-45f1-ac64-6667025613f2 req-b6998766-591a-4281-a184-cb92126701f5 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=86e7cf01-f21c-41cf-b5a3-71cb5ec2aaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469942 May 18 18:26:09.475121 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1374e14-5906-4ea5-bad0-b67673639390 req-a568f376-6083-404b-a40d-edfa9b7a16a8 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:09.478051 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e1374e14-5906-4ea5-bad0-b67673639390 req-a568f376-6083-404b-a40d-edfa9b7a16a8 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/ports?device_id=68250932-273e-4325-9e64-8bc21316b470 HTTP/1.1" status: 200 len: 945 time: 0.0789979 May 18 18:26:09.570845 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e1374e14-5906-4ea5-bad0-b67673639390 req-c77a7c66-2bb6-4936-b884-3d62196016b1 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/security-groups?id=11a2a54b-8d3a-4e8b-aced-30411dedac26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804937 May 18 18:26:09.659844 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597b8feb-005d-45ec-97d6-a8ffa03b441c req-362bf046-085b-4559-885e-35d594c23148 tempest-ServersNegativeTestMultiTenantJSON-75416377 tempest-ServersNegativeTestMultiTenantJSON-75416377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:09.661408 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-597b8feb-005d-45ec-97d6-a8ffa03b441c req-362bf046-085b-4559-885e-35d594c23148 tempest-ServersNegativeTestMultiTenantJSON-75416377 tempest-ServersNegativeTestMultiTenantJSON-75416377-project] 10.222.0.85 "GET /v2.0/networks?id=c9ba1384-015a-4dd7-ac96-aa7ddb0ac324 HTTP/1.1" status: 200 len: 824 time: 0.1675978 May 18 18:26:09.686443 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-597b8feb-005d-45ec-97d6-a8ffa03b441c req-e53b1fee-8fb5-4d8b-bc30-66b6f442ec72 tempest-ServersNegativeTestMultiTenantJSON-75416377 tempest-ServersNegativeTestMultiTenantJSON-75416377-project] 10.222.0.85 "GET /v2.0/quotas/47c374ff95984a85bedc83b726868555 HTTP/1.1" status: 200 len: 375 time: 0.0175753 May 18 18:26:09.747118 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-597b8feb-005d-45ec-97d6-a8ffa03b441c req-82c273f9-9ef4-4eb1-9b7d-332da83b2bbf tempest-ServersNegativeTestMultiTenantJSON-75416377 tempest-ServersNegativeTestMultiTenantJSON-75416377-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=47c374ff95984a85bedc83b726868555&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0509756 May 18 18:26:09.839020 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08db43a1-12cf-44b3-9155-9ed1657bd7b8 req-e10aad8b-e844-46bb-b311-aba7b9ec3488 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:09.841355 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-08db43a1-12cf-44b3-9155-9ed1657bd7b8 req-e10aad8b-e844-46bb-b311-aba7b9ec3488 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=3af06ae7-a690-4f40-bcb1-f8f76cf6c6ef HTTP/1.1" status: 200 len: 946 time: 0.0850863 May 18 18:26:09.884480 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-597b8feb-005d-45ec-97d6-a8ffa03b441c req-0288257b-7180-4e08-bb43-8c197c6be3f3 service neutron] 10.222.0.85 "GET /v2.0/networks/c9ba1384-015a-4dd7-ac96-aa7ddb0ac324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167781 May 18 18:26:09.904715 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-08db43a1-12cf-44b3-9155-9ed1657bd7b8 req-74bc1ed3-2008-44ea-a538-98499cf9b679 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/security-groups?id=e4600145-0aaf-4853-ad08-dfd77d36be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538771 May 18 18:26:09.926174 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 48646) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:26:10.008995 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-597b8feb-005d-45ec-97d6-a8ffa03b441c req-f073b6f6-7013-445c-ad81-bf1f12eb9052 service neutron] 10.222.0.85 "GET /v2.0/networks/c9ba1384-015a-4dd7-ac96-aa7ddb0ac324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142149 May 18 18:26:10.047143 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-6b3376ac-cae6-42ff-b4f6-974d55944739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:10.065396 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-d8f2018b-1e54-4f73-a8dc-94fc98c7f7e8 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-2115329426', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:26:10.092839 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d8f2018b-1e54-4f73-a8dc-94fc98c7f7e8 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25099'] for router, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:10.094874 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d8f2018b-1e54-4f73-a8dc-94fc98c7f7e8 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-593238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596850', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25088'] for router, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:10.185644 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d8f2018b-1e54-4f73-a8dc-94fc98c7f7e8 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:10.191619 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d8f2018b-1e54-4f73-a8dc-94fc98c7f7e8 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596801'] for router, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:10.227031 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d8f2018b-1e54-4f73-a8dc-94fc98c7f7e8 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Notify callbacks [] for router, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:10.232931 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-d8f2018b-1e54-4f73-a8dc-94fc98c7f7e8 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.3012831 May 18 18:26:10.234672 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 48656) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:26:10.245781 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-642d4f60-a33f-4e05-9ae3-1d7e13643a19 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1805967356'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:26:10.286899 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-642d4f60-a33f-4e05-9ae3-1d7e13643a19 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Made reservation on behalf of a9256394be5a4e8f87fe1bb053aeb58a for: {'network': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:26:10.290919 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-642d4f60-a33f-4e05-9ae3-1d7e13643a19 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:10.291917 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8e09ff65-06ae-4a65-865f-261f70be2d76 req-fba9ea3e-77cb-476e-8db0-883242988bc5 tempest-ServersNegativeTestMultiTenantJSON-75416377 tempest-ServersNegativeTestMultiTenantJSON-75416377-project] 10.222.0.85 "GET /v2.0/ports?device_id=977264d8-a5ed-4870-b513-3c756c1a091e HTTP/1.1" status: 200 len: 210 time: 0.0419374 May 18 18:26:10.302760 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-642d4f60-a33f-4e05-9ae3-1d7e13643a19 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:10.465317 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-642d4f60-a33f-4e05-9ae3-1d7e13643a19 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:10.482324 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7084a294-0e42-44c9-8849-95863f9047d5 req-519b0465-d904-4f00-81a0-4fea8c13bd18 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:10.484356 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7084a294-0e42-44c9-8849-95863f9047d5 req-519b0465-d904-4f00-81a0-4fea8c13bd18 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f5facc6-6646-424b-9628-27fba785798c HTTP/1.1" status: 200 len: 945 time: 0.0957506 May 18 18:26:10.485698 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-642d4f60-a33f-4e05-9ae3-1d7e13643a19 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:10.532909 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-642d4f60-a33f-4e05-9ae3-1d7e13643a19 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 633} {{(pid=102730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:26:10.558343 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642d4f60-a33f-4e05-9ae3-1d7e13643a19 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b89849dd-e28b-46ca-b93a-037b48953904,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:26:10.563587 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-642d4f60-a33f-4e05-9ae3-1d7e13643a19 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:10.564155 n-d-838550-3 neutron-server[102730]: INFO neutron.db.segments_db [None req-642d4f60-a33f-4e05-9ae3-1d7e13643a19 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Added segment ca6f76a4-f0c0-4f24-a877-26abbd0e1c1e of type vlan for network d0faa7aa-3966-43a5-9003-800e70269565 May 18 18:26:10.589887 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7084a294-0e42-44c9-8849-95863f9047d5 req-fd794f6a-cf9c-4dcb-bf9e-b0d2c4434c38 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=86e7cf01-f21c-41cf-b5a3-71cb5ec2aaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980172 May 18 18:26:10.660251 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-642d4f60-a33f-4e05-9ae3-1d7e13643a19 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:10.705597 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-642d4f60-a33f-4e05-9ae3-1d7e13643a19 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:10.711628 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-642d4f60-a33f-4e05-9ae3-1d7e13643a19 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:10.712369 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-642d4f60-a33f-4e05-9ae3-1d7e13643a19 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:10.752477 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c68e64e-714b-48b7-a19d-192fe12579b1 req-63e5a565-5aee-463e-aac7-b6ae3692b9e5 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:10.754510 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7c68e64e-714b-48b7-a19d-192fe12579b1 req-63e5a565-5aee-463e-aac7-b6ae3692b9e5 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/ports?device_id=68250932-273e-4325-9e64-8bc21316b470 HTTP/1.1" status: 200 len: 945 time: 0.0868561 May 18 18:26:10.812711 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-642d4f60-a33f-4e05-9ae3-1d7e13643a19 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5759265 May 18 18:26:10.813280 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 48672) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:26:10.822368 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-70a1c555-88eb-4d60-a74b-0255c93c11a6 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Request body: {'subnet': {'network_id': 'd0faa7aa-3966-43a5-9003-800e70269565', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:26:10.843856 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642d4f60-a33f-4e05-9ae3-1d7e13643a19 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Pushing event updated for resources: {'Network': ['ID=d0faa7aa-3966-43a5-9003-800e70269565,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:26:10.878000 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network d0faa7aa-3966-43a5-9003-800e70269565 details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:26:10.881539 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7c68e64e-714b-48b7-a19d-192fe12579b1 req-f7deb481-12be-45e9-a01b-9f82f131f999 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/security-groups?id=11a2a54b-8d3a-4e8b-aced-30411dedac26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1162109 May 18 18:26:11.061351 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70a1c555-88eb-4d60-a74b-0255c93c11a6 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Made reservation on behalf of a9256394be5a4e8f87fe1bb053aeb58a for: {'subnet': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:26:11.067408 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-70a1c555-88eb-4d60-a74b-0255c93c11a6 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260908003'] for subnet, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:11.086792 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f69ae2a-6156-4517-b2ec-b405c8c674c7 req-2200869f-bfcd-45e3-83c4-d8a961c2e2ec tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:11.088626 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3f69ae2a-6156-4517-b2ec-b405c8c674c7 req-2200869f-bfcd-45e3-83c4-d8a961c2e2ec tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=3af06ae7-a690-4f40-bcb1-f8f76cf6c6ef HTTP/1.1" status: 200 len: 946 time: 0.0684185 May 18 18:26:11.153653 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3f69ae2a-6156-4517-b2ec-b405c8c674c7 req-5e90d228-f74a-412c-a17a-fac81a2932ff tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/security-groups?id=e4600145-0aaf-4853-ad08-dfd77d36be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560579 May 18 18:26:11.241179 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:11.385781 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-70a1c555-88eb-4d60-a74b-0255c93c11a6 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260898481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260908021'] for subnet, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:11.418181 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-577e1c9b-42d2-4bce-a44c-7054a3709f0a req-93a0a507-9f3e-4cee-8dc4-7579fafa86fe tempest-ServersNegativeTestMultiTenantJSON-75416377 tempest-ServersNegativeTestMultiTenantJSON-75416377-project] 10.222.0.85 "GET /v2.0/ports?device_id=977264d8-a5ed-4870-b513-3c756c1a091e HTTP/1.1" status: 200 len: 210 time: 0.0322912 May 18 18:26:11.454460 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f50876-65cc-422a-be63-f1ce8a8defb8 req-4acf298a-5ffd-4e36-8aa5-7f03080c0190 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:11.456039 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-59f50876-65cc-422a-be63-f1ce8a8defb8 req-4acf298a-5ffd-4e36-8aa5-7f03080c0190 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.88 "GET /v2.0/ports?device_id=8f5facc6-6646-424b-9628-27fba785798c HTTP/1.1" status: 200 len: 945 time: 0.1377935 May 18 18:26:11.478570 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a1c555-88eb-4d60-a74b-0255c93c11a6 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Pushing event updated for resources: {'Subnet': ['ID=a39730b7-eac8-41f2-ac17-db043e5274ff,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:26:11.517851 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a1c555-88eb-4d60-a74b-0255c93c11a6 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Checking segment: {'id': 'ca6f76a4-f0c0-4f24-a877-26abbd0e1c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'd0faa7aa-3966-43a5-9003-800e70269565'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:26:11.518215 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a1c555-88eb-4d60-a74b-0255c93c11a6 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Network hostable DHCP agents. Network: d0faa7aa-3966-43a5-9003-800e70269565, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:26:11.572760 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a1c555-88eb-4d60-a74b-0255c93c11a6 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Network d0faa7aa-3966-43a5-9003-800e70269565 is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:26:11.589241 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-70a1c555-88eb-4d60-a74b-0255c93c11a6 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, d0faa7aa-3966-43a5-9003-800e70269565) {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:26:11.594066 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a1c555-88eb-4d60-a74b-0255c93c11a6 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:11.595195 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-70a1c555-88eb-4d60-a74b-0255c93c11a6 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:11.603670 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1daa0f37-c4a6-4cac-84ba-28fe0d47bb12 None None] Network d0faa7aa-3966-43a5-9003-800e70269565 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:26:11.617899 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-59f50876-65cc-422a-be63-f1ce8a8defb8 req-3c86d7f9-910a-44d3-abae-b7f8075ae7d4 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Deleting port 1c11c2a5-e9d5-4af6-8ef8-c633d610a032 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:26:11.618347 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-59f50876-65cc-422a-be63-f1ce8a8defb8 req-3c86d7f9-910a-44d3-abae-b7f8075ae7d4 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:11.649542 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 48686) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:26:11.657609 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-401105ce-b1e1-4ea1-8172-634753ecced4 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Request body: {'network': {'name': 'tempest-router-network01--700925010'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:26:11.666262 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-70a1c555-88eb-4d60-a74b-0255c93c11a6 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8515475 May 18 18:26:11.721152 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-401105ce-b1e1-4ea1-8172-634753ecced4 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Made reservation on behalf of a9256394be5a4e8f87fe1bb053aeb58a for: {'network': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:26:11.725004 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-401105ce-b1e1-4ea1-8172-634753ecced4 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:11.761842 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-401105ce-b1e1-4ea1-8172-634753ecced4 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=102730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:26:11.786910 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-401105ce-b1e1-4ea1-8172-634753ecced4 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:11.790627 n-d-838550-3 neutron-server[102730]: INFO neutron.db.segments_db [None req-401105ce-b1e1-4ea1-8172-634753ecced4 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Added segment 5709fb44-b54c-469a-ab31-1ee810cabf93 of type vlan for network be485fa5-2e67-4e5d-888c-11c8dd5b247f May 18 18:26:11.833925 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8442961-cd3f-431e-b16c-7b69fcba3b87 req-30c34c10-81a9-4d37-a382-522b17efe2bc tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:11.841903 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f8442961-cd3f-431e-b16c-7b69fcba3b87 req-30c34c10-81a9-4d37-a382-522b17efe2bc tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f5facc6-6646-424b-9628-27fba785798c HTTP/1.1" status: 200 len: 945 time: 0.1120241 May 18 18:26:11.920002 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-401105ce-b1e1-4ea1-8172-634753ecced4 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:11.955343 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cbf13d3-37f0-4595-83d3-49f844d443b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-d0faa7aa-3966-43a5-9003-800e70269565', 'network_id': 'd0faa7aa-3966-43a5-9003-800e70269565', 'tenant_id': 'a9256394be5a4e8f87fe1bb053aeb58a', 'fixed_ips': [{'subnet_id': 'a39730b7-eac8-41f2-ac17-db043e5274ff'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:26:11.956679 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1cbf13d3-37f0-4595-83d3-49f844d443b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:11.971428 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-401105ce-b1e1-4ea1-8172-634753ecced4 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:11.982558 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-401105ce-b1e1-4ea1-8172-634753ecced4 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:11.984405 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-401105ce-b1e1-4ea1-8172-634753ecced4 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:11.992740 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-59f50876-65cc-422a-be63-f1ce8a8defb8 req-3c86d7f9-910a-44d3-abae-b7f8075ae7d4 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] For port 1c11c2a5-e9d5-4af6-8ef8-c633d610a032, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=1c11c2a5-e9d5-4af6-8ef8-c633d610a032,segment=NetworkSegment(91232e8c-3d17-424b-b810-746db9884dd3),segment_id=91232e8c-3d17-424b-b810-746db9884dd3)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:26:11.993127 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-59f50876-65cc-422a-be63-f1ce8a8defb8 req-3c86d7f9-910a-44d3-abae-b7f8075ae7d4 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:12.020705 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f8442961-cd3f-431e-b16c-7b69fcba3b87 req-c6cd1677-19d1-4c86-8267-fd4c57e23b64 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=86e7cf01-f21c-41cf-b5a3-71cb5ec2aaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777442 May 18 18:26:12.042565 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-59f50876-65cc-422a-be63-f1ce8a8defb8 req-3c86d7f9-910a-44d3-abae-b7f8075ae7d4 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Calling delete_port for 1c11c2a5-e9d5-4af6-8ef8-c633d610a032 owned by compute:nova {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:26:12.068760 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597b8feb-005d-45ec-97d6-a8ffa03b441c req-821029a7-4a04-4035-9541-b64d753a75c1 tempest-ServersNegativeTestMultiTenantJSON-75416377 tempest-ServersNegativeTestMultiTenantJSON-75416377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:12.070537 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-597b8feb-005d-45ec-97d6-a8ffa03b441c req-821029a7-4a04-4035-9541-b64d753a75c1 tempest-ServersNegativeTestMultiTenantJSON-75416377 tempest-ServersNegativeTestMultiTenantJSON-75416377-project] 10.222.0.88 "GET /v2.0/networks?id=c9ba1384-015a-4dd7-ac96-aa7ddb0ac324 HTTP/1.1" status: 200 len: 824 time: 0.2261257 May 18 18:26:12.127401 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-597b8feb-005d-45ec-97d6-a8ffa03b441c req-e4c7564b-3383-40be-858d-3e3bff615199 tempest-ServersNegativeTestMultiTenantJSON-75416377 tempest-ServersNegativeTestMultiTenantJSON-75416377-project] Request body: {'port': {'device_id': '977264d8-a5ed-4870-b513-3c756c1a091e', 'network_id': 'c9ba1384-015a-4dd7-ac96-aa7ddb0ac324', 'admin_state_up': True, 'tenant_id': '47c374ff95984a85bedc83b726868555'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:26:12.175469 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-401105ce-b1e1-4ea1-8172-634753ecced4 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5239739 May 18 18:26:12.179612 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 48696) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:26:12.206261 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-f16656cd-7270-4e2c-b846-74d647be4fb8 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Request body: {'network': {'name': 'tempest-router-network02--800752170'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:26:12.224680 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-1cbf13d3-37f0-4595-83d3-49f844d443b1 None None] Allocated IP 2001:db8::2 (d0faa7aa-3966-43a5-9003-800e70269565/a39730b7-eac8-41f2-ac17-db043e5274ff/ab09308f-5375-4f47-b5d7-9d5307cbb114) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:26:12.240306 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401105ce-b1e1-4ea1-8172-634753ecced4 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Pushing event updated for resources: {'Network': ['ID=be485fa5-2e67-4e5d-888c-11c8dd5b247f,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:26:12.265801 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network be485fa5-2e67-4e5d-888c-11c8dd5b247f details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:26:12.295364 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e3f41a-06ed-4e88-8f7b-69b8f9f6bd52 req-4b0a1b58-f7ef-43a0-8f61-2fd7ae5668c8 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:12.298156 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-61e3f41a-06ed-4e88-8f7b-69b8f9f6bd52 req-4b0a1b58-f7ef-43a0-8f61-2fd7ae5668c8 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/ports?device_id=68250932-273e-4325-9e64-8bc21316b470 HTTP/1.1" status: 200 len: 945 time: 0.1390264 May 18 18:26:12.298955 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f16656cd-7270-4e2c-b846-74d647be4fb8 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Made reservation on behalf of a9256394be5a4e8f87fe1bb053aeb58a for: {'network': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:26:12.302869 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f16656cd-7270-4e2c-b846-74d647be4fb8 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:12.376689 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-61e3f41a-06ed-4e88-8f7b-69b8f9f6bd52 req-69940c00-2abf-4f34-b2f1-d621333033d9 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/security-groups?id=11a2a54b-8d3a-4e8b-aced-30411dedac26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703394 May 18 18:26:12.402673 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f16656cd-7270-4e2c-b846-74d647be4fb8 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 644} {{(pid=102730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:26:12.432425 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f16656cd-7270-4e2c-b846-74d647be4fb8 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:12.432880 n-d-838550-3 neutron-server[102730]: INFO neutron.db.segments_db [None req-f16656cd-7270-4e2c-b846-74d647be4fb8 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Added segment 3150c86c-2ad5-474a-95ba-56800b0fd799 of type vlan for network 1ad1f3a4-4507-49ed-9671-86bda7593d77 May 18 18:26:12.462293 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-597b8feb-005d-45ec-97d6-a8ffa03b441c req-e4c7564b-3383-40be-858d-3e3bff615199 tempest-ServersNegativeTestMultiTenantJSON-75416377 tempest-ServersNegativeTestMultiTenantJSON-75416377-project] Made reservation on behalf of 47c374ff95984a85bedc83b726868555 for: {'port': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:26:12.467290 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-597b8feb-005d-45ec-97d6-a8ffa03b441c req-e4c7564b-3383-40be-858d-3e3bff615199 tempest-ServersNegativeTestMultiTenantJSON-75416377 tempest-ServersNegativeTestMultiTenantJSON-75416377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:12.477759 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877e7a50-8689-474e-9712-22ef18743cfd req-c94ef62a-7f9a-439d-ac25-625c696eaf6c tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:12.479578 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-877e7a50-8689-474e-9712-22ef18743cfd req-c94ef62a-7f9a-439d-ac25-625c696eaf6c tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=3af06ae7-a690-4f40-bcb1-f8f76cf6c6ef HTTP/1.1" status: 200 len: 946 time: 0.1846600 May 18 18:26:12.495201 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f16656cd-7270-4e2c-b846-74d647be4fb8 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:12.527360 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f16656cd-7270-4e2c-b846-74d647be4fb8 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:12.536403 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16656cd-7270-4e2c-b846-74d647be4fb8 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:12.538981 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f16656cd-7270-4e2c-b846-74d647be4fb8 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:12.562551 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1cbf13d3-37f0-4595-83d3-49f844d443b1 None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:12.651163 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1cbf13d3-37f0-4595-83d3-49f844d443b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:12.694790 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-f16656cd-7270-4e2c-b846-74d647be4fb8 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4976561 May 18 18:26:12.713674 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 48704) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:26:12.719412 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-5a54428f-5e11-4e46-96cf-397168e86b49 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Request body: {'subnet': {'network_id': 'be485fa5-2e67-4e5d-888c-11c8dd5b247f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:26:12.719969 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:12.752096 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cbf13d3-37f0-4595-83d3-49f844d443b1 None None] Network d0faa7aa-3966-43a5-9003-800e70269565 is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:26:12.753894 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbf13d3-37f0-4595-83d3-49f844d443b1 None None] Pushing event updated for resources: {'Port': ['ID=ab09308f-5375-4f47-b5d7-9d5307cbb114,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:26:12.767166 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-1cbf13d3-37f0-4595-83d3-49f844d443b1 None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:26:12.768857 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ca9ebff6-8a0c-4195-8389-a1fea844ba0e req-b10cb5c7-eaba-48a0-83f0-0ffe16e07510 tempest-ServersNegativeTestMultiTenantJSON-75416377 tempest-ServersNegativeTestMultiTenantJSON-75416377-project] 10.222.0.85 "GET /v2.0/ports?device_id=977264d8-a5ed-4870-b513-3c756c1a091e HTTP/1.1" status: 200 len: 210 time: 0.0679836 May 18 18:26:12.773393 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbf13d3-37f0-4595-83d3-49f844d443b1 None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:26:12.779085 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [req-597b8feb-005d-45ec-97d6-a8ffa03b441c req-e4c7564b-3383-40be-858d-3e3bff615199 tempest-ServersNegativeTestMultiTenantJSON-75416377 tempest-ServersNegativeTestMultiTenantJSON-75416377-project] Allocated IP 172.20.0.4 (c9ba1384-015a-4dd7-ac96-aa7ddb0ac324/3c84c914-4a38-46e6-b940-cc3e563f27a2/b47f3065-9222-4552-8f73-461cc71b8b22) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:26:12.788415 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16656cd-7270-4e2c-b846-74d647be4fb8 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Pushing event updated for resources: {'Network': ['ID=1ad1f3a4-4507-49ed-9671-86bda7593d77,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:26:12.838322 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network 1ad1f3a4-4507-49ed-9671-86bda7593d77 details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:26:12.847921 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-877e7a50-8689-474e-9712-22ef18743cfd req-5ecf342f-ee92-498b-83ec-c02c580fcb7f tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/security-groups?id=e4600145-0aaf-4853-ad08-dfd77d36be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3210487 May 18 18:26:12.848738 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-59f50876-65cc-422a-be63-f1ce8a8defb8 req-3c86d7f9-910a-44d3-abae-b7f8075ae7d4 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:12.879847 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['674da24f-68ce-455c-a7d9-bb312b8b278a'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:26:12.904898 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a54428f-5e11-4e46-96cf-397168e86b49 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Made reservation on behalf of a9256394be5a4e8f87fe1bb053aeb58a for: {'subnet': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:26:12.910889 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5a54428f-5e11-4e46-96cf-397168e86b49 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261031885'] for subnet, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:12.990053 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-1cbf13d3-37f0-4595-83d3-49f844d443b1 None None] Attempting to bind port ab09308f-5375-4f47-b5d7-9d5307cbb114 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:26:12.990584 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-1cbf13d3-37f0-4595-83d3-49f844d443b1 None None] Attempting to bind port ab09308f-5375-4f47-b5d7-9d5307cbb114 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': 'ca6f76a4-f0c0-4f24-a877-26abbd0e1c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'd0faa7aa-3966-43a5-9003-800e70269565'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:26:12.991150 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbf13d3-37f0-4595-83d3-49f844d443b1 None None] Attempting to bind port ab09308f-5375-4f47-b5d7-9d5307cbb114 on network d0faa7aa-3966-43a5-9003-800e70269565 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:26:13.013550 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbf13d3-37f0-4595-83d3-49f844d443b1 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:26:13.014118 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbf13d3-37f0-4595-83d3-49f844d443b1 None None] Checking segment: {'id': 'ca6f76a4-f0c0-4f24-a877-26abbd0e1c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'd0faa7aa-3966-43a5-9003-800e70269565'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:26:13.015217 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1cbf13d3-37f0-4595-83d3-49f844d443b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:13.015719 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbf13d3-37f0-4595-83d3-49f844d443b1 None None] Bound using segment: {'id': 'ca6f76a4-f0c0-4f24-a877-26abbd0e1c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'd0faa7aa-3966-43a5-9003-800e70269565'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:26:13.016443 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-1cbf13d3-37f0-4595-83d3-49f844d443b1 None None] Bound port: ab09308f-5375-4f47-b5d7-9d5307cbb114, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca6f76a4-f0c0-4f24-a877-26abbd0e1c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'd0faa7aa-3966-43a5-9003-800e70269565'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:26:13.016929 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1cbf13d3-37f0-4595-83d3-49f844d443b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:13.033686 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c86d7f9-910a-44d3-abae-b7f8075ae7d4 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Pushing event deleted for resources: {'Port': ['ID=1c11c2a5-e9d5-4af6-8ef8-c633d610a032,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:26:13.180749 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-59f50876-65cc-422a-be63-f1ce8a8defb8 req-3c86d7f9-910a-44d3-abae-b7f8075ae7d4 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] No DVR routers for this DVR port 1c11c2a5-e9d5-4af6-8ef8-c633d610a032 on host n-h2-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:26:13.190526 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-59f50876-65cc-422a-be63-f1ce8a8defb8 req-3c86d7f9-910a-44d3-abae-b7f8075ae7d4 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:13.194983 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-59f50876-65cc-422a-be63-f1ce8a8defb8 req-3c86d7f9-910a-44d3-abae-b7f8075ae7d4 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.88 "DELETE /v2.0/ports/1c11c2a5-e9d5-4af6-8ef8-c633d610a032 HTTP/1.1" status: 204 len: 173 time: 1.7308857 May 18 18:26:13.195460 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f5facc6-6646-424b-9628-27fba785798c', 'name': 'network-vif-deleted', 'tag': '1c11c2a5-e9d5-4af6-8ef8-c633d610a032'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:26:13.197913 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79ec9402-7a77-42bf-a3c6-7901f6d1c026" -d '{"events": [{"server_uuid": "8f5facc6-6646-424b-9628-27fba785798c", "name": "network-vif-deleted", "tag": "1c11c2a5-e9d5-4af6-8ef8-c633d610a032"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:26:13.260247 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-597b8feb-005d-45ec-97d6-a8ffa03b441c req-e4c7564b-3383-40be-858d-3e3bff615199 tempest-ServersNegativeTestMultiTenantJSON-75416377 tempest-ServersNegativeTestMultiTenantJSON-75416377-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:13.280924 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-662b08b9-64b7-498f-b59a-fedcd62731cb req-587203e5-f742-4c22-b3ca-843acd022bc7 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f5facc6-6646-424b-9628-27fba785798c HTTP/1.1" status: 200 len: 210 time: 0.1353126 May 18 18:26:13.294149 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-760757fd-8ea6-4c4b-8ef4-5595ecb4de64 x-openstack-request-id: req-760757fd-8ea6-4c4b-8ef4-5595ecb4de64 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:26:13.294449 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f5facc6-6646-424b-9628-27fba785798c", "name": "network-vif-deleted", "tag": "1c11c2a5-e9d5-4af6-8ef8-c633d610a032", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:26:13.295719 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-760757fd-8ea6-4c4b-8ef4-5595ecb4de64 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:26:13.296465 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-760757fd-8ea6-4c4b-8ef4-5595ecb4de64'] response: {'server_uuid': '8f5facc6-6646-424b-9628-27fba785798c', 'name': 'network-vif-deleted', 'tag': '1c11c2a5-e9d5-4af6-8ef8-c633d610a032', 'status': 'completed', 'code': 200} May 18 18:26:13.334657 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5a54428f-5e11-4e46-96cf-397168e86b49 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261104883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261031899'] for subnet, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:13.369180 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-597b8feb-005d-45ec-97d6-a8ffa03b441c req-e4c7564b-3383-40be-858d-3e3bff615199 tempest-ServersNegativeTestMultiTenantJSON-75416377 tempest-ServersNegativeTestMultiTenantJSON-75416377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:13.492299 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-597b8feb-005d-45ec-97d6-a8ffa03b441c req-e4c7564b-3383-40be-858d-3e3bff615199 tempest-ServersNegativeTestMultiTenantJSON-75416377 tempest-ServersNegativeTestMultiTenantJSON-75416377-project] Network c9ba1384-015a-4dd7-ac96-aa7ddb0ac324 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:26:13.501093 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [req-597b8feb-005d-45ec-97d6-a8ffa03b441c req-e4c7564b-3383-40be-858d-3e3bff615199 tempest-ServersNegativeTestMultiTenantJSON-75416377 tempest-ServersNegativeTestMultiTenantJSON-75416377-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:26:13.506855 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-597b8feb-005d-45ec-97d6-a8ffa03b441c req-e4c7564b-3383-40be-858d-3e3bff615199 tempest-ServersNegativeTestMultiTenantJSON-75416377 tempest-ServersNegativeTestMultiTenantJSON-75416377-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:26:13.520748 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a54428f-5e11-4e46-96cf-397168e86b49 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Pushing event updated for resources: {'Subnet': ['ID=9e16b6d5-8338-44c1-91c2-5644ccd7252a,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:26:13.535744 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a54428f-5e11-4e46-96cf-397168e86b49 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Checking segment: {'id': '5709fb44-b54c-469a-ab31-1ee810cabf93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'be485fa5-2e67-4e5d-888c-11c8dd5b247f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:26:13.539025 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a54428f-5e11-4e46-96cf-397168e86b49 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Network hostable DHCP agents. Network: be485fa5-2e67-4e5d-888c-11c8dd5b247f, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:26:13.540230 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c7564b-3383-40be-858d-3e3bff615199 tempest-ServersNegativeTestMultiTenantJSON-75416377 tempest-ServersNegativeTestMultiTenantJSON-75416377-project] Pushing event updated for resources: {'Port': ['ID=b47f3065-9222-4552-8f73-461cc71b8b22,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:26:13.574160 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a54428f-5e11-4e46-96cf-397168e86b49 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Network be485fa5-2e67-4e5d-888c-11c8dd5b247f is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:26:13.584202 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:13.591225 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-5a54428f-5e11-4e46-96cf-397168e86b49 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, be485fa5-2e67-4e5d-888c-11c8dd5b247f) {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:26:13.601402 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a54428f-5e11-4e46-96cf-397168e86b49 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:13.604483 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5a54428f-5e11-4e46-96cf-397168e86b49 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:13.612832 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dafab08-890e-4006-8d6b-e19efc890deb None None] Network be485fa5-2e67-4e5d-888c-11c8dd5b247f requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:26:13.654167 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-5a54428f-5e11-4e46-96cf-397168e86b49 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9391110 May 18 18:26:13.655655 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 48716) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:26:13.673021 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-33c56370-40df-46b3-9b3b-eb5e7402fade tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Request body: {'subnet': {'network_id': '1ad1f3a4-4507-49ed-9671-86bda7593d77', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:26:13.758716 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597b8feb-005d-45ec-97d6-a8ffa03b441c req-e4c7564b-3383-40be-858d-3e3bff615199 tempest-ServersNegativeTestMultiTenantJSON-75416377 tempest-ServersNegativeTestMultiTenantJSON-75416377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:13.759600 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-597b8feb-005d-45ec-97d6-a8ffa03b441c req-e4c7564b-3383-40be-858d-3e3bff615199 tempest-ServersNegativeTestMultiTenantJSON-75416377 tempest-ServersNegativeTestMultiTenantJSON-75416377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:13.794839 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3812d669-024d-4de5-badb-639eb868afa8 req-db7bfa17-4ce9-42eb-bef0-8b60acfb19d3 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:13.797807 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3812d669-024d-4de5-badb-639eb868afa8 req-db7bfa17-4ce9-42eb-bef0-8b60acfb19d3 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/ports?device_id=68250932-273e-4325-9e64-8bc21316b470 HTTP/1.1" status: 200 len: 945 time: 0.1723449 May 18 18:26:13.818083 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-597b8feb-005d-45ec-97d6-a8ffa03b441c req-e4c7564b-3383-40be-858d-3e3bff615199 tempest-ServersNegativeTestMultiTenantJSON-75416377 tempest-ServersNegativeTestMultiTenantJSON-75416377-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6968448 May 18 18:26:13.818677 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-1cbf13d3-37f0-4595-83d3-49f844d443b1 None None] For port ab09308f-5375-4f47-b5d7-9d5307cbb114, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:26:13.851322 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-597b8feb-005d-45ec-97d6-a8ffa03b441c req-4b8552de-5d3f-4909-a616-8399f3786f13 service neutron] Request body: {'port': {'device_id': '977264d8-a5ed-4870-b513-3c756c1a091e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-3'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:26:13.873118 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33c56370-40df-46b3-9b3b-eb5e7402fade tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Made reservation on behalf of a9256394be5a4e8f87fe1bb053aeb58a for: {'subnet': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:26:13.882424 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-33c56370-40df-46b3-9b3b-eb5e7402fade tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261031885'] for subnet, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:13.890247 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-1cbf13d3-37f0-4595-83d3-49f844d443b1 None None] For port ab09308f-5375-4f47-b5d7-9d5307cbb114, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=ab09308f-5375-4f47-b5d7-9d5307cbb114,segment=NetworkSegment(ca6f76a4-f0c0-4f24-a877-26abbd0e1c1e),segment_id=ca6f76a4-f0c0-4f24-a877-26abbd0e1c1e)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:26:13.914716 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1cbf13d3-37f0-4595-83d3-49f844d443b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:13.942043 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-597b8feb-005d-45ec-97d6-a8ffa03b441c req-4b8552de-5d3f-4909-a616-8399f3786f13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:13.996482 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3812d669-024d-4de5-badb-639eb868afa8 req-2ef07ed2-dbca-402f-a2d2-cde60aef5cb7 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/security-groups?id=11a2a54b-8d3a-4e8b-aced-30411dedac26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1853945 May 18 18:26:14.059199 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 1c11c2a5-e9d5-4af6-8ef8-c633d610a032 no longer exists at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:26:14.145666 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] No Port match for: 1c11c2a5-e9d5-4af6-8ef8-c633d610a032 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:26:14.146109 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df70e52a-fc9d-4993-a352-c7b192c5d058 req-c61ca231-ea35-4d2b-8e28-3e6ce3bd4049 tempest-ServersNegativeTestMultiTenantJSON-75416377 tempest-ServersNegativeTestMultiTenantJSON-75416377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:14.151430 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 1c11c2a5-e9d5-4af6-8ef8-c633d610a032 not bound to the agent host n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:26:14.154516 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-df70e52a-fc9d-4993-a352-c7b192c5d058 req-c61ca231-ea35-4d2b-8e28-3e6ce3bd4049 tempest-ServersNegativeTestMultiTenantJSON-75416377 tempest-ServersNegativeTestMultiTenantJSON-75416377-project] 10.222.0.85 "GET /v2.0/ports?device_id=977264d8-a5ed-4870-b513-3c756c1a091e HTTP/1.1" status: 200 len: 931 time: 0.1673841 May 18 18:26:14.162492 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbf13d3-37f0-4595-83d3-49f844d443b1 None None] Pushing event updated for resources: {'Port': ['ID=ab09308f-5375-4f47-b5d7-9d5307cbb114,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:26:14.276684 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-df70e52a-fc9d-4993-a352-c7b192c5d058 req-d02e7c26-205d-4825-9c2c-753dd381b049 tempest-ServersNegativeTestMultiTenantJSON-75416377 tempest-ServersNegativeTestMultiTenantJSON-75416377-project] 10.222.0.85 "GET /v2.0/security-groups?id=abf2da3a-5c49-44ab-ab34-42c12dcf6b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200697 May 18 18:26:14.289215 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a51c921-2fca-4b28-abb2-c3aa4a7933e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-be485fa5-2e67-4e5d-888c-11c8dd5b247f', 'network_id': 'be485fa5-2e67-4e5d-888c-11c8dd5b247f', 'tenant_id': 'a9256394be5a4e8f87fe1bb053aeb58a', 'fixed_ips': [{'subnet_id': '9e16b6d5-8338-44c1-91c2-5644ccd7252a'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:26:14.290504 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1a51c921-2fca-4b28-abb2-c3aa4a7933e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:14.537560 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8388849-08e9-4ef6-ba37-d16067fd60c2 req-7fc94f3b-0501-41d7-aeb4-2fee8268754f tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:14.548020 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a8388849-08e9-4ef6-ba37-d16067fd60c2 req-7fc94f3b-0501-41d7-aeb4-2fee8268754f tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=3af06ae7-a690-4f40-bcb1-f8f76cf6c6ef HTTP/1.1" status: 200 len: 946 time: 0.2812641 May 18 18:26:14.551411 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5fead74c-dfa1-4c1d-b802-b21130a1807d req-edb395c5-32c5-44f8-9b00-704f1f4f9f92 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f5facc6-6646-424b-9628-27fba785798c HTTP/1.1" status: 200 len: 210 time: 0.1036725 May 18 18:26:14.552910 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-33c56370-40df-46b3-9b3b-eb5e7402fade tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261104883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261031899'] for subnet, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:14.619865 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a8388849-08e9-4ef6-ba37-d16067fd60c2 req-c6dae7b3-1d33-4187-8880-001a1b330e62 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/security-groups?id=e4600145-0aaf-4853-ad08-dfd77d36be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704386 May 18 18:26:14.667182 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c56370-40df-46b3-9b3b-eb5e7402fade tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Checking segment: {'id': '3150c86c-2ad5-474a-95ba-56800b0fd799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '1ad1f3a4-4507-49ed-9671-86bda7593d77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:26:14.667182 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c56370-40df-46b3-9b3b-eb5e7402fade tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Network hostable DHCP agents. Network: 1ad1f3a4-4507-49ed-9671-86bda7593d77, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:26:14.668498 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-1a51c921-2fca-4b28-abb2-c3aa4a7933e9 None None] Allocated IP 2001:db8::2 (be485fa5-2e67-4e5d-888c-11c8dd5b247f/9e16b6d5-8338-44c1-91c2-5644ccd7252a/e6960bad-1aac-4f41-b262-bfbe947484d4) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:26:14.681261 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c56370-40df-46b3-9b3b-eb5e7402fade tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Pushing event updated for resources: {'Subnet': ['ID=b46488be-1232-4421-af58-133e151c0302,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:26:14.705868 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c56370-40df-46b3-9b3b-eb5e7402fade tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Network 1ad1f3a4-4507-49ed-9671-86bda7593d77 is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:26:14.725056 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-33c56370-40df-46b3-9b3b-eb5e7402fade tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, 1ad1f3a4-4507-49ed-9671-86bda7593d77) {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:26:14.747823 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d83d8789-8ac5-4dc8-a763-8502c789d32a None None] Network 1ad1f3a4-4507-49ed-9671-86bda7593d77 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:26:14.754138 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c56370-40df-46b3-9b3b-eb5e7402fade tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:14.755611 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-33c56370-40df-46b3-9b3b-eb5e7402fade tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:14.787877 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-33c56370-40df-46b3-9b3b-eb5e7402fade tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1257997 May 18 18:26:14.791601 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 48730) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:26:14.807409 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [req-597b8feb-005d-45ec-97d6-a8ffa03b441c req-4b8552de-5d3f-4909-a616-8399f3786f13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b47f3065-9222-4552-8f73-461cc71b8b22 {{(pid=102731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:26:14.816832 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-597b8feb-005d-45ec-97d6-a8ffa03b441c req-4b8552de-5d3f-4909-a616-8399f3786f13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:14.831690 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.provisioning_blocks [req-597b8feb-005d-45ec-97d6-a8ffa03b441c req-4b8552de-5d3f-4909-a616-8399f3786f13 service neutron] Transition to ACTIVE for port object b47f3065-9222-4552-8f73-461cc71b8b22 will not be triggered until provisioned by entity L2. {{(pid=102731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:26:14.837786 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-597b8feb-005d-45ec-97d6-a8ffa03b441c req-4b8552de-5d3f-4909-a616-8399f3786f13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:14.965254 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8552de-5d3f-4909-a616-8399f3786f13 service neutron] Pushing event updated for resources: {'Port': ['ID=b47f3065-9222-4552-8f73-461cc71b8b22,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:26:15.106981 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1a51c921-2fca-4b28-abb2-c3aa4a7933e9 None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:15.117388 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1a51c921-2fca-4b28-abb2-c3aa4a7933e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:15.228010 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a51c921-2fca-4b28-abb2-c3aa4a7933e9 None None] Pushing event updated for resources: {'Port': ['ID=e6960bad-1aac-4f41-b262-bfbe947484d4,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:26:15.234000 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device ab09308f-5375-4f47-b5d7-9d5307cbb114 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:26:15.294144 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd96bb9e-a6af-44b1-b68c-e6bf58a8b3c7 req-3465fef7-f1d3-4b6c-87e3-e20defff4709 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:15.296935 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bd96bb9e-a6af-44b1-b68c-e6bf58a8b3c7 req-3465fef7-f1d3-4b6c-87e3-e20defff4709 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef854938-189c-46f2-8314-215a08afd5f6 HTTP/1.1" status: 200 len: 945 time: 0.3331544 May 18 18:26:15.302448 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a51c921-2fca-4b28-abb2-c3aa4a7933e9 None None] Network be485fa5-2e67-4e5d-888c-11c8dd5b247f is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:26:15.308145 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-1a51c921-2fca-4b28-abb2-c3aa4a7933e9 None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:26:15.321094 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a51c921-2fca-4b28-abb2-c3aa4a7933e9 None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:26:15.328801 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b473051-ef02-4db3-b6eb-89ca9814e967 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-1ad1f3a4-4507-49ed-9671-86bda7593d77', 'network_id': '1ad1f3a4-4507-49ed-9671-86bda7593d77', 'tenant_id': 'a9256394be5a4e8f87fe1bb053aeb58a', 'fixed_ips': [{'subnet_id': 'b46488be-1232-4421-af58-133e151c0302'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:26:15.339601 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-7b473051-ef02-4db3-b6eb-89ca9814e967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:15.483656 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-597b8feb-005d-45ec-97d6-a8ffa03b441c req-4b8552de-5d3f-4909-a616-8399f3786f13 service neutron] Attempting to bind port b47f3065-9222-4552-8f73-461cc71b8b22 on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:26:15.484174 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-597b8feb-005d-45ec-97d6-a8ffa03b441c req-4b8552de-5d3f-4909-a616-8399f3786f13 service neutron] Attempting to bind port b47f3065-9222-4552-8f73-461cc71b8b22 by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': '226f5188-c002-4fd6-9ceb-082b4f6a0ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'c9ba1384-015a-4dd7-ac96-aa7ddb0ac324'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:26:15.484500 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597b8feb-005d-45ec-97d6-a8ffa03b441c req-4b8552de-5d3f-4909-a616-8399f3786f13 service neutron] Attempting to bind port b47f3065-9222-4552-8f73-461cc71b8b22 on network c9ba1384-015a-4dd7-ac96-aa7ddb0ac324 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:26:15.564212 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597b8feb-005d-45ec-97d6-a8ffa03b441c req-4b8552de-5d3f-4909-a616-8399f3786f13 service neutron] Port b47f3065-9222-4552-8f73-461cc71b8b22 on network c9ba1384-015a-4dd7-ac96-aa7ddb0ac324 not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:26:15.565464 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597b8feb-005d-45ec-97d6-a8ffa03b441c req-4b8552de-5d3f-4909-a616-8399f3786f13 service neutron] Attempting to bind port b47f3065-9222-4552-8f73-461cc71b8b22 on network c9ba1384-015a-4dd7-ac96-aa7ddb0ac324 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:26:15.578821 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597b8feb-005d-45ec-97d6-a8ffa03b441c req-4b8552de-5d3f-4909-a616-8399f3786f13 service neutron] Checking agent: {'id': 'd1be059a-68ea-4c77-9b2b-29f4afa47e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:26:15.579357 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597b8feb-005d-45ec-97d6-a8ffa03b441c req-4b8552de-5d3f-4909-a616-8399f3786f13 service neutron] Checking segment: {'id': '226f5188-c002-4fd6-9ceb-082b4f6a0ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'c9ba1384-015a-4dd7-ac96-aa7ddb0ac324'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:26:15.579745 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597b8feb-005d-45ec-97d6-a8ffa03b441c req-4b8552de-5d3f-4909-a616-8399f3786f13 service neutron] Bound using segment: {'id': '226f5188-c002-4fd6-9ceb-082b4f6a0ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'c9ba1384-015a-4dd7-ac96-aa7ddb0ac324'} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:26:15.580189 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-597b8feb-005d-45ec-97d6-a8ffa03b441c req-4b8552de-5d3f-4909-a616-8399f3786f13 service neutron] Bound port: b47f3065-9222-4552-8f73-461cc71b8b22, host: n-h2-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '226f5188-c002-4fd6-9ceb-082b4f6a0ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'c9ba1384-015a-4dd7-ac96-aa7ddb0ac324'}}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:26:15.580549 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-597b8feb-005d-45ec-97d6-a8ffa03b441c req-4b8552de-5d3f-4909-a616-8399f3786f13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:15.654494 n-d-838550-3 neutron-server[102731]: INFO neutron.api.v2.resource [req-d63f5476-d7ca-4b84-9b96-7ecca7bfdb10 req-42c76f21-0124-4bc0-aeba-5aab05ca737e service neutron] show failed (client error): The resource could not be found. May 18 18:26:15.662609 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d63f5476-d7ca-4b84-9b96-7ecca7bfdb10 req-42c76f21-0124-4bc0-aeba-5aab05ca737e service neutron] 10.222.0.36 "GET /v2.0/ports/aad21639-9096-401f-be6b-1fcf72a3df15/bindings/n-h2-838550-3 HTTP/1.1" status: 404 len: 380 time: 0.3573020 May 18 18:26:15.698192 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port ab09308f-5375-4f47-b5d7-9d5307cbb114 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:26:15.698931 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:15.754725 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-1a51c921-2fca-4b28-abb2-c3aa4a7933e9 None None] Attempting to bind port e6960bad-1aac-4f41-b262-bfbe947484d4 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:26:15.755161 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-1a51c921-2fca-4b28-abb2-c3aa4a7933e9 None None] Attempting to bind port e6960bad-1aac-4f41-b262-bfbe947484d4 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '5709fb44-b54c-469a-ab31-1ee810cabf93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'be485fa5-2e67-4e5d-888c-11c8dd5b247f'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:26:15.755574 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a51c921-2fca-4b28-abb2-c3aa4a7933e9 None None] Attempting to bind port e6960bad-1aac-4f41-b262-bfbe947484d4 on network be485fa5-2e67-4e5d-888c-11c8dd5b247f {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:26:15.778948 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bd96bb9e-a6af-44b1-b68c-e6bf58a8b3c7 req-b860bbee-b800-4192-8fe7-840edefffc8c tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=ea6a757a-9c65-4a62-a27e-604b73d281bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4522612 May 18 18:26:15.802808 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0641120e-4e0d-439a-962b-5abeea8f224e tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:15.824375 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a51c921-2fca-4b28-abb2-c3aa4a7933e9 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 26, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:26:15.826661 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a51c921-2fca-4b28-abb2-c3aa4a7933e9 None None] Checking segment: {'id': '5709fb44-b54c-469a-ab31-1ee810cabf93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'be485fa5-2e67-4e5d-888c-11c8dd5b247f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:26:15.827645 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1a51c921-2fca-4b28-abb2-c3aa4a7933e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:15.828056 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a51c921-2fca-4b28-abb2-c3aa4a7933e9 None None] Bound using segment: {'id': '5709fb44-b54c-469a-ab31-1ee810cabf93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'be485fa5-2e67-4e5d-888c-11c8dd5b247f'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:26:15.833114 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-1a51c921-2fca-4b28-abb2-c3aa4a7933e9 None None] Bound port: e6960bad-1aac-4f41-b262-bfbe947484d4, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5709fb44-b54c-469a-ab31-1ee810cabf93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'be485fa5-2e67-4e5d-888c-11c8dd5b247f'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:26:15.833687 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1a51c921-2fca-4b28-abb2-c3aa4a7933e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:15.883396 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-597b8feb-005d-45ec-97d6-a8ffa03b441c req-4b8552de-5d3f-4909-a616-8399f3786f13 service neutron] For port b47f3065-9222-4552-8f73-461cc71b8b22, host n-h2-838550-3, cleared binding levels {{(pid=102731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:26:15.891695 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-597b8feb-005d-45ec-97d6-a8ffa03b441c req-4b8552de-5d3f-4909-a616-8399f3786f13 service neutron] For port b47f3065-9222-4552-8f73-461cc71b8b22, host n-h2-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=b47f3065-9222-4552-8f73-461cc71b8b22,segment=NetworkSegment(226f5188-c002-4fd6-9ceb-082b4f6a0ac7),segment_id=226f5188-c002-4fd6-9ceb-082b4f6a0ac7)] {{(pid=102731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:26:15.904924 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-597b8feb-005d-45ec-97d6-a8ffa03b441c req-4b8552de-5d3f-4909-a616-8399f3786f13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:16.043675 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-1a51c921-2fca-4b28-abb2-c3aa4a7933e9 None None] For port e6960bad-1aac-4f41-b262-bfbe947484d4, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:26:16.048239 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-1a51c921-2fca-4b28-abb2-c3aa4a7933e9 None None] For port e6960bad-1aac-4f41-b262-bfbe947484d4, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=e6960bad-1aac-4f41-b262-bfbe947484d4,segment=NetworkSegment(5709fb44-b54c-469a-ab31-1ee810cabf93),segment_id=5709fb44-b54c-469a-ab31-1ee810cabf93)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:26:16.051992 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad0ce92-6af6-4cd0-9a4a-6f0b12e6797f req-7045da7b-6f32-4c64-a18c-257ac42a1880 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:16.061144 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6ad0ce92-6af6-4cd0-9a4a-6f0b12e6797f req-7045da7b-6f32-4c64-a18c-257ac42a1880 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/ports?device_id=68250932-273e-4325-9e64-8bc21316b470 HTTP/1.1" status: 200 len: 945 time: 0.5622382 May 18 18:26:16.063254 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1a51c921-2fca-4b28-abb2-c3aa4a7933e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:16.127305 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597b8feb-005d-45ec-97d6-a8ffa03b441c req-4b8552de-5d3f-4909-a616-8399f3786f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:16.132313 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-597b8feb-005d-45ec-97d6-a8ffa03b441c req-4b8552de-5d3f-4909-a616-8399f3786f13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:16.144292 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-597b8feb-005d-45ec-97d6-a8ffa03b441c req-4b8552de-5d3f-4909-a616-8399f3786f13 service neutron] 10.222.0.88 "PUT /v2.0/ports/b47f3065-9222-4552-8f73-461cc71b8b22 HTTP/1.1" status: 200 len: 1091 time: 2.3053846 May 18 18:26:16.145064 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '977264d8-a5ed-4870-b513-3c756c1a091e', 'tag': 'b47f3065-9222-4552-8f73-461cc71b8b22'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:26:16.148055 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36f0915e-b8ea-442a-a070-6967ce12f133" -d '{"events": [{"name": "network-changed", "server_uuid": "977264d8-a5ed-4870-b513-3c756c1a091e", "tag": "b47f3065-9222-4552-8f73-461cc71b8b22"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:26:16.218214 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8552de-5d3f-4909-a616-8399f3786f13 service neutron] Pushing event updated for resources: {'Port': ['ID=b47f3065-9222-4552-8f73-461cc71b8b22,revision_number=3']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:26:16.232738 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-7b473051-ef02-4db3-b6eb-89ca9814e967 None None] Allocated IP 2001:db8::2 (1ad1f3a4-4507-49ed-9671-86bda7593d77/b46488be-1232-4421-af58-133e151c0302/93b25f43-3700-4456-905e-ced38e18a437) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:26:16.307185 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6ad0ce92-6af6-4cd0-9a4a-6f0b12e6797f req-43b7fc74-e706-4334-af0f-1465767738dc tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/security-groups?id=11a2a54b-8d3a-4e8b-aced-30411dedac26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2436728 May 18 18:26:16.407948 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea49673-4c73-49d6-b682-b278df075393 req-e50c3a6e-7989-4a33-97b4-7e72187ec7fa tempest-ServersNegativeTestMultiTenantJSON-75416377 tempest-ServersNegativeTestMultiTenantJSON-75416377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:16.418062 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bea49673-4c73-49d6-b682-b278df075393 req-e50c3a6e-7989-4a33-97b4-7e72187ec7fa tempest-ServersNegativeTestMultiTenantJSON-75416377 tempest-ServersNegativeTestMultiTenantJSON-75416377-project] 10.222.0.85 "GET /v2.0/ports?device_id=977264d8-a5ed-4870-b513-3c756c1a091e HTTP/1.1" status: 200 len: 943 time: 0.3801589 May 18 18:26:16.422585 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-7b473051-ef02-4db3-b6eb-89ca9814e967 None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:16.429545 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597b8feb-005d-45ec-97d6-a8ffa03b441c req-0866cec2-a48e-465c-a59c-17a480e487de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:16.431223 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-597b8feb-005d-45ec-97d6-a8ffa03b441c req-0866cec2-a48e-465c-a59c-17a480e487de service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=47c374ff95984a85bedc83b726868555&device_id=977264d8-a5ed-4870-b513-3c756c1a091e HTTP/1.1" status: 200 len: 1094 time: 0.1892772 May 18 18:26:16.442889 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-7b473051-ef02-4db3-b6eb-89ca9814e967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:16.445059 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e788dfcd-4d69-4522-9941-7dbc3b7d4471 None None] Network d0faa7aa-3966-43a5-9003-800e70269565 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:26:16.538082 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-597b8feb-005d-45ec-97d6-a8ffa03b441c req-88283de7-e507-4a95-a0a5-f12ca29e4871 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b47f3065-9222-4552-8f73-461cc71b8b22 HTTP/1.1" status: 200 len: 217 time: 0.0895152 May 18 18:26:16.548588 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63f5476-d7ca-4b84-9b96-7ecca7bfdb10 req-1e6e6206-1aab-4db2-b993-5e336c7cb817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:16.550596 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d63f5476-d7ca-4b84-9b96-7ecca7bfdb10 req-1e6e6206-1aab-4db2-b993-5e336c7cb817 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=3af06ae7-a690-4f40-bcb1-f8f76cf6c6ef&tenant_id=06b3ed36f50a43fd9cfeaa89e080d35b HTTP/1.1" status: 200 len: 1097 time: 0.5061927 May 18 18:26:16.603128 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port ab09308f-5375-4f47-b5d7-9d5307cbb114 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:26:16.603616 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:16.625214 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e10bcf3d-962a-4b5d-9223-d9fcdcd71b20 req-0e5742ac-d2f8-4c0f-8bd1-bd658e74c8d7 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f5facc6-6646-424b-9628-27fba785798c HTTP/1.1" status: 200 len: 210 time: 0.0918903 May 18 18:26:16.689023 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bea49673-4c73-49d6-b682-b278df075393 req-6325a373-a2fb-4e9e-a1ba-b4afe42ec2f1 tempest-ServersNegativeTestMultiTenantJSON-75416377 tempest-ServersNegativeTestMultiTenantJSON-75416377-project] 10.222.0.85 "GET /v2.0/security-groups?id=abf2da3a-5c49-44ab-ab34-42c12dcf6b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687573 May 18 18:26:16.696120 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597b8feb-005d-45ec-97d6-a8ffa03b441c req-6a3db374-2d4d-481f-a41a-da8bd56a7a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:16.699391 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-597b8feb-005d-45ec-97d6-a8ffa03b441c req-6a3db374-2d4d-481f-a41a-da8bd56a7a8f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=3c84c914-4a38-46e6-b940-cc3e563f27a2 HTTP/1.1" status: 200 len: 864 time: 0.1107285 May 18 18:26:16.723356 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-d63f5476-d7ca-4b84-9b96-7ecca7bfdb10 req-126aba3a-c864-434f-9b56-c36fefa7a813 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-838550-3', 'device_owner': 'compute:nova'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:26:16.849913 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-0641120e-4e0d-439a-962b-5abeea8f224e tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Allocated IP 2001:db8::1 (be485fa5-2e67-4e5d-888c-11c8dd5b247f/9e16b6d5-8338-44c1-91c2-5644ccd7252a/ad5c1051-31cf-49b0-9c2a-f1e5e9933df7) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:26:16.922390 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2864bd36-8ecc-4040-86ab-16d30b356dbf req-fd46cc70-3fb9-4986-9cdb-3961bab1fcd2 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:16.938094 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2864bd36-8ecc-4040-86ab-16d30b356dbf req-fd46cc70-3fb9-4986-9cdb-3961bab1fcd2 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=3af06ae7-a690-4f40-bcb1-f8f76cf6c6ef HTTP/1.1" status: 200 len: 946 time: 0.1270719 May 18 18:26:16.939511 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-597b8feb-005d-45ec-97d6-a8ffa03b441c req-eac97aeb-6827-4df8-b84a-7868581c45ed service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c9ba1384-015a-4dd7-ac96-aa7ddb0ac324&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2054944 May 18 18:26:17.061999 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a51c921-2fca-4b28-abb2-c3aa4a7933e9 None None] Pushing event updated for resources: {'Port': ['ID=e6960bad-1aac-4f41-b262-bfbe947484d4,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:26:17.126760 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b473051-ef02-4db3-b6eb-89ca9814e967 None None] Network 1ad1f3a4-4507-49ed-9671-86bda7593d77 is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:26:17.169077 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-7b473051-ef02-4db3-b6eb-89ca9814e967 None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:26:17.181710 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2864bd36-8ecc-4040-86ab-16d30b356dbf req-5c1ea2fc-b7bc-47eb-8fc7-73eb7936f584 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/security-groups?id=e4600145-0aaf-4853-ad08-dfd77d36be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2420144 May 18 18:26:17.185111 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b473051-ef02-4db3-b6eb-89ca9814e967 None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:26:17.211445 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-73f4ff4e-3c4f-4d48-8876-89af1573085e None None] Provisioning complete for port ab09308f-5375-4f47-b5d7-9d5307cbb114 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:26:17.212057 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-73f4ff4e-3c4f-4d48-8876-89af1573085e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:17.304472 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0641120e-4e0d-439a-962b-5abeea8f224e tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:17.338524 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49f3bd80-dbfc-4eb8-bc07-b53b567bfb8f x-openstack-request-id: req-49f3bd80-dbfc-4eb8-bc07-b53b567bfb8f {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:26:17.339159 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "977264d8-a5ed-4870-b513-3c756c1a091e", "tag": "b47f3065-9222-4552-8f73-461cc71b8b22", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:26:17.339620 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-49f3bd80-dbfc-4eb8-bc07-b53b567bfb8f {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:26:17.340227 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49f3bd80-dbfc-4eb8-bc07-b53b567bfb8f'] response: {'name': 'network-changed', 'server_uuid': '977264d8-a5ed-4870-b513-3c756c1a091e', 'tag': 'b47f3065-9222-4552-8f73-461cc71b8b22', 'status': 'completed', 'code': 200} May 18 18:26:17.370873 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-d63f5476-d7ca-4b84-9b96-7ecca7bfdb10 req-126aba3a-c864-434f-9b56-c36fefa7a813 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:17.382118 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-597b8feb-005d-45ec-97d6-a8ffa03b441c req-0fb22e34-22b1-4800-8c28-fc43b65347f2 service neutron] 10.222.0.88 "GET /v2.0/networks/c9ba1384-015a-4dd7-ac96-aa7ddb0ac324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4359045 May 18 18:26:17.401931 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0641120e-4e0d-439a-962b-5abeea8f224e tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:17.492449 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0641120e-4e0d-439a-962b-5abeea8f224e tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Pushing event updated for resources: {'Port': ['ID=ad5c1051-31cf-49b0-9c2a-f1e5e9933df7,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:26:17.492653 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] For port ab09308f-5375-4f47-b5d7-9d5307cbb114, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=ab09308f-5375-4f47-b5d7-9d5307cbb114,segment=NetworkSegment(ca6f76a4-f0c0-4f24-a877-26abbd0e1c1e),segment_id=ca6f76a4-f0c0-4f24-a877-26abbd0e1c1e)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:26:17.554399 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0641120e-4e0d-439a-962b-5abeea8f224e tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Network be485fa5-2e67-4e5d-888c-11c8dd5b247f is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:26:17.564560 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-0641120e-4e0d-439a-962b-5abeea8f224e tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:26:17.570209 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0641120e-4e0d-439a-962b-5abeea8f224e tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:26:17.572130 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0641120e-4e0d-439a-962b-5abeea8f224e tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595826'] for router_interface, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:17.590292 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-597b8feb-005d-45ec-97d6-a8ffa03b441c req-86291dd6-1de7-4960-bf2f-062024d35364 service neutron] 10.222.0.88 "GET /v2.0/networks/c9ba1384-015a-4dd7-ac96-aa7ddb0ac324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359925 May 18 18:26:17.594282 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:17.732096 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ae0cde-cc8b-428f-b247-2cc7dcc5b63d req-8c9a373f-d9bb-49f8-ab80-1e9a94576a07 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:17.740867 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-31ae0cde-cc8b-428f-b247-2cc7dcc5b63d req-8c9a373f-d9bb-49f8-ab80-1e9a94576a07 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/ports?device_id=68250932-273e-4325-9e64-8bc21316b470 HTTP/1.1" status: 200 len: 945 time: 0.2598441 May 18 18:26:17.845134 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-31ae0cde-cc8b-428f-b247-2cc7dcc5b63d req-74af18b5-8014-4ac8-8e78-cdbc039658c9 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/security-groups?id=11a2a54b-8d3a-4e8b-aced-30411dedac26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033831 May 18 18:26:18.009536 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b94ce48-1ce2-4b58-9f22-b7dc6ad99934 req-3cfd9d93-8a60-416c-8423-7d93ab63c5a1 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:18.011252 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7b94ce48-1ce2-4b58-9f22-b7dc6ad99934 req-3cfd9d93-8a60-416c-8423-7d93ab63c5a1 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef854938-189c-46f2-8314-215a08afd5f6 HTTP/1.1" status: 200 len: 945 time: 0.8632479 May 18 18:26:18.038000 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0641120e-4e0d-439a-962b-5abeea8f224e tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:18.055643 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b473051-ef02-4db3-b6eb-89ca9814e967 None None] Pushing event updated for resources: {'Port': ['ID=93b25f43-3700-4456-905e-ced38e18a437,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:26:18.206389 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device e6960bad-1aac-4f41-b262-bfbe947484d4 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:26:18.254889 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f0915e-b8ea-442a-a070-6967ce12f133 req-8f0928b2-82fd-403a-8dda-25e91653c2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:18.256955 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-36f0915e-b8ea-442a-a070-6967ce12f133 req-8f0928b2-82fd-403a-8dda-25e91653c2b3 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=47c374ff95984a85bedc83b726868555&device_id=977264d8-a5ed-4870-b513-3c756c1a091e HTTP/1.1" status: 200 len: 1094 time: 0.3156624 May 18 18:26:18.312164 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7b94ce48-1ce2-4b58-9f22-b7dc6ad99934 req-c74251b4-a772-4627-9d77-43d9517af0c4 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=ea6a757a-9c65-4a62-a27e-604b73d281bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2777653 May 18 18:26:18.640372 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-d63f5476-d7ca-4b84-9b96-7ecca7bfdb10 req-126aba3a-c864-434f-9b56-c36fefa7a813 service neutron] For port aad21639-9096-401f-be6b-1fcf72a3df15, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=aad21639-9096-401f-be6b-1fcf72a3df15,segment=NetworkSegment(dee46304-0b61-4765-8fa4-fe4ec736c06a),segment_id=dee46304-0b61-4765-8fa4-fe4ec736c06a)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:26:18.784114 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Pushing event updated for resources: {'Port': ['ID=ab09308f-5375-4f47-b5d7-9d5307cbb114,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:26:18.789460 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-7b473051-ef02-4db3-b6eb-89ca9814e967 None None] Attempting to bind port 93b25f43-3700-4456-905e-ced38e18a437 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:26:18.790099 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-7b473051-ef02-4db3-b6eb-89ca9814e967 None None] Attempting to bind port 93b25f43-3700-4456-905e-ced38e18a437 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '3150c86c-2ad5-474a-95ba-56800b0fd799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '1ad1f3a4-4507-49ed-9671-86bda7593d77'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:26:18.791609 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b473051-ef02-4db3-b6eb-89ca9814e967 None None] Attempting to bind port 93b25f43-3700-4456-905e-ced38e18a437 on network 1ad1f3a4-4507-49ed-9671-86bda7593d77 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:26:18.792803 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a14b2cbd-6e12-4616-a491-b28194839459 req-b5e91c9f-f60c-4392-b0d7-ca87712cd636 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f5facc6-6646-424b-9628-27fba785798c HTTP/1.1" status: 200 len: 210 time: 0.0866883 May 18 18:26:18.794395 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac16d486-8d81-4666-a247-f1353e7e018e None None] Network be485fa5-2e67-4e5d-888c-11c8dd5b247f requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:26:18.796850 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-73f4ff4e-3c4f-4d48-8876-89af1573085e None None] Current status of the port ab09308f-5375-4f47-b5d7-9d5307cbb114 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:26:18.838663 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b473051-ef02-4db3-b6eb-89ca9814e967 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 26, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:26:18.839491 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b473051-ef02-4db3-b6eb-89ca9814e967 None None] Checking segment: {'id': '3150c86c-2ad5-474a-95ba-56800b0fd799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '1ad1f3a4-4507-49ed-9671-86bda7593d77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:26:18.840664 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-7b473051-ef02-4db3-b6eb-89ca9814e967 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:18.841307 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b473051-ef02-4db3-b6eb-89ca9814e967 None None] Bound using segment: {'id': '3150c86c-2ad5-474a-95ba-56800b0fd799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '1ad1f3a4-4507-49ed-9671-86bda7593d77'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:26:18.843385 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-7b473051-ef02-4db3-b6eb-89ca9814e967 None None] Bound port: 93b25f43-3700-4456-905e-ced38e18a437, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3150c86c-2ad5-474a-95ba-56800b0fd799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '1ad1f3a4-4507-49ed-9671-86bda7593d77'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:26:18.844280 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-7b473051-ef02-4db3-b6eb-89ca9814e967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:18.920837 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0641120e-4e0d-439a-962b-5abeea8f224e tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:18.929282 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0641120e-4e0d-439a-962b-5abeea8f224e tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:18.931485 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0641120e-4e0d-439a-962b-5abeea8f224e tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-595870'] for router_interface, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:18.966693 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-4a708182-5605-4307-bdd2-30e04f046bf5 None None] Provisioning complete for port e6960bad-1aac-4f41-b262-bfbe947484d4 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:26:18.967058 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-4a708182-5605-4307-bdd2-30e04f046bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:19.074895 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0641120e-4e0d-439a-962b-5abeea8f224e tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Pushing event updated for resources: {'Port': ['ID=ad5c1051-31cf-49b0-9c2a-f1e5e9933df7,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:26:19.151019 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-4a708182-5605-4307-bdd2-30e04f046bf5 None None] Current status of the port e6960bad-1aac-4f41-b262-bfbe947484d4 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:26:19.151488 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-4a708182-5605-4307-bdd2-30e04f046bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:19.222190 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-7b473051-ef02-4db3-b6eb-89ca9814e967 None None] For port 93b25f43-3700-4456-905e-ced38e18a437, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:26:19.225903 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-7b473051-ef02-4db3-b6eb-89ca9814e967 None None] For port 93b25f43-3700-4456-905e-ced38e18a437, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=93b25f43-3700-4456-905e-ced38e18a437,segment=NetworkSegment(3150c86c-2ad5-474a-95ba-56800b0fd799),segment_id=3150c86c-2ad5-474a-95ba-56800b0fd799)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:26:19.243335 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-7b473051-ef02-4db3-b6eb-89ca9814e967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:19.289434 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0641120e-4e0d-439a-962b-5abeea8f224e tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Network be485fa5-2e67-4e5d-888c-11c8dd5b247f is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:26:19.292935 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-0641120e-4e0d-439a-962b-5abeea8f224e tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:26:19.297764 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-4a708182-5605-4307-bdd2-30e04f046bf5 None None] For port e6960bad-1aac-4f41-b262-bfbe947484d4, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=e6960bad-1aac-4f41-b262-bfbe947484d4,segment=NetworkSegment(5709fb44-b54c-469a-ab31-1ee810cabf93),segment_id=5709fb44-b54c-469a-ab31-1ee810cabf93)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:26:19.302891 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port e6960bad-1aac-4f41-b262-bfbe947484d4 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:26:19.303257 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:19.318061 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a3ce87-1be5-49e0-92ae-8db8e8de2e81 req-d3553c9e-5e86-4f22-a38b-bd3dd5f1b441 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:19.326046 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-73a3ce87-1be5-49e0-92ae-8db8e8de2e81 req-d3553c9e-5e86-4f22-a38b-bd3dd5f1b441 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=3af06ae7-a690-4f40-bcb1-f8f76cf6c6ef HTTP/1.1" status: 200 len: 946 time: 0.1912780 May 18 18:26:19.382798 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-4a708182-5605-4307-bdd2-30e04f046bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:19.386551 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-73a3ce87-1be5-49e0-92ae-8db8e8de2e81 req-a479a563-3db6-43b5-ac9b-aa2d00326318 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/security-groups?id=e4600145-0aaf-4853-ad08-dfd77d36be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566702 May 18 18:26:19.502183 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b473051-ef02-4db3-b6eb-89ca9814e967 None None] Pushing event updated for resources: {'Port': ['ID=93b25f43-3700-4456-905e-ced38e18a437,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:26:19.703247 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a708182-5605-4307-bdd2-30e04f046bf5 None None] Pushing event updated for resources: {'Port': ['ID=e6960bad-1aac-4f41-b262-bfbe947484d4,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:26:19.726111 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467ebcc8-43a0-40ce-9d89-a6ea3cf8c2af req-1584db04-13d9-4dc2-985c-847132e8b761 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:19.728112 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-467ebcc8-43a0-40ce-9d89-a6ea3cf8c2af req-1584db04-13d9-4dc2-985c-847132e8b761 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef854938-189c-46f2-8314-215a08afd5f6 HTTP/1.1" status: 200 len: 945 time: 0.1864686 May 18 18:26:19.764944 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port e6960bad-1aac-4f41-b262-bfbe947484d4 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:26:19.769472 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-4edf11e7-4996-4d93-bffa-d22fb4b4632e None None] Provisioning complete for port ab09308f-5375-4f47-b5d7-9d5307cbb114 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:26:19.769891 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-4edf11e7-4996-4d93-bffa-d22fb4b4632e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:19.877509 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f0915e-b8ea-442a-a070-6967ce12f133 req-456c468b-ae92-40b6-9bd2-a5e0afdb0013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:19.879103 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-36f0915e-b8ea-442a-a070-6967ce12f133 req-456c468b-ae92-40b6-9bd2-a5e0afdb0013 service neutron] 10.222.0.88 "GET /v2.0/networks?id=c9ba1384-015a-4dd7-ac96-aa7ddb0ac324 HTTP/1.1" status: 200 len: 925 time: 1.6026335 May 18 18:26:19.899127 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-467ebcc8-43a0-40ce-9d89-a6ea3cf8c2af req-b42a8acc-8f8b-4960-b89b-75178c1a9a3d tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=ea6a757a-9c65-4a62-a27e-604b73d281bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1572740 May 18 18:26:19.915677 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-d63f5476-d7ca-4b84-9b96-7ecca7bfdb10 req-126aba3a-c864-434f-9b56-c36fefa7a813 service neutron] For port aad21639-9096-401f-be6b-1fcf72a3df15, host n-h1-838550-3, cleared binding levels {{(pid=102731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:26:19.976891 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0641120e-4e0d-439a-962b-5abeea8f224e tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Router 5179fabe-5e59-4719-a896-df712a5cf2dd is scheduled to L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e with binding_index 1 {{(pid=102730) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 18 18:26:19.992992 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-36f0915e-b8ea-442a-a070-6967ce12f133 req-ea152233-a970-4eba-8c31-6f0f1714ab73 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b47f3065-9222-4552-8f73-461cc71b8b22 HTTP/1.1" status: 200 len: 217 time: 0.0984178 May 18 18:26:20.011112 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afb7909-176e-442d-9ff6-2a9a1da7eb7d req-37c29580-e40c-4e54-a9db-a7786c03ef9a tempest-ServersNegativeTestMultiTenantJSON-75416377 tempest-ServersNegativeTestMultiTenantJSON-75416377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:20.015867 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6afb7909-176e-442d-9ff6-2a9a1da7eb7d req-37c29580-e40c-4e54-a9db-a7786c03ef9a tempest-ServersNegativeTestMultiTenantJSON-75416377 tempest-ServersNegativeTestMultiTenantJSON-75416377-project] 10.222.0.85 "GET /v2.0/ports?device_id=977264d8-a5ed-4870-b513-3c756c1a091e HTTP/1.1" status: 200 len: 943 time: 1.4127262 May 18 18:26:20.051161 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device b47f3065-9222-4552-8f73-461cc71b8b22 details requested by agent hyperv_n-h2-838550-3 with host n-h2-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:26:20.068423 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-4edf11e7-4996-4d93-bffa-d22fb4b4632e None None] Current status of the port ab09308f-5375-4f47-b5d7-9d5307cbb114 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:26:20.091409 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3af06ae7-a690-4f40-bcb1-f8f76cf6c6ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aad21639-9096-401f-be6b-1fcf72a3df15'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:26:20.096109 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff316412-4c00-468b-a40a-c5a54991b6c8" -d '{"events": [{"server_uuid": "3af06ae7-a690-4f40-bcb1-f8f76cf6c6ef", "name": "network-vif-unplugged", "status": "completed", "tag": "aad21639-9096-401f-be6b-1fcf72a3df15"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:26:20.130507 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-d63f5476-d7ca-4b84-9b96-7ecca7bfdb10 req-126aba3a-c864-434f-9b56-c36fefa7a813 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:20.181527 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device aad21639-9096-401f-be6b-1fcf72a3df15 no longer exists at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:26:20.320825 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.provisioning_blocks [req-d63f5476-d7ca-4b84-9b96-7ecca7bfdb10 req-126aba3a-c864-434f-9b56-c36fefa7a813 service neutron] Transition to ACTIVE for port object aad21639-9096-401f-be6b-1fcf72a3df15 will not be triggered until provisioned by entity L2. {{(pid=102731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:26:20.372328 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-d63f5476-d7ca-4b84-9b96-7ecca7bfdb10 req-126aba3a-c864-434f-9b56-c36fefa7a813 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:20.447250 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port b47f3065-9222-4552-8f73-461cc71b8b22, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=b47f3065-9222-4552-8f73-461cc71b8b22,segment=NetworkSegment(226f5188-c002-4fd6-9ceb-082b4f6a0ac7),segment_id=226f5188-c002-4fd6-9ceb-082b4f6a0ac7)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:26:20.490308 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Returning: {'device': 'b47f3065-9222-4552-8f73-461cc71b8b22', 'network_id': 'c9ba1384-015a-4dd7-ac96-aa7ddb0ac324', 'port_id': 'b47f3065-9222-4552-8f73-461cc71b8b22', 'mac_address': 'fa:16:3e:99:36:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c84c914-4a38-46e6-b940-cc3e563f27a2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:26:20.511316 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device aad21639-9096-401f-be6b-1fcf72a3df15 not bound to the agent host n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:26:20.592524 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-d0106acd-634f-4df8-82c6-47346f492e2e None None] Provisioning complete for port ad5c1051-31cf-49b0-9c2a-f1e5e9933df7 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:26:20.593372 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d0106acd-634f-4df8-82c6-47346f492e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:20.606204 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6afb7909-176e-442d-9ff6-2a9a1da7eb7d req-6c564de2-7e88-4701-b5c1-b6fb0ae3c01f tempest-ServersNegativeTestMultiTenantJSON-75416377 tempest-ServersNegativeTestMultiTenantJSON-75416377-project] 10.222.0.85 "GET /v2.0/security-groups?id=abf2da3a-5c49-44ab-ab34-42c12dcf6b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5272996 May 18 18:26:20.619541 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f0915e-b8ea-442a-a070-6967ce12f133 req-9153fa26-35ab-4628-807c-710390dc7a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:20.621084 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-36f0915e-b8ea-442a-a070-6967ce12f133 req-9153fa26-35ab-4628-807c-710390dc7a57 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=3c84c914-4a38-46e6-b940-cc3e563f27a2 HTTP/1.1" status: 200 len: 864 time: 0.6035588 May 18 18:26:20.747751 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device ab09308f-5375-4f47-b5d7-9d5307cbb114 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:26:20.814444 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-36f0915e-b8ea-442a-a070-6967ce12f133 req-73ca38ce-2a8a-4bc5-be46-071c2b05053e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c9ba1384-015a-4dd7-ac96-aa7ddb0ac324&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1559107 May 18 18:26:20.852135 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126aba3a-c864-434f-9b56-c36fefa7a813 service neutron] Pushing event updated for resources: {'Port': ['ID=aad21639-9096-401f-be6b-1fcf72a3df15,revision_number=6']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:26:20.902807 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port b47f3065-9222-4552-8f73-461cc71b8b22 is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:26:20.928633 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:21.084555 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-d0106acd-634f-4df8-82c6-47346f492e2e None None] Port ad5c1051-31cf-49b0-9c2a-f1e5e9933df7 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:26:21.094578 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b47f3065-9222-4552-8f73-461cc71b8b22 {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:26:21.158534 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port b47f3065-9222-4552-8f73-461cc71b8b22, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=b47f3065-9222-4552-8f73-461cc71b8b22,segment=NetworkSegment(226f5188-c002-4fd6-9ceb-082b4f6a0ac7),segment_id=226f5188-c002-4fd6-9ceb-082b4f6a0ac7)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:26:21.162278 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-d0106acd-634f-4df8-82c6-47346f492e2e None None] Provisioning complete for port e6960bad-1aac-4f41-b262-bfbe947484d4 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:26:21.162790 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d0106acd-634f-4df8-82c6-47346f492e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:21.192963 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-d63f5476-d7ca-4b84-9b96-7ecca7bfdb10 req-126aba3a-c864-434f-9b56-c36fefa7a813 service neutron] No DVR routers for this DVR port aad21639-9096-401f-be6b-1fcf72a3df15 on host n-h1-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:26:21.212737 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-87a953b5-0cf1-43db-9afe-de27daf57f26 req-95b87c15-a1b1-4979-996c-0e4c9f82407b tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f5facc6-6646-424b-9628-27fba785798c HTTP/1.1" status: 200 len: 210 time: 0.2526236 May 18 18:26:21.270653 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:21.286922 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port ab09308f-5375-4f47-b5d7-9d5307cbb114 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:26:21.287404 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:21.584811 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ab1dc5-9e8f-4bce-bb23-05e5459340ed req-649a7780-7826-4e37-8e34-b78af4179e17 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:21.600520 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-45ab1dc5-9e8f-4bce-bb23-05e5459340ed req-649a7780-7826-4e37-8e34-b78af4179e17 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/ports?device_id=68250932-273e-4325-9e64-8bc21316b470 HTTP/1.1" status: 200 len: 945 time: 1.4142678 May 18 18:26:21.663485 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0641120e-4e0d-439a-962b-5abeea8f224e tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:26:21.673974 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-0641120e-4e0d-439a-962b-5abeea8f224e tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] 10.222.0.85 "PUT /v2.0/routers/5179fabe-5e59-4719-a896-df712a5cf2dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8810763 May 18 18:26:21.680561 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 49158) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:26:21.719920 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-45ab1dc5-9e8f-4bce-bb23-05e5459340ed req-8100ed88-a109-43e9-8b22-9ce3c1acf50f tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/security-groups?id=11a2a54b-8d3a-4e8b-aced-30411dedac26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1153588 May 18 18:26:21.733528 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67cc9ada-41dd-47d8-8595-bdc1e3d9e3b2 None None] Network 1ad1f3a4-4507-49ed-9671-86bda7593d77 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:26:21.735810 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['b47f3065-9222-4552-8f73-461cc71b8b22'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:26:21.738190 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port ab09308f-5375-4f47-b5d7-9d5307cbb114 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:26:21.739719 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device e6960bad-1aac-4f41-b262-bfbe947484d4 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:26:21.790504 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21136900-aae6-4f6a-b215-5b293cd90bea None None] Sync routers for ids ['5179fabe-5e59-4719-a896-df712a5cf2dd'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:26:21.816738 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 May 2022 18:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ffb10e5-63ed-43eb-9445-21810caabe34 x-openstack-request-id: req-3ffb10e5-63ed-43eb-9445-21810caabe34 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:26:21.817118 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3af06ae7-a690-4f40-bcb1-f8f76cf6c6ef", "name": "network-vif-unplugged", "status": "completed", "tag": "aad21639-9096-401f-be6b-1fcf72a3df15", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:26:21.817940 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-3ffb10e5-63ed-43eb-9445-21810caabe34 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:26:21.819350 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ffb10e5-63ed-43eb-9445-21810caabe34'] response: {'server_uuid': '3af06ae7-a690-4f40-bcb1-f8f76cf6c6ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aad21639-9096-401f-be6b-1fcf72a3df15', 'code': 200} May 18 18:26:21.845539 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=b47f3065-9222-4552-8f73-461cc71b8b22,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:26:21.936660 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21136900-aae6-4f6a-b215-5b293cd90bea None None] Routers {'5179fabe-5e59-4719-a896-df712a5cf2dd'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:26:21.937776 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-21136900-aae6-4f6a-b215-5b293cd90bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:26:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['5179fabe-5e59-4719-a896-df712a5cf2dd'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:26:21.974990 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020c2a5a-a5e9-453b-ae2b-99a864c35999 req-8b179a88-52f0-476a-9f04-a83a5010e364 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:21.988630 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-36f0915e-b8ea-442a-a070-6967ce12f133 req-304c17f5-2a37-4e51-8015-6e8e47fa9285 service neutron] 10.222.0.88 "GET /v2.0/networks/c9ba1384-015a-4dd7-ac96-aa7ddb0ac324?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0304248 May 18 18:26:21.989125 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-020c2a5a-a5e9-453b-ae2b-99a864c35999 req-8b179a88-52f0-476a-9f04-a83a5010e364 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=3af06ae7-a690-4f40-bcb1-f8f76cf6c6ef HTTP/1.1" status: 200 len: 944 time: 0.0982833 May 18 18:26:22.035975 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-d0106acd-634f-4df8-82c6-47346f492e2e None None] Current status of the port e6960bad-1aac-4f41-b262-bfbe947484d4 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:26:22.045017 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-21136900-aae6-4f6a-b215-5b293cd90bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:26:22.058144 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-020c2a5a-a5e9-453b-ae2b-99a864c35999 req-8ffd2949-0153-4667-bdc1-4d74ee780a71 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/security-groups?id=e4600145-0aaf-4853-ad08-dfd77d36be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667114 May 18 18:26:22.062880 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21136900-aae6-4f6a-b215-5b293cd90bea None None] Routers {'5179fabe-5e59-4719-a896-df712a5cf2dd'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:26:22.063653 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-21136900-aae6-4f6a-b215-5b293cd90bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:26:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['5179fabe-5e59-4719-a896-df712a5cf2dd'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:26:22.136184 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port e6960bad-1aac-4f41-b262-bfbe947484d4 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:26:22.136809 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:22.166217 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-21136900-aae6-4f6a-b215-5b293cd90bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:26:22.167440 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21136900-aae6-4f6a-b215-5b293cd90bea None None] The sync data for ids ['5179fabe-5e59-4719-a896-df712a5cf2dd'] in n-d-838550-3 is: [] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:26:22.220305 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84dd0ba-117d-4591-bef3-807d45cea562 req-211e5d23-95cb-4762-a72f-b84c38ac5734 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:22.235509 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e84dd0ba-117d-4591-bef3-807d45cea562 req-211e5d23-95cb-4762-a72f-b84c38ac5734 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef854938-189c-46f2-8314-215a08afd5f6 HTTP/1.1" status: 200 len: 945 time: 0.6163461 May 18 18:26:22.240138 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-3431e06a-b123-4df6-8d99-8ca63732de01 None None] Provisioning complete for port ad5c1051-31cf-49b0-9c2a-f1e5e9933df7 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:26:22.240806 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-3431e06a-b123-4df6-8d99-8ca63732de01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:22.336737 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b3c627-0748-4549-85d5-14c7d3b6585b req-9a8b5d59-927d-4726-a89a-4fc04144a5b2 tempest-ServersNegativeTestMultiTenantJSON-75416377 tempest-ServersNegativeTestMultiTenantJSON-75416377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:22.342077 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-15b3c627-0748-4549-85d5-14c7d3b6585b req-9a8b5d59-927d-4726-a89a-4fc04144a5b2 tempest-ServersNegativeTestMultiTenantJSON-75416377 tempest-ServersNegativeTestMultiTenantJSON-75416377-project] 10.222.0.85 "GET /v2.0/ports?device_id=977264d8-a5ed-4870-b513-3c756c1a091e HTTP/1.1" status: 200 len: 944 time: 0.1935182 May 18 18:26:22.396574 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-3431e06a-b123-4df6-8d99-8ca63732de01 None None] Port ad5c1051-31cf-49b0-9c2a-f1e5e9933df7 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:26:22.447673 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-d63f5476-d7ca-4b84-9b96-7ecca7bfdb10 req-126aba3a-c864-434f-9b56-c36fefa7a813 service neutron] Attempting to bind port aad21639-9096-401f-be6b-1fcf72a3df15 on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:26:22.447927 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-d63f5476-d7ca-4b84-9b96-7ecca7bfdb10 req-126aba3a-c864-434f-9b56-c36fefa7a813 service neutron] Attempting to bind port aad21639-9096-401f-be6b-1fcf72a3df15 by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': 'dee46304-0b61-4765-8fa4-fe4ec736c06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'add95d4d-788f-4f7a-943c-d9e04efedeef'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:26:22.449121 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d63f5476-d7ca-4b84-9b96-7ecca7bfdb10 req-126aba3a-c864-434f-9b56-c36fefa7a813 service neutron] Attempting to bind port aad21639-9096-401f-be6b-1fcf72a3df15 on network add95d4d-788f-4f7a-943c-d9e04efedeef {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:26:22.460832 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-15b3c627-0748-4549-85d5-14c7d3b6585b req-a78cea87-aef5-4239-83ac-2841ab9aa5f3 tempest-ServersNegativeTestMultiTenantJSON-75416377 tempest-ServersNegativeTestMultiTenantJSON-75416377-project] 10.222.0.85 "GET /v2.0/security-groups?id=abf2da3a-5c49-44ab-ab34-42c12dcf6b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089129 May 18 18:26:22.467925 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port e6960bad-1aac-4f41-b262-bfbe947484d4 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:26:22.469439 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 93b25f43-3700-4456-905e-ced38e18a437 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:26:22.502858 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d63f5476-d7ca-4b84-9b96-7ecca7bfdb10 req-126aba3a-c864-434f-9b56-c36fefa7a813 service neutron] Port aad21639-9096-401f-be6b-1fcf72a3df15 on network add95d4d-788f-4f7a-943c-d9e04efedeef not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:26:22.503392 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d63f5476-d7ca-4b84-9b96-7ecca7bfdb10 req-126aba3a-c864-434f-9b56-c36fefa7a813 service neutron] Attempting to bind port aad21639-9096-401f-be6b-1fcf72a3df15 on network add95d4d-788f-4f7a-943c-d9e04efedeef {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:26:22.550706 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e84dd0ba-117d-4591-bef3-807d45cea562 req-7825b0b0-43f2-4884-9a7a-78a2562ae853 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=ea6a757a-9c65-4a62-a27e-604b73d281bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3124774 May 18 18:26:22.580480 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-3431e06a-b123-4df6-8d99-8ca63732de01 None None] Provisioning complete for port 93b25f43-3700-4456-905e-ced38e18a437 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:26:22.581155 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-3431e06a-b123-4df6-8d99-8ca63732de01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:22.586084 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d63f5476-d7ca-4b84-9b96-7ecca7bfdb10 req-126aba3a-c864-434f-9b56-c36fefa7a813 service neutron] Checking agent: {'id': 'd1be059a-68ea-4c77-9b2b-29f4afa47e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:26:22.587060 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d63f5476-d7ca-4b84-9b96-7ecca7bfdb10 req-126aba3a-c864-434f-9b56-c36fefa7a813 service neutron] Checking segment: {'id': 'dee46304-0b61-4765-8fa4-fe4ec736c06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'add95d4d-788f-4f7a-943c-d9e04efedeef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:26:22.590075 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d63f5476-d7ca-4b84-9b96-7ecca7bfdb10 req-126aba3a-c864-434f-9b56-c36fefa7a813 service neutron] Bound using segment: {'id': 'dee46304-0b61-4765-8fa4-fe4ec736c06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'add95d4d-788f-4f7a-943c-d9e04efedeef'} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:26:22.591916 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-d63f5476-d7ca-4b84-9b96-7ecca7bfdb10 req-126aba3a-c864-434f-9b56-c36fefa7a813 service neutron] Bound port: aad21639-9096-401f-be6b-1fcf72a3df15, host: n-h2-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dee46304-0b61-4765-8fa4-fe4ec736c06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'add95d4d-788f-4f7a-943c-d9e04efedeef'}}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:26:22.593963 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-d63f5476-d7ca-4b84-9b96-7ecca7bfdb10 req-126aba3a-c864-434f-9b56-c36fefa7a813 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:22.659785 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 93b25f43-3700-4456-905e-ced38e18a437 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:26:22.660213 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:22.677278 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-50f01296-93eb-450a-b50c-141898518972 req-5f202207-38c5-4e91-b006-3cd286c7be1f tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f5facc6-6646-424b-9628-27fba785798c HTTP/1.1" status: 200 len: 210 time: 0.0607166 May 18 18:26:22.763517 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-36f0915e-b8ea-442a-a070-6967ce12f133 req-ec7cfcb8-75b6-415f-bfa1-b7781aa0560c service neutron] 10.222.0.88 "GET /v2.0/networks/c9ba1384-015a-4dd7-ac96-aa7ddb0ac324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6784544 May 18 18:26:22.817111 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 93b25f43-3700-4456-905e-ced38e18a437 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:26:22.817646 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:22.871063 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-d63f5476-d7ca-4b84-9b96-7ecca7bfdb10 req-126aba3a-c864-434f-9b56-c36fefa7a813 service neutron] For port aad21639-9096-401f-be6b-1fcf72a3df15, host n-h2-838550-3, cleared binding levels {{(pid=102731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:26:22.875433 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-d63f5476-d7ca-4b84-9b96-7ecca7bfdb10 req-126aba3a-c864-434f-9b56-c36fefa7a813 service neutron] For port aad21639-9096-401f-be6b-1fcf72a3df15, host n-h2-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=aad21639-9096-401f-be6b-1fcf72a3df15,segment=NetworkSegment(dee46304-0b61-4765-8fa4-fe4ec736c06a),segment_id=dee46304-0b61-4765-8fa4-fe4ec736c06a)] {{(pid=102731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:26:22.905661 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-d63f5476-d7ca-4b84-9b96-7ecca7bfdb10 req-126aba3a-c864-434f-9b56-c36fefa7a813 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:22.975750 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-3431e06a-b123-4df6-8d99-8ca63732de01 None None] Current status of the port 93b25f43-3700-4456-905e-ced38e18a437 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:26:22.976180 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-3431e06a-b123-4df6-8d99-8ca63732de01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:22.990861 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63f5476-d7ca-4b84-9b96-7ecca7bfdb10 req-126aba3a-c864-434f-9b56-c36fefa7a813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:22.992401 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-d63f5476-d7ca-4b84-9b96-7ecca7bfdb10 req-126aba3a-c864-434f-9b56-c36fefa7a813 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:22.994980 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e520aea-f610-41bd-b5f2-ef3a316cd05e req-1dc8960f-b0bc-4250-b48c-4641c4f1eac1 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:22.996360 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d63f5476-d7ca-4b84-9b96-7ecca7bfdb10 req-126aba3a-c864-434f-9b56-c36fefa7a813 service neutron] 10.222.0.88 "PUT /v2.0/ports/aad21639-9096-401f-be6b-1fcf72a3df15 HTTP/1.1" status: 200 len: 1092 time: 6.4092174 May 18 18:26:23.018817 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3e520aea-f610-41bd-b5f2-ef3a316cd05e req-1dc8960f-b0bc-4250-b48c-4641c4f1eac1 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/ports?device_id=68250932-273e-4325-9e64-8bc21316b470 HTTP/1.1" status: 200 len: 945 time: 0.1201563 May 18 18:26:23.056680 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] For port 93b25f43-3700-4456-905e-ced38e18a437, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=93b25f43-3700-4456-905e-ced38e18a437,segment=NetworkSegment(3150c86c-2ad5-474a-95ba-56800b0fd799),segment_id=3150c86c-2ad5-474a-95ba-56800b0fd799)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:26:23.063679 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:23.150326 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3e520aea-f610-41bd-b5f2-ef3a316cd05e req-df594b4d-73a5-46b5-b4b5-14f5232b30c8 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/security-groups?id=11a2a54b-8d3a-4e8b-aced-30411dedac26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113551 May 18 18:26:23.231711 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126aba3a-c864-434f-9b56-c36fefa7a813 service neutron] Pushing event updated for resources: {'Port': ['ID=aad21639-9096-401f-be6b-1fcf72a3df15,revision_number=7']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:26:23.310283 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.db.api [None req-3431e06a-b123-4df6-8d99-8ca63732de01 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102732) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 18 18:26:23.310743 n-d-838550-3 neutron-server[102732]: DEBUG oslo_db.api [None req-3431e06a-b123-4df6-8d99-8ca63732de01 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 18 18:26:23.316913 n-d-838550-3 neutron-server[102731]: INFO neutron.api.v2.resource [None req-d33cde9f-7117-4eda-afd2-bba1bce46900 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 18 18:26:23.321190 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-d33cde9f-7117-4eda-afd2-bba1bce46900 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] 10.222.0.85 "PUT /v2.0/routers/5179fabe-5e59-4719-a896-df712a5cf2dd/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.6063902 May 18 18:26:23.321767 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 49238) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:26:23.325100 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Pushing event updated for resources: {'Port': ['ID=93b25f43-3700-4456-905e-ced38e18a437,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:26:23.340091 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c4bc81-f8ad-4ba9-8105-3fecc7213129 req-b859524d-4e96-402f-b880-c41057155a5b tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:23.341705 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d0c4bc81-f8ad-4ba9-8105-3fecc7213129 req-b859524d-4e96-402f-b880-c41057155a5b tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef854938-189c-46f2-8314-215a08afd5f6 HTTP/1.1" status: 200 len: 945 time: 0.2815909 May 18 18:26:23.361862 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63f5476-d7ca-4b84-9b96-7ecca7bfdb10 req-6a736aa2-3b9d-465a-9992-d0b93d5fa93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:23.364074 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d63f5476-d7ca-4b84-9b96-7ecca7bfdb10 req-6a736aa2-3b9d-465a-9992-d0b93d5fa93f service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=06b3ed36f50a43fd9cfeaa89e080d35b&device_id=3af06ae7-a690-4f40-bcb1-f8f76cf6c6ef HTTP/1.1" status: 200 len: 1095 time: 0.1747019 May 18 18:26:23.481087 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d0c4bc81-f8ad-4ba9-8105-3fecc7213129 req-bb494a1d-c4b3-459e-846f-fe0f00be3f4e tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=ea6a757a-9c65-4a62-a27e-604b73d281bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1312478 May 18 18:26:23.596848 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63f5476-d7ca-4b84-9b96-7ecca7bfdb10 req-83ac8c0d-572b-4cb5-8168-bdb2348cceb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:23.598552 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d63f5476-d7ca-4b84-9b96-7ecca7bfdb10 req-83ac8c0d-572b-4cb5-8168-bdb2348cceb3 service neutron] 10.222.0.88 "GET /v2.0/networks?id=add95d4d-788f-4f7a-943c-d9e04efedeef HTTP/1.1" status: 200 len: 898 time: 0.2266963 May 18 18:26:23.711643 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2816ec7-1ee2-4372-8105-3d93025535dc req-b5689ce3-c685-49c7-b9fd-1312bea72c5d tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:23.713813 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c2816ec7-1ee2-4372-8105-3d93025535dc req-b5689ce3-c685-49c7-b9fd-1312bea72c5d tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=3af06ae7-a690-4f40-bcb1-f8f76cf6c6ef HTTP/1.1" status: 200 len: 944 time: 0.1252949 May 18 18:26:23.774198 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d63f5476-d7ca-4b84-9b96-7ecca7bfdb10 req-8048e19a-3291-475a-8d9b-a73ead74e050 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aad21639-9096-401f-be6b-1fcf72a3df15 HTTP/1.1" status: 200 len: 1000 time: 0.1469879 May 18 18:26:23.792655 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dbc0f6-d502-44b8-b00f-30931998a646 req-f17f2a7d-50d9-4a58-ad16-67a59208930d tempest-ServersNegativeTestMultiTenantJSON-75416377 tempest-ServersNegativeTestMultiTenantJSON-75416377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:23.794364 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-27dbc0f6-d502-44b8-b00f-30931998a646 req-f17f2a7d-50d9-4a58-ad16-67a59208930d tempest-ServersNegativeTestMultiTenantJSON-75416377 tempest-ServersNegativeTestMultiTenantJSON-75416377-project] 10.222.0.85 "GET /v2.0/ports?device_id=977264d8-a5ed-4870-b513-3c756c1a091e HTTP/1.1" status: 200 len: 944 time: 0.1874294 May 18 18:26:23.810731 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c2816ec7-1ee2-4372-8105-3d93025535dc req-bdd537c6-a9eb-4c8e-99ba-81a933b4ae85 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/security-groups?id=e4600145-0aaf-4853-ad08-dfd77d36be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854180 May 18 18:26:23.828914 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3af06ae7-a690-4f40-bcb1-f8f76cf6c6ef', 'tag': 'aad21639-9096-401f-be6b-1fcf72a3df15'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:26:23.834739 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fab586d4-d120-4bb7-b0a6-eee8641e5f68" -d '{"events": [{"name": "network-changed", "server_uuid": "3af06ae7-a690-4f40-bcb1-f8f76cf6c6ef", "tag": "aad21639-9096-401f-be6b-1fcf72a3df15"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:26:23.897187 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-3431e06a-b123-4df6-8d99-8ca63732de01 None None] Current status of the port 93b25f43-3700-4456-905e-ced38e18a437 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:26:23.947256 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c406c51d-2de0-46b5-8e7b-1a9419f31f69 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-595963'] for router_interface, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:23.969581 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-27dbc0f6-d502-44b8-b00f-30931998a646 req-78945548-ffe2-48a8-816c-e4e6fd2c18a9 tempest-ServersNegativeTestMultiTenantJSON-75416377 tempest-ServersNegativeTestMultiTenantJSON-75416377-project] 10.222.0.85 "GET /v2.0/security-groups?id=abf2da3a-5c49-44ab-ab34-42c12dcf6b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236253 May 18 18:26:23.997876 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63f5476-d7ca-4b84-9b96-7ecca7bfdb10 req-4ef9db47-deb5-443e-94d2-5c6595202c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:24.004208 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d63f5476-d7ca-4b84-9b96-7ecca7bfdb10 req-4ef9db47-deb5-443e-94d2-5c6595202c58 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=aa5c9232-5b35-4434-8ef8-cf4d8aaf5112 HTTP/1.1" status: 200 len: 835 time: 0.2007513 May 18 18:26:24.040292 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-245678ed-711d-47cc-b199-bd3ba27ebba2 None None] Provisioning complete for port 93b25f43-3700-4456-905e-ced38e18a437 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:26:24.041163 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-245678ed-711d-47cc-b199-bd3ba27ebba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:24.096349 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48e2e45e-3d01-4c8f-80bd-e5576e35a8de x-openstack-request-id: req-48e2e45e-3d01-4c8f-80bd-e5576e35a8de {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:26:24.096638 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3af06ae7-a690-4f40-bcb1-f8f76cf6c6ef", "tag": "aad21639-9096-401f-be6b-1fcf72a3df15", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:26:24.096878 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-48e2e45e-3d01-4c8f-80bd-e5576e35a8de {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:26:24.097274 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48e2e45e-3d01-4c8f-80bd-e5576e35a8de'] response: {'name': 'network-changed', 'server_uuid': '3af06ae7-a690-4f40-bcb1-f8f76cf6c6ef', 'tag': 'aad21639-9096-401f-be6b-1fcf72a3df15', 'status': 'completed', 'code': 200} May 18 18:26:24.112822 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63f5476-d7ca-4b84-9b96-7ecca7bfdb10 req-6a4ae1d3-f270-4781-af75-6099fad103d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:24.114457 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d63f5476-d7ca-4b84-9b96-7ecca7bfdb10 req-6a4ae1d3-f270-4781-af75-6099fad103d0 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=add95d4d-788f-4f7a-943c-d9e04efedeef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0972555 May 18 18:26:24.172037 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-54cfedf7-f56d-4331-889a-5bb863b8ffad req-3294ca92-3188-40b5-907c-a70685b398a2 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f5facc6-6646-424b-9628-27fba785798c HTTP/1.1" status: 200 len: 210 time: 0.1069643 May 18 18:26:24.387259 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device b47f3065-9222-4552-8f73-461cc71b8b22 up at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:26:24.502601 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab586d4-d120-4bb7-b0a6-eee8641e5f68 req-6df44bf2-87c1-411c-8080-e4780120c158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:24.504659 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fab586d4-d120-4bb7-b0a6-eee8641e5f68 req-6df44bf2-87c1-411c-8080-e4780120c158 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=06b3ed36f50a43fd9cfeaa89e080d35b&device_id=3af06ae7-a690-4f40-bcb1-f8f76cf6c6ef HTTP/1.1" status: 200 len: 1095 time: 0.3640909 May 18 18:26:24.533211 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning for port b47f3065-9222-4552-8f73-461cc71b8b22 completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:26:24.541231 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning complete for port b47f3065-9222-4552-8f73-461cc71b8b22 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:26:24.542149 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:24.566909 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595c6247-6d06-4a79-8e98-9c18ca891451 req-020017e1-a631-48e0-8c30-b5c878e284f9 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:24.579234 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-595c6247-6d06-4a79-8e98-9c18ca891451 req-020017e1-a631-48e0-8c30-b5c878e284f9 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/ports?device_id=68250932-273e-4325-9e64-8bc21316b470 HTTP/1.1" status: 200 len: 945 time: 0.2092147 May 18 18:26:24.616517 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-245678ed-711d-47cc-b199-bd3ba27ebba2 None None] Current status of the port 93b25f43-3700-4456-905e-ced38e18a437 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:26:24.646311 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-595c6247-6d06-4a79-8e98-9c18ca891451 req-ff3b16ce-7148-4b50-9070-d93a1a68f967 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/security-groups?id=11a2a54b-8d3a-4e8b-aced-30411dedac26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618985 May 18 18:26:24.743997 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d63f5476-d7ca-4b84-9b96-7ecca7bfdb10 req-7221f2db-e8fd-4dd3-9c6d-39b73cb55232 service neutron] 10.222.0.88 "GET /v2.0/networks/add95d4d-788f-4f7a-943c-d9e04efedeef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6020429 May 18 18:26:24.745337 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab586d4-d120-4bb7-b0a6-eee8641e5f68 req-660c3f3f-04ac-485e-90f3-6649b4595264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:24.747005 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fab586d4-d120-4bb7-b0a6-eee8641e5f68 req-660c3f3f-04ac-485e-90f3-6649b4595264 service neutron] 10.222.0.36 "GET /v2.0/networks?id=add95d4d-788f-4f7a-943c-d9e04efedeef HTTP/1.1" status: 200 len: 898 time: 0.2272823 May 18 18:26:24.778962 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port b47f3065-9222-4552-8f73-461cc71b8b22 is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:26:24.779352 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:24.806471 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-c406c51d-2de0-46b5-8e7b-1a9419f31f69 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Deleting port ad5c1051-31cf-49b0-9c2a-f1e5e9933df7 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:26:24.807047 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c406c51d-2de0-46b5-8e7b-1a9419f31f69 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:24.844605 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '977264d8-a5ed-4870-b513-3c756c1a091e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b47f3065-9222-4552-8f73-461cc71b8b22'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:26:24.847519 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57316cb0-60a7-427d-83c6-43bde6c8fce1" -d '{"events": [{"server_uuid": "977264d8-a5ed-4870-b513-3c756c1a091e", "name": "network-vif-plugged", "status": "completed", "tag": "b47f3065-9222-4552-8f73-461cc71b8b22"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:26:24.847833 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fab586d4-d120-4bb7-b0a6-eee8641e5f68 req-7869488b-26f6-4845-960e-549b61379572 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aad21639-9096-401f-be6b-1fcf72a3df15 HTTP/1.1" status: 200 len: 1000 time: 0.0930882 May 18 18:26:24.868357 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port b47f3065-9222-4552-8f73-461cc71b8b22, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=b47f3065-9222-4552-8f73-461cc71b8b22,segment=NetworkSegment(226f5188-c002-4fd6-9ceb-082b4f6a0ac7),segment_id=226f5188-c002-4fd6-9ceb-082b4f6a0ac7)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:26:24.880186 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:24.950639 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c406c51d-2de0-46b5-8e7b-1a9419f31f69 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:24.989841 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-c406c51d-2de0-46b5-8e7b-1a9419f31f69 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Calling delete_port for ad5c1051-31cf-49b0-9c2a-f1e5e9933df7 owned by network:router_interface {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:26:24.991404 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=b47f3065-9222-4552-8f73-461cc71b8b22,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:26:25.001562 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498cbc79-8533-4f6a-8548-8bff3bd16453 req-cff8f7a8-dadf-4599-8791-421830df3d34 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:25.003333 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-498cbc79-8533-4f6a-8548-8bff3bd16453 req-cff8f7a8-dadf-4599-8791-421830df3d34 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef854938-189c-46f2-8314-215a08afd5f6 HTTP/1.1" status: 200 len: 945 time: 0.4367554 May 18 18:26:25.017981 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab586d4-d120-4bb7-b0a6-eee8641e5f68 req-7dd65d83-4841-4027-b064-1c3f930b810c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:25.019780 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fab586d4-d120-4bb7-b0a6-eee8641e5f68 req-7dd65d83-4841-4027-b064-1c3f930b810c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=aa5c9232-5b35-4434-8ef8-cf4d8aaf5112 HTTP/1.1" status: 200 len: 835 time: 0.1487117 May 18 18:26:25.081390 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80da683-b9b6-4bd6-8c09-9a1aea5b9ae1 req-493e0eac-37ca-4caa-9929-c1bba66a7bcc tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:25.083038 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d80da683-b9b6-4bd6-8c09-9a1aea5b9ae1 req-493e0eac-37ca-4caa-9929-c1bba66a7bcc tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=3af06ae7-a690-4f40-bcb1-f8f76cf6c6ef HTTP/1.1" status: 200 len: 944 time: 0.1116307 May 18 18:26:25.108407 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d63f5476-d7ca-4b84-9b96-7ecca7bfdb10 req-3c86d68d-e5b2-476d-b366-0c70818fd6d0 service neutron] 10.222.0.88 "GET /v2.0/networks/add95d4d-788f-4f7a-943c-d9e04efedeef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3543208 May 18 18:26:25.153601 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-498cbc79-8533-4f6a-8548-8bff3bd16453 req-b3ee0935-9d96-4f8f-b676-651276508fc5 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=ea6a757a-9c65-4a62-a27e-604b73d281bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1326275 May 18 18:26:25.153601 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab586d4-d120-4bb7-b0a6-eee8641e5f68 req-4abf6e08-555a-4ae6-a851-962d41bf4466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:25.159406 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fab586d4-d120-4bb7-b0a6-eee8641e5f68 req-4abf6e08-555a-4ae6-a851-962d41bf4466 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=add95d4d-788f-4f7a-943c-d9e04efedeef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1242278 May 18 18:26:25.198715 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddec4d15-b886-42bf-975a-a6f48f19bbf6 x-openstack-request-id: req-ddec4d15-b886-42bf-975a-a6f48f19bbf6 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:26:25.199007 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "977264d8-a5ed-4870-b513-3c756c1a091e", "name": "network-vif-plugged", "status": "completed", "tag": "b47f3065-9222-4552-8f73-461cc71b8b22", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:26:25.199266 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-ddec4d15-b886-42bf-975a-a6f48f19bbf6 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:26:25.199733 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ddec4d15-b886-42bf-975a-a6f48f19bbf6'] response: {'server_uuid': '977264d8-a5ed-4870-b513-3c756c1a091e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b47f3065-9222-4552-8f73-461cc71b8b22', 'code': 200} May 18 18:26:25.227495 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d80da683-b9b6-4bd6-8c09-9a1aea5b9ae1 req-d8c50657-d7d7-44d6-9f27-89f10177d77f tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/security-groups?id=e4600145-0aaf-4853-ad08-dfd77d36be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1273429 May 18 18:26:25.321555 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 93b25f43-3700-4456-905e-ced38e18a437 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:26:25.367477 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fab586d4-d120-4bb7-b0a6-eee8641e5f68 req-8e4f6bca-e32f-464d-adc8-cd8054706e2f service neutron] 10.222.0.36 "GET /v2.0/networks/add95d4d-788f-4f7a-943c-d9e04efedeef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992052 May 18 18:26:25.417192 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c406c51d-2de0-46b5-8e7b-1a9419f31f69 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:25.440275 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 93b25f43-3700-4456-905e-ced38e18a437 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:26:25.440793 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:25.480404 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c406c51d-2de0-46b5-8e7b-1a9419f31f69 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Pushing event deleted for resources: {'Port': ['ID=ad5c1051-31cf-49b0-9c2a-f1e5e9933df7,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:26:25.566022 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 93b25f43-3700-4456-905e-ced38e18a437 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:26:25.613863 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ace2a92-99ad-4c53-8531-de55973e9ee1 req-9c08eb09-5201-411d-9ab4-2efb0d609b09 tempest-ServersNegativeTestMultiTenantJSON-75416377 tempest-ServersNegativeTestMultiTenantJSON-75416377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:25.615658 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1ace2a92-99ad-4c53-8531-de55973e9ee1 req-9c08eb09-5201-411d-9ab4-2efb0d609b09 tempest-ServersNegativeTestMultiTenantJSON-75416377 tempest-ServersNegativeTestMultiTenantJSON-75416377-project] 10.222.0.85 "GET /v2.0/ports?device_id=977264d8-a5ed-4870-b513-3c756c1a091e HTTP/1.1" status: 200 len: 945 time: 0.2353346 May 18 18:26:25.619491 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c406c51d-2de0-46b5-8e7b-1a9419f31f69 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-593931'] for router_interface, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:25.626043 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab586d4-d120-4bb7-b0a6-eee8641e5f68 req-aed3023b-776d-4c48-b426-50618f5cd75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:25.627583 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fab586d4-d120-4bb7-b0a6-eee8641e5f68 req-aed3023b-776d-4c48-b426-50618f5cd75d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=06b3ed36f50a43fd9cfeaa89e080d35b&device_id=3af06ae7-a690-4f40-bcb1-f8f76cf6c6ef HTTP/1.1" status: 200 len: 1095 time: 0.3584154 May 18 18:26:25.752361 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badedb58-042a-403b-a744-f1c5daf3245e req-f8e36188-f710-49e1-8f6b-d78a4f701286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:25.753764 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-badedb58-042a-403b-a744-f1c5daf3245e req-f8e36188-f710-49e1-8f6b-d78a4f701286 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=977264d8-a5ed-4870-b513-3c756c1a091e HTTP/1.1" status: 200 len: 1096 time: 0.3837104 May 18 18:26:25.782340 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fab586d4-d120-4bb7-b0a6-eee8641e5f68 req-e90e3c64-dfe8-4c68-a55f-1b498013e533 service neutron] 10.222.0.36 "GET /v2.0/networks/add95d4d-788f-4f7a-943c-d9e04efedeef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3547196 May 18 18:26:25.824891 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab586d4-d120-4bb7-b0a6-eee8641e5f68 req-88622cb4-e0de-4fe0-8d05-5dff92059379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:25.826435 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fab586d4-d120-4bb7-b0a6-eee8641e5f68 req-88622cb4-e0de-4fe0-8d05-5dff92059379 service neutron] 10.222.0.88 "GET /v2.0/networks?id=add95d4d-788f-4f7a-943c-d9e04efedeef HTTP/1.1" status: 200 len: 898 time: 0.1679080 May 18 18:26:25.830148 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1ace2a92-99ad-4c53-8531-de55973e9ee1 req-79d4289a-d092-4ebe-bde8-8195cc43af32 tempest-ServersNegativeTestMultiTenantJSON-75416377 tempest-ServersNegativeTestMultiTenantJSON-75416377-project] 10.222.0.85 "GET /v2.0/security-groups?id=abf2da3a-5c49-44ab-ab34-42c12dcf6b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939442 May 18 18:26:25.854499 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-badedb58-042a-403b-a744-f1c5daf3245e req-bac7c8a0-c4e2-40c5-b35d-769b3f8144d5 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=abf2da3a-5c49-44ab-ab34-42c12dcf6b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831814 May 18 18:26:25.926380 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c406c51d-2de0-46b5-8e7b-1a9419f31f69 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Router 5179fabe-5e59-4719-a896-df712a5cf2dd has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:26:25.931595 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fab586d4-d120-4bb7-b0a6-eee8641e5f68 req-7228b577-3bc2-4670-822e-2fe30a1688d1 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aad21639-9096-401f-be6b-1fcf72a3df15 HTTP/1.1" status: 200 len: 1000 time: 0.0918210 May 18 18:26:25.939354 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed287a1-392d-41fd-9054-25ba7d029893 req-dc31c4c8-9678-49ed-96eb-519466c89d67 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:25.940942 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0ed287a1-392d-41fd-9054-25ba7d029893 req-dc31c4c8-9678-49ed-96eb-519466c89d67 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/ports?device_id=68250932-273e-4325-9e64-8bc21316b470 HTTP/1.1" status: 200 len: 945 time: 0.1941550 May 18 18:26:26.048530 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c406c51d-2de0-46b5-8e7b-1a9419f31f69 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:26:26.066784 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 49282) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:26:26.067509 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-c406c51d-2de0-46b5-8e7b-1a9419f31f69 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] 10.222.0.85 "PUT /v2.0/routers/5179fabe-5e59-4719-a896-df712a5cf2dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7439466 May 18 18:26:26.074563 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0ed287a1-392d-41fd-9054-25ba7d029893 req-ebccdeaa-a19b-4c3a-81f6-ea69253fffd6 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/security-groups?id=11a2a54b-8d3a-4e8b-aced-30411dedac26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1248467 May 18 18:26:26.079735 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dcf6912-b96b-41f1-b431-f6f339fcaa88 None None] Sync routers for ids ['5179fabe-5e59-4719-a896-df712a5cf2dd'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:26:26.110974 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dcf6912-b96b-41f1-b431-f6f339fcaa88 None None] Routers {'5179fabe-5e59-4719-a896-df712a5cf2dd'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:26:26.112086 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-6dcf6912-b96b-41f1-b431-f6f339fcaa88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:26:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['5179fabe-5e59-4719-a896-df712a5cf2dd'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:26:26.153494 n-d-838550-3 neutron-server[102731]: INFO neutron.api.v2.resource [None req-0e9bb9fe-7aa4-4a0e-aefe-66cc5b0fdcee tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] delete failed (client error): The resource could not be found. May 18 18:26:26.157737 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-0e9bb9fe-7aa4-4a0e-aefe-66cc5b0fdcee tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] 10.222.0.85 "DELETE /v2.0/routers/tempest-non_exist_router-134643114 HTTP/1.1" status: 404 len: 334 time: 0.0863237 May 18 18:26:26.162802 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 49286) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:26:26.182992 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-6dcf6912-b96b-41f1-b431-f6f339fcaa88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:26:26.186526 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-101b18c8-7883-48f0-b575-14aab22e3d5f tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Request body: {'router': {'external_gateway_info': {'network_id': '5179fabe-5e59-4719-a896-df712a5cf2dd'}}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:26:26.193795 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 3f298efd-d789-4784-af4f-e91f6b2cc1ad details requested by agent hyperv_n-h1-838550-3 with host n-h1-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:26:26.199379 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dcf6912-b96b-41f1-b431-f6f339fcaa88 None None] Routers {'5179fabe-5e59-4719-a896-df712a5cf2dd'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:26:26.200164 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-6dcf6912-b96b-41f1-b431-f6f339fcaa88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:26:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['5179fabe-5e59-4719-a896-df712a5cf2dd'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:26:26.231076 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab586d4-d120-4bb7-b0a6-eee8641e5f68 req-15c68c4f-f61b-4b17-8ad3-fa48ec9646ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:26.235287 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fab586d4-d120-4bb7-b0a6-eee8641e5f68 req-15c68c4f-f61b-4b17-8ad3-fa48ec9646ba service neutron] 10.222.0.88 "GET /v2.0/subnets?id=aa5c9232-5b35-4434-8ef8-cf4d8aaf5112 HTTP/1.1" status: 200 len: 835 time: 0.0947955 May 18 18:26:26.279590 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-6dcf6912-b96b-41f1-b431-f6f339fcaa88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:26:26.286075 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dcf6912-b96b-41f1-b431-f6f339fcaa88 None None] The sync data for ids ['5179fabe-5e59-4719-a896-df712a5cf2dd'] in n-d-838550-3 is: [] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:26:26.387067 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab586d4-d120-4bb7-b0a6-eee8641e5f68 req-b8a66f00-cfdb-48a9-bbb6-f6b2c2a653a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:26.388808 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fab586d4-d120-4bb7-b0a6-eee8641e5f68 req-b8a66f00-cfdb-48a9-bbb6-f6b2c2a653a6 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=add95d4d-788f-4f7a-943c-d9e04efedeef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1401002 May 18 18:26:26.421919 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdf6bc0-af18-4b6d-88cb-e7ee16305080 req-5d0c9310-23af-4522-9109-a361ad42a90e tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:26.425295 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6bdf6bc0-af18-4b6d-88cb-e7ee16305080 req-5d0c9310-23af-4522-9109-a361ad42a90e tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef854938-189c-46f2-8314-215a08afd5f6 HTTP/1.1" status: 200 len: 945 time: 0.0978615 May 18 18:26:26.463728 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 3f298efd-d789-4784-af4f-e91f6b2cc1ad, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=3f298efd-d789-4784-af4f-e91f6b2cc1ad,segment=NetworkSegment(8ca14917-c9b1-4338-b349-8fcfdea345e6),segment_id=8ca14917-c9b1-4338-b349-8fcfdea345e6)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:26:26.502033 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Returning: {'device': '3f298efd-d789-4784-af4f-e91f6b2cc1ad', 'network_id': '32a0c3b3-6eed-4c0e-b14e-e9888ed81174', 'port_id': '3f298efd-d789-4784-af4f-e91f6b2cc1ad', 'mac_address': 'fa:16:3e:33:78:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac45570a-d36a-47d1-a935-bbf3ce99c6a8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:26:26.560126 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 3f298efd-d789-4784-af4f-e91f6b2cc1ad is: ACTIVE; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:26:26.560758 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:26.580674 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3f298efd-d789-4784-af4f-e91f6b2cc1ad {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:26:26.613672 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 3f298efd-d789-4784-af4f-e91f6b2cc1ad, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=3f298efd-d789-4784-af4f-e91f6b2cc1ad,segment=NetworkSegment(8ca14917-c9b1-4338-b349-8fcfdea345e6),segment_id=8ca14917-c9b1-4338-b349-8fcfdea345e6)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:26:26.620834 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:26.711454 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b17cfb-9cc7-4d81-aba7-8254ae26b3f5 req-add8f738-1da7-422c-b139-22823dfad32b tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:26.718664 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=3f298efd-d789-4784-af4f-e91f6b2cc1ad,revision_number=6']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:26:26.738246 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-51b17cfb-9cc7-4d81-aba7-8254ae26b3f5 req-add8f738-1da7-422c-b139-22823dfad32b tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=3af06ae7-a690-4f40-bcb1-f8f76cf6c6ef HTTP/1.1" status: 200 len: 944 time: 0.3497543 May 18 18:26:26.794495 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['3f298efd-d789-4784-af4f-e91f6b2cc1ad'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:26:26.840159 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-101b18c8-7883-48f0-b575-14aab22e3d5f tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:26.898386 n-d-838550-3 neutron-server[102730]: INFO neutron.api.v2.resource [None req-101b18c8-7883-48f0-b575-14aab22e3d5f tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] update failed (client error): The resource could not be found. May 18 18:26:26.899798 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-101b18c8-7883-48f0-b575-14aab22e3d5f tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] 10.222.0.85 "PUT /v2.0/routers/5179fabe-5e59-4719-a896-df712a5cf2dd HTTP/1.1" status: 404 len: 339 time: 0.7349861 May 18 18:26:26.917437 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-51b17cfb-9cc7-4d81-aba7-8254ae26b3f5 req-7be361b7-b4f4-4958-bfcd-7fcc161b6fdc tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/security-groups?id=e4600145-0aaf-4853-ad08-dfd77d36be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1779830 May 18 18:26:26.918252 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 49298) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:26:26.935694 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-42f4f7f0-62ad-4c2d-b8ed-440c36a90b9d tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1639677925'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:26:26.999653 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42f4f7f0-62ad-4c2d-b8ed-440c36a90b9d tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Made reservation on behalf of a9256394be5a4e8f87fe1bb053aeb58a for: {'network': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:26:27.021928 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-42f4f7f0-62ad-4c2d-b8ed-440c36a90b9d tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:27.249922 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42f4f7f0-62ad-4c2d-b8ed-440c36a90b9d tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=102730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:26:27.259851 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6bdf6bc0-af18-4b6d-88cb-e7ee16305080 req-31a785c1-768d-49b1-aad7-b99954126359 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=ea6a757a-9c65-4a62-a27e-604b73d281bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7716718 May 18 18:26:27.333123 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049c200b-71a5-4868-af6f-fbfacb7a6474 req-82c7d8e7-45cd-4511-8fcb-70dd29551d2a tempest-ServersNegativeTestMultiTenantJSON-75416377 tempest-ServersNegativeTestMultiTenantJSON-75416377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:27.349923 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-049c200b-71a5-4868-af6f-fbfacb7a6474 req-82c7d8e7-45cd-4511-8fcb-70dd29551d2a tempest-ServersNegativeTestMultiTenantJSON-75416377 tempest-ServersNegativeTestMultiTenantJSON-75416377-project] 10.222.0.85 "GET /v2.0/ports?device_id=977264d8-a5ed-4870-b513-3c756c1a091e HTTP/1.1" status: 200 len: 945 time: 0.2885239 May 18 18:26:27.363477 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-42f4f7f0-62ad-4c2d-b8ed-440c36a90b9d tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:27.364083 n-d-838550-3 neutron-server[102730]: INFO neutron.db.segments_db [None req-42f4f7f0-62ad-4c2d-b8ed-440c36a90b9d tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Added segment d6fb073e-6cc2-4051-bbf4-7c02a5fab9d7 of type vlan for network ac216e01-0d73-4052-9e05-fe4205c44ab0 May 18 18:26:27.461255 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-42f4f7f0-62ad-4c2d-b8ed-440c36a90b9d tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:27.479901 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-049c200b-71a5-4868-af6f-fbfacb7a6474 req-c6d984ed-d8ae-431f-8568-6be7ea918b95 tempest-ServersNegativeTestMultiTenantJSON-75416377 tempest-ServersNegativeTestMultiTenantJSON-75416377-project] 10.222.0.85 "GET /v2.0/security-groups?id=abf2da3a-5c49-44ab-ab34-42c12dcf6b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265740 May 18 18:26:27.537763 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fab586d4-d120-4bb7-b0a6-eee8641e5f68 req-4f9987a8-79c2-423d-8148-81d5b98fe2ba service neutron] 10.222.0.88 "GET /v2.0/networks/add95d4d-788f-4f7a-943c-d9e04efedeef?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1390314 May 18 18:26:27.541227 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-42f4f7f0-62ad-4c2d-b8ed-440c36a90b9d tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:27.549537 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f4f7f0-62ad-4c2d-b8ed-440c36a90b9d tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:27.552618 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-42f4f7f0-62ad-4c2d-b8ed-440c36a90b9d tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:27.677246 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3447046-6b69-40db-a699-ea89e08503f2 req-786496cb-b2ef-4138-a801-e8fd985f816a tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:27.679017 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c3447046-6b69-40db-a699-ea89e08503f2 req-786496cb-b2ef-4138-a801-e8fd985f816a tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/ports?device_id=68250932-273e-4325-9e64-8bc21316b470 HTTP/1.1" status: 200 len: 944 time: 0.2869980 May 18 18:26:27.700782 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f4f7f0-62ad-4c2d-b8ed-440c36a90b9d tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Pushing event updated for resources: {'Network': ['ID=ac216e01-0d73-4052-9e05-fe4205c44ab0,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:26:27.730071 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-42f4f7f0-62ad-4c2d-b8ed-440c36a90b9d tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.8095610 May 18 18:26:27.731820 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network ac216e01-0d73-4052-9e05-fe4205c44ab0 details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:26:27.734022 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 49320) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:26:27.739165 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-9082ba7e-65d4-4d1b-a887-cbf2af7edece tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Request body: {'subnet': {'network_id': 'ac216e01-0d73-4052-9e05-fe4205c44ab0', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:26:27.754756 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c3447046-6b69-40db-a699-ea89e08503f2 req-a75524a4-4f87-4243-9133-d9c9c9b5660a tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/security-groups?id=11a2a54b-8d3a-4e8b-aced-30411dedac26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664988 May 18 18:26:27.775007 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fab586d4-d120-4bb7-b0a6-eee8641e5f68 req-8cda30a2-c0f0-454d-881a-d25a97e815a0 service neutron] 10.222.0.88 "GET /v2.0/networks/add95d4d-788f-4f7a-943c-d9e04efedeef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028747 May 18 18:26:27.906111 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9082ba7e-65d4-4d1b-a887-cbf2af7edece tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Made reservation on behalf of a9256394be5a4e8f87fe1bb053aeb58a for: {'subnet': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:26:27.909991 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9082ba7e-65d4-4d1b-a887-cbf2af7edece tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261031885'] for subnet, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:28.106180 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device aad21639-9096-401f-be6b-1fcf72a3df15 details requested by agent hyperv_n-h2-838550-3 with host n-h2-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:26:28.235173 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9305ec82-527f-4d4c-a56d-e483732b3a48 req-86e40009-2ac5-4a8f-97d4-a9a40b6cf3eb tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:28.238058 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9305ec82-527f-4d4c-a56d-e483732b3a48 req-86e40009-2ac5-4a8f-97d4-a9a40b6cf3eb tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=3af06ae7-a690-4f40-bcb1-f8f76cf6c6ef HTTP/1.1" status: 200 len: 944 time: 0.1641445 May 18 18:26:28.286757 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port aad21639-9096-401f-be6b-1fcf72a3df15, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=aad21639-9096-401f-be6b-1fcf72a3df15,segment=NetworkSegment(dee46304-0b61-4765-8fa4-fe4ec736c06a),segment_id=dee46304-0b61-4765-8fa4-fe4ec736c06a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:26:28.308755 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Returning: {'device': 'aad21639-9096-401f-be6b-1fcf72a3df15', 'network_id': 'add95d4d-788f-4f7a-943c-d9e04efedeef', 'port_id': 'aad21639-9096-401f-be6b-1fcf72a3df15', 'mac_address': 'fa:16:3e:b6:78:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa5c9232-5b35-4434-8ef8-cf4d8aaf5112', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:26:28.314588 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 3f298efd-d789-4784-af4f-e91f6b2cc1ad up at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:26:28.362791 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9305ec82-527f-4d4c-a56d-e483732b3a48 req-e8064bee-7dc9-4d41-955e-08c537b69f85 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/security-groups?id=e4600145-0aaf-4853-ad08-dfd77d36be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155698 May 18 18:26:28.379416 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9082ba7e-65d4-4d1b-a887-cbf2af7edece tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261104883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261031899'] for subnet, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:28.434557 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port aad21639-9096-401f-be6b-1fcf72a3df15 is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:26:28.435063 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:28.456230 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aad21639-9096-401f-be6b-1fcf72a3df15 {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:26:28.460808 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9082ba7e-65d4-4d1b-a887-cbf2af7edece tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Pushing event updated for resources: {'Subnet': ['ID=0468c0ad-228a-4534-84a6-e56df4d81d27,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:26:28.473906 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9082ba7e-65d4-4d1b-a887-cbf2af7edece tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Checking segment: {'id': 'd6fb073e-6cc2-4051-bbf4-7c02a5fab9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'ac216e01-0d73-4052-9e05-fe4205c44ab0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:26:28.474289 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9082ba7e-65d4-4d1b-a887-cbf2af7edece tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Network hostable DHCP agents. Network: ac216e01-0d73-4052-9e05-fe4205c44ab0, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:26:28.503067 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port aad21639-9096-401f-be6b-1fcf72a3df15, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=aad21639-9096-401f-be6b-1fcf72a3df15,segment=NetworkSegment(dee46304-0b61-4765-8fa4-fe4ec736c06a),segment_id=dee46304-0b61-4765-8fa4-fe4ec736c06a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:26:28.512230 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:28.523291 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9082ba7e-65d4-4d1b-a887-cbf2af7edece tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Network ac216e01-0d73-4052-9e05-fe4205c44ab0 is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:26:28.547596 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-9082ba7e-65d4-4d1b-a887-cbf2af7edece tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, ac216e01-0d73-4052-9e05-fe4205c44ab0) {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:26:28.566225 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9082ba7e-65d4-4d1b-a887-cbf2af7edece tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:28.567129 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9082ba7e-65d4-4d1b-a887-cbf2af7edece tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:28.580888 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5fafb97-0705-40fe-9a0d-b6d9f3cd4ecd None None] Network ac216e01-0d73-4052-9e05-fe4205c44ab0 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:26:28.596164 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-9082ba7e-65d4-4d1b-a887-cbf2af7edece tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8609915 May 18 18:26:28.601279 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 49344) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:26:28.615365 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning complete for port 3f298efd-d789-4784-af4f-e91f6b2cc1ad triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:26:28.616020 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:28.618159 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-acca182b-769d-4a0b-ab10-916e2a4de325 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ac216e01-0d73-4052-9e05-fe4205c44ab0'}}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:26:28.706608 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7ffa01-3ac0-4847-9085-7768ad5589a0 req-778893d2-652a-48ce-916f-abbb9ec5a9b3 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:28.734880 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7e7ffa01-3ac0-4847-9085-7768ad5589a0 req-778893d2-652a-48ce-916f-abbb9ec5a9b3 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef854938-189c-46f2-8314-215a08afd5f6 HTTP/1.1" status: 200 len: 945 time: 0.2071693 May 18 18:26:28.813312 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 3f298efd-d789-4784-af4f-e91f6b2cc1ad is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:26:28.813312 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:28.863380 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=aad21639-9096-401f-be6b-1fcf72a3df15,revision_number=8']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:26:28.878848 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7e7ffa01-3ac0-4847-9085-7768ad5589a0 req-d1e55f95-9ded-4d59-82c0-127b60349593 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=ea6a757a-9c65-4a62-a27e-604b73d281bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1421239 May 18 18:26:28.896043 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:26:28.896391 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:26:28.898505 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:26:28.898855 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:26:28.899187 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:26:28.899499 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:26:28.899836 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:26:28.904610 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:26:28.906565 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:26:28.906920 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:26:28.907288 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:26:28.910688 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:26:28.993805 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['aad21639-9096-401f-be6b-1fcf72a3df15'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:26:29.077942 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68250932-273e-4325-9e64-8bc21316b470', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f298efd-d789-4784-af4f-e91f6b2cc1ad'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:26:29.080308 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12677d4b-0155-4e46-b4a5-867ff1fae8ee" -d '{"events": [{"server_uuid": "68250932-273e-4325-9e64-8bc21316b470", "name": "network-vif-plugged", "status": "completed", "tag": "3f298efd-d789-4784-af4f-e91f6b2cc1ad"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:26:29.084583 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870dc64e-3d67-48c7-9758-ec0d4c30957d req-3f8a728b-9502-4595-b6e8-cabf45588e69 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:29.105981 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a122240-2fdf-4855-a0ee-694e554a5b61 req-a0949e14-19fe-4eef-ac1d-99f1ea427716 tempest-ServersNegativeTestMultiTenantJSON-75416377 tempest-ServersNegativeTestMultiTenantJSON-75416377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:29.107162 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-870dc64e-3d67-48c7-9758-ec0d4c30957d req-3f8a728b-9502-4595-b6e8-cabf45588e69 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/ports?device_id=68250932-273e-4325-9e64-8bc21316b470 HTTP/1.1" status: 200 len: 944 time: 0.1264606 May 18 18:26:29.107573 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0a122240-2fdf-4855-a0ee-694e554a5b61 req-a0949e14-19fe-4eef-ac1d-99f1ea427716 tempest-ServersNegativeTestMultiTenantJSON-75416377 tempest-ServersNegativeTestMultiTenantJSON-75416377-project] 10.222.0.85 "GET /v2.0/ports?device_id=977264d8-a5ed-4870-b513-3c756c1a091e HTTP/1.1" status: 200 len: 945 time: 0.4859855 May 18 18:26:29.162101 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 3f298efd-d789-4784-af4f-e91f6b2cc1ad, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=3f298efd-d789-4784-af4f-e91f6b2cc1ad,segment=NetworkSegment(8ca14917-c9b1-4338-b349-8fcfdea345e6),segment_id=8ca14917-c9b1-4338-b349-8fcfdea345e6)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:26:29.190247 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:29.224956 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-870dc64e-3d67-48c7-9758-ec0d4c30957d req-7b874114-81f0-4aa8-b509-6d586082057d tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/security-groups?id=11a2a54b-8d3a-4e8b-aced-30411dedac26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134915 May 18 18:26:29.391320 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6167133-6ea4-4b0e-bb51-a86f07c93c71 x-openstack-request-id: req-d6167133-6ea4-4b0e-bb51-a86f07c93c71 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:26:29.391623 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68250932-273e-4325-9e64-8bc21316b470", "name": "network-vif-plugged", "status": "completed", "tag": "3f298efd-d789-4784-af4f-e91f6b2cc1ad", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:26:29.391883 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-d6167133-6ea4-4b0e-bb51-a86f07c93c71 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:26:29.392283 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6167133-6ea4-4b0e-bb51-a86f07c93c71'] response: {'server_uuid': '68250932-273e-4325-9e64-8bc21316b470', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f298efd-d789-4784-af4f-e91f6b2cc1ad', 'code': 200} May 18 18:26:29.497863 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-acca182b-769d-4a0b-ab10-916e2a4de325 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:29.532590 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=3f298efd-d789-4784-af4f-e91f6b2cc1ad,revision_number=7']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:26:29.590258 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0a122240-2fdf-4855-a0ee-694e554a5b61 req-39861b23-4743-4792-9116-5c09df6af69f tempest-ServersNegativeTestMultiTenantJSON-75416377 tempest-ServersNegativeTestMultiTenantJSON-75416377-project] 10.222.0.85 "GET /v2.0/security-groups?id=abf2da3a-5c49-44ab-ab34-42c12dcf6b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4596376 May 18 18:26:29.599802 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-562040f2-c33d-4313-8d24-f032ef6cc286 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-ac216e01-0d73-4052-9e05-fe4205c44ab0', 'network_id': 'ac216e01-0d73-4052-9e05-fe4205c44ab0', 'tenant_id': 'a9256394be5a4e8f87fe1bb053aeb58a', 'fixed_ips': [{'subnet_id': '0468c0ad-228a-4534-84a6-e56df4d81d27'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:26:29.601277 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-562040f2-c33d-4313-8d24-f032ef6cc286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:29.667215 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfd07ef-7c12-41b9-aca3-3191daaf78e3 req-9d254252-95b5-4ec5-8ed1-247dc0bb691d tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:29.682710 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-adfd07ef-7c12-41b9-aca3-3191daaf78e3 req-9d254252-95b5-4ec5-8ed1-247dc0bb691d tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=3af06ae7-a690-4f40-bcb1-f8f76cf6c6ef HTTP/1.1" status: 200 len: 945 time: 0.1637065 May 18 18:26:29.818023 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-adfd07ef-7c12-41b9-aca3-3191daaf78e3 req-46c14447-b552-443b-9d84-e3332b7a3ab7 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/security-groups?id=e4600145-0aaf-4853-ad08-dfd77d36be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1225557 May 18 18:26:30.021326 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-562040f2-c33d-4313-8d24-f032ef6cc286 None None] Allocated IP 2001:db8:1::2 (ac216e01-0d73-4052-9e05-fe4205c44ab0/0468c0ad-228a-4534-84a6-e56df4d81d27/59ca4a77-77d1-498e-ac11-2eed70a5ebc8) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:26:30.048557 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963a0394-a0fd-4135-8c0d-7b3f8b42bfa7 req-5e3f924a-e971-4e3a-ad0a-c05e219cf3be tempest-ServersNegativeTestMultiTenantJSON-75416377 tempest-ServersNegativeTestMultiTenantJSON-75416377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:30.062649 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-963a0394-a0fd-4135-8c0d-7b3f8b42bfa7 req-5e3f924a-e971-4e3a-ad0a-c05e219cf3be tempest-ServersNegativeTestMultiTenantJSON-75416377 tempest-ServersNegativeTestMultiTenantJSON-75416377-project] 10.222.0.85 "GET /v2.0/ports?device_id=977264d8-a5ed-4870-b513-3c756c1a091e HTTP/1.1" status: 200 len: 945 time: 0.2537391 May 18 18:26:30.127267 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-963a0394-a0fd-4135-8c0d-7b3f8b42bfa7 req-61a69b44-4ee9-44f1-914c-b2ae7bef5274 tempest-ServersNegativeTestMultiTenantJSON-75416377 tempest-ServersNegativeTestMultiTenantJSON-75416377-project] 10.222.0.85 "GET /v2.0/security-groups?id=abf2da3a-5c49-44ab-ab34-42c12dcf6b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581408 May 18 18:26:30.223963 n-d-838550-3 neutron-server[102730]: INFO neutron.api.v2.resource [None req-acca182b-769d-4a0b-ab10-916e2a4de325 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 18 18:26:30.225534 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-acca182b-769d-4a0b-ab10-916e2a4de325 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] 10.222.0.85 "PUT /v2.0/routers/5179fabe-5e59-4719-a896-df712a5cf2dd HTTP/1.1" status: 400 len: 364 time: 1.6226442 May 18 18:26:30.233323 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 49372) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:26:30.339447 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-562040f2-c33d-4313-8d24-f032ef6cc286 None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:30.352804 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-562040f2-c33d-4313-8d24-f032ef6cc286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:30.410193 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-562040f2-c33d-4313-8d24-f032ef6cc286 None None] Network ac216e01-0d73-4052-9e05-fe4205c44ab0 is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:26:30.422713 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-562040f2-c33d-4313-8d24-f032ef6cc286 None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:26:30.435883 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562040f2-c33d-4313-8d24-f032ef6cc286 None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:26:30.439266 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e503317-caa1-456a-8144-262c2d6dba8f req-a03c322b-5992-4abe-9e78-6af26e6b531a tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:30.444423 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0e503317-caa1-456a-8144-262c2d6dba8f req-a03c322b-5992-4abe-9e78-6af26e6b531a tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef854938-189c-46f2-8314-215a08afd5f6 HTTP/1.1" status: 200 len: 945 time: 0.1602333 May 18 18:26:30.519340 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562040f2-c33d-4313-8d24-f032ef6cc286 None None] Pushing event updated for resources: {'Port': ['ID=59ca4a77-77d1-498e-ac11-2eed70a5ebc8,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:26:30.526947 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0e503317-caa1-456a-8144-262c2d6dba8f req-c611be62-770e-422f-9a1f-82782ca88b41 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=ea6a757a-9c65-4a62-a27e-604b73d281bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725856 May 18 18:26:30.738942 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f617de0d-4802-46df-8409-99a59227a7cd req-d3862e26-0758-49ec-9b6d-71861d789b8f tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:30.753185 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f617de0d-4802-46df-8409-99a59227a7cd req-d3862e26-0758-49ec-9b6d-71861d789b8f tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/ports?device_id=68250932-273e-4325-9e64-8bc21316b470 HTTP/1.1" status: 200 len: 945 time: 0.1112206 May 18 18:26:30.860656 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f617de0d-4802-46df-8409-99a59227a7cd req-75ab8d40-a8ff-427f-b937-bfbf898e2b71 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/security-groups?id=11a2a54b-8d3a-4e8b-aced-30411dedac26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003494 May 18 18:26:30.871346 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-562040f2-c33d-4313-8d24-f032ef6cc286 None None] Attempting to bind port 59ca4a77-77d1-498e-ac11-2eed70a5ebc8 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:26:30.871963 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-562040f2-c33d-4313-8d24-f032ef6cc286 None None] Attempting to bind port 59ca4a77-77d1-498e-ac11-2eed70a5ebc8 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': 'd6fb073e-6cc2-4051-bbf4-7c02a5fab9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'ac216e01-0d73-4052-9e05-fe4205c44ab0'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:26:30.872558 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562040f2-c33d-4313-8d24-f032ef6cc286 None None] Attempting to bind port 59ca4a77-77d1-498e-ac11-2eed70a5ebc8 on network ac216e01-0d73-4052-9e05-fe4205c44ab0 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:26:30.906405 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562040f2-c33d-4313-8d24-f032ef6cc286 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 26, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:26:30.907036 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562040f2-c33d-4313-8d24-f032ef6cc286 None None] Checking segment: {'id': 'd6fb073e-6cc2-4051-bbf4-7c02a5fab9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'ac216e01-0d73-4052-9e05-fe4205c44ab0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:26:30.907707 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-562040f2-c33d-4313-8d24-f032ef6cc286 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:30.908428 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562040f2-c33d-4313-8d24-f032ef6cc286 None None] Bound using segment: {'id': 'd6fb073e-6cc2-4051-bbf4-7c02a5fab9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'ac216e01-0d73-4052-9e05-fe4205c44ab0'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:26:30.909229 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-562040f2-c33d-4313-8d24-f032ef6cc286 None None] Bound port: 59ca4a77-77d1-498e-ac11-2eed70a5ebc8, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6fb073e-6cc2-4051-bbf4-7c02a5fab9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'ac216e01-0d73-4052-9e05-fe4205c44ab0'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:26:30.909905 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-562040f2-c33d-4313-8d24-f032ef6cc286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:31.102275 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8ee080-f7fd-4e9b-9f7b-4c58c09a07bd req-279dca01-c452-420b-bf08-aef0f1de8953 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:31.113890 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8f8ee080-f7fd-4e9b-9f7b-4c58c09a07bd req-279dca01-c452-420b-bf08-aef0f1de8953 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=3af06ae7-a690-4f40-bcb1-f8f76cf6c6ef HTTP/1.1" status: 200 len: 945 time: 0.1105466 May 18 18:26:31.120305 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960c8b02-9a57-4e53-a4bf-4ecf7384b9ff req-f98e10b5-5173-4e16-9989-2c09cd43bbeb tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:31.121964 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-960c8b02-9a57-4e53-a4bf-4ecf7384b9ff req-f98e10b5-5173-4e16-9989-2c09cd43bbeb tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.88 "GET /v2.0/ports?device_id=3af06ae7-a690-4f40-bcb1-f8f76cf6c6ef&tenant_id=06b3ed36f50a43fd9cfeaa89e080d35b&binding%3Ahost_id=n-h2-838550-3 HTTP/1.1" status: 200 len: 945 time: 0.6310723 May 18 18:26:31.140438 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-562040f2-c33d-4313-8d24-f032ef6cc286 None None] For port 59ca4a77-77d1-498e-ac11-2eed70a5ebc8, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:26:31.144825 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-562040f2-c33d-4313-8d24-f032ef6cc286 None None] For port 59ca4a77-77d1-498e-ac11-2eed70a5ebc8, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=59ca4a77-77d1-498e-ac11-2eed70a5ebc8,segment=NetworkSegment(d6fb073e-6cc2-4051-bbf4-7c02a5fab9d7),segment_id=d6fb073e-6cc2-4051-bbf4-7c02a5fab9d7)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:26:31.163606 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-562040f2-c33d-4313-8d24-f032ef6cc286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:31.204441 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:31.210108 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8f8ee080-f7fd-4e9b-9f7b-4c58c09a07bd req-fe9f34f8-4cb4-4860-aecc-4d7df1f26b06 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/security-groups?id=e4600145-0aaf-4853-ad08-dfd77d36be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868490 May 18 18:26:31.315512 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:31.321210 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562040f2-c33d-4313-8d24-f032ef6cc286 None None] Pushing event updated for resources: {'Port': ['ID=59ca4a77-77d1-498e-ac11-2eed70a5ebc8,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:26:31.397066 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6c9e92f1-35a8-4a06-89a3-190218038e24 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:31.470889 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3e210c-f2c4-469d-9f5f-cd5146f57578 req-a5ee1596-2b4e-417a-98d8-7b1bf330c69e tempest-ServersNegativeTestMultiTenantJSON-75416377 tempest-ServersNegativeTestMultiTenantJSON-75416377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:31.475060 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5d3e210c-f2c4-469d-9f5f-cd5146f57578 req-a5ee1596-2b4e-417a-98d8-7b1bf330c69e tempest-ServersNegativeTestMultiTenantJSON-75416377 tempest-ServersNegativeTestMultiTenantJSON-75416377-project] 10.222.0.85 "GET /v2.0/ports?device_id=977264d8-a5ed-4870-b513-3c756c1a091e HTTP/1.1" status: 200 len: 945 time: 0.3517361 May 18 18:26:31.535398 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-960c8b02-9a57-4e53-a4bf-4ecf7384b9ff req-f7d34a4d-9f86-4733-8286-c4fe22a16ffa service neutron] 10.222.0.88 "GET /v2.0/ports/aad21639-9096-401f-be6b-1fcf72a3df15/bindings/n-h2-838550-3 HTTP/1.1" status: 200 len: 382 time: 0.3965321 May 18 18:26:31.804182 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5d3e210c-f2c4-469d-9f5f-cd5146f57578 req-088d1ad6-2f57-4eda-af92-f15f9849fbb6 tempest-ServersNegativeTestMultiTenantJSON-75416377 tempest-ServersNegativeTestMultiTenantJSON-75416377-project] 10.222.0.85 "GET /v2.0/security-groups?id=abf2da3a-5c49-44ab-ab34-42c12dcf6b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840559 May 18 18:26:31.863713 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45129412-c1dc-4892-8fbb-4ee863ccb248 req-ad881a97-4208-49f6-b6bb-f47d061eecdc tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:31.895052 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-45129412-c1dc-4892-8fbb-4ee863ccb248 req-ad881a97-4208-49f6-b6bb-f47d061eecdc tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef854938-189c-46f2-8314-215a08afd5f6 HTTP/1.1" status: 200 len: 945 time: 0.1766167 May 18 18:26:31.982552 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960c8b02-9a57-4e53-a4bf-4ecf7384b9ff req-6ae424d8-038d-4891-84f7-f5f2cc356828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:31.992769 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-960c8b02-9a57-4e53-a4bf-4ecf7384b9ff req-6ae424d8-038d-4891-84f7-f5f2cc356828 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=06b3ed36f50a43fd9cfeaa89e080d35b&device_id=3af06ae7-a690-4f40-bcb1-f8f76cf6c6ef HTTP/1.1" status: 200 len: 1096 time: 0.2849021 May 18 18:26:32.026163 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-45129412-c1dc-4892-8fbb-4ee863ccb248 req-ea485862-e52d-4036-b046-6afe298c9bff tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=ea6a757a-9c65-4a62-a27e-604b73d281bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1178918 May 18 18:26:32.347766 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf80cb3-7307-4bae-b440-3422f00515c0 req-b7885c8a-1503-45f2-b058-cff19a3a0cd4 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:32.356172 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cbf80cb3-7307-4bae-b440-3422f00515c0 req-b7885c8a-1503-45f2-b058-cff19a3a0cd4 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/ports?device_id=68250932-273e-4325-9e64-8bc21316b470 HTTP/1.1" status: 200 len: 945 time: 0.2002554 May 18 18:26:32.396361 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960c8b02-9a57-4e53-a4bf-4ecf7384b9ff req-47af19b1-2cd4-4803-8f9e-16a9a927afda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:32.398018 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-960c8b02-9a57-4e53-a4bf-4ecf7384b9ff req-47af19b1-2cd4-4803-8f9e-16a9a927afda service neutron] 10.222.0.88 "GET /v2.0/networks?id=add95d4d-788f-4f7a-943c-d9e04efedeef HTTP/1.1" status: 200 len: 898 time: 0.3935640 May 18 18:26:32.399186 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-6c9e92f1-35a8-4a06-89a3-190218038e24 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Allocated IP 2001:db8::1 (d0faa7aa-3966-43a5-9003-800e70269565/a39730b7-eac8-41f2-ac17-db043e5274ff/f2fcf12a-272a-4286-bd7b-bb27ffbcf8e4) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:26:32.537374 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cbf80cb3-7307-4bae-b440-3422f00515c0 req-3e1ab5d6-0247-4d98-ab35-716b5421ff4b tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/security-groups?id=11a2a54b-8d3a-4e8b-aced-30411dedac26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1800356 May 18 18:26:32.570744 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-960c8b02-9a57-4e53-a4bf-4ecf7384b9ff req-76629d87-a6f9-4411-adad-5b0cf8ee511d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aad21639-9096-401f-be6b-1fcf72a3df15 HTTP/1.1" status: 200 len: 1001 time: 0.1321578 May 18 18:26:32.829692 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6c9e92f1-35a8-4a06-89a3-190218038e24 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:32.884964 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960c8b02-9a57-4e53-a4bf-4ecf7384b9ff req-51c758ce-4a28-4551-a85a-981323c64bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:32.886569 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-960c8b02-9a57-4e53-a4bf-4ecf7384b9ff req-51c758ce-4a28-4551-a85a-981323c64bab service neutron] 10.222.0.88 "GET /v2.0/subnets?id=aa5c9232-5b35-4434-8ef8-cf4d8aaf5112 HTTP/1.1" status: 200 len: 835 time: 0.2864368 May 18 18:26:32.894238 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edafb1bc-8997-484c-86c4-bf0096c2e61d req-b02ea3b3-b45e-4bce-85e5-8947534f12e0 tempest-ServersNegativeTestMultiTenantJSON-75416377 tempest-ServersNegativeTestMultiTenantJSON-75416377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:32.895855 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-edafb1bc-8997-484c-86c4-bf0096c2e61d req-b02ea3b3-b45e-4bce-85e5-8947534f12e0 tempest-ServersNegativeTestMultiTenantJSON-75416377 tempest-ServersNegativeTestMultiTenantJSON-75416377-project] 10.222.0.85 "GET /v2.0/ports?device_id=977264d8-a5ed-4870-b513-3c756c1a091e HTTP/1.1" status: 200 len: 945 time: 0.1368051 May 18 18:26:32.954645 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ffb3f5-2399-419f-bc92-5b52cb1d8fb7 req-a932df2f-2e53-423e-8701-0bd43ecf1806 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:32.963231 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-10ffb3f5-2399-419f-bc92-5b52cb1d8fb7 req-a932df2f-2e53-423e-8701-0bd43ecf1806 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=3af06ae7-a690-4f40-bcb1-f8f76cf6c6ef HTTP/1.1" status: 200 len: 945 time: 0.1719475 May 18 18:26:32.985190 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-edafb1bc-8997-484c-86c4-bf0096c2e61d req-65d4eeee-16ad-435d-91ee-f025970445e2 tempest-ServersNegativeTestMultiTenantJSON-75416377 tempest-ServersNegativeTestMultiTenantJSON-75416377-project] 10.222.0.85 "GET /v2.0/security-groups?id=abf2da3a-5c49-44ab-ab34-42c12dcf6b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748367 May 18 18:26:33.016678 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6c9e92f1-35a8-4a06-89a3-190218038e24 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:33.117389 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-10ffb3f5-2399-419f-bc92-5b52cb1d8fb7 req-532d000b-30c0-466e-bf0f-a00405049a46 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/security-groups?id=e4600145-0aaf-4853-ad08-dfd77d36be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1529794 May 18 18:26:33.133033 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960c8b02-9a57-4e53-a4bf-4ecf7384b9ff req-b0b40485-966d-4d68-8ba9-7600ade11e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:33.135578 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-960c8b02-9a57-4e53-a4bf-4ecf7384b9ff req-b0b40485-966d-4d68-8ba9-7600ade11e76 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=add95d4d-788f-4f7a-943c-d9e04efedeef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2351680 May 18 18:26:33.142215 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c9e92f1-35a8-4a06-89a3-190218038e24 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Network d0faa7aa-3966-43a5-9003-800e70269565 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:26:33.258523 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-6c9e92f1-35a8-4a06-89a3-190218038e24 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:26:33.282847 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9e92f1-35a8-4a06-89a3-190218038e24 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:26:33.285653 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6c9e92f1-35a8-4a06-89a3-190218038e24 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595826'] for router_interface, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:33.320396 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5212dfad-a6c8-4dc5-aef6-d75c02b3754b req-2af3b89e-6644-4329-a0d0-eade3399bf66 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:33.350193 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5212dfad-a6c8-4dc5-aef6-d75c02b3754b req-2af3b89e-6644-4329-a0d0-eade3399bf66 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=9f31ff7d-1823-473c-83d4-db793c2d43da HTTP/1.1" status: 200 len: 945 time: 0.1744626 May 18 18:26:33.454827 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c7493d-5b84-4a4e-8e49-e1f5995cddc4 None None] Network ac216e01-0d73-4052-9e05-fe4205c44ab0 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:26:33.517398 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5212dfad-a6c8-4dc5-aef6-d75c02b3754b req-82251e80-41b3-4d5f-a297-5d1d6c0d9281 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=86e7cf01-f21c-41cf-b5a3-71cb5ec2aaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604970 May 18 18:26:33.522912 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 59ca4a77-77d1-498e-ac11-2eed70a5ebc8 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:26:33.539120 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9e92f1-35a8-4a06-89a3-190218038e24 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Pushing event updated for resources: {'Port': ['ID=f2fcf12a-272a-4286-bd7b-bb27ffbcf8e4,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:26:33.675609 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-e2300e73-c9ee-49c8-ac21-d4e2db4a6651 None None] Provisioning complete for port 59ca4a77-77d1-498e-ac11-2eed70a5ebc8 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:26:33.676340 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-e2300e73-c9ee-49c8-ac21-d4e2db4a6651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:33.686294 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9e92f1-35a8-4a06-89a3-190218038e24 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:26:33.686934 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9e92f1-35a8-4a06-89a3-190218038e24 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:26:33.694561 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9e92f1-35a8-4a06-89a3-190218038e24 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:26:33.695446 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9e92f1-35a8-4a06-89a3-190218038e24 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:26:33.710546 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9e92f1-35a8-4a06-89a3-190218038e24 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:26:33.711504 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9e92f1-35a8-4a06-89a3-190218038e24 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:26:33.712289 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9e92f1-35a8-4a06-89a3-190218038e24 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:26:33.714075 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9e92f1-35a8-4a06-89a3-190218038e24 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:26:33.715874 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9e92f1-35a8-4a06-89a3-190218038e24 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:26:33.724723 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9e92f1-35a8-4a06-89a3-190218038e24 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:26:33.725340 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9e92f1-35a8-4a06-89a3-190218038e24 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:26:33.726124 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9e92f1-35a8-4a06-89a3-190218038e24 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:26:33.863373 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a80dc98-3554-4f3d-a159-b9aa00755e00 req-793d8bdb-4275-4012-9bfe-cc42a128f66a tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:33.866318 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3a80dc98-3554-4f3d-a159-b9aa00755e00 req-793d8bdb-4275-4012-9bfe-cc42a128f66a tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/ports?device_id=68250932-273e-4325-9e64-8bc21316b470 HTTP/1.1" status: 200 len: 945 time: 0.1689131 May 18 18:26:33.866786 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e133a358-d68e-4233-a4e9-83524f7dd699 req-7cbaaaba-3d74-443f-8fba-623f3f64950b tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:33.875068 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e133a358-d68e-4233-a4e9-83524f7dd699 req-7cbaaaba-3d74-443f-8fba-623f3f64950b tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef854938-189c-46f2-8314-215a08afd5f6 HTTP/1.1" status: 200 len: 945 time: 0.5702384 May 18 18:26:33.900610 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-960c8b02-9a57-4e53-a4bf-4ecf7384b9ff req-bc966987-4725-4db7-8f35-d9f781a92995 service neutron] 10.222.0.88 "GET /v2.0/networks/add95d4d-788f-4f7a-943c-d9e04efedeef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7532248 May 18 18:26:33.926427 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3a80dc98-3554-4f3d-a159-b9aa00755e00 req-1429ac53-0ba7-4cb0-a61e-88a06090eb5a tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/security-groups?id=11a2a54b-8d3a-4e8b-aced-30411dedac26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505750 May 18 18:26:33.942543 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 59ca4a77-77d1-498e-ac11-2eed70a5ebc8 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:26:33.952591 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:34.014455 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e133a358-d68e-4233-a4e9-83524f7dd699 req-1d12b391-4062-4fe4-bade-56b03535d600 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=ea6a757a-9c65-4a62-a27e-604b73d281bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1377759 May 18 18:26:34.131924 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-e2300e73-c9ee-49c8-ac21-d4e2db4a6651 None None] Current status of the port 59ca4a77-77d1-498e-ac11-2eed70a5ebc8 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:26:34.132329 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-e2300e73-c9ee-49c8-ac21-d4e2db4a6651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:34.162776 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device aad21639-9096-401f-be6b-1fcf72a3df15 up at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:26:34.214889 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-960c8b02-9a57-4e53-a4bf-4ecf7384b9ff req-03befd6f-8b09-4315-af65-509bae4285c4 service neutron] 10.222.0.88 "GET /v2.0/networks/add95d4d-788f-4f7a-943c-d9e04efedeef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2678370 May 18 18:26:34.302593 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6c9e92f1-35a8-4a06-89a3-190218038e24 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:34.404967 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-e2300e73-c9ee-49c8-ac21-d4e2db4a6651 None None] For port 59ca4a77-77d1-498e-ac11-2eed70a5ebc8, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=59ca4a77-77d1-498e-ac11-2eed70a5ebc8,segment=NetworkSegment(d6fb073e-6cc2-4051-bbf4-7c02a5fab9d7),segment_id=d6fb073e-6cc2-4051-bbf4-7c02a5fab9d7)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:26:34.512049 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-e2300e73-c9ee-49c8-ac21-d4e2db4a6651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:34.674783 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning for port aad21639-9096-401f-be6b-1fcf72a3df15 completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:26:34.695128 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0d0be4-7af0-45f8-a663-22184f125058 req-845690be-5189-488a-962a-c0f472e37e96 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:34.699766 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning complete for port aad21639-9096-401f-be6b-1fcf72a3df15 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:26:34.700723 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:34.703652 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fe0d0be4-7af0-45f8-a663-22184f125058 req-845690be-5189-488a-962a-c0f472e37e96 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=3af06ae7-a690-4f40-bcb1-f8f76cf6c6ef HTTP/1.1" status: 200 len: 945 time: 0.2382424 May 18 18:26:34.710301 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 59ca4a77-77d1-498e-ac11-2eed70a5ebc8 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:26:34.717423 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:34.782473 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b915af7-348a-44e9-920b-5cb1741fc701 req-c0c749af-7e8f-465c-83be-5dea8a54b7f7 tempest-ServersNegativeTestMultiTenantJSON-75416377 tempest-ServersNegativeTestMultiTenantJSON-75416377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:34.795406 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fe0d0be4-7af0-45f8-a663-22184f125058 req-cb46ff33-4b9c-434a-8752-e95370d97458 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/security-groups?id=e4600145-0aaf-4853-ad08-dfd77d36be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736341 May 18 18:26:34.796764 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3b915af7-348a-44e9-920b-5cb1741fc701 req-c0c749af-7e8f-465c-83be-5dea8a54b7f7 tempest-ServersNegativeTestMultiTenantJSON-75416377 tempest-ServersNegativeTestMultiTenantJSON-75416377-project] 10.222.0.85 "GET /v2.0/ports?device_id=977264d8-a5ed-4870-b513-3c756c1a091e HTTP/1.1" status: 200 len: 945 time: 0.5808287 May 18 18:26:35.033259 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2300e73-c9ee-49c8-ac21-d4e2db4a6651 None None] Pushing event updated for resources: {'Port': ['ID=59ca4a77-77d1-498e-ac11-2eed70a5ebc8,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:26:35.052739 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-ba654332-986b-41d2-b98b-939222bf00bb None None] Provisioning complete for port f2fcf12a-272a-4286-bd7b-bb27ffbcf8e4 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:26:35.053491 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-ba654332-986b-41d2-b98b-939222bf00bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:35.186662 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port aad21639-9096-401f-be6b-1fcf72a3df15 is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:26:35.187412 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:35.203307 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-ba654332-986b-41d2-b98b-939222bf00bb None None] Port f2fcf12a-272a-4286-bd7b-bb27ffbcf8e4 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:26:35.233389 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3af06ae7-a690-4f40-bcb1-f8f76cf6c6ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aad21639-9096-401f-be6b-1fcf72a3df15'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:26:35.236080 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2e209aa-0094-4505-bcee-7da10b4aca40" -d '{"events": [{"server_uuid": "3af06ae7-a690-4f40-bcb1-f8f76cf6c6ef", "name": "network-vif-plugged", "status": "completed", "tag": "aad21639-9096-401f-be6b-1fcf72a3df15"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:26:35.250793 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.db.api [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102732) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 18 18:26:35.262940 n-d-838550-3 neutron-server[102732]: DEBUG oslo_db.api [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 18 18:26:35.275423 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port aad21639-9096-401f-be6b-1fcf72a3df15, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=aad21639-9096-401f-be6b-1fcf72a3df15,segment=NetworkSegment(dee46304-0b61-4765-8fa4-fe4ec736c06a),segment_id=dee46304-0b61-4765-8fa4-fe4ec736c06a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:26:35.286106 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:35.367852 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-6f0038bc-53d8-4175-878f-b8eca72625dc None None] Provisioning complete for port 59ca4a77-77d1-498e-ac11-2eed70a5ebc8 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:26:35.368475 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-6f0038bc-53d8-4175-878f-b8eca72625dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:35.401144 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=aad21639-9096-401f-be6b-1fcf72a3df15,revision_number=9']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:26:35.477022 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24052473-e15e-43dc-b888-5c91a64eddd4 req-d112205c-6a1f-4666-9cf9-ffbef8598f93 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:35.485173 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-24052473-e15e-43dc-b888-5c91a64eddd4 req-d112205c-6a1f-4666-9cf9-ffbef8598f93 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=9f31ff7d-1823-473c-83d4-db793c2d43da HTTP/1.1" status: 200 len: 945 time: 0.1594698 May 18 18:26:35.497560 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3b915af7-348a-44e9-920b-5cb1741fc701 req-de88d7a3-f2b5-469d-ab6a-c1e6b2f98289 tempest-ServersNegativeTestMultiTenantJSON-75416377 tempest-ServersNegativeTestMultiTenantJSON-75416377-project] 10.222.0.85 "GET /v2.0/security-groups?id=abf2da3a-5c49-44ab-ab34-42c12dcf6b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6994126 May 18 18:26:35.523484 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6b28ff-6ee8-420b-9f8a-8a38fe869504 req-9ee2b0dd-a199-4bd6-8aae-a1da67c7b871 tempest-ServersNegativeTestMultiTenantJSON-75416377 tempest-ServersNegativeTestMultiTenantJSON-75416377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:35.523484 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ff6b28ff-6ee8-420b-9f8a-8a38fe869504 req-9ee2b0dd-a199-4bd6-8aae-a1da67c7b871 tempest-ServersNegativeTestMultiTenantJSON-75416377 tempest-ServersNegativeTestMultiTenantJSON-75416377-project] 10.222.0.88 "GET /v2.0/ports?device_id=977264d8-a5ed-4870-b513-3c756c1a091e HTTP/1.1" status: 200 len: 945 time: 0.8753512 May 18 18:26:35.568078 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-24052473-e15e-43dc-b888-5c91a64eddd4 req-310c6684-0ae4-48e8-8e0c-659026325c78 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=86e7cf01-f21c-41cf-b5a3-71cb5ec2aaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766025 May 18 18:26:35.576786 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-6f0038bc-53d8-4175-878f-b8eca72625dc None None] Current status of the port 59ca4a77-77d1-498e-ac11-2eed70a5ebc8 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:26:35.647903 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d44c39-48d6-44d1-94bd-5d6a4ad03952 req-25fef5d3-7ed5-4056-9be5-a555640a28f2 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:35.649456 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-78d44c39-48d6-44d1-94bd-5d6a4ad03952 req-25fef5d3-7ed5-4056-9be5-a555640a28f2 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.88 "GET /v2.0/ports?device_id=9f31ff7d-1823-473c-83d4-db793c2d43da HTTP/1.1" status: 200 len: 945 time: 0.3679683 May 18 18:26:35.805496 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ae6f1c-39d1-4903-b707-4a32a2da815e req-60f577fd-f3c8-4a90-9647-0c188bca28f1 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:35.815393 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b5ae6f1c-39d1-4903-b707-4a32a2da815e req-60f577fd-f3c8-4a90-9647-0c188bca28f1 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef854938-189c-46f2-8314-215a08afd5f6 HTTP/1.1" status: 200 len: 945 time: 0.1432035 May 18 18:26:35.862479 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 59ca4a77-77d1-498e-ac11-2eed70a5ebc8 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:26:35.915680 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0315b40a-94e4-4735-9237-b36f06bc7a6c req-9c18461a-a4af-44e6-b453-da57261f872d tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:35.924598 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b5ae6f1c-39d1-4903-b707-4a32a2da815e req-6970d397-6023-4e99-8028-2a411b9c7316 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=ea6a757a-9c65-4a62-a27e-604b73d281bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079106 May 18 18:26:35.926787 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0315b40a-94e4-4735-9237-b36f06bc7a6c req-9c18461a-a4af-44e6-b453-da57261f872d tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/ports?device_id=68250932-273e-4325-9e64-8bc21316b470 HTTP/1.1" status: 200 len: 945 time: 0.2981675 May 18 18:26:36.015202 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-ff6b28ff-6ee8-420b-9f8a-8a38fe869504 req-57796d81-18b6-4db6-9f48-b278d60e5dae tempest-ServersNegativeTestMultiTenantJSON-75416377 tempest-ServersNegativeTestMultiTenantJSON-75416377-project] Deleting port b47f3065-9222-4552-8f73-461cc71b8b22 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:26:36.015802 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-ff6b28ff-6ee8-420b-9f8a-8a38fe869504 req-57796d81-18b6-4db6-9f48-b278d60e5dae tempest-ServersNegativeTestMultiTenantJSON-75416377 tempest-ServersNegativeTestMultiTenantJSON-75416377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:36.025051 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6c9e92f1-35a8-4a06-89a3-190218038e24 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:36.041675 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 59ca4a77-77d1-498e-ac11-2eed70a5ebc8 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:26:36.095125 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6c9e92f1-35a8-4a06-89a3-190218038e24 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:36.096637 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6c9e92f1-35a8-4a06-89a3-190218038e24 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-595870'] for router_interface, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:36.135979 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee427ac3-41d2-46be-b762-ab060010fd8b req-42eff265-7a59-4905-b84a-d764ed044105 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:36.137595 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ee427ac3-41d2-46be-b762-ab060010fd8b req-42eff265-7a59-4905-b84a-d764ed044105 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "GET /v2.0/ports?device_id=24a2fe16-e7b0-4a5e-88fa-7949ff7ba897 HTTP/1.1" status: 200 len: 945 time: 0.1025975 May 18 18:26:36.149546 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 59ca4a77-77d1-498e-ac11-2eed70a5ebc8 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:26:36.150750 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:36.190506 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0315b40a-94e4-4735-9237-b36f06bc7a6c req-ceace97e-754c-42f4-a977-49bd5bfaa5da tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/security-groups?id=11a2a54b-8d3a-4e8b-aced-30411dedac26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2626176 May 18 18:26:36.214045 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ee427ac3-41d2-46be-b762-ab060010fd8b req-7a21e945-16f5-42df-b24c-594b34a1a32f tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "GET /v2.0/security-groups?id=9b97b483-5629-4688-9c0b-4cabaf2a061a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689931 May 18 18:26:36.369652 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b40a89d3-d092-40f7-97e6-b08b66cbb1b5 x-openstack-request-id: req-b40a89d3-d092-40f7-97e6-b08b66cbb1b5 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:26:36.370231 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3af06ae7-a690-4f40-bcb1-f8f76cf6c6ef", "name": "network-vif-plugged", "status": "completed", "tag": "aad21639-9096-401f-be6b-1fcf72a3df15", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:26:36.370793 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-b40a89d3-d092-40f7-97e6-b08b66cbb1b5 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:26:36.376075 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b40a89d3-d092-40f7-97e6-b08b66cbb1b5'] response: {'server_uuid': '3af06ae7-a690-4f40-bcb1-f8f76cf6c6ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aad21639-9096-401f-be6b-1fcf72a3df15', 'code': 200} May 18 18:26:36.378022 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-78d44c39-48d6-44d1-94bd-5d6a4ad03952 req-5338c0ed-98ef-4488-a565-d4f7126004b2 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Deleting port 674da24f-68ce-455c-a7d9-bb312b8b278a {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:26:36.379287 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-78d44c39-48d6-44d1-94bd-5d6a4ad03952 req-5338c0ed-98ef-4488-a565-d4f7126004b2 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:36.433596 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 59ca4a77-77d1-498e-ac11-2eed70a5ebc8 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:26:36.450431 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9e92f1-35a8-4a06-89a3-190218038e24 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Pushing event updated for resources: {'Port': ['ID=f2fcf12a-272a-4286-bd7b-bb27ffbcf8e4,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:26:36.467819 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c9e92f1-35a8-4a06-89a3-190218038e24 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Network d0faa7aa-3966-43a5-9003-800e70269565 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:26:36.519728 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-6c9e92f1-35a8-4a06-89a3-190218038e24 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:26:36.695887 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-ff6b28ff-6ee8-420b-9f8a-8a38fe869504 req-57796d81-18b6-4db6-9f48-b278d60e5dae tempest-ServersNegativeTestMultiTenantJSON-75416377 tempest-ServersNegativeTestMultiTenantJSON-75416377-project] For port b47f3065-9222-4552-8f73-461cc71b8b22, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=b47f3065-9222-4552-8f73-461cc71b8b22,segment=NetworkSegment(226f5188-c002-4fd6-9ceb-082b4f6a0ac7),segment_id=226f5188-c002-4fd6-9ceb-082b4f6a0ac7)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:26:36.696242 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-ff6b28ff-6ee8-420b-9f8a-8a38fe869504 req-57796d81-18b6-4db6-9f48-b278d60e5dae tempest-ServersNegativeTestMultiTenantJSON-75416377 tempest-ServersNegativeTestMultiTenantJSON-75416377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:36.742156 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-ff6b28ff-6ee8-420b-9f8a-8a38fe869504 req-57796d81-18b6-4db6-9f48-b278d60e5dae tempest-ServersNegativeTestMultiTenantJSON-75416377 tempest-ServersNegativeTestMultiTenantJSON-75416377-project] Calling delete_port for b47f3065-9222-4552-8f73-461cc71b8b22 owned by compute:nova {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:26:36.879565 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e056f746-4e8b-439c-96dc-160e815bf52b req-9485b27a-b2f5-4c88-a918-7ab0709542f6 tempest-ServersNegativeTestMultiTenantJSON-75416377 tempest-ServersNegativeTestMultiTenantJSON-75416377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:36.888404 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e056f746-4e8b-439c-96dc-160e815bf52b req-9485b27a-b2f5-4c88-a918-7ab0709542f6 tempest-ServersNegativeTestMultiTenantJSON-75416377 tempest-ServersNegativeTestMultiTenantJSON-75416377-project] 10.222.0.85 "GET /v2.0/ports?device_id=977264d8-a5ed-4870-b513-3c756c1a091e HTTP/1.1" status: 200 len: 945 time: 0.1714361 May 18 18:26:36.972001 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c8a81e-453a-492a-85af-59a170d8fc6a req-d227f312-a8b4-4379-95a8-c11da8b53f86 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:36.978563 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-15c8a81e-453a-492a-85af-59a170d8fc6a req-d227f312-a8b4-4379-95a8-c11da8b53f86 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.36 "GET /v2.0/ports?device_id=24a2fe16-e7b0-4a5e-88fa-7949ff7ba897 HTTP/1.1" status: 200 len: 945 time: 0.1903288 May 18 18:26:37.034679 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53456aa6-b276-42da-a71f-444db4270c2f req-1e8d832a-8f51-484a-9684-12855342e5fd tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:37.036835 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-53456aa6-b276-42da-a71f-444db4270c2f req-1e8d832a-8f51-484a-9684-12855342e5fd tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=3af06ae7-a690-4f40-bcb1-f8f76cf6c6ef HTTP/1.1" status: 200 len: 946 time: 0.5876930 May 18 18:26:37.042563 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-78d44c39-48d6-44d1-94bd-5d6a4ad03952 req-5338c0ed-98ef-4488-a565-d4f7126004b2 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] For port 674da24f-68ce-455c-a7d9-bb312b8b278a, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=674da24f-68ce-455c-a7d9-bb312b8b278a,segment=NetworkSegment(91232e8c-3d17-424b-b810-746db9884dd3),segment_id=91232e8c-3d17-424b-b810-746db9884dd3)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:26:37.043032 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-78d44c39-48d6-44d1-94bd-5d6a4ad03952 req-5338c0ed-98ef-4488-a565-d4f7126004b2 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:37.050516 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-d9d53035-9273-4801-bff2-c760277bd06c None None] Provisioning complete for port f2fcf12a-272a-4286-bd7b-bb27ffbcf8e4 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:26:37.051097 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d9d53035-9273-4801-bff2-c760277bd06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:37.107280 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c9e92f1-35a8-4a06-89a3-190218038e24 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Router 5179fabe-5e59-4719-a896-df712a5cf2dd has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:26:37.121251 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-d9d53035-9273-4801-bff2-c760277bd06c None None] Port f2fcf12a-272a-4286-bd7b-bb27ffbcf8e4 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:26:37.145450 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-78d44c39-48d6-44d1-94bd-5d6a4ad03952 req-5338c0ed-98ef-4488-a565-d4f7126004b2 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Calling delete_port for 674da24f-68ce-455c-a7d9-bb312b8b278a owned by compute:nova {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:26:37.164841 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05bed62-5900-43ca-becf-cc7c3cc45055 req-abcd3dfd-1dfa-42cc-b30a-85de2912d844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:37.169954 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e05bed62-5900-43ca-becf-cc7c3cc45055 req-abcd3dfd-1dfa-42cc-b30a-85de2912d844 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dc04081bebe44448af91d703facdf00a&device_id=ef854938-189c-46f2-8314-215a08afd5f6 HTTP/1.1" status: 200 len: 1096 time: 0.3934069 May 18 18:26:37.417768 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-53456aa6-b276-42da-a71f-444db4270c2f req-3625a94e-9141-4379-b6d8-ef2ff9d19b4e tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/security-groups?id=e4600145-0aaf-4853-ad08-dfd77d36be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3579986 May 18 18:26:37.479844 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-78d44c39-48d6-44d1-94bd-5d6a4ad03952 req-5338c0ed-98ef-4488-a565-d4f7126004b2 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:37.623948 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5338c0ed-98ef-4488-a565-d4f7126004b2 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Pushing event deleted for resources: {'Port': ['ID=674da24f-68ce-455c-a7d9-bb312b8b278a,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:26:37.691452 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9edb256f-dc9c-4af1-a418-d2dcea86dc12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:37.705518 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e056f746-4e8b-439c-96dc-160e815bf52b req-4b9fd38b-e03b-4011-97e4-ff5e3968e7e9 tempest-ServersNegativeTestMultiTenantJSON-75416377 tempest-ServersNegativeTestMultiTenantJSON-75416377-project] 10.222.0.85 "GET /v2.0/security-groups?id=abf2da3a-5c49-44ab-ab34-42c12dcf6b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8157139 May 18 18:26:37.765327 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960c8b02-9a57-4e53-a4bf-4ecf7384b9ff req-e7235e65-038c-4edd-9588-3918b6b2bd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:37.771208 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-960c8b02-9a57-4e53-a4bf-4ecf7384b9ff req-e7235e65-038c-4edd-9588-3918b6b2bd6c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3af06ae7-a690-4f40-bcb1-f8f76cf6c6ef&tenant_id=06b3ed36f50a43fd9cfeaa89e080d35b HTTP/1.1" status: 200 len: 1097 time: 0.1673994 May 18 18:26:37.788164 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-960c8b02-9a57-4e53-a4bf-4ecf7384b9ff req-ce79503e-217c-4ce9-9489-bce12c2c3de5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-838550-3', 'device_owner': 'compute:nova'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:26:37.825307 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-78d44c39-48d6-44d1-94bd-5d6a4ad03952 req-5338c0ed-98ef-4488-a565-d4f7126004b2 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] No DVR routers for this DVR port 674da24f-68ce-455c-a7d9-bb312b8b278a on host n-h2-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:26:37.827406 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c9e92f1-35a8-4a06-89a3-190218038e24 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:26:37.832321 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-78d44c39-48d6-44d1-94bd-5d6a4ad03952 req-5338c0ed-98ef-4488-a565-d4f7126004b2 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:37.835960 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-78d44c39-48d6-44d1-94bd-5d6a4ad03952 req-5338c0ed-98ef-4488-a565-d4f7126004b2 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.88 "DELETE /v2.0/ports/674da24f-68ce-455c-a7d9-bb312b8b278a HTTP/1.1" status: 204 len: 173 time: 2.1471612 May 18 18:26:37.840975 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2fd077-26c2-4c9e-9547-1be375f75337 None None] Sync routers for ids ['5179fabe-5e59-4719-a896-df712a5cf2dd'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:26:37.843520 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-6c9e92f1-35a8-4a06-89a3-190218038e24 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] 10.222.0.85 "PUT /v2.0/routers/5179fabe-5e59-4719-a896-df712a5cf2dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6053894 May 18 18:26:37.862726 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f31ff7d-1823-473c-83d4-db793c2d43da', 'name': 'network-vif-deleted', 'tag': '674da24f-68ce-455c-a7d9-bb312b8b278a'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:26:37.869517 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 49466) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:26:37.870940 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a761a12-8e01-435d-a176-d04e0b68d3de" -d '{"events": [{"server_uuid": "9f31ff7d-1823-473c-83d4-db793c2d43da", "name": "network-vif-deleted", "tag": "674da24f-68ce-455c-a7d9-bb312b8b278a"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:26:37.871825 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2fd077-26c2-4c9e-9547-1be375f75337 None None] Routers {'5179fabe-5e59-4719-a896-df712a5cf2dd'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:26:37.872480 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-1b2fd077-26c2-4c9e-9547-1be375f75337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:26:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['5179fabe-5e59-4719-a896-df712a5cf2dd'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:26:37.919425 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-ff6b28ff-6ee8-420b-9f8a-8a38fe869504 req-57796d81-18b6-4db6-9f48-b278d60e5dae tempest-ServersNegativeTestMultiTenantJSON-75416377 tempest-ServersNegativeTestMultiTenantJSON-75416377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:37.989210 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa2e2e3-9965-443d-a614-d4c7f875a5d5 req-b927ba4d-ae8c-4c56-94fb-34885d73adbe tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:37.990988 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8aa2e2e3-9965-443d-a614-d4c7f875a5d5 req-b927ba4d-ae8c-4c56-94fb-34885d73adbe tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef854938-189c-46f2-8314-215a08afd5f6 HTTP/1.1" status: 200 len: 945 time: 0.4546728 May 18 18:26:37.994104 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57796d81-18b6-4db6-9f48-b278d60e5dae tempest-ServersNegativeTestMultiTenantJSON-75416377 tempest-ServersNegativeTestMultiTenantJSON-75416377-project] Pushing event deleted for resources: {'Port': ['ID=b47f3065-9222-4552-8f73-461cc71b8b22,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:26:37.996245 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 7 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 18:26:38.017646 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-1b2fd077-26c2-4c9e-9547-1be375f75337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:26:38.039116 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2fd077-26c2-4c9e-9547-1be375f75337 None None] Routers {'5179fabe-5e59-4719-a896-df712a5cf2dd'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:26:38.041593 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-1b2fd077-26c2-4c9e-9547-1be375f75337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:26:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['5179fabe-5e59-4719-a896-df712a5cf2dd'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:26:38.056821 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05bed62-5900-43ca-becf-cc7c3cc45055 req-232f3a29-48ee-4b4b-95e2-4db0edfc3a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:38.058679 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e05bed62-5900-43ca-becf-cc7c3cc45055 req-232f3a29-48ee-4b4b-95e2-4db0edfc3a0e service neutron] 10.222.0.36 "GET /v2.0/networks?id=adbd4d3b-93fc-4f7a-a6ae-1551b2db5668 HTTP/1.1" status: 200 len: 912 time: 0.5918288 May 18 18:26:38.072801 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff6b28ff-6ee8-420b-9f8a-8a38fe869504 req-57796d81-18b6-4db6-9f48-b278d60e5dae tempest-ServersNegativeTestMultiTenantJSON-75416377 tempest-ServersNegativeTestMultiTenantJSON-75416377-project] No DVR routers for this DVR port b47f3065-9222-4552-8f73-461cc71b8b22 on host n-h2-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:26:38.089830 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-ff6b28ff-6ee8-420b-9f8a-8a38fe869504 req-57796d81-18b6-4db6-9f48-b278d60e5dae tempest-ServersNegativeTestMultiTenantJSON-75416377 tempest-ServersNegativeTestMultiTenantJSON-75416377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:38.094695 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ff6b28ff-6ee8-420b-9f8a-8a38fe869504 req-57796d81-18b6-4db6-9f48-b278d60e5dae tempest-ServersNegativeTestMultiTenantJSON-75416377 tempest-ServersNegativeTestMultiTenantJSON-75416377-project] 10.222.0.88 "DELETE /v2.0/ports/b47f3065-9222-4552-8f73-461cc71b8b22 HTTP/1.1" status: 204 len: 173 time: 2.5500729 May 18 18:26:38.147267 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-1b2fd077-26c2-4c9e-9547-1be375f75337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:26:38.156922 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2fd077-26c2-4c9e-9547-1be375f75337 None None] The sync data for ids ['5179fabe-5e59-4719-a896-df712a5cf2dd'] in n-d-838550-3 is: [] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:26:38.176201 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 674da24f-68ce-455c-a7d9-bb312b8b278a no longer exists at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:26:38.204941 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8aa2e2e3-9965-443d-a614-d4c7f875a5d5 req-9cd280ff-4a5e-4e14-b4d9-e4f81f9b3a51 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=ea6a757a-9c65-4a62-a27e-604b73d281bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1984010 May 18 18:26:38.221354 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e05bed62-5900-43ca-becf-cc7c3cc45055 req-57501715-a462-45fc-a224-86922f97705f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=33664213-089a-4f22-9123-31b7caedaa56 HTTP/1.1" status: 200 len: 1000 time: 0.1432092 May 18 18:26:38.275130 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5f5f62a0-a2fa-4b4e-afaf-d238e6f96e5d req-06818142-3049-4f75-9af6-6610a8614611 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=9f31ff7d-1823-473c-83d4-db793c2d43da HTTP/1.1" status: 200 len: 210 time: 0.4134319 May 18 18:26:38.307904 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] No Port match for: 674da24f-68ce-455c-a7d9-bb312b8b278a {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:26:38.308707 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 674da24f-68ce-455c-a7d9-bb312b8b278a not bound to the agent host n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:26:38.309339 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device b47f3065-9222-4552-8f73-461cc71b8b22 no longer exists at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:26:38.351925 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] No Port match for: b47f3065-9222-4552-8f73-461cc71b8b22 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:26:38.352622 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device b47f3065-9222-4552-8f73-461cc71b8b22 not bound to the agent host n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:26:38.353287 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device aad21639-9096-401f-be6b-1fcf72a3df15 no longer exists at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:26:38.367808 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05bed62-5900-43ca-becf-cc7c3cc45055 req-e408fc20-dc8d-410f-9dbe-65d1613fa7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:38.375168 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e05bed62-5900-43ca-becf-cc7c3cc45055 req-e408fc20-dc8d-410f-9dbe-65d1613fa7d3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b85d9655-9e18-4f20-bd82-d6f95b142d2a HTTP/1.1" status: 200 len: 850 time: 0.1438706 May 18 18:26:38.518950 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-15c8a81e-453a-492a-85af-59a170d8fc6a req-5d8380c2-4d2a-4046-87e8-f6699c0ae3a9 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Deleting port b3be1f07-b788-4365-a4e5-9da691ad6468 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:26:38.519315 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-15c8a81e-453a-492a-85af-59a170d8fc6a req-5d8380c2-4d2a-4046-87e8-f6699c0ae3a9 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:38.552211 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port aad21639-9096-401f-be6b-1fcf72a3df15 is: ACTIVE; New status is: DOWN {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:26:38.552609 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:38.553744 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90892c72-8a25-49c1-8c81-e2019e35034a req-ffc7843b-e88d-410f-9942-ffe2ff74b0b7 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:38.555764 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-90892c72-8a25-49c1-8c81-e2019e35034a req-ffc7843b-e88d-410f-9942-ffe2ff74b0b7 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "GET /v2.0/ports?device_id=24a2fe16-e7b0-4a5e-88fa-7949ff7ba897 HTTP/1.1" status: 200 len: 945 time: 0.1381989 May 18 18:26:38.558158 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05bed62-5900-43ca-becf-cc7c3cc45055 req-d12bdd79-86be-4d6c-8eee-1d3c71225219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:38.559490 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-960c8b02-9a57-4e53-a4bf-4ecf7384b9ff req-ce79503e-217c-4ce9-9489-bce12c2c3de5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:38.560248 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e05bed62-5900-43ca-becf-cc7c3cc45055 req-d12bdd79-86be-4d6c-8eee-1d3c71225219 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=adbd4d3b-93fc-4f7a-a6ae-1551b2db5668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1742535 May 18 18:26:38.617492 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port aad21639-9096-401f-be6b-1fcf72a3df15, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=aad21639-9096-401f-be6b-1fcf72a3df15,segment=NetworkSegment(dee46304-0b61-4765-8fa4-fe4ec736c06a),segment_id=dee46304-0b61-4765-8fa4-fe4ec736c06a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:26:38.621032 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3af06ae7-a690-4f40-bcb1-f8f76cf6c6ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aad21639-9096-401f-be6b-1fcf72a3df15'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:26:38.635687 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abfc3680-ede9-4fa5-9d3c-06373c5ed3ee" -d '{"events": [{"server_uuid": "3af06ae7-a690-4f40-bcb1-f8f76cf6c6ef", "name": "network-vif-unplugged", "status": "completed", "tag": "aad21639-9096-401f-be6b-1fcf72a3df15"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:26:38.639808 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:38.832393 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=aad21639-9096-401f-be6b-1fcf72a3df15,revision_number=10']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:26:38.849496 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8dd97617-3014-4fe8-a73d-9894b344095a tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Notify callbacks [] for router, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:39.064826 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-90892c72-8a25-49c1-8c81-e2019e35034a req-14aa8f49-55a2-4b05-8cc7-d38faf320fe1 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "GET /v2.0/security-groups?id=9b97b483-5629-4688-9c0b-4cabaf2a061a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4972353 May 18 18:26:39.170545 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e05bed62-5900-43ca-becf-cc7c3cc45055 req-6d6aa7b5-fd56-4e57-9cd3-57326d6f11b5 service neutron] 10.222.0.36 "GET /v2.0/networks/adbd4d3b-93fc-4f7a-a6ae-1551b2db5668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5840478 May 18 18:26:39.264208 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ccdcda-9eb4-465c-b015-a75a38cbe26e req-bad0edc5-4ae9-4e9f-9466-bf997ff0803b tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:39.286765 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-39ccdcda-9eb4-465c-b015-a75a38cbe26e req-bad0edc5-4ae9-4e9f-9466-bf997ff0803b tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/ports?device_id=68250932-273e-4325-9e64-8bc21316b470 HTTP/1.1" status: 200 len: 945 time: 0.7489071 May 18 18:26:39.353218 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-15c8a81e-453a-492a-85af-59a170d8fc6a req-5d8380c2-4d2a-4046-87e8-f6699c0ae3a9 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] For port b3be1f07-b788-4365-a4e5-9da691ad6468, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=b3be1f07-b788-4365-a4e5-9da691ad6468,segment=NetworkSegment(a898997a-d1fc-408c-b1d2-fe587c78d0c1),segment_id=a898997a-d1fc-408c-b1d2-fe587c78d0c1)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:26:39.354068 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-15c8a81e-453a-492a-85af-59a170d8fc6a req-5d8380c2-4d2a-4046-87e8-f6699c0ae3a9 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:39.384165 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e05bed62-5900-43ca-becf-cc7c3cc45055 req-25238c35-da57-4734-ad69-8bfa2d0c1fde service neutron] 10.222.0.36 "GET /v2.0/networks/adbd4d3b-93fc-4f7a-a6ae-1551b2db5668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010744 May 18 18:26:39.384815 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68b016c4-ebc6-4068-8ea1-9454f1b51126 x-openstack-request-id: req-68b016c4-ebc6-4068-8ea1-9454f1b51126 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:26:39.385120 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f31ff7d-1823-473c-83d4-db793c2d43da", "name": "network-vif-deleted", "tag": "674da24f-68ce-455c-a7d9-bb312b8b278a", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:26:39.385379 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-68b016c4-ebc6-4068-8ea1-9454f1b51126 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:26:39.385822 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68b016c4-ebc6-4068-8ea1-9454f1b51126'] response: {'server_uuid': '9f31ff7d-1823-473c-83d4-db793c2d43da', 'name': 'network-vif-deleted', 'tag': '674da24f-68ce-455c-a7d9-bb312b8b278a', 'status': 'completed', 'code': 200} May 18 18:26:39.548191 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7a979d-ffd4-48c5-9f78-50af359ba0e2 req-285edbc3-245e-49d7-b1cb-0367c9610569 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:39.550746 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-db7a979d-ffd4-48c5-9f78-50af359ba0e2 req-285edbc3-245e-49d7-b1cb-0367c9610569 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=3af06ae7-a690-4f40-bcb1-f8f76cf6c6ef HTTP/1.1" status: 200 len: 945 time: 0.1126978 May 18 18:26:39.684869 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-db7a979d-ffd4-48c5-9f78-50af359ba0e2 req-1482dc94-9346-45cc-bea8-2527f1ff1ffd tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/security-groups?id=e4600145-0aaf-4853-ad08-dfd77d36be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1278198 May 18 18:26:39.709020 n-d-838550-3 neutron-server[102730]: INFO neutron.api.v2.resource [None req-8dd97617-3014-4fe8-a73d-9894b344095a tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] delete failed (client error): There was a conflict when trying to complete your request. May 18 18:26:39.710188 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-8dd97617-3014-4fe8-a73d-9894b344095a tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] 10.222.0.85 "DELETE /v2.0/routers/5179fabe-5e59-4719-a896-df712a5cf2dd HTTP/1.1" status: 409 len: 329 time: 1.8396597 May 18 18:26:39.713319 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 49504) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:26:39.753027 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-15c8a81e-453a-492a-85af-59a170d8fc6a req-5d8380c2-4d2a-4046-87e8-f6699c0ae3a9 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:39.755559 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-15c8a81e-453a-492a-85af-59a170d8fc6a req-5d8380c2-4d2a-4046-87e8-f6699c0ae3a9 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596987'] for floatingip, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:39.755930 n-d-838550-3 neutron-server[102730]: INFO neutron.db.l3_db [req-15c8a81e-453a-492a-85af-59a170d8fc6a req-5d8380c2-4d2a-4046-87e8-f6699c0ae3a9 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Floating IP 53e1d2d6-59e8-4df3-86fc-15a31284694a disassociated. External IP: 172.25.5.221, port: b3be1f07-b788-4365-a4e5-9da691ad6468. May 18 18:26:39.756294 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-15c8a81e-453a-492a-85af-59a170d8fc6a req-5d8380c2-4d2a-4046-87e8-f6699c0ae3a9 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Calling delete_port for b3be1f07-b788-4365-a4e5-9da691ad6468 owned by compute:nova {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:26:39.842697 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 May 2022 18:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eab45c3-ddb1-4673-beaf-5977dd84ac55 x-openstack-request-id: req-8eab45c3-ddb1-4673-beaf-5977dd84ac55 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:26:39.843419 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3af06ae7-a690-4f40-bcb1-f8f76cf6c6ef", "name": "network-vif-unplugged", "status": "completed", "tag": "aad21639-9096-401f-be6b-1fcf72a3df15", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:26:39.843419 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-8eab45c3-ddb1-4673-beaf-5977dd84ac55 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:26:39.843617 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8eab45c3-ddb1-4673-beaf-5977dd84ac55'] response: {'server_uuid': '3af06ae7-a690-4f40-bcb1-f8f76cf6c6ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aad21639-9096-401f-be6b-1fcf72a3df15', 'code': 200} May 18 18:26:39.869404 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-39ccdcda-9eb4-465c-b015-a75a38cbe26e req-83d8dff2-e5d3-4623-93aa-945432b4820f tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/security-groups?id=11a2a54b-8d3a-4e8b-aced-30411dedac26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5808337 May 18 18:26:39.925308 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 49512) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:26:40.046776 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_v2 [None req-91206c33-1956-494f-b240-5b31b7356e38 admin admin] Deleting subnet 3c84c914-4a38-46e6-b940-cc3e563f27a2 {{(pid=102731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:26:40.048018 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-4ec6dfd5-c43c-47b8-bd7f-691442f9339e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:40.120966 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-91206c33-1956-494f-b240-5b31b7356e38 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:40.124862 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e30e5be2-1e4b-4bff-bee7-2f18d45a0d3b req-24f0000d-2cf0-4275-ba42-ed2e498f2d15 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=9f31ff7d-1823-473c-83d4-db793c2d43da HTTP/1.1" status: 200 len: 210 time: 0.0952175 May 18 18:26:40.204534 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-960c8b02-9a57-4e53-a4bf-4ecf7384b9ff req-ce79503e-217c-4ce9-9489-bce12c2c3de5 service neutron] For port aad21639-9096-401f-be6b-1fcf72a3df15, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=aad21639-9096-401f-be6b-1fcf72a3df15,segment=NetworkSegment(dee46304-0b61-4765-8fa4-fe4ec736c06a),segment_id=dee46304-0b61-4765-8fa4-fe4ec736c06a)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:26:40.230276 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e9410c-fb3c-46f4-949b-103e41bae2cd req-e11e6dc2-8196-4bf2-b077-698169d48355 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:40.232750 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c8e9410c-fb3c-46f4-949b-103e41bae2cd req-e11e6dc2-8196-4bf2-b077-698169d48355 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef854938-189c-46f2-8314-215a08afd5f6 HTTP/1.1" status: 200 len: 945 time: 0.1999509 May 18 18:26:40.260197 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device b3be1f07-b788-4365-a4e5-9da691ad6468 no longer exists at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:26:40.324515 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-91206c33-1956-494f-b240-5b31b7356e38 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260542153'] for subnet, precommit_delete_associations {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:40.328140 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c8e9410c-fb3c-46f4-949b-103e41bae2cd req-ecced5ca-4132-4aa1-9678-b8ff9ea519e2 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=ea6a757a-9c65-4a62-a27e-604b73d281bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820992 May 18 18:26:40.339972 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-960c8b02-9a57-4e53-a4bf-4ecf7384b9ff req-ce79503e-217c-4ce9-9489-bce12c2c3de5 service neutron] For port aad21639-9096-401f-be6b-1fcf72a3df15, host n-h2-838550-3, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:26:40.390517 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port b3be1f07-b788-4365-a4e5-9da691ad6468 is: ACTIVE; New status is: DOWN {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:26:40.391166 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:40.431974 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [req-960c8b02-9a57-4e53-a4bf-4ecf7384b9ff req-ce79503e-217c-4ce9-9489-bce12c2c3de5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aad21639-9096-401f-be6b-1fcf72a3df15 {{(pid=102730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:26:40.453909 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-960c8b02-9a57-4e53-a4bf-4ecf7384b9ff req-ce79503e-217c-4ce9-9489-bce12c2c3de5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:40.458227 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0f8709-4d19-4830-aad9-605b6eb9dcb5 req-4fc0ea83-7570-4db5-911b-5e10ea6e7340 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:40.467448 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8b0f8709-4d19-4830-aad9-605b6eb9dcb5 req-4fc0ea83-7570-4db5-911b-5e10ea6e7340 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "GET /v2.0/ports?device_id=24a2fe16-e7b0-4a5e-88fa-7949ff7ba897 HTTP/1.1" status: 200 len: 945 time: 0.2384119 May 18 18:26:40.470122 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-15c8a81e-453a-492a-85af-59a170d8fc6a req-5d8380c2-4d2a-4046-87e8-f6699c0ae3a9 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:40.557447 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8380c2-4d2a-4046-87e8-f6699c0ae3a9 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Pushing event deleted for resources: {'Port': ['ID=b3be1f07-b788-4365-a4e5-9da691ad6468,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:26:40.558970 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-91206c33-1956-494f-b240-5b31b7356e38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:40.569947 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [req-960c8b02-9a57-4e53-a4bf-4ecf7384b9ff req-ce79503e-217c-4ce9-9489-bce12c2c3de5 service neutron] Transition to ACTIVE for port object aad21639-9096-401f-be6b-1fcf72a3df15 will not be triggered until provisioned by entity L2. {{(pid=102730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:26:40.573146 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8380c2-4d2a-4046-87e8-f6699c0ae3a9 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:26:40.573792 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8380c2-4d2a-4046-87e8-f6699c0ae3a9 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:26:40.574885 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8380c2-4d2a-4046-87e8-f6699c0ae3a9 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:26:40.577033 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8380c2-4d2a-4046-87e8-f6699c0ae3a9 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:26:40.577552 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8380c2-4d2a-4046-87e8-f6699c0ae3a9 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:26:40.578144 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8380c2-4d2a-4046-87e8-f6699c0ae3a9 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:26:40.578772 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8380c2-4d2a-4046-87e8-f6699c0ae3a9 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:26:40.579313 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8380c2-4d2a-4046-87e8-f6699c0ae3a9 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:26:40.579796 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8380c2-4d2a-4046-87e8-f6699c0ae3a9 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:26:40.580327 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8380c2-4d2a-4046-87e8-f6699c0ae3a9 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:26:40.580863 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8380c2-4d2a-4046-87e8-f6699c0ae3a9 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:26:40.581417 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8380c2-4d2a-4046-87e8-f6699c0ae3a9 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:26:40.591656 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-960c8b02-9a57-4e53-a4bf-4ecf7384b9ff req-ce79503e-217c-4ce9-9489-bce12c2c3de5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:40.669648 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8b0f8709-4d19-4830-aad9-605b6eb9dcb5 req-4e4c0d53-fcc1-40a2-9074-2f8ad350c567 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "GET /v2.0/security-groups?id=9b97b483-5629-4688-9c0b-4cabaf2a061a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2005577 May 18 18:26:40.826851 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-91206c33-1956-494f-b240-5b31b7356e38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260898416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260908030'] for subnet, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:40.843222 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-91206c33-1956-494f-b240-5b31b7356e38 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:40.847011 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-91206c33-1956-494f-b240-5b31b7356e38 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/3c84c914-4a38-46e6-b940-cc3e563f27a2 HTTP/1.1" status: 204 len: 168 time: 0.9207711 May 18 18:26:40.867810 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 49524) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:26:40.958491 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91206c33-1956-494f-b240-5b31b7356e38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c84c914-4a38-46e6-b940-cc3e563f27a2,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:26:41.014587 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [req-15c8a81e-453a-492a-85af-59a170d8fc6a req-5d8380c2-4d2a-4046-87e8-f6699c0ae3a9 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Router 8b67a8a7-2193-465b-99b6-3e3f0d6374dd has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:26:41.083502 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-cd144953-fa68-47aa-9d79-8aa5e9728202 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-595963'] for router_interface, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:41.100433 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ef713d-6d3e-4634-b5d7-cd127d775e37 req-17bbb3fc-0088-4a5d-93cb-619eddfa99d5 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:41.111001 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-89ef713d-6d3e-4634-b5d7-cd127d775e37 req-17bbb3fc-0088-4a5d-93cb-619eddfa99d5 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/ports?device_id=68250932-273e-4325-9e64-8bc21316b470 HTTP/1.1" status: 200 len: 945 time: 0.1089306 May 18 18:26:41.261785 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:41.386963 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '977264d8-a5ed-4870-b513-3c756c1a091e', 'name': 'network-vif-deleted', 'tag': 'b47f3065-9222-4552-8f73-461cc71b8b22'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:26:41.396463 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80ac0d1b-6422-434b-8fb5-3281cf460a93" -d '{"events": [{"server_uuid": "977264d8-a5ed-4870-b513-3c756c1a091e", "name": "network-vif-deleted", "tag": "b47f3065-9222-4552-8f73-461cc71b8b22"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:26:41.426205 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-89ef713d-6d3e-4634-b5d7-cd127d775e37 req-dbe0e6ae-a0ad-4e98-a2a3-ee93fe016d84 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/security-groups?id=11a2a54b-8d3a-4e8b-aced-30411dedac26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3140810 May 18 18:26:41.456333 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-15c8a81e-453a-492a-85af-59a170d8fc6a req-5d8380c2-4d2a-4046-87e8-f6699c0ae3a9 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:26:41.467956 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235d44fe-812f-4ed5-95a9-4ed1ecbd8fa0 req-be37b7ee-98c3-4106-bb38-f64b573eb167 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:41.469958 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-235d44fe-812f-4ed5-95a9-4ed1ecbd8fa0 req-be37b7ee-98c3-4106-bb38-f64b573eb167 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=3af06ae7-a690-4f40-bcb1-f8f76cf6c6ef HTTP/1.1" status: 200 len: 945 time: 0.6008370 May 18 18:26:41.476035 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7380bcf0-e276-49fb-a513-00ca9114ab55 None None] Sync routers for ids ['8b67a8a7-2193-465b-99b6-3e3f0d6374dd'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:26:41.491007 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7380bcf0-e276-49fb-a513-00ca9114ab55 None None] Routers {'8b67a8a7-2193-465b-99b6-3e3f0d6374dd'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:26:41.499037 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-7380bcf0-e276-49fb-a513-00ca9114ab55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:26:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['8b67a8a7-2193-465b-99b6-3e3f0d6374dd'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:26:41.551374 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce79503e-217c-4ce9-9489-bce12c2c3de5 service neutron] Pushing event updated for resources: {'Port': ['ID=aad21639-9096-401f-be6b-1fcf72a3df15,revision_number=11']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:26:41.675403 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-15c8a81e-453a-492a-85af-59a170d8fc6a req-5d8380c2-4d2a-4046-87e8-f6699c0ae3a9 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] No DVR routers for this DVR port b3be1f07-b788-4365-a4e5-9da691ad6468 on host n-h1-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:26:41.683310 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-15c8a81e-453a-492a-85af-59a170d8fc6a req-5d8380c2-4d2a-4046-87e8-f6699c0ae3a9 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:41.688772 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-15c8a81e-453a-492a-85af-59a170d8fc6a req-5d8380c2-4d2a-4046-87e8-f6699c0ae3a9 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.36 "DELETE /v2.0/ports/b3be1f07-b788-4365-a4e5-9da691ad6468 HTTP/1.1" status: 204 len: 173 time: 4.7016447 May 18 18:26:41.703497 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24a2fe16-e7b0-4a5e-88fa-7949ff7ba897', 'name': 'network-vif-deleted', 'tag': 'b3be1f07-b788-4365-a4e5-9da691ad6468'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:26:41.707255 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c2f4d4a-503c-4a34-9986-4efb206f469d" -d '{"events": [{"server_uuid": "24a2fe16-e7b0-4a5e-88fa-7949ff7ba897", "name": "network-vif-deleted", "tag": "b3be1f07-b788-4365-a4e5-9da691ad6468"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:26:41.752965 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4c997a35-aa70-4f32-b0c7-a4cb96f5d5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:41.787286 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1f263579-81af-40df-84ab-17102419e331 req-cab09aec-d454-4750-bf11-ad52decb329f tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=9f31ff7d-1823-473c-83d4-db793c2d43da HTTP/1.1" status: 200 len: 210 time: 0.1488941 May 18 18:26:41.804940 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-235d44fe-812f-4ed5-95a9-4ed1ecbd8fa0 req-8f83471d-20c6-4874-9663-18d65fdb83ee tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/security-groups?id=e4600145-0aaf-4853-ad08-dfd77d36be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1980317 May 18 18:26:41.807012 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-7380bcf0-e276-49fb-a513-00ca9114ab55 None None] Set router 8b67a8a7-2193-465b-99b6-3e3f0d6374dd gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:26:41.807161 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-960c8b02-9a57-4e53-a4bf-4ecf7384b9ff req-ce79503e-217c-4ce9-9489-bce12c2c3de5 service neutron] No DVR routers for this DVR port aad21639-9096-401f-be6b-1fcf72a3df15 on host n-h2-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:26:41.958894 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df385af6-d7aa-43a3-a262-803c62d660e7 x-openstack-request-id: req-df385af6-d7aa-43a3-a262-803c62d660e7 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:26:41.961327 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "977264d8-a5ed-4870-b513-3c756c1a091e", "name": "network-vif-deleted", "tag": "b47f3065-9222-4552-8f73-461cc71b8b22", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:26:41.961732 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-df385af6-d7aa-43a3-a262-803c62d660e7 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:26:41.962251 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df385af6-d7aa-43a3-a262-803c62d660e7'] response: {'server_uuid': '977264d8-a5ed-4870-b513-3c756c1a091e', 'name': 'network-vif-deleted', 'tag': 'b47f3065-9222-4552-8f73-461cc71b8b22', 'status': 'completed', 'code': 200} May 18 18:26:42.083866 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-960c8b02-9a57-4e53-a4bf-4ecf7384b9ff req-ce79503e-217c-4ce9-9489-bce12c2c3de5 service neutron] Attempting to bind port aad21639-9096-401f-be6b-1fcf72a3df15 on host n-h1-838550-3 for vnic_type normal with profile {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:26:42.084201 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-960c8b02-9a57-4e53-a4bf-4ecf7384b9ff req-ce79503e-217c-4ce9-9489-bce12c2c3de5 service neutron] Attempting to bind port aad21639-9096-401f-be6b-1fcf72a3df15 by drivers openvswitch,hyperv on host n-h1-838550-3 at level 0 using segments [{'id': 'dee46304-0b61-4765-8fa4-fe4ec736c06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'add95d4d-788f-4f7a-943c-d9e04efedeef'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:26:42.087719 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-960c8b02-9a57-4e53-a4bf-4ecf7384b9ff req-ce79503e-217c-4ce9-9489-bce12c2c3de5 service neutron] Attempting to bind port aad21639-9096-401f-be6b-1fcf72a3df15 on network add95d4d-788f-4f7a-943c-d9e04efedeef {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:26:42.099354 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-960c8b02-9a57-4e53-a4bf-4ecf7384b9ff req-ce79503e-217c-4ce9-9489-bce12c2c3de5 service neutron] Port aad21639-9096-401f-be6b-1fcf72a3df15 on network add95d4d-788f-4f7a-943c-d9e04efedeef not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-3 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:26:42.099684 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-960c8b02-9a57-4e53-a4bf-4ecf7384b9ff req-ce79503e-217c-4ce9-9489-bce12c2c3de5 service neutron] Attempting to bind port aad21639-9096-401f-be6b-1fcf72a3df15 on network add95d4d-788f-4f7a-943c-d9e04efedeef {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:26:42.214385 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-160a4fd9-7f3a-4f23-a06a-edfa35e2bc21 req-7088c68e-876a-4901-8fde-96fcf10d950b tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "GET /v2.0/ports?device_id=24a2fe16-e7b0-4a5e-88fa-7949ff7ba897 HTTP/1.1" status: 200 len: 210 time: 0.1069000 May 18 18:26:42.260799 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165f0b47-1578-4178-9867-9768d6942cb0 req-ec4d150a-9f03-4b3c-be1d-09f2db7d6a55 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:42.264695 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-165f0b47-1578-4178-9867-9768d6942cb0 req-ec4d150a-9f03-4b3c-be1d-09f2db7d6a55 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef854938-189c-46f2-8314-215a08afd5f6 HTTP/1.1" status: 200 len: 945 time: 0.2273364 May 18 18:26:42.301115 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-cd144953-fa68-47aa-9d79-8aa5e9728202 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Deleting port f2fcf12a-272a-4286-bd7b-bb27ffbcf8e4 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:26:42.306835 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4c997a35-aa70-4f32-b0c7-a4cb96f5d5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:42.307525 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-cd144953-fa68-47aa-9d79-8aa5e9728202 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:42.331687 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-4c997a35-aa70-4f32-b0c7-a4cb96f5d5f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9ba1384-015a-4dd7-ac96-aa7ddb0ac324']}} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:26:42.347602 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-4c997a35-aa70-4f32-b0c7-a4cb96f5d5f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '226f5188-c002-4fd6-9ceb-082b4f6a0ac7') {'for_net_delete': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:26:42.347817 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-4c997a35-aa70-4f32-b0c7-a4cb96f5d5f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '226f5188-c002-4fd6-9ceb-082b4f6a0ac7') {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:26:42.360068 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4c997a35-aa70-4f32-b0c7-a4cb96f5d5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260107375'] for segment, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:42.375231 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4c997a35-aa70-4f32-b0c7-a4cb96f5d5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:42.382795 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c997a35-aa70-4f32-b0c7-a4cb96f5d5f6 admin admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=102730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:26:42.383359 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4c997a35-aa70-4f32-b0c7-a4cb96f5d5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261102736'] for segment, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:42.386928 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:42.441929 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-cd144953-fa68-47aa-9d79-8aa5e9728202 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:42.460432 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-cd144953-fa68-47aa-9d79-8aa5e9728202 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Calling delete_port for f2fcf12a-272a-4286-bd7b-bb27ffbcf8e4 owned by network:router_interface {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:26:42.486057 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d54f68c-1a1f-44a7-ac34-9279c61518f2 x-openstack-request-id: req-4d54f68c-1a1f-44a7-ac34-9279c61518f2 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:26:42.486538 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24a2fe16-e7b0-4a5e-88fa-7949ff7ba897", "name": "network-vif-deleted", "tag": "b3be1f07-b788-4365-a4e5-9da691ad6468", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:26:42.486620 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-4d54f68c-1a1f-44a7-ac34-9279c61518f2 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:26:42.488036 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d54f68c-1a1f-44a7-ac34-9279c61518f2'] response: {'server_uuid': '24a2fe16-e7b0-4a5e-88fa-7949ff7ba897', 'name': 'network-vif-deleted', 'tag': 'b3be1f07-b788-4365-a4e5-9da691ad6468', 'status': 'completed', 'code': 200} May 18 18:26:42.488036 n-d-838550-3 neutron-server[102730]: Traceback (most recent call last): May 18 18:26:42.488036 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:26:42.488036 n-d-838550-3 neutron-server[102730]: timer() May 18 18:26:42.488036 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:26:42.488036 n-d-838550-3 neutron-server[102730]: cb(*args, **kw) May 18 18:26:42.488036 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:26:42.488036 n-d-838550-3 neutron-server[102730]: return func(*args, **kwargs) May 18 18:26:42.488036 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:26:42.488036 n-d-838550-3 neutron-server[102730]: self._notify() May 18 18:26:42.488036 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:26:42.488036 n-d-838550-3 neutron-server[102730]: self.callback(batched_events) May 18 18:26:42.488036 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:26:42.488036 n-d-838550-3 neutron-server[102730]: event.method(event) May 18 18:26:42.488036 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:26:42.488036 n-d-838550-3 neutron-server[102730]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:26:42.488036 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:26:42.488036 n-d-838550-3 neutron-server[102730]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:26:42.488036 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:26:42.488036 n-d-838550-3 neutron-server[102730]: return f(self, *a, **k) May 18 18:26:42.488036 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:26:42.488036 n-d-838550-3 neutron-server[102730]: return self._get(url).json() May 18 18:26:42.488036 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:26:42.488036 n-d-838550-3 neutron-server[102730]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:26:42.488036 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:26:42.488036 n-d-838550-3 neutron-server[102730]: return self.request(url, 'GET', **kwargs) May 18 18:26:42.488036 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:26:42.488036 n-d-838550-3 neutron-server[102730]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:26:42.488036 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:26:42.488036 n-d-838550-3 neutron-server[102730]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:26:42.488036 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:26:42.488036 n-d-838550-3 neutron-server[102730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:26:42.488036 n-d-838550-3 neutron-server[102730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:26:42.490296 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-960c8b02-9a57-4e53-a4bf-4ecf7384b9ff req-ce79503e-217c-4ce9-9489-bce12c2c3de5 service neutron] Checking agent: {'id': '1dbac822-25f2-4df8-9dc8-5c2e7b136eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:26:42.490296 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-960c8b02-9a57-4e53-a4bf-4ecf7384b9ff req-ce79503e-217c-4ce9-9489-bce12c2c3de5 service neutron] Checking segment: {'id': 'dee46304-0b61-4765-8fa4-fe4ec736c06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'add95d4d-788f-4f7a-943c-d9e04efedeef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:26:42.490296 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-960c8b02-9a57-4e53-a4bf-4ecf7384b9ff req-ce79503e-217c-4ce9-9489-bce12c2c3de5 service neutron] Bound using segment: {'id': 'dee46304-0b61-4765-8fa4-fe4ec736c06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'add95d4d-788f-4f7a-943c-d9e04efedeef'} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:26:42.490296 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-960c8b02-9a57-4e53-a4bf-4ecf7384b9ff req-ce79503e-217c-4ce9-9489-bce12c2c3de5 service neutron] Bound port: aad21639-9096-401f-be6b-1fcf72a3df15, host: n-h1-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dee46304-0b61-4765-8fa4-fe4ec736c06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'add95d4d-788f-4f7a-943c-d9e04efedeef'}}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:26:42.490296 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-960c8b02-9a57-4e53-a4bf-4ecf7384b9ff req-ce79503e-217c-4ce9-9489-bce12c2c3de5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:42.517684 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4c997a35-aa70-4f32-b0c7-a4cb96f5d5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:42.570038 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4c997a35-aa70-4f32-b0c7-a4cb96f5d5f6 admin admin] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:42.585832 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-4c997a35-aa70-4f32-b0c7-a4cb96f5d5f6 admin admin] 10.222.0.85 "DELETE /v2.0/networks/c9ba1384-015a-4dd7-ac96-aa7ddb0ac324 HTTP/1.1" status: 204 len: 168 time: 1.6365743 May 18 18:26:42.587892 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 49554) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:26:42.632247 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-7380bcf0-e276-49fb-a513-00ca9114ab55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b67a8a7-2193-465b-99b6-3e3f0d6374dd', 'name': 'tempest-AttachVolumeNegativeTest-598483996-router', 'tenant_id': '1cf6702826ca40b18af7dfcf12233973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': '4c88ee3f-8327-47c9-8e1d-c3b5a52c51ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:23:34Z', 'updated_at': '2022-05-18T18:23:42Z', 'revision_number': 4, 'project_id': '1cf6702826ca40b18af7dfcf12233973', 'gw_port': {'id': '4c88ee3f-8327-47c9-8e1d-c3b5a52c51ab', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:64:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b67a8a7-2193-465b-99b6-3e3f0d6374dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:23:35Z', 'updated_at': '2022-05-18T18:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': 'a3c33591-3d82-4852-b00f-8ff9b9cf8265', 'tenant_id': '1cf6702826ca40b18af7dfcf12233973', 'floating_ip_address': '172.25.5.136', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': '8b67a8a7-2193-465b-99b6-3e3f0d6374dd', 'port_id': '90514794-1f1f-4757-a687-051a1fe538a4', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0e0df8a-fe46-47e2-96e7-6f339d67d466', 'mac_address': 'fa:16:3e:9f:8e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9fd8ee-e843-4aca-b24e-7cbfa5ecfb92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T18:23:47Z', 'updated_at': '2022-05-18T18:24:20Z', 'revision_number': 2, 'project_id': '1cf6702826ca40b18af7dfcf12233973', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed71b158-f026-42aa-adb7-1dd0aa0eab50', 'name': '', 'network_id': 'b0e0df8a-fe46-47e2-96e7-6f339d67d466', 'tenant_id': '1cf6702826ca40b18af7dfcf12233973', 'mac_address': 'fa:16:3e:09:ad:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b67a8a7-2193-465b-99b6-3e3f0d6374dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2399, 'fixed_ips': [{'subnet_id': 'accb0a89-f23b-4ef5-8f87-983b3d81047a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:23:39Z', 'updated_at': '2022-05-18T18:23:47Z', 'revision_number': 5, 'project_id': '1cf6702826ca40b18af7dfcf12233973', 'subnets': [{'id': 'accb0a89-f23b-4ef5-8f87-983b3d81047a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:26:42.722653 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7380bcf0-e276-49fb-a513-00ca9114ab55 None None] Checking router: 8b67a8a7-2193-465b-99b6-3e3f0d6374dd for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:26:42.754517 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7380bcf0-e276-49fb-a513-00ca9114ab55 None None] Routers {'8b67a8a7-2193-465b-99b6-3e3f0d6374dd'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:26:42.762359 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-7380bcf0-e276-49fb-a513-00ca9114ab55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:26:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['8b67a8a7-2193-465b-99b6-3e3f0d6374dd'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:26:42.850523 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c997a35-aa70-4f32-b0c7-a4cb96f5d5f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=c9ba1384-015a-4dd7-ac96-aa7ddb0ac324,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:26:42.850766 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-cd144953-fa68-47aa-9d79-8aa5e9728202 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:42.922867 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-7380bcf0-e276-49fb-a513-00ca9114ab55 None None] Set router 8b67a8a7-2193-465b-99b6-3e3f0d6374dd gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:26:42.938211 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-960c8b02-9a57-4e53-a4bf-4ecf7384b9ff req-ce79503e-217c-4ce9-9489-bce12c2c3de5 service neutron] For port aad21639-9096-401f-be6b-1fcf72a3df15, host n-h1-838550-3, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:26:42.946180 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-960c8b02-9a57-4e53-a4bf-4ecf7384b9ff req-ce79503e-217c-4ce9-9489-bce12c2c3de5 service neutron] For port aad21639-9096-401f-be6b-1fcf72a3df15, host n-h1-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=aad21639-9096-401f-be6b-1fcf72a3df15,segment=NetworkSegment(dee46304-0b61-4765-8fa4-fe4ec736c06a),segment_id=dee46304-0b61-4765-8fa4-fe4ec736c06a)] {{(pid=102730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:26:42.957612 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-960c8b02-9a57-4e53-a4bf-4ecf7384b9ff req-ce79503e-217c-4ce9-9489-bce12c2c3de5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:42.992401 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-165f0b47-1578-4178-9867-9768d6942cb0 req-210e58a8-1eca-4117-a1f8-003d766dc801 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=ea6a757a-9c65-4a62-a27e-604b73d281bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6946695 May 18 18:26:43.037861 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a977d7d-95a8-4ab0-952e-0ab65f9b0f74 admin admin] Deleting subnet 658232d3-6b0a-4f04-b698-10ba2a385735 {{(pid=102730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:26:43.042804 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd144953-fa68-47aa-9d79-8aa5e9728202 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Pushing event deleted for resources: {'Port': ['ID=f2fcf12a-272a-4286-bd7b-bb27ffbcf8e4,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:26:43.059403 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2a977d7d-95a8-4ab0-952e-0ab65f9b0f74 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:43.060127 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:43.146713 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5304d1c-9919-4bbb-92ed-30550721a67b req-287eb21e-8e2f-45aa-b89b-ca1138326409 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:43.148943 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c5304d1c-9919-4bbb-92ed-30550721a67b req-287eb21e-8e2f-45aa-b89b-ca1138326409 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/ports?device_id=68250932-273e-4325-9e64-8bc21316b470 HTTP/1.1" status: 200 len: 945 time: 0.3719451 May 18 18:26:43.175177 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960c8b02-9a57-4e53-a4bf-4ecf7384b9ff req-ce79503e-217c-4ce9-9489-bce12c2c3de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:43.181160 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-960c8b02-9a57-4e53-a4bf-4ecf7384b9ff req-ce79503e-217c-4ce9-9489-bce12c2c3de5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:43.184666 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-960c8b02-9a57-4e53-a4bf-4ecf7384b9ff req-ce79503e-217c-4ce9-9489-bce12c2c3de5 service neutron] 10.222.0.36 "PUT /v2.0/ports/aad21639-9096-401f-be6b-1fcf72a3df15 HTTP/1.1" status: 200 len: 1093 time: 5.3989439 May 18 18:26:43.261147 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2a977d7d-95a8-4ab0-952e-0ab65f9b0f74 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260107366'] for subnet, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:43.321655 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fe74b896-884b-4df9-9730-1e8ad5f86c33 req-bde4fc78-367a-4580-8e16-50a329b74cce tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=9f31ff7d-1823-473c-83d4-db793c2d43da HTTP/1.1" status: 200 len: 210 time: 0.0997024 May 18 18:26:43.338614 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2a977d7d-95a8-4ab0-952e-0ab65f9b0f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:43.492974 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-cd144953-fa68-47aa-9d79-8aa5e9728202 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-593931'] for router_interface, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:43.532275 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2a977d7d-95a8-4ab0-952e-0ab65f9b0f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261104690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261031888'] for subnet, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:43.563227 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-7380bcf0-e276-49fb-a513-00ca9114ab55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b67a8a7-2193-465b-99b6-3e3f0d6374dd', 'name': 'tempest-AttachVolumeNegativeTest-598483996-router', 'tenant_id': '1cf6702826ca40b18af7dfcf12233973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': '4c88ee3f-8327-47c9-8e1d-c3b5a52c51ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:23:34Z', 'updated_at': '2022-05-18T18:23:42Z', 'revision_number': 4, 'project_id': '1cf6702826ca40b18af7dfcf12233973', 'gw_port': {'id': '4c88ee3f-8327-47c9-8e1d-c3b5a52c51ab', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:64:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b67a8a7-2193-465b-99b6-3e3f0d6374dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:23:35Z', 'updated_at': '2022-05-18T18:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': 'a3c33591-3d82-4852-b00f-8ff9b9cf8265', 'tenant_id': '1cf6702826ca40b18af7dfcf12233973', 'floating_ip_address': '172.25.5.136', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': '8b67a8a7-2193-465b-99b6-3e3f0d6374dd', 'port_id': '90514794-1f1f-4757-a687-051a1fe538a4', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0e0df8a-fe46-47e2-96e7-6f339d67d466', 'mac_address': 'fa:16:3e:9f:8e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9fd8ee-e843-4aca-b24e-7cbfa5ecfb92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T18:23:47Z', 'updated_at': '2022-05-18T18:24:20Z', 'revision_number': 2, 'project_id': '1cf6702826ca40b18af7dfcf12233973', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed71b158-f026-42aa-adb7-1dd0aa0eab50', 'name': '', 'network_id': 'b0e0df8a-fe46-47e2-96e7-6f339d67d466', 'tenant_id': '1cf6702826ca40b18af7dfcf12233973', 'mac_address': 'fa:16:3e:09:ad:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b67a8a7-2193-465b-99b6-3e3f0d6374dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2399, 'fixed_ips': [{'subnet_id': 'accb0a89-f23b-4ef5-8f87-983b3d81047a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:23:39Z', 'updated_at': '2022-05-18T18:23:47Z', 'revision_number': 5, 'project_id': '1cf6702826ca40b18af7dfcf12233973', 'subnets': [{'id': 'accb0a89-f23b-4ef5-8f87-983b3d81047a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:26:43.611866 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7380bcf0-e276-49fb-a513-00ca9114ab55 None None] The sync data for ids ['8b67a8a7-2193-465b-99b6-3e3f0d6374dd'] in n-d-838550-3 is: [{'id': '8b67a8a7-2193-465b-99b6-3e3f0d6374dd', 'name': 'tempest-AttachVolumeNegativeTest-598483996-router', 'tenant_id': '1cf6702826ca40b18af7dfcf12233973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': '4c88ee3f-8327-47c9-8e1d-c3b5a52c51ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:23:34Z', 'updated_at': '2022-05-18T18:23:42Z', 'revision_number': 4, 'project_id': '1cf6702826ca40b18af7dfcf12233973', 'gw_port': {'id': '4c88ee3f-8327-47c9-8e1d-c3b5a52c51ab', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:64:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b67a8a7-2193-465b-99b6-3e3f0d6374dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:23:35Z', 'updated_at': '2022-05-18T18:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': 'a3c33591-3d82-4852-b00f-8ff9b9cf8265', 'tenant_id': '1cf6702826ca40b18af7dfcf12233973', 'floating_ip_address': '172.25.5.136', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': '8b67a8a7-2193-465b-99b6-3e3f0d6374dd', 'port_id': '90514794-1f1f-4757-a687-051a1fe538a4', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0e0df8a-fe46-47e2-96e7-6f339d67d466', 'mac_address': 'fa:16:3e:9f:8e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9fd8ee-e843-4aca-b24e-7cbfa5ecfb92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T18:23:47Z', 'updated_at': '2022-05-18T18:24:20Z', 'revision_number': 2, 'project_id': '1cf6702826ca40b18af7dfcf12233973', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed71b158-f026-42aa-adb7-1dd0aa0eab50', 'name': '', 'network_id': 'b0e0df8a-fe46-47e2-96e7-6f339d67d466', 'tenant_id': '1cf6702826ca40b18af7dfcf12233973', 'mac_address': 'fa:16:3e:09:ad:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b67a8a7-2193-465b-99b6-3e3f0d6374dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2399, 'fixed_ips': [{'subnet_id': 'accb0a89-f23b-4ef5-8f87-983b3d81047a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:23:39Z', 'updated_at': '2022-05-18T18:23:47Z', 'revision_number': 5, 'project_id': '1cf6702826ca40b18af7dfcf12233973', 'subnets': [{'id': 'accb0a89-f23b-4ef5-8f87-983b3d81047a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:26:43.644373 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c5304d1c-9919-4bbb-92ed-30550721a67b req-b9b49dc4-3cb1-4340-8ad9-cb8905d7cc59 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/security-groups?id=11a2a54b-8d3a-4e8b-aced-30411dedac26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4584191 May 18 18:26:43.657327 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a977d7d-95a8-4ab0-952e-0ab65f9b0f74 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=658232d3-6b0a-4f04-b698-10ba2a385735,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:26:43.667333 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2a977d7d-95a8-4ab0-952e-0ab65f9b0f74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:43.679579 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-2a977d7d-95a8-4ab0-952e-0ab65f9b0f74 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/658232d3-6b0a-4f04-b698-10ba2a385735 HTTP/1.1" status: 204 len: 168 time: 1.0858710 May 18 18:26:43.680527 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 49574) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:26:43.734996 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce79503e-217c-4ce9-9489-bce12c2c3de5 service neutron] Pushing event updated for resources: {'Port': ['ID=aad21639-9096-401f-be6b-1fcf72a3df15,revision_number=12']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:26:43.899110 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960c8b02-9a57-4e53-a4bf-4ecf7384b9ff req-d0c59dd9-5ef4-4999-bd68-5b70bc31d7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:43.901053 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-960c8b02-9a57-4e53-a4bf-4ecf7384b9ff req-d0c59dd9-5ef4-4999-bd68-5b70bc31d7ee service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=06b3ed36f50a43fd9cfeaa89e080d35b&device_id=3af06ae7-a690-4f40-bcb1-f8f76cf6c6ef HTTP/1.1" status: 200 len: 1096 time: 0.3803778 May 18 18:26:43.907920 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270903f4-7ae2-4e4f-a64a-2b82924b0170 req-81f0464e-68c9-464c-b990-91648f054255 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:43.909729 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-270903f4-7ae2-4e4f-a64a-2b82924b0170 req-81f0464e-68c9-464c-b990-91648f054255 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=3af06ae7-a690-4f40-bcb1-f8f76cf6c6ef HTTP/1.1" status: 200 len: 945 time: 0.4039433 May 18 18:26:44.001988 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6be22251-aef0-43d0-9f46-2aeaa11a3308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:44.115406 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca92f96-62de-46cc-a7f0-61b18ecdc9db req-47547eb7-9baa-442f-955a-ac9a7b10c4cc tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:44.118664 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-eca92f96-62de-46cc-a7f0-61b18ecdc9db req-47547eb7-9baa-442f-955a-ac9a7b10c4cc tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef854938-189c-46f2-8314-215a08afd5f6 HTTP/1.1" status: 200 len: 945 time: 0.2908764 May 18 18:26:44.181210 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4bffe9d-9037-4755-be41-132b0ac5c93f None None] New status for floating IP 53e1d2d6-59e8-4df3-86fc-15a31284694a: DOWN {{(pid=102732) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 18:26:44.283803 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6be22251-aef0-43d0-9f46-2aeaa11a3308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:44.291133 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-eca92f96-62de-46cc-a7f0-61b18ecdc9db req-644a1619-d019-4965-b7a8-2f5da4906c99 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=ea6a757a-9c65-4a62-a27e-604b73d281bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1560884 May 18 18:26:44.299724 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960c8b02-9a57-4e53-a4bf-4ecf7384b9ff req-543e8d1f-0dba-4f4c-a703-1320c4db2941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:44.301565 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-960c8b02-9a57-4e53-a4bf-4ecf7384b9ff req-543e8d1f-0dba-4f4c-a703-1320c4db2941 service neutron] 10.222.0.36 "GET /v2.0/networks?id=add95d4d-788f-4f7a-943c-d9e04efedeef HTTP/1.1" status: 200 len: 898 time: 0.3751025 May 18 18:26:44.476240 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-6be22251-aef0-43d0-9f46-2aeaa11a3308 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c98a44c-d63a-46c3-a098-c0aebd22bfb6']}} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:26:44.502845 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-6be22251-aef0-43d0-9f46-2aeaa11a3308 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11d0594a-053b-4e55-9782-ace8f1a228b9') {'for_net_delete': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:26:44.503234 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-6be22251-aef0-43d0-9f46-2aeaa11a3308 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11d0594a-053b-4e55-9782-ace8f1a228b9') {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:26:44.531053 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6be22251-aef0-43d0-9f46-2aeaa11a3308 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260107375'] for segment, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:44.550531 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd144953-fa68-47aa-9d79-8aa5e9728202 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Router 5179fabe-5e59-4719-a896-df712a5cf2dd has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:26:44.563525 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6be22251-aef0-43d0-9f46-2aeaa11a3308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:44.574380 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-270903f4-7ae2-4e4f-a64a-2b82924b0170 req-1134826a-b0d7-468f-b5ab-a9742113410e tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/security-groups?id=e4600145-0aaf-4853-ad08-dfd77d36be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5552714 May 18 18:26:44.578627 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6be22251-aef0-43d0-9f46-2aeaa11a3308 admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=102730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:26:44.579032 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6be22251-aef0-43d0-9f46-2aeaa11a3308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261102736'] for segment, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:44.827307 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 49596) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:26:44.881426 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd144953-fa68-47aa-9d79-8aa5e9728202 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:26:44.894986 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aae2aa6-8d3d-46bc-a6cc-6533dddcf680 None None] Sync routers for ids ['5179fabe-5e59-4719-a896-df712a5cf2dd'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:26:44.899396 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-48ad2037-55f5-4e5d-9433-34922f58f20d req-5cdcd4e4-9e85-4fce-a17d-7fd5b312b868 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=9f31ff7d-1823-473c-83d4-db793c2d43da HTTP/1.1" status: 200 len: 210 time: 0.0706525 May 18 18:26:44.909244 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-cd144953-fa68-47aa-9d79-8aa5e9728202 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] 10.222.0.85 "PUT /v2.0/routers/5179fabe-5e59-4719-a896-df712a5cf2dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1942549 May 18 18:26:44.915074 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 49598) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:26:44.918812 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aae2aa6-8d3d-46bc-a6cc-6533dddcf680 None None] Routers {'5179fabe-5e59-4719-a896-df712a5cf2dd'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:26:44.924374 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-5aae2aa6-8d3d-46bc-a6cc-6533dddcf680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:26:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['5179fabe-5e59-4719-a896-df712a5cf2dd'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:26:45.011565 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-5aae2aa6-8d3d-46bc-a6cc-6533dddcf680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:26:45.029600 n-d-838550-3 neutron-server[102731]: INFO neutron.api.v2.resource [None req-819ca048-ba8b-4820-b05f-bc307d1ce87e tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] show failed (client error): The resource could not be found. May 18 18:26:45.031136 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-819ca048-ba8b-4820-b05f-bc307d1ce87e tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] 10.222.0.85 "GET /v2.0/routers/tempest-non_exist_router-1760017839 HTTP/1.1" status: 404 len: 335 time: 0.1144822 May 18 18:26:45.036773 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aae2aa6-8d3d-46bc-a6cc-6533dddcf680 None None] Routers {'5179fabe-5e59-4719-a896-df712a5cf2dd'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:26:45.037798 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-5aae2aa6-8d3d-46bc-a6cc-6533dddcf680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:26:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['5179fabe-5e59-4719-a896-df712a5cf2dd'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:26:45.087798 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 49602) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:26:45.099543 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-797a229f-ff1d-41e4-b6ec-362a30ae123f tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:26:45.127057 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-5aae2aa6-8d3d-46bc-a6cc-6533dddcf680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:26:45.129247 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aae2aa6-8d3d-46bc-a6cc-6533dddcf680 None None] The sync data for ids ['5179fabe-5e59-4719-a896-df712a5cf2dd'] in n-d-838550-3 is: [] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:26:45.226634 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-33348a19-af82-4278-957e-074600deb986 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:45.228917 n-d-838550-3 neutron-server[102731]: INFO neutron.api.v2.resource [None req-797a229f-ff1d-41e4-b6ec-362a30ae123f tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] update failed (client error): The resource could not be found. May 18 18:26:45.230325 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-797a229f-ff1d-41e4-b6ec-362a30ae123f tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] 10.222.0.85 "PUT /v2.0/routers/tempest-non_exist_router-192470165 HTTP/1.1" status: 404 len: 334 time: 0.1411672 May 18 18:26:45.241684 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 49604) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:26:45.258355 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3af06ae7-a690-4f40-bcb1-f8f76cf6c6ef', 'tag': 'aad21639-9096-401f-be6b-1fcf72a3df15'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:26:45.262365 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8493969-3ee1-44d1-a1ab-2555beceb0a1" -d '{"events": [{"name": "network-changed", "server_uuid": "3af06ae7-a690-4f40-bcb1-f8f76cf6c6ef", "tag": "aad21639-9096-401f-be6b-1fcf72a3df15"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:26:45.265944 n-d-838550-3 neutron-server[102730]: Traceback (most recent call last): May 18 18:26:45.265944 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:26:45.265944 n-d-838550-3 neutron-server[102730]: timer() May 18 18:26:45.265944 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:26:45.265944 n-d-838550-3 neutron-server[102730]: cb(*args, **kw) May 18 18:26:45.265944 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:26:45.265944 n-d-838550-3 neutron-server[102730]: return func(*args, **kwargs) May 18 18:26:45.265944 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:26:45.265944 n-d-838550-3 neutron-server[102730]: self._notify() May 18 18:26:45.265944 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:26:45.265944 n-d-838550-3 neutron-server[102730]: self.callback(batched_events) May 18 18:26:45.265944 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:26:45.265944 n-d-838550-3 neutron-server[102730]: event.method(event) May 18 18:26:45.265944 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:26:45.265944 n-d-838550-3 neutron-server[102730]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:26:45.265944 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:26:45.265944 n-d-838550-3 neutron-server[102730]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:26:45.265944 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:26:45.265944 n-d-838550-3 neutron-server[102730]: return f(self, *a, **k) May 18 18:26:45.265944 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:26:45.265944 n-d-838550-3 neutron-server[102730]: return self._get(url).json() May 18 18:26:45.265944 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:26:45.265944 n-d-838550-3 neutron-server[102730]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:26:45.265944 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:26:45.265944 n-d-838550-3 neutron-server[102730]: return self.request(url, 'GET', **kwargs) May 18 18:26:45.265944 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:26:45.265944 n-d-838550-3 neutron-server[102730]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:26:45.265944 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:26:45.265944 n-d-838550-3 neutron-server[102730]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:26:45.265944 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:26:45.265944 n-d-838550-3 neutron-server[102730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:26:45.265944 n-d-838550-3 neutron-server[102730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:26:45.343256 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6be22251-aef0-43d0-9f46-2aeaa11a3308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:45.356462 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6be22251-aef0-43d0-9f46-2aeaa11a3308 admin admin] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:45.376234 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-33348a19-af82-4278-957e-074600deb986 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:45.410441 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-6be22251-aef0-43d0-9f46-2aeaa11a3308 admin admin] 10.222.0.85 "DELETE /v2.0/networks/0c98a44c-d63a-46c3-a098-c0aebd22bfb6 HTTP/1.1" status: 204 len: 168 time: 1.6793833 May 18 18:26:45.417258 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_v2 [None req-e21455b4-23eb-4e47-9207-e41a0029ba89 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Deleting subnet 0468c0ad-228a-4534-84a6-e56df4d81d27 {{(pid=102731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:26:45.453114 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e417216a-1a26-460a-b3ee-5f2a0afee728 req-4d8ff4fb-008f-44a2-b599-64219013150b tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:45.464145 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e417216a-1a26-460a-b3ee-5f2a0afee728 req-4d8ff4fb-008f-44a2-b599-64219013150b tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/ports?device_id=68250932-273e-4325-9e64-8bc21316b470 HTTP/1.1" status: 200 len: 945 time: 0.4291582 May 18 18:26:45.487341 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e21455b4-23eb-4e47-9207-e41a0029ba89 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Notify callbacks [] for subnet, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:45.490295 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be22251-aef0-43d0-9f46-2aeaa11a3308 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c98a44c-d63a-46c3-a098-c0aebd22bfb6,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:26:45.513929 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-960c8b02-9a57-4e53-a4bf-4ecf7384b9ff req-98dd494b-7031-488e-9d55-2439a142427e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aad21639-9096-401f-be6b-1fcf72a3df15 HTTP/1.1" status: 200 len: 1000 time: 1.2007785 May 18 18:26:45.533261 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091984ab-7ade-442c-b97b-85681afac987 req-e306ca79-dac3-4a22-a6a2-2a073c09a00f tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:45.534979 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-091984ab-7ade-442c-b97b-85681afac987 req-e306ca79-dac3-4a22-a6a2-2a073c09a00f tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef854938-189c-46f2-8314-215a08afd5f6 HTTP/1.1" status: 200 len: 945 time: 0.2678564 May 18 18:26:45.668729 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e417216a-1a26-460a-b3ee-5f2a0afee728 req-ff4fd419-cb85-4cad-ba50-660383c17a8d tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/security-groups?id=11a2a54b-8d3a-4e8b-aced-30411dedac26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1905596 May 18 18:26:45.679688 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-091984ab-7ade-442c-b97b-85681afac987 req-34725179-87eb-4113-a365-612d5d270762 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=ea6a757a-9c65-4a62-a27e-604b73d281bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1256278 May 18 18:26:45.716090 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960c8b02-9a57-4e53-a4bf-4ecf7384b9ff req-45d8b21b-dc8a-483c-baf2-9efe6f76b4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:45.716301 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e21455b4-23eb-4e47-9207-e41a0029ba89 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260542153'] for subnet, precommit_delete_associations {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:45.716976 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-960c8b02-9a57-4e53-a4bf-4ecf7384b9ff req-45d8b21b-dc8a-483c-baf2-9efe6f76b4a3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=aa5c9232-5b35-4434-8ef8-cf4d8aaf5112 HTTP/1.1" status: 200 len: 835 time: 0.1763577 May 18 18:26:45.760265 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 49618) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:26:45.810910 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-33348a19-af82-4278-957e-074600deb986 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:45.815000 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-33348a19-af82-4278-957e-074600deb986 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:45.816151 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-33348a19-af82-4278-957e-074600deb986 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "DELETE /v2.0/security-groups/9b97b483-5629-4688-9c0b-4cabaf2a061a HTTP/1.1" status: 204 len: 168 time: 0.9731569 May 18 18:26:45.820720 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 49620) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:26:45.853276 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-044574eb-4b7e-48c2-ad2d-1152a39d5c15 x-openstack-request-id: req-044574eb-4b7e-48c2-ad2d-1152a39d5c15 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:26:45.853677 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3af06ae7-a690-4f40-bcb1-f8f76cf6c6ef", "tag": "aad21639-9096-401f-be6b-1fcf72a3df15", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:26:45.853880 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-044574eb-4b7e-48c2-ad2d-1152a39d5c15 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:26:45.854248 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-044574eb-4b7e-48c2-ad2d-1152a39d5c15'] response: {'name': 'network-changed', 'server_uuid': '3af06ae7-a690-4f40-bcb1-f8f76cf6c6ef', 'tag': 'aad21639-9096-401f-be6b-1fcf72a3df15', 'status': 'completed', 'code': 200} May 18 18:26:45.871147 n-d-838550-3 neutron-server[102731]: INFO neutron.api.v2.resource [None req-eaf278c4-c94b-4d91-94c4-4e2a6364b31e tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] show failed (client error): The resource could not be found. May 18 18:26:45.872987 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-eaf278c4-c94b-4d91-94c4-4e2a6364b31e tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "GET /v2.0/security-groups/9b97b483-5629-4688-9c0b-4cabaf2a061a HTTP/1.1" status: 404 len: 347 time: 0.0464735 May 18 18:26:45.882197 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 49622) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:26:45.908770 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33348a19-af82-4278-957e-074600deb986 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b97b483-5629-4688-9c0b-4cabaf2a061a,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:26:45.967048 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-75f38899-58fb-4835-bd45-c6cfefa7e410 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=47c374ff95984a85bedc83b726868555&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2034829 May 18 18:26:45.968743 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 49630) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:26:46.002793 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960c8b02-9a57-4e53-a4bf-4ecf7384b9ff req-4dd72908-4476-4f1e-8a00-349634b41dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:46.004469 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-960c8b02-9a57-4e53-a4bf-4ecf7384b9ff req-4dd72908-4476-4f1e-8a00-349634b41dcc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=add95d4d-788f-4f7a-943c-d9e04efedeef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2846515 May 18 18:26:46.129285 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e21455b4-23eb-4e47-9207-e41a0029ba89 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:46.149552 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2dd112-d9f7-49fc-bfe6-c3d7d2281c0e req-fabd5870-f6c3-46cb-a594-6f0510f56a61 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:46.151662 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3e2dd112-d9f7-49fc-bfe6-c3d7d2281c0e req-fabd5870-f6c3-46cb-a594-6f0510f56a61 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=3af06ae7-a690-4f40-bcb1-f8f76cf6c6ef HTTP/1.1" status: 200 len: 945 time: 0.3009381 May 18 18:26:46.209124 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8493969-3ee1-44d1-a1ab-2555beceb0a1 req-f7048a09-6c39-45a3-ba96-f804895e4d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:46.210851 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b8493969-3ee1-44d1-a1ab-2555beceb0a1 req-f7048a09-6c39-45a3-ba96-f804895e4d3a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=06b3ed36f50a43fd9cfeaa89e080d35b&device_id=3af06ae7-a690-4f40-bcb1-f8f76cf6c6ef HTTP/1.1" status: 200 len: 1096 time: 0.3477170 May 18 18:26:46.256985 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3e2dd112-d9f7-49fc-bfe6-c3d7d2281c0e req-d7dcc31d-2490-4204-a483-476b1863892d tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/security-groups?id=e4600145-0aaf-4853-ad08-dfd77d36be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943437 May 18 18:26:46.277017 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef7f799-5af8-44a2-b5c9-65948e2ccae2 req-9cd040ed-11ca-4d10-97d8-b9dc00a97aa1 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:46.279816 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f223d9a8-accc-44e3-a0e0-80e8ddc31eae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:46.293383 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7ef7f799-5af8-44a2-b5c9-65948e2ccae2 req-9cd040ed-11ca-4d10-97d8-b9dc00a97aa1 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef854938-189c-46f2-8314-215a08afd5f6 HTTP/1.1" status: 200 len: 945 time: 0.3407540 May 18 18:26:46.342641 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-960c8b02-9a57-4e53-a4bf-4ecf7384b9ff req-6fb33622-a61a-4f19-a23b-cb2aee48b888 service neutron] 10.222.0.36 "GET /v2.0/networks/add95d4d-788f-4f7a-943c-d9e04efedeef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3176894 May 18 18:26:46.383141 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f223d9a8-accc-44e3-a0e0-80e8ddc31eae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:46.529729 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e21455b4-23eb-4e47-9207-e41a0029ba89 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260898416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260908030'] for subnet, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:46.539730 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8493969-3ee1-44d1-a1ab-2555beceb0a1 req-df348d1c-f18c-4a74-9dab-80a837387916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:46.541574 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b8493969-3ee1-44d1-a1ab-2555beceb0a1 req-df348d1c-f18c-4a74-9dab-80a837387916 service neutron] 10.222.0.88 "GET /v2.0/networks?id=add95d4d-788f-4f7a-943c-d9e04efedeef HTTP/1.1" status: 200 len: 898 time: 0.3006754 May 18 18:26:46.549443 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ade9921a-87a0-4295-b639-3e6b599596e8 req-78d336c7-128c-4f83-a9cb-c7c4497cb8b7 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=9f31ff7d-1823-473c-83d4-db793c2d43da HTTP/1.1" status: 200 len: 210 time: 0.0475616 May 18 18:26:46.597418 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-960c8b02-9a57-4e53-a4bf-4ecf7384b9ff req-2841e4fe-a901-4e39-b0f7-15bbc5d3d5d6 service neutron] 10.222.0.36 "GET /v2.0/networks/add95d4d-788f-4f7a-943c-d9e04efedeef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2459929 May 18 18:26:46.602523 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f223d9a8-accc-44e3-a0e0-80e8ddc31eae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:46.607721 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f223d9a8-accc-44e3-a0e0-80e8ddc31eae admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:46.616853 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-f223d9a8-accc-44e3-a0e0-80e8ddc31eae admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/abf2da3a-5c49-44ab-ab34-42c12dcf6b3f HTTP/1.1" status: 204 len: 168 time: 0.6380763 May 18 18:26:46.630540 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f223d9a8-accc-44e3-a0e0-80e8ddc31eae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abf2da3a-5c49-44ab-ab34-42c12dcf6b3f,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:26:46.739995 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7ef7f799-5af8-44a2-b5c9-65948e2ccae2 req-86f0b481-45ff-4731-94c4-5dd67be3945c tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=ea6a757a-9c65-4a62-a27e-604b73d281bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4536676 May 18 18:26:46.811974 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21455b4-23eb-4e47-9207-e41a0029ba89 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Pushing event deleted for resources: {'Subnet': ['ID=0468c0ad-228a-4534-84a6-e56df4d81d27,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:26:46.823739 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e21455b4-23eb-4e47-9207-e41a0029ba89 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:46.830845 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b5249a-8860-4c1a-996e-8ee8b1de66e0 None None] Network ac216e01-0d73-4052-9e05-fe4205c44ab0 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:26:46.834250 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-e21455b4-23eb-4e47-9207-e41a0029ba89 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] 10.222.0.85 "DELETE /v2.0/subnets/0468c0ad-228a-4534-84a6-e56df4d81d27 HTTP/1.1" status: 204 len: 168 time: 1.5854433 May 18 18:26:46.841233 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 49648) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:26:46.884585 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8493969-3ee1-44d1-a1ab-2555beceb0a1 req-ef075479-c94a-4850-8fec-319608aa2416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:46.890303 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b8493969-3ee1-44d1-a1ab-2555beceb0a1 req-ef075479-c94a-4850-8fec-319608aa2416 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=06b3ed36f50a43fd9cfeaa89e080d35b&device_id=3af06ae7-a690-4f40-bcb1-f8f76cf6c6ef HTTP/1.1" status: 200 len: 1096 time: 0.2254822 May 18 18:26:47.116636 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5586e0a9-d104-4efe-be08-1928e0deccb9 req-284f5ded-a39c-43bc-8822-28a6c7c42c5f tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:47.118493 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5586e0a9-d104-4efe-be08-1928e0deccb9 req-284f5ded-a39c-43bc-8822-28a6c7c42c5f tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/ports?device_id=68250932-273e-4325-9e64-8bc21316b470 HTTP/1.1" status: 200 len: 945 time: 0.3114336 May 18 18:26:47.268091 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5586e0a9-d104-4efe-be08-1928e0deccb9 req-eb846c9a-6a82-4d9b-9778-0a7f3cd0d727 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/security-groups?id=11a2a54b-8d3a-4e8b-aced-30411dedac26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1325963 May 18 18:26:47.270011 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-35fdc133-1c60-46b6-b482-4121bdd74857 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:47.296480 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8493969-3ee1-44d1-a1ab-2555beceb0a1 req-ddad06b3-dc39-43d7-886c-2051b879e98e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:47.312718 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b8493969-3ee1-44d1-a1ab-2555beceb0a1 req-ddad06b3-dc39-43d7-886c-2051b879e98e service neutron] 10.222.0.36 "GET /v2.0/networks?id=add95d4d-788f-4f7a-943c-d9e04efedeef HTTP/1.1" status: 200 len: 898 time: 0.3898466 May 18 18:26:47.410803 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32744f6b-fa97-455b-ae20-fce595eb6f7e None None] DHCP port deletion for ac216e01-0d73-4052-9e05-fe4205c44ab0 request from n-d-838550-3 {{(pid=102732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 18:26:47.429940 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b8493969-3ee1-44d1-a1ab-2555beceb0a1 req-116d67f1-0b47-4ccb-b4b6-7090da8f42fd service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aad21639-9096-401f-be6b-1fcf72a3df15 HTTP/1.1" status: 200 len: 1000 time: 0.8306565 May 18 18:26:47.511465 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 49656) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:26:47.516582 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-8dda8fe8-ffe9-4e51-9c50-6aa52645dcd5 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Deleting port 90ebe27e-1258-4451-a995-fc5398fc8530 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:26:47.517159 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8dda8fe8-ffe9-4e51-9c50-6aa52645dcd5 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:47.575267 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-32744f6b-fa97-455b-ae20-fce595eb6f7e None None] Deleting port 59ca4a77-77d1-498e-ac11-2eed70a5ebc8 {{(pid=102732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:26:47.575912 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-32744f6b-fa97-455b-ae20-fce595eb6f7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:47.582960 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aa5b9b-309e-43a1-92ea-7f7d507bd920 req-80b5f3c3-4848-44d9-9407-267e7c187c8b tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:47.585590 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-85aa5b9b-309e-43a1-92ea-7f7d507bd920 req-80b5f3c3-4848-44d9-9407-267e7c187c8b tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=3af06ae7-a690-4f40-bcb1-f8f76cf6c6ef HTTP/1.1" status: 200 len: 945 time: 0.1123834 May 18 18:26:47.588559 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b8493969-3ee1-44d1-a1ab-2555beceb0a1 req-3d43da35-5f5d-4115-b023-0490d4f7a9df service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aad21639-9096-401f-be6b-1fcf72a3df15 HTTP/1.1" status: 200 len: 1000 time: 0.2749712 May 18 18:26:47.704289 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-32744f6b-fa97-455b-ae20-fce595eb6f7e None None] For port 59ca4a77-77d1-498e-ac11-2eed70a5ebc8, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=59ca4a77-77d1-498e-ac11-2eed70a5ebc8,segment=NetworkSegment(d6fb073e-6cc2-4051-bbf4-7c02a5fab9d7),segment_id=d6fb073e-6cc2-4051-bbf4-7c02a5fab9d7)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:26:47.706327 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-32744f6b-fa97-455b-ae20-fce595eb6f7e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:47.731862 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-32744f6b-fa97-455b-ae20-fce595eb6f7e None None] Calling delete_port for 59ca4a77-77d1-498e-ac11-2eed70a5ebc8 owned by network:dhcp {{(pid=102732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:26:47.809057 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-85aa5b9b-309e-43a1-92ea-7f7d507bd920 req-6a8d8633-106d-4235-baeb-b51b9b04c283 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/security-groups?id=e4600145-0aaf-4853-ad08-dfd77d36be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2119074 May 18 18:26:47.816731 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8493969-3ee1-44d1-a1ab-2555beceb0a1 req-f212b9cc-91db-4280-b6ac-b67c3d5de3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:47.833008 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b8493969-3ee1-44d1-a1ab-2555beceb0a1 req-f212b9cc-91db-4280-b6ac-b67c3d5de3c9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=aa5c9232-5b35-4434-8ef8-cf4d8aaf5112 HTTP/1.1" status: 200 len: 835 time: 0.2260613 May 18 18:26:47.862115 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f60ab4-5eb2-4669-aaf4-d6f2f0e9b17e req-0d6479b3-40d4-45b3-ae52-4fd113f4acba tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:47.874218 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-14f60ab4-5eb2-4669-aaf4-d6f2f0e9b17e req-0d6479b3-40d4-45b3-ae52-4fd113f4acba tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef854938-189c-46f2-8314-215a08afd5f6 HTTP/1.1" status: 200 len: 945 time: 0.5859170 May 18 18:26:47.909369 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8493969-3ee1-44d1-a1ab-2555beceb0a1 req-a2d9b84b-64e5-462f-942f-97be7c28ada7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:47.916425 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b8493969-3ee1-44d1-a1ab-2555beceb0a1 req-a2d9b84b-64e5-462f-942f-97be7c28ada7 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=aa5c9232-5b35-4434-8ef8-cf4d8aaf5112 HTTP/1.1" status: 200 len: 835 time: 0.4510846 May 18 18:26:47.930979 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-32744f6b-fa97-455b-ae20-fce595eb6f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508'] for port, after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:47.946159 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8493969-3ee1-44d1-a1ab-2555beceb0a1 req-1371b619-d3eb-4ce8-b7da-7be0b97cac7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:47.950190 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b8493969-3ee1-44d1-a1ab-2555beceb0a1 req-1371b619-d3eb-4ce8-b7da-7be0b97cac7e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=add95d4d-788f-4f7a-943c-d9e04efedeef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1059120 May 18 18:26:47.965531 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32744f6b-fa97-455b-ae20-fce595eb6f7e None None] No DVR routers for this DVR port 59ca4a77-77d1-498e-ac11-2eed70a5ebc8 on host n-d-838550-3 {{(pid=102732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:26:48.042743 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-14f60ab4-5eb2-4669-aaf4-d6f2f0e9b17e req-0f9b110d-11a0-43f3-859d-3442860a7f66 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=ea6a757a-9c65-4a62-a27e-604b73d281bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1675508 May 18 18:26:48.053114 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32744f6b-fa97-455b-ae20-fce595eb6f7e None None] Pushing event deleted for resources: {'Port': ['ID=59ca4a77-77d1-498e-ac11-2eed70a5ebc8,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:26:48.076393 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 59ca4a77-77d1-498e-ac11-2eed70a5ebc8 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:26:48.093987 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-9c96e032-b9a2-48e6-9337-461467de0c1f admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=dbe2e50f1ad64d458dafe04812f4ef3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5735807 May 18 18:26:48.098044 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 49672) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:26:48.112279 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b8493969-3ee1-44d1-a1ab-2555beceb0a1 req-8820f9db-86c8-46b2-9067-e172f6940843 service neutron] 10.222.0.36 "GET /v2.0/networks/add95d4d-788f-4f7a-943c-d9e04efedeef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558623 May 18 18:26:48.118790 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8dda8fe8-ffe9-4e51-9c50-6aa52645dcd5 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:48.119387 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8dda8fe8-ffe9-4e51-9c50-6aa52645dcd5 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:48.153419 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-8dda8fe8-ffe9-4e51-9c50-6aa52645dcd5 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Calling delete_port for 90ebe27e-1258-4451-a995-fc5398fc8530 owned by network:floatingip {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:26:48.184185 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 59ca4a77-77d1-498e-ac11-2eed70a5ebc8 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:26:48.186138 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 59ca4a77-77d1-498e-ac11-2eed70a5ebc8 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:26:48.217527 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8493969-3ee1-44d1-a1ab-2555beceb0a1 req-1ef0af80-7dcb-4e92-a837-274bdc5eb7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:48.219251 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b8493969-3ee1-44d1-a1ab-2555beceb0a1 req-1ef0af80-7dcb-4e92-a837-274bdc5eb7ea service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=add95d4d-788f-4f7a-943c-d9e04efedeef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2338247 May 18 18:26:48.250611 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-35fdc133-1c60-46b6-b482-4121bdd74857 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Deleting port 59ca4a77-77d1-498e-ac11-2eed70a5ebc8 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:26:48.251106 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-35fdc133-1c60-46b6-b482-4121bdd74857 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:48.328188 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b8493969-3ee1-44d1-a1ab-2555beceb0a1 req-5d81c23d-9475-45d4-8297-8ed91ef4df86 service neutron] 10.222.0.36 "GET /v2.0/networks/add95d4d-788f-4f7a-943c-d9e04efedeef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079837 May 18 18:26:48.709391 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-35fdc133-1c60-46b6-b482-4121bdd74857 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] For port 59ca4a77-77d1-498e-ac11-2eed70a5ebc8, host n-d-838550-3, got binding levels [] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:26:48.710288 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-35fdc133-1c60-46b6-b482-4121bdd74857 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:48.727661 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-35fdc133-1c60-46b6-b482-4121bdd74857 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Calling delete_port for 59ca4a77-77d1-498e-ac11-2eed70a5ebc8 owned by network:dhcp {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:26:48.730969 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.ipam_backend_mixin [None req-35fdc133-1c60-46b6-b482-4121bdd74857 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Port 59ca4a77-77d1-498e-ac11-2eed70a5ebc8 was not found and therefore no delete operation was performed {{(pid=102731) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} May 18 18:26:48.752627 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcb5209-b834-4f90-bd6b-a277b79b902c req-9d50c37a-31a4-4d7f-b036-1e4e26dac9cd tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:48.775200 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7dcb5209-b834-4f90-bd6b-a277b79b902c req-9d50c37a-31a4-4d7f-b036-1e4e26dac9cd tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef854938-189c-46f2-8314-215a08afd5f6 HTTP/1.1" status: 200 len: 945 time: 0.2356274 May 18 18:26:48.786976 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-35fdc133-1c60-46b6-b482-4121bdd74857 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:48.790946 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b8493969-3ee1-44d1-a1ab-2555beceb0a1 req-9645dc22-729f-453f-a19b-37f46f8815bb service neutron] 10.222.0.88 "GET /v2.0/networks/add95d4d-788f-4f7a-943c-d9e04efedeef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5610993 May 18 18:26:48.809638 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-79d38e16-4e49-4cfc-ab87-8f1b7f08b63b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:48.812982 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8dda8fe8-ffe9-4e51-9c50-6aa52645dcd5 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:48.895927 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7dcb5209-b834-4f90-bd6b-a277b79b902c req-a1cfaf30-d4d8-4ad7-8f47-e0be74220d02 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=ea6a757a-9c65-4a62-a27e-604b73d281bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1197722 May 18 18:26:48.922026 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-79d38e16-4e49-4cfc-ab87-8f1b7f08b63b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:48.984510 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fdc133-1c60-46b6-b482-4121bdd74857 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Pushing event deleted for resources: {'Port': ['ID=59ca4a77-77d1-498e-ac11-2eed70a5ebc8,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:26:48.996540 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35fdc133-1c60-46b6-b482-4121bdd74857 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] No DVR routers for this DVR port 59ca4a77-77d1-498e-ac11-2eed70a5ebc8 on host n-d-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:26:49.078128 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ed80cb-f0f3-4f76-a835-8e8b324e4d39 req-aa18e40e-663f-4ab7-9aae-92e1fa4d73b5 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:49.086100 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a5ed80cb-f0f3-4f76-a835-8e8b324e4d39 req-aa18e40e-663f-4ab7-9aae-92e1fa4d73b5 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=3af06ae7-a690-4f40-bcb1-f8f76cf6c6ef HTTP/1.1" status: 200 len: 945 time: 0.0735769 May 18 18:26:49.144899 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a5ed80cb-f0f3-4f76-a835-8e8b324e4d39 req-837cac99-3ebe-4a72-9052-efa5486c5cd4 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/security-groups?id=e4600145-0aaf-4853-ad08-dfd77d36be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564079 May 18 18:26:49.194128 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 49692) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:26:49.336165 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-811a2279-3796-4cee-b208-299ba7cde0a8 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/floatingips/af65a5d5-392d-4fa3-bda6-1b850d5616d7 HTTP/1.1" status: 200 len: 992 time: 0.1405790 May 18 18:26:49.558976 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-35fdc133-1c60-46b6-b482-4121bdd74857 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:49.583753 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-35fdc133-1c60-46b6-b482-4121bdd74857 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac216e01-0d73-4052-9e05-fe4205c44ab0']}} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:26:49.643044 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dda8fe8-ffe9-4e51-9c50-6aa52645dcd5 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Pushing event deleted for resources: {'Port': ['ID=90ebe27e-1258-4451-a995-fc5398fc8530,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:26:49.647572 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-35fdc133-1c60-46b6-b482-4121bdd74857 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6fb073e-6cc2-4051-bbf4-7c02a5fab9d7') {'for_net_delete': True} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:26:49.647847 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-35fdc133-1c60-46b6-b482-4121bdd74857 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6fb073e-6cc2-4051-bbf4-7c02a5fab9d7') {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:26:49.665244 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-79d38e16-4e49-4cfc-ab87-8f1b7f08b63b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:49.667962 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-79d38e16-4e49-4cfc-ab87-8f1b7f08b63b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:49.671454 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-79d38e16-4e49-4cfc-ab87-8f1b7f08b63b admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/54a70363-d436-4642-b226-2b438766a61d HTTP/1.1" status: 204 len: 168 time: 1.5675879 May 18 18:26:49.701398 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-35fdc133-1c60-46b6-b482-4121bdd74857 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260542144'] for segment, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:49.750257 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d38e16-4e49-4cfc-ab87-8f1b7f08b63b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54a70363-d436-4642-b226-2b438766a61d,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:26:49.752386 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-35fdc133-1c60-46b6-b482-4121bdd74857 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:49.763614 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ca9b00-a8af-451a-8a6f-32dc0a538f45 req-67dda65f-021d-42b4-8de8-ae000247462c tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:49.772036 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-99ca9b00-a8af-451a-8a6f-32dc0a538f45 req-67dda65f-021d-42b4-8de8-ae000247462c tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/ports?device_id=68250932-273e-4325-9e64-8bc21316b470 HTTP/1.1" status: 200 len: 945 time: 1.0387666 May 18 18:26:49.801292 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8dda8fe8-ffe9-4e51-9c50-6aa52645dcd5 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks [] for floatingip, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:49.803974 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8dda8fe8-ffe9-4e51-9c50-6aa52645dcd5 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:49.805828 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-8dda8fe8-ffe9-4e51-9c50-6aa52645dcd5 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "DELETE /v2.0/floatingips/53e1d2d6-59e8-4df3-86fc-15a31284694a HTTP/1.1" status: 204 len: 168 time: 3.9223874 May 18 18:26:49.807952 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35fdc133-1c60-46b6-b482-4121bdd74857 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=102731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:26:49.808534 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-35fdc133-1c60-46b6-b482-4121bdd74857 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260884178'] for segment, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:49.813792 n-d-838550-3 neutron-server[102731]: Traceback (most recent call last): May 18 18:26:49.813792 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:26:49.813792 n-d-838550-3 neutron-server[102731]: timer() May 18 18:26:49.813792 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:26:49.813792 n-d-838550-3 neutron-server[102731]: cb(*args, **kw) May 18 18:26:49.813792 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:26:49.813792 n-d-838550-3 neutron-server[102731]: return func(*args, **kwargs) May 18 18:26:49.813792 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:26:49.813792 n-d-838550-3 neutron-server[102731]: self._notify() May 18 18:26:49.813792 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:26:49.813792 n-d-838550-3 neutron-server[102731]: self.callback(batched_events) May 18 18:26:49.813792 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:26:49.813792 n-d-838550-3 neutron-server[102731]: event.method(event) May 18 18:26:49.813792 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:26:49.813792 n-d-838550-3 neutron-server[102731]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:26:49.813792 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:26:49.813792 n-d-838550-3 neutron-server[102731]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:26:49.813792 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:26:49.813792 n-d-838550-3 neutron-server[102731]: return f(self, *a, **k) May 18 18:26:49.813792 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:26:49.813792 n-d-838550-3 neutron-server[102731]: return self._get(url).json() May 18 18:26:49.813792 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:26:49.813792 n-d-838550-3 neutron-server[102731]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:26:49.813792 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:26:49.813792 n-d-838550-3 neutron-server[102731]: return self.request(url, 'GET', **kwargs) May 18 18:26:49.813792 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:26:49.813792 n-d-838550-3 neutron-server[102731]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:26:49.813792 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:26:49.813792 n-d-838550-3 neutron-server[102731]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:26:49.813792 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:26:49.813792 n-d-838550-3 neutron-server[102731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:26:49.813792 n-d-838550-3 neutron-server[102731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:26:49.832415 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b8493969-3ee1-44d1-a1ab-2555beceb0a1 req-6ea72aba-ad6f-40a4-84eb-75ebf0f44479 service neutron] 10.222.0.88 "GET /v2.0/networks/add95d4d-788f-4f7a-943c-d9e04efedeef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9909289 May 18 18:26:49.917443 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-99ca9b00-a8af-451a-8a6f-32dc0a538f45 req-78397fc1-456b-4b72-bb2e-8b916c21b346 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/security-groups?id=11a2a54b-8d3a-4e8b-aced-30411dedac26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1442547 May 18 18:26:49.931715 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-35fdc133-1c60-46b6-b482-4121bdd74857 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:49.953583 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-35fdc133-1c60-46b6-b482-4121bdd74857 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:49.957426 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-35fdc133-1c60-46b6-b482-4121bdd74857 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] 10.222.0.85 "DELETE /v2.0/networks/ac216e01-0d73-4052-9e05-fe4205c44ab0 HTTP/1.1" status: 204 len: 168 time: 3.1092021 May 18 18:26:49.960065 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 49708) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:26:50.006289 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fdc133-1c60-46b6-b482-4121bdd74857 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Pushing event deleted for resources: {'Network': ['ID=ac216e01-0d73-4052-9e05-fe4205c44ab0,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:26:50.073359 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_v2 [None req-9eccfebd-6327-4456-843e-88f2a3f96882 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Deleting subnet b46488be-1232-4421-af58-133e151c0302 {{(pid=102730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:26:50.090340 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9eccfebd-6327-4456-843e-88f2a3f96882 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Notify callbacks [] for subnet, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:50.222798 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9eccfebd-6327-4456-843e-88f2a3f96882 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260107366'] for subnet, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:50.299438 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device aad21639-9096-401f-be6b-1fcf72a3df15 details requested by agent hyperv_n-h1-838550-3 with host n-h1-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:26:50.411538 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9eccfebd-6327-4456-843e-88f2a3f96882 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:50.531135 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9eccfebd-6327-4456-843e-88f2a3f96882 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261104690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261031888'] for subnet, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:50.627626 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eccfebd-6327-4456-843e-88f2a3f96882 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Pushing event deleted for resources: {'Subnet': ['ID=b46488be-1232-4421-af58-133e151c0302,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:26:50.632619 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9eccfebd-6327-4456-843e-88f2a3f96882 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:50.642726 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-9eccfebd-6327-4456-843e-88f2a3f96882 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] 10.222.0.85 "DELETE /v2.0/subnets/b46488be-1232-4421-af58-133e151c0302 HTTP/1.1" status: 204 len: 168 time: 0.6808102 May 18 18:26:50.645784 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 49730) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:26:50.719290 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port aad21639-9096-401f-be6b-1fcf72a3df15, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=aad21639-9096-401f-be6b-1fcf72a3df15,segment=NetworkSegment(dee46304-0b61-4765-8fa4-fe4ec736c06a),segment_id=dee46304-0b61-4765-8fa4-fe4ec736c06a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:26:50.764688 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Returning: {'device': 'aad21639-9096-401f-be6b-1fcf72a3df15', 'network_id': 'add95d4d-788f-4f7a-943c-d9e04efedeef', 'port_id': 'aad21639-9096-401f-be6b-1fcf72a3df15', 'mac_address': 'fa:16:3e:b6:78:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa5c9232-5b35-4434-8ef8-cf4d8aaf5112', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:26:50.773919 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd187320-ab5b-44a8-9879-2c4bf67a1207 None None] Network 1ad1f3a4-4507-49ed-9671-86bda7593d77 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:26:50.790502 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d389d39-a03e-4644-a46f-39e8ad13c180 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Deleting subnet 9e16b6d5-8338-44c1-91c2-5644ccd7252a {{(pid=102731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:26:50.798424 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4d389d39-a03e-4644-a46f-39e8ad13c180 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Notify callbacks [] for subnet, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:50.889283 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port aad21639-9096-401f-be6b-1fcf72a3df15 is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:26:50.890033 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:50.944488 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4d389d39-a03e-4644-a46f-39e8ad13c180 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260542153'] for subnet, precommit_delete_associations {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:50.987514 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a7dd03-c5db-440d-878d-4971aa75a0c0 req-43ac02d0-4452-4e60-9cf8-e10eb7b9f75f tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:51.001796 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-45a7dd03-c5db-440d-878d-4971aa75a0c0 req-43ac02d0-4452-4e60-9cf8-e10eb7b9f75f tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef854938-189c-46f2-8314-215a08afd5f6 HTTP/1.1" status: 200 len: 945 time: 0.1693430 May 18 18:26:51.101573 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-45a7dd03-c5db-440d-878d-4971aa75a0c0 req-31f60b0e-255f-4788-bf88-9eaac8db7352 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=ea6a757a-9c65-4a62-a27e-604b73d281bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954525 May 18 18:26:51.167543 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aad21639-9096-401f-be6b-1fcf72a3df15 {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:26:51.264027 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port aad21639-9096-401f-be6b-1fcf72a3df15, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=aad21639-9096-401f-be6b-1fcf72a3df15,segment=NetworkSegment(dee46304-0b61-4765-8fa4-fe4ec736c06a),segment_id=dee46304-0b61-4765-8fa4-fe4ec736c06a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:26:51.275651 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:51.363053 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81502629-6386-4351-a797-47cef2e2cd66 req-09e15848-78ce-496e-96d1-627c444f0b8c tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:51.372176 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-81502629-6386-4351-a797-47cef2e2cd66 req-09e15848-78ce-496e-96d1-627c444f0b8c tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/ports?device_id=68250932-273e-4325-9e64-8bc21316b470 HTTP/1.1" status: 200 len: 945 time: 0.2906115 May 18 18:26:51.417814 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4d389d39-a03e-4644-a46f-39e8ad13c180 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:51.481156 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=aad21639-9096-401f-be6b-1fcf72a3df15,revision_number=13']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:26:51.488611 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-396acb84-1afc-4bc0-a049-33fb45abe927 None None] DHCP port deletion for 1ad1f3a4-4507-49ed-9671-86bda7593d77 request from n-d-838550-3 {{(pid=102732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 18:26:51.494077 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-81502629-6386-4351-a797-47cef2e2cd66 req-e69789cb-4d30-4f70-84ce-db0fd95f1952 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/security-groups?id=11a2a54b-8d3a-4e8b-aced-30411dedac26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063714 May 18 18:26:51.572003 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4d389d39-a03e-4644-a46f-39e8ad13c180 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260898416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260908030'] for subnet, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:51.641783 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d389d39-a03e-4644-a46f-39e8ad13c180 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Pushing event deleted for resources: {'Subnet': ['ID=9e16b6d5-8338-44c1-91c2-5644ccd7252a,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:26:51.660306 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['aad21639-9096-401f-be6b-1fcf72a3df15'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:26:51.688641 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4d389d39-a03e-4644-a46f-39e8ad13c180 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:51.703658 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-4d389d39-a03e-4644-a46f-39e8ad13c180 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] 10.222.0.85 "DELETE /v2.0/subnets/9e16b6d5-8338-44c1-91c2-5644ccd7252a HTTP/1.1" status: 204 len: 168 time: 1.0566134 May 18 18:26:51.708015 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 49766) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:26:51.727956 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddaaaec-20fe-4257-ae61-f88a23b63fe3 req-5909c9a3-4dbe-46e5-b19f-e148f58c1add tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:51.733010 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3ddaaaec-20fe-4257-ae61-f88a23b63fe3 req-5909c9a3-4dbe-46e5-b19f-e148f58c1add tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef854938-189c-46f2-8314-215a08afd5f6 HTTP/1.1" status: 200 len: 945 time: 0.2405233 May 18 18:26:51.801702 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e95b17-b1a4-4877-8a75-0f80100365b3 None None] Network be485fa5-2e67-4e5d-888c-11c8dd5b247f requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:26:51.911713 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3ddaaaec-20fe-4257-ae61-f88a23b63fe3 req-adeb405b-f915-48cf-afbf-5f0d93e7b485 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=ea6a757a-9c65-4a62-a27e-604b73d281bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1714368 May 18 18:26:52.059480 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-863f71f0-35d2-4632-a5a8-c89629155dbe tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:52.174674 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-863f71f0-35d2-4632-a5a8-c89629155dbe tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Deleting port 93b25f43-3700-4456-905e-ced38e18a437 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:26:52.175018 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-863f71f0-35d2-4632-a5a8-c89629155dbe tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:52.346561 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 93b25f43-3700-4456-905e-ced38e18a437 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:26:52.396694 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-863f71f0-35d2-4632-a5a8-c89629155dbe tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] For port 93b25f43-3700-4456-905e-ced38e18a437, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=93b25f43-3700-4456-905e-ced38e18a437,segment=NetworkSegment(3150c86c-2ad5-474a-95ba-56800b0fd799),segment_id=3150c86c-2ad5-474a-95ba-56800b0fd799)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:26:52.397165 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-863f71f0-35d2-4632-a5a8-c89629155dbe tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:52.459173 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-863f71f0-35d2-4632-a5a8-c89629155dbe tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Calling delete_port for 93b25f43-3700-4456-905e-ced38e18a437 owned by network:dhcp {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:26:52.563279 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-396acb84-1afc-4bc0-a049-33fb45abe927 None None] Deleting port 93b25f43-3700-4456-905e-ced38e18a437 {{(pid=102732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:26:52.563848 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-396acb84-1afc-4bc0-a049-33fb45abe927 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:52.765851 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-396acb84-1afc-4bc0-a049-33fb45abe927 None None] For port 93b25f43-3700-4456-905e-ced38e18a437, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=93b25f43-3700-4456-905e-ced38e18a437,segment=NetworkSegment(3150c86c-2ad5-474a-95ba-56800b0fd799),segment_id=3150c86c-2ad5-474a-95ba-56800b0fd799)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:26:52.766261 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-396acb84-1afc-4bc0-a049-33fb45abe927 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:52.816217 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-396acb84-1afc-4bc0-a049-33fb45abe927 None None] Calling delete_port for 93b25f43-3700-4456-905e-ced38e18a437 owned by network:dhcp {{(pid=102732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:26:52.820374 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-863f71f0-35d2-4632-a5a8-c89629155dbe tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:52.932882 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863f71f0-35d2-4632-a5a8-c89629155dbe tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Pushing event deleted for resources: {'Port': ['ID=93b25f43-3700-4456-905e-ced38e18a437,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:26:52.951739 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863f71f0-35d2-4632-a5a8-c89629155dbe tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] No DVR routers for this DVR port 93b25f43-3700-4456-905e-ced38e18a437 on host n-d-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:26:53.146669 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Port 93b25f43-3700-4456-905e-ced38e18a437 update to DOWN by agent not found {{(pid=102732) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} May 18 18:26:53.165416 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f870bf-a72c-4750-b410-140e6824aaab None None] DHCP port deletion for be485fa5-2e67-4e5d-888c-11c8dd5b247f request from n-d-838550-3 {{(pid=102732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 18:26:53.236336 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9774e6c7-12b5-49e8-b70f-2a7ef9b70221 req-e6b696cd-c3d8-4808-ae7f-3436fc43b185 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:53.256638 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9774e6c7-12b5-49e8-b70f-2a7ef9b70221 req-e6b696cd-c3d8-4808-ae7f-3436fc43b185 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/ports?device_id=68250932-273e-4325-9e64-8bc21316b470 HTTP/1.1" status: 200 len: 945 time: 0.5498643 May 18 18:26:53.331470 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63da369e-3e95-405a-8f14-3a91028625b7 req-da495c07-d803-4c43-a6af-eb7a029d0205 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:53.345078 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-63da369e-3e95-405a-8f14-3a91028625b7 req-da495c07-d803-4c43-a6af-eb7a029d0205 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef854938-189c-46f2-8314-215a08afd5f6 HTTP/1.1" status: 200 len: 945 time: 0.1904390 May 18 18:26:53.411586 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-863f71f0-35d2-4632-a5a8-c89629155dbe tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:53.462329 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-63da369e-3e95-405a-8f14-3a91028625b7 req-ee2890b4-c828-4677-b82c-12cb19ddaf3a tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=ea6a757a-9c65-4a62-a27e-604b73d281bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1159227 May 18 18:26:53.524788 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9774e6c7-12b5-49e8-b70f-2a7ef9b70221 req-5d647712-d4d2-4abe-9eb5-05a883e53455 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/security-groups?id=11a2a54b-8d3a-4e8b-aced-30411dedac26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2672877 May 18 18:26:53.563656 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-863f71f0-35d2-4632-a5a8-c89629155dbe tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ad1f3a4-4507-49ed-9671-86bda7593d77']}} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:26:53.592178 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-863f71f0-35d2-4632-a5a8-c89629155dbe tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3150c86c-2ad5-474a-95ba-56800b0fd799') {'for_net_delete': True} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:26:53.599131 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-863f71f0-35d2-4632-a5a8-c89629155dbe tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3150c86c-2ad5-474a-95ba-56800b0fd799') {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:26:53.630562 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-863f71f0-35d2-4632-a5a8-c89629155dbe tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260542144'] for segment, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:53.680541 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-863f71f0-35d2-4632-a5a8-c89629155dbe tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:53.698624 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-863f71f0-35d2-4632-a5a8-c89629155dbe tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=102731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:26:53.701728 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-863f71f0-35d2-4632-a5a8-c89629155dbe tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260884178'] for segment, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:53.718754 n-d-838550-3 neutron-server[102731]: Traceback (most recent call last): May 18 18:26:53.718754 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:26:53.718754 n-d-838550-3 neutron-server[102731]: timer() May 18 18:26:53.718754 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:26:53.718754 n-d-838550-3 neutron-server[102731]: cb(*args, **kw) May 18 18:26:53.718754 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:26:53.718754 n-d-838550-3 neutron-server[102731]: return func(*args, **kwargs) May 18 18:26:53.718754 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:26:53.718754 n-d-838550-3 neutron-server[102731]: self._notify() May 18 18:26:53.718754 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:26:53.718754 n-d-838550-3 neutron-server[102731]: self.callback(batched_events) May 18 18:26:53.718754 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:26:53.718754 n-d-838550-3 neutron-server[102731]: event.method(event) May 18 18:26:53.718754 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:26:53.718754 n-d-838550-3 neutron-server[102731]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:26:53.718754 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:26:53.718754 n-d-838550-3 neutron-server[102731]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:26:53.718754 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:26:53.718754 n-d-838550-3 neutron-server[102731]: return f(self, *a, **k) May 18 18:26:53.718754 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:26:53.718754 n-d-838550-3 neutron-server[102731]: return self._get(url).json() May 18 18:26:53.718754 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:26:53.718754 n-d-838550-3 neutron-server[102731]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:26:53.718754 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:26:53.718754 n-d-838550-3 neutron-server[102731]: return self.request(url, 'GET', **kwargs) May 18 18:26:53.718754 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:26:53.718754 n-d-838550-3 neutron-server[102731]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:26:53.718754 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:26:53.718754 n-d-838550-3 neutron-server[102731]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:26:53.718754 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:26:53.718754 n-d-838550-3 neutron-server[102731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:26:53.718754 n-d-838550-3 neutron-server[102731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:26:53.986962 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689e44aa-14d2-42bf-a22d-464f167d3d79 req-58beb542-2448-408e-b8d8-7d5c249a9eb9 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:54.004428 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-689e44aa-14d2-42bf-a22d-464f167d3d79 req-58beb542-2448-408e-b8d8-7d5c249a9eb9 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef854938-189c-46f2-8314-215a08afd5f6 HTTP/1.1" status: 200 len: 945 time: 0.2419291 May 18 18:26:54.071059 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-71f870bf-a72c-4750-b410-140e6824aaab None None] Deleting port e6960bad-1aac-4f41-b262-bfbe947484d4 {{(pid=102732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:26:54.071645 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-71f870bf-a72c-4750-b410-140e6824aaab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:54.110120 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-689e44aa-14d2-42bf-a22d-464f167d3d79 req-d18a9b4c-f63e-433e-a033-5570f9671f90 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=ea6a757a-9c65-4a62-a27e-604b73d281bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046665 May 18 18:26:54.110887 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-863f71f0-35d2-4632-a5a8-c89629155dbe tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:54.177430 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 49862) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:26:54.182058 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-b2d2e9af-eaaa-45b0-b009-a196c386a9d4 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-372706829', 'description': 'tempest-secgroup-smoke-372706829 description', 'project_id': '4ce86b77116a4afca1694cba473235e6'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:26:54.192312 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-863f71f0-35d2-4632-a5a8-c89629155dbe tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:54.211031 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-863f71f0-35d2-4632-a5a8-c89629155dbe tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] 10.222.0.85 "DELETE /v2.0/networks/1ad1f3a4-4507-49ed-9671-86bda7593d77 HTTP/1.1" status: 204 len: 168 time: 2.4994538 May 18 18:26:54.212358 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863f71f0-35d2-4632-a5a8-c89629155dbe tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Pushing event deleted for resources: {'Network': ['ID=1ad1f3a4-4507-49ed-9671-86bda7593d77,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:26:54.215591 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 49864) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:26:54.265269 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b2d2e9af-eaaa-45b0-b009-a196c386a9d4 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:54.349225 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-396acb84-1afc-4bc0-a049-33fb45abe927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508'] for port, after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:54.369951 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device e6960bad-1aac-4f41-b262-bfbe947484d4 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:26:54.406302 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b2d2e9af-eaaa-45b0-b009-a196c386a9d4 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:54.412736 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b10efabc-62ca-421e-bee8-aa9c53a8745d tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:54.433299 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-396acb84-1afc-4bc0-a049-33fb45abe927 None None] Network 1ad1f3a4-4507-49ed-9671-86bda7593d77 is not hosted by any dhcp agent {{(pid=102732) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} May 18 18:26:54.434637 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396acb84-1afc-4bc0-a049-33fb45abe927 None None] No DVR routers for this DVR port 93b25f43-3700-4456-905e-ced38e18a437 on host n-d-838550-3 {{(pid=102732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:26:54.442554 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-71f870bf-a72c-4750-b410-140e6824aaab None None] For port e6960bad-1aac-4f41-b262-bfbe947484d4, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=e6960bad-1aac-4f41-b262-bfbe947484d4,segment=NetworkSegment(5709fb44-b54c-469a-ab31-1ee810cabf93),segment_id=5709fb44-b54c-469a-ab31-1ee810cabf93)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:26:54.443012 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-71f870bf-a72c-4750-b410-140e6824aaab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:54.448667 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b2d2e9af-eaaa-45b0-b009-a196c386a9d4 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:54.505209 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d2e9af-eaaa-45b0-b009-a196c386a9d4 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6f34100-4199-4c69-a3cb-028eff639d99,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:26:54.511170 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b2d2e9af-eaaa-45b0-b009-a196c386a9d4 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:54.515156 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-b2d2e9af-eaaa-45b0-b009-a196c386a9d4 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3350544 May 18 18:26:54.517543 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 49868) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:26:54.536507 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-c5064d29-57f2-4375-b8ef-a056c07dac1c tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Request body: {'security_group_rule': {'security_group_id': 'f6f34100-4199-4c69-a3cb-028eff639d99', 'project_id': '4ce86b77116a4afca1694cba473235e6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:26:54.542562 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e501e934-3316-4e2a-b62f-036f662b1ec5 req-61239851-a9a6-4c96-9495-0d58f19181a7 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:54.552145 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e501e934-3316-4e2a-b62f-036f662b1ec5 req-61239851-a9a6-4c96-9495-0d58f19181a7 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef854938-189c-46f2-8314-215a08afd5f6 HTTP/1.1" status: 200 len: 945 time: 0.1430376 May 18 18:26:54.609202 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c5064d29-57f2-4375-b8ef-a056c07dac1c tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:54.617987 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e501e934-3316-4e2a-b62f-036f662b1ec5 req-342095ff-8335-4c88-9f61-0469991f77da tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=ea6a757a-9c65-4a62-a27e-604b73d281bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646331 May 18 18:26:54.637572 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396acb84-1afc-4bc0-a049-33fb45abe927 None None] Pushing event deleted for resources: {'Port': ['ID=93b25f43-3700-4456-905e-ced38e18a437,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:26:54.644886 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-71f870bf-a72c-4750-b410-140e6824aaab None None] Calling delete_port for e6960bad-1aac-4f41-b262-bfbe947484d4 owned by network:dhcp {{(pid=102732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:26:54.667545 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-b10efabc-62ca-421e-bee8-aa9c53a8745d tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Deleting port e6960bad-1aac-4f41-b262-bfbe947484d4 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:26:54.668986 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b10efabc-62ca-421e-bee8-aa9c53a8745d tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:54.773576 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-b10efabc-62ca-421e-bee8-aa9c53a8745d tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] For port e6960bad-1aac-4f41-b262-bfbe947484d4, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=e6960bad-1aac-4f41-b262-bfbe947484d4,segment=NetworkSegment(5709fb44-b54c-469a-ab31-1ee810cabf93),segment_id=5709fb44-b54c-469a-ab31-1ee810cabf93)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:26:54.774377 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b10efabc-62ca-421e-bee8-aa9c53a8745d tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:54.790136 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-b10efabc-62ca-421e-bee8-aa9c53a8745d tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Calling delete_port for e6960bad-1aac-4f41-b262-bfbe947484d4 owned by network:dhcp {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:26:54.830581 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e563c7-3d0a-4724-8d91-6d622ab65530 req-50c496f0-628a-4b35-bca4-14f41d0137c0 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:54.839117 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-31e563c7-3d0a-4724-8d91-6d622ab65530 req-50c496f0-628a-4b35-bca4-14f41d0137c0 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef854938-189c-46f2-8314-215a08afd5f6 HTTP/1.1" status: 200 len: 945 time: 0.0743022 May 18 18:26:54.969190 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b10efabc-62ca-421e-bee8-aa9c53a8745d tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:54.976541 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port e6960bad-1aac-4f41-b262-bfbe947484d4 is: ACTIVE; New status is: DOWN {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:26:54.976942 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:55.039962 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-31e563c7-3d0a-4724-8d91-6d622ab65530 req-c9a71344-84fa-4daf-a1e5-c9a10ca69fa8 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=ea6a757a-9c65-4a62-a27e-604b73d281bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1995618 May 18 18:26:55.055225 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-71f870bf-a72c-4750-b410-140e6824aaab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508'] for port, after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:55.093559 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10efabc-62ca-421e-bee8-aa9c53a8745d tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Pushing event deleted for resources: {'Port': ['ID=e6960bad-1aac-4f41-b262-bfbe947484d4,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:26:55.112059 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f870bf-a72c-4750-b410-140e6824aaab None None] Pushing event deleted for resources: {'Port': ['ID=e6960bad-1aac-4f41-b262-bfbe947484d4,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:26:55.119809 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f870bf-a72c-4750-b410-140e6824aaab None None] No DVR routers for this DVR port e6960bad-1aac-4f41-b262-bfbe947484d4 on host n-d-838550-3 {{(pid=102732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:26:55.122220 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10efabc-62ca-421e-bee8-aa9c53a8745d tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] No DVR routers for this DVR port e6960bad-1aac-4f41-b262-bfbe947484d4 on host n-d-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:26:55.271910 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3782fbfc-a468-4bea-b64d-717e7439797b req-f1f1b58d-4d6d-4d63-b585-d13266732a4a tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:55.275179 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3782fbfc-a468-4bea-b64d-717e7439797b req-f1f1b58d-4d6d-4d63-b585-d13266732a4a tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef854938-189c-46f2-8314-215a08afd5f6 HTTP/1.1" status: 200 len: 945 time: 0.0738237 May 18 18:26:55.285662 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b10efabc-62ca-421e-bee8-aa9c53a8745d tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:55.319474 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-b10efabc-62ca-421e-bee8-aa9c53a8745d tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be485fa5-2e67-4e5d-888c-11c8dd5b247f']}} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:26:55.343579 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-b10efabc-62ca-421e-bee8-aa9c53a8745d tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5709fb44-b54c-469a-ab31-1ee810cabf93') {'for_net_delete': True} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:26:55.343879 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-b10efabc-62ca-421e-bee8-aa9c53a8745d tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5709fb44-b54c-469a-ab31-1ee810cabf93') {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:26:55.369366 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b10efabc-62ca-421e-bee8-aa9c53a8745d tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260542144'] for segment, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:55.387363 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b10efabc-62ca-421e-bee8-aa9c53a8745d tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:55.394286 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b10efabc-62ca-421e-bee8-aa9c53a8745d tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=102731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:26:55.394691 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b10efabc-62ca-421e-bee8-aa9c53a8745d tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260884178'] for segment, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:55.400249 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3782fbfc-a468-4bea-b64d-717e7439797b req-a025e290-8b0f-44c4-b7b2-e0c1af432ba2 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=ea6a757a-9c65-4a62-a27e-604b73d281bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144414 May 18 18:26:55.425716 n-d-838550-3 neutron-server[102731]: Traceback (most recent call last): May 18 18:26:55.425716 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:26:55.425716 n-d-838550-3 neutron-server[102731]: timer() May 18 18:26:55.425716 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:26:55.425716 n-d-838550-3 neutron-server[102731]: cb(*args, **kw) May 18 18:26:55.425716 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:26:55.425716 n-d-838550-3 neutron-server[102731]: return func(*args, **kwargs) May 18 18:26:55.425716 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:26:55.425716 n-d-838550-3 neutron-server[102731]: self._notify() May 18 18:26:55.425716 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:26:55.425716 n-d-838550-3 neutron-server[102731]: self.callback(batched_events) May 18 18:26:55.425716 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:26:55.425716 n-d-838550-3 neutron-server[102731]: event.method(event) May 18 18:26:55.425716 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:26:55.425716 n-d-838550-3 neutron-server[102731]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:26:55.425716 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:26:55.425716 n-d-838550-3 neutron-server[102731]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:26:55.425716 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:26:55.425716 n-d-838550-3 neutron-server[102731]: return f(self, *a, **k) May 18 18:26:55.425716 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:26:55.425716 n-d-838550-3 neutron-server[102731]: return self._get(url).json() May 18 18:26:55.425716 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:26:55.425716 n-d-838550-3 neutron-server[102731]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:26:55.425716 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:26:55.425716 n-d-838550-3 neutron-server[102731]: return self.request(url, 'GET', **kwargs) May 18 18:26:55.425716 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:26:55.425716 n-d-838550-3 neutron-server[102731]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:26:55.425716 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:26:55.425716 n-d-838550-3 neutron-server[102731]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:26:55.425716 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:26:55.425716 n-d-838550-3 neutron-server[102731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:26:55.425716 n-d-838550-3 neutron-server[102731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:26:55.429141 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c5064d29-57f2-4375-b8ef-a056c07dac1c tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:55.506490 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5898b73f-1921-47b8-8908-9fd1ab58c944 req-2f96db1d-0b5f-4b5a-ae93-3d9934be487c tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:55.514346 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5898b73f-1921-47b8-8908-9fd1ab58c944 req-2f96db1d-0b5f-4b5a-ae93-3d9934be487c tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/ports?device_id=68250932-273e-4325-9e64-8bc21316b470 HTTP/1.1" status: 200 len: 945 time: 0.6169462 May 18 18:26:55.517844 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b10efabc-62ca-421e-bee8-aa9c53a8745d tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:55.523428 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b10efabc-62ca-421e-bee8-aa9c53a8745d tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:55.527398 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-b10efabc-62ca-421e-bee8-aa9c53a8745d tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] 10.222.0.85 "DELETE /v2.0/networks/be485fa5-2e67-4e5d-888c-11c8dd5b247f HTTP/1.1" status: 204 len: 168 time: 1.3081369 May 18 18:26:55.570124 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 49896) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:26:55.570771 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c5064d29-57f2-4375-b8ef-a056c07dac1c tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:55.666862 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10efabc-62ca-421e-bee8-aa9c53a8745d tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Pushing event deleted for resources: {'Network': ['ID=be485fa5-2e67-4e5d-888c-11c8dd5b247f,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:26:55.684049 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5064d29-57f2-4375-b8ef-a056c07dac1c tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09632d7c-e258-475d-9a0a-798e30d907e8,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:26:55.689654 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c5064d29-57f2-4375-b8ef-a056c07dac1c tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:55.691195 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-c5064d29-57f2-4375-b8ef-a056c07dac1c tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1715660 May 18 18:26:55.695430 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 49902) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:26:55.735965 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5898b73f-1921-47b8-8908-9fd1ab58c944 req-bc71c94c-9050-4f71-b9cb-9b2f6019b10e tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/security-groups?id=11a2a54b-8d3a-4e8b-aced-30411dedac26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2204082 May 18 18:26:55.738832 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-1dfcfbf8-1c51-4f79-b2bf-0d05c876fa51 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Request body: {'security_group_rule': {'security_group_id': 'f6f34100-4199-4c69-a3cb-028eff639d99', 'project_id': '4ce86b77116a4afca1694cba473235e6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:26:55.863618 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_v2 [None req-097868bb-8354-4322-90fc-3379fa1181c4 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Deleting subnet a39730b7-eac8-41f2-ac17-db043e5274ff {{(pid=102730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:26:55.867315 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-097868bb-8354-4322-90fc-3379fa1181c4 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Notify callbacks [] for subnet, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:55.992841 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1dfcfbf8-1c51-4f79-b2bf-0d05c876fa51 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:56.044697 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-097868bb-8354-4322-90fc-3379fa1181c4 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260107366'] for subnet, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:56.094500 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c6f87e79-84f0-4636-b083-47746dd17d8d req-50f51acb-89a8-4e1d-a0ce-ceb3409ef05c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9b9fd8ee-e843-4aca-b24e-7cbfa5ecfb92&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6156135 May 18 18:26:56.124762 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0df748-ba57-45ac-9a89-99abae44d7f1 req-c9008a0f-0c85-402b-aa50-7ba88bb672ba tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:56.132219 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9c0df748-ba57-45ac-9a89-99abae44d7f1 req-c9008a0f-0c85-402b-aa50-7ba88bb672ba tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef854938-189c-46f2-8314-215a08afd5f6 HTTP/1.1" status: 200 len: 945 time: 0.1808541 May 18 18:26:56.257145 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1dfcfbf8-1c51-4f79-b2bf-0d05c876fa51 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:56.282481 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1dfcfbf8-1c51-4f79-b2bf-0d05c876fa51 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:56.312057 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9c0df748-ba57-45ac-9a89-99abae44d7f1 req-874e5494-b8c2-4153-8fdf-36991953d3f4 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=ea6a757a-9c65-4a62-a27e-604b73d281bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1742826 May 18 18:26:56.317426 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device aad21639-9096-401f-be6b-1fcf72a3df15 up at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:26:56.340398 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f87e79-84f0-4636-b083-47746dd17d8d req-915df77a-8bb5-425d-b71f-4b7c7c3bb730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:56.342429 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c6f87e79-84f0-4636-b083-47746dd17d8d req-915df77a-8bb5-425d-b71f-4b7c7c3bb730 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1cf6702826ca40b18af7dfcf12233973&device_id=9b9fd8ee-e843-4aca-b24e-7cbfa5ecfb92 HTTP/1.1" status: 200 len: 1096 time: 0.2053862 May 18 18:26:56.344275 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-097868bb-8354-4322-90fc-3379fa1181c4 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:56.348309 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfcfbf8-1c51-4f79-b2bf-0d05c876fa51 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dbba105-94b1-4a4a-bd14-026a1635df75,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:26:56.374972 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1dfcfbf8-1c51-4f79-b2bf-0d05c876fa51 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:56.376486 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-1dfcfbf8-1c51-4f79-b2bf-0d05c876fa51 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6800802 May 18 18:26:56.379693 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 49920) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:26:56.385104 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-c3ae0e7e-80a2-42a6-92ba-91384e0db4d4 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Request body: {'security_group_rule': {'security_group_id': 'f6f34100-4199-4c69-a3cb-028eff639d99', 'project_id': '4ce86b77116a4afca1694cba473235e6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:26:56.519812 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c3ae0e7e-80a2-42a6-92ba-91384e0db4d4 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:56.522402 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-097868bb-8354-4322-90fc-3379fa1181c4 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261104690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261031888'] for subnet, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:56.529322 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f87e79-84f0-4636-b083-47746dd17d8d req-4fb20607-ca00-4ce1-b1a8-3c13d86a3407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:56.531308 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c6f87e79-84f0-4636-b083-47746dd17d8d req-4fb20607-ca00-4ce1-b1a8-3c13d86a3407 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b0e0df8a-fe46-47e2-96e7-6f339d67d466 HTTP/1.1" status: 200 len: 915 time: 0.1528490 May 18 18:26:56.592888 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097868bb-8354-4322-90fc-3379fa1181c4 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Pushing event deleted for resources: {'Subnet': ['ID=a39730b7-eac8-41f2-ac17-db043e5274ff,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:26:56.614172 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-912be25c-b26b-4304-989c-1a9bd8e5594e None None] Network d0faa7aa-3966-43a5-9003-800e70269565 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:26:56.659286 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-097868bb-8354-4322-90fc-3379fa1181c4 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:56.681080 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-097868bb-8354-4322-90fc-3379fa1181c4 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] 10.222.0.85 "DELETE /v2.0/subnets/a39730b7-eac8-41f2-ac17-db043e5274ff HTTP/1.1" status: 204 len: 168 time: 1.1072726 May 18 18:26:56.696193 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 49928) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:26:56.710214 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c3ae0e7e-80a2-42a6-92ba-91384e0db4d4 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:56.721016 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c3ae0e7e-80a2-42a6-92ba-91384e0db4d4 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:56.757282 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae0e7e-80a2-42a6-92ba-91384e0db4d4 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a874192-ca67-4d97-b74f-ef0ec618c2f3,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:26:56.788816 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c3ae0e7e-80a2-42a6-92ba-91384e0db4d4 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:56.796234 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-c3ae0e7e-80a2-42a6-92ba-91384e0db4d4 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4154489 May 18 18:26:56.797596 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 49938) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:26:56.805712 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-ff427e35-b571-4e39-b655-214e688523f7 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Request body: {'security_group_rule': {'security_group_id': 'f6f34100-4199-4c69-a3cb-028eff639d99', 'project_id': '4ce86b77116a4afca1694cba473235e6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:26:56.844127 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning for port aad21639-9096-401f-be6b-1fcf72a3df15 completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:26:56.846513 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ff427e35-b571-4e39-b655-214e688523f7 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:56.860571 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning complete for port aad21639-9096-401f-be6b-1fcf72a3df15 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:26:56.860955 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:56.978721 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c6f87e79-84f0-4636-b083-47746dd17d8d req-ed3082e4-6114-47e8-90fa-eeee4652ef12 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90514794-1f1f-4757-a687-051a1fe538a4 HTTP/1.1" status: 200 len: 1001 time: 0.4132957 May 18 18:26:57.040398 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ff427e35-b571-4e39-b655-214e688523f7 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:57.061602 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ff427e35-b571-4e39-b655-214e688523f7 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:57.092672 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-85e24189-97a3-4c4c-910e-cb17cc6cb015 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:57.132646 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af922315-ab4a-4ac9-897c-df5264d90c18 req-6a7b79f7-8225-4307-a26c-b7c3e6e19e15 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:57.157668 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-af922315-ab4a-4ac9-897c-df5264d90c18 req-6a7b79f7-8225-4307-a26c-b7c3e6e19e15 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/ports?device_id=68250932-273e-4325-9e64-8bc21316b470 HTTP/1.1" status: 200 len: 945 time: 0.2559783 May 18 18:26:57.167645 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff427e35-b571-4e39-b655-214e688523f7 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af069218-85f6-41e4-925f-ff3f283f9e60,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:26:57.207939 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port aad21639-9096-401f-be6b-1fcf72a3df15 is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:26:57.210237 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:57.236247 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f87e79-84f0-4636-b083-47746dd17d8d req-22c32e81-4bf8-45d8-ab99-5331ab2e7190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:57.238248 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c6f87e79-84f0-4636-b083-47746dd17d8d req-22c32e81-4bf8-45d8-ab99-5331ab2e7190 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=accb0a89-f23b-4ef5-8f87-983b3d81047a HTTP/1.1" status: 200 len: 853 time: 0.2389393 May 18 18:26:57.261008 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ff427e35-b571-4e39-b655-214e688523f7 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:57.271029 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-ff427e35-b571-4e39-b655-214e688523f7 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4717391 May 18 18:26:57.273529 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 49942) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:26:57.280268 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3af06ae7-a690-4f40-bcb1-f8f76cf6c6ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aad21639-9096-401f-be6b-1fcf72a3df15'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:26:57.282753 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13252ae6-fc24-4758-b6cb-4631721a826d" -d '{"events": [{"server_uuid": "3af06ae7-a690-4f40-bcb1-f8f76cf6c6ef", "name": "network-vif-plugged", "status": "completed", "tag": "aad21639-9096-401f-be6b-1fcf72a3df15"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:26:57.312291 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port aad21639-9096-401f-be6b-1fcf72a3df15, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=aad21639-9096-401f-be6b-1fcf72a3df15,segment=NetworkSegment(dee46304-0b61-4765-8fa4-fe4ec736c06a),segment_id=dee46304-0b61-4765-8fa4-fe4ec736c06a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:26:57.314538 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-b8d5803a-3ed5-4603-b1f0-572403aaea4f tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Request body: {'security_group_rule': {'security_group_id': 'f6f34100-4199-4c69-a3cb-028eff639d99', 'project_id': '4ce86b77116a4afca1694cba473235e6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:26:57.326365 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-302e818e-6992-4ce5-aee4-b2f2cb683193 None None] DHCP port deletion for d0faa7aa-3966-43a5-9003-800e70269565 request from n-d-838550-3 {{(pid=102732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 18:26:57.364517 n-d-838550-3 neutron-server[102731]: INFO neutron.db.securitygroups_db [None req-b8d5803a-3ed5-4603-b1f0-572403aaea4f tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Project 4ce86b77116a4afca1694cba473235e6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 18 18:26:57.370509 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b8d5803a-3ed5-4603-b1f0-572403aaea4f tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:57.423951 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:57.442108 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-af922315-ab4a-4ac9-897c-df5264d90c18 req-2c3aca3a-1fd6-461c-ac5b-1bbc2ce979b2 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/security-groups?id=11a2a54b-8d3a-4e8b-aced-30411dedac26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2832851 May 18 18:26:57.508604 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f87e79-84f0-4636-b083-47746dd17d8d req-04062551-3e78-4daf-b67b-edf6480bb9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:57.517769 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c6f87e79-84f0-4636-b083-47746dd17d8d req-04062551-3e78-4daf-b67b-edf6480bb9a2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b0e0df8a-fe46-47e2-96e7-6f339d67d466&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2087259 May 18 18:26:57.584132 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b8d5803a-3ed5-4603-b1f0-572403aaea4f tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:57.595255 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b8d5803a-3ed5-4603-b1f0-572403aaea4f tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:57.635803 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d5803a-3ed5-4603-b1f0-572403aaea4f tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f005e5dd-42c2-41ef-a67e-d8ae1a6b0b96,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:26:57.640869 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=aad21639-9096-401f-be6b-1fcf72a3df15,revision_number=14']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:26:57.662576 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b8d5803a-3ed5-4603-b1f0-572403aaea4f tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:57.663812 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-b8d5803a-3ed5-4603-b1f0-572403aaea4f tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3892686 May 18 18:26:57.666541 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 49952) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:26:57.671899 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-7c403569-a651-46a8-9560-23aa69db7ab6 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Request body: {'security_group_rule': {'security_group_id': 'f6f34100-4199-4c69-a3cb-028eff639d99', 'project_id': '4ce86b77116a4afca1694cba473235e6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:26:57.737801 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbde8a3e-2be8-46fe-b390-c8a01fdfeea3 x-openstack-request-id: req-dbde8a3e-2be8-46fe-b390-c8a01fdfeea3 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:26:57.738202 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3af06ae7-a690-4f40-bcb1-f8f76cf6c6ef", "name": "network-vif-plugged", "status": "completed", "tag": "aad21639-9096-401f-be6b-1fcf72a3df15", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:26:57.738555 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-dbde8a3e-2be8-46fe-b390-c8a01fdfeea3 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:26:57.739056 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbde8a3e-2be8-46fe-b390-c8a01fdfeea3'] response: {'server_uuid': '3af06ae7-a690-4f40-bcb1-f8f76cf6c6ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aad21639-9096-401f-be6b-1fcf72a3df15', 'code': 200} May 18 18:26:57.756365 n-d-838550-3 neutron-server[102731]: INFO neutron.db.securitygroups_db [None req-7c403569-a651-46a8-9560-23aa69db7ab6 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Project 4ce86b77116a4afca1694cba473235e6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 18 18:26:57.762583 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7c403569-a651-46a8-9560-23aa69db7ab6 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:57.765539 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-302e818e-6992-4ce5-aee4-b2f2cb683193 None None] Deleting port ab09308f-5375-4f47-b5d7-9d5307cbb114 {{(pid=102732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:26:57.771374 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-302e818e-6992-4ce5-aee4-b2f2cb683193 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:57.805529 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-85e24189-97a3-4c4c-910e-cb17cc6cb015 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Deleting port ab09308f-5375-4f47-b5d7-9d5307cbb114 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:26:57.810738 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-85e24189-97a3-4c4c-910e-cb17cc6cb015 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:57.956842 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-302e818e-6992-4ce5-aee4-b2f2cb683193 None None] For port ab09308f-5375-4f47-b5d7-9d5307cbb114, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=ab09308f-5375-4f47-b5d7-9d5307cbb114,segment=NetworkSegment(ca6f76a4-f0c0-4f24-a877-26abbd0e1c1e),segment_id=ca6f76a4-f0c0-4f24-a877-26abbd0e1c1e)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:26:57.957252 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-302e818e-6992-4ce5-aee4-b2f2cb683193 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:58.039176 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-302e818e-6992-4ce5-aee4-b2f2cb683193 None None] Calling delete_port for ab09308f-5375-4f47-b5d7-9d5307cbb114 owned by network:dhcp {{(pid=102732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:26:58.061333 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7c403569-a651-46a8-9560-23aa69db7ab6 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:58.071405 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7c403569-a651-46a8-9560-23aa69db7ab6 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:58.076013 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-85e24189-97a3-4c4c-910e-cb17cc6cb015 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] For port ab09308f-5375-4f47-b5d7-9d5307cbb114, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=ab09308f-5375-4f47-b5d7-9d5307cbb114,segment=NetworkSegment(ca6f76a4-f0c0-4f24-a877-26abbd0e1c1e),segment_id=ca6f76a4-f0c0-4f24-a877-26abbd0e1c1e)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:26:58.077120 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-85e24189-97a3-4c4c-910e-cb17cc6cb015 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:58.101537 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c6f87e79-84f0-4636-b083-47746dd17d8d req-bc27be0f-b511-4cbd-b7c5-e1f39c346192 service neutron] 10.222.0.36 "GET /v2.0/networks/b0e0df8a-fe46-47e2-96e7-6f339d67d466?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5754919 May 18 18:26:58.102586 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-85e24189-97a3-4c4c-910e-cb17cc6cb015 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Calling delete_port for ab09308f-5375-4f47-b5d7-9d5307cbb114 owned by network:dhcp {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:26:58.110515 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c403569-a651-46a8-9560-23aa69db7ab6 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=274decf2-840f-4449-abed-7f25ced553d7,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:26:58.153020 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7c403569-a651-46a8-9560-23aa69db7ab6 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:58.155763 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-7c403569-a651-46a8-9560-23aa69db7ab6 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4880939 May 18 18:26:58.229534 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device ab09308f-5375-4f47-b5d7-9d5307cbb114 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:26:58.322021 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-85e24189-97a3-4c4c-910e-cb17cc6cb015 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:58.357483 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-302e818e-6992-4ce5-aee4-b2f2cb683193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508'] for port, after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:58.435047 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302e818e-6992-4ce5-aee4-b2f2cb683193 None None] Pushing event deleted for resources: {'Port': ['ID=ab09308f-5375-4f47-b5d7-9d5307cbb114,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:26:58.453098 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302e818e-6992-4ce5-aee4-b2f2cb683193 None None] No DVR routers for this DVR port ab09308f-5375-4f47-b5d7-9d5307cbb114 on host n-d-838550-3 {{(pid=102732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:26:58.476275 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No active binding found for port ab09308f-5375-4f47-b5d7-9d5307cbb114 {{(pid=102732) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} May 18 18:26:58.476713 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device ab09308f-5375-4f47-b5d7-9d5307cbb114 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:26:58.522604 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cd709fb7-7038-4988-abce-6109572c3cb8 req-d7fe55e4-2b5f-497f-a3c9-ac88553a0ccf service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=ed8e89cf-ba95-48d1-a49b-7ab0699b2d22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0898139 May 18 18:26:58.588914 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e24189-97a3-4c4c-910e-cb17cc6cb015 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] No DVR routers for this DVR port ab09308f-5375-4f47-b5d7-9d5307cbb114 on host n-d-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:26:58.597039 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e24189-97a3-4c4c-910e-cb17cc6cb015 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Pushing event deleted for resources: {'Port': ['ID=ab09308f-5375-4f47-b5d7-9d5307cbb114,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:26:58.715672 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd709fb7-7038-4988-abce-6109572c3cb8 req-6f59a3f1-deea-480d-878c-84a099d1a1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:58.717226 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cd709fb7-7038-4988-abce-6109572c3cb8 req-6f59a3f1-deea-480d-878c-84a099d1a1b3 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=dc04081bebe44448af91d703facdf00a&device_id=ed8e89cf-ba95-48d1-a49b-7ab0699b2d22 HTTP/1.1" status: 200 len: 1097 time: 0.1667185 May 18 18:26:58.751935 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ba2668-fa8a-4946-8b18-ae75d50ab7e3 req-6e0698e7-f781-4caf-84be-e46606fd999d tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:58.763857 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-37ba2668-fa8a-4946-8b18-ae75d50ab7e3 req-6e0698e7-f781-4caf-84be-e46606fd999d tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/ports?device_id=68250932-273e-4325-9e64-8bc21316b470 HTTP/1.1" status: 200 len: 945 time: 0.1554997 May 18 18:26:58.884879 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-85e24189-97a3-4c4c-910e-cb17cc6cb015 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:58.933077 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c6f87e79-84f0-4636-b083-47746dd17d8d req-5c973fee-4e38-450f-b563-27688fd5abae service neutron] 10.222.0.36 "GET /v2.0/networks/b0e0df8a-fe46-47e2-96e7-6f339d67d466?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8104286 May 18 18:26:58.934970 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-85e24189-97a3-4c4c-910e-cb17cc6cb015 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0faa7aa-3966-43a5-9003-800e70269565']}} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:26:58.948045 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-37ba2668-fa8a-4946-8b18-ae75d50ab7e3 req-c8c57a63-3db9-474c-be1e-cfb911a63819 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/security-groups?id=11a2a54b-8d3a-4e8b-aced-30411dedac26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1833169 May 18 18:26:58.956472 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-85e24189-97a3-4c4c-910e-cb17cc6cb015 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca6f76a4-f0c0-4f24-a877-26abbd0e1c1e') {'for_net_delete': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:26:58.956773 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-85e24189-97a3-4c4c-910e-cb17cc6cb015 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca6f76a4-f0c0-4f24-a877-26abbd0e1c1e') {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:26:58.985556 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-85e24189-97a3-4c4c-910e-cb17cc6cb015 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260107375'] for segment, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:59.009477 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd709fb7-7038-4988-abce-6109572c3cb8 req-d0db1cd7-35a2-4517-a6c8-b96826c279df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:59.011365 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cd709fb7-7038-4988-abce-6109572c3cb8 req-d0db1cd7-35a2-4517-a6c8-b96826c279df service neutron] 10.222.0.88 "GET /v2.0/networks?id=adbd4d3b-93fc-4f7a-a6ae-1551b2db5668 HTTP/1.1" status: 200 len: 912 time: 0.2447004 May 18 18:26:59.024086 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-85e24189-97a3-4c4c-910e-cb17cc6cb015 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:59.040979 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85e24189-97a3-4c4c-910e-cb17cc6cb015 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=102730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:26:59.041409 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-85e24189-97a3-4c4c-910e-cb17cc6cb015 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261102736'] for segment, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:59.045043 n-d-838550-3 neutron-server[102730]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:26:59.045043 n-d-838550-3 neutron-server[102730]: self.session.flush() May 18 18:26:59.045043 n-d-838550-3 neutron-server[102730]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:26:59.045043 n-d-838550-3 neutron-server[102730]: self.session.flush() May 18 18:26:59.045043 n-d-838550-3 neutron-server[102730]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:26:59.045043 n-d-838550-3 neutron-server[102730]: self.session.flush() May 18 18:26:59.045043 n-d-838550-3 neutron-server[102730]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:26:59.045043 n-d-838550-3 neutron-server[102730]: self.session.flush() May 18 18:26:59.045043 n-d-838550-3 neutron-server[102730]: Traceback (most recent call last): May 18 18:26:59.045043 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:26:59.045043 n-d-838550-3 neutron-server[102730]: timer() May 18 18:26:59.045043 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:26:59.045043 n-d-838550-3 neutron-server[102730]: cb(*args, **kw) May 18 18:26:59.045043 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:26:59.045043 n-d-838550-3 neutron-server[102730]: return func(*args, **kwargs) May 18 18:26:59.045043 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:26:59.045043 n-d-838550-3 neutron-server[102730]: self._notify() May 18 18:26:59.045043 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:26:59.045043 n-d-838550-3 neutron-server[102730]: self.callback(batched_events) May 18 18:26:59.045043 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:26:59.045043 n-d-838550-3 neutron-server[102730]: event.method(event) May 18 18:26:59.045043 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:26:59.045043 n-d-838550-3 neutron-server[102730]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:26:59.045043 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:26:59.045043 n-d-838550-3 neutron-server[102730]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:26:59.045043 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:26:59.045043 n-d-838550-3 neutron-server[102730]: return f(self, *a, **k) May 18 18:26:59.045043 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:26:59.045043 n-d-838550-3 neutron-server[102730]: return self._get(url).json() May 18 18:26:59.045043 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:26:59.045043 n-d-838550-3 neutron-server[102730]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:26:59.045043 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:26:59.045043 n-d-838550-3 neutron-server[102730]: return self.request(url, 'GET', **kwargs) May 18 18:26:59.045043 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:26:59.045043 n-d-838550-3 neutron-server[102730]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:26:59.045043 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:26:59.045043 n-d-838550-3 neutron-server[102730]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:26:59.045043 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:26:59.045043 n-d-838550-3 neutron-server[102730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:26:59.045043 n-d-838550-3 neutron-server[102730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:26:59.147720 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cd709fb7-7038-4988-abce-6109572c3cb8 req-52dfec25-5ce1-442e-93cc-698914e0e810 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f6f951c7-18a9-4c0d-a7eb-7ef0b984c1a2 HTTP/1.1" status: 200 len: 217 time: 0.1219673 May 18 18:26:59.240162 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-85e24189-97a3-4c4c-910e-cb17cc6cb015 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:59.252181 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-85e24189-97a3-4c4c-910e-cb17cc6cb015 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:59.256211 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-85e24189-97a3-4c4c-910e-cb17cc6cb015 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] 10.222.0.85 "DELETE /v2.0/networks/d0faa7aa-3966-43a5-9003-800e70269565 HTTP/1.1" status: 204 len: 168 time: 2.5577238 May 18 18:26:59.264799 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 50040) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:26:59.308338 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd709fb7-7038-4988-abce-6109572c3cb8 req-38b3de71-7967-470f-a8af-87e65f980347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:59.322979 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cd709fb7-7038-4988-abce-6109572c3cb8 req-38b3de71-7967-470f-a8af-87e65f980347 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b85d9655-9e18-4f20-bd82-d6f95b142d2a HTTP/1.1" status: 200 len: 850 time: 0.1726701 May 18 18:26:59.335246 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e24189-97a3-4c4c-910e-cb17cc6cb015 tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Pushing event deleted for resources: {'Network': ['ID=d0faa7aa-3966-43a5-9003-800e70269565,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:26:59.382223 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-e024fb6c-ebd9-45e3-a7f7-236479cbbf8c tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] 10.222.0.85 "GET /v2.0/ports?device_id=5179fabe-5e59-4719-a896-df712a5cf2dd HTTP/1.1" status: 200 len: 205 time: 0.1114755 May 18 18:26:59.383345 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 50048) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:26:59.413798 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0f29ff-d3b8-46ea-b02a-1dc60ef08c17 req-ef1c1971-de21-4134-8387-65e595b7d6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:59.415449 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7e0f29ff-d3b8-46ea-b02a-1dc60ef08c17 req-ef1c1971-de21-4134-8387-65e595b7d6a3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0d731d0a64e04789ad04262ef63d1dbd&device_id=68250932-273e-4325-9e64-8bc21316b470 HTTP/1.1" status: 200 len: 1096 time: 0.0490479 May 18 18:26:59.500244 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd709fb7-7038-4988-abce-6109572c3cb8 req-5669af9e-9420-467c-a32d-f5ac30f4e747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:59.501845 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cd709fb7-7038-4988-abce-6109572c3cb8 req-5669af9e-9420-467c-a32d-f5ac30f4e747 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=adbd4d3b-93fc-4f7a-a6ae-1551b2db5668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1703937 May 18 18:26:59.504792 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1cf46711-bafb-4094-87fd-f0f93f4360af tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Notify callbacks [] for router, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:26:59.665888 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0f29ff-d3b8-46ea-b02a-1dc60ef08c17 req-89e8509d-7d61-4e15-9b83-fc98971508d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:59.667900 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7e0f29ff-d3b8-46ea-b02a-1dc60ef08c17 req-89e8509d-7d61-4e15-9b83-fc98971508d5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=32a0c3b3-6eed-4c0e-b14e-e9888ed81174 HTTP/1.1" status: 200 len: 918 time: 0.2438622 May 18 18:26:59.797963 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7e0f29ff-d3b8-46ea-b02a-1dc60ef08c17 req-129dacbf-b199-436b-a4dd-ad62bdea75ef service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3f298efd-d789-4784-af4f-e91f6b2cc1ad HTTP/1.1" status: 200 len: 1001 time: 0.1170681 May 18 18:26:59.861571 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0f29ff-d3b8-46ea-b02a-1dc60ef08c17 req-025997bf-fed1-48e9-a612-4c3d6076a632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:59.863100 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7e0f29ff-d3b8-46ea-b02a-1dc60ef08c17 req-025997bf-fed1-48e9-a612-4c3d6076a632 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ac45570a-d36a-47d1-a935-bbf3ce99c6a8 HTTP/1.1" status: 200 len: 856 time: 0.0585015 May 18 18:26:59.955851 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0f29ff-d3b8-46ea-b02a-1dc60ef08c17 req-aa0dc13c-56c2-490e-a51a-bd5bec45b2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:26:59.958273 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7e0f29ff-d3b8-46ea-b02a-1dc60ef08c17 req-aa0dc13c-56c2-490e-a51a-bd5bec45b2cb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=32a0c3b3-6eed-4c0e-b14e-e9888ed81174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0771663 May 18 18:27:00.169969 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7e0f29ff-d3b8-46ea-b02a-1dc60ef08c17 req-846643a6-e0de-4b44-bffc-0d91b83c689b service neutron] 10.222.0.36 "GET /v2.0/networks/32a0c3b3-6eed-4c0e-b14e-e9888ed81174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017345 May 18 18:27:00.279532 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1cf46711-bafb-4094-87fd-f0f93f4360af tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25145'] for router, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:00.285202 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1cf46711-bafb-4094-87fd-f0f93f4360af tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:00.341764 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7e0f29ff-d3b8-46ea-b02a-1dc60ef08c17 req-ad75f51a-bd8b-4b4c-85da-dd5c84f25220 service neutron] 10.222.0.36 "GET /v2.0/networks/32a0c3b3-6eed-4c0e-b14e-e9888ed81174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640592 May 18 18:27:00.459190 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1cf46711-bafb-4094-87fd-f0f93f4360af tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593303'] for router, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:00.459918 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cf46711-bafb-4094-87fd-f0f93f4360af tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Fanout notify agent at l3_agent the message router_deleted on router 5179fabe-5e59-4719-a896-df712a5cf2dd {{(pid=102731) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 18 18:27:00.477065 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1cf46711-bafb-4094-87fd-f0f93f4360af tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] Notify callbacks [] for router, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:00.478300 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-1cf46711-bafb-4094-87fd-f0f93f4360af tempest-RoutersNegativeIpV6Test-1825136878 tempest-RoutersNegativeIpV6Test-1825136878-project] 10.222.0.85 "DELETE /v2.0/routers/5179fabe-5e59-4719-a896-df712a5cf2dd HTTP/1.1" status: 204 len: 168 time: 1.0937274 May 18 18:27:00.501752 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c36f15-5588-4391-9787-6bccce14d87e req-56e36225-3d91-4d8c-973d-4b6586814bd0 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:27:00.503379 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a3c36f15-5588-4391-9787-6bccce14d87e req-56e36225-3d91-4d8c-973d-4b6586814bd0 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/ports?device_id=68250932-273e-4325-9e64-8bc21316b470 HTTP/1.1" status: 200 len: 945 time: 0.2687242 May 18 18:27:00.506386 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cd709fb7-7038-4988-abce-6109572c3cb8 req-13f56bdf-1840-479b-bfa3-db662da9fa8a service neutron] 10.222.0.88 "GET /v2.0/networks/adbd4d3b-93fc-4f7a-a6ae-1551b2db5668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9279544 May 18 18:27:00.643117 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a3c36f15-5588-4391-9787-6bccce14d87e req-d457350e-6983-4aa9-9f36-a8f5f1d4cb0e tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/security-groups?id=11a2a54b-8d3a-4e8b-aced-30411dedac26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135507 May 18 18:27:00.696752 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cd709fb7-7038-4988-abce-6109572c3cb8 req-e06d917c-81db-41a6-a036-bc279dca1715 service neutron] 10.222.0.88 "GET /v2.0/networks/adbd4d3b-93fc-4f7a-a6ae-1551b2db5668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821358 May 18 18:27:00.895253 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f324e5-573c-4514-b646-c8495778cefc req-cf292699-7faf-43a7-b52b-53810d2bffb3 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:27:00.898257 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-36f324e5-573c-4514-b646-c8495778cefc req-cf292699-7faf-43a7-b52b-53810d2bffb3 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "GET /v2.0/ports?device_id=9b9fd8ee-e843-4aca-b24e-7cbfa5ecfb92 HTTP/1.1" status: 200 len: 945 time: 0.0996463 May 18 18:27:00.949354 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-36f324e5-573c-4514-b646-c8495778cefc req-19c5b0b1-d948-4cd1-86d2-68e109c8c68a tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "GET /v2.0/security-groups?id=2c58082d-62d2-4dbd-855f-9827a04387ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434134 May 18 18:27:01.015833 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:01.067234 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 50134) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:27:01.219354 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:01.290942 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-10326697-bb33-4baf-bc10-cec3dba52103 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=a9256394be5a4e8f87fe1bb053aeb58a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2224207 May 18 18:27:01.293467 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 50146) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:27:01.374196 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-91ca42cf-a928-49a3-a125-e8307f22c91e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:01.403114 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-91ca42cf-a928-49a3-a125-e8307f22c91e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:01.475976 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-91ca42cf-a928-49a3-a125-e8307f22c91e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:01.478669 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-91ca42cf-a928-49a3-a125-e8307f22c91e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:01.482678 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-91ca42cf-a928-49a3-a125-e8307f22c91e admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/b89849dd-e28b-46ca-b93a-037b48953904 HTTP/1.1" status: 204 len: 168 time: 0.1874146 May 18 18:27:01.499774 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ca42cf-a928-49a3-a125-e8307f22c91e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b89849dd-e28b-46ca-b93a-037b48953904,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:27:01.861358 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5b4e45-a1db-452a-9f7e-4152231353c5 req-67f490ce-7b4f-413d-a26b-dee38035239d tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:27:01.868584 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-da5b4e45-a1db-452a-9f7e-4152231353c5 req-67f490ce-7b4f-413d-a26b-dee38035239d tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/ports?device_id=68250932-273e-4325-9e64-8bc21316b470 HTTP/1.1" status: 200 len: 945 time: 0.0778124 May 18 18:27:01.944912 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-da5b4e45-a1db-452a-9f7e-4152231353c5 req-42ae9d7d-5d13-4b8a-acf4-f983f66ed12b tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/security-groups?id=11a2a54b-8d3a-4e8b-aced-30411dedac26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750718 May 18 18:27:02.164185 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4980646-814b-4817-aa17-b2230ceeb36f req-a8f257ff-53bf-40ac-ad6f-6b69df5d91a7 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:27:02.182670 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f4980646-814b-4817-aa17-b2230ceeb36f req-a8f257ff-53bf-40ac-ad6f-6b69df5d91a7 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "GET /v2.0/ports?device_id=9b9fd8ee-e843-4aca-b24e-7cbfa5ecfb92 HTTP/1.1" status: 200 len: 945 time: 0.1287293 May 18 18:27:02.245464 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f4980646-814b-4817-aa17-b2230ceeb36f req-dea71e08-55e8-4b51-a2b2-db99a4515f36 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "GET /v2.0/security-groups?id=2c58082d-62d2-4dbd-855f-9827a04387ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517261 May 18 18:27:02.352855 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 3f298efd-d789-4784-af4f-e91f6b2cc1ad no longer exists at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:27:02.554487 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2978222a-d7fc-4d8f-9796-699efad0ef33 req-06e8c54d-dfd8-407e-a25f-0ef22b5b5303 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:27:02.556258 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2978222a-d7fc-4d8f-9796-699efad0ef33 req-06e8c54d-dfd8-407e-a25f-0ef22b5b5303 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b9fd8ee-e843-4aca-b24e-7cbfa5ecfb92 HTTP/1.1" status: 200 len: 945 time: 0.1129994 May 18 18:27:02.585641 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 3f298efd-d789-4784-af4f-e91f6b2cc1ad is: ACTIVE; New status is: DOWN {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:27:02.586006 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:02.615285 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68250932-273e-4325-9e64-8bc21316b470', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f298efd-d789-4784-af4f-e91f6b2cc1ad'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:27:02.617799 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5ac469c-91b9-47be-b0a4-d579f37c5fa7" -d '{"events": [{"server_uuid": "68250932-273e-4325-9e64-8bc21316b470", "name": "network-vif-unplugged", "status": "completed", "tag": "3f298efd-d789-4784-af4f-e91f6b2cc1ad"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:27:02.676410 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 3f298efd-d789-4784-af4f-e91f6b2cc1ad, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=3f298efd-d789-4784-af4f-e91f6b2cc1ad,segment=NetworkSegment(8ca14917-c9b1-4338-b349-8fcfdea345e6),segment_id=8ca14917-c9b1-4338-b349-8fcfdea345e6)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:27:02.687295 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:02.721347 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 May 2022 18:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-446c3f97-8e35-478d-bcdb-6db2aff1014b x-openstack-request-id: req-446c3f97-8e35-478d-bcdb-6db2aff1014b {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:27:02.721957 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68250932-273e-4325-9e64-8bc21316b470", "name": "network-vif-unplugged", "status": "completed", "tag": "3f298efd-d789-4784-af4f-e91f6b2cc1ad", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:27:02.722370 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-446c3f97-8e35-478d-bcdb-6db2aff1014b {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:27:02.722926 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-446c3f97-8e35-478d-bcdb-6db2aff1014b'] response: {'server_uuid': '68250932-273e-4325-9e64-8bc21316b470', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f298efd-d789-4784-af4f-e91f6b2cc1ad', 'code': 200} May 18 18:27:02.774450 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=3f298efd-d789-4784-af4f-e91f6b2cc1ad,revision_number=8']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:27:02.806835 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 50206) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:27:02.812386 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-2978222a-d7fc-4d8f-9796-699efad0ef33 req-26bab8a1-9ac9-49d4-b1e9-ebf7bce7085f tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Deleting port 90514794-1f1f-4757-a687-051a1fe538a4 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:27:02.813001 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-2978222a-d7fc-4d8f-9796-699efad0ef33 req-26bab8a1-9ac9-49d4-b1e9-ebf7bce7085f tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:03.005811 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e25cdb83-1047-4d76-bf1d-905210859de9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:03.025809 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-2978222a-d7fc-4d8f-9796-699efad0ef33 req-26bab8a1-9ac9-49d4-b1e9-ebf7bce7085f tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] For port 90514794-1f1f-4757-a687-051a1fe538a4, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=90514794-1f1f-4757-a687-051a1fe538a4,segment=NetworkSegment(a898997a-d1fc-408c-b1d2-fe587c78d0c1),segment_id=a898997a-d1fc-408c-b1d2-fe587c78d0c1)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:27:03.026415 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-2978222a-d7fc-4d8f-9796-699efad0ef33 req-26bab8a1-9ac9-49d4-b1e9-ebf7bce7085f tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:03.179591 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a7aae8-bff4-41c4-ad4c-ecaa11af0e7e req-fd9b1332-d905-4a9d-8da9-e9c399cd284a tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:27:03.181390 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f6a7aae8-bff4-41c4-ad4c-ecaa11af0e7e req-fd9b1332-d905-4a9d-8da9-e9c399cd284a tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/ports?device_id=68250932-273e-4325-9e64-8bc21316b470 HTTP/1.1" status: 200 len: 943 time: 0.1257441 May 18 18:27:03.244814 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f6a7aae8-bff4-41c4-ad4c-ecaa11af0e7e req-eaf16984-9f5b-4957-b44c-120fba41512e tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/security-groups?id=11a2a54b-8d3a-4e8b-aced-30411dedac26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537515 May 18 18:27:03.270679 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e25cdb83-1047-4d76-bf1d-905210859de9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:03.281414 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e25cdb83-1047-4d76-bf1d-905210859de9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:03.385659 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-e25cdb83-1047-4d76-bf1d-905210859de9 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=a75ae28b3dbe4681a5f02238bbc825b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5776188 May 18 18:27:03.390560 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 50236) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:27:03.427433 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25cdb83-1047-4d76-bf1d-905210859de9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51b55529-400c-48c8-83e6-212af4f446ab,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:27:03.466969 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-2978222a-d7fc-4d8f-9796-699efad0ef33 req-26bab8a1-9ac9-49d4-b1e9-ebf7bce7085f tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:03.467343 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-2978222a-d7fc-4d8f-9796-699efad0ef33 req-26bab8a1-9ac9-49d4-b1e9-ebf7bce7085f tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596987'] for floatingip, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:03.467863 n-d-838550-3 neutron-server[102730]: INFO neutron.db.l3_db [req-2978222a-d7fc-4d8f-9796-699efad0ef33 req-26bab8a1-9ac9-49d4-b1e9-ebf7bce7085f tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Floating IP a3c33591-3d82-4852-b00f-8ff9b9cf8265 disassociated. External IP: 172.25.5.136, port: 90514794-1f1f-4757-a687-051a1fe538a4. May 18 18:27:03.469010 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-2978222a-d7fc-4d8f-9796-699efad0ef33 req-26bab8a1-9ac9-49d4-b1e9-ebf7bce7085f tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Calling delete_port for 90514794-1f1f-4757-a687-051a1fe538a4 owned by compute:nova {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:27:03.506423 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6d7211c3-b090-4803-8799-7b821dbfa666 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:03.536941 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6d7211c3-b090-4803-8799-7b821dbfa666 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:03.638739 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6d7211c3-b090-4803-8799-7b821dbfa666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:03.641275 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6d7211c3-b090-4803-8799-7b821dbfa666 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:03.642556 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-6d7211c3-b090-4803-8799-7b821dbfa666 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/51b55529-400c-48c8-83e6-212af4f446ab HTTP/1.1" status: 204 len: 168 time: 0.2507954 May 18 18:27:03.687608 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7211c3-b090-4803-8799-7b821dbfa666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51b55529-400c-48c8-83e6-212af4f446ab,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:27:03.741277 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5a37c6-b245-4d49-9a3c-1b541a87fbc7 req-6e3a9270-cecf-4cea-a86d-84149079cb59 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:27:03.743263 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0c5a37c6-b245-4d49-9a3c-1b541a87fbc7 req-6e3a9270-cecf-4cea-a86d-84149079cb59 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "GET /v2.0/ports?device_id=9b9fd8ee-e843-4aca-b24e-7cbfa5ecfb92 HTTP/1.1" status: 200 len: 945 time: 0.3689306 May 18 18:27:03.862807 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0c5a37c6-b245-4d49-9a3c-1b541a87fbc7 req-9bf918d8-05ae-4539-a14a-5784029387d1 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "GET /v2.0/security-groups?id=2c58082d-62d2-4dbd-855f-9827a04387ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761034 May 18 18:27:03.887496 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-2978222a-d7fc-4d8f-9796-699efad0ef33 req-26bab8a1-9ac9-49d4-b1e9-ebf7bce7085f tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:03.954750 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bab8a1-9ac9-49d4-b1e9-ebf7bce7085f tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Pushing event deleted for resources: {'Port': ['ID=90514794-1f1f-4757-a687-051a1fe538a4,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:27:04.214247 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2978222a-d7fc-4d8f-9796-699efad0ef33 req-26bab8a1-9ac9-49d4-b1e9-ebf7bce7085f tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Router 8b67a8a7-2193-465b-99b6-3e3f0d6374dd has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:27:04.392169 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 50280) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:27:04.417149 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fe5f4d55-3bbe-42ae-b1eb-2f33c977dd5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:04.547443 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fe5f4d55-3bbe-42ae-b1eb-2f33c977dd5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:04.559705 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fe5f4d55-3bbe-42ae-b1eb-2f33c977dd5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:04.653032 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-fe5f4d55-3bbe-42ae-b1eb-2f33c977dd5e admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=e60fd5b196a84290b778964fef78f24f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2588506 May 18 18:27:04.655753 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 50298) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:27:04.671264 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5f4d55-3bbe-42ae-b1eb-2f33c977dd5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e86ade9f-7979-4b01-895b-19fa4e47bcc7,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:27:04.770555 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-28547e3b-9de5-45fc-9142-190e8d010ba3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:04.800490 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-28547e3b-9de5-45fc-9142-190e8d010ba3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:04.889919 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-28547e3b-9de5-45fc-9142-190e8d010ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:04.899305 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-28547e3b-9de5-45fc-9142-190e8d010ba3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:04.902771 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-28547e3b-9de5-45fc-9142-190e8d010ba3 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/e86ade9f-7979-4b01-895b-19fa4e47bcc7 HTTP/1.1" status: 204 len: 168 time: 0.2444928 May 18 18:27:04.924664 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28547e3b-9de5-45fc-9142-190e8d010ba3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e86ade9f-7979-4b01-895b-19fa4e47bcc7,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:27:05.025050 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5bfa9ac9-9a1c-4d0f-8d56-832f971b5625 req-eb418c28-0e33-49bb-80ec-73f7ea73eeb7 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "GET /v2.0/ports?device_id=9b9fd8ee-e843-4aca-b24e-7cbfa5ecfb92 HTTP/1.1" status: 200 len: 210 time: 0.0479074 May 18 18:27:05.036385 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [req-b409cde2-4c7d-4e40-aeb1-dbe13bb1d49a req-fdb7eb95-a3a9-44b2-9e0e-90c3a0fc89bf service neutron] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=102730) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 18:27:05.049533 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b409cde2-4c7d-4e40-aeb1-dbe13bb1d49a req-fdb7eb95-a3a9-44b2-9e0e-90c3a0fc89bf service neutron] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0198956 May 18 18:27:05.091762 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2978222a-d7fc-4d8f-9796-699efad0ef33 req-26bab8a1-9ac9-49d4-b1e9-ebf7bce7085f tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:27:05.112316 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d515a1-51a7-4024-876d-24764eabcf3f None None] Sync routers for ids ['8b67a8a7-2193-465b-99b6-3e3f0d6374dd'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:27:05.141739 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d515a1-51a7-4024-876d-24764eabcf3f None None] Routers {'8b67a8a7-2193-465b-99b6-3e3f0d6374dd'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:27:05.142464 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-e5d515a1-51a7-4024-876d-24764eabcf3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:26:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['8b67a8a7-2193-465b-99b6-3e3f0d6374dd'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:27:05.236462 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-2978222a-d7fc-4d8f-9796-699efad0ef33 req-26bab8a1-9ac9-49d4-b1e9-ebf7bce7085f tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] No DVR routers for this DVR port 90514794-1f1f-4757-a687-051a1fe538a4 on host n-h1-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:27:05.261025 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-2978222a-d7fc-4d8f-9796-699efad0ef33 req-26bab8a1-9ac9-49d4-b1e9-ebf7bce7085f tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:05.287928 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2978222a-d7fc-4d8f-9796-699efad0ef33 req-26bab8a1-9ac9-49d4-b1e9-ebf7bce7085f tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.36 "DELETE /v2.0/ports/90514794-1f1f-4757-a687-051a1fe538a4 HTTP/1.1" status: 204 len: 173 time: 2.7036018 May 18 18:27:05.288791 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b9fd8ee-e843-4aca-b24e-7cbfa5ecfb92', 'name': 'network-vif-deleted', 'tag': '90514794-1f1f-4757-a687-051a1fe538a4'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:27:05.299265 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95eddbbe-ad01-45cc-aa1e-663c9c0eb652" -d '{"events": [{"server_uuid": "9b9fd8ee-e843-4aca-b24e-7cbfa5ecfb92", "name": "network-vif-deleted", "tag": "90514794-1f1f-4757-a687-051a1fe538a4"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:27:05.399088 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 50340) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:27:05.411440 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7449b480-a542-4806-88b9-e709a09ff948 req-06964d6a-2aa7-4f2e-8d29-5c31518b1bcf tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:27:05.433137 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7449b480-a542-4806-88b9-e709a09ff948 req-06964d6a-2aa7-4f2e-8d29-5c31518b1bcf tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/ports?device_id=68250932-273e-4325-9e64-8bc21316b470 HTTP/1.1" status: 200 len: 943 time: 0.1369054 May 18 18:27:05.506316 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7449b480-a542-4806-88b9-e709a09ff948 req-e4ec85c5-6272-408d-b655-6e50641db136 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/security-groups?id=11a2a54b-8d3a-4e8b-aced-30411dedac26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715384 May 18 18:27:05.540109 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-e5d515a1-51a7-4024-876d-24764eabcf3f None None] Set router 8b67a8a7-2193-465b-99b6-3e3f0d6374dd gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:27:05.815443 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d435bff-8e8b-4c38-98ba-4bc0449cc6bb x-openstack-request-id: req-4d435bff-8e8b-4c38-98ba-4bc0449cc6bb {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:27:05.816082 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b9fd8ee-e843-4aca-b24e-7cbfa5ecfb92", "name": "network-vif-deleted", "tag": "90514794-1f1f-4757-a687-051a1fe538a4", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:27:05.816817 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-4d435bff-8e8b-4c38-98ba-4bc0449cc6bb {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:27:05.817407 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d435bff-8e8b-4c38-98ba-4bc0449cc6bb'] response: {'server_uuid': '9b9fd8ee-e843-4aca-b24e-7cbfa5ecfb92', 'name': 'network-vif-deleted', 'tag': '90514794-1f1f-4757-a687-051a1fe538a4', 'status': 'completed', 'code': 200} May 18 18:27:05.987491 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7d53f707-5d41-46b2-a736-1b5e870bccf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:06.107823 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-e5d515a1-51a7-4024-876d-24764eabcf3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b67a8a7-2193-465b-99b6-3e3f0d6374dd', 'name': 'tempest-AttachVolumeNegativeTest-598483996-router', 'tenant_id': '1cf6702826ca40b18af7dfcf12233973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': '4c88ee3f-8327-47c9-8e1d-c3b5a52c51ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:23:34Z', 'updated_at': '2022-05-18T18:23:42Z', 'revision_number': 4, 'project_id': '1cf6702826ca40b18af7dfcf12233973', 'gw_port': {'id': '4c88ee3f-8327-47c9-8e1d-c3b5a52c51ab', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:64:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b67a8a7-2193-465b-99b6-3e3f0d6374dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:23:35Z', 'updated_at': '2022-05-18T18:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': 'ed71b158-f026-42aa-adb7-1dd0aa0eab50', 'name': '', 'network_id': 'b0e0df8a-fe46-47e2-96e7-6f339d67d466', 'tenant_id': '1cf6702826ca40b18af7dfcf12233973', 'mac_address': 'fa:16:3e:09:ad:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b67a8a7-2193-465b-99b6-3e3f0d6374dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2399, 'fixed_ips': [{'subnet_id': 'accb0a89-f23b-4ef5-8f87-983b3d81047a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:23:39Z', 'updated_at': '2022-05-18T18:23:47Z', 'revision_number': 5, 'project_id': '1cf6702826ca40b18af7dfcf12233973', 'subnets': [{'id': 'accb0a89-f23b-4ef5-8f87-983b3d81047a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:27:06.112771 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7d53f707-5d41-46b2-a736-1b5e870bccf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:06.127874 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7d53f707-5d41-46b2-a736-1b5e870bccf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:06.167825 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8c4ba0e7-2a3e-4909-bc34-ebe390c06d56 req-9046f684-adc4-47ac-a8a6-d293202cf46c service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=68250932-273e-4325-9e64-8bc21316b470&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1714501 May 18 18:27:06.192775 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d515a1-51a7-4024-876d-24764eabcf3f None None] Checking router: 8b67a8a7-2193-465b-99b6-3e3f0d6374dd for host: n-d-838550-3 {{(pid=102732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:27:06.204378 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 50372) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:27:06.205028 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-7d53f707-5d41-46b2-a736-1b5e870bccf1 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=ba450284bdb842b480800922cbb2cb73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8034651 May 18 18:27:06.218775 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 50378) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:27:06.223342 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d515a1-51a7-4024-876d-24764eabcf3f None None] Routers {'8b67a8a7-2193-465b-99b6-3e3f0d6374dd'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:27:06.225965 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-e5d515a1-51a7-4024-876d-24764eabcf3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:26:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['8b67a8a7-2193-465b-99b6-3e3f0d6374dd'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:27:06.229379 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d53f707-5d41-46b2-a736-1b5e870bccf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cb7b91d-fae7-4f67-9d02-05c9a4daeb1b,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:27:06.363311 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-bc214a79-2b65-4035-ba1b-8381dab79bb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:06.385709 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-24c4fd0e-f886-44c3-b4e6-f39a39c884c2 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:06.441078 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-24c4fd0e-f886-44c3-b4e6-f39a39c884c2 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:06.530440 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-bc214a79-2b65-4035-ba1b-8381dab79bb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:06.533796 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-24c4fd0e-f886-44c3-b4e6-f39a39c884c2 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:06.537343 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-24c4fd0e-f886-44c3-b4e6-f39a39c884c2 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:06.538552 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-24c4fd0e-f886-44c3-b4e6-f39a39c884c2 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "DELETE /v2.0/security-groups/2c58082d-62d2-4dbd-855f-9827a04387ad HTTP/1.1" status: 204 len: 168 time: 0.3184662 May 18 18:27:06.541751 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 50388) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:27:06.571171 n-d-838550-3 neutron-server[102730]: INFO neutron.api.v2.resource [None req-8b8d28d2-afb1-495e-85c3-b9cc19b1c717 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] show failed (client error): The resource could not be found. May 18 18:27:06.572269 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-8b8d28d2-afb1-495e-85c3-b9cc19b1c717 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "GET /v2.0/security-groups/2c58082d-62d2-4dbd-855f-9827a04387ad HTTP/1.1" status: 404 len: 347 time: 0.0288341 May 18 18:27:06.575808 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 50392) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:27:06.608196 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c4fd0e-f886-44c3-b4e6-f39a39c884c2 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c58082d-62d2-4dbd-855f-9827a04387ad,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:27:06.752182 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 90514794-1f1f-4757-a687-051a1fe538a4 no longer exists at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:27:06.800516 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-e5d515a1-51a7-4024-876d-24764eabcf3f None None] Set router 8b67a8a7-2193-465b-99b6-3e3f0d6374dd gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:27:06.810506 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-bc214a79-2b65-4035-ba1b-8381dab79bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:06.813088 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-bc214a79-2b65-4035-ba1b-8381dab79bb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:06.831304 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-bc214a79-2b65-4035-ba1b-8381dab79bb7 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/6cb7b91d-fae7-4f67-9d02-05c9a4daeb1b HTTP/1.1" status: 204 len: 168 time: 0.6254487 May 18 18:27:06.866074 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-3de875eb-16b4-44e3-be13-e2b530ce3803 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Deleting port a1abb733-d28c-4d24-8d95-10605ce63de9 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:27:06.866551 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3de875eb-16b4-44e3-be13-e2b530ce3803 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:06.886650 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc214a79-2b65-4035-ba1b-8381dab79bb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cb7b91d-fae7-4f67-9d02-05c9a4daeb1b,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:27:06.923497 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddaac8c-7b1e-4c3c-b968-107fb93eaf5e req-6e20ee24-af6a-48de-8d0a-45abc4ce2f4d tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:27:06.925108 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-dddaac8c-7b1e-4c3c-b968-107fb93eaf5e req-6e20ee24-af6a-48de-8d0a-45abc4ce2f4d tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/ports?device_id=68250932-273e-4325-9e64-8bc21316b470 HTTP/1.1" status: 200 len: 943 time: 0.2745619 May 18 18:27:06.995229 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] No Port match for: 90514794-1f1f-4757-a687-051a1fe538a4 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:27:06.995586 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 90514794-1f1f-4757-a687-051a1fe538a4 not bound to the agent host n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:27:06.996019 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 3f298efd-d789-4784-af4f-e91f6b2cc1ad no longer exists at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:27:07.052719 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-dddaac8c-7b1e-4c3c-b968-107fb93eaf5e req-08745e3e-5abe-48aa-b562-40389d52ffdd tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/security-groups?id=11a2a54b-8d3a-4e8b-aced-30411dedac26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1188362 May 18 18:27:07.104514 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3de875eb-16b4-44e3-be13-e2b530ce3803 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:07.108309 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3de875eb-16b4-44e3-be13-e2b530ce3803 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:07.167536 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-3de875eb-16b4-44e3-be13-e2b530ce3803 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Calling delete_port for a1abb733-d28c-4d24-8d95-10605ce63de9 owned by network:floatingip {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:27:07.434084 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3de875eb-16b4-44e3-be13-e2b530ce3803 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:07.496527 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de875eb-16b4-44e3-be13-e2b530ce3803 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Pushing event deleted for resources: {'Port': ['ID=a1abb733-d28c-4d24-8d95-10605ce63de9,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:27:07.566602 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 3f298efd-d789-4784-af4f-e91f6b2cc1ad is: DOWN; New status is: DOWN {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:27:07.618707 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 50424) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:27:07.643999 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c03cb72c-3f62-4fbd-bdf5-80daa295b81b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:07.648132 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3de875eb-16b4-44e3-be13-e2b530ce3803 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks [] for floatingip, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:07.651595 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3de875eb-16b4-44e3-be13-e2b530ce3803 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:07.652915 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-3de875eb-16b4-44e3-be13-e2b530ce3803 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "DELETE /v2.0/floatingips/a3c33591-3d82-4852-b00f-8ff9b9cf8265 HTTP/1.1" status: 204 len: 168 time: 1.0755477 May 18 18:27:07.710100 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d49e7ffd-05e1-427e-abf3-ed57e54d3fc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:07.729595 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-e5d515a1-51a7-4024-876d-24764eabcf3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b67a8a7-2193-465b-99b6-3e3f0d6374dd', 'name': 'tempest-AttachVolumeNegativeTest-598483996-router', 'tenant_id': '1cf6702826ca40b18af7dfcf12233973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': '4c88ee3f-8327-47c9-8e1d-c3b5a52c51ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:23:34Z', 'updated_at': '2022-05-18T18:23:42Z', 'revision_number': 4, 'project_id': '1cf6702826ca40b18af7dfcf12233973', 'gw_port': {'id': '4c88ee3f-8327-47c9-8e1d-c3b5a52c51ab', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:64:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b67a8a7-2193-465b-99b6-3e3f0d6374dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:23:35Z', 'updated_at': '2022-05-18T18:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': 'ed71b158-f026-42aa-adb7-1dd0aa0eab50', 'name': '', 'network_id': 'b0e0df8a-fe46-47e2-96e7-6f339d67d466', 'tenant_id': '1cf6702826ca40b18af7dfcf12233973', 'mac_address': 'fa:16:3e:09:ad:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b67a8a7-2193-465b-99b6-3e3f0d6374dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2399, 'fixed_ips': [{'subnet_id': 'accb0a89-f23b-4ef5-8f87-983b3d81047a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:23:39Z', 'updated_at': '2022-05-18T18:23:47Z', 'revision_number': 5, 'project_id': '1cf6702826ca40b18af7dfcf12233973', 'subnets': [{'id': 'accb0a89-f23b-4ef5-8f87-983b3d81047a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:27:07.787809 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d515a1-51a7-4024-876d-24764eabcf3f None None] The sync data for ids ['8b67a8a7-2193-465b-99b6-3e3f0d6374dd'] in n-d-838550-3 is: [{'id': '8b67a8a7-2193-465b-99b6-3e3f0d6374dd', 'name': 'tempest-AttachVolumeNegativeTest-598483996-router', 'tenant_id': '1cf6702826ca40b18af7dfcf12233973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': '4c88ee3f-8327-47c9-8e1d-c3b5a52c51ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:23:34Z', 'updated_at': '2022-05-18T18:23:42Z', 'revision_number': 4, 'project_id': '1cf6702826ca40b18af7dfcf12233973', 'gw_port': {'id': '4c88ee3f-8327-47c9-8e1d-c3b5a52c51ab', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:64:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b67a8a7-2193-465b-99b6-3e3f0d6374dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:23:35Z', 'updated_at': '2022-05-18T18:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': 'ed71b158-f026-42aa-adb7-1dd0aa0eab50', 'name': '', 'network_id': 'b0e0df8a-fe46-47e2-96e7-6f339d67d466', 'tenant_id': '1cf6702826ca40b18af7dfcf12233973', 'mac_address': 'fa:16:3e:09:ad:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b67a8a7-2193-465b-99b6-3e3f0d6374dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2399, 'fixed_ips': [{'subnet_id': 'accb0a89-f23b-4ef5-8f87-983b3d81047a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:23:39Z', 'updated_at': '2022-05-18T18:23:47Z', 'revision_number': 5, 'project_id': '1cf6702826ca40b18af7dfcf12233973', 'subnets': [{'id': 'accb0a89-f23b-4ef5-8f87-983b3d81047a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:27:07.840579 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 50432) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:27:07.850278 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-2c786b6e-3ab4-492c-aa6a-e2cc5e8bee51 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Request body: {'security_group': {'name': 'tempest-securitygroup--323739974', 'description': 'tempest-description--42476655'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:27:07.872751 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c03cb72c-3f62-4fbd-bdf5-80daa295b81b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:07.899664 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c03cb72c-3f62-4fbd-bdf5-80daa295b81b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:07.945440 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2c786b6e-3ab4-492c-aa6a-e2cc5e8bee51 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:07.965294 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-c03cb72c-3f62-4fbd-bdf5-80daa295b81b admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=c8d041672fea4034960284cd0ce7e13d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3409562 May 18 18:27:07.967055 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 50436) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:27:08.031828 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03cb72c-3f62-4fbd-bdf5-80daa295b81b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa3fac96-647f-49bb-a199-72d07a0cb9d8,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:27:08.071854 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5cba7037-214e-4b1a-aca3-fd26d2002843 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:08.101889 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5cba7037-214e-4b1a-aca3-fd26d2002843 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:08.185913 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5cba7037-214e-4b1a-aca3-fd26d2002843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:08.190223 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5cba7037-214e-4b1a-aca3-fd26d2002843 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:08.192041 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-5cba7037-214e-4b1a-aca3-fd26d2002843 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/aa3fac96-647f-49bb-a199-72d07a0cb9d8 HTTP/1.1" status: 204 len: 168 time: 0.2239773 May 18 18:27:08.209346 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cba7037-214e-4b1a-aca3-fd26d2002843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa3fac96-647f-49bb-a199-72d07a0cb9d8,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:27:08.225177 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2c786b6e-3ab4-492c-aa6a-e2cc5e8bee51 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:08.261604 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2c786b6e-3ab4-492c-aa6a-e2cc5e8bee51 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:08.323155 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068fe538-3561-4e98-973b-09ed79ded8c5 None None] New status for floating IP a3c33591-3d82-4852-b00f-8ff9b9cf8265: DOWN {{(pid=102733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 18:27:08.339833 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2c786b6e-3ab4-492c-aa6a-e2cc5e8bee51 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:08.341932 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-2c786b6e-3ab4-492c-aa6a-e2cc5e8bee51 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4996395 May 18 18:27:08.344912 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 50446) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:27:08.355673 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-8cfac567-98d6-4da6-9400-96954b91b642 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Request body: {'security_group_rule': {'security_group_id': 'ea26971d-d553-4130-94ab-29a63c616105', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:27:08.411363 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8cfac567-98d6-4da6-9400-96954b91b642 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:08.416614 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec67908-a9ad-4b14-a866-bf18eaf5cf77 req-87cabcac-d25a-41fd-9e1c-be0caafb88ed tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:27:08.433202 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5ec67908-a9ad-4b14-a866-bf18eaf5cf77 req-87cabcac-d25a-41fd-9e1c-be0caafb88ed tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/ports?device_id=68250932-273e-4325-9e64-8bc21316b470 HTTP/1.1" status: 200 len: 943 time: 0.1991158 May 18 18:27:08.435597 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c786b6e-3ab4-492c-aa6a-e2cc5e8bee51 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea26971d-d553-4130-94ab-29a63c616105,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:27:08.532206 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5ec67908-a9ad-4b14-a866-bf18eaf5cf77 req-210dab5f-5baf-46f8-8fde-6024d409e598 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/security-groups?id=11a2a54b-8d3a-4e8b-aced-30411dedac26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977478 May 18 18:27:08.562683 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8cfac567-98d6-4da6-9400-96954b91b642 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:08.584428 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8cfac567-98d6-4da6-9400-96954b91b642 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:08.628932 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfac567-98d6-4da6-9400-96954b91b642 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e14ce94-6b50-4dd4-bd43-ff65583d968f,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:27:08.649187 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8cfac567-98d6-4da6-9400-96954b91b642 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:08.651532 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-8cfac567-98d6-4da6-9400-96954b91b642 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3000722 May 18 18:27:08.654512 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 50460) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:27:08.659262 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-9ef1416d-3e8e-44c6-859b-7fe50a38a052 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Request body: {'security_group_rule': {'security_group_id': 'ea26971d-d553-4130-94ab-29a63c616105', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:27:08.750842 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [req-fe773409-93db-48e1-8beb-f314f75527bf req-9947354d-f6cf-41f3-9de9-4ea06b24aea1 tempest-LiveMigrationTest-642037055 tempest-LiveMigrationTest-642037055-project] (102730) timed out ('10.222.0.36', 64471) {{(pid=102730) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} May 18 18:27:08.769934 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9ef1416d-3e8e-44c6-859b-7fe50a38a052 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:08.901405 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9ef1416d-3e8e-44c6-859b-7fe50a38a052 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:08.909880 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9ef1416d-3e8e-44c6-859b-7fe50a38a052 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:08.938343 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef1416d-3e8e-44c6-859b-7fe50a38a052 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=625a457d-8a3c-4930-bb17-cd42f9fee0f7,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:27:08.950704 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9ef1416d-3e8e-44c6-859b-7fe50a38a052 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:08.958967 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-9ef1416d-3e8e-44c6-859b-7fe50a38a052 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3003318 May 18 18:27:08.959589 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 50470) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:27:08.964549 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-fd1133c4-bec1-4876-9aa7-b60179d4d26a tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Request body: {'floatingip': {'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:27:09.030217 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fd1133c4-bec1-4876-9aa7-b60179d4d26a tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks [] for floatingip, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:09.259883 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fd1133c4-bec1-4876-9aa7-b60179d4d26a tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:09.494882 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-fd1133c4-bec1-4876-9aa7-b60179d4d26a tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Allocated IP 172.25.5.183 (31ebd439-090c-4b25-bbb0-31c48711b145/363a2810-8a83-4be0-a317-7c91fcd94485/502bac95-0860-4c73-a977-7279f4a44446) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:27:09.780072 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fd1133c4-bec1-4876-9aa7-b60179d4d26a tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:09.810559 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4798013-64d0-4b97-b12e-94bbab1630d6 req-b6fe8b51-026f-44a1-93eb-84f223a3fb3f tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:27:09.816076 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b4798013-64d0-4b97-b12e-94bbab1630d6 req-b6fe8b51-026f-44a1-93eb-84f223a3fb3f tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/ports?device_id=68250932-273e-4325-9e64-8bc21316b470 HTTP/1.1" status: 200 len: 943 time: 0.0983677 May 18 18:27:09.870174 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fd1133c4-bec1-4876-9aa7-b60179d4d26a tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:09.930291 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b4798013-64d0-4b97-b12e-94bbab1630d6 req-2119f94a-8b1c-402c-b4da-648fed926945 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/security-groups?id=11a2a54b-8d3a-4e8b-aced-30411dedac26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003535 May 18 18:27:09.957547 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1133c4-bec1-4876-9aa7-b60179d4d26a tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Pushing event updated for resources: {'Port': ['ID=502bac95-0860-4c73-a977-7279f4a44446,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:27:09.972045 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd1133c4-bec1-4876-9aa7-b60179d4d26a tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Network 31ebd439-090c-4b25-bbb0-31c48711b145 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:27:09.983680 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-fd1133c4-bec1-4876-9aa7-b60179d4d26a tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:27:09.983680 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1133c4-bec1-4876-9aa7-b60179d4d26a tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:27:10.054974 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-97fa9d64-d00a-49fd-b9e7-403b99493d09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:10.197438 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fd1133c4-bec1-4876-9aa7-b60179d4d26a tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:10.265502 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fd1133c4-bec1-4876-9aa7-b60179d4d26a tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:10.549355 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fd1133c4-bec1-4876-9aa7-b60179d4d26a tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:10.562020 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fd1133c4-bec1-4876-9aa7-b60179d4d26a tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:10.674792 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fd1133c4-bec1-4876-9aa7-b60179d4d26a tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596987'] for floatingip, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:10.706821 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1133c4-bec1-4876-9aa7-b60179d4d26a tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Pushing event updated for resources: {'Port': ['ID=502bac95-0860-4c73-a977-7279f4a44446,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:27:10.711622 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fd1133c4-bec1-4876-9aa7-b60179d4d26a tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:10.728331 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-fd1133c4-bec1-4876-9aa7-b60179d4d26a tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7667308 May 18 18:27:11.100168 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-766e6f7c-d74b-49c7-81b1-1e6afdd5cc13 req-dfaf3047-e413-40c8-82e3-63fa29064a17 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-securitygroup--323739974&fields=id&tenant_id=1cf6702826ca40b18af7dfcf12233973 HTTP/1.1" status: 200 len: 267 time: 0.0967853 May 18 18:27:11.258024 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:11.259092 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05602b15-d533-4176-943c-7ded93010174 req-5fbed47d-7ca9-4965-b738-b26270279312 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:27:11.270813 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-05602b15-d533-4176-943c-7ded93010174 req-5fbed47d-7ca9-4965-b738-b26270279312 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/ports?device_id=68250932-273e-4325-9e64-8bc21316b470 HTTP/1.1" status: 200 len: 943 time: 0.1574507 May 18 18:27:11.318074 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 50560) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:27:11.334099 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-05602b15-d533-4176-943c-7ded93010174 req-f2d84c71-3e01-4c46-9a79-02e1dfb432c5 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/security-groups?id=11a2a54b-8d3a-4e8b-aced-30411dedac26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602598 May 18 18:27:11.427401 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766e6f7c-d74b-49c7-81b1-1e6afdd5cc13 req-fc10c7bd-d9d5-445e-8109-b17ce11a6ab5 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:27:11.441838 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-766e6f7c-d74b-49c7-81b1-1e6afdd5cc13 req-fc10c7bd-d9d5-445e-8109-b17ce11a6ab5 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "GET /v2.0/networks?id=b0e0df8a-fe46-47e2-96e7-6f339d67d466 HTTP/1.1" status: 200 len: 814 time: 0.3281868 May 18 18:27:11.468545 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-766e6f7c-d74b-49c7-81b1-1e6afdd5cc13 req-c3039e83-448e-47c7-b9a4-879360ad1db7 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "GET /v2.0/quotas/1cf6702826ca40b18af7dfcf12233973 HTTP/1.1" status: 200 len: 375 time: 0.0247881 May 18 18:27:11.552136 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-766e6f7c-d74b-49c7-81b1-1e6afdd5cc13 req-2be19dc3-51c7-4ffa-b025-fb1b6f104147 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=1cf6702826ca40b18af7dfcf12233973&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0826020 May 18 18:27:11.566713 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f6895407-84e5-4183-a722-bae2e396a7e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:11.778677 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f6895407-84e5-4183-a722-bae2e396a7e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:11.781187 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-766e6f7c-d74b-49c7-81b1-1e6afdd5cc13 req-7c221497-9768-46ed-b6dc-41d4edef22d4 service neutron] 10.222.0.85 "GET /v2.0/networks/b0e0df8a-fe46-47e2-96e7-6f339d67d466?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693802 May 18 18:27:11.783600 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f6895407-84e5-4183-a722-bae2e396a7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:11.875455 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6895407-84e5-4183-a722-bae2e396a7e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff75a1c1-975c-40bb-a3f4-b290f08d3e13,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:27:11.892764 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-f6895407-84e5-4183-a722-bae2e396a7e8 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=1b40828378204b89a5ad89d1fc04d1d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5739682 May 18 18:27:11.895718 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 50580) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:27:11.960776 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-766e6f7c-d74b-49c7-81b1-1e6afdd5cc13 req-304462cb-23f9-4b8c-9409-5b206db0c3b6 service neutron] 10.222.0.85 "GET /v2.0/networks/b0e0df8a-fe46-47e2-96e7-6f339d67d466?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651747 May 18 18:27:12.028972 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e73ce8bd-19b7-437c-bb33-f88a2c81603e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:12.055283 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e73ce8bd-19b7-437c-bb33-f88a2c81603e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:12.156781 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e73ce8bd-19b7-437c-bb33-f88a2c81603e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:12.165882 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e73ce8bd-19b7-437c-bb33-f88a2c81603e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:12.169602 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-e73ce8bd-19b7-437c-bb33-f88a2c81603e admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/ff75a1c1-975c-40bb-a3f4-b290f08d3e13 HTTP/1.1" status: 204 len: 168 time: 0.2720447 May 18 18:27:12.187899 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73ce8bd-19b7-437c-bb33-f88a2c81603e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff75a1c1-975c-40bb-a3f4-b290f08d3e13,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:27:12.312773 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-424bf056-e893-48fa-8458-072b70197c67 req-f793af72-07e3-4111-9220-3559a5e02d5c tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "GET /v2.0/ports?device_id=bebb41c5-e946-4a32-911c-355541816396 HTTP/1.1" status: 200 len: 210 time: 0.0311196 May 18 18:27:12.392978 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:12.594312 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3a6242-c9cf-4942-b43a-17d40ad75deb req-a17a34de-15d3-4676-979e-2e91ada82862 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:27:12.604864 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cc3a6242-c9cf-4942-b43a-17d40ad75deb req-a17a34de-15d3-4676-979e-2e91ada82862 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/ports?device_id=68250932-273e-4325-9e64-8bc21316b470 HTTP/1.1" status: 200 len: 943 time: 0.1271491 May 18 18:27:12.723196 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cc3a6242-c9cf-4942-b43a-17d40ad75deb req-5f2c2724-3309-4146-8ab2-7464a7353b58 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/security-groups?id=11a2a54b-8d3a-4e8b-aced-30411dedac26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1151021 May 18 18:27:12.883157 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 50638) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:27:12.904507 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3ec1de0e-6a0b-4a59-890c-84354b0fdf3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:13.059677 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:13.082613 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3ec1de0e-6a0b-4a59-890c-84354b0fdf3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:13.093493 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3ec1de0e-6a0b-4a59-890c-84354b0fdf3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:13.157012 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec1de0e-6a0b-4a59-890c-84354b0fdf3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d46b83f-57e3-4d9f-b9fc-88528503c4e3,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:27:13.165206 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 50656) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:27:13.173649 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-3ec1de0e-6a0b-4a59-890c-84354b0fdf3b admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=5915e9ccf09740c38d59fda3451ddb86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2885802 May 18 18:27:13.279066 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6d732ae7-f850-445b-83ad-4796110a90f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:13.319948 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6d732ae7-f850-445b-83ad-4796110a90f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:13.391788 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6d732ae7-f850-445b-83ad-4796110a90f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:13.395346 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6d732ae7-f850-445b-83ad-4796110a90f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:13.396924 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-6d732ae7-f850-445b-83ad-4796110a90f9 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/0d46b83f-57e3-4d9f-b9fc-88528503c4e3 HTTP/1.1" status: 204 len: 168 time: 0.2293041 May 18 18:27:13.416827 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d732ae7-f850-445b-83ad-4796110a90f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d46b83f-57e3-4d9f-b9fc-88528503c4e3,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:27:13.584213 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8e12c7db-6abe-4c29-99d1-9c0e90268acc req-24858859-7c33-47ce-b21a-12eed078b265 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "GET /v2.0/ports?device_id=bebb41c5-e946-4a32-911c-355541816396 HTTP/1.1" status: 200 len: 210 time: 0.0751812 May 18 18:27:14.222140 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32dd4ce-0d55-47da-b2e1-fe3855de7011 req-6d406d13-eea7-4b8e-832d-2b06eef8d369 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:27:14.230312 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f32dd4ce-0d55-47da-b2e1-fe3855de7011 req-6d406d13-eea7-4b8e-832d-2b06eef8d369 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/ports?device_id=68250932-273e-4325-9e64-8bc21316b470 HTTP/1.1" status: 200 len: 943 time: 0.3564534 May 18 18:27:14.286140 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f32dd4ce-0d55-47da-b2e1-fe3855de7011 req-c4246ce3-bd77-4338-bd06-e364e88e588b tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/security-groups?id=11a2a54b-8d3a-4e8b-aced-30411dedac26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549490 May 18 18:27:14.311491 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766e6f7c-d74b-49c7-81b1-1e6afdd5cc13 req-bc0d5fe2-c796-4ab2-b5db-1df9a5b08454 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:27:14.312985 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-766e6f7c-d74b-49c7-81b1-1e6afdd5cc13 req-bc0d5fe2-c796-4ab2-b5db-1df9a5b08454 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.88 "GET /v2.0/networks?id=b0e0df8a-fe46-47e2-96e7-6f339d67d466 HTTP/1.1" status: 200 len: 814 time: 0.3399761 May 18 18:27:14.391600 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-766e6f7c-d74b-49c7-81b1-1e6afdd5cc13 req-5bfd4dcc-9826-4e52-bad0-4fa30364ecd3 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1cf6702826ca40b18af7dfcf12233973 HTTP/1.1" status: 200 len: 379 time: 0.0593126 May 18 18:27:14.408436 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-766e6f7c-d74b-49c7-81b1-1e6afdd5cc13 req-e1e103a1-c3d6-4b11-8838-b42a19bfe678 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Request body: {'port': {'device_id': 'bebb41c5-e946-4a32-911c-355541816396', 'network_id': 'b0e0df8a-fe46-47e2-96e7-6f339d67d466', 'admin_state_up': True, 'tenant_id': '1cf6702826ca40b18af7dfcf12233973', 'security_groups': ['ea26971d-d553-4130-94ab-29a63c616105']}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:27:14.640691 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-766e6f7c-d74b-49c7-81b1-1e6afdd5cc13 req-e1e103a1-c3d6-4b11-8838-b42a19bfe678 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Made reservation on behalf of 1cf6702826ca40b18af7dfcf12233973 for: {'port': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:27:14.649925 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-766e6f7c-d74b-49c7-81b1-1e6afdd5cc13 req-e1e103a1-c3d6-4b11-8838-b42a19bfe678 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:14.870036 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8adec060-5081-4cd0-bdcf-13c40c836207 req-be57477a-a6f9-4b71-bd47-63793e9ae2fc tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "GET /v2.0/ports?device_id=bebb41c5-e946-4a32-911c-355541816396 HTTP/1.1" status: 200 len: 210 time: 0.0967290 May 18 18:27:14.990838 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [req-766e6f7c-d74b-49c7-81b1-1e6afdd5cc13 req-e1e103a1-c3d6-4b11-8838-b42a19bfe678 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Allocated IP 172.20.0.9 (b0e0df8a-fe46-47e2-96e7-6f339d67d466/accb0a89-f23b-4ef5-8f87-983b3d81047a/de2b8f4d-03f2-4f67-9512-1122b721bd39) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:27:15.002624 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 7 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 18:27:15.010378 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 50756) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:27:15.228004 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-766e6f7c-d74b-49c7-81b1-1e6afdd5cc13 req-e1e103a1-c3d6-4b11-8838-b42a19bfe678 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:15.302467 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-766e6f7c-d74b-49c7-81b1-1e6afdd5cc13 req-e1e103a1-c3d6-4b11-8838-b42a19bfe678 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:15.349725 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-dbf59f29-5d54-47f8-81c6-19e8f7758070 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:15.376956 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-766e6f7c-d74b-49c7-81b1-1e6afdd5cc13 req-e1e103a1-c3d6-4b11-8838-b42a19bfe678 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Network b0e0df8a-fe46-47e2-96e7-6f339d67d466 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:27:15.380591 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [req-766e6f7c-d74b-49c7-81b1-1e6afdd5cc13 req-e1e103a1-c3d6-4b11-8838-b42a19bfe678 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:27:15.384667 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-766e6f7c-d74b-49c7-81b1-1e6afdd5cc13 req-e1e103a1-c3d6-4b11-8838-b42a19bfe678 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:27:15.433152 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e103a1-c3d6-4b11-8838-b42a19bfe678 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Pushing event updated for resources: {'Port': ['ID=de2b8f4d-03f2-4f67-9512-1122b721bd39,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:27:15.546145 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766e6f7c-d74b-49c7-81b1-1e6afdd5cc13 req-e1e103a1-c3d6-4b11-8838-b42a19bfe678 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:27:15.546940 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-766e6f7c-d74b-49c7-81b1-1e6afdd5cc13 req-e1e103a1-c3d6-4b11-8838-b42a19bfe678 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:15.596135 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c8eecb-168d-419d-8fd2-d215e9139956 req-5b05d64d-3325-444a-8742-e9df6f46574c tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:27:15.610201 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-26c8eecb-168d-419d-8fd2-d215e9139956 req-5b05d64d-3325-444a-8742-e9df6f46574c tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/ports?device_id=68250932-273e-4325-9e64-8bc21316b470 HTTP/1.1" status: 200 len: 943 time: 0.1748583 May 18 18:27:15.643668 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-dbf59f29-5d54-47f8-81c6-19e8f7758070 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:15.651543 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-dbf59f29-5d54-47f8-81c6-19e8f7758070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:15.665346 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-766e6f7c-d74b-49c7-81b1-1e6afdd5cc13 req-e1e103a1-c3d6-4b11-8838-b42a19bfe678 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2661877 May 18 18:27:15.698034 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-766e6f7c-d74b-49c7-81b1-1e6afdd5cc13 req-aebd3ebd-5ad0-47b9-8574-f2f6e891e6aa service neutron] Request body: {'port': {'device_id': 'bebb41c5-e946-4a32-911c-355541816396', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-3'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:27:15.737086 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-26c8eecb-168d-419d-8fd2-d215e9139956 req-ac4282ba-2c2f-424a-8f6e-e83ca938d044 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/security-groups?id=11a2a54b-8d3a-4e8b-aced-30411dedac26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1268330 May 18 18:27:15.750973 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-dbf59f29-5d54-47f8-81c6-19e8f7758070 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=3e5f787824df49eab3ee8c989b47f622&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7389381 May 18 18:27:15.753197 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf59f29-5d54-47f8-81c6-19e8f7758070 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90dbdf8c-1f78-4ccb-964d-508b29e5b45d,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:27:15.756140 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 50784) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:27:15.838398 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-766e6f7c-d74b-49c7-81b1-1e6afdd5cc13 req-aebd3ebd-5ad0-47b9-8574-f2f6e891e6aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:15.903872 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-63b292e1-dcf6-4697-93fe-4ce9cf04615b None None] Provisioning complete for port de2b8f4d-03f2-4f67-9512-1122b721bd39 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:27:15.905281 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-63b292e1-dcf6-4697-93fe-4ce9cf04615b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:15.975167 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-63b292e1-dcf6-4697-93fe-4ce9cf04615b None None] Port de2b8f4d-03f2-4f67-9512-1122b721bd39 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:27:16.003326 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-729945a5-fcbd-4d99-8bc8-5c191bc54bd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:16.091072 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fe0283-9ddf-4b36-a364-b57d9e31129e req-7ecfddf4-50ad-47d1-8824-8a862a9b047c tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:27:16.093486 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-46fe0283-9ddf-4b36-a364-b57d9e31129e req-7ecfddf4-50ad-47d1-8824-8a862a9b047c tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "GET /v2.0/ports?device_id=bebb41c5-e946-4a32-911c-355541816396 HTTP/1.1" status: 200 len: 931 time: 0.0951557 May 18 18:27:16.102943 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4ba0e7-2a3e-4909-bc34-ebe390c06d56 req-44dd7c29-da12-491c-bbc5-1dd7b720a03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:27:16.109889 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8c4ba0e7-2a3e-4909-bc34-ebe390c06d56 req-44dd7c29-da12-491c-bbc5-1dd7b720a03c service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=68250932-273e-4325-9e64-8bc21316b470&tenant_id=0d731d0a64e04789ad04262ef63d1dbd HTTP/1.1" status: 200 len: 1094 time: 0.1657937 May 18 18:27:16.118187 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-8c4ba0e7-2a3e-4909-bc34-ebe390c06d56 req-520c78b5-2768-4988-a15d-ceb226c5cff2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-838550-3', 'device_owner': 'compute:nova'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:27:16.148365 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-46fe0283-9ddf-4b36-a364-b57d9e31129e req-4d5e5e43-f8e2-4e55-acfd-1e4e9c20f494 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "GET /v2.0/security-groups?id=ea26971d-d553-4130-94ab-29a63c616105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442190 May 18 18:27:16.246954 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-729945a5-fcbd-4d99-8bc8-5c191bc54bd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:16.385948 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-8c4ba0e7-2a3e-4909-bc34-ebe390c06d56 req-520c78b5-2768-4988-a15d-ceb226c5cff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:16.448964 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-729945a5-fcbd-4d99-8bc8-5c191bc54bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:16.452525 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-729945a5-fcbd-4d99-8bc8-5c191bc54bd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:16.456311 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-729945a5-fcbd-4d99-8bc8-5c191bc54bd6 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/90dbdf8c-1f78-4ccb-964d-508b29e5b45d HTTP/1.1" status: 204 len: 168 time: 0.6976418 May 18 18:27:16.490435 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729945a5-fcbd-4d99-8bc8-5c191bc54bd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90dbdf8c-1f78-4ccb-964d-508b29e5b45d,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:27:16.696396 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [req-766e6f7c-d74b-49c7-81b1-1e6afdd5cc13 req-aebd3ebd-5ad0-47b9-8574-f2f6e891e6aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de2b8f4d-03f2-4f67-9512-1122b721bd39 {{(pid=102731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:27:16.709568 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-766e6f7c-d74b-49c7-81b1-1e6afdd5cc13 req-aebd3ebd-5ad0-47b9-8574-f2f6e891e6aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:16.730113 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.provisioning_blocks [req-766e6f7c-d74b-49c7-81b1-1e6afdd5cc13 req-aebd3ebd-5ad0-47b9-8574-f2f6e891e6aa service neutron] Transition to ACTIVE for port object de2b8f4d-03f2-4f67-9512-1122b721bd39 will not be triggered until provisioned by entity L2. {{(pid=102731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:27:16.743526 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-766e6f7c-d74b-49c7-81b1-1e6afdd5cc13 req-aebd3ebd-5ad0-47b9-8574-f2f6e891e6aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:16.837271 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-8c4ba0e7-2a3e-4909-bc34-ebe390c06d56 req-520c78b5-2768-4988-a15d-ceb226c5cff2 service neutron] For port 3f298efd-d789-4784-af4f-e91f6b2cc1ad, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=3f298efd-d789-4784-af4f-e91f6b2cc1ad,segment=NetworkSegment(8ca14917-c9b1-4338-b349-8fcfdea345e6),segment_id=8ca14917-c9b1-4338-b349-8fcfdea345e6)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:27:17.002934 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebd3ebd-5ad0-47b9-8574-f2f6e891e6aa service neutron] Pushing event updated for resources: {'Port': ['ID=de2b8f4d-03f2-4f67-9512-1122b721bd39,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:27:17.112115 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-8c4ba0e7-2a3e-4909-bc34-ebe390c06d56 req-520c78b5-2768-4988-a15d-ceb226c5cff2 service neutron] For port 3f298efd-d789-4784-af4f-e91f6b2cc1ad, host n-h1-838550-3, cleared binding levels {{(pid=102731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:27:17.180033 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c23095-e0bf-44f9-9c9d-777df12d0b02 req-0b73c6d7-2f1b-4a49-94d1-d4c286ddbbf6 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:27:17.188101 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-71c23095-e0bf-44f9-9c9d-777df12d0b02 req-0b73c6d7-2f1b-4a49-94d1-d4c286ddbbf6 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/ports?device_id=68250932-273e-4325-9e64-8bc21316b470 HTTP/1.1" status: 200 len: 943 time: 0.2277668 May 18 18:27:17.192542 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-766e6f7c-d74b-49c7-81b1-1e6afdd5cc13 req-aebd3ebd-5ad0-47b9-8574-f2f6e891e6aa service neutron] Attempting to bind port de2b8f4d-03f2-4f67-9512-1122b721bd39 on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:27:17.192939 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-766e6f7c-d74b-49c7-81b1-1e6afdd5cc13 req-aebd3ebd-5ad0-47b9-8574-f2f6e891e6aa service neutron] Attempting to bind port de2b8f4d-03f2-4f67-9512-1122b721bd39 by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': 'a898997a-d1fc-408c-b1d2-fe587c78d0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'b0e0df8a-fe46-47e2-96e7-6f339d67d466'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:27:17.193251 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766e6f7c-d74b-49c7-81b1-1e6afdd5cc13 req-aebd3ebd-5ad0-47b9-8574-f2f6e891e6aa service neutron] Attempting to bind port de2b8f4d-03f2-4f67-9512-1122b721bd39 on network b0e0df8a-fe46-47e2-96e7-6f339d67d466 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:27:17.208422 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [req-8c4ba0e7-2a3e-4909-bc34-ebe390c06d56 req-520c78b5-2768-4988-a15d-ceb226c5cff2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f298efd-d789-4784-af4f-e91f6b2cc1ad {{(pid=102731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:27:17.227496 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-8c4ba0e7-2a3e-4909-bc34-ebe390c06d56 req-520c78b5-2768-4988-a15d-ceb226c5cff2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:17.229755 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766e6f7c-d74b-49c7-81b1-1e6afdd5cc13 req-aebd3ebd-5ad0-47b9-8574-f2f6e891e6aa service neutron] Port de2b8f4d-03f2-4f67-9512-1122b721bd39 on network b0e0df8a-fe46-47e2-96e7-6f339d67d466 not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:27:17.230080 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766e6f7c-d74b-49c7-81b1-1e6afdd5cc13 req-aebd3ebd-5ad0-47b9-8574-f2f6e891e6aa service neutron] Attempting to bind port de2b8f4d-03f2-4f67-9512-1122b721bd39 on network b0e0df8a-fe46-47e2-96e7-6f339d67d466 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:27:17.254853 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766e6f7c-d74b-49c7-81b1-1e6afdd5cc13 req-aebd3ebd-5ad0-47b9-8574-f2f6e891e6aa service neutron] Checking agent: {'id': 'd1be059a-68ea-4c77-9b2b-29f4afa47e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:27:17.255601 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766e6f7c-d74b-49c7-81b1-1e6afdd5cc13 req-aebd3ebd-5ad0-47b9-8574-f2f6e891e6aa service neutron] Checking segment: {'id': 'a898997a-d1fc-408c-b1d2-fe587c78d0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'b0e0df8a-fe46-47e2-96e7-6f339d67d466'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:27:17.255601 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766e6f7c-d74b-49c7-81b1-1e6afdd5cc13 req-aebd3ebd-5ad0-47b9-8574-f2f6e891e6aa service neutron] Bound using segment: {'id': 'a898997a-d1fc-408c-b1d2-fe587c78d0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'b0e0df8a-fe46-47e2-96e7-6f339d67d466'} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:27:17.256233 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-766e6f7c-d74b-49c7-81b1-1e6afdd5cc13 req-aebd3ebd-5ad0-47b9-8574-f2f6e891e6aa service neutron] Bound port: de2b8f4d-03f2-4f67-9512-1122b721bd39, host: n-h2-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a898997a-d1fc-408c-b1d2-fe587c78d0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'b0e0df8a-fe46-47e2-96e7-6f339d67d466'}}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:27:17.256380 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-766e6f7c-d74b-49c7-81b1-1e6afdd5cc13 req-aebd3ebd-5ad0-47b9-8574-f2f6e891e6aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:17.276964 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.provisioning_blocks [req-8c4ba0e7-2a3e-4909-bc34-ebe390c06d56 req-520c78b5-2768-4988-a15d-ceb226c5cff2 service neutron] Transition to ACTIVE for port object 3f298efd-d789-4784-af4f-e91f6b2cc1ad will not be triggered until provisioned by entity L2. {{(pid=102731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:27:17.289196 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-71c23095-e0bf-44f9-9c9d-777df12d0b02 req-058e340a-9c63-4b96-b574-308b9d15380f tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/security-groups?id=11a2a54b-8d3a-4e8b-aced-30411dedac26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000810 May 18 18:27:17.299161 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-8c4ba0e7-2a3e-4909-bc34-ebe390c06d56 req-520c78b5-2768-4988-a15d-ceb226c5cff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:17.401129 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 50844) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:27:17.410608 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520c78b5-2768-4988-a15d-ceb226c5cff2 service neutron] Pushing event updated for resources: {'Port': ['ID=3f298efd-d789-4784-af4f-e91f6b2cc1ad,revision_number=9']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:27:17.468043 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8465620d-bdf0-43e0-9cdc-3465ab1a39e2 req-8f3d48f6-b168-4a4d-a2d4-183a66afd5e6 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:27:17.471826 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8465620d-bdf0-43e0-9cdc-3465ab1a39e2 req-8f3d48f6-b168-4a4d-a2d4-183a66afd5e6 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "GET /v2.0/ports?device_id=bebb41c5-e946-4a32-911c-355541816396 HTTP/1.1" status: 200 len: 943 time: 0.1683347 May 18 18:27:17.473988 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-766e6f7c-d74b-49c7-81b1-1e6afdd5cc13 req-aebd3ebd-5ad0-47b9-8574-f2f6e891e6aa service neutron] For port de2b8f4d-03f2-4f67-9512-1122b721bd39, host n-h2-838550-3, cleared binding levels {{(pid=102731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:27:17.481445 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-766e6f7c-d74b-49c7-81b1-1e6afdd5cc13 req-aebd3ebd-5ad0-47b9-8574-f2f6e891e6aa service neutron] For port de2b8f4d-03f2-4f67-9512-1122b721bd39, host n-h2-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=de2b8f4d-03f2-4f67-9512-1122b721bd39,segment=NetworkSegment(a898997a-d1fc-408c-b1d2-fe587c78d0c1),segment_id=a898997a-d1fc-408c-b1d2-fe587c78d0c1)] {{(pid=102731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:27:17.498962 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-766e6f7c-d74b-49c7-81b1-1e6afdd5cc13 req-aebd3ebd-5ad0-47b9-8574-f2f6e891e6aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:17.503768 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4a5eacb4-d1a1-4df1-8a3c-738d08c6026a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:17.575914 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c4ba0e7-2a3e-4909-bc34-ebe390c06d56 req-520c78b5-2768-4988-a15d-ceb226c5cff2 service neutron] No DVR routers for this DVR port 3f298efd-d789-4784-af4f-e91f6b2cc1ad on host n-h1-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:27:17.629302 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766e6f7c-d74b-49c7-81b1-1e6afdd5cc13 req-aebd3ebd-5ad0-47b9-8574-f2f6e891e6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:27:17.629973 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-766e6f7c-d74b-49c7-81b1-1e6afdd5cc13 req-aebd3ebd-5ad0-47b9-8574-f2f6e891e6aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:17.631822 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-766e6f7c-d74b-49c7-81b1-1e6afdd5cc13 req-aebd3ebd-5ad0-47b9-8574-f2f6e891e6aa service neutron] 10.222.0.88 "PUT /v2.0/ports/de2b8f4d-03f2-4f67-9512-1122b721bd39 HTTP/1.1" status: 200 len: 1091 time: 1.9551742 May 18 18:27:17.634591 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bebb41c5-e946-4a32-911c-355541816396', 'tag': 'de2b8f4d-03f2-4f67-9512-1122b721bd39'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:27:17.644108 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b284fc5-3458-4389-afb9-b85d59d2ad10" -d '{"events": [{"name": "network-changed", "server_uuid": "bebb41c5-e946-4a32-911c-355541816396", "tag": "de2b8f4d-03f2-4f67-9512-1122b721bd39"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:27:17.671794 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4a5eacb4-d1a1-4df1-8a3c-738d08c6026a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:17.708896 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4a5eacb4-d1a1-4df1-8a3c-738d08c6026a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:17.761796 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebd3ebd-5ad0-47b9-8574-f2f6e891e6aa service neutron] Pushing event updated for resources: {'Port': ['ID=de2b8f4d-03f2-4f67-9512-1122b721bd39,revision_number=3']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:27:17.761796 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f5e854c-cd34-4165-8cf5-bc2a1e8ef7e4 x-openstack-request-id: req-3f5e854c-cd34-4165-8cf5-bc2a1e8ef7e4 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:27:17.761796 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bebb41c5-e946-4a32-911c-355541816396", "tag": "de2b8f4d-03f2-4f67-9512-1122b721bd39", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:27:17.761796 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-3f5e854c-cd34-4165-8cf5-bc2a1e8ef7e4 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:27:17.761796 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f5e854c-cd34-4165-8cf5-bc2a1e8ef7e4'] response: {'name': 'network-changed', 'server_uuid': 'bebb41c5-e946-4a32-911c-355541816396', 'tag': 'de2b8f4d-03f2-4f67-9512-1122b721bd39', 'status': 'completed', 'code': 200} May 18 18:27:17.885509 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8465620d-bdf0-43e0-9cdc-3465ab1a39e2 req-15dcc515-b6fb-471e-af4f-f85e6356abe9 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "GET /v2.0/security-groups?id=ea26971d-d553-4130-94ab-29a63c616105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3955753 May 18 18:27:17.941569 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5eacb4-d1a1-4df1-8a3c-738d08c6026a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d52d07c6-ca12-4445-8d90-d23882dafd1a,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:27:17.954080 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-4a5eacb4-d1a1-4df1-8a3c-738d08c6026a admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=36b4a9828beb46f494a8099114d3721d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5463212 May 18 18:27:17.956764 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 50854) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:27:18.076308 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4862df9e-82ae-4916-84d7-2ad04e6b76e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:18.127581 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4862df9e-82ae-4916-84d7-2ad04e6b76e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:18.238859 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4862df9e-82ae-4916-84d7-2ad04e6b76e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:18.241834 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4862df9e-82ae-4916-84d7-2ad04e6b76e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:18.245342 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-4862df9e-82ae-4916-84d7-2ad04e6b76e8 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/d52d07c6-ca12-4445-8d90-d23882dafd1a HTTP/1.1" status: 204 len: 168 time: 0.2854617 May 18 18:27:18.253321 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4862df9e-82ae-4916-84d7-2ad04e6b76e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d52d07c6-ca12-4445-8d90-d23882dafd1a,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:27:18.310975 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766e6f7c-d74b-49c7-81b1-1e6afdd5cc13 req-05245cca-f1f0-4ab0-869c-794c9a955948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:27:18.314594 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-766e6f7c-d74b-49c7-81b1-1e6afdd5cc13 req-05245cca-f1f0-4ab0-869c-794c9a955948 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=1cf6702826ca40b18af7dfcf12233973&device_id=bebb41c5-e946-4a32-911c-355541816396 HTTP/1.1" status: 200 len: 1094 time: 0.5261769 May 18 18:27:18.355466 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 50872) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:27:18.410034 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-766e6f7c-d74b-49c7-81b1-1e6afdd5cc13 req-1629b033-aef8-4528-b82a-be9f1081c9af service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=de2b8f4d-03f2-4f67-9512-1122b721bd39 HTTP/1.1" status: 200 len: 217 time: 0.0583911 May 18 18:27:18.421323 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-8c4ba0e7-2a3e-4909-bc34-ebe390c06d56 req-520c78b5-2768-4988-a15d-ceb226c5cff2 service neutron] Attempting to bind port 3f298efd-d789-4784-af4f-e91f6b2cc1ad on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:27:18.421671 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-8c4ba0e7-2a3e-4909-bc34-ebe390c06d56 req-520c78b5-2768-4988-a15d-ceb226c5cff2 service neutron] Attempting to bind port 3f298efd-d789-4784-af4f-e91f6b2cc1ad by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': '8ca14917-c9b1-4338-b349-8fcfdea345e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '32a0c3b3-6eed-4c0e-b14e-e9888ed81174'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:27:18.422006 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4ba0e7-2a3e-4909-bc34-ebe390c06d56 req-520c78b5-2768-4988-a15d-ceb226c5cff2 service neutron] Attempting to bind port 3f298efd-d789-4784-af4f-e91f6b2cc1ad on network 32a0c3b3-6eed-4c0e-b14e-e9888ed81174 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:27:18.481591 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4ba0e7-2a3e-4909-bc34-ebe390c06d56 req-520c78b5-2768-4988-a15d-ceb226c5cff2 service neutron] Port 3f298efd-d789-4784-af4f-e91f6b2cc1ad on network 32a0c3b3-6eed-4c0e-b14e-e9888ed81174 not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:27:18.482217 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4ba0e7-2a3e-4909-bc34-ebe390c06d56 req-520c78b5-2768-4988-a15d-ceb226c5cff2 service neutron] Attempting to bind port 3f298efd-d789-4784-af4f-e91f6b2cc1ad on network 32a0c3b3-6eed-4c0e-b14e-e9888ed81174 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:27:18.522763 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4ba0e7-2a3e-4909-bc34-ebe390c06d56 req-520c78b5-2768-4988-a15d-ceb226c5cff2 service neutron] Checking agent: {'id': 'd1be059a-68ea-4c77-9b2b-29f4afa47e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:27:18.523103 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4ba0e7-2a3e-4909-bc34-ebe390c06d56 req-520c78b5-2768-4988-a15d-ceb226c5cff2 service neutron] Checking segment: {'id': '8ca14917-c9b1-4338-b349-8fcfdea345e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '32a0c3b3-6eed-4c0e-b14e-e9888ed81174'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:27:18.523496 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4ba0e7-2a3e-4909-bc34-ebe390c06d56 req-520c78b5-2768-4988-a15d-ceb226c5cff2 service neutron] Bound using segment: {'id': '8ca14917-c9b1-4338-b349-8fcfdea345e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '32a0c3b3-6eed-4c0e-b14e-e9888ed81174'} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:27:18.526516 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-8c4ba0e7-2a3e-4909-bc34-ebe390c06d56 req-520c78b5-2768-4988-a15d-ceb226c5cff2 service neutron] Bound port: 3f298efd-d789-4784-af4f-e91f6b2cc1ad, host: n-h2-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ca14917-c9b1-4338-b349-8fcfdea345e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '32a0c3b3-6eed-4c0e-b14e-e9888ed81174'}}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:27:18.526516 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-8c4ba0e7-2a3e-4909-bc34-ebe390c06d56 req-520c78b5-2768-4988-a15d-ceb226c5cff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:18.666595 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766e6f7c-d74b-49c7-81b1-1e6afdd5cc13 req-cda634f2-564e-494e-af54-39a8729ed3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:27:18.669756 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-766e6f7c-d74b-49c7-81b1-1e6afdd5cc13 req-cda634f2-564e-494e-af54-39a8729ed3a2 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=accb0a89-f23b-4ef5-8f87-983b3d81047a HTTP/1.1" status: 200 len: 853 time: 0.2478862 May 18 18:27:18.680952 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ba11d1-e6ac-47e4-b120-84f3c16fa875 req-b76148c2-172d-4429-9fa3-9f168c36ba57 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:27:18.682547 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-81ba11d1-e6ac-47e4-b120-84f3c16fa875 req-b76148c2-172d-4429-9fa3-9f168c36ba57 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/ports?device_id=68250932-273e-4325-9e64-8bc21316b470 HTTP/1.1" status: 200 len: 943 time: 0.2764359 May 18 18:27:18.756561 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f1376f80-815f-4c8d-b4af-7292c0234ffc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:18.813490 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-8c4ba0e7-2a3e-4909-bc34-ebe390c06d56 req-520c78b5-2768-4988-a15d-ceb226c5cff2 service neutron] For port 3f298efd-d789-4784-af4f-e91f6b2cc1ad, host n-h2-838550-3, cleared binding levels {{(pid=102731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:27:18.834359 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-81ba11d1-e6ac-47e4-b120-84f3c16fa875 req-39b9c8e5-eb3b-4fb8-9035-ecb7df98a538 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/security-groups?id=11a2a54b-8d3a-4e8b-aced-30411dedac26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066248 May 18 18:27:18.839211 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766e6f7c-d74b-49c7-81b1-1e6afdd5cc13 req-8d204a86-d892-4321-8287-d8919fe3b43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:27:18.842537 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-766e6f7c-d74b-49c7-81b1-1e6afdd5cc13 req-8d204a86-d892-4321-8287-d8919fe3b43c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b0e0df8a-fe46-47e2-96e7-6f339d67d466&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1565013 May 18 18:27:18.850433 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-8c4ba0e7-2a3e-4909-bc34-ebe390c06d56 req-520c78b5-2768-4988-a15d-ceb226c5cff2 service neutron] For port 3f298efd-d789-4784-af4f-e91f6b2cc1ad, host n-h2-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=3f298efd-d789-4784-af4f-e91f6b2cc1ad,segment=NetworkSegment(8ca14917-c9b1-4338-b349-8fcfdea345e6),segment_id=8ca14917-c9b1-4338-b349-8fcfdea345e6)] {{(pid=102731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:27:18.894249 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-8c4ba0e7-2a3e-4909-bc34-ebe390c06d56 req-520c78b5-2768-4988-a15d-ceb226c5cff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:18.943220 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f1376f80-815f-4c8d-b4af-7292c0234ffc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:18.951597 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f1376f80-815f-4c8d-b4af-7292c0234ffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:19.008925 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1376f80-815f-4c8d-b4af-7292c0234ffc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ada1a88-a2f5-476e-85a4-954271530b14,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:27:19.053980 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4ba0e7-2a3e-4909-bc34-ebe390c06d56 req-520c78b5-2768-4988-a15d-ceb226c5cff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:27:19.054763 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-8c4ba0e7-2a3e-4909-bc34-ebe390c06d56 req-520c78b5-2768-4988-a15d-ceb226c5cff2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:19.056226 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8c4ba0e7-2a3e-4909-bc34-ebe390c06d56 req-520c78b5-2768-4988-a15d-ceb226c5cff2 service neutron] 10.222.0.88 "PUT /v2.0/ports/3f298efd-d789-4784-af4f-e91f6b2cc1ad HTTP/1.1" status: 200 len: 1091 time: 2.9456086 May 18 18:27:19.114159 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-f1376f80-815f-4c8d-b4af-7292c0234ffc admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=dd61d89bfa9f48578fb267c3dc96d004&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7570353 May 18 18:27:19.115844 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 50900) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:27:19.172665 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520c78b5-2768-4988-a15d-ceb226c5cff2 service neutron] Pushing event updated for resources: {'Port': ['ID=3f298efd-d789-4784-af4f-e91f6b2cc1ad,revision_number=10']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:27:19.173223 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb6fb21-be59-446c-b259-56a83104165a req-b7eb0a50-1f4f-4247-a213-d2d87b2346a4 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:27:19.189258 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0fb6fb21-be59-446c-b259-56a83104165a req-b7eb0a50-1f4f-4247-a213-d2d87b2346a4 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "GET /v2.0/ports?device_id=bebb41c5-e946-4a32-911c-355541816396 HTTP/1.1" status: 200 len: 943 time: 0.1636891 May 18 18:27:19.197739 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-766e6f7c-d74b-49c7-81b1-1e6afdd5cc13 req-4b72221b-5651-4e9e-9e17-b57e9595f897 service neutron] 10.222.0.88 "GET /v2.0/networks/b0e0df8a-fe46-47e2-96e7-6f339d67d466?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3456283 May 18 18:27:19.206551 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4ba0e7-2a3e-4909-bc34-ebe390c06d56 req-08f3cf41-753c-4edc-a287-d76f22279cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:27:19.208140 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8c4ba0e7-2a3e-4909-bc34-ebe390c06d56 req-08f3cf41-753c-4edc-a287-d76f22279cc4 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=0d731d0a64e04789ad04262ef63d1dbd&device_id=68250932-273e-4325-9e64-8bc21316b470 HTTP/1.1" status: 200 len: 1095 time: 0.1135569 May 18 18:27:19.333744 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0fb6fb21-be59-446c-b259-56a83104165a req-08d43d54-ff28-4feb-9047-4d5ed0129d24 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "GET /v2.0/security-groups?id=ea26971d-d553-4130-94ab-29a63c616105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1174479 May 18 18:27:19.340973 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-466fd49b-95a3-43f7-a500-0fde450183f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:19.373432 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-466fd49b-95a3-43f7-a500-0fde450183f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:19.469663 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-466fd49b-95a3-43f7-a500-0fde450183f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:19.477343 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-466fd49b-95a3-43f7-a500-0fde450183f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:19.479063 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-466fd49b-95a3-43f7-a500-0fde450183f5 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/0ada1a88-a2f5-476e-85a4-954271530b14 HTTP/1.1" status: 204 len: 168 time: 0.3590865 May 18 18:27:19.488053 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466fd49b-95a3-43f7-a500-0fde450183f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ada1a88-a2f5-476e-85a4-954271530b14,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:27:19.607223 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-766e6f7c-d74b-49c7-81b1-1e6afdd5cc13 req-b63e63a6-bd2e-481f-91d9-3f5ea5765154 service neutron] 10.222.0.88 "GET /v2.0/networks/b0e0df8a-fe46-47e2-96e7-6f339d67d466?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3980579 May 18 18:27:19.610898 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4ba0e7-2a3e-4909-bc34-ebe390c06d56 req-f6a1786a-2d57-4e4c-bcf4-c534922e7b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:27:19.612484 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8c4ba0e7-2a3e-4909-bc34-ebe390c06d56 req-f6a1786a-2d57-4e4c-bcf4-c534922e7b51 service neutron] 10.222.0.88 "GET /v2.0/networks?id=32a0c3b3-6eed-4c0e-b14e-e9888ed81174 HTTP/1.1" status: 200 len: 918 time: 0.3784130 May 18 18:27:19.761126 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68250932-273e-4325-9e64-8bc21316b470', 'tag': '3f298efd-d789-4784-af4f-e91f6b2cc1ad'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:27:19.764407 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39fb88af-de98-4c49-87e3-855b9d484350" -d '{"events": [{"name": "network-changed", "server_uuid": "68250932-273e-4325-9e64-8bc21316b470", "tag": "3f298efd-d789-4784-af4f-e91f6b2cc1ad"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:27:19.783693 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8c4ba0e7-2a3e-4909-bc34-ebe390c06d56 req-19845ef6-b63d-4c30-8a21-2d9628089c0b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3f298efd-d789-4784-af4f-e91f6b2cc1ad HTTP/1.1" status: 200 len: 999 time: 0.1639726 May 18 18:27:19.786710 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b284fc5-3458-4389-afb9-b85d59d2ad10 req-4b4f602f-7473-4c3e-a384-dfbf2a2c9e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:27:19.788456 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8b284fc5-3458-4389-afb9-b85d59d2ad10 req-4b4f602f-7473-4c3e-a384-dfbf2a2c9e5c service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=1cf6702826ca40b18af7dfcf12233973&device_id=bebb41c5-e946-4a32-911c-355541816396 HTTP/1.1" status: 200 len: 1094 time: 0.0776405 May 18 18:27:19.907503 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72abcdfb-6543-496c-8fde-d7df72990a50 x-openstack-request-id: req-72abcdfb-6543-496c-8fde-d7df72990a50 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:27:19.908308 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68250932-273e-4325-9e64-8bc21316b470", "tag": "3f298efd-d789-4784-af4f-e91f6b2cc1ad", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:27:19.908583 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-72abcdfb-6543-496c-8fde-d7df72990a50 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:27:19.908993 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72abcdfb-6543-496c-8fde-d7df72990a50'] response: {'name': 'network-changed', 'server_uuid': '68250932-273e-4325-9e64-8bc21316b470', 'tag': '3f298efd-d789-4784-af4f-e91f6b2cc1ad', 'status': 'completed', 'code': 200} May 18 18:27:19.940631 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4ba0e7-2a3e-4909-bc34-ebe390c06d56 req-f4acbcb4-0c59-48c7-8249-ee8dc04fead3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:27:19.948368 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8c4ba0e7-2a3e-4909-bc34-ebe390c06d56 req-f4acbcb4-0c59-48c7-8249-ee8dc04fead3 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=ac45570a-d36a-47d1-a935-bbf3ce99c6a8 HTTP/1.1" status: 200 len: 856 time: 0.1473835 May 18 18:27:20.074466 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b284fc5-3458-4389-afb9-b85d59d2ad10 req-2b611ed9-20b4-48e0-88ed-4ed2984f1e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:27:20.074466 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8b284fc5-3458-4389-afb9-b85d59d2ad10 req-2b611ed9-20b4-48e0-88ed-4ed2984f1e0d service neutron] 10.222.0.88 "GET /v2.0/networks?id=b0e0df8a-fe46-47e2-96e7-6f339d67d466 HTTP/1.1" status: 200 len: 915 time: 0.2649913 May 18 18:27:20.085914 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4ba0e7-2a3e-4909-bc34-ebe390c06d56 req-640f3f14-2687-4657-82d1-dfe829a0900e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:27:20.088056 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8c4ba0e7-2a3e-4909-bc34-ebe390c06d56 req-640f3f14-2687-4657-82d1-dfe829a0900e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=32a0c3b3-6eed-4c0e-b14e-e9888ed81174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1254635 May 18 18:27:20.146105 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8b284fc5-3458-4389-afb9-b85d59d2ad10 req-2b644f76-f574-4b91-849b-df73f191dbbd service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=de2b8f4d-03f2-4f67-9512-1122b721bd39 HTTP/1.1" status: 200 len: 217 time: 0.0565252 May 18 18:27:20.156757 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bdd7f2-d59b-45cb-a47b-f6d356c98e78 req-58c7ebed-eb8e-406b-81cb-38e1e0e654de tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:27:20.170808 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-45bdd7f2-d59b-45cb-a47b-f6d356c98e78 req-58c7ebed-eb8e-406b-81cb-38e1e0e654de tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/ports?device_id=68250932-273e-4325-9e64-8bc21316b470 HTTP/1.1" status: 200 len: 944 time: 0.1501577 May 18 18:27:20.258679 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 50940) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:27:20.260560 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-45bdd7f2-d59b-45cb-a47b-f6d356c98e78 req-434d5e41-f567-4f5c-99d5-f796a721af4f tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/security-groups?id=11a2a54b-8d3a-4e8b-aced-30411dedac26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884814 May 18 18:27:20.272390 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b284fc5-3458-4389-afb9-b85d59d2ad10 req-26b43f9c-3ecc-4337-9cf1-b371869a3694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:27:20.273970 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8b284fc5-3458-4389-afb9-b85d59d2ad10 req-26b43f9c-3ecc-4337-9cf1-b371869a3694 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=accb0a89-f23b-4ef5-8f87-983b3d81047a HTTP/1.1" status: 200 len: 853 time: 0.1159799 May 18 18:27:20.305041 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e4379110-3a57-4543-8c74-e0e50873b99a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:20.341263 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8c4ba0e7-2a3e-4909-bc34-ebe390c06d56 req-51395079-276c-48a9-9220-d06a77e42bfd service neutron] 10.222.0.88 "GET /v2.0/networks/32a0c3b3-6eed-4c0e-b14e-e9888ed81174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399061 May 18 18:27:20.419236 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b284fc5-3458-4389-afb9-b85d59d2ad10 req-e1e9794d-751b-4321-ab69-7b94339ea094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:27:20.421156 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8b284fc5-3458-4389-afb9-b85d59d2ad10 req-e1e9794d-751b-4321-ab69-7b94339ea094 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b0e0df8a-fe46-47e2-96e7-6f339d67d466&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1385326 May 18 18:27:20.625884 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8c4ba0e7-2a3e-4909-bc34-ebe390c06d56 req-4fd55bc7-adde-4058-93f4-ef8ba21b7fc4 service neutron] 10.222.0.88 "GET /v2.0/networks/32a0c3b3-6eed-4c0e-b14e-e9888ed81174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2764459 May 18 18:27:20.642759 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f76ddf8-f1bb-45d4-aaff-991af57b8e87 req-a919fd57-594c-4546-a6f9-a1dfdc772a25 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:27:20.645878 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1f76ddf8-f1bb-45d4-aaff-991af57b8e87 req-a919fd57-594c-4546-a6f9-a1dfdc772a25 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "GET /v2.0/ports?device_id=bebb41c5-e946-4a32-911c-355541816396 HTTP/1.1" status: 200 len: 943 time: 0.2072856 May 18 18:27:20.685797 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e4379110-3a57-4543-8c74-e0e50873b99a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:20.696544 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e4379110-3a57-4543-8c74-e0e50873b99a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:20.708896 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8b284fc5-3458-4389-afb9-b85d59d2ad10 req-21fb6a23-dda1-43b8-b77c-b08309ca87df service neutron] 10.222.0.88 "GET /v2.0/networks/b0e0df8a-fe46-47e2-96e7-6f339d67d466?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2751343 May 18 18:27:20.950630 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8b284fc5-3458-4389-afb9-b85d59d2ad10 req-62907cda-d30c-442d-8f24-e3b9cc8a9b56 service neutron] 10.222.0.88 "GET /v2.0/networks/b0e0df8a-fe46-47e2-96e7-6f339d67d466?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227552 May 18 18:27:20.963987 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-e4379110-3a57-4543-8c74-e0e50873b99a admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=8f509debd7ed456c85c0328808b3e2c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7030978 May 18 18:27:20.966728 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 50980) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:27:20.974375 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1f76ddf8-f1bb-45d4-aaff-991af57b8e87 req-1f9a65ca-8af1-4d5f-803f-44b99d91ef28 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "GET /v2.0/security-groups?id=ea26971d-d553-4130-94ab-29a63c616105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3143702 May 18 18:27:20.977083 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4379110-3a57-4543-8c74-e0e50873b99a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7f157bf-ef54-4b7a-b8d9-9bbb3b612f7f,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:27:20.997713 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fb88af-de98-4c49-87e3-855b9d484350 req-c72d3574-27fa-4b01-89e4-c0916a4369ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:27:21.001208 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-39fb88af-de98-4c49-87e3-855b9d484350 req-c72d3574-27fa-4b01-89e4-c0916a4369ff service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=0d731d0a64e04789ad04262ef63d1dbd&device_id=68250932-273e-4325-9e64-8bc21316b470 HTTP/1.1" status: 200 len: 1095 time: 0.2728331 May 18 18:27:21.082960 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0282a9bd-1872-4664-9151-9757c7ed82ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:21.118508 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0282a9bd-1872-4664-9151-9757c7ed82ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:21.201875 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0282a9bd-1872-4664-9151-9757c7ed82ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:21.205432 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0282a9bd-1872-4664-9151-9757c7ed82ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:21.209827 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-0282a9bd-1872-4664-9151-9757c7ed82ae admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/c7f157bf-ef54-4b7a-b8d9-9bbb3b612f7f HTTP/1.1" status: 204 len: 168 time: 0.2415488 May 18 18:27:21.222664 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fb88af-de98-4c49-87e3-855b9d484350 req-b6d9295a-3bb8-4f83-8620-adb1098a503c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:27:21.226928 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-39fb88af-de98-4c49-87e3-855b9d484350 req-b6d9295a-3bb8-4f83-8620-adb1098a503c service neutron] 10.222.0.88 "GET /v2.0/networks?id=32a0c3b3-6eed-4c0e-b14e-e9888ed81174 HTTP/1.1" status: 200 len: 918 time: 0.2103651 May 18 18:27:21.227408 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0282a9bd-1872-4664-9151-9757c7ed82ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7f157bf-ef54-4b7a-b8d9-9bbb3b612f7f,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:27:21.385977 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-39fb88af-de98-4c49-87e3-855b9d484350 req-1e7bd8b1-4756-4e49-abca-ae3947d36506 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3f298efd-d789-4784-af4f-e91f6b2cc1ad HTTP/1.1" status: 200 len: 999 time: 0.1534481 May 18 18:27:21.486957 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fb88af-de98-4c49-87e3-855b9d484350 req-2c06ff63-1b86-407e-8ccd-7a526575bfa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:27:21.488527 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-39fb88af-de98-4c49-87e3-855b9d484350 req-2c06ff63-1b86-407e-8ccd-7a526575bfa5 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=ac45570a-d36a-47d1-a935-bbf3ce99c6a8 HTTP/1.1" status: 200 len: 856 time: 0.0948479 May 18 18:27:21.548696 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb62bec-7fa8-405a-b768-b20d898779c3 req-e686461c-0c4f-41a6-99a6-b3d961ec1652 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:27:21.550591 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9cb62bec-7fa8-405a-b768-b20d898779c3 req-e686461c-0c4f-41a6-99a6-b3d961ec1652 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/ports?device_id=68250932-273e-4325-9e64-8bc21316b470 HTTP/1.1" status: 200 len: 944 time: 0.1268518 May 18 18:27:21.646872 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fb88af-de98-4c49-87e3-855b9d484350 req-5bb5ed29-d1a3-46d1-87f2-b84e05becf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:27:21.649326 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-39fb88af-de98-4c49-87e3-855b9d484350 req-5bb5ed29-d1a3-46d1-87f2-b84e05becf73 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=32a0c3b3-6eed-4c0e-b14e-e9888ed81174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1323597 May 18 18:27:21.660563 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9cb62bec-7fa8-405a-b768-b20d898779c3 req-81081b87-dcfb-4f07-8654-3aac2ed21a0c tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/security-groups?id=11a2a54b-8d3a-4e8b-aced-30411dedac26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941803 May 18 18:27:21.874553 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-39fb88af-de98-4c49-87e3-855b9d484350 req-bffc09a6-7e0f-496c-8ebc-a63f6f6fb8aa service neutron] 10.222.0.88 "GET /v2.0/networks/32a0c3b3-6eed-4c0e-b14e-e9888ed81174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943886 May 18 18:27:22.141297 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-39fb88af-de98-4c49-87e3-855b9d484350 req-d12af4fa-f072-4f03-a3c0-769fb83bb104 service neutron] 10.222.0.88 "GET /v2.0/networks/32a0c3b3-6eed-4c0e-b14e-e9888ed81174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2549334 May 18 18:27:22.297302 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cad3333-1872-4b75-a9b9-9f3a93e693f9 req-8942326a-c5f9-44b1-b3bc-79c2fa5607e8 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:27:22.300686 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8cad3333-1872-4b75-a9b9-9f3a93e693f9 req-8942326a-c5f9-44b1-b3bc-79c2fa5607e8 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "GET /v2.0/ports?device_id=bebb41c5-e946-4a32-911c-355541816396 HTTP/1.1" status: 200 len: 943 time: 0.0789809 May 18 18:27:22.369400 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8cad3333-1872-4b75-a9b9-9f3a93e693f9 req-5fa39347-89ee-466c-a6e1-9f9498c07564 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "GET /v2.0/security-groups?id=ea26971d-d553-4130-94ab-29a63c616105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619676 May 18 18:27:22.394518 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device de2b8f4d-03f2-4f67-9512-1122b721bd39 details requested by agent hyperv_n-h2-838550-3 with host n-h2-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:27:22.663092 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port de2b8f4d-03f2-4f67-9512-1122b721bd39, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=de2b8f4d-03f2-4f67-9512-1122b721bd39,segment=NetworkSegment(a898997a-d1fc-408c-b1d2-fe587c78d0c1),segment_id=a898997a-d1fc-408c-b1d2-fe587c78d0c1)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:27:22.724428 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Returning: {'device': 'de2b8f4d-03f2-4f67-9512-1122b721bd39', 'network_id': 'b0e0df8a-fe46-47e2-96e7-6f339d67d466', 'port_id': 'de2b8f4d-03f2-4f67-9512-1122b721bd39', 'mac_address': 'fa:16:3e:76:c9:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'accb0a89-f23b-4ef5-8f87-983b3d81047a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:27:22.812371 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb56a5b-a48c-4187-bdb4-cd756b0e5d9c req-6f1be828-add6-4b42-979a-d66e279697ea tempest-TestNetworkAdvancedServerOps-1996564383 tempest-TestNetworkAdvancedServerOps-1996564383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:27:22.832020 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port de2b8f4d-03f2-4f67-9512-1122b721bd39 is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:27:22.835465 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:22.845512 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9fb56a5b-a48c-4187-bdb4-cd756b0e5d9c req-6f1be828-add6-4b42-979a-d66e279697ea tempest-TestNetworkAdvancedServerOps-1996564383 tempest-TestNetworkAdvancedServerOps-1996564383-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=3af06ae7-a690-4f40-bcb1-f8f76cf6c6ef HTTP/1.1" status: 200 len: 1098 time: 0.1778502 May 18 18:27:22.857897 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de2b8f4d-03f2-4f67-9512-1122b721bd39 {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:27:22.897271 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9fb56a5b-a48c-4187-bdb4-cd756b0e5d9c req-62f17bf9-2c9a-4e93-84c8-3ec2c9831a1e tempest-TestNetworkAdvancedServerOps-1996564383 tempest-TestNetworkAdvancedServerOps-1996564383-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=e4600145-0aaf-4853-ad08-dfd77d36be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461080 May 18 18:27:22.913680 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 51070) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:27:23.027757 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port de2b8f4d-03f2-4f67-9512-1122b721bd39, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=de2b8f4d-03f2-4f67-9512-1122b721bd39,segment=NetworkSegment(a898997a-d1fc-408c-b1d2-fe587c78d0c1),segment_id=a898997a-d1fc-408c-b1d2-fe587c78d0c1)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:27:23.038121 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:23.275688 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=de2b8f4d-03f2-4f67-9512-1122b721bd39,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:27:23.288209 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8a1918-0a2f-4585-92d0-8c533c72f0cd req-ddc020d5-e330-48f7-bce8-b7aa06fb33b3 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:27:23.302140 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-aa8a1918-0a2f-4585-92d0-8c533c72f0cd req-ddc020d5-e330-48f7-bce8-b7aa06fb33b3 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef854938-189c-46f2-8314-215a08afd5f6 HTTP/1.1" status: 200 len: 945 time: 0.1648493 May 18 18:27:23.412724 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-aa8a1918-0a2f-4585-92d0-8c533c72f0cd req-6ac4499d-2801-473c-9868-937f2ff26a95 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=ea6a757a-9c65-4a62-a27e-604b73d281bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081600 May 18 18:27:23.415438 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['de2b8f4d-03f2-4f67-9512-1122b721bd39'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:27:23.477408 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922146b8-d85a-4ad7-a9e4-a829671f0218 req-24294bbb-5def-4581-baa1-3933b02de773 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:27:23.479028 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-922146b8-d85a-4ad7-a9e4-a829671f0218 req-24294bbb-5def-4581-baa1-3933b02de773 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/ports?device_id=68250932-273e-4325-9e64-8bc21316b470 HTTP/1.1" status: 200 len: 944 time: 0.3276556 May 18 18:27:23.667764 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9791792a-96c1-401c-be6f-d97f46dfeaa6 req-0e6a5adc-a7c3-4918-b417-b82b143cac18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:27:23.672075 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9791792a-96c1-401c-be6f-d97f46dfeaa6 req-0e6a5adc-a7c3-4918-b417-b82b143cac18 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dc04081bebe44448af91d703facdf00a&device_id=ef854938-189c-46f2-8314-215a08afd5f6 HTTP/1.1" status: 200 len: 1096 time: 0.5253112 May 18 18:27:23.761187 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0d3958-d83e-4621-98ae-0caa115fc568 req-14f4b979-d81c-4bc5-87ba-ea825d78cc8e tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:27:23.778117 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ed0d3958-d83e-4621-98ae-0caa115fc568 req-14f4b979-d81c-4bc5-87ba-ea825d78cc8e tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "GET /v2.0/ports?device_id=bebb41c5-e946-4a32-911c-355541816396 HTTP/1.1" status: 200 len: 944 time: 0.1713259 May 18 18:27:23.877686 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ed0d3958-d83e-4621-98ae-0caa115fc568 req-78d7b740-e395-4c1e-b851-4f734467259e tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "GET /v2.0/security-groups?id=ea26971d-d553-4130-94ab-29a63c616105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976977 May 18 18:27:24.021071 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-922146b8-d85a-4ad7-a9e4-a829671f0218 req-2779d2fa-5aa5-47b5-bcb9-f8ab992d03c9 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/security-groups?id=11a2a54b-8d3a-4e8b-aced-30411dedac26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5235708 May 18 18:27:24.148800 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9791792a-96c1-401c-be6f-d97f46dfeaa6 req-21a8c209-2de4-4fa4-97c8-8e9d25e607a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:27:24.150876 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9791792a-96c1-401c-be6f-d97f46dfeaa6 req-21a8c209-2de4-4fa4-97c8-8e9d25e607a6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=adbd4d3b-93fc-4f7a-a6ae-1551b2db5668 HTTP/1.1" status: 200 len: 912 time: 0.4411731 May 18 18:27:24.354256 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9791792a-96c1-401c-be6f-d97f46dfeaa6 req-7b036893-e309-43f6-9634-959f4a147a46 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=33664213-089a-4f22-9123-31b7caedaa56 HTTP/1.1" status: 200 len: 1000 time: 0.1925545 May 18 18:27:24.370485 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-c87f9719-68fd-49b9-9990-0a04ad1c5323 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Deleting port decfb090-f470-434a-a715-014ce1b70954 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:27:24.371992 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c87f9719-68fd-49b9-9990-0a04ad1c5323 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:24.425994 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 51110) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:27:24.658294 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9791792a-96c1-401c-be6f-d97f46dfeaa6 req-31c7d3c7-4fc7-471d-899b-11110047a9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:27:24.660602 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9791792a-96c1-401c-be6f-d97f46dfeaa6 req-31c7d3c7-4fc7-471d-899b-11110047a9e1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b85d9655-9e18-4f20-bd82-d6f95b142d2a HTTP/1.1" status: 200 len: 850 time: 0.2859120 May 18 18:27:24.666415 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8572489-df75-4c0b-a27c-6d0eaccbcb4d req-2163587c-5163-4788-83e1-d89e38ead10d tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:27:24.678215 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e8572489-df75-4c0b-a27c-6d0eaccbcb4d req-2163587c-5163-4788-83e1-d89e38ead10d tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef854938-189c-46f2-8314-215a08afd5f6 HTTP/1.1" status: 200 len: 945 time: 0.1211221 May 18 18:27:24.784555 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e8572489-df75-4c0b-a27c-6d0eaccbcb4d req-17626478-665a-437e-b7af-67e2712ad9db tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=ea6a757a-9c65-4a62-a27e-604b73d281bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043751 May 18 18:27:24.944307 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-867d508d-3203-4a93-9984-8cd9cfb1d836 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:25.029149 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c87f9719-68fd-49b9-9990-0a04ad1c5323 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:25.029785 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c87f9719-68fd-49b9-9990-0a04ad1c5323 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:25.071768 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-c87f9719-68fd-49b9-9990-0a04ad1c5323 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Calling delete_port for decfb090-f470-434a-a715-014ce1b70954 owned by network:floatingip {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:27:25.351565 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9791792a-96c1-401c-be6f-d97f46dfeaa6 req-a1c598fc-836a-4464-ba25-f1776489118a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:27:25.353268 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9791792a-96c1-401c-be6f-d97f46dfeaa6 req-a1c598fc-836a-4464-ba25-f1776489118a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=adbd4d3b-93fc-4f7a-a6ae-1551b2db5668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6340549 May 18 18:27:25.440641 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612b3e81-1aa1-42c8-913c-e7dcf8d6337e req-3d445af2-c569-4e2b-a519-9c0e721bef7b tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:27:25.461587 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-612b3e81-1aa1-42c8-913c-e7dcf8d6337e req-3d445af2-c569-4e2b-a519-9c0e721bef7b tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/ports?device_id=68250932-273e-4325-9e64-8bc21316b470 HTTP/1.1" status: 200 len: 944 time: 0.2874448 May 18 18:27:25.555618 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-867d508d-3203-4a93-9984-8cd9cfb1d836 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:25.573007 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-867d508d-3203-4a93-9984-8cd9cfb1d836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:25.679017 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-867d508d-3203-4a93-9984-8cd9cfb1d836 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=ff0c50306d414f73a99bcd4e4df2c7c5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2509832 May 18 18:27:25.680617 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 51138) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:27:25.681704 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867d508d-3203-4a93-9984-8cd9cfb1d836 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5355af29-e623-4b5d-aa1b-2ef12ba6b235,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:27:25.699091 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-612b3e81-1aa1-42c8-913c-e7dcf8d6337e req-54496215-f88f-4443-9418-706e6e936115 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/security-groups?id=11a2a54b-8d3a-4e8b-aced-30411dedac26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2361097 May 18 18:27:25.796249 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d10e18f-4b3b-4030-be8a-867050ac64eb req-71320a7c-1e17-4fca-9d78-9bd6dd4eaabd tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:27:25.798141 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6d10e18f-4b3b-4030-be8a-867050ac64eb req-71320a7c-1e17-4fca-9d78-9bd6dd4eaabd tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "GET /v2.0/ports?device_id=bebb41c5-e946-4a32-911c-355541816396 HTTP/1.1" status: 200 len: 944 time: 0.6687584 May 18 18:27:25.824076 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-cd62187d-eab6-40f0-8be7-33f04112aaa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:25.889177 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-cd62187d-eab6-40f0-8be7-33f04112aaa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:25.958848 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6d10e18f-4b3b-4030-be8a-867050ac64eb req-c4369c56-e8f7-4cb8-b0c0-7a24b7429486 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "GET /v2.0/security-groups?id=ea26971d-d553-4130-94ab-29a63c616105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1529520 May 18 18:27:26.024423 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9791792a-96c1-401c-be6f-d97f46dfeaa6 req-662fff69-9616-4807-b715-5a7d10632c45 service neutron] 10.222.0.36 "GET /v2.0/networks/adbd4d3b-93fc-4f7a-a6ae-1551b2db5668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6432381 May 18 18:27:26.042578 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-cd62187d-eab6-40f0-8be7-33f04112aaa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:26.047426 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-cd62187d-eab6-40f0-8be7-33f04112aaa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:26.051272 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-cd62187d-eab6-40f0-8be7-33f04112aaa4 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/5355af29-e623-4b5d-aa1b-2ef12ba6b235 HTTP/1.1" status: 204 len: 168 time: 0.3651421 May 18 18:27:26.063157 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c87f9719-68fd-49b9-9990-0a04ad1c5323 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:26.087316 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd62187d-eab6-40f0-8be7-33f04112aaa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5355af29-e623-4b5d-aa1b-2ef12ba6b235,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:27:26.168959 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaeaa5f-fe0d-4bdd-a399-bdd7b862b297 req-4ef14b7b-7e85-470e-a4b1-060360448291 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:27:26.170634 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3aaeaa5f-fe0d-4bdd-a399-bdd7b862b297 req-4ef14b7b-7e85-470e-a4b1-060360448291 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef854938-189c-46f2-8314-215a08afd5f6 HTTP/1.1" status: 200 len: 945 time: 0.1758907 May 18 18:27:26.298724 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87f9719-68fd-49b9-9990-0a04ad1c5323 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Pushing event deleted for resources: {'Port': ['ID=decfb090-f470-434a-a715-014ce1b70954,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:27:26.304040 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3aaeaa5f-fe0d-4bdd-a399-bdd7b862b297 req-26ba5be4-a493-403a-bee5-5c0c98fdf7f0 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=ea6a757a-9c65-4a62-a27e-604b73d281bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1176007 May 18 18:27:26.430729 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device de2b8f4d-03f2-4f67-9512-1122b721bd39 up at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:27:26.580495 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c87f9719-68fd-49b9-9990-0a04ad1c5323 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for floatingip, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:26.588584 n-d-838550-3 neutron-server[102730]: INFO neutron.db.l3_db [None req-c87f9719-68fd-49b9-9990-0a04ad1c5323 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Floating IP af65a5d5-392d-4fa3-bda6-1b850d5616d7 disassociated (deleted). External IP: 172.25.5.241, port: aad21639-9096-401f-be6b-1fcf72a3df15. May 18 18:27:26.615456 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning for port de2b8f4d-03f2-4f67-9512-1122b721bd39 completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:27:26.636471 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning complete for port de2b8f4d-03f2-4f67-9512-1122b721bd39 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:27:26.639155 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:27.019638 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port de2b8f4d-03f2-4f67-9512-1122b721bd39 is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:27:27.020036 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:27.146925 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port de2b8f4d-03f2-4f67-9512-1122b721bd39, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=de2b8f4d-03f2-4f67-9512-1122b721bd39,segment=NetworkSegment(a898997a-d1fc-408c-b1d2-fe587c78d0c1),segment_id=a898997a-d1fc-408c-b1d2-fe587c78d0c1)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:27:27.148009 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bebb41c5-e946-4a32-911c-355541816396', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de2b8f4d-03f2-4f67-9512-1122b721bd39'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:27:27.154619 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31596845-4d27-4e81-86e1-8f124f5db24e" -d '{"events": [{"server_uuid": "bebb41c5-e946-4a32-911c-355541816396", "name": "network-vif-plugged", "status": "completed", "tag": "de2b8f4d-03f2-4f67-9512-1122b721bd39"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:27:27.169899 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:27.456091 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=de2b8f4d-03f2-4f67-9512-1122b721bd39,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:27:27.520710 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af12a73b-4bae-4815-855a-853c6321b688 req-6c492f99-9a74-4643-9f9c-c4461a6b19fa tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:27:27.532973 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-af12a73b-4bae-4815-855a-853c6321b688 req-6c492f99-9a74-4643-9f9c-c4461a6b19fa tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "GET /v2.0/ports?device_id=bebb41c5-e946-4a32-911c-355541816396 HTTP/1.1" status: 200 len: 944 time: 0.4117348 May 18 18:27:27.573393 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ead51a-53e3-4c0b-979c-0172bdb72e83 req-1b42cf65-e53c-43fb-9a18-70ded7788847 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:27:27.576360 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-68ead51a-53e3-4c0b-979c-0172bdb72e83 req-1b42cf65-e53c-43fb-9a18-70ded7788847 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/ports?device_id=68250932-273e-4325-9e64-8bc21316b470 HTTP/1.1" status: 200 len: 944 time: 0.6034420 May 18 18:27:27.579067 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9791792a-96c1-401c-be6f-d97f46dfeaa6 req-7b7a6f33-b4ad-4f64-a846-14a178d7a6c6 service neutron] 10.222.0.36 "GET /v2.0/networks/adbd4d3b-93fc-4f7a-a6ae-1551b2db5668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5414591 May 18 18:27:27.627328 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-af12a73b-4bae-4815-855a-853c6321b688 req-bbb7d0ba-08f5-490d-b287-6ce3b8cab95d tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "GET /v2.0/security-groups?id=ea26971d-d553-4130-94ab-29a63c616105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888579 May 18 18:27:27.738898 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54f11c00-95f3-4938-a2af-dc75549a2794 x-openstack-request-id: req-54f11c00-95f3-4938-a2af-dc75549a2794 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:27:27.739412 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bebb41c5-e946-4a32-911c-355541816396", "name": "network-vif-plugged", "status": "completed", "tag": "de2b8f4d-03f2-4f67-9512-1122b721bd39", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:27:27.739835 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-54f11c00-95f3-4938-a2af-dc75549a2794 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:27:27.740404 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54f11c00-95f3-4938-a2af-dc75549a2794'] response: {'server_uuid': 'bebb41c5-e946-4a32-911c-355541816396', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de2b8f4d-03f2-4f67-9512-1122b721bd39', 'code': 200} May 18 18:27:27.857056 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-68ead51a-53e3-4c0b-979c-0172bdb72e83 req-9a2883b8-4be2-43b0-9a37-235f199e88f1 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/security-groups?id=11a2a54b-8d3a-4e8b-aced-30411dedac26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2484925 May 18 18:27:27.932036 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c87f9719-68fd-49b9-9990-0a04ad1c5323 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Router 51c565d6-7a46-47ec-abd0-2264e846155d has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:27:28.075942 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09bb447-2117-4546-8c0b-35aa329a8bc5 req-bb76dff8-822c-4d8f-9b6c-d4a14ede5b2d tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:27:28.077543 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f09bb447-2117-4546-8c0b-35aa329a8bc5 req-bb76dff8-822c-4d8f-9b6c-d4a14ede5b2d tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef854938-189c-46f2-8314-215a08afd5f6 HTTP/1.1" status: 200 len: 945 time: 0.1817153 May 18 18:27:28.081849 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323caf4c-6c8c-4d8d-a7db-23bcc88b9422 req-15698eeb-90ea-413f-a007-bdd718e32273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:27:28.083319 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-323caf4c-6c8c-4d8d-a7db-23bcc88b9422 req-15698eeb-90ea-413f-a007-bdd718e32273 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=bebb41c5-e946-4a32-911c-355541816396 HTTP/1.1" status: 200 len: 1096 time: 0.1282504 May 18 18:27:28.324486 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f09bb447-2117-4546-8c0b-35aa329a8bc5 req-dc092185-dd2c-4c46-add6-01636ebf3390 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=ea6a757a-9c65-4a62-a27e-604b73d281bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2343574 May 18 18:27:28.335444 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-323caf4c-6c8c-4d8d-a7db-23bcc88b9422 req-ec85ac9c-1d06-435b-9658-7748254fb5ab service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=ea26971d-d553-4130-94ab-29a63c616105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2375686 May 18 18:27:28.442925 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c87f9719-68fd-49b9-9990-0a04ad1c5323 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:27:28.457884 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c87f9719-68fd-49b9-9990-0a04ad1c5323 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:28.462312 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd109b05-ed66-4ae0-a610-51761c279ef8 None None] Sync routers for ids ['51c565d6-7a46-47ec-abd0-2264e846155d'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:27:28.495302 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd109b05-ed66-4ae0-a610-51761c279ef8 None None] Routers {'51c565d6-7a46-47ec-abd0-2264e846155d'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:27:28.497414 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-cd109b05-ed66-4ae0-a610-51761c279ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:27:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['51c565d6-7a46-47ec-abd0-2264e846155d'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:27:28.545472 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-c87f9719-68fd-49b9-9990-0a04ad1c5323 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "DELETE /v2.0/floatingips/af65a5d5-392d-4fa3-bda6-1b850d5616d7 HTTP/1.1" status: 204 len: 168 time: 5.6275432 May 18 18:27:28.545472 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3af06ae7-a690-4f40-bcb1-f8f76cf6c6ef', 'tag': 'aad21639-9096-401f-be6b-1fcf72a3df15'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:27:28.549828 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eabe205-3a7a-4635-9ccd-68f1378f1f5c" -d '{"events": [{"name": "network-changed", "server_uuid": "3af06ae7-a690-4f40-bcb1-f8f76cf6c6ef", "tag": "aad21639-9096-401f-be6b-1fcf72a3df15"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:27:28.635878 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af24bf6b-b1ee-4c94-8511-9c46e98a2aec x-openstack-request-id: req-af24bf6b-b1ee-4c94-8511-9c46e98a2aec {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:27:28.636641 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3af06ae7-a690-4f40-bcb1-f8f76cf6c6ef", "tag": "aad21639-9096-401f-be6b-1fcf72a3df15", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:27:28.636641 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-af24bf6b-b1ee-4c94-8511-9c46e98a2aec {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:27:28.637455 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af24bf6b-b1ee-4c94-8511-9c46e98a2aec'] response: {'name': 'network-changed', 'server_uuid': '3af06ae7-a690-4f40-bcb1-f8f76cf6c6ef', 'tag': 'aad21639-9096-401f-be6b-1fcf72a3df15', 'status': 'completed', 'code': 200} May 18 18:27:28.844534 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eabe205-3a7a-4635-9ccd-68f1378f1f5c req-9b68cc41-77b6-4923-8da9-6e46dd8e3628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:27:28.850020 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2eabe205-3a7a-4635-9ccd-68f1378f1f5c req-9b68cc41-77b6-4923-8da9-6e46dd8e3628 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=06b3ed36f50a43fd9cfeaa89e080d35b&device_id=3af06ae7-a690-4f40-bcb1-f8f76cf6c6ef HTTP/1.1" status: 200 len: 1098 time: 0.1605620 May 18 18:27:29.033538 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5845e5-97cc-4dee-8348-36dbf190fdfa req-4c255217-bebd-4fe3-986f-4c5cff518d69 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:27:29.044310 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7b5845e5-97cc-4dee-8348-36dbf190fdfa req-4c255217-bebd-4fe3-986f-4c5cff518d69 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "GET /v2.0/ports?device_id=bebb41c5-e946-4a32-911c-355541816396 HTTP/1.1" status: 200 len: 945 time: 0.1862144 May 18 18:27:29.082852 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-cd109b05-ed66-4ae0-a610-51761c279ef8 None None] Set router 51c565d6-7a46-47ec-abd0-2264e846155d gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:27:29.175682 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7b5845e5-97cc-4dee-8348-36dbf190fdfa req-e8d890fb-5d7c-49fd-8590-7ea8055084b9 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "GET /v2.0/security-groups?id=ea26971d-d553-4130-94ab-29a63c616105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1285594 May 18 18:27:29.424126 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eabe205-3a7a-4635-9ccd-68f1378f1f5c req-3941feb5-b330-445e-932b-dfe76ae346a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:27:29.431849 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2eabe205-3a7a-4635-9ccd-68f1378f1f5c req-3941feb5-b330-445e-932b-dfe76ae346a4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=add95d4d-788f-4f7a-943c-d9e04efedeef HTTP/1.1" status: 200 len: 898 time: 0.5749326 May 18 18:27:29.460602 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc316637-6714-4381-b565-37ac4aa524a0 req-714b9aee-eb9a-4b23-940a-3e5bbdb5e185 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:27:29.493127 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cc316637-6714-4381-b565-37ac4aa524a0 req-714b9aee-eb9a-4b23-940a-3e5bbdb5e185 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=3af06ae7-a690-4f40-bcb1-f8f76cf6c6ef HTTP/1.1" status: 200 len: 947 time: 0.1402183 May 18 18:27:29.584490 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2eabe205-3a7a-4635-9ccd-68f1378f1f5c req-2a386e6f-b32d-4c8d-a091-386a583f1bb5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aad21639-9096-401f-be6b-1fcf72a3df15 HTTP/1.1" status: 200 len: 217 time: 0.1380720 May 18 18:27:29.638505 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cc316637-6714-4381-b565-37ac4aa524a0 req-40cf63bf-e5c6-4c3e-a9f3-cbf4bc811b90 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/security-groups?id=e4600145-0aaf-4853-ad08-dfd77d36be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1441710 May 18 18:27:29.649779 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a39f50f-e830-4da7-95d2-256cbd342d54 req-2c2f8ffa-7468-4271-850a-2dbbab681a94 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:27:29.656878 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8a39f50f-e830-4da7-95d2-256cbd342d54 req-2c2f8ffa-7468-4271-850a-2dbbab681a94 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/ports?device_id=68250932-273e-4325-9e64-8bc21316b470 HTTP/1.1" status: 200 len: 944 time: 0.3977804 May 18 18:27:29.905441 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eabe205-3a7a-4635-9ccd-68f1378f1f5c req-71a0f9cf-3671-43a2-b8c1-e15814cb4e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:27:29.915438 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2eabe205-3a7a-4635-9ccd-68f1378f1f5c req-71a0f9cf-3671-43a2-b8c1-e15814cb4e00 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=aa5c9232-5b35-4434-8ef8-cf4d8aaf5112 HTTP/1.1" status: 200 len: 835 time: 0.3176310 May 18 18:27:29.922952 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8a39f50f-e830-4da7-95d2-256cbd342d54 req-adab2fec-a638-40e1-b637-5d79483a0a76 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/security-groups?id=11a2a54b-8d3a-4e8b-aced-30411dedac26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2509365 May 18 18:27:29.967692 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-cd109b05-ed66-4ae0-a610-51761c279ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51c565d6-7a46-47ec-abd0-2264e846155d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-120407956', 'tenant_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': 'b5cb82cf-943f-492b-962f-7174d0c836cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:24:24Z', 'updated_at': '2022-05-18T18:24:38Z', 'revision_number': 4, 'project_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'gw_port': {'id': 'b5cb82cf-943f-492b-962f-7174d0c836cb', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:6e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51c565d6-7a46-47ec-abd0-2264e846155d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2448, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:24:25Z', 'updated_at': '2022-05-18T18:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': 'c543b4ff-35d5-45dc-b040-07ac71a9fa2b', 'name': '', 'network_id': 'add95d4d-788f-4f7a-943c-d9e04efedeef', 'tenant_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'mac_address': 'fa:16:3e:a5:3d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51c565d6-7a46-47ec-abd0-2264e846155d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': 'aa5c9232-5b35-4434-8ef8-cf4d8aaf5112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:24:36Z', 'updated_at': '2022-05-18T18:24:47Z', 'revision_number': 5, 'project_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'subnets': [{'id': 'aa5c9232-5b35-4434-8ef8-cf4d8aaf5112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:27:29.971952 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a82e856-7258-4b8c-82cf-5afa52a1b9eb req-fd2235c9-a598-486d-8b32-5a9c41b090f1 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:27:29.973691 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7a82e856-7258-4b8c-82cf-5afa52a1b9eb req-fd2235c9-a598-486d-8b32-5a9c41b090f1 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef854938-189c-46f2-8314-215a08afd5f6 HTTP/1.1" status: 200 len: 945 time: 0.1576343 May 18 18:27:30.054237 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7a82e856-7258-4b8c-82cf-5afa52a1b9eb req-de249b50-2e60-4e13-af09-eb135cc9ceff tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=ea6a757a-9c65-4a62-a27e-604b73d281bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645468 May 18 18:27:30.055928 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd109b05-ed66-4ae0-a610-51761c279ef8 None None] Checking router: 51c565d6-7a46-47ec-abd0-2264e846155d for host: n-d-838550-3 {{(pid=102732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:27:30.061984 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eabe205-3a7a-4635-9ccd-68f1378f1f5c req-1ab5290b-6ceb-455d-8332-561b3145e4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:27:30.063849 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2eabe205-3a7a-4635-9ccd-68f1378f1f5c req-1ab5290b-6ceb-455d-8332-561b3145e4a3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=add95d4d-788f-4f7a-943c-d9e04efedeef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1334219 May 18 18:27:30.092335 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd109b05-ed66-4ae0-a610-51761c279ef8 None None] Routers {'51c565d6-7a46-47ec-abd0-2264e846155d'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:27:30.092973 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-cd109b05-ed66-4ae0-a610-51761c279ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:27:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['51c565d6-7a46-47ec-abd0-2264e846155d'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:27:30.385527 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2eabe205-3a7a-4635-9ccd-68f1378f1f5c req-3c47e4fb-38a9-4680-9cb6-6c94f379a4ce service neutron] 10.222.0.36 "GET /v2.0/networks/add95d4d-788f-4f7a-943c-d9e04efedeef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3107479 May 18 18:27:30.734845 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-cd109b05-ed66-4ae0-a610-51761c279ef8 None None] Set router 51c565d6-7a46-47ec-abd0-2264e846155d gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:27:30.954040 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b760cf-7969-41b5-8476-b21c9d14f82b req-74c1b3d4-c281-49bf-b58e-429f6b459761 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:27:30.979096 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c3b760cf-7969-41b5-8476-b21c9d14f82b req-74c1b3d4-c281-49bf-b58e-429f6b459761 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=3af06ae7-a690-4f40-bcb1-f8f76cf6c6ef HTTP/1.1" status: 200 len: 947 time: 0.2222037 May 18 18:27:31.099651 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c3b760cf-7969-41b5-8476-b21c9d14f82b req-2d943ea5-1237-45b3-af0a-aabcd97b92cf tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/security-groups?id=e4600145-0aaf-4853-ad08-dfd77d36be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1195598 May 18 18:27:31.400315 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:31.455364 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:31.529195 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02379306-4f8f-400f-969c-e814deafb1a7 req-f715e40f-49cd-4743-ae22-595d387b7ba3 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:27:31.537635 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-02379306-4f8f-400f-969c-e814deafb1a7 req-f715e40f-49cd-4743-ae22-595d387b7ba3 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/ports?device_id=68250932-273e-4325-9e64-8bc21316b470 HTTP/1.1" status: 200 len: 944 time: 0.1595051 May 18 18:27:31.620064 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-cd109b05-ed66-4ae0-a610-51761c279ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51c565d6-7a46-47ec-abd0-2264e846155d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-120407956', 'tenant_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': 'b5cb82cf-943f-492b-962f-7174d0c836cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:24:24Z', 'updated_at': '2022-05-18T18:24:38Z', 'revision_number': 4, 'project_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'gw_port': {'id': 'b5cb82cf-943f-492b-962f-7174d0c836cb', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:6e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51c565d6-7a46-47ec-abd0-2264e846155d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2448, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:24:25Z', 'updated_at': '2022-05-18T18:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': 'c543b4ff-35d5-45dc-b040-07ac71a9fa2b', 'name': '', 'network_id': 'add95d4d-788f-4f7a-943c-d9e04efedeef', 'tenant_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'mac_address': 'fa:16:3e:a5:3d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51c565d6-7a46-47ec-abd0-2264e846155d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': 'aa5c9232-5b35-4434-8ef8-cf4d8aaf5112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:24:36Z', 'updated_at': '2022-05-18T18:24:47Z', 'revision_number': 5, 'project_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'subnets': [{'id': 'aa5c9232-5b35-4434-8ef8-cf4d8aaf5112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:27:31.671866 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd109b05-ed66-4ae0-a610-51761c279ef8 None None] The sync data for ids ['51c565d6-7a46-47ec-abd0-2264e846155d'] in n-d-838550-3 is: [{'id': '51c565d6-7a46-47ec-abd0-2264e846155d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-120407956', 'tenant_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': 'b5cb82cf-943f-492b-962f-7174d0c836cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:24:24Z', 'updated_at': '2022-05-18T18:24:38Z', 'revision_number': 4, 'project_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'gw_port': {'id': 'b5cb82cf-943f-492b-962f-7174d0c836cb', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:6e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51c565d6-7a46-47ec-abd0-2264e846155d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2448, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:24:25Z', 'updated_at': '2022-05-18T18:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': 'c543b4ff-35d5-45dc-b040-07ac71a9fa2b', 'name': '', 'network_id': 'add95d4d-788f-4f7a-943c-d9e04efedeef', 'tenant_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'mac_address': 'fa:16:3e:a5:3d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51c565d6-7a46-47ec-abd0-2264e846155d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': 'aa5c9232-5b35-4434-8ef8-cf4d8aaf5112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:24:36Z', 'updated_at': '2022-05-18T18:24:47Z', 'revision_number': 5, 'project_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'subnets': [{'id': 'aa5c9232-5b35-4434-8ef8-cf4d8aaf5112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:27:31.686307 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-02379306-4f8f-400f-969c-e814deafb1a7 req-054a005e-fbf3-47a6-9c34-1fd76f15b49f tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/security-groups?id=11a2a54b-8d3a-4e8b-aced-30411dedac26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1471021 May 18 18:27:31.709448 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24293e6-2410-447a-acf8-89b8c71aa2ff req-3748f8e7-9ab2-4da4-a00d-d9ceb5fa3b3a tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:27:31.720590 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d24293e6-2410-447a-acf8-89b8c71aa2ff req-3748f8e7-9ab2-4da4-a00d-d9ceb5fa3b3a tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "GET /v2.0/ports?device_id=bebb41c5-e946-4a32-911c-355541816396 HTTP/1.1" status: 200 len: 945 time: 1.2800703 May 18 18:27:31.731976 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30a85f9-d011-47c9-ad1a-1c1133b086a1 req-d5695f17-04aa-428a-bee7-162680b24de0 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:27:31.733874 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d30a85f9-d011-47c9-ad1a-1c1133b086a1 req-d5695f17-04aa-428a-bee7-162680b24de0 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.36 "GET /v2.0/ports?device_id=3af06ae7-a690-4f40-bcb1-f8f76cf6c6ef HTTP/1.1" status: 200 len: 947 time: 1.2923446 May 18 18:27:31.856881 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2eabe205-3a7a-4635-9ccd-68f1378f1f5c req-79a053a3-5627-4769-afc5-35a7a1471570 service neutron] 10.222.0.36 "GET /v2.0/networks/add95d4d-788f-4f7a-943c-d9e04efedeef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4636273 May 18 18:27:31.952679 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d24293e6-2410-447a-acf8-89b8c71aa2ff req-047f3d46-9861-4848-a6ab-0b5232324b63 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "GET /v2.0/security-groups?id=ea26971d-d553-4130-94ab-29a63c616105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2286577 May 18 18:27:32.146420 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-d30a85f9-d011-47c9-ad1a-1c1133b086a1 req-d11342ca-b585-4c5d-b942-3a9979b7c25f tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Deleting port aad21639-9096-401f-be6b-1fcf72a3df15 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:27:32.146771 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-d30a85f9-d011-47c9-ad1a-1c1133b086a1 req-d11342ca-b585-4c5d-b942-3a9979b7c25f tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:32.291522 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f1db0e-71a9-4fe0-b692-0e0a8eb0450a req-0be6908e-13f1-4882-9986-55d8a5db315c tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:27:32.307223 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-11f1db0e-71a9-4fe0-b692-0e0a8eb0450a req-0be6908e-13f1-4882-9986-55d8a5db315c tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "GET /v2.0/ports?device_id=bebb41c5-e946-4a32-911c-355541816396 HTTP/1.1" status: 200 len: 945 time: 0.1877630 May 18 18:27:32.307223 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 51350) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:27:32.317695 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-6198c661-e8e3-4750-acc7-a13f1f07cce3 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Request body: {'floatingip': {'port_id': 'de2b8f4d-03f2-4f67-9512-1122b721bd39'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:27:32.441295 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b14c9a-0935-4307-a331-3abe4ca860b2 None None] New status for floating IP af65a5d5-392d-4fa3-bda6-1b850d5616d7: DOWN {{(pid=102733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 18:27:32.535887 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6198c661-e8e3-4750-acc7-a13f1f07cce3 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks [] for floatingip, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:32.585956 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 51360) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:27:32.728460 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10787f5c-a12a-431d-9172-d50ee0f3bab8 req-5011e33e-8b00-4328-bb03-7458fe769b1f tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:27:32.748492 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-10787f5c-a12a-431d-9172-d50ee0f3bab8 req-5011e33e-8b00-4328-bb03-7458fe769b1f tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=3af06ae7-a690-4f40-bcb1-f8f76cf6c6ef HTTP/1.1" status: 200 len: 947 time: 0.2541277 May 18 18:27:32.791180 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-d30a85f9-d011-47c9-ad1a-1c1133b086a1 req-d11342ca-b585-4c5d-b942-3a9979b7c25f tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] For port aad21639-9096-401f-be6b-1fcf72a3df15, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=aad21639-9096-401f-be6b-1fcf72a3df15,segment=NetworkSegment(dee46304-0b61-4765-8fa4-fe4ec736c06a),segment_id=dee46304-0b61-4765-8fa4-fe4ec736c06a)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:27:32.791802 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-d30a85f9-d011-47c9-ad1a-1c1133b086a1 req-d11342ca-b585-4c5d-b942-3a9979b7c25f tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:32.857498 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-d30a85f9-d011-47c9-ad1a-1c1133b086a1 req-d11342ca-b585-4c5d-b942-3a9979b7c25f tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Calling delete_port for aad21639-9096-401f-be6b-1fcf72a3df15 owned by compute:nova {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:27:32.864749 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-abba3630-34dd-4d2d-a6c7-9ed6617d2998 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:32.919487 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-10787f5c-a12a-431d-9172-d50ee0f3bab8 req-2968122b-b696-480f-83a8-92273283c7a5 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/security-groups?id=e4600145-0aaf-4853-ad08-dfd77d36be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1694047 May 18 18:27:32.960764 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 51368) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:27:33.085981 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-abba3630-34dd-4d2d-a6c7-9ed6617d2998 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:33.119250 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-abba3630-34dd-4d2d-a6c7-9ed6617d2998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:33.183135 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-abba3630-34dd-4d2d-a6c7-9ed6617d2998 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=1c63078a16b94d9a8fcaad527a313a5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5925241 May 18 18:27:33.188270 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abba3630-34dd-4d2d-a6c7-9ed6617d2998 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46c9ebc3-b49a-480d-befc-c469bbf680a4,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:27:33.193033 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 51376) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:27:33.306415 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fe884f06-9b54-4ab0-b847-8bf23903cd30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:33.366378 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-d30a85f9-d011-47c9-ad1a-1c1133b086a1 req-d11342ca-b585-4c5d-b942-3a9979b7c25f tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:33.445826 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11342ca-b585-4c5d-b942-3a9979b7c25f tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Pushing event deleted for resources: {'Port': ['ID=aad21639-9096-401f-be6b-1fcf72a3df15,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:27:33.508953 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1ed7ae-d0a5-47e5-9c3b-e9311973c836 req-a8cd6769-4bcf-449e-85e3-65ccfdf2c324 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:27:33.518363 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-de1ed7ae-d0a5-47e5-9c3b-e9311973c836 req-a8cd6769-4bcf-449e-85e3-65ccfdf2c324 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/ports?device_id=68250932-273e-4325-9e64-8bc21316b470 HTTP/1.1" status: 200 len: 944 time: 0.4933798 May 18 18:27:33.526031 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-d30a85f9-d011-47c9-ad1a-1c1133b086a1 req-d11342ca-b585-4c5d-b942-3a9979b7c25f tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] No DVR routers for this DVR port aad21639-9096-401f-be6b-1fcf72a3df15 on host n-h1-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:27:33.532429 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-d30a85f9-d011-47c9-ad1a-1c1133b086a1 req-d11342ca-b585-4c5d-b942-3a9979b7c25f tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:33.539733 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d30a85f9-d011-47c9-ad1a-1c1133b086a1 req-d11342ca-b585-4c5d-b942-3a9979b7c25f tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.36 "DELETE /v2.0/ports/aad21639-9096-401f-be6b-1fcf72a3df15 HTTP/1.1" status: 204 len: 173 time: 1.7653413 May 18 18:27:33.540804 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3af06ae7-a690-4f40-bcb1-f8f76cf6c6ef', 'name': 'network-vif-deleted', 'tag': 'aad21639-9096-401f-be6b-1fcf72a3df15'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:27:33.546344 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feff53b7-e01e-432b-8b76-b4da42264742" -d '{"events": [{"server_uuid": "3af06ae7-a690-4f40-bcb1-f8f76cf6c6ef", "name": "network-vif-deleted", "tag": "aad21639-9096-401f-be6b-1fcf72a3df15"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:27:33.631182 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fe884f06-9b54-4ab0-b847-8bf23903cd30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:33.683787 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6105d0f8-ebf8-4bc6-be93-529cb15353fb x-openstack-request-id: req-6105d0f8-ebf8-4bc6-be93-529cb15353fb {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:27:33.684151 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3af06ae7-a690-4f40-bcb1-f8f76cf6c6ef", "name": "network-vif-deleted", "tag": "aad21639-9096-401f-be6b-1fcf72a3df15", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:27:33.684368 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-6105d0f8-ebf8-4bc6-be93-529cb15353fb {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:27:33.684753 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6105d0f8-ebf8-4bc6-be93-529cb15353fb'] response: {'server_uuid': '3af06ae7-a690-4f40-bcb1-f8f76cf6c6ef', 'name': 'network-vif-deleted', 'tag': 'aad21639-9096-401f-be6b-1fcf72a3df15', 'status': 'completed', 'code': 200} May 18 18:27:33.709128 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-de1ed7ae-d0a5-47e5-9c3b-e9311973c836 req-8aacd734-3a0f-4604-8d25-942fe0af18a8 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/security-groups?id=11a2a54b-8d3a-4e8b-aced-30411dedac26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1892037 May 18 18:27:33.732372 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fe884f06-9b54-4ab0-b847-8bf23903cd30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:33.747307 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-18c01cd3-dc25-4616-82b5-56e8bfb48acd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:33.955873 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe884f06-9b54-4ab0-b847-8bf23903cd30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c37a66ba-1a05-402a-ae38-4ca03e5833b5,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:27:34.176927 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-523c0b9f-df5c-4ef5-b57c-fa2702ca7a22 req-0c33b913-1a98-4107-839f-a0af2a53e6c4 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=3af06ae7-a690-4f40-bcb1-f8f76cf6c6ef HTTP/1.1" status: 200 len: 210 time: 0.0950682 May 18 18:27:34.496668 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device aad21639-9096-401f-be6b-1fcf72a3df15 no longer exists at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:27:34.646400 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] No Port match for: aad21639-9096-401f-be6b-1fcf72a3df15 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:27:34.646937 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device aad21639-9096-401f-be6b-1fcf72a3df15 not bound to the agent host n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:27:34.660417 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe884f06-9b54-4ab0-b847-8bf23903cd30 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:27:34.661918 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe884f06-9b54-4ab0-b847-8bf23903cd30 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:27:34.662676 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe884f06-9b54-4ab0-b847-8bf23903cd30 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:27:34.663404 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe884f06-9b54-4ab0-b847-8bf23903cd30 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:27:34.664105 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe884f06-9b54-4ab0-b847-8bf23903cd30 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:27:34.664933 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe884f06-9b54-4ab0-b847-8bf23903cd30 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:27:34.665662 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe884f06-9b54-4ab0-b847-8bf23903cd30 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:27:34.666365 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe884f06-9b54-4ab0-b847-8bf23903cd30 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:27:34.667066 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe884f06-9b54-4ab0-b847-8bf23903cd30 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:27:34.667952 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe884f06-9b54-4ab0-b847-8bf23903cd30 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:27:34.668681 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe884f06-9b54-4ab0-b847-8bf23903cd30 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:27:34.669388 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe884f06-9b54-4ab0-b847-8bf23903cd30 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:27:34.723654 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-fe884f06-9b54-4ab0-b847-8bf23903cd30 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=92fd204344e44d9796befe49255001d8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7583578 May 18 18:27:34.726455 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 51402) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:27:34.783727 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-18c01cd3-dc25-4616-82b5-56e8bfb48acd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:34.964376 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c2927095-258d-42e2-a7ff-d68d406aa5d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:34.976553 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-18c01cd3-dc25-4616-82b5-56e8bfb48acd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:34.979538 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-18c01cd3-dc25-4616-82b5-56e8bfb48acd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:34.981455 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-18c01cd3-dc25-4616-82b5-56e8bfb48acd admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/46c9ebc3-b49a-480d-befc-c469bbf680a4 HTTP/1.1" status: 204 len: 168 time: 1.7827883 May 18 18:27:35.019393 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ff00fb3e-5552-4f3f-b05a-2980b12adacc req-5a5eeca2-7a11-40ca-be86-8e90579bce7f tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-372706829&fields=id&tenant_id=4ce86b77116a4afca1694cba473235e6 HTTP/1.1" status: 200 len: 267 time: 0.1377366 May 18 18:27:35.029160 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c01cd3-dc25-4616-82b5-56e8bfb48acd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46c9ebc3-b49a-480d-befc-c469bbf680a4,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:27:35.087501 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c2927095-258d-42e2-a7ff-d68d406aa5d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:35.128510 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa258a9-30e6-4474-8986-43acef39f10b req-427f579e-7f3f-4b06-98dc-458cf1299b04 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:27:35.130390 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1fa258a9-30e6-4474-8986-43acef39f10b req-427f579e-7f3f-4b06-98dc-458cf1299b04 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/ports?device_id=68250932-273e-4325-9e64-8bc21316b470 HTTP/1.1" status: 200 len: 944 time: 0.2464175 May 18 18:27:35.188634 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.db.resource_extend [None req-6198c661-e8e3-4750-acc7-a13f1f07cce3 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 18 18:27:35.267939 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1fa258a9-30e6-4474-8986-43acef39f10b req-f38e848f-de6a-4a8c-b115-83dce08f46de tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/security-groups?id=11a2a54b-8d3a-4e8b-aced-30411dedac26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1239421 May 18 18:27:35.280336 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6198c661-e8e3-4750-acc7-a13f1f07cce3 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:35.286088 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c2927095-258d-42e2-a7ff-d68d406aa5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:35.288603 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6198c661-e8e3-4750-acc7-a13f1f07cce3 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596987'] for floatingip, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:35.300566 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c2927095-258d-42e2-a7ff-d68d406aa5d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:35.305145 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-c2927095-258d-42e2-a7ff-d68d406aa5d6 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/c37a66ba-1a05-402a-ae38-4ca03e5833b5 HTTP/1.1" status: 204 len: 168 time: 0.5753438 May 18 18:27:35.384406 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2927095-258d-42e2-a7ff-d68d406aa5d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c37a66ba-1a05-402a-ae38-4ca03e5833b5,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:27:35.404871 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 51420) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:27:35.567802 n-d-838550-3 neutron-server[102731]: INFO neutron.db.l3_db [None req-6198c661-e8e3-4750-acc7-a13f1f07cce3 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Floating IP 4318dc66-7295-4e89-bc62-42f4a36f3ff8 associated. External IP: 172.25.5.183, port: de2b8f4d-03f2-4f67-9512-1122b721bd39. May 18 18:27:35.594772 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff00fb3e-5552-4f3f-b05a-2980b12adacc req-a8584eec-2100-4cd0-8007-8b70b4baf013 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:27:35.606018 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ff00fb3e-5552-4f3f-b05a-2980b12adacc req-a8584eec-2100-4cd0-8007-8b70b4baf013 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/networks?id=eafefbfa-378a-4a8a-8ee5-45c0c746f8e9 HTTP/1.1" status: 200 len: 810 time: 0.4982262 May 18 18:27:35.782229 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ff00fb3e-5552-4f3f-b05a-2980b12adacc req-0ff5bbc7-ee24-4236-8bf3-35e7cb16f192 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/quotas/4ce86b77116a4afca1694cba473235e6 HTTP/1.1" status: 200 len: 375 time: 0.1717157 May 18 18:27:36.109019 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 51434) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:27:36.149928 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 51436) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:27:36.160900 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0b5a8577-86d8-4e35-8f9c-48a1bb4a2bff admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:36.169692 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ff00fb3e-5552-4f3f-b05a-2980b12adacc req-e89c50a7-252f-44e5-aae4-86c44da33c3f tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=4ce86b77116a4afca1694cba473235e6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3665607 May 18 18:27:36.248995 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2a844ca1-aa11-4cd5-aa18-25ea1e9bbab2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:36.426009 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-14ebb856-4b9f-4d2a-8255-5ceb32f78f15 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-595963'] for router_interface, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:36.496077 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0b5a8577-86d8-4e35-8f9c-48a1bb4a2bff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:36.528256 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0b5a8577-86d8-4e35-8f9c-48a1bb4a2bff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:36.539883 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ff00fb3e-5552-4f3f-b05a-2980b12adacc req-46b9c169-1f1e-4a30-960c-d3af4d84cb80 service neutron] 10.222.0.85 "GET /v2.0/networks/eafefbfa-378a-4a8a-8ee5-45c0c746f8e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2894077 May 18 18:27:36.544026 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6198c661-e8e3-4750-acc7-a13f1f07cce3 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Router 8b67a8a7-2193-465b-99b6-3e3f0d6374dd has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:27:36.678190 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2a844ca1-aa11-4cd5-aa18-25ea1e9bbab2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:36.694602 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2a844ca1-aa11-4cd5-aa18-25ea1e9bbab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:36.711289 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ff00fb3e-5552-4f3f-b05a-2980b12adacc req-da414b01-ccd5-4bd4-a768-23297a30c566 service neutron] 10.222.0.85 "GET /v2.0/networks/eafefbfa-378a-4a8a-8ee5-45c0c746f8e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559711 May 18 18:27:36.745041 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d678424c-5b64-4270-94bc-ec52d08cad68 req-45d3556c-39ff-458b-9fd4-bb9b36cc85be tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:27:36.753885 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d678424c-5b64-4270-94bc-ec52d08cad68 req-45d3556c-39ff-458b-9fd4-bb9b36cc85be tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/ports?device_id=68250932-273e-4325-9e64-8bc21316b470 HTTP/1.1" status: 200 len: 944 time: 0.2602375 May 18 18:27:36.757975 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-0b5a8577-86d8-4e35-8f9c-48a1bb4a2bff admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=9fe23a83339148f48c6e97c4caecaf2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6476383 May 18 18:27:36.758803 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5a8577-86d8-4e35-8f9c-48a1bb4a2bff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65284a42-2f4a-44a0-884c-8b29a4a3d275,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:27:36.766078 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 51450) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:27:36.822847 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a844ca1-aa11-4cd5-aa18-25ea1e9bbab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8f4160a-4197-4d8f-a49b-fa0f2e0e4bea,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:27:36.884087 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-2a844ca1-aa11-4cd5-aa18-25ea1e9bbab2 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=e95eed45b52c4dc19262b53c58d94f4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7006497 May 18 18:27:36.892087 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 51456) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:27:36.999323 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d678424c-5b64-4270-94bc-ec52d08cad68 req-80a8b6cb-5cf8-463d-ad84-550a7e21b6e1 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/security-groups?id=11a2a54b-8d3a-4e8b-aced-30411dedac26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2444911 May 18 18:27:37.195702 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4bc46ef3-13b1-4d7e-a584-4436a13126c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:37.200104 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fad7c957-8b55-446c-8c65-f10b5f01ae75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:37.238677 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-14ebb856-4b9f-4d2a-8255-5ceb32f78f15 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Deleting port c543b4ff-35d5-45dc-b040-07ac71a9fa2b {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:27:37.239042 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-14ebb856-4b9f-4d2a-8255-5ceb32f78f15 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:37.260699 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6198c661-e8e3-4750-acc7-a13f1f07cce3 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:27:37.275107 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6198c661-e8e3-4750-acc7-a13f1f07cce3 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:37.278750 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4bc46ef3-13b1-4d7e-a584-4436a13126c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:37.298757 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2598097-74d4-4c38-a7bc-8c6d6eade3e0 None None] Sync routers for ids ['8b67a8a7-2193-465b-99b6-3e3f0d6374dd'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:27:37.335637 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2598097-74d4-4c38-a7bc-8c6d6eade3e0 None None] Routers {'8b67a8a7-2193-465b-99b6-3e3f0d6374dd'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:27:37.336289 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-c2598097-74d4-4c38-a7bc-8c6d6eade3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:27:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['8b67a8a7-2193-465b-99b6-3e3f0d6374dd'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:27:37.342192 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fad7c957-8b55-446c-8c65-f10b5f01ae75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:37.479532 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-14ebb856-4b9f-4d2a-8255-5ceb32f78f15 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] For port c543b4ff-35d5-45dc-b040-07ac71a9fa2b, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=c543b4ff-35d5-45dc-b040-07ac71a9fa2b,segment=NetworkSegment(dee46304-0b61-4765-8fa4-fe4ec736c06a),segment_id=dee46304-0b61-4765-8fa4-fe4ec736c06a)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:27:37.480710 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-14ebb856-4b9f-4d2a-8255-5ceb32f78f15 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:37.522738 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-6198c661-e8e3-4750-acc7-a13f1f07cce3 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "PUT /v2.0/floatingips/4318dc66-7295-4e89-bc62-42f4a36f3ff8 HTTP/1.1" status: 200 len: 991 time: 5.2142591 May 18 18:27:37.530570 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-14ebb856-4b9f-4d2a-8255-5ceb32f78f15 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Calling delete_port for c543b4ff-35d5-45dc-b040-07ac71a9fa2b owned by network:router_interface {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:27:37.539169 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bebb41c5-e946-4a32-911c-355541816396', 'tag': 'de2b8f4d-03f2-4f67-9512-1122b721bd39'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:27:37.558848 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b855f1a-d268-424d-a112-c6a4e4a56e48" -d '{"events": [{"name": "network-changed", "server_uuid": "bebb41c5-e946-4a32-911c-355541816396", "tag": "de2b8f4d-03f2-4f67-9512-1122b721bd39"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:27:37.574810 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4bc46ef3-13b1-4d7e-a584-4436a13126c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:37.577994 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4bc46ef3-13b1-4d7e-a584-4436a13126c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:37.579177 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-4bc46ef3-13b1-4d7e-a584-4436a13126c7 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/e8f4160a-4197-4d8f-a49b-fa0f2e0e4bea HTTP/1.1" status: 204 len: 168 time: 0.6816657 May 18 18:27:37.600493 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc46ef3-13b1-4d7e-a584-4436a13126c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8f4160a-4197-4d8f-a49b-fa0f2e0e4bea,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:27:37.675261 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fad7c957-8b55-446c-8c65-f10b5f01ae75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:37.678510 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fad7c957-8b55-446c-8c65-f10b5f01ae75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:37.691399 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-fad7c957-8b55-446c-8c65-f10b5f01ae75 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/65284a42-2f4a-44a0-884c-8b29a4a3d275 HTTP/1.1" status: 204 len: 168 time: 0.9189165 May 18 18:27:37.726518 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad7c957-8b55-446c-8c65-f10b5f01ae75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65284a42-2f4a-44a0-884c-8b29a4a3d275,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:27:37.760814 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f55ad7a-23e9-45d2-abaa-e1fea1329d5f x-openstack-request-id: req-5f55ad7a-23e9-45d2-abaa-e1fea1329d5f {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:27:37.762789 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bebb41c5-e946-4a32-911c-355541816396", "tag": "de2b8f4d-03f2-4f67-9512-1122b721bd39", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:27:37.766774 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-5f55ad7a-23e9-45d2-abaa-e1fea1329d5f {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:27:37.767965 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f55ad7a-23e9-45d2-abaa-e1fea1329d5f'] response: {'name': 'network-changed', 'server_uuid': 'bebb41c5-e946-4a32-911c-355541816396', 'tag': 'de2b8f4d-03f2-4f67-9512-1122b721bd39', 'status': 'completed', 'code': 200} May 18 18:27:37.885952 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b855f1a-d268-424d-a112-c6a4e4a56e48 req-b9a4d478-4603-4bd8-aacf-cde304d2d3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:27:37.893324 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0b855f1a-d268-424d-a112-c6a4e4a56e48 req-b9a4d478-4603-4bd8-aacf-cde304d2d3c8 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=1cf6702826ca40b18af7dfcf12233973&device_id=bebb41c5-e946-4a32-911c-355541816396 HTTP/1.1" status: 200 len: 1096 time: 0.1229048 May 18 18:27:37.910611 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fca3f247-fd00-4a0c-8a97-5cae64c63c17 req-737a9cc2-ac9d-4374-8f3b-069c4b17a488 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=7956ca72-5c94-487d-aa3f-6d3886085c70 HTTP/1.1" status: 200 len: 210 time: 0.0447757 May 18 18:27:38.115347 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-843010f2-73a0-456a-bfa5-db1931b0c00e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:38.131960 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b855f1a-d268-424d-a112-c6a4e4a56e48 req-eb9e17e8-524f-4cbe-835f-12dd0a6178e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:27:38.134754 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0b855f1a-d268-424d-a112-c6a4e4a56e48 req-eb9e17e8-524f-4cbe-835f-12dd0a6178e7 service neutron] 10.222.0.88 "GET /v2.0/networks?id=b0e0df8a-fe46-47e2-96e7-6f339d67d466 HTTP/1.1" status: 200 len: 915 time: 0.2267959 May 18 18:27:38.314255 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ee21ca-5d1a-4dbf-8bf4-72b45491d695 req-a69dfc63-b0b7-4a33-a98b-8fbb45d362c3 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:27:38.329658 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a2ee21ca-5d1a-4dbf-8bf4-72b45491d695 req-a69dfc63-b0b7-4a33-a98b-8fbb45d362c3 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/ports?device_id=68250932-273e-4325-9e64-8bc21316b470 HTTP/1.1" status: 200 len: 944 time: 0.1036224 May 18 18:27:38.343696 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-c2598097-74d4-4c38-a7bc-8c6d6eade3e0 None None] Set router 8b67a8a7-2193-465b-99b6-3e3f0d6374dd gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:27:38.347848 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-14ebb856-4b9f-4d2a-8255-5ceb32f78f15 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:38.409222 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ebb856-4b9f-4d2a-8255-5ceb32f78f15 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Pushing event deleted for resources: {'Port': ['ID=c543b4ff-35d5-45dc-b040-07ac71a9fa2b,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:27:38.603544 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a2ee21ca-5d1a-4dbf-8bf4-72b45491d695 req-08a879d4-9030-4bc6-982a-555ed8b9b496 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/security-groups?id=11a2a54b-8d3a-4e8b-aced-30411dedac26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2697935 May 18 18:27:38.640675 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0b855f1a-d268-424d-a112-c6a4e4a56e48 req-6083af55-c170-4c28-a98f-91bde0bd459a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=de2b8f4d-03f2-4f67-9512-1122b721bd39 HTTP/1.1" status: 200 len: 999 time: 0.2961047 May 18 18:27:38.719093 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 51492) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:27:38.746921 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a081ad30-5388-4db5-a0b6-29bdc9e1bfb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:38.779225 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b855f1a-d268-424d-a112-c6a4e4a56e48 req-5052da16-1400-430c-bf5a-0d9d21dd2e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:27:38.780745 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0b855f1a-d268-424d-a112-c6a4e4a56e48 req-5052da16-1400-430c-bf5a-0d9d21dd2e63 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=accb0a89-f23b-4ef5-8f87-983b3d81047a HTTP/1.1" status: 200 len: 853 time: 0.1328194 May 18 18:27:38.927907 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-c2598097-74d4-4c38-a7bc-8c6d6eade3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b67a8a7-2193-465b-99b6-3e3f0d6374dd', 'name': 'tempest-AttachVolumeNegativeTest-598483996-router', 'tenant_id': '1cf6702826ca40b18af7dfcf12233973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': '4c88ee3f-8327-47c9-8e1d-c3b5a52c51ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:23:34Z', 'updated_at': '2022-05-18T18:23:42Z', 'revision_number': 4, 'project_id': '1cf6702826ca40b18af7dfcf12233973', 'gw_port': {'id': '4c88ee3f-8327-47c9-8e1d-c3b5a52c51ab', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:64:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b67a8a7-2193-465b-99b6-3e3f0d6374dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:23:35Z', 'updated_at': '2022-05-18T18:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': '4318dc66-7295-4e89-bc62-42f4a36f3ff8', 'tenant_id': '1cf6702826ca40b18af7dfcf12233973', 'floating_ip_address': '172.25.5.183', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': '8b67a8a7-2193-465b-99b6-3e3f0d6374dd', 'port_id': 'de2b8f4d-03f2-4f67-9512-1122b721bd39', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0e0df8a-fe46-47e2-96e7-6f339d67d466', 'mac_address': 'fa:16:3e:76:c9:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bebb41c5-e946-4a32-911c-355541816396', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T18:27:10Z', 'updated_at': '2022-05-18T18:27:34Z', 'revision_number': 1, 'project_id': '1cf6702826ca40b18af7dfcf12233973', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed71b158-f026-42aa-adb7-1dd0aa0eab50', 'name': '', 'network_id': 'b0e0df8a-fe46-47e2-96e7-6f339d67d466', 'tenant_id': '1cf6702826ca40b18af7dfcf12233973', 'mac_address': 'fa:16:3e:09:ad:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b67a8a7-2193-465b-99b6-3e3f0d6374dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2399, 'fixed_ips': [{'subnet_id': 'accb0a89-f23b-4ef5-8f87-983b3d81047a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:23:39Z', 'updated_at': '2022-05-18T18:23:47Z', 'revision_number': 5, 'project_id': '1cf6702826ca40b18af7dfcf12233973', 'subnets': [{'id': 'accb0a89-f23b-4ef5-8f87-983b3d81047a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:27:38.966479 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a081ad30-5388-4db5-a0b6-29bdc9e1bfb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:38.973402 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a081ad30-5388-4db5-a0b6-29bdc9e1bfb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:38.991760 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2598097-74d4-4c38-a7bc-8c6d6eade3e0 None None] Checking router: 8b67a8a7-2193-465b-99b6-3e3f0d6374dd for host: n-d-838550-3 {{(pid=102732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:27:39.014046 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2598097-74d4-4c38-a7bc-8c6d6eade3e0 None None] Routers {'8b67a8a7-2193-465b-99b6-3e3f0d6374dd'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:27:39.018158 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-c2598097-74d4-4c38-a7bc-8c6d6eade3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:27:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['8b67a8a7-2193-465b-99b6-3e3f0d6374dd'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:27:39.040851 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-14ebb856-4b9f-4d2a-8255-5ceb32f78f15 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-593931'] for router_interface, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:39.085420 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b855f1a-d268-424d-a112-c6a4e4a56e48 req-3b615689-2e08-48e1-8c5f-e9e90069a7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:27:39.103893 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0b855f1a-d268-424d-a112-c6a4e4a56e48 req-3b615689-2e08-48e1-8c5f-e9e90069a7d3 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b0e0df8a-fe46-47e2-96e7-6f339d67d466&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3000729 May 18 18:27:39.174645 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-a081ad30-5388-4db5-a0b6-29bdc9e1bfb5 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=da08523b078c4843abc51c7a4b6e6a41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4538198 May 18 18:27:39.177287 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 51502) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:27:39.225751 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-c2598097-74d4-4c38-a7bc-8c6d6eade3e0 None None] Set router 8b67a8a7-2193-465b-99b6-3e3f0d6374dd gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:27:39.227674 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a081ad30-5388-4db5-a0b6-29bdc9e1bfb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56444fac-147e-4819-b286-13ce44c592de,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:27:39.271357 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e566b657-0bf9-4525-b571-5346bc03e82c req-9700213b-2acc-42a0-9e7a-6f305be5a23d tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=7956ca72-5c94-487d-aa3f-6d3886085c70 HTTP/1.1" status: 200 len: 210 time: 0.1613250 May 18 18:27:39.350524 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0b855f1a-d268-424d-a112-c6a4e4a56e48 req-3e12d630-f03a-4d61-b12b-fe4faf2893a0 service neutron] 10.222.0.88 "GET /v2.0/networks/b0e0df8a-fe46-47e2-96e7-6f339d67d466?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429526 May 18 18:27:39.356564 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1864cc32-ebed-4f57-9109-245e8e0347f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:39.492311 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0b855f1a-d268-424d-a112-c6a4e4a56e48 req-18142b24-fb8e-47b7-8c22-2dce95981c3b service neutron] 10.222.0.88 "GET /v2.0/networks/b0e0df8a-fe46-47e2-96e7-6f339d67d466?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326294 May 18 18:27:39.538826 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1864cc32-ebed-4f57-9109-245e8e0347f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:39.587095 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14ebb856-4b9f-4d2a-8255-5ceb32f78f15 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Router 51c565d6-7a46-47ec-abd0-2264e846155d has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:27:39.630639 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1864cc32-ebed-4f57-9109-245e8e0347f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:39.640045 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-c2598097-74d4-4c38-a7bc-8c6d6eade3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b67a8a7-2193-465b-99b6-3e3f0d6374dd', 'name': 'tempest-AttachVolumeNegativeTest-598483996-router', 'tenant_id': '1cf6702826ca40b18af7dfcf12233973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': '4c88ee3f-8327-47c9-8e1d-c3b5a52c51ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:23:34Z', 'updated_at': '2022-05-18T18:23:42Z', 'revision_number': 4, 'project_id': '1cf6702826ca40b18af7dfcf12233973', 'gw_port': {'id': '4c88ee3f-8327-47c9-8e1d-c3b5a52c51ab', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:64:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b67a8a7-2193-465b-99b6-3e3f0d6374dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:23:35Z', 'updated_at': '2022-05-18T18:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': '4318dc66-7295-4e89-bc62-42f4a36f3ff8', 'tenant_id': '1cf6702826ca40b18af7dfcf12233973', 'floating_ip_address': '172.25.5.183', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': '8b67a8a7-2193-465b-99b6-3e3f0d6374dd', 'port_id': 'de2b8f4d-03f2-4f67-9512-1122b721bd39', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0e0df8a-fe46-47e2-96e7-6f339d67d466', 'mac_address': 'fa:16:3e:76:c9:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bebb41c5-e946-4a32-911c-355541816396', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T18:27:10Z', 'updated_at': '2022-05-18T18:27:34Z', 'revision_number': 1, 'project_id': '1cf6702826ca40b18af7dfcf12233973', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed71b158-f026-42aa-adb7-1dd0aa0eab50', 'name': '', 'network_id': 'b0e0df8a-fe46-47e2-96e7-6f339d67d466', 'tenant_id': '1cf6702826ca40b18af7dfcf12233973', 'mac_address': 'fa:16:3e:09:ad:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b67a8a7-2193-465b-99b6-3e3f0d6374dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2399, 'fixed_ips': [{'subnet_id': 'accb0a89-f23b-4ef5-8f87-983b3d81047a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:23:39Z', 'updated_at': '2022-05-18T18:23:47Z', 'revision_number': 5, 'project_id': '1cf6702826ca40b18af7dfcf12233973', 'subnets': [{'id': 'accb0a89-f23b-4ef5-8f87-983b3d81047a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:27:39.651604 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1864cc32-ebed-4f57-9109-245e8e0347f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:39.652994 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-1864cc32-ebed-4f57-9109-245e8e0347f7 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/56444fac-147e-4819-b286-13ce44c592de HTTP/1.1" status: 204 len: 168 time: 0.4749155 May 18 18:27:39.662502 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1864cc32-ebed-4f57-9109-245e8e0347f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56444fac-147e-4819-b286-13ce44c592de,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:27:39.729536 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2598097-74d4-4c38-a7bc-8c6d6eade3e0 None None] The sync data for ids ['8b67a8a7-2193-465b-99b6-3e3f0d6374dd'] in n-d-838550-3 is: [{'id': '8b67a8a7-2193-465b-99b6-3e3f0d6374dd', 'name': 'tempest-AttachVolumeNegativeTest-598483996-router', 'tenant_id': '1cf6702826ca40b18af7dfcf12233973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': '4c88ee3f-8327-47c9-8e1d-c3b5a52c51ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:23:34Z', 'updated_at': '2022-05-18T18:23:42Z', 'revision_number': 4, 'project_id': '1cf6702826ca40b18af7dfcf12233973', 'gw_port': {'id': '4c88ee3f-8327-47c9-8e1d-c3b5a52c51ab', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:64:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b67a8a7-2193-465b-99b6-3e3f0d6374dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:23:35Z', 'updated_at': '2022-05-18T18:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': '4318dc66-7295-4e89-bc62-42f4a36f3ff8', 'tenant_id': '1cf6702826ca40b18af7dfcf12233973', 'floating_ip_address': '172.25.5.183', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': '8b67a8a7-2193-465b-99b6-3e3f0d6374dd', 'port_id': 'de2b8f4d-03f2-4f67-9512-1122b721bd39', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0e0df8a-fe46-47e2-96e7-6f339d67d466', 'mac_address': 'fa:16:3e:76:c9:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bebb41c5-e946-4a32-911c-355541816396', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T18:27:10Z', 'updated_at': '2022-05-18T18:27:34Z', 'revision_number': 1, 'project_id': '1cf6702826ca40b18af7dfcf12233973', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed71b158-f026-42aa-adb7-1dd0aa0eab50', 'name': '', 'network_id': 'b0e0df8a-fe46-47e2-96e7-6f339d67d466', 'tenant_id': '1cf6702826ca40b18af7dfcf12233973', 'mac_address': 'fa:16:3e:09:ad:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b67a8a7-2193-465b-99b6-3e3f0d6374dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2399, 'fixed_ips': [{'subnet_id': 'accb0a89-f23b-4ef5-8f87-983b3d81047a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:23:39Z', 'updated_at': '2022-05-18T18:23:47Z', 'revision_number': 5, 'project_id': '1cf6702826ca40b18af7dfcf12233973', 'subnets': [{'id': 'accb0a89-f23b-4ef5-8f87-983b3d81047a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:27:39.809356 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893692e5-b63a-4edb-beb1-b14cff787fe0 req-07999961-6546-4876-9a88-c12002495ea9 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:27:39.820374 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-893692e5-b63a-4edb-beb1-b14cff787fe0 req-07999961-6546-4876-9a88-c12002495ea9 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/ports?device_id=68250932-273e-4325-9e64-8bc21316b470 HTTP/1.1" status: 200 len: 944 time: 0.0837843 May 18 18:27:39.902544 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-893692e5-b63a-4edb-beb1-b14cff787fe0 req-0803125b-e7a0-42fb-b7d9-d9b7c56b4dfc tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/security-groups?id=11a2a54b-8d3a-4e8b-aced-30411dedac26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787976 May 18 18:27:40.051111 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14ebb856-4b9f-4d2a-8255-5ceb32f78f15 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:27:40.060590 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a483209e-a3dc-4510-8c42-7c2f27c7e2f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:40.061119 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-14ebb856-4b9f-4d2a-8255-5ceb32f78f15 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "PUT /v2.0/routers/51c565d6-7a46-47ec-abd0-2264e846155d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6548305 May 18 18:27:40.063904 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 51526) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:27:40.069348 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126b8110-0153-4eba-8ae6-77e7b795f571 None None] Sync routers for ids ['51c565d6-7a46-47ec-abd0-2264e846155d'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:27:40.094468 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126b8110-0153-4eba-8ae6-77e7b795f571 None None] Routers {'51c565d6-7a46-47ec-abd0-2264e846155d'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:27:40.095109 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-126b8110-0153-4eba-8ae6-77e7b795f571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:27:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['51c565d6-7a46-47ec-abd0-2264e846155d'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:27:40.097099 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff00fb3e-5552-4f3f-b05a-2980b12adacc req-2086c4fb-6fef-4588-a30c-2a6bd6d1b3b2 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:27:40.098783 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ff00fb3e-5552-4f3f-b05a-2980b12adacc req-2086c4fb-6fef-4588-a30c-2a6bd6d1b3b2 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.36 "GET /v2.0/networks?id=eafefbfa-378a-4a8a-8ee5-45c0c746f8e9 HTTP/1.1" status: 200 len: 810 time: 0.5098898 May 18 18:27:40.130651 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9bdfd66-bd40-4627-81ce-d46a5f7a876e None None] New status for floating IP 4318dc66-7295-4e89-bc62-42f4a36f3ff8: ACTIVE {{(pid=102732) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 18:27:40.191342 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ff00fb3e-5552-4f3f-b05a-2980b12adacc req-1e703111-a3c8-44ed-8f99-4cde2e9598b2 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4ce86b77116a4afca1694cba473235e6 HTTP/1.1" status: 200 len: 379 time: 0.0751972 May 18 18:27:40.215120 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-ff00fb3e-5552-4f3f-b05a-2980b12adacc req-a0788cea-13ff-4a2c-92c4-4c210c74d8fc tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Request body: {'port': {'device_id': '7956ca72-5c94-487d-aa3f-6d3886085c70', 'network_id': 'eafefbfa-378a-4a8a-8ee5-45c0c746f8e9', 'admin_state_up': True, 'tenant_id': '4ce86b77116a4afca1694cba473235e6', 'security_groups': ['f6f34100-4199-4c69-a3cb-028eff639d99']}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:27:40.217140 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebeded6e-1b82-41e9-9b64-e81a82aed845 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Deleting subnet aa5c9232-5b35-4434-8ef8-cf4d8aaf5112 {{(pid=102731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:27:40.227849 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ebeded6e-1b82-41e9-9b64-e81a82aed845 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for subnet, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:40.315847 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ebeded6e-1b82-41e9-9b64-e81a82aed845 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260542153'] for subnet, precommit_delete_associations {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:40.396225 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-126b8110-0153-4eba-8ae6-77e7b795f571 None None] Set router 51c565d6-7a46-47ec-abd0-2264e846155d gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:27:40.427844 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff00fb3e-5552-4f3f-b05a-2980b12adacc req-a0788cea-13ff-4a2c-92c4-4c210c74d8fc tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Made reservation on behalf of 4ce86b77116a4afca1694cba473235e6 for: {'port': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:27:40.443191 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-ff00fb3e-5552-4f3f-b05a-2980b12adacc req-a0788cea-13ff-4a2c-92c4-4c210c74d8fc tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:40.554617 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ebeded6e-1b82-41e9-9b64-e81a82aed845 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:40.574952 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0c408e9e-7bfe-4ff7-b8e5-2fbd97906101 req-6833267a-443e-4cb8-9c1a-8c27b6bc29d9 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=7956ca72-5c94-487d-aa3f-6d3886085c70 HTTP/1.1" status: 200 len: 210 time: 0.0837088 May 18 18:27:40.696662 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ebeded6e-1b82-41e9-9b64-e81a82aed845 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260898416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260908030'] for subnet, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:40.770106 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebeded6e-1b82-41e9-9b64-e81a82aed845 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Pushing event deleted for resources: {'Subnet': ['ID=aa5c9232-5b35-4434-8ef8-cf4d8aaf5112,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:27:40.786514 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ebeded6e-1b82-41e9-9b64-e81a82aed845 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:40.789585 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9304b8c-0483-4242-8019-2925b46783a9 None None] Network add95d4d-788f-4f7a-943c-d9e04efedeef requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:27:40.795896 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-ebeded6e-1b82-41e9-9b64-e81a82aed845 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "DELETE /v2.0/subnets/aa5c9232-5b35-4434-8ef8-cf4d8aaf5112 HTTP/1.1" status: 204 len: 168 time: 0.7302749 May 18 18:27:40.798829 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 51562) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:27:40.840882 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-126b8110-0153-4eba-8ae6-77e7b795f571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51c565d6-7a46-47ec-abd0-2264e846155d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-120407956', 'tenant_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': 'b5cb82cf-943f-492b-962f-7174d0c836cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:24:24Z', 'updated_at': '2022-05-18T18:27:38Z', 'revision_number': 5, 'project_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'gw_port': {'id': 'b5cb82cf-943f-492b-962f-7174d0c836cb', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:6e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51c565d6-7a46-47ec-abd0-2264e846155d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2448, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:24:25Z', 'updated_at': '2022-05-18T18:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:27:40.883231 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [req-ff00fb3e-5552-4f3f-b05a-2980b12adacc req-a0788cea-13ff-4a2c-92c4-4c210c74d8fc tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Allocated IP 172.20.0.11 (eafefbfa-378a-4a8a-8ee5-45c0c746f8e9/ab1f7f5a-a761-43dc-be82-e3f213958e88/294db689-0ef5-47f4-acf2-c6aebf9d040a) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:27:40.906397 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126b8110-0153-4eba-8ae6-77e7b795f571 None None] Checking router: 51c565d6-7a46-47ec-abd0-2264e846155d for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:27:40.928671 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126b8110-0153-4eba-8ae6-77e7b795f571 None None] Routers {'51c565d6-7a46-47ec-abd0-2264e846155d'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:27:40.932165 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-126b8110-0153-4eba-8ae6-77e7b795f571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:27:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['51c565d6-7a46-47ec-abd0-2264e846155d'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:27:41.157668 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-367b8d35-f542-46de-a6ca-90e465332481 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for router, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:41.271240 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:41.289572 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-126b8110-0153-4eba-8ae6-77e7b795f571 None None] Set router 51c565d6-7a46-47ec-abd0-2264e846155d gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:27:41.313117 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 51576) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:27:41.338862 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef60ac7-efa8-427a-af0a-3e362534ac03 None None] DHCP port deletion for add95d4d-788f-4f7a-943c-d9e04efedeef request from n-d-838550-3 {{(pid=102732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 18:27:41.400275 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-ff00fb3e-5552-4f3f-b05a-2980b12adacc req-a0788cea-13ff-4a2c-92c4-4c210c74d8fc tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:41.447692 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-aef60ac7-efa8-427a-af0a-3e362534ac03 None None] Deleting port 946639c4-a184-42a5-8d95-ba4186feb2f9 {{(pid=102732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:27:41.448077 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-aef60ac7-efa8-427a-af0a-3e362534ac03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:41.467442 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-ff00fb3e-5552-4f3f-b05a-2980b12adacc req-a0788cea-13ff-4a2c-92c4-4c210c74d8fc tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:41.562189 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff00fb3e-5552-4f3f-b05a-2980b12adacc req-a0788cea-13ff-4a2c-92c4-4c210c74d8fc tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Network eafefbfa-378a-4a8a-8ee5-45c0c746f8e9 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:27:41.567266 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [req-ff00fb3e-5552-4f3f-b05a-2980b12adacc req-a0788cea-13ff-4a2c-92c4-4c210c74d8fc tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:27:41.572931 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff00fb3e-5552-4f3f-b05a-2980b12adacc req-a0788cea-13ff-4a2c-92c4-4c210c74d8fc tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:27:41.609312 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-aef60ac7-efa8-427a-af0a-3e362534ac03 None None] For port 946639c4-a184-42a5-8d95-ba4186feb2f9, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=946639c4-a184-42a5-8d95-ba4186feb2f9,segment=NetworkSegment(dee46304-0b61-4765-8fa4-fe4ec736c06a),segment_id=dee46304-0b61-4765-8fa4-fe4ec736c06a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:27:41.612902 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-aef60ac7-efa8-427a-af0a-3e362534ac03 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:41.641921 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-aef60ac7-efa8-427a-af0a-3e362534ac03 None None] Calling delete_port for 946639c4-a184-42a5-8d95-ba4186feb2f9 owned by network:dhcp {{(pid=102732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:27:41.666770 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff00fb3e-5552-4f3f-b05a-2980b12adacc req-a0788cea-13ff-4a2c-92c4-4c210c74d8fc tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:27:41.668116 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-ff00fb3e-5552-4f3f-b05a-2980b12adacc req-a0788cea-13ff-4a2c-92c4-4c210c74d8fc tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:41.688086 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ff00fb3e-5552-4f3f-b05a-2980b12adacc req-a0788cea-13ff-4a2c-92c4-4c210c74d8fc tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4863122 May 18 18:27:41.737305 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-ff00fb3e-5552-4f3f-b05a-2980b12adacc req-78000ac2-bc74-4238-90c0-f48ef9dbf534 service neutron] Request body: {'port': {'device_id': '7956ca72-5c94-487d-aa3f-6d3886085c70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-3'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:27:41.745358 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-126b8110-0153-4eba-8ae6-77e7b795f571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51c565d6-7a46-47ec-abd0-2264e846155d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-120407956', 'tenant_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': 'b5cb82cf-943f-492b-962f-7174d0c836cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:24:24Z', 'updated_at': '2022-05-18T18:27:38Z', 'revision_number': 5, 'project_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'gw_port': {'id': 'b5cb82cf-943f-492b-962f-7174d0c836cb', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:6e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51c565d6-7a46-47ec-abd0-2264e846155d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2448, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:24:25Z', 'updated_at': '2022-05-18T18:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:27:41.752741 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0788cea-13ff-4a2c-92c4-4c210c74d8fc tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Pushing event updated for resources: {'Port': ['ID=294db689-0ef5-47f4-acf2-c6aebf9d040a,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:27:41.818533 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126b8110-0153-4eba-8ae6-77e7b795f571 None None] The sync data for ids ['51c565d6-7a46-47ec-abd0-2264e846155d'] in n-d-838550-3 is: [{'id': '51c565d6-7a46-47ec-abd0-2264e846155d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-120407956', 'tenant_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': 'b5cb82cf-943f-492b-962f-7174d0c836cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:24:24Z', 'updated_at': '2022-05-18T18:27:38Z', 'revision_number': 5, 'project_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'gw_port': {'id': 'b5cb82cf-943f-492b-962f-7174d0c836cb', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:6e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51c565d6-7a46-47ec-abd0-2264e846155d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2448, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:24:25Z', 'updated_at': '2022-05-18T18:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:27:41.899850 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0788cea-13ff-4a2c-92c4-4c210c74d8fc tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:27:41.900902 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0788cea-13ff-4a2c-92c4-4c210c74d8fc tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:27:41.903162 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0788cea-13ff-4a2c-92c4-4c210c74d8fc tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:27:41.903848 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0788cea-13ff-4a2c-92c4-4c210c74d8fc tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:27:41.905004 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0788cea-13ff-4a2c-92c4-4c210c74d8fc tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:27:41.907435 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0788cea-13ff-4a2c-92c4-4c210c74d8fc tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:27:41.907986 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0788cea-13ff-4a2c-92c4-4c210c74d8fc tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:27:41.908394 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0788cea-13ff-4a2c-92c4-4c210c74d8fc tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:27:41.908792 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0788cea-13ff-4a2c-92c4-4c210c74d8fc tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:27:41.909193 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0788cea-13ff-4a2c-92c4-4c210c74d8fc tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:27:41.912175 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0788cea-13ff-4a2c-92c4-4c210c74d8fc tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:27:41.912598 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0788cea-13ff-4a2c-92c4-4c210c74d8fc tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:27:41.937195 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-aef60ac7-efa8-427a-af0a-3e362534ac03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508'] for port, after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:41.982581 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3185c909-cafe-4226-bd98-755e9f9485b2 req-59640e0c-a4a2-4f6a-9e42-970a1769daeb tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:27:41.986398 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3185c909-cafe-4226-bd98-755e9f9485b2 req-59640e0c-a4a2-4f6a-9e42-970a1769daeb tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=7956ca72-5c94-487d-aa3f-6d3886085c70 HTTP/1.1" status: 200 len: 932 time: 0.2247028 May 18 18:27:42.002793 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35765d2-bb26-4375-98a9-fda82fad4352 req-efe73398-c396-456c-ae40-1501fefc23b7 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:27:42.010453 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e35765d2-bb26-4375-98a9-fda82fad4352 req-efe73398-c396-456c-ae40-1501fefc23b7 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/ports?device_id=68250932-273e-4325-9e64-8bc21316b470 HTTP/1.1" status: 200 len: 944 time: 0.8455255 May 18 18:27:42.018717 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0b9a6f67-47ab-4924-80f7-b7dacbbf4500 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:42.036903 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-ff00fb3e-5552-4f3f-b05a-2980b12adacc req-78000ac2-bc74-4238-90c0-f48ef9dbf534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:42.041258 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef60ac7-efa8-427a-af0a-3e362534ac03 None None] Pushing event deleted for resources: {'Port': ['ID=946639c4-a184-42a5-8d95-ba4186feb2f9,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:27:42.067486 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef60ac7-efa8-427a-af0a-3e362534ac03 None None] No DVR routers for this DVR port 946639c4-a184-42a5-8d95-ba4186feb2f9 on host n-d-838550-3 {{(pid=102732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:27:42.080355 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3185c909-cafe-4226-bd98-755e9f9485b2 req-386f85d7-0ccd-4727-a1db-40b1e548c7cb tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=f6f34100-4199-4c69-a3cb-028eff639d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714543 May 18 18:27:42.090857 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-78e9d3bd-7bfb-4893-aea8-8aacec9abb1d None None] Provisioning complete for port 294db689-0ef5-47f4-acf2-c6aebf9d040a triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:27:42.093206 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-78e9d3bd-7bfb-4893-aea8-8aacec9abb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:42.101317 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef60ac7-efa8-427a-af0a-3e362534ac03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:27:42.101705 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef60ac7-efa8-427a-af0a-3e362534ac03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:27:42.102057 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef60ac7-efa8-427a-af0a-3e362534ac03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:27:42.102691 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef60ac7-efa8-427a-af0a-3e362534ac03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:27:42.103385 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef60ac7-efa8-427a-af0a-3e362534ac03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:27:42.104069 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef60ac7-efa8-427a-af0a-3e362534ac03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:27:42.104595 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef60ac7-efa8-427a-af0a-3e362534ac03 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:27:42.105909 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef60ac7-efa8-427a-af0a-3e362534ac03 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:27:42.106470 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef60ac7-efa8-427a-af0a-3e362534ac03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:27:42.106964 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef60ac7-efa8-427a-af0a-3e362534ac03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:27:42.107459 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef60ac7-efa8-427a-af0a-3e362534ac03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:27:42.107939 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef60ac7-efa8-427a-af0a-3e362534ac03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:27:42.147453 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0b9a6f67-47ab-4924-80f7-b7dacbbf4500 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:42.155491 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0b9a6f67-47ab-4924-80f7-b7dacbbf4500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:42.205020 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-78e9d3bd-7bfb-4893-aea8-8aacec9abb1d None None] Port 294db689-0ef5-47f4-acf2-c6aebf9d040a cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:27:42.233196 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-0b9a6f67-47ab-4924-80f7-b7dacbbf4500 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=88c419ebe72b4140b063be52010afdda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9180102 May 18 18:27:42.234279 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 51592) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:27:42.235072 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9a6f67-47ab-4924-80f7-b7dacbbf4500 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=470c9379-4b0c-4ab3-b7d9-426205ce4d4d,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:27:42.284249 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-367b8d35-f542-46de-a6ca-90e465332481 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:42.303331 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 51594) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:27:42.325398 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e35765d2-bb26-4375-98a9-fda82fad4352 req-7537c43d-2c27-4f86-a950-1c23a7c13165 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/security-groups?id=11a2a54b-8d3a-4e8b-aced-30411dedac26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3140132 May 18 18:27:42.401380 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:42.416670 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device c543b4ff-35d5-45dc-b040-07ac71a9fa2b no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:27:42.460148 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4a642df9-e591-46d3-ab47-d19fa2e45014 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:42.467258 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: c543b4ff-35d5-45dc-b040-07ac71a9fa2b {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:27:42.467753 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device c543b4ff-35d5-45dc-b040-07ac71a9fa2b not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:27:42.468287 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 946639c4-a184-42a5-8d95-ba4186feb2f9 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:27:42.496978 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-367b8d35-f542-46de-a6ca-90e465332481 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Deleting port b5cb82cf-943f-492b-962f-7174d0c836cb {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:27:42.497329 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-367b8d35-f542-46de-a6ca-90e465332481 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:42.504466 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 946639c4-a184-42a5-8d95-ba4186feb2f9 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:27:42.504819 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 946639c4-a184-42a5-8d95-ba4186feb2f9 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:27:42.531348 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4a642df9-e591-46d3-ab47-d19fa2e45014 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:42.635806 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-841e5c94-e5c6-4f74-bf24-489448074006 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:42.664984 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [req-ff00fb3e-5552-4f3f-b05a-2980b12adacc req-78000ac2-bc74-4238-90c0-f48ef9dbf534 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 294db689-0ef5-47f4-acf2-c6aebf9d040a {{(pid=102730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:27:42.682693 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-ff00fb3e-5552-4f3f-b05a-2980b12adacc req-78000ac2-bc74-4238-90c0-f48ef9dbf534 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:42.704016 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-367b8d35-f542-46de-a6ca-90e465332481 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] For port b5cb82cf-943f-492b-962f-7174d0c836cb, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=b5cb82cf-943f-492b-962f-7174d0c836cb,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:27:42.704407 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-367b8d35-f542-46de-a6ca-90e465332481 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:42.718826 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [req-ff00fb3e-5552-4f3f-b05a-2980b12adacc req-78000ac2-bc74-4238-90c0-f48ef9dbf534 service neutron] Transition to ACTIVE for port object 294db689-0ef5-47f4-acf2-c6aebf9d040a will not be triggered until provisioned by entity L2. {{(pid=102730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:27:42.723528 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-ff00fb3e-5552-4f3f-b05a-2980b12adacc req-78000ac2-bc74-4238-90c0-f48ef9dbf534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:42.724362 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-367b8d35-f542-46de-a6ca-90e465332481 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Calling delete_port for b5cb82cf-943f-492b-962f-7174d0c836cb owned by network:router_gateway {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:27:42.726144 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4a642df9-e591-46d3-ab47-d19fa2e45014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:42.728673 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4a642df9-e591-46d3-ab47-d19fa2e45014 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:42.733351 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-4a642df9-e591-46d3-ab47-d19fa2e45014 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/470c9379-4b0c-4ab3-b7d9-426205ce4d4d HTTP/1.1" status: 204 len: 168 time: 0.4937360 May 18 18:27:42.769138 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a642df9-e591-46d3-ab47-d19fa2e45014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=470c9379-4b0c-4ab3-b7d9-426205ce4d4d,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:27:42.818640 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78000ac2-bc74-4238-90c0-f48ef9dbf534 service neutron] Pushing event updated for resources: {'Port': ['ID=294db689-0ef5-47f4-acf2-c6aebf9d040a,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:27:42.926959 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-841e5c94-e5c6-4f74-bf24-489448074006 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:42.953145 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-ff00fb3e-5552-4f3f-b05a-2980b12adacc req-78000ac2-bc74-4238-90c0-f48ef9dbf534 service neutron] Attempting to bind port 294db689-0ef5-47f4-acf2-c6aebf9d040a on host n-h1-838550-3 for vnic_type normal with profile {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:27:42.954096 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-ff00fb3e-5552-4f3f-b05a-2980b12adacc req-78000ac2-bc74-4238-90c0-f48ef9dbf534 service neutron] Attempting to bind port 294db689-0ef5-47f4-acf2-c6aebf9d040a by drivers openvswitch,hyperv on host n-h1-838550-3 at level 0 using segments [{'id': '91232e8c-3d17-424b-b810-746db9884dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'eafefbfa-378a-4a8a-8ee5-45c0c746f8e9'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:27:42.954830 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff00fb3e-5552-4f3f-b05a-2980b12adacc req-78000ac2-bc74-4238-90c0-f48ef9dbf534 service neutron] Attempting to bind port 294db689-0ef5-47f4-acf2-c6aebf9d040a on network eafefbfa-378a-4a8a-8ee5-45c0c746f8e9 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:27:42.959909 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff00fb3e-5552-4f3f-b05a-2980b12adacc req-78000ac2-bc74-4238-90c0-f48ef9dbf534 service neutron] Port 294db689-0ef5-47f4-acf2-c6aebf9d040a on network eafefbfa-378a-4a8a-8ee5-45c0c746f8e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-3 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:27:42.960580 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff00fb3e-5552-4f3f-b05a-2980b12adacc req-78000ac2-bc74-4238-90c0-f48ef9dbf534 service neutron] Attempting to bind port 294db689-0ef5-47f4-acf2-c6aebf9d040a on network eafefbfa-378a-4a8a-8ee5-45c0c746f8e9 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:27:42.967187 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff00fb3e-5552-4f3f-b05a-2980b12adacc req-78000ac2-bc74-4238-90c0-f48ef9dbf534 service neutron] Checking agent: {'id': '1dbac822-25f2-4df8-9dc8-5c2e7b136eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:27:42.967535 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff00fb3e-5552-4f3f-b05a-2980b12adacc req-78000ac2-bc74-4238-90c0-f48ef9dbf534 service neutron] Checking segment: {'id': '91232e8c-3d17-424b-b810-746db9884dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'eafefbfa-378a-4a8a-8ee5-45c0c746f8e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:27:42.968086 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff00fb3e-5552-4f3f-b05a-2980b12adacc req-78000ac2-bc74-4238-90c0-f48ef9dbf534 service neutron] Bound using segment: {'id': '91232e8c-3d17-424b-b810-746db9884dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'eafefbfa-378a-4a8a-8ee5-45c0c746f8e9'} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:27:42.968523 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-ff00fb3e-5552-4f3f-b05a-2980b12adacc req-78000ac2-bc74-4238-90c0-f48ef9dbf534 service neutron] Bound port: 294db689-0ef5-47f4-acf2-c6aebf9d040a, host: n-h1-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91232e8c-3d17-424b-b810-746db9884dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'eafefbfa-378a-4a8a-8ee5-45c0c746f8e9'}}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:27:42.968875 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-ff00fb3e-5552-4f3f-b05a-2980b12adacc req-78000ac2-bc74-4238-90c0-f48ef9dbf534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:42.976522 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-841e5c94-e5c6-4f74-bf24-489448074006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:43.004619 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-841e5c94-e5c6-4f74-bf24-489448074006 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=7603042116eb4213a8a3724cfabc8c84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6998763 May 18 18:27:43.014157 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 51604) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:27:43.059734 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:43.085784 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-ff00fb3e-5552-4f3f-b05a-2980b12adacc req-78000ac2-bc74-4238-90c0-f48ef9dbf534 service neutron] For port 294db689-0ef5-47f4-acf2-c6aebf9d040a, host n-h1-838550-3, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:27:43.092168 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-ff00fb3e-5552-4f3f-b05a-2980b12adacc req-78000ac2-bc74-4238-90c0-f48ef9dbf534 service neutron] For port 294db689-0ef5-47f4-acf2-c6aebf9d040a, host n-h1-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=294db689-0ef5-47f4-acf2-c6aebf9d040a,segment=NetworkSegment(91232e8c-3d17-424b-b810-746db9884dd3),segment_id=91232e8c-3d17-424b-b810-746db9884dd3)] {{(pid=102730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:27:43.103447 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841e5c94-e5c6-4f74-bf24-489448074006 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e2f1fe2-1994-49e9-be0d-987ae156f625,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:27:43.112890 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-ff00fb3e-5552-4f3f-b05a-2980b12adacc req-78000ac2-bc74-4238-90c0-f48ef9dbf534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:43.189373 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff00fb3e-5552-4f3f-b05a-2980b12adacc req-78000ac2-bc74-4238-90c0-f48ef9dbf534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:27:43.190598 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-ff00fb3e-5552-4f3f-b05a-2980b12adacc req-78000ac2-bc74-4238-90c0-f48ef9dbf534 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:43.192148 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ff00fb3e-5552-4f3f-b05a-2980b12adacc req-78000ac2-bc74-4238-90c0-f48ef9dbf534 service neutron] 10.222.0.36 "PUT /v2.0/ports/294db689-0ef5-47f4-acf2-c6aebf9d040a HTTP/1.1" status: 200 len: 1092 time: 1.4931588 May 18 18:27:43.192746 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7956ca72-5c94-487d-aa3f-6d3886085c70', 'tag': '294db689-0ef5-47f4-acf2-c6aebf9d040a'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:27:43.195675 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f256113c-6252-4e00-ad16-fa784d0eb352" -d '{"events": [{"name": "network-changed", "server_uuid": "7956ca72-5c94-487d-aa3f-6d3886085c70", "tag": "294db689-0ef5-47f4-acf2-c6aebf9d040a"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:27:43.314039 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c9df2341-9d18-4616-a952-9b08822b841c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:43.318296 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-416c4f89-ad66-4cf6-b366-32b11ab4995f x-openstack-request-id: req-416c4f89-ad66-4cf6-b366-32b11ab4995f {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:27:43.318587 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7956ca72-5c94-487d-aa3f-6d3886085c70", "tag": "294db689-0ef5-47f4-acf2-c6aebf9d040a", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:27:43.318842 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-416c4f89-ad66-4cf6-b366-32b11ab4995f {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:27:43.319253 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-416c4f89-ad66-4cf6-b366-32b11ab4995f'] response: {'name': 'network-changed', 'server_uuid': '7956ca72-5c94-487d-aa3f-6d3886085c70', 'tag': '294db689-0ef5-47f4-acf2-c6aebf9d040a', 'status': 'completed', 'code': 200} May 18 18:27:43.324233 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78000ac2-bc74-4238-90c0-f48ef9dbf534 service neutron] Pushing event updated for resources: {'Port': ['ID=294db689-0ef5-47f4-acf2-c6aebf9d040a,revision_number=3']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:27:43.339803 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff00fb3e-5552-4f3f-b05a-2980b12adacc req-0ceeda5d-dcec-4527-bbd6-bd68d05204a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:27:43.341485 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ff00fb3e-5552-4f3f-b05a-2980b12adacc req-0ceeda5d-dcec-4527-bbd6-bd68d05204a2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4ce86b77116a4afca1694cba473235e6&device_id=7956ca72-5c94-487d-aa3f-6d3886085c70 HTTP/1.1" status: 200 len: 1095 time: 0.0879924 May 18 18:27:43.344653 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-367b8d35-f542-46de-a6ca-90e465332481 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:43.401303 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c9df2341-9d18-4616-a952-9b08822b841c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:43.417037 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b0affb-a033-458e-949e-2221f259d803 req-434e87ec-0b3c-465a-9e63-928f94b8f731 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:27:43.418514 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-08b0affb-a033-458e-949e-2221f259d803 req-434e87ec-0b3c-465a-9e63-928f94b8f731 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=7956ca72-5c94-487d-aa3f-6d3886085c70 HTTP/1.1" status: 200 len: 944 time: 0.1924980 May 18 18:27:43.420354 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ff00fb3e-5552-4f3f-b05a-2980b12adacc req-9e3fe305-f992-4c47-bd29-8b50227809a1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=294db689-0ef5-47f4-acf2-c6aebf9d040a HTTP/1.1" status: 200 len: 217 time: 0.0704844 May 18 18:27:43.502139 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367b8d35-f542-46de-a6ca-90e465332481 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Pushing event deleted for resources: {'Port': ['ID=b5cb82cf-943f-492b-962f-7174d0c836cb,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:27:43.535577 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-08b0affb-a033-458e-949e-2221f259d803 req-6b48d2c2-7cd1-4a59-9f9b-31c90a5a6402 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=f6f34100-4199-4c69-a3cb-028eff639d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070335 May 18 18:27:43.544148 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff00fb3e-5552-4f3f-b05a-2980b12adacc req-3d1e5c3b-59a3-4365-9682-8a1c4d05258b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:27:43.546493 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ff00fb3e-5552-4f3f-b05a-2980b12adacc req-3d1e5c3b-59a3-4365-9682-8a1c4d05258b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ab1f7f5a-a761-43dc-be82-e3f213958e88 HTTP/1.1" status: 200 len: 849 time: 0.1171126 May 18 18:27:43.604368 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c9df2341-9d18-4616-a952-9b08822b841c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:43.607155 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c9df2341-9d18-4616-a952-9b08822b841c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:43.608355 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-c9df2341-9d18-4616-a952-9b08822b841c admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/3e2f1fe2-1994-49e9-be0d-987ae156f625 HTTP/1.1" status: 204 len: 168 time: 0.5932205 May 18 18:27:43.623901 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf32d01-adaf-45e4-8c41-0be8da52e342 req-9203f86d-ddbe-44b8-9e89-0db4c88a4a24 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:27:43.625771 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9bf32d01-adaf-45e4-8c41-0be8da52e342 req-9203f86d-ddbe-44b8-9e89-0db4c88a4a24 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/ports?device_id=68250932-273e-4325-9e64-8bc21316b470 HTTP/1.1" status: 200 len: 944 time: 0.1319315 May 18 18:27:43.632548 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff00fb3e-5552-4f3f-b05a-2980b12adacc req-d66e5033-772b-4b27-adc4-99f2362cc628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:27:43.634736 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ff00fb3e-5552-4f3f-b05a-2980b12adacc req-d66e5033-772b-4b27-adc4-99f2362cc628 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=eafefbfa-378a-4a8a-8ee5-45c0c746f8e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0794764 May 18 18:27:43.634898 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-367b8d35-f542-46de-a6ca-90e465332481 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596901'] for router_gateway, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:43.638613 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9df2341-9d18-4616-a952-9b08822b841c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e2f1fe2-1994-49e9-be0d-987ae156f625,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:27:43.801030 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ff00fb3e-5552-4f3f-b05a-2980b12adacc req-afb0e33b-fbe2-465e-88d6-568d0d52417b service neutron] 10.222.0.36 "GET /v2.0/networks/eafefbfa-378a-4a8a-8ee5-45c0c746f8e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588511 May 18 18:27:43.881424 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-367b8d35-f542-46de-a6ca-90e465332481 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25145'] for router, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:43.887047 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-367b8d35-f542-46de-a6ca-90e465332481 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:43.944695 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ff00fb3e-5552-4f3f-b05a-2980b12adacc req-54b7e439-5933-47d3-a2e1-7bfc0ea8185f service neutron] 10.222.0.36 "GET /v2.0/networks/eafefbfa-378a-4a8a-8ee5-45c0c746f8e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356258 May 18 18:27:44.005788 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9bf32d01-adaf-45e4-8c41-0be8da52e342 req-8b3f39c5-3583-47f8-b79f-8c3f3e1fd3b6 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/security-groups?id=11a2a54b-8d3a-4e8b-aced-30411dedac26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3305709 May 18 18:27:44.014464 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-367b8d35-f542-46de-a6ca-90e465332481 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593303'] for router, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:44.015572 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-367b8d35-f542-46de-a6ca-90e465332481 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Fanout notify agent at l3_agent the message router_deleted on router 51c565d6-7a46-47ec-abd0-2264e846155d {{(pid=102731) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 18 18:27:44.043528 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-367b8d35-f542-46de-a6ca-90e465332481 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for router, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:44.045437 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-367b8d35-f542-46de-a6ca-90e465332481 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "DELETE /v2.0/routers/51c565d6-7a46-47ec-abd0-2264e846155d HTTP/1.1" status: 204 len: 168 time: 3.2455533 May 18 18:27:44.048147 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 51634) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:27:44.104303 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f256113c-6252-4e00-ad16-fa784d0eb352 req-9cbae421-da6b-46b1-ba04-c82fd385eba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:27:44.108911 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f256113c-6252-4e00-ad16-fa784d0eb352 req-9cbae421-da6b-46b1-ba04-c82fd385eba7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4ce86b77116a4afca1694cba473235e6&device_id=7956ca72-5c94-487d-aa3f-6d3886085c70 HTTP/1.1" status: 200 len: 1095 time: 0.1113539 May 18 18:27:44.234588 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1f2c0025-e2bc-47b1-a6b6-aa4dfcaa0dab tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:44.266390 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f256113c-6252-4e00-ad16-fa784d0eb352 req-099170bc-9e6d-4d1c-a49c-8a4458232252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:27:44.272098 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f256113c-6252-4e00-ad16-fa784d0eb352 req-099170bc-9e6d-4d1c-a49c-8a4458232252 service neutron] 10.222.0.36 "GET /v2.0/networks?id=eafefbfa-378a-4a8a-8ee5-45c0c746f8e9 HTTP/1.1" status: 200 len: 911 time: 0.1540291 May 18 18:27:44.351008 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1f2c0025-e2bc-47b1-a6b6-aa4dfcaa0dab tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:44.362528 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f256113c-6252-4e00-ad16-fa784d0eb352 req-95319c98-6467-4693-9f73-38a35125b0a4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=294db689-0ef5-47f4-acf2-c6aebf9d040a HTTP/1.1" status: 200 len: 217 time: 0.0818086 May 18 18:27:44.375672 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-1f2c0025-e2bc-47b1-a6b6-aa4dfcaa0dab tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['add95d4d-788f-4f7a-943c-d9e04efedeef']}} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:27:44.388242 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-1f2c0025-e2bc-47b1-a6b6-aa4dfcaa0dab tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dee46304-0b61-4765-8fa4-fe4ec736c06a') {'for_net_delete': True} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:27:44.388551 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-1f2c0025-e2bc-47b1-a6b6-aa4dfcaa0dab tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dee46304-0b61-4765-8fa4-fe4ec736c06a') {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:27:44.399718 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1f2c0025-e2bc-47b1-a6b6-aa4dfcaa0dab tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260542144'] for segment, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:44.422962 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1f2c0025-e2bc-47b1-a6b6-aa4dfcaa0dab tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:44.432651 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f2c0025-e2bc-47b1-a6b6-aa4dfcaa0dab tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=102731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:27:44.433143 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1f2c0025-e2bc-47b1-a6b6-aa4dfcaa0dab tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260884178'] for segment, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:44.436856 n-d-838550-3 neutron-server[102731]: Traceback (most recent call last): May 18 18:27:44.436856 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:27:44.436856 n-d-838550-3 neutron-server[102731]: timer() May 18 18:27:44.436856 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:27:44.436856 n-d-838550-3 neutron-server[102731]: cb(*args, **kw) May 18 18:27:44.436856 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:27:44.436856 n-d-838550-3 neutron-server[102731]: return func(*args, **kwargs) May 18 18:27:44.436856 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:27:44.436856 n-d-838550-3 neutron-server[102731]: self._notify() May 18 18:27:44.436856 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:27:44.436856 n-d-838550-3 neutron-server[102731]: self.callback(batched_events) May 18 18:27:44.436856 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:27:44.436856 n-d-838550-3 neutron-server[102731]: event.method(event) May 18 18:27:44.436856 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:27:44.436856 n-d-838550-3 neutron-server[102731]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:27:44.436856 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:27:44.436856 n-d-838550-3 neutron-server[102731]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:27:44.436856 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:27:44.436856 n-d-838550-3 neutron-server[102731]: return f(self, *a, **k) May 18 18:27:44.436856 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:27:44.436856 n-d-838550-3 neutron-server[102731]: return self._get(url).json() May 18 18:27:44.436856 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:27:44.436856 n-d-838550-3 neutron-server[102731]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:27:44.436856 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:27:44.436856 n-d-838550-3 neutron-server[102731]: return self.request(url, 'GET', **kwargs) May 18 18:27:44.436856 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:27:44.436856 n-d-838550-3 neutron-server[102731]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:27:44.436856 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:27:44.436856 n-d-838550-3 neutron-server[102731]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:27:44.436856 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:27:44.436856 n-d-838550-3 neutron-server[102731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:27:44.436856 n-d-838550-3 neutron-server[102731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:27:44.523564 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1f2c0025-e2bc-47b1-a6b6-aa4dfcaa0dab tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:44.544312 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1f2c0025-e2bc-47b1-a6b6-aa4dfcaa0dab tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:44.553071 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-1f2c0025-e2bc-47b1-a6b6-aa4dfcaa0dab tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "DELETE /v2.0/networks/add95d4d-788f-4f7a-943c-d9e04efedeef HTTP/1.1" status: 204 len: 168 time: 0.5003152 May 18 18:27:44.554273 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 51650) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:27:44.660093 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2c0025-e2bc-47b1-a6b6-aa4dfcaa0dab tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Pushing event deleted for resources: {'Network': ['ID=add95d4d-788f-4f7a-943c-d9e04efedeef,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:27:44.743997 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8d75c788-00a9-4d92-9c34-55f599bd6d3c tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:44.793340 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8d75c788-00a9-4d92-9c34-55f599bd6d3c tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:44.936811 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8d75c788-00a9-4d92-9c34-55f599bd6d3c tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:44.940958 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8d75c788-00a9-4d92-9c34-55f599bd6d3c tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:44.942552 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-8d75c788-00a9-4d92-9c34-55f599bd6d3c tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "DELETE /v2.0/security-groups/e4600145-0aaf-4853-ad08-dfd77d36be4e HTTP/1.1" status: 204 len: 168 time: 0.3642075 May 18 18:27:44.963847 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d75c788-00a9-4d92-9c34-55f599bd6d3c tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4600145-0aaf-4853-ad08-dfd77d36be4e,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:27:45.089745 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f256113c-6252-4e00-ad16-fa784d0eb352 req-8f351fe8-a075-41a0-9392-a397c7a0ccca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:27:45.093430 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f256113c-6252-4e00-ad16-fa784d0eb352 req-8f351fe8-a075-41a0-9392-a397c7a0ccca service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ab1f7f5a-a761-43dc-be82-e3f213958e88 HTTP/1.1" status: 200 len: 849 time: 0.7232506 May 18 18:27:45.117075 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88de63da-3632-479e-a831-bc1d7e17be1f req-195ca802-140b-458c-a107-9ae7374fddfa tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:27:45.120706 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-88de63da-3632-479e-a831-bc1d7e17be1f req-195ca802-140b-458c-a107-9ae7374fddfa tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=7956ca72-5c94-487d-aa3f-6d3886085c70 HTTP/1.1" status: 200 len: 944 time: 0.1846087 May 18 18:27:45.199100 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-88de63da-3632-479e-a831-bc1d7e17be1f req-728d70fe-d0e7-400a-9572-16f04a473d9a tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=f6f34100-4199-4c69-a3cb-028eff639d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684566 May 18 18:27:45.210225 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f256113c-6252-4e00-ad16-fa784d0eb352 req-57bd7a8d-4dc2-4e44-9012-95f1692ca6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:27:45.212041 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f256113c-6252-4e00-ad16-fa784d0eb352 req-57bd7a8d-4dc2-4e44-9012-95f1692ca6ff service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=eafefbfa-378a-4a8a-8ee5-45c0c746f8e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1065047 May 18 18:27:45.217818 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d8a4e2-0179-40cd-b469-88909a776171 req-df0c7ee5-c3eb-4864-9c7d-7a4e7cde3158 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:27:45.219450 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-02d8a4e2-0179-40cd-b469-88909a776171 req-df0c7ee5-c3eb-4864-9c7d-7a4e7cde3158 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/ports?device_id=68250932-273e-4325-9e64-8bc21316b470 HTTP/1.1" status: 200 len: 944 time: 0.1223128 May 18 18:27:45.286416 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 51676) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:27:45.324144 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 51682) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:27:45.330160 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-96d17977-22ba-43fc-950b-cc47c4f5c118 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-927665599', 'description': 'tempest-secgroup-smoke-927665599 description', 'project_id': '06b3ed36f50a43fd9cfeaa89e080d35b'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:27:45.349397 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-02d8a4e2-0179-40cd-b469-88909a776171 req-3af8cf0c-f247-4b14-b51b-95b5816193aa tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/security-groups?id=11a2a54b-8d3a-4e8b-aced-30411dedac26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1226237 May 18 18:27:45.358706 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-96d17977-22ba-43fc-950b-cc47c4f5c118 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:45.448612 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f256113c-6252-4e00-ad16-fa784d0eb352 req-4c5a8dc4-6a3f-496d-9559-a484bbd01c4e service neutron] 10.222.0.36 "GET /v2.0/networks/eafefbfa-378a-4a8a-8ee5-45c0c746f8e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220230 May 18 18:27:45.532187 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-96d17977-22ba-43fc-950b-cc47c4f5c118 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:45.545164 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-96d17977-22ba-43fc-950b-cc47c4f5c118 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:45.587105 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-96d17977-22ba-43fc-950b-cc47c4f5c118 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:45.588532 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-96d17977-22ba-43fc-950b-cc47c4f5c118 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2630804 May 18 18:27:45.592034 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 51688) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:27:45.597191 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-041952d6-08f7-48dc-a58e-9770f2f69b83 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Request body: {'security_group_rule': {'security_group_id': 'a3fd6ba0-49f1-4240-8893-3fa20d057d21', 'project_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:27:45.634612 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-9b3bad33-3864-47d7-98ef-298895e4943e tempest-ExternalNetworksAdminNegativeTestJSON-1171881150 tempest-ExternalNetworksAdminNegativeTestJSON-1171881150-project-admin] Request body: {'floatingip': {'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:27:45.647105 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f256113c-6252-4e00-ad16-fa784d0eb352 req-4098d96b-4051-4cdc-ba4c-4d1ff113746b service neutron] 10.222.0.36 "GET /v2.0/networks/eafefbfa-378a-4a8a-8ee5-45c0c746f8e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854115 May 18 18:27:45.650252 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d17977-22ba-43fc-950b-cc47c4f5c118 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3fd6ba0-49f1-4240-8893-3fa20d057d21,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:27:45.661971 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9b3bad33-3864-47d7-98ef-298895e4943e tempest-ExternalNetworksAdminNegativeTestJSON-1171881150 tempest-ExternalNetworksAdminNegativeTestJSON-1171881150-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:45.680862 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-041952d6-08f7-48dc-a58e-9770f2f69b83 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:45.778399 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-041952d6-08f7-48dc-a58e-9770f2f69b83 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:45.786496 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-041952d6-08f7-48dc-a58e-9770f2f69b83 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:45.811809 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041952d6-08f7-48dc-a58e-9770f2f69b83 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e563f593-7842-4682-a0d8-513063dbb631,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:27:45.824638 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-041952d6-08f7-48dc-a58e-9770f2f69b83 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:45.828799 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-041952d6-08f7-48dc-a58e-9770f2f69b83 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2331038 May 18 18:27:45.829156 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 51694) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:27:45.833857 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-383e2eb5-de59-49ee-b4e8-e99007aefd3c tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Request body: {'security_group_rule': {'security_group_id': 'a3fd6ba0-49f1-4240-8893-3fa20d057d21', 'project_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:27:45.859737 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9b3bad33-3864-47d7-98ef-298895e4943e tempest-ExternalNetworksAdminNegativeTestJSON-1171881150 tempest-ExternalNetworksAdminNegativeTestJSON-1171881150-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:45.871795 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-383e2eb5-de59-49ee-b4e8-e99007aefd3c tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:45.977550 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-383e2eb5-de59-49ee-b4e8-e99007aefd3c tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:45.982612 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-383e2eb5-de59-49ee-b4e8-e99007aefd3c tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:46.007665 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383e2eb5-de59-49ee-b4e8-e99007aefd3c tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54765b0b-4461-4158-bd18-08a6af30afb6,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:27:46.018962 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-383e2eb5-de59-49ee-b4e8-e99007aefd3c tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:46.020279 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-383e2eb5-de59-49ee-b4e8-e99007aefd3c tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1900878 May 18 18:27:46.025513 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 51700) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:27:46.030226 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device b5cb82cf-943f-492b-962f-7174d0c836cb no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:27:46.034301 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-b3773111-d82b-462f-b3ec-0e4c1d07c721 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Request body: {'security_group_rule': {'security_group_id': 'a3fd6ba0-49f1-4240-8893-3fa20d057d21', 'project_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:27:46.065869 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: b5cb82cf-943f-492b-962f-7174d0c836cb {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:27:46.066753 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device b5cb82cf-943f-492b-962f-7174d0c836cb not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:27:46.081411 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-9b3bad33-3864-47d7-98ef-298895e4943e tempest-ExternalNetworksAdminNegativeTestJSON-1171881150 tempest-ExternalNetworksAdminNegativeTestJSON-1171881150-project-admin] Allocated IP 172.25.5.32 (31ebd439-090c-4b25-bbb0-31c48711b145/363a2810-8a83-4be0-a317-7c91fcd94485/6c081934-00d5-40dc-be6b-f3c0f6e5a753) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:27:46.102144 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b3773111-d82b-462f-b3ec-0e4c1d07c721 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:46.204184 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b3773111-d82b-462f-b3ec-0e4c1d07c721 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:46.211012 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b3773111-d82b-462f-b3ec-0e4c1d07c721 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:46.245417 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3773111-d82b-462f-b3ec-0e4c1d07c721 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98493ee0-1310-4f96-a051-52433a001002,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:27:46.263757 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b3773111-d82b-462f-b3ec-0e4c1d07c721 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:46.265780 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-b3773111-d82b-462f-b3ec-0e4c1d07c721 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2390013 May 18 18:27:46.269461 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 51706) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:27:46.275158 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9b3bad33-3864-47d7-98ef-298895e4943e tempest-ExternalNetworksAdminNegativeTestJSON-1171881150 tempest-ExternalNetworksAdminNegativeTestJSON-1171881150-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:46.284587 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-a31c6ff4-4f8b-4e55-b835-063326d6af4a tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Request body: {'security_group_rule': {'security_group_id': 'a3fd6ba0-49f1-4240-8893-3fa20d057d21', 'project_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:27:46.316469 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9b3bad33-3864-47d7-98ef-298895e4943e tempest-ExternalNetworksAdminNegativeTestJSON-1171881150 tempest-ExternalNetworksAdminNegativeTestJSON-1171881150-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:46.365327 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a31c6ff4-4f8b-4e55-b835-063326d6af4a tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:46.377015 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3bad33-3864-47d7-98ef-298895e4943e tempest-ExternalNetworksAdminNegativeTestJSON-1171881150 tempest-ExternalNetworksAdminNegativeTestJSON-1171881150-project-admin] Network 31ebd439-090c-4b25-bbb0-31c48711b145 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:27:46.380461 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-9b3bad33-3864-47d7-98ef-298895e4943e tempest-ExternalNetworksAdminNegativeTestJSON-1171881150 tempest-ExternalNetworksAdminNegativeTestJSON-1171881150-project-admin] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:27:46.389005 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3bad33-3864-47d7-98ef-298895e4943e tempest-ExternalNetworksAdminNegativeTestJSON-1171881150 tempest-ExternalNetworksAdminNegativeTestJSON-1171881150-project-admin] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:27:46.443398 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3bad33-3864-47d7-98ef-298895e4943e tempest-ExternalNetworksAdminNegativeTestJSON-1171881150 tempest-ExternalNetworksAdminNegativeTestJSON-1171881150-project-admin] Pushing event updated for resources: {'Port': ['ID=6c081934-00d5-40dc-be6b-f3c0f6e5a753,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:27:46.499850 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55305d6-a976-426d-a9fb-95502d224c88 req-2d3c52e7-8ea7-46ad-9b0c-d59a9b7bac00 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:27:46.501377 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c55305d6-a976-426d-a9fb-95502d224c88 req-2d3c52e7-8ea7-46ad-9b0c-d59a9b7bac00 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=7956ca72-5c94-487d-aa3f-6d3886085c70 HTTP/1.1" status: 200 len: 944 time: 0.1049910 May 18 18:27:46.518474 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a31c6ff4-4f8b-4e55-b835-063326d6af4a tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:46.527161 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a31c6ff4-4f8b-4e55-b835-063326d6af4a tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:46.529938 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9b3bad33-3864-47d7-98ef-298895e4943e tempest-ExternalNetworksAdminNegativeTestJSON-1171881150 tempest-ExternalNetworksAdminNegativeTestJSON-1171881150-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:46.531743 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 3f298efd-d789-4784-af4f-e91f6b2cc1ad details requested by agent hyperv_n-h2-838550-3 with host n-h2-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:27:46.554505 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31c6ff4-4f8b-4e55-b835-063326d6af4a tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa9998b4-954f-4cc0-9970-31081f514cf1,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:27:46.580855 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a31c6ff4-4f8b-4e55-b835-063326d6af4a tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:46.592918 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-a31c6ff4-4f8b-4e55-b835-063326d6af4a tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3193855 May 18 18:27:46.593900 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 51710) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:27:46.605490 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-8804912d-b48b-423d-b183-86c136de688c tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Request body: {'security_group_rule': {'security_group_id': 'a3fd6ba0-49f1-4240-8893-3fa20d057d21', 'project_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:27:46.608181 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c55305d6-a976-426d-a9fb-95502d224c88 req-497476ff-d885-4d24-ac1e-f2a95cf92b3a tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=f6f34100-4199-4c69-a3cb-028eff639d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002035 May 18 18:27:46.632038 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee0157b-a551-4685-b3e1-3a807ef34ab4 req-fbd1b862-6eba-46a2-9897-d6f9066ee55c tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:27:46.634320 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-eee0157b-a551-4685-b3e1-3a807ef34ab4 req-fbd1b862-6eba-46a2-9897-d6f9066ee55c tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/ports?device_id=68250932-273e-4325-9e64-8bc21316b470 HTTP/1.1" status: 200 len: 944 time: 0.1350172 May 18 18:27:46.635179 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9b3bad33-3864-47d7-98ef-298895e4943e tempest-ExternalNetworksAdminNegativeTestJSON-1171881150 tempest-ExternalNetworksAdminNegativeTestJSON-1171881150-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:46.699373 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 3f298efd-d789-4784-af4f-e91f6b2cc1ad, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=3f298efd-d789-4784-af4f-e91f6b2cc1ad,segment=NetworkSegment(8ca14917-c9b1-4338-b349-8fcfdea345e6),segment_id=8ca14917-c9b1-4338-b349-8fcfdea345e6)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:27:46.713574 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Returning: {'device': '3f298efd-d789-4784-af4f-e91f6b2cc1ad', 'network_id': '32a0c3b3-6eed-4c0e-b14e-e9888ed81174', 'port_id': '3f298efd-d789-4784-af4f-e91f6b2cc1ad', 'mac_address': 'fa:16:3e:33:78:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac45570a-d36a-47d1-a935-bbf3ce99c6a8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:27:46.715576 n-d-838550-3 neutron-server[102731]: INFO neutron.db.securitygroups_db [None req-8804912d-b48b-423d-b183-86c136de688c tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Project 06b3ed36f50a43fd9cfeaa89e080d35b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 18 18:27:46.734272 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8804912d-b48b-423d-b183-86c136de688c tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:46.781241 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 3f298efd-d789-4784-af4f-e91f6b2cc1ad is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:27:46.783115 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:46.798898 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f298efd-d789-4784-af4f-e91f6b2cc1ad {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:27:46.824398 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 3f298efd-d789-4784-af4f-e91f6b2cc1ad, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=3f298efd-d789-4784-af4f-e91f6b2cc1ad,segment=NetworkSegment(8ca14917-c9b1-4338-b349-8fcfdea345e6),segment_id=8ca14917-c9b1-4338-b349-8fcfdea345e6)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:27:46.826263 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-eee0157b-a551-4685-b3e1-3a807ef34ab4 req-2f57f021-c856-4d1e-875f-25fc91c75d79 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/security-groups?id=11a2a54b-8d3a-4e8b-aced-30411dedac26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1835263 May 18 18:27:46.839954 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:46.926655 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9b3bad33-3864-47d7-98ef-298895e4943e tempest-ExternalNetworksAdminNegativeTestJSON-1171881150 tempest-ExternalNetworksAdminNegativeTestJSON-1171881150-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:46.930650 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8804912d-b48b-423d-b183-86c136de688c tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:46.937307 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8804912d-b48b-423d-b183-86c136de688c tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:46.941021 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=3f298efd-d789-4784-af4f-e91f6b2cc1ad,revision_number=11']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:27:46.958099 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9b3bad33-3864-47d7-98ef-298895e4943e tempest-ExternalNetworksAdminNegativeTestJSON-1171881150 tempest-ExternalNetworksAdminNegativeTestJSON-1171881150-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:46.998087 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8804912d-b48b-423d-b183-86c136de688c tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70aaa751-4ef6-4a50-b8ab-ccd8605a0441,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:27:47.017904 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8804912d-b48b-423d-b183-86c136de688c tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:47.019227 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-8804912d-b48b-423d-b183-86c136de688c tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4218571 May 18 18:27:47.023101 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 51716) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:27:47.029651 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-c4afaea7-606a-4252-8a0f-93a7d81949df tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Request body: {'security_group_rule': {'security_group_id': 'a3fd6ba0-49f1-4240-8893-3fa20d057d21', 'project_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:27:47.059377 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3bad33-3864-47d7-98ef-298895e4943e tempest-ExternalNetworksAdminNegativeTestJSON-1171881150 tempest-ExternalNetworksAdminNegativeTestJSON-1171881150-project-admin] Pushing event updated for resources: {'Port': ['ID=6c081934-00d5-40dc-be6b-f3c0f6e5a753,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:27:47.063854 n-d-838550-3 neutron-server[102730]: INFO neutron.db.securitygroups_db [None req-c4afaea7-606a-4252-8a0f-93a7d81949df tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Project 06b3ed36f50a43fd9cfeaa89e080d35b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 18 18:27:47.069642 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c4afaea7-606a-4252-8a0f-93a7d81949df tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:47.079073 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9b3bad33-3864-47d7-98ef-298895e4943e tempest-ExternalNetworksAdminNegativeTestJSON-1171881150 tempest-ExternalNetworksAdminNegativeTestJSON-1171881150-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596987'] for floatingip, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:47.112872 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9b3bad33-3864-47d7-98ef-298895e4943e tempest-ExternalNetworksAdminNegativeTestJSON-1171881150 tempest-ExternalNetworksAdminNegativeTestJSON-1171881150-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:47.116832 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-9b3bad33-3864-47d7-98ef-298895e4943e tempest-ExternalNetworksAdminNegativeTestJSON-1171881150 tempest-ExternalNetworksAdminNegativeTestJSON-1171881150-project-admin] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8278697 May 18 18:27:47.120495 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 51720) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:27:47.127310 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-788dc29e-cecd-49a1-8480-67f904980819 tempest-ExternalNetworksAdminNegativeTestJSON-1171881150 tempest-ExternalNetworksAdminNegativeTestJSON-1171881150-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-2008024157', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'fixed_ips': [{'ip_address': '172.25.5.32'}]}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:27:47.170319 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-788dc29e-cecd-49a1-8480-67f904980819 tempest-ExternalNetworksAdminNegativeTestJSON-1171881150 tempest-ExternalNetworksAdminNegativeTestJSON-1171881150-project-admin] Made reservation on behalf of 79514ae94a8047b689778a2e691b3547 for: {'port': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:27:47.175669 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-788dc29e-cecd-49a1-8480-67f904980819 tempest-ExternalNetworksAdminNegativeTestJSON-1171881150 tempest-ExternalNetworksAdminNegativeTestJSON-1171881150-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:47.176358 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c4afaea7-606a-4252-8a0f-93a7d81949df tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:47.186032 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c4afaea7-606a-4252-8a0f-93a7d81949df tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:47.202228 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-788dc29e-cecd-49a1-8480-67f904980819 tempest-ExternalNetworksAdminNegativeTestJSON-1171881150 tempest-ExternalNetworksAdminNegativeTestJSON-1171881150-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:47.207367 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4afaea7-606a-4252-8a0f-93a7d81949df tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8beffb28-61e8-416a-9611-8cc77c413a5a,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:27:47.228652 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c4afaea7-606a-4252-8a0f-93a7d81949df tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:47.231130 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-c4afaea7-606a-4252-8a0f-93a7d81949df tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2066863 May 18 18:27:47.235512 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['3f298efd-d789-4784-af4f-e91f6b2cc1ad'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:27:47.240694 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 51722) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:27:47.256046 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-bfdac3d1-f35e-4a43-9215-bea3190b0667 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Request body: {'network': {'name': 'tempest-network-smoke--945337142', 'project_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'port_security_enabled': True}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:27:47.305104 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfdac3d1-f35e-4a43-9215-bea3190b0667 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Made reservation on behalf of 06b3ed36f50a43fd9cfeaa89e080d35b for: {'network': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:27:47.309053 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-bfdac3d1-f35e-4a43-9215-bea3190b0667 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:47.361462 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfdac3d1-f35e-4a43-9215-bea3190b0667 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 634} {{(pid=102730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:27:47.367243 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-788dc29e-cecd-49a1-8480-67f904980819 tempest-ExternalNetworksAdminNegativeTestJSON-1171881150 tempest-ExternalNetworksAdminNegativeTestJSON-1171881150-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:47.377356 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-788dc29e-cecd-49a1-8480-67f904980819 tempest-ExternalNetworksAdminNegativeTestJSON-1171881150 tempest-ExternalNetworksAdminNegativeTestJSON-1171881150-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:47.382498 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-bfdac3d1-f35e-4a43-9215-bea3190b0667 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:47.384246 n-d-838550-3 neutron-server[102730]: INFO neutron.db.segments_db [None req-bfdac3d1-f35e-4a43-9215-bea3190b0667 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Added segment 81e805ff-6bc3-47cd-9090-0b6f36942980 of type vlan for network 5d4f0b95-0527-4e2a-bef4-834ab85a76d0 May 18 18:27:47.416005 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [None req-788dc29e-cecd-49a1-8480-67f904980819 tempest-ExternalNetworksAdminNegativeTestJSON-1171881150 tempest-ExternalNetworksAdminNegativeTestJSON-1171881150-project-admin] device_id is not set on port 62a305db-8375-449f-94b8-545400952224 yet. {{(pid=102731) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 18 18:27:47.465091 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-bfdac3d1-f35e-4a43-9215-bea3190b0667 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:47.493259 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788dc29e-cecd-49a1-8480-67f904980819 tempest-ExternalNetworksAdminNegativeTestJSON-1171881150 tempest-ExternalNetworksAdminNegativeTestJSON-1171881150-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=297f2d09-af53-4da4-a3f6-13749f87a422,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:27:47.500336 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-bfdac3d1-f35e-4a43-9215-bea3190b0667 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:47.508580 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfdac3d1-f35e-4a43-9215-bea3190b0667 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:27:47.509373 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-bfdac3d1-f35e-4a43-9215-bea3190b0667 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:47.586056 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 51728) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:27:47.587136 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-bfdac3d1-f35e-4a43-9215-bea3190b0667 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3395655 May 18 18:27:47.595197 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-af480acb-5436-4009-894e-1828389fa06c tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-966487483', 'admin_state_up': True, 'project_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:27:47.612645 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdac3d1-f35e-4a43-9215-bea3190b0667 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Pushing event updated for resources: {'Network': ['ID=5d4f0b95-0527-4e2a-bef4-834ab85a76d0,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:27:47.633579 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network 5d4f0b95-0527-4e2a-bef4-834ab85a76d0 details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:27:47.707308 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-af480acb-5436-4009-894e-1828389fa06c tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25099'] for router, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:47.709307 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-af480acb-5436-4009-894e-1828389fa06c tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-593238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596850', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25088'] for router, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:47.827451 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a984c63-215e-4fd1-8af0-c54688ff803d req-6da0a3a7-1f16-48d2-863c-ba70586ea87b tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:27:47.836832 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3a984c63-215e-4fd1-8af0-c54688ff803d req-6da0a3a7-1f16-48d2-863c-ba70586ea87b tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=7956ca72-5c94-487d-aa3f-6d3886085c70 HTTP/1.1" status: 200 len: 944 time: 0.0778344 May 18 18:27:47.843430 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-af480acb-5436-4009-894e-1828389fa06c tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:47.889640 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3a984c63-215e-4fd1-8af0-c54688ff803d req-f530976a-2639-42c4-a73f-5c8cae35ecbf tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=f6f34100-4199-4c69-a3cb-028eff639d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518637 May 18 18:27:48.070186 n-d-838550-3 neutron-server[102731]: INFO neutron.pecan_wsgi.hooks.translation [None req-788dc29e-cecd-49a1-8480-67f904980819 tempest-ExternalNetworksAdminNegativeTestJSON-1171881150 tempest-ExternalNetworksAdminNegativeTestJSON-1171881150-project-admin] POST failed (client error): There was a conflict when trying to complete your request. May 18 18:27:48.070706 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-788dc29e-cecd-49a1-8480-67f904980819 tempest-ExternalNetworksAdminNegativeTestJSON-1171881150 tempest-ExternalNetworksAdminNegativeTestJSON-1171881150-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:27:48.118986 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-af480acb-5436-4009-894e-1828389fa06c tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:48.132339 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad13c8fc-6e77-4e08-ac1d-47cf3a3d6a52 req-131269a1-1f15-44b0-8645-eec28bd42bfe tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:27:48.132339 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ad13c8fc-6e77-4e08-ac1d-47cf3a3d6a52 req-131269a1-1f15-44b0-8645-eec28bd42bfe tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/ports?device_id=68250932-273e-4325-9e64-8bc21316b470 HTTP/1.1" status: 200 len: 945 time: 0.1849513 May 18 18:27:48.140659 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-788dc29e-cecd-49a1-8480-67f904980819 tempest-ExternalNetworksAdminNegativeTestJSON-1171881150 tempest-ExternalNetworksAdminNegativeTestJSON-1171881150-project-admin] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 1.0160854 May 18 18:27:48.141336 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 51742) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:27:48.247243 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ad13c8fc-6e77-4e08-ac1d-47cf3a3d6a52 req-55b6c7ee-0560-472b-9769-94ef41dfe150 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/security-groups?id=11a2a54b-8d3a-4e8b-aced-30411dedac26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040881 May 18 18:27:48.396053 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-52b504ef-d9f0-4b6f-ba24-dd20ade27f17 tempest-ExternalNetworksAdminNegativeTestJSON-1171881150 tempest-ExternalNetworksAdminNegativeTestJSON-1171881150-project-admin] Deleting port 6c081934-00d5-40dc-be6b-f3c0f6e5a753 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:27:48.396601 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-52b504ef-d9f0-4b6f-ba24-dd20ade27f17 tempest-ExternalNetworksAdminNegativeTestJSON-1171881150 tempest-ExternalNetworksAdminNegativeTestJSON-1171881150-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:48.472851 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-af480acb-5436-4009-894e-1828389fa06c tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for router_gateway, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:48.501983 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-af480acb-5436-4009-894e-1828389fa06c tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:48.538527 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-52b504ef-d9f0-4b6f-ba24-dd20ade27f17 tempest-ExternalNetworksAdminNegativeTestJSON-1171881150 tempest-ExternalNetworksAdminNegativeTestJSON-1171881150-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:48.539178 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-52b504ef-d9f0-4b6f-ba24-dd20ade27f17 tempest-ExternalNetworksAdminNegativeTestJSON-1171881150 tempest-ExternalNetworksAdminNegativeTestJSON-1171881150-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:48.552820 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 3f298efd-d789-4784-af4f-e91f6b2cc1ad up at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:27:48.560356 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-52b504ef-d9f0-4b6f-ba24-dd20ade27f17 tempest-ExternalNetworksAdminNegativeTestJSON-1171881150 tempest-ExternalNetworksAdminNegativeTestJSON-1171881150-project-admin] Calling delete_port for 6c081934-00d5-40dc-be6b-f3c0f6e5a753 owned by network:floatingip {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:27:48.642628 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-af480acb-5436-4009-894e-1828389fa06c tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Allocated IP 172.25.5.122 (31ebd439-090c-4b25-bbb0-31c48711b145/363a2810-8a83-4be0-a317-7c91fcd94485/125d6336-0308-49e0-8033-0e6f79b71f39) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:27:48.664303 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning for port 3f298efd-d789-4784-af4f-e91f6b2cc1ad completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:27:48.671505 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning complete for port 3f298efd-d789-4784-af4f-e91f6b2cc1ad triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:27:48.671880 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:48.784333 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-52b504ef-d9f0-4b6f-ba24-dd20ade27f17 tempest-ExternalNetworksAdminNegativeTestJSON-1171881150 tempest-ExternalNetworksAdminNegativeTestJSON-1171881150-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:48.840318 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-af480acb-5436-4009-894e-1828389fa06c tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:48.898859 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b504ef-d9f0-4b6f-ba24-dd20ade27f17 tempest-ExternalNetworksAdminNegativeTestJSON-1171881150 tempest-ExternalNetworksAdminNegativeTestJSON-1171881150-project-admin] Pushing event deleted for resources: {'Port': ['ID=6c081934-00d5-40dc-be6b-f3c0f6e5a753,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:27:48.959702 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 3f298efd-d789-4784-af4f-e91f6b2cc1ad is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:27:48.965846 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:48.997307 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-af480acb-5436-4009-894e-1828389fa06c tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:49.063495 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68250932-273e-4325-9e64-8bc21316b470', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f298efd-d789-4784-af4f-e91f6b2cc1ad'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:27:49.071087 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27b69775-10f9-4f9f-9b48-0e9608d4153b" -d '{"events": [{"server_uuid": "68250932-273e-4325-9e64-8bc21316b470", "name": "network-vif-plugged", "status": "completed", "tag": "3f298efd-d789-4784-af4f-e91f6b2cc1ad"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:27:49.102408 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 3f298efd-d789-4784-af4f-e91f6b2cc1ad, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=3f298efd-d789-4784-af4f-e91f6b2cc1ad,segment=NetworkSegment(8ca14917-c9b1-4338-b349-8fcfdea345e6),segment_id=8ca14917-c9b1-4338-b349-8fcfdea345e6)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:27:49.112487 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af480acb-5436-4009-894e-1828389fa06c tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Network 31ebd439-090c-4b25-bbb0-31c48711b145 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:27:49.113791 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:49.124861 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-af480acb-5436-4009-894e-1828389fa06c tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:27:49.148018 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af480acb-5436-4009-894e-1828389fa06c tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:27:49.193161 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-52b504ef-d9f0-4b6f-ba24-dd20ade27f17 tempest-ExternalNetworksAdminNegativeTestJSON-1171881150 tempest-ExternalNetworksAdminNegativeTestJSON-1171881150-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:49.197024 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-52b504ef-d9f0-4b6f-ba24-dd20ade27f17 tempest-ExternalNetworksAdminNegativeTestJSON-1171881150 tempest-ExternalNetworksAdminNegativeTestJSON-1171881150-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:49.200711 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-52b504ef-d9f0-4b6f-ba24-dd20ade27f17 tempest-ExternalNetworksAdminNegativeTestJSON-1171881150 tempest-ExternalNetworksAdminNegativeTestJSON-1171881150-project-admin] 10.222.0.85 "DELETE /v2.0/floatingips/29dab5b2-15c2-4204-9d87-eb9e12e044a2 HTTP/1.1" status: 204 len: 168 time: 1.0575769 May 18 18:27:49.221016 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2ae3089-e94b-4032-9712-673aa7101bac x-openstack-request-id: req-a2ae3089-e94b-4032-9712-673aa7101bac {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:27:49.221527 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68250932-273e-4325-9e64-8bc21316b470", "name": "network-vif-plugged", "status": "completed", "tag": "3f298efd-d789-4784-af4f-e91f6b2cc1ad", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:27:49.221814 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-a2ae3089-e94b-4032-9712-673aa7101bac {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:27:49.222396 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2ae3089-e94b-4032-9712-673aa7101bac'] response: {'server_uuid': '68250932-273e-4325-9e64-8bc21316b470', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f298efd-d789-4784-af4f-e91f6b2cc1ad', 'code': 200} May 18 18:27:49.227571 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=3f298efd-d789-4784-af4f-e91f6b2cc1ad,revision_number=12']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:27:49.235634 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e1bc00-561a-44a7-9a92-f3bb5df72628 req-9b4c8842-79e1-4693-8a26-81b3de714e0b tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:27:49.251650 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-54e1bc00-561a-44a7-9a92-f3bb5df72628 req-9b4c8842-79e1-4693-8a26-81b3de714e0b tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=7956ca72-5c94-487d-aa3f-6d3886085c70 HTTP/1.1" status: 200 len: 944 time: 0.1691904 May 18 18:27:49.283269 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af480acb-5436-4009-894e-1828389fa06c tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Pushing event updated for resources: {'Port': ['ID=125d6336-0308-49e0-8033-0e6f79b71f39,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:27:49.340150 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-54e1bc00-561a-44a7-9a92-f3bb5df72628 req-3bf343c7-9a37-47b4-9282-bdad9c536c9c tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=f6f34100-4199-4c69-a3cb-028eff639d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846457 May 18 18:27:49.615170 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893d5a6e-bac2-4f6e-b63c-6a04f9352811 req-e45acfa7-b0a6-40d7-9550-1fa8d84cc434 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:27:49.616882 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-893d5a6e-bac2-4f6e-b63c-6a04f9352811 req-e45acfa7-b0a6-40d7-9550-1fa8d84cc434 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/ports?device_id=68250932-273e-4325-9e64-8bc21316b470 HTTP/1.1" status: 200 len: 946 time: 0.2355843 May 18 18:27:49.618791 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d9b017-cd73-4624-83ff-9ac42e4ec6e5 req-cdae2723-dbb6-4db6-8e43-e45df6d86174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:27:49.620371 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-97d9b017-cd73-4624-83ff-9ac42e4ec6e5 req-cdae2723-dbb6-4db6-8e43-e45df6d86174 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=68250932-273e-4325-9e64-8bc21316b470 HTTP/1.1" status: 200 len: 1097 time: 0.1093016 May 18 18:27:49.723920 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 51762) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:27:50.048703 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c90ce872-3e4d-4689-b5b3-36433e9afc6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:50.116334 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-893d5a6e-bac2-4f6e-b63c-6a04f9352811 req-8f3cb09c-3ffd-4a69-bea1-f99e470094d0 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/security-groups?id=11a2a54b-8d3a-4e8b-aced-30411dedac26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4502921 May 18 18:27:50.122260 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-97d9b017-cd73-4624-83ff-9ac42e4ec6e5 req-db4dde90-8f83-455a-b176-37b6de45e7a6 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=11a2a54b-8d3a-4e8b-aced-30411dedac26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4549451 May 18 18:27:50.160794 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-af480acb-5436-4009-894e-1828389fa06c tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for router_gateway, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:50.196319 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c90ce872-3e4d-4689-b5b3-36433e9afc6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:50.207328 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c90ce872-3e4d-4689-b5b3-36433e9afc6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:50.266679 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-c90ce872-3e4d-4689-b5b3-36433e9afc6a admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=7b534168f5d44e6e970431c687b602ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5409782 May 18 18:27:50.270698 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 51774) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:27:50.274451 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90ce872-3e4d-4689-b5b3-36433e9afc6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1061a0d8-130e-4361-b75d-d51879376567,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:27:50.405516 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c7b0ca0c-dff9-4a44-94fb-b03cb2e362e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:50.497053 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c7b0ca0c-dff9-4a44-94fb-b03cb2e362e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:50.562638 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-af480acb-5436-4009-894e-1828389fa06c tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596801'] for router, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:50.573396 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cada55ff-86ed-48c8-95e2-061442005bca req-6f21ddaf-172d-4f14-ab69-a6a105806ec3 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:27:50.574585 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cada55ff-86ed-48c8-95e2-061442005bca req-6f21ddaf-172d-4f14-ab69-a6a105806ec3 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=7956ca72-5c94-487d-aa3f-6d3886085c70 HTTP/1.1" status: 200 len: 944 time: 0.0791016 May 18 18:27:50.627498 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cada55ff-86ed-48c8-95e2-061442005bca req-e8b7f649-0b42-4116-aa67-391251d79248 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=f6f34100-4199-4c69-a3cb-028eff639d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457571 May 18 18:27:50.642860 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c7b0ca0c-dff9-4a44-94fb-b03cb2e362e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:50.646567 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c7b0ca0c-dff9-4a44-94fb-b03cb2e362e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:50.651598 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-c7b0ca0c-dff9-4a44-94fb-b03cb2e362e2 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/1061a0d8-130e-4361-b75d-d51879376567 HTTP/1.1" status: 204 len: 168 time: 0.3766587 May 18 18:27:50.713956 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b0ca0c-dff9-4a44-94fb-b03cb2e362e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1061a0d8-130e-4361-b75d-d51879376567,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:27:50.788414 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af480acb-5436-4009-894e-1828389fa06c tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Router 4a8a223c-f2f4-498c-b72c-25d6db8935d8 is scheduled to L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e with binding_index 1 {{(pid=102731) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 18 18:27:50.996417 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af480acb-5436-4009-894e-1828389fa06c tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:27:51.018852 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806a933a-59f2-4fff-b332-82e8e866c003 None None] Sync routers for ids ['4a8a223c-f2f4-498c-b72c-25d6db8935d8'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:27:51.032458 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-af480acb-5436-4009-894e-1828389fa06c tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for router, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:51.034864 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-af480acb-5436-4009-894e-1828389fa06c tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.4462721 May 18 18:27:51.037965 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 51786) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:27:51.047523 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806a933a-59f2-4fff-b332-82e8e866c003 None None] Routers {'4a8a223c-f2f4-498c-b72c-25d6db8935d8'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:27:51.048630 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-806a933a-59f2-4fff-b332-82e8e866c003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:27:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['4a8a223c-f2f4-498c-b72c-25d6db8935d8'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:27:51.112324 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 51788) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:27:51.129195 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-9ef6b610-9d4c-4ae2-8959-019efd2ab25d tempest-TestNetworkAdvancedServerOps-1996564383 tempest-TestNetworkAdvancedServerOps-1996564383-project-admin] 10.222.0.85 "GET /v2.0/subnets?project_id=06b3ed36f50a43fd9cfeaa89e080d35b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0890193 May 18 18:27:51.132148 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 51790) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:27:51.211677 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-7d23976a-468d-42b6-ba9b-a4db4a200cef admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=79514ae94a8047b689778a2e691b3547&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0977354 May 18 18:27:51.214675 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 51794) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:27:51.324548 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-806a933a-59f2-4fff-b332-82e8e866c003 None None] Set router 4a8a223c-f2f4-498c-b72c-25d6db8935d8 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:27:51.330574 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3cb9774a-fe46-4593-96af-fd476a1c43b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:51.388613 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3cb9774a-fe46-4593-96af-fd476a1c43b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:51.505487 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3cb9774a-fe46-4593-96af-fd476a1c43b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:51.510034 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3cb9774a-fe46-4593-96af-fd476a1c43b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:51.514144 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-3cb9774a-fe46-4593-96af-fd476a1c43b6 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/297f2d09-af53-4da4-a3f6-13749f87a422 HTTP/1.1" status: 204 len: 168 time: 0.2980394 May 18 18:27:51.536381 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb9774a-fe46-4593-96af-fd476a1c43b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=297f2d09-af53-4da4-a3f6-13749f87a422,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:27:51.556943 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-327ee1c9-c609-47af-9478-17605febfaf4 tempest-TestNetworkAdvancedServerOps-1996564383 tempest-TestNetworkAdvancedServerOps-1996564383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:27:51.565040 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-327ee1c9-c609-47af-9478-17605febfaf4 tempest-TestNetworkAdvancedServerOps-1996564383 tempest-TestNetworkAdvancedServerOps-1996564383-project-admin] 10.222.0.85 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4309187 May 18 18:27:51.568197 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 51802) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:27:51.608161 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58e2ee7-5df0-4f48-80a5-e5303c82a1e9 req-1bc5daa4-ba8a-48b2-ba8b-2a4ddd3f2c1c tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:27:51.610684 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c58e2ee7-5df0-4f48-80a5-e5303c82a1e9 req-1bc5daa4-ba8a-48b2-ba8b-2a4ddd3f2c1c tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/ports?device_id=68250932-273e-4325-9e64-8bc21316b470 HTTP/1.1" status: 200 len: 946 time: 0.2114553 May 18 18:27:51.650346 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-13819857-2087-4ae7-8641-d54ae0df4a34 tempest-TestNetworkAdvancedServerOps-1996564383 tempest-TestNetworkAdvancedServerOps-1996564383-project-admin] 10.222.0.85 "GET /v2.0/subnets?network_id=31ebd439-090c-4b25-bbb0-31c48711b145&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0805035 May 18 18:27:51.651186 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 51804) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:27:51.670689 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-81e35a41-c168-4d79-b6e8-c1d945c6eaf7 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2140589397', 'network_id': '5d4f0b95-0527-4e2a-bef4-834ab85a76d0', 'project_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:27:51.798004 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c58e2ee7-5df0-4f48-80a5-e5303c82a1e9 req-6c5ecf89-fc82-4626-bc30-9192c492408b tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/security-groups?id=11a2a54b-8d3a-4e8b-aced-30411dedac26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1547754 May 18 18:27:51.836680 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-806a933a-59f2-4fff-b332-82e8e866c003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a8a223c-f2f4-498c-b72c-25d6db8935d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-966487483', 'tenant_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.122'}], 'enable_snat': True}, 'gw_port_id': '125d6336-0308-49e0-8033-0e6f79b71f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:27:47Z', 'updated_at': '2022-05-18T18:27:49Z', 'revision_number': 3, 'project_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'gw_port': {'id': '125d6336-0308-49e0-8033-0e6f79b71f39', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:db:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a8a223c-f2f4-498c-b72c-25d6db8935d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2714, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:27:48Z', 'updated_at': '2022-05-18T18:27:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:27:51.879356 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81e35a41-c168-4d79-b6e8-c1d945c6eaf7 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Made reservation on behalf of 06b3ed36f50a43fd9cfeaa89e080d35b for: {'subnet': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:27:51.889266 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-81e35a41-c168-4d79-b6e8-c1d945c6eaf7 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261031885'] for subnet, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:52.227911 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806a933a-59f2-4fff-b332-82e8e866c003 None None] Checking router: 4a8a223c-f2f4-498c-b72c-25d6db8935d8 for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:27:52.228551 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806a933a-59f2-4fff-b332-82e8e866c003 None None] Updating router 4a8a223c-f2f4-498c-b72c-25d6db8935d8 port 125d6336-0308-49e0-8033-0e6f79b71f39 binding host n-d-838550-3 {{(pid=102733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 18:27:52.251968 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 7 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 18:27:52.268410 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c102abe0-9d15-449f-9bac-7db5bd862de3 req-572c31aa-de93-4da0-9637-e4957fb348fb tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:27:52.270572 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c102abe0-9d15-449f-9bac-7db5bd862de3 req-572c31aa-de93-4da0-9637-e4957fb348fb tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=7956ca72-5c94-487d-aa3f-6d3886085c70 HTTP/1.1" status: 200 len: 944 time: 0.3691225 May 18 18:27:52.272586 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-806a933a-59f2-4fff-b332-82e8e866c003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:52.485049 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-81e35a41-c168-4d79-b6e8-c1d945c6eaf7 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261104883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261031899'] for subnet, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:52.537176 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c102abe0-9d15-449f-9bac-7db5bd862de3 req-b71201ce-1952-4c41-bc67-dc10a45bd969 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=f6f34100-4199-4c69-a3cb-028eff639d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2443063 May 18 18:27:52.603629 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e35a41-c168-4d79-b6e8-c1d945c6eaf7 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Pushing event updated for resources: {'Subnet': ['ID=17744d29-df4e-4fc8-95be-ab448a66e536,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:27:52.613262 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e35a41-c168-4d79-b6e8-c1d945c6eaf7 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Checking segment: {'id': '81e805ff-6bc3-47cd-9090-0b6f36942980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '5d4f0b95-0527-4e2a-bef4-834ab85a76d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:27:52.613740 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e35a41-c168-4d79-b6e8-c1d945c6eaf7 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Network hostable DHCP agents. Network: 5d4f0b95-0527-4e2a-bef4-834ab85a76d0, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:27:52.636448 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e35a41-c168-4d79-b6e8-c1d945c6eaf7 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Network 5d4f0b95-0527-4e2a-bef4-834ab85a76d0 is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:27:52.655434 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-81e35a41-c168-4d79-b6e8-c1d945c6eaf7 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, 5d4f0b95-0527-4e2a-bef4-834ab85a76d0) {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:27:52.661367 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e35a41-c168-4d79-b6e8-c1d945c6eaf7 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:27:52.663957 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d41a1c8-9391-43c5-9fc4-ceb3923d20ea None None] Network 5d4f0b95-0527-4e2a-bef4-834ab85a76d0 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:27:52.674145 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-81e35a41-c168-4d79-b6e8-c1d945c6eaf7 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:52.734272 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-81e35a41-c168-4d79-b6e8-c1d945c6eaf7 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0769341 May 18 18:27:52.734515 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 51848) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:27:52.889807 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-806a933a-59f2-4fff-b332-82e8e866c003 None None] Notify callbacks [] for port, precommit_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:52.942609 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-806a933a-59f2-4fff-b332-82e8e866c003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:53.007077 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab58c445-824e-46e9-9c5a-25e0a1232e1e None None] Pushing event updated for resources: {'Port': ['ID=125d6336-0308-49e0-8033-0e6f79b71f39,revision_number=2']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:27:53.017359 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab58c445-824e-46e9-9c5a-25e0a1232e1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:27:53.018775 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab58c445-824e-46e9-9c5a-25e0a1232e1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:27:53.019021 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab58c445-824e-46e9-9c5a-25e0a1232e1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:27:53.019636 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab58c445-824e-46e9-9c5a-25e0a1232e1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:27:53.020261 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab58c445-824e-46e9-9c5a-25e0a1232e1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:27:53.020876 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab58c445-824e-46e9-9c5a-25e0a1232e1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:27:53.021501 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab58c445-824e-46e9-9c5a-25e0a1232e1e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:27:53.022093 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab58c445-824e-46e9-9c5a-25e0a1232e1e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:27:53.022604 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab58c445-824e-46e9-9c5a-25e0a1232e1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:27:53.023297 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab58c445-824e-46e9-9c5a-25e0a1232e1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:27:53.023812 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab58c445-824e-46e9-9c5a-25e0a1232e1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:27:53.024398 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab58c445-824e-46e9-9c5a-25e0a1232e1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:27:53.060236 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-806a933a-59f2-4fff-b332-82e8e866c003 None None] Attempting to bind port 125d6336-0308-49e0-8033-0e6f79b71f39 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:27:53.061264 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-806a933a-59f2-4fff-b332-82e8e866c003 None None] Attempting to bind port 125d6336-0308-49e0-8033-0e6f79b71f39 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:27:53.062005 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806a933a-59f2-4fff-b332-82e8e866c003 None None] Attempting to bind port 125d6336-0308-49e0-8033-0e6f79b71f39 on network 31ebd439-090c-4b25-bbb0-31c48711b145 {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:27:53.073105 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806a933a-59f2-4fff-b332-82e8e866c003 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:27:53.073925 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806a933a-59f2-4fff-b332-82e8e866c003 None None] Checking segment: {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:27:53.080778 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-806a933a-59f2-4fff-b332-82e8e866c003 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:53.081008 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806a933a-59f2-4fff-b332-82e8e866c003 None None] Bound using segment: {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:27:53.081538 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-806a933a-59f2-4fff-b332-82e8e866c003 None None] Bound port: 125d6336-0308-49e0-8033-0e6f79b71f39, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:27:53.082342 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-806a933a-59f2-4fff-b332-82e8e866c003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:53.200452 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f516050-84b5-4b38-aaaa-a6ff75af9d6a req-2c26bf2f-5290-48cb-a2c5-328a0d0c0375 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:27:53.202114 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1f516050-84b5-4b38-aaaa-a6ff75af9d6a req-2c26bf2f-5290-48cb-a2c5-328a0d0c0375 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/ports?device_id=68250932-273e-4325-9e64-8bc21316b470 HTTP/1.1" status: 200 len: 946 time: 0.1540961 May 18 18:27:53.238695 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.db [None req-806a933a-59f2-4fff-b332-82e8e866c003 None None] For port 125d6336-0308-49e0-8033-0e6f79b71f39, host n-d-838550-3, cleared binding levels {{(pid=102733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:27:53.246611 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.db [None req-806a933a-59f2-4fff-b332-82e8e866c003 None None] For port 125d6336-0308-49e0-8033-0e6f79b71f39, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=125d6336-0308-49e0-8033-0e6f79b71f39,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:27:53.257022 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-806a933a-59f2-4fff-b332-82e8e866c003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:53.332456 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1f516050-84b5-4b38-aaaa-a6ff75af9d6a req-a020ecdf-699f-4376-ac33-d301f10d2c4e tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/security-groups?id=11a2a54b-8d3a-4e8b-aced-30411dedac26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1213338 May 18 18:27:53.441827 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab58c445-824e-46e9-9c5a-25e0a1232e1e None None] Pushing event updated for resources: {'Port': ['ID=125d6336-0308-49e0-8033-0e6f79b71f39,revision_number=3']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:27:53.484454 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806a933a-59f2-4fff-b332-82e8e866c003 None None] Routers {'4a8a223c-f2f4-498c-b72c-25d6db8935d8'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:27:53.486840 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-806a933a-59f2-4fff-b332-82e8e866c003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:27:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['4a8a223c-f2f4-498c-b72c-25d6db8935d8'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:27:53.556372 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f0c4e6-3e33-4eaf-9a41-169702c2463a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-5d4f0b95-0527-4e2a-bef4-834ab85a76d0', 'network_id': '5d4f0b95-0527-4e2a-bef4-834ab85a76d0', 'tenant_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'fixed_ips': [{'subnet_id': '17744d29-df4e-4fc8-95be-ab448a66e536'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:27:53.557268 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-00f0c4e6-3e33-4eaf-9a41-169702c2463a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:53.752552 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-806a933a-59f2-4fff-b332-82e8e866c003 None None] Set router 4a8a223c-f2f4-498c-b72c-25d6db8935d8 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:27:53.921137 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-00f0c4e6-3e33-4eaf-9a41-169702c2463a None None] Allocated IP 172.20.0.2 (5d4f0b95-0527-4e2a-bef4-834ab85a76d0/17744d29-df4e-4fc8-95be-ab448a66e536/38396340-de21-4773-9c77-dade9575c2ac) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:27:54.105857 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096a347e-d23d-403c-849d-0514e4de8ea0 req-8c68c004-40c4-486d-9d83-997942bd9545 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:27:54.107495 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-096a347e-d23d-403c-849d-0514e4de8ea0 req-8c68c004-40c4-486d-9d83-997942bd9545 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=7956ca72-5c94-487d-aa3f-6d3886085c70 HTTP/1.1" status: 200 len: 944 time: 0.3328819 May 18 18:27:54.137254 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-806a933a-59f2-4fff-b332-82e8e866c003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a8a223c-f2f4-498c-b72c-25d6db8935d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-966487483', 'tenant_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.122'}], 'enable_snat': True}, 'gw_port_id': '125d6336-0308-49e0-8033-0e6f79b71f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:27:47Z', 'updated_at': '2022-05-18T18:27:49Z', 'revision_number': 3, 'project_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'gw_port': {'id': '125d6336-0308-49e0-8033-0e6f79b71f39', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:db:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a8a223c-f2f4-498c-b72c-25d6db8935d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2714, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:27:48Z', 'updated_at': '2022-05-18T18:27:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:27:54.172216 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806a933a-59f2-4fff-b332-82e8e866c003 None None] The sync data for ids ['4a8a223c-f2f4-498c-b72c-25d6db8935d8'] in n-d-838550-3 is: [{'id': '4a8a223c-f2f4-498c-b72c-25d6db8935d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-966487483', 'tenant_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.122'}], 'enable_snat': True}, 'gw_port_id': '125d6336-0308-49e0-8033-0e6f79b71f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:27:47Z', 'updated_at': '2022-05-18T18:27:49Z', 'revision_number': 3, 'project_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'gw_port': {'id': '125d6336-0308-49e0-8033-0e6f79b71f39', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:db:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a8a223c-f2f4-498c-b72c-25d6db8935d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2714, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:27:48Z', 'updated_at': '2022-05-18T18:27:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:27:54.225142 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-00f0c4e6-3e33-4eaf-9a41-169702c2463a None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:54.239302 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-00f0c4e6-3e33-4eaf-9a41-169702c2463a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:54.306460 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-096a347e-d23d-403c-849d-0514e4de8ea0 req-5bac7e45-49c2-44ff-b6e7-ce1e0803e836 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=f6f34100-4199-4c69-a3cb-028eff639d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1343846 May 18 18:27:54.309527 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f0c4e6-3e33-4eaf-9a41-169702c2463a None None] Pushing event updated for resources: {'Port': ['ID=38396340-de21-4773-9c77-dade9575c2ac,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:27:54.320618 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-866172b1-3552-46cc-83cf-5869f79aa4a3 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:54.333408 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f0c4e6-3e33-4eaf-9a41-169702c2463a None None] Network 5d4f0b95-0527-4e2a-bef4-834ab85a76d0 is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:27:54.350311 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-00f0c4e6-3e33-4eaf-9a41-169702c2463a None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:27:54.356655 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f0c4e6-3e33-4eaf-9a41-169702c2463a None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:27:54.457135 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-00f0c4e6-3e33-4eaf-9a41-169702c2463a None None] Attempting to bind port 38396340-de21-4773-9c77-dade9575c2ac on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:27:54.468675 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-00f0c4e6-3e33-4eaf-9a41-169702c2463a None None] Attempting to bind port 38396340-de21-4773-9c77-dade9575c2ac by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '81e805ff-6bc3-47cd-9090-0b6f36942980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '5d4f0b95-0527-4e2a-bef4-834ab85a76d0'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:27:54.474211 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f0c4e6-3e33-4eaf-9a41-169702c2463a None None] Attempting to bind port 38396340-de21-4773-9c77-dade9575c2ac on network 5d4f0b95-0527-4e2a-bef4-834ab85a76d0 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:27:54.504894 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f0c4e6-3e33-4eaf-9a41-169702c2463a None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:27:54.505912 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f0c4e6-3e33-4eaf-9a41-169702c2463a None None] Checking segment: {'id': '81e805ff-6bc3-47cd-9090-0b6f36942980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '5d4f0b95-0527-4e2a-bef4-834ab85a76d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:27:54.506737 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-00f0c4e6-3e33-4eaf-9a41-169702c2463a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:54.507480 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f0c4e6-3e33-4eaf-9a41-169702c2463a None None] Bound using segment: {'id': '81e805ff-6bc3-47cd-9090-0b6f36942980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '5d4f0b95-0527-4e2a-bef4-834ab85a76d0'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:27:54.508214 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-00f0c4e6-3e33-4eaf-9a41-169702c2463a None None] Bound port: 38396340-de21-4773-9c77-dade9575c2ac, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81e805ff-6bc3-47cd-9090-0b6f36942980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '5d4f0b95-0527-4e2a-bef4-834ab85a76d0'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:27:54.508845 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-00f0c4e6-3e33-4eaf-9a41-169702c2463a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:54.683111 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd43dbc-ccf8-4462-8c75-68664dcf9ce4 req-fed04b92-954b-46b3-88c7-2d774cb90f5b tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:27:54.703421 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-dcd43dbc-ccf8-4462-8c75-68664dcf9ce4 req-fed04b92-954b-46b3-88c7-2d774cb90f5b tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/ports?device_id=68250932-273e-4325-9e64-8bc21316b470 HTTP/1.1" status: 200 len: 946 time: 0.1376190 May 18 18:27:54.730489 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-00f0c4e6-3e33-4eaf-9a41-169702c2463a None None] For port 38396340-de21-4773-9c77-dade9575c2ac, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:27:54.743434 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-00f0c4e6-3e33-4eaf-9a41-169702c2463a None None] For port 38396340-de21-4773-9c77-dade9575c2ac, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=38396340-de21-4773-9c77-dade9575c2ac,segment=NetworkSegment(81e805ff-6bc3-47cd-9090-0b6f36942980),segment_id=81e805ff-6bc3-47cd-9090-0b6f36942980)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:27:54.752546 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-00f0c4e6-3e33-4eaf-9a41-169702c2463a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:54.798530 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-dcd43dbc-ccf8-4462-8c75-68664dcf9ce4 req-7c4d99dd-4c16-473b-a2f9-4d0dec9c6569 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/security-groups?id=11a2a54b-8d3a-4e8b-aced-30411dedac26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938556 May 18 18:27:54.856344 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f0c4e6-3e33-4eaf-9a41-169702c2463a None None] Pushing event updated for resources: {'Port': ['ID=38396340-de21-4773-9c77-dade9575c2ac,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:27:55.102803 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-866172b1-3552-46cc-83cf-5869f79aa4a3 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Allocated IP 172.20.0.1 (5d4f0b95-0527-4e2a-bef4-834ab85a76d0/17744d29-df4e-4fc8-95be-ab448a66e536/11f9e14c-fd02-400f-beec-1320fe23d183) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:27:55.329704 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-866172b1-3552-46cc-83cf-5869f79aa4a3 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:55.382334 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-866172b1-3552-46cc-83cf-5869f79aa4a3 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:55.535691 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-866172b1-3552-46cc-83cf-5869f79aa4a3 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Network 5d4f0b95-0527-4e2a-bef4-834ab85a76d0 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:27:55.550985 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-866172b1-3552-46cc-83cf-5869f79aa4a3 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:27:55.556603 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866172b1-3552-46cc-83cf-5869f79aa4a3 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:27:55.564318 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 51916) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:27:55.626075 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866172b1-3552-46cc-83cf-5869f79aa4a3 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Pushing event updated for resources: {'Port': ['ID=11f9e14c-fd02-400f-beec-1320fe23d183,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:27:55.643191 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-866172b1-3552-46cc-83cf-5869f79aa4a3 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595826'] for router_interface, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:55.718181 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d184e680-f126-4a8b-b81d-c5b39916887b req-3192301b-7fb8-4c84-92b6-c47e29834ae4 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:27:55.719812 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d184e680-f126-4a8b-b81d-c5b39916887b req-3192301b-7fb8-4c84-92b6-c47e29834ae4 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=7956ca72-5c94-487d-aa3f-6d3886085c70 HTTP/1.1" status: 200 len: 944 time: 0.2519403 May 18 18:27:55.850050 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d184e680-f126-4a8b-b81d-c5b39916887b req-fe4706b3-627b-44cb-a34c-096269bbe335 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=f6f34100-4199-4c69-a3cb-028eff639d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1119442 May 18 18:27:55.858213 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-d26861a5-9322-495b-9182-8c9181711282 tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Request body: {'floatingip': {'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:27:55.885975 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d26861a5-9322-495b-9182-8c9181711282 tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Notify callbacks [] for floatingip, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:55.901875 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-866172b1-3552-46cc-83cf-5869f79aa4a3 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:56.116263 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d26861a5-9322-495b-9182-8c9181711282 tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:56.230975 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 38396340-de21-4773-9c77-dade9575c2ac up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:27:56.355493 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 38396340-de21-4773-9c77-dade9575c2ac triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:27:56.355865 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:56.425927 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-d26861a5-9322-495b-9182-8c9181711282 tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Allocated IP 172.25.5.101 (31ebd439-090c-4b25-bbb0-31c48711b145/363a2810-8a83-4be0-a317-7c91fcd94485/2347e1c2-7dcd-4d74-aa72-7bb4d92267b0) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:27:56.509334 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 38396340-de21-4773-9c77-dade9575c2ac is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:27:56.509839 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:56.575343 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-866172b1-3552-46cc-83cf-5869f79aa4a3 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:56.590348 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-866172b1-3552-46cc-83cf-5869f79aa4a3 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:56.601070 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] For port 38396340-de21-4773-9c77-dade9575c2ac, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=38396340-de21-4773-9c77-dade9575c2ac,segment=NetworkSegment(81e805ff-6bc3-47cd-9090-0b6f36942980),segment_id=81e805ff-6bc3-47cd-9090-0b6f36942980)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:27:56.609055 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:56.610417 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 125d6336-0308-49e0-8033-0e6f79b71f39 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:27:56.715726 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d26861a5-9322-495b-9182-8c9181711282 tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:56.769451 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Pushing event updated for resources: {'Port': ['ID=38396340-de21-4773-9c77-dade9575c2ac,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:27:56.780378 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c84d9b-5d46-40c2-ab58-1f234b557443 None None] Network 5d4f0b95-0527-4e2a-bef4-834ab85a76d0 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:27:56.791714 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d26861a5-9322-495b-9182-8c9181711282 tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:56.826276 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866172b1-3552-46cc-83cf-5869f79aa4a3 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Pushing event updated for resources: {'Port': ['ID=11f9e14c-fd02-400f-beec-1320fe23d183,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:27:56.830038 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-866172b1-3552-46cc-83cf-5869f79aa4a3 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-595870'] for router_interface, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:56.888203 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26861a5-9322-495b-9182-8c9181711282 tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Pushing event updated for resources: {'Port': ['ID=2347e1c2-7dcd-4d74-aa72-7bb4d92267b0,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:27:56.911766 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d26861a5-9322-495b-9182-8c9181711282 tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Network 31ebd439-090c-4b25-bbb0-31c48711b145 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:27:56.915749 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-d26861a5-9322-495b-9182-8c9181711282 tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:27:56.918458 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26861a5-9322-495b-9182-8c9181711282 tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:27:57.024184 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-f7188e9a-d225-4339-8203-184dcc9a4fb9 None None] Provisioning complete for port 38396340-de21-4773-9c77-dade9575c2ac triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:27:57.026327 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f7188e9a-d225-4339-8203-184dcc9a4fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:57.064127 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d26861a5-9322-495b-9182-8c9181711282 tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:57.119189 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-866172b1-3552-46cc-83cf-5869f79aa4a3 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Network 5d4f0b95-0527-4e2a-bef4-834ab85a76d0 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:27:57.125169 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-866172b1-3552-46cc-83cf-5869f79aa4a3 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:27:57.154508 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 125d6336-0308-49e0-8033-0e6f79b71f39 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:27:57.155572 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:57.184901 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d26861a5-9322-495b-9182-8c9181711282 tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:57.362217 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-f7188e9a-d225-4339-8203-184dcc9a4fb9 None None] Current status of the port 38396340-de21-4773-9c77-dade9575c2ac is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:27:57.370930 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 125d6336-0308-49e0-8033-0e6f79b71f39 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:27:57.371604 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:57.416427 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] For port 125d6336-0308-49e0-8033-0e6f79b71f39, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=125d6336-0308-49e0-8033-0e6f79b71f39,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:27:57.423005 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:57.456479 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0646fea0-3f27-419c-819e-7bffeb05e7e6 req-6a8fea5b-97e8-4027-9f73-19fec6954f08 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:27:57.458139 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0646fea0-3f27-419c-819e-7bffeb05e7e6 req-6a8fea5b-97e8-4027-9f73-19fec6954f08 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=7956ca72-5c94-487d-aa3f-6d3886085c70 HTTP/1.1" status: 200 len: 944 time: 0.3794250 May 18 18:27:57.550729 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Pushing event updated for resources: {'Port': ['ID=125d6336-0308-49e0-8033-0e6f79b71f39,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:27:57.593265 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-866172b1-3552-46cc-83cf-5869f79aa4a3 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Router 4a8a223c-f2f4-498c-b72c-25d6db8935d8 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:27:57.610290 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0646fea0-3f27-419c-819e-7bffeb05e7e6 req-d6f7b357-7d14-4ac2-a180-7af7592d5c40 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=f6f34100-4199-4c69-a3cb-028eff639d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1329677 May 18 18:27:57.621960 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d26861a5-9322-495b-9182-8c9181711282 tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:57.629214 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d26861a5-9322-495b-9182-8c9181711282 tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:57.710164 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d26861a5-9322-495b-9182-8c9181711282 tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596987'] for floatingip, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:57.779194 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26861a5-9322-495b-9182-8c9181711282 tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Pushing event updated for resources: {'Port': ['ID=2347e1c2-7dcd-4d74-aa72-7bb4d92267b0,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:27:57.815001 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d26861a5-9322-495b-9182-8c9181711282 tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:57.816543 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-5dbc98b0-f76f-457a-a865-7b1ad93ef5da None None] Provisioning complete for port 11f9e14c-fd02-400f-beec-1320fe23d183 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:27:57.816929 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-5dbc98b0-f76f-457a-a865-7b1ad93ef5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:57.827360 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-d26861a5-9322-495b-9182-8c9181711282 tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2616038 May 18 18:27:57.828051 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 51932) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:27:57.833239 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-40856ff8-0838-405f-93ed-5b8c62ebcaf7 tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-683873216'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:27:57.885064 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-866172b1-3552-46cc-83cf-5869f79aa4a3 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:27:57.887126 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40856ff8-0838-405f-93ed-5b8c62ebcaf7 tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Made reservation on behalf of 45104143e89344a3afca8c63124468ac for: {'network': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:27:57.895923 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-40856ff8-0838-405f-93ed-5b8c62ebcaf7 tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:57.897878 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-866172b1-3552-46cc-83cf-5869f79aa4a3 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "PUT /v2.0/routers/4a8a223c-f2f4-498c-b72c-25d6db8935d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1620264 May 18 18:27:57.899613 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41382533-4dc4-43fa-9060-9fff011f167f None None] Sync routers for ids ['4a8a223c-f2f4-498c-b72c-25d6db8935d8'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:27:57.911957 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41382533-4dc4-43fa-9060-9fff011f167f None None] Routers {'4a8a223c-f2f4-498c-b72c-25d6db8935d8'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:27:57.912672 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-41382533-4dc4-43fa-9060-9fff011f167f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:27:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['4a8a223c-f2f4-498c-b72c-25d6db8935d8'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:27:57.914552 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-5dbc98b0-f76f-457a-a865-7b1ad93ef5da None None] Port 11f9e14c-fd02-400f-beec-1320fe23d183 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:27:57.950879 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-40856ff8-0838-405f-93ed-5b8c62ebcaf7 tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:57.999759 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-5dbc98b0-f76f-457a-a865-7b1ad93ef5da None None] Provisioning complete for port 38396340-de21-4773-9c77-dade9575c2ac triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:27:58.000129 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-5dbc98b0-f76f-457a-a865-7b1ad93ef5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:58.119245 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-40856ff8-0838-405f-93ed-5b8c62ebcaf7 tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:58.125323 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-40856ff8-0838-405f-93ed-5b8c62ebcaf7 tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:58.176811 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 38396340-de21-4773-9c77-dade9575c2ac up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:27:58.192262 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40856ff8-0838-405f-93ed-5b8c62ebcaf7 tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 625} {{(pid=102731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:27:58.232956 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40856ff8-0838-405f-93ed-5b8c62ebcaf7 tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77ab6715-ea9d-4116-aaca-0c6bc2892545,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:27:58.239832 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-40856ff8-0838-405f-93ed-5b8c62ebcaf7 tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:58.242673 n-d-838550-3 neutron-server[102731]: INFO neutron.db.segments_db [None req-40856ff8-0838-405f-93ed-5b8c62ebcaf7 tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Added segment 75f64edf-75a8-4a6f-a68d-446f196b217f of type vlan for network c93886ad-7f47-405c-b03b-9ac28627e383 May 18 18:27:58.322494 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-41382533-4dc4-43fa-9060-9fff011f167f None None] Set router 4a8a223c-f2f4-498c-b72c-25d6db8935d8 gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:27:58.365194 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-40856ff8-0838-405f-93ed-5b8c62ebcaf7 tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:58.428896 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-40856ff8-0838-405f-93ed-5b8c62ebcaf7 tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:58.437927 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cab22dab-0894-42cd-b6f5-9b42d529c8ec req-72be552f-c2ed-4063-99f3-0a7854e22860 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-927665599&fields=id&tenant_id=06b3ed36f50a43fd9cfeaa89e080d35b HTTP/1.1" status: 200 len: 267 time: 0.1657295 May 18 18:27:58.450159 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40856ff8-0838-405f-93ed-5b8c62ebcaf7 tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:27:58.452486 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-40856ff8-0838-405f-93ed-5b8c62ebcaf7 tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:58.565274 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-5dbc98b0-f76f-457a-a865-7b1ad93ef5da None None] Current status of the port 38396340-de21-4773-9c77-dade9575c2ac is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:27:58.572615 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 38396340-de21-4773-9c77-dade9575c2ac triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:27:58.573569 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:58.612574 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-40856ff8-0838-405f-93ed-5b8c62ebcaf7 tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7832158 May 18 18:27:58.623226 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 51950) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:27:58.627678 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-f307287a-9b32-42b4-9973-4d669493412b tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Request body: {'subnet': {'network_id': 'c93886ad-7f47-405c-b03b-9ac28627e383', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:27:58.635213 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 294db689-0ef5-47f4-acf2-c6aebf9d040a details requested by agent hyperv_n-h1-838550-3 with host n-h1-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:27:58.653245 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40856ff8-0838-405f-93ed-5b8c62ebcaf7 tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Pushing event updated for resources: {'Network': ['ID=c93886ad-7f47-405c-b03b-9ac28627e383,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:27:58.744533 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network c93886ad-7f47-405c-b03b-9ac28627e383 details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:27:58.746029 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab22dab-0894-42cd-b6f5-9b42d529c8ec req-68403123-5054-4857-b81e-e8fec3a08502 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:27:58.750330 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cab22dab-0894-42cd-b6f5-9b42d529c8ec req-68403123-5054-4857-b81e-e8fec3a08502 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/networks?id=5d4f0b95-0527-4e2a-bef4-834ab85a76d0 HTTP/1.1" status: 200 len: 796 time: 0.3004818 May 18 18:27:58.771445 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cab22dab-0894-42cd-b6f5-9b42d529c8ec req-0ebb0f00-11e3-461f-8f39-872680a4a768 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/quotas/06b3ed36f50a43fd9cfeaa89e080d35b HTTP/1.1" status: 200 len: 375 time: 0.0120897 May 18 18:27:58.823327 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f307287a-9b32-42b4-9973-4d669493412b tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Made reservation on behalf of 45104143e89344a3afca8c63124468ac for: {'subnet': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:27:58.828521 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f307287a-9b32-42b4-9973-4d669493412b tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260908003'] for subnet, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:58.940960 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cab22dab-0894-42cd-b6f5-9b42d529c8ec req-71cd5a4a-d6ee-4e33-8355-2a67bc86d0d9 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=06b3ed36f50a43fd9cfeaa89e080d35b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1615531 May 18 18:27:59.004071 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01423797-5042-40c9-9d2a-60b82ba1b3e2 req-5b3c10da-b8d6-4e7a-87ca-5a170e8c96e1 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:27:59.014787 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-01423797-5042-40c9-9d2a-60b82ba1b3e2 req-5b3c10da-b8d6-4e7a-87ca-5a170e8c96e1 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=7956ca72-5c94-487d-aa3f-6d3886085c70 HTTP/1.1" status: 200 len: 944 time: 0.2421756 May 18 18:27:59.110270 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-01423797-5042-40c9-9d2a-60b82ba1b3e2 req-0983906d-2ede-4627-b89b-721b294d47b7 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=f6f34100-4199-4c69-a3cb-028eff639d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942178 May 18 18:27:59.111518 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cab22dab-0894-42cd-b6f5-9b42d529c8ec req-cc192619-0b92-4d97-a43a-4fbaa3fd26cb service neutron] 10.222.0.85 "GET /v2.0/networks/5d4f0b95-0527-4e2a-bef4-834ab85a76d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676152 May 18 18:27:59.228791 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f307287a-9b32-42b4-9973-4d669493412b tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260898481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260908021'] for subnet, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:59.269849 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-6356dc9a-37e1-4966-9d32-48b5fa7522cd None None] Provisioning complete for port 11f9e14c-fd02-400f-beec-1320fe23d183 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:27:59.270367 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-6356dc9a-37e1-4966-9d32-48b5fa7522cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:59.338859 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f307287a-9b32-42b4-9973-4d669493412b tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Pushing event updated for resources: {'Subnet': ['ID=42240514-1bec-4c4f-af34-874798fbfc93,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:27:59.366142 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f307287a-9b32-42b4-9973-4d669493412b tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Checking segment: {'id': '75f64edf-75a8-4a6f-a68d-446f196b217f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'c93886ad-7f47-405c-b03b-9ac28627e383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:27:59.373106 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f307287a-9b32-42b4-9973-4d669493412b tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Network hostable DHCP agents. Network: c93886ad-7f47-405c-b03b-9ac28627e383, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:27:59.463294 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f307287a-9b32-42b4-9973-4d669493412b tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Network c93886ad-7f47-405c-b03b-9ac28627e383 is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:27:59.480849 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0c3e15d6-08da-4892-afcb-7a01b95e342e req-d0b70fa1-9cb8-4c86-879c-d6606b0b174b service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=ed8e89cf-ba95-48d1-a49b-7ab0699b2d22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0660517 May 18 18:27:59.484800 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-f307287a-9b32-42b4-9973-4d669493412b tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, c93886ad-7f47-405c-b03b-9ac28627e383) {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:27:59.499028 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f307287a-9b32-42b4-9973-4d669493412b tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:27:59.499679 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f307287a-9b32-42b4-9973-4d669493412b tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:59.503562 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-6356dc9a-37e1-4966-9d32-48b5fa7522cd None None] Port 11f9e14c-fd02-400f-beec-1320fe23d183 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:27:59.523886 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30bf9aaf-4bc8-4b12-a81f-0e17d3401a11 None None] Network c93886ad-7f47-405c-b03b-9ac28627e383 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:27:59.530406 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 294db689-0ef5-47f4-acf2-c6aebf9d040a, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=294db689-0ef5-47f4-acf2-c6aebf9d040a,segment=NetworkSegment(91232e8c-3d17-424b-b810-746db9884dd3),segment_id=91232e8c-3d17-424b-b810-746db9884dd3)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:27:59.542950 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-f307287a-9b32-42b4-9973-4d669493412b tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9167905 May 18 18:27:59.545361 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 51958) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:27:59.576614 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-b35fe313-ffc4-485d-9fa0-ead01d452069 tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1460824044', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}, 'admin_state_up': False}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:27:59.651694 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 38396340-de21-4773-9c77-dade9575c2ac is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:27:59.653028 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 125d6336-0308-49e0-8033-0e6f79b71f39 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:27:59.678267 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Returning: {'device': '294db689-0ef5-47f4-acf2-c6aebf9d040a', 'network_id': 'eafefbfa-378a-4a8a-8ee5-45c0c746f8e9', 'port_id': '294db689-0ef5-47f4-acf2-c6aebf9d040a', 'mac_address': 'fa:16:3e:03:71:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab1f7f5a-a761-43dc-be82-e3f213958e88', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:27:59.684581 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b35fe313-ffc4-485d-9fa0-ead01d452069 tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25099'] for router, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:59.686751 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b35fe313-ffc4-485d-9fa0-ead01d452069 tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-593238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596850', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25088'] for router, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:59.748699 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3e15d6-08da-4892-afcb-7a01b95e342e req-bbec905c-148a-4ced-ab2a-2de70a6651ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:27:59.751408 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0c3e15d6-08da-4892-afcb-7a01b95e342e req-bbec905c-148a-4ced-ab2a-2de70a6651ac service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=dc04081bebe44448af91d703facdf00a&device_id=ed8e89cf-ba95-48d1-a49b-7ab0699b2d22 HTTP/1.1" status: 200 len: 1097 time: 0.1201208 May 18 18:27:59.785679 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cab22dab-0894-42cd-b6f5-9b42d529c8ec req-d0ef5c76-7461-49e4-aa78-2d351d0709db service neutron] 10.222.0.85 "GET /v2.0/networks/5d4f0b95-0527-4e2a-bef4-834ab85a76d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6624501 May 18 18:27:59.800602 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 294db689-0ef5-47f4-acf2-c6aebf9d040a is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:27:59.801196 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:59.803224 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-08e5a08f-0491-4f07-982d-e9e1922a19b3 None None] Provisioning complete for port 11f9e14c-fd02-400f-beec-1320fe23d183 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:27:59.803568 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-08e5a08f-0491-4f07-982d-e9e1922a19b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:59.855264 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-08e5a08f-0491-4f07-982d-e9e1922a19b3 None None] Port 11f9e14c-fd02-400f-beec-1320fe23d183 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:27:59.900638 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 294db689-0ef5-47f4-acf2-c6aebf9d040a {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:27:59.902089 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b35fe313-ffc4-485d-9fa0-ead01d452069 tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:27:59.937716 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-41382533-4dc4-43fa-9060-9fff011f167f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a8a223c-f2f4-498c-b72c-25d6db8935d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-966487483', 'tenant_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.122'}], 'enable_snat': True}, 'gw_port_id': '125d6336-0308-49e0-8033-0e6f79b71f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:27:47Z', 'updated_at': '2022-05-18T18:27:55Z', 'revision_number': 4, 'project_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'gw_port': {'id': '125d6336-0308-49e0-8033-0e6f79b71f39', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:db:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8a223c-f2f4-498c-b72c-25d6db8935d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2714, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:27:48Z', 'updated_at': '2022-05-18T18:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '11f9e14c-fd02-400f-beec-1320fe23d183', 'name': '', 'network_id': '5d4f0b95-0527-4e2a-bef4-834ab85a76d0', 'tenant_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'mac_address': 'fa:16:3e:87:97:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a8a223c-f2f4-498c-b72c-25d6db8935d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': '17744d29-df4e-4fc8-95be-ab448a66e536', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:27:54Z', 'updated_at': '2022-05-18T18:27:56Z', 'revision_number': 2, 'project_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'subnets': [{'id': '17744d29-df4e-4fc8-95be-ab448a66e536', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:28:00.011336 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 294db689-0ef5-47f4-acf2-c6aebf9d040a, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=294db689-0ef5-47f4-acf2-c6aebf9d040a,segment=NetworkSegment(91232e8c-3d17-424b-b810-746db9884dd3),segment_id=91232e8c-3d17-424b-b810-746db9884dd3)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:28:00.020213 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41382533-4dc4-43fa-9060-9fff011f167f None None] Checking router: 4a8a223c-f2f4-498c-b72c-25d6db8935d8 for host: n-d-838550-3 {{(pid=102732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:28:00.020572 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41382533-4dc4-43fa-9060-9fff011f167f None None] Updating router 4a8a223c-f2f4-498c-b72c-25d6db8935d8 port 11f9e14c-fd02-400f-beec-1320fe23d183 binding host n-d-838550-3 {{(pid=102732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 18:28:00.024681 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 125d6336-0308-49e0-8033-0e6f79b71f39 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:28:00.025056 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:00.093401 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:00.298666 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-41382533-4dc4-43fa-9060-9fff011f167f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:00.311064 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9b723f1b-32ee-4e5b-afbd-71b57cd10e84 req-208c10f1-3365-4d17-8f29-15bde475f8b8 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=6b530526-a8ac-4372-ba65-bdb8174f033e HTTP/1.1" status: 200 len: 210 time: 0.1022170 May 18 18:28:00.314414 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b35fe313-ffc4-485d-9fa0-ead01d452069 tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:00.321928 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d973c079-dd49-4689-a1fc-f9af90771286 req-831f607a-3e55-4b7a-8d74-0813582a3c80 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:28:00.330427 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d973c079-dd49-4689-a1fc-f9af90771286 req-831f607a-3e55-4b7a-8d74-0813582a3c80 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=7956ca72-5c94-487d-aa3f-6d3886085c70 HTTP/1.1" status: 200 len: 945 time: 0.1091545 May 18 18:28:00.357602 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=294db689-0ef5-47f4-acf2-c6aebf9d040a,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:28:00.398982 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d973c079-dd49-4689-a1fc-f9af90771286 req-ed7d584c-2435-49b2-9e8b-dd549aa36541 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=f6f34100-4199-4c69-a3cb-028eff639d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575144 May 18 18:28:00.438497 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3e15d6-08da-4892-afcb-7a01b95e342e req-782b555a-bc9b-49c5-8b29-c88eb5a3e824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:28:00.440058 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0c3e15d6-08da-4892-afcb-7a01b95e342e req-782b555a-bc9b-49c5-8b29-c88eb5a3e824 service neutron] 10.222.0.88 "GET /v2.0/networks?id=adbd4d3b-93fc-4f7a-a6ae-1551b2db5668 HTTP/1.1" status: 200 len: 912 time: 0.6516066 May 18 18:28:00.497180 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 125d6336-0308-49e0-8033-0e6f79b71f39 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:28:00.498937 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0c3e15d6-08da-4892-afcb-7a01b95e342e req-49d284af-50dd-4338-a54b-cf57299892e4 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f6f951c7-18a9-4c0d-a7eb-7ef0b984c1a2 HTTP/1.1" status: 200 len: 217 time: 0.0407937 May 18 18:28:00.499624 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['294db689-0ef5-47f4-acf2-c6aebf9d040a'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:28:00.541536 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f7b88a8-fc96-4bbe-9075-4bb4ec2304e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-c93886ad-7f47-405c-b03b-9ac28627e383', 'network_id': 'c93886ad-7f47-405c-b03b-9ac28627e383', 'tenant_id': '45104143e89344a3afca8c63124468ac', 'fixed_ips': [{'subnet_id': '42240514-1bec-4c4f-af34-874798fbfc93'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:28:00.542360 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1f7b88a8-fc96-4bbe-9075-4bb4ec2304e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:00.599847 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3e15d6-08da-4892-afcb-7a01b95e342e req-eeca8585-e284-498d-a701-9542124362ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:28:00.602421 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0c3e15d6-08da-4892-afcb-7a01b95e342e req-eeca8585-e284-498d-a701-9542124362ea service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b85d9655-9e18-4f20-bd82-d6f95b142d2a HTTP/1.1" status: 200 len: 850 time: 0.0910144 May 18 18:28:00.735301 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-1f7b88a8-fc96-4bbe-9075-4bb4ec2304e0 None None] Allocated IP 172.20.0.2 (c93886ad-7f47-405c-b03b-9ac28627e383/42240514-1bec-4c4f-af34-874798fbfc93/d9f3494d-5fab-4899-ae96-71aba3cc29b2) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:28:01.123914 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b35fe313-ffc4-485d-9fa0-ead01d452069 tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Notify callbacks [] for router_gateway, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:01.150479 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:01.151309 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b35fe313-ffc4-485d-9fa0-ead01d452069 tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:01.185643 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3e15d6-08da-4892-afcb-7a01b95e342e req-da0a2ac2-b876-4402-bf2d-8d5da186d9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:28:01.187455 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0c3e15d6-08da-4892-afcb-7a01b95e342e req-da0a2ac2-b876-4402-bf2d-8d5da186d9f4 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=adbd4d3b-93fc-4f7a-a6ae-1551b2db5668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5732541 May 18 18:28:01.245574 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1f7b88a8-fc96-4bbe-9075-4bb4ec2304e0 None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:01.278807 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1f7b88a8-fc96-4bbe-9075-4bb4ec2304e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:01.424728 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0c3e15d6-08da-4892-afcb-7a01b95e342e req-0b25e537-3ec8-4728-acd9-58ec181e0cb6 service neutron] 10.222.0.88 "GET /v2.0/networks/adbd4d3b-93fc-4f7a-a6ae-1551b2db5668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959324 May 18 18:28:01.622490 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f7b88a8-fc96-4bbe-9075-4bb4ec2304e0 None None] Network c93886ad-7f47-405c-b03b-9ac28627e383 is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:28:01.646944 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d171effe-7209-4c99-bb09-bf7b1fb76d1f req-e3076a38-3e9c-49aa-90fa-56fc9a7adfce tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=6b530526-a8ac-4372-ba65-bdb8174f033e HTTP/1.1" status: 200 len: 210 time: 0.0474946 May 18 18:28:01.647187 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7b88a8-fc96-4bbe-9075-4bb4ec2304e0 None None] Pushing event updated for resources: {'Port': ['ID=d9f3494d-5fab-4899-ae96-71aba3cc29b2,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:28:01.669380 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-1f7b88a8-fc96-4bbe-9075-4bb4ec2304e0 None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:28:01.693804 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:01.696437 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-b35fe313-ffc4-485d-9fa0-ead01d452069 tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Allocated IP 172.25.5.247 (31ebd439-090c-4b25-bbb0-31c48711b145/363a2810-8a83-4be0-a317-7c91fcd94485/dfbb4194-0c2b-4a40-8fa0-20338b191230) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:28:01.703377 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7b88a8-fc96-4bbe-9075-4bb4ec2304e0 None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:28:01.743775 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0c3e15d6-08da-4892-afcb-7a01b95e342e req-0d62f197-f84a-4c88-9002-349c5402b123 service neutron] 10.222.0.88 "GET /v2.0/networks/adbd4d3b-93fc-4f7a-a6ae-1551b2db5668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3068452 May 18 18:28:01.834343 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423ecc53-6174-4ee5-9c4d-508a5437d85d req-e0068130-bb54-4eb4-a9a9-2a18e8f10495 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:28:01.844849 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-423ecc53-6174-4ee5-9c4d-508a5437d85d req-e0068130-bb54-4eb4-a9a9-2a18e8f10495 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=7956ca72-5c94-487d-aa3f-6d3886085c70 HTTP/1.1" status: 200 len: 945 time: 0.2185116 May 18 18:28:01.899104 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-1f7b88a8-fc96-4bbe-9075-4bb4ec2304e0 None None] Attempting to bind port d9f3494d-5fab-4899-ae96-71aba3cc29b2 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:28:01.899586 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-1f7b88a8-fc96-4bbe-9075-4bb4ec2304e0 None None] Attempting to bind port d9f3494d-5fab-4899-ae96-71aba3cc29b2 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '75f64edf-75a8-4a6f-a68d-446f196b217f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'c93886ad-7f47-405c-b03b-9ac28627e383'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:28:01.900432 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7b88a8-fc96-4bbe-9075-4bb4ec2304e0 None None] Attempting to bind port d9f3494d-5fab-4899-ae96-71aba3cc29b2 on network c93886ad-7f47-405c-b03b-9ac28627e383 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:28:01.906889 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7b88a8-fc96-4bbe-9075-4bb4ec2304e0 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:28:01.907238 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7b88a8-fc96-4bbe-9075-4bb4ec2304e0 None None] Checking segment: {'id': '75f64edf-75a8-4a6f-a68d-446f196b217f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'c93886ad-7f47-405c-b03b-9ac28627e383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:28:01.907600 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1f7b88a8-fc96-4bbe-9075-4bb4ec2304e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:01.908552 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7b88a8-fc96-4bbe-9075-4bb4ec2304e0 None None] Bound using segment: {'id': '75f64edf-75a8-4a6f-a68d-446f196b217f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'c93886ad-7f47-405c-b03b-9ac28627e383'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:28:01.908685 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-1f7b88a8-fc96-4bbe-9075-4bb4ec2304e0 None None] Bound port: d9f3494d-5fab-4899-ae96-71aba3cc29b2, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75f64edf-75a8-4a6f-a68d-446f196b217f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'c93886ad-7f47-405c-b03b-9ac28627e383'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:28:01.909184 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1f7b88a8-fc96-4bbe-9075-4bb4ec2304e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:01.937205 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-423ecc53-6174-4ee5-9c4d-508a5437d85d req-72d60c1d-8653-4a5c-b980-300a234c306e tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=f6f34100-4199-4c69-a3cb-028eff639d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827887 May 18 18:28:01.955616 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab22dab-0894-42cd-b6f5-9b42d529c8ec req-b3c6df54-ba72-4d8f-ae34-96300118f739 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:28:01.957941 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cab22dab-0894-42cd-b6f5-9b42d529c8ec req-b3c6df54-ba72-4d8f-ae34-96300118f739 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.36 "GET /v2.0/networks?id=5d4f0b95-0527-4e2a-bef4-834ab85a76d0 HTTP/1.1" status: 200 len: 796 time: 0.4526722 May 18 18:28:01.975539 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b35fe313-ffc4-485d-9fa0-ead01d452069 tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:02.017540 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cab22dab-0894-42cd-b6f5-9b42d529c8ec req-f2716de4-672b-4145-84b7-271d0ddff992 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=06b3ed36f50a43fd9cfeaa89e080d35b HTTP/1.1" status: 200 len: 379 time: 0.0488129 May 18 18:28:02.029713 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b35fe313-ffc4-485d-9fa0-ead01d452069 tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:02.035454 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-cab22dab-0894-42cd-b6f5-9b42d529c8ec req-cd14f33a-ad49-45e3-96d5-2c52a0863006 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Request body: {'port': {'device_id': '6b530526-a8ac-4372-ba65-bdb8174f033e', 'network_id': '5d4f0b95-0527-4e2a-bef4-834ab85a76d0', 'admin_state_up': True, 'tenant_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'security_groups': ['a3fd6ba0-49f1-4240-8893-3fa20d057d21']}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:28:02.043739 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-1f7b88a8-fc96-4bbe-9075-4bb4ec2304e0 None None] For port d9f3494d-5fab-4899-ae96-71aba3cc29b2, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:28:02.047750 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-1f7b88a8-fc96-4bbe-9075-4bb4ec2304e0 None None] For port d9f3494d-5fab-4899-ae96-71aba3cc29b2, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=d9f3494d-5fab-4899-ae96-71aba3cc29b2,segment=NetworkSegment(75f64edf-75a8-4a6f-a68d-446f196b217f),segment_id=75f64edf-75a8-4a6f-a68d-446f196b217f)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:28:02.056102 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1f7b88a8-fc96-4bbe-9075-4bb4ec2304e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:02.101877 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35fe313-ffc4-485d-9fa0-ead01d452069 tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Network 31ebd439-090c-4b25-bbb0-31c48711b145 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:28:02.106977 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-b35fe313-ffc4-485d-9fa0-ead01d452069 tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:28:02.111657 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35fe313-ffc4-485d-9fa0-ead01d452069 tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:28:02.339002 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-41382533-4dc4-43fa-9060-9fff011f167f None None] Notify callbacks [] for port, precommit_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:02.343942 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35fe313-ffc4-485d-9fa0-ead01d452069 tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Pushing event updated for resources: {'Port': ['ID=dfbb4194-0c2b-4a40-8fa0-20338b191230,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:28:02.344961 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-41382533-4dc4-43fa-9060-9fff011f167f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:02.344961 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7b88a8-fc96-4bbe-9075-4bb4ec2304e0 None None] Pushing event updated for resources: {'Port': ['ID=d9f3494d-5fab-4899-ae96-71aba3cc29b2,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:28:02.345261 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cab22dab-0894-42cd-b6f5-9b42d529c8ec req-cd14f33a-ad49-45e3-96d5-2c52a0863006 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Made reservation on behalf of 06b3ed36f50a43fd9cfeaa89e080d35b for: {'port': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:28:02.349959 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-cab22dab-0894-42cd-b6f5-9b42d529c8ec req-cd14f33a-ad49-45e3-96d5-2c52a0863006 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:02.444106 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2beab857-eb17-40f6-8ab3-053f893a344c None None] Pushing event updated for resources: {'Port': ['ID=11f9e14c-fd02-400f-beec-1320fe23d183,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:28:02.708304 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 294db689-0ef5-47f4-acf2-c6aebf9d040a up at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:28:02.771788 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [req-cab22dab-0894-42cd-b6f5-9b42d529c8ec req-cd14f33a-ad49-45e3-96d5-2c52a0863006 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Allocated IP 172.20.0.10 (5d4f0b95-0527-4e2a-bef4-834ab85a76d0/17744d29-df4e-4fc8-95be-ab448a66e536/513747c2-ae35-4d1d-a654-0d2d5541f10d) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:28:02.828516 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-41382533-4dc4-43fa-9060-9fff011f167f None None] Attempting to bind port 11f9e14c-fd02-400f-beec-1320fe23d183 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:28:02.828896 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-41382533-4dc4-43fa-9060-9fff011f167f None None] Attempting to bind port 11f9e14c-fd02-400f-beec-1320fe23d183 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '81e805ff-6bc3-47cd-9090-0b6f36942980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '5d4f0b95-0527-4e2a-bef4-834ab85a76d0'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:28:02.829418 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41382533-4dc4-43fa-9060-9fff011f167f None None] Attempting to bind port 11f9e14c-fd02-400f-beec-1320fe23d183 on network 5d4f0b95-0527-4e2a-bef4-834ab85a76d0 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:28:02.915919 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-89d39862-40a7-4ea6-9e31-e1c5515d4d5f req-49efb752-91f1-4227-a389-817be1c3bf79 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=6b530526-a8ac-4372-ba65-bdb8174f033e HTTP/1.1" status: 200 len: 210 time: 0.0394268 May 18 18:28:02.922357 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41382533-4dc4-43fa-9060-9fff011f167f None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:28:02.925666 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41382533-4dc4-43fa-9060-9fff011f167f None None] Checking segment: {'id': '81e805ff-6bc3-47cd-9090-0b6f36942980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '5d4f0b95-0527-4e2a-bef4-834ab85a76d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:28:02.926746 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-41382533-4dc4-43fa-9060-9fff011f167f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:02.929890 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41382533-4dc4-43fa-9060-9fff011f167f None None] Bound using segment: {'id': '81e805ff-6bc3-47cd-9090-0b6f36942980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '5d4f0b95-0527-4e2a-bef4-834ab85a76d0'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:28:02.930549 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-41382533-4dc4-43fa-9060-9fff011f167f None None] Bound port: 11f9e14c-fd02-400f-beec-1320fe23d183, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81e805ff-6bc3-47cd-9090-0b6f36942980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '5d4f0b95-0527-4e2a-bef4-834ab85a76d0'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:28:02.931607 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-41382533-4dc4-43fa-9060-9fff011f167f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:02.956444 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b35fe313-ffc4-485d-9fa0-ead01d452069 tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Notify callbacks [] for router_gateway, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:02.983441 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning for port 294db689-0ef5-47f4-acf2-c6aebf9d040a completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:28:03.051494 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning complete for port 294db689-0ef5-47f4-acf2-c6aebf9d040a triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:28:03.051866 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:03.122952 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d13f86-80e3-4ffc-b5d0-1222b0275a65 req-756e2748-b928-4ef0-8ecc-d04ecd432db5 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:28:03.124693 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b7d13f86-80e3-4ffc-b5d0-1222b0275a65 req-756e2748-b928-4ef0-8ecc-d04ecd432db5 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=7956ca72-5c94-487d-aa3f-6d3886085c70 HTTP/1.1" status: 200 len: 945 time: 0.0827084 May 18 18:28:03.142482 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-5ec328b4-2765-4a62-8a4a-1e5215d9fe2d None None] Provisioning complete for port 11f9e14c-fd02-400f-beec-1320fe23d183 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:28:03.142854 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-5ec328b4-2765-4a62-8a4a-1e5215d9fe2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:03.207445 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-41382533-4dc4-43fa-9060-9fff011f167f None None] For port 11f9e14c-fd02-400f-beec-1320fe23d183, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:28:03.212296 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-cab22dab-0894-42cd-b6f5-9b42d529c8ec req-cd14f33a-ad49-45e3-96d5-2c52a0863006 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:03.247795 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-41382533-4dc4-43fa-9060-9fff011f167f None None] For port 11f9e14c-fd02-400f-beec-1320fe23d183, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=11f9e14c-fd02-400f-beec-1320fe23d183,segment=NetworkSegment(81e805ff-6bc3-47cd-9090-0b6f36942980),segment_id=81e805ff-6bc3-47cd-9090-0b6f36942980)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:28:03.248985 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b7d13f86-80e3-4ffc-b5d0-1222b0275a65 req-47ca7d4b-d2ec-4389-8a26-34e894b3b012 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=f6f34100-4199-4c69-a3cb-028eff639d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090214 May 18 18:28:03.260011 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-41382533-4dc4-43fa-9060-9fff011f167f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:03.264519 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-5ec328b4-2765-4a62-8a4a-1e5215d9fe2d None None] Port 11f9e14c-fd02-400f-beec-1320fe23d183 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:28:03.269413 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 294db689-0ef5-47f4-acf2-c6aebf9d040a is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:28:03.270167 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:03.302845 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-cab22dab-0894-42cd-b6f5-9b42d529c8ec req-cd14f33a-ad49-45e3-96d5-2c52a0863006 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:03.361565 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b35fe313-ffc4-485d-9fa0-ead01d452069 tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596801'] for router, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:03.381137 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd14f33a-ad49-45e3-96d5-2c52a0863006 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Pushing event updated for resources: {'Port': ['ID=513747c2-ae35-4d1d-a654-0d2d5541f10d,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:28:03.385095 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cab22dab-0894-42cd-b6f5-9b42d529c8ec req-cd14f33a-ad49-45e3-96d5-2c52a0863006 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Network 5d4f0b95-0527-4e2a-bef4-834ab85a76d0 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:28:03.387214 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [req-cab22dab-0894-42cd-b6f5-9b42d529c8ec req-cd14f33a-ad49-45e3-96d5-2c52a0863006 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:28:03.390039 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-cab22dab-0894-42cd-b6f5-9b42d529c8ec req-cd14f33a-ad49-45e3-96d5-2c52a0863006 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:28:03.511060 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab22dab-0894-42cd-b6f5-9b42d529c8ec req-cd14f33a-ad49-45e3-96d5-2c52a0863006 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:28:03.511679 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-cab22dab-0894-42cd-b6f5-9b42d529c8ec req-cd14f33a-ad49-45e3-96d5-2c52a0863006 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:03.582530 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cab22dab-0894-42cd-b6f5-9b42d529c8ec req-cd14f33a-ad49-45e3-96d5-2c52a0863006 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5473800 May 18 18:28:03.591240 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-cab22dab-0894-42cd-b6f5-9b42d529c8ec req-ff0d8079-1b80-42ad-bd89-858c69072ad6 service neutron] Request body: {'port': {'device_id': '6b530526-a8ac-4372-ba65-bdb8174f033e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-3'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:28:03.669371 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7956ca72-5c94-487d-aa3f-6d3886085c70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '294db689-0ef5-47f4-acf2-c6aebf9d040a'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:28:03.672884 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b305ab8c-2251-4432-9f46-867372c7531a" -d '{"events": [{"server_uuid": "7956ca72-5c94-487d-aa3f-6d3886085c70", "name": "network-vif-plugged", "status": "completed", "tag": "294db689-0ef5-47f4-acf2-c6aebf9d040a"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:28:03.709694 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 294db689-0ef5-47f4-acf2-c6aebf9d040a, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=294db689-0ef5-47f4-acf2-c6aebf9d040a,segment=NetworkSegment(91232e8c-3d17-424b-b810-746db9884dd3),segment_id=91232e8c-3d17-424b-b810-746db9884dd3)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:28:03.742358 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:03.751817 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41382533-4dc4-43fa-9060-9fff011f167f None None] Routers {'4a8a223c-f2f4-498c-b72c-25d6db8935d8'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:28:03.753036 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-41382533-4dc4-43fa-9060-9fff011f167f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:27:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['4a8a223c-f2f4-498c-b72c-25d6db8935d8'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:28:03.753521 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-cab22dab-0894-42cd-b6f5-9b42d529c8ec req-ff0d8079-1b80-42ad-bd89-858c69072ad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:03.756975 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2beab857-eb17-40f6-8ab3-053f893a344c None None] Pushing event updated for resources: {'Port': ['ID=11f9e14c-fd02-400f-beec-1320fe23d183,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:28:03.790424 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b35fe313-ffc4-485d-9fa0-ead01d452069 tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Router 5e51b2c7-bb0b-408b-90e2-f395521e46a2 is scheduled to L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e with binding_index 1 {{(pid=102731) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 18 18:28:03.832862 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa9c4c69-3513-4e93-a396-f1752fc842e5 x-openstack-request-id: req-fa9c4c69-3513-4e93-a396-f1752fc842e5 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:28:03.833035 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7956ca72-5c94-487d-aa3f-6d3886085c70", "name": "network-vif-plugged", "status": "completed", "tag": "294db689-0ef5-47f4-acf2-c6aebf9d040a", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:28:03.833473 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-fa9c4c69-3513-4e93-a396-f1752fc842e5 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:28:03.834970 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa9c4c69-3513-4e93-a396-f1752fc842e5'] response: {'server_uuid': '7956ca72-5c94-487d-aa3f-6d3886085c70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '294db689-0ef5-47f4-acf2-c6aebf9d040a', 'code': 200} May 18 18:28:03.989887 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=294db689-0ef5-47f4-acf2-c6aebf9d040a,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:28:04.125812 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b35fe313-ffc4-485d-9fa0-ead01d452069 tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:28:04.149722 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07d1ad6-8e71-4361-a3af-3db8e24afda6 None None] Sync routers for ids ['5e51b2c7-bb0b-408b-90e2-f395521e46a2'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:28:04.176387 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07d1ad6-8e71-4361-a3af-3db8e24afda6 None None] Routers {'5e51b2c7-bb0b-408b-90e2-f395521e46a2'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:28:04.177367 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-f07d1ad6-8e71-4361-a3af-3db8e24afda6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:27:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['5e51b2c7-bb0b-408b-90e2-f395521e46a2'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:28:04.191065 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b35fe313-ffc4-485d-9fa0-ead01d452069 tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Notify callbacks [] for router, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:04.199691 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-b35fe313-ffc4-485d-9fa0-ead01d452069 tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 4.6526446 May 18 18:28:04.206462 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 52050) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:28:04.234077 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-8ad4a6ba-d224-4b92-a8bb-80b010eb798d None None] Provisioning complete for port 513747c2-ae35-4d1d-a654-0d2d5541f10d triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:28:04.234454 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-8ad4a6ba-d224-4b92-a8bb-80b010eb798d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:04.248724 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3586b43b-e949-49ce-a2ec-1b8b0721dabe req-076f4922-3095-4c04-8c1e-7aa54807ccff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:28:04.257510 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-41382533-4dc4-43fa-9060-9fff011f167f None None] Set router 4a8a223c-f2f4-498c-b72c-25d6db8935d8 gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:28:04.259944 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3586b43b-e949-49ce-a2ec-1b8b0721dabe req-076f4922-3095-4c04-8c1e-7aa54807ccff service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7956ca72-5c94-487d-aa3f-6d3886085c70 HTTP/1.1" status: 200 len: 1097 time: 0.3959591 May 18 18:28:04.288860 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-f07d1ad6-8e71-4361-a3af-3db8e24afda6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:28:04.308624 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07d1ad6-8e71-4361-a3af-3db8e24afda6 None None] Routers {'5e51b2c7-bb0b-408b-90e2-f395521e46a2'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:28:04.309180 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-f07d1ad6-8e71-4361-a3af-3db8e24afda6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:27:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['5e51b2c7-bb0b-408b-90e2-f395521e46a2'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:28:04.408770 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-f07d1ad6-8e71-4361-a3af-3db8e24afda6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:28:04.409425 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07d1ad6-8e71-4361-a3af-3db8e24afda6 None None] The sync data for ids ['5e51b2c7-bb0b-408b-90e2-f395521e46a2'] in n-d-838550-3 is: [] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:28:04.445339 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2b616e-6e5b-4541-b633-ee9fde0ad20e req-790ee6a9-f952-444f-82c1-75380b8bd9f3 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:28:04.447166 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fb2b616e-6e5b-4541-b633-ee9fde0ad20e req-790ee6a9-f952-444f-82c1-75380b8bd9f3 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=6b530526-a8ac-4372-ba65-bdb8174f033e HTTP/1.1" status: 200 len: 932 time: 0.2765803 May 18 18:28:04.490104 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a48edfd9-272d-4cd8-ac07-5a0c6b8375b0 None None] Network c93886ad-7f47-405c-b03b-9ac28627e383 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:28:04.498715 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-8ad4a6ba-d224-4b92-a8bb-80b010eb798d None None] Port 513747c2-ae35-4d1d-a654-0d2d5541f10d cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:28:04.570902 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3586b43b-e949-49ce-a2ec-1b8b0721dabe req-15c962d3-9064-479f-8162-50fcecb02318 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f6f34100-4199-4c69-a3cb-028eff639d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2877409 May 18 18:28:04.704602 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39acf536-24bf-4226-9575-b6282586e959 req-01f904c7-6bb8-43e4-bfd8-00e7cb183a25 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:28:04.705477 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fb2b616e-6e5b-4541-b633-ee9fde0ad20e req-f7bc2697-ae7b-4dbb-9ffa-795fe0a55aec tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/security-groups?id=a3fd6ba0-49f1-4240-8893-3fa20d057d21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2350664 May 18 18:28:04.724053 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-39acf536-24bf-4226-9575-b6282586e959 req-01f904c7-6bb8-43e4-bfd8-00e7cb183a25 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=7956ca72-5c94-487d-aa3f-6d3886085c70 HTTP/1.1" status: 200 len: 946 time: 0.2543027 May 18 18:28:04.747351 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device d9f3494d-5fab-4899-ae96-71aba3cc29b2 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:28:04.800678 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [req-cab22dab-0894-42cd-b6f5-9b42d529c8ec req-ff0d8079-1b80-42ad-bd89-858c69072ad6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 513747c2-ae35-4d1d-a654-0d2d5541f10d {{(pid=102730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:28:04.803720 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-39acf536-24bf-4226-9575-b6282586e959 req-ee4f0d7e-6e48-4aad-93fb-d3017b85d7e3 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=f6f34100-4199-4c69-a3cb-028eff639d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784717 May 18 18:28:04.811979 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-cab22dab-0894-42cd-b6f5-9b42d529c8ec req-ff0d8079-1b80-42ad-bd89-858c69072ad6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:04.829010 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [req-cab22dab-0894-42cd-b6f5-9b42d529c8ec req-ff0d8079-1b80-42ad-bd89-858c69072ad6 service neutron] Transition to ACTIVE for port object 513747c2-ae35-4d1d-a654-0d2d5541f10d will not be triggered until provisioned by entity L2. {{(pid=102730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:28:04.841987 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-cab22dab-0894-42cd-b6f5-9b42d529c8ec req-ff0d8079-1b80-42ad-bd89-858c69072ad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:04.915315 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0d8079-1b80-42ad-bd89-858c69072ad6 service neutron] Pushing event updated for resources: {'Port': ['ID=513747c2-ae35-4d1d-a654-0d2d5541f10d,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:28:04.940129 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-50fbc96e-65fc-494a-aa20-35a92ba3135b None None] Provisioning complete for port d9f3494d-5fab-4899-ae96-71aba3cc29b2 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:28:04.940811 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-50fbc96e-65fc-494a-aa20-35a92ba3135b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:05.010813 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-cab22dab-0894-42cd-b6f5-9b42d529c8ec req-ff0d8079-1b80-42ad-bd89-858c69072ad6 service neutron] Attempting to bind port 513747c2-ae35-4d1d-a654-0d2d5541f10d on host n-h1-838550-3 for vnic_type normal with profile {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:28:05.011332 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-cab22dab-0894-42cd-b6f5-9b42d529c8ec req-ff0d8079-1b80-42ad-bd89-858c69072ad6 service neutron] Attempting to bind port 513747c2-ae35-4d1d-a654-0d2d5541f10d by drivers openvswitch,hyperv on host n-h1-838550-3 at level 0 using segments [{'id': '81e805ff-6bc3-47cd-9090-0b6f36942980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '5d4f0b95-0527-4e2a-bef4-834ab85a76d0'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:28:05.011850 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab22dab-0894-42cd-b6f5-9b42d529c8ec req-ff0d8079-1b80-42ad-bd89-858c69072ad6 service neutron] Attempting to bind port 513747c2-ae35-4d1d-a654-0d2d5541f10d on network 5d4f0b95-0527-4e2a-bef4-834ab85a76d0 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:28:05.019301 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab22dab-0894-42cd-b6f5-9b42d529c8ec req-ff0d8079-1b80-42ad-bd89-858c69072ad6 service neutron] Port 513747c2-ae35-4d1d-a654-0d2d5541f10d on network 5d4f0b95-0527-4e2a-bef4-834ab85a76d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-3 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:28:05.019911 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab22dab-0894-42cd-b6f5-9b42d529c8ec req-ff0d8079-1b80-42ad-bd89-858c69072ad6 service neutron] Attempting to bind port 513747c2-ae35-4d1d-a654-0d2d5541f10d on network 5d4f0b95-0527-4e2a-bef4-834ab85a76d0 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:28:05.030845 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab22dab-0894-42cd-b6f5-9b42d529c8ec req-ff0d8079-1b80-42ad-bd89-858c69072ad6 service neutron] Checking agent: {'id': '1dbac822-25f2-4df8-9dc8-5c2e7b136eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:28:05.031652 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab22dab-0894-42cd-b6f5-9b42d529c8ec req-ff0d8079-1b80-42ad-bd89-858c69072ad6 service neutron] Checking segment: {'id': '81e805ff-6bc3-47cd-9090-0b6f36942980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '5d4f0b95-0527-4e2a-bef4-834ab85a76d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:28:05.032199 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab22dab-0894-42cd-b6f5-9b42d529c8ec req-ff0d8079-1b80-42ad-bd89-858c69072ad6 service neutron] Bound using segment: {'id': '81e805ff-6bc3-47cd-9090-0b6f36942980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '5d4f0b95-0527-4e2a-bef4-834ab85a76d0'} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:28:05.032803 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-cab22dab-0894-42cd-b6f5-9b42d529c8ec req-ff0d8079-1b80-42ad-bd89-858c69072ad6 service neutron] Bound port: 513747c2-ae35-4d1d-a654-0d2d5541f10d, host: n-h1-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81e805ff-6bc3-47cd-9090-0b6f36942980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '5d4f0b95-0527-4e2a-bef4-834ab85a76d0'}}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:28:05.033328 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-cab22dab-0894-42cd-b6f5-9b42d529c8ec req-ff0d8079-1b80-42ad-bd89-858c69072ad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:05.132799 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port d9f3494d-5fab-4899-ae96-71aba3cc29b2 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:28:05.146278 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:05.185910 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-cab22dab-0894-42cd-b6f5-9b42d529c8ec req-ff0d8079-1b80-42ad-bd89-858c69072ad6 service neutron] For port 513747c2-ae35-4d1d-a654-0d2d5541f10d, host n-h1-838550-3, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:28:05.197223 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-cab22dab-0894-42cd-b6f5-9b42d529c8ec req-ff0d8079-1b80-42ad-bd89-858c69072ad6 service neutron] For port 513747c2-ae35-4d1d-a654-0d2d5541f10d, host n-h1-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=513747c2-ae35-4d1d-a654-0d2d5541f10d,segment=NetworkSegment(81e805ff-6bc3-47cd-9090-0b6f36942980),segment_id=81e805ff-6bc3-47cd-9090-0b6f36942980)] {{(pid=102730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:28:05.211975 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-cab22dab-0894-42cd-b6f5-9b42d529c8ec req-ff0d8079-1b80-42ad-bd89-858c69072ad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:05.306274 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-50fbc96e-65fc-494a-aa20-35a92ba3135b None None] Current status of the port d9f3494d-5fab-4899-ae96-71aba3cc29b2 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:28:05.307291 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-50fbc96e-65fc-494a-aa20-35a92ba3135b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:05.349563 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab22dab-0894-42cd-b6f5-9b42d529c8ec req-ff0d8079-1b80-42ad-bd89-858c69072ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:28:05.351065 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-cab22dab-0894-42cd-b6f5-9b42d529c8ec req-ff0d8079-1b80-42ad-bd89-858c69072ad6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:05.354395 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cab22dab-0894-42cd-b6f5-9b42d529c8ec req-ff0d8079-1b80-42ad-bd89-858c69072ad6 service neutron] 10.222.0.36 "PUT /v2.0/ports/513747c2-ae35-4d1d-a654-0d2d5541f10d HTTP/1.1" status: 200 len: 1092 time: 1.7703142 May 18 18:28:05.357158 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-41382533-4dc4-43fa-9060-9fff011f167f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a8a223c-f2f4-498c-b72c-25d6db8935d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-966487483', 'tenant_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.122'}], 'enable_snat': True}, 'gw_port_id': '125d6336-0308-49e0-8033-0e6f79b71f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:27:47Z', 'updated_at': '2022-05-18T18:27:55Z', 'revision_number': 4, 'project_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'gw_port': {'id': '125d6336-0308-49e0-8033-0e6f79b71f39', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:db:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8a223c-f2f4-498c-b72c-25d6db8935d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2714, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:27:48Z', 'updated_at': '2022-05-18T18:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '11f9e14c-fd02-400f-beec-1320fe23d183', 'name': '', 'network_id': '5d4f0b95-0527-4e2a-bef4-834ab85a76d0', 'tenant_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'mac_address': 'fa:16:3e:87:97:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a8a223c-f2f4-498c-b72c-25d6db8935d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': '17744d29-df4e-4fc8-95be-ab448a66e536', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:27:54Z', 'updated_at': '2022-05-18T18:28:03Z', 'revision_number': 4, 'project_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'subnets': [{'id': '17744d29-df4e-4fc8-95be-ab448a66e536', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:28:05.357506 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b530526-a8ac-4372-ba65-bdb8174f033e', 'tag': '513747c2-ae35-4d1d-a654-0d2d5541f10d'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:28:05.383350 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86ab9ca7-6362-4faf-9088-8224cdb8d062" -d '{"events": [{"name": "network-changed", "server_uuid": "6b530526-a8ac-4372-ba65-bdb8174f033e", "tag": "513747c2-ae35-4d1d-a654-0d2d5541f10d"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:28:05.520400 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27dade8f-6d48-49f5-a0b2-705a5291deda x-openstack-request-id: req-27dade8f-6d48-49f5-a0b2-705a5291deda {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:28:05.520944 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b530526-a8ac-4372-ba65-bdb8174f033e", "tag": "513747c2-ae35-4d1d-a654-0d2d5541f10d", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:28:05.521370 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-27dade8f-6d48-49f5-a0b2-705a5291deda {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:28:05.522041 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27dade8f-6d48-49f5-a0b2-705a5291deda'] response: {'name': 'network-changed', 'server_uuid': '6b530526-a8ac-4372-ba65-bdb8174f033e', 'tag': '513747c2-ae35-4d1d-a654-0d2d5541f10d', 'status': 'completed', 'code': 200} May 18 18:28:05.534635 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-50fbc96e-65fc-494a-aa20-35a92ba3135b None None] For port d9f3494d-5fab-4899-ae96-71aba3cc29b2, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=d9f3494d-5fab-4899-ae96-71aba3cc29b2,segment=NetworkSegment(75f64edf-75a8-4a6f-a68d-446f196b217f),segment_id=75f64edf-75a8-4a6f-a68d-446f196b217f)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:28:05.538040 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port d9f3494d-5fab-4899-ae96-71aba3cc29b2 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:28:05.538763 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:05.601763 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3362c30c-54bf-4d0f-a67f-04021480ce07 tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:05.638081 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-50fbc96e-65fc-494a-aa20-35a92ba3135b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:05.710950 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0d8079-1b80-42ad-bd89-858c69072ad6 service neutron] Pushing event updated for resources: {'Port': ['ID=513747c2-ae35-4d1d-a654-0d2d5541f10d,revision_number=3']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:28:05.737952 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883b8bb2-3230-4568-bddc-99e2cd678763 req-d58e2458-3e5e-47ab-a10e-6873da14a09e tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:28:05.740112 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-883b8bb2-3230-4568-bddc-99e2cd678763 req-d58e2458-3e5e-47ab-a10e-6873da14a09e tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef854938-189c-46f2-8314-215a08afd5f6 HTTP/1.1" status: 200 len: 945 time: 0.3834269 May 18 18:28:05.792269 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41382533-4dc4-43fa-9060-9fff011f167f None None] The sync data for ids ['4a8a223c-f2f4-498c-b72c-25d6db8935d8'] in n-d-838550-3 is: [{'id': '4a8a223c-f2f4-498c-b72c-25d6db8935d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-966487483', 'tenant_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.122'}], 'enable_snat': True}, 'gw_port_id': '125d6336-0308-49e0-8033-0e6f79b71f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:27:47Z', 'updated_at': '2022-05-18T18:27:55Z', 'revision_number': 4, 'project_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'gw_port': {'id': '125d6336-0308-49e0-8033-0e6f79b71f39', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:db:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8a223c-f2f4-498c-b72c-25d6db8935d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2714, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:27:48Z', 'updated_at': '2022-05-18T18:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '11f9e14c-fd02-400f-beec-1320fe23d183', 'name': '', 'network_id': '5d4f0b95-0527-4e2a-bef4-834ab85a76d0', 'tenant_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'mac_address': 'fa:16:3e:87:97:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a8a223c-f2f4-498c-b72c-25d6db8935d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': '17744d29-df4e-4fc8-95be-ab448a66e536', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:27:54Z', 'updated_at': '2022-05-18T18:28:03Z', 'revision_number': 4, 'project_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'subnets': [{'id': '17744d29-df4e-4fc8-95be-ab448a66e536', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:28:05.946968 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-883b8bb2-3230-4568-bddc-99e2cd678763 req-6b76f566-587f-4781-ac8d-106dae86976e tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=ea6a757a-9c65-4a62-a27e-604b73d281bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1736336 May 18 18:28:05.980212 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab22dab-0894-42cd-b6f5-9b42d529c8ec req-dfbe7cde-1745-4519-8850-798e525e9b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:28:05.988203 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cab22dab-0894-42cd-b6f5-9b42d529c8ec req-dfbe7cde-1745-4519-8850-798e525e9b76 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=06b3ed36f50a43fd9cfeaa89e080d35b&device_id=6b530526-a8ac-4372-ba65-bdb8174f033e HTTP/1.1" status: 200 len: 1095 time: 0.5574021 May 18 18:28:06.143116 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cab22dab-0894-42cd-b6f5-9b42d529c8ec req-c3f3b657-869e-41d8-b3e9-a285cfe2c233 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=513747c2-ae35-4d1d-a654-0d2d5541f10d HTTP/1.1" status: 200 len: 217 time: 0.1467447 May 18 18:28:06.182775 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.db.api [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102732) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 18 18:28:06.183595 n-d-838550-3 neutron-server[102732]: DEBUG oslo_db.api [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 18 18:28:06.183868 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-50fbc96e-65fc-494a-aa20-35a92ba3135b None None] Provisioning complete for port 11f9e14c-fd02-400f-beec-1320fe23d183 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:28:06.184344 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-50fbc96e-65fc-494a-aa20-35a92ba3135b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:06.264062 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fbc96e-65fc-494a-aa20-35a92ba3135b None None] Pushing event updated for resources: {'Port': ['ID=d9f3494d-5fab-4899-ae96-71aba3cc29b2,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:28:06.390475 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a06dd5f-0ea2-4e6b-a3c0-5d162441f824 req-2813666c-aa55-4ff1-89c2-742119cf3a7f tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:28:06.392093 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5a06dd5f-0ea2-4e6b-a3c0-5d162441f824 req-2813666c-aa55-4ff1-89c2-742119cf3a7f tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=7956ca72-5c94-487d-aa3f-6d3886085c70 HTTP/1.1" status: 200 len: 946 time: 0.0962501 May 18 18:28:06.393848 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab22dab-0894-42cd-b6f5-9b42d529c8ec req-f1aa7da3-3953-4248-bee3-4a030061362a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:28:06.395253 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cab22dab-0894-42cd-b6f5-9b42d529c8ec req-f1aa7da3-3953-4248-bee3-4a030061362a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=17744d29-df4e-4fc8-95be-ab448a66e536 HTTP/1.1" status: 200 len: 835 time: 0.2455277 May 18 18:28:06.424471 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1637e87-011a-4457-a3e0-056861000a5f req-903f0848-46de-4149-b392-b1dcf7ada116 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:28:06.425987 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-50fbc96e-65fc-494a-aa20-35a92ba3135b None None] Current status of the port 11f9e14c-fd02-400f-beec-1320fe23d183 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:28:06.426516 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-50fbc96e-65fc-494a-aa20-35a92ba3135b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:06.427104 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b1637e87-011a-4457-a3e0-056861000a5f req-903f0848-46de-4149-b392-b1dcf7ada116 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=6b530526-a8ac-4372-ba65-bdb8174f033e HTTP/1.1" status: 200 len: 944 time: 0.2835553 May 18 18:28:06.528030 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-50fbc96e-65fc-494a-aa20-35a92ba3135b None None] For port 11f9e14c-fd02-400f-beec-1320fe23d183, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=11f9e14c-fd02-400f-beec-1320fe23d183,segment=NetworkSegment(81e805ff-6bc3-47cd-9090-0b6f36942980),segment_id=81e805ff-6bc3-47cd-9090-0b6f36942980)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:28:06.547957 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5a06dd5f-0ea2-4e6b-a3c0-5d162441f824 req-605e0549-d7c9-46fc-bc27-d4fea214d602 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=f6f34100-4199-4c69-a3cb-028eff639d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1416223 May 18 18:28:06.555613 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-50fbc96e-65fc-494a-aa20-35a92ba3135b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:06.555816 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab22dab-0894-42cd-b6f5-9b42d529c8ec req-25760d6e-ce51-4f01-8891-a378f06a91aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:28:06.557534 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cab22dab-0894-42cd-b6f5-9b42d529c8ec req-25760d6e-ce51-4f01-8891-a378f06a91aa service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5d4f0b95-0527-4e2a-bef4-834ab85a76d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1496084 May 18 18:28:06.764319 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-3362c30c-54bf-4d0f-a67f-04021480ce07 tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Allocated IP 172.20.0.1 (c93886ad-7f47-405c-b03b-9ac28627e383/42240514-1bec-4c4f-af34-874798fbfc93/b5d2dd12-fe85-4016-9bf6-416cdbf60c7c) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:28:06.868447 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b1637e87-011a-4457-a3e0-056861000a5f req-7c27c7cd-78d3-409e-8bc2-be566cafd11c tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/security-groups?id=a3fd6ba0-49f1-4240-8893-3fa20d057d21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4314830 May 18 18:28:06.954897 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fbc96e-65fc-494a-aa20-35a92ba3135b None None] Pushing event updated for resources: {'Port': ['ID=11f9e14c-fd02-400f-beec-1320fe23d183,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:28:06.980450 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port d9f3494d-5fab-4899-ae96-71aba3cc29b2 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:28:06.996034 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cab22dab-0894-42cd-b6f5-9b42d529c8ec req-9c185158-b42c-4472-9879-c251c94c11e5 service neutron] 10.222.0.36 "GET /v2.0/networks/5d4f0b95-0527-4e2a-bef4-834ab85a76d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4291916 May 18 18:28:07.010255 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-04bd5499-b796-4e13-a4ad-5a4725979b6b None None] Provisioning complete for port d9f3494d-5fab-4899-ae96-71aba3cc29b2 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:28:07.012012 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-04bd5499-b796-4e13-a4ad-5a4725979b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:07.099849 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3362c30c-54bf-4d0f-a67f-04021480ce07 tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:07.160668 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab54056b-e7c4-4fe1-90c9-a1e2b0f1d1c3 req-938194d7-b73c-4e4d-bce6-9909d3c1d605 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:28:07.169478 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ab54056b-e7c4-4fe1-90c9-a1e2b0f1d1c3 req-938194d7-b73c-4e4d-bce6-9909d3c1d605 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef854938-189c-46f2-8314-215a08afd5f6 HTTP/1.1" status: 200 len: 945 time: 0.2567923 May 18 18:28:07.243042 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-04bd5499-b796-4e13-a4ad-5a4725979b6b None None] Current status of the port d9f3494d-5fab-4899-ae96-71aba3cc29b2 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:28:07.269758 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ab54056b-e7c4-4fe1-90c9-a1e2b0f1d1c3 req-22b05c33-9b4b-410b-a8b2-4f257f2b2c69 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=ea6a757a-9c65-4a62-a27e-604b73d281bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980732 May 18 18:28:07.317260 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cab22dab-0894-42cd-b6f5-9b42d529c8ec req-fe8b4702-ddc3-42f9-bda1-10b4804ddf79 service neutron] 10.222.0.36 "GET /v2.0/networks/5d4f0b95-0527-4e2a-bef4-834ab85a76d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3134813 May 18 18:28:07.394278 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 11f9e14c-fd02-400f-beec-1320fe23d183 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:28:07.500787 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 11f9e14c-fd02-400f-beec-1320fe23d183 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:28:07.501163 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:07.536379 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ab9ca7-6362-4faf-9088-8224cdb8d062 req-586defce-d690-44f9-ae25-bf2e94c89342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:28:07.540854 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-86ab9ca7-6362-4faf-9088-8224cdb8d062 req-586defce-d690-44f9-ae25-bf2e94c89342 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=06b3ed36f50a43fd9cfeaa89e080d35b&device_id=6b530526-a8ac-4372-ba65-bdb8174f033e HTTP/1.1" status: 200 len: 1095 time: 0.1273921 May 18 18:28:07.624946 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 11f9e14c-fd02-400f-beec-1320fe23d183 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:28:07.636271 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device d9f3494d-5fab-4899-ae96-71aba3cc29b2 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:28:07.730289 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-40874b0f-07d0-4d44-b5a4-0524475b9762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:07.813933 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port d9f3494d-5fab-4899-ae96-71aba3cc29b2 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:28:07.815170 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:07.852201 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ab9ca7-6362-4faf-9088-8224cdb8d062 req-b0834e6c-61f5-4e94-b6f8-96afdd17f734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:28:07.853849 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3362c30c-54bf-4d0f-a67f-04021480ce07 tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:07.868924 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-86ab9ca7-6362-4faf-9088-8224cdb8d062 req-b0834e6c-61f5-4e94-b6f8-96afdd17f734 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5d4f0b95-0527-4e2a-bef4-834ab85a76d0 HTTP/1.1" status: 200 len: 897 time: 0.3206108 May 18 18:28:08.000381 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3362c30c-54bf-4d0f-a67f-04021480ce07 tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Pushing event updated for resources: {'Port': ['ID=b5d2dd12-fe85-4016-9bf6-416cdbf60c7c,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:28:08.024169 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3362c30c-54bf-4d0f-a67f-04021480ce07 tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Network c93886ad-7f47-405c-b03b-9ac28627e383 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:28:08.033219 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-86ab9ca7-6362-4faf-9088-8224cdb8d062 req-e972bc04-7ee3-4973-a53b-528f1e685cef service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=513747c2-ae35-4d1d-a654-0d2d5541f10d HTTP/1.1" status: 200 len: 217 time: 0.0967338 May 18 18:28:08.034270 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port d9f3494d-5fab-4899-ae96-71aba3cc29b2 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:28:08.037183 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-3362c30c-54bf-4d0f-a67f-04021480ce07 tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:28:08.043665 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3362c30c-54bf-4d0f-a67f-04021480ce07 tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:28:08.143129 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ab9ca7-6362-4faf-9088-8224cdb8d062 req-1c31731b-feb3-4bbf-93d0-b3d2861622df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:28:08.147084 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f15e962-a26e-43db-9996-16c6b211084c req-9e0f1a1b-cc55-4561-8364-8609d199e15f tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:28:08.155700 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4f15e962-a26e-43db-9996-16c6b211084c req-9e0f1a1b-cc55-4561-8364-8609d199e15f tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef854938-189c-46f2-8314-215a08afd5f6 HTTP/1.1" status: 200 len: 945 time: 0.3147857 May 18 18:28:08.158581 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-86ab9ca7-6362-4faf-9088-8224cdb8d062 req-1c31731b-feb3-4bbf-93d0-b3d2861622df service neutron] 10.222.0.36 "GET /v2.0/subnets?id=17744d29-df4e-4fc8-95be-ab448a66e536 HTTP/1.1" status: 200 len: 835 time: 0.1152751 May 18 18:28:08.189592 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fe6568-01b8-4b32-ad0c-e7659504175e req-65f4aa86-c730-4ac0-bea0-f334b618b22f tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:28:08.204198 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a7fe6568-01b8-4b32-ad0c-e7659504175e req-65f4aa86-c730-4ac0-bea0-f334b618b22f tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=7956ca72-5c94-487d-aa3f-6d3886085c70 HTTP/1.1" status: 200 len: 946 time: 0.4350526 May 18 18:28:08.266140 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4f15e962-a26e-43db-9996-16c6b211084c req-8324a7c0-ca65-4123-8a6e-e334c964bb2b tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=ea6a757a-9c65-4a62-a27e-604b73d281bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089396 May 18 18:28:08.279006 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3362c30c-54bf-4d0f-a67f-04021480ce07 tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595826'] for router_interface, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:08.360425 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ab9ca7-6362-4faf-9088-8224cdb8d062 req-e3ccf0d5-f22d-4fcd-a26b-45fb92e4f9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:28:08.363748 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-86ab9ca7-6362-4faf-9088-8224cdb8d062 req-e3ccf0d5-f22d-4fcd-a26b-45fb92e4f9eb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5d4f0b95-0527-4e2a-bef4-834ab85a76d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1936193 May 18 18:28:08.499842 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a7fe6568-01b8-4b32-ad0c-e7659504175e req-f6859dbd-7d72-4bc9-aa79-a1496c10d5a7 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=f6f34100-4199-4c69-a3cb-028eff639d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2686963 May 18 18:28:08.607568 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-9cf0bac2-3827-4a99-b305-2bb10b3dcad5 None None] Provisioning complete for port b5d2dd12-fe85-4016-9bf6-416cdbf60c7c triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:28:08.608270 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9cf0bac2-3827-4a99-b305-2bb10b3dcad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:08.632393 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-86ab9ca7-6362-4faf-9088-8224cdb8d062 req-d3f4dc9a-7289-47a1-9667-8b0b240053a0 service neutron] 10.222.0.36 "GET /v2.0/networks/5d4f0b95-0527-4e2a-bef4-834ab85a76d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133698 May 18 18:28:08.666648 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-9cf0bac2-3827-4a99-b305-2bb10b3dcad5 None None] Port b5d2dd12-fe85-4016-9bf6-416cdbf60c7c cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:28:08.716913 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936b7730-63e2-4cad-ad91-2b78277cfbff req-607f23a6-844a-43d0-834f-5cf1de104d8c tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:28:08.719078 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-936b7730-63e2-4cad-ad91-2b78277cfbff req-607f23a6-844a-43d0-834f-5cf1de104d8c tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=6b530526-a8ac-4372-ba65-bdb8174f033e HTTP/1.1" status: 200 len: 944 time: 0.2366731 May 18 18:28:08.739149 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3362c30c-54bf-4d0f-a67f-04021480ce07 tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:08.802329 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc44fd0-d135-4355-9c5c-03c174877818 req-9cfa1120-8485-4af8-b10d-a69e4966f7b9 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:28:08.814405 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fdc44fd0-d135-4355-9c5c-03c174877818 req-9cfa1120-8485-4af8-b10d-a69e4966f7b9 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef854938-189c-46f2-8314-215a08afd5f6 HTTP/1.1" status: 200 len: 945 time: 0.1782618 May 18 18:28:08.914243 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fdc44fd0-d135-4355-9c5c-03c174877818 req-cda3412c-147f-40ed-8cb6-6842717d5205 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=ea6a757a-9c65-4a62-a27e-604b73d281bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961983 May 18 18:28:08.936411 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-86ab9ca7-6362-4faf-9088-8224cdb8d062 req-352b7435-e592-4e4e-95f6-24ec7dcbb3b1 service neutron] 10.222.0.36 "GET /v2.0/networks/5d4f0b95-0527-4e2a-bef4-834ab85a76d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2614818 May 18 18:28:08.979153 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-936b7730-63e2-4cad-ad91-2b78277cfbff req-cf94d332-d92e-44cb-bd42-a20a13137b86 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/security-groups?id=a3fd6ba0-49f1-4240-8893-3fa20d057d21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2525833 May 18 18:28:09.124151 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616abd05-659c-412f-8090-9ee9b7cc3bd3 req-20f458df-a069-4d34-8e2f-ee11088850b6 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:28:09.126133 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-616abd05-659c-412f-8090-9ee9b7cc3bd3 req-20f458df-a069-4d34-8e2f-ee11088850b6 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=7956ca72-5c94-487d-aa3f-6d3886085c70 HTTP/1.1" status: 200 len: 946 time: 0.1295514 May 18 18:28:09.209248 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-616abd05-659c-412f-8090-9ee9b7cc3bd3 req-3f301849-9ebc-4626-8871-fc9e60dd98ea tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=f6f34100-4199-4c69-a3cb-028eff639d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717204 May 18 18:28:09.262704 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 52162) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:28:09.525862 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adddab9-7792-4313-8216-9c8c8c1bed75 req-52db8b55-f548-4004-93e8-139b8a36a5a4 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:28:09.527600 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5adddab9-7792-4313-8216-9c8c8c1bed75 req-52db8b55-f548-4004-93e8-139b8a36a5a4 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/networks?id=adbd4d3b-93fc-4f7a-a6ae-1551b2db5668 HTTP/1.1" status: 200 len: 811 time: 0.2062330 May 18 18:28:09.566464 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-892e8d0b-4b7a-4f9e-98cf-605fd7bd98a1 tempest-TestVolumeBootPattern-1493704583 tempest-TestVolumeBootPattern-1493704583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:28:09.569066 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-892e8d0b-4b7a-4f9e-98cf-605fd7bd98a1 tempest-TestVolumeBootPattern-1493704583 tempest-TestVolumeBootPattern-1493704583-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=7956ca72-5c94-487d-aa3f-6d3886085c70 HTTP/1.1" status: 200 len: 1092 time: 0.3046081 May 18 18:28:09.571545 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 52174) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:28:09.574133 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3362c30c-54bf-4d0f-a67f-04021480ce07 tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:09.577836 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5adddab9-7792-4313-8216-9c8c8c1bed75 req-67a012bc-43f1-44eb-8f1c-0680a18b6836 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/quotas/dc04081bebe44448af91d703facdf00a HTTP/1.1" status: 200 len: 375 time: 0.0369112 May 18 18:28:09.578600 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-d9637d2c-49f7-4e24-b7f2-1df906200da8 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Request body: {'floatingip': {'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'port_id': '294db689-0ef5-47f4-acf2-c6aebf9d040a', 'tenant_id': '4ce86b77116a4afca1694cba473235e6', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:28:09.585576 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3362c30c-54bf-4d0f-a67f-04021480ce07 tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:09.614442 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d9637d2c-49f7-4e24-b7f2-1df906200da8 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Notify callbacks [] for floatingip, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:09.737680 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3362c30c-54bf-4d0f-a67f-04021480ce07 tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-595870'] for router_interface, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:09.760608 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d9637d2c-49f7-4e24-b7f2-1df906200da8 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:09.795035 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3362c30c-54bf-4d0f-a67f-04021480ce07 tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Pushing event updated for resources: {'Port': ['ID=b5d2dd12-fe85-4016-9bf6-416cdbf60c7c,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:28:09.871100 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5adddab9-7792-4313-8216-9c8c8c1bed75 req-73949b81-726a-4ef8-bfd7-e52456bb4114 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=dc04081bebe44448af91d703facdf00a&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2403765 May 18 18:28:09.990915 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3362c30c-54bf-4d0f-a67f-04021480ce07 tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Network c93886ad-7f47-405c-b03b-9ac28627e383 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:28:09.995264 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-3362c30c-54bf-4d0f-a67f-04021480ce07 tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:28:10.058548 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-282acc3c-cbdb-4710-a6e9-84cf3e9d9f9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:10.140619 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5adddab9-7792-4313-8216-9c8c8c1bed75 req-6a401141-12d2-4ea5-aa20-0545a34b6a20 service neutron] 10.222.0.85 "GET /v2.0/networks/adbd4d3b-93fc-4f7a-a6ae-1551b2db5668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2672348 May 18 18:28:10.142539 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-d9637d2c-49f7-4e24-b7f2-1df906200da8 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Allocated IP 172.25.5.142 (31ebd439-090c-4b25-bbb0-31c48711b145/363a2810-8a83-4be0-a317-7c91fcd94485/c880a85e-0144-4546-9b91-e9073743fd6b) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:28:10.257806 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3362c30c-54bf-4d0f-a67f-04021480ce07 tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Router 5e51b2c7-bb0b-408b-90e2-f395521e46a2 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:28:10.331329 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d9637d2c-49f7-4e24-b7f2-1df906200da8 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:10.412480 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-bc6e48bd-9329-46f2-9f80-294b80534a89 None None] Provisioning complete for port b5d2dd12-fe85-4016-9bf6-416cdbf60c7c triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:28:10.413066 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-bc6e48bd-9329-46f2-9f80-294b80534a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:10.418716 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d9637d2c-49f7-4e24-b7f2-1df906200da8 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:10.430329 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5adddab9-7792-4313-8216-9c8c8c1bed75 req-689c138b-5fdf-4df9-b177-9b2c2c77a9d8 service neutron] 10.222.0.85 "GET /v2.0/networks/adbd4d3b-93fc-4f7a-a6ae-1551b2db5668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2784443 May 18 18:28:10.487232 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-bc6e48bd-9329-46f2-9f80-294b80534a89 None None] Port b5d2dd12-fe85-4016-9bf6-416cdbf60c7c cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:28:10.503274 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9637d2c-49f7-4e24-b7f2-1df906200da8 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Network 31ebd439-090c-4b25-bbb0-31c48711b145 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:28:10.528264 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-d9637d2c-49f7-4e24-b7f2-1df906200da8 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:28:10.538396 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9637d2c-49f7-4e24-b7f2-1df906200da8 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:28:10.550538 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3362c30c-54bf-4d0f-a67f-04021480ce07 tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:28:10.561346 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83efbd86-dc79-4c19-b8fd-c1cb14fca143 None None] Sync routers for ids ['5e51b2c7-bb0b-408b-90e2-f395521e46a2'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:28:10.564658 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-3362c30c-54bf-4d0f-a67f-04021480ce07 tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] 10.222.0.85 "PUT /v2.0/routers/5e51b2c7-bb0b-408b-90e2-f395521e46a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3551021 May 18 18:28:10.567851 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 52194) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:28:10.580939 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83efbd86-dc79-4c19-b8fd-c1cb14fca143 None None] Routers {'5e51b2c7-bb0b-408b-90e2-f395521e46a2'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:28:10.582538 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-83efbd86-dc79-4c19-b8fd-c1cb14fca143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:28:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['5e51b2c7-bb0b-408b-90e2-f395521e46a2'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:28:10.587352 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-61840390-06ea-41c5-8b11-208fb78d754d tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Request body: {'port': {'network_id': 'c93886ad-7f47-405c-b03b-9ac28627e383', 'name': 'tempest-FloatingIPAdminTestJSON-1589951237'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:28:10.666530 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 513747c2-ae35-4d1d-a654-0d2d5541f10d details requested by agent hyperv_n-h1-838550-3 with host n-h1-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:28:10.675843 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-83efbd86-dc79-4c19-b8fd-c1cb14fca143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:28:10.753729 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83efbd86-dc79-4c19-b8fd-c1cb14fca143 None None] Routers {'5e51b2c7-bb0b-408b-90e2-f395521e46a2'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:28:10.754390 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-83efbd86-dc79-4c19-b8fd-c1cb14fca143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:28:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['5e51b2c7-bb0b-408b-90e2-f395521e46a2'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:28:10.846265 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0e70d952-3989-4be2-a365-72ec46fc25e2 req-62079b57-0dd9-446a-ab44-f3bbe7484814 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=6f095cc9-7844-4fab-be80-92e3c6ad9ceb HTTP/1.1" status: 200 len: 210 time: 0.1134343 May 18 18:28:10.888333 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61840390-06ea-41c5-8b11-208fb78d754d tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Made reservation on behalf of 45104143e89344a3afca8c63124468ac for: {'port': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:28:10.893246 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-61840390-06ea-41c5-8b11-208fb78d754d tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:10.945150 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [None req-61840390-06ea-41c5-8b11-208fb78d754d tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] device_id is not set on port 45e4e82e-0cf9-49ef-b303-dd3a4fc016c4 yet. {{(pid=102731) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 18 18:28:11.118581 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.db.resource_extend [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 18 18:28:11.122671 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-83efbd86-dc79-4c19-b8fd-c1cb14fca143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:28:11.124381 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83efbd86-dc79-4c19-b8fd-c1cb14fca143 None None] The sync data for ids ['5e51b2c7-bb0b-408b-90e2-f395521e46a2'] in n-d-838550-3 is: [] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:28:11.321568 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-61840390-06ea-41c5-8b11-208fb78d754d tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Allocated IP 172.20.0.3 (c93886ad-7f47-405c-b03b-9ac28627e383/42240514-1bec-4c4f-af34-874798fbfc93/45e4e82e-0cf9-49ef-b303-dd3a4fc016c4) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:28:11.333417 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:11.403891 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 513747c2-ae35-4d1d-a654-0d2d5541f10d, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=513747c2-ae35-4d1d-a654-0d2d5541f10d,segment=NetworkSegment(81e805ff-6bc3-47cd-9090-0b6f36942980),segment_id=81e805ff-6bc3-47cd-9090-0b6f36942980)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:28:11.427579 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Returning: {'device': '513747c2-ae35-4d1d-a654-0d2d5541f10d', 'network_id': '5d4f0b95-0527-4e2a-bef4-834ab85a76d0', 'port_id': '513747c2-ae35-4d1d-a654-0d2d5541f10d', 'mac_address': 'fa:16:3e:31:da:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17744d29-df4e-4fc8-95be-ab448a66e536', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:28:11.517013 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 513747c2-ae35-4d1d-a654-0d2d5541f10d is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:28:11.518893 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:11.556747 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 513747c2-ae35-4d1d-a654-0d2d5541f10d {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:28:11.574573 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-61840390-06ea-41c5-8b11-208fb78d754d tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:11.589647 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 513747c2-ae35-4d1d-a654-0d2d5541f10d, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=513747c2-ae35-4d1d-a654-0d2d5541f10d,segment=NetworkSegment(81e805ff-6bc3-47cd-9090-0b6f36942980),segment_id=81e805ff-6bc3-47cd-9090-0b6f36942980)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:28:11.595125 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:11.678167 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-61840390-06ea-41c5-8b11-208fb78d754d tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:11.698453 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=513747c2-ae35-4d1d-a654-0d2d5541f10d,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:28:11.764030 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d9637d2c-49f7-4e24-b7f2-1df906200da8 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:11.792545 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61840390-06ea-41c5-8b11-208fb78d754d tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Pushing event updated for resources: {'Port': ['ID=45e4e82e-0cf9-49ef-b303-dd3a4fc016c4,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:28:11.825494 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61840390-06ea-41c5-8b11-208fb78d754d tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Network c93886ad-7f47-405c-b03b-9ac28627e383 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:28:11.830934 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-61840390-06ea-41c5-8b11-208fb78d754d tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:28:11.836167 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61840390-06ea-41c5-8b11-208fb78d754d tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:28:11.854028 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['513747c2-ae35-4d1d-a654-0d2d5541f10d'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:28:11.883519 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9637d2c-49f7-4e24-b7f2-1df906200da8 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Pushing event updated for resources: {'Port': ['ID=c880a85e-0144-4546-9b91-e9073743fd6b,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:28:11.954781 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61840390-06ea-41c5-8b11-208fb78d754d tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:28:11.955686 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-61840390-06ea-41c5-8b11-208fb78d754d tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:11.987596 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8850ef8-a6fa-4030-99df-1068cabbfb4e req-cc8c2cde-2d05-4b65-8573-2475a5fb97cc tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:28:11.987951 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-61840390-06ea-41c5-8b11-208fb78d754d tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4189889 May 18 18:28:11.991579 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 52228) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:28:12.012083 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b8850ef8-a6fa-4030-99df-1068cabbfb4e req-cc8c2cde-2d05-4b65-8573-2475a5fb97cc tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=6b530526-a8ac-4372-ba65-bdb8174f033e HTTP/1.1" status: 200 len: 944 time: 1.6290472 May 18 18:28:12.104640 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e5308043-3e5e-44d1-a6e2-b37a61dd5742 req-af64cf30-3d51-4818-94b0-4cfd9f6d8d08 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=6f095cc9-7844-4fab-be80-92e3c6ad9ceb HTTP/1.1" status: 200 len: 210 time: 0.1115744 May 18 18:28:12.123423 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b8850ef8-a6fa-4030-99df-1068cabbfb4e req-06e017e1-8ad8-419b-bb6d-4fca08b0f000 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/security-groups?id=a3fd6ba0-49f1-4240-8893-3fa20d057d21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078045 May 18 18:28:12.167776 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d9637d2c-49f7-4e24-b7f2-1df906200da8 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:12.228389 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-973b05b1-f83d-49e6-9fd2-38c12d50e523 tempest-FloatingIPAdminTestJSON-1574168022 tempest-FloatingIPAdminTestJSON-1574168022-project-admin] Request body: {'floatingip': {'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'project_id': '45104143e89344a3afca8c63124468ac', 'port_id': '45e4e82e-0cf9-49ef-b303-dd3a4fc016c4'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:28:12.321164 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-973b05b1-f83d-49e6-9fd2-38c12d50e523 tempest-FloatingIPAdminTestJSON-1574168022 tempest-FloatingIPAdminTestJSON-1574168022-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:12.397265 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-0bb42836-c6c0-49cc-b76e-75fb3bca4a5b None None] Provisioning complete for port 45e4e82e-0cf9-49ef-b303-dd3a4fc016c4 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:28:12.398100 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0bb42836-c6c0-49cc-b76e-75fb3bca4a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:12.608011 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:12.621840 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-973b05b1-f83d-49e6-9fd2-38c12d50e523 tempest-FloatingIPAdminTestJSON-1574168022 tempest-FloatingIPAdminTestJSON-1574168022-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:12.631387 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d9637d2c-49f7-4e24-b7f2-1df906200da8 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:12.641371 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d9637d2c-49f7-4e24-b7f2-1df906200da8 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:12.652322 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-0bb42836-c6c0-49cc-b76e-75fb3bca4a5b None None] Port 45e4e82e-0cf9-49ef-b303-dd3a4fc016c4 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:28:12.818396 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9637d2c-49f7-4e24-b7f2-1df906200da8 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Pushing event updated for resources: {'Port': ['ID=c880a85e-0144-4546-9b91-e9073743fd6b,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:28:12.851212 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d9637d2c-49f7-4e24-b7f2-1df906200da8 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596987'] for floatingip, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:13.018023 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-973b05b1-f83d-49e6-9fd2-38c12d50e523 tempest-FloatingIPAdminTestJSON-1574168022 tempest-FloatingIPAdminTestJSON-1574168022-project-admin] Allocated IP 172.25.5.195 (31ebd439-090c-4b25-bbb0-31c48711b145/363a2810-8a83-4be0-a317-7c91fcd94485/b127580b-26ab-4fb9-a5c8-8ee3d74f62ed) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:28:13.085691 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:13.090590 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adddab9-7792-4313-8216-9c8c8c1bed75 req-92768179-d4cf-4c4e-95a7-d103e739934a tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:28:13.092434 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5adddab9-7792-4313-8216-9c8c8c1bed75 req-92768179-d4cf-4c4e-95a7-d103e739934a tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.88 "GET /v2.0/networks?id=adbd4d3b-93fc-4f7a-a6ae-1551b2db5668 HTTP/1.1" status: 200 len: 811 time: 0.3574371 May 18 18:28:13.120378 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-5adddab9-7792-4313-8216-9c8c8c1bed75 req-b77474eb-de35-4be6-bd4b-515a9f737e4b tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Request body: {'port': {'device_id': '6f095cc9-7844-4fab-be80-92e3c6ad9ceb', 'network_id': 'adbd4d3b-93fc-4f7a-a6ae-1551b2db5668', 'admin_state_up': True, 'tenant_id': 'dc04081bebe44448af91d703facdf00a'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:28:13.161786 n-d-838550-3 neutron-server[102730]: INFO neutron.db.l3_db [None req-d9637d2c-49f7-4e24-b7f2-1df906200da8 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Floating IP 215c7d61-a63a-4caf-a5de-927ca8d2d815 associated. External IP: 172.25.5.142, port: 294db689-0ef5-47f4-acf2-c6aebf9d040a. May 18 18:28:13.629661 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5cacceb3-27b2-409e-9e64-77d901847431 req-76c660b5-fe8a-4319-a35b-dbc376b04971 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=6f095cc9-7844-4fab-be80-92e3c6ad9ceb HTTP/1.1" status: 200 len: 210 time: 0.2559822 May 18 18:28:13.704485 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9637d2c-49f7-4e24-b7f2-1df906200da8 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Router f515891f-a8b7-4a6f-9814-1319a10b6e69 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:28:13.743647 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-973b05b1-f83d-49e6-9fd2-38c12d50e523 tempest-FloatingIPAdminTestJSON-1574168022 tempest-FloatingIPAdminTestJSON-1574168022-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:13.784042 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-973b05b1-f83d-49e6-9fd2-38c12d50e523 tempest-FloatingIPAdminTestJSON-1574168022 tempest-FloatingIPAdminTestJSON-1574168022-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:13.835414 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973b05b1-f83d-49e6-9fd2-38c12d50e523 tempest-FloatingIPAdminTestJSON-1574168022 tempest-FloatingIPAdminTestJSON-1574168022-project-admin] Pushing event updated for resources: {'Port': ['ID=b127580b-26ab-4fb9-a5c8-8ee3d74f62ed,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:28:13.887895 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973b05b1-f83d-49e6-9fd2-38c12d50e523 tempest-FloatingIPAdminTestJSON-1574168022 tempest-FloatingIPAdminTestJSON-1574168022-project-admin] Network 31ebd439-090c-4b25-bbb0-31c48711b145 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:28:13.898539 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-973b05b1-f83d-49e6-9fd2-38c12d50e523 tempest-FloatingIPAdminTestJSON-1574168022 tempest-FloatingIPAdminTestJSON-1574168022-project-admin] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:28:13.909944 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973b05b1-f83d-49e6-9fd2-38c12d50e523 tempest-FloatingIPAdminTestJSON-1574168022 tempest-FloatingIPAdminTestJSON-1574168022-project-admin] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:28:13.980102 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9637d2c-49f7-4e24-b7f2-1df906200da8 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:28:13.998821 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0055b46d-535e-45ab-a92d-83612824fb6c None None] Sync routers for ids ['f515891f-a8b7-4a6f-9814-1319a10b6e69'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:28:14.025396 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c30c92-1d50-4fc3-8955-a01cca0f4fa4 req-f94098dc-4ec6-4fbd-a6ff-236cdc44dcc0 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:28:14.029344 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-28c30c92-1d50-4fc3-8955-a01cca0f4fa4 req-f94098dc-4ec6-4fbd-a6ff-236cdc44dcc0 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=6b530526-a8ac-4372-ba65-bdb8174f033e HTTP/1.1" status: 200 len: 945 time: 0.7436187 May 18 18:28:14.031028 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0055b46d-535e-45ab-a92d-83612824fb6c None None] Routers {'f515891f-a8b7-4a6f-9814-1319a10b6e69'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:28:14.031685 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-0055b46d-535e-45ab-a92d-83612824fb6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:28:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['f515891f-a8b7-4a6f-9814-1319a10b6e69'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:28:14.055114 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d9637d2c-49f7-4e24-b7f2-1df906200da8 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:14.230242 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-d9637d2c-49f7-4e24-b7f2-1df906200da8 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.6529121 May 18 18:28:14.231014 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7956ca72-5c94-487d-aa3f-6d3886085c70', 'tag': '294db689-0ef5-47f4-acf2-c6aebf9d040a'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:28:14.233358 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bce96265-23f3-48ea-ba22-d599a0bec86d" -d '{"events": [{"name": "network-changed", "server_uuid": "7956ca72-5c94-487d-aa3f-6d3886085c70", "tag": "294db689-0ef5-47f4-acf2-c6aebf9d040a"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:28:14.334920 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ec6b8d8-90f8-4d77-ac23-6dd22f313580 x-openstack-request-id: req-9ec6b8d8-90f8-4d77-ac23-6dd22f313580 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:28:14.335218 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7956ca72-5c94-487d-aa3f-6d3886085c70", "tag": "294db689-0ef5-47f4-acf2-c6aebf9d040a", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:28:14.335471 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-9ec6b8d8-90f8-4d77-ac23-6dd22f313580 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:28:14.335882 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ec6b8d8-90f8-4d77-ac23-6dd22f313580'] response: {'name': 'network-changed', 'server_uuid': '7956ca72-5c94-487d-aa3f-6d3886085c70', 'tag': '294db689-0ef5-47f4-acf2-c6aebf9d040a', 'status': 'completed', 'code': 200} May 18 18:28:14.336558 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-28c30c92-1d50-4fc3-8955-a01cca0f4fa4 req-84e93782-5471-4c86-80cf-146ee16e036c tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/security-groups?id=a3fd6ba0-49f1-4240-8893-3fa20d057d21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2935076 May 18 18:28:14.391594 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-0055b46d-535e-45ab-a92d-83612824fb6c None None] Set router f515891f-a8b7-4a6f-9814-1319a10b6e69 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:28:14.448548 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce96265-23f3-48ea-ba22-d599a0bec86d req-bc4347cf-2d59-4f31-b793-9367544e5e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:28:14.453686 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bce96265-23f3-48ea-ba22-d599a0bec86d req-bc4347cf-2d59-4f31-b793-9367544e5e99 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4ce86b77116a4afca1694cba473235e6&device_id=7956ca72-5c94-487d-aa3f-6d3886085c70 HTTP/1.1" status: 200 len: 1097 time: 0.0948591 May 18 18:28:14.647002 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce96265-23f3-48ea-ba22-d599a0bec86d req-50a580eb-978f-48da-af85-ef9b78e13dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:28:14.648480 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bce96265-23f3-48ea-ba22-d599a0bec86d req-50a580eb-978f-48da-af85-ef9b78e13dd4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=eafefbfa-378a-4a8a-8ee5-45c0c746f8e9 HTTP/1.1" status: 200 len: 911 time: 0.1874723 May 18 18:28:14.648769 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 513747c2-ae35-4d1d-a654-0d2d5541f10d up at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:28:14.934087 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4649c274-6186-4d3f-8409-1d23a6c610b7 req-0a983c82-8759-4d25-8c0c-fd8790dac4bf tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=6f095cc9-7844-4fab-be80-92e3c6ad9ceb HTTP/1.1" status: 200 len: 210 time: 0.1086192 May 18 18:28:14.957328 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning for port 513747c2-ae35-4d1d-a654-0d2d5541f10d completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:28:14.990729 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bce96265-23f3-48ea-ba22-d599a0bec86d req-853d569d-520b-40ab-aea2-d89d039fe6a5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=294db689-0ef5-47f4-acf2-c6aebf9d040a HTTP/1.1" status: 200 len: 1000 time: 0.3343539 May 18 18:28:15.053452 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning complete for port 513747c2-ae35-4d1d-a654-0d2d5541f10d triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:28:15.054012 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:15.098704 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce96265-23f3-48ea-ba22-d599a0bec86d req-e4527c88-a376-4cf4-b796-4b6eb475537c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:28:15.100242 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bce96265-23f3-48ea-ba22-d599a0bec86d req-e4527c88-a376-4cf4-b796-4b6eb475537c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ab1f7f5a-a761-43dc-be82-e3f213958e88 HTTP/1.1" status: 200 len: 849 time: 0.1028588 May 18 18:28:15.104994 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-973b05b1-f83d-49e6-9fd2-38c12d50e523 tempest-FloatingIPAdminTestJSON-1574168022 tempest-FloatingIPAdminTestJSON-1574168022-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:15.222250 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce96265-23f3-48ea-ba22-d599a0bec86d req-e980f8df-79eb-4377-8fe5-efff4544af6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:28:15.223820 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bce96265-23f3-48ea-ba22-d599a0bec86d req-e980f8df-79eb-4377-8fe5-efff4544af6c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=eafefbfa-378a-4a8a-8ee5-45c0c746f8e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1143975 May 18 18:28:15.225067 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5adddab9-7792-4313-8216-9c8c8c1bed75 req-b77474eb-de35-4be6-bd4b-515a9f737e4b tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Made reservation on behalf of dc04081bebe44448af91d703facdf00a for: {'port': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:28:15.228072 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-5adddab9-7792-4313-8216-9c8c8c1bed75 req-b77474eb-de35-4be6-bd4b-515a9f737e4b tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:15.248319 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-0055b46d-535e-45ab-a92d-83612824fb6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f515891f-a8b7-4a6f-9814-1319a10b6e69', 'name': 'tempest-TestVolumeBootPattern-31464916-router', 'tenant_id': '4ce86b77116a4afca1694cba473235e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '76222933-de15-4351-b270-218c7879e007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:20:37Z', 'updated_at': '2022-05-18T18:20:50Z', 'revision_number': 4, 'project_id': '4ce86b77116a4afca1694cba473235e6', 'gw_port': {'id': '76222933-de15-4351-b270-218c7879e007', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:13:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f515891f-a8b7-4a6f-9814-1319a10b6e69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:20:40Z', 'updated_at': '2022-05-18T18:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': '215c7d61-a63a-4caf-a5de-927ca8d2d815', 'tenant_id': '4ce86b77116a4afca1694cba473235e6', 'floating_ip_address': '172.25.5.142', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': 'f515891f-a8b7-4a6f-9814-1319a10b6e69', 'port_id': '294db689-0ef5-47f4-acf2-c6aebf9d040a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2740, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eafefbfa-378a-4a8a-8ee5-45c0c746f8e9', 'mac_address': 'fa:16:3e:03:71:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7956ca72-5c94-487d-aa3f-6d3886085c70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T18:28:11Z', 'updated_at': '2022-05-18T18:28:11Z', 'revision_number': 0, 'project_id': '4ce86b77116a4afca1694cba473235e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ac3d3a3-975f-4e58-b55a-00dc7ec1fcc1', 'name': '', 'network_id': 'eafefbfa-378a-4a8a-8ee5-45c0c746f8e9', 'tenant_id': '4ce86b77116a4afca1694cba473235e6', 'mac_address': 'fa:16:3e:9c:0a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f515891f-a8b7-4a6f-9814-1319a10b6e69', 'device_owner': 'network:router_interface', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': 'ab1f7f5a-a761-43dc-be82-e3f213958e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:20:48Z', 'updated_at': '2022-05-18T18:21:02Z', 'revision_number': 5, 'project_id': '4ce86b77116a4afca1694cba473235e6', 'subnets': [{'id': 'ab1f7f5a-a761-43dc-be82-e3f213958e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:28:15.305552 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0055b46d-535e-45ab-a92d-83612824fb6c None None] Checking router: f515891f-a8b7-4a6f-9814-1319a10b6e69 for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:28:15.306065 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-973b05b1-f83d-49e6-9fd2-38c12d50e523 tempest-FloatingIPAdminTestJSON-1574168022 tempest-FloatingIPAdminTestJSON-1574168022-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:15.331672 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0055b46d-535e-45ab-a92d-83612824fb6c None None] Routers {'f515891f-a8b7-4a6f-9814-1319a10b6e69'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:28:15.332378 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-0055b46d-535e-45ab-a92d-83612824fb6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:28:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['f515891f-a8b7-4a6f-9814-1319a10b6e69'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:28:15.334554 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 513747c2-ae35-4d1d-a654-0d2d5541f10d is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:28:15.335225 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:15.403076 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b530526-a8ac-4372-ba65-bdb8174f033e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '513747c2-ae35-4d1d-a654-0d2d5541f10d'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:28:15.407185 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ef3a725-ef85-49f0-a40b-87af0bba015f" -d '{"events": [{"server_uuid": "6b530526-a8ac-4372-ba65-bdb8174f033e", "name": "network-vif-plugged", "status": "completed", "tag": "513747c2-ae35-4d1d-a654-0d2d5541f10d"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:28:15.441873 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 513747c2-ae35-4d1d-a654-0d2d5541f10d, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=513747c2-ae35-4d1d-a654-0d2d5541f10d,segment=NetworkSegment(81e805ff-6bc3-47cd-9090-0b6f36942980),segment_id=81e805ff-6bc3-47cd-9090-0b6f36942980)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:28:15.454313 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:15.526556 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bce96265-23f3-48ea-ba22-d599a0bec86d req-233d7577-7cfc-4c1f-a795-96cb715a2e19 service neutron] 10.222.0.36 "GET /v2.0/networks/eafefbfa-378a-4a8a-8ee5-45c0c746f8e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2954218 May 18 18:28:15.569800 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44b5fc76-3cb6-4471-b0e9-60e8e69cda7c x-openstack-request-id: req-44b5fc76-3cb6-4471-b0e9-60e8e69cda7c {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:28:15.572090 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b530526-a8ac-4372-ba65-bdb8174f033e", "name": "network-vif-plugged", "status": "completed", "tag": "513747c2-ae35-4d1d-a654-0d2d5541f10d", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:28:15.572538 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-44b5fc76-3cb6-4471-b0e9-60e8e69cda7c {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:28:15.574880 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44b5fc76-3cb6-4471-b0e9-60e8e69cda7c'] response: {'server_uuid': '6b530526-a8ac-4372-ba65-bdb8174f033e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '513747c2-ae35-4d1d-a654-0d2d5541f10d', 'code': 200} May 18 18:28:15.577213 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=513747c2-ae35-4d1d-a654-0d2d5541f10d,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:28:15.618473 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-0055b46d-535e-45ab-a92d-83612824fb6c None None] Set router f515891f-a8b7-4a6f-9814-1319a10b6e69 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:28:15.696729 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ad80a6-62b3-4476-a93c-ba5862ce662a req-ea0fadfc-9f80-4a8e-b168-fd0ecf917654 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:28:15.707207 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f6ad80a6-62b3-4476-a93c-ba5862ce662a req-ea0fadfc-9f80-4a8e-b168-fd0ecf917654 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=6b530526-a8ac-4372-ba65-bdb8174f033e HTTP/1.1" status: 200 len: 946 time: 0.1919370 May 18 18:28:15.842078 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [req-5adddab9-7792-4313-8216-9c8c8c1bed75 req-b77474eb-de35-4be6-bd4b-515a9f737e4b tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Allocated IP 172.20.0.6 (adbd4d3b-93fc-4f7a-a6ae-1551b2db5668/b85d9655-9e18-4f20-bd82-d6f95b142d2a/44f2ca7e-41f7-4055-965f-39b6f5e22023) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:28:15.860266 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bce96265-23f3-48ea-ba22-d599a0bec86d req-98681f70-ca8f-4ecd-8fce-7f0b4bf9d9ca service neutron] 10.222.0.36 "GET /v2.0/networks/eafefbfa-378a-4a8a-8ee5-45c0c746f8e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3140016 May 18 18:28:15.866425 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f6ad80a6-62b3-4476-a93c-ba5862ce662a req-0247b722-bd35-462e-ae32-37e169be51e6 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/security-groups?id=a3fd6ba0-49f1-4240-8893-3fa20d057d21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1578059 May 18 18:28:15.949995 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6c82a5-0948-4224-805d-3a3aa8e8872e req-84fdb8c3-7ccd-4cee-8e40-bfe1f624e4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:28:15.951824 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9a6c82a5-0948-4224-805d-3a3aa8e8872e req-84fdb8c3-7ccd-4cee-8e40-bfe1f624e4fd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6b530526-a8ac-4372-ba65-bdb8174f033e HTTP/1.1" status: 200 len: 1097 time: 0.1537750 May 18 18:28:15.968744 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-973b05b1-f83d-49e6-9fd2-38c12d50e523 tempest-FloatingIPAdminTestJSON-1574168022 tempest-FloatingIPAdminTestJSON-1574168022-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:15.985475 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-973b05b1-f83d-49e6-9fd2-38c12d50e523 tempest-FloatingIPAdminTestJSON-1574168022 tempest-FloatingIPAdminTestJSON-1574168022-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:16.126387 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9a6c82a5-0948-4224-805d-3a3aa8e8872e req-1d382aea-6382-47db-ad06-0e8016d4f278 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a3fd6ba0-49f1-4240-8893-3fa20d057d21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1639442 May 18 18:28:16.208891 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8febd38a-96b8-4f71-8dba-c2d3f3b1b866 req-908398c2-b106-4e34-8dac-16aaab78383f tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=6f095cc9-7844-4fab-be80-92e3c6ad9ceb HTTP/1.1" status: 200 len: 210 time: 0.0726032 May 18 18:28:16.316002 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-0055b46d-535e-45ab-a92d-83612824fb6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f515891f-a8b7-4a6f-9814-1319a10b6e69', 'name': 'tempest-TestVolumeBootPattern-31464916-router', 'tenant_id': '4ce86b77116a4afca1694cba473235e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '76222933-de15-4351-b270-218c7879e007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:20:37Z', 'updated_at': '2022-05-18T18:20:50Z', 'revision_number': 4, 'project_id': '4ce86b77116a4afca1694cba473235e6', 'gw_port': {'id': '76222933-de15-4351-b270-218c7879e007', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:13:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f515891f-a8b7-4a6f-9814-1319a10b6e69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:20:40Z', 'updated_at': '2022-05-18T18:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': '215c7d61-a63a-4caf-a5de-927ca8d2d815', 'tenant_id': '4ce86b77116a4afca1694cba473235e6', 'floating_ip_address': '172.25.5.142', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': 'f515891f-a8b7-4a6f-9814-1319a10b6e69', 'port_id': '294db689-0ef5-47f4-acf2-c6aebf9d040a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2740, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eafefbfa-378a-4a8a-8ee5-45c0c746f8e9', 'mac_address': 'fa:16:3e:03:71:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7956ca72-5c94-487d-aa3f-6d3886085c70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T18:28:11Z', 'updated_at': '2022-05-18T18:28:11Z', 'revision_number': 0, 'project_id': '4ce86b77116a4afca1694cba473235e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ac3d3a3-975f-4e58-b55a-00dc7ec1fcc1', 'name': '', 'network_id': 'eafefbfa-378a-4a8a-8ee5-45c0c746f8e9', 'tenant_id': '4ce86b77116a4afca1694cba473235e6', 'mac_address': 'fa:16:3e:9c:0a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f515891f-a8b7-4a6f-9814-1319a10b6e69', 'device_owner': 'network:router_interface', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': 'ab1f7f5a-a761-43dc-be82-e3f213958e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:20:48Z', 'updated_at': '2022-05-18T18:21:02Z', 'revision_number': 5, 'project_id': '4ce86b77116a4afca1694cba473235e6', 'subnets': [{'id': 'ab1f7f5a-a761-43dc-be82-e3f213958e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:28:16.372293 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973b05b1-f83d-49e6-9fd2-38c12d50e523 tempest-FloatingIPAdminTestJSON-1574168022 tempest-FloatingIPAdminTestJSON-1574168022-project-admin] Pushing event updated for resources: {'Port': ['ID=b127580b-26ab-4fb9-a5c8-8ee3d74f62ed,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:28:16.407037 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-973b05b1-f83d-49e6-9fd2-38c12d50e523 tempest-FloatingIPAdminTestJSON-1574168022 tempest-FloatingIPAdminTestJSON-1574168022-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596987'] for floatingip, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:16.436579 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-5adddab9-7792-4313-8216-9c8c8c1bed75 req-b77474eb-de35-4be6-bd4b-515a9f737e4b tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:16.528209 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0055b46d-535e-45ab-a92d-83612824fb6c None None] The sync data for ids ['f515891f-a8b7-4a6f-9814-1319a10b6e69'] in n-d-838550-3 is: [{'id': 'f515891f-a8b7-4a6f-9814-1319a10b6e69', 'name': 'tempest-TestVolumeBootPattern-31464916-router', 'tenant_id': '4ce86b77116a4afca1694cba473235e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '76222933-de15-4351-b270-218c7879e007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:20:37Z', 'updated_at': '2022-05-18T18:20:50Z', 'revision_number': 4, 'project_id': '4ce86b77116a4afca1694cba473235e6', 'gw_port': {'id': '76222933-de15-4351-b270-218c7879e007', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:13:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f515891f-a8b7-4a6f-9814-1319a10b6e69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:20:40Z', 'updated_at': '2022-05-18T18:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': '215c7d61-a63a-4caf-a5de-927ca8d2d815', 'tenant_id': '4ce86b77116a4afca1694cba473235e6', 'floating_ip_address': '172.25.5.142', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': 'f515891f-a8b7-4a6f-9814-1319a10b6e69', 'port_id': '294db689-0ef5-47f4-acf2-c6aebf9d040a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2740, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eafefbfa-378a-4a8a-8ee5-45c0c746f8e9', 'mac_address': 'fa:16:3e:03:71:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7956ca72-5c94-487d-aa3f-6d3886085c70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T18:28:11Z', 'updated_at': '2022-05-18T18:28:11Z', 'revision_number': 0, 'project_id': '4ce86b77116a4afca1694cba473235e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ac3d3a3-975f-4e58-b55a-00dc7ec1fcc1', 'name': '', 'network_id': 'eafefbfa-378a-4a8a-8ee5-45c0c746f8e9', 'tenant_id': '4ce86b77116a4afca1694cba473235e6', 'mac_address': 'fa:16:3e:9c:0a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f515891f-a8b7-4a6f-9814-1319a10b6e69', 'device_owner': 'network:router_interface', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': 'ab1f7f5a-a761-43dc-be82-e3f213958e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:20:48Z', 'updated_at': '2022-05-18T18:21:02Z', 'revision_number': 5, 'project_id': '4ce86b77116a4afca1694cba473235e6', 'subnets': [{'id': 'ab1f7f5a-a761-43dc-be82-e3f213958e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:28:16.587466 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-5adddab9-7792-4313-8216-9c8c8c1bed75 req-b77474eb-de35-4be6-bd4b-515a9f737e4b tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:16.608909 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['f6f951c7-18a9-4c0d-a7eb-7ef0b984c1a2', '4b494777-dd4e-4d23-a1d7-cc698d45a8b7'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:28:16.899559 n-d-838550-3 neutron-server[102731]: INFO neutron.db.l3_db [None req-973b05b1-f83d-49e6-9fd2-38c12d50e523 tempest-FloatingIPAdminTestJSON-1574168022 tempest-FloatingIPAdminTestJSON-1574168022-project-admin] Floating IP dc12b8e8-539d-4e67-946e-91033080a715 associated. External IP: 172.25.5.195, port: 45e4e82e-0cf9-49ef-b303-dd3a4fc016c4. May 18 18:28:16.913242 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77474eb-de35-4be6-bd4b-515a9f737e4b tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Pushing event updated for resources: {'Port': ['ID=44f2ca7e-41f7-4055-965f-39b6f5e22023,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:28:17.127272 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5adddab9-7792-4313-8216-9c8c8c1bed75 req-b77474eb-de35-4be6-bd4b-515a9f737e4b tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Network adbd4d3b-93fc-4f7a-a6ae-1551b2db5668 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:28:17.127543 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53353018-b5b8-49f5-9b72-f31abe7b66ef None None] New status for floating IP 215c7d61-a63a-4caf-a5de-927ca8d2d815: ACTIVE {{(pid=102732) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 18:28:17.152912 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [req-5adddab9-7792-4313-8216-9c8c8c1bed75 req-b77474eb-de35-4be6-bd4b-515a9f737e4b tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:28:17.165715 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-5adddab9-7792-4313-8216-9c8c8c1bed75 req-b77474eb-de35-4be6-bd4b-515a9f737e4b tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:28:17.457292 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b863fcae-c214-4431-a16b-8a4570e3557c req-eef078a2-fad2-4b4e-bbbf-6ddf2ef06dd6 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:28:17.466452 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b863fcae-c214-4431-a16b-8a4570e3557c req-eef078a2-fad2-4b4e-bbbf-6ddf2ef06dd6 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=6b530526-a8ac-4372-ba65-bdb8174f033e HTTP/1.1" status: 200 len: 946 time: 0.2180309 May 18 18:28:17.486347 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adddab9-7792-4313-8216-9c8c8c1bed75 req-b77474eb-de35-4be6-bd4b-515a9f737e4b tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:28:17.487298 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-5adddab9-7792-4313-8216-9c8c8c1bed75 req-b77474eb-de35-4be6-bd4b-515a9f737e4b tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:17.532975 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5adddab9-7792-4313-8216-9c8c8c1bed75 req-b77474eb-de35-4be6-bd4b-515a9f737e4b tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4193740 May 18 18:28:17.559912 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-5adddab9-7792-4313-8216-9c8c8c1bed75 req-79d09af1-47ef-4636-a763-5b69e25ce634 service neutron] Request body: {'port': {'device_id': '6f095cc9-7844-4fab-be80-92e3c6ad9ceb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-3'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:28:17.645306 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b863fcae-c214-4431-a16b-8a4570e3557c req-2c9e28e5-1b56-4e77-9925-a014ebf3a6a9 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/security-groups?id=a3fd6ba0-49f1-4240-8893-3fa20d057d21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1756577 May 18 18:28:17.913552 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-8ef4fa92-f31f-4543-bbd0-8243590a1a05 None None] Provisioning complete for port 44f2ca7e-41f7-4055-965f-39b6f5e22023 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:28:17.913552 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-8ef4fa92-f31f-4543-bbd0-8243590a1a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:17.995749 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-8ef4fa92-f31f-4543-bbd0-8243590a1a05 None None] Port 44f2ca7e-41f7-4055-965f-39b6f5e22023 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:28:18.018338 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-5adddab9-7792-4313-8216-9c8c8c1bed75 req-79d09af1-47ef-4636-a763-5b69e25ce634 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:18.117158 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150e3d20-f25f-4068-a37d-7981e066b5f4 req-831aa762-e90a-4d29-bcf1-6addbbab12e4 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:28:18.128862 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-150e3d20-f25f-4068-a37d-7981e066b5f4 req-831aa762-e90a-4d29-bcf1-6addbbab12e4 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=6f095cc9-7844-4fab-be80-92e3c6ad9ceb HTTP/1.1" status: 200 len: 931 time: 0.4590201 May 18 18:28:18.219709 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-973b05b1-f83d-49e6-9fd2-38c12d50e523 tempest-FloatingIPAdminTestJSON-1574168022 tempest-FloatingIPAdminTestJSON-1574168022-project-admin] Router 5e51b2c7-bb0b-408b-90e2-f395521e46a2 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:28:18.358028 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-150e3d20-f25f-4068-a37d-7981e066b5f4 req-381f736d-4209-422f-816e-0808d25c6882 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=79af37b4-96e5-49e2-a136-b4eb89c535d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279391 May 18 18:28:18.805721 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-973b05b1-f83d-49e6-9fd2-38c12d50e523 tempest-FloatingIPAdminTestJSON-1574168022 tempest-FloatingIPAdminTestJSON-1574168022-project-admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:28:18.834161 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85849e5a-9f4f-4423-aa33-70655f726c39 None None] Sync routers for ids ['5e51b2c7-bb0b-408b-90e2-f395521e46a2'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:28:18.850145 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [req-5adddab9-7792-4313-8216-9c8c8c1bed75 req-79d09af1-47ef-4636-a763-5b69e25ce634 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44f2ca7e-41f7-4055-965f-39b6f5e22023 {{(pid=102731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:28:18.851989 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85849e5a-9f4f-4423-aa33-70655f726c39 None None] Routers {'5e51b2c7-bb0b-408b-90e2-f395521e46a2'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:28:18.854938 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-85849e5a-9f4f-4423-aa33-70655f726c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:28:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['5e51b2c7-bb0b-408b-90e2-f395521e46a2'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:28:18.874052 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-5adddab9-7792-4313-8216-9c8c8c1bed75 req-79d09af1-47ef-4636-a763-5b69e25ce634 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:18.894955 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-973b05b1-f83d-49e6-9fd2-38c12d50e523 tempest-FloatingIPAdminTestJSON-1574168022 tempest-FloatingIPAdminTestJSON-1574168022-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:18.906801 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-85849e5a-9f4f-4423-aa33-70655f726c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:28:18.909256 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78be5bf9-b517-4430-be65-1271233d1dea req-8fa69e1c-f355-4e73-8351-818448528c1a tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:28:18.919109 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85849e5a-9f4f-4423-aa33-70655f726c39 None None] Routers {'5e51b2c7-bb0b-408b-90e2-f395521e46a2'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:28:18.919888 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-78be5bf9-b517-4430-be65-1271233d1dea req-8fa69e1c-f355-4e73-8351-818448528c1a tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=6b530526-a8ac-4372-ba65-bdb8174f033e HTTP/1.1" status: 200 len: 946 time: 0.1698947 May 18 18:28:18.927875 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-85849e5a-9f4f-4423-aa33-70655f726c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:28:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['5e51b2c7-bb0b-408b-90e2-f395521e46a2'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:28:18.961266 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-973b05b1-f83d-49e6-9fd2-38c12d50e523 tempest-FloatingIPAdminTestJSON-1574168022 tempest-FloatingIPAdminTestJSON-1574168022-project-admin] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 6.9386077 May 18 18:28:18.965783 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 52370) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:28:18.975698 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.provisioning_blocks [req-5adddab9-7792-4313-8216-9c8c8c1bed75 req-79d09af1-47ef-4636-a763-5b69e25ce634 service neutron] Transition to ACTIVE for port object 44f2ca7e-41f7-4055-965f-39b6f5e22023 will not be triggered until provisioned by entity L2. {{(pid=102731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:28:18.995172 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-85849e5a-9f4f-4423-aa33-70655f726c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:28:18.997649 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85849e5a-9f4f-4423-aa33-70655f726c39 None None] The sync data for ids ['5e51b2c7-bb0b-408b-90e2-f395521e46a2'] in n-d-838550-3 is: [] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:28:19.049433 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-78be5bf9-b517-4430-be65-1271233d1dea req-e2a3de15-6b3e-46c9-8d5e-a1e9bcd7287c tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/security-groups?id=a3fd6ba0-49f1-4240-8893-3fa20d057d21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1220584 May 18 18:28:19.084282 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-5adddab9-7792-4313-8216-9c8c8c1bed75 req-79d09af1-47ef-4636-a763-5b69e25ce634 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:19.251133 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d09af1-47ef-4636-a763-5b69e25ce634 service neutron] Pushing event updated for resources: {'Port': ['ID=44f2ca7e-41f7-4055-965f-39b6f5e22023,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:28:19.366577 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-1fc884d2-84cd-441a-adc0-c0bc61b1402f tempest-FloatingIPAdminTestJSON-1574168022 tempest-FloatingIPAdminTestJSON-1574168022-project-admin] 10.222.0.85 "GET /v2.0/floatingips/dc12b8e8-539d-4e67-946e-91033080a715 HTTP/1.1" status: 200 len: 983 time: 0.3997591 May 18 18:28:19.370379 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 52380) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:28:19.518220 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8a6064-87b9-46c4-8ac5-afecf8004a6a req-3950bc5c-2780-4e44-ac44-ae329f7a6c33 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:28:19.522544 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3d8a6064-87b9-46c4-8ac5-afecf8004a6a req-3950bc5c-2780-4e44-ac44-ae329f7a6c33 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=6b530526-a8ac-4372-ba65-bdb8174f033e HTTP/1.1" status: 200 len: 946 time: 0.3071144 May 18 18:28:19.608939 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3d8a6064-87b9-46c4-8ac5-afecf8004a6a req-62d162bd-dd9c-4d43-bf29-145e969de777 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/security-groups?id=a3fd6ba0-49f1-4240-8893-3fa20d057d21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696354 May 18 18:28:19.649778 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 52390) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:28:19.667323 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-5adddab9-7792-4313-8216-9c8c8c1bed75 req-79d09af1-47ef-4636-a763-5b69e25ce634 service neutron] Attempting to bind port 44f2ca7e-41f7-4055-965f-39b6f5e22023 on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:28:19.667906 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-5adddab9-7792-4313-8216-9c8c8c1bed75 req-79d09af1-47ef-4636-a763-5b69e25ce634 service neutron] Attempting to bind port 44f2ca7e-41f7-4055-965f-39b6f5e22023 by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': 'ef93e1fc-f0f4-4220-adc9-d2cb000b3c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'adbd4d3b-93fc-4f7a-a6ae-1551b2db5668'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:28:19.668386 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5adddab9-7792-4313-8216-9c8c8c1bed75 req-79d09af1-47ef-4636-a763-5b69e25ce634 service neutron] Attempting to bind port 44f2ca7e-41f7-4055-965f-39b6f5e22023 on network adbd4d3b-93fc-4f7a-a6ae-1551b2db5668 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:28:19.713799 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5adddab9-7792-4313-8216-9c8c8c1bed75 req-79d09af1-47ef-4636-a763-5b69e25ce634 service neutron] Port 44f2ca7e-41f7-4055-965f-39b6f5e22023 on network adbd4d3b-93fc-4f7a-a6ae-1551b2db5668 not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:28:19.714404 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5adddab9-7792-4313-8216-9c8c8c1bed75 req-79d09af1-47ef-4636-a763-5b69e25ce634 service neutron] Attempting to bind port 44f2ca7e-41f7-4055-965f-39b6f5e22023 on network adbd4d3b-93fc-4f7a-a6ae-1551b2db5668 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:28:19.723272 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5adddab9-7792-4313-8216-9c8c8c1bed75 req-79d09af1-47ef-4636-a763-5b69e25ce634 service neutron] Checking agent: {'id': 'd1be059a-68ea-4c77-9b2b-29f4afa47e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:28:19.724112 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5adddab9-7792-4313-8216-9c8c8c1bed75 req-79d09af1-47ef-4636-a763-5b69e25ce634 service neutron] Checking segment: {'id': 'ef93e1fc-f0f4-4220-adc9-d2cb000b3c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'adbd4d3b-93fc-4f7a-a6ae-1551b2db5668'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:28:19.724580 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5adddab9-7792-4313-8216-9c8c8c1bed75 req-79d09af1-47ef-4636-a763-5b69e25ce634 service neutron] Bound using segment: {'id': 'ef93e1fc-f0f4-4220-adc9-d2cb000b3c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'adbd4d3b-93fc-4f7a-a6ae-1551b2db5668'} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:28:19.725455 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-5adddab9-7792-4313-8216-9c8c8c1bed75 req-79d09af1-47ef-4636-a763-5b69e25ce634 service neutron] Bound port: 44f2ca7e-41f7-4055-965f-39b6f5e22023, host: n-h2-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef93e1fc-f0f4-4220-adc9-d2cb000b3c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'adbd4d3b-93fc-4f7a-a6ae-1551b2db5668'}}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:28:19.725455 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-5adddab9-7792-4313-8216-9c8c8c1bed75 req-79d09af1-47ef-4636-a763-5b69e25ce634 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:19.798288 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ef4047-c00c-4a6f-8640-275e9a839d17 tempest-TestNetworkAdvancedServerOps-1996564383 tempest-TestNetworkAdvancedServerOps-1996564383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:28:19.802708 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-e5ef4047-c00c-4a6f-8640-275e9a839d17 tempest-TestNetworkAdvancedServerOps-1996564383 tempest-TestNetworkAdvancedServerOps-1996564383-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=6b530526-a8ac-4372-ba65-bdb8174f033e HTTP/1.1" status: 200 len: 1092 time: 0.1511843 May 18 18:28:19.805152 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 52394) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:28:19.809852 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-65ed6f4e-c3b1-48a8-b7d4-1fd711361ede tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Request body: {'floatingip': {'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'port_id': '513747c2-ae35-4d1d-a654-0d2d5541f10d', 'tenant_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:28:19.829035 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 52396) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:28:19.833903 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-f7f880f1-0a6f-4f26-9357-5d39f3b03c0f tempest-FloatingIPAdminTestJSON-1574168022 tempest-FloatingIPAdminTestJSON-1574168022-project-admin] 10.222.0.85 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4607 time: 0.4501309 May 18 18:28:19.861071 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aa8f14-d0fa-41ef-a0f8-fefd7913a60e req-7d7d2a33-4408-435b-8812-df85f00045a6 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:28:19.869934 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-09aa8f14-d0fa-41ef-a0f8-fefd7913a60e req-7d7d2a33-4408-435b-8812-df85f00045a6 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=6f095cc9-7844-4fab-be80-92e3c6ad9ceb HTTP/1.1" status: 200 len: 943 time: 0.3052535 May 18 18:28:19.910564 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-65ed6f4e-c3b1-48a8-b7d4-1fd711361ede tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for floatingip, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:19.939032 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-5adddab9-7792-4313-8216-9c8c8c1bed75 req-79d09af1-47ef-4636-a763-5b69e25ce634 service neutron] For port 44f2ca7e-41f7-4055-965f-39b6f5e22023, host n-h2-838550-3, cleared binding levels {{(pid=102731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:28:19.942951 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-09aa8f14-d0fa-41ef-a0f8-fefd7913a60e req-8d410737-2d36-4e8e-8680-c164b1fd08bb tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=79af37b4-96e5-49e2-a136-b4eb89c535d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715253 May 18 18:28:19.990953 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-5adddab9-7792-4313-8216-9c8c8c1bed75 req-79d09af1-47ef-4636-a763-5b69e25ce634 service neutron] For port 44f2ca7e-41f7-4055-965f-39b6f5e22023, host n-h2-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=44f2ca7e-41f7-4055-965f-39b6f5e22023,segment=NetworkSegment(ef93e1fc-f0f4-4220-adc9-d2cb000b3c93),segment_id=ef93e1fc-f0f4-4220-adc9-d2cb000b3c93)] {{(pid=102731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:28:20.378259 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-5adddab9-7792-4313-8216-9c8c8c1bed75 req-79d09af1-47ef-4636-a763-5b69e25ce634 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:20.491678 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adddab9-7792-4313-8216-9c8c8c1bed75 req-79d09af1-47ef-4636-a763-5b69e25ce634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:28:20.492347 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-5adddab9-7792-4313-8216-9c8c8c1bed75 req-79d09af1-47ef-4636-a763-5b69e25ce634 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:20.494493 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5adddab9-7792-4313-8216-9c8c8c1bed75 req-79d09af1-47ef-4636-a763-5b69e25ce634 service neutron] 10.222.0.88 "PUT /v2.0/ports/44f2ca7e-41f7-4055-965f-39b6f5e22023 HTTP/1.1" status: 200 len: 1091 time: 2.9474232 May 18 18:28:20.497325 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f095cc9-7844-4fab-be80-92e3c6ad9ceb', 'tag': '44f2ca7e-41f7-4055-965f-39b6f5e22023'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:28:20.499828 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c73350b0-930a-4d5b-a2d5-668067e438c7" -d '{"events": [{"name": "network-changed", "server_uuid": "6f095cc9-7844-4fab-be80-92e3c6ad9ceb", "tag": "44f2ca7e-41f7-4055-965f-39b6f5e22023"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:28:20.507507 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d09af1-47ef-4636-a763-5b69e25ce634 service neutron] Pushing event updated for resources: {'Port': ['ID=44f2ca7e-41f7-4055-965f-39b6f5e22023,revision_number=3']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:28:20.608784 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-2a85ef0f-d84c-49e4-afe3-e568dfb72063 tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Deleting port b127580b-26ab-4fb9-a5c8-8ee3d74f62ed {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:28:20.609139 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2a85ef0f-d84c-49e4-afe3-e568dfb72063 tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:20.614859 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0518704f-6a73-4785-9e49-e4558db1314c x-openstack-request-id: req-0518704f-6a73-4785-9e49-e4558db1314c {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:28:20.621559 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f095cc9-7844-4fab-be80-92e3c6ad9ceb", "tag": "44f2ca7e-41f7-4055-965f-39b6f5e22023", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:28:20.622904 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-0518704f-6a73-4785-9e49-e4558db1314c {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:28:20.623245 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0518704f-6a73-4785-9e49-e4558db1314c'] response: {'name': 'network-changed', 'server_uuid': '6f095cc9-7844-4fab-be80-92e3c6ad9ceb', 'tag': '44f2ca7e-41f7-4055-965f-39b6f5e22023', 'status': 'completed', 'code': 200} May 18 18:28:20.721979 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-65ed6f4e-c3b1-48a8-b7d4-1fd711361ede tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:20.754871 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adddab9-7792-4313-8216-9c8c8c1bed75 req-a997d6fa-f9a3-482a-97c6-f7ab1ae987eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:28:20.760912 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5adddab9-7792-4313-8216-9c8c8c1bed75 req-a997d6fa-f9a3-482a-97c6-f7ab1ae987eb service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=dc04081bebe44448af91d703facdf00a&device_id=6f095cc9-7844-4fab-be80-92e3c6ad9ceb HTTP/1.1" status: 200 len: 1094 time: 0.2105501 May 18 18:28:20.854741 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5adddab9-7792-4313-8216-9c8c8c1bed75 req-ed66cc04-91f6-4e98-8c62-4ad922733c0b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=44f2ca7e-41f7-4055-965f-39b6f5e22023 HTTP/1.1" status: 200 len: 217 time: 0.0723648 May 18 18:28:20.938988 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2a85ef0f-d84c-49e4-afe3-e568dfb72063 tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:20.939235 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2a85ef0f-d84c-49e4-afe3-e568dfb72063 tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:21.113251 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-65ed6f4e-c3b1-48a8-b7d4-1fd711361ede tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Allocated IP 172.25.5.200 (31ebd439-090c-4b25-bbb0-31c48711b145/363a2810-8a83-4be0-a317-7c91fcd94485/9e17df45-5147-4a91-bf56-a63cd65d9efd) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:28:21.126318 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adddab9-7792-4313-8216-9c8c8c1bed75 req-35c7cbd8-d346-40b8-ad8f-b1cf01c45c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:28:21.127969 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5adddab9-7792-4313-8216-9c8c8c1bed75 req-35c7cbd8-d346-40b8-ad8f-b1cf01c45c3e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b85d9655-9e18-4f20-bd82-d6f95b142d2a HTTP/1.1" status: 200 len: 850 time: 0.2027147 May 18 18:28:21.128532 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ce376a-6565-4506-9388-71376d2a48b0 req-b3d44ca1-61e8-4ed2-a621-856ecf647e16 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:28:21.129406 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-2a85ef0f-d84c-49e4-afe3-e568dfb72063 tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Calling delete_port for b127580b-26ab-4fb9-a5c8-8ee3d74f62ed owned by network:floatingip {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:28:21.148365 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f7ce376a-6565-4506-9388-71376d2a48b0 req-b3d44ca1-61e8-4ed2-a621-856ecf647e16 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=6f095cc9-7844-4fab-be80-92e3c6ad9ceb HTTP/1.1" status: 200 len: 943 time: 0.1049078 May 18 18:28:21.219271 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f7ce376a-6565-4506-9388-71376d2a48b0 req-e10d7f0b-42f6-4f56-a9c6-6e25b5728274 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=79af37b4-96e5-49e2-a136-b4eb89c535d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697184 May 18 18:28:21.480379 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adddab9-7792-4313-8216-9c8c8c1bed75 req-c5ccfd72-36a4-4d86-b142-6af70607a442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:28:21.481984 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5adddab9-7792-4313-8216-9c8c8c1bed75 req-c5ccfd72-36a4-4d86-b142-6af70607a442 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=adbd4d3b-93fc-4f7a-a6ae-1551b2db5668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3444846 May 18 18:28:21.515725 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2a85ef0f-d84c-49e4-afe3-e568dfb72063 tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:21.586670 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-65ed6f4e-c3b1-48a8-b7d4-1fd711361ede tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:21.625598 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a85ef0f-d84c-49e4-afe3-e568dfb72063 tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Pushing event deleted for resources: {'Port': ['ID=b127580b-26ab-4fb9-a5c8-8ee3d74f62ed,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:28:21.724148 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5adddab9-7792-4313-8216-9c8c8c1bed75 req-b1f743e8-8750-4f09-b02b-7afc2682bbd7 service neutron] 10.222.0.88 "GET /v2.0/networks/adbd4d3b-93fc-4f7a-a6ae-1551b2db5668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334106 May 18 18:28:21.856310 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2a85ef0f-d84c-49e4-afe3-e568dfb72063 tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Notify callbacks [] for floatingip, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:21.856936 n-d-838550-3 neutron-server[102731]: INFO neutron.db.l3_db [None req-2a85ef0f-d84c-49e4-afe3-e568dfb72063 tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Floating IP dc12b8e8-539d-4e67-946e-91033080a715 disassociated (deleted). External IP: 172.25.5.195, port: 45e4e82e-0cf9-49ef-b303-dd3a4fc016c4. May 18 18:28:21.865808 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-65ed6f4e-c3b1-48a8-b7d4-1fd711361ede tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:22.023035 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5adddab9-7792-4313-8216-9c8c8c1bed75 req-f371edf3-d24f-4887-8497-c449e199b873 service neutron] 10.222.0.88 "GET /v2.0/networks/adbd4d3b-93fc-4f7a-a6ae-1551b2db5668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2715993 May 18 18:28:22.028872 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ed6f4e-c3b1-48a8-b7d4-1fd711361ede tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Pushing event updated for resources: {'Port': ['ID=9e17df45-5147-4a91-bf56-a63cd65d9efd,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:28:22.038853 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ed6f4e-c3b1-48a8-b7d4-1fd711361ede tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Network 31ebd439-090c-4b25-bbb0-31c48711b145 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:28:22.044573 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-65ed6f4e-c3b1-48a8-b7d4-1fd711361ede tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:28:22.053334 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ed6f4e-c3b1-48a8-b7d4-1fd711361ede tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:28:22.361523 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73350b0-930a-4d5b-a2d5-668067e438c7 req-4a8cd3df-5648-4405-baf0-e3a92e6b0c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:28:22.363466 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c73350b0-930a-4d5b-a2d5-668067e438c7 req-4a8cd3df-5648-4405-baf0-e3a92e6b0c75 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=dc04081bebe44448af91d703facdf00a&device_id=6f095cc9-7844-4fab-be80-92e3c6ad9ceb HTTP/1.1" status: 200 len: 1094 time: 0.1904764 May 18 18:28:22.775735 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f053cfec-2d80-48e4-aa80-776756e5422c req-d1f09a6a-d649-472b-a4d1-9e0e77fd9b2b tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:28:22.783650 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f053cfec-2d80-48e4-aa80-776756e5422c req-d1f09a6a-d649-472b-a4d1-9e0e77fd9b2b tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=6f095cc9-7844-4fab-be80-92e3c6ad9ceb HTTP/1.1" status: 200 len: 943 time: 0.3608716 May 18 18:28:22.834637 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73350b0-930a-4d5b-a2d5-668067e438c7 req-f1e0f0a9-da59-4c03-88e8-42c34cc599d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:28:22.836278 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c73350b0-930a-4d5b-a2d5-668067e438c7 req-f1e0f0a9-da59-4c03-88e8-42c34cc599d0 service neutron] 10.222.0.88 "GET /v2.0/networks?id=adbd4d3b-93fc-4f7a-a6ae-1551b2db5668 HTTP/1.1" status: 200 len: 912 time: 0.4284484 May 18 18:28:22.915236 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c73350b0-930a-4d5b-a2d5-668067e438c7 req-d8ead4d8-8094-42b1-949c-25d19183ec54 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=44f2ca7e-41f7-4055-965f-39b6f5e22023 HTTP/1.1" status: 200 len: 217 time: 0.0647120 May 18 18:28:22.984302 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a85ef0f-d84c-49e4-afe3-e568dfb72063 tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Router 5e51b2c7-bb0b-408b-90e2-f395521e46a2 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:28:23.019405 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f053cfec-2d80-48e4-aa80-776756e5422c req-7caef6e8-03fe-412c-bf7e-060fbfc33709 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=79af37b4-96e5-49e2-a136-b4eb89c535d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346213 May 18 18:28:23.553024 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73350b0-930a-4d5b-a2d5-668067e438c7 req-6c9eb62a-ec33-4f3f-af11-604de881f8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:28:23.554856 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c73350b0-930a-4d5b-a2d5-668067e438c7 req-6c9eb62a-ec33-4f3f-af11-604de881f8a0 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b85d9655-9e18-4f20-bd82-d6f95b142d2a HTTP/1.1" status: 200 len: 850 time: 0.6217091 May 18 18:28:23.782752 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a85ef0f-d84c-49e4-afe3-e568dfb72063 tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:28:23.789875 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2a85ef0f-d84c-49e4-afe3-e568dfb72063 tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:23.807137 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f864d00-b0e7-4f94-a0d8-fd3cd49702bd None None] Sync routers for ids ['5e51b2c7-bb0b-408b-90e2-f395521e46a2'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:28:23.814636 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73350b0-930a-4d5b-a2d5-668067e438c7 req-676b6890-4805-42f5-9b20-d9026b07bced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:28:23.816153 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c73350b0-930a-4d5b-a2d5-668067e438c7 req-676b6890-4805-42f5-9b20-d9026b07bced service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=adbd4d3b-93fc-4f7a-a6ae-1551b2db5668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2527928 May 18 18:28:23.822482 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f864d00-b0e7-4f94-a0d8-fd3cd49702bd None None] Routers {'5e51b2c7-bb0b-408b-90e2-f395521e46a2'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:28:23.823462 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-0f864d00-b0e7-4f94-a0d8-fd3cd49702bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:28:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['5e51b2c7-bb0b-408b-90e2-f395521e46a2'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:28:23.851489 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-65ed6f4e-c3b1-48a8-b7d4-1fd711361ede tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:23.866057 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-2a85ef0f-d84c-49e4-afe3-e568dfb72063 tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] 10.222.0.85 "DELETE /v2.0/floatingips/dc12b8e8-539d-4e67-946e-91033080a715 HTTP/1.1" status: 204 len: 168 time: 4.0359819 May 18 18:28:23.871350 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 52476) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:28:23.875251 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-017ef829-200c-420a-b4f3-0eacf90fa1f2 tempest-FloatingIPAdminTestJSON-1574168022 tempest-FloatingIPAdminTestJSON-1574168022-project-admin] Request body: {'floatingip': {'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:28:23.883109 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-0f864d00-b0e7-4f94-a0d8-fd3cd49702bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:28:23.896198 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f864d00-b0e7-4f94-a0d8-fd3cd49702bd None None] Routers {'5e51b2c7-bb0b-408b-90e2-f395521e46a2'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:28:23.897217 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-0f864d00-b0e7-4f94-a0d8-fd3cd49702bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:28:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['5e51b2c7-bb0b-408b-90e2-f395521e46a2'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:28:23.900139 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-017ef829-200c-420a-b4f3-0eacf90fa1f2 tempest-FloatingIPAdminTestJSON-1574168022 tempest-FloatingIPAdminTestJSON-1574168022-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:23.945317 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-0f864d00-b0e7-4f94-a0d8-fd3cd49702bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:28:23.946494 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f864d00-b0e7-4f94-a0d8-fd3cd49702bd None None] The sync data for ids ['5e51b2c7-bb0b-408b-90e2-f395521e46a2'] in n-d-838550-3 is: [] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:28:23.997083 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-65ed6f4e-c3b1-48a8-b7d4-1fd711361ede tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:24.001271 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c73350b0-930a-4d5b-a2d5-668067e438c7 req-2b2a87b3-91eb-4dd0-b909-cf236b1c27fc service neutron] 10.222.0.88 "GET /v2.0/networks/adbd4d3b-93fc-4f7a-a6ae-1551b2db5668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719067 May 18 18:28:24.017573 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-017ef829-200c-420a-b4f3-0eacf90fa1f2 tempest-FloatingIPAdminTestJSON-1574168022 tempest-FloatingIPAdminTestJSON-1574168022-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:24.139033 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-017ef829-200c-420a-b4f3-0eacf90fa1f2 tempest-FloatingIPAdminTestJSON-1574168022 tempest-FloatingIPAdminTestJSON-1574168022-project-admin] Allocated IP 172.25.5.150 (31ebd439-090c-4b25-bbb0-31c48711b145/363a2810-8a83-4be0-a317-7c91fcd94485/d5c13629-99cb-4207-b325-d543bb0d9c98) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:28:24.190985 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c73350b0-930a-4d5b-a2d5-668067e438c7 req-fe729221-aae8-4f0f-afc9-757b0324efff service neutron] 10.222.0.88 "GET /v2.0/networks/adbd4d3b-93fc-4f7a-a6ae-1551b2db5668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698599 May 18 18:28:24.267845 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-65ed6f4e-c3b1-48a8-b7d4-1fd711361ede tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:24.274660 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-65ed6f4e-c3b1-48a8-b7d4-1fd711361ede tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:24.328649 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-017ef829-200c-420a-b4f3-0eacf90fa1f2 tempest-FloatingIPAdminTestJSON-1574168022 tempest-FloatingIPAdminTestJSON-1574168022-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:24.373980 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ed6f4e-c3b1-48a8-b7d4-1fd711361ede tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Pushing event updated for resources: {'Port': ['ID=9e17df45-5147-4a91-bf56-a63cd65d9efd,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:28:24.375425 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b871f19-9972-497c-b201-a64e403b2a8e req-8f63805e-a1e8-4f65-853c-97e7f2a00ba6 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:28:24.387493 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0b871f19-9972-497c-b201-a64e403b2a8e req-8f63805e-a1e8-4f65-853c-97e7f2a00ba6 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=6f095cc9-7844-4fab-be80-92e3c6ad9ceb HTTP/1.1" status: 200 len: 943 time: 0.1150024 May 18 18:28:24.388759 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-65ed6f4e-c3b1-48a8-b7d4-1fd711361ede tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596987'] for floatingip, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:24.434036 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0b871f19-9972-497c-b201-a64e403b2a8e req-bf93825e-caa3-449e-a80b-5c139497aa61 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=79af37b4-96e5-49e2-a136-b4eb89c535d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453000 May 18 18:28:24.460756 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-017ef829-200c-420a-b4f3-0eacf90fa1f2 tempest-FloatingIPAdminTestJSON-1574168022 tempest-FloatingIPAdminTestJSON-1574168022-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:24.528677 n-d-838550-3 neutron-server[102731]: INFO neutron.db.l3_db [None req-65ed6f4e-c3b1-48a8-b7d4-1fd711361ede tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Floating IP 24481c86-0db4-4e8a-8c7d-387118d53321 associated. External IP: 172.25.5.200, port: 513747c2-ae35-4d1d-a654-0d2d5541f10d. May 18 18:28:24.536046 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-017ef829-200c-420a-b4f3-0eacf90fa1f2 tempest-FloatingIPAdminTestJSON-1574168022 tempest-FloatingIPAdminTestJSON-1574168022-project-admin] Network 31ebd439-090c-4b25-bbb0-31c48711b145 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:28:24.537836 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017ef829-200c-420a-b4f3-0eacf90fa1f2 tempest-FloatingIPAdminTestJSON-1574168022 tempest-FloatingIPAdminTestJSON-1574168022-project-admin] Pushing event updated for resources: {'Port': ['ID=d5c13629-99cb-4207-b325-d543bb0d9c98,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:28:24.541225 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-017ef829-200c-420a-b4f3-0eacf90fa1f2 tempest-FloatingIPAdminTestJSON-1574168022 tempest-FloatingIPAdminTestJSON-1574168022-project-admin] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:28:24.544039 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017ef829-200c-420a-b4f3-0eacf90fa1f2 tempest-FloatingIPAdminTestJSON-1574168022 tempest-FloatingIPAdminTestJSON-1574168022-project-admin] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:28:24.676597 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 44f2ca7e-41f7-4055-965f-39b6f5e22023 details requested by agent hyperv_n-h2-838550-3 with host n-h2-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:28:24.694944 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-017ef829-200c-420a-b4f3-0eacf90fa1f2 tempest-FloatingIPAdminTestJSON-1574168022 tempest-FloatingIPAdminTestJSON-1574168022-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:24.761897 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-017ef829-200c-420a-b4f3-0eacf90fa1f2 tempest-FloatingIPAdminTestJSON-1574168022 tempest-FloatingIPAdminTestJSON-1574168022-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:24.849229 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 44f2ca7e-41f7-4055-965f-39b6f5e22023, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=44f2ca7e-41f7-4055-965f-39b6f5e22023,segment=NetworkSegment(ef93e1fc-f0f4-4220-adc9-d2cb000b3c93),segment_id=ef93e1fc-f0f4-4220-adc9-d2cb000b3c93)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:28:24.869041 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Returning: {'device': '44f2ca7e-41f7-4055-965f-39b6f5e22023', 'network_id': 'adbd4d3b-93fc-4f7a-a6ae-1551b2db5668', 'port_id': '44f2ca7e-41f7-4055-965f-39b6f5e22023', 'mac_address': 'fa:16:3e:47:e7:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b85d9655-9e18-4f20-bd82-d6f95b142d2a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:28:24.944297 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 44f2ca7e-41f7-4055-965f-39b6f5e22023 is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:28:24.944945 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:24.953269 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65ed6f4e-c3b1-48a8-b7d4-1fd711361ede tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Router 4a8a223c-f2f4-498c-b72c-25d6db8935d8 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:28:24.963353 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44f2ca7e-41f7-4055-965f-39b6f5e22023 {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:28:24.989507 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 44f2ca7e-41f7-4055-965f-39b6f5e22023, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=44f2ca7e-41f7-4055-965f-39b6f5e22023,segment=NetworkSegment(ef93e1fc-f0f4-4220-adc9-d2cb000b3c93),segment_id=ef93e1fc-f0f4-4220-adc9-d2cb000b3c93)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:28:24.996879 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-017ef829-200c-420a-b4f3-0eacf90fa1f2 tempest-FloatingIPAdminTestJSON-1574168022 tempest-FloatingIPAdminTestJSON-1574168022-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:24.998944 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:25.011205 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-017ef829-200c-420a-b4f3-0eacf90fa1f2 tempest-FloatingIPAdminTestJSON-1574168022 tempest-FloatingIPAdminTestJSON-1574168022-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:25.088546 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=44f2ca7e-41f7-4055-965f-39b6f5e22023,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:28:25.124196 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017ef829-200c-420a-b4f3-0eacf90fa1f2 tempest-FloatingIPAdminTestJSON-1574168022 tempest-FloatingIPAdminTestJSON-1574168022-project-admin] Pushing event updated for resources: {'Port': ['ID=d5c13629-99cb-4207-b325-d543bb0d9c98,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:28:25.135384 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-017ef829-200c-420a-b4f3-0eacf90fa1f2 tempest-FloatingIPAdminTestJSON-1574168022 tempest-FloatingIPAdminTestJSON-1574168022-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596987'] for floatingip, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:25.153271 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65ed6f4e-c3b1-48a8-b7d4-1fd711361ede tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:28:25.160450 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-017ef829-200c-420a-b4f3-0eacf90fa1f2 tempest-FloatingIPAdminTestJSON-1574168022 tempest-FloatingIPAdminTestJSON-1574168022-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:25.162966 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-017ef829-200c-420a-b4f3-0eacf90fa1f2 tempest-FloatingIPAdminTestJSON-1574168022 tempest-FloatingIPAdminTestJSON-1574168022-project-admin] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2913787 May 18 18:28:25.163692 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a96bae-25cb-4418-9a2b-47bf19a6a1ee None None] Sync routers for ids ['4a8a223c-f2f4-498c-b72c-25d6db8935d8'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:28:25.165345 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 52486) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:28:25.191240 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a96bae-25cb-4418-9a2b-47bf19a6a1ee None None] Routers {'4a8a223c-f2f4-498c-b72c-25d6db8935d8'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:28:25.191780 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-c4a96bae-25cb-4418-9a2b-47bf19a6a1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:28:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['4a8a223c-f2f4-498c-b72c-25d6db8935d8'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:28:25.200922 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-65ed6f4e-c3b1-48a8-b7d4-1fd711361ede tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:25.280313 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-65ed6f4e-c3b1-48a8-b7d4-1fd711361ede tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.4740024 May 18 18:28:25.281247 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b530526-a8ac-4372-ba65-bdb8174f033e', 'tag': '513747c2-ae35-4d1d-a654-0d2d5541f10d'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:28:25.284134 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3976a5e3-0d2d-47c1-8738-156181b362d2" -d '{"events": [{"name": "network-changed", "server_uuid": "6b530526-a8ac-4372-ba65-bdb8174f033e", "tag": "513747c2-ae35-4d1d-a654-0d2d5541f10d"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:28:25.374409 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['44f2ca7e-41f7-4055-965f-39b6f5e22023'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:28:25.384785 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b77a979c-a831-4ad5-b459-9e80fd1cb4de x-openstack-request-id: req-b77a979c-a831-4ad5-b459-9e80fd1cb4de {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:28:25.385298 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b530526-a8ac-4372-ba65-bdb8174f033e", "tag": "513747c2-ae35-4d1d-a654-0d2d5541f10d", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:28:25.385768 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-b77a979c-a831-4ad5-b459-9e80fd1cb4de {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:28:25.386351 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b77a979c-a831-4ad5-b459-9e80fd1cb4de'] response: {'name': 'network-changed', 'server_uuid': '6b530526-a8ac-4372-ba65-bdb8174f033e', 'tag': '513747c2-ae35-4d1d-a654-0d2d5541f10d', 'status': 'completed', 'code': 200} May 18 18:28:25.584429 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a48d042-b028-41eb-8277-f3b635b6cb3e req-619f0014-c1bd-4b78-ac99-8a264e956f1f tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:28:25.585777 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-c4a96bae-25cb-4418-9a2b-47bf19a6a1ee None None] Set router 4a8a223c-f2f4-498c-b72c-25d6db8935d8 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:28:25.590328 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3a48d042-b028-41eb-8277-f3b635b6cb3e req-619f0014-c1bd-4b78-ac99-8a264e956f1f tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=6b530526-a8ac-4372-ba65-bdb8174f033e HTTP/1.1" status: 200 len: 946 time: 0.1568415 May 18 18:28:25.731255 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3a48d042-b028-41eb-8277-f3b635b6cb3e req-f6f481be-38e7-4883-ad1f-a3045112fdd7 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/security-groups?id=a3fd6ba0-49f1-4240-8893-3fa20d057d21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1298785 May 18 18:28:25.764343 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 52508) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:28:25.926857 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-7d61d2e1-000f-44cb-9585-9ccc14049e56 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/floatingips/24481c86-0db4-4e8a-8c7d-387118d53321 HTTP/1.1" status: 200 len: 992 time: 0.1573815 May 18 18:28:26.069876 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-3bb2666f-8944-428b-a836-98697311bd7a tempest-FloatingIPAdminTestJSON-1905065812 tempest-FloatingIPAdminTestJSON-1905065812-project] Request body: {'floatingip': {'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:28:26.116029 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-c4a96bae-25cb-4418-9a2b-47bf19a6a1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a8a223c-f2f4-498c-b72c-25d6db8935d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-966487483', 'tenant_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.122'}], 'enable_snat': True}, 'gw_port_id': '125d6336-0308-49e0-8033-0e6f79b71f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:27:47Z', 'updated_at': '2022-05-18T18:27:55Z', 'revision_number': 4, 'project_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'gw_port': {'id': '125d6336-0308-49e0-8033-0e6f79b71f39', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:db:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8a223c-f2f4-498c-b72c-25d6db8935d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2714, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:27:48Z', 'updated_at': '2022-05-18T18:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': '24481c86-0db4-4e8a-8c7d-387118d53321', 'tenant_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'floating_ip_address': '172.25.5.200', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': '4a8a223c-f2f4-498c-b72c-25d6db8935d8', 'port_id': '513747c2-ae35-4d1d-a654-0d2d5541f10d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2745, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d4f0b95-0527-4e2a-bef4-834ab85a76d0', 'mac_address': 'fa:16:3e:31:da:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b530526-a8ac-4372-ba65-bdb8174f033e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T18:28:22Z', 'updated_at': '2022-05-18T18:28:22Z', 'revision_number': 0, 'project_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11f9e14c-fd02-400f-beec-1320fe23d183', 'name': '', 'network_id': '5d4f0b95-0527-4e2a-bef4-834ab85a76d0', 'tenant_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'mac_address': 'fa:16:3e:87:97:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8a223c-f2f4-498c-b72c-25d6db8935d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': '17744d29-df4e-4fc8-95be-ab448a66e536', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:27:54Z', 'updated_at': '2022-05-18T18:28:06Z', 'revision_number': 5, 'project_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'subnets': [{'id': '17744d29-df4e-4fc8-95be-ab448a66e536', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:28:26.153994 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3bb2666f-8944-428b-a836-98697311bd7a tempest-FloatingIPAdminTestJSON-1905065812 tempest-FloatingIPAdminTestJSON-1905065812-project] Notify callbacks [] for floatingip, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:26.180051 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a96bae-25cb-4418-9a2b-47bf19a6a1ee None None] Checking router: 4a8a223c-f2f4-498c-b72c-25d6db8935d8 for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:28:26.197309 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a96bae-25cb-4418-9a2b-47bf19a6a1ee None None] Routers {'4a8a223c-f2f4-498c-b72c-25d6db8935d8'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:28:26.198761 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-c4a96bae-25cb-4418-9a2b-47bf19a6a1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:28:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['4a8a223c-f2f4-498c-b72c-25d6db8935d8'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:28:26.200722 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe1620e-1f63-4a9d-9b18-ed988543333f req-928660dd-a02a-4a6f-a5f3-0f991e5a8e94 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:28:26.210382 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3fe1620e-1f63-4a9d-9b18-ed988543333f req-928660dd-a02a-4a6f-a5f3-0f991e5a8e94 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=6f095cc9-7844-4fab-be80-92e3c6ad9ceb HTTP/1.1" status: 200 len: 944 time: 0.1567898 May 18 18:28:26.226843 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3976a5e3-0d2d-47c1-8738-156181b362d2 req-2de151f1-1747-473f-8c5a-58ccd9780e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:28:26.228931 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3976a5e3-0d2d-47c1-8738-156181b362d2 req-2de151f1-1747-473f-8c5a-58ccd9780e63 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=06b3ed36f50a43fd9cfeaa89e080d35b&device_id=6b530526-a8ac-4372-ba65-bdb8174f033e HTTP/1.1" status: 200 len: 1097 time: 0.8181496 May 18 18:28:26.330046 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-c4a96bae-25cb-4418-9a2b-47bf19a6a1ee None None] Set router 4a8a223c-f2f4-498c-b72c-25d6db8935d8 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:28:26.377069 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3976a5e3-0d2d-47c1-8738-156181b362d2 req-23dc632f-4b72-4530-806b-66e562b9e73b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:28:26.379004 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3976a5e3-0d2d-47c1-8738-156181b362d2 req-23dc632f-4b72-4530-806b-66e562b9e73b service neutron] 10.222.0.36 "GET /v2.0/networks?id=5d4f0b95-0527-4e2a-bef4-834ab85a76d0 HTTP/1.1" status: 200 len: 897 time: 0.1214929 May 18 18:28:26.558669 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3976a5e3-0d2d-47c1-8738-156181b362d2 req-84258279-d6ba-4ce0-bd51-3aeb67b92c14 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=513747c2-ae35-4d1d-a654-0d2d5541f10d HTTP/1.1" status: 200 len: 1000 time: 0.1155381 May 18 18:28:26.658073 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3fe1620e-1f63-4a9d-9b18-ed988543333f req-87f4ef6a-22f1-4fbf-92fb-ac011c2eb1aa tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=79af37b4-96e5-49e2-a136-b4eb89c535d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4425828 May 18 18:28:26.658633 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-c4a96bae-25cb-4418-9a2b-47bf19a6a1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a8a223c-f2f4-498c-b72c-25d6db8935d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-966487483', 'tenant_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.122'}], 'enable_snat': True}, 'gw_port_id': '125d6336-0308-49e0-8033-0e6f79b71f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:27:47Z', 'updated_at': '2022-05-18T18:27:55Z', 'revision_number': 4, 'project_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'gw_port': {'id': '125d6336-0308-49e0-8033-0e6f79b71f39', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:db:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8a223c-f2f4-498c-b72c-25d6db8935d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2714, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:27:48Z', 'updated_at': '2022-05-18T18:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': '24481c86-0db4-4e8a-8c7d-387118d53321', 'tenant_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'floating_ip_address': '172.25.5.200', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': '4a8a223c-f2f4-498c-b72c-25d6db8935d8', 'port_id': '513747c2-ae35-4d1d-a654-0d2d5541f10d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2745, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d4f0b95-0527-4e2a-bef4-834ab85a76d0', 'mac_address': 'fa:16:3e:31:da:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b530526-a8ac-4372-ba65-bdb8174f033e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T18:28:22Z', 'updated_at': '2022-05-18T18:28:22Z', 'revision_number': 0, 'project_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11f9e14c-fd02-400f-beec-1320fe23d183', 'name': '', 'network_id': '5d4f0b95-0527-4e2a-bef4-834ab85a76d0', 'tenant_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'mac_address': 'fa:16:3e:87:97:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8a223c-f2f4-498c-b72c-25d6db8935d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': '17744d29-df4e-4fc8-95be-ab448a66e536', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:27:54Z', 'updated_at': '2022-05-18T18:28:06Z', 'revision_number': 5, 'project_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'subnets': [{'id': '17744d29-df4e-4fc8-95be-ab448a66e536', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:28:26.691290 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 44f2ca7e-41f7-4055-965f-39b6f5e22023 up at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:28:26.695248 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3976a5e3-0d2d-47c1-8738-156181b362d2 req-10c6b962-c891-4aff-9b98-0ae704c6591a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:28:26.695841 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3976a5e3-0d2d-47c1-8738-156181b362d2 req-10c6b962-c891-4aff-9b98-0ae704c6591a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=17744d29-df4e-4fc8-95be-ab448a66e536 HTTP/1.1" status: 200 len: 835 time: 0.1178966 May 18 18:28:26.703934 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a96bae-25cb-4418-9a2b-47bf19a6a1ee None None] The sync data for ids ['4a8a223c-f2f4-498c-b72c-25d6db8935d8'] in n-d-838550-3 is: [{'id': '4a8a223c-f2f4-498c-b72c-25d6db8935d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-966487483', 'tenant_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.122'}], 'enable_snat': True}, 'gw_port_id': '125d6336-0308-49e0-8033-0e6f79b71f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:27:47Z', 'updated_at': '2022-05-18T18:27:55Z', 'revision_number': 4, 'project_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'gw_port': {'id': '125d6336-0308-49e0-8033-0e6f79b71f39', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:db:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8a223c-f2f4-498c-b72c-25d6db8935d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2714, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:27:48Z', 'updated_at': '2022-05-18T18:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': '24481c86-0db4-4e8a-8c7d-387118d53321', 'tenant_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'floating_ip_address': '172.25.5.200', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': '4a8a223c-f2f4-498c-b72c-25d6db8935d8', 'port_id': '513747c2-ae35-4d1d-a654-0d2d5541f10d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2745, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d4f0b95-0527-4e2a-bef4-834ab85a76d0', 'mac_address': 'fa:16:3e:31:da:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b530526-a8ac-4372-ba65-bdb8174f033e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T18:28:22Z', 'updated_at': '2022-05-18T18:28:22Z', 'revision_number': 0, 'project_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11f9e14c-fd02-400f-beec-1320fe23d183', 'name': '', 'network_id': '5d4f0b95-0527-4e2a-bef4-834ab85a76d0', 'tenant_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'mac_address': 'fa:16:3e:87:97:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8a223c-f2f4-498c-b72c-25d6db8935d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': '17744d29-df4e-4fc8-95be-ab448a66e536', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:27:54Z', 'updated_at': '2022-05-18T18:28:06Z', 'revision_number': 5, 'project_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'subnets': [{'id': '17744d29-df4e-4fc8-95be-ab448a66e536', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:28:26.803716 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning for port 44f2ca7e-41f7-4055-965f-39b6f5e22023 completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:28:26.809532 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3976a5e3-0d2d-47c1-8738-156181b362d2 req-3e35a8f3-b8c0-40bc-bf03-af0d11ae16d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:28:26.811451 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3976a5e3-0d2d-47c1-8738-156181b362d2 req-3e35a8f3-b8c0-40bc-bf03-af0d11ae16d2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5d4f0b95-0527-4e2a-bef4-834ab85a76d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0921643 May 18 18:28:26.812495 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning complete for port 44f2ca7e-41f7-4055-965f-39b6f5e22023 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:28:26.813306 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3bb2666f-8944-428b-a836-98697311bd7a tempest-FloatingIPAdminTestJSON-1905065812 tempest-FloatingIPAdminTestJSON-1905065812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:26.816487 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:26.926219 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 52520) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:28:26.979433 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 44f2ca7e-41f7-4055-965f-39b6f5e22023 is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:28:26.980254 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:27.040676 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f095cc9-7844-4fab-be80-92e3c6ad9ceb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44f2ca7e-41f7-4055-965f-39b6f5e22023'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:28:27.048177 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36fe9267-7000-4f05-b561-aadbcaa91afd" -d '{"events": [{"server_uuid": "6f095cc9-7844-4fab-be80-92e3c6ad9ceb", "name": "network-vif-plugged", "status": "completed", "tag": "44f2ca7e-41f7-4055-965f-39b6f5e22023"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:28:27.050086 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-f638d150-0b55-48b1-95ea-d7e5f26f0656 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/floatingips/24481c86-0db4-4e8a-8c7d-387118d53321 HTTP/1.1" status: 200 len: 992 time: 0.1183414 May 18 18:28:27.081884 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3976a5e3-0d2d-47c1-8738-156181b362d2 req-ff54c255-bef8-4868-b090-4ab3ecf8ba74 service neutron] 10.222.0.36 "GET /v2.0/networks/5d4f0b95-0527-4e2a-bef4-834ab85a76d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2603209 May 18 18:28:27.095038 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 44f2ca7e-41f7-4055-965f-39b6f5e22023, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=44f2ca7e-41f7-4055-965f-39b6f5e22023,segment=NetworkSegment(ef93e1fc-f0f4-4220-adc9-d2cb000b3c93),segment_id=ef93e1fc-f0f4-4220-adc9-d2cb000b3c93)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:28:27.105899 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:27.184250 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-3bb2666f-8944-428b-a836-98697311bd7a tempest-FloatingIPAdminTestJSON-1905065812 tempest-FloatingIPAdminTestJSON-1905065812-project] Allocated IP 172.25.5.99 (31ebd439-090c-4b25-bbb0-31c48711b145/363a2810-8a83-4be0-a317-7c91fcd94485/750dbc1c-4c89-4c59-b4fc-47888eec72d1) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:28:27.252765 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb31448a-eecd-4459-a8ce-a8d916628667 x-openstack-request-id: req-bb31448a-eecd-4459-a8ce-a8d916628667 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:28:27.253126 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f095cc9-7844-4fab-be80-92e3c6ad9ceb", "name": "network-vif-plugged", "status": "completed", "tag": "44f2ca7e-41f7-4055-965f-39b6f5e22023", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:28:27.253304 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-bb31448a-eecd-4459-a8ce-a8d916628667 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:28:27.253792 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb31448a-eecd-4459-a8ce-a8d916628667'] response: {'server_uuid': '6f095cc9-7844-4fab-be80-92e3c6ad9ceb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44f2ca7e-41f7-4055-965f-39b6f5e22023', 'code': 200} May 18 18:28:27.256332 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=44f2ca7e-41f7-4055-965f-39b6f5e22023,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:28:27.271062 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8573b01d-38cc-447d-bf8c-b1509c3b0c38 None None] New status for floating IP 24481c86-0db4-4e8a-8c7d-387118d53321: ACTIVE {{(pid=102732) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 18:28:27.308777 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5037b45f-c1b4-44d2-be51-e6f976ac559f req-4764f1f2-622d-4246-bc42-9de0d63c5ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:28:27.310467 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5037b45f-c1b4-44d2-be51-e6f976ac559f req-4764f1f2-622d-4246-bc42-9de0d63c5ef2 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=6f095cc9-7844-4fab-be80-92e3c6ad9ceb HTTP/1.1" status: 200 len: 1096 time: 0.0984600 May 18 18:28:27.330734 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3976a5e3-0d2d-47c1-8738-156181b362d2 req-2e8866ff-f517-44e9-968a-2d7ee7f7c3bc service neutron] 10.222.0.36 "GET /v2.0/networks/5d4f0b95-0527-4e2a-bef4-834ab85a76d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409766 May 18 18:28:27.402258 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5037b45f-c1b4-44d2-be51-e6f976ac559f req-afd54303-5924-4bd8-b003-be1ea036c75c service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=79af37b4-96e5-49e2-a136-b4eb89c535d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839097 May 18 18:28:27.427514 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3bb2666f-8944-428b-a836-98697311bd7a tempest-FloatingIPAdminTestJSON-1905065812 tempest-FloatingIPAdminTestJSON-1905065812-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:27.495823 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3bb2666f-8944-428b-a836-98697311bd7a tempest-FloatingIPAdminTestJSON-1905065812 tempest-FloatingIPAdminTestJSON-1905065812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:27.553151 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb2666f-8944-428b-a836-98697311bd7a tempest-FloatingIPAdminTestJSON-1905065812 tempest-FloatingIPAdminTestJSON-1905065812-project] Network 31ebd439-090c-4b25-bbb0-31c48711b145 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:28:27.558755 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-3bb2666f-8944-428b-a836-98697311bd7a tempest-FloatingIPAdminTestJSON-1905065812 tempest-FloatingIPAdminTestJSON-1905065812-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:28:27.562899 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb2666f-8944-428b-a836-98697311bd7a tempest-FloatingIPAdminTestJSON-1905065812 tempest-FloatingIPAdminTestJSON-1905065812-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:28:27.607097 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb2666f-8944-428b-a836-98697311bd7a tempest-FloatingIPAdminTestJSON-1905065812 tempest-FloatingIPAdminTestJSON-1905065812-project] Pushing event updated for resources: {'Port': ['ID=750dbc1c-4c89-4c59-b4fc-47888eec72d1,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:28:27.721910 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3bb2666f-8944-428b-a836-98697311bd7a tempest-FloatingIPAdminTestJSON-1905065812 tempest-FloatingIPAdminTestJSON-1905065812-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:27.799546 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3bb2666f-8944-428b-a836-98697311bd7a tempest-FloatingIPAdminTestJSON-1905065812 tempest-FloatingIPAdminTestJSON-1905065812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:27.859096 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dceae0-59f2-4f40-ad8e-906471749b65 req-8db0c42e-2699-46fd-ad09-74bddd472850 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:28:27.861078 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-86dceae0-59f2-4f40-ad8e-906471749b65 req-8db0c42e-2699-46fd-ad09-74bddd472850 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=6f095cc9-7844-4fab-be80-92e3c6ad9ceb HTTP/1.1" status: 200 len: 945 time: 0.1203609 May 18 18:28:28.049306 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 52542) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:28:28.078607 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-86dceae0-59f2-4f40-ad8e-906471749b65 req-dc233405-34ac-4f6c-8c6c-49069c9db7e2 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=79af37b4-96e5-49e2-a136-b4eb89c535d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056088 May 18 18:28:28.122481 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3bb2666f-8944-428b-a836-98697311bd7a tempest-FloatingIPAdminTestJSON-1905065812 tempest-FloatingIPAdminTestJSON-1905065812-project] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:28.128337 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3bb2666f-8944-428b-a836-98697311bd7a tempest-FloatingIPAdminTestJSON-1905065812 tempest-FloatingIPAdminTestJSON-1905065812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:28.197776 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-922f5d53-5803-48d1-9504-877475893199 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/floatingips/24481c86-0db4-4e8a-8c7d-387118d53321 HTTP/1.1" status: 200 len: 994 time: 0.1434200 May 18 18:28:28.253383 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3bb2666f-8944-428b-a836-98697311bd7a tempest-FloatingIPAdminTestJSON-1905065812 tempest-FloatingIPAdminTestJSON-1905065812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596987'] for floatingip, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:28.292681 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3bb2666f-8944-428b-a836-98697311bd7a tempest-FloatingIPAdminTestJSON-1905065812 tempest-FloatingIPAdminTestJSON-1905065812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:28.299920 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-3bb2666f-8944-428b-a836-98697311bd7a tempest-FloatingIPAdminTestJSON-1905065812 tempest-FloatingIPAdminTestJSON-1905065812-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1304810 May 18 18:28:28.300996 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 52548) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:28:28.320660 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb2666f-8944-428b-a836-98697311bd7a tempest-FloatingIPAdminTestJSON-1905065812 tempest-FloatingIPAdminTestJSON-1905065812-project] Pushing event updated for resources: {'Port': ['ID=750dbc1c-4c89-4c59-b4fc-47888eec72d1,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:28:28.543822 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-1a50339e-6e04-4a45-8808-022836d0b921 tempest-FloatingIPAdminTestJSON-1574168022 tempest-FloatingIPAdminTestJSON-1574168022-project-admin] 10.222.0.85 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 5577 time: 0.2389612 May 18 18:28:28.544826 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 52552) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:28:28.603800 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 52554) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:28:28.684930 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-45084794-5553-4551-9631-d861ff647e08 tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] 10.222.0.85 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1387088 May 18 18:28:28.699821 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 52558) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:28:28.876794 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3ab5e947-f197-457b-9236-6cddcfc3531f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:28.969971 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-e35ed793-9c83-4a6b-a84a-f7729f461110 tempest-FloatingIPAdminTestJSON-1905065812 tempest-FloatingIPAdminTestJSON-1905065812-project] Deleting port 750dbc1c-4c89-4c59-b4fc-47888eec72d1 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:28:28.970731 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e35ed793-9c83-4a6b-a84a-f7729f461110 tempest-FloatingIPAdminTestJSON-1905065812 tempest-FloatingIPAdminTestJSON-1905065812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:29.069125 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e35ed793-9c83-4a6b-a84a-f7729f461110 tempest-FloatingIPAdminTestJSON-1905065812 tempest-FloatingIPAdminTestJSON-1905065812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:29.069607 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e35ed793-9c83-4a6b-a84a-f7729f461110 tempest-FloatingIPAdminTestJSON-1905065812 tempest-FloatingIPAdminTestJSON-1905065812-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:29.094004 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-e35ed793-9c83-4a6b-a84a-f7729f461110 tempest-FloatingIPAdminTestJSON-1905065812 tempest-FloatingIPAdminTestJSON-1905065812-project] Calling delete_port for 750dbc1c-4c89-4c59-b4fc-47888eec72d1 owned by network:floatingip {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:28:29.245865 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 7 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 18:28:29.272346 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3c1b11-0b02-4aea-a785-fb94fcd39d3a req-31f35ce4-62b5-4aa4-8ad3-4c4da9e99a5c tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:28:29.284210 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-be3c1b11-0b02-4aea-a785-fb94fcd39d3a req-31f35ce4-62b5-4aa4-8ad3-4c4da9e99a5c tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=6f095cc9-7844-4fab-be80-92e3c6ad9ceb HTTP/1.1" status: 200 len: 945 time: 0.0961819 May 18 18:28:29.325862 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-be3c1b11-0b02-4aea-a785-fb94fcd39d3a req-e2bd5bf1-c2cf-4607-b17e-9347d1befa8b tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=79af37b4-96e5-49e2-a136-b4eb89c535d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405588 May 18 18:28:29.342641 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3ab5e947-f197-457b-9236-6cddcfc3531f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:29.347500 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3ab5e947-f197-457b-9236-6cddcfc3531f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:29.441948 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab5e947-f197-457b-9236-6cddcfc3531f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=039c049b-0b2c-4533-8183-a20fe8c38e21,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:28:29.452620 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-3ab5e947-f197-457b-9236-6cddcfc3531f admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=cfd5bc9b284c42dd9740592a220d09f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8448365 May 18 18:28:29.454402 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 52568) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:28:29.499076 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e25028d1-62ed-4b1b-a525-2158c24e6275 req-b963bd9b-ca71-4edb-8d8f-fe0017dfe596 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=dc04081bebe44448af91d703facdf00a HTTP/1.1" status: 200 len: 267 time: 0.0653732 May 18 18:28:29.504182 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e35ed793-9c83-4a6b-a84a-f7729f461110 tempest-FloatingIPAdminTestJSON-1905065812 tempest-FloatingIPAdminTestJSON-1905065812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:29.544030 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-663052d2-a04f-4c9f-965f-badc6157715f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:29.551284 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35ed793-9c83-4a6b-a84a-f7729f461110 tempest-FloatingIPAdminTestJSON-1905065812 tempest-FloatingIPAdminTestJSON-1905065812-project] Pushing event deleted for resources: {'Port': ['ID=750dbc1c-4c89-4c59-b4fc-47888eec72d1,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:28:29.585225 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-663052d2-a04f-4c9f-965f-badc6157715f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:29.643828 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e35ed793-9c83-4a6b-a84a-f7729f461110 tempest-FloatingIPAdminTestJSON-1905065812 tempest-FloatingIPAdminTestJSON-1905065812-project] Notify callbacks [] for floatingip, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:29.646665 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e35ed793-9c83-4a6b-a84a-f7729f461110 tempest-FloatingIPAdminTestJSON-1905065812 tempest-FloatingIPAdminTestJSON-1905065812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:29.651145 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-e35ed793-9c83-4a6b-a84a-f7729f461110 tempest-FloatingIPAdminTestJSON-1905065812 tempest-FloatingIPAdminTestJSON-1905065812-project] 10.222.0.85 "DELETE /v2.0/floatingips/262afb1d-baa9-490f-a9fd-92aed225f737 HTTP/1.1" status: 204 len: 168 time: 0.9466338 May 18 18:28:29.653095 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 52570) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:28:29.656791 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25028d1-62ed-4b1b-a525-2158c24e6275 req-638d044d-1eba-4a85-b93b-3e5d3edff876 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:28:29.658510 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e25028d1-62ed-4b1b-a525-2158c24e6275 req-638d044d-1eba-4a85-b93b-3e5d3edff876 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=6f095cc9-7844-4fab-be80-92e3c6ad9ceb HTTP/1.1" status: 200 len: 945 time: 0.1190119 May 18 18:28:29.679276 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-e25028d1-62ed-4b1b-a525-2158c24e6275 req-22f4c341-6cfb-4444-82a1-ade27ef1e129 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Request body: {'port': {'security_groups': []}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:28:29.723411 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-663052d2-a04f-4c9f-965f-badc6157715f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:29.726344 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-663052d2-a04f-4c9f-965f-badc6157715f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:29.727688 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-663052d2-a04f-4c9f-965f-badc6157715f admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/039c049b-0b2c-4533-8183-a20fe8c38e21 HTTP/1.1" status: 204 len: 168 time: 0.2728319 May 18 18:28:29.740646 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663052d2-a04f-4c9f-965f-badc6157715f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=039c049b-0b2c-4533-8183-a20fe8c38e21,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:28:29.783487 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-e25028d1-62ed-4b1b-a525-2158c24e6275 req-22f4c341-6cfb-4444-82a1-ade27ef1e129 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:29.854832 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-572a8b1f-0875-4830-a495-8ece44bd2c8e tempest-FloatingIPAdminTestJSON-1574168022 tempest-FloatingIPAdminTestJSON-1574168022-project-admin] Deleting port d5c13629-99cb-4207-b325-d543bb0d9c98 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:28:29.855327 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-572a8b1f-0875-4830-a495-8ece44bd2c8e tempest-FloatingIPAdminTestJSON-1574168022 tempest-FloatingIPAdminTestJSON-1574168022-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:29.955436 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-572a8b1f-0875-4830-a495-8ece44bd2c8e tempest-FloatingIPAdminTestJSON-1574168022 tempest-FloatingIPAdminTestJSON-1574168022-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:29.955817 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-572a8b1f-0875-4830-a495-8ece44bd2c8e tempest-FloatingIPAdminTestJSON-1574168022 tempest-FloatingIPAdminTestJSON-1574168022-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:29.971543 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-572a8b1f-0875-4830-a495-8ece44bd2c8e tempest-FloatingIPAdminTestJSON-1574168022 tempest-FloatingIPAdminTestJSON-1574168022-project-admin] Calling delete_port for d5c13629-99cb-4207-b325-d543bb0d9c98 owned by network:floatingip {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:28:30.010865 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-e25028d1-62ed-4b1b-a525-2158c24e6275 req-22f4c341-6cfb-4444-82a1-ade27ef1e129 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] For port 44f2ca7e-41f7-4055-965f-39b6f5e22023, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=44f2ca7e-41f7-4055-965f-39b6f5e22023,segment=NetworkSegment(ef93e1fc-f0f4-4220-adc9-d2cb000b3c93),segment_id=ef93e1fc-f0f4-4220-adc9-d2cb000b3c93)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:28:30.045314 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-e25028d1-62ed-4b1b-a525-2158c24e6275 req-22f4c341-6cfb-4444-82a1-ade27ef1e129 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:30.051186 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-e25028d1-62ed-4b1b-a525-2158c24e6275 req-22f4c341-6cfb-4444-82a1-ade27ef1e129 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:30.072520 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['f6f951c7-18a9-4c0d-a7eb-7ef0b984c1a2', '4b494777-dd4e-4d23-a1d7-cc698d45a8b7', '44f2ca7e-41f7-4055-965f-39b6f5e22023'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:28:30.118799 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25028d1-62ed-4b1b-a525-2158c24e6275 req-22f4c341-6cfb-4444-82a1-ade27ef1e129 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:28:30.119484 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-e25028d1-62ed-4b1b-a525-2158c24e6275 req-22f4c341-6cfb-4444-82a1-ade27ef1e129 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:30.126741 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e25028d1-62ed-4b1b-a525-2158c24e6275 req-22f4c341-6cfb-4444-82a1-ade27ef1e129 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "PUT /v2.0/ports/44f2ca7e-41f7-4055-965f-39b6f5e22023 HTTP/1.1" status: 200 len: 904 time: 0.4524915 May 18 18:28:30.127419 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f095cc9-7844-4fab-be80-92e3c6ad9ceb', 'tag': '44f2ca7e-41f7-4055-965f-39b6f5e22023'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:28:30.132224 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b120575d-16be-4e61-b1c6-5fdd0d3911c4" -d '{"events": [{"name": "network-changed", "server_uuid": "6f095cc9-7844-4fab-be80-92e3c6ad9ceb", "tag": "44f2ca7e-41f7-4055-965f-39b6f5e22023"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:28:30.195226 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-572a8b1f-0875-4830-a495-8ece44bd2c8e tempest-FloatingIPAdminTestJSON-1574168022 tempest-FloatingIPAdminTestJSON-1574168022-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:30.264117 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572a8b1f-0875-4830-a495-8ece44bd2c8e tempest-FloatingIPAdminTestJSON-1574168022 tempest-FloatingIPAdminTestJSON-1574168022-project-admin] Pushing event deleted for resources: {'Port': ['ID=d5c13629-99cb-4207-b325-d543bb0d9c98,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:28:30.278349 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['44f2ca7e-41f7-4055-965f-39b6f5e22023'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:28:30.315389 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f4c341-6cfb-4444-82a1-ade27ef1e129 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Pushing event updated for resources: {'Port': ['ID=44f2ca7e-41f7-4055-965f-39b6f5e22023,revision_number=6']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:28:30.377694 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a40a601-d0c0-46e4-b9da-b84f3760aea6 x-openstack-request-id: req-3a40a601-d0c0-46e4-b9da-b84f3760aea6 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:28:30.378316 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f095cc9-7844-4fab-be80-92e3c6ad9ceb", "tag": "44f2ca7e-41f7-4055-965f-39b6f5e22023", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:28:30.378600 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-3a40a601-d0c0-46e4-b9da-b84f3760aea6 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:28:30.379351 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a40a601-d0c0-46e4-b9da-b84f3760aea6'] response: {'name': 'network-changed', 'server_uuid': '6f095cc9-7844-4fab-be80-92e3c6ad9ceb', 'tag': '44f2ca7e-41f7-4055-965f-39b6f5e22023', 'status': 'completed', 'code': 200} May 18 18:28:30.560224 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830ac318-9809-4d77-accb-ca208f840a11 req-0370da5b-a904-4814-bb4f-9cd637c31747 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:28:30.562117 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-830ac318-9809-4d77-accb-ca208f840a11 req-0370da5b-a904-4814-bb4f-9cd637c31747 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=6f095cc9-7844-4fab-be80-92e3c6ad9ceb HTTP/1.1" status: 200 len: 907 time: 0.2865205 May 18 18:28:30.572751 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b120575d-16be-4e61-b1c6-5fdd0d3911c4 req-5641c72e-c09d-4d68-b814-36934d1e8a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:28:30.578593 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b120575d-16be-4e61-b1c6-5fdd0d3911c4 req-5641c72e-c09d-4d68-b814-36934d1e8a35 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=dc04081bebe44448af91d703facdf00a&device_id=6f095cc9-7844-4fab-be80-92e3c6ad9ceb HTTP/1.1" status: 200 len: 1058 time: 0.1271300 May 18 18:28:30.617908 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-572a8b1f-0875-4830-a495-8ece44bd2c8e tempest-FloatingIPAdminTestJSON-1574168022 tempest-FloatingIPAdminTestJSON-1574168022-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:30.625709 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-572a8b1f-0875-4830-a495-8ece44bd2c8e tempest-FloatingIPAdminTestJSON-1574168022 tempest-FloatingIPAdminTestJSON-1574168022-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:30.630895 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 52614) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:28:30.632043 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-572a8b1f-0875-4830-a495-8ece44bd2c8e tempest-FloatingIPAdminTestJSON-1574168022 tempest-FloatingIPAdminTestJSON-1574168022-project-admin] 10.222.0.85 "DELETE /v2.0/floatingips/4a1d63b1-16e8-4b25-9429-1e6349162716 HTTP/1.1" status: 204 len: 168 time: 0.9773571 May 18 18:28:30.797084 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-92eaf717-44c6-4ef1-b850-89ef1f7a2dc8 None None] Provisioning complete for port 44f2ca7e-41f7-4055-965f-39b6f5e22023 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:28:30.798556 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-92eaf717-44c6-4ef1-b850-89ef1f7a2dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:30.847801 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b120575d-16be-4e61-b1c6-5fdd0d3911c4 req-7dab5aad-5467-4ee7-8a7f-5673f5460187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:28:30.851220 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b120575d-16be-4e61-b1c6-5fdd0d3911c4 req-7dab5aad-5467-4ee7-8a7f-5673f5460187 service neutron] 10.222.0.88 "GET /v2.0/networks?id=adbd4d3b-93fc-4f7a-a6ae-1551b2db5668 HTTP/1.1" status: 200 len: 912 time: 0.2617636 May 18 18:28:30.951272 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b120575d-16be-4e61-b1c6-5fdd0d3911c4 req-93e5211d-d046-4627-b008-d5fb4a02cab4 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=44f2ca7e-41f7-4055-965f-39b6f5e22023 HTTP/1.1" status: 200 len: 217 time: 0.0919828 May 18 18:28:31.013108 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3edda2-ef42-4699-8859-c9e6ab399a7b req-8bb6e65b-791f-48de-8d8d-2a454a368a73 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:28:31.020235 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7f3edda2-ef42-4699-8859-c9e6ab399a7b req-8bb6e65b-791f-48de-8d8d-2a454a368a73 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef854938-189c-46f2-8314-215a08afd5f6 HTTP/1.1" status: 200 len: 945 time: 0.2305853 May 18 18:28:31.053168 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-92eaf717-44c6-4ef1-b850-89ef1f7a2dc8 None None] Current status of the port 44f2ca7e-41f7-4055-965f-39b6f5e22023 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:28:31.068210 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-9a5d1f7e-f92f-4afe-bbe8-b074210a5da4 tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Deleting port 45e4e82e-0cf9-49ef-b303-dd3a4fc016c4 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:28:31.068561 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9a5d1f7e-f92f-4afe-bbe8-b074210a5da4 tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:31.078814 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b120575d-16be-4e61-b1c6-5fdd0d3911c4 req-193dcac1-0a09-4d14-8b7f-2ed29d1ca2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:28:31.080863 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:31.086183 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b120575d-16be-4e61-b1c6-5fdd0d3911c4 req-193dcac1-0a09-4d14-8b7f-2ed29d1ca2b9 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b85d9655-9e18-4f20-bd82-d6f95b142d2a HTTP/1.1" status: 200 len: 850 time: 0.1189594 May 18 18:28:31.176852 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9a5d1f7e-f92f-4afe-bbe8-b074210a5da4 tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:31.178307 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b120575d-16be-4e61-b1c6-5fdd0d3911c4 req-9029a1e1-382d-46b0-bc34-a9ef69075bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:28:31.181358 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b120575d-16be-4e61-b1c6-5fdd0d3911c4 req-9029a1e1-382d-46b0-bc34-a9ef69075bb8 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=adbd4d3b-93fc-4f7a-a6ae-1551b2db5668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0790491 May 18 18:28:31.202183 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-9a5d1f7e-f92f-4afe-bbe8-b074210a5da4 tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Calling delete_port for 45e4e82e-0cf9-49ef-b303-dd3a4fc016c4 owned by {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:28:31.214893 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7f3edda2-ef42-4699-8859-c9e6ab399a7b req-a563ad5c-5096-4ce1-b0f9-f3a2ded4746c tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=ea6a757a-9c65-4a62-a27e-604b73d281bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1840160 May 18 18:28:31.242176 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:31.472984 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b120575d-16be-4e61-b1c6-5fdd0d3911c4 req-179ee2ce-3884-420c-8d1d-bd2be8ba0a96 service neutron] 10.222.0.88 "GET /v2.0/networks/adbd4d3b-93fc-4f7a-a6ae-1551b2db5668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2832787 May 18 18:28:31.482898 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9a5d1f7e-f92f-4afe-bbe8-b074210a5da4 tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:31.593534 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5d1f7e-f92f-4afe-bbe8-b074210a5da4 tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Pushing event deleted for resources: {'Port': ['ID=45e4e82e-0cf9-49ef-b303-dd3a4fc016c4,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:28:31.731104 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b120575d-16be-4e61-b1c6-5fdd0d3911c4 req-ad352b68-ea0b-4da5-ab19-c7f3eb0ced43 service neutron] 10.222.0.88 "GET /v2.0/networks/adbd4d3b-93fc-4f7a-a6ae-1551b2db5668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2455506 May 18 18:28:31.753304 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9a5d1f7e-f92f-4afe-bbe8-b074210a5da4 tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:31.763012 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-9a5d1f7e-f92f-4afe-bbe8-b074210a5da4 tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] 10.222.0.85 "DELETE /v2.0/ports/45e4e82e-0cf9-49ef-b303-dd3a4fc016c4 HTTP/1.1" status: 204 len: 168 time: 1.1267896 May 18 18:28:31.763817 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 52672) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:28:31.784385 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e77c39-eb4b-4032-b8a6-a60850ecc122 req-9e20b761-c050-4512-ad9e-011bdf7cc9c2 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:28:31.786149 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-23e77c39-eb4b-4032-b8a6-a60850ecc122 req-9e20b761-c050-4512-ad9e-011bdf7cc9c2 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef854938-189c-46f2-8314-215a08afd5f6 HTTP/1.1" status: 200 len: 945 time: 0.2558155 May 18 18:28:31.884850 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5385fb0e-b409-42f1-aa7f-54132ed3639a tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:28:31.891397 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-5385fb0e-b409-42f1-aa7f-54132ed3639a tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] 10.222.0.85 "GET /v2.0/ports?device_id=5e51b2c7-bb0b-408b-90e2-f395521e46a2 HTTP/1.1" status: 200 len: 913 time: 0.1259668 May 18 18:28:31.892514 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 52676) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:28:31.896347 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-23e77c39-eb4b-4032-b8a6-a60850ecc122 req-fa33ef2f-5dcd-4b8c-be49-5bfcb5f96836 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=ea6a757a-9c65-4a62-a27e-604b73d281bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916162 May 18 18:28:32.151412 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a2f7a9-6f6f-47f7-b82e-d57ef594a93a req-01bf9c1d-0c85-41be-95fa-ef06260b3517 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:28:32.153200 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-32a2f7a9-6f6f-47f7-b82e-d57ef594a93a req-01bf9c1d-0c85-41be-95fa-ef06260b3517 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef854938-189c-46f2-8314-215a08afd5f6 HTTP/1.1" status: 200 len: 945 time: 0.1183486 May 18 18:28:32.709176 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-32a2f7a9-6f6f-47f7-b82e-d57ef594a93a req-54b66e7d-a9f5-4ef8-ace0-c30f17b17dcf tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=ea6a757a-9c65-4a62-a27e-604b73d281bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1178269 May 18 18:28:32.874707 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6048dab2-addd-4a67-b4f1-4b7632e2d71f tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-595963'] for router_interface, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:32.885825 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992c533c-a276-4cfd-a378-389acaf50755 req-55d1e7a1-5557-488a-9716-d431cc3e13d7 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:28:32.893768 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-992c533c-a276-4cfd-a378-389acaf50755 req-55d1e7a1-5557-488a-9716-d431cc3e13d7 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef854938-189c-46f2-8314-215a08afd5f6 HTTP/1.1" status: 200 len: 945 time: 0.0817838 May 18 18:28:32.959802 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-992c533c-a276-4cfd-a378-389acaf50755 req-9b8b2bd7-b612-443a-8671-186969463269 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=ea6a757a-9c65-4a62-a27e-604b73d281bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649350 May 18 18:28:33.327442 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-6048dab2-addd-4a67-b4f1-4b7632e2d71f tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Deleting port b5d2dd12-fe85-4016-9bf6-416cdbf60c7c {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:28:33.328138 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6048dab2-addd-4a67-b4f1-4b7632e2d71f tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:33.548795 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6048dab2-addd-4a67-b4f1-4b7632e2d71f tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:33.624486 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-6048dab2-addd-4a67-b4f1-4b7632e2d71f tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Calling delete_port for b5d2dd12-fe85-4016-9bf6-416cdbf60c7c owned by network:router_interface {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:28:33.725797 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1eeddf-8c52-4d39-b2a4-a5a2338b2757 req-6da890ec-2460-43a9-9a7e-a62aa5c19355 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:28:33.733438 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7b1eeddf-8c52-4d39-b2a4-a5a2338b2757 req-6da890ec-2460-43a9-9a7e-a62aa5c19355 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/networks?id=adbd4d3b-93fc-4f7a-a6ae-1551b2db5668 HTTP/1.1" status: 200 len: 811 time: 0.2309694 May 18 18:28:33.761375 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7b1eeddf-8c52-4d39-b2a4-a5a2338b2757 req-ee5a23f6-2587-4b81-977c-417f7b6bf5ed tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/quotas/dc04081bebe44448af91d703facdf00a HTTP/1.1" status: 200 len: 375 time: 0.0269744 May 18 18:28:33.917853 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7b1eeddf-8c52-4d39-b2a4-a5a2338b2757 req-e6963dd4-8a3e-4f31-83d9-83453f6ab471 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=dc04081bebe44448af91d703facdf00a&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1486309 May 18 18:28:34.036144 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6048dab2-addd-4a67-b4f1-4b7632e2d71f tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:34.141649 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6048dab2-addd-4a67-b4f1-4b7632e2d71f tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Pushing event deleted for resources: {'Port': ['ID=b5d2dd12-fe85-4016-9bf6-416cdbf60c7c,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:28:34.380602 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7b1eeddf-8c52-4d39-b2a4-a5a2338b2757 req-a7ce52f4-6b9a-494f-8570-777e45dbf336 service neutron] 10.222.0.85 "GET /v2.0/networks/adbd4d3b-93fc-4f7a-a6ae-1551b2db5668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4472079 May 18 18:28:34.551263 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6048dab2-addd-4a67-b4f1-4b7632e2d71f tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-593931'] for router_interface, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:34.575070 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7b1eeddf-8c52-4d39-b2a4-a5a2338b2757 req-7c459b8d-d4a1-41c3-9303-832afb487418 service neutron] 10.222.0.85 "GET /v2.0/networks/adbd4d3b-93fc-4f7a-a6ae-1551b2db5668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873660 May 18 18:28:34.914738 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7bc1b2eb-3058-4e9c-a25a-2cf560c134ac req-9658b8af-ae77-4f8e-b997-4a3431ac0c33 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=9d1ddba1-1a5c-4242-a1ee-be3f2170d2d7 HTTP/1.1" status: 200 len: 210 time: 0.0435364 May 18 18:28:34.969123 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6048dab2-addd-4a67-b4f1-4b7632e2d71f tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Router 5e51b2c7-bb0b-408b-90e2-f395521e46a2 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:28:35.165050 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6048dab2-addd-4a67-b4f1-4b7632e2d71f tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:28:35.171857 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-6048dab2-addd-4a67-b4f1-4b7632e2d71f tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] 10.222.0.85 "PUT /v2.0/routers/5e51b2c7-bb0b-408b-90e2-f395521e46a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2761562 May 18 18:28:35.175367 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 52758) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:28:35.184558 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be6f4ef-63bd-43f3-9078-fa1530e71387 None None] Sync routers for ids ['5e51b2c7-bb0b-408b-90e2-f395521e46a2'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:28:35.222550 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be6f4ef-63bd-43f3-9078-fa1530e71387 None None] Routers {'5e51b2c7-bb0b-408b-90e2-f395521e46a2'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:28:35.223404 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-7be6f4ef-63bd-43f3-9078-fa1530e71387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:28:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['5e51b2c7-bb0b-408b-90e2-f395521e46a2'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:28:35.287570 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-7be6f4ef-63bd-43f3-9078-fa1530e71387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:28:35.301661 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be6f4ef-63bd-43f3-9078-fa1530e71387 None None] Routers {'5e51b2c7-bb0b-408b-90e2-f395521e46a2'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:28:35.302696 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-7be6f4ef-63bd-43f3-9078-fa1530e71387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:28:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['5e51b2c7-bb0b-408b-90e2-f395521e46a2'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:28:35.409526 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-7be6f4ef-63bd-43f3-9078-fa1530e71387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:28:35.410428 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be6f4ef-63bd-43f3-9078-fa1530e71387 None None] The sync data for ids ['5e51b2c7-bb0b-408b-90e2-f395521e46a2'] in n-d-838550-3 is: [] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:28:35.640581 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-91ac4825-c768-4804-b7f4-2a99e2676cf3 tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Notify callbacks [] for router, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:35.893138 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-91ac4825-c768-4804-b7f4-2a99e2676cf3 tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:36.052639 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-91ac4825-c768-4804-b7f4-2a99e2676cf3 tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Deleting port dfbb4194-0c2b-4a40-8fa0-20338b191230 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:28:36.053313 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-91ac4825-c768-4804-b7f4-2a99e2676cf3 tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:36.189582 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-aac25cab-f3f5-48b2-bd0c-ed728b345f47 req-35b3d8db-7ca0-405d-98ac-813a34ad7ee7 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=9d1ddba1-1a5c-4242-a1ee-be3f2170d2d7 HTTP/1.1" status: 200 len: 210 time: 0.1229827 May 18 18:28:36.297180 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-91ac4825-c768-4804-b7f4-2a99e2676cf3 tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:36.319101 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-91ac4825-c768-4804-b7f4-2a99e2676cf3 tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Calling delete_port for dfbb4194-0c2b-4a40-8fa0-20338b191230 owned by network:router_gateway {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:28:36.883041 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-91ac4825-c768-4804-b7f4-2a99e2676cf3 tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:36.951337 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1eeddf-8c52-4d39-b2a4-a5a2338b2757 req-cfd572e7-e393-4b17-8aa4-fc739a2b39a9 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:28:36.952937 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7b1eeddf-8c52-4d39-b2a4-a5a2338b2757 req-cfd572e7-e393-4b17-8aa4-fc739a2b39a9 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.88 "GET /v2.0/networks?id=adbd4d3b-93fc-4f7a-a6ae-1551b2db5668 HTTP/1.1" status: 200 len: 811 time: 0.2631092 May 18 18:28:36.967692 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac4825-c768-4804-b7f4-2a99e2676cf3 tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Pushing event deleted for resources: {'Port': ['ID=dfbb4194-0c2b-4a40-8fa0-20338b191230,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:28:36.997910 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-7b1eeddf-8c52-4d39-b2a4-a5a2338b2757 req-341f956f-a0d8-44f3-a10d-4789705fc5d2 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Request body: {'port': {'device_id': '9d1ddba1-1a5c-4242-a1ee-be3f2170d2d7', 'network_id': 'adbd4d3b-93fc-4f7a-a6ae-1551b2db5668', 'admin_state_up': True, 'tenant_id': 'dc04081bebe44448af91d703facdf00a'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:28:37.190298 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-91ac4825-c768-4804-b7f4-2a99e2676cf3 tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596901'] for router_gateway, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:37.413333 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b1eeddf-8c52-4d39-b2a4-a5a2338b2757 req-341f956f-a0d8-44f3-a10d-4789705fc5d2 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Made reservation on behalf of dc04081bebe44448af91d703facdf00a for: {'port': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:28:37.419568 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-7b1eeddf-8c52-4d39-b2a4-a5a2338b2757 req-341f956f-a0d8-44f3-a10d-4789705fc5d2 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:37.557877 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-88fcd102-c272-4839-8a7c-179e34a7b322 req-a8ac93ae-992c-4fed-a1e7-6345220bd625 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=9d1ddba1-1a5c-4242-a1ee-be3f2170d2d7 HTTP/1.1" status: 200 len: 210 time: 0.1331391 May 18 18:28:37.650754 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-91ac4825-c768-4804-b7f4-2a99e2676cf3 tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25145'] for router, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:37.652553 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-128aa77d-88ed-426b-ae85-cad7426148e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:37.658326 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-91ac4825-c768-4804-b7f4-2a99e2676cf3 tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:37.712024 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [req-7b1eeddf-8c52-4d39-b2a4-a5a2338b2757 req-341f956f-a0d8-44f3-a10d-4789705fc5d2 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Allocated IP 172.20.0.3 (adbd4d3b-93fc-4f7a-a6ae-1551b2db5668/b85d9655-9e18-4f20-bd82-d6f95b142d2a/a0412cc4-69db-4907-be9e-675570dc9400) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:28:37.804130 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-91ac4825-c768-4804-b7f4-2a99e2676cf3 tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593303'] for router, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:37.804682 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91ac4825-c768-4804-b7f4-2a99e2676cf3 tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Fanout notify agent at l3_agent the message router_deleted on router 5e51b2c7-bb0b-408b-90e2-f395521e46a2 {{(pid=102730) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 18 18:28:37.828779 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-91ac4825-c768-4804-b7f4-2a99e2676cf3 tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Notify callbacks [] for router, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:37.834116 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-91ac4825-c768-4804-b7f4-2a99e2676cf3 tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] 10.222.0.85 "DELETE /v2.0/routers/5e51b2c7-bb0b-408b-90e2-f395521e46a2 HTTP/1.1" status: 204 len: 168 time: 2.6573572 May 18 18:28:37.840713 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 52990) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:28:37.957357 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-7b1eeddf-8c52-4d39-b2a4-a5a2338b2757 req-341f956f-a0d8-44f3-a10d-4789705fc5d2 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:37.992646 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_v2 [None req-c07e6517-85e1-4567-8b22-0c612ba623cb tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Deleting subnet 42240514-1bec-4c4f-af34-874798fbfc93 {{(pid=102730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:28:37.999060 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c07e6517-85e1-4567-8b22-0c612ba623cb tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Notify callbacks [] for subnet, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:38.065605 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-7b1eeddf-8c52-4d39-b2a4-a5a2338b2757 req-341f956f-a0d8-44f3-a10d-4789705fc5d2 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:38.086631 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['f6f951c7-18a9-4c0d-a7eb-7ef0b984c1a2', '4b494777-dd4e-4d23-a1d7-cc698d45a8b7'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:28:38.238793 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341f956f-a0d8-44f3-a10d-4789705fc5d2 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Pushing event updated for resources: {'Port': ['ID=a0412cc4-69db-4907-be9e-675570dc9400,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:28:38.253676 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b1eeddf-8c52-4d39-b2a4-a5a2338b2757 req-341f956f-a0d8-44f3-a10d-4789705fc5d2 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Network adbd4d3b-93fc-4f7a-a6ae-1551b2db5668 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:28:38.255657 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341f956f-a0d8-44f3-a10d-4789705fc5d2 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:28:38.256195 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341f956f-a0d8-44f3-a10d-4789705fc5d2 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:28:38.256934 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341f956f-a0d8-44f3-a10d-4789705fc5d2 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:28:38.257426 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341f956f-a0d8-44f3-a10d-4789705fc5d2 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:28:38.257961 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341f956f-a0d8-44f3-a10d-4789705fc5d2 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:28:38.258496 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341f956f-a0d8-44f3-a10d-4789705fc5d2 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:28:38.260339 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341f956f-a0d8-44f3-a10d-4789705fc5d2 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:28:38.260874 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341f956f-a0d8-44f3-a10d-4789705fc5d2 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:28:38.261507 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341f956f-a0d8-44f3-a10d-4789705fc5d2 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:28:38.262011 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341f956f-a0d8-44f3-a10d-4789705fc5d2 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:28:38.262495 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341f956f-a0d8-44f3-a10d-4789705fc5d2 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:28:38.263071 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341f956f-a0d8-44f3-a10d-4789705fc5d2 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:28:38.283942 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [req-7b1eeddf-8c52-4d39-b2a4-a5a2338b2757 req-341f956f-a0d8-44f3-a10d-4789705fc5d2 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:28:38.288778 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b1eeddf-8c52-4d39-b2a4-a5a2338b2757 req-341f956f-a0d8-44f3-a10d-4789705fc5d2 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:28:38.446723 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1eeddf-8c52-4d39-b2a4-a5a2338b2757 req-341f956f-a0d8-44f3-a10d-4789705fc5d2 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:28:38.447992 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-7b1eeddf-8c52-4d39-b2a4-a5a2338b2757 req-341f956f-a0d8-44f3-a10d-4789705fc5d2 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:38.517318 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7b1eeddf-8c52-4d39-b2a4-a5a2338b2757 req-341f956f-a0d8-44f3-a10d-4789705fc5d2 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5385275 May 18 18:28:38.572832 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-7b1eeddf-8c52-4d39-b2a4-a5a2338b2757 req-af83ce9c-5b7d-4863-9480-e7378d29947a service neutron] Request body: {'port': {'device_id': '9d1ddba1-1a5c-4242-a1ee-be3f2170d2d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-3'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:28:38.734453 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c07e6517-85e1-4567-8b22-0c612ba623cb tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260107366'] for subnet, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:38.751749 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-7b1eeddf-8c52-4d39-b2a4-a5a2338b2757 req-af83ce9c-5b7d-4863-9480-e7378d29947a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:38.792295 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd1bb5d-7fe8-419d-8a5a-df187bab2dfb req-a4e05e3e-47f5-43ed-ac14-419c69edc924 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:28:38.794040 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ddd1bb5d-7fe8-419d-8a5a-df187bab2dfb req-a4e05e3e-47f5-43ed-ac14-419c69edc924 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=9d1ddba1-1a5c-4242-a1ee-be3f2170d2d7 HTTP/1.1" status: 200 len: 931 time: 0.0873525 May 18 18:28:38.898233 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-11f3dc83-05ee-411b-b26f-1d8eb22b0041 None None] Provisioning complete for port a0412cc4-69db-4907-be9e-675570dc9400 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:28:38.898913 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-11f3dc83-05ee-411b-b26f-1d8eb22b0041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:38.974238 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-11f3dc83-05ee-411b-b26f-1d8eb22b0041 None None] Port a0412cc4-69db-4907-be9e-675570dc9400 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:28:38.978068 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c07e6517-85e1-4567-8b22-0c612ba623cb tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:38.989076 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ddd1bb5d-7fe8-419d-8a5a-df187bab2dfb req-dab0a409-ae12-4913-82f6-6ffc00a056a0 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=79af37b4-96e5-49e2-a136-b4eb89c535d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741509 May 18 18:28:39.126032 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c07e6517-85e1-4567-8b22-0c612ba623cb tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261104690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261031888'] for subnet, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:39.219620 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07e6517-85e1-4567-8b22-0c612ba623cb tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Pushing event deleted for resources: {'Subnet': ['ID=42240514-1bec-4c4f-af34-874798fbfc93,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:28:39.228075 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c07e6517-85e1-4567-8b22-0c612ba623cb tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:39.232749 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b2155f-6d01-4822-bcac-a28e15db24a8 None None] Network c93886ad-7f47-405c-b03b-9ac28627e383 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:28:39.251177 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-c07e6517-85e1-4567-8b22-0c612ba623cb tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] 10.222.0.85 "DELETE /v2.0/subnets/42240514-1bec-4c4f-af34-874798fbfc93 HTTP/1.1" status: 204 len: 168 time: 1.4049096 May 18 18:28:39.252797 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 53112) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:28:39.405278 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [req-7b1eeddf-8c52-4d39-b2a4-a5a2338b2757 req-af83ce9c-5b7d-4863-9480-e7378d29947a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0412cc4-69db-4907-be9e-675570dc9400 {{(pid=102731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:28:39.438636 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-7b1eeddf-8c52-4d39-b2a4-a5a2338b2757 req-af83ce9c-5b7d-4863-9480-e7378d29947a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:39.463814 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e0398e07-22e1-4f00-a463-de3182a74dea tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:39.495609 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.provisioning_blocks [req-7b1eeddf-8c52-4d39-b2a4-a5a2338b2757 req-af83ce9c-5b7d-4863-9480-e7378d29947a service neutron] Transition to ACTIVE for port object a0412cc4-69db-4907-be9e-675570dc9400 will not be triggered until provisioned by entity L2. {{(pid=102731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:28:39.520489 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-7b1eeddf-8c52-4d39-b2a4-a5a2338b2757 req-af83ce9c-5b7d-4863-9480-e7378d29947a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:39.596213 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-e0398e07-22e1-4f00-a463-de3182a74dea tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Deleting port d9f3494d-5fab-4899-ae96-71aba3cc29b2 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:28:39.596556 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e0398e07-22e1-4f00-a463-de3182a74dea tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:39.722665 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a54e7fa-e5fe-4834-8bec-89c002a5dacb None None] DHCP port deletion for c93886ad-7f47-405c-b03b-9ac28627e383 request from n-d-838550-3 {{(pid=102732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 18:28:39.733907 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af83ce9c-5b7d-4863-9480-e7378d29947a service neutron] Pushing event updated for resources: {'Port': ['ID=a0412cc4-69db-4907-be9e-675570dc9400,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:28:39.923404 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-e0398e07-22e1-4f00-a463-de3182a74dea tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] For port d9f3494d-5fab-4899-ae96-71aba3cc29b2, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=d9f3494d-5fab-4899-ae96-71aba3cc29b2,segment=NetworkSegment(75f64edf-75a8-4a6f-a68d-446f196b217f),segment_id=75f64edf-75a8-4a6f-a68d-446f196b217f)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:28:39.924977 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e0398e07-22e1-4f00-a463-de3182a74dea tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:40.018742 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-e0398e07-22e1-4f00-a463-de3182a74dea tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Calling delete_port for d9f3494d-5fab-4899-ae96-71aba3cc29b2 owned by network:dhcp {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:28:40.034623 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-7b1eeddf-8c52-4d39-b2a4-a5a2338b2757 req-af83ce9c-5b7d-4863-9480-e7378d29947a service neutron] Attempting to bind port a0412cc4-69db-4907-be9e-675570dc9400 on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:28:40.034960 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-7b1eeddf-8c52-4d39-b2a4-a5a2338b2757 req-af83ce9c-5b7d-4863-9480-e7378d29947a service neutron] Attempting to bind port a0412cc4-69db-4907-be9e-675570dc9400 by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': 'ef93e1fc-f0f4-4220-adc9-d2cb000b3c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'adbd4d3b-93fc-4f7a-a6ae-1551b2db5668'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:28:40.035286 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1eeddf-8c52-4d39-b2a4-a5a2338b2757 req-af83ce9c-5b7d-4863-9480-e7378d29947a service neutron] Attempting to bind port a0412cc4-69db-4907-be9e-675570dc9400 on network adbd4d3b-93fc-4f7a-a6ae-1551b2db5668 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:28:40.037093 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-5a54e7fa-e5fe-4834-8bec-89c002a5dacb None None] Deleting port d9f3494d-5fab-4899-ae96-71aba3cc29b2 {{(pid=102732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:28:40.037801 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-5a54e7fa-e5fe-4834-8bec-89c002a5dacb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:40.043139 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1eeddf-8c52-4d39-b2a4-a5a2338b2757 req-af83ce9c-5b7d-4863-9480-e7378d29947a service neutron] Port a0412cc4-69db-4907-be9e-675570dc9400 on network adbd4d3b-93fc-4f7a-a6ae-1551b2db5668 not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:28:40.043636 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1eeddf-8c52-4d39-b2a4-a5a2338b2757 req-af83ce9c-5b7d-4863-9480-e7378d29947a service neutron] Attempting to bind port a0412cc4-69db-4907-be9e-675570dc9400 on network adbd4d3b-93fc-4f7a-a6ae-1551b2db5668 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:28:40.062486 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1eeddf-8c52-4d39-b2a4-a5a2338b2757 req-af83ce9c-5b7d-4863-9480-e7378d29947a service neutron] Checking agent: {'id': 'd1be059a-68ea-4c77-9b2b-29f4afa47e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:28:40.062823 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1eeddf-8c52-4d39-b2a4-a5a2338b2757 req-af83ce9c-5b7d-4863-9480-e7378d29947a service neutron] Checking segment: {'id': 'ef93e1fc-f0f4-4220-adc9-d2cb000b3c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'adbd4d3b-93fc-4f7a-a6ae-1551b2db5668'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:28:40.063181 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1eeddf-8c52-4d39-b2a4-a5a2338b2757 req-af83ce9c-5b7d-4863-9480-e7378d29947a service neutron] Bound using segment: {'id': 'ef93e1fc-f0f4-4220-adc9-d2cb000b3c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'adbd4d3b-93fc-4f7a-a6ae-1551b2db5668'} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:28:40.063807 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-7b1eeddf-8c52-4d39-b2a4-a5a2338b2757 req-af83ce9c-5b7d-4863-9480-e7378d29947a service neutron] Bound port: a0412cc4-69db-4907-be9e-675570dc9400, host: n-h2-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef93e1fc-f0f4-4220-adc9-d2cb000b3c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'adbd4d3b-93fc-4f7a-a6ae-1551b2db5668'}}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:28:40.067031 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-7b1eeddf-8c52-4d39-b2a4-a5a2338b2757 req-af83ce9c-5b7d-4863-9480-e7378d29947a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:40.183045 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-55fcbf38-8d1f-4dc3-af66-6f549307fbe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:40.245813 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-7b1eeddf-8c52-4d39-b2a4-a5a2338b2757 req-af83ce9c-5b7d-4863-9480-e7378d29947a service neutron] For port a0412cc4-69db-4907-be9e-675570dc9400, host n-h2-838550-3, cleared binding levels {{(pid=102731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:28:40.258707 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-7b1eeddf-8c52-4d39-b2a4-a5a2338b2757 req-af83ce9c-5b7d-4863-9480-e7378d29947a service neutron] For port a0412cc4-69db-4907-be9e-675570dc9400, host n-h2-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=a0412cc4-69db-4907-be9e-675570dc9400,segment=NetworkSegment(ef93e1fc-f0f4-4220-adc9-d2cb000b3c93),segment_id=ef93e1fc-f0f4-4220-adc9-d2cb000b3c93)] {{(pid=102731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:28:40.267150 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-5a54e7fa-e5fe-4834-8bec-89c002a5dacb None None] For port d9f3494d-5fab-4899-ae96-71aba3cc29b2, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=d9f3494d-5fab-4899-ae96-71aba3cc29b2,segment=NetworkSegment(75f64edf-75a8-4a6f-a68d-446f196b217f),segment_id=75f64edf-75a8-4a6f-a68d-446f196b217f)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:28:40.267366 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-5a54e7fa-e5fe-4834-8bec-89c002a5dacb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:40.291379 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-7b1eeddf-8c52-4d39-b2a4-a5a2338b2757 req-af83ce9c-5b7d-4863-9480-e7378d29947a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:40.305449 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-5a54e7fa-e5fe-4834-8bec-89c002a5dacb None None] Calling delete_port for d9f3494d-5fab-4899-ae96-71aba3cc29b2 owned by network:dhcp {{(pid=102732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:28:40.469310 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e0398e07-22e1-4f00-a463-de3182a74dea tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:40.495190 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0398e07-22e1-4f00-a463-de3182a74dea tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] No DVR routers for this DVR port d9f3494d-5fab-4899-ae96-71aba3cc29b2 on host n-d-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:28:40.529208 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43ddb46-8965-4f63-b9b2-7781ad98f023 req-d8924418-2381-43c7-8b7c-37ff8bb24313 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:28:40.530064 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1eeddf-8c52-4d39-b2a4-a5a2338b2757 req-af83ce9c-5b7d-4863-9480-e7378d29947a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:28:40.531515 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-7b1eeddf-8c52-4d39-b2a4-a5a2338b2757 req-af83ce9c-5b7d-4863-9480-e7378d29947a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:40.533249 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e43ddb46-8965-4f63-b9b2-7781ad98f023 req-d8924418-2381-43c7-8b7c-37ff8bb24313 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "GET /v2.0/ports?device_id=bebb41c5-e946-4a32-911c-355541816396 HTTP/1.1" status: 200 len: 945 time: 0.1868608 May 18 18:28:40.546530 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7b1eeddf-8c52-4d39-b2a4-a5a2338b2757 req-af83ce9c-5b7d-4863-9480-e7378d29947a service neutron] 10.222.0.88 "PUT /v2.0/ports/a0412cc4-69db-4907-be9e-675570dc9400 HTTP/1.1" status: 200 len: 1091 time: 2.0140779 May 18 18:28:40.554820 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d1ddba1-1a5c-4242-a1ee-be3f2170d2d7', 'tag': 'a0412cc4-69db-4907-be9e-675570dc9400'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:28:40.568508 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5f7ee04-2901-47b1-b9c8-5ef70eca43c7" -d '{"events": [{"name": "network-changed", "server_uuid": "9d1ddba1-1a5c-4242-a1ee-be3f2170d2d7", "tag": "a0412cc4-69db-4907-be9e-675570dc9400"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:28:40.623032 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-5a54e7fa-e5fe-4834-8bec-89c002a5dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508'] for port, after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:40.652540 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0398e07-22e1-4f00-a463-de3182a74dea tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Pushing event deleted for resources: {'Port': ['ID=d9f3494d-5fab-4899-ae96-71aba3cc29b2,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:28:40.698622 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e303d53-cab3-4486-9313-fe064eb0ac43 req-5d06f71f-077f-403d-abd0-423b19d3bf77 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:28:40.713428 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9e303d53-cab3-4486-9313-fe064eb0ac43 req-5d06f71f-077f-403d-abd0-423b19d3bf77 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=9d1ddba1-1a5c-4242-a1ee-be3f2170d2d7 HTTP/1.1" status: 200 len: 943 time: 0.4628048 May 18 18:28:40.741857 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a54e7fa-e5fe-4834-8bec-89c002a5dacb None None] Pushing event deleted for resources: {'Port': ['ID=d9f3494d-5fab-4899-ae96-71aba3cc29b2,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:28:40.747308 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a54e7fa-e5fe-4834-8bec-89c002a5dacb None None] No DVR routers for this DVR port d9f3494d-5fab-4899-ae96-71aba3cc29b2 on host n-d-838550-3 {{(pid=102732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:28:40.791256 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af83ce9c-5b7d-4863-9480-e7378d29947a service neutron] Pushing event updated for resources: {'Port': ['ID=a0412cc4-69db-4907-be9e-675570dc9400,revision_number=3']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:28:40.866466 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1eeddf-8c52-4d39-b2a4-a5a2338b2757 req-809a10e3-90b3-4aff-b334-7f060397416b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:28:40.868778 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7b1eeddf-8c52-4d39-b2a4-a5a2338b2757 req-809a10e3-90b3-4aff-b334-7f060397416b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=dc04081bebe44448af91d703facdf00a&device_id=9d1ddba1-1a5c-4242-a1ee-be3f2170d2d7 HTTP/1.1" status: 200 len: 1094 time: 0.2311165 May 18 18:28:40.872949 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9e303d53-cab3-4486-9313-fe064eb0ac43 req-f4f4da84-0159-429f-9418-f3c996a2f59c tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=79af37b4-96e5-49e2-a136-b4eb89c535d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584041 May 18 18:28:40.908643 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e0398e07-22e1-4f00-a463-de3182a74dea tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:40.965725 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7b1eeddf-8c52-4d39-b2a4-a5a2338b2757 req-37d9632c-3bef-41e3-a711-74be4d5e9afe service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a0412cc4-69db-4907-be9e-675570dc9400 HTTP/1.1" status: 200 len: 217 time: 0.0798512 May 18 18:28:41.010182 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e43ddb46-8965-4f63-b9b2-7781ad98f023 req-2c6f5483-fe78-40ee-9d55-365f4e926327 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "GET /v2.0/security-groups?id=ea26971d-d553-4130-94ab-29a63c616105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3638039 May 18 18:28:41.028679 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea4a1606-896b-4d31-a548-f8236124cfca x-openstack-request-id: req-ea4a1606-896b-4d31-a548-f8236124cfca {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:28:41.029121 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d1ddba1-1a5c-4242-a1ee-be3f2170d2d7", "tag": "a0412cc4-69db-4907-be9e-675570dc9400", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:28:41.029515 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-ea4a1606-896b-4d31-a548-f8236124cfca {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:28:41.030171 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea4a1606-896b-4d31-a548-f8236124cfca'] response: {'name': 'network-changed', 'server_uuid': '9d1ddba1-1a5c-4242-a1ee-be3f2170d2d7', 'tag': 'a0412cc4-69db-4907-be9e-675570dc9400', 'status': 'completed', 'code': 200} May 18 18:28:41.030811 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-e0398e07-22e1-4f00-a463-de3182a74dea tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c93886ad-7f47-405c-b03b-9ac28627e383']}} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:28:41.056863 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-e0398e07-22e1-4f00-a463-de3182a74dea tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75f64edf-75a8-4a6f-a68d-446f196b217f') {'for_net_delete': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:28:41.057459 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-e0398e07-22e1-4f00-a463-de3182a74dea tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75f64edf-75a8-4a6f-a68d-446f196b217f') {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:28:41.072272 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e0398e07-22e1-4f00-a463-de3182a74dea tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260107375'] for segment, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:41.097231 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e0398e07-22e1-4f00-a463-de3182a74dea tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:41.125300 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0398e07-22e1-4f00-a463-de3182a74dea tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=102730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:28:41.130027 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e0398e07-22e1-4f00-a463-de3182a74dea tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261102736'] for segment, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:41.136913 n-d-838550-3 neutron-server[102730]: Traceback (most recent call last): May 18 18:28:41.136913 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:28:41.136913 n-d-838550-3 neutron-server[102730]: timer() May 18 18:28:41.136913 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:28:41.136913 n-d-838550-3 neutron-server[102730]: cb(*args, **kw) May 18 18:28:41.136913 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:28:41.136913 n-d-838550-3 neutron-server[102730]: return func(*args, **kwargs) May 18 18:28:41.136913 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:28:41.136913 n-d-838550-3 neutron-server[102730]: self._notify() May 18 18:28:41.136913 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:28:41.136913 n-d-838550-3 neutron-server[102730]: self.callback(batched_events) May 18 18:28:41.136913 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:28:41.136913 n-d-838550-3 neutron-server[102730]: event.method(event) May 18 18:28:41.136913 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:28:41.136913 n-d-838550-3 neutron-server[102730]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:28:41.136913 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:28:41.136913 n-d-838550-3 neutron-server[102730]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:28:41.136913 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:28:41.136913 n-d-838550-3 neutron-server[102730]: return f(self, *a, **k) May 18 18:28:41.136913 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:28:41.136913 n-d-838550-3 neutron-server[102730]: return self._get(url).json() May 18 18:28:41.136913 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:28:41.136913 n-d-838550-3 neutron-server[102730]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:28:41.136913 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:28:41.136913 n-d-838550-3 neutron-server[102730]: return self.request(url, 'GET', **kwargs) May 18 18:28:41.136913 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:28:41.136913 n-d-838550-3 neutron-server[102730]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:28:41.136913 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:28:41.136913 n-d-838550-3 neutron-server[102730]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:28:41.136913 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:28:41.136913 n-d-838550-3 neutron-server[102730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:28:41.136913 n-d-838550-3 neutron-server[102730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:28:41.181112 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1eeddf-8c52-4d39-b2a4-a5a2338b2757 req-f93ebaf8-b6fb-46d3-9d3b-1e1bc87b328a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:28:41.202097 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7b1eeddf-8c52-4d39-b2a4-a5a2338b2757 req-f93ebaf8-b6fb-46d3-9d3b-1e1bc87b328a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b85d9655-9e18-4f20-bd82-d6f95b142d2a HTTP/1.1" status: 200 len: 850 time: 0.2204149 May 18 18:28:41.209157 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device d9f3494d-5fab-4899-ae96-71aba3cc29b2 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:28:41.279695 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: d9f3494d-5fab-4899-ae96-71aba3cc29b2 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:28:41.280219 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device d9f3494d-5fab-4899-ae96-71aba3cc29b2 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:28:41.285732 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e0398e07-22e1-4f00-a463-de3182a74dea tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:41.302384 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e0398e07-22e1-4f00-a463-de3182a74dea tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:41.309313 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-e0398e07-22e1-4f00-a463-de3182a74dea tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] 10.222.0.85 "DELETE /v2.0/networks/c93886ad-7f47-405c-b03b-9ac28627e383 HTTP/1.1" status: 204 len: 168 time: 2.0552366 May 18 18:28:41.314130 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 53266) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:28:41.335859 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0398e07-22e1-4f00-a463-de3182a74dea tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Pushing event deleted for resources: {'Network': ['ID=c93886ad-7f47-405c-b03b-9ac28627e383,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:28:41.344306 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:41.424988 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1eeddf-8c52-4d39-b2a4-a5a2338b2757 req-9cdf710b-4b0d-4567-80d7-1a7a97226c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:28:41.426704 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7b1eeddf-8c52-4d39-b2a4-a5a2338b2757 req-9cdf710b-4b0d-4567-80d7-1a7a97226c9d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=adbd4d3b-93fc-4f7a-a6ae-1551b2db5668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2052910 May 18 18:28:41.555114 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-d1ef2d7c-7840-494e-bca2-3af666b5edfa tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Deleting port 2347e1c2-7dcd-4d74-aa72-7bb4d92267b0 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:28:41.556462 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d1ef2d7c-7840-494e-bca2-3af666b5edfa tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:41.573554 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7b1eeddf-8c52-4d39-b2a4-a5a2338b2757 req-ceea799f-f95d-4a2b-93ff-77279df0d07f service neutron] 10.222.0.88 "GET /v2.0/networks/adbd4d3b-93fc-4f7a-a6ae-1551b2db5668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211052 May 18 18:28:41.732440 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d1ef2d7c-7840-494e-bca2-3af666b5edfa tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:41.733327 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d1ef2d7c-7840-494e-bca2-3af666b5edfa tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:41.767749 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-d1ef2d7c-7840-494e-bca2-3af666b5edfa tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Calling delete_port for 2347e1c2-7dcd-4d74-aa72-7bb4d92267b0 owned by network:floatingip {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:28:41.779700 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7b1eeddf-8c52-4d39-b2a4-a5a2338b2757 req-1d8797a3-ade0-4eb4-a333-2fad1d795100 service neutron] 10.222.0.88 "GET /v2.0/networks/adbd4d3b-93fc-4f7a-a6ae-1551b2db5668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782603 May 18 18:28:42.051764 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f7ee04-2901-47b1-b9c8-5ef70eca43c7 req-5343242a-7e69-48f7-b15c-d2cf23c0984e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:28:42.054547 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e5f7ee04-2901-47b1-b9c8-5ef70eca43c7 req-5343242a-7e69-48f7-b15c-d2cf23c0984e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=dc04081bebe44448af91d703facdf00a&device_id=9d1ddba1-1a5c-4242-a1ee-be3f2170d2d7 HTTP/1.1" status: 200 len: 1094 time: 0.1817176 May 18 18:28:42.060752 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b68b51-8cd0-49aa-b1e3-a062de5dfa84 req-36cdcaf6-8e27-47e4-9bc5-c998abe49cc9 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:28:42.072199 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f8b68b51-8cd0-49aa-b1e3-a062de5dfa84 req-36cdcaf6-8e27-47e4-9bc5-c998abe49cc9 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=9d1ddba1-1a5c-4242-a1ee-be3f2170d2d7 HTTP/1.1" status: 200 len: 943 time: 0.0755038 May 18 18:28:42.123127 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f8b68b51-8cd0-49aa-b1e3-a062de5dfa84 req-ec4be915-7819-46dd-801f-7d4cf56b7205 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=79af37b4-96e5-49e2-a136-b4eb89c535d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498486 May 18 18:28:42.323042 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d1ef2d7c-7840-494e-bca2-3af666b5edfa tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:42.418590 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:42.429462 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e07656-8aac-4dc2-b8be-4d7aba7e4cdc req-ed204c6d-0d5e-4cba-8bf2-4352aec15c14 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:28:42.431199 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e0e07656-8aac-4dc2-b8be-4d7aba7e4cdc req-ed204c6d-0d5e-4cba-8bf2-4352aec15c14 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.88 "GET /v2.0/ports?device_id=bebb41c5-e946-4a32-911c-355541816396 HTTP/1.1" status: 200 len: 945 time: 0.3691297 May 18 18:28:42.440575 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ef2d7c-7840-494e-bca2-3af666b5edfa tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Pushing event deleted for resources: {'Port': ['ID=2347e1c2-7dcd-4d74-aa72-7bb4d92267b0,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:28:42.832611 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f7ee04-2901-47b1-b9c8-5ef70eca43c7 req-9e5771bb-7120-48ca-b3d7-016f167b7268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:28:42.834031 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e5f7ee04-2901-47b1-b9c8-5ef70eca43c7 req-9e5771bb-7120-48ca-b3d7-016f167b7268 service neutron] 10.222.0.88 "GET /v2.0/networks?id=adbd4d3b-93fc-4f7a-a6ae-1551b2db5668 HTTP/1.1" status: 200 len: 912 time: 0.7004294 May 18 18:28:42.862376 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2abc336-becb-4195-a755-1407436f0f72 req-3c8071f6-d443-43d8-9205-da671ce92528 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:28:42.863787 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e2abc336-becb-4195-a755-1407436f0f72 req-3c8071f6-d443-43d8-9205-da671ce92528 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "GET /v2.0/ports?device_id=bebb41c5-e946-4a32-911c-355541816396 HTTP/1.1" status: 200 len: 945 time: 0.7150505 May 18 18:28:42.951217 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e5f7ee04-2901-47b1-b9c8-5ef70eca43c7 req-5dafe227-89a0-43bd-8cdd-300e30ccd023 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a0412cc4-69db-4907-be9e-675570dc9400 HTTP/1.1" status: 200 len: 217 time: 0.0841248 May 18 18:28:43.064619 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d1ef2d7c-7840-494e-bca2-3af666b5edfa tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Notify callbacks [] for floatingip, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:43.068045 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:43.072111 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d1ef2d7c-7840-494e-bca2-3af666b5edfa tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:43.074059 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-d1ef2d7c-7840-494e-bca2-3af666b5edfa tempest-FloatingIPAdminTestJSON-976743327 tempest-FloatingIPAdminTestJSON-976743327-project] 10.222.0.85 "DELETE /v2.0/floatingips/ea9b3ab7-9088-43af-a194-81fb220debc9 HTTP/1.1" status: 204 len: 168 time: 1.7568007 May 18 18:28:43.107323 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e2abc336-becb-4195-a755-1407436f0f72 req-96946550-8bc6-44c5-b3ce-89935b5c830e tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "GET /v2.0/security-groups?id=ea26971d-d553-4130-94ab-29a63c616105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1639054 May 18 18:28:43.121601 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f7ee04-2901-47b1-b9c8-5ef70eca43c7 req-ccb04eea-0ab5-4c9e-b8f7-1b7efb7aab45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:28:43.123527 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e5f7ee04-2901-47b1-b9c8-5ef70eca43c7 req-ccb04eea-0ab5-4c9e-b8f7-1b7efb7aab45 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b85d9655-9e18-4f20-bd82-d6f95b142d2a HTTP/1.1" status: 200 len: 850 time: 0.1631334 May 18 18:28:43.177939 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-e0e07656-8aac-4dc2-b8be-4d7aba7e4cdc req-0da3ddb7-2e8a-4401-b00a-14702d165ed8 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Deleting port de2b8f4d-03f2-4f67-9512-1122b721bd39 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:28:43.178620 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-e0e07656-8aac-4dc2-b8be-4d7aba7e4cdc req-0da3ddb7-2e8a-4401-b00a-14702d165ed8 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:43.310179 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-e0e07656-8aac-4dc2-b8be-4d7aba7e4cdc req-0da3ddb7-2e8a-4401-b00a-14702d165ed8 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] For port de2b8f4d-03f2-4f67-9512-1122b721bd39, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=de2b8f4d-03f2-4f67-9512-1122b721bd39,segment=NetworkSegment(a898997a-d1fc-408c-b1d2-fe587c78d0c1),segment_id=a898997a-d1fc-408c-b1d2-fe587c78d0c1)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:28:43.310179 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-e0e07656-8aac-4dc2-b8be-4d7aba7e4cdc req-0da3ddb7-2e8a-4401-b00a-14702d165ed8 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:43.319008 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea5430d-d255-4b29-b855-1c937de60c99 req-37a81cf9-ab07-4e69-8ee3-53e7713ca71f tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:28:43.320623 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6ea5430d-d255-4b29-b855-1c937de60c99 req-37a81cf9-ab07-4e69-8ee3-53e7713ca71f tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=9d1ddba1-1a5c-4242-a1ee-be3f2170d2d7 HTTP/1.1" status: 200 len: 943 time: 0.0739648 May 18 18:28:43.429287 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f7ee04-2901-47b1-b9c8-5ef70eca43c7 req-d164ac32-13af-41ce-9933-97953568e745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:28:43.430573 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6ea5430d-d255-4b29-b855-1c937de60c99 req-b706f02f-910c-4aee-89aa-5ad7626e2b6c tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=79af37b4-96e5-49e2-a136-b4eb89c535d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987387 May 18 18:28:43.431333 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e5f7ee04-2901-47b1-b9c8-5ef70eca43c7 req-d164ac32-13af-41ce-9933-97953568e745 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=adbd4d3b-93fc-4f7a-a6ae-1551b2db5668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2948725 May 18 18:28:43.508972 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 53294) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:28:43.667006 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e5f7ee04-2901-47b1-b9c8-5ef70eca43c7 req-d6fff4e3-4a6c-4cab-b020-42ec232639c0 service neutron] 10.222.0.88 "GET /v2.0/networks/adbd4d3b-93fc-4f7a-a6ae-1551b2db5668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213581 May 18 18:28:43.761818 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-5b3b9dde-60a0-4c34-8195-e811a526b035 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=45104143e89344a3afca8c63124468ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2509246 May 18 18:28:43.764329 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 53298) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:28:43.809471 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-e0e07656-8aac-4dc2-b8be-4d7aba7e4cdc req-0da3ddb7-2e8a-4401-b00a-14702d165ed8 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:43.810251 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-e0e07656-8aac-4dc2-b8be-4d7aba7e4cdc req-0da3ddb7-2e8a-4401-b00a-14702d165ed8 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596987'] for floatingip, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:43.811518 n-d-838550-3 neutron-server[102731]: INFO neutron.db.l3_db [req-e0e07656-8aac-4dc2-b8be-4d7aba7e4cdc req-0da3ddb7-2e8a-4401-b00a-14702d165ed8 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Floating IP 4318dc66-7295-4e89-bc62-42f4a36f3ff8 disassociated. External IP: 172.25.5.183, port: de2b8f4d-03f2-4f67-9512-1122b721bd39. May 18 18:28:43.812321 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-e0e07656-8aac-4dc2-b8be-4d7aba7e4cdc req-0da3ddb7-2e8a-4401-b00a-14702d165ed8 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Calling delete_port for de2b8f4d-03f2-4f67-9512-1122b721bd39 owned by compute:nova {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:28:43.825475 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e4868182-cd1c-47fb-b6f1-66f8d6631ac5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:43.857697 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e5f7ee04-2901-47b1-b9c8-5ef70eca43c7 req-8fb5e59e-c149-40c7-bfb5-0898d55d5a8d service neutron] 10.222.0.88 "GET /v2.0/networks/adbd4d3b-93fc-4f7a-a6ae-1551b2db5668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720757 May 18 18:28:43.864737 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e4868182-cd1c-47fb-b6f1-66f8d6631ac5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:43.935262 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e4868182-cd1c-47fb-b6f1-66f8d6631ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:43.940361 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e4868182-cd1c-47fb-b6f1-66f8d6631ac5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:43.941794 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-e4868182-cd1c-47fb-b6f1-66f8d6631ac5 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/77ab6715-ea9d-4116-aaca-0c6bc2892545 HTTP/1.1" status: 204 len: 168 time: 0.1759639 May 18 18:28:43.952517 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4868182-cd1c-47fb-b6f1-66f8d6631ac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77ab6715-ea9d-4116-aaca-0c6bc2892545,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:28:43.963761 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4868182-cd1c-47fb-b6f1-66f8d6631ac5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:28:43.964767 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4868182-cd1c-47fb-b6f1-66f8d6631ac5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:28:43.965400 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4868182-cd1c-47fb-b6f1-66f8d6631ac5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:28:43.966041 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4868182-cd1c-47fb-b6f1-66f8d6631ac5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:28:43.966629 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4868182-cd1c-47fb-b6f1-66f8d6631ac5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:28:43.967329 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4868182-cd1c-47fb-b6f1-66f8d6631ac5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:28:43.969604 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4868182-cd1c-47fb-b6f1-66f8d6631ac5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:28:43.970340 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4868182-cd1c-47fb-b6f1-66f8d6631ac5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:28:43.971136 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4868182-cd1c-47fb-b6f1-66f8d6631ac5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:28:43.971767 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4868182-cd1c-47fb-b6f1-66f8d6631ac5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:28:43.972478 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4868182-cd1c-47fb-b6f1-66f8d6631ac5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:28:43.973027 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4868182-cd1c-47fb-b6f1-66f8d6631ac5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:28:44.068525 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-e0e07656-8aac-4dc2-b8be-4d7aba7e4cdc req-0da3ddb7-2e8a-4401-b00a-14702d165ed8 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:44.102356 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da3ddb7-2e8a-4401-b00a-14702d165ed8 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Pushing event deleted for resources: {'Port': ['ID=de2b8f4d-03f2-4f67-9512-1122b721bd39,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:28:44.281976 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-039f9db7-6686-4490-91d8-aa9755e1b84b req-976838b0-4ba2-49c4-8763-68b53841a88f tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "GET /v2.0/ports?device_id=bebb41c5-e946-4a32-911c-355541816396 HTTP/1.1" status: 200 len: 210 time: 0.0327036 May 18 18:28:44.312156 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e0e07656-8aac-4dc2-b8be-4d7aba7e4cdc req-0da3ddb7-2e8a-4401-b00a-14702d165ed8 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Router 8b67a8a7-2193-465b-99b6-3e3f0d6374dd has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:28:44.489169 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e0e07656-8aac-4dc2-b8be-4d7aba7e4cdc req-0da3ddb7-2e8a-4401-b00a-14702d165ed8 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:28:44.491479 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 53318) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:28:44.513237 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b5c43e-f56c-4338-a68a-b10a3a1ad2e0 None None] Sync routers for ids ['8b67a8a7-2193-465b-99b6-3e3f0d6374dd'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:28:44.538423 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b5c43e-f56c-4338-a68a-b10a3a1ad2e0 None None] Routers {'8b67a8a7-2193-465b-99b6-3e3f0d6374dd'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:28:44.541131 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-c1b5c43e-f56c-4338-a68a-b10a3a1ad2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:28:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['8b67a8a7-2193-465b-99b6-3e3f0d6374dd'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:28:44.545507 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ced507f2-a65b-4b1a-9e7e-5d2373e72bcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:44.679340 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3140d5-0f8a-4bec-a512-4184215e9bb7 req-36eff76f-a194-4252-9645-f7fc71fe910e tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:28:44.692999 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ee3140d5-0f8a-4bec-a512-4184215e9bb7 req-36eff76f-a194-4252-9645-f7fc71fe910e tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=9d1ddba1-1a5c-4242-a1ee-be3f2170d2d7 HTTP/1.1" status: 200 len: 943 time: 0.0993693 May 18 18:28:44.713454 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ced507f2-a65b-4b1a-9e7e-5d2373e72bcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:44.747383 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0e07656-8aac-4dc2-b8be-4d7aba7e4cdc req-0da3ddb7-2e8a-4401-b00a-14702d165ed8 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] No DVR routers for this DVR port de2b8f4d-03f2-4f67-9512-1122b721bd39 on host n-h2-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:28:44.752825 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ced507f2-a65b-4b1a-9e7e-5d2373e72bcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:44.761974 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-e0e07656-8aac-4dc2-b8be-4d7aba7e4cdc req-0da3ddb7-2e8a-4401-b00a-14702d165ed8 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:44.770221 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e0e07656-8aac-4dc2-b8be-4d7aba7e4cdc req-0da3ddb7-2e8a-4401-b00a-14702d165ed8 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.88 "DELETE /v2.0/ports/de2b8f4d-03f2-4f67-9512-1122b721bd39 HTTP/1.1" status: 204 len: 173 time: 1.9703338 May 18 18:28:44.773316 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bebb41c5-e946-4a32-911c-355541816396', 'name': 'network-vif-deleted', 'tag': 'de2b8f4d-03f2-4f67-9512-1122b721bd39'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:28:44.775913 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-681c38f7-2d41-4b34-8ff3-c1c5e0cf46b7" -d '{"events": [{"server_uuid": "bebb41c5-e946-4a32-911c-355541816396", "name": "network-vif-deleted", "tag": "de2b8f4d-03f2-4f67-9512-1122b721bd39"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:28:44.817038 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ee3140d5-0f8a-4bec-a512-4184215e9bb7 req-48473abd-7a1d-4529-a22c-e423b1dfb29b tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=79af37b4-96e5-49e2-a136-b4eb89c535d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202037 May 18 18:28:44.869030 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-ced507f2-a65b-4b1a-9e7e-5d2373e72bcc admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=19409f3fc47349f48fd61e9710fec34c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3762107 May 18 18:28:44.872355 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 53322) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:28:44.890445 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edc058ed-eb91-49a8-a4b0-521afca79d20 x-openstack-request-id: req-edc058ed-eb91-49a8-a4b0-521afca79d20 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:28:44.891346 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bebb41c5-e946-4a32-911c-355541816396", "name": "network-vif-deleted", "tag": "de2b8f4d-03f2-4f67-9512-1122b721bd39", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:28:44.892304 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-edc058ed-eb91-49a8-a4b0-521afca79d20 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:28:44.892942 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edc058ed-eb91-49a8-a4b0-521afca79d20'] response: {'server_uuid': 'bebb41c5-e946-4a32-911c-355541816396', 'name': 'network-vif-deleted', 'tag': 'de2b8f4d-03f2-4f67-9512-1122b721bd39', 'status': 'completed', 'code': 200} May 18 18:28:44.896213 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced507f2-a65b-4b1a-9e7e-5d2373e72bcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=353d152c-7539-416d-a437-de0f2492c4f5,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:28:44.987569 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-62592ebb-0f45-483a-8e71-6aa87cf251f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:45.019796 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device a0412cc4-69db-4907-be9e-675570dc9400 details requested by agent hyperv_n-h2-838550-3 with host n-h2-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:28:45.032563 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-62592ebb-0f45-483a-8e71-6aa87cf251f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:45.114771 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-62592ebb-0f45-483a-8e71-6aa87cf251f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:45.122129 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-62592ebb-0f45-483a-8e71-6aa87cf251f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:45.145607 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device de2b8f4d-03f2-4f67-9512-1122b721bd39 no longer exists at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:28:45.149910 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-62592ebb-0f45-483a-8e71-6aa87cf251f6 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/353d152c-7539-416d-a437-de0f2492c4f5 HTTP/1.1" status: 204 len: 168 time: 0.2731609 May 18 18:28:45.186834 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62592ebb-0f45-483a-8e71-6aa87cf251f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=353d152c-7539-416d-a437-de0f2492c4f5,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:28:45.221340 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-c1b5c43e-f56c-4338-a68a-b10a3a1ad2e0 None None] Set router 8b67a8a7-2193-465b-99b6-3e3f0d6374dd gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:28:45.229449 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] No Port match for: de2b8f4d-03f2-4f67-9512-1122b721bd39 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:28:45.229449 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device de2b8f4d-03f2-4f67-9512-1122b721bd39 not bound to the agent host n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:28:45.276615 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port a0412cc4-69db-4907-be9e-675570dc9400, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=a0412cc4-69db-4907-be9e-675570dc9400,segment=NetworkSegment(ef93e1fc-f0f4-4220-adc9-d2cb000b3c93),segment_id=ef93e1fc-f0f4-4220-adc9-d2cb000b3c93)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:28:45.300685 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Returning: {'device': 'a0412cc4-69db-4907-be9e-675570dc9400', 'network_id': 'adbd4d3b-93fc-4f7a-a6ae-1551b2db5668', 'port_id': 'a0412cc4-69db-4907-be9e-675570dc9400', 'mac_address': 'fa:16:3e:57:93:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b85d9655-9e18-4f20-bd82-d6f95b142d2a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:28:45.733836 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port a0412cc4-69db-4907-be9e-675570dc9400 is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:28:45.735923 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:45.800388 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0412cc4-69db-4907-be9e-675570dc9400 {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:28:45.828177 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port a0412cc4-69db-4907-be9e-675570dc9400, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=a0412cc4-69db-4907-be9e-675570dc9400,segment=NetworkSegment(ef93e1fc-f0f4-4220-adc9-d2cb000b3c93),segment_id=ef93e1fc-f0f4-4220-adc9-d2cb000b3c93)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:28:45.842062 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:45.922070 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 53346) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:28:45.949801 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c051e9d0-e9cb-429a-9341-478a53342fc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:46.065670 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=a0412cc4-69db-4907-be9e-675570dc9400,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:28:46.090936 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c051e9d0-e9cb-429a-9341-478a53342fc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:46.111296 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c051e9d0-e9cb-429a-9341-478a53342fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:46.116445 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:28:46.117285 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:28:46.118579 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:28:46.119348 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:28:46.120112 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:28:46.120854 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:28:46.121562 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:28:46.122383 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:28:46.123144 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:28:46.123917 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:28:46.124677 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:28:46.125439 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:28:46.160034 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 53350) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:28:46.171670 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-c051e9d0-e9cb-429a-9341-478a53342fc4 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=2fa44d7041ed44ad9dc044fe22b41d4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2478833 May 18 18:28:46.175693 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 53352) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:28:46.238250 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-c1b5c43e-f56c-4338-a68a-b10a3a1ad2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b67a8a7-2193-465b-99b6-3e3f0d6374dd', 'name': 'tempest-AttachVolumeNegativeTest-598483996-router', 'tenant_id': '1cf6702826ca40b18af7dfcf12233973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': '4c88ee3f-8327-47c9-8e1d-c3b5a52c51ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:23:34Z', 'updated_at': '2022-05-18T18:23:42Z', 'revision_number': 4, 'project_id': '1cf6702826ca40b18af7dfcf12233973', 'gw_port': {'id': '4c88ee3f-8327-47c9-8e1d-c3b5a52c51ab', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:64:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b67a8a7-2193-465b-99b6-3e3f0d6374dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:23:35Z', 'updated_at': '2022-05-18T18:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': 'ed71b158-f026-42aa-adb7-1dd0aa0eab50', 'name': '', 'network_id': 'b0e0df8a-fe46-47e2-96e7-6f339d67d466', 'tenant_id': '1cf6702826ca40b18af7dfcf12233973', 'mac_address': 'fa:16:3e:09:ad:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b67a8a7-2193-465b-99b6-3e3f0d6374dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2399, 'fixed_ips': [{'subnet_id': 'accb0a89-f23b-4ef5-8f87-983b3d81047a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:23:39Z', 'updated_at': '2022-05-18T18:23:47Z', 'revision_number': 5, 'project_id': '1cf6702826ca40b18af7dfcf12233973', 'subnets': [{'id': 'accb0a89-f23b-4ef5-8f87-983b3d81047a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:28:46.244287 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['a0412cc4-69db-4907-be9e-675570dc9400'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:28:46.281454 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c051e9d0-e9cb-429a-9341-478a53342fc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14d70d47-0aa0-4186-bb8c-68c2936788df,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:28:46.309119 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b5c43e-f56c-4338-a68a-b10a3a1ad2e0 None None] Checking router: 8b67a8a7-2193-465b-99b6-3e3f0d6374dd for host: n-d-838550-3 {{(pid=102732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:28:46.329663 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-cb7f884e-f8df-41c6-9c32-d3f5f2075770 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:46.357594 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b5c43e-f56c-4338-a68a-b10a3a1ad2e0 None None] Routers {'8b67a8a7-2193-465b-99b6-3e3f0d6374dd'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:28:46.358224 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-c1b5c43e-f56c-4338-a68a-b10a3a1ad2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:28:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['8b67a8a7-2193-465b-99b6-3e3f0d6374dd'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:28:46.358786 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5afb7400-7d41-4464-adbb-688f59265c20 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:46.360845 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032c902f-7451-4b38-9639-0fce45e6212c req-54333bd1-d786-4213-a445-6ca61788734b tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:28:46.365052 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-032c902f-7451-4b38-9639-0fce45e6212c req-54333bd1-d786-4213-a445-6ca61788734b tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=9d1ddba1-1a5c-4242-a1ee-be3f2170d2d7 HTTP/1.1" status: 200 len: 944 time: 0.2719035 May 18 18:28:46.429840 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-cb7f884e-f8df-41c6-9c32-d3f5f2075770 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:46.465526 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5afb7400-7d41-4464-adbb-688f59265c20 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:46.491234 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-032c902f-7451-4b38-9639-0fce45e6212c req-62c5667e-27b1-40a6-9eed-5f892f02b392 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=79af37b4-96e5-49e2-a136-b4eb89c535d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054726 May 18 18:28:46.522507 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e493cf23-ce64-417d-87d2-52d4a84d71c4 req-292cac87-2efb-4eed-846e-4776c024c171 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:28:46.548018 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e493cf23-ce64-417d-87d2-52d4a84d71c4 req-292cac87-2efb-4eed-846e-4776c024c171 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/ports?device_id=68250932-273e-4325-9e64-8bc21316b470 HTTP/1.1" status: 200 len: 946 time: 0.1832087 May 18 18:28:46.556221 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-cb7f884e-f8df-41c6-9c32-d3f5f2075770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:46.559816 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-cb7f884e-f8df-41c6-9c32-d3f5f2075770 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:46.562397 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-cb7f884e-f8df-41c6-9c32-d3f5f2075770 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/14d70d47-0aa0-4186-bb8c-68c2936788df HTTP/1.1" status: 204 len: 168 time: 0.3793545 May 18 18:28:46.576278 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7f884e-f8df-41c6-9c32-d3f5f2075770 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14d70d47-0aa0-4186-bb8c-68c2936788df,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:28:46.583123 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-c1b5c43e-f56c-4338-a68a-b10a3a1ad2e0 None None] Set router 8b67a8a7-2193-465b-99b6-3e3f0d6374dd gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:28:46.668786 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e493cf23-ce64-417d-87d2-52d4a84d71c4 req-098c7b0a-0237-463c-a4f7-a4c8abebc15f tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/security-groups?id=11a2a54b-8d3a-4e8b-aced-30411dedac26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1196070 May 18 18:28:46.686654 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5afb7400-7d41-4464-adbb-688f59265c20 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:46.689418 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5afb7400-7d41-4464-adbb-688f59265c20 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:46.690920 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-5afb7400-7d41-4464-adbb-688f59265c20 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "DELETE /v2.0/security-groups/ea26971d-d553-4130-94ab-29a63c616105 HTTP/1.1" status: 204 len: 168 time: 0.5296762 May 18 18:28:46.696301 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 53362) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:28:46.721960 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afb7400-7d41-4464-adbb-688f59265c20 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea26971d-d553-4130-94ab-29a63c616105,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:28:46.751058 n-d-838550-3 neutron-server[102730]: INFO neutron.api.v2.resource [None req-7a548924-084f-4155-a960-71c045600214 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] show failed (client error): The resource could not be found. May 18 18:28:46.759248 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-7a548924-084f-4155-a960-71c045600214 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "GET /v2.0/security-groups/ea26971d-d553-4130-94ab-29a63c616105 HTTP/1.1" status: 404 len: 347 time: 0.0611653 May 18 18:28:46.762985 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 53364) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:28:47.009878 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-e561050f-053b-48f1-8bd5-03fd62105a76 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Deleting port 502bac95-0860-4c73-a977-7279f4a44446 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:28:47.010222 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e561050f-053b-48f1-8bd5-03fd62105a76 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:47.073652 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-c1b5c43e-f56c-4338-a68a-b10a3a1ad2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b67a8a7-2193-465b-99b6-3e3f0d6374dd', 'name': 'tempest-AttachVolumeNegativeTest-598483996-router', 'tenant_id': '1cf6702826ca40b18af7dfcf12233973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': '4c88ee3f-8327-47c9-8e1d-c3b5a52c51ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:23:34Z', 'updated_at': '2022-05-18T18:23:42Z', 'revision_number': 4, 'project_id': '1cf6702826ca40b18af7dfcf12233973', 'gw_port': {'id': '4c88ee3f-8327-47c9-8e1d-c3b5a52c51ab', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:64:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b67a8a7-2193-465b-99b6-3e3f0d6374dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:23:35Z', 'updated_at': '2022-05-18T18:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': 'ed71b158-f026-42aa-adb7-1dd0aa0eab50', 'name': '', 'network_id': 'b0e0df8a-fe46-47e2-96e7-6f339d67d466', 'tenant_id': '1cf6702826ca40b18af7dfcf12233973', 'mac_address': 'fa:16:3e:09:ad:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b67a8a7-2193-465b-99b6-3e3f0d6374dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2399, 'fixed_ips': [{'subnet_id': 'accb0a89-f23b-4ef5-8f87-983b3d81047a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:23:39Z', 'updated_at': '2022-05-18T18:23:47Z', 'revision_number': 5, 'project_id': '1cf6702826ca40b18af7dfcf12233973', 'subnets': [{'id': 'accb0a89-f23b-4ef5-8f87-983b3d81047a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:28:47.135321 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e561050f-053b-48f1-8bd5-03fd62105a76 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:47.135912 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e561050f-053b-48f1-8bd5-03fd62105a76 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:47.139136 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b5c43e-f56c-4338-a68a-b10a3a1ad2e0 None None] The sync data for ids ['8b67a8a7-2193-465b-99b6-3e3f0d6374dd'] in n-d-838550-3 is: [{'id': '8b67a8a7-2193-465b-99b6-3e3f0d6374dd', 'name': 'tempest-AttachVolumeNegativeTest-598483996-router', 'tenant_id': '1cf6702826ca40b18af7dfcf12233973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': '4c88ee3f-8327-47c9-8e1d-c3b5a52c51ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:23:34Z', 'updated_at': '2022-05-18T18:23:42Z', 'revision_number': 4, 'project_id': '1cf6702826ca40b18af7dfcf12233973', 'gw_port': {'id': '4c88ee3f-8327-47c9-8e1d-c3b5a52c51ab', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:64:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b67a8a7-2193-465b-99b6-3e3f0d6374dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:23:35Z', 'updated_at': '2022-05-18T18:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': 'ed71b158-f026-42aa-adb7-1dd0aa0eab50', 'name': '', 'network_id': 'b0e0df8a-fe46-47e2-96e7-6f339d67d466', 'tenant_id': '1cf6702826ca40b18af7dfcf12233973', 'mac_address': 'fa:16:3e:09:ad:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b67a8a7-2193-465b-99b6-3e3f0d6374dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2399, 'fixed_ips': [{'subnet_id': 'accb0a89-f23b-4ef5-8f87-983b3d81047a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:23:39Z', 'updated_at': '2022-05-18T18:23:47Z', 'revision_number': 5, 'project_id': '1cf6702826ca40b18af7dfcf12233973', 'subnets': [{'id': 'accb0a89-f23b-4ef5-8f87-983b3d81047a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:28:47.155649 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-e561050f-053b-48f1-8bd5-03fd62105a76 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Calling delete_port for 502bac95-0860-4c73-a977-7279f4a44446 owned by network:floatingip {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:28:47.451439 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e561050f-053b-48f1-8bd5-03fd62105a76 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:47.519832 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e561050f-053b-48f1-8bd5-03fd62105a76 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Pushing event deleted for resources: {'Port': ['ID=502bac95-0860-4c73-a977-7279f4a44446,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:28:47.768993 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3a0120-0088-4953-b46e-05358d1f4767 None None] New status for floating IP 4318dc66-7295-4e89-bc62-42f4a36f3ff8: DOWN {{(pid=102733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 18:28:47.814941 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e561050f-053b-48f1-8bd5-03fd62105a76 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks [] for floatingip, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:47.820944 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e561050f-053b-48f1-8bd5-03fd62105a76 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:47.828973 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-e561050f-053b-48f1-8bd5-03fd62105a76 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "DELETE /v2.0/floatingips/4318dc66-7295-4e89-bc62-42f4a36f3ff8 HTTP/1.1" status: 204 len: 168 time: 1.0614467 May 18 18:28:47.842965 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57af675c-602e-4397-acdf-01432c9413f3 req-fbd7063f-6e7f-4234-983c-0838b604218d tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:28:47.858219 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-57af675c-602e-4397-acdf-01432c9413f3 req-fbd7063f-6e7f-4234-983c-0838b604218d tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=9d1ddba1-1a5c-4242-a1ee-be3f2170d2d7 HTTP/1.1" status: 200 len: 944 time: 0.1953051 May 18 18:28:47.943792 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-57af675c-602e-4397-acdf-01432c9413f3 req-456fe398-b1f0-49d2-82ab-a047e790ede5 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=79af37b4-96e5-49e2-a136-b4eb89c535d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828826 May 18 18:28:48.079162 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347f9617-0b72-4d7b-aa43-c3d18dd0297e req-be96c068-815c-4f91-9395-96431fb98677 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:28:48.090194 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-347f9617-0b72-4d7b-aa43-c3d18dd0297e req-be96c068-815c-4f91-9395-96431fb98677 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/ports?device_id=68250932-273e-4325-9e64-8bc21316b470 HTTP/1.1" status: 200 len: 946 time: 0.2087808 May 18 18:28:48.133909 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 53398) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:28:48.140465 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-f1c4e10a-e19f-4baa-85f4-e8063806d63b tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Request body: {'security_group': {'name': 'tempest-securitygroup--815952279', 'description': 'tempest-description--1021570343'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:28:48.174364 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-347f9617-0b72-4d7b-aa43-c3d18dd0297e req-cc629e27-e69f-4b99-9e51-afc07f38efd8 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/security-groups?id=11a2a54b-8d3a-4e8b-aced-30411dedac26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736990 May 18 18:28:48.201580 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f1c4e10a-e19f-4baa-85f4-e8063806d63b tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:48.271359 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 53400) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:28:48.309432 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a7e45e-81d2-44bb-ab80-62af595cc618 req-a5f73e83-e1fd-43d2-bef7-a03f0cd65250 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:28:48.311311 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d7a7e45e-81d2-44bb-ab80-62af595cc618 req-a5f73e83-e1fd-43d2-bef7-a03f0cd65250 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.88 "GET /v2.0/ports?device_id=68250932-273e-4325-9e64-8bc21316b470 HTTP/1.1" status: 200 len: 946 time: 0.1020267 May 18 18:28:48.350405 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f1c4e10a-e19f-4baa-85f4-e8063806d63b tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:48.358588 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f1c4e10a-e19f-4baa-85f4-e8063806d63b tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:48.400092 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f1c4e10a-e19f-4baa-85f4-e8063806d63b tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:48.401594 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-f1c4e10a-e19f-4baa-85f4-e8063806d63b tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2655957 May 18 18:28:48.404693 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 53404) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:28:48.409863 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-114d4690-2d6e-40f3-84bb-93c74557ce51 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Request body: {'security_group_rule': {'security_group_id': 'd8168384-83fe-4e40-afa8-ee38a48b320f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:28:48.442581 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c4e10a-e19f-4baa-85f4-e8063806d63b tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8168384-83fe-4e40-afa8-ee38a48b320f,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:28:48.447365 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-d7a7e45e-81d2-44bb-ab80-62af595cc618 req-32719e7f-c5ff-4875-ab2e-98e1f83d4d00 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Deleting port 3f298efd-d789-4784-af4f-e91f6b2cc1ad {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:28:48.447968 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-d7a7e45e-81d2-44bb-ab80-62af595cc618 req-32719e7f-c5ff-4875-ab2e-98e1f83d4d00 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:48.486659 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-114d4690-2d6e-40f3-84bb-93c74557ce51 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:48.513940 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-f517a654-ef53-420e-a50e-e8b8636e4c4d tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-665280858'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:28:48.538807 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f517a654-ef53-420e-a50e-e8b8636e4c4d tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Made reservation on behalf of fb331a4571854486b148249b0f8b2f49 for: {'network': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:28:48.543946 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f517a654-ef53-420e-a50e-e8b8636e4c4d tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:48.564110 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f517a654-ef53-420e-a50e-e8b8636e4c4d tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:48.620558 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-114d4690-2d6e-40f3-84bb-93c74557ce51 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:48.629958 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-114d4690-2d6e-40f3-84bb-93c74557ce51 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:48.655587 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-d7a7e45e-81d2-44bb-ab80-62af595cc618 req-32719e7f-c5ff-4875-ab2e-98e1f83d4d00 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] For port 3f298efd-d789-4784-af4f-e91f6b2cc1ad, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=3f298efd-d789-4784-af4f-e91f6b2cc1ad,segment=NetworkSegment(8ca14917-c9b1-4338-b349-8fcfdea345e6),segment_id=8ca14917-c9b1-4338-b349-8fcfdea345e6)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:28:48.656260 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-d7a7e45e-81d2-44bb-ab80-62af595cc618 req-32719e7f-c5ff-4875-ab2e-98e1f83d4d00 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:48.671932 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114d4690-2d6e-40f3-84bb-93c74557ce51 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03bbf534-5dd7-4953-a17a-3d36446203ab,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:28:48.751151 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f517a654-ef53-420e-a50e-e8b8636e4c4d tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:48.768340 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-114d4690-2d6e-40f3-84bb-93c74557ce51 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:48.769601 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-114d4690-2d6e-40f3-84bb-93c74557ce51 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3639047 May 18 18:28:48.771091 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f517a654-ef53-420e-a50e-e8b8636e4c4d tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:48.773914 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 53414) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:28:48.775386 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device a0412cc4-69db-4907-be9e-675570dc9400 up at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:28:48.779402 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-cbd2322e-905a-4813-9213-9ff8b6d54f1e tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Request body: {'security_group_rule': {'security_group_id': 'd8168384-83fe-4e40-afa8-ee38a48b320f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:28:48.785825 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f517a654-ef53-420e-a50e-e8b8636e4c4d tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=102730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:28:48.798418 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f517a654-ef53-420e-a50e-e8b8636e4c4d tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:48.798789 n-d-838550-3 neutron-server[102730]: INFO neutron.db.segments_db [None req-f517a654-ef53-420e-a50e-e8b8636e4c4d tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Added segment 84fe86ba-ed6f-437f-a83a-2dbe849fe661 of type vlan for network ea6d7494-beff-4f15-bf5b-0566ffdff06c May 18 18:28:48.829435 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-cbd2322e-905a-4813-9213-9ff8b6d54f1e tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:48.860355 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f517a654-ef53-420e-a50e-e8b8636e4c4d tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:48.873602 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning for port a0412cc4-69db-4907-be9e-675570dc9400 completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:28:48.888294 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning complete for port a0412cc4-69db-4907-be9e-675570dc9400 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:28:48.890145 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:48.914841 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f517a654-ef53-420e-a50e-e8b8636e4c4d tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:48.933712 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f517a654-ef53-420e-a50e-e8b8636e4c4d tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:28:48.936200 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f517a654-ef53-420e-a50e-e8b8636e4c4d tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:48.992479 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-f517a654-ef53-420e-a50e-e8b8636e4c4d tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.7198913 May 18 18:28:49.001367 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 53420) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:28:49.026903 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-567beb8c-e54f-459a-91d9-74486cbe8394 tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Request body: {'subnet': {'network_id': 'ea6d7494-beff-4f15-bf5b-0566ffdff06c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:28:49.038810 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port a0412cc4-69db-4907-be9e-675570dc9400 is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:28:49.040305 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:49.054331 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f517a654-ef53-420e-a50e-e8b8636e4c4d tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a4e991c-8d53-4ef6-a43c-1b52b77b4902,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:28:49.079444 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f517a654-ef53-420e-a50e-e8b8636e4c4d tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Pushing event updated for resources: {'Network': ['ID=ea6d7494-beff-4f15-bf5b-0566ffdff06c,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:28:49.100931 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network ea6d7494-beff-4f15-bf5b-0566ffdff06c details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:28:49.112644 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d1ddba1-1a5c-4242-a1ee-be3f2170d2d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0412cc4-69db-4907-be9e-675570dc9400'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:28:49.116712 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e804099-3422-4383-8444-0728e1896a18" -d '{"events": [{"server_uuid": "9d1ddba1-1a5c-4242-a1ee-be3f2170d2d7", "name": "network-vif-plugged", "status": "completed", "tag": "a0412cc4-69db-4907-be9e-675570dc9400"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:28:49.209578 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port a0412cc4-69db-4907-be9e-675570dc9400, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=a0412cc4-69db-4907-be9e-675570dc9400,segment=NetworkSegment(ef93e1fc-f0f4-4220-adc9-d2cb000b3c93),segment_id=ef93e1fc-f0f4-4220-adc9-d2cb000b3c93)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:28:49.229818 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:49.242685 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34bc4ae-095c-4042-994d-8ecf31c7da58 req-422c70e7-056e-4727-b75a-d4c24c6c2b36 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:28:49.254265 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c34bc4ae-095c-4042-994d-8ecf31c7da58 req-422c70e7-056e-4727-b75a-d4c24c6c2b36 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=9d1ddba1-1a5c-4242-a1ee-be3f2170d2d7 HTTP/1.1" status: 200 len: 944 time: 0.1484363 May 18 18:28:49.260652 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95b78bc1-5a2b-425b-bc0d-7ba37618065f x-openstack-request-id: req-95b78bc1-5a2b-425b-bc0d-7ba37618065f {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:28:49.261075 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d1ddba1-1a5c-4242-a1ee-be3f2170d2d7", "name": "network-vif-plugged", "status": "completed", "tag": "a0412cc4-69db-4907-be9e-675570dc9400", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:28:49.266870 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-95b78bc1-5a2b-425b-bc0d-7ba37618065f {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:28:49.267377 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95b78bc1-5a2b-425b-bc0d-7ba37618065f'] response: {'server_uuid': '9d1ddba1-1a5c-4242-a1ee-be3f2170d2d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0412cc4-69db-4907-be9e-675570dc9400', 'code': 200} May 18 18:28:49.302891 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-cbd2322e-905a-4813-9213-9ff8b6d54f1e tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:49.379467 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c34bc4ae-095c-4042-994d-8ecf31c7da58 req-8184b999-0075-420c-9e52-c1c0f4eb4cfc tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=79af37b4-96e5-49e2-a136-b4eb89c535d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234243 May 18 18:28:49.393030 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-cbd2322e-905a-4813-9213-9ff8b6d54f1e tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:49.444211 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=a0412cc4-69db-4907-be9e-675570dc9400,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:28:49.473474 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-d7a7e45e-81d2-44bb-ab80-62af595cc618 req-32719e7f-c5ff-4875-ab2e-98e1f83d4d00 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:49.474281 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-d7a7e45e-81d2-44bb-ab80-62af595cc618 req-32719e7f-c5ff-4875-ab2e-98e1f83d4d00 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596987'] for floatingip, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:49.474609 n-d-838550-3 neutron-server[102731]: INFO neutron.db.l3_db [req-d7a7e45e-81d2-44bb-ab80-62af595cc618 req-32719e7f-c5ff-4875-ab2e-98e1f83d4d00 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Floating IP 1e0df582-53c1-49a1-8e97-2dfd116245ad disassociated. External IP: 172.25.5.130, port: 3f298efd-d789-4784-af4f-e91f6b2cc1ad. May 18 18:28:49.475202 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-d7a7e45e-81d2-44bb-ab80-62af595cc618 req-32719e7f-c5ff-4875-ab2e-98e1f83d4d00 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Calling delete_port for 3f298efd-d789-4784-af4f-e91f6b2cc1ad owned by compute:nova {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:28:49.539724 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-cbd2322e-905a-4813-9213-9ff8b6d54f1e tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:49.544579 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 53426) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:28:49.550873 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-076868a4-9710-4b32-a167-80bf44e672f9 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Request body: {'floatingip': {'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:28:49.555942 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-cbd2322e-905a-4813-9213-9ff8b6d54f1e tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7802818 May 18 18:28:49.558704 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-567beb8c-e54f-459a-91d9-74486cbe8394 tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Made reservation on behalf of fb331a4571854486b148249b0f8b2f49 for: {'subnet': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:28:49.563827 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-567beb8c-e54f-459a-91d9-74486cbe8394 tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260908003'] for subnet, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:49.585953 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-076868a4-9710-4b32-a167-80bf44e672f9 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks [] for floatingip, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:49.591068 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd2322e-905a-4813-9213-9ff8b6d54f1e tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec48fcab-4ad4-45b8-9741-4c409d9a98c2,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:28:49.753304 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-076868a4-9710-4b32-a167-80bf44e672f9 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:49.831377 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ae6c0c-78df-4067-a34d-2d446d1a37bb req-c742bffa-c595-45fb-96e6-65d2b9aca357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:28:49.833439 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c9ae6c0c-78df-4067-a34d-2d446d1a37bb req-c742bffa-c595-45fb-96e6-65d2b9aca357 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=9d1ddba1-1a5c-4242-a1ee-be3f2170d2d7 HTTP/1.1" status: 200 len: 1096 time: 0.5127599 May 18 18:28:49.935760 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-076868a4-9710-4b32-a167-80bf44e672f9 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Allocated IP 172.25.5.70 (31ebd439-090c-4b25-bbb0-31c48711b145/363a2810-8a83-4be0-a317-7c91fcd94485/fe2e86b9-e04d-4b32-9f5b-44de2f8d0eb3) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:28:49.946380 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dccc35-5b4f-4bc0-a213-440010ddaad1 req-ad76678a-9f24-485b-a886-c5d2161b0514 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:28:49.954939 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d4dccc35-5b4f-4bc0-a213-440010ddaad1 req-ad76678a-9f24-485b-a886-c5d2161b0514 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/ports?device_id=68250932-273e-4325-9e64-8bc21316b470 HTTP/1.1" status: 200 len: 946 time: 0.5637698 May 18 18:28:50.009899 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c9ae6c0c-78df-4067-a34d-2d446d1a37bb req-2ffb2af6-2782-4ed0-8165-2461cc4cd442 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=79af37b4-96e5-49e2-a136-b4eb89c535d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575632 May 18 18:28:50.101517 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d4dccc35-5b4f-4bc0-a213-440010ddaad1 req-47e9b3b8-2f85-4d1f-a0c3-be0e805c9cbc tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/security-groups?id=11a2a54b-8d3a-4e8b-aced-30411dedac26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1455343 May 18 18:28:50.123342 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-076868a4-9710-4b32-a167-80bf44e672f9 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:50.166115 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-d7a7e45e-81d2-44bb-ab80-62af595cc618 req-32719e7f-c5ff-4875-ab2e-98e1f83d4d00 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:50.198569 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-076868a4-9710-4b32-a167-80bf44e672f9 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:50.230162 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32719e7f-c5ff-4875-ab2e-98e1f83d4d00 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Pushing event deleted for resources: {'Port': ['ID=3f298efd-d789-4784-af4f-e91f6b2cc1ad,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:28:50.258902 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076868a4-9710-4b32-a167-80bf44e672f9 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Network 31ebd439-090c-4b25-bbb0-31c48711b145 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:28:50.263752 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-076868a4-9710-4b32-a167-80bf44e672f9 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:28:50.268809 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076868a4-9710-4b32-a167-80bf44e672f9 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:28:50.280050 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076868a4-9710-4b32-a167-80bf44e672f9 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Pushing event updated for resources: {'Port': ['ID=fe2e86b9-e04d-4b32-9f5b-44de2f8d0eb3,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:28:50.368365 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-567beb8c-e54f-459a-91d9-74486cbe8394 tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260898481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260908021'] for subnet, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:50.430694 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-076868a4-9710-4b32-a167-80bf44e672f9 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:50.513296 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d7a7e45e-81d2-44bb-ab80-62af595cc618 req-32719e7f-c5ff-4875-ab2e-98e1f83d4d00 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Router be055dce-5e9c-42c3-b98f-bdae8046ec2d has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:28:50.514793 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567beb8c-e54f-459a-91d9-74486cbe8394 tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Pushing event updated for resources: {'Subnet': ['ID=6559d5e3-7310-4112-9d17-a14a384e308e,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:28:50.524397 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567beb8c-e54f-459a-91d9-74486cbe8394 tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Checking segment: {'id': '84fe86ba-ed6f-437f-a83a-2dbe849fe661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'ea6d7494-beff-4f15-bf5b-0566ffdff06c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:28:50.524792 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-567beb8c-e54f-459a-91d9-74486cbe8394 tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Network hostable DHCP agents. Network: ea6d7494-beff-4f15-bf5b-0566ffdff06c, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:28:50.543152 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-076868a4-9710-4b32-a167-80bf44e672f9 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:50.592301 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-567beb8c-e54f-459a-91d9-74486cbe8394 tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Network ea6d7494-beff-4f15-bf5b-0566ffdff06c is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:28:50.613594 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-567beb8c-e54f-459a-91d9-74486cbe8394 tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, ea6d7494-beff-4f15-bf5b-0566ffdff06c) {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:28:50.618700 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-567beb8c-e54f-459a-91d9-74486cbe8394 tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:28:50.619499 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-567beb8c-e54f-459a-91d9-74486cbe8394 tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:50.626625 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-269c4e62-05f5-4032-951c-68c4637d95ea None None] Network ea6d7494-beff-4f15-bf5b-0566ffdff06c requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:28:50.637091 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d99f13-4c8a-4cc8-b13c-7a824dbd4727 req-8dac8c53-6a15-42d1-bc87-7ab10619e751 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:28:50.641844 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-16d99f13-4c8a-4cc8-b13c-7a824dbd4727 req-8dac8c53-6a15-42d1-bc87-7ab10619e751 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=9d1ddba1-1a5c-4242-a1ee-be3f2170d2d7 HTTP/1.1" status: 200 len: 945 time: 0.1439681 May 18 18:28:50.685672 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-567beb8c-e54f-459a-91d9-74486cbe8394 tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6797743 May 18 18:28:50.688522 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 53436) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:28:50.694868 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-f8dea46e-a1a7-45a3-bb3f-e3827f791be9 tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1977259925', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:28:50.731600 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f8dea46e-a1a7-45a3-bb3f-e3827f791be9 tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25099'] for router, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:50.733057 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f8dea46e-a1a7-45a3-bb3f-e3827f791be9 tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-593238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596850', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25088'] for router, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:50.749236 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d7a7e45e-81d2-44bb-ab80-62af595cc618 req-32719e7f-c5ff-4875-ab2e-98e1f83d4d00 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:28:50.772399 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc39f095-ec21-4c23-a9bc-d4c976bc0302 None None] Sync routers for ids ['be055dce-5e9c-42c3-b98f-bdae8046ec2d'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:28:50.801190 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-16d99f13-4c8a-4cc8-b13c-7a824dbd4727 req-a09da1c6-538b-442c-948a-36fc24c116e5 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=79af37b4-96e5-49e2-a136-b4eb89c535d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387250 May 18 18:28:50.809850 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7a7e45e-81d2-44bb-ab80-62af595cc618 req-32719e7f-c5ff-4875-ab2e-98e1f83d4d00 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] No DVR routers for this DVR port 3f298efd-d789-4784-af4f-e91f6b2cc1ad on host n-h2-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:28:50.815365 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-d7a7e45e-81d2-44bb-ab80-62af595cc618 req-32719e7f-c5ff-4875-ab2e-98e1f83d4d00 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:50.819775 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d7a7e45e-81d2-44bb-ab80-62af595cc618 req-32719e7f-c5ff-4875-ab2e-98e1f83d4d00 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.88 "DELETE /v2.0/ports/3f298efd-d789-4784-af4f-e91f6b2cc1ad HTTP/1.1" status: 204 len: 173 time: 2.5009112 May 18 18:28:50.821247 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68250932-273e-4325-9e64-8bc21316b470', 'name': 'network-vif-deleted', 'tag': '3f298efd-d789-4784-af4f-e91f6b2cc1ad'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:28:50.824805 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb62f79c-4c39-495d-a21a-9f23d9e30298" -d '{"events": [{"server_uuid": "68250932-273e-4325-9e64-8bc21316b470", "name": "network-vif-deleted", "tag": "3f298efd-d789-4784-af4f-e91f6b2cc1ad"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:28:51.170201 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-076868a4-9710-4b32-a167-80bf44e672f9 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:51.189441 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-076868a4-9710-4b32-a167-80bf44e672f9 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:51.259360 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc39f095-ec21-4c23-a9bc-d4c976bc0302 None None] Routers {'be055dce-5e9c-42c3-b98f-bdae8046ec2d'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:28:51.260405 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-fc39f095-ec21-4c23-a9bc-d4c976bc0302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:28:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['be055dce-5e9c-42c3-b98f-bdae8046ec2d'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:28:51.468261 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-955b9aca-36b6-4d4b-92fb-e5a4d4f514e6 x-openstack-request-id: req-955b9aca-36b6-4d4b-92fb-e5a4d4f514e6 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:28:51.468896 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68250932-273e-4325-9e64-8bc21316b470", "name": "network-vif-deleted", "tag": "3f298efd-d789-4784-af4f-e91f6b2cc1ad", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:28:51.468896 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-955b9aca-36b6-4d4b-92fb-e5a4d4f514e6 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:28:51.469606 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-955b9aca-36b6-4d4b-92fb-e5a4d4f514e6'] response: {'server_uuid': '68250932-273e-4325-9e64-8bc21316b470', 'name': 'network-vif-deleted', 'tag': '3f298efd-d789-4784-af4f-e91f6b2cc1ad', 'status': 'completed', 'code': 200} May 18 18:28:51.471579 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f8dea46e-a1a7-45a3-bb3f-e3827f791be9 tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:51.473052 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0f9827ff-641e-467d-b63c-9e42d1156be4 req-10e70723-1e8b-4c78-a1c3-42a03e23c7b2 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/ports?device_id=68250932-273e-4325-9e64-8bc21316b470 HTTP/1.1" status: 200 len: 210 time: 0.1754010 May 18 18:28:51.489180 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f8dea46e-a1a7-45a3-bb3f-e3827f791be9 tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596801'] for router, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:51.527139 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-fc39f095-ec21-4c23-a9bc-d4c976bc0302 None None] Set router be055dce-5e9c-42c3-b98f-bdae8046ec2d gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:28:51.530785 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f8dea46e-a1a7-45a3-bb3f-e3827f791be9 tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Notify callbacks [] for router, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:51.532245 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-f8dea46e-a1a7-45a3-bb3f-e3827f791be9 tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.8429575 May 18 18:28:51.538736 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 53446) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:28:51.546884 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-076868a4-9710-4b32-a167-80bf44e672f9 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596987'] for floatingip, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:51.590224 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076868a4-9710-4b32-a167-80bf44e672f9 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Pushing event updated for resources: {'Port': ['ID=fe2e86b9-e04d-4b32-9f5b-44de2f8d0eb3,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:28:51.609203 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-076868a4-9710-4b32-a167-80bf44e672f9 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:51.613715 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-076868a4-9710-4b32-a167-80bf44e672f9 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0653782 May 18 18:28:51.819535 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23fe8ca1-0f92-44c0-bc9f-3d42af95fce4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-ea6d7494-beff-4f15-bf5b-0566ffdff06c', 'network_id': 'ea6d7494-beff-4f15-bf5b-0566ffdff06c', 'tenant_id': 'fb331a4571854486b148249b0f8b2f49', 'fixed_ips': [{'subnet_id': '6559d5e3-7310-4112-9d17-a14a384e308e'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:28:51.821217 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-23fe8ca1-0f92-44c0-bc9f-3d42af95fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:52.019389 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b55a92-31eb-49f9-a889-abdbb2736070 req-379dbcfa-8fe5-4669-af01-ceb689253cd7 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:28:52.025941 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c6b55a92-31eb-49f9-a889-abdbb2736070 req-379dbcfa-8fe5-4669-af01-ceb689253cd7 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=9d1ddba1-1a5c-4242-a1ee-be3f2170d2d7 HTTP/1.1" status: 200 len: 945 time: 0.1005821 May 18 18:28:52.067531 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a0d1977b-09c6-4f7d-9150-caa03a969ca3 req-cbd50eec-bbb8-4249-b4b1-f3ed73787877 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-securitygroup--815952279&fields=id&tenant_id=1cf6702826ca40b18af7dfcf12233973 HTTP/1.1" status: 200 len: 267 time: 0.0758002 May 18 18:28:52.107230 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c6b55a92-31eb-49f9-a889-abdbb2736070 req-307d867f-9c90-419f-8430-efce790ecdb8 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=79af37b4-96e5-49e2-a136-b4eb89c535d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724232 May 18 18:28:52.131502 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-23fe8ca1-0f92-44c0-bc9f-3d42af95fce4 None None] Allocated IP 172.20.0.2 (ea6d7494-beff-4f15-bf5b-0566ffdff06c/6559d5e3-7310-4112-9d17-a14a384e308e/fe5600d7-e4a0-4f93-ad91-6a84c4107072) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:28:52.241746 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-fc39f095-ec21-4c23-a9bc-d4c976bc0302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be055dce-5e9c-42c3-b98f-bdae8046ec2d', 'name': 'tempest-AttachVolumeShelveTestJSON-1885015581-router', 'tenant_id': '0d731d0a64e04789ad04262ef63d1dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.68'}], 'enable_snat': True}, 'gw_port_id': '1307ac58-657e-4b0c-989f-41b27f578567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:24:58Z', 'updated_at': '2022-05-18T18:25:03Z', 'revision_number': 4, 'project_id': '0d731d0a64e04789ad04262ef63d1dbd', 'gw_port': {'id': '1307ac58-657e-4b0c-989f-41b27f578567', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:6e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be055dce-5e9c-42c3-b98f-bdae8046ec2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:24:58Z', 'updated_at': '2022-05-18T18:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '8f52beef-237e-4856-b6c6-26ac65d58558', 'name': '', 'network_id': '32a0c3b3-6eed-4c0e-b14e-e9888ed81174', 'tenant_id': '0d731d0a64e04789ad04262ef63d1dbd', 'mac_address': 'fa:16:3e:bd:da:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be055dce-5e9c-42c3-b98f-bdae8046ec2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': 'ac45570a-d36a-47d1-a935-bbf3ce99c6a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:25:02Z', 'updated_at': '2022-05-18T18:25:12Z', 'revision_number': 5, 'project_id': '0d731d0a64e04789ad04262ef63d1dbd', 'subnets': [{'id': 'ac45570a-d36a-47d1-a935-bbf3ce99c6a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:28:52.246266 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d1977b-09c6-4f7d-9150-caa03a969ca3 req-09c1cb1d-53fb-4325-a27f-f7e6a62f655a tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:28:52.247829 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a0d1977b-09c6-4f7d-9150-caa03a969ca3 req-09c1cb1d-53fb-4325-a27f-f7e6a62f655a tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "GET /v2.0/networks?id=b0e0df8a-fe46-47e2-96e7-6f339d67d466 HTTP/1.1" status: 200 len: 814 time: 0.1644526 May 18 18:28:52.279084 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc39f095-ec21-4c23-a9bc-d4c976bc0302 None None] Checking router: be055dce-5e9c-42c3-b98f-bdae8046ec2d for host: n-d-838550-3 {{(pid=102732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:28:52.306418 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc39f095-ec21-4c23-a9bc-d4c976bc0302 None None] Routers {'be055dce-5e9c-42c3-b98f-bdae8046ec2d'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:28:52.307229 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-fc39f095-ec21-4c23-a9bc-d4c976bc0302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:28:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['be055dce-5e9c-42c3-b98f-bdae8046ec2d'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:28:52.366016 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a3d23f66-8448-4496-8db3-2991aab3af3f tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:52.399917 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a0d1977b-09c6-4f7d-9150-caa03a969ca3 req-6a6e071e-ab5a-4edc-917e-3498c0c5a6b0 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "GET /v2.0/quotas/1cf6702826ca40b18af7dfcf12233973 HTTP/1.1" status: 200 len: 375 time: 0.1387510 May 18 18:28:52.514328 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-23fe8ca1-0f92-44c0-bc9f-3d42af95fce4 None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:52.541601 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-23fe8ca1-0f92-44c0-bc9f-3d42af95fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:52.558715 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaea678-4306-4772-99eb-888098a9b958 req-ed1326cd-88f6-4aa2-8068-bc02bcdc1ced tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:28:52.575286 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-efaea678-4306-4772-99eb-888098a9b958 req-ed1326cd-88f6-4aa2-8068-bc02bcdc1ced tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=9d1ddba1-1a5c-4242-a1ee-be3f2170d2d7 HTTP/1.1" status: 200 len: 945 time: 0.1354046 May 18 18:28:52.588512 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23fe8ca1-0f92-44c0-bc9f-3d42af95fce4 None None] Network ea6d7494-beff-4f15-bf5b-0566ffdff06c is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:28:52.607846 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-23fe8ca1-0f92-44c0-bc9f-3d42af95fce4 None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:28:52.657429 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fe8ca1-0f92-44c0-bc9f-3d42af95fce4 None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:28:52.673922 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-fc39f095-ec21-4c23-a9bc-d4c976bc0302 None None] Set router be055dce-5e9c-42c3-b98f-bdae8046ec2d gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:28:52.681098 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a0d1977b-09c6-4f7d-9150-caa03a969ca3 req-5e757f3b-2e05-4bf1-9082-ae1df6933ffe tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=1cf6702826ca40b18af7dfcf12233973&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2392175 May 18 18:28:52.736572 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-efaea678-4306-4772-99eb-888098a9b958 req-6647c244-fe02-4539-8402-5a3eaf3f7fa5 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=79af37b4-96e5-49e2-a136-b4eb89c535d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599150 May 18 18:28:52.776113 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fe8ca1-0f92-44c0-bc9f-3d42af95fce4 None None] Pushing event updated for resources: {'Port': ['ID=fe5600d7-e4a0-4f93-ad91-6a84c4107072,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:28:52.821371 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 3f298efd-d789-4784-af4f-e91f6b2cc1ad no longer exists at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:28:52.846609 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-23fe8ca1-0f92-44c0-bc9f-3d42af95fce4 None None] Attempting to bind port fe5600d7-e4a0-4f93-ad91-6a84c4107072 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:28:52.846989 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-23fe8ca1-0f92-44c0-bc9f-3d42af95fce4 None None] Attempting to bind port fe5600d7-e4a0-4f93-ad91-6a84c4107072 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '84fe86ba-ed6f-437f-a83a-2dbe849fe661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'ea6d7494-beff-4f15-bf5b-0566ffdff06c'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:28:52.847362 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23fe8ca1-0f92-44c0-bc9f-3d42af95fce4 None None] Attempting to bind port fe5600d7-e4a0-4f93-ad91-6a84c4107072 on network ea6d7494-beff-4f15-bf5b-0566ffdff06c {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:28:52.851244 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] No Port match for: 3f298efd-d789-4784-af4f-e91f6b2cc1ad {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:28:52.851244 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 3f298efd-d789-4784-af4f-e91f6b2cc1ad not bound to the agent host n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:28:52.857732 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 53474) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:28:52.863339 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23fe8ca1-0f92-44c0-bc9f-3d42af95fce4 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:28:52.864247 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23fe8ca1-0f92-44c0-bc9f-3d42af95fce4 None None] Checking segment: {'id': '84fe86ba-ed6f-437f-a83a-2dbe849fe661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'ea6d7494-beff-4f15-bf5b-0566ffdff06c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:28:52.864247 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-23fe8ca1-0f92-44c0-bc9f-3d42af95fce4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:52.864472 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23fe8ca1-0f92-44c0-bc9f-3d42af95fce4 None None] Bound using segment: {'id': '84fe86ba-ed6f-437f-a83a-2dbe849fe661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'ea6d7494-beff-4f15-bf5b-0566ffdff06c'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:28:52.864947 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-23fe8ca1-0f92-44c0-bc9f-3d42af95fce4 None None] Bound port: fe5600d7-e4a0-4f93-ad91-6a84c4107072, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84fe86ba-ed6f-437f-a83a-2dbe849fe661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'ea6d7494-beff-4f15-bf5b-0566ffdff06c'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:28:52.865527 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-23fe8ca1-0f92-44c0-bc9f-3d42af95fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:52.956797 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9fa75056-b42f-42fa-85c8-2438a676ddd7 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:52.962637 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a0d1977b-09c6-4f7d-9150-caa03a969ca3 req-e7684964-f54b-4ac2-aa89-4a7d66060f59 service neutron] 10.222.0.85 "GET /v2.0/networks/b0e0df8a-fe46-47e2-96e7-6f339d67d466?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508054 May 18 18:28:53.006771 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9fa75056-b42f-42fa-85c8-2438a676ddd7 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:53.098931 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-23fe8ca1-0f92-44c0-bc9f-3d42af95fce4 None None] For port fe5600d7-e4a0-4f93-ad91-6a84c4107072, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:28:53.116171 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9fa75056-b42f-42fa-85c8-2438a676ddd7 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:53.128654 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9fa75056-b42f-42fa-85c8-2438a676ddd7 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:53.135388 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-a3d23f66-8448-4496-8db3-2991aab3af3f tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Allocated IP 172.20.0.1 (ea6d7494-beff-4f15-bf5b-0566ffdff06c/6559d5e3-7310-4112-9d17-a14a384e308e/ac099405-0219-4592-8a8f-5c8a429319bb) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:28:53.135769 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 53480) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:28:53.137282 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-9fa75056-b42f-42fa-85c8-2438a676ddd7 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "DELETE /v2.0/security-groups/11a2a54b-8d3a-4e8b-aced-30411dedac26 HTTP/1.1" status: 204 len: 168 time: 0.2773814 May 18 18:28:53.152231 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa75056-b42f-42fa-85c8-2438a676ddd7 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11a2a54b-8d3a-4e8b-aced-30411dedac26,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:28:53.168945 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-23fe8ca1-0f92-44c0-bc9f-3d42af95fce4 None None] For port fe5600d7-e4a0-4f93-ad91-6a84c4107072, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=fe5600d7-e4a0-4f93-ad91-6a84c4107072,segment=NetworkSegment(84fe86ba-ed6f-437f-a83a-2dbe849fe661),segment_id=84fe86ba-ed6f-437f-a83a-2dbe849fe661)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:28:53.179465 n-d-838550-3 neutron-server[102731]: INFO neutron.api.v2.resource [None req-a620bcba-f201-4a85-ab0e-46efa840a392 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] show failed (client error): The resource could not be found. May 18 18:28:53.181915 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-23fe8ca1-0f92-44c0-bc9f-3d42af95fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:53.193940 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-a620bcba-f201-4a85-ab0e-46efa840a392 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/security-groups/11a2a54b-8d3a-4e8b-aced-30411dedac26 HTTP/1.1" status: 404 len: 347 time: 0.0499115 May 18 18:28:53.193940 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 53484) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:28:53.235133 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a0d1977b-09c6-4f7d-9150-caa03a969ca3 req-4eeb3fff-eebd-458e-bea6-27dc971dca4c service neutron] 10.222.0.85 "GET /v2.0/networks/b0e0df8a-fe46-47e2-96e7-6f339d67d466?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2621992 May 18 18:28:53.245845 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fe8ca1-0f92-44c0-bc9f-3d42af95fce4 None None] Pushing event updated for resources: {'Port': ['ID=fe5600d7-e4a0-4f93-ad91-6a84c4107072,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:28:53.277217 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-fc39f095-ec21-4c23-a9bc-d4c976bc0302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be055dce-5e9c-42c3-b98f-bdae8046ec2d', 'name': 'tempest-AttachVolumeShelveTestJSON-1885015581-router', 'tenant_id': '0d731d0a64e04789ad04262ef63d1dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.68'}], 'enable_snat': True}, 'gw_port_id': '1307ac58-657e-4b0c-989f-41b27f578567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:24:58Z', 'updated_at': '2022-05-18T18:25:03Z', 'revision_number': 4, 'project_id': '0d731d0a64e04789ad04262ef63d1dbd', 'gw_port': {'id': '1307ac58-657e-4b0c-989f-41b27f578567', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:6e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be055dce-5e9c-42c3-b98f-bdae8046ec2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:24:58Z', 'updated_at': '2022-05-18T18:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '8f52beef-237e-4856-b6c6-26ac65d58558', 'name': '', 'network_id': '32a0c3b3-6eed-4c0e-b14e-e9888ed81174', 'tenant_id': '0d731d0a64e04789ad04262ef63d1dbd', 'mac_address': 'fa:16:3e:bd:da:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be055dce-5e9c-42c3-b98f-bdae8046ec2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': 'ac45570a-d36a-47d1-a935-bbf3ce99c6a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:25:02Z', 'updated_at': '2022-05-18T18:25:12Z', 'revision_number': 5, 'project_id': '0d731d0a64e04789ad04262ef63d1dbd', 'subnets': [{'id': 'ac45570a-d36a-47d1-a935-bbf3ce99c6a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:28:53.373157 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc39f095-ec21-4c23-a9bc-d4c976bc0302 None None] The sync data for ids ['be055dce-5e9c-42c3-b98f-bdae8046ec2d'] in n-d-838550-3 is: [{'id': 'be055dce-5e9c-42c3-b98f-bdae8046ec2d', 'name': 'tempest-AttachVolumeShelveTestJSON-1885015581-router', 'tenant_id': '0d731d0a64e04789ad04262ef63d1dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.68'}], 'enable_snat': True}, 'gw_port_id': '1307ac58-657e-4b0c-989f-41b27f578567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:24:58Z', 'updated_at': '2022-05-18T18:25:03Z', 'revision_number': 4, 'project_id': '0d731d0a64e04789ad04262ef63d1dbd', 'gw_port': {'id': '1307ac58-657e-4b0c-989f-41b27f578567', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:6e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be055dce-5e9c-42c3-b98f-bdae8046ec2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:24:58Z', 'updated_at': '2022-05-18T18:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '8f52beef-237e-4856-b6c6-26ac65d58558', 'name': '', 'network_id': '32a0c3b3-6eed-4c0e-b14e-e9888ed81174', 'tenant_id': '0d731d0a64e04789ad04262ef63d1dbd', 'mac_address': 'fa:16:3e:bd:da:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be055dce-5e9c-42c3-b98f-bdae8046ec2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': 'ac45570a-d36a-47d1-a935-bbf3ce99c6a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:25:02Z', 'updated_at': '2022-05-18T18:25:12Z', 'revision_number': 5, 'project_id': '0d731d0a64e04789ad04262ef63d1dbd', 'subnets': [{'id': 'ac45570a-d36a-47d1-a935-bbf3ce99c6a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:28:53.605136 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a3d23f66-8448-4496-8db3-2991aab3af3f tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:53.648341 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-bd10c76b-b45f-4acc-b8fe-9400d403c4ca tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Deleting port 42d394cf-a236-4b5d-a8e6-0da204d00c8a {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:28:53.648725 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-bd10c76b-b45f-4acc-b8fe-9400d403c4ca tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:53.714588 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d693a121-7745-4304-8625-7c1e2760ea0e req-87d5e201-07b1-4d79-b6b9-27505808281a tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "GET /v2.0/ports?device_id=cbeabc44-a762-4387-abb0-4008f02eed6c HTTP/1.1" status: 200 len: 210 time: 0.0820951 May 18 18:28:53.731952 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 53494) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:28:53.792431 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a3d23f66-8448-4496-8db3-2991aab3af3f tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:54.008480 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d23f66-8448-4496-8db3-2991aab3af3f tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Network ea6d7494-beff-4f15-bf5b-0566ffdff06c is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:28:54.019590 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-368a6f07-abb9-4f27-a4f8-87291319253b admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=75cfafb6401543f8ae6c6ddbcc186f9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2840745 May 18 18:28:54.020011 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 53502) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:28:54.043154 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988d005e-9f63-43dc-8549-ba5b75c4b000 None None] New status for floating IP 1e0df582-53c1-49a1-8e97-2dfd116245ad: DOWN {{(pid=102733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 18:28:54.049026 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-a3d23f66-8448-4496-8db3-2991aab3af3f tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:28:54.056020 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d23f66-8448-4496-8db3-2991aab3af3f tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:28:54.104601 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d23f66-8448-4496-8db3-2991aab3af3f tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Pushing event updated for resources: {'Port': ['ID=ac099405-0219-4592-8a8f-5c8a429319bb,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:28:54.125505 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-bd10c76b-b45f-4acc-b8fe-9400d403c4ca tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:54.126154 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-bd10c76b-b45f-4acc-b8fe-9400d403c4ca tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:54.135739 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f4dfa0df-891d-4aed-a8c9-741ef7c8bd30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:54.161557 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-bd10c76b-b45f-4acc-b8fe-9400d403c4ca tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Calling delete_port for 42d394cf-a236-4b5d-a8e6-0da204d00c8a owned by network:floatingip {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:28:54.166203 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a3d23f66-8448-4496-8db3-2991aab3af3f tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595826'] for router_interface, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:54.178079 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f4dfa0df-891d-4aed-a8c9-741ef7c8bd30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:54.253111 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaff278-e43d-480a-96a7-5c100cb4fd26 req-45f901d5-82de-4c97-bbba-c0ca6f0e8375 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:28:54.255102 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bfaff278-e43d-480a-96a7-5c100cb4fd26 req-45f901d5-82de-4c97-bbba-c0ca6f0e8375 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=9d1ddba1-1a5c-4242-a1ee-be3f2170d2d7 HTTP/1.1" status: 200 len: 945 time: 0.2978868 May 18 18:28:54.277303 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f4dfa0df-891d-4aed-a8c9-741ef7c8bd30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:54.280977 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f4dfa0df-891d-4aed-a8c9-741ef7c8bd30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:54.283135 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-f4dfa0df-891d-4aed-a8c9-741ef7c8bd30 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/5c4fea17-9ca5-416e-b987-780e6b9fc8ef HTTP/1.1" status: 204 len: 168 time: 0.2621245 May 18 18:28:54.297846 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dfa0df-891d-4aed-a8c9-741ef7c8bd30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c4fea17-9ca5-416e-b987-780e6b9fc8ef,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:28:54.446808 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bfaff278-e43d-480a-96a7-5c100cb4fd26 req-de7c03db-0f63-462b-933d-bef4adc0972a tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=79af37b4-96e5-49e2-a136-b4eb89c535d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530371 May 18 18:28:54.563961 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a3d23f66-8448-4496-8db3-2991aab3af3f tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:54.892374 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-bd10c76b-b45f-4acc-b8fe-9400d403c4ca tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:55.101420 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd10c76b-b45f-4acc-b8fe-9400d403c4ca tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Pushing event deleted for resources: {'Port': ['ID=42d394cf-a236-4b5d-a8e6-0da204d00c8a,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:28:55.118502 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1f129692-9be1-452a-b12d-9b12fe6d9e9c req-ff75d618-126b-49d5-a26a-4ecea5145a25 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "GET /v2.0/ports?device_id=cbeabc44-a762-4387-abb0-4008f02eed6c HTTP/1.1" status: 200 len: 210 time: 0.2325885 May 18 18:28:55.204817 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23433e73-605f-491b-98aa-702a2bd7b305 None None] Network ea6d7494-beff-4f15-bf5b-0566ffdff06c requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:28:55.299785 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-6e61931d-6ae0-41df-ba11-1bc86a466756 None None] Provisioning complete for port fe5600d7-e4a0-4f93-ad91-6a84c4107072 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:28:55.300463 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-6e61931d-6ae0-41df-ba11-1bc86a466756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:55.438427 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-bd10c76b-b45f-4acc-b8fe-9400d403c4ca tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Notify callbacks [] for floatingip, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:55.441675 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-bd10c76b-b45f-4acc-b8fe-9400d403c4ca tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:55.458004 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-bd10c76b-b45f-4acc-b8fe-9400d403c4ca tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "DELETE /v2.0/floatingips/1e0df582-53c1-49a1-8e97-2dfd116245ad HTTP/1.1" status: 204 len: 168 time: 2.2509322 May 18 18:28:55.471968 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959c4dfc-4d77-4971-8720-b006843166a6 req-083e0810-3e29-4b08-b835-50e28790c2ba tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:28:55.484668 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-959c4dfc-4d77-4971-8720-b006843166a6 req-083e0810-3e29-4b08-b835-50e28790c2ba tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=9d1ddba1-1a5c-4242-a1ee-be3f2170d2d7 HTTP/1.1" status: 200 len: 945 time: 0.1307795 May 18 18:28:55.531756 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533ce8f6-6b18-4c30-8a63-6ad4bd6f8cb9 req-756f676b-1fea-4657-98ad-ccd12bcf881e tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:28:55.534923 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-533ce8f6-6b18-4c30-8a63-6ad4bd6f8cb9 req-756f676b-1fea-4657-98ad-ccd12bcf881e tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=6b530526-a8ac-4372-ba65-bdb8174f033e HTTP/1.1" status: 200 len: 946 time: 0.2272089 May 18 18:28:55.573734 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-959c4dfc-4d77-4971-8720-b006843166a6 req-8c731e4f-7853-4ead-8958-79661c5b638f tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=79af37b4-96e5-49e2-a136-b4eb89c535d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869575 May 18 18:28:55.723807 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a3d23f66-8448-4496-8db3-2991aab3af3f tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:55.736792 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a3d23f66-8448-4496-8db3-2991aab3af3f tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:55.754845 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-6e61931d-6ae0-41df-ba11-1bc86a466756 None None] Current status of the port fe5600d7-e4a0-4f93-ad91-6a84c4107072 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:28:55.755479 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-6e61931d-6ae0-41df-ba11-1bc86a466756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:55.769653 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device fe5600d7-e4a0-4f93-ad91-6a84c4107072 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:28:55.824340 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-533ce8f6-6b18-4c30-8a63-6ad4bd6f8cb9 req-e3b8ea77-d354-460c-9bd9-36464c6a735c tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/security-groups?id=a3fd6ba0-49f1-4240-8893-3fa20d057d21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2649777 May 18 18:28:55.824861 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 53550) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:28:55.892628 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 53554) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:28:55.901646 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-560bcd70-ebda-457f-9fd8-8d3688cbbc65 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Request body: {'security_group': {'name': 'tempest-securitygroup--479481629', 'description': 'tempest-description--1074019281'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:28:55.949952 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a3d23f66-8448-4496-8db3-2991aab3af3f tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-595870'] for router_interface, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:55.952785 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d23f66-8448-4496-8db3-2991aab3af3f tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Pushing event updated for resources: {'Port': ['ID=ac099405-0219-4592-8a8f-5c8a429319bb,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:28:55.963523 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-560bcd70-ebda-457f-9fd8-8d3688cbbc65 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:56.068515 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-560bcd70-ebda-457f-9fd8-8d3688cbbc65 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:56.106800 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-aba256d2-c283-4e9f-b381-000ce25a435a tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/floatingips/24481c86-0db4-4e8a-8c7d-387118d53321 HTTP/1.1" status: 200 len: 994 time: 0.2051563 May 18 18:28:56.151803 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d1977b-09c6-4f7d-9150-caa03a969ca3 req-e440af5a-1e90-4036-8f4d-3b91d097ccd2 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:28:56.154167 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a0d1977b-09c6-4f7d-9150-caa03a969ca3 req-e440af5a-1e90-4036-8f4d-3b91d097ccd2 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.36 "GET /v2.0/networks?id=b0e0df8a-fe46-47e2-96e7-6f339d67d466 HTTP/1.1" status: 200 len: 814 time: 0.5081847 May 18 18:28:56.182319 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-6e61931d-6ae0-41df-ba11-1bc86a466756 None None] For port fe5600d7-e4a0-4f93-ad91-6a84c4107072, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=fe5600d7-e4a0-4f93-ad91-6a84c4107072,segment=NetworkSegment(84fe86ba-ed6f-437f-a83a-2dbe849fe661),segment_id=84fe86ba-ed6f-437f-a83a-2dbe849fe661)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:28:56.194683 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-560bcd70-ebda-457f-9fd8-8d3688cbbc65 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:56.197764 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-6e61931d-6ae0-41df-ba11-1bc86a466756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:56.220638 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d23f66-8448-4496-8db3-2991aab3af3f tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Network ea6d7494-beff-4f15-bf5b-0566ffdff06c is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:28:56.239016 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a0d1977b-09c6-4f7d-9150-caa03a969ca3 req-00f730e2-4203-4f2b-8434-8a73f80bfeb2 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1cf6702826ca40b18af7dfcf12233973 HTTP/1.1" status: 200 len: 379 time: 0.0687842 May 18 18:28:56.251403 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-a3d23f66-8448-4496-8db3-2991aab3af3f tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:28:56.258505 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-a0d1977b-09c6-4f7d-9150-caa03a969ca3 req-02d76871-29af-49c4-b3fa-4856a55df4a7 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Request body: {'port': {'device_id': 'cbeabc44-a762-4387-abb0-4008f02eed6c', 'network_id': 'b0e0df8a-fe46-47e2-96e7-6f339d67d466', 'admin_state_up': True, 'tenant_id': '1cf6702826ca40b18af7dfcf12233973', 'security_groups': ['d8168384-83fe-4e40-afa8-ee38a48b320f']}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:28:56.295246 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port fe5600d7-e4a0-4f93-ad91-6a84c4107072 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:28:56.297642 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:56.345129 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560bcd70-ebda-457f-9fd8-8d3688cbbc65 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02c33ece-f4c3-4965-a4ef-a7f4920ae299,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:28:56.369830 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e61931d-6ae0-41df-ba11-1bc86a466756 None None] Pushing event updated for resources: {'Port': ['ID=fe5600d7-e4a0-4f93-ad91-6a84c4107072,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:28:56.405638 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-560bcd70-ebda-457f-9fd8-8d3688cbbc65 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:56.407006 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-560bcd70-ebda-457f-9fd8-8d3688cbbc65 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5211618 May 18 18:28:56.454148 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port fe5600d7-e4a0-4f93-ad91-6a84c4107072 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:28:56.519994 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 53576) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:28:56.527791 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-ef613749-67aa-4a47-ba31-61df461adc14 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Request body: {'security_group_rule': {'security_group_id': '02c33ece-f4c3-4965-a4ef-a7f4920ae299', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:28:56.610530 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ef613749-67aa-4a47-ba31-61df461adc14 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:56.701358 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0d1977b-09c6-4f7d-9150-caa03a969ca3 req-02d76871-29af-49c4-b3fa-4856a55df4a7 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Made reservation on behalf of 1cf6702826ca40b18af7dfcf12233973 for: {'port': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:28:56.708842 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-a0d1977b-09c6-4f7d-9150-caa03a969ca3 req-02d76871-29af-49c4-b3fa-4856a55df4a7 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:56.734547 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-15bd612d-834b-41a4-a5ae-e95548393db0 None None] Provisioning complete for port ac099405-0219-4592-8a8f-5c8a429319bb triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:28:56.734916 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-15bd612d-834b-41a4-a5ae-e95548393db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:56.821115 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-15bd612d-834b-41a4-a5ae-e95548393db0 None None] Port ac099405-0219-4592-8a8f-5c8a429319bb cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:28:56.823064 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device a0412cc4-69db-4907-be9e-675570dc9400 details requested by agent hyperv_n-h2-838550-3 with host n-h2-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:28:56.896162 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-15bd612d-834b-41a4-a5ae-e95548393db0 None None] Provisioning complete for port fe5600d7-e4a0-4f93-ad91-6a84c4107072 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:28:56.897360 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-15bd612d-834b-41a4-a5ae-e95548393db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:56.990652 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d72bbb-013d-4ec7-9d50-6d1cfdda7e7c req-2e40d38c-ea5d-41ec-bbc1-c418e50be079 tempest-TestNetworkAdvancedServerOps-1996564383 tempest-TestNetworkAdvancedServerOps-1996564383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:28:57.001146 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-63d72bbb-013d-4ec7-9d50-6d1cfdda7e7c req-2e40d38c-ea5d-41ec-bbc1-c418e50be079 tempest-TestNetworkAdvancedServerOps-1996564383 tempest-TestNetworkAdvancedServerOps-1996564383-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=6b530526-a8ac-4372-ba65-bdb8174f033e HTTP/1.1" status: 200 len: 1097 time: 0.4281759 May 18 18:28:57.011795 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ef613749-67aa-4a47-ba31-61df461adc14 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:57.067337 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fe9d201c-6e37-47c6-a8b9-175f69fb9e54 req-90328955-b3e0-481c-b36d-d1ea9d52c8ab tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "GET /v2.0/ports?device_id=cbeabc44-a762-4387-abb0-4008f02eed6c HTTP/1.1" status: 200 len: 210 time: 0.7478178 May 18 18:28:57.086897 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ef613749-67aa-4a47-ba31-61df461adc14 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:57.177691 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-63d72bbb-013d-4ec7-9d50-6d1cfdda7e7c req-a1596232-a25e-48a0-81f0-962be855d727 tempest-TestNetworkAdvancedServerOps-1996564383 tempest-TestNetworkAdvancedServerOps-1996564383-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=a3fd6ba0-49f1-4240-8893-3fa20d057d21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1666059 May 18 18:28:57.245230 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef613749-67aa-4a47-ba31-61df461adc14 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bcde435-0644-490c-b977-af315ebe1435,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:28:57.264430 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ef613749-67aa-4a47-ba31-61df461adc14 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:57.268045 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-ef613749-67aa-4a47-ba31-61df461adc14 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7456822 May 18 18:28:57.271126 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 53588) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:28:57.279569 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port a0412cc4-69db-4907-be9e-675570dc9400, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=a0412cc4-69db-4907-be9e-675570dc9400,segment=NetworkSegment(ef93e1fc-f0f4-4220-adc9-d2cb000b3c93),segment_id=ef93e1fc-f0f4-4220-adc9-d2cb000b3c93)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:28:57.283080 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-2ac8f4e9-eb5f-499d-99e3-0f3d2f067fa3 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Request body: {'security_group_rule': {'security_group_id': '02c33ece-f4c3-4965-a4ef-a7f4920ae299', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:28:57.327241 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [req-a0d1977b-09c6-4f7d-9150-caa03a969ca3 req-02d76871-29af-49c4-b3fa-4856a55df4a7 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Allocated IP 172.20.0.13 (b0e0df8a-fe46-47e2-96e7-6f339d67d466/accb0a89-f23b-4ef5-8f87-983b3d81047a/76f65d47-696a-4f4d-b390-64476d9aa5d8) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:28:57.347111 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Returning: {'device': 'a0412cc4-69db-4907-be9e-675570dc9400', 'network_id': 'adbd4d3b-93fc-4f7a-a6ae-1551b2db5668', 'port_id': 'a0412cc4-69db-4907-be9e-675570dc9400', 'mac_address': 'fa:16:3e:57:93:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b85d9655-9e18-4f20-bd82-d6f95b142d2a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:28:57.350838 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3d23f66-8448-4496-8db3-2991aab3af3f tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Router 4cd6162b-ed81-4a0c-8190-3f43af98693c is scheduled to L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e with binding_index 1 {{(pid=102731) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 18 18:28:57.416400 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2ac8f4e9-eb5f-499d-99e3-0f3d2f067fa3 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:57.631094 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-15bd612d-834b-41a4-a5ae-e95548393db0 None None] Current status of the port fe5600d7-e4a0-4f93-ad91-6a84c4107072 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:28:57.636553 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device fe5600d7-e4a0-4f93-ad91-6a84c4107072 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:28:57.728423 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3d23f66-8448-4496-8db3-2991aab3af3f tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:28:57.734964 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-a3d23f66-8448-4496-8db3-2991aab3af3f tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] 10.222.0.85 "PUT /v2.0/routers/4cd6162b-ed81-4a0c-8190-3f43af98693c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1946464 May 18 18:28:57.740164 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 53612) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:28:57.748428 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-5434bc62-40fb-46ec-9187-dfd9e7ebba57 tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Request body: {'port': {'network_id': 'ea6d7494-beff-4f15-bf5b-0566ffdff06c', 'name': 'tempest-FloatingIPNegativeTestJSON-1684175106'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:28:57.783570 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-a0d1977b-09c6-4f7d-9150-caa03a969ca3 req-02d76871-29af-49c4-b3fa-4856a55df4a7 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:57.830547 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-a0d1977b-09c6-4f7d-9150-caa03a969ca3 req-02d76871-29af-49c4-b3fa-4856a55df4a7 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:57.833458 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07cdd731-fb9d-43e3-8955-98c3c1d2f6d8 None None] Sync routers for ids ['4cd6162b-ed81-4a0c-8190-3f43af98693c'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:28:57.874624 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2ac8f4e9-eb5f-499d-99e3-0f3d2f067fa3 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:57.884470 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d31702-eb33-48f2-b9fa-d29b503d4d74 req-f79b609b-3a1d-47a9-8948-e7c96ba6cd59 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:28:57.891765 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port a0412cc4-69db-4907-be9e-675570dc9400 is: ACTIVE; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:28:57.892030 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:57.893300 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0d1977b-09c6-4f7d-9150-caa03a969ca3 req-02d76871-29af-49c4-b3fa-4856a55df4a7 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Network b0e0df8a-fe46-47e2-96e7-6f339d67d466 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:28:57.893474 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b9d31702-eb33-48f2-b9fa-d29b503d4d74 req-f79b609b-3a1d-47a9-8948-e7c96ba6cd59 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=9d1ddba1-1a5c-4242-a1ee-be3f2170d2d7 HTTP/1.1" status: 200 len: 945 time: 0.5087795 May 18 18:28:57.898330 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [req-a0d1977b-09c6-4f7d-9150-caa03a969ca3 req-02d76871-29af-49c4-b3fa-4856a55df4a7 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:28:57.903300 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0d1977b-09c6-4f7d-9150-caa03a969ca3 req-02d76871-29af-49c4-b3fa-4856a55df4a7 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:28:57.961749 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d76871-29af-49c4-b3fa-4856a55df4a7 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Pushing event updated for resources: {'Port': ['ID=76f65d47-696a-4f4d-b390-64476d9aa5d8,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:28:58.019719 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d1977b-09c6-4f7d-9150-caa03a969ca3 req-02d76871-29af-49c4-b3fa-4856a55df4a7 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:28:58.020647 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-a0d1977b-09c6-4f7d-9150-caa03a969ca3 req-02d76871-29af-49c4-b3fa-4856a55df4a7 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:58.027338 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07cdd731-fb9d-43e3-8955-98c3c1d2f6d8 None None] Routers {'4cd6162b-ed81-4a0c-8190-3f43af98693c'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:28:58.028093 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-07cdd731-fb9d-43e3-8955-98c3c1d2f6d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:28:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['4cd6162b-ed81-4a0c-8190-3f43af98693c'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:28:58.046919 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a0412cc4-69db-4907-be9e-675570dc9400 {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:28:58.050925 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b9d31702-eb33-48f2-b9fa-d29b503d4d74 req-6f57ba10-eadc-45b0-925e-f554cded43e1 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=79af37b4-96e5-49e2-a136-b4eb89c535d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560743 May 18 18:28:58.064206 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2ac8f4e9-eb5f-499d-99e3-0f3d2f067fa3 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:58.075163 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a0d1977b-09c6-4f7d-9150-caa03a969ca3 req-02d76871-29af-49c4-b3fa-4856a55df4a7 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8286414 May 18 18:28:58.089060 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port a0412cc4-69db-4907-be9e-675570dc9400, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=a0412cc4-69db-4907-be9e-675570dc9400,segment=NetworkSegment(ef93e1fc-f0f4-4220-adc9-d2cb000b3c93),segment_id=ef93e1fc-f0f4-4220-adc9-d2cb000b3c93)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:28:58.091742 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-a0d1977b-09c6-4f7d-9150-caa03a969ca3 req-6d8fa033-cabc-40f0-a9c1-5c71328b63fb service neutron] Request body: {'port': {'device_id': 'cbeabc44-a762-4387-abb0-4008f02eed6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-3'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:28:58.137219 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-07cdd731-fb9d-43e3-8955-98c3c1d2f6d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:28:58.139759 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:58.148825 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a702e766-dfbf-438d-a587-1f43e35006da None None] Provisioning complete for port ac099405-0219-4592-8a8f-5c8a429319bb triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:28:58.149296 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a702e766-dfbf-438d-a587-1f43e35006da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:58.173779 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac8f4e9-eb5f-499d-99e3-0f3d2f067fa3 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e76b0b2-fefc-41a4-89d9-28057cc6a334,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:28:58.195627 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2ac8f4e9-eb5f-499d-99e3-0f3d2f067fa3 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:58.211974 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-2ac8f4e9-eb5f-499d-99e3-0f3d2f067fa3 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9394631 May 18 18:28:58.219948 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 53626) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:28:58.332063 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-58ce65f4-5631-436a-914c-46411f2e0d1b tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Request body: {'floatingip': {'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:28:58.357792 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07cdd731-fb9d-43e3-8955-98c3c1d2f6d8 None None] Routers {'4cd6162b-ed81-4a0c-8190-3f43af98693c'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:28:58.358647 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-07cdd731-fb9d-43e3-8955-98c3c1d2f6d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:28:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['4cd6162b-ed81-4a0c-8190-3f43af98693c'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:28:58.382516 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc3d9d1-982f-4f76-a498-2c2ed29f1207 req-d49f0b28-238e-41e0-b3dd-ae5eb44e6446 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:28:58.398289 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6dc3d9d1-982f-4f76-a498-2c2ed29f1207 req-d49f0b28-238e-41e0-b3dd-ae5eb44e6446 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "GET /v2.0/ports?device_id=cbeabc44-a762-4387-abb0-4008f02eed6c HTTP/1.1" status: 200 len: 932 time: 0.1451988 May 18 18:28:58.443238 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-58ce65f4-5631-436a-914c-46411f2e0d1b tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Notify callbacks [] for floatingip, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:58.447725 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-a0d1977b-09c6-4f7d-9150-caa03a969ca3 req-6d8fa033-cabc-40f0-a9c1-5c71328b63fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:58.487528 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-07cdd731-fb9d-43e3-8955-98c3c1d2f6d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:28:58.488182 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07cdd731-fb9d-43e3-8955-98c3c1d2f6d8 None None] The sync data for ids ['4cd6162b-ed81-4a0c-8190-3f43af98693c'] in n-d-838550-3 is: [] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:28:58.490103 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['a0412cc4-69db-4907-be9e-675570dc9400'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:28:58.536581 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port fe5600d7-e4a0-4f93-ad91-6a84c4107072 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:28:58.537283 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:58.549444 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5434bc62-40fb-46ec-9187-dfd9e7ebba57 tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Made reservation on behalf of fb331a4571854486b148249b0f8b2f49 for: {'port': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:28:58.559592 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5434bc62-40fb-46ec-9187-dfd9e7ebba57 tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:58.592222 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a702e766-dfbf-438d-a587-1f43e35006da None None] Port ac099405-0219-4592-8a8f-5c8a429319bb cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:28:58.603763 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=a0412cc4-69db-4907-be9e-675570dc9400,revision_number=6']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:28:58.647781 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6dc3d9d1-982f-4f76-a498-2c2ed29f1207 req-ff284b0d-476d-4c18-bcc1-2b76d084228e tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "GET /v2.0/security-groups?id=d8168384-83fe-4e40-afa8-ee38a48b320f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2340612 May 18 18:28:58.656425 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [None req-5434bc62-40fb-46ec-9187-dfd9e7ebba57 tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] device_id is not set on port 76b640d0-f622-488b-9ceb-67e29e62d1d0 yet. {{(pid=102731) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 18 18:28:58.689272 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port fe5600d7-e4a0-4f93-ad91-6a84c4107072 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:28:58.824799 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-fde8c6e6-59cc-4a3f-9536-bff803eb8260 None None] Provisioning complete for port ac099405-0219-4592-8a8f-5c8a429319bb triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:28:58.825985 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-fde8c6e6-59cc-4a3f-9536-bff803eb8260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:58.922200 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-5434bc62-40fb-46ec-9187-dfd9e7ebba57 tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Allocated IP 172.20.0.10 (ea6d7494-beff-4f15-bf5b-0566ffdff06c/6559d5e3-7310-4112-9d17-a14a384e308e/76b640d0-f622-488b-9ceb-67e29e62d1d0) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:28:58.933829 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-fde8c6e6-59cc-4a3f-9536-bff803eb8260 None None] Port ac099405-0219-4592-8a8f-5c8a429319bb cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:28:58.994230 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-fde8c6e6-59cc-4a3f-9536-bff803eb8260 None None] Provisioning complete for port 76f65d47-696a-4f4d-b390-64476d9aa5d8 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:28:58.994621 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-fde8c6e6-59cc-4a3f-9536-bff803eb8260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:59.053783 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-fde8c6e6-59cc-4a3f-9536-bff803eb8260 None None] Port 76f65d47-696a-4f4d-b390-64476d9aa5d8 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:28:59.161472 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ff03ef5a-3677-4b29-875f-d64bd8678e69 req-3179bf04-dc38-49e6-b704-715b2e46e219 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=6b530526-a8ac-4372-ba65-bdb8174f033e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6271343 May 18 18:28:59.278037 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [req-a0d1977b-09c6-4f7d-9150-caa03a969ca3 req-6d8fa033-cabc-40f0-a9c1-5c71328b63fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76f65d47-696a-4f4d-b390-64476d9aa5d8 {{(pid=102730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:28:59.287774 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-a0d1977b-09c6-4f7d-9150-caa03a969ca3 req-6d8fa033-cabc-40f0-a9c1-5c71328b63fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:59.308073 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [req-a0d1977b-09c6-4f7d-9150-caa03a969ca3 req-6d8fa033-cabc-40f0-a9c1-5c71328b63fb service neutron] Transition to ACTIVE for port object 76f65d47-696a-4f4d-b390-64476d9aa5d8 will not be triggered until provisioned by entity L2. {{(pid=102730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:28:59.318059 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [req-ff03ef5a-3677-4b29-875f-d64bd8678e69 req-86f4303b-2335-48bb-aecd-4f80968de6e2 service neutron] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=102730) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 18:28:59.319143 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ff03ef5a-3677-4b29-875f-d64bd8678e69 req-86f4303b-2335-48bb-aecd-4f80968de6e2 service neutron] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0081992 May 18 18:28:59.322147 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-a0d1977b-09c6-4f7d-9150-caa03a969ca3 req-6d8fa033-cabc-40f0-a9c1-5c71328b63fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:59.417974 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b477897d-ced1-4b82-9ff8-985d7f143d70 req-2fdbc360-bc47-4a45-923b-5d7c36cdacf2 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:28:59.430140 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b477897d-ced1-4b82-9ff8-985d7f143d70 req-2fdbc360-bc47-4a45-923b-5d7c36cdacf2 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=9d1ddba1-1a5c-4242-a1ee-be3f2170d2d7 HTTP/1.1" status: 200 len: 944 time: 0.1731932 May 18 18:28:59.478887 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8fa033-cabc-40f0-a9c1-5c71328b63fb service neutron] Pushing event updated for resources: {'Port': ['ID=76f65d47-696a-4f4d-b390-64476d9aa5d8,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:28:59.485646 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5434bc62-40fb-46ec-9187-dfd9e7ebba57 tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:59.535060 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-58ce65f4-5631-436a-914c-46411f2e0d1b tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:59.573189 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b477897d-ced1-4b82-9ff8-985d7f143d70 req-55432b1b-b368-4b85-8e10-37210ba13b86 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=79af37b4-96e5-49e2-a136-b4eb89c535d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411693 May 18 18:28:59.669168 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5434bc62-40fb-46ec-9187-dfd9e7ebba57 tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:59.760381 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5434bc62-40fb-46ec-9187-dfd9e7ebba57 tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Network ea6d7494-beff-4f15-bf5b-0566ffdff06c is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:28:59.764236 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-5434bc62-40fb-46ec-9187-dfd9e7ebba57 tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:28:59.785146 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5434bc62-40fb-46ec-9187-dfd9e7ebba57 tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:28:59.863882 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5434bc62-40fb-46ec-9187-dfd9e7ebba57 tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Pushing event updated for resources: {'Port': ['ID=76b640d0-f622-488b-9ceb-67e29e62d1d0,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:28:59.910747 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5434bc62-40fb-46ec-9187-dfd9e7ebba57 tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:28:59.911407 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5434bc62-40fb-46ec-9187-dfd9e7ebba57 tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:28:59.974662 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-5434bc62-40fb-46ec-9187-dfd9e7ebba57 tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2282987 May 18 18:28:59.975390 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 53684) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:28:59.982658 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-e38f27da-1445-4ac6-ae1e-086940407836 tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Request body: {'floatingip': {'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:29:00.128356 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7aab4976-d688-4c9b-ad2a-5964b27e2b00 req-c47dae1b-6818-4289-9827-911ada2d69cf service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ef854938-189c-46f2-8314-215a08afd5f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6552377 May 18 18:29:00.133581 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e38f27da-1445-4ac6-ae1e-086940407836 tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Notify callbacks [] for floatingip, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:00.188735 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595f4650-270e-49cb-a470-e95952a75f75 req-c7d4a1fe-6ad5-4f89-b4b2-0d4366637872 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:00.200931 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-595f4650-270e-49cb-a470-e95952a75f75 req-c7d4a1fe-6ad5-4f89-b4b2-0d4366637872 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "GET /v2.0/ports?device_id=cbeabc44-a762-4387-abb0-4008f02eed6c HTTP/1.1" status: 200 len: 944 time: 0.2500145 May 18 18:29:00.346097 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-8e7dbcbd-6f3f-4e4f-9980-7c0468cbe697 None None] Provisioning complete for port 76b640d0-f622-488b-9ceb-67e29e62d1d0 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:29:00.346663 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-8e7dbcbd-6f3f-4e4f-9980-7c0468cbe697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:00.409210 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-a0d1977b-09c6-4f7d-9150-caa03a969ca3 req-6d8fa033-cabc-40f0-a9c1-5c71328b63fb service neutron] Attempting to bind port 76f65d47-696a-4f4d-b390-64476d9aa5d8 on host n-h1-838550-3 for vnic_type normal with profile {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:29:00.410099 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-a0d1977b-09c6-4f7d-9150-caa03a969ca3 req-6d8fa033-cabc-40f0-a9c1-5c71328b63fb service neutron] Attempting to bind port 76f65d47-696a-4f4d-b390-64476d9aa5d8 by drivers openvswitch,hyperv on host n-h1-838550-3 at level 0 using segments [{'id': 'a898997a-d1fc-408c-b1d2-fe587c78d0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'b0e0df8a-fe46-47e2-96e7-6f339d67d466'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:29:00.410099 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d1977b-09c6-4f7d-9150-caa03a969ca3 req-6d8fa033-cabc-40f0-a9c1-5c71328b63fb service neutron] Attempting to bind port 76f65d47-696a-4f4d-b390-64476d9aa5d8 on network b0e0df8a-fe46-47e2-96e7-6f339d67d466 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:29:00.431125 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d1977b-09c6-4f7d-9150-caa03a969ca3 req-6d8fa033-cabc-40f0-a9c1-5c71328b63fb service neutron] Port 76f65d47-696a-4f4d-b390-64476d9aa5d8 on network b0e0df8a-fe46-47e2-96e7-6f339d67d466 not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-3 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:29:00.431747 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d1977b-09c6-4f7d-9150-caa03a969ca3 req-6d8fa033-cabc-40f0-a9c1-5c71328b63fb service neutron] Attempting to bind port 76f65d47-696a-4f4d-b390-64476d9aa5d8 on network b0e0df8a-fe46-47e2-96e7-6f339d67d466 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:29:00.452656 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-58ce65f4-5631-436a-914c-46411f2e0d1b tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Allocated IP 172.25.5.149 (31ebd439-090c-4b25-bbb0-31c48711b145/363a2810-8a83-4be0-a317-7c91fcd94485/9b466c63-60ef-4be4-862c-67fbd62095f1) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:29:00.456535 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aab4976-d688-4c9b-ad2a-5964b27e2b00 req-e40715fd-cd55-417d-9ba1-1fff4ca31f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:00.458264 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7aab4976-d688-4c9b-ad2a-5964b27e2b00 req-e40715fd-cd55-417d-9ba1-1fff4ca31f0d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dc04081bebe44448af91d703facdf00a&device_id=ef854938-189c-46f2-8314-215a08afd5f6 HTTP/1.1" status: 200 len: 1096 time: 0.1546156 May 18 18:29:00.461451 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d1977b-09c6-4f7d-9150-caa03a969ca3 req-6d8fa033-cabc-40f0-a9c1-5c71328b63fb service neutron] Checking agent: {'id': '1dbac822-25f2-4df8-9dc8-5c2e7b136eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:29:00.462519 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d1977b-09c6-4f7d-9150-caa03a969ca3 req-6d8fa033-cabc-40f0-a9c1-5c71328b63fb service neutron] Checking segment: {'id': 'a898997a-d1fc-408c-b1d2-fe587c78d0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'b0e0df8a-fe46-47e2-96e7-6f339d67d466'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:29:00.462909 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d1977b-09c6-4f7d-9150-caa03a969ca3 req-6d8fa033-cabc-40f0-a9c1-5c71328b63fb service neutron] Bound using segment: {'id': 'a898997a-d1fc-408c-b1d2-fe587c78d0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'b0e0df8a-fe46-47e2-96e7-6f339d67d466'} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:29:00.463717 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-a0d1977b-09c6-4f7d-9150-caa03a969ca3 req-6d8fa033-cabc-40f0-a9c1-5c71328b63fb service neutron] Bound port: 76f65d47-696a-4f4d-b390-64476d9aa5d8, host: n-h1-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a898997a-d1fc-408c-b1d2-fe587c78d0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'b0e0df8a-fe46-47e2-96e7-6f339d67d466'}}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:29:00.464175 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-a0d1977b-09c6-4f7d-9150-caa03a969ca3 req-6d8fa033-cabc-40f0-a9c1-5c71328b63fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:00.465308 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-8e7dbcbd-6f3f-4e4f-9980-7c0468cbe697 None None] Port 76b640d0-f622-488b-9ceb-67e29e62d1d0 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:29:00.522216 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-595f4650-270e-49cb-a470-e95952a75f75 req-b123da04-7463-4c51-bbca-66a84aeaa901 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "GET /v2.0/security-groups?id=d8168384-83fe-4e40-afa8-ee38a48b320f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3203235 May 18 18:29:00.648260 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e38f27da-1445-4ac6-ae1e-086940407836 tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:00.672894 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff03ef5a-3677-4b29-875f-d64bd8678e69 req-80b79780-3744-4088-af0a-cb7018524801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:00.674519 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ff03ef5a-3677-4b29-875f-d64bd8678e69 req-80b79780-3744-4088-af0a-cb7018524801 service neutron] 10.222.0.85 "GET /v2.0/ports/513747c2-ae35-4d1d-a654-0d2d5541f10d HTTP/1.1" status: 200 len: 1094 time: 0.1722796 May 18 18:29:00.714420 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-ff03ef5a-3677-4b29-875f-d64bd8678e69 req-ae914b88-0fc5-4567-8b74-7ed84fb7f9d4 service neutron] Request body: {'binding': {'host': 'n-h2-838550-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:29:00.714920 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-ff03ef5a-3677-4b29-875f-d64bd8678e69 req-ae914b88-0fc5-4567-8b74-7ed84fb7f9d4 service neutron] Unknown quota resources ['binding']. {{(pid=102730) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} May 18 18:29:00.811366 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device a0412cc4-69db-4907-be9e-675570dc9400 up at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:29:00.816377 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-a0d1977b-09c6-4f7d-9150-caa03a969ca3 req-6d8fa033-cabc-40f0-a9c1-5c71328b63fb service neutron] For port 76f65d47-696a-4f4d-b390-64476d9aa5d8, host n-h1-838550-3, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:29:00.822440 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-a0d1977b-09c6-4f7d-9150-caa03a969ca3 req-6d8fa033-cabc-40f0-a9c1-5c71328b63fb service neutron] For port 76f65d47-696a-4f4d-b390-64476d9aa5d8, host n-h1-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=76f65d47-696a-4f4d-b390-64476d9aa5d8,segment=NetworkSegment(a898997a-d1fc-408c-b1d2-fe587c78d0c1),segment_id=a898997a-d1fc-408c-b1d2-fe587c78d0c1)] {{(pid=102730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:29:00.847930 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-a0d1977b-09c6-4f7d-9150-caa03a969ca3 req-6d8fa033-cabc-40f0-a9c1-5c71328b63fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:00.868494 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1477e7-383f-43f7-87ad-528bd6d6f32e req-ec486b76-2687-4d9d-8602-e588ed4fa19c tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:00.871202 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4f1477e7-383f-43f7-87ad-528bd6d6f32e req-ec486b76-2687-4d9d-8602-e588ed4fa19c tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=9d1ddba1-1a5c-4242-a1ee-be3f2170d2d7 HTTP/1.1" status: 200 len: 944 time: 0.1036170 May 18 18:29:00.938984 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning complete for port a0412cc4-69db-4907-be9e-675570dc9400 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:29:00.939620 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:00.944225 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4f1477e7-383f-43f7-87ad-528bd6d6f32e req-5120cae9-db8f-4bb3-a281-7af2476d97e0 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=79af37b4-96e5-49e2-a136-b4eb89c535d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614598 May 18 18:29:01.079343 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:01.167025 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port a0412cc4-69db-4907-be9e-675570dc9400 is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:29:01.167718 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:01.204394 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d1ddba1-1a5c-4242-a1ee-be3f2170d2d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0412cc4-69db-4907-be9e-675570dc9400'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:29:01.209495 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b409184-01da-46d8-b8e7-4e3613a39073" -d '{"events": [{"server_uuid": "9d1ddba1-1a5c-4242-a1ee-be3f2170d2d7", "name": "network-vif-plugged", "status": "completed", "tag": "a0412cc4-69db-4907-be9e-675570dc9400"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:29:01.297263 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port a0412cc4-69db-4907-be9e-675570dc9400, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=a0412cc4-69db-4907-be9e-675570dc9400,segment=NetworkSegment(ef93e1fc-f0f4-4220-adc9-d2cb000b3c93),segment_id=ef93e1fc-f0f4-4220-adc9-d2cb000b3c93)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:29:01.310600 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f466f61-d694-4404-9f12-27e61980dc04 x-openstack-request-id: req-2f466f61-d694-4404-9f12-27e61980dc04 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:29:01.310887 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d1ddba1-1a5c-4242-a1ee-be3f2170d2d7", "name": "network-vif-plugged", "status": "completed", "tag": "a0412cc4-69db-4907-be9e-675570dc9400", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:29:01.312937 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-2f466f61-d694-4404-9f12-27e61980dc04 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:29:01.316299 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f466f61-d694-4404-9f12-27e61980dc04'] response: {'server_uuid': '9d1ddba1-1a5c-4242-a1ee-be3f2170d2d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0412cc4-69db-4907-be9e-675570dc9400', 'code': 200} May 18 18:29:01.339141 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:01.367578 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:01.488052 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=a0412cc4-69db-4907-be9e-675570dc9400,revision_number=7']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:29:01.520192 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-58dc5578-7a2c-41e3-b5e1-871e0f813bc6 req-f4ed30df-6184-42f1-ac7b-b12e684e0e6a service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=dbb18758-6a18-499e-9d13-4ad6f2f505df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0729928 May 18 18:29:01.569504 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8fa033-cabc-40f0-a9c1-5c71328b63fb service neutron] Pushing event updated for resources: {'Port': ['ID=76f65d47-696a-4f4d-b390-64476d9aa5d8,revision_number=3']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:29:01.655718 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dc5578-7a2c-41e3-b5e1-871e0f813bc6 req-78f9ab83-acf2-45fc-8451-598115b087e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:01.657253 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-58dc5578-7a2c-41e3-b5e1-871e0f813bc6 req-78f9ab83-acf2-45fc-8451-598115b087e3 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=dc04081bebe44448af91d703facdf00a&device_id=dbb18758-6a18-499e-9d13-4ad6f2f505df HTTP/1.1" status: 200 len: 1096 time: 0.0964050 May 18 18:29:01.701729 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d1977b-09c6-4f7d-9150-caa03a969ca3 req-6d8fa033-cabc-40f0-a9c1-5c71328b63fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:01.702453 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-a0d1977b-09c6-4f7d-9150-caa03a969ca3 req-6d8fa033-cabc-40f0-a9c1-5c71328b63fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:01.704979 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a0d1977b-09c6-4f7d-9150-caa03a969ca3 req-6d8fa033-cabc-40f0-a9c1-5c71328b63fb service neutron] 10.222.0.36 "PUT /v2.0/ports/76f65d47-696a-4f4d-b390-64476d9aa5d8 HTTP/1.1" status: 200 len: 1092 time: 3.6175554 May 18 18:29:01.718922 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbeabc44-a762-4387-abb0-4008f02eed6c', 'tag': '76f65d47-696a-4f4d-b390-64476d9aa5d8'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:29:01.721504 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec60c7e7-5bf1-4ee9-bf40-4c2047ee2221" -d '{"events": [{"name": "network-changed", "server_uuid": "cbeabc44-a762-4387-abb0-4008f02eed6c", "tag": "76f65d47-696a-4f4d-b390-64476d9aa5d8"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:29:01.768812 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-ff03ef5a-3677-4b29-875f-d64bd8678e69 req-ae914b88-0fc5-4567-8b74-7ed84fb7f9d4 service neutron] Attempting to bind port 513747c2-ae35-4d1d-a654-0d2d5541f10d on host n-h2-838550-3 for vnic_type normal with profile None {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:29:01.769236 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-ff03ef5a-3677-4b29-875f-d64bd8678e69 req-ae914b88-0fc5-4567-8b74-7ed84fb7f9d4 service neutron] Attempting to bind port 513747c2-ae35-4d1d-a654-0d2d5541f10d by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': '81e805ff-6bc3-47cd-9090-0b6f36942980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '5d4f0b95-0527-4e2a-bef4-834ab85a76d0'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:29:01.769646 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff03ef5a-3677-4b29-875f-d64bd8678e69 req-ae914b88-0fc5-4567-8b74-7ed84fb7f9d4 service neutron] Attempting to bind port 513747c2-ae35-4d1d-a654-0d2d5541f10d on network 5d4f0b95-0527-4e2a-bef4-834ab85a76d0 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:29:01.787033 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aab4976-d688-4c9b-ad2a-5964b27e2b00 req-38eec37e-f1b8-47df-8183-2233219f0bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:01.788705 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7aab4976-d688-4c9b-ad2a-5964b27e2b00 req-38eec37e-f1b8-47df-8183-2233219f0bc0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=adbd4d3b-93fc-4f7a-a6ae-1551b2db5668 HTTP/1.1" status: 200 len: 912 time: 1.2844949 May 18 18:29:01.809656 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-58ce65f4-5631-436a-914c-46411f2e0d1b tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:01.830942 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff03ef5a-3677-4b29-875f-d64bd8678e69 req-ae914b88-0fc5-4567-8b74-7ed84fb7f9d4 service neutron] Port 513747c2-ae35-4d1d-a654-0d2d5541f10d on network 5d4f0b95-0527-4e2a-bef4-834ab85a76d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:29:01.832123 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff03ef5a-3677-4b29-875f-d64bd8678e69 req-ae914b88-0fc5-4567-8b74-7ed84fb7f9d4 service neutron] Attempting to bind port 513747c2-ae35-4d1d-a654-0d2d5541f10d on network 5d4f0b95-0527-4e2a-bef4-834ab85a76d0 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:29:01.887285 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff03ef5a-3677-4b29-875f-d64bd8678e69 req-ae914b88-0fc5-4567-8b74-7ed84fb7f9d4 service neutron] Checking agent: {'id': 'd1be059a-68ea-4c77-9b2b-29f4afa47e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:29:01.888267 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff03ef5a-3677-4b29-875f-d64bd8678e69 req-ae914b88-0fc5-4567-8b74-7ed84fb7f9d4 service neutron] Checking segment: {'id': '81e805ff-6bc3-47cd-9090-0b6f36942980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '5d4f0b95-0527-4e2a-bef4-834ab85a76d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:29:01.889016 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff03ef5a-3677-4b29-875f-d64bd8678e69 req-ae914b88-0fc5-4567-8b74-7ed84fb7f9d4 service neutron] Bound using segment: {'id': '81e805ff-6bc3-47cd-9090-0b6f36942980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '5d4f0b95-0527-4e2a-bef4-834ab85a76d0'} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:29:01.889538 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-ff03ef5a-3677-4b29-875f-d64bd8678e69 req-ae914b88-0fc5-4567-8b74-7ed84fb7f9d4 service neutron] Bound port: 513747c2-ae35-4d1d-a654-0d2d5541f10d, host: n-h2-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81e805ff-6bc3-47cd-9090-0b6f36942980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '5d4f0b95-0527-4e2a-bef4-834ab85a76d0'}}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:29:01.891324 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48e1e0e-4acc-4400-8ad8-85ffd86f8aee req-f1d77086-90cc-469b-98a4-819c9ab1ff60 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:01.893102 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d48e1e0e-4acc-4400-8ad8-85ffd86f8aee req-f1d77086-90cc-469b-98a4-819c9ab1ff60 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "GET /v2.0/ports?device_id=cbeabc44-a762-4387-abb0-4008f02eed6c HTTP/1.1" status: 200 len: 944 time: 0.2677791 May 18 18:29:01.973690 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dc5578-7a2c-41e3-b5e1-871e0f813bc6 req-cd11613a-abae-49bb-a4e6-abbf5b7b81be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:01.975611 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-58dc5578-7a2c-41e3-b5e1-871e0f813bc6 req-cd11613a-abae-49bb-a4e6-abbf5b7b81be service neutron] 10.222.0.88 "GET /v2.0/networks?id=adbd4d3b-93fc-4f7a-a6ae-1551b2db5668 HTTP/1.1" status: 200 len: 912 time: 0.2810786 May 18 18:29:01.987640 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d48e1e0e-4acc-4400-8ad8-85ffd86f8aee req-ce2edf62-81a1-4b1e-be99-bf2eca2f4f29 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "GET /v2.0/security-groups?id=d8168384-83fe-4e40-afa8-ee38a48b320f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868411 May 18 18:29:02.017605 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-ff03ef5a-3677-4b29-875f-d64bd8678e69 req-ae914b88-0fc5-4567-8b74-7ed84fb7f9d4 service neutron] For port 513747c2-ae35-4d1d-a654-0d2d5541f10d, host n-h2-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=513747c2-ae35-4d1d-a654-0d2d5541f10d,segment=NetworkSegment(81e805ff-6bc3-47cd-9090-0b6f36942980),segment_id=81e805ff-6bc3-47cd-9090-0b6f36942980)] {{(pid=102730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:29:02.038095 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-ff03ef5a-3677-4b29-875f-d64bd8678e69 req-ae914b88-0fc5-4567-8b74-7ed84fb7f9d4 service neutron] Notify callbacks [] for binding, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:02.039334 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ff03ef5a-3677-4b29-875f-d64bd8678e69 req-ae914b88-0fc5-4567-8b74-7ed84fb7f9d4 service neutron] 10.222.0.85 "POST /v2.0/ports/513747c2-ae35-4d1d-a654-0d2d5541f10d/bindings HTTP/1.1" status: 201 len: 389 time: 1.3364134 May 18 18:29:02.058336 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d1977b-09c6-4f7d-9150-caa03a969ca3 req-fc573b22-5029-41a2-95e6-00f9eee67f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:02.058336 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a0d1977b-09c6-4f7d-9150-caa03a969ca3 req-fc573b22-5029-41a2-95e6-00f9eee67f51 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1cf6702826ca40b18af7dfcf12233973&device_id=cbeabc44-a762-4387-abb0-4008f02eed6c HTTP/1.1" status: 200 len: 1095 time: 0.2854960 May 18 18:29:02.130814 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a0d1977b-09c6-4f7d-9150-caa03a969ca3 req-e3fe077b-656a-41de-a66e-2388923d9428 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=76f65d47-696a-4f4d-b390-64476d9aa5d8 HTTP/1.1" status: 200 len: 217 time: 0.0574648 May 18 18:29:02.140173 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-265d5441-d0ac-45c4-b3f4-e927a7fd159f x-openstack-request-id: req-265d5441-d0ac-45c4-b3f4-e927a7fd159f {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:29:02.140485 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbeabc44-a762-4387-abb0-4008f02eed6c", "tag": "76f65d47-696a-4f4d-b390-64476d9aa5d8", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:29:02.140736 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-265d5441-d0ac-45c4-b3f4-e927a7fd159f {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:29:02.141182 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-265d5441-d0ac-45c4-b3f4-e927a7fd159f'] response: {'name': 'network-changed', 'server_uuid': 'cbeabc44-a762-4387-abb0-4008f02eed6c', 'tag': '76f65d47-696a-4f4d-b390-64476d9aa5d8', 'status': 'completed', 'code': 200} May 18 18:29:02.158079 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7aab4976-d688-4c9b-ad2a-5964b27e2b00 req-aa2b9a27-5bc4-47c9-8d85-2c431ba215fb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=33664213-089a-4f22-9123-31b7caedaa56 HTTP/1.1" status: 200 len: 1000 time: 0.3461161 May 18 18:29:02.207700 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-58dc5578-7a2c-41e3-b5e1-871e0f813bc6 req-bb099fd7-4fc7-49f3-9b7b-c6eb9cf74055 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b494777-dd4e-4d23-a1d7-cc698d45a8b7 HTTP/1.1" status: 200 len: 217 time: 0.2137673 May 18 18:29:02.268643 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-58ce65f4-5631-436a-914c-46411f2e0d1b tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:02.352382 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ce65f4-5631-436a-914c-46411f2e0d1b tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Pushing event updated for resources: {'Port': ['ID=9b466c63-60ef-4be4-862c-67fbd62095f1,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:29:02.354465 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-e38f27da-1445-4ac6-ae1e-086940407836 tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Allocated IP 172.25.5.15 (31ebd439-090c-4b25-bbb0-31c48711b145/363a2810-8a83-4be0-a317-7c91fcd94485/4a7c5ab2-2428-4cee-b873-9d6ce9c2d979) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:29:02.385003 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ce65f4-5631-436a-914c-46411f2e0d1b tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Network 31ebd439-090c-4b25-bbb0-31c48711b145 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:29:02.394074 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-58ce65f4-5631-436a-914c-46411f2e0d1b tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:29:02.404254 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ce65f4-5631-436a-914c-46411f2e0d1b tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:29:02.409361 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d1977b-09c6-4f7d-9150-caa03a969ca3 req-0d66ce81-515e-458c-b8f1-b7a44e84bc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:02.410893 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a0d1977b-09c6-4f7d-9150-caa03a969ca3 req-0d66ce81-515e-458c-b8f1-b7a44e84bc97 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=accb0a89-f23b-4ef5-8f87-983b3d81047a HTTP/1.1" status: 200 len: 853 time: 0.2646728 May 18 18:29:02.412161 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aab4976-d688-4c9b-ad2a-5964b27e2b00 req-2d43f73d-6607-4a17-8794-eeec2a76643a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:02.413467 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7aab4976-d688-4c9b-ad2a-5964b27e2b00 req-2d43f73d-6607-4a17-8794-eeec2a76643a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b85d9655-9e18-4f20-bd82-d6f95b142d2a HTTP/1.1" status: 200 len: 850 time: 0.2288826 May 18 18:29:02.550222 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6549f9fb-a26b-489e-b1e6-f265bf34999a req-78b6e2ba-f931-461a-8070-4f9526b1ebb7 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:02.562031 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6549f9fb-a26b-489e-b1e6-f265bf34999a req-78b6e2ba-f931-461a-8070-4f9526b1ebb7 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=9d1ddba1-1a5c-4242-a1ee-be3f2170d2d7 HTTP/1.1" status: 200 len: 945 time: 0.3500466 May 18 18:29:02.563889 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3954a65a-2628-45df-80ad-5ddd8c9f2a45 req-3b45a1eb-5853-47ce-a03c-46901d325e16 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:02.565477 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3954a65a-2628-45df-80ad-5ddd8c9f2a45 req-3b45a1eb-5853-47ce-a03c-46901d325e16 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=6b530526-a8ac-4372-ba65-bdb8174f033e HTTP/1.1" status: 200 len: 946 time: 0.2841928 May 18 18:29:02.590469 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dc5578-7a2c-41e3-b5e1-871e0f813bc6 req-f6ae7a95-0265-4fa8-9bcc-b2c92bfa1eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:02.592707 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-58dc5578-7a2c-41e3-b5e1-871e0f813bc6 req-f6ae7a95-0265-4fa8-9bcc-b2c92bfa1eea service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b85d9655-9e18-4f20-bd82-d6f95b142d2a HTTP/1.1" status: 200 len: 850 time: 0.3754857 May 18 18:29:02.618225 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff03ef5a-3677-4b29-875f-d64bd8678e69 req-c9f1934c-e359-4803-8fbd-34dd76185324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:02.620025 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ff03ef5a-3677-4b29-875f-d64bd8678e69 req-c9f1934c-e359-4803-8fbd-34dd76185324 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=06b3ed36f50a43fd9cfeaa89e080d35b&device_id=6b530526-a8ac-4372-ba65-bdb8174f033e HTTP/1.1" status: 200 len: 1097 time: 0.1865468 May 18 18:29:02.637444 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aab4976-d688-4c9b-ad2a-5964b27e2b00 req-763a0238-4292-422e-99bf-b286494ce053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:02.639175 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7aab4976-d688-4c9b-ad2a-5964b27e2b00 req-763a0238-4292-422e-99bf-b286494ce053 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=adbd4d3b-93fc-4f7a-a6ae-1551b2db5668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1937625 May 18 18:29:02.647266 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d1977b-09c6-4f7d-9150-caa03a969ca3 req-cfdd1c93-36ec-4cae-bc1b-45517143b124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:02.648782 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a0d1977b-09c6-4f7d-9150-caa03a969ca3 req-cfdd1c93-36ec-4cae-bc1b-45517143b124 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b0e0df8a-fe46-47e2-96e7-6f339d67d466&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1772623 May 18 18:29:02.725145 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3954a65a-2628-45df-80ad-5ddd8c9f2a45 req-8109c816-7596-41f6-ad38-6cda8eb11a15 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/security-groups?id=a3fd6ba0-49f1-4240-8893-3fa20d057d21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1517284 May 18 18:29:02.766393 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff03ef5a-3677-4b29-875f-d64bd8678e69 req-959967b1-43d9-4475-af6d-b09bd66f38b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:02.768593 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ff03ef5a-3677-4b29-875f-d64bd8678e69 req-959967b1-43d9-4475-af6d-b09bd66f38b9 service neutron] 10.222.0.88 "GET /v2.0/networks?id=5d4f0b95-0527-4e2a-bef4-834ab85a76d0 HTTP/1.1" status: 200 len: 897 time: 0.1235244 May 18 18:29:02.801586 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-58ce65f4-5631-436a-914c-46411f2e0d1b tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:02.888928 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6549f9fb-a26b-489e-b1e6-f265bf34999a req-74882623-db2b-4674-a9db-d300934f217d tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=79af37b4-96e5-49e2-a136-b4eb89c535d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3248332 May 18 18:29:02.896317 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e38f27da-1445-4ac6-ae1e-086940407836 tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:02.900217 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dc5578-7a2c-41e3-b5e1-871e0f813bc6 req-1db25d3a-205d-4edc-a3d1-5ccaeabae308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:02.902138 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-58dc5578-7a2c-41e3-b5e1-871e0f813bc6 req-1db25d3a-205d-4edc-a3d1-5ccaeabae308 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=adbd4d3b-93fc-4f7a-a6ae-1551b2db5668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2940228 May 18 18:29:02.975854 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7aab4976-d688-4c9b-ad2a-5964b27e2b00 req-d9087723-9497-48a1-92fa-0c791e1d4284 service neutron] 10.222.0.36 "GET /v2.0/networks/adbd4d3b-93fc-4f7a-a6ae-1551b2db5668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3080211 May 18 18:29:02.979220 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-58ce65f4-5631-436a-914c-46411f2e0d1b tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:02.985972 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a0d1977b-09c6-4f7d-9150-caa03a969ca3 req-2b6b0fe8-08de-4361-8529-ab6f41d54b37 service neutron] 10.222.0.36 "GET /v2.0/networks/b0e0df8a-fe46-47e2-96e7-6f339d67d466?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3263128 May 18 18:29:02.992913 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ff03ef5a-3677-4b29-875f-d64bd8678e69 req-6ab449cd-80ec-4d47-a802-80e1b334f14d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=513747c2-ae35-4d1d-a654-0d2d5541f10d HTTP/1.1" status: 200 len: 1002 time: 0.2080288 May 18 18:29:03.141373 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff03ef5a-3677-4b29-875f-d64bd8678e69 req-38d09f54-f549-482c-b302-f7efe95f7f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:03.144940 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ff03ef5a-3677-4b29-875f-d64bd8678e69 req-38d09f54-f549-482c-b302-f7efe95f7f52 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=17744d29-df4e-4fc8-95be-ab448a66e536 HTTP/1.1" status: 200 len: 835 time: 0.1443212 May 18 18:29:03.330304 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e38f27da-1445-4ac6-ae1e-086940407836 tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:03.383959 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38f27da-1445-4ac6-ae1e-086940407836 tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Network 31ebd439-090c-4b25-bbb0-31c48711b145 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:29:03.391791 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-e38f27da-1445-4ac6-ae1e-086940407836 tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:29:03.399407 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-58dc5578-7a2c-41e3-b5e1-871e0f813bc6 req-9b47a9c3-8f55-4b36-90c6-49a203ff5c67 service neutron] 10.222.0.88 "GET /v2.0/networks/adbd4d3b-93fc-4f7a-a6ae-1551b2db5668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4867249 May 18 18:29:03.400176 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38f27da-1445-4ac6-ae1e-086940407836 tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:29:03.408416 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff03ef5a-3677-4b29-875f-d64bd8678e69 req-93fead96-ccb2-4b16-ae5d-d2e23c1810b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:03.409999 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ff03ef5a-3677-4b29-875f-d64bd8678e69 req-93fead96-ccb2-4b16-ae5d-d2e23c1810b0 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5d4f0b95-0527-4e2a-bef4-834ab85a76d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2340126 May 18 18:29:03.501988 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-58ce65f4-5631-436a-914c-46411f2e0d1b tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:03.522007 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-58dc5578-7a2c-41e3-b5e1-871e0f813bc6 req-6b9b540a-40a7-4bd3-a19c-10b24963b55a service neutron] 10.222.0.88 "GET /v2.0/networks/adbd4d3b-93fc-4f7a-a6ae-1551b2db5668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910478 May 18 18:29:03.541098 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a0d1977b-09c6-4f7d-9150-caa03a969ca3 req-22f8ab34-7a65-49a0-8d89-dfb2405f66c5 service neutron] 10.222.0.36 "GET /v2.0/networks/b0e0df8a-fe46-47e2-96e7-6f339d67d466?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5182431 May 18 18:29:03.554663 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-58ce65f4-5631-436a-914c-46411f2e0d1b tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:03.566156 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38f27da-1445-4ac6-ae1e-086940407836 tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Pushing event updated for resources: {'Port': ['ID=4a7c5ab2-2428-4cee-b873-9d6ce9c2d979,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:29:03.687310 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4844c7af-236f-4e85-a216-399d74e81e97 req-a9384362-2cd3-4edf-a727-e673760838aa tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:03.689468 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4844c7af-236f-4e85-a216-399d74e81e97 req-a9384362-2cd3-4edf-a727-e673760838aa tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "GET /v2.0/ports?device_id=cbeabc44-a762-4387-abb0-4008f02eed6c HTTP/1.1" status: 200 len: 944 time: 0.5308084 May 18 18:29:03.707295 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7aab4976-d688-4c9b-ad2a-5964b27e2b00 req-b70b71fb-0dbd-48f1-8cd3-5d4a82c836d8 service neutron] 10.222.0.36 "GET /v2.0/networks/adbd4d3b-93fc-4f7a-a6ae-1551b2db5668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6818006 May 18 18:29:03.824727 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ff03ef5a-3677-4b29-875f-d64bd8678e69 req-48088500-3854-4b13-b035-ae164ca44c31 service neutron] 10.222.0.88 "GET /v2.0/networks/5d4f0b95-0527-4e2a-bef4-834ab85a76d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2981043 May 18 18:29:03.827039 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e38f27da-1445-4ac6-ae1e-086940407836 tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:03.840358 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ce65f4-5631-436a-914c-46411f2e0d1b tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Pushing event updated for resources: {'Port': ['ID=9b466c63-60ef-4be4-862c-67fbd62095f1,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:29:03.903902 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4844c7af-236f-4e85-a216-399d74e81e97 req-6f81489e-fff5-41a6-9d91-131fad6f927d tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "GET /v2.0/security-groups?id=d8168384-83fe-4e40-afa8-ee38a48b320f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1941981 May 18 18:29:03.911243 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec60c7e7-5bf1-4ee9-bf40-4c2047ee2221 req-9814fa83-312d-4b44-b4ff-000ad527b473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:03.913483 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ec60c7e7-5bf1-4ee9-bf40-4c2047ee2221 req-9814fa83-312d-4b44-b4ff-000ad527b473 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1cf6702826ca40b18af7dfcf12233973&device_id=cbeabc44-a762-4387-abb0-4008f02eed6c HTTP/1.1" status: 200 len: 1095 time: 0.2354650 May 18 18:29:03.915247 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-58ce65f4-5631-436a-914c-46411f2e0d1b tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596987'] for floatingip, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:04.021396 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e38f27da-1445-4ac6-ae1e-086940407836 tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:04.109423 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1961538-7bb8-40cf-928a-1f663895fd57 req-e48abcce-830b-4f0b-a700-0a73dfbc327a tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:04.111002 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e1961538-7bb8-40cf-928a-1f663895fd57 req-e48abcce-830b-4f0b-a700-0a73dfbc327a tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=6b530526-a8ac-4372-ba65-bdb8174f033e HTTP/1.1" status: 200 len: 946 time: 0.1661444 May 18 18:29:04.118111 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ff03ef5a-3677-4b29-875f-d64bd8678e69 req-c9deae2b-4214-4e22-8e40-18002f0212f1 service neutron] 10.222.0.88 "GET /v2.0/networks/5d4f0b95-0527-4e2a-bef4-834ab85a76d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2820830 May 18 18:29:04.161440 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-58ce65f4-5631-436a-914c-46411f2e0d1b tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:04.164299 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-58ce65f4-5631-436a-914c-46411f2e0d1b tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.9416330 May 18 18:29:04.236610 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738ad9e5-96f2-4ed2-a2f4-985c9f18d252 req-3c3f5fd4-6388-4272-b26b-87fdbf835e8e tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:04.247770 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-738ad9e5-96f2-4ed2-a2f4-985c9f18d252 req-3c3f5fd4-6388-4272-b26b-87fdbf835e8e tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=9d1ddba1-1a5c-4242-a1ee-be3f2170d2d7 HTTP/1.1" status: 200 len: 945 time: 0.2029324 May 18 18:29:04.327297 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec60c7e7-5bf1-4ee9-bf40-4c2047ee2221 req-ea6eac10-ed34-4a21-a21f-c631e2f07856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:04.332163 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ec60c7e7-5bf1-4ee9-bf40-4c2047ee2221 req-ea6eac10-ed34-4a21-a21f-c631e2f07856 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b0e0df8a-fe46-47e2-96e7-6f339d67d466 HTTP/1.1" status: 200 len: 915 time: 0.4082441 May 18 18:29:04.476167 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-738ad9e5-96f2-4ed2-a2f4-985c9f18d252 req-825fa915-c27e-4bd6-802f-8f09eb1714f6 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=79af37b4-96e5-49e2-a136-b4eb89c535d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273648 May 18 18:29:04.479898 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ec60c7e7-5bf1-4ee9-bf40-4c2047ee2221 req-9736d8d8-2f3e-4847-b249-19d756b06650 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=76f65d47-696a-4f4d-b390-64476d9aa5d8 HTTP/1.1" status: 200 len: 217 time: 0.1206942 May 18 18:29:04.641953 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec60c7e7-5bf1-4ee9-bf40-4c2047ee2221 req-e1fa9886-2c70-4724-944d-5bccdaf2c2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:04.651087 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ec60c7e7-5bf1-4ee9-bf40-4c2047ee2221 req-e1fa9886-2c70-4724-944d-5bccdaf2c2d1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=accb0a89-f23b-4ef5-8f87-983b3d81047a HTTP/1.1" status: 200 len: 853 time: 0.1597340 May 18 18:29:04.830470 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-619afe88-c729-4940-8aa9-de83e5370108 req-72aac71b-0429-4ae0-b572-bb5cddb91c8c tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-securitygroup--479481629&fields=id&tenant_id=0d731d0a64e04789ad04262ef63d1dbd HTTP/1.1" status: 200 len: 267 time: 0.2091663 May 18 18:29:04.851890 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec60c7e7-5bf1-4ee9-bf40-4c2047ee2221 req-cdb56fb9-34e5-44a0-8075-deec3f28b162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:04.853452 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ec60c7e7-5bf1-4ee9-bf40-4c2047ee2221 req-cdb56fb9-34e5-44a0-8075-deec3f28b162 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b0e0df8a-fe46-47e2-96e7-6f339d67d466&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1484401 May 18 18:29:04.942118 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e1961538-7bb8-40cf-928a-1f663895fd57 req-f16b8cfd-d22b-4f49-a1f4-1466e613c241 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/security-groups?id=a3fd6ba0-49f1-4240-8893-3fa20d057d21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8202806 May 18 18:29:05.056509 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff03ef5a-3677-4b29-875f-d64bd8678e69 req-5c87169b-c472-4758-8335-c9c6a4b4546d tempest-TestNetworkAdvancedServerOps-1996564383 tempest-TestNetworkAdvancedServerOps-1996564383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:05.058279 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ff03ef5a-3677-4b29-875f-d64bd8678e69 req-5c87169b-c472-4758-8335-c9c6a4b4546d tempest-TestNetworkAdvancedServerOps-1996564383 tempest-TestNetworkAdvancedServerOps-1996564383-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=6b530526-a8ac-4372-ba65-bdb8174f033e&tenant_id=06b3ed36f50a43fd9cfeaa89e080d35b&binding%3Ahost_id=n-h1-838550-3 HTTP/1.1" status: 200 len: 1097 time: 0.8172622 May 18 18:29:05.126870 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e38f27da-1445-4ac6-ae1e-086940407836 tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:05.164482 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-ff03ef5a-3677-4b29-875f-d64bd8678e69 req-9a5a5bda-21ee-4e05-8458-2eb16a3ea448 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-838550-3'}}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:29:05.223804 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619afe88-c729-4940-8aa9-de83e5370108 req-83b6afab-837f-4a59-b1f6-73c3496ad228 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:05.225381 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-619afe88-c729-4940-8aa9-de83e5370108 req-83b6afab-837f-4a59-b1f6-73c3496ad228 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/networks?id=32a0c3b3-6eed-4c0e-b14e-e9888ed81174 HTTP/1.1" status: 200 len: 817 time: 0.3709996 May 18 18:29:05.228079 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ec60c7e7-5bf1-4ee9-bf40-4c2047ee2221 req-12fa50bb-ae37-40a7-9207-063db6a3d226 service neutron] 10.222.0.36 "GET /v2.0/networks/b0e0df8a-fe46-47e2-96e7-6f339d67d466?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3464892 May 18 18:29:05.243816 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e38f27da-1445-4ac6-ae1e-086940407836 tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:05.290850 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-619afe88-c729-4940-8aa9-de83e5370108 req-e0784a3c-77b2-4dbb-a1ca-ea8f333e93df tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/quotas/0d731d0a64e04789ad04262ef63d1dbd HTTP/1.1" status: 200 len: 375 time: 0.0462365 May 18 18:29:05.353328 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-ff03ef5a-3677-4b29-875f-d64bd8678e69 req-9a5a5bda-21ee-4e05-8458-2eb16a3ea448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:05.432048 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec51283-d1a2-4edd-89bf-e0ace3bbe2b9 req-49a1104a-cd42-49cb-99dd-ed56f2637f24 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:05.444456 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4ec51283-d1a2-4edd-89bf-e0ace3bbe2b9 req-49a1104a-cd42-49cb-99dd-ed56f2637f24 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "GET /v2.0/ports?device_id=cbeabc44-a762-4387-abb0-4008f02eed6c HTTP/1.1" status: 200 len: 944 time: 0.4042153 May 18 18:29:05.550301 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4ec51283-d1a2-4edd-89bf-e0ace3bbe2b9 req-48b9211f-c716-4fcd-866f-01b05aa8bc3b tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "GET /v2.0/security-groups?id=d8168384-83fe-4e40-afa8-ee38a48b320f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048238 May 18 18:29:05.692293 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38f27da-1445-4ac6-ae1e-086940407836 tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Pushing event updated for resources: {'Port': ['ID=4a7c5ab2-2428-4cee-b873-9d6ce9c2d979,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:29:05.791529 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76574b75-3e56-439b-8f9c-5381c447d3aa req-223cc543-fae3-4365-9357-256a2d8cc7ab tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:05.793147 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-76574b75-3e56-439b-8f9c-5381c447d3aa req-223cc543-fae3-4365-9357-256a2d8cc7ab tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=9d1ddba1-1a5c-4242-a1ee-be3f2170d2d7 HTTP/1.1" status: 200 len: 945 time: 0.1377594 May 18 18:29:05.799612 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e38f27da-1445-4ac6-ae1e-086940407836 tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596987'] for floatingip, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:05.855198 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-76574b75-3e56-439b-8f9c-5381c447d3aa req-af5824bd-ffdf-4b8c-bfb5-cefa91121aa0 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=79af37b4-96e5-49e2-a136-b4eb89c535d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517428 May 18 18:29:05.888288 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-619afe88-c729-4940-8aa9-de83e5370108 req-b12d170c-8543-48a9-b94c-63e72da96e62 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=0d731d0a64e04789ad04262ef63d1dbd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5905774 May 18 18:29:05.903175 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e38f27da-1445-4ac6-ae1e-086940407836 tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:05.906729 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-e38f27da-1445-4ac6-ae1e-086940407836 tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.9279666 May 18 18:29:05.912098 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 53770) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:29:05.935539 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-95c95997-e27f-4f29-8c6e-034d73758bc3 tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Request body: {'floatingip': {'port_id': '76b640d0-f622-488b-9ceb-67e29e62d1d0', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:29:05.938083 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-ff03ef5a-3677-4b29-875f-d64bd8678e69 req-9a5a5bda-21ee-4e05-8458-2eb16a3ea448 service neutron] For port 513747c2-ae35-4d1d-a654-0d2d5541f10d, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=513747c2-ae35-4d1d-a654-0d2d5541f10d,segment=NetworkSegment(81e805ff-6bc3-47cd-9090-0b6f36942980),segment_id=81e805ff-6bc3-47cd-9090-0b6f36942980)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:29:06.014436 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-ff03ef5a-3677-4b29-875f-d64bd8678e69 req-9a5a5bda-21ee-4e05-8458-2eb16a3ea448 service neutron] For port 513747c2-ae35-4d1d-a654-0d2d5541f10d, host n-h1-838550-3, cleared binding levels {{(pid=102731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:29:06.073412 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ec60c7e7-5bf1-4ee9-bf40-4c2047ee2221 req-342da6ba-f8df-40c9-b403-e74117a9b48b service neutron] 10.222.0.36 "GET /v2.0/networks/b0e0df8a-fe46-47e2-96e7-6f339d67d466?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8248203 May 18 18:29:06.117970 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-95c95997-e27f-4f29-8c6e-034d73758bc3 tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Notify callbacks [] for floatingip, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:06.138684 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b530526-a8ac-4372-ba65-bdb8174f033e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '513747c2-ae35-4d1d-a654-0d2d5541f10d'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:29:06.141050 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffd3be00-44d2-4374-be6e-19d7f1ffde41" -d '{"events": [{"server_uuid": "6b530526-a8ac-4372-ba65-bdb8174f033e", "name": "network-vif-unplugged", "status": "completed", "tag": "513747c2-ae35-4d1d-a654-0d2d5541f10d"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:29:06.145118 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-ff03ef5a-3677-4b29-875f-d64bd8678e69 req-9a5a5bda-21ee-4e05-8458-2eb16a3ea448 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:06.191932 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-ff03ef5a-3677-4b29-875f-d64bd8678e69 req-9a5a5bda-21ee-4e05-8458-2eb16a3ea448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:06.211706 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d503d8c5-875a-465a-9280-2c781a76a99f req-c43a895c-bd64-4a82-a716-f5dccb7c8d34 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:06.213242 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d503d8c5-875a-465a-9280-2c781a76a99f req-c43a895c-bd64-4a82-a716-f5dccb7c8d34 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=6b530526-a8ac-4372-ba65-bdb8174f033e HTTP/1.1" status: 200 len: 946 time: 0.1354232 May 18 18:29:06.261084 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 7 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 18:29:06.322164 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5a5bda-21ee-4e05-8458-2eb16a3ea448 service neutron] Pushing event updated for resources: {'Port': ['ID=513747c2-ae35-4d1d-a654-0d2d5541f10d,revision_number=7']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:29:06.344772 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-619afe88-c729-4940-8aa9-de83e5370108 req-ee0aa4a9-978c-4296-b893-e729ac8bd549 service neutron] 10.222.0.85 "GET /v2.0/networks/32a0c3b3-6eed-4c0e-b14e-e9888ed81174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4341710 May 18 18:29:06.347413 n-d-838550-3 neutron-server[102730]: INFO neutron.api.v2.resource [None req-95c95997-e27f-4f29-8c6e-034d73758bc3 tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] update failed (client error): The resource could not be found. May 18 18:29:06.354971 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-95c95997-e27f-4f29-8c6e-034d73758bc3 tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] 10.222.0.85 "PUT /v2.0/floatingips/521e07ed-3fdb-42d4-8ea9-062e0d6851be HTTP/1.1" status: 404 len: 507 time: 0.4214525 May 18 18:29:06.355839 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 53776) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:29:06.407453 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d503d8c5-875a-465a-9280-2c781a76a99f req-20da8a9f-3932-4502-b2a5-81dee64e8229 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/security-groups?id=a3fd6ba0-49f1-4240-8893-3fa20d057d21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1296918 May 18 18:29:06.507801 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-ff03ef5a-3677-4b29-875f-d64bd8678e69 req-9a5a5bda-21ee-4e05-8458-2eb16a3ea448 service neutron] Attempting to bind port 513747c2-ae35-4d1d-a654-0d2d5541f10d on host n-h1-838550-3 for vnic_type normal with profile {"migrating_to": "n-h2-838550-3"} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:29:06.509426 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-ff03ef5a-3677-4b29-875f-d64bd8678e69 req-9a5a5bda-21ee-4e05-8458-2eb16a3ea448 service neutron] Attempting to bind port 513747c2-ae35-4d1d-a654-0d2d5541f10d by drivers openvswitch,hyperv on host n-h1-838550-3 at level 0 using segments [{'id': '81e805ff-6bc3-47cd-9090-0b6f36942980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '5d4f0b95-0527-4e2a-bef4-834ab85a76d0'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:29:06.511419 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff03ef5a-3677-4b29-875f-d64bd8678e69 req-9a5a5bda-21ee-4e05-8458-2eb16a3ea448 service neutron] Attempting to bind port 513747c2-ae35-4d1d-a654-0d2d5541f10d on network 5d4f0b95-0527-4e2a-bef4-834ab85a76d0 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:29:06.527808 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff03ef5a-3677-4b29-875f-d64bd8678e69 req-9a5a5bda-21ee-4e05-8458-2eb16a3ea448 service neutron] Port 513747c2-ae35-4d1d-a654-0d2d5541f10d on network 5d4f0b95-0527-4e2a-bef4-834ab85a76d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-3 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:29:06.528322 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff03ef5a-3677-4b29-875f-d64bd8678e69 req-9a5a5bda-21ee-4e05-8458-2eb16a3ea448 service neutron] Attempting to bind port 513747c2-ae35-4d1d-a654-0d2d5541f10d on network 5d4f0b95-0527-4e2a-bef4-834ab85a76d0 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:29:06.557340 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff03ef5a-3677-4b29-875f-d64bd8678e69 req-9a5a5bda-21ee-4e05-8458-2eb16a3ea448 service neutron] Checking agent: {'id': '1dbac822-25f2-4df8-9dc8-5c2e7b136eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:29:06.557942 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff03ef5a-3677-4b29-875f-d64bd8678e69 req-9a5a5bda-21ee-4e05-8458-2eb16a3ea448 service neutron] Checking segment: {'id': '81e805ff-6bc3-47cd-9090-0b6f36942980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '5d4f0b95-0527-4e2a-bef4-834ab85a76d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:29:06.558512 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff03ef5a-3677-4b29-875f-d64bd8678e69 req-9a5a5bda-21ee-4e05-8458-2eb16a3ea448 service neutron] Bound using segment: {'id': '81e805ff-6bc3-47cd-9090-0b6f36942980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '5d4f0b95-0527-4e2a-bef4-834ab85a76d0'} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:29:06.559146 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-ff03ef5a-3677-4b29-875f-d64bd8678e69 req-9a5a5bda-21ee-4e05-8458-2eb16a3ea448 service neutron] Bound port: 513747c2-ae35-4d1d-a654-0d2d5541f10d, host: n-h1-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81e805ff-6bc3-47cd-9090-0b6f36942980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '5d4f0b95-0527-4e2a-bef4-834ab85a76d0'}}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:29:06.559512 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-ff03ef5a-3677-4b29-875f-d64bd8678e69 req-9a5a5bda-21ee-4e05-8458-2eb16a3ea448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:06.565059 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 May 2022 18:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98b080d2-02e7-46d8-9639-0af331006b65 x-openstack-request-id: req-98b080d2-02e7-46d8-9639-0af331006b65 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:29:06.565589 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b530526-a8ac-4372-ba65-bdb8174f033e", "name": "network-vif-unplugged", "status": "completed", "tag": "513747c2-ae35-4d1d-a654-0d2d5541f10d", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:29:06.566020 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-98b080d2-02e7-46d8-9639-0af331006b65 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:29:06.566576 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98b080d2-02e7-46d8-9639-0af331006b65'] response: {'server_uuid': '6b530526-a8ac-4372-ba65-bdb8174f033e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '513747c2-ae35-4d1d-a654-0d2d5541f10d', 'code': 200} May 18 18:29:06.691728 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-ff03ef5a-3677-4b29-875f-d64bd8678e69 req-9a5a5bda-21ee-4e05-8458-2eb16a3ea448 service neutron] For port 513747c2-ae35-4d1d-a654-0d2d5541f10d, host n-h1-838550-3, cleared binding levels {{(pid=102731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:29:06.701810 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-ff03ef5a-3677-4b29-875f-d64bd8678e69 req-9a5a5bda-21ee-4e05-8458-2eb16a3ea448 service neutron] For port 513747c2-ae35-4d1d-a654-0d2d5541f10d, host n-h1-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=513747c2-ae35-4d1d-a654-0d2d5541f10d,segment=NetworkSegment(81e805ff-6bc3-47cd-9090-0b6f36942980),segment_id=81e805ff-6bc3-47cd-9090-0b6f36942980)] {{(pid=102731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:29:06.721932 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-ff03ef5a-3677-4b29-875f-d64bd8678e69 req-9a5a5bda-21ee-4e05-8458-2eb16a3ea448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:06.747850 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-619afe88-c729-4940-8aa9-de83e5370108 req-8a39df26-7673-4295-8080-94cdeffdbc82 service neutron] 10.222.0.85 "GET /v2.0/networks/32a0c3b3-6eed-4c0e-b14e-e9888ed81174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3754802 May 18 18:29:06.810623 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-cdf35648-f2be-4af2-a8a7-7dedae07551d tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Deleting port 4a7c5ab2-2428-4cee-b873-9d6ce9c2d979 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:29:06.811367 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-cdf35648-f2be-4af2-a8a7-7dedae07551d tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:06.818528 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-e6119b1b-bea7-41ca-8e39-eb73a37be66a None None] Provisioning complete for port 513747c2-ae35-4d1d-a654-0d2d5541f10d triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:29:06.819098 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-e6119b1b-bea7-41ca-8e39-eb73a37be66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:06.831695 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91bf0ca-fc68-4bd1-90b1-53e45dbeecaf req-23d025d7-219e-481f-a95f-3ca7729dfd2f tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:06.851234 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c91bf0ca-fc68-4bd1-90b1-53e45dbeecaf req-23d025d7-219e-481f-a95f-3ca7729dfd2f tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "GET /v2.0/ports?device_id=cbeabc44-a762-4387-abb0-4008f02eed6c HTTP/1.1" status: 200 len: 944 time: 0.1913974 May 18 18:29:06.987640 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 76f65d47-696a-4f4d-b390-64476d9aa5d8 details requested by agent hyperv_n-h1-838550-3 with host n-h1-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:29:07.014941 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c91bf0ca-fc68-4bd1-90b1-53e45dbeecaf req-9fa53c20-9e19-4802-8c56-e0c05f317249 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "GET /v2.0/security-groups?id=d8168384-83fe-4e40-afa8-ee38a48b320f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1603281 May 18 18:29:07.015667 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5a5bda-21ee-4e05-8458-2eb16a3ea448 service neutron] Pushing event updated for resources: {'Port': ['ID=513747c2-ae35-4d1d-a654-0d2d5541f10d,revision_number=8']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:29:07.029704 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-cdf35648-f2be-4af2-a8a7-7dedae07551d tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:07.044496 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-cdf35648-f2be-4af2-a8a7-7dedae07551d tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:07.140938 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff03ef5a-3677-4b29-875f-d64bd8678e69 req-9a5a5bda-21ee-4e05-8458-2eb16a3ea448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:07.142241 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-ff03ef5a-3677-4b29-875f-d64bd8678e69 req-9a5a5bda-21ee-4e05-8458-2eb16a3ea448 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:07.144079 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ff03ef5a-3677-4b29-875f-d64bd8678e69 req-9a5a5bda-21ee-4e05-8458-2eb16a3ea448 service neutron] 10.222.0.88 "PUT /v2.0/ports/513747c2-ae35-4d1d-a654-0d2d5541f10d HTTP/1.1" status: 200 len: 1122 time: 1.9843502 May 18 18:29:07.145917 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-cdf35648-f2be-4af2-a8a7-7dedae07551d tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Calling delete_port for 4a7c5ab2-2428-4cee-b873-9d6ce9c2d979 owned by network:floatingip {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:29:07.286532 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ab3a81-426f-465b-946b-3274e992af08 req-c41e36e2-39c2-476c-a7a9-94b2437451db tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:07.293163 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a8ab3a81-426f-465b-946b-3274e992af08 req-c41e36e2-39c2-476c-a7a9-94b2437451db tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=9d1ddba1-1a5c-4242-a1ee-be3f2170d2d7 HTTP/1.1" status: 200 len: 945 time: 0.1254969 May 18 18:29:07.407808 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 76f65d47-696a-4f4d-b390-64476d9aa5d8, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=76f65d47-696a-4f4d-b390-64476d9aa5d8,segment=NetworkSegment(a898997a-d1fc-408c-b1d2-fe587c78d0c1),segment_id=a898997a-d1fc-408c-b1d2-fe587c78d0c1)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:29:07.412264 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a8ab3a81-426f-465b-946b-3274e992af08 req-90423d34-e351-46e7-b7f4-e95f022f794e tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=79af37b4-96e5-49e2-a136-b4eb89c535d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101372 May 18 18:29:07.429716 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Returning: {'device': '76f65d47-696a-4f4d-b390-64476d9aa5d8', 'network_id': 'b0e0df8a-fe46-47e2-96e7-6f339d67d466', 'port_id': '76f65d47-696a-4f4d-b390-64476d9aa5d8', 'mac_address': 'fa:16:3e:76:fa:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'accb0a89-f23b-4ef5-8f87-983b3d81047a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:29:07.522920 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-eb8b5f2f-dc60-43d1-a3e2-eb0d40887efe req-d615533e-8aef-40a2-b0c9-34009d4431a0 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/ports?device_id=ab843bd5-49cc-4a1a-a822-b7403ee93ee0 HTTP/1.1" status: 200 len: 210 time: 0.1444921 May 18 18:29:07.537258 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['513747c2-ae35-4d1d-a654-0d2d5541f10d'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:29:07.541198 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-e6119b1b-bea7-41ca-8e39-eb73a37be66a None None] Current status of the port 513747c2-ae35-4d1d-a654-0d2d5541f10d is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:29:07.541597 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-e6119b1b-bea7-41ca-8e39-eb73a37be66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:07.617947 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b530526-a8ac-4372-ba65-bdb8174f033e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '513747c2-ae35-4d1d-a654-0d2d5541f10d'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:29:07.620285 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec5cc9a3-1add-493d-a918-b1d7d212a0fc" -d '{"events": [{"server_uuid": "6b530526-a8ac-4372-ba65-bdb8174f033e", "name": "network-vif-plugged", "status": "completed", "tag": "513747c2-ae35-4d1d-a654-0d2d5541f10d"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:29:07.651524 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 76f65d47-696a-4f4d-b390-64476d9aa5d8 is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:29:07.651524 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:07.677606 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-e6119b1b-bea7-41ca-8e39-eb73a37be66a None None] For port 513747c2-ae35-4d1d-a654-0d2d5541f10d, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=513747c2-ae35-4d1d-a654-0d2d5541f10d,segment=NetworkSegment(81e805ff-6bc3-47cd-9090-0b6f36942980),segment_id=81e805ff-6bc3-47cd-9090-0b6f36942980)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:29:07.753139 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ae4306-85a4-4e03-8d5b-f637b8665ea4 req-a9acea8b-99c9-43fc-9edc-fb26ba456006 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:07.776296 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-61ae4306-85a4-4e03-8d5b-f637b8665ea4 req-a9acea8b-99c9-43fc-9edc-fb26ba456006 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=6b530526-a8ac-4372-ba65-bdb8174f033e HTTP/1.1" status: 200 len: 944 time: 0.1152616 May 18 18:29:07.799249 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-e6119b1b-bea7-41ca-8e39-eb73a37be66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:07.809112 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4169ecea-efba-4634-bea9-8948e274dcf7 x-openstack-request-id: req-4169ecea-efba-4634-bea9-8948e274dcf7 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:29:07.810862 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b530526-a8ac-4372-ba65-bdb8174f033e", "name": "network-vif-plugged", "status": "completed", "tag": "513747c2-ae35-4d1d-a654-0d2d5541f10d", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:29:07.811219 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-4169ecea-efba-4634-bea9-8948e274dcf7 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:29:07.812475 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4169ecea-efba-4634-bea9-8948e274dcf7'] response: {'server_uuid': '6b530526-a8ac-4372-ba65-bdb8174f033e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '513747c2-ae35-4d1d-a654-0d2d5541f10d', 'code': 200} May 18 18:29:07.828811 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76f65d47-696a-4f4d-b390-64476d9aa5d8 {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:29:07.939496 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-61ae4306-85a4-4e03-8d5b-f637b8665ea4 req-ba2076be-4ed1-4d43-a5b3-0c867844c7fd tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/security-groups?id=a3fd6ba0-49f1-4240-8893-3fa20d057d21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1602595 May 18 18:29:08.068737 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-cdf35648-f2be-4af2-a8a7-7dedae07551d tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:08.099580 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-55348ad0-5406-4db7-8638-991f245f01f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:08.155919 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6119b1b-bea7-41ca-8e39-eb73a37be66a None None] Pushing event updated for resources: {'Port': ['ID=513747c2-ae35-4d1d-a654-0d2d5541f10d,revision_number=9']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:29:08.201388 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 76f65d47-696a-4f4d-b390-64476d9aa5d8, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=76f65d47-696a-4f4d-b390-64476d9aa5d8,segment=NetworkSegment(a898997a-d1fc-408c-b1d2-fe587c78d0c1),segment_id=a898997a-d1fc-408c-b1d2-fe587c78d0c1)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:29:08.217235 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf35648-f2be-4af2-a8a7-7dedae07551d tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Pushing event deleted for resources: {'Port': ['ID=4a7c5ab2-2428-4cee-b873-9d6ce9c2d979,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:29:08.312864 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b9a784-c18b-4a65-9bcb-c434bf070943 req-f2fc111a-fcea-489b-b026-3ff874de8af5 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:08.321064 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:08.323860 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-15b9a784-c18b-4a65-9bcb-c434bf070943 req-f2fc111a-fcea-489b-b026-3ff874de8af5 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "GET /v2.0/ports?device_id=cbeabc44-a762-4387-abb0-4008f02eed6c HTTP/1.1" status: 200 len: 945 time: 0.1245131 May 18 18:29:08.336253 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-cdf35648-f2be-4af2-a8a7-7dedae07551d tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Notify callbacks [] for floatingip, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:08.339479 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-cdf35648-f2be-4af2-a8a7-7dedae07551d tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:08.344339 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 53826) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:29:08.345271 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-cdf35648-f2be-4af2-a8a7-7dedae07551d tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] 10.222.0.85 "DELETE /v2.0/floatingips/521e07ed-3fdb-42d4-8ea9-062e0d6851be HTTP/1.1" status: 204 len: 168 time: 1.9870875 May 18 18:29:08.349725 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-bbc708cb-fa13-43f1-862a-23bf7fb120e8 tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Request body: {'floatingip': {'floating_network_id': 'ea6d7494-beff-4f15-bf5b-0566ffdff06c', 'port_id': '76b640d0-f622-488b-9ceb-67e29e62d1d0', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:29:08.421118 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-15b9a784-c18b-4a65-9bcb-c434bf070943 req-b32f62c8-0c87-409e-8d9e-9c1a26cb28aa tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "GET /v2.0/security-groups?id=d8168384-83fe-4e40-afa8-ee38a48b320f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901031 May 18 18:29:08.430363 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-bbc708cb-fa13-43f1-862a-23bf7fb120e8 tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Notify callbacks [] for floatingip, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:08.593176 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b530526-a8ac-4372-ba65-bdb8174f033e', 'tag': '513747c2-ae35-4d1d-a654-0d2d5541f10d'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:29:08.595471 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a538e26-e7e6-4813-ad61-59aca7e1f530" -d '{"events": [{"name": "network-changed", "server_uuid": "6b530526-a8ac-4372-ba65-bdb8174f033e", "tag": "513747c2-ae35-4d1d-a654-0d2d5541f10d"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:29:08.635492 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=76f65d47-696a-4f4d-b390-64476d9aa5d8,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:29:08.690181 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['76f65d47-696a-4f4d-b390-64476d9aa5d8'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:29:08.768331 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-13eb2cbd-caf6-498c-ae1d-6738d1c06a2f req-b749d6e5-9094-4254-87a7-26c3bb7e11bc tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/ports?device_id=ab843bd5-49cc-4a1a-a822-b7403ee93ee0 HTTP/1.1" status: 200 len: 210 time: 0.0697455 May 18 18:29:08.879475 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 513747c2-ae35-4d1d-a654-0d2d5541f10d details requested by agent hyperv_n-h2-838550-3 with host n-h2-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:29:08.893183 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab62fa2d-58b1-44ca-a3e8-0c5c910298cf x-openstack-request-id: req-ab62fa2d-58b1-44ca-a3e8-0c5c910298cf {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:29:08.893475 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b530526-a8ac-4372-ba65-bdb8174f033e", "tag": "513747c2-ae35-4d1d-a654-0d2d5541f10d", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:29:08.893698 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-ab62fa2d-58b1-44ca-a3e8-0c5c910298cf {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:29:08.894075 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab62fa2d-58b1-44ca-a3e8-0c5c910298cf'] response: {'name': 'network-changed', 'server_uuid': '6b530526-a8ac-4372-ba65-bdb8174f033e', 'tag': '513747c2-ae35-4d1d-a654-0d2d5541f10d', 'status': 'completed', 'code': 200} May 18 18:29:08.932696 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbef6f9e-bd36-46bf-a438-773d379778de req-ff5c3dc8-ae86-419e-8087-875b1c222dfb tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:08.934424 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fbef6f9e-bd36-46bf-a438-773d379778de req-ff5c3dc8-ae86-419e-8087-875b1c222dfb tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=9d1ddba1-1a5c-4242-a1ee-be3f2170d2d7 HTTP/1.1" status: 200 len: 945 time: 0.2933307 May 18 18:29:09.097336 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a538e26-e7e6-4813-ad61-59aca7e1f530 req-97e8c6af-a4d8-41bd-895a-86e5386ce87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:09.100538 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2a538e26-e7e6-4813-ad61-59aca7e1f530 req-97e8c6af-a4d8-41bd-895a-86e5386ce87f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=06b3ed36f50a43fd9cfeaa89e080d35b&device_id=6b530526-a8ac-4372-ba65-bdb8174f033e HTTP/1.1" status: 200 len: 1127 time: 0.1610634 May 18 18:29:09.112468 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.db.resource_extend [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 18 18:29:09.222360 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fbef6f9e-bd36-46bf-a438-773d379778de req-181d1b38-ca75-49f2-b280-d0f0a9dd1b61 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=79af37b4-96e5-49e2-a136-b4eb89c535d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626436 May 18 18:29:09.377154 n-d-838550-3 neutron-server[102731]: INFO neutron.api.v2.resource [None req-bbc708cb-fa13-43f1-862a-23bf7fb120e8 tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 18 18:29:09.385477 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-bbc708cb-fa13-43f1-862a-23bf7fb120e8 tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.0345623 May 18 18:29:09.388225 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 53840) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:29:09.419946 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-52ba2038-7077-4ac6-b87b-650d3f1310a2 tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Request body: {'floatingip': {'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'port_id': '76b640d0-f622-488b-9ceb-67e29e62d1d0', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:29:09.474441 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-272dbba0-170a-4e55-b932-47b154956482 None None] Provisioning complete for port 513747c2-ae35-4d1d-a654-0d2d5541f10d triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:29:09.474869 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-272dbba0-170a-4e55-b932-47b154956482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:09.621184 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-52ba2038-7077-4ac6-b87b-650d3f1310a2 tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Notify callbacks [] for floatingip, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:09.666828 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fa74f7-e7f1-4b1b-8f4d-d78eb9d4b585 req-65342deb-b6ed-4595-9e78-8d1268c82c22 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:09.684683 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e2fa74f7-e7f1-4b1b-8f4d-d78eb9d4b585 req-65342deb-b6ed-4595-9e78-8d1268c82c22 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=6b530526-a8ac-4372-ba65-bdb8174f033e HTTP/1.1" status: 200 len: 946 time: 0.5473628 May 18 18:29:09.730841 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a538e26-e7e6-4813-ad61-59aca7e1f530 req-e36e2f0f-60e0-4b38-92d5-8174356b7d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:09.736029 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2a538e26-e7e6-4813-ad61-59aca7e1f530 req-e36e2f0f-60e0-4b38-92d5-8174356b7d73 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5d4f0b95-0527-4e2a-bef4-834ab85a76d0 HTTP/1.1" status: 200 len: 897 time: 0.6008880 May 18 18:29:09.863505 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 513747c2-ae35-4d1d-a654-0d2d5541f10d, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=513747c2-ae35-4d1d-a654-0d2d5541f10d,segment=NetworkSegment(81e805ff-6bc3-47cd-9090-0b6f36942980),segment_id=81e805ff-6bc3-47cd-9090-0b6f36942980)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:29:09.914040 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 513747c2-ae35-4d1d-a654-0d2d5541f10d has no active binding in host n-h2-838550-3 {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} May 18 18:29:09.980563 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e2fa74f7-e7f1-4b1b-8f4d-d78eb9d4b585 req-4c6af3ea-3b86-44b6-8a99-8e848300b3ef tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/security-groups?id=a3fd6ba0-49f1-4240-8893-3fa20d057d21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2784753 May 18 18:29:10.022372 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2a538e26-e7e6-4813-ad61-59aca7e1f530 req-ee8b7d0a-8ebb-4170-b68f-1bb9789c062f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=513747c2-ae35-4d1d-a654-0d2d5541f10d HTTP/1.1" status: 200 len: 1002 time: 0.2780113 May 18 18:29:10.168903 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-25f65a14-e2a6-49a0-a408-f3395ff4ca28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:10.190303 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-272dbba0-170a-4e55-b932-47b154956482 None None] Current status of the port 513747c2-ae35-4d1d-a654-0d2d5541f10d is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:29:10.219999 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85014c85-1a14-4951-a898-69f05e2c7d37 req-49137345-1552-4f53-9194-1e1582d2e78d tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:10.237786 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-85014c85-1a14-4951-a898-69f05e2c7d37 req-49137345-1552-4f53-9194-1e1582d2e78d tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "GET /v2.0/ports?device_id=cbeabc44-a762-4387-abb0-4008f02eed6c HTTP/1.1" status: 200 len: 945 time: 0.5043554 May 18 18:29:10.318676 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a538e26-e7e6-4813-ad61-59aca7e1f530 req-84a9d6fc-a16d-4b16-85ec-252380a036dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:10.323678 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2a538e26-e7e6-4813-ad61-59aca7e1f530 req-84a9d6fc-a16d-4b16-85ec-252380a036dc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=17744d29-df4e-4fc8-95be-ab448a66e536 HTTP/1.1" status: 200 len: 835 time: 0.2887468 May 18 18:29:10.463562 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8517f7a7-de1d-4b94-bd77-26a10966bf29 req-34ed75c3-6eb0-4539-a5f6-fd764241b32c tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/ports?device_id=ab843bd5-49cc-4a1a-a822-b7403ee93ee0 HTTP/1.1" status: 200 len: 210 time: 0.1326361 May 18 18:29:10.573924 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a538e26-e7e6-4813-ad61-59aca7e1f530 req-5ff3a70c-aa01-47ca-81a6-756969069de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:10.583548 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2a538e26-e7e6-4813-ad61-59aca7e1f530 req-5ff3a70c-aa01-47ca-81a6-756969069de5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5d4f0b95-0527-4e2a-bef4-834ab85a76d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2099919 May 18 18:29:10.712911 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-85014c85-1a14-4951-a898-69f05e2c7d37 req-f5fdc67b-a955-49c0-865a-02d3fae6989e tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "GET /v2.0/security-groups?id=d8168384-83fe-4e40-afa8-ee38a48b320f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4716365 May 18 18:29:10.868705 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619afe88-c729-4940-8aa9-de83e5370108 req-8eb34086-eff3-4a9c-a348-6e65248f27c0 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:10.870923 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-619afe88-c729-4940-8aa9-de83e5370108 req-8eb34086-eff3-4a9c-a348-6e65248f27c0 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.88 "GET /v2.0/networks?id=32a0c3b3-6eed-4c0e-b14e-e9888ed81174 HTTP/1.1" status: 200 len: 817 time: 0.5626905 May 18 18:29:10.882487 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-52ba2038-7077-4ac6-b87b-650d3f1310a2 tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:10.886397 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2a538e26-e7e6-4813-ad61-59aca7e1f530 req-9b610ac9-181b-4a98-8c8c-1dd152ddb1f7 service neutron] 10.222.0.36 "GET /v2.0/networks/5d4f0b95-0527-4e2a-bef4-834ab85a76d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2926888 May 18 18:29:10.912254 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477c4e28-1bb0-4a0e-b04b-6f91104d3609 req-d5ee6ea4-5168-4db9-aeca-8519a0355d92 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:10.914948 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-477c4e28-1bb0-4a0e-b04b-6f91104d3609 req-d5ee6ea4-5168-4db9-aeca-8519a0355d92 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=9d1ddba1-1a5c-4242-a1ee-be3f2170d2d7 HTTP/1.1" status: 200 len: 945 time: 0.2543693 May 18 18:29:10.968024 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 76f65d47-696a-4f4d-b390-64476d9aa5d8 up at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:29:10.982516 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-619afe88-c729-4940-8aa9-de83e5370108 req-06f0d19a-ae4b-4ae2-9c1b-f3c16455b025 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0d731d0a64e04789ad04262ef63d1dbd HTTP/1.1" status: 200 len: 379 time: 0.0959857 May 18 18:29:10.995542 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-619afe88-c729-4940-8aa9-de83e5370108 req-6b372d4c-a0dc-4e90-87c7-92e8e3a70f56 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Request body: {'port': {'device_id': 'ab843bd5-49cc-4a1a-a822-b7403ee93ee0', 'network_id': '32a0c3b3-6eed-4c0e-b14e-e9888ed81174', 'admin_state_up': True, 'tenant_id': '0d731d0a64e04789ad04262ef63d1dbd', 'security_groups': ['02c33ece-f4c3-4965-a4ef-a7f4920ae299']}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:29:11.145481 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning for port 76f65d47-696a-4f4d-b390-64476d9aa5d8 completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:29:11.148960 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-477c4e28-1bb0-4a0e-b04b-6f91104d3609 req-4bb641af-95fb-4d16-bf4d-a64f67a6a1b9 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=79af37b4-96e5-49e2-a136-b4eb89c535d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185071 May 18 18:29:11.155213 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning complete for port 76f65d47-696a-4f4d-b390-64476d9aa5d8 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:29:11.156032 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:11.220223 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2a538e26-e7e6-4813-ad61-59aca7e1f530 req-9e1aff5f-504f-4474-ace6-0615721f6d64 service neutron] 10.222.0.36 "GET /v2.0/networks/5d4f0b95-0527-4e2a-bef4-834ab85a76d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3236265 May 18 18:29:11.260837 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-619afe88-c729-4940-8aa9-de83e5370108 req-6b372d4c-a0dc-4e90-87c7-92e8e3a70f56 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Made reservation on behalf of 0d731d0a64e04789ad04262ef63d1dbd for: {'port': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:29:11.266824 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-619afe88-c729-4940-8aa9-de83e5370108 req-6b372d4c-a0dc-4e90-87c7-92e8e3a70f56 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:11.300497 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:11.409943 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 76f65d47-696a-4f4d-b390-64476d9aa5d8 is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:29:11.413700 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:11.522514 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbeabc44-a762-4387-abb0-4008f02eed6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76f65d47-696a-4f4d-b390-64476d9aa5d8'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:29:11.547138 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dc98207-578e-4ea7-b785-ae849d2b251d" -d '{"events": [{"server_uuid": "cbeabc44-a762-4387-abb0-4008f02eed6c", "name": "network-vif-plugged", "status": "completed", "tag": "76f65d47-696a-4f4d-b390-64476d9aa5d8"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:29:11.569580 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [req-619afe88-c729-4940-8aa9-de83e5370108 req-6b372d4c-a0dc-4e90-87c7-92e8e3a70f56 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Allocated IP 172.20.0.12 (32a0c3b3-6eed-4c0e-b14e-e9888ed81174/ac45570a-d36a-47d1-a935-bbf3ce99c6a8/dea4c3a6-e70b-410e-90f1-102cbfde860e) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:29:11.649163 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b2ded2-d7bf-4a68-9c82-76aff5ae9078 req-fa3553db-745e-4676-81d9-aa7b4d61c5ec tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:11.650849 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-77b2ded2-d7bf-4a68-9c82-76aff5ae9078 req-fa3553db-745e-4676-81d9-aa7b4d61c5ec tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=6b530526-a8ac-4372-ba65-bdb8174f033e HTTP/1.1" status: 200 len: 946 time: 0.4619522 May 18 18:29:11.669207 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 76f65d47-696a-4f4d-b390-64476d9aa5d8, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=76f65d47-696a-4f4d-b390-64476d9aa5d8,segment=NetworkSegment(a898997a-d1fc-408c-b1d2-fe587c78d0c1),segment_id=a898997a-d1fc-408c-b1d2-fe587c78d0c1)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:29:11.677730 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:11.763537 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bd75173a-b7aa-4807-83d1-fd752327e1c9 req-56575fb1-6fac-4175-b651-e5b10f08a616 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/ports?device_id=ab843bd5-49cc-4a1a-a822-b7403ee93ee0 HTTP/1.1" status: 200 len: 210 time: 0.0954316 May 18 18:29:11.819230 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=76f65d47-696a-4f4d-b390-64476d9aa5d8,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:29:11.852945 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-310cf93b-e8f9-46a1-a0bd-4bb1ebe89fb2 x-openstack-request-id: req-310cf93b-e8f9-46a1-a0bd-4bb1ebe89fb2 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:29:11.853255 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbeabc44-a762-4387-abb0-4008f02eed6c", "name": "network-vif-plugged", "status": "completed", "tag": "76f65d47-696a-4f4d-b390-64476d9aa5d8", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:29:11.853530 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-310cf93b-e8f9-46a1-a0bd-4bb1ebe89fb2 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:29:11.854005 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-310cf93b-e8f9-46a1-a0bd-4bb1ebe89fb2'] response: {'server_uuid': 'cbeabc44-a762-4387-abb0-4008f02eed6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76f65d47-696a-4f4d-b390-64476d9aa5d8', 'code': 200} May 18 18:29:11.920855 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-77b2ded2-d7bf-4a68-9c82-76aff5ae9078 req-55a6f2e6-d81b-4197-a6b2-d0ef7efe124c tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/security-groups?id=a3fd6ba0-49f1-4240-8893-3fa20d057d21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1682439 May 18 18:29:11.984764 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-52ba2038-7077-4ac6-b87b-650d3f1310a2 tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Allocated IP 172.25.5.106 (31ebd439-090c-4b25-bbb0-31c48711b145/363a2810-8a83-4be0-a317-7c91fcd94485/3774ad84-48cd-4d78-8b80-d0cd73e7e548) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:29:12.029118 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46156c13-a81a-4a3b-9267-44e6c2827a17 req-b450fe07-85b0-440c-a663-560c951821c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:12.035844 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-46156c13-a81a-4a3b-9267-44e6c2827a17 req-b450fe07-85b0-440c-a663-560c951821c7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cbeabc44-a762-4387-abb0-4008f02eed6c HTTP/1.1" status: 200 len: 1097 time: 0.1100247 May 18 18:29:12.047294 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f0a076-8ad3-43e3-bf4a-9ba0d59da560 req-af189f17-157a-4392-91d1-07729ac09ce4 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:12.056632 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-54f0a076-8ad3-43e3-bf4a-9ba0d59da560 req-af189f17-157a-4392-91d1-07729ac09ce4 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "GET /v2.0/ports?device_id=cbeabc44-a762-4387-abb0-4008f02eed6c HTTP/1.1" status: 200 len: 946 time: 0.0949066 May 18 18:29:12.128663 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-46156c13-a81a-4a3b-9267-44e6c2827a17 req-dbf2fac9-69c8-481e-be19-3f5c0fd6370a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d8168384-83fe-4e40-afa8-ee38a48b320f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624259 May 18 18:29:12.133689 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-619afe88-c729-4940-8aa9-de83e5370108 req-6b372d4c-a0dc-4e90-87c7-92e8e3a70f56 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:12.141071 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-54f0a076-8ad3-43e3-bf4a-9ba0d59da560 req-4ad68d5f-cf70-4b8d-b7a4-3207a3896ad0 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "GET /v2.0/security-groups?id=d8168384-83fe-4e40-afa8-ee38a48b320f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822783 May 18 18:29:12.229968 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-52ba2038-7077-4ac6-b87b-650d3f1310a2 tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:12.276839 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-619afe88-c729-4940-8aa9-de83e5370108 req-6b372d4c-a0dc-4e90-87c7-92e8e3a70f56 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:12.419349 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:12.420344 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-619afe88-c729-4940-8aa9-de83e5370108 req-6b372d4c-a0dc-4e90-87c7-92e8e3a70f56 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Network 32a0c3b3-6eed-4c0e-b14e-e9888ed81174 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:29:12.421341 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b372d4c-a0dc-4e90-87c7-92e8e3a70f56 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Pushing event updated for resources: {'Port': ['ID=dea4c3a6-e70b-410e-90f1-102cbfde860e,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:29:12.437842 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb1a75a-c170-4b4a-b078-7d97e4ad53f4 req-0a984c6d-d58e-4800-9cfd-f495587dca8e tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:12.440094 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2cb1a75a-c170-4b4a-b078-7d97e4ad53f4 req-0a984c6d-d58e-4800-9cfd-f495587dca8e tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=9d1ddba1-1a5c-4242-a1ee-be3f2170d2d7 HTTP/1.1" status: 200 len: 945 time: 0.1127720 May 18 18:29:12.441806 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-52ba2038-7077-4ac6-b87b-650d3f1310a2 tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:12.444102 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [req-619afe88-c729-4940-8aa9-de83e5370108 req-6b372d4c-a0dc-4e90-87c7-92e8e3a70f56 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:29:12.495892 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-619afe88-c729-4940-8aa9-de83e5370108 req-6b372d4c-a0dc-4e90-87c7-92e8e3a70f56 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:29:12.747196 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ba2038-7077-4ac6-b87b-650d3f1310a2 tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Network 31ebd439-090c-4b25-bbb0-31c48711b145 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:29:12.761751 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-52ba2038-7077-4ac6-b87b-650d3f1310a2 tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:29:12.767116 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ba2038-7077-4ac6-b87b-650d3f1310a2 tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:29:12.820264 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ba2038-7077-4ac6-b87b-650d3f1310a2 tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Pushing event updated for resources: {'Port': ['ID=3774ad84-48cd-4d78-8b80-d0cd73e7e548,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:29:12.829816 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2cb1a75a-c170-4b4a-b078-7d97e4ad53f4 req-ecd86a93-bf4c-4546-8c6e-51a7b4df1a30 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=79af37b4-96e5-49e2-a136-b4eb89c535d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3383844 May 18 18:29:12.868329 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619afe88-c729-4940-8aa9-de83e5370108 req-6b372d4c-a0dc-4e90-87c7-92e8e3a70f56 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:12.869170 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-619afe88-c729-4940-8aa9-de83e5370108 req-6b372d4c-a0dc-4e90-87c7-92e8e3a70f56 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:12.920505 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-619afe88-c729-4940-8aa9-de83e5370108 req-6b372d4c-a0dc-4e90-87c7-92e8e3a70f56 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9298449 May 18 18:29:12.953926 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-619afe88-c729-4940-8aa9-de83e5370108 req-4c2243f4-c3c2-432b-ad63-50aaf0be1624 service neutron] Request body: {'port': {'device_id': 'ab843bd5-49cc-4a1a-a822-b7403ee93ee0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-3'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:29:13.127009 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:13.132374 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23790455-cf96-4868-83c7-9bc9fbc9bb5d req-c07124b5-f258-4f63-a6a0-c928d0ba7647 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:13.149158 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-23790455-cf96-4868-83c7-9bc9fbc9bb5d req-c07124b5-f258-4f63-a6a0-c928d0ba7647 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/ports?device_id=ab843bd5-49cc-4a1a-a822-b7403ee93ee0 HTTP/1.1" status: 200 len: 932 time: 0.1802955 May 18 18:29:13.152367 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-853c449a-c48b-40b1-9425-a42adc3a678a None None] Provisioning complete for port dea4c3a6-e70b-410e-90f1-102cbfde860e triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:29:13.155250 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-853c449a-c48b-40b1-9425-a42adc3a678a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:13.282893 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-23790455-cf96-4868-83c7-9bc9fbc9bb5d req-55361781-e717-4104-9107-06ece701834c tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/security-groups?id=02c33ece-f4c3-4965-a4ef-a7f4920ae299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1274657 May 18 18:29:13.330993 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-619afe88-c729-4940-8aa9-de83e5370108 req-4c2243f4-c3c2-432b-ad63-50aaf0be1624 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:13.347615 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-853c449a-c48b-40b1-9425-a42adc3a678a None None] Port dea4c3a6-e70b-410e-90f1-102cbfde860e cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:29:13.499260 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ff03ef5a-3677-4b29-875f-d64bd8678e69 req-72013ff4-c5d1-4c03-878b-37f312a52258 service neutron] 10.222.0.36 "GET /v2.0/ports/513747c2-ae35-4d1d-a654-0d2d5541f10d/bindings/n-h2-838550-3 HTTP/1.1" status: 200 len: 384 time: 0.2147524 May 18 18:29:13.547452 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3283414-0dee-4b0e-a080-1a7d3d7b6a0a req-64538d7d-ccac-451e-8f96-d7d88d5270a5 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:13.562311 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c3283414-0dee-4b0e-a080-1a7d3d7b6a0a req-64538d7d-ccac-451e-8f96-d7d88d5270a5 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=6b530526-a8ac-4372-ba65-bdb8174f033e HTTP/1.1" status: 200 len: 946 time: 0.4056821 May 18 18:29:13.676671 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a11417-066c-4d5f-accf-0ead28a96240 req-8a836ef9-e0ff-4f4d-bbf6-fec360a691fe tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:13.685700 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d6a11417-066c-4d5f-accf-0ead28a96240 req-8a836ef9-e0ff-4f4d-bbf6-fec360a691fe tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "GET /v2.0/ports?device_id=cbeabc44-a762-4387-abb0-4008f02eed6c HTTP/1.1" status: 200 len: 946 time: 0.1851730 May 18 18:29:13.838824 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d6a11417-066c-4d5f-accf-0ead28a96240 req-f0b9c340-977c-4e92-97f0-d9775a2c2bdd tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "GET /v2.0/security-groups?id=d8168384-83fe-4e40-afa8-ee38a48b320f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1519032 May 18 18:29:13.940411 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-ff03ef5a-3677-4b29-875f-d64bd8678e69 req-d95fce00-3919-40b7-a474-c9aa7406cf58 service neutron] For port 513747c2-ae35-4d1d-a654-0d2d5541f10d, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=513747c2-ae35-4d1d-a654-0d2d5541f10d,segment=NetworkSegment(81e805ff-6bc3-47cd-9090-0b6f36942980),segment_id=81e805ff-6bc3-47cd-9090-0b6f36942980)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:29:14.022436 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-ff03ef5a-3677-4b29-875f-d64bd8678e69 req-d95fce00-3919-40b7-a474-c9aa7406cf58 service neutron] For port 513747c2-ae35-4d1d-a654-0d2d5541f10d, host n-h1-838550-3, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:29:14.078026 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c55334-4eda-4968-809e-8166254af963 req-7b5f18fc-3345-4ff6-96bb-25d1ee3a3d30 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:14.086426 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-18c55334-4eda-4968-809e-8166254af963 req-7b5f18fc-3345-4ff6-96bb-25d1ee3a3d30 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=9d1ddba1-1a5c-4242-a1ee-be3f2170d2d7 HTTP/1.1" status: 200 len: 945 time: 0.1072485 May 18 18:29:14.121149 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b530526-a8ac-4372-ba65-bdb8174f033e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '513747c2-ae35-4d1d-a654-0d2d5541f10d'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:29:14.123948 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea0a1905-67d5-4e76-93bb-c2ed85d85cf1" -d '{"events": [{"server_uuid": "6b530526-a8ac-4372-ba65-bdb8174f033e", "name": "network-vif-unplugged", "status": "completed", "tag": "513747c2-ae35-4d1d-a654-0d2d5541f10d"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:29:14.135120 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-ff03ef5a-3677-4b29-875f-d64bd8678e69 req-d95fce00-3919-40b7-a474-c9aa7406cf58 service neutron] For port 513747c2-ae35-4d1d-a654-0d2d5541f10d, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=513747c2-ae35-4d1d-a654-0d2d5541f10d,segment=NetworkSegment(81e805ff-6bc3-47cd-9090-0b6f36942980),segment_id=81e805ff-6bc3-47cd-9090-0b6f36942980)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:29:14.175344 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-18c55334-4eda-4968-809e-8166254af963 req-95c3a703-b621-4b3b-9556-26fa07dcb3e9 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=79af37b4-96e5-49e2-a136-b4eb89c535d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841384 May 18 18:29:14.176753 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-ff03ef5a-3677-4b29-875f-d64bd8678e69 req-d95fce00-3919-40b7-a474-c9aa7406cf58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:14.312868 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [req-ff03ef5a-3677-4b29-875f-d64bd8678e69 req-d95fce00-3919-40b7-a474-c9aa7406cf58 service neutron] Transition to ACTIVE for port object 513747c2-ae35-4d1d-a654-0d2d5541f10d will not be triggered until provisioned by entity L2. {{(pid=102730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:29:14.315236 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 May 2022 18:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed7900c3-d9e4-46d3-9c31-e3f3df4530ea x-openstack-request-id: req-ed7900c3-d9e4-46d3-9c31-e3f3df4530ea {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:29:14.316011 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b530526-a8ac-4372-ba65-bdb8174f033e", "name": "network-vif-unplugged", "status": "completed", "tag": "513747c2-ae35-4d1d-a654-0d2d5541f10d", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:29:14.316557 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-ed7900c3-d9e4-46d3-9c31-e3f3df4530ea {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:29:14.317464 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed7900c3-d9e4-46d3-9c31-e3f3df4530ea'] response: {'server_uuid': '6b530526-a8ac-4372-ba65-bdb8174f033e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '513747c2-ae35-4d1d-a654-0d2d5541f10d', 'code': 200} May 18 18:29:14.320235 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-ff03ef5a-3677-4b29-875f-d64bd8678e69 req-d95fce00-3919-40b7-a474-c9aa7406cf58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:14.335124 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-52ba2038-7077-4ac6-b87b-650d3f1310a2 tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Deleting port 3774ad84-48cd-4d78-8b80-d0cd73e7e548 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:29:14.337701 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-52ba2038-7077-4ac6-b87b-650d3f1310a2 tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:14.579902 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c3283414-0dee-4b0e-a080-1a7d3d7b6a0a req-5c1e4b64-fc17-441d-bcb3-51ae48e8403c tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/security-groups?id=a3fd6ba0-49f1-4240-8893-3fa20d057d21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0166087 May 18 18:29:14.627706 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95fce00-3919-40b7-a474-c9aa7406cf58 service neutron] Pushing event updated for resources: {'Port': ['ID=513747c2-ae35-4d1d-a654-0d2d5541f10d,revision_number=11']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:29:14.772923 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080e65c3-02d3-4d54-853f-51ea3c2ec26e req-723deb60-2312-41a2-a37a-da9ff0eb1192 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:14.782475 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-080e65c3-02d3-4d54-853f-51ea3c2ec26e req-723deb60-2312-41a2-a37a-da9ff0eb1192 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/ports?device_id=ab843bd5-49cc-4a1a-a822-b7403ee93ee0 HTTP/1.1" status: 200 len: 932 time: 0.3657858 May 18 18:29:14.941052 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff03ef5a-3677-4b29-875f-d64bd8678e69 req-d95fce00-3919-40b7-a474-c9aa7406cf58 service neutron] No DVR routers for this DVR port 513747c2-ae35-4d1d-a654-0d2d5541f10d on host n-h1-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:29:14.998252 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-52ba2038-7077-4ac6-b87b-650d3f1310a2 tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:14.998593 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-52ba2038-7077-4ac6-b87b-650d3f1310a2 tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:15.020304 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-52ba2038-7077-4ac6-b87b-650d3f1310a2 tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Calling delete_port for 3774ad84-48cd-4d78-8b80-d0cd73e7e548 owned by network:floatingip {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:29:15.054443 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-080e65c3-02d3-4d54-853f-51ea3c2ec26e req-17750889-8045-4446-9c2d-c8e847cdd1a2 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/security-groups?id=02c33ece-f4c3-4965-a4ef-a7f4920ae299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2709880 May 18 18:29:15.312128 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ff03ef5a-3677-4b29-875f-d64bd8678e69 req-d95fce00-3919-40b7-a474-c9aa7406cf58 service neutron] 10.222.0.36 "PUT /v2.0/ports/513747c2-ae35-4d1d-a654-0d2d5541f10d/bindings/n-h2-838550-3/activate HTTP/1.1" status: 200 len: 369 time: 1.8010621 May 18 18:29:15.372408 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba54d9a9-2f30-4f2e-9edd-0f589d5035a3 req-f908e4ff-f237-4203-855f-8c75dd20a5ab tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:15.384176 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ba54d9a9-2f30-4f2e-9edd-0f589d5035a3 req-f908e4ff-f237-4203-855f-8c75dd20a5ab tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "GET /v2.0/ports?device_id=cbeabc44-a762-4387-abb0-4008f02eed6c HTTP/1.1" status: 200 len: 946 time: 0.2661285 May 18 18:29:15.409866 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4f69bb-09a3-48dd-ad4a-ba663d690527 req-c6e61ff3-4ac1-407e-be67-e3d913d9c38f tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:15.412372 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-dc4f69bb-09a3-48dd-ad4a-ba663d690527 req-c6e61ff3-4ac1-407e-be67-e3d913d9c38f tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=9d1ddba1-1a5c-4242-a1ee-be3f2170d2d7 HTTP/1.1" status: 200 len: 945 time: 0.1166949 May 18 18:29:15.456390 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ba54d9a9-2f30-4f2e-9edd-0f589d5035a3 req-d45f3ae9-ec53-46e6-9af2-94fc2c194d74 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "GET /v2.0/security-groups?id=d8168384-83fe-4e40-afa8-ee38a48b320f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713155 May 18 18:29:15.476666 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-dc4f69bb-09a3-48dd-ad4a-ba663d690527 req-26935ca3-0487-40ea-9523-2fb91a1db604 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=79af37b4-96e5-49e2-a136-b4eb89c535d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573692 May 18 18:29:15.619336 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-52ba2038-7077-4ac6-b87b-650d3f1310a2 tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:15.667594 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [req-619afe88-c729-4940-8aa9-de83e5370108 req-4c2243f4-c3c2-432b-ad63-50aaf0be1624 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dea4c3a6-e70b-410e-90f1-102cbfde860e {{(pid=102731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:29:15.692303 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff03ef5a-3677-4b29-875f-d64bd8678e69 req-ba432a15-e038-4572-8089-80c49e29c563 tempest-TestNetworkAdvancedServerOps-1996564383 tempest-TestNetworkAdvancedServerOps-1996564383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:15.693984 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ff03ef5a-3677-4b29-875f-d64bd8678e69 req-ba432a15-e038-4572-8089-80c49e29c563 tempest-TestNetworkAdvancedServerOps-1996564383 tempest-TestNetworkAdvancedServerOps-1996564383-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=6b530526-a8ac-4372-ba65-bdb8174f033e&tenant_id=06b3ed36f50a43fd9cfeaa89e080d35b&binding%3Ahost_id=n-h1-838550-3 HTTP/1.1" status: 200 len: 1096 time: 0.2451687 May 18 18:29:15.699467 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ba2038-7077-4ac6-b87b-650d3f1310a2 tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Pushing event deleted for resources: {'Port': ['ID=3774ad84-48cd-4d78-8b80-d0cd73e7e548,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:29:15.725822 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-619afe88-c729-4940-8aa9-de83e5370108 req-4c2243f4-c3c2-432b-ad63-50aaf0be1624 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:15.813949 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11f8e2e-b99b-4110-b14c-4752bfeedc1d req-ab89d076-dd8c-4c51-a346-1777401c02a2 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:15.821861 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a11f8e2e-b99b-4110-b14c-4752bfeedc1d req-ab89d076-dd8c-4c51-a346-1777401c02a2 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "GET /v2.0/ports?device_id=cbeabc44-a762-4387-abb0-4008f02eed6c HTTP/1.1" status: 200 len: 946 time: 0.2518334 May 18 18:29:15.831804 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cfe4c1-d848-4710-aed7-d6fbb9ee8d1c req-fde6bbb2-ead3-4e30-8ff2-aa1790bfabaa tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:15.833437 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-20cfe4c1-d848-4710-aed7-d6fbb9ee8d1c req-fde6bbb2-ead3-4e30-8ff2-aa1790bfabaa tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=6b530526-a8ac-4372-ba65-bdb8174f033e HTTP/1.1" status: 200 len: 945 time: 0.1082942 May 18 18:29:15.834051 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 53908) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:29:15.839227 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-0c77e09c-934b-4513-a46d-b9047338097f tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Request body: {'floatingip': {'port_id': '76f65d47-696a-4f4d-b390-64476d9aa5d8'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:29:15.949867 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-20cfe4c1-d848-4710-aed7-d6fbb9ee8d1c req-5dbcb47f-1b04-4c8d-9f76-6b151d88a267 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/security-groups?id=a3fd6ba0-49f1-4240-8893-3fa20d057d21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059875 May 18 18:29:15.951256 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.provisioning_blocks [req-619afe88-c729-4940-8aa9-de83e5370108 req-4c2243f4-c3c2-432b-ad63-50aaf0be1624 service neutron] Transition to ACTIVE for port object dea4c3a6-e70b-410e-90f1-102cbfde860e will not be triggered until provisioned by entity L2. {{(pid=102731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:29:15.958634 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff03ef5a-3677-4b29-875f-d64bd8678e69 req-25546745-f96d-4a2e-b1e1-88895147692a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:15.960702 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ff03ef5a-3677-4b29-875f-d64bd8678e69 req-25546745-f96d-4a2e-b1e1-88895147692a service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=6b530526-a8ac-4372-ba65-bdb8174f033e&tenant_id=06b3ed36f50a43fd9cfeaa89e080d35b HTTP/1.1" status: 200 len: 1096 time: 0.2368469 May 18 18:29:15.961982 n-d-838550-3 neutron-server[102731]: INFO neutron.api.v2.resource [None req-52ba2038-7077-4ac6-b87b-650d3f1310a2 tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] create failed (client error): The resource could not be found. May 18 18:29:15.963076 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-52ba2038-7077-4ac6-b87b-650d3f1310a2 tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 6.5690935 May 18 18:29:15.968941 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 53912) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:29:15.969679 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-619afe88-c729-4940-8aa9-de83e5370108 req-4c2243f4-c3c2-432b-ad63-50aaf0be1624 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:15.990159 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0c77e09c-934b-4513-a46d-b9047338097f tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks [] for floatingip, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:16.492922 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff03ef5a-3677-4b29-875f-d64bd8678e69 req-71902cef-91ed-4659-a142-5ae278487090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:16.492922 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ff03ef5a-3677-4b29-875f-d64bd8678e69 req-71902cef-91ed-4659-a142-5ae278487090 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=06b3ed36f50a43fd9cfeaa89e080d35b&device_id=6b530526-a8ac-4372-ba65-bdb8174f033e HTTP/1.1" status: 200 len: 1096 time: 0.4867687 May 18 18:29:16.590685 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2243f4-c3c2-432b-ad63-50aaf0be1624 service neutron] Pushing event updated for resources: {'Port': ['ID=dea4c3a6-e70b-410e-90f1-102cbfde860e,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:29:16.712636 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedffe46-7c59-46c6-a1bf-294b631e1e79 req-6ba175d9-4227-4aba-9f1b-f4b2d1f1c50f tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:16.720865 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fedffe46-7c59-46c6-a1bf-294b631e1e79 req-6ba175d9-4227-4aba-9f1b-f4b2d1f1c50f tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/ports?device_id=ab843bd5-49cc-4a1a-a822-b7403ee93ee0 HTTP/1.1" status: 200 len: 944 time: 0.5588338 May 18 18:29:16.737364 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-619afe88-c729-4940-8aa9-de83e5370108 req-4c2243f4-c3c2-432b-ad63-50aaf0be1624 service neutron] Attempting to bind port dea4c3a6-e70b-410e-90f1-102cbfde860e on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:29:16.737726 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-619afe88-c729-4940-8aa9-de83e5370108 req-4c2243f4-c3c2-432b-ad63-50aaf0be1624 service neutron] Attempting to bind port dea4c3a6-e70b-410e-90f1-102cbfde860e by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': '8ca14917-c9b1-4338-b349-8fcfdea345e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '32a0c3b3-6eed-4c0e-b14e-e9888ed81174'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:29:16.738056 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619afe88-c729-4940-8aa9-de83e5370108 req-4c2243f4-c3c2-432b-ad63-50aaf0be1624 service neutron] Attempting to bind port dea4c3a6-e70b-410e-90f1-102cbfde860e on network 32a0c3b3-6eed-4c0e-b14e-e9888ed81174 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:29:16.766890 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619afe88-c729-4940-8aa9-de83e5370108 req-4c2243f4-c3c2-432b-ad63-50aaf0be1624 service neutron] Port dea4c3a6-e70b-410e-90f1-102cbfde860e on network 32a0c3b3-6eed-4c0e-b14e-e9888ed81174 not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:29:16.767212 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619afe88-c729-4940-8aa9-de83e5370108 req-4c2243f4-c3c2-432b-ad63-50aaf0be1624 service neutron] Attempting to bind port dea4c3a6-e70b-410e-90f1-102cbfde860e on network 32a0c3b3-6eed-4c0e-b14e-e9888ed81174 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:29:16.805602 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619afe88-c729-4940-8aa9-de83e5370108 req-4c2243f4-c3c2-432b-ad63-50aaf0be1624 service neutron] Checking agent: {'id': 'd1be059a-68ea-4c77-9b2b-29f4afa47e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:29:16.806013 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619afe88-c729-4940-8aa9-de83e5370108 req-4c2243f4-c3c2-432b-ad63-50aaf0be1624 service neutron] Checking segment: {'id': '8ca14917-c9b1-4338-b349-8fcfdea345e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '32a0c3b3-6eed-4c0e-b14e-e9888ed81174'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:29:16.806358 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619afe88-c729-4940-8aa9-de83e5370108 req-4c2243f4-c3c2-432b-ad63-50aaf0be1624 service neutron] Bound using segment: {'id': '8ca14917-c9b1-4338-b349-8fcfdea345e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '32a0c3b3-6eed-4c0e-b14e-e9888ed81174'} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:29:16.806793 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-619afe88-c729-4940-8aa9-de83e5370108 req-4c2243f4-c3c2-432b-ad63-50aaf0be1624 service neutron] Bound port: dea4c3a6-e70b-410e-90f1-102cbfde860e, host: n-h2-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ca14917-c9b1-4338-b349-8fcfdea345e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '32a0c3b3-6eed-4c0e-b14e-e9888ed81174'}}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:29:16.807337 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-619afe88-c729-4940-8aa9-de83e5370108 req-4c2243f4-c3c2-432b-ad63-50aaf0be1624 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:16.813232 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff03ef5a-3677-4b29-875f-d64bd8678e69 req-3d99fac3-823f-40d9-bf67-da6fe31dd0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:16.822490 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ff03ef5a-3677-4b29-875f-d64bd8678e69 req-3d99fac3-823f-40d9-bf67-da6fe31dd0e2 service neutron] 10.222.0.88 "GET /v2.0/networks?id=5d4f0b95-0527-4e2a-bef4-834ab85a76d0 HTTP/1.1" status: 200 len: 897 time: 0.3096430 May 18 18:29:16.837902 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fedffe46-7c59-46c6-a1bf-294b631e1e79 req-7cd1b0bf-4bc5-47db-ba0a-9639958afc39 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/security-groups?id=02c33ece-f4c3-4965-a4ef-a7f4920ae299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105046 May 18 18:29:16.958819 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444d65ac-7104-406b-b43e-292785dc4f8f req-bec0497d-ff2d-42ef-b2fb-3b07d234d5c7 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:16.966059 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-444d65ac-7104-406b-b43e-292785dc4f8f req-bec0497d-ff2d-42ef-b2fb-3b07d234d5c7 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=9d1ddba1-1a5c-4242-a1ee-be3f2170d2d7 HTTP/1.1" status: 200 len: 945 time: 0.3060722 May 18 18:29:16.969163 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-48c807f1-53ff-4536-9aa8-f503894070eb tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Deleting port 76b640d0-f622-488b-9ceb-67e29e62d1d0 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:29:16.971427 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-48c807f1-53ff-4536-9aa8-f503894070eb tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:16.984156 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 513747c2-ae35-4d1d-a654-0d2d5541f10d no longer exists at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:29:17.158846 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 513747c2-ae35-4d1d-a654-0d2d5541f10d not bound to the agent host n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:29:17.211784 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-48c807f1-53ff-4536-9aa8-f503894070eb tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:17.230318 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-48c807f1-53ff-4536-9aa8-f503894070eb tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Calling delete_port for 76b640d0-f622-488b-9ceb-67e29e62d1d0 owned by {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:29:17.427864 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ff03ef5a-3677-4b29-875f-d64bd8678e69 req-10754d91-c034-4ac9-937c-1b2eef352353 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=513747c2-ae35-4d1d-a654-0d2d5541f10d HTTP/1.1" status: 200 len: 1000 time: 0.5888658 May 18 18:29:17.432883 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-48c807f1-53ff-4536-9aa8-f503894070eb tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:17.536691 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c807f1-53ff-4536-9aa8-f503894070eb tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Pushing event deleted for resources: {'Port': ['ID=76b640d0-f622-488b-9ceb-67e29e62d1d0,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:29:17.580778 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-619afe88-c729-4940-8aa9-de83e5370108 req-4c2243f4-c3c2-432b-ad63-50aaf0be1624 service neutron] For port dea4c3a6-e70b-410e-90f1-102cbfde860e, host n-h2-838550-3, cleared binding levels {{(pid=102731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:29:17.647226 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-444d65ac-7104-406b-b43e-292785dc4f8f req-dd9cb705-0379-4f1d-b05d-b72245c31505 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=79af37b4-96e5-49e2-a136-b4eb89c535d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6801381 May 18 18:29:17.668579 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff03ef5a-3677-4b29-875f-d64bd8678e69 req-d9907348-509a-4157-a355-b688e53cfb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:17.681416 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ff03ef5a-3677-4b29-875f-d64bd8678e69 req-d9907348-509a-4157-a355-b688e53cfb76 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=17744d29-df4e-4fc8-95be-ab448a66e536 HTTP/1.1" status: 200 len: 835 time: 0.2388542 May 18 18:29:17.759231 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-619afe88-c729-4940-8aa9-de83e5370108 req-4c2243f4-c3c2-432b-ad63-50aaf0be1624 service neutron] For port dea4c3a6-e70b-410e-90f1-102cbfde860e, host n-h2-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=dea4c3a6-e70b-410e-90f1-102cbfde860e,segment=NetworkSegment(8ca14917-c9b1-4338-b349-8fcfdea345e6),segment_id=8ca14917-c9b1-4338-b349-8fcfdea345e6)] {{(pid=102731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:29:17.821958 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.db.resource_extend [None req-0c77e09c-934b-4513-a46d-b9047338097f tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 18 18:29:17.865112 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-619afe88-c729-4940-8aa9-de83e5370108 req-4c2243f4-c3c2-432b-ad63-50aaf0be1624 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:17.935325 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0066ff2-5004-46f7-99ee-35eece1adccb req-03dbc674-eac8-4dc5-9cd4-7ff0d10e028c tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:17.936777 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c0066ff2-5004-46f7-99ee-35eece1adccb req-03dbc674-eac8-4dc5-9cd4-7ff0d10e028c tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=6b530526-a8ac-4372-ba65-bdb8174f033e HTTP/1.1" status: 200 len: 945 time: 0.8014021 May 18 18:29:17.975343 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0c77e09c-934b-4513-a46d-b9047338097f tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:17.988740 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0c77e09c-934b-4513-a46d-b9047338097f tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596987'] for floatingip, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:18.071477 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619afe88-c729-4940-8aa9-de83e5370108 req-4c2243f4-c3c2-432b-ad63-50aaf0be1624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:18.073509 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-619afe88-c729-4940-8aa9-de83e5370108 req-4c2243f4-c3c2-432b-ad63-50aaf0be1624 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:18.086832 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-619afe88-c729-4940-8aa9-de83e5370108 req-4c2243f4-c3c2-432b-ad63-50aaf0be1624 service neutron] 10.222.0.88 "PUT /v2.0/ports/dea4c3a6-e70b-410e-90f1-102cbfde860e HTTP/1.1" status: 200 len: 1092 time: 5.1402533 May 18 18:29:18.121327 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab843bd5-49cc-4a1a-a822-b7403ee93ee0', 'tag': 'dea4c3a6-e70b-410e-90f1-102cbfde860e'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:29:18.123842 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed9cb1a7-ad75-432c-b4ed-a17e0e0af9d9" -d '{"events": [{"name": "network-changed", "server_uuid": "ab843bd5-49cc-4a1a-a822-b7403ee93ee0", "tag": "dea4c3a6-e70b-410e-90f1-102cbfde860e"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:29:18.137137 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c0066ff2-5004-46f7-99ee-35eece1adccb req-4599fb50-056b-49a7-bf2d-6b9548c32001 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/security-groups?id=a3fd6ba0-49f1-4240-8893-3fa20d057d21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1663575 May 18 18:29:18.200259 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-48c807f1-53ff-4536-9aa8-f503894070eb tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:18.203803 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-48c807f1-53ff-4536-9aa8-f503894070eb tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] 10.222.0.85 "DELETE /v2.0/ports/76b640d0-f622-488b-9ceb-67e29e62d1d0 HTTP/1.1" status: 204 len: 168 time: 2.2099974 May 18 18:29:18.208816 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff03ef5a-3677-4b29-875f-d64bd8678e69 req-d7617f38-0f9b-4d26-8929-1bc060a7df35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:18.210529 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ff03ef5a-3677-4b29-875f-d64bd8678e69 req-d7617f38-0f9b-4d26-8929-1bc060a7df35 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5d4f0b95-0527-4e2a-bef4-834ab85a76d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4491794 May 18 18:29:18.211058 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 53940) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:29:18.351929 n-d-838550-3 neutron-server[102730]: INFO neutron.db.l3_db [None req-0c77e09c-934b-4513-a46d-b9047338097f tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Floating IP f21620d3-ab20-41dc-8b6d-9ea39c8f655c associated. External IP: 172.25.5.70, port: 76f65d47-696a-4f4d-b390-64476d9aa5d8. May 18 18:29:18.398451 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ff03ef5a-3677-4b29-875f-d64bd8678e69 req-056823fb-b1f6-4205-877b-5519d5e76f6d service neutron] 10.222.0.88 "GET /v2.0/networks/5d4f0b95-0527-4e2a-bef4-834ab85a76d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700523 May 18 18:29:18.417875 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7307bbab-d0f3-48f5-94b7-f00e4d79da34 x-openstack-request-id: req-7307bbab-d0f3-48f5-94b7-f00e4d79da34 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:29:18.418200 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab843bd5-49cc-4a1a-a822-b7403ee93ee0", "tag": "dea4c3a6-e70b-410e-90f1-102cbfde860e", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:29:18.418550 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-7307bbab-d0f3-48f5-94b7-f00e4d79da34 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:29:18.419023 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7307bbab-d0f3-48f5-94b7-f00e4d79da34'] response: {'name': 'network-changed', 'server_uuid': 'ab843bd5-49cc-4a1a-a822-b7403ee93ee0', 'tag': 'dea4c3a6-e70b-410e-90f1-102cbfde860e', 'status': 'completed', 'code': 200} May 18 18:29:18.421306 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2243f4-c3c2-432b-ad63-50aaf0be1624 service neutron] Pushing event updated for resources: {'Port': ['ID=dea4c3a6-e70b-410e-90f1-102cbfde860e,revision_number=3']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:29:18.598588 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf60b4d-3435-446b-a028-1d1408e3df0e tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:18.603588 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-5bf60b4d-3435-446b-a028-1d1408e3df0e tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] 10.222.0.85 "GET /v2.0/ports?device_id=4cd6162b-ed81-4a0c-8190-3f43af98693c HTTP/1.1" status: 200 len: 913 time: 0.3872550 May 18 18:29:18.610805 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 53944) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:29:18.675010 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619afe88-c729-4940-8aa9-de83e5370108 req-de7afab2-6ffd-4e01-b691-6a865c90af71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:18.678622 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-619afe88-c729-4940-8aa9-de83e5370108 req-de7afab2-6ffd-4e01-b691-6a865c90af71 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=0d731d0a64e04789ad04262ef63d1dbd&device_id=ab843bd5-49cc-4a1a-a822-b7403ee93ee0 HTTP/1.1" status: 200 len: 1095 time: 0.5239604 May 18 18:29:18.685433 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0ca26e-2439-4309-a63c-7df962da17df req-79d0f45a-a157-41ed-af75-393c3ce3be2b tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:18.706347 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3d0ca26e-2439-4309-a63c-7df962da17df req-79d0f45a-a157-41ed-af75-393c3ce3be2b tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/ports?device_id=ab843bd5-49cc-4a1a-a822-b7403ee93ee0 HTTP/1.1" status: 200 len: 944 time: 0.3659351 May 18 18:29:18.860729 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-619afe88-c729-4940-8aa9-de83e5370108 req-11577e6a-fbc2-4e8b-a9da-a38f87b045ea service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dea4c3a6-e70b-410e-90f1-102cbfde860e HTTP/1.1" status: 200 len: 217 time: 0.1655874 May 18 18:29:18.941030 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3d0ca26e-2439-4309-a63c-7df962da17df req-e89e2550-4147-40ed-91de-88073d5f0965 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/security-groups?id=02c33ece-f4c3-4965-a4ef-a7f4920ae299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2333109 May 18 18:29:19.080624 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ff03ef5a-3677-4b29-875f-d64bd8678e69 req-189366cf-47b1-4497-b671-5481030e54ef service neutron] 10.222.0.88 "GET /v2.0/networks/5d4f0b95-0527-4e2a-bef4-834ab85a76d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6544433 May 18 18:29:19.099069 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781ccf67-ef87-4b1f-b1fe-8b3fa5272ffc req-71a36e25-0fca-4056-ab06-f1471b117318 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:19.103325 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-781ccf67-ef87-4b1f-b1fe-8b3fa5272ffc req-71a36e25-0fca-4056-ab06-f1471b117318 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=9d1ddba1-1a5c-4242-a1ee-be3f2170d2d7 HTTP/1.1" status: 200 len: 945 time: 0.2954915 May 18 18:29:19.252492 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619afe88-c729-4940-8aa9-de83e5370108 req-69755275-d3ee-4646-8b1b-d3c0737a6ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:19.266517 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-619afe88-c729-4940-8aa9-de83e5370108 req-69755275-d3ee-4646-8b1b-d3c0737a6ce7 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=ac45570a-d36a-47d1-a935-bbf3ce99c6a8 HTTP/1.1" status: 200 len: 856 time: 0.3805263 May 18 18:29:19.347633 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-781ccf67-ef87-4b1f-b1fe-8b3fa5272ffc req-8a2f2ed5-982f-4f31-a9c8-737e489acf14 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=79af37b4-96e5-49e2-a136-b4eb89c535d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328696 May 18 18:29:19.474790 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619afe88-c729-4940-8aa9-de83e5370108 req-4119189f-e606-436b-90e3-c370f5a8dcdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:19.492075 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-619afe88-c729-4940-8aa9-de83e5370108 req-4119189f-e606-436b-90e3-c370f5a8dcdd service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=32a0c3b3-6eed-4c0e-b14e-e9888ed81174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2187450 May 18 18:29:19.827933 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c77e09c-934b-4513-a46d-b9047338097f tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Router 8b67a8a7-2193-465b-99b6-3e3f0d6374dd has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:29:19.842416 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3659ec09-2eec-4b77-9b91-ec9bcb6eabfd req-56f83855-ce93-4887-a472-4285f2307bde tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:19.852849 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3659ec09-2eec-4b77-9b91-ec9bcb6eabfd req-56f83855-ce93-4887-a472-4285f2307bde tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=6b530526-a8ac-4372-ba65-bdb8174f033e HTTP/1.1" status: 200 len: 945 time: 0.4077928 May 18 18:29:19.955616 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3659ec09-2eec-4b77-9b91-ec9bcb6eabfd req-ccc63b19-61af-4bb2-927c-24fcbbe491c2 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/security-groups?id=a3fd6ba0-49f1-4240-8893-3fa20d057d21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010137 May 18 18:29:20.177266 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c77e09c-934b-4513-a46d-b9047338097f tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:29:20.183113 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0c77e09c-934b-4513-a46d-b9047338097f tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:20.194127 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d4495d-429b-407d-aee4-3b2a55016d6b None None] Sync routers for ids ['8b67a8a7-2193-465b-99b6-3e3f0d6374dd'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:29:20.235433 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-0c77e09c-934b-4513-a46d-b9047338097f tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "PUT /v2.0/floatingips/f21620d3-ab20-41dc-8b6d-9ea39c8f655c HTTP/1.1" status: 200 len: 991 time: 4.4001896 May 18 18:29:20.243414 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbeabc44-a762-4387-abb0-4008f02eed6c', 'tag': '76f65d47-696a-4f4d-b390-64476d9aa5d8'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:29:20.244149 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d4495d-429b-407d-aee4-3b2a55016d6b None None] Routers {'8b67a8a7-2193-465b-99b6-3e3f0d6374dd'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:29:20.245030 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-a2d4495d-429b-407d-aee4-3b2a55016d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:29:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['8b67a8a7-2193-465b-99b6-3e3f0d6374dd'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:29:20.245785 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1b0e1b1-72b3-4e08-8344-22264da552ba" -d '{"events": [{"name": "network-changed", "server_uuid": "cbeabc44-a762-4387-abb0-4008f02eed6c", "tag": "76f65d47-696a-4f4d-b390-64476d9aa5d8"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:29:20.251054 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7bd9da09-3d87-4ff6-8566-cc0209b8a09e tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-595963'] for router_interface, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:20.322730 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff03ef5a-3677-4b29-875f-d64bd8678e69 req-a9c13c8c-c17c-435b-8cd3-6e886c0bc0e4 tempest-TestNetworkAdvancedServerOps-1996564383 tempest-TestNetworkAdvancedServerOps-1996564383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:20.324375 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ff03ef5a-3677-4b29-875f-d64bd8678e69 req-a9c13c8c-c17c-435b-8cd3-6e886c0bc0e4 tempest-TestNetworkAdvancedServerOps-1996564383 tempest-TestNetworkAdvancedServerOps-1996564383-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=6b530526-a8ac-4372-ba65-bdb8174f033e&tenant_id=06b3ed36f50a43fd9cfeaa89e080d35b&binding%3Ahost_id=n-h2-838550-3 HTTP/1.1" status: 200 len: 1096 time: 0.6949067 May 18 18:29:20.400021 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-619afe88-c729-4940-8aa9-de83e5370108 req-8489746c-28d7-4cb2-a4c0-49a72bb905fc service neutron] 10.222.0.88 "GET /v2.0/networks/32a0c3b3-6eed-4c0e-b14e-e9888ed81174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9043591 May 18 18:29:20.457409 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9e2ccdd-345a-43fd-a36a-0f83a1e865e7 x-openstack-request-id: req-f9e2ccdd-345a-43fd-a36a-0f83a1e865e7 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:29:20.457733 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbeabc44-a762-4387-abb0-4008f02eed6c", "tag": "76f65d47-696a-4f4d-b390-64476d9aa5d8", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:29:20.458008 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-f9e2ccdd-345a-43fd-a36a-0f83a1e865e7 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:29:20.458458 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9e2ccdd-345a-43fd-a36a-0f83a1e865e7'] response: {'name': 'network-changed', 'server_uuid': 'cbeabc44-a762-4387-abb0-4008f02eed6c', 'tag': '76f65d47-696a-4f4d-b390-64476d9aa5d8', 'status': 'completed', 'code': 200} May 18 18:29:20.555749 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72d5235-41f9-4009-90a5-811549003656 req-b7648add-4f7e-424b-85e8-dad68514b41f tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:20.557275 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e72d5235-41f9-4009-90a5-811549003656 req-b7648add-4f7e-424b-85e8-dad68514b41f tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/ports?device_id=ab843bd5-49cc-4a1a-a822-b7403ee93ee0 HTTP/1.1" status: 200 len: 944 time: 0.2946994 May 18 18:29:20.621259 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b0e1b1-72b3-4e08-8344-22264da552ba req-a9f25610-a9c9-45a0-85f5-a2ce0078c245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:20.622842 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f1b0e1b1-72b3-4e08-8344-22264da552ba req-a9f25610-a9c9-45a0-85f5-a2ce0078c245 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1cf6702826ca40b18af7dfcf12233973&device_id=cbeabc44-a762-4387-abb0-4008f02eed6c HTTP/1.1" status: 200 len: 1097 time: 0.1592345 May 18 18:29:20.908085 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-a2d4495d-429b-407d-aee4-3b2a55016d6b None None] Set router 8b67a8a7-2193-465b-99b6-3e3f0d6374dd gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:29:20.965588 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e72d5235-41f9-4009-90a5-811549003656 req-785c0b47-038c-47b5-b747-3e8bd981224b tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/security-groups?id=02c33ece-f4c3-4965-a4ef-a7f4920ae299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3959455 May 18 18:29:21.018488 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-619afe88-c729-4940-8aa9-de83e5370108 req-db060e3c-e4c0-46f2-94fc-4524b15b72cc service neutron] 10.222.0.88 "GET /v2.0/networks/32a0c3b3-6eed-4c0e-b14e-e9888ed81174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4444661 May 18 18:29:21.049322 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-ff03ef5a-3677-4b29-875f-d64bd8678e69 req-e49d19fc-a21d-4354-86f4-09cbb5f9725c service neutron] For port 513747c2-ae35-4d1d-a654-0d2d5541f10d, host n-h1-838550-3, cleared binding levels {{(pid=102731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:29:21.059625 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-ff03ef5a-3677-4b29-875f-d64bd8678e69 req-e49d19fc-a21d-4354-86f4-09cbb5f9725c service neutron] Notify callbacks [] for binding, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:21.061122 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ff03ef5a-3677-4b29-875f-d64bd8678e69 req-e49d19fc-a21d-4354-86f4-09cbb5f9725c service neutron] 10.222.0.88 "DELETE /v2.0/ports/513747c2-ae35-4d1d-a654-0d2d5541f10d/bindings/n-h1-838550-3 HTTP/1.1" status: 204 len: 173 time: 0.7209227 May 18 18:29:21.173357 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac61fb86-fcdf-49b7-9dea-db06a3ecc775 req-df3940cc-7964-4bab-a0c5-3df008a38248 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:21.187864 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ac61fb86-fcdf-49b7-9dea-db06a3ecc775 req-df3940cc-7964-4bab-a0c5-3df008a38248 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=9d1ddba1-1a5c-4242-a1ee-be3f2170d2d7 HTTP/1.1" status: 200 len: 945 time: 0.4054348 May 18 18:29:21.381636 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9cb1a7-ad75-432c-b4ed-a17e0e0af9d9 req-378b7f79-e6e5-4158-9018-866f0317914d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:21.387839 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ed9cb1a7-ad75-432c-b4ed-a17e0e0af9d9 req-378b7f79-e6e5-4158-9018-866f0317914d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=0d731d0a64e04789ad04262ef63d1dbd&device_id=ab843bd5-49cc-4a1a-a822-b7403ee93ee0 HTTP/1.1" status: 200 len: 1095 time: 0.2960079 May 18 18:29:21.389463 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b0e1b1-72b3-4e08-8344-22264da552ba req-720a72a5-6dea-43d3-bb07-81eee2a73f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:21.390985 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f1b0e1b1-72b3-4e08-8344-22264da552ba req-720a72a5-6dea-43d3-bb07-81eee2a73f92 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b0e0df8a-fe46-47e2-96e7-6f339d67d466 HTTP/1.1" status: 200 len: 915 time: 0.7551336 May 18 18:29:21.484034 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ac61fb86-fcdf-49b7-9dea-db06a3ecc775 req-d2c94a41-50db-4c61-aa66-73c920bc23d4 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=79af37b4-96e5-49e2-a136-b4eb89c535d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2955706 May 18 18:29:21.612828 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c845b30f-a167-4dfb-9077-7398f2088390 req-1c46641c-667e-47d9-bace-d69c48d98010 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:21.620640 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c845b30f-a167-4dfb-9077-7398f2088390 req-1c46641c-667e-47d9-bace-d69c48d98010 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=6b530526-a8ac-4372-ba65-bdb8174f033e HTTP/1.1" status: 200 len: 945 time: 0.4188869 May 18 18:29:21.696661 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-a2d4495d-429b-407d-aee4-3b2a55016d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b67a8a7-2193-465b-99b6-3e3f0d6374dd', 'name': 'tempest-AttachVolumeNegativeTest-598483996-router', 'tenant_id': '1cf6702826ca40b18af7dfcf12233973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': '4c88ee3f-8327-47c9-8e1d-c3b5a52c51ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:23:34Z', 'updated_at': '2022-05-18T18:23:42Z', 'revision_number': 4, 'project_id': '1cf6702826ca40b18af7dfcf12233973', 'gw_port': {'id': '4c88ee3f-8327-47c9-8e1d-c3b5a52c51ab', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:64:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b67a8a7-2193-465b-99b6-3e3f0d6374dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:23:35Z', 'updated_at': '2022-05-18T18:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': 'f21620d3-ab20-41dc-8b6d-9ea39c8f655c', 'tenant_id': '1cf6702826ca40b18af7dfcf12233973', 'floating_ip_address': '172.25.5.70', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': '8b67a8a7-2193-465b-99b6-3e3f0d6374dd', 'port_id': '76f65d47-696a-4f4d-b390-64476d9aa5d8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2780, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0e0df8a-fe46-47e2-96e7-6f339d67d466', 'mac_address': 'fa:16:3e:76:fa:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbeabc44-a762-4387-abb0-4008f02eed6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T18:28:50Z', 'updated_at': '2022-05-18T18:29:17Z', 'revision_number': 1, 'project_id': '1cf6702826ca40b18af7dfcf12233973', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed71b158-f026-42aa-adb7-1dd0aa0eab50', 'name': '', 'network_id': 'b0e0df8a-fe46-47e2-96e7-6f339d67d466', 'tenant_id': '1cf6702826ca40b18af7dfcf12233973', 'mac_address': 'fa:16:3e:09:ad:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b67a8a7-2193-465b-99b6-3e3f0d6374dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2399, 'fixed_ips': [{'subnet_id': 'accb0a89-f23b-4ef5-8f87-983b3d81047a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:23:39Z', 'updated_at': '2022-05-18T18:23:47Z', 'revision_number': 5, 'project_id': '1cf6702826ca40b18af7dfcf12233973', 'subnets': [{'id': 'accb0a89-f23b-4ef5-8f87-983b3d81047a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:29:21.732126 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f1b0e1b1-72b3-4e08-8344-22264da552ba req-00372b99-2112-4301-985d-d0912a23fac2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=76f65d47-696a-4f4d-b390-64476d9aa5d8 HTTP/1.1" status: 200 len: 999 time: 0.3060653 May 18 18:29:21.770793 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c845b30f-a167-4dfb-9077-7398f2088390 req-f96562f5-7e91-40e1-8b5c-0d8dd1b13c65 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/security-groups?id=a3fd6ba0-49f1-4240-8893-3fa20d057d21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1402225 May 18 18:29:21.775982 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d4495d-429b-407d-aee4-3b2a55016d6b None None] Checking router: 8b67a8a7-2193-465b-99b6-3e3f0d6374dd for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:29:21.796962 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d4495d-429b-407d-aee4-3b2a55016d6b None None] Routers {'8b67a8a7-2193-465b-99b6-3e3f0d6374dd'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:29:21.799720 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-a2d4495d-429b-407d-aee4-3b2a55016d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:29:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['8b67a8a7-2193-465b-99b6-3e3f0d6374dd'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:29:21.825371 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9cb1a7-ad75-432c-b4ed-a17e0e0af9d9 req-83de6574-d61a-4a5d-8c59-49984fa7761b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:21.832537 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ed9cb1a7-ad75-432c-b4ed-a17e0e0af9d9 req-83de6574-d61a-4a5d-8c59-49984fa7761b service neutron] 10.222.0.88 "GET /v2.0/networks?id=32a0c3b3-6eed-4c0e-b14e-e9888ed81174 HTTP/1.1" status: 200 len: 918 time: 0.4350805 May 18 18:29:21.948232 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ed9cb1a7-ad75-432c-b4ed-a17e0e0af9d9 req-2e4ab329-3d17-4ded-aa50-465987f42bd8 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dea4c3a6-e70b-410e-90f1-102cbfde860e HTTP/1.1" status: 200 len: 217 time: 0.0945623 May 18 18:29:22.229896 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9cb1a7-ad75-432c-b4ed-a17e0e0af9d9 req-8f3e5f75-3599-4834-bf88-dbc88438e67c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:22.243144 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b0e1b1-72b3-4e08-8344-22264da552ba req-87dadee4-7a9e-4ec1-b3d3-78a7a521c2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:22.244306 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ed9cb1a7-ad75-432c-b4ed-a17e0e0af9d9 req-8f3e5f75-3599-4834-bf88-dbc88438e67c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=ac45570a-d36a-47d1-a935-bbf3ce99c6a8 HTTP/1.1" status: 200 len: 856 time: 0.2872701 May 18 18:29:22.244666 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f1b0e1b1-72b3-4e08-8344-22264da552ba req-87dadee4-7a9e-4ec1-b3d3-78a7a521c2e6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=accb0a89-f23b-4ef5-8f87-983b3d81047a HTTP/1.1" status: 200 len: 853 time: 0.4971795 May 18 18:29:22.272648 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-a2d4495d-429b-407d-aee4-3b2a55016d6b None None] Set router 8b67a8a7-2193-465b-99b6-3e3f0d6374dd gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:29:22.341090 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c61a0fd-730c-43c0-8ec5-3edefd52e2bf req-f926f39a-1a20-4653-901c-55f7aff8ee8b tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:22.348892 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5c61a0fd-730c-43c0-8ec5-3edefd52e2bf req-f926f39a-1a20-4653-901c-55f7aff8ee8b tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/ports?device_id=ab843bd5-49cc-4a1a-a822-b7403ee93ee0 HTTP/1.1" status: 200 len: 944 time: 0.2257440 May 18 18:29:22.427366 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5c61a0fd-730c-43c0-8ec5-3edefd52e2bf req-c44a210f-4041-43ad-ae1c-7c32c05aff1e tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/security-groups?id=02c33ece-f4c3-4965-a4ef-a7f4920ae299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774486 May 18 18:29:22.434533 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9cb1a7-ad75-432c-b4ed-a17e0e0af9d9 req-652176e7-36fb-4c29-a0b1-098c00f6a07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:22.438140 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ed9cb1a7-ad75-432c-b4ed-a17e0e0af9d9 req-652176e7-36fb-4c29-a0b1-098c00f6a07b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=32a0c3b3-6eed-4c0e-b14e-e9888ed81174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1695304 May 18 18:29:22.495369 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a305cc-80e9-4ae1-95ae-5efd6061422a req-58631c13-a6c3-44fd-9c18-36560e24a01a tempest-TestNetworkAdvancedServerOps-1996564383 tempest-TestNetworkAdvancedServerOps-1996564383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:22.502895 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-02a305cc-80e9-4ae1-95ae-5efd6061422a req-58631c13-a6c3-44fd-9c18-36560e24a01a tempest-TestNetworkAdvancedServerOps-1996564383 tempest-TestNetworkAdvancedServerOps-1996564383-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=6b530526-a8ac-4372-ba65-bdb8174f033e HTTP/1.1" status: 200 len: 1096 time: 0.5904548 May 18 18:29:22.532450 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b0e1b1-72b3-4e08-8344-22264da552ba req-7c5cf3e7-d46c-4a55-aa8e-59f84d32067b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:22.533982 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f1b0e1b1-72b3-4e08-8344-22264da552ba req-7c5cf3e7-d46c-4a55-aa8e-59f84d32067b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b0e0df8a-fe46-47e2-96e7-6f339d67d466&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2758756 May 18 18:29:22.635881 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ed9cb1a7-ad75-432c-b4ed-a17e0e0af9d9 req-9ea62ea4-3d66-4734-a8a7-51793e594f6b service neutron] 10.222.0.88 "GET /v2.0/networks/32a0c3b3-6eed-4c0e-b14e-e9888ed81174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898837 May 18 18:29:22.935504 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-a2d4495d-429b-407d-aee4-3b2a55016d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b67a8a7-2193-465b-99b6-3e3f0d6374dd', 'name': 'tempest-AttachVolumeNegativeTest-598483996-router', 'tenant_id': '1cf6702826ca40b18af7dfcf12233973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': '4c88ee3f-8327-47c9-8e1d-c3b5a52c51ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:23:34Z', 'updated_at': '2022-05-18T18:23:42Z', 'revision_number': 4, 'project_id': '1cf6702826ca40b18af7dfcf12233973', 'gw_port': {'id': '4c88ee3f-8327-47c9-8e1d-c3b5a52c51ab', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:64:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b67a8a7-2193-465b-99b6-3e3f0d6374dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:23:35Z', 'updated_at': '2022-05-18T18:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': 'f21620d3-ab20-41dc-8b6d-9ea39c8f655c', 'tenant_id': '1cf6702826ca40b18af7dfcf12233973', 'floating_ip_address': '172.25.5.70', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': '8b67a8a7-2193-465b-99b6-3e3f0d6374dd', 'port_id': '76f65d47-696a-4f4d-b390-64476d9aa5d8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2780, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0e0df8a-fe46-47e2-96e7-6f339d67d466', 'mac_address': 'fa:16:3e:76:fa:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbeabc44-a762-4387-abb0-4008f02eed6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T18:28:50Z', 'updated_at': '2022-05-18T18:29:17Z', 'revision_number': 1, 'project_id': '1cf6702826ca40b18af7dfcf12233973', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed71b158-f026-42aa-adb7-1dd0aa0eab50', 'name': '', 'network_id': 'b0e0df8a-fe46-47e2-96e7-6f339d67d466', 'tenant_id': '1cf6702826ca40b18af7dfcf12233973', 'mac_address': 'fa:16:3e:09:ad:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b67a8a7-2193-465b-99b6-3e3f0d6374dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2399, 'fixed_ips': [{'subnet_id': 'accb0a89-f23b-4ef5-8f87-983b3d81047a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:23:39Z', 'updated_at': '2022-05-18T18:23:47Z', 'revision_number': 5, 'project_id': '1cf6702826ca40b18af7dfcf12233973', 'subnets': [{'id': 'accb0a89-f23b-4ef5-8f87-983b3d81047a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:29:22.940303 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ed9cb1a7-ad75-432c-b4ed-a17e0e0af9d9 req-e9d1e7a3-9e17-4453-b913-1f8108d3ecaf service neutron] 10.222.0.88 "GET /v2.0/networks/32a0c3b3-6eed-4c0e-b14e-e9888ed81174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2936759 May 18 18:29:22.966871 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device dea4c3a6-e70b-410e-90f1-102cbfde860e details requested by agent hyperv_n-h2-838550-3 with host n-h2-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:29:23.015071 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227e7506-02b7-4be6-b6a6-1547f510ee8d req-404fd67f-183a-47d2-8568-fc96be23762b tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:23.032699 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-227e7506-02b7-4be6-b6a6-1547f510ee8d req-404fd67f-183a-47d2-8568-fc96be23762b tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=9d1ddba1-1a5c-4242-a1ee-be3f2170d2d7 HTTP/1.1" status: 200 len: 945 time: 0.1436965 May 18 18:29:23.084380 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d4495d-429b-407d-aee4-3b2a55016d6b None None] The sync data for ids ['8b67a8a7-2193-465b-99b6-3e3f0d6374dd'] in n-d-838550-3 is: [{'id': '8b67a8a7-2193-465b-99b6-3e3f0d6374dd', 'name': 'tempest-AttachVolumeNegativeTest-598483996-router', 'tenant_id': '1cf6702826ca40b18af7dfcf12233973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': '4c88ee3f-8327-47c9-8e1d-c3b5a52c51ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:23:34Z', 'updated_at': '2022-05-18T18:23:42Z', 'revision_number': 4, 'project_id': '1cf6702826ca40b18af7dfcf12233973', 'gw_port': {'id': '4c88ee3f-8327-47c9-8e1d-c3b5a52c51ab', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:64:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b67a8a7-2193-465b-99b6-3e3f0d6374dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:23:35Z', 'updated_at': '2022-05-18T18:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': 'f21620d3-ab20-41dc-8b6d-9ea39c8f655c', 'tenant_id': '1cf6702826ca40b18af7dfcf12233973', 'floating_ip_address': '172.25.5.70', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': '8b67a8a7-2193-465b-99b6-3e3f0d6374dd', 'port_id': '76f65d47-696a-4f4d-b390-64476d9aa5d8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2780, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0e0df8a-fe46-47e2-96e7-6f339d67d466', 'mac_address': 'fa:16:3e:76:fa:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbeabc44-a762-4387-abb0-4008f02eed6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T18:28:50Z', 'updated_at': '2022-05-18T18:29:17Z', 'revision_number': 1, 'project_id': '1cf6702826ca40b18af7dfcf12233973', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed71b158-f026-42aa-adb7-1dd0aa0eab50', 'name': '', 'network_id': 'b0e0df8a-fe46-47e2-96e7-6f339d67d466', 'tenant_id': '1cf6702826ca40b18af7dfcf12233973', 'mac_address': 'fa:16:3e:09:ad:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b67a8a7-2193-465b-99b6-3e3f0d6374dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2399, 'fixed_ips': [{'subnet_id': 'accb0a89-f23b-4ef5-8f87-983b3d81047a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:23:39Z', 'updated_at': '2022-05-18T18:23:47Z', 'revision_number': 5, 'project_id': '1cf6702826ca40b18af7dfcf12233973', 'subnets': [{'id': 'accb0a89-f23b-4ef5-8f87-983b3d81047a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:29:23.140328 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-227e7506-02b7-4be6-b6a6-1547f510ee8d req-4e407da7-5374-4927-b3e8-5c637c46f925 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=79af37b4-96e5-49e2-a136-b4eb89c535d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982006 May 18 18:29:23.204280 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port dea4c3a6-e70b-410e-90f1-102cbfde860e, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=dea4c3a6-e70b-410e-90f1-102cbfde860e,segment=NetworkSegment(8ca14917-c9b1-4338-b349-8fcfdea345e6),segment_id=8ca14917-c9b1-4338-b349-8fcfdea345e6)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:29:23.220351 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Returning: {'device': 'dea4c3a6-e70b-410e-90f1-102cbfde860e', 'network_id': '32a0c3b3-6eed-4c0e-b14e-e9888ed81174', 'port_id': 'dea4c3a6-e70b-410e-90f1-102cbfde860e', 'mac_address': 'fa:16:3e:e3:06:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac45570a-d36a-47d1-a935-bbf3ce99c6a8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:29:23.264825 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port dea4c3a6-e70b-410e-90f1-102cbfde860e is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:29:23.265480 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:23.281454 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dea4c3a6-e70b-410e-90f1-102cbfde860e {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:29:23.309195 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port dea4c3a6-e70b-410e-90f1-102cbfde860e, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=dea4c3a6-e70b-410e-90f1-102cbfde860e,segment=NetworkSegment(8ca14917-c9b1-4338-b349-8fcfdea345e6),segment_id=8ca14917-c9b1-4338-b349-8fcfdea345e6)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:29:23.314689 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:23.410420 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=dea4c3a6-e70b-410e-90f1-102cbfde860e,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:29:23.589996 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a44e19-7629-4f22-8d83-0cd2f12757af None None] New status for floating IP f21620d3-ab20-41dc-8b6d-9ea39c8f655c: ACTIVE {{(pid=102732) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 18:29:23.711274 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f1b0e1b1-72b3-4e08-8344-22264da552ba req-1a305625-77ae-4408-acb9-864d2c27f7e0 service neutron] 10.222.0.36 "GET /v2.0/networks/b0e0df8a-fe46-47e2-96e7-6f339d67d466?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1642377 May 18 18:29:23.798920 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-02a305cc-80e9-4ae1-95ae-5efd6061422a req-e26d43c5-2430-484d-baec-51d93c9d2ee2 tempest-TestNetworkAdvancedServerOps-1996564383 tempest-TestNetworkAdvancedServerOps-1996564383-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=a3fd6ba0-49f1-4240-8893-3fa20d057d21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.2911613 May 18 18:29:23.813081 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34817206-3a5d-4314-8bf6-728d734cee6a req-019ceadf-1e0c-4884-96b0-bb1c8aaaf132 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:23.843317 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-34817206-3a5d-4314-8bf6-728d734cee6a req-019ceadf-1e0c-4884-96b0-bb1c8aaaf132 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/ports?device_id=ab843bd5-49cc-4a1a-a822-b7403ee93ee0 HTTP/1.1" status: 200 len: 945 time: 0.1993856 May 18 18:29:23.877262 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-7bd9da09-3d87-4ff6-8566-cc0209b8a09e tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Deleting port ac099405-0219-4592-8a8f-5c8a429319bb {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:29:23.877776 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7bd9da09-3d87-4ff6-8566-cc0209b8a09e tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:23.918958 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['dea4c3a6-e70b-410e-90f1-102cbfde860e'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:29:23.950947 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-34817206-3a5d-4314-8bf6-728d734cee6a req-ddf9041d-70b6-4429-981b-23768cbb6d00 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/security-groups?id=02c33ece-f4c3-4965-a4ef-a7f4920ae299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067071 May 18 18:29:24.332065 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4f43de-be11-4da7-83f0-52ccadac175c req-5e097688-eb65-49ce-8ab2-cb3676b70d7d tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:24.333576 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9e4f43de-be11-4da7-83f0-52ccadac175c req-5e097688-eb65-49ce-8ab2-cb3676b70d7d tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=9d1ddba1-1a5c-4242-a1ee-be3f2170d2d7 HTTP/1.1" status: 200 len: 945 time: 0.0641568 May 18 18:29:24.446848 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed17fb6-2336-4353-926e-c72626f12301 req-81b90e66-1ace-47b3-a56d-19e5bc504123 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:24.454770 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2ed17fb6-2336-4353-926e-c72626f12301 req-81b90e66-1ace-47b3-a56d-19e5bc504123 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=6b530526-a8ac-4372-ba65-bdb8174f033e HTTP/1.1" status: 200 len: 945 time: 0.4353683 May 18 18:29:24.463115 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9e4f43de-be11-4da7-83f0-52ccadac175c req-eaff5895-5c84-4cef-8737-b585f906f28e tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=79af37b4-96e5-49e2-a136-b4eb89c535d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101756 May 18 18:29:24.511665 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f1b0e1b1-72b3-4e08-8344-22264da552ba req-95ad1ffc-f0f8-45fe-ac1a-1563eb8184a7 service neutron] 10.222.0.36 "GET /v2.0/networks/b0e0df8a-fe46-47e2-96e7-6f339d67d466?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7902730 May 18 18:29:24.517786 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7bd9da09-3d87-4ff6-8566-cc0209b8a09e tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:24.556403 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2ed17fb6-2336-4353-926e-c72626f12301 req-e6a2d0b1-190d-4549-aa62-b29253b8d3fb tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/security-groups?id=a3fd6ba0-49f1-4240-8893-3fa20d057d21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984092 May 18 18:29:24.562628 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-7bd9da09-3d87-4ff6-8566-cc0209b8a09e tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Calling delete_port for ac099405-0219-4592-8a8f-5c8a429319bb owned by network:router_interface {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:29:24.574271 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 53992) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:29:24.836202 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-e889d368-6564-4155-836d-193dadfa8a3e tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/floatingips/24481c86-0db4-4e8a-8c7d-387118d53321 HTTP/1.1" status: 200 len: 992 time: 0.2605908 May 18 18:29:25.088557 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7bd9da09-3d87-4ff6-8566-cc0209b8a09e tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:25.123702 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 54000) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:29:25.155444 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd9da09-3d87-4ff6-8566-cc0209b8a09e tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Pushing event deleted for resources: {'Port': ['ID=ac099405-0219-4592-8a8f-5c8a429319bb,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:29:25.309502 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d1760f-45b0-4e7f-b4cb-705c01e8e8f1 req-77961ceb-0f40-4696-a3ac-398cf5fa0ea7 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:25.317342 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-61d1760f-45b0-4e7f-b4cb-705c01e8e8f1 req-77961ceb-0f40-4696-a3ac-398cf5fa0ea7 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/ports?device_id=ab843bd5-49cc-4a1a-a822-b7403ee93ee0 HTTP/1.1" status: 200 len: 945 time: 0.1875679 May 18 18:29:25.507621 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-61d1760f-45b0-4e7f-b4cb-705c01e8e8f1 req-c7b7dc7c-bf62-4086-9140-a2b7a8067636 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/security-groups?id=02c33ece-f4c3-4965-a4ef-a7f4920ae299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1892393 May 18 18:29:25.566750 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7bd9da09-3d87-4ff6-8566-cc0209b8a09e tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-593931'] for router_interface, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:25.741396 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-1fa89ac7-aad2-4142-92af-dd2bb499371d tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Deleting port 9e17df45-5147-4a91-bf56-a63cd65d9efd {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:29:25.742104 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1fa89ac7-aad2-4142-92af-dd2bb499371d tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:25.885999 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4052065-3224-4f45-bb6a-3cf850e6686d req-d03998a0-b914-42fd-a697-458117a364e2 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:25.893497 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e4052065-3224-4f45-bb6a-3cf850e6686d req-d03998a0-b914-42fd-a697-458117a364e2 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=9d1ddba1-1a5c-4242-a1ee-be3f2170d2d7 HTTP/1.1" status: 200 len: 945 time: 0.0922208 May 18 18:29:26.000848 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1fa89ac7-aad2-4142-92af-dd2bb499371d tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:26.001352 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1fa89ac7-aad2-4142-92af-dd2bb499371d tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:26.006178 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bd9da09-3d87-4ff6-8566-cc0209b8a09e tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Router 4cd6162b-ed81-4a0c-8190-3f43af98693c has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:29:26.104620 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e4052065-3224-4f45-bb6a-3cf850e6686d req-1fba9201-525d-44c1-8bbd-f6d2eb1f0263 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=79af37b4-96e5-49e2-a136-b4eb89c535d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099726 May 18 18:29:26.111132 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-1fa89ac7-aad2-4142-92af-dd2bb499371d tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Calling delete_port for 9e17df45-5147-4a91-bf56-a63cd65d9efd owned by network:floatingip {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:29:26.208450 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bd9da09-3d87-4ff6-8566-cc0209b8a09e tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:29:26.215941 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-7bd9da09-3d87-4ff6-8566-cc0209b8a09e tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] 10.222.0.85 "PUT /v2.0/routers/4cd6162b-ed81-4a0c-8190-3f43af98693c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6038764 May 18 18:29:26.220276 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 54012) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:29:26.221282 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736d36cd-752e-4f09-a356-89601c8aeb7d None None] Sync routers for ids ['4cd6162b-ed81-4a0c-8190-3f43af98693c'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:29:26.245940 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736d36cd-752e-4f09-a356-89601c8aeb7d None None] Routers {'4cd6162b-ed81-4a0c-8190-3f43af98693c'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:29:26.246876 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-736d36cd-752e-4f09-a356-89601c8aeb7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:29:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['4cd6162b-ed81-4a0c-8190-3f43af98693c'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:29:26.329252 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-736d36cd-752e-4f09-a356-89601c8aeb7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:29:26.354160 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736d36cd-752e-4f09-a356-89601c8aeb7d None None] Routers {'4cd6162b-ed81-4a0c-8190-3f43af98693c'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:29:26.355042 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-736d36cd-752e-4f09-a356-89601c8aeb7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:29:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['4cd6162b-ed81-4a0c-8190-3f43af98693c'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:29:26.403394 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e0b596bd-8d6c-48fc-8b5d-9bd73b1d947c tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Notify callbacks [] for router, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:26.443555 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-736d36cd-752e-4f09-a356-89601c8aeb7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:29:26.448105 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736d36cd-752e-4f09-a356-89601c8aeb7d None None] The sync data for ids ['4cd6162b-ed81-4a0c-8190-3f43af98693c'] in n-d-838550-3 is: [] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:29:26.454200 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1fa89ac7-aad2-4142-92af-dd2bb499371d tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:26.516978 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa89ac7-aad2-4142-92af-dd2bb499371d tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Pushing event deleted for resources: {'Port': ['ID=9e17df45-5147-4a91-bf56-a63cd65d9efd,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:29:26.662669 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1fa89ac7-aad2-4142-92af-dd2bb499371d tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for floatingip, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:26.663030 n-d-838550-3 neutron-server[102731]: INFO neutron.db.l3_db [None req-1fa89ac7-aad2-4142-92af-dd2bb499371d tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Floating IP 24481c86-0db4-4e8a-8c7d-387118d53321 disassociated (deleted). External IP: 172.25.5.200, port: 513747c2-ae35-4d1d-a654-0d2d5541f10d. May 18 18:29:26.890533 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e0b596bd-8d6c-48fc-8b5d-9bd73b1d947c tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25145'] for router, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:26.900761 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e0b596bd-8d6c-48fc-8b5d-9bd73b1d947c tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:26.986789 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device dea4c3a6-e70b-410e-90f1-102cbfde860e up at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:29:27.032475 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7185ee-dadb-4be9-9d32-0a087b947bb8 req-dfc1771e-3b61-42fb-bfd7-0a07faa2ed87 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:27.041078 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7f7185ee-dadb-4be9-9d32-0a087b947bb8 req-dfc1771e-3b61-42fb-bfd7-0a07faa2ed87 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/ports?device_id=ab843bd5-49cc-4a1a-a822-b7403ee93ee0 HTTP/1.1" status: 200 len: 945 time: 0.3040364 May 18 18:29:27.041078 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e0b596bd-8d6c-48fc-8b5d-9bd73b1d947c tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593303'] for router, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:27.041078 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0b596bd-8d6c-48fc-8b5d-9bd73b1d947c tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Fanout notify agent at l3_agent the message router_deleted on router 4cd6162b-ed81-4a0c-8190-3f43af98693c {{(pid=102730) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 18 18:29:27.079786 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e0b596bd-8d6c-48fc-8b5d-9bd73b1d947c tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Notify callbacks [] for router, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:27.079786 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-e0b596bd-8d6c-48fc-8b5d-9bd73b1d947c tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] 10.222.0.85 "DELETE /v2.0/routers/4cd6162b-ed81-4a0c-8190-3f43af98693c HTTP/1.1" status: 204 len: 168 time: 0.8417225 May 18 18:29:27.079945 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fa89ac7-aad2-4142-92af-dd2bb499371d tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Router 4a8a223c-f2f4-498c-b72c-25d6db8935d8 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:29:27.080384 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 54020) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:29:27.107194 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning for port dea4c3a6-e70b-410e-90f1-102cbfde860e completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:29:27.125269 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning complete for port dea4c3a6-e70b-410e-90f1-102cbfde860e triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:29:27.125973 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:27.198737 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7f7185ee-dadb-4be9-9d32-0a087b947bb8 req-6ef176e2-51b3-4923-a8f8-f07668e56c1d tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/security-groups?id=02c33ece-f4c3-4965-a4ef-a7f4920ae299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1555493 May 18 18:29:27.240047 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_v2 [None req-bce9a448-8261-436a-ac09-1de4ccdb5d00 tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Deleting subnet 6559d5e3-7310-4112-9d17-a14a384e308e {{(pid=102730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:29:27.258258 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-bce9a448-8261-436a-ac09-1de4ccdb5d00 tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Notify callbacks [] for subnet, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:27.336736 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-bce9a448-8261-436a-ac09-1de4ccdb5d00 tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260107366'] for subnet, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:27.355438 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port dea4c3a6-e70b-410e-90f1-102cbfde860e is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:29:27.358011 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:27.434128 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab843bd5-49cc-4a1a-a822-b7403ee93ee0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dea4c3a6-e70b-410e-90f1-102cbfde860e'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:29:27.445004 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-413e52df-3ff4-4a34-bda9-411fcbd61ae6" -d '{"events": [{"server_uuid": "ab843bd5-49cc-4a1a-a822-b7403ee93ee0", "name": "network-vif-plugged", "status": "completed", "tag": "dea4c3a6-e70b-410e-90f1-102cbfde860e"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:29:27.456146 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fa89ac7-aad2-4142-92af-dd2bb499371d tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:29:27.465089 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1fa89ac7-aad2-4142-92af-dd2bb499371d tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:27.497099 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1bc4b7a-5864-42bd-9204-0b3f1f112366 None None] Sync routers for ids ['4a8a223c-f2f4-498c-b72c-25d6db8935d8'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:29:27.502959 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9d308b-aa28-4035-8a69-4fc439953396 req-920d1a5d-5a45-45fe-b1ab-a442bc937ef4 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:27.511791 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0e9d308b-aa28-4035-8a69-4fc439953396 req-920d1a5d-5a45-45fe-b1ab-a442bc937ef4 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=9d1ddba1-1a5c-4242-a1ee-be3f2170d2d7 HTTP/1.1" status: 200 len: 945 time: 0.2433665 May 18 18:29:27.518995 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port dea4c3a6-e70b-410e-90f1-102cbfde860e, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=dea4c3a6-e70b-410e-90f1-102cbfde860e,segment=NetworkSegment(8ca14917-c9b1-4338-b349-8fcfdea345e6),segment_id=8ca14917-c9b1-4338-b349-8fcfdea345e6)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:29:27.576805 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-bce9a448-8261-436a-ac09-1de4ccdb5d00 tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:27.579897 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8901dde5-e3ee-487e-b1e6-1a9910d7a423 x-openstack-request-id: req-8901dde5-e3ee-487e-b1e6-1a9910d7a423 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:29:27.580915 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab843bd5-49cc-4a1a-a822-b7403ee93ee0", "name": "network-vif-plugged", "status": "completed", "tag": "dea4c3a6-e70b-410e-90f1-102cbfde860e", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:29:27.581374 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-8901dde5-e3ee-487e-b1e6-1a9910d7a423 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:29:27.582041 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8901dde5-e3ee-487e-b1e6-1a9910d7a423'] response: {'server_uuid': 'ab843bd5-49cc-4a1a-a822-b7403ee93ee0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dea4c3a6-e70b-410e-90f1-102cbfde860e', 'code': 200} May 18 18:29:27.583266 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1bc4b7a-5864-42bd-9204-0b3f1f112366 None None] Routers {'4a8a223c-f2f4-498c-b72c-25d6db8935d8'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:29:27.584098 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-f1bc4b7a-5864-42bd-9204-0b3f1f112366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:29:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['4a8a223c-f2f4-498c-b72c-25d6db8935d8'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:29:27.586917 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:27.630403 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0e9d308b-aa28-4035-8a69-4fc439953396 req-77bb2472-29ae-4463-86ce-84c17dba1bfe tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=79af37b4-96e5-49e2-a136-b4eb89c535d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174397 May 18 18:29:27.662771 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-1fa89ac7-aad2-4142-92af-dd2bb499371d tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "DELETE /v2.0/floatingips/24481c86-0db4-4e8a-8c7d-387118d53321 HTTP/1.1" status: 204 len: 168 time: 2.5332782 May 18 18:29:27.666086 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b530526-a8ac-4372-ba65-bdb8174f033e', 'tag': '513747c2-ae35-4d1d-a654-0d2d5541f10d'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:29:27.678136 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d16c00f-794f-46a8-b1ea-8b20743ba732" -d '{"events": [{"name": "network-changed", "server_uuid": "6b530526-a8ac-4372-ba65-bdb8174f033e", "tag": "513747c2-ae35-4d1d-a654-0d2d5541f10d"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:29:27.852158 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-bce9a448-8261-436a-ac09-1de4ccdb5d00 tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261104690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261031888'] for subnet, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:27.891971 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79922ce4-42ec-4a05-ae1c-8e7264b2d3de x-openstack-request-id: req-79922ce4-42ec-4a05-ae1c-8e7264b2d3de {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:29:27.896686 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b530526-a8ac-4372-ba65-bdb8174f033e", "tag": "513747c2-ae35-4d1d-a654-0d2d5541f10d", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:29:27.896920 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-79922ce4-42ec-4a05-ae1c-8e7264b2d3de {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:29:27.897956 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79922ce4-42ec-4a05-ae1c-8e7264b2d3de'] response: {'name': 'network-changed', 'server_uuid': '6b530526-a8ac-4372-ba65-bdb8174f033e', 'tag': '513747c2-ae35-4d1d-a654-0d2d5541f10d', 'status': 'completed', 'code': 200} May 18 18:29:27.975821 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-bce9a448-8261-436a-ac09-1de4ccdb5d00 tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:27.991328 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-bce9a448-8261-436a-ac09-1de4ccdb5d00 tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] 10.222.0.85 "DELETE /v2.0/subnets/6559d5e3-7310-4112-9d17-a14a384e308e HTTP/1.1" status: 204 len: 168 time: 0.9142616 May 18 18:29:27.992140 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 54044) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:29:27.992442 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce9a448-8261-436a-ac09-1de4ccdb5d00 tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Pushing event deleted for resources: {'Subnet': ['ID=6559d5e3-7310-4112-9d17-a14a384e308e,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:29:28.001379 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed58b07-aa9b-4cb4-bd49-08d0bcc2d0b1 None None] Network ea6d7494-beff-4f15-bf5b-0566ffdff06c requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:29:28.125875 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b53542b5-41c8-4607-96fd-cf1d6314f5f8 tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:28.157576 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=dea4c3a6-e70b-410e-90f1-102cbfde860e,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:29:28.175519 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4e3151-47e0-4ced-831c-762eb94df49d req-658cdc17-0ead-48c2-9e5d-5329011e4901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:28.177641 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0e4e3151-47e0-4ced-831c-762eb94df49d req-658cdc17-0ead-48c2-9e5d-5329011e4901 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=dc04081bebe44448af91d703facdf00a&device_id=9d1ddba1-1a5c-4242-a1ee-be3f2170d2d7 HTTP/1.1" status: 200 len: 1096 time: 0.1060979 May 18 18:29:28.183899 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d16c00f-794f-46a8-b1ea-8b20743ba732 req-cbba947f-73a9-4c2e-99e2-77868bdcf00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:28.186128 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3d16c00f-794f-46a8-b1ea-8b20743ba732 req-cbba947f-73a9-4c2e-99e2-77868bdcf00c service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=06b3ed36f50a43fd9cfeaa89e080d35b&device_id=6b530526-a8ac-4372-ba65-bdb8174f033e HTTP/1.1" status: 200 len: 1096 time: 0.3023767 May 18 18:29:28.187866 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb1a2bc-deab-4ce5-8b83-fdbd2cdfc25f req-990fcb3b-1d00-4d46-8ec6-e903d06af56c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:28.189286 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6fb1a2bc-deab-4ce5-8b83-fdbd2cdfc25f req-990fcb3b-1d00-4d46-8ec6-e903d06af56c service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=ab843bd5-49cc-4a1a-a822-b7403ee93ee0 HTTP/1.1" status: 200 len: 1097 time: 0.4284661 May 18 18:29:28.233470 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-f1bc4b7a-5864-42bd-9204-0b3f1f112366 None None] Set router 4a8a223c-f2f4-498c-b72c-25d6db8935d8 gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:29:28.357250 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6fb1a2bc-deab-4ce5-8b83-fdbd2cdfc25f req-c9c2fdcd-a7e0-4745-b0db-50497f5f9468 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=02c33ece-f4c3-4965-a4ef-a7f4920ae299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1456690 May 18 18:29:28.380080 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97db7295-b328-4820-b167-2022b6b63192 req-a0f58e1a-57f4-4608-bf7c-a3f2d09ce0d7 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:28.382260 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-97db7295-b328-4820-b167-2022b6b63192 req-a0f58e1a-57f4-4608-bf7c-a3f2d09ce0d7 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=6b530526-a8ac-4372-ba65-bdb8174f033e HTTP/1.1" status: 200 len: 945 time: 0.1813986 May 18 18:29:28.408292 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-b53542b5-41c8-4607-96fd-cf1d6314f5f8 tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Deleting port fe5600d7-e4a0-4f93-ad91-6a84c4107072 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:29:28.410326 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b53542b5-41c8-4607-96fd-cf1d6314f5f8 tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:28.438178 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d16c00f-794f-46a8-b1ea-8b20743ba732 req-1f44a08d-499e-4878-a4e1-4f6e6669a6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:28.439672 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3d16c00f-794f-46a8-b1ea-8b20743ba732 req-1f44a08d-499e-4878-a4e1-4f6e6669a6a3 service neutron] 10.222.0.88 "GET /v2.0/networks?id=5d4f0b95-0527-4e2a-bef4-834ab85a76d0 HTTP/1.1" status: 200 len: 897 time: 0.2259498 May 18 18:29:28.449389 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4e3151-47e0-4ced-831c-762eb94df49d req-353982b8-aaf9-48e5-9e81-3cadbf2d4225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:28.462273 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0e4e3151-47e0-4ced-831c-762eb94df49d req-353982b8-aaf9-48e5-9e81-3cadbf2d4225 service neutron] 10.222.0.88 "GET /v2.0/networks?id=adbd4d3b-93fc-4f7a-a6ae-1551b2db5668 HTTP/1.1" status: 200 len: 912 time: 0.2644038 May 18 18:29:28.479754 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce236bf-a672-4d10-8ea8-0b9f935fc759 None None] DHCP port deletion for ea6d7494-beff-4f15-bf5b-0566ffdff06c request from n-d-838550-3 {{(pid=102732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 18:29:28.501522 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-97db7295-b328-4820-b167-2022b6b63192 req-176b6794-a18f-4789-94dc-56ad81440afd tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/security-groups?id=a3fd6ba0-49f1-4240-8893-3fa20d057d21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082559 May 18 18:29:28.515123 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcb805a-4682-404c-85f3-2d65baa27641 req-25e1a396-5679-4389-92b6-859ac33edcc8 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:28.523397 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cfcb805a-4682-404c-85f3-2d65baa27641 req-25e1a396-5679-4389-92b6-859ac33edcc8 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/ports?device_id=ab843bd5-49cc-4a1a-a822-b7403ee93ee0 HTTP/1.1" status: 200 len: 946 time: 0.1518524 May 18 18:29:28.538427 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-b53542b5-41c8-4607-96fd-cf1d6314f5f8 tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] For port fe5600d7-e4a0-4f93-ad91-6a84c4107072, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=fe5600d7-e4a0-4f93-ad91-6a84c4107072,segment=NetworkSegment(84fe86ba-ed6f-437f-a83a-2dbe849fe661),segment_id=84fe86ba-ed6f-437f-a83a-2dbe849fe661)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:29:28.538825 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b53542b5-41c8-4607-96fd-cf1d6314f5f8 tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:28.572786 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-b53542b5-41c8-4607-96fd-cf1d6314f5f8 tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Calling delete_port for fe5600d7-e4a0-4f93-ad91-6a84c4107072 owned by network:dhcp {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:29:28.597897 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cfcb805a-4682-404c-85f3-2d65baa27641 req-4131e8db-34a6-41e7-b0f0-ba629d02c171 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/security-groups?id=02c33ece-f4c3-4965-a4ef-a7f4920ae299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672634 May 18 18:29:28.626601 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-8ce236bf-a672-4d10-8ea8-0b9f935fc759 None None] Deleting port fe5600d7-e4a0-4f93-ad91-6a84c4107072 {{(pid=102732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:29:28.627187 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-8ce236bf-a672-4d10-8ea8-0b9f935fc759 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:28.667704 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0e4e3151-47e0-4ced-831c-762eb94df49d req-f4edf93f-b6ec-4ad4-bcb9-869b24eb18ac service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a0412cc4-69db-4907-be9e-675570dc9400 HTTP/1.1" status: 200 len: 217 time: 0.0666001 May 18 18:29:28.753719 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4e3151-47e0-4ced-831c-762eb94df49d req-c811c908-28bc-4603-829c-8844d13b8738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:28.755618 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0e4e3151-47e0-4ced-831c-762eb94df49d req-c811c908-28bc-4603-829c-8844d13b8738 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b85d9655-9e18-4f20-bd82-d6f95b142d2a HTTP/1.1" status: 200 len: 850 time: 0.0738177 May 18 18:29:28.767499 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b53542b5-41c8-4607-96fd-cf1d6314f5f8 tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:28.786923 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-8ce236bf-a672-4d10-8ea8-0b9f935fc759 None None] For port fe5600d7-e4a0-4f93-ad91-6a84c4107072, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=fe5600d7-e4a0-4f93-ad91-6a84c4107072,segment=NetworkSegment(84fe86ba-ed6f-437f-a83a-2dbe849fe661),segment_id=84fe86ba-ed6f-437f-a83a-2dbe849fe661)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:29:28.786923 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-8ce236bf-a672-4d10-8ea8-0b9f935fc759 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:28.821351 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-8ce236bf-a672-4d10-8ea8-0b9f935fc759 None None] Calling delete_port for fe5600d7-e4a0-4f93-ad91-6a84c4107072 owned by network:dhcp {{(pid=102732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:29:28.922572 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4e3151-47e0-4ced-831c-762eb94df49d req-ebeff812-2eba-4050-822f-f609471ceeaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:28.924244 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0e4e3151-47e0-4ced-831c-762eb94df49d req-ebeff812-2eba-4050-822f-f609471ceeaf service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=adbd4d3b-93fc-4f7a-a6ae-1551b2db5668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1551697 May 18 18:29:28.977582 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-f1bc4b7a-5864-42bd-9204-0b3f1f112366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a8a223c-f2f4-498c-b72c-25d6db8935d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-966487483', 'tenant_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.122'}], 'enable_snat': True}, 'gw_port_id': '125d6336-0308-49e0-8033-0e6f79b71f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:27:47Z', 'updated_at': '2022-05-18T18:27:55Z', 'revision_number': 4, 'project_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'gw_port': {'id': '125d6336-0308-49e0-8033-0e6f79b71f39', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:db:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8a223c-f2f4-498c-b72c-25d6db8935d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2714, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:27:48Z', 'updated_at': '2022-05-18T18:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '11f9e14c-fd02-400f-beec-1320fe23d183', 'name': '', 'network_id': '5d4f0b95-0527-4e2a-bef4-834ab85a76d0', 'tenant_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'mac_address': 'fa:16:3e:87:97:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8a223c-f2f4-498c-b72c-25d6db8935d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': '17744d29-df4e-4fc8-95be-ab448a66e536', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:27:54Z', 'updated_at': '2022-05-18T18:28:06Z', 'revision_number': 5, 'project_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'subnets': [{'id': '17744d29-df4e-4fc8-95be-ab448a66e536', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:29:29.023068 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1bc4b7a-5864-42bd-9204-0b3f1f112366 None None] Checking router: 4a8a223c-f2f4-498c-b72c-25d6db8935d8 for host: n-d-838550-3 {{(pid=102732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:29:29.043752 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-8ce236bf-a672-4d10-8ea8-0b9f935fc759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508'] for port, after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:29.109761 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce236bf-a672-4d10-8ea8-0b9f935fc759 None None] Pushing event deleted for resources: {'Port': ['ID=fe5600d7-e4a0-4f93-ad91-6a84c4107072,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:29:29.115502 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1bc4b7a-5864-42bd-9204-0b3f1f112366 None None] Routers {'4a8a223c-f2f4-498c-b72c-25d6db8935d8'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:29:29.117268 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-f1bc4b7a-5864-42bd-9204-0b3f1f112366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:29:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['4a8a223c-f2f4-498c-b72c-25d6db8935d8'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:29:29.135111 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53542b5-41c8-4607-96fd-cf1d6314f5f8 tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Pushing event deleted for resources: {'Port': ['ID=fe5600d7-e4a0-4f93-ad91-6a84c4107072,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:29:29.181358 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce236bf-a672-4d10-8ea8-0b9f935fc759 None None] No DVR routers for this DVR port fe5600d7-e4a0-4f93-ad91-6a84c4107072 on host n-d-838550-3 {{(pid=102732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:29:29.184424 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53542b5-41c8-4607-96fd-cf1d6314f5f8 tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] No DVR routers for this DVR port fe5600d7-e4a0-4f93-ad91-6a84c4107072 on host n-d-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:29:29.203495 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0e4e3151-47e0-4ced-831c-762eb94df49d req-06bb12b3-08b9-4993-97b7-06cf3f2f108c service neutron] 10.222.0.88 "GET /v2.0/networks/adbd4d3b-93fc-4f7a-a6ae-1551b2db5668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2595861 May 18 18:29:29.214810 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3d16c00f-794f-46a8-b1ea-8b20743ba732 req-da72f94b-a5d1-4fb7-9479-bf1386326f6f service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=513747c2-ae35-4d1d-a654-0d2d5541f10d HTTP/1.1" status: 200 len: 217 time: 0.4554505 May 18 18:29:29.334227 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53183337-d5fd-4a63-af10-a0fc74bafff2 req-ec8b9cdd-ff72-4902-aa35-322afee3ec2c tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:29.336755 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-53183337-d5fd-4a63-af10-a0fc74bafff2 req-ec8b9cdd-ff72-4902-aa35-322afee3ec2c tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=9d1ddba1-1a5c-4242-a1ee-be3f2170d2d7 HTTP/1.1" status: 200 len: 945 time: 0.4063444 May 18 18:29:29.345096 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a554fe2-1371-4de0-8523-e376971bf8a2 req-96eaf2d1-d172-468b-a19d-092fa9804dcb tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:29.347893 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5a554fe2-1371-4de0-8523-e376971bf8a2 req-96eaf2d1-d172-468b-a19d-092fa9804dcb tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.88 "GET /v2.0/ports?device_id=6b530526-a8ac-4372-ba65-bdb8174f033e HTTP/1.1" status: 200 len: 945 time: 0.3140454 May 18 18:29:29.454232 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-f1bc4b7a-5864-42bd-9204-0b3f1f112366 None None] Set router 4a8a223c-f2f4-498c-b72c-25d6db8935d8 gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:29:29.499308 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0e4e3151-47e0-4ced-831c-762eb94df49d req-e8b2e1d3-e524-4610-8be9-647e499ec2d3 service neutron] 10.222.0.88 "GET /v2.0/networks/adbd4d3b-93fc-4f7a-a6ae-1551b2db5668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2843869 May 18 18:29:29.886813 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcafb7e9-9832-44e0-a69d-e54393234616 req-2ae60502-7123-4814-ad3b-6c94d1a81527 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:29.890939 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-dcafb7e9-9832-44e0-a69d-e54393234616 req-2ae60502-7123-4814-ad3b-6c94d1a81527 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=6b530526-a8ac-4372-ba65-bdb8174f033e HTTP/1.1" status: 200 len: 945 time: 0.1682434 May 18 18:29:29.931129 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b53542b5-41c8-4607-96fd-cf1d6314f5f8 tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:29.964586 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d16c00f-794f-46a8-b1ea-8b20743ba732 req-a277c342-808c-45dd-8de5-5465630979c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:29.968072 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3d16c00f-794f-46a8-b1ea-8b20743ba732 req-a277c342-808c-45dd-8de5-5465630979c9 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=17744d29-df4e-4fc8-95be-ab448a66e536 HTTP/1.1" status: 200 len: 835 time: 0.7339664 May 18 18:29:30.017425 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device fe5600d7-e4a0-4f93-ad91-6a84c4107072 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:29:30.029700 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-53183337-d5fd-4a63-af10-a0fc74bafff2 req-0f10eb76-a171-4168-8af3-36d6e341061b tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=79af37b4-96e5-49e2-a136-b4eb89c535d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6577024 May 18 18:29:30.074503 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: fe5600d7-e4a0-4f93-ad91-6a84c4107072 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:29:30.075171 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device fe5600d7-e4a0-4f93-ad91-6a84c4107072 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:29:30.110842 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-dcafb7e9-9832-44e0-a69d-e54393234616 req-360ee954-ca5f-4e56-9f1c-98808f9e5609 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/security-groups?id=a3fd6ba0-49f1-4240-8893-3fa20d057d21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2060184 May 18 18:29:30.130405 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-b53542b5-41c8-4607-96fd-cf1d6314f5f8 tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea6d7494-beff-4f15-bf5b-0566ffdff06c']}} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:29:30.154690 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-b53542b5-41c8-4607-96fd-cf1d6314f5f8 tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84fe86ba-ed6f-437f-a83a-2dbe849fe661') {'for_net_delete': True} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:29:30.155716 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-b53542b5-41c8-4607-96fd-cf1d6314f5f8 tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84fe86ba-ed6f-437f-a83a-2dbe849fe661') {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:29:30.204714 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b53542b5-41c8-4607-96fd-cf1d6314f5f8 tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260542144'] for segment, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:30.257572 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b53542b5-41c8-4607-96fd-cf1d6314f5f8 tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:30.265786 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d16c00f-794f-46a8-b1ea-8b20743ba732 req-4f578832-6a64-4616-946e-88a6c5860260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:30.267399 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3d16c00f-794f-46a8-b1ea-8b20743ba732 req-4f578832-6a64-4616-946e-88a6c5860260 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5d4f0b95-0527-4e2a-bef4-834ab85a76d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2785220 May 18 18:29:30.272088 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b53542b5-41c8-4607-96fd-cf1d6314f5f8 tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=102731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:29:30.272503 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b53542b5-41c8-4607-96fd-cf1d6314f5f8 tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260884178'] for segment, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:30.276959 n-d-838550-3 neutron-server[102731]: Traceback (most recent call last): May 18 18:29:30.276959 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:29:30.276959 n-d-838550-3 neutron-server[102731]: timer() May 18 18:29:30.276959 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:29:30.276959 n-d-838550-3 neutron-server[102731]: cb(*args, **kw) May 18 18:29:30.276959 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:29:30.276959 n-d-838550-3 neutron-server[102731]: return func(*args, **kwargs) May 18 18:29:30.276959 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:29:30.276959 n-d-838550-3 neutron-server[102731]: self._notify() May 18 18:29:30.276959 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:29:30.276959 n-d-838550-3 neutron-server[102731]: self.callback(batched_events) May 18 18:29:30.276959 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:29:30.276959 n-d-838550-3 neutron-server[102731]: event.method(event) May 18 18:29:30.276959 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:29:30.276959 n-d-838550-3 neutron-server[102731]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:29:30.276959 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:29:30.276959 n-d-838550-3 neutron-server[102731]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:29:30.276959 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:29:30.276959 n-d-838550-3 neutron-server[102731]: return f(self, *a, **k) May 18 18:29:30.276959 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:29:30.276959 n-d-838550-3 neutron-server[102731]: return self._get(url).json() May 18 18:29:30.276959 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:29:30.276959 n-d-838550-3 neutron-server[102731]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:29:30.276959 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:29:30.276959 n-d-838550-3 neutron-server[102731]: return self.request(url, 'GET', **kwargs) May 18 18:29:30.276959 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:29:30.276959 n-d-838550-3 neutron-server[102731]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:29:30.276959 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:29:30.276959 n-d-838550-3 neutron-server[102731]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:29:30.276959 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:29:30.276959 n-d-838550-3 neutron-server[102731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:29:30.276959 n-d-838550-3 neutron-server[102731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:29:30.406818 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5412959-5a08-43f3-bede-0d46886b152b req-674695d1-8535-4735-a23b-1e3aec262402 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:30.408448 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f5412959-5a08-43f3-bede-0d46886b152b req-674695d1-8535-4735-a23b-1e3aec262402 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/ports?device_id=ab843bd5-49cc-4a1a-a822-b7403ee93ee0 HTTP/1.1" status: 200 len: 946 time: 0.2492740 May 18 18:29:30.421858 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-5a554fe2-1371-4de0-8523-e376971bf8a2 req-6f5b7731-4e05-46e2-9646-deb91f742409 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Deleting port 513747c2-ae35-4d1d-a654-0d2d5541f10d {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:29:30.422486 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-5a554fe2-1371-4de0-8523-e376971bf8a2 req-6f5b7731-4e05-46e2-9646-deb91f742409 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:30.508716 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-f1bc4b7a-5864-42bd-9204-0b3f1f112366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a8a223c-f2f4-498c-b72c-25d6db8935d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-966487483', 'tenant_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.122'}], 'enable_snat': True}, 'gw_port_id': '125d6336-0308-49e0-8033-0e6f79b71f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:27:47Z', 'updated_at': '2022-05-18T18:27:55Z', 'revision_number': 4, 'project_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'gw_port': {'id': '125d6336-0308-49e0-8033-0e6f79b71f39', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:db:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8a223c-f2f4-498c-b72c-25d6db8935d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2714, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:27:48Z', 'updated_at': '2022-05-18T18:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '11f9e14c-fd02-400f-beec-1320fe23d183', 'name': '', 'network_id': '5d4f0b95-0527-4e2a-bef4-834ab85a76d0', 'tenant_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'mac_address': 'fa:16:3e:87:97:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8a223c-f2f4-498c-b72c-25d6db8935d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': '17744d29-df4e-4fc8-95be-ab448a66e536', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:27:54Z', 'updated_at': '2022-05-18T18:28:06Z', 'revision_number': 5, 'project_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'subnets': [{'id': '17744d29-df4e-4fc8-95be-ab448a66e536', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:29:30.532555 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b53542b5-41c8-4607-96fd-cf1d6314f5f8 tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:30.566703 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b53542b5-41c8-4607-96fd-cf1d6314f5f8 tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:30.576481 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-b53542b5-41c8-4607-96fd-cf1d6314f5f8 tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] 10.222.0.85 "DELETE /v2.0/networks/ea6d7494-beff-4f15-bf5b-0566ffdff06c HTTP/1.1" status: 204 len: 168 time: 2.5792861 May 18 18:29:30.583750 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1bc4b7a-5864-42bd-9204-0b3f1f112366 None None] The sync data for ids ['4a8a223c-f2f4-498c-b72c-25d6db8935d8'] in n-d-838550-3 is: [{'id': '4a8a223c-f2f4-498c-b72c-25d6db8935d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-966487483', 'tenant_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.122'}], 'enable_snat': True}, 'gw_port_id': '125d6336-0308-49e0-8033-0e6f79b71f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:27:47Z', 'updated_at': '2022-05-18T18:27:55Z', 'revision_number': 4, 'project_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'gw_port': {'id': '125d6336-0308-49e0-8033-0e6f79b71f39', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:db:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8a223c-f2f4-498c-b72c-25d6db8935d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2714, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:27:48Z', 'updated_at': '2022-05-18T18:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '11f9e14c-fd02-400f-beec-1320fe23d183', 'name': '', 'network_id': '5d4f0b95-0527-4e2a-bef4-834ab85a76d0', 'tenant_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'mac_address': 'fa:16:3e:87:97:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8a223c-f2f4-498c-b72c-25d6db8935d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': '17744d29-df4e-4fc8-95be-ab448a66e536', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:27:54Z', 'updated_at': '2022-05-18T18:28:06Z', 'revision_number': 5, 'project_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'subnets': [{'id': '17744d29-df4e-4fc8-95be-ab448a66e536', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:29:30.640236 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53542b5-41c8-4607-96fd-cf1d6314f5f8 tempest-FloatingIPNegativeTestJSON-1477031277 tempest-FloatingIPNegativeTestJSON-1477031277-project] Pushing event deleted for resources: {'Network': ['ID=ea6d7494-beff-4f15-bf5b-0566ffdff06c,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:29:30.649243 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f5412959-5a08-43f3-bede-0d46886b152b req-a6d8a979-e80d-4d6f-8e01-693bb6d39b20 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/security-groups?id=02c33ece-f4c3-4965-a4ef-a7f4920ae299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2221444 May 18 18:29:30.691919 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-5a554fe2-1371-4de0-8523-e376971bf8a2 req-6f5b7731-4e05-46e2-9646-deb91f742409 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] For port 513747c2-ae35-4d1d-a654-0d2d5541f10d, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=513747c2-ae35-4d1d-a654-0d2d5541f10d,segment=NetworkSegment(81e805ff-6bc3-47cd-9090-0b6f36942980),segment_id=81e805ff-6bc3-47cd-9090-0b6f36942980)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:29:30.692545 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-5a554fe2-1371-4de0-8523-e376971bf8a2 req-6f5b7731-4e05-46e2-9646-deb91f742409 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:30.715083 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-5a554fe2-1371-4de0-8523-e376971bf8a2 req-6f5b7731-4e05-46e2-9646-deb91f742409 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Calling delete_port for 513747c2-ae35-4d1d-a654-0d2d5541f10d owned by compute:nova {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:29:30.809437 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3d16c00f-794f-46a8-b1ea-8b20743ba732 req-364bfa01-8ae6-4cce-9f68-0f5fb2289c67 service neutron] 10.222.0.88 "GET /v2.0/networks/5d4f0b95-0527-4e2a-bef4-834ab85a76d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5189745 May 18 18:29:30.923171 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f9f324-5ea8-4557-8d25-e52c07f18aa1 req-1e710889-5190-4ba7-ab06-56c9eaefb774 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:30.935376 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-66f9f324-5ea8-4557-8d25-e52c07f18aa1 req-1e710889-5190-4ba7-ab06-56c9eaefb774 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/ports?device_id=ab843bd5-49cc-4a1a-a822-b7403ee93ee0 HTTP/1.1" status: 200 len: 946 time: 0.1523905 May 18 18:29:30.968578 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 54082) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:29:30.974631 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-656af06c-4249-4055-999b-d015b1fe0ee3 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Request body: {'floatingip': {'port_id': 'dea4c3a6-e70b-410e-90f1-102cbfde860e'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:29:31.078536 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:31.082451 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-656af06c-4249-4055-999b-d015b1fe0ee3 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Notify callbacks [] for floatingip, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:31.121322 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-5a554fe2-1371-4de0-8523-e376971bf8a2 req-6f5b7731-4e05-46e2-9646-deb91f742409 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:31.244941 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5b7731-4e05-46e2-9646-deb91f742409 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Pushing event deleted for resources: {'Port': ['ID=513747c2-ae35-4d1d-a654-0d2d5541f10d,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:29:31.286466 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea31e1b-09d6-40ec-b4b2-e265cff1211d None None] New status for floating IP 24481c86-0db4-4e8a-8c7d-387118d53321: DOWN {{(pid=102733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 18:29:31.306390 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:31.326278 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3d16c00f-794f-46a8-b1ea-8b20743ba732 req-005efacf-27bc-4803-b857-2c36a4d758ee service neutron] 10.222.0.88 "GET /v2.0/networks/5d4f0b95-0527-4e2a-bef4-834ab85a76d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4957652 May 18 18:29:31.353309 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5875d8e0-8e3c-4696-91ab-06caa89a5ec9 req-7296f1ce-f10f-42ae-9e3e-7d4fd48e73a1 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=6b530526-a8ac-4372-ba65-bdb8174f033e HTTP/1.1" status: 200 len: 210 time: 0.0372722 May 18 18:29:31.401655 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a554fe2-1371-4de0-8523-e376971bf8a2 req-6f5b7731-4e05-46e2-9646-deb91f742409 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] No DVR routers for this DVR port 513747c2-ae35-4d1d-a654-0d2d5541f10d on host n-h2-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:29:31.415841 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-5a554fe2-1371-4de0-8523-e376971bf8a2 req-6f5b7731-4e05-46e2-9646-deb91f742409 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:31.435957 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5a554fe2-1371-4de0-8523-e376971bf8a2 req-6f5b7731-4e05-46e2-9646-deb91f742409 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.88 "DELETE /v2.0/ports/513747c2-ae35-4d1d-a654-0d2d5541f10d HTTP/1.1" status: 204 len: 173 time: 2.0105343 May 18 18:29:31.440520 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 54092) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:29:31.474616 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9426371e-028b-458d-b64b-ca56bf366385 req-3b8b5115-fa45-440b-b2c3-ba7f2ae873ff tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:31.499616 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9426371e-028b-458d-b64b-ca56bf366385 req-3b8b5115-fa45-440b-b2c3-ba7f2ae873ff tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=9d1ddba1-1a5c-4242-a1ee-be3f2170d2d7 HTTP/1.1" status: 200 len: 945 time: 0.2831714 May 18 18:29:31.506304 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b530526-a8ac-4372-ba65-bdb8174f033e', 'name': 'network-vif-deleted', 'tag': '513747c2-ae35-4d1d-a654-0d2d5541f10d'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:29:31.512453 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e757a14f-de65-427a-b2ea-ed2f0c7cfa48" -d '{"events": [{"server_uuid": "6b530526-a8ac-4372-ba65-bdb8174f033e", "name": "network-vif-deleted", "tag": "513747c2-ae35-4d1d-a654-0d2d5541f10d"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:29:31.608388 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-678c5d34-b6d7-4a5b-947f-d973d14c3156 x-openstack-request-id: req-678c5d34-b6d7-4a5b-947f-d973d14c3156 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:29:31.608676 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b530526-a8ac-4372-ba65-bdb8174f033e", "name": "network-vif-deleted", "tag": "513747c2-ae35-4d1d-a654-0d2d5541f10d", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:29:31.608927 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-678c5d34-b6d7-4a5b-947f-d973d14c3156 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:29:31.610178 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-678c5d34-b6d7-4a5b-947f-d973d14c3156'] response: {'server_uuid': '6b530526-a8ac-4372-ba65-bdb8174f033e', 'name': 'network-vif-deleted', 'tag': '513747c2-ae35-4d1d-a654-0d2d5541f10d', 'status': 'completed', 'code': 200} May 18 18:29:31.628851 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9426371e-028b-458d-b64b-ca56bf366385 req-d190718e-b560-49ab-9772-34050cb2aacc tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=79af37b4-96e5-49e2-a136-b4eb89c535d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258304 May 18 18:29:31.804379 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-c28b33a4-f8bf-430b-859d-996480216a66 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=fb331a4571854486b148249b0f8b2f49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3612511 May 18 18:29:31.807145 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 54098) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:29:31.912656 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5827b2fb-99bb-49e8-b849-497e7d01aa9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:31.956073 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5827b2fb-99bb-49e8-b849-497e7d01aa9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:32.063629 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5827b2fb-99bb-49e8-b849-497e7d01aa9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:32.075910 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5827b2fb-99bb-49e8-b849-497e7d01aa9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:32.077533 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-5827b2fb-99bb-49e8-b849-497e7d01aa9b admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/7a4e991c-8d53-4ef6-a43c-1b52b77b4902 HTTP/1.1" status: 204 len: 168 time: 0.2678230 May 18 18:29:32.106191 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5827b2fb-99bb-49e8-b849-497e7d01aa9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a4e991c-8d53-4ef6-a43c-1b52b77b4902,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:29:32.220541 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-656af06c-4249-4055-999b-d015b1fe0ee3 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:32.227907 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-656af06c-4249-4055-999b-d015b1fe0ee3 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596987'] for floatingip, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:32.484240 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 54114) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:29:32.529272 n-d-838550-3 neutron-server[102730]: INFO neutron.db.l3_db [None req-656af06c-4249-4055-999b-d015b1fe0ee3 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Floating IP 5387a2f3-18af-42a5-b1f0-51cb85023c41 associated. External IP: 172.25.5.149, port: dea4c3a6-e70b-410e-90f1-102cbfde860e. May 18 18:29:33.009087 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-656af06c-4249-4055-999b-d015b1fe0ee3 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Router be055dce-5e9c-42c3-b98f-bdae8046ec2d has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:29:33.034026 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 513747c2-ae35-4d1d-a654-0d2d5541f10d no longer exists at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:29:33.071703 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976e1134-ce91-4211-9a0f-c17583e6b9de req-ff982856-dafa-4dd3-96a7-2b7b78bbb929 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:33.082316 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-976e1134-ce91-4211-9a0f-c17583e6b9de req-ff982856-dafa-4dd3-96a7-2b7b78bbb929 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=9d1ddba1-1a5c-4242-a1ee-be3f2170d2d7 HTTP/1.1" status: 200 len: 945 time: 0.2046597 May 18 18:29:33.091213 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] No Port match for: 513747c2-ae35-4d1d-a654-0d2d5541f10d {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:29:33.091559 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 513747c2-ae35-4d1d-a654-0d2d5541f10d not bound to the agent host n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:29:33.096371 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device a0412cc4-69db-4907-be9e-675570dc9400 no longer exists at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:29:33.177241 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-976e1134-ce91-4211-9a0f-c17583e6b9de req-c1417b08-2bf5-4703-89a4-24dcd08c5a6a tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=79af37b4-96e5-49e2-a136-b4eb89c535d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935369 May 18 18:29:33.323205 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port a0412cc4-69db-4907-be9e-675570dc9400 is: ACTIVE; New status is: DOWN {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:29:33.323967 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:33.381928 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port a0412cc4-69db-4907-be9e-675570dc9400, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=a0412cc4-69db-4907-be9e-675570dc9400,segment=NetworkSegment(ef93e1fc-f0f4-4220-adc9-d2cb000b3c93),segment_id=ef93e1fc-f0f4-4220-adc9-d2cb000b3c93)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:29:33.383167 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d1ddba1-1a5c-4242-a1ee-be3f2170d2d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0412cc4-69db-4907-be9e-675570dc9400'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:29:33.387190 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-149ca179-43a3-41f8-bbf8-7c759c7f9cc3" -d '{"events": [{"server_uuid": "9d1ddba1-1a5c-4242-a1ee-be3f2170d2d7", "name": "network-vif-unplugged", "status": "completed", "tag": "a0412cc4-69db-4907-be9e-675570dc9400"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:29:33.392727 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:33.397030 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e3d66ce7-500a-4bc5-bd0b-c0a17e2228c2 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-595963'] for router_interface, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:33.462191 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 54146) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:29:33.470041 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 18 May 2022 18:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0273f15-0952-43e4-a3e5-7f475764609d x-openstack-request-id: req-d0273f15-0952-43e4-a3e5-7f475764609d {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:29:33.473880 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d1ddba1-1a5c-4242-a1ee-be3f2170d2d7", "name": "network-vif-unplugged", "status": "failed", "tag": "a0412cc4-69db-4907-be9e-675570dc9400", "code": 422}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:29:33.474619 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-d0273f15-0952-43e4-a3e5-7f475764609d {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:29:33.476084 n-d-838550-3 neutron-server[102732]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-d0273f15-0952-43e4-a3e5-7f475764609d']: {'server_uuid': '9d1ddba1-1a5c-4242-a1ee-be3f2170d2d7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a0412cc4-69db-4907-be9e-675570dc9400', 'code': 422} returned with failed status May 18 18:29:33.495613 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=a0412cc4-69db-4907-be9e-675570dc9400,revision_number=8']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:29:33.539042 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fc51aa-19f0-474d-9003-b6f973a6be41 req-81f77a47-d0b3-4af4-a8bf-084ff7921c2a tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:33.541124 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c9fc51aa-19f0-474d-9003-b6f973a6be41 req-81f77a47-d0b3-4af4-a8bf-084ff7921c2a tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef854938-189c-46f2-8314-215a08afd5f6 HTTP/1.1" status: 200 len: 945 time: 0.1255069 May 18 18:29:33.623041 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-656af06c-4249-4055-999b-d015b1fe0ee3 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:29:33.634940 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e947e738-c25d-48fa-8494-9d9739ec831c None None] Sync routers for ids ['be055dce-5e9c-42c3-b98f-bdae8046ec2d'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:29:33.641882 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-656af06c-4249-4055-999b-d015b1fe0ee3 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:33.648092 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e947e738-c25d-48fa-8494-9d9739ec831c None None] Routers {'be055dce-5e9c-42c3-b98f-bdae8046ec2d'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:29:33.649719 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-e947e738-c25d-48fa-8494-9d9739ec831c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:29:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['be055dce-5e9c-42c3-b98f-bdae8046ec2d'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:29:33.675770 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c9fc51aa-19f0-474d-9003-b6f973a6be41 req-8699a955-2375-42e0-9dd0-aed2005b6652 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=ea6a757a-9c65-4a62-a27e-604b73d281bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1227543 May 18 18:29:33.697765 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-3c7ec920-e598-448c-956f-29e8e671ac81 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1154389232'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:29:33.725673 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-656af06c-4249-4055-999b-d015b1fe0ee3 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "PUT /v2.0/floatingips/5387a2f3-18af-42a5-b1f0-51cb85023c41 HTTP/1.1" status: 200 len: 992 time: 2.7551503 May 18 18:29:33.734159 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab843bd5-49cc-4a1a-a822-b7403ee93ee0', 'tag': 'dea4c3a6-e70b-410e-90f1-102cbfde860e'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:29:33.736457 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19d357a3-1fe2-4d4d-baf7-5233549a18ab" -d '{"events": [{"name": "network-changed", "server_uuid": "ab843bd5-49cc-4a1a-a822-b7403ee93ee0", "tag": "dea4c3a6-e70b-410e-90f1-102cbfde860e"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:29:33.763693 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c7ec920-e598-448c-956f-29e8e671ac81 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Made reservation on behalf of bd00446429ad457d9241c37da79c2cb0 for: {'network': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:29:33.767624 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3c7ec920-e598-448c-956f-29e8e671ac81 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:33.781074 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3c7ec920-e598-448c-956f-29e8e671ac81 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:33.799271 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75f3e954-aebe-4526-98ff-cd81838efb54 x-openstack-request-id: req-75f3e954-aebe-4526-98ff-cd81838efb54 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:29:33.799567 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab843bd5-49cc-4a1a-a822-b7403ee93ee0", "tag": "dea4c3a6-e70b-410e-90f1-102cbfde860e", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:29:33.806007 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-75f3e954-aebe-4526-98ff-cd81838efb54 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:29:33.806746 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75f3e954-aebe-4526-98ff-cd81838efb54'] response: {'name': 'network-changed', 'server_uuid': 'ab843bd5-49cc-4a1a-a822-b7403ee93ee0', 'tag': 'dea4c3a6-e70b-410e-90f1-102cbfde860e', 'status': 'completed', 'code': 200} May 18 18:29:33.844713 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-e947e738-c25d-48fa-8494-9d9739ec831c None None] Set router be055dce-5e9c-42c3-b98f-bdae8046ec2d gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:29:33.899105 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3c7ec920-e598-448c-956f-29e8e671ac81 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:33.911026 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3c7ec920-e598-448c-956f-29e8e671ac81 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:33.957881 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c7ec920-e598-448c-956f-29e8e671ac81 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 609} {{(pid=102730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:29:33.973596 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c72097f-12ca-4ae1-8397-29b5e64653ea req-0b03522d-fb9e-4b90-964b-7aa1cecc2b93 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:33.976687 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4c72097f-12ca-4ae1-8397-29b5e64653ea req-0b03522d-fb9e-4b90-964b-7aa1cecc2b93 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef854938-189c-46f2-8314-215a08afd5f6 HTTP/1.1" status: 200 len: 945 time: 0.1690564 May 18 18:29:33.981051 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d357a3-1fe2-4d4d-baf7-5233549a18ab req-2c6557e4-1e0a-42e6-9fa3-7853a4835048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:33.982860 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-19d357a3-1fe2-4d4d-baf7-5233549a18ab req-2c6557e4-1e0a-42e6-9fa3-7853a4835048 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=0d731d0a64e04789ad04262ef63d1dbd&device_id=ab843bd5-49cc-4a1a-a822-b7403ee93ee0 HTTP/1.1" status: 200 len: 1097 time: 0.1441207 May 18 18:29:33.992661 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7ec920-e598-448c-956f-29e8e671ac81 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12f14388-8fc3-43a0-8e74-c651fb5457ca,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:29:33.998317 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3c7ec920-e598-448c-956f-29e8e671ac81 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:33.998674 n-d-838550-3 neutron-server[102730]: INFO neutron.db.segments_db [None req-3c7ec920-e598-448c-956f-29e8e671ac81 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Added segment 1aa29375-7aa7-453d-af29-7d2e3cec2bd5 of type vlan for network 3ad825f7-af1f-43be-a004-5dd1283327cf May 18 18:29:34.086004 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3c7ec920-e598-448c-956f-29e8e671ac81 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:34.128838 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4c72097f-12ca-4ae1-8397-29b5e64653ea req-b03b6f08-f3fe-4cbc-ad7e-74507c3c1f73 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=ea6a757a-9c65-4a62-a27e-604b73d281bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1442306 May 18 18:29:34.134265 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-e3d66ce7-500a-4bc5-bd0b-c0a17e2228c2 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Deleting port 11f9e14c-fd02-400f-beec-1320fe23d183 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:29:34.134867 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e3d66ce7-500a-4bc5-bd0b-c0a17e2228c2 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:34.152061 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3c7ec920-e598-448c-956f-29e8e671ac81 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:34.166192 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7ec920-e598-448c-956f-29e8e671ac81 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:34.167137 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3c7ec920-e598-448c-956f-29e8e671ac81 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:34.231404 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-3c7ec920-e598-448c-956f-29e8e671ac81 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7682242 May 18 18:29:34.273255 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-e947e738-c25d-48fa-8494-9d9739ec831c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be055dce-5e9c-42c3-b98f-bdae8046ec2d', 'name': 'tempest-AttachVolumeShelveTestJSON-1885015581-router', 'tenant_id': '0d731d0a64e04789ad04262ef63d1dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.68'}], 'enable_snat': True}, 'gw_port_id': '1307ac58-657e-4b0c-989f-41b27f578567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:24:58Z', 'updated_at': '2022-05-18T18:25:03Z', 'revision_number': 4, 'project_id': '0d731d0a64e04789ad04262ef63d1dbd', 'gw_port': {'id': '1307ac58-657e-4b0c-989f-41b27f578567', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:6e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be055dce-5e9c-42c3-b98f-bdae8046ec2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:24:58Z', 'updated_at': '2022-05-18T18:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': '5387a2f3-18af-42a5-b1f0-51cb85023c41', 'tenant_id': '0d731d0a64e04789ad04262ef63d1dbd', 'floating_ip_address': '172.25.5.149', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': 'be055dce-5e9c-42c3-b98f-bdae8046ec2d', 'port_id': 'dea4c3a6-e70b-410e-90f1-102cbfde860e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2793, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32a0c3b3-6eed-4c0e-b14e-e9888ed81174', 'mac_address': 'fa:16:3e:e3:06:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab843bd5-49cc-4a1a-a822-b7403ee93ee0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T18:29:02Z', 'updated_at': '2022-05-18T18:29:32Z', 'revision_number': 1, 'project_id': '0d731d0a64e04789ad04262ef63d1dbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f52beef-237e-4856-b6c6-26ac65d58558', 'name': '', 'network_id': '32a0c3b3-6eed-4c0e-b14e-e9888ed81174', 'tenant_id': '0d731d0a64e04789ad04262ef63d1dbd', 'mac_address': 'fa:16:3e:bd:da:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be055dce-5e9c-42c3-b98f-bdae8046ec2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': 'ac45570a-d36a-47d1-a935-bbf3ce99c6a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:25:02Z', 'updated_at': '2022-05-18T18:25:12Z', 'revision_number': 5, 'project_id': '0d731d0a64e04789ad04262ef63d1dbd', 'subnets': [{'id': 'ac45570a-d36a-47d1-a935-bbf3ce99c6a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:29:34.274781 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d357a3-1fe2-4d4d-baf7-5233549a18ab req-a1fa08d4-8050-40ee-9801-a2e0c00ecb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:34.278668 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-19d357a3-1fe2-4d4d-baf7-5233549a18ab req-a1fa08d4-8050-40ee-9801-a2e0c00ecb28 service neutron] 10.222.0.88 "GET /v2.0/networks?id=32a0c3b3-6eed-4c0e-b14e-e9888ed81174 HTTP/1.1" status: 200 len: 918 time: 0.2657917 May 18 18:29:34.305906 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7ec920-e598-448c-956f-29e8e671ac81 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Pushing event updated for resources: {'Network': ['ID=3ad825f7-af1f-43be-a004-5dd1283327cf,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:29:34.339168 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9a08bb-db2f-4dda-acaf-e039333ad3df req-add5aa18-9664-4680-b40b-a607e1cdcd8f tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:34.340761 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4f9a08bb-db2f-4dda-acaf-e039333ad3df req-add5aa18-9664-4680-b40b-a607e1cdcd8f tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef854938-189c-46f2-8314-215a08afd5f6 HTTP/1.1" status: 200 len: 945 time: 0.0950720 May 18 18:29:34.355092 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network 3ad825f7-af1f-43be-a004-5dd1283327cf details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:29:34.363508 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e947e738-c25d-48fa-8494-9d9739ec831c None None] Checking router: be055dce-5e9c-42c3-b98f-bdae8046ec2d for host: n-d-838550-3 {{(pid=102732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:29:34.418853 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4f9a08bb-db2f-4dda-acaf-e039333ad3df req-22113a2d-c835-425e-a988-e86467c5db29 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=ea6a757a-9c65-4a62-a27e-604b73d281bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717227 May 18 18:29:34.502578 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e947e738-c25d-48fa-8494-9d9739ec831c None None] Routers {'be055dce-5e9c-42c3-b98f-bdae8046ec2d'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:29:34.503557 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-e947e738-c25d-48fa-8494-9d9739ec831c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:29:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['be055dce-5e9c-42c3-b98f-bdae8046ec2d'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:29:34.522358 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-e3d66ce7-500a-4bc5-bd0b-c0a17e2228c2 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] For port 11f9e14c-fd02-400f-beec-1320fe23d183, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=11f9e14c-fd02-400f-beec-1320fe23d183,segment=NetworkSegment(81e805ff-6bc3-47cd-9090-0b6f36942980),segment_id=81e805ff-6bc3-47cd-9090-0b6f36942980)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:29:34.522734 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e3d66ce7-500a-4bc5-bd0b-c0a17e2228c2 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:34.539597 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-e3d66ce7-500a-4bc5-bd0b-c0a17e2228c2 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Calling delete_port for 11f9e14c-fd02-400f-beec-1320fe23d183 owned by network:router_interface {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:29:34.571373 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-19d357a3-1fe2-4d4d-baf7-5233549a18ab req-ede0137b-6461-435f-ab6b-d4488883643e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dea4c3a6-e70b-410e-90f1-102cbfde860e HTTP/1.1" status: 200 len: 1000 time: 0.2798333 May 18 18:29:34.794883 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-e947e738-c25d-48fa-8494-9d9739ec831c None None] Set router be055dce-5e9c-42c3-b98f-bdae8046ec2d gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:29:34.897030 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e3d66ce7-500a-4bc5-bd0b-c0a17e2228c2 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:35.091755 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d66ce7-500a-4bc5-bd0b-c0a17e2228c2 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Pushing event deleted for resources: {'Port': ['ID=11f9e14c-fd02-400f-beec-1320fe23d183,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:29:35.107126 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7777430-403e-43f3-86fd-724645820e93 req-de90d1d8-3efd-48a3-8168-1b8321353ce3 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:35.110540 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b7777430-403e-43f3-86fd-724645820e93 req-de90d1d8-3efd-48a3-8168-1b8321353ce3 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef854938-189c-46f2-8314-215a08afd5f6 HTTP/1.1" status: 200 len: 945 time: 0.5541630 May 18 18:29:35.120823 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d357a3-1fe2-4d4d-baf7-5233549a18ab req-6d501a15-ae7f-4c87-9254-f7a2dfc4ee9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:35.121552 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-19d357a3-1fe2-4d4d-baf7-5233549a18ab req-6d501a15-ae7f-4c87-9254-f7a2dfc4ee9f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=ac45570a-d36a-47d1-a935-bbf3ce99c6a8 HTTP/1.1" status: 200 len: 856 time: 0.4688456 May 18 18:29:35.236671 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-e947e738-c25d-48fa-8494-9d9739ec831c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be055dce-5e9c-42c3-b98f-bdae8046ec2d', 'name': 'tempest-AttachVolumeShelveTestJSON-1885015581-router', 'tenant_id': '0d731d0a64e04789ad04262ef63d1dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.68'}], 'enable_snat': True}, 'gw_port_id': '1307ac58-657e-4b0c-989f-41b27f578567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:24:58Z', 'updated_at': '2022-05-18T18:25:03Z', 'revision_number': 4, 'project_id': '0d731d0a64e04789ad04262ef63d1dbd', 'gw_port': {'id': '1307ac58-657e-4b0c-989f-41b27f578567', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:6e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be055dce-5e9c-42c3-b98f-bdae8046ec2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:24:58Z', 'updated_at': '2022-05-18T18:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': '5387a2f3-18af-42a5-b1f0-51cb85023c41', 'tenant_id': '0d731d0a64e04789ad04262ef63d1dbd', 'floating_ip_address': '172.25.5.149', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': 'be055dce-5e9c-42c3-b98f-bdae8046ec2d', 'port_id': 'dea4c3a6-e70b-410e-90f1-102cbfde860e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2793, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32a0c3b3-6eed-4c0e-b14e-e9888ed81174', 'mac_address': 'fa:16:3e:e3:06:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab843bd5-49cc-4a1a-a822-b7403ee93ee0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T18:29:02Z', 'updated_at': '2022-05-18T18:29:32Z', 'revision_number': 1, 'project_id': '0d731d0a64e04789ad04262ef63d1dbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f52beef-237e-4856-b6c6-26ac65d58558', 'name': '', 'network_id': '32a0c3b3-6eed-4c0e-b14e-e9888ed81174', 'tenant_id': '0d731d0a64e04789ad04262ef63d1dbd', 'mac_address': 'fa:16:3e:bd:da:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be055dce-5e9c-42c3-b98f-bdae8046ec2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': 'ac45570a-d36a-47d1-a935-bbf3ce99c6a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:25:02Z', 'updated_at': '2022-05-18T18:25:12Z', 'revision_number': 5, 'project_id': '0d731d0a64e04789ad04262ef63d1dbd', 'subnets': [{'id': 'ac45570a-d36a-47d1-a935-bbf3ce99c6a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:29:35.275515 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e947e738-c25d-48fa-8494-9d9739ec831c None None] The sync data for ids ['be055dce-5e9c-42c3-b98f-bdae8046ec2d'] in n-d-838550-3 is: [{'id': 'be055dce-5e9c-42c3-b98f-bdae8046ec2d', 'name': 'tempest-AttachVolumeShelveTestJSON-1885015581-router', 'tenant_id': '0d731d0a64e04789ad04262ef63d1dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.68'}], 'enable_snat': True}, 'gw_port_id': '1307ac58-657e-4b0c-989f-41b27f578567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:24:58Z', 'updated_at': '2022-05-18T18:25:03Z', 'revision_number': 4, 'project_id': '0d731d0a64e04789ad04262ef63d1dbd', 'gw_port': {'id': '1307ac58-657e-4b0c-989f-41b27f578567', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:6e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be055dce-5e9c-42c3-b98f-bdae8046ec2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:24:58Z', 'updated_at': '2022-05-18T18:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': '5387a2f3-18af-42a5-b1f0-51cb85023c41', 'tenant_id': '0d731d0a64e04789ad04262ef63d1dbd', 'floating_ip_address': '172.25.5.149', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': 'be055dce-5e9c-42c3-b98f-bdae8046ec2d', 'port_id': 'dea4c3a6-e70b-410e-90f1-102cbfde860e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2793, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32a0c3b3-6eed-4c0e-b14e-e9888ed81174', 'mac_address': 'fa:16:3e:e3:06:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab843bd5-49cc-4a1a-a822-b7403ee93ee0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T18:29:02Z', 'updated_at': '2022-05-18T18:29:32Z', 'revision_number': 1, 'project_id': '0d731d0a64e04789ad04262ef63d1dbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f52beef-237e-4856-b6c6-26ac65d58558', 'name': '', 'network_id': '32a0c3b3-6eed-4c0e-b14e-e9888ed81174', 'tenant_id': '0d731d0a64e04789ad04262ef63d1dbd', 'mac_address': 'fa:16:3e:bd:da:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be055dce-5e9c-42c3-b98f-bdae8046ec2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': 'ac45570a-d36a-47d1-a935-bbf3ce99c6a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:25:02Z', 'updated_at': '2022-05-18T18:25:12Z', 'revision_number': 5, 'project_id': '0d731d0a64e04789ad04262ef63d1dbd', 'subnets': [{'id': 'ac45570a-d36a-47d1-a935-bbf3ce99c6a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:29:35.325106 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b7777430-403e-43f3-86fd-724645820e93 req-50874a29-b3a0-4f0d-bb65-9455965acc6c tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=ea6a757a-9c65-4a62-a27e-604b73d281bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1704228 May 18 18:29:35.398921 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d357a3-1fe2-4d4d-baf7-5233549a18ab req-ee18cb45-a7b0-4ca8-a377-075cc637e4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:35.400731 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-19d357a3-1fe2-4d4d-baf7-5233549a18ab req-ee18cb45-a7b0-4ca8-a377-075cc637e4c6 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=32a0c3b3-6eed-4c0e-b14e-e9888ed81174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2556646 May 18 18:29:35.603485 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e3d66ce7-500a-4bc5-bd0b-c0a17e2228c2 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-593931'] for router_interface, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:35.802609 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86917a52-972f-4b9c-ba65-3087ca3bc9ad None None] New status for floating IP 5387a2f3-18af-42a5-b1f0-51cb85023c41: ACTIVE {{(pid=102733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 18:29:36.450605 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be1afe2-1902-42cf-8823-03c76178b406 req-02cc1acb-3690-47e2-bf9b-37df0d94808e tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:36.479687 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4be1afe2-1902-42cf-8823-03c76178b406 req-02cc1acb-3690-47e2-bf9b-37df0d94808e tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef854938-189c-46f2-8314-215a08afd5f6 HTTP/1.1" status: 200 len: 945 time: 0.2072294 May 18 18:29:36.484928 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-19d357a3-1fe2-4d4d-baf7-5233549a18ab req-bad97197-547e-4fa5-81cf-ad94b1718002 service neutron] 10.222.0.88 "GET /v2.0/networks/32a0c3b3-6eed-4c0e-b14e-e9888ed81174?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0662210 May 18 18:29:36.690089 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4be1afe2-1902-42cf-8823-03c76178b406 req-11185416-0478-4fdb-8eea-9274d48f71d7 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=ea6a757a-9c65-4a62-a27e-604b73d281bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2035997 May 18 18:29:36.703045 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3d66ce7-500a-4bc5-bd0b-c0a17e2228c2 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Router 4a8a223c-f2f4-498c-b72c-25d6db8935d8 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:29:36.740014 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-19d357a3-1fe2-4d4d-baf7-5233549a18ab req-d7c0456d-67d8-4169-a48b-a0cc035b5f15 service neutron] 10.222.0.88 "GET /v2.0/networks/32a0c3b3-6eed-4c0e-b14e-e9888ed81174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353883 May 18 18:29:36.925756 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3d66ce7-500a-4bc5-bd0b-c0a17e2228c2 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:29:36.932725 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-e3d66ce7-500a-4bc5-bd0b-c0a17e2228c2 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "PUT /v2.0/routers/4a8a223c-f2f4-498c-b72c-25d6db8935d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4475276 May 18 18:29:36.935519 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 54192) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:29:36.952075 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925f51a6-188c-4c6f-9f3f-43cedf89348f None None] Sync routers for ids ['4a8a223c-f2f4-498c-b72c-25d6db8935d8'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:29:36.965644 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925f51a6-188c-4c6f-9f3f-43cedf89348f None None] Routers {'4a8a223c-f2f4-498c-b72c-25d6db8935d8'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:29:36.966595 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-925f51a6-188c-4c6f-9f3f-43cedf89348f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:29:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['4a8a223c-f2f4-498c-b72c-25d6db8935d8'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:29:37.037370 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_v2 [None req-aeb02e01-6917-4941-bfa5-4cd499c79eaf tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Deleting subnet 17744d29-df4e-4fc8-95be-ab448a66e536 {{(pid=102730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:29:37.041266 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-aeb02e01-6917-4941-bfa5-4cd499c79eaf tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for subnet, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:37.049732 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device a0412cc4-69db-4907-be9e-675570dc9400 no longer exists at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:29:37.121260 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-aeb02e01-6917-4941-bfa5-4cd499c79eaf tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260107366'] for subnet, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:37.160957 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-925f51a6-188c-4c6f-9f3f-43cedf89348f None None] Set router 4a8a223c-f2f4-498c-b72c-25d6db8935d8 gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:29:37.266083 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port a0412cc4-69db-4907-be9e-675570dc9400 is: DOWN; New status is: DOWN {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:29:37.289673 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-aeb02e01-6917-4941-bfa5-4cd499c79eaf tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:37.373277 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-aeb02e01-6917-4941-bfa5-4cd499c79eaf tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261104690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261031888'] for subnet, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:37.415015 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb02e01-6917-4941-bfa5-4cd499c79eaf tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Pushing event deleted for resources: {'Subnet': ['ID=17744d29-df4e-4fc8-95be-ab448a66e536,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:29:37.434812 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-aeb02e01-6917-4941-bfa5-4cd499c79eaf tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:37.441677 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 54194) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:29:37.443382 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-aeb02e01-6917-4941-bfa5-4cd499c79eaf tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "DELETE /v2.0/subnets/17744d29-df4e-4fc8-95be-ab448a66e536 HTTP/1.1" status: 204 len: 168 time: 0.5062928 May 18 18:29:37.460869 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af24aa2f-601e-47ce-b01a-c2a92a23a964 None None] Network 5d4f0b95-0527-4e2a-bef4-834ab85a76d0 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:29:37.630772 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 54200) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:29:37.630989 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3cf797c7-21f4-4c85-a1bd-f13ea5807796 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for router, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:37.644458 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-b687bd95-902f-4cf9-ac2c-e6df72a05f28 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Request body: {'subnet': {'network_id': '3ad825f7-af1f-43be-a004-5dd1283327cf', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:29:37.729055 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-22026529-52b3-4ee6-ba92-4cc61ce7fb3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:37.762837 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-925f51a6-188c-4c6f-9f3f-43cedf89348f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a8a223c-f2f4-498c-b72c-25d6db8935d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-966487483', 'tenant_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.122'}], 'enable_snat': True}, 'gw_port_id': '125d6336-0308-49e0-8033-0e6f79b71f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:27:47Z', 'updated_at': '2022-05-18T18:29:34Z', 'revision_number': 5, 'project_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'gw_port': {'id': '125d6336-0308-49e0-8033-0e6f79b71f39', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:db:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8a223c-f2f4-498c-b72c-25d6db8935d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2714, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:27:48Z', 'updated_at': '2022-05-18T18:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:29:37.798144 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925f51a6-188c-4c6f-9f3f-43cedf89348f None None] Checking router: 4a8a223c-f2f4-498c-b72c-25d6db8935d8 for host: n-d-838550-3 {{(pid=102732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:29:37.831350 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925f51a6-188c-4c6f-9f3f-43cedf89348f None None] Routers {'4a8a223c-f2f4-498c-b72c-25d6db8935d8'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:29:37.831350 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-925f51a6-188c-4c6f-9f3f-43cedf89348f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:29:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['4a8a223c-f2f4-498c-b72c-25d6db8935d8'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:29:37.889642 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b687bd95-902f-4cf9-ac2c-e6df72a05f28 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Made reservation on behalf of bd00446429ad457d9241c37da79c2cb0 for: {'subnet': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:29:37.890391 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3cf797c7-21f4-4c85-a1bd-f13ea5807796 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:37.892903 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b687bd95-902f-4cf9-ac2c-e6df72a05f28 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261031885'] for subnet, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:37.899972 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e32140-4ea1-4acd-bdbf-f269d3fd7b81 None None] DHCP port deletion for 5d4f0b95-0527-4e2a-bef4-834ab85a76d0 request from n-d-838550-3 {{(pid=102732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 18:29:37.971696 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-3cf797c7-21f4-4c85-a1bd-f13ea5807796 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Deleting port 125d6336-0308-49e0-8033-0e6f79b71f39 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:29:37.973064 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3cf797c7-21f4-4c85-a1bd-f13ea5807796 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:38.114566 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-3cf797c7-21f4-4c85-a1bd-f13ea5807796 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] For port 125d6336-0308-49e0-8033-0e6f79b71f39, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=125d6336-0308-49e0-8033-0e6f79b71f39,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:29:38.115088 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3cf797c7-21f4-4c85-a1bd-f13ea5807796 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:38.131637 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-3cf797c7-21f4-4c85-a1bd-f13ea5807796 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Calling delete_port for 125d6336-0308-49e0-8033-0e6f79b71f39 owned by network:router_gateway {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:29:38.189545 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-925f51a6-188c-4c6f-9f3f-43cedf89348f None None] Set router 4a8a223c-f2f4-498c-b72c-25d6db8935d8 gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:29:38.260652 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-07e32140-4ea1-4acd-bdbf-f269d3fd7b81 None None] Deleting port 38396340-de21-4773-9c77-dade9575c2ac {{(pid=102732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:29:38.260901 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b687bd95-902f-4cf9-ac2c-e6df72a05f28 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261104883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261031899'] for subnet, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:38.261364 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-07e32140-4ea1-4acd-bdbf-f269d3fd7b81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:38.337536 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca63927-be16-4e0b-945f-c8ad1c2b26cd req-e260e1f4-649f-408b-af2a-8440c0cacdda tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:38.339241 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bca63927-be16-4e0b-945f-c8ad1c2b26cd req-e260e1f4-649f-408b-af2a-8440c0cacdda tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef854938-189c-46f2-8314-215a08afd5f6 HTTP/1.1" status: 200 len: 945 time: 0.4723539 May 18 18:29:38.364617 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3cf797c7-21f4-4c85-a1bd-f13ea5807796 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:38.401590 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bca63927-be16-4e0b-945f-c8ad1c2b26cd req-39e675a6-d6f4-42a8-8e5e-8b10d29e6678 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=ea6a757a-9c65-4a62-a27e-604b73d281bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531189 May 18 18:29:38.431876 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b687bd95-902f-4cf9-ac2c-e6df72a05f28 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Pushing event updated for resources: {'Subnet': ['ID=0d0e5b49-7644-4272-ac7a-6f3a06845395,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:29:38.453280 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b687bd95-902f-4cf9-ac2c-e6df72a05f28 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Checking segment: {'id': '1aa29375-7aa7-453d-af29-7d2e3cec2bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '3ad825f7-af1f-43be-a004-5dd1283327cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:29:38.453688 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b687bd95-902f-4cf9-ac2c-e6df72a05f28 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Network hostable DHCP agents. Network: 3ad825f7-af1f-43be-a004-5dd1283327cf, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:29:38.458916 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf797c7-21f4-4c85-a1bd-f13ea5807796 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Pushing event deleted for resources: {'Port': ['ID=125d6336-0308-49e0-8033-0e6f79b71f39,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:29:38.512634 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b687bd95-902f-4cf9-ac2c-e6df72a05f28 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Network 3ad825f7-af1f-43be-a004-5dd1283327cf is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:29:38.523485 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-07e32140-4ea1-4acd-bdbf-f269d3fd7b81 None None] For port 38396340-de21-4773-9c77-dade9575c2ac, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=38396340-de21-4773-9c77-dade9575c2ac,segment=NetworkSegment(81e805ff-6bc3-47cd-9090-0b6f36942980),segment_id=81e805ff-6bc3-47cd-9090-0b6f36942980)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:29:38.523885 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-07e32140-4ea1-4acd-bdbf-f269d3fd7b81 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:38.531267 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf797c7-21f4-4c85-a1bd-f13ea5807796 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:29:38.532001 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf797c7-21f4-4c85-a1bd-f13ea5807796 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:29:38.532624 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf797c7-21f4-4c85-a1bd-f13ea5807796 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:29:38.533218 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf797c7-21f4-4c85-a1bd-f13ea5807796 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:29:38.533901 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf797c7-21f4-4c85-a1bd-f13ea5807796 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:29:38.534508 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf797c7-21f4-4c85-a1bd-f13ea5807796 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:29:38.535052 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf797c7-21f4-4c85-a1bd-f13ea5807796 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:29:38.535677 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf797c7-21f4-4c85-a1bd-f13ea5807796 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:29:38.536307 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf797c7-21f4-4c85-a1bd-f13ea5807796 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:29:38.536886 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf797c7-21f4-4c85-a1bd-f13ea5807796 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:29:38.537333 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf797c7-21f4-4c85-a1bd-f13ea5807796 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:29:38.537812 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf797c7-21f4-4c85-a1bd-f13ea5807796 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:29:38.537952 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-b687bd95-902f-4cf9-ac2c-e6df72a05f28 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, 3ad825f7-af1f-43be-a004-5dd1283327cf) {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:29:38.548880 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b687bd95-902f-4cf9-ac2c-e6df72a05f28 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:38.550903 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b687bd95-902f-4cf9-ac2c-e6df72a05f28 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:38.553417 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-07e32140-4ea1-4acd-bdbf-f269d3fd7b81 None None] Calling delete_port for 38396340-de21-4773-9c77-dade9575c2ac owned by network:dhcp {{(pid=102732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:29:38.558045 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad26138-0112-4892-ae8c-59407e82e3a6 None None] Network 3ad825f7-af1f-43be-a004-5dd1283327cf requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:29:38.578486 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3cf797c7-21f4-4c85-a1bd-f13ea5807796 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596901'] for router_gateway, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:38.622178 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-b687bd95-902f-4cf9-ac2c-e6df72a05f28 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9895022 May 18 18:29:38.623731 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 54210) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:29:38.635174 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-2a590e72-b459-4dfa-9f43-ac71a2327748 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1184385714'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:29:38.698186 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a590e72-b459-4dfa-9f43-ac71a2327748 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Made reservation on behalf of bd00446429ad457d9241c37da79c2cb0 for: {'network': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:29:38.706435 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2a590e72-b459-4dfa-9f43-ac71a2327748 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:38.768550 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a590e72-b459-4dfa-9f43-ac71a2327748 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=102730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:29:38.786746 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3cf797c7-21f4-4c85-a1bd-f13ea5807796 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25145'] for router, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:38.789251 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2a590e72-b459-4dfa-9f43-ac71a2327748 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:38.789602 n-d-838550-3 neutron-server[102730]: INFO neutron.db.segments_db [None req-2a590e72-b459-4dfa-9f43-ac71a2327748 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Added segment 4014faf6-6515-45d1-83d1-4fc812e7a5a0 of type vlan for network b75f8249-e3ba-4a8b-b9d7-12813e76706d May 18 18:29:38.790217 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3cf797c7-21f4-4c85-a1bd-f13ea5807796 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:38.861092 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2a590e72-b459-4dfa-9f43-ac71a2327748 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:38.891403 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3cf797c7-21f4-4c85-a1bd-f13ea5807796 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593303'] for router, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:38.892084 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cf797c7-21f4-4c85-a1bd-f13ea5807796 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Fanout notify agent at l3_agent the message router_deleted on router 4a8a223c-f2f4-498c-b72c-25d6db8935d8 {{(pid=102731) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 18 18:29:38.903691 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2a590e72-b459-4dfa-9f43-ac71a2327748 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:38.923028 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3cf797c7-21f4-4c85-a1bd-f13ea5807796 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for router, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:38.927151 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f3b244-3838-4302-a59d-791568b415f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-3ad825f7-af1f-43be-a004-5dd1283327cf', 'network_id': '3ad825f7-af1f-43be-a004-5dd1283327cf', 'tenant_id': 'bd00446429ad457d9241c37da79c2cb0', 'fixed_ips': [{'subnet_id': '0d0e5b49-7644-4272-ac7a-6f3a06845395'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:29:38.928554 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-06f3b244-3838-4302-a59d-791568b415f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:38.932306 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a590e72-b459-4dfa-9f43-ac71a2327748 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:38.933805 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-3cf797c7-21f4-4c85-a1bd-f13ea5807796 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "DELETE /v2.0/routers/4a8a223c-f2f4-498c-b72c-25d6db8935d8 HTTP/1.1" status: 204 len: 168 time: 1.4905589 May 18 18:29:38.935404 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 54214) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:29:38.936812 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2a590e72-b459-4dfa-9f43-ac71a2327748 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:38.966683 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-07e32140-4ea1-4acd-bdbf-f269d3fd7b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508'] for port, after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:39.130215 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-60440479-cd47-4c45-a047-fa26d567026a tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:39.132405 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-06f3b244-3838-4302-a59d-791568b415f6 None None] Allocated IP 2001:db8:0:ffff::2 (3ad825f7-af1f-43be-a004-5dd1283327cf/0d0e5b49-7644-4272-ac7a-6f3a06845395/863592d4-4378-4663-8deb-b42d005352a0) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:29:39.140501 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-2a590e72-b459-4dfa-9f43-ac71a2327748 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5145099 May 18 18:29:39.142381 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 54218) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:29:39.150643 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-992f5223-dda0-408f-98c8-04740ca56154 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Request body: {'subnet': {'network_id': 'b75f8249-e3ba-4a8b-b9d7-12813e76706d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:29:39.164695 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a590e72-b459-4dfa-9f43-ac71a2327748 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Pushing event updated for resources: {'Network': ['ID=b75f8249-e3ba-4a8b-b9d7-12813e76706d,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:29:39.313113 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network b75f8249-e3ba-4a8b-b9d7-12813e76706d details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:29:39.316211 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-925f51a6-188c-4c6f-9f3f-43cedf89348f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a8a223c-f2f4-498c-b72c-25d6db8935d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-966487483', 'tenant_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.122'}], 'enable_snat': True}, 'gw_port_id': '125d6336-0308-49e0-8033-0e6f79b71f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:27:47Z', 'updated_at': '2022-05-18T18:29:34Z', 'revision_number': 5, 'project_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'gw_port': {'id': '125d6336-0308-49e0-8033-0e6f79b71f39', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:db:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8a223c-f2f4-498c-b72c-25d6db8935d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2714, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:27:48Z', 'updated_at': '2022-05-18T18:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:29:39.328280 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-60440479-cd47-4c45-a047-fa26d567026a tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:39.346617 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-992f5223-dda0-408f-98c8-04740ca56154 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Made reservation on behalf of bd00446429ad457d9241c37da79c2cb0 for: {'subnet': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:29:39.360717 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-992f5223-dda0-408f-98c8-04740ca56154 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260908003'] for subnet, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:39.376241 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e32140-4ea1-4acd-bdbf-f269d3fd7b81 None None] Pushing event deleted for resources: {'Port': ['ID=38396340-de21-4773-9c77-dade9575c2ac,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:29:39.380125 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e32140-4ea1-4acd-bdbf-f269d3fd7b81 None None] No DVR routers for this DVR port 38396340-de21-4773-9c77-dade9575c2ac on host n-d-838550-3 {{(pid=102732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:29:39.381810 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925f51a6-188c-4c6f-9f3f-43cedf89348f None None] The sync data for ids ['4a8a223c-f2f4-498c-b72c-25d6db8935d8'] in n-d-838550-3 is: [{'id': '4a8a223c-f2f4-498c-b72c-25d6db8935d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-966487483', 'tenant_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.122'}], 'enable_snat': True}, 'gw_port_id': '125d6336-0308-49e0-8033-0e6f79b71f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:27:47Z', 'updated_at': '2022-05-18T18:29:34Z', 'revision_number': 5, 'project_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'gw_port': {'id': '125d6336-0308-49e0-8033-0e6f79b71f39', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:db:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8a223c-f2f4-498c-b72c-25d6db8935d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2714, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:27:48Z', 'updated_at': '2022-05-18T18:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:29:39.504749 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-60440479-cd47-4c45-a047-fa26d567026a tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d4f0b95-0527-4e2a-bef4-834ab85a76d0']}} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:29:39.542241 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-06f3b244-3838-4302-a59d-791568b415f6 None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:39.555570 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-06f3b244-3838-4302-a59d-791568b415f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:39.585344 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-60440479-cd47-4c45-a047-fa26d567026a tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81e805ff-6bc3-47cd-9090-0b6f36942980') {'for_net_delete': True} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:29:39.585680 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-60440479-cd47-4c45-a047-fa26d567026a tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81e805ff-6bc3-47cd-9090-0b6f36942980') {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:29:39.607442 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f3b244-3838-4302-a59d-791568b415f6 None None] Network 3ad825f7-af1f-43be-a004-5dd1283327cf is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:29:39.613809 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-06f3b244-3838-4302-a59d-791568b415f6 None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:29:39.616257 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f3b244-3838-4302-a59d-791568b415f6 None None] Pushing event updated for resources: {'Port': ['ID=863592d4-4378-4663-8deb-b42d005352a0,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:29:39.620967 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-60440479-cd47-4c45-a047-fa26d567026a tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260542144'] for segment, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:39.625086 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f3b244-3838-4302-a59d-791568b415f6 None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:29:39.655104 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-60440479-cd47-4c45-a047-fa26d567026a tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:39.668010 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60440479-cd47-4c45-a047-fa26d567026a tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=102731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:29:39.668417 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-60440479-cd47-4c45-a047-fa26d567026a tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260884178'] for segment, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:39.675709 n-d-838550-3 neutron-server[102731]: Traceback (most recent call last): May 18 18:29:39.675709 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:29:39.675709 n-d-838550-3 neutron-server[102731]: timer() May 18 18:29:39.675709 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:29:39.675709 n-d-838550-3 neutron-server[102731]: cb(*args, **kw) May 18 18:29:39.675709 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:29:39.675709 n-d-838550-3 neutron-server[102731]: return func(*args, **kwargs) May 18 18:29:39.675709 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:29:39.675709 n-d-838550-3 neutron-server[102731]: self._notify() May 18 18:29:39.675709 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:29:39.675709 n-d-838550-3 neutron-server[102731]: self.callback(batched_events) May 18 18:29:39.675709 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:29:39.675709 n-d-838550-3 neutron-server[102731]: event.method(event) May 18 18:29:39.675709 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:29:39.675709 n-d-838550-3 neutron-server[102731]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:29:39.675709 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:29:39.675709 n-d-838550-3 neutron-server[102731]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:29:39.675709 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:29:39.675709 n-d-838550-3 neutron-server[102731]: return f(self, *a, **k) May 18 18:29:39.675709 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:29:39.675709 n-d-838550-3 neutron-server[102731]: return self._get(url).json() May 18 18:29:39.675709 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:29:39.675709 n-d-838550-3 neutron-server[102731]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:29:39.675709 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:29:39.675709 n-d-838550-3 neutron-server[102731]: return self.request(url, 'GET', **kwargs) May 18 18:29:39.675709 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:29:39.675709 n-d-838550-3 neutron-server[102731]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:29:39.675709 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:29:39.675709 n-d-838550-3 neutron-server[102731]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:29:39.675709 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:29:39.675709 n-d-838550-3 neutron-server[102731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:29:39.675709 n-d-838550-3 neutron-server[102731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:29:39.699281 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8563b12a-6aa0-4b55-b3c6-518956d3a993 req-3286514a-00db-4da6-99d0-f2d557743d9e tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:39.700862 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8563b12a-6aa0-4b55-b3c6-518956d3a993 req-3286514a-00db-4da6-99d0-f2d557743d9e tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef854938-189c-46f2-8314-215a08afd5f6 HTTP/1.1" status: 200 len: 945 time: 0.1715348 May 18 18:29:39.723271 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-06f3b244-3838-4302-a59d-791568b415f6 None None] Attempting to bind port 863592d4-4378-4663-8deb-b42d005352a0 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:29:39.724023 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-06f3b244-3838-4302-a59d-791568b415f6 None None] Attempting to bind port 863592d4-4378-4663-8deb-b42d005352a0 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '1aa29375-7aa7-453d-af29-7d2e3cec2bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '3ad825f7-af1f-43be-a004-5dd1283327cf'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:29:39.724615 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f3b244-3838-4302-a59d-791568b415f6 None None] Attempting to bind port 863592d4-4378-4663-8deb-b42d005352a0 on network 3ad825f7-af1f-43be-a004-5dd1283327cf {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:29:39.734993 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f3b244-3838-4302-a59d-791568b415f6 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 29, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:29:39.735870 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f3b244-3838-4302-a59d-791568b415f6 None None] Checking segment: {'id': '1aa29375-7aa7-453d-af29-7d2e3cec2bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '3ad825f7-af1f-43be-a004-5dd1283327cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:29:39.736913 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-06f3b244-3838-4302-a59d-791568b415f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:39.737647 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f3b244-3838-4302-a59d-791568b415f6 None None] Bound using segment: {'id': '1aa29375-7aa7-453d-af29-7d2e3cec2bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '3ad825f7-af1f-43be-a004-5dd1283327cf'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:29:39.738465 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-06f3b244-3838-4302-a59d-791568b415f6 None None] Bound port: 863592d4-4378-4663-8deb-b42d005352a0, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1aa29375-7aa7-453d-af29-7d2e3cec2bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '3ad825f7-af1f-43be-a004-5dd1283327cf'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:29:39.739919 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-06f3b244-3838-4302-a59d-791568b415f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:39.805198 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-60440479-cd47-4c45-a047-fa26d567026a tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:39.814682 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8563b12a-6aa0-4b55-b3c6-518956d3a993 req-798b0641-e597-40b9-902d-9f6f223cfe04 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=ea6a757a-9c65-4a62-a27e-604b73d281bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825796 May 18 18:29:39.823422 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-60440479-cd47-4c45-a047-fa26d567026a tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:39.829371 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 54224) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:29:39.829927 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-60440479-cd47-4c45-a047-fa26d567026a tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "DELETE /v2.0/networks/5d4f0b95-0527-4e2a-bef4-834ab85a76d0 HTTP/1.1" status: 204 len: 168 time: 0.8918724 May 18 18:29:39.850856 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60440479-cd47-4c45-a047-fa26d567026a tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Pushing event deleted for resources: {'Network': ['ID=5d4f0b95-0527-4e2a-bef4-834ab85a76d0,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:29:39.982163 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-06f3b244-3838-4302-a59d-791568b415f6 None None] For port 863592d4-4378-4663-8deb-b42d005352a0, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:29:39.990139 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-06f3b244-3838-4302-a59d-791568b415f6 None None] For port 863592d4-4378-4663-8deb-b42d005352a0, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=863592d4-4378-4663-8deb-b42d005352a0,segment=NetworkSegment(1aa29375-7aa7-453d-af29-7d2e3cec2bd5),segment_id=1aa29375-7aa7-453d-af29-7d2e3cec2bd5)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:29:39.998646 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-06f3b244-3838-4302-a59d-791568b415f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:40.016551 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-992f5223-dda0-408f-98c8-04740ca56154 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260898481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260908021'] for subnet, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:40.102026 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 38396340-de21-4773-9c77-dade9575c2ac no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:29:40.108798 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-35932fe9-112b-4337-a3fb-8afe2d773b4b tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:40.155264 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-35932fe9-112b-4337-a3fb-8afe2d773b4b tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:40.158672 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 38396340-de21-4773-9c77-dade9575c2ac {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:29:40.158965 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 38396340-de21-4773-9c77-dade9575c2ac not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:29:40.204522 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1588679b-0a99-46d8-8e13-71ca07624bb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:40.217039 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f3b244-3838-4302-a59d-791568b415f6 None None] Pushing event updated for resources: {'Port': ['ID=863592d4-4378-4663-8deb-b42d005352a0,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:29:40.228882 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-35932fe9-112b-4337-a3fb-8afe2d773b4b tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:40.231605 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-35932fe9-112b-4337-a3fb-8afe2d773b4b tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:40.233268 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-35932fe9-112b-4337-a3fb-8afe2d773b4b tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "DELETE /v2.0/security-groups/a3fd6ba0-49f1-4240-8893-3fa20d057d21 HTTP/1.1" status: 204 len: 168 time: 0.4028304 May 18 18:29:40.249426 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35932fe9-112b-4337-a3fb-8afe2d773b4b tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3fd6ba0-49f1-4240-8893-3fa20d057d21,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:29:40.337899 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992f5223-dda0-408f-98c8-04740ca56154 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Pushing event updated for resources: {'Subnet': ['ID=a0f14917-00b5-46a8-bb33-0ac9b48f17b8,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:29:40.353490 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992f5223-dda0-408f-98c8-04740ca56154 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Checking segment: {'id': '4014faf6-6515-45d1-83d1-4fc812e7a5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'b75f8249-e3ba-4a8b-b9d7-12813e76706d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:29:40.354122 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992f5223-dda0-408f-98c8-04740ca56154 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Network hostable DHCP agents. Network: b75f8249-e3ba-4a8b-b9d7-12813e76706d, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:29:40.389970 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992f5223-dda0-408f-98c8-04740ca56154 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Network b75f8249-e3ba-4a8b-b9d7-12813e76706d is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:29:40.402548 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-992f5223-dda0-408f-98c8-04740ca56154 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, b75f8249-e3ba-4a8b-b9d7-12813e76706d) {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:29:40.409918 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-992f5223-dda0-408f-98c8-04740ca56154 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:40.410526 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-992f5223-dda0-408f-98c8-04740ca56154 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:40.410826 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41be431a-33d8-42ac-9c8b-fc634085538e None None] Network b75f8249-e3ba-4a8b-b9d7-12813e76706d requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:29:40.450743 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 54234) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:29:40.456822 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-992f5223-dda0-408f-98c8-04740ca56154 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.3028457 May 18 18:29:40.501380 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 54236) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:29:40.507378 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-ee7f6ed7-7407-4da4-8d60-639aa0d9ab84 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-486527702', 'description': 'tempest-secgroup-smoke-486527702 description', 'project_id': '06b3ed36f50a43fd9cfeaa89e080d35b'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:29:40.590345 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ee7f6ed7-7407-4da4-8d60-639aa0d9ab84 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:40.765045 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c5054083-5d0e-4073-9ed6-1f0fbcd6482c tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:40.858536 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ee7f6ed7-7407-4da4-8d60-639aa0d9ab84 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:40.868523 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90113fd5-8dba-4d0f-b811-cac6f76f083d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-b75f8249-e3ba-4a8b-b9d7-12813e76706d', 'network_id': 'b75f8249-e3ba-4a8b-b9d7-12813e76706d', 'tenant_id': 'bd00446429ad457d9241c37da79c2cb0', 'fixed_ips': [{'subnet_id': 'a0f14917-00b5-46a8-bb33-0ac9b48f17b8'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:29:40.869085 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ee7f6ed7-7407-4da4-8d60-639aa0d9ab84 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:40.869399 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-90113fd5-8dba-4d0f-b811-cac6f76f083d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:40.918360 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ee7f6ed7-7407-4da4-8d60-639aa0d9ab84 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:40.924057 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-ee7f6ed7-7407-4da4-8d60-639aa0d9ab84 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4184244 May 18 18:29:40.924861 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 54240) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:29:40.935569 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-a4c5f3f0-381a-41df-8e80-4811e28ad7b6 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Request body: {'security_group_rule': {'security_group_id': '7a49a26b-bec5-4659-823a-7a88d88b0ba6', 'project_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:29:40.965555 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7f6ed7-7407-4da4-8d60-639aa0d9ab84 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a49a26b-bec5-4659-823a-7a88d88b0ba6,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:29:41.015231 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c5054083-5d0e-4073-9ed6-1f0fbcd6482c tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:41.120775 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a4c5f3f0-381a-41df-8e80-4811e28ad7b6 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:41.138688 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eff736-e27e-4245-b234-6b6282751389 req-4d302b0c-8b58-4fee-880b-0c17b679ad48 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:41.148205 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-51eff736-e27e-4245-b234-6b6282751389 req-4d302b0c-8b58-4fee-880b-0c17b679ad48 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef854938-189c-46f2-8314-215a08afd5f6 HTTP/1.1" status: 200 len: 945 time: 0.1638982 May 18 18:29:41.247948 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-51eff736-e27e-4245-b234-6b6282751389 req-df5db45d-1ae0-450f-8079-467a0610af27 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=ea6a757a-9c65-4a62-a27e-604b73d281bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987418 May 18 18:29:41.265893 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-90113fd5-8dba-4d0f-b811-cac6f76f083d None None] Allocated IP 2001:db8::1 (b75f8249-e3ba-4a8b-b9d7-12813e76706d/a0f14917-00b5-46a8-bb33-0ac9b48f17b8/6b375710-8232-4eb4-9065-1fcb13490b1a) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:29:41.289120 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:41.294838 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a4c5f3f0-381a-41df-8e80-4811e28ad7b6 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:41.302016 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a4c5f3f0-381a-41df-8e80-4811e28ad7b6 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:41.381497 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c5f3f0-381a-41df-8e80-4811e28ad7b6 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acad06fc-cd65-452e-a852-b95dda75808b,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:29:41.391606 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a4c5f3f0-381a-41df-8e80-4811e28ad7b6 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:41.393100 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-a4c5f3f0-381a-41df-8e80-4811e28ad7b6 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4664090 May 18 18:29:41.397532 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 54250) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:29:41.404501 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-dbe18b2b-3428-4a6e-a150-b7967e2adb20 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Request body: {'security_group_rule': {'security_group_id': '7a49a26b-bec5-4659-823a-7a88d88b0ba6', 'project_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:29:41.465022 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-dbe18b2b-3428-4a6e-a150-b7967e2adb20 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:41.656606 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-dbe18b2b-3428-4a6e-a150-b7967e2adb20 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:41.666695 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-dbe18b2b-3428-4a6e-a150-b7967e2adb20 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:41.707630 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 863592d4-4378-4663-8deb-b42d005352a0 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:29:41.720591 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-90113fd5-8dba-4d0f-b811-cac6f76f083d None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:41.776277 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe18b2b-3428-4a6e-a150-b7967e2adb20 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69ad8745-54b7-45c1-905b-c07d1f68a771,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:29:41.833730 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-90113fd5-8dba-4d0f-b811-cac6f76f083d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:41.851838 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-dbe18b2b-3428-4a6e-a150-b7967e2adb20 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:41.854389 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-dbe18b2b-3428-4a6e-a150-b7967e2adb20 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4545660 May 18 18:29:41.859014 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 54254) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:29:41.879454 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-3e80c3ce-f49a-4f2d-9868-5726fd1ebbe4 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Request body: {'security_group_rule': {'security_group_id': '7a49a26b-bec5-4659-823a-7a88d88b0ba6', 'project_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:29:41.925759 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c5054083-5d0e-4073-9ed6-1f0fbcd6482c tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261104690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261031888'] for subnet, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:41.966672 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90113fd5-8dba-4d0f-b811-cac6f76f083d None None] Network b75f8249-e3ba-4a8b-b9d7-12813e76706d is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:29:41.975904 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-90113fd5-8dba-4d0f-b811-cac6f76f083d None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:29:41.978632 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90113fd5-8dba-4d0f-b811-cac6f76f083d None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:29:41.994058 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90113fd5-8dba-4d0f-b811-cac6f76f083d None None] Pushing event updated for resources: {'Port': ['ID=6b375710-8232-4eb4-9065-1fcb13490b1a,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:29:42.005807 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3e80c3ce-f49a-4f2d-9868-5726fd1ebbe4 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:42.020259 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5054083-5d0e-4073-9ed6-1f0fbcd6482c tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Pushing event deleted for resources: {'Subnet': ['ID=a0f14917-00b5-46a8-bb33-0ac9b48f17b8,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:29:42.130639 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 863592d4-4378-4663-8deb-b42d005352a0 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:29:42.131070 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:42.226376 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be50444-a12c-4180-8abe-d333177db870 None None] Network 3ad825f7-af1f-43be-a004-5dd1283327cf requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:29:42.233850 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-90113fd5-8dba-4d0f-b811-cac6f76f083d None None] Attempting to bind port 6b375710-8232-4eb4-9065-1fcb13490b1a on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:29:42.234234 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-90113fd5-8dba-4d0f-b811-cac6f76f083d None None] Attempting to bind port 6b375710-8232-4eb4-9065-1fcb13490b1a by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '4014faf6-6515-45d1-83d1-4fc812e7a5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'b75f8249-e3ba-4a8b-b9d7-12813e76706d'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:29:42.234580 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90113fd5-8dba-4d0f-b811-cac6f76f083d None None] Attempting to bind port 6b375710-8232-4eb4-9065-1fcb13490b1a on network b75f8249-e3ba-4a8b-b9d7-12813e76706d {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:29:42.258403 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90113fd5-8dba-4d0f-b811-cac6f76f083d None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 29, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:29:42.258768 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90113fd5-8dba-4d0f-b811-cac6f76f083d None None] Checking segment: {'id': '4014faf6-6515-45d1-83d1-4fc812e7a5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'b75f8249-e3ba-4a8b-b9d7-12813e76706d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:29:42.259518 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-90113fd5-8dba-4d0f-b811-cac6f76f083d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:42.259919 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90113fd5-8dba-4d0f-b811-cac6f76f083d None None] Bound using segment: {'id': '4014faf6-6515-45d1-83d1-4fc812e7a5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'b75f8249-e3ba-4a8b-b9d7-12813e76706d'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:29:42.260409 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-90113fd5-8dba-4d0f-b811-cac6f76f083d None None] Bound port: 6b375710-8232-4eb4-9065-1fcb13490b1a, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4014faf6-6515-45d1-83d1-4fc812e7a5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'b75f8249-e3ba-4a8b-b9d7-12813e76706d'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:29:42.260783 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-90113fd5-8dba-4d0f-b811-cac6f76f083d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:42.335333 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c5054083-5d0e-4073-9ed6-1f0fbcd6482c tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:42.364062 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-1c3c4f65-7bff-41f2-be40-5a3b021b78b4 None None] Provisioning complete for port 863592d4-4378-4663-8deb-b42d005352a0 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:29:42.364512 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1c3c4f65-7bff-41f2-be40-5a3b021b78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:42.379701 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-c5054083-5d0e-4073-9ed6-1f0fbcd6482c tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b75f8249-e3ba-4a8b-b9d7-12813e76706d']}} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:29:42.397573 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-c5054083-5d0e-4073-9ed6-1f0fbcd6482c tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4014faf6-6515-45d1-83d1-4fc812e7a5a0') {'for_net_delete': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:29:42.398759 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-c5054083-5d0e-4073-9ed6-1f0fbcd6482c tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4014faf6-6515-45d1-83d1-4fc812e7a5a0') {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:29:42.400686 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3e80c3ce-f49a-4f2d-9868-5726fd1ebbe4 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:42.407791 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3e80c3ce-f49a-4f2d-9868-5726fd1ebbe4 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:42.418010 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c5054083-5d0e-4073-9ed6-1f0fbcd6482c tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260107375'] for segment, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:42.442383 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e80c3ce-f49a-4f2d-9868-5726fd1ebbe4 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d8f2663-6563-4689-9442-59b27166caf2,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:29:42.474336 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c5054083-5d0e-4073-9ed6-1f0fbcd6482c tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:42.483490 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d731e4-6e1d-46ae-9b93-249b182139d4 req-9de8791c-5d79-4171-acb7-baf30e086658 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:42.489477 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-21d731e4-6e1d-46ae-9b93-249b182139d4 req-9de8791c-5d79-4171-acb7-baf30e086658 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef854938-189c-46f2-8314-215a08afd5f6 HTTP/1.1" status: 200 len: 945 time: 0.0981460 May 18 18:29:42.508788 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5054083-5d0e-4073-9ed6-1f0fbcd6482c tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=102730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:29:42.515334 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c5054083-5d0e-4073-9ed6-1f0fbcd6482c tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261102736'] for segment, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:42.574379 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-21d731e4-6e1d-46ae-9b93-249b182139d4 req-cd3fa8c4-2bfa-4e02-ad90-2120d93ebc64 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=ea6a757a-9c65-4a62-a27e-604b73d281bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805237 May 18 18:29:42.681059 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3e80c3ce-f49a-4f2d-9868-5726fd1ebbe4 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:42.683903 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-3e80c3ce-f49a-4f2d-9868-5726fd1ebbe4 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8234549 May 18 18:29:42.684859 n-d-838550-3 neutron-server[102730]: Traceback (most recent call last): May 18 18:29:42.684859 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:29:42.684859 n-d-838550-3 neutron-server[102730]: timer() May 18 18:29:42.684859 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:29:42.684859 n-d-838550-3 neutron-server[102730]: cb(*args, **kw) May 18 18:29:42.684859 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:29:42.684859 n-d-838550-3 neutron-server[102730]: return func(*args, **kwargs) May 18 18:29:42.684859 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:29:42.684859 n-d-838550-3 neutron-server[102730]: self._notify() May 18 18:29:42.684859 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:29:42.684859 n-d-838550-3 neutron-server[102730]: self.callback(batched_events) May 18 18:29:42.684859 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:29:42.684859 n-d-838550-3 neutron-server[102730]: event.method(event) May 18 18:29:42.684859 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:29:42.684859 n-d-838550-3 neutron-server[102730]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:29:42.684859 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:29:42.684859 n-d-838550-3 neutron-server[102730]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:29:42.684859 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:29:42.684859 n-d-838550-3 neutron-server[102730]: return f(self, *a, **k) May 18 18:29:42.684859 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:29:42.684859 n-d-838550-3 neutron-server[102730]: return self._get(url).json() May 18 18:29:42.684859 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:29:42.684859 n-d-838550-3 neutron-server[102730]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:29:42.684859 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:29:42.684859 n-d-838550-3 neutron-server[102730]: return self.request(url, 'GET', **kwargs) May 18 18:29:42.684859 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:29:42.684859 n-d-838550-3 neutron-server[102730]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:29:42.684859 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:29:42.684859 n-d-838550-3 neutron-server[102730]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:29:42.684859 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:29:42.684859 n-d-838550-3 neutron-server[102730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:29:42.684859 n-d-838550-3 neutron-server[102730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:29:42.687131 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 54262) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:29:42.694458 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-1d89dd0c-915d-444e-abcf-2929d1d82ec1 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Request body: {'security_group_rule': {'security_group_id': '7a49a26b-bec5-4659-823a-7a88d88b0ba6', 'project_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:29:42.722188 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.db.api [None req-c5054083-5d0e-4073-9ed6-1f0fbcd6482c tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 18 18:29:42.722188 n-d-838550-3 neutron-server[102730]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 18 18:29:42.722188 n-d-838550-3 neutron-server[102730]: [parameters: {'id': 'b75f8249-e3ba-4a8b-b9d7-12813e76706d'}] May 18 18:29:42.722188 n-d-838550-3 neutron-server[102730]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102730) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 18 18:29:42.722653 n-d-838550-3 neutron-server[102730]: DEBUG oslo_db.api [None req-c5054083-5d0e-4073-9ed6-1f0fbcd6482c tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 18 18:29:42.733127 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1d89dd0c-915d-444e-abcf-2929d1d82ec1 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:42.826259 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1d89dd0c-915d-444e-abcf-2929d1d82ec1 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:42.832912 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:42.835752 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 863592d4-4378-4663-8deb-b42d005352a0 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:29:42.836126 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:42.839265 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1d89dd0c-915d-444e-abcf-2929d1d82ec1 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:42.855982 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-90113fd5-8dba-4d0f-b811-cac6f76f083d None None] For port 6b375710-8232-4eb4-9065-1fcb13490b1a, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:29:42.866460 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d89dd0c-915d-444e-abcf-2929d1d82ec1 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e9bc2ec-12f2-478f-b253-d461619350bd,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:29:42.878256 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1d89dd0c-915d-444e-abcf-2929d1d82ec1 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:42.880557 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-1d89dd0c-915d-444e-abcf-2929d1d82ec1 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1920762 May 18 18:29:42.884030 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 54264) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:29:42.898923 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-90113fd5-8dba-4d0f-b811-cac6f76f083d None None] For port 6b375710-8232-4eb4-9065-1fcb13490b1a, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=6b375710-8232-4eb4-9065-1fcb13490b1a,segment=NetworkSegment(4014faf6-6515-45d1-83d1-4fc812e7a5a0),segment_id=4014faf6-6515-45d1-83d1-4fc812e7a5a0)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:29:42.901768 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-c62cefb7-f508-4280-b5bc-a6e0e2dc3421 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Request body: {'security_group_rule': {'security_group_id': '7a49a26b-bec5-4659-823a-7a88d88b0ba6', 'project_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:29:42.962416 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] For port 863592d4-4378-4663-8deb-b42d005352a0, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=863592d4-4378-4663-8deb-b42d005352a0,segment=NetworkSegment(1aa29375-7aa7-453d-af29-7d2e3cec2bd5),segment_id=1aa29375-7aa7-453d-af29-7d2e3cec2bd5)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:29:42.966675 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-90113fd5-8dba-4d0f-b811-cac6f76f083d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:42.970252 n-d-838550-3 neutron-server[102730]: INFO neutron.db.securitygroups_db [None req-c62cefb7-f508-4280-b5bc-a6e0e2dc3421 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Project 06b3ed36f50a43fd9cfeaa89e080d35b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 18 18:29:42.977084 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:42.979082 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c62cefb7-f508-4280-b5bc-a6e0e2dc3421 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:43.013466 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-1c3c4f65-7bff-41f2-be40-5a3b021b78b4 None None] Current status of the port 863592d4-4378-4663-8deb-b42d005352a0 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:29:43.014069 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1c3c4f65-7bff-41f2-be40-5a3b021b78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:43.049033 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 11f9e14c-fd02-400f-beec-1320fe23d183 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:29:43.104587 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c62cefb7-f508-4280-b5bc-a6e0e2dc3421 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:43.112379 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c62cefb7-f508-4280-b5bc-a6e0e2dc3421 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:43.154619 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c62cefb7-f508-4280-b5bc-a6e0e2dc3421 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:43.157194 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-c62cefb7-f508-4280-b5bc-a6e0e2dc3421 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2707591 May 18 18:29:43.159672 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 11f9e14c-fd02-400f-beec-1320fe23d183 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:29:43.159827 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 54266) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:29:43.160021 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 11f9e14c-fd02-400f-beec-1320fe23d183 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:29:43.160436 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 125d6336-0308-49e0-8033-0e6f79b71f39 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:29:43.167664 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:43.167973 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-9ff7b0d0-ad23-44ee-bd5d-27022501be0a tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Request body: {'security_group_rule': {'security_group_id': '7a49a26b-bec5-4659-823a-7a88d88b0ba6', 'project_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:29:43.172456 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62cefb7-f508-4280-b5bc-a6e0e2dc3421 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ce23c43-3b68-4faa-8ef2-68d358108eb1,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:29:43.217393 n-d-838550-3 neutron-server[102731]: INFO neutron.db.securitygroups_db [None req-9ff7b0d0-ad23-44ee-bd5d-27022501be0a tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Project 06b3ed36f50a43fd9cfeaa89e080d35b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 18 18:29:43.223553 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c5054083-5d0e-4073-9ed6-1f0fbcd6482c tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:43.240097 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9ff7b0d0-ad23-44ee-bd5d-27022501be0a tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:43.240385 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 7 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 18:29:43.256457 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 125d6336-0308-49e0-8033-0e6f79b71f39 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:29:43.256725 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 125d6336-0308-49e0-8033-0e6f79b71f39 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:29:43.263980 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90113fd5-8dba-4d0f-b811-cac6f76f083d None None] Pushing event updated for resources: {'Port': ['ID=6b375710-8232-4eb4-9065-1fcb13490b1a,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:29:43.330540 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc8a083c-0f0b-464c-8d59-856968252332 None None] Network b75f8249-e3ba-4a8b-b9d7-12813e76706d requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:29:43.367660 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-c5054083-5d0e-4073-9ed6-1f0fbcd6482c tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Deleting port 6b375710-8232-4eb4-9065-1fcb13490b1a {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:29:43.368480 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c5054083-5d0e-4073-9ed6-1f0fbcd6482c tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:43.379194 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9ff7b0d0-ad23-44ee-bd5d-27022501be0a tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:43.387504 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9ff7b0d0-ad23-44ee-bd5d-27022501be0a tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:43.470016 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff7b0d0-ad23-44ee-bd5d-27022501be0a tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f1b44b2-9f61-4d37-bbdc-9a0795342c46,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:29:43.491164 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9ff7b0d0-ad23-44ee-bd5d-27022501be0a tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:43.503603 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Pushing event updated for resources: {'Port': ['ID=863592d4-4378-4663-8deb-b42d005352a0,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:29:43.506711 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 54268) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:29:43.511900 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-059aed23-38df-423b-b163-127f48d2edfa tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Request body: {'network': {'name': 'tempest-network-smoke--1206574853', 'project_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'port_security_enabled': True}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:29:43.534171 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-9ff7b0d0-ad23-44ee-bd5d-27022501be0a tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3711164 May 18 18:29:43.538342 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-059aed23-38df-423b-b163-127f48d2edfa tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Made reservation on behalf of 06b3ed36f50a43fd9cfeaa89e080d35b for: {'network': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:29:43.541878 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-059aed23-38df-423b-b163-127f48d2edfa tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:43.570287 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-059aed23-38df-423b-b163-127f48d2edfa tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 622} {{(pid=102730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:29:43.584456 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.db.api [None req-1c3c4f65-7bff-41f2-be40-5a3b021b78b4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102732) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 18 18:29:43.584803 n-d-838550-3 neutron-server[102732]: DEBUG oslo_db.api [None req-1c3c4f65-7bff-41f2-be40-5a3b021b78b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 18 18:29:43.589900 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-059aed23-38df-423b-b163-127f48d2edfa tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:43.591986 n-d-838550-3 neutron-server[102730]: INFO neutron.db.segments_db [None req-059aed23-38df-423b-b163-127f48d2edfa tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Added segment a839893d-6b02-4065-b63c-38a46f283620 of type vlan for network d73c399a-2f2b-4420-a483-8eb7c1dc35e8 May 18 18:29:43.719711 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-c5054083-5d0e-4073-9ed6-1f0fbcd6482c tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] For port 6b375710-8232-4eb4-9065-1fcb13490b1a, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=6b375710-8232-4eb4-9065-1fcb13490b1a,segment=NetworkSegment(4014faf6-6515-45d1-83d1-4fc812e7a5a0),segment_id=4014faf6-6515-45d1-83d1-4fc812e7a5a0)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:29:43.720152 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c5054083-5d0e-4073-9ed6-1f0fbcd6482c tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:43.756232 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f70581f-ee87-4354-8bb9-ca80e5e019fa None None] get_active_networks_info from n-d-838550-3 {{(pid=102732) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 18 18:29:43.794013 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-059aed23-38df-423b-b163-127f48d2edfa tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:43.805474 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-c5054083-5d0e-4073-9ed6-1f0fbcd6482c tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Calling delete_port for 6b375710-8232-4eb4-9065-1fcb13490b1a owned by network:dhcp {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:29:43.822926 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5eee65-6fd2-4dd6-8630-282acbe1d4d9 req-c12cc76d-d1c5-4bf1-ac22-a86b172d1a53 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:43.824493 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8c5eee65-6fd2-4dd6-8630-282acbe1d4d9 req-c12cc76d-d1c5-4bf1-ac22-a86b172d1a53 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef854938-189c-46f2-8314-215a08afd5f6 HTTP/1.1" status: 200 len: 945 time: 0.0935552 May 18 18:29:43.916731 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-059aed23-38df-423b-b163-127f48d2edfa tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:43.922638 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-059aed23-38df-423b-b163-127f48d2edfa tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:43.923237 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-059aed23-38df-423b-b163-127f48d2edfa tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:43.929923 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8c5eee65-6fd2-4dd6-8630-282acbe1d4d9 req-15b21606-36c0-4f84-bc7d-9ae6c435bc43 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=ea6a757a-9c65-4a62-a27e-604b73d281bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961468 May 18 18:29:43.985115 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f70581f-ee87-4354-8bb9-ca80e5e019fa None None] Resources bound (agent type, host, resource id): {{(pid=102732) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 18 18:29:44.049179 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-059aed23-38df-423b-b163-127f48d2edfa tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5411851 May 18 18:29:44.049893 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 54276) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:29:44.051609 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059aed23-38df-423b-b163-127f48d2edfa tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Pushing event updated for resources: {'Network': ['ID=d73c399a-2f2b-4420-a483-8eb7c1dc35e8,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:29:44.054929 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-665ed5b3-de16-4560-add3-eb5cc93828e7 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-769308072', 'admin_state_up': True, 'project_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:29:44.067718 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059aed23-38df-423b-b163-127f48d2edfa tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:29:44.068156 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059aed23-38df-423b-b163-127f48d2edfa tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:29:44.070760 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059aed23-38df-423b-b163-127f48d2edfa tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:29:44.070760 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059aed23-38df-423b-b163-127f48d2edfa tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:29:44.070760 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059aed23-38df-423b-b163-127f48d2edfa tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:29:44.070760 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059aed23-38df-423b-b163-127f48d2edfa tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:29:44.070760 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059aed23-38df-423b-b163-127f48d2edfa tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:29:44.070760 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059aed23-38df-423b-b163-127f48d2edfa tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:29:44.071841 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059aed23-38df-423b-b163-127f48d2edfa tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:29:44.071841 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059aed23-38df-423b-b163-127f48d2edfa tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:29:44.071841 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059aed23-38df-423b-b163-127f48d2edfa tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:29:44.073673 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059aed23-38df-423b-b163-127f48d2edfa tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:29:44.098752 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c5054083-5d0e-4073-9ed6-1f0fbcd6482c tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:44.134024 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-665ed5b3-de16-4560-add3-eb5cc93828e7 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25099'] for router, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:44.138487 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-665ed5b3-de16-4560-add3-eb5cc93828e7 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-593238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596850', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25088'] for router, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:44.154182 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5054083-5d0e-4073-9ed6-1f0fbcd6482c tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] No DVR routers for this DVR port 6b375710-8232-4eb4-9065-1fcb13490b1a on host n-d-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:29:44.155998 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5054083-5d0e-4073-9ed6-1f0fbcd6482c tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Pushing event deleted for resources: {'Port': ['ID=6b375710-8232-4eb4-9065-1fcb13490b1a,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:29:44.193833 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network d73c399a-2f2b-4420-a483-8eb7c1dc35e8 details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:29:44.259110 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-665ed5b3-de16-4560-add3-eb5cc93828e7 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:44.290745 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c5054083-5d0e-4073-9ed6-1f0fbcd6482c tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:44.348182 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-c5054083-5d0e-4073-9ed6-1f0fbcd6482c tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b75f8249-e3ba-4a8b-b9d7-12813e76706d']}} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:29:44.374044 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-c5054083-5d0e-4073-9ed6-1f0fbcd6482c tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4014faf6-6515-45d1-83d1-4fc812e7a5a0') {'for_net_delete': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:29:44.374708 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-c5054083-5d0e-4073-9ed6-1f0fbcd6482c tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4014faf6-6515-45d1-83d1-4fc812e7a5a0') {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:29:44.386886 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-1c3c4f65-7bff-41f2-be40-5a3b021b78b4 None None] Current status of the port 863592d4-4378-4663-8deb-b42d005352a0 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:29:44.389433 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c5054083-5d0e-4073-9ed6-1f0fbcd6482c tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260107375'] for segment, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:44.410871 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c5054083-5d0e-4073-9ed6-1f0fbcd6482c tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:44.420767 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5054083-5d0e-4073-9ed6-1f0fbcd6482c tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=102730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:29:44.421391 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c5054083-5d0e-4073-9ed6-1f0fbcd6482c tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261102736'] for segment, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:44.424933 n-d-838550-3 neutron-server[102730]: Traceback (most recent call last): May 18 18:29:44.424933 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:29:44.424933 n-d-838550-3 neutron-server[102730]: timer() May 18 18:29:44.424933 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:29:44.424933 n-d-838550-3 neutron-server[102730]: cb(*args, **kw) May 18 18:29:44.424933 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:29:44.424933 n-d-838550-3 neutron-server[102730]: return func(*args, **kwargs) May 18 18:29:44.424933 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:29:44.424933 n-d-838550-3 neutron-server[102730]: self._notify() May 18 18:29:44.424933 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:29:44.424933 n-d-838550-3 neutron-server[102730]: self.callback(batched_events) May 18 18:29:44.424933 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:29:44.424933 n-d-838550-3 neutron-server[102730]: event.method(event) May 18 18:29:44.424933 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:29:44.424933 n-d-838550-3 neutron-server[102730]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:29:44.424933 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:29:44.424933 n-d-838550-3 neutron-server[102730]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:29:44.424933 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:29:44.424933 n-d-838550-3 neutron-server[102730]: return f(self, *a, **k) May 18 18:29:44.424933 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:29:44.424933 n-d-838550-3 neutron-server[102730]: return self._get(url).json() May 18 18:29:44.424933 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:29:44.424933 n-d-838550-3 neutron-server[102730]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:29:44.424933 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:29:44.424933 n-d-838550-3 neutron-server[102730]: return self.request(url, 'GET', **kwargs) May 18 18:29:44.424933 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:29:44.424933 n-d-838550-3 neutron-server[102730]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:29:44.424933 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:29:44.424933 n-d-838550-3 neutron-server[102730]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:29:44.424933 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:29:44.424933 n-d-838550-3 neutron-server[102730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:29:44.424933 n-d-838550-3 neutron-server[102730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:29:44.510392 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-665ed5b3-de16-4560-add3-eb5cc93828e7 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:44.550525 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c5054083-5d0e-4073-9ed6-1f0fbcd6482c tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:44.564134 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c5054083-5d0e-4073-9ed6-1f0fbcd6482c tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:44.573126 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-c5054083-5d0e-4073-9ed6-1f0fbcd6482c tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] 10.222.0.85 "DELETE /v2.0/networks/b75f8249-e3ba-4a8b-b9d7-12813e76706d HTTP/1.1" status: 204 len: 168 time: 4.1211901 May 18 18:29:44.578787 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 54280) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:29:44.584662 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-8378e11e-e9ec-40af-82c9-a020efb63604 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1061100044'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:29:44.586812 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c599a3f6-187f-4dfe-bd3f-0f24ce979b38 None None] Provisioning complete for port 863592d4-4378-4663-8deb-b42d005352a0 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:29:44.587239 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c599a3f6-187f-4dfe-bd3f-0f24ce979b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:44.595999 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5054083-5d0e-4073-9ed6-1f0fbcd6482c tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Pushing event deleted for resources: {'Network': ['ID=b75f8249-e3ba-4a8b-b9d7-12813e76706d,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:29:44.688872 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8378e11e-e9ec-40af-82c9-a020efb63604 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Made reservation on behalf of bd00446429ad457d9241c37da79c2cb0 for: {'network': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:29:44.691813 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8378e11e-e9ec-40af-82c9-a020efb63604 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:44.726113 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8378e11e-e9ec-40af-82c9-a020efb63604 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 601} {{(pid=102731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:29:44.742747 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8378e11e-e9ec-40af-82c9-a020efb63604 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:44.743267 n-d-838550-3 neutron-server[102731]: INFO neutron.db.segments_db [None req-8378e11e-e9ec-40af-82c9-a020efb63604 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Added segment 85bddfa6-c6e4-4d03-9237-041d90c24ca1 of type vlan for network 6cdc6a3f-010a-48cd-a6f7-f471951472cb May 18 18:29:44.835033 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8378e11e-e9ec-40af-82c9-a020efb63604 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:44.846483 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c599a3f6-187f-4dfe-bd3f-0f24ce979b38 None None] Current status of the port 863592d4-4378-4663-8deb-b42d005352a0 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:29:44.918917 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8378e11e-e9ec-40af-82c9-a020efb63604 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:44.939839 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8378e11e-e9ec-40af-82c9-a020efb63604 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:44.940958 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8378e11e-e9ec-40af-82c9-a020efb63604 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:45.023645 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 54302) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:29:45.023999 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-8378e11e-e9ec-40af-82c9-a020efb63604 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4436247 May 18 18:29:45.029489 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-ca0a2bde-6fa2-4e41-a070-0630f26c84be tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Request body: {'subnet': {'network_id': '6cdc6a3f-010a-48cd-a6f7-f471951472cb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:29:45.116861 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-665ed5b3-de16-4560-add3-eb5cc93828e7 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for router_gateway, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:45.144452 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-665ed5b3-de16-4560-add3-eb5cc93828e7 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:45.190795 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8378e11e-e9ec-40af-82c9-a020efb63604 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Pushing event updated for resources: {'Network': ['ID=6cdc6a3f-010a-48cd-a6f7-f471951472cb,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:29:45.210617 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network 6cdc6a3f-010a-48cd-a6f7-f471951472cb details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:29:45.355459 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca0a2bde-6fa2-4e41-a070-0630f26c84be tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Made reservation on behalf of bd00446429ad457d9241c37da79c2cb0 for: {'subnet': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:29:45.361459 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ca0a2bde-6fa2-4e41-a070-0630f26c84be tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261031885'] for subnet, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:45.427131 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14d448d-dc13-471d-9399-91b60a315603 req-88202014-a65f-40d5-a1b8-bfeb5dc79ff4 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:45.436278 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f14d448d-dc13-471d-9399-91b60a315603 req-88202014-a65f-40d5-a1b8-bfeb5dc79ff4 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef854938-189c-46f2-8314-215a08afd5f6 HTTP/1.1" status: 200 len: 945 time: 0.3317661 May 18 18:29:45.547058 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 863592d4-4378-4663-8deb-b42d005352a0 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:29:45.642488 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 863592d4-4378-4663-8deb-b42d005352a0 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:29:45.643020 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:45.661484 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f14d448d-dc13-471d-9399-91b60a315603 req-f381c822-457a-4d76-81da-52145ade341f tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=ea6a757a-9c65-4a62-a27e-604b73d281bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2135949 May 18 18:29:45.701840 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-665ed5b3-de16-4560-add3-eb5cc93828e7 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Allocated IP 172.25.5.9 (31ebd439-090c-4b25-bbb0-31c48711b145/363a2810-8a83-4be0-a317-7c91fcd94485/5b75e72b-d826-4845-aed9-184a281cd7b8) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:29:45.816246 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 863592d4-4378-4663-8deb-b42d005352a0 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:29:45.857352 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ca0a2bde-6fa2-4e41-a070-0630f26c84be tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261104883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261031899'] for subnet, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:45.931922 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-665ed5b3-de16-4560-add3-eb5cc93828e7 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:45.958737 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0a2bde-6fa2-4e41-a070-0630f26c84be tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Pushing event updated for resources: {'Subnet': ['ID=d61bc168-cf5c-430e-aa53-cabac2ad3175,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:29:45.999573 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-665ed5b3-de16-4560-add3-eb5cc93828e7 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:46.012720 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0a2bde-6fa2-4e41-a070-0630f26c84be tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Checking segment: {'id': '85bddfa6-c6e4-4d03-9237-041d90c24ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '6cdc6a3f-010a-48cd-a6f7-f471951472cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:29:46.013094 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca0a2bde-6fa2-4e41-a070-0630f26c84be tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Network hostable DHCP agents. Network: 6cdc6a3f-010a-48cd-a6f7-f471951472cb, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:29:46.049446 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca0a2bde-6fa2-4e41-a070-0630f26c84be tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Network 6cdc6a3f-010a-48cd-a6f7-f471951472cb is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:29:46.057239 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665ed5b3-de16-4560-add3-eb5cc93828e7 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Network 31ebd439-090c-4b25-bbb0-31c48711b145 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:29:46.062081 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-665ed5b3-de16-4560-add3-eb5cc93828e7 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:29:46.062660 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-ca0a2bde-6fa2-4e41-a070-0630f26c84be tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, 6cdc6a3f-010a-48cd-a6f7-f471951472cb) {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:29:46.065305 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665ed5b3-de16-4560-add3-eb5cc93828e7 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:29:46.068045 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca0a2bde-6fa2-4e41-a070-0630f26c84be tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:46.069460 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ca0a2bde-6fa2-4e41-a070-0630f26c84be tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:46.081910 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab7813c-9d25-4fe6-a29f-ed5c67c9c1d0 None None] Network 6cdc6a3f-010a-48cd-a6f7-f471951472cb requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:29:46.092455 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-ca0a2bde-6fa2-4e41-a070-0630f26c84be tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.0676684 May 18 18:29:46.093469 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 54354) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:29:46.100335 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-b695fa79-cc3f-4799-9cb1-6792125105d7 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-243785667'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:29:46.123341 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665ed5b3-de16-4560-add3-eb5cc93828e7 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Pushing event updated for resources: {'Port': ['ID=5b75e72b-d826-4845-aed9-184a281cd7b8,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:29:46.127295 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b695fa79-cc3f-4799-9cb1-6792125105d7 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Made reservation on behalf of bd00446429ad457d9241c37da79c2cb0 for: {'network': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:29:46.134110 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b695fa79-cc3f-4799-9cb1-6792125105d7 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:46.162986 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b695fa79-cc3f-4799-9cb1-6792125105d7 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 628} {{(pid=102730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:29:46.185364 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b695fa79-cc3f-4799-9cb1-6792125105d7 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:46.185844 n-d-838550-3 neutron-server[102730]: INFO neutron.db.segments_db [None req-b695fa79-cc3f-4799-9cb1-6792125105d7 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Added segment b07a06d1-a4e7-44d2-8ee7-54652f151734 of type vlan for network 4fa4e88c-202f-4393-a7e1-ccfa5decdefd May 18 18:29:46.253956 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b695fa79-cc3f-4799-9cb1-6792125105d7 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:46.303294 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b695fa79-cc3f-4799-9cb1-6792125105d7 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:46.313132 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b695fa79-cc3f-4799-9cb1-6792125105d7 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:46.313966 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b695fa79-cc3f-4799-9cb1-6792125105d7 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:46.392912 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-b695fa79-cc3f-4799-9cb1-6792125105d7 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2978806 May 18 18:29:46.395437 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 54368) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:29:46.400084 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b695fa79-cc3f-4799-9cb1-6792125105d7 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Pushing event updated for resources: {'Network': ['ID=4fa4e88c-202f-4393-a7e1-ccfa5decdefd,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:29:46.403064 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-9e04633b-faad-448c-b5f7-c160c39aa782 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Request body: {'subnet': {'network_id': '4fa4e88c-202f-4393-a7e1-ccfa5decdefd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:29:46.530651 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-665ed5b3-de16-4560-add3-eb5cc93828e7 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for router_gateway, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:46.582513 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network 4fa4e88c-202f-4393-a7e1-ccfa5decdefd details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:29:46.596817 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e04633b-faad-448c-b5f7-c160c39aa782 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Made reservation on behalf of bd00446429ad457d9241c37da79c2cb0 for: {'subnet': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:29:46.601511 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9e04633b-faad-448c-b5f7-c160c39aa782 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260908003'] for subnet, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:46.656715 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-919965bb-cb1c-4dcc-a547-5e5d5224da5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-6cdc6a3f-010a-48cd-a6f7-f471951472cb', 'network_id': '6cdc6a3f-010a-48cd-a6f7-f471951472cb', 'tenant_id': 'bd00446429ad457d9241c37da79c2cb0', 'fixed_ips': [{'subnet_id': 'd61bc168-cf5c-430e-aa53-cabac2ad3175'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:29:46.658076 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-919965bb-cb1c-4dcc-a547-5e5d5224da5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:46.862507 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f4a8b4-9cf8-4c60-9bdc-e9ac6e19ce6c req-bb0d4dee-941d-416e-aa63-8c4959e29501 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:46.864495 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b5f4a8b4-9cf8-4c60-9bdc-e9ac6e19ce6c req-bb0d4dee-941d-416e-aa63-8c4959e29501 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef854938-189c-46f2-8314-215a08afd5f6 HTTP/1.1" status: 200 len: 945 time: 0.0934513 May 18 18:29:46.899004 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-919965bb-cb1c-4dcc-a547-5e5d5224da5c None None] Allocated IP 2001:db8::3 (6cdc6a3f-010a-48cd-a6f7-f471951472cb/d61bc168-cf5c-430e-aa53-cabac2ad3175/cc68218f-16ab-4e9f-89cc-8c9a17c64911) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:29:46.911175 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b5f4a8b4-9cf8-4c60-9bdc-e9ac6e19ce6c req-ff6629fc-1ab9-44bf-9717-08559f160c77 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=ea6a757a-9c65-4a62-a27e-604b73d281bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387344 May 18 18:29:47.106685 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-919965bb-cb1c-4dcc-a547-5e5d5224da5c None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:47.122255 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-919965bb-cb1c-4dcc-a547-5e5d5224da5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:47.171196 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-919965bb-cb1c-4dcc-a547-5e5d5224da5c None None] Network 6cdc6a3f-010a-48cd-a6f7-f471951472cb is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:29:47.175129 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-919965bb-cb1c-4dcc-a547-5e5d5224da5c None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:29:47.198685 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.ipam_backend_mixin [None req-9e04633b-faad-448c-b5f7-c160c39aa782 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Performing IP validity checks on allocation pools {{(pid=102731) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} May 18 18:29:47.199255 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.ipam_backend_mixin [None req-9e04633b-faad-448c-b5f7-c160c39aa782 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102731) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} May 18 18:29:47.203938 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919965bb-cb1c-4dcc-a547-5e5d5224da5c None None] Pushing event updated for resources: {'Port': ['ID=cc68218f-16ab-4e9f-89cc-8c9a17c64911,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:29:47.206318 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919965bb-cb1c-4dcc-a547-5e5d5224da5c None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:29:47.219404 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919965bb-cb1c-4dcc-a547-5e5d5224da5c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:29:47.219793 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919965bb-cb1c-4dcc-a547-5e5d5224da5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:29:47.220205 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919965bb-cb1c-4dcc-a547-5e5d5224da5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:29:47.220535 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919965bb-cb1c-4dcc-a547-5e5d5224da5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:29:47.221261 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919965bb-cb1c-4dcc-a547-5e5d5224da5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:29:47.221865 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919965bb-cb1c-4dcc-a547-5e5d5224da5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:29:47.222445 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919965bb-cb1c-4dcc-a547-5e5d5224da5c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:29:47.222855 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919965bb-cb1c-4dcc-a547-5e5d5224da5c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:29:47.223663 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919965bb-cb1c-4dcc-a547-5e5d5224da5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:29:47.224129 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919965bb-cb1c-4dcc-a547-5e5d5224da5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:29:47.225493 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919965bb-cb1c-4dcc-a547-5e5d5224da5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:29:47.226140 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919965bb-cb1c-4dcc-a547-5e5d5224da5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:29:47.322345 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-919965bb-cb1c-4dcc-a547-5e5d5224da5c None None] Attempting to bind port cc68218f-16ab-4e9f-89cc-8c9a17c64911 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:29:47.323249 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-919965bb-cb1c-4dcc-a547-5e5d5224da5c None None] Attempting to bind port cc68218f-16ab-4e9f-89cc-8c9a17c64911 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '85bddfa6-c6e4-4d03-9237-041d90c24ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '6cdc6a3f-010a-48cd-a6f7-f471951472cb'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:29:47.324044 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919965bb-cb1c-4dcc-a547-5e5d5224da5c None None] Attempting to bind port cc68218f-16ab-4e9f-89cc-8c9a17c64911 on network 6cdc6a3f-010a-48cd-a6f7-f471951472cb {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:29:47.334535 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919965bb-cb1c-4dcc-a547-5e5d5224da5c None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 29, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:29:47.334911 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919965bb-cb1c-4dcc-a547-5e5d5224da5c None None] Checking segment: {'id': '85bddfa6-c6e4-4d03-9237-041d90c24ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '6cdc6a3f-010a-48cd-a6f7-f471951472cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:29:47.335329 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-919965bb-cb1c-4dcc-a547-5e5d5224da5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:47.335731 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919965bb-cb1c-4dcc-a547-5e5d5224da5c None None] Bound using segment: {'id': '85bddfa6-c6e4-4d03-9237-041d90c24ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '6cdc6a3f-010a-48cd-a6f7-f471951472cb'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:29:47.336223 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-919965bb-cb1c-4dcc-a547-5e5d5224da5c None None] Bound port: cc68218f-16ab-4e9f-89cc-8c9a17c64911, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85bddfa6-c6e4-4d03-9237-041d90c24ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '6cdc6a3f-010a-48cd-a6f7-f471951472cb'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:29:47.336603 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-919965bb-cb1c-4dcc-a547-5e5d5224da5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:47.347195 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5303e4c3-8f32-44bc-9bfa-ab2e761c2c76 req-fb66d343-cc5c-4e6b-9902-1453ca938ff6 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:47.348809 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5303e4c3-8f32-44bc-9bfa-ab2e761c2c76 req-fb66d343-cc5c-4e6b-9902-1453ca938ff6 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef854938-189c-46f2-8314-215a08afd5f6 HTTP/1.1" status: 200 len: 945 time: 0.1106777 May 18 18:29:47.368403 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70ed8a0-f4f6-4063-9a24-486b801a2071 req-a92f3fb2-bc0f-4973-a53a-866d40e4bc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:47.369951 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b70ed8a0-f4f6-4063-9a24-486b801a2071 req-a92f3fb2-bc0f-4973-a53a-866d40e4bc8b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dc04081bebe44448af91d703facdf00a&device_id=ef854938-189c-46f2-8314-215a08afd5f6 HTTP/1.1" status: 200 len: 1096 time: 0.0933685 May 18 18:29:47.440877 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-919965bb-cb1c-4dcc-a547-5e5d5224da5c None None] For port cc68218f-16ab-4e9f-89cc-8c9a17c64911, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:29:47.445050 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-919965bb-cb1c-4dcc-a547-5e5d5224da5c None None] For port cc68218f-16ab-4e9f-89cc-8c9a17c64911, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=cc68218f-16ab-4e9f-89cc-8c9a17c64911,segment=NetworkSegment(85bddfa6-c6e4-4d03-9237-041d90c24ca1),segment_id=85bddfa6-c6e4-4d03-9237-041d90c24ca1)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:29:47.452004 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-919965bb-cb1c-4dcc-a547-5e5d5224da5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:47.460053 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9e04633b-faad-448c-b5f7-c160c39aa782 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260898481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260908021'] for subnet, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:47.485205 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5303e4c3-8f32-44bc-9bfa-ab2e761c2c76 req-a94e38f6-5e7b-4049-ad06-0ebfd750f873 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=ea6a757a-9c65-4a62-a27e-604b73d281bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1276488 May 18 18:29:47.521894 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-665ed5b3-de16-4560-add3-eb5cc93828e7 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596801'] for router, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:47.550072 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919965bb-cb1c-4dcc-a547-5e5d5224da5c None None] Pushing event updated for resources: {'Port': ['ID=cc68218f-16ab-4e9f-89cc-8c9a17c64911,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:29:47.560858 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70ed8a0-f4f6-4063-9a24-486b801a2071 req-32646cdf-7994-4fd4-a4f7-0f76d2f4a2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:47.563509 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b70ed8a0-f4f6-4063-9a24-486b801a2071 req-32646cdf-7994-4fd4-a4f7-0f76d2f4a2d4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=adbd4d3b-93fc-4f7a-a6ae-1551b2db5668 HTTP/1.1" status: 200 len: 912 time: 0.1821008 May 18 18:29:47.613728 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e04633b-faad-448c-b5f7-c160c39aa782 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Pushing event updated for resources: {'Subnet': ['ID=f844c902-f0c0-43f9-9c5a-eaf8630dfc0e,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:29:47.647225 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e04633b-faad-448c-b5f7-c160c39aa782 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Checking segment: {'id': 'b07a06d1-a4e7-44d2-8ee7-54652f151734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '4fa4e88c-202f-4393-a7e1-ccfa5decdefd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:29:47.647590 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e04633b-faad-448c-b5f7-c160c39aa782 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Network hostable DHCP agents. Network: 4fa4e88c-202f-4393-a7e1-ccfa5decdefd, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:29:47.656507 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b70ed8a0-f4f6-4063-9a24-486b801a2071 req-85c54970-985b-4ae2-a02e-f487cd53255d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=33664213-089a-4f22-9123-31b7caedaa56 HTTP/1.1" status: 200 len: 1000 time: 0.0824471 May 18 18:29:47.714397 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e04633b-faad-448c-b5f7-c160c39aa782 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Network 4fa4e88c-202f-4393-a7e1-ccfa5decdefd is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:29:47.727238 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70ed8a0-f4f6-4063-9a24-486b801a2071 req-08674539-93ef-4d5b-88a7-eeb306f45bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:47.731072 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b70ed8a0-f4f6-4063-9a24-486b801a2071 req-08674539-93ef-4d5b-88a7-eeb306f45bb6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b85d9655-9e18-4f20-bd82-d6f95b142d2a HTTP/1.1" status: 200 len: 850 time: 0.0675149 May 18 18:29:47.733016 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-9e04633b-faad-448c-b5f7-c160c39aa782 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, 4fa4e88c-202f-4393-a7e1-ccfa5decdefd) {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:29:47.740349 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e04633b-faad-448c-b5f7-c160c39aa782 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:47.742864 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9e04633b-faad-448c-b5f7-c160c39aa782 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:47.746461 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff7a5364-3d1e-4639-a884-14024737c157 None None] Network 4fa4e88c-202f-4393-a7e1-ccfa5decdefd requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:29:47.812524 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-9e04633b-faad-448c-b5f7-c160c39aa782 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.4122906 May 18 18:29:47.812859 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 54380) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:29:47.850882 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70ed8a0-f4f6-4063-9a24-486b801a2071 req-f805d00a-4d68-4a76-981f-a800008f4bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:47.852835 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b70ed8a0-f4f6-4063-9a24-486b801a2071 req-f805d00a-4d68-4a76-981f-a800008f4bf4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=adbd4d3b-93fc-4f7a-a6ae-1551b2db5668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1116979 May 18 18:29:47.883559 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-665ed5b3-de16-4560-add3-eb5cc93828e7 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Router 8a0d14ed-e974-4fc9-a80b-fff5bf81e2bf is scheduled to L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e with binding_index 1 {{(pid=102731) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 18 18:29:48.015271 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4d51b3b7-3e0a-4be6-b9db-8192006b4fae tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:48.020064 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b70ed8a0-f4f6-4063-9a24-486b801a2071 req-94d8f270-9479-413c-9cf1-724e04578077 service neutron] 10.222.0.36 "GET /v2.0/networks/adbd4d3b-93fc-4f7a-a6ae-1551b2db5668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534879 May 18 18:29:48.067086 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d9e1b7-6d26-49ef-a482-be3e3930d9bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-4fa4e88c-202f-4393-a7e1-ccfa5decdefd', 'network_id': '4fa4e88c-202f-4393-a7e1-ccfa5decdefd', 'tenant_id': 'bd00446429ad457d9241c37da79c2cb0', 'fixed_ips': [{'subnet_id': 'f844c902-f0c0-43f9-9c5a-eaf8630dfc0e'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:29:48.067968 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-47d9e1b7-6d26-49ef-a482-be3e3930d9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:48.158839 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b70ed8a0-f4f6-4063-9a24-486b801a2071 req-1313faac-3a42-49a9-b663-70c05eede44f service neutron] 10.222.0.36 "GET /v2.0/networks/adbd4d3b-93fc-4f7a-a6ae-1551b2db5668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346362 May 18 18:29:48.180016 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-665ed5b3-de16-4560-add3-eb5cc93828e7 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:29:48.200600 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73a001b-0e34-4ca9-aa65-1d6cd08dd36f None None] Sync routers for ids ['8a0d14ed-e974-4fc9-a80b-fff5bf81e2bf'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:29:48.211679 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4d51b3b7-3e0a-4be6-b9db-8192006b4fae tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:48.228753 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73a001b-0e34-4ca9-aa65-1d6cd08dd36f None None] Routers {'8a0d14ed-e974-4fc9-a80b-fff5bf81e2bf'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:29:48.229391 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-e73a001b-0e34-4ca9-aa65-1d6cd08dd36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:29:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['8a0d14ed-e974-4fc9-a80b-fff5bf81e2bf'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:29:48.255834 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-47d9e1b7-6d26-49ef-a482-be3e3930d9bb None None] Allocated IP 2001:db8::3 (4fa4e88c-202f-4393-a7e1-ccfa5decdefd/f844c902-f0c0-43f9-9c5a-eaf8630dfc0e/3ba305c2-956b-4f51-bf8b-a1a841fcc8a8) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:29:48.292835 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-665ed5b3-de16-4560-add3-eb5cc93828e7 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for router, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:48.297316 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-665ed5b3-de16-4560-add3-eb5cc93828e7 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 4.2436538 May 18 18:29:48.298149 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 54388) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:29:48.369347 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-0aa642af-8d8c-4002-bdc7-242efaa1d1a3 tempest-TestNetworkAdvancedServerOps-1996564383 tempest-TestNetworkAdvancedServerOps-1996564383-project-admin] 10.222.0.85 "GET /v2.0/subnets?project_id=06b3ed36f50a43fd9cfeaa89e080d35b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0693209 May 18 18:29:48.369595 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 54392) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:29:48.450242 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-e73a001b-0e34-4ca9-aa65-1d6cd08dd36f None None] Set router 8a0d14ed-e974-4fc9-a80b-fff5bf81e2bf gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:29:48.459085 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-47d9e1b7-6d26-49ef-a482-be3e3930d9bb None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:48.473941 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-47d9e1b7-6d26-49ef-a482-be3e3930d9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:48.543827 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-995d91c3-39bf-48a9-84b7-f0fe94eaf769 tempest-TestNetworkAdvancedServerOps-1996564383 tempest-TestNetworkAdvancedServerOps-1996564383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:48.549068 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 54398) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:29:48.559207 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-995d91c3-39bf-48a9-84b7-f0fe94eaf769 tempest-TestNetworkAdvancedServerOps-1996564383 tempest-TestNetworkAdvancedServerOps-1996564383-project-admin] 10.222.0.85 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1883602 May 18 18:29:48.561088 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4d51b3b7-3e0a-4be6-b9db-8192006b4fae tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260898416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260908030'] for subnet, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:48.614230 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-7924aaf2-393d-44c3-9fdd-e8b47d74a029 tempest-TestNetworkAdvancedServerOps-1996564383 tempest-TestNetworkAdvancedServerOps-1996564383-project-admin] 10.222.0.85 "GET /v2.0/subnets?network_id=31ebd439-090c-4b25-bbb0-31c48711b145&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0637381 May 18 18:29:48.617367 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d9e1b7-6d26-49ef-a482-be3e3930d9bb None None] Network 4fa4e88c-202f-4393-a7e1-ccfa5decdefd is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:29:48.624306 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-47d9e1b7-6d26-49ef-a482-be3e3930d9bb None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:29:48.626705 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 54400) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:29:48.633441 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d51b3b7-3e0a-4be6-b9db-8192006b4fae tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Pushing event deleted for resources: {'Subnet': ['ID=f844c902-f0c0-43f9-9c5a-eaf8630dfc0e,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:29:48.634132 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-a7545a9c-ffa1-491f-82a9-77502fdb7a15 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2132747915', 'network_id': 'd73c399a-2f2b-4420-a483-8eb7c1dc35e8', 'project_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:29:48.650578 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d9e1b7-6d26-49ef-a482-be3e3930d9bb None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:29:48.789191 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d9e1b7-6d26-49ef-a482-be3e3930d9bb None None] Pushing event updated for resources: {'Port': ['ID=3ba305c2-956b-4f51-bf8b-a1a841fcc8a8,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:29:48.830946 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7545a9c-ffa1-491f-82a9-77502fdb7a15 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Made reservation on behalf of 06b3ed36f50a43fd9cfeaa89e080d35b for: {'subnet': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:29:48.839699 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a7545a9c-ffa1-491f-82a9-77502fdb7a15 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261031885'] for subnet, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:48.867286 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-47d9e1b7-6d26-49ef-a482-be3e3930d9bb None None] Attempting to bind port 3ba305c2-956b-4f51-bf8b-a1a841fcc8a8 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:29:48.867666 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-47d9e1b7-6d26-49ef-a482-be3e3930d9bb None None] Attempting to bind port 3ba305c2-956b-4f51-bf8b-a1a841fcc8a8 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': 'b07a06d1-a4e7-44d2-8ee7-54652f151734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '4fa4e88c-202f-4393-a7e1-ccfa5decdefd'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:29:48.868050 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d9e1b7-6d26-49ef-a482-be3e3930d9bb None None] Attempting to bind port 3ba305c2-956b-4f51-bf8b-a1a841fcc8a8 on network 4fa4e88c-202f-4393-a7e1-ccfa5decdefd {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:29:48.884014 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d9e1b7-6d26-49ef-a482-be3e3930d9bb None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 29, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:29:48.884014 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d9e1b7-6d26-49ef-a482-be3e3930d9bb None None] Checking segment: {'id': 'b07a06d1-a4e7-44d2-8ee7-54652f151734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '4fa4e88c-202f-4393-a7e1-ccfa5decdefd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:29:48.885481 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-47d9e1b7-6d26-49ef-a482-be3e3930d9bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:48.885926 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d9e1b7-6d26-49ef-a482-be3e3930d9bb None None] Bound using segment: {'id': 'b07a06d1-a4e7-44d2-8ee7-54652f151734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '4fa4e88c-202f-4393-a7e1-ccfa5decdefd'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:29:48.886421 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-47d9e1b7-6d26-49ef-a482-be3e3930d9bb None None] Bound port: 3ba305c2-956b-4f51-bf8b-a1a841fcc8a8, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b07a06d1-a4e7-44d2-8ee7-54652f151734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '4fa4e88c-202f-4393-a7e1-ccfa5decdefd'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:29:48.886812 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-47d9e1b7-6d26-49ef-a482-be3e3930d9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:48.892072 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4d51b3b7-3e0a-4be6-b9db-8192006b4fae tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:48.999044 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-4d51b3b7-3e0a-4be6-b9db-8192006b4fae tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fa4e88c-202f-4393-a7e1-ccfa5decdefd']}} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:29:49.034719 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-4d51b3b7-3e0a-4be6-b9db-8192006b4fae tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b07a06d1-a4e7-44d2-8ee7-54652f151734') {'for_net_delete': True} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:29:49.036499 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-4d51b3b7-3e0a-4be6-b9db-8192006b4fae tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b07a06d1-a4e7-44d2-8ee7-54652f151734') {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:29:49.066910 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-47d9e1b7-6d26-49ef-a482-be3e3930d9bb None None] For port 3ba305c2-956b-4f51-bf8b-a1a841fcc8a8, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:29:49.067491 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4d51b3b7-3e0a-4be6-b9db-8192006b4fae tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260542144'] for segment, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:49.072413 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-47d9e1b7-6d26-49ef-a482-be3e3930d9bb None None] For port 3ba305c2-956b-4f51-bf8b-a1a841fcc8a8, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=3ba305c2-956b-4f51-bf8b-a1a841fcc8a8,segment=NetworkSegment(b07a06d1-a4e7-44d2-8ee7-54652f151734),segment_id=b07a06d1-a4e7-44d2-8ee7-54652f151734)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:29:49.077839 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-47d9e1b7-6d26-49ef-a482-be3e3930d9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:49.093589 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc585269-3e57-4bbf-a15e-cc3d050208ba req-579d1f17-d4c0-420f-b8aa-1e53b397b43a tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:49.102725 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cc585269-3e57-4bbf-a15e-cc3d050208ba req-579d1f17-d4c0-420f-b8aa-1e53b397b43a tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef854938-189c-46f2-8314-215a08afd5f6 HTTP/1.1" status: 200 len: 945 time: 0.3082709 May 18 18:29:49.134168 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-e73a001b-0e34-4ca9-aa65-1d6cd08dd36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a0d14ed-e974-4fc9-a80b-fff5bf81e2bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-769308072', 'tenant_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '5b75e72b-d826-4845-aed9-184a281cd7b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:29:44Z', 'updated_at': '2022-05-18T18:29:46Z', 'revision_number': 3, 'project_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'gw_port': {'id': '5b75e72b-d826-4845-aed9-184a281cd7b8', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:28:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a0d14ed-e974-4fc9-a80b-fff5bf81e2bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2824, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:29:45Z', 'updated_at': '2022-05-18T18:29:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:29:49.144146 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4d51b3b7-3e0a-4be6-b9db-8192006b4fae tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:49.182273 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d51b3b7-3e0a-4be6-b9db-8192006b4fae tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=102731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:29:49.182791 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4d51b3b7-3e0a-4be6-b9db-8192006b4fae tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260884178'] for segment, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:49.186844 n-d-838550-3 neutron-server[102731]: Traceback (most recent call last): May 18 18:29:49.186844 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:29:49.186844 n-d-838550-3 neutron-server[102731]: timer() May 18 18:29:49.186844 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:29:49.186844 n-d-838550-3 neutron-server[102731]: cb(*args, **kw) May 18 18:29:49.186844 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:29:49.186844 n-d-838550-3 neutron-server[102731]: return func(*args, **kwargs) May 18 18:29:49.186844 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:29:49.186844 n-d-838550-3 neutron-server[102731]: self._notify() May 18 18:29:49.186844 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:29:49.186844 n-d-838550-3 neutron-server[102731]: self.callback(batched_events) May 18 18:29:49.186844 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:29:49.186844 n-d-838550-3 neutron-server[102731]: event.method(event) May 18 18:29:49.186844 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:29:49.186844 n-d-838550-3 neutron-server[102731]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:29:49.186844 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:29:49.186844 n-d-838550-3 neutron-server[102731]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:29:49.186844 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:29:49.186844 n-d-838550-3 neutron-server[102731]: return f(self, *a, **k) May 18 18:29:49.186844 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:29:49.186844 n-d-838550-3 neutron-server[102731]: return self._get(url).json() May 18 18:29:49.186844 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:29:49.186844 n-d-838550-3 neutron-server[102731]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:29:49.186844 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:29:49.186844 n-d-838550-3 neutron-server[102731]: return self.request(url, 'GET', **kwargs) May 18 18:29:49.186844 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:29:49.186844 n-d-838550-3 neutron-server[102731]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:29:49.186844 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:29:49.186844 n-d-838550-3 neutron-server[102731]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:29:49.186844 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:29:49.186844 n-d-838550-3 neutron-server[102731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:29:49.186844 n-d-838550-3 neutron-server[102731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:29:49.198002 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73a001b-0e34-4ca9-aa65-1d6cd08dd36f None None] Checking router: 8a0d14ed-e974-4fc9-a80b-fff5bf81e2bf for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:29:49.198344 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73a001b-0e34-4ca9-aa65-1d6cd08dd36f None None] Updating router 8a0d14ed-e974-4fc9-a80b-fff5bf81e2bf port 5b75e72b-d826-4845-aed9-184a281cd7b8 binding host n-d-838550-3 {{(pid=102733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 18:29:49.251511 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cc585269-3e57-4bbf-a15e-cc3d050208ba req-4bf4c1d6-e8ff-458c-a594-6e864275ec6d tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=ea6a757a-9c65-4a62-a27e-604b73d281bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1481357 May 18 18:29:49.260582 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abfde706-29fd-4444-8703-e9a878862f50 None None] Network 6cdc6a3f-010a-48cd-a6f7-f471951472cb requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:29:49.294652 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-e73a001b-0e34-4ca9-aa65-1d6cd08dd36f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:49.317790 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a7545a9c-ffa1-491f-82a9-77502fdb7a15 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261104883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261031899'] for subnet, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:49.339270 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02130e2d-6db9-4a9c-8c71-c1e83776a910 None None] Network 4fa4e88c-202f-4393-a7e1-ccfa5decdefd requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:29:49.383220 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.db.api [None req-4d51b3b7-3e0a-4be6-b9db-8192006b4fae tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 18 18:29:49.383220 n-d-838550-3 neutron-server[102731]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 18 18:29:49.383220 n-d-838550-3 neutron-server[102731]: [parameters: {'id': '4fa4e88c-202f-4393-a7e1-ccfa5decdefd'}] May 18 18:29:49.383220 n-d-838550-3 neutron-server[102731]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102731) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 18 18:29:49.383682 n-d-838550-3 neutron-server[102731]: DEBUG oslo_db.api [None req-4d51b3b7-3e0a-4be6-b9db-8192006b4fae tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 18 18:29:49.392937 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7545a9c-ffa1-491f-82a9-77502fdb7a15 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Pushing event updated for resources: {'Subnet': ['ID=3dfa8f60-51b6-4e68-b884-bc6c3b960656,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:29:49.457429 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7545a9c-ffa1-491f-82a9-77502fdb7a15 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Checking segment: {'id': 'a839893d-6b02-4065-b63c-38a46f283620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'd73c399a-2f2b-4420-a483-8eb7c1dc35e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:29:49.462411 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d9e1b7-6d26-49ef-a482-be3e3930d9bb None None] Pushing event updated for resources: {'Port': ['ID=3ba305c2-956b-4f51-bf8b-a1a841fcc8a8,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:29:49.469167 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7545a9c-ffa1-491f-82a9-77502fdb7a15 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Network hostable DHCP agents. Network: d73c399a-2f2b-4420-a483-8eb7c1dc35e8, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:29:49.512595 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7545a9c-ffa1-491f-82a9-77502fdb7a15 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Network d73c399a-2f2b-4420-a483-8eb7c1dc35e8 is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:29:49.526992 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-a7545a9c-ffa1-491f-82a9-77502fdb7a15 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, d73c399a-2f2b-4420-a483-8eb7c1dc35e8) {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:29:49.531583 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7545a9c-ffa1-491f-82a9-77502fdb7a15 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:49.532292 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a7545a9c-ffa1-491f-82a9-77502fdb7a15 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:49.555751 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c88701d-dbf8-46a5-ae5f-75b3d6e8d479 None None] Network d73c399a-2f2b-4420-a483-8eb7c1dc35e8 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:29:49.568379 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-a7545a9c-ffa1-491f-82a9-77502fdb7a15 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9378953 May 18 18:29:49.568907 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-912f46b4-450a-444a-9264-7d8cc4faad81 None None] Provisioning complete for port cc68218f-16ab-4e9f-89cc-8c9a17c64911 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:29:49.568907 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-912f46b4-450a-444a-9264-7d8cc4faad81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:49.569070 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 54406) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:29:49.656213 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device cc68218f-16ab-4e9f-89cc-8c9a17c64911 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:29:49.831952 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-e73a001b-0e34-4ca9-aa65-1d6cd08dd36f None None] Notify callbacks [] for port, precommit_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:49.842298 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-e73a001b-0e34-4ca9-aa65-1d6cd08dd36f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:49.912235 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4d51b3b7-3e0a-4be6-b9db-8192006b4fae tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:49.924647 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-912f46b4-450a-444a-9264-7d8cc4faad81 None None] Current status of the port cc68218f-16ab-4e9f-89cc-8c9a17c64911 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:29:49.925236 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-912f46b4-450a-444a-9264-7d8cc4faad81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:49.977900 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port cc68218f-16ab-4e9f-89cc-8c9a17c64911 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:29:49.978304 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-e73a001b-0e34-4ca9-aa65-1d6cd08dd36f None None] Attempting to bind port 5b75e72b-d826-4845-aed9-184a281cd7b8 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:29:49.978473 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:49.978616 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-e73a001b-0e34-4ca9-aa65-1d6cd08dd36f None None] Attempting to bind port 5b75e72b-d826-4845-aed9-184a281cd7b8 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:29:49.978777 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73a001b-0e34-4ca9-aa65-1d6cd08dd36f None None] Attempting to bind port 5b75e72b-d826-4845-aed9-184a281cd7b8 on network 31ebd439-090c-4b25-bbb0-31c48711b145 {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:29:49.980830 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b5bd8f-f01d-43af-b02c-85b25e227d65 None None] Pushing event updated for resources: {'Port': ['ID=5b75e72b-d826-4845-aed9-184a281cd7b8,revision_number=2']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:29:49.990101 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73a001b-0e34-4ca9-aa65-1d6cd08dd36f None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 29, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:29:49.990487 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73a001b-0e34-4ca9-aa65-1d6cd08dd36f None None] Checking segment: {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:29:49.990916 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-e73a001b-0e34-4ca9-aa65-1d6cd08dd36f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:49.991355 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73a001b-0e34-4ca9-aa65-1d6cd08dd36f None None] Bound using segment: {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:29:49.991842 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-e73a001b-0e34-4ca9-aa65-1d6cd08dd36f None None] Bound port: 5b75e72b-d826-4845-aed9-184a281cd7b8, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:29:49.992319 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-e73a001b-0e34-4ca9-aa65-1d6cd08dd36f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:49.996613 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b5bd8f-f01d-43af-b02c-85b25e227d65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:29:49.997034 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b5bd8f-f01d-43af-b02c-85b25e227d65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:29:49.997376 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b5bd8f-f01d-43af-b02c-85b25e227d65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:29:49.997782 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b5bd8f-f01d-43af-b02c-85b25e227d65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:29:49.998126 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b5bd8f-f01d-43af-b02c-85b25e227d65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:29:49.998513 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b5bd8f-f01d-43af-b02c-85b25e227d65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:29:49.998841 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b5bd8f-f01d-43af-b02c-85b25e227d65 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:29:49.999165 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b5bd8f-f01d-43af-b02c-85b25e227d65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:29:49.999489 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b5bd8f-f01d-43af-b02c-85b25e227d65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:29:49.999812 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b5bd8f-f01d-43af-b02c-85b25e227d65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:29:50.000131 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b5bd8f-f01d-43af-b02c-85b25e227d65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:29:50.000463 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b5bd8f-f01d-43af-b02c-85b25e227d65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:29:50.098203 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-912f46b4-450a-444a-9264-7d8cc4faad81 None None] For port cc68218f-16ab-4e9f-89cc-8c9a17c64911, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=cc68218f-16ab-4e9f-89cc-8c9a17c64911,segment=NetworkSegment(85bddfa6-c6e4-4d03-9237-041d90c24ca1),segment_id=85bddfa6-c6e4-4d03-9237-041d90c24ca1)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:29:50.099447 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.db [None req-e73a001b-0e34-4ca9-aa65-1d6cd08dd36f None None] For port 5b75e72b-d826-4845-aed9-184a281cd7b8, host n-d-838550-3, cleared binding levels {{(pid=102733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:29:50.104465 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.db [None req-e73a001b-0e34-4ca9-aa65-1d6cd08dd36f None None] For port 5b75e72b-d826-4845-aed9-184a281cd7b8, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=5b75e72b-d826-4845-aed9-184a281cd7b8,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:29:50.108554 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-912f46b4-450a-444a-9264-7d8cc4faad81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:50.113471 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-e73a001b-0e34-4ca9-aa65-1d6cd08dd36f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:50.146615 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-4d51b3b7-3e0a-4be6-b9db-8192006b4fae tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Deleting port 3ba305c2-956b-4f51-bf8b-a1a841fcc8a8 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:29:50.147042 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4d51b3b7-3e0a-4be6-b9db-8192006b4fae tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:50.178254 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed41ee1-5623-4545-8b59-2e6bdf834541 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-d73c399a-2f2b-4420-a483-8eb7c1dc35e8', 'network_id': 'd73c399a-2f2b-4420-a483-8eb7c1dc35e8', 'tenant_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'fixed_ips': [{'subnet_id': '3dfa8f60-51b6-4e68-b884-bc6c3b960656'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:29:50.179261 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-5ed41ee1-5623-4545-8b59-2e6bdf834541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:50.196936 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b5bd8f-f01d-43af-b02c-85b25e227d65 None None] Pushing event updated for resources: {'Port': ['ID=5b75e72b-d826-4845-aed9-184a281cd7b8,revision_number=3']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:29:50.229037 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73a001b-0e34-4ca9-aa65-1d6cd08dd36f None None] Routers {'8a0d14ed-e974-4fc9-a80b-fff5bf81e2bf'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:29:50.230740 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-e73a001b-0e34-4ca9-aa65-1d6cd08dd36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:29:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['8a0d14ed-e974-4fc9-a80b-fff5bf81e2bf'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:29:50.270305 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port cc68218f-16ab-4e9f-89cc-8c9a17c64911 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:29:50.292664 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912f46b4-450a-444a-9264-7d8cc4faad81 None None] Pushing event updated for resources: {'Port': ['ID=cc68218f-16ab-4e9f-89cc-8c9a17c64911,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:29:50.484700 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-e73a001b-0e34-4ca9-aa65-1d6cd08dd36f None None] Set router 8a0d14ed-e974-4fc9-a80b-fff5bf81e2bf gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:29:50.493205 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-4d51b3b7-3e0a-4be6-b9db-8192006b4fae tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] For port 3ba305c2-956b-4f51-bf8b-a1a841fcc8a8, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=3ba305c2-956b-4f51-bf8b-a1a841fcc8a8,segment=NetworkSegment(b07a06d1-a4e7-44d2-8ee7-54652f151734),segment_id=b07a06d1-a4e7-44d2-8ee7-54652f151734)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:29:50.494144 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-5ed41ee1-5623-4545-8b59-2e6bdf834541 None None] Allocated IP 172.20.0.2 (d73c399a-2f2b-4420-a483-8eb7c1dc35e8/3dfa8f60-51b6-4e68-b884-bc6c3b960656/5fa1fbf4-7401-4490-b6ee-4903b574685a) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:29:50.494458 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4d51b3b7-3e0a-4be6-b9db-8192006b4fae tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:50.520721 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-4d51b3b7-3e0a-4be6-b9db-8192006b4fae tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Calling delete_port for 3ba305c2-956b-4f51-bf8b-a1a841fcc8a8 owned by network:dhcp {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:29:50.779779 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-475879c8-48e3-402e-90f6-835f7ca381bd None None] Provisioning complete for port cc68218f-16ab-4e9f-89cc-8c9a17c64911 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:29:50.780152 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-475879c8-48e3-402e-90f6-835f7ca381bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:50.820227 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-e73a001b-0e34-4ca9-aa65-1d6cd08dd36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a0d14ed-e974-4fc9-a80b-fff5bf81e2bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-769308072', 'tenant_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '5b75e72b-d826-4845-aed9-184a281cd7b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:29:44Z', 'updated_at': '2022-05-18T18:29:46Z', 'revision_number': 3, 'project_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'gw_port': {'id': '5b75e72b-d826-4845-aed9-184a281cd7b8', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:28:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a0d14ed-e974-4fc9-a80b-fff5bf81e2bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2824, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:29:45Z', 'updated_at': '2022-05-18T18:29:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:29:50.864704 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73a001b-0e34-4ca9-aa65-1d6cd08dd36f None None] The sync data for ids ['8a0d14ed-e974-4fc9-a80b-fff5bf81e2bf'] in n-d-838550-3 is: [{'id': '8a0d14ed-e974-4fc9-a80b-fff5bf81e2bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-769308072', 'tenant_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '5b75e72b-d826-4845-aed9-184a281cd7b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:29:44Z', 'updated_at': '2022-05-18T18:29:46Z', 'revision_number': 3, 'project_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'gw_port': {'id': '5b75e72b-d826-4845-aed9-184a281cd7b8', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:28:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a0d14ed-e974-4fc9-a80b-fff5bf81e2bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2824, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:29:45Z', 'updated_at': '2022-05-18T18:29:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:29:50.955913 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1806e32b-3a17-4414-868c-c06b06e48992 req-79fd8cb5-319b-40fa-b98b-3e3a8f59f18d tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:50.960079 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1806e32b-3a17-4414-868c-c06b06e48992 req-79fd8cb5-319b-40fa-b98b-3e3a8f59f18d tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef854938-189c-46f2-8314-215a08afd5f6 HTTP/1.1" status: 200 len: 945 time: 0.3360760 May 18 18:29:51.034857 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-5ed41ee1-5623-4545-8b59-2e6bdf834541 None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:51.047486 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4d51b3b7-3e0a-4be6-b9db-8192006b4fae tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:51.069108 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-5ed41ee1-5623-4545-8b59-2e6bdf834541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:51.113775 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1806e32b-3a17-4414-868c-c06b06e48992 req-fee5bfaf-a944-48be-b310-5401fcbaf7c1 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=ea6a757a-9c65-4a62-a27e-604b73d281bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1316295 May 18 18:29:51.116080 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d51b3b7-3e0a-4be6-b9db-8192006b4fae tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Pushing event deleted for resources: {'Port': ['ID=3ba305c2-956b-4f51-bf8b-a1a841fcc8a8,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:29:51.122255 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d51b3b7-3e0a-4be6-b9db-8192006b4fae tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] No DVR routers for this DVR port 3ba305c2-956b-4f51-bf8b-a1a841fcc8a8 on host n-d-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:29:51.165518 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed41ee1-5623-4545-8b59-2e6bdf834541 None None] Network d73c399a-2f2b-4420-a483-8eb7c1dc35e8 is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:29:51.169885 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-57d77e9d-b139-4a4f-99e9-5651e6629e2c tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:51.184895 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-5ed41ee1-5623-4545-8b59-2e6bdf834541 None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:29:51.197775 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed41ee1-5623-4545-8b59-2e6bdf834541 None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:29:51.222154 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-475879c8-48e3-402e-90f6-835f7ca381bd None None] Current status of the port cc68218f-16ab-4e9f-89cc-8c9a17c64911 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:29:51.233192 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed41ee1-5623-4545-8b59-2e6bdf834541 None None] Pushing event updated for resources: {'Port': ['ID=5fa1fbf4-7401-4490-b6ee-4903b574685a,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:29:51.314764 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-5ed41ee1-5623-4545-8b59-2e6bdf834541 None None] Attempting to bind port 5fa1fbf4-7401-4490-b6ee-4903b574685a on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:29:51.315096 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-5ed41ee1-5623-4545-8b59-2e6bdf834541 None None] Attempting to bind port 5fa1fbf4-7401-4490-b6ee-4903b574685a by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': 'a839893d-6b02-4065-b63c-38a46f283620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'd73c399a-2f2b-4420-a483-8eb7c1dc35e8'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:29:51.315342 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed41ee1-5623-4545-8b59-2e6bdf834541 None None] Attempting to bind port 5fa1fbf4-7401-4490-b6ee-4903b574685a on network d73c399a-2f2b-4420-a483-8eb7c1dc35e8 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:29:51.323138 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed41ee1-5623-4545-8b59-2e6bdf834541 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 29, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:29:51.323376 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed41ee1-5623-4545-8b59-2e6bdf834541 None None] Checking segment: {'id': 'a839893d-6b02-4065-b63c-38a46f283620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'd73c399a-2f2b-4420-a483-8eb7c1dc35e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:29:51.324817 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-5ed41ee1-5623-4545-8b59-2e6bdf834541 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:51.324817 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed41ee1-5623-4545-8b59-2e6bdf834541 None None] Bound using segment: {'id': 'a839893d-6b02-4065-b63c-38a46f283620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'd73c399a-2f2b-4420-a483-8eb7c1dc35e8'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:29:51.324817 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-5ed41ee1-5623-4545-8b59-2e6bdf834541 None None] Bound port: 5fa1fbf4-7401-4490-b6ee-4903b574685a, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a839893d-6b02-4065-b63c-38a46f283620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'd73c399a-2f2b-4420-a483-8eb7c1dc35e8'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:29:51.325565 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-5ed41ee1-5623-4545-8b59-2e6bdf834541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:51.354646 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4d51b3b7-3e0a-4be6-b9db-8192006b4fae tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:51.448755 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691b54f3-f48d-419a-a433-a09db2751481 req-4db7b03c-3378-4fb9-b84a-7d7c3183d6ff tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:51.456309 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-691b54f3-f48d-419a-a433-a09db2751481 req-4db7b03c-3378-4fb9-b84a-7d7c3183d6ff tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef854938-189c-46f2-8314-215a08afd5f6 HTTP/1.1" status: 200 len: 945 time: 0.2150729 May 18 18:29:51.546742 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-4d51b3b7-3e0a-4be6-b9db-8192006b4fae tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fa4e88c-202f-4393-a7e1-ccfa5decdefd']}} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:29:51.569877 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-4d51b3b7-3e0a-4be6-b9db-8192006b4fae tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b07a06d1-a4e7-44d2-8ee7-54652f151734') {'for_net_delete': True} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:29:51.570347 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-4d51b3b7-3e0a-4be6-b9db-8192006b4fae tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b07a06d1-a4e7-44d2-8ee7-54652f151734') {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:29:51.573285 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-691b54f3-f48d-419a-a433-a09db2751481 req-464b526e-fe66-4e60-9238-00afcdb2e049 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=ea6a757a-9c65-4a62-a27e-604b73d281bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070745 May 18 18:29:52.030565 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-5ed41ee1-5623-4545-8b59-2e6bdf834541 None None] For port 5fa1fbf4-7401-4490-b6ee-4903b574685a, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:29:52.041838 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-5ed41ee1-5623-4545-8b59-2e6bdf834541 None None] For port 5fa1fbf4-7401-4490-b6ee-4903b574685a, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=5fa1fbf4-7401-4490-b6ee-4903b574685a,segment=NetworkSegment(a839893d-6b02-4065-b63c-38a46f283620),segment_id=a839893d-6b02-4065-b63c-38a46f283620)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:29:52.054557 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 5b75e72b-d826-4845-aed9-184a281cd7b8 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:29:52.057082 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-5ed41ee1-5623-4545-8b59-2e6bdf834541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:52.095886 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-57d77e9d-b139-4a4f-99e9-5651e6629e2c tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Allocated IP 172.20.0.1 (d73c399a-2f2b-4420-a483-8eb7c1dc35e8/3dfa8f60-51b6-4e68-b884-bc6c3b960656/460085d2-7581-4664-a1c2-0b9ad99ad5b5) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:29:52.267854 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed41ee1-5623-4545-8b59-2e6bdf834541 None None] Pushing event updated for resources: {'Port': ['ID=5fa1fbf4-7401-4490-b6ee-4903b574685a,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:29:52.308123 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 5b75e72b-d826-4845-aed9-184a281cd7b8 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:29:52.308495 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:52.388028 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-57d77e9d-b139-4a4f-99e9-5651e6629e2c tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:52.394723 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4d51b3b7-3e0a-4be6-b9db-8192006b4fae tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260542144'] for segment, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:52.434993 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 5b75e72b-d826-4845-aed9-184a281cd7b8 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:29:52.435866 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:52.475953 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] For port 5b75e72b-d826-4845-aed9-184a281cd7b8, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=5b75e72b-d826-4845-aed9-184a281cd7b8,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:29:52.479666 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4d51b3b7-3e0a-4be6-b9db-8192006b4fae tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:52.481417 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:52.482906 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device cc68218f-16ab-4e9f-89cc-8c9a17c64911 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:29:52.580959 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d51b3b7-3e0a-4be6-b9db-8192006b4fae tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=102731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:29:52.584674 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4d51b3b7-3e0a-4be6-b9db-8192006b4fae tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260884178'] for segment, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:52.589307 n-d-838550-3 neutron-server[102731]: Traceback (most recent call last): May 18 18:29:52.589307 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:29:52.589307 n-d-838550-3 neutron-server[102731]: timer() May 18 18:29:52.589307 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:29:52.589307 n-d-838550-3 neutron-server[102731]: cb(*args, **kw) May 18 18:29:52.589307 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:29:52.589307 n-d-838550-3 neutron-server[102731]: return func(*args, **kwargs) May 18 18:29:52.589307 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:29:52.589307 n-d-838550-3 neutron-server[102731]: self._notify() May 18 18:29:52.589307 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:29:52.589307 n-d-838550-3 neutron-server[102731]: self.callback(batched_events) May 18 18:29:52.589307 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:29:52.589307 n-d-838550-3 neutron-server[102731]: event.method(event) May 18 18:29:52.589307 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:29:52.589307 n-d-838550-3 neutron-server[102731]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:29:52.589307 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:29:52.589307 n-d-838550-3 neutron-server[102731]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:29:52.589307 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:29:52.589307 n-d-838550-3 neutron-server[102731]: return f(self, *a, **k) May 18 18:29:52.589307 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:29:52.589307 n-d-838550-3 neutron-server[102731]: return self._get(url).json() May 18 18:29:52.589307 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:29:52.589307 n-d-838550-3 neutron-server[102731]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:29:52.589307 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:29:52.589307 n-d-838550-3 neutron-server[102731]: return self.request(url, 'GET', **kwargs) May 18 18:29:52.589307 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:29:52.589307 n-d-838550-3 neutron-server[102731]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:29:52.589307 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:29:52.589307 n-d-838550-3 neutron-server[102731]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:29:52.589307 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:29:52.589307 n-d-838550-3 neutron-server[102731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:29:52.589307 n-d-838550-3 neutron-server[102731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:29:52.601235 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8c52a3-6e98-456f-ad37-8b77da780292 req-25af88c6-2318-4257-8f11-43f78961510e tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:52.601838 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Pushing event updated for resources: {'Port': ['ID=5b75e72b-d826-4845-aed9-184a281cd7b8,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:29:52.642423 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port cc68218f-16ab-4e9f-89cc-8c9a17c64911 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:29:52.644246 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:52.651422 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ac8c52a3-6e98-456f-ad37-8b77da780292 req-25af88c6-2318-4257-8f11-43f78961510e tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef854938-189c-46f2-8314-215a08afd5f6 HTTP/1.1" status: 200 len: 945 time: 0.3291256 May 18 18:29:52.774163 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-57d77e9d-b139-4a4f-99e9-5651e6629e2c tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:52.872582 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port cc68218f-16ab-4e9f-89cc-8c9a17c64911 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:29:52.915125 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ac8c52a3-6e98-456f-ad37-8b77da780292 req-324f205d-be84-44ba-9378-09d8a1126f05 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=ea6a757a-9c65-4a62-a27e-604b73d281bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2623003 May 18 18:29:52.937680 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d77e9d-b139-4a4f-99e9-5651e6629e2c tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Network d73c399a-2f2b-4420-a483-8eb7c1dc35e8 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:29:52.941827 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-57d77e9d-b139-4a4f-99e9-5651e6629e2c tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:29:52.961203 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d77e9d-b139-4a4f-99e9-5651e6629e2c tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:29:52.964448 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4d51b3b7-3e0a-4be6-b9db-8192006b4fae tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:52.997342 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4d51b3b7-3e0a-4be6-b9db-8192006b4fae tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:53.004537 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-4d51b3b7-3e0a-4be6-b9db-8192006b4fae tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] 10.222.0.85 "DELETE /v2.0/networks/4fa4e88c-202f-4393-a7e1-ccfa5decdefd HTTP/1.1" status: 204 len: 168 time: 5.1867340 May 18 18:29:53.006391 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 54444) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:29:53.011932 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-49a17cd7-4c22-4cf0-a0fd-c66a1e88b744 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1712236500'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:29:53.099974 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d77e9d-b139-4a4f-99e9-5651e6629e2c tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Pushing event updated for resources: {'Port': ['ID=460085d2-7581-4664-a1c2-0b9ad99ad5b5,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:29:53.108987 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-57d77e9d-b139-4a4f-99e9-5651e6629e2c tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595826'] for router_interface, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:53.127521 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d51b3b7-3e0a-4be6-b9db-8192006b4fae tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Pushing event deleted for resources: {'Network': ['ID=4fa4e88c-202f-4393-a7e1-ccfa5decdefd,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:29:53.165279 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49a17cd7-4c22-4cf0-a0fd-c66a1e88b744 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Made reservation on behalf of bd00446429ad457d9241c37da79c2cb0 for: {'network': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:29:53.173432 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-49a17cd7-4c22-4cf0-a0fd-c66a1e88b744 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:53.257922 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240c770f-196b-4d47-9e42-5242bacce255 req-c1476c1f-be13-4c09-a57f-6e71ae3e803e tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:53.259804 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-240c770f-196b-4d47-9e42-5242bacce255 req-c1476c1f-be13-4c09-a57f-6e71ae3e803e tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef854938-189c-46f2-8314-215a08afd5f6 HTTP/1.1" status: 200 len: 945 time: 0.2066247 May 18 18:29:53.275952 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49a17cd7-4c22-4cf0-a0fd-c66a1e88b744 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 632} {{(pid=102730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:29:53.332431 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-49a17cd7-4c22-4cf0-a0fd-c66a1e88b744 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:53.332825 n-d-838550-3 neutron-server[102730]: INFO neutron.db.segments_db [None req-49a17cd7-4c22-4cf0-a0fd-c66a1e88b744 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Added segment 98901247-c7e3-4f08-8393-732eb8837ab8 of type vlan for network 3b29798f-d8fc-4f57-9d12-af9fa3f4e51f May 18 18:29:53.384749 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-240c770f-196b-4d47-9e42-5242bacce255 req-ca237452-3b39-4106-9789-17d716e0b321 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=ea6a757a-9c65-4a62-a27e-604b73d281bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024358 May 18 18:29:53.554792 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-49a17cd7-4c22-4cf0-a0fd-c66a1e88b744 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:53.609073 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-57d77e9d-b139-4a4f-99e9-5651e6629e2c tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:53.702469 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-49a17cd7-4c22-4cf0-a0fd-c66a1e88b744 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:53.728312 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a17cd7-4c22-4cf0-a0fd-c66a1e88b744 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:53.731600 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-49a17cd7-4c22-4cf0-a0fd-c66a1e88b744 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:53.796680 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09589a9c-30a8-419e-9ed2-3c99e331d38d req-825e836c-028c-4caa-99e8-b69c08ce0179 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:53.810055 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-09589a9c-30a8-419e-9ed2-3c99e331d38d req-825e836c-028c-4caa-99e8-b69c08ce0179 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef854938-189c-46f2-8314-215a08afd5f6 HTTP/1.1" status: 200 len: 945 time: 0.2654030 May 18 18:29:53.858918 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 5b75e72b-d826-4845-aed9-184a281cd7b8 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:29:53.913578 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-49a17cd7-4c22-4cf0-a0fd-c66a1e88b744 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9039690 May 18 18:29:53.913578 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 54466) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:29:53.932870 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-e1e1e8b2-cc94-4323-9242-452d6dc00cce tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Request body: {'subnet': {'network_id': '3b29798f-d8fc-4f57-9d12-af9fa3f4e51f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:29:53.986039 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 5b75e72b-d826-4845-aed9-184a281cd7b8 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:29:53.986428 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:54.054564 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a17cd7-4c22-4cf0-a0fd-c66a1e88b744 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Pushing event updated for resources: {'Network': ['ID=3b29798f-d8fc-4f57-9d12-af9fa3f4e51f,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:29:54.074745 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-09589a9c-30a8-419e-9ed2-3c99e331d38d req-3c684e45-2f44-4c90-82cc-9b1c76756246 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=ea6a757a-9c65-4a62-a27e-604b73d281bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2602003 May 18 18:29:54.123664 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network 3b29798f-d8fc-4f57-9d12-af9fa3f4e51f details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:29:54.145292 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1e1e8b2-cc94-4323-9242-452d6dc00cce tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Made reservation on behalf of bd00446429ad457d9241c37da79c2cb0 for: {'subnet': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:29:54.156128 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e1e1e8b2-cc94-4323-9242-452d6dc00cce tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261031885'] for subnet, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:54.242930 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-57d77e9d-b139-4a4f-99e9-5651e6629e2c tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:54.267575 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-57d77e9d-b139-4a4f-99e9-5651e6629e2c tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:54.425134 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 5b75e72b-d826-4845-aed9-184a281cd7b8 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:29:54.427306 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 5fa1fbf4-7401-4490-b6ee-4903b574685a up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:29:54.460604 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d77e9d-b139-4a4f-99e9-5651e6629e2c tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Pushing event updated for resources: {'Port': ['ID=460085d2-7581-4664-a1c2-0b9ad99ad5b5,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:29:54.534254 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 5fa1fbf4-7401-4490-b6ee-4903b574685a triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:29:54.535591 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:54.550165 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-57d77e9d-b139-4a4f-99e9-5651e6629e2c tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-595870'] for router_interface, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:54.731819 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 5fa1fbf4-7401-4490-b6ee-4903b574685a is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:29:54.732599 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:54.796465 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f90265-d6e5-4252-9ffe-1e6f902080ea None None] Network d73c399a-2f2b-4420-a483-8eb7c1dc35e8 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:29:54.812487 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d77e9d-b139-4a4f-99e9-5651e6629e2c tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Network d73c399a-2f2b-4420-a483-8eb7c1dc35e8 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:29:54.815518 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-57d77e9d-b139-4a4f-99e9-5651e6629e2c tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:29:54.901147 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] For port 5fa1fbf4-7401-4490-b6ee-4903b574685a, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=5fa1fbf4-7401-4490-b6ee-4903b574685a,segment=NetworkSegment(a839893d-6b02-4065-b63c-38a46f283620),segment_id=a839893d-6b02-4065-b63c-38a46f283620)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:29:54.955765 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:55.060288 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57d77e9d-b139-4a4f-99e9-5651e6629e2c tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Router 8a0d14ed-e974-4fc9-a80b-fff5bf81e2bf has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:29:55.085661 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Pushing event updated for resources: {'Port': ['ID=5fa1fbf4-7401-4490-b6ee-4903b574685a,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:29:55.094282 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-6feef377-bc70-4c7b-9cd4-05533a8d306d None None] Provisioning complete for port 5fa1fbf4-7401-4490-b6ee-4903b574685a triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:29:55.094652 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-6feef377-bc70-4c7b-9cd4-05533a8d306d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:55.274649 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-6feef377-bc70-4c7b-9cd4-05533a8d306d None None] Current status of the port 5fa1fbf4-7401-4490-b6ee-4903b574685a is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:29:55.375497 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f01b8da-1e1a-4534-b6a5-68a405f245bf req-22c5c51b-153d-4d8f-add0-2d5c0ddfb107 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:55.387643 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1f01b8da-1e1a-4534-b6a5-68a405f245bf req-22c5c51b-153d-4d8f-add0-2d5c0ddfb107 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef854938-189c-46f2-8314-215a08afd5f6 HTTP/1.1" status: 200 len: 945 time: 0.9271038 May 18 18:29:55.539206 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1f01b8da-1e1a-4534-b6a5-68a405f245bf req-7b3afe17-6c09-42cd-9af7-a70c04afe007 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=ea6a757a-9c65-4a62-a27e-604b73d281bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1477892 May 18 18:29:55.563932 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e1e1e8b2-cc94-4323-9242-452d6dc00cce tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261104883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261031899'] for subnet, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:55.566252 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 5fa1fbf4-7401-4490-b6ee-4903b574685a up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:29:55.629658 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e1e8b2-cc94-4323-9242-452d6dc00cce tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Pushing event updated for resources: {'Subnet': ['ID=fe66fe29-1b07-4e2c-8e95-ae9f88ae4fde,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:29:55.663794 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e1e8b2-cc94-4323-9242-452d6dc00cce tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Checking segment: {'id': '98901247-c7e3-4f08-8393-732eb8837ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '3b29798f-d8fc-4f57-9d12-af9fa3f4e51f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:29:55.664180 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e1e8b2-cc94-4323-9242-452d6dc00cce tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Network hostable DHCP agents. Network: 3b29798f-d8fc-4f57-9d12-af9fa3f4e51f, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:29:55.678076 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 5fa1fbf4-7401-4490-b6ee-4903b574685a triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:29:55.678385 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:55.692075 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e1e8b2-cc94-4323-9242-452d6dc00cce tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Network 3b29798f-d8fc-4f57-9d12-af9fa3f4e51f is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:29:55.710576 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-e1e1e8b2-cc94-4323-9242-452d6dc00cce tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, 3b29798f-d8fc-4f57-9d12-af9fa3f4e51f) {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:29:55.716622 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e1e8b2-cc94-4323-9242-452d6dc00cce tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:55.717498 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e1e1e8b2-cc94-4323-9242-452d6dc00cce tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:55.745848 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-e1e1e8b2-cc94-4323-9242-452d6dc00cce tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.8218367 May 18 18:29:55.746572 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 54480) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:29:55.780817 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04311709-6814-4f5d-8bf9-2c955dd6eb16 None None] Network 3b29798f-d8fc-4f57-9d12-af9fa3f4e51f requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:29:55.994001 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-df6d0094-7f9b-493c-9aeb-51d0c8131fb3 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:56.029249 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57d77e9d-b139-4a4f-99e9-5651e6629e2c tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:29:56.069499 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-57d77e9d-b139-4a4f-99e9-5651e6629e2c tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "PUT /v2.0/routers/8a0d14ed-e974-4fc9-a80b-fff5bf81e2bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4979527 May 18 18:29:56.071233 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a80124cb-4848-460c-a155-50418bb27cd7 None None] Provisioning complete for port 460085d2-7581-4664-a1c2-0b9ad99ad5b5 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:29:56.071763 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a80124cb-4848-460c-a155-50418bb27cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:56.147340 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 5fa1fbf4-7401-4490-b6ee-4903b574685a is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:29:56.152819 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8bb9b1-4979-4011-85fb-c39e26770ed9 None None] Sync routers for ids ['8a0d14ed-e974-4fc9-a80b-fff5bf81e2bf'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:29:56.200293 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a80124cb-4848-460c-a155-50418bb27cd7 None None] Port 460085d2-7581-4664-a1c2-0b9ad99ad5b5 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:29:56.206634 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-df6d0094-7f9b-493c-9aeb-51d0c8131fb3 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:56.223704 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8bb9b1-4979-4011-85fb-c39e26770ed9 None None] Routers {'8a0d14ed-e974-4fc9-a80b-fff5bf81e2bf'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:29:56.226524 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-9e8bb9b1-4979-4011-85fb-c39e26770ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:29:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['8a0d14ed-e974-4fc9-a80b-fff5bf81e2bf'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:29:56.331887 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a80124cb-4848-460c-a155-50418bb27cd7 None None] Provisioning complete for port 5fa1fbf4-7401-4490-b6ee-4903b574685a triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:29:56.332273 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a80124cb-4848-460c-a155-50418bb27cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:56.368928 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-df6d0094-7f9b-493c-9aeb-51d0c8131fb3 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261104690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261031888'] for subnet, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:56.518054 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6d0094-7f9b-493c-9aeb-51d0c8131fb3 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Pushing event deleted for resources: {'Subnet': ['ID=fe66fe29-1b07-4e2c-8e95-ae9f88ae4fde,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:29:56.566629 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-080644fc-58df-451f-a60c-eac5352bbd06 req-94e021f9-2e08-47bb-8d25-ee06cd8c6748 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-486527702&fields=id&tenant_id=06b3ed36f50a43fd9cfeaa89e080d35b HTTP/1.1" status: 200 len: 267 time: 0.1243043 May 18 18:29:56.582506 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-790eb199-e313-4016-b6f0-d66237e8f99b None None] Network 3b29798f-d8fc-4f57-9d12-af9fa3f4e51f requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:29:56.769938 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-df6d0094-7f9b-493c-9aeb-51d0c8131fb3 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:56.794356 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-df6d0094-7f9b-493c-9aeb-51d0c8131fb3 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b29798f-d8fc-4f57-9d12-af9fa3f4e51f']}} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:29:56.799545 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080644fc-58df-451f-a60c-eac5352bbd06 req-146f1de9-b5e4-4107-bd46-58c7db8fa08f tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:56.805878 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-df6d0094-7f9b-493c-9aeb-51d0c8131fb3 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98901247-c7e3-4f08-8393-732eb8837ab8') {'for_net_delete': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:29:56.806277 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-df6d0094-7f9b-493c-9aeb-51d0c8131fb3 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98901247-c7e3-4f08-8393-732eb8837ab8') {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:29:56.809359 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-080644fc-58df-451f-a60c-eac5352bbd06 req-146f1de9-b5e4-4107-bd46-58c7db8fa08f tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/networks?id=d73c399a-2f2b-4420-a483-8eb7c1dc35e8 HTTP/1.1" status: 200 len: 797 time: 0.2403524 May 18 18:29:56.822788 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-df6d0094-7f9b-493c-9aeb-51d0c8131fb3 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260107375'] for segment, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:56.829716 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-080644fc-58df-451f-a60c-eac5352bbd06 req-28fad589-93cc-41d7-8b06-49178b992df6 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/quotas/06b3ed36f50a43fd9cfeaa89e080d35b HTTP/1.1" status: 200 len: 375 time: 0.0189130 May 18 18:29:56.885920 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-df6d0094-7f9b-493c-9aeb-51d0c8131fb3 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:56.906633 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df6d0094-7f9b-493c-9aeb-51d0c8131fb3 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=102730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:29:56.907029 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-df6d0094-7f9b-493c-9aeb-51d0c8131fb3 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261102736'] for segment, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:56.920172 n-d-838550-3 neutron-server[102730]: Traceback (most recent call last): May 18 18:29:56.920172 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:29:56.920172 n-d-838550-3 neutron-server[102730]: timer() May 18 18:29:56.920172 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:29:56.920172 n-d-838550-3 neutron-server[102730]: cb(*args, **kw) May 18 18:29:56.920172 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:29:56.920172 n-d-838550-3 neutron-server[102730]: return func(*args, **kwargs) May 18 18:29:56.920172 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:29:56.920172 n-d-838550-3 neutron-server[102730]: self._notify() May 18 18:29:56.920172 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:29:56.920172 n-d-838550-3 neutron-server[102730]: self.callback(batched_events) May 18 18:29:56.920172 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:29:56.920172 n-d-838550-3 neutron-server[102730]: event.method(event) May 18 18:29:56.920172 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:29:56.920172 n-d-838550-3 neutron-server[102730]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:29:56.920172 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:29:56.920172 n-d-838550-3 neutron-server[102730]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:29:56.920172 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:29:56.920172 n-d-838550-3 neutron-server[102730]: return f(self, *a, **k) May 18 18:29:56.920172 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:29:56.920172 n-d-838550-3 neutron-server[102730]: return self._get(url).json() May 18 18:29:56.920172 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:29:56.920172 n-d-838550-3 neutron-server[102730]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:29:56.920172 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:29:56.920172 n-d-838550-3 neutron-server[102730]: return self.request(url, 'GET', **kwargs) May 18 18:29:56.920172 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:29:56.920172 n-d-838550-3 neutron-server[102730]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:29:56.920172 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:29:56.920172 n-d-838550-3 neutron-server[102730]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:29:56.920172 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:29:56.920172 n-d-838550-3 neutron-server[102730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:29:56.920172 n-d-838550-3 neutron-server[102730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:29:56.928237 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a80124cb-4848-460c-a155-50418bb27cd7 None None] Current status of the port 5fa1fbf4-7401-4490-b6ee-4903b574685a is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:29:56.943624 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f8828f-fc03-452d-85fd-98c6ab6d60f0 None None] get_active_networks_info from n-d-838550-3 {{(pid=102732) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 18 18:29:56.950657 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-080644fc-58df-451f-a60c-eac5352bbd06 req-fa9ebcc4-bd3f-4596-bc0b-9c7c23d1e1ef tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=06b3ed36f50a43fd9cfeaa89e080d35b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1184244 May 18 18:29:57.011228 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-9e8bb9b1-4979-4011-85fb-c39e26770ed9 None None] Set router 8a0d14ed-e974-4fc9-a80b-fff5bf81e2bf gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:29:57.138420 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-df6d0094-7f9b-493c-9aeb-51d0c8131fb3 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:57.162861 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-080644fc-58df-451f-a60c-eac5352bbd06 req-4c327cb0-6113-482a-88db-1581c01e4bac service neutron] 10.222.0.85 "GET /v2.0/networks/d73c399a-2f2b-4420-a483-8eb7c1dc35e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045267 May 18 18:29:57.163412 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc79d769-318b-47be-b3b3-90d42f559802 req-f797d0ce-fc5f-47d4-8508-c08a7a0b5df8 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:57.171382 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bc79d769-318b-47be-b3b3-90d42f559802 req-f797d0ce-fc5f-47d4-8508-c08a7a0b5df8 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef854938-189c-46f2-8314-215a08afd5f6 HTTP/1.1" status: 200 len: 945 time: 0.4384663 May 18 18:29:57.203472 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-df6d0094-7f9b-493c-9aeb-51d0c8131fb3 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:57.228233 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-df6d0094-7f9b-493c-9aeb-51d0c8131fb3 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] 10.222.0.85 "DELETE /v2.0/networks/3b29798f-d8fc-4f57-9d12-af9fa3f4e51f HTTP/1.1" status: 204 len: 168 time: 1.4802692 May 18 18:29:57.233116 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 54508) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:29:57.256796 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-0cd9347c-e03e-4360-b249-2e404e18489b tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1959736397'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:29:57.271626 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6d0094-7f9b-493c-9aeb-51d0c8131fb3 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Pushing event deleted for resources: {'Network': ['ID=3b29798f-d8fc-4f57-9d12-af9fa3f4e51f,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:29:57.354558 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bc79d769-318b-47be-b3b3-90d42f559802 req-ba583887-3dc2-4cec-8a71-3ddbb85b1230 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=ea6a757a-9c65-4a62-a27e-604b73d281bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1524820 May 18 18:29:57.374919 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cd9347c-e03e-4360-b249-2e404e18489b tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Made reservation on behalf of bd00446429ad457d9241c37da79c2cb0 for: {'network': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:29:57.378951 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0cd9347c-e03e-4360-b249-2e404e18489b tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:57.484630 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-080644fc-58df-451f-a60c-eac5352bbd06 req-3c21d0bd-40b1-46d3-8645-08a8c48e4c64 service neutron] 10.222.0.85 "GET /v2.0/networks/d73c399a-2f2b-4420-a483-8eb7c1dc35e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3200290 May 18 18:29:57.497300 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cd9347c-e03e-4360-b249-2e404e18489b tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 629} {{(pid=102731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:29:57.526774 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0cd9347c-e03e-4360-b249-2e404e18489b tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:57.527082 n-d-838550-3 neutron-server[102731]: INFO neutron.db.segments_db [None req-0cd9347c-e03e-4360-b249-2e404e18489b tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Added segment e790e4ea-3b35-43ba-8040-07d0b806a5d3 of type vlan for network 304a67f2-caa7-4a2a-ac08-81fb7ff06a9a May 18 18:29:57.720107 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0cd9347c-e03e-4360-b249-2e404e18489b tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:57.782966 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0cd9347c-e03e-4360-b249-2e404e18489b tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:57.794002 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd9347c-e03e-4360-b249-2e404e18489b tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:57.800038 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0cd9347c-e03e-4360-b249-2e404e18489b tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:57.868140 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f8828f-fc03-452d-85fd-98c6ab6d60f0 None None] Resources bound (agent type, host, resource id): {{(pid=102732) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 18 18:29:57.918357 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1db47b-5819-4da9-8bf2-24f52744f100 req-081a6a7a-e429-4289-bbfb-3f5bcc5dd4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:57.920198 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bf1db47b-5819-4da9-8bf2-24f52744f100 req-081a6a7a-e429-4289-bbfb-3f5bcc5dd4d8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dc04081bebe44448af91d703facdf00a&device_id=ef854938-189c-46f2-8314-215a08afd5f6 HTTP/1.1" status: 200 len: 1096 time: 0.2072606 May 18 18:29:57.920406 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-d02ce51d-aafe-43df-ab09-dc3d2c34a1b8 None None] Provisioning complete for port 460085d2-7581-4664-a1c2-0b9ad99ad5b5 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:29:57.920740 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d02ce51d-aafe-43df-ab09-dc3d2c34a1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:58.150593 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-d02ce51d-aafe-43df-ab09-dc3d2c34a1b8 None None] Port 460085d2-7581-4664-a1c2-0b9ad99ad5b5 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:29:58.163130 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-0cd9347c-e03e-4360-b249-2e404e18489b tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9260480 May 18 18:29:58.167403 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f229d4fb-8687-4a9b-9d72-8e63296b1ee0 req-8f2a74cb-4486-4207-9bbf-23990655dab0 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:58.175550 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 54524) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:29:58.187573 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f229d4fb-8687-4a9b-9d72-8e63296b1ee0 req-8f2a74cb-4486-4207-9bbf-23990655dab0 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef854938-189c-46f2-8314-215a08afd5f6 HTTP/1.1" status: 200 len: 945 time: 0.3776801 May 18 18:29:58.199405 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-9e8bb9b1-4979-4011-85fb-c39e26770ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a0d14ed-e974-4fc9-a80b-fff5bf81e2bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-769308072', 'tenant_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '5b75e72b-d826-4845-aed9-184a281cd7b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:29:44Z', 'updated_at': '2022-05-18T18:29:53Z', 'revision_number': 4, 'project_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'gw_port': {'id': '5b75e72b-d826-4845-aed9-184a281cd7b8', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:28:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0d14ed-e974-4fc9-a80b-fff5bf81e2bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2824, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:29:45Z', 'updated_at': '2022-05-18T18:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '460085d2-7581-4664-a1c2-0b9ad99ad5b5', 'name': '', 'network_id': 'd73c399a-2f2b-4420-a483-8eb7c1dc35e8', 'tenant_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'mac_address': 'fa:16:3e:e5:de:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a0d14ed-e974-4fc9-a80b-fff5bf81e2bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2833, 'fixed_ips': [{'subnet_id': '3dfa8f60-51b6-4e68-b884-bc6c3b960656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:29:51Z', 'updated_at': '2022-05-18T18:29:53Z', 'revision_number': 2, 'project_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'subnets': [{'id': '3dfa8f60-51b6-4e68-b884-bc6c3b960656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:29:58.220702 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c76d4143-3a04-47c0-a090-db1f3269cef2 req-564aa1b9-d3ff-4648-aeda-1b3aa2592e25 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=1a778688-63bd-48cf-9f20-3617a5271cf7 HTTP/1.1" status: 200 len: 210 time: 0.2092206 May 18 18:29:58.231826 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-248f1b6a-38c1-4aab-95a3-f2ef673638f1 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Request body: {'subnet': {'network_id': '304a67f2-caa7-4a2a-ac08-81fb7ff06a9a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:29:58.247535 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd9347c-e03e-4360-b249-2e404e18489b tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Pushing event updated for resources: {'Network': ['ID=304a67f2-caa7-4a2a-ac08-81fb7ff06a9a,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:29:58.326825 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f229d4fb-8687-4a9b-9d72-8e63296b1ee0 req-04d1f706-893f-4016-a409-418cbd85de0d tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=ea6a757a-9c65-4a62-a27e-604b73d281bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1254044 May 18 18:29:58.451110 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1db47b-5819-4da9-8bf2-24f52744f100 req-ea577a34-2fc5-47ae-94d4-4d9239e73c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:58.452883 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bf1db47b-5819-4da9-8bf2-24f52744f100 req-ea577a34-2fc5-47ae-94d4-4d9239e73c23 service neutron] 10.222.0.36 "GET /v2.0/networks?id=adbd4d3b-93fc-4f7a-a6ae-1551b2db5668 HTTP/1.1" status: 200 len: 912 time: 0.5169883 May 18 18:29:58.551855 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-248f1b6a-38c1-4aab-95a3-f2ef673638f1 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Made reservation on behalf of bd00446429ad457d9241c37da79c2cb0 for: {'subnet': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:29:58.556564 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-248f1b6a-38c1-4aab-95a3-f2ef673638f1 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260908003'] for subnet, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:58.650963 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bf1db47b-5819-4da9-8bf2-24f52744f100 req-45629d5d-22be-4e29-93ac-3551f54e8c41 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=33664213-089a-4f22-9123-31b7caedaa56 HTTP/1.1" status: 200 len: 1000 time: 0.1870499 May 18 18:29:58.761892 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1db47b-5819-4da9-8bf2-24f52744f100 req-f8bb8342-0365-494d-a9b2-2e0d30b3e6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:58.767255 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bf1db47b-5819-4da9-8bf2-24f52744f100 req-f8bb8342-0365-494d-a9b2-2e0d30b3e6a5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b85d9655-9e18-4f20-bd82-d6f95b142d2a HTTP/1.1" status: 200 len: 850 time: 0.1070552 May 18 18:29:58.901290 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1db47b-5819-4da9-8bf2-24f52744f100 req-42b6d881-371c-4c3c-a4b9-540713ace3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:58.912843 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bf1db47b-5819-4da9-8bf2-24f52744f100 req-42b6d881-371c-4c3c-a4b9-540713ace3a0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=adbd4d3b-93fc-4f7a-a6ae-1551b2db5668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1360869 May 18 18:29:58.931972 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network 304a67f2-caa7-4a2a-ac08-81fb7ff06a9a details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:29:58.951180 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8bb9b1-4979-4011-85fb-c39e26770ed9 None None] Checking router: 8a0d14ed-e974-4fc9-a80b-fff5bf81e2bf for host: n-d-838550-3 {{(pid=102732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:29:58.951710 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8bb9b1-4979-4011-85fb-c39e26770ed9 None None] Updating router 8a0d14ed-e974-4fc9-a80b-fff5bf81e2bf port 460085d2-7581-4664-a1c2-0b9ad99ad5b5 binding host n-d-838550-3 {{(pid=102732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 18:29:59.048260 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-248f1b6a-38c1-4aab-95a3-f2ef673638f1 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260898481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260908021'] for subnet, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:59.075319 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bf1db47b-5819-4da9-8bf2-24f52744f100 req-07104606-fb9b-4c0b-90b7-a3ed37fbe3ab service neutron] 10.222.0.36 "GET /v2.0/networks/adbd4d3b-93fc-4f7a-a6ae-1551b2db5668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502264 May 18 18:29:59.180842 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9e8bb9b1-4979-4011-85fb-c39e26770ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:59.192102 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248f1b6a-38c1-4aab-95a3-f2ef673638f1 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Pushing event updated for resources: {'Subnet': ['ID=20c7d37a-9584-4dc3-a971-7d1845f01efc,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:29:59.261256 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248f1b6a-38c1-4aab-95a3-f2ef673638f1 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Checking segment: {'id': 'e790e4ea-3b35-43ba-8040-07d0b806a5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '304a67f2-caa7-4a2a-ac08-81fb7ff06a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:29:59.261635 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-248f1b6a-38c1-4aab-95a3-f2ef673638f1 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Network hostable DHCP agents. Network: 304a67f2-caa7-4a2a-ac08-81fb7ff06a9a, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:29:59.282669 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bf1db47b-5819-4da9-8bf2-24f52744f100 req-9802792d-e576-497a-8641-6081c065af2d service neutron] 10.222.0.36 "GET /v2.0/networks/adbd4d3b-93fc-4f7a-a6ae-1551b2db5668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943920 May 18 18:29:59.307408 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-248f1b6a-38c1-4aab-95a3-f2ef673638f1 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Network 304a67f2-caa7-4a2a-ac08-81fb7ff06a9a is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:29:59.320948 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-248f1b6a-38c1-4aab-95a3-f2ef673638f1 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, 304a67f2-caa7-4a2a-ac08-81fb7ff06a9a) {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:29:59.327086 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-248f1b6a-38c1-4aab-95a3-f2ef673638f1 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:59.327610 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-248f1b6a-38c1-4aab-95a3-f2ef673638f1 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:59.432546 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-abcce5ae-e857-4226-849e-7783d58eebb8 req-e5b3be67-5d65-4de0-87f6-898ac0172dba tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=1a778688-63bd-48cf-9f20-3617a5271cf7 HTTP/1.1" status: 200 len: 210 time: 0.0887296 May 18 18:29:59.436434 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-248f1b6a-38c1-4aab-95a3-f2ef673638f1 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.2144334 May 18 18:29:59.439441 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 54544) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:29:59.775225 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d95e32-b89c-48c8-96d0-e206f7cad4cd None None] Network 304a67f2-caa7-4a2a-ac08-81fb7ff06a9a requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:29:59.799644 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bffc5b-a15a-470e-9404-67ad1d849bc4 req-000722ed-f6a2-4325-a9e2-af7f75bf5738 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:59.801476 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-41bffc5b-a15a-470e-9404-67ad1d849bc4 req-000722ed-f6a2-4325-a9e2-af7f75bf5738 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef854938-189c-46f2-8314-215a08afd5f6 HTTP/1.1" status: 200 len: 945 time: 0.3413236 May 18 18:29:59.923551 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2a6b98fc-0980-485f-a220-7c0c0fc3c6f4 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:29:59.987340 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080644fc-58df-451f-a60c-eac5352bbd06 req-f7cbfa54-ede6-4ddf-b1f8-7c6d1d97c11a tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:29:59.990923 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-080644fc-58df-451f-a60c-eac5352bbd06 req-f7cbfa54-ede6-4ddf-b1f8-7c6d1d97c11a tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.36 "GET /v2.0/networks?id=d73c399a-2f2b-4420-a483-8eb7c1dc35e8 HTTP/1.1" status: 200 len: 797 time: 0.3470426 May 18 18:30:00.059429 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-41bffc5b-a15a-470e-9404-67ad1d849bc4 req-3f746b50-a04c-45a4-8856-51dccbf56c7a tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=ea6a757a-9c65-4a62-a27e-604b73d281bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2165058 May 18 18:30:00.116303 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-080644fc-58df-451f-a60c-eac5352bbd06 req-654ca919-b63c-4f64-b2bb-8e62c82a9c68 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=06b3ed36f50a43fd9cfeaa89e080d35b HTTP/1.1" status: 200 len: 379 time: 0.1159980 May 18 18:30:00.137238 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-080644fc-58df-451f-a60c-eac5352bbd06 req-ccc20a13-0211-406b-927f-0ee80f9afb19 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Request body: {'port': {'device_id': '1a778688-63bd-48cf-9f20-3617a5271cf7', 'network_id': 'd73c399a-2f2b-4420-a483-8eb7c1dc35e8', 'admin_state_up': True, 'tenant_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'security_groups': ['7a49a26b-bec5-4659-823a-7a88d88b0ba6']}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:30:00.164428 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2a6b98fc-0980-485f-a220-7c0c0fc3c6f4 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:00.228140 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9e8bb9b1-4979-4011-85fb-c39e26770ed9 None None] Notify callbacks [] for port, precommit_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:00.252060 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9e8bb9b1-4979-4011-85fb-c39e26770ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:00.335002 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3360657-36be-417e-a299-c6ecec753dd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-304a67f2-caa7-4a2a-ac08-81fb7ff06a9a', 'network_id': '304a67f2-caa7-4a2a-ac08-81fb7ff06a9a', 'tenant_id': 'bd00446429ad457d9241c37da79c2cb0', 'fixed_ips': [{'subnet_id': '20c7d37a-9584-4dc3-a971-7d1845f01efc'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:30:00.335855 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a3360657-36be-417e-a299-c6ecec753dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:00.347588 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2a6b98fc-0980-485f-a220-7c0c0fc3c6f4 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261104690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261031888'] for subnet, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:00.370262 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fd6861-75ce-4ae9-8044-df357c371b75 None None] Pushing event updated for resources: {'Port': ['ID=460085d2-7581-4664-a1c2-0b9ad99ad5b5,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:30:00.389682 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6b98fc-0980-485f-a220-7c0c0fc3c6f4 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Pushing event deleted for resources: {'Subnet': ['ID=20c7d37a-9584-4dc3-a971-7d1845f01efc,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:30:00.396608 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-080644fc-58df-451f-a60c-eac5352bbd06 req-ccc20a13-0211-406b-927f-0ee80f9afb19 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Made reservation on behalf of 06b3ed36f50a43fd9cfeaa89e080d35b for: {'port': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:30:00.401084 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-080644fc-58df-451f-a60c-eac5352bbd06 req-ccc20a13-0211-406b-927f-0ee80f9afb19 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:00.645316 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-9e8bb9b1-4979-4011-85fb-c39e26770ed9 None None] Attempting to bind port 460085d2-7581-4664-a1c2-0b9ad99ad5b5 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:30:00.645773 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-9e8bb9b1-4979-4011-85fb-c39e26770ed9 None None] Attempting to bind port 460085d2-7581-4664-a1c2-0b9ad99ad5b5 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': 'a839893d-6b02-4065-b63c-38a46f283620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'd73c399a-2f2b-4420-a483-8eb7c1dc35e8'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:30:00.646113 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8bb9b1-4979-4011-85fb-c39e26770ed9 None None] Attempting to bind port 460085d2-7581-4664-a1c2-0b9ad99ad5b5 on network d73c399a-2f2b-4420-a483-8eb7c1dc35e8 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:30:00.682596 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f188eb34-14e2-4025-bad5-93519fe32244 req-b9c2b531-0f53-4609-b095-19171f270de4 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=1a778688-63bd-48cf-9f20-3617a5271cf7 HTTP/1.1" status: 200 len: 210 time: 0.0837038 May 18 18:30:00.684670 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d92dabc-8ede-4808-bb01-5bdbb5d48e67 None None] Network 304a67f2-caa7-4a2a-ac08-81fb7ff06a9a requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:30:00.743318 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2a6b98fc-0980-485f-a220-7c0c0fc3c6f4 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:00.775049 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8bb9b1-4979-4011-85fb-c39e26770ed9 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 29, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:30:00.775428 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8bb9b1-4979-4011-85fb-c39e26770ed9 None None] Checking segment: {'id': 'a839893d-6b02-4065-b63c-38a46f283620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'd73c399a-2f2b-4420-a483-8eb7c1dc35e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:30:00.775850 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9e8bb9b1-4979-4011-85fb-c39e26770ed9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:00.776253 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8bb9b1-4979-4011-85fb-c39e26770ed9 None None] Bound using segment: {'id': 'a839893d-6b02-4065-b63c-38a46f283620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'd73c399a-2f2b-4420-a483-8eb7c1dc35e8'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:30:00.776782 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-9e8bb9b1-4979-4011-85fb-c39e26770ed9 None None] Bound port: 460085d2-7581-4664-a1c2-0b9ad99ad5b5, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a839893d-6b02-4065-b63c-38a46f283620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'd73c399a-2f2b-4420-a483-8eb7c1dc35e8'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:30:00.777170 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9e8bb9b1-4979-4011-85fb-c39e26770ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:00.826848 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-2a6b98fc-0980-485f-a220-7c0c0fc3c6f4 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['304a67f2-caa7-4a2a-ac08-81fb7ff06a9a']}} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:30:00.837578 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-2a6b98fc-0980-485f-a220-7c0c0fc3c6f4 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e790e4ea-3b35-43ba-8040-07d0b806a5d3') {'for_net_delete': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:30:00.837910 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-2a6b98fc-0980-485f-a220-7c0c0fc3c6f4 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e790e4ea-3b35-43ba-8040-07d0b806a5d3') {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:30:00.850072 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2a6b98fc-0980-485f-a220-7c0c0fc3c6f4 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260107375'] for segment, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:00.865939 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2a6b98fc-0980-485f-a220-7c0c0fc3c6f4 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:00.872697 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a6b98fc-0980-485f-a220-7c0c0fc3c6f4 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=102730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:30:00.873094 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2a6b98fc-0980-485f-a220-7c0c0fc3c6f4 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261102736'] for segment, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:00.924332 n-d-838550-3 neutron-server[102730]: Traceback (most recent call last): May 18 18:30:00.924332 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:30:00.924332 n-d-838550-3 neutron-server[102730]: timer() May 18 18:30:00.924332 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:30:00.924332 n-d-838550-3 neutron-server[102730]: cb(*args, **kw) May 18 18:30:00.924332 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:30:00.924332 n-d-838550-3 neutron-server[102730]: return func(*args, **kwargs) May 18 18:30:00.924332 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:30:00.924332 n-d-838550-3 neutron-server[102730]: self._notify() May 18 18:30:00.924332 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:30:00.924332 n-d-838550-3 neutron-server[102730]: self.callback(batched_events) May 18 18:30:00.924332 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:30:00.924332 n-d-838550-3 neutron-server[102730]: event.method(event) May 18 18:30:00.924332 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:30:00.924332 n-d-838550-3 neutron-server[102730]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:30:00.924332 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:30:00.924332 n-d-838550-3 neutron-server[102730]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:30:00.924332 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:30:00.924332 n-d-838550-3 neutron-server[102730]: return f(self, *a, **k) May 18 18:30:00.924332 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:30:00.924332 n-d-838550-3 neutron-server[102730]: return self._get(url).json() May 18 18:30:00.924332 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:30:00.924332 n-d-838550-3 neutron-server[102730]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:30:00.924332 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:30:00.924332 n-d-838550-3 neutron-server[102730]: return self.request(url, 'GET', **kwargs) May 18 18:30:00.924332 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:30:00.924332 n-d-838550-3 neutron-server[102730]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:30:00.924332 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:30:00.924332 n-d-838550-3 neutron-server[102730]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:30:00.924332 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:30:00.924332 n-d-838550-3 neutron-server[102730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:30:00.924332 n-d-838550-3 neutron-server[102730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:30:00.955568 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-9e8bb9b1-4979-4011-85fb-c39e26770ed9 None None] For port 460085d2-7581-4664-a1c2-0b9ad99ad5b5, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:30:00.971894 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-9e8bb9b1-4979-4011-85fb-c39e26770ed9 None None] For port 460085d2-7581-4664-a1c2-0b9ad99ad5b5, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=460085d2-7581-4664-a1c2-0b9ad99ad5b5,segment=NetworkSegment(a839893d-6b02-4065-b63c-38a46f283620),segment_id=a839893d-6b02-4065-b63c-38a46f283620)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:30:00.979364 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9e8bb9b1-4979-4011-85fb-c39e26770ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:00.982311 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-d5fb8eb5-9591-4ab9-83e6-25165ecb3d3c None None] Provisioning complete for port 460085d2-7581-4664-a1c2-0b9ad99ad5b5 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:30:00.982947 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d5fb8eb5-9591-4ab9-83e6-25165ecb3d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:00.999973 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2a6b98fc-0980-485f-a220-7c0c0fc3c6f4 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:01.013610 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2a6b98fc-0980-485f-a220-7c0c0fc3c6f4 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:01.031470 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-2a6b98fc-0980-485f-a220-7c0c0fc3c6f4 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] 10.222.0.85 "DELETE /v2.0/networks/304a67f2-caa7-4a2a-ac08-81fb7ff06a9a HTTP/1.1" status: 204 len: 168 time: 1.5909011 May 18 18:30:01.035445 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 54558) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:30:01.045359 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-5044339c-0f44-4eb9-928c-7ba2bbc77e68 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1537976505'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:30:01.073492 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [req-080644fc-58df-451f-a60c-eac5352bbd06 req-ccc20a13-0211-406b-927f-0ee80f9afb19 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Allocated IP 172.20.0.7 (d73c399a-2f2b-4420-a483-8eb7c1dc35e8/3dfa8f60-51b6-4e68-b884-bc6c3b960656/428fc145-c1e0-44d6-8cc8-c989c290a2f6) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:30:01.091884 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6b98fc-0980-485f-a220-7c0c0fc3c6f4 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Pushing event deleted for resources: {'Network': ['ID=304a67f2-caa7-4a2a-ac08-81fb7ff06a9a,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:30:01.160538 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5044339c-0f44-4eb9-928c-7ba2bbc77e68 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Made reservation on behalf of bd00446429ad457d9241c37da79c2cb0 for: {'network': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:30:01.177691 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:01.184109 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5044339c-0f44-4eb9-928c-7ba2bbc77e68 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:01.189494 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fd6861-75ce-4ae9-8044-df357c371b75 None None] Pushing event updated for resources: {'Port': ['ID=460085d2-7581-4664-a1c2-0b9ad99ad5b5,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:30:01.249713 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8bb9b1-4979-4011-85fb-c39e26770ed9 None None] Routers {'8a0d14ed-e974-4fc9-a80b-fff5bf81e2bf'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:30:01.250520 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-9e8bb9b1-4979-4011-85fb-c39e26770ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:29:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['8a0d14ed-e974-4fc9-a80b-fff5bf81e2bf'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:30:01.275888 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5044339c-0f44-4eb9-928c-7ba2bbc77e68 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 636} {{(pid=102731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:30:01.299117 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5044339c-0f44-4eb9-928c-7ba2bbc77e68 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:01.300064 n-d-838550-3 neutron-server[102731]: INFO neutron.db.segments_db [None req-5044339c-0f44-4eb9-928c-7ba2bbc77e68 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Added segment 55a1ef93-ace0-42f2-8045-f1fc3dfbe035 of type vlan for network cba12d51-8129-48e6-8291-e6e24bb31537 May 18 18:30:01.360112 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5044339c-0f44-4eb9-928c-7ba2bbc77e68 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:01.403584 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5044339c-0f44-4eb9-928c-7ba2bbc77e68 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:01.424944 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5044339c-0f44-4eb9-928c-7ba2bbc77e68 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:01.428379 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5044339c-0f44-4eb9-928c-7ba2bbc77e68 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:01.429840 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-9e8bb9b1-4979-4011-85fb-c39e26770ed9 None None] Set router 8a0d14ed-e974-4fc9-a80b-fff5bf81e2bf gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:30:01.582816 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-5044339c-0f44-4eb9-928c-7ba2bbc77e68 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5453026 May 18 18:30:01.587649 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 54566) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:30:01.608086 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-4ef8b77d-1480-4f7d-b6a7-161a2fb5883b tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Request body: {'subnet': {'network_id': 'cba12d51-8129-48e6-8291-e6e24bb31537', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:30:01.613303 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5044339c-0f44-4eb9-928c-7ba2bbc77e68 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Pushing event updated for resources: {'Network': ['ID=cba12d51-8129-48e6-8291-e6e24bb31537,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:30:01.766971 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b98f28f-ebbd-4bc1-a9a3-68cad3420a1e req-82d92af4-a653-4051-acde-334c1aa87153 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:01.767194 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network cba12d51-8129-48e6-8291-e6e24bb31537 details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:30:01.773971 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5b98f28f-ebbd-4bc1-a9a3-68cad3420a1e req-82d92af4-a653-4051-acde-334c1aa87153 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef854938-189c-46f2-8314-215a08afd5f6 HTTP/1.1" status: 200 len: 945 time: 0.4662974 May 18 18:30:01.848522 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4e10fe09-762e-4ba7-8efa-4530f2a0244b req-9ab38999-8109-469f-bc97-e2fe587ec94d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7956ca72-5c94-487d-aa3f-6d3886085c70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4557517 May 18 18:30:01.876008 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-080644fc-58df-451f-a60c-eac5352bbd06 req-ccc20a13-0211-406b-927f-0ee80f9afb19 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:01.928810 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a40b4717-eb84-42b7-a3af-2afc2d0e3d1c req-49fb5bf9-2806-462b-803c-3797b59e1da4 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=1a778688-63bd-48cf-9f20-3617a5271cf7 HTTP/1.1" status: 200 len: 210 time: 0.0526574 May 18 18:30:01.966027 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:01.994369 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-d5fb8eb5-9591-4ab9-83e6-25165ecb3d3c None None] Current status of the port 460085d2-7581-4664-a1c2-0b9ad99ad5b5 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:30:02.010394 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d5fb8eb5-9591-4ab9-83e6-25165ecb3d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:02.022748 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5b98f28f-ebbd-4bc1-a9a3-68cad3420a1e req-b6b1f0db-966d-4720-9840-05766fafbaed tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=ea6a757a-9c65-4a62-a27e-604b73d281bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2473454 May 18 18:30:02.085184 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-d5fb8eb5-9591-4ab9-83e6-25165ecb3d3c None None] For port 460085d2-7581-4664-a1c2-0b9ad99ad5b5, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=460085d2-7581-4664-a1c2-0b9ad99ad5b5,segment=NetworkSegment(a839893d-6b02-4065-b63c-38a46f283620),segment_id=a839893d-6b02-4065-b63c-38a46f283620)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:30:02.109265 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d5fb8eb5-9591-4ab9-83e6-25165ecb3d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:02.171403 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955a2965-bc10-4ccf-acb4-c790745183e5 req-a7930281-26cc-4b7d-94b8-79e924af214b tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:02.180021 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-955a2965-bc10-4ccf-acb4-c790745183e5 req-a7930281-26cc-4b7d-94b8-79e924af214b tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef854938-189c-46f2-8314-215a08afd5f6 HTTP/1.1" status: 200 len: 945 time: 0.0696900 May 18 18:30:02.187720 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fb8eb5-9591-4ab9-83e6-25165ecb3d3c None None] Pushing event updated for resources: {'Port': ['ID=460085d2-7581-4664-a1c2-0b9ad99ad5b5,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:30:02.232974 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-955a2965-bc10-4ccf-acb4-c790745183e5 req-d1788692-1649-404c-8233-637800cdd821 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=ea6a757a-9c65-4a62-a27e-604b73d281bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512331 May 18 18:30:02.264497 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-080644fc-58df-451f-a60c-eac5352bbd06 req-ccc20a13-0211-406b-927f-0ee80f9afb19 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:02.276329 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ef8b77d-1480-4f7d-b6a7-161a2fb5883b tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Made reservation on behalf of bd00446429ad457d9241c37da79c2cb0 for: {'subnet': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:30:02.285170 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4ef8b77d-1480-4f7d-b6a7-161a2fb5883b tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261031885'] for subnet, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:02.527436 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-9e8bb9b1-4979-4011-85fb-c39e26770ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a0d14ed-e974-4fc9-a80b-fff5bf81e2bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-769308072', 'tenant_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '5b75e72b-d826-4845-aed9-184a281cd7b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:29:44Z', 'updated_at': '2022-05-18T18:29:53Z', 'revision_number': 4, 'project_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'gw_port': {'id': '5b75e72b-d826-4845-aed9-184a281cd7b8', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:28:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0d14ed-e974-4fc9-a80b-fff5bf81e2bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2824, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:29:45Z', 'updated_at': '2022-05-18T18:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '460085d2-7581-4664-a1c2-0b9ad99ad5b5', 'name': '', 'network_id': 'd73c399a-2f2b-4420-a483-8eb7c1dc35e8', 'tenant_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'mac_address': 'fa:16:3e:e5:de:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a0d14ed-e974-4fc9-a80b-fff5bf81e2bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2833, 'fixed_ips': [{'subnet_id': '3dfa8f60-51b6-4e68-b884-bc6c3b960656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:29:51Z', 'updated_at': '2022-05-18T18:30:00Z', 'revision_number': 4, 'project_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'subnets': [{'id': '3dfa8f60-51b6-4e68-b884-bc6c3b960656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:30:02.580589 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e10fe09-762e-4ba7-8efa-4530f2a0244b req-31af9c86-07e7-4735-b25d-ea51e4956634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:02.582461 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4e10fe09-762e-4ba7-8efa-4530f2a0244b req-31af9c86-07e7-4735-b25d-ea51e4956634 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4ce86b77116a4afca1694cba473235e6&device_id=7956ca72-5c94-487d-aa3f-6d3886085c70 HTTP/1.1" status: 200 len: 1097 time: 0.6976402 May 18 18:30:02.588399 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8bb9b1-4979-4011-85fb-c39e26770ed9 None None] The sync data for ids ['8a0d14ed-e974-4fc9-a80b-fff5bf81e2bf'] in n-d-838550-3 is: [{'id': '8a0d14ed-e974-4fc9-a80b-fff5bf81e2bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-769308072', 'tenant_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '5b75e72b-d826-4845-aed9-184a281cd7b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:29:44Z', 'updated_at': '2022-05-18T18:29:53Z', 'revision_number': 4, 'project_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'gw_port': {'id': '5b75e72b-d826-4845-aed9-184a281cd7b8', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:28:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0d14ed-e974-4fc9-a80b-fff5bf81e2bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2824, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:29:45Z', 'updated_at': '2022-05-18T18:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '460085d2-7581-4664-a1c2-0b9ad99ad5b5', 'name': '', 'network_id': 'd73c399a-2f2b-4420-a483-8eb7c1dc35e8', 'tenant_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'mac_address': 'fa:16:3e:e5:de:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a0d14ed-e974-4fc9-a80b-fff5bf81e2bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2833, 'fixed_ips': [{'subnet_id': '3dfa8f60-51b6-4e68-b884-bc6c3b960656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:29:51Z', 'updated_at': '2022-05-18T18:30:00Z', 'revision_number': 4, 'project_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'subnets': [{'id': '3dfa8f60-51b6-4e68-b884-bc6c3b960656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:30:02.591978 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-ce16f49b-c022-44dd-8f26-3877b61ae063 None None] Provisioning complete for port 460085d2-7581-4664-a1c2-0b9ad99ad5b5 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:30:02.592360 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-ce16f49b-c022-44dd-8f26-3877b61ae063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:02.860094 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-ce16f49b-c022-44dd-8f26-3877b61ae063 None None] Current status of the port 460085d2-7581-4664-a1c2-0b9ad99ad5b5 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:30:03.152286 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e10fe09-762e-4ba7-8efa-4530f2a0244b req-c9af179c-3bf5-4ae1-9488-4a0cff383597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:03.153895 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4e10fe09-762e-4ba7-8efa-4530f2a0244b req-c9af179c-3bf5-4ae1-9488-4a0cff383597 service neutron] 10.222.0.36 "GET /v2.0/networks?id=eafefbfa-378a-4a8a-8ee5-45c0c746f8e9 HTTP/1.1" status: 200 len: 911 time: 0.5125270 May 18 18:30:03.184194 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-080644fc-58df-451f-a60c-eac5352bbd06 req-ccc20a13-0211-406b-927f-0ee80f9afb19 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Network d73c399a-2f2b-4420-a483-8eb7c1dc35e8 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:30:03.213419 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa0ef54-40e6-4a42-84e8-36ed57019b88 req-c7751a0d-32e7-4df6-afb3-9be5464ecc9e tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:03.217315 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-dfa0ef54-40e6-4a42-84e8-36ed57019b88 req-c7751a0d-32e7-4df6-afb3-9be5464ecc9e tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=1a778688-63bd-48cf-9f20-3617a5271cf7 HTTP/1.1" status: 200 len: 931 time: 0.1376760 May 18 18:30:03.336520 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-dfa0ef54-40e6-4a42-84e8-36ed57019b88 req-13e33d36-2b96-48d6-8b21-a4f892567d0f tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/security-groups?id=7a49a26b-bec5-4659-823a-7a88d88b0ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926940 May 18 18:30:03.370513 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [req-080644fc-58df-451f-a60c-eac5352bbd06 req-ccc20a13-0211-406b-927f-0ee80f9afb19 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:30:03.376513 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-080644fc-58df-451f-a60c-eac5352bbd06 req-ccc20a13-0211-406b-927f-0ee80f9afb19 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:30:03.418995 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4ef8b77d-1480-4f7d-b6a7-161a2fb5883b tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261104883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261031899'] for subnet, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:03.620965 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 460085d2-7581-4664-a1c2-0b9ad99ad5b5 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:30:03.629115 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc20a13-0211-406b-927f-0ee80f9afb19 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Pushing event updated for resources: {'Port': ['ID=428fc145-c1e0-44d6-8cc8-c989c290a2f6,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:30:03.671402 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4e10fe09-762e-4ba7-8efa-4530f2a0244b req-ed5769f4-85b2-4f36-b704-7e9747280d0c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=294db689-0ef5-47f4-acf2-c6aebf9d040a HTTP/1.1" status: 200 len: 1002 time: 0.4796803 May 18 18:30:03.758315 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 460085d2-7581-4664-a1c2-0b9ad99ad5b5 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:30:03.758693 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:03.913490 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 460085d2-7581-4664-a1c2-0b9ad99ad5b5 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:30:03.924247 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-9afa44e7-2004-4f45-9cb6-210a5ee42f8a None None] Provisioning complete for port 428fc145-c1e0-44d6-8cc8-c989c290a2f6 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:30:03.924636 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9afa44e7-2004-4f45-9cb6-210a5ee42f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:03.981680 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-9afa44e7-2004-4f45-9cb6-210a5ee42f8a None None] Port 428fc145-c1e0-44d6-8cc8-c989c290a2f6 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:30:04.209866 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e10fe09-762e-4ba7-8efa-4530f2a0244b req-b4b6a960-8980-46e9-99e9-793b6ba9b611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:04.211533 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4e10fe09-762e-4ba7-8efa-4530f2a0244b req-b4b6a960-8980-46e9-99e9-793b6ba9b611 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ab1f7f5a-a761-43dc-be82-e3f213958e88 HTTP/1.1" status: 200 len: 849 time: 0.5298741 May 18 18:30:04.285490 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080644fc-58df-451f-a60c-eac5352bbd06 req-ccc20a13-0211-406b-927f-0ee80f9afb19 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:04.286644 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-080644fc-58df-451f-a60c-eac5352bbd06 req-ccc20a13-0211-406b-927f-0ee80f9afb19 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:04.322563 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef8b77d-1480-4f7d-b6a7-161a2fb5883b tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Pushing event updated for resources: {'Subnet': ['ID=52de71d6-15ac-462e-b504-24d09fb42fb2,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:30:04.366296 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef8b77d-1480-4f7d-b6a7-161a2fb5883b tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Checking segment: {'id': '55a1ef93-ace0-42f2-8045-f1fc3dfbe035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'cba12d51-8129-48e6-8291-e6e24bb31537'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:30:04.366673 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef8b77d-1480-4f7d-b6a7-161a2fb5883b tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Network hostable DHCP agents. Network: cba12d51-8129-48e6-8291-e6e24bb31537, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:30:04.374468 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-080644fc-58df-451f-a60c-eac5352bbd06 req-ccc20a13-0211-406b-927f-0ee80f9afb19 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2494788 May 18 18:30:04.391769 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6513d2e8-47c7-46de-a45e-70d0ce36a14a req-c9a7b99f-afe6-4532-9bbf-4a29e81d26ec tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:04.414026 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6513d2e8-47c7-46de-a45e-70d0ce36a14a req-c9a7b99f-afe6-4532-9bbf-4a29e81d26ec tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=9d1ddba1-1a5c-4242-a1ee-be3f2170d2d7 HTTP/1.1" status: 200 len: 943 time: 0.1970294 May 18 18:30:04.453204 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-080644fc-58df-451f-a60c-eac5352bbd06 req-381fa65f-7a40-418c-9f6c-9b3d94b2602f service neutron] Request body: {'port': {'device_id': '1a778688-63bd-48cf-9f20-3617a5271cf7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-3'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:30:04.493911 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb10324b-da45-4a22-8df2-444b33ec4ce8 req-0dc7f490-d2f6-4df0-8d60-2a8677da61d0 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:04.495846 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fb10324b-da45-4a22-8df2-444b33ec4ce8 req-0dc7f490-d2f6-4df0-8d60-2a8677da61d0 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=1a778688-63bd-48cf-9f20-3617a5271cf7 HTTP/1.1" status: 200 len: 931 time: 0.0736959 May 18 18:30:04.547839 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e10fe09-762e-4ba7-8efa-4530f2a0244b req-57f8744d-351e-4b06-a46b-465aa1555ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:04.549112 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4e10fe09-762e-4ba7-8efa-4530f2a0244b req-57f8744d-351e-4b06-a46b-465aa1555ebb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=eafefbfa-378a-4a8a-8ee5-45c0c746f8e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2948589 May 18 18:30:04.560638 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fb10324b-da45-4a22-8df2-444b33ec4ce8 req-c9f4f969-e906-4e56-aff9-2501e97b6dd9 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/security-groups?id=7a49a26b-bec5-4659-823a-7a88d88b0ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527525 May 18 18:30:04.567221 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef8b77d-1480-4f7d-b6a7-161a2fb5883b tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Network cba12d51-8129-48e6-8291-e6e24bb31537 is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:30:04.681297 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-4ef8b77d-1480-4f7d-b6a7-161a2fb5883b tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, cba12d51-8129-48e6-8291-e6e24bb31537) {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:30:04.698211 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef8b77d-1480-4f7d-b6a7-161a2fb5883b tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:04.698810 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4ef8b77d-1480-4f7d-b6a7-161a2fb5883b tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:04.700201 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e048dc5-f3cc-48d3-ab82-8d6fc20c16f5 None None] Network cba12d51-8129-48e6-8291-e6e24bb31537 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:30:04.704878 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-080644fc-58df-451f-a60c-eac5352bbd06 req-381fa65f-7a40-418c-9f6c-9b3d94b2602f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:04.777768 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 54640) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:30:04.782590 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-4ef8b77d-1480-4f7d-b6a7-161a2fb5883b tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1912630 May 18 18:30:04.783777 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-f6ecccdc-ff8d-451d-8ee2-b8449190f641 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Request body: {'subnet': {'network_id': 'cba12d51-8129-48e6-8291-e6e24bb31537', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:30:04.869671 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4e10fe09-762e-4ba7-8efa-4530f2a0244b req-cbfc5c6b-e722-4ecd-a7a2-e1711da3eeed service neutron] 10.222.0.36 "GET /v2.0/networks/eafefbfa-378a-4a8a-8ee5-45c0c746f8e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3135695 May 18 18:30:04.981897 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6ecccdc-ff8d-451d-8ee2-b8449190f641 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Made reservation on behalf of bd00446429ad457d9241c37da79c2cb0 for: {'subnet': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:30:04.986280 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f6ecccdc-ff8d-451d-8ee2-b8449190f641 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260908003'] for subnet, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:05.013245 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec99d6e2-b787-4876-9571-f598ebde67c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-cba12d51-8129-48e6-8291-e6e24bb31537', 'network_id': 'cba12d51-8129-48e6-8291-e6e24bb31537', 'tenant_id': 'bd00446429ad457d9241c37da79c2cb0', 'fixed_ips': [{'subnet_id': '52de71d6-15ac-462e-b504-24d09fb42fb2'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:30:05.014278 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-ec99d6e2-b787-4876-9571-f598ebde67c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:05.091584 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-6513d2e8-47c7-46de-a45e-70d0ce36a14a req-e27eab2c-2e62-4cd0-a450-01b5ec47ba3b tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Deleting port a0412cc4-69db-4907-be9e-675570dc9400 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:30:05.091998 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-6513d2e8-47c7-46de-a45e-70d0ce36a14a req-e27eab2c-2e62-4cd0-a450-01b5ec47ba3b tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:05.210114 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-6513d2e8-47c7-46de-a45e-70d0ce36a14a req-e27eab2c-2e62-4cd0-a450-01b5ec47ba3b tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] For port a0412cc4-69db-4907-be9e-675570dc9400, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=a0412cc4-69db-4907-be9e-675570dc9400,segment=NetworkSegment(ef93e1fc-f0f4-4220-adc9-d2cb000b3c93),segment_id=ef93e1fc-f0f4-4220-adc9-d2cb000b3c93)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:30:05.211236 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-6513d2e8-47c7-46de-a45e-70d0ce36a14a req-e27eab2c-2e62-4cd0-a450-01b5ec47ba3b tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:05.227099 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-6513d2e8-47c7-46de-a45e-70d0ce36a14a req-e27eab2c-2e62-4cd0-a450-01b5ec47ba3b tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Calling delete_port for a0412cc4-69db-4907-be9e-675570dc9400 owned by compute:nova {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:30:05.242058 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-ec99d6e2-b787-4876-9571-f598ebde67c6 None None] Allocated IP 2001:db8::2 (cba12d51-8129-48e6-8291-e6e24bb31537/52de71d6-15ac-462e-b504-24d09fb42fb2/4d79a828-cfe6-41d7-9e52-db73f3569d29) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:30:05.345397 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f6ecccdc-ff8d-451d-8ee2-b8449190f641 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260898481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260908021'] for subnet, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:05.403715 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ecccdc-ff8d-451d-8ee2-b8449190f641 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Network cba12d51-8129-48e6-8291-e6e24bb31537 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:30:05.412751 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-f6ecccdc-ff8d-451d-8ee2-b8449190f641 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:30:05.430871 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ecccdc-ff8d-451d-8ee2-b8449190f641 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:05.435335 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f6ecccdc-ff8d-451d-8ee2-b8449190f641 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:05.459295 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4e10fe09-762e-4ba7-8efa-4530f2a0244b req-bee46fd4-8db4-44a9-94b1-43fa2fe04d4f service neutron] 10.222.0.36 "GET /v2.0/networks/eafefbfa-378a-4a8a-8ee5-45c0c746f8e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5776289 May 18 18:30:05.466748 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-f6ecccdc-ff8d-451d-8ee2-b8449190f641 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6875951 May 18 18:30:05.471354 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 54646) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:30:05.586148 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ecccdc-ff8d-451d-8ee2-b8449190f641 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Pushing event updated for resources: {'Subnet': ['ID=160b4002-06f9-4bfc-803b-d95dbb62a989,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:30:05.590962 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-ec99d6e2-b787-4876-9571-f598ebde67c6 None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:05.605526 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-ec99d6e2-b787-4876-9571-f598ebde67c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:05.670622 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-6513d2e8-47c7-46de-a45e-70d0ce36a14a req-e27eab2c-2e62-4cd0-a450-01b5ec47ba3b tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:05.701989 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['f6f951c7-18a9-4c0d-a7eb-7ef0b984c1a2', '4b494777-dd4e-4d23-a1d7-cc698d45a8b7'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:30:05.712991 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [req-080644fc-58df-451f-a60c-eac5352bbd06 req-381fa65f-7a40-418c-9f6c-9b3d94b2602f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 428fc145-c1e0-44d6-8cc8-c989c290a2f6 {{(pid=102730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:30:05.778132 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-376006a8-a2ba-4620-adb2-bdd75fc6e6eb tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:05.780338 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-376006a8-a2ba-4620-adb2-bdd75fc6e6eb tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:05.781893 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-376006a8-a2ba-4620-adb2-bdd75fc6e6eb tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:05.791075 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-376006a8-a2ba-4620-adb2-bdd75fc6e6eb tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:05.791075 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-376006a8-a2ba-4620-adb2-bdd75fc6e6eb tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:05.791075 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-376006a8-a2ba-4620-adb2-bdd75fc6e6eb tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] 10.222.0.85 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3147240 May 18 18:30:05.791462 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 54654) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:30:05.811073 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-f685e3cd-0710-4c5f-a3ec-4c33cebfe2d5 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-660924226'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:30:05.834916 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c001170-9cf6-4fe9-acfa-f66e9ce24428 req-111c78b0-366f-4989-82b0-007c6345f643 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:05.841697 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-080644fc-58df-451f-a60c-eac5352bbd06 req-381fa65f-7a40-418c-9f6c-9b3d94b2602f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:05.844539 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-6513d2e8-47c7-46de-a45e-70d0ce36a14a req-e27eab2c-2e62-4cd0-a450-01b5ec47ba3b tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] No DVR routers for this DVR port a0412cc4-69db-4907-be9e-675570dc9400 on host n-h2-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:30:05.849193 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27eab2c-2e62-4cd0-a450-01b5ec47ba3b tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Pushing event deleted for resources: {'Port': ['ID=a0412cc4-69db-4907-be9e-675570dc9400,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:30:05.850290 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5c001170-9cf6-4fe9-acfa-f66e9ce24428 req-111c78b0-366f-4989-82b0-007c6345f643 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=1a778688-63bd-48cf-9f20-3617a5271cf7 HTTP/1.1" status: 200 len: 931 time: 0.1575365 May 18 18:30:05.857705 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-6513d2e8-47c7-46de-a45e-70d0ce36a14a req-e27eab2c-2e62-4cd0-a450-01b5ec47ba3b tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:05.873272 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec99d6e2-b787-4876-9571-f598ebde67c6 None None] Network cba12d51-8129-48e6-8291-e6e24bb31537 is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:30:05.900302 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6513d2e8-47c7-46de-a45e-70d0ce36a14a req-e27eab2c-2e62-4cd0-a450-01b5ec47ba3b tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "DELETE /v2.0/ports/a0412cc4-69db-4907-be9e-675570dc9400 HTTP/1.1" status: 204 len: 173 time: 1.4542322 May 18 18:30:05.902267 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d1ddba1-1a5c-4242-a1ee-be3f2170d2d7', 'name': 'network-vif-deleted', 'tag': 'a0412cc4-69db-4907-be9e-675570dc9400'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:30:05.905509 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc365247-e2c6-4019-bb16-19dd948bfcaa" -d '{"events": [{"server_uuid": "9d1ddba1-1a5c-4242-a1ee-be3f2170d2d7", "name": "network-vif-deleted", "tag": "a0412cc4-69db-4907-be9e-675570dc9400"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:30:05.910732 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec99d6e2-b787-4876-9571-f598ebde67c6 None None] Pushing event updated for resources: {'Port': ['ID=4d79a828-cfe6-41d7-9e52-db73f3569d29,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:30:05.916545 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-ec99d6e2-b787-4876-9571-f598ebde67c6 None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:30:05.929294 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec99d6e2-b787-4876-9571-f598ebde67c6 None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:30:05.967791 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5c001170-9cf6-4fe9-acfa-f66e9ce24428 req-851cd858-b8ab-4805-824d-3f002169f107 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/security-groups?id=7a49a26b-bec5-4659-823a-7a88d88b0ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1162591 May 18 18:30:05.987135 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f685e3cd-0710-4c5f-a3ec-4c33cebfe2d5 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Made reservation on behalf of bd00446429ad457d9241c37da79c2cb0 for: {'network': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:30:05.999056 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [req-080644fc-58df-451f-a60c-eac5352bbd06 req-381fa65f-7a40-418c-9f6c-9b3d94b2602f service neutron] Transition to ACTIVE for port object 428fc145-c1e0-44d6-8cc8-c989c290a2f6 will not be triggered until provisioned by entity L2. {{(pid=102730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:30:06.003742 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f685e3cd-0710-4c5f-a3ec-4c33cebfe2d5 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:06.010219 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-080644fc-58df-451f-a60c-eac5352bbd06 req-381fa65f-7a40-418c-9f6c-9b3d94b2602f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:06.105595 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f685e3cd-0710-4c5f-a3ec-4c33cebfe2d5 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 607} {{(pid=102731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:30:06.116328 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 18 May 2022 18:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fec26a4a-d64a-46b8-af5c-bd9763e8aa8a x-openstack-request-id: req-fec26a4a-d64a-46b8-af5c-bd9763e8aa8a {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:30:06.116609 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d1ddba1-1a5c-4242-a1ee-be3f2170d2d7", "name": "network-vif-deleted", "tag": "a0412cc4-69db-4907-be9e-675570dc9400", "status": "failed", "code": 422}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:30:06.120310 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-fec26a4a-d64a-46b8-af5c-bd9763e8aa8a {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:30:06.120822 n-d-838550-3 neutron-server[102730]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-fec26a4a-d64a-46b8-af5c-bd9763e8aa8a']: {'server_uuid': '9d1ddba1-1a5c-4242-a1ee-be3f2170d2d7', 'name': 'network-vif-deleted', 'tag': 'a0412cc4-69db-4907-be9e-675570dc9400', 'status': 'failed', 'code': 422} returned with failed status May 18 18:30:06.129013 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f685e3cd-0710-4c5f-a3ec-4c33cebfe2d5 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:06.129908 n-d-838550-3 neutron-server[102731]: INFO neutron.db.segments_db [None req-f685e3cd-0710-4c5f-a3ec-4c33cebfe2d5 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Added segment 6c2089c0-d2aa-40dd-84fb-42ac29a86c28 of type vlan for network 99ca61df-990b-41d2-a90c-6ba800ad97c5 May 18 18:30:06.226135 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f685e3cd-0710-4c5f-a3ec-4c33cebfe2d5 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:06.242585 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-ec99d6e2-b787-4876-9571-f598ebde67c6 None None] Attempting to bind port 4d79a828-cfe6-41d7-9e52-db73f3569d29 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:30:06.243581 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-ec99d6e2-b787-4876-9571-f598ebde67c6 None None] Attempting to bind port 4d79a828-cfe6-41d7-9e52-db73f3569d29 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '55a1ef93-ace0-42f2-8045-f1fc3dfbe035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'cba12d51-8129-48e6-8291-e6e24bb31537'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:30:06.244228 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec99d6e2-b787-4876-9571-f598ebde67c6 None None] Attempting to bind port 4d79a828-cfe6-41d7-9e52-db73f3569d29 on network cba12d51-8129-48e6-8291-e6e24bb31537 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:30:06.288322 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec99d6e2-b787-4876-9571-f598ebde67c6 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 29, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:30:06.289094 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec99d6e2-b787-4876-9571-f598ebde67c6 None None] Checking segment: {'id': '55a1ef93-ace0-42f2-8045-f1fc3dfbe035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'cba12d51-8129-48e6-8291-e6e24bb31537'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:30:06.289809 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-ec99d6e2-b787-4876-9571-f598ebde67c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:06.290608 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec99d6e2-b787-4876-9571-f598ebde67c6 None None] Bound using segment: {'id': '55a1ef93-ace0-42f2-8045-f1fc3dfbe035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'cba12d51-8129-48e6-8291-e6e24bb31537'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:30:06.291624 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-ec99d6e2-b787-4876-9571-f598ebde67c6 None None] Bound port: 4d79a828-cfe6-41d7-9e52-db73f3569d29, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55a1ef93-ace0-42f2-8045-f1fc3dfbe035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'cba12d51-8129-48e6-8291-e6e24bb31537'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:30:06.292261 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-ec99d6e2-b787-4876-9571-f598ebde67c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:06.323165 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f685e3cd-0710-4c5f-a3ec-4c33cebfe2d5 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:06.328808 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f685e3cd-0710-4c5f-a3ec-4c33cebfe2d5 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:06.329452 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f685e3cd-0710-4c5f-a3ec-4c33cebfe2d5 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:06.340145 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381fa65f-7a40-418c-9f6c-9b3d94b2602f service neutron] Pushing event updated for resources: {'Port': ['ID=428fc145-c1e0-44d6-8cc8-c989c290a2f6,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:30:06.504744 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-080644fc-58df-451f-a60c-eac5352bbd06 req-381fa65f-7a40-418c-9f6c-9b3d94b2602f service neutron] Attempting to bind port 428fc145-c1e0-44d6-8cc8-c989c290a2f6 on host n-h1-838550-3 for vnic_type normal with profile {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:30:06.504744 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-080644fc-58df-451f-a60c-eac5352bbd06 req-381fa65f-7a40-418c-9f6c-9b3d94b2602f service neutron] Attempting to bind port 428fc145-c1e0-44d6-8cc8-c989c290a2f6 by drivers openvswitch,hyperv on host n-h1-838550-3 at level 0 using segments [{'id': 'a839893d-6b02-4065-b63c-38a46f283620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'd73c399a-2f2b-4420-a483-8eb7c1dc35e8'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:30:06.505248 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-080644fc-58df-451f-a60c-eac5352bbd06 req-381fa65f-7a40-418c-9f6c-9b3d94b2602f service neutron] Attempting to bind port 428fc145-c1e0-44d6-8cc8-c989c290a2f6 on network d73c399a-2f2b-4420-a483-8eb7c1dc35e8 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:30:06.512387 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-080644fc-58df-451f-a60c-eac5352bbd06 req-381fa65f-7a40-418c-9f6c-9b3d94b2602f service neutron] Port 428fc145-c1e0-44d6-8cc8-c989c290a2f6 on network d73c399a-2f2b-4420-a483-8eb7c1dc35e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-3 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:30:06.512713 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-080644fc-58df-451f-a60c-eac5352bbd06 req-381fa65f-7a40-418c-9f6c-9b3d94b2602f service neutron] Attempting to bind port 428fc145-c1e0-44d6-8cc8-c989c290a2f6 on network d73c399a-2f2b-4420-a483-8eb7c1dc35e8 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:30:06.520074 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-080644fc-58df-451f-a60c-eac5352bbd06 req-381fa65f-7a40-418c-9f6c-9b3d94b2602f service neutron] Checking agent: {'id': '1dbac822-25f2-4df8-9dc8-5c2e7b136eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:30:06.520523 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-080644fc-58df-451f-a60c-eac5352bbd06 req-381fa65f-7a40-418c-9f6c-9b3d94b2602f service neutron] Checking segment: {'id': 'a839893d-6b02-4065-b63c-38a46f283620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'd73c399a-2f2b-4420-a483-8eb7c1dc35e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:30:06.520908 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-080644fc-58df-451f-a60c-eac5352bbd06 req-381fa65f-7a40-418c-9f6c-9b3d94b2602f service neutron] Bound using segment: {'id': 'a839893d-6b02-4065-b63c-38a46f283620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'd73c399a-2f2b-4420-a483-8eb7c1dc35e8'} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:30:06.521499 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-080644fc-58df-451f-a60c-eac5352bbd06 req-381fa65f-7a40-418c-9f6c-9b3d94b2602f service neutron] Bound port: 428fc145-c1e0-44d6-8cc8-c989c290a2f6, host: n-h1-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a839893d-6b02-4065-b63c-38a46f283620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'd73c399a-2f2b-4420-a483-8eb7c1dc35e8'}}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:30:06.522099 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-080644fc-58df-451f-a60c-eac5352bbd06 req-381fa65f-7a40-418c-9f6c-9b3d94b2602f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:06.524297 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-f685e3cd-0710-4c5f-a3ec-4c33cebfe2d5 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7180715 May 18 18:30:06.528548 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 54668) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:30:06.534974 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-7249e85b-d791-4a35-b6e7-b852febb0ddd tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:30:06.567535 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 54670) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:30:06.641519 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-080644fc-58df-451f-a60c-eac5352bbd06 req-381fa65f-7a40-418c-9f6c-9b3d94b2602f service neutron] For port 428fc145-c1e0-44d6-8cc8-c989c290a2f6, host n-h1-838550-3, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:30:06.647860 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-080644fc-58df-451f-a60c-eac5352bbd06 req-381fa65f-7a40-418c-9f6c-9b3d94b2602f service neutron] For port 428fc145-c1e0-44d6-8cc8-c989c290a2f6, host n-h1-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=428fc145-c1e0-44d6-8cc8-c989c290a2f6,segment=NetworkSegment(a839893d-6b02-4065-b63c-38a46f283620),segment_id=a839893d-6b02-4065-b63c-38a46f283620)] {{(pid=102730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:30:06.653055 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-080644fc-58df-451f-a60c-eac5352bbd06 req-381fa65f-7a40-418c-9f6c-9b3d94b2602f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:06.703658 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080644fc-58df-451f-a60c-eac5352bbd06 req-381fa65f-7a40-418c-9f6c-9b3d94b2602f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:06.704276 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-080644fc-58df-451f-a60c-eac5352bbd06 req-381fa65f-7a40-418c-9f6c-9b3d94b2602f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:06.705806 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-080644fc-58df-451f-a60c-eac5352bbd06 req-381fa65f-7a40-418c-9f6c-9b3d94b2602f service neutron] 10.222.0.36 "PUT /v2.0/ports/428fc145-c1e0-44d6-8cc8-c989c290a2f6 HTTP/1.1" status: 200 len: 1091 time: 2.2587590 May 18 18:30:06.751056 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7249e85b-d791-4a35-b6e7-b852febb0ddd tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:06.767376 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7249e85b-d791-4a35-b6e7-b852febb0ddd tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:06.777684 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381fa65f-7a40-418c-9f6c-9b3d94b2602f service neutron] Pushing event updated for resources: {'Port': ['ID=428fc145-c1e0-44d6-8cc8-c989c290a2f6,revision_number=3']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:30:06.778785 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f685e3cd-0710-4c5f-a3ec-4c33cebfe2d5 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Pushing event updated for resources: {'Network': ['ID=99ca61df-990b-41d2-a90c-6ba800ad97c5,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:30:06.799541 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-ec99d6e2-b787-4876-9571-f598ebde67c6 None None] For port 4d79a828-cfe6-41d7-9e52-db73f3569d29, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:30:06.810322 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7249e85b-d791-4a35-b6e7-b852febb0ddd tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Network 99ca61df-990b-41d2-a90c-6ba800ad97c5 is not hosted by any dhcp agent {{(pid=102731) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} May 18 18:30:06.819064 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7249e85b-d791-4a35-b6e7-b852febb0ddd tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:06.821344 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7249e85b-d791-4a35-b6e7-b852febb0ddd tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks [] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:06.826347 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-7249e85b-d791-4a35-b6e7-b852febb0ddd tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] 10.222.0.85 "PUT /v2.0/networks/99ca61df-990b-41d2-a90c-6ba800ad97c5 HTTP/1.1" status: 200 len: 723 time: 0.2963140 May 18 18:30:06.834275 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 54674) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:30:06.840834 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network 99ca61df-990b-41d2-a90c-6ba800ad97c5 details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:30:06.903357 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-17aa4e56-1c5f-4858-b5dc-726d4957caeb tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Request body: {'subnet': {'network_id': '99ca61df-990b-41d2-a90c-6ba800ad97c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:30:06.987484 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3f90e81c-4223-4fc2-9e07-97678bf27476 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:06.992939 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7249e85b-d791-4a35-b6e7-b852febb0ddd tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Pushing event updated for resources: {'Network': ['ID=99ca61df-990b-41d2-a90c-6ba800ad97c5,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:30:07.032023 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-ec99d6e2-b787-4876-9571-f598ebde67c6 None None] For port 4d79a828-cfe6-41d7-9e52-db73f3569d29, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=4d79a828-cfe6-41d7-9e52-db73f3569d29,segment=NetworkSegment(55a1ef93-ace0-42f2-8045-f1fc3dfbe035),segment_id=55a1ef93-ace0-42f2-8045-f1fc3dfbe035)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:30:07.087928 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network 99ca61df-990b-41d2-a90c-6ba800ad97c5 details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:30:07.134352 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-ec99d6e2-b787-4876-9571-f598ebde67c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:07.147700 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080644fc-58df-451f-a60c-eac5352bbd06 req-657599f8-9fae-47b4-958e-109ac886a73b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:07.150488 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-080644fc-58df-451f-a60c-eac5352bbd06 req-657599f8-9fae-47b4-958e-109ac886a73b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=06b3ed36f50a43fd9cfeaa89e080d35b&device_id=1a778688-63bd-48cf-9f20-3617a5271cf7 HTTP/1.1" status: 200 len: 1094 time: 0.3256934 May 18 18:30:07.351738 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-080644fc-58df-451f-a60c-eac5352bbd06 req-7e9046ed-7fd3-4f40-9732-13c276d64bb5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=428fc145-c1e0-44d6-8cc8-c989c290a2f6 HTTP/1.1" status: 200 len: 217 time: 0.1719859 May 18 18:30:07.413811 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec99d6e2-b787-4876-9571-f598ebde67c6 None None] Pushing event updated for resources: {'Port': ['ID=4d79a828-cfe6-41d7-9e52-db73f3569d29,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:30:07.462394 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d78e8d8-c7f1-4fff-8582-4666b9c54630 req-f0878a3d-01f8-47d4-9503-310e33b96d23 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:07.476848 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5d78e8d8-c7f1-4fff-8582-4666b9c54630 req-f0878a3d-01f8-47d4-9503-310e33b96d23 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=6f095cc9-7844-4fab-be80-92e3c6ad9ceb HTTP/1.1" status: 200 len: 907 time: 0.0987401 May 18 18:30:07.496449 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0e9076-af07-4905-9555-76eca2b47d9f req-dac1144b-59d6-437b-a36c-a8b993379640 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:07.499827 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9c0e9076-af07-4905-9555-76eca2b47d9f req-dac1144b-59d6-437b-a36c-a8b993379640 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=1a778688-63bd-48cf-9f20-3617a5271cf7 HTTP/1.1" status: 200 len: 943 time: 0.3661134 May 18 18:30:07.519175 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3f90e81c-4223-4fc2-9e07-97678bf27476 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:07.529365 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17aa4e56-1c5f-4858-b5dc-726d4957caeb tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Made reservation on behalf of bd00446429ad457d9241c37da79c2cb0 for: {'subnet': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:30:07.547832 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-17aa4e56-1c5f-4858-b5dc-726d4957caeb tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261031885'] for subnet, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:07.592113 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3f90e81c-4223-4fc2-9e07-97678bf27476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:07.601786 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080644fc-58df-451f-a60c-eac5352bbd06 req-67f46da4-efad-421a-b891-4dcc804dd1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:07.603333 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-080644fc-58df-451f-a60c-eac5352bbd06 req-67f46da4-efad-421a-b891-4dcc804dd1a2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3dfa8f60-51b6-4e68-b884-bc6c3b960656 HTTP/1.1" status: 200 len: 835 time: 0.2418449 May 18 18:30:07.667694 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9c0e9076-af07-4905-9555-76eca2b47d9f req-a9d3abae-acc1-4416-8443-1a09b8f2874f tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/security-groups?id=7a49a26b-bec5-4659-823a-7a88d88b0ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1643121 May 18 18:30:07.711789 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-7ca9fee4-d70a-42b6-b6a3-e9272dd1d4c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:07.765184 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f90e81c-4223-4fc2-9e07-97678bf27476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10795a05-ad34-4f4f-a61f-078d97861187,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:30:07.786503 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-3f90e81c-4223-4fc2-9e07-97678bf27476 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=f77b0d03384b4c10a9ea6cd70ccefce3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2137945 May 18 18:30:07.786684 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 54688) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:30:07.817901 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080644fc-58df-451f-a60c-eac5352bbd06 req-63cabada-f863-42e2-87bb-c17bc8df96f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:07.820631 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-080644fc-58df-451f-a60c-eac5352bbd06 req-63cabada-f863-42e2-87bb-c17bc8df96f7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d73c399a-2f2b-4420-a483-8eb7c1dc35e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1773219 May 18 18:30:07.871116 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3d256028-824e-40f9-95e9-52a536f8eae4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:07.912937 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3d256028-824e-40f9-95e9-52a536f8eae4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:07.979161 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3d256028-824e-40f9-95e9-52a536f8eae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:07.982238 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3d256028-824e-40f9-95e9-52a536f8eae4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:07.984559 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-3d256028-824e-40f9-95e9-52a536f8eae4 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/10795a05-ad34-4f4f-a61f-078d97861187 HTTP/1.1" status: 204 len: 168 time: 0.1964233 May 18 18:30:07.998299 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d256028-824e-40f9-95e9-52a536f8eae4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10795a05-ad34-4f4f-a61f-078d97861187,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:30:08.059553 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-080644fc-58df-451f-a60c-eac5352bbd06 req-bd3a87f9-164b-4607-b65d-5c0a04a7111a service neutron] 10.222.0.36 "GET /v2.0/networks/d73c399a-2f2b-4420-a483-8eb7c1dc35e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292795 May 18 18:30:08.061416 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-17aa4e56-1c5f-4858-b5dc-726d4957caeb tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261104883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261031899'] for subnet, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:08.137856 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a778688-63bd-48cf-9f20-3617a5271cf7', 'tag': '428fc145-c1e0-44d6-8cc8-c989c290a2f6'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:30:08.141078 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea805b50-7ae3-4550-8216-b1dc415e2c7e" -d '{"events": [{"name": "network-changed", "server_uuid": "1a778688-63bd-48cf-9f20-3617a5271cf7", "tag": "428fc145-c1e0-44d6-8cc8-c989c290a2f6"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:30:08.229475 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e597e2b9-f88f-4594-b889-d408e0c3bf53 x-openstack-request-id: req-e597e2b9-f88f-4594-b889-d408e0c3bf53 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:30:08.229475 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a778688-63bd-48cf-9f20-3617a5271cf7", "tag": "428fc145-c1e0-44d6-8cc8-c989c290a2f6", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:30:08.230456 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-e597e2b9-f88f-4594-b889-d408e0c3bf53 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:30:08.230456 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e597e2b9-f88f-4594-b889-d408e0c3bf53'] response: {'name': 'network-changed', 'server_uuid': '1a778688-63bd-48cf-9f20-3617a5271cf7', 'tag': '428fc145-c1e0-44d6-8cc8-c989c290a2f6', 'status': 'completed', 'code': 200} May 18 18:30:08.233830 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17aa4e56-1c5f-4858-b5dc-726d4957caeb tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Checking segment: {'id': '6c2089c0-d2aa-40dd-84fb-42ac29a86c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '99ca61df-990b-41d2-a90c-6ba800ad97c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:30:08.234308 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17aa4e56-1c5f-4858-b5dc-726d4957caeb tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Network hostable DHCP agents. Network: 99ca61df-990b-41d2-a90c-6ba800ad97c5, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:30:08.238862 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17aa4e56-1c5f-4858-b5dc-726d4957caeb tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Pushing event updated for resources: {'Subnet': ['ID=e0f18baf-d46e-44b4-a43d-1b817f471240,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:30:08.279142 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17aa4e56-1c5f-4858-b5dc-726d4957caeb tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Network 99ca61df-990b-41d2-a90c-6ba800ad97c5 is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:30:08.295418 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-080644fc-58df-451f-a60c-eac5352bbd06 req-a63bb0b2-6bc1-4028-965d-ca70f6595118 service neutron] 10.222.0.36 "GET /v2.0/networks/d73c399a-2f2b-4420-a483-8eb7c1dc35e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241118 May 18 18:30:08.296646 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-17aa4e56-1c5f-4858-b5dc-726d4957caeb tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, 99ca61df-990b-41d2-a90c-6ba800ad97c5) {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:30:08.303030 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17aa4e56-1c5f-4858-b5dc-726d4957caeb tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:08.304394 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-17aa4e56-1c5f-4858-b5dc-726d4957caeb tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:08.312445 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d850b065-7e27-4a24-bfbf-ec7a512d4b20 None None] Network 99ca61df-990b-41d2-a90c-6ba800ad97c5 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:30:08.345683 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 54700) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:30:08.345932 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-17aa4e56-1c5f-4858-b5dc-726d4957caeb tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5002749 May 18 18:30:08.355505 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-fc02caea-66f0-47be-ba1a-46a9a383ad3d tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:30:08.506396 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea805b50-7ae3-4550-8216-b1dc415e2c7e req-19604c09-c45a-4b04-8253-6e938ff05187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:08.509499 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ea805b50-7ae3-4550-8216-b1dc415e2c7e req-19604c09-c45a-4b04-8253-6e938ff05187 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=06b3ed36f50a43fd9cfeaa89e080d35b&device_id=1a778688-63bd-48cf-9f20-3617a5271cf7 HTTP/1.1" status: 200 len: 1094 time: 0.1205602 May 18 18:30:08.589810 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fc02caea-66f0-47be-ba1a-46a9a383ad3d tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-260908012'] for subnet, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:08.696797 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f573cd-206f-4844-bdd1-8d4022d0bad5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-99ca61df-990b-41d2-a90c-6ba800ad97c5', 'network_id': '99ca61df-990b-41d2-a90c-6ba800ad97c5', 'tenant_id': 'bd00446429ad457d9241c37da79c2cb0', 'fixed_ips': [{'subnet_id': 'e0f18baf-d46e-44b4-a43d-1b817f471240'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:30:08.701875 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-60f573cd-206f-4844-bdd1-8d4022d0bad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:08.948595 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea805b50-7ae3-4550-8216-b1dc415e2c7e req-45ced8e6-6eab-4be5-870d-0f6b91ff3b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:08.956976 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ea805b50-7ae3-4550-8216-b1dc415e2c7e req-45ced8e6-6eab-4be5-870d-0f6b91ff3b3f service neutron] 10.222.0.36 "GET /v2.0/networks?id=d73c399a-2f2b-4420-a483-8eb7c1dc35e8 HTTP/1.1" status: 200 len: 898 time: 0.4403031 May 18 18:30:09.037228 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbee451-ae09-402c-a65d-712bbbb0217f req-36fc0b8b-1f7f-4151-9048-46d9665869d8 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:09.063963 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6bbee451-ae09-402c-a65d-712bbbb0217f req-36fc0b8b-1f7f-4151-9048-46d9665869d8 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=6f095cc9-7844-4fab-be80-92e3c6ad9ceb HTTP/1.1" status: 200 len: 907 time: 0.3108661 May 18 18:30:09.093273 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fc02caea-66f0-47be-ba1a-46a9a383ad3d tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8753015195248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-260898379'] for subnet, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:09.172595 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ea805b50-7ae3-4550-8216-b1dc415e2c7e req-f45da94a-eaeb-462c-afa1-9572f00ad74f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=428fc145-c1e0-44d6-8cc8-c989c290a2f6 HTTP/1.1" status: 200 len: 217 time: 0.1847827 May 18 18:30:09.238207 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee728a2d-35ba-4f00-ab91-7c9f0f962f63 None None] Network cba12d51-8129-48e6-8291-e6e24bb31537 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:30:09.256882 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc02caea-66f0-47be-ba1a-46a9a383ad3d tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Pushing event updated for resources: {'Subnet': ['ID=e0f18baf-d46e-44b4-a43d-1b817f471240,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:30:09.337360 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc02caea-66f0-47be-ba1a-46a9a383ad3d tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:09.338002 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fc02caea-66f0-47be-ba1a-46a9a383ad3d tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:09.339411 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-fc02caea-66f0-47be-ba1a-46a9a383ad3d tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] 10.222.0.85 "PUT /v2.0/subnets/e0f18baf-d46e-44b4-a43d-1b817f471240 HTTP/1.1" status: 200 len: 826 time: 0.9920843 May 18 18:30:09.344453 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 54724) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:30:09.410128 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c06bba1-ddf3-48c2-8055-2b4f94b59ef5 req-b5e2a6c9-be3e-4c15-ab2f-df2a95ef1832 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:09.411910 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9c06bba1-ddf3-48c2-8055-2b4f94b59ef5 req-b5e2a6c9-be3e-4c15-ab2f-df2a95ef1832 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.88 "GET /v2.0/ports?device_id=6f095cc9-7844-4fab-be80-92e3c6ad9ceb HTTP/1.1" status: 200 len: 907 time: 0.1439283 May 18 18:30:09.458625 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea805b50-7ae3-4550-8216-b1dc415e2c7e req-bea02163-c127-434c-9c3b-93dea8056425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:09.463879 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ea805b50-7ae3-4550-8216-b1dc415e2c7e req-bea02163-c127-434c-9c3b-93dea8056425 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3dfa8f60-51b6-4e68-b884-bc6c3b960656 HTTP/1.1" status: 200 len: 835 time: 0.2791731 May 18 18:30:09.697385 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-60f573cd-206f-4844-bdd1-8d4022d0bad5 None None] Allocated IP 2001:db8::2 (99ca61df-990b-41d2-a90c-6ba800ad97c5/e0f18baf-d46e-44b4-a43d-1b817f471240/920e4f3a-c237-4079-bd60-7f7b09a965d2) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:30:09.705978 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-dd1f9f4f-d06b-47fa-a4bd-fe6ce23814ec None None] Provisioning complete for port 4d79a828-cfe6-41d7-9e52-db73f3569d29 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:30:09.707699 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-dd1f9f4f-d06b-47fa-a4bd-fe6ce23814ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:09.716184 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-67004214-1ddc-4e8a-963b-9745635a350c tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:09.727761 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 4d79a828-cfe6-41d7-9e52-db73f3569d29 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:30:09.760460 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708cc179-e21a-4a37-ab24-195dc45b2458 req-f05c9713-91e9-456d-abd5-6fad791a6953 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:09.762881 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-708cc179-e21a-4a37-ab24-195dc45b2458 req-f05c9713-91e9-456d-abd5-6fad791a6953 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=1a778688-63bd-48cf-9f20-3617a5271cf7 HTTP/1.1" status: 200 len: 943 time: 0.5622511 May 18 18:30:09.835737 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-9c06bba1-ddf3-48c2-8055-2b4f94b59ef5 req-eddd2b16-8e68-45eb-bcc7-6d0ad0ccd1e4 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Deleting port 44f2ca7e-41f7-4055-965f-39b6f5e22023 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:30:09.840227 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-9c06bba1-ddf3-48c2-8055-2b4f94b59ef5 req-eddd2b16-8e68-45eb-bcc7-6d0ad0ccd1e4 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:09.888149 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-67004214-1ddc-4e8a-963b-9745635a350c tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:10.061731 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-708cc179-e21a-4a37-ab24-195dc45b2458 req-de3a3cee-11a6-49bc-8879-635de69ce91b tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/security-groups?id=7a49a26b-bec5-4659-823a-7a88d88b0ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2878823 May 18 18:30:10.064667 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea805b50-7ae3-4550-8216-b1dc415e2c7e req-9857be8c-b69b-4d88-b351-cf638bfed620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:10.066846 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ea805b50-7ae3-4550-8216-b1dc415e2c7e req-9857be8c-b69b-4d88-b351-cf638bfed620 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d73c399a-2f2b-4420-a483-8eb7c1dc35e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3457172 May 18 18:30:10.162209 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-9c06bba1-ddf3-48c2-8055-2b4f94b59ef5 req-eddd2b16-8e68-45eb-bcc7-6d0ad0ccd1e4 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] For port 44f2ca7e-41f7-4055-965f-39b6f5e22023, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=44f2ca7e-41f7-4055-965f-39b6f5e22023,segment=NetworkSegment(ef93e1fc-f0f4-4220-adc9-d2cb000b3c93),segment_id=ef93e1fc-f0f4-4220-adc9-d2cb000b3c93)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:30:10.162797 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-9c06bba1-ddf3-48c2-8055-2b4f94b59ef5 req-eddd2b16-8e68-45eb-bcc7-6d0ad0ccd1e4 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:10.196857 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-327df9ee-b951-41c7-bb33-76dfdb44a71d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:10.201764 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-9c06bba1-ddf3-48c2-8055-2b4f94b59ef5 req-eddd2b16-8e68-45eb-bcc7-6d0ad0ccd1e4 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Calling delete_port for 44f2ca7e-41f7-4055-965f-39b6f5e22023 owned by compute:nova {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:30:10.280324 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 4d79a828-cfe6-41d7-9e52-db73f3569d29 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:30:10.281065 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:10.302652 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e469eaf-ef36-4f6b-9153-93777bf5f0b3 req-533e979a-af88-4a94-9719-3b3ff50e7005 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:10.308594 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7e469eaf-ef36-4f6b-9153-93777bf5f0b3 req-533e979a-af88-4a94-9719-3b3ff50e7005 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=6f095cc9-7844-4fab-be80-92e3c6ad9ceb HTTP/1.1" status: 200 len: 907 time: 0.1214478 May 18 18:30:10.359935 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ea805b50-7ae3-4550-8216-b1dc415e2c7e req-fea6214c-c85f-4cde-b712-f52731bca7da service neutron] 10.222.0.36 "GET /v2.0/networks/d73c399a-2f2b-4420-a483-8eb7c1dc35e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2809107 May 18 18:30:10.526310 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4bba388-2eac-4d24-b21a-23eaab6128cc None None] Update dhcp port {'port': {'network_id': 'cba12d51-8129-48e6-8291-e6e24bb31537', 'fixed_ips': [{'subnet_id': '52de71d6-15ac-462e-b504-24d09fb42fb2', 'ip_address': '2001:db8::2'}, {'subnet_id': '160b4002-06f9-4bfc-803b-d95dbb62a989'}], 'binding:host_id': 'n-d-838550-3'}, 'id': '4d79a828-cfe6-41d7-9e52-db73f3569d29'} from n-d-838550-3. {{(pid=102732) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 18 18:30:10.562927 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e12e3f-e7dc-45b5-8ab8-6eafcfa49496 req-3f51aed2-f34e-499f-b076-a51ae733b7da tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:10.567257 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-60f573cd-206f-4844-bdd1-8d4022d0bad5 None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:10.568053 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-05e12e3f-e7dc-45b5-8ab8-6eafcfa49496 req-3f51aed2-f34e-499f-b076-a51ae733b7da tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=7956ca72-5c94-487d-aa3f-6d3886085c70 HTTP/1.1" status: 200 len: 946 time: 0.4578304 May 18 18:30:10.626001 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-60f573cd-206f-4844-bdd1-8d4022d0bad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:10.628011 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-dd1f9f4f-d06b-47fa-a4bd-fe6ce23814ec None None] Current status of the port 4d79a828-cfe6-41d7-9e52-db73f3569d29 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:30:10.628509 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-dd1f9f4f-d06b-47fa-a4bd-fe6ce23814ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:10.645366 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-67004214-1ddc-4e8a-963b-9745635a350c tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261104690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261031888'] for subnet, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:10.690257 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67004214-1ddc-4e8a-963b-9745635a350c tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Pushing event deleted for resources: {'Subnet': ['ID=e0f18baf-d46e-44b4-a43d-1b817f471240,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:30:10.750282 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-e4bba388-2eac-4d24-b21a-23eaab6128cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:10.790434 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-dd1f9f4f-d06b-47fa-a4bd-fe6ce23814ec None None] For port 4d79a828-cfe6-41d7-9e52-db73f3569d29, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=4d79a828-cfe6-41d7-9e52-db73f3569d29,segment=NetworkSegment(55a1ef93-ace0-42f2-8045-f1fc3dfbe035),segment_id=55a1ef93-ace0-42f2-8045-f1fc3dfbe035)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:30:10.852948 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f573cd-206f-4844-bdd1-8d4022d0bad5 None None] Network 99ca61df-990b-41d2-a90c-6ba800ad97c5 is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:30:10.854909 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-05e12e3f-e7dc-45b5-8ab8-6eafcfa49496 req-6aceae83-8035-40c9-bc7c-9d5012b4f144 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=f6f34100-4199-4c69-a3cb-028eff639d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2695556 May 18 18:30:10.855533 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-dd1f9f4f-d06b-47fa-a4bd-fe6ce23814ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:10.866966 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-60f573cd-206f-4844-bdd1-8d4022d0bad5 None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:30:10.869611 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f573cd-206f-4844-bdd1-8d4022d0bad5 None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:30:10.872906 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-9c06bba1-ddf3-48c2-8055-2b4f94b59ef5 req-eddd2b16-8e68-45eb-bcc7-6d0ad0ccd1e4 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:10.898871 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-67004214-1ddc-4e8a-963b-9745635a350c tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:10.908893 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f573cd-206f-4844-bdd1-8d4022d0bad5 None None] Pushing event updated for resources: {'Port': ['ID=920e4f3a-c237-4079-bd60-7f7b09a965d2,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:30:10.948215 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddd2b16-8e68-45eb-bcc7-6d0ad0ccd1e4 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Pushing event deleted for resources: {'Port': ['ID=44f2ca7e-41f7-4055-965f-39b6f5e22023,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:30:10.979346 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 4d79a828-cfe6-41d7-9e52-db73f3569d29 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:30:11.003457 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-67004214-1ddc-4e8a-963b-9745635a350c tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99ca61df-990b-41d2-a90c-6ba800ad97c5']}} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:30:11.048853 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-67004214-1ddc-4e8a-963b-9745635a350c tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c2089c0-d2aa-40dd-84fb-42ac29a86c28') {'for_net_delete': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:30:11.049378 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-67004214-1ddc-4e8a-963b-9745635a350c tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c2089c0-d2aa-40dd-84fb-42ac29a86c28') {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:30:11.086892 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-67004214-1ddc-4e8a-963b-9745635a350c tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260107375'] for segment, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:11.124352 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-67004214-1ddc-4e8a-963b-9745635a350c tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:11.142753 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67004214-1ddc-4e8a-963b-9745635a350c tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=102730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:30:11.146850 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-67004214-1ddc-4e8a-963b-9745635a350c tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261102736'] for segment, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:11.154384 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c06bba1-ddf3-48c2-8055-2b4f94b59ef5 req-eddd2b16-8e68-45eb-bcc7-6d0ad0ccd1e4 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] No DVR routers for this DVR port 44f2ca7e-41f7-4055-965f-39b6f5e22023 on host n-h2-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:30:11.163255 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-9c06bba1-ddf3-48c2-8055-2b4f94b59ef5 req-eddd2b16-8e68-45eb-bcc7-6d0ad0ccd1e4 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:11.171367 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9c06bba1-ddf3-48c2-8055-2b4f94b59ef5 req-eddd2b16-8e68-45eb-bcc7-6d0ad0ccd1e4 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.88 "DELETE /v2.0/ports/44f2ca7e-41f7-4055-965f-39b6f5e22023 HTTP/1.1" status: 204 len: 173 time: 1.7517655 May 18 18:30:11.171983 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f095cc9-7844-4fab-be80-92e3c6ad9ceb', 'name': 'network-vif-deleted', 'tag': '44f2ca7e-41f7-4055-965f-39b6f5e22023'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:30:11.185934 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d795dc2-b75a-4e14-ac4b-b3b3256e1bc7" -d '{"events": [{"server_uuid": "6f095cc9-7844-4fab-be80-92e3c6ad9ceb", "name": "network-vif-deleted", "tag": "44f2ca7e-41f7-4055-965f-39b6f5e22023"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:30:11.277715 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-286db048-96f3-4a21-b068-9c0a5a59b352 x-openstack-request-id: req-286db048-96f3-4a21-b068-9c0a5a59b352 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:30:11.277930 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f095cc9-7844-4fab-be80-92e3c6ad9ceb", "name": "network-vif-deleted", "tag": "44f2ca7e-41f7-4055-965f-39b6f5e22023", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:30:11.278109 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-286db048-96f3-4a21-b068-9c0a5a59b352 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:30:11.278515 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-286db048-96f3-4a21-b068-9c0a5a59b352'] response: {'server_uuid': '6f095cc9-7844-4fab-be80-92e3c6ad9ceb', 'name': 'network-vif-deleted', 'tag': '44f2ca7e-41f7-4055-965f-39b6f5e22023', 'status': 'completed', 'code': 200} May 18 18:30:11.287369 n-d-838550-3 neutron-server[102730]: Traceback (most recent call last): May 18 18:30:11.287369 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:30:11.287369 n-d-838550-3 neutron-server[102730]: timer() May 18 18:30:11.287369 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:30:11.287369 n-d-838550-3 neutron-server[102730]: cb(*args, **kw) May 18 18:30:11.287369 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:30:11.287369 n-d-838550-3 neutron-server[102730]: return func(*args, **kwargs) May 18 18:30:11.287369 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:30:11.287369 n-d-838550-3 neutron-server[102730]: self._notify() May 18 18:30:11.287369 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:30:11.287369 n-d-838550-3 neutron-server[102730]: self.callback(batched_events) May 18 18:30:11.287369 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:30:11.287369 n-d-838550-3 neutron-server[102730]: event.method(event) May 18 18:30:11.287369 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:30:11.287369 n-d-838550-3 neutron-server[102730]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:30:11.287369 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:30:11.287369 n-d-838550-3 neutron-server[102730]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:30:11.287369 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:30:11.287369 n-d-838550-3 neutron-server[102730]: return f(self, *a, **k) May 18 18:30:11.287369 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:30:11.287369 n-d-838550-3 neutron-server[102730]: return self._get(url).json() May 18 18:30:11.287369 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:30:11.287369 n-d-838550-3 neutron-server[102730]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:30:11.287369 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:30:11.287369 n-d-838550-3 neutron-server[102730]: return self.request(url, 'GET', **kwargs) May 18 18:30:11.287369 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:30:11.287369 n-d-838550-3 neutron-server[102730]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:30:11.287369 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:30:11.287369 n-d-838550-3 neutron-server[102730]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:30:11.287369 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:30:11.287369 n-d-838550-3 neutron-server[102730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:30:11.287369 n-d-838550-3 neutron-server[102730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:30:11.317834 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ea805b50-7ae3-4550-8216-b1dc415e2c7e req-8af87c56-ef1c-41e4-a6b8-9673e7b527d0 service neutron] 10.222.0.36 "GET /v2.0/networks/d73c399a-2f2b-4420-a483-8eb7c1dc35e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9360073 May 18 18:30:11.532935 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.db.api [None req-67004214-1ddc-4e8a-963b-9745635a350c tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 18 18:30:11.532935 n-d-838550-3 neutron-server[102730]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 18 18:30:11.532935 n-d-838550-3 neutron-server[102730]: [parameters: {'id': '99ca61df-990b-41d2-a90c-6ba800ad97c5'}] May 18 18:30:11.532935 n-d-838550-3 neutron-server[102730]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102730) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 18 18:30:11.545634 n-d-838550-3 neutron-server[102730]: DEBUG oslo_db.api [None req-67004214-1ddc-4e8a-963b-9745635a350c tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 18 18:30:11.545977 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 428fc145-c1e0-44d6-8cc8-c989c290a2f6 details requested by agent hyperv_n-h1-838550-3 with host n-h1-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:30:11.579023 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2047c143-52dd-4300-8650-99fb1966ad85 req-2a2f9f04-97b1-433b-b253-2af495a962bf tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:11.581947 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2047c143-52dd-4300-8650-99fb1966ad85 req-2a2f9f04-97b1-433b-b253-2af495a962bf tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=1a778688-63bd-48cf-9f20-3617a5271cf7 HTTP/1.1" status: 200 len: 943 time: 0.2776213 May 18 18:30:11.663198 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2047c143-52dd-4300-8650-99fb1966ad85 req-77b16bc5-1058-401c-8a74-0b40c769c3b8 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/security-groups?id=7a49a26b-bec5-4659-823a-7a88d88b0ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687180 May 18 18:30:11.666420 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9bb9c4c0-0285-4268-b681-510da3fba2d0 req-17feff45-1865-4830-beae-117ad4081968 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=6f095cc9-7844-4fab-be80-92e3c6ad9ceb HTTP/1.1" status: 200 len: 210 time: 0.0973608 May 18 18:30:11.674842 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5259f62d-1621-4780-a658-da3067b08523 req-e6e85e4b-0542-4f63-8982-86b26ee8a325 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:11.679737 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5259f62d-1621-4780-a658-da3067b08523 req-e6e85e4b-0542-4f63-8982-86b26ee8a325 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.36 "GET /v2.0/ports?device_id=7956ca72-5c94-487d-aa3f-6d3886085c70 HTTP/1.1" status: 200 len: 946 time: 0.0964422 May 18 18:30:11.846793 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-5259f62d-1621-4780-a658-da3067b08523 req-60e2031a-fe2e-48bc-9457-8a31ad82058d tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Deleting port 294db689-0ef5-47f4-acf2-c6aebf9d040a {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:30:11.846793 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-5259f62d-1621-4780-a658-da3067b08523 req-60e2031a-fe2e-48bc-9457-8a31ad82058d tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:11.906347 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-60f573cd-206f-4844-bdd1-8d4022d0bad5 None None] Attempting to bind port 920e4f3a-c237-4079-bd60-7f7b09a965d2 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:30:11.908342 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-60f573cd-206f-4844-bdd1-8d4022d0bad5 None None] Attempting to bind port 920e4f3a-c237-4079-bd60-7f7b09a965d2 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '6c2089c0-d2aa-40dd-84fb-42ac29a86c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '99ca61df-990b-41d2-a90c-6ba800ad97c5'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:30:11.909030 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f573cd-206f-4844-bdd1-8d4022d0bad5 None None] Attempting to bind port 920e4f3a-c237-4079-bd60-7f7b09a965d2 on network 99ca61df-990b-41d2-a90c-6ba800ad97c5 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:30:11.922378 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 428fc145-c1e0-44d6-8cc8-c989c290a2f6, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=428fc145-c1e0-44d6-8cc8-c989c290a2f6,segment=NetworkSegment(a839893d-6b02-4065-b63c-38a46f283620),segment_id=a839893d-6b02-4065-b63c-38a46f283620)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:30:11.926311 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f573cd-206f-4844-bdd1-8d4022d0bad5 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 29, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:30:11.927722 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f573cd-206f-4844-bdd1-8d4022d0bad5 None None] Checking segment: {'id': '6c2089c0-d2aa-40dd-84fb-42ac29a86c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '99ca61df-990b-41d2-a90c-6ba800ad97c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:30:11.928532 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-60f573cd-206f-4844-bdd1-8d4022d0bad5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:11.929469 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f573cd-206f-4844-bdd1-8d4022d0bad5 None None] Bound using segment: {'id': '6c2089c0-d2aa-40dd-84fb-42ac29a86c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '99ca61df-990b-41d2-a90c-6ba800ad97c5'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:30:11.931279 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-60f573cd-206f-4844-bdd1-8d4022d0bad5 None None] Bound port: 920e4f3a-c237-4079-bd60-7f7b09a965d2, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c2089c0-d2aa-40dd-84fb-42ac29a86c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '99ca61df-990b-41d2-a90c-6ba800ad97c5'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:30:11.933206 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-60f573cd-206f-4844-bdd1-8d4022d0bad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:11.936308 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:12.018243 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1f9f4f-d06b-47fa-a4bd-fe6ce23814ec None None] Pushing event updated for resources: {'Port': ['ID=4d79a828-cfe6-41d7-9e52-db73f3569d29,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:30:12.040192 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-67004214-1ddc-4e8a-963b-9745635a350c tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:12.061702 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Returning: {'device': '428fc145-c1e0-44d6-8cc8-c989c290a2f6', 'network_id': 'd73c399a-2f2b-4420-a483-8eb7c1dc35e8', 'port_id': '428fc145-c1e0-44d6-8cc8-c989c290a2f6', 'mac_address': 'fa:16:3e:1a:4b:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dfa8f60-51b6-4e68-b884-bc6c3b960656', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:30:12.162032 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 428fc145-c1e0-44d6-8cc8-c989c290a2f6 is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:30:12.162535 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:12.163999 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-5259f62d-1621-4780-a658-da3067b08523 req-60e2031a-fe2e-48bc-9457-8a31ad82058d tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] For port 294db689-0ef5-47f4-acf2-c6aebf9d040a, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=294db689-0ef5-47f4-acf2-c6aebf9d040a,segment=NetworkSegment(91232e8c-3d17-424b-b810-746db9884dd3),segment_id=91232e8c-3d17-424b-b810-746db9884dd3)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:30:12.164366 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-5259f62d-1621-4780-a658-da3067b08523 req-60e2031a-fe2e-48bc-9457-8a31ad82058d tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:12.222279 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1faba5-c27d-42b4-86c6-7e52d80d2112 req-d45edd83-c02d-4c39-93cb-ecdfae43e3b7 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:12.230165 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cb1faba5-c27d-42b4-86c6-7e52d80d2112 req-d45edd83-c02d-4c39-93cb-ecdfae43e3b7 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=7956ca72-5c94-487d-aa3f-6d3886085c70 HTTP/1.1" status: 200 len: 946 time: 0.2290750 May 18 18:30:12.293814 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-60f573cd-206f-4844-bdd1-8d4022d0bad5 None None] For port 920e4f3a-c237-4079-bd60-7f7b09a965d2, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:30:12.298592 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-60f573cd-206f-4844-bdd1-8d4022d0bad5 None None] For port 920e4f3a-c237-4079-bd60-7f7b09a965d2, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=920e4f3a-c237-4079-bd60-7f7b09a965d2,segment=NetworkSegment(6c2089c0-d2aa-40dd-84fb-42ac29a86c28),segment_id=6c2089c0-d2aa-40dd-84fb-42ac29a86c28)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:30:12.333881 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-60f573cd-206f-4844-bdd1-8d4022d0bad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:12.337559 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cb1faba5-c27d-42b4-86c6-7e52d80d2112 req-4b01de38-ce48-430c-830a-903da4cc9a47 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=f6f34100-4199-4c69-a3cb-028eff639d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015203 May 18 18:30:12.387227 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 428fc145-c1e0-44d6-8cc8-c989c290a2f6 {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:30:12.411465 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 428fc145-c1e0-44d6-8cc8-c989c290a2f6, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=428fc145-c1e0-44d6-8cc8-c989c290a2f6,segment=NetworkSegment(a839893d-6b02-4065-b63c-38a46f283620),segment_id=a839893d-6b02-4065-b63c-38a46f283620)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:30:12.429591 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:12.494363 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-e4bba388-2eac-4d24-b21a-23eaab6128cc None None] Allocated IP 172.20.0.1 (cba12d51-8129-48e6-8291-e6e24bb31537/160b4002-06f9-4bfc-803b-d95dbb62a989/4d79a828-cfe6-41d7-9e52-db73f3569d29) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:30:12.539268 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:12.565935 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f573cd-206f-4844-bdd1-8d4022d0bad5 None None] Pushing event updated for resources: {'Port': ['ID=920e4f3a-c237-4079-bd60-7f7b09a965d2,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:30:12.642933 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437def7d-1d37-4b7e-94d5-3e637a19ffe9 None None] Network 99ca61df-990b-41d2-a90c-6ba800ad97c5 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:30:12.837423 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['428fc145-c1e0-44d6-8cc8-c989c290a2f6'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:30:12.895507 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=428fc145-c1e0-44d6-8cc8-c989c290a2f6,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:30:12.952430 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-67004214-1ddc-4e8a-963b-9745635a350c tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Deleting port 920e4f3a-c237-4079-bd60-7f7b09a965d2 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:30:12.952837 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-67004214-1ddc-4e8a-963b-9745635a350c tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:12.970267 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbc75d0-bc02-4ade-9aa5-5475df88bdae req-b6c32fb1-38aa-485c-bada-d32470b1b245 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:12.971897 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7fbc75d0-bc02-4ade-9aa5-5475df88bdae req-b6c32fb1-38aa-485c-bada-d32470b1b245 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=1a778688-63bd-48cf-9f20-3617a5271cf7 HTTP/1.1" status: 200 len: 944 time: 0.1748013 May 18 18:30:13.106057 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-e4bba388-2eac-4d24-b21a-23eaab6128cc None None] For port 4d79a828-cfe6-41d7-9e52-db73f3569d29, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=4d79a828-cfe6-41d7-9e52-db73f3569d29,segment=NetworkSegment(55a1ef93-ace0-42f2-8045-f1fc3dfbe035),segment_id=55a1ef93-ace0-42f2-8045-f1fc3dfbe035)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:30:13.151386 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 44f2ca7e-41f7-4055-965f-39b6f5e22023 no longer exists at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:30:13.153567 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-67004214-1ddc-4e8a-963b-9745635a350c tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] For port 920e4f3a-c237-4079-bd60-7f7b09a965d2, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=920e4f3a-c237-4079-bd60-7f7b09a965d2,segment=NetworkSegment(6c2089c0-d2aa-40dd-84fb-42ac29a86c28),segment_id=6c2089c0-d2aa-40dd-84fb-42ac29a86c28)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:30:13.154164 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-67004214-1ddc-4e8a-963b-9745635a350c tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:13.165215 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:13.165918 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-5259f62d-1621-4780-a658-da3067b08523 req-60e2031a-fe2e-48bc-9457-8a31ad82058d tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:13.166285 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-5259f62d-1621-4780-a658-da3067b08523 req-60e2031a-fe2e-48bc-9457-8a31ad82058d tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596987'] for floatingip, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:13.166825 n-d-838550-3 neutron-server[102730]: INFO neutron.db.l3_db [req-5259f62d-1621-4780-a658-da3067b08523 req-60e2031a-fe2e-48bc-9457-8a31ad82058d tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Floating IP 215c7d61-a63a-4caf-a5de-927ca8d2d815 disassociated. External IP: 172.25.5.142, port: 294db689-0ef5-47f4-acf2-c6aebf9d040a. May 18 18:30:13.167347 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-5259f62d-1621-4780-a658-da3067b08523 req-60e2031a-fe2e-48bc-9457-8a31ad82058d tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Calling delete_port for 294db689-0ef5-47f4-acf2-c6aebf9d040a owned by compute:nova {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:30:13.174536 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7fbc75d0-bc02-4ade-9aa5-5475df88bdae req-6bc0587e-bd62-4611-8eea-2e67eab09a06 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/security-groups?id=7a49a26b-bec5-4659-823a-7a88d88b0ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1785564 May 18 18:30:13.185140 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-67004214-1ddc-4e8a-963b-9745635a350c tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Calling delete_port for 920e4f3a-c237-4079-bd60-7f7b09a965d2 owned by network:dhcp {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:30:13.265451 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb01fa46-a676-4122-b5fe-0f2b7714d2e2 req-12aa0ceb-bdea-4588-8cbb-0e21aae4ab1c tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:13.276329 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fb01fa46-a676-4122-b5fe-0f2b7714d2e2 req-12aa0ceb-bdea-4588-8cbb-0e21aae4ab1c tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=dbb18758-6a18-499e-9d13-4ad6f2f505df HTTP/1.1" status: 200 len: 945 time: 0.1268680 May 18 18:30:13.305036 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] No Port match for: 44f2ca7e-41f7-4055-965f-39b6f5e22023 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:30:13.305394 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 44f2ca7e-41f7-4055-965f-39b6f5e22023 not bound to the agent host n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:30:13.346267 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fb01fa46-a676-4122-b5fe-0f2b7714d2e2 req-8d00df86-4838-4413-9780-c37f4d34aa3e tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=79af37b4-96e5-49e2-a136-b4eb89c535d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590127 May 18 18:30:13.409318 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-e4bba388-2eac-4d24-b21a-23eaab6128cc None None] Notify callbacks [] for port, precommit_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:13.419585 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f15de1-ccf9-4d52-a1ac-ece39486eb01 None None] Network 99ca61df-990b-41d2-a90c-6ba800ad97c5 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:30:13.531830 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-e4bba388-2eac-4d24-b21a-23eaab6128cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:13.661798 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbaa0a6-adc3-4765-8923-5fe9746e9c3e req-e2be3b9c-a913-451a-98ee-c40c62469e7a tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:13.663434 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8bbaa0a6-adc3-4765-8923-5fe9746e9c3e req-e2be3b9c-a913-451a-98ee-c40c62469e7a tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=7956ca72-5c94-487d-aa3f-6d3886085c70 HTTP/1.1" status: 200 len: 946 time: 0.1526082 May 18 18:30:13.708603 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-67004214-1ddc-4e8a-963b-9745635a350c tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:13.761705 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 4d79a828-cfe6-41d7-9e52-db73f3569d29 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:30:13.786989 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8bbaa0a6-adc3-4765-8923-5fe9746e9c3e req-ba78b82b-8f14-45f6-a3a9-59692cfad08b tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=f6f34100-4199-4c69-a3cb-028eff639d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050539 May 18 18:30:13.820560 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67004214-1ddc-4e8a-963b-9745635a350c tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] No DVR routers for this DVR port 920e4f3a-c237-4079-bd60-7f7b09a965d2 on host n-d-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:30:13.938627 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67004214-1ddc-4e8a-963b-9745635a350c tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Pushing event deleted for resources: {'Port': ['ID=920e4f3a-c237-4079-bd60-7f7b09a965d2,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:30:14.066105 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-5259f62d-1621-4780-a658-da3067b08523 req-60e2031a-fe2e-48bc-9457-8a31ad82058d tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:14.150834 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-67004214-1ddc-4e8a-963b-9745635a350c tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:14.216057 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bba388-2eac-4d24-b21a-23eaab6128cc None None] Pushing event updated for resources: {'Port': ['ID=4d79a828-cfe6-41d7-9e52-db73f3569d29,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:30:14.269402 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 4d79a828-cfe6-41d7-9e52-db73f3569d29 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:30:14.271401 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:14.491646 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 4d79a828-cfe6-41d7-9e52-db73f3569d29 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:30:14.561962 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-67004214-1ddc-4e8a-963b-9745635a350c tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99ca61df-990b-41d2-a90c-6ba800ad97c5']}} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:30:14.642090 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-67004214-1ddc-4e8a-963b-9745635a350c tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c2089c0-d2aa-40dd-84fb-42ac29a86c28') {'for_net_delete': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:30:14.655737 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-67004214-1ddc-4e8a-963b-9745635a350c tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c2089c0-d2aa-40dd-84fb-42ac29a86c28') {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:30:14.737241 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-67004214-1ddc-4e8a-963b-9745635a350c tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260107375'] for segment, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:14.772851 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d60866e-6393-4af6-8439-51351eba2c0e req-5430f888-2a9b-4a0e-b4e0-afad319cb031 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:14.775254 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7d60866e-6393-4af6-8439-51351eba2c0e req-5430f888-2a9b-4a0e-b4e0-afad319cb031 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=1a778688-63bd-48cf-9f20-3617a5271cf7 HTTP/1.1" status: 200 len: 944 time: 0.3357296 May 18 18:30:14.822265 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-67004214-1ddc-4e8a-963b-9745635a350c tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:14.861290 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67004214-1ddc-4e8a-963b-9745635a350c tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=102730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:30:14.871767 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-67004214-1ddc-4e8a-963b-9745635a350c tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261102736'] for segment, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:14.971337 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7d60866e-6393-4af6-8439-51351eba2c0e req-b4a1cdd4-e526-49b6-a2e3-a394358baa76 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/security-groups?id=7a49a26b-bec5-4659-823a-7a88d88b0ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1818335 May 18 18:30:14.989355 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de707fd-2ca9-457d-8e3f-1ecbd35d1f1a req-8859abd8-c1b7-4e9f-9c67-dbc975a686a2 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:14.991825 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3de707fd-2ca9-457d-8e3f-1ecbd35d1f1a req-8859abd8-c1b7-4e9f-9c67-dbc975a686a2 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.88 "GET /v2.0/ports?device_id=dbb18758-6a18-499e-9d13-4ad6f2f505df HTTP/1.1" status: 200 len: 945 time: 0.1490624 May 18 18:30:15.031632 n-d-838550-3 neutron-server[102730]: Traceback (most recent call last): May 18 18:30:15.031632 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:30:15.031632 n-d-838550-3 neutron-server[102730]: timer() May 18 18:30:15.031632 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:30:15.031632 n-d-838550-3 neutron-server[102730]: cb(*args, **kw) May 18 18:30:15.031632 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:30:15.031632 n-d-838550-3 neutron-server[102730]: return func(*args, **kwargs) May 18 18:30:15.031632 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:30:15.031632 n-d-838550-3 neutron-server[102730]: self._notify() May 18 18:30:15.031632 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:30:15.031632 n-d-838550-3 neutron-server[102730]: self.callback(batched_events) May 18 18:30:15.031632 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:30:15.031632 n-d-838550-3 neutron-server[102730]: event.method(event) May 18 18:30:15.031632 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:30:15.031632 n-d-838550-3 neutron-server[102730]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:30:15.031632 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:30:15.031632 n-d-838550-3 neutron-server[102730]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:30:15.031632 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:30:15.031632 n-d-838550-3 neutron-server[102730]: return f(self, *a, **k) May 18 18:30:15.031632 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:30:15.031632 n-d-838550-3 neutron-server[102730]: return self._get(url).json() May 18 18:30:15.031632 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:30:15.031632 n-d-838550-3 neutron-server[102730]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:30:15.031632 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:30:15.031632 n-d-838550-3 neutron-server[102730]: return self.request(url, 'GET', **kwargs) May 18 18:30:15.031632 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:30:15.031632 n-d-838550-3 neutron-server[102730]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:30:15.031632 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:30:15.031632 n-d-838550-3 neutron-server[102730]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:30:15.031632 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:30:15.031632 n-d-838550-3 neutron-server[102730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:30:15.031632 n-d-838550-3 neutron-server[102730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:30:15.034118 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e2031a-fe2e-48bc-9457-8a31ad82058d tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Pushing event deleted for resources: {'Port': ['ID=294db689-0ef5-47f4-acf2-c6aebf9d040a,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:30:15.047731 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-67004214-1ddc-4e8a-963b-9745635a350c tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:15.100831 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-67004214-1ddc-4e8a-963b-9745635a350c tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:15.104091 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-67004214-1ddc-4e8a-963b-9745635a350c tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] 10.222.0.85 "DELETE /v2.0/networks/99ca61df-990b-41d2-a90c-6ba800ad97c5 HTTP/1.1" status: 204 len: 168 time: 5.7456052 May 18 18:30:15.137566 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 54860) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:30:15.191831 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 428fc145-c1e0-44d6-8cc8-c989c290a2f6 up at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:30:15.285432 n-d-838550-3 neutron-server[102731]: INFO neutron.pecan_wsgi.hooks.translation [None req-be0ada5b-bf6f-427b-9b53-16db432f035a tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] DELETE failed (client error): The resource could not be found. May 18 18:30:15.288379 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be0ada5b-bf6f-427b-9b53-16db432f035a tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:30:15.304830 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-be0ada5b-bf6f-427b-9b53-16db432f035a tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] 10.222.0.85 "DELETE /v2.0/networks/99ca61df-990b-41d2-a90c-6ba800ad97c5 HTTP/1.1" status: 404 len: 339 time: 0.1512942 May 18 18:30:15.315025 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 54862) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:30:15.323600 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-d9d4fd67-74b6-40cb-be0b-9b3f56be2ca8 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1778715007', 'description': 'd1'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:30:15.375916 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67004214-1ddc-4e8a-963b-9745635a350c tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Pushing event deleted for resources: {'Network': ['ID=99ca61df-990b-41d2-a90c-6ba800ad97c5,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:30:15.466711 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning for port 428fc145-c1e0-44d6-8cc8-c989c290a2f6 completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:30:15.486381 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning complete for port 428fc145-c1e0-44d6-8cc8-c989c290a2f6 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:30:15.487699 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:15.571366 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9d4fd67-74b6-40cb-be0b-9b3f56be2ca8 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Made reservation on behalf of bd00446429ad457d9241c37da79c2cb0 for: {'network': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:30:15.577349 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d9d4fd67-74b6-40cb-be0b-9b3f56be2ca8 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:15.631307 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5a45ae-7138-48e4-b114-1de8cf207233 req-633e4793-c009-4d29-9844-1434a97a0728 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:15.646417 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9d4fd67-74b6-40cb-be0b-9b3f56be2ca8 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 618} {{(pid=102731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:30:15.649103 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ce5a45ae-7138-48e4-b114-1de8cf207233 req-633e4793-c009-4d29-9844-1434a97a0728 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=dbb18758-6a18-499e-9d13-4ad6f2f505df HTTP/1.1" status: 200 len: 945 time: 0.6097717 May 18 18:30:15.723005 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f44813-b468-40ae-ab64-21f425a23e8d req-3136fdac-3238-413e-bf12-0634c4681f1c tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:15.740359 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e1f44813-b468-40ae-ab64-21f425a23e8d req-3136fdac-3238-413e-bf12-0634c4681f1c tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/ports?device_id=ab843bd5-49cc-4a1a-a822-b7403ee93ee0 HTTP/1.1" status: 200 len: 946 time: 0.1907291 May 18 18:30:15.769468 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 4d79a828-cfe6-41d7-9e52-db73f3569d29 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:30:15.833535 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-283abd58-3d59-4623-a658-148292c4b340 None None] Network cba12d51-8129-48e6-8291-e6e24bb31537 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:30:15.840091 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-3de707fd-2ca9-457d-8e3f-1ecbd35d1f1a req-3afeb187-7842-4f3d-9555-767469355a8b tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Deleting port 4b494777-dd4e-4d23-a1d7-cc698d45a8b7 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:30:15.840603 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-3de707fd-2ca9-457d-8e3f-1ecbd35d1f1a req-3afeb187-7842-4f3d-9555-767469355a8b tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:15.844693 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d9d4fd67-74b6-40cb-be0b-9b3f56be2ca8 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:15.845174 n-d-838550-3 neutron-server[102731]: INFO neutron.db.segments_db [None req-d9d4fd67-74b6-40cb-be0b-9b3f56be2ca8 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Added segment e8021553-335c-49a4-a2e4-184924dc6514 of type vlan for network 52bf7ea8-c8b2-4bb3-84e2-30d711df8fc7 May 18 18:30:15.905585 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 428fc145-c1e0-44d6-8cc8-c989c290a2f6 is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:30:15.906285 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:15.948969 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e1f44813-b468-40ae-ab64-21f425a23e8d req-c5a9242c-4b52-40a5-8fbc-05aa956a89b2 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/security-groups?id=02c33ece-f4c3-4965-a4ef-a7f4920ae299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2063539 May 18 18:30:15.995504 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ce5a45ae-7138-48e4-b114-1de8cf207233 req-e77475b0-eb25-4586-8e4d-83a496ffe8b4 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=79af37b4-96e5-49e2-a136-b4eb89c535d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3454099 May 18 18:30:16.023282 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5259f62d-1621-4780-a658-da3067b08523 req-60e2031a-fe2e-48bc-9457-8a31ad82058d tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Router f515891f-a8b7-4a6f-9814-1319a10b6e69 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:30:16.077674 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d9d4fd67-74b6-40cb-be0b-9b3f56be2ca8 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:16.095154 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-e026c0bf-d2b9-46d3-9f19-8573409fdd9a None None] Provisioning complete for port 4d79a828-cfe6-41d7-9e52-db73f3569d29 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:30:16.104312 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-e026c0bf-d2b9-46d3-9f19-8573409fdd9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:16.123468 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a778688-63bd-48cf-9f20-3617a5271cf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '428fc145-c1e0-44d6-8cc8-c989c290a2f6'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:30:16.127881 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f0c0bca-4c27-46d7-a735-3dff76c960eb" -d '{"events": [{"server_uuid": "1a778688-63bd-48cf-9f20-3617a5271cf7", "name": "network-vif-plugged", "status": "completed", "tag": "428fc145-c1e0-44d6-8cc8-c989c290a2f6"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:30:16.177602 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5492e295-629d-4d38-b8f0-3e97e7128098 req-a03d2319-493e-4213-bfec-dd6a0c498592 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=7956ca72-5c94-487d-aa3f-6d3886085c70 HTTP/1.1" status: 200 len: 210 time: 0.0898237 May 18 18:30:16.275074 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 428fc145-c1e0-44d6-8cc8-c989c290a2f6, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=428fc145-c1e0-44d6-8cc8-c989c290a2f6,segment=NetworkSegment(a839893d-6b02-4065-b63c-38a46f283620),segment_id=a839893d-6b02-4065-b63c-38a46f283620)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:30:16.277743 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5259f62d-1621-4780-a658-da3067b08523 req-60e2031a-fe2e-48bc-9457-8a31ad82058d tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:30:16.294930 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b537472-d544-475a-8975-1c0b580a887f None None] Sync routers for ids ['f515891f-a8b7-4a6f-9814-1319a10b6e69'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:30:16.296485 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d9d4fd67-74b6-40cb-be0b-9b3f56be2ca8 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:16.303167 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d4fd67-74b6-40cb-be0b-9b3f56be2ca8 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:16.303704 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d9d4fd67-74b6-40cb-be0b-9b3f56be2ca8 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks [] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:16.311453 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:16.337121 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d6da0e1-15fe-4230-b694-51d75b21f056 x-openstack-request-id: req-9d6da0e1-15fe-4230-b694-51d75b21f056 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:30:16.341531 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b537472-d544-475a-8975-1c0b580a887f None None] Routers {'f515891f-a8b7-4a6f-9814-1319a10b6e69'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:30:16.342418 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-3b537472-d544-475a-8975-1c0b580a887f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:30:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['f515891f-a8b7-4a6f-9814-1319a10b6e69'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:30:16.350738 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a778688-63bd-48cf-9f20-3617a5271cf7", "name": "network-vif-plugged", "status": "completed", "tag": "428fc145-c1e0-44d6-8cc8-c989c290a2f6", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:30:16.357963 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-9d6da0e1-15fe-4230-b694-51d75b21f056 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:30:16.358776 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d6da0e1-15fe-4230-b694-51d75b21f056'] response: {'server_uuid': '1a778688-63bd-48cf-9f20-3617a5271cf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '428fc145-c1e0-44d6-8cc8-c989c290a2f6', 'code': 200} May 18 18:30:16.417125 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d4fd67-74b6-40cb-be0b-9b3f56be2ca8 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Pushing event updated for resources: {'Network': ['ID=52bf7ea8-c8b2-4bb3-84e2-30d711df8fc7,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:30:16.428022 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-3de707fd-2ca9-457d-8e3f-1ecbd35d1f1a req-3afeb187-7842-4f3d-9555-767469355a8b tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] For port 4b494777-dd4e-4d23-a1d7-cc698d45a8b7, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=4b494777-dd4e-4d23-a1d7-cc698d45a8b7,segment=NetworkSegment(ef93e1fc-f0f4-4220-adc9-d2cb000b3c93),segment_id=ef93e1fc-f0f4-4220-adc9-d2cb000b3c93)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:30:16.428398 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-3de707fd-2ca9-457d-8e3f-1ecbd35d1f1a req-3afeb187-7842-4f3d-9555-767469355a8b tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:16.442855 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-d9d4fd67-74b6-40cb-be0b-9b3f56be2ca8 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1219840 May 18 18:30:16.443100 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 54882) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:30:16.471957 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 4d79a828-cfe6-41d7-9e52-db73f3569d29 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:30:16.474220 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-3de707fd-2ca9-457d-8e3f-1ecbd35d1f1a req-3afeb187-7842-4f3d-9555-767469355a8b tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Calling delete_port for 4b494777-dd4e-4d23-a1d7-cc698d45a8b7 owned by compute:nova {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:30:16.478278 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:16.501203 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network 52bf7ea8-c8b2-4bb3-84e2-30d711df8fc7 details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:30:16.569524 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-5259f62d-1621-4780-a658-da3067b08523 req-60e2031a-fe2e-48bc-9457-8a31ad82058d tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] No DVR routers for this DVR port 294db689-0ef5-47f4-acf2-c6aebf9d040a on host n-h1-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:30:16.583103 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-5259f62d-1621-4780-a658-da3067b08523 req-60e2031a-fe2e-48bc-9457-8a31ad82058d tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:16.592334 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5259f62d-1621-4780-a658-da3067b08523 req-60e2031a-fe2e-48bc-9457-8a31ad82058d tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.36 "DELETE /v2.0/ports/294db689-0ef5-47f4-acf2-c6aebf9d040a HTTP/1.1" status: 204 len: 173 time: 4.9045615 May 18 18:30:16.606476 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7956ca72-5c94-487d-aa3f-6d3886085c70', 'name': 'network-vif-deleted', 'tag': '294db689-0ef5-47f4-acf2-c6aebf9d040a'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:30:16.609763 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e73b43dd-9fd2-4cdb-88cd-9c744594e76c" -d '{"events": [{"server_uuid": "7956ca72-5c94-487d-aa3f-6d3886085c70", "name": "network-vif-deleted", "tag": "294db689-0ef5-47f4-acf2-c6aebf9d040a"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:30:16.651867 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601783cf-1dff-44c7-9aa2-8d93ea125cea req-fe035f5c-9e29-4659-8f83-982d174dd486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:16.655461 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-601783cf-1dff-44c7-9aa2-8d93ea125cea req-fe035f5c-9e29-4659-8f83-982d174dd486 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1a778688-63bd-48cf-9f20-3617a5271cf7 HTTP/1.1" status: 200 len: 1096 time: 0.2601330 May 18 18:30:16.740558 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6b35ae5-db7d-432e-a28c-08a72d7e6bdf x-openstack-request-id: req-c6b35ae5-db7d-432e-a28c-08a72d7e6bdf {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:30:16.741038 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7956ca72-5c94-487d-aa3f-6d3886085c70", "name": "network-vif-deleted", "tag": "294db689-0ef5-47f4-acf2-c6aebf9d040a", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:30:16.741398 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-c6b35ae5-db7d-432e-a28c-08a72d7e6bdf {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:30:16.741951 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6b35ae5-db7d-432e-a28c-08a72d7e6bdf'] response: {'server_uuid': '7956ca72-5c94-487d-aa3f-6d3886085c70', 'name': 'network-vif-deleted', 'tag': '294db689-0ef5-47f4-acf2-c6aebf9d040a', 'status': 'completed', 'code': 200} May 18 18:30:16.745907 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b99c8e-8646-4233-ad88-953f9a492761 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:16.747693 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-12b99c8e-8646-4233-ad88-953f9a492761 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] 10.222.0.85 "GET /v2.0/networks?id=52bf7ea8-c8b2-4bb3-84e2-30d711df8fc7 HTTP/1.1" status: 200 len: 765 time: 0.3035784 May 18 18:30:16.749756 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-3b537472-d544-475a-8975-1c0b580a887f None None] Set router f515891f-a8b7-4a6f-9814-1319a10b6e69 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:30:16.751272 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 54886) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:30:16.760902 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-0289ecff-4556-4139-a941-e8407af00c19 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Request body: {'network': {'description': 'd2'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:30:16.794022 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e499414-9981-4d46-9a67-b09a89d4fab6 req-f610cbd5-4718-4c0b-aa93-e54751393c38 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:16.804307 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3e499414-9981-4d46-9a67-b09a89d4fab6 req-f610cbd5-4718-4c0b-aa93-e54751393c38 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=1a778688-63bd-48cf-9f20-3617a5271cf7 HTTP/1.1" status: 200 len: 945 time: 0.6474185 May 18 18:30:16.888713 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-601783cf-1dff-44c7-9aa2-8d93ea125cea req-f2808e16-c8d9-4b6e-8383-c59f9efd5a52 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7a49a26b-bec5-4659-823a-7a88d88b0ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2225201 May 18 18:30:16.906863 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-3de707fd-2ca9-457d-8e3f-1ecbd35d1f1a req-3afeb187-7842-4f3d-9555-767469355a8b tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:16.914788 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3e499414-9981-4d46-9a67-b09a89d4fab6 req-036f3bda-13f3-48ea-941c-a4d080d2e239 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/security-groups?id=7a49a26b-bec5-4659-823a-7a88d88b0ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077797 May 18 18:30:17.024376 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afeb187-7842-4f3d-9555-767469355a8b tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Pushing event deleted for resources: {'Port': ['ID=4b494777-dd4e-4d23-a1d7-cc698d45a8b7,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:30:17.159152 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c090349a-2512-4037-b675-e3bbef76887b req-deea9b59-f3f2-4e81-ba00-f530235c61d7 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=dbb18758-6a18-499e-9d13-4ad6f2f505df HTTP/1.1" status: 200 len: 210 time: 0.0531301 May 18 18:30:17.208432 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['f6f951c7-18a9-4c0d-a7eb-7ef0b984c1a2', '4b494777-dd4e-4d23-a1d7-cc698d45a8b7'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:30:17.228655 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0289ecff-4556-4139-a941-e8407af00c19 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:17.260142 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-3b537472-d544-475a-8975-1c0b580a887f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f515891f-a8b7-4a6f-9814-1319a10b6e69', 'name': 'tempest-TestVolumeBootPattern-31464916-router', 'tenant_id': '4ce86b77116a4afca1694cba473235e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '76222933-de15-4351-b270-218c7879e007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:20:37Z', 'updated_at': '2022-05-18T18:20:50Z', 'revision_number': 4, 'project_id': '4ce86b77116a4afca1694cba473235e6', 'gw_port': {'id': '76222933-de15-4351-b270-218c7879e007', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:13:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f515891f-a8b7-4a6f-9814-1319a10b6e69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:20:40Z', 'updated_at': '2022-05-18T18:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '2ac3d3a3-975f-4e58-b55a-00dc7ec1fcc1', 'name': '', 'network_id': 'eafefbfa-378a-4a8a-8ee5-45c0c746f8e9', 'tenant_id': '4ce86b77116a4afca1694cba473235e6', 'mac_address': 'fa:16:3e:9c:0a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f515891f-a8b7-4a6f-9814-1319a10b6e69', 'device_owner': 'network:router_interface', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': 'ab1f7f5a-a761-43dc-be82-e3f213958e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:20:48Z', 'updated_at': '2022-05-18T18:21:02Z', 'revision_number': 5, 'project_id': '4ce86b77116a4afca1694cba473235e6', 'subnets': [{'id': 'ab1f7f5a-a761-43dc-be82-e3f213958e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:30:17.275237 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 294db689-0ef5-47f4-acf2-c6aebf9d040a no longer exists at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:30:17.296561 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b537472-d544-475a-8975-1c0b580a887f None None] Checking router: f515891f-a8b7-4a6f-9814-1319a10b6e69 for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:30:17.310355 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b537472-d544-475a-8975-1c0b580a887f None None] Routers {'f515891f-a8b7-4a6f-9814-1319a10b6e69'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:30:17.311468 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-3b537472-d544-475a-8975-1c0b580a887f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:30:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['f515891f-a8b7-4a6f-9814-1319a10b6e69'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:30:17.338077 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0289ecff-4556-4139-a941-e8407af00c19 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:17.347248 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-055e31fa-edf1-457d-86c0-c711024d0025 req-11dd27f1-bf6b-483f-bef6-b4657d429b7c tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=7956ca72-5c94-487d-aa3f-6d3886085c70 HTTP/1.1" status: 200 len: 210 time: 0.0536714 May 18 18:30:17.376446 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] No Port match for: 294db689-0ef5-47f4-acf2-c6aebf9d040a {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:30:17.376920 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 294db689-0ef5-47f4-acf2-c6aebf9d040a not bound to the agent host n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:30:17.509739 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-3b537472-d544-475a-8975-1c0b580a887f None None] Set router f515891f-a8b7-4a6f-9814-1319a10b6e69 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:30:17.537136 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f2aa4c-ab7d-41a4-b37d-8429cb932cc9 req-fd9a045e-8d4a-402b-af68-8ebab468c25a tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:17.548271 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-96f2aa4c-ab7d-41a4-b37d-8429cb932cc9 req-fd9a045e-8d4a-402b-af68-8ebab468c25a tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/ports?device_id=ab843bd5-49cc-4a1a-a822-b7403ee93ee0 HTTP/1.1" status: 200 len: 946 time: 0.2938995 May 18 18:30:17.593669 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0289ecff-4556-4139-a941-e8407af00c19 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Network 52bf7ea8-c8b2-4bb3-84e2-30d711df8fc7 is not hosted by any dhcp agent {{(pid=102731) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} May 18 18:30:17.603077 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=428fc145-c1e0-44d6-8cc8-c989c290a2f6,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:30:17.623075 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0289ecff-4556-4139-a941-e8407af00c19 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:17.626450 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0289ecff-4556-4139-a941-e8407af00c19 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks [] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:17.631850 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 54900) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:30:17.632995 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-0289ecff-4556-4139-a941-e8407af00c19 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] 10.222.0.85 "PUT /v2.0/networks/52bf7ea8-c8b2-4bb3-84e2-30d711df8fc7 HTTP/1.1" status: 200 len: 762 time: 0.8771205 May 18 18:30:17.688260 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-96f2aa4c-ab7d-41a4-b37d-8429cb932cc9 req-041de6da-5b15-46be-981a-bc02db8b7ba2 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/security-groups?id=02c33ece-f4c3-4965-a4ef-a7f4920ae299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1385679 May 18 18:30:17.689084 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-3de707fd-2ca9-457d-8e3f-1ecbd35d1f1a req-3afeb187-7842-4f3d-9555-767469355a8b tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] No DVR routers for this DVR port 4b494777-dd4e-4d23-a1d7-cc698d45a8b7 on host n-h2-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:30:17.710035 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0289ecff-4556-4139-a941-e8407af00c19 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Pushing event updated for resources: {'Network': ['ID=52bf7ea8-c8b2-4bb3-84e2-30d711df8fc7,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:30:17.718725 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-3de707fd-2ca9-457d-8e3f-1ecbd35d1f1a req-3afeb187-7842-4f3d-9555-767469355a8b tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:17.727957 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3de707fd-2ca9-457d-8e3f-1ecbd35d1f1a req-3afeb187-7842-4f3d-9555-767469355a8b tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.88 "DELETE /v2.0/ports/4b494777-dd4e-4d23-a1d7-cc698d45a8b7 HTTP/1.1" status: 204 len: 173 time: 2.7247176 May 18 18:30:17.728452 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbb18758-6a18-499e-9d13-4ad6f2f505df', 'name': 'network-vif-deleted', 'tag': '4b494777-dd4e-4d23-a1d7-cc698d45a8b7'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:30:17.734450 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4ab41f1-8bc0-4a69-8b6d-f7527efcd928" -d '{"events": [{"server_uuid": "dbb18758-6a18-499e-9d13-4ad6f2f505df", "name": "network-vif-deleted", "tag": "4b494777-dd4e-4d23-a1d7-cc698d45a8b7"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:30:17.780915 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 4d79a828-cfe6-41d7-9e52-db73f3569d29 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:30:17.786808 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-e026c0bf-d2b9-46d3-9f19-8573409fdd9a None None] Current status of the port 4d79a828-cfe6-41d7-9e52-db73f3569d29 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:30:17.792030 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network 52bf7ea8-c8b2-4bb3-84e2-30d711df8fc7 details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:30:17.848519 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-158e3098-be33-4917-b90b-20555ef23bcf x-openstack-request-id: req-158e3098-be33-4917-b90b-20555ef23bcf {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:30:17.849172 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbb18758-6a18-499e-9d13-4ad6f2f505df", "name": "network-vif-deleted", "tag": "4b494777-dd4e-4d23-a1d7-cc698d45a8b7", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:30:17.849586 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-158e3098-be33-4917-b90b-20555ef23bcf {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:30:17.850263 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-158e3098-be33-4917-b90b-20555ef23bcf'] response: {'server_uuid': 'dbb18758-6a18-499e-9d13-4ad6f2f505df', 'name': 'network-vif-deleted', 'tag': '4b494777-dd4e-4d23-a1d7-cc698d45a8b7', 'status': 'completed', 'code': 200} May 18 18:30:17.871553 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd9a5b4-beb8-408e-991f-53c7cd5afcc8 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:17.876202 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-afd9a5b4-beb8-408e-991f-53c7cd5afcc8 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] 10.222.0.85 "GET /v2.0/networks?id=52bf7ea8-c8b2-4bb3-84e2-30d711df8fc7 HTTP/1.1" status: 200 len: 765 time: 0.2431395 May 18 18:30:17.884220 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 54904) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:30:18.183522 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-3b537472-d544-475a-8975-1c0b580a887f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f515891f-a8b7-4a6f-9814-1319a10b6e69', 'name': 'tempest-TestVolumeBootPattern-31464916-router', 'tenant_id': '4ce86b77116a4afca1694cba473235e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '76222933-de15-4351-b270-218c7879e007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:20:37Z', 'updated_at': '2022-05-18T18:20:50Z', 'revision_number': 4, 'project_id': '4ce86b77116a4afca1694cba473235e6', 'gw_port': {'id': '76222933-de15-4351-b270-218c7879e007', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:13:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f515891f-a8b7-4a6f-9814-1319a10b6e69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:20:40Z', 'updated_at': '2022-05-18T18:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '2ac3d3a3-975f-4e58-b55a-00dc7ec1fcc1', 'name': '', 'network_id': 'eafefbfa-378a-4a8a-8ee5-45c0c746f8e9', 'tenant_id': '4ce86b77116a4afca1694cba473235e6', 'mac_address': 'fa:16:3e:9c:0a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f515891f-a8b7-4a6f-9814-1319a10b6e69', 'device_owner': 'network:router_interface', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': 'ab1f7f5a-a761-43dc-be82-e3f213958e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:20:48Z', 'updated_at': '2022-05-18T18:21:02Z', 'revision_number': 5, 'project_id': '4ce86b77116a4afca1694cba473235e6', 'subnets': [{'id': 'ab1f7f5a-a761-43dc-be82-e3f213958e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:30:18.305500 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b537472-d544-475a-8975-1c0b580a887f None None] The sync data for ids ['f515891f-a8b7-4a6f-9814-1319a10b6e69'] in n-d-838550-3 is: [{'id': 'f515891f-a8b7-4a6f-9814-1319a10b6e69', 'name': 'tempest-TestVolumeBootPattern-31464916-router', 'tenant_id': '4ce86b77116a4afca1694cba473235e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '76222933-de15-4351-b270-218c7879e007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:20:37Z', 'updated_at': '2022-05-18T18:20:50Z', 'revision_number': 4, 'project_id': '4ce86b77116a4afca1694cba473235e6', 'gw_port': {'id': '76222933-de15-4351-b270-218c7879e007', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:13:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f515891f-a8b7-4a6f-9814-1319a10b6e69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:20:40Z', 'updated_at': '2022-05-18T18:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '2ac3d3a3-975f-4e58-b55a-00dc7ec1fcc1', 'name': '', 'network_id': 'eafefbfa-378a-4a8a-8ee5-45c0c746f8e9', 'tenant_id': '4ce86b77116a4afca1694cba473235e6', 'mac_address': 'fa:16:3e:9c:0a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f515891f-a8b7-4a6f-9814-1319a10b6e69', 'device_owner': 'network:router_interface', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': 'ab1f7f5a-a761-43dc-be82-e3f213958e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:20:48Z', 'updated_at': '2022-05-18T18:21:02Z', 'revision_number': 5, 'project_id': '4ce86b77116a4afca1694cba473235e6', 'subnets': [{'id': 'ab1f7f5a-a761-43dc-be82-e3f213958e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:30:18.481186 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-850e0532-b187-40b5-abaa-43e92b27e337 req-fc067c32-100a-4069-a1a3-bd19f05733d2 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=dbb18758-6a18-499e-9d13-4ad6f2f505df HTTP/1.1" status: 200 len: 210 time: 0.0843146 May 18 18:30:18.592466 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca2209d9-11e8-49ec-9305-b959abc82822 None None] get_active_networks_info from n-d-838550-3 {{(pid=102732) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 18 18:30:18.663761 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-05bcd5ff-4826-4e60-88f8-e02e62505ae5 req-333cb569-4106-454d-961a-e8a2fdfc61fd tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=7956ca72-5c94-487d-aa3f-6d3886085c70 HTTP/1.1" status: 200 len: 210 time: 0.0409656 May 18 18:30:18.919378 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca2209d9-11e8-49ec-9305-b959abc82822 None None] Resources bound (agent type, host, resource id): {{(pid=102732) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 18 18:30:18.934527 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16627685-220f-4e3f-a3c1-cdac83f437ee None None] New status for floating IP 215c7d61-a63a-4caf-a5de-927ca8d2d815: DOWN {{(pid=102732) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 18:30:18.951598 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-ec7005dc-c96e-4126-b97a-bcf9fec67f69 None None] Provisioning complete for port 4d79a828-cfe6-41d7-9e52-db73f3569d29 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:30:18.952232 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-ec7005dc-c96e-4126-b97a-bcf9fec67f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:19.002077 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69939e61-a8f9-49de-bf0f-dd87ffefd230 req-343fc1ad-9f6f-4fc1-b40a-fc496d6901d8 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:19.010374 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-69939e61-a8f9-49de-bf0f-dd87ffefd230 req-343fc1ad-9f6f-4fc1-b40a-fc496d6901d8 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/ports?device_id=ab843bd5-49cc-4a1a-a822-b7403ee93ee0 HTTP/1.1" status: 200 len: 946 time: 0.1246550 May 18 18:30:19.084116 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-69939e61-a8f9-49de-bf0f-dd87ffefd230 req-ec713cb7-e317-46e1-bb85-608dac95ce93 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/security-groups?id=02c33ece-f4c3-4965-a4ef-a7f4920ae299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726306 May 18 18:30:19.217316 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1252f8f5-aa08-4e6f-b26c-1de4bc5f5b62 req-d1e27c64-9dc0-4d1c-92c1-d0c8b7a4f22f tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:19.219312 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1252f8f5-aa08-4e6f-b26c-1de4bc5f5b62 req-d1e27c64-9dc0-4d1c-92c1-d0c8b7a4f22f tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=1a778688-63bd-48cf-9f20-3617a5271cf7 HTTP/1.1" status: 200 len: 945 time: 0.2007453 May 18 18:30:19.228517 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b994657-8cfd-4569-a88f-4dd6b917fa73 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:19.230583 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-3b994657-8cfd-4569-a88f-4dd6b917fa73 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] 10.222.0.85 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 1.3447604 May 18 18:30:19.233148 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 54916) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:30:19.269348 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 4b494777-dd4e-4d23-a1d7-cc698d45a8b7 no longer exists at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:30:19.291646 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1252f8f5-aa08-4e6f-b26c-1de4bc5f5b62 req-1e05f5d1-addf-4b20-b64b-47008af7b33d tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/security-groups?id=7a49a26b-bec5-4659-823a-7a88d88b0ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601702 May 18 18:30:19.304063 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-f8b68172-9f8f-4044-bf2c-507229bdf47e tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] 10.222.0.85 "GET /v2.0/subnets?network_id=31ebd439-090c-4b25-bbb0-31c48711b145 HTTP/1.1" status: 200 len: 207 time: 0.0697277 May 18 18:30:19.309317 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 54918) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:30:19.421942 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] No Port match for: 4b494777-dd4e-4d23-a1d7-cc698d45a8b7 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:30:19.422330 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 4b494777-dd4e-4d23-a1d7-cc698d45a8b7 not bound to the agent host n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:30:19.597502 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-ec7005dc-c96e-4126-b97a-bcf9fec67f69 None None] Current status of the port 4d79a828-cfe6-41d7-9e52-db73f3569d29 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:30:19.632466 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4a49f2-4127-4859-9a0f-1e6534dd4d19 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:19.639112 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4a49f2-4127-4859-9a0f-1e6534dd4d19 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:19.645492 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4a49f2-4127-4859-9a0f-1e6534dd4d19 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:19.651897 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4a49f2-4127-4859-9a0f-1e6534dd4d19 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:19.658648 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4a49f2-4127-4859-9a0f-1e6534dd4d19 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:19.668414 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4a49f2-4127-4859-9a0f-1e6534dd4d19 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:19.677660 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-0b4a49f2-4127-4859-9a0f-1e6534dd4d19 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] 10.222.0.85 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3732 time: 0.3666999 May 18 18:30:19.685821 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 54924) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:30:19.905952 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6479eb45-8b54-4fd9-8a80-7b768a48b48f req-8ea50cf0-2c05-476b-b4b9-3a10b0aa9d51 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=7956ca72-5c94-487d-aa3f-6d3886085c70 HTTP/1.1" status: 200 len: 210 time: 0.0562308 May 18 18:30:20.024935 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 54932) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:30:20.026804 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-e9d90d17-1f8d-4dbb-95a2-b36d094c24c6 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] 10.222.0.85 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 814 time: 0.3393981 May 18 18:30:20.037083 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b22a17-f06c-42ad-9f1a-f3e3f068d078 req-0b433647-7d46-4058-b177-bac7cdaae432 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:20.043509 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b8b22a17-f06c-42ad-9f1a-f3e3f068d078 req-0b433647-7d46-4058-b177-bac7cdaae432 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ed8e89cf-ba95-48d1-a49b-7ab0699b2d22 HTTP/1.1" status: 200 len: 946 time: 0.0856402 May 18 18:30:20.138280 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b8b22a17-f06c-42ad-9f1a-f3e3f068d078 req-69c8a62b-25a9-44b0-96b1-eca61a55da25 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=79af37b4-96e5-49e2-a136-b4eb89c535d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815370 May 18 18:30:20.142681 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2daf47d6-348b-48b9-a246-50dfad4e90e2 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:20.144204 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2daf47d6-348b-48b9-a246-50dfad4e90e2 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:20.146338 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2daf47d6-348b-48b9-a246-50dfad4e90e2 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:20.147962 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2daf47d6-348b-48b9-a246-50dfad4e90e2 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:20.149589 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2daf47d6-348b-48b9-a246-50dfad4e90e2 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:20.151379 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-2daf47d6-348b-48b9-a246-50dfad4e90e2 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] 10.222.0.85 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1063333 May 18 18:30:20.157658 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 54936) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:30:20.244639 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 7 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 18:30:20.258374 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53f2958-2351-46ca-b5ba-a8cb3a2053d9 req-09ae6304-0d56-4cbd-aa1c-b40531cbf7ab tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:20.259937 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e53f2958-2351-46ca-b5ba-a8cb3a2053d9 req-09ae6304-0d56-4cbd-aa1c-b40531cbf7ab tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.88 "GET /v2.0/ports?device_id=ed8e89cf-ba95-48d1-a49b-7ab0699b2d22 HTTP/1.1" status: 200 len: 946 time: 0.0745864 May 18 18:30:20.359747 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359dfc65-e474-49d2-b183-f1be67291d43 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Attributes excluded by policy engine: ['shared'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:20.361741 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359dfc65-e474-49d2-b183-f1be67291d43 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Attributes excluded by policy engine: ['shared'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:20.363373 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359dfc65-e474-49d2-b183-f1be67291d43 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Attributes excluded by policy engine: ['shared'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:20.365564 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359dfc65-e474-49d2-b183-f1be67291d43 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Attributes excluded by policy engine: ['shared'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:20.367182 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359dfc65-e474-49d2-b183-f1be67291d43 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Attributes excluded by policy engine: ['shared'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:20.369040 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-359dfc65-e474-49d2-b183-f1be67291d43 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] 10.222.0.85 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2101297 May 18 18:30:20.374450 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 54940) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:30:20.405196 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41f0445-dfd8-4b0f-b7d9-699cb65846d5 req-5a1b4165-544a-4c9d-8479-e64c6ff1c99e tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:20.406653 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a41f0445-dfd8-4b0f-b7d9-699cb65846d5 req-5a1b4165-544a-4c9d-8479-e64c6ff1c99e tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/ports?device_id=ab843bd5-49cc-4a1a-a822-b7403ee93ee0 HTTP/1.1" status: 200 len: 946 time: 0.1534240 May 18 18:30:20.478980 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-e53f2958-2351-46ca-b5ba-a8cb3a2053d9 req-73990515-a896-4cea-b561-0c50ed7229d8 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Deleting port f6f951c7-18a9-4c0d-a7eb-7ef0b984c1a2 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:30:20.479590 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-e53f2958-2351-46ca-b5ba-a8cb3a2053d9 req-73990515-a896-4cea-b561-0c50ed7229d8 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:20.526892 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a41f0445-dfd8-4b0f-b7d9-699cb65846d5 req-1240e74b-6f07-494a-99da-a7575288063c tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/security-groups?id=02c33ece-f4c3-4965-a4ef-a7f4920ae299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099365 May 18 18:30:20.626741 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69dcbde-fcea-497b-b67d-270a8741eed4 req-785011ec-6370-49ee-8623-ab28c9b354b3 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:20.633979 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a69dcbde-fcea-497b-b67d-270a8741eed4 req-785011ec-6370-49ee-8623-ab28c9b354b3 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=1a778688-63bd-48cf-9f20-3617a5271cf7 HTTP/1.1" status: 200 len: 945 time: 0.1676972 May 18 18:30:20.654681 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c619fbf-0a3d-43fb-b41c-51d2a3a973ab tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:20.655858 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-2c619fbf-0a3d-43fb-b41c-51d2a3a973ab tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] 10.222.0.85 "GET /v2.0/networks/3ad825f7-af1f-43be-a004-5dd1283327cf HTTP/1.1" status: 200 len: 804 time: 0.2797799 May 18 18:30:20.662471 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 54944) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:30:20.743453 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a69dcbde-fcea-497b-b67d-270a8741eed4 req-4c8fca7d-67eb-4c91-80d4-23990252d7f2 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/security-groups?id=7a49a26b-bec5-4659-823a-7a88d88b0ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085377 May 18 18:30:20.750995 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-e53f2958-2351-46ca-b5ba-a8cb3a2053d9 req-73990515-a896-4cea-b561-0c50ed7229d8 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] For port f6f951c7-18a9-4c0d-a7eb-7ef0b984c1a2, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=f6f951c7-18a9-4c0d-a7eb-7ef0b984c1a2,segment=NetworkSegment(ef93e1fc-f0f4-4220-adc9-d2cb000b3c93),segment_id=ef93e1fc-f0f4-4220-adc9-d2cb000b3c93)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:30:20.751592 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-e53f2958-2351-46ca-b5ba-a8cb3a2053d9 req-73990515-a896-4cea-b561-0c50ed7229d8 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:20.766520 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-e53f2958-2351-46ca-b5ba-a8cb3a2053d9 req-73990515-a896-4cea-b561-0c50ed7229d8 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Calling delete_port for f6f951c7-18a9-4c0d-a7eb-7ef0b984c1a2 owned by compute:nova {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:30:20.843687 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 54950) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:30:20.851544 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-dab9d860-6206-49d0-86f1-15e97afd5aae tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] 10.222.0.85 "GET /v2.0/networks/3ad825f7-af1f-43be-a004-5dd1283327cf?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1746204 May 18 18:30:20.958553 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fbe8b37-d129-46a4-ae8f-24bdfdb06d0c tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:20.961667 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-4fbe8b37-d129-46a4-ae8f-24bdfdb06d0c tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] 10.222.0.85 "GET /v2.0/subnets/0d0e5b49-7644-4272-ac7a-6f3a06845395 HTTP/1.1" status: 200 len: 843 time: 0.1152551 May 18 18:30:20.969247 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 54956) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:30:20.976156 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ebc92b-9e79-4bc0-bc62-0d45003dd9d5 req-2b6a862e-19e6-41ea-a445-2a4396bfeaba tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:20.985106 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-48ebc92b-9e79-4bc0-bc62-0d45003dd9d5 req-2b6a862e-19e6-41ea-a445-2a4396bfeaba tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=1a778688-63bd-48cf-9f20-3617a5271cf7 HTTP/1.1" status: 200 len: 945 time: 0.1229239 May 18 18:30:20.998265 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 54960) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:30:21.070147 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48bf3ea4-fa12-4e87-814b-c9d780975479 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Attributes excluded by policy engine: ['shared'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:21.072530 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-48bf3ea4-fa12-4e87-814b-c9d780975479 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] 10.222.0.85 "GET /v2.0/subnets/0d0e5b49-7644-4272-ac7a-6f3a06845395?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1018009 May 18 18:30:21.077336 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 54964) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:30:21.082271 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-14a18605-9de6-4689-a835-6c76ba051d0c tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-661888510'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:30:21.099833 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-48ebc92b-9e79-4bc0-bc62-0d45003dd9d5 req-2c169271-7db4-4fac-8935-b3ab373ddf45 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/security-groups?id=7a49a26b-bec5-4659-823a-7a88d88b0ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132452 May 18 18:30:21.122306 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 54966) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:30:21.125245 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-e53f2958-2351-46ca-b5ba-a8cb3a2053d9 req-73990515-a896-4cea-b561-0c50ed7229d8 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:21.139474 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['f6f951c7-18a9-4c0d-a7eb-7ef0b984c1a2'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:30:21.197695 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b162b489-11a0-4188-9284-01427b78e59e tempest-TestNetworkAdvancedServerOps-1996564383 tempest-TestNetworkAdvancedServerOps-1996564383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:21.198598 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73990515-a896-4cea-b561-0c50ed7229d8 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Pushing event deleted for resources: {'Port': ['ID=f6f951c7-18a9-4c0d-a7eb-7ef0b984c1a2,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:30:21.201514 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-b162b489-11a0-4188-9284-01427b78e59e tempest-TestNetworkAdvancedServerOps-1996564383 tempest-TestNetworkAdvancedServerOps-1996564383-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=1a778688-63bd-48cf-9f20-3617a5271cf7 HTTP/1.1" status: 200 len: 1091 time: 0.0825682 May 18 18:30:21.204794 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 54972) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:30:21.206726 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14a18605-9de6-4689-a835-6c76ba051d0c tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Made reservation on behalf of bd00446429ad457d9241c37da79c2cb0 for: {'network': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:30:21.212505 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-14a18605-9de6-4689-a835-6c76ba051d0c tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:21.234503 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-fb5f25b9-3837-44bd-a4d2-b4697bd161c9 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Request body: {'floatingip': {'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'port_id': '428fc145-c1e0-44d6-8cc8-c989c290a2f6', 'tenant_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:30:21.278258 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-fb5f25b9-3837-44bd-a4d2-b4697bd161c9 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for floatingip, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:21.347221 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1b58fd62-1c7c-4312-b248-54137d3cba71 req-54ac54d3-12cf-4106-86e8-3bf82c4f3c20 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=7956ca72-5c94-487d-aa3f-6d3886085c70 HTTP/1.1" status: 200 len: 210 time: 0.1584280 May 18 18:30:21.368766 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9f9aace1-1dc0-4884-89f3-7097c8d5a8d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:21.391612 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14a18605-9de6-4689-a835-6c76ba051d0c tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 607} {{(pid=102731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:30:21.405044 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-14a18605-9de6-4689-a835-6c76ba051d0c tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:21.405415 n-d-838550-3 neutron-server[102731]: INFO neutron.db.segments_db [None req-14a18605-9de6-4689-a835-6c76ba051d0c tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Added segment d857f309-1b95-4604-b416-0a35474f507b of type vlan for network aba3c432-a4e6-42f4-b872-f98e7195d8f5 May 18 18:30:21.495917 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-14a18605-9de6-4689-a835-6c76ba051d0c tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:21.555211 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-e53f2958-2351-46ca-b5ba-a8cb3a2053d9 req-73990515-a896-4cea-b561-0c50ed7229d8 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] No DVR routers for this DVR port f6f951c7-18a9-4c0d-a7eb-7ef0b984c1a2 on host n-h2-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:30:21.565773 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-e53f2958-2351-46ca-b5ba-a8cb3a2053d9 req-73990515-a896-4cea-b561-0c50ed7229d8 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:21.570764 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e53f2958-2351-46ca-b5ba-a8cb3a2053d9 req-73990515-a896-4cea-b561-0c50ed7229d8 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.88 "DELETE /v2.0/ports/f6f951c7-18a9-4c0d-a7eb-7ef0b984c1a2 HTTP/1.1" status: 204 len: 173 time: 1.3042128 May 18 18:30:21.592545 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed8e89cf-ba95-48d1-a49b-7ab0699b2d22', 'name': 'network-vif-deleted', 'tag': 'f6f951c7-18a9-4c0d-a7eb-7ef0b984c1a2'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:30:21.595873 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b09599bb-3aa6-4d3d-86a1-ef5d759f8517" -d '{"events": [{"server_uuid": "ed8e89cf-ba95-48d1-a49b-7ab0699b2d22", "name": "network-vif-deleted", "tag": "f6f951c7-18a9-4c0d-a7eb-7ef0b984c1a2"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:30:21.608370 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.db.resource_extend [None req-14a18605-9de6-4689-a835-6c76ba051d0c tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 18 18:30:21.649051 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-22da0616-bb1f-4f83-8c21-f799206d34f1 req-8baace22-baf8-4073-9ab2-22f0b26414e8 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ed8e89cf-ba95-48d1-a49b-7ab0699b2d22 HTTP/1.1" status: 200 len: 210 time: 0.0572560 May 18 18:30:21.664559 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-14a18605-9de6-4689-a835-6c76ba051d0c tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:21.678126 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9f9aace1-1dc0-4884-89f3-7097c8d5a8d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:21.687726 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a18605-9de6-4689-a835-6c76ba051d0c tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:21.688379 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-14a18605-9de6-4689-a835-6c76ba051d0c tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks [] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:21.704600 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9f9aace1-1dc0-4884-89f3-7097c8d5a8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:21.777518 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90855f0-7566-4baa-8b05-99b10c158317 req-b521e133-0226-4bcf-b49c-d3ad3903875a tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:21.782244 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f90855f0-7566-4baa-8b05-99b10c158317 req-b521e133-0226-4bcf-b49c-d3ad3903875a tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "GET /v2.0/ports?device_id=cbeabc44-a762-4387-abb0-4008f02eed6c HTTP/1.1" status: 200 len: 946 time: 0.2351184 May 18 18:30:21.838115 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-14a18605-9de6-4689-a835-6c76ba051d0c tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7564528 May 18 18:30:21.841406 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 54988) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:30:21.842592 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-9f9aace1-1dc0-4884-89f3-7097c8d5a8d7 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=f31235d4555a4aa2b68caa007007dd00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8431418 May 18 18:30:21.846821 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 54990) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:30:21.857012 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-73a7fde0-5329-41e6-ad77-c3c51b581b55 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Request body: {'subnet': {'network_id': 'aba3c432-a4e6-42f4-b872-f98e7195d8f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:30:21.861921 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9aace1-1dc0-4884-89f3-7097c8d5a8d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9dade19-3b97-439c-8257-668fb7a1ceb9,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:30:21.899730 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-fb5f25b9-3837-44bd-a4d2-b4697bd161c9 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:21.950161 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a18605-9de6-4689-a835-6c76ba051d0c tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Pushing event updated for resources: {'Network': ['ID=aba3c432-a4e6-42f4-b872-f98e7195d8f5,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:30:21.963447 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network aba3c432-a4e6-42f4-b872-f98e7195d8f5 details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:30:21.979226 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae91d9eb-b927-435f-96d8-5773d035648e req-67ed47f8-f99e-4d86-8eb0-45192ac6fa31 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:21.981191 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ae91d9eb-b927-435f-96d8-5773d035648e req-67ed47f8-f99e-4d86-8eb0-45192ac6fa31 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/ports?device_id=ab843bd5-49cc-4a1a-a822-b7403ee93ee0 HTTP/1.1" status: 200 len: 946 time: 0.1837070 May 18 18:30:21.983439 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73a7fde0-5329-41e6-ad77-c3c51b581b55 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Made reservation on behalf of bd00446429ad457d9241c37da79c2cb0 for: {'subnet': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:30:21.987232 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-73a7fde0-5329-41e6-ad77-c3c51b581b55 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260908003'] for subnet, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:22.039878 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-fb5f25b9-3837-44bd-a4d2-b4697bd161c9 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Allocated IP 172.25.5.49 (31ebd439-090c-4b25-bbb0-31c48711b145/363a2810-8a83-4be0-a317-7c91fcd94485/e7d612d1-a95a-4006-9f2a-db476406c889) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:30:22.151214 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ae91d9eb-b927-435f-96d8-5773d035648e req-ed28720b-1d3a-4b4f-87b1-4418ac32fff1 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/security-groups?id=02c33ece-f4c3-4965-a4ef-a7f4920ae299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1512876 May 18 18:30:22.181379 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.ipam_backend_mixin [None req-73a7fde0-5329-41e6-ad77-c3c51b581b55 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Performing IP validity checks on allocation pools {{(pid=102731) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} May 18 18:30:22.182133 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.ipam_backend_mixin [None req-73a7fde0-5329-41e6-ad77-c3c51b581b55 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102731) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} May 18 18:30:22.212606 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-fb5f25b9-3837-44bd-a4d2-b4697bd161c9 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:22.239083 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f90855f0-7566-4baa-8b05-99b10c158317 req-b0bf6d26-338b-4e7c-8fc1-9e7ac10f9ccd tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "GET /v2.0/security-groups?id=d8168384-83fe-4e40-afa8-ee38a48b320f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3931942 May 18 18:30:22.258736 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b95e7b72-29b7-44a5-bf3d-f870f3489e4c x-openstack-request-id: req-b95e7b72-29b7-44a5-bf3d-f870f3489e4c {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:30:22.259027 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed8e89cf-ba95-48d1-a49b-7ab0699b2d22", "name": "network-vif-deleted", "tag": "f6f951c7-18a9-4c0d-a7eb-7ef0b984c1a2", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:30:22.259359 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-b95e7b72-29b7-44a5-bf3d-f870f3489e4c {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:30:22.259823 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b95e7b72-29b7-44a5-bf3d-f870f3489e4c'] response: {'server_uuid': 'ed8e89cf-ba95-48d1-a49b-7ab0699b2d22', 'name': 'network-vif-deleted', 'tag': 'f6f951c7-18a9-4c0d-a7eb-7ef0b984c1a2', 'status': 'completed', 'code': 200} May 18 18:30:22.290643 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-de05104e-469b-46a2-ae0d-acfa89dfed91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:22.358429 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-de05104e-469b-46a2-ae0d-acfa89dfed91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:22.375968 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-fb5f25b9-3837-44bd-a4d2-b4697bd161c9 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:22.450041 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5f25b9-3837-44bd-a4d2-b4697bd161c9 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Network 31ebd439-090c-4b25-bbb0-31c48711b145 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:30:22.468496 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-fb5f25b9-3837-44bd-a4d2-b4697bd161c9 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:30:22.478116 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-73a7fde0-5329-41e6-ad77-c3c51b581b55 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260898481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260908021'] for subnet, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:22.483222 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5f25b9-3837-44bd-a4d2-b4697bd161c9 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:30:22.547172 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-783f4cac-9659-4ef8-8653-969987dec15f req-a186bfe1-739c-4cb2-b4a3-7f85db0130ee tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=7956ca72-5c94-487d-aa3f-6d3886085c70 HTTP/1.1" status: 200 len: 210 time: 0.0887935 May 18 18:30:22.554908 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a7fde0-5329-41e6-ad77-c3c51b581b55 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Pushing event updated for resources: {'Subnet': ['ID=42e1925f-e2f9-4e89-a032-b94ac204d06c,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:30:22.565212 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a7fde0-5329-41e6-ad77-c3c51b581b55 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Checking segment: {'id': 'd857f309-1b95-4604-b416-0a35474f507b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'aba3c432-a4e6-42f4-b872-f98e7195d8f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:30:22.565584 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a7fde0-5329-41e6-ad77-c3c51b581b55 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Network hostable DHCP agents. Network: aba3c432-a4e6-42f4-b872-f98e7195d8f5, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:30:22.580018 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5f25b9-3837-44bd-a4d2-b4697bd161c9 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Pushing event updated for resources: {'Port': ['ID=e7d612d1-a95a-4006-9f2a-db476406c889,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:30:22.592178 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a7fde0-5329-41e6-ad77-c3c51b581b55 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Network aba3c432-a4e6-42f4-b872-f98e7195d8f5 is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:30:22.612430 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-73a7fde0-5329-41e6-ad77-c3c51b581b55 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, aba3c432-a4e6-42f4-b872-f98e7195d8f5) {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:30:22.625167 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f8042d8-3227-4086-8713-7ff24b0ca913 None None] Network aba3c432-a4e6-42f4-b872-f98e7195d8f5 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:30:22.631574 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-de05104e-469b-46a2-ae0d-acfa89dfed91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:22.633476 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a7fde0-5329-41e6-ad77-c3c51b581b55 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:22.635264 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-73a7fde0-5329-41e6-ad77-c3c51b581b55 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:22.635403 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-de05104e-469b-46a2-ae0d-acfa89dfed91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:22.637336 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-de05104e-469b-46a2-ae0d-acfa89dfed91 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/c9dade19-3b97-439c-8257-668fb7a1ceb9 HTTP/1.1" status: 204 len: 168 time: 0.7862918 May 18 18:30:22.659606 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de05104e-469b-46a2-ae0d-acfa89dfed91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9dade19-3b97-439c-8257-668fb7a1ceb9,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:30:22.702664 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-73a7fde0-5329-41e6-ad77-c3c51b581b55 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.8537424 May 18 18:30:22.702973 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 55008) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:30:22.725262 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-855daeb4-9848-4a82-9381-8437d4b6070a tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:30:22.979019 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-855daeb4-9848-4a82-9381-8437d4b6070a tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-260908012'] for subnet, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:23.013298 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d286ec8f-e834-43bd-9997-f4692d4bc1e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-aba3c432-a4e6-42f4-b872-f98e7195d8f5', 'network_id': 'aba3c432-a4e6-42f4-b872-f98e7195d8f5', 'tenant_id': 'bd00446429ad457d9241c37da79c2cb0', 'fixed_ips': [{'subnet_id': '42e1925f-e2f9-4e89-a032-b94ac204d06c'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:30:23.014787 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d286ec8f-e834-43bd-9997-f4692d4bc1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:23.374187 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42abc461-db07-4662-b0df-50e6fd53e23e req-ae70f8e6-52bd-4acd-9d76-bd150ec7eb13 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:23.375800 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-42abc461-db07-4662-b0df-50e6fd53e23e req-ae70f8e6-52bd-4acd-9d76-bd150ec7eb13 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef854938-189c-46f2-8314-215a08afd5f6 HTTP/1.1" status: 200 len: 945 time: 0.1714520 May 18 18:30:23.426598 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-855daeb4-9848-4a82-9381-8437d4b6070a tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8753015195248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-260898379'] for subnet, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:23.480630 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-42abc461-db07-4662-b0df-50e6fd53e23e req-a5977a1a-dd1d-4b79-9cd2-e11200144d4a tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=ea6a757a-9c65-4a62-a27e-604b73d281bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986576 May 18 18:30:23.528925 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-d286ec8f-e834-43bd-9997-f4692d4bc1e8 None None] Allocated IP 2001:db8::3 (aba3c432-a4e6-42f4-b872-f98e7195d8f5/42e1925f-e2f9-4e89-a032-b94ac204d06c/2081221f-6f0f-4026-8400-0551842bf025) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:30:23.579643 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855daeb4-9848-4a82-9381-8437d4b6070a tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:23.580319 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-855daeb4-9848-4a82-9381-8437d4b6070a tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:23.585934 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-855daeb4-9848-4a82-9381-8437d4b6070a tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] 10.222.0.85 "PUT /v2.0/subnets/42e1925f-e2f9-4e89-a032-b94ac204d06c HTTP/1.1" status: 200 len: 900 time: 0.8795216 May 18 18:30:23.593084 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34db968e-1d7c-4e05-9218-7b38a44bd798 req-145fd642-5ba4-4075-bf75-1e6f504fd6bb tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:23.594952 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-34db968e-1d7c-4e05-9218-7b38a44bd798 req-145fd642-5ba4-4075-bf75-1e6f504fd6bb tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/ports?device_id=ab843bd5-49cc-4a1a-a822-b7403ee93ee0 HTTP/1.1" status: 200 len: 946 time: 0.1559703 May 18 18:30:23.598910 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 55030) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:30:23.626968 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855daeb4-9848-4a82-9381-8437d4b6070a tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Pushing event updated for resources: {'Subnet': ['ID=42e1925f-e2f9-4e89-a032-b94ac204d06c,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:30:23.682328 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb34e35-29a9-4433-a8f3-1baac194dd89 req-b710cc3a-16a7-4ce8-9b4a-3cad8fd4f0fd tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:23.689693 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1cb34e35-29a9-4433-a8f3-1baac194dd89 req-b710cc3a-16a7-4ce8-9b4a-3cad8fd4f0fd tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbeabc44-a762-4387-abb0-4008f02eed6c HTTP/1.1" status: 200 len: 946 time: 0.2496305 May 18 18:30:23.832729 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d286ec8f-e834-43bd-9997-f4692d4bc1e8 None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:23.833656 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93860a4-ebe0-4697-8839-095e86e7d5be req-cfc01521-53b9-4d3e-ae57-dd011b26fad8 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:23.835392 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c93860a4-ebe0-4697-8839-095e86e7d5be req-cfc01521-53b9-4d3e-ae57-dd011b26fad8 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "GET /v2.0/ports?device_id=cbeabc44-a762-4387-abb0-4008f02eed6c HTTP/1.1" status: 200 len: 946 time: 0.0996668 May 18 18:30:23.847597 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d286ec8f-e834-43bd-9997-f4692d4bc1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:23.883770 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c93860a4-ebe0-4697-8839-095e86e7d5be req-18c122fd-4584-47bf-8edf-62806133f9e2 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "GET /v2.0/security-groups?id=d8168384-83fe-4e40-afa8-ee38a48b320f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420156 May 18 18:30:23.917504 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d286ec8f-e834-43bd-9997-f4692d4bc1e8 None None] Pushing event updated for resources: {'Port': ['ID=2081221f-6f0f-4026-8400-0551842bf025,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:30:23.929078 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d286ec8f-e834-43bd-9997-f4692d4bc1e8 None None] Network aba3c432-a4e6-42f4-b872-f98e7195d8f5 is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:30:23.930524 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-d286ec8f-e834-43bd-9997-f4692d4bc1e8 None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:30:23.933206 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d286ec8f-e834-43bd-9997-f4692d4bc1e8 None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:30:23.998700 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-d286ec8f-e834-43bd-9997-f4692d4bc1e8 None None] Attempting to bind port 2081221f-6f0f-4026-8400-0551842bf025 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:30:23.999494 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-d286ec8f-e834-43bd-9997-f4692d4bc1e8 None None] Attempting to bind port 2081221f-6f0f-4026-8400-0551842bf025 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': 'd857f309-1b95-4604-b416-0a35474f507b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'aba3c432-a4e6-42f4-b872-f98e7195d8f5'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:30:24.000089 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d286ec8f-e834-43bd-9997-f4692d4bc1e8 None None] Attempting to bind port 2081221f-6f0f-4026-8400-0551842bf025 on network aba3c432-a4e6-42f4-b872-f98e7195d8f5 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:30:24.005865 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d286ec8f-e834-43bd-9997-f4692d4bc1e8 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 30, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:30:24.006542 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d286ec8f-e834-43bd-9997-f4692d4bc1e8 None None] Checking segment: {'id': 'd857f309-1b95-4604-b416-0a35474f507b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'aba3c432-a4e6-42f4-b872-f98e7195d8f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:30:24.007159 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d286ec8f-e834-43bd-9997-f4692d4bc1e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:24.007787 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d286ec8f-e834-43bd-9997-f4692d4bc1e8 None None] Bound using segment: {'id': 'd857f309-1b95-4604-b416-0a35474f507b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'aba3c432-a4e6-42f4-b872-f98e7195d8f5'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:30:24.008582 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-d286ec8f-e834-43bd-9997-f4692d4bc1e8 None None] Bound port: 2081221f-6f0f-4026-8400-0551842bf025, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd857f309-1b95-4604-b416-0a35474f507b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'aba3c432-a4e6-42f4-b872-f98e7195d8f5'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:30:24.009331 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d286ec8f-e834-43bd-9997-f4692d4bc1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:24.053979 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-60b09fde-65a4-46fb-a0d7-22543ab9c6a4 req-c1e84b02-be55-4dc4-9fe2-29a029237676 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=7956ca72-5c94-487d-aa3f-6d3886085c70 HTTP/1.1" status: 200 len: 210 time: 0.0603802 May 18 18:30:24.098901 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-d286ec8f-e834-43bd-9997-f4692d4bc1e8 None None] For port 2081221f-6f0f-4026-8400-0551842bf025, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:30:24.102812 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-d286ec8f-e834-43bd-9997-f4692d4bc1e8 None None] For port 2081221f-6f0f-4026-8400-0551842bf025, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=2081221f-6f0f-4026-8400-0551842bf025,segment=NetworkSegment(d857f309-1b95-4604-b416-0a35474f507b),segment_id=d857f309-1b95-4604-b416-0a35474f507b)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:30:24.110734 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d286ec8f-e834-43bd-9997-f4692d4bc1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:24.131181 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-34db968e-1d7c-4e05-9218-7b38a44bd798 req-4d68dfc2-3eeb-4181-a7a9-d79cbc508ce0 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/security-groups?id=02c33ece-f4c3-4965-a4ef-a7f4920ae299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5055585 May 18 18:30:24.190564 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-fb5f25b9-3837-44bd-a4d2-b4697bd161c9 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:24.210028 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d286ec8f-e834-43bd-9997-f4692d4bc1e8 None None] Pushing event updated for resources: {'Port': ['ID=2081221f-6f0f-4026-8400-0551842bf025,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:30:24.247581 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-cb32185b-9fcf-48a8-bef9-c9c70ed37900 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:24.253690 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-1cb34e35-29a9-4433-a8f3-1baac194dd89 req-b178dd69-f709-416b-873e-bbdb98f72280 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Deleting port 76f65d47-696a-4f4d-b390-64476d9aa5d8 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:30:24.254717 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-1cb34e35-29a9-4433-a8f3-1baac194dd89 req-b178dd69-f709-416b-873e-bbdb98f72280 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:24.408650 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-fb5f25b9-3837-44bd-a4d2-b4697bd161c9 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:24.488641 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-1cb34e35-29a9-4433-a8f3-1baac194dd89 req-b178dd69-f709-416b-873e-bbdb98f72280 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] For port 76f65d47-696a-4f4d-b390-64476d9aa5d8, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=76f65d47-696a-4f4d-b390-64476d9aa5d8,segment=NetworkSegment(a898997a-d1fc-408c-b1d2-fe587c78d0c1),segment_id=a898997a-d1fc-408c-b1d2-fe587c78d0c1)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:30:24.489283 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-1cb34e35-29a9-4433-a8f3-1baac194dd89 req-b178dd69-f709-416b-873e-bbdb98f72280 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:24.532301 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-cb32185b-9fcf-48a8-bef9-c9c70ed37900 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Deleting port 2081221f-6f0f-4026-8400-0551842bf025 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:30:24.532642 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-cb32185b-9fcf-48a8-bef9-c9c70ed37900 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:24.664217 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cdc929-3e47-41bf-96be-251cb9e8291a req-e23d0438-2422-4b23-9427-dd685d3087e3 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:24.666240 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d8cdc929-3e47-41bf-96be-251cb9e8291a req-e23d0438-2422-4b23-9427-dd685d3087e3 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef854938-189c-46f2-8314-215a08afd5f6 HTTP/1.1" status: 200 len: 945 time: 0.0741086 May 18 18:30:24.732444 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d8cdc929-3e47-41bf-96be-251cb9e8291a req-f2428993-3c17-4218-b51e-279f4a0a1e06 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=ea6a757a-9c65-4a62-a27e-604b73d281bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594885 May 18 18:30:24.880933 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cebf93-b860-4190-911f-a104577d2104 req-770f84ab-9b2b-4e80-80a3-63f835000e9b tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:24.882937 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a9cebf93-b860-4190-911f-a104577d2104 req-770f84ab-9b2b-4e80-80a3-63f835000e9b tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef854938-189c-46f2-8314-215a08afd5f6 HTTP/1.1" status: 200 len: 945 time: 0.1787360 May 18 18:30:24.896514 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-cb32185b-9fcf-48a8-bef9-c9c70ed37900 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] For port 2081221f-6f0f-4026-8400-0551842bf025, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=2081221f-6f0f-4026-8400-0551842bf025,segment=NetworkSegment(d857f309-1b95-4604-b416-0a35474f507b),segment_id=d857f309-1b95-4604-b416-0a35474f507b)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:30:24.896886 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-cb32185b-9fcf-48a8-bef9-c9c70ed37900 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:24.994179 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-cb32185b-9fcf-48a8-bef9-c9c70ed37900 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Calling delete_port for 2081221f-6f0f-4026-8400-0551842bf025 owned by network:dhcp {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:30:25.197219 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device f6f951c7-18a9-4c0d-a7eb-7ef0b984c1a2 no longer exists at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:30:25.225225 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9b3d5e72-1c41-46c2-9e00-75dd435d411e req-8beec49d-d998-401c-ab6f-4ce005814928 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=7956ca72-5c94-487d-aa3f-6d3886085c70 HTTP/1.1" status: 200 len: 210 time: 0.0527759 May 18 18:30:25.239684 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] No Port match for: f6f951c7-18a9-4c0d-a7eb-7ef0b984c1a2 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:30:25.240482 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device f6f951c7-18a9-4c0d-a7eb-7ef0b984c1a2 not bound to the agent host n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:30:25.319387 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-cb32185b-9fcf-48a8-bef9-c9c70ed37900 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:25.420764 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02285f2-065c-4ebe-a8ef-d2cc2971331c req-48c0f0de-4b20-486a-8c85-2a51567f1494 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:25.425474 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b02285f2-065c-4ebe-a8ef-d2cc2971331c req-48c0f0de-4b20-486a-8c85-2a51567f1494 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/ports?device_id=ab843bd5-49cc-4a1a-a822-b7403ee93ee0 HTTP/1.1" status: 200 len: 946 time: 0.1082444 May 18 18:30:25.517832 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b02285f2-065c-4ebe-a8ef-d2cc2971331c req-8094e5f1-a1dc-48d9-b45e-371b97c8d7e3 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/security-groups?id=02c33ece-f4c3-4965-a4ef-a7f4920ae299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801170 May 18 18:30:25.526471 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb32185b-9fcf-48a8-bef9-c9c70ed37900 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Pushing event deleted for resources: {'Port': ['ID=2081221f-6f0f-4026-8400-0551842bf025,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:30:25.558506 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb32185b-9fcf-48a8-bef9-c9c70ed37900 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] No DVR routers for this DVR port 2081221f-6f0f-4026-8400-0551842bf025 on host n-d-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:30:25.617911 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-fb5f25b9-3837-44bd-a4d2-b4697bd161c9 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:25.621242 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-1cb34e35-29a9-4433-a8f3-1baac194dd89 req-b178dd69-f709-416b-873e-bbdb98f72280 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:25.621672 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-1cb34e35-29a9-4433-a8f3-1baac194dd89 req-b178dd69-f709-416b-873e-bbdb98f72280 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596987'] for floatingip, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:25.622259 n-d-838550-3 neutron-server[102730]: INFO neutron.db.l3_db [req-1cb34e35-29a9-4433-a8f3-1baac194dd89 req-b178dd69-f709-416b-873e-bbdb98f72280 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Floating IP f21620d3-ab20-41dc-8b6d-9ea39c8f655c disassociated. External IP: 172.25.5.70, port: 76f65d47-696a-4f4d-b390-64476d9aa5d8. May 18 18:30:25.622728 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-1cb34e35-29a9-4433-a8f3-1baac194dd89 req-b178dd69-f709-416b-873e-bbdb98f72280 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Calling delete_port for 76f65d47-696a-4f4d-b390-64476d9aa5d8 owned by compute:nova {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:30:25.639570 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-fb5f25b9-3837-44bd-a4d2-b4697bd161c9 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:25.719260 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e210ea9-55d3-453d-ab20-c24c69ea12f1 req-78510e95-20c5-4187-bc11-090e5f553677 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:25.727163 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7e210ea9-55d3-453d-ab20-c24c69ea12f1 req-78510e95-20c5-4187-bc11-090e5f553677 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "GET /v2.0/ports?device_id=cbeabc44-a762-4387-abb0-4008f02eed6c HTTP/1.1" status: 200 len: 946 time: 0.5554764 May 18 18:30:25.749545 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-660ef1e0-4ba4-404a-a6fa-4e39f58002e1 None None] Network aba3c432-a4e6-42f4-b872-f98e7195d8f5 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:30:25.859854 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-a9cebf93-b860-4190-911f-a104577d2104 req-c2022bb2-94e3-49f5-8934-1765b29d0f72 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Deleting port 33664213-089a-4f22-9123-31b7caedaa56 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:30:25.860189 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-a9cebf93-b860-4190-911f-a104577d2104 req-c2022bb2-94e3-49f5-8934-1765b29d0f72 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:25.862947 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-cb32185b-9fcf-48a8-bef9-c9c70ed37900 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:25.930106 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235e0734-035d-4b69-b347-175c96246637 req-28fc7564-3469-4f5c-9042-cb769f09c48d tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:25.939326 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-235e0734-035d-4b69-b347-175c96246637 req-28fc7564-3469-4f5c-9042-cb769f09c48d tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef854938-189c-46f2-8314-215a08afd5f6 HTTP/1.1" status: 200 len: 945 time: 0.0939174 May 18 18:30:25.970874 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-40a34c6e-5fc4-4471-a394-5eb6dea6cf47 None None] Could not find standard attr ID for object 2081221f-6f0f-4026-8400-0551842bf025. {{(pid=102732) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 18 18:30:25.987584 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-235e0734-035d-4b69-b347-175c96246637 req-981d8e42-70dc-4ecb-b861-16afffdf0e33 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=ea6a757a-9c65-4a62-a27e-604b73d281bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458705 May 18 18:30:26.055518 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5f25b9-3837-44bd-a4d2-b4697bd161c9 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Pushing event updated for resources: {'Port': ['ID=e7d612d1-a95a-4006-9f2a-db476406c889,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:30:26.198564 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7e210ea9-55d3-453d-ab20-c24c69ea12f1 req-64f9a9a7-16a8-4b83-b772-04b8c162f52f tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "GET /v2.0/security-groups?id=d8168384-83fe-4e40-afa8-ee38a48b320f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4702535 May 18 18:30:26.244005 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-fb5f25b9-3837-44bd-a4d2-b4697bd161c9 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596987'] for floatingip, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:26.352980 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 55196) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:30:26.373463 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-1cb34e35-29a9-4433-a8f3-1baac194dd89 req-b178dd69-f709-416b-873e-bbdb98f72280 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:26.428229 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6f991e90-fe63-4132-b14c-148cfbdea4aa req-01c8579e-ad34-4ba7-bf77-73433083bd66 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=7956ca72-5c94-487d-aa3f-6d3886085c70 HTTP/1.1" status: 200 len: 210 time: 0.0497811 May 18 18:30:26.455989 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-167a4674-1d5d-4dd1-9e10-7db3708970fd None None] Network aba3c432-a4e6-42f4-b872-f98e7195d8f5 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:30:26.482165 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b178dd69-f709-416b-873e-bbdb98f72280 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Pushing event deleted for resources: {'Port': ['ID=76f65d47-696a-4f4d-b390-64476d9aa5d8,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:30:26.485658 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-cb32185b-9fcf-48a8-bef9-c9c70ed37900 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261104690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261031888'] for subnet, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:26.508465 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-a9cebf93-b860-4190-911f-a104577d2104 req-c2022bb2-94e3-49f5-8934-1765b29d0f72 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] For port 33664213-089a-4f22-9123-31b7caedaa56, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=33664213-089a-4f22-9123-31b7caedaa56,segment=NetworkSegment(ef93e1fc-f0f4-4220-adc9-d2cb000b3c93),segment_id=ef93e1fc-f0f4-4220-adc9-d2cb000b3c93)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:30:26.509210 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-a9cebf93-b860-4190-911f-a104577d2104 req-c2022bb2-94e3-49f5-8934-1765b29d0f72 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:26.580789 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1a3ad3b0-7f89-44bf-a55f-ce7135a7a7c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:26.735453 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5576c2c0-ce27-4785-afb0-683c3ffa6237 None None] DHCP port deletion for aba3c432-a4e6-42f4-b872-f98e7195d8f5 request from n-d-838550-3 {{(pid=102732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 18:30:26.773832 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1a3ad3b0-7f89-44bf-a55f-ce7135a7a7c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:26.788646 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1a3ad3b0-7f89-44bf-a55f-ce7135a7a7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:26.853578 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-1a3ad3b0-7f89-44bf-a55f-ce7135a7a7c7 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=974d6c30d17a42fba4c47dab691eec6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4990151 May 18 18:30:26.854932 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3ad3b0-7f89-44bf-a55f-ce7135a7a7c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04f65ff3-2983-41e9-bebb-39ddaac6f559,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:30:26.858857 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 55202) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:30:26.960553 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0f0d3e1c-fe35-43c6-b48d-0e23d6c4ddbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:27.000107 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0f0d3e1c-fe35-43c6-b48d-0e23d6c4ddbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:27.066066 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0f0d3e1c-fe35-43c6-b48d-0e23d6c4ddbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:27.066693 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb32185b-9fcf-48a8-bef9-c9c70ed37900 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Pushing event deleted for resources: {'Subnet': ['ID=42e1925f-e2f9-4e89-a032-b94ac204d06c,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:30:27.080080 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0f0d3e1c-fe35-43c6-b48d-0e23d6c4ddbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:27.114102 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-0f0d3e1c-fe35-43c6-b48d-0e23d6c4ddbb admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/04f65ff3-2983-41e9-bebb-39ddaac6f559 HTTP/1.1" status: 204 len: 168 time: 0.2337184 May 18 18:30:27.144336 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0d3e1c-fe35-43c6-b48d-0e23d6c4ddbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04f65ff3-2983-41e9-bebb-39ddaac6f559,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:30:27.208149 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2d3c83-7e40-47c4-a807-869ea49d3620 req-69c86f9d-cf95-4226-ae33-ede56ff8ee95 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:27.216116 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ba2d3c83-7e40-47c4-a807-869ea49d3620 req-69c86f9d-cf95-4226-ae33-ede56ff8ee95 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef854938-189c-46f2-8314-215a08afd5f6 HTTP/1.1" status: 200 len: 945 time: 0.0981269 May 18 18:30:27.234451 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 76f65d47-696a-4f4d-b390-64476d9aa5d8 no longer exists at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:30:27.276541 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ba2d3c83-7e40-47c4-a807-869ea49d3620 req-8b4c66ff-1258-448c-9885-3aa36adcc538 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=ea6a757a-9c65-4a62-a27e-604b73d281bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578732 May 18 18:30:27.299307 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] No Port match for: 76f65d47-696a-4f4d-b390-64476d9aa5d8 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:30:27.299789 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 76f65d47-696a-4f4d-b390-64476d9aa5d8 not bound to the agent host n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:30:27.300343 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 33664213-089a-4f22-9123-31b7caedaa56 no longer exists at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:30:27.323968 n-d-838550-3 neutron-server[102730]: INFO neutron.db.l3_db [None req-fb5f25b9-3837-44bd-a4d2-b4697bd161c9 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Floating IP 4d957044-c800-4918-a57e-3a392046328a associated. External IP: 172.25.5.49, port: 428fc145-c1e0-44d6-8cc8-c989c290a2f6. May 18 18:30:27.432677 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3b02c1fa-e123-4a49-b120-13158f953598 req-e745b632-ee45-469a-b1c1-8e5cd2dde387 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "GET /v2.0/ports?device_id=cbeabc44-a762-4387-abb0-4008f02eed6c HTTP/1.1" status: 200 len: 210 time: 0.0579650 May 18 18:30:27.482588 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 33664213-089a-4f22-9123-31b7caedaa56 is: DOWN; New status is: DOWN {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:30:27.540385 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-cb32185b-9fcf-48a8-bef9-c9c70ed37900 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:27.600961 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 55218) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:30:27.617371 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-650b908a-a607-4db5-ac88-1dabb4173166 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:27.659539 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-cb32185b-9fcf-48a8-bef9-c9c70ed37900 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aba3c432-a4e6-42f4-b872-f98e7195d8f5']}} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:30:27.694768 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1cb34e35-29a9-4433-a8f3-1baac194dd89 req-b178dd69-f709-416b-873e-bbdb98f72280 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Router 8b67a8a7-2193-465b-99b6-3e3f0d6374dd has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:30:27.711131 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a345bd98-4456-473a-9742-2c47126423ee req-6946cdad-3461-460d-89c3-eed22d7e6f2d tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:27.719258 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a345bd98-4456-473a-9742-2c47126423ee req-6946cdad-3461-460d-89c3-eed22d7e6f2d tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/ports?device_id=ab843bd5-49cc-4a1a-a822-b7403ee93ee0 HTTP/1.1" status: 200 len: 946 time: 0.6482446 May 18 18:30:27.728727 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-cb32185b-9fcf-48a8-bef9-c9c70ed37900 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd857f309-1b95-4604-b416-0a35474f507b') {'for_net_delete': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:30:27.729162 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-cb32185b-9fcf-48a8-bef9-c9c70ed37900 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd857f309-1b95-4604-b416-0a35474f507b') {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:30:27.737641 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-650b908a-a607-4db5-ac88-1dabb4173166 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:27.748361 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-650b908a-a607-4db5-ac88-1dabb4173166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:27.801287 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-cb32185b-9fcf-48a8-bef9-c9c70ed37900 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260107375'] for segment, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:27.807949 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650b908a-a607-4db5-ac88-1dabb4173166 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae221ab0-2f53-490d-bbc1-e45e46ded09e,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:30:27.818929 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-650b908a-a607-4db5-ac88-1dabb4173166 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=9062d368afc84e68b344d1c904881714&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2168374 May 18 18:30:27.819502 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 55224) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:30:27.834160 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c1ebeb4a-258e-4d05-baeb-3b7ce8a1767a req-e0e86339-b477-4e07-9f32-1452cab3eaf8 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-372706829&fields=id&tenant_id=4ce86b77116a4afca1694cba473235e6 HTTP/1.1" status: 200 len: 267 time: 0.0996354 May 18 18:30:27.857349 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-cb32185b-9fcf-48a8-bef9-c9c70ed37900 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:27.892896 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 2081221f-6f0f-4026-8400-0551842bf025 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:30:27.906816 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a345bd98-4456-473a-9742-2c47126423ee req-c1a5eec1-db36-473c-840a-dcca38348e7d tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/security-groups?id=02c33ece-f4c3-4965-a4ef-a7f4920ae299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1857610 May 18 18:30:27.918432 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 2081221f-6f0f-4026-8400-0551842bf025 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:30:27.918781 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 2081221f-6f0f-4026-8400-0551842bf025 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:30:27.929201 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb32185b-9fcf-48a8-bef9-c9c70ed37900 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=102730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:30:27.929738 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-cb32185b-9fcf-48a8-bef9-c9c70ed37900 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261102736'] for segment, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:27.936068 n-d-838550-3 neutron-server[102730]: Traceback (most recent call last): May 18 18:30:27.936068 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:30:27.936068 n-d-838550-3 neutron-server[102730]: timer() May 18 18:30:27.936068 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:30:27.936068 n-d-838550-3 neutron-server[102730]: cb(*args, **kw) May 18 18:30:27.936068 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:30:27.936068 n-d-838550-3 neutron-server[102730]: return func(*args, **kwargs) May 18 18:30:27.936068 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:30:27.936068 n-d-838550-3 neutron-server[102730]: self._notify() May 18 18:30:27.936068 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:30:27.936068 n-d-838550-3 neutron-server[102730]: self.callback(batched_events) May 18 18:30:27.936068 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:30:27.936068 n-d-838550-3 neutron-server[102730]: event.method(event) May 18 18:30:27.936068 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:30:27.936068 n-d-838550-3 neutron-server[102730]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:30:27.936068 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:30:27.936068 n-d-838550-3 neutron-server[102730]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:30:27.936068 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:30:27.936068 n-d-838550-3 neutron-server[102730]: return f(self, *a, **k) May 18 18:30:27.936068 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:30:27.936068 n-d-838550-3 neutron-server[102730]: return self._get(url).json() May 18 18:30:27.936068 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:30:27.936068 n-d-838550-3 neutron-server[102730]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:30:27.936068 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:30:27.936068 n-d-838550-3 neutron-server[102730]: return self.request(url, 'GET', **kwargs) May 18 18:30:27.936068 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:30:27.936068 n-d-838550-3 neutron-server[102730]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:30:27.936068 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:30:27.936068 n-d-838550-3 neutron-server[102730]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:30:27.936068 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:30:27.936068 n-d-838550-3 neutron-server[102730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:30:27.936068 n-d-838550-3 neutron-server[102730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:30:27.949726 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5dc434f5-4a89-4efa-8c65-e2d6e00f8e09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:27.992601 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5dc434f5-4a89-4efa-8c65-e2d6e00f8e09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:28.020830 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ebeb4a-258e-4d05-baeb-3b7ce8a1767a req-2699d684-2193-43c6-8521-bc863f24c7a9 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:28.022426 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c1ebeb4a-258e-4d05-baeb-3b7ce8a1767a req-2699d684-2193-43c6-8521-bc863f24c7a9 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/networks?id=eafefbfa-378a-4a8a-8ee5-45c0c746f8e9 HTTP/1.1" status: 200 len: 810 time: 0.1798956 May 18 18:30:28.050298 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c1ebeb4a-258e-4d05-baeb-3b7ce8a1767a req-9f2614f7-3d07-44eb-9852-4d0f687b7e6a tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/quotas/4ce86b77116a4afca1694cba473235e6 HTTP/1.1" status: 200 len: 375 time: 0.0179319 May 18 18:30:28.096251 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-a9cebf93-b860-4190-911f-a104577d2104 req-c2022bb2-94e3-49f5-8934-1765b29d0f72 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:28.096830 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-a9cebf93-b860-4190-911f-a104577d2104 req-c2022bb2-94e3-49f5-8934-1765b29d0f72 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596987'] for floatingip, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:28.097017 n-d-838550-3 neutron-server[102730]: INFO neutron.db.l3_db [req-a9cebf93-b860-4190-911f-a104577d2104 req-c2022bb2-94e3-49f5-8934-1765b29d0f72 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Floating IP 93fb8d23-6300-4834-b4af-c7d7de3093b6 disassociated. External IP: 172.25.5.193, port: 33664213-089a-4f22-9123-31b7caedaa56. May 18 18:30:28.097427 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-a9cebf93-b860-4190-911f-a104577d2104 req-c2022bb2-94e3-49f5-8934-1765b29d0f72 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Calling delete_port for 33664213-089a-4f22-9123-31b7caedaa56 owned by compute:nova {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:30:28.103093 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5dc434f5-4a89-4efa-8c65-e2d6e00f8e09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:28.106242 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5dc434f5-4a89-4efa-8c65-e2d6e00f8e09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:28.107467 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-5dc434f5-4a89-4efa-8c65-e2d6e00f8e09 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/ae221ab0-2f53-490d-bbc1-e45e46ded09e HTTP/1.1" status: 204 len: 168 time: 0.2867887 May 18 18:30:28.117766 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c1ebeb4a-258e-4d05-baeb-3b7ce8a1767a req-28460ed7-8807-4684-be5a-740085696ad7 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=4ce86b77116a4afca1694cba473235e6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0607810 May 18 18:30:28.124713 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc434f5-4a89-4efa-8c65-e2d6e00f8e09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae221ab0-2f53-490d-bbc1-e45e46ded09e,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:30:28.233243 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1cb34e35-29a9-4433-a8f3-1baac194dd89 req-b178dd69-f709-416b-873e-bbdb98f72280 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:30:28.243499 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb5f25b9-3837-44bd-a4d2-b4697bd161c9 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Router 8a0d14ed-e974-4fc9-a80b-fff5bf81e2bf has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:30:28.246604 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1319655-c36a-4fc4-a6f4-d7d782e09bbd None None] Sync routers for ids ['8b67a8a7-2193-465b-99b6-3e3f0d6374dd'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:30:28.260244 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1319655-c36a-4fc4-a6f4-d7d782e09bbd None None] Routers {'8b67a8a7-2193-465b-99b6-3e3f0d6374dd'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:30:28.262219 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-a1319655-c36a-4fc4-a6f4-d7d782e09bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:30:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['8b67a8a7-2193-465b-99b6-3e3f0d6374dd'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:30:28.330530 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c1ebeb4a-258e-4d05-baeb-3b7ce8a1767a req-70eb9b1c-b607-48e8-ae0c-5a9e8ec61339 service neutron] 10.222.0.85 "GET /v2.0/networks/eafefbfa-378a-4a8a-8ee5-45c0c746f8e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659062 May 18 18:30:28.478675 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-cb32185b-9fcf-48a8-bef9-c9c70ed37900 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:28.497744 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-cb32185b-9fcf-48a8-bef9-c9c70ed37900 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:28.502236 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-cb32185b-9fcf-48a8-bef9-c9c70ed37900 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] 10.222.0.85 "DELETE /v2.0/networks/aba3c432-a4e6-42f4-b872-f98e7195d8f5 HTTP/1.1" status: 204 len: 168 time: 4.9004405 May 18 18:30:28.515914 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 55238) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:30:28.529944 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-a1319655-c36a-4fc4-a6f4-d7d782e09bbd None None] Set router 8b67a8a7-2193-465b-99b6-3e3f0d6374dd gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:30:28.540826 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c1ebeb4a-258e-4d05-baeb-3b7ce8a1767a req-702a9d77-85a9-453f-b8cd-b068a5ae83cf service neutron] 10.222.0.85 "GET /v2.0/networks/eafefbfa-378a-4a8a-8ee5-45c0c746f8e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025094 May 18 18:30:28.610042 n-d-838550-3 neutron-server[102730]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7ac8341-c379-4c26-b373-09438b00e9dc tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] DELETE failed (client error): The resource could not be found. May 18 18:30:28.610936 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7ac8341-c379-4c26-b373-09438b00e9dc tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:30:28.615128 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-d7ac8341-c379-4c26-b373-09438b00e9dc tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] 10.222.0.85 "DELETE /v2.0/subnets/42e1925f-e2f9-4e89-a032-b94ac204d06c HTTP/1.1" status: 404 len: 337 time: 0.0544894 May 18 18:30:28.616532 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-a9cebf93-b860-4190-911f-a104577d2104 req-c2022bb2-94e3-49f5-8934-1765b29d0f72 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:28.626862 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 55240) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:30:28.701008 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb32185b-9fcf-48a8-bef9-c9c70ed37900 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Pushing event deleted for resources: {'Network': ['ID=aba3c432-a4e6-42f4-b872-f98e7195d8f5,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:30:28.728585 n-d-838550-3 neutron-server[102731]: INFO neutron.pecan_wsgi.hooks.translation [None req-810f33ac-2a64-4e29-b86e-5e9b4d4a23ec tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] DELETE failed (client error): The resource could not be found. May 18 18:30:28.730357 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cb34e35-29a9-4433-a8f3-1baac194dd89 req-b178dd69-f709-416b-873e-bbdb98f72280 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] No DVR routers for this DVR port 76f65d47-696a-4f4d-b390-64476d9aa5d8 on host n-h1-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:30:28.732047 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-810f33ac-2a64-4e29-b86e-5e9b4d4a23ec tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:30:28.746906 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-810f33ac-2a64-4e29-b86e-5e9b4d4a23ec tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] 10.222.0.85 "DELETE /v2.0/networks/aba3c432-a4e6-42f4-b872-f98e7195d8f5 HTTP/1.1" status: 404 len: 339 time: 0.1157603 May 18 18:30:28.748489 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 55244) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:30:28.843027 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-1cb34e35-29a9-4433-a8f3-1baac194dd89 req-b178dd69-f709-416b-873e-bbdb98f72280 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:28.846979 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1cb34e35-29a9-4433-a8f3-1baac194dd89 req-b178dd69-f709-416b-873e-bbdb98f72280 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.36 "DELETE /v2.0/ports/76f65d47-696a-4f4d-b390-64476d9aa5d8 HTTP/1.1" status: 204 len: 173 time: 5.0592716 May 18 18:30:28.849580 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbeabc44-a762-4387-abb0-4008f02eed6c', 'name': 'network-vif-deleted', 'tag': '76f65d47-696a-4f4d-b390-64476d9aa5d8'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:30:28.852367 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4f7387b-b5ba-45ea-a9f7-7cfa85d19d61" -d '{"events": [{"server_uuid": "cbeabc44-a762-4387-abb0-4008f02eed6c", "name": "network-vif-deleted", "tag": "76f65d47-696a-4f4d-b390-64476d9aa5d8"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:30:28.856162 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2022bb2-94e3-49f5-8934-1765b29d0f72 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Pushing event deleted for resources: {'Port': ['ID=33664213-089a-4f22-9123-31b7caedaa56,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:30:28.987020 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8a4b53-c08f-49e1-a8cb-b0ed852be574 req-bae1937a-dda7-4250-8938-25748a6d3272 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:28.988902 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0d8a4b53-c08f-49e1-a8cb-b0ed852be574 req-bae1937a-dda7-4250-8938-25748a6d3272 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef854938-189c-46f2-8314-215a08afd5f6 HTTP/1.1" status: 200 len: 866 time: 0.5082762 May 18 18:30:29.004870 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-a1319655-c36a-4fc4-a6f4-d7d782e09bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b67a8a7-2193-465b-99b6-3e3f0d6374dd', 'name': 'tempest-AttachVolumeNegativeTest-598483996-router', 'tenant_id': '1cf6702826ca40b18af7dfcf12233973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': '4c88ee3f-8327-47c9-8e1d-c3b5a52c51ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:23:34Z', 'updated_at': '2022-05-18T18:23:42Z', 'revision_number': 4, 'project_id': '1cf6702826ca40b18af7dfcf12233973', 'gw_port': {'id': '4c88ee3f-8327-47c9-8e1d-c3b5a52c51ab', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:64:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b67a8a7-2193-465b-99b6-3e3f0d6374dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:23:35Z', 'updated_at': '2022-05-18T18:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': 'ed71b158-f026-42aa-adb7-1dd0aa0eab50', 'name': '', 'network_id': 'b0e0df8a-fe46-47e2-96e7-6f339d67d466', 'tenant_id': '1cf6702826ca40b18af7dfcf12233973', 'mac_address': 'fa:16:3e:09:ad:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b67a8a7-2193-465b-99b6-3e3f0d6374dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2399, 'fixed_ips': [{'subnet_id': 'accb0a89-f23b-4ef5-8f87-983b3d81047a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:23:39Z', 'updated_at': '2022-05-18T18:23:47Z', 'revision_number': 5, 'project_id': '1cf6702826ca40b18af7dfcf12233973', 'subnets': [{'id': 'accb0a89-f23b-4ef5-8f87-983b3d81047a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:30:29.045903 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1319655-c36a-4fc4-a6f4-d7d782e09bbd None None] Checking router: 8b67a8a7-2193-465b-99b6-3e3f0d6374dd for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:30:29.053806 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0d8a4b53-c08f-49e1-a8cb-b0ed852be574 req-6d9d383a-750c-48b0-9e92-440a776a148c tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups?id=ea6a757a-9c65-4a62-a27e-604b73d281bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432107 May 18 18:30:29.069977 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8c0f35d3-ebbb-422b-8b62-d83108879b84 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:29.070859 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1319655-c36a-4fc4-a6f4-d7d782e09bbd None None] Routers {'8b67a8a7-2193-465b-99b6-3e3f0d6374dd'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:30:29.071581 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-a1319655-c36a-4fc4-a6f4-d7d782e09bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:30:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['8b67a8a7-2193-465b-99b6-3e3f0d6374dd'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:30:29.222691 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-a1319655-c36a-4fc4-a6f4-d7d782e09bbd None None] Set router 8b67a8a7-2193-465b-99b6-3e3f0d6374dd gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:30:29.246199 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22accd0b-7454-4852-951a-9437235a5310 x-openstack-request-id: req-22accd0b-7454-4852-951a-9437235a5310 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:30:29.247128 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbeabc44-a762-4387-abb0-4008f02eed6c", "name": "network-vif-deleted", "tag": "76f65d47-696a-4f4d-b390-64476d9aa5d8", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:30:29.247546 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-22accd0b-7454-4852-951a-9437235a5310 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:30:29.248107 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22accd0b-7454-4852-951a-9437235a5310'] response: {'server_uuid': 'cbeabc44-a762-4387-abb0-4008f02eed6c', 'name': 'network-vif-deleted', 'tag': '76f65d47-696a-4f4d-b390-64476d9aa5d8', 'status': 'completed', 'code': 200} May 18 18:30:29.309883 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8c0f35d3-ebbb-422b-8b62-d83108879b84 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:29.315234 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb5f25b9-3837-44bd-a4d2-b4697bd161c9 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:30:29.329547 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0be0424-ec28-460e-a5ee-68402e915514 None None] Sync routers for ids ['8a0d14ed-e974-4fc9-a80b-fff5bf81e2bf'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:30:29.331486 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b58f3425-1d62-4955-b079-cf33bac67478 req-294ee5a5-4582-41a7-976a-e0ae3b255c9c tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "GET /v2.0/ports?device_id=cbeabc44-a762-4387-abb0-4008f02eed6c HTTP/1.1" status: 200 len: 210 time: 0.0748138 May 18 18:30:29.357366 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0be0424-ec28-460e-a5ee-68402e915514 None None] Routers {'8a0d14ed-e974-4fc9-a80b-fff5bf81e2bf'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:30:29.363099 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-d0be0424-ec28-460e-a5ee-68402e915514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:30:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['8a0d14ed-e974-4fc9-a80b-fff5bf81e2bf'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:30:29.364800 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a9cebf93-b860-4190-911f-a104577d2104 req-c2022bb2-94e3-49f5-8934-1765b29d0f72 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Router 69013297-2e02-4fff-a67f-a2111671e2d7 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:30:29.407488 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-8c0f35d3-ebbb-422b-8b62-d83108879b84 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52bf7ea8-c8b2-4bb3-84e2-30d711df8fc7']}} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:30:29.444019 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-8c0f35d3-ebbb-422b-8b62-d83108879b84 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8021553-335c-49a4-a2e4-184924dc6514') {'for_net_delete': True} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:30:29.444596 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-8c0f35d3-ebbb-422b-8b62-d83108879b84 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8021553-335c-49a4-a2e4-184924dc6514') {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:30:29.467252 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8c0f35d3-ebbb-422b-8b62-d83108879b84 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260542144'] for segment, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:29.511696 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cb098c-c29c-4357-82a4-b3846bf1874c req-4456c853-27b6-413f-91e6-94a1d6143dca tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:29.524032 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f0cb098c-c29c-4357-82a4-b3846bf1874c req-4456c853-27b6-413f-91e6-94a1d6143dca tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/ports?device_id=ab843bd5-49cc-4a1a-a822-b7403ee93ee0 HTTP/1.1" status: 200 len: 946 time: 0.1328316 May 18 18:30:29.558559 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8c0f35d3-ebbb-422b-8b62-d83108879b84 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:29.579114 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c0f35d3-ebbb-422b-8b62-d83108879b84 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=102731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:30:29.579685 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8c0f35d3-ebbb-422b-8b62-d83108879b84 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260884178'] for segment, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:29.588916 n-d-838550-3 neutron-server[102731]: Traceback (most recent call last): May 18 18:30:29.588916 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:30:29.588916 n-d-838550-3 neutron-server[102731]: timer() May 18 18:30:29.588916 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:30:29.588916 n-d-838550-3 neutron-server[102731]: cb(*args, **kw) May 18 18:30:29.588916 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:30:29.588916 n-d-838550-3 neutron-server[102731]: return func(*args, **kwargs) May 18 18:30:29.588916 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:30:29.588916 n-d-838550-3 neutron-server[102731]: self._notify() May 18 18:30:29.588916 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:30:29.588916 n-d-838550-3 neutron-server[102731]: self.callback(batched_events) May 18 18:30:29.588916 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:30:29.588916 n-d-838550-3 neutron-server[102731]: event.method(event) May 18 18:30:29.588916 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:30:29.588916 n-d-838550-3 neutron-server[102731]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:30:29.588916 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:30:29.588916 n-d-838550-3 neutron-server[102731]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:30:29.588916 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:30:29.588916 n-d-838550-3 neutron-server[102731]: return f(self, *a, **k) May 18 18:30:29.588916 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:30:29.588916 n-d-838550-3 neutron-server[102731]: return self._get(url).json() May 18 18:30:29.588916 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:30:29.588916 n-d-838550-3 neutron-server[102731]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:30:29.588916 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:30:29.588916 n-d-838550-3 neutron-server[102731]: return self.request(url, 'GET', **kwargs) May 18 18:30:29.588916 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:30:29.588916 n-d-838550-3 neutron-server[102731]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:30:29.588916 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:30:29.588916 n-d-838550-3 neutron-server[102731]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:30:29.588916 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:30:29.588916 n-d-838550-3 neutron-server[102731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:30:29.588916 n-d-838550-3 neutron-server[102731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:30:29.640526 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-be91f290-158e-4a00-b9b1-e534c75ccf43 req-fee0bb58-64f3-46ba-8618-7042d829b09a tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=626a086d-20bf-469f-b20c-0be7435a44bc HTTP/1.1" status: 200 len: 210 time: 0.2028234 May 18 18:30:29.673511 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-d0be0424-ec28-460e-a5ee-68402e915514 None None] Set router 8a0d14ed-e974-4fc9-a80b-fff5bf81e2bf gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:30:29.741739 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-a1319655-c36a-4fc4-a6f4-d7d782e09bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b67a8a7-2193-465b-99b6-3e3f0d6374dd', 'name': 'tempest-AttachVolumeNegativeTest-598483996-router', 'tenant_id': '1cf6702826ca40b18af7dfcf12233973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': '4c88ee3f-8327-47c9-8e1d-c3b5a52c51ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:23:34Z', 'updated_at': '2022-05-18T18:23:42Z', 'revision_number': 4, 'project_id': '1cf6702826ca40b18af7dfcf12233973', 'gw_port': {'id': '4c88ee3f-8327-47c9-8e1d-c3b5a52c51ab', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:64:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b67a8a7-2193-465b-99b6-3e3f0d6374dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:23:35Z', 'updated_at': '2022-05-18T18:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': 'ed71b158-f026-42aa-adb7-1dd0aa0eab50', 'name': '', 'network_id': 'b0e0df8a-fe46-47e2-96e7-6f339d67d466', 'tenant_id': '1cf6702826ca40b18af7dfcf12233973', 'mac_address': 'fa:16:3e:09:ad:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b67a8a7-2193-465b-99b6-3e3f0d6374dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2399, 'fixed_ips': [{'subnet_id': 'accb0a89-f23b-4ef5-8f87-983b3d81047a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:23:39Z', 'updated_at': '2022-05-18T18:23:47Z', 'revision_number': 5, 'project_id': '1cf6702826ca40b18af7dfcf12233973', 'subnets': [{'id': 'accb0a89-f23b-4ef5-8f87-983b3d81047a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:30:29.775020 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-fb5f25b9-3837-44bd-a4d2-b4697bd161c9 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:29.813055 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8c0f35d3-ebbb-422b-8b62-d83108879b84 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:29.831670 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1319655-c36a-4fc4-a6f4-d7d782e09bbd None None] The sync data for ids ['8b67a8a7-2193-465b-99b6-3e3f0d6374dd'] in n-d-838550-3 is: [{'id': '8b67a8a7-2193-465b-99b6-3e3f0d6374dd', 'name': 'tempest-AttachVolumeNegativeTest-598483996-router', 'tenant_id': '1cf6702826ca40b18af7dfcf12233973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': '4c88ee3f-8327-47c9-8e1d-c3b5a52c51ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:23:34Z', 'updated_at': '2022-05-18T18:23:42Z', 'revision_number': 4, 'project_id': '1cf6702826ca40b18af7dfcf12233973', 'gw_port': {'id': '4c88ee3f-8327-47c9-8e1d-c3b5a52c51ab', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:64:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b67a8a7-2193-465b-99b6-3e3f0d6374dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:23:35Z', 'updated_at': '2022-05-18T18:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': 'ed71b158-f026-42aa-adb7-1dd0aa0eab50', 'name': '', 'network_id': 'b0e0df8a-fe46-47e2-96e7-6f339d67d466', 'tenant_id': '1cf6702826ca40b18af7dfcf12233973', 'mac_address': 'fa:16:3e:09:ad:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b67a8a7-2193-465b-99b6-3e3f0d6374dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2399, 'fixed_ips': [{'subnet_id': 'accb0a89-f23b-4ef5-8f87-983b3d81047a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:23:39Z', 'updated_at': '2022-05-18T18:23:47Z', 'revision_number': 5, 'project_id': '1cf6702826ca40b18af7dfcf12233973', 'subnets': [{'id': 'accb0a89-f23b-4ef5-8f87-983b3d81047a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:30:29.844400 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8c0f35d3-ebbb-422b-8b62-d83108879b84 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks [] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:29.848430 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-8c0f35d3-ebbb-422b-8b62-d83108879b84 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] 10.222.0.85 "DELETE /v2.0/networks/52bf7ea8-c8b2-4bb3-84e2-30d711df8fc7 HTTP/1.1" status: 204 len: 168 time: 1.0957730 May 18 18:30:29.849725 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0f35d3-ebbb-422b-8b62-d83108879b84 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Pushing event deleted for resources: {'Network': ['ID=52bf7ea8-c8b2-4bb3-84e2-30d711df8fc7,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:30:29.851536 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 55264) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:30:29.861565 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f0cb098c-c29c-4357-82a4-b3846bf1874c req-718c1b9e-6d36-46d8-a391-7e79b085ceed tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/security-groups?id=02c33ece-f4c3-4965-a4ef-a7f4920ae299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3343577 May 18 18:30:29.911513 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-fb5f25b9-3837-44bd-a4d2-b4697bd161c9 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 8.7053208 May 18 18:30:29.964009 n-d-838550-3 neutron-server[102731]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb309fa5-613a-4a76-a540-e3029b46a974 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] DELETE failed (client error): The resource could not be found. May 18 18:30:29.964815 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb309fa5-613a-4a76-a540-e3029b46a974 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:30:29.968173 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-bb309fa5-613a-4a76-a540-e3029b46a974 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] 10.222.0.85 "DELETE /v2.0/subnets/e0f18baf-d46e-44b4-a43d-1b817f471240 HTTP/1.1" status: 404 len: 337 time: 0.1031780 May 18 18:30:29.974956 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 55270) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:30:30.058232 n-d-838550-3 neutron-server[102731]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3fc4699-45c7-48b6-a4cb-6aca15896160 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] DELETE failed (client error): The resource could not be found. May 18 18:30:30.058837 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3fc4699-45c7-48b6-a4cb-6aca15896160 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:30:30.071052 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-c3fc4699-45c7-48b6-a4cb-6aca15896160 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] 10.222.0.85 "DELETE /v2.0/networks/99ca61df-990b-41d2-a90c-6ba800ad97c5 HTTP/1.1" status: 404 len: 339 time: 0.0859573 May 18 18:30:30.089439 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 55272) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:30:30.203096 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a9cebf93-b860-4190-911f-a104577d2104 req-c2022bb2-94e3-49f5-8934-1765b29d0f72 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:30:30.228485 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ffb067-c2d8-469a-af60-ba759a03365f None None] Sync routers for ids ['69013297-2e02-4fff-a67f-a2111671e2d7'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:30:30.259429 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ffb067-c2d8-469a-af60-ba759a03365f None None] Routers {'69013297-2e02-4fff-a67f-a2111671e2d7'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:30:30.261431 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-f0ffb067-c2d8-469a-af60-ba759a03365f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:30:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['69013297-2e02-4fff-a67f-a2111671e2d7'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:30:30.306589 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-d0be0424-ec28-460e-a5ee-68402e915514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a0d14ed-e974-4fc9-a80b-fff5bf81e2bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-769308072', 'tenant_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '5b75e72b-d826-4845-aed9-184a281cd7b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:29:44Z', 'updated_at': '2022-05-18T18:29:53Z', 'revision_number': 4, 'project_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'gw_port': {'id': '5b75e72b-d826-4845-aed9-184a281cd7b8', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:28:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0d14ed-e974-4fc9-a80b-fff5bf81e2bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2824, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:29:45Z', 'updated_at': '2022-05-18T18:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': '4d957044-c800-4918-a57e-3a392046328a', 'tenant_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'floating_ip_address': '172.25.5.49', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': '8a0d14ed-e974-4fc9-a80b-fff5bf81e2bf', 'port_id': '428fc145-c1e0-44d6-8cc8-c989c290a2f6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2868, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd73c399a-2f2b-4420-a483-8eb7c1dc35e8', 'mac_address': 'fa:16:3e:1a:4b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a778688-63bd-48cf-9f20-3617a5271cf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T18:30:23Z', 'updated_at': '2022-05-18T18:30:23Z', 'revision_number': 0, 'project_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '460085d2-7581-4664-a1c2-0b9ad99ad5b5', 'name': '', 'network_id': 'd73c399a-2f2b-4420-a483-8eb7c1dc35e8', 'tenant_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'mac_address': 'fa:16:3e:e5:de:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0d14ed-e974-4fc9-a80b-fff5bf81e2bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2833, 'fixed_ips': [{'subnet_id': '3dfa8f60-51b6-4e68-b884-bc6c3b960656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:29:51Z', 'updated_at': '2022-05-18T18:30:02Z', 'revision_number': 5, 'project_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'subnets': [{'id': '3dfa8f60-51b6-4e68-b884-bc6c3b960656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:30:30.378362 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-20e6b441-61ba-45f9-a14f-8f1995ba2104 req-1fec9bee-f8e9-4cde-935e-1e42ec27546e tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef854938-189c-46f2-8314-215a08afd5f6 HTTP/1.1" status: 200 len: 210 time: 0.1002924 May 18 18:30:30.387963 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0be0424-ec28-460e-a5ee-68402e915514 None None] Checking router: 8a0d14ed-e974-4fc9-a80b-fff5bf81e2bf for host: n-d-838550-3 {{(pid=102732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:30:30.388866 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9cebf93-b860-4190-911f-a104577d2104 req-c2022bb2-94e3-49f5-8934-1765b29d0f72 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] No DVR routers for this DVR port 33664213-089a-4f22-9123-31b7caedaa56 on host n-h1-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:30:30.390915 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_v2 [None req-d49d1daa-100a-4fcf-9405-678db0ac8639 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Deleting subnet 160b4002-06f9-4bfc-803b-d95dbb62a989 {{(pid=102731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:30:30.393224 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-a9cebf93-b860-4190-911f-a104577d2104 req-c2022bb2-94e3-49f5-8934-1765b29d0f72 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:30.404196 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a9cebf93-b860-4190-911f-a104577d2104 req-c2022bb2-94e3-49f5-8934-1765b29d0f72 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.36 "DELETE /v2.0/ports/33664213-089a-4f22-9123-31b7caedaa56 HTTP/1.1" status: 204 len: 173 time: 5.5022323 May 18 18:30:30.408812 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d49d1daa-100a-4fcf-9405-678db0ac8639 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks [] for subnet, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:30.417549 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0be0424-ec28-460e-a5ee-68402e915514 None None] Routers {'8a0d14ed-e974-4fc9-a80b-fff5bf81e2bf'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:30:30.424488 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-d0be0424-ec28-460e-a5ee-68402e915514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:30:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['8a0d14ed-e974-4fc9-a80b-fff5bf81e2bf'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:30:30.512654 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc465454-aa9b-407b-a5c1-dc0612ade4c7 req-7380485e-bacd-40c1-9b5f-4d945ec4f72c tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:30.527092 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-dc465454-aa9b-407b-a5c1-dc0612ade4c7 req-7380485e-bacd-40c1-9b5f-4d945ec4f72c tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=1a778688-63bd-48cf-9f20-3617a5271cf7 HTTP/1.1" status: 200 len: 945 time: 0.2781978 May 18 18:30:30.557266 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-f0ffb067-c2d8-469a-af60-ba759a03365f None None] Set router 69013297-2e02-4fff-a67f-a2111671e2d7 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:30:30.569097 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d49d1daa-100a-4fcf-9405-678db0ac8639 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260542153'] for subnet, precommit_delete_associations {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:30.574466 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 55280) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:30:30.688783 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-dc465454-aa9b-407b-a5c1-dc0612ade4c7 req-534ad423-873b-40ec-9ca3-7022d95da03c tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/security-groups?id=7a49a26b-bec5-4659-823a-7a88d88b0ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1603091 May 18 18:30:30.712611 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 55284) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:30:30.889969 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e3711eab-1364-4e56-bc59-553a49e48360 req-27ff6f38-ccf0-4cf5-b7b5-505075c614c3 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=626a086d-20bf-469f-b20c-0be7435a44bc HTTP/1.1" status: 200 len: 210 time: 0.0465550 May 18 18:30:30.919907 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-7d2e4050-4df7-4f2d-854f-dfe4d80d5484 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/floatingips/4d957044-c800-4918-a57e-3a392046328a HTTP/1.1" status: 200 len: 990 time: 0.1845028 May 18 18:30:30.922630 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1fade37d-0aab-448b-842b-121ec6205a3e tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:30.923005 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d49d1daa-100a-4fcf-9405-678db0ac8639 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:31.021193 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1fade37d-0aab-448b-842b-121ec6205a3e tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:31.111697 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d49d1daa-100a-4fcf-9405-678db0ac8639 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260898416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260908030'] for subnet, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:31.165989 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2b5785-c565-447d-91e3-70b071309ec8 req-e0de3152-f836-409f-a19a-ae4b372eeae8 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:31.175467 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bf2b5785-c565-447d-91e3-70b071309ec8 req-e0de3152-f836-409f-a19a-ae4b372eeae8 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/ports?device_id=ab843bd5-49cc-4a1a-a822-b7403ee93ee0 HTTP/1.1" status: 200 len: 946 time: 0.1882234 May 18 18:30:31.218082 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d49d1daa-100a-4fcf-9405-678db0ac8639 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:31.225173 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-d49d1daa-100a-4fcf-9405-678db0ac8639 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] 10.222.0.85 "DELETE /v2.0/subnets/160b4002-06f9-4bfc-803b-d95dbb62a989 HTTP/1.1" status: 204 len: 168 time: 1.1336765 May 18 18:30:31.226195 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 55290) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:30:31.227432 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49d1daa-100a-4fcf-9405-678db0ac8639 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Pushing event deleted for resources: {'Subnet': ['ID=160b4002-06f9-4bfc-803b-d95dbb62a989,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:30:31.260454 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-f0ffb067-c2d8-469a-af60-ba759a03365f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69013297-2e02-4fff-a67f-a2111671e2d7', 'name': 'tempest-ServerActionsTestJSON-117939844-router', 'tenant_id': 'dc04081bebe44448af91d703facdf00a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': '8c390fdd-7403-4a5b-b0a5-5e1baa1f7c8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:21:39Z', 'updated_at': '2022-05-18T18:21:47Z', 'revision_number': 4, 'project_id': 'dc04081bebe44448af91d703facdf00a', 'gw_port': {'id': '8c390fdd-7403-4a5b-b0a5-5e1baa1f7c8c', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69013297-2e02-4fff-a67f-a2111671e2d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:21:41Z', 'updated_at': '2022-05-18T18:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': 'e540f221-077b-4dcf-a833-1ef2a6a3a079', 'name': '', 'network_id': 'adbd4d3b-93fc-4f7a-a6ae-1551b2db5668', 'tenant_id': 'dc04081bebe44448af91d703facdf00a', 'mac_address': 'fa:16:3e:6e:94:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69013297-2e02-4fff-a67f-a2111671e2d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2295, 'fixed_ips': [{'subnet_id': 'b85d9655-9e18-4f20-bd82-d6f95b142d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:21:45Z', 'updated_at': '2022-05-18T18:21:55Z', 'revision_number': 5, 'project_id': 'dc04081bebe44448af91d703facdf00a', 'subnets': [{'id': 'b85d9655-9e18-4f20-bd82-d6f95b142d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:30:31.272449 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a778688-63bd-48cf-9f20-3617a5271cf7', 'tag': '428fc145-c1e0-44d6-8cc8-c989c290a2f6'}, {'server_uuid': 'ef854938-189c-46f2-8314-215a08afd5f6', 'name': 'network-vif-deleted', 'tag': '33664213-089a-4f22-9123-31b7caedaa56'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:30:31.278704 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f345b840-2522-4aea-89d0-6cee932b80f3" -d '{"events": [{"name": "network-changed", "server_uuid": "1a778688-63bd-48cf-9f20-3617a5271cf7", "tag": "428fc145-c1e0-44d6-8cc8-c989c290a2f6"}, {"server_uuid": "ef854938-189c-46f2-8314-215a08afd5f6", "name": "network-vif-deleted", "tag": "33664213-089a-4f22-9123-31b7caedaa56"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:30:31.287381 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bf2b5785-c565-447d-91e3-70b071309ec8 req-4efa51c4-9836-4726-8320-7e28bf8726d7 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/security-groups?id=02c33ece-f4c3-4965-a4ef-a7f4920ae299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1097419 May 18 18:30:31.332996 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1fade37d-0aab-448b-842b-121ec6205a3e tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:31.334347 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ffb067-c2d8-469a-af60-ba759a03365f None None] Checking router: 69013297-2e02-4fff-a67f-a2111671e2d7 for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:30:31.336295 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1fade37d-0aab-448b-842b-121ec6205a3e tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:31.342934 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-1fade37d-0aab-448b-842b-121ec6205a3e tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "DELETE /v2.0/security-groups/d8168384-83fe-4e40-afa8-ee38a48b320f HTTP/1.1" status: 204 len: 168 time: 0.7662578 May 18 18:30:31.343495 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 55294) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:30:31.362031 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ffb067-c2d8-469a-af60-ba759a03365f None None] Routers {'69013297-2e02-4fff-a67f-a2111671e2d7'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:30:31.362977 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-f0ffb067-c2d8-469a-af60-ba759a03365f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:30:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['69013297-2e02-4fff-a67f-a2111671e2d7'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:30:31.369385 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fade37d-0aab-448b-842b-121ec6205a3e tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8168384-83fe-4e40-afa8-ee38a48b320f,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:30:31.427355 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e9d342-c576-4219-beb9-5cced21fcece None None] New status for floating IP f21620d3-ab20-41dc-8b6d-9ea39c8f655c: DOWN {{(pid=102732) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 18:30:31.433533 n-d-838550-3 neutron-server[102731]: INFO neutron.api.v2.resource [None req-cb572cba-3e17-46e8-b08a-10a9c54eae36 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] show failed (client error): The resource could not be found. May 18 18:30:31.441010 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e49dad0d-f200-4d11-9cad-87860ee4f5e5 None None] Network cba12d51-8129-48e6-8291-e6e24bb31537 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:30:31.452907 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-cb572cba-3e17-46e8-b08a-10a9c54eae36 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "GET /v2.0/security-groups/d8168384-83fe-4e40-afa8-ee38a48b320f HTTP/1.1" status: 404 len: 347 time: 0.0900109 May 18 18:30:31.457700 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 55298) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:30:31.494198 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_v2 [None req-e29f331e-4321-4e53-b617-b27f6d9c7fd4 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Deleting subnet 52de71d6-15ac-462e-b504-24d09fb42fb2 {{(pid=102731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:30:31.505603 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e29f331e-4321-4e53-b617-b27f6d9c7fd4 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks [] for subnet, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:31.569097 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 18 May 2022 18:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dac9f9c5-a37b-400a-81a9-85e62a6b8b7c x-openstack-request-id: req-dac9f9c5-a37b-400a-81a9-85e62a6b8b7c {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:30:31.569348 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a778688-63bd-48cf-9f20-3617a5271cf7", "tag": "428fc145-c1e0-44d6-8cc8-c989c290a2f6", "status": "completed", "code": 200}, {"server_uuid": "ef854938-189c-46f2-8314-215a08afd5f6", "name": "network-vif-deleted", "tag": "33664213-089a-4f22-9123-31b7caedaa56", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:30:31.569721 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-dac9f9c5-a37b-400a-81a9-85e62a6b8b7c {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:30:31.570018 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dac9f9c5-a37b-400a-81a9-85e62a6b8b7c'] response: {'name': 'network-changed', 'server_uuid': '1a778688-63bd-48cf-9f20-3617a5271cf7', 'tag': '428fc145-c1e0-44d6-8cc8-c989c290a2f6', 'status': 'completed', 'code': 200} May 18 18:30:31.570275 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dac9f9c5-a37b-400a-81a9-85e62a6b8b7c'] response: {'server_uuid': 'ef854938-189c-46f2-8314-215a08afd5f6', 'name': 'network-vif-deleted', 'tag': '33664213-089a-4f22-9123-31b7caedaa56', 'status': 'completed', 'code': 200} May 18 18:30:31.780983 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6145d873-3fd0-4aaf-a8aa-4f95baf7d337 req-c4e595de-bf18-443a-9534-8aabf9abb4a7 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef854938-189c-46f2-8314-215a08afd5f6 HTTP/1.1" status: 200 len: 210 time: 0.1270719 May 18 18:30:31.834181 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e29f331e-4321-4e53-b617-b27f6d9c7fd4 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260542153'] for subnet, precommit_delete_associations {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:31.871737 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-f0ffb067-c2d8-469a-af60-ba759a03365f None None] Set router 69013297-2e02-4fff-a67f-a2111671e2d7 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:30:31.895321 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f345b840-2522-4aea-89d0-6cee932b80f3 req-2870334c-e58b-481a-9097-d5e7f792681d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:31.897018 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f345b840-2522-4aea-89d0-6cee932b80f3 req-2870334c-e58b-481a-9097-d5e7f792681d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=06b3ed36f50a43fd9cfeaa89e080d35b&device_id=1a778688-63bd-48cf-9f20-3617a5271cf7 HTTP/1.1" status: 200 len: 1096 time: 0.3258498 May 18 18:30:31.928491 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 55302) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:30:32.021652 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-d0be0424-ec28-460e-a5ee-68402e915514 None None] Set router 8a0d14ed-e974-4fc9-a80b-fff5bf81e2bf gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:30:32.158228 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-2a4c576f-9db0-49a4-a74e-7caba38bcf79 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Deleting port fe2e86b9-e04d-4b32-9f5b-44de2f8d0eb3 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:30:32.158682 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2a4c576f-9db0-49a4-a74e-7caba38bcf79 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:32.230236 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:32.233171 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:32.283428 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e29f331e-4321-4e53-b617-b27f6d9c7fd4 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:32.428597 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2a4c576f-9db0-49a4-a74e-7caba38bcf79 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:32.429674 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2a4c576f-9db0-49a4-a74e-7caba38bcf79 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:32.444521 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3193ee6c-a250-4d24-b72d-1f556da4a2bf req-a06d1551-f0e7-4fb3-b5f4-a44e35c86f37 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=626a086d-20bf-469f-b20c-0be7435a44bc HTTP/1.1" status: 200 len: 210 time: 0.3605437 May 18 18:30:32.460275 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-2a4c576f-9db0-49a4-a74e-7caba38bcf79 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Calling delete_port for fe2e86b9-e04d-4b32-9f5b-44de2f8d0eb3 owned by network:floatingip {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:30:32.522627 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-f0ffb067-c2d8-469a-af60-ba759a03365f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69013297-2e02-4fff-a67f-a2111671e2d7', 'name': 'tempest-ServerActionsTestJSON-117939844-router', 'tenant_id': 'dc04081bebe44448af91d703facdf00a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': '8c390fdd-7403-4a5b-b0a5-5e1baa1f7c8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:21:39Z', 'updated_at': '2022-05-18T18:21:47Z', 'revision_number': 4, 'project_id': 'dc04081bebe44448af91d703facdf00a', 'gw_port': {'id': '8c390fdd-7403-4a5b-b0a5-5e1baa1f7c8c', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69013297-2e02-4fff-a67f-a2111671e2d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:21:41Z', 'updated_at': '2022-05-18T18:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': 'e540f221-077b-4dcf-a833-1ef2a6a3a079', 'name': '', 'network_id': 'adbd4d3b-93fc-4f7a-a6ae-1551b2db5668', 'tenant_id': 'dc04081bebe44448af91d703facdf00a', 'mac_address': 'fa:16:3e:6e:94:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69013297-2e02-4fff-a67f-a2111671e2d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2295, 'fixed_ips': [{'subnet_id': 'b85d9655-9e18-4f20-bd82-d6f95b142d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:21:45Z', 'updated_at': '2022-05-18T18:21:55Z', 'revision_number': 5, 'project_id': 'dc04081bebe44448af91d703facdf00a', 'subnets': [{'id': 'b85d9655-9e18-4f20-bd82-d6f95b142d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:30:32.529092 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ebeb4a-258e-4d05-baeb-3b7ce8a1767a req-d376688d-c8e8-4794-9535-99fdd7109c86 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:32.536280 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c1ebeb4a-258e-4d05-baeb-3b7ce8a1767a req-d376688d-c8e8-4794-9535-99fdd7109c86 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.88 "GET /v2.0/networks?id=eafefbfa-378a-4a8a-8ee5-45c0c746f8e9 HTTP/1.1" status: 200 len: 810 time: 0.9205198 May 18 18:30:32.602522 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-7f7a1d53-1fb1-4064-a0f1-6f88bdaabe0b tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/floatingips/4d957044-c800-4918-a57e-3a392046328a HTTP/1.1" status: 200 len: 990 time: 0.6728160 May 18 18:30:32.611557 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ffb067-c2d8-469a-af60-ba759a03365f None None] The sync data for ids ['69013297-2e02-4fff-a67f-a2111671e2d7'] in n-d-838550-3 is: [{'id': '69013297-2e02-4fff-a67f-a2111671e2d7', 'name': 'tempest-ServerActionsTestJSON-117939844-router', 'tenant_id': 'dc04081bebe44448af91d703facdf00a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': '8c390fdd-7403-4a5b-b0a5-5e1baa1f7c8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:21:39Z', 'updated_at': '2022-05-18T18:21:47Z', 'revision_number': 4, 'project_id': 'dc04081bebe44448af91d703facdf00a', 'gw_port': {'id': '8c390fdd-7403-4a5b-b0a5-5e1baa1f7c8c', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69013297-2e02-4fff-a67f-a2111671e2d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:21:41Z', 'updated_at': '2022-05-18T18:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': 'e540f221-077b-4dcf-a833-1ef2a6a3a079', 'name': '', 'network_id': 'adbd4d3b-93fc-4f7a-a6ae-1551b2db5668', 'tenant_id': 'dc04081bebe44448af91d703facdf00a', 'mac_address': 'fa:16:3e:6e:94:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69013297-2e02-4fff-a67f-a2111671e2d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2295, 'fixed_ips': [{'subnet_id': 'b85d9655-9e18-4f20-bd82-d6f95b142d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:21:45Z', 'updated_at': '2022-05-18T18:21:55Z', 'revision_number': 5, 'project_id': 'dc04081bebe44448af91d703facdf00a', 'subnets': [{'id': 'b85d9655-9e18-4f20-bd82-d6f95b142d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:30:32.807427 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c1ebeb4a-258e-4d05-baeb-3b7ce8a1767a req-7c14fee9-126f-48ac-96b6-0a7b3d8494d2 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4ce86b77116a4afca1694cba473235e6 HTTP/1.1" status: 200 len: 379 time: 0.2316656 May 18 18:30:32.829205 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-c1ebeb4a-258e-4d05-baeb-3b7ce8a1767a req-6fddcee9-88cf-49f4-8d1f-097945109b1d tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Request body: {'port': {'device_id': '626a086d-20bf-469f-b20c-0be7435a44bc', 'network_id': 'eafefbfa-378a-4a8a-8ee5-45c0c746f8e9', 'admin_state_up': True, 'tenant_id': '4ce86b77116a4afca1694cba473235e6', 'security_groups': ['f6f34100-4199-4c69-a3cb-028eff639d99']}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:30:32.931531 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-d0be0424-ec28-460e-a5ee-68402e915514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a0d14ed-e974-4fc9-a80b-fff5bf81e2bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-769308072', 'tenant_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '5b75e72b-d826-4845-aed9-184a281cd7b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:29:44Z', 'updated_at': '2022-05-18T18:29:53Z', 'revision_number': 4, 'project_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'gw_port': {'id': '5b75e72b-d826-4845-aed9-184a281cd7b8', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:28:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0d14ed-e974-4fc9-a80b-fff5bf81e2bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2824, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:29:45Z', 'updated_at': '2022-05-18T18:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': '4d957044-c800-4918-a57e-3a392046328a', 'tenant_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'floating_ip_address': '172.25.5.49', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': '8a0d14ed-e974-4fc9-a80b-fff5bf81e2bf', 'port_id': '428fc145-c1e0-44d6-8cc8-c989c290a2f6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2868, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd73c399a-2f2b-4420-a483-8eb7c1dc35e8', 'mac_address': 'fa:16:3e:1a:4b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a778688-63bd-48cf-9f20-3617a5271cf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T18:30:23Z', 'updated_at': '2022-05-18T18:30:23Z', 'revision_number': 0, 'project_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '460085d2-7581-4664-a1c2-0b9ad99ad5b5', 'name': '', 'network_id': 'd73c399a-2f2b-4420-a483-8eb7c1dc35e8', 'tenant_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'mac_address': 'fa:16:3e:e5:de:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0d14ed-e974-4fc9-a80b-fff5bf81e2bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2833, 'fixed_ips': [{'subnet_id': '3dfa8f60-51b6-4e68-b884-bc6c3b960656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:29:51Z', 'updated_at': '2022-05-18T18:30:02Z', 'revision_number': 5, 'project_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'subnets': [{'id': '3dfa8f60-51b6-4e68-b884-bc6c3b960656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:30:32.944361 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e29f331e-4321-4e53-b617-b27f6d9c7fd4 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260898416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260908030'] for subnet, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:32.999731 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 55322) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:30:33.043769 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0be0424-ec28-460e-a5ee-68402e915514 None None] The sync data for ids ['8a0d14ed-e974-4fc9-a80b-fff5bf81e2bf'] in n-d-838550-3 is: [{'id': '8a0d14ed-e974-4fc9-a80b-fff5bf81e2bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-769308072', 'tenant_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '5b75e72b-d826-4845-aed9-184a281cd7b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:29:44Z', 'updated_at': '2022-05-18T18:29:53Z', 'revision_number': 4, 'project_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'gw_port': {'id': '5b75e72b-d826-4845-aed9-184a281cd7b8', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:28:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0d14ed-e974-4fc9-a80b-fff5bf81e2bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2824, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:29:45Z', 'updated_at': '2022-05-18T18:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': '4d957044-c800-4918-a57e-3a392046328a', 'tenant_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'floating_ip_address': '172.25.5.49', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': '8a0d14ed-e974-4fc9-a80b-fff5bf81e2bf', 'port_id': '428fc145-c1e0-44d6-8cc8-c989c290a2f6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2868, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd73c399a-2f2b-4420-a483-8eb7c1dc35e8', 'mac_address': 'fa:16:3e:1a:4b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a778688-63bd-48cf-9f20-3617a5271cf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T18:30:23Z', 'updated_at': '2022-05-18T18:30:23Z', 'revision_number': 0, 'project_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '460085d2-7581-4664-a1c2-0b9ad99ad5b5', 'name': '', 'network_id': 'd73c399a-2f2b-4420-a483-8eb7c1dc35e8', 'tenant_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'mac_address': 'fa:16:3e:e5:de:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0d14ed-e974-4fc9-a80b-fff5bf81e2bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2833, 'fixed_ips': [{'subnet_id': '3dfa8f60-51b6-4e68-b884-bc6c3b960656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:29:51Z', 'updated_at': '2022-05-18T18:30:02Z', 'revision_number': 5, 'project_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'subnets': [{'id': '3dfa8f60-51b6-4e68-b884-bc6c3b960656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:30:33.106438 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29f331e-4321-4e53-b617-b27f6d9c7fd4 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Pushing event deleted for resources: {'Subnet': ['ID=52de71d6-15ac-462e-b504-24d09fb42fb2,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:30:33.150316 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e29f331e-4321-4e53-b617-b27f6d9c7fd4 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:33.162266 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-e29f331e-4321-4e53-b617-b27f6d9c7fd4 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] 10.222.0.85 "DELETE /v2.0/subnets/52de71d6-15ac-462e-b504-24d09fb42fb2 HTTP/1.1" status: 204 len: 168 time: 1.9243937 May 18 18:30:33.174885 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 55334) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:30:33.303712 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device dea4c3a6-e70b-410e-90f1-102cbfde860e details requested by agent hyperv_n-h2-838550-3 with host n-h2-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:30:33.403282 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-778f8a62-fc5e-4fe2-93ef-51fc02a4cc87 None None] Update dhcp port {'port': {'network_id': 'cba12d51-8129-48e6-8291-e6e24bb31537', 'fixed_ips': [{'subnet_id': '52de71d6-15ac-462e-b504-24d09fb42fb2'}], 'binding:host_id': 'n-d-838550-3'}, 'id': '4d79a828-cfe6-41d7-9e52-db73f3569d29'} from n-d-838550-3. {{(pid=102732) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 18 18:30:33.486890 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d949f7-1de1-467f-85b2-67fc606735b8 None None] New status for floating IP 93fb8d23-6300-4834-b4af-c7d7de3093b6: DOWN {{(pid=102733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 18:30:33.500421 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a8042cc4-089c-42ab-9952-0ef9cbe8c4b3 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:33.545108 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-778f8a62-fc5e-4fe2-93ef-51fc02a4cc87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:33.605504 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1ebeb4a-258e-4d05-baeb-3b7ce8a1767a req-6fddcee9-88cf-49f4-8d1f-097945109b1d tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Made reservation on behalf of 4ce86b77116a4afca1694cba473235e6 for: {'port': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:30:33.609577 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-c1ebeb4a-258e-4d05-baeb-3b7ce8a1767a req-6fddcee9-88cf-49f4-8d1f-097945109b1d tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:33.617304 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.db.resource_extend [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 18 18:30:33.754711 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 55340) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:30:33.797280 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52b1427-e28d-4a78-af57-06ead2d02f8f None None] New status for floating IP 4d957044-c800-4918-a57e-3a392046328a: ACTIVE {{(pid=102732) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 18:30:33.843020 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f345b840-2522-4aea-89d0-6cee932b80f3 req-8da1a54a-08fa-4ad7-85b5-1a1c713d5395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:33.856048 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f345b840-2522-4aea-89d0-6cee932b80f3 req-8da1a54a-08fa-4ad7-85b5-1a1c713d5395 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d73c399a-2f2b-4420-a483-8eb7c1dc35e8 HTTP/1.1" status: 200 len: 898 time: 1.9513760 May 18 18:30:34.137477 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port dea4c3a6-e70b-410e-90f1-102cbfde860e, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=dea4c3a6-e70b-410e-90f1-102cbfde860e,segment=NetworkSegment(8ca14917-c9b1-4338-b349-8fcfdea345e6),segment_id=8ca14917-c9b1-4338-b349-8fcfdea345e6)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:30:34.209892 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Returning: {'device': 'dea4c3a6-e70b-410e-90f1-102cbfde860e', 'network_id': '32a0c3b3-6eed-4c0e-b14e-e9888ed81174', 'port_id': 'dea4c3a6-e70b-410e-90f1-102cbfde860e', 'mac_address': 'fa:16:3e:e3:06:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac45570a-d36a-47d1-a935-bbf3ce99c6a8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:30:34.379692 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1417598b-5b5a-4174-8c11-8ff81c66acc2 None None] Network cba12d51-8129-48e6-8291-e6e24bb31537 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:30:34.440006 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b3afac-a8f4-4268-b10c-029295874ab6 req-b7a2110c-dbf7-4958-a0b9-e13112b6694d tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:34.468328 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-99b3afac-a8f4-4268-b10c-029295874ab6 req-b7a2110c-dbf7-4958-a0b9-e13112b6694d tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/ports?device_id=ab843bd5-49cc-4a1a-a822-b7403ee93ee0 HTTP/1.1" status: 200 len: 946 time: 0.6835427 May 18 18:30:34.503042 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port dea4c3a6-e70b-410e-90f1-102cbfde860e is: ACTIVE; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:30:34.505150 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:34.580401 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-903165be-5b6a-48b6-ae61-9182269c6241 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/floatingips/4d957044-c800-4918-a57e-3a392046328a HTTP/1.1" status: 200 len: 990 time: 0.8118503 May 18 18:30:34.649793 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-660fe0fa-14b4-4a00-a51f-2975fd6cc6da None None] Provisioning complete for port 4d79a828-cfe6-41d7-9e52-db73f3569d29 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:30:34.649793 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-660fe0fa-14b4-4a00-a51f-2975fd6cc6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:34.683235 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f345b840-2522-4aea-89d0-6cee932b80f3 req-8a190bc2-5c99-4d17-96e6-311869222af4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=428fc145-c1e0-44d6-8cc8-c989c290a2f6 HTTP/1.1" status: 200 len: 998 time: 0.6696582 May 18 18:30:34.773501 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dea4c3a6-e70b-410e-90f1-102cbfde860e {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:30:34.858681 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-99b3afac-a8f4-4268-b10c-029295874ab6 req-df154ea8-cd45-4840-8d39-2fd7dbcbe25e tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/security-groups?id=02c33ece-f4c3-4965-a4ef-a7f4920ae299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3893456 May 18 18:30:34.884881 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a96eabcb-6b8c-4e16-9bd5-d685d21061e2 req-b5e77129-782c-4288-885d-c65f2dd4bbce tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=626a086d-20bf-469f-b20c-0be7435a44bc HTTP/1.1" status: 200 len: 210 time: 0.1582317 May 18 18:30:34.923870 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d9402e4b-170d-4b5d-ad32-f0278c1df238 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:34.991099 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-660fe0fa-14b4-4a00-a51f-2975fd6cc6da None None] Current status of the port 4d79a828-cfe6-41d7-9e52-db73f3569d29 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:30:34.996078 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port dea4c3a6-e70b-410e-90f1-102cbfde860e, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=dea4c3a6-e70b-410e-90f1-102cbfde860e,segment=NetworkSegment(8ca14917-c9b1-4338-b349-8fcfdea345e6),segment_id=8ca14917-c9b1-4338-b349-8fcfdea345e6)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:30:35.016748 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f345b840-2522-4aea-89d0-6cee932b80f3 req-a7758b1c-7d6d-4fcb-9e62-ad24cf62c149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:35.020746 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f345b840-2522-4aea-89d0-6cee932b80f3 req-a7758b1c-7d6d-4fcb-9e62-ad24cf62c149 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3dfa8f60-51b6-4e68-b884-bc6c3b960656 HTTP/1.1" status: 200 len: 835 time: 0.3187773 May 18 18:30:35.059587 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:35.090091 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2a4c576f-9db0-49a4-a74e-7caba38bcf79 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:35.146053 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4c576f-9db0-49a4-a74e-7caba38bcf79 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Pushing event deleted for resources: {'Port': ['ID=fe2e86b9-e04d-4b32-9f5b-44de2f8d0eb3,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:30:35.192212 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d9402e4b-170d-4b5d-ad32-f0278c1df238 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:35.265813 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['dea4c3a6-e70b-410e-90f1-102cbfde860e'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:30:35.295694 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-a8042cc4-089c-42ab-9952-0ef9cbe8c4b3 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Deleting port 4d79a828-cfe6-41d7-9e52-db73f3569d29 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:30:35.296202 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a8042cc4-089c-42ab-9952-0ef9cbe8c4b3 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:35.377416 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-a8042cc4-089c-42ab-9952-0ef9cbe8c4b3 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] For port 4d79a828-cfe6-41d7-9e52-db73f3569d29, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=4d79a828-cfe6-41d7-9e52-db73f3569d29,segment=NetworkSegment(55a1ef93-ace0-42f2-8045-f1fc3dfbe035),segment_id=55a1ef93-ace0-42f2-8045-f1fc3dfbe035)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:30:35.377985 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a8042cc4-089c-42ab-9952-0ef9cbe8c4b3 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:35.390045 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f345b840-2522-4aea-89d0-6cee932b80f3 req-78dd32b4-563d-4480-9fd9-af2b3bf7dd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:35.391943 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f345b840-2522-4aea-89d0-6cee932b80f3 req-78dd32b4-563d-4480-9fd9-af2b3bf7dd21 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d73c399a-2f2b-4420-a483-8eb7c1dc35e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3579810 May 18 18:30:35.397872 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-a8042cc4-089c-42ab-9952-0ef9cbe8c4b3 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Calling delete_port for 4d79a828-cfe6-41d7-9e52-db73f3569d29 owned by network:dhcp {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:30:35.538166 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a8042cc4-089c-42ab-9952-0ef9cbe8c4b3 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:35.607763 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 55354) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:30:35.695167 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2a4c576f-9db0-49a4-a74e-7caba38bcf79 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks [] for floatingip, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:35.698640 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2a4c576f-9db0-49a4-a74e-7caba38bcf79 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:35.699856 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8042cc4-089c-42ab-9952-0ef9cbe8c4b3 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] No DVR routers for this DVR port 4d79a828-cfe6-41d7-9e52-db73f3569d29 on host n-d-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:30:35.702278 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8042cc4-089c-42ab-9952-0ef9cbe8c4b3 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Pushing event deleted for resources: {'Port': ['ID=4d79a828-cfe6-41d7-9e52-db73f3569d29,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:30:35.706894 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-2a4c576f-9db0-49a4-a74e-7caba38bcf79 tempest-AttachVolumeNegativeTest-288760245 tempest-AttachVolumeNegativeTest-288760245-project] 10.222.0.85 "DELETE /v2.0/floatingips/f21620d3-ab20-41dc-8b6d-9ea39c8f655c HTTP/1.1" status: 204 len: 168 time: 4.2480280 May 18 18:30:35.787583 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [req-c1ebeb4a-258e-4d05-baeb-3b7ce8a1767a req-6fddcee9-88cf-49f4-8d1f-097945109b1d tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Allocated IP 172.20.0.3 (eafefbfa-378a-4a8a-8ee5-45c0c746f8e9/ab1f7f5a-a761-43dc-be82-e3f213958e88/decea55d-a895-43b7-9e02-6f468495aa03) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:30:35.849473 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=dea4c3a6-e70b-410e-90f1-102cbfde860e,revision_number=6']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:30:35.856278 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-367f878c-9600-4188-8bc8-5642f422e9bb None None] DHCP port deletion for cba12d51-8129-48e6-8291-e6e24bb31537 request from n-d-838550-3 {{(pid=102732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 18:30:35.862599 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f345b840-2522-4aea-89d0-6cee932b80f3 req-a4d97ad8-6d1b-4967-9ec0-ad00c7d5bc3e service neutron] 10.222.0.36 "GET /v2.0/networks/d73c399a-2f2b-4420-a483-8eb7c1dc35e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4446177 May 18 18:30:36.095597 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 4d79a828-cfe6-41d7-9e52-db73f3569d29 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:30:36.151489 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a8042cc4-089c-42ab-9952-0ef9cbe8c4b3 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:36.204275 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 4d79a828-cfe6-41d7-9e52-db73f3569d29 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:30:36.204625 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 4d79a828-cfe6-41d7-9e52-db73f3569d29 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:30:36.213386 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d9402e4b-170d-4b5d-ad32-f0278c1df238 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:36.232030 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d9402e4b-170d-4b5d-ad32-f0278c1df238 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:36.233264 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-d9402e4b-170d-4b5d-ad32-f0278c1df238 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "DELETE /v2.0/security-groups/ea6a757a-9c65-4a62-a27e-604b73d281bf HTTP/1.1" status: 204 len: 168 time: 3.2165577 May 18 18:30:36.262867 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-a8042cc4-089c-42ab-9952-0ef9cbe8c4b3 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cba12d51-8129-48e6-8291-e6e24bb31537']}} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:30:36.273942 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f345b840-2522-4aea-89d0-6cee932b80f3 req-a562d9c5-3e53-4494-af3f-12002d5bd566 service neutron] 10.222.0.36 "GET /v2.0/networks/d73c399a-2f2b-4420-a483-8eb7c1dc35e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3981946 May 18 18:30:36.276783 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 55364) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:30:36.314855 n-d-838550-3 neutron-server[102730]: INFO neutron.api.v2.resource [None req-53ca3355-bc8e-4371-b740-bf1dadd72d61 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] show failed (client error): The resource could not be found. May 18 18:30:36.316852 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-53ca3355-bc8e-4371-b740-bf1dadd72d61 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "GET /v2.0/security-groups/ea6a757a-9c65-4a62-a27e-604b73d281bf HTTP/1.1" status: 404 len: 347 time: 0.0381043 May 18 18:30:36.324175 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-3cf5e5c3-0268-4bcb-877a-f998786d21ea tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/floatingips/4d957044-c800-4918-a57e-3a392046328a HTTP/1.1" status: 200 len: 992 time: 0.7069705 May 18 18:30:36.328115 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 55366) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:30:36.398571 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-a8042cc4-089c-42ab-9952-0ef9cbe8c4b3 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55a1ef93-ace0-42f2-8045-f1fc3dfbe035') {'for_net_delete': True} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:30:36.398965 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-a8042cc4-089c-42ab-9952-0ef9cbe8c4b3 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55a1ef93-ace0-42f2-8045-f1fc3dfbe035') {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:30:36.403703 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-afef83d3-8640-45ec-bc06-f6f58d4f5b63 req-6edcd52a-87cb-4e4e-b2da-cc6ace52ac44 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=626a086d-20bf-469f-b20c-0be7435a44bc HTTP/1.1" status: 200 len: 210 time: 0.1942897 May 18 18:30:36.422529 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9402e4b-170d-4b5d-ad32-f0278c1df238 tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea6a757a-9c65-4a62-a27e-604b73d281bf,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:30:36.433653 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a8042cc4-089c-42ab-9952-0ef9cbe8c4b3 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260542144'] for segment, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:36.485051 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2d129d-b81e-46c6-9d6c-adf353e4b8a0 req-97735153-bd06-40f5-8c32-853708ebc51d tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:36.487029 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ab2d129d-b81e-46c6-9d6c-adf353e4b8a0 req-97735153-bd06-40f5-8c32-853708ebc51d tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/ports?device_id=ab843bd5-49cc-4a1a-a822-b7403ee93ee0 HTTP/1.1" status: 200 len: 945 time: 0.3575032 May 18 18:30:36.516947 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a8042cc4-089c-42ab-9952-0ef9cbe8c4b3 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:36.525462 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8042cc4-089c-42ab-9952-0ef9cbe8c4b3 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=102731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:30:36.526303 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a8042cc4-089c-42ab-9952-0ef9cbe8c4b3 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260884178'] for segment, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:36.649193 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ab2d129d-b81e-46c6-9d6c-adf353e4b8a0 req-4abd9a26-aa73-47b3-8b24-6822eaba6d7c tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/security-groups?id=02c33ece-f4c3-4965-a4ef-a7f4920ae299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1511345 May 18 18:30:36.652665 n-d-838550-3 neutron-server[102731]: Traceback (most recent call last): May 18 18:30:36.652665 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:30:36.652665 n-d-838550-3 neutron-server[102731]: timer() May 18 18:30:36.652665 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:30:36.652665 n-d-838550-3 neutron-server[102731]: cb(*args, **kw) May 18 18:30:36.652665 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:30:36.652665 n-d-838550-3 neutron-server[102731]: return func(*args, **kwargs) May 18 18:30:36.652665 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:30:36.652665 n-d-838550-3 neutron-server[102731]: self._notify() May 18 18:30:36.652665 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:30:36.652665 n-d-838550-3 neutron-server[102731]: self.callback(batched_events) May 18 18:30:36.652665 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:30:36.652665 n-d-838550-3 neutron-server[102731]: event.method(event) May 18 18:30:36.652665 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:30:36.652665 n-d-838550-3 neutron-server[102731]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:30:36.652665 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:30:36.652665 n-d-838550-3 neutron-server[102731]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:30:36.652665 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:30:36.652665 n-d-838550-3 neutron-server[102731]: return f(self, *a, **k) May 18 18:30:36.652665 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:30:36.652665 n-d-838550-3 neutron-server[102731]: return self._get(url).json() May 18 18:30:36.652665 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:30:36.652665 n-d-838550-3 neutron-server[102731]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:30:36.652665 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:30:36.652665 n-d-838550-3 neutron-server[102731]: return self.request(url, 'GET', **kwargs) May 18 18:30:36.652665 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:30:36.652665 n-d-838550-3 neutron-server[102731]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:30:36.652665 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:30:36.652665 n-d-838550-3 neutron-server[102731]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:30:36.652665 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:30:36.652665 n-d-838550-3 neutron-server[102731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:30:36.652665 n-d-838550-3 neutron-server[102731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:30:36.699044 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-9b1f77d7-3783-43c7-b413-3da0d777f78d tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Deleting port f2779fab-b642-465a-a685-3415afac1a14 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:30:36.699595 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9b1f77d7-3783-43c7-b413-3da0d777f78d tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:36.749311 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a8042cc4-089c-42ab-9952-0ef9cbe8c4b3 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:36.790476 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a8042cc4-089c-42ab-9952-0ef9cbe8c4b3 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks [] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:36.794837 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-a8042cc4-089c-42ab-9952-0ef9cbe8c4b3 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] 10.222.0.85 "DELETE /v2.0/networks/cba12d51-8129-48e6-8291-e6e24bb31537 HTTP/1.1" status: 204 len: 168 time: 3.6183889 May 18 18:30:36.799093 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 55370) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:30:36.836913 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8042cc4-089c-42ab-9952-0ef9cbe8c4b3 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Pushing event deleted for resources: {'Network': ['ID=cba12d51-8129-48e6-8291-e6e24bb31537,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:30:36.843939 n-d-838550-3 neutron-server[102730]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed6af569-3dd4-413b-b218-4cfdf80f0cbf tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] DELETE failed (client error): The resource could not be found. May 18 18:30:36.845445 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed6af569-3dd4-413b-b218-4cfdf80f0cbf tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:30:36.848948 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-ed6af569-3dd4-413b-b218-4cfdf80f0cbf tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] 10.222.0.85 "DELETE /v2.0/subnets/20c7d37a-9584-4dc3-a971-7d1845f01efc HTTP/1.1" status: 404 len: 337 time: 0.0486705 May 18 18:30:36.852250 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 55372) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:30:36.884104 n-d-838550-3 neutron-server[102730]: INFO neutron.pecan_wsgi.hooks.translation [None req-da44b79a-4223-4fa3-9a9d-1ca634f4b584 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] DELETE failed (client error): The resource could not be found. May 18 18:30:36.885407 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da44b79a-4223-4fa3-9a9d-1ca634f4b584 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:30:36.889021 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-da44b79a-4223-4fa3-9a9d-1ca634f4b584 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] 10.222.0.85 "DELETE /v2.0/networks/304a67f2-caa7-4a2a-ac08-81fb7ff06a9a HTTP/1.1" status: 404 len: 339 time: 0.0355968 May 18 18:30:36.891459 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9b1f77d7-3783-43c7-b413-3da0d777f78d tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:36.893027 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9b1f77d7-3783-43c7-b413-3da0d777f78d tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:36.895711 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 55374) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:30:36.957970 n-d-838550-3 neutron-server[102730]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff823f39-5c6c-49c8-89bd-7f60c2bdcbae tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] DELETE failed (client error): The resource could not be found. May 18 18:30:36.962981 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff823f39-5c6c-49c8-89bd-7f60c2bdcbae tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:30:36.966615 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-c1ebeb4a-258e-4d05-baeb-3b7ce8a1767a req-6fddcee9-88cf-49f4-8d1f-097945109b1d tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:36.971420 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-ff823f39-5c6c-49c8-89bd-7f60c2bdcbae tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] 10.222.0.85 "DELETE /v2.0/subnets/fe66fe29-1b07-4e2c-8e95-ae9f88ae4fde HTTP/1.1" status: 404 len: 337 time: 0.0733361 May 18 18:30:36.974958 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 55376) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:30:36.977332 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-9b1f77d7-3783-43c7-b413-3da0d777f78d tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Calling delete_port for f2779fab-b642-465a-a685-3415afac1a14 owned by network:floatingip {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:30:37.007121 n-d-838550-3 neutron-server[102731]: INFO neutron.pecan_wsgi.hooks.translation [None req-74dbf533-9e0a-4dd6-9089-3be7f7ada88c tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] DELETE failed (client error): The resource could not be found. May 18 18:30:37.007750 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74dbf533-9e0a-4dd6-9089-3be7f7ada88c tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:30:37.014068 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-74dbf533-9e0a-4dd6-9089-3be7f7ada88c tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] 10.222.0.85 "DELETE /v2.0/networks/3b29798f-d8fc-4f57-9d12-af9fa3f4e51f HTTP/1.1" status: 404 len: 339 time: 0.0359919 May 18 18:30:37.016026 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 55378) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:30:37.090252 n-d-838550-3 neutron-server[102731]: INFO neutron.pecan_wsgi.hooks.translation [None req-750fe406-2168-415e-b505-80e46c6db743 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] DELETE failed (client error): The resource could not be found. May 18 18:30:37.090696 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-750fe406-2168-415e-b505-80e46c6db743 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:30:37.094266 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-750fe406-2168-415e-b505-80e46c6db743 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] 10.222.0.85 "DELETE /v2.0/subnets/f844c902-f0c0-43f9-9c5a-eaf8630dfc0e HTTP/1.1" status: 404 len: 337 time: 0.0768192 May 18 18:30:37.098388 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 55380) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:30:37.147418 n-d-838550-3 neutron-server[102731]: INFO neutron.pecan_wsgi.hooks.translation [None req-829de93c-a16c-420e-8249-1c82c0a757db tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] DELETE failed (client error): The resource could not be found. May 18 18:30:37.147418 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-829de93c-a16c-420e-8249-1c82c0a757db tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:30:37.153213 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-829de93c-a16c-420e-8249-1c82c0a757db tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] 10.222.0.85 "DELETE /v2.0/networks/4fa4e88c-202f-4393-a7e1-ccfa5decdefd HTTP/1.1" status: 404 len: 339 time: 0.0502515 May 18 18:30:37.157295 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 55382) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:30:37.186287 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-c1ebeb4a-258e-4d05-baeb-3b7ce8a1767a req-6fddcee9-88cf-49f4-8d1f-097945109b1d tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:37.250827 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device dea4c3a6-e70b-410e-90f1-102cbfde860e up at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:30:37.291484 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_v2 [None req-abdad802-dce1-4295-9925-7f8c8ce28aa1 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Deleting subnet d61bc168-cf5c-430e-aa53-cabac2ad3175 {{(pid=102730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:30:37.297078 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-abdad802-dce1-4295-9925-7f8c8ce28aa1 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks [] for subnet, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:37.307021 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1ebeb4a-258e-4d05-baeb-3b7ce8a1767a req-6fddcee9-88cf-49f4-8d1f-097945109b1d tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Network eafefbfa-378a-4a8a-8ee5-45c0c746f8e9 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:30:37.346001 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [req-c1ebeb4a-258e-4d05-baeb-3b7ce8a1767a req-6fddcee9-88cf-49f4-8d1f-097945109b1d tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:30:37.362316 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1ebeb4a-258e-4d05-baeb-3b7ce8a1767a req-6fddcee9-88cf-49f4-8d1f-097945109b1d tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:30:37.390030 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fddcee9-88cf-49f4-8d1f-097945109b1d tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Pushing event updated for resources: {'Port': ['ID=decea55d-a895-43b7-9e02-6f468495aa03,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:30:37.414645 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning complete for port dea4c3a6-e70b-410e-90f1-102cbfde860e triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:30:37.415019 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:37.422664 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-abdad802-dce1-4295-9925-7f8c8ce28aa1 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260107366'] for subnet, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:37.518218 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9b1f77d7-3783-43c7-b413-3da0d777f78d tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:37.555962 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ebeb4a-258e-4d05-baeb-3b7ce8a1767a req-6fddcee9-88cf-49f4-8d1f-097945109b1d tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:37.556640 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-c1ebeb4a-258e-4d05-baeb-3b7ce8a1767a req-6fddcee9-88cf-49f4-8d1f-097945109b1d tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:37.680017 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1f77d7-3783-43c7-b413-3da0d777f78d tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Pushing event deleted for resources: {'Port': ['ID=f2779fab-b642-465a-a685-3415afac1a14,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:30:37.738837 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c1ebeb4a-258e-4d05-baeb-3b7ce8a1767a req-6fddcee9-88cf-49f4-8d1f-097945109b1d tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9235458 May 18 18:30:37.810628 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-c1ebeb4a-258e-4d05-baeb-3b7ce8a1767a req-d8f82307-b18e-43cc-816e-e95a3bc1704e service neutron] Request body: {'port': {'device_id': '626a086d-20bf-469f-b20c-0be7435a44bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-3'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:30:37.837369 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port dea4c3a6-e70b-410e-90f1-102cbfde860e is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:30:37.861924 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:38.016731 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9b1f77d7-3783-43c7-b413-3da0d777f78d tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Notify callbacks [] for floatingip, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:38.022689 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9b1f77d7-3783-43c7-b413-3da0d777f78d tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:38.024030 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-9b1f77d7-3783-43c7-b413-3da0d777f78d tempest-ServerActionsTestJSON-1322027596 tempest-ServerActionsTestJSON-1322027596-project] 10.222.0.85 "DELETE /v2.0/floatingips/93fb8d23-6300-4834-b4af-c7d7de3093b6 HTTP/1.1" status: 204 len: 168 time: 1.6945424 May 18 18:30:38.029719 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab843bd5-49cc-4a1a-a822-b7403ee93ee0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dea4c3a6-e70b-410e-90f1-102cbfde860e'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:30:38.035023 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f0dc3cf-31b4-4f54-a30f-b6a291e216b4" -d '{"events": [{"server_uuid": "ab843bd5-49cc-4a1a-a822-b7403ee93ee0", "name": "network-vif-plugged", "status": "completed", "tag": "dea4c3a6-e70b-410e-90f1-102cbfde860e"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:30:38.077484 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 55394) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:30:38.077746 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c834e2-ff81-4e7b-9c69-40bd5932eece req-4bfff22e-b085-49ac-ae0c-35a3c12c775b tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:38.083999 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c9c834e2-ff81-4e7b-9c69-40bd5932eece req-4bfff22e-b085-49ac-ae0c-35a3c12c775b tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=626a086d-20bf-469f-b20c-0be7435a44bc HTTP/1.1" status: 200 len: 931 time: 0.5071027 May 18 18:30:38.084422 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-c1ebeb4a-258e-4d05-baeb-3b7ce8a1767a req-d8f82307-b18e-43cc-816e-e95a3bc1704e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:38.103231 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-1abc549d-28d5-4ce0-b808-c92d84ace5e1 None None] Provisioning complete for port decea55d-a895-43b7-9e02-6f468495aa03 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:30:38.103231 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1abc549d-28d5-4ce0-b808-c92d84ace5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:38.104595 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f5fa239e-6d76-47b4-96b7-c5c297b6fbfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:38.112263 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-abdad802-dce1-4295-9925-7f8c8ce28aa1 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:38.124337 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port dea4c3a6-e70b-410e-90f1-102cbfde860e, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=dea4c3a6-e70b-410e-90f1-102cbfde860e,segment=NetworkSegment(8ca14917-c9b1-4338-b349-8fcfdea345e6),segment_id=8ca14917-c9b1-4338-b349-8fcfdea345e6)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:30:38.159377 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e155314-5e93-44a1-adc4-03bad3b0add2 req-eb5cd87b-4ea9-49ea-ba1c-c7fcdccf5889 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:38.167512 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4e155314-5e93-44a1-adc4-03bad3b0add2 req-eb5cd87b-4ea9-49ea-ba1c-c7fcdccf5889 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/ports?device_id=ab843bd5-49cc-4a1a-a822-b7403ee93ee0 HTTP/1.1" status: 200 len: 945 time: 0.2735724 May 18 18:30:38.188540 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:38.298667 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-1abc549d-28d5-4ce0-b808-c92d84ace5e1 None None] Port decea55d-a895-43b7-9e02-6f468495aa03 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:30:38.367440 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=dea4c3a6-e70b-410e-90f1-102cbfde860e,revision_number=7']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:30:38.368997 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c9c834e2-ff81-4e7b-9c69-40bd5932eece req-aca6fb1c-63e7-464d-baec-97de17175aa6 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=f6f34100-4199-4c69-a3cb-028eff639d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2455409 May 18 18:30:38.513005 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4e155314-5e93-44a1-adc4-03bad3b0add2 req-ad4c3616-d8cc-4b17-8494-508d9a6dc446 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/security-groups?id=02c33ece-f4c3-4965-a4ef-a7f4920ae299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2442672 May 18 18:30:38.561471 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-abdad802-dce1-4295-9925-7f8c8ce28aa1 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261104690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261031888'] for subnet, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:38.589778 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8a75942-2617-4374-ad10-987547ee950d x-openstack-request-id: req-c8a75942-2617-4374-ad10-987547ee950d {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:30:38.590712 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab843bd5-49cc-4a1a-a822-b7403ee93ee0", "name": "network-vif-plugged", "status": "completed", "tag": "dea4c3a6-e70b-410e-90f1-102cbfde860e", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:30:38.590931 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-c8a75942-2617-4374-ad10-987547ee950d {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:30:38.591887 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8a75942-2617-4374-ad10-987547ee950d'] response: {'server_uuid': 'ab843bd5-49cc-4a1a-a822-b7403ee93ee0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dea4c3a6-e70b-410e-90f1-102cbfde860e', 'code': 200} May 18 18:30:38.668208 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-abdad802-dce1-4295-9925-7f8c8ce28aa1 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:38.677211 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-abdad802-dce1-4295-9925-7f8c8ce28aa1 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] 10.222.0.85 "DELETE /v2.0/subnets/d61bc168-cf5c-430e-aa53-cabac2ad3175 HTTP/1.1" status: 204 len: 168 time: 1.5158062 May 18 18:30:38.677211 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 55404) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:30:38.700914 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f915cf60-a3a8-44de-bd69-b20d23d94a7e None None] Network 6cdc6a3f-010a-48cd-a6f7-f471951472cb requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:30:38.721601 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 55406) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:30:38.723004 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdad802-dce1-4295-9925-7f8c8ce28aa1 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Pushing event deleted for resources: {'Subnet': ['ID=d61bc168-cf5c-430e-aa53-cabac2ad3175,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:30:39.135825 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [req-c1ebeb4a-258e-4d05-baeb-3b7ce8a1767a req-d8f82307-b18e-43cc-816e-e95a3bc1704e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id decea55d-a895-43b7-9e02-6f468495aa03 {{(pid=102731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:30:39.163258 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-c1ebeb4a-258e-4d05-baeb-3b7ce8a1767a req-d8f82307-b18e-43cc-816e-e95a3bc1704e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:39.225360 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.provisioning_blocks [req-c1ebeb4a-258e-4d05-baeb-3b7ce8a1767a req-d8f82307-b18e-43cc-816e-e95a3bc1704e service neutron] Transition to ACTIVE for port object decea55d-a895-43b7-9e02-6f468495aa03 will not be triggered until provisioned by entity L2. {{(pid=102731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:30:39.239509 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-c1ebeb4a-258e-4d05-baeb-3b7ce8a1767a req-d8f82307-b18e-43cc-816e-e95a3bc1704e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:39.495490 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f82307-b18e-43cc-816e-e95a3bc1704e service neutron] Pushing event updated for resources: {'Port': ['ID=decea55d-a895-43b7-9e02-6f468495aa03,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:30:39.555147 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f82307-b18e-43cc-816e-e95a3bc1704e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:30:39.555684 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f82307-b18e-43cc-816e-e95a3bc1704e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:30:39.556316 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f82307-b18e-43cc-816e-e95a3bc1704e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:30:39.556666 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f82307-b18e-43cc-816e-e95a3bc1704e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:30:39.557014 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f82307-b18e-43cc-816e-e95a3bc1704e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:30:39.559808 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f82307-b18e-43cc-816e-e95a3bc1704e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:30:39.560162 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f82307-b18e-43cc-816e-e95a3bc1704e service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:30:39.563361 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f82307-b18e-43cc-816e-e95a3bc1704e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:30:39.563867 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f82307-b18e-43cc-816e-e95a3bc1704e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:30:39.564081 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f82307-b18e-43cc-816e-e95a3bc1704e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:30:39.564423 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f82307-b18e-43cc-816e-e95a3bc1704e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:30:39.564758 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f82307-b18e-43cc-816e-e95a3bc1704e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:30:39.566841 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2f2c490b-c5f5-44ce-a644-f49aba3ef2ee tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:39.568769 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1e3195fc-4c7b-4c48-8a2d-549d6b237e4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:39.623303 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38885d27-bad9-433c-9441-ad8acb6b07ec None None] DHCP port deletion for 6cdc6a3f-010a-48cd-a6f7-f471951472cb request from n-d-838550-3 {{(pid=102732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 18:30:39.798185 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-38885d27-bad9-433c-9441-ad8acb6b07ec None None] Deleting port cc68218f-16ab-4e9f-89cc-8c9a17c64911 {{(pid=102732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:30:39.798653 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-38885d27-bad9-433c-9441-ad8acb6b07ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:39.812299 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-c1ebeb4a-258e-4d05-baeb-3b7ce8a1767a req-d8f82307-b18e-43cc-816e-e95a3bc1704e service neutron] Attempting to bind port decea55d-a895-43b7-9e02-6f468495aa03 on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:30:39.815274 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-c1ebeb4a-258e-4d05-baeb-3b7ce8a1767a req-d8f82307-b18e-43cc-816e-e95a3bc1704e service neutron] Attempting to bind port decea55d-a895-43b7-9e02-6f468495aa03 by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': '91232e8c-3d17-424b-b810-746db9884dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'eafefbfa-378a-4a8a-8ee5-45c0c746f8e9'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:30:39.815893 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ebeb4a-258e-4d05-baeb-3b7ce8a1767a req-d8f82307-b18e-43cc-816e-e95a3bc1704e service neutron] Attempting to bind port decea55d-a895-43b7-9e02-6f468495aa03 on network eafefbfa-378a-4a8a-8ee5-45c0c746f8e9 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:30:39.848485 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ebeb4a-258e-4d05-baeb-3b7ce8a1767a req-d8f82307-b18e-43cc-816e-e95a3bc1704e service neutron] Port decea55d-a895-43b7-9e02-6f468495aa03 on network eafefbfa-378a-4a8a-8ee5-45c0c746f8e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:30:39.848935 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ebeb4a-258e-4d05-baeb-3b7ce8a1767a req-d8f82307-b18e-43cc-816e-e95a3bc1704e service neutron] Attempting to bind port decea55d-a895-43b7-9e02-6f468495aa03 on network eafefbfa-378a-4a8a-8ee5-45c0c746f8e9 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:30:39.888273 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c379c2a4-1550-49c0-8653-b86f578c875a req-ac72f161-1520-49c0-9b72-1ddfe6660c6b tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:39.904768 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c379c2a4-1550-49c0-8653-b86f578c875a req-ac72f161-1520-49c0-9b72-1ddfe6660c6b tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/ports?device_id=ab843bd5-49cc-4a1a-a822-b7403ee93ee0 HTTP/1.1" status: 200 len: 946 time: 0.1694355 May 18 18:30:39.907036 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ebeb4a-258e-4d05-baeb-3b7ce8a1767a req-d8f82307-b18e-43cc-816e-e95a3bc1704e service neutron] Checking agent: {'id': 'd1be059a-68ea-4c77-9b2b-29f4afa47e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:30:39.910018 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ebeb4a-258e-4d05-baeb-3b7ce8a1767a req-d8f82307-b18e-43cc-816e-e95a3bc1704e service neutron] Checking segment: {'id': '91232e8c-3d17-424b-b810-746db9884dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'eafefbfa-378a-4a8a-8ee5-45c0c746f8e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:30:39.911093 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ebeb4a-258e-4d05-baeb-3b7ce8a1767a req-d8f82307-b18e-43cc-816e-e95a3bc1704e service neutron] Bound using segment: {'id': '91232e8c-3d17-424b-b810-746db9884dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'eafefbfa-378a-4a8a-8ee5-45c0c746f8e9'} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:30:39.911807 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-c1ebeb4a-258e-4d05-baeb-3b7ce8a1767a req-d8f82307-b18e-43cc-816e-e95a3bc1704e service neutron] Bound port: decea55d-a895-43b7-9e02-6f468495aa03, host: n-h2-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91232e8c-3d17-424b-b810-746db9884dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'eafefbfa-378a-4a8a-8ee5-45c0c746f8e9'}}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:30:39.914273 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-c1ebeb4a-258e-4d05-baeb-3b7ce8a1767a req-d8f82307-b18e-43cc-816e-e95a3bc1704e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:39.979743 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-38885d27-bad9-433c-9441-ad8acb6b07ec None None] For port cc68218f-16ab-4e9f-89cc-8c9a17c64911, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=cc68218f-16ab-4e9f-89cc-8c9a17c64911,segment=NetworkSegment(85bddfa6-c6e4-4d03-9237-041d90c24ca1),segment_id=85bddfa6-c6e4-4d03-9237-041d90c24ca1)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:30:39.991869 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-38885d27-bad9-433c-9441-ad8acb6b07ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:40.020831 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-38885d27-bad9-433c-9441-ad8acb6b07ec None None] Calling delete_port for cc68218f-16ab-4e9f-89cc-8c9a17c64911 owned by network:dhcp {{(pid=102732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:30:40.082218 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c379c2a4-1550-49c0-8653-b86f578c875a req-ffcd3adb-c1be-482f-873d-e03105379465 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/security-groups?id=02c33ece-f4c3-4965-a4ef-a7f4920ae299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1760747 May 18 18:30:40.119643 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898b9a50-1b31-4092-ae31-93e957385f3b req-d838b719-292a-424d-a2be-e7dff369cf5e tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:40.124412 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-898b9a50-1b31-4092-ae31-93e957385f3b req-d838b719-292a-424d-a2be-e7dff369cf5e tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=626a086d-20bf-469f-b20c-0be7435a44bc HTTP/1.1" status: 200 len: 943 time: 0.4544604 May 18 18:30:40.183556 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-c1ebeb4a-258e-4d05-baeb-3b7ce8a1767a req-d8f82307-b18e-43cc-816e-e95a3bc1704e service neutron] For port decea55d-a895-43b7-9e02-6f468495aa03, host n-h2-838550-3, cleared binding levels {{(pid=102731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:30:40.193305 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-c1ebeb4a-258e-4d05-baeb-3b7ce8a1767a req-d8f82307-b18e-43cc-816e-e95a3bc1704e service neutron] For port decea55d-a895-43b7-9e02-6f468495aa03, host n-h2-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=decea55d-a895-43b7-9e02-6f468495aa03,segment=NetworkSegment(91232e8c-3d17-424b-b810-746db9884dd3),segment_id=91232e8c-3d17-424b-b810-746db9884dd3)] {{(pid=102731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:30:40.206166 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-c1ebeb4a-258e-4d05-baeb-3b7ce8a1767a req-d8f82307-b18e-43cc-816e-e95a3bc1704e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:40.254042 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-898b9a50-1b31-4092-ae31-93e957385f3b req-1a43deba-ad19-4378-9132-0e2597d4369a tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=f6f34100-4199-4c69-a3cb-028eff639d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105542 May 18 18:30:40.275676 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device cc68218f-16ab-4e9f-89cc-8c9a17c64911 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:30:40.308445 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ebeb4a-258e-4d05-baeb-3b7ce8a1767a req-d8f82307-b18e-43cc-816e-e95a3bc1704e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:40.309094 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-c1ebeb4a-258e-4d05-baeb-3b7ce8a1767a req-d8f82307-b18e-43cc-816e-e95a3bc1704e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:40.314898 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c1ebeb4a-258e-4d05-baeb-3b7ce8a1767a req-d8f82307-b18e-43cc-816e-e95a3bc1704e service neutron] 10.222.0.88 "PUT /v2.0/ports/decea55d-a895-43b7-9e02-6f468495aa03 HTTP/1.1" status: 200 len: 1091 time: 2.5277972 May 18 18:30:40.318487 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '626a086d-20bf-469f-b20c-0be7435a44bc', 'tag': 'decea55d-a895-43b7-9e02-6f468495aa03'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:30:40.323453 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-282745f4-4691-4ff7-b229-583d3f3f0d89" -d '{"events": [{"name": "network-changed", "server_uuid": "626a086d-20bf-469f-b20c-0be7435a44bc", "tag": "decea55d-a895-43b7-9e02-6f468495aa03"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:30:40.374619 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: cc68218f-16ab-4e9f-89cc-8c9a17c64911 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:30:40.381298 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device cc68218f-16ab-4e9f-89cc-8c9a17c64911 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:30:40.393165 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-38885d27-bad9-433c-9441-ad8acb6b07ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508'] for port, after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:40.414802 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-2f2c490b-c5f5-44ce-a644-f49aba3ef2ee tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Deleting port cc68218f-16ab-4e9f-89cc-8c9a17c64911 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:30:40.415155 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2f2c490b-c5f5-44ce-a644-f49aba3ef2ee tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:40.432103 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b68b1f6-0650-4183-bb18-c8d981f8c397 x-openstack-request-id: req-4b68b1f6-0650-4183-bb18-c8d981f8c397 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:30:40.432411 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "626a086d-20bf-469f-b20c-0be7435a44bc", "tag": "decea55d-a895-43b7-9e02-6f468495aa03", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:30:40.432670 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-4b68b1f6-0650-4183-bb18-c8d981f8c397 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:30:40.433102 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b68b1f6-0650-4183-bb18-c8d981f8c397'] response: {'name': 'network-changed', 'server_uuid': '626a086d-20bf-469f-b20c-0be7435a44bc', 'tag': 'decea55d-a895-43b7-9e02-6f468495aa03', 'status': 'completed', 'code': 200} May 18 18:30:40.453565 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38885d27-bad9-433c-9441-ad8acb6b07ec None None] No DVR routers for this DVR port cc68218f-16ab-4e9f-89cc-8c9a17c64911 on host n-d-838550-3 {{(pid=102732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:30:40.472130 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38885d27-bad9-433c-9441-ad8acb6b07ec None None] Pushing event deleted for resources: {'Port': ['ID=cc68218f-16ab-4e9f-89cc-8c9a17c64911,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:30:40.476551 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-26313e25-0114-4fa9-8a4e-d90c6f3a5e40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:40.511255 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f82307-b18e-43cc-816e-e95a3bc1704e service neutron] Pushing event updated for resources: {'Port': ['ID=decea55d-a895-43b7-9e02-6f468495aa03,revision_number=3']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:30:40.581593 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1e3195fc-4c7b-4c48-8a2d-549d6b237e4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:40.615662 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ebeb4a-258e-4d05-baeb-3b7ce8a1767a req-ec26df25-f47f-4913-b8df-41ccbcd93274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:40.617748 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c1ebeb4a-258e-4d05-baeb-3b7ce8a1767a req-ec26df25-f47f-4913-b8df-41ccbcd93274 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=4ce86b77116a4afca1694cba473235e6&device_id=626a086d-20bf-469f-b20c-0be7435a44bc HTTP/1.1" status: 200 len: 1094 time: 0.2308567 May 18 18:30:40.640793 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1e3195fc-4c7b-4c48-8a2d-549d6b237e4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:40.706161 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c1ebeb4a-258e-4d05-baeb-3b7ce8a1767a req-14d1df95-d240-4a3b-af2d-0c08a25361d6 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=decea55d-a895-43b7-9e02-6f468495aa03 HTTP/1.1" status: 200 len: 217 time: 0.0779483 May 18 18:30:40.708049 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 55420) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:30:40.708974 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-1e3195fc-4c7b-4c48-8a2d-549d6b237e4d admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=bad4bc99de2a497abef430f390c203d7&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0290632 May 18 18:30:40.755038 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-2f2c490b-c5f5-44ce-a644-f49aba3ef2ee tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] For port cc68218f-16ab-4e9f-89cc-8c9a17c64911, host n-d-838550-3, got binding levels [] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:30:40.760263 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2f2c490b-c5f5-44ce-a644-f49aba3ef2ee tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:40.848173 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3195fc-4c7b-4c48-8a2d-549d6b237e4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa64daba-da44-4ce0-b52b-b534d0c66fd0,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:30:40.875393 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-2f2c490b-c5f5-44ce-a644-f49aba3ef2ee tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Calling delete_port for cc68218f-16ab-4e9f-89cc-8c9a17c64911 owned by network:dhcp {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:30:40.883314 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.ipam_backend_mixin [None req-2f2c490b-c5f5-44ce-a644-f49aba3ef2ee tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Port cc68218f-16ab-4e9f-89cc-8c9a17c64911 was not found and therefore no delete operation was performed {{(pid=102730) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} May 18 18:30:40.888759 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2f2c490b-c5f5-44ce-a644-f49aba3ef2ee tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:40.891203 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ebeb4a-258e-4d05-baeb-3b7ce8a1767a req-c691d903-5fc2-4f1a-a6a3-5be8396d6852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:40.892724 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c1ebeb4a-258e-4d05-baeb-3b7ce8a1767a req-c691d903-5fc2-4f1a-a6a3-5be8396d6852 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=ab1f7f5a-a761-43dc-be82-e3f213958e88 HTTP/1.1" status: 200 len: 849 time: 0.1624091 May 18 18:30:40.976905 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0292aaa3-f456-4aef-9ede-6a30f34741cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-595963'] for router_interface, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:41.102671 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e7af6bba-8a94-468e-9e8a-ac6ba9d0f7c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:41.128613 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ebeb4a-258e-4d05-baeb-3b7ce8a1767a req-c59c20a0-9153-4f8f-9072-790e3f155d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:41.151141 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c1ebeb4a-258e-4d05-baeb-3b7ce8a1767a req-c59c20a0-9153-4f8f-9072-790e3f155d0f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=eafefbfa-378a-4a8a-8ee5-45c0c746f8e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2493052 May 18 18:30:41.193913 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2c490b-c5f5-44ce-a644-f49aba3ef2ee tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] No DVR routers for this DVR port cc68218f-16ab-4e9f-89cc-8c9a17c64911 on host n-d-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:30:41.198551 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2c490b-c5f5-44ce-a644-f49aba3ef2ee tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Pushing event deleted for resources: {'Port': ['ID=cc68218f-16ab-4e9f-89cc-8c9a17c64911,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:30:41.299511 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:41.379768 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e7af6bba-8a94-468e-9e8a-ac6ba9d0f7c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:41.512524 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e7af6bba-8a94-468e-9e8a-ac6ba9d0f7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:41.515627 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e7af6bba-8a94-468e-9e8a-ac6ba9d0f7c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:41.520943 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-e7af6bba-8a94-468e-9e8a-ac6ba9d0f7c9 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/fa64daba-da44-4ce0-b52b-b534d0c66fd0 HTTP/1.1" status: 204 len: 168 time: 0.8087497 May 18 18:30:41.563220 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7af6bba-8a94-468e-9e8a-ac6ba9d0f7c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa64daba-da44-4ce0-b52b-b534d0c66fd0,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:30:41.619197 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4f9c91-24aa-4573-9eea-ec7c057d5dad req-f5dd0706-35fa-46f5-ae7a-0e119f047888 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:41.621039 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6a4f9c91-24aa-4573-9eea-ec7c057d5dad req-f5dd0706-35fa-46f5-ae7a-0e119f047888 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=626a086d-20bf-469f-b20c-0be7435a44bc HTTP/1.1" status: 200 len: 943 time: 0.2161534 May 18 18:30:41.636842 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c1ebeb4a-258e-4d05-baeb-3b7ce8a1767a req-84075825-803a-4746-b912-3b09e2d2564c service neutron] 10.222.0.88 "GET /v2.0/networks/eafefbfa-378a-4a8a-8ee5-45c0c746f8e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4641411 May 18 18:30:41.668654 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2f2c490b-c5f5-44ce-a644-f49aba3ef2ee tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:41.789456 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-2f2c490b-c5f5-44ce-a644-f49aba3ef2ee tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cdc6a3f-010a-48cd-a6f7-f471951472cb']}} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:30:41.823349 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-2f2c490b-c5f5-44ce-a644-f49aba3ef2ee tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85bddfa6-c6e4-4d03-9237-041d90c24ca1') {'for_net_delete': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:30:41.823726 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-2f2c490b-c5f5-44ce-a644-f49aba3ef2ee tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85bddfa6-c6e4-4d03-9237-041d90c24ca1') {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:30:41.863931 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2f2c490b-c5f5-44ce-a644-f49aba3ef2ee tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260107375'] for segment, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:41.882854 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2f2c490b-c5f5-44ce-a644-f49aba3ef2ee tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:41.892803 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f2c490b-c5f5-44ce-a644-f49aba3ef2ee tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=102730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:30:41.893350 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2f2c490b-c5f5-44ce-a644-f49aba3ef2ee tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261102736'] for segment, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:41.898169 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6a4f9c91-24aa-4573-9eea-ec7c057d5dad req-70c88b3f-295e-4609-b039-7501d0fb8a33 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=f6f34100-4199-4c69-a3cb-028eff639d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2564855 May 18 18:30:41.986139 n-d-838550-3 neutron-server[102730]: Traceback (most recent call last): May 18 18:30:41.986139 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:30:41.986139 n-d-838550-3 neutron-server[102730]: timer() May 18 18:30:41.986139 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:30:41.986139 n-d-838550-3 neutron-server[102730]: cb(*args, **kw) May 18 18:30:41.986139 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:30:41.986139 n-d-838550-3 neutron-server[102730]: return func(*args, **kwargs) May 18 18:30:41.986139 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:30:41.986139 n-d-838550-3 neutron-server[102730]: self._notify() May 18 18:30:41.986139 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:30:41.986139 n-d-838550-3 neutron-server[102730]: self.callback(batched_events) May 18 18:30:41.986139 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:30:41.986139 n-d-838550-3 neutron-server[102730]: event.method(event) May 18 18:30:41.986139 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:30:41.986139 n-d-838550-3 neutron-server[102730]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:30:41.986139 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:30:41.986139 n-d-838550-3 neutron-server[102730]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:30:41.986139 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:30:41.986139 n-d-838550-3 neutron-server[102730]: return f(self, *a, **k) May 18 18:30:41.986139 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:30:41.986139 n-d-838550-3 neutron-server[102730]: return self._get(url).json() May 18 18:30:41.986139 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:30:41.986139 n-d-838550-3 neutron-server[102730]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:30:41.986139 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:30:41.986139 n-d-838550-3 neutron-server[102730]: return self.request(url, 'GET', **kwargs) May 18 18:30:41.986139 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:30:41.986139 n-d-838550-3 neutron-server[102730]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:30:41.986139 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:30:41.986139 n-d-838550-3 neutron-server[102730]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:30:41.986139 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:30:41.986139 n-d-838550-3 neutron-server[102730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:30:41.986139 n-d-838550-3 neutron-server[102730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:30:42.005199 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e56ff3-f858-4c65-94a8-012fe8d71618 req-0ef7fa8d-7a9b-457a-8020-8fc01bca6d0b tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:42.007378 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-25e56ff3-f858-4c65-94a8-012fe8d71618 req-0ef7fa8d-7a9b-457a-8020-8fc01bca6d0b tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/ports?device_id=ab843bd5-49cc-4a1a-a822-b7403ee93ee0 HTTP/1.1" status: 200 len: 946 time: 0.6626940 May 18 18:30:42.012023 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2f2c490b-c5f5-44ce-a644-f49aba3ef2ee tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:42.029832 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2f2c490b-c5f5-44ce-a644-f49aba3ef2ee tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:42.038265 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-2f2c490b-c5f5-44ce-a644-f49aba3ef2ee tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] 10.222.0.85 "DELETE /v2.0/networks/6cdc6a3f-010a-48cd-a6f7-f471951472cb HTTP/1.1" status: 204 len: 168 time: 3.2964327 May 18 18:30:42.044962 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 55434) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:30:42.110128 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2c490b-c5f5-44ce-a644-f49aba3ef2ee tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Pushing event deleted for resources: {'Network': ['ID=6cdc6a3f-010a-48cd-a6f7-f471951472cb,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:30:42.115069 n-d-838550-3 neutron-server[102730]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c6cd2c7-f7f3-4512-b6ae-1e568fde62b4 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] DELETE failed (client error): The resource could not be found. May 18 18:30:42.115822 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c6cd2c7-f7f3-4512-b6ae-1e568fde62b4 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:30:42.123646 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-3c6cd2c7-f7f3-4512-b6ae-1e568fde62b4 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] 10.222.0.85 "DELETE /v2.0/subnets/a0f14917-00b5-46a8-bb33-0ac9b48f17b8 HTTP/1.1" status: 404 len: 337 time: 0.0755415 May 18 18:30:42.142410 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 55436) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:30:42.146045 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-25e56ff3-f858-4c65-94a8-012fe8d71618 req-bce059e1-a346-4411-8d4f-56e32b664ea4 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/security-groups?id=02c33ece-f4c3-4965-a4ef-a7f4920ae299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1228549 May 18 18:30:42.170810 n-d-838550-3 neutron-server[102730]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb05c37f-d2b3-4a18-8ed6-780e8afadded tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] DELETE failed (client error): The resource could not be found. May 18 18:30:42.171644 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb05c37f-d2b3-4a18-8ed6-780e8afadded tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:30:42.177689 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c1ebeb4a-258e-4d05-baeb-3b7ce8a1767a req-c66af36a-155f-427b-8381-61b3c86460fb service neutron] 10.222.0.88 "GET /v2.0/networks/eafefbfa-378a-4a8a-8ee5-45c0c746f8e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5209095 May 18 18:30:42.178932 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-eb05c37f-d2b3-4a18-8ed6-780e8afadded tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] 10.222.0.85 "DELETE /v2.0/networks/b75f8249-e3ba-4a8b-b9d7-12813e76706d HTTP/1.1" status: 404 len: 339 time: 0.0311365 May 18 18:30:42.193761 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 55438) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:30:42.301188 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-0292aaa3-f456-4aef-9ede-6a30f34741cf admin admin] Deleting port e540f221-077b-4dcf-a833-1ef2a6a3a079 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:30:42.302184 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0292aaa3-f456-4aef-9ede-6a30f34741cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:42.396395 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e1ab14c-bf25-4a48-8924-01bae45c1203 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Deleting subnet 0d0e5b49-7644-4272-ac7a-6f3a06845395 {{(pid=102731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:30:42.427441 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6e1ab14c-bf25-4a48-8924-01bae45c1203 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks [] for subnet, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:42.434638 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:42.475510 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-0292aaa3-f456-4aef-9ede-6a30f34741cf admin admin] For port e540f221-077b-4dcf-a833-1ef2a6a3a079, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=e540f221-077b-4dcf-a833-1ef2a6a3a079,segment=NetworkSegment(ef93e1fc-f0f4-4220-adc9-d2cb000b3c93),segment_id=ef93e1fc-f0f4-4220-adc9-d2cb000b3c93)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:30:42.475937 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0292aaa3-f456-4aef-9ede-6a30f34741cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:42.513268 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-0292aaa3-f456-4aef-9ede-6a30f34741cf admin admin] Calling delete_port for e540f221-077b-4dcf-a833-1ef2a6a3a079 owned by network:router_interface {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:30:42.529539 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6e1ab14c-bf25-4a48-8924-01bae45c1203 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260542153'] for subnet, precommit_delete_associations {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:42.648235 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6e1ab14c-bf25-4a48-8924-01bae45c1203 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:42.755522 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6e1ab14c-bf25-4a48-8924-01bae45c1203 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260898416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260908030'] for subnet, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:42.909826 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6e1ab14c-bf25-4a48-8924-01bae45c1203 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:42.921885 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db22872e-c5b0-4071-9845-8fd2cd78df03 None None] Network 3ad825f7-af1f-43be-a004-5dd1283327cf requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:30:42.961536 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 55452) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:30:42.965502 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-6e1ab14c-bf25-4a48-8924-01bae45c1203 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] 10.222.0.85 "DELETE /v2.0/subnets/0d0e5b49-7644-4272-ac7a-6f3a06845395 HTTP/1.1" status: 204 len: 168 time: 0.7587271 May 18 18:30:42.983699 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1ab14c-bf25-4a48-8924-01bae45c1203 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Pushing event deleted for resources: {'Subnet': ['ID=0d0e5b49-7644-4272-ac7a-6f3a06845395,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:30:43.014613 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282745f4-4691-4ff7-b229-583d3f3f0d89 req-44dec14a-c99a-412e-9c61-396f0f2abf2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:43.045584 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-282745f4-4691-4ff7-b229-583d3f3f0d89 req-44dec14a-c99a-412e-9c61-396f0f2abf2b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=4ce86b77116a4afca1694cba473235e6&device_id=626a086d-20bf-469f-b20c-0be7435a44bc HTTP/1.1" status: 200 len: 1094 time: 0.7700071 May 18 18:30:43.349911 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:43.552435 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d64ce9-8823-4879-9b2e-2f36c35169d0 req-bfcbafda-b194-4fea-9df1-88b89006e911 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:43.563219 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a7d64ce9-8823-4879-9b2e-2f36c35169d0 req-bfcbafda-b194-4fea-9df1-88b89006e911 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=626a086d-20bf-469f-b20c-0be7435a44bc HTTP/1.1" status: 200 len: 943 time: 0.2940993 May 18 18:30:43.607469 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4606c14d-51d0-4a30-bb89-8f59203dfca9 None None] DHCP port deletion for 3ad825f7-af1f-43be-a004-5dd1283327cf request from n-d-838550-3 {{(pid=102732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 18:30:43.817188 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282745f4-4691-4ff7-b229-583d3f3f0d89 req-b7202af6-2e7a-48c5-bc8e-39dd3d9dd15b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:43.818875 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-282745f4-4691-4ff7-b229-583d3f3f0d89 req-b7202af6-2e7a-48c5-bc8e-39dd3d9dd15b service neutron] 10.222.0.88 "GET /v2.0/networks?id=eafefbfa-378a-4a8a-8ee5-45c0c746f8e9 HTTP/1.1" status: 200 len: 911 time: 0.7634578 May 18 18:30:43.822062 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 55464) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:30:43.903565 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-4606c14d-51d0-4a30-bb89-8f59203dfca9 None None] Deleting port 863592d4-4378-4663-8deb-b42d005352a0 {{(pid=102732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:30:43.903942 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-4606c14d-51d0-4a30-bb89-8f59203dfca9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:43.906407 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a7d64ce9-8823-4879-9b2e-2f36c35169d0 req-01eff1cd-ea35-4301-9d4c-112e41586025 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=f6f34100-4199-4c69-a3cb-028eff639d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3411446 May 18 18:30:43.984064 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c5f08a5e-7a23-4c13-a848-839d251acd69 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:44.113300 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-282745f4-4691-4ff7-b229-583d3f3f0d89 req-dd6b8882-b0f9-4c17-bf7f-043c701607f4 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=decea55d-a895-43b7-9e02-6f468495aa03 HTTP/1.1" status: 200 len: 217 time: 0.1940064 May 18 18:30:44.177187 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 863592d4-4378-4663-8deb-b42d005352a0 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:30:44.246294 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-6affa9f0-1c28-478a-952d-6539432bc4b6 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1725489195-network', 'tenant_id': '175ea6b84b9343f588acbb70ff894a1f'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:30:44.298192 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481f1cf0-5d30-4048-99be-d092f1ad6492 req-149dc020-d0e8-499f-9e5a-e425b1b8a60f tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:44.299715 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-481f1cf0-5d30-4048-99be-d092f1ad6492 req-149dc020-d0e8-499f-9e5a-e425b1b8a60f tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/ports?device_id=ab843bd5-49cc-4a1a-a822-b7403ee93ee0 HTTP/1.1" status: 200 len: 946 time: 0.5697234 May 18 18:30:44.316278 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282745f4-4691-4ff7-b229-583d3f3f0d89 req-3d6f0448-08c8-4e0e-904b-bbb2f6b956d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:44.317840 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-282745f4-4691-4ff7-b229-583d3f3f0d89 req-3d6f0448-08c8-4e0e-904b-bbb2f6b956d5 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=ab1f7f5a-a761-43dc-be82-e3f213958e88 HTTP/1.1" status: 200 len: 849 time: 0.2014179 May 18 18:30:44.399045 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-4606c14d-51d0-4a30-bb89-8f59203dfca9 None None] For port 863592d4-4378-4663-8deb-b42d005352a0, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=863592d4-4378-4663-8deb-b42d005352a0,segment=NetworkSegment(1aa29375-7aa7-453d-af29-7d2e3cec2bd5),segment_id=1aa29375-7aa7-453d-af29-7d2e3cec2bd5)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:30:44.399457 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-4606c14d-51d0-4a30-bb89-8f59203dfca9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:44.459765 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282745f4-4691-4ff7-b229-583d3f3f0d89 req-e8fdcf34-0689-4d7d-8f0d-9d05b6951cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:44.461408 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-282745f4-4691-4ff7-b229-583d3f3f0d89 req-e8fdcf34-0689-4d7d-8f0d-9d05b6951cab service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=eafefbfa-378a-4a8a-8ee5-45c0c746f8e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1227694 May 18 18:30:44.492834 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-4606c14d-51d0-4a30-bb89-8f59203dfca9 None None] Calling delete_port for 863592d4-4378-4663-8deb-b42d005352a0 owned by network:dhcp {{(pid=102732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:30:44.600059 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0292aaa3-f456-4aef-9ede-6a30f34741cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:44.695204 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-282745f4-4691-4ff7-b229-583d3f3f0d89 req-ff916ea5-a94e-40a2-8ae6-5432a9d5e4e2 service neutron] 10.222.0.88 "GET /v2.0/networks/eafefbfa-378a-4a8a-8ee5-45c0c746f8e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246003 May 18 18:30:44.725584 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-481f1cf0-5d30-4048-99be-d092f1ad6492 req-1631c9b6-1fde-4df1-ad41-c2ebb6d079e0 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/security-groups?id=02c33ece-f4c3-4965-a4ef-a7f4920ae299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3186078 May 18 18:30:44.736386 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6affa9f0-1c28-478a-952d-6539432bc4b6 admin admin] Made reservation on behalf of 175ea6b84b9343f588acbb70ff894a1f for: {'network': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:30:44.742109 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6affa9f0-1c28-478a-952d-6539432bc4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:44.748456 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0292aaa3-f456-4aef-9ede-6a30f34741cf admin admin] Pushing event deleted for resources: {'Port': ['ID=e540f221-077b-4dcf-a833-1ef2a6a3a079,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:30:44.771899 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 863592d4-4378-4663-8deb-b42d005352a0 is: ACTIVE; New status is: DOWN {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:30:44.772504 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:44.788214 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0292aaa3-f456-4aef-9ede-6a30f34741cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:30:44.788561 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0292aaa3-f456-4aef-9ede-6a30f34741cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:30:44.788909 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0292aaa3-f456-4aef-9ede-6a30f34741cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:30:44.789247 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0292aaa3-f456-4aef-9ede-6a30f34741cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:30:44.789588 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0292aaa3-f456-4aef-9ede-6a30f34741cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:30:44.801398 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0292aaa3-f456-4aef-9ede-6a30f34741cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:30:44.801784 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0292aaa3-f456-4aef-9ede-6a30f34741cf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:30:44.802144 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0292aaa3-f456-4aef-9ede-6a30f34741cf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:30:44.802507 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0292aaa3-f456-4aef-9ede-6a30f34741cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:30:44.802842 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0292aaa3-f456-4aef-9ede-6a30f34741cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:30:44.803288 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0292aaa3-f456-4aef-9ede-6a30f34741cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:30:44.803503 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0292aaa3-f456-4aef-9ede-6a30f34741cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:30:44.808987 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-c5f08a5e-7a23-4c13-a848-839d251acd69 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Deleting port 863592d4-4378-4663-8deb-b42d005352a0 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:30:44.809592 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c5f08a5e-7a23-4c13-a848-839d251acd69 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:44.831903 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] For port 863592d4-4378-4663-8deb-b42d005352a0, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=863592d4-4378-4663-8deb-b42d005352a0,segment=NetworkSegment(1aa29375-7aa7-453d-af29-7d2e3cec2bd5),segment_id=1aa29375-7aa7-453d-af29-7d2e3cec2bd5)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:30:44.835536 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6affa9f0-1c28-478a-952d-6539432bc4b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:44.842597 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:44.906704 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-282745f4-4691-4ff7-b229-583d3f3f0d89 req-1ac7cf89-e464-4e4e-b861-e67b9da75eb1 service neutron] 10.222.0.88 "GET /v2.0/networks/eafefbfa-378a-4a8a-8ee5-45c0c746f8e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999438 May 18 18:30:44.914289 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-4606c14d-51d0-4a30-bb89-8f59203dfca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508'] for port, after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:44.926432 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Pushing event updated for resources: {'Port': ['ID=863592d4-4378-4663-8deb-b42d005352a0,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:30:44.935511 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4606c14d-51d0-4a30-bb89-8f59203dfca9 None None] No DVR routers for this DVR port 863592d4-4378-4663-8deb-b42d005352a0 on host n-d-838550-3 {{(pid=102732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:30:44.968791 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4606c14d-51d0-4a30-bb89-8f59203dfca9 None None] Pushing event deleted for resources: {'Port': ['ID=863592d4-4378-4663-8deb-b42d005352a0,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:30:44.990492 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6affa9f0-1c28-478a-952d-6539432bc4b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:45.034425 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6affa9f0-1c28-478a-952d-6539432bc4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:45.047818 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6affa9f0-1c28-478a-952d-6539432bc4b6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 648} {{(pid=102730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:30:45.058210 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6affa9f0-1c28-478a-952d-6539432bc4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:45.058840 n-d-838550-3 neutron-server[102730]: INFO neutron.db.segments_db [None req-6affa9f0-1c28-478a-952d-6539432bc4b6 admin admin] Added segment 6a0bcacf-c533-411c-a237-768dc94a8f4f of type vlan for network 407bae63-0bbb-448a-8890-344e0f2fc0ed May 18 18:30:45.103855 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6affa9f0-1c28-478a-952d-6539432bc4b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:45.129232 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4ccf1d-90f7-4415-bd4a-dcabfff8fc03 req-92fda124-9748-4bc9-b8f5-969ce343582a tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:45.139240 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5f4ccf1d-90f7-4415-bd4a-dcabfff8fc03 req-92fda124-9748-4bc9-b8f5-969ce343582a tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=626a086d-20bf-469f-b20c-0be7435a44bc HTTP/1.1" status: 200 len: 943 time: 0.1105120 May 18 18:30:45.151411 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6affa9f0-1c28-478a-952d-6539432bc4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:45.152661 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6affa9f0-1c28-478a-952d-6539432bc4b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:45.153431 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6affa9f0-1c28-478a-952d-6539432bc4b6 admin admin] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:45.197111 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5f4ccf1d-90f7-4415-bd4a-dcabfff8fc03 req-fe4dc164-1cff-4629-b7fd-2e008bec3948 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=f6f34100-4199-4c69-a3cb-028eff639d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555506 May 18 18:30:45.293725 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6affa9f0-1c28-478a-952d-6539432bc4b6 admin admin] Pushing event updated for resources: {'Network': ['ID=407bae63-0bbb-448a-8890-344e0f2fc0ed,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:30:45.303315 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network 407bae63-0bbb-448a-8890-344e0f2fc0ed details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:30:45.377971 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-6affa9f0-1c28-478a-952d-6539432bc4b6 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5292091 May 18 18:30:45.382425 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 55484) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:30:45.383023 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-c5f08a5e-7a23-4c13-a848-839d251acd69 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] For port 863592d4-4378-4663-8deb-b42d005352a0, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=863592d4-4378-4663-8deb-b42d005352a0,segment=NetworkSegment(1aa29375-7aa7-453d-af29-7d2e3cec2bd5),segment_id=1aa29375-7aa7-453d-af29-7d2e3cec2bd5)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:30:45.383435 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c5f08a5e-7a23-4c13-a848-839d251acd69 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:45.387096 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-01a2cacf-231b-4d51-b2e2-ce5f0ed07d72 admin admin] Request body: {'subnet': {'network_id': '407bae63-0bbb-448a-8890-344e0f2fc0ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1725489195-subnet', 'tenant_id': '175ea6b84b9343f588acbb70ff894a1f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:30:45.387483 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6affa9f0-1c28-478a-952d-6539432bc4b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d44bb54-af95-4468-877a-95621f1eb2cc,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:30:45.413891 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-c5f08a5e-7a23-4c13-a848-839d251acd69 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Calling delete_port for 863592d4-4378-4663-8deb-b42d005352a0 owned by network:dhcp {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:30:45.470314 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01a2cacf-231b-4d51-b2e2-ce5f0ed07d72 admin admin] Made reservation on behalf of 175ea6b84b9343f588acbb70ff894a1f for: {'subnet': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:30:45.474242 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-01a2cacf-231b-4d51-b2e2-ce5f0ed07d72 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260908003'] for subnet, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:45.555267 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0292aaa3-f456-4aef-9ede-6a30f34741cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-593931'] for router_interface, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:45.670534 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c5f08a5e-7a23-4c13-a848-839d251acd69 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:45.756660 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f08a5e-7a23-4c13-a848-839d251acd69 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] No DVR routers for this DVR port 863592d4-4378-4663-8deb-b42d005352a0 on host n-d-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:30:45.761774 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f08a5e-7a23-4c13-a848-839d251acd69 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Pushing event deleted for resources: {'Port': ['ID=863592d4-4378-4663-8deb-b42d005352a0,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:30:46.069010 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c5f08a5e-7a23-4c13-a848-839d251acd69 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:46.075954 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-01a2cacf-231b-4d51-b2e2-ce5f0ed07d72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260898481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260908021'] for subnet, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:46.181886 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-c5f08a5e-7a23-4c13-a848-839d251acd69 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ad825f7-af1f-43be-a004-5dd1283327cf']}} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:30:46.192482 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5f9a6b-d53c-43d5-a364-6c373af8479e req-c87a065e-db0b-43f0-ba11-b1ff16009d98 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:46.200865 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4c5f9a6b-d53c-43d5-a364-6c373af8479e req-c87a065e-db0b-43f0-ba11-b1ff16009d98 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/ports?device_id=ab843bd5-49cc-4a1a-a822-b7403ee93ee0 HTTP/1.1" status: 200 len: 946 time: 0.3219435 May 18 18:30:46.289072 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a2cacf-231b-4d51-b2e2-ce5f0ed07d72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8d619fc-35bc-4e3d-a93e-6708e1e40994,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:30:46.303012 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a2cacf-231b-4d51-b2e2-ce5f0ed07d72 admin admin] Checking segment: {'id': '6a0bcacf-c533-411c-a237-768dc94a8f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '407bae63-0bbb-448a-8890-344e0f2fc0ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:30:46.303378 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a2cacf-231b-4d51-b2e2-ce5f0ed07d72 admin admin] Network hostable DHCP agents. Network: 407bae63-0bbb-448a-8890-344e0f2fc0ed, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:30:46.333390 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a2cacf-231b-4d51-b2e2-ce5f0ed07d72 admin admin] Network 407bae63-0bbb-448a-8890-344e0f2fc0ed is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:30:46.353409 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-01a2cacf-231b-4d51-b2e2-ce5f0ed07d72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, 407bae63-0bbb-448a-8890-344e0f2fc0ed) {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:30:46.356701 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-c5f08a5e-7a23-4c13-a848-839d251acd69 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1aa29375-7aa7-453d-af29-7d2e3cec2bd5') {'for_net_delete': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:30:46.358099 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a2cacf-231b-4d51-b2e2-ce5f0ed07d72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:46.358683 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-01a2cacf-231b-4d51-b2e2-ce5f0ed07d72 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:46.359074 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-c5f08a5e-7a23-4c13-a848-839d251acd69 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1aa29375-7aa7-453d-af29-7d2e3cec2bd5') {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:30:46.364975 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5361abb3-ab9b-40b0-a534-b10bf315e79a None None] Network 407bae63-0bbb-448a-8890-344e0f2fc0ed requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:30:46.448365 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c5f08a5e-7a23-4c13-a848-839d251acd69 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260107375'] for segment, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:46.492546 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-01a2cacf-231b-4d51-b2e2-ce5f0ed07d72 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1096501 May 18 18:30:46.494540 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4c5f9a6b-d53c-43d5-a364-6c373af8479e req-cab6c1fb-616d-4730-a33b-92c3f8864ccf tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/security-groups?id=02c33ece-f4c3-4965-a4ef-a7f4920ae299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2926028 May 18 18:30:46.519619 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c5f08a5e-7a23-4c13-a848-839d251acd69 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:46.546946 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0292aaa3-f456-4aef-9ede-6a30f34741cf admin admin] Router 69013297-2e02-4fff-a67f-a2111671e2d7 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:30:46.561908 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8ce503-828c-4817-84a2-ff71772b55a7 req-8b748ca2-4b00-4006-ab9e-75c849f55ba5 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:46.564031 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5f08a5e-7a23-4c13-a848-839d251acd69 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=102730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:30:46.574134 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c5f08a5e-7a23-4c13-a848-839d251acd69 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261102736'] for segment, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:46.576230 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8d8ce503-828c-4817-84a2-ff71772b55a7 req-8b748ca2-4b00-4006-ab9e-75c849f55ba5 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=626a086d-20bf-469f-b20c-0be7435a44bc HTTP/1.1" status: 200 len: 943 time: 0.1770506 May 18 18:30:46.586661 n-d-838550-3 neutron-server[102730]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:30:46.586661 n-d-838550-3 neutron-server[102730]: self.session.flush() May 18 18:30:46.586661 n-d-838550-3 neutron-server[102730]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:30:46.586661 n-d-838550-3 neutron-server[102730]: self.session.flush() May 18 18:30:46.586661 n-d-838550-3 neutron-server[102730]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:30:46.586661 n-d-838550-3 neutron-server[102730]: self.session.flush() May 18 18:30:46.586661 n-d-838550-3 neutron-server[102730]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:30:46.586661 n-d-838550-3 neutron-server[102730]: self.session.flush() May 18 18:30:46.586661 n-d-838550-3 neutron-server[102730]: Traceback (most recent call last): May 18 18:30:46.586661 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:30:46.586661 n-d-838550-3 neutron-server[102730]: timer() May 18 18:30:46.586661 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:30:46.586661 n-d-838550-3 neutron-server[102730]: cb(*args, **kw) May 18 18:30:46.586661 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:30:46.586661 n-d-838550-3 neutron-server[102730]: return func(*args, **kwargs) May 18 18:30:46.586661 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:30:46.586661 n-d-838550-3 neutron-server[102730]: self._notify() May 18 18:30:46.586661 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:30:46.586661 n-d-838550-3 neutron-server[102730]: self.callback(batched_events) May 18 18:30:46.586661 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:30:46.586661 n-d-838550-3 neutron-server[102730]: event.method(event) May 18 18:30:46.586661 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:30:46.586661 n-d-838550-3 neutron-server[102730]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:30:46.586661 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:30:46.586661 n-d-838550-3 neutron-server[102730]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:30:46.586661 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:30:46.586661 n-d-838550-3 neutron-server[102730]: return f(self, *a, **k) May 18 18:30:46.586661 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:30:46.586661 n-d-838550-3 neutron-server[102730]: return self._get(url).json() May 18 18:30:46.586661 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:30:46.586661 n-d-838550-3 neutron-server[102730]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:30:46.586661 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:30:46.586661 n-d-838550-3 neutron-server[102730]: return self.request(url, 'GET', **kwargs) May 18 18:30:46.586661 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:30:46.586661 n-d-838550-3 neutron-server[102730]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:30:46.586661 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:30:46.586661 n-d-838550-3 neutron-server[102730]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:30:46.586661 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:30:46.586661 n-d-838550-3 neutron-server[102730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:30:46.586661 n-d-838550-3 neutron-server[102730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:30:46.596150 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb5c565-6833-4143-af6b-b653946328e6 None None] Network 407bae63-0bbb-448a-8890-344e0f2fc0ed requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:30:46.697837 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8d8ce503-828c-4817-84a2-ff71772b55a7 req-92c7365b-d2f2-450f-84d6-4e09a5293cf1 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=f6f34100-4199-4c69-a3cb-028eff639d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190302 May 18 18:30:46.858152 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c5f08a5e-7a23-4c13-a848-839d251acd69 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:46.863934 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c5f08a5e-7a23-4c13-a848-839d251acd69 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:46.867646 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-c5f08a5e-7a23-4c13-a848-839d251acd69 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] 10.222.0.85 "DELETE /v2.0/networks/3ad825f7-af1f-43be-a004-5dd1283327cf HTTP/1.1" status: 204 len: 168 time: 3.9041464 May 18 18:30:46.891427 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f08a5e-7a23-4c13-a848-839d251acd69 tempest-NetworksIpV6Test-1288599271 tempest-NetworksIpV6Test-1288599271-project] Pushing event deleted for resources: {'Network': ['ID=3ad825f7-af1f-43be-a004-5dd1283327cf,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:30:46.961304 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0292aaa3-f456-4aef-9ede-6a30f34741cf admin admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:30:46.974875 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0eea2b3-f62d-492d-b763-71a83cd610d1 None None] Sync routers for ids ['69013297-2e02-4fff-a67f-a2111671e2d7'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:30:46.978265 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-0292aaa3-f456-4aef-9ede-6a30f34741cf admin admin] 10.222.0.85 "PUT /v2.0/routers/69013297-2e02-4fff-a67f-a2111671e2d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8931818 May 18 18:30:46.981698 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 55506) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:30:46.996014 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0eea2b3-f62d-492d-b763-71a83cd610d1 None None] Routers {'69013297-2e02-4fff-a67f-a2111671e2d7'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:30:46.997067 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-d0eea2b3-f62d-492d-b763-71a83cd610d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:30:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['69013297-2e02-4fff-a67f-a2111671e2d7'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:30:47.223096 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3c9f3e49-671e-486a-aa48-56e0bff36b15 admin admin] Notify callbacks [] for router, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:47.318711 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-d0eea2b3-f62d-492d-b763-71a83cd610d1 None None] Set router 69013297-2e02-4fff-a67f-a2111671e2d7 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:30:47.332186 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 55510) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:30:47.441524 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3c9f3e49-671e-486a-aa48-56e0bff36b15 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:47.569926 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-3c9f3e49-671e-486a-aa48-56e0bff36b15 admin admin] Deleting port 8c390fdd-7403-4a5b-b0a5-5e1baa1f7c8c {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:30:47.570404 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3c9f3e49-671e-486a-aa48-56e0bff36b15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:47.735417 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-3c9f3e49-671e-486a-aa48-56e0bff36b15 admin admin] For port 8c390fdd-7403-4a5b-b0a5-5e1baa1f7c8c, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=8c390fdd-7403-4a5b-b0a5-5e1baa1f7c8c,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:30:47.735899 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3c9f3e49-671e-486a-aa48-56e0bff36b15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:47.774478 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-3c9f3e49-671e-486a-aa48-56e0bff36b15 admin admin] Calling delete_port for 8c390fdd-7403-4a5b-b0a5-5e1baa1f7c8c owned by network:router_gateway {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:30:47.835272 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-d0eea2b3-f62d-492d-b763-71a83cd610d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69013297-2e02-4fff-a67f-a2111671e2d7', 'name': 'tempest-ServerActionsTestJSON-117939844-router', 'tenant_id': 'dc04081bebe44448af91d703facdf00a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': '8c390fdd-7403-4a5b-b0a5-5e1baa1f7c8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:21:39Z', 'updated_at': '2022-05-18T18:30:43Z', 'revision_number': 5, 'project_id': 'dc04081bebe44448af91d703facdf00a', 'gw_port': {'id': '8c390fdd-7403-4a5b-b0a5-5e1baa1f7c8c', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69013297-2e02-4fff-a67f-a2111671e2d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:21:41Z', 'updated_at': '2022-05-18T18:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:30:47.876842 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33515ea7-e6f8-4f38-98bf-42b054827738 req-870c49cb-9fa9-4fbe-9256-3cb0050fc4b8 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:47.885991 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-33515ea7-e6f8-4f38-98bf-42b054827738 req-870c49cb-9fa9-4fbe-9256-3cb0050fc4b8 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/ports?device_id=ab843bd5-49cc-4a1a-a822-b7403ee93ee0 HTTP/1.1" status: 200 len: 946 time: 0.2808371 May 18 18:30:47.898981 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-ff3653c0-98a4-4e32-907e-736cb6d0920f admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=bd00446429ad457d9241c37da79c2cb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5654666 May 18 18:30:47.905495 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 55528) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:30:47.908098 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0eea2b3-f62d-492d-b763-71a83cd610d1 None None] Checking router: 69013297-2e02-4fff-a67f-a2111671e2d7 for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:30:47.936036 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0eea2b3-f62d-492d-b763-71a83cd610d1 None None] Routers {'69013297-2e02-4fff-a67f-a2111671e2d7'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:30:47.937011 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-d0eea2b3-f62d-492d-b763-71a83cd610d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:30:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['69013297-2e02-4fff-a67f-a2111671e2d7'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:30:47.998262 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-33515ea7-e6f8-4f38-98bf-42b054827738 req-a10381fd-8585-4a53-a794-0e1ec4dcb822 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/security-groups?id=02c33ece-f4c3-4965-a4ef-a7f4920ae299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110196 May 18 18:30:48.029876 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3c9f3e49-671e-486a-aa48-56e0bff36b15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:48.038128 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4f72de6f-9835-461f-83bb-432795618c3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:48.076803 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4f72de6f-9835-461f-83bb-432795618c3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:48.088197 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9f3e49-671e-486a-aa48-56e0bff36b15 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c390fdd-7403-4a5b-b0a5-5e1baa1f7c8c,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:30:48.169562 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-d0eea2b3-f62d-492d-b763-71a83cd610d1 None None] Set router 69013297-2e02-4fff-a67f-a2111671e2d7 gateway port host: None {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:30:48.180786 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4f72de6f-9835-461f-83bb-432795618c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:48.183855 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4f72de6f-9835-461f-83bb-432795618c3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:48.185358 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-4f72de6f-9835-461f-83bb-432795618c3c admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/12f14388-8fc3-43a0-8e74-c651fb5457ca HTTP/1.1" status: 204 len: 168 time: 0.2775021 May 18 18:30:48.202811 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f72de6f-9835-461f-83bb-432795618c3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12f14388-8fc3-43a0-8e74-c651fb5457ca,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:30:48.270085 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3c9f3e49-671e-486a-aa48-56e0bff36b15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596901'] for router_gateway, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:48.276885 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-d0eea2b3-f62d-492d-b763-71a83cd610d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69013297-2e02-4fff-a67f-a2111671e2d7', 'name': 'tempest-ServerActionsTestJSON-117939844-router', 'tenant_id': 'dc04081bebe44448af91d703facdf00a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:21:39Z', 'updated_at': '2022-05-18T18:30:47Z', 'revision_number': 6, 'project_id': 'dc04081bebe44448af91d703facdf00a', 'gw_port_host': None}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:30:48.346362 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0eea2b3-f62d-492d-b763-71a83cd610d1 None None] The sync data for ids ['69013297-2e02-4fff-a67f-a2111671e2d7'] in n-d-838550-3 is: [{'id': '69013297-2e02-4fff-a67f-a2111671e2d7', 'name': 'tempest-ServerActionsTestJSON-117939844-router', 'tenant_id': 'dc04081bebe44448af91d703facdf00a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:21:39Z', 'updated_at': '2022-05-18T18:30:47Z', 'revision_number': 6, 'project_id': 'dc04081bebe44448af91d703facdf00a', 'gw_port_host': None}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:30:48.379370 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3c9f3e49-671e-486a-aa48-56e0bff36b15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25145'] for router, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:48.383697 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3c9f3e49-671e-486a-aa48-56e0bff36b15 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:48.441877 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8273b990-7465-4446-a134-73ffa930cda2 req-e7fa8ead-d273-4488-bbd2-e0d8e5acae6f tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:48.450615 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8273b990-7465-4446-a134-73ffa930cda2 req-e7fa8ead-d273-4488-bbd2-e0d8e5acae6f tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=626a086d-20bf-469f-b20c-0be7435a44bc HTTP/1.1" status: 200 len: 943 time: 0.4343672 May 18 18:30:48.467664 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3c9f3e49-671e-486a-aa48-56e0bff36b15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593303'] for router, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:48.467664 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c9f3e49-671e-486a-aa48-56e0bff36b15 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 69013297-2e02-4fff-a67f-a2111671e2d7 {{(pid=102731) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 18 18:30:48.474837 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3c9f3e49-671e-486a-aa48-56e0bff36b15 admin admin] Notify callbacks [] for router, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:48.484716 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-3c9f3e49-671e-486a-aa48-56e0bff36b15 admin admin] 10.222.0.85 "DELETE /v2.0/routers/69013297-2e02-4fff-a67f-a2111671e2d7 HTTP/1.1" status: 204 len: 168 time: 1.5014331 May 18 18:30:48.485029 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 55532) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:30:48.567867 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8273b990-7465-4446-a134-73ffa930cda2 req-c162cac7-5823-416f-9484-99d77bfa22e7 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=f6f34100-4199-4c69-a3cb-028eff639d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1161280 May 18 18:30:48.639074 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_v2 [None req-c27c1453-a0b0-45ef-8b8b-6a2ea4c80326 admin admin] Deleting subnet b85d9655-9e18-4f20-bd82-d6f95b142d2a {{(pid=102730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:30:48.655981 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c27c1453-a0b0-45ef-8b8b-6a2ea4c80326 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:48.764608 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c27c1453-a0b0-45ef-8b8b-6a2ea4c80326 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260107366'] for subnet, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:49.011863 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c27c1453-a0b0-45ef-8b8b-6a2ea4c80326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:49.095283 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c27c1453-a0b0-45ef-8b8b-6a2ea4c80326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261104690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261031888'] for subnet, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:49.136845 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27c1453-a0b0-45ef-8b8b-6a2ea4c80326 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b85d9655-9e18-4f20-bd82-d6f95b142d2a,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:30:49.186810 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c27c1453-a0b0-45ef-8b8b-6a2ea4c80326 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:49.193370 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 55552) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:30:49.195500 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160cbf00-0e84-4341-ba6e-e710f9010bd2 None None] Network adbd4d3b-93fc-4f7a-a6ae-1551b2db5668 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:30:49.201398 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-c27c1453-a0b0-45ef-8b8b-6a2ea4c80326 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/b85d9655-9e18-4f20-bd82-d6f95b142d2a HTTP/1.1" status: 204 len: 168 time: 0.7151768 May 18 18:30:49.244740 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18208f75-9647-44d9-80c1-4fa56d4ef45a req-17dfc381-5f51-41fa-b53a-a2eeb5143ef6 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:49.258890 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-18208f75-9647-44d9-80c1-4fa56d4ef45a req-17dfc381-5f51-41fa-b53a-a2eeb5143ef6 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/ports?device_id=ab843bd5-49cc-4a1a-a822-b7403ee93ee0 HTTP/1.1" status: 200 len: 946 time: 0.1231868 May 18 18:30:49.340887 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-18208f75-9647-44d9-80c1-4fa56d4ef45a req-497d520b-51af-465d-bc32-31cddd253ecc tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/security-groups?id=02c33ece-f4c3-4965-a4ef-a7f4920ae299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629702 May 18 18:30:49.369441 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-17ea1a36-9afd-49f1-ac5d-af98c58b16a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:49.676655 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a1ed87-8009-44ea-a28e-ed997c9b8a6f None None] DHCP port deletion for adbd4d3b-93fc-4f7a-a6ae-1551b2db5668 request from n-d-838550-3 {{(pid=102732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 18:30:49.854181 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 55568) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:30:49.860835 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-85a1ed87-8009-44ea-a28e-ed997c9b8a6f None None] Deleting port 8704d940-5ac8-4ec7-a728-f69b1b7bf7ea {{(pid=102732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:30:49.863876 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-85a1ed87-8009-44ea-a28e-ed997c9b8a6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:50.127286 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device e540f221-077b-4dcf-a833-1ef2a6a3a079 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:30:50.140588 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-9826e494-e094-45da-818e-0c7e51c81986 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2026182403'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:30:50.161061 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-85a1ed87-8009-44ea-a28e-ed997c9b8a6f None None] For port 8704d940-5ac8-4ec7-a728-f69b1b7bf7ea, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=8704d940-5ac8-4ec7-a728-f69b1b7bf7ea,segment=NetworkSegment(ef93e1fc-f0f4-4220-adc9-d2cb000b3c93),segment_id=ef93e1fc-f0f4-4220-adc9-d2cb000b3c93)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:30:50.161061 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-85a1ed87-8009-44ea-a28e-ed997c9b8a6f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:50.204096 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9826e494-e094-45da-818e-0c7e51c81986 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Made reservation on behalf of a9f94fcef39a47fab3a2f9dfeadfbbe6 for: {'network': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:30:50.208586 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9826e494-e094-45da-818e-0c7e51c81986 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:50.244998 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9826e494-e094-45da-818e-0c7e51c81986 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:50.262037 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-85a1ed87-8009-44ea-a28e-ed997c9b8a6f None None] Calling delete_port for 8704d940-5ac8-4ec7-a728-f69b1b7bf7ea owned by network:dhcp {{(pid=102732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:30:50.279361 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-17ea1a36-9afd-49f1-ac5d-af98c58b16a7 admin admin] Deleting port 8704d940-5ac8-4ec7-a728-f69b1b7bf7ea {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:30:50.279698 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-17ea1a36-9afd-49f1-ac5d-af98c58b16a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:50.308195 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4301abd-1aeb-4553-ba09-4efd78f3136d req-a540db64-aa71-442e-92cd-56532084cc65 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:50.329832 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b4301abd-1aeb-4553-ba09-4efd78f3136d req-a540db64-aa71-442e-92cd-56532084cc65 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=626a086d-20bf-469f-b20c-0be7435a44bc HTTP/1.1" status: 200 len: 943 time: 0.2377467 May 18 18:30:50.402721 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: e540f221-077b-4dcf-a833-1ef2a6a3a079 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:30:50.404489 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device e540f221-077b-4dcf-a833-1ef2a6a3a079 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:30:50.405263 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 8c390fdd-7403-4a5b-b0a5-5e1baa1f7c8c no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:30:50.432924 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9826e494-e094-45da-818e-0c7e51c81986 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:50.439856 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9826e494-e094-45da-818e-0c7e51c81986 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:50.504676 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9826e494-e094-45da-818e-0c7e51c81986 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cea6aced-1b8a-4af4-97be-373b4af265b1,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:30:50.525547 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 8c390fdd-7403-4a5b-b0a5-5e1baa1f7c8c {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:30:50.529118 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 8c390fdd-7403-4a5b-b0a5-5e1baa1f7c8c not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:30:50.529651 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-17ea1a36-9afd-49f1-ac5d-af98c58b16a7 admin admin] For port 8704d940-5ac8-4ec7-a728-f69b1b7bf7ea, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=8704d940-5ac8-4ec7-a728-f69b1b7bf7ea,segment=NetworkSegment(ef93e1fc-f0f4-4220-adc9-d2cb000b3c93),segment_id=ef93e1fc-f0f4-4220-adc9-d2cb000b3c93)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:30:50.530359 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 8704d940-5ac8-4ec7-a728-f69b1b7bf7ea no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:30:50.530921 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-17ea1a36-9afd-49f1-ac5d-af98c58b16a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:50.531142 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9826e494-e094-45da-818e-0c7e51c81986 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 641} {{(pid=102730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:30:50.561453 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9826e494-e094-45da-818e-0c7e51c81986 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:50.562124 n-d-838550-3 neutron-server[102730]: INFO neutron.db.segments_db [None req-9826e494-e094-45da-818e-0c7e51c81986 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Added segment 3bfe4374-ed46-43cf-91b9-b42c70ff7855 of type vlan for network 2484592c-7903-497a-b074-5fba65c99f9a May 18 18:30:50.564139 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-17ea1a36-9afd-49f1-ac5d-af98c58b16a7 admin admin] Calling delete_port for 8704d940-5ac8-4ec7-a728-f69b1b7bf7ea owned by network:dhcp {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:30:50.609637 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-85a1ed87-8009-44ea-a28e-ed997c9b8a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508'] for port, after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:50.617176 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 8704d940-5ac8-4ec7-a728-f69b1b7bf7ea {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:30:50.617993 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 8704d940-5ac8-4ec7-a728-f69b1b7bf7ea not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:30:50.715249 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a1ed87-8009-44ea-a28e-ed997c9b8a6f None None] Pushing event deleted for resources: {'Port': ['ID=8704d940-5ac8-4ec7-a728-f69b1b7bf7ea,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:30:50.726990 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a1ed87-8009-44ea-a28e-ed997c9b8a6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:30:50.732577 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a1ed87-8009-44ea-a28e-ed997c9b8a6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:30:50.732981 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9826e494-e094-45da-818e-0c7e51c81986 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:50.733384 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a1ed87-8009-44ea-a28e-ed997c9b8a6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:30:50.733927 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a1ed87-8009-44ea-a28e-ed997c9b8a6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:30:50.735082 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a1ed87-8009-44ea-a28e-ed997c9b8a6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:30:50.735607 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a1ed87-8009-44ea-a28e-ed997c9b8a6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:30:50.749125 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-17ea1a36-9afd-49f1-ac5d-af98c58b16a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:50.752092 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a1ed87-8009-44ea-a28e-ed997c9b8a6f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:30:50.753082 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a1ed87-8009-44ea-a28e-ed997c9b8a6f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:30:50.754529 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a1ed87-8009-44ea-a28e-ed997c9b8a6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:30:50.755937 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a1ed87-8009-44ea-a28e-ed997c9b8a6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:30:50.756293 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a1ed87-8009-44ea-a28e-ed997c9b8a6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:30:50.756638 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a1ed87-8009-44ea-a28e-ed997c9b8a6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:30:50.767811 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a1ed87-8009-44ea-a28e-ed997c9b8a6f None None] No DVR routers for this DVR port 8704d940-5ac8-4ec7-a728-f69b1b7bf7ea on host n-d-838550-3 {{(pid=102732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:30:50.823894 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3895d7fe-8fa9-49d9-b763-ffbfd04383b6 req-5b9dc22a-a59b-4f37-9b71-ae872c6ddf35 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:50.825396 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3895d7fe-8fa9-49d9-b763-ffbfd04383b6 req-5b9dc22a-a59b-4f37-9b71-ae872c6ddf35 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/ports?device_id=ab843bd5-49cc-4a1a-a822-b7403ee93ee0 HTTP/1.1" status: 200 len: 946 time: 0.1878798 May 18 18:30:50.883507 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9826e494-e094-45da-818e-0c7e51c81986 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:50.889016 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9826e494-e094-45da-818e-0c7e51c81986 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:50.889609 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9826e494-e094-45da-818e-0c7e51c81986 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:50.916867 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ea1a36-9afd-49f1-ac5d-af98c58b16a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=8704d940-5ac8-4ec7-a728-f69b1b7bf7ea,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:30:50.941172 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ea1a36-9afd-49f1-ac5d-af98c58b16a7 admin admin] No DVR routers for this DVR port 8704d940-5ac8-4ec7-a728-f69b1b7bf7ea on host n-d-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:30:50.962297 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b4301abd-1aeb-4553-ba09-4efd78f3136d req-b160be4f-c682-4177-99c9-e9badbbe8182 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=f6f34100-4199-4c69-a3cb-028eff639d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6313124 May 18 18:30:50.971587 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3895d7fe-8fa9-49d9-b763-ffbfd04383b6 req-f4c1841c-9db3-46cd-8376-2c6233be3f97 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/security-groups?id=02c33ece-f4c3-4965-a4ef-a7f4920ae299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1383708 May 18 18:30:51.006674 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-9826e494-e094-45da-818e-0c7e51c81986 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1513927 May 18 18:30:51.045841 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9826e494-e094-45da-818e-0c7e51c81986 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Pushing event updated for resources: {'Network': ['ID=2484592c-7903-497a-b074-5fba65c99f9a,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:30:51.084090 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network 2484592c-7903-497a-b074-5fba65c99f9a details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:30:51.226927 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-17ea1a36-9afd-49f1-ac5d-af98c58b16a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:51.317593 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-17ea1a36-9afd-49f1-ac5d-af98c58b16a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adbd4d3b-93fc-4f7a-a6ae-1551b2db5668']}} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:30:51.348606 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-17ea1a36-9afd-49f1-ac5d-af98c58b16a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef93e1fc-f0f4-4220-adc9-d2cb000b3c93') {'for_net_delete': True} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:30:51.348802 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-17ea1a36-9afd-49f1-ac5d-af98c58b16a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef93e1fc-f0f4-4220-adc9-d2cb000b3c93') {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:30:51.366404 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-17ea1a36-9afd-49f1-ac5d-af98c58b16a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260542144'] for segment, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:51.388560 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-17ea1a36-9afd-49f1-ac5d-af98c58b16a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:51.403817 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17ea1a36-9afd-49f1-ac5d-af98c58b16a7 admin admin] Releasing vlan 627 on physical network physnet1 to pool {{(pid=102731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:30:51.405375 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-17ea1a36-9afd-49f1-ac5d-af98c58b16a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260884178'] for segment, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:51.599482 n-d-838550-3 neutron-server[102731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:30:51.599482 n-d-838550-3 neutron-server[102731]: self.session.flush() May 18 18:30:51.599482 n-d-838550-3 neutron-server[102731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:30:51.599482 n-d-838550-3 neutron-server[102731]: self.session.flush() May 18 18:30:51.599482 n-d-838550-3 neutron-server[102731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:30:51.599482 n-d-838550-3 neutron-server[102731]: self.session.flush() May 18 18:30:51.599482 n-d-838550-3 neutron-server[102731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:30:51.599482 n-d-838550-3 neutron-server[102731]: self.session.flush() May 18 18:30:51.599482 n-d-838550-3 neutron-server[102731]: Traceback (most recent call last): May 18 18:30:51.599482 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:30:51.599482 n-d-838550-3 neutron-server[102731]: timer() May 18 18:30:51.599482 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:30:51.599482 n-d-838550-3 neutron-server[102731]: cb(*args, **kw) May 18 18:30:51.599482 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:30:51.599482 n-d-838550-3 neutron-server[102731]: return func(*args, **kwargs) May 18 18:30:51.599482 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:30:51.599482 n-d-838550-3 neutron-server[102731]: self._notify() May 18 18:30:51.599482 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:30:51.599482 n-d-838550-3 neutron-server[102731]: self.callback(batched_events) May 18 18:30:51.599482 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:30:51.599482 n-d-838550-3 neutron-server[102731]: event.method(event) May 18 18:30:51.599482 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:30:51.599482 n-d-838550-3 neutron-server[102731]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:30:51.599482 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:30:51.599482 n-d-838550-3 neutron-server[102731]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:30:51.599482 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:30:51.599482 n-d-838550-3 neutron-server[102731]: return f(self, *a, **k) May 18 18:30:51.599482 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:30:51.599482 n-d-838550-3 neutron-server[102731]: return self._get(url).json() May 18 18:30:51.599482 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:30:51.599482 n-d-838550-3 neutron-server[102731]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:30:51.599482 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:30:51.599482 n-d-838550-3 neutron-server[102731]: return self.request(url, 'GET', **kwargs) May 18 18:30:51.599482 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:30:51.599482 n-d-838550-3 neutron-server[102731]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:30:51.599482 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:30:51.599482 n-d-838550-3 neutron-server[102731]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:30:51.599482 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:30:51.599482 n-d-838550-3 neutron-server[102731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:30:51.599482 n-d-838550-3 neutron-server[102731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:30:51.608824 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-17ea1a36-9afd-49f1-ac5d-af98c58b16a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:51.632734 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-17ea1a36-9afd-49f1-ac5d-af98c58b16a7 admin admin] Notify callbacks [] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:51.638647 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-17ea1a36-9afd-49f1-ac5d-af98c58b16a7 admin admin] 10.222.0.85 "DELETE /v2.0/networks/adbd4d3b-93fc-4f7a-a6ae-1551b2db5668 HTTP/1.1" status: 204 len: 168 time: 2.4441609 May 18 18:30:51.685495 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ea1a36-9afd-49f1-ac5d-af98c58b16a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=adbd4d3b-93fc-4f7a-a6ae-1551b2db5668,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:30:51.990576 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 55598) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:30:52.159680 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-39b34493-e294-4301-9155-7f561aea699a admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=dc04081bebe44448af91d703facdf00a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1662297 May 18 18:30:52.164370 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 55602) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:30:52.250846 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9df8697-0a5c-413b-9f09-2ea945968a47 req-c4c7ddb4-0490-47c7-8317-cd0f37d17509 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:52.258962 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c9df8697-0a5c-413b-9f09-2ea945968a47 req-c4c7ddb4-0490-47c7-8317-cd0f37d17509 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/ports?device_id=ab843bd5-49cc-4a1a-a822-b7403ee93ee0 HTTP/1.1" status: 200 len: 946 time: 0.1023226 May 18 18:30:52.326735 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b3e7b6e2-5f10-40ff-93a5-ee7942927805 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:52.344610 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a2a0e5-0713-407e-8e89-2929b3c49aff req-835d4f83-52d2-4414-ace3-7fa55e36d56c tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:52.346881 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e6a2a0e5-0713-407e-8e89-2929b3c49aff req-835d4f83-52d2-4414-ace3-7fa55e36d56c tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=626a086d-20bf-469f-b20c-0be7435a44bc HTTP/1.1" status: 200 len: 943 time: 0.1916337 May 18 18:30:52.364563 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c9df8697-0a5c-413b-9f09-2ea945968a47 req-6b93b343-bd02-4f13-821e-0fadb7c87c58 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/security-groups?id=02c33ece-f4c3-4965-a4ef-a7f4920ae299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959845 May 18 18:30:52.394651 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b3e7b6e2-5f10-40ff-93a5-ee7942927805 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:52.507052 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e6a2a0e5-0713-407e-8e89-2929b3c49aff req-81386e6b-a370-4999-8591-fb2d5e23ca6b tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=f6f34100-4199-4c69-a3cb-028eff639d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1493919 May 18 18:30:52.523599 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b3e7b6e2-5f10-40ff-93a5-ee7942927805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:52.526603 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b3e7b6e2-5f10-40ff-93a5-ee7942927805 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:52.527833 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-b3e7b6e2-5f10-40ff-93a5-ee7942927805 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/79af37b4-96e5-49e2-a136-b4eb89c535d3 HTTP/1.1" status: 204 len: 168 time: 0.3625119 May 18 18:30:52.540965 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e7b6e2-5f10-40ff-93a5-ee7942927805 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79af37b4-96e5-49e2-a136-b4eb89c535d3,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:30:53.327444 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device decea55d-a895-43b7-9e02-6f468495aa03 details requested by agent hyperv_n-h2-838550-3 with host n-h2-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:30:53.562658 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port decea55d-a895-43b7-9e02-6f468495aa03, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=decea55d-a895-43b7-9e02-6f468495aa03,segment=NetworkSegment(91232e8c-3d17-424b-b810-746db9884dd3),segment_id=91232e8c-3d17-424b-b810-746db9884dd3)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:30:53.585888 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Returning: {'device': 'decea55d-a895-43b7-9e02-6f468495aa03', 'network_id': 'eafefbfa-378a-4a8a-8ee5-45c0c746f8e9', 'port_id': 'decea55d-a895-43b7-9e02-6f468495aa03', 'mac_address': 'fa:16:3e:93:70:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab1f7f5a-a761-43dc-be82-e3f213958e88', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:30:53.645030 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8681554e-0596-4e1c-8319-abe87251abae req-60e6935a-a1b9-471f-9e5d-dc3f1a9f9750 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:53.654699 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8681554e-0596-4e1c-8319-abe87251abae req-60e6935a-a1b9-471f-9e5d-dc3f1a9f9750 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/ports?device_id=ab843bd5-49cc-4a1a-a822-b7403ee93ee0 HTTP/1.1" status: 200 len: 946 time: 0.0676014 May 18 18:30:53.681883 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port decea55d-a895-43b7-9e02-6f468495aa03 is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:30:53.682354 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:53.714623 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8681554e-0596-4e1c-8319-abe87251abae req-895ff84f-8991-4441-8b47-8676c0142e43 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/security-groups?id=02c33ece-f4c3-4965-a4ef-a7f4920ae299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587854 May 18 18:30:53.745231 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id decea55d-a895-43b7-9e02-6f468495aa03 {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:30:53.783662 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port decea55d-a895-43b7-9e02-6f468495aa03, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=decea55d-a895-43b7-9e02-6f468495aa03,segment=NetworkSegment(91232e8c-3d17-424b-b810-746db9884dd3),segment_id=91232e8c-3d17-424b-b810-746db9884dd3)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:30:53.795397 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:53.917100 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=decea55d-a895-43b7-9e02-6f468495aa03,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:30:53.929254 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440f3897-c0e8-408f-954e-05d31fc1f90f req-73fe5746-ee35-4753-8f6f-d333e248d573 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:53.939037 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-440f3897-c0e8-408f-954e-05d31fc1f90f req-73fe5746-ee35-4753-8f6f-d333e248d573 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=626a086d-20bf-469f-b20c-0be7435a44bc HTTP/1.1" status: 200 len: 944 time: 0.1470406 May 18 18:30:54.038783 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-440f3897-c0e8-408f-954e-05d31fc1f90f req-ee381496-3b33-49af-a978-e93fc781b681 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=f6f34100-4199-4c69-a3cb-028eff639d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984766 May 18 18:30:54.074516 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['decea55d-a895-43b7-9e02-6f468495aa03'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:30:54.516527 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 55646) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:30:54.622886 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 55650) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:30:54.628549 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-8ebbacdd-266b-4d73-bd92-e2b2e0f12c90 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Request body: {'subnet': {'network_id': '2484592c-7903-497a-b074-5fba65c99f9a', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:30:54.749093 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-1c6fe038-9481-4eb5-9ff5-da477db48ca4 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-635412043-network', 'tenant_id': '8b72fb86d7c844d8a21a58d8abaece54'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:30:54.823059 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ebbacdd-266b-4d73-bd92-e2b2e0f12c90 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Made reservation on behalf of a9f94fcef39a47fab3a2f9dfeadfbbe6 for: {'subnet': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:30:54.828416 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8ebbacdd-266b-4d73-bd92-e2b2e0f12c90 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260908003'] for subnet, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:54.959274 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa06cc3d-af20-4501-90e0-53a615c51634 req-cad4343c-2b9c-4c43-9bb0-ca291f15349a tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:54.967561 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fa06cc3d-af20-4501-90e0-53a615c51634 req-cad4343c-2b9c-4c43-9bb0-ca291f15349a tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/ports?device_id=ab843bd5-49cc-4a1a-a822-b7403ee93ee0 HTTP/1.1" status: 200 len: 946 time: 0.0683300 May 18 18:30:55.011676 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c6fe038-9481-4eb5-9ff5-da477db48ca4 admin admin] Made reservation on behalf of 8b72fb86d7c844d8a21a58d8abaece54 for: {'network': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:30:55.014309 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1c6fe038-9481-4eb5-9ff5-da477db48ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:55.031277 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1c6fe038-9481-4eb5-9ff5-da477db48ca4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:55.033775 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fa06cc3d-af20-4501-90e0-53a615c51634 req-691390d7-2698-4263-a7c7-32f0521685b8 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/security-groups?id=02c33ece-f4c3-4965-a4ef-a7f4920ae299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589433 May 18 18:30:55.115645 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8ebbacdd-266b-4d73-bd92-e2b2e0f12c90 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260898481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260908021'] for subnet, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:55.213419 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebbacdd-266b-4d73-bd92-e2b2e0f12c90 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Pushing event updated for resources: {'Subnet': ['ID=a75b3c4d-3f32-46e8-a598-b325cefa7b9e,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:30:55.270039 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43253742-3bf1-475f-bbbb-edef1cae41e3 req-134f34fa-9f7d-4aa6-b669-c8013bd9aa46 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:55.271678 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-43253742-3bf1-475f-bbbb-edef1cae41e3 req-134f34fa-9f7d-4aa6-b669-c8013bd9aa46 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=626a086d-20bf-469f-b20c-0be7435a44bc HTTP/1.1" status: 200 len: 944 time: 0.0848153 May 18 18:30:55.309402 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ebbacdd-266b-4d73-bd92-e2b2e0f12c90 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Checking segment: {'id': '3bfe4374-ed46-43cf-91b9-b42c70ff7855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '2484592c-7903-497a-b074-5fba65c99f9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:30:55.309759 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ebbacdd-266b-4d73-bd92-e2b2e0f12c90 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Network hostable DHCP agents. Network: 2484592c-7903-497a-b074-5fba65c99f9a, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:30:55.319334 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1c6fe038-9481-4eb5-9ff5-da477db48ca4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:55.331439 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1c6fe038-9481-4eb5-9ff5-da477db48ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:55.348200 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device decea55d-a895-43b7-9e02-6f468495aa03 up at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:30:55.366108 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ebbacdd-266b-4d73-bd92-e2b2e0f12c90 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Network 2484592c-7903-497a-b074-5fba65c99f9a is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:30:55.377337 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-43253742-3bf1-475f-bbbb-edef1cae41e3 req-bb3626ce-886f-4c8f-b782-ce6b1c5c394e tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=f6f34100-4199-4c69-a3cb-028eff639d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956008 May 18 18:30:55.380240 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c6fe038-9481-4eb5-9ff5-da477db48ca4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=102731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:30:55.396501 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6fe038-9481-4eb5-9ff5-da477db48ca4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d4decf1-d3f8-40ef-a49d-c078d56e2dc1,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:30:55.401967 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1c6fe038-9481-4eb5-9ff5-da477db48ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:55.402317 n-d-838550-3 neutron-server[102731]: INFO neutron.db.segments_db [None req-1c6fe038-9481-4eb5-9ff5-da477db48ca4 admin admin] Added segment a789d407-e290-4a90-b0cb-82b84ff4b9fa of type vlan for network 492fec2b-f975-425f-828b-425816a23c89 May 18 18:30:55.403809 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-8ebbacdd-266b-4d73-bd92-e2b2e0f12c90 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, 2484592c-7903-497a-b074-5fba65c99f9a) {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:30:55.414740 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ebbacdd-266b-4d73-bd92-e2b2e0f12c90 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:55.415420 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8ebbacdd-266b-4d73-bd92-e2b2e0f12c90 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:55.475117 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 55660) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:30:55.475810 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-8ebbacdd-266b-4d73-bd92-e2b2e0f12c90 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8516474 May 18 18:30:55.481602 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-ba07a6d1-5f5f-4d09-b5b6-fc0d547e7580 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1140295504'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:30:55.488698 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-627f6f86-d89e-4837-9b7f-70e706acdf32 None None] Network 2484592c-7903-497a-b074-5fba65c99f9a requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:30:55.501247 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1c6fe038-9481-4eb5-9ff5-da477db48ca4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:55.540156 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba07a6d1-5f5f-4d09-b5b6-fc0d547e7580 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Made reservation on behalf of a9f94fcef39a47fab3a2f9dfeadfbbe6 for: {'network': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:30:55.545844 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ba07a6d1-5f5f-4d09-b5b6-fc0d547e7580 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:55.574932 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1c6fe038-9481-4eb5-9ff5-da477db48ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:55.575920 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6fe038-9481-4eb5-9ff5-da477db48ca4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:55.576491 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1c6fe038-9481-4eb5-9ff5-da477db48ca4 admin admin] Notify callbacks [] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:55.611061 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba07a6d1-5f5f-4d09-b5b6-fc0d547e7580 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 636} {{(pid=102730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:30:55.638189 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ba07a6d1-5f5f-4d09-b5b6-fc0d547e7580 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:55.640772 n-d-838550-3 neutron-server[102730]: INFO neutron.db.segments_db [None req-ba07a6d1-5f5f-4d09-b5b6-fc0d547e7580 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Added segment 32cf644b-56e4-4dad-8ec2-287bcffa9bbc of type vlan for network 3fbed1ea-69eb-42dd-843b-0b4763a99259 May 18 18:30:55.699331 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-1c6fe038-9481-4eb5-9ff5-da477db48ca4 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.1790750 May 18 18:30:55.707965 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 55662) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:30:55.728716 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-902a49c1-0139-4cf1-ae3f-739f22bc9243 admin admin] Request body: {'subnet': {'network_id': '492fec2b-f975-425f-828b-425816a23c89', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-635412043-subnet', 'tenant_id': '8b72fb86d7c844d8a21a58d8abaece54', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:30:55.746458 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6fe038-9481-4eb5-9ff5-da477db48ca4 admin admin] Pushing event updated for resources: {'Network': ['ID=492fec2b-f975-425f-828b-425816a23c89,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:30:55.750392 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ba07a6d1-5f5f-4d09-b5b6-fc0d547e7580 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:55.782452 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-902a49c1-0139-4cf1-ae3f-739f22bc9243 admin admin] Made reservation on behalf of 8b72fb86d7c844d8a21a58d8abaece54 for: {'subnet': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:30:55.785240 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-902a49c1-0139-4cf1-ae3f-739f22bc9243 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260908003'] for subnet, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:55.806660 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network 492fec2b-f975-425f-828b-425816a23c89 details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:30:55.816999 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ba07a6d1-5f5f-4d09-b5b6-fc0d547e7580 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:55.824142 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba07a6d1-5f5f-4d09-b5b6-fc0d547e7580 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:55.824806 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ba07a6d1-5f5f-4d09-b5b6-fc0d547e7580 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:55.875510 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-ba07a6d1-5f5f-4d09-b5b6-fc0d547e7580 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3986428 May 18 18:30:55.880674 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 55664) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:30:55.886635 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-da71a58f-e0de-4b9c-adf8-befd30ee861a tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Request body: {'subnet': {'network_id': '3fbed1ea-69eb-42dd-843b-0b4763a99259', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:30:55.887879 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning for port decea55d-a895-43b7-9e02-6f468495aa03 completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:30:55.970893 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning complete for port decea55d-a895-43b7-9e02-6f468495aa03 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:30:55.971289 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:56.008426 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba07a6d1-5f5f-4d09-b5b6-fc0d547e7580 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Pushing event updated for resources: {'Network': ['ID=3fbed1ea-69eb-42dd-843b-0b4763a99259,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:30:56.034357 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network 3fbed1ea-69eb-42dd-843b-0b4763a99259 details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:30:56.119834 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da71a58f-e0de-4b9c-adf8-befd30ee861a tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Made reservation on behalf of a9f94fcef39a47fab3a2f9dfeadfbbe6 for: {'subnet': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:30:56.126568 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-da71a58f-e0de-4b9c-adf8-befd30ee861a tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261031885'] for subnet, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:56.219502 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-902a49c1-0139-4cf1-ae3f-739f22bc9243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260898481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260908021'] for subnet, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:56.381389 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 55676) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:30:56.404558 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902a49c1-0139-4cf1-ae3f-739f22bc9243 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2280c6a7-2fbb-43fd-a641-4a8bbdb3adbf,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:30:56.414227 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902a49c1-0139-4cf1-ae3f-739f22bc9243 admin admin] Checking segment: {'id': 'a789d407-e290-4a90-b0cb-82b84ff4b9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '492fec2b-f975-425f-828b-425816a23c89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:30:56.414864 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-902a49c1-0139-4cf1-ae3f-739f22bc9243 admin admin] Network hostable DHCP agents. Network: 492fec2b-f975-425f-828b-425816a23c89, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:30:56.442114 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-902a49c1-0139-4cf1-ae3f-739f22bc9243 admin admin] Network 492fec2b-f975-425f-828b-425816a23c89 is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:30:56.474957 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-902a49c1-0139-4cf1-ae3f-739f22bc9243 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, 492fec2b-f975-425f-828b-425816a23c89) {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:30:56.484457 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-902a49c1-0139-4cf1-ae3f-739f22bc9243 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:56.485424 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-902a49c1-0139-4cf1-ae3f-739f22bc9243 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:56.541272 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-902a49c1-0139-4cf1-ae3f-739f22bc9243 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.8322039 May 18 18:30:56.575154 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f6be7e-f0e8-499c-a3b3-0eb935b8b546 req-bcb62f15-52c4-4748-b4b2-052bddcd5d43 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:56.579712 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f4d2328-1d3d-4979-a939-9be75d55e6a4 None None] Network 492fec2b-f975-425f-828b-425816a23c89 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:30:56.581389 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-39f6be7e-f0e8-499c-a3b3-0eb935b8b546 req-bcb62f15-52c4-4748-b4b2-052bddcd5d43 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/ports?device_id=ab843bd5-49cc-4a1a-a822-b7403ee93ee0 HTTP/1.1" status: 200 len: 946 time: 0.3873034 May 18 18:30:56.646267 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3484ee85-ff0f-4d89-9d9b-2239456cf73a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-2484592c-7903-497a-b074-5fba65c99f9a', 'network_id': '2484592c-7903-497a-b074-5fba65c99f9a', 'tenant_id': 'a9f94fcef39a47fab3a2f9dfeadfbbe6', 'fixed_ips': [{'subnet_id': 'a75b3c4d-3f32-46e8-a598-b325cefa7b9e'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:30:56.647041 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-3484ee85-ff0f-4d89-9d9b-2239456cf73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:56.742115 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d03fee-93ab-40a4-8255-08ff4077ea39 req-4d24d7a4-ed7d-470f-aeca-5b2fca70941b tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:56.747672 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-00d03fee-93ab-40a4-8255-08ff4077ea39 req-4d24d7a4-ed7d-470f-aeca-5b2fca70941b tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=626a086d-20bf-469f-b20c-0be7435a44bc HTTP/1.1" status: 200 len: 944 time: 0.1568403 May 18 18:30:56.833943 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-00d03fee-93ab-40a4-8255-08ff4077ea39 req-bdc5fba9-a453-440d-ae21-e5d7b5dbb82c tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=f6f34100-4199-4c69-a3cb-028eff639d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759859 May 18 18:30:56.950258 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-3484ee85-ff0f-4d89-9d9b-2239456cf73a None None] Allocated IP 2001:db8:0:ffff::2 (2484592c-7903-497a-b074-5fba65c99f9a/a75b3c4d-3f32-46e8-a598-b325cefa7b9e/2807d1e2-55f9-4cae-80f0-accc2053beae) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:30:57.086210 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-39f6be7e-f0e8-499c-a3b3-0eb935b8b546 req-db9c3bf4-c596-415c-93d6-a9583a28c4dd tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/security-groups?id=02c33ece-f4c3-4965-a4ef-a7f4920ae299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4965870 May 18 18:30:57.154961 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-3484ee85-ff0f-4d89-9d9b-2239456cf73a None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:57.216318 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-3484ee85-ff0f-4d89-9d9b-2239456cf73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:57.246157 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 7 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 18:30:57.270736 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3484ee85-ff0f-4d89-9d9b-2239456cf73a None None] Network 2484592c-7903-497a-b074-5fba65c99f9a is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:30:57.338979 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-3484ee85-ff0f-4d89-9d9b-2239456cf73a None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:30:57.353765 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3484ee85-ff0f-4d89-9d9b-2239456cf73a None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:30:57.455114 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3484ee85-ff0f-4d89-9d9b-2239456cf73a None None] Pushing event updated for resources: {'Port': ['ID=2807d1e2-55f9-4cae-80f0-accc2053beae,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:30:57.484285 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-3484ee85-ff0f-4d89-9d9b-2239456cf73a None None] Attempting to bind port 2807d1e2-55f9-4cae-80f0-accc2053beae on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:30:57.484569 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-3484ee85-ff0f-4d89-9d9b-2239456cf73a None None] Attempting to bind port 2807d1e2-55f9-4cae-80f0-accc2053beae by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '3bfe4374-ed46-43cf-91b9-b42c70ff7855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '2484592c-7903-497a-b074-5fba65c99f9a'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:30:57.484934 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3484ee85-ff0f-4d89-9d9b-2239456cf73a None None] Attempting to bind port 2807d1e2-55f9-4cae-80f0-accc2053beae on network 2484592c-7903-497a-b074-5fba65c99f9a {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:30:57.493172 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3484ee85-ff0f-4d89-9d9b-2239456cf73a None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 30, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:30:57.493545 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3484ee85-ff0f-4d89-9d9b-2239456cf73a None None] Checking segment: {'id': '3bfe4374-ed46-43cf-91b9-b42c70ff7855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '2484592c-7903-497a-b074-5fba65c99f9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:30:57.494733 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-3484ee85-ff0f-4d89-9d9b-2239456cf73a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:57.495189 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3484ee85-ff0f-4d89-9d9b-2239456cf73a None None] Bound using segment: {'id': '3bfe4374-ed46-43cf-91b9-b42c70ff7855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '2484592c-7903-497a-b074-5fba65c99f9a'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:30:57.495796 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-3484ee85-ff0f-4d89-9d9b-2239456cf73a None None] Bound port: 2807d1e2-55f9-4cae-80f0-accc2053beae, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bfe4374-ed46-43cf-91b9-b42c70ff7855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '2484592c-7903-497a-b074-5fba65c99f9a'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:30:57.496242 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-3484ee85-ff0f-4d89-9d9b-2239456cf73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:57.511621 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port decea55d-a895-43b7-9e02-6f468495aa03 is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:30:57.512315 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:57.692954 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port decea55d-a895-43b7-9e02-6f468495aa03, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=decea55d-a895-43b7-9e02-6f468495aa03,segment=NetworkSegment(91232e8c-3d17-424b-b810-746db9884dd3),segment_id=91232e8c-3d17-424b-b810-746db9884dd3)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:30:57.749267 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '626a086d-20bf-469f-b20c-0be7435a44bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'decea55d-a895-43b7-9e02-6f468495aa03'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:30:57.756064 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4c7c266-22f3-423d-8fb3-db4b010b9aee" -d '{"events": [{"server_uuid": "626a086d-20bf-469f-b20c-0be7435a44bc", "name": "network-vif-plugged", "status": "completed", "tag": "decea55d-a895-43b7-9e02-6f468495aa03"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:30:57.772118 n-d-838550-3 neutron-server[102730]: DEBUG neutron.objects.ports [None req-da71a58f-e0de-4b9c-adf8-befd30ee861a tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102730) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} May 18 18:30:57.773840 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:57.797903 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-da71a58f-e0de-4b9c-adf8-befd30ee861a tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261104883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261031899'] for subnet, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:57.883388 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-3484ee85-ff0f-4d89-9d9b-2239456cf73a None None] For port 2807d1e2-55f9-4cae-80f0-accc2053beae, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:30:57.895299 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-3484ee85-ff0f-4d89-9d9b-2239456cf73a None None] For port 2807d1e2-55f9-4cae-80f0-accc2053beae, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=2807d1e2-55f9-4cae-80f0-accc2053beae,segment=NetworkSegment(3bfe4374-ed46-43cf-91b9-b42c70ff7855),segment_id=3bfe4374-ed46-43cf-91b9-b42c70ff7855)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:30:57.935054 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249843c6-46fc-45c6-aed1-1bb39f4bf4f6 req-389ce19f-0d69-4be7-b84f-7a56f5625798 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:57.944318 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-249843c6-46fc-45c6-aed1-1bb39f4bf4f6 req-389ce19f-0d69-4be7-b84f-7a56f5625798 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/networks?id=492fec2b-f975-425f-828b-425816a23c89 HTTP/1.1" status: 200 len: 805 time: 0.3024354 May 18 18:30:57.963591 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-249843c6-46fc-45c6-aed1-1bb39f4bf4f6 req-359cc41f-c2f7-448f-ae05-a71747fe3963 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/quotas/8b72fb86d7c844d8a21a58d8abaece54 HTTP/1.1" status: 200 len: 375 time: 0.0175447 May 18 18:30:58.007025 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-249843c6-46fc-45c6-aed1-1bb39f4bf4f6 req-7ebda82a-cbf0-4325-b4ea-43384ccba801 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=8b72fb86d7c844d8a21a58d8abaece54&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0414841 May 18 18:30:58.015272 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f08e66e-04ed-4604-9aa9-29099afd3a71 None None] Network 492fec2b-f975-425f-828b-425816a23c89 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:30:58.134955 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=decea55d-a895-43b7-9e02-6f468495aa03,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:30:58.159283 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-3484ee85-ff0f-4d89-9d9b-2239456cf73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:58.218645 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-249843c6-46fc-45c6-aed1-1bb39f4bf4f6 req-756b7156-c7e1-48e7-b7f4-4f552646704d service neutron] 10.222.0.85 "GET /v2.0/networks/492fec2b-f975-425f-828b-425816a23c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101679 May 18 18:30:58.313593 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-603b3cdd-d548-4b5b-a6f0-e5dec394168b x-openstack-request-id: req-603b3cdd-d548-4b5b-a6f0-e5dec394168b {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:30:58.314220 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "626a086d-20bf-469f-b20c-0be7435a44bc", "name": "network-vif-plugged", "status": "completed", "tag": "decea55d-a895-43b7-9e02-6f468495aa03", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:30:58.314220 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-603b3cdd-d548-4b5b-a6f0-e5dec394168b {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:30:58.314554 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-603b3cdd-d548-4b5b-a6f0-e5dec394168b'] response: {'server_uuid': '626a086d-20bf-469f-b20c-0be7435a44bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'decea55d-a895-43b7-9e02-6f468495aa03', 'code': 200} May 18 18:30:58.504407 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3484ee85-ff0f-4d89-9d9b-2239456cf73a None None] Pushing event updated for resources: {'Port': ['ID=2807d1e2-55f9-4cae-80f0-accc2053beae,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:30:58.590701 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4130156d-86fb-400b-b41a-596d9305280f req-621251c3-7347-4949-ab2f-e1565e9197ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:58.604887 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4130156d-86fb-400b-b41a-596d9305280f req-621251c3-7347-4949-ab2f-e1565e9197ee service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=626a086d-20bf-469f-b20c-0be7435a44bc HTTP/1.1" status: 200 len: 1096 time: 0.1817968 May 18 18:30:58.623436 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-249843c6-46fc-45c6-aed1-1bb39f4bf4f6 req-52c94e19-055e-4290-9802-e7ee82f07622 service neutron] 10.222.0.85 "GET /v2.0/networks/492fec2b-f975-425f-828b-425816a23c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4014668 May 18 18:30:58.713084 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4130156d-86fb-400b-b41a-596d9305280f req-d79cb8f4-e910-4711-babd-aa19f65c9491 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=f6f34100-4199-4c69-a3cb-028eff639d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851338 May 18 18:30:58.746100 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da71a58f-e0de-4b9c-adf8-befd30ee861a tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Pushing event updated for resources: {'Subnet': ['ID=3017a668-79cc-4674-99e0-d374c34b992a,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:30:58.851071 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1512ed-bf08-4670-8b81-421bf5a74716 req-b0e0d7d2-af37-48f9-9b80-d8efc55ae4a6 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:58.853787 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ae1512ed-bf08-4670-8b81-421bf5a74716 req-b0e0d7d2-af37-48f9-9b80-d8efc55ae4a6 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=626a086d-20bf-469f-b20c-0be7435a44bc HTTP/1.1" status: 200 len: 945 time: 0.2938294 May 18 18:30:58.869086 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da71a58f-e0de-4b9c-adf8-befd30ee861a tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Checking segment: {'id': '32cf644b-56e4-4dad-8ec2-287bcffa9bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '3fbed1ea-69eb-42dd-843b-0b4763a99259'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:30:58.869454 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da71a58f-e0de-4b9c-adf8-befd30ee861a tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Network hostable DHCP agents. Network: 3fbed1ea-69eb-42dd-843b-0b4763a99259, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:30:58.992023 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ae1512ed-bf08-4670-8b81-421bf5a74716 req-de637fea-1dba-4f43-9652-43e6c8b818f2 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=f6f34100-4199-4c69-a3cb-028eff639d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1174586 May 18 18:30:58.992023 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da71a58f-e0de-4b9c-adf8-befd30ee861a tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Network 3fbed1ea-69eb-42dd-843b-0b4763a99259 is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:30:59.030914 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-74181f27-2300-4c55-a9f8-0124d31877c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-595963'] for router_interface, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:59.032942 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-da71a58f-e0de-4b9c-adf8-befd30ee861a tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, 3fbed1ea-69eb-42dd-843b-0b4763a99259) {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:30:59.047839 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da71a58f-e0de-4b9c-adf8-befd30ee861a tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:59.051033 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49141495-1e8e-4e45-a7e5-54eb68106231 None None] Network 3fbed1ea-69eb-42dd-843b-0b4763a99259 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:30:59.053563 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-da71a58f-e0de-4b9c-adf8-befd30ee861a tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:59.454165 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcf07ef-f386-4f10-bde1-1e8789f22259 req-433e85bf-1c2f-4acb-a975-aeecc2ef9c7a tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:59.476598 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9fcf07ef-f386-4f10-bde1-1e8789f22259 req-433e85bf-1c2f-4acb-a975-aeecc2ef9c7a tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=1a778688-63bd-48cf-9f20-3617a5271cf7 HTTP/1.1" status: 200 len: 945 time: 0.2136757 May 18 18:30:59.500820 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2698a06-3987-4271-9a63-659a80181ccc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-3fbed1ea-69eb-42dd-843b-0b4763a99259', 'network_id': '3fbed1ea-69eb-42dd-843b-0b4763a99259', 'tenant_id': 'a9f94fcef39a47fab3a2f9dfeadfbbe6', 'fixed_ips': [{'subnet_id': '3017a668-79cc-4674-99e0-d374c34b992a'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:30:59.502139 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a2698a06-3987-4271-9a63-659a80181ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:30:59.534977 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9fcf07ef-f386-4f10-bde1-1e8789f22259 req-bbbce97e-881a-42d7-aaee-56bd8c84de89 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/security-groups?id=7a49a26b-bec5-4659-823a-7a88d88b0ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570838 May 18 18:30:59.604054 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-da71a58f-e0de-4b9c-adf8-befd30ee861a tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.7206967 May 18 18:30:59.606434 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 55736) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:30:59.613314 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-c91f73e4-a3d4-4c56-b5bd-10993be239e3 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Request body: {'port': {'network_id': '3fbed1ea-69eb-42dd-843b-0b4763a99259', 'name': 'tempest-NetworksIpV6TestAttrs-632322515'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:30:59.613982 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0bb0ef72-7ee0-4a41-b111-22c066ab10fc req-feadbf80-40fb-4757-9892-2c6bed355093 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/ports?device_id=9c81fdbb-5fe5-4ab2-9ce9-677145af3913 HTTP/1.1" status: 200 len: 210 time: 0.0367770 May 18 18:30:59.873094 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-a2698a06-3987-4271-9a63-659a80181ccc None None] Allocated IP 2001:db8::f816:3eff:fe5c:b000 (3fbed1ea-69eb-42dd-843b-0b4763a99259/3017a668-79cc-4674-99e0-d374c34b992a/1045e4ad-a515-429a-ab14-0f51ecb0e9b9) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:30:59.968125 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d9dd7f-ea6f-4141-8fb5-d3e2497edd2e req-e65386da-9589-492a-863b-7b8799a6e189 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:30:59.983986 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-76d9dd7f-ea6f-4141-8fb5-d3e2497edd2e req-e65386da-9589-492a-863b-7b8799a6e189 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/ports?device_id=ab843bd5-49cc-4a1a-a822-b7403ee93ee0 HTTP/1.1" status: 200 len: 946 time: 0.5695274 May 18 18:31:00.150128 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-76d9dd7f-ea6f-4141-8fb5-d3e2497edd2e req-e491a5ef-f1e3-4b8e-8e8d-c921ad480492 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/security-groups?id=02c33ece-f4c3-4965-a4ef-a7f4920ae299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1651633 May 18 18:31:00.218239 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 2807d1e2-55f9-4cae-80f0-accc2053beae up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:31:00.269407 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251fdbc8-e4be-402f-8484-fc2860081449 req-b23578fb-5b60-4b99-8df7-a0584313bf96 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:31:00.285197 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-251fdbc8-e4be-402f-8484-fc2860081449 req-b23578fb-5b60-4b99-8df7-a0584313bf96 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=626a086d-20bf-469f-b20c-0be7435a44bc HTTP/1.1" status: 200 len: 945 time: 0.1162384 May 18 18:31:00.357538 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c91f73e4-a3d4-4c56-b5bd-10993be239e3 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Made reservation on behalf of a9f94fcef39a47fab3a2f9dfeadfbbe6 for: {'port': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:31:00.361567 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c91f73e4-a3d4-4c56-b5bd-10993be239e3 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:00.411429 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [None req-c91f73e4-a3d4-4c56-b5bd-10993be239e3 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] device_id is not set on port 76694e66-0ff5-479d-92cf-d57da709e9a7 yet. {{(pid=102730) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 18 18:31:00.429037 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-251fdbc8-e4be-402f-8484-fc2860081449 req-c4bc95b2-3e5e-4ef5-8930-6beca35c47fe tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=f6f34100-4199-4c69-a3cb-028eff639d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1404476 May 18 18:31:00.517554 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a2698a06-3987-4271-9a63-659a80181ccc None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:00.523139 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eebbed95-50f7-4adf-bead-2e05e33a3f88 None None] Network 2484592c-7903-497a-b074-5fba65c99f9a requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:31:00.541340 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a2698a06-3987-4271-9a63-659a80181ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:00.619369 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-74181f27-2300-4c55-a9f8-0124d31877c5 admin admin] Deleting port ed71b158-f026-42aa-adb7-1dd0aa0eab50 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:31:00.619742 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2698a06-3987-4271-9a63-659a80181ccc None None] Network 3fbed1ea-69eb-42dd-843b-0b4763a99259 is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:31:00.626953 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-74181f27-2300-4c55-a9f8-0124d31877c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:00.635261 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-a2698a06-3987-4271-9a63-659a80181ccc None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:31:00.759842 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 2807d1e2-55f9-4cae-80f0-accc2053beae triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:31:00.760224 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:00.764828 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2698a06-3987-4271-9a63-659a80181ccc None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:31:00.869501 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d0008ae5-edec-4b15-819a-faf18b15abf4 req-15d6a414-4606-440e-bac3-b16b2a275e3f tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/ports?device_id=9c81fdbb-5fe5-4ab2-9ce9-677145af3913 HTTP/1.1" status: 200 len: 210 time: 0.0442379 May 18 18:31:00.928646 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2698a06-3987-4271-9a63-659a80181ccc None None] Pushing event updated for resources: {'Port': ['ID=1045e4ad-a515-429a-ab14-0f51ecb0e9b9,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:31:00.940743 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-7193c556-6641-453c-ae49-ea8fcefd2aa4 None None] Provisioning complete for port 2807d1e2-55f9-4cae-80f0-accc2053beae triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:31:00.941119 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-7193c556-6641-453c-ae49-ea8fcefd2aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:00.966704 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-c91f73e4-a3d4-4c56-b5bd-10993be239e3 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Allocated IP 2001:db8::f816:3eff:fe19:fe0c (3fbed1ea-69eb-42dd-843b-0b4763a99259/3017a668-79cc-4674-99e0-d374c34b992a/76694e66-0ff5-479d-92cf-d57da709e9a7) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:31:01.061867 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574f443b-83cc-40c9-b1a1-395d475933ad req-52db8448-1793-4269-9497-a1e445df08d4 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:31:01.068046 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-574f443b-83cc-40c9-b1a1-395d475933ad req-52db8448-1793-4269-9497-a1e445df08d4 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=1a778688-63bd-48cf-9f20-3617a5271cf7 HTTP/1.1" status: 200 len: 945 time: 0.3156412 May 18 18:31:01.127799 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-a2698a06-3987-4271-9a63-659a80181ccc None None] Attempting to bind port 1045e4ad-a515-429a-ab14-0f51ecb0e9b9 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:31:01.128611 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-a2698a06-3987-4271-9a63-659a80181ccc None None] Attempting to bind port 1045e4ad-a515-429a-ab14-0f51ecb0e9b9 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '32cf644b-56e4-4dad-8ec2-287bcffa9bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '3fbed1ea-69eb-42dd-843b-0b4763a99259'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:31:01.129230 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2698a06-3987-4271-9a63-659a80181ccc None None] Attempting to bind port 1045e4ad-a515-429a-ab14-0f51ecb0e9b9 on network 3fbed1ea-69eb-42dd-843b-0b4763a99259 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:31:01.180487 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2698a06-3987-4271-9a63-659a80181ccc None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 30, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:31:01.180487 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2698a06-3987-4271-9a63-659a80181ccc None None] Checking segment: {'id': '32cf644b-56e4-4dad-8ec2-287bcffa9bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '3fbed1ea-69eb-42dd-843b-0b4763a99259'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:31:01.181459 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a2698a06-3987-4271-9a63-659a80181ccc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:01.182040 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2698a06-3987-4271-9a63-659a80181ccc None None] Bound using segment: {'id': '32cf644b-56e4-4dad-8ec2-287bcffa9bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '3fbed1ea-69eb-42dd-843b-0b4763a99259'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:31:01.182694 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-a2698a06-3987-4271-9a63-659a80181ccc None None] Bound port: 1045e4ad-a515-429a-ab14-0f51ecb0e9b9, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32cf644b-56e4-4dad-8ec2-287bcffa9bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '3fbed1ea-69eb-42dd-843b-0b4763a99259'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:31:01.183237 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a2698a06-3987-4271-9a63-659a80181ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:01.185760 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-574f443b-83cc-40c9-b1a1-395d475933ad req-3f2a8a35-37e9-4891-890b-f41b345db6ad tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/security-groups?id=7a49a26b-bec5-4659-823a-7a88d88b0ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088815 May 18 18:31:01.208207 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:01.226224 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-74181f27-2300-4c55-a9f8-0124d31877c5 admin admin] For port ed71b158-f026-42aa-adb7-1dd0aa0eab50, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=ed71b158-f026-42aa-adb7-1dd0aa0eab50,segment=NetworkSegment(a898997a-d1fc-408c-b1d2-fe587c78d0c1),segment_id=a898997a-d1fc-408c-b1d2-fe587c78d0c1)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:31:01.226937 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-74181f27-2300-4c55-a9f8-0124d31877c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:01.314971 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-74181f27-2300-4c55-a9f8-0124d31877c5 admin admin] Calling delete_port for ed71b158-f026-42aa-adb7-1dd0aa0eab50 owned by network:router_interface {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:31:01.318207 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-7193c556-6641-453c-ae49-ea8fcefd2aa4 None None] Current status of the port 2807d1e2-55f9-4cae-80f0-accc2053beae is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:31:01.318730 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-7193c556-6641-453c-ae49-ea8fcefd2aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:01.335269 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 2807d1e2-55f9-4cae-80f0-accc2053beae is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:31:01.335821 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:01.416659 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:01.418565 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-7193c556-6641-453c-ae49-ea8fcefd2aa4 None None] For port 2807d1e2-55f9-4cae-80f0-accc2053beae, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=2807d1e2-55f9-4cae-80f0-accc2053beae,segment=NetworkSegment(3bfe4374-ed46-43cf-91b9-b42c70ff7855),segment_id=3bfe4374-ed46-43cf-91b9-b42c70ff7855)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:31:01.436120 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-7193c556-6641-453c-ae49-ea8fcefd2aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:01.504605 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.db.api [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102732) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 18 18:31:01.505118 n-d-838550-3 neutron-server[102732]: DEBUG oslo_db.api [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 18 18:31:01.539250 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a2698a06-3987-4271-9a63-659a80181ccc None None] For port 1045e4ad-a515-429a-ab14-0f51ecb0e9b9, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:31:01.687191 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249843c6-46fc-45c6-aed1-1bb39f4bf4f6 req-241a40fa-c48d-4e80-9edc-d5a6d34a2819 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:31:01.688678 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-249843c6-46fc-45c6-aed1-1bb39f4bf4f6 req-241a40fa-c48d-4e80-9edc-d5a6d34a2819 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.36 "GET /v2.0/networks?id=492fec2b-f975-425f-828b-425816a23c89 HTTP/1.1" status: 200 len: 805 time: 0.5276735 May 18 18:31:01.690711 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a2698a06-3987-4271-9a63-659a80181ccc None None] For port 1045e4ad-a515-429a-ab14-0f51ecb0e9b9, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=1045e4ad-a515-429a-ab14-0f51ecb0e9b9,segment=NetworkSegment(32cf644b-56e4-4dad-8ec2-287bcffa9bbc),segment_id=32cf644b-56e4-4dad-8ec2-287bcffa9bbc)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:31:01.699349 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69bdeb2-1665-4cf5-94dc-ae0027df1ce1 req-21b480a8-7cf2-48c4-8567-ba668abbe824 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:31:01.704744 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e69bdeb2-1665-4cf5-94dc-ae0027df1ce1 req-21b480a8-7cf2-48c4-8567-ba668abbe824 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/ports?device_id=ab843bd5-49cc-4a1a-a822-b7403ee93ee0 HTTP/1.1" status: 200 len: 946 time: 0.2263868 May 18 18:31:01.726552 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a2698a06-3987-4271-9a63-659a80181ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:01.761103 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-249843c6-46fc-45c6-aed1-1bb39f4bf4f6 req-bf01e205-f4d6-4391-b8be-59aa7a82349a tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Request body: {'port': {'device_id': '9c81fdbb-5fe5-4ab2-9ce9-677145af3913', 'network_id': '492fec2b-f975-425f-828b-425816a23c89', 'admin_state_up': True, 'tenant_id': '8b72fb86d7c844d8a21a58d8abaece54'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:31:01.814666 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7193c556-6641-453c-ae49-ea8fcefd2aa4 None None] Pushing event updated for resources: {'Port': ['ID=2807d1e2-55f9-4cae-80f0-accc2053beae,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:31:01.831865 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e69bdeb2-1665-4cf5-94dc-ae0027df1ce1 req-2440d77a-c487-4033-a5b4-0ce377c6b63d tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/security-groups?id=02c33ece-f4c3-4965-a4ef-a7f4920ae299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069536 May 18 18:31:02.067729 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c91f73e4-a3d4-4c56-b5bd-10993be239e3 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:02.080360 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fb3c74-995b-470f-ad5f-0e12f9c67a5d req-50b0ef0a-a38d-4fd1-a974-752aba124e18 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:31:02.099495 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-58fb3c74-995b-470f-ad5f-0e12f9c67a5d req-50b0ef0a-a38d-4fd1-a974-752aba124e18 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=626a086d-20bf-469f-b20c-0be7435a44bc HTTP/1.1" status: 200 len: 945 time: 0.4020030 May 18 18:31:02.273982 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-902a64b5-dc7b-4280-8633-edc4209951ec req-49d0ede7-286f-4834-b4a1-ad9afceb1387 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/ports?device_id=9c81fdbb-5fe5-4ab2-9ce9-677145af3913 HTTP/1.1" status: 200 len: 210 time: 0.1765444 May 18 18:31:02.279281 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2698a06-3987-4271-9a63-659a80181ccc None None] Pushing event updated for resources: {'Port': ['ID=1045e4ad-a515-429a-ab14-0f51ecb0e9b9,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:31:02.311043 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 2807d1e2-55f9-4cae-80f0-accc2053beae is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:31:02.323449 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-58fb3c74-995b-470f-ad5f-0e12f9c67a5d req-e76e09ee-0e55-4391-8f1e-143dd96f150a tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=f6f34100-4199-4c69-a3cb-028eff639d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2138493 May 18 18:31:02.498830 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-2202ce90-261d-4127-820c-b8596c5dcbca None None] Provisioning complete for port 2807d1e2-55f9-4cae-80f0-accc2053beae triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:31:02.499384 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-2202ce90-261d-4127-820c-b8596c5dcbca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:02.568695 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-249843c6-46fc-45c6-aed1-1bb39f4bf4f6 req-bf01e205-f4d6-4391-b8be-59aa7a82349a tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Made reservation on behalf of 8b72fb86d7c844d8a21a58d8abaece54 for: {'port': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:31:02.587878 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-249843c6-46fc-45c6-aed1-1bb39f4bf4f6 req-bf01e205-f4d6-4391-b8be-59aa7a82349a tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:02.643929 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c91f73e4-a3d4-4c56-b5bd-10993be239e3 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:02.656056 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 2807d1e2-55f9-4cae-80f0-accc2053beae up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:31:02.724277 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-2202ce90-261d-4127-820c-b8596c5dcbca None None] Current status of the port 2807d1e2-55f9-4cae-80f0-accc2053beae is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:31:02.738143 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 2807d1e2-55f9-4cae-80f0-accc2053beae triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:31:02.738778 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:02.745268 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a27ac92-ab30-4a50-9425-ec74784e7d6a req-8083c447-dfaf-4ba1-9e2a-12df65786d01 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:31:02.765145 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5a27ac92-ab30-4a50-9425-ec74784e7d6a req-8083c447-dfaf-4ba1-9e2a-12df65786d01 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=1a778688-63bd-48cf-9f20-3617a5271cf7 HTTP/1.1" status: 200 len: 945 time: 0.2568347 May 18 18:31:02.869406 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5a27ac92-ab30-4a50-9425-ec74784e7d6a req-b5c0fcaa-2ac6-41d0-ab30-a0122658dd20 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/security-groups?id=7a49a26b-bec5-4659-823a-7a88d88b0ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029968 May 18 18:31:02.884218 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-74181f27-2300-4c55-a9f8-0124d31877c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:02.889546 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c91f73e4-a3d4-4c56-b5bd-10993be239e3 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Network 3fbed1ea-69eb-42dd-843b-0b4763a99259 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:31:02.942327 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c38e92-4955-4c39-aef8-3d9412d24199 req-74180cd7-ddd2-432f-b5a6-56ba0b530611 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:31:02.952751 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-12c38e92-4955-4c39-aef8-3d9412d24199 req-74180cd7-ddd2-432f-b5a6-56ba0b530611 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=626a086d-20bf-469f-b20c-0be7435a44bc HTTP/1.1" status: 200 len: 945 time: 0.4746928 May 18 18:31:02.978846 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 2807d1e2-55f9-4cae-80f0-accc2053beae is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:31:02.988975 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-c91f73e4-a3d4-4c56-b5bd-10993be239e3 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:31:03.008214 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91f73e4-a3d4-4c56-b5bd-10993be239e3 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:31:03.014885 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91f73e4-a3d4-4c56-b5bd-10993be239e3 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:31:03.015807 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c91f73e4-a3d4-4c56-b5bd-10993be239e3 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:03.059280 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd3cd6a-82aa-4a2c-adc6-19cdd423234a req-bde6ad5a-4761-4bd0-91ad-8045c300f689 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:31:03.065735 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91f73e4-a3d4-4c56-b5bd-10993be239e3 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Pushing event updated for resources: {'Port': ['ID=76694e66-0ff5-479d-92cf-d57da709e9a7,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:31:03.071101 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-abd3cd6a-82aa-4a2c-adc6-19cdd423234a req-bde6ad5a-4761-4bd0-91ad-8045c300f689 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/ports?device_id=ab843bd5-49cc-4a1a-a822-b7403ee93ee0 HTTP/1.1" status: 200 len: 946 time: 0.1016982 May 18 18:31:03.102923 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [req-249843c6-46fc-45c6-aed1-1bb39f4bf4f6 req-bf01e205-f4d6-4391-b8be-59aa7a82349a tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Allocated IP 172.20.0.6 (492fec2b-f975-425f-828b-425816a23c89/2280c6a7-2fbb-43fd-a641-4a8bbdb3adbf/84d44d3e-b0bb-476d-a838-b97212311ad1) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:31:03.225064 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-c91f73e4-a3d4-4c56-b5bd-10993be239e3 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 3.6148446 May 18 18:31:03.232749 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74181f27-2300-4c55-a9f8-0124d31877c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed71b158-f026-42aa-adb7-1dd0aa0eab50,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:31:03.241279 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 55772) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:31:03.272909 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-12c38e92-4955-4c39-aef8-3d9412d24199 req-aff0c73b-6016-4918-a9d3-91a37e6d7760 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=f6f34100-4199-4c69-a3cb-028eff639d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3163702 May 18 18:31:03.281472 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-abd3cd6a-82aa-4a2c-adc6-19cdd423234a req-d648d814-dbd3-4fbf-85cb-a15da960649f tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/security-groups?id=02c33ece-f4c3-4965-a4ef-a7f4920ae299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2034373 May 18 18:31:03.308145 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 55774) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:31:03.433317 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e42597-c2ba-4f32-8289-addbe525f04a tempest-TestVolumeBootPattern-1493704583 tempest-TestVolumeBootPattern-1493704583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:31:03.441325 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-43e42597-c2ba-4f32-8289-addbe525f04a tempest-TestVolumeBootPattern-1493704583 tempest-TestVolumeBootPattern-1493704583-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=626a086d-20bf-469f-b20c-0be7435a44bc HTTP/1.1" status: 200 len: 1091 time: 0.1316590 May 18 18:31:03.446448 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 55778) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:31:03.457607 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-0365e227-2f47-44f6-ae76-fa7b30fa4d9b tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Request body: {'floatingip': {'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'port_id': 'decea55d-a895-43b7-9e02-6f468495aa03', 'tenant_id': '4ce86b77116a4afca1694cba473235e6', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:31:03.505103 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_v2 [None req-f88bc7ac-3a75-4e09-a7cc-76641ce8dd8d tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Deleting subnet 3017a668-79cc-4674-99e0-d374c34b992a {{(pid=102730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:31:03.515128 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f88bc7ac-3a75-4e09-a7cc-76641ce8dd8d tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Notify callbacks [] for subnet, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:03.616092 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0365e227-2f47-44f6-ae76-fa7b30fa4d9b tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Notify callbacks [] for floatingip, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:03.651795 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f0a1bf38-5fb6-450a-84d6-e14a99499bff req-a546b797-7020-4761-9baa-7411964c4684 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/ports?device_id=9c81fdbb-5fe5-4ab2-9ce9-677145af3913 HTTP/1.1" status: 200 len: 210 time: 0.0902035 May 18 18:31:03.739033 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f121a6-2318-4a2b-bf5f-1d6f5a92d09f req-ee7018e3-ae93-43ec-b8e7-5ac075cb9712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:31:03.740968 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a9f121a6-2318-4a2b-bf5f-1d6f5a92d09f req-ee7018e3-ae93-43ec-b8e7-5ac075cb9712 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=0d731d0a64e04789ad04262ef63d1dbd&device_id=ab843bd5-49cc-4a1a-a822-b7403ee93ee0 HTTP/1.1" status: 200 len: 1097 time: 0.2932868 May 18 18:31:03.826349 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-74181f27-2300-4c55-a9f8-0124d31877c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-593931'] for router_interface, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:03.831146 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f88bc7ac-3a75-4e09-a7cc-76641ce8dd8d tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260107366'] for subnet, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:03.915255 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce3078d3-284a-4164-9ec2-5974d82a03f6 None None] Network 3fbed1ea-69eb-42dd-843b-0b4763a99259 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:31:03.937143 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f121a6-2318-4a2b-bf5f-1d6f5a92d09f req-d6f03c32-978e-4c28-a4ff-ad272b7b2ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:31:03.938671 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a9f121a6-2318-4a2b-bf5f-1d6f5a92d09f req-d6f03c32-978e-4c28-a4ff-ad272b7b2ff2 service neutron] 10.222.0.88 "GET /v2.0/networks?id=32a0c3b3-6eed-4c0e-b14e-e9888ed81174 HTTP/1.1" status: 200 len: 918 time: 0.1672275 May 18 18:31:03.953362 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0365e227-2f47-44f6-ae76-fa7b30fa4d9b tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:04.023526 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-58b98eec-b3a3-49e8-a2d4-a7cf40f07fe8 None None] Provisioning complete for port 1045e4ad-a515-429a-ab14-0f51ecb0e9b9 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:31:04.023929 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-58b98eec-b3a3-49e8-a2d4-a7cf40f07fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:04.075725 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a9f121a6-2318-4a2b-bf5f-1d6f5a92d09f req-2c1dff99-4ec0-44a5-9569-f9acbc966de3 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dea4c3a6-e70b-410e-90f1-102cbfde860e HTTP/1.1" status: 200 len: 1002 time: 0.1291506 May 18 18:31:04.092983 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-249843c6-46fc-45c6-aed1-1bb39f4bf4f6 req-bf01e205-f4d6-4391-b8be-59aa7a82349a tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:04.194031 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eca4ff6-3717-4b09-97d9-177ae43e7531 req-89f1755d-d9d9-448e-b8fc-eee387fe9ec1 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:31:04.195952 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f121a6-2318-4a2b-bf5f-1d6f5a92d09f req-1dabd2f6-2297-43e6-8c39-21778a4c5a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:31:04.198130 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a9f121a6-2318-4a2b-bf5f-1d6f5a92d09f req-1dabd2f6-2297-43e6-8c39-21778a4c5a8c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=ac45570a-d36a-47d1-a935-bbf3ce99c6a8 HTTP/1.1" status: 200 len: 856 time: 0.1103368 May 18 18:31:04.199749 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-0365e227-2f47-44f6-ae76-fa7b30fa4d9b tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Allocated IP 172.25.5.253 (31ebd439-090c-4b25-bbb0-31c48711b145/363a2810-8a83-4be0-a317-7c91fcd94485/03a86b57-7d71-46c0-b375-083cdf6cc0e6) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:31:04.203616 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7eca4ff6-3717-4b09-97d9-177ae43e7531 req-89f1755d-d9d9-448e-b8fc-eee387fe9ec1 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=1a778688-63bd-48cf-9f20-3617a5271cf7 HTTP/1.1" status: 200 len: 945 time: 0.1945238 May 18 18:31:04.214972 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-58b98eec-b3a3-49e8-a2d4-a7cf40f07fe8 None None] Current status of the port 1045e4ad-a515-429a-ab14-0f51ecb0e9b9 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:31:04.215449 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-58b98eec-b3a3-49e8-a2d4-a7cf40f07fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:04.307655 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-58b98eec-b3a3-49e8-a2d4-a7cf40f07fe8 None None] For port 1045e4ad-a515-429a-ab14-0f51ecb0e9b9, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=1045e4ad-a515-429a-ab14-0f51ecb0e9b9,segment=NetworkSegment(32cf644b-56e4-4dad-8ec2-287bcffa9bbc),segment_id=32cf644b-56e4-4dad-8ec2-287bcffa9bbc)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:31:04.349269 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-58b98eec-b3a3-49e8-a2d4-a7cf40f07fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:04.453689 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b98eec-b3a3-49e8-a2d4-a7cf40f07fe8 None None] Pushing event updated for resources: {'Port': ['ID=1045e4ad-a515-429a-ab14-0f51ecb0e9b9,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:31:04.588640 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-249843c6-46fc-45c6-aed1-1bb39f4bf4f6 req-bf01e205-f4d6-4391-b8be-59aa7a82349a tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:04.662377 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 1045e4ad-a515-429a-ab14-0f51ecb0e9b9 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:31:04.696843 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7eca4ff6-3717-4b09-97d9-177ae43e7531 req-6b68f385-964e-4b29-96d3-9f9693bbed27 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/security-groups?id=7a49a26b-bec5-4659-823a-7a88d88b0ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4898603 May 18 18:31:04.818716 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 1045e4ad-a515-429a-ab14-0f51ecb0e9b9 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:31:04.818911 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:04.853411 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0365e227-2f47-44f6-ae76-fa7b30fa4d9b tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:04.877857 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f121a6-2318-4a2b-bf5f-1d6f5a92d09f req-bc0ef81c-6903-49b8-b080-ecf6e3fa3389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:31:04.882591 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a9f121a6-2318-4a2b-bf5f-1d6f5a92d09f req-bc0ef81c-6903-49b8-b080-ecf6e3fa3389 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=32a0c3b3-6eed-4c0e-b14e-e9888ed81174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5001147 May 18 18:31:04.939642 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-f2d36e7a-6b97-4f50-b9d3-ce4a74fa9cc1 None None] Provisioning complete for port 1045e4ad-a515-429a-ab14-0f51ecb0e9b9 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:31:04.940809 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f2d36e7a-6b97-4f50-b9d3-ce4a74fa9cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:04.944642 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc85a6c8-a389-4859-b022-13788417c3da req-a7f1c528-e301-4cb5-8318-4a5b80c0957e tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:31:04.953792 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fc85a6c8-a389-4859-b022-13788417c3da req-a7f1c528-e301-4cb5-8318-4a5b80c0957e tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/ports?device_id=ab843bd5-49cc-4a1a-a822-b7403ee93ee0 HTTP/1.1" status: 200 len: 946 time: 0.4580245 May 18 18:31:05.033003 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 1045e4ad-a515-429a-ab14-0f51ecb0e9b9 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:31:05.045677 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0365e227-2f47-44f6-ae76-fa7b30fa4d9b tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:05.061956 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fc85a6c8-a389-4859-b022-13788417c3da req-72246b50-5515-449f-8cae-04762c34119a tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/security-groups?id=02c33ece-f4c3-4965-a4ef-a7f4920ae299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028466 May 18 18:31:05.093739 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-f2d36e7a-6b97-4f50-b9d3-ce4a74fa9cc1 None None] Current status of the port 1045e4ad-a515-429a-ab14-0f51ecb0e9b9 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:31:05.114329 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-f2d36e7a-6b97-4f50-b9d3-ce4a74fa9cc1 None None] Provisioning complete for port 76694e66-0ff5-479d-92cf-d57da709e9a7 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:31:05.114623 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f2d36e7a-6b97-4f50-b9d3-ce4a74fa9cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:05.148014 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0365e227-2f47-44f6-ae76-fa7b30fa4d9b tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Network 31ebd439-090c-4b25-bbb0-31c48711b145 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:31:05.153844 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-0365e227-2f47-44f6-ae76-fa7b30fa4d9b tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:31:05.160162 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a9f121a6-2318-4a2b-bf5f-1d6f5a92d09f req-56ad6963-6e8a-44c0-a0c1-261523df89f8 service neutron] 10.222.0.88 "GET /v2.0/networks/32a0c3b3-6eed-4c0e-b14e-e9888ed81174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2623589 May 18 18:31:05.161659 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-f2d36e7a-6b97-4f50-b9d3-ce4a74fa9cc1 None None] Port 76694e66-0ff5-479d-92cf-d57da709e9a7 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:31:05.170012 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0365e227-2f47-44f6-ae76-fa7b30fa4d9b tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:31:05.185573 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0365e227-2f47-44f6-ae76-fa7b30fa4d9b tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Pushing event updated for resources: {'Port': ['ID=03a86b57-7d71-46c0-b375-083cdf6cc0e6,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:31:05.293498 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-3d5bdc23-9222-49b9-9e1c-1391cde400af None None] Provisioning complete for port 76694e66-0ff5-479d-92cf-d57da709e9a7 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:31:05.296267 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-3d5bdc23-9222-49b9-9e1c-1391cde400af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:05.306489 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f88bc7ac-3a75-4e09-a7cc-76641ce8dd8d tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:05.348385 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-249843c6-46fc-45c6-aed1-1bb39f4bf4f6 req-bf01e205-f4d6-4391-b8be-59aa7a82349a tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Network 492fec2b-f975-425f-828b-425816a23c89 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:31:05.364004 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [req-249843c6-46fc-45c6-aed1-1bb39f4bf4f6 req-bf01e205-f4d6-4391-b8be-59aa7a82349a tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:31:05.366679 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-249843c6-46fc-45c6-aed1-1bb39f4bf4f6 req-bf01e205-f4d6-4391-b8be-59aa7a82349a tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:31:05.380788 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-3d5bdc23-9222-49b9-9e1c-1391cde400af None None] Port 76694e66-0ff5-479d-92cf-d57da709e9a7 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:31:05.423681 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf01e205-f4d6-4391-b8be-59aa7a82349a tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Pushing event updated for resources: {'Port': ['ID=84d44d3e-b0bb-476d-a838-b97212311ad1,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:31:05.448737 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74181f27-2300-4c55-a9f8-0124d31877c5 admin admin] Router 8b67a8a7-2193-465b-99b6-3e3f0d6374dd has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:31:05.478850 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcb3a7a-ee2a-4d4d-b1ab-4a418fdd0da1 req-19ca9d59-3512-417b-99c0-46a3648398fb tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:31:05.486181 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4bcb3a7a-ee2a-4d4d-b1ab-4a418fdd0da1 req-19ca9d59-3512-417b-99c0-46a3648398fb tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/ports?device_id=9c81fdbb-5fe5-4ab2-9ce9-677145af3913 HTTP/1.1" status: 200 len: 931 time: 0.2013090 May 18 18:31:05.493719 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249843c6-46fc-45c6-aed1-1bb39f4bf4f6 req-bf01e205-f4d6-4391-b8be-59aa7a82349a tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:31:05.494401 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-249843c6-46fc-45c6-aed1-1bb39f4bf4f6 req-bf01e205-f4d6-4391-b8be-59aa7a82349a tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:05.520060 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-249843c6-46fc-45c6-aed1-1bb39f4bf4f6 req-bf01e205-f4d6-4391-b8be-59aa7a82349a tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7632530 May 18 18:31:05.524145 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f88bc7ac-3a75-4e09-a7cc-76641ce8dd8d tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261104690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261031888'] for subnet, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:05.578809 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-249843c6-46fc-45c6-aed1-1bb39f4bf4f6 req-e87dcfce-21e8-4770-bfeb-d6a47b8e2b6e service neutron] Request body: {'port': {'device_id': '9c81fdbb-5fe5-4ab2-9ce9-677145af3913', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-3'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:31:05.588879 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a9f121a6-2318-4a2b-bf5f-1d6f5a92d09f req-0af00ee5-249d-4259-b940-e4c0ad53a1c2 service neutron] 10.222.0.88 "GET /v2.0/networks/32a0c3b3-6eed-4c0e-b14e-e9888ed81174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4151194 May 18 18:31:05.632012 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88bc7ac-3a75-4e09-a7cc-76641ce8dd8d tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Pushing event deleted for resources: {'Subnet': ['ID=3017a668-79cc-4674-99e0-d374c34b992a,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:31:05.636598 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f88bc7ac-3a75-4e09-a7cc-76641ce8dd8d tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:05.639994 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-f88bc7ac-3a75-4e09-a7cc-76641ce8dd8d tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] 10.222.0.85 "DELETE /v2.0/subnets/3017a668-79cc-4674-99e0-d374c34b992a HTTP/1.1" status: 204 len: 168 time: 2.3896546 May 18 18:31:05.644138 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e26d5e7b-d98a-489f-b8cc-fe8fa19c3881 None None] Network 3fbed1ea-69eb-42dd-843b-0b4763a99259 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:31:05.648096 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 55802) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:31:05.786482 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-249843c6-46fc-45c6-aed1-1bb39f4bf4f6 req-e87dcfce-21e8-4770-bfeb-d6a47b8e2b6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:05.834903 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62da72e-f9d7-4341-a7fc-e8a371a2af91 req-ba75835a-267e-4760-8b11-a2290bfe5c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:31:05.836400 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b62da72e-f9d7-4341-a7fc-e8a371a2af91 req-ba75835a-267e-4760-8b11-a2290bfe5c38 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=0d731d0a64e04789ad04262ef63d1dbd&device_id=ab843bd5-49cc-4a1a-a822-b7403ee93ee0 HTTP/1.1" status: 200 len: 1097 time: 0.1080508 May 18 18:31:05.934356 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa8564e-2e9a-43c9-87e4-6ecdd91962f5 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:31:05.942753 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa8564e-2e9a-43c9-87e4-6ecdd91962f5 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:31:05.953575 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-9fa8564e-2e9a-43c9-87e4-6ecdd91962f5 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] 10.222.0.85 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3045058 May 18 18:31:05.962626 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 55808) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:31:05.979842 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4bcb3a7a-ee2a-4d4d-b1ab-4a418fdd0da1 req-9d2fb7b9-a934-4ba1-bc51-aedbdeae326d tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/security-groups?id=6d4decf1-d3f8-40ef-a49d-c078d56e2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4925730 May 18 18:31:06.034559 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0365e227-2f47-44f6-ae76-fa7b30fa4d9b tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:06.035166 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a44066e-4971-4a1d-9865-5e8d2d8a61e1 None None] DHCP port deletion for 3fbed1ea-69eb-42dd-843b-0b4763a99259 request from n-d-838550-3 {{(pid=102732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 18:31:06.040237 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74181f27-2300-4c55-a9f8-0124d31877c5 admin admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:31:06.043542 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b62587-edeb-480a-9c41-f031fc9a93da req-7da6b501-6a09-40a4-bea8-632835d85c55 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:31:06.045072 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-22b62587-edeb-480a-9c41-f031fc9a93da req-7da6b501-6a09-40a4-bea8-632835d85c55 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=1a778688-63bd-48cf-9f20-3617a5271cf7 HTTP/1.1" status: 200 len: 945 time: 0.1489172 May 18 18:31:06.046030 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-74181f27-2300-4c55-a9f8-0124d31877c5 admin admin] 10.222.0.85 "PUT /v2.0/routers/8b67a8a7-2193-465b-99b6-3e3f0d6374dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6612988 May 18 18:31:06.064826 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 55810) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:31:06.102890 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62da72e-f9d7-4341-a7fc-e8a371a2af91 req-3de5bad4-0f8f-41bc-b81b-d3b42b517b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:31:06.104373 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b62da72e-f9d7-4341-a7fc-e8a371a2af91 req-3de5bad4-0f8f-41bc-b81b-d3b42b517b37 service neutron] 10.222.0.88 "GET /v2.0/networks?id=32a0c3b3-6eed-4c0e-b14e-e9888ed81174 HTTP/1.1" status: 200 len: 918 time: 0.2611327 May 18 18:31:06.151309 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3383a3-20d6-462e-981b-6a4324ddbf1b None None] Sync routers for ids ['8b67a8a7-2193-465b-99b6-3e3f0d6374dd'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:31:06.191264 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3383a3-20d6-462e-981b-6a4324ddbf1b None None] Routers {'8b67a8a7-2193-465b-99b6-3e3f0d6374dd'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:31:06.193036 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-3e3383a3-20d6-462e-981b-6a4324ddbf1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:30:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['8b67a8a7-2193-465b-99b6-3e3f0d6374dd'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:31:06.228809 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-22b62587-edeb-480a-9c41-f031fc9a93da req-1e838248-8196-480f-8d46-da6d447f0407 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/security-groups?id=7a49a26b-bec5-4659-823a-7a88d88b0ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1706374 May 18 18:31:06.274830 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0365e227-2f47-44f6-ae76-fa7b30fa4d9b tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:06.284464 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-73ee8835-1efa-4258-8ccd-b60e09ace3fe tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:06.300424 n-d-838550-3 neutron-server[102730]: INFO neutron.pecan_wsgi.hooks.translation [None req-73ee8835-1efa-4258-8ccd-b60e09ace3fe tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] DELETE failed (client error): There was a conflict when trying to complete your request. May 18 18:31:06.300892 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73ee8835-1efa-4258-8ccd-b60e09ace3fe tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:31:06.304115 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-73ee8835-1efa-4258-8ccd-b60e09ace3fe tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] 10.222.0.85 "DELETE /v2.0/networks/3fbed1ea-69eb-42dd-843b-0b4763a99259 HTTP/1.1" status: 409 len: 405 time: 0.3232944 May 18 18:31:06.317719 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-4a44066e-4971-4a1d-9865-5e8d2d8a61e1 None None] Deleting port 1045e4ad-a515-429a-ab14-0f51ecb0e9b9 {{(pid=102732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:31:06.318457 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-4a44066e-4971-4a1d-9865-5e8d2d8a61e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:06.320147 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e712bcf3-48e5-4709-927a-cf678b14aa4f req-a2946ed4-8764-42ff-adf4-6d8c486c3400 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:31:06.322026 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e712bcf3-48e5-4709-927a-cf678b14aa4f req-a2946ed4-8764-42ff-adf4-6d8c486c3400 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/ports?device_id=ab843bd5-49cc-4a1a-a822-b7403ee93ee0 HTTP/1.1" status: 200 len: 946 time: 0.1229084 May 18 18:31:06.325946 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 55814) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:31:06.334448 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-94dd9f33-9592-4415-8967-5bef0a2ce56c tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-483500318'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:31:06.339252 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b62da72e-f9d7-4341-a7fc-e8a371a2af91 req-dcaa0dfa-431d-4bed-bafe-6217aad276dc service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dea4c3a6-e70b-410e-90f1-102cbfde860e HTTP/1.1" status: 200 len: 1002 time: 0.1947665 May 18 18:31:06.412985 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-3e3383a3-20d6-462e-981b-6a4324ddbf1b None None] Set router 8b67a8a7-2193-465b-99b6-3e3f0d6374dd gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:31:06.425411 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4eb70599-eba9-4b08-9ab3-a71074122565 admin admin] Notify callbacks [] for router, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:06.436343 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94dd9f33-9592-4415-8967-5bef0a2ce56c tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Made reservation on behalf of a9f94fcef39a47fab3a2f9dfeadfbbe6 for: {'network': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:31:06.439626 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-94dd9f33-9592-4415-8967-5bef0a2ce56c tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:06.540276 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62da72e-f9d7-4341-a7fc-e8a371a2af91 req-2eba231b-7914-4af2-b805-e43616668741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:31:06.541786 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b62da72e-f9d7-4341-a7fc-e8a371a2af91 req-2eba231b-7914-4af2-b805-e43616668741 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=ac45570a-d36a-47d1-a935-bbf3ce99c6a8 HTTP/1.1" status: 200 len: 856 time: 0.1879196 May 18 18:31:06.558857 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 1045e4ad-a515-429a-ab14-0f51ecb0e9b9 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:31:06.563074 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-4a44066e-4971-4a1d-9865-5e8d2d8a61e1 None None] For port 1045e4ad-a515-429a-ab14-0f51ecb0e9b9, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=1045e4ad-a515-429a-ab14-0f51ecb0e9b9,segment=NetworkSegment(32cf644b-56e4-4dad-8ec2-287bcffa9bbc),segment_id=32cf644b-56e4-4dad-8ec2-287bcffa9bbc)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:31:06.563460 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-4a44066e-4971-4a1d-9865-5e8d2d8a61e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:06.648477 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e712bcf3-48e5-4709-927a-cf678b14aa4f req-dff7352e-e427-4079-ad89-673ae81add91 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/security-groups?id=02c33ece-f4c3-4965-a4ef-a7f4920ae299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2691436 May 18 18:31:06.665540 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-4a44066e-4971-4a1d-9865-5e8d2d8a61e1 None None] Calling delete_port for 1045e4ad-a515-429a-ab14-0f51ecb0e9b9 owned by network:dhcp {{(pid=102732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:31:06.736214 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [req-249843c6-46fc-45c6-aed1-1bb39f4bf4f6 req-e87dcfce-21e8-4770-bfeb-d6a47b8e2b6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84d44d3e-b0bb-476d-a838-b97212311ad1 {{(pid=102730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:31:06.746323 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-249843c6-46fc-45c6-aed1-1bb39f4bf4f6 req-e87dcfce-21e8-4770-bfeb-d6a47b8e2b6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:06.763262 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [req-249843c6-46fc-45c6-aed1-1bb39f4bf4f6 req-e87dcfce-21e8-4770-bfeb-d6a47b8e2b6e service neutron] Transition to ACTIVE for port object 84d44d3e-b0bb-476d-a838-b97212311ad1 will not be triggered until provisioned by entity L2. {{(pid=102730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:31:06.771198 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-249843c6-46fc-45c6-aed1-1bb39f4bf4f6 req-e87dcfce-21e8-4770-bfeb-d6a47b8e2b6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:06.853912 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87dcfce-21e8-4770-bfeb-d6a47b8e2b6e service neutron] Pushing event updated for resources: {'Port': ['ID=84d44d3e-b0bb-476d-a838-b97212311ad1,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:31:06.952859 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 1045e4ad-a515-429a-ab14-0f51ecb0e9b9 is: ACTIVE; New status is: DOWN {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:31:06.953904 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:06.956856 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-249843c6-46fc-45c6-aed1-1bb39f4bf4f6 req-e87dcfce-21e8-4770-bfeb-d6a47b8e2b6e service neutron] Attempting to bind port 84d44d3e-b0bb-476d-a838-b97212311ad1 on host n-h1-838550-3 for vnic_type normal with profile {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:31:06.957366 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-249843c6-46fc-45c6-aed1-1bb39f4bf4f6 req-e87dcfce-21e8-4770-bfeb-d6a47b8e2b6e service neutron] Attempting to bind port 84d44d3e-b0bb-476d-a838-b97212311ad1 by drivers openvswitch,hyperv on host n-h1-838550-3 at level 0 using segments [{'id': 'a789d407-e290-4a90-b0cb-82b84ff4b9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '492fec2b-f975-425f-828b-425816a23c89'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:31:06.957853 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-249843c6-46fc-45c6-aed1-1bb39f4bf4f6 req-e87dcfce-21e8-4770-bfeb-d6a47b8e2b6e service neutron] Attempting to bind port 84d44d3e-b0bb-476d-a838-b97212311ad1 on network 492fec2b-f975-425f-828b-425816a23c89 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:31:06.964222 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-249843c6-46fc-45c6-aed1-1bb39f4bf4f6 req-e87dcfce-21e8-4770-bfeb-d6a47b8e2b6e service neutron] Port 84d44d3e-b0bb-476d-a838-b97212311ad1 on network 492fec2b-f975-425f-828b-425816a23c89 not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-3 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:31:06.964681 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-249843c6-46fc-45c6-aed1-1bb39f4bf4f6 req-e87dcfce-21e8-4770-bfeb-d6a47b8e2b6e service neutron] Attempting to bind port 84d44d3e-b0bb-476d-a838-b97212311ad1 on network 492fec2b-f975-425f-828b-425816a23c89 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:31:06.972110 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-249843c6-46fc-45c6-aed1-1bb39f4bf4f6 req-e87dcfce-21e8-4770-bfeb-d6a47b8e2b6e service neutron] Checking agent: {'id': '1dbac822-25f2-4df8-9dc8-5c2e7b136eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:31:06.972618 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-249843c6-46fc-45c6-aed1-1bb39f4bf4f6 req-e87dcfce-21e8-4770-bfeb-d6a47b8e2b6e service neutron] Checking segment: {'id': 'a789d407-e290-4a90-b0cb-82b84ff4b9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '492fec2b-f975-425f-828b-425816a23c89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:31:06.973066 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-249843c6-46fc-45c6-aed1-1bb39f4bf4f6 req-e87dcfce-21e8-4770-bfeb-d6a47b8e2b6e service neutron] Bound using segment: {'id': 'a789d407-e290-4a90-b0cb-82b84ff4b9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '492fec2b-f975-425f-828b-425816a23c89'} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:31:06.973715 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-249843c6-46fc-45c6-aed1-1bb39f4bf4f6 req-e87dcfce-21e8-4770-bfeb-d6a47b8e2b6e service neutron] Bound port: 84d44d3e-b0bb-476d-a838-b97212311ad1, host: n-h1-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a789d407-e290-4a90-b0cb-82b84ff4b9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '492fec2b-f975-425f-828b-425816a23c89'}}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:31:06.973964 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-4a44066e-4971-4a1d-9865-5e8d2d8a61e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508'] for port, after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:06.974302 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-249843c6-46fc-45c6-aed1-1bb39f4bf4f6 req-e87dcfce-21e8-4770-bfeb-d6a47b8e2b6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:07.024896 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a44066e-4971-4a1d-9865-5e8d2d8a61e1 None None] Pushing event deleted for resources: {'Port': ['ID=1045e4ad-a515-429a-ab14-0f51ecb0e9b9,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:31:07.062324 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-3e3383a3-20d6-462e-981b-6a4324ddbf1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b67a8a7-2193-465b-99b6-3e3f0d6374dd', 'name': 'tempest-AttachVolumeNegativeTest-598483996-router', 'tenant_id': '1cf6702826ca40b18af7dfcf12233973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': '4c88ee3f-8327-47c9-8e1d-c3b5a52c51ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:23:34Z', 'updated_at': '2022-05-18T18:31:02Z', 'revision_number': 5, 'project_id': '1cf6702826ca40b18af7dfcf12233973', 'gw_port': {'id': '4c88ee3f-8327-47c9-8e1d-c3b5a52c51ab', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:64:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b67a8a7-2193-465b-99b6-3e3f0d6374dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:23:35Z', 'updated_at': '2022-05-18T18:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:31:07.091782 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94dd9f33-9592-4415-8967-5bef0a2ce56c tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 605} {{(pid=102731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:31:07.097016 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-249843c6-46fc-45c6-aed1-1bb39f4bf4f6 req-e87dcfce-21e8-4770-bfeb-d6a47b8e2b6e service neutron] For port 84d44d3e-b0bb-476d-a838-b97212311ad1, host n-h1-838550-3, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:31:07.102770 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-249843c6-46fc-45c6-aed1-1bb39f4bf4f6 req-e87dcfce-21e8-4770-bfeb-d6a47b8e2b6e service neutron] For port 84d44d3e-b0bb-476d-a838-b97212311ad1, host n-h1-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=84d44d3e-b0bb-476d-a838-b97212311ad1,segment=NetworkSegment(a789d407-e290-4a90-b0cb-82b84ff4b9fa),segment_id=a789d407-e290-4a90-b0cb-82b84ff4b9fa)] {{(pid=102730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:31:07.108033 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-249843c6-46fc-45c6-aed1-1bb39f4bf4f6 req-e87dcfce-21e8-4770-bfeb-d6a47b8e2b6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:07.138476 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62da72e-f9d7-4341-a7fc-e8a371a2af91 req-071c1398-3b80-488a-8119-05251b4d7a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:31:07.139881 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b62da72e-f9d7-4341-a7fc-e8a371a2af91 req-071c1398-3b80-488a-8119-05251b4d7a58 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=32a0c3b3-6eed-4c0e-b14e-e9888ed81174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5691912 May 18 18:31:07.141040 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-94dd9f33-9592-4415-8967-5bef0a2ce56c tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:07.141387 n-d-838550-3 neutron-server[102731]: INFO neutron.db.segments_db [None req-94dd9f33-9592-4415-8967-5bef0a2ce56c tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Added segment ea632ef2-a76e-4e66-84dc-a7d9668b43c7 of type vlan for network f07fc940-1df4-4f41-9faa-220de135f088 May 18 18:31:07.164096 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249843c6-46fc-45c6-aed1-1bb39f4bf4f6 req-e87dcfce-21e8-4770-bfeb-d6a47b8e2b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:31:07.164772 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-249843c6-46fc-45c6-aed1-1bb39f4bf4f6 req-e87dcfce-21e8-4770-bfeb-d6a47b8e2b6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:07.166270 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-249843c6-46fc-45c6-aed1-1bb39f4bf4f6 req-e87dcfce-21e8-4770-bfeb-d6a47b8e2b6e service neutron] 10.222.0.36 "PUT /v2.0/ports/84d44d3e-b0bb-476d-a838-b97212311ad1 HTTP/1.1" status: 200 len: 1091 time: 1.5925565 May 18 18:31:07.166745 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c81fdbb-5fe5-4ab2-9ce9-677145af3913', 'tag': '84d44d3e-b0bb-476d-a838-b97212311ad1'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:31:07.169450 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d20c9ef3-c622-4cf7-80a9-509f63d34d5b" -d '{"events": [{"name": "network-changed", "server_uuid": "9c81fdbb-5fe5-4ab2-9ce9-677145af3913", "tag": "84d44d3e-b0bb-476d-a838-b97212311ad1"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:31:07.201116 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a44066e-4971-4a1d-9865-5e8d2d8a61e1 None None] No DVR routers for this DVR port 1045e4ad-a515-429a-ab14-0f51ecb0e9b9 on host n-d-838550-3 {{(pid=102732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:31:07.216818 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3383a3-20d6-462e-981b-6a4324ddbf1b None None] Checking router: 8b67a8a7-2193-465b-99b6-3e3f0d6374dd for host: n-d-838550-3 {{(pid=102732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:31:07.234880 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3383a3-20d6-462e-981b-6a4324ddbf1b None None] Routers {'8b67a8a7-2193-465b-99b6-3e3f0d6374dd'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:31:07.235509 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-3e3383a3-20d6-462e-981b-6a4324ddbf1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:30:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['8b67a8a7-2193-465b-99b6-3e3f0d6374dd'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:31:07.266853 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87dcfce-21e8-4770-bfeb-d6a47b8e2b6e service neutron] Pushing event updated for resources: {'Port': ['ID=84d44d3e-b0bb-476d-a838-b97212311ad1,revision_number=3']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:31:07.273966 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63875aeb-b647-4a4e-8cbe-e31af111dacc x-openstack-request-id: req-63875aeb-b647-4a4e-8cbe-e31af111dacc {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:31:07.274937 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c81fdbb-5fe5-4ab2-9ce9-677145af3913", "tag": "84d44d3e-b0bb-476d-a838-b97212311ad1", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:31:07.275266 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-63875aeb-b647-4a4e-8cbe-e31af111dacc {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:31:07.275672 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63875aeb-b647-4a4e-8cbe-e31af111dacc'] response: {'name': 'network-changed', 'server_uuid': '9c81fdbb-5fe5-4ab2-9ce9-677145af3913', 'tag': '84d44d3e-b0bb-476d-a838-b97212311ad1', 'status': 'completed', 'code': 200} May 18 18:31:07.292449 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249843c6-46fc-45c6-aed1-1bb39f4bf4f6 req-d45b7320-ef03-400c-9c07-de79f65f49cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:31:07.294824 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-249843c6-46fc-45c6-aed1-1bb39f4bf4f6 req-d45b7320-ef03-400c-9c07-de79f65f49cc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8b72fb86d7c844d8a21a58d8abaece54&device_id=9c81fdbb-5fe5-4ab2-9ce9-677145af3913 HTTP/1.1" status: 200 len: 1094 time: 0.0681596 May 18 18:31:07.305905 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4eb70599-eba9-4b08-9ab3-a71074122565 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:07.350650 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0365e227-2f47-44f6-ae76-fa7b30fa4d9b tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:07.365985 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-249843c6-46fc-45c6-aed1-1bb39f4bf4f6 req-5eb89422-1263-4c68-8f91-f1a02f504b93 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=84d44d3e-b0bb-476d-a838-b97212311ad1 HTTP/1.1" status: 200 len: 217 time: 0.0644228 May 18 18:31:07.391739 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-94dd9f33-9592-4415-8967-5bef0a2ce56c tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:07.399192 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-3e3383a3-20d6-462e-981b-6a4324ddbf1b None None] Set router 8b67a8a7-2193-465b-99b6-3e3f0d6374dd gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:31:07.419162 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0365e227-2f47-44f6-ae76-fa7b30fa4d9b tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:07.473958 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09574595-d9d6-45b3-8209-6f99613c4aa7 req-121cf2f1-3caf-4eaf-9ce4-42e085bd4f5e tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:31:07.475724 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-09574595-d9d6-45b3-8209-6f99613c4aa7 req-121cf2f1-3caf-4eaf-9ce4-42e085bd4f5e tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=1a778688-63bd-48cf-9f20-3617a5271cf7 HTTP/1.1" status: 200 len: 945 time: 0.1226065 May 18 18:31:07.483199 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249843c6-46fc-45c6-aed1-1bb39f4bf4f6 req-22ceba87-235c-4a0a-b66b-bbd18c3fc6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:31:07.484856 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-249843c6-46fc-45c6-aed1-1bb39f4bf4f6 req-22ceba87-235c-4a0a-b66b-bbd18c3fc6cd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2280c6a7-2fbb-43fd-a641-4a8bbdb3adbf HTTP/1.1" status: 200 len: 845 time: 0.0864980 May 18 18:31:07.573676 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-249843c6-46fc-45c6-aed1-1bb39f4bf4f6 req-1e420473-4b33-4a8d-a1e7-1bbf3a5ec03a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=492fec2b-f975-425f-828b-425816a23c89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485084 May 18 18:31:07.581806 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-09574595-d9d6-45b3-8209-6f99613c4aa7 req-6ec41667-c052-4d3a-8a4c-e7827248b468 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/security-groups?id=7a49a26b-bec5-4659-823a-7a88d88b0ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902915 May 18 18:31:07.648884 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b62da72e-f9d7-4341-a7fc-e8a371a2af91 req-32dc3c8c-7740-4908-b1bb-2418edd7c10c service neutron] 10.222.0.88 "GET /v2.0/networks/32a0c3b3-6eed-4c0e-b14e-e9888ed81174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4941587 May 18 18:31:07.650144 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-94dd9f33-9592-4415-8967-5bef0a2ce56c tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:07.656702 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94dd9f33-9592-4415-8967-5bef0a2ce56c tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:31:07.657462 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-94dd9f33-9592-4415-8967-5bef0a2ce56c tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Notify callbacks [] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:07.705434 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2008100e-71cb-464d-ba92-4b043545c596 req-8cdaff5a-2250-4a4f-bb95-6eaa96a7d3fc tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:31:07.713425 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2008100e-71cb-464d-ba92-4b043545c596 req-8cdaff5a-2250-4a4f-bb95-6eaa96a7d3fc tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/ports?device_id=9c81fdbb-5fe5-4ab2-9ce9-677145af3913 HTTP/1.1" status: 200 len: 943 time: 0.5993543 May 18 18:31:07.732740 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0365e227-2f47-44f6-ae76-fa7b30fa4d9b tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Pushing event updated for resources: {'Port': ['ID=03a86b57-7d71-46c0-b375-083cdf6cc0e6,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:31:07.790078 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-249843c6-46fc-45c6-aed1-1bb39f4bf4f6 req-31eb19d1-0265-47f0-8145-3ed0146801a7 service neutron] 10.222.0.36 "GET /v2.0/networks/492fec2b-f975-425f-828b-425816a23c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026680 May 18 18:31:07.802247 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2008100e-71cb-464d-ba92-4b043545c596 req-cf57de9c-41d8-496b-a049-f4364eabc2ac tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/security-groups?id=6d4decf1-d3f8-40ef-a49d-c078d56e2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874724 May 18 18:31:07.863983 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-fb8cde0c-7d92-433b-84a7-65e46cd7efcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:07.907692 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-3e3383a3-20d6-462e-981b-6a4324ddbf1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b67a8a7-2193-465b-99b6-3e3f0d6374dd', 'name': 'tempest-AttachVolumeNegativeTest-598483996-router', 'tenant_id': '1cf6702826ca40b18af7dfcf12233973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': '4c88ee3f-8327-47c9-8e1d-c3b5a52c51ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:23:34Z', 'updated_at': '2022-05-18T18:31:02Z', 'revision_number': 5, 'project_id': '1cf6702826ca40b18af7dfcf12233973', 'gw_port': {'id': '4c88ee3f-8327-47c9-8e1d-c3b5a52c51ab', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:64:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b67a8a7-2193-465b-99b6-3e3f0d6374dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:23:35Z', 'updated_at': '2022-05-18T18:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:31:07.951636 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3383a3-20d6-462e-981b-6a4324ddbf1b None None] The sync data for ids ['8b67a8a7-2193-465b-99b6-3e3f0d6374dd'] in n-d-838550-3 is: [{'id': '8b67a8a7-2193-465b-99b6-3e3f0d6374dd', 'name': 'tempest-AttachVolumeNegativeTest-598483996-router', 'tenant_id': '1cf6702826ca40b18af7dfcf12233973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': '4c88ee3f-8327-47c9-8e1d-c3b5a52c51ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:23:34Z', 'updated_at': '2022-05-18T18:31:02Z', 'revision_number': 5, 'project_id': '1cf6702826ca40b18af7dfcf12233973', 'gw_port': {'id': '4c88ee3f-8327-47c9-8e1d-c3b5a52c51ab', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:64:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b67a8a7-2193-465b-99b6-3e3f0d6374dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:23:35Z', 'updated_at': '2022-05-18T18:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:31:07.959973 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c33a56-5441-40e1-b96d-786589237546 req-58ad61d2-294a-4234-b20d-f8abd142734f tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:31:07.962077 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e3c33a56-5441-40e1-b96d-786589237546 req-58ad61d2-294a-4234-b20d-f8abd142734f tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/ports?device_id=ab843bd5-49cc-4a1a-a822-b7403ee93ee0 HTTP/1.1" status: 200 len: 946 time: 0.1894422 May 18 18:31:07.964581 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-4eb70599-eba9-4b08-9ab3-a71074122565 admin admin] Deleting port 4c88ee3f-8327-47c9-8e1d-c3b5a52c51ab {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:31:07.965017 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4eb70599-eba9-4b08-9ab3-a71074122565 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:07.982389 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-94dd9f33-9592-4415-8967-5bef0a2ce56c tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.6531281 May 18 18:31:07.982768 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 55830) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:31:07.991771 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-9b6d38b5-dc3c-4918-9cd5-bc3a9b700756 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Request body: {'subnet': {'network_id': 'f07fc940-1df4-4f41-9faa-220de135f088', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:31:08.005460 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0365e227-2f47-44f6-ae76-fa7b30fa4d9b tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596987'] for floatingip, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:08.098233 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e3c33a56-5441-40e1-b96d-786589237546 req-53ef3fc1-c3ac-4708-9b4e-7de9aa118a9e tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/security-groups?id=02c33ece-f4c3-4965-a4ef-a7f4920ae299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1224146 May 18 18:31:08.101583 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dd9f33-9592-4415-8967-5bef0a2ce56c tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Pushing event updated for resources: {'Network': ['ID=f07fc940-1df4-4f41-9faa-220de135f088,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:31:08.105196 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-249843c6-46fc-45c6-aed1-1bb39f4bf4f6 req-ae3f0418-418b-4454-8adf-fa29f90d4a26 service neutron] 10.222.0.36 "GET /v2.0/networks/492fec2b-f975-425f-828b-425816a23c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2964025 May 18 18:31:08.122566 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network f07fc940-1df4-4f41-9faa-220de135f088 details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:31:08.197715 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b6d38b5-dc3c-4918-9cd5-bc3a9b700756 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Made reservation on behalf of a9f94fcef39a47fab3a2f9dfeadfbbe6 for: {'subnet': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:31:08.209592 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9b6d38b5-dc3c-4918-9cd5-bc3a9b700756 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261031885'] for subnet, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:08.223851 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b62da72e-f9d7-4341-a7fc-e8a371a2af91 req-5bfbf07f-1ab0-4a99-996a-71c67a8834d6 service neutron] 10.222.0.88 "GET /v2.0/networks/32a0c3b3-6eed-4c0e-b14e-e9888ed81174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5594909 May 18 18:31:08.246712 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-4eb70599-eba9-4b08-9ab3-a71074122565 admin admin] For port 4c88ee3f-8327-47c9-8e1d-c3b5a52c51ab, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=4c88ee3f-8327-47c9-8e1d-c3b5a52c51ab,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:31:08.247268 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4eb70599-eba9-4b08-9ab3-a71074122565 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:08.250402 n-d-838550-3 neutron-server[102731]: INFO neutron.db.l3_db [None req-0365e227-2f47-44f6-ae76-fa7b30fa4d9b tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Floating IP 52ed146d-d050-4656-8f3c-dbc9d9843d82 associated. External IP: 172.25.5.253, port: decea55d-a895-43b7-9e02-6f468495aa03. May 18 18:31:08.310301 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-4eb70599-eba9-4b08-9ab3-a71074122565 admin admin] Calling delete_port for 4c88ee3f-8327-47c9-8e1d-c3b5a52c51ab owned by network:router_gateway {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:31:08.365185 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device ed71b158-f026-42aa-adb7-1dd0aa0eab50 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:31:08.446393 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: ed71b158-f026-42aa-adb7-1dd0aa0eab50 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:31:08.447166 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device ed71b158-f026-42aa-adb7-1dd0aa0eab50 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:31:08.452288 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20c9ef3-c622-4cf7-80a9-509f63d34d5b req-7025b887-4220-4ee3-87c6-8c2385778c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:31:08.454298 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d20c9ef3-c622-4cf7-80a9-509f63d34d5b req-7025b887-4220-4ee3-87c6-8c2385778c62 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8b72fb86d7c844d8a21a58d8abaece54&device_id=9c81fdbb-5fe5-4ab2-9ce9-677145af3913 HTTP/1.1" status: 200 len: 1094 time: 0.2264440 May 18 18:31:08.651364 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4eb70599-eba9-4b08-9ab3-a71074122565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:08.673682 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20c9ef3-c622-4cf7-80a9-509f63d34d5b req-cf1f2a4a-59ff-412a-b77c-40b1b35e52cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:31:08.675771 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d20c9ef3-c622-4cf7-80a9-509f63d34d5b req-cf1f2a4a-59ff-412a-b77c-40b1b35e52cf service neutron] 10.222.0.36 "GET /v2.0/networks?id=492fec2b-f975-425f-828b-425816a23c89 HTTP/1.1" status: 200 len: 906 time: 0.2132685 May 18 18:31:08.693331 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb70599-eba9-4b08-9ab3-a71074122565 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c88ee3f-8327-47c9-8e1d-c3b5a52c51ab,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:31:08.750255 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d20c9ef3-c622-4cf7-80a9-509f63d34d5b req-8eeae9c6-fe3e-4eea-a0ef-c60b5afc44fc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=84d44d3e-b0bb-476d-a838-b97212311ad1 HTTP/1.1" status: 200 len: 217 time: 0.0662465 May 18 18:31:08.851406 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20c9ef3-c622-4cf7-80a9-509f63d34d5b req-ea053f8b-fc9f-4e13-9668-3fff65d68082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:31:08.853184 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d20c9ef3-c622-4cf7-80a9-509f63d34d5b req-ea053f8b-fc9f-4e13-9668-3fff65d68082 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2280c6a7-2fbb-43fd-a641-4a8bbdb3adbf HTTP/1.1" status: 200 len: 845 time: 0.0751650 May 18 18:31:08.880260 n-d-838550-3 neutron-server[102730]: DEBUG neutron.objects.ports [None req-9b6d38b5-dc3c-4918-9cd5-bc3a9b700756 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102730) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} May 18 18:31:08.886745 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0365e227-2f47-44f6-ae76-fa7b30fa4d9b tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Router f515891f-a8b7-4a6f-9814-1319a10b6e69 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:31:08.890096 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9b6d38b5-dc3c-4918-9cd5-bc3a9b700756 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261104883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261031899'] for subnet, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:08.900728 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4eb70599-eba9-4b08-9ab3-a71074122565 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596901'] for router_gateway, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:08.940561 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d20c9ef3-c622-4cf7-80a9-509f63d34d5b req-50f59957-a822-4e80-877f-84d261e364a8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=492fec2b-f975-425f-828b-425816a23c89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587001 May 18 18:31:08.988019 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb613b34-b8a6-4d9f-a1b0-64aebd8a3e9c req-3943a745-e0d9-434e-8673-02dde8de1d4e tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:31:08.989590 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-eb613b34-b8a6-4d9f-a1b0-64aebd8a3e9c req-3943a745-e0d9-434e-8673-02dde8de1d4e tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=1a778688-63bd-48cf-9f20-3617a5271cf7 HTTP/1.1" status: 200 len: 945 time: 0.2273774 May 18 18:31:09.021816 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4eb70599-eba9-4b08-9ab3-a71074122565 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25145'] for router, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:09.026110 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4eb70599-eba9-4b08-9ab3-a71074122565 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:09.112279 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6d38b5-dc3c-4918-9cd5-bc3a9b700756 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Pushing event updated for resources: {'Subnet': ['ID=0a5e5306-33ec-4e6c-ae37-566ea67a81dd,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:31:09.125016 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8913f1e-2a88-4ab0-8c3f-ae6d0e30c007 req-90e605e4-e852-46ef-ba27-bddefb5b739e tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:31:09.127760 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e8913f1e-2a88-4ab0-8c3f-ae6d0e30c007 req-90e605e4-e852-46ef-ba27-bddefb5b739e tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/ports?device_id=9c81fdbb-5fe5-4ab2-9ce9-677145af3913 HTTP/1.1" status: 200 len: 943 time: 0.2229831 May 18 18:31:09.145567 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6d38b5-dc3c-4918-9cd5-bc3a9b700756 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Checking segment: {'id': 'ea632ef2-a76e-4e66-84dc-a7d9668b43c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'f07fc940-1df4-4f41-9faa-220de135f088'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:31:09.148296 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b6d38b5-dc3c-4918-9cd5-bc3a9b700756 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Network hostable DHCP agents. Network: f07fc940-1df4-4f41-9faa-220de135f088, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:31:09.155735 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4eb70599-eba9-4b08-9ab3-a71074122565 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593303'] for router, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:09.156331 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eb70599-eba9-4b08-9ab3-a71074122565 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b67a8a7-2193-465b-99b6-3e3f0d6374dd {{(pid=102731) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 18 18:31:09.170784 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4eb70599-eba9-4b08-9ab3-a71074122565 admin admin] Notify callbacks [] for router, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:09.171963 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-4eb70599-eba9-4b08-9ab3-a71074122565 admin admin] 10.222.0.85 "DELETE /v2.0/routers/8b67a8a7-2193-465b-99b6-3e3f0d6374dd HTTP/1.1" status: 204 len: 168 time: 3.1044328 May 18 18:31:09.178048 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 55840) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:31:09.193363 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-eb613b34-b8a6-4d9f-a1b0-64aebd8a3e9c req-a1adca88-2d93-4728-97d3-7b2fa895690d tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/security-groups?id=7a49a26b-bec5-4659-823a-7a88d88b0ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1735611 May 18 18:31:09.211670 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d20c9ef3-c622-4cf7-80a9-509f63d34d5b req-bdd4bfee-ee50-4e2a-b7b7-ebe969c042a3 service neutron] 10.222.0.36 "GET /v2.0/networks/492fec2b-f975-425f-828b-425816a23c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2369816 May 18 18:31:09.323832 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e8913f1e-2a88-4ab0-8c3f-ae6d0e30c007 req-00cfcdce-1acf-47ac-b156-b1134103bfc7 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/security-groups?id=6d4decf1-d3f8-40ef-a49d-c078d56e2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738164 May 18 18:31:09.327417 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b6d38b5-dc3c-4918-9cd5-bc3a9b700756 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Network f07fc940-1df4-4f41-9faa-220de135f088 is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:31:09.344481 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-9b6d38b5-dc3c-4918-9cd5-bc3a9b700756 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, f07fc940-1df4-4f41-9faa-220de135f088) {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:31:09.362516 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6d38b5-dc3c-4918-9cd5-bc3a9b700756 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:31:09.364094 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9b6d38b5-dc3c-4918-9cd5-bc3a9b700756 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:09.366505 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef80297-3503-4ef2-ac4e-0b6f42430109 None None] Network f07fc940-1df4-4f41-9faa-220de135f088 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:31:09.387291 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_v2 [None req-db9b0198-76c1-4c1c-825a-3cf5d7ffdd8d admin admin] Deleting subnet accb0a89-f23b-4ef5-8f87-983b3d81047a {{(pid=102731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:31:09.392307 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0365e227-2f47-44f6-ae76-fa7b30fa4d9b tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:31:09.396146 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-db9b0198-76c1-4c1c-825a-3cf5d7ffdd8d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:09.406428 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2e7da8-2a7f-40ce-bd80-30fe7dac67f3 None None] Sync routers for ids ['f515891f-a8b7-4a6f-9814-1319a10b6e69'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:31:09.410905 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d20c9ef3-c622-4cf7-80a9-509f63d34d5b req-8da9f688-cdbe-4e33-82a3-3284e166dee9 service neutron] 10.222.0.36 "GET /v2.0/networks/492fec2b-f975-425f-828b-425816a23c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862781 May 18 18:31:09.420000 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-9b6d38b5-dc3c-4918-9cd5-bc3a9b700756 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4345279 May 18 18:31:09.422517 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 55842) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:31:09.431554 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-066bee3b-a935-425f-b6ee-913d73dae87c tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Request body: {'port': {'network_id': 'f07fc940-1df4-4f41-9faa-220de135f088', 'name': 'tempest-NetworksIpV6TestAttrs-1643194019'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:31:09.444009 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 84d44d3e-b0bb-476d-a838-b97212311ad1 details requested by agent hyperv_n-h1-838550-3 with host n-h1-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:31:09.453292 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device dea4c3a6-e70b-410e-90f1-102cbfde860e no longer exists at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:31:09.454788 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2e7da8-2a7f-40ce-bd80-30fe7dac67f3 None None] Routers {'f515891f-a8b7-4a6f-9814-1319a10b6e69'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:31:09.456058 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-7f2e7da8-2a7f-40ce-bd80-30fe7dac67f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:30:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['f515891f-a8b7-4a6f-9814-1319a10b6e69'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:31:09.497399 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf063a9-df78-4f52-a59e-ba021d6b4bcd req-136a1b56-27d7-4ad6-9042-27ec1440dc75 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:31:09.499588 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8bf063a9-df78-4f52-a59e-ba021d6b4bcd req-136a1b56-27d7-4ad6-9042-27ec1440dc75 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/ports?device_id=ab843bd5-49cc-4a1a-a822-b7403ee93ee0 HTTP/1.1" status: 200 len: 946 time: 0.2078710 May 18 18:31:09.518926 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0365e227-2f47-44f6-ae76-fa7b30fa4d9b tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:09.601876 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-db9b0198-76c1-4c1c-825a-3cf5d7ffdd8d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260542153'] for subnet, precommit_delete_associations {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:09.692814 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-066bee3b-a935-425f-b6ee-913d73dae87c tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Made reservation on behalf of a9f94fcef39a47fab3a2f9dfeadfbbe6 for: {'port': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:31:09.701813 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-066bee3b-a935-425f-b6ee-913d73dae87c tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:09.706696 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-0365e227-2f47-44f6-ae76-fa7b30fa4d9b tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.2576649 May 18 18:31:09.717495 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '626a086d-20bf-469f-b20c-0be7435a44bc', 'tag': 'decea55d-a895-43b7-9e02-6f468495aa03'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:31:09.720215 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37be23f7-c222-402d-95b8-117a63feec67" -d '{"events": [{"name": "network-changed", "server_uuid": "626a086d-20bf-469f-b20c-0be7435a44bc", "tag": "decea55d-a895-43b7-9e02-6f468495aa03"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:31:09.732370 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 84d44d3e-b0bb-476d-a838-b97212311ad1, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=84d44d3e-b0bb-476d-a838-b97212311ad1,segment=NetworkSegment(a789d407-e290-4a90-b0cb-82b84ff4b9fa),segment_id=a789d407-e290-4a90-b0cb-82b84ff4b9fa)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:31:09.732890 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-db9b0198-76c1-4c1c-825a-3cf5d7ffdd8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:09.734400 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-7f2e7da8-2a7f-40ce-bd80-30fe7dac67f3 None None] Set router f515891f-a8b7-4a6f-9814-1319a10b6e69 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:31:09.755017 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [None req-066bee3b-a935-425f-b6ee-913d73dae87c tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] device_id is not set on port b4214ff1-72d5-4659-a1bb-2a1253ec55d9 yet. {{(pid=102730) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 18 18:31:09.761979 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Returning: {'device': '84d44d3e-b0bb-476d-a838-b97212311ad1', 'network_id': '492fec2b-f975-425f-828b-425816a23c89', 'port_id': '84d44d3e-b0bb-476d-a838-b97212311ad1', 'mac_address': 'fa:16:3e:de:9d:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2280c6a7-2fbb-43fd-a641-4a8bbdb3adbf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:31:09.782679 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port dea4c3a6-e70b-410e-90f1-102cbfde860e is: ACTIVE; New status is: DOWN {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:31:09.783076 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:09.805281 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8bf063a9-df78-4f52-a59e-ba021d6b4bcd req-10ac751a-8483-47ac-af0f-20523531289a tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/security-groups?id=02c33ece-f4c3-4965-a4ef-a7f4920ae299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2927802 May 18 18:31:09.816959 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0664f9b7-4fd1-4d9c-af68-05d628fb53ef x-openstack-request-id: req-0664f9b7-4fd1-4d9c-af68-05d628fb53ef {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:31:09.816959 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "626a086d-20bf-469f-b20c-0be7435a44bc", "tag": "decea55d-a895-43b7-9e02-6f468495aa03", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:31:09.816959 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-0664f9b7-4fd1-4d9c-af68-05d628fb53ef {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:31:09.816959 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0664f9b7-4fd1-4d9c-af68-05d628fb53ef'] response: {'name': 'network-changed', 'server_uuid': '626a086d-20bf-469f-b20c-0be7435a44bc', 'tag': 'decea55d-a895-43b7-9e02-6f468495aa03', 'status': 'completed', 'code': 200} May 18 18:31:09.870118 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ff869b-d031-4754-9ea6-55dd4dd5ad2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-f07fc940-1df4-4f41-9faa-220de135f088', 'network_id': 'f07fc940-1df4-4f41-9faa-220de135f088', 'tenant_id': 'a9f94fcef39a47fab3a2f9dfeadfbbe6', 'fixed_ips': [{'subnet_id': '0a5e5306-33ec-4e6c-ae37-566ea67a81dd'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:31:09.870959 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c3ff869b-d031-4754-9ea6-55dd4dd5ad2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:09.947010 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-db9b0198-76c1-4c1c-825a-3cf5d7ffdd8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260898416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260908030'] for subnet, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:09.973193 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port dea4c3a6-e70b-410e-90f1-102cbfde860e, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=dea4c3a6-e70b-410e-90f1-102cbfde860e,segment=NetworkSegment(8ca14917-c9b1-4338-b349-8fcfdea345e6),segment_id=8ca14917-c9b1-4338-b349-8fcfdea345e6)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:31:09.979476 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab843bd5-49cc-4a1a-a822-b7403ee93ee0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dea4c3a6-e70b-410e-90f1-102cbfde860e'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:31:09.982682 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40384bd0-8bff-4a07-977b-e3411d8d805c" -d '{"events": [{"server_uuid": "ab843bd5-49cc-4a1a-a822-b7403ee93ee0", "name": "network-vif-unplugged", "status": "completed", "tag": "dea4c3a6-e70b-410e-90f1-102cbfde860e"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:31:09.988473 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37be23f7-c222-402d-95b8-117a63feec67 req-078bc7ae-2320-4c6a-a27e-0337896fd42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:31:09.990281 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-37be23f7-c222-402d-95b8-117a63feec67 req-078bc7ae-2320-4c6a-a27e-0337896fd42d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=4ce86b77116a4afca1694cba473235e6&device_id=626a086d-20bf-469f-b20c-0be7435a44bc HTTP/1.1" status: 200 len: 1096 time: 0.1363568 May 18 18:31:09.991611 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b0198-76c1-4c1c-825a-3cf5d7ffdd8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=accb0a89-f23b-4ef5-8f87-983b3d81047a,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:31:09.995437 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-db9b0198-76c1-4c1c-825a-3cf5d7ffdd8d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:10.001983 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-db9b0198-76c1-4c1c-825a-3cf5d7ffdd8d admin admin] 10.222.0.85 "DELETE /v2.0/subnets/accb0a89-f23b-4ef5-8f87-983b3d81047a HTTP/1.1" status: 204 len: 168 time: 0.8225210 May 18 18:31:10.002853 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 55852) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:31:10.028723 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:10.035771 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-066bee3b-a935-425f-b6ee-913d73dae87c tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Allocated IP 2001:db8::f816:3eff:fe96:b5f (f07fc940-1df4-4f41-9faa-220de135f088/0a5e5306-33ec-4e6c-ae37-566ea67a81dd/b4214ff1-72d5-4659-a1bb-2a1253ec55d9) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:31:10.060734 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f89fc6-dc71-4f57-96cc-3ece921e75a1 None None] Network b0e0df8a-fe46-47e2-96e7-6f339d67d466 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:31:10.114048 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37be23f7-c222-402d-95b8-117a63feec67 req-8e9e20a2-373b-4dd4-9139-5e89891d2a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:31:10.115778 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-37be23f7-c222-402d-95b8-117a63feec67 req-8e9e20a2-373b-4dd4-9139-5e89891d2a5a service neutron] 10.222.0.88 "GET /v2.0/networks?id=eafefbfa-378a-4a8a-8ee5-45c0c746f8e9 HTTP/1.1" status: 200 len: 911 time: 0.1119421 May 18 18:31:10.149694 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 May 2022 18:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d4ba969-99d3-4c3c-8fa2-f28a0b170f66 x-openstack-request-id: req-1d4ba969-99d3-4c3c-8fa2-f28a0b170f66 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:31:10.161933 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab843bd5-49cc-4a1a-a822-b7403ee93ee0", "name": "network-vif-unplugged", "status": "completed", "tag": "dea4c3a6-e70b-410e-90f1-102cbfde860e", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:31:10.162482 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-1d4ba969-99d3-4c3c-8fa2-f28a0b170f66 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:31:10.163079 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d4ba969-99d3-4c3c-8fa2-f28a0b170f66'] response: {'server_uuid': 'ab843bd5-49cc-4a1a-a822-b7403ee93ee0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dea4c3a6-e70b-410e-90f1-102cbfde860e', 'code': 200} May 18 18:31:10.198041 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-7f2e7da8-2a7f-40ce-bd80-30fe7dac67f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f515891f-a8b7-4a6f-9814-1319a10b6e69', 'name': 'tempest-TestVolumeBootPattern-31464916-router', 'tenant_id': '4ce86b77116a4afca1694cba473235e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '76222933-de15-4351-b270-218c7879e007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:20:37Z', 'updated_at': '2022-05-18T18:20:50Z', 'revision_number': 4, 'project_id': '4ce86b77116a4afca1694cba473235e6', 'gw_port': {'id': '76222933-de15-4351-b270-218c7879e007', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:13:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f515891f-a8b7-4a6f-9814-1319a10b6e69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:20:40Z', 'updated_at': '2022-05-18T18:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': '52ed146d-d050-4656-8f3c-dbc9d9843d82', 'tenant_id': '4ce86b77116a4afca1694cba473235e6', 'floating_ip_address': '172.25.5.253', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': 'f515891f-a8b7-4a6f-9814-1319a10b6e69', 'port_id': 'decea55d-a895-43b7-9e02-6f468495aa03', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2917, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eafefbfa-378a-4a8a-8ee5-45c0c746f8e9', 'mac_address': 'fa:16:3e:93:70:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626a086d-20bf-469f-b20c-0be7435a44bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T18:31:05Z', 'updated_at': '2022-05-18T18:31:05Z', 'revision_number': 0, 'project_id': '4ce86b77116a4afca1694cba473235e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ac3d3a3-975f-4e58-b55a-00dc7ec1fcc1', 'name': '', 'network_id': 'eafefbfa-378a-4a8a-8ee5-45c0c746f8e9', 'tenant_id': '4ce86b77116a4afca1694cba473235e6', 'mac_address': 'fa:16:3e:9c:0a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f515891f-a8b7-4a6f-9814-1319a10b6e69', 'device_owner': 'network:router_interface', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': 'ab1f7f5a-a761-43dc-be82-e3f213958e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:20:48Z', 'updated_at': '2022-05-18T18:21:02Z', 'revision_number': 5, 'project_id': '4ce86b77116a4afca1694cba473235e6', 'subnets': [{'id': 'ab1f7f5a-a761-43dc-be82-e3f213958e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:31:10.273380 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-94cfb34c-1017-45e2-ab1d-dd708156f444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:10.286720 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-066bee3b-a935-425f-b6ee-913d73dae87c tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:10.291424 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-37be23f7-c222-402d-95b8-117a63feec67 req-88e14fd9-a241-4583-a311-495f42086e4c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=decea55d-a895-43b7-9e02-6f468495aa03 HTTP/1.1" status: 200 len: 999 time: 0.1634204 May 18 18:31:10.374900 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-066bee3b-a935-425f-b6ee-913d73dae87c tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:10.400478 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 84d44d3e-b0bb-476d-a838-b97212311ad1 is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:31:10.401024 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:10.405247 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=dea4c3a6-e70b-410e-90f1-102cbfde860e,revision_number=8']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:31:10.438457 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-56054a9e-feea-4393-b2e8-62cc40d6a304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:10.500668 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37be23f7-c222-402d-95b8-117a63feec67 req-8b802339-c3da-4850-a92c-33674f8122dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:31:10.501424 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-37be23f7-c222-402d-95b8-117a63feec67 req-8b802339-c3da-4850-a92c-33674f8122dc service neutron] 10.222.0.88 "GET /v2.0/subnets?id=ab1f7f5a-a761-43dc-be82-e3f213958e88 HTTP/1.1" status: 200 len: 849 time: 0.1991899 May 18 18:31:10.522951 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 4c88ee3f-8327-47c9-8e1d-c3b5a52c51ab no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:31:10.529719 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cfc156-19db-4268-8ddd-27e479fa6566 req-a16512c0-82e7-4b2c-a713-d09b739297df tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:31:10.531593 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c7cfc156-19db-4268-8ddd-27e479fa6566 req-a16512c0-82e7-4b2c-a713-d09b739297df tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=1a778688-63bd-48cf-9f20-3617a5271cf7 HTTP/1.1" status: 200 len: 945 time: 0.1934495 May 18 18:31:10.546092 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2e7da8-2a7f-40ce-bd80-30fe7dac67f3 None None] Checking router: f515891f-a8b7-4a6f-9814-1319a10b6e69 for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:31:10.550466 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-066bee3b-a935-425f-b6ee-913d73dae87c tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Network f07fc940-1df4-4f41-9faa-220de135f088 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:31:10.557975 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-066bee3b-a935-425f-b6ee-913d73dae87c tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:31:10.561453 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066bee3b-a935-425f-b6ee-913d73dae87c tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:31:10.567513 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-066bee3b-a935-425f-b6ee-913d73dae87c tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:31:10.568786 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-066bee3b-a935-425f-b6ee-913d73dae87c tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:10.573574 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066bee3b-a935-425f-b6ee-913d73dae87c tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Pushing event updated for resources: {'Port': ['ID=b4214ff1-72d5-4659-a1bb-2a1253ec55d9,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:31:10.576545 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2e7da8-2a7f-40ce-bd80-30fe7dac67f3 None None] Routers {'f515891f-a8b7-4a6f-9814-1319a10b6e69'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:31:10.577310 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-7f2e7da8-2a7f-40ce-bd80-30fe7dac67f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:31:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['f515891f-a8b7-4a6f-9814-1319a10b6e69'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:31:10.607696 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c39b52-aea2-4796-99e4-ba292b8a3bb6 req-9c8f387b-e50f-418d-a72c-437df4daf8a3 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:31:10.619847 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 4c88ee3f-8327-47c9-8e1d-c3b5a52c51ab {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:31:10.620256 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 4c88ee3f-8327-47c9-8e1d-c3b5a52c51ab not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:31:10.622110 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a1c39b52-aea2-4796-99e4-ba292b8a3bb6 req-9c8f387b-e50f-418d-a72c-437df4daf8a3 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/ports?device_id=9c81fdbb-5fe5-4ab2-9ce9-677145af3913 HTTP/1.1" status: 200 len: 943 time: 0.1442573 May 18 18:31:10.626623 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84d44d3e-b0bb-476d-a838-b97212311ad1 {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:31:10.639397 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-066bee3b-a935-425f-b6ee-913d73dae87c tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.2157233 May 18 18:31:10.643896 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 55858) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:31:10.660479 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-94cfb34c-1017-45e2-ab1d-dd708156f444 admin admin] Deleting port 392a0cbe-e60e-46fc-b765-c066c8ecd312 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:31:10.660847 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-94cfb34c-1017-45e2-ab1d-dd708156f444 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:10.740877 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a1c39b52-aea2-4796-99e4-ba292b8a3bb6 req-2185ea66-e88f-4cb9-9efd-a3e8babe6ab6 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/security-groups?id=6d4decf1-d3f8-40ef-a49d-c078d56e2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151514 May 18 18:31:10.750412 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 84d44d3e-b0bb-476d-a838-b97212311ad1, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=84d44d3e-b0bb-476d-a838-b97212311ad1,segment=NetworkSegment(a789d407-e290-4a90-b0cb-82b84ff4b9fa),segment_id=a789d407-e290-4a90-b0cb-82b84ff4b9fa)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:31:10.764828 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd62be0d-b261-4f58-96aa-39cfb0cb80a1 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Deleting subnet 0a5e5306-33ec-4e6c-ae37-566ea67a81dd {{(pid=102730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:31:10.782052 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c7cfc156-19db-4268-8ddd-27e479fa6566 req-e7604916-43de-4cb7-b782-6927b81594bd tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/security-groups?id=7a49a26b-bec5-4659-823a-7a88d88b0ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2304814 May 18 18:31:10.788194 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:10.807306 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37be23f7-c222-402d-95b8-117a63feec67 req-882dccad-87cc-4d1e-98c0-3a4c31bc8423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:31:10.808939 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-37be23f7-c222-402d-95b8-117a63feec67 req-882dccad-87cc-4d1e-98c0-3a4c31bc8423 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=eafefbfa-378a-4a8a-8ee5-45c0c746f8e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2741055 May 18 18:31:10.832929 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-7f2e7da8-2a7f-40ce-bd80-30fe7dac67f3 None None] Set router f515891f-a8b7-4a6f-9814-1319a10b6e69 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:31:10.837776 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-c3ff869b-d031-4754-9ea6-55dd4dd5ad2c None None] Allocated IP 2001:db8::f816:3eff:fed9:e6ea (f07fc940-1df4-4f41-9faa-220de135f088/0a5e5306-33ec-4e6c-ae37-566ea67a81dd/1aebdd8d-1bdc-4752-8cd5-fd9f6f67ba5d) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:31:10.841900 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-94cfb34c-1017-45e2-ab1d-dd708156f444 admin admin] For port 392a0cbe-e60e-46fc-b765-c066c8ecd312, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=392a0cbe-e60e-46fc-b765-c066c8ecd312,segment=NetworkSegment(a898997a-d1fc-408c-b1d2-fe587c78d0c1),segment_id=a898997a-d1fc-408c-b1d2-fe587c78d0c1)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:31:10.842440 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-94cfb34c-1017-45e2-ab1d-dd708156f444 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:10.864899 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-94cfb34c-1017-45e2-ab1d-dd708156f444 admin admin] Calling delete_port for 392a0cbe-e60e-46fc-b765-c066c8ecd312 owned by network:dhcp {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:31:10.892336 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=84d44d3e-b0bb-476d-a838-b97212311ad1,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:31:10.963664 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [req-37be23f7-c222-402d-95b8-117a63feec67 req-89d50556-0dd2-451b-b61c-275890eae99a service neutron] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=102731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 18:31:10.979353 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-37be23f7-c222-402d-95b8-117a63feec67 req-89d50556-0dd2-451b-b61c-275890eae99a service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0165048 May 18 18:31:11.032389 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1687b468-ab1f-4878-a4b9-9b56693135ef None None] DHCP port deletion for b0e0df8a-fe46-47e2-96e7-6f339d67d466 request from n-d-838550-3 {{(pid=102732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 18:31:11.102687 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['84d44d3e-b0bb-476d-a838-b97212311ad1'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:31:11.108205 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-94cfb34c-1017-45e2-ab1d-dd708156f444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:11.112023 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b72214-662f-4365-be0a-eea1c5c7f10f req-6c4d8f40-d287-4f4d-b457-93eed8e99a65 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:31:11.114532 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-07b72214-662f-4365-be0a-eea1c5c7f10f req-6c4d8f40-d287-4f4d-b457-93eed8e99a65 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/ports?device_id=ab843bd5-49cc-4a1a-a822-b7403ee93ee0 HTTP/1.1" status: 200 len: 944 time: 0.1122100 May 18 18:31:11.129847 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94cfb34c-1017-45e2-ab1d-dd708156f444 admin admin] No DVR routers for this DVR port 392a0cbe-e60e-46fc-b765-c066c8ecd312 on host n-d-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:31:11.149974 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c3ff869b-d031-4754-9ea6-55dd4dd5ad2c None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:11.161589 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cfb34c-1017-45e2-ab1d-dd708156f444 admin admin] Pushing event deleted for resources: {'Port': ['ID=392a0cbe-e60e-46fc-b765-c066c8ecd312,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:31:11.164238 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-cd62be0d-b261-4f58-96aa-39cfb0cb80a1 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Notify callbacks [] for subnet, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:11.168966 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c3ff869b-d031-4754-9ea6-55dd4dd5ad2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:11.217710 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-37be23f7-c222-402d-95b8-117a63feec67 req-5b6e6ad2-6e0e-42f8-b89e-e5d652b95826 service neutron] 10.222.0.88 "GET /v2.0/networks/eafefbfa-378a-4a8a-8ee5-45c0c746f8e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371705 May 18 18:31:11.249349 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-cd62be0d-b261-4f58-96aa-39cfb0cb80a1 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260107366'] for subnet, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:11.265141 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ff869b-d031-4754-9ea6-55dd4dd5ad2c None None] Network f07fc940-1df4-4f41-9faa-220de135f088 is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:31:11.304993 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-c3ff869b-d031-4754-9ea6-55dd4dd5ad2c None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:31:11.318151 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-7f2e7da8-2a7f-40ce-bd80-30fe7dac67f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f515891f-a8b7-4a6f-9814-1319a10b6e69', 'name': 'tempest-TestVolumeBootPattern-31464916-router', 'tenant_id': '4ce86b77116a4afca1694cba473235e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '76222933-de15-4351-b270-218c7879e007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:20:37Z', 'updated_at': '2022-05-18T18:20:50Z', 'revision_number': 4, 'project_id': '4ce86b77116a4afca1694cba473235e6', 'gw_port': {'id': '76222933-de15-4351-b270-218c7879e007', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:13:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f515891f-a8b7-4a6f-9814-1319a10b6e69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:20:40Z', 'updated_at': '2022-05-18T18:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': '52ed146d-d050-4656-8f3c-dbc9d9843d82', 'tenant_id': '4ce86b77116a4afca1694cba473235e6', 'floating_ip_address': '172.25.5.253', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': 'f515891f-a8b7-4a6f-9814-1319a10b6e69', 'port_id': 'decea55d-a895-43b7-9e02-6f468495aa03', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2917, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eafefbfa-378a-4a8a-8ee5-45c0c746f8e9', 'mac_address': 'fa:16:3e:93:70:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626a086d-20bf-469f-b20c-0be7435a44bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T18:31:05Z', 'updated_at': '2022-05-18T18:31:05Z', 'revision_number': 0, 'project_id': '4ce86b77116a4afca1694cba473235e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ac3d3a3-975f-4e58-b55a-00dc7ec1fcc1', 'name': '', 'network_id': 'eafefbfa-378a-4a8a-8ee5-45c0c746f8e9', 'tenant_id': '4ce86b77116a4afca1694cba473235e6', 'mac_address': 'fa:16:3e:9c:0a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f515891f-a8b7-4a6f-9814-1319a10b6e69', 'device_owner': 'network:router_interface', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': 'ab1f7f5a-a761-43dc-be82-e3f213958e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:20:48Z', 'updated_at': '2022-05-18T18:21:02Z', 'revision_number': 5, 'project_id': '4ce86b77116a4afca1694cba473235e6', 'subnets': [{'id': 'ab1f7f5a-a761-43dc-be82-e3f213958e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:31:11.324476 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ff869b-d031-4754-9ea6-55dd4dd5ad2c None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:31:11.332043 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-94cfb34c-1017-45e2-ab1d-dd708156f444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:11.360417 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-94cfb34c-1017-45e2-ab1d-dd708156f444 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0e0df8a-fe46-47e2-96e7-6f339d67d466']}} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:31:11.368030 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2e7da8-2a7f-40ce-bd80-30fe7dac67f3 None None] The sync data for ids ['f515891f-a8b7-4a6f-9814-1319a10b6e69'] in n-d-838550-3 is: [{'id': 'f515891f-a8b7-4a6f-9814-1319a10b6e69', 'name': 'tempest-TestVolumeBootPattern-31464916-router', 'tenant_id': '4ce86b77116a4afca1694cba473235e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '76222933-de15-4351-b270-218c7879e007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:20:37Z', 'updated_at': '2022-05-18T18:20:50Z', 'revision_number': 4, 'project_id': '4ce86b77116a4afca1694cba473235e6', 'gw_port': {'id': '76222933-de15-4351-b270-218c7879e007', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:13:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f515891f-a8b7-4a6f-9814-1319a10b6e69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:20:40Z', 'updated_at': '2022-05-18T18:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': '52ed146d-d050-4656-8f3c-dbc9d9843d82', 'tenant_id': '4ce86b77116a4afca1694cba473235e6', 'floating_ip_address': '172.25.5.253', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': 'f515891f-a8b7-4a6f-9814-1319a10b6e69', 'port_id': 'decea55d-a895-43b7-9e02-6f468495aa03', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2917, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eafefbfa-378a-4a8a-8ee5-45c0c746f8e9', 'mac_address': 'fa:16:3e:93:70:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626a086d-20bf-469f-b20c-0be7435a44bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T18:31:05Z', 'updated_at': '2022-05-18T18:31:05Z', 'revision_number': 0, 'project_id': '4ce86b77116a4afca1694cba473235e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ac3d3a3-975f-4e58-b55a-00dc7ec1fcc1', 'name': '', 'network_id': 'eafefbfa-378a-4a8a-8ee5-45c0c746f8e9', 'tenant_id': '4ce86b77116a4afca1694cba473235e6', 'mac_address': 'fa:16:3e:9c:0a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f515891f-a8b7-4a6f-9814-1319a10b6e69', 'device_owner': 'network:router_interface', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': 'ab1f7f5a-a761-43dc-be82-e3f213958e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:20:48Z', 'updated_at': '2022-05-18T18:21:02Z', 'revision_number': 5, 'project_id': '4ce86b77116a4afca1694cba473235e6', 'subnets': [{'id': 'ab1f7f5a-a761-43dc-be82-e3f213958e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:31:11.378910 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-07b72214-662f-4365-be0a-eea1c5c7f10f req-5b8916a9-588d-4234-9e9a-78c8408b5d51 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/security-groups?id=02c33ece-f4c3-4965-a4ef-a7f4920ae299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2546995 May 18 18:31:11.379634 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-1687b468-ab1f-4878-a4b9-9b56693135ef None None] Deleting port 392a0cbe-e60e-46fc-b765-c066c8ecd312 {{(pid=102732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:31:11.380019 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1687b468-ab1f-4878-a4b9-9b56693135ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:11.388123 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-94cfb34c-1017-45e2-ab1d-dd708156f444 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a898997a-d1fc-408c-b1d2-fe587c78d0c1') {'for_net_delete': True} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:31:11.388466 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-94cfb34c-1017-45e2-ab1d-dd708156f444 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a898997a-d1fc-408c-b1d2-fe587c78d0c1') {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:31:11.406555 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-94cfb34c-1017-45e2-ab1d-dd708156f444 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260542144'] for segment, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:11.431745 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-94cfb34c-1017-45e2-ab1d-dd708156f444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:11.440789 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94cfb34c-1017-45e2-ab1d-dd708156f444 admin admin] Releasing vlan 604 on physical network physnet1 to pool {{(pid=102731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:31:11.441634 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-94cfb34c-1017-45e2-ab1d-dd708156f444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260884178'] for segment, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:11.484780 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:11.485518 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ff869b-d031-4754-9ea6-55dd4dd5ad2c None None] Pushing event updated for resources: {'Port': ['ID=1aebdd8d-1bdc-4752-8cd5-fd9f6f67ba5d,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:31:11.549606 n-d-838550-3 neutron-server[102731]: Traceback (most recent call last): May 18 18:31:11.549606 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:31:11.549606 n-d-838550-3 neutron-server[102731]: timer() May 18 18:31:11.549606 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:31:11.549606 n-d-838550-3 neutron-server[102731]: cb(*args, **kw) May 18 18:31:11.549606 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:31:11.549606 n-d-838550-3 neutron-server[102731]: return func(*args, **kwargs) May 18 18:31:11.549606 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:31:11.549606 n-d-838550-3 neutron-server[102731]: self._notify() May 18 18:31:11.549606 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:31:11.549606 n-d-838550-3 neutron-server[102731]: self.callback(batched_events) May 18 18:31:11.549606 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:31:11.549606 n-d-838550-3 neutron-server[102731]: event.method(event) May 18 18:31:11.549606 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:31:11.549606 n-d-838550-3 neutron-server[102731]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:31:11.549606 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:31:11.549606 n-d-838550-3 neutron-server[102731]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:31:11.549606 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:31:11.549606 n-d-838550-3 neutron-server[102731]: return f(self, *a, **k) May 18 18:31:11.549606 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:31:11.549606 n-d-838550-3 neutron-server[102731]: return self._get(url).json() May 18 18:31:11.549606 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:31:11.549606 n-d-838550-3 neutron-server[102731]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:31:11.549606 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:31:11.549606 n-d-838550-3 neutron-server[102731]: return self.request(url, 'GET', **kwargs) May 18 18:31:11.549606 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:31:11.549606 n-d-838550-3 neutron-server[102731]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:31:11.549606 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:31:11.549606 n-d-838550-3 neutron-server[102731]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:31:11.549606 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:31:11.549606 n-d-838550-3 neutron-server[102731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:31:11.549606 n-d-838550-3 neutron-server[102731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:31:11.560608 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-37be23f7-c222-402d-95b8-117a63feec67 req-f76d5e0f-752f-4b6f-b9bc-26a1d3223a92 service neutron] 10.222.0.88 "GET /v2.0/networks/eafefbfa-378a-4a8a-8ee5-45c0c746f8e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2976720 May 18 18:31:11.562341 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-94cfb34c-1017-45e2-ab1d-dd708156f444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:11.572368 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-94cfb34c-1017-45e2-ab1d-dd708156f444 admin admin] Notify callbacks [] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:11.577696 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-94cfb34c-1017-45e2-ab1d-dd708156f444 admin admin] 10.222.0.85 "DELETE /v2.0/networks/b0e0df8a-fe46-47e2-96e7-6f339d67d466 HTTP/1.1" status: 204 len: 168 time: 1.5723667 May 18 18:31:11.604717 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-cd62be0d-b261-4f58-96aa-39cfb0cb80a1 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:11.615011 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-c3ff869b-d031-4754-9ea6-55dd4dd5ad2c None None] Attempting to bind port 1aebdd8d-1bdc-4752-8cd5-fd9f6f67ba5d on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:31:11.615426 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-c3ff869b-d031-4754-9ea6-55dd4dd5ad2c None None] Attempting to bind port 1aebdd8d-1bdc-4752-8cd5-fd9f6f67ba5d by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': 'ea632ef2-a76e-4e66-84dc-a7d9668b43c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'f07fc940-1df4-4f41-9faa-220de135f088'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:31:11.615802 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ff869b-d031-4754-9ea6-55dd4dd5ad2c None None] Attempting to bind port 1aebdd8d-1bdc-4752-8cd5-fd9f6f67ba5d on network f07fc940-1df4-4f41-9faa-220de135f088 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:31:11.620307 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cfb34c-1017-45e2-ab1d-dd708156f444 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0e0df8a-fe46-47e2-96e7-6f339d67d466,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:31:11.621664 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-1687b468-ab1f-4878-a4b9-9b56693135ef None None] For port 392a0cbe-e60e-46fc-b765-c066c8ecd312, host n-d-838550-3, got binding levels [] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:31:11.622733 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1687b468-ab1f-4878-a4b9-9b56693135ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:11.628771 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ff869b-d031-4754-9ea6-55dd4dd5ad2c None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 30, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:31:11.629274 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ff869b-d031-4754-9ea6-55dd4dd5ad2c None None] Checking segment: {'id': 'ea632ef2-a76e-4e66-84dc-a7d9668b43c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'f07fc940-1df4-4f41-9faa-220de135f088'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:31:11.629708 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c3ff869b-d031-4754-9ea6-55dd4dd5ad2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:11.630262 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ff869b-d031-4754-9ea6-55dd4dd5ad2c None None] Bound using segment: {'id': 'ea632ef2-a76e-4e66-84dc-a7d9668b43c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'f07fc940-1df4-4f41-9faa-220de135f088'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:31:11.630734 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-c3ff869b-d031-4754-9ea6-55dd4dd5ad2c None None] Bound port: 1aebdd8d-1bdc-4752-8cd5-fd9f6f67ba5d, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea632ef2-a76e-4e66-84dc-a7d9668b43c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'f07fc940-1df4-4f41-9faa-220de135f088'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:31:11.631315 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c3ff869b-d031-4754-9ea6-55dd4dd5ad2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:11.700828 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-1687b468-ab1f-4878-a4b9-9b56693135ef None None] Calling delete_port for 392a0cbe-e60e-46fc-b765-c066c8ecd312 owned by network:dhcp {{(pid=102732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:31:11.715277 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.ipam_backend_mixin [None req-1687b468-ab1f-4878-a4b9-9b56693135ef None None] Port 392a0cbe-e60e-46fc-b765-c066c8ecd312 was not found and therefore no delete operation was performed {{(pid=102732) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} May 18 18:31:11.718217 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-cd62be0d-b261-4f58-96aa-39cfb0cb80a1 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261104690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261031888'] for subnet, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:11.723640 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1687b468-ab1f-4878-a4b9-9b56693135ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508'] for port, after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:11.769006 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd62be0d-b261-4f58-96aa-39cfb0cb80a1 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Pushing event deleted for resources: {'Subnet': ['ID=0a5e5306-33ec-4e6c-ae37-566ea67a81dd,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:31:11.774005 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-cd62be0d-b261-4f58-96aa-39cfb0cb80a1 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:11.774437 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1687b468-ab1f-4878-a4b9-9b56693135ef None None] Network b0e0df8a-fe46-47e2-96e7-6f339d67d466 is not hosted by any dhcp agent {{(pid=102732) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} May 18 18:31:11.775039 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1687b468-ab1f-4878-a4b9-9b56693135ef None None] No DVR routers for this DVR port 392a0cbe-e60e-46fc-b765-c066c8ecd312 on host n-d-838550-3 {{(pid=102732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:31:11.782434 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-cd62be0d-b261-4f58-96aa-39cfb0cb80a1 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] 10.222.0.85 "DELETE /v2.0/subnets/0a5e5306-33ec-4e6c-ae37-566ea67a81dd HTTP/1.1" status: 204 len: 168 time: 1.1374907 May 18 18:31:11.786268 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 55874) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:31:11.789096 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1687b468-ab1f-4878-a4b9-9b56693135ef None None] Pushing event deleted for resources: {'Port': ['ID=392a0cbe-e60e-46fc-b765-c066c8ecd312,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:31:11.840499 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c3ff869b-d031-4754-9ea6-55dd4dd5ad2c None None] For port 1aebdd8d-1bdc-4752-8cd5-fd9f6f67ba5d, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:31:11.862147 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c3ff869b-d031-4754-9ea6-55dd4dd5ad2c None None] For port 1aebdd8d-1bdc-4752-8cd5-fd9f6f67ba5d, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=1aebdd8d-1bdc-4752-8cd5-fd9f6f67ba5d,segment=NetworkSegment(ea632ef2-a76e-4e66-84dc-a7d9668b43c7),segment_id=ea632ef2-a76e-4e66-84dc-a7d9668b43c7)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:31:11.872655 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c3ff869b-d031-4754-9ea6-55dd4dd5ad2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:11.928752 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711ff1c2-0e3d-4e27-b3ff-11e6eb223415 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:31:11.930753 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711ff1c2-0e3d-4e27-b3ff-11e6eb223415 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:31:11.932518 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 55882) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:31:11.940848 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 55884) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:31:11.941142 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-711ff1c2-0e3d-4e27-b3ff-11e6eb223415 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] 10.222.0.85 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1535854 May 18 18:31:11.958139 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ff869b-d031-4754-9ea6-55dd4dd5ad2c None None] Pushing event updated for resources: {'Port': ['ID=1aebdd8d-1bdc-4752-8cd5-fd9f6f67ba5d,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:31:11.962551 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ba1cc5-d20e-4985-a0d2-8c3c9fdc3983 None None] New status for floating IP 52ed146d-d050-4656-8f3c-dbc9d9843d82: ACTIVE {{(pid=102732) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 18:31:12.138938 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-7587e51a-00f9-4c61-a5f1-77d0bb5985f2 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=1cf6702826ca40b18af7dfcf12233973&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2050283 May 18 18:31:12.141756 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 55892) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:31:12.145307 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d62a1bee-860b-4fab-9357-46584be362d2 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:12.167500 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36db159-ffa2-4f02-87af-cb5f1d703fd6 req-5b817002-b79b-4ee1-8820-df4bb9174b77 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:31:12.179356 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c36db159-ffa2-4f02-87af-cb5f1d703fd6 req-5b817002-b79b-4ee1-8820-df4bb9174b77 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/ports?device_id=9c81fdbb-5fe5-4ab2-9ce9-677145af3913 HTTP/1.1" status: 200 len: 944 time: 0.1784625 May 18 18:31:12.192511 n-d-838550-3 neutron-server[102730]: INFO neutron.pecan_wsgi.hooks.translation [None req-d62a1bee-860b-4fab-9357-46584be362d2 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] DELETE failed (client error): There was a conflict when trying to complete your request. May 18 18:31:12.192979 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d62a1bee-860b-4fab-9357-46584be362d2 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:31:12.201245 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-d62a1bee-860b-4fab-9357-46584be362d2 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] 10.222.0.85 "DELETE /v2.0/networks/f07fc940-1df4-4f41-9faa-220de135f088 HTTP/1.1" status: 409 len: 405 time: 0.2583215 May 18 18:31:12.220592 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 55894) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:31:12.246881 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-7a04f143-3ecb-42a3-8d09-c6596dda8a5e tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-226910626'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:31:12.294538 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c36db159-ffa2-4f02-87af-cb5f1d703fd6 req-c4a9e6b7-978a-45b7-b96e-223fba5f7d4a tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/security-groups?id=6d4decf1-d3f8-40ef-a49d-c078d56e2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140497 May 18 18:31:12.307254 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a04f143-3ecb-42a3-8d09-c6596dda8a5e tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Made reservation on behalf of a9f94fcef39a47fab3a2f9dfeadfbbe6 for: {'network': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:31:12.312636 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7a04f143-3ecb-42a3-8d09-c6596dda8a5e tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:12.357449 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a04f143-3ecb-42a3-8d09-c6596dda8a5e tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 647} {{(pid=102730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:31:12.380382 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7a04f143-3ecb-42a3-8d09-c6596dda8a5e tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:12.380800 n-d-838550-3 neutron-server[102730]: INFO neutron.db.segments_db [None req-7a04f143-3ecb-42a3-8d09-c6596dda8a5e tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Added segment 22cdf3dd-62bf-4b96-96ef-99c1a1ff3c43 of type vlan for network 0bb07b1e-3ac2-48e8-a95e-1299ab1a6495 May 18 18:31:12.438244 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:12.470520 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 392a0cbe-e60e-46fc-b765-c066c8ecd312 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:31:12.482860 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7a04f143-3ecb-42a3-8d09-c6596dda8a5e tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:12.540165 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 392a0cbe-e60e-46fc-b765-c066c8ecd312 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:31:12.541497 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 392a0cbe-e60e-46fc-b765-c066c8ecd312 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:31:12.553850 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7a04f143-3ecb-42a3-8d09-c6596dda8a5e tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:12.559922 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a04f143-3ecb-42a3-8d09-c6596dda8a5e tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:31:12.560559 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7a04f143-3ecb-42a3-8d09-c6596dda8a5e tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:12.662595 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-7a04f143-3ecb-42a3-8d09-c6596dda8a5e tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4392655 May 18 18:31:12.666400 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 55902) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:31:12.676694 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-aeee4537-861b-4e78-9374-75573f6b8cc8 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Request body: {'subnet': {'network_id': '0bb07b1e-3ac2-48e8-a95e-1299ab1a6495', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:31:12.810568 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a04f143-3ecb-42a3-8d09-c6596dda8a5e tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Pushing event updated for resources: {'Network': ['ID=0bb07b1e-3ac2-48e8-a95e-1299ab1a6495,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:31:12.827493 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network 0bb07b1e-3ac2-48e8-a95e-1299ab1a6495 details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:31:12.828793 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeee4537-861b-4e78-9374-75573f6b8cc8 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Made reservation on behalf of a9f94fcef39a47fab3a2f9dfeadfbbe6 for: {'subnet': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:31:12.834944 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-aeee4537-861b-4e78-9374-75573f6b8cc8 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261031885'] for subnet, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:12.956474 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb176972-293d-4df6-87a2-edf9db1bd83d req-ed23f6ee-d0a7-4449-a686-235f39a381a5 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:31:12.959097 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bb176972-293d-4df6-87a2-edf9db1bd83d req-ed23f6ee-d0a7-4449-a686-235f39a381a5 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=1a778688-63bd-48cf-9f20-3617a5271cf7 HTTP/1.1" status: 200 len: 945 time: 0.8137162 May 18 18:31:12.963723 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-df7f2e18-9b77-463a-9c6f-f3224da4d8a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:13.050392 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-df7f2e18-9b77-463a-9c6f-f3224da4d8a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:13.059012 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:13.096574 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bb176972-293d-4df6-87a2-edf9db1bd83d req-6816e514-ea40-4b79-91ff-403f77570bc9 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/security-groups?id=7a49a26b-bec5-4659-823a-7a88d88b0ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1245291 May 18 18:31:13.179240 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-df7f2e18-9b77-463a-9c6f-f3224da4d8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:13.182179 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-df7f2e18-9b77-463a-9c6f-f3224da4d8a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:13.185879 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-df7f2e18-9b77-463a-9c6f-f3224da4d8a3 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/ac038917-b539-44d8-a377-3b632e4a75a1 HTTP/1.1" status: 204 len: 168 time: 1.0421188 May 18 18:31:13.206606 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7f2e18-9b77-463a-9c6f-f3224da4d8a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac038917-b539-44d8-a377-3b632e4a75a1,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:31:13.370418 n-d-838550-3 neutron-server[102730]: DEBUG neutron.objects.ports [None req-aeee4537-861b-4e78-9374-75573f6b8cc8 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102730) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} May 18 18:31:13.374211 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-aeee4537-861b-4e78-9374-75573f6b8cc8 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261104883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261031899'] for subnet, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:13.415819 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 84d44d3e-b0bb-476d-a838-b97212311ad1 up at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:31:13.492443 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92760241-79e3-44d9-83a1-c6bd1760ab22 req-9abad816-8e51-41e6-8850-a4808075194c tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:31:13.500131 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-92760241-79e3-44d9-83a1-c6bd1760ab22 req-9abad816-8e51-41e6-8850-a4808075194c tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/ports?device_id=ab843bd5-49cc-4a1a-a822-b7403ee93ee0 HTTP/1.1" status: 200 len: 944 time: 0.2527857 May 18 18:31:13.540280 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b6e32a-b072-4b18-90d9-3bf9a23f977b req-9cad5826-272e-40ed-8ae9-7d65fc4d3458 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:31:13.550660 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-50b6e32a-b072-4b18-90d9-3bf9a23f977b req-9cad5826-272e-40ed-8ae9-7d65fc4d3458 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/ports?device_id=9c81fdbb-5fe5-4ab2-9ce9-677145af3913 HTTP/1.1" status: 200 len: 944 time: 0.1137884 May 18 18:31:13.612080 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeee4537-861b-4e78-9374-75573f6b8cc8 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Pushing event updated for resources: {'Subnet': ['ID=250e52f9-e31c-49a1-bc34-9de4932ca967,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:31:13.675218 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-50b6e32a-b072-4b18-90d9-3bf9a23f977b req-4438820c-eee1-4479-8f59-552dfd9780db tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/security-groups?id=6d4decf1-d3f8-40ef-a49d-c078d56e2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198645 May 18 18:31:13.731187 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-92760241-79e3-44d9-83a1-c6bd1760ab22 req-f10aa1a0-6b9d-4e9f-ae20-84fbe3628dc6 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/security-groups?id=02c33ece-f4c3-4965-a4ef-a7f4920ae299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2202156 May 18 18:31:13.736928 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeee4537-861b-4e78-9374-75573f6b8cc8 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Checking segment: {'id': '22cdf3dd-62bf-4b96-96ef-99c1a1ff3c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '0bb07b1e-3ac2-48e8-a95e-1299ab1a6495'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:31:13.737304 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeee4537-861b-4e78-9374-75573f6b8cc8 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Network hostable DHCP agents. Network: 0bb07b1e-3ac2-48e8-a95e-1299ab1a6495, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:31:13.768559 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeee4537-861b-4e78-9374-75573f6b8cc8 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Network 0bb07b1e-3ac2-48e8-a95e-1299ab1a6495 is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:31:13.791083 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-aeee4537-861b-4e78-9374-75573f6b8cc8 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, 0bb07b1e-3ac2-48e8-a95e-1299ab1a6495) {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:31:13.808913 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeee4537-861b-4e78-9374-75573f6b8cc8 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:31:13.811020 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-aeee4537-861b-4e78-9374-75573f6b8cc8 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:13.850093 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-aeee4537-861b-4e78-9374-75573f6b8cc8 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.1800075 May 18 18:31:13.850347 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12bb2c31-f5be-4f90-8abe-e21773ff1e68 None None] Network 0bb07b1e-3ac2-48e8-a95e-1299ab1a6495 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:31:13.850886 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 55930) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:31:13.939264 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning for port 84d44d3e-b0bb-476d-a838-b97212311ad1 completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:31:13.948854 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning complete for port 84d44d3e-b0bb-476d-a838-b97212311ad1 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:31:13.949277 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:13.989543 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a413bc-4edf-4430-8ad5-921d0a4fc353 None None] Network f07fc940-1df4-4f41-9faa-220de135f088 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:31:14.040471 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-00be6fbe-e8b5-4f31-949e-5d909c27a9e6 req-53b5ae91-5970-4b10-9002-8ed3b8776173 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=ab843bd5-49cc-4a1a-a822-b7403ee93ee0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1884806 May 18 18:31:14.077398 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ffce1d5c-4133-4fe3-9841-d6d9188c7be9 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:14.140780 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-34818f27-97cc-444a-9ce1-5036e3c17b0e None None] Provisioning complete for port 1aebdd8d-1bdc-4752-8cd5-fd9f6f67ba5d triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:31:14.141126 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-34818f27-97cc-444a-9ce1-5036e3c17b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:14.187664 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ffce1d5c-4133-4fe3-9841-d6d9188c7be9 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:14.298209 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 84d44d3e-b0bb-476d-a838-b97212311ad1 is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:31:14.298603 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:14.332219 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e59458-c7f7-4a7a-8071-6d2825042462 req-7b1e945a-bd58-4307-8ea0-d4c7dda365c8 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:31:14.334496 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ffce1d5c-4133-4fe3-9841-d6d9188c7be9 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261104690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261031888'] for subnet, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:14.344461 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea88ccef-8402-4428-9634-db63ef149c9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-0bb07b1e-3ac2-48e8-a95e-1299ab1a6495', 'network_id': '0bb07b1e-3ac2-48e8-a95e-1299ab1a6495', 'tenant_id': 'a9f94fcef39a47fab3a2f9dfeadfbbe6', 'fixed_ips': [{'subnet_id': '250e52f9-e31c-49a1-bc34-9de4932ca967'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:31:14.346391 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-ea88ccef-8402-4428-9634-db63ef149c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:14.347187 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-20e59458-c7f7-4a7a-8071-6d2825042462 req-7b1e945a-bd58-4307-8ea0-d4c7dda365c8 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=1a778688-63bd-48cf-9f20-3617a5271cf7 HTTP/1.1" status: 200 len: 945 time: 0.0917437 May 18 18:31:14.371895 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c81fdbb-5fe5-4ab2-9ce9-677145af3913', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84d44d3e-b0bb-476d-a838-b97212311ad1'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:31:14.375050 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05139ae0-ba8b-48d5-80e2-0bc61d4606ce" -d '{"events": [{"server_uuid": "9c81fdbb-5fe5-4ab2-9ce9-677145af3913", "name": "network-vif-plugged", "status": "completed", "tag": "84d44d3e-b0bb-476d-a838-b97212311ad1"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:31:14.446041 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-20e59458-c7f7-4a7a-8071-6d2825042462 req-92da10d5-32cd-418d-a0cd-a0dc037d8eb7 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/security-groups?id=7a49a26b-bec5-4659-823a-7a88d88b0ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952144 May 18 18:31:14.630020 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 84d44d3e-b0bb-476d-a838-b97212311ad1, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=84d44d3e-b0bb-476d-a838-b97212311ad1,segment=NetworkSegment(a789d407-e290-4a90-b0cb-82b84ff4b9fa),segment_id=a789d407-e290-4a90-b0cb-82b84ff4b9fa)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:31:14.635590 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8d946f8-dd33-4a83-aba8-7ab13982710f x-openstack-request-id: req-a8d946f8-dd33-4a83-aba8-7ab13982710f {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:31:14.636257 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c81fdbb-5fe5-4ab2-9ce9-677145af3913", "name": "network-vif-plugged", "status": "completed", "tag": "84d44d3e-b0bb-476d-a838-b97212311ad1", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:31:14.636796 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-a8d946f8-dd33-4a83-aba8-7ab13982710f {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:31:14.637518 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8d946f8-dd33-4a83-aba8-7ab13982710f'] response: {'server_uuid': '9c81fdbb-5fe5-4ab2-9ce9-677145af3913', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84d44d3e-b0bb-476d-a838-b97212311ad1', 'code': 200} May 18 18:31:14.640263 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 1aebdd8d-1bdc-4752-8cd5-fd9f6f67ba5d up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:31:14.651214 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-34818f27-97cc-444a-9ce1-5036e3c17b0e None None] Current status of the port 1aebdd8d-1bdc-4752-8cd5-fd9f6f67ba5d is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:31:14.651946 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-34818f27-97cc-444a-9ce1-5036e3c17b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:14.683103 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:14.746824 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65736937-5361-4e88-a942-d800e9712d65 None None] Network 0bb07b1e-3ac2-48e8-a95e-1299ab1a6495 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:31:14.831884 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c7f955-4690-499a-9c8b-b5142302725c None None] DHCP port deletion for f07fc940-1df4-4f41-9faa-220de135f088 request from n-d-838550-3 {{(pid=102732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 18:31:14.934324 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-34818f27-97cc-444a-9ce1-5036e3c17b0e None None] For port 1aebdd8d-1bdc-4752-8cd5-fd9f6f67ba5d, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=1aebdd8d-1bdc-4752-8cd5-fd9f6f67ba5d,segment=NetworkSegment(ea632ef2-a76e-4e66-84dc-a7d9668b43c7),segment_id=ea632ef2-a76e-4e66-84dc-a7d9668b43c7)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:31:14.964706 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-34818f27-97cc-444a-9ce1-5036e3c17b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:14.968700 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=84d44d3e-b0bb-476d-a838-b97212311ad1,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:31:14.987159 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffce1d5c-4133-4fe3-9841-d6d9188c7be9 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Pushing event deleted for resources: {'Subnet': ['ID=250e52f9-e31c-49a1-bc34-9de4932ca967,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:31:15.006617 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bc04fd-2d72-4df7-9fbd-ebca70698e32 req-db28a3b1-c40a-4d61-ac72-08e11a59212d tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:31:15.026326 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-49bc04fd-2d72-4df7-9fbd-ebca70698e32 req-db28a3b1-c40a-4d61-ac72-08e11a59212d tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/ports?device_id=ab843bd5-49cc-4a1a-a822-b7403ee93ee0 HTTP/1.1" status: 200 len: 944 time: 0.1315110 May 18 18:31:15.071452 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 1aebdd8d-1bdc-4752-8cd5-fd9f6f67ba5d triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:31:15.071931 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:15.138559 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-49bc04fd-2d72-4df7-9fbd-ebca70698e32 req-18baaf0a-d130-4ef9-a4a1-213c9325f06d tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/security-groups?id=02c33ece-f4c3-4965-a4ef-a7f4920ae299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017754 May 18 18:31:15.144261 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34818f27-97cc-444a-9ce1-5036e3c17b0e None None] Pushing event updated for resources: {'Port': ['ID=1aebdd8d-1bdc-4752-8cd5-fd9f6f67ba5d,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:31:15.148933 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c4c7f955-4690-499a-9c8b-b5142302725c None None] Deleting port 1aebdd8d-1bdc-4752-8cd5-fd9f6f67ba5d {{(pid=102732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:31:15.149683 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c4c7f955-4690-499a-9c8b-b5142302725c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:15.160307 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ffce1d5c-4133-4fe3-9841-d6d9188c7be9 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:15.184558 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408244dd-c055-4869-b524-8953ed6692c0 req-0e16500e-9b2d-4f30-8c32-3dd420ed068c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:31:15.186856 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-408244dd-c055-4869-b524-8953ed6692c0 req-0e16500e-9b2d-4f30-8c32-3dd420ed068c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9c81fdbb-5fe5-4ab2-9ce9-677145af3913 HTTP/1.1" status: 200 len: 1096 time: 0.2193975 May 18 18:31:15.198591 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-ffce1d5c-4133-4fe3-9841-d6d9188c7be9 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bb07b1e-3ac2-48e8-a95e-1299ab1a6495']}} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:31:15.221983 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c5d9da-6d4f-4a1d-9509-e85e4f5ae524 req-0af01080-9290-4f8b-aaae-62dea32f12e9 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:31:15.229387 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f2c5d9da-6d4f-4a1d-9509-e85e4f5ae524 req-0af01080-9290-4f8b-aaae-62dea32f12e9 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/ports?device_id=9c81fdbb-5fe5-4ab2-9ce9-677145af3913 HTTP/1.1" status: 200 len: 945 time: 0.2596838 May 18 18:31:15.241771 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-ffce1d5c-4133-4fe3-9841-d6d9188c7be9 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22cdf3dd-62bf-4b96-96ef-99c1a1ff3c43') {'for_net_delete': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:31:15.242409 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-ffce1d5c-4133-4fe3-9841-d6d9188c7be9 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22cdf3dd-62bf-4b96-96ef-99c1a1ff3c43') {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:31:15.270837 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ffce1d5c-4133-4fe3-9841-d6d9188c7be9 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260107375'] for segment, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:15.290239 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c4c7f955-4690-499a-9c8b-b5142302725c None None] For port 1aebdd8d-1bdc-4752-8cd5-fd9f6f67ba5d, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=1aebdd8d-1bdc-4752-8cd5-fd9f6f67ba5d,segment=NetworkSegment(ea632ef2-a76e-4e66-84dc-a7d9668b43c7),segment_id=ea632ef2-a76e-4e66-84dc-a7d9668b43c7)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:31:15.291095 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c4c7f955-4690-499a-9c8b-b5142302725c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:15.307985 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00be6fbe-e8b5-4f31-949e-5d909c27a9e6 req-ef7809ff-c3b0-44c3-aa3e-67e4ce21b450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:31:15.310678 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-00be6fbe-e8b5-4f31-949e-5d909c27a9e6 req-ef7809ff-c3b0-44c3-aa3e-67e4ce21b450 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=ab843bd5-49cc-4a1a-a822-b7403ee93ee0&tenant_id=0d731d0a64e04789ad04262ef63d1dbd HTTP/1.1" status: 200 len: 1095 time: 0.0683589 May 18 18:31:15.311127 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c4c7f955-4690-499a-9c8b-b5142302725c None None] Calling delete_port for 1aebdd8d-1bdc-4752-8cd5-fd9f6f67ba5d owned by network:dhcp {{(pid=102732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:31:15.329324 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 1aebdd8d-1bdc-4752-8cd5-fd9f6f67ba5d is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:31:15.336112 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-408244dd-c055-4869-b524-8953ed6692c0 req-d09fa8de-9a9f-4291-bc62-04ea8e28b656 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=6d4decf1-d3f8-40ef-a49d-c078d56e2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345007 May 18 18:31:15.354313 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f2c5d9da-6d4f-4a1d-9509-e85e4f5ae524 req-d721933d-e1d4-4c7b-ba26-cd9bfe89f512 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/security-groups?id=6d4decf1-d3f8-40ef-a49d-c078d56e2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239352 May 18 18:31:15.355454 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ffce1d5c-4133-4fe3-9841-d6d9188c7be9 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:15.362662 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffce1d5c-4133-4fe3-9841-d6d9188c7be9 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=102730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:31:15.363063 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ffce1d5c-4133-4fe3-9841-d6d9188c7be9 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261102736'] for segment, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:15.367588 n-d-838550-3 neutron-server[102730]: Traceback (most recent call last): May 18 18:31:15.367588 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:31:15.367588 n-d-838550-3 neutron-server[102730]: timer() May 18 18:31:15.367588 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:31:15.367588 n-d-838550-3 neutron-server[102730]: cb(*args, **kw) May 18 18:31:15.367588 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:31:15.367588 n-d-838550-3 neutron-server[102730]: return func(*args, **kwargs) May 18 18:31:15.367588 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:31:15.367588 n-d-838550-3 neutron-server[102730]: self._notify() May 18 18:31:15.367588 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:31:15.367588 n-d-838550-3 neutron-server[102730]: self.callback(batched_events) May 18 18:31:15.367588 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:31:15.367588 n-d-838550-3 neutron-server[102730]: event.method(event) May 18 18:31:15.367588 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:31:15.367588 n-d-838550-3 neutron-server[102730]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:31:15.367588 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:31:15.367588 n-d-838550-3 neutron-server[102730]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:31:15.367588 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:31:15.367588 n-d-838550-3 neutron-server[102730]: return f(self, *a, **k) May 18 18:31:15.367588 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:31:15.367588 n-d-838550-3 neutron-server[102730]: return self._get(url).json() May 18 18:31:15.367588 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:31:15.367588 n-d-838550-3 neutron-server[102730]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:31:15.367588 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:31:15.367588 n-d-838550-3 neutron-server[102730]: return self.request(url, 'GET', **kwargs) May 18 18:31:15.367588 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:31:15.367588 n-d-838550-3 neutron-server[102730]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:31:15.367588 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:31:15.367588 n-d-838550-3 neutron-server[102730]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:31:15.367588 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:31:15.367588 n-d-838550-3 neutron-server[102730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:31:15.367588 n-d-838550-3 neutron-server[102730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:31:15.479833 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c4c7f955-4690-499a-9c8b-b5142302725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508'] for port, after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:15.492510 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ffce1d5c-4133-4fe3-9841-d6d9188c7be9 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:15.498634 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device dea4c3a6-e70b-410e-90f1-102cbfde860e no longer exists at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:31:15.510399 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ffce1d5c-4133-4fe3-9841-d6d9188c7be9 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:15.519663 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-ffce1d5c-4133-4fe3-9841-d6d9188c7be9 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] 10.222.0.85 "DELETE /v2.0/networks/0bb07b1e-3ac2-48e8-a95e-1299ab1a6495 HTTP/1.1" status: 204 len: 168 time: 1.6665652 May 18 18:31:15.524658 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 55980) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:31:15.530430 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-b3ff7fb4-214d-4eae-bfd7-ca1d6e6a82ec tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2137221362'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:31:15.550992 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffce1d5c-4133-4fe3-9841-d6d9188c7be9 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Pushing event deleted for resources: {'Network': ['ID=0bb07b1e-3ac2-48e8-a95e-1299ab1a6495,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:31:15.564160 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c7f955-4690-499a-9c8b-b5142302725c None None] Pushing event deleted for resources: {'Port': ['ID=1aebdd8d-1bdc-4752-8cd5-fd9f6f67ba5d,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:31:15.572305 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3ff7fb4-214d-4eae-bfd7-ca1d6e6a82ec tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Made reservation on behalf of a9f94fcef39a47fab3a2f9dfeadfbbe6 for: {'network': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:31:15.576048 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b3ff7fb4-214d-4eae-bfd7-ca1d6e6a82ec tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:15.581194 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c7f955-4690-499a-9c8b-b5142302725c None None] No DVR routers for this DVR port 1aebdd8d-1bdc-4752-8cd5-fd9f6f67ba5d on host n-d-838550-3 {{(pid=102732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:31:15.623611 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3ff7fb4-214d-4eae-bfd7-ca1d6e6a82ec tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 627} {{(pid=102731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:31:15.641131 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b3ff7fb4-214d-4eae-bfd7-ca1d6e6a82ec tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:15.641489 n-d-838550-3 neutron-server[102731]: INFO neutron.db.segments_db [None req-b3ff7fb4-214d-4eae-bfd7-ca1d6e6a82ec tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Added segment 36448b91-1cd4-466f-8f07-ef64d2685b09 of type vlan for network de3eb299-5423-484f-a6f3-388c3d02f189 May 18 18:31:15.722741 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port dea4c3a6-e70b-410e-90f1-102cbfde860e is: DOWN; New status is: DOWN {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:31:15.740409 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b3ff7fb4-214d-4eae-bfd7-ca1d6e6a82ec tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:15.813422 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b3ff7fb4-214d-4eae-bfd7-ca1d6e6a82ec tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:15.819756 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ff7fb4-214d-4eae-bfd7-ca1d6e6a82ec tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:31:15.820663 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b3ff7fb4-214d-4eae-bfd7-ca1d6e6a82ec tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Notify callbacks [] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:15.912628 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ff7fb4-214d-4eae-bfd7-ca1d6e6a82ec tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Pushing event updated for resources: {'Network': ['ID=de3eb299-5423-484f-a6f3-388c3d02f189,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:31:15.918326 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-b3ff7fb4-214d-4eae-bfd7-ca1d6e6a82ec tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3925576 May 18 18:31:15.921432 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00be6fbe-e8b5-4f31-949e-5d909c27a9e6 req-e14b5285-3975-4699-a230-c576bc126f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:31:15.921829 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 55994) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:31:15.922986 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-00be6fbe-e8b5-4f31-949e-5d909c27a9e6 req-e14b5285-3975-4699-a230-c576bc126f7c service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=0d731d0a64e04789ad04262ef63d1dbd&device_id=ab843bd5-49cc-4a1a-a822-b7403ee93ee0 HTTP/1.1" status: 200 len: 1095 time: 0.5560784 May 18 18:31:15.927086 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-6b7fe394-f295-426b-a13c-6be7bd715fcb tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Request body: {'subnet': {'network_id': 'de3eb299-5423-484f-a6f3-388c3d02f189', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:31:15.929314 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network de3eb299-5423-484f-a6f3-388c3d02f189 details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:31:16.050498 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b7fe394-f295-426b-a13c-6be7bd715fcb tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Made reservation on behalf of a9f94fcef39a47fab3a2f9dfeadfbbe6 for: {'subnet': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:31:16.054513 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6b7fe394-f295-426b-a13c-6be7bd715fcb tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261031885'] for subnet, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:16.130712 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00be6fbe-e8b5-4f31-949e-5d909c27a9e6 req-bb09277d-7f88-41d8-9964-1f5a2a8c2e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:31:16.132217 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-00be6fbe-e8b5-4f31-949e-5d909c27a9e6 req-bb09277d-7f88-41d8-9964-1f5a2a8c2e53 service neutron] 10.222.0.88 "GET /v2.0/networks?id=32a0c3b3-6eed-4c0e-b14e-e9888ed81174 HTTP/1.1" status: 200 len: 918 time: 0.1914136 May 18 18:31:16.161143 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c1802f-993a-461a-bffd-fc556f71d902 req-27499a3d-0608-47b2-9e56-6be7cf4c601d tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:31:16.164216 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-54c1802f-993a-461a-bffd-fc556f71d902 req-27499a3d-0608-47b2-9e56-6be7cf4c601d tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=1a778688-63bd-48cf-9f20-3617a5271cf7 HTTP/1.1" status: 200 len: 945 time: 0.1023409 May 18 18:31:16.293307 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-54c1802f-993a-461a-bffd-fc556f71d902 req-0a334ad1-ca2a-4040-8b41-8f57ae6bf4b6 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/security-groups?id=7a49a26b-bec5-4659-823a-7a88d88b0ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1194432 May 18 18:31:16.307943 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-00be6fbe-e8b5-4f31-949e-5d909c27a9e6 req-2a0e4743-9894-406b-b8e7-ecbac9c8cc6e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dea4c3a6-e70b-410e-90f1-102cbfde860e HTTP/1.1" status: 200 len: 1000 time: 0.1423290 May 18 18:31:16.410132 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00be6fbe-e8b5-4f31-949e-5d909c27a9e6 req-b488097f-69ba-4adf-bfdd-efa5ae1d0046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:31:16.411663 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-00be6fbe-e8b5-4f31-949e-5d909c27a9e6 req-b488097f-69ba-4adf-bfdd-efa5ae1d0046 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=ac45570a-d36a-47d1-a935-bbf3ce99c6a8 HTTP/1.1" status: 200 len: 856 time: 0.0957606 May 18 18:31:16.425820 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d12ad1-6e28-4a7b-8c31-766f68c3fe03 req-aff15ae7-09f5-41bb-987f-52974fc2682f tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:31:16.434146 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d5d12ad1-6e28-4a7b-8c31-766f68c3fe03 req-aff15ae7-09f5-41bb-987f-52974fc2682f tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/ports?device_id=ab843bd5-49cc-4a1a-a822-b7403ee93ee0 HTTP/1.1" status: 200 len: 944 time: 0.1535485 May 18 18:31:16.442985 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6b7fe394-f295-426b-a13c-6be7bd715fcb tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261104883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261031899'] for subnet, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:16.531510 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d5d12ad1-6e28-4a7b-8c31-766f68c3fe03 req-8590d650-47ef-4238-b0e4-c1346c430f9e tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/security-groups?id=02c33ece-f4c3-4965-a4ef-a7f4920ae299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963852 May 18 18:31:16.546451 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 1aebdd8d-1bdc-4752-8cd5-fd9f6f67ba5d no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:31:16.555560 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7fe394-f295-426b-a13c-6be7bd715fcb tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Pushing event updated for resources: {'Subnet': ['ID=510ae435-41e0-4998-a248-dcda11c190e2,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:31:16.578470 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7fe394-f295-426b-a13c-6be7bd715fcb tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Checking segment: {'id': '36448b91-1cd4-466f-8f07-ef64d2685b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'de3eb299-5423-484f-a6f3-388c3d02f189'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:31:16.578837 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7fe394-f295-426b-a13c-6be7bd715fcb tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Network hostable DHCP agents. Network: de3eb299-5423-484f-a6f3-388c3d02f189, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:31:16.600942 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7fe394-f295-426b-a13c-6be7bd715fcb tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Network de3eb299-5423-484f-a6f3-388c3d02f189 is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:31:16.608897 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 1aebdd8d-1bdc-4752-8cd5-fd9f6f67ba5d {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:31:16.612681 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 1aebdd8d-1bdc-4752-8cd5-fd9f6f67ba5d not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:31:16.616773 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-6b7fe394-f295-426b-a13c-6be7bd715fcb tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, de3eb299-5423-484f-a6f3-388c3d02f189) {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:31:16.623530 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b7fe394-f295-426b-a13c-6be7bd715fcb tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:31:16.624070 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6b7fe394-f295-426b-a13c-6be7bd715fcb tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:16.630567 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af4e1f8-06a4-4944-95d7-0bbc6a74f914 None None] Network de3eb299-5423-484f-a6f3-388c3d02f189 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:31:16.640685 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00be6fbe-e8b5-4f31-949e-5d909c27a9e6 req-f0a313b5-396f-437c-b06f-9be8e45b5ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:31:16.644161 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-00be6fbe-e8b5-4f31-949e-5d909c27a9e6 req-f0a313b5-396f-437c-b06f-9be8e45b5ab9 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=32a0c3b3-6eed-4c0e-b14e-e9888ed81174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2229235 May 18 18:31:16.660725 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2319358-7379-497d-b624-5346e3b1cf3a req-d5c47900-7d91-4fde-a2d9-b957d9bb3179 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:31:16.662980 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d2319358-7379-497d-b624-5346e3b1cf3a req-d5c47900-7d91-4fde-a2d9-b957d9bb3179 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/ports?device_id=9c81fdbb-5fe5-4ab2-9ce9-677145af3913 HTTP/1.1" status: 200 len: 945 time: 0.2023087 May 18 18:31:16.674111 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-6b7fe394-f295-426b-a13c-6be7bd715fcb tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7505710 May 18 18:31:16.674988 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 56032) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:31:16.825901 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d2319358-7379-497d-b624-5346e3b1cf3a req-0d109be6-8e52-4e6b-899d-a16156b83f8e tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/security-groups?id=6d4decf1-d3f8-40ef-a49d-c078d56e2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128032 May 18 18:31:16.874840 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-00be6fbe-e8b5-4f31-949e-5d909c27a9e6 req-62351177-06dd-4606-9462-8bf3b5ddf613 service neutron] 10.222.0.88 "GET /v2.0/networks/32a0c3b3-6eed-4c0e-b14e-e9888ed81174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086940 May 18 18:31:16.887569 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf449ced-6d4b-4cd3-a1f5-a6824bffefd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-de3eb299-5423-484f-a6f3-388c3d02f189', 'network_id': 'de3eb299-5423-484f-a6f3-388c3d02f189', 'tenant_id': 'a9f94fcef39a47fab3a2f9dfeadfbbe6', 'fixed_ips': [{'subnet_id': '510ae435-41e0-4998-a248-dcda11c190e2'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:31:16.888439 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-bf449ced-6d4b-4cd3-a1f5-a6824bffefd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:16.920813 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0a0c0a16-2f66-41e4-a3e1-ba2a68dd8304 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:16.998708 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-00be6fbe-e8b5-4f31-949e-5d909c27a9e6 req-b32789d1-2cce-4f1c-ae42-0f3e5f94597f service neutron] 10.222.0.88 "GET /v2.0/networks/32a0c3b3-6eed-4c0e-b14e-e9888ed81174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135023 May 18 18:31:17.008263 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0a0c0a16-2f66-41e4-a3e1-ba2a68dd8304 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:17.093513 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-bf449ced-6d4b-4cd3-a1f5-a6824bffefd1 None None] Allocated IP 2001:db8::2 (de3eb299-5423-484f-a6f3-388c3d02f189/510ae435-41e0-4998-a248-dcda11c190e2/f13ac79b-e5c4-4d83-9ef1-33a70ecf2e7c) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:31:17.161528 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824294d8-be9d-443a-9fad-2e0111203c53 req-a5c6bdff-202f-416e-8166-bbad473c6b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:31:17.163488 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-824294d8-be9d-443a-9fad-2e0111203c53 req-a5c6bdff-202f-416e-8166-bbad473c6b6c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1a778688-63bd-48cf-9f20-3617a5271cf7 HTTP/1.1" status: 200 len: 1096 time: 0.0549762 May 18 18:31:17.244941 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-824294d8-be9d-443a-9fad-2e0111203c53 req-2a52c05c-2e3b-4659-b041-e31ed78e9c35 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7a49a26b-bec5-4659-823a-7a88d88b0ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743349 May 18 18:31:17.338886 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-bf449ced-6d4b-4cd3-a1f5-a6824bffefd1 None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:17.348739 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-bf449ced-6d4b-4cd3-a1f5-a6824bffefd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:17.370222 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0a0c0a16-2f66-41e4-a3e1-ba2a68dd8304 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261104690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261031888'] for subnet, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:17.412223 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf449ced-6d4b-4cd3-a1f5-a6824bffefd1 None None] Network de3eb299-5423-484f-a6f3-388c3d02f189 is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:31:17.425363 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-bf449ced-6d4b-4cd3-a1f5-a6824bffefd1 None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:31:17.434142 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf449ced-6d4b-4cd3-a1f5-a6824bffefd1 None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:31:17.463455 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 428fc145-c1e0-44d6-8cc8-c989c290a2f6 details requested by agent hyperv_n-h1-838550-3 with host n-h1-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:31:17.467422 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0c0a16-2f66-41e4-a3e1-ba2a68dd8304 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Pushing event deleted for resources: {'Subnet': ['ID=510ae435-41e0-4998-a248-dcda11c190e2,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:31:17.611433 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0a0c0a16-2f66-41e4-a3e1-ba2a68dd8304 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:17.636485 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-0a0c0a16-2f66-41e4-a3e1-ba2a68dd8304 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de3eb299-5423-484f-a6f3-388c3d02f189']}} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:31:17.649154 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-0a0c0a16-2f66-41e4-a3e1-ba2a68dd8304 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36448b91-1cd4-466f-8f07-ef64d2685b09') {'for_net_delete': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:31:17.649455 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-0a0c0a16-2f66-41e4-a3e1-ba2a68dd8304 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36448b91-1cd4-466f-8f07-ef64d2685b09') {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:31:17.665858 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0a0c0a16-2f66-41e4-a3e1-ba2a68dd8304 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260107375'] for segment, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:17.682765 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 428fc145-c1e0-44d6-8cc8-c989c290a2f6, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=428fc145-c1e0-44d6-8cc8-c989c290a2f6,segment=NetworkSegment(a839893d-6b02-4065-b63c-38a46f283620),segment_id=a839893d-6b02-4065-b63c-38a46f283620)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:31:17.684117 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0a0c0a16-2f66-41e4-a3e1-ba2a68dd8304 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:17.692015 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a0c0a16-2f66-41e4-a3e1-ba2a68dd8304 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=102730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:31:17.692438 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0a0c0a16-2f66-41e4-a3e1-ba2a68dd8304 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261102736'] for segment, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:17.727351 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf449ced-6d4b-4cd3-a1f5-a6824bffefd1 None None] Pushing event updated for resources: {'Port': ['ID=f13ac79b-e5c4-4d83-9ef1-33a70ecf2e7c,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:31:17.750588 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Returning: {'device': '428fc145-c1e0-44d6-8cc8-c989c290a2f6', 'network_id': 'd73c399a-2f2b-4420-a483-8eb7c1dc35e8', 'port_id': '428fc145-c1e0-44d6-8cc8-c989c290a2f6', 'mac_address': 'fa:16:3e:1a:4b:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dfa8f60-51b6-4e68-b884-bc6c3b960656', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:31:17.776446 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 56078) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:31:17.836829 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8479e96e-7479-4382-94d4-e374bcb50c84 req-cb0cc418-8317-412e-9bca-a9969c65d7b5 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:31:17.837787 n-d-838550-3 neutron-server[102730]: Traceback (most recent call last): May 18 18:31:17.837787 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:31:17.837787 n-d-838550-3 neutron-server[102730]: timer() May 18 18:31:17.837787 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:31:17.837787 n-d-838550-3 neutron-server[102730]: cb(*args, **kw) May 18 18:31:17.837787 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:31:17.837787 n-d-838550-3 neutron-server[102730]: return func(*args, **kwargs) May 18 18:31:17.837787 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:31:17.837787 n-d-838550-3 neutron-server[102730]: self._notify() May 18 18:31:17.837787 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:31:17.837787 n-d-838550-3 neutron-server[102730]: self.callback(batched_events) May 18 18:31:17.837787 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:31:17.837787 n-d-838550-3 neutron-server[102730]: event.method(event) May 18 18:31:17.837787 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:31:17.837787 n-d-838550-3 neutron-server[102730]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:31:17.837787 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:31:17.837787 n-d-838550-3 neutron-server[102730]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:31:17.837787 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:31:17.837787 n-d-838550-3 neutron-server[102730]: return f(self, *a, **k) May 18 18:31:17.837787 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:31:17.837787 n-d-838550-3 neutron-server[102730]: return self._get(url).json() May 18 18:31:17.837787 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:31:17.837787 n-d-838550-3 neutron-server[102730]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:31:17.837787 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:31:17.837787 n-d-838550-3 neutron-server[102730]: return self.request(url, 'GET', **kwargs) May 18 18:31:17.837787 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:31:17.837787 n-d-838550-3 neutron-server[102730]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:31:17.837787 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:31:17.837787 n-d-838550-3 neutron-server[102730]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:31:17.837787 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:31:17.837787 n-d-838550-3 neutron-server[102730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:31:17.837787 n-d-838550-3 neutron-server[102730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:31:17.840486 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.db.api [None req-0a0c0a16-2f66-41e4-a3e1-ba2a68dd8304 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 18 18:31:17.840486 n-d-838550-3 neutron-server[102730]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 18 18:31:17.840486 n-d-838550-3 neutron-server[102730]: [parameters: {'id': 'de3eb299-5423-484f-a6f3-388c3d02f189'}] May 18 18:31:17.840486 n-d-838550-3 neutron-server[102730]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102730) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 18 18:31:17.840486 n-d-838550-3 neutron-server[102730]: DEBUG oslo_db.api [None req-0a0c0a16-2f66-41e4-a3e1-ba2a68dd8304 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 18 18:31:17.849461 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8479e96e-7479-4382-94d4-e374bcb50c84 req-cb0cc418-8317-412e-9bca-a9969c65d7b5 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/ports?device_id=ab843bd5-49cc-4a1a-a822-b7403ee93ee0 HTTP/1.1" status: 200 len: 944 time: 0.1865368 May 18 18:31:17.885274 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5251b3-73be-4dc9-80c7-441eafae2249 req-6e01587f-e702-4fc5-996a-84688d6671f8 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:31:17.887399 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7e5251b3-73be-4dc9-80c7-441eafae2249 req-6e01587f-e702-4fc5-996a-84688d6671f8 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=1a778688-63bd-48cf-9f20-3617a5271cf7 HTTP/1.1" status: 200 len: 945 time: 0.4586103 May 18 18:31:17.897642 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-bf449ced-6d4b-4cd3-a1f5-a6824bffefd1 None None] Attempting to bind port f13ac79b-e5c4-4d83-9ef1-33a70ecf2e7c on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:31:17.898398 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-bf449ced-6d4b-4cd3-a1f5-a6824bffefd1 None None] Attempting to bind port f13ac79b-e5c4-4d83-9ef1-33a70ecf2e7c by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '36448b91-1cd4-466f-8f07-ef64d2685b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'de3eb299-5423-484f-a6f3-388c3d02f189'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:31:17.899151 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf449ced-6d4b-4cd3-a1f5-a6824bffefd1 None None] Attempting to bind port f13ac79b-e5c4-4d83-9ef1-33a70ecf2e7c on network de3eb299-5423-484f-a6f3-388c3d02f189 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:31:17.932202 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf449ced-6d4b-4cd3-a1f5-a6824bffefd1 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 31, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:31:17.936494 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf449ced-6d4b-4cd3-a1f5-a6824bffefd1 None None] Checking segment: {'id': '36448b91-1cd4-466f-8f07-ef64d2685b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'de3eb299-5423-484f-a6f3-388c3d02f189'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:31:17.938392 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-bf449ced-6d4b-4cd3-a1f5-a6824bffefd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:17.940674 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf449ced-6d4b-4cd3-a1f5-a6824bffefd1 None None] Bound using segment: {'id': '36448b91-1cd4-466f-8f07-ef64d2685b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'de3eb299-5423-484f-a6f3-388c3d02f189'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:31:17.941457 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-bf449ced-6d4b-4cd3-a1f5-a6824bffefd1 None None] Bound port: f13ac79b-e5c4-4d83-9ef1-33a70ecf2e7c, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36448b91-1cd4-466f-8f07-ef64d2685b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'de3eb299-5423-484f-a6f3-388c3d02f189'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:31:17.942159 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-bf449ced-6d4b-4cd3-a1f5-a6824bffefd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:17.974035 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 428fc145-c1e0-44d6-8cc8-c989c290a2f6 is: ACTIVE; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:31:17.974800 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:17.988298 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7e5251b3-73be-4dc9-80c7-441eafae2249 req-310f6604-100e-4c4b-aec4-a4ab87329dec tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/security-groups?id=7a49a26b-bec5-4659-823a-7a88d88b0ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916924 May 18 18:31:18.006014 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8479e96e-7479-4382-94d4-e374bcb50c84 req-1fb45c7b-9c84-45e7-91de-dda9d3631cbd tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/security-groups?id=02c33ece-f4c3-4965-a4ef-a7f4920ae299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1337755 May 18 18:31:18.127785 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6f513479-d6e2-4ed5-8515-0d0d7da9f34b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:18.277738 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6f513479-d6e2-4ed5-8515-0d0d7da9f34b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:18.306917 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98bc22c-9de3-4105-9be6-42b7512eaa9e req-6359488c-2388-4ebb-8493-0b2e91372762 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:31:18.320404 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e98bc22c-9de3-4105-9be6-42b7512eaa9e req-6359488c-2388-4ebb-8493-0b2e91372762 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/ports?device_id=9c81fdbb-5fe5-4ab2-9ce9-677145af3913 HTTP/1.1" status: 200 len: 945 time: 0.2440169 May 18 18:31:18.339531 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6f513479-d6e2-4ed5-8515-0d0d7da9f34b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:18.341809 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0a0c0a16-2f66-41e4-a3e1-ba2a68dd8304 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:18.482623 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-0a0c0a16-2f66-41e4-a3e1-ba2a68dd8304 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Deleting port f13ac79b-e5c4-4d83-9ef1-33a70ecf2e7c {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:31:18.487404 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0a0c0a16-2f66-41e4-a3e1-ba2a68dd8304 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:18.498138 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 428fc145-c1e0-44d6-8cc8-c989c290a2f6 {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:31:18.498457 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-6f513479-d6e2-4ed5-8515-0d0d7da9f34b admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=a2507bf17894445d900387af0dc009db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7010896 May 18 18:31:18.519472 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 56090) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:31:18.519472 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f513479-d6e2-4ed5-8515-0d0d7da9f34b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bead519-b95a-4e62-97f9-220b2a3925ee,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:31:18.559246 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e98bc22c-9de3-4105-9be6-42b7512eaa9e req-6ff498fd-e798-4f16-8783-ebf331606ca0 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/security-groups?id=6d4decf1-d3f8-40ef-a49d-c078d56e2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371778 May 18 18:31:18.611937 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 428fc145-c1e0-44d6-8cc8-c989c290a2f6, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=428fc145-c1e0-44d6-8cc8-c989c290a2f6,segment=NetworkSegment(a839893d-6b02-4065-b63c-38a46f283620),segment_id=a839893d-6b02-4065-b63c-38a46f283620)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:31:18.625481 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:18.665105 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-0a0c0a16-2f66-41e4-a3e1-ba2a68dd8304 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] For port f13ac79b-e5c4-4d83-9ef1-33a70ecf2e7c, host n-d-838550-3, got binding levels [] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:31:18.665509 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0a0c0a16-2f66-41e4-a3e1-ba2a68dd8304 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:18.683549 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-48638a71-57db-4307-82e7-340af9debe53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:18.719858 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-0a0c0a16-2f66-41e4-a3e1-ba2a68dd8304 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Calling delete_port for f13ac79b-e5c4-4d83-9ef1-33a70ecf2e7c owned by network:dhcp {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:31:18.774585 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-bf449ced-6d4b-4cd3-a1f5-a6824bffefd1 None None] For port f13ac79b-e5c4-4d83-9ef1-33a70ecf2e7c, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:31:18.775500 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-48638a71-57db-4307-82e7-340af9debe53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:18.838792 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-bf449ced-6d4b-4cd3-a1f5-a6824bffefd1 None None] For port f13ac79b-e5c4-4d83-9ef1-33a70ecf2e7c, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=f13ac79b-e5c4-4d83-9ef1-33a70ecf2e7c,segment=NetworkSegment(36448b91-1cd4-466f-8f07-ef64d2685b09),segment_id=36448b91-1cd4-466f-8f07-ef64d2685b09)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:31:18.875604 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-bf449ced-6d4b-4cd3-a1f5-a6824bffefd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:18.904551 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-48638a71-57db-4307-82e7-340af9debe53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:18.909301 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-48638a71-57db-4307-82e7-340af9debe53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:18.911134 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-48638a71-57db-4307-82e7-340af9debe53 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/8bead519-b95a-4e62-97f9-220b2a3925ee HTTP/1.1" status: 204 len: 168 time: 0.3896689 May 18 18:31:18.924124 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48638a71-57db-4307-82e7-340af9debe53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bead519-b95a-4e62-97f9-220b2a3925ee,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:31:18.926956 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0a0c0a16-2f66-41e4-a3e1-ba2a68dd8304 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:18.944011 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['428fc145-c1e0-44d6-8cc8-c989c290a2f6'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:31:19.020130 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=428fc145-c1e0-44d6-8cc8-c989c290a2f6,revision_number=6']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:31:19.024830 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0c0a16-2f66-41e4-a3e1-ba2a68dd8304 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Pushing event deleted for resources: {'Port': ['ID=f13ac79b-e5c4-4d83-9ef1-33a70ecf2e7c,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:31:19.041280 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0c0a16-2f66-41e4-a3e1-ba2a68dd8304 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] No DVR routers for this DVR port f13ac79b-e5c4-4d83-9ef1-33a70ecf2e7c on host n-d-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:31:19.185365 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0a0c0a16-2f66-41e4-a3e1-ba2a68dd8304 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:19.206943 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server [None req-c30008a8-76af-48bd-bc34-446923c26bfa None None] Exception during message handling: neutron_lib.exceptions.PortNotFound: Port f13ac79b-e5c4-4d83-9ef1-33a70ecf2e7c could not be found. May 18 18:31:19.206943 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 18 18:31:19.206943 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 289, in _get_port May 18 18:31:19.206943 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server port = model_query.get_by_id(context, models_v2.Port, id, May 18 18:31:19.206943 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id May 18 18:31:19.206943 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() May 18 18:31:19.206943 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2808, in one May 18 18:31:19.206943 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return self._iter().one() May 18 18:31:19.206943 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1374, in one May 18 18:31:19.206943 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return self._only_one_row( May 18 18:31:19.206943 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row May 18 18:31:19.206943 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( May 18 18:31:19.206943 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required May 18 18:31:19.206943 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server May 18 18:31:19.206943 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: May 18 18:31:19.206943 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server May 18 18:31:19.206943 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 18 18:31:19.206943 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 18 18:31:19.206943 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 18 18:31:19.206943 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 18 18:31:19.206943 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 18 18:31:19.206943 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 18 18:31:19.206943 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 18 18:31:19.206943 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 18 18:31:19.206943 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 18 18:31:19.206943 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 18 18:31:19.206943 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server self.force_reraise() May 18 18:31:19.206943 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 18 18:31:19.206943 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server raise self.value May 18 18:31:19.206943 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 18 18:31:19.206943 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 18 18:31:19.206943 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 18 18:31:19.206943 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 18 18:31:19.206943 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 18 18:31:19.206943 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server self.force_reraise() May 18 18:31:19.206943 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 18 18:31:19.206943 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server raise self.value May 18 18:31:19.206943 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 18 18:31:19.206943 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 18 18:31:19.206943 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 18 18:31:19.206943 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 18 18:31:19.206943 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 18 18:31:19.206943 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server self.force_reraise() May 18 18:31:19.206943 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 18 18:31:19.206943 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server raise self.value May 18 18:31:19.206943 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 18 18:31:19.206943 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 18 18:31:19.206943 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 343, in get_dhcp_port May 18 18:31:19.206943 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return plugin.get_port(context, port_id) May 18 18:31:19.206943 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped May 18 18:31:19.206943 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 18 18:31:19.206943 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 18 18:31:19.206943 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 18 18:31:19.206943 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 18 18:31:19.206943 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server self.force_reraise() May 18 18:31:19.211786 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 18 18:31:19.211786 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server raise self.value May 18 18:31:19.211786 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 18 18:31:19.211786 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 18 18:31:19.211786 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 18 18:31:19.211786 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 18 18:31:19.211786 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 18 18:31:19.211786 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server self.force_reraise() May 18 18:31:19.211786 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 18 18:31:19.211786 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server raise self.value May 18 18:31:19.211786 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 18 18:31:19.211786 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 18 18:31:19.211786 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 18 18:31:19.211786 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 18 18:31:19.211786 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 18 18:31:19.211786 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server self.force_reraise() May 18 18:31:19.211786 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 18 18:31:19.211786 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server raise self.value May 18 18:31:19.211786 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 18 18:31:19.211786 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 18 18:31:19.211786 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper May 18 18:31:19.211786 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 18 18:31:19.211786 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1550, in get_port May 18 18:31:19.211786 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server port = self._get_port(context, id, lazy_fields=lazy_fields) May 18 18:31:19.211786 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 292, in _get_port May 18 18:31:19.211786 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server raise exceptions.PortNotFound(port_id=id) May 18 18:31:19.211786 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.PortNotFound: Port f13ac79b-e5c4-4d83-9ef1-33a70ecf2e7c could not be found. May 18 18:31:19.211786 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server May 18 18:31:19.275857 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-0a0c0a16-2f66-41e4-a3e1-ba2a68dd8304 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de3eb299-5423-484f-a6f3-388c3d02f189']}} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:31:19.296681 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-0a0c0a16-2f66-41e4-a3e1-ba2a68dd8304 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36448b91-1cd4-466f-8f07-ef64d2685b09') {'for_net_delete': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:31:19.296681 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-0a0c0a16-2f66-41e4-a3e1-ba2a68dd8304 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36448b91-1cd4-466f-8f07-ef64d2685b09') {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:31:19.306800 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0a0c0a16-2f66-41e4-a3e1-ba2a68dd8304 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260107375'] for segment, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:19.334961 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26126a9c-ae1d-4284-a20b-83c3d6e2db4d req-051dd643-9b60-4928-a0eb-56459e43d314 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:31:19.337257 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-26126a9c-ae1d-4284-a20b-83c3d6e2db4d req-051dd643-9b60-4928-a0eb-56459e43d314 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/networks?id=492fec2b-f975-425f-828b-425816a23c89 HTTP/1.1" status: 200 len: 805 time: 0.4073896 May 18 18:31:19.343646 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0a0c0a16-2f66-41e4-a3e1-ba2a68dd8304 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:19.363549 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a0c0a16-2f66-41e4-a3e1-ba2a68dd8304 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=102730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:31:19.364549 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0a0c0a16-2f66-41e4-a3e1-ba2a68dd8304 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261102736'] for segment, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:19.369971 n-d-838550-3 neutron-server[102730]: Traceback (most recent call last): May 18 18:31:19.369971 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:31:19.369971 n-d-838550-3 neutron-server[102730]: timer() May 18 18:31:19.369971 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:31:19.369971 n-d-838550-3 neutron-server[102730]: cb(*args, **kw) May 18 18:31:19.369971 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:31:19.369971 n-d-838550-3 neutron-server[102730]: return func(*args, **kwargs) May 18 18:31:19.369971 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:31:19.369971 n-d-838550-3 neutron-server[102730]: self._notify() May 18 18:31:19.369971 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:31:19.369971 n-d-838550-3 neutron-server[102730]: self.callback(batched_events) May 18 18:31:19.369971 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:31:19.369971 n-d-838550-3 neutron-server[102730]: event.method(event) May 18 18:31:19.369971 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:31:19.369971 n-d-838550-3 neutron-server[102730]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:31:19.369971 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:31:19.369971 n-d-838550-3 neutron-server[102730]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:31:19.369971 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:31:19.369971 n-d-838550-3 neutron-server[102730]: return f(self, *a, **k) May 18 18:31:19.369971 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:31:19.369971 n-d-838550-3 neutron-server[102730]: return self._get(url).json() May 18 18:31:19.369971 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:31:19.369971 n-d-838550-3 neutron-server[102730]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:31:19.369971 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:31:19.369971 n-d-838550-3 neutron-server[102730]: return self.request(url, 'GET', **kwargs) May 18 18:31:19.369971 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:31:19.369971 n-d-838550-3 neutron-server[102730]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:31:19.369971 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:31:19.369971 n-d-838550-3 neutron-server[102730]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:31:19.369971 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:31:19.369971 n-d-838550-3 neutron-server[102730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:31:19.369971 n-d-838550-3 neutron-server[102730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:31:19.372702 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b76578-ed82-43bd-966f-b8a71725eb78 req-ae4353b2-2890-433b-9fb9-d8d87d821e63 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:31:19.386586 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a2b76578-ed82-43bd-966f-b8a71725eb78 req-ae4353b2-2890-433b-9fb9-d8d87d821e63 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/ports?device_id=ab843bd5-49cc-4a1a-a822-b7403ee93ee0 HTTP/1.1" status: 200 len: 944 time: 0.1477854 May 18 18:31:19.388720 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-26126a9c-ae1d-4284-a20b-83c3d6e2db4d req-c84a38cd-52e2-4740-9040-73ec1116dcea tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/quotas/8b72fb86d7c844d8a21a58d8abaece54 HTTP/1.1" status: 200 len: 375 time: 0.0416496 May 18 18:31:19.391199 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf449ced-6d4b-4cd3-a1f5-a6824bffefd1 None None] Pushing event deleted for resources: {'Port': ['ID=f13ac79b-e5c4-4d83-9ef1-33a70ecf2e7c,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:31:19.404000 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4309db5f-5450-4acd-84c5-96a7af6a0e14 None None] Network de3eb299-5423-484f-a6f3-388c3d02f189 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:31:19.504200 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0a0c0a16-2f66-41e4-a3e1-ba2a68dd8304 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:19.508368 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a2b76578-ed82-43bd-966f-b8a71725eb78 req-a9e21485-517b-45cf-9428-5f1e83295470 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/security-groups?id=02c33ece-f4c3-4965-a4ef-a7f4920ae299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1193597 May 18 18:31:19.515764 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0a0c0a16-2f66-41e4-a3e1-ba2a68dd8304 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:19.520257 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-0a0c0a16-2f66-41e4-a3e1-ba2a68dd8304 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] 10.222.0.85 "DELETE /v2.0/networks/de3eb299-5423-484f-a6f3-388c3d02f189 HTTP/1.1" status: 204 len: 168 time: 2.8434417 May 18 18:31:19.525577 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 56118) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:31:19.545113 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-984474ee-9f5f-4e95-b72c-36d31979e1ba tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1499202928'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:31:19.587815 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 428fc145-c1e0-44d6-8cc8-c989c290a2f6 no longer exists at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:31:19.598896 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-984474ee-9f5f-4e95-b72c-36d31979e1ba tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Made reservation on behalf of a9f94fcef39a47fab3a2f9dfeadfbbe6 for: {'network': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:31:19.610655 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-984474ee-9f5f-4e95-b72c-36d31979e1ba tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:19.621492 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 56120) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:31:19.641023 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-26126a9c-ae1d-4284-a20b-83c3d6e2db4d req-97dc19b2-381a-42c2-96a2-a83ab18b5425 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=8b72fb86d7c844d8a21a58d8abaece54&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2054567 May 18 18:31:19.664657 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0c0a16-2f66-41e4-a3e1-ba2a68dd8304 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Pushing event deleted for resources: {'Network': ['ID=de3eb299-5423-484f-a6f3-388c3d02f189,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:31:19.726314 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-22df4b37-6de0-43a7-9409-4fc587fd31d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:19.862887 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-22df4b37-6de0-43a7-9409-4fc587fd31d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:19.869110 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-984474ee-9f5f-4e95-b72c-36d31979e1ba tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=102731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:31:19.872840 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-22df4b37-6de0-43a7-9409-4fc587fd31d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:19.925634 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-984474ee-9f5f-4e95-b72c-36d31979e1ba tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:19.926892 n-d-838550-3 neutron-server[102731]: INFO neutron.db.segments_db [None req-984474ee-9f5f-4e95-b72c-36d31979e1ba tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Added segment 6297c7af-117d-4325-aa72-a4291196a14c of type vlan for network 5f687cc0-1420-4296-bacd-c290d4c990fc May 18 18:31:19.939693 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-22df4b37-6de0-43a7-9409-4fc587fd31d6 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=cc29da034bea46f5b47b8c6ac26c5c46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3164711 May 18 18:31:19.942753 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 56128) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:31:19.943616 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22df4b37-6de0-43a7-9409-4fc587fd31d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b48cbae3-bf5e-465c-843e-c586d8dcbfa7,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:31:19.979153 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df90243-563a-4243-aa01-08bed4ad6f74 req-62521a47-c6e3-4120-95f5-f343c635973f tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:31:19.988560 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6df90243-563a-4243-aa01-08bed4ad6f74 req-62521a47-c6e3-4120-95f5-f343c635973f tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=1a778688-63bd-48cf-9f20-3617a5271cf7 HTTP/1.1" status: 200 len: 944 time: 0.2963002 May 18 18:31:20.012727 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d71849-0df2-4ee7-b96b-bf4b993f7fef None None] get_active_networks_info from n-d-838550-3 {{(pid=102732) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 18 18:31:20.060816 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-984474ee-9f5f-4e95-b72c-36d31979e1ba tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:20.091613 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6df90243-563a-4243-aa01-08bed4ad6f74 req-24026315-7d59-42f9-9434-002065fac1ea tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/security-groups?id=7a49a26b-bec5-4659-823a-7a88d88b0ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008215 May 18 18:31:20.100745 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 56130) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:31:20.146408 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 428fc145-c1e0-44d6-8cc8-c989c290a2f6 is: BUILD; New status is: DOWN {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:31:20.147166 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:20.150878 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-984474ee-9f5f-4e95-b72c-36d31979e1ba tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:20.156673 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984474ee-9f5f-4e95-b72c-36d31979e1ba tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:31:20.157310 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-984474ee-9f5f-4e95-b72c-36d31979e1ba tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Notify callbacks [] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:20.236186 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 428fc145-c1e0-44d6-8cc8-c989c290a2f6 {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:31:20.265324 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c0df28a9-7be8-4daa-9fc8-37772a14cd58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:20.270321 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 428fc145-c1e0-44d6-8cc8-c989c290a2f6, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=428fc145-c1e0-44d6-8cc8-c989c290a2f6,segment=NetworkSegment(a839893d-6b02-4065-b63c-38a46f283620),segment_id=a839893d-6b02-4065-b63c-38a46f283620)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:31:20.307494 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:20.309907 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-984474ee-9f5f-4e95-b72c-36d31979e1ba tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7830367 May 18 18:31:20.316122 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 56134) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:31:20.324504 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-d6fdd4d6-017b-49d7-9d6e-f0be00e294dd tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Request body: {'subnet': {'network_id': '5f687cc0-1420-4296-bacd-c290d4c990fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:31:20.339754 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984474ee-9f5f-4e95-b72c-36d31979e1ba tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Pushing event updated for resources: {'Network': ['ID=5f687cc0-1420-4296-bacd-c290d4c990fc,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:31:20.398272 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network 5f687cc0-1420-4296-bacd-c290d4c990fc details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:31:20.612121 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=428fc145-c1e0-44d6-8cc8-c989c290a2f6,revision_number=7']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:31:20.638617 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c0df28a9-7be8-4daa-9fc8-37772a14cd58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:20.640466 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d71849-0df2-4ee7-b96b-bf4b993f7fef None None] Resources bound (agent type, host, resource id): {{(pid=102732) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 18 18:31:20.791144 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-b353d3c0-2f5b-4279-8453-bfafc643554a tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/floatingips/4d957044-c800-4918-a57e-3a392046328a HTTP/1.1" status: 200 len: 991 time: 0.6886086 May 18 18:31:20.930025 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6fb2b8-62d8-4f9c-aebb-b66ccdfdf021 req-f7d30e0c-6035-4c7e-b8c8-7f466b4573f0 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:31:20.947878 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6f6fb2b8-62d8-4f9c-aebb-b66ccdfdf021 req-f7d30e0c-6035-4c7e-b8c8-7f466b4573f0 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/ports?device_id=ab843bd5-49cc-4a1a-a822-b7403ee93ee0 HTTP/1.1" status: 200 len: 944 time: 0.2336633 May 18 18:31:20.954436 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c0df28a9-7be8-4daa-9fc8-37772a14cd58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:20.973498 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c0df28a9-7be8-4daa-9fc8-37772a14cd58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:20.974991 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-c0df28a9-7be8-4daa-9fc8-37772a14cd58 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/b48cbae3-bf5e-465c-843e-c586d8dcbfa7 HTTP/1.1" status: 204 len: 168 time: 1.0303543 May 18 18:31:21.063938 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6f6fb2b8-62d8-4f9c-aebb-b66ccdfdf021 req-a7fe7a1e-524f-44f4-b672-eab19a344dc2 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/security-groups?id=02c33ece-f4c3-4965-a4ef-a7f4920ae299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100707 May 18 18:31:21.085591 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0df28a9-7be8-4daa-9fc8-37772a14cd58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b48cbae3-bf5e-465c-843e-c586d8dcbfa7,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:31:21.096751 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-26126a9c-ae1d-4284-a20b-83c3d6e2db4d req-975a9d29-817d-482f-9df0-c9db59bd50c7 service neutron] 10.222.0.85 "GET /v2.0/networks/492fec2b-f975-425f-828b-425816a23c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4491611 May 18 18:31:21.102486 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6fdd4d6-017b-49d7-9d6e-f0be00e294dd tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Made reservation on behalf of a9f94fcef39a47fab3a2f9dfeadfbbe6 for: {'subnet': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:31:21.106338 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d6fdd4d6-017b-49d7-9d6e-f0be00e294dd tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261031885'] for subnet, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:21.462479 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 428fc145-c1e0-44d6-8cc8-c989c290a2f6 up at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:31:21.591282 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning complete for port 428fc145-c1e0-44d6-8cc8-c989c290a2f6 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:31:21.591658 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:21.645759 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-26126a9c-ae1d-4284-a20b-83c3d6e2db4d req-206481f0-b6c4-4f95-a764-493871db78d9 service neutron] 10.222.0.85 "GET /v2.0/networks/492fec2b-f975-425f-828b-425816a23c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5269377 May 18 18:31:21.778722 n-d-838550-3 neutron-server[102730]: DEBUG neutron.objects.ports [None req-d6fdd4d6-017b-49d7-9d6e-f0be00e294dd tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102730) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} May 18 18:31:21.781679 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d6fdd4d6-017b-49d7-9d6e-f0be00e294dd tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261104883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261031899'] for subnet, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:21.796318 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 428fc145-c1e0-44d6-8cc8-c989c290a2f6 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:31:21.801546 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:21.857822 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fdd4d6-017b-49d7-9d6e-f0be00e294dd tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Pushing event updated for resources: {'Subnet': ['ID=32f95e92-aeff-4d0f-808c-a50bd388dcc1,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:31:21.867996 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6fdd4d6-017b-49d7-9d6e-f0be00e294dd tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Checking segment: {'id': '6297c7af-117d-4325-aa72-a4291196a14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '5f687cc0-1420-4296-bacd-c290d4c990fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:31:21.868475 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6fdd4d6-017b-49d7-9d6e-f0be00e294dd tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Network hostable DHCP agents. Network: 5f687cc0-1420-4296-bacd-c290d4c990fc, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:31:21.900249 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6fdd4d6-017b-49d7-9d6e-f0be00e294dd tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Network 5f687cc0-1420-4296-bacd-c290d4c990fc is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:31:21.925014 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-d6fdd4d6-017b-49d7-9d6e-f0be00e294dd tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, 5f687cc0-1420-4296-bacd-c290d4c990fc) {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:31:21.927517 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a778688-63bd-48cf-9f20-3617a5271cf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '428fc145-c1e0-44d6-8cc8-c989c290a2f6'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:31:21.931472 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a14a0c39-2fe3-49ef-bc85-4d158eaca46f" -d '{"events": [{"server_uuid": "1a778688-63bd-48cf-9f20-3617a5271cf7", "name": "network-vif-plugged", "status": "completed", "tag": "428fc145-c1e0-44d6-8cc8-c989c290a2f6"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:31:21.945599 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6fdd4d6-017b-49d7-9d6e-f0be00e294dd tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:31:21.948563 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d6fdd4d6-017b-49d7-9d6e-f0be00e294dd tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:21.986398 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c009bc68-e233-4bf8-9b0e-a97387fb8986 None None] Network 5f687cc0-1420-4296-bacd-c290d4c990fc requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:31:22.004758 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-d6fdd4d6-017b-49d7-9d6e-f0be00e294dd tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.6874969 May 18 18:31:22.010078 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 56166) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:31:22.275128 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2f06127-6a94-4c3c-9189-1afb9cf5b005 x-openstack-request-id: req-e2f06127-6a94-4c3c-9189-1afb9cf5b005 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:31:22.276510 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a778688-63bd-48cf-9f20-3617a5271cf7", "name": "network-vif-plugged", "status": "completed", "tag": "428fc145-c1e0-44d6-8cc8-c989c290a2f6", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:31:22.277736 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-e2f06127-6a94-4c3c-9189-1afb9cf5b005 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:31:22.280619 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2f06127-6a94-4c3c-9189-1afb9cf5b005'] response: {'server_uuid': '1a778688-63bd-48cf-9f20-3617a5271cf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '428fc145-c1e0-44d6-8cc8-c989c290a2f6', 'code': 200} May 18 18:31:22.321726 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 428fc145-c1e0-44d6-8cc8-c989c290a2f6, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=428fc145-c1e0-44d6-8cc8-c989c290a2f6,segment=NetworkSegment(a839893d-6b02-4065-b63c-38a46f283620),segment_id=a839893d-6b02-4065-b63c-38a46f283620)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:31:22.413550 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:22.422836 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ab78d71f-c0aa-4a86-91bd-40ae38b3f7b4 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:22.559513 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ab78d71f-c0aa-4a86-91bd-40ae38b3f7b4 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:22.565470 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-366ab65f-4579-4285-8654-487c88bc07bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-5f687cc0-1420-4296-bacd-c290d4c990fc', 'network_id': '5f687cc0-1420-4296-bacd-c290d4c990fc', 'tenant_id': 'a9f94fcef39a47fab3a2f9dfeadfbbe6', 'fixed_ips': [{'subnet_id': '32f95e92-aeff-4d0f-808c-a50bd388dcc1'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:31:22.567563 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-366ab65f-4579-4285-8654-487c88bc07bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:22.576973 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=428fc145-c1e0-44d6-8cc8-c989c290a2f6,revision_number=8']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:31:22.710741 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ab78d71f-c0aa-4a86-91bd-40ae38b3f7b4 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261104690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261031888'] for subnet, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:22.779436 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146013f2-b12c-4458-9181-4d14ae56b6a4 req-2d60e318-8700-469f-b6a6-d05beb98174a tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:31:22.786615 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-146013f2-b12c-4458-9181-4d14ae56b6a4 req-2d60e318-8700-469f-b6a6-d05beb98174a tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/ports?device_id=ab843bd5-49cc-4a1a-a822-b7403ee93ee0 HTTP/1.1" status: 200 len: 944 time: 0.3949835 May 18 18:31:22.812043 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab78d71f-c0aa-4a86-91bd-40ae38b3f7b4 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Pushing event deleted for resources: {'Subnet': ['ID=32f95e92-aeff-4d0f-808c-a50bd388dcc1,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:31:22.984549 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-146013f2-b12c-4458-9181-4d14ae56b6a4 req-42509e80-9fd6-4abd-8118-47888bba2b06 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/security-groups?id=02c33ece-f4c3-4965-a4ef-a7f4920ae299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1814678 May 18 18:31:23.077900 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server [None req-366ab65f-4579-4285-8654-487c88bc07bc None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 32f95e92-aeff-4d0f-808c-a50bd388dcc1: This subnet is being modified by another concurrent operation. May 18 18:31:23.077900 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 18 18:31:23.077900 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 18 18:31:23.077900 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 18 18:31:23.077900 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 18 18:31:23.077900 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 18 18:31:23.077900 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 18 18:31:23.077900 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 18 18:31:23.077900 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 18 18:31:23.077900 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 18 18:31:23.077900 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 18 18:31:23.077900 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 18 18:31:23.077900 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 18 18:31:23.077900 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server self.force_reraise() May 18 18:31:23.077900 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 18 18:31:23.077900 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server raise self.value May 18 18:31:23.077900 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 18 18:31:23.077900 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 18 18:31:23.077900 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 18 18:31:23.077900 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 18 18:31:23.077900 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 18 18:31:23.077900 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server self.force_reraise() May 18 18:31:23.077900 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 18 18:31:23.077900 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server raise self.value May 18 18:31:23.077900 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 18 18:31:23.077900 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 18 18:31:23.077900 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 18 18:31:23.077900 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 18 18:31:23.077900 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 18 18:31:23.077900 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server self.force_reraise() May 18 18:31:23.077900 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 18 18:31:23.077900 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server raise self.value May 18 18:31:23.077900 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 18 18:31:23.077900 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 18 18:31:23.077900 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 18 18:31:23.077900 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 18 18:31:23.077900 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port May 18 18:31:23.077900 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 18 18:31:23.077900 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action May 18 18:31:23.077900 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 18 18:31:23.077900 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 18 18:31:23.077900 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 18 18:31:23.077900 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner May 18 18:31:23.077900 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 18 18:31:23.077900 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped May 18 18:31:23.077900 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 18 18:31:23.077900 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 18 18:31:23.077900 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 18 18:31:23.077900 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 18 18:31:23.077900 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server self.force_reraise() May 18 18:31:23.077900 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 18 18:31:23.077900 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server raise self.value May 18 18:31:23.077900 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 18 18:31:23.077900 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 18 18:31:23.083737 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 18 18:31:23.083737 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 18 18:31:23.083737 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 18 18:31:23.083737 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server self.force_reraise() May 18 18:31:23.083737 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 18 18:31:23.083737 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server raise self.value May 18 18:31:23.083737 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 18 18:31:23.083737 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 18 18:31:23.083737 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 18 18:31:23.083737 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 18 18:31:23.083737 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 18 18:31:23.083737 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server self.force_reraise() May 18 18:31:23.083737 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 18 18:31:23.083737 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server raise self.value May 18 18:31:23.083737 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 18 18:31:23.083737 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 18 18:31:23.083737 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port May 18 18:31:23.083737 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 18 18:31:23.083737 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db May 18 18:31:23.083737 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 18 18:31:23.083737 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db May 18 18:31:23.083737 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 18 18:31:23.083737 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 18 18:31:23.083737 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 18 18:31:23.083737 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped May 18 18:31:23.083737 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 18 18:31:23.083737 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper May 18 18:31:23.083737 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 18 18:31:23.083737 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 18 18:31:23.083737 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 18 18:31:23.083737 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 18 18:31:23.083737 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 18 18:31:23.083737 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets May 18 18:31:23.083737 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 18 18:31:23.083737 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 18 18:31:23.083737 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server raise exception May 18 18:31:23.083737 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 32f95e92-aeff-4d0f-808c-a50bd388dcc1: This subnet is being modified by another concurrent operation. May 18 18:31:23.083737 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server May 18 18:31:23.101329 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ab78d71f-c0aa-4a86-91bd-40ae38b3f7b4 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:23.117468 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a275f43d-2b22-48db-9795-353c4a0db074 None None] Network 5f687cc0-1420-4296-bacd-c290d4c990fc requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:31:23.191189 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-ab78d71f-c0aa-4a86-91bd-40ae38b3f7b4 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f687cc0-1420-4296-bacd-c290d4c990fc']}} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:31:23.225529 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-ab78d71f-c0aa-4a86-91bd-40ae38b3f7b4 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6297c7af-117d-4325-aa72-a4291196a14c') {'for_net_delete': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:31:23.231239 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-ab78d71f-c0aa-4a86-91bd-40ae38b3f7b4 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6297c7af-117d-4325-aa72-a4291196a14c') {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:31:23.339375 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ab78d71f-c0aa-4a86-91bd-40ae38b3f7b4 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260107375'] for segment, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:23.530758 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ab78d71f-c0aa-4a86-91bd-40ae38b3f7b4 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:23.534879 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a67b1957-2fd8-4104-ac88-18519756fc22 None None] get_active_networks_info from n-d-838550-3 {{(pid=102732) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 18 18:31:23.581506 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab78d71f-c0aa-4a86-91bd-40ae38b3f7b4 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=102730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:31:23.582035 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ab78d71f-c0aa-4a86-91bd-40ae38b3f7b4 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261102736'] for segment, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:23.585416 n-d-838550-3 neutron-server[102730]: Traceback (most recent call last): May 18 18:31:23.585416 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:31:23.585416 n-d-838550-3 neutron-server[102730]: timer() May 18 18:31:23.585416 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:31:23.585416 n-d-838550-3 neutron-server[102730]: cb(*args, **kw) May 18 18:31:23.585416 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:31:23.585416 n-d-838550-3 neutron-server[102730]: return func(*args, **kwargs) May 18 18:31:23.585416 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:31:23.585416 n-d-838550-3 neutron-server[102730]: self._notify() May 18 18:31:23.585416 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:31:23.585416 n-d-838550-3 neutron-server[102730]: self.callback(batched_events) May 18 18:31:23.585416 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:31:23.585416 n-d-838550-3 neutron-server[102730]: event.method(event) May 18 18:31:23.585416 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:31:23.585416 n-d-838550-3 neutron-server[102730]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:31:23.585416 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:31:23.585416 n-d-838550-3 neutron-server[102730]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:31:23.585416 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:31:23.585416 n-d-838550-3 neutron-server[102730]: return f(self, *a, **k) May 18 18:31:23.585416 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:31:23.585416 n-d-838550-3 neutron-server[102730]: return self._get(url).json() May 18 18:31:23.585416 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:31:23.585416 n-d-838550-3 neutron-server[102730]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:31:23.585416 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:31:23.585416 n-d-838550-3 neutron-server[102730]: return self.request(url, 'GET', **kwargs) May 18 18:31:23.585416 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:31:23.585416 n-d-838550-3 neutron-server[102730]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:31:23.585416 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:31:23.585416 n-d-838550-3 neutron-server[102730]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:31:23.585416 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:31:23.585416 n-d-838550-3 neutron-server[102730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:31:23.585416 n-d-838550-3 neutron-server[102730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:31:23.781144 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4a3c25-5db7-4c1c-9ce6-68ae9048b509 req-9094bf3d-cddb-44e8-b5f6-0f68dae6a7af tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:31:23.786325 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ac4a3c25-5db7-4c1c-9ce6-68ae9048b509 req-9094bf3d-cddb-44e8-b5f6-0f68dae6a7af tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/networks?id=492fec2b-f975-425f-828b-425816a23c89 HTTP/1.1" status: 200 len: 805 time: 0.4811816 May 18 18:31:23.808323 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ab78d71f-c0aa-4a86-91bd-40ae38b3f7b4 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:23.820066 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ab78d71f-c0aa-4a86-91bd-40ae38b3f7b4 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:23.828493 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-ab78d71f-c0aa-4a86-91bd-40ae38b3f7b4 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] 10.222.0.85 "DELETE /v2.0/networks/5f687cc0-1420-4296-bacd-c290d4c990fc HTTP/1.1" status: 204 len: 168 time: 1.8165052 May 18 18:31:23.832299 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 56228) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:31:23.864655 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a67b1957-2fd8-4104-ac88-18519756fc22 None None] Resources bound (agent type, host, resource id): {{(pid=102732) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 18 18:31:23.887573 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab78d71f-c0aa-4a86-91bd-40ae38b3f7b4 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Pushing event deleted for resources: {'Network': ['ID=5f687cc0-1420-4296-bacd-c290d4c990fc,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:31:23.896129 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ac4a3c25-5db7-4c1c-9ce6-68ae9048b509 req-5bf8c14e-1b18-4d59-9164-04fe3ce579ce tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/quotas/8b72fb86d7c844d8a21a58d8abaece54 HTTP/1.1" status: 200 len: 375 time: 0.0929017 May 18 18:31:23.936422 n-d-838550-3 neutron-server[102731]: INFO neutron.pecan_wsgi.hooks.translation [None req-31102f47-e6bc-43ed-a6b9-e416c6345d39 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] DELETE failed (client error): The resource could not be found. May 18 18:31:23.937402 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31102f47-e6bc-43ed-a6b9-e416c6345d39 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:31:23.944375 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-31102f47-e6bc-43ed-a6b9-e416c6345d39 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] 10.222.0.85 "DELETE /v2.0/subnets/32f95e92-aeff-4d0f-808c-a50bd388dcc1 HTTP/1.1" status: 404 len: 337 time: 0.1093743 May 18 18:31:23.946043 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 56232) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:31:24.037801 n-d-838550-3 neutron-server[102730]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9f575c8-ffe4-4fea-9b47-51383eb297cb tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] DELETE failed (client error): The resource could not be found. May 18 18:31:24.043336 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9f575c8-ffe4-4fea-9b47-51383eb297cb tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:31:24.054738 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-d9f575c8-ffe4-4fea-9b47-51383eb297cb tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] 10.222.0.85 "DELETE /v2.0/networks/5f687cc0-1420-4296-bacd-c290d4c990fc HTTP/1.1" status: 404 len: 339 time: 0.1080310 May 18 18:31:24.057589 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 56238) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:31:24.090220 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ac4a3c25-5db7-4c1c-9ce6-68ae9048b509 req-4e72ef69-13b6-47cb-9838-3df5962ac972 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=8b72fb86d7c844d8a21a58d8abaece54&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1931679 May 18 18:31:24.181822 n-d-838550-3 neutron-server[102731]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a36c4a8-6794-4284-8f0c-73dbc051671d tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] DELETE failed (client error): The resource could not be found. May 18 18:31:24.182866 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a36c4a8-6794-4284-8f0c-73dbc051671d tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:31:24.186509 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-7a36c4a8-6794-4284-8f0c-73dbc051671d tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] 10.222.0.85 "DELETE /v2.0/subnets/510ae435-41e0-4998-a248-dcda11c190e2 HTTP/1.1" status: 404 len: 337 time: 0.1269135 May 18 18:31:24.211459 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 56240) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:31:24.293762 n-d-838550-3 neutron-server[102731]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f8c1528-4b4a-4bab-a8f7-41bb6b74ace2 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] DELETE failed (client error): The resource could not be found. May 18 18:31:24.294298 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f8c1528-4b4a-4bab-a8f7-41bb6b74ace2 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:31:24.299287 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-3f8c1528-4b4a-4bab-a8f7-41bb6b74ace2 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] 10.222.0.85 "DELETE /v2.0/networks/de3eb299-5423-484f-a6f3-388c3d02f189 HTTP/1.1" status: 404 len: 339 time: 0.0600259 May 18 18:31:24.302625 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 56244) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:31:24.372271 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c625785-f2af-4f27-977f-9ecbde8792da req-9a75b252-b636-47f6-991b-82f79988ae83 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:31:24.378285 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5c625785-f2af-4f27-977f-9ecbde8792da req-9a75b252-b636-47f6-991b-82f79988ae83 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/ports?device_id=ab843bd5-49cc-4a1a-a822-b7403ee93ee0 HTTP/1.1" status: 200 len: 944 time: 0.1857862 May 18 18:31:24.391101 n-d-838550-3 neutron-server[102730]: INFO neutron.pecan_wsgi.hooks.translation [None req-91b512c8-7dfa-4586-b68c-e282e3a4ac3c tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] DELETE failed (client error): The resource could not be found. May 18 18:31:24.393324 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91b512c8-7dfa-4586-b68c-e282e3a4ac3c tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:31:24.404476 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-91b512c8-7dfa-4586-b68c-e282e3a4ac3c tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] 10.222.0.85 "DELETE /v2.0/subnets/250e52f9-e31c-49a1-bc34-9de4932ca967 HTTP/1.1" status: 404 len: 337 time: 0.0954936 May 18 18:31:24.413199 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ac4a3c25-5db7-4c1c-9ce6-68ae9048b509 req-5e9fb2b9-10a4-4fe2-9f64-12b8896217f4 service neutron] 10.222.0.85 "GET /v2.0/networks/492fec2b-f975-425f-828b-425816a23c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3101170 May 18 18:31:24.415183 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 56248) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:31:24.450515 n-d-838550-3 neutron-server[102731]: INFO neutron.pecan_wsgi.hooks.translation [None req-06326ca1-cfd8-47fa-a516-814c8047d5f6 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] DELETE failed (client error): The resource could not be found. May 18 18:31:24.451495 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06326ca1-cfd8-47fa-a516-814c8047d5f6 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:31:24.458825 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-06326ca1-cfd8-47fa-a516-814c8047d5f6 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] 10.222.0.85 "DELETE /v2.0/networks/0bb07b1e-3ac2-48e8-a95e-1299ab1a6495 HTTP/1.1" status: 404 len: 339 time: 0.0405087 May 18 18:31:24.461048 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 56252) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:31:24.618619 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5c625785-f2af-4f27-977f-9ecbde8792da req-2c44aacf-6585-4f27-bc1a-d451a842ad87 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/security-groups?id=02c33ece-f4c3-4965-a4ef-a7f4920ae299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2375088 May 18 18:31:24.726214 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ac4a3c25-5db7-4c1c-9ce6-68ae9048b509 req-b40750e4-4327-4431-b393-c7bd754ec406 service neutron] 10.222.0.85 "GET /v2.0/networks/492fec2b-f975-425f-828b-425816a23c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3119636 May 18 18:31:24.778739 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-1ac9ccfb-681c-4a5c-bc86-5b1c9bffc3a9 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Deleting port b4214ff1-72d5-4659-a1bb-2a1253ec55d9 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:31:24.779204 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1ac9ccfb-681c-4a5c-bc86-5b1c9bffc3a9 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:24.975103 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1ac9ccfb-681c-4a5c-bc86-5b1c9bffc3a9 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:25.003000 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-1ac9ccfb-681c-4a5c-bc86-5b1c9bffc3a9 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Calling delete_port for b4214ff1-72d5-4659-a1bb-2a1253ec55d9 owned by {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:31:25.158312 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-23fd3c9a-fd74-437a-8e32-3e35e2ca3d49 req-19e7403a-51a3-4db6-b69d-27a68f32c470 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/ports?device_id=5f05e360-c70b-4c83-9b65-3d36152e834d HTTP/1.1" status: 200 len: 210 time: 0.1502271 May 18 18:31:25.215397 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1ac9ccfb-681c-4a5c-bc86-5b1c9bffc3a9 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:25.259468 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac9ccfb-681c-4a5c-bc86-5b1c9bffc3a9 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Pushing event deleted for resources: {'Port': ['ID=b4214ff1-72d5-4659-a1bb-2a1253ec55d9,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:31:25.277081 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1ac9ccfb-681c-4a5c-bc86-5b1c9bffc3a9 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:25.281350 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-1ac9ccfb-681c-4a5c-bc86-5b1c9bffc3a9 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] 10.222.0.85 "DELETE /v2.0/ports/b4214ff1-72d5-4659-a1bb-2a1253ec55d9 HTTP/1.1" status: 204 len: 168 time: 0.8183553 May 18 18:31:25.284769 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 56280) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:31:25.385294 n-d-838550-3 neutron-server[102730]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebc0c916-7307-4180-b0f4-762916c75275 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] DELETE failed (client error): The resource could not be found. May 18 18:31:25.385863 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebc0c916-7307-4180-b0f4-762916c75275 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:31:25.403792 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-ebc0c916-7307-4180-b0f4-762916c75275 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] 10.222.0.85 "DELETE /v2.0/subnets/0a5e5306-33ec-4e6c-ae37-566ea67a81dd HTTP/1.1" status: 404 len: 337 time: 0.1178026 May 18 18:31:25.406646 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 56288) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:31:25.589293 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-929a9507-8ca1-46b2-94ff-505a5714ca1f tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:25.746939 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-929a9507-8ca1-46b2-94ff-505a5714ca1f tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:25.779975 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-929a9507-8ca1-46b2-94ff-505a5714ca1f tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f07fc940-1df4-4f41-9faa-220de135f088']}} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:31:25.809802 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-929a9507-8ca1-46b2-94ff-505a5714ca1f tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea632ef2-a76e-4e66-84dc-a7d9668b43c7') {'for_net_delete': True} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:31:25.810193 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-929a9507-8ca1-46b2-94ff-505a5714ca1f tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea632ef2-a76e-4e66-84dc-a7d9668b43c7') {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:31:25.825345 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-929a9507-8ca1-46b2-94ff-505a5714ca1f tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260542144'] for segment, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:25.842367 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-929a9507-8ca1-46b2-94ff-505a5714ca1f tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:25.852744 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-929a9507-8ca1-46b2-94ff-505a5714ca1f tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Releasing vlan 605 on physical network physnet1 to pool {{(pid=102731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:31:25.853364 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-929a9507-8ca1-46b2-94ff-505a5714ca1f tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260884178'] for segment, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:25.899369 n-d-838550-3 neutron-server[102731]: Traceback (most recent call last): May 18 18:31:25.899369 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:31:25.899369 n-d-838550-3 neutron-server[102731]: timer() May 18 18:31:25.899369 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:31:25.899369 n-d-838550-3 neutron-server[102731]: cb(*args, **kw) May 18 18:31:25.899369 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:31:25.899369 n-d-838550-3 neutron-server[102731]: return func(*args, **kwargs) May 18 18:31:25.899369 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:31:25.899369 n-d-838550-3 neutron-server[102731]: self._notify() May 18 18:31:25.899369 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:31:25.899369 n-d-838550-3 neutron-server[102731]: self.callback(batched_events) May 18 18:31:25.899369 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:31:25.899369 n-d-838550-3 neutron-server[102731]: event.method(event) May 18 18:31:25.899369 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:31:25.899369 n-d-838550-3 neutron-server[102731]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:31:25.899369 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:31:25.899369 n-d-838550-3 neutron-server[102731]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:31:25.899369 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:31:25.899369 n-d-838550-3 neutron-server[102731]: return f(self, *a, **k) May 18 18:31:25.899369 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:31:25.899369 n-d-838550-3 neutron-server[102731]: return self._get(url).json() May 18 18:31:25.899369 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:31:25.899369 n-d-838550-3 neutron-server[102731]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:31:25.899369 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:31:25.899369 n-d-838550-3 neutron-server[102731]: return self.request(url, 'GET', **kwargs) May 18 18:31:25.899369 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:31:25.899369 n-d-838550-3 neutron-server[102731]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:31:25.899369 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:31:25.899369 n-d-838550-3 neutron-server[102731]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:31:25.899369 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:31:25.899369 n-d-838550-3 neutron-server[102731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:31:25.899369 n-d-838550-3 neutron-server[102731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:31:25.957044 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d58e9d-a5c6-4bb9-87c4-51c02488dfa8 req-da8f2045-bd00-48f0-9b03-ec2bfb3a6b44 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:31:25.967743 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b4d58e9d-a5c6-4bb9-87c4-51c02488dfa8 req-da8f2045-bd00-48f0-9b03-ec2bfb3a6b44 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/ports?device_id=ab843bd5-49cc-4a1a-a822-b7403ee93ee0 HTTP/1.1" status: 200 len: 944 time: 0.1677370 May 18 18:31:26.018551 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b4d58e9d-a5c6-4bb9-87c4-51c02488dfa8 req-52c28341-5670-49c7-884c-92446e9279e8 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/security-groups?id=02c33ece-f4c3-4965-a4ef-a7f4920ae299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481915 May 18 18:31:26.184579 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-929a9507-8ca1-46b2-94ff-505a5714ca1f tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:26.210127 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-929a9507-8ca1-46b2-94ff-505a5714ca1f tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Notify callbacks [] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:26.213500 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-929a9507-8ca1-46b2-94ff-505a5714ca1f tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] 10.222.0.85 "DELETE /v2.0/networks/f07fc940-1df4-4f41-9faa-220de135f088 HTTP/1.1" status: 204 len: 168 time: 0.8053932 May 18 18:31:26.217869 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 56318) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:31:26.280981 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929a9507-8ca1-46b2-94ff-505a5714ca1f tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Pushing event deleted for resources: {'Network': ['ID=f07fc940-1df4-4f41-9faa-220de135f088,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:31:26.378522 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-eb2944cd-508d-44a7-ad06-c95b668579e7 req-ad42aae1-18c7-4c15-9b92-a5dc97b9b166 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/ports?device_id=5f05e360-c70b-4c83-9b65-3d36152e834d HTTP/1.1" status: 200 len: 210 time: 0.0469017 May 18 18:31:26.549038 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-f2a958d7-06ab-46ec-bab6-cb00ffc1a27d tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Deleting port 76694e66-0ff5-479d-92cf-d57da709e9a7 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:31:26.549822 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f2a958d7-06ab-46ec-bab6-cb00ffc1a27d tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:26.724289 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f2a958d7-06ab-46ec-bab6-cb00ffc1a27d tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:26.801513 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-f2a958d7-06ab-46ec-bab6-cb00ffc1a27d tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Calling delete_port for 76694e66-0ff5-479d-92cf-d57da709e9a7 owned by {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:31:27.104886 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 56334) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:31:27.354879 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-db31cea9-bc9a-412a-b820-ea57664b4293 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:27.546403 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f6c99f-2518-4d84-8612-eb4efa451a88 req-bee44c65-f92a-4328-85a1-be64e879bd4c tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:31:27.555792 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d2f6c99f-2518-4d84-8612-eb4efa451a88 req-bee44c65-f92a-4328-85a1-be64e879bd4c tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/ports?device_id=ab843bd5-49cc-4a1a-a822-b7403ee93ee0 HTTP/1.1" status: 200 len: 944 time: 0.1284084 May 18 18:31:27.600689 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a2187dbc-3778-461a-8c5d-ec062dfb44b1 req-d6dd7abd-bfc3-4539-9b24-62bce14b8fa9 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/ports?device_id=5f05e360-c70b-4c83-9b65-3d36152e834d HTTP/1.1" status: 200 len: 210 time: 0.0679228 May 18 18:31:27.637447 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-db31cea9-bc9a-412a-b820-ea57664b4293 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:27.650619 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-db31cea9-bc9a-412a-b820-ea57664b4293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:27.659836 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f2a958d7-06ab-46ec-bab6-cb00ffc1a27d tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:27.697639 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d2f6c99f-2518-4d84-8612-eb4efa451a88 req-0a946c05-ee8d-42a7-8aa0-4ab55b01bc77 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/security-groups?id=02c33ece-f4c3-4965-a4ef-a7f4920ae299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1401064 May 18 18:31:27.748235 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-db31cea9-bc9a-412a-b820-ea57664b4293 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=64c5db4e9c9d4ad2b98ddd3c8dcabb94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6421597 May 18 18:31:27.749825 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db31cea9-bc9a-412a-b820-ea57664b4293 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f23a933-f00b-4f0e-9b3c-bf754e93ad1d,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:31:27.753005 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 56346) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:31:27.772236 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a958d7-06ab-46ec-bab6-cb00ffc1a27d tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Pushing event deleted for resources: {'Port': ['ID=76694e66-0ff5-479d-92cf-d57da709e9a7,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:31:27.789796 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f2a958d7-06ab-46ec-bab6-cb00ffc1a27d tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:27.798803 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-f2a958d7-06ab-46ec-bab6-cb00ffc1a27d tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] 10.222.0.85 "DELETE /v2.0/ports/76694e66-0ff5-479d-92cf-d57da709e9a7 HTTP/1.1" status: 204 len: 168 time: 1.5786707 May 18 18:31:27.808397 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 56348) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:31:27.842174 n-d-838550-3 neutron-server[102730]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2fc5b62-4bc3-48d7-8ffe-09a306d337cf tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] DELETE failed (client error): The resource could not be found. May 18 18:31:27.842637 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2fc5b62-4bc3-48d7-8ffe-09a306d337cf tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:31:27.846442 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-c2fc5b62-4bc3-48d7-8ffe-09a306d337cf tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] 10.222.0.85 "DELETE /v2.0/subnets/3017a668-79cc-4674-99e0-d374c34b992a HTTP/1.1" status: 404 len: 337 time: 0.0377202 May 18 18:31:27.849310 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 56352) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:31:27.864584 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c80ddbd7-d42d-44a6-ac88-9e7edc525b22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:27.892934 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c80ddbd7-d42d-44a6-ac88-9e7edc525b22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:27.966480 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c80ddbd7-d42d-44a6-ac88-9e7edc525b22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:27.969742 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c80ddbd7-d42d-44a6-ac88-9e7edc525b22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:27.974728 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-c80ddbd7-d42d-44a6-ac88-9e7edc525b22 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/3f23a933-f00b-4f0e-9b3c-bf754e93ad1d HTTP/1.1" status: 204 len: 168 time: 0.2179911 May 18 18:31:27.986522 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80ddbd7-d42d-44a6-ac88-9e7edc525b22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f23a933-f00b-4f0e-9b3c-bf754e93ad1d,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:31:28.021123 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-85ce1985-9bf2-4dfd-a9f8-928e27bd122a tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:28.173057 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-85ce1985-9bf2-4dfd-a9f8-928e27bd122a tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:28.230074 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-85ce1985-9bf2-4dfd-a9f8-928e27bd122a tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fbed1ea-69eb-42dd-843b-0b4763a99259']}} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:31:28.248739 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-85ce1985-9bf2-4dfd-a9f8-928e27bd122a tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32cf644b-56e4-4dad-8ec2-287bcffa9bbc') {'for_net_delete': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:31:28.249134 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-85ce1985-9bf2-4dfd-a9f8-928e27bd122a tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32cf644b-56e4-4dad-8ec2-287bcffa9bbc') {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:31:28.271616 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-85ce1985-9bf2-4dfd-a9f8-928e27bd122a tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260107375'] for segment, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:28.310184 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-85ce1985-9bf2-4dfd-a9f8-928e27bd122a tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:28.332458 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85ce1985-9bf2-4dfd-a9f8-928e27bd122a tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=102730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:31:28.333053 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-85ce1985-9bf2-4dfd-a9f8-928e27bd122a tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261102736'] for segment, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:28.480847 n-d-838550-3 neutron-server[102730]: Traceback (most recent call last): May 18 18:31:28.480847 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:31:28.480847 n-d-838550-3 neutron-server[102730]: timer() May 18 18:31:28.480847 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:31:28.480847 n-d-838550-3 neutron-server[102730]: cb(*args, **kw) May 18 18:31:28.480847 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:31:28.480847 n-d-838550-3 neutron-server[102730]: return func(*args, **kwargs) May 18 18:31:28.480847 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:31:28.480847 n-d-838550-3 neutron-server[102730]: self._notify() May 18 18:31:28.480847 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:31:28.480847 n-d-838550-3 neutron-server[102730]: self.callback(batched_events) May 18 18:31:28.480847 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:31:28.480847 n-d-838550-3 neutron-server[102730]: event.method(event) May 18 18:31:28.480847 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:31:28.480847 n-d-838550-3 neutron-server[102730]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:31:28.480847 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:31:28.480847 n-d-838550-3 neutron-server[102730]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:31:28.480847 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:31:28.480847 n-d-838550-3 neutron-server[102730]: return f(self, *a, **k) May 18 18:31:28.480847 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:31:28.480847 n-d-838550-3 neutron-server[102730]: return self._get(url).json() May 18 18:31:28.480847 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:31:28.480847 n-d-838550-3 neutron-server[102730]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:31:28.480847 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:31:28.480847 n-d-838550-3 neutron-server[102730]: return self.request(url, 'GET', **kwargs) May 18 18:31:28.480847 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:31:28.480847 n-d-838550-3 neutron-server[102730]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:31:28.480847 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:31:28.480847 n-d-838550-3 neutron-server[102730]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:31:28.480847 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:31:28.480847 n-d-838550-3 neutron-server[102730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:31:28.480847 n-d-838550-3 neutron-server[102730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:31:28.506120 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-85ce1985-9bf2-4dfd-a9f8-928e27bd122a tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:28.526026 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-85ce1985-9bf2-4dfd-a9f8-928e27bd122a tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:28.531316 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-85ce1985-9bf2-4dfd-a9f8-928e27bd122a tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] 10.222.0.85 "DELETE /v2.0/networks/3fbed1ea-69eb-42dd-843b-0b4763a99259 HTTP/1.1" status: 204 len: 168 time: 0.6805627 May 18 18:31:28.534630 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 56362) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:31:28.561973 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ce1985-9bf2-4dfd-a9f8-928e27bd122a tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Pushing event deleted for resources: {'Network': ['ID=3fbed1ea-69eb-42dd-843b-0b4763a99259,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:31:28.651232 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 56370) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:31:28.671673 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-58e7ab11-08a3-4dd3-8cce-861c6d20c2c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:28.681192 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_v2 [None req-40115654-92c8-4b15-b5ee-bbd3d0adf655 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Deleting subnet a75b3c4d-3f32-46e8-a598-b325cefa7b9e {{(pid=102731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:31:28.686782 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-40115654-92c8-4b15-b5ee-bbd3d0adf655 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Notify callbacks [] for subnet, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:28.796914 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3bb4e2bf-b704-4cd8-95b4-056933a2816b req-fd312f84-2e6b-4341-8874-326a0417a8f0 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/ports?device_id=5f05e360-c70b-4c83-9b65-3d36152e834d HTTP/1.1" status: 200 len: 210 time: 0.0502264 May 18 18:31:28.839257 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-40115654-92c8-4b15-b5ee-bbd3d0adf655 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260542153'] for subnet, precommit_delete_associations {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:29.003943 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-58e7ab11-08a3-4dd3-8cce-861c6d20c2c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:29.025524 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-58e7ab11-08a3-4dd3-8cce-861c6d20c2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:29.054540 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-40115654-92c8-4b15-b5ee-bbd3d0adf655 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:29.085155 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-58e7ab11-08a3-4dd3-8cce-861c6d20c2c8 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=79396c4ad3a74b8eb2c7e4955fcdff8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4322784 May 18 18:31:29.088171 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 56380) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:31:29.116132 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71941b9b-f14d-4484-8390-23b5b5744530 req-82a66f9e-23b4-41b1-84a2-f47818003225 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:31:29.118024 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-71941b9b-f14d-4484-8390-23b5b5744530 req-82a66f9e-23b4-41b1-84a2-f47818003225 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/ports?device_id=ab843bd5-49cc-4a1a-a822-b7403ee93ee0 HTTP/1.1" status: 200 len: 944 time: 0.2219515 May 18 18:31:29.178605 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-71941b9b-f14d-4484-8390-23b5b5744530 req-1f86b24b-7a7c-4da7-b705-5dc6c230843b tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/security-groups?id=02c33ece-f4c3-4965-a4ef-a7f4920ae299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520327 May 18 18:31:29.187713 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e7ab11-08a3-4dd3-8cce-861c6d20c2c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9e2395c-60d1-4517-869a-cc6ca68a8937,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:31:29.243835 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-40115654-92c8-4b15-b5ee-bbd3d0adf655 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260898416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260908030'] for subnet, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:29.295273 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-40115654-92c8-4b15-b5ee-bbd3d0adf655 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:29.299707 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-40115654-92c8-4b15-b5ee-bbd3d0adf655 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] 10.222.0.85 "DELETE /v2.0/subnets/a75b3c4d-3f32-46e8-a598-b325cefa7b9e HTTP/1.1" status: 204 len: 168 time: 0.7634516 May 18 18:31:29.300186 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a0c3ee03-eba6-4169-91c2-31a7473747d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:29.300613 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40115654-92c8-4b15-b5ee-bbd3d0adf655 tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Pushing event deleted for resources: {'Subnet': ['ID=a75b3c4d-3f32-46e8-a598-b325cefa7b9e,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:31:29.303075 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-469c4223-ea9e-46d8-a437-2f2ef9f57fd5 None None] Network 2484592c-7903-497a-b074-5fba65c99f9a requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:31:29.303618 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 56386) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:31:29.353612 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a0c3ee03-eba6-4169-91c2-31a7473747d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:29.467877 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6dac2153-7b53-43a3-924f-7cd377404ede tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:29.472665 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a0c3ee03-eba6-4169-91c2-31a7473747d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:29.476392 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a0c3ee03-eba6-4169-91c2-31a7473747d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:29.480635 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-a0c3ee03-eba6-4169-91c2-31a7473747d8 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/f9e2395c-60d1-4517-869a-cc6ca68a8937 HTTP/1.1" status: 204 len: 168 time: 0.3889642 May 18 18:31:29.516722 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c3ee03-eba6-4169-91c2-31a7473747d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9e2395c-60d1-4517-869a-cc6ca68a8937,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:31:29.660104 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-6dac2153-7b53-43a3-924f-7cd377404ede tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Deleting port 2807d1e2-55f9-4cae-80f0-accc2053beae {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:31:29.664404 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6dac2153-7b53-43a3-924f-7cd377404ede tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:29.799479 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf42f92-250e-4413-a18f-1a5b9d9347b3 None None] DHCP port deletion for 2484592c-7903-497a-b074-5fba65c99f9a request from n-d-838550-3 {{(pid=102732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 18:31:29.820184 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-6dac2153-7b53-43a3-924f-7cd377404ede tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] For port 2807d1e2-55f9-4cae-80f0-accc2053beae, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=2807d1e2-55f9-4cae-80f0-accc2053beae,segment=NetworkSegment(3bfe4374-ed46-43cf-91b9-b42c70ff7855),segment_id=3bfe4374-ed46-43cf-91b9-b42c70ff7855)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:31:29.820785 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6dac2153-7b53-43a3-924f-7cd377404ede tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:29.849558 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-6dac2153-7b53-43a3-924f-7cd377404ede tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Calling delete_port for 2807d1e2-55f9-4cae-80f0-accc2053beae owned by network:dhcp {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:31:29.934595 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-ccf42f92-250e-4413-a18f-1a5b9d9347b3 None None] Deleting port 2807d1e2-55f9-4cae-80f0-accc2053beae {{(pid=102732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:31:29.935123 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-ccf42f92-250e-4413-a18f-1a5b9d9347b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:30.073810 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b18763f1-2dcf-439c-9dbb-09a0d6082efe req-0bc6e661-3c3c-4178-beae-fc7afb3c6284 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/ports?device_id=5f05e360-c70b-4c83-9b65-3d36152e834d HTTP/1.1" status: 200 len: 210 time: 0.0784788 May 18 18:31:30.124836 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-ccf42f92-250e-4413-a18f-1a5b9d9347b3 None None] For port 2807d1e2-55f9-4cae-80f0-accc2053beae, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=2807d1e2-55f9-4cae-80f0-accc2053beae,segment=NetworkSegment(3bfe4374-ed46-43cf-91b9-b42c70ff7855),segment_id=3bfe4374-ed46-43cf-91b9-b42c70ff7855)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:31:30.125473 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-ccf42f92-250e-4413-a18f-1a5b9d9347b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:30.137206 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6dac2153-7b53-43a3-924f-7cd377404ede tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:30.147165 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-ccf42f92-250e-4413-a18f-1a5b9d9347b3 None None] Calling delete_port for 2807d1e2-55f9-4cae-80f0-accc2053beae owned by network:dhcp {{(pid=102732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:31:30.187479 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dac2153-7b53-43a3-924f-7cd377404ede tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] No DVR routers for this DVR port 2807d1e2-55f9-4cae-80f0-accc2053beae on host n-d-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:31:30.191177 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dac2153-7b53-43a3-924f-7cd377404ede tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Pushing event deleted for resources: {'Port': ['ID=2807d1e2-55f9-4cae-80f0-accc2053beae,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:31:30.280774 n-d-838550-3 neutron-server[102732]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:31:30.280774 n-d-838550-3 neutron-server[102732]: self.session.flush() May 18 18:31:30.280774 n-d-838550-3 neutron-server[102732]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:31:30.280774 n-d-838550-3 neutron-server[102732]: self.session.flush() May 18 18:31:30.280774 n-d-838550-3 neutron-server[102732]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:31:30.280774 n-d-838550-3 neutron-server[102732]: self.session.flush() May 18 18:31:30.280774 n-d-838550-3 neutron-server[102732]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:31:30.280774 n-d-838550-3 neutron-server[102732]: self.session.flush() May 18 18:31:30.280774 n-d-838550-3 neutron-server[102732]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:31:30.280774 n-d-838550-3 neutron-server[102732]: self.session.flush() May 18 18:31:30.280774 n-d-838550-3 neutron-server[102732]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:31:30.280774 n-d-838550-3 neutron-server[102732]: self.session.flush() May 18 18:31:30.280774 n-d-838550-3 neutron-server[102732]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:31:30.280774 n-d-838550-3 neutron-server[102732]: self.session.flush() May 18 18:31:30.280774 n-d-838550-3 neutron-server[102732]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:31:30.280774 n-d-838550-3 neutron-server[102732]: self.session.flush() May 18 18:31:30.280774 n-d-838550-3 neutron-server[102732]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:31:30.280774 n-d-838550-3 neutron-server[102732]: self.session.flush() May 18 18:31:30.280774 n-d-838550-3 neutron-server[102732]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:31:30.280774 n-d-838550-3 neutron-server[102732]: self.session.flush() May 18 18:31:30.280774 n-d-838550-3 neutron-server[102732]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:31:30.280774 n-d-838550-3 neutron-server[102732]: self.session.flush() May 18 18:31:30.280774 n-d-838550-3 neutron-server[102732]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:31:30.280774 n-d-838550-3 neutron-server[102732]: self.session.flush() May 18 18:31:30.280774 n-d-838550-3 neutron-server[102732]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:31:30.280774 n-d-838550-3 neutron-server[102732]: self.session.flush() May 18 18:31:30.280774 n-d-838550-3 neutron-server[102732]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:31:30.280774 n-d-838550-3 neutron-server[102732]: self.session.flush() May 18 18:31:30.280774 n-d-838550-3 neutron-server[102732]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:31:30.280774 n-d-838550-3 neutron-server[102732]: self.session.flush() May 18 18:31:30.280774 n-d-838550-3 neutron-server[102732]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:31:30.280774 n-d-838550-3 neutron-server[102732]: self.session.flush() May 18 18:31:30.280774 n-d-838550-3 neutron-server[102732]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:31:30.280774 n-d-838550-3 neutron-server[102732]: self.session.flush() May 18 18:31:30.280774 n-d-838550-3 neutron-server[102732]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:31:30.280774 n-d-838550-3 neutron-server[102732]: self.session.flush() May 18 18:31:30.280774 n-d-838550-3 neutron-server[102732]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:31:30.280774 n-d-838550-3 neutron-server[102732]: self.session.flush() May 18 18:31:30.280774 n-d-838550-3 neutron-server[102732]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:31:30.280774 n-d-838550-3 neutron-server[102732]: self.session.flush() May 18 18:31:30.284461 n-d-838550-3 neutron-server[102732]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:31:30.284461 n-d-838550-3 neutron-server[102732]: self.session.flush() May 18 18:31:30.284461 n-d-838550-3 neutron-server[102732]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:31:30.284461 n-d-838550-3 neutron-server[102732]: self.session.flush() May 18 18:31:30.284461 n-d-838550-3 neutron-server[102732]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:31:30.284461 n-d-838550-3 neutron-server[102732]: self.session.flush() May 18 18:31:30.284461 n-d-838550-3 neutron-server[102732]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:31:30.284461 n-d-838550-3 neutron-server[102732]: self.session.flush() May 18 18:31:30.284461 n-d-838550-3 neutron-server[102732]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:31:30.284461 n-d-838550-3 neutron-server[102732]: self.session.flush() May 18 18:31:30.284461 n-d-838550-3 neutron-server[102732]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:31:30.284461 n-d-838550-3 neutron-server[102732]: self.session.flush() May 18 18:31:30.284461 n-d-838550-3 neutron-server[102732]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:31:30.284461 n-d-838550-3 neutron-server[102732]: self.session.flush() May 18 18:31:30.291981 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-ccf42f92-250e-4413-a18f-1a5b9d9347b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508'] for port, after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:30.356051 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf42f92-250e-4413-a18f-1a5b9d9347b3 None None] Pushing event deleted for resources: {'Port': ['ID=2807d1e2-55f9-4cae-80f0-accc2053beae,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:31:30.377837 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf42f92-250e-4413-a18f-1a5b9d9347b3 None None] No DVR routers for this DVR port 2807d1e2-55f9-4cae-80f0-accc2053beae on host n-d-838550-3 {{(pid=102732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:31:30.431962 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6dac2153-7b53-43a3-924f-7cd377404ede tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:30.487379 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3f36f6-e21b-4954-85cc-4aa7bd27b0dc req-e92a061d-4bc1-4f84-9149-55022450c984 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:31:30.499438 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fa3f36f6-e21b-4954-85cc-4aa7bd27b0dc req-e92a061d-4bc1-4f84-9149-55022450c984 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/ports?device_id=ab843bd5-49cc-4a1a-a822-b7403ee93ee0 HTTP/1.1" status: 200 len: 944 time: 0.1548097 May 18 18:31:30.514565 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 2807d1e2-55f9-4cae-80f0-accc2053beae no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:31:30.613478 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fa3f36f6-e21b-4954-85cc-4aa7bd27b0dc req-de3fa571-b121-4b0e-93b5-80dc41846047 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/security-groups?id=02c33ece-f4c3-4965-a4ef-a7f4920ae299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089175 May 18 18:31:30.615892 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 2807d1e2-55f9-4cae-80f0-accc2053beae {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:31:30.616372 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 2807d1e2-55f9-4cae-80f0-accc2053beae not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:31:30.675176 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-6dac2153-7b53-43a3-924f-7cd377404ede tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2484592c-7903-497a-b074-5fba65c99f9a']}} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:31:30.695405 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-6dac2153-7b53-43a3-924f-7cd377404ede tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bfe4374-ed46-43cf-91b9-b42c70ff7855') {'for_net_delete': True} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:31:30.695995 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-6dac2153-7b53-43a3-924f-7cd377404ede tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bfe4374-ed46-43cf-91b9-b42c70ff7855') {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:31:30.718566 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6dac2153-7b53-43a3-924f-7cd377404ede tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260542144'] for segment, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:30.747081 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4a3c25-5db7-4c1c-9ce6-68ae9048b509 req-1d557906-843b-4e68-86e5-0b24dbbdb7e2 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:31:30.749587 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ac4a3c25-5db7-4c1c-9ce6-68ae9048b509 req-1d557906-843b-4e68-86e5-0b24dbbdb7e2 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.88 "GET /v2.0/networks?id=492fec2b-f975-425f-828b-425816a23c89 HTTP/1.1" status: 200 len: 805 time: 0.2981808 May 18 18:31:30.755698 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6dac2153-7b53-43a3-924f-7cd377404ede tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:30.769507 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-ac4a3c25-5db7-4c1c-9ce6-68ae9048b509 req-77d554c2-2f71-42b2-a945-1848f51f076c tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Request body: {'port': {'device_id': '5f05e360-c70b-4c83-9b65-3d36152e834d', 'network_id': '492fec2b-f975-425f-828b-425816a23c89', 'admin_state_up': True, 'tenant_id': '8b72fb86d7c844d8a21a58d8abaece54'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:31:30.791755 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dac2153-7b53-43a3-924f-7cd377404ede tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=102731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:31:30.792377 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6dac2153-7b53-43a3-924f-7cd377404ede tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260884178'] for segment, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:30.796910 n-d-838550-3 neutron-server[102731]: Traceback (most recent call last): May 18 18:31:30.796910 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:31:30.796910 n-d-838550-3 neutron-server[102731]: timer() May 18 18:31:30.796910 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:31:30.796910 n-d-838550-3 neutron-server[102731]: cb(*args, **kw) May 18 18:31:30.796910 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:31:30.796910 n-d-838550-3 neutron-server[102731]: return func(*args, **kwargs) May 18 18:31:30.796910 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:31:30.796910 n-d-838550-3 neutron-server[102731]: self._notify() May 18 18:31:30.796910 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:31:30.796910 n-d-838550-3 neutron-server[102731]: self.callback(batched_events) May 18 18:31:30.796910 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:31:30.796910 n-d-838550-3 neutron-server[102731]: event.method(event) May 18 18:31:30.796910 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:31:30.796910 n-d-838550-3 neutron-server[102731]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:31:30.796910 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:31:30.796910 n-d-838550-3 neutron-server[102731]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:31:30.796910 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:31:30.796910 n-d-838550-3 neutron-server[102731]: return f(self, *a, **k) May 18 18:31:30.796910 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:31:30.796910 n-d-838550-3 neutron-server[102731]: return self._get(url).json() May 18 18:31:30.796910 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:31:30.796910 n-d-838550-3 neutron-server[102731]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:31:30.796910 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:31:30.796910 n-d-838550-3 neutron-server[102731]: return self.request(url, 'GET', **kwargs) May 18 18:31:30.796910 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:31:30.796910 n-d-838550-3 neutron-server[102731]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:31:30.796910 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:31:30.796910 n-d-838550-3 neutron-server[102731]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:31:30.796910 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:31:30.796910 n-d-838550-3 neutron-server[102731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:31:30.796910 n-d-838550-3 neutron-server[102731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:31:30.950455 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6dac2153-7b53-43a3-924f-7cd377404ede tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:30.966739 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6dac2153-7b53-43a3-924f-7cd377404ede tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Notify callbacks [] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:30.970507 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-6dac2153-7b53-43a3-924f-7cd377404ede tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] 10.222.0.85 "DELETE /v2.0/networks/2484592c-7903-497a-b074-5fba65c99f9a HTTP/1.1" status: 204 len: 168 time: 1.6662333 May 18 18:31:30.990456 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dac2153-7b53-43a3-924f-7cd377404ede tempest-NetworksIpV6TestAttrs-1626434326 tempest-NetworksIpV6TestAttrs-1626434326-project] Pushing event deleted for resources: {'Network': ['ID=2484592c-7903-497a-b074-5fba65c99f9a,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:31:31.039123 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac4a3c25-5db7-4c1c-9ce6-68ae9048b509 req-77d554c2-2f71-42b2-a945-1848f51f076c tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Made reservation on behalf of 8b72fb86d7c844d8a21a58d8abaece54 for: {'port': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:31:31.049463 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-ac4a3c25-5db7-4c1c-9ce6-68ae9048b509 req-77d554c2-2f71-42b2-a945-1848f51f076c tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:31.139895 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:31.256842 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b66f21ef-4906-4971-a116-28b3ecf0d390 req-c68888dc-6500-4f16-81e4-8939e4b96f95 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/ports?device_id=5f05e360-c70b-4c83-9b65-3d36152e834d HTTP/1.1" status: 200 len: 210 time: 0.0487950 May 18 18:31:31.264559 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [req-ac4a3c25-5db7-4c1c-9ce6-68ae9048b509 req-77d554c2-2f71-42b2-a945-1848f51f076c tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Allocated IP 172.20.0.10 (492fec2b-f975-425f-828b-425816a23c89/2280c6a7-2fbb-43fd-a641-4a8bbdb3adbf/49b76a2c-b64f-46fa-847a-7d37cbb252df) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:31:31.310501 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:31.465669 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 56448) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:31:31.539808 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-ac4a3c25-5db7-4c1c-9ce6-68ae9048b509 req-77d554c2-2f71-42b2-a945-1848f51f076c tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:31.623586 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-ac4a3c25-5db7-4c1c-9ce6-68ae9048b509 req-77d554c2-2f71-42b2-a945-1848f51f076c tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:31.636175 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['84d44d3e-b0bb-476d-a838-b97212311ad1'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:31:31.668542 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac4a3c25-5db7-4c1c-9ce6-68ae9048b509 req-77d554c2-2f71-42b2-a945-1848f51f076c tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Network 492fec2b-f975-425f-828b-425816a23c89 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:31:31.675051 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [req-ac4a3c25-5db7-4c1c-9ce6-68ae9048b509 req-77d554c2-2f71-42b2-a945-1848f51f076c tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:31:31.690841 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac4a3c25-5db7-4c1c-9ce6-68ae9048b509 req-77d554c2-2f71-42b2-a945-1848f51f076c tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:31:31.745402 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4a3c25-5db7-4c1c-9ce6-68ae9048b509 req-77d554c2-2f71-42b2-a945-1848f51f076c tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:31:31.746582 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-ac4a3c25-5db7-4c1c-9ce6-68ae9048b509 req-77d554c2-2f71-42b2-a945-1848f51f076c tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:31.785055 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d554c2-2f71-42b2-a945-1848f51f076c tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Pushing event updated for resources: {'Port': ['ID=49b76a2c-b64f-46fa-847a-7d37cbb252df,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:31:31.795692 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ac4a3c25-5db7-4c1c-9ce6-68ae9048b509 req-77d554c2-2f71-42b2-a945-1848f51f076c tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0327837 May 18 18:31:31.809854 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-ac4a3c25-5db7-4c1c-9ce6-68ae9048b509 req-30ab5a67-1786-449d-aaac-0225dcd553ba service neutron] Request body: {'port': {'device_id': '5f05e360-c70b-4c83-9b65-3d36152e834d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-3'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:31:31.860082 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838ae727-f8e9-4aa7-81ae-e0e68f66f0f7 req-2096ed36-6b94-4469-8d96-46acf7f3ac86 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:31:31.862630 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-7681813e-eb5d-4c7b-84d5-6bc239fa3e52 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=a9f94fcef39a47fab3a2f9dfeadfbbe6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3963728 May 18 18:31:31.863277 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 56466) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:31:31.870287 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-838ae727-f8e9-4aa7-81ae-e0e68f66f0f7 req-2096ed36-6b94-4469-8d96-46acf7f3ac86 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/ports?device_id=ab843bd5-49cc-4a1a-a822-b7403ee93ee0 HTTP/1.1" status: 200 len: 944 time: 0.1117382 May 18 18:31:31.922829 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-838ae727-f8e9-4aa7-81ae-e0e68f66f0f7 req-662bc2cf-91ff-4dce-99f1-56efb4f33649 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/security-groups?id=02c33ece-f4c3-4965-a4ef-a7f4920ae299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459316 May 18 18:31:31.924556 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-ac4a3c25-5db7-4c1c-9ce6-68ae9048b509 req-30ab5a67-1786-449d-aaac-0225dcd553ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:32.038316 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f697d9fa-8076-46e0-952b-40c08cfe1c28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:32.130337 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f697d9fa-8076-46e0-952b-40c08cfe1c28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:32.275480 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f697d9fa-8076-46e0-952b-40c08cfe1c28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:32.278420 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f697d9fa-8076-46e0-952b-40c08cfe1c28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:32.279775 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-f697d9fa-8076-46e0-952b-40c08cfe1c28 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/cea6aced-1b8a-4af4-97be-373b4af265b1 HTTP/1.1" status: 204 len: 168 time: 0.4138799 May 18 18:31:32.304702 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f697d9fa-8076-46e0-952b-40c08cfe1c28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cea6aced-1b8a-4af4-97be-373b4af265b1,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:31:32.435558 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [req-ac4a3c25-5db7-4c1c-9ce6-68ae9048b509 req-30ab5a67-1786-449d-aaac-0225dcd553ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49b76a2c-b64f-46fa-847a-7d37cbb252df {{(pid=102731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:31:32.445584 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-ac4a3c25-5db7-4c1c-9ce6-68ae9048b509 req-30ab5a67-1786-449d-aaac-0225dcd553ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:32.473715 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821bda61-f591-4ea9-a811-e24aab2a95c0 req-dc9139dd-fab5-4923-9862-aa5238eb4b3d tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:31:32.475244 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-821bda61-f591-4ea9-a811-e24aab2a95c0 req-dc9139dd-fab5-4923-9862-aa5238eb4b3d tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/ports?device_id=5f05e360-c70b-4c83-9b65-3d36152e834d HTTP/1.1" status: 200 len: 932 time: 0.0808685 May 18 18:31:32.476325 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.provisioning_blocks [req-ac4a3c25-5db7-4c1c-9ce6-68ae9048b509 req-30ab5a67-1786-449d-aaac-0225dcd553ba service neutron] Transition to ACTIVE for port object 49b76a2c-b64f-46fa-847a-7d37cbb252df will not be triggered until provisioned by entity L2. {{(pid=102731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:31:32.486110 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-ac4a3c25-5db7-4c1c-9ce6-68ae9048b509 req-30ab5a67-1786-449d-aaac-0225dcd553ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:32.566588 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ab5a67-1786-449d-aaac-0225dcd553ba service neutron] Pushing event updated for resources: {'Port': ['ID=49b76a2c-b64f-46fa-847a-7d37cbb252df,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:31:32.614430 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-821bda61-f591-4ea9-a811-e24aab2a95c0 req-7c7667c1-7bcb-4488-b53e-8da50179a796 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/security-groups?id=6d4decf1-d3f8-40ef-a49d-c078d56e2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324680 May 18 18:31:32.692877 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-ac4a3c25-5db7-4c1c-9ce6-68ae9048b509 req-30ab5a67-1786-449d-aaac-0225dcd553ba service neutron] Attempting to bind port 49b76a2c-b64f-46fa-847a-7d37cbb252df on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:31:32.694054 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-ac4a3c25-5db7-4c1c-9ce6-68ae9048b509 req-30ab5a67-1786-449d-aaac-0225dcd553ba service neutron] Attempting to bind port 49b76a2c-b64f-46fa-847a-7d37cbb252df by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': 'a789d407-e290-4a90-b0cb-82b84ff4b9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '492fec2b-f975-425f-828b-425816a23c89'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:31:32.694744 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4a3c25-5db7-4c1c-9ce6-68ae9048b509 req-30ab5a67-1786-449d-aaac-0225dcd553ba service neutron] Attempting to bind port 49b76a2c-b64f-46fa-847a-7d37cbb252df on network 492fec2b-f975-425f-828b-425816a23c89 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:31:32.705694 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4a3c25-5db7-4c1c-9ce6-68ae9048b509 req-30ab5a67-1786-449d-aaac-0225dcd553ba service neutron] Port 49b76a2c-b64f-46fa-847a-7d37cbb252df on network 492fec2b-f975-425f-828b-425816a23c89 not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:31:32.707138 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4a3c25-5db7-4c1c-9ce6-68ae9048b509 req-30ab5a67-1786-449d-aaac-0225dcd553ba service neutron] Attempting to bind port 49b76a2c-b64f-46fa-847a-7d37cbb252df on network 492fec2b-f975-425f-828b-425816a23c89 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:31:32.723281 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4a3c25-5db7-4c1c-9ce6-68ae9048b509 req-30ab5a67-1786-449d-aaac-0225dcd553ba service neutron] Checking agent: {'id': 'd1be059a-68ea-4c77-9b2b-29f4afa47e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:31:32.723671 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4a3c25-5db7-4c1c-9ce6-68ae9048b509 req-30ab5a67-1786-449d-aaac-0225dcd553ba service neutron] Checking segment: {'id': 'a789d407-e290-4a90-b0cb-82b84ff4b9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '492fec2b-f975-425f-828b-425816a23c89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:31:32.724155 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4a3c25-5db7-4c1c-9ce6-68ae9048b509 req-30ab5a67-1786-449d-aaac-0225dcd553ba service neutron] Bound using segment: {'id': 'a789d407-e290-4a90-b0cb-82b84ff4b9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '492fec2b-f975-425f-828b-425816a23c89'} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:31:32.724612 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-ac4a3c25-5db7-4c1c-9ce6-68ae9048b509 req-30ab5a67-1786-449d-aaac-0225dcd553ba service neutron] Bound port: 49b76a2c-b64f-46fa-847a-7d37cbb252df, host: n-h2-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a789d407-e290-4a90-b0cb-82b84ff4b9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '492fec2b-f975-425f-828b-425816a23c89'}}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:31:32.724978 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-ac4a3c25-5db7-4c1c-9ce6-68ae9048b509 req-30ab5a67-1786-449d-aaac-0225dcd553ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:32.824179 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-ac4a3c25-5db7-4c1c-9ce6-68ae9048b509 req-30ab5a67-1786-449d-aaac-0225dcd553ba service neutron] For port 49b76a2c-b64f-46fa-847a-7d37cbb252df, host n-h2-838550-3, cleared binding levels {{(pid=102731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:31:32.831465 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-ac4a3c25-5db7-4c1c-9ce6-68ae9048b509 req-30ab5a67-1786-449d-aaac-0225dcd553ba service neutron] For port 49b76a2c-b64f-46fa-847a-7d37cbb252df, host n-h2-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=49b76a2c-b64f-46fa-847a-7d37cbb252df,segment=NetworkSegment(a789d407-e290-4a90-b0cb-82b84ff4b9fa),segment_id=a789d407-e290-4a90-b0cb-82b84ff4b9fa)] {{(pid=102731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:31:32.838681 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-ac4a3c25-5db7-4c1c-9ce6-68ae9048b509 req-30ab5a67-1786-449d-aaac-0225dcd553ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:32.895984 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4a3c25-5db7-4c1c-9ce6-68ae9048b509 req-30ab5a67-1786-449d-aaac-0225dcd553ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:31:32.895984 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-ac4a3c25-5db7-4c1c-9ce6-68ae9048b509 req-30ab5a67-1786-449d-aaac-0225dcd553ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:32.895984 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ac4a3c25-5db7-4c1c-9ce6-68ae9048b509 req-30ab5a67-1786-449d-aaac-0225dcd553ba service neutron] 10.222.0.88 "PUT /v2.0/ports/49b76a2c-b64f-46fa-847a-7d37cbb252df HTTP/1.1" status: 200 len: 1092 time: 1.0914936 May 18 18:31:32.897585 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f05e360-c70b-4c83-9b65-3d36152e834d', 'tag': '49b76a2c-b64f-46fa-847a-7d37cbb252df'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:31:32.898903 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cce24726-a510-4a1f-aca9-6a3d7b9011f4" -d '{"events": [{"name": "network-changed", "server_uuid": "5f05e360-c70b-4c83-9b65-3d36152e834d", "tag": "49b76a2c-b64f-46fa-847a-7d37cbb252df"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:31:33.010150 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8827038f-f882-4def-b29a-e21aa54e584b x-openstack-request-id: req-8827038f-f882-4def-b29a-e21aa54e584b {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:31:33.010449 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f05e360-c70b-4c83-9b65-3d36152e834d", "tag": "49b76a2c-b64f-46fa-847a-7d37cbb252df", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:31:33.010704 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-8827038f-f882-4def-b29a-e21aa54e584b {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:31:33.011123 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8827038f-f882-4def-b29a-e21aa54e584b'] response: {'name': 'network-changed', 'server_uuid': '5f05e360-c70b-4c83-9b65-3d36152e834d', 'tag': '49b76a2c-b64f-46fa-847a-7d37cbb252df', 'status': 'completed', 'code': 200} May 18 18:31:33.036777 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ab5a67-1786-449d-aaac-0225dcd553ba service neutron] Pushing event updated for resources: {'Port': ['ID=49b76a2c-b64f-46fa-847a-7d37cbb252df,revision_number=3']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:31:33.099750 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4a3c25-5db7-4c1c-9ce6-68ae9048b509 req-95b95a1a-fd2b-4152-a33b-6cf089004d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:31:33.101325 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ac4a3c25-5db7-4c1c-9ce6-68ae9048b509 req-95b95a1a-fd2b-4152-a33b-6cf089004d93 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8b72fb86d7c844d8a21a58d8abaece54&device_id=5f05e360-c70b-4c83-9b65-3d36152e834d HTTP/1.1" status: 200 len: 1095 time: 0.1230586 May 18 18:31:33.161041 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ac4a3c25-5db7-4c1c-9ce6-68ae9048b509 req-c422921d-8c01-42d4-a1b7-325e5f5a0ef0 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=49b76a2c-b64f-46fa-847a-7d37cbb252df HTTP/1.1" status: 200 len: 217 time: 0.0419376 May 18 18:31:33.168579 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8acace-84d4-4540-ab1a-bcf414e7038e req-8fa5f6e5-d291-42b0-9f77-269facd3b246 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:31:33.170062 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4d8acace-84d4-4540-ab1a-bcf414e7038e req-8fa5f6e5-d291-42b0-9f77-269facd3b246 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/ports?device_id=ab843bd5-49cc-4a1a-a822-b7403ee93ee0 HTTP/1.1" status: 200 len: 944 time: 0.1387630 May 18 18:31:33.261030 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4d8acace-84d4-4540-ab1a-bcf414e7038e req-efdf1e75-0158-4ae6-a098-b4573fea8c53 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/security-groups?id=02c33ece-f4c3-4965-a4ef-a7f4920ae299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787733 May 18 18:31:33.265846 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4a3c25-5db7-4c1c-9ce6-68ae9048b509 req-6d44cbd6-306a-4131-96ce-b59c7dc62413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:31:33.267519 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ac4a3c25-5db7-4c1c-9ce6-68ae9048b509 req-6d44cbd6-306a-4131-96ce-b59c7dc62413 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2280c6a7-2fbb-43fd-a641-4a8bbdb3adbf HTTP/1.1" status: 200 len: 845 time: 0.0863135 May 18 18:31:33.336927 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ac4a3c25-5db7-4c1c-9ce6-68ae9048b509 req-20058a0a-11c7-41c7-8acb-42c143360b6f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=492fec2b-f975-425f-828b-425816a23c89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606501 May 18 18:31:33.349483 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 56540) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:31:33.556854 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device dea4c3a6-e70b-410e-90f1-102cbfde860e details requested by agent hyperv_n-h2-838550-3 with host n-h2-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:31:33.558309 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 56548) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:31:33.658544 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-8892d705-0ecf-4cda-b3b3-a30dd3f9d4d1 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Request body: {'network': {'name': 'tempest-RoutersTest-175401294'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:31:33.733177 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port dea4c3a6-e70b-410e-90f1-102cbfde860e, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=dea4c3a6-e70b-410e-90f1-102cbfde860e,segment=NetworkSegment(8ca14917-c9b1-4338-b349-8fcfdea345e6),segment_id=8ca14917-c9b1-4338-b349-8fcfdea345e6)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:31:33.736983 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8892d705-0ecf-4cda-b3b3-a30dd3f9d4d1 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Made reservation on behalf of 5c4bbac3b6df4199a2510bf694e0c7f1 for: {'network': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:31:33.742470 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8892d705-0ecf-4cda-b3b3-a30dd3f9d4d1 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:33.772238 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8892d705-0ecf-4cda-b3b3-a30dd3f9d4d1 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:33.814994 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Returning: {'device': 'dea4c3a6-e70b-410e-90f1-102cbfde860e', 'network_id': '32a0c3b3-6eed-4c0e-b14e-e9888ed81174', 'port_id': 'dea4c3a6-e70b-410e-90f1-102cbfde860e', 'mac_address': 'fa:16:3e:e3:06:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac45570a-d36a-47d1-a935-bbf3ce99c6a8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:31:33.829780 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ac4a3c25-5db7-4c1c-9ce6-68ae9048b509 req-2ff912a7-c25f-45a6-90f6-be9c1b8bc973 service neutron] 10.222.0.88 "GET /v2.0/networks/492fec2b-f975-425f-828b-425816a23c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4848635 May 18 18:31:33.857473 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port dea4c3a6-e70b-410e-90f1-102cbfde860e is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:31:33.857908 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:33.876097 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ffe1e7d3-2b63-4b85-b703-5aec464fae96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:33.876495 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dea4c3a6-e70b-410e-90f1-102cbfde860e {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:31:33.898343 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port dea4c3a6-e70b-410e-90f1-102cbfde860e, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=dea4c3a6-e70b-410e-90f1-102cbfde860e,segment=NetworkSegment(8ca14917-c9b1-4338-b349-8fcfdea345e6),segment_id=8ca14917-c9b1-4338-b349-8fcfdea345e6)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:31:33.904913 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:33.944790 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ac4a3c25-5db7-4c1c-9ce6-68ae9048b509 req-9c5a24dd-fc32-4387-af6e-511d218ca487 service neutron] 10.222.0.88 "GET /v2.0/networks/492fec2b-f975-425f-828b-425816a23c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075668 May 18 18:31:33.980242 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=dea4c3a6-e70b-410e-90f1-102cbfde860e,revision_number=9']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:31:33.983836 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9307de45-dc1b-4ad7-bb08-b5c679b931cc req-7f48e353-b629-414c-882e-eff87e5c483e tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:31:33.985765 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9307de45-dc1b-4ad7-bb08-b5c679b931cc req-7f48e353-b629-414c-882e-eff87e5c483e tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/ports?device_id=5f05e360-c70b-4c83-9b65-3d36152e834d HTTP/1.1" status: 200 len: 944 time: 0.1823640 May 18 18:31:34.063167 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce24726-a510-4a1f-aca9-6a3d7b9011f4 req-e2436ef8-d22b-4933-bb17-9c7653148ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:31:34.066372 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cce24726-a510-4a1f-aca9-6a3d7b9011f4 req-e2436ef8-d22b-4933-bb17-9c7653148ab8 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8b72fb86d7c844d8a21a58d8abaece54&device_id=5f05e360-c70b-4c83-9b65-3d36152e834d HTTP/1.1" status: 200 len: 1095 time: 0.0603020 May 18 18:31:34.068133 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9307de45-dc1b-4ad7-bb08-b5c679b931cc req-e72e15aa-850e-46c9-b1aa-b0498ebb3680 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/security-groups?id=6d4decf1-d3f8-40ef-a49d-c078d56e2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740499 May 18 18:31:34.101886 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8892d705-0ecf-4cda-b3b3-a30dd3f9d4d1 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:34.111790 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8892d705-0ecf-4cda-b3b3-a30dd3f9d4d1 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:34.117817 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ffe1e7d3-2b63-4b85-b703-5aec464fae96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:34.133737 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ffe1e7d3-2b63-4b85-b703-5aec464fae96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:34.161545 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8892d705-0ecf-4cda-b3b3-a30dd3f9d4d1 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 612} {{(pid=102730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:31:34.185521 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8892d705-0ecf-4cda-b3b3-a30dd3f9d4d1 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b475be6d-19e0-49c3-b1b6-abf4d695dc81,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:31:34.191921 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce24726-a510-4a1f-aca9-6a3d7b9011f4 req-dcd13461-d8b2-464b-b108-e6a3d5ff747d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:31:34.193449 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cce24726-a510-4a1f-aca9-6a3d7b9011f4 req-dcd13461-d8b2-464b-b108-e6a3d5ff747d service neutron] 10.222.0.88 "GET /v2.0/networks?id=492fec2b-f975-425f-828b-425816a23c89 HTTP/1.1" status: 200 len: 906 time: 0.1176035 May 18 18:31:34.194030 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8892d705-0ecf-4cda-b3b3-a30dd3f9d4d1 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:34.194657 n-d-838550-3 neutron-server[102730]: INFO neutron.db.segments_db [None req-8892d705-0ecf-4cda-b3b3-a30dd3f9d4d1 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Added segment 1da20404-b0fa-4134-8abc-5561a0d37f8b of type vlan for network a30362b9-f881-41e2-9c0b-d2174ca3a844 May 18 18:31:34.199249 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['dea4c3a6-e70b-410e-90f1-102cbfde860e'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:31:34.208520 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-ffe1e7d3-2b63-4b85-b703-5aec464fae96 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=42313a4c1a2549cc837cf09d38dfde9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8576016 May 18 18:31:34.216493 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 56564) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:31:34.247103 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 7 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 18:31:34.262240 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cce24726-a510-4a1f-aca9-6a3d7b9011f4 req-58d29d31-346b-4b57-b79f-7a5d2f8c8ee2 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=49b76a2c-b64f-46fa-847a-7d37cbb252df HTTP/1.1" status: 200 len: 217 time: 0.0610824 May 18 18:31:34.267747 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe1e7d3-2b63-4b85-b703-5aec464fae96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f55f207c-477a-4141-a4de-fb2a9e2a950c,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:31:34.273437 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8892d705-0ecf-4cda-b3b3-a30dd3f9d4d1 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:34.341626 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8892d705-0ecf-4cda-b3b3-a30dd3f9d4d1 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:34.361474 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8892d705-0ecf-4cda-b3b3-a30dd3f9d4d1 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:31:34.362359 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8892d705-0ecf-4cda-b3b3-a30dd3f9d4d1 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:34.419293 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e91571c2-82a2-4f6b-bd73-a94fc3f4eae2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:34.426096 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce24726-a510-4a1f-aca9-6a3d7b9011f4 req-510f90f3-b122-49ab-b72f-aab4bf8119ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:31:34.427660 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cce24726-a510-4a1f-aca9-6a3d7b9011f4 req-510f90f3-b122-49ab-b72f-aab4bf8119ec service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2280c6a7-2fbb-43fd-a641-4a8bbdb3adbf HTTP/1.1" status: 200 len: 845 time: 0.1547284 May 18 18:31:34.522304 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e91571c2-82a2-4f6b-bd73-a94fc3f4eae2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:34.532495 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-8892d705-0ecf-4cda-b3b3-a30dd3f9d4d1 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9730983 May 18 18:31:34.535772 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 56572) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:31:34.544681 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-8a28c41d-35c6-44a1-8af2-8f3c419b24c4 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Request body: {'network': {'name': 'tempest-RoutersTest-1721130760'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:31:34.558334 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8892d705-0ecf-4cda-b3b3-a30dd3f9d4d1 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Pushing event updated for resources: {'Network': ['ID=a30362b9-f881-41e2-9c0b-d2174ca3a844,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:31:34.565581 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cce24726-a510-4a1f-aca9-6a3d7b9011f4 req-4d6f35ed-5e99-4e87-8221-ccb43954a439 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=492fec2b-f975-425f-828b-425816a23c89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1237206 May 18 18:31:34.575346 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a28c41d-35c6-44a1-8af2-8f3c419b24c4 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Made reservation on behalf of 5c4bbac3b6df4199a2510bf694e0c7f1 for: {'network': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:31:34.576662 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6cd1d3-d78a-4cf8-a182-ff6db900be90 req-08526b75-a46b-400d-9c42-39ebad5a6ebb tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:31:34.578712 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5a6cd1d3-d78a-4cf8-a182-ff6db900be90 req-08526b75-a46b-400d-9c42-39ebad5a6ebb tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/ports?device_id=ab843bd5-49cc-4a1a-a822-b7403ee93ee0 HTTP/1.1" status: 200 len: 945 time: 0.2028754 May 18 18:31:34.584654 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network a30362b9-f881-41e2-9c0b-d2174ca3a844 details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:31:34.586568 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8a28c41d-35c6-44a1-8af2-8f3c419b24c4 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:34.615722 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a28c41d-35c6-44a1-8af2-8f3c419b24c4 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=102730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:31:34.632213 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8a28c41d-35c6-44a1-8af2-8f3c419b24c4 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:34.633013 n-d-838550-3 neutron-server[102730]: INFO neutron.db.segments_db [None req-8a28c41d-35c6-44a1-8af2-8f3c419b24c4 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Added segment 4d262003-e50e-4f2d-aff7-922faaebb6e1 of type vlan for network 17ede5e6-7b0d-4e55-ad6c-239f231afc67 May 18 18:31:34.687549 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8a28c41d-35c6-44a1-8af2-8f3c419b24c4 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:34.729944 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5a6cd1d3-d78a-4cf8-a182-ff6db900be90 req-27a26308-1b01-4de3-891e-959d2d8df292 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/security-groups?id=02c33ece-f4c3-4965-a4ef-a7f4920ae299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1353748 May 18 18:31:34.737348 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e91571c2-82a2-4f6b-bd73-a94fc3f4eae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:34.740107 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e91571c2-82a2-4f6b-bd73-a94fc3f4eae2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:34.741328 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-e91571c2-82a2-4f6b-bd73-a94fc3f4eae2 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/f55f207c-477a-4141-a4de-fb2a9e2a950c HTTP/1.1" status: 204 len: 168 time: 0.5239697 May 18 18:31:34.752641 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8a28c41d-35c6-44a1-8af2-8f3c419b24c4 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:34.760597 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a28c41d-35c6-44a1-8af2-8f3c419b24c4 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:31:34.761237 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8a28c41d-35c6-44a1-8af2-8f3c419b24c4 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:34.768891 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91571c2-82a2-4f6b-bd73-a94fc3f4eae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f55f207c-477a-4141-a4de-fb2a9e2a950c,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:31:34.778688 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cce24726-a510-4a1f-aca9-6a3d7b9011f4 req-fa4cf0a3-7b74-499d-9c57-3076125b28d5 service neutron] 10.222.0.88 "GET /v2.0/networks/492fec2b-f975-425f-828b-425816a23c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987779 May 18 18:31:34.807305 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-8a28c41d-35c6-44a1-8af2-8f3c419b24c4 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2699523 May 18 18:31:34.815035 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 56578) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:31:34.823401 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-6fd1906c-8efc-4296-84bc-df5bf3ef95e9 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Request body: {'subnet': {'network_id': 'a30362b9-f881-41e2-9c0b-d2174ca3a844', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:31:34.933094 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cce24726-a510-4a1f-aca9-6a3d7b9011f4 req-5d7a4fe9-2b09-4219-86bc-2a56e2fd82f3 service neutron] 10.222.0.88 "GET /v2.0/networks/492fec2b-f975-425f-828b-425816a23c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455872 May 18 18:31:34.969216 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a28c41d-35c6-44a1-8af2-8f3c419b24c4 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Pushing event updated for resources: {'Network': ['ID=17ede5e6-7b0d-4e55-ad6c-239f231afc67,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:31:34.994392 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network 17ede5e6-7b0d-4e55-ad6c-239f231afc67 details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:31:35.020690 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fd1906c-8efc-4296-84bc-df5bf3ef95e9 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Made reservation on behalf of 5c4bbac3b6df4199a2510bf694e0c7f1 for: {'subnet': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:31:35.027300 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6fd1906c-8efc-4296-84bc-df5bf3ef95e9 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261031885'] for subnet, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:35.198707 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 56588) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:31:35.222619 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-cb542e84-a55e-4237-808a-aea09f779573 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:35.324837 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-cb542e84-a55e-4237-808a-aea09f779573 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:35.327345 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1913d4-d495-4bc9-950f-71ccc449fae4 req-01ec2b41-c345-4cf4-a0e1-3782c8f5e285 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:31:35.328811 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-da1913d4-d495-4bc9-950f-71ccc449fae4 req-01ec2b41-c345-4cf4-a0e1-3782c8f5e285 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/ports?device_id=5f05e360-c70b-4c83-9b65-3d36152e834d HTTP/1.1" status: 200 len: 944 time: 0.1276073 May 18 18:31:35.331336 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6fd1906c-8efc-4296-84bc-df5bf3ef95e9 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261104883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261031899'] for subnet, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:35.337141 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-cb542e84-a55e-4237-808a-aea09f779573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:35.378749 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb542e84-a55e-4237-808a-aea09f779573 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7360b670-69ed-43e8-9cbc-0983c2eeaaa2,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:31:35.386107 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-cb542e84-a55e-4237-808a-aea09f779573 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=d064f05a320d4a938a3c9c2d26ed65cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1847999 May 18 18:31:35.386496 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 56596) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:31:35.443268 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-da1913d4-d495-4bc9-950f-71ccc449fae4 req-1d5d342a-04e5-40d3-886e-c3ac15b7c249 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/security-groups?id=6d4decf1-d3f8-40ef-a49d-c078d56e2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838053 May 18 18:31:35.443862 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd1906c-8efc-4296-84bc-df5bf3ef95e9 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Pushing event updated for resources: {'Subnet': ['ID=8623207f-13b0-4e68-a9bf-cd364f52be2b,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:31:35.478319 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd1906c-8efc-4296-84bc-df5bf3ef95e9 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Checking segment: {'id': '1da20404-b0fa-4134-8abc-5561a0d37f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a30362b9-f881-41e2-9c0b-d2174ca3a844'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:31:35.478674 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd1906c-8efc-4296-84bc-df5bf3ef95e9 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Network hostable DHCP agents. Network: a30362b9-f881-41e2-9c0b-d2174ca3a844, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:31:35.493509 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-84261192-513b-42d2-80d7-2fa7f84594a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:35.519955 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd1906c-8efc-4296-84bc-df5bf3ef95e9 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Network a30362b9-f881-41e2-9c0b-d2174ca3a844 is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:31:35.523251 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-84261192-513b-42d2-80d7-2fa7f84594a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:35.544526 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-6fd1906c-8efc-4296-84bc-df5bf3ef95e9 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, a30362b9-f881-41e2-9c0b-d2174ca3a844) {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:31:35.561390 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a600a55-075a-4f7b-931d-b21e1e10b70f None None] Network a30362b9-f881-41e2-9c0b-d2174ca3a844 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:31:35.565137 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device dea4c3a6-e70b-410e-90f1-102cbfde860e up at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:31:35.565253 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd1906c-8efc-4296-84bc-df5bf3ef95e9 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:31:35.565629 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6fd1906c-8efc-4296-84bc-df5bf3ef95e9 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:35.589604 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-6fd1906c-8efc-4296-84bc-df5bf3ef95e9 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7728555 May 18 18:31:35.592507 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 56602) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:31:35.597862 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-11f5a1ec-64d9-40e9-b6ac-106405a368cc tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Request body: {'subnet': {'network_id': '17ede5e6-7b0d-4e55-ad6c-239f231afc67', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:31:35.603724 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-84261192-513b-42d2-80d7-2fa7f84594a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:35.607087 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-84261192-513b-42d2-80d7-2fa7f84594a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:35.608455 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-84261192-513b-42d2-80d7-2fa7f84594a0 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/7360b670-69ed-43e8-9cbc-0983c2eeaaa2 HTTP/1.1" status: 204 len: 168 time: 0.2179239 May 18 18:31:35.617440 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84261192-513b-42d2-80d7-2fa7f84594a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7360b670-69ed-43e8-9cbc-0983c2eeaaa2,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:31:35.772667 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11f5a1ec-64d9-40e9-b6ac-106405a368cc tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Made reservation on behalf of 5c4bbac3b6df4199a2510bf694e0c7f1 for: {'subnet': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:31:35.784345 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-11f5a1ec-64d9-40e9-b6ac-106405a368cc tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260908003'] for subnet, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:35.944957 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning complete for port dea4c3a6-e70b-410e-90f1-102cbfde860e triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:31:35.945564 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:36.033040 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29948799-95f0-469c-96a2-a76636b76dec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-a30362b9-f881-41e2-9c0b-d2174ca3a844', 'network_id': 'a30362b9-f881-41e2-9c0b-d2174ca3a844', 'tenant_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'fixed_ips': [{'subnet_id': '8623207f-13b0-4e68-a9bf-cd364f52be2b'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:31:36.033954 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-29948799-95f0-469c-96a2-a76636b76dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:36.105664 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b56a43-6262-4a81-a382-4eaf636aa4e9 req-cf2283d7-c6eb-473a-8c0a-4cb07140448f tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:31:36.107449 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-71b56a43-6262-4a81-a382-4eaf636aa4e9 req-cf2283d7-c6eb-473a-8c0a-4cb07140448f tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/ports?device_id=ab843bd5-49cc-4a1a-a822-b7403ee93ee0 HTTP/1.1" status: 200 len: 945 time: 0.2009473 May 18 18:31:36.161104 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-11f5a1ec-64d9-40e9-b6ac-106405a368cc tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260898481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260908021'] for subnet, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:36.167125 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port dea4c3a6-e70b-410e-90f1-102cbfde860e is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:31:36.167523 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:36.218186 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-71b56a43-6262-4a81-a382-4eaf636aa4e9 req-9bcfd7bb-60e6-441e-b6c2-a6c14d32b412 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/security-groups?id=02c33ece-f4c3-4965-a4ef-a7f4920ae299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981462 May 18 18:31:36.238840 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port dea4c3a6-e70b-410e-90f1-102cbfde860e, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=dea4c3a6-e70b-410e-90f1-102cbfde860e,segment=NetworkSegment(8ca14917-c9b1-4338-b349-8fcfdea345e6),segment_id=8ca14917-c9b1-4338-b349-8fcfdea345e6)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:31:36.238840 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab843bd5-49cc-4a1a-a822-b7403ee93ee0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dea4c3a6-e70b-410e-90f1-102cbfde860e'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:31:36.240439 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dfe41df-28c2-420c-abe5-81b25b2185bc" -d '{"events": [{"server_uuid": "ab843bd5-49cc-4a1a-a822-b7403ee93ee0", "name": "network-vif-plugged", "status": "completed", "tag": "dea4c3a6-e70b-410e-90f1-102cbfde860e"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:31:36.247902 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:36.286618 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f5a1ec-64d9-40e9-b6ac-106405a368cc tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Pushing event updated for resources: {'Subnet': ['ID=d41887f3-e185-4919-8df0-16c9adeb33f6,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:31:36.293357 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-29948799-95f0-469c-96a2-a76636b76dec None None] Allocated IP 172.20.0.2 (a30362b9-f881-41e2-9c0b-d2174ca3a844/8623207f-13b0-4e68-a9bf-cd364f52be2b/0d6336f7-41fd-487e-9556-6128eae3243c) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:31:36.308068 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f5a1ec-64d9-40e9-b6ac-106405a368cc tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Checking segment: {'id': '4d262003-e50e-4f2d-aff7-922faaebb6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '17ede5e6-7b0d-4e55-ad6c-239f231afc67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:31:36.308446 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f5a1ec-64d9-40e9-b6ac-106405a368cc tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Network hostable DHCP agents. Network: 17ede5e6-7b0d-4e55-ad6c-239f231afc67, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:31:36.328068 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3ac9ea9-b509-4935-8a59-73e599fa3804 x-openstack-request-id: req-b3ac9ea9-b509-4935-8a59-73e599fa3804 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:31:36.328652 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab843bd5-49cc-4a1a-a822-b7403ee93ee0", "name": "network-vif-plugged", "status": "completed", "tag": "dea4c3a6-e70b-410e-90f1-102cbfde860e", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:31:36.329130 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-b3ac9ea9-b509-4935-8a59-73e599fa3804 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:31:36.329906 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3ac9ea9-b509-4935-8a59-73e599fa3804'] response: {'server_uuid': 'ab843bd5-49cc-4a1a-a822-b7403ee93ee0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dea4c3a6-e70b-410e-90f1-102cbfde860e', 'code': 200} May 18 18:31:36.347076 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=dea4c3a6-e70b-410e-90f1-102cbfde860e,revision_number=10']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:31:36.352438 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f5a1ec-64d9-40e9-b6ac-106405a368cc tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Network 17ede5e6-7b0d-4e55-ad6c-239f231afc67 is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:31:36.367699 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-11f5a1ec-64d9-40e9-b6ac-106405a368cc tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, 17ede5e6-7b0d-4e55-ad6c-239f231afc67) {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:31:36.392313 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f5a1ec-64d9-40e9-b6ac-106405a368cc tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:31:36.392313 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-11f5a1ec-64d9-40e9-b6ac-106405a368cc tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:36.419400 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-11f5a1ec-64d9-40e9-b6ac-106405a368cc tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8257861 May 18 18:31:36.419601 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 56634) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:31:36.430095 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-dfa195a5-2d07-4898-b3bb-02c35e4903de tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-691698646', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:31:36.430924 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8477c5dc-43bd-4135-be17-f6a379d7317c None None] Network 17ede5e6-7b0d-4e55-ad6c-239f231afc67 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:31:36.507770 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-dfa195a5-2d07-4898-b3bb-02c35e4903de tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25099'] for router, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:36.512326 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-dfa195a5-2d07-4898-b3bb-02c35e4903de tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-593238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596850', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25088'] for router, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:36.569657 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce258099-b27b-4133-8c78-de88c9e88812 req-46e1c194-bede-47a4-b899-d0cc1ae0f306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:31:36.570992 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ce258099-b27b-4133-8c78-de88c9e88812 req-46e1c194-bede-47a4-b899-d0cc1ae0f306 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=ab843bd5-49cc-4a1a-a822-b7403ee93ee0 HTTP/1.1" status: 200 len: 1098 time: 0.0863640 May 18 18:31:36.634240 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ce258099-b27b-4133-8c78-de88c9e88812 req-7fd121f1-f5d7-4bcd-a7d1-7a87bc18ab74 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=02c33ece-f4c3-4965-a4ef-a7f4920ae299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482857 May 18 18:31:36.656704 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6668959a-7061-4861-98fa-71f781badcde req-ebeb1c6b-1a0b-42b9-92a3-f3a2a344798c tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:31:36.662950 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6668959a-7061-4861-98fa-71f781badcde req-ebeb1c6b-1a0b-42b9-92a3-f3a2a344798c tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/ports?device_id=5f05e360-c70b-4c83-9b65-3d36152e834d HTTP/1.1" status: 200 len: 944 time: 0.1119032 May 18 18:31:36.668643 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-29948799-95f0-469c-96a2-a76636b76dec None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:36.689824 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-29948799-95f0-469c-96a2-a76636b76dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:36.709305 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-dfa195a5-2d07-4898-b3bb-02c35e4903de tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:36.716037 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-dfa195a5-2d07-4898-b3bb-02c35e4903de tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596801'] for router, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:36.734392 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6668959a-7061-4861-98fa-71f781badcde req-5d843ca9-6024-443e-8c9c-dfdf6d9afe80 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/security-groups?id=6d4decf1-d3f8-40ef-a49d-c078d56e2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679305 May 18 18:31:36.753575 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-dfa195a5-2d07-4898-b3bb-02c35e4903de tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks [] for router, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:36.755538 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-dfa195a5-2d07-4898-b3bb-02c35e4903de tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3350663 May 18 18:31:36.758569 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 56646) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:31:36.792260 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29948799-95f0-469c-96a2-a76636b76dec None None] Network a30362b9-f881-41e2-9c0b-d2174ca3a844 is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:31:36.798404 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-29948799-95f0-469c-96a2-a76636b76dec None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:31:36.802825 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29948799-95f0-469c-96a2-a76636b76dec None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:31:36.853954 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29948799-95f0-469c-96a2-a76636b76dec None None] Pushing event updated for resources: {'Port': ['ID=0d6336f7-41fd-487e-9556-6128eae3243c,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:31:36.912817 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-29948799-95f0-469c-96a2-a76636b76dec None None] Attempting to bind port 0d6336f7-41fd-487e-9556-6128eae3243c on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:31:36.913646 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-29948799-95f0-469c-96a2-a76636b76dec None None] Attempting to bind port 0d6336f7-41fd-487e-9556-6128eae3243c by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '1da20404-b0fa-4134-8abc-5561a0d37f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a30362b9-f881-41e2-9c0b-d2174ca3a844'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:31:36.914315 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29948799-95f0-469c-96a2-a76636b76dec None None] Attempting to bind port 0d6336f7-41fd-487e-9556-6128eae3243c on network a30362b9-f881-41e2-9c0b-d2174ca3a844 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:31:36.935747 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29948799-95f0-469c-96a2-a76636b76dec None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 31, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:31:36.935747 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29948799-95f0-469c-96a2-a76636b76dec None None] Checking segment: {'id': '1da20404-b0fa-4134-8abc-5561a0d37f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a30362b9-f881-41e2-9c0b-d2174ca3a844'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:31:36.936317 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-29948799-95f0-469c-96a2-a76636b76dec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:36.936815 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29948799-95f0-469c-96a2-a76636b76dec None None] Bound using segment: {'id': '1da20404-b0fa-4134-8abc-5561a0d37f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a30362b9-f881-41e2-9c0b-d2174ca3a844'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:31:36.937530 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-29948799-95f0-469c-96a2-a76636b76dec None None] Bound port: 0d6336f7-41fd-487e-9556-6128eae3243c, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1da20404-b0fa-4134-8abc-5561a0d37f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a30362b9-f881-41e2-9c0b-d2174ca3a844'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:31:36.937910 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-29948799-95f0-469c-96a2-a76636b76dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:36.952642 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-286f13a7-8dfd-4181-a1a0-32cdd8889ba2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-17ede5e6-7b0d-4e55-ad6c-239f231afc67', 'network_id': '17ede5e6-7b0d-4e55-ad6c-239f231afc67', 'tenant_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'fixed_ips': [{'subnet_id': 'd41887f3-e185-4919-8df0-16c9adeb33f6'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:31:36.953756 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-286f13a7-8dfd-4181-a1a0-32cdd8889ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:37.148300 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3a0b7c44-fa35-417f-92fd-6d4ee70b97eb tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:37.148768 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-286f13a7-8dfd-4181-a1a0-32cdd8889ba2 None None] Allocated IP 172.21.0.2 (17ede5e6-7b0d-4e55-ad6c-239f231afc67/d41887f3-e185-4919-8df0-16c9adeb33f6/6969d351-2c35-4646-84ca-e96a71abf794) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:31:37.215370 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-29948799-95f0-469c-96a2-a76636b76dec None None] For port 0d6336f7-41fd-487e-9556-6128eae3243c, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:31:37.325427 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-29948799-95f0-469c-96a2-a76636b76dec None None] For port 0d6336f7-41fd-487e-9556-6128eae3243c, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=0d6336f7-41fd-487e-9556-6128eae3243c,segment=NetworkSegment(1da20404-b0fa-4134-8abc-5561a0d37f8b),segment_id=1da20404-b0fa-4134-8abc-5561a0d37f8b)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:31:37.342074 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-29948799-95f0-469c-96a2-a76636b76dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:37.487887 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29948799-95f0-469c-96a2-a76636b76dec None None] Pushing event updated for resources: {'Port': ['ID=0d6336f7-41fd-487e-9556-6128eae3243c,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:31:37.558903 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-286f13a7-8dfd-4181-a1a0-32cdd8889ba2 None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:37.576991 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08372ee9-8698-4cc0-bc88-11a9338b0a79 req-353a8216-30fe-40b8-a015-622c8f3b8d5c tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:31:37.578713 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-08372ee9-8698-4cc0-bc88-11a9338b0a79 req-353a8216-30fe-40b8-a015-622c8f3b8d5c tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/ports?device_id=ab843bd5-49cc-4a1a-a822-b7403ee93ee0 HTTP/1.1" status: 200 len: 947 time: 0.2502053 May 18 18:31:37.581088 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 49b76a2c-b64f-46fa-847a-7d37cbb252df details requested by agent hyperv_n-h2-838550-3 with host n-h2-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:31:37.599639 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-286f13a7-8dfd-4181-a1a0-32cdd8889ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:37.610850 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-3a0b7c44-fa35-417f-92fd-6d4ee70b97eb tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Allocated IP 172.20.0.1 (a30362b9-f881-41e2-9c0b-d2174ca3a844/8623207f-13b0-4e68-a9bf-cd364f52be2b/573fff4b-dd09-4ec6-b4d7-6563e216a12a) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:31:37.659311 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-08372ee9-8698-4cc0-bc88-11a9338b0a79 req-9f2c4caf-6b10-4d12-a323-eb88fc8cdf76 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/security-groups?id=02c33ece-f4c3-4965-a4ef-a7f4920ae299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718248 May 18 18:31:37.686104 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-286f13a7-8dfd-4181-a1a0-32cdd8889ba2 None None] Network 17ede5e6-7b0d-4e55-ad6c-239f231afc67 is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:31:37.689320 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-286f13a7-8dfd-4181-a1a0-32cdd8889ba2 None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:31:37.769237 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286f13a7-8dfd-4181-a1a0-32cdd8889ba2 None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:31:37.792654 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-19a84493-02f9-4d1a-8a54-1128be5408dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:37.834628 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286f13a7-8dfd-4181-a1a0-32cdd8889ba2 None None] Pushing event updated for resources: {'Port': ['ID=6969d351-2c35-4646-84ca-e96a71abf794,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:31:37.931277 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3a0b7c44-fa35-417f-92fd-6d4ee70b97eb tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:37.986996 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3a0b7c44-fa35-417f-92fd-6d4ee70b97eb tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:37.998322 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 49b76a2c-b64f-46fa-847a-7d37cbb252df, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=49b76a2c-b64f-46fa-847a-7d37cbb252df,segment=NetworkSegment(a789d407-e290-4a90-b0cb-82b84ff4b9fa),segment_id=a789d407-e290-4a90-b0cb-82b84ff4b9fa)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:31:38.029393 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Returning: {'device': '49b76a2c-b64f-46fa-847a-7d37cbb252df', 'network_id': '492fec2b-f975-425f-828b-425816a23c89', 'port_id': '49b76a2c-b64f-46fa-847a-7d37cbb252df', 'mac_address': 'fa:16:3e:7f:99:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2280c6a7-2fbb-43fd-a641-4a8bbdb3adbf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:31:38.060786 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4072f58b-218a-449e-9b64-a1cbe9406602 req-41eaba07-3715-4842-98c9-4682b55b4cd3 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:31:38.062301 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4072f58b-218a-449e-9b64-a1cbe9406602 req-41eaba07-3715-4842-98c9-4682b55b4cd3 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/ports?device_id=5f05e360-c70b-4c83-9b65-3d36152e834d HTTP/1.1" status: 200 len: 944 time: 0.1097164 May 18 18:31:38.085160 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a0b7c44-fa35-417f-92fd-6d4ee70b97eb tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Network a30362b9-f881-41e2-9c0b-d2174ca3a844 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:31:38.091815 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-3a0b7c44-fa35-417f-92fd-6d4ee70b97eb tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:31:38.105254 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-286f13a7-8dfd-4181-a1a0-32cdd8889ba2 None None] Attempting to bind port 6969d351-2c35-4646-84ca-e96a71abf794 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:31:38.105656 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-286f13a7-8dfd-4181-a1a0-32cdd8889ba2 None None] Attempting to bind port 6969d351-2c35-4646-84ca-e96a71abf794 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '4d262003-e50e-4f2d-aff7-922faaebb6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '17ede5e6-7b0d-4e55-ad6c-239f231afc67'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:31:38.106032 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286f13a7-8dfd-4181-a1a0-32cdd8889ba2 None None] Attempting to bind port 6969d351-2c35-4646-84ca-e96a71abf794 on network 17ede5e6-7b0d-4e55-ad6c-239f231afc67 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:31:38.111637 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0b7c44-fa35-417f-92fd-6d4ee70b97eb tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:31:38.147901 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4072f58b-218a-449e-9b64-a1cbe9406602 req-4d17fc4d-6ea4-4ed8-a727-c570d1ea43c4 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/security-groups?id=6d4decf1-d3f8-40ef-a49d-c078d56e2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762925 May 18 18:31:38.156242 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286f13a7-8dfd-4181-a1a0-32cdd8889ba2 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 31, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:31:38.156623 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286f13a7-8dfd-4181-a1a0-32cdd8889ba2 None None] Checking segment: {'id': '4d262003-e50e-4f2d-aff7-922faaebb6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '17ede5e6-7b0d-4e55-ad6c-239f231afc67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:31:38.157159 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-286f13a7-8dfd-4181-a1a0-32cdd8889ba2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:38.157482 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286f13a7-8dfd-4181-a1a0-32cdd8889ba2 None None] Bound using segment: {'id': '4d262003-e50e-4f2d-aff7-922faaebb6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '17ede5e6-7b0d-4e55-ad6c-239f231afc67'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:31:38.158047 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-286f13a7-8dfd-4181-a1a0-32cdd8889ba2 None None] Bound port: 6969d351-2c35-4646-84ca-e96a71abf794, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d262003-e50e-4f2d-aff7-922faaebb6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '17ede5e6-7b0d-4e55-ad6c-239f231afc67'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:31:38.158406 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-286f13a7-8dfd-4181-a1a0-32cdd8889ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:38.167034 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0b7c44-fa35-417f-92fd-6d4ee70b97eb tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Pushing event updated for resources: {'Port': ['ID=573fff4b-dd09-4ec6-b4d7-6563e216a12a,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:31:38.193480 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 49b76a2c-b64f-46fa-847a-7d37cbb252df is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:31:38.193913 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:38.214496 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3a0b7c44-fa35-417f-92fd-6d4ee70b97eb tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595826'] for router_interface, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:38.229089 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49b76a2c-b64f-46fa-847a-7d37cbb252df {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:31:38.278356 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 49b76a2c-b64f-46fa-847a-7d37cbb252df, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=49b76a2c-b64f-46fa-847a-7d37cbb252df,segment=NetworkSegment(a789d407-e290-4a90-b0cb-82b84ff4b9fa),segment_id=a789d407-e290-4a90-b0cb-82b84ff4b9fa)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:31:38.288778 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:38.296070 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-286f13a7-8dfd-4181-a1a0-32cdd8889ba2 None None] For port 6969d351-2c35-4646-84ca-e96a71abf794, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:31:38.368783 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-286f13a7-8dfd-4181-a1a0-32cdd8889ba2 None None] For port 6969d351-2c35-4646-84ca-e96a71abf794, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=6969d351-2c35-4646-84ca-e96a71abf794,segment=NetworkSegment(4d262003-e50e-4f2d-aff7-922faaebb6e1),segment_id=4d262003-e50e-4f2d-aff7-922faaebb6e1)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:31:38.385525 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-286f13a7-8dfd-4181-a1a0-32cdd8889ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:38.457781 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=49b76a2c-b64f-46fa-847a-7d37cbb252df,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:31:38.534410 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3a0b7c44-fa35-417f-92fd-6d4ee70b97eb tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:38.581315 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 0d6336f7-41fd-487e-9556-6128eae3243c up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:31:38.655276 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['49b76a2c-b64f-46fa-847a-7d37cbb252df'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:31:38.818000 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286f13a7-8dfd-4181-a1a0-32cdd8889ba2 None None] Pushing event updated for resources: {'Port': ['ID=6969d351-2c35-4646-84ca-e96a71abf794,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:31:38.976861 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 0d6336f7-41fd-487e-9556-6128eae3243c triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:31:38.977232 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:39.195602 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6531c302-d8ae-42a5-a27b-19b92e733d51 req-ecaa17ad-aa22-4f98-868f-ff44d49a1f99 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:31:39.197202 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6531c302-d8ae-42a5-a27b-19b92e733d51 req-ecaa17ad-aa22-4f98-868f-ff44d49a1f99 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/ports?device_id=ab843bd5-49cc-4a1a-a822-b7403ee93ee0 HTTP/1.1" status: 200 len: 947 time: 0.2883527 May 18 18:31:39.302483 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 0d6336f7-41fd-487e-9556-6128eae3243c is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:31:39.303130 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:39.320411 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3a0b7c44-fa35-417f-92fd-6d4ee70b97eb tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:39.368535 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3a0b7c44-fa35-417f-92fd-6d4ee70b97eb tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:39.380465 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] For port 0d6336f7-41fd-487e-9556-6128eae3243c, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=0d6336f7-41fd-487e-9556-6128eae3243c,segment=NetworkSegment(1da20404-b0fa-4134-8abc-5561a0d37f8b),segment_id=1da20404-b0fa-4134-8abc-5561a0d37f8b)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:31:39.393208 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:39.427403 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1168891-f59f-491c-945d-12f3fbd8aff2 req-7f6b6b36-ebef-40c9-aa6f-ea47bf292eb6 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:31:39.430644 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c1168891-f59f-491c-945d-12f3fbd8aff2 req-7f6b6b36-ebef-40c9-aa6f-ea47bf292eb6 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/ports?device_id=5f05e360-c70b-4c83-9b65-3d36152e834d HTTP/1.1" status: 200 len: 945 time: 0.1201494 May 18 18:31:39.540228 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c1168891-f59f-491c-945d-12f3fbd8aff2 req-621bfc91-69a6-4abb-8e49-05e3113b6554 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/security-groups?id=6d4decf1-d3f8-40ef-a49d-c078d56e2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978475 May 18 18:31:39.557846 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0b7c44-fa35-417f-92fd-6d4ee70b97eb tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Pushing event updated for resources: {'Port': ['ID=573fff4b-dd09-4ec6-b4d7-6563e216a12a,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:31:39.563872 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2202a3d7-bf66-40e2-bb3c-25cd05ea5ac0 None None] Network a30362b9-f881-41e2-9c0b-d2174ca3a844 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:31:39.576048 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Pushing event updated for resources: {'Port': ['ID=0d6336f7-41fd-487e-9556-6128eae3243c,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:31:39.598221 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6531c302-d8ae-42a5-a27b-19b92e733d51 req-10fce49b-52c7-4881-a611-0741e3998798 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/security-groups?id=02c33ece-f4c3-4965-a4ef-a7f4920ae299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2741780 May 18 18:31:39.600592 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3a0b7c44-fa35-417f-92fd-6d4ee70b97eb tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-595870'] for router_interface, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:39.687229 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-ad2c5366-820b-4676-9d6c-9d456e2b6dee None None] Provisioning complete for port 0d6336f7-41fd-487e-9556-6128eae3243c triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:31:39.687601 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-ad2c5366-820b-4676-9d6c-9d456e2b6dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:39.750563 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a0b7c44-fa35-417f-92fd-6d4ee70b97eb tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Network a30362b9-f881-41e2-9c0b-d2174ca3a844 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:31:39.753213 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-3a0b7c44-fa35-417f-92fd-6d4ee70b97eb tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:31:39.916488 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-ad2c5366-820b-4676-9d6c-9d456e2b6dee None None] Current status of the port 0d6336f7-41fd-487e-9556-6128eae3243c is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:31:39.958054 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a0b7c44-fa35-417f-92fd-6d4ee70b97eb tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Router 40abb168-cc0d-4373-8a6b-c61b3d7842ba is scheduled to L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e with binding_index 1 {{(pid=102730) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 18 18:31:40.045687 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-6e7e0f5d-26da-401d-ae98-9736349df3d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:40.070792 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a0b7c44-fa35-417f-92fd-6d4ee70b97eb tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:31:40.081331 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9817e8-49fd-48c7-8d02-35afae44271b None None] Sync routers for ids ['40abb168-cc0d-4373-8a6b-c61b3d7842ba'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:31:40.086799 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 56760) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:31:40.088282 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-3a0b7c44-fa35-417f-92fd-6d4ee70b97eb tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] 10.222.0.85 "PUT /v2.0/routers/40abb168-cc0d-4373-8a6b-c61b3d7842ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3286045 May 18 18:31:40.107845 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9817e8-49fd-48c7-8d02-35afae44271b None None] Routers {'40abb168-cc0d-4373-8a6b-c61b3d7842ba'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:31:40.108986 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-ba9817e8-49fd-48c7-8d02-35afae44271b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:31:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['40abb168-cc0d-4373-8a6b-c61b3d7842ba'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:31:40.165345 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc18f425-c023-4ce7-8b90-ea97231c5470 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:31:40.167724 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-cc18f425-c023-4ce7-8b90-ea97231c5470 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] 10.222.0.85 "GET /v2.0/ports/573fff4b-dd09-4ec6-b4d7-6563e216a12a HTTP/1.1" status: 200 len: 910 time: 0.0798028 May 18 18:31:40.170749 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 56766) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:31:40.214502 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-ba9817e8-49fd-48c7-8d02-35afae44271b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:31:40.272642 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9817e8-49fd-48c7-8d02-35afae44271b None None] Routers {'40abb168-cc0d-4373-8a6b-c61b3d7842ba'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:31:40.273555 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-ba9817e8-49fd-48c7-8d02-35afae44271b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:31:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['40abb168-cc0d-4373-8a6b-c61b3d7842ba'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:31:40.322673 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-ba9817e8-49fd-48c7-8d02-35afae44271b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:31:40.323525 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9817e8-49fd-48c7-8d02-35afae44271b None None] The sync data for ids ['40abb168-cc0d-4373-8a6b-c61b3d7842ba'] in n-d-838550-3 is: [] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:31:40.407711 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-551192df-b34a-41a8-8c7c-515a7846935f None None] Network 17ede5e6-7b0d-4e55-ad6c-239f231afc67 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:31:40.618466 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-d12ca178-13b6-4d29-8b98-59a140eb2082 None None] Provisioning complete for port 573fff4b-dd09-4ec6-b4d7-6563e216a12a triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:31:40.619054 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d12ca178-13b6-4d29-8b98-59a140eb2082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:40.755885 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 0d6336f7-41fd-487e-9556-6128eae3243c up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:31:40.838464 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-d12ca178-13b6-4d29-8b98-59a140eb2082 None None] Port 573fff4b-dd09-4ec6-b4d7-6563e216a12a cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:31:40.873563 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-d12ca178-13b6-4d29-8b98-59a140eb2082 None None] Provisioning complete for port 6969d351-2c35-4646-84ca-e96a71abf794 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:31:40.874340 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d12ca178-13b6-4d29-8b98-59a140eb2082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:40.891912 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b84df9-8db6-45c0-81e9-960397c5047a req-a4a15450-6f7d-4e27-8523-5dc9c38dcc8c tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:31:40.895122 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-13b84df9-8db6-45c0-81e9-960397c5047a req-a4a15450-6f7d-4e27-8523-5dc9c38dcc8c tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/ports?device_id=5f05e360-c70b-4c83-9b65-3d36152e834d HTTP/1.1" status: 200 len: 945 time: 0.1068792 May 18 18:31:40.965693 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-13b84df9-8db6-45c0-81e9-960397c5047a req-d03dcf46-be6f-4cfc-8fbf-52c235d4e298 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/security-groups?id=6d4decf1-d3f8-40ef-a49d-c078d56e2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587108 May 18 18:31:40.970007 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 0d6336f7-41fd-487e-9556-6128eae3243c triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:31:40.970398 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:41.005234 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7e13c65a-d307-49e4-9917-d0eaa727994e tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:41.129994 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac0f72c-4838-4a5a-8134-88da18e8255d req-e7b427b1-c81a-4b52-8c24-3a7ef905fe67 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:31:41.138470 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3ac0f72c-4838-4a5a-8134-88da18e8255d req-e7b427b1-c81a-4b52-8c24-3a7ef905fe67 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/ports?device_id=ab843bd5-49cc-4a1a-a822-b7403ee93ee0 HTTP/1.1" status: 200 len: 947 time: 0.2960100 May 18 18:31:41.203449 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 0d6336f7-41fd-487e-9556-6128eae3243c is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:31:41.204821 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 6969d351-2c35-4646-84ca-e96a71abf794 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:31:41.285403 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-d12ca178-13b6-4d29-8b98-59a140eb2082 None None] Current status of the port 6969d351-2c35-4646-84ca-e96a71abf794 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:31:41.285934 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d12ca178-13b6-4d29-8b98-59a140eb2082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:41.329849 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-d12ca178-13b6-4d29-8b98-59a140eb2082 None None] For port 6969d351-2c35-4646-84ca-e96a71abf794, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=6969d351-2c35-4646-84ca-e96a71abf794,segment=NetworkSegment(4d262003-e50e-4f2d-aff7-922faaebb6e1),segment_id=4d262003-e50e-4f2d-aff7-922faaebb6e1)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:31:41.338786 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d12ca178-13b6-4d29-8b98-59a140eb2082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:41.393276 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 6969d351-2c35-4646-84ca-e96a71abf794 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:31:41.393731 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:41.409741 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-7e13c65a-d307-49e4-9917-d0eaa727994e tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Allocated IP 172.21.0.1 (17ede5e6-7b0d-4e55-ad6c-239f231afc67/d41887f3-e185-4919-8df0-16c9adeb33f6/adb2266d-a8e9-40d9-91a6-e504fac4bb18) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:31:41.428018 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-d12ca178-13b6-4d29-8b98-59a140eb2082 None None] Provisioning complete for port 0d6336f7-41fd-487e-9556-6128eae3243c triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:31:41.428558 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d12ca178-13b6-4d29-8b98-59a140eb2082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:41.490760 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:41.525424 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3ac0f72c-4838-4a5a-8134-88da18e8255d req-b3546b87-ce26-4edf-9aad-dab87d12e34f tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/security-groups?id=02c33ece-f4c3-4965-a4ef-a7f4920ae299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862000 May 18 18:31:41.561378 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12ca178-13b6-4d29-8b98-59a140eb2082 None None] Pushing event updated for resources: {'Port': ['ID=6969d351-2c35-4646-84ca-e96a71abf794,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:31:41.574701 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-d12ca178-13b6-4d29-8b98-59a140eb2082 None None] Current status of the port 0d6336f7-41fd-487e-9556-6128eae3243c is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:31:41.600367 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7e13c65a-d307-49e4-9917-d0eaa727994e tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:41.617904 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 6969d351-2c35-4646-84ca-e96a71abf794 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:31:41.621150 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 49b76a2c-b64f-46fa-847a-7d37cbb252df up at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:31:41.671452 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7e13c65a-d307-49e4-9917-d0eaa727994e tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:41.701652 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning for port 49b76a2c-b64f-46fa-847a-7d37cbb252df completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:31:41.706821 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning complete for port 49b76a2c-b64f-46fa-847a-7d37cbb252df triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:31:41.707245 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:41.727226 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e13c65a-d307-49e4-9917-d0eaa727994e tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Pushing event updated for resources: {'Port': ['ID=adb2266d-a8e9-40d9-91a6-e504fac4bb18,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:31:41.741886 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-53f3d549-14e1-43a6-8427-32569a40764a None None] Provisioning complete for port 573fff4b-dd09-4ec6-b4d7-6563e216a12a triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:31:41.742262 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-53f3d549-14e1-43a6-8427-32569a40764a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:41.755176 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e13c65a-d307-49e4-9917-d0eaa727994e tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Network 17ede5e6-7b0d-4e55-ad6c-239f231afc67 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:31:41.757304 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-7e13c65a-d307-49e4-9917-d0eaa727994e tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:31:41.775084 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e13c65a-d307-49e4-9917-d0eaa727994e tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:31:41.793246 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-53f3d549-14e1-43a6-8427-32569a40764a None None] Port 573fff4b-dd09-4ec6-b4d7-6563e216a12a cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:31:41.836373 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-53f3d549-14e1-43a6-8427-32569a40764a None None] Provisioning complete for port 6969d351-2c35-4646-84ca-e96a71abf794 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:31:41.836759 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-53f3d549-14e1-43a6-8427-32569a40764a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:41.839092 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7e13c65a-d307-49e4-9917-d0eaa727994e tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595826'] for router_interface, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:41.893270 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 49b76a2c-b64f-46fa-847a-7d37cbb252df is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:31:41.894262 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:41.986247 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f05e360-c70b-4c83-9b65-3d36152e834d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49b76a2c-b64f-46fa-847a-7d37cbb252df'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:31:41.988580 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fcc42ec-dd53-487d-a001-288a1b34d8a3" -d '{"events": [{"server_uuid": "5f05e360-c70b-4c83-9b65-3d36152e834d", "name": "network-vif-plugged", "status": "completed", "tag": "49b76a2c-b64f-46fa-847a-7d37cbb252df"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:31:42.011865 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 49b76a2c-b64f-46fa-847a-7d37cbb252df, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=49b76a2c-b64f-46fa-847a-7d37cbb252df,segment=NetworkSegment(a789d407-e290-4a90-b0cb-82b84ff4b9fa),segment_id=a789d407-e290-4a90-b0cb-82b84ff4b9fa)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:31:42.013254 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-53f3d549-14e1-43a6-8427-32569a40764a None None] Current status of the port 6969d351-2c35-4646-84ca-e96a71abf794 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:31:42.034051 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:42.092256 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=49b76a2c-b64f-46fa-847a-7d37cbb252df,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:31:42.099489 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ad8ec7d-0885-4629-95b7-5302e201040c x-openstack-request-id: req-1ad8ec7d-0885-4629-95b7-5302e201040c {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:31:42.100760 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f05e360-c70b-4c83-9b65-3d36152e834d", "name": "network-vif-plugged", "status": "completed", "tag": "49b76a2c-b64f-46fa-847a-7d37cbb252df", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:31:42.101028 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-1ad8ec7d-0885-4629-95b7-5302e201040c {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:31:42.101446 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ad8ec7d-0885-4629-95b7-5302e201040c'] response: {'server_uuid': '5f05e360-c70b-4c83-9b65-3d36152e834d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49b76a2c-b64f-46fa-847a-7d37cbb252df', 'code': 200} May 18 18:31:42.172155 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-0fb3324d-6d03-4d24-b918-0d292866d150 None None] Provisioning complete for port adb2266d-a8e9-40d9-91a6-e504fac4bb18 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:31:42.172480 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0fb3324d-6d03-4d24-b918-0d292866d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:42.226006 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-0fb3324d-6d03-4d24-b918-0d292866d150 None None] Port adb2266d-a8e9-40d9-91a6-e504fac4bb18 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:31:42.249458 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe53efd6-ca22-41df-af67-fa68553f5dea req-499026dd-ebf4-4252-9b44-04183d78eaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:31:42.254218 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fe53efd6-ca22-41df-af67-fa68553f5dea req-499026dd-ebf4-4252-9b44-04183d78eaf1 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=5f05e360-c70b-4c83-9b65-3d36152e834d HTTP/1.1" status: 200 len: 1097 time: 0.0844855 May 18 18:31:42.305104 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fe53efd6-ca22-41df-af67-fa68553f5dea req-9c66997a-fdc3-459c-a515-38a83ed4018f service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=6d4decf1-d3f8-40ef-a49d-c078d56e2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422783 May 18 18:31:42.385843 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4267b72d-338e-4372-ae25-68c4ae68a93c req-591482ae-1a11-4162-90ad-9dc7f71d271c tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:31:42.387358 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4267b72d-338e-4372-ae25-68c4ae68a93c req-591482ae-1a11-4162-90ad-9dc7f71d271c tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/ports?device_id=5f05e360-c70b-4c83-9b65-3d36152e834d HTTP/1.1" status: 200 len: 946 time: 0.0930285 May 18 18:31:42.436229 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:42.450531 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7e13c65a-d307-49e4-9917-d0eaa727994e tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:42.475153 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 6969d351-2c35-4646-84ca-e96a71abf794 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:31:42.549088 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 6969d351-2c35-4646-84ca-e96a71abf794 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:31:42.549777 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:42.642512 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4267b72d-338e-4372-ae25-68c4ae68a93c req-98beb700-d2c4-42db-a9b0-5de99c3826a4 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/security-groups?id=6d4decf1-d3f8-40ef-a49d-c078d56e2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427466 May 18 18:31:42.723157 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 6969d351-2c35-4646-84ca-e96a71abf794 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:31:42.869876 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7e13c65a-d307-49e4-9917-d0eaa727994e tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:42.877219 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7e13c65a-d307-49e4-9917-d0eaa727994e tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:42.975168 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e13c65a-d307-49e4-9917-d0eaa727994e tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Pushing event updated for resources: {'Port': ['ID=adb2266d-a8e9-40d9-91a6-e504fac4bb18,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:31:42.977673 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7e13c65a-d307-49e4-9917-d0eaa727994e tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-595870'] for router_interface, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:43.051555 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:43.087978 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e13c65a-d307-49e4-9917-d0eaa727994e tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Network 17ede5e6-7b0d-4e55-ad6c-239f231afc67 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:31:43.089711 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-7e13c65a-d307-49e4-9917-d0eaa727994e tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:31:43.234745 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e13c65a-d307-49e4-9917-d0eaa727994e tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Router 40abb168-cc0d-4373-8a6b-c61b3d7842ba has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:31:43.408121 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e13c65a-d307-49e4-9917-d0eaa727994e tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:31:43.423182 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-7e13c65a-d307-49e4-9917-d0eaa727994e tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] 10.222.0.85 "PUT /v2.0/routers/40abb168-cc0d-4373-8a6b-c61b3d7842ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2480514 May 18 18:31:43.423182 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 56850) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:31:43.434026 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f4d808-f845-47c4-82bc-94b844ed4ccb None None] Sync routers for ids ['40abb168-cc0d-4373-8a6b-c61b3d7842ba'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:31:43.450752 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f4d808-f845-47c4-82bc-94b844ed4ccb None None] Routers {'40abb168-cc0d-4373-8a6b-c61b3d7842ba'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:31:43.451711 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-70f4d808-f845-47c4-82bc-94b844ed4ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:31:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['40abb168-cc0d-4373-8a6b-c61b3d7842ba'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:31:43.487837 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926a0dbb-b365-4a44-b1a9-f43a358ddb31 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:31:43.492681 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 56856) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:31:43.493517 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-926a0dbb-b365-4a44-b1a9-f43a358ddb31 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] 10.222.0.85 "GET /v2.0/ports/adb2266d-a8e9-40d9-91a6-e504fac4bb18 HTTP/1.1" status: 200 len: 910 time: 0.0683143 May 18 18:31:43.497155 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-70f4d808-f845-47c4-82bc-94b844ed4ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:31:43.511735 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f4d808-f845-47c4-82bc-94b844ed4ccb None None] Routers {'40abb168-cc0d-4373-8a6b-c61b3d7842ba'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:31:43.512380 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-70f4d808-f845-47c4-82bc-94b844ed4ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:31:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['40abb168-cc0d-4373-8a6b-c61b3d7842ba'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:31:43.514233 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-ee8cf1f0-5ac4-465c-ac14-6470cab89765 None None] Provisioning complete for port adb2266d-a8e9-40d9-91a6-e504fac4bb18 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:31:43.514638 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-ee8cf1f0-5ac4-465c-ac14-6470cab89765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:43.574282 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-ee8cf1f0-5ac4-465c-ac14-6470cab89765 None None] Port adb2266d-a8e9-40d9-91a6-e504fac4bb18 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:31:43.621419 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-70f4d808-f845-47c4-82bc-94b844ed4ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:31:43.622733 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f4d808-f845-47c4-82bc-94b844ed4ccb None None] The sync data for ids ['40abb168-cc0d-4373-8a6b-c61b3d7842ba'] in n-d-838550-3 is: [] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:31:43.926501 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1f8408-3f83-49b7-966f-4ad13c29ac7a req-83e01d9b-3cae-4f1e-92d4-2055bb356e0b tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:31:43.928101 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-dd1f8408-3f83-49b7-966f-4ad13c29ac7a req-83e01d9b-3cae-4f1e-92d4-2055bb356e0b tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/ports?device_id=5f05e360-c70b-4c83-9b65-3d36152e834d HTTP/1.1" status: 200 len: 946 time: 0.1415484 May 18 18:31:44.007509 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-dd1f8408-3f83-49b7-966f-4ad13c29ac7a req-ef60283a-b8be-4c08-a37e-15289d9ca8a9 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/security-groups?id=6d4decf1-d3f8-40ef-a49d-c078d56e2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706117 May 18 18:31:44.085912 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-26018484-120d-4622-9136-0dd7e76aa39e tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-595963'] for router_interface, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:44.180632 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caf00cb-6d75-40bf-8fa6-b4fc42236e16 req-b0ca0401-5858-47cc-918e-036c6efce98b tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:31:44.184495 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8caf00cb-6d75-40bf-8fa6-b4fc42236e16 req-b0ca0401-5858-47cc-918e-036c6efce98b tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/ports?device_id=5f05e360-c70b-4c83-9b65-3d36152e834d HTTP/1.1" status: 200 len: 946 time: 0.0810609 May 18 18:31:44.272609 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8caf00cb-6d75-40bf-8fa6-b4fc42236e16 req-c147c4ae-8764-4ee7-af5f-d8544d862fc4 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/security-groups?id=6d4decf1-d3f8-40ef-a49d-c078d56e2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807958 May 18 18:31:44.440790 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-26018484-120d-4622-9136-0dd7e76aa39e tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Deleting port adb2266d-a8e9-40d9-91a6-e504fac4bb18 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:31:44.441291 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-26018484-120d-4622-9136-0dd7e76aa39e tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:44.628878 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-26018484-120d-4622-9136-0dd7e76aa39e tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:44.646055 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-26018484-120d-4622-9136-0dd7e76aa39e tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Calling delete_port for adb2266d-a8e9-40d9-91a6-e504fac4bb18 owned by network:router_interface {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:31:44.687174 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677c3932-2bf4-4a3d-afb8-f49d61275526 req-ba4e4210-4345-4553-b65c-b88da405beba tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:31:44.690044 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-677c3932-2bf4-4a3d-afb8-f49d61275526 req-ba4e4210-4345-4553-b65c-b88da405beba tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/ports?device_id=5f05e360-c70b-4c83-9b65-3d36152e834d HTTP/1.1" status: 200 len: 946 time: 0.1272206 May 18 18:31:44.744916 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-677c3932-2bf4-4a3d-afb8-f49d61275526 req-1815f817-07d4-4323-ac60-5cd991ecf899 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/security-groups?id=6d4decf1-d3f8-40ef-a49d-c078d56e2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480847 May 18 18:31:44.896806 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-26018484-120d-4622-9136-0dd7e76aa39e tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:44.927161 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26018484-120d-4622-9136-0dd7e76aa39e tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Pushing event deleted for resources: {'Port': ['ID=adb2266d-a8e9-40d9-91a6-e504fac4bb18,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:31:44.957575 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26018484-120d-4622-9136-0dd7e76aa39e tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:31:44.958615 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26018484-120d-4622-9136-0dd7e76aa39e tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:31:44.958984 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26018484-120d-4622-9136-0dd7e76aa39e tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:31:44.959298 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26018484-120d-4622-9136-0dd7e76aa39e tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:31:44.960108 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26018484-120d-4622-9136-0dd7e76aa39e tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:31:44.960648 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26018484-120d-4622-9136-0dd7e76aa39e tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:31:44.961288 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26018484-120d-4622-9136-0dd7e76aa39e tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:31:44.961915 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26018484-120d-4622-9136-0dd7e76aa39e tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:31:44.962602 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26018484-120d-4622-9136-0dd7e76aa39e tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:31:44.963220 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26018484-120d-4622-9136-0dd7e76aa39e tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:31:44.964245 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26018484-120d-4622-9136-0dd7e76aa39e tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:31:44.964762 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26018484-120d-4622-9136-0dd7e76aa39e tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:31:45.281137 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-26018484-120d-4622-9136-0dd7e76aa39e tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-593931'] for router_interface, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:45.641492 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26018484-120d-4622-9136-0dd7e76aa39e tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Router 40abb168-cc0d-4373-8a6b-c61b3d7842ba has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:31:45.760648 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26018484-120d-4622-9136-0dd7e76aa39e tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:31:45.768149 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-26018484-120d-4622-9136-0dd7e76aa39e tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] 10.222.0.85 "PUT /v2.0/routers/40abb168-cc0d-4373-8a6b-c61b3d7842ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2718101 May 18 18:31:45.770583 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 56924) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:31:45.787404 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8911b7d7-9e0b-48eb-bcb3-fb08e953ca4d None None] Sync routers for ids ['40abb168-cc0d-4373-8a6b-c61b3d7842ba'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:31:45.814584 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8911b7d7-9e0b-48eb-bcb3-fb08e953ca4d None None] Routers {'40abb168-cc0d-4373-8a6b-c61b3d7842ba'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:31:45.815393 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-8911b7d7-9e0b-48eb-bcb3-fb08e953ca4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:31:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['40abb168-cc0d-4373-8a6b-c61b3d7842ba'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:31:45.851663 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-8911b7d7-9e0b-48eb-bcb3-fb08e953ca4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:31:45.863392 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8911b7d7-9e0b-48eb-bcb3-fb08e953ca4d None None] Routers {'40abb168-cc0d-4373-8a6b-c61b3d7842ba'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:31:45.863957 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-8911b7d7-9e0b-48eb-bcb3-fb08e953ca4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:31:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['40abb168-cc0d-4373-8a6b-c61b3d7842ba'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:31:45.897603 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-8911b7d7-9e0b-48eb-bcb3-fb08e953ca4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:31:45.898398 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8911b7d7-9e0b-48eb-bcb3-fb08e953ca4d None None] The sync data for ids ['40abb168-cc0d-4373-8a6b-c61b3d7842ba'] in n-d-838550-3 is: [] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:31:45.979698 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a24c8a9-2281-48ff-9e7c-2d9003061dd1 req-e5a98f21-2bd7-4de9-9fe4-3b832f5d7166 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:31:45.981925 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2a24c8a9-2281-48ff-9e7c-2d9003061dd1 req-e5a98f21-2bd7-4de9-9fe4-3b832f5d7166 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/ports?device_id=5f05e360-c70b-4c83-9b65-3d36152e834d HTTP/1.1" status: 200 len: 946 time: 0.1236656 May 18 18:31:46.127008 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2a24c8a9-2281-48ff-9e7c-2d9003061dd1 req-7f512a42-e59e-429e-bc74-510823a0fe81 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/security-groups?id=6d4decf1-d3f8-40ef-a49d-c078d56e2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310546 May 18 18:31:46.338091 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-fb331ee7-e23d-42f2-839f-e5f3dffb8a7a tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-595963'] for router_interface, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:46.398237 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ddcca1-decd-466e-989e-1e11e4bdc7ae req-48ab2280-2327-41f5-ade3-e5eb4c4d6cf3 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:31:46.400302 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-98ddcca1-decd-466e-989e-1e11e4bdc7ae req-48ab2280-2327-41f5-ade3-e5eb4c4d6cf3 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.88 "GET /v2.0/ports?device_id=5f05e360-c70b-4c83-9b65-3d36152e834d HTTP/1.1" status: 200 len: 946 time: 0.0656002 May 18 18:31:46.534920 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-98ddcca1-decd-466e-989e-1e11e4bdc7ae req-87a67e35-10ef-4e4e-ae16-ca4702160d6f tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Deleting port 49b76a2c-b64f-46fa-847a-7d37cbb252df {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:31:46.535277 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-98ddcca1-decd-466e-989e-1e11e4bdc7ae req-87a67e35-10ef-4e4e-ae16-ca4702160d6f tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:46.664864 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-98ddcca1-decd-466e-989e-1e11e4bdc7ae req-87a67e35-10ef-4e4e-ae16-ca4702160d6f tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] For port 49b76a2c-b64f-46fa-847a-7d37cbb252df, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=49b76a2c-b64f-46fa-847a-7d37cbb252df,segment=NetworkSegment(a789d407-e290-4a90-b0cb-82b84ff4b9fa),segment_id=a789d407-e290-4a90-b0cb-82b84ff4b9fa)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:31:46.666304 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-98ddcca1-decd-466e-989e-1e11e4bdc7ae req-87a67e35-10ef-4e4e-ae16-ca4702160d6f tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:46.697820 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-98ddcca1-decd-466e-989e-1e11e4bdc7ae req-87a67e35-10ef-4e4e-ae16-ca4702160d6f tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Calling delete_port for 49b76a2c-b64f-46fa-847a-7d37cbb252df owned by compute:nova {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:31:46.732098 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-fb331ee7-e23d-42f2-839f-e5f3dffb8a7a tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Deleting port 573fff4b-dd09-4ec6-b4d7-6563e216a12a {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:31:46.732453 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-fb331ee7-e23d-42f2-839f-e5f3dffb8a7a tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:46.863072 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-fb331ee7-e23d-42f2-839f-e5f3dffb8a7a tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:46.879558 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-fb331ee7-e23d-42f2-839f-e5f3dffb8a7a tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Calling delete_port for 573fff4b-dd09-4ec6-b4d7-6563e216a12a owned by network:router_interface {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:31:46.910814 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-98ddcca1-decd-466e-989e-1e11e4bdc7ae req-87a67e35-10ef-4e4e-ae16-ca4702160d6f tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:46.926509 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['84d44d3e-b0bb-476d-a838-b97212311ad1'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:31:46.932037 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['49b76a2c-b64f-46fa-847a-7d37cbb252df'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:31:46.962122 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a67e35-10ef-4e4e-ae16-ca4702160d6f tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Pushing event deleted for resources: {'Port': ['ID=49b76a2c-b64f-46fa-847a-7d37cbb252df,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:31:47.074925 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-98ddcca1-decd-466e-989e-1e11e4bdc7ae req-87a67e35-10ef-4e4e-ae16-ca4702160d6f tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] No DVR routers for this DVR port 49b76a2c-b64f-46fa-847a-7d37cbb252df on host n-h2-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:31:47.078961 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-98ddcca1-decd-466e-989e-1e11e4bdc7ae req-87a67e35-10ef-4e4e-ae16-ca4702160d6f tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:47.084231 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-98ddcca1-decd-466e-989e-1e11e4bdc7ae req-87a67e35-10ef-4e4e-ae16-ca4702160d6f tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.88 "DELETE /v2.0/ports/49b76a2c-b64f-46fa-847a-7d37cbb252df HTTP/1.1" status: 204 len: 173 time: 0.6775002 May 18 18:31:47.084968 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f05e360-c70b-4c83-9b65-3d36152e834d', 'name': 'network-vif-deleted', 'tag': '49b76a2c-b64f-46fa-847a-7d37cbb252df'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:31:47.101040 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7579e71-ff87-4b2e-9e03-2cec3c23e45a" -d '{"events": [{"server_uuid": "5f05e360-c70b-4c83-9b65-3d36152e834d", "name": "network-vif-deleted", "tag": "49b76a2c-b64f-46fa-847a-7d37cbb252df"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:31:47.182729 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-fb331ee7-e23d-42f2-839f-e5f3dffb8a7a tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:47.335703 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb331ee7-e23d-42f2-839f-e5f3dffb8a7a tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Pushing event deleted for resources: {'Port': ['ID=573fff4b-dd09-4ec6-b4d7-6563e216a12a,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:31:47.361997 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb331ee7-e23d-42f2-839f-e5f3dffb8a7a tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:31:47.362352 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb331ee7-e23d-42f2-839f-e5f3dffb8a7a tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:31:47.362701 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb331ee7-e23d-42f2-839f-e5f3dffb8a7a tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:31:47.363111 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb331ee7-e23d-42f2-839f-e5f3dffb8a7a tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:31:47.363452 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb331ee7-e23d-42f2-839f-e5f3dffb8a7a tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:31:47.363790 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb331ee7-e23d-42f2-839f-e5f3dffb8a7a tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:31:47.364125 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb331ee7-e23d-42f2-839f-e5f3dffb8a7a tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:31:47.364457 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb331ee7-e23d-42f2-839f-e5f3dffb8a7a tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:31:47.364845 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb331ee7-e23d-42f2-839f-e5f3dffb8a7a tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:31:47.365175 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb331ee7-e23d-42f2-839f-e5f3dffb8a7a tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:31:47.365504 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb331ee7-e23d-42f2-839f-e5f3dffb8a7a tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:31:47.365919 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb331ee7-e23d-42f2-839f-e5f3dffb8a7a tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:31:47.392711 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bf16a587-4991-41e9-a38b-f28ee8ed504a req-411ab9cd-78f3-45ce-b926-030f58507e2a tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/ports?device_id=5f05e360-c70b-4c83-9b65-3d36152e834d HTTP/1.1" status: 200 len: 210 time: 0.1330812 May 18 18:31:47.548904 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abcb1c8b-7f86-42a4-84ad-872c3168558f x-openstack-request-id: req-abcb1c8b-7f86-42a4-84ad-872c3168558f {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:31:47.551142 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f05e360-c70b-4c83-9b65-3d36152e834d", "name": "network-vif-deleted", "tag": "49b76a2c-b64f-46fa-847a-7d37cbb252df", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:31:47.551743 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-abcb1c8b-7f86-42a4-84ad-872c3168558f {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:31:47.552838 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abcb1c8b-7f86-42a4-84ad-872c3168558f'] response: {'server_uuid': '5f05e360-c70b-4c83-9b65-3d36152e834d', 'name': 'network-vif-deleted', 'tag': '49b76a2c-b64f-46fa-847a-7d37cbb252df', 'status': 'completed', 'code': 200} May 18 18:31:47.599904 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-fb331ee7-e23d-42f2-839f-e5f3dffb8a7a tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-593931'] for router_interface, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:47.854103 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb331ee7-e23d-42f2-839f-e5f3dffb8a7a tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Router 40abb168-cc0d-4373-8a6b-c61b3d7842ba has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:31:47.946765 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb331ee7-e23d-42f2-839f-e5f3dffb8a7a tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:31:47.955600 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-fb331ee7-e23d-42f2-839f-e5f3dffb8a7a tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] 10.222.0.85 "PUT /v2.0/routers/40abb168-cc0d-4373-8a6b-c61b3d7842ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1806347 May 18 18:31:47.956392 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 56986) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:31:47.957429 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15163895-5224-4184-9df6-f0560e412e9b None None] Sync routers for ids ['40abb168-cc0d-4373-8a6b-c61b3d7842ba'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:31:47.971203 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15163895-5224-4184-9df6-f0560e412e9b None None] Routers {'40abb168-cc0d-4373-8a6b-c61b3d7842ba'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:31:47.971913 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-15163895-5224-4184-9df6-f0560e412e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:31:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['40abb168-cc0d-4373-8a6b-c61b3d7842ba'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:31:47.989772 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-e40af358-4b70-46c6-964c-308648dde224 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] 10.222.0.85 "GET /v2.0/ports?device_id=40abb168-cc0d-4373-8a6b-c61b3d7842ba HTTP/1.1" status: 200 len: 205 time: 0.0312459 May 18 18:31:47.993165 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 56988) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:31:48.027324 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-15163895-5224-4184-9df6-f0560e412e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:31:48.056415 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15163895-5224-4184-9df6-f0560e412e9b None None] Routers {'40abb168-cc0d-4373-8a6b-c61b3d7842ba'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:31:48.057993 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-15163895-5224-4184-9df6-f0560e412e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:31:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['40abb168-cc0d-4373-8a6b-c61b3d7842ba'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:31:48.104187 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6818d700-7be1-44c6-a344-cb6c74b1852c tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks [] for router, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:48.131399 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-15163895-5224-4184-9df6-f0560e412e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:31:48.132263 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15163895-5224-4184-9df6-f0560e412e9b None None] The sync data for ids ['40abb168-cc0d-4373-8a6b-c61b3d7842ba'] in n-d-838550-3 is: [] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:31:48.215731 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 56998) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:31:48.351237 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-af0a634f-c360-408e-897f-e784f6f39adb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:48.466820 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-af0a634f-c360-408e-897f-e784f6f39adb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:48.472435 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-af0a634f-c360-408e-897f-e784f6f39adb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:48.525535 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-af0a634f-c360-408e-897f-e784f6f39adb admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=33dd072a12274e1aaa6669ed380ac8e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3062954 May 18 18:31:48.525535 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0a634f-c360-408e-897f-e784f6f39adb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53274ed1-4b16-440d-8465-fad4506c43e9,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:31:48.527184 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 57010) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:31:48.605938 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-df7673cc-e136-4f4f-86be-4477b0858ec5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:48.653915 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-df7673cc-e136-4f4f-86be-4477b0858ec5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:48.682769 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6818d700-7be1-44c6-a344-cb6c74b1852c tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25145'] for router, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:48.689670 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6818d700-7be1-44c6-a344-cb6c74b1852c tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:48.735849 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-df7673cc-e136-4f4f-86be-4477b0858ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:48.740714 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-df7673cc-e136-4f4f-86be-4477b0858ec5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:48.742624 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-df7673cc-e136-4f4f-86be-4477b0858ec5 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/53274ed1-4b16-440d-8465-fad4506c43e9 HTTP/1.1" status: 204 len: 168 time: 0.2143366 May 18 18:31:48.762723 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7673cc-e136-4f4f-86be-4477b0858ec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53274ed1-4b16-440d-8465-fad4506c43e9,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:31:48.812261 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6818d700-7be1-44c6-a344-cb6c74b1852c tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593303'] for router, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:48.812933 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6818d700-7be1-44c6-a344-cb6c74b1852c tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Fanout notify agent at l3_agent the message router_deleted on router 40abb168-cc0d-4373-8a6b-c61b3d7842ba {{(pid=102730) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 18 18:31:48.821568 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6818d700-7be1-44c6-a344-cb6c74b1852c tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks [] for router, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:48.822809 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-6818d700-7be1-44c6-a344-cb6c74b1852c tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] 10.222.0.85 "DELETE /v2.0/routers/40abb168-cc0d-4373-8a6b-c61b3d7842ba HTTP/1.1" status: 204 len: 168 time: 0.8287563 May 18 18:31:48.826384 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 57032) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:31:48.976306 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_v2 [None req-25823620-c361-4c9c-9689-a9316eb30c37 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Deleting subnet d41887f3-e185-4919-8df0-16c9adeb33f6 {{(pid=102731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:31:48.982376 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-25823620-c361-4c9c-9689-a9316eb30c37 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks [] for subnet, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:49.039682 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ed3d32-5121-4176-8318-5cd1cf4930fb req-113534fc-53b3-4d98-90cc-5a4aec6ec57a tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:31:49.046329 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-80ed3d32-5121-4176-8318-5cd1cf4930fb req-113534fc-53b3-4d98-90cc-5a4aec6ec57a tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/networks?id=492fec2b-f975-425f-828b-425816a23c89 HTTP/1.1" status: 200 len: 805 time: 0.1823273 May 18 18:31:49.068275 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-25823620-c361-4c9c-9689-a9316eb30c37 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260542153'] for subnet, precommit_delete_associations {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:49.074619 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-80ed3d32-5121-4176-8318-5cd1cf4930fb req-71af1eac-0744-429c-bfb1-a23f99a7d229 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/quotas/8b72fb86d7c844d8a21a58d8abaece54 HTTP/1.1" status: 200 len: 375 time: 0.0242305 May 18 18:31:49.218216 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 57044) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:31:49.235783 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6c5c58d8-4b96-4ef8-8dab-e7f63b19c556 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:49.356450 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6c5c58d8-4b96-4ef8-8dab-e7f63b19c556 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:49.361893 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6c5c58d8-4b96-4ef8-8dab-e7f63b19c556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:49.429907 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-6c5c58d8-4b96-4ef8-8dab-e7f63b19c556 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=88c1c3b0ebad46d6be722287f3c042d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1999581 May 18 18:31:49.429907 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 57050) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:31:49.432376 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5c58d8-4b96-4ef8-8dab-e7f63b19c556 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c41c066b-a87b-4c23-8c09-0b4203796f85,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:31:49.513498 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c1b34f7a-8a70-4d57-aa2e-826bd74144f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:49.546598 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c1b34f7a-8a70-4d57-aa2e-826bd74144f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:49.553749 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-80ed3d32-5121-4176-8318-5cd1cf4930fb req-dc2d383f-a761-4494-b6f8-b6da14250565 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=8b72fb86d7c844d8a21a58d8abaece54&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4546304 May 18 18:31:49.571371 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-25823620-c361-4c9c-9689-a9316eb30c37 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:49.621480 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c1b34f7a-8a70-4d57-aa2e-826bd74144f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:49.628211 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c1b34f7a-8a70-4d57-aa2e-826bd74144f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:49.633027 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-c1b34f7a-8a70-4d57-aa2e-826bd74144f0 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/c41c066b-a87b-4c23-8c09-0b4203796f85 HTTP/1.1" status: 204 len: 168 time: 0.2049360 May 18 18:31:49.643545 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b34f7a-8a70-4d57-aa2e-826bd74144f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c41c066b-a87b-4c23-8c09-0b4203796f85,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:31:49.652078 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 49b76a2c-b64f-46fa-847a-7d37cbb252df no longer exists at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:31:49.708859 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-25823620-c361-4c9c-9689-a9316eb30c37 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260898416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260908030'] for subnet, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:49.712695 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] No Port match for: 49b76a2c-b64f-46fa-847a-7d37cbb252df {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:31:49.713042 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 49b76a2c-b64f-46fa-847a-7d37cbb252df not bound to the agent host n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:31:49.766316 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-80ed3d32-5121-4176-8318-5cd1cf4930fb req-2b68326b-628a-4e28-8f88-0b77195b2dca service neutron] 10.222.0.85 "GET /v2.0/networks/492fec2b-f975-425f-828b-425816a23c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668200 May 18 18:31:49.772139 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25823620-c361-4c9c-9689-a9316eb30c37 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Pushing event deleted for resources: {'Subnet': ['ID=d41887f3-e185-4919-8df0-16c9adeb33f6,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:31:49.789829 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-25823620-c361-4c9c-9689-a9316eb30c37 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:49.789829 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-25823620-c361-4c9c-9689-a9316eb30c37 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] 10.222.0.85 "DELETE /v2.0/subnets/d41887f3-e185-4919-8df0-16c9adeb33f6 HTTP/1.1" status: 204 len: 168 time: 0.9598467 May 18 18:31:49.792599 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 57058) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:31:49.815521 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b91f8f9-702f-48b3-9253-3fe6e71fef3d None None] Network 17ede5e6-7b0d-4e55-ad6c-239f231afc67 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:31:49.887171 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-80ed3d32-5121-4176-8318-5cd1cf4930fb req-6b2fc451-8b7d-461d-8e0e-8824a2a765af service neutron] 10.222.0.85 "GET /v2.0/networks/492fec2b-f975-425f-828b-425816a23c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158755 May 18 18:31:49.954539 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_v2 [None req-34dc9fc6-4468-4910-8df5-c4b07e462310 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Deleting subnet 8623207f-13b0-4e68-a9bf-cd364f52be2b {{(pid=102730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:31:49.966915 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-34dc9fc6-4468-4910-8df5-c4b07e462310 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks [] for subnet, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:50.076952 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-34dc9fc6-4468-4910-8df5-c4b07e462310 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260107366'] for subnet, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:50.245177 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d0abd572-15bd-464a-86c5-68445ecae3f6 req-db0bccfd-4ef4-4c5a-a59d-0dce7a20198f tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/ports?device_id=76150513-831f-4c2e-a0a6-361a0d2eacb0 HTTP/1.1" status: 200 len: 210 time: 0.0636916 May 18 18:31:50.282478 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-34dc9fc6-4468-4910-8df5-c4b07e462310 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:50.329437 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b58b697-86fc-4dc1-9379-9b3624706058 None None] DHCP port deletion for 17ede5e6-7b0d-4e55-ad6c-239f231afc67 request from n-d-838550-3 {{(pid=102732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 18:31:50.377852 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-34dc9fc6-4468-4910-8df5-c4b07e462310 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261104690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261031888'] for subnet, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:50.409426 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-34dc9fc6-4468-4910-8df5-c4b07e462310 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:50.418027 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-34dc9fc6-4468-4910-8df5-c4b07e462310 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] 10.222.0.85 "DELETE /v2.0/subnets/8623207f-13b0-4e68-a9bf-cd364f52be2b HTTP/1.1" status: 204 len: 168 time: 0.6237698 May 18 18:31:50.419288 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-510f4a4c-58b2-42de-891c-14fae074b3d3 None None] Network a30362b9-f881-41e2-9c0b-d2174ca3a844 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:31:50.422329 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 57082) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:31:50.468404 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dc9fc6-4468-4910-8df5-c4b07e462310 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Pushing event deleted for resources: {'Subnet': ['ID=8623207f-13b0-4e68-a9bf-cd364f52be2b,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:31:50.583118 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 6969d351-2c35-4646-84ca-e96a71abf794 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:31:50.620517 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a40a06cb-cfd8-4238-9d4c-ad770164316c tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:50.679241 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-6b58b697-86fc-4dc1-9379-9b3624706058 None None] Deleting port 6969d351-2c35-4646-84ca-e96a71abf794 {{(pid=102732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:31:50.680588 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-6b58b697-86fc-4dc1-9379-9b3624706058 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:50.713259 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-a40a06cb-cfd8-4238-9d4c-ad770164316c tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Deleting port 6969d351-2c35-4646-84ca-e96a71abf794 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:31:50.713442 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a40a06cb-cfd8-4238-9d4c-ad770164316c tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:50.860133 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-a40a06cb-cfd8-4238-9d4c-ad770164316c tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] For port 6969d351-2c35-4646-84ca-e96a71abf794, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=6969d351-2c35-4646-84ca-e96a71abf794,segment=NetworkSegment(4d262003-e50e-4f2d-aff7-922faaebb6e1),segment_id=4d262003-e50e-4f2d-aff7-922faaebb6e1)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:31:50.863830 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a40a06cb-cfd8-4238-9d4c-ad770164316c tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:50.892763 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-a40a06cb-cfd8-4238-9d4c-ad770164316c tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Calling delete_port for 6969d351-2c35-4646-84ca-e96a71abf794 owned by network:dhcp {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:31:50.927609 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-6b58b697-86fc-4dc1-9379-9b3624706058 None None] For port 6969d351-2c35-4646-84ca-e96a71abf794, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=6969d351-2c35-4646-84ca-e96a71abf794,segment=NetworkSegment(4d262003-e50e-4f2d-aff7-922faaebb6e1),segment_id=4d262003-e50e-4f2d-aff7-922faaebb6e1)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:31:50.928003 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-6b58b697-86fc-4dc1-9379-9b3624706058 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:50.962277 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-6b58b697-86fc-4dc1-9379-9b3624706058 None None] Calling delete_port for 6969d351-2c35-4646-84ca-e96a71abf794 owned by network:dhcp {{(pid=102732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:31:50.980059 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 6969d351-2c35-4646-84ca-e96a71abf794 is: ACTIVE; New status is: DOWN {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:31:50.980835 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:51.081251 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d59aaa9d-736e-41a0-99bc-286cc25dd8af None None] DHCP port deletion for a30362b9-f881-41e2-9c0b-d2174ca3a844 request from n-d-838550-3 {{(pid=102732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 18:31:51.092227 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] For port 6969d351-2c35-4646-84ca-e96a71abf794, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=6969d351-2c35-4646-84ca-e96a71abf794,segment=NetworkSegment(4d262003-e50e-4f2d-aff7-922faaebb6e1),segment_id=4d262003-e50e-4f2d-aff7-922faaebb6e1)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:31:51.108258 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a40a06cb-cfd8-4238-9d4c-ad770164316c tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:51.113365 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:51.150080 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40a06cb-cfd8-4238-9d4c-ad770164316c tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Pushing event deleted for resources: {'Port': ['ID=6969d351-2c35-4646-84ca-e96a71abf794,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:31:51.159577 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40a06cb-cfd8-4238-9d4c-ad770164316c tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] No DVR routers for this DVR port 6969d351-2c35-4646-84ca-e96a71abf794 on host n-d-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:31:51.209833 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Pushing event deleted for resources: {'Port': ['ID=6969d351-2c35-4646-84ca-e96a71abf794,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:31:51.225733 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:31:51.226237 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:31:51.226601 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:31:51.226944 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:31:51.227281 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:31:51.227616 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:31:51.228025 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:31:51.228497 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:31:51.228907 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:31:51.229457 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:31:51.229903 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:31:51.230251 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:31:51.274812 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-6b58b697-86fc-4dc1-9379-9b3624706058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508'] for port, after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:51.319986 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b58b697-86fc-4dc1-9379-9b3624706058 None None] Pushing event deleted for resources: {'Port': ['ID=6969d351-2c35-4646-84ca-e96a71abf794,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:31:51.337712 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-d59aaa9d-736e-41a0-99bc-286cc25dd8af None None] Deleting port 0d6336f7-41fd-487e-9556-6128eae3243c {{(pid=102732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:31:51.338700 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d59aaa9d-736e-41a0-99bc-286cc25dd8af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:51.345049 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a40a06cb-cfd8-4238-9d4c-ad770164316c tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:51.363551 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b58b697-86fc-4dc1-9379-9b3624706058 None None] No DVR routers for this DVR port 6969d351-2c35-4646-84ca-e96a71abf794 on host n-d-838550-3 {{(pid=102732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:31:51.399418 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-a40a06cb-cfd8-4238-9d4c-ad770164316c tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17ede5e6-7b0d-4e55-ad6c-239f231afc67']}} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:31:51.440054 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-a40a06cb-cfd8-4238-9d4c-ad770164316c tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d262003-e50e-4f2d-aff7-922faaebb6e1') {'for_net_delete': True} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:31:51.441019 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-a40a06cb-cfd8-4238-9d4c-ad770164316c tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d262003-e50e-4f2d-aff7-922faaebb6e1') {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:31:51.456341 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-14286bc9-69ee-4211-b056-dc884dbb91ab req-dfb5f188-e56e-419a-b118-d2c04ccb8cd4 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/ports?device_id=76150513-831f-4c2e-a0a6-361a0d2eacb0 HTTP/1.1" status: 200 len: 210 time: 0.0622380 May 18 18:31:51.473069 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a40a06cb-cfd8-4238-9d4c-ad770164316c tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260542144'] for segment, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:51.483855 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-d59aaa9d-736e-41a0-99bc-286cc25dd8af None None] For port 0d6336f7-41fd-487e-9556-6128eae3243c, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=0d6336f7-41fd-487e-9556-6128eae3243c,segment=NetworkSegment(1da20404-b0fa-4134-8abc-5561a0d37f8b),segment_id=1da20404-b0fa-4134-8abc-5561a0d37f8b)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:31:51.484467 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d59aaa9d-736e-41a0-99bc-286cc25dd8af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:51.494527 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a40a06cb-cfd8-4238-9d4c-ad770164316c tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:51.502206 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a40a06cb-cfd8-4238-9d4c-ad770164316c tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=102731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:31:51.502768 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a40a06cb-cfd8-4238-9d4c-ad770164316c tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260884178'] for segment, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:51.508257 n-d-838550-3 neutron-server[102731]: Traceback (most recent call last): May 18 18:31:51.508257 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:31:51.508257 n-d-838550-3 neutron-server[102731]: timer() May 18 18:31:51.508257 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:31:51.508257 n-d-838550-3 neutron-server[102731]: cb(*args, **kw) May 18 18:31:51.508257 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:31:51.508257 n-d-838550-3 neutron-server[102731]: return func(*args, **kwargs) May 18 18:31:51.508257 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:31:51.508257 n-d-838550-3 neutron-server[102731]: self._notify() May 18 18:31:51.508257 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:31:51.508257 n-d-838550-3 neutron-server[102731]: self.callback(batched_events) May 18 18:31:51.508257 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:31:51.508257 n-d-838550-3 neutron-server[102731]: event.method(event) May 18 18:31:51.508257 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:31:51.508257 n-d-838550-3 neutron-server[102731]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:31:51.508257 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:31:51.508257 n-d-838550-3 neutron-server[102731]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:31:51.508257 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:31:51.508257 n-d-838550-3 neutron-server[102731]: return f(self, *a, **k) May 18 18:31:51.508257 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:31:51.508257 n-d-838550-3 neutron-server[102731]: return self._get(url).json() May 18 18:31:51.508257 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:31:51.508257 n-d-838550-3 neutron-server[102731]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:31:51.508257 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:31:51.508257 n-d-838550-3 neutron-server[102731]: return self.request(url, 'GET', **kwargs) May 18 18:31:51.508257 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:31:51.508257 n-d-838550-3 neutron-server[102731]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:31:51.508257 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:31:51.508257 n-d-838550-3 neutron-server[102731]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:31:51.508257 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:31:51.508257 n-d-838550-3 neutron-server[102731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:31:51.508257 n-d-838550-3 neutron-server[102731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:31:51.516959 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-d59aaa9d-736e-41a0-99bc-286cc25dd8af None None] Calling delete_port for 0d6336f7-41fd-487e-9556-6128eae3243c owned by network:dhcp {{(pid=102732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:31:51.604020 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a40a06cb-cfd8-4238-9d4c-ad770164316c tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:51.613082 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a40a06cb-cfd8-4238-9d4c-ad770164316c tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks [] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:51.626482 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-a40a06cb-cfd8-4238-9d4c-ad770164316c tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] 10.222.0.85 "DELETE /v2.0/networks/17ede5e6-7b0d-4e55-ad6c-239f231afc67 HTTP/1.1" status: 204 len: 168 time: 1.1991100 May 18 18:31:51.632134 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 57120) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:31:51.641645 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d59aaa9d-736e-41a0-99bc-286cc25dd8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508'] for port, after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:51.644854 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40a06cb-cfd8-4238-9d4c-ad770164316c tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Pushing event deleted for resources: {'Network': ['ID=17ede5e6-7b0d-4e55-ad6c-239f231afc67,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:31:51.724124 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59aaa9d-736e-41a0-99bc-286cc25dd8af None None] No DVR routers for this DVR port 0d6336f7-41fd-487e-9556-6128eae3243c on host n-d-838550-3 {{(pid=102732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:31:51.728510 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59aaa9d-736e-41a0-99bc-286cc25dd8af None None] Pushing event deleted for resources: {'Port': ['ID=0d6336f7-41fd-487e-9556-6128eae3243c,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:31:51.765510 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6d2885ec-8b75-4787-a737-5c8581ac4b0c tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:51.906091 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6d2885ec-8b75-4787-a737-5c8581ac4b0c tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:51.939043 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ed3d32-5121-4176-8318-5cd1cf4930fb req-97e6dd3f-5f77-433f-a815-4db67ae9a757 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:31:51.940997 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-80ed3d32-5121-4176-8318-5cd1cf4930fb req-97e6dd3f-5f77-433f-a815-4db67ae9a757 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.88 "GET /v2.0/networks?id=492fec2b-f975-425f-828b-425816a23c89 HTTP/1.1" status: 200 len: 805 time: 0.1379859 May 18 18:31:51.942858 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-6d2885ec-8b75-4787-a737-5c8581ac4b0c tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a30362b9-f881-41e2-9c0b-d2174ca3a844']}} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:31:51.954767 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-6d2885ec-8b75-4787-a737-5c8581ac4b0c tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1da20404-b0fa-4134-8abc-5561a0d37f8b') {'for_net_delete': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:31:51.955226 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-6d2885ec-8b75-4787-a737-5c8581ac4b0c tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1da20404-b0fa-4134-8abc-5561a0d37f8b') {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:31:51.966079 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-80ed3d32-5121-4176-8318-5cd1cf4930fb req-719d67ab-6584-4f0e-8e39-ed8c26268997 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Request body: {'port': {'device_id': '76150513-831f-4c2e-a0a6-361a0d2eacb0', 'network_id': '492fec2b-f975-425f-828b-425816a23c89', 'admin_state_up': True, 'tenant_id': '8b72fb86d7c844d8a21a58d8abaece54'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:31:51.967014 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6d2885ec-8b75-4787-a737-5c8581ac4b0c tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260107375'] for segment, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:51.983302 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6d2885ec-8b75-4787-a737-5c8581ac4b0c tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:51.993674 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d2885ec-8b75-4787-a737-5c8581ac4b0c tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=102730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:31:51.994625 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6d2885ec-8b75-4787-a737-5c8581ac4b0c tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261102736'] for segment, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:52.066821 n-d-838550-3 neutron-server[102730]: Traceback (most recent call last): May 18 18:31:52.066821 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:31:52.066821 n-d-838550-3 neutron-server[102730]: timer() May 18 18:31:52.066821 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:31:52.066821 n-d-838550-3 neutron-server[102730]: cb(*args, **kw) May 18 18:31:52.066821 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:31:52.066821 n-d-838550-3 neutron-server[102730]: return func(*args, **kwargs) May 18 18:31:52.066821 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:31:52.066821 n-d-838550-3 neutron-server[102730]: self._notify() May 18 18:31:52.066821 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:31:52.066821 n-d-838550-3 neutron-server[102730]: self.callback(batched_events) May 18 18:31:52.066821 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:31:52.066821 n-d-838550-3 neutron-server[102730]: event.method(event) May 18 18:31:52.066821 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:31:52.066821 n-d-838550-3 neutron-server[102730]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:31:52.066821 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:31:52.066821 n-d-838550-3 neutron-server[102730]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:31:52.066821 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:31:52.066821 n-d-838550-3 neutron-server[102730]: return f(self, *a, **k) May 18 18:31:52.066821 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:31:52.066821 n-d-838550-3 neutron-server[102730]: return self._get(url).json() May 18 18:31:52.066821 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:31:52.066821 n-d-838550-3 neutron-server[102730]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:31:52.066821 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:31:52.066821 n-d-838550-3 neutron-server[102730]: return self.request(url, 'GET', **kwargs) May 18 18:31:52.066821 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:31:52.066821 n-d-838550-3 neutron-server[102730]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:31:52.066821 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:31:52.066821 n-d-838550-3 neutron-server[102730]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:31:52.066821 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:31:52.066821 n-d-838550-3 neutron-server[102730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:31:52.066821 n-d-838550-3 neutron-server[102730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:31:52.097859 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6d2885ec-8b75-4787-a737-5c8581ac4b0c tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:52.114286 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6d2885ec-8b75-4787-a737-5c8581ac4b0c tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:52.120772 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-6d2885ec-8b75-4787-a737-5c8581ac4b0c tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] 10.222.0.85 "DELETE /v2.0/networks/a30362b9-f881-41e2-9c0b-d2174ca3a844 HTTP/1.1" status: 204 len: 168 time: 0.4840033 May 18 18:31:52.131199 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 57136) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:31:52.150000 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-752c1023-08ec-4f86-9d12-26bfce7d2e19 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Request body: {'network': {'name': 'tempest-RoutersTest-1979970911'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:31:52.155645 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2885ec-8b75-4787-a737-5c8581ac4b0c tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Pushing event deleted for resources: {'Network': ['ID=a30362b9-f881-41e2-9c0b-d2174ca3a844,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:31:52.170115 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80ed3d32-5121-4176-8318-5cd1cf4930fb req-719d67ab-6584-4f0e-8e39-ed8c26268997 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Made reservation on behalf of 8b72fb86d7c844d8a21a58d8abaece54 for: {'port': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:31:52.176831 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-80ed3d32-5121-4176-8318-5cd1cf4930fb req-719d67ab-6584-4f0e-8e39-ed8c26268997 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:52.188108 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-752c1023-08ec-4f86-9d12-26bfce7d2e19 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Made reservation on behalf of 5c4bbac3b6df4199a2510bf694e0c7f1 for: {'network': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:31:52.192865 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-752c1023-08ec-4f86-9d12-26bfce7d2e19 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:52.223371 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-752c1023-08ec-4f86-9d12-26bfce7d2e19 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 605} {{(pid=102730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:31:52.234007 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-752c1023-08ec-4f86-9d12-26bfce7d2e19 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:52.235366 n-d-838550-3 neutron-server[102730]: INFO neutron.db.segments_db [None req-752c1023-08ec-4f86-9d12-26bfce7d2e19 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Added segment 5c8e26e1-a166-4347-8a7d-06d28a49fd45 of type vlan for network 555597e2-18a5-402a-8757-d848dc9bd20e May 18 18:31:52.300740 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-752c1023-08ec-4f86-9d12-26bfce7d2e19 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:52.347963 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-752c1023-08ec-4f86-9d12-26bfce7d2e19 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:52.354526 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-752c1023-08ec-4f86-9d12-26bfce7d2e19 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:31:52.355406 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-752c1023-08ec-4f86-9d12-26bfce7d2e19 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:52.402633 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [req-80ed3d32-5121-4176-8318-5cd1cf4930fb req-719d67ab-6584-4f0e-8e39-ed8c26268997 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Allocated IP 172.20.0.2 (492fec2b-f975-425f-828b-425816a23c89/2280c6a7-2fbb-43fd-a641-4a8bbdb3adbf/e700dd44-a663-421c-923e-a0d84c1bc12b) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:31:52.456346 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-752c1023-08ec-4f86-9d12-26bfce7d2e19 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3197193 May 18 18:31:52.460895 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 57148) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:31:52.470223 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-3b3d339e-3f11-4815-ae22-6acfae3771ef tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Request body: {'subnet': {'network_id': '555597e2-18a5-402a-8757-d848dc9bd20e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:31:52.501730 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 0d6336f7-41fd-487e-9556-6128eae3243c no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:31:52.533851 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752c1023-08ec-4f86-9d12-26bfce7d2e19 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Pushing event updated for resources: {'Network': ['ID=555597e2-18a5-402a-8757-d848dc9bd20e,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:31:52.563222 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 0d6336f7-41fd-487e-9556-6128eae3243c {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:31:52.563626 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 0d6336f7-41fd-487e-9556-6128eae3243c not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:31:52.588430 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network 555597e2-18a5-402a-8757-d848dc9bd20e details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:31:52.624179 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8b49a109-d066-4503-a7e5-d8bf0b11def3 req-634f2e0f-28d2-4c1c-9b9b-93fefe944e58 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/ports?device_id=76150513-831f-4c2e-a0a6-361a0d2eacb0 HTTP/1.1" status: 200 len: 210 time: 0.0441427 May 18 18:31:52.658433 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b3d339e-3f11-4815-ae22-6acfae3771ef tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Made reservation on behalf of 5c4bbac3b6df4199a2510bf694e0c7f1 for: {'subnet': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:31:52.663961 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3b3d339e-3f11-4815-ae22-6acfae3771ef tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261031885'] for subnet, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:52.743520 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-80ed3d32-5121-4176-8318-5cd1cf4930fb req-719d67ab-6584-4f0e-8e39-ed8c26268997 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:52.812359 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-80ed3d32-5121-4176-8318-5cd1cf4930fb req-719d67ab-6584-4f0e-8e39-ed8c26268997 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:52.827229 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['84d44d3e-b0bb-476d-a838-b97212311ad1'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:31:52.871664 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80ed3d32-5121-4176-8318-5cd1cf4930fb req-719d67ab-6584-4f0e-8e39-ed8c26268997 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Network 492fec2b-f975-425f-828b-425816a23c89 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:31:52.876146 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [req-80ed3d32-5121-4176-8318-5cd1cf4930fb req-719d67ab-6584-4f0e-8e39-ed8c26268997 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:31:52.882790 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-80ed3d32-5121-4176-8318-5cd1cf4930fb req-719d67ab-6584-4f0e-8e39-ed8c26268997 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:31:52.932968 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d67ab-6584-4f0e-8e39-ed8c26268997 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Pushing event updated for resources: {'Port': ['ID=e700dd44-a663-421c-923e-a0d84c1bc12b,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:31:52.957395 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ed3d32-5121-4176-8318-5cd1cf4930fb req-719d67ab-6584-4f0e-8e39-ed8c26268997 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:31:52.958085 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-80ed3d32-5121-4176-8318-5cd1cf4930fb req-719d67ab-6584-4f0e-8e39-ed8c26268997 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:52.978407 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-80ed3d32-5121-4176-8318-5cd1cf4930fb req-719d67ab-6584-4f0e-8e39-ed8c26268997 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0177903 May 18 18:31:53.010679 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-80ed3d32-5121-4176-8318-5cd1cf4930fb req-d86b6a7c-b69e-469f-bb59-c85683e8f01b service neutron] Request body: {'port': {'device_id': '76150513-831f-4c2e-a0a6-361a0d2eacb0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-3'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:31:53.033463 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3b3d339e-3f11-4815-ae22-6acfae3771ef tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261104883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261031899'] for subnet, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:53.111152 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-80ed3d32-5121-4176-8318-5cd1cf4930fb req-d86b6a7c-b69e-469f-bb59-c85683e8f01b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:53.259652 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3d339e-3f11-4815-ae22-6acfae3771ef tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Pushing event updated for resources: {'Subnet': ['ID=d1fb6640-e050-4a3f-926d-3cf50744622b,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:31:53.286729 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3d339e-3f11-4815-ae22-6acfae3771ef tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Checking segment: {'id': '5c8e26e1-a166-4347-8a7d-06d28a49fd45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '555597e2-18a5-402a-8757-d848dc9bd20e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:31:53.287355 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b3d339e-3f11-4815-ae22-6acfae3771ef tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Network hostable DHCP agents. Network: 555597e2-18a5-402a-8757-d848dc9bd20e, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:31:53.311895 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b3d339e-3f11-4815-ae22-6acfae3771ef tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Network 555597e2-18a5-402a-8757-d848dc9bd20e is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:31:53.326211 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-3b3d339e-3f11-4815-ae22-6acfae3771ef tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, 555597e2-18a5-402a-8757-d848dc9bd20e) {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:31:53.340663 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6925ecda-b3b1-4e74-955a-92a0a7f95a74 None None] Network 555597e2-18a5-402a-8757-d848dc9bd20e requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:31:53.351584 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b3d339e-3f11-4815-ae22-6acfae3771ef tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:31:53.354425 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3b3d339e-3f11-4815-ae22-6acfae3771ef tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:53.392804 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-3b3d339e-3f11-4815-ae22-6acfae3771ef tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9307451 May 18 18:31:53.398840 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 57178) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:31:53.403527 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-00cc4594-8116-46cb-82cc-c469be1908aa tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-470655122', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:31:53.437048 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-00cc4594-8116-46cb-82cc-c469be1908aa tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25099'] for router, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:53.440195 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-00cc4594-8116-46cb-82cc-c469be1908aa tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-593238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596850', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25088'] for router, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:53.557982 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [req-80ed3d32-5121-4176-8318-5cd1cf4930fb req-d86b6a7c-b69e-469f-bb59-c85683e8f01b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e700dd44-a663-421c-923e-a0d84c1bc12b {{(pid=102731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:31:53.558464 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-00cc4594-8116-46cb-82cc-c469be1908aa tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:53.567285 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-80ed3d32-5121-4176-8318-5cd1cf4930fb req-d86b6a7c-b69e-469f-bb59-c85683e8f01b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:53.580721 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-00cc4594-8116-46cb-82cc-c469be1908aa tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596801'] for router, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:53.596018 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb6b9a80-406a-4979-9b4f-5a62e14c484c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-555597e2-18a5-402a-8757-d848dc9bd20e', 'network_id': '555597e2-18a5-402a-8757-d848dc9bd20e', 'tenant_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'fixed_ips': [{'subnet_id': 'd1fb6640-e050-4a3f-926d-3cf50744622b'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:31:53.596928 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-eb6b9a80-406a-4979-9b4f-5a62e14c484c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:53.606654 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-00cc4594-8116-46cb-82cc-c469be1908aa tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks [] for router, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:53.610089 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-00cc4594-8116-46cb-82cc-c469be1908aa tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2096951 May 18 18:31:53.612353 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 57180) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:31:53.617841 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.provisioning_blocks [req-80ed3d32-5121-4176-8318-5cd1cf4930fb req-d86b6a7c-b69e-469f-bb59-c85683e8f01b service neutron] Transition to ACTIVE for port object e700dd44-a663-421c-923e-a0d84c1bc12b will not be triggered until provisioned by entity L2. {{(pid=102731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:31:53.621506 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-98bf765b-b814-4169-8e25-a4d327e02bfe tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Request body: {'port': {'network_id': '555597e2-18a5-402a-8757-d848dc9bd20e', 'name': 'tempest-RoutersTest-54446752'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:31:53.623203 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-80ed3d32-5121-4176-8318-5cd1cf4930fb req-d86b6a7c-b69e-469f-bb59-c85683e8f01b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:53.815147 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86b6a7c-b69e-469f-bb59-c85683e8f01b service neutron] Pushing event updated for resources: {'Port': ['ID=e700dd44-a663-421c-923e-a0d84c1bc12b,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:31:53.898659 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-80ed3d32-5121-4176-8318-5cd1cf4930fb req-d86b6a7c-b69e-469f-bb59-c85683e8f01b service neutron] Attempting to bind port e700dd44-a663-421c-923e-a0d84c1bc12b on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:31:53.899544 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-80ed3d32-5121-4176-8318-5cd1cf4930fb req-d86b6a7c-b69e-469f-bb59-c85683e8f01b service neutron] Attempting to bind port e700dd44-a663-421c-923e-a0d84c1bc12b by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': 'a789d407-e290-4a90-b0cb-82b84ff4b9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '492fec2b-f975-425f-828b-425816a23c89'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:31:53.900092 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ed3d32-5121-4176-8318-5cd1cf4930fb req-d86b6a7c-b69e-469f-bb59-c85683e8f01b service neutron] Attempting to bind port e700dd44-a663-421c-923e-a0d84c1bc12b on network 492fec2b-f975-425f-828b-425816a23c89 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:31:53.903452 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98bf765b-b814-4169-8e25-a4d327e02bfe tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Made reservation on behalf of 5c4bbac3b6df4199a2510bf694e0c7f1 for: {'port': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:31:53.909051 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ed3d32-5121-4176-8318-5cd1cf4930fb req-d86b6a7c-b69e-469f-bb59-c85683e8f01b service neutron] Port e700dd44-a663-421c-923e-a0d84c1bc12b on network 492fec2b-f975-425f-828b-425816a23c89 not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:31:53.909412 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ed3d32-5121-4176-8318-5cd1cf4930fb req-d86b6a7c-b69e-469f-bb59-c85683e8f01b service neutron] Attempting to bind port e700dd44-a663-421c-923e-a0d84c1bc12b on network 492fec2b-f975-425f-828b-425816a23c89 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:31:53.914412 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-98bf765b-b814-4169-8e25-a4d327e02bfe tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:53.931576 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b99c2aa-8784-4db1-8972-5a197b7db2b7 req-86055e21-91c6-4f25-abbb-55e0ab2c4d9e tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:31:53.933341 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9b99c2aa-8784-4db1-8972-5a197b7db2b7 req-86055e21-91c6-4f25-abbb-55e0ab2c4d9e tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/ports?device_id=76150513-831f-4c2e-a0a6-361a0d2eacb0 HTTP/1.1" status: 200 len: 943 time: 0.1355050 May 18 18:31:53.934509 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ed3d32-5121-4176-8318-5cd1cf4930fb req-d86b6a7c-b69e-469f-bb59-c85683e8f01b service neutron] Checking agent: {'id': 'd1be059a-68ea-4c77-9b2b-29f4afa47e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:31:53.934922 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ed3d32-5121-4176-8318-5cd1cf4930fb req-d86b6a7c-b69e-469f-bb59-c85683e8f01b service neutron] Checking segment: {'id': 'a789d407-e290-4a90-b0cb-82b84ff4b9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '492fec2b-f975-425f-828b-425816a23c89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:31:53.935238 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ed3d32-5121-4176-8318-5cd1cf4930fb req-d86b6a7c-b69e-469f-bb59-c85683e8f01b service neutron] Bound using segment: {'id': 'a789d407-e290-4a90-b0cb-82b84ff4b9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '492fec2b-f975-425f-828b-425816a23c89'} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:31:53.935691 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-80ed3d32-5121-4176-8318-5cd1cf4930fb req-d86b6a7c-b69e-469f-bb59-c85683e8f01b service neutron] Bound port: e700dd44-a663-421c-923e-a0d84c1bc12b, host: n-h2-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a789d407-e290-4a90-b0cb-82b84ff4b9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '492fec2b-f975-425f-828b-425816a23c89'}}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:31:53.936055 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-80ed3d32-5121-4176-8318-5cd1cf4930fb req-d86b6a7c-b69e-469f-bb59-c85683e8f01b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:53.956304 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [None req-98bf765b-b814-4169-8e25-a4d327e02bfe tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] device_id is not set on port 844bd9fa-8ead-473c-9736-569bfdb1b17e yet. {{(pid=102730) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 18 18:31:53.962591 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 57190) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:31:53.964376 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-eb6b9a80-406a-4979-9b4f-5a62e14c484c None None] Allocated IP 172.20.0.2 (555597e2-18a5-402a-8757-d848dc9bd20e/d1fb6640-e050-4a3f-926d-3cf50744622b/0ef4696a-414f-430b-a89c-9ecc58cca61e) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:31:54.107963 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9b99c2aa-8784-4db1-8972-5a197b7db2b7 req-5206ba3e-a34a-42f0-b090-ff857cd1ab1a tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/security-groups?id=6d4decf1-d3f8-40ef-a49d-c078d56e2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349590 May 18 18:31:54.149800 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-80ed3d32-5121-4176-8318-5cd1cf4930fb req-d86b6a7c-b69e-469f-bb59-c85683e8f01b service neutron] For port e700dd44-a663-421c-923e-a0d84c1bc12b, host n-h2-838550-3, cleared binding levels {{(pid=102731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:31:54.153672 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-80ed3d32-5121-4176-8318-5cd1cf4930fb req-d86b6a7c-b69e-469f-bb59-c85683e8f01b service neutron] For port e700dd44-a663-421c-923e-a0d84c1bc12b, host n-h2-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=e700dd44-a663-421c-923e-a0d84c1bc12b,segment=NetworkSegment(a789d407-e290-4a90-b0cb-82b84ff4b9fa),segment_id=a789d407-e290-4a90-b0cb-82b84ff4b9fa)] {{(pid=102731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:31:54.158229 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ce17ad89-a97e-4d5d-ad88-09bbf7317373 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:54.161726 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-80ed3d32-5121-4176-8318-5cd1cf4930fb req-d86b6a7c-b69e-469f-bb59-c85683e8f01b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:54.184401 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-eb6b9a80-406a-4979-9b4f-5a62e14c484c None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:54.199967 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-eb6b9a80-406a-4979-9b4f-5a62e14c484c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:54.210785 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ed3d32-5121-4176-8318-5cd1cf4930fb req-d86b6a7c-b69e-469f-bb59-c85683e8f01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:31:54.212585 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-80ed3d32-5121-4176-8318-5cd1cf4930fb req-d86b6a7c-b69e-469f-bb59-c85683e8f01b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:54.214750 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-80ed3d32-5121-4176-8318-5cd1cf4930fb req-d86b6a7c-b69e-469f-bb59-c85683e8f01b service neutron] 10.222.0.88 "PUT /v2.0/ports/e700dd44-a663-421c-923e-a0d84c1bc12b HTTP/1.1" status: 200 len: 1091 time: 1.2256038 May 18 18:31:54.215607 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76150513-831f-4c2e-a0a6-361a0d2eacb0', 'tag': 'e700dd44-a663-421c-923e-a0d84c1bc12b'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:31:54.218608 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7382c6db-d8d8-4b91-83b4-b5fae9bf6e4c" -d '{"events": [{"name": "network-changed", "server_uuid": "76150513-831f-4c2e-a0a6-361a0d2eacb0", "tag": "e700dd44-a663-421c-923e-a0d84c1bc12b"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:31:54.242000 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb6b9a80-406a-4979-9b4f-5a62e14c484c None None] Network 555597e2-18a5-402a-8757-d848dc9bd20e is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:31:54.290284 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-eb6b9a80-406a-4979-9b4f-5a62e14c484c None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:31:54.292922 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6b9a80-406a-4979-9b4f-5a62e14c484c None None] Pushing event updated for resources: {'Port': ['ID=0ef4696a-414f-430b-a89c-9ecc58cca61e,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:31:54.303199 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6b9a80-406a-4979-9b4f-5a62e14c484c None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:31:54.324831 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-98bf765b-b814-4169-8e25-a4d327e02bfe tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Allocated IP 172.20.0.3 (555597e2-18a5-402a-8757-d848dc9bd20e/d1fb6640-e050-4a3f-926d-3cf50744622b/844bd9fa-8ead-473c-9736-569bfdb1b17e) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:31:54.337342 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ee3a316-4d73-487e-8dc2-6775cff50984 x-openstack-request-id: req-7ee3a316-4d73-487e-8dc2-6775cff50984 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:31:54.337714 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76150513-831f-4c2e-a0a6-361a0d2eacb0", "tag": "e700dd44-a663-421c-923e-a0d84c1bc12b", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:31:54.337998 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-7ee3a316-4d73-487e-8dc2-6775cff50984 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:31:54.338372 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ee3a316-4d73-487e-8dc2-6775cff50984'] response: {'name': 'network-changed', 'server_uuid': '76150513-831f-4c2e-a0a6-361a0d2eacb0', 'tag': 'e700dd44-a663-421c-923e-a0d84c1bc12b', 'status': 'completed', 'code': 200} May 18 18:31:54.340149 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86b6a7c-b69e-469f-bb59-c85683e8f01b service neutron] Pushing event updated for resources: {'Port': ['ID=e700dd44-a663-421c-923e-a0d84c1bc12b,revision_number=3']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:31:54.365211 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ed3d32-5121-4176-8318-5cd1cf4930fb req-50291e80-a708-4c82-a4a1-59ef6795da55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:31:54.367338 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-80ed3d32-5121-4176-8318-5cd1cf4930fb req-50291e80-a708-4c82-a4a1-59ef6795da55 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8b72fb86d7c844d8a21a58d8abaece54&device_id=76150513-831f-4c2e-a0a6-361a0d2eacb0 HTTP/1.1" status: 200 len: 1094 time: 0.0890284 May 18 18:31:54.387555 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-eb6b9a80-406a-4979-9b4f-5a62e14c484c None None] Attempting to bind port 0ef4696a-414f-430b-a89c-9ecc58cca61e on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:31:54.388071 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-eb6b9a80-406a-4979-9b4f-5a62e14c484c None None] Attempting to bind port 0ef4696a-414f-430b-a89c-9ecc58cca61e by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '5c8e26e1-a166-4347-8a7d-06d28a49fd45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '555597e2-18a5-402a-8757-d848dc9bd20e'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:31:54.388537 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6b9a80-406a-4979-9b4f-5a62e14c484c None None] Attempting to bind port 0ef4696a-414f-430b-a89c-9ecc58cca61e on network 555597e2-18a5-402a-8757-d848dc9bd20e {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:31:54.394146 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6b9a80-406a-4979-9b4f-5a62e14c484c None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 31, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:31:54.394868 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6b9a80-406a-4979-9b4f-5a62e14c484c None None] Checking segment: {'id': '5c8e26e1-a166-4347-8a7d-06d28a49fd45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '555597e2-18a5-402a-8757-d848dc9bd20e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:31:54.395387 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-eb6b9a80-406a-4979-9b4f-5a62e14c484c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:54.395876 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6b9a80-406a-4979-9b4f-5a62e14c484c None None] Bound using segment: {'id': '5c8e26e1-a166-4347-8a7d-06d28a49fd45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '555597e2-18a5-402a-8757-d848dc9bd20e'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:31:54.398022 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-eb6b9a80-406a-4979-9b4f-5a62e14c484c None None] Bound port: 0ef4696a-414f-430b-a89c-9ecc58cca61e, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c8e26e1-a166-4347-8a7d-06d28a49fd45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '555597e2-18a5-402a-8757-d848dc9bd20e'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:31:54.398184 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-eb6b9a80-406a-4979-9b4f-5a62e14c484c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:54.429869 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ce17ad89-a97e-4d5d-ad88-09bbf7317373 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:54.438442 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ce17ad89-a97e-4d5d-ad88-09bbf7317373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:54.440081 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-80ed3d32-5121-4176-8318-5cd1cf4930fb req-1af4178f-f010-41f3-b2a7-0d7f638d2dee service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e700dd44-a663-421c-923e-a0d84c1bc12b HTTP/1.1" status: 200 len: 217 time: 0.0569661 May 18 18:31:54.488469 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-eb6b9a80-406a-4979-9b4f-5a62e14c484c None None] For port 0ef4696a-414f-430b-a89c-9ecc58cca61e, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:31:54.492119 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-eb6b9a80-406a-4979-9b4f-5a62e14c484c None None] For port 0ef4696a-414f-430b-a89c-9ecc58cca61e, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=0ef4696a-414f-430b-a89c-9ecc58cca61e,segment=NetworkSegment(5c8e26e1-a166-4347-8a7d-06d28a49fd45),segment_id=5c8e26e1-a166-4347-8a7d-06d28a49fd45)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:31:54.506381 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-eb6b9a80-406a-4979-9b4f-5a62e14c484c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:54.513154 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ed3d32-5121-4176-8318-5cd1cf4930fb req-3b6a0b52-08dd-4530-8e53-ebe2ade19022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:31:54.514943 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-80ed3d32-5121-4176-8318-5cd1cf4930fb req-3b6a0b52-08dd-4530-8e53-ebe2ade19022 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2280c6a7-2fbb-43fd-a641-4a8bbdb3adbf HTTP/1.1" status: 200 len: 845 time: 0.0641050 May 18 18:31:54.552022 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce17ad89-a97e-4d5d-ad88-09bbf7317373 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf9e942a-e2d9-44cd-964f-39dae6af45ed,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:31:54.582036 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-ce17ad89-a97e-4d5d-ad88-09bbf7317373 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=9f69100389da43a59d940529489d1e3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6161726 May 18 18:31:54.590125 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 57206) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:31:54.593509 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-80ed3d32-5121-4176-8318-5cd1cf4930fb req-67b14463-8f92-46f9-a9bf-57530ccf6efe service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=492fec2b-f975-425f-828b-425816a23c89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618420 May 18 18:31:54.611384 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6b9a80-406a-4979-9b4f-5a62e14c484c None None] Pushing event updated for resources: {'Port': ['ID=0ef4696a-414f-430b-a89c-9ecc58cca61e,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:31:54.660326 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-98bf765b-b814-4169-8e25-a4d327e02bfe tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:54.699255 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-98bf765b-b814-4169-8e25-a4d327e02bfe tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:54.746334 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98bf765b-b814-4169-8e25-a4d327e02bfe tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Network 555597e2-18a5-402a-8757-d848dc9bd20e is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:31:54.753329 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-98bf765b-b814-4169-8e25-a4d327e02bfe tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:31:54.757993 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98bf765b-b814-4169-8e25-a4d327e02bfe tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:31:54.763030 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3e3ce6d4-91da-4dc7-85ee-d5676e73fdb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:54.777662 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-80ed3d32-5121-4176-8318-5cd1cf4930fb req-93886c9a-2f31-45d8-a872-8ed63c706905 service neutron] 10.222.0.88 "GET /v2.0/networks/492fec2b-f975-425f-828b-425816a23c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624823 May 18 18:31:54.795356 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bf765b-b814-4169-8e25-a4d327e02bfe tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Pushing event updated for resources: {'Port': ['ID=844bd9fa-8ead-473c-9736-569bfdb1b17e,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:31:54.806709 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3e3ce6d4-91da-4dc7-85ee-d5676e73fdb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:54.842525 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98bf765b-b814-4169-8e25-a4d327e02bfe tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:31:54.846273 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-98bf765b-b814-4169-8e25-a4d327e02bfe tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:54.878130 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-98bf765b-b814-4169-8e25-a4d327e02bfe tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 920 time: 1.2637653 May 18 18:31:54.888852 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 57210) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:31:54.990277 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-80ed3d32-5121-4176-8318-5cd1cf4930fb req-7cef341a-b92e-487d-a143-96835f5c747f service neutron] 10.222.0.88 "GET /v2.0/networks/492fec2b-f975-425f-828b-425816a23c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019839 May 18 18:31:54.990883 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3e3ce6d4-91da-4dc7-85ee-d5676e73fdb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:54.993437 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3e3ce6d4-91da-4dc7-85ee-d5676e73fdb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:54.997981 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-3e3ce6d4-91da-4dc7-85ee-d5676e73fdb5 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/bf9e942a-e2d9-44cd-964f-39dae6af45ed HTTP/1.1" status: 204 len: 168 time: 0.3993816 May 18 18:31:55.024552 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3ce6d4-91da-4dc7-85ee-d5676e73fdb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf9e942a-e2d9-44cd-964f-39dae6af45ed,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:31:55.181761 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7382c6db-d8d8-4b91-83b4-b5fae9bf6e4c req-4ec4c688-3d3f-4a1d-a323-ee0f33d2dd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:31:55.184016 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7382c6db-d8d8-4b91-83b4-b5fae9bf6e4c req-4ec4c688-3d3f-4a1d-a323-ee0f33d2dd01 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8b72fb86d7c844d8a21a58d8abaece54&device_id=76150513-831f-4c2e-a0a6-361a0d2eacb0 HTTP/1.1" status: 200 len: 1094 time: 0.0736387 May 18 18:31:55.460263 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11126d0a-b3b7-4877-8057-15b4bb5d88bc req-3b1e74c8-f9fb-4bc5-a1e0-894126f61d89 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:31:55.470861 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-11126d0a-b3b7-4877-8057-15b4bb5d88bc req-3b1e74c8-f9fb-4bc5-a1e0-894126f61d89 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/ports?device_id=76150513-831f-4c2e-a0a6-361a0d2eacb0 HTTP/1.1" status: 200 len: 943 time: 0.1445727 May 18 18:31:55.487637 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7382c6db-d8d8-4b91-83b4-b5fae9bf6e4c req-3b7d546f-ff6d-4af9-bfad-0fc6f68ca60d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:31:55.490157 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7382c6db-d8d8-4b91-83b4-b5fae9bf6e4c req-3b7d546f-ff6d-4af9-bfad-0fc6f68ca60d service neutron] 10.222.0.88 "GET /v2.0/networks?id=492fec2b-f975-425f-828b-425816a23c89 HTTP/1.1" status: 200 len: 906 time: 0.2927248 May 18 18:31:55.557338 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-81264cf2-c04c-441d-aeb5-42398ca47bb0 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:55.593410 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-11126d0a-b3b7-4877-8057-15b4bb5d88bc req-5303b80d-f6c8-48d5-8563-38d5489701c3 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/security-groups?id=6d4decf1-d3f8-40ef-a49d-c078d56e2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168928 May 18 18:31:55.595399 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7382c6db-d8d8-4b91-83b4-b5fae9bf6e4c req-51678aac-966b-4748-a492-017bc6bec8c3 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e700dd44-a663-421c-923e-a0d84c1bc12b HTTP/1.1" status: 200 len: 217 time: 0.0948403 May 18 18:31:55.607400 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 57228) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:31:55.655610 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7aff96b5-440a-44b0-8b42-59ee8c7f33b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:55.733123 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7382c6db-d8d8-4b91-83b4-b5fae9bf6e4c req-48baab98-cebd-460b-93a9-19d34e53f867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:31:55.735556 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7382c6db-d8d8-4b91-83b4-b5fae9bf6e4c req-48baab98-cebd-460b-93a9-19d34e53f867 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2280c6a7-2fbb-43fd-a641-4a8bbdb3adbf HTTP/1.1" status: 200 len: 845 time: 0.1178517 May 18 18:31:55.789832 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7382c6db-d8d8-4b91-83b4-b5fae9bf6e4c req-c859a6bc-8854-48d5-97d2-7790c99576ea service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=492fec2b-f975-425f-828b-425816a23c89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415640 May 18 18:31:55.954881 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7382c6db-d8d8-4b91-83b4-b5fae9bf6e4c req-178e7874-f426-4a92-af4e-dcc7f72f70cb service neutron] 10.222.0.88 "GET /v2.0/networks/492fec2b-f975-425f-828b-425816a23c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477337 May 18 18:31:55.961074 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7aff96b5-440a-44b0-8b42-59ee8c7f33b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:55.977237 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-81264cf2-c04c-441d-aeb5-42398ca47bb0 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:55.981924 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7aff96b5-440a-44b0-8b42-59ee8c7f33b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:55.983335 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-81264cf2-c04c-441d-aeb5-42398ca47bb0 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:56.032418 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aff96b5-440a-44b0-8b42-59ee8c7f33b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e2c32cf-03c5-43a2-9d1f-8ed387d2a987,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:31:56.118503 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81264cf2-c04c-441d-aeb5-42398ca47bb0 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Pushing event updated for resources: {'Port': ['ID=844bd9fa-8ead-473c-9736-569bfdb1b17e,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:31:56.132387 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-7aff96b5-440a-44b0-8b42-59ee8c7f33b1 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=62af00f50ca94b7698d1fd66fd6b83bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5208392 May 18 18:31:56.132500 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f806af7-46e0-4b3c-819c-dfd90d5e6ec5 None None] Network 555597e2-18a5-402a-8757-d848dc9bd20e requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:31:56.132955 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 57238) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:31:56.232528 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7382c6db-d8d8-4b91-83b4-b5fae9bf6e4c req-49e72742-78ab-40b4-b836-0f10aa511127 service neutron] 10.222.0.88 "GET /v2.0/networks/492fec2b-f975-425f-828b-425816a23c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2679915 May 18 18:31:56.278282 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c966a346-12cb-4857-a986-5ee89a77eac4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:56.332570 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c966a346-12cb-4857-a986-5ee89a77eac4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:56.370539 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-2e60b810-4f93-467a-badc-4ef4bbe7e712 None None] Provisioning complete for port 0ef4696a-414f-430b-a89c-9ecc58cca61e triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:31:56.371186 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-2e60b810-4f93-467a-badc-4ef4bbe7e712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:56.417833 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c966a346-12cb-4857-a986-5ee89a77eac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:56.425830 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c966a346-12cb-4857-a986-5ee89a77eac4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:56.432177 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-c966a346-12cb-4857-a986-5ee89a77eac4 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/5e2c32cf-03c5-43a2-9d1f-8ed387d2a987 HTTP/1.1" status: 204 len: 168 time: 0.2946911 May 18 18:31:56.433280 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-81264cf2-c04c-441d-aeb5-42398ca47bb0 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595826'] for router_interface, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:56.473920 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c966a346-12cb-4857-a986-5ee89a77eac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e2c32cf-03c5-43a2-9d1f-8ed387d2a987,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:31:56.614116 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 57246) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:31:56.644910 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 0ef4696a-414f-430b-a89c-9ecc58cca61e up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:31:56.794009 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-2e60b810-4f93-467a-badc-4ef4bbe7e712 None None] Current status of the port 0ef4696a-414f-430b-a89c-9ecc58cca61e is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:31:56.795163 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-2e60b810-4f93-467a-badc-4ef4bbe7e712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:56.816056 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-81264cf2-c04c-441d-aeb5-42398ca47bb0 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:56.897024 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-2e60b810-4f93-467a-badc-4ef4bbe7e712 None None] For port 0ef4696a-414f-430b-a89c-9ecc58cca61e, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=0ef4696a-414f-430b-a89c-9ecc58cca61e,segment=NetworkSegment(5c8e26e1-a166-4347-8a7d-06d28a49fd45),segment_id=5c8e26e1-a166-4347-8a7d-06d28a49fd45)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:31:56.903324 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-2e60b810-4f93-467a-badc-4ef4bbe7e712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:56.935482 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8653dde-57f2-4c3d-8751-af5376c340ed req-04504c2e-1696-42c9-a6d6-65bb2b1ad0ee tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:31:56.937422 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e8653dde-57f2-4c3d-8751-af5376c340ed req-04504c2e-1696-42c9-a6d6-65bb2b1ad0ee tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/ports?device_id=76150513-831f-4c2e-a0a6-361a0d2eacb0 HTTP/1.1" status: 200 len: 943 time: 0.1724701 May 18 18:31:56.964722 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 0ef4696a-414f-430b-a89c-9ecc58cca61e triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:31:56.966832 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:57.085068 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-a6177e95-0dd6-4216-b750-092b2ed5ced0 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Deleting port e7d612d1-a95a-4006-9f2a-db476406c889 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:31:57.085673 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a6177e95-0dd6-4216-b750-092b2ed5ced0 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:57.111959 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-459667df-4c43-4681-a8e5-78ff41eab092 None None] Provisioning complete for port 844bd9fa-8ead-473c-9736-569bfdb1b17e triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:31:57.114918 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-459667df-4c43-4681-a8e5-78ff41eab092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:57.119066 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e60b810-4f93-467a-badc-4ef4bbe7e712 None None] Pushing event updated for resources: {'Port': ['ID=0ef4696a-414f-430b-a89c-9ecc58cca61e,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:31:57.158438 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e8653dde-57f2-4c3d-8751-af5376c340ed req-f6d44a35-fc8e-44c5-ae57-759618155f4f tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/security-groups?id=6d4decf1-d3f8-40ef-a49d-c078d56e2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127697 May 18 18:31:57.264702 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-459667df-4c43-4681-a8e5-78ff41eab092 None None] Port 844bd9fa-8ead-473c-9736-569bfdb1b17e cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:31:57.355333 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 0ef4696a-414f-430b-a89c-9ecc58cca61e is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:31:57.366570 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-459667df-4c43-4681-a8e5-78ff41eab092 None None] Provisioning complete for port 0ef4696a-414f-430b-a89c-9ecc58cca61e triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:31:57.368507 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-459667df-4c43-4681-a8e5-78ff41eab092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:57.387248 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a6177e95-0dd6-4216-b750-092b2ed5ced0 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:57.387576 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a6177e95-0dd6-4216-b750-092b2ed5ced0 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:57.447105 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-a6177e95-0dd6-4216-b750-092b2ed5ced0 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Calling delete_port for e7d612d1-a95a-4006-9f2a-db476406c889 owned by network:floatingip {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:31:57.502952 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-459667df-4c43-4681-a8e5-78ff41eab092 None None] Current status of the port 0ef4696a-414f-430b-a89c-9ecc58cca61e is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:31:57.532956 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-81264cf2-c04c-441d-aeb5-42398ca47bb0 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:57.538738 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-81264cf2-c04c-441d-aeb5-42398ca47bb0 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:57.599170 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-81264cf2-c04c-441d-aeb5-42398ca47bb0 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-595870'] for router_interface, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:57.639599 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-f731d5a7-4d98-4f8e-bd4a-e7cab02fd3ee None None] Provisioning complete for port 844bd9fa-8ead-473c-9736-569bfdb1b17e triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:31:57.641303 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f731d5a7-4d98-4f8e-bd4a-e7cab02fd3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:57.728561 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device e700dd44-a663-421c-923e-a0d84c1bc12b details requested by agent hyperv_n-h2-838550-3 with host n-h2-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:31:57.754777 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a6177e95-0dd6-4216-b750-092b2ed5ced0 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:57.761837 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-f731d5a7-4d98-4f8e-bd4a-e7cab02fd3ee None None] Port 844bd9fa-8ead-473c-9736-569bfdb1b17e cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:31:57.796326 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81264cf2-c04c-441d-aeb5-42398ca47bb0 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Pushing event updated for resources: {'Port': ['ID=844bd9fa-8ead-473c-9736-569bfdb1b17e,revision_number=3']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:31:57.809425 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6177e95-0dd6-4216-b750-092b2ed5ced0 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Pushing event deleted for resources: {'Port': ['ID=e7d612d1-a95a-4006-9f2a-db476406c889,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:31:57.905664 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port e700dd44-a663-421c-923e-a0d84c1bc12b, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=e700dd44-a663-421c-923e-a0d84c1bc12b,segment=NetworkSegment(a789d407-e290-4a90-b0cb-82b84ff4b9fa),segment_id=a789d407-e290-4a90-b0cb-82b84ff4b9fa)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:31:57.914322 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81264cf2-c04c-441d-aeb5-42398ca47bb0 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Network 555597e2-18a5-402a-8757-d848dc9bd20e is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:31:57.923291 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Returning: {'device': 'e700dd44-a663-421c-923e-a0d84c1bc12b', 'network_id': '492fec2b-f975-425f-828b-425816a23c89', 'port_id': 'e700dd44-a663-421c-923e-a0d84c1bc12b', 'mac_address': 'fa:16:3e:35:29:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2280c6a7-2fbb-43fd-a641-4a8bbdb3adbf', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:31:57.923414 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-81264cf2-c04c-441d-aeb5-42398ca47bb0 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:31:57.941291 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a6177e95-0dd6-4216-b750-092b2ed5ced0 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for floatingip, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:57.941291 n-d-838550-3 neutron-server[102731]: INFO neutron.db.l3_db [None req-a6177e95-0dd6-4216-b750-092b2ed5ced0 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Floating IP 4d957044-c800-4918-a57e-3a392046328a disassociated (deleted). External IP: 172.25.5.49, port: 428fc145-c1e0-44d6-8cc8-c989c290a2f6. May 18 18:31:58.024228 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9a0fcb4-09a7-4964-afe5-20412b5ecebc None None] Provisioning complete for port 844bd9fa-8ead-473c-9736-569bfdb1b17e triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:31:58.024909 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9a0fcb4-09a7-4964-afe5-20412b5ecebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:58.151271 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81264cf2-c04c-441d-aeb5-42398ca47bb0 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Router 114e6e5b-30ae-4727-b8b3-051f57083d41 is scheduled to L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e with binding_index 1 {{(pid=102730) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 18 18:31:58.159402 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9a0fcb4-09a7-4964-afe5-20412b5ecebc None None] Port 844bd9fa-8ead-473c-9736-569bfdb1b17e cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:31:58.195094 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port e700dd44-a663-421c-923e-a0d84c1bc12b is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:31:58.195690 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:58.268234 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e700dd44-a663-421c-923e-a0d84c1bc12b {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:31:58.332481 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port e700dd44-a663-421c-923e-a0d84c1bc12b, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=e700dd44-a663-421c-923e-a0d84c1bc12b,segment=NetworkSegment(a789d407-e290-4a90-b0cb-82b84ff4b9fa),segment_id=a789d407-e290-4a90-b0cb-82b84ff4b9fa)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:31:58.377448 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:58.391163 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81264cf2-c04c-441d-aeb5-42398ca47bb0 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:31:58.401747 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd6baed-2b0d-43c5-9800-c4fdb3ca5cca None None] Sync routers for ids ['114e6e5b-30ae-4727-b8b3-051f57083d41'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:31:58.420747 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-81264cf2-c04c-441d-aeb5-42398ca47bb0 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] 10.222.0.85 "PUT /v2.0/routers/114e6e5b-30ae-4727-b8b3-051f57083d41/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5295126 May 18 18:31:58.422458 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 57290) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:31:58.424863 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd6baed-2b0d-43c5-9800-c4fdb3ca5cca None None] Routers {'114e6e5b-30ae-4727-b8b3-051f57083d41'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:31:58.426036 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-bfd6baed-2b0d-43c5-9800-c4fdb3ca5cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:31:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['114e6e5b-30ae-4727-b8b3-051f57083d41'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:31:58.443806 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b27e8dd2-0de7-47ce-9929-aee20ceb0d21 None None] Provisioning complete for port 844bd9fa-8ead-473c-9736-569bfdb1b17e triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:31:58.449177 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b27e8dd2-0de7-47ce-9929-aee20ceb0d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:58.480514 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-bfd6baed-2b0d-43c5-9800-c4fdb3ca5cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:31:58.493003 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd6baed-2b0d-43c5-9800-c4fdb3ca5cca None None] Routers {'114e6e5b-30ae-4727-b8b3-051f57083d41'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:31:58.494056 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-bfd6baed-2b0d-43c5-9800-c4fdb3ca5cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:31:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['114e6e5b-30ae-4727-b8b3-051f57083d41'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:31:58.538854 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-bfd6baed-2b0d-43c5-9800-c4fdb3ca5cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:31:58.539788 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd6baed-2b0d-43c5-9800-c4fdb3ca5cca None None] The sync data for ids ['114e6e5b-30ae-4727-b8b3-051f57083d41'] in n-d-838550-3 is: [] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:31:58.568296 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd72191-2656-4631-8422-06a9c944784e tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:31:58.573998 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-1bd72191-2656-4631-8422-06a9c944784e tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] 10.222.0.85 "GET /v2.0/ports/844bd9fa-8ead-473c-9736-569bfdb1b17e HTTP/1.1" status: 200 len: 975 time: 0.1456540 May 18 18:31:58.574632 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 57294) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:31:58.575530 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 0ef4696a-414f-430b-a89c-9ecc58cca61e up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:31:58.617036 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6177e95-0dd6-4216-b750-092b2ed5ced0 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Router 8a0d14ed-e974-4fc9-a80b-fff5bf81e2bf has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:31:58.649249 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090dec17-8b5e-41f2-aac3-77ab8fd39e0b req-d3bd1008-8d73-4186-9346-7928a64a3f8b tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:31:58.657886 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-090dec17-8b5e-41f2-aac3-77ab8fd39e0b req-d3bd1008-8d73-4186-9346-7928a64a3f8b tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/ports?device_id=76150513-831f-4c2e-a0a6-361a0d2eacb0 HTTP/1.1" status: 200 len: 943 time: 0.3743911 May 18 18:31:58.738686 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=e700dd44-a663-421c-923e-a0d84c1bc12b,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:31:58.745868 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b27e8dd2-0de7-47ce-9929-aee20ceb0d21 None None] Port 844bd9fa-8ead-473c-9736-569bfdb1b17e cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:31:58.780371 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 0ef4696a-414f-430b-a89c-9ecc58cca61e triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:31:58.780963 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:58.825787 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-090dec17-8b5e-41f2-aac3-77ab8fd39e0b req-dc949ac3-ad70-4626-a77e-a276b56d0d20 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/security-groups?id=6d4decf1-d3f8-40ef-a49d-c078d56e2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670270 May 18 18:31:58.861674 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6177e95-0dd6-4216-b750-092b2ed5ced0 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:31:58.867502 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['e700dd44-a663-421c-923e-a0d84c1bc12b'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:31:58.872441 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a6177e95-0dd6-4216-b750-092b2ed5ced0 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:58.893347 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07c071a-485a-447b-bdae-ec11600cf66b None None] Sync routers for ids ['8a0d14ed-e974-4fc9-a80b-fff5bf81e2bf'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:31:58.937008 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-a6177e95-0dd6-4216-b750-092b2ed5ced0 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "DELETE /v2.0/floatingips/4d957044-c800-4918-a57e-3a392046328a HTTP/1.1" status: 204 len: 168 time: 2.3204641 May 18 18:31:58.940156 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a778688-63bd-48cf-9f20-3617a5271cf7', 'tag': '428fc145-c1e0-44d6-8cc8-c989c290a2f6'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:31:58.946719 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e1397e5-9fdd-45ba-b54a-4b3d18827d52" -d '{"events": [{"name": "network-changed", "server_uuid": "1a778688-63bd-48cf-9f20-3617a5271cf7", "tag": "428fc145-c1e0-44d6-8cc8-c989c290a2f6"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:31:58.968468 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07c071a-485a-447b-bdae-ec11600cf66b None None] Routers {'8a0d14ed-e974-4fc9-a80b-fff5bf81e2bf'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:31:58.970015 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-c07c071a-485a-447b-bdae-ec11600cf66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:31:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['8a0d14ed-e974-4fc9-a80b-fff5bf81e2bf'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:31:59.046390 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5f057d0-c28f-4e59-8093-66f70f2fe927 x-openstack-request-id: req-e5f057d0-c28f-4e59-8093-66f70f2fe927 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:31:59.047603 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a778688-63bd-48cf-9f20-3617a5271cf7", "tag": "428fc145-c1e0-44d6-8cc8-c989c290a2f6", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:31:59.047874 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-e5f057d0-c28f-4e59-8093-66f70f2fe927 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:31:59.048385 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5f057d0-c28f-4e59-8093-66f70f2fe927'] response: {'name': 'network-changed', 'server_uuid': '1a778688-63bd-48cf-9f20-3617a5271cf7', 'tag': '428fc145-c1e0-44d6-8cc8-c989c290a2f6', 'status': 'completed', 'code': 200} May 18 18:31:59.120784 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 0ef4696a-414f-430b-a89c-9ecc58cca61e is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:31:59.273678 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-c07c071a-485a-447b-bdae-ec11600cf66b None None] Set router 8a0d14ed-e974-4fc9-a80b-fff5bf81e2bf gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:31:59.399584 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1397e5-9fdd-45ba-b54a-4b3d18827d52 req-0fc3d682-c4be-4973-bcc4-f88257edac65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:31:59.402139 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9e1397e5-9fdd-45ba-b54a-4b3d18827d52 req-0fc3d682-c4be-4973-bcc4-f88257edac65 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=06b3ed36f50a43fd9cfeaa89e080d35b&device_id=1a778688-63bd-48cf-9f20-3617a5271cf7 HTTP/1.1" status: 200 len: 1096 time: 0.3156714 May 18 18:31:59.421486 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95df3b6d-fb00-4212-ba0e-a9d5950474ff req-02bc2793-ff3e-4069-a6ae-d1df05e38eff tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:31:59.435152 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-95df3b6d-fb00-4212-ba0e-a9d5950474ff req-02bc2793-ff3e-4069-a6ae-d1df05e38eff tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=1a778688-63bd-48cf-9f20-3617a5271cf7 HTTP/1.1" status: 200 len: 945 time: 0.1195126 May 18 18:31:59.515593 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-95df3b6d-fb00-4212-ba0e-a9d5950474ff req-ee19c0b9-7efc-4b98-bfc9-21ec340b9782 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/security-groups?id=7a49a26b-bec5-4659-823a-7a88d88b0ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748556 May 18 18:31:59.653927 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a914ec6d-d26b-4eb5-90d7-d0724327c86c tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-595963'] for router_interface, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:31:59.772682 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-c07c071a-485a-447b-bdae-ec11600cf66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a0d14ed-e974-4fc9-a80b-fff5bf81e2bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-769308072', 'tenant_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '5b75e72b-d826-4845-aed9-184a281cd7b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:29:44Z', 'updated_at': '2022-05-18T18:29:53Z', 'revision_number': 4, 'project_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'gw_port': {'id': '5b75e72b-d826-4845-aed9-184a281cd7b8', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:28:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0d14ed-e974-4fc9-a80b-fff5bf81e2bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2824, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:29:45Z', 'updated_at': '2022-05-18T18:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '460085d2-7581-4664-a1c2-0b9ad99ad5b5', 'name': '', 'network_id': 'd73c399a-2f2b-4420-a483-8eb7c1dc35e8', 'tenant_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'mac_address': 'fa:16:3e:e5:de:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0d14ed-e974-4fc9-a80b-fff5bf81e2bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2833, 'fixed_ips': [{'subnet_id': '3dfa8f60-51b6-4e68-b884-bc6c3b960656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:29:51Z', 'updated_at': '2022-05-18T18:30:02Z', 'revision_number': 5, 'project_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'subnets': [{'id': '3dfa8f60-51b6-4e68-b884-bc6c3b960656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:31:59.818932 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07c071a-485a-447b-bdae-ec11600cf66b None None] Checking router: 8a0d14ed-e974-4fc9-a80b-fff5bf81e2bf for host: n-d-838550-3 {{(pid=102732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:31:59.837518 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07c071a-485a-447b-bdae-ec11600cf66b None None] Routers {'8a0d14ed-e974-4fc9-a80b-fff5bf81e2bf'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:31:59.838543 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-c07c071a-485a-447b-bdae-ec11600cf66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:31:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['8a0d14ed-e974-4fc9-a80b-fff5bf81e2bf'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:32:00.072568 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-c07c071a-485a-447b-bdae-ec11600cf66b None None] Set router 8a0d14ed-e974-4fc9-a80b-fff5bf81e2bf gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:32:00.108510 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1397e5-9fdd-45ba-b54a-4b3d18827d52 req-2d5965ce-3d54-416b-9242-cbfe2ecb7682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:32:00.110824 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9e1397e5-9fdd-45ba-b54a-4b3d18827d52 req-2d5965ce-3d54-416b-9242-cbfe2ecb7682 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d73c399a-2f2b-4420-a483-8eb7c1dc35e8 HTTP/1.1" status: 200 len: 898 time: 0.6995797 May 18 18:32:00.246597 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9e1397e5-9fdd-45ba-b54a-4b3d18827d52 req-031123c2-13b8-4f4d-81ef-fe1195c07ea1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=428fc145-c1e0-44d6-8cc8-c989c290a2f6 HTTP/1.1" status: 200 len: 217 time: 0.0812201 May 18 18:32:00.364381 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1397e5-9fdd-45ba-b54a-4b3d18827d52 req-fecef4fa-5e7a-4e52-92c7-fa7af10fb6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:32:00.374108 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9e1397e5-9fdd-45ba-b54a-4b3d18827d52 req-fecef4fa-5e7a-4e52-92c7-fa7af10fb6b9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3dfa8f60-51b6-4e68-b884-bc6c3b960656 HTTP/1.1" status: 200 len: 835 time: 0.1154883 May 18 18:32:00.389597 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413b704e-72b4-418f-8328-0923d98c98e6 req-3761e8b6-9cda-4d4d-ab1d-78a48fe66e67 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:32:00.391212 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-413b704e-72b4-418f-8328-0923d98c98e6 req-3761e8b6-9cda-4d4d-ab1d-78a48fe66e67 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/ports?device_id=76150513-831f-4c2e-a0a6-361a0d2eacb0 HTTP/1.1" status: 200 len: 944 time: 0.2855077 May 18 18:32:00.428980 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-c07c071a-485a-447b-bdae-ec11600cf66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a0d14ed-e974-4fc9-a80b-fff5bf81e2bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-769308072', 'tenant_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '5b75e72b-d826-4845-aed9-184a281cd7b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:29:44Z', 'updated_at': '2022-05-18T18:29:53Z', 'revision_number': 4, 'project_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'gw_port': {'id': '5b75e72b-d826-4845-aed9-184a281cd7b8', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:28:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0d14ed-e974-4fc9-a80b-fff5bf81e2bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2824, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:29:45Z', 'updated_at': '2022-05-18T18:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '460085d2-7581-4664-a1c2-0b9ad99ad5b5', 'name': '', 'network_id': 'd73c399a-2f2b-4420-a483-8eb7c1dc35e8', 'tenant_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'mac_address': 'fa:16:3e:e5:de:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0d14ed-e974-4fc9-a80b-fff5bf81e2bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2833, 'fixed_ips': [{'subnet_id': '3dfa8f60-51b6-4e68-b884-bc6c3b960656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:29:51Z', 'updated_at': '2022-05-18T18:30:02Z', 'revision_number': 5, 'project_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'subnets': [{'id': '3dfa8f60-51b6-4e68-b884-bc6c3b960656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:32:00.572478 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-413b704e-72b4-418f-8328-0923d98c98e6 req-e40544f5-51e6-49ce-bb9a-22d7c91a4153 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/security-groups?id=6d4decf1-d3f8-40ef-a49d-c078d56e2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214373 May 18 18:32:00.584723 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1397e5-9fdd-45ba-b54a-4b3d18827d52 req-e12ac2a2-368b-4ced-a907-da7afe132d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:32:00.586419 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9e1397e5-9fdd-45ba-b54a-4b3d18827d52 req-e12ac2a2-368b-4ced-a907-da7afe132d91 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d73c399a-2f2b-4420-a483-8eb7c1dc35e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2107520 May 18 18:32:00.599902 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [req-9e1397e5-9fdd-45ba-b54a-4b3d18827d52 req-03233bec-f88d-4059-8393-981dbf805518 service neutron] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=102730) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 18:32:00.600905 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9e1397e5-9fdd-45ba-b54a-4b3d18827d52 req-03233bec-f88d-4059-8393-981dbf805518 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058169 May 18 18:32:00.736678 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a39d5a-2f4e-48f3-a198-d4e17550227a req-cd6f8997-b023-4614-93e3-6ba459810813 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:32:00.739047 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-94a39d5a-2f4e-48f3-a198-d4e17550227a req-cd6f8997-b023-4614-93e3-6ba459810813 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=1a778688-63bd-48cf-9f20-3617a5271cf7 HTTP/1.1" status: 200 len: 945 time: 0.0952842 May 18 18:32:00.816216 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07c071a-485a-447b-bdae-ec11600cf66b None None] The sync data for ids ['8a0d14ed-e974-4fc9-a80b-fff5bf81e2bf'] in n-d-838550-3 is: [{'id': '8a0d14ed-e974-4fc9-a80b-fff5bf81e2bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-769308072', 'tenant_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '5b75e72b-d826-4845-aed9-184a281cd7b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:29:44Z', 'updated_at': '2022-05-18T18:29:53Z', 'revision_number': 4, 'project_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'gw_port': {'id': '5b75e72b-d826-4845-aed9-184a281cd7b8', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:28:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0d14ed-e974-4fc9-a80b-fff5bf81e2bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2824, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:29:45Z', 'updated_at': '2022-05-18T18:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '460085d2-7581-4664-a1c2-0b9ad99ad5b5', 'name': '', 'network_id': 'd73c399a-2f2b-4420-a483-8eb7c1dc35e8', 'tenant_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'mac_address': 'fa:16:3e:e5:de:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0d14ed-e974-4fc9-a80b-fff5bf81e2bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2833, 'fixed_ips': [{'subnet_id': '3dfa8f60-51b6-4e68-b884-bc6c3b960656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:29:51Z', 'updated_at': '2022-05-18T18:30:02Z', 'revision_number': 5, 'project_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'subnets': [{'id': '3dfa8f60-51b6-4e68-b884-bc6c3b960656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:32:00.824646 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-94a39d5a-2f4e-48f3-a198-d4e17550227a req-5be92497-62bc-4e3e-9879-1e5999add06f tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/security-groups?id=7a49a26b-bec5-4659-823a-7a88d88b0ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760529 May 18 18:32:00.898173 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f984ce8-aca6-4aa7-8d2f-dde4451512b5 req-19cf9fd6-f43c-4d03-ba3f-3f65d20f557a tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:32:00.899728 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9f984ce8-aca6-4aa7-8d2f-dde4451512b5 req-19cf9fd6-f43c-4d03-ba3f-3f65d20f557a tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a778688-63bd-48cf-9f20-3617a5271cf7 HTTP/1.1" status: 200 len: 945 time: 0.1347020 May 18 18:32:00.961088 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9e1397e5-9fdd-45ba-b54a-4b3d18827d52 req-b16b1537-cd65-43b2-a6e2-1c6bc607ef2f service neutron] 10.222.0.36 "GET /v2.0/networks/d73c399a-2f2b-4420-a483-8eb7c1dc35e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3485253 May 18 18:32:00.976625 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-a914ec6d-d26b-4eb5-90d7-d0724327c86c tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Deleting port 844bd9fa-8ead-473c-9736-569bfdb1b17e {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:32:00.976972 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a914ec6d-d26b-4eb5-90d7-d0724327c86c tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:01.143057 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:01.227724 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a914ec6d-d26b-4eb5-90d7-d0724327c86c tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:01.243053 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-9f984ce8-aca6-4aa7-8d2f-dde4451512b5 req-9aa8d609-0310-4140-84a5-090331504afe tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Deleting port 428fc145-c1e0-44d6-8cc8-c989c290a2f6 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:32:01.243475 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-9f984ce8-aca6-4aa7-8d2f-dde4451512b5 req-9aa8d609-0310-4140-84a5-090331504afe tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:01.250128 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9e1397e5-9fdd-45ba-b54a-4b3d18827d52 req-2f88547b-a55b-4d16-b8ed-97514da5a1c2 service neutron] 10.222.0.36 "GET /v2.0/networks/d73c399a-2f2b-4420-a483-8eb7c1dc35e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2778244 May 18 18:32:01.257691 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-a914ec6d-d26b-4eb5-90d7-d0724327c86c tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Calling delete_port for 844bd9fa-8ead-473c-9736-569bfdb1b17e owned by network:router_interface {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:32:01.275185 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6a64c8-511a-4efa-b1a2-0b8cce09e233 None None] New status for floating IP 4d957044-c800-4918-a57e-3a392046328a: DOWN {{(pid=102733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 18:32:01.308511 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:01.523292 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 57396) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:32:01.547610 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-9f984ce8-aca6-4aa7-8d2f-dde4451512b5 req-9aa8d609-0310-4140-84a5-090331504afe tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] For port 428fc145-c1e0-44d6-8cc8-c989c290a2f6, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=428fc145-c1e0-44d6-8cc8-c989c290a2f6,segment=NetworkSegment(a839893d-6b02-4065-b63c-38a46f283620),segment_id=a839893d-6b02-4065-b63c-38a46f283620)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:32:01.548424 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-9f984ce8-aca6-4aa7-8d2f-dde4451512b5 req-9aa8d609-0310-4140-84a5-090331504afe tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:01.573110 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-611eb402-bbd3-433f-9e94-6f7a4b1f9fae req-7184afe4-3fa9-4c89-9a3f-5e65241ddb1b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9c81fdbb-5fe5-4ab2-9ce9-677145af3913&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2176664 May 18 18:32:01.575427 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-9f984ce8-aca6-4aa7-8d2f-dde4451512b5 req-9aa8d609-0310-4140-84a5-090331504afe tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Calling delete_port for 428fc145-c1e0-44d6-8cc8-c989c290a2f6 owned by compute:nova {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:32:01.682349 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device e700dd44-a663-421c-923e-a0d84c1bc12b up at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:32:01.762708 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning for port e700dd44-a663-421c-923e-a0d84c1bc12b completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:32:01.775974 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning complete for port e700dd44-a663-421c-923e-a0d84c1bc12b triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:32:01.776368 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:01.792563 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-73a3e7d9-5c4f-4d07-a061-9f77feb496ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:01.816458 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611eb402-bbd3-433f-9e94-6f7a4b1f9fae req-cf4f0dd5-e25e-45aa-b86d-af0a1157e091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:32:01.818156 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-611eb402-bbd3-433f-9e94-6f7a4b1f9fae req-cf4f0dd5-e25e-45aa-b86d-af0a1157e091 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8b72fb86d7c844d8a21a58d8abaece54&device_id=9c81fdbb-5fe5-4ab2-9ce9-677145af3913 HTTP/1.1" status: 200 len: 1096 time: 0.1855760 May 18 18:32:01.920170 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a914ec6d-d26b-4eb5-90d7-d0724327c86c tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:01.938080 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port e700dd44-a663-421c-923e-a0d84c1bc12b is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:32:01.938807 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:01.975149 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64dfef4-5452-4fb8-875d-73271a9c6eaa req-32859aae-bea2-4bc9-8d13-b0ca9358d6a3 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:32:01.977488 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76150513-831f-4c2e-a0a6-361a0d2eacb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e700dd44-a663-421c-923e-a0d84c1bc12b'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:32:01.980261 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caa94cbc-0862-4e9a-8d6d-7a682a7ffe0d" -d '{"events": [{"server_uuid": "76150513-831f-4c2e-a0a6-361a0d2eacb0", "name": "network-vif-plugged", "status": "completed", "tag": "e700dd44-a663-421c-923e-a0d84c1bc12b"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:32:01.983086 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d64dfef4-5452-4fb8-875d-73271a9c6eaa req-32859aae-bea2-4bc9-8d13-b0ca9358d6a3 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/ports?device_id=76150513-831f-4c2e-a0a6-361a0d2eacb0 HTTP/1.1" status: 200 len: 944 time: 0.2379916 May 18 18:32:01.988636 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-73a3e7d9-5c4f-4d07-a061-9f77feb496ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:01.996032 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port e700dd44-a663-421c-923e-a0d84c1bc12b, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=e700dd44-a663-421c-923e-a0d84c1bc12b,segment=NetworkSegment(a789d407-e290-4a90-b0cb-82b84ff4b9fa),segment_id=a789d407-e290-4a90-b0cb-82b84ff4b9fa)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:32:02.001159 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:02.020339 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-73a3e7d9-5c4f-4d07-a061-9f77feb496ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:02.024610 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a914ec6d-d26b-4eb5-90d7-d0724327c86c tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Pushing event deleted for resources: {'Port': ['ID=844bd9fa-8ead-473c-9736-569bfdb1b17e,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:32:02.082287 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=e700dd44-a663-421c-923e-a0d84c1bc12b,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:32:02.094897 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-73a3e7d9-5c4f-4d07-a061-9f77feb496ac admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=e012b6e9d88844778b2d6f6832b3a3a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5698514 May 18 18:32:02.096511 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 57416) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:32:02.130265 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a3e7d9-5c4f-4d07-a061-9f77feb496ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4939686-596c-44b9-bad1-3fe74373f851,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:32:02.150207 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fb5c8d-9e28-48aa-92c7-96927b4ccb55 req-b7078e19-2693-4968-8b6f-cf2a3cda56c3 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:32:02.152739 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-20fb5c8d-9e28-48aa-92c7-96927b4ccb55 req-b7078e19-2693-4968-8b6f-cf2a3cda56c3 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/ports?device_id=1a778688-63bd-48cf-9f20-3617a5271cf7 HTTP/1.1" status: 200 len: 945 time: 0.2231991 May 18 18:32:02.153684 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-9f984ce8-aca6-4aa7-8d2f-dde4451512b5 req-9aa8d609-0310-4140-84a5-090331504afe tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:02.220944 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-20fb5c8d-9e28-48aa-92c7-96927b4ccb55 req-fc3a7264-e446-4d60-aaa6-7f363b019ec2 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "GET /v2.0/security-groups?id=7a49a26b-bec5-4659-823a-7a88d88b0ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564539 May 18 18:32:02.226077 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d64dfef4-5452-4fb8-875d-73271a9c6eaa req-edc7f1eb-fa0c-4d11-8967-4c381d6792be tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/security-groups?id=6d4decf1-d3f8-40ef-a49d-c078d56e2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417538 May 18 18:32:02.247662 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa8d609-0310-4140-84a5-090331504afe tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Pushing event deleted for resources: {'Port': ['ID=428fc145-c1e0-44d6-8cc8-c989c290a2f6,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:32:02.260024 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611eb402-bbd3-433f-9e94-6f7a4b1f9fae req-17cf862e-c8b0-466e-b3e8-cef4a6452029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:32:02.261811 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-611eb402-bbd3-433f-9e94-6f7a4b1f9fae req-17cf862e-c8b0-466e-b3e8-cef4a6452029 service neutron] 10.222.0.36 "GET /v2.0/networks?id=492fec2b-f975-425f-828b-425816a23c89 HTTP/1.1" status: 200 len: 906 time: 0.4081531 May 18 18:32:02.428640 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-611eb402-bbd3-433f-9e94-6f7a4b1f9fae req-a77c5dd4-bd1f-4f8f-bbd0-2a8a51ede5fd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=84d44d3e-b0bb-476d-a838-b97212311ad1 HTTP/1.1" status: 200 len: 217 time: 0.1537828 May 18 18:32:02.429492 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f984ce8-aca6-4aa7-8d2f-dde4451512b5 req-9aa8d609-0310-4140-84a5-090331504afe tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] No DVR routers for this DVR port 428fc145-c1e0-44d6-8cc8-c989c290a2f6 on host n-h1-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:32:02.435989 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-9f984ce8-aca6-4aa7-8d2f-dde4451512b5 req-9aa8d609-0310-4140-84a5-090331504afe tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:02.439964 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9f984ce8-aca6-4aa7-8d2f-dde4451512b5 req-9aa8d609-0310-4140-84a5-090331504afe tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.36 "DELETE /v2.0/ports/428fc145-c1e0-44d6-8cc8-c989c290a2f6 HTTP/1.1" status: 204 len: 173 time: 1.5299103 May 18 18:32:02.441861 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a778688-63bd-48cf-9f20-3617a5271cf7', 'name': 'network-vif-deleted', 'tag': '428fc145-c1e0-44d6-8cc8-c989c290a2f6'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:32:02.444125 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aafb3ab9-5eda-432d-a3b0-d043c1d87668" -d '{"events": [{"server_uuid": "1a778688-63bd-48cf-9f20-3617a5271cf7", "name": "network-vif-deleted", "tag": "428fc145-c1e0-44d6-8cc8-c989c290a2f6"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:32:02.458019 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a914ec6d-d26b-4eb5-90d7-d0724327c86c tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-593931'] for router_interface, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:02.500805 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3bb380f7-214c-465d-b1c1-1f5a5b44704b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:02.559080 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73c12f70-278e-435a-b695-9b9d4e1cb25d x-openstack-request-id: req-73c12f70-278e-435a-b695-9b9d4e1cb25d {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:32:02.559368 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a778688-63bd-48cf-9f20-3617a5271cf7", "name": "network-vif-deleted", "tag": "428fc145-c1e0-44d6-8cc8-c989c290a2f6", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:32:02.559627 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-73c12f70-278e-435a-b695-9b9d4e1cb25d {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:32:02.560037 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73c12f70-278e-435a-b695-9b9d4e1cb25d'] response: {'server_uuid': '1a778688-63bd-48cf-9f20-3617a5271cf7', 'name': 'network-vif-deleted', 'tag': '428fc145-c1e0-44d6-8cc8-c989c290a2f6', 'status': 'completed', 'code': 200} May 18 18:32:02.600282 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3bb380f7-214c-465d-b1c1-1f5a5b44704b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:02.618006 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611eb402-bbd3-433f-9e94-6f7a4b1f9fae req-6092420f-de1e-4297-bf3a-8c1349b7e328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:32:02.619848 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-611eb402-bbd3-433f-9e94-6f7a4b1f9fae req-6092420f-de1e-4297-bf3a-8c1349b7e328 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2280c6a7-2fbb-43fd-a641-4a8bbdb3adbf HTTP/1.1" status: 200 len: 845 time: 0.1727657 May 18 18:32:02.644784 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8d16ab6-ccd0-42e8-baa7-89918d82041c x-openstack-request-id: req-c8d16ab6-ccd0-42e8-baa7-89918d82041c {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:32:02.645442 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76150513-831f-4c2e-a0a6-361a0d2eacb0", "name": "network-vif-plugged", "status": "completed", "tag": "e700dd44-a663-421c-923e-a0d84c1bc12b", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:32:02.645740 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-c8d16ab6-ccd0-42e8-baa7-89918d82041c {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:32:02.646315 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8d16ab6-ccd0-42e8-baa7-89918d82041c'] response: {'server_uuid': '76150513-831f-4c2e-a0a6-361a0d2eacb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e700dd44-a663-421c-923e-a0d84c1bc12b', 'code': 200} May 18 18:32:02.707164 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-611eb402-bbd3-433f-9e94-6f7a4b1f9fae req-b809a363-4596-4028-a135-166849492e35 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=492fec2b-f975-425f-828b-425816a23c89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0703638 May 18 18:32:02.784886 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157bd986-5f2f-472e-8480-d358350503d2 req-080b9893-da2f-4f02-adf4-faa0eebea67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:32:02.786933 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-157bd986-5f2f-472e-8480-d358350503d2 req-080b9893-da2f-4f02-adf4-faa0eebea67a service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=76150513-831f-4c2e-a0a6-361a0d2eacb0 HTTP/1.1" status: 200 len: 1096 time: 0.0624411 May 18 18:32:02.858969 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a914ec6d-d26b-4eb5-90d7-d0724327c86c tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Router 114e6e5b-30ae-4727-b8b3-051f57083d41 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:32:02.883821 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-157bd986-5f2f-472e-8480-d358350503d2 req-d6149534-fb2f-4294-853e-38abf340dc05 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=6d4decf1-d3f8-40ef-a49d-c078d56e2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754602 May 18 18:32:02.896739 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3bb380f7-214c-465d-b1c1-1f5a5b44704b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:02.899177 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3bb380f7-214c-465d-b1c1-1f5a5b44704b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:02.900430 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-3bb380f7-214c-465d-b1c1-1f5a5b44704b admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/d4939686-596c-44b9-bad1-3fe74373f851 HTTP/1.1" status: 204 len: 168 time: 0.7817986 May 18 18:32:02.926819 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb380f7-214c-465d-b1c1-1f5a5b44704b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4939686-596c-44b9-bad1-3fe74373f851,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:32:02.938209 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-611eb402-bbd3-433f-9e94-6f7a4b1f9fae req-54dfbfeb-bfc2-4d01-ace1-dd2b6eb28caf service neutron] 10.222.0.36 "GET /v2.0/networks/492fec2b-f975-425f-828b-425816a23c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228756 May 18 18:32:03.319591 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 57440) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:32:03.415798 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a914ec6d-d26b-4eb5-90d7-d0724327c86c tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:32:03.429782 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b1acae-bb58-4f5b-a72c-4da0d0ff2d0f None None] Sync routers for ids ['114e6e5b-30ae-4727-b8b3-051f57083d41'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:32:03.431307 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-a914ec6d-d26b-4eb5-90d7-d0724327c86c tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] 10.222.0.85 "PUT /v2.0/routers/114e6e5b-30ae-4727-b8b3-051f57083d41/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8504560 May 18 18:32:03.433483 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 57442) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:32:03.448677 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b1acae-bb58-4f5b-a72c-4da0d0ff2d0f None None] Routers {'114e6e5b-30ae-4727-b8b3-051f57083d41'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:32:03.449344 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-80b1acae-bb58-4f5b-a72c-4da0d0ff2d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:31:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['114e6e5b-30ae-4727-b8b3-051f57083d41'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:32:03.459531 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 57444) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:32:03.506223 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-80b1acae-bb58-4f5b-a72c-4da0d0ff2d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:32:03.522713 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b1acae-bb58-4f5b-a72c-4da0d0ff2d0f None None] Routers {'114e6e5b-30ae-4727-b8b3-051f57083d41'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:32:03.524417 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-80b1acae-bb58-4f5b-a72c-4da0d0ff2d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:31:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['114e6e5b-30ae-4727-b8b3-051f57083d41'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:32:03.525969 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-611eb402-bbd3-433f-9e94-6f7a4b1f9fae req-3b03a888-b9a5-414b-a91b-018dd06b270c service neutron] 10.222.0.36 "GET /v2.0/networks/492fec2b-f975-425f-828b-425816a23c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5472066 May 18 18:32:03.570342 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e484f6ee-5abb-41ae-8d11-3290cdfefd8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:03.582177 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-80b1acae-bb58-4f5b-a72c-4da0d0ff2d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:32:03.582922 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b1acae-bb58-4f5b-a72c-4da0d0ff2d0f None None] The sync data for ids ['114e6e5b-30ae-4727-b8b3-051f57083d41'] in n-d-838550-3 is: [] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:32:03.659797 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67767ae-939e-4fa7-ae78-6619cd6b6ab2 req-037c0a1d-9ea3-4072-9d7f-888fd7cceff0 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:32:03.661336 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d67767ae-939e-4fa7-ae78-6619cd6b6ab2 req-037c0a1d-9ea3-4072-9d7f-888fd7cceff0 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/ports?device_id=76150513-831f-4c2e-a0a6-361a0d2eacb0 HTTP/1.1" status: 200 len: 945 time: 0.2464371 May 18 18:32:04.282671 n-d-838550-3 neutron-server[102731]: INFO neutron.api.v2.resource [None req-8e491b29-7b24-44d4-ade9-1ea0a97d9f77 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] remove_router_interface failed (client error): The resource could not be found. May 18 18:32:04.284348 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-8e491b29-7b24-44d4-ade9-1ea0a97d9f77 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] 10.222.0.85 "PUT /v2.0/routers/114e6e5b-30ae-4727-b8b3-051f57083d41/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.8493614 May 18 18:32:04.287093 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 57452) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:32:04.334751 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-096bc05a-3ecc-40e3-9e14-20acf7983573 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] 10.222.0.85 "GET /v2.0/ports?device_id=114e6e5b-30ae-4727-b8b3-051f57083d41 HTTP/1.1" status: 200 len: 205 time: 0.0449352 May 18 18:32:04.337343 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 57454) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:32:04.414228 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d67767ae-939e-4fa7-ae78-6619cd6b6ab2 req-630aaebd-4efc-41c5-85bf-00eb8bdebcc7 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/security-groups?id=6d4decf1-d3f8-40ef-a49d-c078d56e2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3423994 May 18 18:32:04.426025 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a53dd159-ca1b-451b-ae42-d14c317261e3 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks [] for router, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:04.502397 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e484f6ee-5abb-41ae-8d11-3290cdfefd8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:04.512210 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e484f6ee-5abb-41ae-8d11-3290cdfefd8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:04.589116 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-e484f6ee-5abb-41ae-8d11-3290cdfefd8a admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=047375e335de404e8314fb5dd793347c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1258898 May 18 18:32:04.591714 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e484f6ee-5abb-41ae-8d11-3290cdfefd8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4690c61-f83a-4bc1-a7bb-26fa1b76b956,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:32:04.594493 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 57456) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:32:04.677125 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a53dd159-ca1b-451b-ae42-d14c317261e3 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25145'] for router, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:04.683733 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a53dd159-ca1b-451b-ae42-d14c317261e3 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:04.749227 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c9a6ae28-8bae-49e7-90e9-e0c361b2a6ef tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-595963'] for router_interface, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:04.796336 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a53dd159-ca1b-451b-ae42-d14c317261e3 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593303'] for router, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:04.797559 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a53dd159-ca1b-451b-ae42-d14c317261e3 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Fanout notify agent at l3_agent the message router_deleted on router 114e6e5b-30ae-4727-b8b3-051f57083d41 {{(pid=102730) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 18 18:32:04.820391 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a53dd159-ca1b-451b-ae42-d14c317261e3 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks [] for router, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:04.821653 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-a53dd159-ca1b-451b-ae42-d14c317261e3 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] 10.222.0.85 "DELETE /v2.0/routers/114e6e5b-30ae-4727-b8b3-051f57083d41 HTTP/1.1" status: 204 len: 168 time: 0.4827895 May 18 18:32:04.825926 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 57460) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:32:04.831049 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b55a4c05-be9c-4d9c-8c8b-1b22dbcf9632 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:04.856606 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b55a4c05-be9c-4d9c-8c8b-1b22dbcf9632 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:04.917090 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b55a4c05-be9c-4d9c-8c8b-1b22dbcf9632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:04.921397 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b55a4c05-be9c-4d9c-8c8b-1b22dbcf9632 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:04.923796 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-b55a4c05-be9c-4d9c-8c8b-1b22dbcf9632 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/b4690c61-f83a-4bc1-a7bb-26fa1b76b956 HTTP/1.1" status: 204 len: 168 time: 0.3264365 May 18 18:32:04.933119 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55a4c05-be9c-4d9c-8c8b-1b22dbcf9632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4690c61-f83a-4bc1-a7bb-26fa1b76b956,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:32:04.944482 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_v2 [None req-f08c96c3-512b-46fc-925d-4b1a1a03dfa8 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Deleting subnet d1fb6640-e050-4a3f-926d-3cf50744622b {{(pid=102731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:32:04.951337 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f08c96c3-512b-46fc-925d-4b1a1a03dfa8 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks [] for subnet, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:05.056332 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f08c96c3-512b-46fc-925d-4b1a1a03dfa8 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260542153'] for subnet, precommit_delete_associations {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:05.196780 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f08c96c3-512b-46fc-925d-4b1a1a03dfa8 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:05.291926 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-c9a6ae28-8bae-49e7-90e9-e0c361b2a6ef tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Deleting port 460085d2-7581-4664-a1c2-0b9ad99ad5b5 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:32:05.292621 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c9a6ae28-8bae-49e7-90e9-e0c361b2a6ef tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:05.295245 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f08c96c3-512b-46fc-925d-4b1a1a03dfa8 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260898416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260908030'] for subnet, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:05.370875 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08c96c3-512b-46fc-925d-4b1a1a03dfa8 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Pushing event deleted for resources: {'Subnet': ['ID=d1fb6640-e050-4a3f-926d-3cf50744622b,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:32:05.377764 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f08c96c3-512b-46fc-925d-4b1a1a03dfa8 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:05.382006 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-f08c96c3-512b-46fc-925d-4b1a1a03dfa8 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] 10.222.0.85 "DELETE /v2.0/subnets/d1fb6640-e050-4a3f-926d-3cf50744622b HTTP/1.1" status: 204 len: 168 time: 0.5547457 May 18 18:32:05.386000 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 57472) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:32:05.390945 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8efa025d-3530-4093-914d-e7dca8934dc4 None None] Network 555597e2-18a5-402a-8757-d848dc9bd20e requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:32:05.495455 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-c9a6ae28-8bae-49e7-90e9-e0c361b2a6ef tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] For port 460085d2-7581-4664-a1c2-0b9ad99ad5b5, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=460085d2-7581-4664-a1c2-0b9ad99ad5b5,segment=NetworkSegment(a839893d-6b02-4065-b63c-38a46f283620),segment_id=a839893d-6b02-4065-b63c-38a46f283620)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:32:05.495834 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c9a6ae28-8bae-49e7-90e9-e0c361b2a6ef tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:05.511200 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-c9a6ae28-8bae-49e7-90e9-e0c361b2a6ef tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Calling delete_port for 460085d2-7581-4664-a1c2-0b9ad99ad5b5 owned by network:router_interface {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:32:05.554850 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-25fef792-843c-4cfc-a460-8959b0346afd tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:05.628181 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 428fc145-c1e0-44d6-8cc8-c989c290a2f6 no longer exists at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:32:05.646866 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-57bec2b1-1781-4ae8-9b76-82458e70e344 req-27f5f65e-41d6-405d-bbbf-2baca90be6e0 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=626a086d-20bf-469f-b20c-0be7435a44bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2521431 May 18 18:32:05.723030 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d762397f-8c77-4c4a-a57e-4e3dbc88b673 req-2bc8fdb4-dd80-406c-9334-08ecbcc7bd7d tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:32:05.730926 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] No Port match for: 428fc145-c1e0-44d6-8cc8-c989c290a2f6 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:32:05.731560 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 428fc145-c1e0-44d6-8cc8-c989c290a2f6 not bound to the agent host n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:32:05.749289 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d762397f-8c77-4c4a-a57e-4e3dbc88b673 req-2bc8fdb4-dd80-406c-9334-08ecbcc7bd7d tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/ports?device_id=76150513-831f-4c2e-a0a6-361a0d2eacb0 HTTP/1.1" status: 200 len: 945 time: 0.1371970 May 18 18:32:05.808160 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-25fef792-843c-4cfc-a460-8959b0346afd tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Deleting port 0ef4696a-414f-430b-a89c-9ecc58cca61e {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:32:05.808507 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-25fef792-843c-4cfc-a460-8959b0346afd tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:05.814943 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d762397f-8c77-4c4a-a57e-4e3dbc88b673 req-5e126bb9-33cb-44b5-88bf-4c1a96274290 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/security-groups?id=6d4decf1-d3f8-40ef-a49d-c078d56e2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674872 May 18 18:32:05.837570 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bec2b1-1781-4ae8-9b76-82458e70e344 req-21ab0ce5-eaf1-47be-8c28-bafd6a1356ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:32:05.839741 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-57bec2b1-1781-4ae8-9b76-82458e70e344 req-21ab0ce5-eaf1-47be-8c28-bafd6a1356ec service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=4ce86b77116a4afca1694cba473235e6&device_id=626a086d-20bf-469f-b20c-0be7435a44bc HTTP/1.1" status: 200 len: 1096 time: 0.1614099 May 18 18:32:05.855280 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c9a6ae28-8bae-49e7-90e9-e0c361b2a6ef tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:05.877473 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6770c55-712b-4e41-9675-d5eeb47d1e6a None None] DHCP port deletion for 555597e2-18a5-402a-8757-d848dc9bd20e request from n-d-838550-3 {{(pid=102732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 18:32:05.946739 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-25fef792-843c-4cfc-a460-8959b0346afd tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] For port 0ef4696a-414f-430b-a89c-9ecc58cca61e, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=0ef4696a-414f-430b-a89c-9ecc58cca61e,segment=NetworkSegment(5c8e26e1-a166-4347-8a7d-06d28a49fd45),segment_id=5c8e26e1-a166-4347-8a7d-06d28a49fd45)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:32:05.947163 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-25fef792-843c-4cfc-a460-8959b0346afd tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:05.965747 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-25fef792-843c-4cfc-a460-8959b0346afd tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Calling delete_port for 0ef4696a-414f-430b-a89c-9ecc58cca61e owned by network:dhcp {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:32:05.983234 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a6ae28-8bae-49e7-90e9-e0c361b2a6ef tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Pushing event deleted for resources: {'Port': ['ID=460085d2-7581-4664-a1c2-0b9ad99ad5b5,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:32:06.017516 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b6770c55-712b-4e41-9675-d5eeb47d1e6a None None] Deleting port 0ef4696a-414f-430b-a89c-9ecc58cca61e {{(pid=102732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:32:06.018613 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b6770c55-712b-4e41-9675-d5eeb47d1e6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:06.099546 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-25fef792-843c-4cfc-a460-8959b0346afd tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:06.143032 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b6770c55-712b-4e41-9675-d5eeb47d1e6a None None] For port 0ef4696a-414f-430b-a89c-9ecc58cca61e, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=0ef4696a-414f-430b-a89c-9ecc58cca61e,segment=NetworkSegment(5c8e26e1-a166-4347-8a7d-06d28a49fd45),segment_id=5c8e26e1-a166-4347-8a7d-06d28a49fd45)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:32:06.143919 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b6770c55-712b-4e41-9675-d5eeb47d1e6a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:06.166915 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b6770c55-712b-4e41-9675-d5eeb47d1e6a None None] Calling delete_port for 0ef4696a-414f-430b-a89c-9ecc58cca61e owned by network:dhcp {{(pid=102732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:32:06.172727 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fef792-843c-4cfc-a460-8959b0346afd tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Pushing event deleted for resources: {'Port': ['ID=0ef4696a-414f-430b-a89c-9ecc58cca61e,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:32:06.190967 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25fef792-843c-4cfc-a460-8959b0346afd tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] No DVR routers for this DVR port 0ef4696a-414f-430b-a89c-9ecc58cca61e on host n-d-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:32:06.262144 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b6770c55-712b-4e41-9675-d5eeb47d1e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508'] for port, after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:06.272626 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ada231-c740-41bf-b575-aed48b91bfbc req-64111af8-bef2-47a6-900c-9f7647678f3b tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:32:06.275099 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-44ada231-c740-41bf-b575-aed48b91bfbc req-64111af8-bef2-47a6-900c-9f7647678f3b tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/ports?device_id=76150513-831f-4c2e-a0a6-361a0d2eacb0 HTTP/1.1" status: 200 len: 945 time: 0.2757666 May 18 18:32:06.276634 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bec2b1-1781-4ae8-9b76-82458e70e344 req-b4cb2d07-7d7c-4fde-acfb-4145c6199f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:32:06.278696 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-57bec2b1-1781-4ae8-9b76-82458e70e344 req-b4cb2d07-7d7c-4fde-acfb-4145c6199f51 service neutron] 10.222.0.88 "GET /v2.0/networks?id=eafefbfa-378a-4a8a-8ee5-45c0c746f8e9 HTTP/1.1" status: 200 len: 911 time: 0.3608832 May 18 18:32:06.296122 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6770c55-712b-4e41-9675-d5eeb47d1e6a None None] Pushing event deleted for resources: {'Port': ['ID=0ef4696a-414f-430b-a89c-9ecc58cca61e,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:32:06.300899 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6770c55-712b-4e41-9675-d5eeb47d1e6a None None] No DVR routers for this DVR port 0ef4696a-414f-430b-a89c-9ecc58cca61e on host n-d-838550-3 {{(pid=102732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:32:06.405185 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-25fef792-843c-4cfc-a460-8959b0346afd tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:06.459052 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-25fef792-843c-4cfc-a460-8959b0346afd tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['555597e2-18a5-402a-8757-d848dc9bd20e']}} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:32:06.470370 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-25fef792-843c-4cfc-a460-8959b0346afd tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c8e26e1-a166-4347-8a7d-06d28a49fd45') {'for_net_delete': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:32:06.470616 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-25fef792-843c-4cfc-a460-8959b0346afd tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c8e26e1-a166-4347-8a7d-06d28a49fd45') {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:32:06.486676 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-25fef792-843c-4cfc-a460-8959b0346afd tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260107375'] for segment, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:06.510636 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-25fef792-843c-4cfc-a460-8959b0346afd tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:06.517045 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-44ada231-c740-41bf-b575-aed48b91bfbc req-826eb448-6e85-46c3-a266-a39c57d0cce1 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/security-groups?id=6d4decf1-d3f8-40ef-a49d-c078d56e2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064538 May 18 18:32:06.529220 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25fef792-843c-4cfc-a460-8959b0346afd tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Releasing vlan 605 on physical network physnet1 to pool {{(pid=102730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:32:06.530561 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-25fef792-843c-4cfc-a460-8959b0346afd tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261102736'] for segment, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:06.536095 n-d-838550-3 neutron-server[102730]: Traceback (most recent call last): May 18 18:32:06.536095 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:32:06.536095 n-d-838550-3 neutron-server[102730]: timer() May 18 18:32:06.536095 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:32:06.536095 n-d-838550-3 neutron-server[102730]: cb(*args, **kw) May 18 18:32:06.536095 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:32:06.536095 n-d-838550-3 neutron-server[102730]: return func(*args, **kwargs) May 18 18:32:06.536095 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:32:06.536095 n-d-838550-3 neutron-server[102730]: self._notify() May 18 18:32:06.536095 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:32:06.536095 n-d-838550-3 neutron-server[102730]: self.callback(batched_events) May 18 18:32:06.536095 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:32:06.536095 n-d-838550-3 neutron-server[102730]: event.method(event) May 18 18:32:06.536095 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:32:06.536095 n-d-838550-3 neutron-server[102730]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:32:06.536095 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:32:06.536095 n-d-838550-3 neutron-server[102730]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:32:06.536095 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:32:06.536095 n-d-838550-3 neutron-server[102730]: return f(self, *a, **k) May 18 18:32:06.536095 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:32:06.536095 n-d-838550-3 neutron-server[102730]: return self._get(url).json() May 18 18:32:06.536095 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:32:06.536095 n-d-838550-3 neutron-server[102730]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:32:06.536095 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:32:06.536095 n-d-838550-3 neutron-server[102730]: return self.request(url, 'GET', **kwargs) May 18 18:32:06.536095 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:32:06.536095 n-d-838550-3 neutron-server[102730]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:32:06.536095 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:32:06.536095 n-d-838550-3 neutron-server[102730]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:32:06.536095 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:32:06.536095 n-d-838550-3 neutron-server[102730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:32:06.536095 n-d-838550-3 neutron-server[102730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:32:06.550108 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-57bec2b1-1781-4ae8-9b76-82458e70e344 req-9d608238-9b28-4d42-9b3b-bd65b70b3815 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=decea55d-a895-43b7-9e02-6f468495aa03 HTTP/1.1" status: 200 len: 1001 time: 0.2627099 May 18 18:32:06.612166 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 0ef4696a-414f-430b-a89c-9ecc58cca61e no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:32:06.629984 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-25fef792-843c-4cfc-a460-8959b0346afd tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:06.650912 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-25fef792-843c-4cfc-a460-8959b0346afd tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:06.673331 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c9a6ae28-8bae-49e7-90e9-e0c361b2a6ef tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-593931'] for router_interface, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:06.674483 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 0ef4696a-414f-430b-a89c-9ecc58cca61e {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:32:06.675235 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 0ef4696a-414f-430b-a89c-9ecc58cca61e not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:32:06.689211 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bec2b1-1781-4ae8-9b76-82458e70e344 req-fd91fddc-2686-4f31-8c46-5ee6c002f08b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:32:06.700968 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-57bec2b1-1781-4ae8-9b76-82458e70e344 req-fd91fddc-2686-4f31-8c46-5ee6c002f08b service neutron] 10.222.0.88 "GET /v2.0/subnets?id=ab1f7f5a-a761-43dc-be82-e3f213958e88 HTTP/1.1" status: 200 len: 849 time: 0.1413047 May 18 18:32:06.703886 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-25fef792-843c-4cfc-a460-8959b0346afd tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] 10.222.0.85 "DELETE /v2.0/networks/555597e2-18a5-402a-8757-d848dc9bd20e HTTP/1.1" status: 204 len: 168 time: 1.3163381 May 18 18:32:06.704096 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 57496) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:32:06.715483 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-f56e2701-b976-4363-a4eb-6b791ab810c3 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Request body: {'network': {'name': 'tempest-RoutersTest-211127523'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:32:06.733495 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fef792-843c-4cfc-a460-8959b0346afd tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Pushing event deleted for resources: {'Network': ['ID=555597e2-18a5-402a-8757-d848dc9bd20e,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:32:06.835779 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f56e2701-b976-4363-a4eb-6b791ab810c3 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Made reservation on behalf of 5c4bbac3b6df4199a2510bf694e0c7f1 for: {'network': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:32:06.839302 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f56e2701-b976-4363-a4eb-6b791ab810c3 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:06.870095 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bec2b1-1781-4ae8-9b76-82458e70e344 req-28730ffa-ea80-4767-8ed1-1e1475c3065a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:32:06.875179 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-57bec2b1-1781-4ae8-9b76-82458e70e344 req-28730ffa-ea80-4767-8ed1-1e1475c3065a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=eafefbfa-378a-4a8a-8ee5-45c0c746f8e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1359618 May 18 18:32:07.019910 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f56e2701-b976-4363-a4eb-6b791ab810c3 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638} {{(pid=102731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:32:07.054155 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f56e2701-b976-4363-a4eb-6b791ab810c3 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:07.054532 n-d-838550-3 neutron-server[102731]: INFO neutron.db.segments_db [None req-f56e2701-b976-4363-a4eb-6b791ab810c3 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Added segment 7cd06144-6ef8-4587-821e-e0a624516499 of type vlan for network 896b80ec-be1b-4f4b-9cbf-e6184d20282b May 18 18:32:07.178340 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be66700e-12c4-48c0-b381-ce013b241948 req-d3525484-c265-425a-9ebe-d11e4895833e tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:32:07.179933 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-be66700e-12c4-48c0-b381-ce013b241948 req-d3525484-c265-425a-9ebe-d11e4895833e tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/ports?device_id=76150513-831f-4c2e-a0a6-361a0d2eacb0 HTTP/1.1" status: 200 len: 945 time: 0.2550631 May 18 18:32:07.181928 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-57bec2b1-1781-4ae8-9b76-82458e70e344 req-d44bfef2-45c4-446f-9828-080978c3d4ce service neutron] 10.222.0.88 "GET /v2.0/networks/eafefbfa-378a-4a8a-8ee5-45c0c746f8e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2819159 May 18 18:32:07.185939 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f56e2701-b976-4363-a4eb-6b791ab810c3 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:07.341906 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f56e2701-b976-4363-a4eb-6b791ab810c3 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:07.348370 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f56e2701-b976-4363-a4eb-6b791ab810c3 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:32:07.349010 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f56e2701-b976-4363-a4eb-6b791ab810c3 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks [] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:07.363832 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-be66700e-12c4-48c0-b381-ce013b241948 req-43dfbbbc-4baf-42f5-a5ff-1c0385969cb1 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/security-groups?id=6d4decf1-d3f8-40ef-a49d-c078d56e2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700063 May 18 18:32:07.472891 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-f56e2701-b976-4363-a4eb-6b791ab810c3 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7659667 May 18 18:32:07.481506 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 57514) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:32:07.484092 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9a6ae28-8bae-49e7-90e9-e0c361b2a6ef tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Router 8a0d14ed-e974-4fc9-a80b-fff5bf81e2bf has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:32:07.487192 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-44043624-da4f-4a4b-81f2-ffb575a6b2fe tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Request body: {'subnet': {'network_id': '896b80ec-be1b-4f4b-9cbf-e6184d20282b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:32:07.512232 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56e2701-b976-4363-a4eb-6b791ab810c3 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Pushing event updated for resources: {'Network': ['ID=896b80ec-be1b-4f4b-9cbf-e6184d20282b,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:32:07.532074 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network 896b80ec-be1b-4f4b-9cbf-e6184d20282b details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:32:07.546620 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-57bec2b1-1781-4ae8-9b76-82458e70e344 req-00f2b93d-386c-4e1b-a566-6cf243864596 service neutron] 10.222.0.88 "GET /v2.0/networks/eafefbfa-378a-4a8a-8ee5-45c0c746f8e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3392322 May 18 18:32:07.662485 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44043624-da4f-4a4b-81f2-ffb575a6b2fe tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Made reservation on behalf of 5c4bbac3b6df4199a2510bf694e0c7f1 for: {'subnet': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:32:07.670145 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-44043624-da4f-4a4b-81f2-ffb575a6b2fe tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261031885'] for subnet, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:07.704198 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-cbba1790-da3e-4e02-8000-bcad1b88b5c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:07.771874 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9a6ae28-8bae-49e7-90e9-e0c361b2a6ef tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:32:07.784709 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43d3666-96a1-4bc9-94cc-09271f053f85 None None] Sync routers for ids ['8a0d14ed-e974-4fc9-a80b-fff5bf81e2bf'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:32:07.788235 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-c9a6ae28-8bae-49e7-90e9-e0c361b2a6ef tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "PUT /v2.0/routers/8a0d14ed-e974-4fc9-a80b-fff5bf81e2bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4643679 May 18 18:32:07.788235 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 57518) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:32:07.829827 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43d3666-96a1-4bc9-94cc-09271f053f85 None None] Routers {'8a0d14ed-e974-4fc9-a80b-fff5bf81e2bf'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:32:07.829827 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-c43d3666-96a1-4bc9-94cc-09271f053f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:31:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['8a0d14ed-e974-4fc9-a80b-fff5bf81e2bf'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:32:07.921367 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ed10b39-b415-4ba8-b092-e7f46305b88d tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Deleting subnet 3dfa8f60-51b6-4e68-b884-bc6c3b960656 {{(pid=102731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:32:07.926515 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3ed10b39-b415-4ba8-b092-e7f46305b88d tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for subnet, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:07.993857 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3ed10b39-b415-4ba8-b092-e7f46305b88d tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260542153'] for subnet, precommit_delete_associations {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:08.042963 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-44043624-da4f-4a4b-81f2-ffb575a6b2fe tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261104883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261031899'] for subnet, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:08.141950 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-c43d3666-96a1-4bc9-94cc-09271f053f85 None None] Set router 8a0d14ed-e974-4fc9-a80b-fff5bf81e2bf gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:32:08.175052 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44043624-da4f-4a4b-81f2-ffb575a6b2fe tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Pushing event updated for resources: {'Subnet': ['ID=83cfe736-5130-485b-8e7f-bfdbec5d51ac,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:32:08.176165 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3ed10b39-b415-4ba8-b092-e7f46305b88d tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:08.197685 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44043624-da4f-4a4b-81f2-ffb575a6b2fe tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Checking segment: {'id': '7cd06144-6ef8-4587-821e-e0a624516499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '896b80ec-be1b-4f4b-9cbf-e6184d20282b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:32:08.198108 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44043624-da4f-4a4b-81f2-ffb575a6b2fe tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Network hostable DHCP agents. Network: 896b80ec-be1b-4f4b-9cbf-e6184d20282b, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:32:08.241415 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44043624-da4f-4a4b-81f2-ffb575a6b2fe tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Network 896b80ec-be1b-4f4b-9cbf-e6184d20282b is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:32:08.261857 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-44043624-da4f-4a4b-81f2-ffb575a6b2fe tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, 896b80ec-be1b-4f4b-9cbf-e6184d20282b) {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:32:08.281148 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44043624-da4f-4a4b-81f2-ffb575a6b2fe tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:32:08.282168 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-44043624-da4f-4a4b-81f2-ffb575a6b2fe tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:08.283227 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f983da22-8c78-4101-85e0-442327aba7c0 None None] Network 896b80ec-be1b-4f4b-9cbf-e6184d20282b requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:32:08.330816 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-44043624-da4f-4a4b-81f2-ffb575a6b2fe tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8441224 May 18 18:32:08.332713 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 57530) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:32:08.346190 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-d132dec0-1509-4c2e-8f68-df59fcc0cebe tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2115843438', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:32:08.394880 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3ed10b39-b415-4ba8-b092-e7f46305b88d tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260898416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260908030'] for subnet, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:08.402874 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d132dec0-1509-4c2e-8f68-df59fcc0cebe tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25099'] for router, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:08.404503 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d132dec0-1509-4c2e-8f68-df59fcc0cebe tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-593238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596850', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25088'] for router, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:08.495386 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3ed10b39-b415-4ba8-b092-e7f46305b88d tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:08.507916 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca940281-7c14-4190-9aaa-0ae348b5b963 None None] Network d73c399a-2f2b-4420-a483-8eb7c1dc35e8 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:32:08.508731 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-3ed10b39-b415-4ba8-b092-e7f46305b88d tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "DELETE /v2.0/subnets/3dfa8f60-51b6-4e68-b884-bc6c3b960656 HTTP/1.1" status: 204 len: 168 time: 0.7190585 May 18 18:32:08.510288 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 57534) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:32:08.525042 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d132dec0-1509-4c2e-8f68-df59fcc0cebe tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:08.529314 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed10b39-b415-4ba8-b092-e7f46305b88d tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Pushing event deleted for resources: {'Subnet': ['ID=3dfa8f60-51b6-4e68-b884-bc6c3b960656,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:32:08.536580 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d132dec0-1509-4c2e-8f68-df59fcc0cebe tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596801'] for router, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:08.565817 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d132dec0-1509-4c2e-8f68-df59fcc0cebe tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks [] for router, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:08.571009 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-d132dec0-1509-4c2e-8f68-df59fcc0cebe tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2333634 May 18 18:32:08.572331 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 57538) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:32:08.725072 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-c43d3666-96a1-4bc9-94cc-09271f053f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a0d14ed-e974-4fc9-a80b-fff5bf81e2bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-769308072', 'tenant_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '5b75e72b-d826-4845-aed9-184a281cd7b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:29:44Z', 'updated_at': '2022-05-18T18:32:05Z', 'revision_number': 5, 'project_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'gw_port': {'id': '5b75e72b-d826-4845-aed9-184a281cd7b8', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:28:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0d14ed-e974-4fc9-a80b-fff5bf81e2bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2824, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:29:45Z', 'updated_at': '2022-05-18T18:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:32:08.768286 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a9a7682-bdef-475f-9a1f-8ead7378e7e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-896b80ec-be1b-4f4b-9cbf-e6184d20282b', 'network_id': '896b80ec-be1b-4f4b-9cbf-e6184d20282b', 'tenant_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'fixed_ips': [{'subnet_id': '83cfe736-5130-485b-8e7f-bfdbec5d51ac'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:32:08.769242 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9a9a7682-bdef-475f-9a1f-8ead7378e7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:08.804394 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43d3666-96a1-4bc9-94cc-09271f053f85 None None] Checking router: 8a0d14ed-e974-4fc9-a80b-fff5bf81e2bf for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:32:08.845013 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43d3666-96a1-4bc9-94cc-09271f053f85 None None] Routers {'8a0d14ed-e974-4fc9-a80b-fff5bf81e2bf'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:32:08.847042 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-c43d3666-96a1-4bc9-94cc-09271f053f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:31:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['8a0d14ed-e974-4fc9-a80b-fff5bf81e2bf'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:32:08.901668 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb30cc2-ff10-40bb-99d6-d18c9100f0d3 req-bcd311c0-2b17-424b-a355-625b173054a3 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:32:08.904071 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-acb30cc2-ff10-40bb-99d6-d18c9100f0d3 req-bcd311c0-2b17-424b-a355-625b173054a3 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/ports?device_id=76150513-831f-4c2e-a0a6-361a0d2eacb0 HTTP/1.1" status: 200 len: 945 time: 0.1786244 May 18 18:32:09.382309 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-9a9a7682-bdef-475f-9a1f-8ead7378e7e6 None None] Allocated IP 172.20.0.2 (896b80ec-be1b-4f4b-9cbf-e6184d20282b/83cfe736-5130-485b-8e7f-bfdbec5d51ac/8a03e28c-bad0-44f0-88d1-8341bb8ac4e0) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:32:09.392675 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-222e824f-cb5a-48b0-a808-3285ca35ec10 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:09.435104 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b141f019-9eb0-4bed-8cb1-c89272400f39 None None] DHCP port deletion for d73c399a-2f2b-4420-a483-8eb7c1dc35e8 request from n-d-838550-3 {{(pid=102732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 18:32:09.527500 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-c43d3666-96a1-4bc9-94cc-09271f053f85 None None] Set router 8a0d14ed-e974-4fc9-a80b-fff5bf81e2bf gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:32:09.530338 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-acb30cc2-ff10-40bb-99d6-d18c9100f0d3 req-f213b8c9-5d6d-4602-87b8-6b8fd40ee62c tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/security-groups?id=6d4decf1-d3f8-40ef-a49d-c078d56e2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5890553 May 18 18:32:09.796097 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b141f019-9eb0-4bed-8cb1-c89272400f39 None None] Deleting port 5fa1fbf4-7401-4490-b6ee-4903b574685a {{(pid=102732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:32:09.797259 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b141f019-9eb0-4bed-8cb1-c89272400f39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:09.889117 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827f710e-49ae-4800-a384-7d7ed69cfdee req-540ead9f-7f58-4d0a-80c2-6f9313ffd0be tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:32:09.895613 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-827f710e-49ae-4800-a384-7d7ed69cfdee req-540ead9f-7f58-4d0a-80c2-6f9313ffd0be tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.88 "GET /v2.0/ports?device_id=76150513-831f-4c2e-a0a6-361a0d2eacb0 HTTP/1.1" status: 200 len: 945 time: 1.0473614 May 18 18:32:09.901404 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b3899903-10e7-441c-a2c5-b1bd34496758 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for router, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:09.979493 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b141f019-9eb0-4bed-8cb1-c89272400f39 None None] For port 5fa1fbf4-7401-4490-b6ee-4903b574685a, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=5fa1fbf4-7401-4490-b6ee-4903b574685a,segment=NetworkSegment(a839893d-6b02-4065-b63c-38a46f283620),segment_id=a839893d-6b02-4065-b63c-38a46f283620)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:32:09.981352 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b141f019-9eb0-4bed-8cb1-c89272400f39 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:10.006492 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-c43d3666-96a1-4bc9-94cc-09271f053f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a0d14ed-e974-4fc9-a80b-fff5bf81e2bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-769308072', 'tenant_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '5b75e72b-d826-4845-aed9-184a281cd7b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:29:44Z', 'updated_at': '2022-05-18T18:32:05Z', 'revision_number': 5, 'project_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'gw_port': {'id': '5b75e72b-d826-4845-aed9-184a281cd7b8', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:28:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0d14ed-e974-4fc9-a80b-fff5bf81e2bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2824, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:29:45Z', 'updated_at': '2022-05-18T18:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:32:10.033025 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b141f019-9eb0-4bed-8cb1-c89272400f39 None None] Calling delete_port for 5fa1fbf4-7401-4490-b6ee-4903b574685a owned by network:dhcp {{(pid=102732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:32:10.069423 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43d3666-96a1-4bc9-94cc-09271f053f85 None None] The sync data for ids ['8a0d14ed-e974-4fc9-a80b-fff5bf81e2bf'] in n-d-838550-3 is: [{'id': '8a0d14ed-e974-4fc9-a80b-fff5bf81e2bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-769308072', 'tenant_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '5b75e72b-d826-4845-aed9-184a281cd7b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:29:44Z', 'updated_at': '2022-05-18T18:32:05Z', 'revision_number': 5, 'project_id': '06b3ed36f50a43fd9cfeaa89e080d35b', 'gw_port': {'id': '5b75e72b-d826-4845-aed9-184a281cd7b8', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:28:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0d14ed-e974-4fc9-a80b-fff5bf81e2bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2824, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:29:45Z', 'updated_at': '2022-05-18T18:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:32:10.173339 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-7c6a8ce1-b295-48ff-9787-7c1054794215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:10.216620 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9a9a7682-bdef-475f-9a1f-8ead7378e7e6 None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:10.233295 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9a9a7682-bdef-475f-9a1f-8ead7378e7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:10.244083 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-827f710e-49ae-4800-a384-7d7ed69cfdee req-54dceebd-d16b-4e81-9b0a-663497f1db25 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Deleting port e700dd44-a663-421c-923e-a0d84c1bc12b {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:32:10.244681 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-827f710e-49ae-4800-a384-7d7ed69cfdee req-54dceebd-d16b-4e81-9b0a-663497f1db25 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:10.319561 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b141f019-9eb0-4bed-8cb1-c89272400f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508'] for port, after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:10.341421 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b141f019-9eb0-4bed-8cb1-c89272400f39 None None] No DVR routers for this DVR port 5fa1fbf4-7401-4490-b6ee-4903b574685a on host n-d-838550-3 {{(pid=102732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:32:10.347353 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a9a7682-bdef-475f-9a1f-8ead7378e7e6 None None] Network 896b80ec-be1b-4f4b-9cbf-e6184d20282b is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:32:10.357708 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-9a9a7682-bdef-475f-9a1f-8ead7378e7e6 None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:32:10.364350 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9a7682-bdef-475f-9a1f-8ead7378e7e6 None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:32:10.378580 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9a7682-bdef-475f-9a1f-8ead7378e7e6 None None] Pushing event updated for resources: {'Port': ['ID=8a03e28c-bad0-44f0-88d1-8341bb8ac4e0,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:32:10.408944 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-827f710e-49ae-4800-a384-7d7ed69cfdee req-54dceebd-d16b-4e81-9b0a-663497f1db25 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] For port e700dd44-a663-421c-923e-a0d84c1bc12b, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=e700dd44-a663-421c-923e-a0d84c1bc12b,segment=NetworkSegment(a789d407-e290-4a90-b0cb-82b84ff4b9fa),segment_id=a789d407-e290-4a90-b0cb-82b84ff4b9fa)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:32:10.409379 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-827f710e-49ae-4800-a384-7d7ed69cfdee req-54dceebd-d16b-4e81-9b0a-663497f1db25 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:10.425151 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-222e824f-cb5a-48b0-a808-3285ca35ec10 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Allocated IP 172.20.0.1 (896b80ec-be1b-4f4b-9cbf-e6184d20282b/83cfe736-5130-485b-8e7f-bfdbec5d51ac/d6e2949d-2066-4dd5-8e26-cabe55276d8b) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:32:10.454555 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-827f710e-49ae-4800-a384-7d7ed69cfdee req-54dceebd-d16b-4e81-9b0a-663497f1db25 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Calling delete_port for e700dd44-a663-421c-923e-a0d84c1bc12b owned by compute:nova {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:32:10.469697 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b3899903-10e7-441c-a2c5-b1bd34496758 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:10.639133 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b141f019-9eb0-4bed-8cb1-c89272400f39 None None] Pushing event deleted for resources: {'Port': ['ID=5fa1fbf4-7401-4490-b6ee-4903b574685a,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:32:10.655176 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 460085d2-7581-4664-a1c2-0b9ad99ad5b5 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:32:10.690788 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 460085d2-7581-4664-a1c2-0b9ad99ad5b5 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:32:10.691423 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 460085d2-7581-4664-a1c2-0b9ad99ad5b5 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:32:10.692036 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 5fa1fbf4-7401-4490-b6ee-4903b574685a no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:32:10.751854 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-222e824f-cb5a-48b0-a808-3285ca35ec10 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:10.788569 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-b3899903-10e7-441c-a2c5-b1bd34496758 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Deleting port 5b75e72b-d826-4845-aed9-184a281cd7b8 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:32:10.789208 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b3899903-10e7-441c-a2c5-b1bd34496758 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:10.790706 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 5fa1fbf4-7401-4490-b6ee-4903b574685a {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:32:10.791076 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 5fa1fbf4-7401-4490-b6ee-4903b574685a not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:32:10.824575 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-222e824f-cb5a-48b0-a808-3285ca35ec10 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:10.829075 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-9a9a7682-bdef-475f-9a1f-8ead7378e7e6 None None] Attempting to bind port 8a03e28c-bad0-44f0-88d1-8341bb8ac4e0 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:32:10.836503 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-9a9a7682-bdef-475f-9a1f-8ead7378e7e6 None None] Attempting to bind port 8a03e28c-bad0-44f0-88d1-8341bb8ac4e0 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '7cd06144-6ef8-4587-821e-e0a624516499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '896b80ec-be1b-4f4b-9cbf-e6184d20282b'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:32:10.836886 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9a7682-bdef-475f-9a1f-8ead7378e7e6 None None] Attempting to bind port 8a03e28c-bad0-44f0-88d1-8341bb8ac4e0 on network 896b80ec-be1b-4f4b-9cbf-e6184d20282b {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:32:10.848453 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9a7682-bdef-475f-9a1f-8ead7378e7e6 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 31, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:32:10.849936 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9a7682-bdef-475f-9a1f-8ead7378e7e6 None None] Checking segment: {'id': '7cd06144-6ef8-4587-821e-e0a624516499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '896b80ec-be1b-4f4b-9cbf-e6184d20282b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:32:10.865674 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9a9a7682-bdef-475f-9a1f-8ead7378e7e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:10.866275 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9a7682-bdef-475f-9a1f-8ead7378e7e6 None None] Bound using segment: {'id': '7cd06144-6ef8-4587-821e-e0a624516499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '896b80ec-be1b-4f4b-9cbf-e6184d20282b'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:32:10.867108 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-9a9a7682-bdef-475f-9a1f-8ead7378e7e6 None None] Bound port: 8a03e28c-bad0-44f0-88d1-8341bb8ac4e0, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cd06144-6ef8-4587-821e-e0a624516499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '896b80ec-be1b-4f4b-9cbf-e6184d20282b'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:32:10.867684 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9a9a7682-bdef-475f-9a1f-8ead7378e7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:10.898387 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf6e645-b693-4210-9e1b-613d984fb524 req-5620b122-9634-4ccd-a157-2fc74df0cae6 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:32:10.905344 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222e824f-cb5a-48b0-a808-3285ca35ec10 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Network 896b80ec-be1b-4f4b-9cbf-e6184d20282b is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:32:10.907510 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3bf6e645-b693-4210-9e1b-613d984fb524 req-5620b122-9634-4ccd-a157-2fc74df0cae6 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/ports?device_id=76150513-831f-4c2e-a0a6-361a0d2eacb0 HTTP/1.1" status: 200 len: 945 time: 0.1655810 May 18 18:32:10.910003 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-222e824f-cb5a-48b0-a808-3285ca35ec10 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:32:10.933827 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222e824f-cb5a-48b0-a808-3285ca35ec10 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:32:10.975659 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-827f710e-49ae-4800-a384-7d7ed69cfdee req-54dceebd-d16b-4e81-9b0a-663497f1db25 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:10.999251 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222e824f-cb5a-48b0-a808-3285ca35ec10 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Pushing event updated for resources: {'Port': ['ID=d6e2949d-2066-4dd5-8e26-cabe55276d8b,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:32:11.043450 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3bf6e645-b693-4210-9e1b-613d984fb524 req-5ba3bce9-ce14-49e9-9115-95ea2c54b2aa tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/security-groups?id=6d4decf1-d3f8-40ef-a49d-c078d56e2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346226 May 18 18:32:11.049344 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-b3899903-10e7-441c-a2c5-b1bd34496758 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] For port 5b75e72b-d826-4845-aed9-184a281cd7b8, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=5b75e72b-d826-4845-aed9-184a281cd7b8,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:32:11.059735 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b3899903-10e7-441c-a2c5-b1bd34496758 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:11.059735 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dceebd-d16b-4e81-9b0a-663497f1db25 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Pushing event deleted for resources: {'Port': ['ID=e700dd44-a663-421c-923e-a0d84c1bc12b,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:32:11.074872 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-b3899903-10e7-441c-a2c5-b1bd34496758 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Calling delete_port for 5b75e72b-d826-4845-aed9-184a281cd7b8 owned by network:router_gateway {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:32:11.082819 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-9a9a7682-bdef-475f-9a1f-8ead7378e7e6 None None] For port 8a03e28c-bad0-44f0-88d1-8341bb8ac4e0, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:32:11.087613 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-9a9a7682-bdef-475f-9a1f-8ead7378e7e6 None None] For port 8a03e28c-bad0-44f0-88d1-8341bb8ac4e0, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=8a03e28c-bad0-44f0-88d1-8341bb8ac4e0,segment=NetworkSegment(7cd06144-6ef8-4587-821e-e0a624516499),segment_id=7cd06144-6ef8-4587-821e-e0a624516499)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:32:11.092374 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['84d44d3e-b0bb-476d-a838-b97212311ad1'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:32:11.112650 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-222e824f-cb5a-48b0-a808-3285ca35ec10 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595826'] for router_interface, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:11.122091 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-827f710e-49ae-4800-a384-7d7ed69cfdee req-54dceebd-d16b-4e81-9b0a-663497f1db25 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] No DVR routers for this DVR port e700dd44-a663-421c-923e-a0d84c1bc12b on host n-h2-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:32:11.126594 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-827f710e-49ae-4800-a384-7d7ed69cfdee req-54dceebd-d16b-4e81-9b0a-663497f1db25 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:11.131032 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-827f710e-49ae-4800-a384-7d7ed69cfdee req-54dceebd-d16b-4e81-9b0a-663497f1db25 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.88 "DELETE /v2.0/ports/e700dd44-a663-421c-923e-a0d84c1bc12b HTTP/1.1" status: 204 len: 173 time: 1.2251208 May 18 18:32:11.131755 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76150513-831f-4c2e-a0a6-361a0d2eacb0', 'name': 'network-vif-deleted', 'tag': 'e700dd44-a663-421c-923e-a0d84c1bc12b'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:32:11.134888 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-411f152f-21de-494e-aead-79add4a81d6a" -d '{"events": [{"server_uuid": "76150513-831f-4c2e-a0a6-361a0d2eacb0", "name": "network-vif-deleted", "tag": "e700dd44-a663-421c-923e-a0d84c1bc12b"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:32:11.169379 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['e700dd44-a663-421c-923e-a0d84c1bc12b'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:32:11.217163 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9a9a7682-bdef-475f-9a1f-8ead7378e7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:11.250849 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 7 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 18:32:11.326804 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09b2c985-6474-4a85-b39c-5ad356954e7a x-openstack-request-id: req-09b2c985-6474-4a85-b39c-5ad356954e7a {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:32:11.327091 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76150513-831f-4c2e-a0a6-361a0d2eacb0", "name": "network-vif-deleted", "tag": "e700dd44-a663-421c-923e-a0d84c1bc12b", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:32:11.327873 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-09b2c985-6474-4a85-b39c-5ad356954e7a {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:32:11.328613 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09b2c985-6474-4a85-b39c-5ad356954e7a'] response: {'server_uuid': '76150513-831f-4c2e-a0a6-361a0d2eacb0', 'name': 'network-vif-deleted', 'tag': 'e700dd44-a663-421c-923e-a0d84c1bc12b', 'status': 'completed', 'code': 200} May 18 18:32:11.351448 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9a7682-bdef-475f-9a1f-8ead7378e7e6 None None] Pushing event updated for resources: {'Port': ['ID=8a03e28c-bad0-44f0-88d1-8341bb8ac4e0,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:32:11.422620 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:11.510340 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-222e824f-cb5a-48b0-a808-3285ca35ec10 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:11.516268 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b3899903-10e7-441c-a2c5-b1bd34496758 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:11.601349 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3899903-10e7-441c-a2c5-b1bd34496758 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Pushing event deleted for resources: {'Port': ['ID=5b75e72b-d826-4845-aed9-184a281cd7b8,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:32:11.741227 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b3899903-10e7-441c-a2c5-b1bd34496758 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596901'] for router_gateway, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:11.999117 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b3899903-10e7-441c-a2c5-b1bd34496758 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25145'] for router, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:12.009114 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b3899903-10e7-441c-a2c5-b1bd34496758 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:12.078495 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b3899903-10e7-441c-a2c5-b1bd34496758 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593303'] for router, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:12.080143 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3899903-10e7-441c-a2c5-b1bd34496758 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Fanout notify agent at l3_agent the message router_deleted on router 8a0d14ed-e974-4fc9-a80b-fff5bf81e2bf {{(pid=102731) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 18 18:32:12.108069 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b3899903-10e7-441c-a2c5-b1bd34496758 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for router, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:12.120644 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-b3899903-10e7-441c-a2c5-b1bd34496758 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "DELETE /v2.0/routers/8a0d14ed-e974-4fc9-a80b-fff5bf81e2bf HTTP/1.1" status: 204 len: 168 time: 3.6065612 May 18 18:32:12.123379 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 57842) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:32:12.214327 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-222e824f-cb5a-48b0-a808-3285ca35ec10 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:12.223027 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-222e824f-cb5a-48b0-a808-3285ca35ec10 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:12.345879 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-01f1d564-c0d7-42f6-b97b-cd36f9d6fa95 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:12.428034 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-222e824f-cb5a-48b0-a808-3285ca35ec10 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-595870'] for router_interface, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:12.440248 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:12.441690 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222e824f-cb5a-48b0-a808-3285ca35ec10 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Pushing event updated for resources: {'Port': ['ID=d6e2949d-2066-4dd5-8e26-cabe55276d8b,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:32:12.636587 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-01f1d564-c0d7-42f6-b97b-cd36f9d6fa95 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:12.669891 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-01f1d564-c0d7-42f6-b97b-cd36f9d6fa95 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d73c399a-2f2b-4420-a483-8eb7c1dc35e8']}} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:32:12.695681 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222e824f-cb5a-48b0-a808-3285ca35ec10 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Network 896b80ec-be1b-4f4b-9cbf-e6184d20282b is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:32:12.697639 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-222e824f-cb5a-48b0-a808-3285ca35ec10 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:32:12.722948 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-01f1d564-c0d7-42f6-b97b-cd36f9d6fa95 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a839893d-6b02-4065-b63c-38a46f283620') {'for_net_delete': True} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:32:12.728605 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-01f1d564-c0d7-42f6-b97b-cd36f9d6fa95 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a839893d-6b02-4065-b63c-38a46f283620') {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:32:12.785366 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-01f1d564-c0d7-42f6-b97b-cd36f9d6fa95 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260542144'] for segment, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:12.803587 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-01f1d564-c0d7-42f6-b97b-cd36f9d6fa95 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:12.813297 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01f1d564-c0d7-42f6-b97b-cd36f9d6fa95 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=102731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:32:12.814647 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-01f1d564-c0d7-42f6-b97b-cd36f9d6fa95 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260884178'] for segment, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:12.967766 n-d-838550-3 neutron-server[102731]: Traceback (most recent call last): May 18 18:32:12.967766 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:32:12.967766 n-d-838550-3 neutron-server[102731]: timer() May 18 18:32:12.967766 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:32:12.967766 n-d-838550-3 neutron-server[102731]: cb(*args, **kw) May 18 18:32:12.967766 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:32:12.967766 n-d-838550-3 neutron-server[102731]: return func(*args, **kwargs) May 18 18:32:12.967766 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:32:12.967766 n-d-838550-3 neutron-server[102731]: self._notify() May 18 18:32:12.967766 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:32:12.967766 n-d-838550-3 neutron-server[102731]: self.callback(batched_events) May 18 18:32:12.967766 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:32:12.967766 n-d-838550-3 neutron-server[102731]: event.method(event) May 18 18:32:12.967766 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:32:12.967766 n-d-838550-3 neutron-server[102731]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:32:12.967766 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:32:12.967766 n-d-838550-3 neutron-server[102731]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:32:12.967766 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:32:12.967766 n-d-838550-3 neutron-server[102731]: return f(self, *a, **k) May 18 18:32:12.967766 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:32:12.967766 n-d-838550-3 neutron-server[102731]: return self._get(url).json() May 18 18:32:12.967766 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:32:12.967766 n-d-838550-3 neutron-server[102731]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:32:12.967766 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:32:12.967766 n-d-838550-3 neutron-server[102731]: return self.request(url, 'GET', **kwargs) May 18 18:32:12.967766 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:32:12.967766 n-d-838550-3 neutron-server[102731]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:32:12.967766 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:32:12.967766 n-d-838550-3 neutron-server[102731]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:32:12.967766 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:32:12.967766 n-d-838550-3 neutron-server[102731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:32:12.967766 n-d-838550-3 neutron-server[102731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:32:13.041408 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-222e824f-cb5a-48b0-a808-3285ca35ec10 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Router 75d1bfd9-0541-44de-a61a-7dd9f3f21ebd is scheduled to L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e with binding_index 1 {{(pid=102730) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 18 18:32:13.055470 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-01f1d564-c0d7-42f6-b97b-cd36f9d6fa95 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:13.089433 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:13.108213 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-01f1d564-c0d7-42f6-b97b-cd36f9d6fa95 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:13.122958 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-01f1d564-c0d7-42f6-b97b-cd36f9d6fa95 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "DELETE /v2.0/networks/d73c399a-2f2b-4420-a483-8eb7c1dc35e8 HTTP/1.1" status: 204 len: 168 time: 0.9942553 May 18 18:32:13.125198 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f1d564-c0d7-42f6-b97b-cd36f9d6fa95 tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Pushing event deleted for resources: {'Network': ['ID=d73c399a-2f2b-4420-a483-8eb7c1dc35e8,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:32:13.125486 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 8a03e28c-bad0-44f0-88d1-8341bb8ac4e0 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:32:13.138321 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 57946) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:32:13.278028 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e21a3b2f-9c62-4cad-befa-42fad7b66b7c tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:13.308998 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af4115c5-42c1-471f-b229-35070ac100eb None None] Network 896b80ec-be1b-4f4b-9cbf-e6184d20282b requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:32:13.316590 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 8a03e28c-bad0-44f0-88d1-8341bb8ac4e0 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:32:13.319096 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:13.326442 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa296c8-712c-4409-b034-ffb7553ead5a req-ae87d595-06e0-459c-9161-ff8f90d74657 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:32:13.328914 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-efa296c8-712c-4409-b034-ffb7553ead5a req-ae87d595-06e0-459c-9161-ff8f90d74657 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/networks?id=492fec2b-f975-425f-828b-425816a23c89 HTTP/1.1" status: 200 len: 805 time: 0.6300890 May 18 18:32:13.369773 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-efa296c8-712c-4409-b034-ffb7553ead5a req-a3e0118b-defb-428e-9fb5-984a9ec5ef20 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/quotas/8b72fb86d7c844d8a21a58d8abaece54 HTTP/1.1" status: 200 len: 375 time: 0.0330594 May 18 18:32:13.372296 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e21a3b2f-9c62-4cad-befa-42fad7b66b7c tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:13.398129 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-222e824f-cb5a-48b0-a808-3285ca35ec10 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:32:13.409975 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-222e824f-cb5a-48b0-a808-3285ca35ec10 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] 10.222.0.85 "PUT /v2.0/routers/75d1bfd9-0541-44de-a61a-7dd9f3f21ebd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8355591 May 18 18:32:13.413585 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 57976) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:32:13.447137 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a640242-f083-4663-99e5-20fbfbafee67 None None] Sync routers for ids ['75d1bfd9-0541-44de-a61a-7dd9f3f21ebd'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:32:13.468613 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-efa296c8-712c-4409-b034-ffb7553ead5a req-1fdc0aaf-8a01-4bfa-a868-bef3227c3bd1 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=8b72fb86d7c844d8a21a58d8abaece54&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0874748 May 18 18:32:13.500566 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a640242-f083-4663-99e5-20fbfbafee67 None None] Routers {'75d1bfd9-0541-44de-a61a-7dd9f3f21ebd'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:32:13.502028 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-6a640242-f083-4663-99e5-20fbfbafee67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:32:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['75d1bfd9-0541-44de-a61a-7dd9f3f21ebd'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:32:13.508717 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-3a0f4315-1428-433d-a17d-dbc948a2bdc5 None None] Provisioning complete for port 8a03e28c-bad0-44f0-88d1-8341bb8ac4e0 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:32:13.510836 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-3a0f4315-1428-433d-a17d-dbc948a2bdc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:13.525307 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c576aa-fb95-4b5f-8d77-e1ada6c722b7 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:32:13.528565 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-90c576aa-fb95-4b5f-8d77-e1ada6c722b7 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] 10.222.0.85 "GET /v2.0/ports/d6e2949d-2066-4dd5-8e26-cabe55276d8b HTTP/1.1" status: 200 len: 910 time: 0.1127002 May 18 18:32:13.532031 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 57988) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:32:13.596466 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-6a640242-f083-4663-99e5-20fbfbafee67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:32:13.703313 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-efa296c8-712c-4409-b034-ffb7553ead5a req-45d75907-0ee2-4dc9-8a14-19dfe4b969a8 service neutron] 10.222.0.85 "GET /v2.0/networks/492fec2b-f975-425f-828b-425816a23c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265010 May 18 18:32:13.733377 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e21a3b2f-9c62-4cad-befa-42fad7b66b7c tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:13.738720 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e21a3b2f-9c62-4cad-befa-42fad7b66b7c tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:13.740560 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-e21a3b2f-9c62-4cad-befa-42fad7b66b7c tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] 10.222.0.85 "DELETE /v2.0/security-groups/7a49a26b-bec5-4659-823a-7a88d88b0ba6 HTTP/1.1" status: 204 len: 168 time: 0.5974033 May 18 18:32:13.804940 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-3a0f4315-1428-433d-a17d-dbc948a2bdc5 None None] Current status of the port 8a03e28c-bad0-44f0-88d1-8341bb8ac4e0 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:32:13.806111 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-3a0f4315-1428-433d-a17d-dbc948a2bdc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:13.841897 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device e700dd44-a663-421c-923e-a0d84c1bc12b no longer exists at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:32:13.856153 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a640242-f083-4663-99e5-20fbfbafee67 None None] Routers {'75d1bfd9-0541-44de-a61a-7dd9f3f21ebd'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:32:13.856972 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-6a640242-f083-4663-99e5-20fbfbafee67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:32:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['75d1bfd9-0541-44de-a61a-7dd9f3f21ebd'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:32:13.924756 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21a3b2f-9c62-4cad-befa-42fad7b66b7c tempest-TestNetworkAdvancedServerOps-598713748 tempest-TestNetworkAdvancedServerOps-598713748-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a49a26b-bec5-4659-823a-7a88d88b0ba6,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:32:13.998849 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-efa296c8-712c-4409-b034-ffb7553ead5a req-8f4eb5d2-0762-419f-8805-4debd33c64a5 service neutron] 10.222.0.85 "GET /v2.0/networks/492fec2b-f975-425f-828b-425816a23c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2779076 May 18 18:32:14.021696 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c72c093d-78e0-448e-88b4-755657dcd702 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-595963'] for router_interface, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:14.221593 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e80b0a75-9c13-4999-8bad-e8d7aa72850d req-8ce5fd69-2b4c-49a6-b332-d9d82f65135a tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/ports?device_id=9f7d7ddd-ffd6-452d-804a-475caf1b5d39 HTTP/1.1" status: 200 len: 210 time: 0.0413835 May 18 18:32:14.329206 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-3a0f4315-1428-433d-a17d-dbc948a2bdc5 None None] For port 8a03e28c-bad0-44f0-88d1-8341bb8ac4e0, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=8a03e28c-bad0-44f0-88d1-8341bb8ac4e0,segment=NetworkSegment(7cd06144-6ef8-4587-821e-e0a624516499),segment_id=7cd06144-6ef8-4587-821e-e0a624516499)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:32:14.352723 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] No Port match for: e700dd44-a663-421c-923e-a0d84c1bc12b {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:32:14.353206 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device e700dd44-a663-421c-923e-a0d84c1bc12b not bound to the agent host n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:32:14.380319 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-3a0f4315-1428-433d-a17d-dbc948a2bdc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:14.380319 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-6a640242-f083-4663-99e5-20fbfbafee67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:32:14.380319 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a640242-f083-4663-99e5-20fbfbafee67 None None] The sync data for ids ['75d1bfd9-0541-44de-a61a-7dd9f3f21ebd'] in n-d-838550-3 is: [] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:32:14.427548 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 8a03e28c-bad0-44f0-88d1-8341bb8ac4e0 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:32:14.428033 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:14.470089 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-c72c093d-78e0-448e-88b4-755657dcd702 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Deleting port d6e2949d-2066-4dd5-8e26-cabe55276d8b {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:32:14.470693 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c72c093d-78e0-448e-88b4-755657dcd702 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:14.532306 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.db.api [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102732) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 18 18:32:14.533313 n-d-838550-3 neutron-server[102732]: DEBUG oslo_db.api [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 18 18:32:14.541254 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0f4315-1428-433d-a17d-dbc948a2bdc5 None None] Pushing event updated for resources: {'Port': ['ID=8a03e28c-bad0-44f0-88d1-8341bb8ac4e0,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:32:14.588716 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c72c093d-78e0-448e-88b4-755657dcd702 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:14.606698 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-c72c093d-78e0-448e-88b4-755657dcd702 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Calling delete_port for d6e2949d-2066-4dd5-8e26-cabe55276d8b owned by network:router_interface {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:32:14.666596 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 58080) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:32:14.915825 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-7ba88f96-24d5-4075-a1d9-d872a8317ac8 None None] Provisioning complete for port 8a03e28c-bad0-44f0-88d1-8341bb8ac4e0 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:32:14.916205 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-7ba88f96-24d5-4075-a1d9-d872a8317ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:15.165601 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8b9ab8-62d6-4faf-aab9-904a306da612 req-b60424ca-611d-4e61-b550-3daa4d501f15 tempest-VolumesSnapshotTestJSON-571199237 tempest-VolumesSnapshotTestJSON-571199237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:32:15.177757 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1e8b9ab8-62d6-4faf-aab9-904a306da612 req-b60424ca-611d-4e61-b550-3daa4d501f15 tempest-VolumesSnapshotTestJSON-571199237 tempest-VolumesSnapshotTestJSON-571199237-project] 10.222.0.85 "GET /v2.0/networks?id=407bae63-0bbb-448a-8890-344e0f2fc0ed HTTP/1.1" status: 200 len: 814 time: 0.2071226 May 18 18:32:15.197747 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 8a03e28c-bad0-44f0-88d1-8341bb8ac4e0 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:32:15.201185 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-7ba88f96-24d5-4075-a1d9-d872a8317ac8 None None] Current status of the port 8a03e28c-bad0-44f0-88d1-8341bb8ac4e0 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:32:15.203989 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1e8b9ab8-62d6-4faf-aab9-904a306da612 req-b1d0a70c-0801-45f7-9671-f6c8a2757a43 tempest-VolumesSnapshotTestJSON-571199237 tempest-VolumesSnapshotTestJSON-571199237-project] 10.222.0.85 "GET /v2.0/quotas/175ea6b84b9343f588acbb70ff894a1f HTTP/1.1" status: 200 len: 375 time: 0.0228732 May 18 18:32:15.218759 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-7ba88f96-24d5-4075-a1d9-d872a8317ac8 None None] Provisioning complete for port d6e2949d-2066-4dd5-8e26-cabe55276d8b triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:32:15.219750 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-7ba88f96-24d5-4075-a1d9-d872a8317ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:15.306515 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-7ba88f96-24d5-4075-a1d9-d872a8317ac8 None None] Port d6e2949d-2066-4dd5-8e26-cabe55276d8b cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:32:15.315303 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1e8b9ab8-62d6-4faf-aab9-904a306da612 req-8857a3a9-c3df-48bf-8445-27ea6efeef53 tempest-VolumesSnapshotTestJSON-571199237 tempest-VolumesSnapshotTestJSON-571199237-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=175ea6b84b9343f588acbb70ff894a1f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1103623 May 18 18:32:15.407001 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 8a03e28c-bad0-44f0-88d1-8341bb8ac4e0 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:32:15.426789 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-e4ed88f7-6005-4017-b2f0-f457a5cc8bd7 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=06b3ed36f50a43fd9cfeaa89e080d35b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7568045 May 18 18:32:15.427294 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 58106) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:32:15.497935 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1e8b9ab8-62d6-4faf-aab9-904a306da612 req-175bae3e-92bb-4fe9-9d80-e043f1fc9357 service neutron] 10.222.0.85 "GET /v2.0/networks/407bae63-0bbb-448a-8890-344e0f2fc0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817334 May 18 18:32:15.585112 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-6d64f256-3585-439d-98b5-a0e5d19e01c8 None None] Provisioning complete for port d6e2949d-2066-4dd5-8e26-cabe55276d8b triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:32:15.590932 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-6d64f256-3585-439d-98b5-a0e5d19e01c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:15.616608 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-58238752-18e8-4c8e-b97b-fa0446a4f959 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:15.655514 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 8a03e28c-bad0-44f0-88d1-8341bb8ac4e0 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:32:15.664005 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:15.679408 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c72c093d-78e0-448e-88b4-755657dcd702 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:15.682322 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-58238752-18e8-4c8e-b97b-fa0446a4f959 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:15.720244 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-6d64f256-3585-439d-98b5-a0e5d19e01c8 None None] Port d6e2949d-2066-4dd5-8e26-cabe55276d8b cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:32:15.763972 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f3bfab7b-19e1-47eb-afff-66bc5fc86226 req-70adb68c-a876-4887-a605-5f663c50b6ec tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/ports?device_id=9f7d7ddd-ffd6-452d-804a-475caf1b5d39 HTTP/1.1" status: 200 len: 210 time: 0.1022465 May 18 18:32:15.797804 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1e8b9ab8-62d6-4faf-aab9-904a306da612 req-7f1c6799-6b4c-47ca-a520-c3352756aac2 service neutron] 10.222.0.85 "GET /v2.0/networks/407bae63-0bbb-448a-8890-344e0f2fc0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2749577 May 18 18:32:15.798860 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 8a03e28c-bad0-44f0-88d1-8341bb8ac4e0 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:32:15.819092 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 5b75e72b-d826-4845-aed9-184a281cd7b8 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:32:15.831757 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-58238752-18e8-4c8e-b97b-fa0446a4f959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:15.840053 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72c093d-78e0-448e-88b4-755657dcd702 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Pushing event deleted for resources: {'Port': ['ID=d6e2949d-2066-4dd5-8e26-cabe55276d8b,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:32:15.840981 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-58238752-18e8-4c8e-b97b-fa0446a4f959 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:15.855339 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-58238752-18e8-4c8e-b97b-fa0446a4f959 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/e928998f-71b3-404d-becd-cab3b7157315 HTTP/1.1" status: 204 len: 168 time: 0.4247463 May 18 18:32:15.884723 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58238752-18e8-4c8e-b97b-fa0446a4f959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e928998f-71b3-404d-becd-cab3b7157315,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:32:15.902540 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 5b75e72b-d826-4845-aed9-184a281cd7b8 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:32:15.903702 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 5b75e72b-d826-4845-aed9-184a281cd7b8 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:32:15.923755 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-d195939f-af83-467a-8f28-643106ff2773 None None] Could not find standard attr ID for object d6e2949d-2066-4dd5-8e26-cabe55276d8b. {{(pid=102732) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 18 18:32:16.072407 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c72c093d-78e0-448e-88b4-755657dcd702 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-593931'] for router_interface, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:16.115015 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1ca5751d-e379-4072-a737-a3789e3e7731 req-2f93e8b9-6247-46cd-97e3-0d032063969c tempest-VolumesSnapshotTestJSON-571199237 tempest-VolumesSnapshotTestJSON-571199237-project] 10.222.0.85 "GET /v2.0/ports?device_id=3a655867-3fda-450f-a9e4-a1ea1c7882f0 HTTP/1.1" status: 200 len: 210 time: 0.0436366 May 18 18:32:16.333506 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c72c093d-78e0-448e-88b4-755657dcd702 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Router 75d1bfd9-0541-44de-a61a-7dd9f3f21ebd has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:32:16.501845 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c72c093d-78e0-448e-88b4-755657dcd702 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:32:16.509890 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-c72c093d-78e0-448e-88b4-755657dcd702 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] 10.222.0.85 "PUT /v2.0/routers/75d1bfd9-0541-44de-a61a-7dd9f3f21ebd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9766915 May 18 18:32:16.514401 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 58130) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:32:16.514598 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1683c35-bcc6-4bc6-ab62-8ade760d9bd4 None None] Sync routers for ids ['75d1bfd9-0541-44de-a61a-7dd9f3f21ebd'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:32:16.542534 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1683c35-bcc6-4bc6-ab62-8ade760d9bd4 None None] Routers {'75d1bfd9-0541-44de-a61a-7dd9f3f21ebd'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:32:16.547953 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-e1683c35-bcc6-4bc6-ab62-8ade760d9bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:32:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['75d1bfd9-0541-44de-a61a-7dd9f3f21ebd'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:32:16.548949 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-dc575e94-fd32-4815-9e87-11ed51d19830 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] 10.222.0.85 "GET /v2.0/ports?device_id=75d1bfd9-0541-44de-a61a-7dd9f3f21ebd HTTP/1.1" status: 200 len: 205 time: 0.0339119 May 18 18:32:16.551804 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 58132) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:32:16.620108 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa296c8-712c-4409-b034-ffb7553ead5a req-6cb59833-a118-4465-a822-ea887f8abf73 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:32:16.622567 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-efa296c8-712c-4409-b034-ffb7553ead5a req-6cb59833-a118-4465-a822-ea887f8abf73 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.36 "GET /v2.0/networks?id=492fec2b-f975-425f-828b-425816a23c89 HTTP/1.1" status: 200 len: 805 time: 0.2781935 May 18 18:32:16.646771 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-e1683c35-bcc6-4bc6-ab62-8ade760d9bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:32:16.647040 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-efa296c8-712c-4409-b034-ffb7553ead5a req-974a08ad-2626-4264-aaa9-a0a279d308fa tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Request body: {'port': {'device_id': '9f7d7ddd-ffd6-452d-804a-475caf1b5d39', 'network_id': '492fec2b-f975-425f-828b-425816a23c89', 'admin_state_up': True, 'tenant_id': '8b72fb86d7c844d8a21a58d8abaece54'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:32:16.656683 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 58138) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:32:16.657273 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1683c35-bcc6-4bc6-ab62-8ade760d9bd4 None None] Routers {'75d1bfd9-0541-44de-a61a-7dd9f3f21ebd'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:32:16.658017 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-e1683c35-bcc6-4bc6-ab62-8ade760d9bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:32:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['75d1bfd9-0541-44de-a61a-7dd9f3f21ebd'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:32:16.672942 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-125c11c6-7e76-449a-9b6e-720c1031a2ac tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks [] for router, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:16.719633 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-e1683c35-bcc6-4bc6-ab62-8ade760d9bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:32:16.720537 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1683c35-bcc6-4bc6-ab62-8ade760d9bd4 None None] The sync data for ids ['75d1bfd9-0541-44de-a61a-7dd9f3f21ebd'] in n-d-838550-3 is: [] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:32:16.801178 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-6ea37b50-8e7c-4539-9b57-36c3f9b7b6b8 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=c58d81a40b48428eb409ce40b23d9789&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1410558 May 18 18:32:16.801940 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 58142) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:32:16.877343 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efa296c8-712c-4409-b034-ffb7553ead5a req-974a08ad-2626-4264-aaa9-a0a279d308fa tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Made reservation on behalf of 8b72fb86d7c844d8a21a58d8abaece54 for: {'port': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:32:16.882154 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-efa296c8-712c-4409-b034-ffb7553ead5a req-974a08ad-2626-4264-aaa9-a0a279d308fa tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:16.908272 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b19cfb7c-294f-4d90-9712-9e87f8e35724 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:16.956661 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-125c11c6-7e76-449a-9b6e-720c1031a2ac tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25145'] for router, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:16.971411 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-125c11c6-7e76-449a-9b6e-720c1031a2ac tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:16.976490 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7d2f7a0e-fbd5-49b3-b657-d59e9dd34099 req-e5d6479d-4cea-4bbc-93dd-99cc3e6530f2 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/ports?device_id=9f7d7ddd-ffd6-452d-804a-475caf1b5d39 HTTP/1.1" status: 200 len: 210 time: 0.0701945 May 18 18:32:16.993853 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b19cfb7c-294f-4d90-9712-9e87f8e35724 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:17.035698 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-125c11c6-7e76-449a-9b6e-720c1031a2ac tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593303'] for router, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:17.037169 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-125c11c6-7e76-449a-9b6e-720c1031a2ac tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Fanout notify agent at l3_agent the message router_deleted on router 75d1bfd9-0541-44de-a61a-7dd9f3f21ebd {{(pid=102731) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 18 18:32:17.053998 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-125c11c6-7e76-449a-9b6e-720c1031a2ac tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks [] for router, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:17.058187 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-125c11c6-7e76-449a-9b6e-720c1031a2ac tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] 10.222.0.85 "DELETE /v2.0/routers/75d1bfd9-0541-44de-a61a-7dd9f3f21ebd HTTP/1.1" status: 204 len: 168 time: 0.5051253 May 18 18:32:17.059191 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 58148) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:32:17.140477 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [req-efa296c8-712c-4409-b034-ffb7553ead5a req-974a08ad-2626-4264-aaa9-a0a279d308fa tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Allocated IP 172.20.0.2 (492fec2b-f975-425f-828b-425816a23c89/2280c6a7-2fbb-43fd-a641-4a8bbdb3adbf/d2fc9357-b2c4-454d-9aa6-a9723c8041e7) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:32:17.147118 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4ce0301-6aaf-46d2-a895-11d1bdb7e91a tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Deleting subnet 83cfe736-5130-485b-8e7f-bfdbec5d51ac {{(pid=102731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:32:17.148181 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b19cfb7c-294f-4d90-9712-9e87f8e35724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:17.152730 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b4ce0301-6aaf-46d2-a895-11d1bdb7e91a tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks [] for subnet, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:17.166709 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b19cfb7c-294f-4d90-9712-9e87f8e35724 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:17.168523 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-b19cfb7c-294f-4d90-9712-9e87f8e35724 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/c7dc7dfa-3290-4e7e-ba47-4cb073cd914a HTTP/1.1" status: 204 len: 168 time: 0.3629296 May 18 18:32:17.211362 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b4ce0301-6aaf-46d2-a895-11d1bdb7e91a tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260542153'] for subnet, precommit_delete_associations {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:17.231408 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19cfb7c-294f-4d90-9712-9e87f8e35724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7dc7dfa-3290-4e7e-ba47-4cb073cd914a,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:32:17.326687 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-520645b6-80c5-40a9-93ee-56fb3b8a5c7d req-2dfb8a0f-02bd-4635-8d21-db6599da6d25 tempest-VolumesSnapshotTestJSON-571199237 tempest-VolumesSnapshotTestJSON-571199237-project] 10.222.0.85 "GET /v2.0/ports?device_id=3a655867-3fda-450f-a9e4-a1ea1c7882f0 HTTP/1.1" status: 200 len: 210 time: 0.0360105 May 18 18:32:17.337396 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b4ce0301-6aaf-46d2-a895-11d1bdb7e91a tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:17.457100 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b4ce0301-6aaf-46d2-a895-11d1bdb7e91a tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260898416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260908030'] for subnet, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:17.490214 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ce0301-6aaf-46d2-a895-11d1bdb7e91a tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Pushing event deleted for resources: {'Subnet': ['ID=83cfe736-5130-485b-8e7f-bfdbec5d51ac,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:32:17.493140 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b4ce0301-6aaf-46d2-a895-11d1bdb7e91a tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:17.497456 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-b4ce0301-6aaf-46d2-a895-11d1bdb7e91a tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] 10.222.0.85 "DELETE /v2.0/subnets/83cfe736-5130-485b-8e7f-bfdbec5d51ac HTTP/1.1" status: 204 len: 168 time: 0.4374251 May 18 18:32:17.502749 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 58154) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:32:17.505401 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7fbbff-c5de-4cac-99e9-a880ccd48e75 None None] Network 896b80ec-be1b-4f4b-9cbf-e6184d20282b requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:32:17.559644 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-efa296c8-712c-4409-b034-ffb7553ead5a req-974a08ad-2626-4264-aaa9-a0a279d308fa tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:17.838205 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b8238c9d-1180-4dbd-8f2d-b329495e2643 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:17.869848 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8b9ab8-62d6-4faf-aab9-904a306da612 req-31d1a7a9-b740-4131-a52d-b2c809159a12 tempest-VolumesSnapshotTestJSON-571199237 tempest-VolumesSnapshotTestJSON-571199237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:32:17.880232 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0247c6b-890a-46ba-ac85-7f5da5942f97 None None] DHCP port deletion for 896b80ec-be1b-4f4b-9cbf-e6184d20282b request from n-d-838550-3 {{(pid=102732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 18:32:17.899754 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1e8b9ab8-62d6-4faf-aab9-904a306da612 req-31d1a7a9-b740-4131-a52d-b2c809159a12 tempest-VolumesSnapshotTestJSON-571199237 tempest-VolumesSnapshotTestJSON-571199237-project] 10.222.0.88 "GET /v2.0/networks?id=407bae63-0bbb-448a-8890-344e0f2fc0ed HTTP/1.1" status: 200 len: 814 time: 0.2613912 May 18 18:32:17.915241 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-1e8b9ab8-62d6-4faf-aab9-904a306da612 req-e7c7c188-ea5a-4396-80e1-712d8c2aa048 tempest-VolumesSnapshotTestJSON-571199237 tempest-VolumesSnapshotTestJSON-571199237-project] Request body: {'port': {'device_id': '3a655867-3fda-450f-a9e4-a1ea1c7882f0', 'network_id': '407bae63-0bbb-448a-8890-344e0f2fc0ed', 'admin_state_up': True, 'tenant_id': '175ea6b84b9343f588acbb70ff894a1f'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:32:17.964308 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-efa296c8-712c-4409-b034-ffb7553ead5a req-974a08ad-2626-4264-aaa9-a0a279d308fa tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:17.996119 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['84d44d3e-b0bb-476d-a838-b97212311ad1'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:32:18.030457 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efa296c8-712c-4409-b034-ffb7553ead5a req-974a08ad-2626-4264-aaa9-a0a279d308fa tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Network 492fec2b-f975-425f-828b-425816a23c89 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:32:18.039115 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [req-efa296c8-712c-4409-b034-ffb7553ead5a req-974a08ad-2626-4264-aaa9-a0a279d308fa tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:32:18.049161 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-efa296c8-712c-4409-b034-ffb7553ead5a req-974a08ad-2626-4264-aaa9-a0a279d308fa tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:32:18.140224 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c0247c6b-890a-46ba-ac85-7f5da5942f97 None None] Deleting port 8a03e28c-bad0-44f0-88d1-8341bb8ac4e0 {{(pid=102732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:32:18.141024 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c0247c6b-890a-46ba-ac85-7f5da5942f97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:18.143771 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974a08ad-2626-4264-aaa9-a0a279d308fa tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Pushing event updated for resources: {'Port': ['ID=d2fc9357-b2c4-454d-9aa6-a9723c8041e7,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:32:18.184135 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa296c8-712c-4409-b034-ffb7553ead5a req-974a08ad-2626-4264-aaa9-a0a279d308fa tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:32:18.185087 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-efa296c8-712c-4409-b034-ffb7553ead5a req-974a08ad-2626-4264-aaa9-a0a279d308fa tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:18.201919 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cc4c38-de31-49bf-bc06-005e6aa641db req-63d08b6c-547e-4f07-92a8-c665def645ce tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:32:18.211604 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-88cc4c38-de31-49bf-bc06-005e6aa641db req-63d08b6c-547e-4f07-92a8-c665def645ce tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/ports?device_id=9f7d7ddd-ffd6-452d-804a-475caf1b5d39 HTTP/1.1" status: 200 len: 931 time: 0.0805871 May 18 18:32:18.213515 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-efa296c8-712c-4409-b034-ffb7553ead5a req-974a08ad-2626-4264-aaa9-a0a279d308fa tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5696189 May 18 18:32:18.219767 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e8b9ab8-62d6-4faf-aab9-904a306da612 req-e7c7c188-ea5a-4396-80e1-712d8c2aa048 tempest-VolumesSnapshotTestJSON-571199237 tempest-VolumesSnapshotTestJSON-571199237-project] Made reservation on behalf of 175ea6b84b9343f588acbb70ff894a1f for: {'port': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:32:18.224484 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-1e8b9ab8-62d6-4faf-aab9-904a306da612 req-e7c7c188-ea5a-4396-80e1-712d8c2aa048 tempest-VolumesSnapshotTestJSON-571199237 tempest-VolumesSnapshotTestJSON-571199237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:18.228376 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-b8238c9d-1180-4dbd-8f2d-b329495e2643 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Deleting port 8a03e28c-bad0-44f0-88d1-8341bb8ac4e0 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:32:18.228717 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c0247c6b-890a-46ba-ac85-7f5da5942f97 None None] For port 8a03e28c-bad0-44f0-88d1-8341bb8ac4e0, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=8a03e28c-bad0-44f0-88d1-8341bb8ac4e0,segment=NetworkSegment(7cd06144-6ef8-4587-821e-e0a624516499),segment_id=7cd06144-6ef8-4587-821e-e0a624516499)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:32:18.228865 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b8238c9d-1180-4dbd-8f2d-b329495e2643 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:18.229313 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c0247c6b-890a-46ba-ac85-7f5da5942f97 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:18.245020 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c0247c6b-890a-46ba-ac85-7f5da5942f97 None None] Calling delete_port for 8a03e28c-bad0-44f0-88d1-8341bb8ac4e0 owned by network:dhcp {{(pid=102732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:32:18.271372 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-88cc4c38-de31-49bf-bc06-005e6aa641db req-065fc629-22b9-4adf-8a78-9cb7c603ba9d tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/security-groups?id=6d4decf1-d3f8-40ef-a49d-c078d56e2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589650 May 18 18:32:18.305767 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-efa296c8-712c-4409-b034-ffb7553ead5a req-cd74116f-649c-43a7-af4f-5707d511caae service neutron] Request body: {'port': {'device_id': '9f7d7ddd-ffd6-452d-804a-475caf1b5d39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-3'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:32:18.395887 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-b8238c9d-1180-4dbd-8f2d-b329495e2643 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] For port 8a03e28c-bad0-44f0-88d1-8341bb8ac4e0, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=8a03e28c-bad0-44f0-88d1-8341bb8ac4e0,segment=NetworkSegment(7cd06144-6ef8-4587-821e-e0a624516499),segment_id=7cd06144-6ef8-4587-821e-e0a624516499)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:32:18.396285 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b8238c9d-1180-4dbd-8f2d-b329495e2643 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:18.404615 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-efa296c8-712c-4409-b034-ffb7553ead5a req-cd74116f-649c-43a7-af4f-5707d511caae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:18.419929 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [req-1e8b9ab8-62d6-4faf-aab9-904a306da612 req-e7c7c188-ea5a-4396-80e1-712d8c2aa048 tempest-VolumesSnapshotTestJSON-571199237 tempest-VolumesSnapshotTestJSON-571199237-project] Allocated IP 172.20.0.13 (407bae63-0bbb-448a-8890-344e0f2fc0ed/a8d619fc-35bc-4e3d-a93e-6708e1e40994/2dc14d0e-d64d-4696-96a3-a745e3a66239) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:32:18.427017 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-b8238c9d-1180-4dbd-8f2d-b329495e2643 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Calling delete_port for 8a03e28c-bad0-44f0-88d1-8341bb8ac4e0 owned by network:dhcp {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:32:18.480538 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c0247c6b-890a-46ba-ac85-7f5da5942f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508'] for port, after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:18.514294 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0247c6b-890a-46ba-ac85-7f5da5942f97 None None] Pushing event deleted for resources: {'Port': ['ID=8a03e28c-bad0-44f0-88d1-8341bb8ac4e0,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:32:18.535088 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0247c6b-890a-46ba-ac85-7f5da5942f97 None None] No DVR routers for this DVR port 8a03e28c-bad0-44f0-88d1-8341bb8ac4e0 on host n-d-838550-3 {{(pid=102732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:32:18.555574 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5676d0b1-aebd-43cc-ae91-90b1b16a60bc req-021ac9b9-3726-44b8-8097-3583a3a54c26 tempest-VolumesSnapshotTestJSON-571199237 tempest-VolumesSnapshotTestJSON-571199237-project] 10.222.0.85 "GET /v2.0/ports?device_id=3a655867-3fda-450f-a9e4-a1ea1c7882f0 HTTP/1.1" status: 200 len: 210 time: 0.0908744 May 18 18:32:18.618325 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-1e8b9ab8-62d6-4faf-aab9-904a306da612 req-e7c7c188-ea5a-4396-80e1-712d8c2aa048 tempest-VolumesSnapshotTestJSON-571199237 tempest-VolumesSnapshotTestJSON-571199237-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:18.676196 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-1e8b9ab8-62d6-4faf-aab9-904a306da612 req-e7c7c188-ea5a-4396-80e1-712d8c2aa048 tempest-VolumesSnapshotTestJSON-571199237 tempest-VolumesSnapshotTestJSON-571199237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:18.724120 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e8b9ab8-62d6-4faf-aab9-904a306da612 req-e7c7c188-ea5a-4396-80e1-712d8c2aa048 tempest-VolumesSnapshotTestJSON-571199237 tempest-VolumesSnapshotTestJSON-571199237-project] Network 407bae63-0bbb-448a-8890-344e0f2fc0ed is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:32:18.730290 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [req-1e8b9ab8-62d6-4faf-aab9-904a306da612 req-e7c7c188-ea5a-4396-80e1-712d8c2aa048 tempest-VolumesSnapshotTestJSON-571199237 tempest-VolumesSnapshotTestJSON-571199237-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:32:18.731228 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b8238c9d-1180-4dbd-8f2d-b329495e2643 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:18.732718 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e8b9ab8-62d6-4faf-aab9-904a306da612 req-e7c7c188-ea5a-4396-80e1-712d8c2aa048 tempest-VolumesSnapshotTestJSON-571199237 tempest-VolumesSnapshotTestJSON-571199237-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:32:18.767663 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8238c9d-1180-4dbd-8f2d-b329495e2643 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Pushing event deleted for resources: {'Port': ['ID=8a03e28c-bad0-44f0-88d1-8341bb8ac4e0,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:32:18.772321 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8238c9d-1180-4dbd-8f2d-b329495e2643 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] No DVR routers for this DVR port 8a03e28c-bad0-44f0-88d1-8341bb8ac4e0 on host n-d-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:32:18.774853 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c7c188-ea5a-4396-80e1-712d8c2aa048 tempest-VolumesSnapshotTestJSON-571199237 tempest-VolumesSnapshotTestJSON-571199237-project] Pushing event updated for resources: {'Port': ['ID=2dc14d0e-d64d-4696-96a3-a745e3a66239,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:32:18.799534 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8b9ab8-62d6-4faf-aab9-904a306da612 req-e7c7c188-ea5a-4396-80e1-712d8c2aa048 tempest-VolumesSnapshotTestJSON-571199237 tempest-VolumesSnapshotTestJSON-571199237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:32:18.800522 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-1e8b9ab8-62d6-4faf-aab9-904a306da612 req-e7c7c188-ea5a-4396-80e1-712d8c2aa048 tempest-VolumesSnapshotTestJSON-571199237 tempest-VolumesSnapshotTestJSON-571199237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:18.827086 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1e8b9ab8-62d6-4faf-aab9-904a306da612 req-e7c7c188-ea5a-4396-80e1-712d8c2aa048 tempest-VolumesSnapshotTestJSON-571199237 tempest-VolumesSnapshotTestJSON-571199237-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9165528 May 18 18:32:18.841490 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-1e8b9ab8-62d6-4faf-aab9-904a306da612 req-6e65762f-7d96-49f0-975f-31be35317c62 service neutron] Request body: {'port': {'device_id': '3a655867-3fda-450f-a9e4-a1ea1c7882f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-3'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:32:18.885856 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b8238c9d-1180-4dbd-8f2d-b329495e2643 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:18.900931 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-1e8b9ab8-62d6-4faf-aab9-904a306da612 req-6e65762f-7d96-49f0-975f-31be35317c62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:18.920294 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-b8238c9d-1180-4dbd-8f2d-b329495e2643 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['896b80ec-be1b-4f4b-9cbf-e6184d20282b']}} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:32:18.950349 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-b8238c9d-1180-4dbd-8f2d-b329495e2643 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cd06144-6ef8-4587-821e-e0a624516499') {'for_net_delete': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:32:18.950662 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-b8238c9d-1180-4dbd-8f2d-b329495e2643 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cd06144-6ef8-4587-821e-e0a624516499') {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:32:18.965161 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b8238c9d-1180-4dbd-8f2d-b329495e2643 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260107375'] for segment, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:18.982223 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [req-efa296c8-712c-4409-b034-ffb7553ead5a req-cd74116f-649c-43a7-af4f-5707d511caae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2fc9357-b2c4-454d-9aa6-a9723c8041e7 {{(pid=102730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:32:18.990297 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b8238c9d-1180-4dbd-8f2d-b329495e2643 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:19.000022 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-efa296c8-712c-4409-b034-ffb7553ead5a req-cd74116f-649c-43a7-af4f-5707d511caae service neutron] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:19.003670 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8238c9d-1180-4dbd-8f2d-b329495e2643 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=102730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:32:19.004073 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b8238c9d-1180-4dbd-8f2d-b329495e2643 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261102736'] for segment, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:19.007499 n-d-838550-3 neutron-server[102730]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:32:19.007499 n-d-838550-3 neutron-server[102730]: self.session.flush() May 18 18:32:19.007499 n-d-838550-3 neutron-server[102730]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:32:19.007499 n-d-838550-3 neutron-server[102730]: self.session.flush() May 18 18:32:19.007499 n-d-838550-3 neutron-server[102730]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:32:19.007499 n-d-838550-3 neutron-server[102730]: self.session.flush() May 18 18:32:19.007499 n-d-838550-3 neutron-server[102730]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:32:19.007499 n-d-838550-3 neutron-server[102730]: self.session.flush() May 18 18:32:19.007499 n-d-838550-3 neutron-server[102730]: Traceback (most recent call last): May 18 18:32:19.007499 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:32:19.007499 n-d-838550-3 neutron-server[102730]: timer() May 18 18:32:19.007499 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:32:19.007499 n-d-838550-3 neutron-server[102730]: cb(*args, **kw) May 18 18:32:19.007499 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:32:19.007499 n-d-838550-3 neutron-server[102730]: return func(*args, **kwargs) May 18 18:32:19.007499 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:32:19.007499 n-d-838550-3 neutron-server[102730]: self._notify() May 18 18:32:19.007499 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:32:19.007499 n-d-838550-3 neutron-server[102730]: self.callback(batched_events) May 18 18:32:19.007499 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:32:19.007499 n-d-838550-3 neutron-server[102730]: event.method(event) May 18 18:32:19.007499 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:32:19.007499 n-d-838550-3 neutron-server[102730]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:32:19.007499 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:32:19.007499 n-d-838550-3 neutron-server[102730]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:32:19.007499 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:32:19.007499 n-d-838550-3 neutron-server[102730]: return f(self, *a, **k) May 18 18:32:19.007499 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:32:19.007499 n-d-838550-3 neutron-server[102730]: return self._get(url).json() May 18 18:32:19.007499 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:32:19.007499 n-d-838550-3 neutron-server[102730]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:32:19.007499 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:32:19.007499 n-d-838550-3 neutron-server[102730]: return self.request(url, 'GET', **kwargs) May 18 18:32:19.007499 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:32:19.007499 n-d-838550-3 neutron-server[102730]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:32:19.007499 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:32:19.007499 n-d-838550-3 neutron-server[102730]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:32:19.007499 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:32:19.007499 n-d-838550-3 neutron-server[102730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:32:19.007499 n-d-838550-3 neutron-server[102730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:32:19.079321 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [req-efa296c8-712c-4409-b034-ffb7553ead5a req-cd74116f-649c-43a7-af4f-5707d511caae service neutron] Transition to ACTIVE for port object d2fc9357-b2c4-454d-9aa6-a9723c8041e7 will not be triggered until provisioned by entity L2. {{(pid=102730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:32:19.080390 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b8238c9d-1180-4dbd-8f2d-b329495e2643 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:19.091300 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b8238c9d-1180-4dbd-8f2d-b329495e2643 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:19.095045 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-b8238c9d-1180-4dbd-8f2d-b329495e2643 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] 10.222.0.85 "DELETE /v2.0/networks/896b80ec-be1b-4f4b-9cbf-e6184d20282b HTTP/1.1" status: 204 len: 168 time: 1.5910439 May 18 18:32:19.105841 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 58178) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:32:19.107418 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-efa296c8-712c-4409-b034-ffb7553ead5a req-cd74116f-649c-43a7-af4f-5707d511caae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:19.111463 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8238c9d-1180-4dbd-8f2d-b329495e2643 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Pushing event deleted for resources: {'Network': ['ID=896b80ec-be1b-4f4b-9cbf-e6184d20282b,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:32:19.114140 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-f25e0b9d-5694-4753-8bfc-29d8995046ba tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-409718452', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}, 'admin_state_up': False}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:32:19.153608 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f25e0b9d-5694-4753-8bfc-29d8995046ba tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25099'] for router, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:19.154653 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f25e0b9d-5694-4753-8bfc-29d8995046ba tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-593238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596850', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25088'] for router, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:19.204594 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd74116f-649c-43a7-af4f-5707d511caae service neutron] Pushing event updated for resources: {'Port': ['ID=d2fc9357-b2c4-454d-9aa6-a9723c8041e7,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:32:19.276076 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f25e0b9d-5694-4753-8bfc-29d8995046ba tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:19.276787 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-efa296c8-712c-4409-b034-ffb7553ead5a req-cd74116f-649c-43a7-af4f-5707d511caae service neutron] Attempting to bind port d2fc9357-b2c4-454d-9aa6-a9723c8041e7 on host n-h1-838550-3 for vnic_type normal with profile {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:32:19.277255 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-efa296c8-712c-4409-b034-ffb7553ead5a req-cd74116f-649c-43a7-af4f-5707d511caae service neutron] Attempting to bind port d2fc9357-b2c4-454d-9aa6-a9723c8041e7 by drivers openvswitch,hyperv on host n-h1-838550-3 at level 0 using segments [{'id': 'a789d407-e290-4a90-b0cb-82b84ff4b9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '492fec2b-f975-425f-828b-425816a23c89'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:32:19.279018 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa296c8-712c-4409-b034-ffb7553ead5a req-cd74116f-649c-43a7-af4f-5707d511caae service neutron] Attempting to bind port d2fc9357-b2c4-454d-9aa6-a9723c8041e7 on network 492fec2b-f975-425f-828b-425816a23c89 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:32:19.285834 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa296c8-712c-4409-b034-ffb7553ead5a req-cd74116f-649c-43a7-af4f-5707d511caae service neutron] Port d2fc9357-b2c4-454d-9aa6-a9723c8041e7 on network 492fec2b-f975-425f-828b-425816a23c89 not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-3 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:32:19.286628 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa296c8-712c-4409-b034-ffb7553ead5a req-cd74116f-649c-43a7-af4f-5707d511caae service neutron] Attempting to bind port d2fc9357-b2c4-454d-9aa6-a9723c8041e7 on network 492fec2b-f975-425f-828b-425816a23c89 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:32:19.293242 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa296c8-712c-4409-b034-ffb7553ead5a req-cd74116f-649c-43a7-af4f-5707d511caae service neutron] Checking agent: {'id': '1dbac822-25f2-4df8-9dc8-5c2e7b136eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:32:19.293586 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa296c8-712c-4409-b034-ffb7553ead5a req-cd74116f-649c-43a7-af4f-5707d511caae service neutron] Checking segment: {'id': 'a789d407-e290-4a90-b0cb-82b84ff4b9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '492fec2b-f975-425f-828b-425816a23c89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:32:19.295199 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa296c8-712c-4409-b034-ffb7553ead5a req-cd74116f-649c-43a7-af4f-5707d511caae service neutron] Bound using segment: {'id': 'a789d407-e290-4a90-b0cb-82b84ff4b9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '492fec2b-f975-425f-828b-425816a23c89'} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:32:19.295199 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-efa296c8-712c-4409-b034-ffb7553ead5a req-cd74116f-649c-43a7-af4f-5707d511caae service neutron] Bound port: d2fc9357-b2c4-454d-9aa6-a9723c8041e7, host: n-h1-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a789d407-e290-4a90-b0cb-82b84ff4b9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '492fec2b-f975-425f-828b-425816a23c89'}}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:32:19.295199 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-efa296c8-712c-4409-b034-ffb7553ead5a req-cd74116f-649c-43a7-af4f-5707d511caae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:19.298623 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 8a03e28c-bad0-44f0-88d1-8341bb8ac4e0 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:32:19.331518 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 8a03e28c-bad0-44f0-88d1-8341bb8ac4e0 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:32:19.332141 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 8a03e28c-bad0-44f0-88d1-8341bb8ac4e0 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:32:19.389831 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-efa296c8-712c-4409-b034-ffb7553ead5a req-cd74116f-649c-43a7-af4f-5707d511caae service neutron] For port d2fc9357-b2c4-454d-9aa6-a9723c8041e7, host n-h1-838550-3, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:32:19.397471 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-efa296c8-712c-4409-b034-ffb7553ead5a req-cd74116f-649c-43a7-af4f-5707d511caae service neutron] For port d2fc9357-b2c4-454d-9aa6-a9723c8041e7, host n-h1-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=d2fc9357-b2c4-454d-9aa6-a9723c8041e7,segment=NetworkSegment(a789d407-e290-4a90-b0cb-82b84ff4b9fa),segment_id=a789d407-e290-4a90-b0cb-82b84ff4b9fa)] {{(pid=102730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:32:19.403789 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-efa296c8-712c-4409-b034-ffb7553ead5a req-cd74116f-649c-43a7-af4f-5707d511caae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:19.443287 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa296c8-712c-4409-b034-ffb7553ead5a req-cd74116f-649c-43a7-af4f-5707d511caae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:32:19.443919 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-efa296c8-712c-4409-b034-ffb7553ead5a req-cd74116f-649c-43a7-af4f-5707d511caae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:19.445567 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-efa296c8-712c-4409-b034-ffb7553ead5a req-cd74116f-649c-43a7-af4f-5707d511caae service neutron] 10.222.0.36 "PUT /v2.0/ports/d2fc9357-b2c4-454d-9aa6-a9723c8041e7 HTTP/1.1" status: 200 len: 1091 time: 1.2199395 May 18 18:32:19.446088 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f7d7ddd-ffd6-452d-804a-475caf1b5d39', 'tag': 'd2fc9357-b2c4-454d-9aa6-a9723c8041e7'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:32:19.448403 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccb70495-f050-4910-bea2-e22fb616b95a" -d '{"events": [{"name": "network-changed", "server_uuid": "9f7d7ddd-ffd6-452d-804a-475caf1b5d39", "tag": "d2fc9357-b2c4-454d-9aa6-a9723c8041e7"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:32:19.476704 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd74116f-649c-43a7-af4f-5707d511caae service neutron] Pushing event updated for resources: {'Port': ['ID=d2fc9357-b2c4-454d-9aa6-a9723c8041e7,revision_number=3']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:32:19.480379 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [req-1e8b9ab8-62d6-4faf-aab9-904a306da612 req-6e65762f-7d96-49f0-975f-31be35317c62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2dc14d0e-d64d-4696-96a3-a745e3a66239 {{(pid=102731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:32:19.530094 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-1e8b9ab8-62d6-4faf-aab9-904a306da612 req-6e65762f-7d96-49f0-975f-31be35317c62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:19.561050 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa296c8-712c-4409-b034-ffb7553ead5a req-c8982021-4849-47eb-92b1-2c9810a7e0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:32:19.563490 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-efa296c8-712c-4409-b034-ffb7553ead5a req-c8982021-4849-47eb-92b1-2c9810a7e0dc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8b72fb86d7c844d8a21a58d8abaece54&device_id=9f7d7ddd-ffd6-452d-804a-475caf1b5d39 HTTP/1.1" status: 200 len: 1094 time: 0.0652108 May 18 18:32:19.589393 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f25e0b9d-5694-4753-8bfc-29d8995046ba tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:19.599367 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.provisioning_blocks [req-1e8b9ab8-62d6-4faf-aab9-904a306da612 req-6e65762f-7d96-49f0-975f-31be35317c62 service neutron] Transition to ACTIVE for port object 2dc14d0e-d64d-4696-96a3-a745e3a66239 will not be triggered until provisioned by entity L2. {{(pid=102731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:32:19.611327 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc94d781-a701-447f-8ea0-6534b0aeadcd req-1c6f34f8-db9a-4a58-a54c-4e71b6be099f tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:32:19.616603 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cc94d781-a701-447f-8ea0-6534b0aeadcd req-1c6f34f8-db9a-4a58-a54c-4e71b6be099f tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/ports?device_id=9f7d7ddd-ffd6-452d-804a-475caf1b5d39 HTTP/1.1" status: 200 len: 943 time: 0.1918805 May 18 18:32:19.616603 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-1e8b9ab8-62d6-4faf-aab9-904a306da612 req-6e65762f-7d96-49f0-975f-31be35317c62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:19.641566 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-efa296c8-712c-4409-b034-ffb7553ead5a req-1d174d1b-8e60-4cc6-b401-49f0d7109779 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d2fc9357-b2c4-454d-9aa6-a9723c8041e7 HTTP/1.1" status: 200 len: 217 time: 0.0659139 May 18 18:32:19.726771 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90b8f24b-0048-4087-b774-203fe772e94a x-openstack-request-id: req-90b8f24b-0048-4087-b774-203fe772e94a {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:32:19.727673 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f7d7ddd-ffd6-452d-804a-475caf1b5d39", "tag": "d2fc9357-b2c4-454d-9aa6-a9723c8041e7", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:32:19.728809 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-90b8f24b-0048-4087-b774-203fe772e94a {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:32:19.729630 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90b8f24b-0048-4087-b774-203fe772e94a'] response: {'name': 'network-changed', 'server_uuid': '9f7d7ddd-ffd6-452d-804a-475caf1b5d39', 'tag': 'd2fc9357-b2c4-454d-9aa6-a9723c8041e7', 'status': 'completed', 'code': 200} May 18 18:32:19.742770 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa296c8-712c-4409-b034-ffb7553ead5a req-6d4a8c46-1c7a-45d8-a7e4-1501816f4ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:32:19.743685 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-efa296c8-712c-4409-b034-ffb7553ead5a req-6d4a8c46-1c7a-45d8-a7e4-1501816f4ac8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2280c6a7-2fbb-43fd-a641-4a8bbdb3adbf HTTP/1.1" status: 200 len: 845 time: 0.0851402 May 18 18:32:19.746056 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e65762f-7d96-49f0-975f-31be35317c62 service neutron] Pushing event updated for resources: {'Port': ['ID=2dc14d0e-d64d-4696-96a3-a745e3a66239,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:32:19.793147 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cc94d781-a701-447f-8ea0-6534b0aeadcd req-21087df2-77b0-4053-b76d-69fc176a8cb9 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/security-groups?id=6d4decf1-d3f8-40ef-a49d-c078d56e2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258278 May 18 18:32:19.821208 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-efa296c8-712c-4409-b034-ffb7553ead5a req-ee047d52-9fb6-4c86-ab9d-6654a6569753 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=492fec2b-f975-425f-828b-425816a23c89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624447 May 18 18:32:19.864039 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-1e8b9ab8-62d6-4faf-aab9-904a306da612 req-6e65762f-7d96-49f0-975f-31be35317c62 service neutron] Attempting to bind port 2dc14d0e-d64d-4696-96a3-a745e3a66239 on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:32:19.864039 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-1e8b9ab8-62d6-4faf-aab9-904a306da612 req-6e65762f-7d96-49f0-975f-31be35317c62 service neutron] Attempting to bind port 2dc14d0e-d64d-4696-96a3-a745e3a66239 by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': '6a0bcacf-c533-411c-a237-768dc94a8f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '407bae63-0bbb-448a-8890-344e0f2fc0ed'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:32:19.864039 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8b9ab8-62d6-4faf-aab9-904a306da612 req-6e65762f-7d96-49f0-975f-31be35317c62 service neutron] Attempting to bind port 2dc14d0e-d64d-4696-96a3-a745e3a66239 on network 407bae63-0bbb-448a-8890-344e0f2fc0ed {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:32:19.876733 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8b9ab8-62d6-4faf-aab9-904a306da612 req-6e65762f-7d96-49f0-975f-31be35317c62 service neutron] Port 2dc14d0e-d64d-4696-96a3-a745e3a66239 on network 407bae63-0bbb-448a-8890-344e0f2fc0ed not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:32:19.877052 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8b9ab8-62d6-4faf-aab9-904a306da612 req-6e65762f-7d96-49f0-975f-31be35317c62 service neutron] Attempting to bind port 2dc14d0e-d64d-4696-96a3-a745e3a66239 on network 407bae63-0bbb-448a-8890-344e0f2fc0ed {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:32:19.886213 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8b9ab8-62d6-4faf-aab9-904a306da612 req-6e65762f-7d96-49f0-975f-31be35317c62 service neutron] Checking agent: {'id': 'd1be059a-68ea-4c77-9b2b-29f4afa47e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:32:19.886546 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8b9ab8-62d6-4faf-aab9-904a306da612 req-6e65762f-7d96-49f0-975f-31be35317c62 service neutron] Checking segment: {'id': '6a0bcacf-c533-411c-a237-768dc94a8f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '407bae63-0bbb-448a-8890-344e0f2fc0ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:32:19.886932 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8b9ab8-62d6-4faf-aab9-904a306da612 req-6e65762f-7d96-49f0-975f-31be35317c62 service neutron] Bound using segment: {'id': '6a0bcacf-c533-411c-a237-768dc94a8f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '407bae63-0bbb-448a-8890-344e0f2fc0ed'} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:32:19.887874 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-1e8b9ab8-62d6-4faf-aab9-904a306da612 req-6e65762f-7d96-49f0-975f-31be35317c62 service neutron] Bound port: 2dc14d0e-d64d-4696-96a3-a745e3a66239, host: n-h2-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a0bcacf-c533-411c-a237-768dc94a8f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '407bae63-0bbb-448a-8890-344e0f2fc0ed'}}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:32:19.887874 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-1e8b9ab8-62d6-4faf-aab9-904a306da612 req-6e65762f-7d96-49f0-975f-31be35317c62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:19.916876 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a7a615-0249-4ac6-a153-e44a933fb79e req-998552a4-330b-448a-a82c-7199f02b450d tempest-VolumesSnapshotTestJSON-571199237 tempest-VolumesSnapshotTestJSON-571199237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:32:19.918593 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c5a7a615-0249-4ac6-a153-e44a933fb79e req-998552a4-330b-448a-a82c-7199f02b450d tempest-VolumesSnapshotTestJSON-571199237 tempest-VolumesSnapshotTestJSON-571199237-project] 10.222.0.85 "GET /v2.0/ports?device_id=3a655867-3fda-450f-a9e4-a1ea1c7882f0 HTTP/1.1" status: 200 len: 944 time: 0.1345634 May 18 18:32:19.966179 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-efa296c8-712c-4409-b034-ffb7553ead5a req-96ab357a-0c39-4d21-af57-d5406f14d502 service neutron] 10.222.0.36 "GET /v2.0/networks/492fec2b-f975-425f-828b-425816a23c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308084 May 18 18:32:20.011924 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c5a7a615-0249-4ac6-a153-e44a933fb79e req-757d48ef-824e-484d-958a-da2645dfa4cf tempest-VolumesSnapshotTestJSON-571199237 tempest-VolumesSnapshotTestJSON-571199237-project] 10.222.0.85 "GET /v2.0/security-groups?id=9d44bb54-af95-4468-877a-95621f1eb2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822172 May 18 18:32:20.106307 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-efa296c8-712c-4409-b034-ffb7553ead5a req-815c0048-a7e8-427e-8e8e-ea7979c2f82d service neutron] 10.222.0.36 "GET /v2.0/networks/492fec2b-f975-425f-828b-425816a23c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289551 May 18 18:32:20.211030 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb70495-f050-4910-bea2-e22fb616b95a req-38fb9ff8-d861-4102-a255-5e488e22bc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:32:20.212579 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ccb70495-f050-4910-bea2-e22fb616b95a req-38fb9ff8-d861-4102-a255-5e488e22bc05 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8b72fb86d7c844d8a21a58d8abaece54&device_id=9f7d7ddd-ffd6-452d-804a-475caf1b5d39 HTTP/1.1" status: 200 len: 1094 time: 0.0506380 May 18 18:32:20.315646 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb70495-f050-4910-bea2-e22fb616b95a req-6793fd79-50f2-4417-b809-d3bcf8468750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:32:20.317465 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ccb70495-f050-4910-bea2-e22fb616b95a req-6793fd79-50f2-4417-b809-d3bcf8468750 service neutron] 10.222.0.36 "GET /v2.0/networks?id=492fec2b-f975-425f-828b-425816a23c89 HTTP/1.1" status: 200 len: 906 time: 0.0980713 May 18 18:32:20.367633 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ccb70495-f050-4910-bea2-e22fb616b95a req-68a8c0c7-fdcd-4819-ba12-f6472e2d6a6c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d2fc9357-b2c4-454d-9aa6-a9723c8041e7 HTTP/1.1" status: 200 len: 217 time: 0.0436504 May 18 18:32:20.394755 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f25e0b9d-5694-4753-8bfc-29d8995046ba tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks [] for router_gateway, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:20.421609 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f25e0b9d-5694-4753-8bfc-29d8995046ba tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:20.435117 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb70495-f050-4910-bea2-e22fb616b95a req-8f41d916-4cc0-4eaa-b902-c5b53126f714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:32:20.437470 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ccb70495-f050-4910-bea2-e22fb616b95a req-8f41d916-4cc0-4eaa-b902-c5b53126f714 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2280c6a7-2fbb-43fd-a641-4a8bbdb3adbf HTTP/1.1" status: 200 len: 845 time: 0.0561922 May 18 18:32:20.439143 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-1e8b9ab8-62d6-4faf-aab9-904a306da612 req-6e65762f-7d96-49f0-975f-31be35317c62 service neutron] For port 2dc14d0e-d64d-4696-96a3-a745e3a66239, host n-h2-838550-3, cleared binding levels {{(pid=102731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:32:20.443251 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-1e8b9ab8-62d6-4faf-aab9-904a306da612 req-6e65762f-7d96-49f0-975f-31be35317c62 service neutron] For port 2dc14d0e-d64d-4696-96a3-a745e3a66239, host n-h2-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=2dc14d0e-d64d-4696-96a3-a745e3a66239,segment=NetworkSegment(6a0bcacf-c533-411c-a237-768dc94a8f4f),segment_id=6a0bcacf-c533-411c-a237-768dc94a8f4f)] {{(pid=102731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:32:20.471106 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-1e8b9ab8-62d6-4faf-aab9-904a306da612 req-6e65762f-7d96-49f0-975f-31be35317c62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:20.473004 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ccb70495-f050-4910-bea2-e22fb616b95a req-00a4618a-a8c4-4885-817c-944466e32b6b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=492fec2b-f975-425f-828b-425816a23c89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284665 May 18 18:32:20.529474 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8b9ab8-62d6-4faf-aab9-904a306da612 req-6e65762f-7d96-49f0-975f-31be35317c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:32:20.530297 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-1e8b9ab8-62d6-4faf-aab9-904a306da612 req-6e65762f-7d96-49f0-975f-31be35317c62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:20.531919 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1e8b9ab8-62d6-4faf-aab9-904a306da612 req-6e65762f-7d96-49f0-975f-31be35317c62 service neutron] 10.222.0.88 "PUT /v2.0/ports/2dc14d0e-d64d-4696-96a3-a745e3a66239 HTTP/1.1" status: 200 len: 1092 time: 1.6947484 May 18 18:32:20.532459 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a655867-3fda-450f-a9e4-a1ea1c7882f0', 'tag': '2dc14d0e-d64d-4696-96a3-a745e3a66239'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:32:20.535173 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2358b567-acba-4426-80a5-9a07a14f9583" -d '{"events": [{"name": "network-changed", "server_uuid": "3a655867-3fda-450f-a9e4-a1ea1c7882f0", "tag": "2dc14d0e-d64d-4696-96a3-a745e3a66239"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:32:20.599677 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ccb70495-f050-4910-bea2-e22fb616b95a req-6606ab09-8c33-4e2d-9e2f-5b858f61fd9a service neutron] 10.222.0.36 "GET /v2.0/networks/492fec2b-f975-425f-828b-425816a23c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160746 May 18 18:32:20.615776 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a5dc474-fa60-41de-8577-8b689d5b864d x-openstack-request-id: req-8a5dc474-fa60-41de-8577-8b689d5b864d {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:32:20.616062 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a655867-3fda-450f-a9e4-a1ea1c7882f0", "tag": "2dc14d0e-d64d-4696-96a3-a745e3a66239", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:32:20.616397 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-8a5dc474-fa60-41de-8577-8b689d5b864d {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:32:20.616698 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a5dc474-fa60-41de-8577-8b689d5b864d'] response: {'name': 'network-changed', 'server_uuid': '3a655867-3fda-450f-a9e4-a1ea1c7882f0', 'tag': '2dc14d0e-d64d-4696-96a3-a745e3a66239', 'status': 'completed', 'code': 200} May 18 18:32:20.643700 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e65762f-7d96-49f0-975f-31be35317c62 service neutron] Pushing event updated for resources: {'Port': ['ID=2dc14d0e-d64d-4696-96a3-a745e3a66239,revision_number=3']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:32:20.678592 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-f25e0b9d-5694-4753-8bfc-29d8995046ba tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Allocated IP 172.25.5.74 (31ebd439-090c-4b25-bbb0-31c48711b145/363a2810-8a83-4be0-a317-7c91fcd94485/f043ffe1-dd37-40fb-8ddb-a7939fae3a25) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:32:20.684790 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8b9ab8-62d6-4faf-aab9-904a306da612 req-724b2ab6-80bd-4b58-ac02-6c6815974147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:32:20.687284 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1e8b9ab8-62d6-4faf-aab9-904a306da612 req-724b2ab6-80bd-4b58-ac02-6c6815974147 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=175ea6b84b9343f588acbb70ff894a1f&device_id=3a655867-3fda-450f-a9e4-a1ea1c7882f0 HTTP/1.1" status: 200 len: 1095 time: 0.1097631 May 18 18:32:20.727428 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ccb70495-f050-4910-bea2-e22fb616b95a req-e53fcfdd-e87a-488e-b468-f3ee60a6b077 service neutron] 10.222.0.36 "GET /v2.0/networks/492fec2b-f975-425f-828b-425816a23c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190352 May 18 18:32:20.776123 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1e8b9ab8-62d6-4faf-aab9-904a306da612 req-d55efcb8-e5a8-4326-b5b5-391dd23ae188 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2dc14d0e-d64d-4696-96a3-a745e3a66239 HTTP/1.1" status: 200 len: 217 time: 0.0646019 May 18 18:32:20.852443 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8b9ab8-62d6-4faf-aab9-904a306da612 req-6d755760-3671-4339-8eb9-6afd83535f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:32:20.853978 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1e8b9ab8-62d6-4faf-aab9-904a306da612 req-6d755760-3671-4339-8eb9-6afd83535f32 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a8d619fc-35bc-4e3d-a93e-6708e1e40994 HTTP/1.1" status: 200 len: 854 time: 0.0708199 May 18 18:32:20.896897 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1e8b9ab8-62d6-4faf-aab9-904a306da612 req-019861e2-6ed0-4034-8d46-7e551ce89ca7 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=407bae63-0bbb-448a-8890-344e0f2fc0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341504 May 18 18:32:20.901945 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f25e0b9d-5694-4753-8bfc-29d8995046ba tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:20.928641 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c18902-f085-4811-bb3d-87ad033ebb0e req-35bd499b-7930-4abe-bfe9-5d3f5d05e976 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:32:20.930218 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-00c18902-f085-4811-bb3d-87ad033ebb0e req-35bd499b-7930-4abe-bfe9-5d3f5d05e976 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/ports?device_id=9f7d7ddd-ffd6-452d-804a-475caf1b5d39 HTTP/1.1" status: 200 len: 943 time: 0.0548162 May 18 18:32:20.987377 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-00c18902-f085-4811-bb3d-87ad033ebb0e req-d9223937-38cc-4001-8b21-49f872cbc0b3 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/security-groups?id=6d4decf1-d3f8-40ef-a49d-c078d56e2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427201 May 18 18:32:21.016375 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f25e0b9d-5694-4753-8bfc-29d8995046ba tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:21.056797 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1e8b9ab8-62d6-4faf-aab9-904a306da612 req-6cfa70f1-76a8-4919-9bc6-0f998e575d42 service neutron] 10.222.0.88 "GET /v2.0/networks/407bae63-0bbb-448a-8890-344e0f2fc0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511075 May 18 18:32:21.079581 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f25e0b9d-5694-4753-8bfc-29d8995046ba tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Network 31ebd439-090c-4b25-bbb0-31c48711b145 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:32:21.087660 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-f25e0b9d-5694-4753-8bfc-29d8995046ba tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:32:21.098644 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25e0b9d-5694-4753-8bfc-29d8995046ba tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:32:21.104554 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25e0b9d-5694-4753-8bfc-29d8995046ba tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Pushing event updated for resources: {'Port': ['ID=f043ffe1-dd37-40fb-8ddb-a7939fae3a25,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:32:21.241558 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe119a8-bf3d-4b76-96c8-abd1b5bd7121 req-85a3cb23-ebdd-47dc-a4c4-0013a1c85af3 tempest-VolumesSnapshotTestJSON-571199237 tempest-VolumesSnapshotTestJSON-571199237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:32:21.243156 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6fe119a8-bf3d-4b76-96c8-abd1b5bd7121 req-85a3cb23-ebdd-47dc-a4c4-0013a1c85af3 tempest-VolumesSnapshotTestJSON-571199237 tempest-VolumesSnapshotTestJSON-571199237-project] 10.222.0.85 "GET /v2.0/ports?device_id=3a655867-3fda-450f-a9e4-a1ea1c7882f0 HTTP/1.1" status: 200 len: 944 time: 0.1422837 May 18 18:32:21.334041 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1e8b9ab8-62d6-4faf-aab9-904a306da612 req-f4b5a7e9-0f1d-4eeb-9ad3-daa220898c68 service neutron] 10.222.0.88 "GET /v2.0/networks/407bae63-0bbb-448a-8890-344e0f2fc0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2644784 May 18 18:32:21.401282 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6fe119a8-bf3d-4b76-96c8-abd1b5bd7121 req-d058501b-f53c-4f5a-8da8-c1053d0a0596 tempest-VolumesSnapshotTestJSON-571199237 tempest-VolumesSnapshotTestJSON-571199237-project] 10.222.0.85 "GET /v2.0/security-groups?id=9d44bb54-af95-4468-877a-95621f1eb2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221006 May 18 18:32:21.492789 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2358b567-acba-4426-80a5-9a07a14f9583 req-d6ddfeef-bf6b-4c74-b02a-72f24628e94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:32:21.494367 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2358b567-acba-4426-80a5-9a07a14f9583 req-d6ddfeef-bf6b-4c74-b02a-72f24628e94a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=175ea6b84b9343f588acbb70ff894a1f&device_id=3a655867-3fda-450f-a9e4-a1ea1c7882f0 HTTP/1.1" status: 200 len: 1095 time: 0.1097414 May 18 18:32:21.503968 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 58234) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:32:21.594012 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f25e0b9d-5694-4753-8bfc-29d8995046ba tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks [] for router_gateway, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:21.619806 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-19d845a6-75cc-4b7a-9887-66ebf077d28e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:21.669936 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2358b567-acba-4426-80a5-9a07a14f9583 req-c923b5e3-2143-44eb-b457-d37bad366cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:32:21.671555 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2358b567-acba-4426-80a5-9a07a14f9583 req-c923b5e3-2143-44eb-b457-d37bad366cc7 service neutron] 10.222.0.88 "GET /v2.0/networks?id=407bae63-0bbb-448a-8890-344e0f2fc0ed HTTP/1.1" status: 200 len: 915 time: 0.1512992 May 18 18:32:21.680442 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device d2fc9357-b2c4-454d-9aa6-a9723c8041e7 details requested by agent hyperv_n-h1-838550-3 with host n-h1-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:32:21.715066 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-19d845a6-75cc-4b7a-9887-66ebf077d28e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:21.720795 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-19d845a6-75cc-4b7a-9887-66ebf077d28e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:21.766173 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2358b567-acba-4426-80a5-9a07a14f9583 req-222fa54b-5b93-417e-9a31-f62b4cb1698d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2dc14d0e-d64d-4696-96a3-a745e3a66239 HTTP/1.1" status: 200 len: 217 time: 0.0470471 May 18 18:32:21.773448 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-19d845a6-75cc-4b7a-9887-66ebf077d28e admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=68548709fb25459abba57f64eff49e8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2682898 May 18 18:32:21.774378 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d845a6-75cc-4b7a-9887-66ebf077d28e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63061bd1-51e1-43f2-87e4-c1cd80bbd9a7,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:32:21.776949 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 58238) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:32:21.814897 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port d2fc9357-b2c4-454d-9aa6-a9723c8041e7, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=d2fc9357-b2c4-454d-9aa6-a9723c8041e7,segment=NetworkSegment(a789d407-e290-4a90-b0cb-82b84ff4b9fa),segment_id=a789d407-e290-4a90-b0cb-82b84ff4b9fa)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:32:21.828453 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Returning: {'device': 'd2fc9357-b2c4-454d-9aa6-a9723c8041e7', 'network_id': '492fec2b-f975-425f-828b-425816a23c89', 'port_id': 'd2fc9357-b2c4-454d-9aa6-a9723c8041e7', 'mac_address': 'fa:16:3e:65:ed:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2280c6a7-2fbb-43fd-a641-4a8bbdb3adbf', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:32:21.836664 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-257ded9e-5fe2-44d1-aa6f-382c239e3730 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:21.865791 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-257ded9e-5fe2-44d1-aa6f-382c239e3730 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:21.869086 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port d2fc9357-b2c4-454d-9aa6-a9723c8041e7 is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:32:21.869591 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:21.886518 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2fc9357-b2c4-454d-9aa6-a9723c8041e7 {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:32:21.898085 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2358b567-acba-4426-80a5-9a07a14f9583 req-6fcd6f50-e641-489c-904e-6619e315a7af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:32:21.899596 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2358b567-acba-4426-80a5-9a07a14f9583 req-6fcd6f50-e641-489c-904e-6619e315a7af service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a8d619fc-35bc-4e3d-a93e-6708e1e40994 HTTP/1.1" status: 200 len: 854 time: 0.1302636 May 18 18:32:21.910078 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port d2fc9357-b2c4-454d-9aa6-a9723c8041e7, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=d2fc9357-b2c4-454d-9aa6-a9723c8041e7,segment=NetworkSegment(a789d407-e290-4a90-b0cb-82b84ff4b9fa),segment_id=a789d407-e290-4a90-b0cb-82b84ff4b9fa)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:32:21.915969 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:21.923189 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-257ded9e-5fe2-44d1-aa6f-382c239e3730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:21.926457 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-257ded9e-5fe2-44d1-aa6f-382c239e3730 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:21.928595 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-257ded9e-5fe2-44d1-aa6f-382c239e3730 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/63061bd1-51e1-43f2-87e4-c1cd80bbd9a7 HTTP/1.1" status: 204 len: 168 time: 0.1456599 May 18 18:32:21.940468 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257ded9e-5fe2-44d1-aa6f-382c239e3730 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63061bd1-51e1-43f2-87e4-c1cd80bbd9a7,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:32:21.951774 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2358b567-acba-4426-80a5-9a07a14f9583 req-9566f7f8-2b1b-4332-95ab-a4c68731ac6d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=407bae63-0bbb-448a-8890-344e0f2fc0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412502 May 18 18:32:21.955334 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f25e0b9d-5694-4753-8bfc-29d8995046ba tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596801'] for router, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:22.007152 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=d2fc9357-b2c4-454d-9aa6-a9723c8041e7,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:32:22.148702 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb135fa-391e-4dd3-8d6d-1014fe83b3e4 req-3f1adf80-fef1-47f3-977d-52e3a7e1617c tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:32:22.150644 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1cb135fa-391e-4dd3-8d6d-1014fe83b3e4 req-3f1adf80-fef1-47f3-977d-52e3a7e1617c tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/ports?device_id=9f7d7ddd-ffd6-452d-804a-475caf1b5d39 HTTP/1.1" status: 200 len: 944 time: 0.0603478 May 18 18:32:22.157765 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2358b567-acba-4426-80a5-9a07a14f9583 req-5b9de679-6cf9-4daf-bffb-5813d94b3ce9 service neutron] 10.222.0.88 "GET /v2.0/networks/407bae63-0bbb-448a-8890-344e0f2fc0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978838 May 18 18:32:22.200069 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1cb135fa-391e-4dd3-8d6d-1014fe83b3e4 req-4752bcda-7995-41d1-be08-ce1704a81072 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/security-groups?id=6d4decf1-d3f8-40ef-a49d-c078d56e2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401688 May 18 18:32:22.205856 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['d2fc9357-b2c4-454d-9aa6-a9723c8041e7'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:32:22.259121 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f25e0b9d-5694-4753-8bfc-29d8995046ba tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Router 04178246-7644-49d2-98de-f526dfd4fd23 is scheduled to L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e with binding_index 1 {{(pid=102731) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 18 18:32:22.295416 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2358b567-acba-4426-80a5-9a07a14f9583 req-6b7153e5-ae28-4333-b7e2-11da4803f00a service neutron] 10.222.0.88 "GET /v2.0/networks/407bae63-0bbb-448a-8890-344e0f2fc0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288829 May 18 18:32:22.328279 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 58246) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:32:22.345281 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f0fd18a4-b1c5-4ad8-b476-2dbc17186625 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:22.418884 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f25e0b9d-5694-4753-8bfc-29d8995046ba tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:32:22.439176 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e77b477-11af-4577-9caa-4dc17cdac3a0 None None] Sync routers for ids ['04178246-7644-49d2-98de-f526dfd4fd23'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:32:22.447219 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f25e0b9d-5694-4753-8bfc-29d8995046ba tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks [] for router, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:22.453148 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-f25e0b9d-5694-4753-8bfc-29d8995046ba tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.3417196 May 18 18:32:22.453964 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 58250) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:32:22.458102 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e77b477-11af-4577-9caa-4dc17cdac3a0 None None] Routers {'04178246-7644-49d2-98de-f526dfd4fd23'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:32:22.459247 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-1e77b477-11af-4577-9caa-4dc17cdac3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:32:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['04178246-7644-49d2-98de-f526dfd4fd23'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:32:22.460265 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f0fd18a4-b1c5-4ad8-b476-2dbc17186625 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:22.465800 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f0fd18a4-b1c5-4ad8-b476-2dbc17186625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:22.505318 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-1e77b477-11af-4577-9caa-4dc17cdac3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:32:22.512110 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-f0fd18a4-b1c5-4ad8-b476-2dbc17186625 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=4ea6dc42a62c483189076c24d32bc53c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1804485 May 18 18:32:22.512110 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd18a4-b1c5-4ad8-b476-2dbc17186625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=201b78b7-a7d5-4edb-92d0-c0ca370056c2,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:32:22.512927 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 58252) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:32:22.518781 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e77b477-11af-4577-9caa-4dc17cdac3a0 None None] Routers {'04178246-7644-49d2-98de-f526dfd4fd23'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:32:22.521247 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-1e77b477-11af-4577-9caa-4dc17cdac3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:32:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['04178246-7644-49d2-98de-f526dfd4fd23'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:32:22.558931 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-1e77b477-11af-4577-9caa-4dc17cdac3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:32:22.559721 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e77b477-11af-4577-9caa-4dc17cdac3a0 None None] The sync data for ids ['04178246-7644-49d2-98de-f526dfd4fd23'] in n-d-838550-3 is: [] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:32:22.571382 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1449e3f0-77a9-426c-ab8a-4fc91344d3dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:22.597106 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1449e3f0-77a9-426c-ab8a-4fc91344d3dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:22.607448 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99a8260-8379-463b-becc-7e929f6009b2 req-2dcd0c97-e4ce-46b3-b88f-5b874974f038 tempest-VolumesSnapshotTestJSON-571199237 tempest-VolumesSnapshotTestJSON-571199237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:32:22.609639 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a99a8260-8379-463b-becc-7e929f6009b2 req-2dcd0c97-e4ce-46b3-b88f-5b874974f038 tempest-VolumesSnapshotTestJSON-571199237 tempest-VolumesSnapshotTestJSON-571199237-project] 10.222.0.85 "GET /v2.0/ports?device_id=3a655867-3fda-450f-a9e4-a1ea1c7882f0 HTTP/1.1" status: 200 len: 944 time: 0.1014082 May 18 18:32:22.635870 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-7c87fdf9-11b4-4360-9ff4-049c277304f6 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] 10.222.0.85 "GET /v2.0/routers/04178246-7644-49d2-98de-f526dfd4fd23 HTTP/1.1" status: 200 len: 879 time: 0.1782541 May 18 18:32:22.636231 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 58256) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:32:22.661067 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a99a8260-8379-463b-becc-7e929f6009b2 req-1219a655-8883-4020-a1ce-d011829e674a tempest-VolumesSnapshotTestJSON-571199237 tempest-VolumesSnapshotTestJSON-571199237-project] 10.222.0.85 "GET /v2.0/security-groups?id=9d44bb54-af95-4468-877a-95621f1eb2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424418 May 18 18:32:22.704531 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1449e3f0-77a9-426c-ab8a-4fc91344d3dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:22.707150 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1449e3f0-77a9-426c-ab8a-4fc91344d3dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:22.710717 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-1449e3f0-77a9-426c-ab8a-4fc91344d3dd admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/201b78b7-a7d5-4edb-92d0-c0ca370056c2 HTTP/1.1" status: 204 len: 168 time: 0.1943390 May 18 18:32:22.728569 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1449e3f0-77a9-426c-ab8a-4fc91344d3dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=201b78b7-a7d5-4edb-92d0-c0ca370056c2,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:32:23.078003 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 58262) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:32:23.092704 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6d60b135-c2fe-4dce-befb-0c104386fbe2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:23.183126 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6d60b135-c2fe-4dce-befb-0c104386fbe2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:23.189209 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6d60b135-c2fe-4dce-befb-0c104386fbe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:23.231515 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d60b135-c2fe-4dce-befb-0c104386fbe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccec1864-b160-46e3-82c4-de77c40b104f,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:32:23.235759 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-c20f7d88-c1f6-4156-afd7-60f5f960a91e tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] 10.222.0.85 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 0.5957980 May 18 18:32:23.240427 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 58272) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:32:23.245237 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-7cdf0732-1b4e-4710-b302-88bb86c09a31 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-409718452'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:32:23.293097 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-6d60b135-c2fe-4dce-befb-0c104386fbe2 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=17c704ddc2a943c5b263b1dec2a4540e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2140222 May 18 18:32:23.295988 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 58276) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:32:23.350260 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-554e778a-5dc9-426d-82ed-caad0548ca19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:23.373991 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-554e778a-5dc9-426d-82ed-caad0548ca19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:23.385226 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea1f5b5-add3-42b1-bb72-372c9f6226e2 req-33a6d9b8-fb96-42bd-b401-9a55c506c6a5 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:32:23.386784 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cea1f5b5-add3-42b1-bb72-372c9f6226e2 req-33a6d9b8-fb96-42bd-b401-9a55c506c6a5 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/ports?device_id=9f7d7ddd-ffd6-452d-804a-475caf1b5d39 HTTP/1.1" status: 200 len: 944 time: 0.0990093 May 18 18:32:23.435947 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-554e778a-5dc9-426d-82ed-caad0548ca19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:23.439545 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-554e778a-5dc9-426d-82ed-caad0548ca19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:23.444295 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-554e778a-5dc9-426d-82ed-caad0548ca19 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/ccec1864-b160-46e3-82c4-de77c40b104f HTTP/1.1" status: 204 len: 168 time: 0.1438332 May 18 18:32:23.459892 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554e778a-5dc9-426d-82ed-caad0548ca19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccec1864-b160-46e3-82c4-de77c40b104f,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:32:23.504283 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cea1f5b5-add3-42b1-bb72-372c9f6226e2 req-1a471669-312b-43af-9507-e560529e3dcd tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/security-groups?id=6d4decf1-d3f8-40ef-a49d-c078d56e2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088989 May 18 18:32:23.557509 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e4ae04-9ac6-4ab8-80b0-47f56fbf0835 req-7cf8941e-f4a9-4522-897b-747e18adfe2e tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:32:23.559139 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e5e4ae04-9ac6-4ab8-80b0-47f56fbf0835 req-7cf8941e-f4a9-4522-897b-747e18adfe2e tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/ports?device_id=ab843bd5-49cc-4a1a-a822-b7403ee93ee0 HTTP/1.1" status: 200 len: 947 time: 0.0688231 May 18 18:32:23.602969 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e5e4ae04-9ac6-4ab8-80b0-47f56fbf0835 req-d177eaec-5b6b-4122-b740-7663fba97095 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/security-groups?id=02c33ece-f4c3-4965-a4ef-a7f4920ae299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351403 May 18 18:32:23.679460 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device d2fc9357-b2c4-454d-9aa6-a9723c8041e7 up at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:32:23.684237 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7cdf0732-1b4e-4710-b302-88bb86c09a31 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-596836', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-593224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25134'] for router, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:23.700028 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7cdf0732-1b4e-4710-b302-88bb86c09a31 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-596847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-596822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-593331'] for router, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:23.755068 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning for port d2fc9357-b2c4-454d-9aa6-a9723c8041e7 completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:32:23.759992 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 2dc14d0e-d64d-4696-96a3-a745e3a66239 details requested by agent hyperv_n-h2-838550-3 with host n-h2-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:32:23.764117 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning complete for port d2fc9357-b2c4-454d-9aa6-a9723c8041e7 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:32:23.765156 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:23.853467 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b646e9e4-1352-4b2e-9674-3f43d89634d0 req-3680c78a-2f0a-420f-965b-289e72e8dc21 tempest-VolumesSnapshotTestJSON-571199237 tempest-VolumesSnapshotTestJSON-571199237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:32:23.855413 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b646e9e4-1352-4b2e-9674-3f43d89634d0 req-3680c78a-2f0a-420f-965b-289e72e8dc21 tempest-VolumesSnapshotTestJSON-571199237 tempest-VolumesSnapshotTestJSON-571199237-project] 10.222.0.85 "GET /v2.0/ports?device_id=3a655867-3fda-450f-a9e4-a1ea1c7882f0 HTTP/1.1" status: 200 len: 944 time: 0.1078598 May 18 18:32:23.880796 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cdf0732-1b4e-4710-b302-88bb86c09a31 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Router 04178246-7644-49d2-98de-f526dfd4fd23 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:32:23.915621 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b646e9e4-1352-4b2e-9674-3f43d89634d0 req-ca6de8f1-e1cc-470d-8f52-d03dc38a8457 tempest-VolumesSnapshotTestJSON-571199237 tempest-VolumesSnapshotTestJSON-571199237-project] 10.222.0.85 "GET /v2.0/security-groups?id=9d44bb54-af95-4468-877a-95621f1eb2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528078 May 18 18:32:23.926460 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port d2fc9357-b2c4-454d-9aa6-a9723c8041e7 is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:32:23.927082 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:23.970788 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f7d7ddd-ffd6-452d-804a-475caf1b5d39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2fc9357-b2c4-454d-9aa6-a9723c8041e7'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:32:23.973405 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6749d4d-62ff-4731-a608-cc4120b346cb" -d '{"events": [{"server_uuid": "9f7d7ddd-ffd6-452d-804a-475caf1b5d39", "name": "network-vif-plugged", "status": "completed", "tag": "d2fc9357-b2c4-454d-9aa6-a9723c8041e7"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:32:24.008944 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 2dc14d0e-d64d-4696-96a3-a745e3a66239, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=2dc14d0e-d64d-4696-96a3-a745e3a66239,segment=NetworkSegment(6a0bcacf-c533-411c-a237-768dc94a8f4f),segment_id=6a0bcacf-c533-411c-a237-768dc94a8f4f)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:32:24.012940 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fca9fc32-1483-4dd4-ad88-bd51e618337c x-openstack-request-id: req-fca9fc32-1483-4dd4-ad88-bd51e618337c {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:32:24.013179 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f7d7ddd-ffd6-452d-804a-475caf1b5d39", "name": "network-vif-plugged", "status": "completed", "tag": "d2fc9357-b2c4-454d-9aa6-a9723c8041e7", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:32:24.013399 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-fca9fc32-1483-4dd4-ad88-bd51e618337c {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:32:24.013856 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fca9fc32-1483-4dd4-ad88-bd51e618337c'] response: {'server_uuid': '9f7d7ddd-ffd6-452d-804a-475caf1b5d39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2fc9357-b2c4-454d-9aa6-a9723c8041e7', 'code': 200} May 18 18:32:24.016229 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port d2fc9357-b2c4-454d-9aa6-a9723c8041e7, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=d2fc9357-b2c4-454d-9aa6-a9723c8041e7,segment=NetworkSegment(a789d407-e290-4a90-b0cb-82b84ff4b9fa),segment_id=a789d407-e290-4a90-b0cb-82b84ff4b9fa)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:32:24.019640 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cdf0732-1b4e-4710-b302-88bb86c09a31 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:32:24.023990 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:24.034974 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b55ace-52b4-4c4b-8729-a63443aece8f None None] Sync routers for ids ['04178246-7644-49d2-98de-f526dfd4fd23'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:32:24.037851 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7cdf0732-1b4e-4710-b302-88bb86c09a31 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks [] for router, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:24.042993 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-7cdf0732-1b4e-4710-b302-88bb86c09a31 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] 10.222.0.85 "PUT /v2.0/routers/04178246-7644-49d2-98de-f526dfd4fd23 HTTP/1.1" status: 200 len: 886 time: 0.8015881 May 18 18:32:24.046645 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 58296) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:32:24.060029 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b55ace-52b4-4c4b-8729-a63443aece8f None None] Routers {'04178246-7644-49d2-98de-f526dfd4fd23'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:32:24.061075 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-50b55ace-52b4-4c4b-8729-a63443aece8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:32:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['04178246-7644-49d2-98de-f526dfd4fd23'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:32:24.099967 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-50b55ace-52b4-4c4b-8729-a63443aece8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:32:24.103155 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Returning: {'device': '2dc14d0e-d64d-4696-96a3-a745e3a66239', 'network_id': '407bae63-0bbb-448a-8890-344e0f2fc0ed', 'port_id': '2dc14d0e-d64d-4696-96a3-a745e3a66239', 'mac_address': 'fa:16:3e:04:c2:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8d619fc-35bc-4e3d-a93e-6708e1e40994', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:32:24.110298 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b55ace-52b4-4c4b-8729-a63443aece8f None None] Routers {'04178246-7644-49d2-98de-f526dfd4fd23'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:32:24.111104 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-50b55ace-52b4-4c4b-8729-a63443aece8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:32:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['04178246-7644-49d2-98de-f526dfd4fd23'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:32:24.112643 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=d2fc9357-b2c4-454d-9aa6-a9723c8041e7,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:32:24.155119 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-50b55ace-52b4-4c4b-8729-a63443aece8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:32:24.156586 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b55ace-52b4-4c4b-8729-a63443aece8f None None] The sync data for ids ['04178246-7644-49d2-98de-f526dfd4fd23'] in n-d-838550-3 is: [] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:32:24.174150 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 2dc14d0e-d64d-4696-96a3-a745e3a66239 is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:32:24.174648 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:24.190107 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2dc14d0e-d64d-4696-96a3-a745e3a66239 {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:32:24.217829 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d49959d-9f7a-4eaa-9774-aab2638e3488 req-5594701d-1ea1-4f07-8d27-457f847d3381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:32:24.219264 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4d49959d-9f7a-4eaa-9774-aab2638e3488 req-5594701d-1ea1-4f07-8d27-457f847d3381 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9f7d7ddd-ffd6-452d-804a-475caf1b5d39 HTTP/1.1" status: 200 len: 1096 time: 0.1069226 May 18 18:32:24.219580 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 2dc14d0e-d64d-4696-96a3-a745e3a66239, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=2dc14d0e-d64d-4696-96a3-a745e3a66239,segment=NetworkSegment(6a0bcacf-c533-411c-a237-768dc94a8f4f),segment_id=6a0bcacf-c533-411c-a237-768dc94a8f4f)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:32:24.225145 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:24.255141 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-9c4eacb8-2d6f-4f74-b8ec-2bf92805060b tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] 10.222.0.85 "GET /v2.0/routers/04178246-7644-49d2-98de-f526dfd4fd23 HTTP/1.1" status: 200 len: 886 time: 0.2055562 May 18 18:32:24.259039 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 58304) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:32:24.276546 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4d49959d-9f7a-4eaa-9774-aab2638e3488 req-9e129b4c-09dc-41b5-b5fa-ee0a0c14e742 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=6d4decf1-d3f8-40ef-a49d-c078d56e2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441866 May 18 18:32:24.293698 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=2dc14d0e-d64d-4696-96a3-a745e3a66239,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:32:24.300333 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-a54c5cec-c5a2-494e-ae5b-ae4aa9f93894 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] 10.222.0.85 "GET /v2.0/ports?device_id=04178246-7644-49d2-98de-f526dfd4fd23 HTTP/1.1" status: 200 len: 205 time: 0.0399227 May 18 18:32:24.303648 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 58306) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:32:24.433248 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-77a1dded-bb9b-432d-8c2f-21bb91ea18d7 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks [] for router, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:24.495851 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['2dc14d0e-d64d-4696-96a3-a745e3a66239'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:32:24.575972 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-77a1dded-bb9b-432d-8c2f-21bb91ea18d7 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:24.654230 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed18b22f-0781-45ff-9f50-6043ff08fcf0 req-4a3f106c-67a1-4afc-aeca-c4a00077e6f9 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:32:24.656345 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ed18b22f-0781-45ff-9f50-6043ff08fcf0 req-4a3f106c-67a1-4afc-aeca-c4a00077e6f9 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/ports?device_id=9f7d7ddd-ffd6-452d-804a-475caf1b5d39 HTTP/1.1" status: 200 len: 945 time: 0.0693982 May 18 18:32:24.693989 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-77a1dded-bb9b-432d-8c2f-21bb91ea18d7 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Deleting port f043ffe1-dd37-40fb-8ddb-a7939fae3a25 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:32:24.694341 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-77a1dded-bb9b-432d-8c2f-21bb91ea18d7 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:24.746572 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ed18b22f-0781-45ff-9f50-6043ff08fcf0 req-af0b30d0-45d8-4747-a003-3ed7240d7193 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/security-groups?id=6d4decf1-d3f8-40ef-a49d-c078d56e2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830910 May 18 18:32:24.837792 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-77a1dded-bb9b-432d-8c2f-21bb91ea18d7 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:24.847605 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884a3d36-51fc-4960-8cec-bfc53bc4f002 req-6d442ccf-8d19-431a-b363-2df743c9af12 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:32:24.849232 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-884a3d36-51fc-4960-8cec-bfc53bc4f002 req-6d442ccf-8d19-431a-b363-2df743c9af12 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/ports?device_id=ab843bd5-49cc-4a1a-a822-b7403ee93ee0 HTTP/1.1" status: 200 len: 947 time: 0.1053395 May 18 18:32:24.862335 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-77a1dded-bb9b-432d-8c2f-21bb91ea18d7 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Calling delete_port for f043ffe1-dd37-40fb-8ddb-a7939fae3a25 owned by network:router_gateway {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:32:24.947205 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-884a3d36-51fc-4960-8cec-bfc53bc4f002 req-fbc9d408-fd2e-4bcd-ae46-db080e9febaa tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/security-groups?id=02c33ece-f4c3-4965-a4ef-a7f4920ae299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898857 May 18 18:32:25.064515 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 58362) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:32:25.078238 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f437308f-1a49-4177-9e63-2b46750217fa req-861cb88f-cc54-4eae-92f1-15796d4e914a tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:32:25.079872 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f437308f-1a49-4177-9e63-2b46750217fa req-861cb88f-cc54-4eae-92f1-15796d4e914a tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.88 "GET /v2.0/ports?device_id=ab843bd5-49cc-4a1a-a822-b7403ee93ee0 HTTP/1.1" status: 200 len: 947 time: 0.0864472 May 18 18:32:25.090860 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010b2eb9-8bc7-41fe-b85a-9216e5b6c87e req-f4ac9351-6a09-4fd3-afc9-eb39d3a76e54 tempest-VolumesSnapshotTestJSON-571199237 tempest-VolumesSnapshotTestJSON-571199237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:32:25.092397 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-010b2eb9-8bc7-41fe-b85a-9216e5b6c87e req-f4ac9351-6a09-4fd3-afc9-eb39d3a76e54 tempest-VolumesSnapshotTestJSON-571199237 tempest-VolumesSnapshotTestJSON-571199237-project] 10.222.0.85 "GET /v2.0/ports?device_id=3a655867-3fda-450f-a9e4-a1ea1c7882f0 HTTP/1.1" status: 200 len: 945 time: 0.0833557 May 18 18:32:25.130645 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-77a1dded-bb9b-432d-8c2f-21bb91ea18d7 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:25.162258 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a1dded-bb9b-432d-8c2f-21bb91ea18d7 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Pushing event deleted for resources: {'Port': ['ID=f043ffe1-dd37-40fb-8ddb-a7939fae3a25,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:32:25.194455 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-010b2eb9-8bc7-41fe-b85a-9216e5b6c87e req-557c3af2-6df8-4fd1-a017-9b19076f4a34 tempest-VolumesSnapshotTestJSON-571199237 tempest-VolumesSnapshotTestJSON-571199237-project] 10.222.0.85 "GET /v2.0/security-groups?id=9d44bb54-af95-4468-877a-95621f1eb2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901771 May 18 18:32:25.224261 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-f437308f-1a49-4177-9e63-2b46750217fa req-f2629003-2743-438c-8eff-f41579d3a839 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Deleting port dea4c3a6-e70b-410e-90f1-102cbfde860e {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:32:25.224657 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-f437308f-1a49-4177-9e63-2b46750217fa req-f2629003-2743-438c-8eff-f41579d3a839 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:25.239292 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-43c315df-8cc8-45fe-890d-ef6ca53bfbf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:25.262831 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-77a1dded-bb9b-432d-8c2f-21bb91ea18d7 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596901'] for router_gateway, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:25.321958 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-f437308f-1a49-4177-9e63-2b46750217fa req-f2629003-2743-438c-8eff-f41579d3a839 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] For port dea4c3a6-e70b-410e-90f1-102cbfde860e, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=dea4c3a6-e70b-410e-90f1-102cbfde860e,segment=NetworkSegment(8ca14917-c9b1-4338-b349-8fcfdea345e6),segment_id=8ca14917-c9b1-4338-b349-8fcfdea345e6)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:32:25.322331 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-f437308f-1a49-4177-9e63-2b46750217fa req-f2629003-2743-438c-8eff-f41579d3a839 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:25.372695 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-77a1dded-bb9b-432d-8c2f-21bb91ea18d7 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25145'] for router, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:25.377367 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-77a1dded-bb9b-432d-8c2f-21bb91ea18d7 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:25.431056 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-77a1dded-bb9b-432d-8c2f-21bb91ea18d7 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593303'] for router, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:25.431582 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77a1dded-bb9b-432d-8c2f-21bb91ea18d7 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Fanout notify agent at l3_agent the message router_deleted on router 04178246-7644-49d2-98de-f526dfd4fd23 {{(pid=102730) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 18 18:32:25.439565 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-77a1dded-bb9b-432d-8c2f-21bb91ea18d7 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks [] for router, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:25.445654 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-77a1dded-bb9b-432d-8c2f-21bb91ea18d7 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] 10.222.0.85 "DELETE /v2.0/routers/04178246-7644-49d2-98de-f526dfd4fd23 HTTP/1.1" status: 204 len: 168 time: 1.1401000 May 18 18:32:25.448106 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 58366) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:32:25.454257 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-76817ed5-dfdc-421c-98c4-c79c856cb05e tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Request body: {'network': {'name': 'tempest-RoutersTest-1076498464'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:32:25.483662 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-43c315df-8cc8-45fe-890d-ef6ca53bfbf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:25.490989 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-43c315df-8cc8-45fe-890d-ef6ca53bfbf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:25.538263 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-43c315df-8cc8-45fe-890d-ef6ca53bfbf9 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=091b23a8aa854ea9b116888f822b06cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4703078 May 18 18:32:25.538263 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c315df-8cc8-45fe-890d-ef6ca53bfbf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5a94349-14e1-4efd-83d7-a018d216fc0f,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:32:25.540748 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 58368) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:32:25.598020 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f65488e4-3bf9-4c9a-9ce4-1799b40d721b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:25.621068 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f65488e4-3bf9-4c9a-9ce4-1799b40d721b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:25.676308 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f65488e4-3bf9-4c9a-9ce4-1799b40d721b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:25.679806 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f65488e4-3bf9-4c9a-9ce4-1799b40d721b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:25.681147 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-f65488e4-3bf9-4c9a-9ce4-1799b40d721b admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/c5a94349-14e1-4efd-83d7-a018d216fc0f HTTP/1.1" status: 204 len: 168 time: 0.1394639 May 18 18:32:25.691220 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65488e4-3bf9-4c9a-9ce4-1799b40d721b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5a94349-14e1-4efd-83d7-a018d216fc0f,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:32:25.758583 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 2dc14d0e-d64d-4696-96a3-a745e3a66239 up at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:32:25.840251 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning for port 2dc14d0e-d64d-4696-96a3-a745e3a66239 completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:32:25.847161 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning complete for port 2dc14d0e-d64d-4696-96a3-a745e3a66239 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:32:25.847549 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:25.857855 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76817ed5-dfdc-421c-98c4-c79c856cb05e tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Made reservation on behalf of 5c4bbac3b6df4199a2510bf694e0c7f1 for: {'network': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:32:25.861307 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-76817ed5-dfdc-421c-98c4-c79c856cb05e tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:25.883252 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-f437308f-1a49-4177-9e63-2b46750217fa req-f2629003-2743-438c-8eff-f41579d3a839 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:25.883881 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-f437308f-1a49-4177-9e63-2b46750217fa req-f2629003-2743-438c-8eff-f41579d3a839 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596987'] for floatingip, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:25.884246 n-d-838550-3 neutron-server[102731]: INFO neutron.db.l3_db [req-f437308f-1a49-4177-9e63-2b46750217fa req-f2629003-2743-438c-8eff-f41579d3a839 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Floating IP 5387a2f3-18af-42a5-b1f0-51cb85023c41 disassociated. External IP: 172.25.5.149, port: dea4c3a6-e70b-410e-90f1-102cbfde860e. May 18 18:32:25.884555 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-f437308f-1a49-4177-9e63-2b46750217fa req-f2629003-2743-438c-8eff-f41579d3a839 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Calling delete_port for dea4c3a6-e70b-410e-90f1-102cbfde860e owned by compute:nova {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:32:25.896383 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e209e9cc-6f1b-47ab-b6da-d34fcd1a200f req-8dc195fa-8ad1-40bd-b841-549cf3d20e62 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:32:25.898171 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e209e9cc-6f1b-47ab-b6da-d34fcd1a200f req-8dc195fa-8ad1-40bd-b841-549cf3d20e62 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/ports?device_id=9f7d7ddd-ffd6-452d-804a-475caf1b5d39 HTTP/1.1" status: 200 len: 945 time: 0.0662112 May 18 18:32:25.900717 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76817ed5-dfdc-421c-98c4-c79c856cb05e tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 641} {{(pid=102731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:32:25.944748 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-76817ed5-dfdc-421c-98c4-c79c856cb05e tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:25.945112 n-d-838550-3 neutron-server[102731]: INFO neutron.db.segments_db [None req-76817ed5-dfdc-421c-98c4-c79c856cb05e tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Added segment c4660b23-301e-4e11-a32c-46b8c741731f of type vlan for network 32a55be3-fdaf-47d0-949f-5a8ebcbd0021 May 18 18:32:25.958931 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 2dc14d0e-d64d-4696-96a3-a745e3a66239 is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:32:25.959329 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:25.963362 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e209e9cc-6f1b-47ab-b6da-d34fcd1a200f req-e319c55a-5c86-4dd7-9cdf-dc7023b705f3 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/security-groups?id=6d4decf1-d3f8-40ef-a49d-c078d56e2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523341 May 18 18:32:26.008178 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-76817ed5-dfdc-421c-98c4-c79c856cb05e tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:26.022384 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a655867-3fda-450f-a9e4-a1ea1c7882f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dc14d0e-d64d-4696-96a3-a745e3a66239'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:32:26.028136 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c3febf2-50de-4666-9e2b-925bcaaaf51a" -d '{"events": [{"server_uuid": "3a655867-3fda-450f-a9e4-a1ea1c7882f0", "name": "network-vif-plugged", "status": "completed", "tag": "2dc14d0e-d64d-4696-96a3-a745e3a66239"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:32:26.046263 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 2dc14d0e-d64d-4696-96a3-a745e3a66239, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=2dc14d0e-d64d-4696-96a3-a745e3a66239,segment=NetworkSegment(6a0bcacf-c533-411c-a237-768dc94a8f4f),segment_id=6a0bcacf-c533-411c-a237-768dc94a8f4f)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:32:26.055412 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:26.085080 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-76817ed5-dfdc-421c-98c4-c79c856cb05e tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:26.091351 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76817ed5-dfdc-421c-98c4-c79c856cb05e tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:32:26.092110 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-76817ed5-dfdc-421c-98c4-c79c856cb05e tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks [] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:26.100569 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bea3a8a-93ba-47f4-a11a-5ade36da3703 x-openstack-request-id: req-3bea3a8a-93ba-47f4-a11a-5ade36da3703 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:32:26.101189 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a655867-3fda-450f-a9e4-a1ea1c7882f0", "name": "network-vif-plugged", "status": "completed", "tag": "2dc14d0e-d64d-4696-96a3-a745e3a66239", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:32:26.101704 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-3bea3a8a-93ba-47f4-a11a-5ade36da3703 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:32:26.102464 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bea3a8a-93ba-47f4-a11a-5ade36da3703'] response: {'server_uuid': '3a655867-3fda-450f-a9e4-a1ea1c7882f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dc14d0e-d64d-4696-96a3-a745e3a66239', 'code': 200} May 18 18:32:26.137151 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=2dc14d0e-d64d-4696-96a3-a745e3a66239,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:32:26.223042 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-76817ed5-dfdc-421c-98c4-c79c856cb05e tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7738543 May 18 18:32:26.226899 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 58402) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:32:26.232276 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-944dbe0c-3557-4ffc-9c73-c4a9990f927b tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Request body: {'subnet': {'network_id': '32a55be3-fdaf-47d0-949f-5a8ebcbd0021', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:32:26.262658 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76817ed5-dfdc-421c-98c4-c79c856cb05e tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Pushing event updated for resources: {'Network': ['ID=32a55be3-fdaf-47d0-949f-5a8ebcbd0021,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:32:26.271041 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-f437308f-1a49-4177-9e63-2b46750217fa req-f2629003-2743-438c-8eff-f41579d3a839 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:26.274893 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network 32a55be3-fdaf-47d0-949f-5a8ebcbd0021 details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:32:26.296558 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598ef0a5-6345-4535-afbb-c8bfcd70f559 req-d0a4441b-e3a6-4830-baa4-c9415f7538ce tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:32:26.304077 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-598ef0a5-6345-4535-afbb-c8bfcd70f559 req-d0a4441b-e3a6-4830-baa4-c9415f7538ce tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/ports?device_id=ab843bd5-49cc-4a1a-a822-b7403ee93ee0 HTTP/1.1" status: 200 len: 947 time: 0.1964524 May 18 18:32:26.337303 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0680f4-a0fe-4a37-84f3-2a9d03b82dfe req-374952ea-f79e-40c7-9e81-ed579a71a47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:32:26.339290 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8e0680f4-a0fe-4a37-84f3-2a9d03b82dfe req-374952ea-f79e-40c7-9e81-ed579a71a47b service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=3a655867-3fda-450f-a9e4-a1ea1c7882f0 HTTP/1.1" status: 200 len: 1097 time: 0.1403594 May 18 18:32:26.352137 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2629003-2743-438c-8eff-f41579d3a839 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Pushing event deleted for resources: {'Port': ['ID=dea4c3a6-e70b-410e-90f1-102cbfde860e,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:32:26.443772 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-598ef0a5-6345-4535-afbb-c8bfcd70f559 req-6fa404e2-dd34-4586-b006-d0c6bd16e8e4 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/security-groups?id=02c33ece-f4c3-4965-a4ef-a7f4920ae299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1388261 May 18 18:32:26.456557 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8e0680f4-a0fe-4a37-84f3-2a9d03b82dfe req-6ebd4a93-b4b3-47c0-9651-eb2ffed4b5a3 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=9d44bb54-af95-4468-877a-95621f1eb2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944641 May 18 18:32:26.481990 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884cfd6e-7989-4dc2-88fa-8a0af8051fff req-7dda4fc1-a933-489f-885e-ed75926f1db9 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:32:26.491075 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-884cfd6e-7989-4dc2-88fa-8a0af8051fff req-7dda4fc1-a933-489f-885e-ed75926f1db9 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/networks?id=492fec2b-f975-425f-828b-425816a23c89 HTTP/1.1" status: 200 len: 805 time: 0.2421644 May 18 18:32:26.501580 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-944dbe0c-3557-4ffc-9c73-c4a9990f927b tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Made reservation on behalf of 5c4bbac3b6df4199a2510bf694e0c7f1 for: {'subnet': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:32:26.505983 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-944dbe0c-3557-4ffc-9c73-c4a9990f927b tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261031885'] for subnet, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:26.533555 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-884cfd6e-7989-4dc2-88fa-8a0af8051fff req-92bf7f77-7082-4799-a5f7-d8c1d03610bb tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/quotas/8b72fb86d7c844d8a21a58d8abaece54 HTTP/1.1" status: 200 len: 375 time: 0.0414643 May 18 18:32:26.573907 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f437308f-1a49-4177-9e63-2b46750217fa req-f2629003-2743-438c-8eff-f41579d3a839 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Router be055dce-5e9c-42c3-b98f-bdae8046ec2d has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:32:26.600526 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4f20e8-c35a-47c0-82e4-6114b0eb3d10 req-7c72842d-4a49-4402-bb88-f97138cc940f tempest-VolumesSnapshotTestJSON-571199237 tempest-VolumesSnapshotTestJSON-571199237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:32:26.602782 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ed4f20e8-c35a-47c0-82e4-6114b0eb3d10 req-7c72842d-4a49-4402-bb88-f97138cc940f tempest-VolumesSnapshotTestJSON-571199237 tempest-VolumesSnapshotTestJSON-571199237-project] 10.222.0.85 "GET /v2.0/ports?device_id=3a655867-3fda-450f-a9e4-a1ea1c7882f0 HTTP/1.1" status: 200 len: 946 time: 0.0696495 May 18 18:32:26.658892 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-884cfd6e-7989-4dc2-88fa-8a0af8051fff req-57db98e5-fd66-41a2-998e-09b3aec2474c tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=8b72fb86d7c844d8a21a58d8abaece54&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0828359 May 18 18:32:26.732418 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ed4f20e8-c35a-47c0-82e4-6114b0eb3d10 req-e45d7c20-572a-4739-9d3d-c958d860254a tempest-VolumesSnapshotTestJSON-571199237 tempest-VolumesSnapshotTestJSON-571199237-project] 10.222.0.85 "GET /v2.0/security-groups?id=9d44bb54-af95-4468-877a-95621f1eb2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884662 May 18 18:32:26.772289 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f437308f-1a49-4177-9e63-2b46750217fa req-f2629003-2743-438c-8eff-f41579d3a839 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:32:26.786213 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3001d876-b77d-4b47-9521-d3433ca5f43a None None] Sync routers for ids ['be055dce-5e9c-42c3-b98f-bdae8046ec2d'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:32:26.803840 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3001d876-b77d-4b47-9521-d3433ca5f43a None None] Routers {'be055dce-5e9c-42c3-b98f-bdae8046ec2d'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:32:26.804493 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-3001d876-b77d-4b47-9521-d3433ca5f43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:32:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['be055dce-5e9c-42c3-b98f-bdae8046ec2d'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:32:26.837021 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-f437308f-1a49-4177-9e63-2b46750217fa req-f2629003-2743-438c-8eff-f41579d3a839 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] No DVR routers for this DVR port dea4c3a6-e70b-410e-90f1-102cbfde860e on host n-h2-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:32:26.839227 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-884cfd6e-7989-4dc2-88fa-8a0af8051fff req-dba14d0b-7aad-403a-a9dc-00c5b04c6a43 service neutron] 10.222.0.85 "GET /v2.0/networks/492fec2b-f975-425f-828b-425816a23c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678793 May 18 18:32:26.840553 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-f437308f-1a49-4177-9e63-2b46750217fa req-f2629003-2743-438c-8eff-f41579d3a839 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:26.846280 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f437308f-1a49-4177-9e63-2b46750217fa req-f2629003-2743-438c-8eff-f41579d3a839 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.88 "DELETE /v2.0/ports/dea4c3a6-e70b-410e-90f1-102cbfde860e HTTP/1.1" status: 204 len: 173 time: 1.7520857 May 18 18:32:26.846912 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab843bd5-49cc-4a1a-a822-b7403ee93ee0', 'name': 'network-vif-deleted', 'tag': 'dea4c3a6-e70b-410e-90f1-102cbfde860e'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:32:26.852180 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05457f02-ec30-4a77-a4b7-77535840fdb2" -d '{"events": [{"server_uuid": "ab843bd5-49cc-4a1a-a822-b7403ee93ee0", "name": "network-vif-deleted", "tag": "dea4c3a6-e70b-410e-90f1-102cbfde860e"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:32:26.902149 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7674458d-12f6-4d45-b52d-71396104bfc7 x-openstack-request-id: req-7674458d-12f6-4d45-b52d-71396104bfc7 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:32:26.902855 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab843bd5-49cc-4a1a-a822-b7403ee93ee0", "name": "network-vif-deleted", "tag": "dea4c3a6-e70b-410e-90f1-102cbfde860e", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:32:26.902855 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-7674458d-12f6-4d45-b52d-71396104bfc7 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:32:26.903179 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7674458d-12f6-4d45-b52d-71396104bfc7'] response: {'server_uuid': 'ab843bd5-49cc-4a1a-a822-b7403ee93ee0', 'name': 'network-vif-deleted', 'tag': 'dea4c3a6-e70b-410e-90f1-102cbfde860e', 'status': 'completed', 'code': 200} May 18 18:32:26.994894 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-3001d876-b77d-4b47-9521-d3433ca5f43a None None] Set router be055dce-5e9c-42c3-b98f-bdae8046ec2d gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:32:27.079711 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-884cfd6e-7989-4dc2-88fa-8a0af8051fff req-018f565d-4218-4e1e-b235-bfe14ffe0cd3 service neutron] 10.222.0.85 "GET /v2.0/networks/492fec2b-f975-425f-828b-425816a23c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2393210 May 18 18:32:27.101764 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-944dbe0c-3557-4ffc-9c73-c4a9990f927b tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261104883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261031899'] for subnet, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:27.180618 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944dbe0c-3557-4ffc-9c73-c4a9990f927b tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Pushing event updated for resources: {'Subnet': ['ID=a5afe2bb-1a1d-4726-9d2d-b96f3ff79a55,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:32:27.194070 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944dbe0c-3557-4ffc-9c73-c4a9990f927b tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Checking segment: {'id': 'c4660b23-301e-4e11-a32c-46b8c741731f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '32a55be3-fdaf-47d0-949f-5a8ebcbd0021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:32:27.194764 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-944dbe0c-3557-4ffc-9c73-c4a9990f927b tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Network hostable DHCP agents. Network: 32a55be3-fdaf-47d0-949f-5a8ebcbd0021, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:32:27.223424 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-944dbe0c-3557-4ffc-9c73-c4a9990f927b tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Network 32a55be3-fdaf-47d0-949f-5a8ebcbd0021 is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:32:27.237539 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-944dbe0c-3557-4ffc-9c73-c4a9990f927b tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, 32a55be3-fdaf-47d0-949f-5a8ebcbd0021) {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:32:27.247821 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-944dbe0c-3557-4ffc-9c73-c4a9990f927b tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:32:27.249955 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-944dbe0c-3557-4ffc-9c73-c4a9990f927b tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:27.304327 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-944dbe0c-3557-4ffc-9c73-c4a9990f927b tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0762634 May 18 18:32:27.308012 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 58446) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:32:27.316780 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-a5dc45b3-0aa2-4b71-8884-432830b6097a tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-476063674', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:32:27.347107 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a5dc45b3-0aa2-4b71-8884-432830b6097a tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25099'] for router, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:27.348663 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a5dc45b3-0aa2-4b71-8884-432830b6097a tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-593238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596850', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25088'] for router, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:27.438689 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a5dc45b3-0aa2-4b71-8884-432830b6097a tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:27.446622 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a5dc45b3-0aa2-4b71-8884-432830b6097a tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596801'] for router, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:27.482546 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5feacf70-13d4-40fd-874e-40a438f31fed req-e76a20b8-ae9e-429f-b93f-51c3a08f5f1c tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/ports?device_id=7fc3609e-9bfe-429a-9f8f-50e0517b4a1f HTTP/1.1" status: 200 len: 210 time: 0.0986352 May 18 18:32:27.493984 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a5dc45b3-0aa2-4b71-8884-432830b6097a tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks [] for router, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:27.498025 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-a5dc45b3-0aa2-4b71-8884-432830b6097a tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1887982 May 18 18:32:27.499384 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 58456) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:32:27.586320 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde0b960-3478-4e6f-abcb-003fde1921dd None None] Network 32a55be3-fdaf-47d0-949f-5a8ebcbd0021 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:32:27.719580 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-07528cc8-2520-414e-a08e-f11a596086a1 req-31188085-4b9e-4566-9578-21db4f2a673b tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/ports?device_id=ab843bd5-49cc-4a1a-a822-b7403ee93ee0 HTTP/1.1" status: 200 len: 210 time: 0.0882556 May 18 18:32:27.907071 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-3001d876-b77d-4b47-9521-d3433ca5f43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be055dce-5e9c-42c3-b98f-bdae8046ec2d', 'name': 'tempest-AttachVolumeShelveTestJSON-1885015581-router', 'tenant_id': '0d731d0a64e04789ad04262ef63d1dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.68'}], 'enable_snat': True}, 'gw_port_id': '1307ac58-657e-4b0c-989f-41b27f578567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:24:58Z', 'updated_at': '2022-05-18T18:25:03Z', 'revision_number': 4, 'project_id': '0d731d0a64e04789ad04262ef63d1dbd', 'gw_port': {'id': '1307ac58-657e-4b0c-989f-41b27f578567', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:6e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be055dce-5e9c-42c3-b98f-bdae8046ec2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:24:58Z', 'updated_at': '2022-05-18T18:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '8f52beef-237e-4856-b6c6-26ac65d58558', 'name': '', 'network_id': '32a0c3b3-6eed-4c0e-b14e-e9888ed81174', 'tenant_id': '0d731d0a64e04789ad04262ef63d1dbd', 'mac_address': 'fa:16:3e:bd:da:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be055dce-5e9c-42c3-b98f-bdae8046ec2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': 'ac45570a-d36a-47d1-a935-bbf3ce99c6a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:25:02Z', 'updated_at': '2022-05-18T18:25:12Z', 'revision_number': 5, 'project_id': '0d731d0a64e04789ad04262ef63d1dbd', 'subnets': [{'id': 'ac45570a-d36a-47d1-a935-bbf3ce99c6a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:32:27.939464 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3001d876-b77d-4b47-9521-d3433ca5f43a None None] Checking router: be055dce-5e9c-42c3-b98f-bdae8046ec2d for host: n-d-838550-3 {{(pid=102732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:32:27.968912 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd200352-7c51-4c60-b5b6-3fec321ceb4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-32a55be3-fdaf-47d0-949f-5a8ebcbd0021', 'network_id': '32a55be3-fdaf-47d0-949f-5a8ebcbd0021', 'tenant_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'fixed_ips': [{'subnet_id': 'a5afe2bb-1a1d-4726-9d2d-b96f3ff79a55'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:32:27.969814 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-fd200352-7c51-4c60-b5b6-3fec321ceb4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:27.984764 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3001d876-b77d-4b47-9521-d3433ca5f43a None None] Routers {'be055dce-5e9c-42c3-b98f-bdae8046ec2d'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:32:27.985490 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-3001d876-b77d-4b47-9521-d3433ca5f43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:32:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['be055dce-5e9c-42c3-b98f-bdae8046ec2d'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:32:28.039869 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8563b41e-3f1b-4fe5-b653-18e6dc959000 req-e7e49ad6-c57d-4186-88f3-eb873ac72c8e tempest-VolumesSnapshotTestJSON-571199237 tempest-VolumesSnapshotTestJSON-571199237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:32:28.041846 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8563b41e-3f1b-4fe5-b653-18e6dc959000 req-e7e49ad6-c57d-4186-88f3-eb873ac72c8e tempest-VolumesSnapshotTestJSON-571199237 tempest-VolumesSnapshotTestJSON-571199237-project] 10.222.0.85 "GET /v2.0/ports?device_id=3a655867-3fda-450f-a9e4-a1ea1c7882f0 HTTP/1.1" status: 200 len: 946 time: 0.1614552 May 18 18:32:28.158362 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-99d764dc-dabc-4949-a9e7-261114a21f12 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:28.163995 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8563b41e-3f1b-4fe5-b653-18e6dc959000 req-481c904a-3dee-4b0f-a63b-3157f4560d27 tempest-VolumesSnapshotTestJSON-571199237 tempest-VolumesSnapshotTestJSON-571199237-project] 10.222.0.85 "GET /v2.0/security-groups?id=9d44bb54-af95-4468-877a-95621f1eb2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883007 May 18 18:32:28.212661 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-3001d876-b77d-4b47-9521-d3433ca5f43a None None] Set router be055dce-5e9c-42c3-b98f-bdae8046ec2d gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:32:28.298194 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-fd200352-7c51-4c60-b5b6-3fec321ceb4d None None] Allocated IP 172.20.0.2 (32a55be3-fdaf-47d0-949f-5a8ebcbd0021/a5afe2bb-1a1d-4726-9d2d-b96f3ff79a55/fbd61944-57f3-4890-ac20-5e3e0ff08b0a) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:32:28.464201 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 58560) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:32:28.603219 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a3fd5b17-ff21-488b-9739-c97495f34c49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:28.617383 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f870acdd-739a-4b7a-b8cf-98faadaf4065 req-e62720ef-bd6a-48e9-b252-d57bcb692efe tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/ports?device_id=7fc3609e-9bfe-429a-9f8f-50e0517b4a1f HTTP/1.1" status: 200 len: 210 time: 0.0366571 May 18 18:32:28.646753 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-fd200352-7c51-4c60-b5b6-3fec321ceb4d None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:28.657404 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-fd200352-7c51-4c60-b5b6-3fec321ceb4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:28.703447 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd200352-7c51-4c60-b5b6-3fec321ceb4d None None] Network 32a55be3-fdaf-47d0-949f-5a8ebcbd0021 is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:32:28.730572 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-3001d876-b77d-4b47-9521-d3433ca5f43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be055dce-5e9c-42c3-b98f-bdae8046ec2d', 'name': 'tempest-AttachVolumeShelveTestJSON-1885015581-router', 'tenant_id': '0d731d0a64e04789ad04262ef63d1dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.68'}], 'enable_snat': True}, 'gw_port_id': '1307ac58-657e-4b0c-989f-41b27f578567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:24:58Z', 'updated_at': '2022-05-18T18:25:03Z', 'revision_number': 4, 'project_id': '0d731d0a64e04789ad04262ef63d1dbd', 'gw_port': {'id': '1307ac58-657e-4b0c-989f-41b27f578567', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:6e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be055dce-5e9c-42c3-b98f-bdae8046ec2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:24:58Z', 'updated_at': '2022-05-18T18:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '8f52beef-237e-4856-b6c6-26ac65d58558', 'name': '', 'network_id': '32a0c3b3-6eed-4c0e-b14e-e9888ed81174', 'tenant_id': '0d731d0a64e04789ad04262ef63d1dbd', 'mac_address': 'fa:16:3e:bd:da:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be055dce-5e9c-42c3-b98f-bdae8046ec2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': 'ac45570a-d36a-47d1-a935-bbf3ce99c6a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:25:02Z', 'updated_at': '2022-05-18T18:25:12Z', 'revision_number': 5, 'project_id': '0d731d0a64e04789ad04262ef63d1dbd', 'subnets': [{'id': 'ac45570a-d36a-47d1-a935-bbf3ce99c6a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:32:28.732716 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-99d764dc-dabc-4949-a9e7-261114a21f12 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Allocated IP 172.20.0.1 (32a55be3-fdaf-47d0-949f-5a8ebcbd0021/a5afe2bb-1a1d-4726-9d2d-b96f3ff79a55/51fabc55-ffa4-4c17-9776-3cc35b01bed2) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:32:28.732958 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-fd200352-7c51-4c60-b5b6-3fec321ceb4d None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:32:28.737115 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd200352-7c51-4c60-b5b6-3fec321ceb4d None None] Pushing event updated for resources: {'Port': ['ID=fbd61944-57f3-4890-ac20-5e3e0ff08b0a,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:32:28.740852 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd200352-7c51-4c60-b5b6-3fec321ceb4d None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:32:28.808949 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3001d876-b77d-4b47-9521-d3433ca5f43a None None] The sync data for ids ['be055dce-5e9c-42c3-b98f-bdae8046ec2d'] in n-d-838550-3 is: [{'id': 'be055dce-5e9c-42c3-b98f-bdae8046ec2d', 'name': 'tempest-AttachVolumeShelveTestJSON-1885015581-router', 'tenant_id': '0d731d0a64e04789ad04262ef63d1dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.68'}], 'enable_snat': True}, 'gw_port_id': '1307ac58-657e-4b0c-989f-41b27f578567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:24:58Z', 'updated_at': '2022-05-18T18:25:03Z', 'revision_number': 4, 'project_id': '0d731d0a64e04789ad04262ef63d1dbd', 'gw_port': {'id': '1307ac58-657e-4b0c-989f-41b27f578567', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:6e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be055dce-5e9c-42c3-b98f-bdae8046ec2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:24:58Z', 'updated_at': '2022-05-18T18:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '8f52beef-237e-4856-b6c6-26ac65d58558', 'name': '', 'network_id': '32a0c3b3-6eed-4c0e-b14e-e9888ed81174', 'tenant_id': '0d731d0a64e04789ad04262ef63d1dbd', 'mac_address': 'fa:16:3e:bd:da:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be055dce-5e9c-42c3-b98f-bdae8046ec2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': 'ac45570a-d36a-47d1-a935-bbf3ce99c6a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:25:02Z', 'updated_at': '2022-05-18T18:25:12Z', 'revision_number': 5, 'project_id': '0d731d0a64e04789ad04262ef63d1dbd', 'subnets': [{'id': 'ac45570a-d36a-47d1-a935-bbf3ce99c6a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:32:28.866300 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a3fd5b17-ff21-488b-9739-c97495f34c49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:28.868922 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-fd200352-7c51-4c60-b5b6-3fec321ceb4d None None] Attempting to bind port fbd61944-57f3-4890-ac20-5e3e0ff08b0a on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:32:28.870122 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-fd200352-7c51-4c60-b5b6-3fec321ceb4d None None] Attempting to bind port fbd61944-57f3-4890-ac20-5e3e0ff08b0a by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': 'c4660b23-301e-4e11-a32c-46b8c741731f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '32a55be3-fdaf-47d0-949f-5a8ebcbd0021'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:32:28.870515 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd200352-7c51-4c60-b5b6-3fec321ceb4d None None] Attempting to bind port fbd61944-57f3-4890-ac20-5e3e0ff08b0a on network 32a55be3-fdaf-47d0-949f-5a8ebcbd0021 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:32:28.877253 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd200352-7c51-4c60-b5b6-3fec321ceb4d None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:32:28.877707 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd200352-7c51-4c60-b5b6-3fec321ceb4d None None] Checking segment: {'id': 'c4660b23-301e-4e11-a32c-46b8c741731f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '32a55be3-fdaf-47d0-949f-5a8ebcbd0021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:32:28.879032 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-fd200352-7c51-4c60-b5b6-3fec321ceb4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:28.879412 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a3fd5b17-ff21-488b-9739-c97495f34c49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:28.879550 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd200352-7c51-4c60-b5b6-3fec321ceb4d None None] Bound using segment: {'id': 'c4660b23-301e-4e11-a32c-46b8c741731f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '32a55be3-fdaf-47d0-949f-5a8ebcbd0021'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:32:28.879988 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-fd200352-7c51-4c60-b5b6-3fec321ceb4d None None] Bound port: fbd61944-57f3-4890-ac20-5e3e0ff08b0a, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4660b23-301e-4e11-a32c-46b8c741731f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '32a55be3-fdaf-47d0-949f-5a8ebcbd0021'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:32:28.880385 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-fd200352-7c51-4c60-b5b6-3fec321ceb4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:28.935722 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 58574) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:32:28.982206 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-fd200352-7c51-4c60-b5b6-3fec321ceb4d None None] For port fbd61944-57f3-4890-ac20-5e3e0ff08b0a, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:32:28.991835 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-fd200352-7c51-4c60-b5b6-3fec321ceb4d None None] For port fbd61944-57f3-4890-ac20-5e3e0ff08b0a, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=fbd61944-57f3-4890-ac20-5e3e0ff08b0a,segment=NetworkSegment(c4660b23-301e-4e11-a32c-46b8c741731f),segment_id=c4660b23-301e-4e11-a32c-46b8c741731f)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:32:28.997557 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-fd200352-7c51-4c60-b5b6-3fec321ceb4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:29.014482 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-a3fd5b17-ff21-488b-9739-c97495f34c49 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=ade6de381fef46bfaa090903c6bc27e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5483396 May 18 18:32:29.015363 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fd5b17-ff21-488b-9739-c97495f34c49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e91536ec-b58a-4673-be31-d8b0804becc3,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:32:29.018053 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 58576) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:32:29.059786 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884cfd6e-7989-4dc2-88fa-8a0af8051fff req-492d9a4b-9860-458f-be20-113a7e376259 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:32:29.063869 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-884cfd6e-7989-4dc2-88fa-8a0af8051fff req-492d9a4b-9860-458f-be20-113a7e376259 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.36 "GET /v2.0/networks?id=492fec2b-f975-425f-828b-425816a23c89 HTTP/1.1" status: 200 len: 805 time: 0.2194924 May 18 18:32:29.075483 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-99d764dc-dabc-4949-a9e7-261114a21f12 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:29.091868 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-884cfd6e-7989-4dc2-88fa-8a0af8051fff req-1aeb2725-e276-48d0-aab8-34223f81ac55 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Request body: {'port': {'device_id': '7fc3609e-9bfe-429a-9f8f-50e0517b4a1f', 'network_id': '492fec2b-f975-425f-828b-425816a23c89', 'admin_state_up': True, 'tenant_id': '8b72fb86d7c844d8a21a58d8abaece54'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:32:29.142376 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd200352-7c51-4c60-b5b6-3fec321ceb4d None None] Pushing event updated for resources: {'Port': ['ID=fbd61944-57f3-4890-ac20-5e3e0ff08b0a,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:32:29.198067 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-99d764dc-dabc-4949-a9e7-261114a21f12 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:29.257769 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4ca26a5b-4bff-4daf-a20d-203ebc9a47f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:29.268431 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-58ad8023-82fb-41d4-9eec-f6b2202bed0f tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:29.295697 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d764dc-dabc-4949-a9e7-261114a21f12 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Network 32a55be3-fdaf-47d0-949f-5a8ebcbd0021 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:32:29.319110 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-99d764dc-dabc-4949-a9e7-261114a21f12 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:32:29.319754 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-884cfd6e-7989-4dc2-88fa-8a0af8051fff req-1aeb2725-e276-48d0-aab8-34223f81ac55 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Made reservation on behalf of 8b72fb86d7c844d8a21a58d8abaece54 for: {'port': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:32:29.329572 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-884cfd6e-7989-4dc2-88fa-8a0af8051fff req-1aeb2725-e276-48d0-aab8-34223f81ac55 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:29.335268 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d764dc-dabc-4949-a9e7-261114a21f12 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:32:29.338325 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c40c4c5-c620-45a6-8efc-6cbcbb3b03ec None None] New status for floating IP 5387a2f3-18af-42a5-b1f0-51cb85023c41: DOWN {{(pid=102733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 18:32:29.347131 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4ca26a5b-4bff-4daf-a20d-203ebc9a47f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:29.461275 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d764dc-dabc-4949-a9e7-261114a21f12 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Pushing event updated for resources: {'Port': ['ID=51fabc55-ffa4-4c17-9776-3cc35b01bed2,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:32:29.490733 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-58ad8023-82fb-41d4-9eec-f6b2202bed0f tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:29.537807 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [req-884cfd6e-7989-4dc2-88fa-8a0af8051fff req-1aeb2725-e276-48d0-aab8-34223f81ac55 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Allocated IP 172.20.0.5 (492fec2b-f975-425f-828b-425816a23c89/2280c6a7-2fbb-43fd-a641-4a8bbdb3adbf/f601c8ae-ce30-45af-a536-9e5283092bf4) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:32:29.579550 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-99d764dc-dabc-4949-a9e7-261114a21f12 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595826'] for router_interface, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:29.753336 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4ca26a5b-4bff-4daf-a20d-203ebc9a47f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:29.756359 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4ca26a5b-4bff-4daf-a20d-203ebc9a47f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:29.757699 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-4ca26a5b-4bff-4daf-a20d-203ebc9a47f3 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/e91536ec-b58a-4673-be31-d8b0804becc3 HTTP/1.1" status: 204 len: 168 time: 0.7314970 May 18 18:32:29.777945 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device dea4c3a6-e70b-410e-90f1-102cbfde860e no longer exists at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:32:29.786057 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-884cfd6e-7989-4dc2-88fa-8a0af8051fff req-1aeb2725-e276-48d0-aab8-34223f81ac55 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:29.793660 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0ba0b164-1bff-44fb-9933-df583abab6bd req-59fe8b9d-9ac3-48fc-9559-0f15860b2c7e tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/ports?device_id=7fc3609e-9bfe-429a-9f8f-50e0517b4a1f HTTP/1.1" status: 200 len: 210 time: 0.0638115 May 18 18:32:29.797583 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-58ad8023-82fb-41d4-9eec-f6b2202bed0f tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:29.808652 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-58ad8023-82fb-41d4-9eec-f6b2202bed0f tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:29.814111 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-58ad8023-82fb-41d4-9eec-f6b2202bed0f tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "DELETE /v2.0/security-groups/02c33ece-f4c3-4965-a4ef-a7f4920ae299 HTTP/1.1" status: 204 len: 168 time: 0.8772292 May 18 18:32:29.824412 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 58614) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:32:29.825530 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-884cfd6e-7989-4dc2-88fa-8a0af8051fff req-1aeb2725-e276-48d0-aab8-34223f81ac55 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:29.826191 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-99d764dc-dabc-4949-a9e7-261114a21f12 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:29.851016 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] No Port match for: dea4c3a6-e70b-410e-90f1-102cbfde860e {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:32:29.853421 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device dea4c3a6-e70b-410e-90f1-102cbfde860e not bound to the agent host n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:32:29.864380 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['84d44d3e-b0bb-476d-a838-b97212311ad1', 'd2fc9357-b2c4-454d-9aa6-a9723c8041e7'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:32:29.876751 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-884cfd6e-7989-4dc2-88fa-8a0af8051fff req-1aeb2725-e276-48d0-aab8-34223f81ac55 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Network 492fec2b-f975-425f-828b-425816a23c89 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:32:29.883929 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [req-884cfd6e-7989-4dc2-88fa-8a0af8051fff req-1aeb2725-e276-48d0-aab8-34223f81ac55 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:32:29.898785 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-884cfd6e-7989-4dc2-88fa-8a0af8051fff req-1aeb2725-e276-48d0-aab8-34223f81ac55 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:32:29.958455 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeb2725-e276-48d0-aab8-34223f81ac55 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Pushing event updated for resources: {'Port': ['ID=f601c8ae-ce30-45af-a536-9e5283092bf4,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:32:29.984759 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884cfd6e-7989-4dc2-88fa-8a0af8051fff req-1aeb2725-e276-48d0-aab8-34223f81ac55 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:32:29.986067 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-884cfd6e-7989-4dc2-88fa-8a0af8051fff req-1aeb2725-e276-48d0-aab8-34223f81ac55 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:30.034794 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-884cfd6e-7989-4dc2-88fa-8a0af8051fff req-1aeb2725-e276-48d0-aab8-34223f81ac55 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9610608 May 18 18:32:30.049955 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-884cfd6e-7989-4dc2-88fa-8a0af8051fff req-4251d6af-875e-4e49-bc8e-8caa28236445 service neutron] Request body: {'port': {'device_id': '7fc3609e-9bfe-429a-9f8f-50e0517b4a1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-3'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:32:30.124748 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca26a5b-4bff-4daf-a20d-203ebc9a47f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e91536ec-b58a-4673-be31-d8b0804becc3,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:32:30.147362 n-d-838550-3 neutron-server[102731]: INFO neutron.api.v2.resource [None req-7640df87-0062-4447-8a68-98a9c0d65904 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] show failed (client error): The resource could not be found. May 18 18:32:30.148408 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-7640df87-0062-4447-8a68-98a9c0d65904 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "GET /v2.0/security-groups/02c33ece-f4c3-4965-a4ef-a7f4920ae299 HTTP/1.1" status: 404 len: 347 time: 0.3233495 May 18 18:32:30.153782 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 58620) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:32:30.229647 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ad8023-82fb-41d4-9eec-f6b2202bed0f tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02c33ece-f4c3-4965-a4ef-a7f4920ae299,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:32:30.234856 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-884cfd6e-7989-4dc2-88fa-8a0af8051fff req-4251d6af-875e-4e49-bc8e-8caa28236445 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:30.358794 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-99d764dc-dabc-4949-a9e7-261114a21f12 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:30.373864 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-99d764dc-dabc-4949-a9e7-261114a21f12 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:30.481780 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-330954c9-a243-43b9-a45e-de77da3e5377 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Deleting port 9b466c63-60ef-4be4-862c-67fbd62095f1 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:32:30.482702 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-330954c9-a243-43b9-a45e-de77da3e5377 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:30.577191 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-99d764dc-dabc-4949-a9e7-261114a21f12 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-595870'] for router_interface, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:30.594154 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97b1a17-e137-4a4b-a902-59f262208d70 None None] Network 32a55be3-fdaf-47d0-949f-5a8ebcbd0021 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:32:30.612110 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d764dc-dabc-4949-a9e7-261114a21f12 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Pushing event updated for resources: {'Port': ['ID=51fabc55-ffa4-4c17-9776-3cc35b01bed2,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:32:30.678706 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-fc9c6a3b-4713-490a-8983-a93406c20a24 None None] Provisioning complete for port fbd61944-57f3-4890-ac20-5e3e0ff08b0a triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:32:30.679545 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-fc9c6a3b-4713-490a-8983-a93406c20a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:30.723382 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-330954c9-a243-43b9-a45e-de77da3e5377 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:30.723628 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-330954c9-a243-43b9-a45e-de77da3e5377 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:30.729832 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [req-884cfd6e-7989-4dc2-88fa-8a0af8051fff req-4251d6af-875e-4e49-bc8e-8caa28236445 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f601c8ae-ce30-45af-a536-9e5283092bf4 {{(pid=102730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:32:30.742942 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-884cfd6e-7989-4dc2-88fa-8a0af8051fff req-4251d6af-875e-4e49-bc8e-8caa28236445 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:30.750233 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-330954c9-a243-43b9-a45e-de77da3e5377 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Calling delete_port for 9b466c63-60ef-4be4-862c-67fbd62095f1 owned by network:floatingip {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:32:30.761919 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [req-884cfd6e-7989-4dc2-88fa-8a0af8051fff req-4251d6af-875e-4e49-bc8e-8caa28236445 service neutron] Transition to ACTIVE for port object f601c8ae-ce30-45af-a536-9e5283092bf4 will not be triggered until provisioned by entity L2. {{(pid=102730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:32:30.769966 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-884cfd6e-7989-4dc2-88fa-8a0af8051fff req-4251d6af-875e-4e49-bc8e-8caa28236445 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:30.792264 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d764dc-dabc-4949-a9e7-261114a21f12 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Network 32a55be3-fdaf-47d0-949f-5a8ebcbd0021 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:32:30.796254 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-99d764dc-dabc-4949-a9e7-261114a21f12 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:32:30.874027 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4251d6af-875e-4e49-bc8e-8caa28236445 service neutron] Pushing event updated for resources: {'Port': ['ID=f601c8ae-ce30-45af-a536-9e5283092bf4,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:32:31.055102 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-fc9c6a3b-4713-490a-8983-a93406c20a24 None None] Current status of the port fbd61944-57f3-4890-ac20-5e3e0ff08b0a is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:32:31.057322 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-fc9c6a3b-4713-490a-8983-a93406c20a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:31.124615 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99d764dc-dabc-4949-a9e7-261114a21f12 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Router cedec08a-3fdd-47c6-a0bb-f2257455dd70 is scheduled to L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e with binding_index 1 {{(pid=102731) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 18 18:32:31.157674 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-fc9c6a3b-4713-490a-8983-a93406c20a24 None None] For port fbd61944-57f3-4890-ac20-5e3e0ff08b0a, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=fbd61944-57f3-4890-ac20-5e3e0ff08b0a,segment=NetworkSegment(c4660b23-301e-4e11-a32c-46b8c741731f),segment_id=c4660b23-301e-4e11-a32c-46b8c741731f)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:32:31.165633 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-330954c9-a243-43b9-a45e-de77da3e5377 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:31.175616 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-884cfd6e-7989-4dc2-88fa-8a0af8051fff req-4251d6af-875e-4e49-bc8e-8caa28236445 service neutron] Attempting to bind port f601c8ae-ce30-45af-a536-9e5283092bf4 on host n-h1-838550-3 for vnic_type normal with profile {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:32:31.176363 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-884cfd6e-7989-4dc2-88fa-8a0af8051fff req-4251d6af-875e-4e49-bc8e-8caa28236445 service neutron] Attempting to bind port f601c8ae-ce30-45af-a536-9e5283092bf4 by drivers openvswitch,hyperv on host n-h1-838550-3 at level 0 using segments [{'id': 'a789d407-e290-4a90-b0cb-82b84ff4b9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '492fec2b-f975-425f-828b-425816a23c89'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:32:31.176888 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884cfd6e-7989-4dc2-88fa-8a0af8051fff req-4251d6af-875e-4e49-bc8e-8caa28236445 service neutron] Attempting to bind port f601c8ae-ce30-45af-a536-9e5283092bf4 on network 492fec2b-f975-425f-828b-425816a23c89 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:32:31.198578 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-fc9c6a3b-4713-490a-8983-a93406c20a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:31.238323 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f8b4e0-46c5-4e04-a0a3-6bf8aeb22f05 req-7569836d-35d2-4ea5-880b-1a9a6059ca35 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:32:31.239992 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f6f8b4e0-46c5-4e04-a0a3-6bf8aeb22f05 req-7569836d-35d2-4ea5-880b-1a9a6059ca35 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/ports?device_id=7fc3609e-9bfe-429a-9f8f-50e0517b4a1f HTTP/1.1" status: 200 len: 943 time: 0.2773926 May 18 18:32:31.241510 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884cfd6e-7989-4dc2-88fa-8a0af8051fff req-4251d6af-875e-4e49-bc8e-8caa28236445 service neutron] Port f601c8ae-ce30-45af-a536-9e5283092bf4 on network 492fec2b-f975-425f-828b-425816a23c89 not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-3 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:32:31.242574 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884cfd6e-7989-4dc2-88fa-8a0af8051fff req-4251d6af-875e-4e49-bc8e-8caa28236445 service neutron] Attempting to bind port f601c8ae-ce30-45af-a536-9e5283092bf4 on network 492fec2b-f975-425f-828b-425816a23c89 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:32:31.267685 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884cfd6e-7989-4dc2-88fa-8a0af8051fff req-4251d6af-875e-4e49-bc8e-8caa28236445 service neutron] Checking agent: {'id': '1dbac822-25f2-4df8-9dc8-5c2e7b136eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:32:31.267685 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884cfd6e-7989-4dc2-88fa-8a0af8051fff req-4251d6af-875e-4e49-bc8e-8caa28236445 service neutron] Checking segment: {'id': 'a789d407-e290-4a90-b0cb-82b84ff4b9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '492fec2b-f975-425f-828b-425816a23c89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:32:31.268226 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884cfd6e-7989-4dc2-88fa-8a0af8051fff req-4251d6af-875e-4e49-bc8e-8caa28236445 service neutron] Bound using segment: {'id': 'a789d407-e290-4a90-b0cb-82b84ff4b9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '492fec2b-f975-425f-828b-425816a23c89'} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:32:31.270527 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-884cfd6e-7989-4dc2-88fa-8a0af8051fff req-4251d6af-875e-4e49-bc8e-8caa28236445 service neutron] Bound port: f601c8ae-ce30-45af-a536-9e5283092bf4, host: n-h1-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a789d407-e290-4a90-b0cb-82b84ff4b9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '492fec2b-f975-425f-828b-425816a23c89'}}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:32:31.270921 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-884cfd6e-7989-4dc2-88fa-8a0af8051fff req-4251d6af-875e-4e49-bc8e-8caa28236445 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:31.279721 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9c6a3b-4713-490a-8983-a93406c20a24 None None] Pushing event updated for resources: {'Port': ['ID=fbd61944-57f3-4890-ac20-5e3e0ff08b0a,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:32:31.282784 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:31.325653 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:31.348328 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330954c9-a243-43b9-a45e-de77da3e5377 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Pushing event deleted for resources: {'Port': ['ID=9b466c63-60ef-4be4-862c-67fbd62095f1,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:32:31.405833 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-884cfd6e-7989-4dc2-88fa-8a0af8051fff req-4251d6af-875e-4e49-bc8e-8caa28236445 service neutron] For port f601c8ae-ce30-45af-a536-9e5283092bf4, host n-h1-838550-3, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:32:31.413248 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-884cfd6e-7989-4dc2-88fa-8a0af8051fff req-4251d6af-875e-4e49-bc8e-8caa28236445 service neutron] For port f601c8ae-ce30-45af-a536-9e5283092bf4, host n-h1-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=f601c8ae-ce30-45af-a536-9e5283092bf4,segment=NetworkSegment(a789d407-e290-4a90-b0cb-82b84ff4b9fa),segment_id=a789d407-e290-4a90-b0cb-82b84ff4b9fa)] {{(pid=102730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:32:31.423498 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-884cfd6e-7989-4dc2-88fa-8a0af8051fff req-4251d6af-875e-4e49-bc8e-8caa28236445 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:31.467594 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device fbd61944-57f3-4890-ac20-5e3e0ff08b0a up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:32:31.511806 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f6f8b4e0-46c5-4e04-a0a3-6bf8aeb22f05 req-0e11a2c8-7db4-4c4a-bd76-514a53319f9f tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/security-groups?id=6d4decf1-d3f8-40ef-a49d-c078d56e2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2643700 May 18 18:32:31.512433 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4251d6af-875e-4e49-bc8e-8caa28236445 service neutron] Pushing event updated for resources: {'Port': ['ID=f601c8ae-ce30-45af-a536-9e5283092bf4,revision_number=3']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:32:31.532081 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884cfd6e-7989-4dc2-88fa-8a0af8051fff req-4251d6af-875e-4e49-bc8e-8caa28236445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:32:31.532906 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-884cfd6e-7989-4dc2-88fa-8a0af8051fff req-4251d6af-875e-4e49-bc8e-8caa28236445 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:31.535833 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-884cfd6e-7989-4dc2-88fa-8a0af8051fff req-4251d6af-875e-4e49-bc8e-8caa28236445 service neutron] 10.222.0.36 "PUT /v2.0/ports/f601c8ae-ce30-45af-a536-9e5283092bf4 HTTP/1.1" status: 200 len: 1091 time: 1.4923439 May 18 18:32:31.536571 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fc3609e-9bfe-429a-9f8f-50e0517b4a1f', 'tag': 'f601c8ae-ce30-45af-a536-9e5283092bf4'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:32:31.540675 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40a639ac-f8b3-40a0-96ee-6bd333a250db" -d '{"events": [{"name": "network-changed", "server_uuid": "7fc3609e-9bfe-429a-9f8f-50e0517b4a1f", "tag": "f601c8ae-ce30-45af-a536-9e5283092bf4"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:32:31.553021 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-330954c9-a243-43b9-a45e-de77da3e5377 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Notify callbacks [] for floatingip, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:31.556911 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-330954c9-a243-43b9-a45e-de77da3e5377 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:31.558189 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-330954c9-a243-43b9-a45e-de77da3e5377 tempest-AttachVolumeShelveTestJSON-2129240776 tempest-AttachVolumeShelveTestJSON-2129240776-project] 10.222.0.85 "DELETE /v2.0/floatingips/5387a2f3-18af-42a5-b1f0-51cb85023c41 HTTP/1.1" status: 204 len: 168 time: 1.4015186 May 18 18:32:31.604829 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99d764dc-dabc-4949-a9e7-261114a21f12 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:32:31.612966 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-99d764dc-dabc-4949-a9e7-261114a21f12 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] 10.222.0.85 "PUT /v2.0/routers/cedec08a-3fdd-47c6-a0bb-f2257455dd70/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1110854 May 18 18:32:31.615544 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 58648) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:32:31.640487 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4258e289-9037-4994-87dc-a76ec0552de4 None None] Sync routers for ids ['cedec08a-3fdd-47c6-a0bb-f2257455dd70'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:32:31.661276 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-edd9183c-8af8-4200-a324-3971d3185f3e None None] Provisioning complete for port 51fabc55-ffa4-4c17-9776-3cc35b01bed2 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:32:31.661999 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-edd9183c-8af8-4200-a324-3971d3185f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:31.718613 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4258e289-9037-4994-87dc-a76ec0552de4 None None] Routers {'cedec08a-3fdd-47c6-a0bb-f2257455dd70'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:32:31.719588 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-4258e289-9037-4994-87dc-a76ec0552de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:32:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['cedec08a-3fdd-47c6-a0bb-f2257455dd70'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:32:31.724193 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port fbd61944-57f3-4890-ac20-5e3e0ff08b0a triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:32:31.724831 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:31.731012 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e588c875-6585-4080-a926-eb5bd523dcab x-openstack-request-id: req-e588c875-6585-4080-a926-eb5bd523dcab {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:32:31.731319 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fc3609e-9bfe-429a-9f8f-50e0517b4a1f", "tag": "f601c8ae-ce30-45af-a536-9e5283092bf4", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:32:31.731580 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-e588c875-6585-4080-a926-eb5bd523dcab {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:32:31.732007 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e588c875-6585-4080-a926-eb5bd523dcab'] response: {'name': 'network-changed', 'server_uuid': '7fc3609e-9bfe-429a-9f8f-50e0517b4a1f', 'tag': 'f601c8ae-ce30-45af-a536-9e5283092bf4', 'status': 'completed', 'code': 200} May 18 18:32:31.781084 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-4258e289-9037-4994-87dc-a76ec0552de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:32:31.800436 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884cfd6e-7989-4dc2-88fa-8a0af8051fff req-feaa7a0b-7141-4e01-aa60-20f4f4f571c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:32:31.803371 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-884cfd6e-7989-4dc2-88fa-8a0af8051fff req-feaa7a0b-7141-4e01-aa60-20f4f4f571c2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8b72fb86d7c844d8a21a58d8abaece54&device_id=7fc3609e-9bfe-429a-9f8f-50e0517b4a1f HTTP/1.1" status: 200 len: 1094 time: 0.1969259 May 18 18:32:31.807022 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-edd9183c-8af8-4200-a324-3971d3185f3e None None] Port 51fabc55-ffa4-4c17-9776-3cc35b01bed2 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:32:31.838270 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4258e289-9037-4994-87dc-a76ec0552de4 None None] Routers {'cedec08a-3fdd-47c6-a0bb-f2257455dd70'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:32:31.838927 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-4258e289-9037-4994-87dc-a76ec0552de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:32:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['cedec08a-3fdd-47c6-a0bb-f2257455dd70'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:32:31.852643 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-edd9183c-8af8-4200-a324-3971d3185f3e None None] Provisioning complete for port fbd61944-57f3-4890-ac20-5e3e0ff08b0a triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:32:31.853015 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-edd9183c-8af8-4200-a324-3971d3185f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:31.892339 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-884cfd6e-7989-4dc2-88fa-8a0af8051fff req-529aecd4-c610-4888-9396-a3a62c9ad681 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f601c8ae-ce30-45af-a536-9e5283092bf4 HTTP/1.1" status: 200 len: 217 time: 0.0802166 May 18 18:32:31.924360 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-4258e289-9037-4994-87dc-a76ec0552de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:32:31.925056 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4258e289-9037-4994-87dc-a76ec0552de4 None None] The sync data for ids ['cedec08a-3fdd-47c6-a0bb-f2257455dd70'] in n-d-838550-3 is: [] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:32:32.000935 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884cfd6e-7989-4dc2-88fa-8a0af8051fff req-751d1712-545b-4f5e-8464-a50e6d7c882a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:32:32.004883 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-884cfd6e-7989-4dc2-88fa-8a0af8051fff req-751d1712-545b-4f5e-8464-a50e6d7c882a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2280c6a7-2fbb-43fd-a641-4a8bbdb3adbf HTTP/1.1" status: 200 len: 845 time: 0.1044912 May 18 18:32:32.100115 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-884cfd6e-7989-4dc2-88fa-8a0af8051fff req-3c804ed0-e80b-47a9-9a12-b4c33e3e3816 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=492fec2b-f975-425f-828b-425816a23c89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0881047 May 18 18:32:32.123468 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port fbd61944-57f3-4890-ac20-5e3e0ff08b0a is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:32:32.161183 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-edd9183c-8af8-4200-a324-3971d3185f3e None None] Current status of the port fbd61944-57f3-4890-ac20-5e3e0ff08b0a is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:32:32.291557 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-884cfd6e-7989-4dc2-88fa-8a0af8051fff req-f823b20f-aa45-45aa-863c-180e11d86f4d service neutron] 10.222.0.36 "GET /v2.0/networks/492fec2b-f975-425f-828b-425816a23c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857049 May 18 18:32:32.294592 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-8721c1fc-4b86-4ce0-9407-b413613280f4 None None] Provisioning complete for port 51fabc55-ffa4-4c17-9776-3cc35b01bed2 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:32:32.294963 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-8721c1fc-4b86-4ce0-9407-b413613280f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:32.313766 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e85e76c-e7ba-42f8-af5b-bc35f324654b tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:32:32.317773 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-1e85e76c-e7ba-42f8-af5b-bc35f324654b tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] 10.222.0.85 "GET /v2.0/ports/51fabc55-ffa4-4c17-9776-3cc35b01bed2 HTTP/1.1" status: 200 len: 910 time: 0.6990621 May 18 18:32:32.318582 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 58662) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:32:32.326396 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-74f452b4-2e73-4ebb-9862-e0d98cf697d3 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a5afe2bb-1a1d-4726-9d2d-b96f3ff79a55'}]}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:32:32.398687 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-8721c1fc-4b86-4ce0-9407-b413613280f4 None None] Port 51fabc55-ffa4-4c17-9776-3cc35b01bed2 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:32:32.473295 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-884cfd6e-7989-4dc2-88fa-8a0af8051fff req-da591c73-c6df-4ca6-8dc4-68de4cee4bcf service neutron] 10.222.0.36 "GET /v2.0/networks/492fec2b-f975-425f-828b-425816a23c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700709 May 18 18:32:32.530349 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-74f452b4-2e73-4ebb-9862-e0d98cf697d3 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:32.541997 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 58666) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:32:32.658929 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a639ac-f8b3-40a0-96ee-6bd333a250db req-ea5f6f62-a106-480d-8359-384950f7750d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:32:32.663374 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-40a639ac-f8b3-40a0-96ee-6bd333a250db req-ea5f6f62-a106-480d-8359-384950f7750d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8b72fb86d7c844d8a21a58d8abaece54&device_id=7fc3609e-9bfe-429a-9f8f-50e0517b4a1f HTTP/1.1" status: 200 len: 1094 time: 0.1263409 May 18 18:32:32.784066 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-6399c3aa-a16f-478d-984b-33c7b1133226 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1934099135', 'router:external': True}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:32:32.819117 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6399c3aa-a16f-478d-984b-33c7b1133226 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Made reservation on behalf of 101f7c880d7042e98a1f7e7eb1d3b117 for: {'network': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:32:32.821575 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6399c3aa-a16f-478d-984b-33c7b1133226 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:32.848329 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a639ac-f8b3-40a0-96ee-6bd333a250db req-5764595b-a979-4852-9592-d4b213aa95a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:32:32.850214 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-40a639ac-f8b3-40a0-96ee-6bd333a250db req-5764595b-a979-4852-9592-d4b213aa95a3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=492fec2b-f975-425f-828b-425816a23c89 HTTP/1.1" status: 200 len: 906 time: 0.1723793 May 18 18:32:32.868121 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6399c3aa-a16f-478d-984b-33c7b1133226 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:32.914010 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531e2f92-cef9-4e8e-9b76-a1c585b73d4b req-ea02d25a-9cf9-4243-88dc-cbba5852277a tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:32:32.918057 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-531e2f92-cef9-4e8e-9b76-a1c585b73d4b req-ea02d25a-9cf9-4243-88dc-cbba5852277a tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/ports?device_id=7fc3609e-9bfe-429a-9f8f-50e0517b4a1f HTTP/1.1" status: 200 len: 943 time: 0.2497799 May 18 18:32:32.919585 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-40a639ac-f8b3-40a0-96ee-6bd333a250db req-25a3527d-7703-40b7-b730-90b6d1acb4a7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f601c8ae-ce30-45af-a536-9e5283092bf4 HTTP/1.1" status: 200 len: 217 time: 0.0603888 May 18 18:32:33.002863 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a639ac-f8b3-40a0-96ee-6bd333a250db req-b84b6d18-14f5-4f1f-b32f-bdd9e5003bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:32:33.004541 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-40a639ac-f8b3-40a0-96ee-6bd333a250db req-b84b6d18-14f5-4f1f-b32f-bdd9e5003bf3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2280c6a7-2fbb-43fd-a641-4a8bbdb3adbf HTTP/1.1" status: 200 len: 845 time: 0.0758009 May 18 18:32:33.047468 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-40a639ac-f8b3-40a0-96ee-6bd333a250db req-e8d75dbe-9a4e-47ae-af58-c572a499bf8b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=492fec2b-f975-425f-828b-425816a23c89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326612 May 18 18:32:33.050996 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-531e2f92-cef9-4e8e-9b76-a1c585b73d4b req-ee3bac26-77d0-4fde-8e88-a69908fd6466 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/security-groups?id=6d4decf1-d3f8-40ef-a49d-c078d56e2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241333 May 18 18:32:33.165776 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-40a639ac-f8b3-40a0-96ee-6bd333a250db req-c225d62f-3e38-4c86-bea1-d2ece0e6ab0e service neutron] 10.222.0.36 "GET /v2.0/networks/492fec2b-f975-425f-828b-425816a23c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104040 May 18 18:32:33.191531 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6399c3aa-a16f-478d-984b-33c7b1133226 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:33.200833 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6399c3aa-a16f-478d-984b-33c7b1133226 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:33.223185 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6399c3aa-a16f-478d-984b-33c7b1133226 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 609} {{(pid=102731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:32:33.250263 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6399c3aa-a16f-478d-984b-33c7b1133226 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:33.251622 n-d-838550-3 neutron-server[102731]: INFO neutron.db.segments_db [None req-6399c3aa-a16f-478d-984b-33c7b1133226 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Added segment 3ea32f69-fb1d-4ea5-aeb1-545c20b7e5b2 of type vlan for network aa43df3c-4b59-4205-aa21-f54515e0079a May 18 18:32:33.284234 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-40a639ac-f8b3-40a0-96ee-6bd333a250db req-5224df99-a7a9-4cde-933d-6de3ee3748ea service neutron] 10.222.0.36 "GET /v2.0/networks/492fec2b-f975-425f-828b-425816a23c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115732 May 18 18:32:33.357064 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device fbd61944-57f3-4890-ac20-5e3e0ff08b0a up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:32:33.383769 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6399c3aa-a16f-478d-984b-33c7b1133226 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:33.386521 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6399c3aa-a16f-478d-984b-33c7b1133226 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=626d06d7-7052-4cd0-948b-a6d10a0778fa,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:32:33.403731 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-74f452b4-2e73-4ebb-9862-e0d98cf697d3 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:33.423129 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-74f452b4-2e73-4ebb-9862-e0d98cf697d3 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:33.485039 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port fbd61944-57f3-4890-ac20-5e3e0ff08b0a triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:32:33.487696 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:33.493303 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6399c3aa-a16f-478d-984b-33c7b1133226 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:33.494310 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6399c3aa-a16f-478d-984b-33c7b1133226 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:32:33.494898 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6399c3aa-a16f-478d-984b-33c7b1133226 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Notify callbacks [] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:33.574408 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f452b4-2e73-4ebb-9862-e0d98cf697d3 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:32:33.575057 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-74f452b4-2e73-4ebb-9862-e0d98cf697d3 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:33.579539 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-74f452b4-2e73-4ebb-9862-e0d98cf697d3 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] 10.222.0.85 "PUT /v2.0/ports/51fabc55-ffa4-4c17-9776-3cc35b01bed2 HTTP/1.1" status: 200 len: 910 time: 1.2566414 May 18 18:32:33.579539 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f452b4-2e73-4ebb-9862-e0d98cf697d3 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Pushing event updated for resources: {'Port': ['ID=51fabc55-ffa4-4c17-9776-3cc35b01bed2,revision_number=3']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:32:33.580720 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 58678) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:32:33.608676 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port fbd61944-57f3-4890-ac20-5e3e0ff08b0a is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:32:33.644331 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-6399c3aa-a16f-478d-984b-33c7b1133226 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.1014352 May 18 18:32:33.651142 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 58680) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:32:33.656292 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-431e7d4d-28b6-47dd-81f2-a5a1259a6bf5 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Request body: {'subnet': {'network_id': 'aa43df3c-4b59-4205-aa21-f54515e0079a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:32:33.681906 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-431e7d4d-28b6-47dd-81f2-a5a1259a6bf5 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Made reservation on behalf of 101f7c880d7042e98a1f7e7eb1d3b117 for: {'subnet': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:32:33.684569 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-431e7d4d-28b6-47dd-81f2-a5a1259a6bf5 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261031885'] for subnet, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:33.696756 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6399c3aa-a16f-478d-984b-33c7b1133226 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Pushing event updated for resources: {'Network': ['ID=aa43df3c-4b59-4205-aa21-f54515e0079a,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:32:33.713682 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network aa43df3c-4b59-4205-aa21-f54515e0079a details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:32:34.114823 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2afad3eb-b5c5-471b-9d6f-ff00e1370a16 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-595963'] for router_interface, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:34.138107 n-d-838550-3 neutron-server[102730]: DEBUG neutron.objects.ports [None req-431e7d4d-28b6-47dd-81f2-a5a1259a6bf5 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102730) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} May 18 18:32:34.138682 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-431e7d4d-28b6-47dd-81f2-a5a1259a6bf5 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261104883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261031899'] for subnet, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:34.228750 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431e7d4d-28b6-47dd-81f2-a5a1259a6bf5 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Pushing event updated for resources: {'Subnet': ['ID=52158c44-4372-4659-8c0a-851e65e23242,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:32:34.266603 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431e7d4d-28b6-47dd-81f2-a5a1259a6bf5 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Checking segment: {'id': '3ea32f69-fb1d-4ea5-aeb1-545c20b7e5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'aa43df3c-4b59-4205-aa21-f54515e0079a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:32:34.266957 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431e7d4d-28b6-47dd-81f2-a5a1259a6bf5 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Network hostable DHCP agents. Network: aa43df3c-4b59-4205-aa21-f54515e0079a, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:32:34.313430 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431e7d4d-28b6-47dd-81f2-a5a1259a6bf5 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Network aa43df3c-4b59-4205-aa21-f54515e0079a is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:32:34.335054 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-431e7d4d-28b6-47dd-81f2-a5a1259a6bf5 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, aa43df3c-4b59-4205-aa21-f54515e0079a) {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:32:34.344302 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a917741c-341c-49a8-94e4-8fba30c3c506 None None] Network aa43df3c-4b59-4205-aa21-f54515e0079a requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:32:34.354018 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-431e7d4d-28b6-47dd-81f2-a5a1259a6bf5 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:32:34.354639 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-431e7d4d-28b6-47dd-81f2-a5a1259a6bf5 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:34.366110 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75cd143-c711-474e-82fb-368fd4155523 req-5e706a96-ab65-409e-873f-4f4e1dbde9f1 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:32:34.367584 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d75cd143-c711-474e-82fb-368fd4155523 req-5e706a96-ab65-409e-873f-4f4e1dbde9f1 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/ports?device_id=7fc3609e-9bfe-429a-9f8f-50e0517b4a1f HTTP/1.1" status: 200 len: 943 time: 0.1203096 May 18 18:32:34.391132 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-431e7d4d-28b6-47dd-81f2-a5a1259a6bf5 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.7399433 May 18 18:32:34.394458 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 58696) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:32:34.405766 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-1bf299bb-744c-45ee-a074-a38072bb0575 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-294306489', 'network_id': 'aa43df3c-4b59-4205-aa21-f54515e0079a'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:32:34.439431 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bf299bb-744c-45ee-a074-a38072bb0575 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Made reservation on behalf of 101f7c880d7042e98a1f7e7eb1d3b117 for: {'port': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:32:34.446681 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1bf299bb-744c-45ee-a074-a38072bb0575 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:34.472208 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [None req-1bf299bb-744c-45ee-a074-a38072bb0575 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] device_id is not set on port 535f77d5-eb3c-4ba3-b383-1dd4f2186ef2 yet. {{(pid=102730) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 18 18:32:34.538255 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b777794-2eb9-4dce-87d4-decc2767f109 None None] Network aa43df3c-4b59-4205-aa21-f54515e0079a requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:32:34.553324 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d75cd143-c711-474e-82fb-368fd4155523 req-105aa360-0234-496c-98be-4bb24d15f91b tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/security-groups?id=6d4decf1-d3f8-40ef-a49d-c078d56e2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124387 May 18 18:32:34.706789 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-1bf299bb-744c-45ee-a074-a38072bb0575 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Allocated IP 172.20.0.11 (aa43df3c-4b59-4205-aa21-f54515e0079a/52158c44-4372-4659-8c0a-851e65e23242/535f77d5-eb3c-4ba3-b383-1dd4f2186ef2) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:32:34.782171 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-2afad3eb-b5c5-471b-9d6f-ff00e1370a16 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Deleting port 51fabc55-ffa4-4c17-9776-3cc35b01bed2 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:32:34.782541 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2afad3eb-b5c5-471b-9d6f-ff00e1370a16 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:34.902919 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1bf299bb-744c-45ee-a074-a38072bb0575 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:34.953490 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2afad3eb-b5c5-471b-9d6f-ff00e1370a16 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:34.970043 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-2afad3eb-b5c5-471b-9d6f-ff00e1370a16 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Calling delete_port for 51fabc55-ffa4-4c17-9776-3cc35b01bed2 owned by network:router_interface {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:32:35.266393 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2afad3eb-b5c5-471b-9d6f-ff00e1370a16 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:35.361976 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afad3eb-b5c5-471b-9d6f-ff00e1370a16 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Pushing event deleted for resources: {'Port': ['ID=51fabc55-ffa4-4c17-9776-3cc35b01bed2,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:32:35.391585 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1bf299bb-744c-45ee-a074-a38072bb0575 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:35.445020 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf299bb-744c-45ee-a074-a38072bb0575 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Network aa43df3c-4b59-4205-aa21-f54515e0079a is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:32:35.450894 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-1bf299bb-744c-45ee-a074-a38072bb0575 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:32:35.460003 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf299bb-744c-45ee-a074-a38072bb0575 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:32:35.497969 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf299bb-744c-45ee-a074-a38072bb0575 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Pushing event updated for resources: {'Port': ['ID=535f77d5-eb3c-4ba3-b383-1dd4f2186ef2,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:32:35.527053 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf299bb-744c-45ee-a074-a38072bb0575 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:32:35.528903 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1bf299bb-744c-45ee-a074-a38072bb0575 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:35.551057 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-1bf299bb-744c-45ee-a074-a38072bb0575 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.1529715 May 18 18:32:35.553508 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 58702) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:32:35.598339 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2afad3eb-b5c5-471b-9d6f-ff00e1370a16 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-593931'] for router_interface, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:35.713777 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device f601c8ae-ce30-45af-a536-9e5283092bf4 details requested by agent hyperv_n-h1-838550-3 with host n-h1-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:32:35.761804 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-92b64113-71b6-4d66-b99b-d497e78668e0 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Deleting port 535f77d5-eb3c-4ba3-b383-1dd4f2186ef2 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:32:35.762497 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-92b64113-71b6-4d66-b99b-d497e78668e0 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:35.796097 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2afad3eb-b5c5-471b-9d6f-ff00e1370a16 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Router cedec08a-3fdd-47c6-a0bb-f2257455dd70 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:32:35.837172 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2655dbb0-03a7-4f17-aef8-a3874370bf65 req-9e142627-0acf-48ee-b9db-6a438a268bc7 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:32:35.838873 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2655dbb0-03a7-4f17-aef8-a3874370bf65 req-9e142627-0acf-48ee-b9db-6a438a268bc7 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/ports?device_id=7fc3609e-9bfe-429a-9f8f-50e0517b4a1f HTTP/1.1" status: 200 len: 943 time: 0.1676421 May 18 18:32:35.889689 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port f601c8ae-ce30-45af-a536-9e5283092bf4, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=f601c8ae-ce30-45af-a536-9e5283092bf4,segment=NetworkSegment(a789d407-e290-4a90-b0cb-82b84ff4b9fa),segment_id=a789d407-e290-4a90-b0cb-82b84ff4b9fa)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:32:35.903742 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2655dbb0-03a7-4f17-aef8-a3874370bf65 req-e79da290-e556-4094-b7b2-82ff7b4252c2 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/security-groups?id=6d4decf1-d3f8-40ef-a49d-c078d56e2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568109 May 18 18:32:35.907184 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2afad3eb-b5c5-471b-9d6f-ff00e1370a16 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:32:35.915824 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-92b64113-71b6-4d66-b99b-d497e78668e0 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:35.921490 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38634323-18bb-48ad-b993-9caa6be45553 None None] Sync routers for ids ['cedec08a-3fdd-47c6-a0bb-f2257455dd70'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:32:35.926699 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-2afad3eb-b5c5-471b-9d6f-ff00e1370a16 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] 10.222.0.85 "PUT /v2.0/routers/cedec08a-3fdd-47c6-a0bb-f2257455dd70/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3340526 May 18 18:32:35.927279 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 58706) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:32:35.930908 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Returning: {'device': 'f601c8ae-ce30-45af-a536-9e5283092bf4', 'network_id': '492fec2b-f975-425f-828b-425816a23c89', 'port_id': 'f601c8ae-ce30-45af-a536-9e5283092bf4', 'mac_address': 'fa:16:3e:8b:2e:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2280c6a7-2fbb-43fd-a641-4a8bbdb3adbf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:32:35.945963 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38634323-18bb-48ad-b993-9caa6be45553 None None] Routers {'cedec08a-3fdd-47c6-a0bb-f2257455dd70'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:32:35.946898 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-38634323-18bb-48ad-b993-9caa6be45553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:32:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['cedec08a-3fdd-47c6-a0bb-f2257455dd70'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:32:35.964748 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-92b64113-71b6-4d66-b99b-d497e78668e0 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Calling delete_port for 535f77d5-eb3c-4ba3-b383-1dd4f2186ef2 owned by {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:32:35.976653 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port f601c8ae-ce30-45af-a536-9e5283092bf4 is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:32:35.976653 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:35.979747 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-00707c93-c6a2-43b3-af15-8782a67ccdbd tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] 10.222.0.85 "GET /v2.0/ports?device_id=cedec08a-3fdd-47c6-a0bb-f2257455dd70 HTTP/1.1" status: 200 len: 205 time: 0.0457869 May 18 18:32:35.980492 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 58708) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:32:35.991211 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-38634323-18bb-48ad-b993-9caa6be45553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:32:35.994351 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f601c8ae-ce30-45af-a536-9e5283092bf4 {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:32:36.003575 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38634323-18bb-48ad-b993-9caa6be45553 None None] Routers {'cedec08a-3fdd-47c6-a0bb-f2257455dd70'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:32:36.004441 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-38634323-18bb-48ad-b993-9caa6be45553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:32:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['cedec08a-3fdd-47c6-a0bb-f2257455dd70'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:32:36.023258 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port f601c8ae-ce30-45af-a536-9e5283092bf4, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=f601c8ae-ce30-45af-a536-9e5283092bf4,segment=NetworkSegment(a789d407-e290-4a90-b0cb-82b84ff4b9fa),segment_id=a789d407-e290-4a90-b0cb-82b84ff4b9fa)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:32:36.030793 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:36.053876 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-38634323-18bb-48ad-b993-9caa6be45553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:32:36.054826 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38634323-18bb-48ad-b993-9caa6be45553 None None] The sync data for ids ['cedec08a-3fdd-47c6-a0bb-f2257455dd70'] in n-d-838550-3 is: [] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:32:36.112700 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=f601c8ae-ce30-45af-a536-9e5283092bf4,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:32:36.149402 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7d654fb4-ea50-4290-939b-9681153cf8d8 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks [] for router, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:36.196366 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-92b64113-71b6-4d66-b99b-d497e78668e0 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:36.236734 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b64113-71b6-4d66-b99b-d497e78668e0 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Pushing event deleted for resources: {'Port': ['ID=535f77d5-eb3c-4ba3-b383-1dd4f2186ef2,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:32:36.300349 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['f601c8ae-ce30-45af-a536-9e5283092bf4'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:32:36.322603 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-92b64113-71b6-4d66-b99b-d497e78668e0 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:36.329267 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-92b64113-71b6-4d66-b99b-d497e78668e0 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] 10.222.0.85 "DELETE /v2.0/ports/535f77d5-eb3c-4ba3-b383-1dd4f2186ef2 HTTP/1.1" status: 204 len: 168 time: 0.7746191 May 18 18:32:36.335122 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 58714) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:32:36.343089 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-5f436283-6b74-4ecd-9a09-117957cf74a5 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'aa43df3c-4b59-4205-aa21-f54515e0079a', 'external_fixed_ips': [{'subnet_id': '52158c44-4372-4659-8c0a-851e65e23242', 'ip_address': '172.20.0.11'}]}}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:32:36.368973 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5f436283-6b74-4ecd-9a09-117957cf74a5 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25099'] for router, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:36.372652 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5f436283-6b74-4ecd-9a09-117957cf74a5 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-593238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596850', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25088'] for router, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:36.382307 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7d654fb4-ea50-4290-939b-9681153cf8d8 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25145'] for router, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:36.388781 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7d654fb4-ea50-4290-939b-9681153cf8d8 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:36.452786 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7d654fb4-ea50-4290-939b-9681153cf8d8 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593303'] for router, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:36.453291 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d654fb4-ea50-4290-939b-9681153cf8d8 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Fanout notify agent at l3_agent the message router_deleted on router cedec08a-3fdd-47c6-a0bb-f2257455dd70 {{(pid=102731) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 18 18:32:36.475625 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5f436283-6b74-4ecd-9a09-117957cf74a5 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:36.479392 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7d654fb4-ea50-4290-939b-9681153cf8d8 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks [] for router, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:36.481242 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-7d654fb4-ea50-4290-939b-9681153cf8d8 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] 10.222.0.85 "DELETE /v2.0/routers/cedec08a-3fdd-47c6-a0bb-f2257455dd70 HTTP/1.1" status: 204 len: 168 time: 0.4956908 May 18 18:32:36.484721 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 58716) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:32:36.571363 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f29f73f-e141-4dfe-8794-21688ecd0955 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Deleting subnet a5afe2bb-1a1d-4726-9d2d-b96f3ff79a55 {{(pid=102731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:32:36.575039 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8f29f73f-e141-4dfe-8794-21688ecd0955 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks [] for subnet, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:36.639952 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8f29f73f-e141-4dfe-8794-21688ecd0955 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260542153'] for subnet, precommit_delete_associations {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:36.662425 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5f436283-6b74-4ecd-9a09-117957cf74a5 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:36.767199 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8f29f73f-e141-4dfe-8794-21688ecd0955 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:36.853248 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8f29f73f-e141-4dfe-8794-21688ecd0955 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260898416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260908030'] for subnet, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:36.892882 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f29f73f-e141-4dfe-8794-21688ecd0955 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Pushing event deleted for resources: {'Subnet': ['ID=a5afe2bb-1a1d-4726-9d2d-b96f3ff79a55,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:32:36.897503 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8f29f73f-e141-4dfe-8794-21688ecd0955 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:36.904053 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-8f29f73f-e141-4dfe-8794-21688ecd0955 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] 10.222.0.85 "DELETE /v2.0/subnets/a5afe2bb-1a1d-4726-9d2d-b96f3ff79a55 HTTP/1.1" status: 204 len: 168 time: 0.4163332 May 18 18:32:36.905217 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 58718) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:32:36.907274 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a4d58e-fa0e-42df-9b42-10ac78e229a0 None None] Network 32a55be3-fdaf-47d0-949f-5a8ebcbd0021 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:32:37.001503 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5f436283-6b74-4ecd-9a09-117957cf74a5 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:37.032075 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5f436283-6b74-4ecd-9a09-117957cf74a5 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:37.047339 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-eb6de3c4-0416-4349-8ba9-bf113fe4448d tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:37.060076 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc85217e-e791-4c44-b4c9-eece7dd18404 req-664f0574-14a4-41e1-9f83-5573a22d5c36 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:32:37.065524 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bc85217e-e791-4c44-b4c9-eece7dd18404 req-664f0574-14a4-41e1-9f83-5573a22d5c36 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/ports?device_id=7fc3609e-9bfe-429a-9f8f-50e0517b4a1f HTTP/1.1" status: 200 len: 944 time: 0.0657799 May 18 18:32:37.128744 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bc85217e-e791-4c44-b4c9-eece7dd18404 req-aac655b7-6998-4372-b4cb-dcad83430b98 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/security-groups?id=6d4decf1-d3f8-40ef-a49d-c078d56e2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543590 May 18 18:32:37.175765 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c047357-5304-4e2e-a047-d73c3c72d91d None None] DHCP port deletion for 32a55be3-fdaf-47d0-949f-5a8ebcbd0021 request from n-d-838550-3 {{(pid=102732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 18:32:37.263931 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-6c047357-5304-4e2e-a047-d73c3c72d91d None None] Deleting port fbd61944-57f3-4890-ac20-5e3e0ff08b0a {{(pid=102732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:32:37.266742 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-6c047357-5304-4e2e-a047-d73c3c72d91d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:37.275652 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-eb6de3c4-0416-4349-8ba9-bf113fe4448d tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Deleting port fbd61944-57f3-4890-ac20-5e3e0ff08b0a {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:32:37.276003 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-eb6de3c4-0416-4349-8ba9-bf113fe4448d tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:37.351366 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-5f436283-6b74-4ecd-9a09-117957cf74a5 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Allocated IP 172.20.0.11 (aa43df3c-4b59-4205-aa21-f54515e0079a/52158c44-4372-4659-8c0a-851e65e23242/fae6bebc-effe-4734-ace0-0342d98d21eb) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:32:37.384209 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device fbd61944-57f3-4890-ac20-5e3e0ff08b0a no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:32:37.386893 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-eb6de3c4-0416-4349-8ba9-bf113fe4448d tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] For port fbd61944-57f3-4890-ac20-5e3e0ff08b0a, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=fbd61944-57f3-4890-ac20-5e3e0ff08b0a,segment=NetworkSegment(c4660b23-301e-4e11-a32c-46b8c741731f),segment_id=c4660b23-301e-4e11-a32c-46b8c741731f)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:32:37.387541 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-eb6de3c4-0416-4349-8ba9-bf113fe4448d tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:37.408736 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 58730) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:32:37.473741 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-6c047357-5304-4e2e-a047-d73c3c72d91d None None] For port fbd61944-57f3-4890-ac20-5e3e0ff08b0a, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=fbd61944-57f3-4890-ac20-5e3e0ff08b0a,segment=NetworkSegment(c4660b23-301e-4e11-a32c-46b8c741731f),segment_id=c4660b23-301e-4e11-a32c-46b8c741731f)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:32:37.474154 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-6c047357-5304-4e2e-a047-d73c3c72d91d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:37.521652 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-eb6de3c4-0416-4349-8ba9-bf113fe4448d tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Calling delete_port for fbd61944-57f3-4890-ac20-5e3e0ff08b0a owned by network:dhcp {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:32:37.535272 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-6c047357-5304-4e2e-a047-d73c3c72d91d None None] Calling delete_port for fbd61944-57f3-4890-ac20-5e3e0ff08b0a owned by network:dhcp {{(pid=102732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:32:37.628730 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5f436283-6b74-4ecd-9a09-117957cf74a5 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:37.661949 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-eb6de3c4-0416-4349-8ba9-bf113fe4448d tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:37.694658 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port fbd61944-57f3-4890-ac20-5e3e0ff08b0a is: ACTIVE; New status is: DOWN {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:32:37.695053 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:37.705015 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6de3c4-0416-4349-8ba9-bf113fe4448d tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] No DVR routers for this DVR port fbd61944-57f3-4890-ac20-5e3e0ff08b0a on host n-d-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:32:37.706842 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6de3c4-0416-4349-8ba9-bf113fe4448d tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Pushing event deleted for resources: {'Port': ['ID=fbd61944-57f3-4890-ac20-5e3e0ff08b0a,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:32:37.737888 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5f436283-6b74-4ecd-9a09-117957cf74a5 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:37.754897 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device f601c8ae-ce30-45af-a536-9e5283092bf4 up at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:32:37.793412 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-6c047357-5304-4e2e-a047-d73c3c72d91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508'] for port, after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:37.829723 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-eb6de3c4-0416-4349-8ba9-bf113fe4448d tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:37.832249 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c047357-5304-4e2e-a047-d73c3c72d91d None None] No DVR routers for this DVR port fbd61944-57f3-4890-ac20-5e3e0ff08b0a on host n-d-838550-3 {{(pid=102732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:32:37.845754 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c047357-5304-4e2e-a047-d73c3c72d91d None None] Pushing event deleted for resources: {'Port': ['ID=fbd61944-57f3-4890-ac20-5e3e0ff08b0a,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:32:37.850195 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f436283-6b74-4ecd-9a09-117957cf74a5 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Network aa43df3c-4b59-4205-aa21-f54515e0079a is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:32:37.852240 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0f6a4324-c300-40ec-a977-c2a5f5d3939b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:37.860082 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-5f436283-6b74-4ecd-9a09-117957cf74a5 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:32:37.868080 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f436283-6b74-4ecd-9a09-117957cf74a5 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:32:37.868766 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f436283-6b74-4ecd-9a09-117957cf74a5 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Pushing event updated for resources: {'Port': ['ID=fae6bebc-effe-4734-ace0-0342d98d21eb,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:32:37.902473 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning for port f601c8ae-ce30-45af-a536-9e5283092bf4 completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:32:37.903428 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-eb6de3c4-0416-4349-8ba9-bf113fe4448d tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32a55be3-fdaf-47d0-949f-5a8ebcbd0021']}} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:32:37.910331 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning complete for port f601c8ae-ce30-45af-a536-9e5283092bf4 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:32:37.911534 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:37.919308 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-eb6de3c4-0416-4349-8ba9-bf113fe4448d tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4660b23-301e-4e11-a32c-46b8c741731f') {'for_net_delete': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:32:37.919609 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-eb6de3c4-0416-4349-8ba9-bf113fe4448d tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4660b23-301e-4e11-a32c-46b8c741731f') {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:32:37.937245 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-eb6de3c4-0416-4349-8ba9-bf113fe4448d tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260107375'] for segment, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:37.971026 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-eb6de3c4-0416-4349-8ba9-bf113fe4448d tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:37.994902 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb6de3c4-0416-4349-8ba9-bf113fe4448d tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=102730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:32:37.995690 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-eb6de3c4-0416-4349-8ba9-bf113fe4448d tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261102736'] for segment, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:38.001737 n-d-838550-3 neutron-server[102730]: Traceback (most recent call last): May 18 18:32:38.001737 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:32:38.001737 n-d-838550-3 neutron-server[102730]: timer() May 18 18:32:38.001737 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:32:38.001737 n-d-838550-3 neutron-server[102730]: cb(*args, **kw) May 18 18:32:38.001737 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:32:38.001737 n-d-838550-3 neutron-server[102730]: return func(*args, **kwargs) May 18 18:32:38.001737 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:32:38.001737 n-d-838550-3 neutron-server[102730]: self._notify() May 18 18:32:38.001737 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:32:38.001737 n-d-838550-3 neutron-server[102730]: self.callback(batched_events) May 18 18:32:38.001737 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:32:38.001737 n-d-838550-3 neutron-server[102730]: event.method(event) May 18 18:32:38.001737 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:32:38.001737 n-d-838550-3 neutron-server[102730]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:32:38.001737 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:32:38.001737 n-d-838550-3 neutron-server[102730]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:32:38.001737 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:32:38.001737 n-d-838550-3 neutron-server[102730]: return f(self, *a, **k) May 18 18:32:38.001737 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:32:38.001737 n-d-838550-3 neutron-server[102730]: return self._get(url).json() May 18 18:32:38.001737 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:32:38.001737 n-d-838550-3 neutron-server[102730]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:32:38.001737 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:32:38.001737 n-d-838550-3 neutron-server[102730]: return self.request(url, 'GET', **kwargs) May 18 18:32:38.001737 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:32:38.001737 n-d-838550-3 neutron-server[102730]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:32:38.001737 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:32:38.001737 n-d-838550-3 neutron-server[102730]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:32:38.001737 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:32:38.001737 n-d-838550-3 neutron-server[102730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:32:38.001737 n-d-838550-3 neutron-server[102730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:32:38.058932 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port f601c8ae-ce30-45af-a536-9e5283092bf4 is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:32:38.059864 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:38.104449 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fc3609e-9bfe-429a-9f8f-50e0517b4a1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f601c8ae-ce30-45af-a536-9e5283092bf4'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:32:38.111858 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0e95539-f928-4ec3-a410-2412928d1b75" -d '{"events": [{"server_uuid": "7fc3609e-9bfe-429a-9f8f-50e0517b4a1f", "name": "network-vif-plugged", "status": "completed", "tag": "f601c8ae-ce30-45af-a536-9e5283092bf4"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:32:38.163579 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-eb6de3c4-0416-4349-8ba9-bf113fe4448d tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:38.186749 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-eb6de3c4-0416-4349-8ba9-bf113fe4448d tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:38.195945 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-eb6de3c4-0416-4349-8ba9-bf113fe4448d tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] 10.222.0.85 "DELETE /v2.0/networks/32a55be3-fdaf-47d0-949f-5a8ebcbd0021 HTTP/1.1" status: 204 len: 168 time: 1.2895694 May 18 18:32:38.196719 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 58738) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:32:38.196978 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port f601c8ae-ce30-45af-a536-9e5283092bf4, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=f601c8ae-ce30-45af-a536-9e5283092bf4,segment=NetworkSegment(a789d407-e290-4a90-b0cb-82b84ff4b9fa),segment_id=a789d407-e290-4a90-b0cb-82b84ff4b9fa)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:32:38.206043 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:38.206309 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-2365866b-580e-462a-9d43-4fca0d3e7340 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-739742', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:32:38.246614 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6de3c4-0416-4349-8ba9-bf113fe4448d tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Pushing event deleted for resources: {'Network': ['ID=32a55be3-fdaf-47d0-949f-5a8ebcbd0021,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:32:38.288692 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-469d4300-eb6f-4a15-897f-918c15160b31 x-openstack-request-id: req-469d4300-eb6f-4a15-897f-918c15160b31 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:32:38.289029 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fc3609e-9bfe-429a-9f8f-50e0517b4a1f", "name": "network-vif-plugged", "status": "completed", "tag": "f601c8ae-ce30-45af-a536-9e5283092bf4", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:32:38.289222 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-469d4300-eb6f-4a15-897f-918c15160b31 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:32:38.289908 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-469d4300-eb6f-4a15-897f-918c15160b31'] response: {'server_uuid': '7fc3609e-9bfe-429a-9f8f-50e0517b4a1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f601c8ae-ce30-45af-a536-9e5283092bf4', 'code': 200} May 18 18:32:38.334854 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=f601c8ae-ce30-45af-a536-9e5283092bf4,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:32:38.394020 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2365866b-580e-462a-9d43-4fca0d3e7340 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25099'] for router, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:38.396461 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2365866b-580e-462a-9d43-4fca0d3e7340 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-593238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596850', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25088'] for router, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:38.405370 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6b4138-39d1-4e0e-a2ff-5e5e52b9f675 req-c3a81e16-654b-4be1-aa06-20d2b542dcb5 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:32:38.410544 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bd6b4138-39d1-4e0e-a2ff-5e5e52b9f675 req-c3a81e16-654b-4be1-aa06-20d2b542dcb5 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/ports?device_id=7fc3609e-9bfe-429a-9f8f-50e0517b4a1f HTTP/1.1" status: 200 len: 945 time: 0.0694816 May 18 18:32:38.410544 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-41f5b47f-b777-4195-9bd6-ec2c8b6e107b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-595963'] for router_interface, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:38.469920 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acead12-533e-4230-80c7-3b0ae21c744b req-03d2f20e-ff50-4b10-90d4-71c2a93c7142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:32:38.471450 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9acead12-533e-4230-80c7-3b0ae21c744b req-03d2f20e-ff50-4b10-90d4-71c2a93c7142 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7fc3609e-9bfe-429a-9f8f-50e0517b4a1f HTTP/1.1" status: 200 len: 1096 time: 0.1227155 May 18 18:32:38.532506 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2365866b-580e-462a-9d43-4fca0d3e7340 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:38.550840 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2365866b-580e-462a-9d43-4fca0d3e7340 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596801'] for router, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:38.559734 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5f436283-6b74-4ecd-9a09-117957cf74a5 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:38.627049 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2365866b-580e-462a-9d43-4fca0d3e7340 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks [] for router, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:38.630966 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-2365866b-580e-462a-9d43-4fca0d3e7340 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 695 time: 0.4274647 May 18 18:32:38.632135 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 58742) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:32:38.636748 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-8de2bf18-6519-4e76-a467-7104f37f56f5 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Request body: {'network': {'name': 'tempest-RoutersTest-1699987886'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:32:38.643568 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9acead12-533e-4230-80c7-3b0ae21c744b req-b401b4c1-91fe-4c5a-804e-22d5ceaf7e5c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=6d4decf1-d3f8-40ef-a49d-c078d56e2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505203 May 18 18:32:38.716082 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8de2bf18-6519-4e76-a467-7104f37f56f5 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Made reservation on behalf of 5c4bbac3b6df4199a2510bf694e0c7f1 for: {'network': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:32:38.720594 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8de2bf18-6519-4e76-a467-7104f37f56f5 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:38.794083 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8de2bf18-6519-4e76-a467-7104f37f56f5 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=102730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:32:38.813004 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8de2bf18-6519-4e76-a467-7104f37f56f5 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:38.813364 n-d-838550-3 neutron-server[102730]: INFO neutron.db.segments_db [None req-8de2bf18-6519-4e76-a467-7104f37f56f5 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Added segment c7d2ef18-3e16-4468-9d4f-e3e8604a7a11 of type vlan for network bcb02ed3-c3f9-4742-99c3-7e547facb943 May 18 18:32:38.908832 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8de2bf18-6519-4e76-a467-7104f37f56f5 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:38.911539 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5f436283-6b74-4ecd-9a09-117957cf74a5 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596801'] for router, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:38.913141 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bd6b4138-39d1-4e0e-a2ff-5e5e52b9f675 req-6ff161e2-ab93-487f-9a8d-1b6ac65b7110 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/security-groups?id=6d4decf1-d3f8-40ef-a49d-c078d56e2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751252 May 18 18:32:38.984163 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8de2bf18-6519-4e76-a467-7104f37f56f5 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:38.989685 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de2bf18-6519-4e76-a467-7104f37f56f5 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:32:38.990312 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8de2bf18-6519-4e76-a467-7104f37f56f5 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:39.039089 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-41f5b47f-b777-4195-9bd6-ec2c8b6e107b admin admin] Deleting port 8f52beef-237e-4856-b6c6-26ac65d58558 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:32:39.039704 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-41f5b47f-b777-4195-9bd6-ec2c8b6e107b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:39.089991 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-8de2bf18-6519-4e76-a467-7104f37f56f5 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4573078 May 18 18:32:39.096125 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 58744) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:32:39.101175 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-4c51cdab-6946-4432-80e6-756e1d36ed3c tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Request body: {'subnet': {'network_id': 'bcb02ed3-c3f9-4742-99c3-7e547facb943', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:32:39.128014 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-41f5b47f-b777-4195-9bd6-ec2c8b6e107b admin admin] For port 8f52beef-237e-4856-b6c6-26ac65d58558, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=8f52beef-237e-4856-b6c6-26ac65d58558,segment=NetworkSegment(8ca14917-c9b1-4338-b349-8fcfdea345e6),segment_id=8ca14917-c9b1-4338-b349-8fcfdea345e6)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:32:39.128385 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-41f5b47f-b777-4195-9bd6-ec2c8b6e107b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:39.129745 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de2bf18-6519-4e76-a467-7104f37f56f5 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Pushing event updated for resources: {'Network': ['ID=bcb02ed3-c3f9-4742-99c3-7e547facb943,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:32:39.140919 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network bcb02ed3-c3f9-4742-99c3-7e547facb943 details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:32:39.144310 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-41f5b47f-b777-4195-9bd6-ec2c8b6e107b admin admin] Calling delete_port for 8f52beef-237e-4856-b6c6-26ac65d58558 owned by network:router_interface {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:32:39.223165 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f436283-6b74-4ecd-9a09-117957cf74a5 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Router a22281e5-7ece-44c8-83df-f105369a949c is scheduled to L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e with binding_index 1 {{(pid=102730) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 18 18:32:39.226285 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c51cdab-6946-4432-80e6-756e1d36ed3c tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Made reservation on behalf of 5c4bbac3b6df4199a2510bf694e0c7f1 for: {'subnet': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:32:39.230188 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4c51cdab-6946-4432-80e6-756e1d36ed3c tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261031885'] for subnet, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:39.407799 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-41f5b47f-b777-4195-9bd6-ec2c8b6e107b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:39.429099 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f436283-6b74-4ecd-9a09-117957cf74a5 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:32:39.444360 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48128352-f829-46ee-b7f2-3acf847a50b2 None None] Sync routers for ids ['a22281e5-7ece-44c8-83df-f105369a949c'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:32:39.450992 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f5b47f-b777-4195-9bd6-ec2c8b6e107b admin admin] Pushing event deleted for resources: {'Port': ['ID=8f52beef-237e-4856-b6c6-26ac65d58558,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:32:39.461059 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48128352-f829-46ee-b7f2-3acf847a50b2 None None] Routers {'a22281e5-7ece-44c8-83df-f105369a949c'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:32:39.461755 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-48128352-f829-46ee-b7f2-3acf847a50b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:32:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['a22281e5-7ece-44c8-83df-f105369a949c'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:32:39.495969 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5f436283-6b74-4ecd-9a09-117957cf74a5 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Notify callbacks [] for router, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:39.500989 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-5f436283-6b74-4ecd-9a09-117957cf74a5 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 3.1610017 May 18 18:32:39.503375 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 58746) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:32:39.638490 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-48128352-f829-46ee-b7f2-3acf847a50b2 None None] Set router a22281e5-7ece-44c8-83df-f105369a949c gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:32:39.807948 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-41f5b47f-b777-4195-9bd6-ec2c8b6e107b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-593931'] for router_interface, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:39.988101 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-48128352-f829-46ee-b7f2-3acf847a50b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a22281e5-7ece-44c8-83df-f105369a949c', 'name': '', 'tenant_id': '101f7c880d7042e98a1f7e7eb1d3b117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa43df3c-4b59-4205-aa21-f54515e0079a', 'external_fixed_ips': [{'subnet_id': '52158c44-4372-4659-8c0a-851e65e23242', 'ip_address': '172.20.0.11'}], 'enable_snat': True}, 'gw_port_id': 'fae6bebc-effe-4734-ace0-0342d98d21eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:32:36Z', 'updated_at': '2022-05-18T18:32:38Z', 'revision_number': 3, 'project_id': '101f7c880d7042e98a1f7e7eb1d3b117', 'gw_port': {'id': 'fae6bebc-effe-4734-ace0-0342d98d21eb', 'name': '', 'network_id': 'aa43df3c-4b59-4205-aa21-f54515e0079a', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f4:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a22281e5-7ece-44c8-83df-f105369a949c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': '52158c44-4372-4659-8c0a-851e65e23242', 'ip_address': '172.20.0.11', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:32:37Z', 'updated_at': '2022-05-18T18:32:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '52158c44-4372-4659-8c0a-851e65e23242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:32:40.043376 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48128352-f829-46ee-b7f2-3acf847a50b2 None None] Checking router: a22281e5-7ece-44c8-83df-f105369a949c for host: n-d-838550-3 {{(pid=102732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:32:40.043748 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48128352-f829-46ee-b7f2-3acf847a50b2 None None] Updating router a22281e5-7ece-44c8-83df-f105369a949c port fae6bebc-effe-4734-ace0-0342d98d21eb binding host n-d-838550-3 {{(pid=102732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 18:32:40.078727 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4c51cdab-6946-4432-80e6-756e1d36ed3c tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261104883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261031899'] for subnet, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:40.097995 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-48128352-f829-46ee-b7f2-3acf847a50b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:40.136014 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-bf88c6e7-9612-4c89-bc13-f6996962d830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:40.204375 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c51cdab-6946-4432-80e6-756e1d36ed3c tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Pushing event updated for resources: {'Subnet': ['ID=8f268bd5-41bd-46c0-8026-fee8e4f65cb3,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:32:40.220414 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e22486-0e4d-46fd-bfb8-af463ccaed87 req-5705ddf2-e783-45f0-be5d-d61152f5ff1e tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:32:40.221781 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41f5b47f-b777-4195-9bd6-ec2c8b6e107b admin admin] Router be055dce-5e9c-42c3-b98f-bdae8046ec2d has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:32:40.222246 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-13e22486-0e4d-46fd-bfb8-af463ccaed87 req-5705ddf2-e783-45f0-be5d-d61152f5ff1e tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/ports?device_id=7fc3609e-9bfe-429a-9f8f-50e0517b4a1f HTTP/1.1" status: 200 len: 945 time: 0.1836255 May 18 18:32:40.225901 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d944b729-010f-41b0-8807-ff4e62008e77 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Notify callbacks [] for router, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:40.281640 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c51cdab-6946-4432-80e6-756e1d36ed3c tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Checking segment: {'id': 'c7d2ef18-3e16-4468-9d4f-e3e8604a7a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'bcb02ed3-c3f9-4742-99c3-7e547facb943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:32:40.282164 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c51cdab-6946-4432-80e6-756e1d36ed3c tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Network hostable DHCP agents. Network: bcb02ed3-c3f9-4742-99c3-7e547facb943, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:32:40.365253 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-13e22486-0e4d-46fd-bfb8-af463ccaed87 req-b8781f0a-cf0a-4583-bf00-aeae8dc15ed4 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/security-groups?id=6d4decf1-d3f8-40ef-a49d-c078d56e2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951293 May 18 18:32:40.369031 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c51cdab-6946-4432-80e6-756e1d36ed3c tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Network bcb02ed3-c3f9-4742-99c3-7e547facb943 is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:32:40.393699 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-4c51cdab-6946-4432-80e6-756e1d36ed3c tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, bcb02ed3-c3f9-4742-99c3-7e547facb943) {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:32:40.405602 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c51cdab-6946-4432-80e6-756e1d36ed3c tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:32:40.407402 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4c51cdab-6946-4432-80e6-756e1d36ed3c tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:40.409645 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-676c037f-b53b-4a13-9dce-7b193ad583f6 None None] Network bcb02ed3-c3f9-4742-99c3-7e547facb943 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:32:40.422830 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d944b729-010f-41b0-8807-ff4e62008e77 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:40.431274 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41f5b47f-b777-4195-9bd6-ec2c8b6e107b admin admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:32:40.444255 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-41f5b47f-b777-4195-9bd6-ec2c8b6e107b admin admin] 10.222.0.85 "PUT /v2.0/routers/be055dce-5e9c-42c3-b98f-bdae8046ec2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0342951 May 18 18:32:40.446710 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 58754) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:32:40.450623 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-4c51cdab-6946-4432-80e6-756e1d36ed3c tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3533263 May 18 18:32:40.454063 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 58756) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:32:40.457387 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eff8ce5-7571-491f-a59e-073865001302 None None] Sync routers for ids ['be055dce-5e9c-42c3-b98f-bdae8046ec2d'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:32:40.474856 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eff8ce5-7571-491f-a59e-073865001302 None None] Routers {'be055dce-5e9c-42c3-b98f-bdae8046ec2d'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:32:40.478070 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-4eff8ce5-7571-491f-a59e-073865001302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:32:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['be055dce-5e9c-42c3-b98f-bdae8046ec2d'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:32:40.660299 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-4eff8ce5-7571-491f-a59e-073865001302 None None] Set router be055dce-5e9c-42c3-b98f-bdae8046ec2d gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:32:40.666553 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-48128352-f829-46ee-b7f2-3acf847a50b2 None None] Notify callbacks [] for port, precommit_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:40.672702 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c977f68d-49a7-4b19-b9e7-5fecda063804 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-bcb02ed3-c3f9-4742-99c3-7e547facb943', 'network_id': 'bcb02ed3-c3f9-4742-99c3-7e547facb943', 'tenant_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'fixed_ips': [{'subnet_id': '8f268bd5-41bd-46c0-8026-fee8e4f65cb3'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:32:40.673759 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c977f68d-49a7-4b19-b9e7-5fecda063804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:40.677646 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-48128352-f829-46ee-b7f2-3acf847a50b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:40.753093 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07249e2-7399-4c15-8521-ada86e44d1a8 req-33efd60f-d1d2-415a-8241-397030a6e63b tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:32:40.757388 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-48128352-f829-46ee-b7f2-3acf847a50b2 None None] Attempting to bind port fae6bebc-effe-4734-ace0-0342d98d21eb on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:32:40.757787 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-48128352-f829-46ee-b7f2-3acf847a50b2 None None] Attempting to bind port fae6bebc-effe-4734-ace0-0342d98d21eb by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '3ea32f69-fb1d-4ea5-aeb1-545c20b7e5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'aa43df3c-4b59-4205-aa21-f54515e0079a'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:32:40.758296 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48128352-f829-46ee-b7f2-3acf847a50b2 None None] Attempting to bind port fae6bebc-effe-4734-ace0-0342d98d21eb on network aa43df3c-4b59-4205-aa21-f54515e0079a {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:32:40.771428 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48128352-f829-46ee-b7f2-3acf847a50b2 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:32:40.771807 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48128352-f829-46ee-b7f2-3acf847a50b2 None None] Checking segment: {'id': '3ea32f69-fb1d-4ea5-aeb1-545c20b7e5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'aa43df3c-4b59-4205-aa21-f54515e0079a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:32:40.772209 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-48128352-f829-46ee-b7f2-3acf847a50b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:40.772513 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-d944b729-010f-41b0-8807-ff4e62008e77 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Deleting port fae6bebc-effe-4734-ace0-0342d98d21eb {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:32:40.772654 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48128352-f829-46ee-b7f2-3acf847a50b2 None None] Bound using segment: {'id': '3ea32f69-fb1d-4ea5-aeb1-545c20b7e5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'aa43df3c-4b59-4205-aa21-f54515e0079a'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:32:40.772750 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b07249e2-7399-4c15-8521-ada86e44d1a8 req-33efd60f-d1d2-415a-8241-397030a6e63b tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/ports?device_id=9f7d7ddd-ffd6-452d-804a-475caf1b5d39 HTTP/1.1" status: 200 len: 945 time: 0.2453051 May 18 18:32:40.772858 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d944b729-010f-41b0-8807-ff4e62008e77 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:40.773087 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-48128352-f829-46ee-b7f2-3acf847a50b2 None None] Bound port: fae6bebc-effe-4734-ace0-0342d98d21eb, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ea32f69-fb1d-4ea5-aeb1-545c20b7e5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'aa43df3c-4b59-4205-aa21-f54515e0079a'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:32:40.773548 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-48128352-f829-46ee-b7f2-3acf847a50b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:40.852862 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8026f1ab-790b-4630-a1de-0e4cbbbe3ebb None None] Pushing event updated for resources: {'Port': ['ID=fae6bebc-effe-4734-ace0-0342d98d21eb,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:32:40.877726 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-aaceef29-2b39-4267-8651-6458a82caaea admin admin] Notify callbacks [] for router, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:40.883304 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b07249e2-7399-4c15-8521-ada86e44d1a8 req-ae553c4b-5d07-49f3-80ff-71e0555718c5 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/security-groups?id=6d4decf1-d3f8-40ef-a49d-c078d56e2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098170 May 18 18:32:40.902752 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-48128352-f829-46ee-b7f2-3acf847a50b2 None None] For port fae6bebc-effe-4734-ace0-0342d98d21eb, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:32:40.954798 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-48128352-f829-46ee-b7f2-3acf847a50b2 None None] For port fae6bebc-effe-4734-ace0-0342d98d21eb, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=fae6bebc-effe-4734-ace0-0342d98d21eb,segment=NetworkSegment(3ea32f69-fb1d-4ea5-aeb1-545c20b7e5b2),segment_id=3ea32f69-fb1d-4ea5-aeb1-545c20b7e5b2)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:32:40.966959 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-48128352-f829-46ee-b7f2-3acf847a50b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:41.018642 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-aaceef29-2b39-4267-8651-6458a82caaea admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:41.066514 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-4eff8ce5-7571-491f-a59e-073865001302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be055dce-5e9c-42c3-b98f-bdae8046ec2d', 'name': 'tempest-AttachVolumeShelveTestJSON-1885015581-router', 'tenant_id': '0d731d0a64e04789ad04262ef63d1dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.68'}], 'enable_snat': True}, 'gw_port_id': '1307ac58-657e-4b0c-989f-41b27f578567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:24:58Z', 'updated_at': '2022-05-18T18:32:39Z', 'revision_number': 5, 'project_id': '0d731d0a64e04789ad04262ef63d1dbd', 'gw_port': {'id': '1307ac58-657e-4b0c-989f-41b27f578567', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:6e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be055dce-5e9c-42c3-b98f-bdae8046ec2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:24:58Z', 'updated_at': '2022-05-18T18:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:32:41.088120 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48128352-f829-46ee-b7f2-3acf847a50b2 None None] Routers {'a22281e5-7ece-44c8-83df-f105369a949c'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:32:41.088805 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-aaceef29-2b39-4267-8651-6458a82caaea admin admin] Deleting port 1307ac58-657e-4b0c-989f-41b27f578567 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:32:41.089158 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-aaceef29-2b39-4267-8651-6458a82caaea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:41.089914 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-48128352-f829-46ee-b7f2-3acf847a50b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:32:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['a22281e5-7ece-44c8-83df-f105369a949c'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:32:41.125060 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d944b729-010f-41b0-8807-ff4e62008e77 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:41.128219 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eff8ce5-7571-491f-a59e-073865001302 None None] Checking router: be055dce-5e9c-42c3-b98f-bdae8046ec2d for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:32:41.150269 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eff8ce5-7571-491f-a59e-073865001302 None None] Routers {'be055dce-5e9c-42c3-b98f-bdae8046ec2d'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:32:41.152455 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-4eff8ce5-7571-491f-a59e-073865001302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:32:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['be055dce-5e9c-42c3-b98f-bdae8046ec2d'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:32:41.165740 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8026f1ab-790b-4630-a1de-0e4cbbbe3ebb None None] Pushing event updated for resources: {'Port': ['ID=fae6bebc-effe-4734-ace0-0342d98d21eb,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:32:41.166625 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c5bb6034-c939-440c-bfaa-a6e2f9af7fa7 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:41.189907 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-aaceef29-2b39-4267-8651-6458a82caaea admin admin] For port 1307ac58-657e-4b0c-989f-41b27f578567, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=1307ac58-657e-4b0c-989f-41b27f578567,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:32:41.190508 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-aaceef29-2b39-4267-8651-6458a82caaea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:41.204042 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-d944b729-010f-41b0-8807-ff4e62008e77 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Calling delete_port for fae6bebc-effe-4734-ace0-0342d98d21eb owned by network:router_gateway {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:32:41.206378 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-aaceef29-2b39-4267-8651-6458a82caaea admin admin] Calling delete_port for 1307ac58-657e-4b0c-989f-41b27f578567 owned by network:router_gateway {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:32:41.214908 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-c977f68d-49a7-4b19-b9e7-5fecda063804 None None] Allocated IP 172.20.0.2 (bcb02ed3-c3f9-4742-99c3-7e547facb943/8f268bd5-41bd-46c0-8026-fee8e4f65cb3/d6c6ab7b-c411-4e6c-b593-47ba551d852b) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:32:41.255326 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-48128352-f829-46ee-b7f2-3acf847a50b2 None None] Set router a22281e5-7ece-44c8-83df-f105369a949c gateway port host: None {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:32:41.339488 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29972737-d986-457a-8af1-a9785bb1692f req-4041b472-8f40-4685-9c39-c670a5b8b40a tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:32:41.342491 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-29972737-d986-457a-8af1-a9785bb1692f req-4041b472-8f40-4685-9c39-c670a5b8b40a tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/ports?device_id=7fc3609e-9bfe-429a-9f8f-50e0517b4a1f HTTP/1.1" status: 200 len: 945 time: 0.3541260 May 18 18:32:41.406762 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-aaceef29-2b39-4267-8651-6458a82caaea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:41.437277 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-4eff8ce5-7571-491f-a59e-073865001302 None None] Set router be055dce-5e9c-42c3-b98f-bdae8046ec2d gateway port host: None {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:32:41.464625 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaceef29-2b39-4267-8651-6458a82caaea admin admin] Pushing event deleted for resources: {'Port': ['ID=1307ac58-657e-4b0c-989f-41b27f578567,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:32:41.564681 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-4eff8ce5-7571-491f-a59e-073865001302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be055dce-5e9c-42c3-b98f-bdae8046ec2d', 'name': 'tempest-AttachVolumeShelveTestJSON-1885015581-router', 'tenant_id': '0d731d0a64e04789ad04262ef63d1dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:24:58Z', 'updated_at': '2022-05-18T18:32:41Z', 'revision_number': 6, 'project_id': '0d731d0a64e04789ad04262ef63d1dbd', 'gw_port_host': None}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:32:41.592903 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-aaceef29-2b39-4267-8651-6458a82caaea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596901'] for router_gateway, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:41.608747 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-48128352-f829-46ee-b7f2-3acf847a50b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a22281e5-7ece-44c8-83df-f105369a949c', 'name': '', 'tenant_id': '101f7c880d7042e98a1f7e7eb1d3b117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:32:36Z', 'updated_at': '2022-05-18T18:32:40Z', 'revision_number': 4, 'project_id': '101f7c880d7042e98a1f7e7eb1d3b117', 'gw_port_host': None}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:32:41.641880 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48128352-f829-46ee-b7f2-3acf847a50b2 None None] The sync data for ids ['a22281e5-7ece-44c8-83df-f105369a949c'] in n-d-838550-3 is: [{'id': 'a22281e5-7ece-44c8-83df-f105369a949c', 'name': '', 'tenant_id': '101f7c880d7042e98a1f7e7eb1d3b117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:32:36Z', 'updated_at': '2022-05-18T18:32:40Z', 'revision_number': 4, 'project_id': '101f7c880d7042e98a1f7e7eb1d3b117', 'gw_port_host': None}] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:32:41.648640 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:41.691745 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d944b729-010f-41b0-8807-ff4e62008e77 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:41.727198 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d944b729-010f-41b0-8807-ff4e62008e77 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Pushing event deleted for resources: {'Port': ['ID=fae6bebc-effe-4734-ace0-0342d98d21eb,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:32:41.741449 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-29972737-d986-457a-8af1-a9785bb1692f req-789924fb-5ddc-4b2b-aea7-be4b6ba6b8d8 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/security-groups?id=6d4decf1-d3f8-40ef-a49d-c078d56e2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3306754 May 18 18:32:41.777274 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-aaceef29-2b39-4267-8651-6458a82caaea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25145'] for router, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:41.780377 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-aaceef29-2b39-4267-8651-6458a82caaea admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:41.847551 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eff8ce5-7571-491f-a59e-073865001302 None None] The sync data for ids ['be055dce-5e9c-42c3-b98f-bdae8046ec2d'] in n-d-838550-3 is: [{'id': 'be055dce-5e9c-42c3-b98f-bdae8046ec2d', 'name': 'tempest-AttachVolumeShelveTestJSON-1885015581-router', 'tenant_id': '0d731d0a64e04789ad04262ef63d1dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:24:58Z', 'updated_at': '2022-05-18T18:32:41Z', 'revision_number': 6, 'project_id': '0d731d0a64e04789ad04262ef63d1dbd', 'gw_port_host': None}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:32:41.909715 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-aaceef29-2b39-4267-8651-6458a82caaea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593303'] for router, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:41.910408 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaceef29-2b39-4267-8651-6458a82caaea admin admin] Fanout notify agent at l3_agent the message router_deleted on router be055dce-5e9c-42c3-b98f-bdae8046ec2d {{(pid=102731) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 18 18:32:41.918369 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-aaceef29-2b39-4267-8651-6458a82caaea admin admin] Notify callbacks [] for router, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:41.920688 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-aaceef29-2b39-4267-8651-6458a82caaea admin admin] 10.222.0.85 "DELETE /v2.0/routers/be055dce-5e9c-42c3-b98f-bdae8046ec2d HTTP/1.1" status: 204 len: 168 time: 1.4716666 May 18 18:32:41.922314 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 58766) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:32:41.939685 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c977f68d-49a7-4b19-b9e7-5fecda063804 None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:41.957035 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c977f68d-49a7-4b19-b9e7-5fecda063804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:42.030582 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_v2 [None req-2430ba1a-e29d-4d8e-941d-824b5e1a4128 admin admin] Deleting subnet ac45570a-d36a-47d1-a935-bbf3ce99c6a8 {{(pid=102731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:32:42.032881 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d944b729-010f-41b0-8807-ff4e62008e77 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596901'] for router_gateway, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:42.035875 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2430ba1a-e29d-4d8e-941d-824b5e1a4128 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:42.069396 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-c5bb6034-c939-440c-bfaa-a6e2f9af7fa7 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Allocated IP 172.20.0.1 (bcb02ed3-c3f9-4742-99c3-7e547facb943/8f268bd5-41bd-46c0-8026-fee8e4f65cb3/ce571f76-8eeb-46bb-900c-89cee7d9b6ab) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:32:42.069963 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c977f68d-49a7-4b19-b9e7-5fecda063804 None None] Pushing event updated for resources: {'Port': ['ID=d6c6ab7b-c411-4e6c-b593-47ba551d852b,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:32:42.097684 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2430ba1a-e29d-4d8e-941d-824b5e1a4128 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260542153'] for subnet, precommit_delete_associations {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:42.136380 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c977f68d-49a7-4b19-b9e7-5fecda063804 None None] Network bcb02ed3-c3f9-4742-99c3-7e547facb943 is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:32:42.139564 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-c977f68d-49a7-4b19-b9e7-5fecda063804 None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:32:42.145427 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c977f68d-49a7-4b19-b9e7-5fecda063804 None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:32:42.217647 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2430ba1a-e29d-4d8e-941d-824b5e1a4128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:42.219205 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-c977f68d-49a7-4b19-b9e7-5fecda063804 None None] Attempting to bind port d6c6ab7b-c411-4e6c-b593-47ba551d852b on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:32:42.219698 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-c977f68d-49a7-4b19-b9e7-5fecda063804 None None] Attempting to bind port d6c6ab7b-c411-4e6c-b593-47ba551d852b by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': 'c7d2ef18-3e16-4468-9d4f-e3e8604a7a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'bcb02ed3-c3f9-4742-99c3-7e547facb943'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:32:42.220172 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c977f68d-49a7-4b19-b9e7-5fecda063804 None None] Attempting to bind port d6c6ab7b-c411-4e6c-b593-47ba551d852b on network bcb02ed3-c3f9-4742-99c3-7e547facb943 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:32:42.232025 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c977f68d-49a7-4b19-b9e7-5fecda063804 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:32:42.232749 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c977f68d-49a7-4b19-b9e7-5fecda063804 None None] Checking segment: {'id': 'c7d2ef18-3e16-4468-9d4f-e3e8604a7a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'bcb02ed3-c3f9-4742-99c3-7e547facb943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:32:42.233375 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c977f68d-49a7-4b19-b9e7-5fecda063804 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:42.233935 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c977f68d-49a7-4b19-b9e7-5fecda063804 None None] Bound using segment: {'id': 'c7d2ef18-3e16-4468-9d4f-e3e8604a7a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'bcb02ed3-c3f9-4742-99c3-7e547facb943'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:32:42.234609 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-c977f68d-49a7-4b19-b9e7-5fecda063804 None None] Bound port: d6c6ab7b-c411-4e6c-b593-47ba551d852b, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7d2ef18-3e16-4468-9d4f-e3e8604a7a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'bcb02ed3-c3f9-4742-99c3-7e547facb943'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:32:42.235100 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c977f68d-49a7-4b19-b9e7-5fecda063804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:42.249572 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d944b729-010f-41b0-8807-ff4e62008e77 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25145'] for router, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:42.262475 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d944b729-010f-41b0-8807-ff4e62008e77 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:42.296708 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2430ba1a-e29d-4d8e-941d-824b5e1a4128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260898416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260908030'] for subnet, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:42.357549 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c977f68d-49a7-4b19-b9e7-5fecda063804 None None] For port d6c6ab7b-c411-4e6c-b593-47ba551d852b, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:32:42.363275 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c977f68d-49a7-4b19-b9e7-5fecda063804 None None] For port d6c6ab7b-c411-4e6c-b593-47ba551d852b, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=d6c6ab7b-c411-4e6c-b593-47ba551d852b,segment=NetworkSegment(c7d2ef18-3e16-4468-9d4f-e3e8604a7a11),segment_id=c7d2ef18-3e16-4468-9d4f-e3e8604a7a11)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:32:42.370373 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c977f68d-49a7-4b19-b9e7-5fecda063804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:42.383510 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d944b729-010f-41b0-8807-ff4e62008e77 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593303'] for router, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:42.384223 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d944b729-010f-41b0-8807-ff4e62008e77 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a22281e5-7ece-44c8-83df-f105369a949c {{(pid=102730) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 18 18:32:42.385352 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2430ba1a-e29d-4d8e-941d-824b5e1a4128 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac45570a-d36a-47d1-a935-bbf3ce99c6a8,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:32:42.387428 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2430ba1a-e29d-4d8e-941d-824b5e1a4128 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:42.394341 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b755d99-5699-4e14-92a6-5d73fd230973 req-f982be34-0226-4926-abe4-1e43ff348c78 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:32:42.396079 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4b755d99-5699-4e14-92a6-5d73fd230973 req-f982be34-0226-4926-abe4-1e43ff348c78 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/ports?device_id=7fc3609e-9bfe-429a-9f8f-50e0517b4a1f HTTP/1.1" status: 200 len: 945 time: 0.2359338 May 18 18:32:42.397698 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-2430ba1a-e29d-4d8e-941d-824b5e1a4128 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/ac45570a-d36a-47d1-a935-bbf3ce99c6a8 HTTP/1.1" status: 204 len: 168 time: 0.4741766 May 18 18:32:42.399355 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d944b729-010f-41b0-8807-ff4e62008e77 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Notify callbacks [] for router, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:42.400916 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 58770) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:32:42.403426 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-d944b729-010f-41b0-8807-ff4e62008e77 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] 10.222.0.85 "DELETE /v2.0/routers/a22281e5-7ece-44c8-83df-f105369a949c HTTP/1.1" status: 204 len: 168 time: 2.8990576 May 18 18:32:42.407748 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 58772) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:32:42.462780 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-336df844-de1a-4c72-a305-94fb582d9ea7 None None] Network 32a0c3b3-6eed-4c0e-b14e-e9888ed81174 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:32:42.490677 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:42.530379 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f8962d0-2bc8-4ad1-8c6d-95463c5fe340 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Deleting subnet 52158c44-4372-4659-8c0a-851e65e23242 {{(pid=102730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:32:42.551994 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-77348387-3b93-41b6-9b03-7e6963af556b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:42.556160 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7f8962d0-2bc8-4ad1-8c6d-95463c5fe340 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:42.562825 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c5bb6034-c939-440c-bfaa-a6e2f9af7fa7 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:42.588440 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4b755d99-5699-4e14-92a6-5d73fd230973 req-431afe5b-5c59-426d-b9af-85c7e85b5da4 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/security-groups?id=6d4decf1-d3f8-40ef-a49d-c078d56e2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802347 May 18 18:32:42.604617 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c977f68d-49a7-4b19-b9e7-5fecda063804 None None] Pushing event updated for resources: {'Port': ['ID=d6c6ab7b-c411-4e6c-b593-47ba551d852b,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:32:42.613596 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7f8962d0-2bc8-4ad1-8c6d-95463c5fe340 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260107366'] for subnet, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:42.652674 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-77348387-3b93-41b6-9b03-7e6963af556b admin admin] Deleting port 71c2f768-3f56-4e10-bf99-c3c4cb623ab1 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:32:42.653803 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-77348387-3b93-41b6-9b03-7e6963af556b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:42.681771 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7f8962d0-2bc8-4ad1-8c6d-95463c5fe340 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:42.684266 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c5bb6034-c939-440c-bfaa-a6e2f9af7fa7 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:42.760120 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-77348387-3b93-41b6-9b03-7e6963af556b admin admin] For port 71c2f768-3f56-4e10-bf99-c3c4cb623ab1, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=71c2f768-3f56-4e10-bf99-c3c4cb623ab1,segment=NetworkSegment(8ca14917-c9b1-4338-b349-8fcfdea345e6),segment_id=8ca14917-c9b1-4338-b349-8fcfdea345e6)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:32:42.760789 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-77348387-3b93-41b6-9b03-7e6963af556b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:42.822932 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-77348387-3b93-41b6-9b03-7e6963af556b admin admin] Calling delete_port for 71c2f768-3f56-4e10-bf99-c3c4cb623ab1 owned by network:dhcp {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:32:42.862500 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bb6034-c939-440c-bfaa-a6e2f9af7fa7 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Pushing event updated for resources: {'Port': ['ID=ce571f76-8eeb-46bb-900c-89cee7d9b6ab,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:32:42.903480 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5bb6034-c939-440c-bfaa-a6e2f9af7fa7 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Network bcb02ed3-c3f9-4742-99c3-7e547facb943 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:32:42.906957 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-c5bb6034-c939-440c-bfaa-a6e2f9af7fa7 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:32:42.912868 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5bb6034-c939-440c-bfaa-a6e2f9af7fa7 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:32:42.921440 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b61ab3-fb91-433c-b358-507c94eb7bb6 None None] DHCP port deletion for 32a0c3b3-6eed-4c0e-b14e-e9888ed81174 request from n-d-838550-3 {{(pid=102732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 18:32:43.063617 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7f8962d0-2bc8-4ad1-8c6d-95463c5fe340 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261104690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261031888'] for subnet, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:43.095166 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c5bb6034-c939-440c-bfaa-a6e2f9af7fa7 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595826'] for router_interface, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:43.108881 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-77348387-3b93-41b6-9b03-7e6963af556b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:43.130458 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:43.139408 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8962d0-2bc8-4ad1-8c6d-95463c5fe340 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=52158c44-4372-4659-8c0a-851e65e23242,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:32:43.148120 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7f8962d0-2bc8-4ad1-8c6d-95463c5fe340 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:43.149932 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-01b61ab3-fb91-433c-b358-507c94eb7bb6 None None] Deleting port 71c2f768-3f56-4e10-bf99-c3c4cb623ab1 {{(pid=102732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:32:43.152256 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-01b61ab3-fb91-433c-b358-507c94eb7bb6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:43.159859 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-7f8962d0-2bc8-4ad1-8c6d-95463c5fe340 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] 10.222.0.85 "DELETE /v2.0/subnets/52158c44-4372-4659-8c0a-851e65e23242 HTTP/1.1" status: 204 len: 168 time: 0.7447391 May 18 18:32:43.171490 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 58776) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:32:43.172607 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77348387-3b93-41b6-9b03-7e6963af556b admin admin] Pushing event deleted for resources: {'Port': ['ID=71c2f768-3f56-4e10-bf99-c3c4cb623ab1,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:32:43.185767 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77348387-3b93-41b6-9b03-7e6963af556b admin admin] No DVR routers for this DVR port 71c2f768-3f56-4e10-bf99-c3c4cb623ab1 on host n-d-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:32:43.339181 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-01b61ab3-fb91-433c-b358-507c94eb7bb6 None None] For port 71c2f768-3f56-4e10-bf99-c3c4cb623ab1, host n-d-838550-3, got binding levels [] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:32:43.339805 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-01b61ab3-fb91-433c-b358-507c94eb7bb6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:43.366341 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-01b61ab3-fb91-433c-b358-507c94eb7bb6 None None] Calling delete_port for 71c2f768-3f56-4e10-bf99-c3c4cb623ab1 owned by network:dhcp {{(pid=102732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:32:43.370861 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.ipam_backend_mixin [None req-01b61ab3-fb91-433c-b358-507c94eb7bb6 None None] Port 71c2f768-3f56-4e10-bf99-c3c4cb623ab1 was not found and therefore no delete operation was performed {{(pid=102732) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} May 18 18:32:43.376131 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-01b61ab3-fb91-433c-b358-507c94eb7bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508'] for port, after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:43.377164 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c5bb6034-c939-440c-bfaa-a6e2f9af7fa7 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:43.434414 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b61ab3-fb91-433c-b358-507c94eb7bb6 None None] Pushing event deleted for resources: {'Port': ['ID=71c2f768-3f56-4e10-bf99-c3c4cb623ab1,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:32:43.469404 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b61ab3-fb91-433c-b358-507c94eb7bb6 None None] No DVR routers for this DVR port 71c2f768-3f56-4e10-bf99-c3c4cb623ab1 on host n-d-838550-3 {{(pid=102732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:32:43.580889 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-77348387-3b93-41b6-9b03-7e6963af556b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:43.595695 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device d6c6ab7b-c411-4e6c-b593-47ba551d852b up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:32:43.628445 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-77348387-3b93-41b6-9b03-7e6963af556b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32a0c3b3-6eed-4c0e-b14e-e9888ed81174']}} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:32:43.648232 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-77348387-3b93-41b6-9b03-7e6963af556b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ca14917-c9b1-4338-b349-8fcfdea345e6') {'for_net_delete': True} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:32:43.648630 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-77348387-3b93-41b6-9b03-7e6963af556b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ca14917-c9b1-4338-b349-8fcfdea345e6') {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:32:43.666717 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-77348387-3b93-41b6-9b03-7e6963af556b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260542144'] for segment, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:43.702983 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-77348387-3b93-41b6-9b03-7e6963af556b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:43.733504 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77348387-3b93-41b6-9b03-7e6963af556b admin admin] Releasing vlan 616 on physical network physnet1 to pool {{(pid=102731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:32:43.733699 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7fee7e-242b-489d-9dc9-4fcdcb880e34 req-607e6752-b397-4090-9dea-4ffe29fc44b9 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:32:43.734282 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-77348387-3b93-41b6-9b03-7e6963af556b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260884178'] for segment, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:43.736948 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fe7fee7e-242b-489d-9dc9-4fcdcb880e34 req-607e6752-b397-4090-9dea-4ffe29fc44b9 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.36 "GET /v2.0/ports?device_id=7fc3609e-9bfe-429a-9f8f-50e0517b4a1f HTTP/1.1" status: 200 len: 945 time: 0.2876558 May 18 18:32:43.778360 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port d6c6ab7b-c411-4e6c-b593-47ba551d852b triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:32:43.778941 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:43.807367 n-d-838550-3 neutron-server[102731]: Traceback (most recent call last): May 18 18:32:43.807367 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:32:43.807367 n-d-838550-3 neutron-server[102731]: timer() May 18 18:32:43.807367 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:32:43.807367 n-d-838550-3 neutron-server[102731]: cb(*args, **kw) May 18 18:32:43.807367 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:32:43.807367 n-d-838550-3 neutron-server[102731]: return func(*args, **kwargs) May 18 18:32:43.807367 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:32:43.807367 n-d-838550-3 neutron-server[102731]: self._notify() May 18 18:32:43.807367 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:32:43.807367 n-d-838550-3 neutron-server[102731]: self.callback(batched_events) May 18 18:32:43.807367 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:32:43.807367 n-d-838550-3 neutron-server[102731]: event.method(event) May 18 18:32:43.807367 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:32:43.807367 n-d-838550-3 neutron-server[102731]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:32:43.807367 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:32:43.807367 n-d-838550-3 neutron-server[102731]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:32:43.807367 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:32:43.807367 n-d-838550-3 neutron-server[102731]: return f(self, *a, **k) May 18 18:32:43.807367 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:32:43.807367 n-d-838550-3 neutron-server[102731]: return self._get(url).json() May 18 18:32:43.807367 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:32:43.807367 n-d-838550-3 neutron-server[102731]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:32:43.807367 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:32:43.807367 n-d-838550-3 neutron-server[102731]: return self.request(url, 'GET', **kwargs) May 18 18:32:43.807367 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:32:43.807367 n-d-838550-3 neutron-server[102731]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:32:43.807367 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:32:43.807367 n-d-838550-3 neutron-server[102731]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:32:43.807367 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:32:43.807367 n-d-838550-3 neutron-server[102731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:32:43.807367 n-d-838550-3 neutron-server[102731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:32:43.891340 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e2934c07-fd4d-44ac-a4ad-e5b9bd7e8370 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:43.906480 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-77348387-3b93-41b6-9b03-7e6963af556b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:43.925890 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-77348387-3b93-41b6-9b03-7e6963af556b admin admin] Notify callbacks [] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:43.939753 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-77348387-3b93-41b6-9b03-7e6963af556b admin admin] 10.222.0.85 "DELETE /v2.0/networks/32a0c3b3-6eed-4c0e-b14e-e9888ed81174 HTTP/1.1" status: 204 len: 168 time: 1.5298395 May 18 18:32:43.962320 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port d6c6ab7b-c411-4e6c-b593-47ba551d852b is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:32:43.962914 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:43.978063 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77348387-3b93-41b6-9b03-7e6963af556b admin admin] Pushing event deleted for resources: {'Network': ['ID=32a0c3b3-6eed-4c0e-b14e-e9888ed81174,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:32:43.995663 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650c806e-96fe-4dfd-9fec-98922ff96cd9 req-6efd884f-a34d-40cc-90e8-3a9dfa8ab729 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:32:43.997245 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-650c806e-96fe-4dfd-9fec-98922ff96cd9 req-6efd884f-a34d-40cc-90e8-3a9dfa8ab729 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/ports?device_id=7fc3609e-9bfe-429a-9f8f-50e0517b4a1f HTTP/1.1" status: 200 len: 945 time: 0.1731091 May 18 18:32:44.037096 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] For port d6c6ab7b-c411-4e6c-b593-47ba551d852b, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=d6c6ab7b-c411-4e6c-b593-47ba551d852b,segment=NetworkSegment(c7d2ef18-3e16-4468-9d4f-e3e8604a7a11),segment_id=c7d2ef18-3e16-4468-9d4f-e3e8604a7a11)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:32:44.046992 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:44.161675 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Pushing event updated for resources: {'Port': ['ID=d6c6ab7b-c411-4e6c-b593-47ba551d852b,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:32:44.166357 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-fe7fee7e-242b-489d-9dc9-4fcdcb880e34 req-a12c77d5-f624-4991-9a95-b4491661a64f tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Deleting port f601c8ae-ce30-45af-a536-9e5283092bf4 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:32:44.167347 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-fe7fee7e-242b-489d-9dc9-4fcdcb880e34 req-a12c77d5-f624-4991-9a95-b4491661a64f tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:44.183972 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 71c2f768-3f56-4e10-bf99-c3c4cb623ab1 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:32:44.196049 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e2934c07-fd4d-44ac-a4ad-e5b9bd7e8370 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:44.199146 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 58784) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:32:44.221753 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 71c2f768-3f56-4e10-bf99-c3c4cb623ab1 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:32:44.222283 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 71c2f768-3f56-4e10-bf99-c3c4cb623ab1 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:32:44.222960 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 8f52beef-237e-4856-b6c6-26ac65d58558 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:32:44.260387 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 8f52beef-237e-4856-b6c6-26ac65d58558 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:32:44.260731 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 8f52beef-237e-4856-b6c6-26ac65d58558 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:32:44.261171 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 1307ac58-657e-4b0c-989f-41b27f578567 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:32:44.264238 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-e2934c07-fd4d-44ac-a4ad-e5b9bd7e8370 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa43df3c-4b59-4205-aa21-f54515e0079a']}} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:32:44.278110 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-e2934c07-fd4d-44ac-a4ad-e5b9bd7e8370 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ea32f69-fb1d-4ea5-aeb1-545c20b7e5b2') {'for_net_delete': True} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:32:44.278412 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-e2934c07-fd4d-44ac-a4ad-e5b9bd7e8370 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ea32f69-fb1d-4ea5-aeb1-545c20b7e5b2') {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:32:44.292747 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e2934c07-fd4d-44ac-a4ad-e5b9bd7e8370 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260542144'] for segment, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:44.293664 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 1307ac58-657e-4b0c-989f-41b27f578567 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:32:44.294202 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 1307ac58-657e-4b0c-989f-41b27f578567 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:32:44.300517 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c5bb6034-c939-440c-bfaa-a6e2f9af7fa7 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:44.308640 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c5bb6034-c939-440c-bfaa-a6e2f9af7fa7 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:44.320465 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-650c806e-96fe-4dfd-9fec-98922ff96cd9 req-809c961c-a581-47c4-a5b3-87a558471ac9 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/security-groups?id=6d4decf1-d3f8-40ef-a49d-c078d56e2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2875309 May 18 18:32:44.335737 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e2934c07-fd4d-44ac-a4ad-e5b9bd7e8370 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:44.352139 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2934c07-fd4d-44ac-a4ad-e5b9bd7e8370 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Releasing vlan 609 on physical network physnet1 to pool {{(pid=102731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:32:44.353426 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e2934c07-fd4d-44ac-a4ad-e5b9bd7e8370 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260884178'] for segment, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:44.359481 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-2fbc02e1-5281-4aaf-909e-ac03ffc75507 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=0d731d0a64e04789ad04262ef63d1dbd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1537967 May 18 18:32:44.359481 n-d-838550-3 neutron-server[102731]: Traceback (most recent call last): May 18 18:32:44.359481 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:32:44.359481 n-d-838550-3 neutron-server[102731]: timer() May 18 18:32:44.359481 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:32:44.359481 n-d-838550-3 neutron-server[102731]: cb(*args, **kw) May 18 18:32:44.359481 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:32:44.359481 n-d-838550-3 neutron-server[102731]: return func(*args, **kwargs) May 18 18:32:44.359481 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:32:44.359481 n-d-838550-3 neutron-server[102731]: self._notify() May 18 18:32:44.359481 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:32:44.359481 n-d-838550-3 neutron-server[102731]: self.callback(batched_events) May 18 18:32:44.359481 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:32:44.359481 n-d-838550-3 neutron-server[102731]: event.method(event) May 18 18:32:44.359481 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:32:44.359481 n-d-838550-3 neutron-server[102731]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:32:44.359481 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:32:44.359481 n-d-838550-3 neutron-server[102731]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:32:44.359481 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:32:44.359481 n-d-838550-3 neutron-server[102731]: return f(self, *a, **k) May 18 18:32:44.359481 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:32:44.359481 n-d-838550-3 neutron-server[102731]: return self._get(url).json() May 18 18:32:44.359481 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:32:44.359481 n-d-838550-3 neutron-server[102731]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:32:44.359481 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:32:44.359481 n-d-838550-3 neutron-server[102731]: return self.request(url, 'GET', **kwargs) May 18 18:32:44.359481 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:32:44.359481 n-d-838550-3 neutron-server[102731]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:32:44.359481 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:32:44.359481 n-d-838550-3 neutron-server[102731]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:32:44.359481 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:32:44.359481 n-d-838550-3 neutron-server[102731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:32:44.359481 n-d-838550-3 neutron-server[102731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:32:44.367917 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 58786) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:32:44.476002 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-58cb2281-1e64-48d9-aae7-cd6b5846e0d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:44.502935 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-58cb2281-1e64-48d9-aae7-cd6b5846e0d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:44.515851 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e2934c07-fd4d-44ac-a4ad-e5b9bd7e8370 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:44.521164 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2934c07-fd4d-44ac-a4ad-e5b9bd7e8370 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network aa43df3c-4b59-4205-aa21-f54515e0079a {{(pid=102731) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 18 18:32:44.524306 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e2934c07-fd4d-44ac-a4ad-e5b9bd7e8370 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Notify callbacks [] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:44.534442 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-e2934c07-fd4d-44ac-a4ad-e5b9bd7e8370 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] 10.222.0.85 "DELETE /v2.0/networks/aa43df3c-4b59-4205-aa21-f54515e0079a HTTP/1.1" status: 204 len: 168 time: 1.3578715 May 18 18:32:44.551704 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2934c07-fd4d-44ac-a4ad-e5b9bd7e8370 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Pushing event deleted for resources: {'Network': ['ID=aa43df3c-4b59-4205-aa21-f54515e0079a,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:32:44.602791 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-58cb2281-1e64-48d9-aae7-cd6b5846e0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:44.605593 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-58cb2281-1e64-48d9-aae7-cd6b5846e0d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:44.609887 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-58cb2281-1e64-48d9-aae7-cd6b5846e0d0 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/519b1957-ce5a-4083-8381-409e1487c1fc HTTP/1.1" status: 204 len: 168 time: 0.2382450 May 18 18:32:44.622033 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cb2281-1e64-48d9-aae7-cd6b5846e0d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=519b1957-ce5a-4083-8381-409e1487c1fc,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:32:44.699752 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b6b913c-1df6-40f1-b4c2-12c4ace147e8 None None] Network bcb02ed3-c3f9-4742-99c3-7e547facb943 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:32:44.876731 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c5bb6034-c939-440c-bfaa-a6e2f9af7fa7 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-595870'] for router_interface, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:44.943492 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-671b8e59-af4b-45ae-9bf9-f785ea483d67 None None] Provisioning complete for port d6c6ab7b-c411-4e6c-b593-47ba551d852b triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:32:44.943812 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-671b8e59-af4b-45ae-9bf9-f785ea483d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:45.000165 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-fe7fee7e-242b-489d-9dc9-4fcdcb880e34 req-a12c77d5-f624-4991-9a95-b4491661a64f tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] For port f601c8ae-ce30-45af-a536-9e5283092bf4, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=f601c8ae-ce30-45af-a536-9e5283092bf4,segment=NetworkSegment(a789d407-e290-4a90-b0cb-82b84ff4b9fa),segment_id=a789d407-e290-4a90-b0cb-82b84ff4b9fa)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:32:45.000875 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-fe7fee7e-242b-489d-9dc9-4fcdcb880e34 req-a12c77d5-f624-4991-9a95-b4491661a64f tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:45.004302 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bb6034-c939-440c-bfaa-a6e2f9af7fa7 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Pushing event updated for resources: {'Port': ['ID=ce571f76-8eeb-46bb-900c-89cee7d9b6ab,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:32:45.062165 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-fe7fee7e-242b-489d-9dc9-4fcdcb880e34 req-a12c77d5-f624-4991-9a95-b4491661a64f tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Calling delete_port for f601c8ae-ce30-45af-a536-9e5283092bf4 owned by compute:nova {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:32:45.084361 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-671b8e59-af4b-45ae-9bf9-f785ea483d67 None None] Current status of the port d6c6ab7b-c411-4e6c-b593-47ba551d852b is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:32:45.301265 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5bb6034-c939-440c-bfaa-a6e2f9af7fa7 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Network bcb02ed3-c3f9-4742-99c3-7e547facb943 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:32:45.307755 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-c5bb6034-c939-440c-bfaa-a6e2f9af7fa7 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:32:45.339250 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 58806) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:32:45.344425 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-46401966-5381-4db6-a4e5-cc4599a4e511 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Request body: {'router': {'name': 'tempest-router--674176836', 'project_id': 'e9c27d4ed19b485fb3a2216bee83f255'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:32:45.408274 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-46401966-5381-4db6-a4e5-cc4599a4e511 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25099'] for router, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:45.409205 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-46401966-5381-4db6-a4e5-cc4599a4e511 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-593238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596850', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25088'] for router, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:45.614197 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-46401966-5381-4db6-a4e5-cc4599a4e511 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:45.627299 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-46401966-5381-4db6-a4e5-cc4599a4e511 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596801'] for router, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:45.665013 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-46401966-5381-4db6-a4e5-cc4599a4e511 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Notify callbacks [] for router, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:45.672066 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-46401966-5381-4db6-a4e5-cc4599a4e511 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3316684 May 18 18:32:45.675955 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 58816) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:32:45.742071 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-23f9e867-4b98-43eb-9171-b807d6bacc13 None None] Provisioning complete for port ce571f76-8eeb-46bb-900c-89cee7d9b6ab triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:32:45.743521 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-23f9e867-4b98-43eb-9171-b807d6bacc13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:45.787852 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71df1cc-7641-4fc5-bcf0-bffc3b982e41 req-64a7971d-c338-4807-a2ae-aee657f58c79 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:32:45.790889 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b71df1cc-7641-4fc5-bcf0-bffc3b982e41 req-64a7971d-c338-4807-a2ae-aee657f58c79 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/ports?device_id=7fc3609e-9bfe-429a-9f8f-50e0517b4a1f HTTP/1.1" status: 200 len: 945 time: 0.2788949 May 18 18:32:45.807925 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device d6c6ab7b-c411-4e6c-b593-47ba551d852b up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:32:45.812196 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5bb6034-c939-440c-bfaa-a6e2f9af7fa7 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Router 4ccf6a9f-94ce-4704-a04c-8d91da2e98ba is scheduled to L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e with binding_index 1 {{(pid=102730) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 18 18:32:45.820011 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-23f9e867-4b98-43eb-9171-b807d6bacc13 None None] Port ce571f76-8eeb-46bb-900c-89cee7d9b6ab cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:32:45.834782 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-61d38741-f215-4c74-a750-b5bd307ce8c3 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Notify callbacks [] for router, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:45.873760 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-fe7fee7e-242b-489d-9dc9-4fcdcb880e34 req-a12c77d5-f624-4991-9a95-b4491661a64f tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:45.916614 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['84d44d3e-b0bb-476d-a838-b97212311ad1', 'd2fc9357-b2c4-454d-9aa6-a9723c8041e7'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:32:45.977482 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b71df1cc-7641-4fc5-bcf0-bffc3b982e41 req-0be686a1-6bfe-4d12-8f9e-7a42f3ac2e2a tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/security-groups?id=6d4decf1-d3f8-40ef-a49d-c078d56e2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512046 May 18 18:32:46.027280 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c77d5-f624-4991-9a95-b4491661a64f tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Pushing event deleted for resources: {'Port': ['ID=f601c8ae-ce30-45af-a536-9e5283092bf4,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:32:46.056721 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-23f9e867-4b98-43eb-9171-b807d6bacc13 None None] Provisioning complete for port d6c6ab7b-c411-4e6c-b593-47ba551d852b triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:32:46.059268 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-23f9e867-4b98-43eb-9171-b807d6bacc13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:46.194130 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-61d38741-f215-4c74-a750-b5bd307ce8c3 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25145'] for router, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:46.201395 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-61d38741-f215-4c74-a750-b5bd307ce8c3 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:46.258797 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port d6c6ab7b-c411-4e6c-b593-47ba551d852b triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:32:46.259452 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:46.266063 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe7fee7e-242b-489d-9dc9-4fcdcb880e34 req-a12c77d5-f624-4991-9a95-b4491661a64f tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] No DVR routers for this DVR port f601c8ae-ce30-45af-a536-9e5283092bf4 on host n-h1-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:32:46.274309 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-fe7fee7e-242b-489d-9dc9-4fcdcb880e34 req-a12c77d5-f624-4991-9a95-b4491661a64f tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:46.281962 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fe7fee7e-242b-489d-9dc9-4fcdcb880e34 req-a12c77d5-f624-4991-9a95-b4491661a64f tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.36 "DELETE /v2.0/ports/f601c8ae-ce30-45af-a536-9e5283092bf4 HTTP/1.1" status: 204 len: 173 time: 2.5380063 May 18 18:32:46.282453 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fc3609e-9bfe-429a-9f8f-50e0517b4a1f', 'name': 'network-vif-deleted', 'tag': 'f601c8ae-ce30-45af-a536-9e5283092bf4'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:32:46.284769 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64deba7f-93dd-4d00-8a51-c28c98b1b21a" -d '{"events": [{"server_uuid": "7fc3609e-9bfe-429a-9f8f-50e0517b4a1f", "name": "network-vif-deleted", "tag": "f601c8ae-ce30-45af-a536-9e5283092bf4"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:32:46.288920 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-61d38741-f215-4c74-a750-b5bd307ce8c3 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593303'] for router, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:46.290273 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61d38741-f215-4c74-a750-b5bd307ce8c3 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a2a6740f-0513-4956-8833-e0ef970a32e0 {{(pid=102731) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 18 18:32:46.296611 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-61d38741-f215-4c74-a750-b5bd307ce8c3 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Notify callbacks [] for router, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:46.302730 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-61d38741-f215-4c74-a750-b5bd307ce8c3 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] 10.222.0.85 "DELETE /v2.0/routers/a2a6740f-0513-4956-8833-e0ef970a32e0 HTTP/1.1" status: 204 len: 168 time: 0.6196477 May 18 18:32:46.351002 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5bb6034-c939-440c-bfaa-a6e2f9af7fa7 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:32:46.365274 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-c5bb6034-c939-440c-bfaa-a6e2f9af7fa7 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] 10.222.0.85 "PUT /v2.0/routers/4ccf6a9f-94ce-4704-a04c-8d91da2e98ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9070950 May 18 18:32:46.366123 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 58834) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:32:46.373976 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-965ab333-80af-4b96-85c1-7ce661aa2076 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Request body: {'network': {'name': 'tempest-RoutersTest-891501372'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:32:46.381143 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9104d758-c530-415e-afd2-4df9bd20dec1 x-openstack-request-id: req-9104d758-c530-415e-afd2-4df9bd20dec1 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:32:46.381541 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fc3609e-9bfe-429a-9f8f-50e0517b4a1f", "name": "network-vif-deleted", "tag": "f601c8ae-ce30-45af-a536-9e5283092bf4", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:32:46.381935 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-9104d758-c530-415e-afd2-4df9bd20dec1 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:32:46.382459 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9104d758-c530-415e-afd2-4df9bd20dec1'] response: {'server_uuid': '7fc3609e-9bfe-429a-9f8f-50e0517b4a1f', 'name': 'network-vif-deleted', 'tag': 'f601c8ae-ce30-45af-a536-9e5283092bf4', 'status': 'completed', 'code': 200} May 18 18:32:46.413907 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-965ab333-80af-4b96-85c1-7ce661aa2076 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Made reservation on behalf of 5c4bbac3b6df4199a2510bf694e0c7f1 for: {'network': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:32:46.420014 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-965ab333-80af-4b96-85c1-7ce661aa2076 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:46.462965 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-965ab333-80af-4b96-85c1-7ce661aa2076 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 627} {{(pid=102731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:32:46.500156 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-965ab333-80af-4b96-85c1-7ce661aa2076 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:46.500679 n-d-838550-3 neutron-server[102731]: INFO neutron.db.segments_db [None req-965ab333-80af-4b96-85c1-7ce661aa2076 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Added segment 1469a6d0-bb67-4469-9eb5-045570598fd3 of type vlan for network 00bf5e09-9256-48f7-8ef3-8f19372524b4 May 18 18:32:46.557126 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79247ee2-00aa-401c-a508-8688ca929536 None None] Sync routers for ids ['4ccf6a9f-94ce-4704-a04c-8d91da2e98ba'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:32:46.618846 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 58840) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:32:46.633729 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-965ab333-80af-4b96-85c1-7ce661aa2076 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:46.693943 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-965ab333-80af-4b96-85c1-7ce661aa2076 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:46.706406 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-965ab333-80af-4b96-85c1-7ce661aa2076 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:32:46.709511 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-965ab333-80af-4b96-85c1-7ce661aa2076 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks [] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:46.749767 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79247ee2-00aa-401c-a508-8688ca929536 None None] Routers {'4ccf6a9f-94ce-4704-a04c-8d91da2e98ba'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:32:46.750754 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-79247ee2-00aa-401c-a508-8688ca929536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:32:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['4ccf6a9f-94ce-4704-a04c-8d91da2e98ba'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:32:46.832778 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 58844) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:32:46.835620 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-965ab333-80af-4b96-85c1-7ce661aa2076 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4682326 May 18 18:32:46.839947 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-9fd098b0-74fa-45d8-88ec-bd9d552cc64f tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Request body: {'subnet': {'network_id': '00bf5e09-9256-48f7-8ef3-8f19372524b4', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:32:46.867096 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965ab333-80af-4b96-85c1-7ce661aa2076 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Pushing event updated for resources: {'Network': ['ID=00bf5e09-9256-48f7-8ef3-8f19372524b4,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:32:46.894119 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965ab333-80af-4b96-85c1-7ce661aa2076 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:32:46.894608 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965ab333-80af-4b96-85c1-7ce661aa2076 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:32:46.895020 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965ab333-80af-4b96-85c1-7ce661aa2076 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:32:46.895435 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965ab333-80af-4b96-85c1-7ce661aa2076 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:32:46.896276 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965ab333-80af-4b96-85c1-7ce661aa2076 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:32:46.898839 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965ab333-80af-4b96-85c1-7ce661aa2076 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:32:46.899932 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965ab333-80af-4b96-85c1-7ce661aa2076 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:32:46.900805 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965ab333-80af-4b96-85c1-7ce661aa2076 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:32:46.903722 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965ab333-80af-4b96-85c1-7ce661aa2076 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:32:46.904490 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965ab333-80af-4b96-85c1-7ce661aa2076 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:32:46.904886 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965ab333-80af-4b96-85c1-7ce661aa2076 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:32:46.905225 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965ab333-80af-4b96-85c1-7ce661aa2076 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:32:46.933131 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network 00bf5e09-9256-48f7-8ef3-8f19372524b4 details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:32:47.051698 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fd098b0-74fa-45d8-88ec-bd9d552cc64f tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Made reservation on behalf of 5c4bbac3b6df4199a2510bf694e0c7f1 for: {'subnet': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:32:47.058352 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-79247ee2-00aa-401c-a508-8688ca929536 None None] Set router 4ccf6a9f-94ce-4704-a04c-8d91da2e98ba gateway port host: None {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:32:47.060040 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9fd098b0-74fa-45d8-88ec-bd9d552cc64f tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261031885'] for subnet, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:47.129164 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-23f9e867-4b98-43eb-9171-b807d6bacc13 None None] Current status of the port d6c6ab7b-c411-4e6c-b593-47ba551d852b is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:32:47.259466 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-9c6a0c9e-0c02-43fd-b8d5-88f6d8d51741 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-852228053', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}, 'admin_state_up': False}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:32:47.348391 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9c6a0c9e-0c02-43fd-b8d5-88f6d8d51741 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25099'] for router, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:47.351073 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9c6a0c9e-0c02-43fd-b8d5-88f6d8d51741 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-593238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596850', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25088'] for router, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:47.479930 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9c6a0c9e-0c02-43fd-b8d5-88f6d8d51741 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:47.665065 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d61ad5-a77e-4eb4-96e8-a57a1b8d4695 req-e924630c-b371-48e2-adcf-ae931f47a997 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:32:47.676489 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-71d61ad5-a77e-4eb4-96e8-a57a1b8d4695 req-e924630c-b371-48e2-adcf-ae931f47a997 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/ports?device_id=9f7d7ddd-ffd6-452d-804a-475caf1b5d39 HTTP/1.1" status: 200 len: 945 time: 0.0918300 May 18 18:32:47.724625 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9fd098b0-74fa-45d8-88ec-bd9d552cc64f tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261104883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261031899'] for subnet, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:47.728592 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9c6a0c9e-0c02-43fd-b8d5-88f6d8d51741 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:47.802634 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port d6c6ab7b-c411-4e6c-b593-47ba551d852b is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:32:47.827877 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device f601c8ae-ce30-45af-a536-9e5283092bf4 no longer exists at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:32:47.842321 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-71d61ad5-a77e-4eb4-96e8-a57a1b8d4695 req-97d666bb-5059-4ca5-bd21-a11c58abf11d tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/security-groups?id=6d4decf1-d3f8-40ef-a49d-c078d56e2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637805 May 18 18:32:47.878743 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-3a5ac238-878a-4243-abfd-9a983cb0aa6e None None] Provisioning complete for port ce571f76-8eeb-46bb-900c-89cee7d9b6ab triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:32:47.879117 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-3a5ac238-878a-4243-abfd-9a983cb0aa6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:47.895069 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] No Port match for: f601c8ae-ce30-45af-a536-9e5283092bf4 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:32:47.895418 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device f601c8ae-ce30-45af-a536-9e5283092bf4 not bound to the agent host n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:32:47.965288 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd098b0-74fa-45d8-88ec-bd9d552cc64f tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Checking segment: {'id': '1469a6d0-bb67-4469-9eb5-045570598fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '00bf5e09-9256-48f7-8ef3-8f19372524b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:32:47.965677 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd098b0-74fa-45d8-88ec-bd9d552cc64f tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Network hostable DHCP agents. Network: 00bf5e09-9256-48f7-8ef3-8f19372524b4, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:32:47.974984 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-3a5ac238-878a-4243-abfd-9a983cb0aa6e None None] Port ce571f76-8eeb-46bb-900c-89cee7d9b6ab cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:32:47.989404 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd098b0-74fa-45d8-88ec-bd9d552cc64f tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Pushing event updated for resources: {'Subnet': ['ID=8c827744-dfbe-4e72-baa2-b5c99d55b3a7,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:32:48.009895 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd098b0-74fa-45d8-88ec-bd9d552cc64f tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:32:48.010641 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd098b0-74fa-45d8-88ec-bd9d552cc64f tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:32:48.010899 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd098b0-74fa-45d8-88ec-bd9d552cc64f tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:32:48.011193 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd098b0-74fa-45d8-88ec-bd9d552cc64f tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:32:48.011628 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd098b0-74fa-45d8-88ec-bd9d552cc64f tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:32:48.011833 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd098b0-74fa-45d8-88ec-bd9d552cc64f tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:32:48.012164 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd098b0-74fa-45d8-88ec-bd9d552cc64f tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:32:48.012566 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd098b0-74fa-45d8-88ec-bd9d552cc64f tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:32:48.012886 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd098b0-74fa-45d8-88ec-bd9d552cc64f tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:32:48.013208 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd098b0-74fa-45d8-88ec-bd9d552cc64f tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:32:48.013486 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd098b0-74fa-45d8-88ec-bd9d552cc64f tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:32:48.013905 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd098b0-74fa-45d8-88ec-bd9d552cc64f tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:32:48.018599 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd098b0-74fa-45d8-88ec-bd9d552cc64f tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Network 00bf5e09-9256-48f7-8ef3-8f19372524b4 is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:32:48.031183 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-9fd098b0-74fa-45d8-88ec-bd9d552cc64f tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, 00bf5e09-9256-48f7-8ef3-8f19372524b4) {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:32:48.037213 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd098b0-74fa-45d8-88ec-bd9d552cc64f tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:32:48.037213 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9fd098b0-74fa-45d8-88ec-bd9d552cc64f tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:48.054815 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d6d1cce-c226-4316-bf34-adf2e9cb851f None None] Network 00bf5e09-9256-48f7-8ef3-8f19372524b4 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:32:48.061677 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-9fd098b0-74fa-45d8-88ec-bd9d552cc64f tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2239294 May 18 18:32:48.062438 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 58868) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:32:48.323500 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 7 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 18:32:48.378999 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-79247ee2-00aa-401c-a508-8688ca929536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ccf6a9f-94ce-4704-a04c-8d91da2e98ba', 'name': 'tempest-RoutersTest-router-739742', 'tenant_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:32:38Z', 'updated_at': '2022-05-18T18:32:43Z', 'revision_number': 2, 'project_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'gw_port_host': None, '_interfaces': [{'id': 'ce571f76-8eeb-46bb-900c-89cee7d9b6ab', 'name': '', 'network_id': 'bcb02ed3-c3f9-4742-99c3-7e547facb943', 'tenant_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'mac_address': 'fa:16:3e:ef:8d:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ccf6a9f-94ce-4704-a04c-8d91da2e98ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': '8f268bd5-41bd-46c0-8026-fee8e4f65cb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:32:41Z', 'updated_at': '2022-05-18T18:32:43Z', 'revision_number': 2, 'project_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'subnets': [{'id': '8f268bd5-41bd-46c0-8026-fee8e4f65cb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:32:48.386926 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9c6a0c9e-0c02-43fd-b8d5-88f6d8d51741 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Notify callbacks [] for router_gateway, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:48.418194 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9c6a0c9e-0c02-43fd-b8d5-88f6d8d51741 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:48.454148 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79247ee2-00aa-401c-a508-8688ca929536 None None] Checking router: 4ccf6a9f-94ce-4704-a04c-8d91da2e98ba for host: n-d-838550-3 {{(pid=102732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:32:48.454506 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79247ee2-00aa-401c-a508-8688ca929536 None None] Updating router 4ccf6a9f-94ce-4704-a04c-8d91da2e98ba port ce571f76-8eeb-46bb-900c-89cee7d9b6ab binding host n-d-838550-3 {{(pid=102732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 18:32:48.490185 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9834269f-ca48-4099-ac8d-18f18674e86d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-00bf5e09-9256-48f7-8ef3-8f19372524b4', 'network_id': '00bf5e09-9256-48f7-8ef3-8f19372524b4', 'tenant_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'fixed_ips': [{'subnet_id': '8c827744-dfbe-4e72-baa2-b5c99d55b3a7'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:32:48.491044 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9834269f-ca48-4099-ac8d-18f18674e86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:48.531509 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-79247ee2-00aa-401c-a508-8688ca929536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:48.560128 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-9c6a0c9e-0c02-43fd-b8d5-88f6d8d51741 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Allocated IP 172.25.5.209 (31ebd439-090c-4b25-bbb0-31c48711b145/363a2810-8a83-4be0-a317-7c91fcd94485/dd95b57d-66de-4475-83ad-354aec36e09a) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:32:48.861799 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9c6a0c9e-0c02-43fd-b8d5-88f6d8d51741 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:48.916020 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9c6a0c9e-0c02-43fd-b8d5-88f6d8d51741 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:48.942966 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7bf48986-4c46-4397-b39e-6ae0f2ce4092 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:48.981117 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-9834269f-ca48-4099-ac8d-18f18674e86d None None] Allocated IP 172.21.0.2 (00bf5e09-9256-48f7-8ef3-8f19372524b4/8c827744-dfbe-4e72-baa2-b5c99d55b3a7/b8f8b9cf-b85b-4089-9800-cce17360e972) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:32:49.016311 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c6a0c9e-0c02-43fd-b8d5-88f6d8d51741 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Network 31ebd439-090c-4b25-bbb0-31c48711b145 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:32:49.019026 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6a0c9e-0c02-43fd-b8d5-88f6d8d51741 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Pushing event updated for resources: {'Port': ['ID=dd95b57d-66de-4475-83ad-354aec36e09a,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:32:49.023296 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-9c6a0c9e-0c02-43fd-b8d5-88f6d8d51741 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:32:49.027421 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6a0c9e-0c02-43fd-b8d5-88f6d8d51741 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:32:49.124623 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d15d7b7-3c6d-44e3-b1e8-7c0c69262fd3 req-ee06d9c9-87cd-448c-8627-d34b279e1928 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:32:49.129599 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2d15d7b7-3c6d-44e3-b1e8-7c0c69262fd3 req-ee06d9c9-87cd-448c-8627-d34b279e1928 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.36 "GET /v2.0/ports?device_id=9f7d7ddd-ffd6-452d-804a-475caf1b5d39 HTTP/1.1" status: 200 len: 945 time: 0.1087112 May 18 18:32:49.185017 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c99590-73a2-46e5-84e6-ae07aa3a4973 req-87ee4444-b6a6-403a-a1d1-491741c90ca6 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:32:49.187078 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-36c99590-73a2-46e5-84e6-ae07aa3a4973 req-87ee4444-b6a6-403a-a1d1-491741c90ca6 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/ports?device_id=9f7d7ddd-ffd6-452d-804a-475caf1b5d39 HTTP/1.1" status: 200 len: 945 time: 0.1980190 May 18 18:32:49.259686 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-79247ee2-00aa-401c-a508-8688ca929536 None None] Notify callbacks [] for port, precommit_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:49.266934 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-79247ee2-00aa-401c-a508-8688ca929536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:49.447325 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9834269f-ca48-4099-ac8d-18f18674e86d None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:49.449512 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0f9afd-7f6d-44d6-808a-b279d931c0ae None None] Pushing event updated for resources: {'Port': ['ID=ce571f76-8eeb-46bb-900c-89cee7d9b6ab,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:32:49.549721 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9834269f-ca48-4099-ac8d-18f18674e86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:49.618835 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9c6a0c9e-0c02-43fd-b8d5-88f6d8d51741 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Notify callbacks [] for router_gateway, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:49.620948 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9834269f-ca48-4099-ac8d-18f18674e86d None None] Pushing event updated for resources: {'Port': ['ID=b8f8b9cf-b85b-4089-9800-cce17360e972,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:32:49.632738 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9834269f-ca48-4099-ac8d-18f18674e86d None None] Network 00bf5e09-9256-48f7-8ef3-8f19372524b4 is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:32:49.635268 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-79247ee2-00aa-401c-a508-8688ca929536 None None] Attempting to bind port ce571f76-8eeb-46bb-900c-89cee7d9b6ab on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:32:49.635956 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-79247ee2-00aa-401c-a508-8688ca929536 None None] Attempting to bind port ce571f76-8eeb-46bb-900c-89cee7d9b6ab by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': 'c7d2ef18-3e16-4468-9d4f-e3e8604a7a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'bcb02ed3-c3f9-4742-99c3-7e547facb943'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:32:49.636639 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79247ee2-00aa-401c-a508-8688ca929536 None None] Attempting to bind port ce571f76-8eeb-46bb-900c-89cee7d9b6ab on network bcb02ed3-c3f9-4742-99c3-7e547facb943 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:32:49.641203 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-9834269f-ca48-4099-ac8d-18f18674e86d None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:32:49.650209 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9834269f-ca48-4099-ac8d-18f18674e86d None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:32:49.675517 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79247ee2-00aa-401c-a508-8688ca929536 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:32:49.676065 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79247ee2-00aa-401c-a508-8688ca929536 None None] Checking segment: {'id': 'c7d2ef18-3e16-4468-9d4f-e3e8604a7a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'bcb02ed3-c3f9-4742-99c3-7e547facb943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:32:49.676580 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-79247ee2-00aa-401c-a508-8688ca929536 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:49.677084 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79247ee2-00aa-401c-a508-8688ca929536 None None] Bound using segment: {'id': 'c7d2ef18-3e16-4468-9d4f-e3e8604a7a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'bcb02ed3-c3f9-4742-99c3-7e547facb943'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:32:49.677770 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-79247ee2-00aa-401c-a508-8688ca929536 None None] Bound port: ce571f76-8eeb-46bb-900c-89cee7d9b6ab, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7d2ef18-3e16-4468-9d4f-e3e8604a7a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'bcb02ed3-c3f9-4742-99c3-7e547facb943'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:32:49.678273 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-79247ee2-00aa-401c-a508-8688ca929536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:49.703662 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-2d15d7b7-3c6d-44e3-b1e8-7c0c69262fd3 req-f76892e9-93fe-4164-b3ee-6bad00f9e0c5 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Deleting port d2fc9357-b2c4-454d-9aa6-a9723c8041e7 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:32:49.704281 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-2d15d7b7-3c6d-44e3-b1e8-7c0c69262fd3 req-f76892e9-93fe-4164-b3ee-6bad00f9e0c5 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:49.880033 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-79247ee2-00aa-401c-a508-8688ca929536 None None] For port ce571f76-8eeb-46bb-900c-89cee7d9b6ab, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:32:49.884860 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-79247ee2-00aa-401c-a508-8688ca929536 None None] For port ce571f76-8eeb-46bb-900c-89cee7d9b6ab, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=ce571f76-8eeb-46bb-900c-89cee7d9b6ab,segment=NetworkSegment(c7d2ef18-3e16-4468-9d4f-e3e8604a7a11),segment_id=c7d2ef18-3e16-4468-9d4f-e3e8604a7a11)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:32:49.909067 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-9834269f-ca48-4099-ac8d-18f18674e86d None None] Attempting to bind port b8f8b9cf-b85b-4089-9800-cce17360e972 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:32:49.909471 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-7bf48986-4c46-4397-b39e-6ae0f2ce4092 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Allocated IP 172.21.0.1 (00bf5e09-9256-48f7-8ef3-8f19372524b4/8c827744-dfbe-4e72-baa2-b5c99d55b3a7/835b369d-fcdd-48f8-9196-ea344252f20d) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:32:49.909961 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-9834269f-ca48-4099-ac8d-18f18674e86d None None] Attempting to bind port b8f8b9cf-b85b-4089-9800-cce17360e972 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '1469a6d0-bb67-4469-9eb5-045570598fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '00bf5e09-9256-48f7-8ef3-8f19372524b4'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:32:49.910510 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9834269f-ca48-4099-ac8d-18f18674e86d None None] Attempting to bind port b8f8b9cf-b85b-4089-9800-cce17360e972 on network 00bf5e09-9256-48f7-8ef3-8f19372524b4 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:32:49.913395 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-79247ee2-00aa-401c-a508-8688ca929536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:49.955735 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-36c99590-73a2-46e5-84e6-ae07aa3a4973 req-36bf6cd6-78e5-4b3a-850f-8a955150c67b tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/security-groups?id=6d4decf1-d3f8-40ef-a49d-c078d56e2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7577319 May 18 18:32:50.034138 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0f9afd-7f6d-44d6-808a-b279d931c0ae None None] Pushing event updated for resources: {'Port': ['ID=ce571f76-8eeb-46bb-900c-89cee7d9b6ab,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:32:50.042110 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9834269f-ca48-4099-ac8d-18f18674e86d None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:32:50.042486 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9834269f-ca48-4099-ac8d-18f18674e86d None None] Checking segment: {'id': '1469a6d0-bb67-4469-9eb5-045570598fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '00bf5e09-9256-48f7-8ef3-8f19372524b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:32:50.042888 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9834269f-ca48-4099-ac8d-18f18674e86d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:50.043299 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9834269f-ca48-4099-ac8d-18f18674e86d None None] Bound using segment: {'id': '1469a6d0-bb67-4469-9eb5-045570598fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '00bf5e09-9256-48f7-8ef3-8f19372524b4'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:32:50.044118 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-9834269f-ca48-4099-ac8d-18f18674e86d None None] Bound port: b8f8b9cf-b85b-4089-9800-cce17360e972, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1469a6d0-bb67-4469-9eb5-045570598fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '00bf5e09-9256-48f7-8ef3-8f19372524b4'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:32:50.044118 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9834269f-ca48-4099-ac8d-18f18674e86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:50.057383 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-2d15d7b7-3c6d-44e3-b1e8-7c0c69262fd3 req-f76892e9-93fe-4164-b3ee-6bad00f9e0c5 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] For port d2fc9357-b2c4-454d-9aa6-a9723c8041e7, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=d2fc9357-b2c4-454d-9aa6-a9723c8041e7,segment=NetworkSegment(a789d407-e290-4a90-b0cb-82b84ff4b9fa),segment_id=a789d407-e290-4a90-b0cb-82b84ff4b9fa)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:32:50.061071 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-2d15d7b7-3c6d-44e3-b1e8-7c0c69262fd3 req-f76892e9-93fe-4164-b3ee-6bad00f9e0c5 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:50.084873 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-67c15bc0-6e6e-440d-ba7f-d83aad754176 None None] Provisioning complete for port ce571f76-8eeb-46bb-900c-89cee7d9b6ab triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:32:50.085259 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-67c15bc0-6e6e-440d-ba7f-d83aad754176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:50.164289 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-2d15d7b7-3c6d-44e3-b1e8-7c0c69262fd3 req-f76892e9-93fe-4164-b3ee-6bad00f9e0c5 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Calling delete_port for d2fc9357-b2c4-454d-9aa6-a9723c8041e7 owned by compute:nova {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:32:50.177267 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7bf48986-4c46-4397-b39e-6ae0f2ce4092 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:50.200652 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79247ee2-00aa-401c-a508-8688ca929536 None None] Routers {'4ccf6a9f-94ce-4704-a04c-8d91da2e98ba'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:32:50.202275 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-79247ee2-00aa-401c-a508-8688ca929536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:32:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['4ccf6a9f-94ce-4704-a04c-8d91da2e98ba'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:32:50.300663 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7bf48986-4c46-4397-b39e-6ae0f2ce4092 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:50.306624 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-79247ee2-00aa-401c-a508-8688ca929536 None None] Set router 4ccf6a9f-94ce-4704-a04c-8d91da2e98ba gateway port host: None {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:32:50.473156 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9c6a0c9e-0c02-43fd-b8d5-88f6d8d51741 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596801'] for router, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:50.480544 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf48986-4c46-4397-b39e-6ae0f2ce4092 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Pushing event updated for resources: {'Port': ['ID=835b369d-fcdd-48f8-9196-ea344252f20d,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:32:50.491925 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf48986-4c46-4397-b39e-6ae0f2ce4092 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Network 00bf5e09-9256-48f7-8ef3-8f19372524b4 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:32:50.493608 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-7bf48986-4c46-4397-b39e-6ae0f2ce4092 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:32:50.494982 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-9834269f-ca48-4099-ac8d-18f18674e86d None None] For port b8f8b9cf-b85b-4089-9800-cce17360e972, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:32:50.502001 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf48986-4c46-4397-b39e-6ae0f2ce4092 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:32:50.581305 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7bf48986-4c46-4397-b39e-6ae0f2ce4092 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595826'] for router_interface, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:50.649990 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-2d15d7b7-3c6d-44e3-b1e8-7c0c69262fd3 req-f76892e9-93fe-4164-b3ee-6bad00f9e0c5 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:50.695097 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76892e9-93fe-4164-b3ee-6bad00f9e0c5 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Pushing event deleted for resources: {'Port': ['ID=d2fc9357-b2c4-454d-9aa6-a9723c8041e7,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:32:50.719611 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-9834269f-ca48-4099-ac8d-18f18674e86d None None] For port b8f8b9cf-b85b-4089-9800-cce17360e972, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=b8f8b9cf-b85b-4089-9800-cce17360e972,segment=NetworkSegment(1469a6d0-bb67-4469-9eb5-045570598fd3),segment_id=1469a6d0-bb67-4469-9eb5-045570598fd3)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:32:50.743570 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d15d7b7-3c6d-44e3-b1e8-7c0c69262fd3 req-f76892e9-93fe-4164-b3ee-6bad00f9e0c5 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] No DVR routers for this DVR port d2fc9357-b2c4-454d-9aa6-a9723c8041e7 on host n-h1-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:32:50.746428 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['84d44d3e-b0bb-476d-a838-b97212311ad1', 'd2fc9357-b2c4-454d-9aa6-a9723c8041e7'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:32:50.746957 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-2d15d7b7-3c6d-44e3-b1e8-7c0c69262fd3 req-f76892e9-93fe-4164-b3ee-6bad00f9e0c5 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:50.751671 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2d15d7b7-3c6d-44e3-b1e8-7c0c69262fd3 req-f76892e9-93fe-4164-b3ee-6bad00f9e0c5 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.36 "DELETE /v2.0/ports/d2fc9357-b2c4-454d-9aa6-a9723c8041e7 HTTP/1.1" status: 204 len: 173 time: 1.5556929 May 18 18:32:50.752674 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f7d7ddd-ffd6-452d-804a-475caf1b5d39', 'name': 'network-vif-deleted', 'tag': 'd2fc9357-b2c4-454d-9aa6-a9723c8041e7'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:32:50.756179 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dbabebf-d639-4145-8ec6-ccff437c7bc1" -d '{"events": [{"server_uuid": "9f7d7ddd-ffd6-452d-804a-475caf1b5d39", "name": "network-vif-deleted", "tag": "d2fc9357-b2c4-454d-9aa6-a9723c8041e7"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:32:50.758861 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9834269f-ca48-4099-ac8d-18f18674e86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:50.792107 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c6a0c9e-0c02-43fd-b8d5-88f6d8d51741 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Router f940e8a5-b569-4234-acb6-c7d2e5d90c03 is scheduled to L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e with binding_index 1 {{(pid=102730) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 18 18:32:50.928659 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9834269f-ca48-4099-ac8d-18f18674e86d None None] Pushing event updated for resources: {'Port': ['ID=b8f8b9cf-b85b-4089-9800-cce17360e972,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:32:50.952594 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7bf48986-4c46-4397-b39e-6ae0f2ce4092 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:50.964433 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-626091ee-5b09-44b2-901e-f6300351e873 x-openstack-request-id: req-626091ee-5b09-44b2-901e-f6300351e873 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:32:50.964700 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f7d7ddd-ffd6-452d-804a-475caf1b5d39", "name": "network-vif-deleted", "tag": "d2fc9357-b2c4-454d-9aa6-a9723c8041e7", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:32:50.964954 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-626091ee-5b09-44b2-901e-f6300351e873 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:32:50.965349 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-626091ee-5b09-44b2-901e-f6300351e873'] response: {'server_uuid': '9f7d7ddd-ffd6-452d-804a-475caf1b5d39', 'name': 'network-vif-deleted', 'tag': 'd2fc9357-b2c4-454d-9aa6-a9723c8041e7', 'status': 'completed', 'code': 200} May 18 18:32:51.029557 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c6a0c9e-0c02-43fd-b8d5-88f6d8d51741 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:32:51.067591 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc7e795-8b1f-41f9-8993-e6abfd3979d8 None None] Sync routers for ids ['f940e8a5-b569-4234-acb6-c7d2e5d90c03'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:32:51.094753 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc7e795-8b1f-41f9-8993-e6abfd3979d8 None None] Routers {'f940e8a5-b569-4234-acb6-c7d2e5d90c03'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:32:51.098744 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-2bc7e795-8b1f-41f9-8993-e6abfd3979d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:32:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['f940e8a5-b569-4234-acb6-c7d2e5d90c03'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:32:51.106589 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9c6a0c9e-0c02-43fd-b8d5-88f6d8d51741 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Notify callbacks [] for router, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:51.115236 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-9c6a0c9e-0c02-43fd-b8d5-88f6d8d51741 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.4953384 May 18 18:32:51.122267 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 58936) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:32:51.281976 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-2bc7e795-8b1f-41f9-8993-e6abfd3979d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:32:51.302393 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc7e795-8b1f-41f9-8993-e6abfd3979d8 None None] Routers {'f940e8a5-b569-4234-acb6-c7d2e5d90c03'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:32:51.304096 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-2bc7e795-8b1f-41f9-8993-e6abfd3979d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:32:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['f940e8a5-b569-4234-acb6-c7d2e5d90c03'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:32:51.380043 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-67c15bc0-6e6e-440d-ba7f-d83aad754176 None None] Current status of the port ce571f76-8eeb-46bb-900c-89cee7d9b6ab is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:32:51.380647 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-67c15bc0-6e6e-440d-ba7f-d83aad754176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:51.398216 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-2bc7e795-8b1f-41f9-8993-e6abfd3979d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:32:51.399105 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc7e795-8b1f-41f9-8993-e6abfd3979d8 None None] The sync data for ids ['f940e8a5-b569-4234-acb6-c7d2e5d90c03'] in n-d-838550-3 is: [] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:32:51.483451 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e8c8098f-1c6a-4709-9903-4c81ce0d2cb9 req-a8d6bedf-f0c9-4699-9b35-ed50a3c3e3df tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/ports?device_id=9f7d7ddd-ffd6-452d-804a-475caf1b5d39 HTTP/1.1" status: 200 len: 210 time: 0.1193271 May 18 18:32:51.680445 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-67c15bc0-6e6e-440d-ba7f-d83aad754176 None None] For port ce571f76-8eeb-46bb-900c-89cee7d9b6ab, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=ce571f76-8eeb-46bb-900c-89cee7d9b6ab,segment=NetworkSegment(c7d2ef18-3e16-4468-9d4f-e3e8604a7a11),segment_id=c7d2ef18-3e16-4468-9d4f-e3e8604a7a11)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:32:51.734225 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-47df0e49-8eef-41ad-ac87-b3e673fe58f1 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] 10.222.0.85 "GET /v2.0/routers/f940e8a5-b569-4234-acb6-c7d2e5d90c03 HTTP/1.1" status: 200 len: 920 time: 0.6098552 May 18 18:32:51.739331 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 58948) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:32:51.810624 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-35ca5fb1-9ffe-4b34-8f4d-a06cc464e533 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] 10.222.0.85 "GET /v2.0/ports?device_id=f940e8a5-b569-4234-acb6-c7d2e5d90c03 HTTP/1.1" status: 200 len: 205 time: 0.0699701 May 18 18:32:51.814955 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 58950) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:32:51.850123 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-67c15bc0-6e6e-440d-ba7f-d83aad754176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:52.116192 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device b8f8b9cf-b85b-4089-9800-cce17360e972 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:32:52.166668 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-bd1ee273-5534-4f52-9b08-bdba5c977b44 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Notify callbacks [] for router, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:52.409794 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-bd1ee273-5534-4f52-9b08-bdba5c977b44 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:52.440697 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-93af6053-9edb-4b6b-98fa-4e29760cff7c None None] Provisioning complete for port ce571f76-8eeb-46bb-900c-89cee7d9b6ab triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:32:52.441266 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-93af6053-9edb-4b6b-98fa-4e29760cff7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:52.453096 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c15bc0-6e6e-440d-ba7f-d83aad754176 None None] Pushing event updated for resources: {'Port': ['ID=ce571f76-8eeb-46bb-900c-89cee7d9b6ab,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:32:52.479287 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-79247ee2-00aa-401c-a508-8688ca929536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ccf6a9f-94ce-4704-a04c-8d91da2e98ba', 'name': 'tempest-RoutersTest-router-739742', 'tenant_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:32:38Z', 'updated_at': '2022-05-18T18:32:43Z', 'revision_number': 2, 'project_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'gw_port_host': None, '_interfaces': [{'id': 'ce571f76-8eeb-46bb-900c-89cee7d9b6ab', 'name': '', 'network_id': 'bcb02ed3-c3f9-4742-99c3-7e547facb943', 'tenant_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'mac_address': 'fa:16:3e:ef:8d:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ccf6a9f-94ce-4704-a04c-8d91da2e98ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': '8f268bd5-41bd-46c0-8026-fee8e4f65cb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:32:41Z', 'updated_at': '2022-05-18T18:32:49Z', 'revision_number': 4, 'project_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'subnets': [{'id': '8f268bd5-41bd-46c0-8026-fee8e4f65cb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:32:52.537460 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79247ee2-00aa-401c-a508-8688ca929536 None None] The sync data for ids ['4ccf6a9f-94ce-4704-a04c-8d91da2e98ba'] in n-d-838550-3 is: [{'id': '4ccf6a9f-94ce-4704-a04c-8d91da2e98ba', 'name': 'tempest-RoutersTest-router-739742', 'tenant_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:32:38Z', 'updated_at': '2022-05-18T18:32:43Z', 'revision_number': 2, 'project_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'gw_port_host': None, '_interfaces': [{'id': 'ce571f76-8eeb-46bb-900c-89cee7d9b6ab', 'name': '', 'network_id': 'bcb02ed3-c3f9-4742-99c3-7e547facb943', 'tenant_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'mac_address': 'fa:16:3e:ef:8d:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ccf6a9f-94ce-4704-a04c-8d91da2e98ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': '8f268bd5-41bd-46c0-8026-fee8e4f65cb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:32:41Z', 'updated_at': '2022-05-18T18:32:49Z', 'revision_number': 4, 'project_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'subnets': [{'id': '8f268bd5-41bd-46c0-8026-fee8e4f65cb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:32:52.549971 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-bd1ee273-5534-4f52-9b08-bdba5c977b44 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Deleting port dd95b57d-66de-4475-83ad-354aec36e09a {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:32:52.550484 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-bd1ee273-5534-4f52-9b08-bdba5c977b44 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:52.565127 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c15bc0-6e6e-440d-ba7f-d83aad754176 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:32:52.565960 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c15bc0-6e6e-440d-ba7f-d83aad754176 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:32:52.566487 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c15bc0-6e6e-440d-ba7f-d83aad754176 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:32:52.568148 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c15bc0-6e6e-440d-ba7f-d83aad754176 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:32:52.568679 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c15bc0-6e6e-440d-ba7f-d83aad754176 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:32:52.571447 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c15bc0-6e6e-440d-ba7f-d83aad754176 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:32:52.571972 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c15bc0-6e6e-440d-ba7f-d83aad754176 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:32:52.572478 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c15bc0-6e6e-440d-ba7f-d83aad754176 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:32:52.573003 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c15bc0-6e6e-440d-ba7f-d83aad754176 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:32:52.573511 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c15bc0-6e6e-440d-ba7f-d83aad754176 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:32:52.575360 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c15bc0-6e6e-440d-ba7f-d83aad754176 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:32:52.576433 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c15bc0-6e6e-440d-ba7f-d83aad754176 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:32:52.601968 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port b8f8b9cf-b85b-4089-9800-cce17360e972 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:32:52.602651 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:52.779629 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7bf48986-4c46-4397-b39e-6ae0f2ce4092 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:52.805293 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7bf48986-4c46-4397-b39e-6ae0f2ce4092 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:52.859263 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-bd1ee273-5534-4f52-9b08-bdba5c977b44 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:52.919176 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-bd1ee273-5534-4f52-9b08-bdba5c977b44 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Calling delete_port for dd95b57d-66de-4475-83ad-354aec36e09a owned by network:router_gateway {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:32:52.965229 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7bf48986-4c46-4397-b39e-6ae0f2ce4092 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-595870'] for router_interface, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:52.984618 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-93af6053-9edb-4b6b-98fa-4e29760cff7c None None] Current status of the port ce571f76-8eeb-46bb-900c-89cee7d9b6ab is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:32:53.174004 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port b8f8b9cf-b85b-4089-9800-cce17360e972 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:32:53.174476 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:53.200446 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca3fd70-e2d8-43de-810f-a94f6b15e2a1 None None] Network 00bf5e09-9256-48f7-8ef3-8f19372524b4 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:32:53.329335 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf48986-4c46-4397-b39e-6ae0f2ce4092 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Pushing event updated for resources: {'Port': ['ID=835b369d-fcdd-48f8-9196-ea344252f20d,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:32:53.332361 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-edcb6dd7-2f38-40a1-a73b-d45fe3189214 None None] Provisioning complete for port b8f8b9cf-b85b-4089-9800-cce17360e972 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:32:53.332914 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-edcb6dd7-2f38-40a1-a73b-d45fe3189214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:53.363742 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-bd1ee273-5534-4f52-9b08-bdba5c977b44 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:53.395142 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1ee273-5534-4f52-9b08-bdba5c977b44 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Pushing event deleted for resources: {'Port': ['ID=dd95b57d-66de-4475-83ad-354aec36e09a,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:32:53.416421 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] For port b8f8b9cf-b85b-4089-9800-cce17360e972, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=b8f8b9cf-b85b-4089-9800-cce17360e972,segment=NetworkSegment(1469a6d0-bb67-4469-9eb5-045570598fd3),segment_id=1469a6d0-bb67-4469-9eb5-045570598fd3)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:32:53.467879 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:53.507724 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-bd1ee273-5534-4f52-9b08-bdba5c977b44 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596901'] for router_gateway, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:53.568543 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe83af51-cdb3-4720-9ca3-97e59c57d460 req-2379f9cf-5229-4f40-ab07-aaad13d84679 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:32:53.570850 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fe83af51-cdb3-4720-9ca3-97e59c57d460 req-2379f9cf-5229-4f40-ab07-aaad13d84679 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/networks?id=492fec2b-f975-425f-828b-425816a23c89 HTTP/1.1" status: 200 len: 805 time: 0.5871792 May 18 18:32:53.582999 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf48986-4c46-4397-b39e-6ae0f2ce4092 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Network 00bf5e09-9256-48f7-8ef3-8f19372524b4 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:32:53.600581 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-7bf48986-4c46-4397-b39e-6ae0f2ce4092 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:32:53.631090 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fe83af51-cdb3-4720-9ca3-97e59c57d460 req-0ccd0b66-3c1b-4b44-9906-48499fdf0d56 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/quotas/8b72fb86d7c844d8a21a58d8abaece54 HTTP/1.1" status: 200 len: 375 time: 0.0534570 May 18 18:32:53.795741 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device d2fc9357-b2c4-454d-9aa6-a9723c8041e7 no longer exists at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:32:53.873495 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Pushing event updated for resources: {'Port': ['ID=b8f8b9cf-b85b-4089-9800-cce17360e972,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:32:53.912287 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] No Port match for: d2fc9357-b2c4-454d-9aa6-a9723c8041e7 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:32:53.919154 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device d2fc9357-b2c4-454d-9aa6-a9723c8041e7 not bound to the agent host n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:32:53.947181 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fe83af51-cdb3-4720-9ca3-97e59c57d460 req-a71b9520-9454-4f29-be94-a126f49b2f6d tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=8b72fb86d7c844d8a21a58d8abaece54&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1808522 May 18 18:32:53.978575 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [req-fe83af51-cdb3-4720-9ca3-97e59c57d460 req-75d52877-8ca0-4025-8756-27cb0347d1f8 service neutron] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=102731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 18:32:53.979751 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fe83af51-cdb3-4720-9ca3-97e59c57d460 req-75d52877-8ca0-4025-8756-27cb0347d1f8 service neutron] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0211411 May 18 18:32:53.995534 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bf48986-4c46-4397-b39e-6ae0f2ce4092 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Router 4ccf6a9f-94ce-4704-a04c-8d91da2e98ba has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:32:54.101466 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-edcb6dd7-2f38-40a1-a73b-d45fe3189214 None None] Current status of the port b8f8b9cf-b85b-4089-9800-cce17360e972 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:32:54.173653 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device ce571f76-8eeb-46bb-900c-89cee7d9b6ab up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:32:54.281653 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fe83af51-cdb3-4720-9ca3-97e59c57d460 req-418b1b17-ca2a-43ec-af16-d8d24f57e52a service neutron] 10.222.0.85 "GET /v2.0/networks/492fec2b-f975-425f-828b-425816a23c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2792361 May 18 18:32:54.300801 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port ce571f76-8eeb-46bb-900c-89cee7d9b6ab triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:32:54.301259 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:54.555908 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port ce571f76-8eeb-46bb-900c-89cee7d9b6ab is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:32:54.609549 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bf48986-4c46-4397-b39e-6ae0f2ce4092 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:32:54.612056 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-bd1ee273-5534-4f52-9b08-bdba5c977b44 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25145'] for router, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:54.618957 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-bd1ee273-5534-4f52-9b08-bdba5c977b44 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:54.636249 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-7bf48986-4c46-4397-b39e-6ae0f2ce4092 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] 10.222.0.85 "PUT /v2.0/routers/4ccf6a9f-94ce-4704-a04c-8d91da2e98ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5706546 May 18 18:32:54.636499 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-f02d6073-53ab-41eb-b114-5b0aad2e859e None None] Provisioning complete for port 835b369d-fcdd-48f8-9196-ea344252f20d triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:32:54.636499 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f02d6073-53ab-41eb-b114-5b0aad2e859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:54.638245 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 59004) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:32:54.666069 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-8c686c98-b219-4fce-a717-03b7d26461be tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Request body: {'network': {'name': 'tempest-RoutersTest-978957613'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:32:54.707468 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-bd1ee273-5534-4f52-9b08-bdba5c977b44 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593303'] for router, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:54.708452 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd1ee273-5534-4f52-9b08-bdba5c977b44 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Fanout notify agent at l3_agent the message router_deleted on router f940e8a5-b569-4234-acb6-c7d2e5d90c03 {{(pid=102730) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 18 18:32:54.718678 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c686c98-b219-4fce-a717-03b7d26461be tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Made reservation on behalf of 5c4bbac3b6df4199a2510bf694e0c7f1 for: {'network': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:32:54.723507 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-bd1ee273-5534-4f52-9b08-bdba5c977b44 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Notify callbacks [] for router, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:54.726756 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8c686c98-b219-4fce-a717-03b7d26461be tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:54.732450 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-bd1ee273-5534-4f52-9b08-bdba5c977b44 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] 10.222.0.85 "DELETE /v2.0/routers/f940e8a5-b569-4234-acb6-c7d2e5d90c03 HTTP/1.1" status: 204 len: 168 time: 2.9158490 May 18 18:32:54.733720 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 59006) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:32:54.738809 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-dd820907-b018-4599-99c3-17d9d2c31fde tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1989488302', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'enable_snat': False}}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:32:54.739566 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-f02d6073-53ab-41eb-b114-5b0aad2e859e None None] Port 835b369d-fcdd-48f8-9196-ea344252f20d cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:32:54.767434 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-f02d6073-53ab-41eb-b114-5b0aad2e859e None None] Provisioning complete for port b8f8b9cf-b85b-4089-9800-cce17360e972 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:32:54.767434 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f02d6073-53ab-41eb-b114-5b0aad2e859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:54.789115 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-dd820907-b018-4599-99c3-17d9d2c31fde tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25099'] for router, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:54.790869 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-dd820907-b018-4599-99c3-17d9d2c31fde tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-593238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596850', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25088'] for router, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:54.854080 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fe83af51-cdb3-4720-9ca3-97e59c57d460 req-3b216a7d-9952-4536-b7b3-f83acf2304d7 service neutron] 10.222.0.85 "GET /v2.0/networks/492fec2b-f975-425f-828b-425816a23c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5613849 May 18 18:32:54.869444 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c686c98-b219-4fce-a717-03b7d26461be tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638} {{(pid=102731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:32:54.891076 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8c686c98-b219-4fce-a717-03b7d26461be tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:54.891477 n-d-838550-3 neutron-server[102731]: INFO neutron.db.segments_db [None req-8c686c98-b219-4fce-a717-03b7d26461be tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Added segment 35d15f47-5bee-4702-b095-a0a4852e18ea of type vlan for network abca76f9-8770-4771-b4ff-1680a7b33ed2 May 18 18:32:54.911553 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-dd820907-b018-4599-99c3-17d9d2c31fde tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:54.990335 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8c686c98-b219-4fce-a717-03b7d26461be tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:55.055909 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8c686c98-b219-4fce-a717-03b7d26461be tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:55.061827 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c686c98-b219-4fce-a717-03b7d26461be tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:32:55.062459 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8c686c98-b219-4fce-a717-03b7d26461be tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks [] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:55.074095 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-f02d6073-53ab-41eb-b114-5b0aad2e859e None None] Current status of the port b8f8b9cf-b85b-4089-9800-cce17360e972 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:32:55.239147 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-099f5a08-dc87-461d-bc21-991d60a291b5 None None] Provisioning complete for port 835b369d-fcdd-48f8-9196-ea344252f20d triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:32:55.239869 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-099f5a08-dc87-461d-bc21-991d60a291b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:55.320202 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-8c686c98-b219-4fce-a717-03b7d26461be tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6743767 May 18 18:32:55.334255 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 59016) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:32:55.346910 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-72b1fe5a-f28d-4dc5-936c-0f5b3c6f18ad tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Request body: {'subnet': {'network_id': 'abca76f9-8770-4771-b4ff-1680a7b33ed2', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:32:55.351182 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-099f5a08-dc87-461d-bc21-991d60a291b5 None None] Port 835b369d-fcdd-48f8-9196-ea344252f20d cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:32:55.425681 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-dd820907-b018-4599-99c3-17d9d2c31fde tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:55.474745 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6c0fa473-04af-4fd4-92b3-62d0aa1cf75a req-77dd6dc3-640a-4e57-9943-8987f7d9bab0 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/ports?device_id=8e1b5b20-9613-4989-95f0-ebef26224307 HTTP/1.1" status: 200 len: 210 time: 0.1922128 May 18 18:32:55.496594 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aefe68f-4e2b-41b1-9bf8-43d3ebde8e47 None None] Sync routers for ids ['4ccf6a9f-94ce-4704-a04c-8d91da2e98ba'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:32:55.522845 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aefe68f-4e2b-41b1-9bf8-43d3ebde8e47 None None] Routers {'4ccf6a9f-94ce-4704-a04c-8d91da2e98ba'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:32:55.525391 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-9aefe68f-4e2b-41b1-9bf8-43d3ebde8e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:32:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['4ccf6a9f-94ce-4704-a04c-8d91da2e98ba'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:32:55.583210 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c686c98-b219-4fce-a717-03b7d26461be tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Pushing event updated for resources: {'Network': ['ID=abca76f9-8770-4771-b4ff-1680a7b33ed2,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:32:55.589249 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72b1fe5a-f28d-4dc5-936c-0f5b3c6f18ad tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Made reservation on behalf of 5c4bbac3b6df4199a2510bf694e0c7f1 for: {'subnet': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:32:55.599998 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-72b1fe5a-f28d-4dc5-936c-0f5b3c6f18ad tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260908003'] for subnet, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:55.793573 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network abca76f9-8770-4771-b4ff-1680a7b33ed2 details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:32:55.888810 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-9aefe68f-4e2b-41b1-9bf8-43d3ebde8e47 None None] Set router 4ccf6a9f-94ce-4704-a04c-8d91da2e98ba gateway port host: None {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:32:56.108223 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-5b4e8538-0ef7-4504-bc75-5a236a70c797 None None] Provisioning complete for port 835b369d-fcdd-48f8-9196-ea344252f20d triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:32:56.108466 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-72b1fe5a-f28d-4dc5-936c-0f5b3c6f18ad tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260898481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260908021'] for subnet, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:56.111695 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-5b4e8538-0ef7-4504-bc75-5a236a70c797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:56.142970 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device b8f8b9cf-b85b-4089-9800-cce17360e972 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:32:56.163115 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-dd820907-b018-4599-99c3-17d9d2c31fde tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:56.228496 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-dd820907-b018-4599-99c3-17d9d2c31fde tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:56.270674 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-5b4e8538-0ef7-4504-bc75-5a236a70c797 None None] Port 835b369d-fcdd-48f8-9196-ea344252f20d cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:32:56.335440 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b1fe5a-f28d-4dc5-936c-0f5b3c6f18ad tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Pushing event updated for resources: {'Subnet': ['ID=baa8f4bd-7aa7-4e2b-a340-bcc47c896ed0,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:32:56.359241 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b1fe5a-f28d-4dc5-936c-0f5b3c6f18ad tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Checking segment: {'id': '35d15f47-5bee-4702-b095-a0a4852e18ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'abca76f9-8770-4771-b4ff-1680a7b33ed2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:32:56.359678 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b1fe5a-f28d-4dc5-936c-0f5b3c6f18ad tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Network hostable DHCP agents. Network: abca76f9-8770-4771-b4ff-1680a7b33ed2, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:32:56.416269 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b1fe5a-f28d-4dc5-936c-0f5b3c6f18ad tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Network abca76f9-8770-4771-b4ff-1680a7b33ed2 is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:32:56.482918 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-72b1fe5a-f28d-4dc5-936c-0f5b3c6f18ad tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, abca76f9-8770-4771-b4ff-1680a7b33ed2) {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:32:56.494930 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b1fe5a-f28d-4dc5-936c-0f5b3c6f18ad tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:32:56.495756 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-72b1fe5a-f28d-4dc5-936c-0f5b3c6f18ad tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:56.573906 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-72b1fe5a-f28d-4dc5-936c-0f5b3c6f18ad tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2236221 May 18 18:32:56.574608 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 59034) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:32:56.593130 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19eb7a9a-5a13-4cfa-a6bc-491a378a912a None None] Network abca76f9-8770-4771-b4ff-1680a7b33ed2 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:32:56.623177 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9c9a4b6e-f031-4850-8157-0ddf0b0d170a req-0162e8ce-f8db-4310-b0dc-063cdea980cc tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/ports?device_id=8e1b5b20-9613-4989-95f0-ebef26224307 HTTP/1.1" status: 200 len: 210 time: 0.0452507 May 18 18:32:56.707270 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-dd820907-b018-4599-99c3-17d9d2c31fde tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Allocated IP 172.25.5.173 (31ebd439-090c-4b25-bbb0-31c48711b145/363a2810-8a83-4be0-a317-7c91fcd94485/a5c0815d-e27a-4017-b928-5ac24eb2ff5e) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:32:57.149076 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-dd820907-b018-4599-99c3-17d9d2c31fde tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:57.418517 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port b8f8b9cf-b85b-4089-9800-cce17360e972 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:32:57.419147 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:57.558615 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99394a98-2fd1-4742-ac7e-529c918987ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-abca76f9-8770-4771-b4ff-1680a7b33ed2', 'network_id': 'abca76f9-8770-4771-b4ff-1680a7b33ed2', 'tenant_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'fixed_ips': [{'subnet_id': 'baa8f4bd-7aa7-4e2b-a340-bcc47c896ed0'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:32:57.559483 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-99394a98-2fd1-4742-ac7e-529c918987ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:57.619923 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe83af51-cdb3-4720-9ca3-97e59c57d460 req-3b6fc565-4989-4cb0-bf27-9e880efd7ffc tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:32:57.622185 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fe83af51-cdb3-4720-9ca3-97e59c57d460 req-3b6fc565-4989-4cb0-bf27-9e880efd7ffc tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.36 "GET /v2.0/networks?id=492fec2b-f975-425f-828b-425816a23c89 HTTP/1.1" status: 200 len: 805 time: 0.3885200 May 18 18:32:57.645650 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-9aefe68f-4e2b-41b1-9bf8-43d3ebde8e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ccf6a9f-94ce-4704-a04c-8d91da2e98ba', 'name': 'tempest-RoutersTest-router-739742', 'tenant_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:32:38Z', 'updated_at': '2022-05-18T18:32:50Z', 'revision_number': 3, 'project_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'gw_port_host': None, '_interfaces': [{'id': '835b369d-fcdd-48f8-9196-ea344252f20d', 'name': '', 'network_id': '00bf5e09-9256-48f7-8ef3-8f19372524b4', 'tenant_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'mac_address': 'fa:16:3e:2c:8f:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ccf6a9f-94ce-4704-a04c-8d91da2e98ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': '8c827744-dfbe-4e72-baa2-b5c99d55b3a7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:32:49Z', 'updated_at': '2022-05-18T18:32:52Z', 'revision_number': 2, 'project_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'subnets': [{'id': '8c827744-dfbe-4e72-baa2-b5c99d55b3a7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce571f76-8eeb-46bb-900c-89cee7d9b6ab', 'name': '', 'network_id': 'bcb02ed3-c3f9-4742-99c3-7e547facb943', 'tenant_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'mac_address': 'fa:16:3e:ef:8d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ccf6a9f-94ce-4704-a04c-8d91da2e98ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': '8f268bd5-41bd-46c0-8026-fee8e4f65cb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:32:41Z', 'updated_at': '2022-05-18T18:32:51Z', 'revision_number': 5, 'project_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'subnets': [{'id': '8f268bd5-41bd-46c0-8026-fee8e4f65cb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:32:57.650666 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-fe83af51-cdb3-4720-9ca3-97e59c57d460 req-cbb71579-f5e5-42ea-b78d-c0261b03d2be tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Request body: {'port': {'device_id': '8e1b5b20-9613-4989-95f0-ebef26224307', 'network_id': '492fec2b-f975-425f-828b-425816a23c89', 'admin_state_up': True, 'tenant_id': '8b72fb86d7c844d8a21a58d8abaece54'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:32:57.783741 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c2cfb6db-228c-448a-b1e6-a48f0142e1eb tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:57.852460 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c414ae37-aa5a-47d8-9c30-e7c8d6d3db2e req-4570a62b-015c-43a9-829f-4dd6d78ef263 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/ports?device_id=8e1b5b20-9613-4989-95f0-ebef26224307 HTTP/1.1" status: 200 len: 210 time: 0.0556557 May 18 18:32:57.867928 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-dd820907-b018-4599-99c3-17d9d2c31fde tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:58.024594 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-99394a98-2fd1-4742-ac7e-529c918987ce None None] Allocated IP 172.22.0.2 (abca76f9-8770-4771-b4ff-1680a7b33ed2/baa8f4bd-7aa7-4e2b-a340-bcc47c896ed0/9a3e4ffb-8a36-4845-9b9a-d3a447cd8d4f) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:32:58.045498 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd820907-b018-4599-99c3-17d9d2c31fde tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Network 31ebd439-090c-4b25-bbb0-31c48711b145 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:32:58.072364 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-dd820907-b018-4599-99c3-17d9d2c31fde tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:32:58.078835 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd820907-b018-4599-99c3-17d9d2c31fde tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:32:58.197781 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd820907-b018-4599-99c3-17d9d2c31fde tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Pushing event updated for resources: {'Port': ['ID=a5c0815d-e27a-4017-b928-5ac24eb2ff5e,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:32:58.255579 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aefe68f-4e2b-41b1-9bf8-43d3ebde8e47 None None] Checking router: 4ccf6a9f-94ce-4704-a04c-8d91da2e98ba for host: n-d-838550-3 {{(pid=102732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:32:58.256175 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aefe68f-4e2b-41b1-9bf8-43d3ebde8e47 None None] Updating router 4ccf6a9f-94ce-4704-a04c-8d91da2e98ba port 835b369d-fcdd-48f8-9196-ea344252f20d binding host n-d-838550-3 {{(pid=102732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 18:32:58.389655 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port b8f8b9cf-b85b-4089-9800-cce17360e972 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:32:58.395345 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9aefe68f-4e2b-41b1-9bf8-43d3ebde8e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:58.495484 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe83af51-cdb3-4720-9ca3-97e59c57d460 req-cbb71579-f5e5-42ea-b78d-c0261b03d2be tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Made reservation on behalf of 8b72fb86d7c844d8a21a58d8abaece54 for: {'port': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:32:58.504247 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-fe83af51-cdb3-4720-9ca3-97e59c57d460 req-cbb71579-f5e5-42ea-b78d-c0261b03d2be tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:58.750930 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [req-fe83af51-cdb3-4720-9ca3-97e59c57d460 req-cbb71579-f5e5-42ea-b78d-c0261b03d2be tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Allocated IP 172.20.0.2 (492fec2b-f975-425f-828b-425816a23c89/2280c6a7-2fbb-43fd-a641-4a8bbdb3adbf/b31a004a-22e0-41d3-bdc5-d528b97798a3) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:32:58.950038 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9aefe68f-4e2b-41b1-9bf8-43d3ebde8e47 None None] Notify callbacks [] for port, precommit_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:58.966585 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9aefe68f-4e2b-41b1-9bf8-43d3ebde8e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:59.073353 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-99394a98-2fd1-4742-ac7e-529c918987ce None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:59.099535 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-99394a98-2fd1-4742-ac7e-529c918987ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:59.229386 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99394a98-2fd1-4742-ac7e-529c918987ce None None] Network abca76f9-8770-4771-b4ff-1680a7b33ed2 is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:32:59.253454 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ad8b911d-1636-407a-95c1-587759de24f3 req-a9a0d6b1-dcbf-457c-bd6e-90f52ab2c2a1 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/ports?device_id=8e1b5b20-9613-4989-95f0-ebef26224307 HTTP/1.1" status: 200 len: 210 time: 0.1886075 May 18 18:32:59.324069 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-99394a98-2fd1-4742-ac7e-529c918987ce None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:32:59.327971 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-c2cfb6db-228c-448a-b1e6-a48f0142e1eb tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Allocated IP 172.22.0.1 (abca76f9-8770-4771-b4ff-1680a7b33ed2/baa8f4bd-7aa7-4e2b-a340-bcc47c896ed0/a11d9008-1fa8-4bd4-9ecc-773e5b634594) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:32:59.343502 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0b0095-6df2-4cf8-a262-2c2e8364a27a None None] Pushing event updated for resources: {'Port': ['ID=835b369d-fcdd-48f8-9196-ea344252f20d,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:32:59.347246 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99394a98-2fd1-4742-ac7e-529c918987ce None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:32:59.468604 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-9aefe68f-4e2b-41b1-9bf8-43d3ebde8e47 None None] Attempting to bind port 835b369d-fcdd-48f8-9196-ea344252f20d on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:32:59.469047 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-9aefe68f-4e2b-41b1-9bf8-43d3ebde8e47 None None] Attempting to bind port 835b369d-fcdd-48f8-9196-ea344252f20d by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '1469a6d0-bb67-4469-9eb5-045570598fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '00bf5e09-9256-48f7-8ef3-8f19372524b4'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:32:59.469423 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aefe68f-4e2b-41b1-9bf8-43d3ebde8e47 None None] Attempting to bind port 835b369d-fcdd-48f8-9196-ea344252f20d on network 00bf5e09-9256-48f7-8ef3-8f19372524b4 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:32:59.531719 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-fe83af51-cdb3-4720-9ca3-97e59c57d460 req-cbb71579-f5e5-42ea-b78d-c0261b03d2be tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:59.648249 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99394a98-2fd1-4742-ac7e-529c918987ce None None] Pushing event updated for resources: {'Port': ['ID=9a3e4ffb-8a36-4845-9b9a-d3a447cd8d4f,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:32:59.686868 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aefe68f-4e2b-41b1-9bf8-43d3ebde8e47 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:32:59.687607 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aefe68f-4e2b-41b1-9bf8-43d3ebde8e47 None None] Checking segment: {'id': '1469a6d0-bb67-4469-9eb5-045570598fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '00bf5e09-9256-48f7-8ef3-8f19372524b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:32:59.688437 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9aefe68f-4e2b-41b1-9bf8-43d3ebde8e47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:59.689004 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aefe68f-4e2b-41b1-9bf8-43d3ebde8e47 None None] Bound using segment: {'id': '1469a6d0-bb67-4469-9eb5-045570598fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '00bf5e09-9256-48f7-8ef3-8f19372524b4'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:32:59.689693 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-9aefe68f-4e2b-41b1-9bf8-43d3ebde8e47 None None] Bound port: 835b369d-fcdd-48f8-9196-ea344252f20d, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1469a6d0-bb67-4469-9eb5-045570598fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '00bf5e09-9256-48f7-8ef3-8f19372524b4'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:32:59.690274 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9aefe68f-4e2b-41b1-9bf8-43d3ebde8e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:59.720906 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-99394a98-2fd1-4742-ac7e-529c918987ce None None] Attempting to bind port 9a3e4ffb-8a36-4845-9b9a-d3a447cd8d4f on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:32:59.721630 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-99394a98-2fd1-4742-ac7e-529c918987ce None None] Attempting to bind port 9a3e4ffb-8a36-4845-9b9a-d3a447cd8d4f by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '35d15f47-5bee-4702-b095-a0a4852e18ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'abca76f9-8770-4771-b4ff-1680a7b33ed2'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:32:59.722216 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99394a98-2fd1-4742-ac7e-529c918987ce None None] Attempting to bind port 9a3e4ffb-8a36-4845-9b9a-d3a447cd8d4f on network abca76f9-8770-4771-b4ff-1680a7b33ed2 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:32:59.723302 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c2cfb6db-228c-448a-b1e6-a48f0142e1eb tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:59.752886 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99394a98-2fd1-4742-ac7e-529c918987ce None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:32:59.753215 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99394a98-2fd1-4742-ac7e-529c918987ce None None] Checking segment: {'id': '35d15f47-5bee-4702-b095-a0a4852e18ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'abca76f9-8770-4771-b4ff-1680a7b33ed2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:32:59.753595 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-99394a98-2fd1-4742-ac7e-529c918987ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:59.754059 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99394a98-2fd1-4742-ac7e-529c918987ce None None] Bound using segment: {'id': '35d15f47-5bee-4702-b095-a0a4852e18ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'abca76f9-8770-4771-b4ff-1680a7b33ed2'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:32:59.754857 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-99394a98-2fd1-4742-ac7e-529c918987ce None None] Bound port: 9a3e4ffb-8a36-4845-9b9a-d3a447cd8d4f, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35d15f47-5bee-4702-b095-a0a4852e18ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'abca76f9-8770-4771-b4ff-1680a7b33ed2'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:32:59.755251 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-99394a98-2fd1-4742-ac7e-529c918987ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:59.774599 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c119ff0d-26bf-4a46-9ccf-770b55529940 None None] Provisioning complete for port 835b369d-fcdd-48f8-9196-ea344252f20d triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:32:59.775141 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c119ff0d-26bf-4a46-9ccf-770b55529940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:59.801744 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c2cfb6db-228c-448a-b1e6-a48f0142e1eb tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:59.853388 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-99394a98-2fd1-4742-ac7e-529c918987ce None None] For port 9a3e4ffb-8a36-4845-9b9a-d3a447cd8d4f, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:32:59.862269 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-99394a98-2fd1-4742-ac7e-529c918987ce None None] For port 9a3e4ffb-8a36-4845-9b9a-d3a447cd8d4f, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=9a3e4ffb-8a36-4845-9b9a-d3a447cd8d4f,segment=NetworkSegment(35d15f47-5bee-4702-b095-a0a4852e18ea),segment_id=35d15f47-5bee-4702-b095-a0a4852e18ea)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:32:59.924357 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-99394a98-2fd1-4742-ac7e-529c918987ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:59.941019 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2cfb6db-228c-448a-b1e6-a48f0142e1eb tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Network abca76f9-8770-4771-b4ff-1680a7b33ed2 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:32:59.950448 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-fe83af51-cdb3-4720-9ca3-97e59c57d460 req-cbb71579-f5e5-42ea-b78d-c0261b03d2be tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:32:59.954023 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-c2cfb6db-228c-448a-b1e6-a48f0142e1eb tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:32:59.961735 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2cfb6db-228c-448a-b1e6-a48f0142e1eb tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:33:00.081598 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cfb6db-228c-448a-b1e6-a48f0142e1eb tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Pushing event updated for resources: {'Port': ['ID=a11d9008-1fa8-4bd4-9ecc-773e5b634594,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:33:00.107901 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['84d44d3e-b0bb-476d-a838-b97212311ad1'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:33:00.135931 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c2cfb6db-228c-448a-b1e6-a48f0142e1eb tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595826'] for router_interface, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:00.279460 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe83af51-cdb3-4720-9ca3-97e59c57d460 req-cbb71579-f5e5-42ea-b78d-c0261b03d2be tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Network 492fec2b-f975-425f-828b-425816a23c89 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:33:00.280560 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-dd820907-b018-4599-99c3-17d9d2c31fde tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:00.306012 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99394a98-2fd1-4742-ac7e-529c918987ce None None] Pushing event updated for resources: {'Port': ['ID=9a3e4ffb-8a36-4845-9b9a-d3a447cd8d4f,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:33:00.327813 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 59078) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:33:00.423691 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c119ff0d-26bf-4a46-9ccf-770b55529940 None None] Port 835b369d-fcdd-48f8-9196-ea344252f20d cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:33:00.426666 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [req-fe83af51-cdb3-4720-9ca3-97e59c57d460 req-cbb71579-f5e5-42ea-b78d-c0261b03d2be tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:33:00.430094 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe83af51-cdb3-4720-9ca3-97e59c57d460 req-cbb71579-f5e5-42ea-b78d-c0261b03d2be tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:33:00.505390 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-9aefe68f-4e2b-41b1-9bf8-43d3ebde8e47 None None] For port 835b369d-fcdd-48f8-9196-ea344252f20d, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:33:00.508910 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c2cfb6db-228c-448a-b1e6-a48f0142e1eb tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:00.521155 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-9aefe68f-4e2b-41b1-9bf8-43d3ebde8e47 None None] For port 835b369d-fcdd-48f8-9196-ea344252f20d, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=835b369d-fcdd-48f8-9196-ea344252f20d,segment=NetworkSegment(1469a6d0-bb67-4469-9eb5-045570598fd3),segment_id=1469a6d0-bb67-4469-9eb5-045570598fd3)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:33:00.565119 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9aefe68f-4e2b-41b1-9bf8-43d3ebde8e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:00.643579 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb71579-f5e5-42ea-b78d-c0261b03d2be tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Pushing event updated for resources: {'Port': ['ID=b31a004a-22e0-41d3-bdc5-d528b97798a3,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:33:00.771211 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0b0095-6df2-4cf8-a262-2c2e8364a27a None None] Pushing event updated for resources: {'Port': ['ID=835b369d-fcdd-48f8-9196-ea344252f20d,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:33:00.821887 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aefe68f-4e2b-41b1-9bf8-43d3ebde8e47 None None] Routers {'4ccf6a9f-94ce-4704-a04c-8d91da2e98ba'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:33:00.822642 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-9aefe68f-4e2b-41b1-9bf8-43d3ebde8e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:32:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['4ccf6a9f-94ce-4704-a04c-8d91da2e98ba'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:33:00.879872 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe83af51-cdb3-4720-9ca3-97e59c57d460 req-cbb71579-f5e5-42ea-b78d-c0261b03d2be tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:33:00.881181 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-fe83af51-cdb3-4720-9ca3-97e59c57d460 req-cbb71579-f5e5-42ea-b78d-c0261b03d2be tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:00.903716 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af5b8b5-682e-49ad-bd79-b4a89e8d29ef req-efb9a73b-9e90-4c07-8b48-6e56ead19cd5 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:33:00.905352 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4af5b8b5-682e-49ad-bd79-b4a89e8d29ef req-efb9a73b-9e90-4c07-8b48-6e56ead19cd5 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/ports?device_id=8e1b5b20-9613-4989-95f0-ebef26224307 HTTP/1.1" status: 200 len: 931 time: 0.2720857 May 18 18:33:00.913587 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ec1947fd-05f3-4694-91bf-f1ec52d4d808 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:00.996145 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fe83af51-cdb3-4720-9ca3-97e59c57d460 req-cbb71579-f5e5-42ea-b78d-c0261b03d2be tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3625245 May 18 18:33:01.022514 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-fe83af51-cdb3-4720-9ca3-97e59c57d460 req-35634640-c97f-4cdd-ad44-18abcd1e9b57 service neutron] Request body: {'port': {'device_id': '8e1b5b20-9613-4989-95f0-ebef26224307', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-3'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:33:01.074523 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-9aefe68f-4e2b-41b1-9bf8-43d3ebde8e47 None None] Set router 4ccf6a9f-94ce-4704-a04c-8d91da2e98ba gateway port host: None {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:33:01.085964 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-dd820907-b018-4599-99c3-17d9d2c31fde tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596801'] for router, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:01.104181 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4af5b8b5-682e-49ad-bd79-b4a89e8d29ef req-71a3ccac-318c-4c76-a1a7-0a62a7f52d77 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/security-groups?id=6d4decf1-d3f8-40ef-a49d-c078d56e2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528163 May 18 18:33:01.205075 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:01.252483 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-fe83af51-cdb3-4720-9ca3-97e59c57d460 req-35634640-c97f-4cdd-ad44-18abcd1e9b57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:01.387049 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ec1947fd-05f3-4694-91bf-f1ec52d4d808 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:01.396393 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c2cfb6db-228c-448a-b1e6-a48f0142e1eb tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:01.399753 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ec1947fd-05f3-4694-91bf-f1ec52d4d808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:01.438143 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1947fd-05f3-4694-91bf-f1ec52d4d808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05ea30e7-fa96-48d0-8887-5d7f56e7ac69,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:33:01.442142 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c2cfb6db-228c-448a-b1e6-a48f0142e1eb tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:01.478527 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-0e76bbe7-ef85-444d-9299-d024d7808c8c None None] Provisioning complete for port 835b369d-fcdd-48f8-9196-ea344252f20d triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:33:01.478830 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0e76bbe7-ef85-444d-9299-d024d7808c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:01.555614 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:01.596202 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c2cfb6db-228c-448a-b1e6-a48f0142e1eb tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-595870'] for router_interface, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:01.610318 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-ec1947fd-05f3-4694-91bf-f1ec52d4d808 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=843010cf79e945f5a0a702aff0b0983e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2810674 May 18 18:33:01.613020 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 59094) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:33:01.665809 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cfb6db-228c-448a-b1e6-a48f0142e1eb tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Pushing event updated for resources: {'Port': ['ID=a11d9008-1fa8-4bd4-9ecc-773e5b634594,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:33:01.698669 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2765987a-b6fa-4fb2-83a0-d81f67bc4382 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:01.784690 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2765987a-b6fa-4fb2-83a0-d81f67bc4382 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:01.920843 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-9aefe68f-4e2b-41b1-9bf8-43d3ebde8e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ccf6a9f-94ce-4704-a04c-8d91da2e98ba', 'name': 'tempest-RoutersTest-router-739742', 'tenant_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:32:38Z', 'updated_at': '2022-05-18T18:33:00Z', 'revision_number': 4, 'project_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'gw_port_host': None, '_interfaces': [{'id': '835b369d-fcdd-48f8-9196-ea344252f20d', 'name': '', 'network_id': '00bf5e09-9256-48f7-8ef3-8f19372524b4', 'tenant_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'mac_address': 'fa:16:3e:2c:8f:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ccf6a9f-94ce-4704-a04c-8d91da2e98ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': '8c827744-dfbe-4e72-baa2-b5c99d55b3a7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:32:49Z', 'updated_at': '2022-05-18T18:33:00Z', 'revision_number': 4, 'project_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'subnets': [{'id': '8c827744-dfbe-4e72-baa2-b5c99d55b3a7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a11d9008-1fa8-4bd4-9ecc-773e5b634594', 'name': '', 'network_id': 'abca76f9-8770-4771-b4ff-1680a7b33ed2', 'tenant_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'mac_address': 'fa:16:3e:4a:91:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ccf6a9f-94ce-4704-a04c-8d91da2e98ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': 'baa8f4bd-7aa7-4e2b-a340-bcc47c896ed0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:32:58Z', 'updated_at': '2022-05-18T18:32:59Z', 'revision_number': 1, 'project_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'subnets': [{'id': 'baa8f4bd-7aa7-4e2b-a340-bcc47c896ed0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce571f76-8eeb-46bb-900c-89cee7d9b6ab', 'name': '', 'network_id': 'bcb02ed3-c3f9-4742-99c3-7e547facb943', 'tenant_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'mac_address': 'fa:16:3e:ef:8d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ccf6a9f-94ce-4704-a04c-8d91da2e98ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': '8f268bd5-41bd-46c0-8026-fee8e4f65cb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:32:41Z', 'updated_at': '2022-05-18T18:32:51Z', 'revision_number': 5, 'project_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'subnets': [{'id': '8f268bd5-41bd-46c0-8026-fee8e4f65cb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:33:01.951300 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2cfb6db-228c-448a-b1e6-a48f0142e1eb tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Network abca76f9-8770-4771-b4ff-1680a7b33ed2 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:33:01.953378 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-c2cfb6db-228c-448a-b1e6-a48f0142e1eb tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:33:02.005172 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1032bbc9-8af4-48c1-aba9-9dfac807d407 req-543b703a-ee39-4ef4-9e40-429c3c3721f5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9c81fdbb-5fe5-4ab2-9ce9-677145af3913&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6627557 May 18 18:33:02.019332 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-0e76bbe7-ef85-444d-9299-d024d7808c8c None None] Current status of the port 835b369d-fcdd-48f8-9196-ea344252f20d is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:33:02.019740 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0e76bbe7-ef85-444d-9299-d024d7808c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:02.049281 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aefe68f-4e2b-41b1-9bf8-43d3ebde8e47 None None] The sync data for ids ['4ccf6a9f-94ce-4704-a04c-8d91da2e98ba'] in n-d-838550-3 is: [{'id': '4ccf6a9f-94ce-4704-a04c-8d91da2e98ba', 'name': 'tempest-RoutersTest-router-739742', 'tenant_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:32:38Z', 'updated_at': '2022-05-18T18:33:00Z', 'revision_number': 4, 'project_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'gw_port_host': None, '_interfaces': [{'id': '835b369d-fcdd-48f8-9196-ea344252f20d', 'name': '', 'network_id': '00bf5e09-9256-48f7-8ef3-8f19372524b4', 'tenant_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'mac_address': 'fa:16:3e:2c:8f:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ccf6a9f-94ce-4704-a04c-8d91da2e98ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': '8c827744-dfbe-4e72-baa2-b5c99d55b3a7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:32:49Z', 'updated_at': '2022-05-18T18:33:00Z', 'revision_number': 4, 'project_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'subnets': [{'id': '8c827744-dfbe-4e72-baa2-b5c99d55b3a7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a11d9008-1fa8-4bd4-9ecc-773e5b634594', 'name': '', 'network_id': 'abca76f9-8770-4771-b4ff-1680a7b33ed2', 'tenant_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'mac_address': 'fa:16:3e:4a:91:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ccf6a9f-94ce-4704-a04c-8d91da2e98ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': 'baa8f4bd-7aa7-4e2b-a340-bcc47c896ed0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:32:58Z', 'updated_at': '2022-05-18T18:32:59Z', 'revision_number': 1, 'project_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'subnets': [{'id': 'baa8f4bd-7aa7-4e2b-a340-bcc47c896ed0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce571f76-8eeb-46bb-900c-89cee7d9b6ab', 'name': '', 'network_id': 'bcb02ed3-c3f9-4742-99c3-7e547facb943', 'tenant_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'mac_address': 'fa:16:3e:ef:8d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ccf6a9f-94ce-4704-a04c-8d91da2e98ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': '8f268bd5-41bd-46c0-8026-fee8e4f65cb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:32:41Z', 'updated_at': '2022-05-18T18:32:51Z', 'revision_number': 5, 'project_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'subnets': [{'id': '8f268bd5-41bd-46c0-8026-fee8e4f65cb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:33:02.093351 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd820907-b018-4599-99c3-17d9d2c31fde tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Router e95bb9c4-71ae-4806-8199-0e338eab0d46 is scheduled to L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e with binding_index 1 {{(pid=102730) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 18 18:33:02.110543 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-0e76bbe7-ef85-444d-9299-d024d7808c8c None None] For port 835b369d-fcdd-48f8-9196-ea344252f20d, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=835b369d-fcdd-48f8-9196-ea344252f20d,segment=NetworkSegment(1469a6d0-bb67-4469-9eb5-045570598fd3),segment_id=1469a6d0-bb67-4469-9eb5-045570598fd3)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:33:02.124025 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0e76bbe7-ef85-444d-9299-d024d7808c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:02.270205 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2765987a-b6fa-4fb2-83a0-d81f67bc4382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:02.280057 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2765987a-b6fa-4fb2-83a0-d81f67bc4382 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:02.284077 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-2765987a-b6fa-4fb2-83a0-d81f67bc4382 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/05ea30e7-fa96-48d0-8887-5d7f56e7ac69 HTTP/1.1" status: 204 len: 168 time: 0.6645575 May 18 18:33:02.295017 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2765987a-b6fa-4fb2-83a0-d81f67bc4382 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05ea30e7-fa96-48d0-8887-5d7f56e7ac69,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:33:02.297247 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c95f68-0a16-4e2f-a672-1da75347c3d4 None None] Network abca76f9-8770-4771-b4ff-1680a7b33ed2 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:33:02.349424 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2cfb6db-228c-448a-b1e6-a48f0142e1eb tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Router 4ccf6a9f-94ce-4704-a04c-8d91da2e98ba has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:33:02.353314 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e76bbe7-ef85-444d-9299-d024d7808c8c None None] Pushing event updated for resources: {'Port': ['ID=835b369d-fcdd-48f8-9196-ea344252f20d,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:33:02.569196 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-2e73760b-ec47-4c2c-89e5-05b3f827eaf3 None None] Provisioning complete for port 9a3e4ffb-8a36-4845-9b9a-d3a447cd8d4f triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:33:02.569590 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-2e73760b-ec47-4c2c-89e5-05b3f827eaf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:02.713674 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2cfb6db-228c-448a-b1e6-a48f0142e1eb tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:33:02.730804 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-c2cfb6db-228c-448a-b1e6-a48f0142e1eb tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] 10.222.0.85 "PUT /v2.0/routers/4ccf6a9f-94ce-4704-a04c-8d91da2e98ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1550550 May 18 18:33:02.733983 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 59106) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:33:02.740474 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-54a8382d-0a77-452b-8395-9b7fde53f9dc tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Request body: {'network': {'name': 'tempest-RoutersTest-1298908870'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:33:02.817127 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54a8382d-0a77-452b-8395-9b7fde53f9dc tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Made reservation on behalf of 5c4bbac3b6df4199a2510bf694e0c7f1 for: {'network': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:33:02.831461 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d229e9e6-d57a-45f6-9367-ea1e04a32036 req-28b202c7-ed83-4d7f-bbee-3b57c9ac48ab tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:33:02.833361 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d229e9e6-d57a-45f6-9367-ea1e04a32036 req-28b202c7-ed83-4d7f-bbee-3b57c9ac48ab tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/ports?device_id=8e1b5b20-9613-4989-95f0-ebef26224307 HTTP/1.1" status: 200 len: 931 time: 0.5603306 May 18 18:33:02.835555 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-54a8382d-0a77-452b-8395-9b7fde53f9dc tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:02.892661 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 9a3e4ffb-8a36-4845-9b9a-d3a447cd8d4f up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:33:02.939725 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54a8382d-0a77-452b-8395-9b7fde53f9dc tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 606} {{(pid=102731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:33:03.000877 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-54a8382d-0a77-452b-8395-9b7fde53f9dc tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:03.006151 n-d-838550-3 neutron-server[102731]: INFO neutron.db.segments_db [None req-54a8382d-0a77-452b-8395-9b7fde53f9dc tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Added segment b79a99cd-0858-4b9b-a9c5-020c2b98e641 of type vlan for network cbff8922-835d-40d7-b741-b9b61add3ef3 May 18 18:33:03.052149 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd820907-b018-4599-99c3-17d9d2c31fde tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:33:03.065751 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1032bbc9-8af4-48c1-aba9-9dfac807d407 req-0ef7252f-6fab-46aa-b788-b66d97e38f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:33:03.070583 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1032bbc9-8af4-48c1-aba9-9dfac807d407 req-0ef7252f-6fab-46aa-b788-b66d97e38f16 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8b72fb86d7c844d8a21a58d8abaece54&device_id=9c81fdbb-5fe5-4ab2-9ce9-677145af3913 HTTP/1.1" status: 200 len: 1096 time: 0.7856367 May 18 18:33:03.071640 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b25066-3b4d-42bb-bb06-b468b846e345 None None] Sync routers for ids ['e95bb9c4-71ae-4806-8199-0e338eab0d46'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:33:03.101348 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d229e9e6-d57a-45f6-9367-ea1e04a32036 req-f152ba0d-a500-451c-bddd-62ccd8e10e5f tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/security-groups?id=6d4decf1-d3f8-40ef-a49d-c078d56e2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471147 May 18 18:33:03.119757 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b25066-3b4d-42bb-bb06-b468b846e345 None None] Routers {'e95bb9c4-71ae-4806-8199-0e338eab0d46'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:33:03.122982 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-a4b25066-3b4d-42bb-bb06-b468b846e345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:32:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['e95bb9c4-71ae-4806-8199-0e338eab0d46'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:33:03.282910 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-54a8382d-0a77-452b-8395-9b7fde53f9dc tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:03.370624 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-54a8382d-0a77-452b-8395-9b7fde53f9dc tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:03.386599 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a8382d-0a77-452b-8395-9b7fde53f9dc tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:33:03.393124 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-54a8382d-0a77-452b-8395-9b7fde53f9dc tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks [] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:03.426793 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-2e73760b-ec47-4c2c-89e5-05b3f827eaf3 None None] Current status of the port 9a3e4ffb-8a36-4845-9b9a-d3a447cd8d4f is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:33:03.435106 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-2e73760b-ec47-4c2c-89e5-05b3f827eaf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:03.476862 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 9a3e4ffb-8a36-4845-9b9a-d3a447cd8d4f triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:33:03.484851 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:03.503401 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [req-fe83af51-cdb3-4720-9ca3-97e59c57d460 req-35634640-c97f-4cdd-ad44-18abcd1e9b57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b31a004a-22e0-41d3-bdc5-d528b97798a3 {{(pid=102730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:33:03.559010 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-2e73760b-ec47-4c2c-89e5-05b3f827eaf3 None None] For port 9a3e4ffb-8a36-4845-9b9a-d3a447cd8d4f, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=9a3e4ffb-8a36-4845-9b9a-d3a447cd8d4f,segment=NetworkSegment(35d15f47-5bee-4702-b095-a0a4852e18ea),segment_id=35d15f47-5bee-4702-b095-a0a4852e18ea)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:33:03.577780 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-2e73760b-ec47-4c2c-89e5-05b3f827eaf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:03.612079 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-fe83af51-cdb3-4720-9ca3-97e59c57d460 req-35634640-c97f-4cdd-ad44-18abcd1e9b57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:03.658783 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a8382d-0a77-452b-8395-9b7fde53f9dc tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Pushing event updated for resources: {'Network': ['ID=cbff8922-835d-40d7-b741-b9b61add3ef3,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:33:03.695974 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-dd820907-b018-4599-99c3-17d9d2c31fde tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Notify callbacks [] for router, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:03.697562 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-dd820907-b018-4599-99c3-17d9d2c31fde tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 8.9621534 May 18 18:33:03.702284 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-54a8382d-0a77-452b-8395-9b7fde53f9dc tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9670050 May 18 18:33:03.703360 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 59120) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:33:03.712321 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network cbff8922-835d-40d7-b741-b9b61add3ef3 details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:33:03.727491 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 59122) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:33:03.744529 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-6ca1eda8-55aa-4a29-9ffa-a20bafe7a4a9 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Request body: {'subnet': {'network_id': 'cbff8922-835d-40d7-b741-b9b61add3ef3', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:33:03.745351 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-a4b25066-3b4d-42bb-bb06-b468b846e345 None None] Set router e95bb9c4-71ae-4806-8199-0e338eab0d46 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:33:03.848433 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [req-fe83af51-cdb3-4720-9ca3-97e59c57d460 req-35634640-c97f-4cdd-ad44-18abcd1e9b57 service neutron] Transition to ACTIVE for port object b31a004a-22e0-41d3-bdc5-d528b97798a3 will not be triggered until provisioned by entity L2. {{(pid=102730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:33:04.016275 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-fe83af51-cdb3-4720-9ca3-97e59c57d460 req-35634640-c97f-4cdd-ad44-18abcd1e9b57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:04.039000 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-6410836f-42ad-4d4a-84aa-be018288c3ab tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] 10.222.0.85 "GET /v2.0/routers/e95bb9c4-71ae-4806-8199-0e338eab0d46 HTTP/1.1" status: 200 len: 909 time: 0.3330035 May 18 18:33:04.043580 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 59128) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:33:04.061185 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-4c6c825a-ee24-4625-836e-909a392fc539 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1989488302', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'enable_snat': True}}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:33:04.192571 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4c6c825a-ee24-4625-836e-909a392fc539 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25099'] for router, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:04.196872 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e73760b-ec47-4c2c-89e5-05b3f827eaf3 None None] Pushing event updated for resources: {'Port': ['ID=9a3e4ffb-8a36-4845-9b9a-d3a447cd8d4f,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:33:04.212499 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4c6c825a-ee24-4625-836e-909a392fc539 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-593238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596850', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25088'] for router, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:04.310185 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35634640-c97f-4cdd-ad44-18abcd1e9b57 service neutron] Pushing event updated for resources: {'Port': ['ID=b31a004a-22e0-41d3-bdc5-d528b97798a3,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:33:04.397314 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1032bbc9-8af4-48c1-aba9-9dfac807d407 req-64a59349-3c75-436c-a2dd-561ba8b8f8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:33:04.399239 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1032bbc9-8af4-48c1-aba9-9dfac807d407 req-64a59349-3c75-436c-a2dd-561ba8b8f8b1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=492fec2b-f975-425f-828b-425816a23c89 HTTP/1.1" status: 200 len: 906 time: 1.2483437 May 18 18:33:04.505434 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 9a3e4ffb-8a36-4845-9b9a-d3a447cd8d4f is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:33:04.508730 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 835b369d-fcdd-48f8-9196-ea344252f20d up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:33:04.565903 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4c6c825a-ee24-4625-836e-909a392fc539 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:04.576005 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-a4b25066-3b4d-42bb-bb06-b468b846e345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e95bb9c4-71ae-4806-8199-0e338eab0d46', 'name': 'tempest-snat-router-1989488302', 'tenant_id': '101f7c880d7042e98a1f7e7eb1d3b117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.173'}], 'enable_snat': False}, 'gw_port_id': 'a5c0815d-e27a-4017-b928-5ac24eb2ff5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:32:54Z', 'updated_at': '2022-05-18T18:32:59Z', 'revision_number': 3, 'project_id': '101f7c880d7042e98a1f7e7eb1d3b117', 'gw_port': {'id': 'a5c0815d-e27a-4017-b928-5ac24eb2ff5e', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:c6:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e95bb9c4-71ae-4806-8199-0e338eab0d46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:32:56Z', 'updated_at': '2022-05-18T18:32:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:33:04.598056 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1032bbc9-8af4-48c1-aba9-9dfac807d407 req-f7e6ffde-83db-491f-b8e0-7e032bb5d8bb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=84d44d3e-b0bb-476d-a838-b97212311ad1 HTTP/1.1" status: 200 len: 217 time: 0.1534309 May 18 18:33:04.620041 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-223cad03-b4a4-46c3-8860-c873271a684d None None] Provisioning complete for port a11d9008-1fa8-4bd4-9ecc-773e5b634594 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:33:04.621355 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-223cad03-b4a4-46c3-8860-c873271a684d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:04.651954 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b25066-3b4d-42bb-bb06-b468b846e345 None None] Checking router: e95bb9c4-71ae-4806-8199-0e338eab0d46 for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:33:04.664073 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b25066-3b4d-42bb-bb06-b468b846e345 None None] Updating router e95bb9c4-71ae-4806-8199-0e338eab0d46 port a5c0815d-e27a-4017-b928-5ac24eb2ff5e binding host n-d-838550-3 {{(pid=102733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 18:33:04.732051 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-a4b25066-3b4d-42bb-bb06-b468b846e345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:04.773102 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-223cad03-b4a4-46c3-8860-c873271a684d None None] Port a11d9008-1fa8-4bd4-9ecc-773e5b634594 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:33:04.790039 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ca1eda8-55aa-4a29-9ffa-a20bafe7a4a9 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Made reservation on behalf of 5c4bbac3b6df4199a2510bf694e0c7f1 for: {'subnet': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:33:04.796417 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6ca1eda8-55aa-4a29-9ffa-a20bafe7a4a9 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261031885'] for subnet, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:04.809141 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 835b369d-fcdd-48f8-9196-ea344252f20d triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:33:04.813499 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1032bbc9-8af4-48c1-aba9-9dfac807d407 req-d5b78564-9e56-4097-b436-a1304f98e747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:33:04.820869 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:04.822352 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1032bbc9-8af4-48c1-aba9-9dfac807d407 req-d5b78564-9e56-4097-b436-a1304f98e747 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2280c6a7-2fbb-43fd-a641-4a8bbdb3adbf HTTP/1.1" status: 200 len: 845 time: 0.1954718 May 18 18:33:04.929686 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-223cad03-b4a4-46c3-8860-c873271a684d None None] Provisioning complete for port 9a3e4ffb-8a36-4845-9b9a-d3a447cd8d4f triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:33:04.930442 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-223cad03-b4a4-46c3-8860-c873271a684d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:05.034927 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ce1700-9a3f-4eab-9e81-7d5cbcafc3f3 None None] Sync routers for ids ['4ccf6a9f-94ce-4704-a04c-8d91da2e98ba'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:33:05.159661 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ce1700-9a3f-4eab-9e81-7d5cbcafc3f3 None None] Routers {'4ccf6a9f-94ce-4704-a04c-8d91da2e98ba'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:33:05.161054 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-b8ce1700-9a3f-4eab-9e81-7d5cbcafc3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:32:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['4ccf6a9f-94ce-4704-a04c-8d91da2e98ba'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:33:05.542245 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-a4b25066-3b4d-42bb-bb06-b468b846e345 None None] Notify callbacks [] for port, precommit_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:05.558115 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-a4b25066-3b4d-42bb-bb06-b468b846e345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:05.652148 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4f1c53-664c-45ef-9f79-811063d91770 None None] Pushing event updated for resources: {'Port': ['ID=a5c0815d-e27a-4017-b928-5ac24eb2ff5e,revision_number=2']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:33:05.692097 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4f1c53-664c-45ef-9f79-811063d91770 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:33:05.692614 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4f1c53-664c-45ef-9f79-811063d91770 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:33:05.693086 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4f1c53-664c-45ef-9f79-811063d91770 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:33:05.693565 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4f1c53-664c-45ef-9f79-811063d91770 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:33:05.694085 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4f1c53-664c-45ef-9f79-811063d91770 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:33:05.694551 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4f1c53-664c-45ef-9f79-811063d91770 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:33:05.695827 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4f1c53-664c-45ef-9f79-811063d91770 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:33:05.696279 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4f1c53-664c-45ef-9f79-811063d91770 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:33:05.696788 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4f1c53-664c-45ef-9f79-811063d91770 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:33:05.697242 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4f1c53-664c-45ef-9f79-811063d91770 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:33:05.697775 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4f1c53-664c-45ef-9f79-811063d91770 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:33:05.698262 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4f1c53-664c-45ef-9f79-811063d91770 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:33:05.739707 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-a4b25066-3b4d-42bb-bb06-b468b846e345 None None] Attempting to bind port a5c0815d-e27a-4017-b928-5ac24eb2ff5e on host n-d-838550-3 for vnic_type normal with profile {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:33:05.740141 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-a4b25066-3b4d-42bb-bb06-b468b846e345 None None] Attempting to bind port a5c0815d-e27a-4017-b928-5ac24eb2ff5e by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:33:05.740504 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b25066-3b4d-42bb-bb06-b468b846e345 None None] Attempting to bind port a5c0815d-e27a-4017-b928-5ac24eb2ff5e on network 31ebd439-090c-4b25-bbb0-31c48711b145 {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:33:05.747744 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b25066-3b4d-42bb-bb06-b468b846e345 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:33:05.748262 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b25066-3b4d-42bb-bb06-b468b846e345 None None] Checking segment: {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:33:05.748752 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-a4b25066-3b4d-42bb-bb06-b468b846e345 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:05.749246 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b25066-3b4d-42bb-bb06-b468b846e345 None None] Bound using segment: {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:33:05.764450 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-a4b25066-3b4d-42bb-bb06-b468b846e345 None None] Bound port: a5c0815d-e27a-4017-b928-5ac24eb2ff5e, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:33:05.764951 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-a4b25066-3b4d-42bb-bb06-b468b846e345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:05.806167 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b17cbe-95ce-446e-8b83-8ed20e9f85b6 req-46a8a768-ef7e-4d9c-ac94-ba11cac945e5 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:33:05.814706 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-98b17cbe-95ce-446e-8b83-8ed20e9f85b6 req-46a8a768-ef7e-4d9c-ac94-ba11cac945e5 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/ports?device_id=8e1b5b20-9613-4989-95f0-ebef26224307 HTTP/1.1" status: 200 len: 943 time: 1.2579038 May 18 18:33:05.902772 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-b8ce1700-9a3f-4eab-9e81-7d5cbcafc3f3 None None] Set router 4ccf6a9f-94ce-4704-a04c-8d91da2e98ba gateway port host: None {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:33:06.008701 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-223cad03-b4a4-46c3-8860-c873271a684d None None] Current status of the port 9a3e4ffb-8a36-4845-9b9a-d3a447cd8d4f is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:33:06.016217 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 835b369d-fcdd-48f8-9196-ea344252f20d is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:33:06.022416 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4c6c825a-ee24-4625-836e-909a392fc539 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:06.042232 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.db [None req-a4b25066-3b4d-42bb-bb06-b468b846e345 None None] For port a5c0815d-e27a-4017-b928-5ac24eb2ff5e, host n-d-838550-3, cleared binding levels {{(pid=102733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:33:06.062486 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.db [None req-a4b25066-3b4d-42bb-bb06-b468b846e345 None None] For port a5c0815d-e27a-4017-b928-5ac24eb2ff5e, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=a5c0815d-e27a-4017-b928-5ac24eb2ff5e,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:33:06.078673 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-a4b25066-3b4d-42bb-bb06-b468b846e345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:06.133410 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-98b17cbe-95ce-446e-8b83-8ed20e9f85b6 req-1f7940b3-00db-4226-b726-356bdc2b1ea9 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/security-groups?id=6d4decf1-d3f8-40ef-a49d-c078d56e2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3174653 May 18 18:33:06.225029 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b25066-3b4d-42bb-bb06-b468b846e345 None None] Routers {'e95bb9c4-71ae-4806-8199-0e338eab0d46'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:33:06.227347 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-a4b25066-3b4d-42bb-bb06-b468b846e345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:32:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['e95bb9c4-71ae-4806-8199-0e338eab0d46'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:33:06.315678 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1032bbc9-8af4-48c1-aba9-9dfac807d407 req-6378da05-fdf1-41f2-9978-b0c4fb7f231a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=492fec2b-f975-425f-828b-425816a23c89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 1.3235340 May 18 18:33:06.352497 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 9a3e4ffb-8a36-4845-9b9a-d3a447cd8d4f up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:33:06.380735 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4f1c53-664c-45ef-9f79-811063d91770 None None] Pushing event updated for resources: {'Port': ['ID=a5c0815d-e27a-4017-b928-5ac24eb2ff5e,revision_number=3']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:33:06.434609 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-765ceb86-a79b-4e1c-b914-b1dd1e992220 None None] Provisioning complete for port a11d9008-1fa8-4bd4-9ecc-773e5b634594 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:33:06.435237 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-765ceb86-a79b-4e1c-b914-b1dd1e992220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:06.447968 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-a4b25066-3b4d-42bb-bb06-b468b846e345 None None] Set router e95bb9c4-71ae-4806-8199-0e338eab0d46 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:33:06.494957 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 9a3e4ffb-8a36-4845-9b9a-d3a447cd8d4f triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:33:06.495251 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:06.549500 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-765ceb86-a79b-4e1c-b914-b1dd1e992220 None None] Port a11d9008-1fa8-4bd4-9ecc-773e5b634594 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:33:06.575752 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-fe83af51-cdb3-4720-9ca3-97e59c57d460 req-35634640-c97f-4cdd-ad44-18abcd1e9b57 service neutron] Attempting to bind port b31a004a-22e0-41d3-bdc5-d528b97798a3 on host n-h1-838550-3 for vnic_type normal with profile {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:33:06.576097 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-fe83af51-cdb3-4720-9ca3-97e59c57d460 req-35634640-c97f-4cdd-ad44-18abcd1e9b57 service neutron] Attempting to bind port b31a004a-22e0-41d3-bdc5-d528b97798a3 by drivers openvswitch,hyperv on host n-h1-838550-3 at level 0 using segments [{'id': 'a789d407-e290-4a90-b0cb-82b84ff4b9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '492fec2b-f975-425f-828b-425816a23c89'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:33:06.581837 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe83af51-cdb3-4720-9ca3-97e59c57d460 req-35634640-c97f-4cdd-ad44-18abcd1e9b57 service neutron] Attempting to bind port b31a004a-22e0-41d3-bdc5-d528b97798a3 on network 492fec2b-f975-425f-828b-425816a23c89 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:33:06.627383 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6e06250e-f20c-4207-86cd-da7ece29697e req-8e3a8cab-37f8-4359-94c5-d8922bd54248 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=626a086d-20bf-469f-b20c-0be7435a44bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2657645 May 18 18:33:06.747658 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 9a3e4ffb-8a36-4845-9b9a-d3a447cd8d4f is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:33:06.795152 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-b8ce1700-9a3f-4eab-9e81-7d5cbcafc3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ccf6a9f-94ce-4704-a04c-8d91da2e98ba', 'name': 'tempest-RoutersTest-router-739742', 'tenant_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:32:38Z', 'updated_at': '2022-05-18T18:33:00Z', 'revision_number': 4, 'project_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'gw_port_host': None, '_interfaces': [{'id': '835b369d-fcdd-48f8-9196-ea344252f20d', 'name': '', 'network_id': '00bf5e09-9256-48f7-8ef3-8f19372524b4', 'tenant_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'mac_address': 'fa:16:3e:2c:8f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ccf6a9f-94ce-4704-a04c-8d91da2e98ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': '8c827744-dfbe-4e72-baa2-b5c99d55b3a7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:32:49Z', 'updated_at': '2022-05-18T18:33:02Z', 'revision_number': 5, 'project_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'subnets': [{'id': '8c827744-dfbe-4e72-baa2-b5c99d55b3a7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a11d9008-1fa8-4bd4-9ecc-773e5b634594', 'name': '', 'network_id': 'abca76f9-8770-4771-b4ff-1680a7b33ed2', 'tenant_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'mac_address': 'fa:16:3e:4a:91:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ccf6a9f-94ce-4704-a04c-8d91da2e98ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': 'baa8f4bd-7aa7-4e2b-a340-bcc47c896ed0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:32:58Z', 'updated_at': '2022-05-18T18:33:00Z', 'revision_number': 2, 'project_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'subnets': [{'id': 'baa8f4bd-7aa7-4e2b-a340-bcc47c896ed0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce571f76-8eeb-46bb-900c-89cee7d9b6ab', 'name': '', 'network_id': 'bcb02ed3-c3f9-4742-99c3-7e547facb943', 'tenant_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'mac_address': 'fa:16:3e:ef:8d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ccf6a9f-94ce-4704-a04c-8d91da2e98ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': '8f268bd5-41bd-46c0-8026-fee8e4f65cb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:32:41Z', 'updated_at': '2022-05-18T18:32:51Z', 'revision_number': 5, 'project_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'subnets': [{'id': '8f268bd5-41bd-46c0-8026-fee8e4f65cb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:33:06.799406 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4c6c825a-ee24-4625-836e-909a392fc539 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:06.839715 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4c6c825a-ee24-4625-836e-909a392fc539 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:06.860064 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1032bbc9-8af4-48c1-aba9-9dfac807d407 req-80d41c0f-bbc6-414c-af44-af17d25e25c6 service neutron] 10.222.0.36 "GET /v2.0/networks/492fec2b-f975-425f-828b-425816a23c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5879569 May 18 18:33:06.862595 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe83af51-cdb3-4720-9ca3-97e59c57d460 req-35634640-c97f-4cdd-ad44-18abcd1e9b57 service neutron] Port b31a004a-22e0-41d3-bdc5-d528b97798a3 on network 492fec2b-f975-425f-828b-425816a23c89 not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-3 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:33:06.862917 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe83af51-cdb3-4720-9ca3-97e59c57d460 req-35634640-c97f-4cdd-ad44-18abcd1e9b57 service neutron] Attempting to bind port b31a004a-22e0-41d3-bdc5-d528b97798a3 on network 492fec2b-f975-425f-828b-425816a23c89 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:33:06.867145 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6ca1eda8-55aa-4a29-9ffa-a20bafe7a4a9 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261104883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261031899'] for subnet, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:06.883635 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ce1700-9a3f-4eab-9e81-7d5cbcafc3f3 None None] Checking router: 4ccf6a9f-94ce-4704-a04c-8d91da2e98ba for host: n-d-838550-3 {{(pid=102732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:33:06.884195 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ce1700-9a3f-4eab-9e81-7d5cbcafc3f3 None None] Updating router 4ccf6a9f-94ce-4704-a04c-8d91da2e98ba port a11d9008-1fa8-4bd4-9ecc-773e5b634594 binding host n-d-838550-3 {{(pid=102732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 18:33:06.899996 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe83af51-cdb3-4720-9ca3-97e59c57d460 req-35634640-c97f-4cdd-ad44-18abcd1e9b57 service neutron] Checking agent: {'id': '1dbac822-25f2-4df8-9dc8-5c2e7b136eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:33:06.900462 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe83af51-cdb3-4720-9ca3-97e59c57d460 req-35634640-c97f-4cdd-ad44-18abcd1e9b57 service neutron] Checking segment: {'id': 'a789d407-e290-4a90-b0cb-82b84ff4b9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '492fec2b-f975-425f-828b-425816a23c89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:33:06.900729 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe83af51-cdb3-4720-9ca3-97e59c57d460 req-35634640-c97f-4cdd-ad44-18abcd1e9b57 service neutron] Bound using segment: {'id': 'a789d407-e290-4a90-b0cb-82b84ff4b9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '492fec2b-f975-425f-828b-425816a23c89'} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:33:06.901247 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-fe83af51-cdb3-4720-9ca3-97e59c57d460 req-35634640-c97f-4cdd-ad44-18abcd1e9b57 service neutron] Bound port: b31a004a-22e0-41d3-bdc5-d528b97798a3, host: n-h1-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a789d407-e290-4a90-b0cb-82b84ff4b9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '492fec2b-f975-425f-828b-425816a23c89'}}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:33:06.901655 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-fe83af51-cdb3-4720-9ca3-97e59c57d460 req-35634640-c97f-4cdd-ad44-18abcd1e9b57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:06.958057 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b8ce1700-9a3f-4eab-9e81-7d5cbcafc3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:07.039528 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-a4b25066-3b4d-42bb-bb06-b468b846e345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e95bb9c4-71ae-4806-8199-0e338eab0d46', 'name': 'tempest-snat-router-1989488302', 'tenant_id': '101f7c880d7042e98a1f7e7eb1d3b117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.173'}], 'enable_snat': False}, 'gw_port_id': 'a5c0815d-e27a-4017-b928-5ac24eb2ff5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:32:54Z', 'updated_at': '2022-05-18T18:32:59Z', 'revision_number': 3, 'project_id': '101f7c880d7042e98a1f7e7eb1d3b117', 'gw_port': {'id': 'a5c0815d-e27a-4017-b928-5ac24eb2ff5e', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:c6:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e95bb9c4-71ae-4806-8199-0e338eab0d46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:32:56Z', 'updated_at': '2022-05-18T18:33:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:33:07.046925 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-4c6c825a-ee24-4625-836e-909a392fc539 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Allocated IP 172.25.5.112 (31ebd439-090c-4b25-bbb0-31c48711b145/363a2810-8a83-4be0-a317-7c91fcd94485/a5bdb5eb-1c89-4614-ba7d-15202cfbb53b) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:33:07.095673 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b25066-3b4d-42bb-bb06-b468b846e345 None None] The sync data for ids ['e95bb9c4-71ae-4806-8199-0e338eab0d46'] in n-d-838550-3 is: [{'id': 'e95bb9c4-71ae-4806-8199-0e338eab0d46', 'name': 'tempest-snat-router-1989488302', 'tenant_id': '101f7c880d7042e98a1f7e7eb1d3b117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.173'}], 'enable_snat': False}, 'gw_port_id': 'a5c0815d-e27a-4017-b928-5ac24eb2ff5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:32:54Z', 'updated_at': '2022-05-18T18:32:59Z', 'revision_number': 3, 'project_id': '101f7c880d7042e98a1f7e7eb1d3b117', 'gw_port': {'id': 'a5c0815d-e27a-4017-b928-5ac24eb2ff5e', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:c6:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e95bb9c4-71ae-4806-8199-0e338eab0d46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:32:56Z', 'updated_at': '2022-05-18T18:33:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-838550-3'}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:33:07.227560 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca1eda8-55aa-4a29-9ffa-a20bafe7a4a9 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Checking segment: {'id': 'b79a99cd-0858-4b9b-a9c5-020c2b98e641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'cbff8922-835d-40d7-b741-b9b61add3ef3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:33:07.229462 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca1eda8-55aa-4a29-9ffa-a20bafe7a4a9 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Network hostable DHCP agents. Network: cbff8922-835d-40d7-b741-b9b61add3ef3, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:33:07.268349 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1eda8-55aa-4a29-9ffa-a20bafe7a4a9 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Pushing event updated for resources: {'Subnet': ['ID=f834670a-7d0a-4e2c-afb8-de473b20e2e6,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:33:07.315775 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4c6c825a-ee24-4625-836e-909a392fc539 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:07.322520 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca1eda8-55aa-4a29-9ffa-a20bafe7a4a9 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Network cbff8922-835d-40d7-b741-b9b61add3ef3 is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:33:07.376521 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-6ca1eda8-55aa-4a29-9ffa-a20bafe7a4a9 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, cbff8922-835d-40d7-b741-b9b61add3ef3) {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:33:07.387799 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4c6c825a-ee24-4625-836e-909a392fc539 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:07.397341 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca1eda8-55aa-4a29-9ffa-a20bafe7a4a9 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:33:07.398375 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6ca1eda8-55aa-4a29-9ffa-a20bafe7a4a9 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:07.420846 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1032bbc9-8af4-48c1-aba9-9dfac807d407 req-df241b29-910e-4cb4-b32d-df37579db39d service neutron] 10.222.0.36 "GET /v2.0/networks/492fec2b-f975-425f-828b-425816a23c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5471723 May 18 18:33:07.425056 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-6ca1eda8-55aa-4a29-9ffa-a20bafe7a4a9 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6942692 May 18 18:33:07.426645 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-fe83af51-cdb3-4720-9ca3-97e59c57d460 req-35634640-c97f-4cdd-ad44-18abcd1e9b57 service neutron] For port b31a004a-22e0-41d3-bdc5-d528b97798a3, host n-h1-838550-3, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:33:07.436410 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 59176) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:33:07.506736 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fdc43d5-81cc-44b1-84e6-0966165e565e None None] Network cbff8922-835d-40d7-b741-b9b61add3ef3 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:33:07.512840 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-fe83af51-cdb3-4720-9ca3-97e59c57d460 req-35634640-c97f-4cdd-ad44-18abcd1e9b57 service neutron] For port b31a004a-22e0-41d3-bdc5-d528b97798a3, host n-h1-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=b31a004a-22e0-41d3-bdc5-d528b97798a3,segment=NetworkSegment(a789d407-e290-4a90-b0cb-82b84ff4b9fa),segment_id=a789d407-e290-4a90-b0cb-82b84ff4b9fa)] {{(pid=102730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:33:07.517568 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6c825a-ee24-4625-836e-909a392fc539 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Pushing event updated for resources: {'Port': ['ID=a5bdb5eb-1c89-4614-ba7d-15202cfbb53b,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:33:07.529640 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449aeec8-1fe9-477d-99bc-ffbeccde2ec0 req-e72a16af-2468-4041-8b9b-70f2775225c2 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:33:07.539728 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c6c825a-ee24-4625-836e-909a392fc539 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Network 31ebd439-090c-4b25-bbb0-31c48711b145 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:33:07.545646 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-4c6c825a-ee24-4625-836e-909a392fc539 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:33:07.549707 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-449aeec8-1fe9-477d-99bc-ffbeccde2ec0 req-e72a16af-2468-4041-8b9b-70f2775225c2 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/ports?device_id=8e1b5b20-9613-4989-95f0-ebef26224307 HTTP/1.1" status: 200 len: 943 time: 0.2630405 May 18 18:33:07.565826 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6c825a-ee24-4625-836e-909a392fc539 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:33:07.582864 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-fe83af51-cdb3-4720-9ca3-97e59c57d460 req-35634640-c97f-4cdd-ad44-18abcd1e9b57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:07.612564 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3d491b8e-54bb-4f2b-b769-ddbf49498ead req-9085aec3-fc7b-48f5-992c-63ffcdc4c91b tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-372706829&fields=id&tenant_id=4ce86b77116a4afca1694cba473235e6 HTTP/1.1" status: 200 len: 267 time: 0.7835450 May 18 18:33:07.712135 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35634640-c97f-4cdd-ad44-18abcd1e9b57 service neutron] Pushing event updated for resources: {'Port': ['ID=b31a004a-22e0-41d3-bdc5-d528b97798a3,revision_number=3']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:33:07.727759 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe83af51-cdb3-4720-9ca3-97e59c57d460 req-35634640-c97f-4cdd-ad44-18abcd1e9b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:33:07.728731 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-fe83af51-cdb3-4720-9ca3-97e59c57d460 req-35634640-c97f-4cdd-ad44-18abcd1e9b57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:07.730695 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fe83af51-cdb3-4720-9ca3-97e59c57d460 req-35634640-c97f-4cdd-ad44-18abcd1e9b57 service neutron] 10.222.0.36 "PUT /v2.0/ports/b31a004a-22e0-41d3-bdc5-d528b97798a3 HTTP/1.1" status: 200 len: 1091 time: 6.7133818 May 18 18:33:07.731990 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e1b5b20-9613-4989-95f0-ebef26224307', 'tag': 'b31a004a-22e0-41d3-bdc5-d528b97798a3'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:33:07.735389 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a6e5e4c-647a-4b62-9873-54512f6a96c0" -d '{"events": [{"name": "network-changed", "server_uuid": "8e1b5b20-9613-4989-95f0-ebef26224307", "tag": "b31a004a-22e0-41d3-bdc5-d528b97798a3"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:33:07.756179 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-449aeec8-1fe9-477d-99bc-ffbeccde2ec0 req-da73a44f-72c0-4478-994d-06d4b8bcb3ec tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/security-groups?id=6d4decf1-d3f8-40ef-a49d-c078d56e2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050695 May 18 18:33:07.826095 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d2f621d3-870f-4f9c-9b18-7158e43e17d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:08.052966 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e06250e-f20c-4207-86cd-da7ece29697e req-161f901f-ab4e-44de-83ff-d0d5643ef9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:33:08.056584 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6e06250e-f20c-4207-86cd-da7ece29697e req-161f901f-ab4e-44de-83ff-d0d5643ef9b7 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=4ce86b77116a4afca1694cba473235e6&device_id=626a086d-20bf-469f-b20c-0be7435a44bc HTTP/1.1" status: 200 len: 1096 time: 1.2865949 May 18 18:33:08.093310 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a28bf1a3-99f5-420b-9dae-f6087d6b435d x-openstack-request-id: req-a28bf1a3-99f5-420b-9dae-f6087d6b435d {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:33:08.093607 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d491b8e-54bb-4f2b-b769-ddbf49498ead req-8f737b6c-e738-4849-ba58-b8cf980640e7 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:33:08.093745 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e1b5b20-9613-4989-95f0-ebef26224307", "tag": "b31a004a-22e0-41d3-bdc5-d528b97798a3", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:33:08.093899 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-a28bf1a3-99f5-420b-9dae-f6087d6b435d {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:33:08.094321 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a28bf1a3-99f5-420b-9dae-f6087d6b435d'] response: {'name': 'network-changed', 'server_uuid': '8e1b5b20-9613-4989-95f0-ebef26224307', 'tag': 'b31a004a-22e0-41d3-bdc5-d528b97798a3', 'status': 'completed', 'code': 200} May 18 18:33:08.096136 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3d491b8e-54bb-4f2b-b769-ddbf49498ead req-8f737b6c-e738-4849-ba58-b8cf980640e7 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/networks?id=eafefbfa-378a-4a8a-8ee5-45c0c746f8e9 HTTP/1.1" status: 200 len: 810 time: 0.3756552 May 18 18:33:08.110942 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe83af51-cdb3-4720-9ca3-97e59c57d460 req-1556d73e-b1f8-4024-96fe-f5a3e0c54ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:33:08.112581 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fe83af51-cdb3-4720-9ca3-97e59c57d460 req-1556d73e-b1f8-4024-96fe-f5a3e0c54ea8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8b72fb86d7c844d8a21a58d8abaece54&device_id=8e1b5b20-9613-4989-95f0-ebef26224307 HTTP/1.1" status: 200 len: 1094 time: 0.2892890 May 18 18:33:08.186969 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3d491b8e-54bb-4f2b-b769-ddbf49498ead req-878618aa-563b-4ca2-be18-176153081ae0 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/quotas/4ce86b77116a4afca1694cba473235e6 HTTP/1.1" status: 200 len: 375 time: 0.0838559 May 18 18:33:08.197544 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f76ddbdc-4e05-457e-a435-6c8dfc0e3aec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-cbff8922-835d-40d7-b741-b9b61add3ef3', 'network_id': 'cbff8922-835d-40d7-b741-b9b61add3ef3', 'tenant_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'fixed_ips': [{'subnet_id': 'f834670a-7d0a-4e2c-afb8-de473b20e2e6'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:33:08.199654 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f76ddbdc-4e05-457e-a435-6c8dfc0e3aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:08.236767 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fe83af51-cdb3-4720-9ca3-97e59c57d460 req-38af7e1f-6cd3-4d2e-8ed1-71c413e3f091 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b31a004a-22e0-41d3-bdc5-d528b97798a3 HTTP/1.1" status: 200 len: 217 time: 0.1112094 May 18 18:33:08.278124 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device a5c0815d-e27a-4017-b928-5ac24eb2ff5e up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:33:08.435994 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b8ce1700-9a3f-4eab-9e81-7d5cbcafc3f3 None None] Notify callbacks [] for port, precommit_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:08.453516 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe83af51-cdb3-4720-9ca3-97e59c57d460 req-999539be-b510-4b3a-bd0c-64b60b5ef455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:33:08.457024 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fe83af51-cdb3-4720-9ca3-97e59c57d460 req-999539be-b510-4b3a-bd0c-64b60b5ef455 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2280c6a7-2fbb-43fd-a641-4a8bbdb3adbf HTTP/1.1" status: 200 len: 845 time: 0.1915748 May 18 18:33:08.463880 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b8ce1700-9a3f-4eab-9e81-7d5cbcafc3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:08.517855 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4be2b61-113a-43b9-a921-b9605b1fb301 None None] Pushing event updated for resources: {'Port': ['ID=a11d9008-1fa8-4bd4-9ecc-773e5b634594,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:33:08.519148 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fe83af51-cdb3-4720-9ca3-97e59c57d460 req-305e072a-5999-4818-b770-b98ca2691d3f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=492fec2b-f975-425f-828b-425816a23c89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500801 May 18 18:33:08.599823 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port a5c0815d-e27a-4017-b928-5ac24eb2ff5e triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:33:08.600200 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:08.701500 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-90f8827e-7d44-43bc-b2f7-92972d342da9 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:08.730043 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4c6c825a-ee24-4625-836e-909a392fc539 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:08.734537 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-f76ddbdc-4e05-457e-a435-6c8dfc0e3aec None None] Allocated IP 172.23.0.2 (cbff8922-835d-40d7-b741-b9b61add3ef3/f834670a-7d0a-4e2c-afb8-de473b20e2e6/90510f14-05a1-4966-82f2-2f7eb941370f) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:33:08.796552 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-b8ce1700-9a3f-4eab-9e81-7d5cbcafc3f3 None None] Attempting to bind port a11d9008-1fa8-4bd4-9ecc-773e5b634594 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:33:08.797143 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-b8ce1700-9a3f-4eab-9e81-7d5cbcafc3f3 None None] Attempting to bind port a11d9008-1fa8-4bd4-9ecc-773e5b634594 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '35d15f47-5bee-4702-b095-a0a4852e18ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'abca76f9-8770-4771-b4ff-1680a7b33ed2'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:33:08.797987 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ce1700-9a3f-4eab-9e81-7d5cbcafc3f3 None None] Attempting to bind port a11d9008-1fa8-4bd4-9ecc-773e5b634594 on network abca76f9-8770-4771-b4ff-1680a7b33ed2 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:33:08.830641 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ce1700-9a3f-4eab-9e81-7d5cbcafc3f3 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:33:08.831022 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ce1700-9a3f-4eab-9e81-7d5cbcafc3f3 None None] Checking segment: {'id': '35d15f47-5bee-4702-b095-a0a4852e18ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'abca76f9-8770-4771-b4ff-1680a7b33ed2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:33:08.831436 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b8ce1700-9a3f-4eab-9e81-7d5cbcafc3f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:08.831837 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ce1700-9a3f-4eab-9e81-7d5cbcafc3f3 None None] Bound using segment: {'id': '35d15f47-5bee-4702-b095-a0a4852e18ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'abca76f9-8770-4771-b4ff-1680a7b33ed2'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:33:08.832377 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-b8ce1700-9a3f-4eab-9e81-7d5cbcafc3f3 None None] Bound port: a11d9008-1fa8-4bd4-9ecc-773e5b634594, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35d15f47-5bee-4702-b095-a0a4852e18ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'abca76f9-8770-4771-b4ff-1680a7b33ed2'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:33:08.832764 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b8ce1700-9a3f-4eab-9e81-7d5cbcafc3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:08.903860 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fe83af51-cdb3-4720-9ca3-97e59c57d460 req-042c1b6a-276c-4802-9b69-5f2d17e6096b service neutron] 10.222.0.36 "GET /v2.0/networks/492fec2b-f975-425f-828b-425816a23c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3497603 May 18 18:33:09.007613 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e06250e-f20c-4207-86cd-da7ece29697e req-07bec728-1ae0-4bd9-bf8b-6977a9983113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:33:09.008729 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port a5c0815d-e27a-4017-b928-5ac24eb2ff5e is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:33:09.009236 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:09.013182 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6e06250e-f20c-4207-86cd-da7ece29697e req-07bec728-1ae0-4bd9-bf8b-6977a9983113 service neutron] 10.222.0.88 "GET /v2.0/networks?id=eafefbfa-378a-4a8a-8ee5-45c0c746f8e9 HTTP/1.1" status: 200 len: 911 time: 0.9122002 May 18 18:33:09.072243 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] For port a5c0815d-e27a-4017-b928-5ac24eb2ff5e, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=a5c0815d-e27a-4017-b928-5ac24eb2ff5e,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:33:09.088152 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:09.139574 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b8ce1700-9a3f-4eab-9e81-7d5cbcafc3f3 None None] For port a11d9008-1fa8-4bd4-9ecc-773e5b634594, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:33:09.145060 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3d491b8e-54bb-4f2b-b769-ddbf49498ead req-d5536031-c509-4c9c-bf05-617cf5cce0a3 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=4ce86b77116a4afca1694cba473235e6&fields=id HTTP/1.1" status: 200 len: 440 time: 0.8632205 May 18 18:33:09.165786 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a1afec-9bcd-4796-947e-d8834acc6ed8 req-34c5f208-b11e-4fea-9664-e4d40dc241d5 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:33:09.173872 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-30a1afec-9bcd-4796-947e-d8834acc6ed8 req-34c5f208-b11e-4fea-9664-e4d40dc241d5 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/ports?device_id=8e1b5b20-9613-4989-95f0-ebef26224307 HTTP/1.1" status: 200 len: 943 time: 0.2666142 May 18 18:33:09.187667 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b8ce1700-9a3f-4eab-9e81-7d5cbcafc3f3 None None] For port a11d9008-1fa8-4bd4-9ecc-773e5b634594, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=a11d9008-1fa8-4bd4-9ecc-773e5b634594,segment=NetworkSegment(35d15f47-5bee-4702-b095-a0a4852e18ea),segment_id=35d15f47-5bee-4702-b095-a0a4852e18ea)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:33:09.206810 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-fcb0ac99-d4cc-4d8c-8330-dabc4f94daa7 None None] Provisioning complete for port a11d9008-1fa8-4bd4-9ecc-773e5b634594 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:33:09.207445 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-fcb0ac99-d4cc-4d8c-8330-dabc4f94daa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:09.215301 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b8ce1700-9a3f-4eab-9e81-7d5cbcafc3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:09.216630 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6e06250e-f20c-4207-86cd-da7ece29697e req-7cdc4d3b-048a-4a35-8fb9-a5c2e3edd832 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=decea55d-a895-43b7-9e02-6f468495aa03 HTTP/1.1" status: 200 len: 1001 time: 0.1518750 May 18 18:33:09.274258 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fe83af51-cdb3-4720-9ca3-97e59c57d460 req-e4d07606-9707-4bf3-b9e3-27cbd071cb4b service neutron] 10.222.0.36 "GET /v2.0/networks/492fec2b-f975-425f-828b-425816a23c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3345451 May 18 18:33:09.296771 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-30a1afec-9bcd-4796-947e-d8834acc6ed8 req-e2d0a347-6dc1-4abc-b646-91196507c1e6 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/security-groups?id=6d4decf1-d3f8-40ef-a49d-c078d56e2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219318 May 18 18:33:09.315161 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Pushing event updated for resources: {'Port': ['ID=a5c0815d-e27a-4017-b928-5ac24eb2ff5e,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:33:09.370615 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f76ddbdc-4e05-457e-a435-6c8dfc0e3aec None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:09.423642 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3d491b8e-54bb-4f2b-b769-ddbf49498ead req-5a220969-8871-408e-9d35-7509d74cbca5 service neutron] 10.222.0.85 "GET /v2.0/networks/eafefbfa-378a-4a8a-8ee5-45c0c746f8e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033157 May 18 18:33:09.475763 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f76ddbdc-4e05-457e-a435-6c8dfc0e3aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:09.498511 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ce1700-9a3f-4eab-9e81-7d5cbcafc3f3 None None] Routers {'4ccf6a9f-94ce-4704-a04c-8d91da2e98ba'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:33:09.509884 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-b8ce1700-9a3f-4eab-9e81-7d5cbcafc3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:32:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['4ccf6a9f-94ce-4704-a04c-8d91da2e98ba'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:33:09.513162 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6e5e4c-647a-4b62-9873-54512f6a96c0 req-d6b3cce3-7d2d-423d-8b95-fd87c9fdba8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:33:09.514746 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6a6e5e4c-647a-4b62-9873-54512f6a96c0 req-d6b3cce3-7d2d-423d-8b95-fd87c9fdba8d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8b72fb86d7c844d8a21a58d8abaece54&device_id=8e1b5b20-9613-4989-95f0-ebef26224307 HTTP/1.1" status: 200 len: 1094 time: 0.1711299 May 18 18:33:09.577689 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-90f8827e-7d44-43bc-b2f7-92972d342da9 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Allocated IP 172.23.0.1 (cbff8922-835d-40d7-b741-b9b61add3ef3/f834670a-7d0a-4e2c-afb8-de473b20e2e6/771b0d41-5dae-470c-9af0-1259aa943b7f) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:33:09.734184 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4c6c825a-ee24-4625-836e-909a392fc539 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596801'] for router, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:09.740245 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76ddbdc-4e05-457e-a435-6c8dfc0e3aec None None] Network cbff8922-835d-40d7-b741-b9b61add3ef3 is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:33:09.752439 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e06250e-f20c-4207-86cd-da7ece29697e req-61570798-58e0-4939-abb6-03674ee2fe78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:33:09.754960 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6e06250e-f20c-4207-86cd-da7ece29697e req-61570798-58e0-4939-abb6-03674ee2fe78 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=ab1f7f5a-a761-43dc-be82-e3f213958e88 HTTP/1.1" status: 200 len: 849 time: 0.3303833 May 18 18:33:09.811337 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-f76ddbdc-4e05-457e-a435-6c8dfc0e3aec None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:33:09.829644 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76ddbdc-4e05-457e-a435-6c8dfc0e3aec None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:33:09.860862 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6e5e4c-647a-4b62-9873-54512f6a96c0 req-9694687b-3856-4a33-a155-b18176a169d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:33:09.862436 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6a6e5e4c-647a-4b62-9873-54512f6a96c0 req-9694687b-3856-4a33-a155-b18176a169d4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=492fec2b-f975-425f-828b-425816a23c89 HTTP/1.1" status: 200 len: 906 time: 0.3306289 May 18 18:33:09.915911 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4be2b61-113a-43b9-a921-b9605b1fb301 None None] Pushing event updated for resources: {'Port': ['ID=a11d9008-1fa8-4bd4-9ecc-773e5b634594,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:33:09.923028 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-b8ce1700-9a3f-4eab-9e81-7d5cbcafc3f3 None None] Set router 4ccf6a9f-94ce-4704-a04c-8d91da2e98ba gateway port host: None {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:33:09.989116 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6a6e5e4c-647a-4b62-9873-54512f6a96c0 req-840b64f7-0862-411d-a7fd-5f11f3463010 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b31a004a-22e0-41d3-bdc5-d528b97798a3 HTTP/1.1" status: 200 len: 217 time: 0.1028275 May 18 18:33:10.014355 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3d491b8e-54bb-4f2b-b769-ddbf49498ead req-2478da6f-a488-419d-ab81-49377b9fa129 service neutron] 10.222.0.85 "GET /v2.0/networks/eafefbfa-378a-4a8a-8ee5-45c0c746f8e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5358818 May 18 18:33:10.025004 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e06250e-f20c-4207-86cd-da7ece29697e req-9e257a2c-37e1-4cb9-91dd-3919667f148c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:33:10.026625 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6e06250e-f20c-4207-86cd-da7ece29697e req-9e257a2c-37e1-4cb9-91dd-3919667f148c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=eafefbfa-378a-4a8a-8ee5-45c0c746f8e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2073569 May 18 18:33:10.078173 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6e5e4c-647a-4b62-9873-54512f6a96c0 req-c512f5c7-ef04-4c3b-8fa0-2730fab9dee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:33:10.080327 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6a6e5e4c-647a-4b62-9873-54512f6a96c0 req-c512f5c7-ef04-4c3b-8fa0-2730fab9dee7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2280c6a7-2fbb-43fd-a641-4a8bbdb3adbf HTTP/1.1" status: 200 len: 845 time: 0.0801680 May 18 18:33:10.127535 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c6c825a-ee24-4625-836e-909a392fc539 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Router 1cea106e-c913-4527-9e5b-3f0f7a705eec is scheduled to L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e with binding_index 1 {{(pid=102731) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 18 18:33:10.128289 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6a6e5e4c-647a-4b62-9873-54512f6a96c0 req-bb0407e5-5850-40cf-908c-00d4b8c47388 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=492fec2b-f975-425f-828b-425816a23c89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323961 May 18 18:33:10.131977 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-90f8827e-7d44-43bc-b2f7-92972d342da9 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:10.300145 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-90f8827e-7d44-43bc-b2f7-92972d342da9 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:10.350296 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f8827e-7d44-43bc-b2f7-92972d342da9 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Network cbff8922-835d-40d7-b741-b9b61add3ef3 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:33:10.354776 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-90f8827e-7d44-43bc-b2f7-92972d342da9 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:33:10.369937 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f8827e-7d44-43bc-b2f7-92972d342da9 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:33:10.390328 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6e06250e-f20c-4207-86cd-da7ece29697e req-8f9cdb14-44d2-4b06-80e8-8733e9f29d14 service neutron] 10.222.0.88 "GET /v2.0/networks/eafefbfa-378a-4a8a-8ee5-45c0c746f8e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3466911 May 18 18:33:10.501886 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device a5c0815d-e27a-4017-b928-5ac24eb2ff5e up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:33:10.548131 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-90f8827e-7d44-43bc-b2f7-92972d342da9 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595826'] for router_interface, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:10.601175 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-fcb0ac99-d4cc-4d8c-8330-dabc4f94daa7 None None] Current status of the port a11d9008-1fa8-4bd4-9ecc-773e5b634594 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:33:10.601557 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-fcb0ac99-d4cc-4d8c-8330-dabc4f94daa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:10.638613 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6a6e5e4c-647a-4b62-9873-54512f6a96c0 req-7981c87d-872c-426d-95d0-e59f604c7f70 service neutron] 10.222.0.36 "GET /v2.0/networks/492fec2b-f975-425f-828b-425816a23c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5016501 May 18 18:33:10.646644 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6e06250e-f20c-4207-86cd-da7ece29697e req-c471d259-bbdd-4ada-a446-c65e2956304f service neutron] 10.222.0.88 "GET /v2.0/networks/eafefbfa-378a-4a8a-8ee5-45c0c746f8e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374849 May 18 18:33:10.716377 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f8827e-7d44-43bc-b2f7-92972d342da9 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Pushing event updated for resources: {'Port': ['ID=771b0d41-5dae-470c-9af0-1259aa943b7f,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:33:10.742761 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76ddbdc-4e05-457e-a435-6c8dfc0e3aec None None] Pushing event updated for resources: {'Port': ['ID=90510f14-05a1-4966-82f2-2f7eb941370f,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:33:10.760879 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9c47ff4b-450f-40a9-98eb-8b17f1f5fa37 req-48bd0398-e26e-4a5a-94f7-ae274feedf8d tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=1e87ebb1-66a8-452f-9f9f-1727775ac206 HTTP/1.1" status: 200 len: 210 time: 0.1120191 May 18 18:33:10.785984 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-f76ddbdc-4e05-457e-a435-6c8dfc0e3aec None None] Attempting to bind port 90510f14-05a1-4966-82f2-2f7eb941370f on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:33:10.786425 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-f76ddbdc-4e05-457e-a435-6c8dfc0e3aec None None] Attempting to bind port 90510f14-05a1-4966-82f2-2f7eb941370f by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': 'b79a99cd-0858-4b9b-a9c5-020c2b98e641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'cbff8922-835d-40d7-b741-b9b61add3ef3'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:33:10.786961 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76ddbdc-4e05-457e-a435-6c8dfc0e3aec None None] Attempting to bind port 90510f14-05a1-4966-82f2-2f7eb941370f on network cbff8922-835d-40d7-b741-b9b61add3ef3 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:33:10.905638 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c6c825a-ee24-4625-836e-909a392fc539 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:33:10.921165 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3549eedb-ebb2-4399-b44d-9ecf7da4ae4a None None] Sync routers for ids ['1cea106e-c913-4527-9e5b-3f0f7a705eec'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:33:10.941168 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3549eedb-ebb2-4399-b44d-9ecf7da4ae4a None None] Routers {'1cea106e-c913-4527-9e5b-3f0f7a705eec'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:33:10.943275 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-3549eedb-ebb2-4399-b44d-9ecf7da4ae4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:33:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['1cea106e-c913-4527-9e5b-3f0f7a705eec'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:33:10.947446 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4c6c825a-ee24-4625-836e-909a392fc539 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Notify callbacks [] for router, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:10.948725 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-4c6c825a-ee24-4625-836e-909a392fc539 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.9033372 May 18 18:33:10.952901 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 59224) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:33:11.034206 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6a6e5e4c-647a-4b62-9873-54512f6a96c0 req-83642674-7e87-4381-9683-e223ed228930 service neutron] 10.222.0.36 "GET /v2.0/networks/492fec2b-f975-425f-828b-425816a23c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3025596 May 18 18:33:11.167093 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d057c548-cca1-4909-a008-b3713c8dacb5 req-e0742c14-67a0-429f-9732-de6173878382 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:33:11.171653 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d057c548-cca1-4909-a008-b3713c8dacb5 req-e0742c14-67a0-429f-9732-de6173878382 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/ports?device_id=8e1b5b20-9613-4989-95f0-ebef26224307 HTTP/1.1" status: 200 len: 943 time: 0.6266706 May 18 18:33:11.203779 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-8c0f71a8-edb1-4ddb-aa87-6b5336ca3287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:11.240266 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-fcb0ac99-d4cc-4d8c-8330-dabc4f94daa7 None None] For port a11d9008-1fa8-4bd4-9ecc-773e5b634594, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=a11d9008-1fa8-4bd4-9ecc-773e5b634594,segment=NetworkSegment(35d15f47-5bee-4702-b095-a0a4852e18ea),segment_id=35d15f47-5bee-4702-b095-a0a4852e18ea)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:33:11.262668 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76ddbdc-4e05-457e-a435-6c8dfc0e3aec None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:33:11.262668 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76ddbdc-4e05-457e-a435-6c8dfc0e3aec None None] Checking segment: {'id': 'b79a99cd-0858-4b9b-a9c5-020c2b98e641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'cbff8922-835d-40d7-b741-b9b61add3ef3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:33:11.262987 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f76ddbdc-4e05-457e-a435-6c8dfc0e3aec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:11.263371 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76ddbdc-4e05-457e-a435-6c8dfc0e3aec None None] Bound using segment: {'id': 'b79a99cd-0858-4b9b-a9c5-020c2b98e641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'cbff8922-835d-40d7-b741-b9b61add3ef3'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:33:11.263873 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-f76ddbdc-4e05-457e-a435-6c8dfc0e3aec None None] Bound port: 90510f14-05a1-4966-82f2-2f7eb941370f, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b79a99cd-0858-4b9b-a9c5-020c2b98e641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'cbff8922-835d-40d7-b741-b9b61add3ef3'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:33:11.264272 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f76ddbdc-4e05-457e-a435-6c8dfc0e3aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:11.268183 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-90f8827e-7d44-43bc-b2f7-92972d342da9 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:11.277607 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-3549eedb-ebb2-4399-b44d-9ecf7da4ae4a None None] Set router 1cea106e-c913-4527-9e5b-3f0f7a705eec gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:33:11.282500 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-d9673531-34a0-402a-a5ab-81feb26b386b tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] 10.222.0.85 "GET /v2.0/routers/1cea106e-c913-4527-9e5b-3f0f7a705eec HTTP/1.1" status: 200 len: 908 time: 0.3265886 May 18 18:33:11.285081 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 59232) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:33:11.297034 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d057c548-cca1-4909-a008-b3713c8dacb5 req-02f58b07-6ec6-4644-9b5b-db0af9c7f6c6 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/security-groups?id=6d4decf1-d3f8-40ef-a49d-c078d56e2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155305 May 18 18:33:11.318733 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-fcb0ac99-d4cc-4d8c-8330-dabc4f94daa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:11.474050 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port a5c0815d-e27a-4017-b928-5ac24eb2ff5e triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:33:11.474423 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:11.608341 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:11.645552 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-adbd8f4c-5903-4819-91bc-074a0d442c63 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Notify callbacks [] for router, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:11.745904 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-3549eedb-ebb2-4399-b44d-9ecf7da4ae4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cea106e-c913-4527-9e5b-3f0f7a705eec', 'name': 'tempest-snat-router-1989488302', 'tenant_id': '101f7c880d7042e98a1f7e7eb1d3b117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': 'a5bdb5eb-1c89-4614-ba7d-15202cfbb53b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:33:04Z', 'updated_at': '2022-05-18T18:33:08Z', 'revision_number': 3, 'project_id': '101f7c880d7042e98a1f7e7eb1d3b117', 'gw_port': {'id': 'a5bdb5eb-1c89-4614-ba7d-15202cfbb53b', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ba:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cea106e-c913-4527-9e5b-3f0f7a705eec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:33:06Z', 'updated_at': '2022-05-18T18:33:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:33:11.775446 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-bd3ae562-195a-4141-8302-28a7223b9279 None None] Provisioning complete for port a11d9008-1fa8-4bd4-9ecc-773e5b634594 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:33:11.775754 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-bd3ae562-195a-4141-8302-28a7223b9279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:11.807536 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb0ac99-d4cc-4d8c-8330-dabc4f94daa7 None None] Pushing event updated for resources: {'Port': ['ID=a11d9008-1fa8-4bd4-9ecc-773e5b634594,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:33:11.866279 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-f76ddbdc-4e05-457e-a435-6c8dfc0e3aec None None] For port 90510f14-05a1-4966-82f2-2f7eb941370f, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:33:11.894930 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-f76ddbdc-4e05-457e-a435-6c8dfc0e3aec None None] For port 90510f14-05a1-4966-82f2-2f7eb941370f, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=90510f14-05a1-4966-82f2-2f7eb941370f,segment=NetworkSegment(b79a99cd-0858-4b9b-a9c5-020c2b98e641),segment_id=b79a99cd-0858-4b9b-a9c5-020c2b98e641)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:33:11.895352 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3549eedb-ebb2-4399-b44d-9ecf7da4ae4a None None] Checking router: 1cea106e-c913-4527-9e5b-3f0f7a705eec for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:33:11.896065 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3549eedb-ebb2-4399-b44d-9ecf7da4ae4a None None] Updating router 1cea106e-c913-4527-9e5b-3f0f7a705eec port a5bdb5eb-1c89-4614-ba7d-15202cfbb53b binding host n-d-838550-3 {{(pid=102733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 18:33:11.909862 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f76ddbdc-4e05-457e-a435-6c8dfc0e3aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:11.946822 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-3549eedb-ebb2-4399-b44d-9ecf7da4ae4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:11.956156 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-90f8827e-7d44-43bc-b2f7-92972d342da9 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:11.970107 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-90f8827e-7d44-43bc-b2f7-92972d342da9 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:11.988189 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-b8ce1700-9a3f-4eab-9e81-7d5cbcafc3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ccf6a9f-94ce-4704-a04c-8d91da2e98ba', 'name': 'tempest-RoutersTest-router-739742', 'tenant_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:32:38Z', 'updated_at': '2022-05-18T18:33:00Z', 'revision_number': 4, 'project_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'gw_port_host': None, '_interfaces': [{'id': '835b369d-fcdd-48f8-9196-ea344252f20d', 'name': '', 'network_id': '00bf5e09-9256-48f7-8ef3-8f19372524b4', 'tenant_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'mac_address': 'fa:16:3e:2c:8f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ccf6a9f-94ce-4704-a04c-8d91da2e98ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': '8c827744-dfbe-4e72-baa2-b5c99d55b3a7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:32:49Z', 'updated_at': '2022-05-18T18:33:02Z', 'revision_number': 5, 'project_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'subnets': [{'id': '8c827744-dfbe-4e72-baa2-b5c99d55b3a7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a11d9008-1fa8-4bd4-9ecc-773e5b634594', 'name': '', 'network_id': 'abca76f9-8770-4771-b4ff-1680a7b33ed2', 'tenant_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'mac_address': 'fa:16:3e:4a:91:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ccf6a9f-94ce-4704-a04c-8d91da2e98ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': 'baa8f4bd-7aa7-4e2b-a340-bcc47c896ed0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:32:58Z', 'updated_at': '2022-05-18T18:33:09Z', 'revision_number': 4, 'project_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'subnets': [{'id': 'baa8f4bd-7aa7-4e2b-a340-bcc47c896ed0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce571f76-8eeb-46bb-900c-89cee7d9b6ab', 'name': '', 'network_id': 'bcb02ed3-c3f9-4742-99c3-7e547facb943', 'tenant_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'mac_address': 'fa:16:3e:ef:8d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ccf6a9f-94ce-4704-a04c-8d91da2e98ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': '8f268bd5-41bd-46c0-8026-fee8e4f65cb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:32:41Z', 'updated_at': '2022-05-18T18:32:51Z', 'revision_number': 5, 'project_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'subnets': [{'id': '8f268bd5-41bd-46c0-8026-fee8e4f65cb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:33:12.067108 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ce1700-9a3f-4eab-9e81-7d5cbcafc3f3 None None] The sync data for ids ['4ccf6a9f-94ce-4704-a04c-8d91da2e98ba'] in n-d-838550-3 is: [{'id': '4ccf6a9f-94ce-4704-a04c-8d91da2e98ba', 'name': 'tempest-RoutersTest-router-739742', 'tenant_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:32:38Z', 'updated_at': '2022-05-18T18:33:00Z', 'revision_number': 4, 'project_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'gw_port_host': None, '_interfaces': [{'id': '835b369d-fcdd-48f8-9196-ea344252f20d', 'name': '', 'network_id': '00bf5e09-9256-48f7-8ef3-8f19372524b4', 'tenant_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'mac_address': 'fa:16:3e:2c:8f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ccf6a9f-94ce-4704-a04c-8d91da2e98ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': '8c827744-dfbe-4e72-baa2-b5c99d55b3a7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:32:49Z', 'updated_at': '2022-05-18T18:33:02Z', 'revision_number': 5, 'project_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'subnets': [{'id': '8c827744-dfbe-4e72-baa2-b5c99d55b3a7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a11d9008-1fa8-4bd4-9ecc-773e5b634594', 'name': '', 'network_id': 'abca76f9-8770-4771-b4ff-1680a7b33ed2', 'tenant_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'mac_address': 'fa:16:3e:4a:91:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ccf6a9f-94ce-4704-a04c-8d91da2e98ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': 'baa8f4bd-7aa7-4e2b-a340-bcc47c896ed0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:32:58Z', 'updated_at': '2022-05-18T18:33:09Z', 'revision_number': 4, 'project_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'subnets': [{'id': 'baa8f4bd-7aa7-4e2b-a340-bcc47c896ed0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce571f76-8eeb-46bb-900c-89cee7d9b6ab', 'name': '', 'network_id': 'bcb02ed3-c3f9-4742-99c3-7e547facb943', 'tenant_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'mac_address': 'fa:16:3e:ef:8d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ccf6a9f-94ce-4704-a04c-8d91da2e98ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': '8f268bd5-41bd-46c0-8026-fee8e4f65cb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:32:41Z', 'updated_at': '2022-05-18T18:32:51Z', 'revision_number': 5, 'project_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'subnets': [{'id': '8f268bd5-41bd-46c0-8026-fee8e4f65cb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:33:12.073129 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76ddbdc-4e05-457e-a435-6c8dfc0e3aec None None] Pushing event updated for resources: {'Port': ['ID=90510f14-05a1-4966-82f2-2f7eb941370f,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:33:12.089571 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port a5c0815d-e27a-4017-b928-5ac24eb2ff5e is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:33:12.100204 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device a11d9008-1fa8-4bd4-9ecc-773e5b634594 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:33:12.148152 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-90f8827e-7d44-43bc-b2f7-92972d342da9 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-595870'] for router_interface, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:12.183612 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-bd3ae562-195a-4141-8302-28a7223b9279 None None] Current status of the port a11d9008-1fa8-4bd4-9ecc-773e5b634594 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:33:12.275080 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port a11d9008-1fa8-4bd4-9ecc-773e5b634594 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:33:12.275477 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:12.488466 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-3549eedb-ebb2-4399-b44d-9ecf7da4ae4a None None] Notify callbacks [] for port, precommit_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:12.500174 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-3549eedb-ebb2-4399-b44d-9ecf7da4ae4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:12.503896 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-70893d89-22c0-42cc-ba35-b9aa2770622b req-e9d8d302-85ad-4cd3-99c2-2bec8bd30583 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=1e87ebb1-66a8-452f-9f9f-1727775ac206 HTTP/1.1" status: 200 len: 210 time: 0.1055515 May 18 18:33:12.506296 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:12.622745 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port a11d9008-1fa8-4bd4-9ecc-773e5b634594 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:33:12.644122 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-3549eedb-ebb2-4399-b44d-9ecf7da4ae4a None None] Attempting to bind port a5bdb5eb-1c89-4614-ba7d-15202cfbb53b on host n-d-838550-3 for vnic_type normal with profile {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:33:12.644487 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-3549eedb-ebb2-4399-b44d-9ecf7da4ae4a None None] Attempting to bind port a5bdb5eb-1c89-4614-ba7d-15202cfbb53b by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:33:12.644844 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3549eedb-ebb2-4399-b44d-9ecf7da4ae4a None None] Attempting to bind port a5bdb5eb-1c89-4614-ba7d-15202cfbb53b on network 31ebd439-090c-4b25-bbb0-31c48711b145 {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:33:12.668391 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3549eedb-ebb2-4399-b44d-9ecf7da4ae4a None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:33:12.681361 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3549eedb-ebb2-4399-b44d-9ecf7da4ae4a None None] Checking segment: {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:33:12.681837 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-3549eedb-ebb2-4399-b44d-9ecf7da4ae4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:12.682245 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3549eedb-ebb2-4399-b44d-9ecf7da4ae4a None None] Bound using segment: {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:33:12.690030 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-3549eedb-ebb2-4399-b44d-9ecf7da4ae4a None None] Bound port: a5bdb5eb-1c89-4614-ba7d-15202cfbb53b, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:33:12.690030 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-3549eedb-ebb2-4399-b44d-9ecf7da4ae4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:12.749666 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4172de4-ee7c-4506-a817-a84f35217847 None None] Pushing event updated for resources: {'Port': ['ID=a5bdb5eb-1c89-4614-ba7d-15202cfbb53b,revision_number=2']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:33:12.759329 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-adbd8f4c-5903-4819-91bc-074a0d442c63 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:12.789946 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.db [None req-3549eedb-ebb2-4399-b44d-9ecf7da4ae4a None None] For port a5bdb5eb-1c89-4614-ba7d-15202cfbb53b, host n-d-838550-3, cleared binding levels {{(pid=102733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:33:12.799282 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.db [None req-3549eedb-ebb2-4399-b44d-9ecf7da4ae4a None None] For port a5bdb5eb-1c89-4614-ba7d-15202cfbb53b, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=a5bdb5eb-1c89-4614-ba7d-15202cfbb53b,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:33:12.826346 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-3549eedb-ebb2-4399-b44d-9ecf7da4ae4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:12.895009 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3549eedb-ebb2-4399-b44d-9ecf7da4ae4a None None] Routers {'1cea106e-c913-4527-9e5b-3f0f7a705eec'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:33:12.896792 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-3549eedb-ebb2-4399-b44d-9ecf7da4ae4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:33:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['1cea106e-c913-4527-9e5b-3f0f7a705eec'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:33:12.910992 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-adbd8f4c-5903-4819-91bc-074a0d442c63 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Deleting port a5bdb5eb-1c89-4614-ba7d-15202cfbb53b {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:33:12.911338 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-adbd8f4c-5903-4819-91bc-074a0d442c63 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:12.964606 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4172de4-ee7c-4506-a817-a84f35217847 None None] Pushing event updated for resources: {'Port': ['ID=a5bdb5eb-1c89-4614-ba7d-15202cfbb53b,revision_number=3']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:33:13.000183 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device a11d9008-1fa8-4bd4-9ecc-773e5b634594 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:33:13.078553 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-3549eedb-ebb2-4399-b44d-9ecf7da4ae4a None None] Set router 1cea106e-c913-4527-9e5b-3f0f7a705eec gateway port host: None {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:33:13.093484 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-adbd8f4c-5903-4819-91bc-074a0d442c63 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] For port a5bdb5eb-1c89-4614-ba7d-15202cfbb53b, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=a5bdb5eb-1c89-4614-ba7d-15202cfbb53b,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:33:13.093807 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-adbd8f4c-5903-4819-91bc-074a0d442c63 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:13.095024 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f8827e-7d44-43bc-b2f7-92972d342da9 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Pushing event updated for resources: {'Port': ['ID=771b0d41-5dae-470c-9af0-1259aa943b7f,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:33:13.115085 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-adbd8f4c-5903-4819-91bc-074a0d442c63 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Calling delete_port for a5bdb5eb-1c89-4614-ba7d-15202cfbb53b owned by network:router_gateway {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:33:13.150006 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:13.167261 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port a11d9008-1fa8-4bd4-9ecc-773e5b634594 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:33:13.176054 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:13.207772 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-3549eedb-ebb2-4399-b44d-9ecf7da4ae4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cea106e-c913-4527-9e5b-3f0f7a705eec', 'name': 'tempest-snat-router-1989488302', 'tenant_id': '101f7c880d7042e98a1f7e7eb1d3b117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:33:04Z', 'updated_at': '2022-05-18T18:33:12Z', 'revision_number': 4, 'project_id': '101f7c880d7042e98a1f7e7eb1d3b117', 'gw_port_host': None}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:33:13.261098 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3549eedb-ebb2-4399-b44d-9ecf7da4ae4a None None] The sync data for ids ['1cea106e-c913-4527-9e5b-3f0f7a705eec'] in n-d-838550-3 is: [{'id': '1cea106e-c913-4527-9e5b-3f0f7a705eec', 'name': 'tempest-snat-router-1989488302', 'tenant_id': '101f7c880d7042e98a1f7e7eb1d3b117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:33:04Z', 'updated_at': '2022-05-18T18:33:12Z', 'revision_number': 4, 'project_id': '101f7c880d7042e98a1f7e7eb1d3b117', 'gw_port_host': None}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:33:13.308443 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82767dd2-aba5-4a7c-95a4-9f0907bf9ee7 req-3a317963-8483-4420-872e-5b228f16fe55 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:33:13.315587 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-82767dd2-aba5-4a7c-95a4-9f0907bf9ee7 req-3a317963-8483-4420-872e-5b228f16fe55 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/ports?device_id=8e1b5b20-9613-4989-95f0-ebef26224307 HTTP/1.1" status: 200 len: 943 time: 0.3078396 May 18 18:33:13.344212 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port a11d9008-1fa8-4bd4-9ecc-773e5b634594 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:33:13.346031 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 90510f14-05a1-4966-82f2-2f7eb941370f up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:33:13.402331 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d491b8e-54bb-4f2b-b769-ddbf49498ead req-426eb132-92cf-4a3f-8d11-578487456982 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:33:13.404472 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3d491b8e-54bb-4f2b-b769-ddbf49498ead req-426eb132-92cf-4a3f-8d11-578487456982 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.36 "GET /v2.0/networks?id=eafefbfa-378a-4a8a-8ee5-45c0c746f8e9 HTTP/1.1" status: 200 len: 810 time: 0.3956597 May 18 18:33:13.416255 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-adbd8f4c-5903-4819-91bc-074a0d442c63 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:13.476098 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 90510f14-05a1-4966-82f2-2f7eb941370f triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:33:13.478043 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:13.489048 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f8827e-7d44-43bc-b2f7-92972d342da9 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Network cbff8922-835d-40d7-b741-b9b61add3ef3 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:33:13.493589 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbd8f4c-5903-4819-91bc-074a0d442c63 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Pushing event deleted for resources: {'Port': ['ID=a5bdb5eb-1c89-4614-ba7d-15202cfbb53b,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:33:13.566660 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-90f8827e-7d44-43bc-b2f7-92972d342da9 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:33:13.575522 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3d491b8e-54bb-4f2b-b769-ddbf49498ead req-4cf87468-6b26-49f1-917c-5526acad9175 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4ce86b77116a4afca1694cba473235e6 HTTP/1.1" status: 200 len: 379 time: 0.1531944 May 18 18:33:13.602147 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-3d491b8e-54bb-4f2b-b769-ddbf49498ead req-053e3f11-0ac8-41d8-a1a9-c13c0d11ead8 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Request body: {'port': {'device_id': '1e87ebb1-66a8-452f-9f9f-1727775ac206', 'network_id': 'eafefbfa-378a-4a8a-8ee5-45c0c746f8e9', 'admin_state_up': True, 'tenant_id': '4ce86b77116a4afca1694cba473235e6', 'security_groups': ['f6f34100-4199-4c69-a3cb-028eff639d99']}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:33:13.614536 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-82767dd2-aba5-4a7c-95a4-9f0907bf9ee7 req-bf1e4b8f-d57a-4537-880d-28b23f9938a4 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/security-groups?id=6d4decf1-d3f8-40ef-a49d-c078d56e2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2722266 May 18 18:33:13.726778 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-adbd8f4c-5903-4819-91bc-074a0d442c63 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596901'] for router_gateway, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:13.730718 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 90510f14-05a1-4966-82f2-2f7eb941370f is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:33:13.731232 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:13.785111 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] For port 90510f14-05a1-4966-82f2-2f7eb941370f, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=90510f14-05a1-4966-82f2-2f7eb941370f,segment=NetworkSegment(b79a99cd-0858-4b9b-a9c5-020c2b98e641),segment_id=b79a99cd-0858-4b9b-a9c5-020c2b98e641)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:33:13.794278 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:13.904411 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90f8827e-7d44-43bc-b2f7-92972d342da9 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Router 4ccf6a9f-94ce-4704-a04c-8d91da2e98ba has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:33:13.969724 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-adbd8f4c-5903-4819-91bc-074a0d442c63 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25145'] for router, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:13.976310 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Pushing event updated for resources: {'Port': ['ID=90510f14-05a1-4966-82f2-2f7eb941370f,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:33:13.977972 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-adbd8f4c-5903-4819-91bc-074a0d442c63 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:13.991554 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device b31a004a-22e0-41d3-bdc5-d528b97798a3 details requested by agent hyperv_n-h1-838550-3 with host n-h1-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:33:14.066130 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-adbd8f4c-5903-4819-91bc-074a0d442c63 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593303'] for router, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:14.078094 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adbd8f4c-5903-4819-91bc-074a0d442c63 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1cea106e-c913-4527-9e5b-3f0f7a705eec {{(pid=102731) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 18 18:33:14.093250 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 59258) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:33:14.100995 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-adbd8f4c-5903-4819-91bc-074a0d442c63 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Notify callbacks [] for router, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:14.102287 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-adbd8f4c-5903-4819-91bc-074a0d442c63 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] 10.222.0.85 "DELETE /v2.0/routers/1cea106e-c913-4527-9e5b-3f0f7a705eec HTTP/1.1" status: 204 len: 168 time: 2.8149676 May 18 18:33:14.104682 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3e3dad54-6353-4163-b5c3-579d9d075bff req-fede67b3-e5f1-48e6-8521-b053926da6a3 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=1e87ebb1-66a8-452f-9f9f-1727775ac206 HTTP/1.1" status: 200 len: 210 time: 0.3668084 May 18 18:33:14.105259 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 59262) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:33:14.118526 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d491b8e-54bb-4f2b-b769-ddbf49498ead req-053e3f11-0ac8-41d8-a1a9-c13c0d11ead8 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Made reservation on behalf of 4ce86b77116a4afca1694cba473235e6 for: {'port': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:33:14.130168 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-3d491b8e-54bb-4f2b-b769-ddbf49498ead req-053e3f11-0ac8-41d8-a1a9-c13c0d11ead8 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:14.256114 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6c388645-9138-4a58-9ed2-c290355f375e tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Notify callbacks [] for router, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:14.265889 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port b31a004a-22e0-41d3-bdc5-d528b97798a3, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=b31a004a-22e0-41d3-bdc5-d528b97798a3,segment=NetworkSegment(a789d407-e290-4a90-b0cb-82b84ff4b9fa),segment_id=a789d407-e290-4a90-b0cb-82b84ff4b9fa)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:33:14.287736 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Returning: {'device': 'b31a004a-22e0-41d3-bdc5-d528b97798a3', 'network_id': '492fec2b-f975-425f-828b-425816a23c89', 'port_id': 'b31a004a-22e0-41d3-bdc5-d528b97798a3', 'mac_address': 'fa:16:3e:57:6c:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2280c6a7-2fbb-43fd-a641-4a8bbdb3adbf', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:33:14.294955 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90f8827e-7d44-43bc-b2f7-92972d342da9 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:33:14.296091 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13334991-d82a-41fb-88c9-d7b7ab5432ca None None] Network cbff8922-835d-40d7-b741-b9b61add3ef3 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:33:14.321401 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-90f8827e-7d44-43bc-b2f7-92972d342da9 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] 10.222.0.85 "PUT /v2.0/routers/4ccf6a9f-94ce-4704-a04c-8d91da2e98ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8713691 May 18 18:33:14.325865 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 59264) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:33:14.335721 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-3f0c9111-8ca6-409b-983f-4bc2b4b56bda tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:33:14.432842 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port b31a004a-22e0-41d3-bdc5-d528b97798a3 is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:33:14.433775 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:14.440191 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9ade87-0cbe-4ba5-95da-a71454ae42ab None None] Sync routers for ids ['4ccf6a9f-94ce-4704-a04c-8d91da2e98ba'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:33:14.457892 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-482d3082-89b6-435c-8cb3-2e6553e5a6c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:14.494512 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b31a004a-22e0-41d3-bdc5-d528b97798a3 {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:33:14.502956 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6c388645-9138-4a58-9ed2-c290355f375e tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:14.531143 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9ade87-0cbe-4ba5-95da-a71454ae42ab None None] Routers {'4ccf6a9f-94ce-4704-a04c-8d91da2e98ba'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:33:14.531804 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-ea9ade87-0cbe-4ba5-95da-a71454ae42ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:33:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['4ccf6a9f-94ce-4704-a04c-8d91da2e98ba'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:33:14.586803 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-6c388645-9138-4a58-9ed2-c290355f375e tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Deleting port a5c0815d-e27a-4017-b928-5ac24eb2ff5e {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:33:14.587150 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6c388645-9138-4a58-9ed2-c290355f375e tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:14.667282 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port b31a004a-22e0-41d3-bdc5-d528b97798a3, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=b31a004a-22e0-41d3-bdc5-d528b97798a3,segment=NetworkSegment(a789d407-e290-4a90-b0cb-82b84ff4b9fa),segment_id=a789d407-e290-4a90-b0cb-82b84ff4b9fa)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:33:14.668605 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c5f0a1ee-3570-4a9b-966b-7e88eaf6e4e6 None None] Provisioning complete for port 90510f14-05a1-4966-82f2-2f7eb941370f triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:33:14.680359 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c5f0a1ee-3570-4a9b-966b-7e88eaf6e4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:14.738059 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-6c388645-9138-4a58-9ed2-c290355f375e tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] For port a5c0815d-e27a-4017-b928-5ac24eb2ff5e, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=a5c0815d-e27a-4017-b928-5ac24eb2ff5e,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:33:14.738454 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6c388645-9138-4a58-9ed2-c290355f375e tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:14.760828 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:14.775197 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-6c388645-9138-4a58-9ed2-c290355f375e tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Calling delete_port for a5c0815d-e27a-4017-b928-5ac24eb2ff5e owned by network:router_gateway {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:33:14.797117 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 90510f14-05a1-4966-82f2-2f7eb941370f up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:33:14.958575 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-ea9ade87-0cbe-4ba5-95da-a71454ae42ab None None] Set router 4ccf6a9f-94ce-4704-a04c-8d91da2e98ba gateway port host: None {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:33:15.083494 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [req-3d491b8e-54bb-4f2b-b769-ddbf49498ead req-053e3f11-0ac8-41d8-a1a9-c13c0d11ead8 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Allocated IP 172.20.0.7 (eafefbfa-378a-4a8a-8ee5-45c0c746f8e9/ab1f7f5a-a761-43dc-be82-e3f213958e88/61fc7c80-a9ca-48ae-916a-05efabccc0cb) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:33:15.086827 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6c388645-9138-4a58-9ed2-c290355f375e tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:15.158371 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['b31a004a-22e0-41d3-bdc5-d528b97798a3'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:33:15.172912 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c388645-9138-4a58-9ed2-c290355f375e tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Pushing event deleted for resources: {'Port': ['ID=a5c0815d-e27a-4017-b928-5ac24eb2ff5e,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:33:15.216163 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.extraroute_db [None req-3f0c9111-8ca6-409b-983f-4bc2b4b56bda tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=102730) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} May 18 18:33:15.227801 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=b31a004a-22e0-41d3-bdc5-d528b97798a3,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:33:15.230377 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dce759-61a8-4827-9188-482d3d1ca585 req-61fffa9b-930c-430d-8aee-c530e348116d tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:33:15.239960 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-69dce759-61a8-4827-9188-482d3d1ca585 req-61fffa9b-930c-430d-8aee-c530e348116d tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/ports?device_id=8e1b5b20-9613-4989-95f0-ebef26224307 HTTP/1.1" status: 200 len: 944 time: 0.1659219 May 18 18:33:15.305179 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.extraroute_db [None req-3f0c9111-8ca6-409b-983f-4bc2b4b56bda tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Removed routes are [] {{(pid=102730) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} May 18 18:33:15.305828 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3f0c9111-8ca6-409b-983f-4bc2b4b56bda tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-596836', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-593224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25134'] for router, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:15.330458 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0474cc29-90ea-4ce9-bb1d-142f3328e007 req-6fee10fa-b894-4a5e-8e84-43e87a762f31 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=1e87ebb1-66a8-452f-9f9f-1727775ac206 HTTP/1.1" status: 200 len: 210 time: 0.0594523 May 18 18:33:15.340715 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6c388645-9138-4a58-9ed2-c290355f375e tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596901'] for router_gateway, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:15.421657 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-69dce759-61a8-4827-9188-482d3d1ca585 req-2b2fdeaf-d362-4ebe-9978-781d7304faeb tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/security-groups?id=6d4decf1-d3f8-40ef-a49d-c078d56e2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720755 May 18 18:33:15.478900 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6c388645-9138-4a58-9ed2-c290355f375e tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25145'] for router, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:15.482574 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6c388645-9138-4a58-9ed2-c290355f375e tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:15.504835 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-482d3082-89b6-435c-8cb3-2e6553e5a6c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:15.547316 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6c388645-9138-4a58-9ed2-c290355f375e tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593303'] for router, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:15.548315 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c388645-9138-4a58-9ed2-c290355f375e tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e95bb9c4-71ae-4806-8199-0e338eab0d46 {{(pid=102731) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 18 18:33:15.556402 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6c388645-9138-4a58-9ed2-c290355f375e tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Notify callbacks [] for router, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:15.558137 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-6c388645-9138-4a58-9ed2-c290355f375e tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] 10.222.0.85 "DELETE /v2.0/routers/e95bb9c4-71ae-4806-8199-0e338eab0d46 HTTP/1.1" status: 204 len: 168 time: 1.4492493 May 18 18:33:15.562340 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 59272) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:33:15.568446 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-64bdd124-357f-426f-b390-27e25900ebf3 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-627913525', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}, 'admin_state_up': False}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:33:15.605201 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-64bdd124-357f-426f-b390-27e25900ebf3 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25099'] for router, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:15.607389 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-64bdd124-357f-426f-b390-27e25900ebf3 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-593238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596850', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25088'] for router, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:15.694329 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-64bdd124-357f-426f-b390-27e25900ebf3 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:15.714798 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-482d3082-89b6-435c-8cb3-2e6553e5a6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:15.738766 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 90510f14-05a1-4966-82f2-2f7eb941370f triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:33:15.739133 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:15.865687 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-482d3082-89b6-435c-8cb3-2e6553e5a6c7 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=a938c1dabd9d4eee9fc6e709099d6ea8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7705595 May 18 18:33:15.870672 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3f0c9111-8ca6-409b-983f-4bc2b4b56bda tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-596836', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-593224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25134'] for router, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:15.873172 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482d3082-89b6-435c-8cb3-2e6553e5a6c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2308d1d6-0754-45ab-b4e0-73e14f6c5c6d,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:33:15.877593 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 59274) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:33:15.903674 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3f0c9111-8ca6-409b-983f-4bc2b4b56bda tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-596847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-596822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-593331'] for router, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:15.919190 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c5f0a1ee-3570-4a9b-966b-7e88eaf6e4e6 None None] Current status of the port 90510f14-05a1-4966-82f2-2f7eb941370f is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:33:15.984330 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-64bdd124-357f-426f-b390-27e25900ebf3 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:16.009513 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 90510f14-05a1-4966-82f2-2f7eb941370f is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:33:16.111767 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-3d491b8e-54bb-4f2b-b769-ddbf49498ead req-053e3f11-0ac8-41d8-a1a9-c13c0d11ead8 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:16.117435 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f0c9111-8ca6-409b-983f-4bc2b4b56bda tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Router 4ccf6a9f-94ce-4704-a04c-8d91da2e98ba has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:33:16.238849 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-cbbcf018-e1d9-4302-9d48-bf753261460a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:16.281289 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-ea9ade87-0cbe-4ba5-95da-a71454ae42ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ccf6a9f-94ce-4704-a04c-8d91da2e98ba', 'name': 'tempest-RoutersTest-router-739742', 'tenant_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:32:38Z', 'updated_at': '2022-05-18T18:33:10Z', 'revision_number': 5, 'project_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'gw_port_host': None, '_interfaces': [{'id': '771b0d41-5dae-470c-9af0-1259aa943b7f', 'name': '', 'network_id': 'cbff8922-835d-40d7-b741-b9b61add3ef3', 'tenant_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'mac_address': 'fa:16:3e:5e:35:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ccf6a9f-94ce-4704-a04c-8d91da2e98ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3105, 'fixed_ips': [{'subnet_id': 'f834670a-7d0a-4e2c-afb8-de473b20e2e6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:33:09Z', 'updated_at': '2022-05-18T18:33:11Z', 'revision_number': 2, 'project_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'subnets': [{'id': 'f834670a-7d0a-4e2c-afb8-de473b20e2e6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '835b369d-fcdd-48f8-9196-ea344252f20d', 'name': '', 'network_id': '00bf5e09-9256-48f7-8ef3-8f19372524b4', 'tenant_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'mac_address': 'fa:16:3e:2c:8f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ccf6a9f-94ce-4704-a04c-8d91da2e98ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': '8c827744-dfbe-4e72-baa2-b5c99d55b3a7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:32:49Z', 'updated_at': '2022-05-18T18:33:02Z', 'revision_number': 5, 'project_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'subnets': [{'id': '8c827744-dfbe-4e72-baa2-b5c99d55b3a7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a11d9008-1fa8-4bd4-9ecc-773e5b634594', 'name': '', 'network_id': 'abca76f9-8770-4771-b4ff-1680a7b33ed2', 'tenant_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'mac_address': 'fa:16:3e:4a:91:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ccf6a9f-94ce-4704-a04c-8d91da2e98ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': 'baa8f4bd-7aa7-4e2b-a340-bcc47c896ed0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:32:58Z', 'updated_at': '2022-05-18T18:33:10Z', 'revision_number': 5, 'project_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'subnets': [{'id': 'baa8f4bd-7aa7-4e2b-a340-bcc47c896ed0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce571f76-8eeb-46bb-900c-89cee7d9b6ab', 'name': '', 'network_id': 'bcb02ed3-c3f9-4742-99c3-7e547facb943', 'tenant_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'mac_address': 'fa:16:3e:ef:8d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ccf6a9f-94ce-4704-a04c-8d91da2e98ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': '8f268bd5-41bd-46c0-8026-fee8e4f65cb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:32:41Z', 'updated_at': '2022-05-18T18:32:51Z', 'revision_number': 5, 'project_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'subnets': [{'id': '8f268bd5-41bd-46c0-8026-fee8e4f65cb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:33:16.315897 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9ade87-0cbe-4ba5-95da-a71454ae42ab None None] Checking router: 4ccf6a9f-94ce-4704-a04c-8d91da2e98ba for host: n-d-838550-3 {{(pid=102732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:33:16.316257 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9ade87-0cbe-4ba5-95da-a71454ae42ab None None] Updating router 4ccf6a9f-94ce-4704-a04c-8d91da2e98ba port 771b0d41-5dae-470c-9af0-1259aa943b7f binding host n-d-838550-3 {{(pid=102732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 18:33:16.330733 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-cbbcf018-e1d9-4302-9d48-bf753261460a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:16.356423 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-3d491b8e-54bb-4f2b-b769-ddbf49498ead req-053e3f11-0ac8-41d8-a1a9-c13c0d11ead8 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:16.391572 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f0c9111-8ca6-409b-983f-4bc2b4b56bda tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:33:16.411117 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-7e11c522-0de8-41fc-b4f7-def0dff15347 None None] Provisioning complete for port 90510f14-05a1-4966-82f2-2f7eb941370f triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:33:16.413577 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-64bdd124-357f-426f-b390-27e25900ebf3 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Notify callbacks [] for router_gateway, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:16.414558 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-7e11c522-0de8-41fc-b4f7-def0dff15347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:16.419620 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3f0c9111-8ca6-409b-983f-4bc2b4b56bda tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks [] for router, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:16.423652 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-3f0c9111-8ca6-409b-983f-4bc2b4b56bda tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] 10.222.0.85 "PUT /v2.0/routers/4ccf6a9f-94ce-4704-a04c-8d91da2e98ba HTTP/1.1" status: 200 len: 930 time: 2.0964646 May 18 18:33:16.432214 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 59280) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:33:16.462731 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-64bdd124-357f-426f-b390-27e25900ebf3 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:16.465185 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d491b8e-54bb-4f2b-b769-ddbf49498ead req-053e3f11-0ac8-41d8-a1a9-c13c0d11ead8 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Network eafefbfa-378a-4a8a-8ee5-45c0c746f8e9 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:33:16.507066 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [req-3d491b8e-54bb-4f2b-b769-ddbf49498ead req-053e3f11-0ac8-41d8-a1a9-c13c0d11ead8 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:33:16.509957 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-ea9ade87-0cbe-4ba5-95da-a71454ae42ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:16.510568 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d491b8e-54bb-4f2b-b769-ddbf49498ead req-053e3f11-0ac8-41d8-a1a9-c13c0d11ead8 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:33:16.597298 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053e3f11-0ac8-41d8-a1a9-c13c0d11ead8 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Pushing event updated for resources: {'Port': ['ID=61fc7c80-a9ca-48ae-916a-05efabccc0cb,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:33:16.709265 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d491b8e-54bb-4f2b-b769-ddbf49498ead req-053e3f11-0ac8-41d8-a1a9-c13c0d11ead8 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:33:16.710423 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-3d491b8e-54bb-4f2b-b769-ddbf49498ead req-053e3f11-0ac8-41d8-a1a9-c13c0d11ead8 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:16.736258 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-cbbcf018-e1d9-4302-9d48-bf753261460a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:16.739057 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-cbbcf018-e1d9-4302-9d48-bf753261460a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:16.742560 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-cbbcf018-e1d9-4302-9d48-bf753261460a admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/2308d1d6-0754-45ab-b4e0-73e14f6c5c6d HTTP/1.1" status: 204 len: 168 time: 0.8589187 May 18 18:33:16.759939 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-40f1e07b-db93-49fa-890b-9789f1a39f08 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] 10.222.0.85 "GET /v2.0/routers/4ccf6a9f-94ce-4704-a04c-8d91da2e98ba HTTP/1.1" status: 200 len: 930 time: 0.3169181 May 18 18:33:16.775992 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3d491b8e-54bb-4f2b-b769-ddbf49498ead req-053e3f11-0ac8-41d8-a1a9-c13c0d11ead8 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1859543 May 18 18:33:16.780964 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 59286) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:33:16.785928 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-090e4121-909e-4a32-a028-538a77a25353 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Request body: {'router': {'routes': None}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:33:16.796798 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-3d491b8e-54bb-4f2b-b769-ddbf49498ead req-1c1d84ef-fb83-47d2-b7ac-bbb5f2dae911 service neutron] Request body: {'port': {'device_id': '1e87ebb1-66a8-452f-9f9f-1727775ac206', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-3'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:33:16.853088 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbcf018-e1d9-4302-9d48-bf753261460a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2308d1d6-0754-45ab-b4e0-73e14f6c5c6d,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:33:16.925695 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d453472c-f454-4e55-87b5-7956992783ac req-b7ce4d3c-8cd2-4935-85e7-419a44c8ec80 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:33:16.929763 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d453472c-f454-4e55-87b5-7956992783ac req-b7ce4d3c-8cd2-4935-85e7-419a44c8ec80 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/ports?device_id=8e1b5b20-9613-4989-95f0-ebef26224307 HTTP/1.1" status: 200 len: 944 time: 0.3398724 May 18 18:33:16.953650 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-7e11c522-0de8-41fc-b4f7-def0dff15347 None None] Current status of the port 90510f14-05a1-4966-82f2-2f7eb941370f is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:33:16.961118 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device a5c0815d-e27a-4017-b928-5ac24eb2ff5e no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:33:16.984312 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-3d491b8e-54bb-4f2b-b769-ddbf49498ead req-1c1d84ef-fb83-47d2-b7ac-bbb5f2dae911 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:16.992879 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc49c7c-9c58-4e5a-91a0-fdd37461d5cb req-703b2be9-f904-459a-bef6-548e36e14ba8 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:33:17.001803 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8bc49c7c-9c58-4e5a-91a0-fdd37461d5cb req-703b2be9-f904-459a-bef6-548e36e14ba8 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=1e87ebb1-66a8-452f-9f9f-1727775ac206 HTTP/1.1" status: 200 len: 931 time: 0.4444585 May 18 18:33:17.052575 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: a5c0815d-e27a-4017-b928-5ac24eb2ff5e {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:33:17.053025 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device a5c0815d-e27a-4017-b928-5ac24eb2ff5e not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:33:17.148801 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-7e11c522-0de8-41fc-b4f7-def0dff15347 None None] Provisioning complete for port 771b0d41-5dae-470c-9af0-1259aa943b7f triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:33:17.151447 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-7e11c522-0de8-41fc-b4f7-def0dff15347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:17.173498 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d453472c-f454-4e55-87b5-7956992783ac req-a826597a-ee65-4695-b257-41ae9f1bb199 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/security-groups?id=6d4decf1-d3f8-40ef-a49d-c078d56e2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903415 May 18 18:33:17.262655 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-64bdd124-357f-426f-b390-27e25900ebf3 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Allocated IP 172.25.5.70 (31ebd439-090c-4b25-bbb0-31c48711b145/363a2810-8a83-4be0-a317-7c91fcd94485/fe0120f2-f040-46e4-b330-9de2ab944064) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:33:17.281231 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-7e11c522-0de8-41fc-b4f7-def0dff15347 None None] Port 771b0d41-5dae-470c-9af0-1259aa943b7f cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:33:17.402032 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8bc49c7c-9c58-4e5a-91a0-fdd37461d5cb req-2d708450-d30c-4fbd-b639-3f25a6b71f3a tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=f6f34100-4199-4c69-a3cb-028eff639d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3991101 May 18 18:33:17.432863 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-4f41e779-68db-457a-8084-374782c361dc None None] Provisioning complete for port 61fc7c80-a9ca-48ae-916a-05efabccc0cb triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:33:17.433243 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-4f41e779-68db-457a-8084-374782c361dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:17.526517 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-ea9ade87-0cbe-4ba5-95da-a71454ae42ab None None] Notify callbacks [] for port, precommit_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:17.551502 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-ea9ade87-0cbe-4ba5-95da-a71454ae42ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:17.607899 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-64bdd124-357f-426f-b390-27e25900ebf3 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:17.614534 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-4f41e779-68db-457a-8084-374782c361dc None None] Port 61fc7c80-a9ca-48ae-916a-05efabccc0cb cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:33:17.619529 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96eb5f9a-2a87-4899-84b7-f03e7cd5ec1b None None] Pushing event updated for resources: {'Port': ['ID=771b0d41-5dae-470c-9af0-1259aa943b7f,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:33:17.635129 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.extraroute_db [None req-090e4121-909e-4a32-a028-538a77a25353 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Added routes are [] {{(pid=102731) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} May 18 18:33:17.635450 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.extraroute_db [None req-090e4121-909e-4a32-a028-538a77a25353 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=102731) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} May 18 18:33:17.636793 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-4f41e779-68db-457a-8084-374782c361dc None None] Provisioning complete for port 771b0d41-5dae-470c-9af0-1259aa943b7f triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:33:17.637817 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-4f41e779-68db-457a-8084-374782c361dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:17.659521 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [req-3d491b8e-54bb-4f2b-b769-ddbf49498ead req-1c1d84ef-fb83-47d2-b7ac-bbb5f2dae911 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61fc7c80-a9ca-48ae-916a-05efabccc0cb {{(pid=102730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:33:17.676678 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-3d491b8e-54bb-4f2b-b769-ddbf49498ead req-1c1d84ef-fb83-47d2-b7ac-bbb5f2dae911 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:17.681353 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-4f41e779-68db-457a-8084-374782c361dc None None] Port 771b0d41-5dae-470c-9af0-1259aa943b7f cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:33:17.714106 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [req-3d491b8e-54bb-4f2b-b769-ddbf49498ead req-1c1d84ef-fb83-47d2-b7ac-bbb5f2dae911 service neutron] Transition to ACTIVE for port object 61fc7c80-a9ca-48ae-916a-05efabccc0cb will not be triggered until provisioned by entity L2. {{(pid=102730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:33:17.720503 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-64bdd124-357f-426f-b390-27e25900ebf3 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:17.724310 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-3d491b8e-54bb-4f2b-b769-ddbf49498ead req-1c1d84ef-fb83-47d2-b7ac-bbb5f2dae911 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:17.729109 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-090e4121-909e-4a32-a028-538a77a25353 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-596836', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-593224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25134'] for router, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:17.790716 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-ea9ade87-0cbe-4ba5-95da-a71454ae42ab None None] Attempting to bind port 771b0d41-5dae-470c-9af0-1259aa943b7f on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:33:17.791100 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-ea9ade87-0cbe-4ba5-95da-a71454ae42ab None None] Attempting to bind port 771b0d41-5dae-470c-9af0-1259aa943b7f by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': 'b79a99cd-0858-4b9b-a9c5-020c2b98e641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'cbff8922-835d-40d7-b741-b9b61add3ef3'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:33:17.791483 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9ade87-0cbe-4ba5-95da-a71454ae42ab None None] Attempting to bind port 771b0d41-5dae-470c-9af0-1259aa943b7f on network cbff8922-835d-40d7-b741-b9b61add3ef3 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:33:17.799818 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9ade87-0cbe-4ba5-95da-a71454ae42ab None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 33, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:33:17.804305 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9ade87-0cbe-4ba5-95da-a71454ae42ab None None] Checking segment: {'id': 'b79a99cd-0858-4b9b-a9c5-020c2b98e641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'cbff8922-835d-40d7-b741-b9b61add3ef3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:33:17.804947 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-ea9ade87-0cbe-4ba5-95da-a71454ae42ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:17.805371 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9ade87-0cbe-4ba5-95da-a71454ae42ab None None] Bound using segment: {'id': 'b79a99cd-0858-4b9b-a9c5-020c2b98e641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'cbff8922-835d-40d7-b741-b9b61add3ef3'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:33:17.805916 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-ea9ade87-0cbe-4ba5-95da-a71454ae42ab None None] Bound port: 771b0d41-5dae-470c-9af0-1259aa943b7f, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b79a99cd-0858-4b9b-a9c5-020c2b98e641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'cbff8922-835d-40d7-b741-b9b61add3ef3'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:33:17.806313 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-ea9ade87-0cbe-4ba5-95da-a71454ae42ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:17.838892 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1d84ef-fb83-47d2-b7ac-bbb5f2dae911 service neutron] Pushing event updated for resources: {'Port': ['ID=61fc7c80-a9ca-48ae-916a-05efabccc0cb,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:33:17.852480 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64bdd124-357f-426f-b390-27e25900ebf3 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Network 31ebd439-090c-4b25-bbb0-31c48711b145 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:33:17.866471 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-64bdd124-357f-426f-b390-27e25900ebf3 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:33:17.886205 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64bdd124-357f-426f-b390-27e25900ebf3 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:33:17.898413 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device b31a004a-22e0-41d3-bdc5-d528b97798a3 up at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:33:17.945064 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bdd124-357f-426f-b390-27e25900ebf3 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Pushing event updated for resources: {'Port': ['ID=fe0120f2-f040-46e4-b330-9de2ab944064,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:33:17.994351 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-3d491b8e-54bb-4f2b-b769-ddbf49498ead req-1c1d84ef-fb83-47d2-b7ac-bbb5f2dae911 service neutron] Attempting to bind port 61fc7c80-a9ca-48ae-916a-05efabccc0cb on host n-h1-838550-3 for vnic_type normal with profile {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:33:17.994686 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-3d491b8e-54bb-4f2b-b769-ddbf49498ead req-1c1d84ef-fb83-47d2-b7ac-bbb5f2dae911 service neutron] Attempting to bind port 61fc7c80-a9ca-48ae-916a-05efabccc0cb by drivers openvswitch,hyperv on host n-h1-838550-3 at level 0 using segments [{'id': '91232e8c-3d17-424b-b810-746db9884dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'eafefbfa-378a-4a8a-8ee5-45c0c746f8e9'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:33:17.995019 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d491b8e-54bb-4f2b-b769-ddbf49498ead req-1c1d84ef-fb83-47d2-b7ac-bbb5f2dae911 service neutron] Attempting to bind port 61fc7c80-a9ca-48ae-916a-05efabccc0cb on network eafefbfa-378a-4a8a-8ee5-45c0c746f8e9 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:33:18.004101 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d491b8e-54bb-4f2b-b769-ddbf49498ead req-1c1d84ef-fb83-47d2-b7ac-bbb5f2dae911 service neutron] Port 61fc7c80-a9ca-48ae-916a-05efabccc0cb on network eafefbfa-378a-4a8a-8ee5-45c0c746f8e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-3 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:33:18.004429 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d491b8e-54bb-4f2b-b769-ddbf49498ead req-1c1d84ef-fb83-47d2-b7ac-bbb5f2dae911 service neutron] Attempting to bind port 61fc7c80-a9ca-48ae-916a-05efabccc0cb on network eafefbfa-378a-4a8a-8ee5-45c0c746f8e9 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:33:18.014948 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d491b8e-54bb-4f2b-b769-ddbf49498ead req-1c1d84ef-fb83-47d2-b7ac-bbb5f2dae911 service neutron] Checking agent: {'id': '1dbac822-25f2-4df8-9dc8-5c2e7b136eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:33:18.015295 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d491b8e-54bb-4f2b-b769-ddbf49498ead req-1c1d84ef-fb83-47d2-b7ac-bbb5f2dae911 service neutron] Checking segment: {'id': '91232e8c-3d17-424b-b810-746db9884dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'eafefbfa-378a-4a8a-8ee5-45c0c746f8e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:33:18.015678 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d491b8e-54bb-4f2b-b769-ddbf49498ead req-1c1d84ef-fb83-47d2-b7ac-bbb5f2dae911 service neutron] Bound using segment: {'id': '91232e8c-3d17-424b-b810-746db9884dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'eafefbfa-378a-4a8a-8ee5-45c0c746f8e9'} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:33:18.016115 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-3d491b8e-54bb-4f2b-b769-ddbf49498ead req-1c1d84ef-fb83-47d2-b7ac-bbb5f2dae911 service neutron] Bound port: 61fc7c80-a9ca-48ae-916a-05efabccc0cb, host: n-h1-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91232e8c-3d17-424b-b810-746db9884dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'eafefbfa-378a-4a8a-8ee5-45c0c746f8e9'}}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:33:18.016484 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-3d491b8e-54bb-4f2b-b769-ddbf49498ead req-1c1d84ef-fb83-47d2-b7ac-bbb5f2dae911 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:18.065034 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-ea9ade87-0cbe-4ba5-95da-a71454ae42ab None None] For port 771b0d41-5dae-470c-9af0-1259aa943b7f, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:33:18.075004 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-ea9ade87-0cbe-4ba5-95da-a71454ae42ab None None] For port 771b0d41-5dae-470c-9af0-1259aa943b7f, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=771b0d41-5dae-470c-9af0-1259aa943b7f,segment=NetworkSegment(b79a99cd-0858-4b9b-a9c5-020c2b98e641),segment_id=b79a99cd-0858-4b9b-a9c5-020c2b98e641)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:33:18.085492 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-ea9ade87-0cbe-4ba5-95da-a71454ae42ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:18.092798 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning for port b31a004a-22e0-41d3-bdc5-d528b97798a3 completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:33:18.124360 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning complete for port b31a004a-22e0-41d3-bdc5-d528b97798a3 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:33:18.124730 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:18.213561 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-7d29bf19-4360-4449-bca3-86c4f084ad12 None None] Provisioning complete for port 771b0d41-5dae-470c-9af0-1259aa943b7f triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:33:18.214104 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-7d29bf19-4360-4449-bca3-86c4f084ad12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:18.348708 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port b31a004a-22e0-41d3-bdc5-d528b97798a3 is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:33:18.352844 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:18.354899 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96eb5f9a-2a87-4899-84b7-f03e7cd5ec1b None None] Pushing event updated for resources: {'Port': ['ID=771b0d41-5dae-470c-9af0-1259aa943b7f,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:33:18.366277 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9ade87-0cbe-4ba5-95da-a71454ae42ab None None] Routers {'4ccf6a9f-94ce-4704-a04c-8d91da2e98ba'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:33:18.367100 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-ea9ade87-0cbe-4ba5-95da-a71454ae42ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:33:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['4ccf6a9f-94ce-4704-a04c-8d91da2e98ba'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:33:18.380568 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-090e4121-909e-4a32-a028-538a77a25353 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-596836', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-593224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25134'] for router, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:18.385594 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-090e4121-909e-4a32-a028-538a77a25353 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-596847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-596822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-593331'] for router, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:18.549219 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-ea9ade87-0cbe-4ba5-95da-a71454ae42ab None None] Set router 4ccf6a9f-94ce-4704-a04c-8d91da2e98ba gateway port host: None {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:33:18.780537 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e1b5b20-9613-4989-95f0-ebef26224307', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b31a004a-22e0-41d3-bdc5-d528b97798a3'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:33:18.783633 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02c6b392-745f-4d66-9b25-3eda29f16a1d" -d '{"events": [{"server_uuid": "8e1b5b20-9613-4989-95f0-ebef26224307", "name": "network-vif-plugged", "status": "completed", "tag": "b31a004a-22e0-41d3-bdc5-d528b97798a3"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:33:18.839135 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port b31a004a-22e0-41d3-bdc5-d528b97798a3, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=b31a004a-22e0-41d3-bdc5-d528b97798a3,segment=NetworkSegment(a789d407-e290-4a90-b0cb-82b84ff4b9fa),segment_id=a789d407-e290-4a90-b0cb-82b84ff4b9fa)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:33:18.846438 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-3d491b8e-54bb-4f2b-b769-ddbf49498ead req-1c1d84ef-fb83-47d2-b7ac-bbb5f2dae911 service neutron] For port 61fc7c80-a9ca-48ae-916a-05efabccc0cb, host n-h1-838550-3, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:33:18.853235 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-3d491b8e-54bb-4f2b-b769-ddbf49498ead req-1c1d84ef-fb83-47d2-b7ac-bbb5f2dae911 service neutron] For port 61fc7c80-a9ca-48ae-916a-05efabccc0cb, host n-h1-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=61fc7c80-a9ca-48ae-916a-05efabccc0cb,segment=NetworkSegment(91232e8c-3d17-424b-b810-746db9884dd3),segment_id=91232e8c-3d17-424b-b810-746db9884dd3)] {{(pid=102730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:33:18.871427 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:18.890630 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-3d491b8e-54bb-4f2b-b769-ddbf49498ead req-1c1d84ef-fb83-47d2-b7ac-bbb5f2dae911 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:18.965892 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-7d29bf19-4360-4449-bca3-86c4f084ad12 None None] Current status of the port 771b0d41-5dae-470c-9af0-1259aa943b7f is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:33:18.966297 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-7d29bf19-4360-4449-bca3-86c4f084ad12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:18.992935 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-ea9ade87-0cbe-4ba5-95da-a71454ae42ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ccf6a9f-94ce-4704-a04c-8d91da2e98ba', 'name': 'tempest-RoutersTest-router-739742', 'tenant_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:32:38Z', 'updated_at': '2022-05-18T18:33:17Z', 'revision_number': 7, 'project_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'gw_port_host': None, '_interfaces': [{'id': '771b0d41-5dae-470c-9af0-1259aa943b7f', 'name': '', 'network_id': 'cbff8922-835d-40d7-b741-b9b61add3ef3', 'tenant_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'mac_address': 'fa:16:3e:5e:35:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ccf6a9f-94ce-4704-a04c-8d91da2e98ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3105, 'fixed_ips': [{'subnet_id': 'f834670a-7d0a-4e2c-afb8-de473b20e2e6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:33:09Z', 'updated_at': '2022-05-18T18:33:18Z', 'revision_number': 4, 'project_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'subnets': [{'id': 'f834670a-7d0a-4e2c-afb8-de473b20e2e6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '835b369d-fcdd-48f8-9196-ea344252f20d', 'name': '', 'network_id': '00bf5e09-9256-48f7-8ef3-8f19372524b4', 'tenant_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'mac_address': 'fa:16:3e:2c:8f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ccf6a9f-94ce-4704-a04c-8d91da2e98ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': '8c827744-dfbe-4e72-baa2-b5c99d55b3a7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:32:49Z', 'updated_at': '2022-05-18T18:33:02Z', 'revision_number': 5, 'project_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'subnets': [{'id': '8c827744-dfbe-4e72-baa2-b5c99d55b3a7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a11d9008-1fa8-4bd4-9ecc-773e5b634594', 'name': '', 'network_id': 'abca76f9-8770-4771-b4ff-1680a7b33ed2', 'tenant_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'mac_address': 'fa:16:3e:4a:91:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ccf6a9f-94ce-4704-a04c-8d91da2e98ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': 'baa8f4bd-7aa7-4e2b-a340-bcc47c896ed0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:32:58Z', 'updated_at': '2022-05-18T18:33:10Z', 'revision_number': 5, 'project_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'subnets': [{'id': 'baa8f4bd-7aa7-4e2b-a340-bcc47c896ed0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce571f76-8eeb-46bb-900c-89cee7d9b6ab', 'name': '', 'network_id': 'bcb02ed3-c3f9-4742-99c3-7e547facb943', 'tenant_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'mac_address': 'fa:16:3e:ef:8d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ccf6a9f-94ce-4704-a04c-8d91da2e98ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': '8f268bd5-41bd-46c0-8026-fee8e4f65cb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:32:41Z', 'updated_at': '2022-05-18T18:32:51Z', 'revision_number': 5, 'project_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'subnets': [{'id': '8f268bd5-41bd-46c0-8026-fee8e4f65cb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:33:18.998333 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=b31a004a-22e0-41d3-bdc5-d528b97798a3,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:33:19.034638 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9ade87-0cbe-4ba5-95da-a71454ae42ab None None] The sync data for ids ['4ccf6a9f-94ce-4704-a04c-8d91da2e98ba'] in n-d-838550-3 is: [{'id': '4ccf6a9f-94ce-4704-a04c-8d91da2e98ba', 'name': 'tempest-RoutersTest-router-739742', 'tenant_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:32:38Z', 'updated_at': '2022-05-18T18:33:17Z', 'revision_number': 7, 'project_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'gw_port_host': None, '_interfaces': [{'id': '771b0d41-5dae-470c-9af0-1259aa943b7f', 'name': '', 'network_id': 'cbff8922-835d-40d7-b741-b9b61add3ef3', 'tenant_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'mac_address': 'fa:16:3e:5e:35:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ccf6a9f-94ce-4704-a04c-8d91da2e98ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3105, 'fixed_ips': [{'subnet_id': 'f834670a-7d0a-4e2c-afb8-de473b20e2e6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:33:09Z', 'updated_at': '2022-05-18T18:33:18Z', 'revision_number': 4, 'project_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'subnets': [{'id': 'f834670a-7d0a-4e2c-afb8-de473b20e2e6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '835b369d-fcdd-48f8-9196-ea344252f20d', 'name': '', 'network_id': '00bf5e09-9256-48f7-8ef3-8f19372524b4', 'tenant_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'mac_address': 'fa:16:3e:2c:8f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ccf6a9f-94ce-4704-a04c-8d91da2e98ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': '8c827744-dfbe-4e72-baa2-b5c99d55b3a7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:32:49Z', 'updated_at': '2022-05-18T18:33:02Z', 'revision_number': 5, 'project_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'subnets': [{'id': '8c827744-dfbe-4e72-baa2-b5c99d55b3a7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a11d9008-1fa8-4bd4-9ecc-773e5b634594', 'name': '', 'network_id': 'abca76f9-8770-4771-b4ff-1680a7b33ed2', 'tenant_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'mac_address': 'fa:16:3e:4a:91:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ccf6a9f-94ce-4704-a04c-8d91da2e98ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': 'baa8f4bd-7aa7-4e2b-a340-bcc47c896ed0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:32:58Z', 'updated_at': '2022-05-18T18:33:10Z', 'revision_number': 5, 'project_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'subnets': [{'id': 'baa8f4bd-7aa7-4e2b-a340-bcc47c896ed0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce571f76-8eeb-46bb-900c-89cee7d9b6ab', 'name': '', 'network_id': 'bcb02ed3-c3f9-4742-99c3-7e547facb943', 'tenant_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'mac_address': 'fa:16:3e:ef:8d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ccf6a9f-94ce-4704-a04c-8d91da2e98ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': '8f268bd5-41bd-46c0-8026-fee8e4f65cb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:32:41Z', 'updated_at': '2022-05-18T18:32:51Z', 'revision_number': 5, 'project_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'subnets': [{'id': '8f268bd5-41bd-46c0-8026-fee8e4f65cb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:33:19.048417 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37897f99-7c63-4bfd-8eec-23437f3aea5a req-3d17a01b-1ff2-49e7-b8f6-09c5116c48b7 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:33:19.050857 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-37897f99-7c63-4bfd-8eec-23437f3aea5a req-3d17a01b-1ff2-49e7-b8f6-09c5116c48b7 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/ports?device_id=8e1b5b20-9613-4989-95f0-ebef26224307 HTTP/1.1" status: 200 len: 944 time: 0.3740036 May 18 18:33:19.075037 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-7d29bf19-4360-4449-bca3-86c4f084ad12 None None] For port 771b0d41-5dae-470c-9af0-1259aa943b7f, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=771b0d41-5dae-470c-9af0-1259aa943b7f,segment=NetworkSegment(b79a99cd-0858-4b9b-a9c5-020c2b98e641),segment_id=b79a99cd-0858-4b9b-a9c5-020c2b98e641)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:33:19.083711 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-7d29bf19-4360-4449-bca3-86c4f084ad12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:19.122098 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1d84ef-fb83-47d2-b7ac-bbb5f2dae911 service neutron] Pushing event updated for resources: {'Port': ['ID=61fc7c80-a9ca-48ae-916a-05efabccc0cb,revision_number=3']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:33:19.143035 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d491b8e-54bb-4f2b-b769-ddbf49498ead req-1c1d84ef-fb83-47d2-b7ac-bbb5f2dae911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:33:19.148251 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-3d491b8e-54bb-4f2b-b769-ddbf49498ead req-1c1d84ef-fb83-47d2-b7ac-bbb5f2dae911 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:19.152510 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3d491b8e-54bb-4f2b-b769-ddbf49498ead req-1c1d84ef-fb83-47d2-b7ac-bbb5f2dae911 service neutron] 10.222.0.36 "PUT /v2.0/ports/61fc7c80-a9ca-48ae-916a-05efabccc0cb HTTP/1.1" status: 200 len: 1091 time: 2.3610673 May 18 18:33:19.163559 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e87ebb1-66a8-452f-9f9f-1727775ac206', 'tag': '61fc7c80-a9ca-48ae-916a-05efabccc0cb'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:33:19.171149 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8b2f813-9bc7-4fff-b5fc-a17a0fb28e92" -d '{"events": [{"name": "network-changed", "server_uuid": "1e87ebb1-66a8-452f-9f9f-1727775ac206", "tag": "61fc7c80-a9ca-48ae-916a-05efabccc0cb"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:33:19.245757 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29bf19-4360-4449-bca3-86c4f084ad12 None None] Pushing event updated for resources: {'Port': ['ID=771b0d41-5dae-470c-9af0-1259aa943b7f,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:33:19.288992 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-2f69c920-970b-404c-b170-65d3970e15dc None None] Provisioning complete for port 771b0d41-5dae-470c-9af0-1259aa943b7f triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:33:19.289432 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-2f69c920-970b-404c-b170-65d3970e15dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:19.369119 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-37897f99-7c63-4bfd-8eec-23437f3aea5a req-7cffb5e8-0209-4093-9c40-a9d608ef4da4 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/security-groups?id=6d4decf1-d3f8-40ef-a49d-c078d56e2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034013 May 18 18:33:19.385287 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d491b8e-54bb-4f2b-b769-ddbf49498ead req-5cbcdd66-2a66-41bf-ae53-65f638330b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:33:19.402269 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3d491b8e-54bb-4f2b-b769-ddbf49498ead req-5cbcdd66-2a66-41bf-ae53-65f638330b75 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4ce86b77116a4afca1694cba473235e6&device_id=1e87ebb1-66a8-452f-9f9f-1727775ac206 HTTP/1.1" status: 200 len: 1094 time: 0.1940501 May 18 18:33:19.415609 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-2f69c920-970b-404c-b170-65d3970e15dc None None] Current status of the port 771b0d41-5dae-470c-9af0-1259aa943b7f is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:33:19.464978 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afc9c96d-8dfd-4b09-96af-be968a6217e2 x-openstack-request-id: req-afc9c96d-8dfd-4b09-96af-be968a6217e2 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:33:19.465693 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e1b5b20-9613-4989-95f0-ebef26224307", "name": "network-vif-plugged", "status": "completed", "tag": "b31a004a-22e0-41d3-bdc5-d528b97798a3", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:33:19.466389 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-afc9c96d-8dfd-4b09-96af-be968a6217e2 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:33:19.467159 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afc9c96d-8dfd-4b09-96af-be968a6217e2'] response: {'server_uuid': '8e1b5b20-9613-4989-95f0-ebef26224307', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b31a004a-22e0-41d3-bdc5-d528b97798a3', 'code': 200} May 18 18:33:19.522464 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3d491b8e-54bb-4f2b-b769-ddbf49498ead req-353d8307-919e-40ed-96a8-6cf0339711c3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=61fc7c80-a9ca-48ae-916a-05efabccc0cb HTTP/1.1" status: 200 len: 217 time: 0.1019974 May 18 18:33:19.556459 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ffb934e-39d5-46ef-bdbc-c1c587d75303 x-openstack-request-id: req-5ffb934e-39d5-46ef-bdbc-c1c587d75303 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:33:19.559587 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e87ebb1-66a8-452f-9f9f-1727775ac206", "tag": "61fc7c80-a9ca-48ae-916a-05efabccc0cb", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:33:19.559996 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-5ffb934e-39d5-46ef-bdbc-c1c587d75303 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:33:19.560424 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ffb934e-39d5-46ef-bdbc-c1c587d75303'] response: {'name': 'network-changed', 'server_uuid': '1e87ebb1-66a8-452f-9f9f-1727775ac206', 'tag': '61fc7c80-a9ca-48ae-916a-05efabccc0cb', 'status': 'completed', 'code': 200} May 18 18:33:19.584216 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091da847-3165-4aba-b12a-5cda0032a54f req-472e325f-96a7-42b5-a314-190be8c80aa8 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:33:19.585644 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-091da847-3165-4aba-b12a-5cda0032a54f req-472e325f-96a7-42b5-a314-190be8c80aa8 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=1e87ebb1-66a8-452f-9f9f-1727775ac206 HTTP/1.1" status: 200 len: 943 time: 1.0791895 May 18 18:33:19.607281 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-090e4121-909e-4a32-a028-538a77a25353 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Router 4ccf6a9f-94ce-4704-a04c-8d91da2e98ba has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:33:19.742254 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d491b8e-54bb-4f2b-b769-ddbf49498ead req-f1593a97-9e99-486d-8ff5-19327601dc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:33:19.743934 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3d491b8e-54bb-4f2b-b769-ddbf49498ead req-f1593a97-9e99-486d-8ff5-19327601dc6b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ab1f7f5a-a761-43dc-be82-e3f213958e88 HTTP/1.1" status: 200 len: 849 time: 0.2005136 May 18 18:33:19.754149 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4246f1c-f52a-45c5-9187-57739e398060 req-6216ac39-a4ab-4593-9c6f-f9d00fa6a5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:33:19.756462 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f4246f1c-f52a-45c5-9187-57739e398060 req-6216ac39-a4ab-4593-9c6f-f9d00fa6a5ce service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8e1b5b20-9613-4989-95f0-ebef26224307 HTTP/1.1" status: 200 len: 1096 time: 0.1951494 May 18 18:33:19.837919 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d491b8e-54bb-4f2b-b769-ddbf49498ead req-0ae86021-a65b-480a-9fd5-68f7d230f03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:33:19.839678 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3d491b8e-54bb-4f2b-b769-ddbf49498ead req-0ae86021-a65b-480a-9fd5-68f7d230f03f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=eafefbfa-378a-4a8a-8ee5-45c0c746f8e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0814490 May 18 18:33:19.841993 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f4246f1c-f52a-45c5-9187-57739e398060 req-9ba3b3f4-99cf-42cc-a389-7654a0b3d758 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=6d4decf1-d3f8-40ef-a49d-c078d56e2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474117 May 18 18:33:19.888199 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-091da847-3165-4aba-b12a-5cda0032a54f req-007e1a91-3fb6-4085-b373-3fc0daccf070 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=f6f34100-4199-4c69-a3cb-028eff639d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2793534 May 18 18:33:19.888942 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-64bdd124-357f-426f-b390-27e25900ebf3 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Notify callbacks [] for router_gateway, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:19.983747 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-090e4121-909e-4a32-a028-538a77a25353 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:33:19.995636 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-090e4121-909e-4a32-a028-538a77a25353 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks [] for router, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:19.999763 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-090e4121-909e-4a32-a028-538a77a25353 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] 10.222.0.85 "PUT /v2.0/routers/4ccf6a9f-94ce-4704-a04c-8d91da2e98ba HTTP/1.1" status: 200 len: 696 time: 3.2152996 May 18 18:33:20.001433 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 59334) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:33:20.226385 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-64bdd124-357f-426f-b390-27e25900ebf3 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596801'] for router, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:20.263485 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-b68e3d82-c667-412c-b8bf-df5b78ef1347 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] 10.222.0.85 "GET /v2.0/routers/4ccf6a9f-94ce-4704-a04c-8d91da2e98ba HTTP/1.1" status: 200 len: 696 time: 0.2554853 May 18 18:33:20.266312 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 59336) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:33:20.279937 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed92e45-3721-4690-89fc-a987d1da413c None None] Sync routers for ids ['4ccf6a9f-94ce-4704-a04c-8d91da2e98ba'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:33:20.297764 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed92e45-3721-4690-89fc-a987d1da413c None None] Routers {'4ccf6a9f-94ce-4704-a04c-8d91da2e98ba'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:33:20.298398 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-aed92e45-3721-4690-89fc-a987d1da413c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:33:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['4ccf6a9f-94ce-4704-a04c-8d91da2e98ba'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:33:20.427208 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64bdd124-357f-426f-b390-27e25900ebf3 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Router 0768a04a-528a-4dd7-af8c-62267aea95bf is scheduled to L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e with binding_index 1 {{(pid=102731) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 18 18:33:20.439726 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3d491b8e-54bb-4f2b-b769-ddbf49498ead req-cbe3f37f-dde3-436e-af9d-77fc781c19ef service neutron] 10.222.0.36 "GET /v2.0/networks/eafefbfa-378a-4a8a-8ee5-45c0c746f8e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3582678 May 18 18:33:20.475982 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-aed92e45-3721-4690-89fc-a987d1da413c None None] Set router 4ccf6a9f-94ce-4704-a04c-8d91da2e98ba gateway port host: None {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:33:20.615801 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64bdd124-357f-426f-b390-27e25900ebf3 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:33:20.626534 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08cabbc-f695-4e66-8fc0-cf8e555bf8c0 None None] Sync routers for ids ['0768a04a-528a-4dd7-af8c-62267aea95bf'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:33:20.640720 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08cabbc-f695-4e66-8fc0-cf8e555bf8c0 None None] Routers {'0768a04a-528a-4dd7-af8c-62267aea95bf'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:33:20.645027 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-b08cabbc-f695-4e66-8fc0-cf8e555bf8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:33:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['0768a04a-528a-4dd7-af8c-62267aea95bf'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:33:20.656787 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-64bdd124-357f-426f-b390-27e25900ebf3 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Notify callbacks [] for router, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:20.661313 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-64bdd124-357f-426f-b390-27e25900ebf3 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 5.0972288 May 18 18:33:20.662251 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 59340) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:33:20.667735 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-c51a1ec3-686d-4299-9d10-02405d6bdf83 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'enable_snat': False}}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:33:20.754418 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-b08cabbc-f695-4e66-8fc0-cf8e555bf8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:33:20.794043 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08cabbc-f695-4e66-8fc0-cf8e555bf8c0 None None] Routers {'0768a04a-528a-4dd7-af8c-62267aea95bf'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:33:20.798609 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-b08cabbc-f695-4e66-8fc0-cf8e555bf8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:33:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['0768a04a-528a-4dd7-af8c-62267aea95bf'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:33:20.864975 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d18b8f-c85b-43b4-8547-0e6648131da1 req-ef13ece9-0409-4410-a07f-6386725c1113 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:33:20.869113 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-aed92e45-3721-4690-89fc-a987d1da413c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ccf6a9f-94ce-4704-a04c-8d91da2e98ba', 'name': 'tempest-RoutersTest-router-739742', 'tenant_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:32:38Z', 'updated_at': '2022-05-18T18:33:17Z', 'revision_number': 7, 'project_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'gw_port_host': None, '_interfaces': [{'id': '771b0d41-5dae-470c-9af0-1259aa943b7f', 'name': '', 'network_id': 'cbff8922-835d-40d7-b741-b9b61add3ef3', 'tenant_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'mac_address': 'fa:16:3e:5e:35:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ccf6a9f-94ce-4704-a04c-8d91da2e98ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3105, 'fixed_ips': [{'subnet_id': 'f834670a-7d0a-4e2c-afb8-de473b20e2e6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:33:09Z', 'updated_at': '2022-05-18T18:33:19Z', 'revision_number': 5, 'project_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'subnets': [{'id': 'f834670a-7d0a-4e2c-afb8-de473b20e2e6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '835b369d-fcdd-48f8-9196-ea344252f20d', 'name': '', 'network_id': '00bf5e09-9256-48f7-8ef3-8f19372524b4', 'tenant_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'mac_address': 'fa:16:3e:2c:8f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ccf6a9f-94ce-4704-a04c-8d91da2e98ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': '8c827744-dfbe-4e72-baa2-b5c99d55b3a7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:32:49Z', 'updated_at': '2022-05-18T18:33:02Z', 'revision_number': 5, 'project_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'subnets': [{'id': '8c827744-dfbe-4e72-baa2-b5c99d55b3a7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a11d9008-1fa8-4bd4-9ecc-773e5b634594', 'name': '', 'network_id': 'abca76f9-8770-4771-b4ff-1680a7b33ed2', 'tenant_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'mac_address': 'fa:16:3e:4a:91:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ccf6a9f-94ce-4704-a04c-8d91da2e98ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': 'baa8f4bd-7aa7-4e2b-a340-bcc47c896ed0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:32:58Z', 'updated_at': '2022-05-18T18:33:10Z', 'revision_number': 5, 'project_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'subnets': [{'id': 'baa8f4bd-7aa7-4e2b-a340-bcc47c896ed0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce571f76-8eeb-46bb-900c-89cee7d9b6ab', 'name': '', 'network_id': 'bcb02ed3-c3f9-4742-99c3-7e547facb943', 'tenant_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'mac_address': 'fa:16:3e:ef:8d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ccf6a9f-94ce-4704-a04c-8d91da2e98ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': '8f268bd5-41bd-46c0-8026-fee8e4f65cb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:32:41Z', 'updated_at': '2022-05-18T18:32:51Z', 'revision_number': 5, 'project_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'subnets': [{'id': '8f268bd5-41bd-46c0-8026-fee8e4f65cb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:33:20.873095 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b7d18b8f-c85b-43b4-8547-0e6648131da1 req-ef13ece9-0409-4410-a07f-6386725c1113 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/ports?device_id=8e1b5b20-9613-4989-95f0-ebef26224307 HTTP/1.1" status: 200 len: 945 time: 0.3259945 May 18 18:33:20.895825 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 771b0d41-5dae-470c-9af0-1259aa943b7f up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:33:20.900126 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-b08cabbc-f695-4e66-8fc0-cf8e555bf8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:33:20.901513 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08cabbc-f695-4e66-8fc0-cf8e555bf8c0 None None] The sync data for ids ['0768a04a-528a-4dd7-af8c-62267aea95bf'] in n-d-838550-3 is: [] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:33:20.948400 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3d491b8e-54bb-4f2b-b769-ddbf49498ead req-9d078617-79e9-4603-80d6-98f35a2543bc service neutron] 10.222.0.36 "GET /v2.0/networks/eafefbfa-378a-4a8a-8ee5-45c0c746f8e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4960098 May 18 18:33:20.949797 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed92e45-3721-4690-89fc-a987d1da413c None None] Checking router: 4ccf6a9f-94ce-4704-a04c-8d91da2e98ba for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:33:20.963597 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed92e45-3721-4690-89fc-a987d1da413c None None] Routers {'4ccf6a9f-94ce-4704-a04c-8d91da2e98ba'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:33:20.964833 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-aed92e45-3721-4690-89fc-a987d1da413c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:33:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['4ccf6a9f-94ce-4704-a04c-8d91da2e98ba'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:33:21.014382 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b7d18b8f-c85b-43b4-8547-0e6648131da1 req-fde0e5ff-3134-4e6d-97fd-3e150b21ca77 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/security-groups?id=6d4decf1-d3f8-40ef-a49d-c078d56e2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278164 May 18 18:33:21.079081 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 771b0d41-5dae-470c-9af0-1259aa943b7f triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:33:21.079629 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:21.210120 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078397e3-fdef-4efd-ae58-0bc4d164d2c1 req-5f9ac74b-c673-48a5-925c-394a74ec8802 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:33:21.211416 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b2f813-9bc7-4fff-b5fc-a17a0fb28e92 req-bd2569bb-67ba-432c-aee0-52ce44b541d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:33:21.212034 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-078397e3-fdef-4efd-ae58-0bc4d164d2c1 req-5f9ac74b-c673-48a5-925c-394a74ec8802 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=1e87ebb1-66a8-452f-9f9f-1727775ac206 HTTP/1.1" status: 200 len: 943 time: 0.1235161 May 18 18:33:21.212808 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b8b2f813-9bc7-4fff-b5fc-a17a0fb28e92 req-bd2569bb-67ba-432c-aee0-52ce44b541d9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4ce86b77116a4afca1694cba473235e6&device_id=1e87ebb1-66a8-452f-9f9f-1727775ac206 HTTP/1.1" status: 200 len: 1094 time: 0.1112454 May 18 18:33:21.227408 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 771b0d41-5dae-470c-9af0-1259aa943b7f is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:33:21.241652 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-aed92e45-3721-4690-89fc-a987d1da413c None None] Set router 4ccf6a9f-94ce-4704-a04c-8d91da2e98ba gateway port host: None {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:33:21.274957 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-078397e3-fdef-4efd-ae58-0bc4d164d2c1 req-a68489c0-c1d1-49b5-bc2e-fa5e2386a527 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=f6f34100-4199-4c69-a3cb-028eff639d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561545 May 18 18:33:21.329292 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b2f813-9bc7-4fff-b5fc-a17a0fb28e92 req-5165fbca-494f-4a87-b60d-9bd48ded0063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:33:21.330834 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b8b2f813-9bc7-4fff-b5fc-a17a0fb28e92 req-5165fbca-494f-4a87-b60d-9bd48ded0063 service neutron] 10.222.0.36 "GET /v2.0/networks?id=eafefbfa-378a-4a8a-8ee5-45c0c746f8e9 HTTP/1.1" status: 200 len: 911 time: 0.1085618 May 18 18:33:21.397799 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c51a1ec3-686d-4299-9d10-02405d6bdf83 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:21.404456 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b8b2f813-9bc7-4fff-b5fc-a17a0fb28e92 req-e482c6ec-8fcf-4ba2-ba26-bd4d931e0da0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=61fc7c80-a9ca-48ae-916a-05efabccc0cb HTTP/1.1" status: 200 len: 217 time: 0.0626209 May 18 18:33:21.468100 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c1d2e85b-977f-47a6-8423-bca23b73a3c7 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-595963'] for router_interface, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:21.472617 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b2f813-9bc7-4fff-b5fc-a17a0fb28e92 req-0d198e80-dbde-4fcc-ba3e-9315b0550d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:33:21.474314 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b8b2f813-9bc7-4fff-b5fc-a17a0fb28e92 req-0d198e80-dbde-4fcc-ba3e-9315b0550d6c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ab1f7f5a-a761-43dc-be82-e3f213958e88 HTTP/1.1" status: 200 len: 849 time: 0.0625193 May 18 18:33:21.510978 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-aed92e45-3721-4690-89fc-a987d1da413c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ccf6a9f-94ce-4704-a04c-8d91da2e98ba', 'name': 'tempest-RoutersTest-router-739742', 'tenant_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:32:38Z', 'updated_at': '2022-05-18T18:33:17Z', 'revision_number': 7, 'project_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'gw_port_host': None, '_interfaces': [{'id': '771b0d41-5dae-470c-9af0-1259aa943b7f', 'name': '', 'network_id': 'cbff8922-835d-40d7-b741-b9b61add3ef3', 'tenant_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'mac_address': 'fa:16:3e:5e:35:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ccf6a9f-94ce-4704-a04c-8d91da2e98ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3105, 'fixed_ips': [{'subnet_id': 'f834670a-7d0a-4e2c-afb8-de473b20e2e6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:33:09Z', 'updated_at': '2022-05-18T18:33:19Z', 'revision_number': 5, 'project_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'subnets': [{'id': 'f834670a-7d0a-4e2c-afb8-de473b20e2e6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '835b369d-fcdd-48f8-9196-ea344252f20d', 'name': '', 'network_id': '00bf5e09-9256-48f7-8ef3-8f19372524b4', 'tenant_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'mac_address': 'fa:16:3e:2c:8f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ccf6a9f-94ce-4704-a04c-8d91da2e98ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': '8c827744-dfbe-4e72-baa2-b5c99d55b3a7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:32:49Z', 'updated_at': '2022-05-18T18:33:02Z', 'revision_number': 5, 'project_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'subnets': [{'id': '8c827744-dfbe-4e72-baa2-b5c99d55b3a7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a11d9008-1fa8-4bd4-9ecc-773e5b634594', 'name': '', 'network_id': 'abca76f9-8770-4771-b4ff-1680a7b33ed2', 'tenant_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'mac_address': 'fa:16:3e:4a:91:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ccf6a9f-94ce-4704-a04c-8d91da2e98ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': 'baa8f4bd-7aa7-4e2b-a340-bcc47c896ed0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:32:58Z', 'updated_at': '2022-05-18T18:33:10Z', 'revision_number': 5, 'project_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'subnets': [{'id': 'baa8f4bd-7aa7-4e2b-a340-bcc47c896ed0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce571f76-8eeb-46bb-900c-89cee7d9b6ab', 'name': '', 'network_id': 'bcb02ed3-c3f9-4742-99c3-7e547facb943', 'tenant_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'mac_address': 'fa:16:3e:ef:8d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ccf6a9f-94ce-4704-a04c-8d91da2e98ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': '8f268bd5-41bd-46c0-8026-fee8e4f65cb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:32:41Z', 'updated_at': '2022-05-18T18:32:51Z', 'revision_number': 5, 'project_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'subnets': [{'id': '8f268bd5-41bd-46c0-8026-fee8e4f65cb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:33:21.702384 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed92e45-3721-4690-89fc-a987d1da413c None None] The sync data for ids ['4ccf6a9f-94ce-4704-a04c-8d91da2e98ba'] in n-d-838550-3 is: [{'id': '4ccf6a9f-94ce-4704-a04c-8d91da2e98ba', 'name': 'tempest-RoutersTest-router-739742', 'tenant_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:32:38Z', 'updated_at': '2022-05-18T18:33:17Z', 'revision_number': 7, 'project_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'gw_port_host': None, '_interfaces': [{'id': '771b0d41-5dae-470c-9af0-1259aa943b7f', 'name': '', 'network_id': 'cbff8922-835d-40d7-b741-b9b61add3ef3', 'tenant_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'mac_address': 'fa:16:3e:5e:35:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ccf6a9f-94ce-4704-a04c-8d91da2e98ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3105, 'fixed_ips': [{'subnet_id': 'f834670a-7d0a-4e2c-afb8-de473b20e2e6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:33:09Z', 'updated_at': '2022-05-18T18:33:19Z', 'revision_number': 5, 'project_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'subnets': [{'id': 'f834670a-7d0a-4e2c-afb8-de473b20e2e6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '835b369d-fcdd-48f8-9196-ea344252f20d', 'name': '', 'network_id': '00bf5e09-9256-48f7-8ef3-8f19372524b4', 'tenant_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'mac_address': 'fa:16:3e:2c:8f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ccf6a9f-94ce-4704-a04c-8d91da2e98ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': '8c827744-dfbe-4e72-baa2-b5c99d55b3a7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:32:49Z', 'updated_at': '2022-05-18T18:33:02Z', 'revision_number': 5, 'project_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'subnets': [{'id': '8c827744-dfbe-4e72-baa2-b5c99d55b3a7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a11d9008-1fa8-4bd4-9ecc-773e5b634594', 'name': '', 'network_id': 'abca76f9-8770-4771-b4ff-1680a7b33ed2', 'tenant_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'mac_address': 'fa:16:3e:4a:91:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ccf6a9f-94ce-4704-a04c-8d91da2e98ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': 'baa8f4bd-7aa7-4e2b-a340-bcc47c896ed0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:32:58Z', 'updated_at': '2022-05-18T18:33:10Z', 'revision_number': 5, 'project_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'subnets': [{'id': 'baa8f4bd-7aa7-4e2b-a340-bcc47c896ed0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce571f76-8eeb-46bb-900c-89cee7d9b6ab', 'name': '', 'network_id': 'bcb02ed3-c3f9-4742-99c3-7e547facb943', 'tenant_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'mac_address': 'fa:16:3e:ef:8d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ccf6a9f-94ce-4704-a04c-8d91da2e98ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': '8f268bd5-41bd-46c0-8026-fee8e4f65cb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:32:41Z', 'updated_at': '2022-05-18T18:32:51Z', 'revision_number': 5, 'project_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'subnets': [{'id': '8f268bd5-41bd-46c0-8026-fee8e4f65cb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:33:21.729519 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b2f813-9bc7-4fff-b5fc-a17a0fb28e92 req-0c24b789-202e-4ee9-b40e-96d06af01670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:33:21.731212 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b8b2f813-9bc7-4fff-b5fc-a17a0fb28e92 req-0c24b789-202e-4ee9-b40e-96d06af01670 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=eafefbfa-378a-4a8a-8ee5-45c0c746f8e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2188942 May 18 18:33:21.871399 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b8b2f813-9bc7-4fff-b5fc-a17a0fb28e92 req-fd8af463-9c34-486b-b5e4-5112393d7474 service neutron] 10.222.0.36 "GET /v2.0/networks/eafefbfa-378a-4a8a-8ee5-45c0c746f8e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189752 May 18 18:33:22.004021 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c51a1ec3-686d-4299-9d10-02405d6bdf83 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-596836', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-593224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25134'] for router, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:22.007505 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c51a1ec3-686d-4299-9d10-02405d6bdf83 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-596847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-596822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-593331'] for router, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:22.072599 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-c1d2e85b-977f-47a6-8423-bca23b73a3c7 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Deleting port 771b0d41-5dae-470c-9af0-1259aa943b7f {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:33:22.073131 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c1d2e85b-977f-47a6-8423-bca23b73a3c7 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:22.095053 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b8b2f813-9bc7-4fff-b5fc-a17a0fb28e92 req-7d5aae51-112f-4c17-9489-415613b7bcf7 service neutron] 10.222.0.36 "GET /v2.0/networks/eafefbfa-378a-4a8a-8ee5-45c0c746f8e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2155030 May 18 18:33:22.154735 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c51a1ec3-686d-4299-9d10-02405d6bdf83 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Router 0768a04a-528a-4dd7-af8c-62267aea95bf has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:33:22.175472 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a35d5c-fdc7-4a19-90d6-e660e792d43e req-e5904f3a-7516-4a2d-8406-ddcae4a60d8c tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:33:22.176997 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-12a35d5c-fdc7-4a19-90d6-e660e792d43e req-e5904f3a-7516-4a2d-8406-ddcae4a60d8c tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/ports?device_id=8e1b5b20-9613-4989-95f0-ebef26224307 HTTP/1.1" status: 200 len: 945 time: 0.0775251 May 18 18:33:22.196612 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-c1d2e85b-977f-47a6-8423-bca23b73a3c7 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] For port 771b0d41-5dae-470c-9af0-1259aa943b7f, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=771b0d41-5dae-470c-9af0-1259aa943b7f,segment=NetworkSegment(b79a99cd-0858-4b9b-a9c5-020c2b98e641),segment_id=b79a99cd-0858-4b9b-a9c5-020c2b98e641)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:33:22.197133 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c1d2e85b-977f-47a6-8423-bca23b73a3c7 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:22.211334 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-c1d2e85b-977f-47a6-8423-bca23b73a3c7 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Calling delete_port for 771b0d41-5dae-470c-9af0-1259aa943b7f owned by network:router_interface {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:33:22.272840 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-12a35d5c-fdc7-4a19-90d6-e660e792d43e req-609cbf48-7636-4e4e-b9f2-14729ad2635d tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/security-groups?id=6d4decf1-d3f8-40ef-a49d-c078d56e2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586019 May 18 18:33:22.330442 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c51a1ec3-686d-4299-9d10-02405d6bdf83 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:33:22.344515 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a43e125-8483-45d1-b2bf-c6f2e59ce64d None None] Sync routers for ids ['0768a04a-528a-4dd7-af8c-62267aea95bf'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:33:22.348062 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c51a1ec3-686d-4299-9d10-02405d6bdf83 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Notify callbacks [] for router, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:22.357556 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-c51a1ec3-686d-4299-9d10-02405d6bdf83 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] 10.222.0.85 "PUT /v2.0/routers/0768a04a-528a-4dd7-af8c-62267aea95bf HTTP/1.1" status: 200 len: 920 time: 1.6935291 May 18 18:33:22.358459 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 59370) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:33:22.358625 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a43e125-8483-45d1-b2bf-c6f2e59ce64d None None] Routers {'0768a04a-528a-4dd7-af8c-62267aea95bf'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:33:22.359261 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-2a43e125-8483-45d1-b2bf-c6f2e59ce64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:33:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['0768a04a-528a-4dd7-af8c-62267aea95bf'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:33:22.460840 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c1d2e85b-977f-47a6-8423-bca23b73a3c7 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:22.468341 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-2a43e125-8483-45d1-b2bf-c6f2e59ce64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:33:22.492967 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2e85b-977f-47a6-8423-bca23b73a3c7 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Pushing event deleted for resources: {'Port': ['ID=771b0d41-5dae-470c-9af0-1259aa943b7f,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:33:22.494669 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a43e125-8483-45d1-b2bf-c6f2e59ce64d None None] Routers {'0768a04a-528a-4dd7-af8c-62267aea95bf'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:33:22.495346 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-2a43e125-8483-45d1-b2bf-c6f2e59ce64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:33:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['0768a04a-528a-4dd7-af8c-62267aea95bf'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:33:22.556851 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-875949cc-932a-4af3-9743-129c770d6c1f tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] 10.222.0.85 "GET /v2.0/routers/0768a04a-528a-4dd7-af8c-62267aea95bf HTTP/1.1" status: 200 len: 920 time: 0.1969440 May 18 18:33:22.561358 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 59376) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:33:22.584037 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade7ce32-83c0-4302-91b3-14c52d4d6541 req-ecc8c703-4080-4d9d-a8be-d2df2d5f2d1a tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:33:22.586045 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ade7ce32-83c0-4302-91b3-14c52d4d6541 req-ecc8c703-4080-4d9d-a8be-d2df2d5f2d1a tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=1e87ebb1-66a8-452f-9f9f-1727775ac206 HTTP/1.1" status: 200 len: 943 time: 0.1556923 May 18 18:33:22.606254 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-2a43e125-8483-45d1-b2bf-c6f2e59ce64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:33:22.606927 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a43e125-8483-45d1-b2bf-c6f2e59ce64d None None] The sync data for ids ['0768a04a-528a-4dd7-af8c-62267aea95bf'] in n-d-838550-3 is: [] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:33:22.706906 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ade7ce32-83c0-4302-91b3-14c52d4d6541 req-a48eb831-a36c-4b2c-a807-3dc6f7399aa3 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=f6f34100-4199-4c69-a3cb-028eff639d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877981 May 18 18:33:22.752346 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a9ee3d1-b4c5-40c1-99e1-64626fd2f816 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:33:22.754630 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-7a9ee3d1-b4c5-40c1-99e1-64626fd2f816 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] 10.222.0.85 "GET /v2.0/ports?network_id=31ebd439-090c-4b25-bbb0-31c48711b145&device_id=0768a04a-528a-4dd7-af8c-62267aea95bf&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1813824 May 18 18:33:22.757241 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 59378) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:33:22.780305 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c1d2e85b-977f-47a6-8423-bca23b73a3c7 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-593931'] for router_interface, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:22.795956 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa6db3b-19f4-4f8e-98c4-85225a40c7e0 req-93ab6763-a05b-4e77-8c06-3daf30c49b21 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:33:22.798141 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3aa6db3b-19f4-4f8e-98c4-85225a40c7e0 req-93ab6763-a05b-4e77-8c06-3daf30c49b21 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/ports?device_id=8e1b5b20-9613-4989-95f0-ebef26224307 HTTP/1.1" status: 200 len: 945 time: 0.1032350 May 18 18:33:22.870646 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80f16ff-b40c-4ac7-bcd1-f3a3407a8024 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:33:22.874980 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-f80f16ff-b40c-4ac7-bcd1-f3a3407a8024 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] 10.222.0.85 "GET /v2.0/networks/31ebd439-090c-4b25-bbb0-31c48711b145 HTTP/1.1" status: 200 len: 881 time: 0.1139004 May 18 18:33:22.875997 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 59380) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:33:22.878140 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3aa6db3b-19f4-4f8e-98c4-85225a40c7e0 req-1d1e0d8f-2045-4800-9ffc-b110b97f6c6e tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/security-groups?id=6d4decf1-d3f8-40ef-a49d-c078d56e2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711477 May 18 18:33:22.926205 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-6beafb13-f8d9-4384-ae98-f42fe44a8038 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] 10.222.0.85 "GET /v2.0/ports?device_id=0768a04a-528a-4dd7-af8c-62267aea95bf HTTP/1.1" status: 200 len: 205 time: 0.0487304 May 18 18:33:22.928427 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 59388) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:33:23.107538 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-14f366ce-9799-4beb-a966-8c95cdf6df5e tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Notify callbacks [] for router, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:23.163871 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1d2e85b-977f-47a6-8423-bca23b73a3c7 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Router 4ccf6a9f-94ce-4704-a04c-8d91da2e98ba has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:33:23.190841 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae801459-3ed4-471e-b8fa-0f4442064d7d req-151de3bd-fe0b-4f90-bdfc-0f6e8909ffac tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:33:23.192401 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ae801459-3ed4-471e-b8fa-0f4442064d7d req-151de3bd-fe0b-4f90-bdfc-0f6e8909ffac tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/ports?device_id=8e1b5b20-9613-4989-95f0-ebef26224307 HTTP/1.1" status: 200 len: 945 time: 0.1608701 May 18 18:33:23.276212 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1d2e85b-977f-47a6-8423-bca23b73a3c7 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:33:23.282533 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-c1d2e85b-977f-47a6-8423-bca23b73a3c7 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] 10.222.0.85 "PUT /v2.0/routers/4ccf6a9f-94ce-4704-a04c-8d91da2e98ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0137241 May 18 18:33:23.285923 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 59392) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:33:23.292289 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a2fd91-61fb-4411-92b4-6f0e4a2f4322 None None] Sync routers for ids ['4ccf6a9f-94ce-4704-a04c-8d91da2e98ba'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:33:23.310403 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a2fd91-61fb-4411-92b4-6f0e4a2f4322 None None] Routers {'4ccf6a9f-94ce-4704-a04c-8d91da2e98ba'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:33:23.311210 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-a9a2fd91-61fb-4411-92b4-6f0e4a2f4322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:33:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['4ccf6a9f-94ce-4704-a04c-8d91da2e98ba'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:33:23.423019 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5f2205d-fb39-4095-a577-165751dbd607 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Deleting subnet f834670a-7d0a-4e2c-afb8-de473b20e2e6 {{(pid=102730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:33:23.430798 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d5f2205d-fb39-4095-a577-165751dbd607 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks [] for subnet, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:23.523536 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d5f2205d-fb39-4095-a577-165751dbd607 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260107366'] for subnet, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:23.602149 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-a9a2fd91-61fb-4411-92b4-6f0e4a2f4322 None None] Set router 4ccf6a9f-94ce-4704-a04c-8d91da2e98ba gateway port host: None {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:33:23.682567 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d5f2205d-fb39-4095-a577-165751dbd607 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:23.733465 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ae801459-3ed4-471e-b8fa-0f4442064d7d req-7de4e8e3-89e0-4d78-93c8-a95000a9cc40 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/security-groups?id=6d4decf1-d3f8-40ef-a49d-c078d56e2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5279493 May 18 18:33:23.793564 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-14f366ce-9799-4beb-a966-8c95cdf6df5e tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:23.916279 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-a9a2fd91-61fb-4411-92b4-6f0e4a2f4322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ccf6a9f-94ce-4704-a04c-8d91da2e98ba', 'name': 'tempest-RoutersTest-router-739742', 'tenant_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:32:38Z', 'updated_at': '2022-05-18T18:33:22Z', 'revision_number': 8, 'project_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'gw_port_host': None, '_interfaces': [{'id': '835b369d-fcdd-48f8-9196-ea344252f20d', 'name': '', 'network_id': '00bf5e09-9256-48f7-8ef3-8f19372524b4', 'tenant_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'mac_address': 'fa:16:3e:2c:8f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ccf6a9f-94ce-4704-a04c-8d91da2e98ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': '8c827744-dfbe-4e72-baa2-b5c99d55b3a7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:32:49Z', 'updated_at': '2022-05-18T18:33:02Z', 'revision_number': 5, 'project_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'subnets': [{'id': '8c827744-dfbe-4e72-baa2-b5c99d55b3a7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a11d9008-1fa8-4bd4-9ecc-773e5b634594', 'name': '', 'network_id': 'abca76f9-8770-4771-b4ff-1680a7b33ed2', 'tenant_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'mac_address': 'fa:16:3e:4a:91:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ccf6a9f-94ce-4704-a04c-8d91da2e98ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': 'baa8f4bd-7aa7-4e2b-a340-bcc47c896ed0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:32:58Z', 'updated_at': '2022-05-18T18:33:10Z', 'revision_number': 5, 'project_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'subnets': [{'id': 'baa8f4bd-7aa7-4e2b-a340-bcc47c896ed0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce571f76-8eeb-46bb-900c-89cee7d9b6ab', 'name': '', 'network_id': 'bcb02ed3-c3f9-4742-99c3-7e547facb943', 'tenant_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'mac_address': 'fa:16:3e:ef:8d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ccf6a9f-94ce-4704-a04c-8d91da2e98ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': '8f268bd5-41bd-46c0-8026-fee8e4f65cb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:32:41Z', 'updated_at': '2022-05-18T18:32:51Z', 'revision_number': 5, 'project_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'subnets': [{'id': '8f268bd5-41bd-46c0-8026-fee8e4f65cb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:33:23.937485 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-14f366ce-9799-4beb-a966-8c95cdf6df5e tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Deleting port fe0120f2-f040-46e4-b330-9de2ab944064 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:33:23.937855 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-14f366ce-9799-4beb-a966-8c95cdf6df5e tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:23.975644 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a2fd91-61fb-4411-92b4-6f0e4a2f4322 None None] Checking router: 4ccf6a9f-94ce-4704-a04c-8d91da2e98ba for host: n-d-838550-3 {{(pid=102732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:33:23.989414 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a2fd91-61fb-4411-92b4-6f0e4a2f4322 None None] Routers {'4ccf6a9f-94ce-4704-a04c-8d91da2e98ba'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:33:23.990414 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-a9a2fd91-61fb-4411-92b4-6f0e4a2f4322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:33:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['4ccf6a9f-94ce-4704-a04c-8d91da2e98ba'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:33:24.133073 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-14f366ce-9799-4beb-a966-8c95cdf6df5e tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:24.213844 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-14f366ce-9799-4beb-a966-8c95cdf6df5e tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Calling delete_port for fe0120f2-f040-46e4-b330-9de2ab944064 owned by network:router_gateway {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:33:24.245562 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-a9a2fd91-61fb-4411-92b4-6f0e4a2f4322 None None] Set router 4ccf6a9f-94ce-4704-a04c-8d91da2e98ba gateway port host: None {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:33:24.295490 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf232f9-38bd-439f-8f88-23c2274decad req-0a5471ac-6094-4b5f-a700-085bf2e9668e tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:33:24.297194 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-faf232f9-38bd-439f-8f88-23c2274decad req-0a5471ac-6094-4b5f-a700-085bf2e9668e tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=1e87ebb1-66a8-452f-9f9f-1727775ac206 HTTP/1.1" status: 200 len: 943 time: 0.0728912 May 18 18:33:24.301341 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806156f3-7b4a-4f1d-a0d2-ac75ae9177dc req-dacbb070-26f9-4ef4-9066-fc1197f67be1 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:33:24.310158 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-806156f3-7b4a-4f1d-a0d2-ac75ae9177dc req-dacbb070-26f9-4ef4-9066-fc1197f67be1 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/ports?device_id=8e1b5b20-9613-4989-95f0-ebef26224307 HTTP/1.1" status: 200 len: 945 time: 0.1560941 May 18 18:33:24.338615 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d5f2205d-fb39-4095-a577-165751dbd607 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261104690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261031888'] for subnet, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:24.381856 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-faf232f9-38bd-439f-8f88-23c2274decad req-1ef41591-e861-4016-987a-25929d4b3e7e tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=f6f34100-4199-4c69-a3cb-028eff639d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760789 May 18 18:33:24.383075 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f2205d-fb39-4095-a577-165751dbd607 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Pushing event deleted for resources: {'Subnet': ['ID=f834670a-7d0a-4e2c-afb8-de473b20e2e6,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:33:24.392503 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d5f2205d-fb39-4095-a577-165751dbd607 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:24.400894 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-d5f2205d-fb39-4095-a577-165751dbd607 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] 10.222.0.85 "DELETE /v2.0/subnets/f834670a-7d0a-4e2c-afb8-de473b20e2e6 HTTP/1.1" status: 204 len: 168 time: 1.1135857 May 18 18:33:24.401607 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 59416) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:33:24.425074 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb9aa519-7b35-4ff4-a06b-8e7aa5ea106d None None] Network cbff8922-835d-40d7-b741-b9b61add3ef3 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:33:24.495211 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-bf4c7075-61eb-4dbb-867f-3a2f270b7e1e tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:24.504293 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-806156f3-7b4a-4f1d-a0d2-ac75ae9177dc req-f8678c93-e7e7-4177-ad6b-a88bce62573e tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/security-groups?id=6d4decf1-d3f8-40ef-a49d-c078d56e2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931758 May 18 18:33:24.635987 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-bf4c7075-61eb-4dbb-867f-3a2f270b7e1e tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Deleting port 90510f14-05a1-4966-82f2-2f7eb941370f {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:33:24.636590 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-bf4c7075-61eb-4dbb-867f-3a2f270b7e1e tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:24.641776 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-14f366ce-9799-4beb-a966-8c95cdf6df5e tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:24.706759 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f366ce-9799-4beb-a966-8c95cdf6df5e tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Pushing event deleted for resources: {'Port': ['ID=fe0120f2-f040-46e4-b330-9de2ab944064,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:33:24.803459 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-bf4c7075-61eb-4dbb-867f-3a2f270b7e1e tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] For port 90510f14-05a1-4966-82f2-2f7eb941370f, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=90510f14-05a1-4966-82f2-2f7eb941370f,segment=NetworkSegment(b79a99cd-0858-4b9b-a9c5-020c2b98e641),segment_id=b79a99cd-0858-4b9b-a9c5-020c2b98e641)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:33:24.803852 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-bf4c7075-61eb-4dbb-867f-3a2f270b7e1e tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:24.825719 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-bf4c7075-61eb-4dbb-867f-3a2f270b7e1e tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Calling delete_port for 90510f14-05a1-4966-82f2-2f7eb941370f owned by network:dhcp {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:33:24.841683 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-14f366ce-9799-4beb-a966-8c95cdf6df5e tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596901'] for router_gateway, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:24.857021 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a2cd94-07b1-4771-bf94-6b48bafcd388 None None] DHCP port deletion for cbff8922-835d-40d7-b741-b9b61add3ef3 request from n-d-838550-3 {{(pid=102732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 18:33:24.868092 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-a9a2fd91-61fb-4411-92b4-6f0e4a2f4322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ccf6a9f-94ce-4704-a04c-8d91da2e98ba', 'name': 'tempest-RoutersTest-router-739742', 'tenant_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:32:38Z', 'updated_at': '2022-05-18T18:33:22Z', 'revision_number': 8, 'project_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'gw_port_host': None, '_interfaces': [{'id': '835b369d-fcdd-48f8-9196-ea344252f20d', 'name': '', 'network_id': '00bf5e09-9256-48f7-8ef3-8f19372524b4', 'tenant_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'mac_address': 'fa:16:3e:2c:8f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ccf6a9f-94ce-4704-a04c-8d91da2e98ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': '8c827744-dfbe-4e72-baa2-b5c99d55b3a7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:32:49Z', 'updated_at': '2022-05-18T18:33:02Z', 'revision_number': 5, 'project_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'subnets': [{'id': '8c827744-dfbe-4e72-baa2-b5c99d55b3a7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a11d9008-1fa8-4bd4-9ecc-773e5b634594', 'name': '', 'network_id': 'abca76f9-8770-4771-b4ff-1680a7b33ed2', 'tenant_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'mac_address': 'fa:16:3e:4a:91:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ccf6a9f-94ce-4704-a04c-8d91da2e98ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': 'baa8f4bd-7aa7-4e2b-a340-bcc47c896ed0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:32:58Z', 'updated_at': '2022-05-18T18:33:10Z', 'revision_number': 5, 'project_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'subnets': [{'id': 'baa8f4bd-7aa7-4e2b-a340-bcc47c896ed0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce571f76-8eeb-46bb-900c-89cee7d9b6ab', 'name': '', 'network_id': 'bcb02ed3-c3f9-4742-99c3-7e547facb943', 'tenant_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'mac_address': 'fa:16:3e:ef:8d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ccf6a9f-94ce-4704-a04c-8d91da2e98ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': '8f268bd5-41bd-46c0-8026-fee8e4f65cb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:32:41Z', 'updated_at': '2022-05-18T18:32:51Z', 'revision_number': 5, 'project_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'subnets': [{'id': '8f268bd5-41bd-46c0-8026-fee8e4f65cb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:33:24.935025 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a2fd91-61fb-4411-92b4-6f0e4a2f4322 None None] The sync data for ids ['4ccf6a9f-94ce-4704-a04c-8d91da2e98ba'] in n-d-838550-3 is: [{'id': '4ccf6a9f-94ce-4704-a04c-8d91da2e98ba', 'name': 'tempest-RoutersTest-router-739742', 'tenant_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:32:38Z', 'updated_at': '2022-05-18T18:33:22Z', 'revision_number': 8, 'project_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'gw_port_host': None, '_interfaces': [{'id': '835b369d-fcdd-48f8-9196-ea344252f20d', 'name': '', 'network_id': '00bf5e09-9256-48f7-8ef3-8f19372524b4', 'tenant_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'mac_address': 'fa:16:3e:2c:8f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ccf6a9f-94ce-4704-a04c-8d91da2e98ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': '8c827744-dfbe-4e72-baa2-b5c99d55b3a7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:32:49Z', 'updated_at': '2022-05-18T18:33:02Z', 'revision_number': 5, 'project_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'subnets': [{'id': '8c827744-dfbe-4e72-baa2-b5c99d55b3a7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a11d9008-1fa8-4bd4-9ecc-773e5b634594', 'name': '', 'network_id': 'abca76f9-8770-4771-b4ff-1680a7b33ed2', 'tenant_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'mac_address': 'fa:16:3e:4a:91:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ccf6a9f-94ce-4704-a04c-8d91da2e98ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': 'baa8f4bd-7aa7-4e2b-a340-bcc47c896ed0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:32:58Z', 'updated_at': '2022-05-18T18:33:10Z', 'revision_number': 5, 'project_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'subnets': [{'id': 'baa8f4bd-7aa7-4e2b-a340-bcc47c896ed0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce571f76-8eeb-46bb-900c-89cee7d9b6ab', 'name': '', 'network_id': 'bcb02ed3-c3f9-4742-99c3-7e547facb943', 'tenant_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'mac_address': 'fa:16:3e:ef:8d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ccf6a9f-94ce-4704-a04c-8d91da2e98ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': '8f268bd5-41bd-46c0-8026-fee8e4f65cb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:32:41Z', 'updated_at': '2022-05-18T18:32:51Z', 'revision_number': 5, 'project_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'subnets': [{'id': '8f268bd5-41bd-46c0-8026-fee8e4f65cb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:33:24.955108 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-bf4c7075-61eb-4dbb-867f-3a2f270b7e1e tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:25.019440 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4c7075-61eb-4dbb-867f-3a2f270b7e1e tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Pushing event deleted for resources: {'Port': ['ID=90510f14-05a1-4966-82f2-2f7eb941370f,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:33:25.019883 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-16a2cd94-07b1-4771-bf94-6b48bafcd388 None None] Deleting port 90510f14-05a1-4966-82f2-2f7eb941370f {{(pid=102732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:33:25.020256 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-16a2cd94-07b1-4771-bf94-6b48bafcd388 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:25.028028 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4c7075-61eb-4dbb-867f-3a2f270b7e1e tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] No DVR routers for this DVR port 90510f14-05a1-4966-82f2-2f7eb941370f on host n-d-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:33:25.053514 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-14f366ce-9799-4beb-a966-8c95cdf6df5e tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25145'] for router, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:25.055957 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-14f366ce-9799-4beb-a966-8c95cdf6df5e tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:25.094754 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-16a2cd94-07b1-4771-bf94-6b48bafcd388 None None] For port 90510f14-05a1-4966-82f2-2f7eb941370f, host n-d-838550-3, got binding levels [] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:33:25.094754 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-16a2cd94-07b1-4771-bf94-6b48bafcd388 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:25.110668 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-16a2cd94-07b1-4771-bf94-6b48bafcd388 None None] Calling delete_port for 90510f14-05a1-4966-82f2-2f7eb941370f owned by network:dhcp {{(pid=102732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:33:25.113909 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.ipam_backend_mixin [None req-16a2cd94-07b1-4771-bf94-6b48bafcd388 None None] Port 90510f14-05a1-4966-82f2-2f7eb941370f was not found and therefore no delete operation was performed {{(pid=102732) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} May 18 18:33:25.115496 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-16a2cd94-07b1-4771-bf94-6b48bafcd388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508'] for port, after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:25.119080 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-14f366ce-9799-4beb-a966-8c95cdf6df5e tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593303'] for router, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:25.119656 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14f366ce-9799-4beb-a966-8c95cdf6df5e tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Fanout notify agent at l3_agent the message router_deleted on router 0768a04a-528a-4dd7-af8c-62267aea95bf {{(pid=102731) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 18 18:33:25.136583 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-14f366ce-9799-4beb-a966-8c95cdf6df5e tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Notify callbacks [] for router, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:25.139607 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-14f366ce-9799-4beb-a966-8c95cdf6df5e tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] 10.222.0.85 "DELETE /v2.0/routers/0768a04a-528a-4dd7-af8c-62267aea95bf HTTP/1.1" status: 204 len: 168 time: 2.2096255 May 18 18:33:25.143078 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 59420) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:33:25.148299 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-1d3c8f6a-64a7-46f7-b0c5-e0554514ba26 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-461375787', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:33:25.156493 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a2cd94-07b1-4771-bf94-6b48bafcd388 None None] Pushing event deleted for resources: {'Port': ['ID=90510f14-05a1-4966-82f2-2f7eb941370f,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:33:25.158963 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a2cd94-07b1-4771-bf94-6b48bafcd388 None None] No DVR routers for this DVR port 90510f14-05a1-4966-82f2-2f7eb941370f on host n-d-838550-3 {{(pid=102732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:33:25.173484 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-bf4c7075-61eb-4dbb-867f-3a2f270b7e1e tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:25.179678 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1d3c8f6a-64a7-46f7-b0c5-e0554514ba26 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25099'] for router, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:25.180824 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1d3c8f6a-64a7-46f7-b0c5-e0554514ba26 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-593238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596850', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25088'] for router, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:25.197054 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-bf4c7075-61eb-4dbb-867f-3a2f270b7e1e tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbff8922-835d-40d7-b741-b9b61add3ef3']}} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:33:25.208267 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-bf4c7075-61eb-4dbb-867f-3a2f270b7e1e tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b79a99cd-0858-4b9b-a9c5-020c2b98e641') {'for_net_delete': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:33:25.208574 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-bf4c7075-61eb-4dbb-867f-3a2f270b7e1e tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b79a99cd-0858-4b9b-a9c5-020c2b98e641') {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:33:25.219241 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-bf4c7075-61eb-4dbb-867f-3a2f270b7e1e tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260107375'] for segment, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:25.234462 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-bf4c7075-61eb-4dbb-867f-3a2f270b7e1e tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:25.240998 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf4c7075-61eb-4dbb-867f-3a2f270b7e1e tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Releasing vlan 606 on physical network physnet1 to pool {{(pid=102730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:33:25.241525 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-bf4c7075-61eb-4dbb-867f-3a2f270b7e1e tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261102736'] for segment, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:25.245416 n-d-838550-3 neutron-server[102730]: Traceback (most recent call last): May 18 18:33:25.245416 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:33:25.245416 n-d-838550-3 neutron-server[102730]: timer() May 18 18:33:25.245416 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:33:25.245416 n-d-838550-3 neutron-server[102730]: cb(*args, **kw) May 18 18:33:25.245416 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:33:25.245416 n-d-838550-3 neutron-server[102730]: return func(*args, **kwargs) May 18 18:33:25.245416 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:33:25.245416 n-d-838550-3 neutron-server[102730]: self._notify() May 18 18:33:25.245416 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:33:25.245416 n-d-838550-3 neutron-server[102730]: self.callback(batched_events) May 18 18:33:25.245416 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:33:25.245416 n-d-838550-3 neutron-server[102730]: event.method(event) May 18 18:33:25.245416 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:33:25.245416 n-d-838550-3 neutron-server[102730]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:33:25.245416 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:33:25.245416 n-d-838550-3 neutron-server[102730]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:33:25.245416 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:33:25.245416 n-d-838550-3 neutron-server[102730]: return f(self, *a, **k) May 18 18:33:25.245416 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:33:25.245416 n-d-838550-3 neutron-server[102730]: return self._get(url).json() May 18 18:33:25.245416 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:33:25.245416 n-d-838550-3 neutron-server[102730]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:33:25.245416 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:33:25.245416 n-d-838550-3 neutron-server[102730]: return self.request(url, 'GET', **kwargs) May 18 18:33:25.245416 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:33:25.245416 n-d-838550-3 neutron-server[102730]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:33:25.245416 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:33:25.245416 n-d-838550-3 neutron-server[102730]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:33:25.245416 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:33:25.245416 n-d-838550-3 neutron-server[102730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:33:25.245416 n-d-838550-3 neutron-server[102730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:33:25.253650 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1d3c8f6a-64a7-46f7-b0c5-e0554514ba26 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:25.257942 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 7 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 18:33:25.259552 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1d3c8f6a-64a7-46f7-b0c5-e0554514ba26 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596801'] for router, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:25.280482 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1d3c8f6a-64a7-46f7-b0c5-e0554514ba26 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Notify callbacks [] for router, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:25.284331 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-1d3c8f6a-64a7-46f7-b0c5-e0554514ba26 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1377938 May 18 18:33:25.285144 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 59426) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:33:25.290147 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-88d319da-dcbf-4552-b475-b2f8f8662b70 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Request body: {'router': {'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:33:25.337661 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-bf4c7075-61eb-4dbb-867f-3a2f270b7e1e tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:25.347844 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-bf4c7075-61eb-4dbb-867f-3a2f270b7e1e tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:25.351528 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-bf4c7075-61eb-4dbb-867f-3a2f270b7e1e tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] 10.222.0.85 "DELETE /v2.0/networks/cbff8922-835d-40d7-b741-b9b61add3ef3 HTTP/1.1" status: 204 len: 168 time: 0.9473295 May 18 18:33:25.354019 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 59428) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:33:25.375091 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4c7075-61eb-4dbb-867f-3a2f270b7e1e tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Pushing event deleted for resources: {'Network': ['ID=cbff8922-835d-40d7-b741-b9b61add3ef3,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:33:25.601022 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-88d319da-dcbf-4552-b475-b2f8f8662b70 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:25.674831 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22010c2a-16cb-4145-bd36-ab1dc5c4a620 req-30e0b7e9-8f72-4041-b511-569acf173aec tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:33:25.676192 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-22010c2a-16cb-4145-bd36-ab1dc5c4a620 req-30e0b7e9-8f72-4041-b511-569acf173aec tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/ports?device_id=8e1b5b20-9613-4989-95f0-ebef26224307 HTTP/1.1" status: 200 len: 945 time: 0.0805364 May 18 18:33:25.678916 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e507c5d2-15f2-48c4-93e3-54c948d35b47 req-b5272fbb-1162-4437-a7fd-db6e41f28c03 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:33:25.680323 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e507c5d2-15f2-48c4-93e3-54c948d35b47 req-b5272fbb-1162-4437-a7fd-db6e41f28c03 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e1b5b20-9613-4989-95f0-ebef26224307 HTTP/1.1" status: 200 len: 945 time: 0.1970413 May 18 18:33:25.691518 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6eb009-ec39-433f-b14a-2fd672dafbb5 req-e903fa81-3f6d-4f18-9d78-66a5195f32a8 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:33:25.698909 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7e6eb009-ec39-433f-b14a-2fd672dafbb5 req-e903fa81-3f6d-4f18-9d78-66a5195f32a8 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=1e87ebb1-66a8-452f-9f9f-1727775ac206 HTTP/1.1" status: 200 len: 943 time: 0.2004519 May 18 18:33:25.761161 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-22010c2a-16cb-4145-bd36-ab1dc5c4a620 req-6c6c58ed-fe91-4707-8c78-0f20b1576690 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/security-groups?id=6d4decf1-d3f8-40ef-a49d-c078d56e2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516522 May 18 18:33:25.842791 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7e6eb009-ec39-433f-b14a-2fd672dafbb5 req-2b44fb4e-d53c-417a-9eda-ef79ad985f5e tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=f6f34100-4199-4c69-a3cb-028eff639d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1424267 May 18 18:33:25.894944 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-e507c5d2-15f2-48c4-93e3-54c948d35b47 req-6be18de7-208b-4ed9-b0a1-69b41d45c73e tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Deleting port b31a004a-22e0-41d3-bdc5-d528b97798a3 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:33:25.895283 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-e507c5d2-15f2-48c4-93e3-54c948d35b47 req-6be18de7-208b-4ed9-b0a1-69b41d45c73e tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:25.901336 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-88d319da-dcbf-4552-b475-b2f8f8662b70 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Notify callbacks [] for router_gateway, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:25.922012 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-88d319da-dcbf-4552-b475-b2f8f8662b70 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:26.032069 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-e507c5d2-15f2-48c4-93e3-54c948d35b47 req-6be18de7-208b-4ed9-b0a1-69b41d45c73e tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] For port b31a004a-22e0-41d3-bdc5-d528b97798a3, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=b31a004a-22e0-41d3-bdc5-d528b97798a3,segment=NetworkSegment(a789d407-e290-4a90-b0cb-82b84ff4b9fa),segment_id=a789d407-e290-4a90-b0cb-82b84ff4b9fa)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:33:26.032438 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-e507c5d2-15f2-48c4-93e3-54c948d35b47 req-6be18de7-208b-4ed9-b0a1-69b41d45c73e tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:26.050002 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-88d319da-dcbf-4552-b475-b2f8f8662b70 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Allocated IP 172.25.5.149 (31ebd439-090c-4b25-bbb0-31c48711b145/363a2810-8a83-4be0-a317-7c91fcd94485/396e891f-846b-47dd-9aef-6400b4c5f3dd) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:33:26.050483 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-e507c5d2-15f2-48c4-93e3-54c948d35b47 req-6be18de7-208b-4ed9-b0a1-69b41d45c73e tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Calling delete_port for b31a004a-22e0-41d3-bdc5-d528b97798a3 owned by compute:nova {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:33:26.106160 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f3ae888e-9d1e-48af-873c-9fd52fb98e5e tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-595963'] for router_interface, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:26.197239 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-88d319da-dcbf-4552-b475-b2f8f8662b70 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:26.243042 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-88d319da-dcbf-4552-b475-b2f8f8662b70 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:26.308044 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d319da-dcbf-4552-b475-b2f8f8662b70 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Network 31ebd439-090c-4b25-bbb0-31c48711b145 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:33:26.310876 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-88d319da-dcbf-4552-b475-b2f8f8662b70 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:33:26.313589 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d319da-dcbf-4552-b475-b2f8f8662b70 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:33:26.350592 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-e507c5d2-15f2-48c4-93e3-54c948d35b47 req-6be18de7-208b-4ed9-b0a1-69b41d45c73e tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:26.369296 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['84d44d3e-b0bb-476d-a838-b97212311ad1', 'b31a004a-22e0-41d3-bdc5-d528b97798a3'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:33:26.392226 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be18de7-208b-4ed9-b0a1-69b41d45c73e tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Pushing event deleted for resources: {'Port': ['ID=b31a004a-22e0-41d3-bdc5-d528b97798a3,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:33:26.462314 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d319da-dcbf-4552-b475-b2f8f8662b70 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Pushing event updated for resources: {'Port': ['ID=396e891f-846b-47dd-9aef-6400b4c5f3dd,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:33:26.486980 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-e507c5d2-15f2-48c4-93e3-54c948d35b47 req-6be18de7-208b-4ed9-b0a1-69b41d45c73e tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] No DVR routers for this DVR port b31a004a-22e0-41d3-bdc5-d528b97798a3 on host n-h1-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:33:26.490457 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-e507c5d2-15f2-48c4-93e3-54c948d35b47 req-6be18de7-208b-4ed9-b0a1-69b41d45c73e tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:26.493908 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e507c5d2-15f2-48c4-93e3-54c948d35b47 req-6be18de7-208b-4ed9-b0a1-69b41d45c73e tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.36 "DELETE /v2.0/ports/b31a004a-22e0-41d3-bdc5-d528b97798a3 HTTP/1.1" status: 204 len: 173 time: 0.7921510 May 18 18:33:26.494319 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e1b5b20-9613-4989-95f0-ebef26224307', 'name': 'network-vif-deleted', 'tag': 'b31a004a-22e0-41d3-bdc5-d528b97798a3'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:33:26.497171 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf61a71d-2bb4-4ca8-8fa8-2a3a3857a58d" -d '{"events": [{"server_uuid": "8e1b5b20-9613-4989-95f0-ebef26224307", "name": "network-vif-deleted", "tag": "b31a004a-22e0-41d3-bdc5-d528b97798a3"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:33:26.593172 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-f3ae888e-9d1e-48af-873c-9fd52fb98e5e tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Deleting port a11d9008-1fa8-4bd4-9ecc-773e5b634594 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:33:26.593363 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f3ae888e-9d1e-48af-873c-9fd52fb98e5e tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:26.617223 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8015c848-a636-4fa9-a165-2f1732cec384 x-openstack-request-id: req-8015c848-a636-4fa9-a165-2f1732cec384 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:33:26.617497 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e1b5b20-9613-4989-95f0-ebef26224307", "name": "network-vif-deleted", "tag": "b31a004a-22e0-41d3-bdc5-d528b97798a3", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:33:26.618183 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-8015c848-a636-4fa9-a165-2f1732cec384 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:33:26.618317 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8015c848-a636-4fa9-a165-2f1732cec384'] response: {'server_uuid': '8e1b5b20-9613-4989-95f0-ebef26224307', 'name': 'network-vif-deleted', 'tag': 'b31a004a-22e0-41d3-bdc5-d528b97798a3', 'status': 'completed', 'code': 200} May 18 18:33:26.873441 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 771b0d41-5dae-470c-9af0-1259aa943b7f no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:33:26.891952 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-f3ae888e-9d1e-48af-873c-9fd52fb98e5e tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] For port a11d9008-1fa8-4bd4-9ecc-773e5b634594, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=a11d9008-1fa8-4bd4-9ecc-773e5b634594,segment=NetworkSegment(35d15f47-5bee-4702-b095-a0a4852e18ea),segment_id=35d15f47-5bee-4702-b095-a0a4852e18ea)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:33:26.893605 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f3ae888e-9d1e-48af-873c-9fd52fb98e5e tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:26.915215 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-f3ae888e-9d1e-48af-873c-9fd52fb98e5e tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Calling delete_port for a11d9008-1fa8-4bd4-9ecc-773e5b634594 owned by network:router_interface {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:33:26.920237 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 771b0d41-5dae-470c-9af0-1259aa943b7f {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:33:26.925139 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 771b0d41-5dae-470c-9af0-1259aa943b7f not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:33:26.925837 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 90510f14-05a1-4966-82f2-2f7eb941370f no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:33:26.957119 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-88d319da-dcbf-4552-b475-b2f8f8662b70 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Notify callbacks [] for router_gateway, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:26.957319 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 90510f14-05a1-4966-82f2-2f7eb941370f {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:33:26.957709 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 90510f14-05a1-4966-82f2-2f7eb941370f not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:33:27.071497 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d33678cc-27de-4ae1-a92a-6ee753378a0a req-a96d2c24-c397-489e-a9e0-2f3d3af2ac66 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/ports?device_id=8e1b5b20-9613-4989-95f0-ebef26224307 HTTP/1.1" status: 200 len: 210 time: 0.0658748 May 18 18:33:27.129900 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ac5f9a-8878-47a0-9cd5-d52f305e22a0 req-81fec9d8-c367-4927-853d-9a9cd28489d3 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:33:27.131531 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-16ac5f9a-8878-47a0-9cd5-d52f305e22a0 req-81fec9d8-c367-4927-853d-9a9cd28489d3 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=1e87ebb1-66a8-452f-9f9f-1727775ac206 HTTP/1.1" status: 200 len: 943 time: 0.1339936 May 18 18:33:27.179152 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f3ae888e-9d1e-48af-873c-9fd52fb98e5e tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:27.224573 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ae888e-9d1e-48af-873c-9fd52fb98e5e tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Pushing event deleted for resources: {'Port': ['ID=a11d9008-1fa8-4bd4-9ecc-773e5b634594,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:33:27.263445 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-16ac5f9a-8878-47a0-9cd5-d52f305e22a0 req-68f9408d-9728-427b-a20e-1b2feb328cd8 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=f6f34100-4199-4c69-a3cb-028eff639d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1234910 May 18 18:33:27.279633 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-88d319da-dcbf-4552-b475-b2f8f8662b70 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-596836', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-593224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25134'] for router, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:27.283742 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-88d319da-dcbf-4552-b475-b2f8f8662b70 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-596847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-596822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-593331'] for router, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:27.443943 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88d319da-dcbf-4552-b475-b2f8f8662b70 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Router 7378a7ce-585d-49fc-be68-16919d7c1edb is scheduled to L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e with binding_index 1 {{(pid=102731) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 18 18:33:27.461071 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f3ae888e-9d1e-48af-873c-9fd52fb98e5e tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-593931'] for router_interface, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:27.604370 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88d319da-dcbf-4552-b475-b2f8f8662b70 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:33:27.612575 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-88d319da-dcbf-4552-b475-b2f8f8662b70 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Notify callbacks [] for router, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:27.614099 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-88d319da-dcbf-4552-b475-b2f8f8662b70 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] 10.222.0.85 "PUT /v2.0/routers/7378a7ce-585d-49fc-be68-16919d7c1edb HTTP/1.1" status: 200 len: 879 time: 2.3280401 May 18 18:33:27.616607 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 59490) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:33:27.619278 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933a3399-cd02-4c3c-a0c9-165354c52a31 None None] Sync routers for ids ['7378a7ce-585d-49fc-be68-16919d7c1edb'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:33:27.630515 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933a3399-cd02-4c3c-a0c9-165354c52a31 None None] Routers {'7378a7ce-585d-49fc-be68-16919d7c1edb'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:33:27.632740 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-933a3399-cd02-4c3c-a0c9-165354c52a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:33:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['7378a7ce-585d-49fc-be68-16919d7c1edb'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:33:27.669796 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-933a3399-cd02-4c3c-a0c9-165354c52a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:33:27.690908 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933a3399-cd02-4c3c-a0c9-165354c52a31 None None] Routers {'7378a7ce-585d-49fc-be68-16919d7c1edb'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:33:27.691972 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-933a3399-cd02-4c3c-a0c9-165354c52a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:33:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['7378a7ce-585d-49fc-be68-16919d7c1edb'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:33:27.742695 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-933a3399-cd02-4c3c-a0c9-165354c52a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:33:27.743635 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933a3399-cd02-4c3c-a0c9-165354c52a31 None None] The sync data for ids ['7378a7ce-585d-49fc-be68-16919d7c1edb'] in n-d-838550-3 is: [] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:33:27.787305 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-4abbbe0e-b167-4963-af82-25b004ef69ea tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] 10.222.0.85 "GET /v2.0/routers/7378a7ce-585d-49fc-be68-16919d7c1edb HTTP/1.1" status: 200 len: 920 time: 0.1693652 May 18 18:33:27.787555 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 59494) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:33:27.853840 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3ae888e-9d1e-48af-873c-9fd52fb98e5e tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Router 4ccf6a9f-94ce-4704-a04c-8d91da2e98ba has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:33:27.879351 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12dfc9d3-21a0-4227-863f-f0956be3104a tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:33:27.883445 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-12dfc9d3-21a0-4227-863f-f0956be3104a tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] 10.222.0.85 "GET /v2.0/ports?network_id=31ebd439-090c-4b25-bbb0-31c48711b145&device_id=7378a7ce-585d-49fc-be68-16919d7c1edb&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0921142 May 18 18:33:27.883800 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 59496) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:33:28.035876 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3ae888e-9d1e-48af-873c-9fd52fb98e5e tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:33:28.042140 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-f3ae888e-9d1e-48af-873c-9fd52fb98e5e tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] 10.222.0.85 "PUT /v2.0/routers/4ccf6a9f-94ce-4704-a04c-8d91da2e98ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6870658 May 18 18:33:28.045259 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 59498) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:33:28.050886 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e842bd-267e-46ec-83c0-e4890fdafd1c None None] Sync routers for ids ['4ccf6a9f-94ce-4704-a04c-8d91da2e98ba'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:33:28.063041 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e842bd-267e-46ec-83c0-e4890fdafd1c None None] Routers {'4ccf6a9f-94ce-4704-a04c-8d91da2e98ba'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:33:28.064033 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-c7e842bd-267e-46ec-83c0-e4890fdafd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:33:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['4ccf6a9f-94ce-4704-a04c-8d91da2e98ba'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:33:28.094677 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a99d713d-cb34-4e39-bd11-82f48643d6dc tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:33:28.098024 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-a99d713d-cb34-4e39-bd11-82f48643d6dc tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] 10.222.0.85 "GET /v2.0/networks/31ebd439-090c-4b25-bbb0-31c48711b145 HTTP/1.1" status: 200 len: 881 time: 0.2134445 May 18 18:33:28.100813 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 59502) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:33:28.135296 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_v2 [None req-be6934b3-a9f6-4f58-8ead-1c08363032bf tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Deleting subnet baa8f4bd-7aa7-4e2b-a340-bcc47c896ed0 {{(pid=102730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:33:28.138875 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-636d0d0b-3d30-4326-acf7-64f5dae3ceff tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] 10.222.0.85 "GET /v2.0/ports?device_id=7378a7ce-585d-49fc-be68-16919d7c1edb HTTP/1.1" status: 200 len: 205 time: 0.0344307 May 18 18:33:28.139275 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 59504) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:33:28.149492 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-be6934b3-a9f6-4f58-8ead-1c08363032bf tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks [] for subnet, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:28.178059 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-c7e842bd-267e-46ec-83c0-e4890fdafd1c None None] Set router 4ccf6a9f-94ce-4704-a04c-8d91da2e98ba gateway port host: None {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:33:28.250455 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-be6934b3-a9f6-4f58-8ead-1c08363032bf tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260107366'] for subnet, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:28.422461 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8ad8e43d-950d-484f-ba13-4996dab84adb tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Notify callbacks [] for router, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:28.522880 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-c7e842bd-267e-46ec-83c0-e4890fdafd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ccf6a9f-94ce-4704-a04c-8d91da2e98ba', 'name': 'tempest-RoutersTest-router-739742', 'tenant_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:32:38Z', 'updated_at': '2022-05-18T18:33:27Z', 'revision_number': 9, 'project_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'gw_port_host': None, '_interfaces': [{'id': '835b369d-fcdd-48f8-9196-ea344252f20d', 'name': '', 'network_id': '00bf5e09-9256-48f7-8ef3-8f19372524b4', 'tenant_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'mac_address': 'fa:16:3e:2c:8f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ccf6a9f-94ce-4704-a04c-8d91da2e98ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': '8c827744-dfbe-4e72-baa2-b5c99d55b3a7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:32:49Z', 'updated_at': '2022-05-18T18:33:02Z', 'revision_number': 5, 'project_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'subnets': [{'id': '8c827744-dfbe-4e72-baa2-b5c99d55b3a7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce571f76-8eeb-46bb-900c-89cee7d9b6ab', 'name': '', 'network_id': 'bcb02ed3-c3f9-4742-99c3-7e547facb943', 'tenant_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'mac_address': 'fa:16:3e:ef:8d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ccf6a9f-94ce-4704-a04c-8d91da2e98ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': '8f268bd5-41bd-46c0-8026-fee8e4f65cb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:32:41Z', 'updated_at': '2022-05-18T18:32:51Z', 'revision_number': 5, 'project_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'subnets': [{'id': '8f268bd5-41bd-46c0-8026-fee8e4f65cb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:33:28.569238 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86c0004-0608-4683-b71b-9c62cfd1b76b req-1c84ccd1-3f66-49ac-8002-47e1c3e36ec3 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:33:28.578134 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d86c0004-0608-4683-b71b-9c62cfd1b76b req-1c84ccd1-3f66-49ac-8002-47e1c3e36ec3 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/networks?id=492fec2b-f975-425f-828b-425816a23c89 HTTP/1.1" status: 200 len: 805 time: 0.1271996 May 18 18:33:28.594683 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e842bd-267e-46ec-83c0-e4890fdafd1c None None] Checking router: 4ccf6a9f-94ce-4704-a04c-8d91da2e98ba for host: n-d-838550-3 {{(pid=102732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:33:28.596806 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d86c0004-0608-4683-b71b-9c62cfd1b76b req-aa8de12a-1980-43cc-ad3e-8b2b4ba3fc4f tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/quotas/8b72fb86d7c844d8a21a58d8abaece54 HTTP/1.1" status: 200 len: 375 time: 0.0174496 May 18 18:33:28.614746 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e842bd-267e-46ec-83c0-e4890fdafd1c None None] Routers {'4ccf6a9f-94ce-4704-a04c-8d91da2e98ba'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:33:28.615674 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-c7e842bd-267e-46ec-83c0-e4890fdafd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:33:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['4ccf6a9f-94ce-4704-a04c-8d91da2e98ba'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:33:28.694764 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d86c0004-0608-4683-b71b-9c62cfd1b76b req-3bd4fd9d-a66f-4f65-9918-81fc25591aeb tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=8b72fb86d7c844d8a21a58d8abaece54&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0967803 May 18 18:33:28.729864 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-c7e842bd-267e-46ec-83c0-e4890fdafd1c None None] Set router 4ccf6a9f-94ce-4704-a04c-8d91da2e98ba gateway port host: None {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:33:28.893084 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d86c0004-0608-4683-b71b-9c62cfd1b76b req-7b6c1b23-f6b7-472a-9575-5b7cb9d4c55a service neutron] 10.222.0.85 "GET /v2.0/networks/492fec2b-f975-425f-828b-425816a23c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950946 May 18 18:33:29.013410 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d86c0004-0608-4683-b71b-9c62cfd1b76b req-558f1e7e-aec0-4559-965e-b67f7b7b0df3 service neutron] 10.222.0.85 "GET /v2.0/networks/492fec2b-f975-425f-828b-425816a23c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212492 May 18 18:33:29.024154 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-be6934b3-a9f6-4f58-8ead-1c08363032bf tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:29.118815 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-c7e842bd-267e-46ec-83c0-e4890fdafd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ccf6a9f-94ce-4704-a04c-8d91da2e98ba', 'name': 'tempest-RoutersTest-router-739742', 'tenant_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:32:38Z', 'updated_at': '2022-05-18T18:33:27Z', 'revision_number': 9, 'project_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'gw_port_host': None, '_interfaces': [{'id': '835b369d-fcdd-48f8-9196-ea344252f20d', 'name': '', 'network_id': '00bf5e09-9256-48f7-8ef3-8f19372524b4', 'tenant_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'mac_address': 'fa:16:3e:2c:8f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ccf6a9f-94ce-4704-a04c-8d91da2e98ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': '8c827744-dfbe-4e72-baa2-b5c99d55b3a7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:32:49Z', 'updated_at': '2022-05-18T18:33:02Z', 'revision_number': 5, 'project_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'subnets': [{'id': '8c827744-dfbe-4e72-baa2-b5c99d55b3a7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce571f76-8eeb-46bb-900c-89cee7d9b6ab', 'name': '', 'network_id': 'bcb02ed3-c3f9-4742-99c3-7e547facb943', 'tenant_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'mac_address': 'fa:16:3e:ef:8d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ccf6a9f-94ce-4704-a04c-8d91da2e98ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': '8f268bd5-41bd-46c0-8026-fee8e4f65cb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:32:41Z', 'updated_at': '2022-05-18T18:32:51Z', 'revision_number': 5, 'project_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'subnets': [{'id': '8f268bd5-41bd-46c0-8026-fee8e4f65cb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:33:29.154079 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c640526c-081b-4616-884e-d7bb4dd6938f req-d8ed942b-8111-432f-92e6-0923c3314d15 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:33:29.155680 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c640526c-081b-4616-884e-d7bb4dd6938f req-d8ed942b-8111-432f-92e6-0923c3314d15 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=1e87ebb1-66a8-452f-9f9f-1727775ac206 HTTP/1.1" status: 200 len: 943 time: 0.7732303 May 18 18:33:29.180557 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e842bd-267e-46ec-83c0-e4890fdafd1c None None] The sync data for ids ['4ccf6a9f-94ce-4704-a04c-8d91da2e98ba'] in n-d-838550-3 is: [{'id': '4ccf6a9f-94ce-4704-a04c-8d91da2e98ba', 'name': 'tempest-RoutersTest-router-739742', 'tenant_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:32:38Z', 'updated_at': '2022-05-18T18:33:27Z', 'revision_number': 9, 'project_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'gw_port_host': None, '_interfaces': [{'id': '835b369d-fcdd-48f8-9196-ea344252f20d', 'name': '', 'network_id': '00bf5e09-9256-48f7-8ef3-8f19372524b4', 'tenant_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'mac_address': 'fa:16:3e:2c:8f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ccf6a9f-94ce-4704-a04c-8d91da2e98ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': '8c827744-dfbe-4e72-baa2-b5c99d55b3a7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:32:49Z', 'updated_at': '2022-05-18T18:33:02Z', 'revision_number': 5, 'project_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'subnets': [{'id': '8c827744-dfbe-4e72-baa2-b5c99d55b3a7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce571f76-8eeb-46bb-900c-89cee7d9b6ab', 'name': '', 'network_id': 'bcb02ed3-c3f9-4742-99c3-7e547facb943', 'tenant_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'mac_address': 'fa:16:3e:ef:8d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ccf6a9f-94ce-4704-a04c-8d91da2e98ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': '8f268bd5-41bd-46c0-8026-fee8e4f65cb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:32:41Z', 'updated_at': '2022-05-18T18:32:51Z', 'revision_number': 5, 'project_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'subnets': [{'id': '8f268bd5-41bd-46c0-8026-fee8e4f65cb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:33:29.234418 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a5f8e953-ff51-4d4b-b761-e061130a936f req-fa120ba0-7ce0-48ee-b58c-6898372c5a6c tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/ports?device_id=f6b1c78c-bbdd-4b31-ab0a-7727d7f256f1 HTTP/1.1" status: 200 len: 210 time: 0.0525904 May 18 18:33:29.249067 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c640526c-081b-4616-884e-d7bb4dd6938f req-a0f9b3b1-e15f-4d4b-af8b-07256c96f716 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=f6f34100-4199-4c69-a3cb-028eff639d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554912 May 18 18:33:29.260907 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8ad8e43d-950d-484f-ba13-4996dab84adb tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:29.329712 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-be6934b3-a9f6-4f58-8ead-1c08363032bf tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261104690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261031888'] for subnet, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:29.364856 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6934b3-a9f6-4f58-8ead-1c08363032bf tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Pushing event deleted for resources: {'Subnet': ['ID=baa8f4bd-7aa7-4e2b-a340-bcc47c896ed0,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:33:29.367783 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-be6934b3-a9f6-4f58-8ead-1c08363032bf tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:29.373707 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-797524a7-5410-43f3-a56b-dc532fae3e9d None None] Network abca76f9-8770-4771-b4ff-1680a7b33ed2 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:33:29.374819 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 59528) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:33:29.374941 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-be6934b3-a9f6-4f58-8ead-1c08363032bf tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] 10.222.0.85 "DELETE /v2.0/subnets/baa8f4bd-7aa7-4e2b-a340-bcc47c896ed0 HTTP/1.1" status: 204 len: 168 time: 1.3286262 May 18 18:33:29.398692 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-8ad8e43d-950d-484f-ba13-4996dab84adb tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Deleting port 396e891f-846b-47dd-9aef-6400b4c5f3dd {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:33:29.399037 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8ad8e43d-950d-484f-ba13-4996dab84adb tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:29.506511 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8ad8e43d-950d-484f-ba13-4996dab84adb tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:29.513780 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-757ea468-549c-4605-8bf9-39ac88b4c21b tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:29.520475 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-8ad8e43d-950d-484f-ba13-4996dab84adb tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Calling delete_port for 396e891f-846b-47dd-9aef-6400b4c5f3dd owned by network:router_gateway {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:33:29.590392 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-757ea468-549c-4605-8bf9-39ac88b4c21b tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Deleting port 9a3e4ffb-8a36-4845-9b9a-d3a447cd8d4f {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:33:29.591316 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-757ea468-549c-4605-8bf9-39ac88b4c21b tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:29.751895 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-757ea468-549c-4605-8bf9-39ac88b4c21b tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] For port 9a3e4ffb-8a36-4845-9b9a-d3a447cd8d4f, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=9a3e4ffb-8a36-4845-9b9a-d3a447cd8d4f,segment=NetworkSegment(35d15f47-5bee-4702-b095-a0a4852e18ea),segment_id=35d15f47-5bee-4702-b095-a0a4852e18ea)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:33:29.752720 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-757ea468-549c-4605-8bf9-39ac88b4c21b tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:29.756864 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-542ff666-5bf5-4508-a925-d80d85a9769d None None] DHCP port deletion for abca76f9-8770-4771-b4ff-1680a7b33ed2 request from n-d-838550-3 {{(pid=102732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 18:33:29.777683 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8ad8e43d-950d-484f-ba13-4996dab84adb tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:29.792500 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-757ea468-549c-4605-8bf9-39ac88b4c21b tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Calling delete_port for 9a3e4ffb-8a36-4845-9b9a-d3a447cd8d4f owned by network:dhcp {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:33:29.830504 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad8e43d-950d-484f-ba13-4996dab84adb tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Pushing event deleted for resources: {'Port': ['ID=396e891f-846b-47dd-9aef-6400b4c5f3dd,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:33:29.899325 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 61fc7c80-a9ca-48ae-916a-05efabccc0cb details requested by agent hyperv_n-h1-838550-3 with host n-h1-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:33:29.944076 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-757ea468-549c-4605-8bf9-39ac88b4c21b tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:29.987447 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757ea468-549c-4605-8bf9-39ac88b4c21b tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Pushing event deleted for resources: {'Port': ['ID=9a3e4ffb-8a36-4845-9b9a-d3a447cd8d4f,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:33:29.993998 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757ea468-549c-4605-8bf9-39ac88b4c21b tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] No DVR routers for this DVR port 9a3e4ffb-8a36-4845-9b9a-d3a447cd8d4f on host n-d-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:33:30.028252 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8ad8e43d-950d-484f-ba13-4996dab84adb tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596901'] for router_gateway, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:30.123126 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-757ea468-549c-4605-8bf9-39ac88b4c21b tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:30.178207 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-757ea468-549c-4605-8bf9-39ac88b4c21b tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abca76f9-8770-4771-b4ff-1680a7b33ed2']}} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:33:30.190923 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8ad8e43d-950d-484f-ba13-4996dab84adb tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25145'] for router, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:30.191202 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-757ea468-549c-4605-8bf9-39ac88b4c21b tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35d15f47-5bee-4702-b095-a0a4852e18ea') {'for_net_delete': True} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:33:30.191518 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-757ea468-549c-4605-8bf9-39ac88b4c21b tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35d15f47-5bee-4702-b095-a0a4852e18ea') {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:33:30.197850 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8ad8e43d-950d-484f-ba13-4996dab84adb tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:30.204293 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-757ea468-549c-4605-8bf9-39ac88b4c21b tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260542144'] for segment, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:30.221752 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-757ea468-549c-4605-8bf9-39ac88b4c21b tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:30.240973 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-757ea468-549c-4605-8bf9-39ac88b4c21b tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=102731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:33:30.241531 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-757ea468-549c-4605-8bf9-39ac88b4c21b tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260884178'] for segment, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:30.245910 n-d-838550-3 neutron-server[102731]: Traceback (most recent call last): May 18 18:33:30.245910 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:33:30.245910 n-d-838550-3 neutron-server[102731]: timer() May 18 18:33:30.245910 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:33:30.245910 n-d-838550-3 neutron-server[102731]: cb(*args, **kw) May 18 18:33:30.245910 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:33:30.245910 n-d-838550-3 neutron-server[102731]: return func(*args, **kwargs) May 18 18:33:30.245910 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:33:30.245910 n-d-838550-3 neutron-server[102731]: self._notify() May 18 18:33:30.245910 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:33:30.245910 n-d-838550-3 neutron-server[102731]: self.callback(batched_events) May 18 18:33:30.245910 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:33:30.245910 n-d-838550-3 neutron-server[102731]: event.method(event) May 18 18:33:30.245910 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:33:30.245910 n-d-838550-3 neutron-server[102731]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:33:30.245910 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:33:30.245910 n-d-838550-3 neutron-server[102731]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:33:30.245910 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:33:30.245910 n-d-838550-3 neutron-server[102731]: return f(self, *a, **k) May 18 18:33:30.245910 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:33:30.245910 n-d-838550-3 neutron-server[102731]: return self._get(url).json() May 18 18:33:30.245910 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:33:30.245910 n-d-838550-3 neutron-server[102731]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:33:30.245910 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:33:30.245910 n-d-838550-3 neutron-server[102731]: return self.request(url, 'GET', **kwargs) May 18 18:33:30.245910 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:33:30.245910 n-d-838550-3 neutron-server[102731]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:33:30.245910 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:33:30.245910 n-d-838550-3 neutron-server[102731]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:33:30.245910 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:33:30.245910 n-d-838550-3 neutron-server[102731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:33:30.245910 n-d-838550-3 neutron-server[102731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:33:30.279068 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 61fc7c80-a9ca-48ae-916a-05efabccc0cb, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=61fc7c80-a9ca-48ae-916a-05efabccc0cb,segment=NetworkSegment(91232e8c-3d17-424b-b810-746db9884dd3),segment_id=91232e8c-3d17-424b-b810-746db9884dd3)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:33:30.297084 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device b31a004a-22e0-41d3-bdc5-d528b97798a3 no longer exists at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:33:30.324017 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8ad8e43d-950d-484f-ba13-4996dab84adb tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593303'] for router, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:30.324646 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ad8e43d-950d-484f-ba13-4996dab84adb tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Fanout notify agent at l3_agent the message router_deleted on router 7378a7ce-585d-49fc-be68-16919d7c1edb {{(pid=102730) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 18 18:33:30.330789 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Returning: {'device': '61fc7c80-a9ca-48ae-916a-05efabccc0cb', 'network_id': 'eafefbfa-378a-4a8a-8ee5-45c0c746f8e9', 'port_id': '61fc7c80-a9ca-48ae-916a-05efabccc0cb', 'mac_address': 'fa:16:3e:c1:61:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab1f7f5a-a761-43dc-be82-e3f213958e88', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:33:30.332972 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] No Port match for: b31a004a-22e0-41d3-bdc5-d528b97798a3 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:33:30.333704 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device b31a004a-22e0-41d3-bdc5-d528b97798a3 not bound to the agent host n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:33:30.338583 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-542ff666-5bf5-4508-a925-d80d85a9769d None None] Deleting port 9a3e4ffb-8a36-4845-9b9a-d3a447cd8d4f {{(pid=102732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:33:30.339173 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-542ff666-5bf5-4508-a925-d80d85a9769d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:30.349343 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8ad8e43d-950d-484f-ba13-4996dab84adb tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Notify callbacks [] for router, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:30.353947 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-8ad8e43d-950d-484f-ba13-4996dab84adb tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] 10.222.0.85 "DELETE /v2.0/routers/7378a7ce-585d-49fc-be68-16919d7c1edb HTTP/1.1" status: 204 len: 168 time: 2.2104273 May 18 18:33:30.354484 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 59548) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:33:30.366545 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-fd791057-950b-443d-ab7f-c92c5e5ef78c tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1322855751', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:33:30.466105 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d5f29b9a-3499-4b1d-a914-66f5c281911f req-1c6115c8-9d58-4318-a580-2eaf4dc575cf tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/ports?device_id=f6b1c78c-bbdd-4b31-ab0a-7727d7f256f1 HTTP/1.1" status: 200 len: 210 time: 0.0401647 May 18 18:33:30.485131 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-757ea468-549c-4605-8bf9-39ac88b4c21b tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:30.486955 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-fd791057-950b-443d-ab7f-c92c5e5ef78c tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25099'] for router, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:30.493193 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-fd791057-950b-443d-ab7f-c92c5e5ef78c tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-593238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596850', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25088'] for router, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:30.498739 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-757ea468-549c-4605-8bf9-39ac88b4c21b tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks [] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:30.505770 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-757ea468-549c-4605-8bf9-39ac88b4c21b tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] 10.222.0.85 "DELETE /v2.0/networks/abca76f9-8770-4771-b4ff-1680a7b33ed2 HTTP/1.1" status: 204 len: 168 time: 1.1286352 May 18 18:33:30.506323 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 59550) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:33:30.519809 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757ea468-549c-4605-8bf9-39ac88b4c21b tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Pushing event deleted for resources: {'Network': ['ID=abca76f9-8770-4771-b4ff-1680a7b33ed2,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:33:30.547529 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 61fc7c80-a9ca-48ae-916a-05efabccc0cb is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:33:30.548166 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:30.550806 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-542ff666-5bf5-4508-a925-d80d85a9769d None None] For port 9a3e4ffb-8a36-4845-9b9a-d3a447cd8d4f, host n-d-838550-3, got binding levels [] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:33:30.551192 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-542ff666-5bf5-4508-a925-d80d85a9769d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:30.569015 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485e80f2-5bb6-4608-b7c0-089a9630075e req-bb80bce8-e86d-4cc4-8a3a-fd995c9e2177 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:33:30.570798 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-485e80f2-5bb6-4608-b7c0-089a9630075e req-bb80bce8-e86d-4cc4-8a3a-fd995c9e2177 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=1e87ebb1-66a8-452f-9f9f-1727775ac206 HTTP/1.1" status: 200 len: 943 time: 0.1425941 May 18 18:33:30.573581 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-542ff666-5bf5-4508-a925-d80d85a9769d None None] Calling delete_port for 9a3e4ffb-8a36-4845-9b9a-d3a447cd8d4f owned by network:dhcp {{(pid=102732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:33:30.578298 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.ipam_backend_mixin [None req-542ff666-5bf5-4508-a925-d80d85a9769d None None] Port 9a3e4ffb-8a36-4845-9b9a-d3a447cd8d4f was not found and therefore no delete operation was performed {{(pid=102732) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} May 18 18:33:30.587063 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-542ff666-5bf5-4508-a925-d80d85a9769d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508'] for port, after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:30.590725 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61fc7c80-a9ca-48ae-916a-05efabccc0cb {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:33:30.632234 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-542ff666-5bf5-4508-a925-d80d85a9769d None None] Network abca76f9-8770-4771-b4ff-1680a7b33ed2 is not hosted by any dhcp agent {{(pid=102732) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} May 18 18:33:30.632701 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542ff666-5bf5-4508-a925-d80d85a9769d None None] No DVR routers for this DVR port 9a3e4ffb-8a36-4845-9b9a-d3a447cd8d4f on host n-d-838550-3 {{(pid=102732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:33:30.639264 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 61fc7c80-a9ca-48ae-916a-05efabccc0cb, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=61fc7c80-a9ca-48ae-916a-05efabccc0cb,segment=NetworkSegment(91232e8c-3d17-424b-b810-746db9884dd3),segment_id=91232e8c-3d17-424b-b810-746db9884dd3)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:33:30.640551 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542ff666-5bf5-4508-a925-d80d85a9769d None None] Pushing event deleted for resources: {'Port': ['ID=9a3e4ffb-8a36-4845-9b9a-d3a447cd8d4f,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:33:30.650675 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:30.729741 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-fd791057-950b-443d-ab7f-c92c5e5ef78c tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:30.770561 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=61fc7c80-a9ca-48ae-916a-05efabccc0cb,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:33:30.790227 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-fd791057-950b-443d-ab7f-c92c5e5ef78c tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596801'] for router, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:30.796668 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 9a3e4ffb-8a36-4845-9b9a-d3a447cd8d4f no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:33:30.847972 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 9a3e4ffb-8a36-4845-9b9a-d3a447cd8d4f {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:33:30.848617 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 9a3e4ffb-8a36-4845-9b9a-d3a447cd8d4f not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:33:30.849402 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device a11d9008-1fa8-4bd4-9ecc-773e5b634594 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:33:30.851772 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-485e80f2-5bb6-4608-b7c0-089a9630075e req-aa2310c0-954d-4f75-bc0e-98c3d4f644ea tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=f6f34100-4199-4c69-a3cb-028eff639d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2271147 May 18 18:33:30.868163 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-fd791057-950b-443d-ab7f-c92c5e5ef78c tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Notify callbacks [] for router, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:30.871637 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-fd791057-950b-443d-ab7f-c92c5e5ef78c tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5124481 May 18 18:33:30.879566 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 59552) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:33:30.887736 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-46645bd7-f781-4394-afb7-a9b84fe6c639 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'enable_snat': True}}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:33:30.903985 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: a11d9008-1fa8-4bd4-9ecc-773e5b634594 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:33:30.904331 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device a11d9008-1fa8-4bd4-9ecc-773e5b634594 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:33:30.988900 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['61fc7c80-a9ca-48ae-916a-05efabccc0cb'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:33:31.163687 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e3b0e761-8015-4bf5-a5f0-9ac723efedf6 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-595963'] for router_interface, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:31.203476 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:31.596484 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:31.849547 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0fb89ee2-b1df-496f-b479-80ecb00a3834 req-580f489d-1ddf-4659-8f97-4ec2c137e2be tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/ports?device_id=f6b1c78c-bbdd-4b31-ab0a-7727d7f256f1 HTTP/1.1" status: 200 len: 210 time: 0.0339353 May 18 18:33:31.857816 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-e3b0e761-8015-4bf5-a5f0-9ac723efedf6 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Deleting port 835b369d-fcdd-48f8-9196-ea344252f20d {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:33:31.858247 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e3b0e761-8015-4bf5-a5f0-9ac723efedf6 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:31.983134 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86c0004-0608-4683-b71b-9c62cfd1b76b req-e4baf6b3-a84c-45d8-99f5-fdcf6cf6306c tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:33:31.985438 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d86c0004-0608-4683-b71b-9c62cfd1b76b req-e4baf6b3-a84c-45d8-99f5-fdcf6cf6306c tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.88 "GET /v2.0/networks?id=492fec2b-f975-425f-828b-425816a23c89 HTTP/1.1" status: 200 len: 805 time: 1.3503151 May 18 18:33:32.021420 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-e3b0e761-8015-4bf5-a5f0-9ac723efedf6 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] For port 835b369d-fcdd-48f8-9196-ea344252f20d, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=835b369d-fcdd-48f8-9196-ea344252f20d,segment=NetworkSegment(1469a6d0-bb67-4469-9eb5-045570598fd3),segment_id=1469a6d0-bb67-4469-9eb5-045570598fd3)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:33:32.021811 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e3b0e761-8015-4bf5-a5f0-9ac723efedf6 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:32.031860 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8c0f92-f93f-4297-b776-acdaaecfcc02 req-e62ac9ca-c4d0-4c90-a124-2097aad1ca4c tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:33:32.033416 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cf8c0f92-f93f-4297-b776-acdaaecfcc02 req-e62ac9ca-c4d0-4c90-a124-2097aad1ca4c tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=1e87ebb1-66a8-452f-9f9f-1727775ac206 HTTP/1.1" status: 200 len: 944 time: 0.0925667 May 18 18:33:32.034556 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-d86c0004-0608-4683-b71b-9c62cfd1b76b req-a0c8341e-0658-4744-9789-665e76e0c3b7 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Request body: {'port': {'device_id': 'f6b1c78c-bbdd-4b31-ab0a-7727d7f256f1', 'network_id': '492fec2b-f975-425f-828b-425816a23c89', 'admin_state_up': True, 'tenant_id': '8b72fb86d7c844d8a21a58d8abaece54'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:33:32.046456 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-e3b0e761-8015-4bf5-a5f0-9ac723efedf6 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Calling delete_port for 835b369d-fcdd-48f8-9196-ea344252f20d owned by network:router_interface {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:33:32.094023 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-46645bd7-f781-4394-afb7-a9b84fe6c639 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:32.151742 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cf8c0f92-f93f-4297-b776-acdaaecfcc02 req-6c007862-f12f-42bb-914c-e6ad3f18b0d0 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=f6f34100-4199-4c69-a3cb-028eff639d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064601 May 18 18:33:32.271148 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d86c0004-0608-4683-b71b-9c62cfd1b76b req-a0c8341e-0658-4744-9789-665e76e0c3b7 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Made reservation on behalf of 8b72fb86d7c844d8a21a58d8abaece54 for: {'port': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:33:32.274869 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-d86c0004-0608-4683-b71b-9c62cfd1b76b req-a0c8341e-0658-4744-9789-665e76e0c3b7 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:32.338733 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e3b0e761-8015-4bf5-a5f0-9ac723efedf6 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:32.378358 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b0e761-8015-4bf5-a5f0-9ac723efedf6 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Pushing event deleted for resources: {'Port': ['ID=835b369d-fcdd-48f8-9196-ea344252f20d,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:33:32.538943 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [req-d86c0004-0608-4683-b71b-9c62cfd1b76b req-a0c8341e-0658-4744-9789-665e76e0c3b7 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Allocated IP 172.20.0.8 (492fec2b-f975-425f-828b-425816a23c89/2280c6a7-2fbb-43fd-a641-4a8bbdb3adbf/810af52a-a9c7-47e2-8ede-d021d15bb7aa) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:33:32.601041 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e3b0e761-8015-4bf5-a5f0-9ac723efedf6 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-593931'] for router_interface, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:32.633404 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-46645bd7-f781-4394-afb7-a9b84fe6c639 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:32.681684 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-46645bd7-f781-4394-afb7-a9b84fe6c639 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:32.879648 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-d86c0004-0608-4683-b71b-9c62cfd1b76b req-a0c8341e-0658-4744-9789-665e76e0c3b7 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:32.895873 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3b0e761-8015-4bf5-a5f0-9ac723efedf6 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Router 4ccf6a9f-94ce-4704-a04c-8d91da2e98ba has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:33:32.944057 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-46645bd7-f781-4394-afb7-a9b84fe6c639 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Allocated IP 172.25.5.211 (31ebd439-090c-4b25-bbb0-31c48711b145/363a2810-8a83-4be0-a317-7c91fcd94485/bbd026eb-8ccc-422a-b10d-da984db96fbb) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:33:33.027652 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3b0e761-8015-4bf5-a5f0-9ac723efedf6 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:33:33.034399 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-d86c0004-0608-4683-b71b-9c62cfd1b76b req-a0c8341e-0658-4744-9789-665e76e0c3b7 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:33.036372 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-e3b0e761-8015-4bf5-a5f0-9ac723efedf6 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] 10.222.0.85 "PUT /v2.0/routers/4ccf6a9f-94ce-4704-a04c-8d91da2e98ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5265245 May 18 18:33:33.037043 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 59576) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:33:33.038104 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12800229-2b2c-4377-91da-4c3760d5ea11 None None] Sync routers for ids ['4ccf6a9f-94ce-4704-a04c-8d91da2e98ba'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:33:33.048688 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12800229-2b2c-4377-91da-4c3760d5ea11 None None] Routers {'4ccf6a9f-94ce-4704-a04c-8d91da2e98ba'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:33:33.053435 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-12800229-2b2c-4377-91da-4c3760d5ea11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:33:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['4ccf6a9f-94ce-4704-a04c-8d91da2e98ba'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:33:33.065684 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['84d44d3e-b0bb-476d-a838-b97212311ad1'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:33:33.107029 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2c07749-97f7-4b08-be15-4e22547aeee4 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Deleting subnet 8c827744-dfbe-4e72-baa2-b5c99d55b3a7 {{(pid=102730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:33:33.110475 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f2c07749-97f7-4b08-be15-4e22547aeee4 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks [] for subnet, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:33.172187 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f2c07749-97f7-4b08-be15-4e22547aeee4 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260107366'] for subnet, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:33.226897 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c8341e-0658-4744-9789-665e76e0c3b7 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Pushing event updated for resources: {'Port': ['ID=810af52a-a9c7-47e2-8ede-d021d15bb7aa,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:33:33.234115 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-12800229-2b2c-4377-91da-4c3760d5ea11 None None] Set router 4ccf6a9f-94ce-4704-a04c-8d91da2e98ba gateway port host: None {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:33:33.264036 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d86c0004-0608-4683-b71b-9c62cfd1b76b req-a0c8341e-0658-4744-9789-665e76e0c3b7 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Network 492fec2b-f975-425f-828b-425816a23c89 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:33:33.297192 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [req-d86c0004-0608-4683-b71b-9c62cfd1b76b req-a0c8341e-0658-4744-9789-665e76e0c3b7 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:33:33.306047 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-d86c0004-0608-4683-b71b-9c62cfd1b76b req-a0c8341e-0658-4744-9789-665e76e0c3b7 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:33:33.319426 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f2c07749-97f7-4b08-be15-4e22547aeee4 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:33.440302 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [req-38e64c9e-37f4-483d-ad87-f178578837fb req-ee1b0a3c-c086-442f-89f5-530bfc838d0c service neutron] (102731) timed out ('10.222.0.85', 38308) {{(pid=102731) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} May 18 18:33:33.449191 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd008e4-65a1-4d24-8d3f-d7f74de81a6e req-82326234-84be-4c4a-b617-4deff560eb74 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:33:33.450920 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7cd008e4-65a1-4d24-8d3f-d7f74de81a6e req-82326234-84be-4c4a-b617-4deff560eb74 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=1e87ebb1-66a8-452f-9f9f-1727775ac206 HTTP/1.1" status: 200 len: 944 time: 0.0738916 May 18 18:33:33.452639 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f2c07749-97f7-4b08-be15-4e22547aeee4 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261104690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261031888'] for subnet, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:33.453297 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99883e9c-ee9d-4345-8f92-96f7b2403904 req-a89bd8c7-c109-40bf-8412-ad8c8d25f998 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:33:33.461196 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-99883e9c-ee9d-4345-8f92-96f7b2403904 req-a89bd8c7-c109-40bf-8412-ad8c8d25f998 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/ports?device_id=f6b1c78c-bbdd-4b31-ab0a-7727d7f256f1 HTTP/1.1" status: 200 len: 931 time: 0.4708805 May 18 18:33:33.513570 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c07749-97f7-4b08-be15-4e22547aeee4 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Pushing event deleted for resources: {'Subnet': ['ID=8c827744-dfbe-4e72-baa2-b5c99d55b3a7,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:33:33.515935 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f2c07749-97f7-4b08-be15-4e22547aeee4 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:33.524582 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e60b3a-77eb-4cdd-bdf3-6198c8c5da02 None None] Network 00bf5e09-9256-48f7-8ef3-8f19372524b4 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:33:33.525414 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-f2c07749-97f7-4b08-be15-4e22547aeee4 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] 10.222.0.85 "DELETE /v2.0/subnets/8c827744-dfbe-4e72-baa2-b5c99d55b3a7 HTTP/1.1" status: 204 len: 168 time: 0.4872708 May 18 18:33:33.532707 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 59584) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:33:33.576930 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7cd008e4-65a1-4d24-8d3f-d7f74de81a6e req-9e0e825e-c7ca-433c-9595-8be5b5a24509 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=f6f34100-4199-4c69-a3cb-028eff639d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1174462 May 18 18:33:33.583712 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86c0004-0608-4683-b71b-9c62cfd1b76b req-a0c8341e-0658-4744-9789-665e76e0c3b7 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:33:33.584374 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-d86c0004-0608-4683-b71b-9c62cfd1b76b req-a0c8341e-0658-4744-9789-665e76e0c3b7 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:33.607878 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-99883e9c-ee9d-4345-8f92-96f7b2403904 req-225a233c-4e67-4fbc-857b-1a059e74c8be tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/security-groups?id=6d4decf1-d3f8-40ef-a49d-c078d56e2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457586 May 18 18:33:33.619704 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d86c0004-0608-4683-b71b-9c62cfd1b76b req-a0c8341e-0658-4744-9789-665e76e0c3b7 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5905976 May 18 18:33:33.658142 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-d86c0004-0608-4683-b71b-9c62cfd1b76b req-64941641-8e68-4b3e-bcb1-e7f9d8176836 service neutron] Request body: {'port': {'device_id': 'f6b1c78c-bbdd-4b31-ab0a-7727d7f256f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-3'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:33:33.666918 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7bb9fe8a-c76f-4f8a-9e9a-4d4d82eb2a96 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:33.699626 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-12800229-2b2c-4377-91da-4c3760d5ea11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ccf6a9f-94ce-4704-a04c-8d91da2e98ba', 'name': 'tempest-RoutersTest-router-739742', 'tenant_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:32:38Z', 'updated_at': '2022-05-18T18:33:32Z', 'revision_number': 10, 'project_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'gw_port_host': None, '_interfaces': [{'id': 'ce571f76-8eeb-46bb-900c-89cee7d9b6ab', 'name': '', 'network_id': 'bcb02ed3-c3f9-4742-99c3-7e547facb943', 'tenant_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'mac_address': 'fa:16:3e:ef:8d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ccf6a9f-94ce-4704-a04c-8d91da2e98ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': '8f268bd5-41bd-46c0-8026-fee8e4f65cb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:32:41Z', 'updated_at': '2022-05-18T18:32:51Z', 'revision_number': 5, 'project_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'subnets': [{'id': '8f268bd5-41bd-46c0-8026-fee8e4f65cb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:33:33.734919 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-d86c0004-0608-4683-b71b-9c62cfd1b76b req-64941641-8e68-4b3e-bcb1-e7f9d8176836 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:33.748397 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-7bb9fe8a-c76f-4f8a-9e9a-4d4d82eb2a96 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Deleting port b8f8b9cf-b85b-4089-9800-cce17360e972 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:33:33.749040 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7bb9fe8a-c76f-4f8a-9e9a-4d4d82eb2a96 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:33.755936 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12800229-2b2c-4377-91da-4c3760d5ea11 None None] Checking router: 4ccf6a9f-94ce-4704-a04c-8d91da2e98ba for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:33:33.777288 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12800229-2b2c-4377-91da-4c3760d5ea11 None None] Routers {'4ccf6a9f-94ce-4704-a04c-8d91da2e98ba'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:33:33.778161 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-12800229-2b2c-4377-91da-4c3760d5ea11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:33:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['4ccf6a9f-94ce-4704-a04c-8d91da2e98ba'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:33:33.805964 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-46645bd7-f781-4394-afb7-a9b84fe6c639 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:33.874433 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a9b03e0-62be-4ad3-b90f-4b1ea29260be None None] DHCP port deletion for 00bf5e09-9256-48f7-8ef3-8f19372524b4 request from n-d-838550-3 {{(pid=102732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 18:33:33.904505 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-7bb9fe8a-c76f-4f8a-9e9a-4d4d82eb2a96 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] For port b8f8b9cf-b85b-4089-9800-cce17360e972, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=b8f8b9cf-b85b-4089-9800-cce17360e972,segment=NetworkSegment(1469a6d0-bb67-4469-9eb5-045570598fd3),segment_id=1469a6d0-bb67-4469-9eb5-045570598fd3)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:33:33.906521 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-12800229-2b2c-4377-91da-4c3760d5ea11 None None] Set router 4ccf6a9f-94ce-4704-a04c-8d91da2e98ba gateway port host: None {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:33:33.908383 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7bb9fe8a-c76f-4f8a-9e9a-4d4d82eb2a96 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:33.931914 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 61fc7c80-a9ca-48ae-916a-05efabccc0cb up at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:33:33.943343 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-7bb9fe8a-c76f-4f8a-9e9a-4d4d82eb2a96 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Calling delete_port for b8f8b9cf-b85b-4089-9800-cce17360e972 owned by network:dhcp {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:33:33.989325 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-46645bd7-f781-4394-afb7-a9b84fe6c639 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:34.047509 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-9a9b03e0-62be-4ad3-b90f-4b1ea29260be None None] Deleting port b8f8b9cf-b85b-4089-9800-cce17360e972 {{(pid=102732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:33:34.048030 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9a9b03e0-62be-4ad3-b90f-4b1ea29260be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:34.066612 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46645bd7-f781-4394-afb7-a9b84fe6c639 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Network 31ebd439-090c-4b25-bbb0-31c48711b145 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:33:34.074325 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7bb9fe8a-c76f-4f8a-9e9a-4d4d82eb2a96 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:34.077909 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-46645bd7-f781-4394-afb7-a9b84fe6c639 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:33:34.083205 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46645bd7-f781-4394-afb7-a9b84fe6c639 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:33:34.114293 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb9fe8a-c76f-4f8a-9e9a-4d4d82eb2a96 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Pushing event deleted for resources: {'Port': ['ID=b8f8b9cf-b85b-4089-9800-cce17360e972,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:33:34.121838 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb9fe8a-c76f-4f8a-9e9a-4d4d82eb2a96 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] No DVR routers for this DVR port b8f8b9cf-b85b-4089-9800-cce17360e972 on host n-d-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:33:34.126148 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46645bd7-f781-4394-afb7-a9b84fe6c639 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Pushing event updated for resources: {'Port': ['ID=bbd026eb-8ccc-422a-b10d-da984db96fbb,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:33:34.135714 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-9a9b03e0-62be-4ad3-b90f-4b1ea29260be None None] For port b8f8b9cf-b85b-4089-9800-cce17360e972, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=b8f8b9cf-b85b-4089-9800-cce17360e972,segment=NetworkSegment(1469a6d0-bb67-4469-9eb5-045570598fd3),segment_id=1469a6d0-bb67-4469-9eb5-045570598fd3)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:33:34.137118 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9a9b03e0-62be-4ad3-b90f-4b1ea29260be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:34.153284 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-9a9b03e0-62be-4ad3-b90f-4b1ea29260be None None] Calling delete_port for b8f8b9cf-b85b-4089-9800-cce17360e972 owned by network:dhcp {{(pid=102732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:33:34.249488 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9a9b03e0-62be-4ad3-b90f-4b1ea29260be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508'] for port, after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:34.262179 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7bb9fe8a-c76f-4f8a-9e9a-4d4d82eb2a96 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:34.283682 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-12800229-2b2c-4377-91da-4c3760d5ea11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ccf6a9f-94ce-4704-a04c-8d91da2e98ba', 'name': 'tempest-RoutersTest-router-739742', 'tenant_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:32:38Z', 'updated_at': '2022-05-18T18:33:32Z', 'revision_number': 10, 'project_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'gw_port_host': None, '_interfaces': [{'id': 'ce571f76-8eeb-46bb-900c-89cee7d9b6ab', 'name': '', 'network_id': 'bcb02ed3-c3f9-4742-99c3-7e547facb943', 'tenant_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'mac_address': 'fa:16:3e:ef:8d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ccf6a9f-94ce-4704-a04c-8d91da2e98ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': '8f268bd5-41bd-46c0-8026-fee8e4f65cb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:32:41Z', 'updated_at': '2022-05-18T18:32:51Z', 'revision_number': 5, 'project_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'subnets': [{'id': '8f268bd5-41bd-46c0-8026-fee8e4f65cb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:33:34.286221 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning for port 61fc7c80-a9ca-48ae-916a-05efabccc0cb completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:33:34.291370 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9b03e0-62be-4ad3-b90f-4b1ea29260be None None] Pushing event deleted for resources: {'Port': ['ID=b8f8b9cf-b85b-4089-9800-cce17360e972,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:33:34.296535 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-7bb9fe8a-c76f-4f8a-9e9a-4d4d82eb2a96 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00bf5e09-9256-48f7-8ef3-8f19372524b4']}} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:33:34.309737 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-7bb9fe8a-c76f-4f8a-9e9a-4d4d82eb2a96 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1469a6d0-bb67-4469-9eb5-045570598fd3') {'for_net_delete': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:33:34.310045 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-7bb9fe8a-c76f-4f8a-9e9a-4d4d82eb2a96 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1469a6d0-bb67-4469-9eb5-045570598fd3') {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:33:34.324750 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7bb9fe8a-c76f-4f8a-9e9a-4d4d82eb2a96 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260107375'] for segment, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:34.334052 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning complete for port 61fc7c80-a9ca-48ae-916a-05efabccc0cb triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:33:34.334592 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12800229-2b2c-4377-91da-4c3760d5ea11 None None] The sync data for ids ['4ccf6a9f-94ce-4704-a04c-8d91da2e98ba'] in n-d-838550-3 is: [{'id': '4ccf6a9f-94ce-4704-a04c-8d91da2e98ba', 'name': 'tempest-RoutersTest-router-739742', 'tenant_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:32:38Z', 'updated_at': '2022-05-18T18:33:32Z', 'revision_number': 10, 'project_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'gw_port_host': None, '_interfaces': [{'id': 'ce571f76-8eeb-46bb-900c-89cee7d9b6ab', 'name': '', 'network_id': 'bcb02ed3-c3f9-4742-99c3-7e547facb943', 'tenant_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'mac_address': 'fa:16:3e:ef:8d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ccf6a9f-94ce-4704-a04c-8d91da2e98ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': '8f268bd5-41bd-46c0-8026-fee8e4f65cb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:32:41Z', 'updated_at': '2022-05-18T18:32:51Z', 'revision_number': 5, 'project_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'subnets': [{'id': '8f268bd5-41bd-46c0-8026-fee8e4f65cb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:33:34.334752 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:34.349198 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [req-d86c0004-0608-4683-b71b-9c62cfd1b76b req-64941641-8e68-4b3e-bcb1-e7f9d8176836 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 810af52a-a9c7-47e2-8ede-d021d15bb7aa {{(pid=102731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:33:34.357254 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7bb9fe8a-c76f-4f8a-9e9a-4d4d82eb2a96 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:34.365467 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-d86c0004-0608-4683-b71b-9c62cfd1b76b req-64941641-8e68-4b3e-bcb1-e7f9d8176836 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:34.374187 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bb9fe8a-c76f-4f8a-9e9a-4d4d82eb2a96 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=102730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:33:34.374794 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7bb9fe8a-c76f-4f8a-9e9a-4d4d82eb2a96 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261102736'] for segment, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:34.381303 n-d-838550-3 neutron-server[102730]: Traceback (most recent call last): May 18 18:33:34.381303 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:33:34.381303 n-d-838550-3 neutron-server[102730]: timer() May 18 18:33:34.381303 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:33:34.381303 n-d-838550-3 neutron-server[102730]: cb(*args, **kw) May 18 18:33:34.381303 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:33:34.381303 n-d-838550-3 neutron-server[102730]: return func(*args, **kwargs) May 18 18:33:34.381303 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:33:34.381303 n-d-838550-3 neutron-server[102730]: self._notify() May 18 18:33:34.381303 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:33:34.381303 n-d-838550-3 neutron-server[102730]: self.callback(batched_events) May 18 18:33:34.381303 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:33:34.381303 n-d-838550-3 neutron-server[102730]: event.method(event) May 18 18:33:34.381303 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:33:34.381303 n-d-838550-3 neutron-server[102730]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:33:34.381303 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:33:34.381303 n-d-838550-3 neutron-server[102730]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:33:34.381303 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:33:34.381303 n-d-838550-3 neutron-server[102730]: return f(self, *a, **k) May 18 18:33:34.381303 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:33:34.381303 n-d-838550-3 neutron-server[102730]: return self._get(url).json() May 18 18:33:34.381303 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:33:34.381303 n-d-838550-3 neutron-server[102730]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:33:34.381303 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:33:34.381303 n-d-838550-3 neutron-server[102730]: return self.request(url, 'GET', **kwargs) May 18 18:33:34.381303 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:33:34.381303 n-d-838550-3 neutron-server[102730]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:33:34.381303 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:33:34.381303 n-d-838550-3 neutron-server[102730]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:33:34.381303 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:33:34.381303 n-d-838550-3 neutron-server[102730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:33:34.381303 n-d-838550-3 neutron-server[102730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:33:34.451103 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9b03e0-62be-4ad3-b90f-4b1ea29260be None None] No DVR routers for this DVR port b8f8b9cf-b85b-4089-9800-cce17360e972 on host n-d-838550-3 {{(pid=102732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:33:34.489460 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.provisioning_blocks [req-d86c0004-0608-4683-b71b-9c62cfd1b76b req-64941641-8e68-4b3e-bcb1-e7f9d8176836 service neutron] Transition to ACTIVE for port object 810af52a-a9c7-47e2-8ede-d021d15bb7aa will not be triggered until provisioned by entity L2. {{(pid=102731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:33:34.498483 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7bb9fe8a-c76f-4f8a-9e9a-4d4d82eb2a96 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:34.510172 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7bb9fe8a-c76f-4f8a-9e9a-4d4d82eb2a96 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:34.523656 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-7bb9fe8a-c76f-4f8a-9e9a-4d4d82eb2a96 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] 10.222.0.85 "DELETE /v2.0/networks/00bf5e09-9256-48f7-8ef3-8f19372524b4 HTTP/1.1" status: 204 len: 168 time: 0.9892285 May 18 18:33:34.525236 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 61fc7c80-a9ca-48ae-916a-05efabccc0cb is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:33:34.525766 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:34.542062 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-d86c0004-0608-4683-b71b-9c62cfd1b76b req-64941641-8e68-4b3e-bcb1-e7f9d8176836 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:34.556342 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 59598) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:33:34.559580 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e87ebb1-66a8-452f-9f9f-1727775ac206', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61fc7c80-a9ca-48ae-916a-05efabccc0cb'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:33:34.570220 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb9fe8a-c76f-4f8a-9e9a-4d4d82eb2a96 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Pushing event deleted for resources: {'Network': ['ID=00bf5e09-9256-48f7-8ef3-8f19372524b4,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:33:34.578302 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af35610d-ad02-4d91-990c-0c6e071d4e91" -d '{"events": [{"server_uuid": "1e87ebb1-66a8-452f-9f9f-1727775ac206", "name": "network-vif-plugged", "status": "completed", "tag": "61fc7c80-a9ca-48ae-916a-05efabccc0cb"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:33:34.598053 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 61fc7c80-a9ca-48ae-916a-05efabccc0cb, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=61fc7c80-a9ca-48ae-916a-05efabccc0cb,segment=NetworkSegment(91232e8c-3d17-424b-b810-746db9884dd3),segment_id=91232e8c-3d17-424b-b810-746db9884dd3)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:33:34.618253 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:34.702282 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02cabc36-b4de-4fe2-831c-c9a05d019366 x-openstack-request-id: req-02cabc36-b4de-4fe2-831c-c9a05d019366 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:33:34.702604 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e87ebb1-66a8-452f-9f9f-1727775ac206", "name": "network-vif-plugged", "status": "completed", "tag": "61fc7c80-a9ca-48ae-916a-05efabccc0cb", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:33:34.702935 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-02cabc36-b4de-4fe2-831c-c9a05d019366 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:33:34.703325 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02cabc36-b4de-4fe2-831c-c9a05d019366'] response: {'server_uuid': '1e87ebb1-66a8-452f-9f9f-1727775ac206', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61fc7c80-a9ca-48ae-916a-05efabccc0cb', 'code': 200} May 18 18:33:34.770887 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=61fc7c80-a9ca-48ae-916a-05efabccc0cb,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:33:34.874804 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 835b369d-fcdd-48f8-9196-ea344252f20d no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:33:34.912978 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69351f88-8fbb-4cc4-96fa-244199582274 req-aec6857b-87b6-4698-9a31-8991391dcd88 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:33:34.915332 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-69351f88-8fbb-4cc4-96fa-244199582274 req-aec6857b-87b6-4698-9a31-8991391dcd88 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=1e87ebb1-66a8-452f-9f9f-1727775ac206 HTTP/1.1" status: 200 len: 945 time: 0.1699345 May 18 18:33:34.919111 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fd751d-59d7-4a65-b758-9c47eaab5a02 req-478f7f40-95b4-4989-bdb0-0805bae878e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:33:34.921539 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-99fd751d-59d7-4a65-b758-9c47eaab5a02 req-478f7f40-95b4-4989-bdb0-0805bae878e9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1e87ebb1-66a8-452f-9f9f-1727775ac206 HTTP/1.1" status: 200 len: 1096 time: 0.1581776 May 18 18:33:34.927601 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 835b369d-fcdd-48f8-9196-ea344252f20d {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:33:34.931018 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 835b369d-fcdd-48f8-9196-ea344252f20d not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:33:34.932987 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device b8f8b9cf-b85b-4089-9800-cce17360e972 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:33:34.972971 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: b8f8b9cf-b85b-4089-9800-cce17360e972 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:33:34.973326 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device b8f8b9cf-b85b-4089-9800-cce17360e972 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:33:34.978376 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-99fd751d-59d7-4a65-b758-9c47eaab5a02 req-7e69d0c9-2084-42ad-b2f2-93a0cc951002 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f6f34100-4199-4c69-a3cb-028eff639d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397670 May 18 18:33:35.014646 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-69351f88-8fbb-4cc4-96fa-244199582274 req-04172b10-aa44-40cb-875a-3ec37d186962 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=f6f34100-4199-4c69-a3cb-028eff639d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894387 May 18 18:33:35.027847 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64941641-8e68-4b3e-bcb1-e7f9d8176836 service neutron] Pushing event updated for resources: {'Port': ['ID=810af52a-a9c7-47e2-8ede-d021d15bb7aa,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:33:35.113930 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-46645bd7-f781-4394-afb7-a9b84fe6c639 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:35.236861 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932d293d-ad01-4fc3-8857-746ee85db9f4 req-636a4084-517f-4afe-b9ff-e6f014376de8 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:33:35.239337 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-932d293d-ad01-4fc3-8857-746ee85db9f4 req-636a4084-517f-4afe-b9ff-e6f014376de8 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/ports?device_id=f6b1c78c-bbdd-4b31-ab0a-7727d7f256f1 HTTP/1.1" status: 200 len: 943 time: 0.4154286 May 18 18:33:35.314963 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-d86c0004-0608-4683-b71b-9c62cfd1b76b req-64941641-8e68-4b3e-bcb1-e7f9d8176836 service neutron] Attempting to bind port 810af52a-a9c7-47e2-8ede-d021d15bb7aa on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:33:35.315294 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-d86c0004-0608-4683-b71b-9c62cfd1b76b req-64941641-8e68-4b3e-bcb1-e7f9d8176836 service neutron] Attempting to bind port 810af52a-a9c7-47e2-8ede-d021d15bb7aa by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': 'a789d407-e290-4a90-b0cb-82b84ff4b9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '492fec2b-f975-425f-828b-425816a23c89'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:33:35.315954 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d86c0004-0608-4683-b71b-9c62cfd1b76b req-64941641-8e68-4b3e-bcb1-e7f9d8176836 service neutron] Attempting to bind port 810af52a-a9c7-47e2-8ede-d021d15bb7aa on network 492fec2b-f975-425f-828b-425816a23c89 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:33:35.390643 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d86c0004-0608-4683-b71b-9c62cfd1b76b req-64941641-8e68-4b3e-bcb1-e7f9d8176836 service neutron] Port 810af52a-a9c7-47e2-8ede-d021d15bb7aa on network 492fec2b-f975-425f-828b-425816a23c89 not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:33:35.391237 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d86c0004-0608-4683-b71b-9c62cfd1b76b req-64941641-8e68-4b3e-bcb1-e7f9d8176836 service neutron] Attempting to bind port 810af52a-a9c7-47e2-8ede-d021d15bb7aa on network 492fec2b-f975-425f-828b-425816a23c89 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:33:35.421827 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d86c0004-0608-4683-b71b-9c62cfd1b76b req-64941641-8e68-4b3e-bcb1-e7f9d8176836 service neutron] Checking agent: {'id': 'd1be059a-68ea-4c77-9b2b-29f4afa47e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:33:35.422167 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d86c0004-0608-4683-b71b-9c62cfd1b76b req-64941641-8e68-4b3e-bcb1-e7f9d8176836 service neutron] Checking segment: {'id': 'a789d407-e290-4a90-b0cb-82b84ff4b9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '492fec2b-f975-425f-828b-425816a23c89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:33:35.422552 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d86c0004-0608-4683-b71b-9c62cfd1b76b req-64941641-8e68-4b3e-bcb1-e7f9d8176836 service neutron] Bound using segment: {'id': 'a789d407-e290-4a90-b0cb-82b84ff4b9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '492fec2b-f975-425f-828b-425816a23c89'} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:33:35.422998 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-d86c0004-0608-4683-b71b-9c62cfd1b76b req-64941641-8e68-4b3e-bcb1-e7f9d8176836 service neutron] Bound port: 810af52a-a9c7-47e2-8ede-d021d15bb7aa, host: n-h2-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a789d407-e290-4a90-b0cb-82b84ff4b9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '492fec2b-f975-425f-828b-425816a23c89'}}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:33:35.423359 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-d86c0004-0608-4683-b71b-9c62cfd1b76b req-64941641-8e68-4b3e-bcb1-e7f9d8176836 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:35.427583 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-932d293d-ad01-4fc3-8857-746ee85db9f4 req-5b8f8270-2fb3-43ea-8ac5-4dd3581ea60b tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/security-groups?id=6d4decf1-d3f8-40ef-a49d-c078d56e2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765711 May 18 18:33:35.602766 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-d86c0004-0608-4683-b71b-9c62cfd1b76b req-64941641-8e68-4b3e-bcb1-e7f9d8176836 service neutron] For port 810af52a-a9c7-47e2-8ede-d021d15bb7aa, host n-h2-838550-3, cleared binding levels {{(pid=102731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:33:35.623717 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-d86c0004-0608-4683-b71b-9c62cfd1b76b req-64941641-8e68-4b3e-bcb1-e7f9d8176836 service neutron] For port 810af52a-a9c7-47e2-8ede-d021d15bb7aa, host n-h2-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=810af52a-a9c7-47e2-8ede-d021d15bb7aa,segment=NetworkSegment(a789d407-e290-4a90-b0cb-82b84ff4b9fa),segment_id=a789d407-e290-4a90-b0cb-82b84ff4b9fa)] {{(pid=102731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:33:35.635510 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-d86c0004-0608-4683-b71b-9c62cfd1b76b req-64941641-8e68-4b3e-bcb1-e7f9d8176836 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:35.648218 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-46645bd7-f781-4394-afb7-a9b84fe6c639 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-596836', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-593224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25134'] for router, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:35.681587 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-46645bd7-f781-4394-afb7-a9b84fe6c639 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-596847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-596822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-593331'] for router, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:35.691426 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86c0004-0608-4683-b71b-9c62cfd1b76b req-64941641-8e68-4b3e-bcb1-e7f9d8176836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:33:35.692056 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-d86c0004-0608-4683-b71b-9c62cfd1b76b req-64941641-8e68-4b3e-bcb1-e7f9d8176836 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:35.693602 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d86c0004-0608-4683-b71b-9c62cfd1b76b req-64941641-8e68-4b3e-bcb1-e7f9d8176836 service neutron] 10.222.0.88 "PUT /v2.0/ports/810af52a-a9c7-47e2-8ede-d021d15bb7aa HTTP/1.1" status: 200 len: 1091 time: 2.0506117 May 18 18:33:35.696566 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6b1c78c-bbdd-4b31-ab0a-7727d7f256f1', 'tag': '810af52a-a9c7-47e2-8ede-d021d15bb7aa'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:33:35.698956 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-229f3aa5-7aed-4fb8-b6f8-26e8c9f8e6da" -d '{"events": [{"name": "network-changed", "server_uuid": "f6b1c78c-bbdd-4b31-ab0a-7727d7f256f1", "tag": "810af52a-a9c7-47e2-8ede-d021d15bb7aa"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:33:36.155086 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0a30bcb-6411-427c-a018-cf02ebbc5603 x-openstack-request-id: req-f0a30bcb-6411-427c-a018-cf02ebbc5603 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:33:36.155713 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6b1c78c-bbdd-4b31-ab0a-7727d7f256f1", "tag": "810af52a-a9c7-47e2-8ede-d021d15bb7aa", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:33:36.155713 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-f0a30bcb-6411-427c-a018-cf02ebbc5603 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:33:36.157303 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0a30bcb-6411-427c-a018-cf02ebbc5603'] response: {'name': 'network-changed', 'server_uuid': 'f6b1c78c-bbdd-4b31-ab0a-7727d7f256f1', 'tag': '810af52a-a9c7-47e2-8ede-d021d15bb7aa', 'status': 'completed', 'code': 200} May 18 18:33:36.248524 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64941641-8e68-4b3e-bcb1-e7f9d8176836 service neutron] Pushing event updated for resources: {'Port': ['ID=810af52a-a9c7-47e2-8ede-d021d15bb7aa,revision_number=3']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:33:36.333424 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86c0004-0608-4683-b71b-9c62cfd1b76b req-4dd05971-1257-4905-94ed-cee27cb40065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:33:36.335347 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d86c0004-0608-4683-b71b-9c62cfd1b76b req-4dd05971-1257-4905-94ed-cee27cb40065 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8b72fb86d7c844d8a21a58d8abaece54&device_id=f6b1c78c-bbdd-4b31-ab0a-7727d7f256f1 HTTP/1.1" status: 200 len: 1094 time: 0.1853511 May 18 18:33:36.361535 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4182df-b2bc-4218-9031-569d16ca8742 req-7af48013-4f91-4a4b-a2fa-8c51cc7df789 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:33:36.366332 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6b4182df-b2bc-4218-9031-569d16ca8742 req-7af48013-4f91-4a4b-a2fa-8c51cc7df789 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=1e87ebb1-66a8-452f-9f9f-1727775ac206 HTTP/1.1" status: 200 len: 945 time: 0.2148886 May 18 18:33:36.416974 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d86c0004-0608-4683-b71b-9c62cfd1b76b req-b910f001-6840-4e7a-97e4-bedd382e8202 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=810af52a-a9c7-47e2-8ede-d021d15bb7aa HTTP/1.1" status: 200 len: 217 time: 0.0720677 May 18 18:33:36.469294 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8aed5be6-e06a-4ee8-a7fc-23655c184254 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-595963'] for router_interface, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:36.578555 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6b4182df-b2bc-4218-9031-569d16ca8742 req-667d0a53-8754-4dac-9e8b-0670fd927a4d tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=f6f34100-4199-4c69-a3cb-028eff639d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2032504 May 18 18:33:36.590679 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86c0004-0608-4683-b71b-9c62cfd1b76b req-090ad484-2b3f-4942-b50b-019068984550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:33:36.592238 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d86c0004-0608-4683-b71b-9c62cfd1b76b req-090ad484-2b3f-4942-b50b-019068984550 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2280c6a7-2fbb-43fd-a641-4a8bbdb3adbf HTTP/1.1" status: 200 len: 845 time: 0.1617024 May 18 18:33:36.593148 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3e4bc7-0250-43bc-b536-b46cbd57a207 req-76c2e866-6532-4d77-ac4c-95af84ac941e tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:33:36.595764 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46645bd7-f781-4394-afb7-a9b84fe6c639 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Router f29dd80c-5e7b-4171-9792-bbf3608466a7 is scheduled to L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e with binding_index 1 {{(pid=102731) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 18 18:33:36.596813 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8d3e4bc7-0250-43bc-b536-b46cbd57a207 req-76c2e866-6532-4d77-ac4c-95af84ac941e tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/ports?device_id=f6b1c78c-bbdd-4b31-ab0a-7727d7f256f1 HTTP/1.1" status: 200 len: 943 time: 0.0896251 May 18 18:33:36.643291 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d86c0004-0608-4683-b71b-9c62cfd1b76b req-645dec78-2498-4bf3-990f-f537a6793685 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=492fec2b-f975-425f-828b-425816a23c89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367749 May 18 18:33:36.655910 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8d3e4bc7-0250-43bc-b536-b46cbd57a207 req-fae4ebfd-3284-4c69-91f0-166454cc0853 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/security-groups?id=6d4decf1-d3f8-40ef-a49d-c078d56e2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532556 May 18 18:33:36.883771 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46645bd7-f781-4394-afb7-a9b84fe6c639 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:33:36.898207 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e67fb3c9-a90b-4c0f-925c-21fbf2718bd2 None None] Sync routers for ids ['f29dd80c-5e7b-4171-9792-bbf3608466a7'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:33:36.908801 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-46645bd7-f781-4394-afb7-a9b84fe6c639 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Notify callbacks [] for router, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:36.916584 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 59626) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:33:36.917458 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-46645bd7-f781-4394-afb7-a9b84fe6c639 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] 10.222.0.85 "PUT /v2.0/routers/f29dd80c-5e7b-4171-9792-bbf3608466a7 HTTP/1.1" status: 200 len: 915 time: 6.0367854 May 18 18:33:36.918290 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67fb3c9-a90b-4c0f-925c-21fbf2718bd2 None None] Routers {'f29dd80c-5e7b-4171-9792-bbf3608466a7'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:33:36.923116 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-e67fb3c9-a90b-4c0f-925c-21fbf2718bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:33:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['f29dd80c-5e7b-4171-9792-bbf3608466a7'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:33:36.927845 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d86c0004-0608-4683-b71b-9c62cfd1b76b req-c4707715-f267-4a76-800d-b544ad4eee3f service neutron] 10.222.0.88 "GET /v2.0/networks/492fec2b-f975-425f-828b-425816a23c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2455394 May 18 18:33:37.002987 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-e67fb3c9-a90b-4c0f-925c-21fbf2718bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:33:37.033136 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67fb3c9-a90b-4c0f-925c-21fbf2718bd2 None None] Routers {'f29dd80c-5e7b-4171-9792-bbf3608466a7'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:33:37.033823 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-e67fb3c9-a90b-4c0f-925c-21fbf2718bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:33:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['f29dd80c-5e7b-4171-9792-bbf3608466a7'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:33:37.075518 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-e67fb3c9-a90b-4c0f-925c-21fbf2718bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:33:37.076104 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e67fb3c9-a90b-4c0f-925c-21fbf2718bd2 None None] The sync data for ids ['f29dd80c-5e7b-4171-9792-bbf3608466a7'] in n-d-838550-3 is: [] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:33:37.120314 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-1ae363e5-fee5-482b-be3e-65ea1d2ac6ed tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] 10.222.0.85 "GET /v2.0/routers/f29dd80c-5e7b-4171-9792-bbf3608466a7 HTTP/1.1" status: 200 len: 921 time: 0.2025599 May 18 18:33:37.123527 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 59628) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:33:37.176188 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f271bd5-59d4-4732-91cf-4269da92fca8 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:33:37.181165 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-2f271bd5-59d4-4732-91cf-4269da92fca8 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] 10.222.0.85 "GET /v2.0/ports?network_id=31ebd439-090c-4b25-bbb0-31c48711b145&device_id=f29dd80c-5e7b-4171-9792-bbf3608466a7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0543075 May 18 18:33:37.181507 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 59630) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:33:37.186364 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d86c0004-0608-4683-b71b-9c62cfd1b76b req-de226509-e1f2-45b8-9932-98e77369991c service neutron] 10.222.0.88 "GET /v2.0/networks/492fec2b-f975-425f-828b-425816a23c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2492416 May 18 18:33:37.223016 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-8aed5be6-e06a-4ee8-a7fc-23655c184254 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Deleting port ce571f76-8eeb-46bb-900c-89cee7d9b6ab {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:33:37.223654 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8aed5be6-e06a-4ee8-a7fc-23655c184254 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:37.363099 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 59634) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:33:37.364441 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b55375e6-ca93-4788-a99f-946884c32a81 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:33:37.366459 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-b55375e6-ca93-4788-a99f-946884c32a81 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] 10.222.0.85 "GET /v2.0/networks/31ebd439-090c-4b25-bbb0-31c48711b145 HTTP/1.1" status: 200 len: 881 time: 0.1833842 May 18 18:33:37.371884 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 59636) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:33:37.374764 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229f3aa5-7aed-4fb8-b6f8-26e8c9f8e6da req-00986131-636e-4aba-8001-fb75664f66a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:33:37.376253 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-229f3aa5-7aed-4fb8-b6f8-26e8c9f8e6da req-00986131-636e-4aba-8001-fb75664f66a0 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8b72fb86d7c844d8a21a58d8abaece54&device_id=f6b1c78c-bbdd-4b31-ab0a-7727d7f256f1 HTTP/1.1" status: 200 len: 1094 time: 0.1064856 May 18 18:33:37.410146 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-08f592f0-beab-4ad8-a9ea-1c2af55c8284 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] 10.222.0.85 "GET /v2.0/ports?device_id=f29dd80c-5e7b-4171-9792-bbf3608466a7 HTTP/1.1" status: 200 len: 205 time: 0.0322075 May 18 18:33:37.413609 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 59640) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:33:37.472568 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-8aed5be6-e06a-4ee8-a7fc-23655c184254 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] For port ce571f76-8eeb-46bb-900c-89cee7d9b6ab, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=ce571f76-8eeb-46bb-900c-89cee7d9b6ab,segment=NetworkSegment(c7d2ef18-3e16-4468-9d4f-e3e8604a7a11),segment_id=c7d2ef18-3e16-4468-9d4f-e3e8604a7a11)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:33:37.472941 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8aed5be6-e06a-4ee8-a7fc-23655c184254 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:37.491348 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-8aed5be6-e06a-4ee8-a7fc-23655c184254 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Calling delete_port for ce571f76-8eeb-46bb-900c-89cee7d9b6ab owned by network:router_interface {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:33:37.569016 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229f3aa5-7aed-4fb8-b6f8-26e8c9f8e6da req-181bfa30-903d-4f4b-88fc-6546865da44d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:33:37.570636 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-229f3aa5-7aed-4fb8-b6f8-26e8c9f8e6da req-181bfa30-903d-4f4b-88fc-6546865da44d service neutron] 10.222.0.88 "GET /v2.0/networks?id=492fec2b-f975-425f-828b-425816a23c89 HTTP/1.1" status: 200 len: 906 time: 0.1834128 May 18 18:33:37.603518 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d55571ee-528d-4476-83e8-2bbef92360b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:37.625197 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-229f3aa5-7aed-4fb8-b6f8-26e8c9f8e6da req-90d930c7-bf22-4b55-b3a4-f7eb0162f2a1 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=810af52a-a9c7-47e2-8ede-d021d15bb7aa HTTP/1.1" status: 200 len: 217 time: 0.0423782 May 18 18:33:37.655114 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-23ce7a67-e656-461b-a591-7b451a2740c9 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Notify callbacks [] for router, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:37.678675 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-594675fd-cd6b-4d6e-8451-b8c3c2f5c563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:37.794318 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229f3aa5-7aed-4fb8-b6f8-26e8c9f8e6da req-b2bd9d89-d63d-4a4d-ba09-dff846843919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:33:37.795743 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-229f3aa5-7aed-4fb8-b6f8-26e8c9f8e6da req-b2bd9d89-d63d-4a4d-ba09-dff846843919 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2280c6a7-2fbb-43fd-a641-4a8bbdb3adbf HTTP/1.1" status: 200 len: 845 time: 0.1603830 May 18 18:33:37.844954 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d55571ee-528d-4476-83e8-2bbef92360b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:37.845916 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339affca-05b5-4287-b447-491bbbd418e2 req-9dfe0b7e-7a0e-4c48-b1ea-5c4e3b275bcc tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:33:37.853086 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-339affca-05b5-4287-b447-491bbbd418e2 req-9dfe0b7e-7a0e-4c48-b1ea-5c4e3b275bcc tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=1e87ebb1-66a8-452f-9f9f-1727775ac206 HTTP/1.1" status: 200 len: 945 time: 0.1569042 May 18 18:33:37.877856 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d017b728-9eb3-4a7a-b3b0-199bd3e0e8ee req-12ca7317-c9e8-42f6-939c-46506c623b3d tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:33:37.878701 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-229f3aa5-7aed-4fb8-b6f8-26e8c9f8e6da req-93e5461d-7c3f-4256-9ae4-057158f4f22d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=492fec2b-f975-425f-828b-425816a23c89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0718505 May 18 18:33:37.879980 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d017b728-9eb3-4a7a-b3b0-199bd3e0e8ee req-12ca7317-c9e8-42f6-939c-46506c623b3d tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/ports?device_id=f6b1c78c-bbdd-4b31-ab0a-7727d7f256f1 HTTP/1.1" status: 200 len: 943 time: 0.1110981 May 18 18:33:37.883925 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d55571ee-528d-4476-83e8-2bbef92360b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:37.929776 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-d55571ee-528d-4476-83e8-2bbef92360b7 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=0e4906ba59b14ca4802d20618bc6123b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5536175 May 18 18:33:37.929776 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-23ce7a67-e656-461b-a591-7b451a2740c9 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:37.930033 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 59648) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:33:37.992855 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-339affca-05b5-4287-b447-491bbbd418e2 req-4db46d6a-00e3-47a1-b04e-dad08f653595 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=f6f34100-4199-4c69-a3cb-028eff639d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1335418 May 18 18:33:37.996561 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8aed5be6-e06a-4ee8-a7fc-23655c184254 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:38.051483 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aed5be6-e06a-4ee8-a7fc-23655c184254 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Pushing event deleted for resources: {'Port': ['ID=ce571f76-8eeb-46bb-900c-89cee7d9b6ab,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:33:38.184460 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-229f3aa5-7aed-4fb8-b6f8-26e8c9f8e6da req-0d997f10-3f35-4c40-8e1c-93ea38701d74 service neutron] 10.222.0.88 "GET /v2.0/networks/492fec2b-f975-425f-828b-425816a23c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2920380 May 18 18:33:38.398133 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-229f3aa5-7aed-4fb8-b6f8-26e8c9f8e6da req-ca612452-857f-49b9-8b28-9d4b460853f8 service neutron] 10.222.0.88 "GET /v2.0/networks/492fec2b-f975-425f-828b-425816a23c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019992 May 18 18:33:38.400342 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55571ee-528d-4476-83e8-2bbef92360b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2e198ce-ffce-4942-8419-e8e16539a4f8,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:33:38.407553 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8aed5be6-e06a-4ee8-a7fc-23655c184254 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-593931'] for router_interface, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:38.415147 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d017b728-9eb3-4a7a-b3b0-199bd3e0e8ee req-2cea244f-8c1e-4423-81db-97886ed496f4 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/security-groups?id=6d4decf1-d3f8-40ef-a49d-c078d56e2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4986012 May 18 18:33:38.423981 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d3d92c-718c-4beb-ad69-2630734b16a0 req-819beb06-c9ec-4233-9c5a-63c62815af0f tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:33:38.425553 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-77d3d92c-718c-4beb-ad69-2630734b16a0 req-819beb06-c9ec-4233-9c5a-63c62815af0f tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=1e87ebb1-66a8-452f-9f9f-1727775ac206 HTTP/1.1" status: 200 len: 945 time: 0.2957168 May 18 18:33:38.435038 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-03811339-b525-4f79-afb0-f5fc130611a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:38.463644 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-23ce7a67-e656-461b-a591-7b451a2740c9 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Deleting port bbd026eb-8ccc-422a-b10d-da984db96fbb {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:33:38.464025 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-23ce7a67-e656-461b-a591-7b451a2740c9 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:38.484392 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-03811339-b525-4f79-afb0-f5fc130611a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:38.548720 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-77d3d92c-718c-4beb-ad69-2630734b16a0 req-ae21b750-d8a9-46f6-a60f-2d8f7359643c tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=f6f34100-4199-4c69-a3cb-028eff639d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1103444 May 18 18:33:38.582356 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-23ce7a67-e656-461b-a591-7b451a2740c9 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:38.582356 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 59652) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:33:38.600538 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-23ce7a67-e656-461b-a591-7b451a2740c9 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Calling delete_port for bbd026eb-8ccc-422a-b10d-da984db96fbb owned by network:router_gateway {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:33:38.616384 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-03811339-b525-4f79-afb0-f5fc130611a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:38.619964 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-03811339-b525-4f79-afb0-f5fc130611a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:38.625438 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-03811339-b525-4f79-afb0-f5fc130611a8 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/b2e198ce-ffce-4942-8419-e8e16539a4f8 HTTP/1.1" status: 204 len: 168 time: 0.6919773 May 18 18:33:38.665704 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03811339-b525-4f79-afb0-f5fc130611a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2e198ce-ffce-4942-8419-e8e16539a4f8,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:33:38.691208 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aed5be6-e06a-4ee8-a7fc-23655c184254 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Router 4ccf6a9f-94ce-4704-a04c-8d91da2e98ba has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:33:38.864100 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aed5be6-e06a-4ee8-a7fc-23655c184254 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:33:38.877448 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-8aed5be6-e06a-4ee8-a7fc-23655c184254 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] 10.222.0.85 "PUT /v2.0/routers/4ccf6a9f-94ce-4704-a04c-8d91da2e98ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3147898 May 18 18:33:38.882934 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 59660) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:33:38.889851 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f245e2b-085b-4666-9baf-aea93a34e16c None None] Sync routers for ids ['4ccf6a9f-94ce-4704-a04c-8d91da2e98ba'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:33:38.900870 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f245e2b-085b-4666-9baf-aea93a34e16c None None] Routers {'4ccf6a9f-94ce-4704-a04c-8d91da2e98ba'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:33:38.901413 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-3f245e2b-085b-4666-9baf-aea93a34e16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:33:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['4ccf6a9f-94ce-4704-a04c-8d91da2e98ba'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:33:38.969130 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ae8be6-b7a5-41ae-bfc4-66b802939104 tempest-TestVolumeBootPattern-1493704583 tempest-TestVolumeBootPattern-1493704583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:33:38.973752 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 59664) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:33:38.978300 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-d8569888-ff04-42c8-b79f-1cd00d855226 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Request body: {'floatingip': {'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'port_id': '61fc7c80-a9ca-48ae-916a-05efabccc0cb', 'tenant_id': '4ce86b77116a4afca1694cba473235e6', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:33:38.990787 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-54ae8be6-b7a5-41ae-bfc4-66b802939104 tempest-TestVolumeBootPattern-1493704583 tempest-TestVolumeBootPattern-1493704583-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=1e87ebb1-66a8-452f-9f9f-1727775ac206 HTTP/1.1" status: 200 len: 1091 time: 0.4008389 May 18 18:33:38.990787 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbcc9077-5f84-45fd-9884-4f1cba86f0a8 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Deleting subnet 8f268bd5-41bd-46c0-8026-fee8e4f65cb3 {{(pid=102730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:33:39.000048 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-23ce7a67-e656-461b-a591-7b451a2740c9 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:39.005961 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-cbcc9077-5f84-45fd-9884-4f1cba86f0a8 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks [] for subnet, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:39.019084 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d8569888-ff04-42c8-b79f-1cd00d855226 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Notify callbacks [] for floatingip, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:39.038622 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-3f245e2b-085b-4666-9baf-aea93a34e16c None None] Set router 4ccf6a9f-94ce-4704-a04c-8d91da2e98ba gateway port host: None {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:33:39.083211 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ce7a67-e656-461b-a591-7b451a2740c9 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Pushing event deleted for resources: {'Port': ['ID=bbd026eb-8ccc-422a-b10d-da984db96fbb,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:33:39.165061 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-cbcc9077-5f84-45fd-9884-4f1cba86f0a8 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260107366'] for subnet, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:39.175108 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-3f245e2b-085b-4666-9baf-aea93a34e16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ccf6a9f-94ce-4704-a04c-8d91da2e98ba', 'name': 'tempest-RoutersTest-router-739742', 'tenant_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:32:38Z', 'updated_at': '2022-05-18T18:33:37Z', 'revision_number': 11, 'project_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'gw_port_host': None}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:33:39.213959 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f245e2b-085b-4666-9baf-aea93a34e16c None None] Checking router: 4ccf6a9f-94ce-4704-a04c-8d91da2e98ba for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:33:39.217042 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d8569888-ff04-42c8-b79f-1cd00d855226 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:39.224793 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f245e2b-085b-4666-9baf-aea93a34e16c None None] Routers {'4ccf6a9f-94ce-4704-a04c-8d91da2e98ba'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:33:39.225712 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-3f245e2b-085b-4666-9baf-aea93a34e16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:33:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['4ccf6a9f-94ce-4704-a04c-8d91da2e98ba'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:33:39.273842 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-23ce7a67-e656-461b-a591-7b451a2740c9 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596901'] for router_gateway, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:39.310366 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-3f245e2b-085b-4666-9baf-aea93a34e16c None None] Set router 4ccf6a9f-94ce-4704-a04c-8d91da2e98ba gateway port host: None {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:33:39.398733 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-3f245e2b-085b-4666-9baf-aea93a34e16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ccf6a9f-94ce-4704-a04c-8d91da2e98ba', 'name': 'tempest-RoutersTest-router-739742', 'tenant_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:32:38Z', 'updated_at': '2022-05-18T18:33:37Z', 'revision_number': 11, 'project_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'gw_port_host': None}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:33:39.409000 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-23ce7a67-e656-461b-a591-7b451a2740c9 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25145'] for router, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:39.413451 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-23ce7a67-e656-461b-a591-7b451a2740c9 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:39.450396 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-d8569888-ff04-42c8-b79f-1cd00d855226 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Allocated IP 172.25.5.78 (31ebd439-090c-4b25-bbb0-31c48711b145/363a2810-8a83-4be0-a317-7c91fcd94485/2cc9da5d-4111-4a60-b55b-8cf147ed7b5c) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:33:39.469016 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-cbcc9077-5f84-45fd-9884-4f1cba86f0a8 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:39.536150 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f245e2b-085b-4666-9baf-aea93a34e16c None None] The sync data for ids ['4ccf6a9f-94ce-4704-a04c-8d91da2e98ba'] in n-d-838550-3 is: [{'id': '4ccf6a9f-94ce-4704-a04c-8d91da2e98ba', 'name': 'tempest-RoutersTest-router-739742', 'tenant_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:32:38Z', 'updated_at': '2022-05-18T18:33:37Z', 'revision_number': 11, 'project_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'gw_port_host': None}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:33:39.551145 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-23ce7a67-e656-461b-a591-7b451a2740c9 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593303'] for router, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:39.551801 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23ce7a67-e656-461b-a591-7b451a2740c9 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Fanout notify agent at l3_agent the message router_deleted on router f29dd80c-5e7b-4171-9792-bbf3608466a7 {{(pid=102730) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 18 18:33:39.564473 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-23ce7a67-e656-461b-a591-7b451a2740c9 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Notify callbacks [] for router, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:39.569176 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-23ce7a67-e656-461b-a591-7b451a2740c9 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] 10.222.0.85 "DELETE /v2.0/routers/f29dd80c-5e7b-4171-9792-bbf3608466a7 HTTP/1.1" status: 204 len: 168 time: 2.1519408 May 18 18:33:39.570254 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-cbcc9077-5f84-45fd-9884-4f1cba86f0a8 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261104690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261031888'] for subnet, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:39.572432 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 59682) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:33:39.582910 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-7e2d46f4-4fda-4686-a87b-0eda37e7c2f0 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-255796076', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:33:39.682183 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcc9077-5f84-45fd-9884-4f1cba86f0a8 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Pushing event deleted for resources: {'Subnet': ['ID=8f268bd5-41bd-46c0-8026-fee8e4f65cb3,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:33:39.684096 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d8569888-ff04-42c8-b79f-1cd00d855226 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:39.691011 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-cbcc9077-5f84-45fd-9884-4f1cba86f0a8 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:39.696895 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-234db3a8-07f3-45b7-bc22-b2c89ee8a66b None None] Network bcb02ed3-c3f9-4742-99c3-7e547facb943 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:33:39.697448 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-cbcc9077-5f84-45fd-9884-4f1cba86f0a8 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] 10.222.0.85 "DELETE /v2.0/subnets/8f268bd5-41bd-46c0-8026-fee8e4f65cb3 HTTP/1.1" status: 204 len: 168 time: 0.7993639 May 18 18:33:39.701713 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 59686) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:33:39.725570 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7e2d46f4-4fda-4686-a87b-0eda37e7c2f0 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25099'] for router, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:39.726781 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7e2d46f4-4fda-4686-a87b-0eda37e7c2f0 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-593238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596850', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25088'] for router, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:39.767328 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbef2d19-5008-4e6b-a405-a88e5fabd55f req-142862b1-4527-4e60-9aa3-c85a3ab4b0d8 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:33:39.768879 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bbef2d19-5008-4e6b-a405-a88e5fabd55f req-142862b1-4527-4e60-9aa3-c85a3ab4b0d8 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/ports?device_id=f6b1c78c-bbdd-4b31-ab0a-7727d7f256f1 HTTP/1.1" status: 200 len: 943 time: 0.1741412 May 18 18:33:39.790603 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d8569888-ff04-42c8-b79f-1cd00d855226 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:39.835589 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b8e6e13e-d1ab-4169-9910-7a3d26530d24 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:39.842511 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8569888-ff04-42c8-b79f-1cd00d855226 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Pushing event updated for resources: {'Port': ['ID=2cc9da5d-4111-4a60-b55b-8cf147ed7b5c,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:33:39.860513 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8569888-ff04-42c8-b79f-1cd00d855226 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Network 31ebd439-090c-4b25-bbb0-31c48711b145 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:33:39.862120 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-d8569888-ff04-42c8-b79f-1cd00d855226 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:33:39.867505 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8569888-ff04-42c8-b79f-1cd00d855226 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:33:39.879341 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7e2d46f4-4fda-4686-a87b-0eda37e7c2f0 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:39.894162 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bbef2d19-5008-4e6b-a405-a88e5fabd55f req-7d3c1c36-2cea-4332-af3f-15ea3ec43435 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/security-groups?id=6d4decf1-d3f8-40ef-a49d-c078d56e2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172538 May 18 18:33:39.896019 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7e2d46f4-4fda-4686-a87b-0eda37e7c2f0 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596801'] for router, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:39.939005 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7e2d46f4-4fda-4686-a87b-0eda37e7c2f0 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Notify callbacks [] for router, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:39.939005 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-7e2d46f4-4fda-4686-a87b-0eda37e7c2f0 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3597112 May 18 18:33:39.940495 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 59692) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:33:39.944851 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-9f67112e-c2b1-4ea3-b170-6cf7e0eead79 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'enable_snat': False}}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:33:40.014343 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-382f0a45-01ae-4a62-bee3-a93a81b0baa7 None None] DHCP port deletion for bcb02ed3-c3f9-4742-99c3-7e547facb943 request from n-d-838550-3 {{(pid=102732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 18:33:40.032083 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 810af52a-a9c7-47e2-8ede-d021d15bb7aa details requested by agent hyperv_n-h2-838550-3 with host n-h2-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:33:40.119770 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-fcb947f8-c0ef-4a84-aff4-3cc8813dffc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:40.227389 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-382f0a45-01ae-4a62-bee3-a93a81b0baa7 None None] Deleting port d6c6ab7b-c411-4e6c-b593-47ba551d852b {{(pid=102732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:33:40.228242 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-382f0a45-01ae-4a62-bee3-a93a81b0baa7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:40.229368 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-b8e6e13e-d1ab-4169-9910-7a3d26530d24 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Deleting port d6c6ab7b-c411-4e6c-b593-47ba551d852b {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:33:40.230459 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b8e6e13e-d1ab-4169-9910-7a3d26530d24 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:40.301148 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-382f0a45-01ae-4a62-bee3-a93a81b0baa7 None None] For port d6c6ab7b-c411-4e6c-b593-47ba551d852b, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=d6c6ab7b-c411-4e6c-b593-47ba551d852b,segment=NetworkSegment(c7d2ef18-3e16-4468-9d4f-e3e8604a7a11),segment_id=c7d2ef18-3e16-4468-9d4f-e3e8604a7a11)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:33:40.302018 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-382f0a45-01ae-4a62-bee3-a93a81b0baa7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:40.306180 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9f67112e-c2b1-4ea3-b170-6cf7e0eead79 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:40.332689 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-382f0a45-01ae-4a62-bee3-a93a81b0baa7 None None] Calling delete_port for d6c6ab7b-c411-4e6c-b593-47ba551d852b owned by network:dhcp {{(pid=102732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:33:40.438563 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 810af52a-a9c7-47e2-8ede-d021d15bb7aa, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=810af52a-a9c7-47e2-8ede-d021d15bb7aa,segment=NetworkSegment(a789d407-e290-4a90-b0cb-82b84ff4b9fa),segment_id=a789d407-e290-4a90-b0cb-82b84ff4b9fa)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:33:40.455019 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Returning: {'device': '810af52a-a9c7-47e2-8ede-d021d15bb7aa', 'network_id': '492fec2b-f975-425f-828b-425816a23c89', 'port_id': '810af52a-a9c7-47e2-8ede-d021d15bb7aa', 'mac_address': 'fa:16:3e:14:8c:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2280c6a7-2fbb-43fd-a641-4a8bbdb3adbf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:33:40.467611 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-b8e6e13e-d1ab-4169-9910-7a3d26530d24 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] For port d6c6ab7b-c411-4e6c-b593-47ba551d852b, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=d6c6ab7b-c411-4e6c-b593-47ba551d852b,segment=NetworkSegment(c7d2ef18-3e16-4468-9d4f-e3e8604a7a11),segment_id=c7d2ef18-3e16-4468-9d4f-e3e8604a7a11)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:33:40.468141 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b8e6e13e-d1ab-4169-9910-7a3d26530d24 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:40.502764 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-382f0a45-01ae-4a62-bee3-a93a81b0baa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508'] for port, after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:40.524043 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382f0a45-01ae-4a62-bee3-a93a81b0baa7 None None] No DVR routers for this DVR port d6c6ab7b-c411-4e6c-b593-47ba551d852b on host n-d-838550-3 {{(pid=102732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:33:40.525433 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-b8e6e13e-d1ab-4169-9910-7a3d26530d24 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Calling delete_port for d6c6ab7b-c411-4e6c-b593-47ba551d852b owned by network:dhcp {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:33:40.545014 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 810af52a-a9c7-47e2-8ede-d021d15bb7aa is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:33:40.545408 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:40.555903 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382f0a45-01ae-4a62-bee3-a93a81b0baa7 None None] Pushing event deleted for resources: {'Port': ['ID=d6c6ab7b-c411-4e6c-b593-47ba551d852b,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:33:40.562609 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec72b73-a99f-49ea-8e07-904530f3cf8a req-d21db80f-0c37-4566-9491-853da430f2c3 tempest-VolumesSnapshotTestJSON-571199237 tempest-VolumesSnapshotTestJSON-571199237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:33:40.564701 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8ec72b73-a99f-49ea-8e07-904530f3cf8a req-d21db80f-0c37-4566-9491-853da430f2c3 tempest-VolumesSnapshotTestJSON-571199237 tempest-VolumesSnapshotTestJSON-571199237-project] 10.222.0.85 "GET /v2.0/ports?device_id=3a655867-3fda-450f-a9e4-a1ea1c7882f0 HTTP/1.1" status: 200 len: 946 time: 0.1051648 May 18 18:33:40.576222 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 810af52a-a9c7-47e2-8ede-d021d15bb7aa {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:33:40.606022 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 810af52a-a9c7-47e2-8ede-d021d15bb7aa, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=810af52a-a9c7-47e2-8ede-d021d15bb7aa,segment=NetworkSegment(a789d407-e290-4a90-b0cb-82b84ff4b9fa),segment_id=a789d407-e290-4a90-b0cb-82b84ff4b9fa)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:33:40.609971 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d8569888-ff04-42c8-b79f-1cd00d855226 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:40.612785 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:40.701493 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=810af52a-a9c7-47e2-8ede-d021d15bb7aa,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:33:40.713737 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8ec72b73-a99f-49ea-8e07-904530f3cf8a req-e004dc7b-676a-43ce-ada9-114f119612a0 tempest-VolumesSnapshotTestJSON-571199237 tempest-VolumesSnapshotTestJSON-571199237-project] 10.222.0.85 "GET /v2.0/security-groups?id=9d44bb54-af95-4468-877a-95621f1eb2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378796 May 18 18:33:40.769437 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device d6c6ab7b-c411-4e6c-b593-47ba551d852b no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:33:40.778114 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b8e6e13e-d1ab-4169-9910-7a3d26530d24 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:40.800309 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: d6c6ab7b-c411-4e6c-b593-47ba551d852b {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:33:40.800630 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device d6c6ab7b-c411-4e6c-b593-47ba551d852b not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:33:40.801071 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device ce571f76-8eeb-46bb-900c-89cee7d9b6ab no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:33:40.843241 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: ce571f76-8eeb-46bb-900c-89cee7d9b6ab {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:33:40.843776 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device ce571f76-8eeb-46bb-900c-89cee7d9b6ab not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:33:40.938529 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e6e13e-d1ab-4169-9910-7a3d26530d24 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Pushing event deleted for resources: {'Port': ['ID=d6c6ab7b-c411-4e6c-b593-47ba551d852b,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:33:40.942939 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e6e13e-d1ab-4169-9910-7a3d26530d24 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] No DVR routers for this DVR port d6c6ab7b-c411-4e6c-b593-47ba551d852b on host n-d-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:33:41.097769 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9f67112e-c2b1-4ea3-b170-6cf7e0eead79 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:41.129719 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b8e6e13e-d1ab-4169-9910-7a3d26530d24 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:41.133725 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9f67112e-c2b1-4ea3-b170-6cf7e0eead79 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:41.153381 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['810af52a-a9c7-47e2-8ede-d021d15bb7aa'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:33:41.155200 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d8569888-ff04-42c8-b79f-1cd00d855226 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:41.197766 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-b8e6e13e-d1ab-4169-9910-7a3d26530d24 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcb02ed3-c3f9-4742-99c3-7e547facb943']}} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:33:41.212188 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5528aa-8d28-4d76-be69-ca273c8e4642 req-702ca5c4-80f0-4902-bb83-58f95a16bbd4 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:33:41.217757 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-b8e6e13e-d1ab-4169-9910-7a3d26530d24 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7d2ef18-3e16-4468-9d4f-e3e8604a7a11') {'for_net_delete': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:33:41.218032 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-b8e6e13e-d1ab-4169-9910-7a3d26530d24 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7d2ef18-3e16-4468-9d4f-e3e8604a7a11') {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:33:41.225670 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8e5528aa-8d28-4d76-be69-ca273c8e4642 req-702ca5c4-80f0-4902-bb83-58f95a16bbd4 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/ports?device_id=f6b1c78c-bbdd-4b31-ab0a-7727d7f256f1 HTTP/1.1" status: 200 len: 944 time: 0.1128027 May 18 18:33:41.233003 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b8e6e13e-d1ab-4169-9910-7a3d26530d24 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260107375'] for segment, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:41.281025 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b8e6e13e-d1ab-4169-9910-7a3d26530d24 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:41.295009 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8e6e13e-d1ab-4169-9910-7a3d26530d24 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=102730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:33:41.295614 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b8e6e13e-d1ab-4169-9910-7a3d26530d24 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261102736'] for segment, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:41.299182 n-d-838550-3 neutron-server[102730]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:33:41.299182 n-d-838550-3 neutron-server[102730]: self.session.flush() May 18 18:33:41.299182 n-d-838550-3 neutron-server[102730]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:33:41.299182 n-d-838550-3 neutron-server[102730]: self.session.flush() May 18 18:33:41.299182 n-d-838550-3 neutron-server[102730]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:33:41.299182 n-d-838550-3 neutron-server[102730]: self.session.flush() May 18 18:33:41.299182 n-d-838550-3 neutron-server[102730]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:33:41.299182 n-d-838550-3 neutron-server[102730]: self.session.flush() May 18 18:33:41.299182 n-d-838550-3 neutron-server[102730]: Traceback (most recent call last): May 18 18:33:41.299182 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:33:41.299182 n-d-838550-3 neutron-server[102730]: timer() May 18 18:33:41.299182 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:33:41.299182 n-d-838550-3 neutron-server[102730]: cb(*args, **kw) May 18 18:33:41.299182 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:33:41.299182 n-d-838550-3 neutron-server[102730]: return func(*args, **kwargs) May 18 18:33:41.299182 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:33:41.299182 n-d-838550-3 neutron-server[102730]: self._notify() May 18 18:33:41.299182 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:33:41.299182 n-d-838550-3 neutron-server[102730]: self.callback(batched_events) May 18 18:33:41.299182 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:33:41.299182 n-d-838550-3 neutron-server[102730]: event.method(event) May 18 18:33:41.299182 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:33:41.299182 n-d-838550-3 neutron-server[102730]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:33:41.299182 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:33:41.299182 n-d-838550-3 neutron-server[102730]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:33:41.299182 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:33:41.299182 n-d-838550-3 neutron-server[102730]: return f(self, *a, **k) May 18 18:33:41.299182 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:33:41.299182 n-d-838550-3 neutron-server[102730]: return self._get(url).json() May 18 18:33:41.299182 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:33:41.299182 n-d-838550-3 neutron-server[102730]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:33:41.299182 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:33:41.299182 n-d-838550-3 neutron-server[102730]: return self.request(url, 'GET', **kwargs) May 18 18:33:41.299182 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:33:41.299182 n-d-838550-3 neutron-server[102730]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:33:41.299182 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:33:41.299182 n-d-838550-3 neutron-server[102730]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:33:41.299182 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:33:41.299182 n-d-838550-3 neutron-server[102730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:33:41.299182 n-d-838550-3 neutron-server[102730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:33:41.337852 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:41.344493 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8e5528aa-8d28-4d76-be69-ca273c8e4642 req-78fd4ef4-4cb8-4105-b7ed-a7fb498b661d tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/security-groups?id=6d4decf1-d3f8-40ef-a49d-c078d56e2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174111 May 18 18:33:41.376531 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-9f67112e-c2b1-4ea3-b170-6cf7e0eead79 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Allocated IP 172.25.5.87 (31ebd439-090c-4b25-bbb0-31c48711b145/363a2810-8a83-4be0-a317-7c91fcd94485/b32e7fa6-c5b4-4584-800b-22b80000e0c9) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:33:41.387923 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b8e6e13e-d1ab-4169-9910-7a3d26530d24 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:41.402427 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b8e6e13e-d1ab-4169-9910-7a3d26530d24 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:41.410278 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-b8e6e13e-d1ab-4169-9910-7a3d26530d24 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] 10.222.0.85 "DELETE /v2.0/networks/bcb02ed3-c3f9-4742-99c3-7e547facb943 HTTP/1.1" status: 204 len: 168 time: 1.7075064 May 18 18:33:41.413696 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 59728) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:33:41.435073 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-4e79ea5a-b8f8-4cbb-b0e4-ff78283f6a4f tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Request body: {'router': {'routes': None}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:33:41.479592 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e6e13e-d1ab-4169-9910-7a3d26530d24 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Pushing event deleted for resources: {'Network': ['ID=bcb02ed3-c3f9-4742-99c3-7e547facb943,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:33:41.489163 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d8569888-ff04-42c8-b79f-1cd00d855226 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:41.501378 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d8569888-ff04-42c8-b79f-1cd00d855226 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:41.608484 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8569888-ff04-42c8-b79f-1cd00d855226 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Pushing event updated for resources: {'Port': ['ID=2cc9da5d-4111-4a60-b55b-8cf147ed7b5c,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:33:41.620972 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d8569888-ff04-42c8-b79f-1cd00d855226 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596987'] for floatingip, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:41.660271 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.extraroute_db [None req-4e79ea5a-b8f8-4cbb-b0e4-ff78283f6a4f tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Added routes are [] {{(pid=102730) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} May 18 18:33:41.660583 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.extraroute_db [None req-4e79ea5a-b8f8-4cbb-b0e4-ff78283f6a4f tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Removed routes are [] {{(pid=102730) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} May 18 18:33:41.661060 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4e79ea5a-b8f8-4cbb-b0e4-ff78283f6a4f tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-596836', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-593224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25134'] for router, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:41.735934 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9f67112e-c2b1-4ea3-b170-6cf7e0eead79 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:41.769812 n-d-838550-3 neutron-server[102731]: INFO neutron.db.l3_db [None req-d8569888-ff04-42c8-b79f-1cd00d855226 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Floating IP bf5e2dce-c84c-4391-9896-d3620d38fb97 associated. External IP: 172.25.5.78, port: 61fc7c80-a9ca-48ae-916a-05efabccc0cb. May 18 18:33:41.894336 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4e79ea5a-b8f8-4cbb-b0e4-ff78283f6a4f tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-596836', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-593224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25134'] for router, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:41.921810 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4e79ea5a-b8f8-4cbb-b0e4-ff78283f6a4f tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-596847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-596822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-593331'] for router, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:41.936818 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9f67112e-c2b1-4ea3-b170-6cf7e0eead79 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:42.031432 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 810af52a-a9c7-47e2-8ede-d021d15bb7aa up at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:33:42.118332 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning for port 810af52a-a9c7-47e2-8ede-d021d15bb7aa completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:33:42.124588 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning complete for port 810af52a-a9c7-47e2-8ede-d021d15bb7aa triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:33:42.125222 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:42.139841 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8569888-ff04-42c8-b79f-1cd00d855226 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Router f515891f-a8b7-4a6f-9814-1319a10b6e69 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:33:42.218471 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 810af52a-a9c7-47e2-8ede-d021d15bb7aa is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:33:42.218920 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:42.253371 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6b1c78c-bbdd-4b31-ab0a-7727d7f256f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '810af52a-a9c7-47e2-8ede-d021d15bb7aa'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:33:42.257346 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09824cea-0507-45ad-8ccd-674e5089c745" -d '{"events": [{"server_uuid": "f6b1c78c-bbdd-4b31-ab0a-7727d7f256f1", "name": "network-vif-plugged", "status": "completed", "tag": "810af52a-a9c7-47e2-8ede-d021d15bb7aa"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:33:42.271670 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 810af52a-a9c7-47e2-8ede-d021d15bb7aa, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=810af52a-a9c7-47e2-8ede-d021d15bb7aa,segment=NetworkSegment(a789d407-e290-4a90-b0cb-82b84ff4b9fa),segment_id=a789d407-e290-4a90-b0cb-82b84ff4b9fa)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:33:42.279045 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:42.353039 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-245835eb-f5e3-47a6-8250-c076ec91a447 x-openstack-request-id: req-245835eb-f5e3-47a6-8250-c076ec91a447 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:33:42.353371 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6b1c78c-bbdd-4b31-ab0a-7727d7f256f1", "name": "network-vif-plugged", "status": "completed", "tag": "810af52a-a9c7-47e2-8ede-d021d15bb7aa", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:33:42.353576 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-245835eb-f5e3-47a6-8250-c076ec91a447 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:33:42.354580 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-245835eb-f5e3-47a6-8250-c076ec91a447'] response: {'server_uuid': 'f6b1c78c-bbdd-4b31-ab0a-7727d7f256f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '810af52a-a9c7-47e2-8ede-d021d15bb7aa', 'code': 200} May 18 18:33:42.356762 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c93beb-a7a0-4caa-95e4-86ac08774835 req-e1f16d96-a49b-4d73-865b-ab68d09a3225 tempest-VolumesSnapshotTestJSON-571199237 tempest-VolumesSnapshotTestJSON-571199237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:33:42.358782 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-11c93beb-a7a0-4caa-95e4-86ac08774835 req-e1f16d96-a49b-4d73-865b-ab68d09a3225 tempest-VolumesSnapshotTestJSON-571199237 tempest-VolumesSnapshotTestJSON-571199237-project] 10.222.0.88 "GET /v2.0/ports?device_id=3a655867-3fda-450f-a9e4-a1ea1c7882f0 HTTP/1.1" status: 200 len: 946 time: 0.2036467 May 18 18:33:42.369870 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=810af52a-a9c7-47e2-8ede-d021d15bb7aa,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:33:42.416204 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f67112e-c2b1-4ea3-b170-6cf7e0eead79 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Network 31ebd439-090c-4b25-bbb0-31c48711b145 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:33:42.426770 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9017e9-6a87-4b92-b058-c2d27d8227c4 req-b9ff9412-30a0-4908-9b0f-3deccd4471d4 tempest-VolumesSnapshotTestJSON-571199237 tempest-VolumesSnapshotTestJSON-571199237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:33:42.434374 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3c9017e9-6a87-4b92-b058-c2d27d8227c4 req-b9ff9412-30a0-4908-9b0f-3deccd4471d4 tempest-VolumesSnapshotTestJSON-571199237 tempest-VolumesSnapshotTestJSON-571199237-project] 10.222.0.85 "GET /v2.0/ports?device_id=3a655867-3fda-450f-a9e4-a1ea1c7882f0 HTTP/1.1" status: 200 len: 946 time: 0.5976131 May 18 18:33:42.438025 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e79ea5a-b8f8-4cbb-b0e4-ff78283f6a4f tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Router 4ccf6a9f-94ce-4704-a04c-8d91da2e98ba has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:33:42.450182 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:42.451160 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-9f67112e-c2b1-4ea3-b170-6cf7e0eead79 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:33:42.454530 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f67112e-c2b1-4ea3-b170-6cf7e0eead79 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Pushing event updated for resources: {'Port': ['ID=b32e7fa6-c5b4-4584-800b-22b80000e0c9,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:33:42.459353 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f67112e-c2b1-4ea3-b170-6cf7e0eead79 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:33:42.565298 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3c9017e9-6a87-4b92-b058-c2d27d8227c4 req-e23589f4-fa11-421e-a290-11d84338de2b tempest-VolumesSnapshotTestJSON-571199237 tempest-VolumesSnapshotTestJSON-571199237-project] 10.222.0.85 "GET /v2.0/security-groups?id=9d44bb54-af95-4468-877a-95621f1eb2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297157 May 18 18:33:42.607269 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51377068-aa8a-41b6-927a-16266599867f req-c59064a2-3ee0-46bb-aa42-5b6e5037a617 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:33:42.608736 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-51377068-aa8a-41b6-927a-16266599867f req-c59064a2-3ee0-46bb-aa42-5b6e5037a617 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/ports?device_id=f6b1c78c-bbdd-4b31-ab0a-7727d7f256f1 HTTP/1.1" status: 200 len: 945 time: 0.1231675 May 18 18:33:42.612559 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8569888-ff04-42c8-b79f-1cd00d855226 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:33:42.612817 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 59752) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:33:42.623034 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49407090-c280-4248-ac1c-7d2d84f2a386 None None] Sync routers for ids ['f515891f-a8b7-4a6f-9814-1319a10b6e69'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:33:42.630428 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e79ea5a-b8f8-4cbb-b0e4-ff78283f6a4f tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:33:42.636619 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49407090-c280-4248-ac1c-7d2d84f2a386 None None] Routers {'f515891f-a8b7-4a6f-9814-1319a10b6e69'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:33:42.637289 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-49407090-c280-4248-ac1c-7d2d84f2a386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:33:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['f515891f-a8b7-4a6f-9814-1319a10b6e69'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:33:42.639071 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4e79ea5a-b8f8-4cbb-b0e4-ff78283f6a4f tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks [] for router, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:42.640959 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d5f203-cd21-42c0-9505-799fc307390c None None] Sync routers for ids ['4ccf6a9f-94ce-4704-a04c-8d91da2e98ba'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:33:42.643185 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-4e79ea5a-b8f8-4cbb-b0e4-ff78283f6a4f tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] 10.222.0.85 "PUT /v2.0/routers/4ccf6a9f-94ce-4704-a04c-8d91da2e98ba HTTP/1.1" status: 200 len: 697 time: 1.2272029 May 18 18:33:42.656303 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d5f203-cd21-42c0-9505-799fc307390c None None] Routers {'4ccf6a9f-94ce-4704-a04c-8d91da2e98ba'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:33:42.656933 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-92d5f203-cd21-42c0-9505-799fc307390c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:33:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['4ccf6a9f-94ce-4704-a04c-8d91da2e98ba'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:33:42.672596 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 59756) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:33:42.705185 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d8569888-ff04-42c8-b79f-1cd00d855226 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:42.724516 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5fa11a-ee8a-4a4b-885f-f75b5a19ce57 req-0285c500-aa71-4396-af42-e162f6b1e282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:33:42.726067 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9b5fa11a-ee8a-4a4b-885f-f75b5a19ce57 req-0285c500-aa71-4396-af42-e162f6b1e282 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=f6b1c78c-bbdd-4b31-ab0a-7727d7f256f1 HTTP/1.1" status: 200 len: 1096 time: 0.2537904 May 18 18:33:42.760142 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-51377068-aa8a-41b6-927a-16266599867f req-7a35aa36-688e-489f-acc7-59fc7675a2a0 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/security-groups?id=6d4decf1-d3f8-40ef-a49d-c078d56e2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347768 May 18 18:33:42.765719 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-be0eb11d-55b3-4ec5-94c1-7b80dd323247 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] 10.222.0.85 "GET /v2.0/ports?device_id=4ccf6a9f-94ce-4704-a04c-8d91da2e98ba HTTP/1.1" status: 200 len: 205 time: 0.0902491 May 18 18:33:42.768392 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 59758) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:33:42.792954 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-92d5f203-cd21-42c0-9505-799fc307390c None None] Set router 4ccf6a9f-94ce-4704-a04c-8d91da2e98ba gateway port host: None {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:33:42.822414 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-49407090-c280-4248-ac1c-7d2d84f2a386 None None] Set router f515891f-a8b7-4a6f-9814-1319a10b6e69 gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:33:42.861073 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2bf698ef-9ea3-4455-a674-b025d294521c tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks [] for router, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:42.882052 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-92d5f203-cd21-42c0-9505-799fc307390c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ccf6a9f-94ce-4704-a04c-8d91da2e98ba', 'name': 'tempest-RoutersTest-router-739742', 'tenant_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:32:38Z', 'updated_at': '2022-05-18T18:33:37Z', 'revision_number': 11, 'project_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'gw_port_host': None}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:33:42.909317 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9f67112e-c2b1-4ea3-b170-6cf7e0eead79 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:42.918927 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d5f203-cd21-42c0-9505-799fc307390c None None] Checking router: 4ccf6a9f-94ce-4704-a04c-8d91da2e98ba for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:33:42.925884 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c7d23af6-4819-4957-87e5-b064709265ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:42.929012 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d5f203-cd21-42c0-9505-799fc307390c None None] Routers {'4ccf6a9f-94ce-4704-a04c-8d91da2e98ba'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:33:42.930321 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-92d5f203-cd21-42c0-9505-799fc307390c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:33:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['4ccf6a9f-94ce-4704-a04c-8d91da2e98ba'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:33:42.941662 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-d8569888-ff04-42c8-b79f-1cd00d855226 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.9667897 May 18 18:33:42.974244 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e87ebb1-66a8-452f-9f9f-1727775ac206', 'tag': '61fc7c80-a9ca-48ae-916a-05efabccc0cb'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:33:42.977111 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d09cd3a-1885-44f4-a168-6492d2f2f6de" -d '{"events": [{"name": "network-changed", "server_uuid": "1e87ebb1-66a8-452f-9f9f-1727775ac206", "tag": "61fc7c80-a9ca-48ae-916a-05efabccc0cb"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:33:43.001498 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9b5fa11a-ee8a-4a4b-885f-f75b5a19ce57 req-30a6cc7d-7ec8-45b2-80a7-c14b2aa8547f service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=6d4decf1-d3f8-40ef-a49d-c078d56e2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601848 May 18 18:33:43.023953 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-92d5f203-cd21-42c0-9505-799fc307390c None None] Set router 4ccf6a9f-94ce-4704-a04c-8d91da2e98ba gateway port host: None {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:33:43.084037 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c7d23af6-4819-4957-87e5-b064709265ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:43.088797 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d3367ef-2a81-4ccf-9b19-2f1cedbe1002 x-openstack-request-id: req-7d3367ef-2a81-4ccf-9b19-2f1cedbe1002 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:33:43.089771 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e87ebb1-66a8-452f-9f9f-1727775ac206", "tag": "61fc7c80-a9ca-48ae-916a-05efabccc0cb", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:33:43.089961 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-7d3367ef-2a81-4ccf-9b19-2f1cedbe1002 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:33:43.090603 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d3367ef-2a81-4ccf-9b19-2f1cedbe1002'] response: {'name': 'network-changed', 'server_uuid': '1e87ebb1-66a8-452f-9f9f-1727775ac206', 'tag': '61fc7c80-a9ca-48ae-916a-05efabccc0cb', 'status': 'completed', 'code': 200} May 18 18:33:43.092602 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-11c93beb-a7a0-4caa-95e4-86ac08774835 req-2892b390-4f8e-414f-84e8-c1210723f031 tempest-VolumesSnapshotTestJSON-571199237 tempest-VolumesSnapshotTestJSON-571199237-project] Deleting port 2dc14d0e-d64d-4696-96a3-a745e3a66239 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:33:43.093178 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-11c93beb-a7a0-4caa-95e4-86ac08774835 req-2892b390-4f8e-414f-84e8-c1210723f031 tempest-VolumesSnapshotTestJSON-571199237 tempest-VolumesSnapshotTestJSON-571199237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:43.097741 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c7d23af6-4819-4957-87e5-b064709265ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:43.105319 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:43.133336 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-49407090-c280-4248-ac1c-7d2d84f2a386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f515891f-a8b7-4a6f-9814-1319a10b6e69', 'name': 'tempest-TestVolumeBootPattern-31464916-router', 'tenant_id': '4ce86b77116a4afca1694cba473235e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '76222933-de15-4351-b270-218c7879e007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:20:37Z', 'updated_at': '2022-05-18T18:20:50Z', 'revision_number': 4, 'project_id': '4ce86b77116a4afca1694cba473235e6', 'gw_port': {'id': '76222933-de15-4351-b270-218c7879e007', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:13:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f515891f-a8b7-4a6f-9814-1319a10b6e69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:20:40Z', 'updated_at': '2022-05-18T18:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': '52ed146d-d050-4656-8f3c-dbc9d9843d82', 'tenant_id': '4ce86b77116a4afca1694cba473235e6', 'floating_ip_address': '172.25.5.253', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': 'f515891f-a8b7-4a6f-9814-1319a10b6e69', 'port_id': 'decea55d-a895-43b7-9e02-6f468495aa03', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2917, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eafefbfa-378a-4a8a-8ee5-45c0c746f8e9', 'mac_address': 'fa:16:3e:93:70:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626a086d-20bf-469f-b20c-0be7435a44bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T18:31:05Z', 'updated_at': '2022-05-18T18:31:12Z', 'revision_number': 1, 'project_id': '4ce86b77116a4afca1694cba473235e6', 'fixed_ip_address_scope': None}, {'id': 'bf5e2dce-c84c-4391-9896-d3620d38fb97', 'tenant_id': '4ce86b77116a4afca1694cba473235e6', 'floating_ip_address': '172.25.5.78', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': 'f515891f-a8b7-4a6f-9814-1319a10b6e69', 'port_id': '61fc7c80-a9ca-48ae-916a-05efabccc0cb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eafefbfa-378a-4a8a-8ee5-45c0c746f8e9', 'mac_address': 'fa:16:3e:c1:61:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e87ebb1-66a8-452f-9f9f-1727775ac206', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T18:33:40Z', 'updated_at': '2022-05-18T18:33:40Z', 'revision_number': 0, 'project_id': '4ce86b77116a4afca1694cba473235e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ac3d3a3-975f-4e58-b55a-00dc7ec1fcc1', 'name': '', 'network_id': 'eafefbfa-378a-4a8a-8ee5-45c0c746f8e9', 'tenant_id': '4ce86b77116a4afca1694cba473235e6', 'mac_address': 'fa:16:3e:9c:0a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f515891f-a8b7-4a6f-9814-1319a10b6e69', 'device_owner': 'network:router_interface', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': 'ab1f7f5a-a761-43dc-be82-e3f213958e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:20:48Z', 'updated_at': '2022-05-18T18:21:02Z', 'revision_number': 5, 'project_id': '4ce86b77116a4afca1694cba473235e6', 'subnets': [{'id': 'ab1f7f5a-a761-43dc-be82-e3f213958e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:33:43.136211 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-92d5f203-cd21-42c0-9505-799fc307390c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ccf6a9f-94ce-4704-a04c-8d91da2e98ba', 'name': 'tempest-RoutersTest-router-739742', 'tenant_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:32:38Z', 'updated_at': '2022-05-18T18:33:37Z', 'revision_number': 11, 'project_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'gw_port_host': None}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:33:43.170898 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d5f203-cd21-42c0-9505-799fc307390c None None] The sync data for ids ['4ccf6a9f-94ce-4704-a04c-8d91da2e98ba'] in n-d-838550-3 is: [{'id': '4ccf6a9f-94ce-4704-a04c-8d91da2e98ba', 'name': 'tempest-RoutersTest-router-739742', 'tenant_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:32:38Z', 'updated_at': '2022-05-18T18:33:37Z', 'revision_number': 11, 'project_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'gw_port_host': None}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:33:43.240911 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d09cd3a-1885-44f4-a168-6492d2f2f6de req-b7c8b02b-382c-4510-b6a6-96b07983614d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:33:43.242504 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8d09cd3a-1885-44f4-a168-6492d2f2f6de req-b7c8b02b-382c-4510-b6a6-96b07983614d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4ce86b77116a4afca1694cba473235e6&device_id=1e87ebb1-66a8-452f-9f9f-1727775ac206 HTTP/1.1" status: 200 len: 1096 time: 0.1549995 May 18 18:33:43.260463 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9f67112e-c2b1-4ea3-b170-6cf7e0eead79 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-596836', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-593224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25134'] for router, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:43.267744 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9f67112e-c2b1-4ea3-b170-6cf7e0eead79 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-596847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-596822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-593331'] for router, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:43.330035 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2bf698ef-9ea3-4455-a674-b025d294521c tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25145'] for router, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:43.341214 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-c7d23af6-4819-4957-87e5-b064709265ef admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=8dedc4c64eb84cb488ae2fe2432b854e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7139430 May 18 18:33:43.342755 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2bf698ef-9ea3-4455-a674-b025d294521c tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:43.344221 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 59764) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:33:43.356346 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49407090-c280-4248-ac1c-7d2d84f2a386 None None] Checking router: f515891f-a8b7-4a6f-9814-1319a10b6e69 for host: n-d-838550-3 {{(pid=102732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:33:43.366692 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49407090-c280-4248-ac1c-7d2d84f2a386 None None] Routers {'f515891f-a8b7-4a6f-9814-1319a10b6e69'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:33:43.366971 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d23af6-4819-4957-87e5-b064709265ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a22f7e3b-81f6-4b40-a38b-4bd2dbaa6e46,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:33:43.367277 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-49407090-c280-4248-ac1c-7d2d84f2a386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:33:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['f515891f-a8b7-4a6f-9814-1319a10b6e69'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:33:43.471240 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2bf698ef-9ea3-4455-a674-b025d294521c tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593303'] for router, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:43.471729 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bf698ef-9ea3-4455-a674-b025d294521c tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Fanout notify agent at l3_agent the message router_deleted on router 4ccf6a9f-94ce-4704-a04c-8d91da2e98ba {{(pid=102731) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 18 18:33:43.497071 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d09cd3a-1885-44f4-a168-6492d2f2f6de req-c7c53031-cbbf-4cee-907a-de349a34c03e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:33:43.499033 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8d09cd3a-1885-44f4-a168-6492d2f2f6de req-c7c53031-cbbf-4cee-907a-de349a34c03e service neutron] 10.222.0.36 "GET /v2.0/networks?id=eafefbfa-378a-4a8a-8ee5-45c0c746f8e9 HTTP/1.1" status: 200 len: 911 time: 0.2283082 May 18 18:33:43.500554 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-086142a4-3c5d-4709-b7c8-8f28b1d3bedc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:43.508284 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2bf698ef-9ea3-4455-a674-b025d294521c tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks [] for router, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:43.516113 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-2bf698ef-9ea3-4455-a674-b025d294521c tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] 10.222.0.85 "DELETE /v2.0/routers/4ccf6a9f-94ce-4704-a04c-8d91da2e98ba HTTP/1.1" status: 204 len: 168 time: 0.7395670 May 18 18:33:43.516481 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 59766) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:33:43.528130 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-49407090-c280-4248-ac1c-7d2d84f2a386 None None] Set router f515891f-a8b7-4a6f-9814-1319a10b6e69 gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:33:43.537729 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-11c93beb-a7a0-4caa-95e4-86ac08774835 req-2892b390-4f8e-414f-84e8-c1210723f031 tempest-VolumesSnapshotTestJSON-571199237 tempest-VolumesSnapshotTestJSON-571199237-project] For port 2dc14d0e-d64d-4696-96a3-a745e3a66239, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=2dc14d0e-d64d-4696-96a3-a745e3a66239,segment=NetworkSegment(6a0bcacf-c533-411c-a237-768dc94a8f4f),segment_id=6a0bcacf-c533-411c-a237-768dc94a8f4f)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:33:43.538161 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-11c93beb-a7a0-4caa-95e4-86ac08774835 req-2892b390-4f8e-414f-84e8-c1210723f031 tempest-VolumesSnapshotTestJSON-571199237 tempest-VolumesSnapshotTestJSON-571199237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:43.548860 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-58be9ca9-b2e2-47ca-a733-bf5320aa5435 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1481668043', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:33:43.563192 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-11c93beb-a7a0-4caa-95e4-86ac08774835 req-2892b390-4f8e-414f-84e8-c1210723f031 tempest-VolumesSnapshotTestJSON-571199237 tempest-VolumesSnapshotTestJSON-571199237-project] Calling delete_port for 2dc14d0e-d64d-4696-96a3-a745e3a66239 owned by compute:nova {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:33:43.572105 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-086142a4-3c5d-4709-b7c8-8f28b1d3bedc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:43.575985 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-58be9ca9-b2e2-47ca-a733-bf5320aa5435 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25099'] for router, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:43.577835 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-58be9ca9-b2e2-47ca-a733-bf5320aa5435 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-593238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596850', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25088'] for router, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:43.615601 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8d09cd3a-1885-44f4-a168-6492d2f2f6de req-adc9fee6-618f-4f1f-8665-09d67e843961 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=61fc7c80-a9ca-48ae-916a-05efabccc0cb HTTP/1.1" status: 200 len: 998 time: 0.1085312 May 18 18:33:43.699840 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f67112e-c2b1-4ea3-b170-6cf7e0eead79 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Router 1a9ff76a-abce-48d8-b550-4d095c9fc697 is scheduled to L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e with binding_index 1 {{(pid=102730) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 18 18:33:43.751938 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-58be9ca9-b2e2-47ca-a733-bf5320aa5435 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:43.764036 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-58be9ca9-b2e2-47ca-a733-bf5320aa5435 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596801'] for router, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:43.790233 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b36f0a-4514-45cd-94ae-344888086a39 req-ffd548eb-83a1-4050-a9bd-49cab1785bac tempest-VolumesSnapshotTestJSON-571199237 tempest-VolumesSnapshotTestJSON-571199237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:33:43.791739 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-73b36f0a-4514-45cd-94ae-344888086a39 req-ffd548eb-83a1-4050-a9bd-49cab1785bac tempest-VolumesSnapshotTestJSON-571199237 tempest-VolumesSnapshotTestJSON-571199237-project] 10.222.0.85 "GET /v2.0/ports?device_id=3a655867-3fda-450f-a9e4-a1ea1c7882f0 HTTP/1.1" status: 200 len: 946 time: 0.0936551 May 18 18:33:43.793984 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-086142a4-3c5d-4709-b7c8-8f28b1d3bedc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:43.796541 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-086142a4-3c5d-4709-b7c8-8f28b1d3bedc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:43.797725 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-086142a4-3c5d-4709-b7c8-8f28b1d3bedc admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/a22f7e3b-81f6-4b40-a38b-4bd2dbaa6e46 HTTP/1.1" status: 204 len: 168 time: 0.4505641 May 18 18:33:43.822727 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d09cd3a-1885-44f4-a168-6492d2f2f6de req-9e7c4be2-fed7-483c-b71f-10a479662d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:33:43.824854 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8d09cd3a-1885-44f4-a168-6492d2f2f6de req-9e7c4be2-fed7-483c-b71f-10a479662d0c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ab1f7f5a-a761-43dc-be82-e3f213958e88 HTTP/1.1" status: 200 len: 849 time: 0.2022834 May 18 18:33:43.828154 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086142a4-3c5d-4709-b7c8-8f28b1d3bedc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a22f7e3b-81f6-4b40-a38b-4bd2dbaa6e46,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:33:43.886741 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-58be9ca9-b2e2-47ca-a733-bf5320aa5435 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks [] for router, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:43.895360 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 59774) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:33:43.901924 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-58be9ca9-b2e2-47ca-a733-bf5320aa5435 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3729408 May 18 18:33:43.902971 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-f67cf76c-1cfb-4e79-b767-0d95a7ce453e tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:33:43.940048 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-49407090-c280-4248-ac1c-7d2d84f2a386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f515891f-a8b7-4a6f-9814-1319a10b6e69', 'name': 'tempest-TestVolumeBootPattern-31464916-router', 'tenant_id': '4ce86b77116a4afca1694cba473235e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '76222933-de15-4351-b270-218c7879e007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:20:37Z', 'updated_at': '2022-05-18T18:20:50Z', 'revision_number': 4, 'project_id': '4ce86b77116a4afca1694cba473235e6', 'gw_port': {'id': '76222933-de15-4351-b270-218c7879e007', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:13:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f515891f-a8b7-4a6f-9814-1319a10b6e69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:20:40Z', 'updated_at': '2022-05-18T18:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': '52ed146d-d050-4656-8f3c-dbc9d9843d82', 'tenant_id': '4ce86b77116a4afca1694cba473235e6', 'floating_ip_address': '172.25.5.253', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': 'f515891f-a8b7-4a6f-9814-1319a10b6e69', 'port_id': 'decea55d-a895-43b7-9e02-6f468495aa03', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2917, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eafefbfa-378a-4a8a-8ee5-45c0c746f8e9', 'mac_address': 'fa:16:3e:93:70:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626a086d-20bf-469f-b20c-0be7435a44bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T18:31:05Z', 'updated_at': '2022-05-18T18:31:12Z', 'revision_number': 1, 'project_id': '4ce86b77116a4afca1694cba473235e6', 'fixed_ip_address_scope': None}, {'id': 'bf5e2dce-c84c-4391-9896-d3620d38fb97', 'tenant_id': '4ce86b77116a4afca1694cba473235e6', 'floating_ip_address': '172.25.5.78', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': 'f515891f-a8b7-4a6f-9814-1319a10b6e69', 'port_id': '61fc7c80-a9ca-48ae-916a-05efabccc0cb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eafefbfa-378a-4a8a-8ee5-45c0c746f8e9', 'mac_address': 'fa:16:3e:c1:61:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e87ebb1-66a8-452f-9f9f-1727775ac206', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T18:33:40Z', 'updated_at': '2022-05-18T18:33:40Z', 'revision_number': 0, 'project_id': '4ce86b77116a4afca1694cba473235e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ac3d3a3-975f-4e58-b55a-00dc7ec1fcc1', 'name': '', 'network_id': 'eafefbfa-378a-4a8a-8ee5-45c0c746f8e9', 'tenant_id': '4ce86b77116a4afca1694cba473235e6', 'mac_address': 'fa:16:3e:9c:0a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f515891f-a8b7-4a6f-9814-1319a10b6e69', 'device_owner': 'network:router_interface', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': 'ab1f7f5a-a761-43dc-be82-e3f213958e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:20:48Z', 'updated_at': '2022-05-18T18:21:02Z', 'revision_number': 5, 'project_id': '4ce86b77116a4afca1694cba473235e6', 'subnets': [{'id': 'ab1f7f5a-a761-43dc-be82-e3f213958e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:33:43.982782 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49407090-c280-4248-ac1c-7d2d84f2a386 None None] The sync data for ids ['f515891f-a8b7-4a6f-9814-1319a10b6e69'] in n-d-838550-3 is: [{'id': 'f515891f-a8b7-4a6f-9814-1319a10b6e69', 'name': 'tempest-TestVolumeBootPattern-31464916-router', 'tenant_id': '4ce86b77116a4afca1694cba473235e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '76222933-de15-4351-b270-218c7879e007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:20:37Z', 'updated_at': '2022-05-18T18:20:50Z', 'revision_number': 4, 'project_id': '4ce86b77116a4afca1694cba473235e6', 'gw_port': {'id': '76222933-de15-4351-b270-218c7879e007', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:13:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f515891f-a8b7-4a6f-9814-1319a10b6e69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:20:40Z', 'updated_at': '2022-05-18T18:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': '52ed146d-d050-4656-8f3c-dbc9d9843d82', 'tenant_id': '4ce86b77116a4afca1694cba473235e6', 'floating_ip_address': '172.25.5.253', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': 'f515891f-a8b7-4a6f-9814-1319a10b6e69', 'port_id': 'decea55d-a895-43b7-9e02-6f468495aa03', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2917, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eafefbfa-378a-4a8a-8ee5-45c0c746f8e9', 'mac_address': 'fa:16:3e:93:70:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626a086d-20bf-469f-b20c-0be7435a44bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T18:31:05Z', 'updated_at': '2022-05-18T18:31:12Z', 'revision_number': 1, 'project_id': '4ce86b77116a4afca1694cba473235e6', 'fixed_ip_address_scope': None}, {'id': 'bf5e2dce-c84c-4391-9896-d3620d38fb97', 'tenant_id': '4ce86b77116a4afca1694cba473235e6', 'floating_ip_address': '172.25.5.78', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': 'f515891f-a8b7-4a6f-9814-1319a10b6e69', 'port_id': '61fc7c80-a9ca-48ae-916a-05efabccc0cb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eafefbfa-378a-4a8a-8ee5-45c0c746f8e9', 'mac_address': 'fa:16:3e:c1:61:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e87ebb1-66a8-452f-9f9f-1727775ac206', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T18:33:40Z', 'updated_at': '2022-05-18T18:33:40Z', 'revision_number': 0, 'project_id': '4ce86b77116a4afca1694cba473235e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ac3d3a3-975f-4e58-b55a-00dc7ec1fcc1', 'name': '', 'network_id': 'eafefbfa-378a-4a8a-8ee5-45c0c746f8e9', 'tenant_id': '4ce86b77116a4afca1694cba473235e6', 'mac_address': 'fa:16:3e:9c:0a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f515891f-a8b7-4a6f-9814-1319a10b6e69', 'device_owner': 'network:router_interface', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': 'ab1f7f5a-a761-43dc-be82-e3f213958e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:20:48Z', 'updated_at': '2022-05-18T18:21:02Z', 'revision_number': 5, 'project_id': '4ce86b77116a4afca1694cba473235e6', 'subnets': [{'id': 'ab1f7f5a-a761-43dc-be82-e3f213958e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:33:44.010690 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f67112e-c2b1-4ea3-b170-6cf7e0eead79 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:33:44.024229 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52620932-95f9-4e79-8728-89371444385f None None] Sync routers for ids ['1a9ff76a-abce-48d8-b550-4d095c9fc697'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:33:44.027591 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-73b36f0a-4514-45cd-94ae-344888086a39 req-f0ac743c-bdce-4313-b3c2-c94163b76c54 tempest-VolumesSnapshotTestJSON-571199237 tempest-VolumesSnapshotTestJSON-571199237-project] 10.222.0.85 "GET /v2.0/security-groups?id=9d44bb54-af95-4468-877a-95621f1eb2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005479 May 18 18:33:44.030199 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9f67112e-c2b1-4ea3-b170-6cf7e0eead79 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Notify callbacks [] for router, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:44.031472 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-9f67112e-c2b1-4ea3-b170-6cf7e0eead79 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] 10.222.0.85 "PUT /v2.0/routers/1a9ff76a-abce-48d8-b550-4d095c9fc697 HTTP/1.1" status: 200 len: 914 time: 4.0900226 May 18 18:33:44.033398 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-11c93beb-a7a0-4caa-95e4-86ac08774835 req-2892b390-4f8e-414f-84e8-c1210723f031 tempest-VolumesSnapshotTestJSON-571199237 tempest-VolumesSnapshotTestJSON-571199237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:44.040062 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 59778) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:33:44.050977 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d09cd3a-1885-44f4-a168-6492d2f2f6de req-d657a6d8-0b78-4cf0-88a2-1256a955b691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:33:44.052439 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8d09cd3a-1885-44f4-a168-6492d2f2f6de req-d657a6d8-0b78-4cf0-88a2-1256a955b691 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=eafefbfa-378a-4a8a-8ee5-45c0c746f8e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2163365 May 18 18:33:44.070877 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52620932-95f9-4e79-8728-89371444385f None None] Routers {'1a9ff76a-abce-48d8-b550-4d095c9fc697'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:33:44.071944 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-52620932-95f9-4e79-8728-89371444385f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:33:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['1a9ff76a-abce-48d8-b550-4d095c9fc697'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:33:44.075513 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['2dc14d0e-d64d-4696-96a3-a745e3a66239'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:33:44.114386 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97dae0f-85bc-4f79-b413-672e73e1b2c7 req-d2c8383f-614a-42c7-a339-a2a7c8842ba9 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:33:44.119539 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e97dae0f-85bc-4f79-b413-672e73e1b2c7 req-d2c8383f-614a-42c7-a339-a2a7c8842ba9 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/ports?device_id=f6b1c78c-bbdd-4b31-ab0a-7727d7f256f1 HTTP/1.1" status: 200 len: 945 time: 0.1699226 May 18 18:33:44.210185 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 59780) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:33:44.226395 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-52620932-95f9-4e79-8728-89371444385f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:33:44.230191 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2892b390-4f8e-414f-84e8-c1210723f031 tempest-VolumesSnapshotTestJSON-571199237 tempest-VolumesSnapshotTestJSON-571199237-project] Pushing event deleted for resources: {'Port': ['ID=2dc14d0e-d64d-4696-96a3-a745e3a66239,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:33:44.246095 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52620932-95f9-4e79-8728-89371444385f None None] Routers {'1a9ff76a-abce-48d8-b550-4d095c9fc697'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:33:44.247385 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-52620932-95f9-4e79-8728-89371444385f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:33:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['1a9ff76a-abce-48d8-b550-4d095c9fc697'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:33:44.249256 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b90bce84-0ddf-48bb-a8c3-0514cc49b62a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:44.315593 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-52620932-95f9-4e79-8728-89371444385f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:33:44.317295 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52620932-95f9-4e79-8728-89371444385f None None] The sync data for ids ['1a9ff76a-abce-48d8-b550-4d095c9fc697'] in n-d-838550-3 is: [] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:33:44.317852 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-11c93beb-a7a0-4caa-95e4-86ac08774835 req-2892b390-4f8e-414f-84e8-c1210723f031 tempest-VolumesSnapshotTestJSON-571199237 tempest-VolumesSnapshotTestJSON-571199237-project] No DVR routers for this DVR port 2dc14d0e-d64d-4696-96a3-a745e3a66239 on host n-h2-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:33:44.325361 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-11c93beb-a7a0-4caa-95e4-86ac08774835 req-2892b390-4f8e-414f-84e8-c1210723f031 tempest-VolumesSnapshotTestJSON-571199237 tempest-VolumesSnapshotTestJSON-571199237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:44.329336 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-11c93beb-a7a0-4caa-95e4-86ac08774835 req-2892b390-4f8e-414f-84e8-c1210723f031 tempest-VolumesSnapshotTestJSON-571199237 tempest-VolumesSnapshotTestJSON-571199237-project] 10.222.0.88 "DELETE /v2.0/ports/2dc14d0e-d64d-4696-96a3-a745e3a66239 HTTP/1.1" status: 204 len: 173 time: 1.9483509 May 18 18:33:44.351076 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e97dae0f-85bc-4f79-b413-672e73e1b2c7 req-c7741c67-f4c4-4487-8e37-bee5e0b027ed tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/security-groups?id=6d4decf1-d3f8-40ef-a49d-c078d56e2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202108 May 18 18:33:44.353178 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8d09cd3a-1885-44f4-a168-6492d2f2f6de req-a48bbe81-bd2e-48ce-93ac-8e8126580fd4 service neutron] 10.222.0.36 "GET /v2.0/networks/eafefbfa-378a-4a8a-8ee5-45c0c746f8e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2813540 May 18 18:33:44.431245 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522846ce-83d8-4cef-b4ab-80d7b6444486 None None] New status for floating IP bf5e2dce-c84c-4391-9896-d3620d38fb97: ACTIVE {{(pid=102733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 18:33:44.460254 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f67cf76c-1cfb-4e79-b767-0d95a7ce453e tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-596836', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-593224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25134'] for router, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:44.485757 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f67cf76c-1cfb-4e79-b767-0d95a7ce453e tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-596847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-596822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-593331'] for router, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:44.493361 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-630ce2b9-a254-404e-8801-cdbd3ddd5687 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] 10.222.0.85 "GET /v2.0/routers/1a9ff76a-abce-48d8-b550-4d095c9fc697 HTTP/1.1" status: 200 len: 920 time: 0.4344566 May 18 18:33:44.494433 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 59782) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:33:44.549584 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b90bce84-0ddf-48bb-a8c3-0514cc49b62a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:44.552820 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8d09cd3a-1885-44f4-a168-6492d2f2f6de req-e1438c5e-9c1e-42b5-84c8-18cf9d8badb3 service neutron] 10.222.0.36 "GET /v2.0/networks/eafefbfa-378a-4a8a-8ee5-45c0c746f8e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912274 May 18 18:33:44.555435 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b90bce84-0ddf-48bb-a8c3-0514cc49b62a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:44.601772 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-b90bce84-0ddf-48bb-a8c3-0514cc49b62a admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=b59cc430d15742fc913b5e4d798388af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3885028 May 18 18:33:44.602346 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 59784) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:33:44.611395 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90bce84-0ddf-48bb-a8c3-0514cc49b62a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bfc64b3-e10e-4eda-bbf3-b1468093d844,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:33:44.635300 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07182d4e-e03f-4e3b-a670-f7950012ce93 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:33:44.639472 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-07182d4e-e03f-4e3b-a670-f7950012ce93 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] 10.222.0.85 "GET /v2.0/ports?network_id=31ebd439-090c-4b25-bbb0-31c48711b145&device_id=1a9ff76a-abce-48d8-b550-4d095c9fc697&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1400485 May 18 18:33:44.639803 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 59786) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:33:44.683309 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-619d26a7-6dd3-4209-8f7d-5a99c382159b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:44.717721 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-619d26a7-6dd3-4209-8f7d-5a99c382159b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:44.770623 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-619d26a7-6dd3-4209-8f7d-5a99c382159b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:44.773387 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-619d26a7-6dd3-4209-8f7d-5a99c382159b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:44.777485 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-619d26a7-6dd3-4209-8f7d-5a99c382159b admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/3bfc64b3-e10e-4eda-bbf3-b1468093d844 HTTP/1.1" status: 204 len: 168 time: 0.1702783 May 18 18:33:44.784002 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619d26a7-6dd3-4209-8f7d-5a99c382159b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bfc64b3-e10e-4eda-bbf3-b1468093d844,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:33:45.079682 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f67cf76c-1cfb-4e79-b767-0d95a7ce453e tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Router 6ba85cb6-cb05-4d74-a1eb-e0c71712d58b is scheduled to L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e with binding_index 1 {{(pid=102731) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 18 18:33:45.095283 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a655867-3fda-450f-a9e4-a1ea1c7882f0', 'name': 'network-vif-deleted', 'tag': '2dc14d0e-d64d-4696-96a3-a745e3a66239'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:33:45.097542 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9072748-be7b-4093-bcfd-29a0ee8d3420" -d '{"events": [{"server_uuid": "3a655867-3fda-450f-a9e4-a1ea1c7882f0", "name": "network-vif-deleted", "tag": "2dc14d0e-d64d-4696-96a3-a745e3a66239"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:33:45.109917 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec2cd102-7295-4fd2-9af2-d2a746aba239 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:33:45.111334 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-ec2cd102-7295-4fd2-9af2-d2a746aba239 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] 10.222.0.85 "GET /v2.0/networks/31ebd439-090c-4b25-bbb0-31c48711b145 HTTP/1.1" status: 200 len: 881 time: 0.4706082 May 18 18:33:45.114136 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 59798) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:33:45.161544 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-697b0f45-0b1a-4861-a21a-a8be9dacb08b x-openstack-request-id: req-697b0f45-0b1a-4861-a21a-a8be9dacb08b {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:33:45.161865 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a655867-3fda-450f-a9e4-a1ea1c7882f0", "name": "network-vif-deleted", "tag": "2dc14d0e-d64d-4696-96a3-a745e3a66239", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:33:45.162142 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-697b0f45-0b1a-4861-a21a-a8be9dacb08b {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:33:45.162767 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-697b0f45-0b1a-4861-a21a-a8be9dacb08b'] response: {'server_uuid': '3a655867-3fda-450f-a9e4-a1ea1c7882f0', 'name': 'network-vif-deleted', 'tag': '2dc14d0e-d64d-4696-96a3-a745e3a66239', 'status': 'completed', 'code': 200} May 18 18:33:45.181247 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-1e8038b2-5bf9-4451-a47b-da8f18e9c7a5 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] 10.222.0.85 "GET /v2.0/ports?device_id=1a9ff76a-abce-48d8-b550-4d095c9fc697 HTTP/1.1" status: 200 len: 205 time: 0.0658677 May 18 18:33:45.184772 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 59806) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:33:45.215552 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f67cf76c-1cfb-4e79-b767-0d95a7ce453e tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:33:45.223881 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f67cf76c-1cfb-4e79-b767-0d95a7ce453e tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks [] for router, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:45.225112 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-f67cf76c-1cfb-4e79-b767-0d95a7ce453e tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] 10.222.0.85 "PUT /v2.0/routers/6ba85cb6-cb05-4d74-a1eb-e0c71712d58b HTTP/1.1" status: 200 len: 694 time: 1.3285859 May 18 18:33:45.227664 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 59808) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:33:45.230796 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3ed7f3-196f-4d7e-bdf9-91fbb7d91f8e None None] Sync routers for ids ['6ba85cb6-cb05-4d74-a1eb-e0c71712d58b'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:33:45.253012 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3ed7f3-196f-4d7e-bdf9-91fbb7d91f8e None None] Routers {'6ba85cb6-cb05-4d74-a1eb-e0c71712d58b'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:33:45.255462 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-8b3ed7f3-196f-4d7e-bdf9-91fbb7d91f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:33:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['6ba85cb6-cb05-4d74-a1eb-e0c71712d58b'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:33:45.341922 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-b648b312-6308-42c2-ba30-f10a4a774ddf tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] 10.222.0.85 "GET /v2.0/routers/6ba85cb6-cb05-4d74-a1eb-e0c71712d58b HTTP/1.1" status: 200 len: 700 time: 0.1107142 May 18 18:33:45.343640 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 59814) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:33:45.357656 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f4921ae7-ab3e-41b0-a8e1-a748ab0bcaec tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Notify callbacks [] for router, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:45.397298 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-5ae46902-3816-4682-b446-165b294a6129 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] 10.222.0.85 "GET /v2.0/ports?device_id=6ba85cb6-cb05-4d74-a1eb-e0c71712d58b HTTP/1.1" status: 200 len: 205 time: 0.0504739 May 18 18:33:45.397674 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 59818) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:33:45.405561 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-8b3ed7f3-196f-4d7e-bdf9-91fbb7d91f8e None None] Set router 6ba85cb6-cb05-4d74-a1eb-e0c71712d58b gateway port host: None {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:33:45.506477 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f4921ae7-ab3e-41b0-a8e1-a748ab0bcaec tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:45.551638 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-8b3ed7f3-196f-4d7e-bdf9-91fbb7d91f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ba85cb6-cb05-4d74-a1eb-e0c71712d58b', 'name': 'tempest-RoutersTest-router-1481668043', 'tenant_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:33:43Z', 'updated_at': '2022-05-18T18:33:44Z', 'revision_number': 2, 'project_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'gw_port_host': None}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:33:45.576932 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-f4921ae7-ab3e-41b0-a8e1-a748ab0bcaec tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Deleting port b32e7fa6-c5b4-4584-800b-22b80000e0c9 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:33:45.585395 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3ed7f3-196f-4d7e-bdf9-91fbb7d91f8e None None] Checking router: 6ba85cb6-cb05-4d74-a1eb-e0c71712d58b for host: n-d-838550-3 {{(pid=102732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:33:45.585816 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f4921ae7-ab3e-41b0-a8e1-a748ab0bcaec tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:45.596896 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3ed7f3-196f-4d7e-bdf9-91fbb7d91f8e None None] Routers {'6ba85cb6-cb05-4d74-a1eb-e0c71712d58b'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:33:45.597423 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a9593c7b-50b5-4efd-959d-899a1b759f4a tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks [] for router, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:45.597900 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-8b3ed7f3-196f-4d7e-bdf9-91fbb7d91f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:33:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['6ba85cb6-cb05-4d74-a1eb-e0c71712d58b'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:33:45.681557 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-8b3ed7f3-196f-4d7e-bdf9-91fbb7d91f8e None None] Set router 6ba85cb6-cb05-4d74-a1eb-e0c71712d58b gateway port host: None {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:33:45.732809 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ea06a2-b6c9-4a1d-86d5-785db8609e4e req-3b5836f9-51b5-4195-a097-c7e9d94700dc tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:33:45.734410 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-21ea06a2-b6c9-4a1d-86d5-785db8609e4e req-3b5836f9-51b5-4195-a097-c7e9d94700dc tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/ports?device_id=f6b1c78c-bbdd-4b31-ab0a-7727d7f256f1 HTTP/1.1" status: 200 len: 945 time: 0.2642722 May 18 18:33:45.746346 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-8b3ed7f3-196f-4d7e-bdf9-91fbb7d91f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ba85cb6-cb05-4d74-a1eb-e0c71712d58b', 'name': 'tempest-RoutersTest-router-1481668043', 'tenant_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:33:43Z', 'updated_at': '2022-05-18T18:33:44Z', 'revision_number': 2, 'project_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'gw_port_host': None}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:33:45.772420 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f4921ae7-ab3e-41b0-a8e1-a748ab0bcaec tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:45.790688 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3ed7f3-196f-4d7e-bdf9-91fbb7d91f8e None None] The sync data for ids ['6ba85cb6-cb05-4d74-a1eb-e0c71712d58b'] in n-d-838550-3 is: [{'id': '6ba85cb6-cb05-4d74-a1eb-e0c71712d58b', 'name': 'tempest-RoutersTest-router-1481668043', 'tenant_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:33:43Z', 'updated_at': '2022-05-18T18:33:44Z', 'revision_number': 2, 'project_id': '5c4bbac3b6df4199a2510bf694e0c7f1', 'gw_port_host': None}] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:33:45.807122 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-f4921ae7-ab3e-41b0-a8e1-a748ab0bcaec tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Calling delete_port for b32e7fa6-c5b4-4584-800b-22b80000e0c9 owned by network:router_gateway {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:33:45.875822 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-21ea06a2-b6c9-4a1d-86d5-785db8609e4e req-b76ac693-836a-4cd1-b7fa-ef7e7ffaed8a tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/security-groups?id=6d4decf1-d3f8-40ef-a49d-c078d56e2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344042 May 18 18:33:45.877410 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a9593c7b-50b5-4efd-959d-899a1b759f4a tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25145'] for router, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:45.880118 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a9593c7b-50b5-4efd-959d-899a1b759f4a tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:45.930813 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a9593c7b-50b5-4efd-959d-899a1b759f4a tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593303'] for router, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:45.931437 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9593c7b-50b5-4efd-959d-899a1b759f4a tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Fanout notify agent at l3_agent the message router_deleted on router 6ba85cb6-cb05-4d74-a1eb-e0c71712d58b {{(pid=102731) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 18 18:33:45.943446 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a9593c7b-50b5-4efd-959d-899a1b759f4a tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] Notify callbacks [] for router, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:45.944591 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-a9593c7b-50b5-4efd-959d-899a1b759f4a tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] 10.222.0.85 "DELETE /v2.0/routers/6ba85cb6-cb05-4d74-a1eb-e0c71712d58b HTTP/1.1" status: 204 len: 168 time: 0.5459371 May 18 18:33:45.948988 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 59832) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:33:45.986741 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-2cf07092-f34c-4de2-a154-4fce737ac659 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] 10.222.0.85 "GET /v2.0/ports?device_id=6ba85cb6-cb05-4d74-a1eb-e0c71712d58b HTTP/1.1" status: 200 len: 205 time: 0.0347350 May 18 18:33:45.989094 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 59834) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:33:46.045536 n-d-838550-3 neutron-server[102730]: INFO neutron.api.v2.resource [None req-50075fe6-4ed3-4aac-8b14-14cee3d51cee tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] delete failed (client error): The resource could not be found. May 18 18:33:46.049381 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-50075fe6-4ed3-4aac-8b14-14cee3d51cee tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] 10.222.0.85 "DELETE /v2.0/routers/6ba85cb6-cb05-4d74-a1eb-e0c71712d58b HTTP/1.1" status: 404 len: 336 time: 0.0565841 May 18 18:33:46.049702 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 2dc14d0e-d64d-4696-96a3-a745e3a66239 no longer exists at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:33:46.050451 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 59838) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:33:46.086289 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] No Port match for: 2dc14d0e-d64d-4696-96a3-a745e3a66239 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:33:46.086643 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 2dc14d0e-d64d-4696-96a3-a745e3a66239 not bound to the agent host n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:33:46.111601 n-d-838550-3 neutron-server[102731]: INFO neutron.pecan_wsgi.hooks.translation [None req-3601ea4f-0adf-4f77-b13f-c0f74d97c861 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] DELETE failed (client error): The resource could not be found. May 18 18:33:46.112500 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3601ea4f-0adf-4f77-b13f-c0f74d97c861 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:33:46.118535 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-3601ea4f-0adf-4f77-b13f-c0f74d97c861 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] 10.222.0.85 "DELETE /v2.0/subnets/f834670a-7d0a-4e2c-afb8-de473b20e2e6 HTTP/1.1" status: 404 len: 337 time: 0.0663142 May 18 18:33:46.119285 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 59842) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:33:46.126062 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f4921ae7-ab3e-41b0-a8e1-a748ab0bcaec tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:46.171153 n-d-838550-3 neutron-server[102731]: INFO neutron.pecan_wsgi.hooks.translation [None req-b43c42a0-3fc0-4f45-9eb0-6ece49815e23 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] DELETE failed (client error): The resource could not be found. May 18 18:33:46.171667 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b43c42a0-3fc0-4f45-9eb0-6ece49815e23 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:33:46.172686 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4921ae7-ab3e-41b0-a8e1-a748ab0bcaec tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Pushing event deleted for resources: {'Port': ['ID=b32e7fa6-c5b4-4584-800b-22b80000e0c9,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:33:46.177083 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 59844) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:33:46.177704 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-b43c42a0-3fc0-4f45-9eb0-6ece49815e23 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] 10.222.0.85 "DELETE /v2.0/subnets/baa8f4bd-7aa7-4e2b-a340-bcc47c896ed0 HTTP/1.1" status: 404 len: 337 time: 0.0559132 May 18 18:33:46.231931 n-d-838550-3 neutron-server[102730]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8371348-58f8-430a-8cb4-7400a5bdb0dc tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] DELETE failed (client error): The resource could not be found. May 18 18:33:46.232505 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8371348-58f8-430a-8cb4-7400a5bdb0dc tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:33:46.237119 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-d8371348-58f8-430a-8cb4-7400a5bdb0dc tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] 10.222.0.85 "DELETE /v2.0/subnets/8c827744-dfbe-4e72-baa2-b5c99d55b3a7 HTTP/1.1" status: 404 len: 337 time: 0.0587168 May 18 18:33:46.239754 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 59846) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:33:46.250027 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db5f694-d38a-4071-a2d8-ad80bbcb8fdf req-6af64b9f-df6f-418f-abfa-fb6ad2fa5ef7 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:33:46.251334 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1db5f694-d38a-4071-a2d8-ad80bbcb8fdf req-6af64b9f-df6f-418f-abfa-fb6ad2fa5ef7 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/ports?device_id=f6b1c78c-bbdd-4b31-ab0a-7727d7f256f1 HTTP/1.1" status: 200 len: 945 time: 0.0825720 May 18 18:33:46.296305 n-d-838550-3 neutron-server[102730]: INFO neutron.pecan_wsgi.hooks.translation [None req-7deaad4b-c52f-4c39-9745-9017d374d06d tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] DELETE failed (client error): The resource could not be found. May 18 18:33:46.299563 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7deaad4b-c52f-4c39-9745-9017d374d06d tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:33:46.299748 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1db5f694-d38a-4071-a2d8-ad80bbcb8fdf req-e2fc26df-c5c7-45c8-910f-5a97be71b21a tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/security-groups?id=6d4decf1-d3f8-40ef-a49d-c078d56e2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413671 May 18 18:33:46.299822 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-7deaad4b-c52f-4c39-9745-9017d374d06d tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] 10.222.0.85 "DELETE /v2.0/subnets/8f268bd5-41bd-46c0-8026-fee8e4f65cb3 HTTP/1.1" status: 404 len: 337 time: 0.0590930 May 18 18:33:46.302437 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 59852) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:33:46.337390 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-387d08c2-1cd9-4e3d-9f98-41e024a4094e tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] 10.222.0.85 "GET /v2.0/ports?device_id=4ccf6a9f-94ce-4704-a04c-8d91da2e98ba HTTP/1.1" status: 200 len: 205 time: 0.0317211 May 18 18:33:46.337966 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 59856) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:33:46.338596 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f4921ae7-ab3e-41b0-a8e1-a748ab0bcaec tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596901'] for router_gateway, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:46.384558 n-d-838550-3 neutron-server[102731]: INFO neutron.api.v2.resource [None req-c17f2487-f43d-4769-b68f-30141f4a5fd4 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] delete failed (client error): The resource could not be found. May 18 18:33:46.392433 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-c17f2487-f43d-4769-b68f-30141f4a5fd4 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] 10.222.0.85 "DELETE /v2.0/routers/4ccf6a9f-94ce-4704-a04c-8d91da2e98ba HTTP/1.1" status: 404 len: 336 time: 0.0498140 May 18 18:33:46.393069 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 59860) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:33:46.439739 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f4921ae7-ab3e-41b0-a8e1-a748ab0bcaec tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25145'] for router, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:46.444052 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f4921ae7-ab3e-41b0-a8e1-a748ab0bcaec tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:46.463049 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-dd27128e-d3bf-4577-9196-497c2b15538f tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] 10.222.0.85 "GET /v2.0/ports?device_id=cedec08a-3fdd-47c6-a0bb-f2257455dd70 HTTP/1.1" status: 200 len: 205 time: 0.0687962 May 18 18:33:46.465992 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 59864) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:33:46.522938 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f4921ae7-ab3e-41b0-a8e1-a748ab0bcaec tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593303'] for router, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:46.523514 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4921ae7-ab3e-41b0-a8e1-a748ab0bcaec tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Fanout notify agent at l3_agent the message router_deleted on router 1a9ff76a-abce-48d8-b550-4d095c9fc697 {{(pid=102730) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 18 18:33:46.526154 n-d-838550-3 neutron-server[102731]: INFO neutron.api.v2.resource [None req-fdcfd07d-1643-482e-93a2-90ab0f5eed73 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] delete failed (client error): The resource could not be found. May 18 18:33:46.527482 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-fdcfd07d-1643-482e-93a2-90ab0f5eed73 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] 10.222.0.85 "DELETE /v2.0/routers/cedec08a-3fdd-47c6-a0bb-f2257455dd70 HTTP/1.1" status: 404 len: 336 time: 0.0598691 May 18 18:33:46.530881 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 59866) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:33:46.537260 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f4921ae7-ab3e-41b0-a8e1-a748ab0bcaec tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Notify callbacks [] for router, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:46.542934 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-f4921ae7-ab3e-41b0-a8e1-a748ab0bcaec tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] 10.222.0.85 "DELETE /v2.0/routers/1a9ff76a-abce-48d8-b550-4d095c9fc697 HTTP/1.1" status: 204 len: 168 time: 1.3530204 May 18 18:33:46.544033 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 59870) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:33:46.552719 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-c5320c31-f6ce-42a4-8960-61757f171183 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-530304978', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}, 'admin_state_up': False}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:33:46.573311 n-d-838550-3 neutron-server[102730]: INFO neutron.pecan_wsgi.hooks.translation [None req-747678ac-ac9d-4e3b-99a6-bf1c510548f6 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] DELETE failed (client error): The resource could not be found. May 18 18:33:46.573875 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-747678ac-ac9d-4e3b-99a6-bf1c510548f6 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:33:46.577055 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-747678ac-ac9d-4e3b-99a6-bf1c510548f6 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] 10.222.0.85 "DELETE /v2.0/subnets/a5afe2bb-1a1d-4726-9d2d-b96f3ff79a55 HTTP/1.1" status: 404 len: 337 time: 0.0372214 May 18 18:33:46.580426 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 59872) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:33:46.586301 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0039684f-488e-4b05-92b7-4f303e212e15 req-e6d86953-2478-4153-99da-8ec6d3d7960c tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:33:46.587947 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0039684f-488e-4b05-92b7-4f303e212e15 req-e6d86953-2478-4153-99da-8ec6d3d7960c tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/ports?device_id=f6b1c78c-bbdd-4b31-ab0a-7727d7f256f1 HTTP/1.1" status: 200 len: 945 time: 0.1463883 May 18 18:33:46.592108 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c5320c31-f6ce-42a4-8960-61757f171183 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25099'] for router, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:46.593565 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c5320c31-f6ce-42a4-8960-61757f171183 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-593238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596850', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25088'] for router, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:46.637516 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-df06b1fc-f073-435c-bcb5-0a423e9e5d51 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] 10.222.0.85 "GET /v2.0/ports?device_id=04178246-7644-49d2-98de-f526dfd4fd23 HTTP/1.1" status: 200 len: 205 time: 0.0558331 May 18 18:33:46.639632 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0039684f-488e-4b05-92b7-4f303e212e15 req-9244423e-7b2a-43c4-b100-4b5b19f3374d tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/security-groups?id=6d4decf1-d3f8-40ef-a49d-c078d56e2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440867 May 18 18:33:46.639763 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 59876) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:33:46.727714 n-d-838550-3 neutron-server[102731]: INFO neutron.api.v2.resource [None req-0b83f009-cbc4-42b6-96b4-1e4b3ca73283 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] delete failed (client error): The resource could not be found. May 18 18:33:46.728881 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-0b83f009-cbc4-42b6-96b4-1e4b3ca73283 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] 10.222.0.85 "DELETE /v2.0/routers/04178246-7644-49d2-98de-f526dfd4fd23 HTTP/1.1" status: 404 len: 336 time: 0.0881898 May 18 18:33:46.732172 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c5320c31-f6ce-42a4-8960-61757f171183 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:46.733169 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 59880) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:33:46.801678 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-320ca96b-46ca-404b-9a2b-163e316d9828 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] 10.222.0.85 "GET /v2.0/ports?device_id=75d1bfd9-0541-44de-a61a-7dd9f3f21ebd HTTP/1.1" status: 200 len: 205 time: 0.0661683 May 18 18:33:46.804307 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 59886) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:33:47.033266 n-d-838550-3 neutron-server[102730]: INFO neutron.api.v2.resource [None req-812e1507-a6d7-4f79-a6bc-e6120d49570f tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] delete failed (client error): The resource could not be found. May 18 18:33:47.037231 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-812e1507-a6d7-4f79-a6bc-e6120d49570f tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] 10.222.0.85 "DELETE /v2.0/routers/75d1bfd9-0541-44de-a61a-7dd9f3f21ebd HTTP/1.1" status: 404 len: 336 time: 0.2316003 May 18 18:33:47.038474 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 59894) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:33:47.086747 n-d-838550-3 neutron-server[102730]: INFO neutron.pecan_wsgi.hooks.translation [None req-03c18c3c-f325-44b4-b517-e1d85fecec9d tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] DELETE failed (client error): The resource could not be found. May 18 18:33:47.087332 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03c18c3c-f325-44b4-b517-e1d85fecec9d tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:33:47.093442 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c5320c31-f6ce-42a4-8960-61757f171183 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:47.098244 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 59896) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:33:47.098439 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-03c18c3c-f325-44b4-b517-e1d85fecec9d tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] 10.222.0.85 "DELETE /v2.0/subnets/83cfe736-5130-485b-8e7f-bfdbec5d51ac HTTP/1.1" status: 404 len: 337 time: 0.0576971 May 18 18:33:47.147311 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-53801a9a-20de-4581-b582-35063cc507b8 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] 10.222.0.85 "GET /v2.0/ports?device_id=114e6e5b-30ae-4727-b8b3-051f57083d41 HTTP/1.1" status: 200 len: 205 time: 0.0482402 May 18 18:33:47.150009 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 59898) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:33:47.165805 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b013ee3d-4bc3-466a-ae01-3560cc609ee1 req-5c039089-ae0a-45ad-9352-c79ab1c0450a tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:33:47.167893 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b013ee3d-4bc3-466a-ae01-3560cc609ee1 req-5c039089-ae0a-45ad-9352-c79ab1c0450a tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/ports?device_id=f6b1c78c-bbdd-4b31-ab0a-7727d7f256f1 HTTP/1.1" status: 200 len: 945 time: 0.1360743 May 18 18:33:47.223189 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b013ee3d-4bc3-466a-ae01-3560cc609ee1 req-8452bba3-2428-41c8-a49b-d108b5fec16d tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/security-groups?id=6d4decf1-d3f8-40ef-a49d-c078d56e2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477579 May 18 18:33:47.227078 n-d-838550-3 neutron-server[102731]: INFO neutron.api.v2.resource [None req-a4c0e004-41df-437b-b0ac-2dae56c0145d tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] delete failed (client error): The resource could not be found. May 18 18:33:47.227957 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-a4c0e004-41df-437b-b0ac-2dae56c0145d tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] 10.222.0.85 "DELETE /v2.0/routers/114e6e5b-30ae-4727-b8b3-051f57083d41 HTTP/1.1" status: 404 len: 336 time: 0.0770376 May 18 18:33:47.230724 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 59902) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:33:47.261530 n-d-838550-3 neutron-server[102730]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb9a8ec4-b525-43e5-b1ed-97c8a83e97d6 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] DELETE failed (client error): The resource could not be found. May 18 18:33:47.262298 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb9a8ec4-b525-43e5-b1ed-97c8a83e97d6 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:33:47.268528 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-eb9a8ec4-b525-43e5-b1ed-97c8a83e97d6 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] 10.222.0.85 "DELETE /v2.0/subnets/d1fb6640-e050-4a3f-926d-3cf50744622b HTTP/1.1" status: 404 len: 337 time: 0.0333815 May 18 18:33:47.268528 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 59904) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:33:47.318486 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-8f0af14b-10a9-40f3-89d7-fab8204459da tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] 10.222.0.85 "GET /v2.0/ports?device_id=40abb168-cc0d-4373-8a6b-c61b3d7842ba HTTP/1.1" status: 200 len: 205 time: 0.0491099 May 18 18:33:47.319858 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 59906) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:33:47.363683 n-d-838550-3 neutron-server[102730]: INFO neutron.api.v2.resource [None req-32e817fe-f32a-4eea-b34c-205887962b48 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] delete failed (client error): The resource could not be found. May 18 18:33:47.367179 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-32e817fe-f32a-4eea-b34c-205887962b48 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] 10.222.0.85 "DELETE /v2.0/routers/40abb168-cc0d-4373-8a6b-c61b3d7842ba HTTP/1.1" status: 404 len: 336 time: 0.0460856 May 18 18:33:47.370050 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 59910) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:33:47.409717 n-d-838550-3 neutron-server[102730]: INFO neutron.pecan_wsgi.hooks.translation [None req-000d7609-8a11-4891-ae9c-03ea4b0154a4 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] DELETE failed (client error): The resource could not be found. May 18 18:33:47.410263 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-000d7609-8a11-4891-ae9c-03ea4b0154a4 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:33:47.414553 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-000d7609-8a11-4891-ae9c-03ea4b0154a4 tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] 10.222.0.85 "DELETE /v2.0/subnets/d41887f3-e185-4919-8df0-16c9adeb33f6 HTTP/1.1" status: 404 len: 337 time: 0.0427904 May 18 18:33:47.417082 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 59912) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:33:47.427223 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c5320c31-f6ce-42a4-8960-61757f171183 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Notify callbacks [] for router_gateway, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:47.451747 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c5320c31-f6ce-42a4-8960-61757f171183 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:47.452805 n-d-838550-3 neutron-server[102730]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7924aab-c1d0-43c5-99de-0fc10a8cfdef tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] DELETE failed (client error): The resource could not be found. May 18 18:33:47.453533 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7924aab-c1d0-43c5-99de-0fc10a8cfdef tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:33:47.458477 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-f7924aab-c1d0-43c5-99de-0fc10a8cfdef tempest-RoutersTest-527071831 tempest-RoutersTest-527071831-project] 10.222.0.85 "DELETE /v2.0/subnets/8623207f-13b0-4e68-a9bf-cd364f52be2b HTTP/1.1" status: 404 len: 337 time: 0.0401647 May 18 18:33:47.591032 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-c5320c31-f6ce-42a4-8960-61757f171183 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Allocated IP 172.25.5.184 (31ebd439-090c-4b25-bbb0-31c48711b145/363a2810-8a83-4be0-a317-7c91fcd94485/d9c29f4b-efb4-401f-8663-1efec000f903) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:33:47.734189 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c5320c31-f6ce-42a4-8960-61757f171183 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:47.785488 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c5320c31-f6ce-42a4-8960-61757f171183 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:47.851251 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5320c31-f6ce-42a4-8960-61757f171183 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Pushing event updated for resources: {'Port': ['ID=d9c29f4b-efb4-401f-8663-1efec000f903,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:33:47.864596 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5320c31-f6ce-42a4-8960-61757f171183 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:33:47.865373 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5320c31-f6ce-42a4-8960-61757f171183 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:33:47.866059 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5320c31-f6ce-42a4-8960-61757f171183 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:33:47.866843 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5320c31-f6ce-42a4-8960-61757f171183 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:33:47.867383 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5320c31-f6ce-42a4-8960-61757f171183 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:33:47.867971 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5320c31-f6ce-42a4-8960-61757f171183 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:33:47.868596 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5320c31-f6ce-42a4-8960-61757f171183 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:33:47.869305 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5320c31-f6ce-42a4-8960-61757f171183 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:33:47.869934 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5320c31-f6ce-42a4-8960-61757f171183 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:33:47.871183 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5320c31-f6ce-42a4-8960-61757f171183 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:33:47.871889 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5320c31-f6ce-42a4-8960-61757f171183 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:33:47.872431 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5320c31-f6ce-42a4-8960-61757f171183 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:33:47.884337 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 59934) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:33:47.894896 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5320c31-f6ce-42a4-8960-61757f171183 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Network 31ebd439-090c-4b25-bbb0-31c48711b145 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:33:47.897102 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-c5320c31-f6ce-42a4-8960-61757f171183 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:33:47.900460 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5320c31-f6ce-42a4-8960-61757f171183 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:33:48.214641 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-5f429297-cf4b-4a96-9764-457cce473291 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=5c4bbac3b6df4199a2510bf694e0c7f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3255055 May 18 18:33:48.214641 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 59944) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:33:48.276973 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c5320c31-f6ce-42a4-8960-61757f171183 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Notify callbacks [] for router_gateway, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:48.279942 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e371acf8-ceed-4159-b30e-fde97f53212d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:48.310321 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e371acf8-ceed-4159-b30e-fde97f53212d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:48.370778 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e371acf8-ceed-4159-b30e-fde97f53212d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:48.373544 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e371acf8-ceed-4159-b30e-fde97f53212d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:48.391541 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-e371acf8-ceed-4159-b30e-fde97f53212d admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/b475be6d-19e0-49c3-b1b6-abf4d695dc81 HTTP/1.1" status: 204 len: 168 time: 0.1645377 May 18 18:33:48.412043 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e371acf8-ceed-4159-b30e-fde97f53212d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b475be6d-19e0-49c3-b1b6-abf4d695dc81,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:33:48.433004 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e371acf8-ceed-4159-b30e-fde97f53212d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:33:48.433356 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e371acf8-ceed-4159-b30e-fde97f53212d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:33:48.435453 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e371acf8-ceed-4159-b30e-fde97f53212d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:33:48.435960 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e371acf8-ceed-4159-b30e-fde97f53212d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:33:48.436469 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e371acf8-ceed-4159-b30e-fde97f53212d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:33:48.437462 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e371acf8-ceed-4159-b30e-fde97f53212d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:33:48.439575 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e371acf8-ceed-4159-b30e-fde97f53212d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:33:48.440066 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e371acf8-ceed-4159-b30e-fde97f53212d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:33:48.440569 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e371acf8-ceed-4159-b30e-fde97f53212d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:33:48.441916 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e371acf8-ceed-4159-b30e-fde97f53212d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:33:48.442400 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e371acf8-ceed-4159-b30e-fde97f53212d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:33:48.443465 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e371acf8-ceed-4159-b30e-fde97f53212d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:33:48.444533 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafb2ec5-f7d6-4a8c-a225-1ab7b5c5e52e req-69b1bdec-1407-4e82-b00a-2221da9c2526 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:33:48.446140 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-dafb2ec5-f7d6-4a8c-a225-1ab7b5c5e52e req-69b1bdec-1407-4e82-b00a-2221da9c2526 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/ports?device_id=f6b1c78c-bbdd-4b31-ab0a-7727d7f256f1 HTTP/1.1" status: 200 len: 945 time: 0.1108766 May 18 18:33:48.539499 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-dafb2ec5-f7d6-4a8c-a225-1ab7b5c5e52e req-fdcc5a1b-459f-42eb-85b8-8aba7fc1890a tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/security-groups?id=6d4decf1-d3f8-40ef-a49d-c078d56e2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840194 May 18 18:33:48.625885 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c5320c31-f6ce-42a4-8960-61757f171183 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596801'] for router, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:48.796066 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5320c31-f6ce-42a4-8960-61757f171183 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Router 49dc5a21-c237-446e-b939-77e46ed4fb52 is scheduled to L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e with binding_index 1 {{(pid=102731) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 18 18:33:48.982366 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5320c31-f6ce-42a4-8960-61757f171183 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:33:48.995554 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cddb0376-8f6f-4a8e-b454-ffd2ea04e17d None None] Sync routers for ids ['49dc5a21-c237-446e-b939-77e46ed4fb52'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:33:49.015907 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cddb0376-8f6f-4a8e-b454-ffd2ea04e17d None None] Routers {'49dc5a21-c237-446e-b939-77e46ed4fb52'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:33:49.016543 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-cddb0376-8f6f-4a8e-b454-ffd2ea04e17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:33:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['49dc5a21-c237-446e-b939-77e46ed4fb52'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:33:49.032737 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c5320c31-f6ce-42a4-8960-61757f171183 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Notify callbacks [] for router, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:49.034549 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-c5320c31-f6ce-42a4-8960-61757f171183 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.4859300 May 18 18:33:49.037999 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 59968) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:33:49.042861 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-f15e98b8-2bea-4a25-b1dd-7ab7e0115956 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:33:49.098432 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 59970) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:33:49.098585 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-cddb0376-8f6f-4a8e-b454-ffd2ea04e17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:33:49.108079 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cddb0376-8f6f-4a8e-b454-ffd2ea04e17d None None] Routers {'49dc5a21-c237-446e-b939-77e46ed4fb52'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:33:49.109202 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-cddb0376-8f6f-4a8e-b454-ffd2ea04e17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:33:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['49dc5a21-c237-446e-b939-77e46ed4fb52'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:33:49.144682 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-cddb0376-8f6f-4a8e-b454-ffd2ea04e17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:33:49.145561 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cddb0376-8f6f-4a8e-b454-ffd2ea04e17d None None] The sync data for ids ['49dc5a21-c237-446e-b939-77e46ed4fb52'] in n-d-838550-3 is: [] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:33:49.329850 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6a483173-d608-4860-8905-a3637ccc19f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:49.416668 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6a483173-d608-4860-8905-a3637ccc19f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:49.422266 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6a483173-d608-4860-8905-a3637ccc19f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:49.468217 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-6a483173-d608-4860-8905-a3637ccc19f6 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=aa0f852b0ec645eaab0aa3ea6210f483&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3684914 May 18 18:33:49.469028 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 59984) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:33:49.469722 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a483173-d608-4860-8905-a3637ccc19f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50443cee-22ac-494e-baf7-5fd001b5ac7d,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:33:49.529588 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8d4805e3-5e98-4e1e-a11a-464e46ac75e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:49.535121 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 59986) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:33:49.542808 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [-] 10.222.0.85 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0028996 May 18 18:33:49.543086 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 59988) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:33:49.572771 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8d4805e3-5e98-4e1e-a11a-464e46ac75e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:49.631041 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8d4805e3-5e98-4e1e-a11a-464e46ac75e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:49.634433 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8d4805e3-5e98-4e1e-a11a-464e46ac75e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:49.636099 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-8d4805e3-5e98-4e1e-a11a-464e46ac75e2 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/50443cee-22ac-494e-baf7-5fd001b5ac7d HTTP/1.1" status: 204 len: 168 time: 0.1628881 May 18 18:33:49.646578 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4805e3-5e98-4e1e-a11a-464e46ac75e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50443cee-22ac-494e-baf7-5fd001b5ac7d,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:33:49.720218 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-ecc19a23-abbc-4523-8a58-1ba4e8ed2431 tempest-NetworksApiDiscovery-767086829 tempest-NetworksApiDiscovery-767086829-project] 10.222.0.85 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1716237 May 18 18:33:49.809659 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f15e98b8-2bea-4a25-b1dd-7ab7e0115956 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:49.850294 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f15e98b8-2bea-4a25-b1dd-7ab7e0115956 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:49.894743 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff4a8f6-2ea1-4327-97bb-ee79d1fca7ce req-1a56bb1b-1f7c-4066-ae7b-6a2c5574d205 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:33:49.896292 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-dff4a8f6-2ea1-4327-97bb-ee79d1fca7ce req-1a56bb1b-1f7c-4066-ae7b-6a2c5574d205 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/ports?device_id=f6b1c78c-bbdd-4b31-ab0a-7727d7f256f1 HTTP/1.1" status: 200 len: 945 time: 0.0799711 May 18 18:33:49.954872 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-dff4a8f6-2ea1-4327-97bb-ee79d1fca7ce req-96add537-ea58-44f3-b3aa-deb9d943dc23 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/security-groups?id=6d4decf1-d3f8-40ef-a49d-c078d56e2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509102 May 18 18:33:49.967720 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-f15e98b8-2bea-4a25-b1dd-7ab7e0115956 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Deleting port d9c29f4b-efb4-401f-8663-1efec000f903 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:33:49.970783 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f15e98b8-2bea-4a25-b1dd-7ab7e0115956 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:50.067300 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f15e98b8-2bea-4a25-b1dd-7ab7e0115956 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:50.077827 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 60010) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:33:50.091794 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-f15e98b8-2bea-4a25-b1dd-7ab7e0115956 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Calling delete_port for d9c29f4b-efb4-401f-8663-1efec000f903 owned by network:router_gateway {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:33:50.205412 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 60014) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:33:50.219145 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-af92962c-800f-4e83-a309-0dd6d4c9ea9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:50.242198 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e3e8b552-f514-48c8-a437-b637639c1b02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:50.327374 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f15e98b8-2bea-4a25-b1dd-7ab7e0115956 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:50.366236 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15e98b8-2bea-4a25-b1dd-7ab7e0115956 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Pushing event deleted for resources: {'Port': ['ID=d9c29f4b-efb4-401f-8663-1efec000f903,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:33:50.373703 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-af92962c-800f-4e83-a309-0dd6d4c9ea9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:50.378011 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-af92962c-800f-4e83-a309-0dd6d4c9ea9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:50.420489 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-af92962c-800f-4e83-a309-0dd6d4c9ea9d admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=090213a1928f4743a3231e1e9adeb6bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2139726 May 18 18:33:50.421477 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af92962c-800f-4e83-a309-0dd6d4c9ea9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b29e9db-66ba-4c5a-b1f9-5acf0635bff0,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:33:50.423869 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 60016) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:33:50.463182 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e3e8b552-f514-48c8-a437-b637639c1b02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:50.470635 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f15e98b8-2bea-4a25-b1dd-7ab7e0115956 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596901'] for router_gateway, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:50.481340 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f6665002-be06-4a96-acf8-c56f1aa253f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:50.503990 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f6665002-be06-4a96-acf8-c56f1aa253f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:50.543789 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e3e8b552-f514-48c8-a437-b637639c1b02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:50.566847 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f6665002-be06-4a96-acf8-c56f1aa253f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:50.570682 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f6665002-be06-4a96-acf8-c56f1aa253f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:50.572067 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-f6665002-be06-4a96-acf8-c56f1aa253f0 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/1b29e9db-66ba-4c5a-b1f9-5acf0635bff0 HTTP/1.1" status: 204 len: 168 time: 0.1472261 May 18 18:33:50.582539 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6665002-be06-4a96-acf8-c56f1aa253f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b29e9db-66ba-4c5a-b1f9-5acf0635bff0,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:33:50.620663 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e8b552-f514-48c8-a437-b637639c1b02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d485e7a-b8a6-4242-a423-60e4dec0813f,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:33:50.625771 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-e3e8b552-f514-48c8-a437-b637639c1b02 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=ed51e51c5f3648c39a9a8fdbcef020b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5464261 May 18 18:33:50.628398 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 60020) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:33:50.773276 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f15e98b8-2bea-4a25-b1dd-7ab7e0115956 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-596836', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-593224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25134'] for router, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:50.777307 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f15e98b8-2bea-4a25-b1dd-7ab7e0115956 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-596847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-596822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-593331'] for router, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:50.880093 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f15e98b8-2bea-4a25-b1dd-7ab7e0115956 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Router 49dc5a21-c237-446e-b939-77e46ed4fb52 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:33:51.004878 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f15e98b8-2bea-4a25-b1dd-7ab7e0115956 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:33:51.017337 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c8d14f-eda3-4df4-ad93-a279f8b9d490 None None] Sync routers for ids ['49dc5a21-c237-446e-b939-77e46ed4fb52'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:33:51.029650 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f15e98b8-2bea-4a25-b1dd-7ab7e0115956 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Notify callbacks [] for router, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:51.029950 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-f15e98b8-2bea-4a25-b1dd-7ab7e0115956 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] 10.222.0.85 "PUT /v2.0/routers/49dc5a21-c237-446e-b939-77e46ed4fb52 HTTP/1.1" status: 200 len: 705 time: 1.9909859 May 18 18:33:51.033007 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 60032) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:33:51.086388 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c8d14f-eda3-4df4-ad93-a279f8b9d490 None None] Routers {'49dc5a21-c237-446e-b939-77e46ed4fb52'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:33:51.087406 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-29c8d14f-eda3-4df4-ad93-a279f8b9d490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:33:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['49dc5a21-c237-446e-b939-77e46ed4fb52'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:33:51.193810 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-29c8d14f-eda3-4df4-ad93-a279f8b9d490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:33:51.215125 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c8d14f-eda3-4df4-ad93-a279f8b9d490 None None] Routers {'49dc5a21-c237-446e-b939-77e46ed4fb52'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:33:51.219226 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-29c8d14f-eda3-4df4-ad93-a279f8b9d490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:33:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['49dc5a21-c237-446e-b939-77e46ed4fb52'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:33:51.245049 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2684a3b2-f4b8-4994-ac71-8efe811545fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:51.271777 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-a8609aa6-d3be-4f8f-af92-5b70d009eae6 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] 10.222.0.85 "GET /v2.0/routers/49dc5a21-c237-446e-b939-77e46ed4fb52 HTTP/1.1" status: 200 len: 740 time: 0.2373085 May 18 18:33:51.272703 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 60038) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:33:51.275423 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-29c8d14f-eda3-4df4-ad93-a279f8b9d490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:33:51.277373 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2684a3b2-f4b8-4994-ac71-8efe811545fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:51.277976 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c8d14f-eda3-4df4-ad93-a279f8b9d490 None None] The sync data for ids ['49dc5a21-c237-446e-b939-77e46ed4fb52'] in n-d-838550-3 is: [] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:33:51.356403 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-e12f47f9-a607-4452-975c-6b065528bc59 tempest-RoutersAdminTest-1812947090 tempest-RoutersAdminTest-1812947090-project-admin] 10.222.0.85 "GET /v2.0/ports?network_id=31ebd439-090c-4b25-bbb0-31c48711b145&device_id=49dc5a21-c237-446e-b939-77e46ed4fb52 HTTP/1.1" status: 200 len: 205 time: 0.0793049 May 18 18:33:51.356682 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 60042) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:33:51.372769 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644ac9aa-1c7a-4ec3-9bab-3d6d1289aa2d req-71892f15-fdea-4c3e-9070-b8c81dd405da tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:33:51.382213 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-644ac9aa-1c7a-4ec3-9bab-3d6d1289aa2d req-71892f15-fdea-4c3e-9070-b8c81dd405da tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/ports?device_id=f6b1c78c-bbdd-4b31-ab0a-7727d7f256f1 HTTP/1.1" status: 200 len: 945 time: 0.2170429 May 18 18:33:51.388202 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-7a495424-7597-4ce7-adab-79d78fea6754 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] 10.222.0.85 "GET /v2.0/ports?device_id=49dc5a21-c237-446e-b939-77e46ed4fb52 HTTP/1.1" status: 200 len: 205 time: 0.0297265 May 18 18:33:51.390179 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 60046) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:33:51.394072 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2684a3b2-f4b8-4994-ac71-8efe811545fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:51.396660 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2684a3b2-f4b8-4994-ac71-8efe811545fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:51.400211 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-2684a3b2-f4b8-4994-ac71-8efe811545fa admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/8d485e7a-b8a6-4242-a423-60e4dec0813f HTTP/1.1" status: 204 len: 168 time: 0.7668400 May 18 18:33:51.420645 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2684a3b2-f4b8-4994-ac71-8efe811545fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d485e7a-b8a6-4242-a423-60e4dec0813f,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:33:51.456719 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-644ac9aa-1c7a-4ec3-9bab-3d6d1289aa2d req-9a702d15-5bb6-4997-973f-51d4436a6d92 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/security-groups?id=6d4decf1-d3f8-40ef-a49d-c078d56e2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704772 May 18 18:33:51.484830 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e8987c89-688d-4587-81e8-d55befeb5c7f tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Notify callbacks [] for router, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:51.663084 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e8987c89-688d-4587-81e8-d55befeb5c7f tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25145'] for router, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:51.665257 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e8987c89-688d-4587-81e8-d55befeb5c7f tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:51.731949 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e8987c89-688d-4587-81e8-d55befeb5c7f tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593303'] for router, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:51.732909 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8987c89-688d-4587-81e8-d55befeb5c7f tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Fanout notify agent at l3_agent the message router_deleted on router 49dc5a21-c237-446e-b939-77e46ed4fb52 {{(pid=102730) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 18 18:33:51.741487 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e8987c89-688d-4587-81e8-d55befeb5c7f tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] Notify callbacks [] for router, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:51.743314 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-e8987c89-688d-4587-81e8-d55befeb5c7f tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] 10.222.0.85 "DELETE /v2.0/routers/49dc5a21-c237-446e-b939-77e46ed4fb52 HTTP/1.1" status: 204 len: 168 time: 0.3516486 May 18 18:33:51.746564 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 60066) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:33:51.778026 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-f4aa90c9-f973-4cbb-8b1f-3f2f71f5451a tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] 10.222.0.85 "GET /v2.0/ports?device_id=49dc5a21-c237-446e-b939-77e46ed4fb52 HTTP/1.1" status: 200 len: 205 time: 0.0299969 May 18 18:33:51.780285 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 60068) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:33:51.818116 n-d-838550-3 neutron-server[102731]: INFO neutron.api.v2.resource [None req-8432448e-1e9a-4d41-a3ba-5d5cd14830df tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] delete failed (client error): The resource could not be found. May 18 18:33:51.819158 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-8432448e-1e9a-4d41-a3ba-5d5cd14830df tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] 10.222.0.85 "DELETE /v2.0/routers/49dc5a21-c237-446e-b939-77e46ed4fb52 HTTP/1.1" status: 404 len: 336 time: 0.0379884 May 18 18:33:51.821914 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 60072) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:33:51.856042 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-92f7ae5c-ae28-43ab-965d-1219d18f43a2 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] 10.222.0.85 "GET /v2.0/ports?device_id=1a9ff76a-abce-48d8-b550-4d095c9fc697 HTTP/1.1" status: 200 len: 205 time: 0.0305488 May 18 18:33:51.856042 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 60078) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:33:51.895971 n-d-838550-3 neutron-server[102731]: INFO neutron.api.v2.resource [None req-d808cfb9-0e6b-44ba-b93d-95d9242c1c57 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] delete failed (client error): The resource could not be found. May 18 18:33:51.896910 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-d808cfb9-0e6b-44ba-b93d-95d9242c1c57 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] 10.222.0.85 "DELETE /v2.0/routers/1a9ff76a-abce-48d8-b550-4d095c9fc697 HTTP/1.1" status: 404 len: 336 time: 0.0399559 May 18 18:33:51.899759 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 60080) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:33:51.928677 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-249a9a23-b14a-4194-a4aa-e973dd826ef2 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] 10.222.0.85 "GET /v2.0/ports?device_id=f29dd80c-5e7b-4171-9792-bbf3608466a7 HTTP/1.1" status: 200 len: 205 time: 0.0275862 May 18 18:33:51.930824 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 60082) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:33:51.972358 n-d-838550-3 neutron-server[102731]: INFO neutron.api.v2.resource [None req-bdf11bda-8668-4315-9fd6-01bb3c358ff6 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] delete failed (client error): The resource could not be found. May 18 18:33:51.973638 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-bdf11bda-8668-4315-9fd6-01bb3c358ff6 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] 10.222.0.85 "DELETE /v2.0/routers/f29dd80c-5e7b-4171-9792-bbf3608466a7 HTTP/1.1" status: 404 len: 336 time: 0.0415099 May 18 18:33:51.976050 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 60088) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:33:52.009709 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-0de028e9-a97f-4660-99d5-b1e04c46d3e9 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] 10.222.0.85 "GET /v2.0/ports?device_id=7378a7ce-585d-49fc-be68-16919d7c1edb HTTP/1.1" status: 200 len: 205 time: 0.0324416 May 18 18:33:52.012722 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 60090) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:33:52.050364 n-d-838550-3 neutron-server[102731]: INFO neutron.api.v2.resource [None req-48b12ce5-3ac1-4059-9831-22ebd762e816 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] delete failed (client error): The resource could not be found. May 18 18:33:52.054221 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-48b12ce5-3ac1-4059-9831-22ebd762e816 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] 10.222.0.85 "DELETE /v2.0/routers/7378a7ce-585d-49fc-be68-16919d7c1edb HTTP/1.1" status: 404 len: 336 time: 0.0378323 May 18 18:33:52.055004 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 60094) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:33:52.082290 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-33980db8-49fa-4039-ba29-3df85129a63e tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] 10.222.0.85 "GET /v2.0/ports?device_id=0768a04a-528a-4dd7-af8c-62267aea95bf HTTP/1.1" status: 200 len: 205 time: 0.0266461 May 18 18:33:52.084648 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 60100) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:33:52.125084 n-d-838550-3 neutron-server[102731]: INFO neutron.api.v2.resource [None req-7c591dc7-6361-4307-acfe-d1ba91264831 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] delete failed (client error): The resource could not be found. May 18 18:33:52.126149 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-7c591dc7-6361-4307-acfe-d1ba91264831 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] 10.222.0.85 "DELETE /v2.0/routers/0768a04a-528a-4dd7-af8c-62267aea95bf HTTP/1.1" status: 404 len: 336 time: 0.0406227 May 18 18:33:52.129413 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 60106) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:33:52.161278 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-8d2923e9-8076-433d-9341-e822c9982ac7 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] 10.222.0.85 "GET /v2.0/ports?device_id=f940e8a5-b569-4234-acb6-c7d2e5d90c03 HTTP/1.1" status: 200 len: 205 time: 0.0284770 May 18 18:33:52.161958 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 60112) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:33:52.200259 n-d-838550-3 neutron-server[102730]: INFO neutron.api.v2.resource [None req-1f583bbf-aaee-4970-9f0b-6a4cff7d170a tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] delete failed (client error): The resource could not be found. May 18 18:33:52.203971 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-1f583bbf-aaee-4970-9f0b-6a4cff7d170a tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] 10.222.0.85 "DELETE /v2.0/routers/f940e8a5-b569-4234-acb6-c7d2e5d90c03 HTTP/1.1" status: 404 len: 336 time: 0.0382738 May 18 18:33:52.205961 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 60114) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:33:52.233903 n-d-838550-3 neutron-server[102730]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f4c93fb-495d-4b6f-a2b1-1182b78b8c31 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] DELETE failed (client error): The resource could not be found. May 18 18:33:52.234372 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f4c93fb-495d-4b6f-a2b1-1182b78b8c31 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:33:52.241027 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-6f4c93fb-495d-4b6f-a2b1-1182b78b8c31 tempest-RoutersAdminTest-507863175 tempest-RoutersAdminTest-507863175-project] 10.222.0.85 "DELETE /v2.0/subnets/52158c44-4372-4659-8c0a-851e65e23242 HTTP/1.1" status: 404 len: 337 time: 0.0316339 May 18 18:33:52.500522 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f94061-ff4d-4aad-bc8e-7d5bb87b99d6 req-01836425-2144-4d87-900d-e962e3e872ec tempest-VolumesSnapshotTestJSON-571199237 tempest-VolumesSnapshotTestJSON-571199237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:33:52.507753 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-85f94061-ff4d-4aad-bc8e-7d5bb87b99d6 req-01836425-2144-4d87-900d-e962e3e872ec tempest-VolumesSnapshotTestJSON-571199237 tempest-VolumesSnapshotTestJSON-571199237-project] 10.222.0.85 "GET /v2.0/networks?id=407bae63-0bbb-448a-8890-344e0f2fc0ed HTTP/1.1" status: 200 len: 814 time: 0.1154966 May 18 18:33:52.519757 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-85f94061-ff4d-4aad-bc8e-7d5bb87b99d6 req-960574df-01c7-4887-860d-ee123457393f tempest-VolumesSnapshotTestJSON-571199237 tempest-VolumesSnapshotTestJSON-571199237-project] 10.222.0.85 "GET /v2.0/quotas/175ea6b84b9343f588acbb70ff894a1f HTTP/1.1" status: 200 len: 375 time: 0.0110042 May 18 18:33:52.567013 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-85f94061-ff4d-4aad-bc8e-7d5bb87b99d6 req-5bae7352-275d-4880-bb1f-7f6920d0be08 tempest-VolumesSnapshotTestJSON-571199237 tempest-VolumesSnapshotTestJSON-571199237-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=175ea6b84b9343f588acbb70ff894a1f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0415692 May 18 18:33:52.578906 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [req-85f94061-ff4d-4aad-bc8e-7d5bb87b99d6 req-dd9a0e6d-12ae-46a8-b903-dd5948497eac service neutron] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=102730) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 18:33:52.580581 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-85f94061-ff4d-4aad-bc8e-7d5bb87b99d6 req-dd9a0e6d-12ae-46a8-b903-dd5948497eac service neutron] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061591 May 18 18:33:52.619311 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe11cf5-1043-4360-ab71-2bf2d2e82034 req-b86d28de-92ab-47d0-a1e2-2bfac383adee tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:33:52.621407 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2fe11cf5-1043-4360-ab71-2bf2d2e82034 req-b86d28de-92ab-47d0-a1e2-2bfac383adee tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/ports?device_id=f6b1c78c-bbdd-4b31-ab0a-7727d7f256f1 HTTP/1.1" status: 200 len: 945 time: 0.0769081 May 18 18:33:52.649225 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 60142) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:33:52.701410 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2fe11cf5-1043-4360-ab71-2bf2d2e82034 req-a00c6e2f-0891-4e0d-b7a5-8ea706bc4c65 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/security-groups?id=6d4decf1-d3f8-40ef-a49d-c078d56e2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734870 May 18 18:33:52.715045 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-85f94061-ff4d-4aad-bc8e-7d5bb87b99d6 req-4f6e1ce4-e8d7-4273-9f15-f188fa91769a service neutron] 10.222.0.85 "GET /v2.0/networks/407bae63-0bbb-448a-8890-344e0f2fc0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241922 May 18 18:33:52.811213 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-85f94061-ff4d-4aad-bc8e-7d5bb87b99d6 req-ae5df3bd-5cd6-4325-a750-7ebfb8938fc4 service neutron] 10.222.0.85 "GET /v2.0/networks/407bae63-0bbb-448a-8890-344e0f2fc0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950267 May 18 18:33:52.826041 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-df056c1b-eef8-4fc8-b5f5-5d117f676158 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:52.936912 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-df056c1b-eef8-4fc8-b5f5-5d117f676158 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:52.943309 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-df056c1b-eef8-4fc8-b5f5-5d117f676158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:53.006431 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df056c1b-eef8-4fc8-b5f5-5d117f676158 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b489a08-9b16-462a-ae9a-03b9c940960b,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:33:53.062910 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 60164) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:33:53.063000 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-df056c1b-eef8-4fc8-b5f5-5d117f676158 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=19ca5b8531ef4c4db5b70d0cf5bca0ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4114771 May 18 18:33:53.082949 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bf822d8e-db26-4d26-beab-1e46b2f20048 req-887aa5d9-cd4f-477a-b6ac-c042c647d0c1 tempest-VolumesSnapshotTestJSON-571199237 tempest-VolumesSnapshotTestJSON-571199237-project] 10.222.0.85 "GET /v2.0/ports?device_id=ba173694-93b8-4a0c-920d-02defb911d6e HTTP/1.1" status: 200 len: 210 time: 0.0537169 May 18 18:33:53.150538 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-df9b77ab-9471-4878-a3aa-c4f6007f5530 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:53.178999 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-df9b77ab-9471-4878-a3aa-c4f6007f5530 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:53.238887 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-df9b77ab-9471-4878-a3aa-c4f6007f5530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:53.242090 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-df9b77ab-9471-4878-a3aa-c4f6007f5530 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:53.246341 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-df9b77ab-9471-4878-a3aa-c4f6007f5530 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/4b489a08-9b16-462a-ae9a-03b9c940960b HTTP/1.1" status: 204 len: 168 time: 0.1819642 May 18 18:33:53.260305 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9b77ab-9471-4878-a3aa-c4f6007f5530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b489a08-9b16-462a-ae9a-03b9c940960b,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:33:53.860745 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e921e3-73dc-457b-b18f-782886d15e57 req-0990f936-7f8b-4455-8b64-c0451c7c027f tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:33:53.862628 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e9e921e3-73dc-457b-b18f-782886d15e57 req-0990f936-7f8b-4455-8b64-c0451c7c027f tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/ports?device_id=f6b1c78c-bbdd-4b31-ab0a-7727d7f256f1 HTTP/1.1" status: 200 len: 945 time: 0.0644739 May 18 18:33:53.879120 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 60202) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:33:53.936888 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e9e921e3-73dc-457b-b18f-782886d15e57 req-c20283f4-f9d9-448d-9c6c-3ede60ab5725 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/security-groups?id=6d4decf1-d3f8-40ef-a49d-c078d56e2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671759 May 18 18:33:53.939264 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-dd065e45-7524-4f24-af9b-77bf21df3e16 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=101f7c880d7042e98a1f7e7eb1d3b117&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0593750 May 18 18:33:53.941767 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 60208) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:33:54.020693 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6221cc3b-5fff-4f8c-8815-279804735f7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:54.055478 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6221cc3b-5fff-4f8c-8815-279804735f7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:54.259960 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6221cc3b-5fff-4f8c-8815-279804735f7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:54.268560 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6221cc3b-5fff-4f8c-8815-279804735f7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:54.273429 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-6221cc3b-5fff-4f8c-8815-279804735f7e admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/626d06d7-7052-4cd0-948b-a6d10a0778fa HTTP/1.1" status: 204 len: 168 time: 0.3265643 May 18 18:33:54.294234 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0e3ae095-be6c-41cf-af2a-d004e718e406 req-ce34a433-2186-4dfd-9447-5771d739c096 tempest-VolumesSnapshotTestJSON-571199237 tempest-VolumesSnapshotTestJSON-571199237-project] 10.222.0.85 "GET /v2.0/ports?device_id=ba173694-93b8-4a0c-920d-02defb911d6e HTTP/1.1" status: 200 len: 210 time: 0.0652633 May 18 18:33:54.303802 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6221cc3b-5fff-4f8c-8815-279804735f7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=626d06d7-7052-4cd0-948b-a6d10a0778fa,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:33:54.352948 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f94061-ff4d-4aad-bc8e-7d5bb87b99d6 req-f8ffb047-13b6-40d7-bbce-9248a61fd2f2 tempest-VolumesSnapshotTestJSON-571199237 tempest-VolumesSnapshotTestJSON-571199237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:33:54.354724 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-85f94061-ff4d-4aad-bc8e-7d5bb87b99d6 req-f8ffb047-13b6-40d7-bbce-9248a61fd2f2 tempest-VolumesSnapshotTestJSON-571199237 tempest-VolumesSnapshotTestJSON-571199237-project] 10.222.0.36 "GET /v2.0/networks?id=407bae63-0bbb-448a-8890-344e0f2fc0ed HTTP/1.1" status: 200 len: 814 time: 0.2800696 May 18 18:33:54.369345 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-85f94061-ff4d-4aad-bc8e-7d5bb87b99d6 req-3a2971b5-96c6-4107-bdd8-aeade6ee7b3b tempest-VolumesSnapshotTestJSON-571199237 tempest-VolumesSnapshotTestJSON-571199237-project] Request body: {'port': {'device_id': 'ba173694-93b8-4a0c-920d-02defb911d6e', 'network_id': '407bae63-0bbb-448a-8890-344e0f2fc0ed', 'admin_state_up': True, 'tenant_id': '175ea6b84b9343f588acbb70ff894a1f'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:33:54.536789 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85f94061-ff4d-4aad-bc8e-7d5bb87b99d6 req-3a2971b5-96c6-4107-bdd8-aeade6ee7b3b tempest-VolumesSnapshotTestJSON-571199237 tempest-VolumesSnapshotTestJSON-571199237-project] Made reservation on behalf of 175ea6b84b9343f588acbb70ff894a1f for: {'port': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:33:54.540739 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-85f94061-ff4d-4aad-bc8e-7d5bb87b99d6 req-3a2971b5-96c6-4107-bdd8-aeade6ee7b3b tempest-VolumesSnapshotTestJSON-571199237 tempest-VolumesSnapshotTestJSON-571199237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:54.676086 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 60238) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:33:54.786082 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [req-85f94061-ff4d-4aad-bc8e-7d5bb87b99d6 req-3a2971b5-96c6-4107-bdd8-aeade6ee7b3b tempest-VolumesSnapshotTestJSON-571199237 tempest-VolumesSnapshotTestJSON-571199237-project] Allocated IP 172.20.0.6 (407bae63-0bbb-448a-8890-344e0f2fc0ed/a8d619fc-35bc-4e3d-a93e-6708e1e40994/22a49b4b-7bd9-4190-9f4d-85d0c2ee5e5f) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:33:54.920408 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-697e0991-691f-455f-917c-dfd414d67389 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:55.010348 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-85f94061-ff4d-4aad-bc8e-7d5bb87b99d6 req-3a2971b5-96c6-4107-bdd8-aeade6ee7b3b tempest-VolumesSnapshotTestJSON-571199237 tempest-VolumesSnapshotTestJSON-571199237-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:55.047458 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-697e0991-691f-455f-917c-dfd414d67389 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:55.058534 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-697e0991-691f-455f-917c-dfd414d67389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:55.102474 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-697e0991-691f-455f-917c-dfd414d67389 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=117bdf43315f42f09200152fe885d297&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4246571 May 18 18:33:55.106504 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 60256) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:33:55.109830 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697e0991-691f-455f-917c-dfd414d67389 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e9bff00-9e8d-4551-9465-551fe314089f,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:33:55.152115 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-85f94061-ff4d-4aad-bc8e-7d5bb87b99d6 req-3a2971b5-96c6-4107-bdd8-aeade6ee7b3b tempest-VolumesSnapshotTestJSON-571199237 tempest-VolumesSnapshotTestJSON-571199237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:55.183888 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3a495d-bc09-403a-acce-1c9540d70d79 req-b6de6b71-b67d-4cb9-adc2-259115a82a95 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:33:55.185469 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9f3a495d-bc09-403a-acce-1c9540d70d79 req-b6de6b71-b67d-4cb9-adc2-259115a82a95 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/ports?device_id=f6b1c78c-bbdd-4b31-ab0a-7727d7f256f1 HTTP/1.1" status: 200 len: 945 time: 0.1350591 May 18 18:33:55.223865 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85f94061-ff4d-4aad-bc8e-7d5bb87b99d6 req-3a2971b5-96c6-4107-bdd8-aeade6ee7b3b tempest-VolumesSnapshotTestJSON-571199237 tempest-VolumesSnapshotTestJSON-571199237-project] Network 407bae63-0bbb-448a-8890-344e0f2fc0ed is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:33:55.245217 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [req-85f94061-ff4d-4aad-bc8e-7d5bb87b99d6 req-3a2971b5-96c6-4107-bdd8-aeade6ee7b3b tempest-VolumesSnapshotTestJSON-571199237 tempest-VolumesSnapshotTestJSON-571199237-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:33:55.257245 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-85f94061-ff4d-4aad-bc8e-7d5bb87b99d6 req-3a2971b5-96c6-4107-bdd8-aeade6ee7b3b tempest-VolumesSnapshotTestJSON-571199237 tempest-VolumesSnapshotTestJSON-571199237-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:33:55.298491 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9f849fe5-89e3-45f8-8d31-bd5e8e23bfac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:55.314018 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2971b5-96c6-4107-bdd8-aeade6ee7b3b tempest-VolumesSnapshotTestJSON-571199237 tempest-VolumesSnapshotTestJSON-571199237-project] Pushing event updated for resources: {'Port': ['ID=22a49b4b-7bd9-4190-9f4d-85d0c2ee5e5f,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:33:55.347644 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9f3a495d-bc09-403a-acce-1c9540d70d79 req-7926d6e8-7050-4ffe-977f-69460525c5fb tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/security-groups?id=6d4decf1-d3f8-40ef-a49d-c078d56e2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371562 May 18 18:33:55.365422 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f94061-ff4d-4aad-bc8e-7d5bb87b99d6 req-3a2971b5-96c6-4107-bdd8-aeade6ee7b3b tempest-VolumesSnapshotTestJSON-571199237 tempest-VolumesSnapshotTestJSON-571199237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:33:55.366059 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-85f94061-ff4d-4aad-bc8e-7d5bb87b99d6 req-3a2971b5-96c6-4107-bdd8-aeade6ee7b3b tempest-VolumesSnapshotTestJSON-571199237 tempest-VolumesSnapshotTestJSON-571199237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:55.374584 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9f849fe5-89e3-45f8-8d31-bd5e8e23bfac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:55.404243 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-85f94061-ff4d-4aad-bc8e-7d5bb87b99d6 req-3a2971b5-96c6-4107-bdd8-aeade6ee7b3b tempest-VolumesSnapshotTestJSON-571199237 tempest-VolumesSnapshotTestJSON-571199237-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0386248 May 18 18:33:55.424927 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-85f94061-ff4d-4aad-bc8e-7d5bb87b99d6 req-c97c98ee-2b7b-43f2-9a80-fd95456fbc70 service neutron] Request body: {'port': {'device_id': 'ba173694-93b8-4a0c-920d-02defb911d6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-3'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:33:55.525952 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9f849fe5-89e3-45f8-8d31-bd5e8e23bfac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:55.529210 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9f849fe5-89e3-45f8-8d31-bd5e8e23bfac admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:55.530966 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-9f849fe5-89e3-45f8-8d31-bd5e8e23bfac admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/4e9bff00-9e8d-4551-9465-551fe314089f HTTP/1.1" status: 204 len: 168 time: 0.4233491 May 18 18:33:55.543709 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52243f8-7105-4938-836d-c24ead056ed7 req-f5522acc-4db4-41b1-b524-ca1d5bff5b72 tempest-VolumesSnapshotTestJSON-571199237 tempest-VolumesSnapshotTestJSON-571199237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:33:55.546080 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c52243f8-7105-4938-836d-c24ead056ed7 req-f5522acc-4db4-41b1-b524-ca1d5bff5b72 tempest-VolumesSnapshotTestJSON-571199237 tempest-VolumesSnapshotTestJSON-571199237-project] 10.222.0.85 "GET /v2.0/ports?device_id=ba173694-93b8-4a0c-920d-02defb911d6e HTTP/1.1" status: 200 len: 931 time: 0.0904756 May 18 18:33:55.578484 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-85f94061-ff4d-4aad-bc8e-7d5bb87b99d6 req-c97c98ee-2b7b-43f2-9a80-fd95456fbc70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:55.600712 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f849fe5-89e3-45f8-8d31-bd5e8e23bfac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e9bff00-9e8d-4551-9465-551fe314089f,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:33:55.662518 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c52243f8-7105-4938-836d-c24ead056ed7 req-c06ad47a-1196-4b06-b4e5-91abc0ea2b9c tempest-VolumesSnapshotTestJSON-571199237 tempest-VolumesSnapshotTestJSON-571199237-project] 10.222.0.85 "GET /v2.0/security-groups?id=9d44bb54-af95-4468-877a-95621f1eb2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077845 May 18 18:33:56.054298 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [req-85f94061-ff4d-4aad-bc8e-7d5bb87b99d6 req-c97c98ee-2b7b-43f2-9a80-fd95456fbc70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22a49b4b-7bd9-4190-9f4d-85d0c2ee5e5f {{(pid=102730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:33:56.068531 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-85f94061-ff4d-4aad-bc8e-7d5bb87b99d6 req-c97c98ee-2b7b-43f2-9a80-fd95456fbc70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:56.091241 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [req-85f94061-ff4d-4aad-bc8e-7d5bb87b99d6 req-c97c98ee-2b7b-43f2-9a80-fd95456fbc70 service neutron] Transition to ACTIVE for port object 22a49b4b-7bd9-4190-9f4d-85d0c2ee5e5f will not be triggered until provisioned by entity L2. {{(pid=102730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:33:56.095109 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-85f94061-ff4d-4aad-bc8e-7d5bb87b99d6 req-c97c98ee-2b7b-43f2-9a80-fd95456fbc70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:56.095514 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 60284) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:33:56.111751 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-32f40dc5-7bbc-4b7f-8c22-13eb5914f30f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:56.192702 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-32f40dc5-7bbc-4b7f-8c22-13eb5914f30f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:56.197529 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-32f40dc5-7bbc-4b7f-8c22-13eb5914f30f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:56.232179 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97c98ee-2b7b-43f2-9a80-fd95456fbc70 service neutron] Pushing event updated for resources: {'Port': ['ID=22a49b4b-7bd9-4190-9f4d-85d0c2ee5e5f,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:33:56.255102 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-32f40dc5-7bbc-4b7f-8c22-13eb5914f30f admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=d7eec41766e94d54bca253a4a7b28d52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1560292 May 18 18:33:56.255683 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 60286) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:33:56.275464 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f40dc5-7bbc-4b7f-8c22-13eb5914f30f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=224134ff-080f-46ee-a65d-652720a4ff38,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:33:56.301364 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-85f94061-ff4d-4aad-bc8e-7d5bb87b99d6 req-c97c98ee-2b7b-43f2-9a80-fd95456fbc70 service neutron] Attempting to bind port 22a49b4b-7bd9-4190-9f4d-85d0c2ee5e5f on host n-h1-838550-3 for vnic_type normal with profile {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:33:56.301949 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-85f94061-ff4d-4aad-bc8e-7d5bb87b99d6 req-c97c98ee-2b7b-43f2-9a80-fd95456fbc70 service neutron] Attempting to bind port 22a49b4b-7bd9-4190-9f4d-85d0c2ee5e5f by drivers openvswitch,hyperv on host n-h1-838550-3 at level 0 using segments [{'id': '6a0bcacf-c533-411c-a237-768dc94a8f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '407bae63-0bbb-448a-8890-344e0f2fc0ed'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:33:56.302037 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85f94061-ff4d-4aad-bc8e-7d5bb87b99d6 req-c97c98ee-2b7b-43f2-9a80-fd95456fbc70 service neutron] Attempting to bind port 22a49b4b-7bd9-4190-9f4d-85d0c2ee5e5f on network 407bae63-0bbb-448a-8890-344e0f2fc0ed {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:33:56.310033 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85f94061-ff4d-4aad-bc8e-7d5bb87b99d6 req-c97c98ee-2b7b-43f2-9a80-fd95456fbc70 service neutron] Port 22a49b4b-7bd9-4190-9f4d-85d0c2ee5e5f on network 407bae63-0bbb-448a-8890-344e0f2fc0ed not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-3 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:33:56.310363 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85f94061-ff4d-4aad-bc8e-7d5bb87b99d6 req-c97c98ee-2b7b-43f2-9a80-fd95456fbc70 service neutron] Attempting to bind port 22a49b4b-7bd9-4190-9f4d-85d0c2ee5e5f on network 407bae63-0bbb-448a-8890-344e0f2fc0ed {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:33:56.347860 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b2fd7ced-8909-4be7-8c39-a6b66917aa72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:56.353219 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85f94061-ff4d-4aad-bc8e-7d5bb87b99d6 req-c97c98ee-2b7b-43f2-9a80-fd95456fbc70 service neutron] Checking agent: {'id': '1dbac822-25f2-4df8-9dc8-5c2e7b136eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:33:56.353848 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85f94061-ff4d-4aad-bc8e-7d5bb87b99d6 req-c97c98ee-2b7b-43f2-9a80-fd95456fbc70 service neutron] Checking segment: {'id': '6a0bcacf-c533-411c-a237-768dc94a8f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '407bae63-0bbb-448a-8890-344e0f2fc0ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:33:56.354211 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85f94061-ff4d-4aad-bc8e-7d5bb87b99d6 req-c97c98ee-2b7b-43f2-9a80-fd95456fbc70 service neutron] Bound using segment: {'id': '6a0bcacf-c533-411c-a237-768dc94a8f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '407bae63-0bbb-448a-8890-344e0f2fc0ed'} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:33:56.354781 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-85f94061-ff4d-4aad-bc8e-7d5bb87b99d6 req-c97c98ee-2b7b-43f2-9a80-fd95456fbc70 service neutron] Bound port: 22a49b4b-7bd9-4190-9f4d-85d0c2ee5e5f, host: n-h1-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a0bcacf-c533-411c-a237-768dc94a8f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '407bae63-0bbb-448a-8890-344e0f2fc0ed'}}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:33:56.355211 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-85f94061-ff4d-4aad-bc8e-7d5bb87b99d6 req-c97c98ee-2b7b-43f2-9a80-fd95456fbc70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:56.383917 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b2fd7ced-8909-4be7-8c39-a6b66917aa72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:56.501921 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-85f94061-ff4d-4aad-bc8e-7d5bb87b99d6 req-c97c98ee-2b7b-43f2-9a80-fd95456fbc70 service neutron] For port 22a49b4b-7bd9-4190-9f4d-85d0c2ee5e5f, host n-h1-838550-3, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:33:56.506209 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-85f94061-ff4d-4aad-bc8e-7d5bb87b99d6 req-c97c98ee-2b7b-43f2-9a80-fd95456fbc70 service neutron] For port 22a49b4b-7bd9-4190-9f4d-85d0c2ee5e5f, host n-h1-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=22a49b4b-7bd9-4190-9f4d-85d0c2ee5e5f,segment=NetworkSegment(6a0bcacf-c533-411c-a237-768dc94a8f4f),segment_id=6a0bcacf-c533-411c-a237-768dc94a8f4f)] {{(pid=102730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:33:56.520171 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-85f94061-ff4d-4aad-bc8e-7d5bb87b99d6 req-c97c98ee-2b7b-43f2-9a80-fd95456fbc70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:56.520281 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 60294) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:33:56.577925 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b2fd7ced-8909-4be7-8c39-a6b66917aa72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:56.581307 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b2fd7ced-8909-4be7-8c39-a6b66917aa72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:56.586339 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-b2fd7ced-8909-4be7-8c39-a6b66917aa72 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/224134ff-080f-46ee-a65d-652720a4ff38 HTTP/1.1" status: 204 len: 168 time: 0.3286591 May 18 18:33:56.634032 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fd7ced-8909-4be7-8c39-a6b66917aa72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=224134ff-080f-46ee-a65d-652720a4ff38,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:33:56.657137 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367e575a-88ed-4eec-b169-f965f590d0e1 req-81dae08b-8b90-4c13-8c2e-2e5aa398f3ca tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:33:56.668347 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-367e575a-88ed-4eec-b169-f965f590d0e1 req-81dae08b-8b90-4c13-8c2e-2e5aa398f3ca tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/ports?device_id=f6b1c78c-bbdd-4b31-ab0a-7727d7f256f1 HTTP/1.1" status: 200 len: 945 time: 0.1519511 May 18 18:33:56.672098 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f94061-ff4d-4aad-bc8e-7d5bb87b99d6 req-c97c98ee-2b7b-43f2-9a80-fd95456fbc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:33:56.672860 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-85f94061-ff4d-4aad-bc8e-7d5bb87b99d6 req-c97c98ee-2b7b-43f2-9a80-fd95456fbc70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:56.674448 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-85f94061-ff4d-4aad-bc8e-7d5bb87b99d6 req-c97c98ee-2b7b-43f2-9a80-fd95456fbc70 service neutron] 10.222.0.36 "PUT /v2.0/ports/22a49b4b-7bd9-4190-9f4d-85d0c2ee5e5f HTTP/1.1" status: 200 len: 1091 time: 1.2593286 May 18 18:33:56.683468 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba173694-93b8-4a0c-920d-02defb911d6e', 'tag': '22a49b4b-7bd9-4190-9f4d-85d0c2ee5e5f'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:33:56.689695 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-206b4920-52a5-409e-8c6b-7a31c88ff759" -d '{"events": [{"name": "network-changed", "server_uuid": "ba173694-93b8-4a0c-920d-02defb911d6e", "tag": "22a49b4b-7bd9-4190-9f4d-85d0c2ee5e5f"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:33:56.700383 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-596ed690-5ded-43ab-bb3e-af8a4542d462 tempest-AgentManagementNegativeTest-217808618 tempest-AgentManagementNegativeTest-217808618-project] 10.222.0.85 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1758561 May 18 18:33:56.831084 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97c98ee-2b7b-43f2-9a80-fd95456fbc70 service neutron] Pushing event updated for resources: {'Port': ['ID=22a49b4b-7bd9-4190-9f4d-85d0c2ee5e5f,revision_number=3']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:33:56.845273 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-367e575a-88ed-4eec-b169-f965f590d0e1 req-22184596-b079-426e-919f-5ade4dda634a tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/security-groups?id=6d4decf1-d3f8-40ef-a49d-c078d56e2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414804 May 18 18:33:56.855935 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3921c26d-6fd3-47be-a31a-640692e52c6b req-bb637071-d80d-4b99-895f-8738024743a0 tempest-VolumesSnapshotTestJSON-571199237 tempest-VolumesSnapshotTestJSON-571199237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:33:56.866836 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3921c26d-6fd3-47be-a31a-640692e52c6b req-bb637071-d80d-4b99-895f-8738024743a0 tempest-VolumesSnapshotTestJSON-571199237 tempest-VolumesSnapshotTestJSON-571199237-project] 10.222.0.85 "GET /v2.0/ports?device_id=ba173694-93b8-4a0c-920d-02defb911d6e HTTP/1.1" status: 200 len: 943 time: 0.1134512 May 18 18:33:56.878518 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f94061-ff4d-4aad-bc8e-7d5bb87b99d6 req-6a10fb8e-4331-49a1-9b11-550e422410ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:33:56.880090 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-85f94061-ff4d-4aad-bc8e-7d5bb87b99d6 req-6a10fb8e-4331-49a1-9b11-550e422410ac service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=175ea6b84b9343f588acbb70ff894a1f&device_id=ba173694-93b8-4a0c-920d-02defb911d6e HTTP/1.1" status: 200 len: 1094 time: 0.1382115 May 18 18:33:56.915044 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3921c26d-6fd3-47be-a31a-640692e52c6b req-02a65e6e-da96-4057-84ba-2f1f45bd164e tempest-VolumesSnapshotTestJSON-571199237 tempest-VolumesSnapshotTestJSON-571199237-project] 10.222.0.85 "GET /v2.0/security-groups?id=9d44bb54-af95-4468-877a-95621f1eb2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467784 May 18 18:33:56.915393 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44cf1980-eee8-4e41-97bd-63619919d171 x-openstack-request-id: req-44cf1980-eee8-4e41-97bd-63619919d171 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:33:56.915691 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba173694-93b8-4a0c-920d-02defb911d6e", "tag": "22a49b4b-7bd9-4190-9f4d-85d0c2ee5e5f", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:33:56.915934 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-44cf1980-eee8-4e41-97bd-63619919d171 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:33:56.916330 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44cf1980-eee8-4e41-97bd-63619919d171'] response: {'name': 'network-changed', 'server_uuid': 'ba173694-93b8-4a0c-920d-02defb911d6e', 'tag': '22a49b4b-7bd9-4190-9f4d-85d0c2ee5e5f', 'status': 'completed', 'code': 200} May 18 18:33:56.967482 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-85f94061-ff4d-4aad-bc8e-7d5bb87b99d6 req-b6153438-2f72-4ce8-83d9-33eb7bc06399 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=22a49b4b-7bd9-4190-9f4d-85d0c2ee5e5f HTTP/1.1" status: 200 len: 217 time: 0.0752349 May 18 18:33:57.039990 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f94061-ff4d-4aad-bc8e-7d5bb87b99d6 req-2be4beb5-6ae3-452c-9cc0-6ed0e84918ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:33:57.043390 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-85f94061-ff4d-4aad-bc8e-7d5bb87b99d6 req-2be4beb5-6ae3-452c-9cc0-6ed0e84918ec service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a8d619fc-35bc-4e3d-a93e-6708e1e40994 HTTP/1.1" status: 200 len: 854 time: 0.0682156 May 18 18:33:57.087980 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-85f94061-ff4d-4aad-bc8e-7d5bb87b99d6 req-cfb95737-66d9-4488-9cc4-74cda2353ed7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=407bae63-0bbb-448a-8890-344e0f2fc0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337303 May 18 18:33:57.210392 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-85f94061-ff4d-4aad-bc8e-7d5bb87b99d6 req-d2f6ebbc-ba01-4e9d-bcda-08edef96d724 service neutron] 10.222.0.36 "GET /v2.0/networks/407bae63-0bbb-448a-8890-344e0f2fc0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127415 May 18 18:33:57.331911 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-85f94061-ff4d-4aad-bc8e-7d5bb87b99d6 req-7e4c70db-b9a8-4dfd-aba4-69022d954395 service neutron] 10.222.0.36 "GET /v2.0/networks/407bae63-0bbb-448a-8890-344e0f2fc0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134808 May 18 18:33:57.364966 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 60324) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:33:57.431630 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206b4920-52a5-409e-8c6b-7a31c88ff759 req-40910c2b-660f-4c1c-8a46-0f80fb8ce44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:33:57.433428 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-206b4920-52a5-409e-8c6b-7a31c88ff759 req-40910c2b-660f-4c1c-8a46-0f80fb8ce44b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=175ea6b84b9343f588acbb70ff894a1f&device_id=ba173694-93b8-4a0c-920d-02defb911d6e HTTP/1.1" status: 200 len: 1094 time: 0.0507343 May 18 18:33:57.529288 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b9f5f22e-36ec-4627-8f72-efbcd490db95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:57.544081 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206b4920-52a5-409e-8c6b-7a31c88ff759 req-efdb9af8-bb30-4a95-85ee-bb94859e505c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:33:57.554681 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-206b4920-52a5-409e-8c6b-7a31c88ff759 req-efdb9af8-bb30-4a95-85ee-bb94859e505c service neutron] 10.222.0.36 "GET /v2.0/networks?id=407bae63-0bbb-448a-8890-344e0f2fc0ed HTTP/1.1" status: 200 len: 915 time: 0.1067321 May 18 18:33:57.609535 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-206b4920-52a5-409e-8c6b-7a31c88ff759 req-4b5125e6-7c3f-4f81-a7fd-8efa0300ccfb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=22a49b4b-7bd9-4190-9f4d-85d0c2ee5e5f HTTP/1.1" status: 200 len: 217 time: 0.0504899 May 18 18:33:57.632449 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b9f5f22e-36ec-4627-8f72-efbcd490db95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:57.638848 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b9f5f22e-36ec-4627-8f72-efbcd490db95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:57.679370 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206b4920-52a5-409e-8c6b-7a31c88ff759 req-1d10c7d5-3e3e-4c96-b5e5-f4123a56aab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:33:57.681215 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-206b4920-52a5-409e-8c6b-7a31c88ff759 req-1d10c7d5-3e3e-4c96-b5e5-f4123a56aab2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a8d619fc-35bc-4e3d-a93e-6708e1e40994 HTTP/1.1" status: 200 len: 854 time: 0.0631976 May 18 18:33:57.685860 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-b9f5f22e-36ec-4627-8f72-efbcd490db95 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=bdf8180296c844d990c94f74de2d8878&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3196623 May 18 18:33:57.686936 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f5f22e-36ec-4627-8f72-efbcd490db95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00c13c33-7778-4382-a7fb-276fd747e6d0,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:33:57.690025 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 60336) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:33:57.739391 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-206b4920-52a5-409e-8c6b-7a31c88ff759 req-054ff684-eb65-43c1-90d3-2681155c812c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=407bae63-0bbb-448a-8890-344e0f2fc0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499337 May 18 18:33:57.758068 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6d625a47-c1d7-466a-8f03-8fccba076403 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:57.785109 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6d625a47-c1d7-466a-8f03-8fccba076403 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:57.840947 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6d625a47-c1d7-466a-8f03-8fccba076403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:57.843399 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6d625a47-c1d7-466a-8f03-8fccba076403 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:57.844752 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-6d625a47-c1d7-466a-8f03-8fccba076403 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/00c13c33-7778-4382-a7fb-276fd747e6d0 HTTP/1.1" status: 204 len: 168 time: 0.1534619 May 18 18:33:57.844861 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-206b4920-52a5-409e-8c6b-7a31c88ff759 req-fc280878-a48a-4b27-b2e1-116ecf71cae1 service neutron] 10.222.0.36 "GET /v2.0/networks/407bae63-0bbb-448a-8890-344e0f2fc0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966263 May 18 18:33:57.854668 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d625a47-c1d7-466a-8f03-8fccba076403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00c13c33-7778-4382-a7fb-276fd747e6d0,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:33:57.996595 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-206b4920-52a5-409e-8c6b-7a31c88ff759 req-f8232d5b-08c1-455e-bf26-bca5e053f411 service neutron] 10.222.0.36 "GET /v2.0/networks/407bae63-0bbb-448a-8890-344e0f2fc0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443164 May 18 18:33:58.025358 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9efb39e-a008-4516-bdc8-4a07523a5067 req-1526fb83-16af-400e-a267-b7bb771fdd08 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:33:58.027238 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e9efb39e-a008-4516-bdc8-4a07523a5067 req-1526fb83-16af-400e-a267-b7bb771fdd08 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/ports?device_id=f6b1c78c-bbdd-4b31-ab0a-7727d7f256f1 HTTP/1.1" status: 200 len: 945 time: 0.0814486 May 18 18:33:58.067429 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cd7072-1f92-469c-adc8-e01b8d14a39b req-b7b821c8-21d4-4d81-adfc-f224dcc3ad07 tempest-VolumesSnapshotTestJSON-571199237 tempest-VolumesSnapshotTestJSON-571199237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:33:58.072594 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-50cd7072-1f92-469c-adc8-e01b8d14a39b req-b7b821c8-21d4-4d81-adfc-f224dcc3ad07 tempest-VolumesSnapshotTestJSON-571199237 tempest-VolumesSnapshotTestJSON-571199237-project] 10.222.0.85 "GET /v2.0/ports?device_id=ba173694-93b8-4a0c-920d-02defb911d6e HTTP/1.1" status: 200 len: 943 time: 0.0831537 May 18 18:33:58.088174 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e9efb39e-a008-4516-bdc8-4a07523a5067 req-9f404ab5-0cf3-4d17-b3b4-e088bd925973 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/security-groups?id=6d4decf1-d3f8-40ef-a49d-c078d56e2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485961 May 18 18:33:58.126089 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-50cd7072-1f92-469c-adc8-e01b8d14a39b req-1f471a89-2fef-43a6-b6dc-d8fa7608620e tempest-VolumesSnapshotTestJSON-571199237 tempest-VolumesSnapshotTestJSON-571199237-project] 10.222.0.85 "GET /v2.0/security-groups?id=9d44bb54-af95-4468-877a-95621f1eb2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455356 May 18 18:33:59.110407 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 60402) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:33:59.258634 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5f6901-b043-4b1d-9a21-c696ce0cca51 req-f56caa1b-72fa-47f3-9e74-f9a3a90bf221 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:33:59.261461 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ea5f6901-b043-4b1d-9a21-c696ce0cca51 req-f56caa1b-72fa-47f3-9e74-f9a3a90bf221 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/ports?device_id=f6b1c78c-bbdd-4b31-ab0a-7727d7f256f1 HTTP/1.1" status: 200 len: 945 time: 0.0843580 May 18 18:33:59.328107 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ea5f6901-b043-4b1d-9a21-c696ce0cca51 req-404611c6-d22d-487f-9642-1f637a20e351 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/security-groups?id=6d4decf1-d3f8-40ef-a49d-c078d56e2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533159 May 18 18:33:59.332666 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e15f184-47c2-4e47-9fc8-9f00bdf83167 req-014e5e7d-c8ba-4310-ad2c-98fe227621f2 tempest-VolumesSnapshotTestJSON-571199237 tempest-VolumesSnapshotTestJSON-571199237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:33:59.343886 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3e15f184-47c2-4e47-9fc8-9f00bdf83167 req-014e5e7d-c8ba-4310-ad2c-98fe227621f2 tempest-VolumesSnapshotTestJSON-571199237 tempest-VolumesSnapshotTestJSON-571199237-project] 10.222.0.85 "GET /v2.0/ports?device_id=ba173694-93b8-4a0c-920d-02defb911d6e HTTP/1.1" status: 200 len: 943 time: 0.1061039 May 18 18:33:59.383752 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3e15f184-47c2-4e47-9fc8-9f00bdf83167 req-89440799-3b58-4cc5-893b-f8b6ad97a76f tempest-VolumesSnapshotTestJSON-571199237 tempest-VolumesSnapshotTestJSON-571199237-project] 10.222.0.85 "GET /v2.0/security-groups?id=9d44bb54-af95-4468-877a-95621f1eb2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384426 May 18 18:33:59.404732 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-273d831c-2267-42ab-ba50-bdeb954889ac tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-755108116'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:33:59.426274 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-273d831c-2267-42ab-ba50-bdeb954889ac tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Made reservation on behalf of e5f1900d680542aaaebb1458348c420c for: {'network': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:33:59.431134 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-273d831c-2267-42ab-ba50-bdeb954889ac tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:59.444592 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-273d831c-2267-42ab-ba50-bdeb954889ac tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:59.545717 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-273d831c-2267-42ab-ba50-bdeb954889ac tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:59.550290 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-273d831c-2267-42ab-ba50-bdeb954889ac tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:59.600773 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273d831c-2267-42ab-ba50-bdeb954889ac tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4528d2c-8b60-4a56-8eb7-81b64a522b93,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:33:59.604138 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-273d831c-2267-42ab-ba50-bdeb954889ac tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 622} {{(pid=102731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:33:59.617674 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-273d831c-2267-42ab-ba50-bdeb954889ac tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:59.618347 n-d-838550-3 neutron-server[102731]: INFO neutron.db.segments_db [None req-273d831c-2267-42ab-ba50-bdeb954889ac tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Added segment aac0f99b-6fe4-47eb-8d41-7742276af720 of type vlan for network dab0d35d-088a-40f9-a12f-eb3855b19813 May 18 18:33:59.672753 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-273d831c-2267-42ab-ba50-bdeb954889ac tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:59.703693 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-273d831c-2267-42ab-ba50-bdeb954889ac tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:59.709444 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-273d831c-2267-42ab-ba50-bdeb954889ac tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:33:59.710094 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-273d831c-2267-42ab-ba50-bdeb954889ac tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Notify callbacks [] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:33:59.768338 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-273d831c-2267-42ab-ba50-bdeb954889ac tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 0.6563973 May 18 18:33:59.771749 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 60416) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:33:59.778955 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-7949b9b3-7acc-4451-bb14-ffcc536f7090 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Request body: {'subnet': {'network_id': 'dab0d35d-088a-40f9-a12f-eb3855b19813', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:33:59.800685 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273d831c-2267-42ab-ba50-bdeb954889ac tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Pushing event updated for resources: {'Network': ['ID=dab0d35d-088a-40f9-a12f-eb3855b19813,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:33:59.814082 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network dab0d35d-088a-40f9-a12f-eb3855b19813 details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:33:59.894122 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7949b9b3-7acc-4451-bb14-ffcc536f7090 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Made reservation on behalf of e5f1900d680542aaaebb1458348c420c for: {'subnet': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:33:59.898580 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7949b9b3-7acc-4451-bb14-ffcc536f7090 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260908003'] for subnet, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:00.019145 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 22a49b4b-7bd9-4190-9f4d-85d0c2ee5e5f details requested by agent hyperv_n-h1-838550-3 with host n-h1-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:34:00.169876 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 22a49b4b-7bd9-4190-9f4d-85d0c2ee5e5f, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=22a49b4b-7bd9-4190-9f4d-85d0c2ee5e5f,segment=NetworkSegment(6a0bcacf-c533-411c-a237-768dc94a8f4f),segment_id=6a0bcacf-c533-411c-a237-768dc94a8f4f)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:34:00.175653 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7949b9b3-7acc-4451-bb14-ffcc536f7090 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260898481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260908021'] for subnet, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:00.186380 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Returning: {'device': '22a49b4b-7bd9-4190-9f4d-85d0c2ee5e5f', 'network_id': '407bae63-0bbb-448a-8890-344e0f2fc0ed', 'port_id': '22a49b4b-7bd9-4190-9f4d-85d0c2ee5e5f', 'mac_address': 'fa:16:3e:14:18:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8d619fc-35bc-4e3d-a93e-6708e1e40994', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:34:00.233151 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 22a49b4b-7bd9-4190-9f4d-85d0c2ee5e5f is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:34:00.233687 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:00.248696 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22a49b4b-7bd9-4190-9f4d-85d0c2ee5e5f {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:34:00.255408 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7949b9b3-7acc-4451-bb14-ffcc536f7090 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Pushing event updated for resources: {'Subnet': ['ID=7f54d634-340e-480b-9e5c-369bbf19cc2b,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:00.264139 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7949b9b3-7acc-4451-bb14-ffcc536f7090 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Checking segment: {'id': 'aac0f99b-6fe4-47eb-8d41-7742276af720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'dab0d35d-088a-40f9-a12f-eb3855b19813'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:34:00.264772 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7949b9b3-7acc-4451-bb14-ffcc536f7090 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Network hostable DHCP agents. Network: dab0d35d-088a-40f9-a12f-eb3855b19813, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:34:00.275455 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 22a49b4b-7bd9-4190-9f4d-85d0c2ee5e5f, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=22a49b4b-7bd9-4190-9f4d-85d0c2ee5e5f,segment=NetworkSegment(6a0bcacf-c533-411c-a237-768dc94a8f4f),segment_id=6a0bcacf-c533-411c-a237-768dc94a8f4f)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:34:00.282287 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:00.288365 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7949b9b3-7acc-4451-bb14-ffcc536f7090 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Network dab0d35d-088a-40f9-a12f-eb3855b19813 is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:34:00.311290 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-7949b9b3-7acc-4451-bb14-ffcc536f7090 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, dab0d35d-088a-40f9-a12f-eb3855b19813) {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:34:00.320995 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-172b4abc-968c-4b34-ba9c-8d4071805dc6 None None] Network dab0d35d-088a-40f9-a12f-eb3855b19813 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:34:00.324290 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7949b9b3-7acc-4451-bb14-ffcc536f7090 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:34:00.325376 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7949b9b3-7acc-4451-bb14-ffcc536f7090 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:00.340783 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 60428) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:00.352051 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-7949b9b3-7acc-4451-bb14-ffcc536f7090 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5788462 May 18 18:34:00.354946 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 60434) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:00.360391 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-3bdb4a39-b0cc-466e-98c7-912a5207887b tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Request body: {'port': {'network_id': 'dab0d35d-088a-40f9-a12f-eb3855b19813', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1389480014'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:34:00.521083 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-08a14d55-3831-489c-9d50-85225c129563 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:00.523006 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=22a49b4b-7bd9-4190-9f4d-85d0c2ee5e5f,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:00.563869 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd7da52-4992-4a4e-862e-f3de111a032c req-f7a227f1-29bf-42c6-abf2-f36fc0d45905 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:34:00.572478 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8fd7da52-4992-4a4e-862e-f3de111a032c req-f7a227f1-29bf-42c6-abf2-f36fc0d45905 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/ports?device_id=f6b1c78c-bbdd-4b31-ab0a-7727d7f256f1 HTTP/1.1" status: 200 len: 945 time: 0.0940626 May 18 18:34:00.587440 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bdb4a39-b0cc-466e-98c7-912a5207887b tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Made reservation on behalf of e5f1900d680542aaaebb1458348c420c for: {'port': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:34:00.593546 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3bdb4a39-b0cc-466e-98c7-912a5207887b tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:00.609531 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:34:00.610157 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:34:00.610599 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:34:00.611122 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:34:00.611516 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:34:00.611964 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:34:00.612470 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:34:00.613351 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:34:00.613809 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:34:00.614254 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:34:00.614942 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:34:00.615369 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:34:00.620703 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['22a49b4b-7bd9-4190-9f4d-85d0c2ee5e5f'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:34:00.624630 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8fd7da52-4992-4a4e-862e-f3de111a032c req-99e683a0-ab61-41a5-b1bd-3f6eadf69249 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/security-groups?id=6d4decf1-d3f8-40ef-a49d-c078d56e2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502195 May 18 18:34:00.627012 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [None req-3bdb4a39-b0cc-466e-98c7-912a5207887b tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] device_id is not set on port a6f5279e-43b8-4b05-abb4-7873f1fb0602 yet. {{(pid=102731) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 18 18:34:00.662304 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa0f08b1-b1d4-4543-af63-96617a338514 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-dab0d35d-088a-40f9-a12f-eb3855b19813', 'network_id': 'dab0d35d-088a-40f9-a12f-eb3855b19813', 'tenant_id': 'e5f1900d680542aaaebb1458348c420c', 'fixed_ips': [{'subnet_id': '7f54d634-340e-480b-9e5c-369bbf19cc2b'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:34:00.663270 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-aa0f08b1-b1d4-4543-af63-96617a338514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:00.707176 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a212a85-03ff-40ce-8795-635978a18e50 req-b7e986a1-aa84-422a-a5d5-899cf590a9c3 tempest-VolumesSnapshotTestJSON-571199237 tempest-VolumesSnapshotTestJSON-571199237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:34:00.708547 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1a212a85-03ff-40ce-8795-635978a18e50 req-b7e986a1-aa84-422a-a5d5-899cf590a9c3 tempest-VolumesSnapshotTestJSON-571199237 tempest-VolumesSnapshotTestJSON-571199237-project] 10.222.0.85 "GET /v2.0/ports?device_id=ba173694-93b8-4a0c-920d-02defb911d6e HTTP/1.1" status: 200 len: 944 time: 0.1643116 May 18 18:34:00.819049 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1a212a85-03ff-40ce-8795-635978a18e50 req-d8e92369-2348-4966-a316-02af0ebf5d40 tempest-VolumesSnapshotTestJSON-571199237 tempest-VolumesSnapshotTestJSON-571199237-project] 10.222.0.85 "GET /v2.0/security-groups?id=9d44bb54-af95-4468-877a-95621f1eb2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006420 May 18 18:34:00.847846 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-08a14d55-3831-489c-9d50-85225c129563 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:00.860669 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-3bdb4a39-b0cc-466e-98c7-912a5207887b tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Allocated IP 2001:db8::2bb (dab0d35d-088a-40f9-a12f-eb3855b19813/7f54d634-340e-480b-9e5c-369bbf19cc2b/a6f5279e-43b8-4b05-abb4-7873f1fb0602) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:34:00.863065 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-08a14d55-3831-489c-9d50-85225c129563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:00.916929 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-08a14d55-3831-489c-9d50-85225c129563 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=2532ed2f5ba84f87a616b6f4931ebfb2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5748689 May 18 18:34:00.919686 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 60438) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:00.920326 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a14d55-3831-489c-9d50-85225c129563 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=807b6940-1ce3-42ef-a75e-6ed4b4ea0e09,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:00.980125 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-591b5ea5-4d51-44f5-9123-e4f8e8f02e2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:01.004533 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-591b5ea5-4d51-44f5-9123-e4f8e8f02e2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:01.060395 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-591b5ea5-4d51-44f5-9123-e4f8e8f02e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:01.064875 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-591b5ea5-4d51-44f5-9123-e4f8e8f02e2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:01.070223 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-591b5ea5-4d51-44f5-9123-e4f8e8f02e2b admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/807b6940-1ce3-42ef-a75e-6ed4b4ea0e09 HTTP/1.1" status: 204 len: 168 time: 0.1490016 May 18 18:34:01.079695 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3bdb4a39-b0cc-466e-98c7-912a5207887b tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:01.080790 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591b5ea5-4d51-44f5-9123-e4f8e8f02e2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=807b6940-1ce3-42ef-a75e-6ed4b4ea0e09,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:01.124140 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3bdb4a39-b0cc-466e-98c7-912a5207887b tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:01.202619 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bdb4a39-b0cc-466e-98c7-912a5207887b tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Network dab0d35d-088a-40f9-a12f-eb3855b19813 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:34:01.209588 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-3bdb4a39-b0cc-466e-98c7-912a5207887b tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:34:01.220308 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:01.223381 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bdb4a39-b0cc-466e-98c7-912a5207887b tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:34:01.227888 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-aa0f08b1-b1d4-4543-af63-96617a338514 None None] Allocated IP 2001:db8::2 (dab0d35d-088a-40f9-a12f-eb3855b19813/7f54d634-340e-480b-9e5c-369bbf19cc2b/3945ade2-735b-48c4-8c78-54534c888904) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:34:01.230176 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bdb4a39-b0cc-466e-98c7-912a5207887b tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:34:01.230819 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3bdb4a39-b0cc-466e-98c7-912a5207887b tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:01.235295 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdb4a39-b0cc-466e-98c7-912a5207887b tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Pushing event updated for resources: {'Port': ['ID=a6f5279e-43b8-4b05-abb4-7873f1fb0602,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:01.276672 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-3bdb4a39-b0cc-466e-98c7-912a5207887b tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.9177959 May 18 18:34:01.277044 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 60446) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:01.285047 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-85fbbca8-e1ac-4074-9f62-3ea978ae06eb tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Request body: {'port': {'network_id': 'dab0d35d-088a-40f9-a12f-eb3855b19813', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-277562335', 'allowed_address_pairs': [{'ip_address': '2001:db8::2bb', 'mac_address': 'fa:16:3e:89:75:34'}]}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:34:01.322174 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:01.483275 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-aa0f08b1-b1d4-4543-af63-96617a338514 None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:01.495052 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-aa0f08b1-b1d4-4543-af63-96617a338514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:01.539944 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 60448) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:01.554409 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa0f08b1-b1d4-4543-af63-96617a338514 None None] Network dab0d35d-088a-40f9-a12f-eb3855b19813 is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:34:01.555579 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0f08b1-b1d4-4543-af63-96617a338514 None None] Pushing event updated for resources: {'Port': ['ID=3945ade2-735b-48c4-8c78-54534c888904,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:01.559303 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-aa0f08b1-b1d4-4543-af63-96617a338514 None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:34:01.562179 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0f08b1-b1d4-4543-af63-96617a338514 None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:34:01.577052 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5c5707f4-ada9-486c-88ec-8f9ae8dc48e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:01.590921 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85fbbca8-e1ac-4074-9f62-3ea978ae06eb tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Made reservation on behalf of e5f1900d680542aaaebb1458348c420c for: {'port': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:34:01.600441 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3cb89a7a-d4eb-4547-a0ed-7c4977b0d149 req-43087551-54a9-4844-84fb-69b6884a3509 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9c81fdbb-5fe5-4ab2-9ce9-677145af3913&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2453418 May 18 18:34:01.629814 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-aa0f08b1-b1d4-4543-af63-96617a338514 None None] Attempting to bind port 3945ade2-735b-48c4-8c78-54534c888904 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:34:01.630183 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-aa0f08b1-b1d4-4543-af63-96617a338514 None None] Attempting to bind port 3945ade2-735b-48c4-8c78-54534c888904 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': 'aac0f99b-6fe4-47eb-8d41-7742276af720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'dab0d35d-088a-40f9-a12f-eb3855b19813'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:34:01.630551 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0f08b1-b1d4-4543-af63-96617a338514 None None] Attempting to bind port 3945ade2-735b-48c4-8c78-54534c888904 on network dab0d35d-088a-40f9-a12f-eb3855b19813 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:34:01.636179 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0f08b1-b1d4-4543-af63-96617a338514 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:34:01.636548 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0f08b1-b1d4-4543-af63-96617a338514 None None] Checking segment: {'id': 'aac0f99b-6fe4-47eb-8d41-7742276af720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'dab0d35d-088a-40f9-a12f-eb3855b19813'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:34:01.636942 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-aa0f08b1-b1d4-4543-af63-96617a338514 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:01.637326 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0f08b1-b1d4-4543-af63-96617a338514 None None] Bound using segment: {'id': 'aac0f99b-6fe4-47eb-8d41-7742276af720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'dab0d35d-088a-40f9-a12f-eb3855b19813'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:34:01.637810 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-aa0f08b1-b1d4-4543-af63-96617a338514 None None] Bound port: 3945ade2-735b-48c4-8c78-54534c888904, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aac0f99b-6fe4-47eb-8d41-7742276af720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'dab0d35d-088a-40f9-a12f-eb3855b19813'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:34:01.638192 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-aa0f08b1-b1d4-4543-af63-96617a338514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:01.727392 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-aa0f08b1-b1d4-4543-af63-96617a338514 None None] For port 3945ade2-735b-48c4-8c78-54534c888904, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:34:01.732501 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-aa0f08b1-b1d4-4543-af63-96617a338514 None None] For port 3945ade2-735b-48c4-8c78-54534c888904, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=3945ade2-735b-48c4-8c78-54534c888904,segment=NetworkSegment(aac0f99b-6fe4-47eb-8d41-7742276af720),segment_id=aac0f99b-6fe4-47eb-8d41-7742276af720)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:34:01.738114 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-aa0f08b1-b1d4-4543-af63-96617a338514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:01.809786 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0f08b1-b1d4-4543-af63-96617a338514 None None] Pushing event updated for resources: {'Port': ['ID=3945ade2-735b-48c4-8c78-54534c888904,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:01.999872 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642880f1-100e-49ce-a9e1-6602fb6d6b35 req-a88459d5-6f9e-4b57-b378-6dd3b2abd58c tempest-VolumesSnapshotTestJSON-571199237 tempest-VolumesSnapshotTestJSON-571199237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:34:02.005044 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-642880f1-100e-49ce-a9e1-6602fb6d6b35 req-a88459d5-6f9e-4b57-b378-6dd3b2abd58c tempest-VolumesSnapshotTestJSON-571199237 tempest-VolumesSnapshotTestJSON-571199237-project] 10.222.0.85 "GET /v2.0/ports?device_id=ba173694-93b8-4a0c-920d-02defb911d6e HTTP/1.1" status: 200 len: 944 time: 0.1043408 May 18 18:34:02.024226 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 22a49b4b-7bd9-4190-9f4d-85d0c2ee5e5f up at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:34:02.071873 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-642880f1-100e-49ce-a9e1-6602fb6d6b35 req-cce5ca49-0028-47d8-a754-04e5f29883dd tempest-VolumesSnapshotTestJSON-571199237 tempest-VolumesSnapshotTestJSON-571199237-project] 10.222.0.85 "GET /v2.0/security-groups?id=9d44bb54-af95-4468-877a-95621f1eb2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634620 May 18 18:34:02.109993 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning for port 22a49b4b-7bd9-4190-9f4d-85d0c2ee5e5f completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:34:02.115159 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning complete for port 22a49b4b-7bd9-4190-9f4d-85d0c2ee5e5f triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:34:02.115526 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:02.214277 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb89a7a-d4eb-4547-a0ed-7c4977b0d149 req-e9bfac69-9d31-4a90-a407-070564b763da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:34:02.216070 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3cb89a7a-d4eb-4547-a0ed-7c4977b0d149 req-e9bfac69-9d31-4a90-a407-070564b763da service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8b72fb86d7c844d8a21a58d8abaece54&device_id=9c81fdbb-5fe5-4ab2-9ce9-677145af3913 HTTP/1.1" status: 200 len: 1096 time: 0.1554239 May 18 18:34:02.220135 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-85fbbca8-e1ac-4074-9f62-3ea978ae06eb tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:02.225739 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 22a49b4b-7bd9-4190-9f4d-85d0c2ee5e5f is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:34:02.226653 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:02.235764 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e744bb8-88ae-44f3-b3f2-e644f8c6ac6d req-f3066d8c-6a0a-409f-a301-220e05a38a42 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:34:02.237803 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5e744bb8-88ae-44f3-b3f2-e644f8c6ac6d req-f3066d8c-6a0a-409f-a301-220e05a38a42 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/ports?device_id=f6b1c78c-bbdd-4b31-ab0a-7727d7f256f1 HTTP/1.1" status: 200 len: 945 time: 0.1712365 May 18 18:34:02.264211 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 7 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 18:34:02.266936 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba173694-93b8-4a0c-920d-02defb911d6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22a49b4b-7bd9-4190-9f4d-85d0c2ee5e5f'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:34:02.269269 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f0c82d2-a0ba-4fff-a36e-f19046cbc492" -d '{"events": [{"server_uuid": "ba173694-93b8-4a0c-920d-02defb911d6e", "name": "network-vif-plugged", "status": "completed", "tag": "22a49b4b-7bd9-4190-9f4d-85d0c2ee5e5f"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:34:02.284259 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 22a49b4b-7bd9-4190-9f4d-85d0c2ee5e5f, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=22a49b4b-7bd9-4190-9f4d-85d0c2ee5e5f,segment=NetworkSegment(6a0bcacf-c533-411c-a237-768dc94a8f4f),segment_id=6a0bcacf-c533-411c-a237-768dc94a8f4f)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:34:02.294346 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:02.307936 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [None req-85fbbca8-e1ac-4074-9f62-3ea978ae06eb tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] device_id is not set on port 1062aa64-0112-4a2f-b63e-6bbcdc6448df yet. {{(pid=102730) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 18 18:34:02.337691 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d529480-56c8-48a5-8e5f-250d5404430c x-openstack-request-id: req-8d529480-56c8-48a5-8e5f-250d5404430c {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:34:02.338224 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba173694-93b8-4a0c-920d-02defb911d6e", "name": "network-vif-plugged", "status": "completed", "tag": "22a49b4b-7bd9-4190-9f4d-85d0c2ee5e5f", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:34:02.338659 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-8d529480-56c8-48a5-8e5f-250d5404430c {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:34:02.339193 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d529480-56c8-48a5-8e5f-250d5404430c'] response: {'server_uuid': 'ba173694-93b8-4a0c-920d-02defb911d6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22a49b4b-7bd9-4190-9f4d-85d0c2ee5e5f', 'code': 200} May 18 18:34:02.384937 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=22a49b4b-7bd9-4190-9f4d-85d0c2ee5e5f,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:02.428028 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5c5707f4-ada9-486c-88ec-8f9ae8dc48e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:02.443072 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5e744bb8-88ae-44f3-b3f2-e644f8c6ac6d req-affb169d-97be-4119-8bb0-0f92906f2ff1 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/security-groups?id=6d4decf1-d3f8-40ef-a49d-c078d56e2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925938 May 18 18:34:02.465605 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5c5707f4-ada9-486c-88ec-8f9ae8dc48e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:02.582751 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-5c5707f4-ada9-486c-88ec-8f9ae8dc48e9 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=cbe1bb4c37d8404fbe2398c66ebf9be9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0415132 May 18 18:34:02.585453 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 60472) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:02.587880 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5707f4-ada9-486c-88ec-8f9ae8dc48e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5726fdf2-3ba2-43c3-879b-82396e28570d,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:02.595271 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb89a7a-d4eb-4547-a0ed-7c4977b0d149 req-855a2055-d0c2-46ec-8b85-92ea160e2663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:34:02.598177 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3cb89a7a-d4eb-4547-a0ed-7c4977b0d149 req-855a2055-d0c2-46ec-8b85-92ea160e2663 service neutron] 10.222.0.36 "GET /v2.0/networks?id=492fec2b-f975-425f-828b-425816a23c89 HTTP/1.1" status: 200 len: 906 time: 0.3514071 May 18 18:34:02.617781 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8212c49-19c4-4400-b819-031af9f2054e req-4f8c8b63-ebf9-4be1-83be-6fb465eeb6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:34:02.619310 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e8212c49-19c4-4400-b819-031af9f2054e req-4f8c8b63-ebf9-4be1-83be-6fb465eeb6f3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ba173694-93b8-4a0c-920d-02defb911d6e HTTP/1.1" status: 200 len: 1096 time: 0.1938417 May 18 18:34:02.663045 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ebaef46b-20fa-43ca-9b2e-c71f665b74be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:02.676128 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3cb89a7a-d4eb-4547-a0ed-7c4977b0d149 req-8875180a-182a-4cae-94a0-8ccdd1a436cd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=84d44d3e-b0bb-476d-a838-b97212311ad1 HTTP/1.1" status: 200 len: 217 time: 0.0679734 May 18 18:34:02.677356 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-85fbbca8-e1ac-4074-9f62-3ea978ae06eb tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Allocated IP 2001:db8::13d (dab0d35d-088a-40f9-a12f-eb3855b19813/7f54d634-340e-480b-9e5c-369bbf19cc2b/1062aa64-0112-4a2f-b63e-6bbcdc6448df) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:34:02.698135 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ebaef46b-20fa-43ca-9b2e-c71f665b74be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:02.774519 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ebaef46b-20fa-43ca-9b2e-c71f665b74be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:02.778493 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ebaef46b-20fa-43ca-9b2e-c71f665b74be admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:02.784748 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-ebaef46b-20fa-43ca-9b2e-c71f665b74be admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/5726fdf2-3ba2-43c3-879b-82396e28570d HTTP/1.1" status: 204 len: 168 time: 0.1974878 May 18 18:34:02.792104 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e8212c49-19c4-4400-b819-031af9f2054e req-ce0cdd82-b3a6-40a6-8996-b16a0cc04891 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9d44bb54-af95-4468-877a-95621f1eb2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346238 May 18 18:34:02.798870 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaef46b-20fa-43ca-9b2e-c71f665b74be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5726fdf2-3ba2-43c3-879b-82396e28570d,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:02.801814 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb89a7a-d4eb-4547-a0ed-7c4977b0d149 req-090a1b67-d8b0-40d4-abbc-1dcfc8684931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:34:02.803728 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3cb89a7a-d4eb-4547-a0ed-7c4977b0d149 req-090a1b67-d8b0-40d4-abbc-1dcfc8684931 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2280c6a7-2fbb-43fd-a641-4a8bbdb3adbf HTTP/1.1" status: 200 len: 845 time: 0.1206999 May 18 18:34:02.893834 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 3945ade2-735b-48c4-8c78-54534c888904 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:34:02.972155 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 3945ade2-735b-48c4-8c78-54534c888904 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:34:02.972532 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:03.060761 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3cb89a7a-d4eb-4547-a0ed-7c4977b0d149 req-d80e7177-4197-4824-b51f-1b3663a6ad81 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=492fec2b-f975-425f-828b-425816a23c89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395467 May 18 18:34:03.084461 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 3945ade2-735b-48c4-8c78-54534c888904 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:34:03.085015 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:03.116384 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-85fbbca8-e1ac-4074-9f62-3ea978ae06eb tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:03.147258 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-491c4db7-6baf-49a0-8f43-2527b189bfd6 None None] Network dab0d35d-088a-40f9-a12f-eb3855b19813 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:34:03.225574 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3cb89a7a-d4eb-4547-a0ed-7c4977b0d149 req-a3d5512b-b4be-47c9-8e06-f7a1d6080c08 service neutron] 10.222.0.36 "GET /v2.0/networks/492fec2b-f975-425f-828b-425816a23c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565809 May 18 18:34:03.227681 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-85fbbca8-e1ac-4074-9f62-3ea978ae06eb tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:03.323234 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea9d629-97d2-4e76-998c-1fb266f7dd78 req-f6fdca8d-2809-4f81-9532-d85b761ea206 tempest-VolumesSnapshotTestJSON-571199237 tempest-VolumesSnapshotTestJSON-571199237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:34:03.342305 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-aea9d629-97d2-4e76-998c-1fb266f7dd78 req-f6fdca8d-2809-4f81-9532-d85b761ea206 tempest-VolumesSnapshotTestJSON-571199237 tempest-VolumesSnapshotTestJSON-571199237-project] 10.222.0.85 "GET /v2.0/ports?device_id=ba173694-93b8-4a0c-920d-02defb911d6e HTTP/1.1" status: 200 len: 945 time: 0.1215904 May 18 18:34:03.364137 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85fbbca8-e1ac-4074-9f62-3ea978ae06eb tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Network dab0d35d-088a-40f9-a12f-eb3855b19813 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:34:03.378817 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-85fbbca8-e1ac-4074-9f62-3ea978ae06eb tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:34:03.381331 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fbbca8-e1ac-4074-9f62-3ea978ae06eb tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Pushing event updated for resources: {'Port': ['ID=1062aa64-0112-4a2f-b63e-6bbcdc6448df,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:03.384112 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fbbca8-e1ac-4074-9f62-3ea978ae06eb tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:34:03.392078 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85fbbca8-e1ac-4074-9f62-3ea978ae06eb tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:34:03.392874 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-85fbbca8-e1ac-4074-9f62-3ea978ae06eb tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:03.397188 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-aea9d629-97d2-4e76-998c-1fb266f7dd78 req-820aaaec-d5f6-406e-82f3-817e816f1cd8 tempest-VolumesSnapshotTestJSON-571199237 tempest-VolumesSnapshotTestJSON-571199237-project] 10.222.0.85 "GET /v2.0/security-groups?id=9d44bb54-af95-4468-877a-95621f1eb2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530267 May 18 18:34:03.432495 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-85fbbca8-e1ac-4074-9f62-3ea978ae06eb tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 2.1507604 May 18 18:34:03.433346 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 60500) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:03.539214 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3cb89a7a-d4eb-4547-a0ed-7c4977b0d149 req-d510ed96-e51b-42e2-b17c-b750b97fda38 service neutron] 10.222.0.36 "GET /v2.0/networks/492fec2b-f975-425f-828b-425816a23c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2679493 May 18 18:34:03.575352 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] For port 3945ade2-735b-48c4-8c78-54534c888904, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=3945ade2-735b-48c4-8c78-54534c888904,segment=NetworkSegment(aac0f99b-6fe4-47eb-8d41-7742276af720),segment_id=aac0f99b-6fe4-47eb-8d41-7742276af720)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:34:03.585066 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:03.614984 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-335d5fd0-d094-4e72-983d-051299db0c8e tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:34:03.620409 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-4ee86a4e-8789-4e3e-8f61-cb8860d3964a None None] Provisioning complete for port 3945ade2-735b-48c4-8c78-54534c888904 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:34:03.620783 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-4ee86a4e-8789-4e3e-8f61-cb8860d3964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:03.639417 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-335d5fd0-d094-4e72-983d-051299db0c8e tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:34:03.650670 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-335d5fd0-d094-4e72-983d-051299db0c8e tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:34:03.656678 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 60508) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:03.662454 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-335d5fd0-d094-4e72-983d-051299db0c8e tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] 10.222.0.85 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.2276118 May 18 18:34:03.713516 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Pushing event updated for resources: {'Port': ['ID=3945ade2-735b-48c4-8c78-54534c888904,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:03.715355 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b9c7ac-90cb-4728-8e48-9a292df900b6 req-ee5cdd5f-5f49-45bb-8507-c7efbcf05f06 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:34:03.717405 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-46b9c7ac-90cb-4728-8e48-9a292df900b6 req-ee5cdd5f-5f49-45bb-8507-c7efbcf05f06 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/ports?device_id=f6b1c78c-bbdd-4b31-ab0a-7727d7f256f1 HTTP/1.1" status: 200 len: 945 time: 0.1306052 May 18 18:34:03.796148 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-46b9c7ac-90cb-4728-8e48-9a292df900b6 req-6fe62c1a-6502-44bb-86fe-cbdaa719c064 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/security-groups?id=6d4decf1-d3f8-40ef-a49d-c078d56e2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696337 May 18 18:34:03.838933 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-cc3dff3b-a3fd-445e-8b71-7a3727da942a tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Deleting port 1062aa64-0112-4a2f-b63e-6bbcdc6448df {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:34:03.839626 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-cc3dff3b-a3fd-445e-8b71-7a3727da942a tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:03.845444 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-4ee86a4e-8789-4e3e-8f61-cb8860d3964a None None] Current status of the port 3945ade2-735b-48c4-8c78-54534c888904 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:34:03.996858 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-cc3dff3b-a3fd-445e-8b71-7a3727da942a tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:04.023442 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-cc3dff3b-a3fd-445e-8b71-7a3727da942a tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Calling delete_port for 1062aa64-0112-4a2f-b63e-6bbcdc6448df owned by {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:34:04.191548 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-cc3dff3b-a3fd-445e-8b71-7a3727da942a tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:04.232386 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3dff3b-a3fd-445e-8b71-7a3727da942a tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Pushing event deleted for resources: {'Port': ['ID=1062aa64-0112-4a2f-b63e-6bbcdc6448df,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:04.330805 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-f96d671e-57de-4a8e-8917-df1f91e2dff4 None None] Provisioning complete for port 3945ade2-735b-48c4-8c78-54534c888904 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:34:04.331247 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f96d671e-57de-4a8e-8917-df1f91e2dff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:04.373397 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-cc3dff3b-a3fd-445e-8b71-7a3727da942a tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:04.377269 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-cc3dff3b-a3fd-445e-8b71-7a3727da942a tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] 10.222.0.85 "DELETE /v2.0/ports/1062aa64-0112-4a2f-b63e-6bbcdc6448df HTTP/1.1" status: 204 len: 168 time: 0.7186539 May 18 18:34:04.384741 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 60526) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:04.423649 n-d-838550-3 neutron-server[102730]: INFO neutron.pecan_wsgi.hooks.translation [None req-e46de95c-2527-4c8e-a7be-e710b7eb8820 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] GET failed (client error): The resource could not be found. May 18 18:34:04.425408 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-e46de95c-2527-4c8e-a7be-e710b7eb8820 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] 10.222.0.85 "GET /v2.0/ports/1062aa64-0112-4a2f-b63e-6bbcdc6448df HTTP/1.1" status: 404 len: 333 time: 0.0389965 May 18 18:34:04.430650 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 60530) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:04.436550 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-f54145f0-7ea5-457e-a44a-e0101bcec154 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Request body: {'port': {'network_id': 'dab0d35d-088a-40f9-a12f-eb3855b19813', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-723930599'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:34:04.531550 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-f96d671e-57de-4a8e-8917-df1f91e2dff4 None None] Current status of the port 3945ade2-735b-48c4-8c78-54534c888904 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:34:04.543094 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-f96d671e-57de-4a8e-8917-df1f91e2dff4 None None] Could not find standard attr ID for object 1062aa64-0112-4a2f-b63e-6bbcdc6448df. {{(pid=102732) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 18 18:34:04.558006 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-f96d671e-57de-4a8e-8917-df1f91e2dff4 None None] Provisioning complete for port a6f5279e-43b8-4b05-abb4-7873f1fb0602 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:34:04.558680 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f96d671e-57de-4a8e-8917-df1f91e2dff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:04.612152 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-f96d671e-57de-4a8e-8917-df1f91e2dff4 None None] Port a6f5279e-43b8-4b05-abb4-7873f1fb0602 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:34:04.647434 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b889dbc-9e72-491f-a88b-f4806bcd952d req-0b0389d2-f32b-4c90-8e1d-ea8552d14b82 tempest-VolumesSnapshotTestJSON-571199237 tempest-VolumesSnapshotTestJSON-571199237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:34:04.649783 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4b889dbc-9e72-491f-a88b-f4806bcd952d req-0b0389d2-f32b-4c90-8e1d-ea8552d14b82 tempest-VolumesSnapshotTestJSON-571199237 tempest-VolumesSnapshotTestJSON-571199237-project] 10.222.0.85 "GET /v2.0/ports?device_id=ba173694-93b8-4a0c-920d-02defb911d6e HTTP/1.1" status: 200 len: 945 time: 0.1032629 May 18 18:34:04.721100 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4b889dbc-9e72-491f-a88b-f4806bcd952d req-d7cfb7a1-4dda-44e6-bf24-d51624f57e9f tempest-VolumesSnapshotTestJSON-571199237 tempest-VolumesSnapshotTestJSON-571199237-project] 10.222.0.85 "GET /v2.0/security-groups?id=9d44bb54-af95-4468-877a-95621f1eb2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598445 May 18 18:34:04.734950 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f54145f0-7ea5-457e-a44a-e0101bcec154 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Made reservation on behalf of e5f1900d680542aaaebb1458348c420c for: {'port': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:34:04.739790 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f54145f0-7ea5-457e-a44a-e0101bcec154 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:04.746282 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a6a662bf-768b-429a-8408-5972608eaf0f None None] Provisioning complete for port a6f5279e-43b8-4b05-abb4-7873f1fb0602 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:34:04.747562 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a6a662bf-768b-429a-8408-5972608eaf0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:04.780114 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [None req-f54145f0-7ea5-457e-a44a-e0101bcec154 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] device_id is not set on port 4b939c95-b69e-4979-ba05-2324031b1429 yet. {{(pid=102731) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 18 18:34:04.806004 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a6a662bf-768b-429a-8408-5972608eaf0f None None] Port a6f5279e-43b8-4b05-abb4-7873f1fb0602 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:34:04.916708 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 3945ade2-735b-48c4-8c78-54534c888904 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:34:05.025131 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 3945ade2-735b-48c4-8c78-54534c888904 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:34:05.026531 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:05.062193 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10fd9fd-8bce-4b7c-8146-6012300d97e5 req-4e9372e1-7d4d-408f-9f26-af3b8488c2a1 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:34:05.063896 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c10fd9fd-8bce-4b7c-8146-6012300d97e5 req-4e9372e1-7d4d-408f-9f26-af3b8488c2a1 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/ports?device_id=f6b1c78c-bbdd-4b31-ab0a-7727d7f256f1 HTTP/1.1" status: 200 len: 945 time: 0.1175020 May 18 18:34:05.077606 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-f54145f0-7ea5-457e-a44a-e0101bcec154 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Allocated IP 2001:db8::35e (dab0d35d-088a-40f9-a12f-eb3855b19813/7f54d634-340e-480b-9e5c-369bbf19cc2b/4b939c95-b69e-4979-ba05-2324031b1429) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:34:05.131671 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 3945ade2-735b-48c4-8c78-54534c888904 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:34:05.135805 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c10fd9fd-8bce-4b7c-8146-6012300d97e5 req-bc1108a3-3fa7-4fcc-898d-2916a995c8a9 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/security-groups?id=6d4decf1-d3f8-40ef-a49d-c078d56e2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596159 May 18 18:34:05.227109 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-0730beb0-66a8-4bab-8e27-ab7a845218d7 None None] Could not find standard attr ID for object 1062aa64-0112-4a2f-b63e-6bbcdc6448df. {{(pid=102732) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 18 18:34:05.393929 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f54145f0-7ea5-457e-a44a-e0101bcec154 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:05.468481 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f54145f0-7ea5-457e-a44a-e0101bcec154 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:05.562957 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54145f0-7ea5-457e-a44a-e0101bcec154 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Pushing event updated for resources: {'Port': ['ID=4b939c95-b69e-4979-ba05-2324031b1429,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:05.600878 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f54145f0-7ea5-457e-a44a-e0101bcec154 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Network dab0d35d-088a-40f9-a12f-eb3855b19813 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:34:05.609491 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-f54145f0-7ea5-457e-a44a-e0101bcec154 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:34:05.613098 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54145f0-7ea5-457e-a44a-e0101bcec154 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:34:05.620201 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f54145f0-7ea5-457e-a44a-e0101bcec154 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:34:05.621248 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f54145f0-7ea5-457e-a44a-e0101bcec154 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:05.651420 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 60572) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:05.659569 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-f54145f0-7ea5-457e-a44a-e0101bcec154 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.2244735 May 18 18:34:05.663517 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-c5b54733-e391-430e-a828-817dc7c7f8f4 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2bb', 'mac_address': 'fa:16:3e:89:75:34'}]}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:34:05.847460 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c5b54733-e391-430e-a828-817dc7c7f8f4 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:06.110716 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-dec43608-933c-4ba4-92c7-08bebef42095 None None] Provisioning complete for port 4b939c95-b69e-4979-ba05-2324031b1429 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:34:06.111641 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-dec43608-933c-4ba4-92c7-08bebef42095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:06.138926 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c5b54733-e391-430e-a828-817dc7c7f8f4 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:06.145823 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c5b54733-e391-430e-a828-817dc7c7f8f4 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:06.206277 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-dec43608-933c-4ba4-92c7-08bebef42095 None None] Port 4b939c95-b69e-4979-ba05-2324031b1429 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:34:06.209471 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-c5b54733-e391-430e-a828-817dc7c7f8f4 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] In _notify_port_updated(), no bound segment for port 4b939c95-b69e-4979-ba05-2324031b1429 on network dab0d35d-088a-40f9-a12f-eb3855b19813 {{(pid=102730) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 18 18:34:06.215916 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b54733-e391-430e-a828-817dc7c7f8f4 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:34:06.216730 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c5b54733-e391-430e-a828-817dc7c7f8f4 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:06.218128 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-c5b54733-e391-430e-a828-817dc7c7f8f4 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] 10.222.0.85 "PUT /v2.0/ports/4b939c95-b69e-4979-ba05-2324031b1429 HTTP/1.1" status: 200 len: 1002 time: 0.5657625 May 18 18:34:06.221189 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 60604) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:06.245023 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b54733-e391-430e-a828-817dc7c7f8f4 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Pushing event updated for resources: {'Port': ['ID=4b939c95-b69e-4979-ba05-2324031b1429,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:06.466158 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b75c6fd-b9b4-444e-ba10-31e45413c6da req-615a4563-0727-45ff-8bab-f0de4534d922 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:34:06.468296 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5b75c6fd-b9b4-444e-ba10-31e45413c6da req-615a4563-0727-45ff-8bab-f0de4534d922 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/ports?device_id=f6b1c78c-bbdd-4b31-ab0a-7727d7f256f1 HTTP/1.1" status: 200 len: 945 time: 0.1988084 May 18 18:34:06.519678 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5b75c6fd-b9b4-444e-ba10-31e45413c6da req-6bce886a-5700-4046-8621-b06bb1f51794 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/security-groups?id=6d4decf1-d3f8-40ef-a49d-c078d56e2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413153 May 18 18:34:06.536228 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-6763210a-a72f-4afd-9ea7-f765b17f7a41 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Deleting port 4b939c95-b69e-4979-ba05-2324031b1429 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:34:06.537153 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6763210a-a72f-4afd-9ea7-f765b17f7a41 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:06.572160 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 60612) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:06.658959 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a011c5bd-5951-4816-8d40-0ec5d2bd4a6f None None] Provisioning complete for port 4b939c95-b69e-4979-ba05-2324031b1429 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:34:06.663075 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a011c5bd-5951-4816-8d40-0ec5d2bd4a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:06.679878 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6763210a-a72f-4afd-9ea7-f765b17f7a41 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:06.708206 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-6763210a-a72f-4afd-9ea7-f765b17f7a41 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Calling delete_port for 4b939c95-b69e-4979-ba05-2324031b1429 owned by {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:34:06.748687 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a011c5bd-5951-4816-8d40-0ec5d2bd4a6f None None] Port 4b939c95-b69e-4979-ba05-2324031b1429 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:34:06.755858 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3c90fca8-b3fe-4d14-a434-5f2c6db29260 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:06.858537 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3c90fca8-b3fe-4d14-a434-5f2c6db29260 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:06.864857 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3c90fca8-b3fe-4d14-a434-5f2c6db29260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:06.901151 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6763210a-a72f-4afd-9ea7-f765b17f7a41 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:06.906937 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-3c90fca8-b3fe-4d14-a434-5f2c6db29260 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=92c5977a42c5482ea1005ee273379cd3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3330951 May 18 18:34:06.909438 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 60616) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:06.912240 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c90fca8-b3fe-4d14-a434-5f2c6db29260 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8c38bb3-e3e6-4872-923e-2c3629017d80,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:06.966768 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6763210a-a72f-4afd-9ea7-f765b17f7a41 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Pushing event deleted for resources: {'Port': ['ID=4b939c95-b69e-4979-ba05-2324031b1429,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:06.971288 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f1e8a0e2-0ae7-4952-a017-8511ef479ce1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:07.019992 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f1e8a0e2-0ae7-4952-a017-8511ef479ce1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:07.102293 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f1e8a0e2-0ae7-4952-a017-8511ef479ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:07.105751 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f1e8a0e2-0ae7-4952-a017-8511ef479ce1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:07.109262 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-f1e8a0e2-0ae7-4952-a017-8511ef479ce1 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/a8c38bb3-e3e6-4872-923e-2c3629017d80 HTTP/1.1" status: 204 len: 168 time: 0.1966648 May 18 18:34:07.125563 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8a0e2-0ae7-4952-a017-8511ef479ce1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8c38bb3-e3e6-4872-923e-2c3629017d80,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:07.158325 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6763210a-a72f-4afd-9ea7-f765b17f7a41 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:07.165656 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-6763210a-a72f-4afd-9ea7-f765b17f7a41 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] 10.222.0.85 "DELETE /v2.0/ports/4b939c95-b69e-4979-ba05-2324031b1429 HTTP/1.1" status: 204 len: 168 time: 0.9433584 May 18 18:34:07.166312 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 60620) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:07.198770 n-d-838550-3 neutron-server[102731]: INFO neutron.pecan_wsgi.hooks.translation [None req-5944e999-4c88-41c9-b22c-740b40fb9614 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] GET failed (client error): The resource could not be found. May 18 18:34:07.200592 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-5944e999-4c88-41c9-b22c-740b40fb9614 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] 10.222.0.85 "GET /v2.0/ports/4b939c95-b69e-4979-ba05-2324031b1429 HTTP/1.1" status: 404 len: 333 time: 0.0330179 May 18 18:34:07.206169 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 60622) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:07.214529 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-d8469dbe-bc5f-4fd2-9523-596ae21b2e92 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Request body: {'port': {'network_id': 'dab0d35d-088a-40f9-a12f-eb3855b19813', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1169332787'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:34:07.406913 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8469dbe-bc5f-4fd2-9523-596ae21b2e92 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Made reservation on behalf of e5f1900d680542aaaebb1458348c420c for: {'port': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:34:07.411178 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d8469dbe-bc5f-4fd2-9523-596ae21b2e92 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:07.436240 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [None req-d8469dbe-bc5f-4fd2-9523-596ae21b2e92 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] device_id is not set on port 3fb08c75-48cf-4b82-9191-a425e5b9d08c yet. {{(pid=102730) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 18 18:34:07.545477 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 60628) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:07.573454 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e5d3c379-fc71-4643-8c3f-979790fa3a23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:07.587348 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-d8469dbe-bc5f-4fd2-9523-596ae21b2e92 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Allocated IP 2001:db8::24e (dab0d35d-088a-40f9-a12f-eb3855b19813/7f54d634-340e-480b-9e5c-369bbf19cc2b/3fb08c75-48cf-4b82-9191-a425e5b9d08c) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:34:07.689825 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-dadd1e77-ae6b-4ce5-b0e6-787fff13fca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:07.739287 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e5d3c379-fc71-4643-8c3f-979790fa3a23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:07.748570 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e5d3c379-fc71-4643-8c3f-979790fa3a23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:07.801897 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-e5d3c379-fc71-4643-8c3f-979790fa3a23 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=bc7e2e5e1010419d8eb8a512ff932ace&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2552755 May 18 18:34:07.802719 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 60634) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:07.845755 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d3c379-fc71-4643-8c3f-979790fa3a23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfa5e7e6-c046-4122-b9c4-2fdeb3722b3d,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:07.866700 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1ae06346-5329-4c73-9006-b583904c25b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:07.877579 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4947dbb9-b0a9-4828-83dd-f188241d4180 req-70682e4a-99d3-4a94-be78-601629aeaef2 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:34:07.879317 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4947dbb9-b0a9-4828-83dd-f188241d4180 req-70682e4a-99d3-4a94-be78-601629aeaef2 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/ports?device_id=f6b1c78c-bbdd-4b31-ab0a-7727d7f256f1 HTTP/1.1" status: 200 len: 945 time: 0.2434158 May 18 18:34:07.896003 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1ae06346-5329-4c73-9006-b583904c25b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:07.950379 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d8469dbe-bc5f-4fd2-9523-596ae21b2e92 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:07.971393 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1ae06346-5329-4c73-9006-b583904c25b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:07.976028 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1ae06346-5329-4c73-9006-b583904c25b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:07.977953 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-1ae06346-5329-4c73-9006-b583904c25b5 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/bfa5e7e6-c046-4122-b9c4-2fdeb3722b3d HTTP/1.1" status: 204 len: 168 time: 0.1739562 May 18 18:34:07.987200 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4947dbb9-b0a9-4828-83dd-f188241d4180 req-e5bb79c1-9896-48da-a020-67cec8186c31 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/security-groups?id=6d4decf1-d3f8-40ef-a49d-c078d56e2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926416 May 18 18:34:08.000102 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae06346-5329-4c73-9006-b583904c25b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfa5e7e6-c046-4122-b9c4-2fdeb3722b3d,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:08.044578 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d8469dbe-bc5f-4fd2-9523-596ae21b2e92 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:08.103194 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8469dbe-bc5f-4fd2-9523-596ae21b2e92 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Network dab0d35d-088a-40f9-a12f-eb3855b19813 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:34:08.107485 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-d8469dbe-bc5f-4fd2-9523-596ae21b2e92 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:34:08.114087 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8469dbe-bc5f-4fd2-9523-596ae21b2e92 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:34:08.121933 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8469dbe-bc5f-4fd2-9523-596ae21b2e92 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:34:08.122569 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d8469dbe-bc5f-4fd2-9523-596ae21b2e92 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:08.140622 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-d8469dbe-bc5f-4fd2-9523-596ae21b2e92 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.9329703 May 18 18:34:08.144761 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 60638) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:08.152490 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-d4565df3-74ce-45a3-9d4f-4e0cfa75f4a8 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:89:75:34'}]}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:34:08.163801 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8469dbe-bc5f-4fd2-9523-596ae21b2e92 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Pushing event updated for resources: {'Port': ['ID=3fb08c75-48cf-4b82-9191-a425e5b9d08c,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:08.369538 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d4565df3-74ce-45a3-9d4f-4e0cfa75f4a8 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:08.584583 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-1a6a21cc-fb39-4280-9dd0-778fb80a93fa None None] Provisioning complete for port 3fb08c75-48cf-4b82-9191-a425e5b9d08c triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:34:08.584949 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1a6a21cc-fb39-4280-9dd0-778fb80a93fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:08.639442 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-1a6a21cc-fb39-4280-9dd0-778fb80a93fa None None] Port 3fb08c75-48cf-4b82-9191-a425e5b9d08c cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:34:08.707840 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d4565df3-74ce-45a3-9d4f-4e0cfa75f4a8 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:08.718209 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d4565df3-74ce-45a3-9d4f-4e0cfa75f4a8 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:08.800238 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4565df3-74ce-45a3-9d4f-4e0cfa75f4a8 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Pushing event updated for resources: {'Port': ['ID=3fb08c75-48cf-4b82-9191-a425e5b9d08c,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:08.833537 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-d4565df3-74ce-45a3-9d4f-4e0cfa75f4a8 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] In _notify_port_updated(), no bound segment for port 3fb08c75-48cf-4b82-9191-a425e5b9d08c on network dab0d35d-088a-40f9-a12f-eb3855b19813 {{(pid=102731) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 18 18:34:08.843776 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4565df3-74ce-45a3-9d4f-4e0cfa75f4a8 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:34:08.844779 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d4565df3-74ce-45a3-9d4f-4e0cfa75f4a8 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:08.848714 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-d4565df3-74ce-45a3-9d4f-4e0cfa75f4a8 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] 10.222.0.85 "PUT /v2.0/ports/3fb08c75-48cf-4b82-9191-a425e5b9d08c HTTP/1.1" status: 200 len: 1003 time: 0.7028582 May 18 18:34:08.851329 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 60658) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:09.067341 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-8ec4ed69-3d25-43f4-9505-215b087d991a tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Deleting port 3fb08c75-48cf-4b82-9191-a425e5b9d08c {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:34:09.067957 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8ec4ed69-3d25-43f4-9505-215b087d991a tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:09.290111 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcff083-0db8-4a81-8036-91969a38d4df req-ba7249b7-d229-49c8-8e34-45603e945277 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:34:09.299873 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-efcff083-0db8-4a81-8036-91969a38d4df req-ba7249b7-d229-49c8-8e34-45603e945277 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/ports?device_id=f6b1c78c-bbdd-4b31-ab0a-7727d7f256f1 HTTP/1.1" status: 200 len: 945 time: 0.1134362 May 18 18:34:09.318535 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-822127a3-999a-4762-b623-6fa93508a9f8 None None] Provisioning complete for port 3fb08c75-48cf-4b82-9191-a425e5b9d08c triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:34:09.319467 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-822127a3-999a-4762-b623-6fa93508a9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:09.343492 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8ec4ed69-3d25-43f4-9505-215b087d991a tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:09.395360 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-efcff083-0db8-4a81-8036-91969a38d4df req-72b13a57-c90b-4660-b1b3-167b08999856 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/security-groups?id=6d4decf1-d3f8-40ef-a49d-c078d56e2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885277 May 18 18:34:09.411355 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-8ec4ed69-3d25-43f4-9505-215b087d991a tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Calling delete_port for 3fb08c75-48cf-4b82-9191-a425e5b9d08c owned by {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:34:09.416856 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-822127a3-999a-4762-b623-6fa93508a9f8 None None] Port 3fb08c75-48cf-4b82-9191-a425e5b9d08c cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:34:09.495285 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 60670) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:09.698276 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8ec4ed69-3d25-43f4-9505-215b087d991a tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:09.734554 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec4ed69-3d25-43f4-9505-215b087d991a tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Pushing event deleted for resources: {'Port': ['ID=3fb08c75-48cf-4b82-9191-a425e5b9d08c,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:09.767361 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8ec4ed69-3d25-43f4-9505-215b087d991a tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:09.781784 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 60678) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:09.781938 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-8ec4ed69-3d25-43f4-9505-215b087d991a tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] 10.222.0.85 "DELETE /v2.0/ports/3fb08c75-48cf-4b82-9191-a425e5b9d08c HTTP/1.1" status: 204 len: 168 time: 0.9225740 May 18 18:34:09.822941 n-d-838550-3 neutron-server[102730]: INFO neutron.pecan_wsgi.hooks.translation [None req-e604e793-4bf4-49f7-860b-fe9d45917ce3 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] GET failed (client error): The resource could not be found. May 18 18:34:09.830846 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-e604e793-4bf4-49f7-860b-fe9d45917ce3 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] 10.222.0.85 "GET /v2.0/ports/3fb08c75-48cf-4b82-9191-a425e5b9d08c HTTP/1.1" status: 404 len: 333 time: 0.0538118 May 18 18:34:09.832231 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 60686) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:09.841539 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-132a1605-e6b3-401a-94f9-7d048cb8ae30 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Request body: {'port': {'network_id': 'dab0d35d-088a-40f9-a12f-eb3855b19813', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-729913257'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:34:09.912224 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-57d6f1ad-94a1-4e17-a5f4-795b1fa1cdf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:10.014307 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-132a1605-e6b3-401a-94f9-7d048cb8ae30 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Made reservation on behalf of e5f1900d680542aaaebb1458348c420c for: {'port': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:34:10.038853 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-132a1605-e6b3-401a-94f9-7d048cb8ae30 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:10.048919 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-5dac6e93-ee8c-4568-baa9-48ba185253d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:10.080098 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [None req-132a1605-e6b3-401a-94f9-7d048cb8ae30 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] device_id is not set on port 4065ef07-f092-40d8-a72a-eb4eafb09706 yet. {{(pid=102731) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 18 18:34:10.091419 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-57d6f1ad-94a1-4e17-a5f4-795b1fa1cdf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:10.097652 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-57d6f1ad-94a1-4e17-a5f4-795b1fa1cdf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:10.151873 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d6f1ad-94a1-4e17-a5f4-795b1fa1cdf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec43e5f6-3ed4-43a3-a9f5-6bf9e506234c,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:10.156599 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-57d6f1ad-94a1-4e17-a5f4-795b1fa1cdf4 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=8217c8cf4def4765843f9ba88aadf4eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6602447 May 18 18:34:10.159269 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 60694) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:10.255110 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ba0ba794-9f14-44fd-ab06-ff1607159aa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:10.295858 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-132a1605-e6b3-401a-94f9-7d048cb8ae30 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Allocated IP 2001:db8::23e (dab0d35d-088a-40f9-a12f-eb3855b19813/7f54d634-340e-480b-9e5c-369bbf19cc2b/4065ef07-f092-40d8-a72a-eb4eafb09706) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:34:10.303599 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ba0ba794-9f14-44fd-ab06-ff1607159aa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:10.403003 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ba0ba794-9f14-44fd-ab06-ff1607159aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:10.405891 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ba0ba794-9f14-44fd-ab06-ff1607159aa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:10.407332 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-ba0ba794-9f14-44fd-ab06-ff1607159aa2 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/ec43e5f6-3ed4-43a3-a9f5-6bf9e506234c HTTP/1.1" status: 204 len: 168 time: 0.2468474 May 18 18:34:10.543705 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0ba794-9f14-44fd-ab06-ff1607159aa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec43e5f6-3ed4-43a3-a9f5-6bf9e506234c,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:10.609763 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d30e94b-3d61-4828-8a6a-4a25ca35e476 req-5f303118-4a10-452b-a93e-9caea0796e3e tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:34:10.631369 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3d30e94b-3d61-4828-8a6a-4a25ca35e476 req-5f303118-4a10-452b-a93e-9caea0796e3e tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/ports?device_id=f6b1c78c-bbdd-4b31-ab0a-7727d7f256f1 HTTP/1.1" status: 200 len: 945 time: 0.1090891 May 18 18:34:10.657236 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-132a1605-e6b3-401a-94f9-7d048cb8ae30 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:10.741757 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3d30e94b-3d61-4828-8a6a-4a25ca35e476 req-6c6a4ce2-eec7-4aad-b9ad-9444ce821fa1 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/security-groups?id=6d4decf1-d3f8-40ef-a49d-c078d56e2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066477 May 18 18:34:10.752335 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-132a1605-e6b3-401a-94f9-7d048cb8ae30 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:10.822845 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-132a1605-e6b3-401a-94f9-7d048cb8ae30 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Network dab0d35d-088a-40f9-a12f-eb3855b19813 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:34:10.826576 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-132a1605-e6b3-401a-94f9-7d048cb8ae30 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:34:10.834109 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132a1605-e6b3-401a-94f9-7d048cb8ae30 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:34:10.841734 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132a1605-e6b3-401a-94f9-7d048cb8ae30 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:34:10.842404 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-132a1605-e6b3-401a-94f9-7d048cb8ae30 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:10.846259 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132a1605-e6b3-401a-94f9-7d048cb8ae30 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Pushing event updated for resources: {'Port': ['ID=4065ef07-f092-40d8-a72a-eb4eafb09706,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:10.866382 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-132a1605-e6b3-401a-94f9-7d048cb8ae30 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.0324297 May 18 18:34:10.874599 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 60728) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:10.879798 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-9a73f748-0420-46c3-9b22-e9e80e85bf28 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Request body: {'port': {'network_id': 'dab0d35d-088a-40f9-a12f-eb3855b19813', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-854258011'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:34:11.043321 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a73f748-0420-46c3-9b22-e9e80e85bf28 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Made reservation on behalf of e5f1900d680542aaaebb1458348c420c for: {'port': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:34:11.050029 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9a73f748-0420-46c3-9b22-e9e80e85bf28 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:11.076461 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [None req-9a73f748-0420-46c3-9b22-e9e80e85bf28 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] device_id is not set on port b59699ba-0e39-4cbc-93db-fbac67caf93d yet. {{(pid=102730) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 18 18:34:11.245906 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-9a73f748-0420-46c3-9b22-e9e80e85bf28 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Allocated IP 2001:db8::3db (dab0d35d-088a-40f9-a12f-eb3855b19813/7f54d634-340e-480b-9e5c-369bbf19cc2b/b59699ba-0e39-4cbc-93db-fbac67caf93d) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:34:11.311753 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:11.329640 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-dea0d7fc-b069-4353-beb1-66220a21a23a None None] Provisioning complete for port 4065ef07-f092-40d8-a72a-eb4eafb09706 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:34:11.335455 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-dea0d7fc-b069-4353-beb1-66220a21a23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:11.393765 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-dea0d7fc-b069-4353-beb1-66220a21a23a None None] Port 4065ef07-f092-40d8-a72a-eb4eafb09706 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:34:11.445834 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9a73f748-0420-46c3-9b22-e9e80e85bf28 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:11.489301 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9a73f748-0420-46c3-9b22-e9e80e85bf28 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:11.543696 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a73f748-0420-46c3-9b22-e9e80e85bf28 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Network dab0d35d-088a-40f9-a12f-eb3855b19813 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:34:11.546819 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-9a73f748-0420-46c3-9b22-e9e80e85bf28 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:34:11.551400 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a73f748-0420-46c3-9b22-e9e80e85bf28 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:34:11.557653 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a73f748-0420-46c3-9b22-e9e80e85bf28 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:34:11.558508 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9a73f748-0420-46c3-9b22-e9e80e85bf28 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:11.567903 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a73f748-0420-46c3-9b22-e9e80e85bf28 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Pushing event updated for resources: {'Port': ['ID=b59699ba-0e39-4cbc-93db-fbac67caf93d,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:11.591889 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-9a73f748-0420-46c3-9b22-e9e80e85bf28 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.7192826 May 18 18:34:11.592357 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 60762) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:11.602756 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-0812b5d7-a4c1-47b4-a909-424e20eca973 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2bb', 'mac_address': 'fa:16:3e:89:75:34'}, {'ip_address': '2001:db8::23e', 'mac_address': 'fa:16:3e:09:ed:fa'}]}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:34:11.694239 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0812b5d7-a4c1-47b4-a909-424e20eca973 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:11.932816 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-132fd9b1-7ed8-4139-a54c-09c77dc28351 None None] Provisioning complete for port b59699ba-0e39-4cbc-93db-fbac67caf93d triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:34:11.933490 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-132fd9b1-7ed8-4139-a54c-09c77dc28351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:11.957760 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2793818d-4797-4fe3-8ef9-cb655cddf8cb req-6b9bd25f-3209-4fb1-8591-eda7262ccdf2 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:34:11.959408 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2793818d-4797-4fe3-8ef9-cb655cddf8cb req-6b9bd25f-3209-4fb1-8591-eda7262ccdf2 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/ports?device_id=f6b1c78c-bbdd-4b31-ab0a-7727d7f256f1 HTTP/1.1" status: 200 len: 945 time: 0.1257706 May 18 18:34:11.982142 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-132fd9b1-7ed8-4139-a54c-09c77dc28351 None None] Port b59699ba-0e39-4cbc-93db-fbac67caf93d cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:34:12.039619 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2793818d-4797-4fe3-8ef9-cb655cddf8cb req-bb01dfc4-6c20-44d0-82c9-18bbfe351482 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/security-groups?id=6d4decf1-d3f8-40ef-a49d-c078d56e2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684478 May 18 18:34:12.065347 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0812b5d7-a4c1-47b4-a909-424e20eca973 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:12.072061 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0812b5d7-a4c1-47b4-a909-424e20eca973 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:12.106456 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-0812b5d7-a4c1-47b4-a909-424e20eca973 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] In _notify_port_updated(), no bound segment for port b59699ba-0e39-4cbc-93db-fbac67caf93d on network dab0d35d-088a-40f9-a12f-eb3855b19813 {{(pid=102731) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 18 18:34:12.112697 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0812b5d7-a4c1-47b4-a909-424e20eca973 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:34:12.113446 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0812b5d7-a4c1-47b4-a909-424e20eca973 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:12.118110 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-0812b5d7-a4c1-47b4-a909-424e20eca973 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] 10.222.0.85 "PUT /v2.0/ports/b59699ba-0e39-4cbc-93db-fbac67caf93d HTTP/1.1" status: 200 len: 1067 time: 0.5243974 May 18 18:34:12.118617 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 60796) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:12.158957 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0812b5d7-a4c1-47b4-a909-424e20eca973 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Pushing event updated for resources: {'Port': ['ID=b59699ba-0e39-4cbc-93db-fbac67caf93d,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:12.320529 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-3f29d93a-0834-4f4c-a99d-97100a33d12e tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Deleting port b59699ba-0e39-4cbc-93db-fbac67caf93d {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:34:12.321153 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3f29d93a-0834-4f4c-a99d-97100a33d12e tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:12.423452 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3f29d93a-0834-4f4c-a99d-97100a33d12e tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:12.438877 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:12.444568 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-3f29d93a-0834-4f4c-a99d-97100a33d12e tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Calling delete_port for b59699ba-0e39-4cbc-93db-fbac67caf93d owned by {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:34:12.514627 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-bfa2c24d-9716-434a-88d7-e707013939ba None None] Provisioning complete for port b59699ba-0e39-4cbc-93db-fbac67caf93d triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:34:12.515120 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-bfa2c24d-9716-434a-88d7-e707013939ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:12.559043 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-bfa2c24d-9716-434a-88d7-e707013939ba None None] Port b59699ba-0e39-4cbc-93db-fbac67caf93d cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:34:12.612871 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3f29d93a-0834-4f4c-a99d-97100a33d12e tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:12.641804 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f29d93a-0834-4f4c-a99d-97100a33d12e tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Pushing event deleted for resources: {'Port': ['ID=b59699ba-0e39-4cbc-93db-fbac67caf93d,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:12.830046 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3f29d93a-0834-4f4c-a99d-97100a33d12e tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:12.834038 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-3f29d93a-0834-4f4c-a99d-97100a33d12e tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] 10.222.0.85 "DELETE /v2.0/ports/b59699ba-0e39-4cbc-93db-fbac67caf93d HTTP/1.1" status: 204 len: 168 time: 0.7125683 May 18 18:34:12.836561 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 60836) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:12.862926 n-d-838550-3 neutron-server[102730]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0b74156-e0e7-4cbc-9ac6-395de2d5038a tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] GET failed (client error): The resource could not be found. May 18 18:34:12.864935 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-b0b74156-e0e7-4cbc-9ac6-395de2d5038a tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] 10.222.0.85 "GET /v2.0/ports/b59699ba-0e39-4cbc-93db-fbac67caf93d HTTP/1.1" status: 404 len: 333 time: 0.0273340 May 18 18:34:12.867599 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 60838) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:12.984236 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-26f5082f-6cc7-486d-b822-001545243044 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Deleting port 4065ef07-f092-40d8-a72a-eb4eafb09706 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:34:12.984584 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-26f5082f-6cc7-486d-b822-001545243044 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:13.043595 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:13.103340 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-26f5082f-6cc7-486d-b822-001545243044 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:13.126135 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-26f5082f-6cc7-486d-b822-001545243044 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Calling delete_port for 4065ef07-f092-40d8-a72a-eb4eafb09706 owned by {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:34:13.231552 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff7b3de-dd7a-419c-a5a9-299a5ad02622 req-30155e62-6452-4910-8045-6418963fa84b tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:34:13.233080 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-dff7b3de-dd7a-419c-a5a9-299a5ad02622 req-30155e62-6452-4910-8045-6418963fa84b tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/ports?device_id=f6b1c78c-bbdd-4b31-ab0a-7727d7f256f1 HTTP/1.1" status: 200 len: 945 time: 0.1044745 May 18 18:34:13.307071 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-dff7b3de-dd7a-419c-a5a9-299a5ad02622 req-3581ee42-50a5-466b-a2c6-8fb00e690b6a tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/security-groups?id=6d4decf1-d3f8-40ef-a49d-c078d56e2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670133 May 18 18:34:13.345169 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-26f5082f-6cc7-486d-b822-001545243044 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:13.381605 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f5082f-6cc7-486d-b822-001545243044 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Pushing event deleted for resources: {'Port': ['ID=4065ef07-f092-40d8-a72a-eb4eafb09706,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:13.423767 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-26f5082f-6cc7-486d-b822-001545243044 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:13.428676 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-26f5082f-6cc7-486d-b822-001545243044 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] 10.222.0.85 "DELETE /v2.0/ports/4065ef07-f092-40d8-a72a-eb4eafb09706 HTTP/1.1" status: 204 len: 168 time: 0.5598862 May 18 18:34:13.432001 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 60876) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:13.465266 n-d-838550-3 neutron-server[102731]: INFO neutron.pecan_wsgi.hooks.translation [None req-11269c1e-c0f7-4418-8a47-296dcb77dce3 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] GET failed (client error): The resource could not be found. May 18 18:34:13.466800 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-11269c1e-c0f7-4418-8a47-296dcb77dce3 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] 10.222.0.85 "GET /v2.0/ports/4065ef07-f092-40d8-a72a-eb4eafb09706 HTTP/1.1" status: 404 len: 333 time: 0.0337818 May 18 18:34:13.470627 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 60880) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:13.609326 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-ac8d42d3-f004-4f45-8e5e-af8d1e177047 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Deleting port a6f5279e-43b8-4b05-abb4-7873f1fb0602 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:34:13.609762 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ac8d42d3-f004-4f45-8e5e-af8d1e177047 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:13.662101 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3696cee3-f976-446b-920f-285a898b70d3 req-da0b362e-6515-4dff-a846-38eb03b9dea9 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:34:13.679479 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3696cee3-f976-446b-920f-285a898b70d3 req-da0b362e-6515-4dff-a846-38eb03b9dea9 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/ports?device_id=f6b1c78c-bbdd-4b31-ab0a-7727d7f256f1 HTTP/1.1" status: 200 len: 945 time: 0.1399746 May 18 18:34:13.760421 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3696cee3-f976-446b-920f-285a898b70d3 req-3216fb49-ce90-4a60-93f1-41ac5d317e98 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/security-groups?id=6d4decf1-d3f8-40ef-a49d-c078d56e2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608869 May 18 18:34:13.781584 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ac8d42d3-f004-4f45-8e5e-af8d1e177047 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:13.797080 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-ac8d42d3-f004-4f45-8e5e-af8d1e177047 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Calling delete_port for a6f5279e-43b8-4b05-abb4-7873f1fb0602 owned by {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:34:13.929513 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d72a067-34c4-42f4-8fd1-28d8077b017b req-6311ec00-9e86-42b2-8659-99a7ed2487e1 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:34:13.931126 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0d72a067-34c4-42f4-8fd1-28d8077b017b req-6311ec00-9e86-42b2-8659-99a7ed2487e1 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/ports?device_id=f6b1c78c-bbdd-4b31-ab0a-7727d7f256f1 HTTP/1.1" status: 200 len: 945 time: 0.0820675 May 18 18:34:14.001163 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0d72a067-34c4-42f4-8fd1-28d8077b017b req-c7b2a542-5a1f-4c3b-b085-8f592721c65b tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/security-groups?id=6d4decf1-d3f8-40ef-a49d-c078d56e2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513201 May 18 18:34:14.002238 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ac8d42d3-f004-4f45-8e5e-af8d1e177047 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:14.064387 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ac8d42d3-f004-4f45-8e5e-af8d1e177047 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:14.068427 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-ac8d42d3-f004-4f45-8e5e-af8d1e177047 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] 10.222.0.85 "DELETE /v2.0/ports/a6f5279e-43b8-4b05-abb4-7873f1fb0602 HTTP/1.1" status: 204 len: 168 time: 0.5921392 May 18 18:34:14.071225 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 60930) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:14.073929 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8d42d3-f004-4f45-8e5e-af8d1e177047 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Pushing event deleted for resources: {'Port': ['ID=a6f5279e-43b8-4b05-abb4-7873f1fb0602,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:14.152578 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_v2 [None req-45f75597-25ae-4e5f-bc8b-2927689b3588 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Deleting subnet 7f54d634-340e-480b-9e5c-369bbf19cc2b {{(pid=102730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:34:14.156173 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-45f75597-25ae-4e5f-bc8b-2927689b3588 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Notify callbacks [] for subnet, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:14.227794 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-45f75597-25ae-4e5f-bc8b-2927689b3588 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260107366'] for subnet, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:14.366001 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-45f75597-25ae-4e5f-bc8b-2927689b3588 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:14.452720 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-45f75597-25ae-4e5f-bc8b-2927689b3588 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261104690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261031888'] for subnet, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:14.487425 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f75597-25ae-4e5f-bc8b-2927689b3588 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Pushing event deleted for resources: {'Subnet': ['ID=7f54d634-340e-480b-9e5c-369bbf19cc2b,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:14.504482 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-45f75597-25ae-4e5f-bc8b-2927689b3588 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:14.506375 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4b5090a-429b-41e6-b47e-e7dd33fc49a0 None None] Network dab0d35d-088a-40f9-a12f-eb3855b19813 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:34:14.522687 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-45f75597-25ae-4e5f-bc8b-2927689b3588 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] 10.222.0.85 "DELETE /v2.0/subnets/7f54d634-340e-480b-9e5c-369bbf19cc2b HTTP/1.1" status: 204 len: 168 time: 0.4503582 May 18 18:34:14.523328 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 60966) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:14.687814 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3c9c803b-4f0d-46d5-babf-e7917cab0531 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:14.798637 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-3c9c803b-4f0d-46d5-babf-e7917cab0531 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Deleting port 3945ade2-735b-48c4-8c78-54534c888904 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:34:14.799362 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3c9c803b-4f0d-46d5-babf-e7917cab0531 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:14.826086 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-752d9f92-a7f2-414c-b893-0495204b5bcd None None] DHCP port deletion for dab0d35d-088a-40f9-a12f-eb3855b19813 request from n-d-838550-3 {{(pid=102732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 18:34:14.889830 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-3c9c803b-4f0d-46d5-babf-e7917cab0531 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] For port 3945ade2-735b-48c4-8c78-54534c888904, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=3945ade2-735b-48c4-8c78-54534c888904,segment=NetworkSegment(aac0f99b-6fe4-47eb-8d41-7742276af720),segment_id=aac0f99b-6fe4-47eb-8d41-7742276af720)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:34:14.890236 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3c9c803b-4f0d-46d5-babf-e7917cab0531 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:14.895563 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-752d9f92-a7f2-414c-b893-0495204b5bcd None None] Deleting port 3945ade2-735b-48c4-8c78-54534c888904 {{(pid=102732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:34:14.895941 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-752d9f92-a7f2-414c-b893-0495204b5bcd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:14.906108 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-3c9c803b-4f0d-46d5-babf-e7917cab0531 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Calling delete_port for 3945ade2-735b-48c4-8c78-54534c888904 owned by network:dhcp {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:34:14.929031 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f26fa84-d6bf-432d-b851-7b3666ecc59c req-cc1b5662-5f3e-4397-a411-0383eb70c8ec tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:34:14.936951 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0f26fa84-d6bf-432d-b851-7b3666ecc59c req-cc1b5662-5f3e-4397-a411-0383eb70c8ec tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/ports?device_id=f6b1c78c-bbdd-4b31-ab0a-7727d7f256f1 HTTP/1.1" status: 200 len: 945 time: 0.5387366 May 18 18:34:14.970998 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0f26fa84-d6bf-432d-b851-7b3666ecc59c req-a4371feb-f58f-4ab2-a6db-210f6b6383de tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/security-groups?id=6d4decf1-d3f8-40ef-a49d-c078d56e2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331869 May 18 18:34:14.976110 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-752d9f92-a7f2-414c-b893-0495204b5bcd None None] For port 3945ade2-735b-48c4-8c78-54534c888904, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=3945ade2-735b-48c4-8c78-54534c888904,segment=NetworkSegment(aac0f99b-6fe4-47eb-8d41-7742276af720),segment_id=aac0f99b-6fe4-47eb-8d41-7742276af720)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:34:14.976726 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-752d9f92-a7f2-414c-b893-0495204b5bcd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:14.993732 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-752d9f92-a7f2-414c-b893-0495204b5bcd None None] Calling delete_port for 3945ade2-735b-48c4-8c78-54534c888904 owned by network:dhcp {{(pid=102732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:34:15.017393 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3c9c803b-4f0d-46d5-babf-e7917cab0531 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:15.049247 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9c803b-4f0d-46d5-babf-e7917cab0531 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Pushing event deleted for resources: {'Port': ['ID=3945ade2-735b-48c4-8c78-54534c888904,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:15.052335 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9c803b-4f0d-46d5-babf-e7917cab0531 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] No DVR routers for this DVR port 3945ade2-735b-48c4-8c78-54534c888904 on host n-d-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:34:15.104041 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-752d9f92-a7f2-414c-b893-0495204b5bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508'] for port, after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:15.130850 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752d9f92-a7f2-414c-b893-0495204b5bcd None None] Pushing event deleted for resources: {'Port': ['ID=3945ade2-735b-48c4-8c78-54534c888904,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:15.135033 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752d9f92-a7f2-414c-b893-0495204b5bcd None None] No DVR routers for this DVR port 3945ade2-735b-48c4-8c78-54534c888904 on host n-d-838550-3 {{(pid=102732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:34:15.141408 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3c9c803b-4f0d-46d5-babf-e7917cab0531 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:15.176710 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-3c9c803b-4f0d-46d5-babf-e7917cab0531 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dab0d35d-088a-40f9-a12f-eb3855b19813']}} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:34:15.188603 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-3c9c803b-4f0d-46d5-babf-e7917cab0531 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aac0f99b-6fe4-47eb-8d41-7742276af720') {'for_net_delete': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:34:15.188750 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-3c9c803b-4f0d-46d5-babf-e7917cab0531 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aac0f99b-6fe4-47eb-8d41-7742276af720') {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:34:15.199377 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3c9c803b-4f0d-46d5-babf-e7917cab0531 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260107375'] for segment, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:15.214806 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3c9c803b-4f0d-46d5-babf-e7917cab0531 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:15.222340 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c9c803b-4f0d-46d5-babf-e7917cab0531 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=102730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:34:15.222823 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3c9c803b-4f0d-46d5-babf-e7917cab0531 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261102736'] for segment, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:15.226268 n-d-838550-3 neutron-server[102730]: Traceback (most recent call last): May 18 18:34:15.226268 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:34:15.226268 n-d-838550-3 neutron-server[102730]: timer() May 18 18:34:15.226268 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:34:15.226268 n-d-838550-3 neutron-server[102730]: cb(*args, **kw) May 18 18:34:15.226268 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:34:15.226268 n-d-838550-3 neutron-server[102730]: return func(*args, **kwargs) May 18 18:34:15.226268 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:34:15.226268 n-d-838550-3 neutron-server[102730]: self._notify() May 18 18:34:15.226268 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:34:15.226268 n-d-838550-3 neutron-server[102730]: self.callback(batched_events) May 18 18:34:15.226268 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:34:15.226268 n-d-838550-3 neutron-server[102730]: event.method(event) May 18 18:34:15.226268 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:34:15.226268 n-d-838550-3 neutron-server[102730]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:34:15.226268 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:34:15.226268 n-d-838550-3 neutron-server[102730]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:34:15.226268 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:34:15.226268 n-d-838550-3 neutron-server[102730]: return f(self, *a, **k) May 18 18:34:15.226268 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:34:15.226268 n-d-838550-3 neutron-server[102730]: return self._get(url).json() May 18 18:34:15.226268 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:34:15.226268 n-d-838550-3 neutron-server[102730]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:34:15.226268 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:34:15.226268 n-d-838550-3 neutron-server[102730]: return self.request(url, 'GET', **kwargs) May 18 18:34:15.226268 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:34:15.226268 n-d-838550-3 neutron-server[102730]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:34:15.226268 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:34:15.226268 n-d-838550-3 neutron-server[102730]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:34:15.226268 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:34:15.226268 n-d-838550-3 neutron-server[102730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:34:15.226268 n-d-838550-3 neutron-server[102730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:34:15.304753 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3c9c803b-4f0d-46d5-babf-e7917cab0531 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:15.314092 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3c9c803b-4f0d-46d5-babf-e7917cab0531 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:15.318275 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-3c9c803b-4f0d-46d5-babf-e7917cab0531 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] 10.222.0.85 "DELETE /v2.0/networks/dab0d35d-088a-40f9-a12f-eb3855b19813 HTTP/1.1" status: 204 len: 168 time: 0.7936113 May 18 18:34:15.328987 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9c803b-4f0d-46d5-babf-e7917cab0531 tempest-AllowedAddressPairIpV6TestJSON-1286247822 tempest-AllowedAddressPairIpV6TestJSON-1286247822-project] Pushing event deleted for resources: {'Network': ['ID=dab0d35d-088a-40f9-a12f-eb3855b19813,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:15.627705 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 32804) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:15.774092 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4030df-1eb5-4cde-9028-60b2b1b98fb3 req-cc1272e3-3ea0-45c7-b879-57b2eda0fae5 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:34:15.776852 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4a4030df-1eb5-4cde-9028-60b2b1b98fb3 req-cc1272e3-3ea0-45c7-b879-57b2eda0fae5 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.88 "GET /v2.0/ports?device_id=f6b1c78c-bbdd-4b31-ab0a-7727d7f256f1 HTTP/1.1" status: 200 len: 945 time: 0.0585411 May 18 18:34:15.801337 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-dce24526-0c71-456c-818a-917863dbfa64 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=e5f1900d680542aaaebb1458348c420c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1723764 May 18 18:34:15.803956 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 32818) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:15.865542 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7fe439da-a67a-431d-be5f-3bf1311a4cc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:15.889292 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7fe439da-a67a-431d-be5f-3bf1311a4cc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:15.906628 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-4a4030df-1eb5-4cde-9028-60b2b1b98fb3 req-45894b7a-fc22-48cc-9acd-ef83d6b2b13a tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Deleting port 810af52a-a9c7-47e2-8ede-d021d15bb7aa {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:34:15.907994 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-4a4030df-1eb5-4cde-9028-60b2b1b98fb3 req-45894b7a-fc22-48cc-9acd-ef83d6b2b13a tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:15.964161 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7fe439da-a67a-431d-be5f-3bf1311a4cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:15.967420 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7fe439da-a67a-431d-be5f-3bf1311a4cc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:15.968823 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-7fe439da-a67a-431d-be5f-3bf1311a4cc8 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/b4528d2c-8b60-4a56-8eb7-81b64a522b93 HTTP/1.1" status: 204 len: 168 time: 0.1635900 May 18 18:34:15.977931 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe439da-a67a-431d-be5f-3bf1311a4cc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4528d2c-8b60-4a56-8eb7-81b64a522b93,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:16.051029 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-4a4030df-1eb5-4cde-9028-60b2b1b98fb3 req-45894b7a-fc22-48cc-9acd-ef83d6b2b13a tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] For port 810af52a-a9c7-47e2-8ede-d021d15bb7aa, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=810af52a-a9c7-47e2-8ede-d021d15bb7aa,segment=NetworkSegment(a789d407-e290-4a90-b0cb-82b84ff4b9fa),segment_id=a789d407-e290-4a90-b0cb-82b84ff4b9fa)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:34:16.051538 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-4a4030df-1eb5-4cde-9028-60b2b1b98fb3 req-45894b7a-fc22-48cc-9acd-ef83d6b2b13a tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:16.070726 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-4a4030df-1eb5-4cde-9028-60b2b1b98fb3 req-45894b7a-fc22-48cc-9acd-ef83d6b2b13a tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Calling delete_port for 810af52a-a9c7-47e2-8ede-d021d15bb7aa owned by compute:nova {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:34:16.137268 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175e4dbb-d9bf-48d8-9b6e-1961a1aa1992 req-0e29d19c-7deb-4d33-ae88-af78c9af1462 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:34:16.139114 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-175e4dbb-d9bf-48d8-9b6e-1961a1aa1992 req-0e29d19c-7deb-4d33-ae88-af78c9af1462 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/ports?device_id=f6b1c78c-bbdd-4b31-ab0a-7727d7f256f1 HTTP/1.1" status: 200 len: 945 time: 0.0602105 May 18 18:34:16.187905 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-175e4dbb-d9bf-48d8-9b6e-1961a1aa1992 req-1ace9420-940c-44d2-9fdf-02b7839e1c9b tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/security-groups?id=6d4decf1-d3f8-40ef-a49d-c078d56e2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425456 May 18 18:34:16.275328 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-4a4030df-1eb5-4cde-9028-60b2b1b98fb3 req-45894b7a-fc22-48cc-9acd-ef83d6b2b13a tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:16.290873 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['84d44d3e-b0bb-476d-a838-b97212311ad1'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:34:16.339839 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['810af52a-a9c7-47e2-8ede-d021d15bb7aa'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:34:16.349424 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45894b7a-fc22-48cc-9acd-ef83d6b2b13a tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Pushing event deleted for resources: {'Port': ['ID=810af52a-a9c7-47e2-8ede-d021d15bb7aa,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:16.369149 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a4030df-1eb5-4cde-9028-60b2b1b98fb3 req-45894b7a-fc22-48cc-9acd-ef83d6b2b13a tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] No DVR routers for this DVR port 810af52a-a9c7-47e2-8ede-d021d15bb7aa on host n-h2-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:34:16.373787 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-4a4030df-1eb5-4cde-9028-60b2b1b98fb3 req-45894b7a-fc22-48cc-9acd-ef83d6b2b13a tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:16.377881 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4a4030df-1eb5-4cde-9028-60b2b1b98fb3 req-45894b7a-fc22-48cc-9acd-ef83d6b2b13a tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.88 "DELETE /v2.0/ports/810af52a-a9c7-47e2-8ede-d021d15bb7aa HTTP/1.1" status: 204 len: 173 time: 0.5865729 May 18 18:34:16.378365 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6b1c78c-bbdd-4b31-ab0a-7727d7f256f1', 'name': 'network-vif-deleted', 'tag': '810af52a-a9c7-47e2-8ede-d021d15bb7aa'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:34:16.393172 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12e94b8d-c780-44f7-a606-9b9a3afbbac6" -d '{"events": [{"server_uuid": "f6b1c78c-bbdd-4b31-ab0a-7727d7f256f1", "name": "network-vif-deleted", "tag": "810af52a-a9c7-47e2-8ede-d021d15bb7aa"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:34:16.474997 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac080ec1-90a9-42a9-8784-c5c09cacde21 x-openstack-request-id: req-ac080ec1-90a9-42a9-8784-c5c09cacde21 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:34:16.475310 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6b1c78c-bbdd-4b31-ab0a-7727d7f256f1", "name": "network-vif-deleted", "tag": "810af52a-a9c7-47e2-8ede-d021d15bb7aa", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:34:16.475552 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-ac080ec1-90a9-42a9-8784-c5c09cacde21 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:34:16.475951 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac080ec1-90a9-42a9-8784-c5c09cacde21'] response: {'server_uuid': 'f6b1c78c-bbdd-4b31-ab0a-7727d7f256f1', 'name': 'network-vif-deleted', 'tag': '810af52a-a9c7-47e2-8ede-d021d15bb7aa', 'status': 'completed', 'code': 200} May 18 18:34:16.790372 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 3945ade2-735b-48c4-8c78-54534c888904 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:34:16.820679 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 3945ade2-735b-48c4-8c78-54534c888904 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:34:16.821376 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 3945ade2-735b-48c4-8c78-54534c888904 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:34:17.169369 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 32918) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:17.307870 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-e501680f-6ca8-4b09-8323-620963ac4026 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-96838830'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:34:17.358866 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e501680f-6ca8-4b09-8323-620963ac4026 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Made reservation on behalf of 17ca2b3ab9ea4457836da5cdadc0de8c for: {'network': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:34:17.363401 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e501680f-6ca8-4b09-8323-620963ac4026 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:17.376899 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e501680f-6ca8-4b09-8323-620963ac4026 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:17.571448 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e501680f-6ca8-4b09-8323-620963ac4026 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:17.577650 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e501680f-6ca8-4b09-8323-620963ac4026 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:17.627614 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e501680f-6ca8-4b09-8323-620963ac4026 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 628} {{(pid=102730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:34:17.645733 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e501680f-6ca8-4b09-8323-620963ac4026 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13fa7302-6902-4acc-8005-1ef5c75ca193,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:17.655811 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e501680f-6ca8-4b09-8323-620963ac4026 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:17.656424 n-d-838550-3 neutron-server[102730]: INFO neutron.db.segments_db [None req-e501680f-6ca8-4b09-8323-620963ac4026 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Added segment 7193822e-e5ec-4b60-a562-e581b7323da0 of type vlan for network c5ce55ad-2458-4816-93d1-bdb0e8f83e94 May 18 18:34:17.741261 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e501680f-6ca8-4b09-8323-620963ac4026 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:17.778467 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e501680f-6ca8-4b09-8323-620963ac4026 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:17.787145 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e501680f-6ca8-4b09-8323-620963ac4026 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:34:17.788232 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e501680f-6ca8-4b09-8323-620963ac4026 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:17.857668 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-e501680f-6ca8-4b09-8323-620963ac4026 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6871340 May 18 18:34:17.861284 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 32970) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:17.867290 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-985cb74a-9218-4647-838e-c85e49cc33e1 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Request body: {'subnet': {'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:34:17.883743 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e501680f-6ca8-4b09-8323-620963ac4026 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Pushing event updated for resources: {'Network': ['ID=c5ce55ad-2458-4816-93d1-bdb0e8f83e94,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:17.895540 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network c5ce55ad-2458-4816-93d1-bdb0e8f83e94 details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:34:18.100064 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-985cb74a-9218-4647-838e-c85e49cc33e1 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Made reservation on behalf of 17ca2b3ab9ea4457836da5cdadc0de8c for: {'subnet': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:34:18.106579 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-985cb74a-9218-4647-838e-c85e49cc33e1 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260908003'] for subnet, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:18.399350 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 32990) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:18.421123 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-985cb74a-9218-4647-838e-c85e49cc33e1 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260898481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260908021'] for subnet, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:18.448920 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890c8c9f-e325-4059-823a-482c9039df31 req-12aad29f-574f-412f-87bc-f958dafc14b5 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:34:18.450667 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-890c8c9f-e325-4059-823a-482c9039df31 req-12aad29f-574f-412f-87bc-f958dafc14b5 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/ports?device_id=9c81fdbb-5fe5-4ab2-9ce9-677145af3913 HTTP/1.1" status: 200 len: 945 time: 0.0973315 May 18 18:34:18.517985 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985cb74a-9218-4647-838e-c85e49cc33e1 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Checking segment: {'id': '7193822e-e5ec-4b60-a562-e581b7323da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:34:18.518650 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-985cb74a-9218-4647-838e-c85e49cc33e1 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Network hostable DHCP agents. Network: c5ce55ad-2458-4816-93d1-bdb0e8f83e94, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:34:18.522172 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-890c8c9f-e325-4059-823a-482c9039df31 req-1056b45e-c1b9-430d-b251-64c714357383 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/security-groups?id=6d4decf1-d3f8-40ef-a49d-c078d56e2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603151 May 18 18:34:18.527003 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985cb74a-9218-4647-838e-c85e49cc33e1 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Pushing event updated for resources: {'Subnet': ['ID=9f851a0f-9eb3-43fb-8047-ea635e11feae,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:18.562982 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-da5c24b9-f265-4965-a88f-a3468ea03d1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:18.566329 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-985cb74a-9218-4647-838e-c85e49cc33e1 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Network c5ce55ad-2458-4816-93d1-bdb0e8f83e94 is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:34:18.583501 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-985cb74a-9218-4647-838e-c85e49cc33e1 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, c5ce55ad-2458-4816-93d1-bdb0e8f83e94) {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:34:18.590073 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-985cb74a-9218-4647-838e-c85e49cc33e1 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:34:18.590996 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-985cb74a-9218-4647-838e-c85e49cc33e1 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:18.598928 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-179be86e-854a-46ba-a1c9-cbaf91b17287 None None] Network c5ce55ad-2458-4816-93d1-bdb0e8f83e94 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:34:18.626928 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-985cb74a-9218-4647-838e-c85e49cc33e1 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7643511 May 18 18:34:18.629579 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 32996) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:18.639202 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-aaddaf19-72f3-4208-8e40-e43cb1ccfc53 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Request body: {'port': {'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94', 'name': 'tempest-NetworksTestDHCPv6-886178116'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:34:18.758806 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-da5c24b9-f265-4965-a88f-a3468ea03d1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:18.772141 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-da5c24b9-f265-4965-a88f-a3468ea03d1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:18.791234 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37682268-38d5-47e6-a47c-77fc6ede8297 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-c5ce55ad-2458-4816-93d1-bdb0e8f83e94', 'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94', 'tenant_id': '17ca2b3ab9ea4457836da5cdadc0de8c', 'fixed_ips': [{'subnet_id': '9f851a0f-9eb3-43fb-8047-ea635e11feae'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:34:18.792609 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-37682268-38d5-47e6-a47c-77fc6ede8297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:18.828298 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaddaf19-72f3-4208-8e40-e43cb1ccfc53 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Made reservation on behalf of 17ca2b3ab9ea4457836da5cdadc0de8c for: {'port': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:34:18.833006 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-aaddaf19-72f3-4208-8e40-e43cb1ccfc53 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:18.844181 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-da5c24b9-f265-4965-a88f-a3468ea03d1d admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=b95830ac58174c6f952a4215a6cca48f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4394999 May 18 18:34:18.844899 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 33000) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:18.855760 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [None req-aaddaf19-72f3-4208-8e40-e43cb1ccfc53 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] device_id is not set on port 0244aca8-aa48-41c6-96e8-23a5b953d996 yet. {{(pid=102731) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 18 18:34:18.871113 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5c24b9-f265-4965-a88f-a3468ea03d1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6772fe1-4c16-4ab7-9569-03a58938baf1,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:18.966248 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-36ae98a0-de18-4c15-81ef-2f201548a450 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:18.990918 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-36ae98a0-de18-4c15-81ef-2f201548a450 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:19.001469 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-37682268-38d5-47e6-a47c-77fc6ede8297 None None] Allocated IP 2001:db8::2 (c5ce55ad-2458-4816-93d1-bdb0e8f83e94/9f851a0f-9eb3-43fb-8047-ea635e11feae/32996888-e0c0-4d59-8e13-744a1bb7f046) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:34:19.054523 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-36ae98a0-de18-4c15-81ef-2f201548a450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:19.057279 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-36ae98a0-de18-4c15-81ef-2f201548a450 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:19.061889 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-36ae98a0-de18-4c15-81ef-2f201548a450 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/f6772fe1-4c16-4ab7-9569-03a58938baf1 HTTP/1.1" status: 204 len: 168 time: 0.2158771 May 18 18:34:19.070832 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ae98a0-de18-4c15-81ef-2f201548a450 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6772fe1-4c16-4ab7-9569-03a58938baf1,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:19.243551 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-37682268-38d5-47e6-a47c-77fc6ede8297 None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:19.258481 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-37682268-38d5-47e6-a47c-77fc6ede8297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:19.319963 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37682268-38d5-47e6-a47c-77fc6ede8297 None None] Network c5ce55ad-2458-4816-93d1-bdb0e8f83e94 is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:34:19.324975 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-37682268-38d5-47e6-a47c-77fc6ede8297 None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:34:19.329572 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37682268-38d5-47e6-a47c-77fc6ede8297 None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:34:19.390725 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-aaddaf19-72f3-4208-8e40-e43cb1ccfc53 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Allocated IP 2001:db8::e6 (c5ce55ad-2458-4816-93d1-bdb0e8f83e94/9f851a0f-9eb3-43fb-8047-ea635e11feae/0244aca8-aa48-41c6-96e8-23a5b953d996) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:34:19.396444 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37682268-38d5-47e6-a47c-77fc6ede8297 None None] Pushing event updated for resources: {'Port': ['ID=32996888-e0c0-4d59-8e13-744a1bb7f046,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:19.437325 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-37682268-38d5-47e6-a47c-77fc6ede8297 None None] Attempting to bind port 32996888-e0c0-4d59-8e13-744a1bb7f046 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:34:19.437659 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-37682268-38d5-47e6-a47c-77fc6ede8297 None None] Attempting to bind port 32996888-e0c0-4d59-8e13-744a1bb7f046 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '7193822e-e5ec-4b60-a562-e581b7323da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:34:19.439303 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37682268-38d5-47e6-a47c-77fc6ede8297 None None] Attempting to bind port 32996888-e0c0-4d59-8e13-744a1bb7f046 on network c5ce55ad-2458-4816-93d1-bdb0e8f83e94 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:34:19.443873 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37682268-38d5-47e6-a47c-77fc6ede8297 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:34:19.444272 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37682268-38d5-47e6-a47c-77fc6ede8297 None None] Checking segment: {'id': '7193822e-e5ec-4b60-a562-e581b7323da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:34:19.444686 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-37682268-38d5-47e6-a47c-77fc6ede8297 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:19.445154 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37682268-38d5-47e6-a47c-77fc6ede8297 None None] Bound using segment: {'id': '7193822e-e5ec-4b60-a562-e581b7323da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:34:19.446338 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-37682268-38d5-47e6-a47c-77fc6ede8297 None None] Bound port: 32996888-e0c0-4d59-8e13-744a1bb7f046, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7193822e-e5ec-4b60-a562-e581b7323da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:34:19.446338 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-37682268-38d5-47e6-a47c-77fc6ede8297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:19.553076 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-37682268-38d5-47e6-a47c-77fc6ede8297 None None] For port 32996888-e0c0-4d59-8e13-744a1bb7f046, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:34:19.559872 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-37682268-38d5-47e6-a47c-77fc6ede8297 None None] For port 32996888-e0c0-4d59-8e13-744a1bb7f046, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=32996888-e0c0-4d59-8e13-744a1bb7f046,segment=NetworkSegment(7193822e-e5ec-4b60-a562-e581b7323da0),segment_id=7193822e-e5ec-4b60-a562-e581b7323da0)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:34:19.574293 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-37682268-38d5-47e6-a47c-77fc6ede8297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:19.661364 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37682268-38d5-47e6-a47c-77fc6ede8297 None None] Pushing event updated for resources: {'Port': ['ID=32996888-e0c0-4d59-8e13-744a1bb7f046,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:19.669217 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-aaddaf19-72f3-4208-8e40-e43cb1ccfc53 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:19.745746 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dde6be-a560-4442-b36f-da10f490421d req-ab62b85b-5c3a-4d16-9477-ac969ea80c9f tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:34:19.747357 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-53dde6be-a560-4442-b36f-da10f490421d req-ab62b85b-5c3a-4d16-9477-ac969ea80c9f tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/ports?device_id=9c81fdbb-5fe5-4ab2-9ce9-677145af3913 HTTP/1.1" status: 200 len: 945 time: 0.0995200 May 18 18:34:19.798851 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-aaddaf19-72f3-4208-8e40-e43cb1ccfc53 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:19.870152 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dca083-f6bb-4841-ba5b-0bf9b4662df8 req-3e8bab89-281e-49f8-b864-ecffa812eee6 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:34:19.872602 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-82dca083-f6bb-4841-ba5b-0bf9b4662df8 req-3e8bab89-281e-49f8-b864-ecffa812eee6 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c81fdbb-5fe5-4ab2-9ce9-677145af3913 HTTP/1.1" status: 200 len: 945 time: 0.1061449 May 18 18:34:19.909311 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaddaf19-72f3-4208-8e40-e43cb1ccfc53 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Pushing event updated for resources: {'Port': ['ID=0244aca8-aa48-41c6-96e8-23a5b953d996,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:19.933502 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaddaf19-72f3-4208-8e40-e43cb1ccfc53 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Network c5ce55ad-2458-4816-93d1-bdb0e8f83e94 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:34:19.935567 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-aaddaf19-72f3-4208-8e40-e43cb1ccfc53 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:34:19.955696 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaddaf19-72f3-4208-8e40-e43cb1ccfc53 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:34:19.962001 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaddaf19-72f3-4208-8e40-e43cb1ccfc53 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:34:19.962900 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-aaddaf19-72f3-4208-8e40-e43cb1ccfc53 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:19.975302 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-53dde6be-a560-4442-b36f-da10f490421d req-3293f091-1bc8-444f-b559-35cd639ef3b0 tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/security-groups?id=6d4decf1-d3f8-40ef-a49d-c078d56e2dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085087 May 18 18:34:20.028319 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-aaddaf19-72f3-4208-8e40-e43cb1ccfc53 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3976521 May 18 18:34:20.030910 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 33028) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:20.122161 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-82dca083-f6bb-4841-ba5b-0bf9b4662df8 req-af97361a-3b2b-4c42-9697-4d9263a2c47d tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Deleting port 84d44d3e-b0bb-476d-a838-b97212311ad1 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:34:20.122278 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-82dca083-f6bb-4841-ba5b-0bf9b4662df8 req-af97361a-3b2b-4c42-9697-4d9263a2c47d tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:20.239719 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 810af52a-a9c7-47e2-8ede-d021d15bb7aa no longer exists at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:34:20.253656 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27aa45de-3cf2-43b6-b620-3c3010ee89a4 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:34:20.270641 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27aa45de-3cf2-43b6-b620-3c3010ee89a4 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:34:20.276377 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-27aa45de-3cf2-43b6-b620-3c3010ee89a4 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.2402086 May 18 18:34:20.277928 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 33036) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:20.297177 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] No Port match for: 810af52a-a9c7-47e2-8ede-d021d15bb7aa {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:34:20.298716 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 810af52a-a9c7-47e2-8ede-d021d15bb7aa not bound to the agent host n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:34:20.324951 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-82dca083-f6bb-4841-ba5b-0bf9b4662df8 req-af97361a-3b2b-4c42-9697-4d9263a2c47d tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] For port 84d44d3e-b0bb-476d-a838-b97212311ad1, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=84d44d3e-b0bb-476d-a838-b97212311ad1,segment=NetworkSegment(a789d407-e290-4a90-b0cb-82b84ff4b9fa),segment_id=a789d407-e290-4a90-b0cb-82b84ff4b9fa)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:34:20.325545 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-82dca083-f6bb-4841-ba5b-0bf9b4662df8 req-af97361a-3b2b-4c42-9697-4d9263a2c47d tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:20.340508 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-82dca083-f6bb-4841-ba5b-0bf9b4662df8 req-af97361a-3b2b-4c42-9697-4d9263a2c47d tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Calling delete_port for 84d44d3e-b0bb-476d-a838-b97212311ad1 owned by compute:nova {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:34:20.423207 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-47688901-c96b-40ce-a868-8a6deb0fce10 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Deleting port 0244aca8-aa48-41c6-96e8-23a5b953d996 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:34:20.423911 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-47688901-c96b-40ce-a868-8a6deb0fce10 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:20.450823 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 33038) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:20.518378 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-47688901-c96b-40ce-a868-8a6deb0fce10 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:20.546097 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-82dca083-f6bb-4841-ba5b-0bf9b4662df8 req-af97361a-3b2b-4c42-9697-4d9263a2c47d tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:20.549995 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-47688901-c96b-40ce-a868-8a6deb0fce10 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Calling delete_port for 0244aca8-aa48-41c6-96e8-23a5b953d996 owned by {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:34:20.559373 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['84d44d3e-b0bb-476d-a838-b97212311ad1'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:34:20.593880 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af97361a-3b2b-4c42-9697-4d9263a2c47d tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Pushing event deleted for resources: {'Port': ['ID=84d44d3e-b0bb-476d-a838-b97212311ad1,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:20.661095 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-96f3dad7-6022-42dd-aa6a-794e896a75ea tempest-ExtraDHCPOptionsTestJSON-213492769 tempest-ExtraDHCPOptionsTestJSON-213492769-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-359888848'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:34:20.688120 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-82dca083-f6bb-4841-ba5b-0bf9b4662df8 req-af97361a-3b2b-4c42-9697-4d9263a2c47d tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] No DVR routers for this DVR port 84d44d3e-b0bb-476d-a838-b97212311ad1 on host n-h1-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:34:20.693887 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-82dca083-f6bb-4841-ba5b-0bf9b4662df8 req-af97361a-3b2b-4c42-9697-4d9263a2c47d tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:20.710149 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-82dca083-f6bb-4841-ba5b-0bf9b4662df8 req-af97361a-3b2b-4c42-9697-4d9263a2c47d tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.36 "DELETE /v2.0/ports/84d44d3e-b0bb-476d-a838-b97212311ad1 HTTP/1.1" status: 204 len: 173 time: 0.8183889 May 18 18:34:20.711793 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c81fdbb-5fe5-4ab2-9ce9-677145af3913', 'name': 'network-vif-deleted', 'tag': '84d44d3e-b0bb-476d-a838-b97212311ad1'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:34:20.717154 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea23a7fa-ba9d-444d-8842-81409673ef6b" -d '{"events": [{"server_uuid": "9c81fdbb-5fe5-4ab2-9ce9-677145af3913", "name": "network-vif-deleted", "tag": "84d44d3e-b0bb-476d-a838-b97212311ad1"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:34:20.781986 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96f3dad7-6022-42dd-aa6a-794e896a75ea tempest-ExtraDHCPOptionsTestJSON-213492769 tempest-ExtraDHCPOptionsTestJSON-213492769-project] Made reservation on behalf of 743a586bea7c46849795e15cc1799d3a for: {'network': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:34:20.791405 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-96f3dad7-6022-42dd-aa6a-794e896a75ea tempest-ExtraDHCPOptionsTestJSON-213492769 tempest-ExtraDHCPOptionsTestJSON-213492769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:20.813221 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-47688901-c96b-40ce-a868-8a6deb0fce10 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:20.844817 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-96f3dad7-6022-42dd-aa6a-794e896a75ea tempest-ExtraDHCPOptionsTestJSON-213492769 tempest-ExtraDHCPOptionsTestJSON-213492769-project] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:20.857283 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47688901-c96b-40ce-a868-8a6deb0fce10 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Pushing event deleted for resources: {'Port': ['ID=0244aca8-aa48-41c6-96e8-23a5b953d996,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:20.877142 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8739cc8e-a017-4ab7-91c7-3a0c657727d8 x-openstack-request-id: req-8739cc8e-a017-4ab7-91c7-3a0c657727d8 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:34:20.881178 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c81fdbb-5fe5-4ab2-9ce9-677145af3913", "name": "network-vif-deleted", "tag": "84d44d3e-b0bb-476d-a838-b97212311ad1", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:34:20.883767 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-8739cc8e-a017-4ab7-91c7-3a0c657727d8 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:34:20.885185 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8739cc8e-a017-4ab7-91c7-3a0c657727d8'] response: {'server_uuid': '9c81fdbb-5fe5-4ab2-9ce9-677145af3913', 'name': 'network-vif-deleted', 'tag': '84d44d3e-b0bb-476d-a838-b97212311ad1', 'status': 'completed', 'code': 200} May 18 18:34:20.943130 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-47688901-c96b-40ce-a868-8a6deb0fce10 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:20.951854 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-47688901-c96b-40ce-a868-8a6deb0fce10 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "DELETE /v2.0/ports/0244aca8-aa48-41c6-96e8-23a5b953d996 HTTP/1.1" status: 204 len: 168 time: 0.6717298 May 18 18:34:20.956468 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 33048) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:20.974393 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 32996888-e0c0-4d59-8e13-744a1bb7f046 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:34:21.115645 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 32996888-e0c0-4d59-8e13-744a1bb7f046 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:34:21.116472 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:21.123109 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c22b3113-cd73-446f-b0b2-c27f7363e7d0 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:34:21.126330 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c22b3113-cd73-446f-b0b2-c27f7363e7d0 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:34:21.132905 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 33054) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:21.136809 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-c22b3113-cd73-446f-b0b2-c27f7363e7d0 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1641238 May 18 18:34:21.224884 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-96f3dad7-6022-42dd-aa6a-794e896a75ea tempest-ExtraDHCPOptionsTestJSON-213492769 tempest-ExtraDHCPOptionsTestJSON-213492769-project] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:21.232105 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-96f3dad7-6022-42dd-aa6a-794e896a75ea tempest-ExtraDHCPOptionsTestJSON-213492769 tempest-ExtraDHCPOptionsTestJSON-213492769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:21.249286 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96f3dad7-6022-42dd-aa6a-794e896a75ea tempest-ExtraDHCPOptionsTestJSON-213492769 tempest-ExtraDHCPOptionsTestJSON-213492769-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 603} {{(pid=102730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:34:21.262844 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-96f3dad7-6022-42dd-aa6a-794e896a75ea tempest-ExtraDHCPOptionsTestJSON-213492769 tempest-ExtraDHCPOptionsTestJSON-213492769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:21.263538 n-d-838550-3 neutron-server[102730]: INFO neutron.db.segments_db [None req-96f3dad7-6022-42dd-aa6a-794e896a75ea tempest-ExtraDHCPOptionsTestJSON-213492769 tempest-ExtraDHCPOptionsTestJSON-213492769-project] Added segment 4108a0ac-f882-40d4-a585-059e9430704d of type vlan for network 6ff2c54a-7c5d-4d23-87cb-efb91a29d49b May 18 18:34:21.296334 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d0e4e7e1-2388-4c76-a212-997d88feb295 req-31baa880-6b19-4f03-bd38-3de22d4c843c tempest-ServersTestJSON-1040685979 tempest-ServersTestJSON-1040685979-project] 10.222.0.85 "GET /v2.0/ports?device_id=9c81fdbb-5fe5-4ab2-9ce9-677145af3913 HTTP/1.1" status: 200 len: 210 time: 0.1000335 May 18 18:34:21.315595 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 32996888-e0c0-4d59-8e13-744a1bb7f046 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:34:21.316176 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:21.350617 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-96f3dad7-6022-42dd-aa6a-794e896a75ea tempest-ExtraDHCPOptionsTestJSON-213492769 tempest-ExtraDHCPOptionsTestJSON-213492769-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:21.370000 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4dd3c42-9ed7-4c56-af6e-cf8d51b8a03b tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Deleting subnet 9f851a0f-9eb3-43fb-8047-ea635e11feae {{(pid=102731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:34:21.379881 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d4dd3c42-9ed7-4c56-af6e-cf8d51b8a03b tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks [] for subnet, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:21.417837 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-96f3dad7-6022-42dd-aa6a-794e896a75ea tempest-ExtraDHCPOptionsTestJSON-213492769 tempest-ExtraDHCPOptionsTestJSON-213492769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:21.442148 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f3dad7-6022-42dd-aa6a-794e896a75ea tempest-ExtraDHCPOptionsTestJSON-213492769 tempest-ExtraDHCPOptionsTestJSON-213492769-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:34:21.442148 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-96f3dad7-6022-42dd-aa6a-794e896a75ea tempest-ExtraDHCPOptionsTestJSON-213492769 tempest-ExtraDHCPOptionsTestJSON-213492769-project] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:21.448987 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] For port 32996888-e0c0-4d59-8e13-744a1bb7f046, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=32996888-e0c0-4d59-8e13-744a1bb7f046,segment=NetworkSegment(7193822e-e5ec-4b60-a562-e581b7323da0),segment_id=7193822e-e5ec-4b60-a562-e581b7323da0)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:34:21.462784 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:21.499697 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d4dd3c42-9ed7-4c56-af6e-cf8d51b8a03b tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260542153'] for subnet, precommit_delete_associations {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:21.552028 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Pushing event updated for resources: {'Port': ['ID=32996888-e0c0-4d59-8e13-744a1bb7f046,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:21.611662 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f3dad7-6022-42dd-aa6a-794e896a75ea tempest-ExtraDHCPOptionsTestJSON-213492769 tempest-ExtraDHCPOptionsTestJSON-213492769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff526947-e49e-4f9c-8026-ca6536ddde02,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:21.629587 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-96f3dad7-6022-42dd-aa6a-794e896a75ea tempest-ExtraDHCPOptionsTestJSON-213492769 tempest-ExtraDHCPOptionsTestJSON-213492769-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.1747904 May 18 18:34:21.632522 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 33062) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:21.635581 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f3dad7-6022-42dd-aa6a-794e896a75ea tempest-ExtraDHCPOptionsTestJSON-213492769 tempest-ExtraDHCPOptionsTestJSON-213492769-project] Pushing event updated for resources: {'Network': ['ID=6ff2c54a-7c5d-4d23-87cb-efb91a29d49b,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:21.649451 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-112ec853-abdb-4fed-b2be-a50b9e0f5d34 tempest-ExtraDHCPOptionsTestJSON-213492769 tempest-ExtraDHCPOptionsTestJSON-213492769-project] Request body: {'subnet': {'network_id': '6ff2c54a-7c5d-4d23-87cb-efb91a29d49b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:34:21.675277 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network 6ff2c54a-7c5d-4d23-87cb-efb91a29d49b details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:34:21.684015 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d4dd3c42-9ed7-4c56-af6e-cf8d51b8a03b tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:21.789865 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d4dd3c42-9ed7-4c56-af6e-cf8d51b8a03b tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260898416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260908030'] for subnet, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:21.803304 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80183f45-b8e1-493f-8727-a8ae98aeb5c4 None None] Network c5ce55ad-2458-4816-93d1-bdb0e8f83e94 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:34:21.829733 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d4dd3c42-9ed7-4c56-af6e-cf8d51b8a03b tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:21.833280 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-d4dd3c42-9ed7-4c56-af6e-cf8d51b8a03b tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "DELETE /v2.0/subnets/9f851a0f-9eb3-43fb-8047-ea635e11feae HTTP/1.1" status: 204 len: 168 time: 0.6990821 May 18 18:34:21.834551 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dd3c42-9ed7-4c56-af6e-cf8d51b8a03b tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Pushing event deleted for resources: {'Subnet': ['ID=9f851a0f-9eb3-43fb-8047-ea635e11feae,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:21.843225 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 33066) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:21.918529 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-1f203623-f6b1-4929-9f8d-6c73c4cb7792 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0739827 May 18 18:34:21.921543 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 33068) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:21.928524 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-e826e9b3-8b4d-4fb4-b49e-f7e9fb8da997 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Request body: {'subnet': {'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:34:22.052436 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e826e9b3-8b4d-4fb4-b49e-f7e9fb8da997 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Made reservation on behalf of 17ca2b3ab9ea4457836da5cdadc0de8c for: {'subnet': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:34:22.057458 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e826e9b3-8b4d-4fb4-b49e-f7e9fb8da997 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260908003'] for subnet, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:22.217882 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-5b1d2d47-c3aa-439b-8a5a-9db486056572 None None] Provisioning complete for port 32996888-e0c0-4d59-8e13-744a1bb7f046 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:34:22.223372 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-5b1d2d47-c3aa-439b-8a5a-9db486056572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:22.428282 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 33076) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:22.443256 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-5b1d2d47-c3aa-439b-8a5a-9db486056572 None None] Current status of the port 32996888-e0c0-4d59-8e13-744a1bb7f046 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:34:22.470778 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d7c3759-8392-405c-8218-81eea2032b19 None None] DHCP port deletion for c5ce55ad-2458-4816-93d1-bdb0e8f83e94 request from n-d-838550-3 {{(pid=102732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 18:34:22.502517 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-112ec853-abdb-4fed-b2be-a50b9e0f5d34 tempest-ExtraDHCPOptionsTestJSON-213492769 tempest-ExtraDHCPOptionsTestJSON-213492769-project] Made reservation on behalf of 743a586bea7c46849795e15cc1799d3a for: {'subnet': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:34:22.507086 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-112ec853-abdb-4fed-b2be-a50b9e0f5d34 tempest-ExtraDHCPOptionsTestJSON-213492769 tempest-ExtraDHCPOptionsTestJSON-213492769-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261031885'] for subnet, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:22.513334 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e73a740-fe19-4f43-a600-04584974509b admin admin] Deleting subnet 2280c6a7-2fbb-43fd-a641-4a8bbdb3adbf {{(pid=102731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:34:22.541417 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6e73a740-fe19-4f43-a600-04584974509b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:22.554461 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-6d7c3759-8392-405c-8218-81eea2032b19 None None] Deleting port 32996888-e0c0-4d59-8e13-744a1bb7f046 {{(pid=102732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:34:22.555232 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-6d7c3759-8392-405c-8218-81eea2032b19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:22.595986 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6e73a740-fe19-4f43-a600-04584974509b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260542153'] for subnet, precommit_delete_associations {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:22.597952 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e826e9b3-8b4d-4fb4-b49e-f7e9fb8da997 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260898481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260908021'] for subnet, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:22.642400 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-6d7c3759-8392-405c-8218-81eea2032b19 None None] For port 32996888-e0c0-4d59-8e13-744a1bb7f046, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=32996888-e0c0-4d59-8e13-744a1bb7f046,segment=NetworkSegment(7193822e-e5ec-4b60-a562-e581b7323da0),segment_id=7193822e-e5ec-4b60-a562-e581b7323da0)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:34:22.643082 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-6d7c3759-8392-405c-8218-81eea2032b19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:22.663766 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-6d7c3759-8392-405c-8218-81eea2032b19 None None] Calling delete_port for 32996888-e0c0-4d59-8e13-744a1bb7f046 owned by network:dhcp {{(pid=102732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:34:22.679418 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e826e9b3-8b4d-4fb4-b49e-f7e9fb8da997 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Network c5ce55ad-2458-4816-93d1-bdb0e8f83e94 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:34:22.685173 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-e826e9b3-8b4d-4fb4-b49e-f7e9fb8da997 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:34:22.691474 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e826e9b3-8b4d-4fb4-b49e-f7e9fb8da997 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:34:22.692128 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e826e9b3-8b4d-4fb4-b49e-f7e9fb8da997 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:22.730073 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-e826e9b3-8b4d-4fb4-b49e-f7e9fb8da997 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8072500 May 18 18:34:22.735737 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 33080) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:22.741414 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e826e9b3-8b4d-4fb4-b49e-f7e9fb8da997 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Pushing event updated for resources: {'Subnet': ['ID=297cdb41-227c-43a8-baf0-d048b4bc9d61,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:22.746849 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6e73a740-fe19-4f43-a600-04584974509b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:22.748029 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-7b0dd8e6-73ea-4785-95e4-20483e316521 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Request body: {'port': {'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94', 'name': 'tempest-NetworksTestDHCPv6-2068614582'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:34:22.840478 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 32996888-e0c0-4d59-8e13-744a1bb7f046 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:34:22.842451 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6e73a740-fe19-4f43-a600-04584974509b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260898416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260908030'] for subnet, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:22.866664 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-112ec853-abdb-4fed-b2be-a50b9e0f5d34 tempest-ExtraDHCPOptionsTestJSON-213492769 tempest-ExtraDHCPOptionsTestJSON-213492769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261104883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261031899'] for subnet, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:22.873767 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e73a740-fe19-4f43-a600-04584974509b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2280c6a7-2fbb-43fd-a641-4a8bbdb3adbf,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:22.880295 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6e73a740-fe19-4f43-a600-04584974509b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:22.886508 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-6e73a740-fe19-4f43-a600-04584974509b admin admin] 10.222.0.85 "DELETE /v2.0/subnets/2280c6a7-2fbb-43fd-a641-4a8bbdb3adbf HTTP/1.1" status: 204 len: 168 time: 0.4549084 May 18 18:34:22.886925 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 33082) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:22.928356 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-6d7c3759-8392-405c-8218-81eea2032b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508'] for port, after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:22.953938 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112ec853-abdb-4fed-b2be-a50b9e0f5d34 tempest-ExtraDHCPOptionsTestJSON-213492769 tempest-ExtraDHCPOptionsTestJSON-213492769-project] Pushing event updated for resources: {'Subnet': ['ID=45474099-5185-478f-8090-c0e93af0e86e,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:22.972622 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4829f710-676e-4725-825e-2b7c3ca7e40f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:22.974010 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112ec853-abdb-4fed-b2be-a50b9e0f5d34 tempest-ExtraDHCPOptionsTestJSON-213492769 tempest-ExtraDHCPOptionsTestJSON-213492769-project] Checking segment: {'id': '4108a0ac-f882-40d4-a585-059e9430704d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '6ff2c54a-7c5d-4d23-87cb-efb91a29d49b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:34:22.974378 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112ec853-abdb-4fed-b2be-a50b9e0f5d34 tempest-ExtraDHCPOptionsTestJSON-213492769 tempest-ExtraDHCPOptionsTestJSON-213492769-project] Network hostable DHCP agents. Network: 6ff2c54a-7c5d-4d23-87cb-efb91a29d49b, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:34:22.979156 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b0dd8e6-73ea-4785-95e4-20483e316521 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Made reservation on behalf of 17ca2b3ab9ea4457836da5cdadc0de8c for: {'port': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:34:22.983568 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7b0dd8e6-73ea-4785-95e4-20483e316521 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:22.990877 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7c3759-8392-405c-8218-81eea2032b19 None None] Pushing event deleted for resources: {'Port': ['ID=32996888-e0c0-4d59-8e13-744a1bb7f046,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:23.003713 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Port 32996888-e0c0-4d59-8e13-744a1bb7f046 update to DOWN by agent not found {{(pid=102732) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} May 18 18:34:23.011839 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [None req-7b0dd8e6-73ea-4785-95e4-20483e316521 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] device_id is not set on port 287088a1-5e05-4e16-ae45-c954fd4dff97 yet. {{(pid=102730) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 18 18:34:23.019047 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112ec853-abdb-4fed-b2be-a50b9e0f5d34 tempest-ExtraDHCPOptionsTestJSON-213492769 tempest-ExtraDHCPOptionsTestJSON-213492769-project] Network 6ff2c54a-7c5d-4d23-87cb-efb91a29d49b is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:34:23.019721 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7c3759-8392-405c-8218-81eea2032b19 None None] No DVR routers for this DVR port 32996888-e0c0-4d59-8e13-744a1bb7f046 on host n-d-838550-3 {{(pid=102732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:34:23.044523 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e1877c5-4863-43b3-884f-54d5a1539b5c None None] Network c5ce55ad-2458-4816-93d1-bdb0e8f83e94 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:34:23.065026 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-112ec853-abdb-4fed-b2be-a50b9e0f5d34 tempest-ExtraDHCPOptionsTestJSON-213492769 tempest-ExtraDHCPOptionsTestJSON-213492769-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, 6ff2c54a-7c5d-4d23-87cb-efb91a29d49b) {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:34:23.074493 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112ec853-abdb-4fed-b2be-a50b9e0f5d34 tempest-ExtraDHCPOptionsTestJSON-213492769 tempest-ExtraDHCPOptionsTestJSON-213492769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:34:23.075092 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-112ec853-abdb-4fed-b2be-a50b9e0f5d34 tempest-ExtraDHCPOptionsTestJSON-213492769 tempest-ExtraDHCPOptionsTestJSON-213492769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:23.084786 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4829f710-676e-4725-825e-2b7c3ca7e40f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:23.095501 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b87fd38b-c159-4511-aaba-8388be626dbd None None] Network 6ff2c54a-7c5d-4d23-87cb-efb91a29d49b requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:34:23.104537 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-112ec853-abdb-4fed-b2be-a50b9e0f5d34 tempest-ExtraDHCPOptionsTestJSON-213492769 tempest-ExtraDHCPOptionsTestJSON-213492769-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4673772 May 18 18:34:23.104932 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 33084) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:23.114145 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-2fa39b83-dfe9-4ef1-bf90-1a47fc628e39 tempest-ExtraDHCPOptionsTestJSON-213492769 tempest-ExtraDHCPOptionsTestJSON-213492769-project] Request body: {'port': {'network_id': '6ff2c54a-7c5d-4d23-87cb-efb91a29d49b', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2091837203'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:34:23.131889 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-4829f710-676e-4725-825e-2b7c3ca7e40f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['492fec2b-f975-425f-828b-425816a23c89']}} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:34:23.146842 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-4829f710-676e-4725-825e-2b7c3ca7e40f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a789d407-e290-4a90-b0cb-82b84ff4b9fa') {'for_net_delete': True} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:34:23.147529 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-4829f710-676e-4725-825e-2b7c3ca7e40f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a789d407-e290-4a90-b0cb-82b84ff4b9fa') {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:34:23.166629 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4829f710-676e-4725-825e-2b7c3ca7e40f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260542144'] for segment, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:23.183001 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4829f710-676e-4725-825e-2b7c3ca7e40f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:23.204044 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4829f710-676e-4725-825e-2b7c3ca7e40f admin admin] Releasing vlan 608 on physical network physnet1 to pool {{(pid=102731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:34:23.206463 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4829f710-676e-4725-825e-2b7c3ca7e40f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260884178'] for segment, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:23.211423 n-d-838550-3 neutron-server[102731]: Traceback (most recent call last): May 18 18:34:23.211423 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:34:23.211423 n-d-838550-3 neutron-server[102731]: timer() May 18 18:34:23.211423 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:34:23.211423 n-d-838550-3 neutron-server[102731]: cb(*args, **kw) May 18 18:34:23.211423 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:34:23.211423 n-d-838550-3 neutron-server[102731]: return func(*args, **kwargs) May 18 18:34:23.211423 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:34:23.211423 n-d-838550-3 neutron-server[102731]: self._notify() May 18 18:34:23.211423 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:34:23.211423 n-d-838550-3 neutron-server[102731]: self.callback(batched_events) May 18 18:34:23.211423 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:34:23.211423 n-d-838550-3 neutron-server[102731]: event.method(event) May 18 18:34:23.211423 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:34:23.211423 n-d-838550-3 neutron-server[102731]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:34:23.211423 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:34:23.211423 n-d-838550-3 neutron-server[102731]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:34:23.211423 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:34:23.211423 n-d-838550-3 neutron-server[102731]: return f(self, *a, **k) May 18 18:34:23.211423 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:34:23.211423 n-d-838550-3 neutron-server[102731]: return self._get(url).json() May 18 18:34:23.211423 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:34:23.211423 n-d-838550-3 neutron-server[102731]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:34:23.211423 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:34:23.211423 n-d-838550-3 neutron-server[102731]: return self.request(url, 'GET', **kwargs) May 18 18:34:23.211423 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:34:23.211423 n-d-838550-3 neutron-server[102731]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:34:23.211423 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:34:23.211423 n-d-838550-3 neutron-server[102731]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:34:23.211423 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:34:23.211423 n-d-838550-3 neutron-server[102731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:34:23.211423 n-d-838550-3 neutron-server[102731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:34:23.245383 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-7b0dd8e6-73ea-4785-95e4-20483e316521 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Allocated IP 2001:db8::66 (c5ce55ad-2458-4816-93d1-bdb0e8f83e94/297cdb41-227c-43a8-baf0-d048b4bc9d61/287088a1-5e05-4e16-ae45-c954fd4dff97) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:34:23.306776 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4829f710-676e-4725-825e-2b7c3ca7e40f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:23.315873 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4829f710-676e-4725-825e-2b7c3ca7e40f admin admin] Notify callbacks [] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:23.322865 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-4829f710-676e-4725-825e-2b7c3ca7e40f admin admin] 10.222.0.85 "DELETE /v2.0/networks/492fec2b-f975-425f-828b-425816a23c89 HTTP/1.1" status: 204 len: 168 time: 0.4322393 May 18 18:34:23.346659 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fa39b83-dfe9-4ef1-bf90-1a47fc628e39 tempest-ExtraDHCPOptionsTestJSON-213492769 tempest-ExtraDHCPOptionsTestJSON-213492769-project] Made reservation on behalf of 743a586bea7c46849795e15cc1799d3a for: {'port': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:34:23.351027 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2fa39b83-dfe9-4ef1-bf90-1a47fc628e39 tempest-ExtraDHCPOptionsTestJSON-213492769 tempest-ExtraDHCPOptionsTestJSON-213492769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:23.359212 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4829f710-676e-4725-825e-2b7c3ca7e40f admin admin] Pushing event deleted for resources: {'Network': ['ID=492fec2b-f975-425f-828b-425816a23c89,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:23.420386 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [None req-2fa39b83-dfe9-4ef1-bf90-1a47fc628e39 tempest-ExtraDHCPOptionsTestJSON-213492769 tempest-ExtraDHCPOptionsTestJSON-213492769-project] device_id is not set on port f64f1da6-fc0e-49bd-8c50-f33777028e29 yet. {{(pid=102730) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 18 18:34:23.520339 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-552c35c3-6314-45c1-9df4-b08cc3c23a93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-6ff2c54a-7c5d-4d23-87cb-efb91a29d49b', 'network_id': '6ff2c54a-7c5d-4d23-87cb-efb91a29d49b', 'tenant_id': '743a586bea7c46849795e15cc1799d3a', 'fixed_ips': [{'subnet_id': '45474099-5185-478f-8090-c0e93af0e86e'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:34:23.521189 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-552c35c3-6314-45c1-9df4-b08cc3c23a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:23.554065 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7b0dd8e6-73ea-4785-95e4-20483e316521 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:23.583312 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-2fa39b83-dfe9-4ef1-bf90-1a47fc628e39 tempest-ExtraDHCPOptionsTestJSON-213492769 tempest-ExtraDHCPOptionsTestJSON-213492769-project] Allocated IP 172.20.0.9 (6ff2c54a-7c5d-4d23-87cb-efb91a29d49b/45474099-5185-478f-8090-c0e93af0e86e/f64f1da6-fc0e-49bd-8c50-f33777028e29) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:34:23.632497 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7b0dd8e6-73ea-4785-95e4-20483e316521 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:23.654500 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4020c5c7-5018-4d09-b0cd-25d3ec035ae8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-c5ce55ad-2458-4816-93d1-bdb0e8f83e94', 'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94', 'tenant_id': '17ca2b3ab9ea4457836da5cdadc0de8c', 'fixed_ips': [{'subnet_id': '297cdb41-227c-43a8-baf0-d048b4bc9d61'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:34:23.655859 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-4020c5c7-5018-4d09-b0cd-25d3ec035ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:23.695222 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0dd8e6-73ea-4785-95e4-20483e316521 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Pushing event updated for resources: {'Port': ['ID=287088a1-5e05-4e16-ae45-c954fd4dff97,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:23.729227 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0dd8e6-73ea-4785-95e4-20483e316521 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Network c5ce55ad-2458-4816-93d1-bdb0e8f83e94 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:34:23.740543 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-7b0dd8e6-73ea-4785-95e4-20483e316521 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:34:23.744848 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0dd8e6-73ea-4785-95e4-20483e316521 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:34:23.750836 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b0dd8e6-73ea-4785-95e4-20483e316521 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:34:23.751465 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7b0dd8e6-73ea-4785-95e4-20483e316521 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:23.787876 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 33100) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:23.813440 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-7b0dd8e6-73ea-4785-95e4-20483e316521 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0711443 May 18 18:34:23.814733 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 33102) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:23.889374 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-4020c5c7-5018-4d09-b0cd-25d3ec035ae8 None None] Allocated IP 2001:db8::2 (c5ce55ad-2458-4816-93d1-bdb0e8f83e94/297cdb41-227c-43a8-baf0-d048b4bc9d61/b0d60238-56e3-4a86-9689-2363a26f1da9) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:34:23.891934 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-6863ddb0-67bb-4f57-8f3f-22ab44895804 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=8b72fb86d7c844d8a21a58d8abaece54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1012506 May 18 18:34:23.905202 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 33108) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:23.910956 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-600c6f39-4c5b-4f62-b6d5-ca694b6f9162 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:34:23.913733 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-600c6f39-4c5b-4f62-b6d5-ca694b6f9162 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0909541 May 18 18:34:23.916515 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 33110) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:23.919194 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2fa39b83-dfe9-4ef1-bf90-1a47fc628e39 tempest-ExtraDHCPOptionsTestJSON-213492769 tempest-ExtraDHCPOptionsTestJSON-213492769-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:24.004439 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-64855c36-3fe2-4c47-9baf-e1e5074d519a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:24.064634 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-64855c36-3fe2-4c47-9baf-e1e5074d519a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:24.080913 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-e0542e61-3e7b-4018-b1aa-06dfe0af9ef6 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Deleting port 287088a1-5e05-4e16-ae45-c954fd4dff97 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:34:24.081520 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e0542e61-3e7b-4018-b1aa-06dfe0af9ef6 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:24.094415 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2fa39b83-dfe9-4ef1-bf90-1a47fc628e39 tempest-ExtraDHCPOptionsTestJSON-213492769 tempest-ExtraDHCPOptionsTestJSON-213492769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:24.141237 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 84d44d3e-b0bb-476d-a838-b97212311ad1 no longer exists at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:34:24.155525 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-4020c5c7-5018-4d09-b0cd-25d3ec035ae8 None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:24.189177 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa39b83-dfe9-4ef1-bf90-1a47fc628e39 tempest-ExtraDHCPOptionsTestJSON-213492769 tempest-ExtraDHCPOptionsTestJSON-213492769-project] Network 6ff2c54a-7c5d-4d23-87cb-efb91a29d49b is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:34:24.195007 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-2fa39b83-dfe9-4ef1-bf90-1a47fc628e39 tempest-ExtraDHCPOptionsTestJSON-213492769 tempest-ExtraDHCPOptionsTestJSON-213492769-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:34:24.208663 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa39b83-dfe9-4ef1-bf90-1a47fc628e39 tempest-ExtraDHCPOptionsTestJSON-213492769 tempest-ExtraDHCPOptionsTestJSON-213492769-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:34:24.211955 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa39b83-dfe9-4ef1-bf90-1a47fc628e39 tempest-ExtraDHCPOptionsTestJSON-213492769 tempest-ExtraDHCPOptionsTestJSON-213492769-project] Pushing event updated for resources: {'Port': ['ID=f64f1da6-fc0e-49bd-8c50-f33777028e29,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:24.234812 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-4020c5c7-5018-4d09-b0cd-25d3ec035ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:24.240967 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e0542e61-3e7b-4018-b1aa-06dfe0af9ef6 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:24.262699 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-e0542e61-3e7b-4018-b1aa-06dfe0af9ef6 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Calling delete_port for 287088a1-5e05-4e16-ae45-c954fd4dff97 owned by {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:34:24.268815 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] No Port match for: 84d44d3e-b0bb-476d-a838-b97212311ad1 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:34:24.269164 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 84d44d3e-b0bb-476d-a838-b97212311ad1 not bound to the agent host n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:34:24.274084 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-64855c36-3fe2-4c47-9baf-e1e5074d519a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:24.277993 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-64855c36-3fe2-4c47-9baf-e1e5074d519a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:24.279488 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-64855c36-3fe2-4c47-9baf-e1e5074d519a admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/6d4decf1-d3f8-40ef-a49d-c078d56e2dc1 HTTP/1.1" status: 204 len: 168 time: 0.3712447 May 18 18:34:24.291196 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64855c36-3fe2-4c47-9baf-e1e5074d519a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d4decf1-d3f8-40ef-a49d-c078d56e2dc1,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:24.300423 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa39b83-dfe9-4ef1-bf90-1a47fc628e39 tempest-ExtraDHCPOptionsTestJSON-213492769 tempest-ExtraDHCPOptionsTestJSON-213492769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:34:24.301504 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2fa39b83-dfe9-4ef1-bf90-1a47fc628e39 tempest-ExtraDHCPOptionsTestJSON-213492769 tempest-ExtraDHCPOptionsTestJSON-213492769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:24.325284 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-2fa39b83-dfe9-4ef1-bf90-1a47fc628e39 tempest-ExtraDHCPOptionsTestJSON-213492769 tempest-ExtraDHCPOptionsTestJSON-213492769-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.2193506 May 18 18:34:24.328251 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 33122) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:24.335241 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-4ef672f6-8432-4707-a1e8-988f266390fc tempest-ExtraDHCPOptionsTestJSON-213492769 tempest-ExtraDHCPOptionsTestJSON-213492769-project] Request body: {'port': {'network_id': '6ff2c54a-7c5d-4d23-87cb-efb91a29d49b', 'name': 'tempest-ExtraDHCPOptionsTestJSON-135750278', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:34:24.335819 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.api.validators [None req-4ef672f6-8432-4707-a1e8-988f266390fc tempest-ExtraDHCPOptionsTestJSON-213492769 tempest-ExtraDHCPOptionsTestJSON-213492769-project] bootfile-name is not in valid_values {{(pid=102730) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} May 18 18:34:24.336722 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.api.validators [None req-4ef672f6-8432-4707-a1e8-988f266390fc tempest-ExtraDHCPOptionsTestJSON-213492769 tempest-ExtraDHCPOptionsTestJSON-213492769-project] tftp-server is not in valid_values {{(pid=102730) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} May 18 18:34:24.337065 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.api.validators [None req-4ef672f6-8432-4707-a1e8-988f266390fc tempest-ExtraDHCPOptionsTestJSON-213492769 tempest-ExtraDHCPOptionsTestJSON-213492769-project] server-ip-address is not in valid_values {{(pid=102730) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} May 18 18:34:24.372061 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-552c35c3-6314-45c1-9df4-b08cc3c23a93 None None] Allocated IP 172.20.0.2 (6ff2c54a-7c5d-4d23-87cb-efb91a29d49b/45474099-5185-478f-8090-c0e93af0e86e/8f50d2e0-2037-4672-88b6-0c5fb79efa15) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:34:24.414332 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4020c5c7-5018-4d09-b0cd-25d3ec035ae8 None None] Network c5ce55ad-2458-4816-93d1-bdb0e8f83e94 is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:34:24.422478 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4020c5c7-5018-4d09-b0cd-25d3ec035ae8 None None] Pushing event updated for resources: {'Port': ['ID=b0d60238-56e3-4a86-9689-2363a26f1da9,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:24.445125 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-4020c5c7-5018-4d09-b0cd-25d3ec035ae8 None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:34:24.458972 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4020c5c7-5018-4d09-b0cd-25d3ec035ae8 None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:34:24.538793 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e0542e61-3e7b-4018-b1aa-06dfe0af9ef6 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:24.559797 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-4020c5c7-5018-4d09-b0cd-25d3ec035ae8 None None] Attempting to bind port b0d60238-56e3-4a86-9689-2363a26f1da9 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:34:24.560981 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-4020c5c7-5018-4d09-b0cd-25d3ec035ae8 None None] Attempting to bind port b0d60238-56e3-4a86-9689-2363a26f1da9 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '7193822e-e5ec-4b60-a562-e581b7323da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:34:24.561496 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4020c5c7-5018-4d09-b0cd-25d3ec035ae8 None None] Attempting to bind port b0d60238-56e3-4a86-9689-2363a26f1da9 on network c5ce55ad-2458-4816-93d1-bdb0e8f83e94 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:34:24.591455 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ef672f6-8432-4707-a1e8-988f266390fc tempest-ExtraDHCPOptionsTestJSON-213492769 tempest-ExtraDHCPOptionsTestJSON-213492769-project] Made reservation on behalf of 743a586bea7c46849795e15cc1799d3a for: {'port': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:34:24.596145 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4ef672f6-8432-4707-a1e8-988f266390fc tempest-ExtraDHCPOptionsTestJSON-213492769 tempest-ExtraDHCPOptionsTestJSON-213492769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:24.616402 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4020c5c7-5018-4d09-b0cd-25d3ec035ae8 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:34:24.617131 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4020c5c7-5018-4d09-b0cd-25d3ec035ae8 None None] Checking segment: {'id': '7193822e-e5ec-4b60-a562-e581b7323da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:34:24.617726 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-4020c5c7-5018-4d09-b0cd-25d3ec035ae8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:24.618279 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4020c5c7-5018-4d09-b0cd-25d3ec035ae8 None None] Bound using segment: {'id': '7193822e-e5ec-4b60-a562-e581b7323da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:34:24.619534 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-4020c5c7-5018-4d09-b0cd-25d3ec035ae8 None None] Bound port: b0d60238-56e3-4a86-9689-2363a26f1da9, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7193822e-e5ec-4b60-a562-e581b7323da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:34:24.620088 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-4020c5c7-5018-4d09-b0cd-25d3ec035ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:24.636494 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [None req-4ef672f6-8432-4707-a1e8-988f266390fc tempest-ExtraDHCPOptionsTestJSON-213492769 tempest-ExtraDHCPOptionsTestJSON-213492769-project] device_id is not set on port 6c5ea39f-b480-435e-872b-576215c28b11 yet. {{(pid=102730) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 18 18:34:24.681502 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e0542e61-3e7b-4018-b1aa-06dfe0af9ef6 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:24.684975 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-e0542e61-3e7b-4018-b1aa-06dfe0af9ef6 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "DELETE /v2.0/ports/287088a1-5e05-4e16-ae45-c954fd4dff97 HTTP/1.1" status: 204 len: 168 time: 0.7672534 May 18 18:34:24.691052 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0542e61-3e7b-4018-b1aa-06dfe0af9ef6 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Pushing event deleted for resources: {'Port': ['ID=287088a1-5e05-4e16-ae45-c954fd4dff97,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:24.703515 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 33128) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:24.884451 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e17c00-2133-49ff-8ff3-99608dae2201 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:34:24.889812 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e17c00-2133-49ff-8ff3-99608dae2201 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:34:24.891515 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-42e17c00-2133-49ff-8ff3-99608dae2201 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1867924 May 18 18:34:24.894910 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 33130) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:24.919247 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-4020c5c7-5018-4d09-b0cd-25d3ec035ae8 None None] For port b0d60238-56e3-4a86-9689-2363a26f1da9, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:34:24.942635 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-4020c5c7-5018-4d09-b0cd-25d3ec035ae8 None None] For port b0d60238-56e3-4a86-9689-2363a26f1da9, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=b0d60238-56e3-4a86-9689-2363a26f1da9,segment=NetworkSegment(7193822e-e5ec-4b60-a562-e581b7323da0),segment_id=7193822e-e5ec-4b60-a562-e581b7323da0)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:34:24.952487 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-4020c5c7-5018-4d09-b0cd-25d3ec035ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:24.984286 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-552c35c3-6314-45c1-9df4-b08cc3c23a93 None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:24.990385 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bd598e9-9199-4a02-81ec-0daab245f4c0 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Deleting subnet 297cdb41-227c-43a8-baf0-d048b4bc9d61 {{(pid=102730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:34:24.995399 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8bd598e9-9199-4a02-81ec-0daab245f4c0 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks [] for subnet, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:25.009480 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-552c35c3-6314-45c1-9df4-b08cc3c23a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:25.051030 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-552c35c3-6314-45c1-9df4-b08cc3c23a93 None None] Network 6ff2c54a-7c5d-4d23-87cb-efb91a29d49b is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:34:25.069996 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-552c35c3-6314-45c1-9df4-b08cc3c23a93 None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:34:25.074022 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552c35c3-6314-45c1-9df4-b08cc3c23a93 None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:34:25.137707 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8bd598e9-9199-4a02-81ec-0daab245f4c0 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260107366'] for subnet, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:25.187705 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4020c5c7-5018-4d09-b0cd-25d3ec035ae8 None None] Pushing event updated for resources: {'Port': ['ID=b0d60238-56e3-4a86-9689-2363a26f1da9,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:25.190771 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-552c35c3-6314-45c1-9df4-b08cc3c23a93 None None] Attempting to bind port 8f50d2e0-2037-4672-88b6-0c5fb79efa15 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:34:25.191140 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-552c35c3-6314-45c1-9df4-b08cc3c23a93 None None] Attempting to bind port 8f50d2e0-2037-4672-88b6-0c5fb79efa15 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '4108a0ac-f882-40d4-a585-059e9430704d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '6ff2c54a-7c5d-4d23-87cb-efb91a29d49b'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:34:25.191502 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552c35c3-6314-45c1-9df4-b08cc3c23a93 None None] Attempting to bind port 8f50d2e0-2037-4672-88b6-0c5fb79efa15 on network 6ff2c54a-7c5d-4d23-87cb-efb91a29d49b {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:34:25.229644 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-4ef672f6-8432-4707-a1e8-988f266390fc tempest-ExtraDHCPOptionsTestJSON-213492769 tempest-ExtraDHCPOptionsTestJSON-213492769-project] Allocated IP 172.20.0.14 (6ff2c54a-7c5d-4d23-87cb-efb91a29d49b/45474099-5185-478f-8090-c0e93af0e86e/6c5ea39f-b480-435e-872b-576215c28b11) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:34:25.238403 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552c35c3-6314-45c1-9df4-b08cc3c23a93 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:34:25.238781 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552c35c3-6314-45c1-9df4-b08cc3c23a93 None None] Checking segment: {'id': '4108a0ac-f882-40d4-a585-059e9430704d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '6ff2c54a-7c5d-4d23-87cb-efb91a29d49b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:34:25.239628 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-552c35c3-6314-45c1-9df4-b08cc3c23a93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:25.239628 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552c35c3-6314-45c1-9df4-b08cc3c23a93 None None] Bound using segment: {'id': '4108a0ac-f882-40d4-a585-059e9430704d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '6ff2c54a-7c5d-4d23-87cb-efb91a29d49b'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:34:25.240045 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-552c35c3-6314-45c1-9df4-b08cc3c23a93 None None] Bound port: 8f50d2e0-2037-4672-88b6-0c5fb79efa15, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4108a0ac-f882-40d4-a585-059e9430704d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '6ff2c54a-7c5d-4d23-87cb-efb91a29d49b'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:34:25.240424 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-552c35c3-6314-45c1-9df4-b08cc3c23a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:25.351223 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552c35c3-6314-45c1-9df4-b08cc3c23a93 None None] Pushing event updated for resources: {'Port': ['ID=8f50d2e0-2037-4672-88b6-0c5fb79efa15,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:25.376504 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-552c35c3-6314-45c1-9df4-b08cc3c23a93 None None] For port 8f50d2e0-2037-4672-88b6-0c5fb79efa15, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:34:25.380262 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-552c35c3-6314-45c1-9df4-b08cc3c23a93 None None] For port 8f50d2e0-2037-4672-88b6-0c5fb79efa15, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=8f50d2e0-2037-4672-88b6-0c5fb79efa15,segment=NetworkSegment(4108a0ac-f882-40d4-a585-059e9430704d),segment_id=4108a0ac-f882-40d4-a585-059e9430704d)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:34:25.391862 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-552c35c3-6314-45c1-9df4-b08cc3c23a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:25.416459 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8bd598e9-9199-4a02-81ec-0daab245f4c0 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:25.444057 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552c35c3-6314-45c1-9df4-b08cc3c23a93 None None] Pushing event updated for resources: {'Port': ['ID=8f50d2e0-2037-4672-88b6-0c5fb79efa15,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:25.624538 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8bd598e9-9199-4a02-81ec-0daab245f4c0 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261104690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261031888'] for subnet, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:25.670304 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8bd598e9-9199-4a02-81ec-0daab245f4c0 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:25.676193 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 33156) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:25.676365 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-8bd598e9-9199-4a02-81ec-0daab245f4c0 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "DELETE /v2.0/subnets/297cdb41-227c-43a8-baf0-d048b4bc9d61 HTTP/1.1" status: 204 len: 168 time: 0.7796946 May 18 18:34:25.713342 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd598e9-9199-4a02-81ec-0daab245f4c0 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Pushing event deleted for resources: {'Subnet': ['ID=297cdb41-227c-43a8-baf0-d048b4bc9d61,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:25.721975 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 33158) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:25.732938 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4ef672f6-8432-4707-a1e8-988f266390fc tempest-ExtraDHCPOptionsTestJSON-213492769 tempest-ExtraDHCPOptionsTestJSON-213492769-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:25.758521 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-0ce12b5f-ad0c-40ab-90b7-4b5bb41135d9 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0809979 May 18 18:34:25.761934 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 33162) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:25.767725 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-dc27b47d-c794-4b1e-9246-bcee3ed11bd4 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Request body: {'subnet': {'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:34:25.791574 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4ef672f6-8432-4707-a1e8-988f266390fc tempest-ExtraDHCPOptionsTestJSON-213492769 tempest-ExtraDHCPOptionsTestJSON-213492769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:25.849727 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef672f6-8432-4707-a1e8-988f266390fc tempest-ExtraDHCPOptionsTestJSON-213492769 tempest-ExtraDHCPOptionsTestJSON-213492769-project] Network 6ff2c54a-7c5d-4d23-87cb-efb91a29d49b is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:34:25.854746 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-4ef672f6-8432-4707-a1e8-988f266390fc tempest-ExtraDHCPOptionsTestJSON-213492769 tempest-ExtraDHCPOptionsTestJSON-213492769-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:34:25.861077 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef672f6-8432-4707-a1e8-988f266390fc tempest-ExtraDHCPOptionsTestJSON-213492769 tempest-ExtraDHCPOptionsTestJSON-213492769-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:34:25.904027 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef672f6-8432-4707-a1e8-988f266390fc tempest-ExtraDHCPOptionsTestJSON-213492769 tempest-ExtraDHCPOptionsTestJSON-213492769-project] Pushing event updated for resources: {'Port': ['ID=6c5ea39f-b480-435e-872b-576215c28b11,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:25.954404 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef672f6-8432-4707-a1e8-988f266390fc tempest-ExtraDHCPOptionsTestJSON-213492769 tempest-ExtraDHCPOptionsTestJSON-213492769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:34:25.955194 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4ef672f6-8432-4707-a1e8-988f266390fc tempest-ExtraDHCPOptionsTestJSON-213492769 tempest-ExtraDHCPOptionsTestJSON-213492769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:25.981763 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-4ef672f6-8432-4707-a1e8-988f266390fc tempest-ExtraDHCPOptionsTestJSON-213492769 tempest-ExtraDHCPOptionsTestJSON-213492769-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.6498387 May 18 18:34:25.982086 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 33164) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:26.011176 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc27b47d-c794-4b1e-9246-bcee3ed11bd4 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Made reservation on behalf of 17ca2b3ab9ea4457836da5cdadc0de8c for: {'subnet': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:34:26.016220 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-dc27b47d-c794-4b1e-9246-bcee3ed11bd4 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260908003'] for subnet, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:26.020921 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-2d39d67e-e2c8-42e8-a58a-cd01d89e7cbb admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1223740807-network', 'tenant_id': '5261ec6a1faf46bbb0a907791c324410'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:34:26.065228 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092c6b0b-22da-4be6-87d6-76356973d1d8 tempest-ExtraDHCPOptionsTestJSON-213492769 tempest-ExtraDHCPOptionsTestJSON-213492769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:34:26.073397 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092c6b0b-22da-4be6-87d6-76356973d1d8 tempest-ExtraDHCPOptionsTestJSON-213492769 tempest-ExtraDHCPOptionsTestJSON-213492769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:34:26.082331 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092c6b0b-22da-4be6-87d6-76356973d1d8 tempest-ExtraDHCPOptionsTestJSON-213492769 tempest-ExtraDHCPOptionsTestJSON-213492769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:34:26.084290 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-092c6b0b-22da-4be6-87d6-76356973d1d8 tempest-ExtraDHCPOptionsTestJSON-213492769 tempest-ExtraDHCPOptionsTestJSON-213492769-project] 10.222.0.85 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.1011627 May 18 18:34:26.088909 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 33166) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:26.141713 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d39d67e-e2c8-42e8-a58a-cd01d89e7cbb admin admin] Made reservation on behalf of 5261ec6a1faf46bbb0a907791c324410 for: {'network': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:34:26.144188 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2d39d67e-e2c8-42e8-a58a-cd01d89e7cbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:26.167994 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2d39d67e-e2c8-42e8-a58a-cd01d89e7cbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:26.299046 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-5a3d5dc5-4c4f-4421-b455-afcc75c540ab tempest-ExtraDHCPOptionsTestJSON-213492769 tempest-ExtraDHCPOptionsTestJSON-213492769-project] Deleting port 6c5ea39f-b480-435e-872b-576215c28b11 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:34:26.299391 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5a3d5dc5-4c4f-4421-b455-afcc75c540ab tempest-ExtraDHCPOptionsTestJSON-213492769 tempest-ExtraDHCPOptionsTestJSON-213492769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:26.329220 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-dc27b47d-c794-4b1e-9246-bcee3ed11bd4 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260898481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260908021'] for subnet, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:26.382349 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc27b47d-c794-4b1e-9246-bcee3ed11bd4 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Network c5ce55ad-2458-4816-93d1-bdb0e8f83e94 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:34:26.389755 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-dc27b47d-c794-4b1e-9246-bcee3ed11bd4 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:34:26.395049 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc27b47d-c794-4b1e-9246-bcee3ed11bd4 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:34:26.395768 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-dc27b47d-c794-4b1e-9246-bcee3ed11bd4 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:26.412153 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2d39d67e-e2c8-42e8-a58a-cd01d89e7cbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:26.415079 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc27b47d-c794-4b1e-9246-bcee3ed11bd4 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Pushing event updated for resources: {'Subnet': ['ID=9fce663c-56e8-45dc-9812-e5ef1715147d,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:26.429070 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2d39d67e-e2c8-42e8-a58a-cd01d89e7cbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:26.449298 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-dc27b47d-c794-4b1e-9246-bcee3ed11bd4 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6846547 May 18 18:34:26.451192 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 33170) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:26.464370 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-e13fbfa9-40a2-4846-a5f1-bbc29148b8f0 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Request body: {'port': {'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94', 'name': 'tempest-NetworksTestDHCPv6-380936144'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:34:26.485498 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5a3d5dc5-4c4f-4421-b455-afcc75c540ab tempest-ExtraDHCPOptionsTestJSON-213492769 tempest-ExtraDHCPOptionsTestJSON-213492769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:26.498696 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d39d67e-e2c8-42e8-a58a-cd01d89e7cbb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 633} {{(pid=102730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:34:26.522561 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-5a3d5dc5-4c4f-4421-b455-afcc75c540ab tempest-ExtraDHCPOptionsTestJSON-213492769 tempest-ExtraDHCPOptionsTestJSON-213492769-project] Calling delete_port for 6c5ea39f-b480-435e-872b-576215c28b11 owned by {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:34:26.524396 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d39d67e-e2c8-42e8-a58a-cd01d89e7cbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66759164-0fc4-4941-82f6-b6e9b2c8331c,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:26.537629 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2d39d67e-e2c8-42e8-a58a-cd01d89e7cbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:26.538166 n-d-838550-3 neutron-server[102730]: INFO neutron.db.segments_db [None req-2d39d67e-e2c8-42e8-a58a-cd01d89e7cbb admin admin] Added segment 567b93c1-8feb-4188-bd48-539ad65212fa of type vlan for network 229cac72-730c-4b46-95ab-ba32903dc5c3 May 18 18:34:26.664555 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2d39d67e-e2c8-42e8-a58a-cd01d89e7cbb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:26.666622 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e13fbfa9-40a2-4846-a5f1-bbc29148b8f0 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Made reservation on behalf of 17ca2b3ab9ea4457836da5cdadc0de8c for: {'port': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:34:26.670401 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e13fbfa9-40a2-4846-a5f1-bbc29148b8f0 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:26.713205 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2d39d67e-e2c8-42e8-a58a-cd01d89e7cbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:26.714224 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d39d67e-e2c8-42e8-a58a-cd01d89e7cbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:34:26.714798 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2d39d67e-e2c8-42e8-a58a-cd01d89e7cbb admin admin] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:26.733334 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [None req-e13fbfa9-40a2-4846-a5f1-bbc29148b8f0 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] device_id is not set on port 7a27ecfd-d88e-4300-b6a7-de866a46ce55 yet. {{(pid=102731) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 18 18:34:26.789342 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37423d51-82e5-4a78-af83-fbbeb70d721f None None] Network c5ce55ad-2458-4816-93d1-bdb0e8f83e94 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:34:26.805250 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-2d39d67e-e2c8-42e8-a58a-cd01d89e7cbb admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0787184 May 18 18:34:26.811944 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 33174) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:26.825643 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-00602d2b-e20d-4921-8150-9239b51d2845 admin admin] Request body: {'subnet': {'network_id': '229cac72-730c-4b46-95ab-ba32903dc5c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1223740807-subnet', 'tenant_id': '5261ec6a1faf46bbb0a907791c324410', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:34:26.878360 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d39d67e-e2c8-42e8-a58a-cd01d89e7cbb admin admin] Pushing event updated for resources: {'Network': ['ID=229cac72-730c-4b46-95ab-ba32903dc5c3,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:26.925166 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network 229cac72-730c-4b46-95ab-ba32903dc5c3 details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:34:26.944244 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00602d2b-e20d-4921-8150-9239b51d2845 admin admin] Made reservation on behalf of 5261ec6a1faf46bbb0a907791c324410 for: {'subnet': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:34:26.946871 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-00602d2b-e20d-4921-8150-9239b51d2845 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261031885'] for subnet, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:26.969028 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5a3d5dc5-4c4f-4421-b455-afcc75c540ab tempest-ExtraDHCPOptionsTestJSON-213492769 tempest-ExtraDHCPOptionsTestJSON-213492769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:27.052631 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3d5dc5-4c4f-4421-b455-afcc75c540ab tempest-ExtraDHCPOptionsTestJSON-213492769 tempest-ExtraDHCPOptionsTestJSON-213492769-project] Pushing event deleted for resources: {'Port': ['ID=6c5ea39f-b480-435e-872b-576215c28b11,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:27.083576 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-e13fbfa9-40a2-4846-a5f1-bbc29148b8f0 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Allocated IP 2001:db8::30f (c5ce55ad-2458-4816-93d1-bdb0e8f83e94/9fce663c-56e8-45dc-9812-e5ef1715147d/7a27ecfd-d88e-4300-b6a7-de866a46ce55) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:34:27.087914 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 8f50d2e0-2037-4672-88b6-0c5fb79efa15 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:34:27.135615 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-5384a7ec-38a2-4c4d-9cbc-8cb4f8903cad None None] Provisioning complete for port b0d60238-56e3-4a86-9689-2363a26f1da9 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:34:27.141686 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-5384a7ec-38a2-4c4d-9cbc-8cb4f8903cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:27.242366 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5a3d5dc5-4c4f-4421-b455-afcc75c540ab tempest-ExtraDHCPOptionsTestJSON-213492769 tempest-ExtraDHCPOptionsTestJSON-213492769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:27.248948 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-5a3d5dc5-4c4f-4421-b455-afcc75c540ab tempest-ExtraDHCPOptionsTestJSON-213492769 tempest-ExtraDHCPOptionsTestJSON-213492769-project] 10.222.0.85 "DELETE /v2.0/ports/6c5ea39f-b480-435e-872b-576215c28b11 HTTP/1.1" status: 204 len: 168 time: 1.1589942 May 18 18:34:27.263370 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 33176) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:27.268884 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c7090eb-669f-4bfd-af67-8517afb065e1 None None] Network 6ff2c54a-7c5d-4d23-87cb-efb91a29d49b requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:34:27.271293 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-b52fd671-1007-4680-bf99-a84d6d56353e tempest-ExtraDHCPOptionsTestJSON-213492769 tempest-ExtraDHCPOptionsTestJSON-213492769-project] Request body: {'port': {'name': 'tempest-new-port-name-1414902618', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:34:27.271756 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.api.validators [None req-b52fd671-1007-4680-bf99-a84d6d56353e tempest-ExtraDHCPOptionsTestJSON-213492769 tempest-ExtraDHCPOptionsTestJSON-213492769-project] bootfile-name is not in valid_values {{(pid=102730) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} May 18 18:34:27.272331 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.api.validators [None req-b52fd671-1007-4680-bf99-a84d6d56353e tempest-ExtraDHCPOptionsTestJSON-213492769 tempest-ExtraDHCPOptionsTestJSON-213492769-project] tftp-server is not in valid_values {{(pid=102730) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} May 18 18:34:27.272725 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.api.validators [None req-b52fd671-1007-4680-bf99-a84d6d56353e tempest-ExtraDHCPOptionsTestJSON-213492769 tempest-ExtraDHCPOptionsTestJSON-213492769-project] server-ip-address is not in valid_values {{(pid=102730) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} May 18 18:34:27.298939 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 8f50d2e0-2037-4672-88b6-0c5fb79efa15 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:34:27.299423 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:27.396754 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e13fbfa9-40a2-4846-a5f1-bbc29148b8f0 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:27.476937 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b52fd671-1007-4680-bf99-a84d6d56353e tempest-ExtraDHCPOptionsTestJSON-213492769 tempest-ExtraDHCPOptionsTestJSON-213492769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:27.502294 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e13fbfa9-40a2-4846-a5f1-bbc29148b8f0 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:27.535662 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-5384a7ec-38a2-4c4d-9cbc-8cb4f8903cad None None] Current status of the port b0d60238-56e3-4a86-9689-2363a26f1da9 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:34:27.536055 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-5384a7ec-38a2-4c4d-9cbc-8cb4f8903cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:27.606109 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13fbfa9-40a2-4846-a5f1-bbc29148b8f0 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Pushing event updated for resources: {'Port': ['ID=7a27ecfd-d88e-4300-b6a7-de866a46ce55,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:27.625356 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e13fbfa9-40a2-4846-a5f1-bbc29148b8f0 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Network c5ce55ad-2458-4816-93d1-bdb0e8f83e94 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:34:27.627142 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-e13fbfa9-40a2-4846-a5f1-bbc29148b8f0 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:34:27.629683 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13fbfa9-40a2-4846-a5f1-bbc29148b8f0 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:34:27.638917 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13fbfa9-40a2-4846-a5f1-bbc29148b8f0 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:34:27.639776 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e13fbfa9-40a2-4846-a5f1-bbc29148b8f0 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:27.703005 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-e13fbfa9-40a2-4846-a5f1-bbc29148b8f0 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2503340 May 18 18:34:27.705398 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 33188) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:27.713116 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-5384a7ec-38a2-4c4d-9cbc-8cb4f8903cad None None] For port b0d60238-56e3-4a86-9689-2363a26f1da9, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=b0d60238-56e3-4a86-9689-2363a26f1da9,segment=NetworkSegment(7193822e-e5ec-4b60-a562-e581b7323da0),segment_id=7193822e-e5ec-4b60-a562-e581b7323da0)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:34:27.748075 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-00602d2b-e20d-4921-8150-9239b51d2845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261104883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261031899'] for subnet, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:27.779633 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-5384a7ec-38a2-4c4d-9cbc-8cb4f8903cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:27.779827 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b4b5f89-d80e-44a8-bb70-998ee1f30482 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:34:27.793713 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b4b5f89-d80e-44a8-bb70-998ee1f30482 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:34:27.798202 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-7b4b5f89-d80e-44a8-bb70-998ee1f30482 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1589 time: 0.0890868 May 18 18:34:27.798572 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 33190) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:27.831858 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 8f50d2e0-2037-4672-88b6-0c5fb79efa15 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:34:27.832433 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:27.868894 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00602d2b-e20d-4921-8150-9239b51d2845 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f275cda-580c-4ebe-b55b-052e9e8edbd2,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:27.987128 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] For port 8f50d2e0-2037-4672-88b6-0c5fb79efa15, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=8f50d2e0-2037-4672-88b6-0c5fb79efa15,segment=NetworkSegment(4108a0ac-f882-40d4-a585-059e9430704d),segment_id=4108a0ac-f882-40d4-a585-059e9430704d)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:34:27.992898 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-c3f11b1f-ea54-464f-bd27-ebb4aeea8ac9 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Deleting port 7a27ecfd-d88e-4300-b6a7-de866a46ce55 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:34:27.994059 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c3f11b1f-ea54-464f-bd27-ebb4aeea8ac9 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:28.002414 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00602d2b-e20d-4921-8150-9239b51d2845 admin admin] Checking segment: {'id': '567b93c1-8feb-4188-bd48-539ad65212fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '229cac72-730c-4b46-95ab-ba32903dc5c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:34:28.002919 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00602d2b-e20d-4921-8150-9239b51d2845 admin admin] Network hostable DHCP agents. Network: 229cac72-730c-4b46-95ab-ba32903dc5c3, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:34:28.046831 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00602d2b-e20d-4921-8150-9239b51d2845 admin admin] Network 229cac72-730c-4b46-95ab-ba32903dc5c3 is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:34:28.057177 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5384a7ec-38a2-4c4d-9cbc-8cb4f8903cad None None] Pushing event updated for resources: {'Port': ['ID=b0d60238-56e3-4a86-9689-2363a26f1da9,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:28.072845 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-00602d2b-e20d-4921-8150-9239b51d2845 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, 229cac72-730c-4b46-95ab-ba32903dc5c3) {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:34:28.082832 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00602d2b-e20d-4921-8150-9239b51d2845 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:34:28.083021 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:28.083913 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device b0d60238-56e3-4a86-9689-2363a26f1da9 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:34:28.085847 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-00602d2b-e20d-4921-8150-9239b51d2845 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:28.150354 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 33194) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:28.152115 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-00602d2b-e20d-4921-8150-9239b51d2845 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3314068 May 18 18:34:28.157963 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b52fd671-1007-4680-bf99-a84d6d56353e tempest-ExtraDHCPOptionsTestJSON-213492769 tempest-ExtraDHCPOptionsTestJSON-213492769-project] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:28.165569 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b52fd671-1007-4680-bf99-a84d6d56353e tempest-ExtraDHCPOptionsTestJSON-213492769 tempest-ExtraDHCPOptionsTestJSON-213492769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:28.188123 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c3f11b1f-ea54-464f-bd27-ebb4aeea8ac9 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:28.189082 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549609bc-b1e3-41e6-a64b-7a92b1c59a2d None None] Network 229cac72-730c-4b46-95ab-ba32903dc5c3 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:34:28.222464 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-c3f11b1f-ea54-464f-bd27-ebb4aeea8ac9 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Calling delete_port for 7a27ecfd-d88e-4300-b6a7-de866a46ce55 owned by {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:34:28.234878 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52fd671-1007-4680-bf99-a84d6d56353e tempest-ExtraDHCPOptionsTestJSON-213492769 tempest-ExtraDHCPOptionsTestJSON-213492769-project] Pushing event updated for resources: {'Port': ['ID=f64f1da6-fc0e-49bd-8c50-f33777028e29,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:28.307618 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-f4befdb2-0afe-4635-98ab-79decbec680c None None] Provisioning complete for port 8f50d2e0-2037-4672-88b6-0c5fb79efa15 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:34:28.307893 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f4befdb2-0afe-4635-98ab-79decbec680c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:28.324512 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-b52fd671-1007-4680-bf99-a84d6d56353e tempest-ExtraDHCPOptionsTestJSON-213492769 tempest-ExtraDHCPOptionsTestJSON-213492769-project] In _notify_port_updated(), no bound segment for port f64f1da6-fc0e-49bd-8c50-f33777028e29 on network 6ff2c54a-7c5d-4d23-87cb-efb91a29d49b {{(pid=102730) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 18 18:34:28.343254 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52fd671-1007-4680-bf99-a84d6d56353e tempest-ExtraDHCPOptionsTestJSON-213492769 tempest-ExtraDHCPOptionsTestJSON-213492769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:34:28.343949 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b52fd671-1007-4680-bf99-a84d6d56353e tempest-ExtraDHCPOptionsTestJSON-213492769 tempest-ExtraDHCPOptionsTestJSON-213492769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:28.349510 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 33200) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:28.350529 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-b52fd671-1007-4680-bf99-a84d6d56353e tempest-ExtraDHCPOptionsTestJSON-213492769 tempest-ExtraDHCPOptionsTestJSON-213492769-project] 10.222.0.85 "PUT /v2.0/ports/f64f1da6-fc0e-49bd-8c50-f33777028e29 HTTP/1.1" status: 200 len: 1136 time: 1.0853486 May 18 18:34:28.575560 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c3f11b1f-ea54-464f-bd27-ebb4aeea8ac9 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:28.733607 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c0900eaa-1553-48de-9ada-41dfacde215f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:28.740551 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c3f11b1f-ea54-464f-bd27-ebb4aeea8ac9 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:28.744892 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-c3f11b1f-ea54-464f-bd27-ebb4aeea8ac9 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "DELETE /v2.0/ports/7a27ecfd-d88e-4300-b6a7-de866a46ce55 HTTP/1.1" status: 204 len: 168 time: 0.9451818 May 18 18:34:28.748242 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 33216) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:28.752874 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f61169-3ba3-4c1e-afce-e59d3008b5d6 tempest-ExtraDHCPOptionsTestJSON-213492769 tempest-ExtraDHCPOptionsTestJSON-213492769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:34:28.766889 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 33222) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:28.771657 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-22f61169-3ba3-4c1e-afce-e59d3008b5d6 tempest-ExtraDHCPOptionsTestJSON-213492769 tempest-ExtraDHCPOptionsTestJSON-213492769-project] 10.222.0.85 "GET /v2.0/ports/f64f1da6-fc0e-49bd-8c50-f33777028e29 HTTP/1.1" status: 200 len: 1136 time: 0.4193208 May 18 18:34:28.775277 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f11b1f-ea54-464f-bd27-ebb4aeea8ac9 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Pushing event deleted for resources: {'Port': ['ID=7a27ecfd-d88e-4300-b6a7-de866a46ce55,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:28.950574 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-f4befdb2-0afe-4635-98ab-79decbec680c None None] Current status of the port 8f50d2e0-2037-4672-88b6-0c5fb79efa15 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:34:29.009239 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port b0d60238-56e3-4a86-9689-2363a26f1da9 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:34:29.009611 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:29.013113 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Pushing event updated for resources: {'Port': ['ID=8f50d2e0-2037-4672-88b6-0c5fb79efa15,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:29.081424 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a423016-8e52-46e0-9b27-385dd4b4919a req-4e4f8e5d-8234-4d7b-9f4a-41a2913e8b9d tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:34:29.090256 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2a423016-8e52-46e0-9b27-385dd4b4919a req-4e4f8e5d-8234-4d7b-9f4a-41a2913e8b9d tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/networks?id=229cac72-730c-4b46-95ab-ba32903dc5c3 HTTP/1.1" status: 200 len: 814 time: 0.2948782 May 18 18:34:29.106883 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984d2352-501d-4388-8274-67bfae1c8925 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:34:29.108710 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984d2352-501d-4388-8274-67bfae1c8925 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:34:29.113026 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-984d2352-501d-4388-8274-67bfae1c8925 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3600423 May 18 18:34:29.118590 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 33226) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:29.136379 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-5aebdcf1-aec6-4afa-8403-a5d404f06281 None None] Provisioning complete for port 8f50d2e0-2037-4672-88b6-0c5fb79efa15 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:34:29.136760 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-5aebdcf1-aec6-4afa-8403-a5d404f06281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:29.143560 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2a423016-8e52-46e0-9b27-385dd4b4919a req-206b5d89-d33c-41e4-b172-1f1b0c73a458 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/quotas/5261ec6a1faf46bbb0a907791c324410 HTTP/1.1" status: 200 len: 375 time: 0.0518599 May 18 18:34:29.200717 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c60a6aea-cf43-45fc-8802-03d282603a12 None None] Network 229cac72-730c-4b46-95ab-ba32903dc5c3 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:34:29.206779 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_v2 [None req-16ef0247-6080-4ca5-9fc4-c4c9166171bd tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Deleting subnet 9fce663c-56e8-45dc-9812-e5ef1715147d {{(pid=102730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:34:29.212967 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-16ef0247-6080-4ca5-9fc4-c4c9166171bd tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks [] for subnet, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:29.234186 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c0900eaa-1553-48de-9ada-41dfacde215f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:29.251868 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2a423016-8e52-46e0-9b27-385dd4b4919a req-cbd6d939-3e4f-4ee8-8c04-a46c8ecb6bee tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=5261ec6a1faf46bbb0a907791c324410&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1017611 May 18 18:34:29.259419 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c0900eaa-1553-48de-9ada-41dfacde215f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:29.295197 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-16ef0247-6080-4ca5-9fc4-c4c9166171bd tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260107366'] for subnet, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:29.353382 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-16ef0247-6080-4ca5-9fc4-c4c9166171bd tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:29.360728 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-c0900eaa-1553-48de-9ada-41dfacde215f admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=a88eec41d42440208537c86858f96f98&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2092857 May 18 18:34:29.361499 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 33230) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:29.362303 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0900eaa-1553-48de-9ada-41dfacde215f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea0cedcd-b1a0-4345-8f72-9347bc8e061e,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:29.477342 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-a58a9f14-12ab-4d4b-97b6-b92d0f68c775 tempest-ExtraDHCPOptionsTestJSON-213492769 tempest-ExtraDHCPOptionsTestJSON-213492769-project] Deleting port f64f1da6-fc0e-49bd-8c50-f33777028e29 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:34:29.478079 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a58a9f14-12ab-4d4b-97b6-b92d0f68c775 tempest-ExtraDHCPOptionsTestJSON-213492769 tempest-ExtraDHCPOptionsTestJSON-213492769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:29.549389 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port b0d60238-56e3-4a86-9689-2363a26f1da9 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:34:29.604333 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a58a9f14-12ab-4d4b-97b6-b92d0f68c775 tempest-ExtraDHCPOptionsTestJSON-213492769 tempest-ExtraDHCPOptionsTestJSON-213492769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:29.619818 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-a58a9f14-12ab-4d4b-97b6-b92d0f68c775 tempest-ExtraDHCPOptionsTestJSON-213492769 tempest-ExtraDHCPOptionsTestJSON-213492769-project] Calling delete_port for f64f1da6-fc0e-49bd-8c50-f33777028e29 owned by {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:34:29.621790 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a3af16ac-d0ab-4c9c-b68c-d5b2b71c19e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:29.658035 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a3af16ac-d0ab-4c9c-b68c-d5b2b71c19e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:29.711397 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-5aebdcf1-aec6-4afa-8403-a5d404f06281 None None] Current status of the port 8f50d2e0-2037-4672-88b6-0c5fb79efa15 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:34:29.749966 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a3af16ac-d0ab-4c9c-b68c-d5b2b71c19e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:29.760370 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 8f50d2e0-2037-4672-88b6-0c5fb79efa15 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:34:29.760938 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a3af16ac-d0ab-4c9c-b68c-d5b2b71c19e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:29.762592 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-a3af16ac-d0ab-4c9c-b68c-d5b2b71c19e4 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/ea0cedcd-b1a0-4345-8f72-9347bc8e061e HTTP/1.1" status: 204 len: 168 time: 0.3893969 May 18 18:34:29.785205 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2a423016-8e52-46e0-9b27-385dd4b4919a req-aae22b74-d25a-4b8b-95d4-a2e0f0ae07e7 service neutron] 10.222.0.85 "GET /v2.0/networks/229cac72-730c-4b46-95ab-ba32903dc5c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5323157 May 18 18:34:29.786368 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3af16ac-d0ab-4c9c-b68c-d5b2b71c19e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea0cedcd-b1a0-4345-8f72-9347bc8e061e,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:29.841173 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-16ef0247-6080-4ca5-9fc4-c4c9166171bd tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261104690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261031888'] for subnet, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:29.875471 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-5aebdcf1-aec6-4afa-8403-a5d404f06281 None None] Provisioning complete for port b0d60238-56e3-4a86-9689-2363a26f1da9 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:34:29.875847 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-5aebdcf1-aec6-4afa-8403-a5d404f06281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:29.883091 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a58a9f14-12ab-4d4b-97b6-b92d0f68c775 tempest-ExtraDHCPOptionsTestJSON-213492769 tempest-ExtraDHCPOptionsTestJSON-213492769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:29.885242 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ef0247-6080-4ca5-9fc4-c4c9166171bd tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Pushing event deleted for resources: {'Subnet': ['ID=9fce663c-56e8-45dc-9812-e5ef1715147d,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:29.982604 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-16ef0247-6080-4ca5-9fc4-c4c9166171bd tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:29.990931 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-16ef0247-6080-4ca5-9fc4-c4c9166171bd tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "DELETE /v2.0/subnets/9fce663c-56e8-45dc-9812-e5ef1715147d HTTP/1.1" status: 204 len: 168 time: 0.8687186 May 18 18:34:29.992786 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 33238) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:30.010229 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58a9f14-12ab-4d4b-97b6-b92d0f68c775 tempest-ExtraDHCPOptionsTestJSON-213492769 tempest-ExtraDHCPOptionsTestJSON-213492769-project] Pushing event deleted for resources: {'Port': ['ID=f64f1da6-fc0e-49bd-8c50-f33777028e29,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:30.054317 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 8f50d2e0-2037-4672-88b6-0c5fb79efa15 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:34:30.054824 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:30.148837 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 33242) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:30.152601 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-baa398f8-182d-4d48-9296-25d5896b6345 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1372030 May 18 18:34:30.155777 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a58a9f14-12ab-4d4b-97b6-b92d0f68c775 tempest-ExtraDHCPOptionsTestJSON-213492769 tempest-ExtraDHCPOptionsTestJSON-213492769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:30.157429 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2a423016-8e52-46e0-9b27-385dd4b4919a req-3b4439dc-ef2b-4942-a2ea-4029ad3dccd0 service neutron] 10.222.0.85 "GET /v2.0/networks/229cac72-730c-4b46-95ab-ba32903dc5c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3641520 May 18 18:34:30.162472 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-a58a9f14-12ab-4d4b-97b6-b92d0f68c775 tempest-ExtraDHCPOptionsTestJSON-213492769 tempest-ExtraDHCPOptionsTestJSON-213492769-project] 10.222.0.85 "DELETE /v2.0/ports/f64f1da6-fc0e-49bd-8c50-f33777028e29 HTTP/1.1" status: 204 len: 168 time: 1.3923182 May 18 18:34:30.163762 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 33244) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:30.171963 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b869f96-3998-414a-9e6f-496156c0e252 None None] Network c5ce55ad-2458-4816-93d1-bdb0e8f83e94 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:34:30.262266 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc665ac-ac9e-42d0-abd7-f6c65aa8f209 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:34:30.266847 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 33246) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:30.275581 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-6bc665ac-ac9e-42d0-abd7-f6c65aa8f209 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1139753 May 18 18:34:30.280028 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-5aebdcf1-aec6-4afa-8403-a5d404f06281 None None] Current status of the port b0d60238-56e3-4a86-9689-2363a26f1da9 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:34:30.292218 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_v2 [None req-af78a22a-212a-48b3-8e30-ed30743db786 tempest-ExtraDHCPOptionsTestJSON-213492769 tempest-ExtraDHCPOptionsTestJSON-213492769-project] Deleting subnet 45474099-5185-478f-8090-c0e93af0e86e {{(pid=102731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:34:30.334091 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-af78a22a-212a-48b3-8e30-ed30743db786 tempest-ExtraDHCPOptionsTestJSON-213492769 tempest-ExtraDHCPOptionsTestJSON-213492769-project] Notify callbacks [] for subnet, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:30.357021 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-5aebdcf1-aec6-4afa-8403-a5d404f06281 None None] Could not find standard attr ID for object 0244aca8-aa48-41c6-96e8-23a5b953d996. {{(pid=102732) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 18 18:34:30.362039 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 8f50d2e0-2037-4672-88b6-0c5fb79efa15 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:34:30.363942 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device b0d60238-56e3-4a86-9689-2363a26f1da9 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:34:30.366171 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-5aebdcf1-aec6-4afa-8403-a5d404f06281 None None] Could not find standard attr ID for object f64f1da6-fc0e-49bd-8c50-f33777028e29. {{(pid=102732) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 18 18:34:30.416587 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 33250) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:30.428782 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09127b74-1326-40a6-8b53-2882babe6da3 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:34:30.431832 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-5aebdcf1-aec6-4afa-8403-a5d404f06281 None None] Could not find standard attr ID for object 7a27ecfd-d88e-4300-b6a7-de866a46ce55. {{(pid=102732) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 18 18:34:30.439711 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7774c938-65bc-4b83-823d-ee526cddb261 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:30.440956 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-09127b74-1326-40a6-8b53-2882babe6da3 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1730950 May 18 18:34:30.444116 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 33252) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:30.449971 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-af78a22a-212a-48b3-8e30-ed30743db786 tempest-ExtraDHCPOptionsTestJSON-213492769 tempest-ExtraDHCPOptionsTestJSON-213492769-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260542153'] for subnet, precommit_delete_associations {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:30.507491 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port b0d60238-56e3-4a86-9689-2363a26f1da9 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:34:30.509983 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:30.610413 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-ec40be01-e32e-43e4-b6e2-acc796633207 None None] Could not find standard attr ID for object f64f1da6-fc0e-49bd-8c50-f33777028e29. {{(pid=102732) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 18 18:34:30.622079 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-ec40be01-e32e-43e4-b6e2-acc796633207 None None] Could not find standard attr ID for object 6c5ea39f-b480-435e-872b-576215c28b11. {{(pid=102732) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 18 18:34:30.628345 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-ec40be01-e32e-43e4-b6e2-acc796633207 None None] Could not find standard attr ID for object 287088a1-5e05-4e16-ae45-c954fd4dff97. {{(pid=102732) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 18 18:34:30.648534 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d9276fa2-d658-43f6-83d2-93c897d8f129 req-6c77f941-97f7-42f4-81c9-eb236802c62b tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 210 time: 0.0499182 May 18 18:34:30.651139 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-ec40be01-e32e-43e4-b6e2-acc796633207 None None] Could not find standard attr ID for object 7a27ecfd-d88e-4300-b6a7-de866a46ce55. {{(pid=102732) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 18 18:34:30.732316 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-6331b7fb-605b-4ba0-a751-db8389656c56 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2849026 May 18 18:34:30.740444 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-752b348f-7c22-4cdd-a788-6702d393f1e6 None None] DHCP port deletion for c5ce55ad-2458-4816-93d1-bdb0e8f83e94 request from n-d-838550-3 {{(pid=102732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 18:34:30.742779 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 33258) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:30.747799 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port b0d60238-56e3-4a86-9689-2363a26f1da9 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:34:30.787708 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-f01dd1da-dfb5-45c8-9093-99a8f1be861b tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Request body: {'subnet': {'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:34:30.808868 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7774c938-65bc-4b83-823d-ee526cddb261 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:30.826958 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-d0cc6745-6f48-4af4-a4a3-4067981e4b8a None None] Could not find standard attr ID for object f64f1da6-fc0e-49bd-8c50-f33777028e29. {{(pid=102732) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 18 18:34:30.862768 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7774c938-65bc-4b83-823d-ee526cddb261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:30.864038 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-af78a22a-212a-48b3-8e30-ed30743db786 tempest-ExtraDHCPOptionsTestJSON-213492769 tempest-ExtraDHCPOptionsTestJSON-213492769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:30.868335 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-752b348f-7c22-4cdd-a788-6702d393f1e6 None None] Deleting port b0d60238-56e3-4a86-9689-2363a26f1da9 {{(pid=102732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:34:30.868713 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-752b348f-7c22-4cdd-a788-6702d393f1e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:30.963519 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7774c938-65bc-4b83-823d-ee526cddb261 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f113dd40-4431-4638-8745-0c603993f0ee,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:30.971546 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-af78a22a-212a-48b3-8e30-ed30743db786 tempest-ExtraDHCPOptionsTestJSON-213492769 tempest-ExtraDHCPOptionsTestJSON-213492769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260898416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260908030'] for subnet, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:31.008008 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af78a22a-212a-48b3-8e30-ed30743db786 tempest-ExtraDHCPOptionsTestJSON-213492769 tempest-ExtraDHCPOptionsTestJSON-213492769-project] Pushing event deleted for resources: {'Subnet': ['ID=45474099-5185-478f-8090-c0e93af0e86e,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:31.010235 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-752b348f-7c22-4cdd-a788-6702d393f1e6 None None] For port b0d60238-56e3-4a86-9689-2363a26f1da9, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=b0d60238-56e3-4a86-9689-2363a26f1da9,segment=NetworkSegment(7193822e-e5ec-4b60-a562-e581b7323da0),segment_id=7193822e-e5ec-4b60-a562-e581b7323da0)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:34:31.010691 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-752b348f-7c22-4cdd-a788-6702d393f1e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:31.013499 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-af78a22a-212a-48b3-8e30-ed30743db786 tempest-ExtraDHCPOptionsTestJSON-213492769 tempest-ExtraDHCPOptionsTestJSON-213492769-project] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:31.018123 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-af78a22a-212a-48b3-8e30-ed30743db786 tempest-ExtraDHCPOptionsTestJSON-213492769 tempest-ExtraDHCPOptionsTestJSON-213492769-project] 10.222.0.85 "DELETE /v2.0/subnets/45474099-5185-478f-8090-c0e93af0e86e HTTP/1.1" status: 204 len: 168 time: 0.8531940 May 18 18:34:31.020641 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 33266) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:31.020918 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-628c433c-959d-4b3e-9039-d9ba2f45aafd None None] Network 6ff2c54a-7c5d-4d23-87cb-efb91a29d49b requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:34:31.046376 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-7774c938-65bc-4b83-823d-ee526cddb261 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=1750329fd054484988cb6f5a2170f3b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6284101 May 18 18:34:31.047406 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 33268) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:31.050003 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-752b348f-7c22-4cdd-a788-6702d393f1e6 None None] Calling delete_port for b0d60238-56e3-4a86-9689-2363a26f1da9 owned by network:dhcp {{(pid=102732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:34:31.136899 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f01dd1da-dfb5-45c8-9093-99a8f1be861b tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Made reservation on behalf of 17ca2b3ab9ea4457836da5cdadc0de8c for: {'subnet': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:34:31.141060 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f01dd1da-dfb5-45c8-9093-99a8f1be861b tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261031885'] for subnet, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:31.143518 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-902f766e-6a26-4fd3-9fdd-3a62028384c2 tempest-ExtraDHCPOptionsTestJSON-213492769 tempest-ExtraDHCPOptionsTestJSON-213492769-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:31.151649 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e0126064-1373-402c-8ada-2f7b7ed2b7c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:31.216558 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-902f766e-6a26-4fd3-9fdd-3a62028384c2 tempest-ExtraDHCPOptionsTestJSON-213492769 tempest-ExtraDHCPOptionsTestJSON-213492769-project] Deleting port 8f50d2e0-2037-4672-88b6-0c5fb79efa15 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:34:31.217161 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-902f766e-6a26-4fd3-9fdd-3a62028384c2 tempest-ExtraDHCPOptionsTestJSON-213492769 tempest-ExtraDHCPOptionsTestJSON-213492769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:31.226503 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e0126064-1373-402c-8ada-2f7b7ed2b7c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:31.236076 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:31.293182 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-752b348f-7c22-4cdd-a788-6702d393f1e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508'] for port, after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:31.346995 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-902f766e-6a26-4fd3-9fdd-3a62028384c2 tempest-ExtraDHCPOptionsTestJSON-213492769 tempest-ExtraDHCPOptionsTestJSON-213492769-project] For port 8f50d2e0-2037-4672-88b6-0c5fb79efa15, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=8f50d2e0-2037-4672-88b6-0c5fb79efa15,segment=NetworkSegment(4108a0ac-f882-40d4-a585-059e9430704d),segment_id=4108a0ac-f882-40d4-a585-059e9430704d)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:34:31.347717 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-902f766e-6a26-4fd3-9fdd-3a62028384c2 tempest-ExtraDHCPOptionsTestJSON-213492769 tempest-ExtraDHCPOptionsTestJSON-213492769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:31.355235 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e0126064-1373-402c-8ada-2f7b7ed2b7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:31.358465 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e0126064-1373-402c-8ada-2f7b7ed2b7c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:31.359897 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-e0126064-1373-402c-8ada-2f7b7ed2b7c0 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/f113dd40-4431-4638-8745-0c603993f0ee HTTP/1.1" status: 204 len: 168 time: 0.3009164 May 18 18:34:31.363719 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752b348f-7c22-4cdd-a788-6702d393f1e6 None None] Pushing event deleted for resources: {'Port': ['ID=b0d60238-56e3-4a86-9689-2363a26f1da9,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:31.367195 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21fce113-95f7-4f81-aa30-5985417c072d None None] DHCP port deletion for 6ff2c54a-7c5d-4d23-87cb-efb91a29d49b request from n-d-838550-3 {{(pid=102732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 18:34:31.375002 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752b348f-7c22-4cdd-a788-6702d393f1e6 None None] No DVR routers for this DVR port b0d60238-56e3-4a86-9689-2363a26f1da9 on host n-d-838550-3 {{(pid=102732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:34:31.381246 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:31.396248 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-902f766e-6a26-4fd3-9fdd-3a62028384c2 tempest-ExtraDHCPOptionsTestJSON-213492769 tempest-ExtraDHCPOptionsTestJSON-213492769-project] Calling delete_port for 8f50d2e0-2037-4672-88b6-0c5fb79efa15 owned by network:dhcp {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:34:31.402579 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0126064-1373-402c-8ada-2f7b7ed2b7c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f113dd40-4431-4638-8745-0c603993f0ee,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:31.486490 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-21fce113-95f7-4f81-aa30-5985417c072d None None] Deleting port 8f50d2e0-2037-4672-88b6-0c5fb79efa15 {{(pid=102732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:34:31.487054 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-21fce113-95f7-4f81-aa30-5985417c072d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:31.489277 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f01dd1da-dfb5-45c8-9093-99a8f1be861b tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261104883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261031899'] for subnet, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:31.516323 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f01dd1da-dfb5-45c8-9093-99a8f1be861b tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Network c5ce55ad-2458-4816-93d1-bdb0e8f83e94 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:34:31.519733 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-f01dd1da-dfb5-45c8-9093-99a8f1be861b tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:34:31.544362 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46249c7d-fb94-4a2b-a647-1b925e80e5db None None] Network c5ce55ad-2458-4816-93d1-bdb0e8f83e94 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:34:31.564168 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01dd1da-dfb5-45c8-9093-99a8f1be861b tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:34:31.565827 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-902f766e-6a26-4fd3-9fdd-3a62028384c2 tempest-ExtraDHCPOptionsTestJSON-213492769 tempest-ExtraDHCPOptionsTestJSON-213492769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:31.566822 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f01dd1da-dfb5-45c8-9093-99a8f1be861b tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:31.626232 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-f01dd1da-dfb5-45c8-9093-99a8f1be861b tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8787215 May 18 18:34:31.627834 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 33274) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:31.632114 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902f766e-6a26-4fd3-9fdd-3a62028384c2 tempest-ExtraDHCPOptionsTestJSON-213492769 tempest-ExtraDHCPOptionsTestJSON-213492769-project] Pushing event deleted for resources: {'Port': ['ID=8f50d2e0-2037-4672-88b6-0c5fb79efa15,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:31.641820 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-0797aa17-94ed-47e7-a86c-f8cc506983ac tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Request body: {'port': {'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94', 'fixed_ips': [{'subnet_id': 'b18481b7-79dd-414c-a4f0-216670df48a8', 'ip_address': '2001:db8::60b4:eca4:c33e:f8d5'}], 'name': 'tempest-NetworksTestDHCPv6-1597733832'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:34:31.648597 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-21fce113-95f7-4f81-aa30-5985417c072d None None] For port 8f50d2e0-2037-4672-88b6-0c5fb79efa15, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=8f50d2e0-2037-4672-88b6-0c5fb79efa15,segment=NetworkSegment(4108a0ac-f882-40d4-a585-059e9430704d),segment_id=4108a0ac-f882-40d4-a585-059e9430704d)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:34:31.652524 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902f766e-6a26-4fd3-9fdd-3a62028384c2 tempest-ExtraDHCPOptionsTestJSON-213492769 tempest-ExtraDHCPOptionsTestJSON-213492769-project] No DVR routers for this DVR port 8f50d2e0-2037-4672-88b6-0c5fb79efa15 on host n-d-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:34:31.653663 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-21fce113-95f7-4f81-aa30-5985417c072d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:31.701165 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-21fce113-95f7-4f81-aa30-5985417c072d None None] Calling delete_port for 8f50d2e0-2037-4672-88b6-0c5fb79efa15 owned by network:dhcp {{(pid=102732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:34:31.730199 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 8f50d2e0-2037-4672-88b6-0c5fb79efa15 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:34:31.789871 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01dd1da-dfb5-45c8-9093-99a8f1be861b tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Pushing event updated for resources: {'Subnet': ['ID=b18481b7-79dd-414c-a4f0-216670df48a8,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:31.795160 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0797aa17-94ed-47e7-a86c-f8cc506983ac tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Made reservation on behalf of 17ca2b3ab9ea4457836da5cdadc0de8c for: {'port': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:34:31.831587 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 8f50d2e0-2037-4672-88b6-0c5fb79efa15 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:34:31.832469 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 8f50d2e0-2037-4672-88b6-0c5fb79efa15 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:34:31.833363 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device b0d60238-56e3-4a86-9689-2363a26f1da9 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:34:31.878652 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: b0d60238-56e3-4a86-9689-2363a26f1da9 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:34:31.879477 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device b0d60238-56e3-4a86-9689-2363a26f1da9 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:34:31.905636 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0797aa17-94ed-47e7-a86c-f8cc506983ac tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:31.935406 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [None req-0797aa17-94ed-47e7-a86c-f8cc506983ac tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] device_id is not set on port 8b009c5c-4fcf-4348-9a4b-30fd01e51835 yet. {{(pid=102730) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 18 18:34:31.985395 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-21fce113-95f7-4f81-aa30-5985417c072d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508'] for port, after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:32.120497 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fce113-95f7-4f81-aa30-5985417c072d None None] Pushing event deleted for resources: {'Port': ['ID=8f50d2e0-2037-4672-88b6-0c5fb79efa15,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:32.137694 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21fce113-95f7-4f81-aa30-5985417c072d None None] No DVR routers for this DVR port 8f50d2e0-2037-4672-88b6-0c5fb79efa15 on host n-d-838550-3 {{(pid=102732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:34:32.169295 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 33286) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:32.201999 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf2e5440-2c76-46b6-bd35-1760dd42a1d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-c5ce55ad-2458-4816-93d1-bdb0e8f83e94', 'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94', 'tenant_id': '17ca2b3ab9ea4457836da5cdadc0de8c', 'fixed_ips': [{'subnet_id': 'b18481b7-79dd-414c-a4f0-216670df48a8'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:34:32.205175 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-bf2e5440-2c76-46b6-bd35-1760dd42a1d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:32.253091 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-af2d8ffe-5567-48ee-957f-ba277a0cfdfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:32.484375 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-af2d8ffe-5567-48ee-957f-ba277a0cfdfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:32.493969 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-af2d8ffe-5567-48ee-957f-ba277a0cfdfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:32.512893 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-bf2e5440-2c76-46b6-bd35-1760dd42a1d7 None None] Allocated IP 2001:db8::2 (c5ce55ad-2458-4816-93d1-bdb0e8f83e94/b18481b7-79dd-414c-a4f0-216670df48a8/f37373ee-3c84-4ad0-a93e-f4829249ee9f) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:34:32.548022 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2d8ffe-5567-48ee-957f-ba277a0cfdfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f018f7bd-0791-4f9f-9dcd-be2eefa84abc,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:32.553332 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-af2d8ffe-5567-48ee-957f-ba277a0cfdfb admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=233acb8e4fc04180a8a763337f07021b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3780153 May 18 18:34:32.558869 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 33292) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:32.567726 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fbb8cf7a-8606-4042-aacb-226cb082fc8b req-6aac9af7-7ae2-473a-b79b-37940e41ec52 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 210 time: 0.0605898 May 18 18:34:32.604654 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-902f766e-6a26-4fd3-9fdd-3a62028384c2 tempest-ExtraDHCPOptionsTestJSON-213492769 tempest-ExtraDHCPOptionsTestJSON-213492769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:32.632940 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-aed3557f-c17a-40d4-9a66-c552d338ab6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:32.637533 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-902f766e-6a26-4fd3-9fdd-3a62028384c2 tempest-ExtraDHCPOptionsTestJSON-213492769 tempest-ExtraDHCPOptionsTestJSON-213492769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ff2c54a-7c5d-4d23-87cb-efb91a29d49b']}} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:34:32.657543 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-aed3557f-c17a-40d4-9a66-c552d338ab6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:32.658575 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-902f766e-6a26-4fd3-9fdd-3a62028384c2 tempest-ExtraDHCPOptionsTestJSON-213492769 tempest-ExtraDHCPOptionsTestJSON-213492769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4108a0ac-f882-40d4-a585-059e9430704d') {'for_net_delete': True} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:34:32.658877 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-902f766e-6a26-4fd3-9fdd-3a62028384c2 tempest-ExtraDHCPOptionsTestJSON-213492769 tempest-ExtraDHCPOptionsTestJSON-213492769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4108a0ac-f882-40d4-a585-059e9430704d') {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:34:32.675329 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-902f766e-6a26-4fd3-9fdd-3a62028384c2 tempest-ExtraDHCPOptionsTestJSON-213492769 tempest-ExtraDHCPOptionsTestJSON-213492769-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260542144'] for segment, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:32.706112 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a423016-8e52-46e0-9b27-385dd4b4919a req-c65878be-555a-4091-9693-a446c205500a tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:34:32.707672 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2a423016-8e52-46e0-9b27-385dd4b4919a req-c65878be-555a-4091-9693-a446c205500a tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.88 "GET /v2.0/networks?id=229cac72-730c-4b46-95ab-ba32903dc5c3 HTTP/1.1" status: 200 len: 814 time: 0.2020879 May 18 18:34:32.708504 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-bf2e5440-2c76-46b6-bd35-1760dd42a1d7 None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:32.709677 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-902f766e-6a26-4fd3-9fdd-3a62028384c2 tempest-ExtraDHCPOptionsTestJSON-213492769 tempest-ExtraDHCPOptionsTestJSON-213492769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:32.718903 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-bf2e5440-2c76-46b6-bd35-1760dd42a1d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:32.721891 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-2a423016-8e52-46e0-9b27-385dd4b4919a req-5ba657ea-f08d-412f-8f9d-c55c17c6ae2e tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Request body: {'port': {'device_id': '32444cd7-8f2c-4097-85ae-f68071300690', 'network_id': '229cac72-730c-4b46-95ab-ba32903dc5c3', 'admin_state_up': True, 'tenant_id': '5261ec6a1faf46bbb0a907791c324410'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:34:32.725266 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-902f766e-6a26-4fd3-9fdd-3a62028384c2 tempest-ExtraDHCPOptionsTestJSON-213492769 tempest-ExtraDHCPOptionsTestJSON-213492769-project] Releasing vlan 603 on physical network physnet1 to pool {{(pid=102731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:34:32.725688 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-902f766e-6a26-4fd3-9fdd-3a62028384c2 tempest-ExtraDHCPOptionsTestJSON-213492769 tempest-ExtraDHCPOptionsTestJSON-213492769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260884178'] for segment, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:32.728981 n-d-838550-3 neutron-server[102731]: Traceback (most recent call last): May 18 18:34:32.728981 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:34:32.728981 n-d-838550-3 neutron-server[102731]: timer() May 18 18:34:32.728981 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:34:32.728981 n-d-838550-3 neutron-server[102731]: cb(*args, **kw) May 18 18:34:32.728981 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:34:32.728981 n-d-838550-3 neutron-server[102731]: return func(*args, **kwargs) May 18 18:34:32.728981 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:34:32.728981 n-d-838550-3 neutron-server[102731]: self._notify() May 18 18:34:32.728981 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:34:32.728981 n-d-838550-3 neutron-server[102731]: self.callback(batched_events) May 18 18:34:32.728981 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:34:32.728981 n-d-838550-3 neutron-server[102731]: event.method(event) May 18 18:34:32.728981 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:34:32.728981 n-d-838550-3 neutron-server[102731]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:34:32.728981 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:34:32.728981 n-d-838550-3 neutron-server[102731]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:34:32.728981 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:34:32.728981 n-d-838550-3 neutron-server[102731]: return f(self, *a, **k) May 18 18:34:32.728981 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:34:32.728981 n-d-838550-3 neutron-server[102731]: return self._get(url).json() May 18 18:34:32.728981 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:34:32.728981 n-d-838550-3 neutron-server[102731]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:34:32.728981 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:34:32.728981 n-d-838550-3 neutron-server[102731]: return self.request(url, 'GET', **kwargs) May 18 18:34:32.728981 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:34:32.728981 n-d-838550-3 neutron-server[102731]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:34:32.728981 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:34:32.728981 n-d-838550-3 neutron-server[102731]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:34:32.728981 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:34:32.728981 n-d-838550-3 neutron-server[102731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:34:32.728981 n-d-838550-3 neutron-server[102731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:34:32.746037 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-aed3557f-c17a-40d4-9a66-c552d338ab6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:32.748839 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-aed3557f-c17a-40d4-9a66-c552d338ab6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:32.752616 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-aed3557f-c17a-40d4-9a66-c552d338ab6a admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/f018f7bd-0791-4f9f-9dcd-be2eefa84abc HTTP/1.1" status: 204 len: 168 time: 0.1888964 May 18 18:34:32.766729 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed3557f-c17a-40d4-9a66-c552d338ab6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f018f7bd-0791-4f9f-9dcd-be2eefa84abc,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:32.770062 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2e5440-2c76-46b6-bd35-1760dd42a1d7 None None] Network c5ce55ad-2458-4816-93d1-bdb0e8f83e94 is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:34:32.772280 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-bf2e5440-2c76-46b6-bd35-1760dd42a1d7 None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:34:32.776988 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2e5440-2c76-46b6-bd35-1760dd42a1d7 None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:34:32.804257 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-0797aa17-94ed-47e7-a86c-f8cc506983ac tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Allocated IP 2001:db8::60b4:eca4:c33e:f8d5 (c5ce55ad-2458-4816-93d1-bdb0e8f83e94/b18481b7-79dd-414c-a4f0-216670df48a8/8b009c5c-4fcf-4348-9a4b-30fd01e51835) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:34:32.855239 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-902f766e-6a26-4fd3-9fdd-3a62028384c2 tempest-ExtraDHCPOptionsTestJSON-213492769 tempest-ExtraDHCPOptionsTestJSON-213492769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:32.859816 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-902f766e-6a26-4fd3-9fdd-3a62028384c2 tempest-ExtraDHCPOptionsTestJSON-213492769 tempest-ExtraDHCPOptionsTestJSON-213492769-project] Notify callbacks [] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:32.863608 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-902f766e-6a26-4fd3-9fdd-3a62028384c2 tempest-ExtraDHCPOptionsTestJSON-213492769 tempest-ExtraDHCPOptionsTestJSON-213492769-project] 10.222.0.85 "DELETE /v2.0/networks/6ff2c54a-7c5d-4d23-87cb-efb91a29d49b HTTP/1.1" status: 204 len: 168 time: 1.8415611 May 18 18:34:32.882011 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2e5440-2c76-46b6-bd35-1760dd42a1d7 None None] Pushing event updated for resources: {'Port': ['ID=f37373ee-3c84-4ad0-a93e-f4829249ee9f,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:32.885926 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-bf2e5440-2c76-46b6-bd35-1760dd42a1d7 None None] Attempting to bind port f37373ee-3c84-4ad0-a93e-f4829249ee9f on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:34:32.886304 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-bf2e5440-2c76-46b6-bd35-1760dd42a1d7 None None] Attempting to bind port f37373ee-3c84-4ad0-a93e-f4829249ee9f by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '7193822e-e5ec-4b60-a562-e581b7323da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:34:32.887087 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2e5440-2c76-46b6-bd35-1760dd42a1d7 None None] Attempting to bind port f37373ee-3c84-4ad0-a93e-f4829249ee9f on network c5ce55ad-2458-4816-93d1-bdb0e8f83e94 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:34:32.899976 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2e5440-2c76-46b6-bd35-1760dd42a1d7 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:34:32.900365 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2e5440-2c76-46b6-bd35-1760dd42a1d7 None None] Checking segment: {'id': '7193822e-e5ec-4b60-a562-e581b7323da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:34:32.900775 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-bf2e5440-2c76-46b6-bd35-1760dd42a1d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:32.901167 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2e5440-2c76-46b6-bd35-1760dd42a1d7 None None] Bound using segment: {'id': '7193822e-e5ec-4b60-a562-e581b7323da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:34:32.901852 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-bf2e5440-2c76-46b6-bd35-1760dd42a1d7 None None] Bound port: f37373ee-3c84-4ad0-a93e-f4829249ee9f, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7193822e-e5ec-4b60-a562-e581b7323da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:34:32.902246 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-bf2e5440-2c76-46b6-bd35-1760dd42a1d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:32.906098 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902f766e-6a26-4fd3-9fdd-3a62028384c2 tempest-ExtraDHCPOptionsTestJSON-213492769 tempest-ExtraDHCPOptionsTestJSON-213492769-project] Pushing event deleted for resources: {'Network': ['ID=6ff2c54a-7c5d-4d23-87cb-efb91a29d49b,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:32.995329 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a423016-8e52-46e0-9b27-385dd4b4919a req-5ba657ea-f08d-412f-8f9d-c55c17c6ae2e tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Made reservation on behalf of 5261ec6a1faf46bbb0a907791c324410 for: {'port': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:34:32.999908 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-2a423016-8e52-46e0-9b27-385dd4b4919a req-5ba657ea-f08d-412f-8f9d-c55c17c6ae2e tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:33.068254 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-bf2e5440-2c76-46b6-bd35-1760dd42a1d7 None None] For port f37373ee-3c84-4ad0-a93e-f4829249ee9f, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:34:33.081117 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-bf2e5440-2c76-46b6-bd35-1760dd42a1d7 None None] For port f37373ee-3c84-4ad0-a93e-f4829249ee9f, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=f37373ee-3c84-4ad0-a93e-f4829249ee9f,segment=NetworkSegment(7193822e-e5ec-4b60-a562-e581b7323da0),segment_id=7193822e-e5ec-4b60-a562-e581b7323da0)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:34:33.092392 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-bf2e5440-2c76-46b6-bd35-1760dd42a1d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:33.152075 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0797aa17-94ed-47e7-a86c-f8cc506983ac tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:33.216117 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [req-2a423016-8e52-46e0-9b27-385dd4b4919a req-5ba657ea-f08d-412f-8f9d-c55c17c6ae2e tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Allocated IP 172.20.0.10 (229cac72-730c-4b46-95ab-ba32903dc5c3/6f275cda-580c-4ebe-b55b-052e9e8edbd2/a7cae3bb-d095-4577-805d-9c9eb96c9cf6) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:34:33.238204 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2e5440-2c76-46b6-bd35-1760dd42a1d7 None None] Pushing event updated for resources: {'Port': ['ID=f37373ee-3c84-4ad0-a93e-f4829249ee9f,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:33.239386 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0797aa17-94ed-47e7-a86c-f8cc506983ac tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:33.329382 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0797aa17-94ed-47e7-a86c-f8cc506983ac tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Network c5ce55ad-2458-4816-93d1-bdb0e8f83e94 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:34:33.332709 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-0797aa17-94ed-47e7-a86c-f8cc506983ac tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:34:33.338431 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0797aa17-94ed-47e7-a86c-f8cc506983ac tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:34:33.344522 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0797aa17-94ed-47e7-a86c-f8cc506983ac tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:34:33.345855 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0797aa17-94ed-47e7-a86c-f8cc506983ac tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:33.366917 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0797aa17-94ed-47e7-a86c-f8cc506983ac tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Pushing event updated for resources: {'Port': ['ID=8b009c5c-4fcf-4348-9a4b-30fd01e51835,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:33.418023 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 33306) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:33.418937 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-0797aa17-94ed-47e7-a86c-f8cc506983ac tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.7845602 May 18 18:34:33.563521 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb1d8f5-ab1f-4d9e-a79b-bbc5ab63943d tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:34:33.572774 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb1d8f5-ab1f-4d9e-a79b-bbc5ab63943d tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:34:33.574476 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-1eb1d8f5-ab1f-4d9e-a79b-bbc5ab63943d tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1562567 May 18 18:34:33.577705 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 33312) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:33.629033 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 33316) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:33.718911 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-2a423016-8e52-46e0-9b27-385dd4b4919a req-5ba657ea-f08d-412f-8f9d-c55c17c6ae2e tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:33.821334 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b1f2c97d-fa05-4027-b7a5-8b36094a979d req-436a8e9c-4a6a-4035-8f2f-b69eae6c3d29 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 210 time: 0.0651109 May 18 18:34:33.836525 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-80897bf4-1d58-4b11-a475-9117403810aa tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Deleting port 8b009c5c-4fcf-4348-9a4b-30fd01e51835 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:34:33.837643 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-80897bf4-1d58-4b11-a475-9117403810aa tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:33.844737 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-2a423016-8e52-46e0-9b27-385dd4b4919a req-5ba657ea-f08d-412f-8f9d-c55c17c6ae2e tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:33.850646 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device f37373ee-3c84-4ad0-a93e-f4829249ee9f up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:34:33.940323 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port f37373ee-3c84-4ad0-a93e-f4829249ee9f triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:34:33.942674 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:34.005191 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a423016-8e52-46e0-9b27-385dd4b4919a req-5ba657ea-f08d-412f-8f9d-c55c17c6ae2e tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Network 229cac72-730c-4b46-95ab-ba32903dc5c3 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:34:34.007315 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-80897bf4-1d58-4b11-a475-9117403810aa tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:34.045368 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [req-2a423016-8e52-46e0-9b27-385dd4b4919a req-5ba657ea-f08d-412f-8f9d-c55c17c6ae2e tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:34:34.048113 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a423016-8e52-46e0-9b27-385dd4b4919a req-5ba657ea-f08d-412f-8f9d-c55c17c6ae2e tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:34:34.063057 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba657ea-f08d-412f-8f9d-c55c17c6ae2e tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Pushing event updated for resources: {'Port': ['ID=a7cae3bb-d095-4577-805d-9c9eb96c9cf6,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:34.086064 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-f908af1c-8415-43ce-b0a0-13edfd7533f6 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=743a586bea7c46849795e15cc1799d3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4551473 May 18 18:34:34.088384 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 33326) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:34.104362 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port f37373ee-3c84-4ad0-a93e-f4829249ee9f is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:34:34.104832 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:34.123790 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-80897bf4-1d58-4b11-a475-9117403810aa tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Calling delete_port for 8b009c5c-4fcf-4348-9a4b-30fd01e51835 owned by {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:34:34.160094 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-76d0b963-7a82-4a06-9545-0da680f9f929 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:34.172181 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] For port f37373ee-3c84-4ad0-a93e-f4829249ee9f, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=f37373ee-3c84-4ad0-a93e-f4829249ee9f,segment=NetworkSegment(7193822e-e5ec-4b60-a562-e581b7323da0),segment_id=7193822e-e5ec-4b60-a562-e581b7323da0)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:34:34.182736 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:34.190820 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-76d0b963-7a82-4a06-9545-0da680f9f929 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:34.198241 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a423016-8e52-46e0-9b27-385dd4b4919a req-5ba657ea-f08d-412f-8f9d-c55c17c6ae2e tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:34:34.198792 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-2a423016-8e52-46e0-9b27-385dd4b4919a req-5ba657ea-f08d-412f-8f9d-c55c17c6ae2e tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:34.221023 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2a423016-8e52-46e0-9b27-385dd4b4919a req-5ba657ea-f08d-412f-8f9d-c55c17c6ae2e tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5039511 May 18 18:34:34.236317 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-2a423016-8e52-46e0-9b27-385dd4b4919a req-55d43aea-342a-4464-9559-c0f1b11fc02c service neutron] Request body: {'port': {'device_id': '32444cd7-8f2c-4097-85ae-f68071300690', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-3'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:34:34.275992 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Pushing event updated for resources: {'Port': ['ID=f37373ee-3c84-4ad0-a93e-f4829249ee9f,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:34.276531 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-76d0b963-7a82-4a06-9545-0da680f9f929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:34.286817 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-76d0b963-7a82-4a06-9545-0da680f9f929 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:34.291865 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-76d0b963-7a82-4a06-9545-0da680f9f929 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/ff526947-e49e-4f9c-8026-ca6536ddde02 HTTP/1.1" status: 204 len: 168 time: 0.2021420 May 18 18:34:34.310522 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d0b963-7a82-4a06-9545-0da680f9f929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff526947-e49e-4f9c-8026-ca6536ddde02,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:34.354424 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-2a423016-8e52-46e0-9b27-385dd4b4919a req-55d43aea-342a-4464-9559-c0f1b11fc02c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:34.414996 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 33334) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:34.562754 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-80897bf4-1d58-4b11-a475-9117403810aa tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:34.685504 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80897bf4-1d58-4b11-a475-9117403810aa tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Pushing event deleted for resources: {'Port': ['ID=8b009c5c-4fcf-4348-9a4b-30fd01e51835,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:34.764288 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-80897bf4-1d58-4b11-a475-9117403810aa tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:34.764923 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-f6b60dda-5ee6-471f-b3ae-ec1cd7569c0d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-518990419-network', 'tenant_id': '1ecd4fb314944b4697cd6486b529797f'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:34:34.771588 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-80897bf4-1d58-4b11-a475-9117403810aa tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "DELETE /v2.0/ports/8b009c5c-4fcf-4348-9a4b-30fd01e51835 HTTP/1.1" status: 204 len: 168 time: 1.1907294 May 18 18:34:34.773877 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 33344) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:34.795826 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6b60dda-5ee6-471f-b3ae-ec1cd7569c0d admin admin] Made reservation on behalf of 1ecd4fb314944b4697cd6486b529797f for: {'network': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:34:34.798685 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f6b60dda-5ee6-471f-b3ae-ec1cd7569c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:34.812006 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f6b60dda-5ee6-471f-b3ae-ec1cd7569c0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:34.865579 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e6a33f-b320-4ec3-a263-642f2364a255 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:34:34.866767 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e6a33f-b320-4ec3-a263-642f2364a255 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:34:34.869700 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-c2e6a33f-b320-4ec3-a263-642f2364a255 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0926793 May 18 18:34:34.886567 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 33352) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:34.895597 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-9bd6a62f-3d37-4487-8db2-ddec2e1de589 None None] Provisioning complete for port f37373ee-3c84-4ad0-a93e-f4829249ee9f triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:34:34.901892 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9bd6a62f-3d37-4487-8db2-ddec2e1de589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:35.014623 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f6b60dda-5ee6-471f-b3ae-ec1cd7569c0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:35.026721 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f6b60dda-5ee6-471f-b3ae-ec1cd7569c0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:35.075405 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6b60dda-5ee6-471f-b3ae-ec1cd7569c0d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 642} {{(pid=102730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:34:35.089918 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-9bd6a62f-3d37-4487-8db2-ddec2e1de589 None None] Current status of the port f37373ee-3c84-4ad0-a93e-f4829249ee9f is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:34:35.111647 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f6b60dda-5ee6-471f-b3ae-ec1cd7569c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:35.111997 n-d-838550-3 neutron-server[102730]: INFO neutron.db.segments_db [None req-f6b60dda-5ee6-471f-b3ae-ec1cd7569c0d admin admin] Added segment ae854d53-3850-4a60-897d-fcda4e2a5a02 of type vlan for network 0366f9b0-38bb-4989-8bf4-d18b0262829f May 18 18:34:35.119130 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b60dda-5ee6-471f-b3ae-ec1cd7569c0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30c1fb77-2474-4874-b81d-93f8a40f09f2,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:35.133001 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_v2 [None req-95fed666-d70b-4d29-84a9-360e3b89167f tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Deleting subnet b18481b7-79dd-414c-a4f0-216670df48a8 {{(pid=102731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:34:35.158174 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af0eb19-7b6f-4f82-b9c2-337b33f9cb0f req-54d0bf92-3870-4993-9c30-e81cfdccf8b0 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:34:35.160414 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1af0eb19-7b6f-4f82-b9c2-337b33f9cb0f req-54d0bf92-3870-4993-9c30-e81cfdccf8b0 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 932 time: 0.2038779 May 18 18:34:35.161777 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-95fed666-d70b-4d29-84a9-360e3b89167f tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks [] for subnet, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:35.247253 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f6b60dda-5ee6-471f-b3ae-ec1cd7569c0d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:35.252568 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [req-2a423016-8e52-46e0-9b27-385dd4b4919a req-55d43aea-342a-4464-9559-c0f1b11fc02c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7cae3bb-d095-4577-805d-9c9eb96c9cf6 {{(pid=102731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:34:35.268403 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-2a423016-8e52-46e0-9b27-385dd4b4919a req-55d43aea-342a-4464-9559-c0f1b11fc02c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:35.285271 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1af0eb19-7b6f-4f82-b9c2-337b33f9cb0f req-23fa816e-418e-4c5a-93c3-760b8ea30152 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956318 May 18 18:34:35.288628 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-95fed666-d70b-4d29-84a9-360e3b89167f tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260542153'] for subnet, precommit_delete_associations {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:35.308204 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f6b60dda-5ee6-471f-b3ae-ec1cd7569c0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:35.310202 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b60dda-5ee6-471f-b3ae-ec1cd7569c0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:34:35.311059 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f6b60dda-5ee6-471f-b3ae-ec1cd7569c0d admin admin] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:35.327070 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-17fe7fc4-978e-457c-b7b4-17720fa12540 None None] Could not find standard attr ID for object 8b009c5c-4fcf-4348-9a4b-30fd01e51835. {{(pid=102732) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 18 18:34:35.350672 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.provisioning_blocks [req-2a423016-8e52-46e0-9b27-385dd4b4919a req-55d43aea-342a-4464-9559-c0f1b11fc02c service neutron] Transition to ACTIVE for port object a7cae3bb-d095-4577-805d-9c9eb96c9cf6 will not be triggered until provisioned by entity L2. {{(pid=102731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:34:35.361417 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-2a423016-8e52-46e0-9b27-385dd4b4919a req-55d43aea-342a-4464-9559-c0f1b11fc02c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:35.440503 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b60dda-5ee6-471f-b3ae-ec1cd7569c0d admin admin] Pushing event updated for resources: {'Network': ['ID=0366f9b0-38bb-4989-8bf4-d18b0262829f,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:35.471881 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network 0366f9b0-38bb-4989-8bf4-d18b0262829f details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:34:35.495274 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-f6b60dda-5ee6-471f-b3ae-ec1cd7569c0d admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0787606 May 18 18:34:35.495991 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 33364) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:35.507701 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-b32f1247-937f-4289-9364-71e894179985 admin admin] Request body: {'subnet': {'network_id': '0366f9b0-38bb-4989-8bf4-d18b0262829f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-518990419-subnet', 'tenant_id': '1ecd4fb314944b4697cd6486b529797f', 'ip_version': 4}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:34:35.532634 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-95fed666-d70b-4d29-84a9-360e3b89167f tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:35.561479 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b32f1247-937f-4289-9364-71e894179985 admin admin] Made reservation on behalf of 1ecd4fb314944b4697cd6486b529797f for: {'subnet': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:34:35.564979 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b32f1247-937f-4289-9364-71e894179985 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261031885'] for subnet, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:35.642495 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d43aea-342a-4464-9559-c0f1b11fc02c service neutron] Pushing event updated for resources: {'Port': ['ID=a7cae3bb-d095-4577-805d-9c9eb96c9cf6,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:35.694816 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 33366) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:35.708410 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device f37373ee-3c84-4ad0-a93e-f4829249ee9f up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:34:35.748844 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-2a423016-8e52-46e0-9b27-385dd4b4919a req-55d43aea-342a-4464-9559-c0f1b11fc02c service neutron] Attempting to bind port a7cae3bb-d095-4577-805d-9c9eb96c9cf6 on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:34:35.749184 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-2a423016-8e52-46e0-9b27-385dd4b4919a req-55d43aea-342a-4464-9559-c0f1b11fc02c service neutron] Attempting to bind port a7cae3bb-d095-4577-805d-9c9eb96c9cf6 by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': '567b93c1-8feb-4188-bd48-539ad65212fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '229cac72-730c-4b46-95ab-ba32903dc5c3'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:34:35.749563 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a423016-8e52-46e0-9b27-385dd4b4919a req-55d43aea-342a-4464-9559-c0f1b11fc02c service neutron] Attempting to bind port a7cae3bb-d095-4577-805d-9c9eb96c9cf6 on network 229cac72-730c-4b46-95ab-ba32903dc5c3 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:34:35.757936 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a423016-8e52-46e0-9b27-385dd4b4919a req-55d43aea-342a-4464-9559-c0f1b11fc02c service neutron] Port a7cae3bb-d095-4577-805d-9c9eb96c9cf6 on network 229cac72-730c-4b46-95ab-ba32903dc5c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:34:35.758193 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a423016-8e52-46e0-9b27-385dd4b4919a req-55d43aea-342a-4464-9559-c0f1b11fc02c service neutron] Attempting to bind port a7cae3bb-d095-4577-805d-9c9eb96c9cf6 on network 229cac72-730c-4b46-95ab-ba32903dc5c3 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:34:35.767501 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a423016-8e52-46e0-9b27-385dd4b4919a req-55d43aea-342a-4464-9559-c0f1b11fc02c service neutron] Checking agent: {'id': 'd1be059a-68ea-4c77-9b2b-29f4afa47e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:34:35.767843 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a423016-8e52-46e0-9b27-385dd4b4919a req-55d43aea-342a-4464-9559-c0f1b11fc02c service neutron] Checking segment: {'id': '567b93c1-8feb-4188-bd48-539ad65212fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '229cac72-730c-4b46-95ab-ba32903dc5c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:34:35.769240 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a423016-8e52-46e0-9b27-385dd4b4919a req-55d43aea-342a-4464-9559-c0f1b11fc02c service neutron] Bound using segment: {'id': '567b93c1-8feb-4188-bd48-539ad65212fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '229cac72-730c-4b46-95ab-ba32903dc5c3'} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:34:35.769240 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-2a423016-8e52-46e0-9b27-385dd4b4919a req-55d43aea-342a-4464-9559-c0f1b11fc02c service neutron] Bound port: a7cae3bb-d095-4577-805d-9c9eb96c9cf6, host: n-h2-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '567b93c1-8feb-4188-bd48-539ad65212fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '229cac72-730c-4b46-95ab-ba32903dc5c3'}}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:34:35.769240 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-2a423016-8e52-46e0-9b27-385dd4b4919a req-55d43aea-342a-4464-9559-c0f1b11fc02c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:35.786611 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-95fed666-d70b-4d29-84a9-360e3b89167f tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260898416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260908030'] for subnet, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:35.842573 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port f37373ee-3c84-4ad0-a93e-f4829249ee9f triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:34:35.843293 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:35.862764 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b32f1247-937f-4289-9364-71e894179985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261104883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261031899'] for subnet, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:35.917122 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32f1247-937f-4289-9364-71e894179985 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09f67ed9-b1e5-46fd-84fd-a8a236be4858,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:35.925843 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-2a423016-8e52-46e0-9b27-385dd4b4919a req-55d43aea-342a-4464-9559-c0f1b11fc02c service neutron] For port a7cae3bb-d095-4577-805d-9c9eb96c9cf6, host n-h2-838550-3, cleared binding levels {{(pid=102731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:34:35.932433 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-2a423016-8e52-46e0-9b27-385dd4b4919a req-55d43aea-342a-4464-9559-c0f1b11fc02c service neutron] For port a7cae3bb-d095-4577-805d-9c9eb96c9cf6, host n-h2-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=a7cae3bb-d095-4577-805d-9c9eb96c9cf6,segment=NetworkSegment(567b93c1-8feb-4188-bd48-539ad65212fa),segment_id=567b93c1-8feb-4188-bd48-539ad65212fa)] {{(pid=102731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:34:35.937026 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32f1247-937f-4289-9364-71e894179985 admin admin] Checking segment: {'id': 'ae854d53-3850-4a60-897d-fcda4e2a5a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '0366f9b0-38bb-4989-8bf4-d18b0262829f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:34:35.937767 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32f1247-937f-4289-9364-71e894179985 admin admin] Network hostable DHCP agents. Network: 0366f9b0-38bb-4989-8bf4-d18b0262829f, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:34:35.937915 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fed666-d70b-4d29-84a9-360e3b89167f tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Pushing event deleted for resources: {'Subnet': ['ID=b18481b7-79dd-414c-a4f0-216670df48a8,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:35.942726 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-2420061d-8b55-456b-8ef6-ab8da633a5af tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:34:35.943463 n-d-838550-3 neutron-server[102731]: WARNING neutron.api.v2.base [None req-2420061d-8b55-456b-8ef6-ab8da633a5af tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 18 18:34:35.943991 n-d-838550-3 neutron-server[102731]: INFO neutron.api.v2.resource [None req-2420061d-8b55-456b-8ef6-ab8da633a5af tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] create failed (client error): There was a conflict when trying to complete your request. May 18 18:34:35.950392 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-2420061d-8b55-456b-8ef6-ab8da633a5af tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2492201 May 18 18:34:35.950392 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-95fed666-d70b-4d29-84a9-360e3b89167f tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:35.952416 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 33372) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:35.954186 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-95fed666-d70b-4d29-84a9-360e3b89167f tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "DELETE /v2.0/subnets/b18481b7-79dd-414c-a4f0-216670df48a8 HTTP/1.1" status: 204 len: 168 time: 1.0658143 May 18 18:34:35.955858 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 33374) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:35.958492 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-3ec24f51-a8d2-4385-afcd-fbe442e22b93 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Request body: {'security_group': {'name': 'tempest-secgroup--1745527444'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:34:35.959090 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-2a423016-8e52-46e0-9b27-385dd4b4919a req-55d43aea-342a-4464-9559-c0f1b11fc02c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:35.967925 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a9b7ba-ca62-460f-a3c0-25b8a6b9fcd4 None None] Network c5ce55ad-2458-4816-93d1-bdb0e8f83e94 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:34:35.982220 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32f1247-937f-4289-9364-71e894179985 admin admin] Network 0366f9b0-38bb-4989-8bf4-d18b0262829f is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:34:35.995459 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3ec24f51-a8d2-4385-afcd-fbe442e22b93 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:35.999534 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-b32f1247-937f-4289-9364-71e894179985 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, 0366f9b0-38bb-4989-8bf4-d18b0262829f) {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:34:36.009444 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b32f1247-937f-4289-9364-71e894179985 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:34:36.010152 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b32f1247-937f-4289-9364-71e894179985 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:36.012457 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3ec24f51-a8d2-4385-afcd-fbe442e22b93 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:36.021209 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port f37373ee-3c84-4ad0-a93e-f4829249ee9f is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:34:36.040297 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-65eb20a6-addc-4c32-ba04-558affc6aa4d tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0819123 May 18 18:34:36.044797 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-b32f1247-937f-4289-9364-71e894179985 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5450411 May 18 18:34:36.044979 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a423016-8e52-46e0-9b27-385dd4b4919a req-55d43aea-342a-4464-9559-c0f1b11fc02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:34:36.044979 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-2a423016-8e52-46e0-9b27-385dd4b4919a req-55d43aea-342a-4464-9559-c0f1b11fc02c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:36.044979 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2a423016-8e52-46e0-9b27-385dd4b4919a req-55d43aea-342a-4464-9559-c0f1b11fc02c service neutron] 10.222.0.88 "PUT /v2.0/ports/a7cae3bb-d095-4577-805d-9c9eb96c9cf6 HTTP/1.1" status: 200 len: 1092 time: 1.8127420 May 18 18:34:36.045347 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 33376) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:36.045699 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 33378) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:36.049867 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d2d356-a480-4824-9d10-d073be61941b None None] Network 0366f9b0-38bb-4989-8bf4-d18b0262829f requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:34:36.067038 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32444cd7-8f2c-4097-85ae-f68071300690', 'tag': 'a7cae3bb-d095-4577-805d-9c9eb96c9cf6'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:34:36.071012 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c99fbfc2-70af-44a6-952a-a98f7caff8f7" -d '{"events": [{"name": "network-changed", "server_uuid": "32444cd7-8f2c-4097-85ae-f68071300690", "tag": "a7cae3bb-d095-4577-805d-9c9eb96c9cf6"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:34:36.083169 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-fc6bfae0-6f47-4414-a34b-e6120cf1867d tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Request body: {'subnet': {'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:34:36.150239 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-1b2f74db-4546-467c-8038-e89a7162395c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-518990419-router', 'tenant_id': '1ecd4fb314944b4697cd6486b529797f', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:34:36.151749 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3ec24f51-a8d2-4385-afcd-fbe442e22b93 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:36.158927 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3ec24f51-a8d2-4385-afcd-fbe442e22b93 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:36.227048 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec24f51-a8d2-4385-afcd-fbe442e22b93 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91e23599-f671-4006-9f81-b9d8408eccd1,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:36.229681 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd53275d-1ca6-41f6-a98e-daaa21c91737 x-openstack-request-id: req-cd53275d-1ca6-41f6-a98e-daaa21c91737 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:34:36.229974 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32444cd7-8f2c-4097-85ae-f68071300690", "tag": "a7cae3bb-d095-4577-805d-9c9eb96c9cf6", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:34:36.230226 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-cd53275d-1ca6-41f6-a98e-daaa21c91737 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:34:36.230622 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd53275d-1ca6-41f6-a98e-daaa21c91737'] response: {'name': 'network-changed', 'server_uuid': '32444cd7-8f2c-4097-85ae-f68071300690', 'tag': 'a7cae3bb-d095-4577-805d-9c9eb96c9cf6', 'status': 'completed', 'code': 200} May 18 18:34:36.263550 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d43aea-342a-4464-9559-c0f1b11fc02c service neutron] Pushing event updated for resources: {'Port': ['ID=a7cae3bb-d095-4577-805d-9c9eb96c9cf6,revision_number=3']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:36.269602 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1b2f74db-4546-467c-8038-e89a7162395c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25099'] for router, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:36.276630 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1b2f74db-4546-467c-8038-e89a7162395c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-593238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596850', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25088'] for router, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:36.299633 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a423016-8e52-46e0-9b27-385dd4b4919a req-84262410-eddc-4a83-8c31-add36e4b375f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:34:36.301148 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2a423016-8e52-46e0-9b27-385dd4b4919a req-84262410-eddc-4a83-8c31-add36e4b375f service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5261ec6a1faf46bbb0a907791c324410&device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 1095 time: 0.1469436 May 18 18:34:36.312467 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc6bfae0-6f47-4414-a34b-e6120cf1867d tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Made reservation on behalf of 17ca2b3ab9ea4457836da5cdadc0de8c for: {'subnet': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:34:36.317098 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fc6bfae0-6f47-4414-a34b-e6120cf1867d tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260908003'] for subnet, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:36.324816 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3ec24f51-a8d2-4385-afcd-fbe442e22b93 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:36.331019 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3ec24f51-a8d2-4385-afcd-fbe442e22b93 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:36.378336 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3ec24f51-a8d2-4385-afcd-fbe442e22b93 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:36.385168 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-3ec24f51-a8d2-4385-afcd-fbe442e22b93 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4314468 May 18 18:34:36.386891 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 33384) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:36.388125 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e0768b-14d2-4c43-a99c-d4a6b7888ec0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-0366f9b0-38bb-4989-8bf4-d18b0262829f', 'network_id': '0366f9b0-38bb-4989-8bf4-d18b0262829f', 'tenant_id': '1ecd4fb314944b4697cd6486b529797f', 'fixed_ips': [{'subnet_id': '09f67ed9-b1e5-46fd-84fd-a8a236be4858'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:34:36.389202 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-88e0768b-14d2-4c43-a99c-d4a6b7888ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:36.392640 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-29a30f85-7a30-4d9c-ae5e-37ec16996905 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Request body: {'security_group_rule': {'security_group_id': '016c4c29-e0ec-49f2-bfa2-93b923a775a5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:34:36.396745 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee23d84-5cb4-4bed-91fc-d7778afe6830 None None] DHCP port deletion for c5ce55ad-2458-4816-93d1-bdb0e8f83e94 request from n-d-838550-3 {{(pid=102732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 18:34:36.412833 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec24f51-a8d2-4385-afcd-fbe442e22b93 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=016c4c29-e0ec-49f2-bfa2-93b923a775a5,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:36.426028 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-29a30f85-7a30-4d9c-ae5e-37ec16996905 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:36.466599 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2a423016-8e52-46e0-9b27-385dd4b4919a req-eedcd385-b588-40d4-9a81-6d9a539bc7ae service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a7cae3bb-d095-4577-805d-9c9eb96c9cf6 HTTP/1.1" status: 200 len: 217 time: 0.1551421 May 18 18:34:36.474644 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1b2f74db-4546-467c-8038-e89a7162395c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:36.494165 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-29a30f85-7a30-4d9c-ae5e-37ec16996905 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:36.504020 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-29a30f85-7a30-4d9c-ae5e-37ec16996905 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:36.529641 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a30f85-7a30-4d9c-ae5e-37ec16996905 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3abdb6d-7708-4138-9b2a-56afdf2d1228,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:36.544638 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-29a30f85-7a30-4d9c-ae5e-37ec16996905 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:36.546529 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-29a30f85-7a30-4d9c-ae5e-37ec16996905 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1583366 May 18 18:34:36.549245 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 33386) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:36.555343 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-794f99a0-e6a0-4f58-b05d-dd5ca17cab7b tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Request body: {'security_group_rule': {'security_group_id': '016c4c29-e0ec-49f2-bfa2-93b923a775a5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:34:36.596210 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-794f99a0-e6a0-4f58-b05d-dd5ca17cab7b tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:36.638978 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-0ee23d84-5cb4-4bed-91fc-d7778afe6830 None None] Deleting port f37373ee-3c84-4ad0-a93e-f4829249ee9f {{(pid=102732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:34:36.639360 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0ee23d84-5cb4-4bed-91fc-d7778afe6830 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:36.664792 n-d-838550-3 neutron-server[102730]: INFO neutron.api.v2.resource [None req-794f99a0-e6a0-4f58-b05d-dd5ca17cab7b tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] create failed (client error): There was a conflict when trying to complete your request. May 18 18:34:36.666688 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-794f99a0-e6a0-4f58-b05d-dd5ca17cab7b tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1161180 May 18 18:34:36.670565 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 33388) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:36.688409 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a423016-8e52-46e0-9b27-385dd4b4919a req-8992dae2-92e8-4800-a983-b62e5fad1c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:34:36.689914 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2a423016-8e52-46e0-9b27-385dd4b4919a req-8992dae2-92e8-4800-a983-b62e5fad1c02 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=6f275cda-580c-4ebe-b55b-052e9e8edbd2 HTTP/1.1" status: 200 len: 854 time: 0.2046294 May 18 18:34:36.729098 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8bd99e-0dc4-4318-b91e-f7b2c1926448 req-1a698990-132f-4f45-9152-35d381d3090d tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:34:36.730628 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4e8bd99e-0dc4-4318-b91e-f7b2c1926448 req-1a698990-132f-4f45-9152-35d381d3090d tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 944 time: 0.2658770 May 18 18:34:36.736508 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-88e0768b-14d2-4c43-a99c-d4a6b7888ec0 None None] Allocated IP 172.20.0.2 (0366f9b0-38bb-4989-8bf4-d18b0262829f/09f67ed9-b1e5-46fd-84fd-a8a236be4858/c2f4799f-9617-4c3a-bc67-45fbbbc9d51f) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:34:36.743385 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1b2f74db-4546-467c-8038-e89a7162395c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:36.760863 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4af907c6-1fc3-43a6-b1da-551dd4a927c2 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:36.794631 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4af907c6-1fc3-43a6-b1da-551dd4a927c2 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:36.795637 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2a423016-8e52-46e0-9b27-385dd4b4919a req-85d3229a-82a5-4241-ba5e-897951bc7b0c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=229cac72-730c-4b46-95ab-ba32903dc5c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621226 May 18 18:34:36.874523 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4e8bd99e-0dc4-4318-b91e-f7b2c1926448 req-247fcff5-d0d0-4f0f-a38b-68d5b1e75b5d tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264670 May 18 18:34:36.939159 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4af907c6-1fc3-43a6-b1da-551dd4a927c2 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:36.942118 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4af907c6-1fc3-43a6-b1da-551dd4a927c2 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:36.944613 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-4af907c6-1fc3-43a6-b1da-551dd4a927c2 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] 10.222.0.85 "DELETE /v2.0/security-groups/016c4c29-e0ec-49f2-bfa2-93b923a775a5 HTTP/1.1" status: 204 len: 168 time: 0.2728443 May 18 18:34:36.947120 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 33392) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:36.982370 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af907c6-1fc3-43a6-b1da-551dd4a927c2 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=016c4c29-e0ec-49f2-bfa2-93b923a775a5,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:37.035218 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-654298ef-89be-4af0-94d4-2b53a5426722 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] 10.222.0.85 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0748610 May 18 18:34:37.043063 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 33394) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:37.048818 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-f8853fce-3efe-4c87-a9b2-1ed6492c1896 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Request body: {'security_group': {'name': 'tempest-secgroup--1996976334'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:34:37.055599 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fc6bfae0-6f47-4414-a34b-e6120cf1867d tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260898481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260908021'] for subnet, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:37.063719 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-0ee23d84-5cb4-4bed-91fc-d7778afe6830 None None] For port f37373ee-3c84-4ad0-a93e-f4829249ee9f, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=f37373ee-3c84-4ad0-a93e-f4829249ee9f,segment=NetworkSegment(7193822e-e5ec-4b60-a562-e581b7323da0),segment_id=7193822e-e5ec-4b60-a562-e581b7323da0)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:34:37.064228 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0ee23d84-5cb4-4bed-91fc-d7778afe6830 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:37.088615 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-0ee23d84-5cb4-4bed-91fc-d7778afe6830 None None] Calling delete_port for f37373ee-3c84-4ad0-a93e-f4829249ee9f owned by network:dhcp {{(pid=102732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:34:37.098447 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2a423016-8e52-46e0-9b27-385dd4b4919a req-afb92905-a8ae-4c0b-8d36-9f10c9930597 service neutron] 10.222.0.88 "GET /v2.0/networks/229cac72-730c-4b46-95ab-ba32903dc5c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2855041 May 18 18:34:37.219695 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-88e0768b-14d2-4c43-a99c-d4a6b7888ec0 None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:37.238118 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-88e0768b-14d2-4c43-a99c-d4a6b7888ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:37.283219 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e0768b-14d2-4c43-a99c-d4a6b7888ec0 None None] Network 0366f9b0-38bb-4989-8bf4-d18b0262829f is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:34:37.286738 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0ee23d84-5cb4-4bed-91fc-d7778afe6830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508'] for port, after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:37.288978 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-88e0768b-14d2-4c43-a99c-d4a6b7888ec0 None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:34:37.298398 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e0768b-14d2-4c43-a99c-d4a6b7888ec0 None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:34:37.318007 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee23d84-5cb4-4bed-91fc-d7778afe6830 None None] No DVR routers for this DVR port f37373ee-3c84-4ad0-a93e-f4829249ee9f on host n-d-838550-3 {{(pid=102732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:34:37.319435 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e0768b-14d2-4c43-a99c-d4a6b7888ec0 None None] Pushing event updated for resources: {'Port': ['ID=c2f4799f-9617-4c3a-bc67-45fbbbc9d51f,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:37.369841 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee23d84-5cb4-4bed-91fc-d7778afe6830 None None] Pushing event deleted for resources: {'Port': ['ID=f37373ee-3c84-4ad0-a93e-f4829249ee9f,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:37.400139 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-88e0768b-14d2-4c43-a99c-d4a6b7888ec0 None None] Attempting to bind port c2f4799f-9617-4c3a-bc67-45fbbbc9d51f on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:34:37.400510 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-88e0768b-14d2-4c43-a99c-d4a6b7888ec0 None None] Attempting to bind port c2f4799f-9617-4c3a-bc67-45fbbbc9d51f by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': 'ae854d53-3850-4a60-897d-fcda4e2a5a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '0366f9b0-38bb-4989-8bf4-d18b0262829f'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:34:37.401004 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e0768b-14d2-4c43-a99c-d4a6b7888ec0 None None] Attempting to bind port c2f4799f-9617-4c3a-bc67-45fbbbc9d51f on network 0366f9b0-38bb-4989-8bf4-d18b0262829f {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:34:37.406448 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e0768b-14d2-4c43-a99c-d4a6b7888ec0 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:34:37.406830 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e0768b-14d2-4c43-a99c-d4a6b7888ec0 None None] Checking segment: {'id': 'ae854d53-3850-4a60-897d-fcda4e2a5a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '0366f9b0-38bb-4989-8bf4-d18b0262829f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:34:37.407237 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-88e0768b-14d2-4c43-a99c-d4a6b7888ec0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:37.407632 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e0768b-14d2-4c43-a99c-d4a6b7888ec0 None None] Bound using segment: {'id': 'ae854d53-3850-4a60-897d-fcda4e2a5a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '0366f9b0-38bb-4989-8bf4-d18b0262829f'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:34:37.408100 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-88e0768b-14d2-4c43-a99c-d4a6b7888ec0 None None] Bound port: c2f4799f-9617-4c3a-bc67-45fbbbc9d51f, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae854d53-3850-4a60-897d-fcda4e2a5a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '0366f9b0-38bb-4989-8bf4-d18b0262829f'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:34:37.409152 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-88e0768b-14d2-4c43-a99c-d4a6b7888ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:37.483803 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-88e0768b-14d2-4c43-a99c-d4a6b7888ec0 None None] For port c2f4799f-9617-4c3a-bc67-45fbbbc9d51f, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:34:37.483981 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6bfae0-6f47-4414-a34b-e6120cf1867d tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Network c5ce55ad-2458-4816-93d1-bdb0e8f83e94 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:34:37.490520 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-88e0768b-14d2-4c43-a99c-d4a6b7888ec0 None None] For port c2f4799f-9617-4c3a-bc67-45fbbbc9d51f, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=c2f4799f-9617-4c3a-bc67-45fbbbc9d51f,segment=NetworkSegment(ae854d53-3850-4a60-897d-fcda4e2a5a02),segment_id=ae854d53-3850-4a60-897d-fcda4e2a5a02)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:34:37.495944 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-88e0768b-14d2-4c43-a99c-d4a6b7888ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:37.503168 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-fc6bfae0-6f47-4414-a34b-e6120cf1867d tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:34:37.508113 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f8853fce-3efe-4c87-a9b2-1ed6492c1896 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:37.536641 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc6bfae0-6f47-4414-a34b-e6120cf1867d tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:34:37.537231 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fc6bfae0-6f47-4414-a34b-e6120cf1867d tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:37.538253 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91989a37-b254-4df3-879c-ea2be57149e8 None None] Network c5ce55ad-2458-4816-93d1-bdb0e8f83e94 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:34:37.546623 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6bfae0-6f47-4414-a34b-e6120cf1867d tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Pushing event updated for resources: {'Subnet': ['ID=8e46fbce-fce5-4674-a563-176e428d5bd1,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:37.632726 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e0768b-14d2-4c43-a99c-d4a6b7888ec0 None None] Pushing event updated for resources: {'Port': ['ID=c2f4799f-9617-4c3a-bc67-45fbbbc9d51f,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:37.655851 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-fc6bfae0-6f47-4414-a34b-e6120cf1867d tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5804794 May 18 18:34:37.659002 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 33396) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:37.665726 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-bdaca0e8-a98a-4bdd-9b25-cfcc14ab0927 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Request body: {'port': {'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94', 'fixed_ips': [{'subnet_id': '8e46fbce-fce5-4674-a563-176e428d5bd1', 'ip_address': '2001:db8::163c:4434:a9e9:d7ae'}], 'name': 'tempest-NetworksTestDHCPv6-1772580339'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:34:37.677792 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device f37373ee-3c84-4ad0-a93e-f4829249ee9f no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:34:37.708107 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: f37373ee-3c84-4ad0-a93e-f4829249ee9f {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:34:37.708452 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device f37373ee-3c84-4ad0-a93e-f4829249ee9f not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:34:37.746466 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-17b9148c-8d9a-4d1e-ad9a-266694982802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:37.755180 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f8853fce-3efe-4c87-a9b2-1ed6492c1896 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:37.771258 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f8853fce-3efe-4c87-a9b2-1ed6492c1896 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:37.808480 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77206c5c-8157-427f-b3f6-2c1c96b5d038 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-c5ce55ad-2458-4816-93d1-bdb0e8f83e94', 'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94', 'tenant_id': '17ca2b3ab9ea4457836da5cdadc0de8c', 'fixed_ips': [{'subnet_id': '8e46fbce-fce5-4674-a563-176e428d5bd1'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:34:37.809574 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-77206c5c-8157-427f-b3f6-2c1c96b5d038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:37.855134 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2a423016-8e52-46e0-9b27-385dd4b4919a req-5fa45a1a-ee63-46c5-b7da-60f3e243dd1f service neutron] 10.222.0.88 "GET /v2.0/networks/229cac72-730c-4b46-95ab-ba32903dc5c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7381320 May 18 18:34:37.890660 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdaca0e8-a98a-4bdd-9b25-cfcc14ab0927 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Made reservation on behalf of 17ca2b3ab9ea4457836da5cdadc0de8c for: {'port': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:34:37.902589 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f8853fce-3efe-4c87-a9b2-1ed6492c1896 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:37.904227 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-f8853fce-3efe-4c87-a9b2-1ed6492c1896 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8597066 May 18 18:34:37.910058 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 33400) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:37.914779 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-25a33297-dafc-4244-8e70-bb2a592669fb tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Request body: {'security_group_rule': {'security_group_id': '18afc4bf-ed3b-4bfb-a7c9-88b6d2cd0077', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:34:37.915503 n-d-838550-3 neutron-server[102731]: WARNING neutron.api.v2.base [None req-25a33297-dafc-4244-8e70-bb2a592669fb tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. May 18 18:34:37.916001 n-d-838550-3 neutron-server[102731]: INFO neutron.api.v2.resource [None req-25a33297-dafc-4244-8e70-bb2a592669fb tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 18 18:34:37.916948 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-25a33297-dafc-4244-8e70-bb2a592669fb tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0065980 May 18 18:34:38.039118 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 33402) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:38.065761 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1b2f74db-4546-467c-8038-e89a7162395c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:38.068815 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8853fce-3efe-4c87-a9b2-1ed6492c1896 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18afc4bf-ed3b-4bfb-a7c9-88b6d2cd0077,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:38.086742 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-bdaca0e8-a98a-4bdd-9b25-cfcc14ab0927 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:38.129691 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1b2f74db-4546-467c-8038-e89a7162395c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:38.161207 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [None req-bdaca0e8-a98a-4bdd-9b25-cfcc14ab0927 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] device_id is not set on port 492ec8bd-4eb2-463f-a4c0-71d12114f493 yet. {{(pid=102730) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 18 18:34:38.163429 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-77206c5c-8157-427f-b3f6-2c1c96b5d038 None None] Allocated IP 2001:db8::2 (c5ce55ad-2458-4816-93d1-bdb0e8f83e94/8e46fbce-fce5-4674-a563-176e428d5bd1/377681ea-b305-4f80-98af-874aaf42d8c7) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:34:38.244275 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99fbfc2-70af-44a6-952a-a98f7caff8f7 req-6288b190-969b-44df-9e57-486c5bf1a2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:34:38.245921 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c99fbfc2-70af-44a6-952a-a98f7caff8f7 req-6288b190-969b-44df-9e57-486c5bf1a2ec service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5261ec6a1faf46bbb0a907791c324410&device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 1095 time: 0.3280120 May 18 18:34:38.392857 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-1b2f74db-4546-467c-8038-e89a7162395c admin admin] Allocated IP 172.25.5.230 (31ebd439-090c-4b25-bbb0-31c48711b145/363a2810-8a83-4be0-a317-7c91fcd94485/f009e5f4-bde2-4ec3-a1b9-d9ab0cff7253) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:34:38.395929 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-77206c5c-8157-427f-b3f6-2c1c96b5d038 None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:38.404980 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-77206c5c-8157-427f-b3f6-2c1c96b5d038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:38.419751 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99fbfc2-70af-44a6-952a-a98f7caff8f7 req-72ffca63-3cd0-4f9c-a655-a6510e360f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:34:38.421307 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c99fbfc2-70af-44a6-952a-a98f7caff8f7 req-72ffca63-3cd0-4f9c-a655-a6510e360f98 service neutron] 10.222.0.88 "GET /v2.0/networks?id=229cac72-730c-4b46-95ab-ba32903dc5c3 HTTP/1.1" status: 200 len: 915 time: 0.1663756 May 18 18:34:38.447928 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77206c5c-8157-427f-b3f6-2c1c96b5d038 None None] Network c5ce55ad-2458-4816-93d1-bdb0e8f83e94 is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:34:38.451891 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-77206c5c-8157-427f-b3f6-2c1c96b5d038 None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:34:38.456294 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77206c5c-8157-427f-b3f6-2c1c96b5d038 None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:34:38.473933 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77206c5c-8157-427f-b3f6-2c1c96b5d038 None None] Pushing event updated for resources: {'Port': ['ID=377681ea-b305-4f80-98af-874aaf42d8c7,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:38.481171 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c99fbfc2-70af-44a6-952a-a98f7caff8f7 req-bc718cd9-e485-42f4-b5a5-39aab4304fc6 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a7cae3bb-d095-4577-805d-9c9eb96c9cf6 HTTP/1.1" status: 200 len: 217 time: 0.0519180 May 18 18:34:38.534334 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-77206c5c-8157-427f-b3f6-2c1c96b5d038 None None] Attempting to bind port 377681ea-b305-4f80-98af-874aaf42d8c7 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:34:38.534713 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-77206c5c-8157-427f-b3f6-2c1c96b5d038 None None] Attempting to bind port 377681ea-b305-4f80-98af-874aaf42d8c7 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '7193822e-e5ec-4b60-a562-e581b7323da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:34:38.535090 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77206c5c-8157-427f-b3f6-2c1c96b5d038 None None] Attempting to bind port 377681ea-b305-4f80-98af-874aaf42d8c7 on network c5ce55ad-2458-4816-93d1-bdb0e8f83e94 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:34:38.542160 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77206c5c-8157-427f-b3f6-2c1c96b5d038 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:34:38.542791 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77206c5c-8157-427f-b3f6-2c1c96b5d038 None None] Checking segment: {'id': '7193822e-e5ec-4b60-a562-e581b7323da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:34:38.543808 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-77206c5c-8157-427f-b3f6-2c1c96b5d038 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:38.544220 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77206c5c-8157-427f-b3f6-2c1c96b5d038 None None] Bound using segment: {'id': '7193822e-e5ec-4b60-a562-e581b7323da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:34:38.544640 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-77206c5c-8157-427f-b3f6-2c1c96b5d038 None None] Bound port: 377681ea-b305-4f80-98af-874aaf42d8c7, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7193822e-e5ec-4b60-a562-e581b7323da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:34:38.545029 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-77206c5c-8157-427f-b3f6-2c1c96b5d038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:38.583205 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99fbfc2-70af-44a6-952a-a98f7caff8f7 req-0281aa44-a807-4c2f-8553-a97398540eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:34:38.584703 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c99fbfc2-70af-44a6-952a-a98f7caff8f7 req-0281aa44-a807-4c2f-8553-a97398540eca service neutron] 10.222.0.88 "GET /v2.0/subnets?id=6f275cda-580c-4ebe-b55b-052e9e8edbd2 HTTP/1.1" status: 200 len: 854 time: 0.0660813 May 18 18:34:38.630515 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c99fbfc2-70af-44a6-952a-a98f7caff8f7 req-ab5416df-9a4a-49d5-975d-f6ae57d62547 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=229cac72-730c-4b46-95ab-ba32903dc5c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371087 May 18 18:34:38.633490 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-77206c5c-8157-427f-b3f6-2c1c96b5d038 None None] For port 377681ea-b305-4f80-98af-874aaf42d8c7, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:34:38.644446 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-77206c5c-8157-427f-b3f6-2c1c96b5d038 None None] For port 377681ea-b305-4f80-98af-874aaf42d8c7, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=377681ea-b305-4f80-98af-874aaf42d8c7,segment=NetworkSegment(7193822e-e5ec-4b60-a562-e581b7323da0),segment_id=7193822e-e5ec-4b60-a562-e581b7323da0)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:34:38.648802 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1b2f74db-4546-467c-8038-e89a7162395c admin admin] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:38.654338 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-77206c5c-8157-427f-b3f6-2c1c96b5d038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:38.657163 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a482465-83ee-4609-8c15-e276735af2e6 req-f9824ef6-d3a2-4a41-94c6-33b4393e3bd5 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:34:38.658768 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3a482465-83ee-4609-8c15-e276735af2e6 req-f9824ef6-d3a2-4a41-94c6-33b4393e3bd5 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 944 time: 0.6212330 May 18 18:34:38.718762 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1e4edade-6129-482f-ac7a-b7a73d367d3a tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:38.759185 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77206c5c-8157-427f-b3f6-2c1c96b5d038 None None] Pushing event updated for resources: {'Port': ['ID=377681ea-b305-4f80-98af-874aaf42d8c7,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:38.767374 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c99fbfc2-70af-44a6-952a-a98f7caff8f7 req-d9a635a8-5e49-4eba-b67d-41758f773754 service neutron] 10.222.0.88 "GET /v2.0/networks/229cac72-730c-4b46-95ab-ba32903dc5c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286967 May 18 18:34:38.771571 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3a482465-83ee-4609-8c15-e276735af2e6 req-cedf7760-30af-45c0-a6a5-02bfbbedbf3b tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024327 May 18 18:34:38.813308 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1e4edade-6129-482f-ac7a-b7a73d367d3a tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:38.898813 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1b2f74db-4546-467c-8038-e89a7162395c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:38.901746 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-bdaca0e8-a98a-4bdd-9b25-cfcc14ab0927 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Allocated IP 2001:db8::163c:4434:a9e9:d7ae (c5ce55ad-2458-4816-93d1-bdb0e8f83e94/8e46fbce-fce5-4674-a563-176e428d5bd1/492ec8bd-4eb2-463f-a4c0-71d12114f493) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:34:38.938712 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1e4edade-6129-482f-ac7a-b7a73d367d3a tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:38.941648 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1e4edade-6129-482f-ac7a-b7a73d367d3a tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:38.943269 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-1e4edade-6129-482f-ac7a-b7a73d367d3a tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] 10.222.0.85 "DELETE /v2.0/security-groups/18afc4bf-ed3b-4bfb-a7c9-88b6d2cd0077 HTTP/1.1" status: 204 len: 168 time: 0.9031107 May 18 18:34:38.951114 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 33406) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:38.965177 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4edade-6129-482f-ac7a-b7a73d367d3a tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18afc4bf-ed3b-4bfb-a7c9-88b6d2cd0077,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:39.008291 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b2f74db-4546-467c-8038-e89a7162395c admin admin] Network 31ebd439-090c-4b25-bbb0-31c48711b145 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:34:39.020520 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c99fbfc2-70af-44a6-952a-a98f7caff8f7 req-15be45e8-c760-4148-8a77-02919a6261f3 service neutron] 10.222.0.88 "GET /v2.0/networks/229cac72-730c-4b46-95ab-ba32903dc5c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2445004 May 18 18:34:39.031500 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-1b2f74db-4546-467c-8038-e89a7162395c admin admin] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:34:39.040691 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2f74db-4546-467c-8038-e89a7162395c admin admin] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:34:39.083955 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2f74db-4546-467c-8038-e89a7162395c admin admin] Pushing event updated for resources: {'Port': ['ID=f009e5f4-bde2-4ec3-a1b9-d9ab0cff7253,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:39.145424 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-bdaca0e8-a98a-4bdd-9b25-cfcc14ab0927 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:39.181916 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-5023dcb7-c472-41da-95d0-744eb310ea3c tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] 10.222.0.85 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2250905 May 18 18:34:39.187027 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 33412) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:39.207816 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-bdaca0e8-a98a-4bdd-9b25-cfcc14ab0927 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:39.220342 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-17c1d8fe-2522-4ea2-aa13-44887762e4c5 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Request body: {'security_group': {'name': 'tempest-secgroup--463008917'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:34:39.264031 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 7 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 18:34:39.279805 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-17c1d8fe-2522-4ea2-aa13-44887762e4c5 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:39.311618 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdaca0e8-a98a-4bdd-9b25-cfcc14ab0927 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Network c5ce55ad-2458-4816-93d1-bdb0e8f83e94 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:34:39.318536 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-bdaca0e8-a98a-4bdd-9b25-cfcc14ab0927 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:34:39.322226 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdaca0e8-a98a-4bdd-9b25-cfcc14ab0927 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:34:39.329469 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdaca0e8-a98a-4bdd-9b25-cfcc14ab0927 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:34:39.330046 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-bdaca0e8-a98a-4bdd-9b25-cfcc14ab0927 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:39.341184 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaca0e8-a98a-4bdd-9b25-cfcc14ab0927 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Pushing event updated for resources: {'Port': ['ID=492ec8bd-4eb2-463f-a4c0-71d12114f493,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:39.358385 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-bdaca0e8-a98a-4bdd-9b25-cfcc14ab0927 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.6977851 May 18 18:34:39.361906 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 33414) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:39.422217 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a27c40-9325-4e48-849c-1b3fa7060980 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:34:39.429714 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a27c40-9325-4e48-849c-1b3fa7060980 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:34:39.431067 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ad1040-6f99-4dc2-b913-38a3ae08786b None None] Network 0366f9b0-38bb-4989-8bf4-d18b0262829f requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:34:39.435287 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-90a27c40-9325-4e48-849c-1b3fa7060980 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0722446 May 18 18:34:39.438865 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 33418) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:39.490604 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-17c1d8fe-2522-4ea2-aa13-44887762e4c5 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:39.499235 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-17c1d8fe-2522-4ea2-aa13-44887762e4c5 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:39.503356 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1b2f74db-4546-467c-8038-e89a7162395c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:39.517321 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-54b3e33f-c114-4a0b-a2e1-8a5608ffce41 None None] Provisioning complete for port c2f4799f-9617-4c3a-bc67-45fbbbc9d51f triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:34:39.517771 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-54b3e33f-c114-4a0b-a2e1-8a5608ffce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:39.548786 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54889b58-d5ab-4d06-9b55-91e28f3f0f5a req-41f331c8-36a9-4f3a-81e6-2425574f5e58 tempest-VolumesSnapshotTestJSON-571199237 tempest-VolumesSnapshotTestJSON-571199237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:34:39.557112 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-54889b58-d5ab-4d06-9b55-91e28f3f0f5a req-41f331c8-36a9-4f3a-81e6-2425574f5e58 tempest-VolumesSnapshotTestJSON-571199237 tempest-VolumesSnapshotTestJSON-571199237-project] 10.222.0.85 "GET /v2.0/ports?device_id=ba173694-93b8-4a0c-920d-02defb911d6e HTTP/1.1" status: 200 len: 945 time: 0.1195250 May 18 18:34:39.619814 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-54889b58-d5ab-4d06-9b55-91e28f3f0f5a req-7ee85e29-f49e-4749-9041-3bc307739675 tempest-VolumesSnapshotTestJSON-571199237 tempest-VolumesSnapshotTestJSON-571199237-project] 10.222.0.85 "GET /v2.0/security-groups?id=9d44bb54-af95-4468-877a-95621f1eb2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573518 May 18 18:34:39.642064 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-a4b8e89c-e4c3-478d-b01b-a70e8c4e75a7 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Deleting port 492ec8bd-4eb2-463f-a4c0-71d12114f493 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:34:39.642423 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a4b8e89c-e4c3-478d-b01b-a70e8c4e75a7 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:39.654497 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-17c1d8fe-2522-4ea2-aa13-44887762e4c5 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:39.655752 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-17c1d8fe-2522-4ea2-aa13-44887762e4c5 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4675601 May 18 18:34:39.665214 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 33420) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:39.685601 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-7962fba0-df62-471e-878e-1d7f7d172b9a tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Request body: {'security_group_rule': {'security_group_id': 'dc44a896-d50d-4248-9992-8eb4b0b88bed', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:34:39.690812 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c1d8fe-2522-4ea2-aa13-44887762e4c5 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc44a896-d50d-4248-9992-8eb4b0b88bed,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:39.691064 n-d-838550-3 neutron-server[102730]: WARNING neutron.api.v2.base [None req-7962fba0-df62-471e-878e-1d7f7d172b9a tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. May 18 18:34:39.691815 n-d-838550-3 neutron-server[102730]: INFO neutron.api.v2.resource [None req-7962fba0-df62-471e-878e-1d7f7d172b9a tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 18 18:34:39.692968 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-7962fba0-df62-471e-878e-1d7f7d172b9a tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0269206 May 18 18:34:39.696077 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 33422) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:39.749201 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-54b3e33f-c114-4a0b-a2e1-8a5608ffce41 None None] Current status of the port c2f4799f-9617-4c3a-bc67-45fbbbc9d51f is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:34:39.749438 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-54b3e33f-c114-4a0b-a2e1-8a5608ffce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:39.800867 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device c2f4799f-9617-4c3a-bc67-45fbbbc9d51f up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:34:39.853117 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a4b8e89c-e4c3-478d-b01b-a70e8c4e75a7 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:39.884425 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-a4b8e89c-e4c3-478d-b01b-a70e8c4e75a7 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Calling delete_port for 492ec8bd-4eb2-463f-a4c0-71d12114f493 owned by {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:34:39.908480 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-54b3e33f-c114-4a0b-a2e1-8a5608ffce41 None None] For port c2f4799f-9617-4c3a-bc67-45fbbbc9d51f, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=c2f4799f-9617-4c3a-bc67-45fbbbc9d51f,segment=NetworkSegment(ae854d53-3850-4a60-897d-fcda4e2a5a02),segment_id=ae854d53-3850-4a60-897d-fcda4e2a5a02)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:34:39.922557 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-54b3e33f-c114-4a0b-a2e1-8a5608ffce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:39.959767 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-edad415c-afbd-41e1-9c5f-14cbb7fcb538 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:39.969378 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1b2f74db-4546-467c-8038-e89a7162395c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596801'] for router, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:39.980249 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port c2f4799f-9617-4c3a-bc67-45fbbbc9d51f triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:34:39.980478 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:40.008542 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-edad415c-afbd-41e1-9c5f-14cbb7fcb538 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:40.032680 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3381bd29-3cb0-4dd4-9e28-165651c55cb4 req-36d9da68-ebdf-4892-960e-606c065993f2 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:34:40.035308 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3381bd29-3cb0-4dd4-9e28-165651c55cb4 req-36d9da68-ebdf-4892-960e-606c065993f2 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 944 time: 0.1621213 May 18 18:34:40.051740 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b3e33f-c114-4a0b-a2e1-8a5608ffce41 None None] Pushing event updated for resources: {'Port': ['ID=c2f4799f-9617-4c3a-bc67-45fbbbc9d51f,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:40.077733 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-fe6d3336-ea3d-40e9-b54b-0456f1ea05f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:40.094327 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a4b8e89c-e4c3-478d-b01b-a70e8c4e75a7 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:40.147720 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port c2f4799f-9617-4c3a-bc67-45fbbbc9d51f is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:34:40.148935 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 377681ea-b305-4f80-98af-874aaf42d8c7 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:34:40.185818 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b8e89c-e4c3-478d-b01b-a70e8c4e75a7 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Pushing event deleted for resources: {'Port': ['ID=492ec8bd-4eb2-463f-a4c0-71d12114f493,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:40.191233 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a4b8e89c-e4c3-478d-b01b-a70e8c4e75a7 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:40.198525 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-a4b8e89c-e4c3-478d-b01b-a70e8c4e75a7 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "DELETE /v2.0/ports/492ec8bd-4eb2-463f-a4c0-71d12114f493 HTTP/1.1" status: 204 len: 168 time: 0.7587125 May 18 18:34:40.199324 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3381bd29-3cb0-4dd4-9e28-165651c55cb4 req-981ad662-a8d2-4cfa-aec0-cd6b10a91db6 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144090 May 18 18:34:40.199705 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 33426) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:40.230700 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-2ffa4eb3-42b9-4057-a1d4-00b84829704c None None] Provisioning complete for port c2f4799f-9617-4c3a-bc67-45fbbbc9d51f triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:34:40.230700 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-2ffa4eb3-42b9-4057-a1d4-00b84829704c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:40.231841 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-edad415c-afbd-41e1-9c5f-14cbb7fcb538 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:40.239674 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-edad415c-afbd-41e1-9c5f-14cbb7fcb538 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:40.241683 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-edad415c-afbd-41e1-9c5f-14cbb7fcb538 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] 10.222.0.85 "DELETE /v2.0/security-groups/dc44a896-d50d-4248-9992-8eb4b0b88bed HTTP/1.1" status: 204 len: 168 time: 0.5364764 May 18 18:34:40.248463 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 33428) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:40.274512 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 377681ea-b305-4f80-98af-874aaf42d8c7 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:34:40.275213 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:40.282445 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edad415c-afbd-41e1-9c5f-14cbb7fcb538 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc44a896-d50d-4248-9992-8eb4b0b88bed,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:40.310625 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee51163-fdb4-4d28-af30-5be543e0ed75 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:34:40.312251 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee51163-fdb4-4d28-af30-5be543e0ed75 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:34:40.313806 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-3ee51163-fdb4-4d28-af30-5be543e0ed75 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1129456 May 18 18:34:40.316573 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 33430) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:40.318934 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-b8116b45-6d26-4b3b-a6f0-34a2cccc532b tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] 10.222.0.85 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0694413 May 18 18:34:40.327533 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 33432) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:40.329220 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b2f74db-4546-467c-8038-e89a7162395c admin admin] Router f11c1644-4201-4b2e-bc58-f7270e1ba92c is scheduled to L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e with binding_index 1 {{(pid=102731) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 18 18:34:40.332274 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-606a73f4-6867-4d29-a5d6-c50cd487d491 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Request body: {'security_group': {'name': 'tempest-secgroup--1311589213'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:34:40.363196 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-606a73f4-6867-4d29-a5d6-c50cd487d491 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:40.389994 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device a7cae3bb-d095-4577-805d-9c9eb96c9cf6 details requested by agent hyperv_n-h2-838550-3 with host n-h2-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:34:40.397239 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_v2 [None req-186bd537-b75e-45ab-ab6d-3aa35a4e127e tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Deleting subnet 8e46fbce-fce5-4674-a563-176e428d5bd1 {{(pid=102731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:34:40.405537 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-186bd537-b75e-45ab-ab6d-3aa35a4e127e tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks [] for subnet, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:40.426054 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-2ffa4eb3-42b9-4057-a1d4-00b84829704c None None] Current status of the port c2f4799f-9617-4c3a-bc67-45fbbbc9d51f is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:34:40.460603 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-606a73f4-6867-4d29-a5d6-c50cd487d491 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:40.470116 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-606a73f4-6867-4d29-a5d6-c50cd487d491 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:40.490750 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-186bd537-b75e-45ab-ab6d-3aa35a4e127e tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260542153'] for subnet, precommit_delete_associations {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:40.518191 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-606a73f4-6867-4d29-a5d6-c50cd487d491 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:40.524509 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-606a73f4-6867-4d29-a5d6-c50cd487d491 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1912079 May 18 18:34:40.531007 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 377681ea-b305-4f80-98af-874aaf42d8c7 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:34:40.531618 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:40.531901 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 33434) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:40.533350 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606a73f4-6867-4d29-a5d6-c50cd487d491 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53de91b4-cf83-45dd-82cb-a17a05f83703,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:40.545018 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-309b80e2-1176-43a9-bda3-9b888e906865 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Request body: {'security_group_rule': {'security_group_id': '53de91b4-cf83-45dd-82cb-a17a05f83703', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:34:40.545871 n-d-838550-3 neutron-server[102730]: WARNING neutron.api.v2.base [None req-309b80e2-1176-43a9-bda3-9b888e906865 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. May 18 18:34:40.547124 n-d-838550-3 neutron-server[102730]: INFO neutron.api.v2.resource [None req-309b80e2-1176-43a9-bda3-9b888e906865 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 18 18:34:40.551491 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-309b80e2-1176-43a9-bda3-9b888e906865 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0106204 May 18 18:34:40.551825 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 33436) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:40.559888 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-543792be-fb94-45ac-9d85-84aeb241068f tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Request body: {'security_group_rule': {'security_group_id': '53de91b4-cf83-45dd-82cb-a17a05f83703', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:34:40.562992 n-d-838550-3 neutron-server[102730]: WARNING neutron.api.v2.base [None req-543792be-fb94-45ac-9d85-84aeb241068f tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. May 18 18:34:40.562992 n-d-838550-3 neutron-server[102730]: INFO neutron.api.v2.resource [None req-543792be-fb94-45ac-9d85-84aeb241068f tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 18 18:34:40.566485 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-543792be-fb94-45ac-9d85-84aeb241068f tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0100865 May 18 18:34:40.570171 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 33438) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:40.576968 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-fcb434fb-5cf4-4268-9278-e5ee1b098a8a tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Request body: {'security_group_rule': {'security_group_id': '53de91b4-cf83-45dd-82cb-a17a05f83703', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:34:40.578429 n-d-838550-3 neutron-server[102730]: WARNING neutron.api.v2.base [None req-fcb434fb-5cf4-4268-9278-e5ee1b098a8a tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. May 18 18:34:40.579119 n-d-838550-3 neutron-server[102730]: INFO neutron.api.v2.resource [None req-fcb434fb-5cf4-4268-9278-e5ee1b098a8a tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 18 18:34:40.583765 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-fcb434fb-5cf4-4268-9278-e5ee1b098a8a tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0122128 May 18 18:34:40.584452 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 33440) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:40.589798 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-ad62dba7-ec6b-4ef2-b06c-7aef66cd7793 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Request body: {'security_group_rule': {'security_group_id': '53de91b4-cf83-45dd-82cb-a17a05f83703', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:34:40.590686 n-d-838550-3 neutron-server[102730]: WARNING neutron.api.v2.base [None req-ad62dba7-ec6b-4ef2-b06c-7aef66cd7793 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. May 18 18:34:40.591464 n-d-838550-3 neutron-server[102730]: INFO neutron.api.v2.resource [None req-ad62dba7-ec6b-4ef2-b06c-7aef66cd7793 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 18 18:34:40.593255 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-ad62dba7-ec6b-4ef2-b06c-7aef66cd7793 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0064676 May 18 18:34:40.595678 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 33442) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:40.607336 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port a7cae3bb-d095-4577-805d-9c9eb96c9cf6, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=a7cae3bb-d095-4577-805d-9c9eb96c9cf6,segment=NetworkSegment(567b93c1-8feb-4188-bd48-539ad65212fa),segment_id=567b93c1-8feb-4188-bd48-539ad65212fa)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:34:40.622808 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-4fdaceb5-5682-4d3e-8b8e-d160a7df2f70 None None] Provisioning complete for port 377681ea-b305-4f80-98af-874aaf42d8c7 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:34:40.623318 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-4fdaceb5-5682-4d3e-8b8e-d160a7df2f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:40.658773 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b2f74db-4546-467c-8038-e89a7162395c admin admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:34:40.674587 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edaa9ce0-ffb0-4a6a-bb63-298e757069b0 None None] Sync routers for ids ['f11c1644-4201-4b2e-bc58-f7270e1ba92c'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:34:40.688594 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edaa9ce0-ffb0-4a6a-bb63-298e757069b0 None None] Routers {'f11c1644-4201-4b2e-bc58-f7270e1ba92c'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:34:40.689244 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-edaa9ce0-ffb0-4a6a-bb63-298e757069b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:34:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['f11c1644-4201-4b2e-bc58-f7270e1ba92c'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:34:40.694236 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] For port 377681ea-b305-4f80-98af-874aaf42d8c7, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=377681ea-b305-4f80-98af-874aaf42d8c7,segment=NetworkSegment(7193822e-e5ec-4b60-a562-e581b7323da0),segment_id=7193822e-e5ec-4b60-a562-e581b7323da0)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:34:40.698324 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Returning: {'device': 'a7cae3bb-d095-4577-805d-9c9eb96c9cf6', 'network_id': '229cac72-730c-4b46-95ab-ba32903dc5c3', 'port_id': 'a7cae3bb-d095-4577-805d-9c9eb96c9cf6', 'mac_address': 'fa:16:3e:bd:7c:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f275cda-580c-4ebe-b55b-052e9e8edbd2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:34:40.705447 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1b2f74db-4546-467c-8038-e89a7162395c admin admin] Notify callbacks [] for router, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:40.708179 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-1b2f74db-4546-467c-8038-e89a7162395c admin admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.6302335 May 18 18:34:40.710409 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 33446) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:40.725392 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-186bd537-b75e-45ab-ab6d-3aa35a4e127e tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:40.730376 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d3f211a1-9f79-4db9-825c-7dd1c9620c4c tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:40.755858 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:40.795336 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d3f211a1-9f79-4db9-825c-7dd1c9620c4c tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:40.853553 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-edaa9ce0-ffb0-4a6a-bb63-298e757069b0 None None] Set router f11c1644-4201-4b2e-bc58-f7270e1ba92c gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:34:40.860410 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a50cce8-ab05-4363-a622-0d3262a7cfaf req-c505e1f3-951d-4cec-ba04-cc7021e96354 tempest-VolumesSnapshotTestJSON-571199237 tempest-VolumesSnapshotTestJSON-571199237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:34:40.863186 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4a50cce8-ab05-4363-a622-0d3262a7cfaf req-c505e1f3-951d-4cec-ba04-cc7021e96354 tempest-VolumesSnapshotTestJSON-571199237 tempest-VolumesSnapshotTestJSON-571199237-project] 10.222.0.85 "GET /v2.0/ports?device_id=ba173694-93b8-4a0c-920d-02defb911d6e HTTP/1.1" status: 200 len: 945 time: 0.1116378 May 18 18:34:40.911248 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port a7cae3bb-d095-4577-805d-9c9eb96c9cf6 is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:34:40.911641 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:40.944186 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-4fdaceb5-5682-4d3e-8b8e-d160a7df2f70 None None] Current status of the port 377681ea-b305-4f80-98af-874aaf42d8c7 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:34:40.949611 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-186bd537-b75e-45ab-ab6d-3aa35a4e127e tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260898416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260908030'] for subnet, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:40.951358 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Pushing event updated for resources: {'Port': ['ID=377681ea-b305-4f80-98af-874aaf42d8c7,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:40.958697 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7cae3bb-d095-4577-805d-9c9eb96c9cf6 {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:34:40.967067 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4a50cce8-ab05-4363-a622-0d3262a7cfaf req-e1e78f63-4a98-46db-b372-4466fdcbc3d8 tempest-VolumesSnapshotTestJSON-571199237 tempest-VolumesSnapshotTestJSON-571199237-project] 10.222.0.85 "GET /v2.0/security-groups?id=9d44bb54-af95-4468-877a-95621f1eb2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962412 May 18 18:34:40.969319 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d3f211a1-9f79-4db9-825c-7dd1c9620c4c tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:40.974127 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d3f211a1-9f79-4db9-825c-7dd1c9620c4c tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:40.976497 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-d3f211a1-9f79-4db9-825c-7dd1c9620c4c tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] 10.222.0.85 "DELETE /v2.0/security-groups/53de91b4-cf83-45dd-82cb-a17a05f83703 HTTP/1.1" status: 204 len: 168 time: 0.3797367 May 18 18:34:40.992859 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 33448) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:40.996448 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port a7cae3bb-d095-4577-805d-9c9eb96c9cf6, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=a7cae3bb-d095-4577-805d-9c9eb96c9cf6,segment=NetworkSegment(567b93c1-8feb-4188-bd48-539ad65212fa),segment_id=567b93c1-8feb-4188-bd48-539ad65212fa)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:34:41.000212 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186bd537-b75e-45ab-ab6d-3aa35a4e127e tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Pushing event deleted for resources: {'Subnet': ['ID=8e46fbce-fce5-4674-a563-176e428d5bd1,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:41.012719 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:41.022208 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f211a1-9f79-4db9-825c-7dd1c9620c4c tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53de91b4-cf83-45dd-82cb-a17a05f83703,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:41.058630 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-186bd537-b75e-45ab-ab6d-3aa35a4e127e tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:41.062826 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-186bd537-b75e-45ab-ab6d-3aa35a4e127e tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "DELETE /v2.0/subnets/8e46fbce-fce5-4674-a563-176e428d5bd1 HTTP/1.1" status: 204 len: 168 time: 0.7449875 May 18 18:34:41.066471 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 33450) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:41.076110 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-27aa3e94-e6f5-47f5-80e1-b5b308425503 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] 10.222.0.85 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0811126 May 18 18:34:41.095047 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 33452) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:41.100107 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-64319e85-e0bc-4439-bc24-ee04703878fa tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Request body: {'security_group': {'name': 'tempest-secgroup--847939899'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:34:41.118835 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=a7cae3bb-d095-4577-805d-9c9eb96c9cf6,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:41.126419 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-39e6c942-b158-4487-92c2-07101f77a223 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0584488 May 18 18:34:41.127208 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef30160-0a74-4865-a95e-94d9a559e2b9 None None] Network c5ce55ad-2458-4816-93d1-bdb0e8f83e94 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:34:41.129903 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 33454) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:41.136406 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-edaa9ce0-ffb0-4a6a-bb63-298e757069b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f11c1644-4201-4b2e-bc58-f7270e1ba92c', 'name': 'tempest-TestVolumeBackupRestore-518990419-router', 'tenant_id': '1ecd4fb314944b4697cd6486b529797f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': 'f009e5f4-bde2-4ec3-a1b9-d9ab0cff7253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:34:36Z', 'updated_at': '2022-05-18T18:34:39Z', 'revision_number': 3, 'project_id': '1ecd4fb314944b4697cd6486b529797f', 'gw_port': {'id': 'f009e5f4-bde2-4ec3-a1b9-d9ab0cff7253', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:37:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f11c1644-4201-4b2e-bc58-f7270e1ba92c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:34:38Z', 'updated_at': '2022-05-18T18:34:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:34:41.136999 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-badeee5f-aa35-42c0-8221-17e63f051568 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Request body: {'subnet': {'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:34:41.146077 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-228146c2-1d95-4314-9539-bb560fd0849e None None] Could not find standard attr ID for object 492ec8bd-4eb2-463f-a4c0-71d12114f493. {{(pid=102732) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 18 18:34:41.226503 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451755ad-74ad-45df-baf5-6b608c69bd71 req-5f7f82cb-55bc-4c50-9ee1-829b29d5fa40 tempest-VolumesSnapshotTestJSON-571199237 tempest-VolumesSnapshotTestJSON-571199237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:34:41.228276 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-451755ad-74ad-45df-baf5-6b608c69bd71 req-5f7f82cb-55bc-4c50-9ee1-829b29d5fa40 tempest-VolumesSnapshotTestJSON-571199237 tempest-VolumesSnapshotTestJSON-571199237-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba173694-93b8-4a0c-920d-02defb911d6e HTTP/1.1" status: 200 len: 945 time: 0.1426945 May 18 18:34:41.229382 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-64319e85-e0bc-4439-bc24-ee04703878fa tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:41.287251 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['a7cae3bb-d095-4577-805d-9c9eb96c9cf6'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:34:41.290047 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edaa9ce0-ffb0-4a6a-bb63-298e757069b0 None None] Checking router: f11c1644-4201-4b2e-bc58-f7270e1ba92c for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:34:41.290628 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edaa9ce0-ffb0-4a6a-bb63-298e757069b0 None None] Updating router f11c1644-4201-4b2e-bc58-f7270e1ba92c port f009e5f4-bde2-4ec3-a1b9-d9ab0cff7253 binding host n-d-838550-3 {{(pid=102733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 18:34:41.319945 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-edaa9ce0-ffb0-4a6a-bb63-298e757069b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:41.352447 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:41.463659 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-64319e85-e0bc-4439-bc24-ee04703878fa tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:41.465654 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-badeee5f-aa35-42c0-8221-17e63f051568 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Made reservation on behalf of 17ca2b3ab9ea4457836da5cdadc0de8c for: {'subnet': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:34:41.466575 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-451755ad-74ad-45df-baf5-6b608c69bd71 req-b257a3d8-9ccd-4b04-b1ed-0b7c0e02933f tempest-VolumesSnapshotTestJSON-571199237 tempest-VolumesSnapshotTestJSON-571199237-project] Deleting port 22a49b4b-7bd9-4190-9f4d-85d0c2ee5e5f {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:34:41.467093 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-451755ad-74ad-45df-baf5-6b608c69bd71 req-b257a3d8-9ccd-4b04-b1ed-0b7c0e02933f tempest-VolumesSnapshotTestJSON-571199237 tempest-VolumesSnapshotTestJSON-571199237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:41.469220 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-badeee5f-aa35-42c0-8221-17e63f051568 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260908003'] for subnet, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:41.469442 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48daf443-5730-4aee-b5e7-72cc42d3da71 None None] DHCP port deletion for c5ce55ad-2458-4816-93d1-bdb0e8f83e94 request from n-d-838550-3 {{(pid=102732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 18:34:41.485400 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-64319e85-e0bc-4439-bc24-ee04703878fa tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:41.512626 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e890a182-c7e8-439e-b590-3b68675f8108 req-dfd94e6c-d28f-4039-b89f-df9a2fdd5a16 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:34:41.520791 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e890a182-c7e8-439e-b590-3b68675f8108 req-dfd94e6c-d28f-4039-b89f-df9a2fdd5a16 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 945 time: 0.1876423 May 18 18:34:41.549857 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64319e85-e0bc-4439-bc24-ee04703878fa tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e45d511-b226-41db-b6c4-9c430bce6c06,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:41.613308 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-48daf443-5730-4aee-b5e7-72cc42d3da71 None None] Deleting port 377681ea-b305-4f80-98af-874aaf42d8c7 {{(pid=102732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:34:41.613931 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-edaa9ce0-ffb0-4a6a-bb63-298e757069b0 None None] Notify callbacks [] for port, precommit_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:41.614058 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-48daf443-5730-4aee-b5e7-72cc42d3da71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:41.615855 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-64319e85-e0bc-4439-bc24-ee04703878fa tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:41.617153 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-64319e85-e0bc-4439-bc24-ee04703878fa tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5205965 May 18 18:34:41.626001 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-edaa9ce0-ffb0-4a6a-bb63-298e757069b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:41.636428 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 33458) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:41.647401 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-94d626b1-0d6e-448f-b981-26352ecf84d6 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Request body: {'security_group_rule': {'security_group_id': '0e45d511-b226-41db-b6c4-9c430bce6c06', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:34:41.647887 n-d-838550-3 neutron-server[102731]: WARNING neutron.api.v2.base [None req-94d626b1-0d6e-448f-b981-26352ecf84d6 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 18 18:34:41.648592 n-d-838550-3 neutron-server[102731]: INFO neutron.api.v2.resource [None req-94d626b1-0d6e-448f-b981-26352ecf84d6 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 18 18:34:41.649674 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-94d626b1-0d6e-448f-b981-26352ecf84d6 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0119927 May 18 18:34:41.657082 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-451755ad-74ad-45df-baf5-6b608c69bd71 req-b257a3d8-9ccd-4b04-b1ed-0b7c0e02933f tempest-VolumesSnapshotTestJSON-571199237 tempest-VolumesSnapshotTestJSON-571199237-project] For port 22a49b4b-7bd9-4190-9f4d-85d0c2ee5e5f, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=22a49b4b-7bd9-4190-9f4d-85d0c2ee5e5f,segment=NetworkSegment(6a0bcacf-c533-411c-a237-768dc94a8f4f),segment_id=6a0bcacf-c533-411c-a237-768dc94a8f4f)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:34:41.657469 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-451755ad-74ad-45df-baf5-6b608c69bd71 req-b257a3d8-9ccd-4b04-b1ed-0b7c0e02933f tempest-VolumesSnapshotTestJSON-571199237 tempest-VolumesSnapshotTestJSON-571199237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:41.670311 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 33460) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:41.692676 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-8e97dad3-c019-47f3-8602-811437e98aa3 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Request body: {'security_group_rule': {'security_group_id': '0e45d511-b226-41db-b6c4-9c430bce6c06', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:34:41.694730 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-451755ad-74ad-45df-baf5-6b608c69bd71 req-b257a3d8-9ccd-4b04-b1ed-0b7c0e02933f tempest-VolumesSnapshotTestJSON-571199237 tempest-VolumesSnapshotTestJSON-571199237-project] Calling delete_port for 22a49b4b-7bd9-4190-9f4d-85d0c2ee5e5f owned by compute:nova {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:34:41.712443 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-edaa9ce0-ffb0-4a6a-bb63-298e757069b0 None None] Attempting to bind port f009e5f4-bde2-4ec3-a1b9-d9ab0cff7253 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:34:41.719131 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-edaa9ce0-ffb0-4a6a-bb63-298e757069b0 None None] Attempting to bind port f009e5f4-bde2-4ec3-a1b9-d9ab0cff7253 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:34:41.719765 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edaa9ce0-ffb0-4a6a-bb63-298e757069b0 None None] Attempting to bind port f009e5f4-bde2-4ec3-a1b9-d9ab0cff7253 on network 31ebd439-090c-4b25-bbb0-31c48711b145 {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:34:41.723427 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95143138-deb0-4a6e-9343-02a8d0334665 None None] Pushing event updated for resources: {'Port': ['ID=f009e5f4-bde2-4ec3-a1b9-d9ab0cff7253,revision_number=2']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:41.730128 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edaa9ce0-ffb0-4a6a-bb63-298e757069b0 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:34:41.730939 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edaa9ce0-ffb0-4a6a-bb63-298e757069b0 None None] Checking segment: {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:34:41.731644 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-edaa9ce0-ffb0-4a6a-bb63-298e757069b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:41.732259 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edaa9ce0-ffb0-4a6a-bb63-298e757069b0 None None] Bound using segment: {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:34:41.733014 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-edaa9ce0-ffb0-4a6a-bb63-298e757069b0 None None] Bound port: f009e5f4-bde2-4ec3-a1b9-d9ab0cff7253, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:34:41.733735 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-edaa9ce0-ffb0-4a6a-bb63-298e757069b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:41.748068 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e890a182-c7e8-439e-b590-3b68675f8108 req-d24f73d6-cb8a-4950-8ff6-65a49cba427b tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259955 May 18 18:34:41.760199 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device c2f4799f-9617-4c3a-bc67-45fbbbc9d51f up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:34:41.771066 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-48daf443-5730-4aee-b5e7-72cc42d3da71 None None] For port 377681ea-b305-4f80-98af-874aaf42d8c7, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=377681ea-b305-4f80-98af-874aaf42d8c7,segment=NetworkSegment(7193822e-e5ec-4b60-a562-e581b7323da0),segment_id=7193822e-e5ec-4b60-a562-e581b7323da0)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:34:41.772000 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-48daf443-5730-4aee-b5e7-72cc42d3da71 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:41.775792 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95143138-deb0-4a6e-9343-02a8d0334665 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:34:41.776458 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95143138-deb0-4a6e-9343-02a8d0334665 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:34:41.777005 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95143138-deb0-4a6e-9343-02a8d0334665 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:34:41.777567 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95143138-deb0-4a6e-9343-02a8d0334665 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:34:41.778153 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95143138-deb0-4a6e-9343-02a8d0334665 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:34:41.778702 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95143138-deb0-4a6e-9343-02a8d0334665 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:34:41.779241 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95143138-deb0-4a6e-9343-02a8d0334665 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:34:41.780158 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95143138-deb0-4a6e-9343-02a8d0334665 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:34:41.780703 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95143138-deb0-4a6e-9343-02a8d0334665 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:34:41.781246 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95143138-deb0-4a6e-9343-02a8d0334665 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:34:41.781828 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95143138-deb0-4a6e-9343-02a8d0334665 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:34:41.782457 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95143138-deb0-4a6e-9343-02a8d0334665 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:34:41.816608 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-48daf443-5730-4aee-b5e7-72cc42d3da71 None None] Calling delete_port for 377681ea-b305-4f80-98af-874aaf42d8c7 owned by network:dhcp {{(pid=102732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:34:41.829173 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.db [None req-edaa9ce0-ffb0-4a6a-bb63-298e757069b0 None None] For port f009e5f4-bde2-4ec3-a1b9-d9ab0cff7253, host n-d-838550-3, cleared binding levels {{(pid=102733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:34:41.833667 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.db [None req-edaa9ce0-ffb0-4a6a-bb63-298e757069b0 None None] For port f009e5f4-bde2-4ec3-a1b9-d9ab0cff7253, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=f009e5f4-bde2-4ec3-a1b9-d9ab0cff7253,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:34:41.844912 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-edaa9ce0-ffb0-4a6a-bb63-298e757069b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:41.848501 n-d-838550-3 neutron-server[102731]: INFO neutron.api.v2.resource [None req-8e97dad3-c019-47f3-8602-811437e98aa3 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 18 18:34:41.849585 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-8e97dad3-c019-47f3-8602-811437e98aa3 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1742227 May 18 18:34:41.870919 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 33462) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:41.892333 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-c15335ea-6c60-4b6c-ab8f-6dc1dff94ba3 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Request body: {'security_group_rule': {'security_group_id': '0e45d511-b226-41db-b6c4-9c430bce6c06', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:34:41.892333 n-d-838550-3 neutron-server[102731]: WARNING neutron.api.v2.base [None req-c15335ea-6c60-4b6c-ab8f-6dc1dff94ba3 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 May 18 18:34:41.892333 n-d-838550-3 neutron-server[102731]: INFO neutron.api.v2.resource [None req-c15335ea-6c60-4b6c-ab8f-6dc1dff94ba3 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 18 18:34:41.892333 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-c15335ea-6c60-4b6c-ab8f-6dc1dff94ba3 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0170984 May 18 18:34:41.904498 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 33464) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:41.908522 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port c2f4799f-9617-4c3a-bc67-45fbbbc9d51f triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:34:41.908895 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:41.920281 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-1a912961-1cc0-4074-b85a-55e863a6f9ca tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Request body: {'security_group_rule': {'security_group_id': '0e45d511-b226-41db-b6c4-9c430bce6c06', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:34:41.940558 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edaa9ce0-ffb0-4a6a-bb63-298e757069b0 None None] Routers {'f11c1644-4201-4b2e-bc58-f7270e1ba92c'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:34:41.942440 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-edaa9ce0-ffb0-4a6a-bb63-298e757069b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:34:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['f11c1644-4201-4b2e-bc58-f7270e1ba92c'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:34:41.945754 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-451755ad-74ad-45df-baf5-6b608c69bd71 req-b257a3d8-9ccd-4b04-b1ed-0b7c0e02933f tempest-VolumesSnapshotTestJSON-571199237 tempest-VolumesSnapshotTestJSON-571199237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:41.951846 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95143138-deb0-4a6e-9343-02a8d0334665 None None] Pushing event updated for resources: {'Port': ['ID=f009e5f4-bde2-4ec3-a1b9-d9ab0cff7253,revision_number=3']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:41.963138 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-48daf443-5730-4aee-b5e7-72cc42d3da71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508'] for port, after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:41.965999 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['22a49b4b-7bd9-4190-9f4d-85d0c2ee5e5f'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:34:42.015089 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b257a3d8-9ccd-4b04-b1ed-0b7c0e02933f tempest-VolumesSnapshotTestJSON-571199237 tempest-VolumesSnapshotTestJSON-571199237-project] Pushing event deleted for resources: {'Port': ['ID=22a49b4b-7bd9-4190-9f4d-85d0c2ee5e5f,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:42.018315 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48daf443-5730-4aee-b5e7-72cc42d3da71 None None] Pushing event deleted for resources: {'Port': ['ID=377681ea-b305-4f80-98af-874aaf42d8c7,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:42.031112 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48daf443-5730-4aee-b5e7-72cc42d3da71 None None] No DVR routers for this DVR port 377681ea-b305-4f80-98af-874aaf42d8c7 on host n-d-838550-3 {{(pid=102732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:34:42.074016 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-92316891-bf1a-4a55-94ed-75722c27ba24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:42.086214 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-451755ad-74ad-45df-baf5-6b608c69bd71 req-b257a3d8-9ccd-4b04-b1ed-0b7c0e02933f tempest-VolumesSnapshotTestJSON-571199237 tempest-VolumesSnapshotTestJSON-571199237-project] No DVR routers for this DVR port 22a49b4b-7bd9-4190-9f4d-85d0c2ee5e5f on host n-h1-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:34:42.089695 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port c2f4799f-9617-4c3a-bc67-45fbbbc9d51f is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:34:42.089890 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-451755ad-74ad-45df-baf5-6b608c69bd71 req-b257a3d8-9ccd-4b04-b1ed-0b7c0e02933f tempest-VolumesSnapshotTestJSON-571199237 tempest-VolumesSnapshotTestJSON-571199237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:42.094339 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-451755ad-74ad-45df-baf5-6b608c69bd71 req-b257a3d8-9ccd-4b04-b1ed-0b7c0e02933f tempest-VolumesSnapshotTestJSON-571199237 tempest-VolumesSnapshotTestJSON-571199237-project] 10.222.0.36 "DELETE /v2.0/ports/22a49b4b-7bd9-4190-9f4d-85d0c2ee5e5f HTTP/1.1" status: 204 len: 173 time: 0.8568125 May 18 18:34:42.106465 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba173694-93b8-4a0c-920d-02defb911d6e', 'name': 'network-vif-deleted', 'tag': '22a49b4b-7bd9-4190-9f4d-85d0c2ee5e5f'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:34:42.108692 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2ff5be4-b265-4118-8326-7347f647f647" -d '{"events": [{"server_uuid": "ba173694-93b8-4a0c-920d-02defb911d6e", "name": "network-vif-deleted", "tag": "22a49b4b-7bd9-4190-9f4d-85d0c2ee5e5f"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:34:42.123286 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-edaa9ce0-ffb0-4a6a-bb63-298e757069b0 None None] Set router f11c1644-4201-4b2e-bc58-f7270e1ba92c gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:34:42.157870 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a6efa01c-0342-4a3c-ba0c-0ee08d572b23 req-1b000c0d-1087-409d-87f4-3cd78790d3a2 tempest-VolumesSnapshotTestJSON-571199237 tempest-VolumesSnapshotTestJSON-571199237-project] 10.222.0.85 "GET /v2.0/ports?device_id=ba173694-93b8-4a0c-920d-02defb911d6e HTTP/1.1" status: 200 len: 210 time: 0.0614157 May 18 18:34:42.166156 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-badeee5f-aa35-42c0-8221-17e63f051568 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260898481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260908021'] for subnet, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:42.173563 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 377681ea-b305-4f80-98af-874aaf42d8c7 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:34:42.183153 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cfa2fac-2c64-496c-ac46-0172111ccb29 x-openstack-request-id: req-3cfa2fac-2c64-496c-ac46-0172111ccb29 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:34:42.183885 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba173694-93b8-4a0c-920d-02defb911d6e", "name": "network-vif-deleted", "tag": "22a49b4b-7bd9-4190-9f4d-85d0c2ee5e5f", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:34:42.184545 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-3cfa2fac-2c64-496c-ac46-0172111ccb29 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:34:42.199951 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cfa2fac-2c64-496c-ac46-0172111ccb29'] response: {'server_uuid': 'ba173694-93b8-4a0c-920d-02defb911d6e', 'name': 'network-vif-deleted', 'tag': '22a49b4b-7bd9-4190-9f4d-85d0c2ee5e5f', 'status': 'completed', 'code': 200} May 18 18:34:42.210630 n-d-838550-3 neutron-server[102731]: INFO neutron.api.v2.resource [None req-1a912961-1cc0-4074-b85a-55e863a6f9ca tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 18 18:34:42.211858 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 377681ea-b305-4f80-98af-874aaf42d8c7 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:34:42.212301 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-1a912961-1cc0-4074-b85a-55e863a6f9ca tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3061831 May 18 18:34:42.212668 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 377681ea-b305-4f80-98af-874aaf42d8c7 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:34:42.216878 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 33470) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:42.223517 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-411743a2-4660-4c54-b848-3c84d344cccd tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Request body: {'security_group_rule': {'security_group_id': '0e45d511-b226-41db-b6c4-9c430bce6c06', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:34:42.223984 n-d-838550-3 neutron-server[102730]: WARNING neutron.api.v2.base [None req-411743a2-4660-4c54-b848-3c84d344cccd tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 18 18:34:42.224818 n-d-838550-3 neutron-server[102730]: INFO neutron.api.v2.resource [None req-411743a2-4660-4c54-b848-3c84d344cccd tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 18 18:34:42.226118 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-411743a2-4660-4c54-b848-3c84d344cccd tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0066075 May 18 18:34:42.230169 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 33472) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:42.236255 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-79277a8d-b892-4b6f-80d0-fc59f0edac80 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Request body: {'security_group_rule': {'security_group_id': '0e45d511-b226-41db-b6c4-9c430bce6c06', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:34:42.272948 n-d-838550-3 neutron-server[102730]: INFO neutron.db.securitygroups_db [None req-79277a8d-b892-4b6f-80d0-fc59f0edac80 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Project d7b3403fc7964ca5a250383e37f4bb33 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 18 18:34:42.294747 n-d-838550-3 neutron-server[102730]: INFO neutron.api.v2.resource [None req-79277a8d-b892-4b6f-80d0-fc59f0edac80 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 18 18:34:42.296370 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-79277a8d-b892-4b6f-80d0-fc59f0edac80 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0652809 May 18 18:34:42.299189 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 33474) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:42.304104 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-9b344f5d-657c-4e88-929b-c48baf2055d1 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Request body: {'security_group_rule': {'security_group_id': '0e45d511-b226-41db-b6c4-9c430bce6c06', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:34:42.304879 n-d-838550-3 neutron-server[102730]: WARNING neutron.api.v2.base [None req-9b344f5d-657c-4e88-929b-c48baf2055d1 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 May 18 18:34:42.306822 n-d-838550-3 neutron-server[102730]: INFO neutron.api.v2.resource [None req-9b344f5d-657c-4e88-929b-c48baf2055d1 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 18 18:34:42.308008 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-9b344f5d-657c-4e88-929b-c48baf2055d1 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0076838 May 18 18:34:42.310953 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 33476) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:42.316733 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-d6009b7a-388c-42e0-b57f-e6659c26ae37 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Request body: {'security_group_rule': {'security_group_id': '0e45d511-b226-41db-b6c4-9c430bce6c06', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:34:42.341249 n-d-838550-3 neutron-server[102730]: INFO neutron.db.securitygroups_db [None req-d6009b7a-388c-42e0-b57f-e6659c26ae37 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Project d7b3403fc7964ca5a250383e37f4bb33 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 18 18:34:42.356831 n-d-838550-3 neutron-server[102730]: INFO neutron.api.v2.resource [None req-d6009b7a-388c-42e0-b57f-e6659c26ae37 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 18 18:34:42.358504 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-d6009b7a-388c-42e0-b57f-e6659c26ae37 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0462937 May 18 18:34:42.358704 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-badeee5f-aa35-42c0-8221-17e63f051568 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Network c5ce55ad-2458-4816-93d1-bdb0e8f83e94 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:34:42.361189 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 33478) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:42.365999 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-badeee5f-aa35-42c0-8221-17e63f051568 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:34:42.366164 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-7d4b4d38-b8ff-4dad-afc7-295b2f3f8aee tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Request body: {'security_group_rule': {'security_group_id': '0e45d511-b226-41db-b6c4-9c430bce6c06', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:34:42.367749 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badeee5f-aa35-42c0-8221-17e63f051568 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Pushing event updated for resources: {'Subnet': ['ID=4b745cdf-5d99-44a4-bc5b-4ae327e2f578,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:42.375853 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-badeee5f-aa35-42c0-8221-17e63f051568 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:34:42.376440 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-badeee5f-aa35-42c0-8221-17e63f051568 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:42.387364 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9696468d-87f5-49db-ae40-bacb40cafccf None None] Network c5ce55ad-2458-4816-93d1-bdb0e8f83e94 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:34:42.390385 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-edaa9ce0-ffb0-4a6a-bb63-298e757069b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f11c1644-4201-4b2e-bc58-f7270e1ba92c', 'name': 'tempest-TestVolumeBackupRestore-518990419-router', 'tenant_id': '1ecd4fb314944b4697cd6486b529797f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': 'f009e5f4-bde2-4ec3-a1b9-d9ab0cff7253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:34:36Z', 'updated_at': '2022-05-18T18:34:39Z', 'revision_number': 3, 'project_id': '1ecd4fb314944b4697cd6486b529797f', 'gw_port': {'id': 'f009e5f4-bde2-4ec3-a1b9-d9ab0cff7253', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:37:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f11c1644-4201-4b2e-bc58-f7270e1ba92c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:34:38Z', 'updated_at': '2022-05-18T18:34:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:34:42.396060 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device a7cae3bb-d095-4577-805d-9c9eb96c9cf6 up at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:34:42.400986 n-d-838550-3 neutron-server[102730]: INFO neutron.db.securitygroups_db [None req-7d4b4d38-b8ff-4dad-afc7-295b2f3f8aee tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Project d7b3403fc7964ca5a250383e37f4bb33 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 18 18:34:42.431165 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edaa9ce0-ffb0-4a6a-bb63-298e757069b0 None None] The sync data for ids ['f11c1644-4201-4b2e-bc58-f7270e1ba92c'] in n-d-838550-3 is: [{'id': 'f11c1644-4201-4b2e-bc58-f7270e1ba92c', 'name': 'tempest-TestVolumeBackupRestore-518990419-router', 'tenant_id': '1ecd4fb314944b4697cd6486b529797f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': 'f009e5f4-bde2-4ec3-a1b9-d9ab0cff7253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:34:36Z', 'updated_at': '2022-05-18T18:34:39Z', 'revision_number': 3, 'project_id': '1ecd4fb314944b4697cd6486b529797f', 'gw_port': {'id': 'f009e5f4-bde2-4ec3-a1b9-d9ab0cff7253', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:37:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f11c1644-4201-4b2e-bc58-f7270e1ba92c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:34:38Z', 'updated_at': '2022-05-18T18:34:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:34:42.438305 n-d-838550-3 neutron-server[102730]: INFO neutron.api.v2.resource [None req-7d4b4d38-b8ff-4dad-afc7-295b2f3f8aee tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 18 18:34:42.442135 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-badeee5f-aa35-42c0-8221-17e63f051568 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3087230 May 18 18:34:42.442334 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 33480) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:42.444005 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 33482) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:42.444927 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-7d4b4d38-b8ff-4dad-afc7-295b2f3f8aee tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0825574 May 18 18:34:42.447603 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-ee13ae6c-76b2-46e3-aad2-b42d7be3d0fd tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Request body: {'port': {'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94', 'fixed_ips': [{'subnet_id': '4b745cdf-5d99-44a4-bc5b-4ae327e2f578', 'ip_address': '2001:db8::afa2:2354:4805:9d74'}], 'name': 'tempest-NetworksTestDHCPv6-3412228'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:34:42.503325 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:42.551062 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning for port a7cae3bb-d095-4577-805d-9c9eb96c9cf6 completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:34:42.558207 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning complete for port a7cae3bb-d095-4577-805d-9c9eb96c9cf6 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:34:42.558688 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:42.889333 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce89e89f-6fd3-420f-9904-a5f32cff25e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-c5ce55ad-2458-4816-93d1-bdb0e8f83e94', 'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94', 'tenant_id': '17ca2b3ab9ea4457836da5cdadc0de8c', 'fixed_ips': [{'subnet_id': '4b745cdf-5d99-44a4-bc5b-4ae327e2f578'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:34:42.891507 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-ce89e89f-6fd3-420f-9904-a5f32cff25e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:42.927831 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48a1d59-8bf5-43d5-b0cd-555735bfb0da req-54488c00-bd50-444d-bd24-952ab760696a tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:34:42.929716 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port a7cae3bb-d095-4577-805d-9c9eb96c9cf6 is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:34:42.930615 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:42.930723 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c48a1d59-8bf5-43d5-b0cd-555735bfb0da req-54488c00-bd50-444d-bd24-952ab760696a tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 945 time: 0.0777836 May 18 18:34:42.981070 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c48a1d59-8bf5-43d5-b0cd-555735bfb0da req-771e407b-3c8e-4741-bbd9-d419ff26c8d1 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419853 May 18 18:34:43.048700 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32444cd7-8f2c-4097-85ae-f68071300690', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7cae3bb-d095-4577-805d-9c9eb96c9cf6'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:34:43.051187 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b723ef2-1d92-4355-942e-bc1ee3c04aa9" -d '{"events": [{"server_uuid": "32444cd7-8f2c-4097-85ae-f68071300690", "name": "network-vif-plugged", "status": "completed", "tag": "a7cae3bb-d095-4577-805d-9c9eb96c9cf6"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:34:43.063235 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-92316891-bf1a-4a55-94ed-75722c27ba24 admin admin] Allocated IP 172.20.0.1 (0366f9b0-38bb-4989-8bf4-d18b0262829f/09f67ed9-b1e5-46fd-84fd-a8a236be4858/dec2f712-6790-4c01-aa4e-5770cc15742a) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:34:43.075127 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port a7cae3bb-d095-4577-805d-9c9eb96c9cf6, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=a7cae3bb-d095-4577-805d-9c9eb96c9cf6,segment=NetworkSegment(567b93c1-8feb-4188-bd48-539ad65212fa),segment_id=567b93c1-8feb-4188-bd48-539ad65212fa)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:34:43.082454 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:43.085954 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0d314c60-7ae5-4517-a6f5-9ca342c94642 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:43.090984 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:43.120540 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10703be9-7c8b-443b-a676-38b6232ad1d9 x-openstack-request-id: req-10703be9-7c8b-443b-a676-38b6232ad1d9 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:34:43.121463 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32444cd7-8f2c-4097-85ae-f68071300690", "name": "network-vif-plugged", "status": "completed", "tag": "a7cae3bb-d095-4577-805d-9c9eb96c9cf6", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:34:43.121463 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-10703be9-7c8b-443b-a676-38b6232ad1d9 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:34:43.121684 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10703be9-7c8b-443b-a676-38b6232ad1d9'] response: {'server_uuid': '32444cd7-8f2c-4097-85ae-f68071300690', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7cae3bb-d095-4577-805d-9c9eb96c9cf6', 'code': 200} May 18 18:34:43.171800 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0d314c60-7ae5-4517-a6f5-9ca342c94642 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:43.191143 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee13ae6c-76b2-46e3-aad2-b42d7be3d0fd tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Made reservation on behalf of 17ca2b3ab9ea4457836da5cdadc0de8c for: {'port': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:34:43.210506 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-ce89e89f-6fd3-420f-9904-a5f32cff25e3 None None] Allocated IP 2001:db8::2 (c5ce55ad-2458-4816-93d1-bdb0e8f83e94/4b745cdf-5d99-44a4-bc5b-4ae327e2f578/6d6fd25e-3964-4055-b39e-75f6742da459) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:34:43.214746 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=a7cae3bb-d095-4577-805d-9c9eb96c9cf6,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:43.359093 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-92316891-bf1a-4a55-94ed-75722c27ba24 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:43.362735 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0d314c60-7ae5-4517-a6f5-9ca342c94642 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:43.365322 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0d314c60-7ae5-4517-a6f5-9ca342c94642 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:43.366530 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-0d314c60-7ae5-4517-a6f5-9ca342c94642 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] 10.222.0.85 "DELETE /v2.0/security-groups/0e45d511-b226-41db-b6c4-9c430bce6c06 HTTP/1.1" status: 204 len: 168 time: 0.9153316 May 18 18:34:43.370115 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 33492) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:43.374812 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3413d4cf-acf7-442a-996a-eaa7c6821b68 req-ad2bb89c-1f4b-4d11-bb71-812de1de4c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:34:43.376296 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3413d4cf-acf7-442a-996a-eaa7c6821b68 req-ad2bb89c-1f4b-4d11-bb71-812de1de4c8a service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 1097 time: 0.1739788 May 18 18:34:43.409714 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d314c60-7ae5-4517-a6f5-9ca342c94642 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e45d511-b226-41db-b6c4-9c430bce6c06,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:43.420296 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-ce89e89f-6fd3-420f-9904-a5f32cff25e3 None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:43.436965 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ee13ae6c-76b2-46e3-aad2-b42d7be3d0fd tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:43.449486 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-ce89e89f-6fd3-420f-9904-a5f32cff25e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:43.467617 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-3c1f89ef-1c9b-4e77-9298-7bc43cd4abdf tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] 10.222.0.85 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0953414 May 18 18:34:43.472882 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 33494) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:43.479206 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-56495ddc-ceeb-4681-8579-6b719ba8bf00 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Request body: {'security_group': {'name': 'tempest-secgroup--1810820692'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:34:43.493548 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3413d4cf-acf7-442a-996a-eaa7c6821b68 req-4a76c5e8-0592-47a2-8925-b81dfb2b6696 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033051 May 18 18:34:43.499928 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [None req-ee13ae6c-76b2-46e3-aad2-b42d7be3d0fd tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] device_id is not set on port e09c77da-5e01-44f7-a117-4c9408347e3c yet. {{(pid=102731) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 18 18:34:43.507949 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-56495ddc-ceeb-4681-8579-6b719ba8bf00 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:43.519204 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce89e89f-6fd3-420f-9904-a5f32cff25e3 None None] Network c5ce55ad-2458-4816-93d1-bdb0e8f83e94 is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:34:43.523080 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-ce89e89f-6fd3-420f-9904-a5f32cff25e3 None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:34:43.529210 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce89e89f-6fd3-420f-9904-a5f32cff25e3 None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:34:43.547094 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce89e89f-6fd3-420f-9904-a5f32cff25e3 None None] Pushing event updated for resources: {'Port': ['ID=6d6fd25e-3964-4055-b39e-75f6742da459,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:43.615476 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-92316891-bf1a-4a55-94ed-75722c27ba24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:43.627237 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-ce89e89f-6fd3-420f-9904-a5f32cff25e3 None None] Attempting to bind port 6d6fd25e-3964-4055-b39e-75f6742da459 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:34:43.627770 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-ce89e89f-6fd3-420f-9904-a5f32cff25e3 None None] Attempting to bind port 6d6fd25e-3964-4055-b39e-75f6742da459 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '7193822e-e5ec-4b60-a562-e581b7323da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:34:43.628999 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce89e89f-6fd3-420f-9904-a5f32cff25e3 None None] Attempting to bind port 6d6fd25e-3964-4055-b39e-75f6742da459 on network c5ce55ad-2458-4816-93d1-bdb0e8f83e94 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:34:43.662199 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce89e89f-6fd3-420f-9904-a5f32cff25e3 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:34:43.662199 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce89e89f-6fd3-420f-9904-a5f32cff25e3 None None] Checking segment: {'id': '7193822e-e5ec-4b60-a562-e581b7323da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:34:43.662705 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-ce89e89f-6fd3-420f-9904-a5f32cff25e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:43.678851 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92316891-bf1a-4a55-94ed-75722c27ba24 admin admin] Network 0366f9b0-38bb-4989-8bf4-d18b0262829f is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:34:43.682363 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce89e89f-6fd3-420f-9904-a5f32cff25e3 None None] Bound using segment: {'id': '7193822e-e5ec-4b60-a562-e581b7323da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:34:43.682936 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-ce89e89f-6fd3-420f-9904-a5f32cff25e3 None None] Bound port: 6d6fd25e-3964-4055-b39e-75f6742da459, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7193822e-e5ec-4b60-a562-e581b7323da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:34:43.683363 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-ce89e89f-6fd3-420f-9904-a5f32cff25e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:43.696831 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-92316891-bf1a-4a55-94ed-75722c27ba24 admin admin] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:34:43.703965 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-56495ddc-ceeb-4681-8579-6b719ba8bf00 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:43.713720 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92316891-bf1a-4a55-94ed-75722c27ba24 admin admin] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:34:43.719109 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-56495ddc-ceeb-4681-8579-6b719ba8bf00 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:43.800283 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-56495ddc-ceeb-4681-8579-6b719ba8bf00 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:43.804192 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-56495ddc-ceeb-4681-8579-6b719ba8bf00 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3276923 May 18 18:34:43.807134 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 33500) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:43.814741 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-3ddb128a-c990-431c-9db3-8f2b41b053fd tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Request body: {'security_group_rule': {'security_group_id': '8df0fd63-567f-41b7-b165-ea56c17622ba', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:34:43.817029 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92316891-bf1a-4a55-94ed-75722c27ba24 admin admin] Pushing event updated for resources: {'Port': ['ID=dec2f712-6790-4c01-aa4e-5770cc15742a,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:43.835190 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56495ddc-ceeb-4681-8579-6b719ba8bf00 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8df0fd63-567f-41b7-b165-ea56c17622ba,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:43.864559 n-d-838550-3 neutron-server[102730]: INFO neutron.api.v2.resource [None req-3ddb128a-c990-431c-9db3-8f2b41b053fd tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] create failed (client error): The resource could not be found. May 18 18:34:43.866173 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-3ddb128a-c990-431c-9db3-8f2b41b053fd tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0551872 May 18 18:34:43.869951 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 33502) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:43.880573 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-9c28809e-18b3-4e4b-866b-232c711bb9db tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Request body: {'security_group_rule': {'security_group_id': '8df0fd63-567f-41b7-b165-ea56c17622ba', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '704e12c5-e0f9-40f8-a632-fc02e5b413f0'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:34:43.905479 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device f009e5f4-bde2-4ec3-a1b9-d9ab0cff7253 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:34:43.938774 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-92316891-bf1a-4a55-94ed-75722c27ba24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595826'] for router_interface, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:43.951484 n-d-838550-3 neutron-server[102730]: INFO neutron.api.v2.resource [None req-9c28809e-18b3-4e4b-866b-232c711bb9db tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] create failed (client error): The resource could not be found. May 18 18:34:43.958695 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-9c28809e-18b3-4e4b-866b-232c711bb9db tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0848660 May 18 18:34:43.960135 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 33504) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:44.004716 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-ee13ae6c-76b2-46e3-aad2-b42d7be3d0fd tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Allocated IP 2001:db8::afa2:2354:4805:9d74 (c5ce55ad-2458-4816-93d1-bdb0e8f83e94/4b745cdf-5d99-44a4-bc5b-4ae327e2f578/e09c77da-5e01-44f7-a117-4c9408347e3c) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:34:44.041504 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-ce89e89f-6fd3-420f-9904-a5f32cff25e3 None None] For port 6d6fd25e-3964-4055-b39e-75f6742da459, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:34:44.060117 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-ce89e89f-6fd3-420f-9904-a5f32cff25e3 None None] For port 6d6fd25e-3964-4055-b39e-75f6742da459, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=6d6fd25e-3964-4055-b39e-75f6742da459,segment=NetworkSegment(7193822e-e5ec-4b60-a562-e581b7323da0),segment_id=7193822e-e5ec-4b60-a562-e581b7323da0)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:34:44.074023 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-ce89e89f-6fd3-420f-9904-a5f32cff25e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:44.100890 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ab92a39d-8e2c-4d72-8a93-44ec04fee197 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:44.152270 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ab92a39d-8e2c-4d72-8a93-44ec04fee197 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:44.228608 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ab92a39d-8e2c-4d72-8a93-44ec04fee197 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:44.231270 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ab92a39d-8e2c-4d72-8a93-44ec04fee197 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:44.235122 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-ab92a39d-8e2c-4d72-8a93-44ec04fee197 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] 10.222.0.85 "DELETE /v2.0/security-groups/8df0fd63-567f-41b7-b165-ea56c17622ba HTTP/1.1" status: 204 len: 168 time: 0.2710259 May 18 18:34:44.238823 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 33510) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:44.246182 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 22a49b4b-7bd9-4190-9f4d-85d0c2ee5e5f no longer exists at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:34:44.301232 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce89e89f-6fd3-420f-9904-a5f32cff25e3 None None] Pushing event updated for resources: {'Port': ['ID=6d6fd25e-3964-4055-b39e-75f6742da459,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:44.308614 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-897c0959-d139-4dfd-af39-6b6ebe7d3b5f tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] 10.222.0.85 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0682325 May 18 18:34:44.312471 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab92a39d-8e2c-4d72-8a93-44ec04fee197 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8df0fd63-567f-41b7-b165-ea56c17622ba,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:44.314408 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] No Port match for: 22a49b4b-7bd9-4190-9f4d-85d0c2ee5e5f {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:34:44.314671 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 22a49b4b-7bd9-4190-9f4d-85d0c2ee5e5f not bound to the agent host n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:34:44.316414 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port f009e5f4-bde2-4ec3-a1b9-d9ab0cff7253 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:34:44.316788 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:44.317098 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 33512) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:44.322337 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-53ebf03c-3fab-46e8-be2b-db87c7a005fb None None] Provisioning complete for port dec2f712-6790-4c01-aa4e-5770cc15742a triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:34:44.322337 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-53ebf03c-3fab-46e8-be2b-db87c7a005fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:44.323854 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-92316891-bf1a-4a55-94ed-75722c27ba24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:44.326668 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-06e6ee9f-f75b-448c-ae41-9ef24e612c57 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Request body: {'security_group_rule': {'security_group_id': '1769ed15-ca5d-4360-b081-3c93cf7d04d2', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:34:44.364118 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0a2a90-307c-4900-bd0c-8e9924b22db5 req-3a8603c7-14e6-4034-90c7-464b22ff870d tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:34:44.365856 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7b0a2a90-307c-4900-bd0c-8e9924b22db5 req-3a8603c7-14e6-4034-90c7-464b22ff870d tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 946 time: 0.2049646 May 18 18:34:44.402145 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-53ebf03c-3fab-46e8-be2b-db87c7a005fb None None] Port dec2f712-6790-4c01-aa4e-5770cc15742a cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:34:44.402782 n-d-838550-3 neutron-server[102730]: INFO neutron.api.v2.resource [None req-06e6ee9f-f75b-448c-ae41-9ef24e612c57 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] create failed (client error): The resource could not be found. May 18 18:34:44.407079 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-06e6ee9f-f75b-448c-ae41-9ef24e612c57 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0883758 May 18 18:34:44.411762 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 33514) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:44.419363 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-a566784f-ecc7-4a29-ba3f-2b4ea651f6cf tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Request body: {'security_group': {'name': 'tempest-secgroup--1838985908'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:34:44.446520 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a566784f-ecc7-4a29-ba3f-2b4ea651f6cf tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:44.546478 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port f009e5f4-bde2-4ec3-a1b9-d9ab0cff7253 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:34:44.548059 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:44.611060 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] For port f009e5f4-bde2-4ec3-a1b9-d9ab0cff7253, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=f009e5f4-bde2-4ec3-a1b9-d9ab0cff7253,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:34:44.621941 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:44.622211 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a566784f-ecc7-4a29-ba3f-2b4ea651f6cf tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:44.629909 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a566784f-ecc7-4a29-ba3f-2b4ea651f6cf tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:44.646170 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7b0a2a90-307c-4900-bd0c-8e9924b22db5 req-f685c5a1-f521-4407-8de2-f46d07975453 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371862 May 18 18:34:44.674962 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a566784f-ecc7-4a29-ba3f-2b4ea651f6cf tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:44.676241 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-a566784f-ecc7-4a29-ba3f-2b4ea651f6cf tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2634096 May 18 18:34:44.691459 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 33516) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:44.695575 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-5eec447b-474f-4dc8-9b29-47bc1a5d6ba0 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Request body: {'security_group': {'name': 'tempest-secgroup--731868777'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:34:44.732639 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a566784f-ecc7-4a29-ba3f-2b4ea651f6cf tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27172658-bb72-4fe9-a275-d317f95d4162,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:44.771166 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Pushing event updated for resources: {'Port': ['ID=f009e5f4-bde2-4ec3-a1b9-d9ab0cff7253,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:44.804004 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ee13ae6c-76b2-46e3-aad2-b42d7be3d0fd tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:44.901176 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5eec447b-474f-4dc8-9b29-47bc1a5d6ba0 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:44.979118 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ee13ae6c-76b2-46e3-aad2-b42d7be3d0fd tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:45.062286 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee13ae6c-76b2-46e3-aad2-b42d7be3d0fd tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Network c5ce55ad-2458-4816-93d1-bdb0e8f83e94 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:34:45.077634 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-ee13ae6c-76b2-46e3-aad2-b42d7be3d0fd tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:34:45.088425 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee13ae6c-76b2-46e3-aad2-b42d7be3d0fd tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:34:45.093970 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee13ae6c-76b2-46e3-aad2-b42d7be3d0fd tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:34:45.094565 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ee13ae6c-76b2-46e3-aad2-b42d7be3d0fd tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:45.096726 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee13ae6c-76b2-46e3-aad2-b42d7be3d0fd tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Pushing event updated for resources: {'Port': ['ID=e09c77da-5e01-44f7-a117-4c9408347e3c,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:45.111621 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-92316891-bf1a-4a55-94ed-75722c27ba24 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:45.121900 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-92316891-bf1a-4a55-94ed-75722c27ba24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:45.132817 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5eec447b-474f-4dc8-9b29-47bc1a5d6ba0 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:45.176635 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5eec447b-474f-4dc8-9b29-47bc1a5d6ba0 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:45.182049 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-ee13ae6c-76b2-46e3-aad2-b42d7be3d0fd tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 945 time: 2.7387760 May 18 18:34:45.185038 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 33520) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:45.230064 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5eec447b-474f-4dc8-9b29-47bc1a5d6ba0 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:45.235730 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-5eec447b-474f-4dc8-9b29-47bc1a5d6ba0 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5403438 May 18 18:34:45.235947 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 33522) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:45.240666 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92316891-bf1a-4a55-94ed-75722c27ba24 admin admin] Pushing event updated for resources: {'Port': ['ID=dec2f712-6790-4c01-aa4e-5770cc15742a,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:45.240887 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-daa86dc9-23df-45c9-869b-789d0bcd61a5 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Request body: {'security_group_rule': {'security_group_id': '27172658-bb72-4fe9-a275-d317f95d4162', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '8d59a251-99ef-4070-9748-d665ff22b198'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:34:45.243032 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eec447b-474f-4dc8-9b29-47bc1a5d6ba0 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d59a251-99ef-4070-9748-d665ff22b198,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:45.245125 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-92316891-bf1a-4a55-94ed-75722c27ba24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-595870'] for router_interface, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:45.271899 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9efd68ea-0546-401e-899d-9794bb5dd6b4 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:34:45.280350 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9efd68ea-0546-401e-899d-9794bb5dd6b4 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:34:45.283141 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-9efd68ea-0546-401e-899d-9794bb5dd6b4 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1682 time: 0.0965812 May 18 18:34:45.287199 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 33524) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:45.365523 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92316891-bf1a-4a55-94ed-75722c27ba24 admin admin] Network 0366f9b0-38bb-4989-8bf4-d18b0262829f is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:34:45.369930 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-92316891-bf1a-4a55-94ed-75722c27ba24 admin admin] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:34:45.401966 n-d-838550-3 neutron-server[102730]: INFO neutron.api.v2.resource [None req-daa86dc9-23df-45c9-869b-789d0bcd61a5 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 18 18:34:45.409828 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-daa86dc9-23df-45c9-869b-789d0bcd61a5 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1735985 May 18 18:34:45.415864 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 33526) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:45.453219 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-56588b31-d4e3-474b-8d05-20e5472eb93e tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Deleting port e09c77da-5e01-44f7-a117-4c9408347e3c {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:34:45.453554 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-56588b31-d4e3-474b-8d05-20e5472eb93e tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:45.533408 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92316891-bf1a-4a55-94ed-75722c27ba24 admin admin] Router f11c1644-4201-4b2e-bc58-f7270e1ba92c has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:34:45.580776 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-fa879141-c777-44ab-8450-6be42cf34071 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:45.620418 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-56588b31-d4e3-474b-8d05-20e5472eb93e tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:45.630146 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-fa879141-c777-44ab-8450-6be42cf34071 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:45.652970 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-56588b31-d4e3-474b-8d05-20e5472eb93e tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Calling delete_port for e09c77da-5e01-44f7-a117-4c9408347e3c owned by {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:34:45.729593 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92316891-bf1a-4a55-94ed-75722c27ba24 admin admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:34:45.741586 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461bf26d-ea37-442f-a750-899b145cf48b None None] Sync routers for ids ['f11c1644-4201-4b2e-bc58-f7270e1ba92c'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:34:45.760721 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-92316891-bf1a-4a55-94ed-75722c27ba24 admin admin] 10.222.0.85 "PUT /v2.0/routers/f11c1644-4201-4b2e-bc58-f7270e1ba92c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0489614 May 18 18:34:45.782209 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461bf26d-ea37-442f-a750-899b145cf48b None None] Routers {'f11c1644-4201-4b2e-bc58-f7270e1ba92c'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:34:45.783262 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-461bf26d-ea37-442f-a750-899b145cf48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:34:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['f11c1644-4201-4b2e-bc58-f7270e1ba92c'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:34:45.807066 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-fa879141-c777-44ab-8450-6be42cf34071 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:45.810056 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-fa879141-c777-44ab-8450-6be42cf34071 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:45.814346 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 33532) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:45.818090 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-fa879141-c777-44ab-8450-6be42cf34071 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] 10.222.0.85 "DELETE /v2.0/security-groups/8d59a251-99ef-4070-9748-d665ff22b198 HTTP/1.1" status: 204 len: 168 time: 0.3921125 May 18 18:34:45.860377 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa879141-c777-44ab-8450-6be42cf34071 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d59a251-99ef-4070-9748-d665ff22b198,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:45.868544 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device f009e5f4-bde2-4ec3-a1b9-d9ab0cff7253 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:34:45.906993 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-d5e555c9-5e21-4ae9-851f-56b77869b2a6 None None] Provisioning complete for port 6d6fd25e-3964-4055-b39e-75f6742da459 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:34:45.907366 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d5e555c9-5e21-4ae9-851f-56b77869b2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:45.940175 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-53a3f86f-7384-4289-a4c0-7caf1118f85a tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] 10.222.0.85 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1242466 May 18 18:34:45.942902 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 33538) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:46.047847 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68021905-ffc9-41d1-ad99-acbc5a958564 req-902e2b57-69c2-43a3-9565-145ee06e3c37 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:34:46.049612 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-68021905-ffc9-41d1-ad99-acbc5a958564 req-902e2b57-69c2-43a3-9565-145ee06e3c37 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 946 time: 0.2019393 May 18 18:34:46.074874 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-37979c5d-fd3c-4c3a-b000-ddb3a22c1f12 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:46.122892 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-68021905-ffc9-41d1-ad99-acbc5a958564 req-015b2983-7578-430c-8943-95190b613323 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604973 May 18 18:34:46.124233 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-56588b31-d4e3-474b-8d05-20e5472eb93e tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:46.124536 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-461bf26d-ea37-442f-a750-899b145cf48b None None] Set router f11c1644-4201-4b2e-bc58-f7270e1ba92c gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:34:46.126726 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port f009e5f4-bde2-4ec3-a1b9-d9ab0cff7253 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:34:46.127550 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:46.158019 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-37979c5d-fd3c-4c3a-b000-ddb3a22c1f12 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:46.166681 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56588b31-d4e3-474b-8d05-20e5472eb93e tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Pushing event deleted for resources: {'Port': ['ID=e09c77da-5e01-44f7-a117-4c9408347e3c,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:46.206566 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-56588b31-d4e3-474b-8d05-20e5472eb93e tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:46.211268 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-56588b31-d4e3-474b-8d05-20e5472eb93e tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "DELETE /v2.0/ports/e09c77da-5e01-44f7-a117-4c9408347e3c HTTP/1.1" status: 204 len: 168 time: 0.9225125 May 18 18:34:46.213500 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 33546) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:46.286755 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-37979c5d-fd3c-4c3a-b000-ddb3a22c1f12 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:46.290717 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-37979c5d-fd3c-4c3a-b000-ddb3a22c1f12 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:46.294717 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-37979c5d-fd3c-4c3a-b000-ddb3a22c1f12 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] 10.222.0.85 "DELETE /v2.0/security-groups/27172658-bb72-4fe9-a275-d317f95d4162 HTTP/1.1" status: 204 len: 168 time: 0.3476343 May 18 18:34:46.295853 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 33550) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:46.314439 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7601999-dd86-4100-967f-9e7ae3ca5884 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:34:46.317556 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7601999-dd86-4100-967f-9e7ae3ca5884 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:34:46.324101 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-c7601999-dd86-4100-967f-9e7ae3ca5884 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1094108 May 18 18:34:46.326897 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 33552) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:46.331572 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37979c5d-fd3c-4c3a-b000-ddb3a22c1f12 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27172658-bb72-4fe9-a275-d317f95d4162,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:46.435707 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-de123558-7584-4480-8bd9-d8a2cb8d47c7 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] 10.222.0.85 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1327026 May 18 18:34:46.439297 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 33560) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:46.443658 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-b5cd5fa8-aeac-42c6-9540-9d8fb5c782d3 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Request body: {'security_group': {'name': 'tempest-secgroup--430663837'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:34:46.465940 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_v2 [None req-db7c4d0a-9a10-41e0-9ce4-c673f301121d tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Deleting subnet 4b745cdf-5d99-44a4-bc5b-4ae327e2f578 {{(pid=102730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:34:46.472579 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-db7c4d0a-9a10-41e0-9ce4-c673f301121d tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks [] for subnet, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:46.554162 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-d5e555c9-5e21-4ae9-851f-56b77869b2a6 None None] Current status of the port 6d6fd25e-3964-4055-b39e-75f6742da459 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:34:46.556191 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d5e555c9-5e21-4ae9-851f-56b77869b2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:46.568807 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b5cd5fa8-aeac-42c6-9540-9d8fb5c782d3 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:46.598937 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-db7c4d0a-9a10-41e0-9ce4-c673f301121d tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260107366'] for subnet, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:46.705218 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2c6717-6570-44d8-9104-c30fcd57c401 req-d0299655-47b8-4e33-98a0-839d0f931ee2 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:34:46.707212 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3b2c6717-6570-44d8-9104-c30fcd57c401 req-d0299655-47b8-4e33-98a0-839d0f931ee2 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/networks?id=229cac72-730c-4b46-95ab-ba32903dc5c3 HTTP/1.1" status: 200 len: 814 time: 0.2225921 May 18 18:34:46.737761 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3b2c6717-6570-44d8-9104-c30fcd57c401 req-d2c79846-d130-4c2e-9f69-1659adc9c31c tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/quotas/5261ec6a1faf46bbb0a907791c324410 HTTP/1.1" status: 200 len: 375 time: 0.0220234 May 18 18:34:46.781135 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b5cd5fa8-aeac-42c6-9540-9d8fb5c782d3 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:46.792553 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port f009e5f4-bde2-4ec3-a1b9-d9ab0cff7253 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:34:46.793662 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 6d6fd25e-3964-4055-b39e-75f6742da459 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:34:46.797279 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 33574) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:46.800673 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b5cd5fa8-aeac-42c6-9540-9d8fb5c782d3 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:46.802762 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-0f92fd24-9aa5-4bfc-9a97-85e1cd90c626 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1061765889-network', 'tenant_id': '8475ec6a66114ed394f3b293cbeef18a'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:34:46.825325 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f92fd24-9aa5-4bfc-9a97-85e1cd90c626 admin admin] Made reservation on behalf of 8475ec6a66114ed394f3b293cbeef18a for: {'network': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:34:46.829703 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0f92fd24-9aa5-4bfc-9a97-85e1cd90c626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:46.835217 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-d5e555c9-5e21-4ae9-851f-56b77869b2a6 None None] For port 6d6fd25e-3964-4055-b39e-75f6742da459, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=6d6fd25e-3964-4055-b39e-75f6742da459,segment=NetworkSegment(7193822e-e5ec-4b60-a562-e581b7323da0),segment_id=7193822e-e5ec-4b60-a562-e581b7323da0)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:34:46.845042 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b5cd5fa8-aeac-42c6-9540-9d8fb5c782d3 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:46.849043 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-b5cd5fa8-aeac-42c6-9540-9d8fb5c782d3 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4062164 May 18 18:34:46.849192 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d5e555c9-5e21-4ae9-851f-56b77869b2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:46.849306 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cd5fa8-aeac-42c6-9540-9d8fb5c782d3 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26b6610c-fd79-461c-add7-a1eec28009d0,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:46.853856 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 33576) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:46.857098 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-db7c4d0a-9a10-41e0-9ce4-c673f301121d tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:46.859089 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-710c5fb3-295f-4d87-811d-0ac9512f3280 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Request body: {'security_group_rule': {'security_group_id': '26b6610c-fd79-461c-add7-a1eec28009d0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:34:46.863496 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0f92fd24-9aa5-4bfc-9a97-85e1cd90c626 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:46.881579 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3b2c6717-6570-44d8-9104-c30fcd57c401 req-f4ca9513-5678-4ff4-b383-bf789ac7b373 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=5261ec6a1faf46bbb0a907791c324410&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1374092 May 18 18:34:46.970386 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e555c9-5e21-4ae9-851f-56b77869b2a6 None None] Pushing event updated for resources: {'Port': ['ID=6d6fd25e-3964-4055-b39e-75f6742da459,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:46.980262 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-3ea884ae-cd73-4d8f-a894-315d952c1c5e None None] Could not find standard attr ID for object e09c77da-5e01-44f7-a117-4c9408347e3c. {{(pid=102732) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 18 18:34:47.001588 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 6d6fd25e-3964-4055-b39e-75f6742da459 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:34:47.002070 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:47.002403 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-db7c4d0a-9a10-41e0-9ce4-c673f301121d tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261104690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261031888'] for subnet, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:47.004654 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-3ea884ae-cd73-4d8f-a894-315d952c1c5e None None] Provisioning complete for port dec2f712-6790-4c01-aa4e-5770cc15742a triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:34:47.005012 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-3ea884ae-cd73-4d8f-a894-315d952c1c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:47.005775 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0f92fd24-9aa5-4bfc-9a97-85e1cd90c626 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:47.035973 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0f92fd24-9aa5-4bfc-9a97-85e1cd90c626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:47.046560 n-d-838550-3 neutron-server[102731]: INFO neutron.api.v2.resource [None req-710c5fb3-295f-4d87-811d-0ac9512f3280 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 18 18:34:47.047634 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f92fd24-9aa5-4bfc-9a97-85e1cd90c626 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 644} {{(pid=102730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:34:47.049196 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-710c5fb3-295f-4d87-811d-0ac9512f3280 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1941276 May 18 18:34:47.052300 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3b2c6717-6570-44d8-9104-c30fcd57c401 req-be38b3f1-9173-4908-aa71-2b99503d8046 service neutron] 10.222.0.85 "GET /v2.0/networks/229cac72-730c-4b46-95ab-ba32903dc5c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608272 May 18 18:34:47.053053 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 33578) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:47.062240 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-197ea76d-6170-4236-bbad-f89de5e251b4 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Request body: {'security_group_rule': {'security_group_id': '26b6610c-fd79-461c-add7-a1eec28009d0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:34:47.062570 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0f92fd24-9aa5-4bfc-9a97-85e1cd90c626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:47.062875 n-d-838550-3 neutron-server[102730]: INFO neutron.db.segments_db [None req-0f92fd24-9aa5-4bfc-9a97-85e1cd90c626 admin admin] Added segment f063ebfd-8e92-495a-9b4d-b798f3ba30b4 of type vlan for network 563828c0-3927-495e-8f74-d15ce0bc7765 May 18 18:34:47.084266 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-461bf26d-ea37-442f-a750-899b145cf48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f11c1644-4201-4b2e-bc58-f7270e1ba92c', 'name': 'tempest-TestVolumeBackupRestore-518990419-router', 'tenant_id': '1ecd4fb314944b4697cd6486b529797f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': 'f009e5f4-bde2-4ec3-a1b9-d9ab0cff7253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:34:36Z', 'updated_at': '2022-05-18T18:34:44Z', 'revision_number': 4, 'project_id': '1ecd4fb314944b4697cd6486b529797f', 'gw_port': {'id': 'f009e5f4-bde2-4ec3-a1b9-d9ab0cff7253', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:37:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11c1644-4201-4b2e-bc58-f7270e1ba92c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:34:38Z', 'updated_at': '2022-05-18T18:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': 'dec2f712-6790-4c01-aa4e-5770cc15742a', 'name': '', 'network_id': '0366f9b0-38bb-4989-8bf4-d18b0262829f', 'tenant_id': '1ecd4fb314944b4697cd6486b529797f', 'mac_address': 'fa:16:3e:bb:c5:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f11c1644-4201-4b2e-bc58-f7270e1ba92c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': '09f67ed9-b1e5-46fd-84fd-a8a236be4858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:34:42Z', 'updated_at': '2022-05-18T18:34:44Z', 'revision_number': 2, 'project_id': '1ecd4fb314944b4697cd6486b529797f', 'subnets': [{'id': '09f67ed9-b1e5-46fd-84fd-a8a236be4858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:34:47.092547 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-3ea884ae-cd73-4d8f-a894-315d952c1c5e None None] Port dec2f712-6790-4c01-aa4e-5770cc15742a cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:34:47.121968 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461bf26d-ea37-442f-a750-899b145cf48b None None] Checking router: f11c1644-4201-4b2e-bc58-f7270e1ba92c for host: n-d-838550-3 {{(pid=102732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:34:47.122636 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461bf26d-ea37-442f-a750-899b145cf48b None None] Updating router f11c1644-4201-4b2e-bc58-f7270e1ba92c port dec2f712-6790-4c01-aa4e-5770cc15742a binding host n-d-838550-3 {{(pid=102732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 18:34:47.152562 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7c4d0a-9a10-41e0-9ce4-c673f301121d tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Pushing event deleted for resources: {'Subnet': ['ID=4b745cdf-5d99-44a4-bc5b-4ae327e2f578,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:47.158603 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f92fd24-9aa5-4bfc-9a97-85e1cd90c626 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b1935cd-58a1-4501-9c5f-6e133c3961be,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:47.166121 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0f92fd24-9aa5-4bfc-9a97-85e1cd90c626 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:47.171680 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-db7c4d0a-9a10-41e0-9ce4-c673f301121d tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:47.175644 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-db7c4d0a-9a10-41e0-9ce4-c673f301121d tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "DELETE /v2.0/subnets/4b745cdf-5d99-44a4-bc5b-4ae327e2f578 HTTP/1.1" status: 204 len: 168 time: 0.8468862 May 18 18:34:47.178056 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 33580) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:47.184825 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efcb42c7-b97d-4383-89e0-f0a531176a35 None None] Network c5ce55ad-2458-4816-93d1-bdb0e8f83e94 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:34:47.194761 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-461bf26d-ea37-442f-a750-899b145cf48b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:47.197382 n-d-838550-3 neutron-server[102731]: INFO neutron.api.v2.resource [None req-197ea76d-6170-4236-bbad-f89de5e251b4 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 18 18:34:47.198716 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-197ea76d-6170-4236-bbad-f89de5e251b4 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1443083 May 18 18:34:47.205070 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 33582) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:47.230854 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-02af006e-f692-4067-9343-29fb402087ba tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0516500 May 18 18:34:47.235914 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3b2c6717-6570-44d8-9104-c30fcd57c401 req-350a8a6f-13be-447a-90c6-a6bb1dca2af3 service neutron] 10.222.0.85 "GET /v2.0/networks/229cac72-730c-4b46-95ab-ba32903dc5c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637838 May 18 18:34:47.236428 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 33584) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:47.250749 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0f92fd24-9aa5-4bfc-9a97-85e1cd90c626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:47.252030 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f92fd24-9aa5-4bfc-9a97-85e1cd90c626 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:34:47.253435 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0f92fd24-9aa5-4bfc-9a97-85e1cd90c626 admin admin] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:47.331213 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-0f92fd24-9aa5-4bfc-9a97-85e1cd90c626 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5326648 May 18 18:34:47.334028 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 33588) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:47.339495 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-6a0b74e8-7d70-4dbf-996c-dfbf2dea4c1d admin admin] Request body: {'subnet': {'network_id': '563828c0-3927-495e-8f74-d15ce0bc7765', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1061765889-subnet', 'tenant_id': '8475ec6a66114ed394f3b293cbeef18a', 'ip_version': 4}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:34:47.372656 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f92fd24-9aa5-4bfc-9a97-85e1cd90c626 admin admin] Pushing event updated for resources: {'Network': ['ID=563828c0-3927-495e-8f74-d15ce0bc7765,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:47.378255 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a0b74e8-7d70-4dbf-996c-dfbf2dea4c1d admin admin] Made reservation on behalf of 8475ec6a66114ed394f3b293cbeef18a for: {'subnet': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:34:47.381108 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6a0b74e8-7d70-4dbf-996c-dfbf2dea4c1d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261031885'] for subnet, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:47.397227 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f9c4072f-ac49-4c9c-95c5-b743a91bcb7c tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:47.412588 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network 563828c0-3927-495e-8f74-d15ce0bc7765 details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:34:47.454373 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56009e8d-8c71-4f46-b9fc-0fdbe889fb82 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:34:47.463106 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-56009e8d-8c71-4f46-b9fc-0fdbe889fb82 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2169197 May 18 18:34:47.464254 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 33592) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:47.554924 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-dc4b3e4d-6154-4050-9f2c-f630116cfa53 req-98da314b-d8b9-41c6-830a-9de7c994a111 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=28d7a73c-0ce2-48e1-97c8-56b48d2a7fe1 HTTP/1.1" status: 200 len: 210 time: 0.0457578 May 18 18:34:47.670743 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5552a353-c520-4752-9688-2833352ceb03 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:34:47.672594 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-5552a353-c520-4752-9688-2833352ceb03 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2012062 May 18 18:34:47.677538 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f9c4072f-ac49-4c9c-95c5-b743a91bcb7c tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:47.678069 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 33596) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:47.687121 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 6d6fd25e-3964-4055-b39e-75f6742da459 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:34:47.759950 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f9c4072f-ac49-4c9c-95c5-b743a91bcb7c tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:47.765473 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f9c4072f-ac49-4c9c-95c5-b743a91bcb7c tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:47.767073 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-f9c4072f-ac49-4c9c-95c5-b743a91bcb7c tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] 10.222.0.85 "DELETE /v2.0/security-groups/26b6610c-fd79-461c-add7-a1eec28009d0 HTTP/1.1" status: 204 len: 168 time: 0.5608175 May 18 18:34:47.775593 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 33602) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:47.796098 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c4072f-ac49-4c9c-95c5-b743a91bcb7c tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26b6610c-fd79-461c-add7-a1eec28009d0,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:47.887437 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6a0b74e8-7d70-4dbf-996c-dfbf2dea4c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261104883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261031899'] for subnet, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:47.899225 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-afaf4aa0-9357-45f0-b63f-92c9153eba25 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2186239 May 18 18:34:47.901058 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 33604) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:47.907739 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-95d3280c-fe00-4f77-8248-a856f58c4f48 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Request body: {'subnet': {'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:34:47.944394 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda8247b-9d28-4959-8139-9e99eaa46ed4 None None] DHCP port deletion for c5ce55ad-2458-4816-93d1-bdb0e8f83e94 request from n-d-838550-3 {{(pid=102732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 18:34:48.002720 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 33608) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:48.003357 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-8d8a05ab-48f1-416c-b517-561692551f0d tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] 10.222.0.85 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2091975 May 18 18:34:48.011664 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-077c7283-d62a-4ed3-9a4d-f0094fffbc8c tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Request body: {'security_group': {'name': 'tempest-secgroup--11860202'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:34:48.020519 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0b74e8-7d70-4dbf-996c-dfbf2dea4c1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=48f1196c-33fd-49d8-99ac-41a1802f72d6,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:48.047930 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0b74e8-7d70-4dbf-996c-dfbf2dea4c1d admin admin] Checking segment: {'id': 'f063ebfd-8e92-495a-9b4d-b798f3ba30b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '563828c0-3927-495e-8f74-d15ce0bc7765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:34:48.048376 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0b74e8-7d70-4dbf-996c-dfbf2dea4c1d admin admin] Network hostable DHCP agents. Network: 563828c0-3927-495e-8f74-d15ce0bc7765, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:34:48.062172 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95d3280c-fe00-4f77-8248-a856f58c4f48 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Made reservation on behalf of 17ca2b3ab9ea4457836da5cdadc0de8c for: {'subnet': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:34:48.066981 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-95d3280c-fe00-4f77-8248-a856f58c4f48 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260908003'] for subnet, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:48.071158 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0b74e8-7d70-4dbf-996c-dfbf2dea4c1d admin admin] Network 563828c0-3927-495e-8f74-d15ce0bc7765 is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:34:48.084676 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-6a0b74e8-7d70-4dbf-996c-dfbf2dea4c1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, 563828c0-3927-495e-8f74-d15ce0bc7765) {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:34:48.091269 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a0b74e8-7d70-4dbf-996c-dfbf2dea4c1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:34:48.091958 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6a0b74e8-7d70-4dbf-996c-dfbf2dea4c1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:48.112077 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-6a0b74e8-7d70-4dbf-996c-dfbf2dea4c1d admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7760353 May 18 18:34:48.115060 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 33610) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:48.122449 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-f49f263e-7e05-466d-b674-d857eade3053 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1061765889-router', 'tenant_id': '8475ec6a66114ed394f3b293cbeef18a', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:34:48.139843 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-077c7283-d62a-4ed3-9a4d-f0094fffbc8c tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:48.147313 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f49f263e-7e05-466d-b674-d857eade3053 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25099'] for router, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:48.149657 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f49f263e-7e05-466d-b674-d857eade3053 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-593238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596850', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25088'] for router, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:48.205363 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed42f8d-110e-4e94-b44d-4139ff15f533 None None] Network 563828c0-3927-495e-8f74-d15ce0bc7765 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:34:48.222538 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f49f263e-7e05-466d-b674-d857eade3053 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:48.236634 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-077c7283-d62a-4ed3-9a4d-f0094fffbc8c tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:48.246505 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-077c7283-d62a-4ed3-9a4d-f0094fffbc8c tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:48.283251 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-077c7283-d62a-4ed3-9a4d-f0094fffbc8c tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:48.284602 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-077c7283-d62a-4ed3-9a4d-f0094fffbc8c tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2788248 May 18 18:34:48.291994 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 33612) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:48.303475 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-1df61eaf-644f-4439-a819-26ecfc130d07 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:34:48.304028 n-d-838550-3 neutron-server[102731]: WARNING neutron.api.v2.base [None req-1df61eaf-644f-4439-a819-26ecfc130d07 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 18 18:34:48.304422 n-d-838550-3 neutron-server[102731]: INFO neutron.api.v2.resource [None req-1df61eaf-644f-4439-a819-26ecfc130d07 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] update failed (client error): There was a conflict when trying to complete your request. May 18 18:34:48.305972 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-1df61eaf-644f-4439-a819-26ecfc130d07 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] 10.222.0.85 "PUT /v2.0/security-groups/c0072464-85e8-4c03-964c-a13214c35094 HTTP/1.1" status: 409 len: 330 time: 0.0114155 May 18 18:34:48.310639 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 33614) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:48.312113 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077c7283-d62a-4ed3-9a4d-f0094fffbc8c tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0072464-85e8-4c03-964c-a13214c35094,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:48.313850 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-eda8247b-9d28-4959-8139-9e99eaa46ed4 None None] Deleting port 6d6fd25e-3964-4055-b39e-75f6742da459 {{(pid=102732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:34:48.314230 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-eda8247b-9d28-4959-8139-9e99eaa46ed4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:48.341194 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077c7283-d62a-4ed3-9a4d-f0094fffbc8c tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:34:48.341543 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077c7283-d62a-4ed3-9a4d-f0094fffbc8c tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:34:48.341927 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077c7283-d62a-4ed3-9a4d-f0094fffbc8c tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:34:48.342264 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077c7283-d62a-4ed3-9a4d-f0094fffbc8c tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:34:48.342593 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077c7283-d62a-4ed3-9a4d-f0094fffbc8c tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:34:48.342921 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077c7283-d62a-4ed3-9a4d-f0094fffbc8c tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:34:48.343233 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077c7283-d62a-4ed3-9a4d-f0094fffbc8c tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:34:48.343559 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077c7283-d62a-4ed3-9a4d-f0094fffbc8c tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:34:48.343879 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077c7283-d62a-4ed3-9a4d-f0094fffbc8c tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:34:48.344196 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077c7283-d62a-4ed3-9a4d-f0094fffbc8c tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:34:48.344515 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077c7283-d62a-4ed3-9a4d-f0094fffbc8c tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:34:48.344829 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077c7283-d62a-4ed3-9a4d-f0094fffbc8c tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:34:48.450143 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-371cfdcf-dcb6-40c1-9554-5f50446d58e6 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:48.476179 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-eda8247b-9d28-4959-8139-9e99eaa46ed4 None None] For port 6d6fd25e-3964-4055-b39e-75f6742da459, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=6d6fd25e-3964-4055-b39e-75f6742da459,segment=NetworkSegment(7193822e-e5ec-4b60-a562-e581b7323da0),segment_id=7193822e-e5ec-4b60-a562-e581b7323da0)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:34:48.476846 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-eda8247b-9d28-4959-8139-9e99eaa46ed4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:48.485114 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-95d3280c-fe00-4f77-8248-a856f58c4f48 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260898481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260908021'] for subnet, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:48.493114 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-371cfdcf-dcb6-40c1-9554-5f50446d58e6 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:48.510005 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f49f263e-7e05-466d-b674-d857eade3053 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:48.521394 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-eda8247b-9d28-4959-8139-9e99eaa46ed4 None None] Calling delete_port for 6d6fd25e-3964-4055-b39e-75f6742da459 owned by network:dhcp {{(pid=102732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:34:48.553938 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-461bf26d-ea37-442f-a750-899b145cf48b None None] Notify callbacks [] for port, precommit_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:48.554145 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d3280c-fe00-4f77-8248-a856f58c4f48 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Network c5ce55ad-2458-4816-93d1-bdb0e8f83e94 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:34:48.564609 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-95d3280c-fe00-4f77-8248-a856f58c4f48 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:34:48.573794 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d3280c-fe00-4f77-8248-a856f58c4f48 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:34:48.574393 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-95d3280c-fe00-4f77-8248-a856f58c4f48 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:48.585191 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d3280c-fe00-4f77-8248-a856f58c4f48 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Pushing event updated for resources: {'Subnet': ['ID=7cbec765-74bc-4387-ba6a-8cf9cd3cea16,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:48.603001 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-461bf26d-ea37-442f-a750-899b145cf48b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:48.611790 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 33620) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:48.613932 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-95d3280c-fe00-4f77-8248-a856f58c4f48 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7108769 May 18 18:34:48.617108 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-0f108d75-eda6-449f-bf6c-822b55a882e1 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Request body: {'port': {'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94', 'fixed_ips': [{'subnet_id': '7cbec765-74bc-4387-ba6a-8cf9cd3cea16', 'ip_address': '2001:db8::bcc6:c2ac:47e9:6756'}], 'name': 'tempest-NetworksTestDHCPv6-1082579265'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:34:48.632098 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-371cfdcf-dcb6-40c1-9554-5f50446d58e6 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:48.635469 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-371cfdcf-dcb6-40c1-9554-5f50446d58e6 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:48.638922 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-371cfdcf-dcb6-40c1-9554-5f50446d58e6 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] 10.222.0.85 "DELETE /v2.0/security-groups/c0072464-85e8-4c03-964c-a13214c35094 HTTP/1.1" status: 204 len: 168 time: 0.3252156 May 18 18:34:48.657567 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 33624) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:48.658430 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371cfdcf-dcb6-40c1-9554-5f50446d58e6 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0072464-85e8-4c03-964c-a13214c35094,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:48.673248 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e47197-afd7-4fa3-a1c9-89b6337b2fb1 None None] Pushing event updated for resources: {'Port': ['ID=dec2f712-6790-4c01-aa4e-5770cc15742a,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:48.709060 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b0b2634-128a-48a5-9326-a1c759e89b08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-563828c0-3927-495e-8f74-d15ce0bc7765', 'network_id': '563828c0-3927-495e-8f74-d15ce0bc7765', 'tenant_id': '8475ec6a66114ed394f3b293cbeef18a', 'fixed_ips': [{'subnet_id': '48f1196c-33fd-49d8-99ac-41a1802f72d6'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:34:48.710050 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-7b0b2634-128a-48a5-9326-a1c759e89b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:48.821340 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-280586aa-302a-4e34-93ad-c6f1acfc8de7 req-1d71671a-34fb-4d66-80b7-3844c3fbc4f9 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=28d7a73c-0ce2-48e1-97c8-56b48d2a7fe1 HTTP/1.1" status: 200 len: 210 time: 0.1120081 May 18 18:34:48.893349 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-eda8247b-9d28-4959-8139-9e99eaa46ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508'] for port, after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:48.913554 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-6d9a8fb1-e3e2-4f60-a6c1-ce13ed1ab2be tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] 10.222.0.85 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2127798 May 18 18:34:48.914693 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 33626) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:48.933926 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda8247b-9d28-4959-8139-9e99eaa46ed4 None None] No DVR routers for this DVR port 6d6fd25e-3964-4055-b39e-75f6742da459 on host n-d-838550-3 {{(pid=102732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:34:48.943852 n-d-838550-3 neutron-server[102731]: INFO neutron.api.v2.resource [None req-553cbc55-97c2-4387-9112-a495a2397c80 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] delete failed (client error): The resource could not be found. May 18 18:34:48.968503 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-553cbc55-97c2-4387-9112-a495a2397c80 tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] 10.222.0.85 "DELETE /v2.0/security-groups/e793ae90-9519-4967-abb6-f8f62cdae78a HTTP/1.1" status: 404 len: 347 time: 0.0527148 May 18 18:34:48.969103 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 33628) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:48.987526 n-d-838550-3 neutron-server[102731]: INFO neutron.api.v2.resource [None req-05c18b32-d02d-4727-bacb-880e5697553c tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] show failed (client error): The resource could not be found. May 18 18:34:48.994374 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-05c18b32-d02d-4727-bacb-880e5697553c tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] 10.222.0.85 "GET /v2.0/security-groups/3eec2287-47d6-48bc-a204-0cf0a8e44a23 HTTP/1.1" status: 404 len: 347 time: 0.0239785 May 18 18:34:48.995113 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 33630) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:49.010777 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f108d75-eda6-449f-bf6c-822b55a882e1 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Made reservation on behalf of 17ca2b3ab9ea4457836da5cdadc0de8c for: {'port': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:34:49.018002 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b718e9b-0b8d-4599-be02-852f38e1c7e1 None None] Network c5ce55ad-2458-4816-93d1-bdb0e8f83e94 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:34:49.044176 n-d-838550-3 neutron-server[102731]: INFO neutron.api.v2.resource [None req-26b6f4ad-bd7e-4033-88dd-cb3367d40e0a tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] show failed (client error): The resource could not be found. May 18 18:34:49.066795 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-26b6f4ad-bd7e-4033-88dd-cb3367d40e0a tempest-NegativeSecGroupIPv6Test-1864154399 tempest-NegativeSecGroupIPv6Test-1864154399-project] 10.222.0.85 "GET /v2.0/security-group-rules/713e9629-1c12-4816-b432-effb21f1d24d HTTP/1.1" status: 404 len: 356 time: 0.0701542 May 18 18:34:49.103438 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f49f263e-7e05-466d-b674-d857eade3053 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:49.135264 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda8247b-9d28-4959-8139-9e99eaa46ed4 None None] Pushing event deleted for resources: {'Port': ['ID=6d6fd25e-3964-4055-b39e-75f6742da459,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:49.140813 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-461bf26d-ea37-442f-a750-899b145cf48b None None] Attempting to bind port dec2f712-6790-4c01-aa4e-5770cc15742a on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:34:49.141409 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-461bf26d-ea37-442f-a750-899b145cf48b None None] Attempting to bind port dec2f712-6790-4c01-aa4e-5770cc15742a by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': 'ae854d53-3850-4a60-897d-fcda4e2a5a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '0366f9b0-38bb-4989-8bf4-d18b0262829f'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:34:49.141535 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461bf26d-ea37-442f-a750-899b145cf48b None None] Attempting to bind port dec2f712-6790-4c01-aa4e-5770cc15742a on network 0366f9b0-38bb-4989-8bf4-d18b0262829f {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:34:49.158480 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f49f263e-7e05-466d-b674-d857eade3053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:49.207863 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461bf26d-ea37-442f-a750-899b145cf48b None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:34:49.208265 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461bf26d-ea37-442f-a750-899b145cf48b None None] Checking segment: {'id': 'ae854d53-3850-4a60-897d-fcda4e2a5a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '0366f9b0-38bb-4989-8bf4-d18b0262829f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:34:49.208641 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-461bf26d-ea37-442f-a750-899b145cf48b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:49.209043 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461bf26d-ea37-442f-a750-899b145cf48b None None] Bound using segment: {'id': 'ae854d53-3850-4a60-897d-fcda4e2a5a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '0366f9b0-38bb-4989-8bf4-d18b0262829f'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:34:49.209528 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-461bf26d-ea37-442f-a750-899b145cf48b None None] Bound port: dec2f712-6790-4c01-aa4e-5770cc15742a, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae854d53-3850-4a60-897d-fcda4e2a5a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '0366f9b0-38bb-4989-8bf4-d18b0262829f'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:34:49.209943 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-461bf26d-ea37-442f-a750-899b145cf48b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:49.249114 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-7b0b2634-128a-48a5-9326-a1c759e89b08 None None] Allocated IP 172.20.0.2 (563828c0-3927-495e-8f74-d15ce0bc7765/48f1196c-33fd-49d8-99ac-41a1802f72d6/9d1a7932-ca73-4e1c-a6d2-20122777e60a) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:34:49.278575 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0f108d75-eda6-449f-bf6c-822b55a882e1 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:49.291759 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2c6717-6570-44d8-9104-c30fcd57c401 req-20181d8c-97f0-4fc7-b0d7-3379c9c82376 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:34:49.293611 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3b2c6717-6570-44d8-9104-c30fcd57c401 req-20181d8c-97f0-4fc7-b0d7-3379c9c82376 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.36 "GET /v2.0/networks?id=229cac72-730c-4b46-95ab-ba32903dc5c3 HTTP/1.1" status: 200 len: 814 time: 0.3770411 May 18 18:34:49.311966 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-3b2c6717-6570-44d8-9104-c30fcd57c401 req-ead78906-669e-4032-9e42-6333988ec82d tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Request body: {'port': {'device_id': '28d7a73c-0ce2-48e1-97c8-56b48d2a7fe1', 'network_id': '229cac72-730c-4b46-95ab-ba32903dc5c3', 'admin_state_up': True, 'tenant_id': '5261ec6a1faf46bbb0a907791c324410'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:34:49.316682 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c012a0-5f80-43d2-96c7-a89efcc4e6b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-c5ce55ad-2458-4816-93d1-bdb0e8f83e94', 'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94', 'tenant_id': '17ca2b3ab9ea4457836da5cdadc0de8c', 'fixed_ips': [{'subnet_id': '7cbec765-74bc-4387-ba6a-8cf9cd3cea16'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:34:49.317586 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-17c012a0-5f80-43d2-96c7-a89efcc4e6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:49.350689 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c2b2d2b5-cbd8-4a1c-8bc7-3e09d57e2147 None None] Provisioning complete for port dec2f712-6790-4c01-aa4e-5770cc15742a triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:34:49.351065 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c2b2d2b5-cbd8-4a1c-8bc7-3e09d57e2147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:49.389574 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [None req-0f108d75-eda6-449f-bf6c-822b55a882e1 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] device_id is not set on port 8c93e60b-42bc-4a6c-b7e0-7dbb5045b8ec yet. {{(pid=102730) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 18 18:34:49.482573 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-f49f263e-7e05-466d-b674-d857eade3053 admin admin] Allocated IP 172.25.5.159 (31ebd439-090c-4b25-bbb0-31c48711b145/363a2810-8a83-4be0-a317-7c91fcd94485/f692179e-1bac-4749-a537-88fa8664979b) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:34:49.499694 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-461bf26d-ea37-442f-a750-899b145cf48b None None] For port dec2f712-6790-4c01-aa4e-5770cc15742a, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:34:49.554261 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 33642) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:49.635567 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-461bf26d-ea37-442f-a750-899b145cf48b None None] For port dec2f712-6790-4c01-aa4e-5770cc15742a, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=dec2f712-6790-4c01-aa4e-5770cc15742a,segment=NetworkSegment(ae854d53-3850-4a60-897d-fcda4e2a5a02),segment_id=ae854d53-3850-4a60-897d-fcda4e2a5a02)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:34:49.642149 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c2b2d2b5-cbd8-4a1c-8bc7-3e09d57e2147 None None] Port dec2f712-6790-4c01-aa4e-5770cc15742a cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:34:49.700633 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-461bf26d-ea37-442f-a750-899b145cf48b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:49.806589 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461bf26d-ea37-442f-a750-899b145cf48b None None] Routers {'f11c1644-4201-4b2e-bc58-f7270e1ba92c'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:34:49.807248 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-461bf26d-ea37-442f-a750-899b145cf48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:34:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['f11c1644-4201-4b2e-bc58-f7270e1ba92c'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:34:49.815829 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-7b0b2634-128a-48a5-9326-a1c759e89b08 None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:49.828537 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-b66c439d-5ce1-45f8-81ab-cdce3b2d21e4 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=d7b3403fc7964ca5a250383e37f4bb33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2718253 May 18 18:34:49.831151 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 33646) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:49.895387 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 6d6fd25e-3964-4055-b39e-75f6742da459 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:34:49.944230 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1533e1fb-5554-4e16-872b-221365ba027c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:49.945058 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 6d6fd25e-3964-4055-b39e-75f6742da459 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:34:49.946122 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 6d6fd25e-3964-4055-b39e-75f6742da459 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:34:49.948723 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-7b0b2634-128a-48a5-9326-a1c759e89b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:49.958335 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e47197-afd7-4fa3-a1c9-89b6337b2fb1 None None] Pushing event updated for resources: {'Port': ['ID=dec2f712-6790-4c01-aa4e-5770cc15742a,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:49.983889 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1533e1fb-5554-4e16-872b-221365ba027c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:50.027059 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0b2634-128a-48a5-9326-a1c759e89b08 None None] Network 563828c0-3927-495e-8f74-d15ce0bc7765 is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:34:50.039468 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-7b0b2634-128a-48a5-9326-a1c759e89b08 None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:34:50.044968 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1533e1fb-5554-4e16-872b-221365ba027c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:50.047785 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1533e1fb-5554-4e16-872b-221365ba027c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:50.048838 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-1533e1fb-5554-4e16-872b-221365ba027c admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/91e23599-f671-4006-9f81-b9d8408eccd1 HTTP/1.1" status: 204 len: 168 time: 0.2167394 May 18 18:34:50.058864 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1533e1fb-5554-4e16-872b-221365ba027c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91e23599-f671-4006-9f81-b9d8408eccd1,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:50.126258 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0b2634-128a-48a5-9326-a1c759e89b08 None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:34:50.148185 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0b2634-128a-48a5-9326-a1c759e89b08 None None] Pushing event updated for resources: {'Port': ['ID=9d1a7932-ca73-4e1c-a6d2-20122777e60a,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:50.181783 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-64d00653-65c3-4ad1-b1ea-7576e449fe00 req-9eeb2676-6326-4ec2-a24a-ebf338a2e689 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=28d7a73c-0ce2-48e1-97c8-56b48d2a7fe1 HTTP/1.1" status: 200 len: 210 time: 0.0880618 May 18 18:34:50.218949 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b2c6717-6570-44d8-9104-c30fcd57c401 req-ead78906-669e-4032-9e42-6333988ec82d tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Made reservation on behalf of 5261ec6a1faf46bbb0a907791c324410 for: {'port': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:34:50.232082 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-3b2c6717-6570-44d8-9104-c30fcd57c401 req-ead78906-669e-4032-9e42-6333988ec82d tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:50.240400 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-0f108d75-eda6-449f-bf6c-822b55a882e1 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Allocated IP 2001:db8::bcc6:c2ac:47e9:6756 (c5ce55ad-2458-4816-93d1-bdb0e8f83e94/7cbec765-74bc-4387-ba6a-8cf9cd3cea16/8c93e60b-42bc-4a6c-b7e0-7dbb5045b8ec) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:34:50.272644 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-461bf26d-ea37-442f-a750-899b145cf48b None None] Set router f11c1644-4201-4b2e-bc58-f7270e1ba92c gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:34:50.276597 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-19a463e5-2e6d-425c-8e0b-ab4d898b0957 None None] Provisioning complete for port dec2f712-6790-4c01-aa4e-5770cc15742a triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:34:50.279293 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-19a463e5-2e6d-425c-8e0b-ab4d898b0957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:50.348061 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f49f263e-7e05-466d-b674-d857eade3053 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:50.371815 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-7b0b2634-128a-48a5-9326-a1c759e89b08 None None] Attempting to bind port 9d1a7932-ca73-4e1c-a6d2-20122777e60a on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:34:50.372189 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-7b0b2634-128a-48a5-9326-a1c759e89b08 None None] Attempting to bind port 9d1a7932-ca73-4e1c-a6d2-20122777e60a by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': 'f063ebfd-8e92-495a-9b4d-b798f3ba30b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '563828c0-3927-495e-8f74-d15ce0bc7765'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:34:50.372787 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0b2634-128a-48a5-9326-a1c759e89b08 None None] Attempting to bind port 9d1a7932-ca73-4e1c-a6d2-20122777e60a on network 563828c0-3927-495e-8f74-d15ce0bc7765 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:34:50.441584 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0b2634-128a-48a5-9326-a1c759e89b08 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:34:50.443165 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0b2634-128a-48a5-9326-a1c759e89b08 None None] Checking segment: {'id': 'f063ebfd-8e92-495a-9b4d-b798f3ba30b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '563828c0-3927-495e-8f74-d15ce0bc7765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:34:50.443938 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-7b0b2634-128a-48a5-9326-a1c759e89b08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:50.444135 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0b2634-128a-48a5-9326-a1c759e89b08 None None] Bound using segment: {'id': 'f063ebfd-8e92-495a-9b4d-b798f3ba30b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '563828c0-3927-495e-8f74-d15ce0bc7765'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:34:50.445499 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-7b0b2634-128a-48a5-9326-a1c759e89b08 None None] Bound port: 9d1a7932-ca73-4e1c-a6d2-20122777e60a, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f063ebfd-8e92-495a-9b4d-b798f3ba30b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '563828c0-3927-495e-8f74-d15ce0bc7765'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:34:50.446128 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-7b0b2634-128a-48a5-9326-a1c759e89b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:50.583819 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f49f263e-7e05-466d-b674-d857eade3053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:50.595093 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [req-3b2c6717-6570-44d8-9104-c30fcd57c401 req-ead78906-669e-4032-9e42-6333988ec82d tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Allocated IP 172.20.0.14 (229cac72-730c-4b46-95ab-ba32903dc5c3/6f275cda-580c-4ebe-b55b-052e9e8edbd2/8b845173-be2e-4f2c-9550-2a78a732cc43) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:34:50.647641 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f49f263e-7e05-466d-b674-d857eade3053 admin admin] Network 31ebd439-090c-4b25-bbb0-31c48711b145 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:34:50.672529 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-f49f263e-7e05-466d-b674-d857eade3053 admin admin] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:34:50.676161 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49f263e-7e05-466d-b674-d857eade3053 admin admin] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:34:50.759934 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0f108d75-eda6-449f-bf6c-822b55a882e1 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:50.766451 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49f263e-7e05-466d-b674-d857eade3053 admin admin] Pushing event updated for resources: {'Port': ['ID=f692179e-1bac-4749-a537-88fa8664979b,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:50.793948 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49f263e-7e05-466d-b674-d857eade3053 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:34:50.794741 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49f263e-7e05-466d-b674-d857eade3053 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:34:50.794906 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49f263e-7e05-466d-b674-d857eade3053 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:34:50.795237 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49f263e-7e05-466d-b674-d857eade3053 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:34:50.795580 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49f263e-7e05-466d-b674-d857eade3053 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:34:50.795917 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49f263e-7e05-466d-b674-d857eade3053 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:34:50.796251 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49f263e-7e05-466d-b674-d857eade3053 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:34:50.796584 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49f263e-7e05-466d-b674-d857eade3053 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:34:50.796918 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49f263e-7e05-466d-b674-d857eade3053 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:34:50.797249 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49f263e-7e05-466d-b674-d857eade3053 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:34:50.797574 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49f263e-7e05-466d-b674-d857eade3053 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:34:50.797931 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49f263e-7e05-466d-b674-d857eade3053 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:34:50.855183 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-7b0b2634-128a-48a5-9326-a1c759e89b08 None None] For port 9d1a7932-ca73-4e1c-a6d2-20122777e60a, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:34:50.858149 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-7b0b2634-128a-48a5-9326-a1c759e89b08 None None] For port 9d1a7932-ca73-4e1c-a6d2-20122777e60a, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=9d1a7932-ca73-4e1c-a6d2-20122777e60a,segment=NetworkSegment(f063ebfd-8e92-495a-9b4d-b798f3ba30b4),segment_id=f063ebfd-8e92-495a-9b4d-b798f3ba30b4)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:34:50.871428 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-7b0b2634-128a-48a5-9326-a1c759e89b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:50.876212 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-19a463e5-2e6d-425c-8e0b-ab4d898b0957 None None] Current status of the port dec2f712-6790-4c01-aa4e-5770cc15742a is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:34:50.876591 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-19a463e5-2e6d-425c-8e0b-ab4d898b0957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:50.978964 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-19a463e5-2e6d-425c-8e0b-ab4d898b0957 None None] For port dec2f712-6790-4c01-aa4e-5770cc15742a, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=dec2f712-6790-4c01-aa4e-5770cc15742a,segment=NetworkSegment(ae854d53-3850-4a60-897d-fcda4e2a5a02),segment_id=ae854d53-3850-4a60-897d-fcda4e2a5a02)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:34:50.992684 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-19a463e5-2e6d-425c-8e0b-ab4d898b0957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:51.038039 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0b2634-128a-48a5-9326-a1c759e89b08 None None] Pushing event updated for resources: {'Port': ['ID=9d1a7932-ca73-4e1c-a6d2-20122777e60a,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:51.046788 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0f108d75-eda6-449f-bf6c-822b55a882e1 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:51.153723 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-3b2c6717-6570-44d8-9104-c30fcd57c401 req-ead78906-669e-4032-9e42-6333988ec82d tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:51.165032 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f108d75-eda6-449f-bf6c-822b55a882e1 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Network c5ce55ad-2458-4816-93d1-bdb0e8f83e94 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:34:51.180993 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f108d75-eda6-449f-bf6c-822b55a882e1 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Pushing event updated for resources: {'Port': ['ID=8c93e60b-42bc-4a6c-b7e0-7dbb5045b8ec,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:51.184614 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-0f108d75-eda6-449f-bf6c-822b55a882e1 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:34:51.189549 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f108d75-eda6-449f-bf6c-822b55a882e1 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:34:51.197082 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f108d75-eda6-449f-bf6c-822b55a882e1 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:34:51.198044 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0f108d75-eda6-449f-bf6c-822b55a882e1 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:51.203195 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-17c012a0-5f80-43d2-96c7-a89efcc4e6b0 None None] Allocated IP 2001:db8::2 (c5ce55ad-2458-4816-93d1-bdb0e8f83e94/7cbec765-74bc-4387-ba6a-8cf9cd3cea16/f1d8865e-bb85-4171-8299-91135ace1519) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:34:51.231829 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a463e5-2e6d-425c-8e0b-ab4d898b0957 None None] Pushing event updated for resources: {'Port': ['ID=dec2f712-6790-4c01-aa4e-5770cc15742a,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:51.246317 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-461bf26d-ea37-442f-a750-899b145cf48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f11c1644-4201-4b2e-bc58-f7270e1ba92c', 'name': 'tempest-TestVolumeBackupRestore-518990419-router', 'tenant_id': '1ecd4fb314944b4697cd6486b529797f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': 'f009e5f4-bde2-4ec3-a1b9-d9ab0cff7253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:34:36Z', 'updated_at': '2022-05-18T18:34:44Z', 'revision_number': 4, 'project_id': '1ecd4fb314944b4697cd6486b529797f', 'gw_port': {'id': 'f009e5f4-bde2-4ec3-a1b9-d9ab0cff7253', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:37:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11c1644-4201-4b2e-bc58-f7270e1ba92c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:34:38Z', 'updated_at': '2022-05-18T18:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': 'dec2f712-6790-4c01-aa4e-5770cc15742a', 'name': '', 'network_id': '0366f9b0-38bb-4989-8bf4-d18b0262829f', 'tenant_id': '1ecd4fb314944b4697cd6486b529797f', 'mac_address': 'fa:16:3e:bb:c5:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f11c1644-4201-4b2e-bc58-f7270e1ba92c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': '09f67ed9-b1e5-46fd-84fd-a8a236be4858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:34:42Z', 'updated_at': '2022-05-18T18:34:49Z', 'revision_number': 4, 'project_id': '1ecd4fb314944b4697cd6486b529797f', 'subnets': [{'id': '09f67ed9-b1e5-46fd-84fd-a8a236be4858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:34:51.294624 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461bf26d-ea37-442f-a750-899b145cf48b None None] The sync data for ids ['f11c1644-4201-4b2e-bc58-f7270e1ba92c'] in n-d-838550-3 is: [{'id': 'f11c1644-4201-4b2e-bc58-f7270e1ba92c', 'name': 'tempest-TestVolumeBackupRestore-518990419-router', 'tenant_id': '1ecd4fb314944b4697cd6486b529797f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': 'f009e5f4-bde2-4ec3-a1b9-d9ab0cff7253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:34:36Z', 'updated_at': '2022-05-18T18:34:44Z', 'revision_number': 4, 'project_id': '1ecd4fb314944b4697cd6486b529797f', 'gw_port': {'id': 'f009e5f4-bde2-4ec3-a1b9-d9ab0cff7253', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:37:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11c1644-4201-4b2e-bc58-f7270e1ba92c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:34:38Z', 'updated_at': '2022-05-18T18:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': 'dec2f712-6790-4c01-aa4e-5770cc15742a', 'name': '', 'network_id': '0366f9b0-38bb-4989-8bf4-d18b0262829f', 'tenant_id': '1ecd4fb314944b4697cd6486b529797f', 'mac_address': 'fa:16:3e:bb:c5:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f11c1644-4201-4b2e-bc58-f7270e1ba92c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': '09f67ed9-b1e5-46fd-84fd-a8a236be4858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:34:42Z', 'updated_at': '2022-05-18T18:34:49Z', 'revision_number': 4, 'project_id': '1ecd4fb314944b4697cd6486b529797f', 'subnets': [{'id': '09f67ed9-b1e5-46fd-84fd-a8a236be4858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:34:51.434681 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-0f108d75-eda6-449f-bf6c-822b55a882e1 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.8216712 May 18 18:34:51.444382 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 33680) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:51.453557 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-38b657d3-7e7a-4d86-b49d-a3038aa96523 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Request body: {'port': {'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94', 'fixed_ips': [{'subnet_id': '7cbec765-74bc-4387-ba6a-8cf9cd3cea16', 'ip_address': '2001:db8::bcc6:c2ac:47e9:6756'}], 'name': 'tempest-NetworksTestDHCPv6-1876713509'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:34:51.478493 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7ac8c8a7-c13b-488a-b5ff-e96b03d4e9d8 req-69028973-043e-4f10-b776-641e93283d0e tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=28d7a73c-0ce2-48e1-97c8-56b48d2a7fe1 HTTP/1.1" status: 200 len: 210 time: 0.0901978 May 18 18:34:51.527172 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f49f263e-7e05-466d-b674-d857eade3053 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:51.639432 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-3b2c6717-6570-44d8-9104-c30fcd57c401 req-ead78906-669e-4032-9e42-6333988ec82d tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:51.649076 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-17c012a0-5f80-43d2-96c7-a89efcc4e6b0 None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:51.654933 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['a7cae3bb-d095-4577-805d-9c9eb96c9cf6'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:34:51.671194 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-17c012a0-5f80-43d2-96c7-a89efcc4e6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:51.709334 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38b657d3-7e7a-4d86-b49d-a3038aa96523 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Made reservation on behalf of 17ca2b3ab9ea4457836da5cdadc0de8c for: {'port': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:34:51.831454 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b2c6717-6570-44d8-9104-c30fcd57c401 req-ead78906-669e-4032-9e42-6333988ec82d tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Network 229cac72-730c-4b46-95ab-ba32903dc5c3 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:34:51.839358 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c012a0-5f80-43d2-96c7-a89efcc4e6b0 None None] Network c5ce55ad-2458-4816-93d1-bdb0e8f83e94 is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:34:51.848640 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [req-3b2c6717-6570-44d8-9104-c30fcd57c401 req-ead78906-669e-4032-9e42-6333988ec82d tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:34:51.855373 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b2c6717-6570-44d8-9104-c30fcd57c401 req-ead78906-669e-4032-9e42-6333988ec82d tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:34:51.860349 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-17c012a0-5f80-43d2-96c7-a89efcc4e6b0 None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:34:51.871616 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c012a0-5f80-43d2-96c7-a89efcc4e6b0 None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:34:51.911817 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c012a0-5f80-43d2-96c7-a89efcc4e6b0 None None] Pushing event updated for resources: {'Port': ['ID=f1d8865e-bb85-4171-8299-91135ace1519,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:51.916511 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead78906-669e-4032-9e42-6333988ec82d tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Pushing event updated for resources: {'Port': ['ID=8b845173-be2e-4f2c-9550-2a78a732cc43,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:51.960067 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-38b657d3-7e7a-4d86-b49d-a3038aa96523 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:52.020133 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [None req-38b657d3-7e7a-4d86-b49d-a3038aa96523 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] device_id is not set on port 72233f41-e71c-4357-bdff-d7fa93b642f4 yet. {{(pid=102731) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 18 18:34:52.023151 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-17c012a0-5f80-43d2-96c7-a89efcc4e6b0 None None] Attempting to bind port f1d8865e-bb85-4171-8299-91135ace1519 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:34:52.024065 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-17c012a0-5f80-43d2-96c7-a89efcc4e6b0 None None] Attempting to bind port f1d8865e-bb85-4171-8299-91135ace1519 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '7193822e-e5ec-4b60-a562-e581b7323da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:34:52.024527 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c012a0-5f80-43d2-96c7-a89efcc4e6b0 None None] Attempting to bind port f1d8865e-bb85-4171-8299-91135ace1519 on network c5ce55ad-2458-4816-93d1-bdb0e8f83e94 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:34:52.041514 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device dec2f712-6790-4c01-aa4e-5770cc15742a up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:34:52.045122 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c012a0-5f80-43d2-96c7-a89efcc4e6b0 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:34:52.045634 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c012a0-5f80-43d2-96c7-a89efcc4e6b0 None None] Checking segment: {'id': '7193822e-e5ec-4b60-a562-e581b7323da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:34:52.046198 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-17c012a0-5f80-43d2-96c7-a89efcc4e6b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:52.046863 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c012a0-5f80-43d2-96c7-a89efcc4e6b0 None None] Bound using segment: {'id': '7193822e-e5ec-4b60-a562-e581b7323da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:34:52.047446 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-17c012a0-5f80-43d2-96c7-a89efcc4e6b0 None None] Bound port: f1d8865e-bb85-4171-8299-91135ace1519, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7193822e-e5ec-4b60-a562-e581b7323da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:34:52.047925 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-17c012a0-5f80-43d2-96c7-a89efcc4e6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:52.090902 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2c6717-6570-44d8-9104-c30fcd57c401 req-ead78906-669e-4032-9e42-6333988ec82d tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:34:52.091929 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-3b2c6717-6570-44d8-9104-c30fcd57c401 req-ead78906-669e-4032-9e42-6333988ec82d tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:52.130416 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3b2c6717-6570-44d8-9104-c30fcd57c401 req-ead78906-669e-4032-9e42-6333988ec82d tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8228407 May 18 18:34:52.189654 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-3b2c6717-6570-44d8-9104-c30fcd57c401 req-647199a9-7a94-4c66-97d9-ea489c089c56 service neutron] Request body: {'port': {'device_id': '28d7a73c-0ce2-48e1-97c8-56b48d2a7fe1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-3'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:34:52.340687 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f49f263e-7e05-466d-b674-d857eade3053 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596801'] for router, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:52.362279 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-3b2c6717-6570-44d8-9104-c30fcd57c401 req-647199a9-7a94-4c66-97d9-ea489c089c56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:52.416033 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-17c012a0-5f80-43d2-96c7-a89efcc4e6b0 None None] For port f1d8865e-bb85-4171-8299-91135ace1519, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:34:52.426096 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-17c012a0-5f80-43d2-96c7-a89efcc4e6b0 None None] For port f1d8865e-bb85-4171-8299-91135ace1519, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=f1d8865e-bb85-4171-8299-91135ace1519,segment=NetworkSegment(7193822e-e5ec-4b60-a562-e581b7323da0),segment_id=7193822e-e5ec-4b60-a562-e581b7323da0)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:34:52.450370 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port dec2f712-6790-4c01-aa4e-5770cc15742a triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:34:52.452545 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:52.456566 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-17c012a0-5f80-43d2-96c7-a89efcc4e6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:52.464766 n-d-838550-3 neutron-server[102731]: INFO neutron.pecan_wsgi.hooks.translation [None req-38b657d3-7e7a-4d86-b49d-a3038aa96523 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] POST failed (client error): There was a conflict when trying to complete your request. May 18 18:34:52.465383 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38b657d3-7e7a-4d86-b49d-a3038aa96523 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:34:52.511788 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-38b657d3-7e7a-4d86-b49d-a3038aa96523 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.0622733 May 18 18:34:52.519990 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 33698) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:52.673868 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c012a0-5f80-43d2-96c7-a89efcc4e6b0 None None] Pushing event updated for resources: {'Port': ['ID=f1d8865e-bb85-4171-8299-91135ace1519,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:52.698626 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60112671-dec9-434e-bc38-f54907c707ee tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:34:52.710212 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60112671-dec9-434e-bc38-f54907c707ee tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:34:52.720880 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-60112671-dec9-434e-bc38-f54907c707ee tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1966598 May 18 18:34:52.723079 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 33702) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:52.841079 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port dec2f712-6790-4c01-aa4e-5770cc15742a is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:34:52.844191 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 9d1a7932-ca73-4e1c-a6d2-20122777e60a up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:34:52.978617 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 9d1a7932-ca73-4e1c-a6d2-20122777e60a triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:34:52.979883 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:53.123775 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-4c23d070-13b6-45df-a7ef-fcf5d996933f tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Deleting port 8c93e60b-42bc-4a6c-b7e0-7dbb5045b8ec {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:34:53.124127 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4c23d070-13b6-45df-a7ef-fcf5d996933f tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:53.228331 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 9d1a7932-ca73-4e1c-a6d2-20122777e60a is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:34:53.228854 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:53.261341 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90911313-fb2b-41db-8fda-45c3c3e3387e req-4bb58e53-66eb-4749-8d37-9f3177943050 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:34:53.261950 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3649e157-9375-44a4-b234-5a8ff0ce99ce None None] Network 563828c0-3927-495e-8f74-d15ce0bc7765 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:34:53.263317 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-90911313-fb2b-41db-8fda-45c3c3e3387e req-4bb58e53-66eb-4749-8d37-9f3177943050 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=28d7a73c-0ce2-48e1-97c8-56b48d2a7fe1 HTTP/1.1" status: 200 len: 932 time: 0.6016002 May 18 18:34:53.313800 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f49f263e-7e05-466d-b674-d857eade3053 admin admin] Router 60ab2a4a-16a3-4c04-b1d8-1e196e48732f is scheduled to L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e with binding_index 1 {{(pid=102730) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 18 18:34:53.408016 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4c23d070-13b6-45df-a7ef-fcf5d996933f tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:53.455375 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-4c23d070-13b6-45df-a7ef-fcf5d996933f tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Calling delete_port for 8c93e60b-42bc-4a6c-b7e0-7dbb5045b8ec owned by {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:34:53.536404 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-90911313-fb2b-41db-8fda-45c3c3e3387e req-deba92ab-013c-4b66-8985-5eac52518e11 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169714 May 18 18:34:53.584364 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 33710) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:53.652686 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-fbe22b60-7bd1-43fb-b001-8ce07a793fe8 None None] Provisioning complete for port 9d1a7932-ca73-4e1c-a6d2-20122777e60a triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:34:53.652858 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-fbe22b60-7bd1-43fb-b001-8ce07a793fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:53.664676 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] For port 9d1a7932-ca73-4e1c-a6d2-20122777e60a, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=9d1a7932-ca73-4e1c-a6d2-20122777e60a,segment=NetworkSegment(f063ebfd-8e92-495a-9b4d-b798f3ba30b4),segment_id=f063ebfd-8e92-495a-9b4d-b798f3ba30b4)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:34:53.703973 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [req-3b2c6717-6570-44d8-9104-c30fcd57c401 req-647199a9-7a94-4c66-97d9-ea489c089c56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b845173-be2e-4f2c-9550-2a78a732cc43 {{(pid=102730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:34:53.716895 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-3b2c6717-6570-44d8-9104-c30fcd57c401 req-647199a9-7a94-4c66-97d9-ea489c089c56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:53.729722 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:53.755540 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f49f263e-7e05-466d-b674-d857eade3053 admin admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:34:53.758836 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [req-3b2c6717-6570-44d8-9104-c30fcd57c401 req-647199a9-7a94-4c66-97d9-ea489c089c56 service neutron] Transition to ACTIVE for port object 8b845173-be2e-4f2c-9550-2a78a732cc43 will not be triggered until provisioned by entity L2. {{(pid=102730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:34:53.777607 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918bde12-e29f-4956-89e2-e062b63eb78a None None] Sync routers for ids ['60ab2a4a-16a3-4c04-b1d8-1e196e48732f'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:34:53.778473 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-3b2c6717-6570-44d8-9104-c30fcd57c401 req-647199a9-7a94-4c66-97d9-ea489c089c56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:53.806680 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918bde12-e29f-4956-89e2-e062b63eb78a None None] Routers {'60ab2a4a-16a3-4c04-b1d8-1e196e48732f'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:34:53.810469 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-918bde12-e29f-4956-89e2-e062b63eb78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:34:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['60ab2a4a-16a3-4c04-b1d8-1e196e48732f'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:34:53.917214 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647199a9-7a94-4c66-97d9-ea489c089c56 service neutron] Pushing event updated for resources: {'Port': ['ID=8b845173-be2e-4f2c-9550-2a78a732cc43,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:53.922419 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4c23d070-13b6-45df-a7ef-fcf5d996933f tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:53.936583 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f49f263e-7e05-466d-b674-d857eade3053 admin admin] Notify callbacks [] for router, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:53.941609 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-f49f263e-7e05-466d-b674-d857eade3053 admin admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.8232265 May 18 18:34:53.941609 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-53f658f4-1bce-4744-a65f-64360fcca6b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:53.943394 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 33716) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:53.989952 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Pushing event updated for resources: {'Port': ['ID=9d1a7932-ca73-4e1c-a6d2-20122777e60a,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:54.101222 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c23d070-13b6-45df-a7ef-fcf5d996933f tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Pushing event deleted for resources: {'Port': ['ID=8c93e60b-42bc-4a6c-b7e0-7dbb5045b8ec,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:54.162666 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device f1d8865e-bb85-4171-8299-91135ace1519 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:34:54.169360 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4c23d070-13b6-45df-a7ef-fcf5d996933f tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:54.198959 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-4c23d070-13b6-45df-a7ef-fcf5d996933f tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "DELETE /v2.0/ports/8c93e60b-42bc-4a6c-b7e0-7dbb5045b8ec HTTP/1.1" status: 204 len: 168 time: 1.4732387 May 18 18:34:54.201240 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 33718) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:54.258896 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-918bde12-e29f-4956-89e2-e062b63eb78a None None] Set router 60ab2a4a-16a3-4c04-b1d8-1e196e48732f gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:34:54.356865 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b27f2ed3-bd15-464c-9610-1ff35caea28f tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:34:54.362103 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b27f2ed3-bd15-464c-9610-1ff35caea28f tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:34:54.373113 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-b27f2ed3-bd15-464c-9610-1ff35caea28f tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1661992 May 18 18:34:54.373890 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 33720) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:54.405558 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port f1d8865e-bb85-4171-8299-91135ace1519 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:34:54.406153 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:54.482277 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-fbe22b60-7bd1-43fb-b001-8ce07a793fe8 None None] Current status of the port 9d1a7932-ca73-4e1c-a6d2-20122777e60a is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:34:54.572149 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dce0ee6-e38a-4aaa-80db-275c959e105c tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Deleting subnet 7cbec765-74bc-4387-ba6a-8cf9cd3cea16 {{(pid=102731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:34:54.583814 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5dce0ee6-e38a-4aaa-80db-275c959e105c tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks [] for subnet, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:54.628940 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port f1d8865e-bb85-4171-8299-91135ace1519 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:34:54.633029 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:54.752469 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5dce0ee6-e38a-4aaa-80db-275c959e105c tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260542153'] for subnet, precommit_delete_associations {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:54.753015 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] For port f1d8865e-bb85-4171-8299-91135ace1519, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=f1d8865e-bb85-4171-8299-91135ace1519,segment=NetworkSegment(7193822e-e5ec-4b60-a562-e581b7323da0),segment_id=7193822e-e5ec-4b60-a562-e581b7323da0)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:34:54.763110 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:54.767410 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-918bde12-e29f-4956-89e2-e062b63eb78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60ab2a4a-16a3-4c04-b1d8-1e196e48732f', 'name': 'tempest-TestVolumeBackupRestore-1061765889-router', 'tenant_id': '8475ec6a66114ed394f3b293cbeef18a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': 'f692179e-1bac-4749-a537-88fa8664979b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:34:48Z', 'updated_at': '2022-05-18T18:34:51Z', 'revision_number': 3, 'project_id': '8475ec6a66114ed394f3b293cbeef18a', 'gw_port': {'id': 'f692179e-1bac-4749-a537-88fa8664979b', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b9:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60ab2a4a-16a3-4c04-b1d8-1e196e48732f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:34:49Z', 'updated_at': '2022-05-18T18:34:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:34:54.830557 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918bde12-e29f-4956-89e2-e062b63eb78a None None] Checking router: 60ab2a4a-16a3-4c04-b1d8-1e196e48732f for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:34:54.838460 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918bde12-e29f-4956-89e2-e062b63eb78a None None] Updating router 60ab2a4a-16a3-4c04-b1d8-1e196e48732f port f692179e-1bac-4749-a537-88fa8664979b binding host n-d-838550-3 {{(pid=102733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 18:34:54.895066 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-918bde12-e29f-4956-89e2-e062b63eb78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:54.920220 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Pushing event updated for resources: {'Port': ['ID=f1d8865e-bb85-4171-8299-91135ace1519,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:54.948982 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-5a157b3c-6eab-48f4-8788-91b6c83c6e9b None None] Provisioning complete for port 9d1a7932-ca73-4e1c-a6d2-20122777e60a triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:34:54.949359 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-5a157b3c-6eab-48f4-8788-91b6c83c6e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:55.016956 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-53f658f4-1bce-4744-a65f-64360fcca6b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:55.019245 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fed528-0b9e-4d53-974a-494acc72ba09 req-050b59de-3598-442d-a675-e03b531ebaf9 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:34:55.020110 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-11fed528-0b9e-4d53-974a-494acc72ba09 req-050b59de-3598-442d-a675-e03b531ebaf9 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=28d7a73c-0ce2-48e1-97c8-56b48d2a7fe1 HTTP/1.1" status: 200 len: 944 time: 0.2322676 May 18 18:34:55.021036 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-3b2c6717-6570-44d8-9104-c30fcd57c401 req-647199a9-7a94-4c66-97d9-ea489c089c56 service neutron] Attempting to bind port 8b845173-be2e-4f2c-9550-2a78a732cc43 on host n-h1-838550-3 for vnic_type normal with profile {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:34:55.024885 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-3b2c6717-6570-44d8-9104-c30fcd57c401 req-647199a9-7a94-4c66-97d9-ea489c089c56 service neutron] Attempting to bind port 8b845173-be2e-4f2c-9550-2a78a732cc43 by drivers openvswitch,hyperv on host n-h1-838550-3 at level 0 using segments [{'id': '567b93c1-8feb-4188-bd48-539ad65212fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '229cac72-730c-4b46-95ab-ba32903dc5c3'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:34:55.025351 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b2c6717-6570-44d8-9104-c30fcd57c401 req-647199a9-7a94-4c66-97d9-ea489c089c56 service neutron] Attempting to bind port 8b845173-be2e-4f2c-9550-2a78a732cc43 on network 229cac72-730c-4b46-95ab-ba32903dc5c3 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:34:55.031522 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-53f658f4-1bce-4744-a65f-64360fcca6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:55.062964 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b2c6717-6570-44d8-9104-c30fcd57c401 req-647199a9-7a94-4c66-97d9-ea489c089c56 service neutron] Port 8b845173-be2e-4f2c-9550-2a78a732cc43 on network 229cac72-730c-4b46-95ab-ba32903dc5c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-3 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:34:55.063532 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b2c6717-6570-44d8-9104-c30fcd57c401 req-647199a9-7a94-4c66-97d9-ea489c089c56 service neutron] Attempting to bind port 8b845173-be2e-4f2c-9550-2a78a732cc43 on network 229cac72-730c-4b46-95ab-ba32903dc5c3 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:34:55.088449 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b2c6717-6570-44d8-9104-c30fcd57c401 req-647199a9-7a94-4c66-97d9-ea489c089c56 service neutron] Checking agent: {'id': '1dbac822-25f2-4df8-9dc8-5c2e7b136eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:34:55.088871 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b2c6717-6570-44d8-9104-c30fcd57c401 req-647199a9-7a94-4c66-97d9-ea489c089c56 service neutron] Checking segment: {'id': '567b93c1-8feb-4188-bd48-539ad65212fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '229cac72-730c-4b46-95ab-ba32903dc5c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:34:55.089359 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b2c6717-6570-44d8-9104-c30fcd57c401 req-647199a9-7a94-4c66-97d9-ea489c089c56 service neutron] Bound using segment: {'id': '567b93c1-8feb-4188-bd48-539ad65212fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '229cac72-730c-4b46-95ab-ba32903dc5c3'} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:34:55.089958 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-3b2c6717-6570-44d8-9104-c30fcd57c401 req-647199a9-7a94-4c66-97d9-ea489c089c56 service neutron] Bound port: 8b845173-be2e-4f2c-9550-2a78a732cc43, host: n-h1-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '567b93c1-8feb-4188-bd48-539ad65212fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '229cac72-730c-4b46-95ab-ba32903dc5c3'}}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:34:55.090415 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-3b2c6717-6570-44d8-9104-c30fcd57c401 req-647199a9-7a94-4c66-97d9-ea489c089c56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:55.156862 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-53f658f4-1bce-4744-a65f-64360fcca6b0 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=2b83f9c64c1d4545b5523bff63fdc325&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5666842 May 18 18:34:55.158585 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 33726) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:55.160643 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f658f4-1bce-4744-a65f-64360fcca6b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66242610-c6fa-41db-8fad-f4d42b01fd04,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:55.165589 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5dce0ee6-e38a-4aaa-80db-275c959e105c tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:55.219467 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-5a157b3c-6eab-48f4-8788-91b6c83c6e9b None None] Current status of the port 9d1a7932-ca73-4e1c-a6d2-20122777e60a is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:34:55.240348 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-5a157b3c-6eab-48f4-8788-91b6c83c6e9b None None] Provisioning complete for port f1d8865e-bb85-4171-8299-91135ace1519 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:34:55.243023 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-5a157b3c-6eab-48f4-8788-91b6c83c6e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:55.327559 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-11fed528-0b9e-4d53-974a-494acc72ba09 req-2e13483c-7db0-4a54-a96e-543c0b2a98df tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3002965 May 18 18:34:55.359579 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5dce0ee6-e38a-4aaa-80db-275c959e105c tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260898416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260908030'] for subnet, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:55.389162 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-3b2c6717-6570-44d8-9104-c30fcd57c401 req-647199a9-7a94-4c66-97d9-ea489c089c56 service neutron] For port 8b845173-be2e-4f2c-9550-2a78a732cc43, host n-h1-838550-3, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:34:55.406949 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ea766316-3dad-4aff-98dd-0978fcb528e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:55.415396 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5dce0ee6-e38a-4aaa-80db-275c959e105c tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:55.415587 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-3b2c6717-6570-44d8-9104-c30fcd57c401 req-647199a9-7a94-4c66-97d9-ea489c089c56 service neutron] For port 8b845173-be2e-4f2c-9550-2a78a732cc43, host n-h1-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=8b845173-be2e-4f2c-9550-2a78a732cc43,segment=NetworkSegment(567b93c1-8feb-4188-bd48-539ad65212fa),segment_id=567b93c1-8feb-4188-bd48-539ad65212fa)] {{(pid=102730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:34:55.428424 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-3b2c6717-6570-44d8-9104-c30fcd57c401 req-647199a9-7a94-4c66-97d9-ea489c089c56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:55.430260 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 33728) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:55.430581 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-5dce0ee6-e38a-4aaa-80db-275c959e105c tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "DELETE /v2.0/subnets/7cbec765-74bc-4387-ba6a-8cf9cd3cea16 HTTP/1.1" status: 204 len: 168 time: 1.0516212 May 18 18:34:55.441214 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dce0ee6-e38a-4aaa-80db-275c959e105c tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Pushing event deleted for resources: {'Subnet': ['ID=7cbec765-74bc-4387-ba6a-8cf9cd3cea16,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:55.458045 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ea766316-3dad-4aff-98dd-0978fcb528e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:55.470293 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-918bde12-e29f-4956-89e2-e062b63eb78a None None] Notify callbacks [] for port, precommit_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:55.476850 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-918bde12-e29f-4956-89e2-e062b63eb78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:55.488118 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a9990b2-d2a8-4f6c-b0db-c274d7074dca None None] Network c5ce55ad-2458-4816-93d1-bdb0e8f83e94 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:34:55.533381 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-918bde12-e29f-4956-89e2-e062b63eb78a None None] Attempting to bind port f692179e-1bac-4749-a537-88fa8664979b on host n-d-838550-3 for vnic_type normal with profile {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:34:55.533852 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-918bde12-e29f-4956-89e2-e062b63eb78a None None] Attempting to bind port f692179e-1bac-4749-a537-88fa8664979b by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:34:55.534224 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918bde12-e29f-4956-89e2-e062b63eb78a None None] Attempting to bind port f692179e-1bac-4749-a537-88fa8664979b on network 31ebd439-090c-4b25-bbb0-31c48711b145 {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:34:55.542536 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918bde12-e29f-4956-89e2-e062b63eb78a None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:34:55.542907 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918bde12-e29f-4956-89e2-e062b63eb78a None None] Checking segment: {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:34:55.543312 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-918bde12-e29f-4956-89e2-e062b63eb78a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:55.543701 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918bde12-e29f-4956-89e2-e062b63eb78a None None] Bound using segment: {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:34:55.544341 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-918bde12-e29f-4956-89e2-e062b63eb78a None None] Bound port: f692179e-1bac-4749-a537-88fa8664979b, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:34:55.544896 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-918bde12-e29f-4956-89e2-e062b63eb78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:55.552701 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-1a20cef9-8f7a-431e-9928-568a5b28202f tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1100898 May 18 18:34:55.553733 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 33730) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:55.558196 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2c6717-6570-44d8-9104-c30fcd57c401 req-647199a9-7a94-4c66-97d9-ea489c089c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:34:55.558983 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-3b2c6717-6570-44d8-9104-c30fcd57c401 req-647199a9-7a94-4c66-97d9-ea489c089c56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:55.560021 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-7293de66-8be4-4fe0-8fcd-058c3b733b71 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Request body: {'subnet': {'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:34:55.560663 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3b2c6717-6570-44d8-9104-c30fcd57c401 req-647199a9-7a94-4c66-97d9-ea489c089c56 service neutron] 10.222.0.36 "PUT /v2.0/ports/8b845173-be2e-4f2c-9550-2a78a732cc43 HTTP/1.1" status: 200 len: 1092 time: 3.3787522 May 18 18:34:55.567181 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28d7a73c-0ce2-48e1-97c8-56b48d2a7fe1', 'tag': '8b845173-be2e-4f2c-9550-2a78a732cc43'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:34:55.569742 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c1894c8-3881-489b-98a7-cbfebc068ebe" -d '{"events": [{"name": "network-changed", "server_uuid": "28d7a73c-0ce2-48e1-97c8-56b48d2a7fe1", "tag": "8b845173-be2e-4f2c-9550-2a78a732cc43"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:34:55.638593 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-5a157b3c-6eab-48f4-8788-91b6c83c6e9b None None] Current status of the port f1d8865e-bb85-4171-8299-91135ace1519 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:34:55.688028 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0551c909-3da6-43dc-9141-7a06342ce169 x-openstack-request-id: req-0551c909-3da6-43dc-9141-7a06342ce169 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:34:55.688729 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28d7a73c-0ce2-48e1-97c8-56b48d2a7fe1", "tag": "8b845173-be2e-4f2c-9550-2a78a732cc43", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:34:55.689138 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-0551c909-3da6-43dc-9141-7a06342ce169 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:34:55.697815 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0551c909-3da6-43dc-9141-7a06342ce169'] response: {'name': 'network-changed', 'server_uuid': '28d7a73c-0ce2-48e1-97c8-56b48d2a7fe1', 'tag': '8b845173-be2e-4f2c-9550-2a78a732cc43', 'status': 'completed', 'code': 200} May 18 18:34:55.698737 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.db [None req-918bde12-e29f-4956-89e2-e062b63eb78a None None] For port f692179e-1bac-4749-a537-88fa8664979b, host n-d-838550-3, cleared binding levels {{(pid=102733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:34:55.704672 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647199a9-7a94-4c66-97d9-ea489c089c56 service neutron] Pushing event updated for resources: {'Port': ['ID=8b845173-be2e-4f2c-9550-2a78a732cc43,revision_number=3']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:55.707963 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.db [None req-918bde12-e29f-4956-89e2-e062b63eb78a None None] For port f692179e-1bac-4749-a537-88fa8664979b, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=f692179e-1bac-4749-a537-88fa8664979b,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:34:55.717657 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-918bde12-e29f-4956-89e2-e062b63eb78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:55.730450 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d46b6cb-133d-456d-8476-1abe680e7290 None None] Pushing event updated for resources: {'Port': ['ID=f692179e-1bac-4749-a537-88fa8664979b,revision_number=2']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:55.758303 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ea766316-3dad-4aff-98dd-0978fcb528e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:55.761205 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ea766316-3dad-4aff-98dd-0978fcb528e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:55.762732 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-ea766316-3dad-4aff-98dd-0978fcb528e6 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/66242610-c6fa-41db-8fad-f4d42b01fd04 HTTP/1.1" status: 204 len: 168 time: 0.5991061 May 18 18:34:55.769372 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2c6717-6570-44d8-9104-c30fcd57c401 req-30defe54-3a52-4493-b2b0-6b1872bc6c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:34:55.771230 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3b2c6717-6570-44d8-9104-c30fcd57c401 req-30defe54-3a52-4493-b2b0-6b1872bc6c94 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5261ec6a1faf46bbb0a907791c324410&device_id=28d7a73c-0ce2-48e1-97c8-56b48d2a7fe1 HTTP/1.1" status: 200 len: 1095 time: 0.1603925 May 18 18:34:55.777028 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-72dae777-0cf7-4eb7-b8c8-d44ebd67b74e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:55.793984 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d46b6cb-133d-456d-8476-1abe680e7290 None None] Pushing event updated for resources: {'Port': ['ID=f692179e-1bac-4749-a537-88fa8664979b,revision_number=3']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:55.800068 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918bde12-e29f-4956-89e2-e062b63eb78a None None] Routers {'60ab2a4a-16a3-4c04-b1d8-1e196e48732f'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:34:55.800701 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-918bde12-e29f-4956-89e2-e062b63eb78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:34:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['60ab2a4a-16a3-4c04-b1d8-1e196e48732f'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:34:55.803671 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea766316-3dad-4aff-98dd-0978fcb528e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66242610-c6fa-41db-8fad-f4d42b01fd04,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:55.849871 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3b2c6717-6570-44d8-9104-c30fcd57c401 req-f026cb54-793a-4d07-9cf9-4f9fdcd42734 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b845173-be2e-4f2c-9550-2a78a732cc43 HTTP/1.1" status: 200 len: 217 time: 0.0563672 May 18 18:34:55.886443 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7293de66-8be4-4fe0-8fcd-058c3b733b71 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Made reservation on behalf of 17ca2b3ab9ea4457836da5cdadc0de8c for: {'subnet': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:34:55.899555 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7293de66-8be4-4fe0-8fcd-058c3b733b71 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260908003'] for subnet, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:55.924115 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c055ab6e-5942-435c-99b6-19ea3415ee12 None None] Could not find standard attr ID for object 8c93e60b-42bc-4a6c-b7e0-7dbb5045b8ec. {{(pid=102732) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 18 18:34:56.083620 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72db5e9d-4c74-4318-a31c-28343af99a5a None None] DHCP port deletion for c5ce55ad-2458-4816-93d1-bdb0e8f83e94 request from n-d-838550-3 {{(pid=102732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 18:34:56.159499 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-918bde12-e29f-4956-89e2-e062b63eb78a None None] Set router 60ab2a4a-16a3-4c04-b1d8-1e196e48732f gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:34:56.165451 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 9d1a7932-ca73-4e1c-a6d2-20122777e60a up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:34:56.440515 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-72db5e9d-4c74-4318-a31c-28343af99a5a None None] Deleting port f1d8865e-bb85-4171-8299-91135ace1519 {{(pid=102732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:34:56.448201 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-72db5e9d-4c74-4318-a31c-28343af99a5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:56.454249 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 33742) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:56.455392 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 9d1a7932-ca73-4e1c-a6d2-20122777e60a triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:34:56.458119 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:56.478269 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b57d11f2-a24c-4301-8857-2db0e2c939cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:56.589271 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7293de66-8be4-4fe0-8fcd-058c3b733b71 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260898481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260908021'] for subnet, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:56.653559 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7293de66-8be4-4fe0-8fcd-058c3b733b71 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Pushing event updated for resources: {'Subnet': ['ID=c0c836da-e7a9-484f-9401-fd8107b0809a,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:56.697094 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2c6717-6570-44d8-9104-c30fcd57c401 req-22605ec4-d88a-4112-9fa7-0a24ac7a388d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:34:56.702118 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-72db5e9d-4c74-4318-a31c-28343af99a5a None None] For port f1d8865e-bb85-4171-8299-91135ace1519, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=f1d8865e-bb85-4171-8299-91135ace1519,segment=NetworkSegment(7193822e-e5ec-4b60-a562-e581b7323da0),segment_id=7193822e-e5ec-4b60-a562-e581b7323da0)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:34:56.702648 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-72db5e9d-4c74-4318-a31c-28343af99a5a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:56.712676 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3b2c6717-6570-44d8-9104-c30fcd57c401 req-22605ec4-d88a-4112-9fa7-0a24ac7a388d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6f275cda-580c-4ebe-b55b-052e9e8edbd2 HTTP/1.1" status: 200 len: 854 time: 0.8530092 May 18 18:34:56.718721 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7293de66-8be4-4fe0-8fcd-058c3b733b71 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Network c5ce55ad-2458-4816-93d1-bdb0e8f83e94 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:34:56.732667 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9231f45-024b-44f3-9562-c18ce90fa511 req-55358358-0565-436c-b256-da837b05af01 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:34:56.734014 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-72db5e9d-4c74-4318-a31c-28343af99a5a None None] Calling delete_port for f1d8865e-bb85-4171-8299-91135ace1519 owned by network:dhcp {{(pid=102732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:34:56.735369 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c9231f45-024b-44f3-9562-c18ce90fa511 req-55358358-0565-436c-b256-da837b05af01 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=28d7a73c-0ce2-48e1-97c8-56b48d2a7fe1 HTTP/1.1" status: 200 len: 944 time: 0.2182031 May 18 18:34:56.736596 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-7293de66-8be4-4fe0-8fcd-058c3b733b71 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:34:56.742853 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7293de66-8be4-4fe0-8fcd-058c3b733b71 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:34:56.743442 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7293de66-8be4-4fe0-8fcd-058c3b733b71 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:56.804596 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c9231f45-024b-44f3-9562-c18ce90fa511 req-25737604-9be7-446e-a708-88de503cf71c tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575771 May 18 18:34:56.816435 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-7293de66-8be4-4fe0-8fcd-058c3b733b71 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2608545 May 18 18:34:56.820590 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 33744) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:56.825700 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-2c6af5de-7737-491f-bf63-66cdc874bf68 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Request body: {'port': {'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94', 'fixed_ips': [{'subnet_id': 'c0c836da-e7a9-484f-9401-fd8107b0809a', 'ip_address': '2001:db8:0:1::5'}], 'name': 'tempest-NetworksTestDHCPv6-34881448'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:34:56.831529 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3b2c6717-6570-44d8-9104-c30fcd57c401 req-b2e26e9b-b9a7-4cdc-9919-f56c02af9415 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=229cac72-730c-4b46-95ab-ba32903dc5c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629539 May 18 18:34:56.860091 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b57d11f2-a24c-4301-8857-2db0e2c939cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:56.916628 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 9d1a7932-ca73-4e1c-a6d2-20122777e60a is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:34:56.953015 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b57d11f2-a24c-4301-8857-2db0e2c939cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:56.986119 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-918bde12-e29f-4956-89e2-e062b63eb78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60ab2a4a-16a3-4c04-b1d8-1e196e48732f', 'name': 'tempest-TestVolumeBackupRestore-1061765889-router', 'tenant_id': '8475ec6a66114ed394f3b293cbeef18a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': 'f692179e-1bac-4749-a537-88fa8664979b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:34:48Z', 'updated_at': '2022-05-18T18:34:51Z', 'revision_number': 3, 'project_id': '8475ec6a66114ed394f3b293cbeef18a', 'gw_port': {'id': 'f692179e-1bac-4749-a537-88fa8664979b', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b9:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60ab2a4a-16a3-4c04-b1d8-1e196e48732f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:34:49Z', 'updated_at': '2022-05-18T18:34:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:34:56.988203 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-72db5e9d-4c74-4318-a31c-28343af99a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508'] for port, after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:57.028333 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72db5e9d-4c74-4318-a31c-28343af99a5a None None] Pushing event deleted for resources: {'Port': ['ID=f1d8865e-bb85-4171-8299-91135ace1519,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:57.033843 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918bde12-e29f-4956-89e2-e062b63eb78a None None] The sync data for ids ['60ab2a4a-16a3-4c04-b1d8-1e196e48732f'] in n-d-838550-3 is: [{'id': '60ab2a4a-16a3-4c04-b1d8-1e196e48732f', 'name': 'tempest-TestVolumeBackupRestore-1061765889-router', 'tenant_id': '8475ec6a66114ed394f3b293cbeef18a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': 'f692179e-1bac-4749-a537-88fa8664979b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:34:48Z', 'updated_at': '2022-05-18T18:34:51Z', 'revision_number': 3, 'project_id': '8475ec6a66114ed394f3b293cbeef18a', 'gw_port': {'id': 'f692179e-1bac-4749-a537-88fa8664979b', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b9:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60ab2a4a-16a3-4c04-b1d8-1e196e48732f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:34:49Z', 'updated_at': '2022-05-18T18:34:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:34:57.043590 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72db5e9d-4c74-4318-a31c-28343af99a5a None None] No DVR routers for this DVR port f1d8865e-bb85-4171-8299-91135ace1519 on host n-d-838550-3 {{(pid=102732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:34:57.080637 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-b57d11f2-a24c-4301-8857-2db0e2c939cb admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=c86d0f7aea1b46809148e5813bb68994&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6254947 May 18 18:34:57.084877 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 33746) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:57.085520 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57d11f2-a24c-4301-8857-2db0e2c939cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=791c645b-104c-443b-afbe-1827a0852407,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:57.108660 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb7be65-f071-4b98-909a-f67013d69045 None None] Network c5ce55ad-2458-4816-93d1-bdb0e8f83e94 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:34:57.163595 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-72dae777-0cf7-4eb7-b8c8-d44ebd67b74e admin admin] Allocated IP 172.20.0.1 (563828c0-3927-495e-8f74-d15ce0bc7765/48f1196c-33fd-49d8-99ac-41a1802f72d6/c26cb010-e171-4839-87b8-d9750b0f59b7) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:34:57.199001 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b4aedd0e-4aec-4051-b19a-8446a825c62b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:57.236800 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c6af5de-7737-491f-bf63-66cdc874bf68 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Made reservation on behalf of 17ca2b3ab9ea4457836da5cdadc0de8c for: {'port': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:34:57.279927 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3b2c6717-6570-44d8-9104-c30fcd57c401 req-01cc9418-b8da-47cb-9d01-9bebdfc1a892 service neutron] 10.222.0.36 "GET /v2.0/networks/229cac72-730c-4b46-95ab-ba32903dc5c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4265900 May 18 18:34:57.291063 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b4aedd0e-4aec-4051-b19a-8446a825c62b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:57.496483 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c6b3bc-647e-45b0-9446-13b598481d98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-c5ce55ad-2458-4816-93d1-bdb0e8f83e94', 'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94', 'tenant_id': '17ca2b3ab9ea4457836da5cdadc0de8c', 'fixed_ips': [{'subnet_id': 'c0c836da-e7a9-484f-9401-fd8107b0809a'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:34:57.500327 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2c6af5de-7737-491f-bf63-66cdc874bf68 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:57.501889 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-46c6b3bc-647e-45b0-9446-13b598481d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:57.523087 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b4aedd0e-4aec-4051-b19a-8446a825c62b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:57.531187 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b4aedd0e-4aec-4051-b19a-8446a825c62b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:57.532326 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-b4aedd0e-4aec-4051-b19a-8446a825c62b admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/791c645b-104c-443b-afbe-1827a0852407 HTTP/1.1" status: 204 len: 168 time: 0.4426525 May 18 18:34:57.599467 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aedd0e-4aec-4051-b19a-8446a825c62b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=791c645b-104c-443b-afbe-1827a0852407,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:57.611927 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3b2c6717-6570-44d8-9104-c30fcd57c401 req-54fbc521-3f1d-423f-937a-f5586ed6e22b service neutron] 10.222.0.36 "GET /v2.0/networks/229cac72-730c-4b46-95ab-ba32903dc5c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3053865 May 18 18:34:57.615209 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-72dae777-0cf7-4eb7-b8c8-d44ebd67b74e admin admin] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:57.658314 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [None req-2c6af5de-7737-491f-bf63-66cdc874bf68 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] device_id is not set on port 71a1bea8-6536-4e9e-9758-655c1292023d yet. {{(pid=102731) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 18 18:34:57.939446 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1894c8-3881-489b-98a7-cbfebc068ebe req-53d68d14-14b6-4e12-a9e2-39ee21ee6dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:34:57.946584 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9c1894c8-3881-489b-98a7-cbfebc068ebe req-53d68d14-14b6-4e12-a9e2-39ee21ee6dd3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5261ec6a1faf46bbb0a907791c324410&device_id=28d7a73c-0ce2-48e1-97c8-56b48d2a7fe1 HTTP/1.1" status: 200 len: 1095 time: 0.2104814 May 18 18:34:57.950973 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-72dae777-0cf7-4eb7-b8c8-d44ebd67b74e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:58.164985 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-46c6b3bc-647e-45b0-9446-13b598481d98 None None] Allocated IP 2001:db8::2 (c5ce55ad-2458-4816-93d1-bdb0e8f83e94/c0c836da-e7a9-484f-9401-fd8107b0809a/8ae0af4c-3dca-4cd8-b3ce-fe8af2f9f4b5) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:34:58.230344 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72dae777-0cf7-4eb7-b8c8-d44ebd67b74e admin admin] Network 563828c0-3927-495e-8f74-d15ce0bc7765 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:34:58.241560 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device f692179e-1bac-4749-a537-88fa8664979b up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:34:58.253016 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-72dae777-0cf7-4eb7-b8c8-d44ebd67b74e admin admin] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:34:58.262210 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72dae777-0cf7-4eb7-b8c8-d44ebd67b74e admin admin] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:34:58.397911 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-72dae777-0cf7-4eb7-b8c8-d44ebd67b74e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595826'] for router_interface, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:58.418865 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dae777-0cf7-4eb7-b8c8-d44ebd67b74e admin admin] Pushing event updated for resources: {'Port': ['ID=c26cb010-e171-4839-87b8-d9750b0f59b7,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:58.519210 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port f692179e-1bac-4749-a537-88fa8664979b triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:34:58.519739 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:58.574436 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1894c8-3881-489b-98a7-cbfebc068ebe req-b945020f-b65c-465a-be1b-83d76062e00b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:34:58.576836 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9c1894c8-3881-489b-98a7-cbfebc068ebe req-b945020f-b65c-465a-be1b-83d76062e00b service neutron] 10.222.0.36 "GET /v2.0/networks?id=229cac72-730c-4b46-95ab-ba32903dc5c3 HTTP/1.1" status: 200 len: 915 time: 0.5938294 May 18 18:34:58.622906 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116f309a-f97a-4b73-98a7-f7a242f32ddd req-c3f8d68e-a09a-43f0-a899-7abfc119d233 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:34:58.627118 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-116f309a-f97a-4b73-98a7-f7a242f32ddd req-c3f8d68e-a09a-43f0-a899-7abfc119d233 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=28d7a73c-0ce2-48e1-97c8-56b48d2a7fe1 HTTP/1.1" status: 200 len: 944 time: 0.5710239 May 18 18:34:58.717967 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-46c6b3bc-647e-45b0-9446-13b598481d98 None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:58.733569 n-d-838550-3 neutron-server[102731]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c6af5de-7737-491f-bf63-66cdc874bf68 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 18 18:34:58.734314 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-46c6b3bc-647e-45b0-9446-13b598481d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:58.734702 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c6af5de-7737-491f-bf63-66cdc874bf68 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:34:58.770592 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port f692179e-1bac-4749-a537-88fa8664979b is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:34:58.771267 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:58.773377 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9c1894c8-3881-489b-98a7-cbfebc068ebe req-7694fbfb-3b8c-49ad-81bb-ab0a5d3ea52a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b845173-be2e-4f2c-9550-2a78a732cc43 HTTP/1.1" status: 200 len: 217 time: 0.1864891 May 18 18:34:58.778476 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-2c6af5de-7737-491f-bf63-66cdc874bf68 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.9540904 May 18 18:34:58.778654 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-df27c75b-0595-44ce-9abf-33bcb2ec941f None None] Provisioning complete for port c26cb010-e171-4839-87b8-d9750b0f59b7 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:34:58.778739 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 33764) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:58.779017 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-df27c75b-0595-44ce-9abf-33bcb2ec941f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:58.850434 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] For port f692179e-1bac-4749-a537-88fa8664979b, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=f692179e-1bac-4749-a537-88fa8664979b,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:34:58.858141 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c6b3bc-647e-45b0-9446-13b598481d98 None None] Network c5ce55ad-2458-4816-93d1-bdb0e8f83e94 is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:34:58.870662 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-46c6b3bc-647e-45b0-9446-13b598481d98 None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:34:58.886401 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c6b3bc-647e-45b0-9446-13b598481d98 None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:34:58.903167 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:58.920964 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d5124e-1777-4d2f-8bfc-f7483a301f48 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:34:58.946116 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 33768) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:58.946885 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-f3d5124e-1777-4d2f-8bfc-f7483a301f48 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1562834 May 18 18:34:58.968064 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-116f309a-f97a-4b73-98a7-f7a242f32ddd req-c9f167e1-5653-4825-910e-0ec68a18687b tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982272 May 18 18:34:58.974665 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c6b3bc-647e-45b0-9446-13b598481d98 None None] Pushing event updated for resources: {'Port': ['ID=8ae0af4c-3dca-4cd8-b3ce-fe8af2f9f4b5,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:59.026203 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1894c8-3881-489b-98a7-cbfebc068ebe req-8059fabf-c3d7-4133-b981-300e7234c94f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:34:59.029165 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9c1894c8-3881-489b-98a7-cbfebc068ebe req-8059fabf-c3d7-4133-b981-300e7234c94f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6f275cda-580c-4ebe-b55b-052e9e8edbd2 HTTP/1.1" status: 200 len: 854 time: 0.2318754 May 18 18:34:59.109798 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-72dae777-0cf7-4eb7-b8c8-d44ebd67b74e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:59.116441 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9c1894c8-3881-489b-98a7-cbfebc068ebe req-45942ebb-01a1-4420-af27-58828c6bfb9f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=229cac72-730c-4b46-95ab-ba32903dc5c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469124 May 18 18:34:59.142169 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d1933d-96aa-4598-9d36-e526ca35b36d tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:34:59.143823 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d1933d-96aa-4598-9d36-e526ca35b36d tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:34:59.145871 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-e8d1933d-96aa-4598-9d36-e526ca35b36d tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1972685 May 18 18:34:59.148148 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 33774) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:59.268542 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device f1d8865e-bb85-4171-8299-91135ace1519 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:34:59.303340 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_v2 [None req-509d22ab-5937-4845-b17f-4636b970aedf tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Deleting subnet c0c836da-e7a9-484f-9401-fd8107b0809a {{(pid=102731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:34:59.304349 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Pushing event updated for resources: {'Port': ['ID=f692179e-1bac-4749-a537-88fa8664979b,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:59.307637 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-df27c75b-0595-44ce-9abf-33bcb2ec941f None None] Port c26cb010-e171-4839-87b8-d9750b0f59b7 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:34:59.311828 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: f1d8865e-bb85-4171-8299-91135ace1519 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:34:59.312179 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device f1d8865e-bb85-4171-8299-91135ace1519 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:34:59.316617 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-46c6b3bc-647e-45b0-9446-13b598481d98 None None] Attempting to bind port 8ae0af4c-3dca-4cd8-b3ce-fe8af2f9f4b5 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:34:59.317000 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-46c6b3bc-647e-45b0-9446-13b598481d98 None None] Attempting to bind port 8ae0af4c-3dca-4cd8-b3ce-fe8af2f9f4b5 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '7193822e-e5ec-4b60-a562-e581b7323da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:34:59.317366 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c6b3bc-647e-45b0-9446-13b598481d98 None None] Attempting to bind port 8ae0af4c-3dca-4cd8-b3ce-fe8af2f9f4b5 on network c5ce55ad-2458-4816-93d1-bdb0e8f83e94 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:34:59.328146 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-509d22ab-5937-4845-b17f-4636b970aedf tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks [] for subnet, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:59.332431 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c6b3bc-647e-45b0-9446-13b598481d98 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:34:59.332830 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c6b3bc-647e-45b0-9446-13b598481d98 None None] Checking segment: {'id': '7193822e-e5ec-4b60-a562-e581b7323da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:34:59.333241 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-46c6b3bc-647e-45b0-9446-13b598481d98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:59.333671 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c6b3bc-647e-45b0-9446-13b598481d98 None None] Bound using segment: {'id': '7193822e-e5ec-4b60-a562-e581b7323da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:34:59.334158 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-46c6b3bc-647e-45b0-9446-13b598481d98 None None] Bound port: 8ae0af4c-3dca-4cd8-b3ce-fe8af2f9f4b5, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7193822e-e5ec-4b60-a562-e581b7323da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:34:59.344889 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-46c6b3bc-647e-45b0-9446-13b598481d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:59.350844 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9c1894c8-3881-489b-98a7-cbfebc068ebe req-41473d75-7276-4694-a710-69639fd365ba service neutron] 10.222.0.36 "GET /v2.0/networks/229cac72-730c-4b46-95ab-ba32903dc5c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220752 May 18 18:34:59.408854 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-509d22ab-5937-4845-b17f-4636b970aedf tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260542153'] for subnet, precommit_delete_associations {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:59.414721 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-46c6b3bc-647e-45b0-9446-13b598481d98 None None] For port 8ae0af4c-3dca-4cd8-b3ce-fe8af2f9f4b5, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:34:59.419249 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-46c6b3bc-647e-45b0-9446-13b598481d98 None None] For port 8ae0af4c-3dca-4cd8-b3ce-fe8af2f9f4b5, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=8ae0af4c-3dca-4cd8-b3ce-fe8af2f9f4b5,segment=NetworkSegment(7193822e-e5ec-4b60-a562-e581b7323da0),segment_id=7193822e-e5ec-4b60-a562-e581b7323da0)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:34:59.434090 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-46c6b3bc-647e-45b0-9446-13b598481d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:59.498793 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9c1894c8-3881-489b-98a7-cbfebc068ebe req-227d0e2b-9b8b-4d1d-a27b-94a5a5c057d2 service neutron] 10.222.0.36 "GET /v2.0/networks/229cac72-730c-4b46-95ab-ba32903dc5c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369696 May 18 18:34:59.595149 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-509d22ab-5937-4845-b17f-4636b970aedf tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:59.626618 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c6b3bc-647e-45b0-9446-13b598481d98 None None] Pushing event updated for resources: {'Port': ['ID=8ae0af4c-3dca-4cd8-b3ce-fe8af2f9f4b5,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:59.678374 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-72dae777-0cf7-4eb7-b8c8-d44ebd67b74e admin admin] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:59.691849 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-72dae777-0cf7-4eb7-b8c8-d44ebd67b74e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:59.753985 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-509d22ab-5937-4845-b17f-4636b970aedf tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260898416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260908030'] for subnet, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:59.801819 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-72dae777-0cf7-4eb7-b8c8-d44ebd67b74e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-595870'] for router_interface, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:59.812174 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dae777-0cf7-4eb7-b8c8-d44ebd67b74e admin admin] Pushing event updated for resources: {'Port': ['ID=c26cb010-e171-4839-87b8-d9750b0f59b7,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:59.851195 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-509d22ab-5937-4845-b17f-4636b970aedf tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:34:59.857478 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-509d22ab-5937-4845-b17f-4636b970aedf tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "DELETE /v2.0/subnets/c0c836da-e7a9-484f-9401-fd8107b0809a HTTP/1.1" status: 204 len: 168 time: 0.7043266 May 18 18:34:59.857478 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509d22ab-5937-4845-b17f-4636b970aedf tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Pushing event deleted for resources: {'Subnet': ['ID=c0c836da-e7a9-484f-9401-fd8107b0809a,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:34:59.870245 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 33784) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:34:59.988149 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device f692179e-1bac-4749-a537-88fa8664979b up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:35:00.027864 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 33790) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:35:00.030536 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-27dbcd3a-878c-439f-b147-8c20fb6d44d9 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1573021 May 18 18:35:00.044474 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-ead8de49-5cfe-4bcd-8a69-ae212042115c tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Request body: {'subnet': {'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:35:00.089237 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port f692179e-1bac-4749-a537-88fa8664979b triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:35:00.089803 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:00.232613 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72dae777-0cf7-4eb7-b8c8-d44ebd67b74e admin admin] Network 563828c0-3927-495e-8f74-d15ce0bc7765 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:35:00.251560 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-72dae777-0cf7-4eb7-b8c8-d44ebd67b74e admin admin] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:35:00.276526 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 8b845173-be2e-4f2c-9550-2a78a732cc43 details requested by agent hyperv_n-h1-838550-3 with host n-h1-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:35:00.343616 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5ce14d-109d-4c7e-9097-9d486dfaa169 req-32d5f361-adfb-466f-881d-ae4e3c5a606d tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:35:00.354214 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bb5ce14d-109d-4c7e-9097-9d486dfaa169 req-32d5f361-adfb-466f-881d-ae4e3c5a606d tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=28d7a73c-0ce2-48e1-97c8-56b48d2a7fe1 HTTP/1.1" status: 200 len: 944 time: 0.2236965 May 18 18:35:00.372457 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port f692179e-1bac-4749-a537-88fa8664979b is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:35:00.398669 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ead8de49-5cfe-4bcd-8a69-ae212042115c tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Made reservation on behalf of 17ca2b3ab9ea4457836da5cdadc0de8c for: {'subnet': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:35:00.402467 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ead8de49-5cfe-4bcd-8a69-ae212042115c tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261031885'] for subnet, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:00.428618 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 8b845173-be2e-4f2c-9550-2a78a732cc43, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=8b845173-be2e-4f2c-9550-2a78a732cc43,segment=NetworkSegment(567b93c1-8feb-4188-bd48-539ad65212fa),segment_id=567b93c1-8feb-4188-bd48-539ad65212fa)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:35:00.444966 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Returning: {'device': '8b845173-be2e-4f2c-9550-2a78a732cc43', 'network_id': '229cac72-730c-4b46-95ab-ba32903dc5c3', 'port_id': '8b845173-be2e-4f2c-9550-2a78a732cc43', 'mac_address': 'fa:16:3e:b2:c4:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f275cda-580c-4ebe-b55b-052e9e8edbd2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:35:00.451173 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bb5ce14d-109d-4c7e-9097-9d486dfaa169 req-97526562-a98b-4765-a3bc-1da6353db262 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908353 May 18 18:35:00.516287 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 8b845173-be2e-4f2c-9550-2a78a732cc43 is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:35:00.516609 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:00.535707 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b845173-be2e-4f2c-9550-2a78a732cc43 {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:35:00.557386 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 8b845173-be2e-4f2c-9550-2a78a732cc43, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=8b845173-be2e-4f2c-9550-2a78a732cc43,segment=NetworkSegment(567b93c1-8feb-4188-bd48-539ad65212fa),segment_id=567b93c1-8feb-4188-bd48-539ad65212fa)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:35:00.562062 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:00.623494 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=8b845173-be2e-4f2c-9550-2a78a732cc43,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:35:00.639478 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:35:00.640403 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:35:00.640754 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:35:00.641109 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:35:00.641512 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:35:00.641882 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:35:00.642700 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:35:00.643241 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:35:00.643521 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:35:00.643857 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:35:00.644835 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:35:00.645207 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:35:00.655362 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72dae777-0cf7-4eb7-b8c8-d44ebd67b74e admin admin] Router 60ab2a4a-16a3-4c04-b1d8-1e196e48732f has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:35:00.758809 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-ecc9b973-77ba-46cf-97f8-34324fd89cec None None] Provisioning complete for port c26cb010-e171-4839-87b8-d9750b0f59b7 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:35:00.759188 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-ecc9b973-77ba-46cf-97f8-34324fd89cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:00.814753 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-ecc9b973-77ba-46cf-97f8-34324fd89cec None None] Port c26cb010-e171-4839-87b8-d9750b0f59b7 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:35:00.842503 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['8b845173-be2e-4f2c-9550-2a78a732cc43'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:35:00.924120 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72dae777-0cf7-4eb7-b8c8-d44ebd67b74e admin admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:35:00.937063 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f4e606-39e0-4b90-b52a-f605aa011de3 None None] Sync routers for ids ['60ab2a4a-16a3-4c04-b1d8-1e196e48732f'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:35:00.964350 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-72dae777-0cf7-4eb7-b8c8-d44ebd67b74e admin admin] 10.222.0.85 "PUT /v2.0/routers/60ab2a4a-16a3-4c04-b1d8-1e196e48732f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0179536 May 18 18:35:00.970374 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f4e606-39e0-4b90-b52a-f605aa011de3 None None] Routers {'60ab2a4a-16a3-4c04-b1d8-1e196e48732f'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:35:00.975387 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-f7f4e606-39e0-4b90-b52a-f605aa011de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:34:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['60ab2a4a-16a3-4c04-b1d8-1e196e48732f'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:35:00.999333 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ead8de49-5cfe-4bcd-8a69-ae212042115c tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261104883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261031899'] for subnet, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:01.113882 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead8de49-5cfe-4bcd-8a69-ae212042115c tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Network c5ce55ad-2458-4816-93d1-bdb0e8f83e94 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:35:01.119903 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-ead8de49-5cfe-4bcd-8a69-ae212042115c tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:35:01.140883 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead8de49-5cfe-4bcd-8a69-ae212042115c tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:35:01.141877 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ead8de49-5cfe-4bcd-8a69-ae212042115c tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:01.176841 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead8de49-5cfe-4bcd-8a69-ae212042115c tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Pushing event updated for resources: {'Subnet': ['ID=00ec0366-b90c-42b7-acda-71beab2355df,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:35:01.201499 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-ead8de49-5cfe-4bcd-8a69-ae212042115c tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1676772 May 18 18:35:01.202225 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 33822) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:35:01.214115 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-0cce0382-8da9-4542-8153-883b52836e6f tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1899940273', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:35:01.260492 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0cce0382-8da9-4542-8153-883b52836e6f tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25099'] for router, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:01.263555 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0cce0382-8da9-4542-8153-883b52836e6f tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-593238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596850', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25088'] for router, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:01.289872 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:01.339774 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c0c3c7-0a5b-49f7-bd4e-f70ade349c98 None None] Network c5ce55ad-2458-4816-93d1-bdb0e8f83e94 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:35:01.371986 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-f7f4e606-39e0-4b90-b52a-f605aa011de3 None None] Set router 60ab2a4a-16a3-4c04-b1d8-1e196e48732f gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:35:01.372231 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0cce0382-8da9-4542-8153-883b52836e6f tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:01.377922 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:01.378169 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0cce0382-8da9-4542-8153-883b52836e6f tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596801'] for router, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:01.403922 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0cce0382-8da9-4542-8153-883b52836e6f tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks [] for router, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:01.405660 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-0cce0382-8da9-4542-8153-883b52836e6f tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2011502 May 18 18:35:01.408889 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 33824) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:35:01.479974 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-70333fd9-28f8-4c54-b5e9-5d3bd161221f None None] Provisioning complete for port 8ae0af4c-3dca-4cd8-b3ce-fe8af2f9f4b5 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:35:01.480423 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-70333fd9-28f8-4c54-b5e9-5d3bd161221f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:01.833283 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad6c5e2-754d-45db-bee3-2927e747a3ce req-04604d30-1658-4e22-b43d-da83e8df23ad tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:35:01.834885 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7ad6c5e2-754d-45db-bee3-2927e747a3ce req-04604d30-1658-4e22-b43d-da83e8df23ad tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=28d7a73c-0ce2-48e1-97c8-56b48d2a7fe1 HTTP/1.1" status: 200 len: 945 time: 0.2492566 May 18 18:35:01.913019 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7ad6c5e2-754d-45db-bee3-2927e747a3ce req-da8f300b-440a-4366-8083-9d128f122b4f tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711102 May 18 18:35:01.994162 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a169c969-b696-48a4-bc7d-59340d68c043 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:01.997395 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-70333fd9-28f8-4c54-b5e9-5d3bd161221f None None] Current status of the port 8ae0af4c-3dca-4cd8-b3ce-fe8af2f9f4b5 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:35:01.998651 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-70333fd9-28f8-4c54-b5e9-5d3bd161221f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:02.057580 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 8ae0af4c-3dca-4cd8-b3ce-fe8af2f9f4b5 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:35:02.169654 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-70333fd9-28f8-4c54-b5e9-5d3bd161221f None None] For port 8ae0af4c-3dca-4cd8-b3ce-fe8af2f9f4b5, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=8ae0af4c-3dca-4cd8-b3ce-fe8af2f9f4b5,segment=NetworkSegment(7193822e-e5ec-4b60-a562-e581b7323da0),segment_id=7193822e-e5ec-4b60-a562-e581b7323da0)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:35:02.185640 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-70333fd9-28f8-4c54-b5e9-5d3bd161221f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:02.268170 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70333fd9-28f8-4c54-b5e9-5d3bd161221f None None] Pushing event updated for resources: {'Port': ['ID=8ae0af4c-3dca-4cd8-b3ce-fe8af2f9f4b5,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:35:02.288065 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 8b845173-be2e-4f2c-9550-2a78a732cc43 up at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:35:02.372698 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-a169c969-b696-48a4-bc7d-59340d68c043 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Allocated IP 2001:db8::1 (c5ce55ad-2458-4816-93d1-bdb0e8f83e94/00ec0366-b90c-42b7-acda-71beab2355df/4c8d9c42-52b9-4094-94bb-75d91bad97d4) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:35:02.428317 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 8ae0af4c-3dca-4cd8-b3ce-fe8af2f9f4b5 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:35:02.428809 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:02.433113 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-f7f4e606-39e0-4b90-b52a-f605aa011de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60ab2a4a-16a3-4c04-b1d8-1e196e48732f', 'name': 'tempest-TestVolumeBackupRestore-1061765889-router', 'tenant_id': '8475ec6a66114ed394f3b293cbeef18a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': 'f692179e-1bac-4749-a537-88fa8664979b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:34:48Z', 'updated_at': '2022-05-18T18:34:59Z', 'revision_number': 4, 'project_id': '8475ec6a66114ed394f3b293cbeef18a', 'gw_port': {'id': 'f692179e-1bac-4749-a537-88fa8664979b', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60ab2a4a-16a3-4c04-b1d8-1e196e48732f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:34:49Z', 'updated_at': '2022-05-18T18:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': 'c26cb010-e171-4839-87b8-d9750b0f59b7', 'name': '', 'network_id': '563828c0-3927-495e-8f74-d15ce0bc7765', 'tenant_id': '8475ec6a66114ed394f3b293cbeef18a', 'mac_address': 'fa:16:3e:4a:50:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60ab2a4a-16a3-4c04-b1d8-1e196e48732f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3350, 'fixed_ips': [{'subnet_id': '48f1196c-33fd-49d8-99ac-41a1802f72d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:34:55Z', 'updated_at': '2022-05-18T18:34:59Z', 'revision_number': 2, 'project_id': '8475ec6a66114ed394f3b293cbeef18a', 'subnets': [{'id': '48f1196c-33fd-49d8-99ac-41a1802f72d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:35:02.563102 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c746fd82-917b-4547-982c-be1404849027 req-007808e8-cc95-4d97-9a2f-8c8f4b94b766 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1e87ebb1-66a8-452f-9f9f-1727775ac206&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1743000 May 18 18:35:02.581182 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f4e606-39e0-4b90-b52a-f605aa011de3 None None] Checking router: 60ab2a4a-16a3-4c04-b1d8-1e196e48732f for host: n-d-838550-3 {{(pid=102732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:35:02.581547 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f4e606-39e0-4b90-b52a-f605aa011de3 None None] Updating router 60ab2a4a-16a3-4c04-b1d8-1e196e48732f port c26cb010-e171-4839-87b8-d9750b0f59b7 binding host n-d-838550-3 {{(pid=102732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 18:35:02.625132 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f7f4e606-39e0-4b90-b52a-f605aa011de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:02.702962 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a169c969-b696-48a4-bc7d-59340d68c043 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:02.764583 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c746fd82-917b-4547-982c-be1404849027 req-90167fc4-9a5c-48c8-94f6-995d5c516493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:35:02.766236 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c746fd82-917b-4547-982c-be1404849027 req-90167fc4-9a5c-48c8-94f6-995d5c516493 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4ce86b77116a4afca1694cba473235e6&device_id=1e87ebb1-66a8-452f-9f9f-1727775ac206 HTTP/1.1" status: 200 len: 1096 time: 0.1692317 May 18 18:35:02.897704 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a169c969-b696-48a4-bc7d-59340d68c043 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:02.914691 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning for port 8b845173-be2e-4f2c-9550-2a78a732cc43 completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:35:02.934462 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning complete for port 8b845173-be2e-4f2c-9550-2a78a732cc43 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:35:02.934838 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:02.945393 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a169c969-b696-48a4-bc7d-59340d68c043 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Network c5ce55ad-2458-4816-93d1-bdb0e8f83e94 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:35:02.956007 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-a169c969-b696-48a4-bc7d-59340d68c043 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:35:02.962766 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a169c969-b696-48a4-bc7d-59340d68c043 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:35:02.963322 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a169c969-b696-48a4-bc7d-59340d68c043 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595826'] for router_interface, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:02.985128 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-46225348-329a-4c5a-88b1-cd8fdabdb42d None None] Provisioning complete for port 8ae0af4c-3dca-4cd8-b3ce-fe8af2f9f4b5 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:35:02.985503 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-46225348-329a-4c5a-88b1-cd8fdabdb42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:03.038376 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a169c969-b696-48a4-bc7d-59340d68c043 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Pushing event updated for resources: {'Port': ['ID=4c8d9c42-52b9-4094-94bb-75d91bad97d4,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:35:03.063691 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c746fd82-917b-4547-982c-be1404849027 req-9f7cbd05-9695-4bf2-af67-2b0673d13d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:35:03.065219 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c746fd82-917b-4547-982c-be1404849027 req-9f7cbd05-9695-4bf2-af67-2b0673d13d5b service neutron] 10.222.0.36 "GET /v2.0/networks?id=eafefbfa-378a-4a8a-8ee5-45c0c746f8e9 HTTP/1.1" status: 200 len: 911 time: 0.2629304 May 18 18:35:03.171018 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16655240-0f6c-492a-9b18-724275f7de84 req-8a0731ea-61b1-47d5-a58b-bc603fbf5ee0 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:35:03.181100 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-16655240-0f6c-492a-9b18-724275f7de84 req-8a0731ea-61b1-47d5-a58b-bc603fbf5ee0 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=28d7a73c-0ce2-48e1-97c8-56b48d2a7fe1 HTTP/1.1" status: 200 len: 945 time: 0.1075613 May 18 18:35:03.210571 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 8ae0af4c-3dca-4cd8-b3ce-fe8af2f9f4b5 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:35:03.261419 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c746fd82-917b-4547-982c-be1404849027 req-ec927930-aff1-425c-a7ad-4da0a590b895 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=61fc7c80-a9ca-48ae-916a-05efabccc0cb HTTP/1.1" status: 200 len: 1000 time: 0.1405165 May 18 18:35:03.298277 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-16655240-0f6c-492a-9b18-724275f7de84 req-a7da7b47-a080-4fee-973d-d758c6db7333 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126280 May 18 18:35:03.367969 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a169c969-b696-48a4-bc7d-59340d68c043 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:03.437770 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c746fd82-917b-4547-982c-be1404849027 req-157b9f31-b3f2-4025-87c3-3d4f40240827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:35:03.439293 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c746fd82-917b-4547-982c-be1404849027 req-157b9f31-b3f2-4025-87c3-3d4f40240827 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ab1f7f5a-a761-43dc-be82-e3f213958e88 HTTP/1.1" status: 200 len: 849 time: 0.1348462 May 18 18:35:03.498540 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-46225348-329a-4c5a-88b1-cd8fdabdb42d None None] Current status of the port 8ae0af4c-3dca-4cd8-b3ce-fe8af2f9f4b5 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:35:03.526027 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 8b845173-be2e-4f2c-9550-2a78a732cc43 is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:35:03.526415 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:03.577943 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28d7a73c-0ce2-48e1-97c8-56b48d2a7fe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b845173-be2e-4f2c-9550-2a78a732cc43'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:35:03.580308 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a68c611f-debe-4505-8525-1c516769cd20" -d '{"events": [{"server_uuid": "28d7a73c-0ce2-48e1-97c8-56b48d2a7fe1", "name": "network-vif-plugged", "status": "completed", "tag": "8b845173-be2e-4f2c-9550-2a78a732cc43"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:35:03.624477 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f7f4e606-39e0-4b90-b52a-f605aa011de3 None None] Notify callbacks [] for port, precommit_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:03.645338 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 8b845173-be2e-4f2c-9550-2a78a732cc43, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=8b845173-be2e-4f2c-9550-2a78a732cc43,segment=NetworkSegment(567b93c1-8feb-4188-bd48-539ad65212fa),segment_id=567b93c1-8feb-4188-bd48-539ad65212fa)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:35:03.661480 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79306b27-053b-4d0d-a126-e1269856c0f9 x-openstack-request-id: req-79306b27-053b-4d0d-a126-e1269856c0f9 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:35:03.662178 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28d7a73c-0ce2-48e1-97c8-56b48d2a7fe1", "name": "network-vif-plugged", "status": "completed", "tag": "8b845173-be2e-4f2c-9550-2a78a732cc43", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:35:03.662430 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-79306b27-053b-4d0d-a126-e1269856c0f9 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:35:03.663281 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79306b27-053b-4d0d-a126-e1269856c0f9'] response: {'server_uuid': '28d7a73c-0ce2-48e1-97c8-56b48d2a7fe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b845173-be2e-4f2c-9550-2a78a732cc43', 'code': 200} May 18 18:35:03.682673 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:03.689332 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f7f4e606-39e0-4b90-b52a-f605aa011de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:03.734823 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-0d7855e8-5f6c-45d5-81c5-afc903119fac None None] Provisioning complete for port 4c8d9c42-52b9-4094-94bb-75d91bad97d4 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:35:03.735228 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d7855e8-5f6c-45d5-81c5-afc903119fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:03.811497 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-0d7855e8-5f6c-45d5-81c5-afc903119fac None None] Port 4c8d9c42-52b9-4094-94bb-75d91bad97d4 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:35:03.867332 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 8ae0af4c-3dca-4cd8-b3ce-fe8af2f9f4b5 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:35:03.954150 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=8b845173-be2e-4f2c-9550-2a78a732cc43,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:35:04.036408 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-f7f4e606-39e0-4b90-b52a-f605aa011de3 None None] Attempting to bind port c26cb010-e171-4839-87b8-d9750b0f59b7 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:35:04.036771 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-f7f4e606-39e0-4b90-b52a-f605aa011de3 None None] Attempting to bind port c26cb010-e171-4839-87b8-d9750b0f59b7 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': 'f063ebfd-8e92-495a-9b4d-b798f3ba30b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '563828c0-3927-495e-8f74-d15ce0bc7765'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:35:04.037142 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f4e606-39e0-4b90-b52a-f605aa011de3 None None] Attempting to bind port c26cb010-e171-4839-87b8-d9750b0f59b7 on network 563828c0-3927-495e-8f74-d15ce0bc7765 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:35:04.043337 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c746fd82-917b-4547-982c-be1404849027 req-36b60415-288a-4073-8cae-65899577d4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:35:04.045024 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c746fd82-917b-4547-982c-be1404849027 req-36b60415-288a-4073-8cae-65899577d4c4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=eafefbfa-378a-4a8a-8ee5-45c0c746f8e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5931096 May 18 18:35:04.047653 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f4e606-39e0-4b90-b52a-f605aa011de3 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:35:04.048042 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f4e606-39e0-4b90-b52a-f605aa011de3 None None] Checking segment: {'id': 'f063ebfd-8e92-495a-9b4d-b798f3ba30b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '563828c0-3927-495e-8f74-d15ce0bc7765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:35:04.048438 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f7f4e606-39e0-4b90-b52a-f605aa011de3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:04.049020 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f4e606-39e0-4b90-b52a-f605aa011de3 None None] Bound using segment: {'id': 'f063ebfd-8e92-495a-9b4d-b798f3ba30b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '563828c0-3927-495e-8f74-d15ce0bc7765'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:35:04.049522 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-f7f4e606-39e0-4b90-b52a-f605aa011de3 None None] Bound port: c26cb010-e171-4839-87b8-d9750b0f59b7, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f063ebfd-8e92-495a-9b4d-b798f3ba30b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '563828c0-3927-495e-8f74-d15ce0bc7765'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:35:04.049975 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f7f4e606-39e0-4b90-b52a-f605aa011de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:04.050193 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89c2c5d-dec3-4481-a9f1-3488ce27bb11 req-3cba231c-759a-4f7e-bb34-1b3120bf4b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:35:04.051850 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f89c2c5d-dec3-4481-a9f1-3488ce27bb11 req-3cba231c-759a-4f7e-bb34-1b3120bf4b23 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=28d7a73c-0ce2-48e1-97c8-56b48d2a7fe1 HTTP/1.1" status: 200 len: 1097 time: 0.1487348 May 18 18:35:04.096785 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [req-80fb9e16-25c3-43fd-9bc7-d48be82806b7 req-c90b0853-8bd8-403a-894c-aa8517b39bcf service neutron] (102731) timed out ('10.222.0.88', 54121) {{(pid=102731) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} May 18 18:35:04.168841 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187728a5-e31b-4985-87ed-520bf3cacfb3 None None] Pushing event updated for resources: {'Port': ['ID=c26cb010-e171-4839-87b8-d9750b0f59b7,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:35:04.192646 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c746fd82-917b-4547-982c-be1404849027 req-f04f5c4b-d56c-46c1-8194-1fc049e27a64 service neutron] 10.222.0.36 "GET /v2.0/networks/eafefbfa-378a-4a8a-8ee5-45c0c746f8e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290319 May 18 18:35:04.227188 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 8ae0af4c-3dca-4cd8-b3ce-fe8af2f9f4b5 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:35:04.227573 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:04.237957 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-f7f4e606-39e0-4b90-b52a-f605aa011de3 None None] For port c26cb010-e171-4839-87b8-d9750b0f59b7, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:35:04.344568 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-f7f4e606-39e0-4b90-b52a-f605aa011de3 None None] For port c26cb010-e171-4839-87b8-d9750b0f59b7, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=c26cb010-e171-4839-87b8-d9750b0f59b7,segment=NetworkSegment(f063ebfd-8e92-495a-9b4d-b798f3ba30b4),segment_id=f063ebfd-8e92-495a-9b4d-b798f3ba30b4)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:35:04.359515 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f7f4e606-39e0-4b90-b52a-f605aa011de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:04.361810 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-322079e3-6ea5-4817-96ff-4c08b34e0efe None None] Provisioning complete for port c26cb010-e171-4839-87b8-d9750b0f59b7 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:35:04.362423 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-322079e3-6ea5-4817-96ff-4c08b34e0efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:04.376780 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c746fd82-917b-4547-982c-be1404849027 req-c342048a-0635-4842-8ad6-299902ec0b33 service neutron] 10.222.0.36 "GET /v2.0/networks/eafefbfa-378a-4a8a-8ee5-45c0c746f8e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661220 May 18 18:35:04.414701 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f89c2c5d-dec3-4481-a9f1-3488ce27bb11 req-773023fa-c60c-4505-bb68-91ade89e3be0 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099380 May 18 18:35:04.581167 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35d9dd7-3c94-4e2d-af0b-d9d87df6940b req-da533c89-8986-44d9-9443-2c97a2ce76b9 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:35:04.589514 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a169c969-b696-48a4-bc7d-59340d68c043 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:04.592533 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e35d9dd7-3c94-4e2d-af0b-d9d87df6940b req-da533c89-8986-44d9-9443-2c97a2ce76b9 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=28d7a73c-0ce2-48e1-97c8-56b48d2a7fe1 HTTP/1.1" status: 200 len: 946 time: 0.1430182 May 18 18:35:04.606277 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a169c969-b696-48a4-bc7d-59340d68c043 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:04.610474 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a169c969-b696-48a4-bc7d-59340d68c043 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-595870'] for router_interface, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:04.649799 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f4e606-39e0-4b90-b52a-f605aa011de3 None None] Routers {'60ab2a4a-16a3-4c04-b1d8-1e196e48732f'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:35:04.650395 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-f7f4e606-39e0-4b90-b52a-f605aa011de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:34:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['60ab2a4a-16a3-4c04-b1d8-1e196e48732f'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:35:04.678925 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e35d9dd7-3c94-4e2d-af0b-d9d87df6940b req-d35281a0-9ece-4110-83b5-c0d4ed6eb813 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851507 May 18 18:35:04.912454 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a169c969-b696-48a4-bc7d-59340d68c043 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Network c5ce55ad-2458-4816-93d1-bdb0e8f83e94 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:35:04.923554 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-a169c969-b696-48a4-bc7d-59340d68c043 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:35:04.931119 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-f7f4e606-39e0-4b90-b52a-f605aa011de3 None None] Set router 60ab2a4a-16a3-4c04-b1d8-1e196e48732f gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:35:04.942888 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a169c969-b696-48a4-bc7d-59340d68c043 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Pushing event updated for resources: {'Port': ['ID=4c8d9c42-52b9-4094-94bb-75d91bad97d4,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:35:05.011566 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 8ae0af4c-3dca-4cd8-b3ce-fe8af2f9f4b5 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:35:05.028652 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187728a5-e31b-4985-87ed-520bf3cacfb3 None None] Pushing event updated for resources: {'Port': ['ID=c26cb010-e171-4839-87b8-d9750b0f59b7,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:35:05.138938 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a169c969-b696-48a4-bc7d-59340d68c043 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Router 1547cd79-dba9-446f-9fa5-f9aad82e99b0 is scheduled to L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e with binding_index 1 {{(pid=102730) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 18 18:35:05.167367 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-322079e3-6ea5-4817-96ff-4c08b34e0efe None None] Current status of the port c26cb010-e171-4839-87b8-d9750b0f59b7 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:35:05.167848 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-322079e3-6ea5-4817-96ff-4c08b34e0efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:05.258333 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-322079e3-6ea5-4817-96ff-4c08b34e0efe None None] For port c26cb010-e171-4839-87b8-d9750b0f59b7, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=c26cb010-e171-4839-87b8-d9750b0f59b7,segment=NetworkSegment(f063ebfd-8e92-495a-9b4d-b798f3ba30b4),segment_id=f063ebfd-8e92-495a-9b4d-b798f3ba30b4)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:35:05.273732 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-322079e3-6ea5-4817-96ff-4c08b34e0efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:05.335006 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a169c969-b696-48a4-bc7d-59340d68c043 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:35:05.355378 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d913fa9-2359-464a-8a15-1c2a7e024da3 None None] Sync routers for ids ['1547cd79-dba9-446f-9fa5-f9aad82e99b0'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:35:05.364688 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-a169c969-b696-48a4-bc7d-59340d68c043 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "PUT /v2.0/routers/1547cd79-dba9-446f-9fa5-f9aad82e99b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9547141 May 18 18:35:05.367298 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 33936) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:35:05.380146 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d913fa9-2359-464a-8a15-1c2a7e024da3 None None] Routers {'1547cd79-dba9-446f-9fa5-f9aad82e99b0'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:35:05.381836 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-4d913fa9-2359-464a-8a15-1c2a7e024da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:34:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['1547cd79-dba9-446f-9fa5-f9aad82e99b0'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:35:05.409856 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322079e3-6ea5-4817-96ff-4c08b34e0efe None None] Pushing event updated for resources: {'Port': ['ID=c26cb010-e171-4839-87b8-d9750b0f59b7,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:35:05.448684 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-f7f4e606-39e0-4b90-b52a-f605aa011de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60ab2a4a-16a3-4c04-b1d8-1e196e48732f', 'name': 'tempest-TestVolumeBackupRestore-1061765889-router', 'tenant_id': '8475ec6a66114ed394f3b293cbeef18a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': 'f692179e-1bac-4749-a537-88fa8664979b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:34:48Z', 'updated_at': '2022-05-18T18:34:59Z', 'revision_number': 4, 'project_id': '8475ec6a66114ed394f3b293cbeef18a', 'gw_port': {'id': 'f692179e-1bac-4749-a537-88fa8664979b', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60ab2a4a-16a3-4c04-b1d8-1e196e48732f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:34:49Z', 'updated_at': '2022-05-18T18:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': 'c26cb010-e171-4839-87b8-d9750b0f59b7', 'name': '', 'network_id': '563828c0-3927-495e-8f74-d15ce0bc7765', 'tenant_id': '8475ec6a66114ed394f3b293cbeef18a', 'mac_address': 'fa:16:3e:4a:50:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60ab2a4a-16a3-4c04-b1d8-1e196e48732f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3350, 'fixed_ips': [{'subnet_id': '48f1196c-33fd-49d8-99ac-41a1802f72d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:34:55Z', 'updated_at': '2022-05-18T18:35:04Z', 'revision_number': 4, 'project_id': '8475ec6a66114ed394f3b293cbeef18a', 'subnets': [{'id': '48f1196c-33fd-49d8-99ac-41a1802f72d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:35:05.451645 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-88f60a83-1938-4dfe-9b37-734cd5a0ee9a None None] Provisioning complete for port c26cb010-e171-4839-87b8-d9750b0f59b7 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:35:05.452186 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-88f60a83-1938-4dfe-9b37-734cd5a0ee9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:05.465464 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e2028f-b11f-462d-a5e6-e932e73d39cb tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:35:05.469676 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 33938) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:35:05.480107 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-15e2028f-b11f-462d-a5e6-e932e73d39cb tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "GET /v2.0/ports/4c8d9c42-52b9-4094-94bb-75d91bad97d4 HTTP/1.1" status: 200 len: 911 time: 0.0986671 May 18 18:35:05.524432 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f4e606-39e0-4b90-b52a-f605aa011de3 None None] The sync data for ids ['60ab2a4a-16a3-4c04-b1d8-1e196e48732f'] in n-d-838550-3 is: [{'id': '60ab2a4a-16a3-4c04-b1d8-1e196e48732f', 'name': 'tempest-TestVolumeBackupRestore-1061765889-router', 'tenant_id': '8475ec6a66114ed394f3b293cbeef18a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': 'f692179e-1bac-4749-a537-88fa8664979b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:34:48Z', 'updated_at': '2022-05-18T18:34:59Z', 'revision_number': 4, 'project_id': '8475ec6a66114ed394f3b293cbeef18a', 'gw_port': {'id': 'f692179e-1bac-4749-a537-88fa8664979b', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60ab2a4a-16a3-4c04-b1d8-1e196e48732f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:34:49Z', 'updated_at': '2022-05-18T18:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': 'c26cb010-e171-4839-87b8-d9750b0f59b7', 'name': '', 'network_id': '563828c0-3927-495e-8f74-d15ce0bc7765', 'tenant_id': '8475ec6a66114ed394f3b293cbeef18a', 'mac_address': 'fa:16:3e:4a:50:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60ab2a4a-16a3-4c04-b1d8-1e196e48732f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3350, 'fixed_ips': [{'subnet_id': '48f1196c-33fd-49d8-99ac-41a1802f72d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:34:55Z', 'updated_at': '2022-05-18T18:35:04Z', 'revision_number': 4, 'project_id': '8475ec6a66114ed394f3b293cbeef18a', 'subnets': [{'id': '48f1196c-33fd-49d8-99ac-41a1802f72d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:35:05.614008 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c112c8e9-5d47-4233-84a4-8641d6041c64 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:35:05.646603 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c112c8e9-5d47-4233-84a4-8641d6041c64 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:35:05.649543 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-c112c8e9-5d47-4233-84a4-8641d6041c64 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.1788213 May 18 18:35:05.653177 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 33942) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:35:05.715170 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-4d913fa9-2359-464a-8a15-1c2a7e024da3 None None] Set router 1547cd79-dba9-446f-9fa5-f9aad82e99b0 gateway port host: None {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:35:05.771045 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-88f60a83-1938-4dfe-9b37-734cd5a0ee9a None None] Current status of the port c26cb010-e171-4839-87b8-d9750b0f59b7 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:35:05.910604 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-5c777061-c489-47a8-8c5a-38e6d28522bc None None] Provisioning complete for port 4c8d9c42-52b9-4094-94bb-75d91bad97d4 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:35:05.910808 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-5c777061-c489-47a8-8c5a-38e6d28522bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:06.027894 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a96c60f-f9e2-4771-aaff-67ef96c9cd67 req-d72fdf01-c516-45e6-aa24-d923951cae86 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:35:06.042165 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device c26cb010-e171-4839-87b8-d9750b0f59b7 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:35:06.044686 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5a96c60f-f9e2-4771-aaff-67ef96c9cd67 req-d72fdf01-c516-45e6-aa24-d923951cae86 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=28d7a73c-0ce2-48e1-97c8-56b48d2a7fe1 HTTP/1.1" status: 200 len: 946 time: 0.1363883 May 18 18:35:06.142373 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-5c777061-c489-47a8-8c5a-38e6d28522bc None None] Port 4c8d9c42-52b9-4094-94bb-75d91bad97d4 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:35:06.161517 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5a96c60f-f9e2-4771-aaff-67ef96c9cd67 req-f9495711-eb52-4463-9996-775b2f529b2a tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144607 May 18 18:35:06.169732 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-4d913fa9-2359-464a-8a15-1c2a7e024da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1547cd79-dba9-446f-9fa5-f9aad82e99b0', 'name': 'tempest-NetworksTestDHCPv6-router-1899940273', 'tenant_id': '17ca2b3ab9ea4457836da5cdadc0de8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:35:01Z', 'updated_at': '2022-05-18T18:35:03Z', 'revision_number': 2, 'project_id': '17ca2b3ab9ea4457836da5cdadc0de8c', 'gw_port_host': None, '_interfaces': [{'id': '4c8d9c42-52b9-4094-94bb-75d91bad97d4', 'name': '', 'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94', 'tenant_id': '17ca2b3ab9ea4457836da5cdadc0de8c', 'mac_address': 'fa:16:3e:52:85:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1547cd79-dba9-446f-9fa5-f9aad82e99b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': '00ec0366-b90c-42b7-acda-71beab2355df', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:35:02Z', 'updated_at': '2022-05-18T18:35:04Z', 'revision_number': 2, 'project_id': '17ca2b3ab9ea4457836da5cdadc0de8c', 'subnets': [{'id': '00ec0366-b90c-42b7-acda-71beab2355df', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:35:06.230360 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d913fa9-2359-464a-8a15-1c2a7e024da3 None None] Checking router: 1547cd79-dba9-446f-9fa5-f9aad82e99b0 for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:35:06.233478 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d913fa9-2359-464a-8a15-1c2a7e024da3 None None] Updating router 1547cd79-dba9-446f-9fa5-f9aad82e99b0 port 4c8d9c42-52b9-4094-94bb-75d91bad97d4 binding host n-d-838550-3 {{(pid=102733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 18:35:06.258045 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port c26cb010-e171-4839-87b8-d9750b0f59b7 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:35:06.258824 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:06.281482 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-4d913fa9-2359-464a-8a15-1c2a7e024da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:06.483746 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port c26cb010-e171-4839-87b8-d9750b0f59b7 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:35:06.785943 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cb3658-8f35-498a-918a-a9c6f5ecc27f req-20db1b62-1a0d-46b9-a00a-7586c3bce113 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:35:06.793517 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-17cb3658-8f35-498a-918a-a9c6f5ecc27f req-20db1b62-1a0d-46b9-a00a-7586c3bce113 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=28d7a73c-0ce2-48e1-97c8-56b48d2a7fe1 HTTP/1.1" status: 200 len: 946 time: 0.1657324 May 18 18:35:06.865844 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-17cb3658-8f35-498a-918a-a9c6f5ecc27f req-efbdbeb8-b50d-4f2a-b18a-4484929f4f3c tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662069 May 18 18:35:06.955081 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d4d9d3de-f394-4712-85eb-708859bb4035 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-595963'] for router_interface, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:06.965381 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-4d913fa9-2359-464a-8a15-1c2a7e024da3 None None] Notify callbacks [] for port, precommit_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:06.981604 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-4d913fa9-2359-464a-8a15-1c2a7e024da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:07.056873 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1a9f8b-bb41-4273-894d-142524019f51 None None] Pushing event updated for resources: {'Port': ['ID=4c8d9c42-52b9-4094-94bb-75d91bad97d4,revision_number=3']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:35:07.177216 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-4d913fa9-2359-464a-8a15-1c2a7e024da3 None None] Attempting to bind port 4c8d9c42-52b9-4094-94bb-75d91bad97d4 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:35:07.177865 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-4d913fa9-2359-464a-8a15-1c2a7e024da3 None None] Attempting to bind port 4c8d9c42-52b9-4094-94bb-75d91bad97d4 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '7193822e-e5ec-4b60-a562-e581b7323da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94'}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:35:07.178418 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d913fa9-2359-464a-8a15-1c2a7e024da3 None None] Attempting to bind port 4c8d9c42-52b9-4094-94bb-75d91bad97d4 on network c5ce55ad-2458-4816-93d1-bdb0e8f83e94 {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:35:07.184725 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d913fa9-2359-464a-8a15-1c2a7e024da3 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:35:07.185380 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d913fa9-2359-464a-8a15-1c2a7e024da3 None None] Checking segment: {'id': '7193822e-e5ec-4b60-a562-e581b7323da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:35:07.186225 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-4d913fa9-2359-464a-8a15-1c2a7e024da3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:07.186779 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d913fa9-2359-464a-8a15-1c2a7e024da3 None None] Bound using segment: {'id': '7193822e-e5ec-4b60-a562-e581b7323da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94'} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:35:07.187547 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-4d913fa9-2359-464a-8a15-1c2a7e024da3 None None] Bound port: 4c8d9c42-52b9-4094-94bb-75d91bad97d4, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7193822e-e5ec-4b60-a562-e581b7323da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94'}}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:35:07.188146 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-4d913fa9-2359-464a-8a15-1c2a7e024da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:07.341483 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.db [None req-4d913fa9-2359-464a-8a15-1c2a7e024da3 None None] For port 4c8d9c42-52b9-4094-94bb-75d91bad97d4, host n-d-838550-3, cleared binding levels {{(pid=102733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:35:07.352330 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.db [None req-4d913fa9-2359-464a-8a15-1c2a7e024da3 None None] For port 4c8d9c42-52b9-4094-94bb-75d91bad97d4, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=4c8d9c42-52b9-4094-94bb-75d91bad97d4,segment=NetworkSegment(7193822e-e5ec-4b60-a562-e581b7323da0),segment_id=7193822e-e5ec-4b60-a562-e581b7323da0)] {{(pid=102733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:35:07.377554 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-4d913fa9-2359-464a-8a15-1c2a7e024da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:07.456128 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d913fa9-2359-464a-8a15-1c2a7e024da3 None None] Routers {'1547cd79-dba9-446f-9fa5-f9aad82e99b0'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:35:07.457295 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-4d913fa9-2359-464a-8a15-1c2a7e024da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:34:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['1547cd79-dba9-446f-9fa5-f9aad82e99b0'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:35:07.629559 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b046dfbc-7b4e-478e-b9f7-4757271ffd9b None None] Provisioning complete for port 4c8d9c42-52b9-4094-94bb-75d91bad97d4 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:35:07.630338 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b046dfbc-7b4e-478e-b9f7-4757271ffd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:07.649800 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-4d913fa9-2359-464a-8a15-1c2a7e024da3 None None] Set router 1547cd79-dba9-446f-9fa5-f9aad82e99b0 gateway port host: None {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:35:07.857859 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a345d20a-d474-46e2-8ce9-59e39b5f401a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:07.865874 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1a9f8b-bb41-4273-894d-142524019f51 None None] Pushing event updated for resources: {'Port': ['ID=4c8d9c42-52b9-4094-94bb-75d91bad97d4,revision_number=4']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:35:08.022535 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b046dfbc-7b4e-478e-b9f7-4757271ffd9b None None] Current status of the port 4c8d9c42-52b9-4094-94bb-75d91bad97d4 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:35:08.023584 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b046dfbc-7b4e-478e-b9f7-4757271ffd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:08.089729 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dca8dd-1a39-4ec7-9ef5-23e6bc4f7550 req-d26aecf7-a76c-4c0c-8253-b970ab183b0b tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:35:08.092914 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-11dca8dd-1a39-4ec7-9ef5-23e6bc4f7550 req-d26aecf7-a76c-4c0c-8253-b970ab183b0b tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.36 "GET /v2.0/ports?device_id=28d7a73c-0ce2-48e1-97c8-56b48d2a7fe1 HTTP/1.1" status: 200 len: 946 time: 0.1442940 May 18 18:35:08.108079 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b046dfbc-7b4e-478e-b9f7-4757271ffd9b None None] For port 4c8d9c42-52b9-4094-94bb-75d91bad97d4, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=4c8d9c42-52b9-4094-94bb-75d91bad97d4,segment=NetworkSegment(7193822e-e5ec-4b60-a562-e581b7323da0),segment_id=7193822e-e5ec-4b60-a562-e581b7323da0)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:35:08.119518 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b046dfbc-7b4e-478e-b9f7-4757271ffd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:08.161252 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-4d913fa9-2359-464a-8a15-1c2a7e024da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1547cd79-dba9-446f-9fa5-f9aad82e99b0', 'name': 'tempest-NetworksTestDHCPv6-router-1899940273', 'tenant_id': '17ca2b3ab9ea4457836da5cdadc0de8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:35:01Z', 'updated_at': '2022-05-18T18:35:03Z', 'revision_number': 2, 'project_id': '17ca2b3ab9ea4457836da5cdadc0de8c', 'gw_port_host': None, '_interfaces': [{'id': '4c8d9c42-52b9-4094-94bb-75d91bad97d4', 'name': '', 'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94', 'tenant_id': '17ca2b3ab9ea4457836da5cdadc0de8c', 'mac_address': 'fa:16:3e:52:85:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1547cd79-dba9-446f-9fa5-f9aad82e99b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': '00ec0366-b90c-42b7-acda-71beab2355df', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:35:02Z', 'updated_at': '2022-05-18T18:35:07Z', 'revision_number': 4, 'project_id': '17ca2b3ab9ea4457836da5cdadc0de8c', 'subnets': [{'id': '00ec0366-b90c-42b7-acda-71beab2355df', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:35:08.232497 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d913fa9-2359-464a-8a15-1c2a7e024da3 None None] The sync data for ids ['1547cd79-dba9-446f-9fa5-f9aad82e99b0'] in n-d-838550-3 is: [{'id': '1547cd79-dba9-446f-9fa5-f9aad82e99b0', 'name': 'tempest-NetworksTestDHCPv6-router-1899940273', 'tenant_id': '17ca2b3ab9ea4457836da5cdadc0de8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:35:01Z', 'updated_at': '2022-05-18T18:35:03Z', 'revision_number': 2, 'project_id': '17ca2b3ab9ea4457836da5cdadc0de8c', 'gw_port_host': None, '_interfaces': [{'id': '4c8d9c42-52b9-4094-94bb-75d91bad97d4', 'name': '', 'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94', 'tenant_id': '17ca2b3ab9ea4457836da5cdadc0de8c', 'mac_address': 'fa:16:3e:52:85:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1547cd79-dba9-446f-9fa5-f9aad82e99b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': '00ec0366-b90c-42b7-acda-71beab2355df', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:35:02Z', 'updated_at': '2022-05-18T18:35:07Z', 'revision_number': 4, 'project_id': '17ca2b3ab9ea4457836da5cdadc0de8c', 'subnets': [{'id': '00ec0366-b90c-42b7-acda-71beab2355df', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:35:08.254015 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b046dfbc-7b4e-478e-b9f7-4757271ffd9b None None] Pushing event updated for resources: {'Port': ['ID=4c8d9c42-52b9-4094-94bb-75d91bad97d4,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:35:08.282073 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-e23872e0-9791-4c6f-ad3b-f1b3725b8be2 None None] Provisioning complete for port 4c8d9c42-52b9-4094-94bb-75d91bad97d4 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:35:08.283087 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-e23872e0-9791-4c6f-ad3b-f1b3725b8be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:08.361474 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-11dca8dd-1a39-4ec7-9ef5-23e6bc4f7550 req-3a8e6811-ee41-4ed7-ba6b-fe4c3b9789fe tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Deleting port 8b845173-be2e-4f2c-9550-2a78a732cc43 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:35:08.361931 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-11dca8dd-1a39-4ec7-9ef5-23e6bc4f7550 req-3a8e6811-ee41-4ed7-ba6b-fe4c3b9789fe tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:08.407440 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-e23872e0-9791-4c6f-ad3b-f1b3725b8be2 None None] Current status of the port 4c8d9c42-52b9-4094-94bb-75d91bad97d4 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:35:08.490589 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bb1321e3-3315-4422-afb3-5c9690f34d9e req-bbc30d48-7a33-47b1-bfa9-075f6db4cb65 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=626a086d-20bf-469f-b20c-0be7435a44bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1145639 May 18 18:35:08.511606 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85298b87-2bce-45eb-9687-6d90c3f1ccb1 req-a44ce799-8ccd-4d28-83a7-cebc9a8de4ad tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:35:08.523122 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-85298b87-2bce-45eb-9687-6d90c3f1ccb1 req-a44ce799-8ccd-4d28-83a7-cebc9a8de4ad tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=28d7a73c-0ce2-48e1-97c8-56b48d2a7fe1 HTTP/1.1" status: 200 len: 946 time: 0.2245734 May 18 18:35:08.605183 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-11dca8dd-1a39-4ec7-9ef5-23e6bc4f7550 req-3a8e6811-ee41-4ed7-ba6b-fe4c3b9789fe tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] For port 8b845173-be2e-4f2c-9550-2a78a732cc43, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=8b845173-be2e-4f2c-9550-2a78a732cc43,segment=NetworkSegment(567b93c1-8feb-4188-bd48-539ad65212fa),segment_id=567b93c1-8feb-4188-bd48-539ad65212fa)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:35:08.605479 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-11dca8dd-1a39-4ec7-9ef5-23e6bc4f7550 req-3a8e6811-ee41-4ed7-ba6b-fe4c3b9789fe tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:08.657346 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-11dca8dd-1a39-4ec7-9ef5-23e6bc4f7550 req-3a8e6811-ee41-4ed7-ba6b-fe4c3b9789fe tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Calling delete_port for 8b845173-be2e-4f2c-9550-2a78a732cc43 owned by compute:nova {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:35:08.774705 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-85298b87-2bce-45eb-9687-6d90c3f1ccb1 req-b301b8c9-37a0-48d1-a9cb-4aa4812195d8 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500391 May 18 18:35:08.848300 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1321e3-3315-4422-afb3-5c9690f34d9e req-06994956-6be7-4928-9b3d-fd72a5fb9eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:35:08.850402 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bb1321e3-3315-4422-afb3-5c9690f34d9e req-06994956-6be7-4928-9b3d-fd72a5fb9eb9 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=4ce86b77116a4afca1694cba473235e6&device_id=626a086d-20bf-469f-b20c-0be7435a44bc HTTP/1.1" status: 200 len: 1096 time: 0.2782605 May 18 18:35:08.978627 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-11dca8dd-1a39-4ec7-9ef5-23e6bc4f7550 req-3a8e6811-ee41-4ed7-ba6b-fe4c3b9789fe tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:09.000588 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['8b845173-be2e-4f2c-9550-2a78a732cc43'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:35:09.004673 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['a7cae3bb-d095-4577-805d-9c9eb96c9cf6'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:35:09.052412 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1321e3-3315-4422-afb3-5c9690f34d9e req-c3d18929-fe39-4e79-b92b-45bd15ca8ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:35:09.054542 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bb1321e3-3315-4422-afb3-5c9690f34d9e req-c3d18929-fe39-4e79-b92b-45bd15ca8ed3 service neutron] 10.222.0.88 "GET /v2.0/networks?id=eafefbfa-378a-4a8a-8ee5-45c0c746f8e9 HTTP/1.1" status: 200 len: 911 time: 0.1621597 May 18 18:35:09.085444 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8e6811-ee41-4ed7-ba6b-fe4c3b9789fe tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Pushing event deleted for resources: {'Port': ['ID=8b845173-be2e-4f2c-9550-2a78a732cc43,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:35:09.112949 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-11dca8dd-1a39-4ec7-9ef5-23e6bc4f7550 req-3a8e6811-ee41-4ed7-ba6b-fe4c3b9789fe tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] No DVR routers for this DVR port 8b845173-be2e-4f2c-9550-2a78a732cc43 on host n-h1-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:35:09.117500 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-11dca8dd-1a39-4ec7-9ef5-23e6bc4f7550 req-3a8e6811-ee41-4ed7-ba6b-fe4c3b9789fe tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:09.122424 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-11dca8dd-1a39-4ec7-9ef5-23e6bc4f7550 req-3a8e6811-ee41-4ed7-ba6b-fe4c3b9789fe tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.36 "DELETE /v2.0/ports/8b845173-be2e-4f2c-9550-2a78a732cc43 HTTP/1.1" status: 204 len: 173 time: 1.0207074 May 18 18:35:09.123058 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28d7a73c-0ce2-48e1-97c8-56b48d2a7fe1', 'name': 'network-vif-deleted', 'tag': '8b845173-be2e-4f2c-9550-2a78a732cc43'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:35:09.127354 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d08038b2-4c55-4b15-9ede-1dcccd81db5f" -d '{"events": [{"server_uuid": "28d7a73c-0ce2-48e1-97c8-56b48d2a7fe1", "name": "network-vif-deleted", "tag": "8b845173-be2e-4f2c-9550-2a78a732cc43"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:35:09.194086 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aaa9ebb-e924-4b1e-a6d5-a0d6de28f7a7 x-openstack-request-id: req-4aaa9ebb-e924-4b1e-a6d5-a0d6de28f7a7 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:35:09.194747 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28d7a73c-0ce2-48e1-97c8-56b48d2a7fe1", "name": "network-vif-deleted", "tag": "8b845173-be2e-4f2c-9550-2a78a732cc43", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:35:09.195189 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-4aaa9ebb-e924-4b1e-a6d5-a0d6de28f7a7 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:35:09.196591 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4aaa9ebb-e924-4b1e-a6d5-a0d6de28f7a7'] response: {'server_uuid': '28d7a73c-0ce2-48e1-97c8-56b48d2a7fe1', 'name': 'network-vif-deleted', 'tag': '8b845173-be2e-4f2c-9550-2a78a732cc43', 'status': 'completed', 'code': 200} May 18 18:35:09.397925 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bb1321e3-3315-4422-afb3-5c9690f34d9e req-3afe244e-2f63-494b-86e3-bab58b9d1afb service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=decea55d-a895-43b7-9e02-6f468495aa03 HTTP/1.1" status: 200 len: 1001 time: 0.3217461 May 18 18:35:09.551624 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1321e3-3315-4422-afb3-5c9690f34d9e req-fcf8b2d6-a47b-4235-9404-b385017d94a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:35:09.554568 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bb1321e3-3315-4422-afb3-5c9690f34d9e req-fcf8b2d6-a47b-4235-9404-b385017d94a1 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=ab1f7f5a-a761-43dc-be82-e3f213958e88 HTTP/1.1" status: 200 len: 849 time: 0.1496227 May 18 18:35:09.690149 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-d4d9d3de-f394-4712-85eb-708859bb4035 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Deleting port 4c8d9c42-52b9-4094-94bb-75d91bad97d4 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:35:09.690763 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d4d9d3de-f394-4712-85eb-708859bb4035 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:09.703859 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1321e3-3315-4422-afb3-5c9690f34d9e req-b03d90a1-9872-4570-a7f9-e18013bea851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:35:09.705374 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bb1321e3-3315-4422-afb3-5c9690f34d9e req-b03d90a1-9872-4570-a7f9-e18013bea851 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=eafefbfa-378a-4a8a-8ee5-45c0c746f8e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1421227 May 18 18:35:09.948095 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-d4d9d3de-f394-4712-85eb-708859bb4035 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] For port 4c8d9c42-52b9-4094-94bb-75d91bad97d4, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=4c8d9c42-52b9-4094-94bb-75d91bad97d4,segment=NetworkSegment(7193822e-e5ec-4b60-a562-e581b7323da0),segment_id=7193822e-e5ec-4b60-a562-e581b7323da0)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:35:09.948463 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d4d9d3de-f394-4712-85eb-708859bb4035 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:09.969510 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-d4d9d3de-f394-4712-85eb-708859bb4035 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Calling delete_port for 4c8d9c42-52b9-4094-94bb-75d91bad97d4 owned by network:router_interface {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:35:09.982520 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 4c8d9c42-52b9-4094-94bb-75d91bad97d4 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:35:10.112589 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-415fa0fe-657d-4a42-ada8-31c624ab0f0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:10.120569 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-72f1c6f4-fc91-4387-9c41-3f9b5cde5dde req-adf5b77b-0c7b-4bba-bec5-8781f374b917 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=28d7a73c-0ce2-48e1-97c8-56b48d2a7fe1 HTTP/1.1" status: 200 len: 210 time: 0.0345082 May 18 18:35:10.144144 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 4c8d9c42-52b9-4094-94bb-75d91bad97d4 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:35:10.144828 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:10.219803 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bb1321e3-3315-4422-afb3-5c9690f34d9e req-c3baa39b-43fc-47ec-9e71-8fd1cee98dd3 service neutron] 10.222.0.88 "GET /v2.0/networks/eafefbfa-378a-4a8a-8ee5-45c0c746f8e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4869583 May 18 18:35:10.273741 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 4c8d9c42-52b9-4094-94bb-75d91bad97d4 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:35:10.381481 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bb1321e3-3315-4422-afb3-5c9690f34d9e req-99b77815-470f-440b-9644-f536dcffec77 service neutron] 10.222.0.88 "GET /v2.0/networks/eafefbfa-378a-4a8a-8ee5-45c0c746f8e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514335 May 18 18:35:10.387963 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d4d9d3de-f394-4712-85eb-708859bb4035 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:10.416082 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d9d3de-f394-4712-85eb-708859bb4035 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Pushing event deleted for resources: {'Port': ['ID=4c8d9c42-52b9-4094-94bb-75d91bad97d4,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:35:10.565164 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d4d9d3de-f394-4712-85eb-708859bb4035 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-593931'] for router_interface, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:11.105122 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4d9d3de-f394-4712-85eb-708859bb4035 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Router 1547cd79-dba9-446f-9fa5-f9aad82e99b0 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:35:11.221682 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4d9d3de-f394-4712-85eb-708859bb4035 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:35:11.233288 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-d4d9d3de-f394-4712-85eb-708859bb4035 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "PUT /v2.0/routers/1547cd79-dba9-446f-9fa5-f9aad82e99b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5777769 May 18 18:35:11.236900 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 34000) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:35:11.245004 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182b776e-8cde-4b24-895d-b6f1282cb5b6 None None] Sync routers for ids ['1547cd79-dba9-446f-9fa5-f9aad82e99b0'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:35:11.298346 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182b776e-8cde-4b24-895d-b6f1282cb5b6 None None] Routers {'1547cd79-dba9-446f-9fa5-f9aad82e99b0'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:35:11.299003 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-182b776e-8cde-4b24-895d-b6f1282cb5b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:35:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['1547cd79-dba9-446f-9fa5-f9aad82e99b0'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:35:11.367072 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cbf348d-c6aa-4f02-b906-c3eb709a3389 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:35:11.369260 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cbf348d-c6aa-4f02-b906-c3eb709a3389 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:35:11.374454 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-1cbf348d-c6aa-4f02-b906-c3eb709a3389 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1357727 May 18 18:35:11.375523 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 34006) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:35:11.401461 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:11.428283 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2109ef7a-4847-4c04-bf9d-3cb0f4fdaa2e req-b50b91fc-37cd-4cc2-bdcc-dc4cb664e2d1 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:35:11.442291 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f15b8b8-693b-46e9-8bff-023999105e38 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Deleting subnet 00ec0366-b90c-42b7-acda-71beab2355df {{(pid=102730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:35:11.442560 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2109ef7a-4847-4c04-bf9d-3cb0f4fdaa2e req-b50b91fc-37cd-4cc2-bdcc-dc4cb664e2d1 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 946 time: 0.1126583 May 18 18:35:11.445842 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2f15b8b8-693b-46e9-8bff-023999105e38 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks [] for subnet, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:11.479647 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-182b776e-8cde-4b24-895d-b6f1282cb5b6 None None] Set router 1547cd79-dba9-446f-9fa5-f9aad82e99b0 gateway port host: None {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:35:11.499590 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2f15b8b8-693b-46e9-8bff-023999105e38 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260107366'] for subnet, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:11.505670 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2109ef7a-4847-4c04-bf9d-3cb0f4fdaa2e req-15297474-c59d-4eb6-b6f5-2f38b902268b tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619242 May 18 18:35:11.550541 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-182b776e-8cde-4b24-895d-b6f1282cb5b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1547cd79-dba9-446f-9fa5-f9aad82e99b0', 'name': 'tempest-NetworksTestDHCPv6-router-1899940273', 'tenant_id': '17ca2b3ab9ea4457836da5cdadc0de8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:35:01Z', 'updated_at': '2022-05-18T18:35:10Z', 'revision_number': 3, 'project_id': '17ca2b3ab9ea4457836da5cdadc0de8c', 'gw_port_host': None}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:35:11.555388 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2f15b8b8-693b-46e9-8bff-023999105e38 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:11.587162 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182b776e-8cde-4b24-895d-b6f1282cb5b6 None None] Checking router: 1547cd79-dba9-446f-9fa5-f9aad82e99b0 for host: n-d-838550-3 {{(pid=102732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:35:11.598816 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182b776e-8cde-4b24-895d-b6f1282cb5b6 None None] Routers {'1547cd79-dba9-446f-9fa5-f9aad82e99b0'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:35:11.599453 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-182b776e-8cde-4b24-895d-b6f1282cb5b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:35:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['1547cd79-dba9-446f-9fa5-f9aad82e99b0'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:35:11.708390 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2f15b8b8-693b-46e9-8bff-023999105e38 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261104690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261031888'] for subnet, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:11.736010 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-182b776e-8cde-4b24-895d-b6f1282cb5b6 None None] Set router 1547cd79-dba9-446f-9fa5-f9aad82e99b0 gateway port host: None {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:35:11.744816 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f15b8b8-693b-46e9-8bff-023999105e38 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Pushing event deleted for resources: {'Subnet': ['ID=00ec0366-b90c-42b7-acda-71beab2355df,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:35:11.752836 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2f15b8b8-693b-46e9-8bff-023999105e38 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:11.759924 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 34018) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:35:11.760595 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-2f15b8b8-693b-46e9-8bff-023999105e38 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "DELETE /v2.0/subnets/00ec0366-b90c-42b7-acda-71beab2355df HTTP/1.1" status: 204 len: 168 time: 0.3832247 May 18 18:35:11.851431 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-182b776e-8cde-4b24-895d-b6f1282cb5b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1547cd79-dba9-446f-9fa5-f9aad82e99b0', 'name': 'tempest-NetworksTestDHCPv6-router-1899940273', 'tenant_id': '17ca2b3ab9ea4457836da5cdadc0de8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:35:01Z', 'updated_at': '2022-05-18T18:35:10Z', 'revision_number': 3, 'project_id': '17ca2b3ab9ea4457836da5cdadc0de8c', 'gw_port_host': None}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:35:11.861127 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3199cfe8-5996-4bef-92c5-5f142608a344 None None] Network c5ce55ad-2458-4816-93d1-bdb0e8f83e94 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:35:11.913886 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182b776e-8cde-4b24-895d-b6f1282cb5b6 None None] The sync data for ids ['1547cd79-dba9-446f-9fa5-f9aad82e99b0'] in n-d-838550-3 is: [{'id': '1547cd79-dba9-446f-9fa5-f9aad82e99b0', 'name': 'tempest-NetworksTestDHCPv6-router-1899940273', 'tenant_id': '17ca2b3ab9ea4457836da5cdadc0de8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:35:01Z', 'updated_at': '2022-05-18T18:35:10Z', 'revision_number': 3, 'project_id': '17ca2b3ab9ea4457836da5cdadc0de8c', 'gw_port_host': None}] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:35:11.967121 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 34020) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:35:12.007532 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3f6b62-06ea-44e7-bd6a-242dede16060 req-09b72313-3e86-46e0-80f2-64a936db6db3 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:35:12.009305 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ad3f6b62-06ea-44e7-bd6a-242dede16060 req-09b72313-3e86-46e0-80f2-64a936db6db3 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 946 time: 0.1850319 May 18 18:35:12.019166 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-0eaa2409-b5fa-4952-8486-e9a4e2557f20 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2558701 May 18 18:35:12.026042 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 34022) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:35:12.164697 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ad3f6b62-06ea-44e7-bd6a-242dede16060 req-b35e8503-6b40-4288-b608-e8c7f3ee5573 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287329 May 18 18:35:12.164697 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6579d250-1464-4894-a5eb-72c5b280e4c3 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks [] for router, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:12.298246 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 8b845173-be2e-4f2c-9550-2a78a732cc43 no longer exists at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:35:12.393889 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] No Port match for: 8b845173-be2e-4f2c-9550-2a78a732cc43 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:35:12.394258 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 8b845173-be2e-4f2c-9550-2a78a732cc43 not bound to the agent host n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:35:12.396557 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e0b339-740d-4a33-b7fd-7b23aa7efb59 None None] DHCP port deletion for c5ce55ad-2458-4816-93d1-bdb0e8f83e94 request from n-d-838550-3 {{(pid=102732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 18:35:12.482622 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6579d250-1464-4894-a5eb-72c5b280e4c3 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25145'] for router, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:12.484857 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6579d250-1464-4894-a5eb-72c5b280e4c3 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:12.524383 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:12.544132 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6579d250-1464-4894-a5eb-72c5b280e4c3 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593303'] for router, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:12.544959 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6579d250-1464-4894-a5eb-72c5b280e4c3 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Fanout notify agent at l3_agent the message router_deleted on router 1547cd79-dba9-446f-9fa5-f9aad82e99b0 {{(pid=102731) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 18 18:35:12.563308 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6579d250-1464-4894-a5eb-72c5b280e4c3 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks [] for router, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:12.564468 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-6579d250-1464-4894-a5eb-72c5b280e4c3 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "DELETE /v2.0/routers/1547cd79-dba9-446f-9fa5-f9aad82e99b0 HTTP/1.1" status: 204 len: 168 time: 0.5374801 May 18 18:35:12.568990 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 34030) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:35:12.574120 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-c66d2fbb-ddff-45d4-b749-118cdbd87eee tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Request body: {'subnet': {'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:35:12.575213 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-28e0b339-740d-4a33-b7fd-7b23aa7efb59 None None] Deleting port 8ae0af4c-3dca-4cd8-b3ce-fe8af2f9f4b5 {{(pid=102732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:35:12.575743 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-28e0b339-740d-4a33-b7fd-7b23aa7efb59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:12.582064 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92918939-1459-4953-a0f0-8e9edb362fc1 req-c7a8d9d4-ff7d-440f-98fa-9710f4af3328 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:35:12.593062 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-92918939-1459-4953-a0f0-8e9edb362fc1 req-c7a8d9d4-ff7d-440f-98fa-9710f4af3328 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 946 time: 0.2352073 May 18 18:35:12.617843 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-b89df6cb-d669-4680-92b7-491178e18c0b tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Deleting port 2cc9da5d-4111-4a60-b55b-8cf147ed7b5c {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:35:12.618432 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b89df6cb-d669-4680-92b7-491178e18c0b tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:12.760076 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b89df6cb-d669-4680-92b7-491178e18c0b tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:12.760408 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b89df6cb-d669-4680-92b7-491178e18c0b tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:12.776521 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-28e0b339-740d-4a33-b7fd-7b23aa7efb59 None None] For port 8ae0af4c-3dca-4cd8-b3ce-fe8af2f9f4b5, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=8ae0af4c-3dca-4cd8-b3ce-fe8af2f9f4b5,segment=NetworkSegment(7193822e-e5ec-4b60-a562-e581b7323da0),segment_id=7193822e-e5ec-4b60-a562-e581b7323da0)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:35:12.777225 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-28e0b339-740d-4a33-b7fd-7b23aa7efb59 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:12.779246 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-b89df6cb-d669-4680-92b7-491178e18c0b tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Calling delete_port for 2cc9da5d-4111-4a60-b55b-8cf147ed7b5c owned by network:floatingip {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:35:12.807551 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c66d2fbb-ddff-45d4-b749-118cdbd87eee tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Made reservation on behalf of 17ca2b3ab9ea4457836da5cdadc0de8c for: {'subnet': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:35:12.821421 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c66d2fbb-ddff-45d4-b749-118cdbd87eee tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260908003'] for subnet, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:12.917890 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-92918939-1459-4953-a0f0-8e9edb362fc1 req-12d69c15-ade0-4958-afe7-d92b791a92b7 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3238406 May 18 18:35:13.073751 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b89df6cb-d669-4680-92b7-491178e18c0b tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:13.164131 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89df6cb-d669-4680-92b7-491178e18c0b tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Pushing event deleted for resources: {'Port': ['ID=2cc9da5d-4111-4a60-b55b-8cf147ed7b5c,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:35:13.200661 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-28e0b339-740d-4a33-b7fd-7b23aa7efb59 None None] Calling delete_port for 8ae0af4c-3dca-4cd8-b3ce-fe8af2f9f4b5 owned by network:dhcp {{(pid=102732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:35:13.305063 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b89df6cb-d669-4680-92b7-491178e18c0b tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Notify callbacks [] for floatingip, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:13.305935 n-d-838550-3 neutron-server[102730]: INFO neutron.db.l3_db [None req-b89df6cb-d669-4680-92b7-491178e18c0b tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Floating IP bf5e2dce-c84c-4391-9896-d3620d38fb97 disassociated (deleted). External IP: 172.25.5.78, port: 61fc7c80-a9ca-48ae-916a-05efabccc0cb. May 18 18:35:13.331734 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c66d2fbb-ddff-45d4-b749-118cdbd87eee tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260898481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260908021'] for subnet, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:13.407507 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:13.439797 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c66d2fbb-ddff-45d4-b749-118cdbd87eee tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Network c5ce55ad-2458-4816-93d1-bdb0e8f83e94 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:35:13.455826 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-c66d2fbb-ddff-45d4-b749-118cdbd87eee tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:35:13.475407 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c66d2fbb-ddff-45d4-b749-118cdbd87eee tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:35:13.476283 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c66d2fbb-ddff-45d4-b749-118cdbd87eee tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:13.523413 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66d2fbb-ddff-45d4-b749-118cdbd87eee tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Pushing event updated for resources: {'Subnet': ['ID=065e9fb3-49cf-457d-b488-7e677b7a80f9,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:35:13.536452 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-c66d2fbb-ddff-45d4-b749-118cdbd87eee tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9678657 May 18 18:35:13.542499 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 34042) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:35:13.553353 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-28e0b339-740d-4a33-b7fd-7b23aa7efb59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508'] for port, after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:13.560911 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-8a88370e-d424-410d-b358-420f7f88bb36 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-302009837', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:35:13.615283 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e0b339-740d-4a33-b7fd-7b23aa7efb59 None None] Pushing event deleted for resources: {'Port': ['ID=8ae0af4c-3dca-4cd8-b3ce-fe8af2f9f4b5,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:35:13.620368 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8a88370e-d424-410d-b358-420f7f88bb36 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25099'] for router, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:13.621496 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8a88370e-d424-410d-b358-420f7f88bb36 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-593238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596850', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25088'] for router, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:13.622477 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e0b339-740d-4a33-b7fd-7b23aa7efb59 None None] No DVR routers for this DVR port 8ae0af4c-3dca-4cd8-b3ce-fe8af2f9f4b5 on host n-d-838550-3 {{(pid=102732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:35:13.652422 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa2def65-e732-473d-8c58-fa20296ca7ad None None] Network c5ce55ad-2458-4816-93d1-bdb0e8f83e94 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:35:13.813702 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8a88370e-d424-410d-b358-420f7f88bb36 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:13.822207 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b89df6cb-d669-4680-92b7-491178e18c0b tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Router f515891f-a8b7-4a6f-9814-1319a10b6e69 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:35:13.828880 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8a88370e-d424-410d-b358-420f7f88bb36 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596801'] for router, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:13.856107 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8a88370e-d424-410d-b358-420f7f88bb36 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks [] for router, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:13.862615 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-8a88370e-d424-410d-b358-420f7f88bb36 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3188105 May 18 18:35:13.863236 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 34050) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:35:13.937777 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 8ae0af4c-3dca-4cd8-b3ce-fe8af2f9f4b5 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:35:14.027867 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 8ae0af4c-3dca-4cd8-b3ce-fe8af2f9f4b5 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:35:14.028476 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 8ae0af4c-3dca-4cd8-b3ce-fe8af2f9f4b5 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:35:14.029170 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 4c8d9c42-52b9-4094-94bb-75d91bad97d4 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:35:14.054981 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b89df6cb-d669-4680-92b7-491178e18c0b tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:35:14.055661 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31064670-de82-4872-84ec-bc846a27275f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-c5ce55ad-2458-4816-93d1-bdb0e8f83e94', 'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94', 'tenant_id': '17ca2b3ab9ea4457836da5cdadc0de8c', 'fixed_ips': [{'subnet_id': '065e9fb3-49cf-457d-b488-7e677b7a80f9'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:35:14.056722 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-31064670-de82-4872-84ec-bc846a27275f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:14.060367 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 4c8d9c42-52b9-4094-94bb-75d91bad97d4 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:35:14.061054 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 4c8d9c42-52b9-4094-94bb-75d91bad97d4 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:35:14.062192 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b89df6cb-d669-4680-92b7-491178e18c0b tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:14.069352 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00a1299-e6c6-414f-87b3-6ae296f7fb11 None None] Sync routers for ids ['f515891f-a8b7-4a6f-9814-1319a10b6e69'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:35:14.095749 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00a1299-e6c6-414f-87b3-6ae296f7fb11 None None] Routers {'f515891f-a8b7-4a6f-9814-1319a10b6e69'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:35:14.096698 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-b00a1299-e6c6-414f-87b3-6ae296f7fb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:35:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['f515891f-a8b7-4a6f-9814-1319a10b6e69'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:35:14.153908 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-b89df6cb-d669-4680-92b7-491178e18c0b tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "DELETE /v2.0/floatingips/bf5e2dce-c84c-4391-9896-d3620d38fb97 HTTP/1.1" status: 204 len: 168 time: 2.1854112 May 18 18:35:14.154668 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e87ebb1-66a8-452f-9f9f-1727775ac206', 'tag': '61fc7c80-a9ca-48ae-916a-05efabccc0cb'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:35:14.157053 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f872fb2c-b900-4092-9d61-87ffc66c727d" -d '{"events": [{"name": "network-changed", "server_uuid": "1e87ebb1-66a8-452f-9f9f-1727775ac206", "tag": "61fc7c80-a9ca-48ae-916a-05efabccc0cb"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:35:14.279168 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38f8c6d3-b5ad-4c53-a505-a28426db56d0 x-openstack-request-id: req-38f8c6d3-b5ad-4c53-a505-a28426db56d0 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:35:14.279539 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e87ebb1-66a8-452f-9f9f-1727775ac206", "tag": "61fc7c80-a9ca-48ae-916a-05efabccc0cb", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:35:14.279911 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-38f8c6d3-b5ad-4c53-a505-a28426db56d0 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:35:14.280476 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38f8c6d3-b5ad-4c53-a505-a28426db56d0'] response: {'name': 'network-changed', 'server_uuid': '1e87ebb1-66a8-452f-9f9f-1727775ac206', 'tag': '61fc7c80-a9ca-48ae-916a-05efabccc0cb', 'status': 'completed', 'code': 200} May 18 18:35:14.338875 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-31064670-de82-4872-84ec-bc846a27275f None None] Allocated IP 2001:db8::2 (c5ce55ad-2458-4816-93d1-bdb0e8f83e94/065e9fb3-49cf-457d-b488-7e677b7a80f9/bb602e6c-4f77-41e8-ad81-92f4625f4dc0) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:35:14.342240 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-cd054f69-0da7-45da-8d84-3f75001867ee tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:14.418058 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-b00a1299-e6c6-414f-87b3-6ae296f7fb11 None None] Set router f515891f-a8b7-4a6f-9814-1319a10b6e69 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:35:14.484535 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f872fb2c-b900-4092-9d61-87ffc66c727d req-01723625-0a62-45b3-a7f4-6651d899457f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:35:14.486581 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f872fb2c-b900-4092-9d61-87ffc66c727d req-01723625-0a62-45b3-a7f4-6651d899457f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4ce86b77116a4afca1694cba473235e6&device_id=1e87ebb1-66a8-452f-9f9f-1727775ac206 HTTP/1.1" status: 200 len: 1096 time: 0.1797357 May 18 18:35:14.734460 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-31064670-de82-4872-84ec-bc846a27275f None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:14.744876 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-31064670-de82-4872-84ec-bc846a27275f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:14.793515 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f872fb2c-b900-4092-9d61-87ffc66c727d req-9352524c-d2fb-42a4-a9f0-68bcf2064fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:35:14.795339 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f872fb2c-b900-4092-9d61-87ffc66c727d req-9352524c-d2fb-42a4-a9f0-68bcf2064fef service neutron] 10.222.0.36 "GET /v2.0/networks?id=eafefbfa-378a-4a8a-8ee5-45c0c746f8e9 HTTP/1.1" status: 200 len: 911 time: 0.2985556 May 18 18:35:14.810049 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7670ae-319b-4e78-aea8-91ac6cbc06cc req-a16a429c-3158-4803-9016-56009db94534 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:35:14.813544 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31064670-de82-4872-84ec-bc846a27275f None None] Network c5ce55ad-2458-4816-93d1-bdb0e8f83e94 is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:35:14.818483 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cf7670ae-319b-4e78-aea8-91ac6cbc06cc req-a16a429c-3158-4803-9016-56009db94534 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=1e87ebb1-66a8-452f-9f9f-1727775ac206 HTTP/1.1" status: 200 len: 945 time: 0.0876064 May 18 18:35:14.820098 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-31064670-de82-4872-84ec-bc846a27275f None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:35:14.840392 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31064670-de82-4872-84ec-bc846a27275f None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:35:14.895137 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f872fb2c-b900-4092-9d61-87ffc66c727d req-e74301b8-82fd-44bd-9ee5-9e99e5159421 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=61fc7c80-a9ca-48ae-916a-05efabccc0cb HTTP/1.1" status: 200 len: 217 time: 0.0535960 May 18 18:35:14.911056 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cf7670ae-319b-4e78-aea8-91ac6cbc06cc req-c7100025-8f39-4ff6-8314-c4fab17352dc tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=f6f34100-4199-4c69-a3cb-028eff639d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886548 May 18 18:35:14.987888 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f872fb2c-b900-4092-9d61-87ffc66c727d req-c563f173-561f-4179-8044-6e0178c9d848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:35:14.991948 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f872fb2c-b900-4092-9d61-87ffc66c727d req-c563f173-561f-4179-8044-6e0178c9d848 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ab1f7f5a-a761-43dc-be82-e3f213958e88 HTTP/1.1" status: 200 len: 849 time: 0.0773120 May 18 18:35:15.024415 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-cd054f69-0da7-45da-8d84-3f75001867ee tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Allocated IP 2001:db8::1 (c5ce55ad-2458-4816-93d1-bdb0e8f83e94/065e9fb3-49cf-457d-b488-7e677b7a80f9/fb2f8925-b0f9-4480-b1d6-573496af4e80) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:35:15.066263 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31064670-de82-4872-84ec-bc846a27275f None None] Pushing event updated for resources: {'Port': ['ID=bb602e6c-4f77-41e8-ad81-92f4625f4dc0,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:35:15.088018 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-31064670-de82-4872-84ec-bc846a27275f None None] Attempting to bind port bb602e6c-4f77-41e8-ad81-92f4625f4dc0 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:35:15.090593 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-31064670-de82-4872-84ec-bc846a27275f None None] Attempting to bind port bb602e6c-4f77-41e8-ad81-92f4625f4dc0 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '7193822e-e5ec-4b60-a562-e581b7323da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:35:15.092388 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31064670-de82-4872-84ec-bc846a27275f None None] Attempting to bind port bb602e6c-4f77-41e8-ad81-92f4625f4dc0 on network c5ce55ad-2458-4816-93d1-bdb0e8f83e94 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:35:15.099729 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f872fb2c-b900-4092-9d61-87ffc66c727d req-9a2968c7-70ff-4575-ad51-788b3df072fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:35:15.099729 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f872fb2c-b900-4092-9d61-87ffc66c727d req-9a2968c7-70ff-4575-ad51-788b3df072fe service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=eafefbfa-378a-4a8a-8ee5-45c0c746f8e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1019309 May 18 18:35:15.117231 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31064670-de82-4872-84ec-bc846a27275f None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:35:15.117755 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31064670-de82-4872-84ec-bc846a27275f None None] Checking segment: {'id': '7193822e-e5ec-4b60-a562-e581b7323da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:35:15.118180 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-31064670-de82-4872-84ec-bc846a27275f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:15.118567 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31064670-de82-4872-84ec-bc846a27275f None None] Bound using segment: {'id': '7193822e-e5ec-4b60-a562-e581b7323da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:35:15.122019 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-31064670-de82-4872-84ec-bc846a27275f None None] Bound port: bb602e6c-4f77-41e8-ad81-92f4625f4dc0, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7193822e-e5ec-4b60-a562-e581b7323da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:35:15.122429 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-31064670-de82-4872-84ec-bc846a27275f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:15.324901 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-31064670-de82-4872-84ec-bc846a27275f None None] For port bb602e6c-4f77-41e8-ad81-92f4625f4dc0, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:35:15.333591 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-31064670-de82-4872-84ec-bc846a27275f None None] For port bb602e6c-4f77-41e8-ad81-92f4625f4dc0, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=bb602e6c-4f77-41e8-ad81-92f4625f4dc0,segment=NetworkSegment(7193822e-e5ec-4b60-a562-e581b7323da0),segment_id=7193822e-e5ec-4b60-a562-e581b7323da0)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:35:15.345076 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f872fb2c-b900-4092-9d61-87ffc66c727d req-e0b42704-4f4a-4c59-9ba8-0e20707a3432 service neutron] 10.222.0.36 "GET /v2.0/networks/eafefbfa-378a-4a8a-8ee5-45c0c746f8e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353318 May 18 18:35:15.350130 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-31064670-de82-4872-84ec-bc846a27275f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:15.360446 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-cd054f69-0da7-45da-8d84-3f75001867ee tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:15.449308 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-cd054f69-0da7-45da-8d84-3f75001867ee tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:15.461943 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-b00a1299-e6c6-414f-87b3-6ae296f7fb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f515891f-a8b7-4a6f-9814-1319a10b6e69', 'name': 'tempest-TestVolumeBootPattern-31464916-router', 'tenant_id': '4ce86b77116a4afca1694cba473235e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '76222933-de15-4351-b270-218c7879e007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:20:37Z', 'updated_at': '2022-05-18T18:20:50Z', 'revision_number': 4, 'project_id': '4ce86b77116a4afca1694cba473235e6', 'gw_port': {'id': '76222933-de15-4351-b270-218c7879e007', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:13:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f515891f-a8b7-4a6f-9814-1319a10b6e69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:20:40Z', 'updated_at': '2022-05-18T18:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': '52ed146d-d050-4656-8f3c-dbc9d9843d82', 'tenant_id': '4ce86b77116a4afca1694cba473235e6', 'floating_ip_address': '172.25.5.253', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': 'f515891f-a8b7-4a6f-9814-1319a10b6e69', 'port_id': 'decea55d-a895-43b7-9e02-6f468495aa03', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2917, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eafefbfa-378a-4a8a-8ee5-45c0c746f8e9', 'mac_address': 'fa:16:3e:93:70:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626a086d-20bf-469f-b20c-0be7435a44bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T18:31:05Z', 'updated_at': '2022-05-18T18:31:12Z', 'revision_number': 1, 'project_id': '4ce86b77116a4afca1694cba473235e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ac3d3a3-975f-4e58-b55a-00dc7ec1fcc1', 'name': '', 'network_id': 'eafefbfa-378a-4a8a-8ee5-45c0c746f8e9', 'tenant_id': '4ce86b77116a4afca1694cba473235e6', 'mac_address': 'fa:16:3e:9c:0a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f515891f-a8b7-4a6f-9814-1319a10b6e69', 'device_owner': 'network:router_interface', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': 'ab1f7f5a-a761-43dc-be82-e3f213958e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:20:48Z', 'updated_at': '2022-05-18T18:21:02Z', 'revision_number': 5, 'project_id': '4ce86b77116a4afca1694cba473235e6', 'subnets': [{'id': 'ab1f7f5a-a761-43dc-be82-e3f213958e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:35:15.528394 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31064670-de82-4872-84ec-bc846a27275f None None] Pushing event updated for resources: {'Port': ['ID=bb602e6c-4f77-41e8-ad81-92f4625f4dc0,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:35:15.544814 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00a1299-e6c6-414f-87b3-6ae296f7fb11 None None] Checking router: f515891f-a8b7-4a6f-9814-1319a10b6e69 for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:35:15.555615 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00a1299-e6c6-414f-87b3-6ae296f7fb11 None None] Routers {'f515891f-a8b7-4a6f-9814-1319a10b6e69'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:35:15.556649 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-b00a1299-e6c6-414f-87b3-6ae296f7fb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:35:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['f515891f-a8b7-4a6f-9814-1319a10b6e69'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:35:15.572721 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd054f69-0da7-45da-8d84-3f75001867ee tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Network c5ce55ad-2458-4816-93d1-bdb0e8f83e94 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:35:15.581223 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f872fb2c-b900-4092-9d61-87ffc66c727d req-d1c3a13c-cef7-4321-bf6d-cf6820cf7664 service neutron] 10.222.0.36 "GET /v2.0/networks/eafefbfa-378a-4a8a-8ee5-45c0c746f8e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194104 May 18 18:35:15.593949 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-cd054f69-0da7-45da-8d84-3f75001867ee tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:35:15.621319 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd054f69-0da7-45da-8d84-3f75001867ee tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:35:15.623818 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-cd054f69-0da7-45da-8d84-3f75001867ee tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595826'] for router_interface, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:15.768659 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-b00a1299-e6c6-414f-87b3-6ae296f7fb11 None None] Set router f515891f-a8b7-4a6f-9814-1319a10b6e69 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:35:15.929425 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd054f69-0da7-45da-8d84-3f75001867ee tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Pushing event updated for resources: {'Port': ['ID=fb2f8925-b0f9-4480-b1d6-573496af4e80,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:35:16.008345 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-cd054f69-0da7-45da-8d84-3f75001867ee tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:16.279521 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 7 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 18:35:16.416073 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf6af9e-e6e9-4b47-a204-2084eedcde94 req-6df90d77-7408-495a-a13c-fbeaa128ab82 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:35:16.417722 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-eaf6af9e-e6e9-4b47-a204-2084eedcde94 req-6df90d77-7408-495a-a13c-fbeaa128ab82 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e87ebb1-66a8-452f-9f9f-1727775ac206 HTTP/1.1" status: 200 len: 945 time: 0.1265388 May 18 18:35:16.427962 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-b00a1299-e6c6-414f-87b3-6ae296f7fb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f515891f-a8b7-4a6f-9814-1319a10b6e69', 'name': 'tempest-TestVolumeBootPattern-31464916-router', 'tenant_id': '4ce86b77116a4afca1694cba473235e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '76222933-de15-4351-b270-218c7879e007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:20:37Z', 'updated_at': '2022-05-18T18:20:50Z', 'revision_number': 4, 'project_id': '4ce86b77116a4afca1694cba473235e6', 'gw_port': {'id': '76222933-de15-4351-b270-218c7879e007', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:13:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f515891f-a8b7-4a6f-9814-1319a10b6e69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:20:40Z', 'updated_at': '2022-05-18T18:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': '52ed146d-d050-4656-8f3c-dbc9d9843d82', 'tenant_id': '4ce86b77116a4afca1694cba473235e6', 'floating_ip_address': '172.25.5.253', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': 'f515891f-a8b7-4a6f-9814-1319a10b6e69', 'port_id': 'decea55d-a895-43b7-9e02-6f468495aa03', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2917, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eafefbfa-378a-4a8a-8ee5-45c0c746f8e9', 'mac_address': 'fa:16:3e:93:70:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626a086d-20bf-469f-b20c-0be7435a44bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T18:31:05Z', 'updated_at': '2022-05-18T18:31:12Z', 'revision_number': 1, 'project_id': '4ce86b77116a4afca1694cba473235e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ac3d3a3-975f-4e58-b55a-00dc7ec1fcc1', 'name': '', 'network_id': 'eafefbfa-378a-4a8a-8ee5-45c0c746f8e9', 'tenant_id': '4ce86b77116a4afca1694cba473235e6', 'mac_address': 'fa:16:3e:9c:0a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f515891f-a8b7-4a6f-9814-1319a10b6e69', 'device_owner': 'network:router_interface', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': 'ab1f7f5a-a761-43dc-be82-e3f213958e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:20:48Z', 'updated_at': '2022-05-18T18:21:02Z', 'revision_number': 5, 'project_id': '4ce86b77116a4afca1694cba473235e6', 'subnets': [{'id': 'ab1f7f5a-a761-43dc-be82-e3f213958e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:35:16.474859 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a250cf16-2d5b-4d59-83ec-bc9e8d07e7d9 req-85eddcfc-ca05-43ee-b9d2-8b9cde866629 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:35:16.476987 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a250cf16-2d5b-4d59-83ec-bc9e8d07e7d9 req-85eddcfc-ca05-43ee-b9d2-8b9cde866629 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=1e87ebb1-66a8-452f-9f9f-1727775ac206 HTTP/1.1" status: 200 len: 945 time: 0.1604047 May 18 18:35:16.494176 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00a1299-e6c6-414f-87b3-6ae296f7fb11 None None] The sync data for ids ['f515891f-a8b7-4a6f-9814-1319a10b6e69'] in n-d-838550-3 is: [{'id': 'f515891f-a8b7-4a6f-9814-1319a10b6e69', 'name': 'tempest-TestVolumeBootPattern-31464916-router', 'tenant_id': '4ce86b77116a4afca1694cba473235e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '76222933-de15-4351-b270-218c7879e007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:20:37Z', 'updated_at': '2022-05-18T18:20:50Z', 'revision_number': 4, 'project_id': '4ce86b77116a4afca1694cba473235e6', 'gw_port': {'id': '76222933-de15-4351-b270-218c7879e007', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:13:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f515891f-a8b7-4a6f-9814-1319a10b6e69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:20:40Z', 'updated_at': '2022-05-18T18:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': '52ed146d-d050-4656-8f3c-dbc9d9843d82', 'tenant_id': '4ce86b77116a4afca1694cba473235e6', 'floating_ip_address': '172.25.5.253', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': 'f515891f-a8b7-4a6f-9814-1319a10b6e69', 'port_id': 'decea55d-a895-43b7-9e02-6f468495aa03', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2917, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eafefbfa-378a-4a8a-8ee5-45c0c746f8e9', 'mac_address': 'fa:16:3e:93:70:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626a086d-20bf-469f-b20c-0be7435a44bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T18:31:05Z', 'updated_at': '2022-05-18T18:31:12Z', 'revision_number': 1, 'project_id': '4ce86b77116a4afca1694cba473235e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ac3d3a3-975f-4e58-b55a-00dc7ec1fcc1', 'name': '', 'network_id': 'eafefbfa-378a-4a8a-8ee5-45c0c746f8e9', 'tenant_id': '4ce86b77116a4afca1694cba473235e6', 'mac_address': 'fa:16:3e:9c:0a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f515891f-a8b7-4a6f-9814-1319a10b6e69', 'device_owner': 'network:router_interface', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': 'ab1f7f5a-a761-43dc-be82-e3f213958e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:20:48Z', 'updated_at': '2022-05-18T18:21:02Z', 'revision_number': 5, 'project_id': '4ce86b77116a4afca1694cba473235e6', 'subnets': [{'id': 'ab1f7f5a-a761-43dc-be82-e3f213958e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:35:16.558855 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-cd054f69-0da7-45da-8d84-3f75001867ee tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:16.605084 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-cd054f69-0da7-45da-8d84-3f75001867ee tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:16.605920 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-cd054f69-0da7-45da-8d84-3f75001867ee tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-595870'] for router_interface, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:16.676527 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-eaf6af9e-e6e9-4b47-a204-2084eedcde94 req-608e6c2d-fc35-4fc3-913c-72ea7faef645 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Deleting port 61fc7c80-a9ca-48ae-916a-05efabccc0cb {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:35:16.676871 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-eaf6af9e-e6e9-4b47-a204-2084eedcde94 req-608e6c2d-fc35-4fc3-913c-72ea7faef645 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:16.711322 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd054f69-0da7-45da-8d84-3f75001867ee tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Pushing event updated for resources: {'Port': ['ID=fb2f8925-b0f9-4480-b1d6-573496af4e80,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:35:16.793446 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a250cf16-2d5b-4d59-83ec-bc9e8d07e7d9 req-40a5b973-76ed-4eaf-a53f-038006881efa tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=f6f34100-4199-4c69-a3cb-028eff639d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3031216 May 18 18:35:16.960325 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd054f69-0da7-45da-8d84-3f75001867ee tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Network c5ce55ad-2458-4816-93d1-bdb0e8f83e94 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:35:16.962508 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-cd054f69-0da7-45da-8d84-3f75001867ee tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:35:17.075768 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab087363-0d62-411f-b023-0615c32f8c31 req-36626798-b86c-43b7-8be9-f9792100ca36 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:35:17.100244 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ab087363-0d62-411f-b023-0615c32f8c31 req-36626798-b86c-43b7-8be9-f9792100ca36 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 946 time: 0.1869032 May 18 18:35:17.134647 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6622cb7-daff-4f20-8c6f-69db0c1ac2f4 None None] New status for floating IP bf5e2dce-c84c-4391-9896-d3620d38fb97: DOWN {{(pid=102732) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 18:35:17.283483 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-eaf6af9e-e6e9-4b47-a204-2084eedcde94 req-608e6c2d-fc35-4fc3-913c-72ea7faef645 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] For port 61fc7c80-a9ca-48ae-916a-05efabccc0cb, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=61fc7c80-a9ca-48ae-916a-05efabccc0cb,segment=NetworkSegment(91232e8c-3d17-424b-b810-746db9884dd3),segment_id=91232e8c-3d17-424b-b810-746db9884dd3)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:35:17.286688 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-eaf6af9e-e6e9-4b47-a204-2084eedcde94 req-608e6c2d-fc35-4fc3-913c-72ea7faef645 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:17.313951 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-eaf6af9e-e6e9-4b47-a204-2084eedcde94 req-608e6c2d-fc35-4fc3-913c-72ea7faef645 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Calling delete_port for 61fc7c80-a9ca-48ae-916a-05efabccc0cb owned by compute:nova {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:35:17.335724 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd054f69-0da7-45da-8d84-3f75001867ee tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Router d6d21624-7f2a-42e2-9a82-afee5c392266 is scheduled to L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e with binding_index 1 {{(pid=102731) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 18 18:35:17.439989 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ab087363-0d62-411f-b023-0615c32f8c31 req-5cf2af75-6764-45c8-b50b-7a84896ae9c6 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3188457 May 18 18:35:17.590739 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd054f69-0da7-45da-8d84-3f75001867ee tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:35:17.625043 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-cd054f69-0da7-45da-8d84-3f75001867ee tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "PUT /v2.0/routers/d6d21624-7f2a-42e2-9a82-afee5c392266/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7605252 May 18 18:35:17.626311 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 34124) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:35:17.626788 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0dc356d-cbea-47a7-be98-b28b46c70e36 None None] Sync routers for ids ['d6d21624-7f2a-42e2-9a82-afee5c392266'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:35:17.665456 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-1135554c-ffdc-40de-aa91-d80525d2fcb5 None None] Provisioning complete for port bb602e6c-4f77-41e8-ad81-92f4625f4dc0 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:35:17.666796 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1135554c-ffdc-40de-aa91-d80525d2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:17.730854 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0dc356d-cbea-47a7-be98-b28b46c70e36 None None] Routers {'d6d21624-7f2a-42e2-9a82-afee5c392266'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:35:17.734125 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-d0dc356d-cbea-47a7-be98-b28b46c70e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:35:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['d6d21624-7f2a-42e2-9a82-afee5c392266'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:35:17.899665 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f616335e-594c-4d4a-8e06-9571dd5e9ffb tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:35:17.904738 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-eaf6af9e-e6e9-4b47-a204-2084eedcde94 req-608e6c2d-fc35-4fc3-913c-72ea7faef645 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:17.918053 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-f616335e-594c-4d4a-8e06-9571dd5e9ffb tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "GET /v2.0/ports/fb2f8925-b0f9-4480-b1d6-573496af4e80 HTTP/1.1" status: 200 len: 911 time: 0.2909267 May 18 18:35:17.928035 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 34134) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:35:18.070551 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-1135554c-ffdc-40de-aa91-d80525d2fcb5 None None] Current status of the port bb602e6c-4f77-41e8-ad81-92f4625f4dc0 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:35:18.070953 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1135554c-ffdc-40de-aa91-d80525d2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:18.105034 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecee3d5-4724-40c0-b057-a056a8af61c8 req-9233663b-75a1-45a7-a81f-d2af2dfc7ef9 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:35:18.118401 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0ecee3d5-4724-40c0-b057-a056a8af61c8 req-9233663b-75a1-45a7-a81f-d2af2dfc7ef9 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 946 time: 0.4566708 May 18 18:35:18.223367 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device bb602e6c-4f77-41e8-ad81-92f4625f4dc0 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:35:18.223960 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-d0dc356d-cbea-47a7-be98-b28b46c70e36 None None] Set router d6d21624-7f2a-42e2-9a82-afee5c392266 gateway port host: None {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:35:18.249312 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b5c5a7-d039-404a-9ec9-41e76ab0593d tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:35:18.271672 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608e6c2d-fc35-4fc3-913c-72ea7faef645 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Pushing event deleted for resources: {'Port': ['ID=61fc7c80-a9ca-48ae-916a-05efabccc0cb,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:35:18.272293 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b5c5a7-d039-404a-9ec9-41e76ab0593d tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:35:18.280940 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-61b5c5a7-d039-404a-9ec9-41e76ab0593d tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.3510203 May 18 18:35:18.285177 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-1135554c-ffdc-40de-aa91-d80525d2fcb5 None None] For port bb602e6c-4f77-41e8-ad81-92f4625f4dc0, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=bb602e6c-4f77-41e8-ad81-92f4625f4dc0,segment=NetworkSegment(7193822e-e5ec-4b60-a562-e581b7323da0),segment_id=7193822e-e5ec-4b60-a562-e581b7323da0)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:35:18.286129 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 34140) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:35:18.304400 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1135554c-ffdc-40de-aa91-d80525d2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:18.322646 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0ecee3d5-4724-40c0-b057-a056a8af61c8 req-50a30199-ff81-4ccc-a71d-27c3e7e43fc7 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022760 May 18 18:35:18.389557 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1135554c-ffdc-40de-aa91-d80525d2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=bb602e6c-4f77-41e8-ad81-92f4625f4dc0,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:35:18.414723 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port bb602e6c-4f77-41e8-ad81-92f4625f4dc0 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:35:18.415424 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:18.638670 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaf6af9e-e6e9-4b47-a204-2084eedcde94 req-608e6c2d-fc35-4fc3-913c-72ea7faef645 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] No DVR routers for this DVR port 61fc7c80-a9ca-48ae-916a-05efabccc0cb on host n-h1-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:35:18.712775 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port bb602e6c-4f77-41e8-ad81-92f4625f4dc0 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:35:18.732317 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b326e16a-1b75-4d21-b9dc-c97573a6a11b None None] Provisioning complete for port fb2f8925-b0f9-4480-b1d6-573496af4e80 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:35:18.732317 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b326e16a-1b75-4d21-b9dc-c97573a6a11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:18.973529 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b326e16a-1b75-4d21-b9dc-c97573a6a11b None None] Port fb2f8925-b0f9-4480-b1d6-573496af4e80 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:35:18.978355 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3a776f69-0d11-4980-ac65-3c689142ad28 req-191f5bd8-5c9c-400a-bc8d-db53a4d1ea80 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=1e87ebb1-66a8-452f-9f9f-1727775ac206 HTTP/1.1" status: 200 len: 210 time: 0.7266004 May 18 18:35:18.987778 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-d0dc356d-cbea-47a7-be98-b28b46c70e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d21624-7f2a-42e2-9a82-afee5c392266', 'name': 'tempest-NetworksTestDHCPv6-router-302009837', 'tenant_id': '17ca2b3ab9ea4457836da5cdadc0de8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:35:13Z', 'updated_at': '2022-05-18T18:35:15Z', 'revision_number': 2, 'project_id': '17ca2b3ab9ea4457836da5cdadc0de8c', 'gw_port_host': None, '_interfaces': [{'id': 'fb2f8925-b0f9-4480-b1d6-573496af4e80', 'name': '', 'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94', 'tenant_id': '17ca2b3ab9ea4457836da5cdadc0de8c', 'mac_address': 'fa:16:3e:f9:bc:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6d21624-7f2a-42e2-9a82-afee5c392266', 'device_owner': 'network:router_interface', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '065e9fb3-49cf-457d-b488-7e677b7a80f9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:35:14Z', 'updated_at': '2022-05-18T18:35:16Z', 'revision_number': 2, 'project_id': '17ca2b3ab9ea4457836da5cdadc0de8c', 'subnets': [{'id': '065e9fb3-49cf-457d-b488-7e677b7a80f9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:35:18.997468 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-eaf6af9e-e6e9-4b47-a204-2084eedcde94 req-608e6c2d-fc35-4fc3-913c-72ea7faef645 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:19.008218 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-eaf6af9e-e6e9-4b47-a204-2084eedcde94 req-608e6c2d-fc35-4fc3-913c-72ea7faef645 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.36 "DELETE /v2.0/ports/61fc7c80-a9ca-48ae-916a-05efabccc0cb HTTP/1.1" status: 204 len: 173 time: 2.5815470 May 18 18:35:19.008712 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e87ebb1-66a8-452f-9f9f-1727775ac206', 'name': 'network-vif-deleted', 'tag': '61fc7c80-a9ca-48ae-916a-05efabccc0cb'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:35:19.023303 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11013662-640b-4077-9662-26fec69b324a" -d '{"events": [{"server_uuid": "1e87ebb1-66a8-452f-9f9f-1727775ac206", "name": "network-vif-deleted", "tag": "61fc7c80-a9ca-48ae-916a-05efabccc0cb"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:35:19.132513 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0dc356d-cbea-47a7-be98-b28b46c70e36 None None] Checking router: d6d21624-7f2a-42e2-9a82-afee5c392266 for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:35:19.132863 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0dc356d-cbea-47a7-be98-b28b46c70e36 None None] Updating router d6d21624-7f2a-42e2-9a82-afee5c392266 port fb2f8925-b0f9-4480-b1d6-573496af4e80 binding host n-d-838550-3 {{(pid=102733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 18:35:19.198390 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edd5e0b0-1c18-4a58-9277-d1bbb6012a2f x-openstack-request-id: req-edd5e0b0-1c18-4a58-9277-d1bbb6012a2f {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:35:19.199863 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e87ebb1-66a8-452f-9f9f-1727775ac206", "name": "network-vif-deleted", "tag": "61fc7c80-a9ca-48ae-916a-05efabccc0cb", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:35:19.200667 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-edd5e0b0-1c18-4a58-9277-d1bbb6012a2f {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:35:19.201186 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edd5e0b0-1c18-4a58-9277-d1bbb6012a2f'] response: {'server_uuid': '1e87ebb1-66a8-452f-9f9f-1727775ac206', 'name': 'network-vif-deleted', 'tag': '61fc7c80-a9ca-48ae-916a-05efabccc0cb', 'status': 'completed', 'code': 200} May 18 18:35:19.282876 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-d0dc356d-cbea-47a7-be98-b28b46c70e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:19.351690 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-d27345e4-b52a-4c15-a9c4-2d664c1c55d1 None None] Provisioning complete for port fb2f8925-b0f9-4480-b1d6-573496af4e80 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:35:19.352416 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d27345e4-b52a-4c15-a9c4-2d664c1c55d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:19.586338 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-d27345e4-b52a-4c15-a9c4-2d664c1c55d1 None None] Port fb2f8925-b0f9-4480-b1d6-573496af4e80 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:35:19.607536 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-512d9cbc-e4f1-4b56-89c8-b6252d168b28 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-595963'] for router_interface, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:19.850710 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-d0dc356d-cbea-47a7-be98-b28b46c70e36 None None] Notify callbacks [] for port, precommit_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:19.864391 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-d0dc356d-cbea-47a7-be98-b28b46c70e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:19.978462 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device bb602e6c-4f77-41e8-ad81-92f4625f4dc0 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:35:20.022693 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f881951e-13a1-49da-84fb-0fd6b1d8fe83 None None] Pushing event updated for resources: {'Port': ['ID=fb2f8925-b0f9-4480-b1d6-573496af4e80,revision_number=3']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:35:20.205378 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-d0dc356d-cbea-47a7-be98-b28b46c70e36 None None] Attempting to bind port fb2f8925-b0f9-4480-b1d6-573496af4e80 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:35:20.205378 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-d0dc356d-cbea-47a7-be98-b28b46c70e36 None None] Attempting to bind port fb2f8925-b0f9-4480-b1d6-573496af4e80 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '7193822e-e5ec-4b60-a562-e581b7323da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94'}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:35:20.205378 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0dc356d-cbea-47a7-be98-b28b46c70e36 None None] Attempting to bind port fb2f8925-b0f9-4480-b1d6-573496af4e80 on network c5ce55ad-2458-4816-93d1-bdb0e8f83e94 {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:35:20.224486 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0dc356d-cbea-47a7-be98-b28b46c70e36 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:35:20.224486 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0dc356d-cbea-47a7-be98-b28b46c70e36 None None] Checking segment: {'id': '7193822e-e5ec-4b60-a562-e581b7323da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:35:20.224486 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-d0dc356d-cbea-47a7-be98-b28b46c70e36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:20.230610 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0dc356d-cbea-47a7-be98-b28b46c70e36 None None] Bound using segment: {'id': '7193822e-e5ec-4b60-a562-e581b7323da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94'} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:35:20.231556 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-d0dc356d-cbea-47a7-be98-b28b46c70e36 None None] Bound port: fb2f8925-b0f9-4480-b1d6-573496af4e80, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7193822e-e5ec-4b60-a562-e581b7323da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94'}}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:35:20.232357 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-d0dc356d-cbea-47a7-be98-b28b46c70e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:20.286063 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port bb602e6c-4f77-41e8-ad81-92f4625f4dc0 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:35:20.290546 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:20.349719 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d20ae3d8-39fc-4130-b924-0f5588621cf6 req-0e108ca2-ac6b-48a5-95cc-2d9a956c2d99 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=1e87ebb1-66a8-452f-9f9f-1727775ac206 HTTP/1.1" status: 200 len: 210 time: 0.1854811 May 18 18:35:20.406919 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.db [None req-d0dc356d-cbea-47a7-be98-b28b46c70e36 None None] For port fb2f8925-b0f9-4480-b1d6-573496af4e80, host n-d-838550-3, cleared binding levels {{(pid=102733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:35:20.416357 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 61fc7c80-a9ca-48ae-916a-05efabccc0cb no longer exists at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:35:20.418198 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.db [None req-d0dc356d-cbea-47a7-be98-b28b46c70e36 None None] For port fb2f8925-b0f9-4480-b1d6-573496af4e80, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=fb2f8925-b0f9-4480-b1d6-573496af4e80,segment=NetworkSegment(7193822e-e5ec-4b60-a562-e581b7323da0),segment_id=7193822e-e5ec-4b60-a562-e581b7323da0)] {{(pid=102733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:35:20.443264 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-d0dc356d-cbea-47a7-be98-b28b46c70e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:20.554188 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] No Port match for: 61fc7c80-a9ca-48ae-916a-05efabccc0cb {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:35:20.554534 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 61fc7c80-a9ca-48ae-916a-05efabccc0cb not bound to the agent host n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:35:20.559234 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-512d9cbc-e4f1-4b56-89c8-b6252d168b28 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Deleting port fb2f8925-b0f9-4480-b1d6-573496af4e80 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:35:20.559730 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-512d9cbc-e4f1-4b56-89c8-b6252d168b28 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:20.577033 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f881951e-13a1-49da-84fb-0fd6b1d8fe83 None None] Pushing event updated for resources: {'Port': ['ID=fb2f8925-b0f9-4480-b1d6-573496af4e80,revision_number=4']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:35:20.650182 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0dc356d-cbea-47a7-be98-b28b46c70e36 None None] Routers {'d6d21624-7f2a-42e2-9a82-afee5c392266'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:35:20.653248 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-d0dc356d-cbea-47a7-be98-b28b46c70e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:35:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['d6d21624-7f2a-42e2-9a82-afee5c392266'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:35:20.769330 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-512d9cbc-e4f1-4b56-89c8-b6252d168b28 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] For port fb2f8925-b0f9-4480-b1d6-573496af4e80, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=fb2f8925-b0f9-4480-b1d6-573496af4e80,segment=NetworkSegment(7193822e-e5ec-4b60-a562-e581b7323da0),segment_id=7193822e-e5ec-4b60-a562-e581b7323da0)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:35:20.770110 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-512d9cbc-e4f1-4b56-89c8-b6252d168b28 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:20.802428 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-512d9cbc-e4f1-4b56-89c8-b6252d168b28 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Calling delete_port for fb2f8925-b0f9-4480-b1d6-573496af4e80 owned by network:router_interface {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:35:20.878223 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-24ee2e35-c633-4eab-baf1-f1761cafc092 None None] Provisioning complete for port fb2f8925-b0f9-4480-b1d6-573496af4e80 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:35:20.878957 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-24ee2e35-c633-4eab-baf1-f1761cafc092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:20.965107 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port bb602e6c-4f77-41e8-ad81-92f4625f4dc0 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:35:21.081999 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-d0dc356d-cbea-47a7-be98-b28b46c70e36 None None] Set router d6d21624-7f2a-42e2-9a82-afee5c392266 gateway port host: None {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:35:21.262415 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-24ee2e35-c633-4eab-baf1-f1761cafc092 None None] Current status of the port fb2f8925-b0f9-4480-b1d6-573496af4e80 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:35:21.262415 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-24ee2e35-c633-4eab-baf1-f1761cafc092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:21.580701 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-512d9cbc-e4f1-4b56-89c8-b6252d168b28 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:21.705601 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d356bd1e-1a49-4413-97ab-a2921db4f85a req-6721295f-a1ae-487d-aa39-6be3609338e1 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=1e87ebb1-66a8-452f-9f9f-1727775ac206 HTTP/1.1" status: 200 len: 210 time: 0.0880518 May 18 18:35:21.730601 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-d0dc356d-cbea-47a7-be98-b28b46c70e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d21624-7f2a-42e2-9a82-afee5c392266', 'name': 'tempest-NetworksTestDHCPv6-router-302009837', 'tenant_id': '17ca2b3ab9ea4457836da5cdadc0de8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:35:13Z', 'updated_at': '2022-05-18T18:35:15Z', 'revision_number': 2, 'project_id': '17ca2b3ab9ea4457836da5cdadc0de8c', 'gw_port_host': None, '_interfaces': [{'id': 'fb2f8925-b0f9-4480-b1d6-573496af4e80', 'name': '', 'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94', 'tenant_id': '17ca2b3ab9ea4457836da5cdadc0de8c', 'mac_address': 'fa:16:3e:f9:bc:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6d21624-7f2a-42e2-9a82-afee5c392266', 'device_owner': 'network:router_interface', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '065e9fb3-49cf-457d-b488-7e677b7a80f9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:35:14Z', 'updated_at': '2022-05-18T18:35:20Z', 'revision_number': 4, 'project_id': '17ca2b3ab9ea4457836da5cdadc0de8c', 'subnets': [{'id': '065e9fb3-49cf-457d-b488-7e677b7a80f9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:35:21.861329 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0dc356d-cbea-47a7-be98-b28b46c70e36 None None] The sync data for ids ['d6d21624-7f2a-42e2-9a82-afee5c392266'] in n-d-838550-3 is: [{'id': 'd6d21624-7f2a-42e2-9a82-afee5c392266', 'name': 'tempest-NetworksTestDHCPv6-router-302009837', 'tenant_id': '17ca2b3ab9ea4457836da5cdadc0de8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:35:13Z', 'updated_at': '2022-05-18T18:35:15Z', 'revision_number': 2, 'project_id': '17ca2b3ab9ea4457836da5cdadc0de8c', 'gw_port_host': None, '_interfaces': [{'id': 'fb2f8925-b0f9-4480-b1d6-573496af4e80', 'name': '', 'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94', 'tenant_id': '17ca2b3ab9ea4457836da5cdadc0de8c', 'mac_address': 'fa:16:3e:f9:bc:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6d21624-7f2a-42e2-9a82-afee5c392266', 'device_owner': 'network:router_interface', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '065e9fb3-49cf-457d-b488-7e677b7a80f9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:35:14Z', 'updated_at': '2022-05-18T18:35:20Z', 'revision_number': 4, 'project_id': '17ca2b3ab9ea4457836da5cdadc0de8c', 'subnets': [{'id': '065e9fb3-49cf-457d-b488-7e677b7a80f9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:35:21.907344 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-d3ff4883-6cc6-42cd-b6ff-edfe7bb9c807 None None] Could not find standard attr ID for object fb2f8925-b0f9-4480-b1d6-573496af4e80. {{(pid=102732) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 18 18:35:22.767438 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512d9cbc-e4f1-4b56-89c8-b6252d168b28 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Pushing event deleted for resources: {'Port': ['ID=fb2f8925-b0f9-4480-b1d6-573496af4e80,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:35:23.168904 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d61ac744-b744-4e0b-8e94-eb670662a7f8 req-1a41983c-e0ce-4add-bed0-5480baa4ea03 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=1e87ebb1-66a8-452f-9f9f-1727775ac206 HTTP/1.1" status: 200 len: 210 time: 0.1802247 May 18 18:35:23.176314 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-512d9cbc-e4f1-4b56-89c8-b6252d168b28 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-593931'] for router_interface, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:23.713047 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-512d9cbc-e4f1-4b56-89c8-b6252d168b28 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Router d6d21624-7f2a-42e2-9a82-afee5c392266 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:35:23.923845 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eebf48-9e35-4f57-b4b5-4317f1bf8c62 req-b983670f-8371-4d38-b6ef-af674870e633 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:35:23.928267 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-05eebf48-9e35-4f57-b4b5-4317f1bf8c62 req-b983670f-8371-4d38-b6ef-af674870e633 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 946 time: 0.3806205 May 18 18:35:23.939327 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-512d9cbc-e4f1-4b56-89c8-b6252d168b28 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:35:23.987082 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-512d9cbc-e4f1-4b56-89c8-b6252d168b28 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "PUT /v2.0/routers/d6d21624-7f2a-42e2-9a82-afee5c392266/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6757097 May 18 18:35:23.987743 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 34234) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:35:24.093125 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f82149-01cf-4554-8529-e5f88de1e4b3 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:35:24.098250 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f82149-01cf-4554-8529-e5f88de1e4b3 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:35:24.102937 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-69f82149-01cf-4554-8529-e5f88de1e4b3 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1136980 May 18 18:35:24.103892 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 34238) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:35:24.118275 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-05eebf48-9e35-4f57-b4b5-4317f1bf8c62 req-6ae01c94-f48b-48fc-8b4f-fed1b5d6b28b tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619763 May 18 18:35:24.220711 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae7f1a21-03c3-4f59-88fc-e3fcbf127334 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Deleting subnet 065e9fb3-49cf-457d-b488-7e677b7a80f9 {{(pid=102731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:35:24.227059 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ae7f1a21-03c3-4f59-88fc-e3fcbf127334 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks [] for subnet, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:24.321087 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ae7f1a21-03c3-4f59-88fc-e3fcbf127334 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260542153'] for subnet, precommit_delete_associations {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:24.430736 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b7112a5b-aa05-4b78-8d7c-dc0009bc4634 req-ce87f97c-3ef4-45f0-b344-eedd22b68c68 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=1e87ebb1-66a8-452f-9f9f-1727775ac206 HTTP/1.1" status: 200 len: 210 time: 0.0994172 May 18 18:35:24.628146 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2cc0a52-7f0f-4544-8d82-8bf6caa1d66f None None] Sync routers for ids ['d6d21624-7f2a-42e2-9a82-afee5c392266'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:35:24.658611 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2cc0a52-7f0f-4544-8d82-8bf6caa1d66f None None] Routers {'d6d21624-7f2a-42e2-9a82-afee5c392266'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:35:24.666777 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-d2cc0a52-7f0f-4544-8d82-8bf6caa1d66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:35:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['d6d21624-7f2a-42e2-9a82-afee5c392266'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:35:24.862185 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ae7f1a21-03c3-4f59-88fc-e3fcbf127334 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:24.897280 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0788a849-329f-46e6-aec2-8732d3c38062 req-3529074a-c210-49c2-9606-279cadc1b559 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:35:24.898998 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0788a849-329f-46e6-aec2-8732d3c38062 req-3529074a-c210-49c2-9606-279cadc1b559 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 946 time: 0.1067374 May 18 18:35:24.905954 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-d2cc0a52-7f0f-4544-8d82-8bf6caa1d66f None None] Set router d6d21624-7f2a-42e2-9a82-afee5c392266 gateway port host: None {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:35:24.979297 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-d2cc0a52-7f0f-4544-8d82-8bf6caa1d66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d21624-7f2a-42e2-9a82-afee5c392266', 'name': 'tempest-NetworksTestDHCPv6-router-302009837', 'tenant_id': '17ca2b3ab9ea4457836da5cdadc0de8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:35:13Z', 'updated_at': '2022-05-18T18:35:21Z', 'revision_number': 3, 'project_id': '17ca2b3ab9ea4457836da5cdadc0de8c', 'gw_port_host': None}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:35:25.045444 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0788a849-329f-46e6-aec2-8732d3c38062 req-a606c75b-8697-4a47-baad-fd52459f5c42 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330969 May 18 18:35:25.066052 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2cc0a52-7f0f-4544-8d82-8bf6caa1d66f None None] Checking router: d6d21624-7f2a-42e2-9a82-afee5c392266 for host: n-d-838550-3 {{(pid=102732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:35:25.097044 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2cc0a52-7f0f-4544-8d82-8bf6caa1d66f None None] Routers {'d6d21624-7f2a-42e2-9a82-afee5c392266'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:35:25.097798 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-d2cc0a52-7f0f-4544-8d82-8bf6caa1d66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:35:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['d6d21624-7f2a-42e2-9a82-afee5c392266'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:35:25.188287 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ae7f1a21-03c3-4f59-88fc-e3fcbf127334 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260898416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260908030'] for subnet, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:25.314255 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7f1a21-03c3-4f59-88fc-e3fcbf127334 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Pushing event deleted for resources: {'Subnet': ['ID=065e9fb3-49cf-457d-b488-7e677b7a80f9,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:35:25.353428 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d400d60-fb4f-4acc-8ab3-97aac1cd1ce2 None None] Network c5ce55ad-2458-4816-93d1-bdb0e8f83e94 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:35:25.361051 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ae7f1a21-03c3-4f59-88fc-e3fcbf127334 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:25.383067 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-ae7f1a21-03c3-4f59-88fc-e3fcbf127334 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "DELETE /v2.0/subnets/065e9fb3-49cf-457d-b488-7e677b7a80f9 HTTP/1.1" status: 204 len: 168 time: 1.2757437 May 18 18:35:25.383370 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 34264) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:35:25.491222 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69d84e9-fd42-4d6d-bc0f-b64944ebe30f req-5e01e794-60ba-4d6e-99b6-8daeafe2d7bf tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:35:25.497668 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-d2cc0a52-7f0f-4544-8d82-8bf6caa1d66f None None] Set router d6d21624-7f2a-42e2-9a82-afee5c392266 gateway port host: None {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:35:25.515296 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e69d84e9-fd42-4d6d-bc0f-b64944ebe30f req-5e01e794-60ba-4d6e-99b6-8daeafe2d7bf tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 946 time: 0.1767199 May 18 18:35:25.589663 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-a0ec18a0-6b3b-468d-96df-625dfcd237d9 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2030180 May 18 18:35:25.591351 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 34268) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:35:25.616492 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-d2cc0a52-7f0f-4544-8d82-8bf6caa1d66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d21624-7f2a-42e2-9a82-afee5c392266', 'name': 'tempest-NetworksTestDHCPv6-router-302009837', 'tenant_id': '17ca2b3ab9ea4457836da5cdadc0de8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:35:13Z', 'updated_at': '2022-05-18T18:35:21Z', 'revision_number': 3, 'project_id': '17ca2b3ab9ea4457836da5cdadc0de8c', 'gw_port_host': None}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:35:25.618136 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e69d84e9-fd42-4d6d-bc0f-b64944ebe30f req-dfedce0f-c76a-4aec-b242-970b70870ade tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017578 May 18 18:35:25.660431 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2cc0a52-7f0f-4544-8d82-8bf6caa1d66f None None] The sync data for ids ['d6d21624-7f2a-42e2-9a82-afee5c392266'] in n-d-838550-3 is: [{'id': 'd6d21624-7f2a-42e2-9a82-afee5c392266', 'name': 'tempest-NetworksTestDHCPv6-router-302009837', 'tenant_id': '17ca2b3ab9ea4457836da5cdadc0de8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:35:13Z', 'updated_at': '2022-05-18T18:35:21Z', 'revision_number': 3, 'project_id': '17ca2b3ab9ea4457836da5cdadc0de8c', 'gw_port_host': None}] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:35:25.743113 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-48cd95f7-d55a-4a19-9ffe-1e3cdfe4b359 req-75aa2623-0392-430c-ba3b-9736ae95e091 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=1e87ebb1-66a8-452f-9f9f-1727775ac206 HTTP/1.1" status: 200 len: 210 time: 0.1308560 May 18 18:35:25.808542 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-050f8087-7f50-4d6b-bba7-09b054467a01 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks [] for router, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:25.882690 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca391246-5b11-4a2a-a222-23182c0c5ac7 req-e421dc63-631f-4c73-ac90-045be67c4f9a tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:35:25.891543 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ca391246-5b11-4a2a-a222-23182c0c5ac7 req-e421dc63-631f-4c73-ac90-045be67c4f9a tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 946 time: 0.1175935 May 18 18:35:25.970296 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ca391246-5b11-4a2a-a222-23182c0c5ac7 req-a1e3bd5b-8a91-4012-a810-be3d82b46937 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775692 May 18 18:35:26.038509 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-050f8087-7f50-4d6b-bba7-09b054467a01 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25145'] for router, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:26.041871 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-050f8087-7f50-4d6b-bba7-09b054467a01 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:26.070437 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d291c389-4c1c-4ef0-8ab9-a1eec6871d9e None None] DHCP port deletion for c5ce55ad-2458-4816-93d1-bdb0e8f83e94 request from n-d-838550-3 {{(pid=102732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 18:35:26.110478 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-050f8087-7f50-4d6b-bba7-09b054467a01 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593303'] for router, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:26.111682 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-050f8087-7f50-4d6b-bba7-09b054467a01 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Fanout notify agent at l3_agent the message router_deleted on router d6d21624-7f2a-42e2-9a82-afee5c392266 {{(pid=102730) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 18 18:35:26.127702 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-050f8087-7f50-4d6b-bba7-09b054467a01 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks [] for router, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:26.129030 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-050f8087-7f50-4d6b-bba7-09b054467a01 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "DELETE /v2.0/routers/d6d21624-7f2a-42e2-9a82-afee5c392266 HTTP/1.1" status: 204 len: 168 time: 0.5320551 May 18 18:35:26.133151 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 34286) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:35:26.219162 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device fb2f8925-b0f9-4480-b1d6-573496af4e80 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:35:26.271171 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: fb2f8925-b0f9-4480-b1d6-573496af4e80 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:35:26.271527 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device fb2f8925-b0f9-4480-b1d6-573496af4e80 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:35:26.272596 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device bb602e6c-4f77-41e8-ad81-92f4625f4dc0 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:35:26.282949 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a30d954-3546-4162-9fb5-162767d553fd tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:35:26.294236 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-8a30d954-3546-4162-9fb5-162767d553fd tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1577260 May 18 18:35:26.294757 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 34292) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:35:26.400199 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9567c3c0-9a0a-4e7d-afda-3b4a04723d80 req-0acd4be4-1ce2-4f45-8d9d-d4f67cbca94d tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:35:26.415372 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9567c3c0-9a0a-4e7d-afda-3b4a04723d80 req-0acd4be4-1ce2-4f45-8d9d-d4f67cbca94d tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 946 time: 0.1606760 May 18 18:35:26.416011 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35696ceb-0747-42f7-9680-c2ece6fe80e9 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:35:26.422971 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-d291c389-4c1c-4ef0-8ab9-a1eec6871d9e None None] Deleting port bb602e6c-4f77-41e8-ad81-92f4625f4dc0 {{(pid=102732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:35:26.423384 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d291c389-4c1c-4ef0-8ab9-a1eec6871d9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:26.436568 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-35696ceb-0747-42f7-9680-c2ece6fe80e9 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1385612 May 18 18:35:26.439427 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 34298) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:35:26.482308 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9567c3c0-9a0a-4e7d-afda-3b4a04723d80 req-55484ec0-85b5-4b53-b55b-23cb6c779e6b tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649381 May 18 18:35:26.521761 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-50c61901-fbd3-4133-9534-da497ce57b7f tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0811703 May 18 18:35:26.526361 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 34304) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:35:26.531500 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-b46d19ba-3476-4f80-bf60-cf129f9e0cb2 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Request body: {'subnet': {'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:35:26.542313 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port bb602e6c-4f77-41e8-ad81-92f4625f4dc0 is: ACTIVE; New status is: DOWN {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:35:26.555643 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:26.687483 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] For port bb602e6c-4f77-41e8-ad81-92f4625f4dc0, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=bb602e6c-4f77-41e8-ad81-92f4625f4dc0,segment=NetworkSegment(7193822e-e5ec-4b60-a562-e581b7323da0),segment_id=7193822e-e5ec-4b60-a562-e581b7323da0)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:35:26.701299 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:26.737179 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b46d19ba-3476-4f80-bf60-cf129f9e0cb2 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Made reservation on behalf of 17ca2b3ab9ea4457836da5cdadc0de8c for: {'subnet': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:35:26.741426 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b46d19ba-3476-4f80-bf60-cf129f9e0cb2 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260908003'] for subnet, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:26.772595 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814e1e17-fb14-4946-8ad0-7f0def5cadd7 req-65b75251-349e-4898-b8bb-459ef7383d67 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:35:26.783369 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-814e1e17-fb14-4946-8ad0-7f0def5cadd7 req-65b75251-349e-4898-b8bb-459ef7383d67 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 946 time: 0.1155641 May 18 18:35:26.820882 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-d291c389-4c1c-4ef0-8ab9-a1eec6871d9e None None] For port bb602e6c-4f77-41e8-ad81-92f4625f4dc0, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=bb602e6c-4f77-41e8-ad81-92f4625f4dc0,segment=NetworkSegment(7193822e-e5ec-4b60-a562-e581b7323da0),segment_id=7193822e-e5ec-4b60-a562-e581b7323da0)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:35:26.821284 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d291c389-4c1c-4ef0-8ab9-a1eec6871d9e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:26.868758 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-814e1e17-fb14-4946-8ad0-7f0def5cadd7 req-9796fd94-0160-46c0-8559-4362d76438ed tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844254 May 18 18:35:26.886636 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-d291c389-4c1c-4ef0-8ab9-a1eec6871d9e None None] Calling delete_port for bb602e6c-4f77-41e8-ad81-92f4625f4dc0 owned by network:dhcp {{(pid=102732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:35:26.902450 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Pushing event updated for resources: {'Port': ['ID=bb602e6c-4f77-41e8-ad81-92f4625f4dc0,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:35:26.984155 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cdaec574-c98c-44ad-a2c3-b5f05fbbcb39 req-2c4d8b43-376c-4f5c-879c-e4d46e570e43 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=1e87ebb1-66a8-452f-9f9f-1727775ac206 HTTP/1.1" status: 200 len: 210 time: 0.0903771 May 18 18:35:27.035563 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d291c389-4c1c-4ef0-8ab9-a1eec6871d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508'] for port, after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:27.076189 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d291c389-4c1c-4ef0-8ab9-a1eec6871d9e None None] Pushing event deleted for resources: {'Port': ['ID=bb602e6c-4f77-41e8-ad81-92f4625f4dc0,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:35:27.099165 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d291c389-4c1c-4ef0-8ab9-a1eec6871d9e None None] No DVR routers for this DVR port bb602e6c-4f77-41e8-ad81-92f4625f4dc0 on host n-d-838550-3 {{(pid=102732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:35:27.452111 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc43b532-472e-4c38-90b4-c710b070717a req-3a20a699-a60b-43c9-846d-db1e0942098b tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:35:27.453866 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-dc43b532-472e-4c38-90b4-c710b070717a req-3a20a699-a60b-43c9-846d-db1e0942098b tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 946 time: 0.3033352 May 18 18:35:27.529201 n-d-838550-3 neutron-server[102731]: DEBUG neutron.objects.ports [None req-b46d19ba-3476-4f80-bf60-cf129f9e0cb2 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102731) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} May 18 18:35:27.535733 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b46d19ba-3476-4f80-bf60-cf129f9e0cb2 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260898481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260908021'] for subnet, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:27.548785 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-dc43b532-472e-4c38-90b4-c710b070717a req-d3dc1a55-faba-4aac-8f11-208cc20ffe17 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877082 May 18 18:35:27.636794 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b46d19ba-3476-4f80-bf60-cf129f9e0cb2 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Network c5ce55ad-2458-4816-93d1-bdb0e8f83e94 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:35:27.641223 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-b46d19ba-3476-4f80-bf60-cf129f9e0cb2 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:35:27.654629 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb74ea4-1b83-4a44-b381-e82e720e326c None None] Network c5ce55ad-2458-4816-93d1-bdb0e8f83e94 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:35:27.676539 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b46d19ba-3476-4f80-bf60-cf129f9e0cb2 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:35:27.681584 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b46d19ba-3476-4f80-bf60-cf129f9e0cb2 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:27.710429 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46d19ba-3476-4f80-bf60-cf129f9e0cb2 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Pushing event updated for resources: {'Subnet': ['ID=4dd4649e-dbbb-408c-a1ce-408edb4544d5,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:35:27.733650 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-b46d19ba-3476-4f80-bf60-cf129f9e0cb2 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2057266 May 18 18:35:27.734417 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 34336) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:35:27.748985 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-38a636f7-9cf5-4d63-9e5a-c1e1a6558512 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Request body: {'subnet': {'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:35:27.820820 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165c37d8-af2d-405a-aeb0-6696a4cda794 req-0aaa1c9d-3080-4dfd-95c8-b90157a80753 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:35:27.825588 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-165c37d8-af2d-405a-aeb0-6696a4cda794 req-0aaa1c9d-3080-4dfd-95c8-b90157a80753 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 946 time: 0.1805496 May 18 18:35:27.908116 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-165c37d8-af2d-405a-aeb0-6696a4cda794 req-8766f7a2-c7b8-407b-b500-cfb1d18b851d tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721664 May 18 18:35:28.057136 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbbadadd-1f49-4595-a582-da4ef44e72e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-c5ce55ad-2458-4816-93d1-bdb0e8f83e94', 'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94', 'tenant_id': '17ca2b3ab9ea4457836da5cdadc0de8c', 'fixed_ips': [{'subnet_id': '4dd4649e-dbbb-408c-a1ce-408edb4544d5'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:35:28.059482 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-cbbadadd-1f49-4595-a582-da4ef44e72e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:28.094189 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38a636f7-9cf5-4d63-9e5a-c1e1a6558512 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Made reservation on behalf of 17ca2b3ab9ea4457836da5cdadc0de8c for: {'subnet': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:35:28.099619 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-38a636f7-9cf5-4d63-9e5a-c1e1a6558512 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260908003'] for subnet, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:28.302295 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1093d5ee-fa97-45c7-a6b1-32ea24d9ed32 req-451f1ab8-1d9a-4e2d-ad08-e6a5f6239775 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=1e87ebb1-66a8-452f-9f9f-1727775ac206 HTTP/1.1" status: 200 len: 210 time: 0.0430570 May 18 18:35:28.304210 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93eb441-b848-48a7-b619-eca5415837b7 req-bc5cf683-20d6-4db2-b310-ae99c9ac0566 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:35:28.335012 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c93eb441-b848-48a7-b619-eca5415837b7 req-bc5cf683-20d6-4db2-b310-ae99c9ac0566 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 946 time: 0.1988513 May 18 18:35:28.386498 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-cbbadadd-1f49-4595-a582-da4ef44e72e6 None None] Allocated IP 2001:db8::f816:3eff:fe3c:5fa0 (c5ce55ad-2458-4816-93d1-bdb0e8f83e94/4dd4649e-dbbb-408c-a1ce-408edb4544d5/6eb4769b-fe9e-43ff-97bc-e4eb6e84ad41) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:35:28.420584 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c93eb441-b848-48a7-b619-eca5415837b7 req-a6200298-d195-4d81-9c0b-ece54cc32200 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844467 May 18 18:35:28.711677 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96b29b7-c079-4790-a342-7ddca3bef127 req-517b701f-b88e-4d2a-b381-945d618cb7e1 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:35:28.719463 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a96b29b7-c079-4790-a342-7ddca3bef127 req-517b701f-b88e-4d2a-b381-945d618cb7e1 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 946 time: 0.1780238 May 18 18:35:28.740864 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-38a636f7-9cf5-4d63-9e5a-c1e1a6558512 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260898481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260908021'] for subnet, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:28.801845 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a96b29b7-c079-4790-a342-7ddca3bef127 req-d4e68ad8-9e87-4cc3-bf46-cb71962e7c50 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814083 May 18 18:35:28.813833 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a636f7-9cf5-4d63-9e5a-c1e1a6558512 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Network c5ce55ad-2458-4816-93d1-bdb0e8f83e94 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:35:28.817102 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-38a636f7-9cf5-4d63-9e5a-c1e1a6558512 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:35:28.822003 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a636f7-9cf5-4d63-9e5a-c1e1a6558512 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:35:28.822635 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-38a636f7-9cf5-4d63-9e5a-c1e1a6558512 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:28.835585 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a636f7-9cf5-4d63-9e5a-c1e1a6558512 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Pushing event updated for resources: {'Subnet': ['ID=caed3f7d-c0ae-4c6f-9008-b1f6b1c0155f,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:35:28.862945 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 34366) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:35:28.868064 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-52dd87a8-b2e3-4368-a4d5-63d699598a4c tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Request body: {'port': {'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94', 'mac_address': 'fa:16:3e:4d:0f:e0', 'name': 'tempest-NetworksTestDHCPv6-1462682790'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:35:28.868787 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-38a636f7-9cf5-4d63-9e5a-c1e1a6558512 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1326258 May 18 18:35:28.902044 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-cbbadadd-1f49-4595-a582-da4ef44e72e6 None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:28.916139 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-cbbadadd-1f49-4595-a582-da4ef44e72e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:29.058768 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbbadadd-1f49-4595-a582-da4ef44e72e6 None None] Network c5ce55ad-2458-4816-93d1-bdb0e8f83e94 is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:35:29.072025 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-cbbadadd-1f49-4595-a582-da4ef44e72e6 None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:35:29.076731 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbadadd-1f49-4595-a582-da4ef44e72e6 None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:35:29.091201 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52dd87a8-b2e3-4368-a4d5-63d699598a4c tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Made reservation on behalf of 17ca2b3ab9ea4457836da5cdadc0de8c for: {'port': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:35:29.093932 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbadadd-1f49-4595-a582-da4ef44e72e6 None None] Pushing event updated for resources: {'Port': ['ID=6eb4769b-fe9e-43ff-97bc-e4eb6e84ad41,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:35:29.158594 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bdbaf3-1dae-49d2-82f1-dee9d3859b32 req-46b66b50-33d8-4ace-b043-9cb366b43272 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:35:29.177732 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-48bdbaf3-1dae-49d2-82f1-dee9d3859b32 req-46b66b50-33d8-4ace-b043-9cb366b43272 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 946 time: 0.1047530 May 18 18:35:29.204380 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-cbbadadd-1f49-4595-a582-da4ef44e72e6 None None] Attempting to bind port 6eb4769b-fe9e-43ff-97bc-e4eb6e84ad41 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:35:29.204912 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-cbbadadd-1f49-4595-a582-da4ef44e72e6 None None] Attempting to bind port 6eb4769b-fe9e-43ff-97bc-e4eb6e84ad41 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '7193822e-e5ec-4b60-a562-e581b7323da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:35:29.206632 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbadadd-1f49-4595-a582-da4ef44e72e6 None None] Attempting to bind port 6eb4769b-fe9e-43ff-97bc-e4eb6e84ad41 on network c5ce55ad-2458-4816-93d1-bdb0e8f83e94 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:35:29.212001 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-52dd87a8-b2e3-4368-a4d5-63d699598a4c tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:29.222303 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbadadd-1f49-4595-a582-da4ef44e72e6 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:35:29.222919 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbadadd-1f49-4595-a582-da4ef44e72e6 None None] Checking segment: {'id': '7193822e-e5ec-4b60-a562-e581b7323da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:35:29.224630 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-cbbadadd-1f49-4595-a582-da4ef44e72e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:29.224630 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbadadd-1f49-4595-a582-da4ef44e72e6 None None] Bound using segment: {'id': '7193822e-e5ec-4b60-a562-e581b7323da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:35:29.226259 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-cbbadadd-1f49-4595-a582-da4ef44e72e6 None None] Bound port: 6eb4769b-fe9e-43ff-97bc-e4eb6e84ad41, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7193822e-e5ec-4b60-a562-e581b7323da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:35:29.227656 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-cbbadadd-1f49-4595-a582-da4ef44e72e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:29.238528 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [None req-52dd87a8-b2e3-4368-a4d5-63d699598a4c tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] device_id is not set on port 00c029ae-31bf-4508-be38-dbec20372ab6 yet. {{(pid=102730) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 18 18:35:29.259090 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-48bdbaf3-1dae-49d2-82f1-dee9d3859b32 req-87fb9eae-e663-4d46-87b9-fd41d9d094a9 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804262 May 18 18:35:29.349724 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-cbbadadd-1f49-4595-a582-da4ef44e72e6 None None] For port 6eb4769b-fe9e-43ff-97bc-e4eb6e84ad41, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:35:29.370981 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-cbbadadd-1f49-4595-a582-da4ef44e72e6 None None] For port 6eb4769b-fe9e-43ff-97bc-e4eb6e84ad41, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=6eb4769b-fe9e-43ff-97bc-e4eb6e84ad41,segment=NetworkSegment(7193822e-e5ec-4b60-a562-e581b7323da0),segment_id=7193822e-e5ec-4b60-a562-e581b7323da0)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:35:29.389536 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-cbbadadd-1f49-4595-a582-da4ef44e72e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:29.517439 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-52dd87a8-b2e3-4368-a4d5-63d699598a4c tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Allocated IP 172.20.0.4 (c5ce55ad-2458-4816-93d1-bdb0e8f83e94/caed3f7d-c0ae-4c6f-9008-b1f6b1c0155f/00c029ae-31bf-4508-be38-dbec20372ab6) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:35:29.526113 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbadadd-1f49-4595-a582-da4ef44e72e6 None None] Pushing event updated for resources: {'Port': ['ID=6eb4769b-fe9e-43ff-97bc-e4eb6e84ad41,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:35:29.572208 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-52dd87a8-b2e3-4368-a4d5-63d699598a4c tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Allocated IP 2001:db8::f816:3eff:fe4d:fe0 (c5ce55ad-2458-4816-93d1-bdb0e8f83e94/4dd4649e-dbbb-408c-a1ce-408edb4544d5/00c029ae-31bf-4508-be38-dbec20372ab6) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:35:29.625968 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6affea3-a8a8-493f-9580-b89c65df04c2 req-c651995d-0620-4058-9560-3a521ead9aeb tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:35:29.627668 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d6affea3-a8a8-493f-9580-b89c65df04c2 req-c651995d-0620-4058-9560-3a521ead9aeb tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 946 time: 0.2142053 May 18 18:35:29.709244 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d6affea3-a8a8-493f-9580-b89c65df04c2 req-85b49957-5423-4ec9-8386-38d36df23f0c tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647514 May 18 18:35:30.000071 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-52dd87a8-b2e3-4368-a4d5-63d699598a4c tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:30.098073 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-52dd87a8-b2e3-4368-a4d5-63d699598a4c tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:30.194277 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dd87a8-b2e3-4368-a4d5-63d699598a4c tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Pushing event updated for resources: {'Port': ['ID=00c029ae-31bf-4508-be38-dbec20372ab6,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:35:30.203104 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52dd87a8-b2e3-4368-a4d5-63d699598a4c tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Network c5ce55ad-2458-4816-93d1-bdb0e8f83e94 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:35:30.204514 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-52dd87a8-b2e3-4368-a4d5-63d699598a4c tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:35:30.207667 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52dd87a8-b2e3-4368-a4d5-63d699598a4c tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:35:30.300039 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52dd87a8-b2e3-4368-a4d5-63d699598a4c tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:35:30.300928 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-52dd87a8-b2e3-4368-a4d5-63d699598a4c tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:30.329060 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-52dd87a8-b2e3-4368-a4d5-63d699598a4c tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.4648402 May 18 18:35:30.331666 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 34434) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:35:30.402455 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc39ad81-4489-473e-a96a-1c499f286183 req-b9bc7fa9-038d-4a41-b570-5bed54a8528a tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:35:30.409675 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bc39ad81-4489-473e-a96a-1c499f286183 req-b9bc7fa9-038d-4a41-b570-5bed54a8528a tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/networks?id=229cac72-730c-4b46-95ab-ba32903dc5c3 HTTP/1.1" status: 200 len: 814 time: 0.3889036 May 18 18:35:30.438355 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bc39ad81-4489-473e-a96a-1c499f286183 req-05c20810-4ba6-490d-8220-fc0e2950b7e6 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/quotas/5261ec6a1faf46bbb0a907791c324410 HTTP/1.1" status: 200 len: 375 time: 0.0277395 May 18 18:35:30.517530 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d556358-ea77-478c-aebb-a0cc268b924f tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:35:30.527254 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d556358-ea77-478c-aebb-a0cc268b924f tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:35:30.532707 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 34442) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:35:30.543263 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-0d556358-ea77-478c-aebb-a0cc268b924f tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.1979096 May 18 18:35:30.562713 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bc39ad81-4489-473e-a96a-1c499f286183 req-f176a08e-4cf8-44a1-a89e-6243329d3f3f tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=5261ec6a1faf46bbb0a907791c324410&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1232531 May 18 18:35:30.892834 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-4e353636-514d-45f7-bd94-3e0570853003 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Deleting port 00c029ae-31bf-4508-be38-dbec20372ab6 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:35:30.893534 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4e353636-514d-45f7-bd94-3e0570853003 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:31.068597 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4e353636-514d-45f7-bd94-3e0570853003 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:31.087511 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-4e353636-514d-45f7-bd94-3e0570853003 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Calling delete_port for 00c029ae-31bf-4508-be38-dbec20372ab6 owned by {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:35:31.201665 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:31.254623 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd14dcf-07ee-4160-b7f5-81f7cb414340 None None] Network c5ce55ad-2458-4816-93d1-bdb0e8f83e94 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:35:31.372410 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4876ccc1-bafe-4608-b12d-3d665a7e2d56 req-86193f38-b3ae-4de2-8ab4-fc134ef8a062 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:35:31.374232 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4876ccc1-bafe-4608-b12d-3d665a7e2d56 req-86193f38-b3ae-4de2-8ab4-fc134ef8a062 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 946 time: 0.5838008 May 18 18:35:31.375582 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4e353636-514d-45f7-bd94-3e0570853003 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:31.439990 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-15bbf7f6-b8ce-4ace-b082-9cd34a53e00a None None] Provisioning complete for port 6eb4769b-fe9e-43ff-97bc-e4eb6e84ad41 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:35:31.440456 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-15bbf7f6-b8ce-4ace-b082-9cd34a53e00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:31.450365 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e353636-514d-45f7-bd94-3e0570853003 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Pushing event deleted for resources: {'Port': ['ID=00c029ae-31bf-4508-be38-dbec20372ab6,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:35:31.484931 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:31.564375 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4876ccc1-bafe-4608-b12d-3d665a7e2d56 req-6a636562-6474-4112-81b1-71345e960550 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725380 May 18 18:35:31.566202 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4e353636-514d-45f7-bd94-3e0570853003 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:31.570832 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-4e353636-514d-45f7-bd94-3e0570853003 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "DELETE /v2.0/ports/00c029ae-31bf-4508-be38-dbec20372ab6 HTTP/1.1" status: 204 len: 168 time: 1.0370471 May 18 18:35:31.573358 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 34462) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:35:31.837286 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43f8f2f-f054-4e6a-af05-0d49fcf069cc tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:35:31.851057 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43f8f2f-f054-4e6a-af05-0d49fcf069cc tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:35:31.852734 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43f8f2f-f054-4e6a-af05-0d49fcf069cc tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:35:31.859971 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d23eb47-556e-4d2b-a2f3-68c4b8fdc6d5 req-87552030-e393-4118-bd1f-72bd70e808fb tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:35:31.869447 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-c43f8f2f-f054-4e6a-af05-0d49fcf069cc tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2948573 May 18 18:35:31.874533 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 34470) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:35:31.887796 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6d23eb47-556e-4d2b-a2f3-68c4b8fdc6d5 req-87552030-e393-4118-bd1f-72bd70e808fb tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 946 time: 0.1944313 May 18 18:35:32.009664 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6d23eb47-556e-4d2b-a2f3-68c4b8fdc6d5 req-d4ce19a7-3fbc-437a-8e87-a2456c86bf71 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208839 May 18 18:35:32.016317 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6ad7d12-4764-4a0c-8c7c-a5071e4ad343 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Deleting subnet 4dd4649e-dbbb-408c-a1ce-408edb4544d5 {{(pid=102730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:35:32.022190 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e6ad7d12-4764-4a0c-8c7c-a5071e4ad343 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks [] for subnet, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:32.027822 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 6eb4769b-fe9e-43ff-97bc-e4eb6e84ad41 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:35:32.032010 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b88e9803-d2cd-4450-b46a-925b27aa12c5 None None] Update dhcp port {'port': {'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94', 'fixed_ips': [{'subnet_id': '4dd4649e-dbbb-408c-a1ce-408edb4544d5', 'ip_address': '2001:db8::f816:3eff:fe3c:5fa0'}, {'subnet_id': 'caed3f7d-c0ae-4c6f-9008-b1f6b1c0155f'}], 'binding:host_id': 'n-d-838550-3'}, 'id': '6eb4769b-fe9e-43ff-97bc-e4eb6e84ad41'} from n-d-838550-3. {{(pid=102732) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 18 18:35:32.118304 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e6ad7d12-4764-4a0c-8c7c-a5071e4ad343 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260107366'] for subnet, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:32.227412 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-15bbf7f6-b8ce-4ace-b082-9cd34a53e00a None None] Current status of the port 6eb4769b-fe9e-43ff-97bc-e4eb6e84ad41 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:35:32.228667 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-15bbf7f6-b8ce-4ace-b082-9cd34a53e00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:32.299784 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b88e9803-d2cd-4450-b46a-925b27aa12c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:32.327617 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-15bbf7f6-b8ce-4ace-b082-9cd34a53e00a None None] For port 6eb4769b-fe9e-43ff-97bc-e4eb6e84ad41, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=6eb4769b-fe9e-43ff-97bc-e4eb6e84ad41,segment=NetworkSegment(7193822e-e5ec-4b60-a562-e581b7323da0),segment_id=7193822e-e5ec-4b60-a562-e581b7323da0)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:35:32.341096 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-15bbf7f6-b8ce-4ace-b082-9cd34a53e00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:32.363865 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e6ad7d12-4764-4a0c-8c7c-a5071e4ad343 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:32.445354 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-53497d7f-c64d-4135-b151-2ee6fd1b23d6 req-91cb048f-4205-4f5d-abaa-ed1ab210ee39 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=5261ec6a1faf46bbb0a907791c324410 HTTP/1.1" status: 200 len: 221 time: 0.1029716 May 18 18:35:32.495924 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e6ad7d12-4764-4a0c-8c7c-a5071e4ad343 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261104690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261031888'] for subnet, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:32.553771 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ad7d12-4764-4a0c-8c7c-a5071e4ad343 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Pushing event deleted for resources: {'Subnet': ['ID=4dd4649e-dbbb-408c-a1ce-408edb4544d5,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:35:32.562239 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e6ad7d12-4764-4a0c-8c7c-a5071e4ad343 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:32.570252 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-e6ad7d12-4764-4a0c-8c7c-a5071e4ad343 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "DELETE /v2.0/subnets/4dd4649e-dbbb-408c-a1ce-408edb4544d5 HTTP/1.1" status: 204 len: 168 time: 0.6932192 May 18 18:35:32.571161 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 34506) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:35:32.604860 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bbf7f6-b8ce-4ace-b082-9cd34a53e00a None None] Pushing event updated for resources: {'Port': ['ID=6eb4769b-fe9e-43ff-97bc-e4eb6e84ad41,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:35:32.624304 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 6eb4769b-fe9e-43ff-97bc-e4eb6e84ad41 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:35:32.626088 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:32.707930 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server [None req-b88e9803-d2cd-4450-b46a-925b27aa12c5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4dd4649e-dbbb-408c-a1ce-408edb4544d5: This subnet is being modified by another concurrent operation. May 18 18:35:32.707930 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 18 18:35:32.707930 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 18 18:35:32.707930 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 18 18:35:32.707930 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 18 18:35:32.707930 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 18 18:35:32.707930 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 18 18:35:32.707930 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 18 18:35:32.707930 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 18 18:35:32.707930 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 18 18:35:32.707930 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 18 18:35:32.707930 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 18 18:35:32.707930 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 18 18:35:32.707930 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 18 18:35:32.707930 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 18 18:35:32.707930 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server self.force_reraise() May 18 18:35:32.707930 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 18 18:35:32.707930 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server raise self.value May 18 18:35:32.707930 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 18 18:35:32.707930 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 18 18:35:32.707930 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 18 18:35:32.707930 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 18 18:35:32.707930 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 18 18:35:32.707930 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server self.force_reraise() May 18 18:35:32.707930 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 18 18:35:32.707930 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server raise self.value May 18 18:35:32.707930 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 18 18:35:32.707930 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 18 18:35:32.707930 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 18 18:35:32.707930 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 18 18:35:32.707930 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 18 18:35:32.707930 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server self.force_reraise() May 18 18:35:32.707930 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 18 18:35:32.707930 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server raise self.value May 18 18:35:32.707930 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 18 18:35:32.707930 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 18 18:35:32.707930 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port May 18 18:35:32.707930 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') May 18 18:35:32.707930 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action May 18 18:35:32.707930 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) May 18 18:35:32.707930 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner May 18 18:35:32.707930 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 18 18:35:32.707930 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped May 18 18:35:32.707930 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 18 18:35:32.707930 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 18 18:35:32.707930 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 18 18:35:32.707930 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 18 18:35:32.707930 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server self.force_reraise() May 18 18:35:32.707930 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 18 18:35:32.707930 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server raise self.value May 18 18:35:32.707930 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 18 18:35:32.707930 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 18 18:35:32.707930 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 18 18:35:32.707930 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 18 18:35:32.707930 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 18 18:35:32.707930 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server self.force_reraise() May 18 18:35:32.707930 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 18 18:35:32.707930 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server raise self.value May 18 18:35:32.707930 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 18 18:35:32.707930 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 18 18:35:32.707930 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 18 18:35:32.707930 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 18 18:35:32.707930 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 18 18:35:32.707930 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server self.force_reraise() May 18 18:35:32.707930 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 18 18:35:32.707930 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server raise self.value May 18 18:35:32.707930 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 18 18:35:32.707930 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 18 18:35:32.707930 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1768, in update_port May 18 18:35:32.707930 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, May 18 18:35:32.707930 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped May 18 18:35:32.707930 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 18 18:35:32.707930 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1513, in update_port May 18 18:35:32.707930 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server self.ipam.update_port( May 18 18:35:32.707930 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 734, in update_port May 18 18:35:32.707930 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, May 18 18:35:32.707930 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips May 18 18:35:32.707930 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, May 18 18:35:32.707930 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port May 18 18:35:32.707930 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 18 18:35:32.707930 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets May 18 18:35:32.707930 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 18 18:35:32.707930 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 18 18:35:32.707930 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server raise exception May 18 18:35:32.707930 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4dd4649e-dbbb-408c-a1ce-408edb4544d5: This subnet is being modified by another concurrent operation. May 18 18:35:32.707930 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server May 18 18:35:32.715395 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c49619e-45d5-4a71-9df7-5882d014bd27 req-e3b448f8-f846-4bbb-8935-4d057b6030a1 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:35:32.734255 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1c49619e-45d5-4a71-9df7-5882d014bd27 req-e3b448f8-f846-4bbb-8935-4d057b6030a1 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 946 time: 0.2043881 May 18 18:35:32.768030 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_v2 [None req-e81f1d66-8e33-466c-b761-357c1bba6965 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Deleting subnet caed3f7d-c0ae-4c6f-9008-b1f6b1c0155f {{(pid=102730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:35:32.796914 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e81f1d66-8e33-466c-b761-357c1bba6965 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks [] for subnet, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:32.798058 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 6eb4769b-fe9e-43ff-97bc-e4eb6e84ad41 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:35:32.846203 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1c49619e-45d5-4a71-9df7-5882d014bd27 req-fc73abc2-368e-4623-83f6-679573cc35c8 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110699 May 18 18:35:32.891619 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-210295f5-c1ad-4f5b-a4ca-c5da5c81819d None None] Network c5ce55ad-2458-4816-93d1-bdb0e8f83e94 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:35:32.993099 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e81f1d66-8e33-466c-b761-357c1bba6965 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260107366'] for subnet, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:33.057839 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-e4396120-8e01-4709-90b8-f90c73d9cd67 None None] Provisioning complete for port 6eb4769b-fe9e-43ff-97bc-e4eb6e84ad41 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:35:33.058227 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-e4396120-8e01-4709-90b8-f90c73d9cd67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:33.199755 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e81f1d66-8e33-466c-b761-357c1bba6965 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:33.244125 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e3fd72-2727-4491-8d87-3953abc21857 req-8f6b6967-45a3-41fe-8654-456fbb530a45 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:35:33.250590 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-e4396120-8e01-4709-90b8-f90c73d9cd67 None None] Current status of the port 6eb4769b-fe9e-43ff-97bc-e4eb6e84ad41 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:35:33.253112 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-13e3fd72-2727-4491-8d87-3953abc21857 req-8f6b6967-45a3-41fe-8654-456fbb530a45 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 946 time: 0.2423143 May 18 18:35:33.332473 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c01bebef-8dd2-4b02-a5a5-43921a1e4089 None None] Update dhcp port {'port': {'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94', 'fixed_ips': [{'subnet_id': 'caed3f7d-c0ae-4c6f-9008-b1f6b1c0155f'}], 'binding:host_id': 'n-d-838550-3'}, 'id': '6eb4769b-fe9e-43ff-97bc-e4eb6e84ad41'} from n-d-838550-3. {{(pid=102732) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 18 18:35:33.333465 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-13e3fd72-2727-4491-8d87-3953abc21857 req-cbf312e7-cea1-4558-afcf-747fee1c6185 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780904 May 18 18:35:33.356373 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e81f1d66-8e33-466c-b761-357c1bba6965 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261104690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261031888'] for subnet, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:33.367834 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c01bebef-8dd2-4b02-a5a5-43921a1e4089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:33.433538 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e81f1d66-8e33-466c-b761-357c1bba6965 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:33.446033 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 34532) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:35:33.446599 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-e81f1d66-8e33-466c-b761-357c1bba6965 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "DELETE /v2.0/subnets/caed3f7d-c0ae-4c6f-9008-b1f6b1c0155f HTTP/1.1" status: 204 len: 168 time: 0.8738673 May 18 18:35:33.447192 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81f1d66-8e33-466c-b761-357c1bba6965 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Pushing event deleted for resources: {'Subnet': ['ID=caed3f7d-c0ae-4c6f-9008-b1f6b1c0155f,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:35:33.542625 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-050c9925-d483-4a2b-8e74-a3c7e4b54007 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0943954 May 18 18:35:33.550996 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270f3545-f791-48ff-abb1-bc723f9d7a60 req-23ebe5c4-e5a7-4fba-8bab-76ccf8004084 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:35:33.552626 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-270f3545-f791-48ff-abb1-bc723f9d7a60 req-23ebe5c4-e5a7-4fba-8bab-76ccf8004084 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 946 time: 0.0932310 May 18 18:35:33.553807 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 34536) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:35:33.562098 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-cc928641-3996-4648-adb2-523c0f4ae30e tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Request body: {'subnet': {'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:35:33.693252 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-173bce85-ec7a-4902-9a64-2a0e8dc931d1 None None] Provisioning complete for port 6eb4769b-fe9e-43ff-97bc-e4eb6e84ad41 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:35:33.696596 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-173bce85-ec7a-4902-9a64-2a0e8dc931d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:33.726988 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-270f3545-f791-48ff-abb1-bc723f9d7a60 req-2fef59e4-769d-4123-8d1b-ee1674200feb tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814986 May 18 18:35:33.739197 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc928641-3996-4648-adb2-523c0f4ae30e tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Made reservation on behalf of 17ca2b3ab9ea4457836da5cdadc0de8c for: {'subnet': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:35:33.743975 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-cc928641-3996-4648-adb2-523c0f4ae30e tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261031885'] for subnet, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:33.902257 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-173bce85-ec7a-4902-9a64-2a0e8dc931d1 None None] Current status of the port 6eb4769b-fe9e-43ff-97bc-e4eb6e84ad41 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:35:33.909665 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 6eb4769b-fe9e-43ff-97bc-e4eb6e84ad41 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:35:33.986881 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c3306a-723f-4a58-a954-289900e5ae88 None None] get_active_networks_info from n-d-838550-3 {{(pid=102732) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 18 18:35:34.066102 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0b177a-deb3-4c2a-ba28-915231e87b55 req-a710a5be-b466-4c18-8bb7-12a18c63dbc5 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:35:34.078282 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fc0b177a-deb3-4c2a-ba28-915231e87b55 req-a710a5be-b466-4c18-8bb7-12a18c63dbc5 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 946 time: 0.1906610 May 18 18:35:34.082033 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-afab3d04-a618-43fd-8710-ebec38bf3fec None None] Could not find standard attr ID for object 00c029ae-31bf-4508-be38-dbec20372ab6. {{(pid=102732) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 18 18:35:34.183012 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fc0b177a-deb3-4c2a-ba28-915231e87b55 req-5196be75-e3c7-45fe-94b3-ac1d62789c08 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960784 May 18 18:35:34.235867 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 6eb4769b-fe9e-43ff-97bc-e4eb6e84ad41 is: ACTIVE; New status is: DOWN {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:35:34.236272 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:34.410123 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] For port 6eb4769b-fe9e-43ff-97bc-e4eb6e84ad41, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=6eb4769b-fe9e-43ff-97bc-e4eb6e84ad41,segment=NetworkSegment(7193822e-e5ec-4b60-a562-e581b7323da0),segment_id=7193822e-e5ec-4b60-a562-e581b7323da0)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:35:34.416640 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78929f8f-323c-4621-8d70-6473dd437769 req-5d13cce2-90c9-48ba-9395-bb7fc91621e2 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:35:34.436729 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-78929f8f-323c-4621-8d70-6473dd437769 req-5d13cce2-90c9-48ba-9395-bb7fc91621e2 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 946 time: 0.1057239 May 18 18:35:34.445047 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:34.497758 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-78929f8f-323c-4621-8d70-6473dd437769 req-8962014f-d0e0-4d89-8248-8b86155742cf tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701752 May 18 18:35:34.540162 n-d-838550-3 neutron-server[102730]: DEBUG neutron.objects.ports [None req-cc928641-3996-4648-adb2-523c0f4ae30e tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102730) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} May 18 18:35:34.552007 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c3306a-723f-4a58-a954-289900e5ae88 None None] Resources bound (agent type, host, resource id): {{(pid=102732) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 18 18:35:34.642765 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Pushing event updated for resources: {'Port': ['ID=6eb4769b-fe9e-43ff-97bc-e4eb6e84ad41,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:35:35.191197 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48df3a87-2141-4424-8c04-08b4cc0cda72 None None] Update dhcp port {'port': {'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94', 'fixed_ips': [{'subnet_id': '3c7341e7-b744-4578-9a76-2822dfd127b1'}], 'binding:host_id': 'n-d-838550-3'}, 'id': '6eb4769b-fe9e-43ff-97bc-e4eb6e84ad41'} from n-d-838550-3. {{(pid=102732) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 18 18:35:35.226785 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-48df3a87-2141-4424-8c04-08b4cc0cda72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:35.511932 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-48df3a87-2141-4424-8c04-08b4cc0cda72 None None] Allocated IP 2001:db8::f816:3eff:fe3c:5fa0 (c5ce55ad-2458-4816-93d1-bdb0e8f83e94/3c7341e7-b744-4578-9a76-2822dfd127b1/6eb4769b-fe9e-43ff-97bc-e4eb6e84ad41) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:35:35.593035 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e6bb79-1190-4f8c-b1c2-7756449a82db req-6713f312-eacc-41b2-9091-c28a14595197 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:35:35.595323 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-51e6bb79-1190-4f8c-b1c2-7756449a82db req-6713f312-eacc-41b2-9091-c28a14595197 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 946 time: 0.9098160 May 18 18:35:35.693826 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-51e6bb79-1190-4f8c-b1c2-7756449a82db req-dd82b838-96a7-4f72-8281-fbd29904a893 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894768 May 18 18:35:35.798703 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-48df3a87-2141-4424-8c04-08b4cc0cda72 None None] For port 6eb4769b-fe9e-43ff-97bc-e4eb6e84ad41, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=6eb4769b-fe9e-43ff-97bc-e4eb6e84ad41,segment=NetworkSegment(7193822e-e5ec-4b60-a562-e581b7323da0),segment_id=7193822e-e5ec-4b60-a562-e581b7323da0)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:35:35.898534 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-48df3a87-2141-4424-8c04-08b4cc0cda72 None None] Notify callbacks [] for port, precommit_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:35.925776 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-48df3a87-2141-4424-8c04-08b4cc0cda72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:35.958665 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.db.api [None req-cc928641-3996-4648-adb2-523c0f4ae30e tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8::f816:3eff:fe3c:5fa0-030403e0-f5f0-4cb8-8c6a-3a3483d052 {{(pid=102730) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 18 18:35:35.960727 n-d-838550-3 neutron-server[102730]: DEBUG oslo_db.api [None req-cc928641-3996-4648-adb2-523c0f4ae30e tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2._create_subnet_postcommit {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 18 18:35:35.997924 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa071a2c-dd13-493c-9500-aa6783521361 req-76010c86-3a0e-47f3-b32d-c65a33011bc8 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:35:36.006923 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fa071a2c-dd13-493c-9500-aa6783521361 req-76010c86-3a0e-47f3-b32d-c65a33011bc8 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 946 time: 0.1374149 May 18 18:35:36.049677 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48df3a87-2141-4424-8c04-08b4cc0cda72 None None] Pushing event updated for resources: {'Port': ['ID=6eb4769b-fe9e-43ff-97bc-e4eb6e84ad41,revision_number=6']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:35:36.057948 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fa071a2c-dd13-493c-9500-aa6783521361 req-d78b9d88-e1ee-46fc-bacd-2b682015dc25 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449927 May 18 18:35:36.291495 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b574c347-db52-4f43-ab4f-52df48605a93 req-624afb6d-ad34-4bb8-a4b6-5b8475722551 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:35:36.309652 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b574c347-db52-4f43-ab4f-52df48605a93 req-624afb6d-ad34-4bb8-a4b6-5b8475722551 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 946 time: 0.0944748 May 18 18:35:36.421442 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b574c347-db52-4f43-ab4f-52df48605a93 req-f2da231c-449f-429f-ae87-6c99a6d438a7 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065605 May 18 18:35:36.760779 n-d-838550-3 neutron-server[102730]: DEBUG neutron.objects.ports [None req-cc928641-3996-4648-adb2-523c0f4ae30e tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102730) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} May 18 18:35:36.814501 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9f8bc7-f955-437e-8e4a-fe9ac4302b0a req-835776e8-f435-43c1-b232-21be6e04562a tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:35:36.820200 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ed9f8bc7-f955-437e-8e4a-fe9ac4302b0a req-835776e8-f435-43c1-b232-21be6e04562a tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 946 time: 0.1158259 May 18 18:35:36.930754 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ed9f8bc7-f955-437e-8e4a-fe9ac4302b0a req-edb7bcee-f45f-411a-890c-84c1af24cfb0 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783348 May 18 18:35:36.963347 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.ipam_pluggable_backend [None req-cc928641-3996-4648-adb2-523c0f4ae30e tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Port 6eb4769b-fe9e-43ff-97bc-e4eb6e84ad41 got IPv6 auto-address in a concurrent create or update port request. Ignoring. {{(pid=102730) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:608}} May 18 18:35:36.963845 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-cc928641-3996-4648-adb2-523c0f4ae30e tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261104883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261031899'] for subnet, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:37.067990 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc928641-3996-4648-adb2-523c0f4ae30e tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Network c5ce55ad-2458-4816-93d1-bdb0e8f83e94 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:35:37.072348 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-cc928641-3996-4648-adb2-523c0f4ae30e tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:35:37.079515 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc928641-3996-4648-adb2-523c0f4ae30e tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:35:37.080857 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-cc928641-3996-4648-adb2-523c0f4ae30e tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:37.278567 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc928641-3996-4648-adb2-523c0f4ae30e tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Pushing event updated for resources: {'Subnet': ['ID=3c7341e7-b744-4578-9a76-2822dfd127b1,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:35:37.341428 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-cc928641-3996-4648-adb2-523c0f4ae30e tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.7857728 May 18 18:35:37.343473 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 34626) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:35:37.351966 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-951b647b-27c2-4e2b-b070-d87cb1d2df26 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Request body: {'subnet': {'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:35:37.402666 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8146c5b-19cc-4244-b609-0a3832586eaf req-ffe5f2d0-8a15-47a2-a62b-65af0176023b tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:35:37.404575 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b8146c5b-19cc-4244-b609-0a3832586eaf req-ffe5f2d0-8a15-47a2-a62b-65af0176023b tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 946 time: 0.3175838 May 18 18:35:37.515178 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b8146c5b-19cc-4244-b609-0a3832586eaf req-bc4af143-edb2-4ef2-b2a5-b0bf0c102fff tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971446 May 18 18:35:37.606094 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-951b647b-27c2-4e2b-b070-d87cb1d2df26 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Made reservation on behalf of 17ca2b3ab9ea4457836da5cdadc0de8c for: {'subnet': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:35:37.610103 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-951b647b-27c2-4e2b-b070-d87cb1d2df26 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260908003'] for subnet, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:37.727136 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-85ba3e9c-c544-4a05-86bc-925501bf49d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:37.743316 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e5c99f8-444f-4812-a0b2-fc8b3ed71032 None None] get_active_networks_info from n-d-838550-3 {{(pid=102732) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 18 18:35:37.796764 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b03805-9829-4b66-bf0d-88d0f8d9993d req-8b0b59da-c8df-4ebf-852e-ece2a0a0e8bf tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:35:37.806910 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-48b03805-9829-4b66-bf0d-88d0f8d9993d req-8b0b59da-c8df-4ebf-852e-ece2a0a0e8bf tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 946 time: 0.0832527 May 18 18:35:37.908416 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-48b03805-9829-4b66-bf0d-88d0f8d9993d req-9a83c01c-bf44-4aa8-8b67-b065079dff71 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002848 May 18 18:35:37.973194 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-dc5f76eb-189e-42c0-90ee-2daa91de3849 None None] Provisioning complete for port 6eb4769b-fe9e-43ff-97bc-e4eb6e84ad41 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:35:37.974497 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-dc5f76eb-189e-42c0-90ee-2daa91de3849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:37.985381 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-951b647b-27c2-4e2b-b070-d87cb1d2df26 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260898481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260908021'] for subnet, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:38.078314 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951b647b-27c2-4e2b-b070-d87cb1d2df26 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Pushing event updated for resources: {'Subnet': ['ID=692dcc34-fc83-4ba1-b1b9-cce6a37a80d5,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:35:38.091984 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 6eb4769b-fe9e-43ff-97bc-e4eb6e84ad41 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:35:38.116150 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-951b647b-27c2-4e2b-b070-d87cb1d2df26 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Network c5ce55ad-2458-4816-93d1-bdb0e8f83e94 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:35:38.121495 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-951b647b-27c2-4e2b-b070-d87cb1d2df26 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:35:38.125880 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951b647b-27c2-4e2b-b070-d87cb1d2df26 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:35:38.126694 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-951b647b-27c2-4e2b-b070-d87cb1d2df26 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:38.156958 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eab858-4f9e-4a81-a98f-e4f6c72913ba req-c22684bb-929d-4a2a-bb8c-213fcff22b99 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:35:38.168780 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-57eab858-4f9e-4a81-a98f-e4f6c72913ba req-c22684bb-929d-4a2a-bb8c-213fcff22b99 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 946 time: 0.0879340 May 18 18:35:38.221776 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-951b647b-27c2-4e2b-b070-d87cb1d2df26 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8767669 May 18 18:35:38.225468 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 34644) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:35:38.232044 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-4ab45563-8cae-418e-aa95-8cb81bb2c555 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Request body: {'port': {'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94', 'mac_address': 'fa:16:3e:6e:cc:57', 'name': 'tempest-NetworksTestDHCPv6-132318520'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:35:38.233101 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-57eab858-4f9e-4a81-a98f-e4f6c72913ba req-74479922-774a-4f18-bb05-5ee0366a6f6f tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632164 May 18 18:35:38.280014 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5c99f8-444f-4812-a0b2-fc8b3ed71032 None None] Resources bound (agent type, host, resource id): {{(pid=102732) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 18 18:35:38.348861 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 6eb4769b-fe9e-43ff-97bc-e4eb6e84ad41 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:35:38.353731 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:38.528627 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 34658) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:35:38.545779 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e72a45-93af-4963-bfed-53dd35f3c404 req-561f8642-eb84-4bd3-9085-632694329815 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:35:38.559348 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f6e72a45-93af-4963-bfed-53dd35f3c404 req-561f8642-eb84-4bd3-9085-632694329815 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 946 time: 0.1353877 May 18 18:35:38.626853 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ab45563-8cae-418e-aa95-8cb81bb2c555 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Made reservation on behalf of 17ca2b3ab9ea4457836da5cdadc0de8c for: {'port': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:35:38.652785 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f6e72a45-93af-4963-bfed-53dd35f3c404 req-e8a5f4f0-e260-4a1a-b207-d61a3c02941b tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902331 May 18 18:35:38.849489 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-dc5f76eb-189e-42c0-90ee-2daa91de3849 None None] Current status of the port 6eb4769b-fe9e-43ff-97bc-e4eb6e84ad41 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:35:38.859598 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-dc5f76eb-189e-42c0-90ee-2daa91de3849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:38.896763 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 6eb4769b-fe9e-43ff-97bc-e4eb6e84ad41 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:35:38.897169 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:38.945940 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4ab45563-8cae-418e-aa95-8cb81bb2c555 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:38.998607 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-dc5f76eb-189e-42c0-90ee-2daa91de3849 None None] For port 6eb4769b-fe9e-43ff-97bc-e4eb6e84ad41, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=6eb4769b-fe9e-43ff-97bc-e4eb6e84ad41,segment=NetworkSegment(7193822e-e5ec-4b60-a562-e581b7323da0),segment_id=7193822e-e5ec-4b60-a562-e581b7323da0)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:35:39.017129 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-dc5f76eb-189e-42c0-90ee-2daa91de3849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:39.027670 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac55b97-5c30-47e9-b0ef-569bc682d2a8 req-51959012-9072-47c8-a8cc-43f9e40408b7 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:35:39.029411 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0ac55b97-5c30-47e9-b0ef-569bc682d2a8 req-51959012-9072-47c8-a8cc-43f9e40408b7 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 946 time: 0.2252407 May 18 18:35:39.056232 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [None req-4ab45563-8cae-418e-aa95-8cb81bb2c555 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] device_id is not set on port 37e9b18a-3535-4ed0-baef-67cfb2c242ef yet. {{(pid=102730) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 18 18:35:39.127425 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-96b5689e-048e-4f65-88e3-5f284b6ecc96 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Deleting port 03a86b57-7d71-46c0-b375-083cdf6cc0e6 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:35:39.127781 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-96b5689e-048e-4f65-88e3-5f284b6ecc96 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:39.175975 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.db.api [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102732) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 18 18:35:39.175975 n-d-838550-3 neutron-server[102732]: DEBUG oslo_db.api [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 18 18:35:39.192968 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5f76eb-189e-42c0-90ee-2daa91de3849 None None] Pushing event updated for resources: {'Port': ['ID=6eb4769b-fe9e-43ff-97bc-e4eb6e84ad41,revision_number=7']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:35:39.264932 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0ac55b97-5c30-47e9-b0ef-569bc682d2a8 req-ff51e696-b4be-4869-9ff1-f14ec9b97c9c tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192688 May 18 18:35:39.403582 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-96b5689e-048e-4f65-88e3-5f284b6ecc96 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:39.403837 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-96b5689e-048e-4f65-88e3-5f284b6ecc96 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:39.423694 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-96b5689e-048e-4f65-88e3-5f284b6ecc96 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Calling delete_port for 03a86b57-7d71-46c0-b375-083cdf6cc0e6 owned by network:floatingip {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:35:39.435539 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-4ab45563-8cae-418e-aa95-8cb81bb2c555 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Allocated IP 172.20.0.10 (c5ce55ad-2458-4816-93d1-bdb0e8f83e94/692dcc34-fc83-4ba1-b1b9-cce6a37a80d5/37e9b18a-3535-4ed0-baef-67cfb2c242ef) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:35:39.438483 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3dac72e-7650-4463-98f8-53aa425a3a74 None None] Update dhcp port {'port': {'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94', 'fixed_ips': [{'subnet_id': '3c7341e7-b744-4578-9a76-2822dfd127b1', 'ip_address': '2001:db8::f816:3eff:fe3c:5fa0'}, {'subnet_id': '692dcc34-fc83-4ba1-b1b9-cce6a37a80d5'}], 'binding:host_id': 'n-d-838550-3'}, 'id': '6eb4769b-fe9e-43ff-97bc-e4eb6e84ad41'} from n-d-838550-3. {{(pid=102732) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 18 18:35:39.475685 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-4ab45563-8cae-418e-aa95-8cb81bb2c555 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Allocated IP 2001:db8::f816:3eff:fe6e:cc57 (c5ce55ad-2458-4816-93d1-bdb0e8f83e94/3c7341e7-b744-4578-9a76-2822dfd127b1/37e9b18a-3535-4ed0-baef-67cfb2c242ef) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:35:39.477458 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f3dac72e-7650-4463-98f8-53aa425a3a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:39.580420 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f25886-f641-4104-aaf6-467a23fb183a req-207e8e0e-7e5c-473c-948a-0a6213bb75d0 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:35:39.582031 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-42f25886-f641-4104-aaf6-467a23fb183a req-207e8e0e-7e5c-473c-948a-0a6213bb75d0 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 946 time: 0.1521125 May 18 18:35:39.707642 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-42f25886-f641-4104-aaf6-467a23fb183a req-ec13c367-0cb5-4be5-9f46-f7b1729a7d4a tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161494 May 18 18:35:39.727121 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 6eb4769b-fe9e-43ff-97bc-e4eb6e84ad41 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:35:39.833935 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4ab45563-8cae-418e-aa95-8cb81bb2c555 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:39.869236 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87235e9a-d5d5-4997-84d6-9ba20faef7cf req-b0652517-0849-4fb8-8ec7-26d16a0ac06d tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:35:39.891848 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-96b5689e-048e-4f65-88e3-5f284b6ecc96 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:39.892054 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-87235e9a-d5d5-4997-84d6-9ba20faef7cf req-b0652517-0849-4fb8-8ec7-26d16a0ac06d tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 946 time: 0.0891237 May 18 18:35:39.893506 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 6eb4769b-fe9e-43ff-97bc-e4eb6e84ad41 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:35:39.934818 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b5689e-048e-4f65-88e3-5f284b6ecc96 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Pushing event deleted for resources: {'Port': ['ID=03a86b57-7d71-46c0-b375-083cdf6cc0e6,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:35:40.002514 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 6eb4769b-fe9e-43ff-97bc-e4eb6e84ad41 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:35:40.002979 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:40.004181 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-87235e9a-d5d5-4997-84d6-9ba20faef7cf req-f495c72e-e976-49c4-8819-a03192482fd4 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105134 May 18 18:35:40.009409 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4ab45563-8cae-418e-aa95-8cb81bb2c555 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:40.062085 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab45563-8cae-418e-aa95-8cb81bb2c555 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Network c5ce55ad-2458-4816-93d1-bdb0e8f83e94 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:35:40.069190 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-4ab45563-8cae-418e-aa95-8cb81bb2c555 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:35:40.079382 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab45563-8cae-418e-aa95-8cb81bb2c555 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:35:40.130548 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a67edb96-3dcc-4c85-9c01-b22cf07bf8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:40.154888 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab45563-8cae-418e-aa95-8cb81bb2c555 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:35:40.155581 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4ab45563-8cae-418e-aa95-8cb81bb2c555 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:40.172766 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-f3dac72e-7650-4463-98f8-53aa425a3a74 None None] Allocated IP 172.20.0.2 (c5ce55ad-2458-4816-93d1-bdb0e8f83e94/692dcc34-fc83-4ba1-b1b9-cce6a37a80d5/6eb4769b-fe9e-43ff-97bc-e4eb6e84ad41) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:35:40.181883 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-96b5689e-048e-4f65-88e3-5f284b6ecc96 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Notify callbacks [] for floatingip, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:40.182662 n-d-838550-3 neutron-server[102730]: INFO neutron.db.l3_db [None req-96b5689e-048e-4f65-88e3-5f284b6ecc96 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Floating IP 52ed146d-d050-4656-8f3c-dbc9d9843d82 disassociated (deleted). External IP: 172.25.5.253, port: decea55d-a895-43b7-9e02-6f468495aa03. May 18 18:35:40.199661 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-4ab45563-8cae-418e-aa95-8cb81bb2c555 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.9729688 May 18 18:35:40.200459 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 34706) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:35:40.286741 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab45563-8cae-418e-aa95-8cb81bb2c555 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Pushing event updated for resources: {'Port': ['ID=37e9b18a-3535-4ed0-baef-67cfb2c242ef,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:35:40.299667 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3527eeb-f4a1-47c9-8048-9ad2568c1a37 req-7e689364-7f62-4b95-84cf-1b31e3e15dfc tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:35:40.305057 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e3527eeb-f4a1-47c9-8048-9ad2568c1a37 req-7e689364-7f62-4b95-84cf-1b31e3e15dfc tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 946 time: 0.1330488 May 18 18:35:40.320994 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c8ea5f4-ce55-4b62-add1-86f8587077b9 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:35:40.329331 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c8ea5f4-ce55-4b62-add1-86f8587077b9 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:35:40.334421 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-4c8ea5f4-ce55-4b62-add1-86f8587077b9 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.1295090 May 18 18:35:40.335392 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 34714) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:35:40.348241 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-f3dac72e-7650-4463-98f8-53aa425a3a74 None None] For port 6eb4769b-fe9e-43ff-97bc-e4eb6e84ad41, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=6eb4769b-fe9e-43ff-97bc-e4eb6e84ad41,segment=NetworkSegment(7193822e-e5ec-4b60-a562-e581b7323da0),segment_id=7193822e-e5ec-4b60-a562-e581b7323da0)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:35:40.425012 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 6eb4769b-fe9e-43ff-97bc-e4eb6e84ad41 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:35:40.432334 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e3527eeb-f4a1-47c9-8048-9ad2568c1a37 req-8386bdf4-ecc8-40f0-9d1f-96fface4b0f9 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190572 May 18 18:35:40.459662 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f3dac72e-7650-4463-98f8-53aa425a3a74 None None] Notify callbacks [] for port, precommit_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:40.467712 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f3dac72e-7650-4463-98f8-53aa425a3a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:40.660075 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dac72e-7650-4463-98f8-53aa425a3a74 None None] Pushing event updated for resources: {'Port': ['ID=6eb4769b-fe9e-43ff-97bc-e4eb6e84ad41,revision_number=8']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:35:40.780721 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ee0339-59bc-4977-9a4b-24f18965267a req-1ac20273-f115-4ea9-a94c-720094d9ad99 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:35:40.782399 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e2ee0339-59bc-4977-9a4b-24f18965267a req-1ac20273-f115-4ea9-a94c-720094d9ad99 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 946 time: 0.2007935 May 18 18:35:40.847674 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-c380326e-2fc1-4506-8524-27e8db81c263 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Deleting port 37e9b18a-3535-4ed0-baef-67cfb2c242ef {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:35:40.848016 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c380326e-2fc1-4506-8524-27e8db81c263 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:40.946499 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e2ee0339-59bc-4977-9a4b-24f18965267a req-8fbac773-466c-4a45-8266-915d70ce531b tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562588 May 18 18:35:40.998210 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96b5689e-048e-4f65-88e3-5f284b6ecc96 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Router f515891f-a8b7-4a6f-9814-1319a10b6e69 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:35:41.110541 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c380326e-2fc1-4506-8524-27e8db81c263 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:41.171454 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-c380326e-2fc1-4506-8524-27e8db81c263 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Calling delete_port for 37e9b18a-3535-4ed0-baef-67cfb2c242ef owned by {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:35:41.323977 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:41.329254 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96b5689e-048e-4f65-88e3-5f284b6ecc96 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:35:41.342226 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8295ff12-805b-4dfa-a907-91373dca9c82 None None] Sync routers for ids ['f515891f-a8b7-4a6f-9814-1319a10b6e69'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:35:41.356883 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8295ff12-805b-4dfa-a907-91373dca9c82 None None] Routers {'f515891f-a8b7-4a6f-9814-1319a10b6e69'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:35:41.357518 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-8295ff12-805b-4dfa-a907-91373dca9c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:35:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['f515891f-a8b7-4a6f-9814-1319a10b6e69'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:35:41.445406 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafe8abe-3fad-4f72-b45b-1e8af0523bac req-c0e73e7e-63ae-4f9d-8e00-49ff3ed3b52f tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:35:41.454201 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-aafe8abe-3fad-4f72-b45b-1e8af0523bac req-c0e73e7e-63ae-4f9d-8e00-49ff3ed3b52f tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 946 time: 0.3201261 May 18 18:35:41.486440 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-96b5689e-048e-4f65-88e3-5f284b6ecc96 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:41.507957 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-8295ff12-805b-4dfa-a907-91373dca9c82 None None] Set router f515891f-a8b7-4a6f-9814-1319a10b6e69 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:35:41.554069 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-96b5689e-048e-4f65-88e3-5f284b6ecc96 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "DELETE /v2.0/floatingips/52ed146d-d050-4656-8f3c-dbc9d9843d82 HTTP/1.1" status: 204 len: 168 time: 3.0212877 May 18 18:35:41.565495 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '626a086d-20bf-469f-b20c-0be7435a44bc', 'tag': 'decea55d-a895-43b7-9e02-6f468495aa03'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:35:41.569223 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95f5ef91-0710-4b10-b611-713c354df74b" -d '{"events": [{"name": "network-changed", "server_uuid": "626a086d-20bf-469f-b20c-0be7435a44bc", "tag": "decea55d-a895-43b7-9e02-6f468495aa03"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:35:41.636085 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-aafe8abe-3fad-4f72-b45b-1e8af0523bac req-6da7766c-51d0-4fa6-a10f-c43bc9c9288e tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808393 May 18 18:35:41.694689 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d58baf72-b10d-40ce-be77-cda4d6219481 None None] Network c5ce55ad-2458-4816-93d1-bdb0e8f83e94 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:35:41.832317 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b1165e0-4d6c-423c-931a-c32443a6c0b3 x-openstack-request-id: req-0b1165e0-4d6c-423c-931a-c32443a6c0b3 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:35:41.832586 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "626a086d-20bf-469f-b20c-0be7435a44bc", "tag": "decea55d-a895-43b7-9e02-6f468495aa03", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:35:41.833860 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-0b1165e0-4d6c-423c-931a-c32443a6c0b3 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:35:41.846257 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b1165e0-4d6c-423c-931a-c32443a6c0b3'] response: {'name': 'network-changed', 'server_uuid': '626a086d-20bf-469f-b20c-0be7435a44bc', 'tag': 'decea55d-a895-43b7-9e02-6f468495aa03', 'status': 'completed', 'code': 200} May 18 18:35:41.919930 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-aeb326c6-596e-4905-9e63-3ea5184399a5 None None] Provisioning complete for port 6eb4769b-fe9e-43ff-97bc-e4eb6e84ad41 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:35:41.925071 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-aeb326c6-596e-4905-9e63-3ea5184399a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:41.943953 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f5ef91-0710-4b10-b611-713c354df74b req-a95e72b5-c83b-491e-91bc-44ace835b215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:35:41.952039 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-8295ff12-805b-4dfa-a907-91373dca9c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f515891f-a8b7-4a6f-9814-1319a10b6e69', 'name': 'tempest-TestVolumeBootPattern-31464916-router', 'tenant_id': '4ce86b77116a4afca1694cba473235e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '76222933-de15-4351-b270-218c7879e007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:20:37Z', 'updated_at': '2022-05-18T18:20:50Z', 'revision_number': 4, 'project_id': '4ce86b77116a4afca1694cba473235e6', 'gw_port': {'id': '76222933-de15-4351-b270-218c7879e007', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:13:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f515891f-a8b7-4a6f-9814-1319a10b6e69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:20:40Z', 'updated_at': '2022-05-18T18:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '2ac3d3a3-975f-4e58-b55a-00dc7ec1fcc1', 'name': '', 'network_id': 'eafefbfa-378a-4a8a-8ee5-45c0c746f8e9', 'tenant_id': '4ce86b77116a4afca1694cba473235e6', 'mac_address': 'fa:16:3e:9c:0a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f515891f-a8b7-4a6f-9814-1319a10b6e69', 'device_owner': 'network:router_interface', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': 'ab1f7f5a-a761-43dc-be82-e3f213958e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:20:48Z', 'updated_at': '2022-05-18T18:21:02Z', 'revision_number': 5, 'project_id': '4ce86b77116a4afca1694cba473235e6', 'subnets': [{'id': 'ab1f7f5a-a761-43dc-be82-e3f213958e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:35:41.953757 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-95f5ef91-0710-4b10-b611-713c354df74b req-a95e72b5-c83b-491e-91bc-44ace835b215 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=4ce86b77116a4afca1694cba473235e6&device_id=626a086d-20bf-469f-b20c-0be7435a44bc HTTP/1.1" status: 200 len: 1096 time: 0.1463068 May 18 18:35:42.033908 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8295ff12-805b-4dfa-a907-91373dca9c82 None None] Checking router: f515891f-a8b7-4a6f-9814-1319a10b6e69 for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:35:42.038779 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 6eb4769b-fe9e-43ff-97bc-e4eb6e84ad41 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:35:42.060106 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8295ff12-805b-4dfa-a907-91373dca9c82 None None] Routers {'f515891f-a8b7-4a6f-9814-1319a10b6e69'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:35:42.060725 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-8295ff12-805b-4dfa-a907-91373dca9c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:35:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['f515891f-a8b7-4a6f-9814-1319a10b6e69'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:35:42.119221 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c380326e-2fc1-4506-8524-27e8db81c263 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:42.167162 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c380326e-2fc1-4506-8524-27e8db81c263 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Pushing event deleted for resources: {'Port': ['ID=37e9b18a-3535-4ed0-baef-67cfb2c242ef,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:35:42.183576 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f5ef91-0710-4b10-b611-713c354df74b req-dd38fa7e-0190-48ad-9aba-6a5da2f8bf20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:35:42.183576 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-95f5ef91-0710-4b10-b611-713c354df74b req-dd38fa7e-0190-48ad-9aba-6a5da2f8bf20 service neutron] 10.222.0.88 "GET /v2.0/networks?id=eafefbfa-378a-4a8a-8ee5-45c0c746f8e9 HTTP/1.1" status: 200 len: 911 time: 0.2201867 May 18 18:35:42.201402 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb05346f-d72f-42e3-81b6-e8f8adad59d4 req-fb532b4c-d57c-4795-9c6f-1b218b07c303 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:35:42.203502 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bb05346f-d72f-42e3-81b6-e8f8adad59d4 req-fb532b4c-d57c-4795-9c6f-1b218b07c303 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 946 time: 0.2366531 May 18 18:35:42.373351 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c380326e-2fc1-4506-8524-27e8db81c263 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:42.376262 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-95f5ef91-0710-4b10-b611-713c354df74b req-86aa8b66-c69a-4f1a-a818-32221c512beb service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=decea55d-a895-43b7-9e02-6f468495aa03 HTTP/1.1" status: 200 len: 217 time: 0.1684024 May 18 18:35:42.380114 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-c380326e-2fc1-4506-8524-27e8db81c263 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "DELETE /v2.0/ports/37e9b18a-3535-4ed0-baef-67cfb2c242ef HTTP/1.1" status: 204 len: 168 time: 2.0393500 May 18 18:35:42.381690 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 34764) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:35:42.418681 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-8295ff12-805b-4dfa-a907-91373dca9c82 None None] Set router f515891f-a8b7-4a6f-9814-1319a10b6e69 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:35:42.449157 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 6eb4769b-fe9e-43ff-97bc-e4eb6e84ad41 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:35:42.449768 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:42.473887 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bb05346f-d72f-42e3-81b6-e8f8adad59d4 req-9c17f030-7733-4497-9a63-c341b3983105 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967900 May 18 18:35:42.481716 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f5ef91-0710-4b10-b611-713c354df74b req-3c607ce8-b322-4e6a-96fc-d9ecbde83612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:35:42.483549 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-95f5ef91-0710-4b10-b611-713c354df74b req-3c607ce8-b322-4e6a-96fc-d9ecbde83612 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=ab1f7f5a-a761-43dc-be82-e3f213958e88 HTTP/1.1" status: 200 len: 849 time: 0.0981259 May 18 18:35:42.483996 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-153202fa-38a7-4eeb-a5e5-6dd0aa15f9b4 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:35:42.485812 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-153202fa-38a7-4eeb-a5e5-6dd0aa15f9b4 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:35:42.489229 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-153202fa-38a7-4eeb-a5e5-6dd0aa15f9b4 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:35:42.492127 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-153202fa-38a7-4eeb-a5e5-6dd0aa15f9b4 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1093764 May 18 18:35:42.496966 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 34766) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:35:42.512639 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a4f145-f773-497a-aabc-86f4d8eb598e req-e35114ba-2eb0-4a33-9370-74d7060e4047 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:35:42.521824 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-47a4f145-f773-497a-aabc-86f4d8eb598e req-e35114ba-2eb0-4a33-9370-74d7060e4047 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=626a086d-20bf-469f-b20c-0be7435a44bc HTTP/1.1" status: 200 len: 945 time: 0.3371255 May 18 18:35:42.588976 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-aeb326c6-596e-4905-9e63-3ea5184399a5 None None] Current status of the port 6eb4769b-fe9e-43ff-97bc-e4eb6e84ad41 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:35:42.594646 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-47a4f145-f773-497a-aabc-86f4d8eb598e req-f57c7a26-d450-4770-8c96-508a9286698b tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=f6f34100-4199-4c69-a3cb-028eff639d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701220 May 18 18:35:42.668278 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_v2 [None req-7519a37a-f147-4aa3-8c52-d8d83bd44d78 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Deleting subnet 3c7341e7-b744-4578-9a76-2822dfd127b1 {{(pid=102730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:35:42.681384 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7519a37a-f147-4aa3-8c52-d8d83bd44d78 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks [] for subnet, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:42.704433 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f5ef91-0710-4b10-b611-713c354df74b req-e5d29b37-a447-4265-bbcc-c9cf8041db11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:35:42.712638 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:42.715654 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-95f5ef91-0710-4b10-b611-713c354df74b req-e5d29b37-a447-4265-bbcc-c9cf8041db11 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=eafefbfa-378a-4a8a-8ee5-45c0c746f8e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1617901 May 18 18:35:42.813133 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7519a37a-f147-4aa3-8c52-d8d83bd44d78 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260107366'] for subnet, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:42.918678 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 6eb4769b-fe9e-43ff-97bc-e4eb6e84ad41 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:35:42.989151 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7519a37a-f147-4aa3-8c52-d8d83bd44d78 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:43.039516 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-8295ff12-805b-4dfa-a907-91373dca9c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f515891f-a8b7-4a6f-9814-1319a10b6e69', 'name': 'tempest-TestVolumeBootPattern-31464916-router', 'tenant_id': '4ce86b77116a4afca1694cba473235e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '76222933-de15-4351-b270-218c7879e007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:20:37Z', 'updated_at': '2022-05-18T18:20:50Z', 'revision_number': 4, 'project_id': '4ce86b77116a4afca1694cba473235e6', 'gw_port': {'id': '76222933-de15-4351-b270-218c7879e007', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:13:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f515891f-a8b7-4a6f-9814-1319a10b6e69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:20:40Z', 'updated_at': '2022-05-18T18:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '2ac3d3a3-975f-4e58-b55a-00dc7ec1fcc1', 'name': '', 'network_id': 'eafefbfa-378a-4a8a-8ee5-45c0c746f8e9', 'tenant_id': '4ce86b77116a4afca1694cba473235e6', 'mac_address': 'fa:16:3e:9c:0a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f515891f-a8b7-4a6f-9814-1319a10b6e69', 'device_owner': 'network:router_interface', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': 'ab1f7f5a-a761-43dc-be82-e3f213958e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:20:48Z', 'updated_at': '2022-05-18T18:21:02Z', 'revision_number': 5, 'project_id': '4ce86b77116a4afca1694cba473235e6', 'subnets': [{'id': 'ab1f7f5a-a761-43dc-be82-e3f213958e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:35:43.077239 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:43.116424 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7519a37a-f147-4aa3-8c52-d8d83bd44d78 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261104690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261031888'] for subnet, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:43.125251 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8295ff12-805b-4dfa-a907-91373dca9c82 None None] The sync data for ids ['f515891f-a8b7-4a6f-9814-1319a10b6e69'] in n-d-838550-3 is: [{'id': 'f515891f-a8b7-4a6f-9814-1319a10b6e69', 'name': 'tempest-TestVolumeBootPattern-31464916-router', 'tenant_id': '4ce86b77116a4afca1694cba473235e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '76222933-de15-4351-b270-218c7879e007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:20:37Z', 'updated_at': '2022-05-18T18:20:50Z', 'revision_number': 4, 'project_id': '4ce86b77116a4afca1694cba473235e6', 'gw_port': {'id': '76222933-de15-4351-b270-218c7879e007', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:13:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f515891f-a8b7-4a6f-9814-1319a10b6e69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:20:40Z', 'updated_at': '2022-05-18T18:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '2ac3d3a3-975f-4e58-b55a-00dc7ec1fcc1', 'name': '', 'network_id': 'eafefbfa-378a-4a8a-8ee5-45c0c746f8e9', 'tenant_id': '4ce86b77116a4afca1694cba473235e6', 'mac_address': 'fa:16:3e:9c:0a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f515891f-a8b7-4a6f-9814-1319a10b6e69', 'device_owner': 'network:router_interface', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': 'ab1f7f5a-a761-43dc-be82-e3f213958e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:20:48Z', 'updated_at': '2022-05-18T18:21:02Z', 'revision_number': 5, 'project_id': '4ce86b77116a4afca1694cba473235e6', 'subnets': [{'id': 'ab1f7f5a-a761-43dc-be82-e3f213958e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:35:43.168692 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7519a37a-f147-4aa3-8c52-d8d83bd44d78 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Pushing event deleted for resources: {'Subnet': ['ID=3c7341e7-b744-4578-9a76-2822dfd127b1,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:35:43.176067 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7519a37a-f147-4aa3-8c52-d8d83bd44d78 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:43.184125 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-7519a37a-f147-4aa3-8c52-d8d83bd44d78 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "DELETE /v2.0/subnets/3c7341e7-b744-4578-9a76-2822dfd127b1 HTTP/1.1" status: 204 len: 168 time: 0.6861343 May 18 18:35:43.184779 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 34780) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:35:43.212134 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-95f5ef91-0710-4b10-b611-713c354df74b req-d0868daa-0209-43aa-b74c-28b4f70c5a83 service neutron] 10.222.0.88 "GET /v2.0/networks/eafefbfa-378a-4a8a-8ee5-45c0c746f8e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4840662 May 18 18:35:43.303115 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3e6814d-c356-4ddb-8d8d-629b5261bc5d tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Deleting subnet 692dcc34-fc83-4ba1-b1b9-cce6a37a80d5 {{(pid=102730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:35:43.309037 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b3e6814d-c356-4ddb-8d8d-629b5261bc5d tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks [] for subnet, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:43.371755 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5375a86-ac61-4f2a-9a70-92c623a88b86 None None] Network c5ce55ad-2458-4816-93d1-bdb0e8f83e94 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:35:43.449217 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b3e6814d-c356-4ddb-8d8d-629b5261bc5d tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260107366'] for subnet, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:43.492971 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-95f5ef91-0710-4b10-b611-713c354df74b req-bff0a0e2-930e-48ed-987b-497ddc83db9b service neutron] 10.222.0.88 "GET /v2.0/networks/eafefbfa-378a-4a8a-8ee5-45c0c746f8e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2583945 May 18 18:35:43.536269 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a849e74-cb72-48af-b180-f12ee7cc3183 req-5269917f-fefd-4a66-ba78-171bfa786ff7 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:35:43.545495 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0a849e74-cb72-48af-b180-f12ee7cc3183 req-5269917f-fefd-4a66-ba78-171bfa786ff7 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 946 time: 0.6504099 May 18 18:35:43.550670 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-8cd7b763-2da4-4f0d-8a8d-1b4031d8c2dd None None] Provisioning complete for port 6eb4769b-fe9e-43ff-97bc-e4eb6e84ad41 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:35:43.562274 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-8cd7b763-2da4-4f0d-8a8d-1b4031d8c2dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:43.615241 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b3e6814d-c356-4ddb-8d8d-629b5261bc5d tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:43.643257 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0a849e74-cb72-48af-b180-f12ee7cc3183 req-6527cf06-3a26-4544-8bb1-9c3341c3bec9 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966520 May 18 18:35:43.789720 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b3e6814d-c356-4ddb-8d8d-629b5261bc5d tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261104690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261031888'] for subnet, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:43.822708 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b3e6814d-c356-4ddb-8d8d-629b5261bc5d tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:43.832038 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d581b8-0d8e-4de8-b45b-945471925341 req-c05f99e1-9b7f-49ab-aa94-bfd773610b54 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:35:43.834113 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-43d581b8-0d8e-4de8-b45b-945471925341 req-c05f99e1-9b7f-49ab-aa94-bfd773610b54 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.88 "GET /v2.0/ports?device_id=626a086d-20bf-469f-b20c-0be7435a44bc HTTP/1.1" status: 200 len: 945 time: 0.1184700 May 18 18:35:43.834730 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 34800) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:35:43.838296 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-b3e6814d-c356-4ddb-8d8d-629b5261bc5d tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "DELETE /v2.0/subnets/692dcc34-fc83-4ba1-b1b9-cce6a37a80d5 HTTP/1.1" status: 204 len: 168 time: 0.6516321 May 18 18:35:43.896882 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6204a5c3-1b34-4712-9627-526b748aecf0 None None] New status for floating IP 52ed146d-d050-4656-8f3c-dbc9d9843d82: DOWN {{(pid=102732) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 18:35:43.982808 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e6814d-c356-4ddb-8d8d-629b5261bc5d tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Pushing event deleted for resources: {'Subnet': ['ID=692dcc34-fc83-4ba1-b1b9-cce6a37a80d5,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:35:43.994229 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-5e9c88c9-d1ba-4bd1-a170-4dcd84396a8e tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1581757 May 18 18:35:43.998545 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 34810) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:35:44.011808 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-c02544f1-0c43-434c-82ce-28e5f243681b tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Request body: {'subnet': {'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:35:44.160844 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-8cd7b763-2da4-4f0d-8a8d-1b4031d8c2dd None None] Current status of the port 6eb4769b-fe9e-43ff-97bc-e4eb6e84ad41 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:35:44.174509 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-43d581b8-0d8e-4de8-b45b-945471925341 req-4c8a249b-9f76-4996-874d-8b5f99232086 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Deleting port decea55d-a895-43b7-9e02-6f468495aa03 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:35:44.174857 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-43d581b8-0d8e-4de8-b45b-945471925341 req-4c8a249b-9f76-4996-874d-8b5f99232086 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:44.212501 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128ac588-eff0-4291-a7e3-89a345492eb6 req-916a8a7d-5147-4141-99eb-d46374825ed1 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:35:44.227390 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-128ac588-eff0-4291-a7e3-89a345492eb6 req-916a8a7d-5147-4141-99eb-d46374825ed1 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=626a086d-20bf-469f-b20c-0be7435a44bc HTTP/1.1" status: 200 len: 945 time: 0.4272645 May 18 18:35:44.284286 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b3c466-bdd8-4b15-86ee-3b0e025d12ed None None] DHCP port deletion for c5ce55ad-2458-4816-93d1-bdb0e8f83e94 request from n-d-838550-3 {{(pid=102732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 18:35:44.367298 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-88b3c466-bdd8-4b15-86ee-3b0e025d12ed None None] Deleting port 6eb4769b-fe9e-43ff-97bc-e4eb6e84ad41 {{(pid=102732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:35:44.367725 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-43d581b8-0d8e-4de8-b45b-945471925341 req-4c8a249b-9f76-4996-874d-8b5f99232086 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] For port decea55d-a895-43b7-9e02-6f468495aa03, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=decea55d-a895-43b7-9e02-6f468495aa03,segment=NetworkSegment(91232e8c-3d17-424b-b810-746db9884dd3),segment_id=91232e8c-3d17-424b-b810-746db9884dd3)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:35:44.368202 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-43d581b8-0d8e-4de8-b45b-945471925341 req-4c8a249b-9f76-4996-874d-8b5f99232086 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:44.368746 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-88b3c466-bdd8-4b15-86ee-3b0e025d12ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:44.369083 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-128ac588-eff0-4291-a7e3-89a345492eb6 req-60f1050f-aee6-47bd-8902-8d7c0ea7ba78 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/security-groups?id=f6f34100-4199-4c69-a3cb-028eff639d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1412144 May 18 18:35:44.389463 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c02544f1-0c43-434c-82ce-28e5f243681b tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Made reservation on behalf of 17ca2b3ab9ea4457836da5cdadc0de8c for: {'subnet': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:35:44.389463 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c02544f1-0c43-434c-82ce-28e5f243681b tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261031885'] for subnet, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:44.428643 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-43d581b8-0d8e-4de8-b45b-945471925341 req-4c8a249b-9f76-4996-874d-8b5f99232086 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Calling delete_port for decea55d-a895-43b7-9e02-6f468495aa03 owned by compute:nova {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:35:44.454471 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-88b3c466-bdd8-4b15-86ee-3b0e025d12ed None None] For port 6eb4769b-fe9e-43ff-97bc-e4eb6e84ad41, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=6eb4769b-fe9e-43ff-97bc-e4eb6e84ad41,segment=NetworkSegment(7193822e-e5ec-4b60-a562-e581b7323da0),segment_id=7193822e-e5ec-4b60-a562-e581b7323da0)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:35:44.455129 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-88b3c466-bdd8-4b15-86ee-3b0e025d12ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:44.472725 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-88b3c466-bdd8-4b15-86ee-3b0e025d12ed None None] Calling delete_port for 6eb4769b-fe9e-43ff-97bc-e4eb6e84ad41 owned by network:dhcp {{(pid=102732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:35:44.645892 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-88b3c466-bdd8-4b15-86ee-3b0e025d12ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508'] for port, after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:44.707202 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b3c466-bdd8-4b15-86ee-3b0e025d12ed None None] No DVR routers for this DVR port 6eb4769b-fe9e-43ff-97bc-e4eb6e84ad41 on host n-d-838550-3 {{(pid=102732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:35:44.710658 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b3c466-bdd8-4b15-86ee-3b0e025d12ed None None] Pushing event deleted for resources: {'Port': ['ID=6eb4769b-fe9e-43ff-97bc-e4eb6e84ad41,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:35:44.727372 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-43d581b8-0d8e-4de8-b45b-945471925341 req-4c8a249b-9f76-4996-874d-8b5f99232086 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:44.761888 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c02544f1-0c43-434c-82ce-28e5f243681b tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261104883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261031899'] for subnet, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:44.794636 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8a249b-9f76-4996-874d-8b5f99232086 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Pushing event deleted for resources: {'Port': ['ID=decea55d-a895-43b7-9e02-6f468495aa03,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:35:44.861426 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c02544f1-0c43-434c-82ce-28e5f243681b tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Network c5ce55ad-2458-4816-93d1-bdb0e8f83e94 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:35:44.864674 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-c02544f1-0c43-434c-82ce-28e5f243681b tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:35:44.869106 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c02544f1-0c43-434c-82ce-28e5f243681b tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:35:44.869717 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c02544f1-0c43-434c-82ce-28e5f243681b tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:44.887204 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-43d581b8-0d8e-4de8-b45b-945471925341 req-4c8a249b-9f76-4996-874d-8b5f99232086 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] No DVR routers for this DVR port decea55d-a895-43b7-9e02-6f468495aa03 on host n-h2-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:35:44.887628 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a42ed99-4a47-49a5-bb17-4bbd2aba2ee2 None None] Network c5ce55ad-2458-4816-93d1-bdb0e8f83e94 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:35:44.890682 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-43d581b8-0d8e-4de8-b45b-945471925341 req-4c8a249b-9f76-4996-874d-8b5f99232086 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:44.894660 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-43d581b8-0d8e-4de8-b45b-945471925341 req-4c8a249b-9f76-4996-874d-8b5f99232086 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.88 "DELETE /v2.0/ports/decea55d-a895-43b7-9e02-6f468495aa03 HTTP/1.1" status: 204 len: 173 time: 0.9837818 May 18 18:35:44.895387 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '626a086d-20bf-469f-b20c-0be7435a44bc', 'name': 'network-vif-deleted', 'tag': 'decea55d-a895-43b7-9e02-6f468495aa03'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:35:44.898613 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2519cda0-1bb5-4012-a5db-f66792989b3e" -d '{"events": [{"server_uuid": "626a086d-20bf-469f-b20c-0be7435a44bc", "name": "network-vif-deleted", "tag": "decea55d-a895-43b7-9e02-6f468495aa03"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:35:44.953686 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebf7ea7-929b-4025-a7ef-a802a3bfc781 req-734cad44-7b88-4224-8f55-bd12a0b47e71 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:35:44.954848 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02544f1-0c43-434c-82ce-28e5f243681b tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Pushing event updated for resources: {'Subnet': ['ID=a0a71d04-4372-4d55-959d-2d98f647824a,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:35:44.957339 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5ebf7ea7-929b-4025-a7ef-a802a3bfc781 req-734cad44-7b88-4224-8f55-bd12a0b47e71 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 946 time: 0.1659534 May 18 18:35:44.967656 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-c02544f1-0c43-434c-82ce-28e5f243681b tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9677639 May 18 18:35:44.970157 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 34834) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:35:44.977139 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-2c1b63fe-822b-4e8a-aa59-4627b62a7a30 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Request body: {'subnet': {'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:35:45.026247 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf9773f0-a305-4bf3-ba78-75e39a25ab9a x-openstack-request-id: req-bf9773f0-a305-4bf3-ba78-75e39a25ab9a {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:35:45.026852 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "626a086d-20bf-469f-b20c-0be7435a44bc", "name": "network-vif-deleted", "tag": "decea55d-a895-43b7-9e02-6f468495aa03", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:35:45.027336 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-bf9773f0-a305-4bf3-ba78-75e39a25ab9a {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:35:45.027961 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf9773f0-a305-4bf3-ba78-75e39a25ab9a'] response: {'server_uuid': '626a086d-20bf-469f-b20c-0be7435a44bc', 'name': 'network-vif-deleted', 'tag': 'decea55d-a895-43b7-9e02-6f468495aa03', 'status': 'completed', 'code': 200} May 18 18:35:45.061579 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5ebf7ea7-929b-4025-a7ef-a802a3bfc781 req-3560a5fd-b2d2-42df-98f8-d8b4b3530820 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910001 May 18 18:35:45.209464 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbaa07a0-289e-4d96-af2b-0941ba6da02b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-c5ce55ad-2458-4816-93d1-bdb0e8f83e94', 'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94', 'tenant_id': '17ca2b3ab9ea4457836da5cdadc0de8c', 'fixed_ips': [{'subnet_id': 'a0a71d04-4372-4d55-959d-2d98f647824a'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:35:45.211092 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-dbaa07a0-289e-4d96-af2b-0941ba6da02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:45.232344 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c1b63fe-822b-4e8a-aa59-4627b62a7a30 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Made reservation on behalf of 17ca2b3ab9ea4457836da5cdadc0de8c for: {'subnet': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:35:45.237633 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2c1b63fe-822b-4e8a-aa59-4627b62a7a30 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261031885'] for subnet, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:45.451972 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-dbaa07a0-289e-4d96-af2b-0941ba6da02b None None] Allocated IP 172.20.0.2 (c5ce55ad-2458-4816-93d1-bdb0e8f83e94/a0a71d04-4372-4d55-959d-2d98f647824a/2a9367da-acd9-403b-b05a-49366c9e0c83) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:35:45.602499 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9471bb-1f13-48c8-a7ac-5aca8de54d96 req-f977be01-2d23-44f9-bc41-27ca6ba02aca tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:35:45.605875 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0b9471bb-1f13-48c8-a7ac-5aca8de54d96 req-f977be01-2d23-44f9-bc41-27ca6ba02aca tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 946 time: 0.0625863 May 18 18:35:45.701879 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0b9471bb-1f13-48c8-a7ac-5aca8de54d96 req-03c1d97f-5204-4e28-ba87-178d1acd9746 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880063 May 18 18:35:45.758109 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-dbaa07a0-289e-4d96-af2b-0941ba6da02b None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:45.760193 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-dbaa07a0-289e-4d96-af2b-0941ba6da02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:45.785871 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbaa07a0-289e-4d96-af2b-0941ba6da02b None None] Network c5ce55ad-2458-4816-93d1-bdb0e8f83e94 is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:35:45.838081 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-dbaa07a0-289e-4d96-af2b-0941ba6da02b None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:35:45.841085 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaa07a0-289e-4d96-af2b-0941ba6da02b None None] Pushing event updated for resources: {'Port': ['ID=2a9367da-acd9-403b-b05a-49366c9e0c83,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:35:45.843816 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbaa07a0-289e-4d96-af2b-0941ba6da02b None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:35:45.937965 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-dbaa07a0-289e-4d96-af2b-0941ba6da02b None None] Attempting to bind port 2a9367da-acd9-403b-b05a-49366c9e0c83 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:35:45.938346 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-dbaa07a0-289e-4d96-af2b-0941ba6da02b None None] Attempting to bind port 2a9367da-acd9-403b-b05a-49366c9e0c83 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '7193822e-e5ec-4b60-a562-e581b7323da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:35:45.938717 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbaa07a0-289e-4d96-af2b-0941ba6da02b None None] Attempting to bind port 2a9367da-acd9-403b-b05a-49366c9e0c83 on network c5ce55ad-2458-4816-93d1-bdb0e8f83e94 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:35:45.945195 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 6eb4769b-fe9e-43ff-97bc-e4eb6e84ad41 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:35:45.947669 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbaa07a0-289e-4d96-af2b-0941ba6da02b None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:35:45.948051 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbaa07a0-289e-4d96-af2b-0941ba6da02b None None] Checking segment: {'id': '7193822e-e5ec-4b60-a562-e581b7323da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:35:45.948462 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-dbaa07a0-289e-4d96-af2b-0941ba6da02b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:45.948862 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbaa07a0-289e-4d96-af2b-0941ba6da02b None None] Bound using segment: {'id': '7193822e-e5ec-4b60-a562-e581b7323da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:35:45.949352 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-dbaa07a0-289e-4d96-af2b-0941ba6da02b None None] Bound port: 2a9367da-acd9-403b-b05a-49366c9e0c83, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7193822e-e5ec-4b60-a562-e581b7323da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:35:45.949776 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-dbaa07a0-289e-4d96-af2b-0941ba6da02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:46.018551 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-dbaa07a0-289e-4d96-af2b-0941ba6da02b None None] For port 2a9367da-acd9-403b-b05a-49366c9e0c83, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:35:46.021983 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-dbaa07a0-289e-4d96-af2b-0941ba6da02b None None] For port 2a9367da-acd9-403b-b05a-49366c9e0c83, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=2a9367da-acd9-403b-b05a-49366c9e0c83,segment=NetworkSegment(7193822e-e5ec-4b60-a562-e581b7323da0),segment_id=7193822e-e5ec-4b60-a562-e581b7323da0)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:35:46.041780 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-dbaa07a0-289e-4d96-af2b-0941ba6da02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:46.043854 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 6eb4769b-fe9e-43ff-97bc-e4eb6e84ad41 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:35:46.044197 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 6eb4769b-fe9e-43ff-97bc-e4eb6e84ad41 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:35:46.114314 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaa07a0-289e-4d96-af2b-0941ba6da02b None None] Pushing event updated for resources: {'Port': ['ID=2a9367da-acd9-403b-b05a-49366c9e0c83,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:35:46.168398 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-643df489-f7e3-4c08-afc4-e0077a57ee5c req-9c089554-8fd5-4f84-8797-14ec8251bd86 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=626a086d-20bf-469f-b20c-0be7435a44bc HTTP/1.1" status: 200 len: 210 time: 0.5914161 May 18 18:35:46.507016 n-d-838550-3 neutron-server[102730]: DEBUG neutron.objects.ports [None req-2c1b63fe-822b-4e8a-aa59-4627b62a7a30 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102730) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} May 18 18:35:46.594429 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device decea55d-a895-43b7-9e02-6f468495aa03 no longer exists at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:35:46.616375 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] No Port match for: decea55d-a895-43b7-9e02-6f468495aa03 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:35:46.617179 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device decea55d-a895-43b7-9e02-6f468495aa03 not bound to the agent host n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:35:46.682133 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2c1b63fe-822b-4e8a-aa59-4627b62a7a30 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:46.875628 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-2c1b63fe-822b-4e8a-aa59-4627b62a7a30 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] For port 2a9367da-acd9-403b-b05a-49366c9e0c83, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=2a9367da-acd9-403b-b05a-49366c9e0c83,segment=NetworkSegment(7193822e-e5ec-4b60-a562-e581b7323da0),segment_id=7193822e-e5ec-4b60-a562-e581b7323da0)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:35:46.894255 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72451db-1116-4e24-9c47-ec0ff1ffd630 req-07e5467a-c998-45be-845c-9ec154135792 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:35:46.905037 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e72451db-1116-4e24-9c47-ec0ff1ffd630 req-07e5467a-c998-45be-845c-9ec154135792 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 946 time: 0.0653791 May 18 18:35:46.911388 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2c1b63fe-822b-4e8a-aa59-4627b62a7a30 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:46.918874 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2c1b63fe-822b-4e8a-aa59-4627b62a7a30 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:46.919799 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2c1b63fe-822b-4e8a-aa59-4627b62a7a30 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261104883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261031899'] for subnet, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:46.964965 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e72451db-1116-4e24-9c47-ec0ff1ffd630 req-f143989a-4100-4d97-9543-24df0dc4ef4b tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586874 May 18 18:35:47.076969 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1b63fe-822b-4e8a-aa59-4627b62a7a30 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Pushing event updated for resources: {'Subnet': ['ID=40695e14-63cb-4f11-8962-ed70145270bd,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:35:47.087469 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1b63fe-822b-4e8a-aa59-4627b62a7a30 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Network c5ce55ad-2458-4816-93d1-bdb0e8f83e94 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:35:47.113166 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-2c1b63fe-822b-4e8a-aa59-4627b62a7a30 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:35:47.120262 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c1b63fe-822b-4e8a-aa59-4627b62a7a30 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:35:47.120950 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2c1b63fe-822b-4e8a-aa59-4627b62a7a30 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:47.138599 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1b63fe-822b-4e8a-aa59-4627b62a7a30 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Pushing event updated for resources: {'Port': ['ID=2a9367da-acd9-403b-b05a-49366c9e0c83,revision_number=4']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:35:47.196711 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-2c1b63fe-822b-4e8a-aa59-4627b62a7a30 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.2253461 May 18 18:35:47.201570 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 34884) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:35:47.204687 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630cf14e-8c25-4a00-b5c6-971a2953a277 req-caf8847f-383d-410c-a4de-6515828b1984 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:35:47.210755 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-630cf14e-8c25-4a00-b5c6-971a2953a277 req-caf8847f-383d-410c-a4de-6515828b1984 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 946 time: 0.1564429 May 18 18:35:47.221335 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-e1d73f7d-9413-43e3-86da-a134019c6c5d tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Request body: {'port': {'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94', 'mac_address': 'fa:16:3e:24:61:dc', 'name': 'tempest-NetworksTestDHCPv6-2124406144'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:35:47.280992 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-630cf14e-8c25-4a00-b5c6-971a2953a277 req-01daa8e8-0eb8-40c5-b9c1-be0dd4dc3974 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412071 May 18 18:35:47.511702 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fae2d096-4e50-4ae9-9738-62f28ae42fca req-cad65a75-3575-48b0-8e45-7055bf86296b tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=626a086d-20bf-469f-b20c-0be7435a44bc HTTP/1.1" status: 200 len: 210 time: 0.1901746 May 18 18:35:47.547669 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1d73f7d-9413-43e3-86da-a134019c6c5d tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Made reservation on behalf of 17ca2b3ab9ea4457836da5cdadc0de8c for: {'port': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:35:47.585829 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63405527-10d4-4cd9-beed-2f32507331d1 None None] Network c5ce55ad-2458-4816-93d1-bdb0e8f83e94 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:35:47.658108 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf2a728-f0a8-449f-8d91-504c97e7d84b req-23ae115c-c35a-4306-a3e3-1274168e9294 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:35:47.671827 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-daf2a728-f0a8-449f-8d91-504c97e7d84b req-23ae115c-c35a-4306-a3e3-1274168e9294 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 946 time: 0.1724863 May 18 18:35:47.709237 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e1d73f7d-9413-43e3-86da-a134019c6c5d tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:47.718596 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-5d56102f-5003-4a95-8c8e-e9bf673d0a7b None None] Provisioning complete for port 2a9367da-acd9-403b-b05a-49366c9e0c83 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:35:47.719559 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-5d56102f-5003-4a95-8c8e-e9bf673d0a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:47.737833 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-daf2a728-f0a8-449f-8d91-504c97e7d84b req-b571ed1c-b01c-462e-9deb-adbfcd76e0ee tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628755 May 18 18:35:47.781928 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [None req-e1d73f7d-9413-43e3-86da-a134019c6c5d tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] device_id is not set on port 546fbe5c-2ca9-4d50-a34d-0765c93928e8 yet. {{(pid=102731) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 18 18:35:48.037451 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c872e41-8ba2-405e-a315-ca727eecc040 req-5eab507c-4a69-494e-a83d-098e20b1eaf5 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:35:48.060721 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5c872e41-8ba2-405e-a315-ca727eecc040 req-5eab507c-4a69-494e-a83d-098e20b1eaf5 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 946 time: 0.1815686 May 18 18:35:48.093131 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 2a9367da-acd9-403b-b05a-49366c9e0c83 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:35:48.185950 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5c872e41-8ba2-405e-a315-ca727eecc040 req-1b4d1e44-9ff7-4551-9f67-dc3b7f4c8663 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939002 May 18 18:35:48.220451 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-e1d73f7d-9413-43e3-86da-a134019c6c5d tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Allocated IP 172.20.0.7 (c5ce55ad-2458-4816-93d1-bdb0e8f83e94/a0a71d04-4372-4d55-959d-2d98f647824a/546fbe5c-2ca9-4d50-a34d-0765c93928e8) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:35:48.234279 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-e1d73f7d-9413-43e3-86da-a134019c6c5d tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Allocated IP 2001:db8::f816:3eff:fe24:61dc (c5ce55ad-2458-4816-93d1-bdb0e8f83e94/40695e14-63cb-4f11-8962-ed70145270bd/546fbe5c-2ca9-4d50-a34d-0765c93928e8) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:35:48.244781 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 2a9367da-acd9-403b-b05a-49366c9e0c83 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:35:48.245158 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:48.342189 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-5d56102f-5003-4a95-8c8e-e9bf673d0a7b None None] Current status of the port 2a9367da-acd9-403b-b05a-49366c9e0c83 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:35:48.342569 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-5d56102f-5003-4a95-8c8e-e9bf673d0a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:48.399597 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-5d56102f-5003-4a95-8c8e-e9bf673d0a7b None None] For port 2a9367da-acd9-403b-b05a-49366c9e0c83, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=2a9367da-acd9-403b-b05a-49366c9e0c83,segment=NetworkSegment(7193822e-e5ec-4b60-a562-e581b7323da0),segment_id=7193822e-e5ec-4b60-a562-e581b7323da0)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:35:48.439100 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-5d56102f-5003-4a95-8c8e-e9bf673d0a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:48.490842 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eaf9cd-f8e9-4c35-8f5f-28ba5272e2df req-137e76be-133b-45d1-91f4-52550511b6a1 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:35:48.498520 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b2eaf9cd-f8e9-4c35-8f5f-28ba5272e2df req-137e76be-133b-45d1-91f4-52550511b6a1 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 946 time: 0.1682591 May 18 18:35:48.501085 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d56102f-5003-4a95-8c8e-e9bf673d0a7b None None] Pushing event updated for resources: {'Port': ['ID=2a9367da-acd9-403b-b05a-49366c9e0c83,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:35:48.541884 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 2a9367da-acd9-403b-b05a-49366c9e0c83 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:35:48.542217 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:48.626886 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b2eaf9cd-f8e9-4c35-8f5f-28ba5272e2df req-e316e655-6556-41bc-8331-62d525c32f2d tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267390 May 18 18:35:48.661023 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.db.api [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102732) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 18 18:35:48.662088 n-d-838550-3 neutron-server[102732]: DEBUG oslo_db.api [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 18 18:35:48.690918 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e1d73f7d-9413-43e3-86da-a134019c6c5d tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:48.778477 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2810800d-3cb5-4138-a333-1d3b57ab2dc0 req-220a0bbb-2752-4680-931d-e232d90449d2 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=626a086d-20bf-469f-b20c-0be7435a44bc HTTP/1.1" status: 200 len: 210 time: 0.0898409 May 18 18:35:48.785391 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e1d73f7d-9413-43e3-86da-a134019c6c5d tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:48.823397 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d73f7d-9413-43e3-86da-a134019c6c5d tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Network c5ce55ad-2458-4816-93d1-bdb0e8f83e94 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:35:48.846950 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-e1d73f7d-9413-43e3-86da-a134019c6c5d tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:35:48.886706 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d73f7d-9413-43e3-86da-a134019c6c5d tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:35:48.971898 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eea2d4-847c-41b7-a295-647efb6e90cf req-0d86702e-cbc9-49c6-b25d-805b4d733456 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:35:48.973646 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-06eea2d4-847c-41b7-a295-647efb6e90cf req-0d86702e-cbc9-49c6-b25d-805b4d733456 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 946 time: 0.2069030 May 18 18:35:48.991746 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d73f7d-9413-43e3-86da-a134019c6c5d tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Pushing event updated for resources: {'Port': ['ID=546fbe5c-2ca9-4d50-a34d-0765c93928e8,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:35:49.035319 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d73f7d-9413-43e3-86da-a134019c6c5d tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:35:49.035775 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d73f7d-9413-43e3-86da-a134019c6c5d tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:35:49.036332 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d73f7d-9413-43e3-86da-a134019c6c5d tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:35:49.037569 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d73f7d-9413-43e3-86da-a134019c6c5d tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:35:49.038236 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d73f7d-9413-43e3-86da-a134019c6c5d tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:35:49.038236 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d73f7d-9413-43e3-86da-a134019c6c5d tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:35:49.038708 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d73f7d-9413-43e3-86da-a134019c6c5d tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:35:49.039202 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d73f7d-9413-43e3-86da-a134019c6c5d tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:35:49.039629 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d73f7d-9413-43e3-86da-a134019c6c5d tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:35:49.040116 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d73f7d-9413-43e3-86da-a134019c6c5d tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:35:49.052448 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d73f7d-9413-43e3-86da-a134019c6c5d tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:35:49.052959 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d73f7d-9413-43e3-86da-a134019c6c5d tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:35:49.097712 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d73f7d-9413-43e3-86da-a134019c6c5d tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:35:49.098581 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e1d73f7d-9413-43e3-86da-a134019c6c5d tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:49.138314 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-06eea2d4-847c-41b7-a295-647efb6e90cf req-baf51b96-2af5-40d8-a443-c755da60e9a0 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429493 May 18 18:35:49.153859 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 34932) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:35:49.163884 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-e1d73f7d-9413-43e3-86da-a134019c6c5d tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.9610784 May 18 18:35:49.323490 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 2a9367da-acd9-403b-b05a-49366c9e0c83 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:35:49.334251 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6112bbbe-e42c-4bc3-86f1-09ff32333568 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:35:49.349446 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6112bbbe-e42c-4bc3-86f1-09ff32333568 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:35:49.353672 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-6112bbbe-e42c-4bc3-86f1-09ff32333568 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1983466 May 18 18:35:49.356597 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 34938) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:35:49.455911 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0bfdba-c68f-4206-a267-4c273481a49b req-48fe5a84-840b-428d-a46e-916fc62cf88b tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:35:49.457528 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ee0bfdba-c68f-4206-a267-4c273481a49b req-48fe5a84-840b-428d-a46e-916fc62cf88b tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 946 time: 0.0942748 May 18 18:35:49.508611 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-2f210a91-b3e2-4525-ae74-8f474ffe5d69 None None] Provisioning complete for port 2a9367da-acd9-403b-b05a-49366c9e0c83 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:35:49.509009 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-2f210a91-b3e2-4525-ae74-8f474ffe5d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:49.522550 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-ffdac067-9039-4b42-8979-2207fc6a1a1b tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Deleting port 546fbe5c-2ca9-4d50-a34d-0765c93928e8 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:35:49.522894 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ffdac067-9039-4b42-8979-2207fc6a1a1b tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:49.531451 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ee0bfdba-c68f-4206-a267-4c273481a49b req-243a9319-bdbe-4b51-912b-28ffcf576d40 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652413 May 18 18:35:49.635774 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-2f210a91-b3e2-4525-ae74-8f474ffe5d69 None None] Current status of the port 2a9367da-acd9-403b-b05a-49366c9e0c83 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:35:49.773548 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfc0acb-a865-4095-8f53-04a74d19aa24 req-817cdf28-1e81-43ab-bd1b-750e276ed9b2 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:35:49.775806 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fbfc0acb-a865-4095-8f53-04a74d19aa24 req-817cdf28-1e81-43ab-bd1b-750e276ed9b2 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 946 time: 0.1140685 May 18 18:35:49.900883 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fbfc0acb-a865-4095-8f53-04a74d19aa24 req-a576251b-4065-4d9a-9442-ca20fa44dd29 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109192 May 18 18:35:49.907462 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ffdac067-9039-4b42-8979-2207fc6a1a1b tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:49.961096 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 2a9367da-acd9-403b-b05a-49366c9e0c83 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:35:49.969109 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-ffdac067-9039-4b42-8979-2207fc6a1a1b tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Calling delete_port for 546fbe5c-2ca9-4d50-a34d-0765c93928e8 owned by {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:35:49.980394 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-95986356-ea59-4f14-98e4-1b8c5697eeac req-d53592ac-2216-483f-a39d-b3abe53ff9c4 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=626a086d-20bf-469f-b20c-0be7435a44bc HTTP/1.1" status: 200 len: 210 time: 0.0715077 May 18 18:35:50.134180 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a02b199c-4e8f-45de-83e4-e3f8957c8c94 None None] Provisioning complete for port 546fbe5c-2ca9-4d50-a34d-0765c93928e8 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:35:50.135141 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a02b199c-4e8f-45de-83e4-e3f8957c8c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:50.181864 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c908eb20-2b68-485d-8a3f-46f27516a59f req-30b25144-ab4d-497d-8ef1-36972c1b5fda tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:35:50.187585 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c908eb20-2b68-485d-8a3f-46f27516a59f req-30b25144-ab4d-497d-8ef1-36972c1b5fda tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 946 time: 0.0921679 May 18 18:35:50.213768 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a02b199c-4e8f-45de-83e4-e3f8957c8c94 None None] Port 546fbe5c-2ca9-4d50-a34d-0765c93928e8 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:35:50.225753 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 2a9367da-acd9-403b-b05a-49366c9e0c83 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:35:50.226354 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:50.310279 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c908eb20-2b68-485d-8a3f-46f27516a59f req-dded3d58-3b2c-4b92-86f6-4e3ee3ae2b45 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008003 May 18 18:35:50.394303 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 2a9367da-acd9-403b-b05a-49366c9e0c83 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:35:50.426926 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ffdac067-9039-4b42-8979-2207fc6a1a1b tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:50.480683 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb67598-b8f6-4e66-b8f1-71e9e2af7989 req-78ce8374-4926-487d-83e8-c079888dd383 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:35:50.484003 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdac067-9039-4b42-8979-2207fc6a1a1b tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Pushing event deleted for resources: {'Port': ['ID=546fbe5c-2ca9-4d50-a34d-0765c93928e8,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:35:50.485860 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9eb67598-b8f6-4e66-b8f1-71e9e2af7989 req-78ce8374-4926-487d-83e8-c079888dd383 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 946 time: 0.1070211 May 18 18:35:50.583125 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9eb67598-b8f6-4e66-b8f1-71e9e2af7989 req-ca7297e2-eacd-4598-b2d0-ac2284ac6daa tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827141 May 18 18:35:50.703612 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ffdac067-9039-4b42-8979-2207fc6a1a1b tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:50.710178 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-ffdac067-9039-4b42-8979-2207fc6a1a1b tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "DELETE /v2.0/ports/546fbe5c-2ca9-4d50-a34d-0765c93928e8 HTTP/1.1" status: 204 len: 168 time: 1.3529196 May 18 18:35:50.712786 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 34976) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:35:50.883187 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-155e2a43-6788-46e6-83f0-df4869988b1c tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:35:50.884928 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-155e2a43-6788-46e6-83f0-df4869988b1c tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:35:50.886645 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-155e2a43-6788-46e6-83f0-df4869988b1c tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:35:50.888599 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-155e2a43-6788-46e6-83f0-df4869988b1c tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1748157 May 18 18:35:50.891398 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 34980) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:35:50.910226 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af08f9f0-cb99-48fe-8617-07c2057ae1b5 req-64777cef-a3b3-4505-91f0-144939352861 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:35:50.918863 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-af08f9f0-cb99-48fe-8617-07c2057ae1b5 req-64777cef-a3b3-4505-91f0-144939352861 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 946 time: 0.1438162 May 18 18:35:50.968515 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-af08f9f0-cb99-48fe-8617-07c2057ae1b5 req-051d0a5a-4a81-4629-952c-0e437f92f772 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458205 May 18 18:35:50.981580 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfe19dd6-6c94-493c-9c66-39b20d4b182c tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Deleting subnet 40695e14-63cb-4f11-8962-ed70145270bd {{(pid=102730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:35:50.986357 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-dfe19dd6-6c94-493c-9c66-39b20d4b182c tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks [] for subnet, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:51.173456 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f1d02bac-3d5f-41ad-8846-ef361d620fd2 req-d495865e-1a00-4dd7-930c-11364940b1c2 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=626a086d-20bf-469f-b20c-0be7435a44bc HTTP/1.1" status: 200 len: 210 time: 0.0400772 May 18 18:35:51.197011 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-dfe19dd6-6c94-493c-9c66-39b20d4b182c tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260107366'] for subnet, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:51.253904 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f19c64-fa3d-497c-978b-26acf1b9b733 req-a8b931fb-f738-4300-a0eb-e45d8a88abbd tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:35:51.255979 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d8f19c64-fa3d-497c-978b-26acf1b9b733 req-a8b931fb-f738-4300-a0eb-e45d8a88abbd tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 946 time: 0.1277499 May 18 18:35:51.337818 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-dfe19dd6-6c94-493c-9c66-39b20d4b182c tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:51.344276 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d8f19c64-fa3d-497c-978b-26acf1b9b733 req-a16af12d-7edd-4106-b2db-6473762c7c34 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812130 May 18 18:35:51.429214 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-dfe19dd6-6c94-493c-9c66-39b20d4b182c tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261104690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261031888'] for subnet, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:51.482003 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe19dd6-6c94-493c-9c66-39b20d4b182c tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Pushing event deleted for resources: {'Subnet': ['ID=40695e14-63cb-4f11-8962-ed70145270bd,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:35:51.498621 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe19dd6-6c94-493c-9c66-39b20d4b182c tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:35:51.499223 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe19dd6-6c94-493c-9c66-39b20d4b182c tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:35:51.499731 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe19dd6-6c94-493c-9c66-39b20d4b182c tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:35:51.500219 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe19dd6-6c94-493c-9c66-39b20d4b182c tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:35:51.500703 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe19dd6-6c94-493c-9c66-39b20d4b182c tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:35:51.501329 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe19dd6-6c94-493c-9c66-39b20d4b182c tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:35:51.507314 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe19dd6-6c94-493c-9c66-39b20d4b182c tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:35:51.509105 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe19dd6-6c94-493c-9c66-39b20d4b182c tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:35:51.509426 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe19dd6-6c94-493c-9c66-39b20d4b182c tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:35:51.509836 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe19dd6-6c94-493c-9c66-39b20d4b182c tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:35:51.510179 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe19dd6-6c94-493c-9c66-39b20d4b182c tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:35:51.510512 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe19dd6-6c94-493c-9c66-39b20d4b182c tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:35:51.522189 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-dfe19dd6-6c94-493c-9c66-39b20d4b182c tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:51.523764 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb8b041-a736-4968-aaaa-790103148bdd None None] Network c5ce55ad-2458-4816-93d1-bdb0e8f83e94 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:35:51.529151 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-dfe19dd6-6c94-493c-9c66-39b20d4b182c tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "DELETE /v2.0/subnets/40695e14-63cb-4f11-8962-ed70145270bd HTTP/1.1" status: 204 len: 168 time: 0.6344941 May 18 18:35:51.529386 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 35002) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:35:51.706200 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_v2 [None req-d95d1740-5950-4ed8-ab67-f6aef3f130d2 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Deleting subnet a0a71d04-4372-4d55-959d-2d98f647824a {{(pid=102730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:35:51.712473 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d95d1740-5950-4ed8-ab67-f6aef3f130d2 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks [] for subnet, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:51.793270 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e0361e-6c1d-4082-acbf-46cea0e40ba2 req-741aec62-d3a5-4cde-be58-991727c61720 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:35:51.815697 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d9e0361e-6c1d-4082-acbf-46cea0e40ba2 req-741aec62-d3a5-4cde-be58-991727c61720 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 946 time: 0.2643864 May 18 18:35:51.857902 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d95d1740-5950-4ed8-ab67-f6aef3f130d2 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260107366'] for subnet, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:51.934773 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d9e0361e-6c1d-4082-acbf-46cea0e40ba2 req-f439cc2c-e1cd-4f91-83ce-cac13a8064ea tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181180 May 18 18:35:51.979490 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d95d1740-5950-4ed8-ab67-f6aef3f130d2 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:52.062082 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d95d1740-5950-4ed8-ab67-f6aef3f130d2 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261104690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261031888'] for subnet, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:52.129785 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d95d1740-5950-4ed8-ab67-f6aef3f130d2 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:52.140854 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-d95d1740-5950-4ed8-ab67-f6aef3f130d2 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "DELETE /v2.0/subnets/a0a71d04-4372-4d55-959d-2d98f647824a HTTP/1.1" status: 204 len: 168 time: 0.6075568 May 18 18:35:52.140854 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 35020) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:35:52.153581 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95d1740-5950-4ed8-ab67-f6aef3f130d2 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Pushing event deleted for resources: {'Subnet': ['ID=a0a71d04-4372-4d55-959d-2d98f647824a,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:35:52.161199 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d74c9f-7340-48de-9485-1db7a0c0b283 req-b202999d-8e46-48cd-a327-399d3ffbdcf6 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:35:52.169724 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-78d74c9f-7340-48de-9485-1db7a0c0b283 req-b202999d-8e46-48cd-a327-399d3ffbdcf6 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 946 time: 0.1130495 May 18 18:35:52.226687 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-9c7f9c53-fd7f-46b9-8c31-470db48e3039 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0865192 May 18 18:35:52.227431 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 35028) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:35:52.240090 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-98938651-48de-43cb-bd2d-d6fc3cf5a44a tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Request body: {'subnet': {'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:35:52.279310 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-78d74c9f-7340-48de-9485-1db7a0c0b283 req-4f20bbec-034c-4f10-a6a9-6ddd3f570ce2 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966673 May 18 18:35:52.403576 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6e68bf17-984f-4ab4-a535-5577fd3514a2 req-3ae1a639-6d84-49c2-88d3-e02183cbdbb7 tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "GET /v2.0/ports?device_id=626a086d-20bf-469f-b20c-0be7435a44bc HTTP/1.1" status: 200 len: 210 time: 0.0652621 May 18 18:35:52.498820 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98938651-48de-43cb-bd2d-d6fc3cf5a44a tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Made reservation on behalf of 17ca2b3ab9ea4457836da5cdadc0de8c for: {'subnet': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:35:52.515969 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a50f834-79cb-46bf-a7fc-6ac42c590b76 req-81c7d75f-8aba-4b16-8467-13768c19af76 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:35:52.518700 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-98938651-48de-43cb-bd2d-d6fc3cf5a44a tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261031885'] for subnet, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:52.522266 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3a50f834-79cb-46bf-a7fc-6ac42c590b76 req-81c7d75f-8aba-4b16-8467-13768c19af76 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 946 time: 0.1047440 May 18 18:35:52.617202 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3a50f834-79cb-46bf-a7fc-6ac42c590b76 req-5eb8ad8d-f039-49db-9969-7375244d7983 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865536 May 18 18:35:52.783220 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-98938651-48de-43cb-bd2d-d6fc3cf5a44a tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261104883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261031899'] for subnet, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:52.795856 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ccd8dd-f62b-41dd-a67d-55a62ac250b5 None None] Network c5ce55ad-2458-4816-93d1-bdb0e8f83e94 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:35:52.865658 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8f60c9-b258-4a76-984d-b93c9d17382f req-b3850fdc-220f-4792-b76d-a715c4abb3c4 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:35:52.873264 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-da8f60c9-b258-4a76-984d-b93c9d17382f req-b3850fdc-220f-4792-b76d-a715c4abb3c4 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 946 time: 0.1342318 May 18 18:35:52.881289 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98938651-48de-43cb-bd2d-d6fc3cf5a44a tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Network c5ce55ad-2458-4816-93d1-bdb0e8f83e94 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:35:52.892950 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-98938651-48de-43cb-bd2d-d6fc3cf5a44a tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:35:52.897026 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98938651-48de-43cb-bd2d-d6fc3cf5a44a tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:35:52.897643 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-98938651-48de-43cb-bd2d-d6fc3cf5a44a tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:52.898862 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-00083124-d4ba-42e6-9ca1-a5a8132664c0 None None] Provisioning complete for port 2a9367da-acd9-403b-b05a-49366c9e0c83 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:35:52.899297 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-00083124-d4ba-42e6-9ca1-a5a8132664c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:52.910470 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98938651-48de-43cb-bd2d-d6fc3cf5a44a tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Pushing event updated for resources: {'Subnet': ['ID=1b0f9f0f-39b6-4710-b7c7-7a3cfd6d7c9e,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:35:52.966865 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-da8f60c9-b258-4a76-984d-b93c9d17382f req-eb413703-abb2-4e25-b7fd-4c643ff8659c tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925074 May 18 18:35:52.983400 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-98938651-48de-43cb-bd2d-d6fc3cf5a44a tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7523947 May 18 18:35:52.983739 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 35046) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:35:53.013895 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-09fc390a-b3bb-41ca-b9d3-7971083dbe27 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Request body: {'subnet': {'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:35:53.229360 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-00083124-d4ba-42e6-9ca1-a5a8132664c0 None None] Current status of the port 2a9367da-acd9-403b-b05a-49366c9e0c83 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:35:53.276276 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09fc390a-b3bb-41ca-b9d3-7971083dbe27 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Made reservation on behalf of 17ca2b3ab9ea4457836da5cdadc0de8c for: {'subnet': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:35:53.280332 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-09fc390a-b3bb-41ca-b9d3-7971083dbe27 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261031885'] for subnet, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:53.283434 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 7 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 18:35:53.427435 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9e0ed9-c92b-4e1a-a167-bb58ca2bb24e req-a61b943d-3bae-4ac2-859d-da0c8084c46b tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:35:53.431481 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6d9e0ed9-c92b-4e1a-a167-bb58ca2bb24e req-a61b943d-3bae-4ac2-859d-da0c8084c46b tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 946 time: 0.0943954 May 18 18:35:53.470574 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 35062) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:35:53.494173 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6d9e0ed9-c92b-4e1a-a167-bb58ca2bb24e req-eadb4462-ec09-48a3-9a99-29635d152600 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551980 May 18 18:35:53.544706 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb42b83-bb2d-4bf0-9902-e4accb36d437 None None] Network c5ce55ad-2458-4816-93d1-bdb0e8f83e94 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:35:53.626129 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-102e43da-c178-4f67-905f-684c76b05e79 None None] Provisioning complete for port 2a9367da-acd9-403b-b05a-49366c9e0c83 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:35:53.626759 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-102e43da-c178-4f67-905f-684c76b05e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:53.834921 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-102e43da-c178-4f67-905f-684c76b05e79 None None] Current status of the port 2a9367da-acd9-403b-b05a-49366c9e0c83 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:35:53.927228 n-d-838550-3 neutron-server[102730]: DEBUG neutron.objects.ports [None req-09fc390a-b3bb-41ca-b9d3-7971083dbe27 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102730) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} May 18 18:35:53.945813 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-968c01bf-0a87-4a14-ae56-23c54e4a9493 None None] Update dhcp port {'port': {'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94', 'fixed_ips': [{'subnet_id': '1b0f9f0f-39b6-4710-b7c7-7a3cfd6d7c9e'}, {'subnet_id': '8cec053f-ff1c-48cf-aebd-2fe10aee1224'}], 'binding:host_id': 'n-d-838550-3'}, 'id': '2a9367da-acd9-403b-b05a-49366c9e0c83'} from n-d-838550-3. {{(pid=102732) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 18 18:35:54.004746 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-968c01bf-0a87-4a14-ae56-23c54e4a9493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:54.133682 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba05b50d-e23a-4208-a672-45f6ee4f0abf req-18a54498-a04f-49f9-928e-4b744b2f6e17 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:35:54.141212 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ba05b50d-e23a-4208-a672-45f6ee4f0abf req-18a54498-a04f-49f9-928e-4b744b2f6e17 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 946 time: 0.5301378 May 18 18:35:54.193215 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ba05b50d-e23a-4208-a672-45f6ee4f0abf req-309e5901-1656-4d51-a251-768b92d76c2e tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504627 May 18 18:35:54.207640 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-84337f3b-6867-45e3-9e1f-8576a1b0981f tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Deleting port c880a85e-0144-4546-9b91-e9073743fd6b {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:35:54.207986 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-84337f3b-6867-45e3-9e1f-8576a1b0981f tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:54.274905 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-09fc390a-b3bb-41ca-b9d3-7971083dbe27 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:54.340754 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.db.api [None req-968c01bf-0a87-4a14-ae56-23c54e4a9493 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8::f816:3eff:fe2e:42c7-abba6b18-4e3b-41f4-b273-68540ad5b3 {{(pid=102732) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 18 18:35:54.341312 n-d-838550-3 neutron-server[102732]: DEBUG oslo_db.api [None req-968c01bf-0a87-4a14-ae56-23c54e4a9493 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 18 18:35:54.349470 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-84337f3b-6867-45e3-9e1f-8576a1b0981f tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:54.350095 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-84337f3b-6867-45e3-9e1f-8576a1b0981f tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:54.404968 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-84337f3b-6867-45e3-9e1f-8576a1b0981f tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Calling delete_port for c880a85e-0144-4546-9b91-e9073743fd6b owned by network:floatingip {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:35:54.458453 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e6fb12-643a-4ec0-8390-c8d785be5662 req-36aa3731-2387-453f-973c-ac1c79d74977 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:35:54.460033 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-62e6fb12-643a-4ec0-8390-c8d785be5662 req-36aa3731-2387-453f-973c-ac1c79d74977 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 946 time: 0.0967491 May 18 18:35:54.552941 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-09fc390a-b3bb-41ca-b9d3-7971083dbe27 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] For port 2a9367da-acd9-403b-b05a-49366c9e0c83, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=2a9367da-acd9-403b-b05a-49366c9e0c83,segment=NetworkSegment(7193822e-e5ec-4b60-a562-e581b7323da0),segment_id=7193822e-e5ec-4b60-a562-e581b7323da0)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:35:54.612583 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-62e6fb12-643a-4ec0-8390-c8d785be5662 req-9f7cd8a6-0258-4c0b-91a7-ac1634c82d93 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458533 May 18 18:35:54.645071 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-09fc390a-b3bb-41ca-b9d3-7971083dbe27 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:54.662392 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-09fc390a-b3bb-41ca-b9d3-7971083dbe27 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:54.663604 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-09fc390a-b3bb-41ca-b9d3-7971083dbe27 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261104883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261031899'] for subnet, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:54.707348 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-84337f3b-6867-45e3-9e1f-8576a1b0981f tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:54.732379 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84337f3b-6867-45e3-9e1f-8576a1b0981f tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Pushing event deleted for resources: {'Port': ['ID=c880a85e-0144-4546-9b91-e9073743fd6b,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:35:54.766506 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fc390a-b3bb-41ca-b9d3-7971083dbe27 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Pushing event updated for resources: {'Subnet': ['ID=8cec053f-ff1c-48cf-aebd-2fe10aee1224,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:35:54.836159 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-84337f3b-6867-45e3-9e1f-8576a1b0981f tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Notify callbacks [] for floatingip, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:54.839050 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-84337f3b-6867-45e3-9e1f-8576a1b0981f tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:54.840704 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-84337f3b-6867-45e3-9e1f-8576a1b0981f tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "DELETE /v2.0/floatingips/215c7d61-a63a-4caf-a5de-927ca8d2d815 HTTP/1.1" status: 204 len: 168 time: 1.3691375 May 18 18:35:54.868177 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09fc390a-b3bb-41ca-b9d3-7971083dbe27 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Network c5ce55ad-2458-4816-93d1-bdb0e8f83e94 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:35:54.882341 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-09fc390a-b3bb-41ca-b9d3-7971083dbe27 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:35:54.890950 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09fc390a-b3bb-41ca-b9d3-7971083dbe27 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:35:54.891630 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-09fc390a-b3bb-41ca-b9d3-7971083dbe27 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:54.907334 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557cd7a6-155d-4f2a-b1f4-b17a07a1e735 req-b239d391-ee69-40ae-ae50-c70884316084 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:35:54.907334 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-557cd7a6-155d-4f2a-b1f4-b17a07a1e735 req-b239d391-ee69-40ae-ae50-c70884316084 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 946 time: 0.1606255 May 18 18:35:54.909480 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fc390a-b3bb-41ca-b9d3-7971083dbe27 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Pushing event updated for resources: {'Port': ['ID=2a9367da-acd9-403b-b05a-49366c9e0c83,revision_number=9']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:35:54.921012 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-968c01bf-0a87-4a14-ae56-23c54e4a9493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:54.955815 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-09fc390a-b3bb-41ca-b9d3-7971083dbe27 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9709966 May 18 18:35:54.959189 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 35102) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:35:54.964457 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-a85c9dc6-fef2-4199-99f2-5b2e08251c69 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Request body: {'port': {'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94', 'mac_address': 'fa:16:3e:c5:07:31', 'name': 'tempest-NetworksTestDHCPv6-357881546'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:35:54.983567 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-557cd7a6-155d-4f2a-b1f4-b17a07a1e735 req-3c758e16-e066-45df-ae10-8bfca703da0f tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577435 May 18 18:35:55.288553 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a85c9dc6-fef2-4199-99f2-5b2e08251c69 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Made reservation on behalf of 17ca2b3ab9ea4457836da5cdadc0de8c for: {'port': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:35:55.306277 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dad0bc-c556-4eae-b28c-75a4823b8869 req-c2895a18-9544-4227-8c86-b8ae9aafbeb2 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:35:55.308152 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a4dad0bc-c556-4eae-b28c-75a4823b8869 req-c2895a18-9544-4227-8c86-b8ae9aafbeb2 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 946 time: 0.1586127 May 18 18:35:55.393250 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a4dad0bc-c556-4eae-b28c-75a4823b8869 req-b14e4970-eed7-4afc-863b-18f15a5b83ae tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757833 May 18 18:35:55.491939 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-968c01bf-0a87-4a14-ae56-23c54e4a9493 None None] Allocated IP 172.20.0.2 (c5ce55ad-2458-4816-93d1-bdb0e8f83e94/1b0f9f0f-39b6-4710-b7c7-7a3cfd6d7c9e/2a9367da-acd9-403b-b05a-49366c9e0c83) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:35:55.515581 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a85c9dc6-fef2-4199-99f2-5b2e08251c69 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:55.548997 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2402716-fd1b-41d5-a787-3408f89a969f req-4daa6d48-c9af-41d6-999e-c123d8155d9e tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:35:55.550627 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c2402716-fd1b-41d5-a787-3408f89a969f req-4daa6d48-c9af-41d6-999e-c123d8155d9e tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 946 time: 0.0761116 May 18 18:35:55.559475 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [None req-a85c9dc6-fef2-4199-99f2-5b2e08251c69 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] device_id is not set on port 4f3385d0-7a02-4d20-9286-19ef28134291 yet. {{(pid=102731) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 18 18:35:55.638892 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-968c01bf-0a87-4a14-ae56-23c54e4a9493 None None] For port 2a9367da-acd9-403b-b05a-49366c9e0c83, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=2a9367da-acd9-403b-b05a-49366c9e0c83,segment=NetworkSegment(7193822e-e5ec-4b60-a562-e581b7323da0),segment_id=7193822e-e5ec-4b60-a562-e581b7323da0)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:35:55.702138 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c2402716-fd1b-41d5-a787-3408f89a969f req-b66e0c01-2b84-41dd-b4ca-5f3d4eda29c8 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584145 May 18 18:35:55.711447 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-968c01bf-0a87-4a14-ae56-23c54e4a9493 None None] Notify callbacks [] for port, precommit_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:55.719510 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-968c01bf-0a87-4a14-ae56-23c54e4a9493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:55.936395 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968c01bf-0a87-4a14-ae56-23c54e4a9493 None None] Pushing event updated for resources: {'Port': ['ID=2a9367da-acd9-403b-b05a-49366c9e0c83,revision_number=10']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:35:55.969953 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-a85c9dc6-fef2-4199-99f2-5b2e08251c69 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Allocated IP 172.20.0.9 (c5ce55ad-2458-4816-93d1-bdb0e8f83e94/1b0f9f0f-39b6-4710-b7c7-7a3cfd6d7c9e/4f3385d0-7a02-4d20-9286-19ef28134291) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:35:55.988915 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 2a9367da-acd9-403b-b05a-49366c9e0c83 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:35:55.991965 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-a85c9dc6-fef2-4199-99f2-5b2e08251c69 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Allocated IP 2001:db8::f816:3eff:fec5:731 (c5ce55ad-2458-4816-93d1-bdb0e8f83e94/8cec053f-ff1c-48cf-aebd-2fe10aee1224/4f3385d0-7a02-4d20-9286-19ef28134291) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:35:56.086116 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 2a9367da-acd9-403b-b05a-49366c9e0c83 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:35:56.086497 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:56.312507 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 2a9367da-acd9-403b-b05a-49366c9e0c83 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:35:56.402513 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a85c9dc6-fef2-4199-99f2-5b2e08251c69 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:56.504840 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a85c9dc6-fef2-4199-99f2-5b2e08251c69 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:56.594543 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a85c9dc6-fef2-4199-99f2-5b2e08251c69 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Network c5ce55ad-2458-4816-93d1-bdb0e8f83e94 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:35:56.603470 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-a85c9dc6-fef2-4199-99f2-5b2e08251c69 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:35:56.610437 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85c9dc6-fef2-4199-99f2-5b2e08251c69 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:35:56.715786 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85c9dc6-fef2-4199-99f2-5b2e08251c69 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Pushing event updated for resources: {'Port': ['ID=4f3385d0-7a02-4d20-9286-19ef28134291,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:35:56.745991 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452952c7-c93b-4655-b945-487f98a148d4 req-b08e5b7c-fdaf-4c7b-8725-1ec377f7b852 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:35:56.748482 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-452952c7-c93b-4655-b945-487f98a148d4 req-b08e5b7c-fdaf-4c7b-8725-1ec377f7b852 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 946 time: 0.2621098 May 18 18:35:56.781280 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a85c9dc6-fef2-4199-99f2-5b2e08251c69 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:35:56.782007 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a85c9dc6-fef2-4199-99f2-5b2e08251c69 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:56.870613 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-a85c9dc6-fef2-4199-99f2-5b2e08251c69 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 1.9102952 May 18 18:35:56.873149 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 35156) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:35:56.875084 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-452952c7-c93b-4655-b945-487f98a148d4 req-9ca14a21-8813-40c4-95fc-4a6d6e39d883 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158199 May 18 18:35:56.991788 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50daf5a3-bb94-44a3-84d5-4184a189adac tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:35:57.005975 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50daf5a3-bb94-44a3-84d5-4184a189adac tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:35:57.008658 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-50daf5a3-bb94-44a3-84d5-4184a189adac tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1344452 May 18 18:35:57.012197 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 35158) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:35:57.104410 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-711a6cd6-3f8a-40dc-9217-ac8a3069d057 None None] Network c5ce55ad-2458-4816-93d1-bdb0e8f83e94 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:35:57.194549 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-a6e6b6ed-8f97-49c7-8d98-0a9573024e00 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Deleting port 4f3385d0-7a02-4d20-9286-19ef28134291 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:35:57.194976 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a6e6b6ed-8f97-49c7-8d98-0a9573024e00 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:57.204389 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-184f41a9-66fa-4b96-8b23-15246f6eded7 None None] Provisioning complete for port 2a9367da-acd9-403b-b05a-49366c9e0c83 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:35:57.204980 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-184f41a9-66fa-4b96-8b23-15246f6eded7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:57.368794 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-184f41a9-66fa-4b96-8b23-15246f6eded7 None None] Current status of the port 2a9367da-acd9-403b-b05a-49366c9e0c83 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:35:57.452589 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a6e6b6ed-8f97-49c7-8d98-0a9573024e00 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:57.482327 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-a6e6b6ed-8f97-49c7-8d98-0a9573024e00 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Calling delete_port for 4f3385d0-7a02-4d20-9286-19ef28134291 owned by {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:35:57.943921 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a6e6b6ed-8f97-49c7-8d98-0a9573024e00 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:57.948345 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 2a9367da-acd9-403b-b05a-49366c9e0c83 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:35:57.985361 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e6b6ed-8f97-49c7-8d98-0a9573024e00 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Pushing event deleted for resources: {'Port': ['ID=4f3385d0-7a02-4d20-9286-19ef28134291,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:35:58.123843 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 2a9367da-acd9-403b-b05a-49366c9e0c83 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:35:58.124377 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:58.128611 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-6c32f69f-a415-4205-9199-a3b4509460c4 None None] Could not find standard attr ID for object 4f3385d0-7a02-4d20-9286-19ef28134291. {{(pid=102732) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 18 18:35:58.191715 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-6c32f69f-a415-4205-9199-a3b4509460c4 None None] Provisioning complete for port 2a9367da-acd9-403b-b05a-49366c9e0c83 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:35:58.193816 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-6c32f69f-a415-4205-9199-a3b4509460c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:58.293992 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a6e6b6ed-8f97-49c7-8d98-0a9573024e00 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:58.299288 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-a6e6b6ed-8f97-49c7-8d98-0a9573024e00 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "DELETE /v2.0/ports/4f3385d0-7a02-4d20-9286-19ef28134291 HTTP/1.1" status: 204 len: 168 time: 1.2813766 May 18 18:35:58.301840 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 35202) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:35:58.433350 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcff575-4f57-4668-9c69-7fd1fe41665a req-75cc914c-3809-4413-8219-ac751e85d24f tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:35:58.435105 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ddcff575-4f57-4668-9c69-7fd1fe41665a req-75cc914c-3809-4413-8219-ac751e85d24f tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 946 time: 0.3493347 May 18 18:35:58.511564 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7fc2a5-8414-49a8-8ae1-e66f8a5c9975 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:35:58.516340 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7fc2a5-8414-49a8-8ae1-e66f8a5c9975 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:35:58.521728 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7fc2a5-8414-49a8-8ae1-e66f8a5c9975 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:35:58.527990 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 35214) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:35:58.529159 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-5e7fc2a5-8414-49a8-8ae1-e66f8a5c9975 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2256072 May 18 18:35:58.554749 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-6c32f69f-a415-4205-9199-a3b4509460c4 None None] Current status of the port 2a9367da-acd9-403b-b05a-49366c9e0c83 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:35:58.560247 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ddcff575-4f57-4668-9c69-7fd1fe41665a req-70e48a8e-f31a-44dc-877d-fc51a904b1a7 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139266 May 18 18:35:58.568915 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 2a9367da-acd9-403b-b05a-49366c9e0c83 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:35:58.638675 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_v2 [None req-c01d42c3-2703-4963-82bf-01ab3765ca0d tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Deleting subnet 1b0f9f0f-39b6-4710-b7c7-7a3cfd6d7c9e {{(pid=102730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:35:58.643269 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c01d42c3-2703-4963-82bf-01ab3765ca0d tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks [] for subnet, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:58.670759 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-20fcaab8-e590-4fad-ad25-c4d248dbc2ee None None] Could not find standard attr ID for object 4f3385d0-7a02-4d20-9286-19ef28134291. {{(pid=102732) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 18 18:35:58.750417 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 35220) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:35:58.804322 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c01d42c3-2703-4963-82bf-01ab3765ca0d tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260107366'] for subnet, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:58.951480 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c01d42c3-2703-4963-82bf-01ab3765ca0d tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:59.067981 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c01d42c3-2703-4963-82bf-01ab3765ca0d tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261104690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261031888'] for subnet, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:59.124180 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01d42c3-2703-4963-82bf-01ab3765ca0d tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Pushing event deleted for resources: {'Subnet': ['ID=1b0f9f0f-39b6-4710-b7c7-7a3cfd6d7c9e,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:35:59.128191 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c01d42c3-2703-4963-82bf-01ab3765ca0d tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:59.135185 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-c01d42c3-2703-4963-82bf-01ab3765ca0d tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "DELETE /v2.0/subnets/1b0f9f0f-39b6-4710-b7c7-7a3cfd6d7c9e HTTP/1.1" status: 204 len: 168 time: 0.5992668 May 18 18:35:59.137647 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 35228) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:35:59.147512 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-651c924f-d289-4c2a-a3e6-b92b74f3a3f2 None None] Network c5ce55ad-2458-4816-93d1-bdb0e8f83e94 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:35:59.262151 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_v2 [None req-0df95fd1-ef92-4c3a-b8b5-d4a55db42596 admin admin] Deleting subnet a8d619fc-35bc-4e3d-a93e-6708e1e40994 {{(pid=102731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:35:59.275842 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0df95fd1-ef92-4c3a-b8b5-d4a55db42596 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:59.281687 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6072f77-6020-4e37-afb3-e7930b965630 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Deleting subnet 8cec053f-ff1c-48cf-aebd-2fe10aee1224 {{(pid=102731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:35:59.336253 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b6072f77-6020-4e37-afb3-e7930b965630 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks [] for subnet, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:59.420167 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0df95fd1-ef92-4c3a-b8b5-d4a55db42596 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260542153'] for subnet, precommit_delete_associations {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:59.424172 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b6072f77-6020-4e37-afb3-e7930b965630 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260542153'] for subnet, precommit_delete_associations {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:59.516659 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0df95fd1-ef92-4c3a-b8b5-d4a55db42596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:59.605142 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b6072f77-6020-4e37-afb3-e7930b965630 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:59.660130 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0df95fd1-ef92-4c3a-b8b5-d4a55db42596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260898416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260908030'] for subnet, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:59.702297 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df95fd1-ef92-4c3a-b8b5-d4a55db42596 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8d619fc-35bc-4e3d-a93e-6708e1e40994,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:35:59.722383 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0df95fd1-ef92-4c3a-b8b5-d4a55db42596 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:59.736295 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 35242) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:35:59.744041 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-0df95fd1-ef92-4c3a-b8b5-d4a55db42596 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/a8d619fc-35bc-4e3d-a93e-6708e1e40994 HTTP/1.1" status: 204 len: 168 time: 0.9920411 May 18 18:35:59.883683 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f85df97-cb1f-4287-a0cc-38bf0ee0f327 req-7d6c3221-6e17-4c84-a28b-7d425e733c0b tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:35:59.885571 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4f85df97-cb1f-4287-a0cc-38bf0ee0f327 req-7d6c3221-6e17-4c84-a28b-7d425e733c0b tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 946 time: 0.1733837 May 18 18:35:59.921491 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-267efe3a-0a48-4070-a9ec-d1f8aa9e680c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:35:59.959955 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4f85df97-cb1f-4287-a0cc-38bf0ee0f327 req-598daf7c-1ff9-4737-93a5-1428d63f1a9a tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608823 May 18 18:35:59.961268 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b6072f77-6020-4e37-afb3-e7930b965630 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260898416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260908030'] for subnet, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:00.076348 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6072f77-6020-4e37-afb3-e7930b965630 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Pushing event deleted for resources: {'Subnet': ['ID=8cec053f-ff1c-48cf-aebd-2fe10aee1224,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:36:00.093298 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b6072f77-6020-4e37-afb3-e7930b965630 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:00.101938 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-b6072f77-6020-4e37-afb3-e7930b965630 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "DELETE /v2.0/subnets/8cec053f-ff1c-48cf-aebd-2fe10aee1224 HTTP/1.1" status: 204 len: 168 time: 0.9631376 May 18 18:36:00.105519 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 35254) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:36:00.178082 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-267efe3a-0a48-4070-a9ec-d1f8aa9e680c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:00.181336 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-5e2d8f02-bd11-4a46-8140-449a819d83aa tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0725050 May 18 18:36:00.184428 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 35256) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:36:00.234166 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-267efe3a-0a48-4070-a9ec-d1f8aa9e680c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['407bae63-0bbb-448a-8890-344e0f2fc0ed']}} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:36:00.250483 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-267efe3a-0a48-4070-a9ec-d1f8aa9e680c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a0bcacf-c533-411c-a237-768dc94a8f4f') {'for_net_delete': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:36:00.251080 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-267efe3a-0a48-4070-a9ec-d1f8aa9e680c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a0bcacf-c533-411c-a237-768dc94a8f4f') {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:36:00.266143 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ea50fc-23ba-4d09-bad3-1bb9cf5f7e21 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:36:00.266661 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-267efe3a-0a48-4070-a9ec-d1f8aa9e680c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260107375'] for segment, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:00.271111 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-31ea50fc-23ba-4d09-bad3-1bb9cf5f7e21 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0842252 May 18 18:36:00.271734 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 35260) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:36:00.310787 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-267efe3a-0a48-4070-a9ec-d1f8aa9e680c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:00.330864 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-267efe3a-0a48-4070-a9ec-d1f8aa9e680c admin admin] Releasing vlan 648 on physical network physnet1 to pool {{(pid=102730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:36:00.331641 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-267efe3a-0a48-4070-a9ec-d1f8aa9e680c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261102736'] for segment, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:00.393953 n-d-838550-3 neutron-server[102730]: Traceback (most recent call last): May 18 18:36:00.393953 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:36:00.393953 n-d-838550-3 neutron-server[102730]: timer() May 18 18:36:00.393953 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:36:00.393953 n-d-838550-3 neutron-server[102730]: cb(*args, **kw) May 18 18:36:00.393953 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:36:00.393953 n-d-838550-3 neutron-server[102730]: return func(*args, **kwargs) May 18 18:36:00.393953 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:36:00.393953 n-d-838550-3 neutron-server[102730]: self._notify() May 18 18:36:00.393953 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:36:00.393953 n-d-838550-3 neutron-server[102730]: self.callback(batched_events) May 18 18:36:00.393953 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:36:00.393953 n-d-838550-3 neutron-server[102730]: event.method(event) May 18 18:36:00.393953 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:36:00.393953 n-d-838550-3 neutron-server[102730]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:36:00.393953 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:36:00.393953 n-d-838550-3 neutron-server[102730]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:36:00.393953 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:36:00.393953 n-d-838550-3 neutron-server[102730]: return f(self, *a, **k) May 18 18:36:00.393953 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:36:00.393953 n-d-838550-3 neutron-server[102730]: return self._get(url).json() May 18 18:36:00.393953 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:36:00.393953 n-d-838550-3 neutron-server[102730]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:36:00.393953 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:36:00.393953 n-d-838550-3 neutron-server[102730]: return self.request(url, 'GET', **kwargs) May 18 18:36:00.393953 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:36:00.393953 n-d-838550-3 neutron-server[102730]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:36:00.393953 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:36:00.393953 n-d-838550-3 neutron-server[102730]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:36:00.393953 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:36:00.393953 n-d-838550-3 neutron-server[102730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:36:00.393953 n-d-838550-3 neutron-server[102730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:36:00.397303 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-267efe3a-0a48-4070-a9ec-d1f8aa9e680c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:00.405444 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-267efe3a-0a48-4070-a9ec-d1f8aa9e680c admin admin] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:00.412249 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-267efe3a-0a48-4070-a9ec-d1f8aa9e680c admin admin] 10.222.0.85 "DELETE /v2.0/networks/407bae63-0bbb-448a-8890-344e0f2fc0ed HTTP/1.1" status: 204 len: 168 time: 0.6722281 May 18 18:36:00.418700 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f54c5bb4-aa41-4ed9-8e30-4cfecf72ca27 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:36:00.431047 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-f54c5bb4-aa41-4ed9-8e30-4cfecf72ca27 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1580684 May 18 18:36:00.431629 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 35268) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:36:00.465295 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267efe3a-0a48-4070-a9ec-d1f8aa9e680c admin admin] Pushing event deleted for resources: {'Network': ['ID=407bae63-0bbb-448a-8890-344e0f2fc0ed,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:36:00.504248 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 35272) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:36:00.511349 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-a1ae702e-9eb9-40fe-9071-52349611a669 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Request body: {'subnet': {'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:36:00.517693 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-b0318692-54d1-4a0b-ac55-6f1d3a087bc7 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0848334 May 18 18:36:00.671081 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 35274) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:36:00.732413 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1ae702e-9eb9-40fe-9071-52349611a669 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Made reservation on behalf of 17ca2b3ab9ea4457836da5cdadc0de8c for: {'subnet': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:36:00.741049 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a1ae702e-9eb9-40fe-9071-52349611a669 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261031885'] for subnet, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:00.746008 n-d-838550-3 neutron-server[102730]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1ae702e-9eb9-40fe-9071-52349611a669 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 18 18:36:00.748111 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1ae702e-9eb9-40fe-9071-52349611a669 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:36:00.770319 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-35d24fdd-4572-4f34-9c4e-45717a4d6079 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=175ea6b84b9343f588acbb70ff894a1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0979953 May 18 18:36:00.773098 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 35280) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:36:00.793080 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 35282) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:36:00.805184 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-98f36c61-e12f-4697-9f38-21e13f3cbe19 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Request body: {'subnet': {'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:36:00.809368 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-a1ae702e-9eb9-40fe-9071-52349611a669 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3033657 May 18 18:36:00.905896 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 35286) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:36:00.927672 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b85deee1-5e3f-4f9f-b39f-301ce0caeb0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:00.952793 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b85deee1-5e3f-4f9f-b39f-301ce0caeb0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:01.010937 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98f36c61-e12f-4697-9f38-21e13f3cbe19 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Made reservation on behalf of 17ca2b3ab9ea4457836da5cdadc0de8c for: {'subnet': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:36:01.012714 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b85deee1-5e3f-4f9f-b39f-301ce0caeb0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:01.015490 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b85deee1-5e3f-4f9f-b39f-301ce0caeb0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:01.016667 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-b85deee1-5e3f-4f9f-b39f-301ce0caeb0e admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/9d44bb54-af95-4468-877a-95621f1eb2cc HTTP/1.1" status: 204 len: 168 time: 0.2419829 May 18 18:36:01.016803 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-98f36c61-e12f-4697-9f38-21e13f3cbe19 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260908003'] for subnet, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:01.018859 n-d-838550-3 neutron-server[102731]: INFO neutron.pecan_wsgi.hooks.translation [None req-98f36c61-e12f-4697-9f38-21e13f3cbe19 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 18 18:36:01.019713 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98f36c61-e12f-4697-9f38-21e13f3cbe19 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:36:01.030147 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85deee1-5e3f-4f9f-b39f-301ce0caeb0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d44bb54-af95-4468-877a-95621f1eb2cc,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:36:01.047224 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-98f36c61-e12f-4697-9f38-21e13f3cbe19 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2485871 May 18 18:36:01.047854 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 35292) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:36:01.053931 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-909adbef-2a5e-4e60-8207-ed1246d7f6d6 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Request body: {'subnet': {'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:36:01.088245 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-dc318333-0017-4c74-ac1f-92640fb8a1ae tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:01.095217 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c23a4f95-a880-48ab-b8bc-027289c691d5 None None] Network c5ce55ad-2458-4816-93d1-bdb0e8f83e94 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:36:01.120363 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-dc318333-0017-4c74-ac1f-92640fb8a1ae tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:01.233838 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-909adbef-2a5e-4e60-8207-ed1246d7f6d6 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Made reservation on behalf of 17ca2b3ab9ea4457836da5cdadc0de8c for: {'subnet': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:36:01.237903 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-909adbef-2a5e-4e60-8207-ed1246d7f6d6 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260908003'] for subnet, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:01.239562 n-d-838550-3 neutron-server[102731]: INFO neutron.pecan_wsgi.hooks.translation [None req-909adbef-2a5e-4e60-8207-ed1246d7f6d6 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 18 18:36:01.239970 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-909adbef-2a5e-4e60-8207-ed1246d7f6d6 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:36:01.298403 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-dc318333-0017-4c74-ac1f-92640fb8a1ae tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:01.301486 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-dc318333-0017-4c74-ac1f-92640fb8a1ae tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:01.304831 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-dc318333-0017-4c74-ac1f-92640fb8a1ae tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] 10.222.0.85 "DELETE /v2.0/security-groups/f6f34100-4199-4c69-a3cb-028eff639d99 HTTP/1.1" status: 204 len: 168 time: 0.3976724 May 18 18:36:01.315497 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-909adbef-2a5e-4e60-8207-ed1246d7f6d6 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2662578 May 18 18:36:01.321789 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 35302) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:36:01.336600 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-8d9ac2fa-a002-4014-a508-30b9ab2d2c81 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Request body: {'subnet': {'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:36:01.342338 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbf95b2-3731-40cc-8a61-8e7092a172b5 req-af484c78-61d4-46cb-b817-1f57c9e0fb8f tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:36:01.344426 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0fbf95b2-3731-40cc-8a61-8e7092a172b5 req-af484c78-61d4-46cb-b817-1f57c9e0fb8f tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 946 time: 0.1396630 May 18 18:36:01.345507 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc318333-0017-4c74-ac1f-92640fb8a1ae tempest-TestVolumeBootPattern-1371379618 tempest-TestVolumeBootPattern-1371379618-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6f34100-4199-4c69-a3cb-028eff639d99,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:36:01.431232 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 35304) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:36:01.483877 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0fbf95b2-3731-40cc-8a61-8e7092a172b5 req-e199cc09-7320-4ff4-b77b-e0bd87b15e72 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302416 May 18 18:36:01.497523 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-8e068854-9c00-4a57-814d-43fcfe6db686 None None] Provisioning complete for port 2a9367da-acd9-403b-b05a-49366c9e0c83 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:36:01.498020 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-8e068854-9c00-4a57-814d-43fcfe6db686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:01.501547 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:01.502520 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:01.640624 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-8e068854-9c00-4a57-814d-43fcfe6db686 None None] Current status of the port 2a9367da-acd9-403b-b05a-49366c9e0c83 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:36:01.679115 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-645a0aac-0a05-4303-a3a4-52921e45cbeb None None] DHCP port deletion for c5ce55ad-2458-4816-93d1-bdb0e8f83e94 request from n-d-838550-3 {{(pid=102732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 18:36:01.703280 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d9ac2fa-a002-4014-a508-30b9ab2d2c81 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Made reservation on behalf of 17ca2b3ab9ea4457836da5cdadc0de8c for: {'subnet': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:36:01.709659 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8d9ac2fa-a002-4014-a508-30b9ab2d2c81 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260908003'] for subnet, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:01.712653 n-d-838550-3 neutron-server[102731]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d9ac2fa-a002-4014-a508-30b9ab2d2c81 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 18 18:36:01.713601 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d9ac2fa-a002-4014-a508-30b9ab2d2c81 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:36:01.746179 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-8d9ac2fa-a002-4014-a508-30b9ab2d2c81 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4190266 May 18 18:36:01.749515 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 35318) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:36:01.763294 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-be614322-1350-4ba9-b376-14dbd3d00eb8 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Request body: {'subnet': {'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:36:01.819182 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-645a0aac-0a05-4303-a3a4-52921e45cbeb None None] Deleting port 2a9367da-acd9-403b-b05a-49366c9e0c83 {{(pid=102732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:36:01.819956 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-645a0aac-0a05-4303-a3a4-52921e45cbeb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:01.979741 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-645a0aac-0a05-4303-a3a4-52921e45cbeb None None] For port 2a9367da-acd9-403b-b05a-49366c9e0c83, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=2a9367da-acd9-403b-b05a-49366c9e0c83,segment=NetworkSegment(7193822e-e5ec-4b60-a562-e581b7323da0),segment_id=7193822e-e5ec-4b60-a562-e581b7323da0)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:36:01.980150 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-645a0aac-0a05-4303-a3a4-52921e45cbeb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:01.993676 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-645a0aac-0a05-4303-a3a4-52921e45cbeb None None] Calling delete_port for 2a9367da-acd9-403b-b05a-49366c9e0c83 owned by network:dhcp {{(pid=102732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:36:02.003794 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 2a9367da-acd9-403b-b05a-49366c9e0c83 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:36:02.152323 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be614322-1350-4ba9-b376-14dbd3d00eb8 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Made reservation on behalf of 17ca2b3ab9ea4457836da5cdadc0de8c for: {'subnet': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:36:02.160209 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-be614322-1350-4ba9-b376-14dbd3d00eb8 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261031885'] for subnet, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:02.164785 n-d-838550-3 neutron-server[102730]: INFO neutron.pecan_wsgi.hooks.translation [None req-be614322-1350-4ba9-b376-14dbd3d00eb8 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 18 18:36:02.166375 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be614322-1350-4ba9-b376-14dbd3d00eb8 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:36:02.244334 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 2a9367da-acd9-403b-b05a-49366c9e0c83 is: ACTIVE; New status is: DOWN {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:36:02.244897 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:02.247732 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-645a0aac-0a05-4303-a3a4-52921e45cbeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508'] for port, after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:02.277982 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 35342) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:36:02.279839 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-be614322-1350-4ba9-b376-14dbd3d00eb8 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5258656 May 18 18:36:02.285161 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-1d50d414-17e9-4baa-853e-f3266ff474a9 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Request body: {'subnet': {'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:36:02.337032 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645a0aac-0a05-4303-a3a4-52921e45cbeb None None] Pushing event deleted for resources: {'Port': ['ID=2a9367da-acd9-403b-b05a-49366c9e0c83,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:36:02.350569 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645a0aac-0a05-4303-a3a4-52921e45cbeb None None] No DVR routers for this DVR port 2a9367da-acd9-403b-b05a-49366c9e0c83 on host n-d-838550-3 {{(pid=102732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:36:02.374725 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645a0aac-0a05-4303-a3a4-52921e45cbeb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:36:02.375100 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645a0aac-0a05-4303-a3a4-52921e45cbeb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:36:02.375459 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645a0aac-0a05-4303-a3a4-52921e45cbeb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:36:02.375810 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645a0aac-0a05-4303-a3a4-52921e45cbeb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:36:02.378723 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645a0aac-0a05-4303-a3a4-52921e45cbeb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:36:02.379100 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645a0aac-0a05-4303-a3a4-52921e45cbeb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:36:02.379454 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645a0aac-0a05-4303-a3a4-52921e45cbeb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:36:02.380468 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645a0aac-0a05-4303-a3a4-52921e45cbeb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:36:02.380971 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645a0aac-0a05-4303-a3a4-52921e45cbeb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:36:02.382036 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645a0aac-0a05-4303-a3a4-52921e45cbeb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:36:02.386135 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645a0aac-0a05-4303-a3a4-52921e45cbeb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:36:02.387267 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645a0aac-0a05-4303-a3a4-52921e45cbeb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:36:02.494022 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d50d414-17e9-4baa-853e-f3266ff474a9 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Made reservation on behalf of 17ca2b3ab9ea4457836da5cdadc0de8c for: {'subnet': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:36:02.498194 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1d50d414-17e9-4baa-853e-f3266ff474a9 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260908003'] for subnet, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:02.499923 n-d-838550-3 neutron-server[102731]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d50d414-17e9-4baa-853e-f3266ff474a9 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 18 18:36:02.500520 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d50d414-17e9-4baa-853e-f3266ff474a9 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:36:02.546127 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-1d50d414-17e9-4baa-853e-f3266ff474a9 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2668059 May 18 18:36:02.548596 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 35354) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:36:02.624868 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-39c36069-2b97-47ea-982f-8fe7f7f6d1ae tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0746510 May 18 18:36:02.627330 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 35360) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:36:02.752518 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79292063-ebe1-40bd-838e-7f92d99c2888 req-e7211873-adb0-48de-93b9-b720740ced0a tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:36:02.762436 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-79292063-ebe1-40bd-838e-7f92d99c2888 req-e7211873-adb0-48de-93b9-b720740ced0a tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 946 time: 0.1362674 May 18 18:36:02.776604 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e311c6-05de-42f2-951e-43c4317aa80f tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:36:02.778442 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-39e311c6-05de-42f2-951e-43c4317aa80f tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1421726 May 18 18:36:02.789273 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 35364) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:36:02.857770 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-6e8bf829-2867-423b-b33c-0bc4720256b3 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0666893 May 18 18:36:02.873851 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 35366) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:36:02.890308 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-79292063-ebe1-40bd-838e-7f92d99c2888 req-307378fd-bc9c-4737-ac80-757a2ae4d3aa tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265943 May 18 18:36:02.898063 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-f786ca5c-dff4-4da2-adda-2efe7dc0f2e7 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Request body: {'subnet': {'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:36:03.025883 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f786ca5c-dff4-4da2-adda-2efe7dc0f2e7 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Made reservation on behalf of 17ca2b3ab9ea4457836da5cdadc0de8c for: {'subnet': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:36:03.029398 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f786ca5c-dff4-4da2-adda-2efe7dc0f2e7 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260908003'] for subnet, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:03.299381 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6511c392-77d2-4d9e-a1b7-ca43d9031a40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-595963'] for router_interface, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:03.517876 n-d-838550-3 neutron-server[102731]: DEBUG neutron.objects.ports [None req-f786ca5c-dff4-4da2-adda-2efe7dc0f2e7 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102731) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} May 18 18:36:03.519506 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f786ca5c-dff4-4da2-adda-2efe7dc0f2e7 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260898481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260908021'] for subnet, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:03.608592 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-6511c392-77d2-4d9e-a1b7-ca43d9031a40 admin admin] Deleting port 2ac3d3a3-975f-4e58-b55a-00dc7ec1fcc1 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:36:03.609282 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6511c392-77d2-4d9e-a1b7-ca43d9031a40 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:03.621487 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f786ca5c-dff4-4da2-adda-2efe7dc0f2e7 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Network c5ce55ad-2458-4816-93d1-bdb0e8f83e94 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:36:03.625381 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-f786ca5c-dff4-4da2-adda-2efe7dc0f2e7 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:36:03.630332 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f786ca5c-dff4-4da2-adda-2efe7dc0f2e7 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:36:03.637314 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec0d2800-1da5-4289-90e0-da6a980cac77 None None] Network c5ce55ad-2458-4816-93d1-bdb0e8f83e94 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:36:03.638631 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f786ca5c-dff4-4da2-adda-2efe7dc0f2e7 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:03.679816 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-f786ca5c-dff4-4da2-adda-2efe7dc0f2e7 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7879338 May 18 18:36:03.686956 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 35386) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:36:03.688832 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f786ca5c-dff4-4da2-adda-2efe7dc0f2e7 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Pushing event updated for resources: {'Subnet': ['ID=eeee5d04-dd9f-4b83-9cbe-99b600e625ed,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:36:03.715218 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-f90e6642-0b00-40bd-bf9e-0e6c6dd148f8 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Request body: {'port': {'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94', 'mac_address': 'fa:16:3e:5b:1f:da', 'name': 'tempest-NetworksTestDHCPv6-909212359'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:36:03.776754 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-6511c392-77d2-4d9e-a1b7-ca43d9031a40 admin admin] For port 2ac3d3a3-975f-4e58-b55a-00dc7ec1fcc1, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=2ac3d3a3-975f-4e58-b55a-00dc7ec1fcc1,segment=NetworkSegment(91232e8c-3d17-424b-b810-746db9884dd3),segment_id=91232e8c-3d17-424b-b810-746db9884dd3)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:36:03.777177 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6511c392-77d2-4d9e-a1b7-ca43d9031a40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:03.791339 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-6511c392-77d2-4d9e-a1b7-ca43d9031a40 admin admin] Calling delete_port for 2ac3d3a3-975f-4e58-b55a-00dc7ec1fcc1 owned by network:router_interface {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:36:03.889445 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ec95ad-46db-4f55-b0ae-7b90009c3684 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-c5ce55ad-2458-4816-93d1-bdb0e8f83e94', 'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94', 'tenant_id': '17ca2b3ab9ea4457836da5cdadc0de8c', 'fixed_ips': [{'subnet_id': 'eeee5d04-dd9f-4b83-9cbe-99b600e625ed'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:36:03.890778 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f8ec95ad-46db-4f55-b0ae-7b90009c3684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:04.161455 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-f8ec95ad-46db-4f55-b0ae-7b90009c3684 None None] Allocated IP 2001:db8::f816:3eff:fedf:804 (c5ce55ad-2458-4816-93d1-bdb0e8f83e94/eeee5d04-dd9f-4b83-9cbe-99b600e625ed/7cf71c8e-0af8-4fec-a1c9-95f622404cc8) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:36:04.201449 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1edcaa3-6f89-411a-b534-c882d3c079ce req-2e6b2a9a-3848-4d2a-ba3f-02fddd8a8245 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:36:04.209063 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e1edcaa3-6f89-411a-b534-c882d3c079ce req-2e6b2a9a-3848-4d2a-ba3f-02fddd8a8245 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 946 time: 0.1670232 May 18 18:36:04.259238 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f90e6642-0b00-40bd-bf9e-0e6c6dd148f8 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Made reservation on behalf of 17ca2b3ab9ea4457836da5cdadc0de8c for: {'port': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:36:04.282498 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e1edcaa3-6f89-411a-b534-c882d3c079ce req-887dfc35-c8ad-49d3-89e3-8736ac26dc1d tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713696 May 18 18:36:04.397132 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f8ec95ad-46db-4f55-b0ae-7b90009c3684 None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:04.415303 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f8ec95ad-46db-4f55-b0ae-7b90009c3684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:04.444542 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ec95ad-46db-4f55-b0ae-7b90009c3684 None None] Network c5ce55ad-2458-4816-93d1-bdb0e8f83e94 is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:36:04.478332 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-f8ec95ad-46db-4f55-b0ae-7b90009c3684 None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:36:04.484266 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ec95ad-46db-4f55-b0ae-7b90009c3684 None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:36:04.541708 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f90e6642-0b00-40bd-bf9e-0e6c6dd148f8 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:04.563903 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ec95ad-46db-4f55-b0ae-7b90009c3684 None None] Pushing event updated for resources: {'Port': ['ID=7cf71c8e-0af8-4fec-a1c9-95f622404cc8,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:36:04.568988 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-f8ec95ad-46db-4f55-b0ae-7b90009c3684 None None] Attempting to bind port 7cf71c8e-0af8-4fec-a1c9-95f622404cc8 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:36:04.569212 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6511c392-77d2-4d9e-a1b7-ca43d9031a40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:04.569585 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-f8ec95ad-46db-4f55-b0ae-7b90009c3684 None None] Attempting to bind port 7cf71c8e-0af8-4fec-a1c9-95f622404cc8 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '7193822e-e5ec-4b60-a562-e581b7323da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:36:04.570107 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ec95ad-46db-4f55-b0ae-7b90009c3684 None None] Attempting to bind port 7cf71c8e-0af8-4fec-a1c9-95f622404cc8 on network c5ce55ad-2458-4816-93d1-bdb0e8f83e94 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:36:04.572653 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [None req-f90e6642-0b00-40bd-bf9e-0e6c6dd148f8 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] device_id is not set on port eff99800-42be-4c7e-8482-6033c9eb56d2 yet. {{(pid=102730) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 18 18:36:04.576318 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ec95ad-46db-4f55-b0ae-7b90009c3684 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:36:04.577034 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ec95ad-46db-4f55-b0ae-7b90009c3684 None None] Checking segment: {'id': '7193822e-e5ec-4b60-a562-e581b7323da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:36:04.577971 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f8ec95ad-46db-4f55-b0ae-7b90009c3684 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:04.578616 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ec95ad-46db-4f55-b0ae-7b90009c3684 None None] Bound using segment: {'id': '7193822e-e5ec-4b60-a562-e581b7323da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:36:04.579198 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-f8ec95ad-46db-4f55-b0ae-7b90009c3684 None None] Bound port: 7cf71c8e-0af8-4fec-a1c9-95f622404cc8, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7193822e-e5ec-4b60-a562-e581b7323da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:36:04.579853 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f8ec95ad-46db-4f55-b0ae-7b90009c3684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:04.666451 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6511c392-77d2-4d9e-a1b7-ca43d9031a40 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ac3d3a3-975f-4e58-b55a-00dc7ec1fcc1,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:36:04.667359 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-f8ec95ad-46db-4f55-b0ae-7b90009c3684 None None] For port 7cf71c8e-0af8-4fec-a1c9-95f622404cc8, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:36:04.672655 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-f8ec95ad-46db-4f55-b0ae-7b90009c3684 None None] For port 7cf71c8e-0af8-4fec-a1c9-95f622404cc8, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=7cf71c8e-0af8-4fec-a1c9-95f622404cc8,segment=NetworkSegment(7193822e-e5ec-4b60-a562-e581b7323da0),segment_id=7193822e-e5ec-4b60-a562-e581b7323da0)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:36:04.690410 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f8ec95ad-46db-4f55-b0ae-7b90009c3684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:04.808530 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-f90e6642-0b00-40bd-bf9e-0e6c6dd148f8 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Allocated IP 2001:db8::f816:3eff:fe5b:1fda (c5ce55ad-2458-4816-93d1-bdb0e8f83e94/eeee5d04-dd9f-4b83-9cbe-99b600e625ed/eff99800-42be-4c7e-8482-6033c9eb56d2) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:36:04.852579 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ec95ad-46db-4f55-b0ae-7b90009c3684 None None] Pushing event updated for resources: {'Port': ['ID=7cf71c8e-0af8-4fec-a1c9-95f622404cc8,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:36:05.292681 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f90e6642-0b00-40bd-bf9e-0e6c6dd148f8 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:05.412549 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6511c392-77d2-4d9e-a1b7-ca43d9031a40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-593931'] for router_interface, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:05.532701 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9f56b1-a8b1-4c1b-ae12-4f427b81eb47 req-f3c6394e-ad38-4d09-82c4-ede81d5fd958 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:36:05.548785 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8d9f56b1-a8b1-4c1b-ae12-4f427b81eb47 req-f3c6394e-ad38-4d09-82c4-ede81d5fd958 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 946 time: 0.1224272 May 18 18:36:05.571830 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f90e6642-0b00-40bd-bf9e-0e6c6dd148f8 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:05.648371 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8d9f56b1-a8b1-4c1b-ae12-4f427b81eb47 req-234949c1-2373-4f25-8a8f-409fe01746f1 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943637 May 18 18:36:05.734993 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90e6642-0b00-40bd-bf9e-0e6c6dd148f8 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Pushing event updated for resources: {'Port': ['ID=eff99800-42be-4c7e-8482-6033c9eb56d2,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:36:05.748702 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f90e6642-0b00-40bd-bf9e-0e6c6dd148f8 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Network c5ce55ad-2458-4816-93d1-bdb0e8f83e94 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:36:05.755087 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-f90e6642-0b00-40bd-bf9e-0e6c6dd148f8 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:36:05.759675 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90e6642-0b00-40bd-bf9e-0e6c6dd148f8 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:36:05.766484 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f90e6642-0b00-40bd-bf9e-0e6c6dd148f8 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:36:05.767289 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f90e6642-0b00-40bd-bf9e-0e6c6dd148f8 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:05.800905 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-f90e6642-0b00-40bd-bf9e-0e6c6dd148f8 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.1128545 May 18 18:36:05.804116 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 35444) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:36:05.868955 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b4890f-8a23-4fd6-8534-e47dbef7bd90 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:36:05.892832 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b4890f-8a23-4fd6-8534-e47dbef7bd90 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:36:05.897648 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-03b4890f-8a23-4fd6-8534-e47dbef7bd90 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.0918424 May 18 18:36:05.901209 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 35446) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:36:06.038096 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6511c392-77d2-4d9e-a1b7-ca43d9031a40 admin admin] Router f515891f-a8b7-4a6f-9814-1319a10b6e69 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:36:06.251736 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 7cf71c8e-0af8-4fec-a1c9-95f622404cc8 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:36:06.305125 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-c6fc7fa0-abdc-415a-a779-fea6edf55a0e tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Deleting port eff99800-42be-4c7e-8482-6033c9eb56d2 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:36:06.305491 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c6fc7fa0-abdc-415a-a779-fea6edf55a0e tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:06.340649 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6511c392-77d2-4d9e-a1b7-ca43d9031a40 admin admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:36:06.346389 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-6511c392-77d2-4d9e-a1b7-ca43d9031a40 admin admin] 10.222.0.85 "PUT /v2.0/routers/f515891f-a8b7-4a6f-9814-1319a10b6e69/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9146893 May 18 18:36:06.349464 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 35456) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:36:06.357354 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2f3594-8ebc-4a18-8ae2-741241c218b3 None None] Sync routers for ids ['f515891f-a8b7-4a6f-9814-1319a10b6e69'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:36:06.377375 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2f3594-8ebc-4a18-8ae2-741241c218b3 None None] Routers {'f515891f-a8b7-4a6f-9814-1319a10b6e69'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:36:06.378508 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 7cf71c8e-0af8-4fec-a1c9-95f622404cc8 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:36:06.378875 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:06.382813 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-0c2f3594-8ebc-4a18-8ae2-741241c218b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:35:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['f515891f-a8b7-4a6f-9814-1319a10b6e69'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:36:06.421879 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c6fc7fa0-abdc-415a-a779-fea6edf55a0e tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:06.442976 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-c6fc7fa0-abdc-415a-a779-fea6edf55a0e tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Calling delete_port for eff99800-42be-4c7e-8482-6033c9eb56d2 owned by {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:36:06.574740 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-0c2f3594-8ebc-4a18-8ae2-741241c218b3 None None] Set router f515891f-a8b7-4a6f-9814-1319a10b6e69 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:36:06.584758 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 7cf71c8e-0af8-4fec-a1c9-95f622404cc8 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:36:06.585154 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:06.642991 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-177de142-4ca8-4787-9eb2-6ac352bc3795 admin admin] Notify callbacks [] for router, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:06.724534 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] For port 7cf71c8e-0af8-4fec-a1c9-95f622404cc8, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=7cf71c8e-0af8-4fec-a1c9-95f622404cc8,segment=NetworkSegment(7193822e-e5ec-4b60-a562-e581b7323da0),segment_id=7193822e-e5ec-4b60-a562-e581b7323da0)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:36:06.741017 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:06.836112 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-177de142-4ca8-4787-9eb2-6ac352bc3795 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:06.892046 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c6fc7fa0-abdc-415a-a779-fea6edf55a0e tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:06.940680 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-18b23497-58e9-430e-b2e1-0d4c23cae48b None None] Provisioning complete for port 7cf71c8e-0af8-4fec-a1c9-95f622404cc8 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:36:06.941136 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-18b23497-58e9-430e-b2e1-0d4c23cae48b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:06.959972 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fc7fa0-abdc-415a-a779-fea6edf55a0e tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Pushing event deleted for resources: {'Port': ['ID=eff99800-42be-4c7e-8482-6033c9eb56d2,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:36:06.986195 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-177de142-4ca8-4787-9eb2-6ac352bc3795 admin admin] Deleting port 76222933-de15-4351-b270-218c7879e007 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:36:06.988735 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-177de142-4ca8-4787-9eb2-6ac352bc3795 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:07.002515 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c6fc7fa0-abdc-415a-a779-fea6edf55a0e tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:07.007631 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-c6fc7fa0-abdc-415a-a779-fea6edf55a0e tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "DELETE /v2.0/ports/eff99800-42be-4c7e-8482-6033c9eb56d2 HTTP/1.1" status: 204 len: 168 time: 1.1051548 May 18 18:36:07.010078 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 35484) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:36:07.079579 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Pushing event updated for resources: {'Port': ['ID=7cf71c8e-0af8-4fec-a1c9-95f622404cc8,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:36:07.129881 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8fb88e8-7f58-4d7b-86a2-fa98209c3ad7 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:36:07.137260 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8fb88e8-7f58-4d7b-86a2-fa98209c3ad7 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:36:07.139500 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-a8fb88e8-7f58-4d7b-86a2-fa98209c3ad7 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1281688 May 18 18:36:07.147608 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 35486) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:36:07.259568 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-177de142-4ca8-4787-9eb2-6ac352bc3795 admin admin] For port 76222933-de15-4351-b270-218c7879e007, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=76222933-de15-4351-b270-218c7879e007,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:36:07.261205 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-177de142-4ca8-4787-9eb2-6ac352bc3795 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:07.297284 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-18b23497-58e9-430e-b2e1-0d4c23cae48b None None] Current status of the port 7cf71c8e-0af8-4fec-a1c9-95f622404cc8 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:36:07.300801 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-177de142-4ca8-4787-9eb2-6ac352bc3795 admin admin] Calling delete_port for 76222933-de15-4351-b270-218c7879e007 owned by network:router_gateway {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:36:07.343102 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b1badf3-b209-412b-9fcb-9e85c9904b87 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Deleting subnet eeee5d04-dd9f-4b83-9cbe-99b600e625ed {{(pid=102731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:36:07.350313 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8b1badf3-b209-412b-9fcb-9e85c9904b87 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks [] for subnet, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:07.355835 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-0c2f3594-8ebc-4a18-8ae2-741241c218b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f515891f-a8b7-4a6f-9814-1319a10b6e69', 'name': 'tempest-TestVolumeBootPattern-31464916-router', 'tenant_id': '4ce86b77116a4afca1694cba473235e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '76222933-de15-4351-b270-218c7879e007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:20:37Z', 'updated_at': '2022-05-18T18:36:04Z', 'revision_number': 5, 'project_id': '4ce86b77116a4afca1694cba473235e6', 'gw_port': {'id': '76222933-de15-4351-b270-218c7879e007', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:13:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f515891f-a8b7-4a6f-9814-1319a10b6e69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:20:40Z', 'updated_at': '2022-05-18T18:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:36:07.410005 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-6c7904b8-d435-41ab-86a8-ce277abe35e7 None None] Could not find standard attr ID for object eff99800-42be-4c7e-8482-6033c9eb56d2. {{(pid=102732) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 18 18:36:07.423746 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2f3594-8ebc-4a18-8ae2-741241c218b3 None None] Checking router: f515891f-a8b7-4a6f-9814-1319a10b6e69 for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:36:07.454364 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2f3594-8ebc-4a18-8ae2-741241c218b3 None None] Routers {'f515891f-a8b7-4a6f-9814-1319a10b6e69'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:36:07.455401 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-0c2f3594-8ebc-4a18-8ae2-741241c218b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:35:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['f515891f-a8b7-4a6f-9814-1319a10b6e69'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:36:07.463604 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8b1badf3-b209-412b-9fcb-9e85c9904b87 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260542153'] for subnet, precommit_delete_associations {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:07.659018 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-177de142-4ca8-4787-9eb2-6ac352bc3795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:07.701240 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-0c2f3594-8ebc-4a18-8ae2-741241c218b3 None None] Set router f515891f-a8b7-4a6f-9814-1319a10b6e69 gateway port host: None {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:36:07.734208 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c92b824d-b5b0-482c-a89d-2986da1a3b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:07.747213 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8b1badf3-b209-412b-9fcb-9e85c9904b87 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:07.759068 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177de142-4ca8-4787-9eb2-6ac352bc3795 admin admin] Pushing event deleted for resources: {'Port': ['ID=76222933-de15-4351-b270-218c7879e007,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:36:07.865001 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-0c2f3594-8ebc-4a18-8ae2-741241c218b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f515891f-a8b7-4a6f-9814-1319a10b6e69', 'name': 'tempest-TestVolumeBootPattern-31464916-router', 'tenant_id': '4ce86b77116a4afca1694cba473235e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:20:37Z', 'updated_at': '2022-05-18T18:36:06Z', 'revision_number': 6, 'project_id': '4ce86b77116a4afca1694cba473235e6', 'gw_port_host': None}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:36:07.865513 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8b1badf3-b209-412b-9fcb-9e85c9904b87 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260898416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260908030'] for subnet, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:07.895442 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea5018f-77d0-46ba-92a8-ca662699ccf3 req-39530723-e354-43c9-99af-549087960dde tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:36:07.897047 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fea5018f-77d0-46ba-92a8-ca662699ccf3 req-39530723-e354-43c9-99af-549087960dde tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 946 time: 1.0846918 May 18 18:36:07.915414 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-177de142-4ca8-4787-9eb2-6ac352bc3795 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596901'] for router_gateway, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:07.939288 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2f3594-8ebc-4a18-8ae2-741241c218b3 None None] The sync data for ids ['f515891f-a8b7-4a6f-9814-1319a10b6e69'] in n-d-838550-3 is: [{'id': 'f515891f-a8b7-4a6f-9814-1319a10b6e69', 'name': 'tempest-TestVolumeBootPattern-31464916-router', 'tenant_id': '4ce86b77116a4afca1694cba473235e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:20:37Z', 'updated_at': '2022-05-18T18:36:06Z', 'revision_number': 6, 'project_id': '4ce86b77116a4afca1694cba473235e6', 'gw_port_host': None}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:36:07.966476 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8b1badf3-b209-412b-9fcb-9e85c9904b87 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:07.973455 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9205d559-3abd-4fe6-91a4-4a0389407309 None None] Network c5ce55ad-2458-4816-93d1-bdb0e8f83e94 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:36:07.993062 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-8b1badf3-b209-412b-9fcb-9e85c9904b87 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "DELETE /v2.0/subnets/eeee5d04-dd9f-4b83-9cbe-99b600e625ed HTTP/1.1" status: 204 len: 168 time: 0.8424299 May 18 18:36:07.996666 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 35496) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:36:08.028431 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1badf3-b209-412b-9fcb-9e85c9904b87 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Pushing event deleted for resources: {'Subnet': ['ID=eeee5d04-dd9f-4b83-9cbe-99b600e625ed,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:36:08.093873 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fea5018f-77d0-46ba-92a8-ca662699ccf3 req-062f2440-ae41-417b-b80c-adfd8352f124 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738727 May 18 18:36:08.141890 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-177de142-4ca8-4787-9eb2-6ac352bc3795 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25145'] for router, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:08.145335 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-177de142-4ca8-4787-9eb2-6ac352bc3795 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:08.178661 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-c6691993-9d13-4bac-b8da-6b41d02fdc17 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1806462 May 18 18:36:08.182096 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 35500) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:36:08.191253 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-96b93684-ffcf-4397-974b-f1289cb9c4e0 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Request body: {'subnet': {'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:36:08.229907 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-177de142-4ca8-4787-9eb2-6ac352bc3795 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593303'] for router, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:08.230911 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-177de142-4ca8-4787-9eb2-6ac352bc3795 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f515891f-a8b7-4a6f-9814-1319a10b6e69 {{(pid=102730) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 18 18:36:08.237723 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-177de142-4ca8-4787-9eb2-6ac352bc3795 admin admin] Notify callbacks [] for router, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:08.242183 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-177de142-4ca8-4787-9eb2-6ac352bc3795 admin admin] 10.222.0.85 "DELETE /v2.0/routers/f515891f-a8b7-4a6f-9814-1319a10b6e69 HTTP/1.1" status: 204 len: 168 time: 1.8895738 May 18 18:36:08.244323 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 35502) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:36:08.355489 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_v2 [None req-86c8e2d5-02f4-44ad-bd12-c8e839f0c04e admin admin] Deleting subnet ab1f7f5a-a761-43dc-be82-e3f213958e88 {{(pid=102730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:36:08.391895 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-86c8e2d5-02f4-44ad-bd12-c8e839f0c04e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:08.439157 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7585fbd-3075-4c7d-ac22-48b3a2111f0d None None] DHCP port deletion for c5ce55ad-2458-4816-93d1-bdb0e8f83e94 request from n-d-838550-3 {{(pid=102732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 18:36:08.456096 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-86c8e2d5-02f4-44ad-bd12-c8e839f0c04e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260107366'] for subnet, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:08.568083 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c13fe74-3683-4983-adc0-7b3aa3463c4d req-40b96182-9659-4f8a-a050-cbbc9998d33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:36:08.572888 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5c13fe74-3683-4983-adc0-7b3aa3463c4d req-40b96182-9659-4f8a-a050-cbbc9998d33d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5261ec6a1faf46bbb0a907791c324410&device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 1097 time: 0.1783292 May 18 18:36:08.578009 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96b93684-ffcf-4397-974b-f1289cb9c4e0 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Made reservation on behalf of 17ca2b3ab9ea4457836da5cdadc0de8c for: {'subnet': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:36:08.588702 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-96b93684-ffcf-4397-974b-f1289cb9c4e0 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260908003'] for subnet, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:08.615074 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b7585fbd-3075-4c7d-ac22-48b3a2111f0d None None] Deleting port 7cf71c8e-0af8-4fec-a1c9-95f622404cc8 {{(pid=102732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:36:08.615571 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b7585fbd-3075-4c7d-ac22-48b3a2111f0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:08.711313 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-86c8e2d5-02f4-44ad-bd12-c8e839f0c04e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:08.734281 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c13fe74-3683-4983-adc0-7b3aa3463c4d req-2bfd396f-8f4a-4c06-9f2f-09e4e4b25cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:36:08.736062 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5c13fe74-3683-4983-adc0-7b3aa3463c4d req-2bfd396f-8f4a-4c06-9f2f-09e4e4b25cb5 service neutron] 10.222.0.88 "GET /v2.0/networks?id=229cac72-730c-4b46-95ab-ba32903dc5c3 HTTP/1.1" status: 200 len: 915 time: 0.1397104 May 18 18:36:08.739038 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device a7cae3bb-d095-4577-805d-9c9eb96c9cf6 details requested by agent hyperv_n-h2-838550-3 with host n-h2-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:36:08.825943 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b7585fbd-3075-4c7d-ac22-48b3a2111f0d None None] For port 7cf71c8e-0af8-4fec-a1c9-95f622404cc8, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=7cf71c8e-0af8-4fec-a1c9-95f622404cc8,segment=NetworkSegment(7193822e-e5ec-4b60-a562-e581b7323da0),segment_id=7193822e-e5ec-4b60-a562-e581b7323da0)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:36:08.826476 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b7585fbd-3075-4c7d-ac22-48b3a2111f0d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:08.846302 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5c13fe74-3683-4983-adc0-7b3aa3463c4d req-0d7ad017-1b59-46bd-a5d9-eb9c9ca08512 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a7cae3bb-d095-4577-805d-9c9eb96c9cf6 HTTP/1.1" status: 200 len: 217 time: 0.0487456 May 18 18:36:08.874074 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b7585fbd-3075-4c7d-ac22-48b3a2111f0d None None] Calling delete_port for 7cf71c8e-0af8-4fec-a1c9-95f622404cc8 owned by network:dhcp {{(pid=102732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:36:08.893089 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-86c8e2d5-02f4-44ad-bd12-c8e839f0c04e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261104690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261031888'] for subnet, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:08.954433 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c8e2d5-02f4-44ad-bd12-c8e839f0c04e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab1f7f5a-a761-43dc-be82-e3f213958e88,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:36:08.965113 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-86c8e2d5-02f4-44ad-bd12-c8e839f0c04e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:08.968664 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-86c8e2d5-02f4-44ad-bd12-c8e839f0c04e admin admin] 10.222.0.85 "DELETE /v2.0/subnets/ab1f7f5a-a761-43dc-be82-e3f213958e88 HTTP/1.1" status: 204 len: 168 time: 0.7235270 May 18 18:36:08.976475 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 35516) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:36:09.015471 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d7b3ae1-ab72-46ad-9b0c-aa3c666fc9a3 None None] Network eafefbfa-378a-4a8a-8ee5-45c0c746f8e9 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:36:09.189719 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-88a72b1f-020e-49a7-aa82-a57fc36a0cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:09.266152 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port a7cae3bb-d095-4577-805d-9c9eb96c9cf6, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=a7cae3bb-d095-4577-805d-9c9eb96c9cf6,segment=NetworkSegment(567b93c1-8feb-4188-bd48-539ad65212fa),segment_id=567b93c1-8feb-4188-bd48-539ad65212fa)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:36:09.291162 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Returning: {'device': 'a7cae3bb-d095-4577-805d-9c9eb96c9cf6', 'network_id': '229cac72-730c-4b46-95ab-ba32903dc5c3', 'port_id': 'a7cae3bb-d095-4577-805d-9c9eb96c9cf6', 'mac_address': 'fa:16:3e:bd:7c:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f275cda-580c-4ebe-b55b-052e9e8edbd2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:36:09.322948 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-88a72b1f-020e-49a7-aa82-a57fc36a0cbc admin admin] Deleting port 469ff25b-d136-4e01-93b2-940c7269bcf0 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:36:09.323346 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-88a72b1f-020e-49a7-aa82-a57fc36a0cbc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:09.363465 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port a7cae3bb-d095-4577-805d-9c9eb96c9cf6 is: ACTIVE; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:36:09.363931 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:09.384481 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a7cae3bb-d095-4577-805d-9c9eb96c9cf6 {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:36:09.389836 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b7585fbd-3075-4c7d-ac22-48b3a2111f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508'] for port, after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:09.434028 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7585fbd-3075-4c7d-ac22-48b3a2111f0d None None] No DVR routers for this DVR port 7cf71c8e-0af8-4fec-a1c9-95f622404cc8 on host n-d-838550-3 {{(pid=102732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:36:09.446922 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7585fbd-3075-4c7d-ac22-48b3a2111f0d None None] Pushing event deleted for resources: {'Port': ['ID=7cf71c8e-0af8-4fec-a1c9-95f622404cc8,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:36:09.477162 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port a7cae3bb-d095-4577-805d-9c9eb96c9cf6, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=a7cae3bb-d095-4577-805d-9c9eb96c9cf6,segment=NetworkSegment(567b93c1-8feb-4188-bd48-539ad65212fa),segment_id=567b93c1-8feb-4188-bd48-539ad65212fa)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:36:09.495611 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:09.569334 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c13fe74-3683-4983-adc0-7b3aa3463c4d req-5322d82b-c9c5-4be6-88e3-653db0893b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:36:09.600232 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-88a72b1f-020e-49a7-aa82-a57fc36a0cbc admin admin] For port 469ff25b-d136-4e01-93b2-940c7269bcf0, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=469ff25b-d136-4e01-93b2-940c7269bcf0,segment=NetworkSegment(91232e8c-3d17-424b-b810-746db9884dd3),segment_id=91232e8c-3d17-424b-b810-746db9884dd3)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:36:09.600895 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-88a72b1f-020e-49a7-aa82-a57fc36a0cbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:09.623994 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5c13fe74-3683-4983-adc0-7b3aa3463c4d req-5322d82b-c9c5-4be6-88e3-653db0893b70 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=6f275cda-580c-4ebe-b55b-052e9e8edbd2 HTTP/1.1" status: 200 len: 854 time: 0.4214213 May 18 18:36:09.698924 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c9fa6b-dd8e-41b7-98fc-6e3c54fe19f2 None None] DHCP port deletion for eafefbfa-378a-4a8a-8ee5-45c0c746f8e9 request from n-d-838550-3 {{(pid=102732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 18:36:09.699406 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-88a72b1f-020e-49a7-aa82-a57fc36a0cbc admin admin] Calling delete_port for 469ff25b-d136-4e01-93b2-940c7269bcf0 owned by network:dhcp {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:36:09.795778 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['a7cae3bb-d095-4577-805d-9c9eb96c9cf6'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:36:09.801588 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=a7cae3bb-d095-4577-805d-9c9eb96c9cf6,revision_number=6']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:36:09.882586 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-88a72b1f-020e-49a7-aa82-a57fc36a0cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:09.896841 n-d-838550-3 neutron-server[102731]: DEBUG neutron.objects.ports [None req-96b93684-ffcf-4397-974b-f1289cb9c4e0 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102731) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} May 18 18:36:09.901530 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5c13fe74-3683-4983-adc0-7b3aa3463c4d req-239936ae-71fc-409a-ad2d-c7b4f9b99cd4 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=229cac72-730c-4b46-95ab-ba32903dc5c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2600091 May 18 18:36:09.907338 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-96b93684-ffcf-4397-974b-f1289cb9c4e0 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260898481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260908021'] for subnet, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:09.986083 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b93684-ffcf-4397-974b-f1289cb9c4e0 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Pushing event updated for resources: {'Subnet': ['ID=243a3544-45fc-4a05-a70b-a1b64c822caa,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:36:10.021231 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a72b1f-020e-49a7-aa82-a57fc36a0cbc admin admin] Pushing event deleted for resources: {'Port': ['ID=469ff25b-d136-4e01-93b2-940c7269bcf0,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:36:10.028179 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a72b1f-020e-49a7-aa82-a57fc36a0cbc admin admin] No DVR routers for this DVR port 469ff25b-d136-4e01-93b2-940c7269bcf0 on host n-d-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:36:10.086120 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-67c9fa6b-dd8e-41b7-98fc-6e3c54fe19f2 None None] Deleting port 469ff25b-d136-4e01-93b2-940c7269bcf0 {{(pid=102732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:36:10.086563 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-67c9fa6b-dd8e-41b7-98fc-6e3c54fe19f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:10.117044 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280053d0-2daf-4b25-86be-33ce802c24c1 req-522741f5-1a57-433f-bb5d-aa22b49de409 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:36:10.127276 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-280053d0-2daf-4b25-86be-33ce802c24c1 req-522741f5-1a57-433f-bb5d-aa22b49de409 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 945 time: 0.8175924 May 18 18:36:10.155930 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b93684-ffcf-4397-974b-f1289cb9c4e0 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Network c5ce55ad-2458-4816-93d1-bdb0e8f83e94 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:36:10.165758 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-96b93684-ffcf-4397-974b-f1289cb9c4e0 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:36:10.188355 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-67c9fa6b-dd8e-41b7-98fc-6e3c54fe19f2 None None] For port 469ff25b-d136-4e01-93b2-940c7269bcf0, host n-d-838550-3, got binding levels [] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:36:10.188764 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-67c9fa6b-dd8e-41b7-98fc-6e3c54fe19f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:10.199273 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b93684-ffcf-4397-974b-f1289cb9c4e0 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:36:10.199885 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-96b93684-ffcf-4397-974b-f1289cb9c4e0 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:10.210469 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-280053d0-2daf-4b25-86be-33ce802c24c1 req-d8e7df8e-616f-4f23-9b49-a1d5afccc33b tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821407 May 18 18:36:10.216036 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-88a72b1f-020e-49a7-aa82-a57fc36a0cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:10.222556 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-67c9fa6b-dd8e-41b7-98fc-6e3c54fe19f2 None None] Calling delete_port for 469ff25b-d136-4e01-93b2-940c7269bcf0 owned by network:dhcp {{(pid=102732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:36:10.233148 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.ipam_backend_mixin [None req-67c9fa6b-dd8e-41b7-98fc-6e3c54fe19f2 None None] Port 469ff25b-d136-4e01-93b2-940c7269bcf0 was not found and therefore no delete operation was performed {{(pid=102732) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} May 18 18:36:10.233148 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 2ac3d3a3-975f-4e58-b55a-00dc7ec1fcc1 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:36:10.243345 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-67c9fa6b-dd8e-41b7-98fc-6e3c54fe19f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508'] for port, after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:10.265819 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-88a72b1f-020e-49a7-aa82-a57fc36a0cbc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eafefbfa-378a-4a8a-8ee5-45c0c746f8e9']}} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:36:10.266140 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7308363f-e928-4361-a746-da524b2b1c54 None None] Network c5ce55ad-2458-4816-93d1-bdb0e8f83e94 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:36:10.297260 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-88a72b1f-020e-49a7-aa82-a57fc36a0cbc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91232e8c-3d17-424b-b810-746db9884dd3') {'for_net_delete': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:36:10.298977 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-88a72b1f-020e-49a7-aa82-a57fc36a0cbc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91232e8c-3d17-424b-b810-746db9884dd3') {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:36:10.306188 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-96b93684-ffcf-4397-974b-f1289cb9c4e0 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1211836 May 18 18:36:10.312471 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 35556) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:36:10.323461 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-12afdf27-5872-4458-8815-3c57957d919a tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Request body: {'port': {'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94', 'mac_address': 'fa:16:3e:d4:c7:76', 'name': 'tempest-NetworksTestDHCPv6-983935963'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:36:10.327237 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-88a72b1f-020e-49a7-aa82-a57fc36a0cbc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260107375'] for segment, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:10.344018 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-88a72b1f-020e-49a7-aa82-a57fc36a0cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:10.358035 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88a72b1f-020e-49a7-aa82-a57fc36a0cbc admin admin] Releasing vlan 624 on physical network physnet1 to pool {{(pid=102730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:36:10.360536 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-88a72b1f-020e-49a7-aa82-a57fc36a0cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261102736'] for segment, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:10.366043 n-d-838550-3 neutron-server[102730]: Traceback (most recent call last): May 18 18:36:10.366043 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:36:10.366043 n-d-838550-3 neutron-server[102730]: timer() May 18 18:36:10.366043 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:36:10.366043 n-d-838550-3 neutron-server[102730]: cb(*args, **kw) May 18 18:36:10.366043 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:36:10.366043 n-d-838550-3 neutron-server[102730]: return func(*args, **kwargs) May 18 18:36:10.366043 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:36:10.366043 n-d-838550-3 neutron-server[102730]: self._notify() May 18 18:36:10.366043 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:36:10.366043 n-d-838550-3 neutron-server[102730]: self.callback(batched_events) May 18 18:36:10.366043 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:36:10.366043 n-d-838550-3 neutron-server[102730]: event.method(event) May 18 18:36:10.366043 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:36:10.366043 n-d-838550-3 neutron-server[102730]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:36:10.366043 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:36:10.366043 n-d-838550-3 neutron-server[102730]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:36:10.366043 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:36:10.366043 n-d-838550-3 neutron-server[102730]: return f(self, *a, **k) May 18 18:36:10.366043 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:36:10.366043 n-d-838550-3 neutron-server[102730]: return self._get(url).json() May 18 18:36:10.366043 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:36:10.366043 n-d-838550-3 neutron-server[102730]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:36:10.366043 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:36:10.366043 n-d-838550-3 neutron-server[102730]: return self.request(url, 'GET', **kwargs) May 18 18:36:10.366043 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:36:10.366043 n-d-838550-3 neutron-server[102730]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:36:10.366043 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:36:10.366043 n-d-838550-3 neutron-server[102730]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:36:10.366043 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:36:10.366043 n-d-838550-3 neutron-server[102730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:36:10.366043 n-d-838550-3 neutron-server[102730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:36:10.446677 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c9fa6b-dd8e-41b7-98fc-6e3c54fe19f2 None None] No DVR routers for this DVR port 469ff25b-d136-4e01-93b2-940c7269bcf0 on host n-d-838550-3 {{(pid=102732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:36:10.504896 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c9fa6b-dd8e-41b7-98fc-6e3c54fe19f2 None None] Pushing event deleted for resources: {'Port': ['ID=469ff25b-d136-4e01-93b2-940c7269bcf0,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:36:10.534801 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-88a72b1f-020e-49a7-aa82-a57fc36a0cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:10.544582 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-88a72b1f-020e-49a7-aa82-a57fc36a0cbc admin admin] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:10.552282 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-88a72b1f-020e-49a7-aa82-a57fc36a0cbc admin admin] 10.222.0.85 "DELETE /v2.0/networks/eafefbfa-378a-4a8a-8ee5-45c0c746f8e9 HTTP/1.1" status: 204 len: 168 time: 1.5740433 May 18 18:36:10.560588 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 35566) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:36:10.575186 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 2ac3d3a3-975f-4e58-b55a-00dc7ec1fcc1 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:36:10.575530 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 2ac3d3a3-975f-4e58-b55a-00dc7ec1fcc1 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:36:10.578452 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 76222933-de15-4351-b270-218c7879e007 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:36:10.609375 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a72b1f-020e-49a7-aa82-a57fc36a0cbc admin admin] Pushing event deleted for resources: {'Network': ['ID=eafefbfa-378a-4a8a-8ee5-45c0c746f8e9,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:36:10.795359 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-826fe11d-845a-44af-81f1-df4345fb0fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:10.868562 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5c13fe74-3683-4983-adc0-7b3aa3463c4d req-89f758e4-317a-4996-96ec-056b6908c4e6 service neutron] 10.222.0.88 "GET /v2.0/networks/229cac72-730c-4b46-95ab-ba32903dc5c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9508460 May 18 18:36:10.907842 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 76222933-de15-4351-b270-218c7879e007 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:36:10.908682 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 76222933-de15-4351-b270-218c7879e007 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:36:10.909132 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 7cf71c8e-0af8-4fec-a1c9-95f622404cc8 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:36:11.114265 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5c13fe74-3683-4983-adc0-7b3aa3463c4d req-0691cc76-bdb3-44f0-9a85-92c472ce614b service neutron] 10.222.0.88 "GET /v2.0/networks/229cac72-730c-4b46-95ab-ba32903dc5c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165856 May 18 18:36:11.118174 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 7cf71c8e-0af8-4fec-a1c9-95f622404cc8 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:36:11.131883 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 7cf71c8e-0af8-4fec-a1c9-95f622404cc8 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:36:11.132470 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 469ff25b-d136-4e01-93b2-940c7269bcf0 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:36:11.199577 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 469ff25b-d136-4e01-93b2-940c7269bcf0 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:36:11.199936 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 469ff25b-d136-4e01-93b2-940c7269bcf0 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:36:11.349863 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12afdf27-5872-4458-8815-3c57957d919a tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Made reservation on behalf of 17ca2b3ab9ea4457836da5cdadc0de8c for: {'port': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:36:11.372184 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a06d1de-316f-49ea-9c6e-c4472bb6da68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-c5ce55ad-2458-4816-93d1-bdb0e8f83e94', 'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94', 'tenant_id': '17ca2b3ab9ea4457836da5cdadc0de8c', 'fixed_ips': [{'subnet_id': '243a3544-45fc-4a05-a70b-a1b64c822caa'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:36:11.375938 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-5a06d1de-316f-49ea-9c6e-c4472bb6da68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:11.545536 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-12afdf27-5872-4458-8815-3c57957d919a tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:11.608644 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [None req-12afdf27-5872-4458-8815-3c57957d919a tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] device_id is not set on port 7aa94fd0-a110-4c6e-822f-b5188fa384b3 yet. {{(pid=102731) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 18 18:36:11.816045 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa7bf72-01f1-4aad-90ff-8d29cacad3e5 req-0dd218cb-1abd-482b-9174-0aed6ca23c54 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:36:11.816045 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8aa7bf72-01f1-4aad-90ff-8d29cacad3e5 req-0dd218cb-1abd-482b-9174-0aed6ca23c54 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 945 time: 0.4271855 May 18 18:36:11.857882 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:11.909677 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-12afdf27-5872-4458-8815-3c57957d919a tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Allocated IP 2001:db8::f816:3eff:fed4:c776 (c5ce55ad-2458-4816-93d1-bdb0e8f83e94/243a3544-45fc-4a05-a70b-a1b64c822caa/7aa94fd0-a110-4c6e-822f-b5188fa384b3) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:36:12.200776 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-12afdf27-5872-4458-8815-3c57957d919a tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:12.272879 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-12afdf27-5872-4458-8815-3c57957d919a tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:12.330813 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8aa7bf72-01f1-4aad-90ff-8d29cacad3e5 req-81b103b4-88b0-4315-844b-302748cd78bf tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4946361 May 18 18:36:12.374084 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-5a06d1de-316f-49ea-9c6e-c4472bb6da68 None None] Allocated IP 2001:db8::f816:3eff:fe73:6ae7 (c5ce55ad-2458-4816-93d1-bdb0e8f83e94/243a3544-45fc-4a05-a70b-a1b64c822caa/782ee66a-dec7-4368-ad90-a471d3b1edfc) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:36:12.428381 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12afdf27-5872-4458-8815-3c57957d919a tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Network c5ce55ad-2458-4816-93d1-bdb0e8f83e94 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:36:12.446646 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-12afdf27-5872-4458-8815-3c57957d919a tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:36:12.453461 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12afdf27-5872-4458-8815-3c57957d919a tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Pushing event updated for resources: {'Port': ['ID=7aa94fd0-a110-4c6e-822f-b5188fa384b3,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:36:12.458767 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12afdf27-5872-4458-8815-3c57957d919a tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:36:12.468942 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12afdf27-5872-4458-8815-3c57957d919a tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:36:12.470225 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-12afdf27-5872-4458-8815-3c57957d919a tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:12.500890 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-12afdf27-5872-4458-8815-3c57957d919a tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.1868322 May 18 18:36:12.505077 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 35588) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:36:12.551442 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:12.712813 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-5a06d1de-316f-49ea-9c6e-c4472bb6da68 None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:12.726456 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device a7cae3bb-d095-4577-805d-9c9eb96c9cf6 up at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:36:12.735284 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-5a06d1de-316f-49ea-9c6e-c4472bb6da68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:12.912128 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a06d1de-316f-49ea-9c6e-c4472bb6da68 None None] Pushing event updated for resources: {'Port': ['ID=782ee66a-dec7-4368-ad90-a471d3b1edfc,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:36:12.941066 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0329d891-0909-4bcb-b86a-b911fd273e39 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:36:12.942372 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a06d1de-316f-49ea-9c6e-c4472bb6da68 None None] Network c5ce55ad-2458-4816-93d1-bdb0e8f83e94 is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:36:12.946925 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-0329d891-0909-4bcb-b86a-b911fd273e39 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.3939478 May 18 18:36:12.947825 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-5a06d1de-316f-49ea-9c6e-c4472bb6da68 None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:36:12.950362 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 35596) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:36:12.967802 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a06d1de-316f-49ea-9c6e-c4472bb6da68 None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:36:13.034190 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-26a626cc-ccb2-4e8b-a2f4-2503f2c4fd19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-595963'] for router_interface, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:13.214509 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-c487e12b-13ca-4ed0-afc7-3979ed26e966 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Deleting port 7aa94fd0-a110-4c6e-822f-b5188fa384b3 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:36:13.214852 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c487e12b-13ca-4ed0-afc7-3979ed26e966 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:13.236804 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning complete for port a7cae3bb-d095-4577-805d-9c9eb96c9cf6 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:36:13.237192 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:13.245709 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-5a06d1de-316f-49ea-9c6e-c4472bb6da68 None None] Attempting to bind port 782ee66a-dec7-4368-ad90-a471d3b1edfc on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:36:13.246097 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-5a06d1de-316f-49ea-9c6e-c4472bb6da68 None None] Attempting to bind port 782ee66a-dec7-4368-ad90-a471d3b1edfc by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '7193822e-e5ec-4b60-a562-e581b7323da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:36:13.246475 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a06d1de-316f-49ea-9c6e-c4472bb6da68 None None] Attempting to bind port 782ee66a-dec7-4368-ad90-a471d3b1edfc on network c5ce55ad-2458-4816-93d1-bdb0e8f83e94 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:36:13.308795 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a06d1de-316f-49ea-9c6e-c4472bb6da68 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:36:13.309069 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a06d1de-316f-49ea-9c6e-c4472bb6da68 None None] Checking segment: {'id': '7193822e-e5ec-4b60-a562-e581b7323da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:36:13.309488 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-5a06d1de-316f-49ea-9c6e-c4472bb6da68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:13.310001 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a06d1de-316f-49ea-9c6e-c4472bb6da68 None None] Bound using segment: {'id': '7193822e-e5ec-4b60-a562-e581b7323da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:36:13.310515 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-5a06d1de-316f-49ea-9c6e-c4472bb6da68 None None] Bound port: 782ee66a-dec7-4368-ad90-a471d3b1edfc, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7193822e-e5ec-4b60-a562-e581b7323da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:36:13.310954 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-5a06d1de-316f-49ea-9c6e-c4472bb6da68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:13.459997 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c487e12b-13ca-4ed0-afc7-3979ed26e966 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:13.486667 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-26a626cc-ccb2-4e8b-a2f4-2503f2c4fd19 admin admin] Deleting port 5ccd61af-c160-4065-85c5-dfff175ea14f {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:36:13.487022 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-26a626cc-ccb2-4e8b-a2f4-2503f2c4fd19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:13.488064 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-c487e12b-13ca-4ed0-afc7-3979ed26e966 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Calling delete_port for 7aa94fd0-a110-4c6e-822f-b5188fa384b3 owned by {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:36:13.488182 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-5a06d1de-316f-49ea-9c6e-c4472bb6da68 None None] For port 782ee66a-dec7-4368-ad90-a471d3b1edfc, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:36:13.491472 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-5a06d1de-316f-49ea-9c6e-c4472bb6da68 None None] For port 782ee66a-dec7-4368-ad90-a471d3b1edfc, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=782ee66a-dec7-4368-ad90-a471d3b1edfc,segment=NetworkSegment(7193822e-e5ec-4b60-a562-e581b7323da0),segment_id=7193822e-e5ec-4b60-a562-e581b7323da0)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:36:13.492628 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:13.509372 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-5a06d1de-316f-49ea-9c6e-c4472bb6da68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:13.589805 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-26a626cc-ccb2-4e8b-a2f4-2503f2c4fd19 admin admin] For port 5ccd61af-c160-4065-85c5-dfff175ea14f, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=5ccd61af-c160-4065-85c5-dfff175ea14f,segment=NetworkSegment(d6b74819-9ae2-4033-957b-0f2d69506f79),segment_id=d6b74819-9ae2-4033-957b-0f2d69506f79)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:36:13.590171 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-26a626cc-ccb2-4e8b-a2f4-2503f2c4fd19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:13.602354 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-26a626cc-ccb2-4e8b-a2f4-2503f2c4fd19 admin admin] Calling delete_port for 5ccd61af-c160-4065-85c5-dfff175ea14f owned by network:router_interface {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:36:13.619686 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a06d1de-316f-49ea-9c6e-c4472bb6da68 None None] Pushing event updated for resources: {'Port': ['ID=782ee66a-dec7-4368-ad90-a471d3b1edfc,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:36:13.772200 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port a7cae3bb-d095-4577-805d-9c9eb96c9cf6 is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:36:13.772607 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:13.820166 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32a653d-e5f5-4428-9e22-07b7a7194688 req-0049d974-d4f8-421c-930b-94f7a93de82f tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:36:13.823810 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c32a653d-e5f5-4428-9e22-07b7a7194688 req-0049d974-d4f8-421c-930b-94f7a93de82f tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 945 time: 0.1287317 May 18 18:36:13.865589 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port a7cae3bb-d095-4577-805d-9c9eb96c9cf6, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=a7cae3bb-d095-4577-805d-9c9eb96c9cf6,segment=NetworkSegment(567b93c1-8feb-4188-bd48-539ad65212fa),segment_id=567b93c1-8feb-4188-bd48-539ad65212fa)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:36:13.867108 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32444cd7-8f2c-4097-85ae-f68071300690', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7cae3bb-d095-4577-805d-9c9eb96c9cf6'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:36:13.869738 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afa5309c-a9e2-4dad-afbd-813cdae33381" -d '{"events": [{"server_uuid": "32444cd7-8f2c-4097-85ae-f68071300690", "name": "network-vif-plugged", "status": "completed", "tag": "a7cae3bb-d095-4577-805d-9c9eb96c9cf6"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:36:13.893857 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:13.957206 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c32a653d-e5f5-4428-9e22-07b7a7194688 req-8f14f71b-d17c-45b6-b86b-8c919830b549 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114323 May 18 18:36:14.085454 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc7d8d0f-da5a-4c47-aaeb-460d752bf9ff x-openstack-request-id: req-bc7d8d0f-da5a-4c47-aaeb-460d752bf9ff {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:36:14.086035 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32444cd7-8f2c-4097-85ae-f68071300690", "name": "network-vif-plugged", "status": "completed", "tag": "a7cae3bb-d095-4577-805d-9c9eb96c9cf6", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:36:14.086035 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-bc7d8d0f-da5a-4c47-aaeb-460d752bf9ff {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:36:14.086414 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc7d8d0f-da5a-4c47-aaeb-460d752bf9ff'] response: {'server_uuid': '32444cd7-8f2c-4097-85ae-f68071300690', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7cae3bb-d095-4577-805d-9c9eb96c9cf6', 'code': 200} May 18 18:36:14.090837 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=a7cae3bb-d095-4577-805d-9c9eb96c9cf6,revision_number=7']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:36:14.106511 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-26a626cc-ccb2-4e8b-a2f4-2503f2c4fd19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:14.188626 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a626cc-ccb2-4e8b-a2f4-2503f2c4fd19 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ccd61af-c160-4065-85c5-dfff175ea14f,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:36:14.293563 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c487e12b-13ca-4ed0-afc7-3979ed26e966 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:14.433770 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c487e12b-13ca-4ed0-afc7-3979ed26e966 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:14.441891 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-c487e12b-13ca-4ed0-afc7-3979ed26e966 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "DELETE /v2.0/ports/7aa94fd0-a110-4c6e-822f-b5188fa384b3 HTTP/1.1" status: 204 len: 168 time: 1.4864137 May 18 18:36:14.443995 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c487e12b-13ca-4ed0-afc7-3979ed26e966 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Pushing event deleted for resources: {'Port': ['ID=7aa94fd0-a110-4c6e-822f-b5188fa384b3,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:36:14.447979 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 35634) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:36:14.620986 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef8a37f-8b14-4c72-b7a1-3f02fec5a91d tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:36:14.623851 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef8a37f-8b14-4c72-b7a1-3f02fec5a91d tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:36:14.627984 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 35642) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:36:14.629051 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-aef8a37f-8b14-4c72-b7a1-3f02fec5a91d tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1721594 May 18 18:36:14.634774 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-26a626cc-ccb2-4e8b-a2f4-2503f2c4fd19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-593931'] for router_interface, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:14.810625 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bf86b93-de79-411c-8bfa-7eb6f81caaa1 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Deleting subnet 243a3544-45fc-4a05-a70b-a1b64c822caa {{(pid=102731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:36:14.837591 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8bf86b93-de79-411c-8bfa-7eb6f81caaa1 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks [] for subnet, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:14.958880 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8bf86b93-de79-411c-8bfa-7eb6f81caaa1 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260542153'] for subnet, precommit_delete_associations {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:15.070099 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26a626cc-ccb2-4e8b-a2f4-2503f2c4fd19 admin admin] Router 48ef2e1d-2986-49ca-963c-18a28cb0fb81 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:36:15.342595 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8bf86b93-de79-411c-8bfa-7eb6f81caaa1 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:15.451232 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26a626cc-ccb2-4e8b-a2f4-2503f2c4fd19 admin admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:36:15.457125 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-26a626cc-ccb2-4e8b-a2f4-2503f2c4fd19 admin admin] 10.222.0.85 "PUT /v2.0/routers/48ef2e1d-2986-49ca-963c-18a28cb0fb81/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8954501 May 18 18:36:15.459563 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 35664) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:36:15.463485 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78d13e8-a787-4217-a27a-c53190eae75e None None] Sync routers for ids ['48ef2e1d-2986-49ca-963c-18a28cb0fb81'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:36:15.480875 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034331d1-c0d1-4cb8-b556-2a963bc03329 req-aa4d2d9f-f304-4aa8-9708-c7c697dae606 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:36:15.483229 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78d13e8-a787-4217-a27a-c53190eae75e None None] Routers {'48ef2e1d-2986-49ca-963c-18a28cb0fb81'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:36:15.485162 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-d78d13e8-a787-4217-a27a-c53190eae75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:36:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['48ef2e1d-2986-49ca-963c-18a28cb0fb81'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:36:15.496339 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-034331d1-c0d1-4cb8-b556-2a963bc03329 req-aa4d2d9f-f304-4aa8-9708-c7c697dae606 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 946 time: 0.3019989 May 18 18:36:15.615259 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8bf86b93-de79-411c-8bfa-7eb6f81caaa1 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260898416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260908030'] for subnet, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:15.707825 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-034331d1-c0d1-4cb8-b556-2a963bc03329 req-117037c5-28f2-4c9e-9e6e-40cfd08b8095 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082486 May 18 18:36:15.725454 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8bf86b93-de79-411c-8bfa-7eb6f81caaa1 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:15.736235 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-8bf86b93-de79-411c-8bfa-7eb6f81caaa1 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "DELETE /v2.0/subnets/243a3544-45fc-4a05-a70b-a1b64c822caa HTTP/1.1" status: 204 len: 168 time: 1.1066597 May 18 18:36:15.736552 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 35666) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:36:15.738029 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf86b93-de79-411c-8bfa-7eb6f81caaa1 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Pushing event deleted for resources: {'Subnet': ['ID=243a3544-45fc-4a05-a70b-a1b64c822caa,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:36:15.761478 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de966276-e5c4-43fb-af7a-2e2261d7c596 None None] Network c5ce55ad-2458-4816-93d1-bdb0e8f83e94 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:36:15.804285 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8e23a0e9-fdf2-44b0-979c-25827da00b7c admin admin] Notify callbacks [] for router, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:15.872496 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-8bd1bc0d-33c2-4335-a20d-721f1c761c6e tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1252501 May 18 18:36:15.873145 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 35668) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:36:16.026483 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba300536-f53e-49d8-81c3-54685330595f tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:36:16.036832 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-ba300536-f53e-49d8-81c3-54685330595f tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1606812 May 18 18:36:16.037547 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 35672) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:36:16.043369 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-d78d13e8-a787-4217-a27a-c53190eae75e None None] Set router 48ef2e1d-2986-49ca-963c-18a28cb0fb81 gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:36:16.055479 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-dfd9b952-d311-425a-bf27-5487fd01a1dc None None] Provisioning complete for port 782ee66a-dec7-4368-ad90-a471d3b1edfc triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:36:16.055855 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-dfd9b952-d311-425a-bf27-5487fd01a1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:16.112708 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8e23a0e9-fdf2-44b0-979c-25827da00b7c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:16.225603 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2839c6a-7456-4b0c-9ad7-9f12fbb03400 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:36:16.228294 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-d2839c6a-7456-4b0c-9ad7-9f12fbb03400 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1891727 May 18 18:36:16.230997 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 35678) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:36:16.266212 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 782ee66a-dec7-4368-ad90-a471d3b1edfc up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:36:16.284905 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-8e23a0e9-fdf2-44b0-979c-25827da00b7c admin admin] Deleting port 8021da57-e3b6-432d-9e44-c3da7a9e0d92 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:36:16.290145 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8e23a0e9-fdf2-44b0-979c-25827da00b7c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:16.325872 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-a0c021a4-089d-4c73-b60e-3ae74ea3d197 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0935810 May 18 18:36:16.326534 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 35680) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:36:16.342380 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-3a7791e3-8048-4403-83f9-016f13fef66b tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Request body: {'subnet': {'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:36:16.415640 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-8e23a0e9-fdf2-44b0-979c-25827da00b7c admin admin] For port 8021da57-e3b6-432d-9e44-c3da7a9e0d92, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=8021da57-e3b6-432d-9e44-c3da7a9e0d92,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:36:16.415991 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8e23a0e9-fdf2-44b0-979c-25827da00b7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:16.454893 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-8e23a0e9-fdf2-44b0-979c-25827da00b7c admin admin] Calling delete_port for 8021da57-e3b6-432d-9e44-c3da7a9e0d92 owned by network:router_gateway {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:36:16.607952 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ec0569-251b-4f13-a62d-145662165c52 None None] DHCP port deletion for c5ce55ad-2458-4816-93d1-bdb0e8f83e94 request from n-d-838550-3 {{(pid=102732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 18:36:16.646703 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a7791e3-8048-4403-83f9-016f13fef66b tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Made reservation on behalf of 17ca2b3ab9ea4457836da5cdadc0de8c for: {'subnet': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:36:16.656312 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3a7791e3-8048-4403-83f9-016f13fef66b tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260908003'] for subnet, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:16.804818 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 782ee66a-dec7-4368-ad90-a471d3b1edfc triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:36:16.805243 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:16.982179 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-47ec0569-251b-4f13-a62d-145662165c52 None None] Deleting port 782ee66a-dec7-4368-ad90-a471d3b1edfc {{(pid=102732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:36:16.982381 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-47ec0569-251b-4f13-a62d-145662165c52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:17.002048 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8e23a0e9-fdf2-44b0-979c-25827da00b7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:17.027907 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 782ee66a-dec7-4368-ad90-a471d3b1edfc is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:36:17.028311 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:17.111494 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-dfd9b952-d311-425a-bf27-5487fd01a1dc None None] Current status of the port 782ee66a-dec7-4368-ad90-a471d3b1edfc is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:36:17.111892 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-dfd9b952-d311-425a-bf27-5487fd01a1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:17.118231 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e23a0e9-fdf2-44b0-979c-25827da00b7c admin admin] Pushing event deleted for resources: {'Port': ['ID=8021da57-e3b6-432d-9e44-c3da7a9e0d92,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:36:17.158287 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e35c852-5499-4296-ad3f-c1cd2868a85b req-b6c2054b-5b66-4965-898d-e06f5e6e3971 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:36:17.174705 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1e35c852-5499-4296-ad3f-c1cd2868a85b req-b6c2054b-5b66-4965-898d-e06f5e6e3971 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 946 time: 0.2788584 May 18 18:36:17.214154 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-dfd9b952-d311-425a-bf27-5487fd01a1dc None None] For port 782ee66a-dec7-4368-ad90-a471d3b1edfc, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=782ee66a-dec7-4368-ad90-a471d3b1edfc,segment=NetworkSegment(7193822e-e5ec-4b60-a562-e581b7323da0),segment_id=7193822e-e5ec-4b60-a562-e581b7323da0)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:36:17.246015 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-dfd9b952-d311-425a-bf27-5487fd01a1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:17.374783 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1e35c852-5499-4296-ad3f-c1cd2868a85b req-2064ffc2-53ce-40f7-a8e5-3b1ced544ea5 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992123 May 18 18:36:17.403141 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8e23a0e9-fdf2-44b0-979c-25827da00b7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596901'] for router_gateway, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:17.417339 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd9b952-d311-425a-bf27-5487fd01a1dc None None] Pushing event updated for resources: {'Port': ['ID=782ee66a-dec7-4368-ad90-a471d3b1edfc,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:36:17.426546 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-d78d13e8-a787-4217-a27a-c53190eae75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ef2e1d-2986-49ca-963c-18a28cb0fb81', 'name': 'tempest-TestVolumeBootPattern-1240838456-router', 'tenant_id': '1f65ade323dd42ac9fc33a000ad4ab9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '8021da57-e3b6-432d-9e44-c3da7a9e0d92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:20:58Z', 'updated_at': '2022-05-18T18:36:13Z', 'revision_number': 5, 'project_id': '1f65ade323dd42ac9fc33a000ad4ab9b', 'gw_port': {'id': '8021da57-e3b6-432d-9e44-c3da7a9e0d92', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ea:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ef2e1d-2986-49ca-963c-18a28cb0fb81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2203, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:21:00Z', 'updated_at': '2022-05-18T18:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:36:17.496425 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78d13e8-a787-4217-a27a-c53190eae75e None None] Checking router: 48ef2e1d-2986-49ca-963c-18a28cb0fb81 for host: n-d-838550-3 {{(pid=102732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:36:17.532566 n-d-838550-3 neutron-server[102731]: DEBUG neutron.objects.ports [None req-3a7791e3-8048-4403-83f9-016f13fef66b tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102731) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} May 18 18:36:17.542688 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-47ec0569-251b-4f13-a62d-145662165c52 None None] For port 782ee66a-dec7-4368-ad90-a471d3b1edfc, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=782ee66a-dec7-4368-ad90-a471d3b1edfc,segment=NetworkSegment(7193822e-e5ec-4b60-a562-e581b7323da0),segment_id=7193822e-e5ec-4b60-a562-e581b7323da0)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:36:17.543107 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-47ec0569-251b-4f13-a62d-145662165c52 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:17.586619 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78d13e8-a787-4217-a27a-c53190eae75e None None] Routers {'48ef2e1d-2986-49ca-963c-18a28cb0fb81'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:36:17.587193 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-d78d13e8-a787-4217-a27a-c53190eae75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:36:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['48ef2e1d-2986-49ca-963c-18a28cb0fb81'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:36:17.610932 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-47ec0569-251b-4f13-a62d-145662165c52 None None] Calling delete_port for 782ee66a-dec7-4368-ad90-a471d3b1edfc owned by network:dhcp {{(pid=102732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:36:17.647126 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8e23a0e9-fdf2-44b0-979c-25827da00b7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25145'] for router, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:17.698909 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8e23a0e9-fdf2-44b0-979c-25827da00b7c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:17.823090 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-d78d13e8-a787-4217-a27a-c53190eae75e None None] Set router 48ef2e1d-2986-49ca-963c-18a28cb0fb81 gateway port host: None {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:36:17.857876 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8e23a0e9-fdf2-44b0-979c-25827da00b7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593303'] for router, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:17.858458 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e23a0e9-fdf2-44b0-979c-25827da00b7c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 48ef2e1d-2986-49ca-963c-18a28cb0fb81 {{(pid=102730) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 18 18:36:17.863744 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8e23a0e9-fdf2-44b0-979c-25827da00b7c admin admin] Notify callbacks [] for router, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:17.873471 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-8e23a0e9-fdf2-44b0-979c-25827da00b7c admin admin] 10.222.0.85 "DELETE /v2.0/routers/48ef2e1d-2986-49ca-963c-18a28cb0fb81 HTTP/1.1" status: 204 len: 168 time: 2.4083595 May 18 18:36:17.875122 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 35702) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:36:17.965222 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_v2 [None req-0debf7de-3abd-4b8a-9111-2c0959cc1e12 admin admin] Deleting subnet 4525d442-54cb-406f-a4b1-3318b8441c72 {{(pid=102731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:36:17.982998 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0debf7de-3abd-4b8a-9111-2c0959cc1e12 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:18.131556 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3a7791e3-8048-4403-83f9-016f13fef66b tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:18.151651 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0debf7de-3abd-4b8a-9111-2c0959cc1e12 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260542153'] for subnet, precommit_delete_associations {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:18.336267 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0debf7de-3abd-4b8a-9111-2c0959cc1e12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:18.340700 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.db.api [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102732) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 18 18:36:18.341265 n-d-838550-3 neutron-server[102732]: DEBUG oslo_db.api [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 18 18:36:18.401216 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-3a7791e3-8048-4403-83f9-016f13fef66b tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] For port 782ee66a-dec7-4368-ad90-a471d3b1edfc, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=782ee66a-dec7-4368-ad90-a471d3b1edfc,segment=NetworkSegment(7193822e-e5ec-4b60-a562-e581b7323da0),segment_id=7193822e-e5ec-4b60-a562-e581b7323da0)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:36:18.485592 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0debf7de-3abd-4b8a-9111-2c0959cc1e12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260898416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260908030'] for subnet, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:18.505224 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-d78d13e8-a787-4217-a27a-c53190eae75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ef2e1d-2986-49ca-963c-18a28cb0fb81', 'name': 'tempest-TestVolumeBootPattern-1240838456-router', 'tenant_id': '1f65ade323dd42ac9fc33a000ad4ab9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:20:58Z', 'updated_at': '2022-05-18T18:36:16Z', 'revision_number': 7, 'project_id': '1f65ade323dd42ac9fc33a000ad4ab9b', 'gw_port_host': None}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:36:18.517434 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3a7791e3-8048-4403-83f9-016f13fef66b tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:18.539784 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0debf7de-3abd-4b8a-9111-2c0959cc1e12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4525d442-54cb-406f-a4b1-3318b8441c72,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:36:18.547232 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0debf7de-3abd-4b8a-9111-2c0959cc1e12 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:18.551243 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-0debf7de-3abd-4b8a-9111-2c0959cc1e12 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/4525d442-54cb-406f-a4b1-3318b8441c72 HTTP/1.1" status: 204 len: 168 time: 0.6745491 May 18 18:36:18.554010 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 35720) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:36:18.584481 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3a7791e3-8048-4403-83f9-016f13fef66b tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:18.585265 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3a7791e3-8048-4403-83f9-016f13fef66b tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260898481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260908021'] for subnet, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:18.595309 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17234e04-806a-421e-bbe5-0aae44e8ce24 None None] Network 7aa26c41-7ab0-46a4-918b-c02a06fb73a9 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:36:18.605816 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78d13e8-a787-4217-a27a-c53190eae75e None None] The sync data for ids ['48ef2e1d-2986-49ca-963c-18a28cb0fb81'] in n-d-838550-3 is: [{'id': '48ef2e1d-2986-49ca-963c-18a28cb0fb81', 'name': 'tempest-TestVolumeBootPattern-1240838456-router', 'tenant_id': '1f65ade323dd42ac9fc33a000ad4ab9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:20:58Z', 'updated_at': '2022-05-18T18:36:16Z', 'revision_number': 7, 'project_id': '1f65ade323dd42ac9fc33a000ad4ab9b', 'gw_port_host': None}] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:36:18.658928 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7791e3-8048-4403-83f9-016f13fef66b tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Pushing event updated for resources: {'Port': ['ID=782ee66a-dec7-4368-ad90-a471d3b1edfc,revision_number=6']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:36:18.734532 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a7791e3-8048-4403-83f9-016f13fef66b tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Network c5ce55ad-2458-4816-93d1-bdb0e8f83e94 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:36:18.763301 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-47ec0569-251b-4f13-a62d-145662165c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508'] for port, after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:18.791259 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-3a7791e3-8048-4403-83f9-016f13fef66b tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:36:18.794458 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ceeed3ae-49eb-4bd8-8330-b704fc2bbe4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:18.810250 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a7791e3-8048-4403-83f9-016f13fef66b tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:36:18.812609 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3a7791e3-8048-4403-83f9-016f13fef66b tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:18.835835 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ec0569-251b-4f13-a62d-145662165c52 None None] No DVR routers for this DVR port 782ee66a-dec7-4368-ad90-a471d3b1edfc on host n-d-838550-3 {{(pid=102732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:36:18.841056 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ec0569-251b-4f13-a62d-145662165c52 None None] Pushing event deleted for resources: {'Port': ['ID=782ee66a-dec7-4368-ad90-a471d3b1edfc,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:36:18.855047 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72476922-7f15-40b4-86df-200cf2b81dfd req-deda4952-21d7-4fed-925d-5faf849b2b51 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:36:18.860325 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-72476922-7f15-40b4-86df-200cf2b81dfd req-deda4952-21d7-4fed-925d-5faf849b2b51 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 946 time: 0.3549588 May 18 18:36:18.866526 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7791e3-8048-4403-83f9-016f13fef66b tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Pushing event updated for resources: {'Subnet': ['ID=8aa1944f-f4a3-4628-9800-80fde264ed19,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:36:18.909155 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c648bb63-9ace-4392-bec7-1cfcb48e3831 None None] Network c5ce55ad-2458-4816-93d1-bdb0e8f83e94 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:36:18.923579 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Port 782ee66a-dec7-4368-ad90-a471d3b1edfc update to ACTIVE by agent not found {{(pid=102732) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} May 18 18:36:19.004042 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 35726) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:36:19.006242 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-3a7791e3-8048-4403-83f9-016f13fef66b tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.6783199 May 18 18:36:19.010387 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-ddb0d773-d9ed-4db8-aa4b-b215a5947b44 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Request body: {'port': {'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94', 'mac_address': 'fa:16:3e:89:e2:b0', 'name': 'tempest-NetworksTestDHCPv6-2014397143'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:36:19.068713 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-72476922-7f15-40b4-86df-200cf2b81dfd req-f4cf5fda-a036-41d8-94ef-e6285cf8d033 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913111 May 18 18:36:19.287131 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-ceeed3ae-49eb-4bd8-8330-b704fc2bbe4c admin admin] Deleting port bd4b0b12-82f0-46e7-bead-321d00c88c1c {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:36:19.287471 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ceeed3ae-49eb-4bd8-8330-b704fc2bbe4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:19.302237 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddb0d773-d9ed-4db8-aa4b-b215a5947b44 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Made reservation on behalf of 17ca2b3ab9ea4457836da5cdadc0de8c for: {'port': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:36:19.338203 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b746b1aa-5e8b-4ec6-bfc2-e11e7853623e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-c5ce55ad-2458-4816-93d1-bdb0e8f83e94', 'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94', 'tenant_id': '17ca2b3ab9ea4457836da5cdadc0de8c', 'fixed_ips': [{'subnet_id': '8aa1944f-f4a3-4628-9800-80fde264ed19'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:36:19.340216 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b746b1aa-5e8b-4ec6-bfc2-e11e7853623e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:19.386537 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa9271b-d138-40e9-aa7f-d27536d29104 None None] DHCP port deletion for 7aa26c41-7ab0-46a4-918b-c02a06fb73a9 request from n-d-838550-3 {{(pid=102732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 18:36:19.460673 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ddb0d773-d9ed-4db8-aa4b-b215a5947b44 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:19.561559 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [None req-ddb0d773-d9ed-4db8-aa4b-b215a5947b44 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] device_id is not set on port 9fb5636d-e26d-4be2-a0cb-fd8c7da49452 yet. {{(pid=102730) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 18 18:36:19.711807 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 5ccd61af-c160-4065-85c5-dfff175ea14f no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:36:19.755561 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-ddb0d773-d9ed-4db8-aa4b-b215a5947b44 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Allocated IP 2001:db8::f816:3eff:fe89:e2b0 (c5ce55ad-2458-4816-93d1-bdb0e8f83e94/8aa1944f-f4a3-4628-9800-80fde264ed19/9fb5636d-e26d-4be2-a0cb-fd8c7da49452) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:36:19.835386 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 5ccd61af-c160-4065-85c5-dfff175ea14f {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:36:19.835875 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 5ccd61af-c160-4065-85c5-dfff175ea14f not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:36:19.836136 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 782ee66a-dec7-4368-ad90-a471d3b1edfc no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:36:19.901748 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 782ee66a-dec7-4368-ad90-a471d3b1edfc {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:36:19.902202 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 782ee66a-dec7-4368-ad90-a471d3b1edfc not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:36:19.952199 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-eaa9271b-d138-40e9-aa7f-d27536d29104 None None] Deleting port bd4b0b12-82f0-46e7-bead-321d00c88c1c {{(pid=102732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:36:19.952575 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-eaa9271b-d138-40e9-aa7f-d27536d29104 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:20.095503 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-eaa9271b-d138-40e9-aa7f-d27536d29104 None None] For port bd4b0b12-82f0-46e7-bead-321d00c88c1c, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=bd4b0b12-82f0-46e7-bead-321d00c88c1c,segment=NetworkSegment(d6b74819-9ae2-4033-957b-0f2d69506f79),segment_id=d6b74819-9ae2-4033-957b-0f2d69506f79)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:36:20.096016 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-eaa9271b-d138-40e9-aa7f-d27536d29104 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:20.120577 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-eaa9271b-d138-40e9-aa7f-d27536d29104 None None] Calling delete_port for bd4b0b12-82f0-46e7-bead-321d00c88c1c owned by network:dhcp {{(pid=102732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:36:20.125360 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-ceeed3ae-49eb-4bd8-8330-b704fc2bbe4c admin admin] For port bd4b0b12-82f0-46e7-bead-321d00c88c1c, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=bd4b0b12-82f0-46e7-bead-321d00c88c1c,segment=NetworkSegment(d6b74819-9ae2-4033-957b-0f2d69506f79),segment_id=d6b74819-9ae2-4033-957b-0f2d69506f79)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:36:20.129977 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ceeed3ae-49eb-4bd8-8330-b704fc2bbe4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:20.182926 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-ceeed3ae-49eb-4bd8-8330-b704fc2bbe4c admin admin] Calling delete_port for bd4b0b12-82f0-46e7-bead-321d00c88c1c owned by network:dhcp {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:36:20.334676 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-eaa9271b-d138-40e9-aa7f-d27536d29104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508'] for port, after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:20.357412 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa9271b-d138-40e9-aa7f-d27536d29104 None None] No DVR routers for this DVR port bd4b0b12-82f0-46e7-bead-321d00c88c1c on host n-d-838550-3 {{(pid=102732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:36:20.428224 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa9271b-d138-40e9-aa7f-d27536d29104 None None] Pushing event deleted for resources: {'Port': ['ID=bd4b0b12-82f0-46e7-bead-321d00c88c1c,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:36:20.965380 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ddb0d773-d9ed-4db8-aa4b-b215a5947b44 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:21.013392 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548efc45-aa8d-4658-a68f-634ecf1db05c req-e0b7a95d-bd18-4a23-aacc-fa3218153a54 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:36:21.017220 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-548efc45-aa8d-4658-a68f-634ecf1db05c req-e0b7a95d-bd18-4a23-aacc-fa3218153a54 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 946 time: 0.2152839 May 18 18:36:21.038403 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ceeed3ae-49eb-4bd8-8330-b704fc2bbe4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:21.050458 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 8021da57-e3b6-432d-9e44-c3da7a9e0d92 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:36:21.089759 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 8021da57-e3b6-432d-9e44-c3da7a9e0d92 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:36:21.090199 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 8021da57-e3b6-432d-9e44-c3da7a9e0d92 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:36:21.090700 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device bd4b0b12-82f0-46e7-bead-321d00c88c1c no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:36:21.127052 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: bd4b0b12-82f0-46e7-bead-321d00c88c1c {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:36:21.134118 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device bd4b0b12-82f0-46e7-bead-321d00c88c1c not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:36:21.149526 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceeed3ae-49eb-4bd8-8330-b704fc2bbe4c admin admin] Pushing event deleted for resources: {'Port': ['ID=bd4b0b12-82f0-46e7-bead-321d00c88c1c,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:36:21.155392 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceeed3ae-49eb-4bd8-8330-b704fc2bbe4c admin admin] No DVR routers for this DVR port bd4b0b12-82f0-46e7-bead-321d00c88c1c on host n-d-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:36:21.199683 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-548efc45-aa8d-4658-a68f-634ecf1db05c req-561fc798-9ec8-4b41-8664-02c5d3dfebb9 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740024 May 18 18:36:21.211938 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ddb0d773-d9ed-4db8-aa4b-b215a5947b44 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:21.302597 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ceeed3ae-49eb-4bd8-8330-b704fc2bbe4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:21.322670 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-b746b1aa-5e8b-4ec6-bfc2-e11e7853623e None None] Allocated IP 2001:db8::f816:3eff:feab:6cc0 (c5ce55ad-2458-4816-93d1-bdb0e8f83e94/8aa1944f-f4a3-4628-9800-80fde264ed19/82c594c9-bdec-4692-8a3e-33ab19ab7e59) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:36:21.325417 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb0d773-d9ed-4db8-aa4b-b215a5947b44 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Network c5ce55ad-2458-4816-93d1-bdb0e8f83e94 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:36:21.340797 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-ddb0d773-d9ed-4db8-aa4b-b215a5947b44 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:36:21.343920 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-ceeed3ae-49eb-4bd8-8330-b704fc2bbe4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7aa26c41-7ab0-46a4-918b-c02a06fb73a9']}} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:36:21.346819 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb0d773-d9ed-4db8-aa4b-b215a5947b44 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:36:21.353070 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb0d773-d9ed-4db8-aa4b-b215a5947b44 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:36:21.353726 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ddb0d773-d9ed-4db8-aa4b-b215a5947b44 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:21.356048 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb0d773-d9ed-4db8-aa4b-b215a5947b44 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Pushing event updated for resources: {'Port': ['ID=9fb5636d-e26d-4be2-a0cb-fd8c7da49452,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:36:21.369862 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-ceeed3ae-49eb-4bd8-8330-b704fc2bbe4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6b74819-9ae2-4033-957b-0f2d69506f79') {'for_net_delete': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:36:21.370161 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-ceeed3ae-49eb-4bd8-8330-b704fc2bbe4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6b74819-9ae2-4033-957b-0f2d69506f79') {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:36:21.381491 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ceeed3ae-49eb-4bd8-8330-b704fc2bbe4c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260107375'] for segment, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:21.396678 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-ddb0d773-d9ed-4db8-aa4b-b215a5947b44 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.3914106 May 18 18:36:21.400438 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 35756) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:36:21.415064 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ceeed3ae-49eb-4bd8-8330-b704fc2bbe4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:21.439857 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ceeed3ae-49eb-4bd8-8330-b704fc2bbe4c admin admin] Releasing vlan 631 on physical network physnet1 to pool {{(pid=102730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:36:21.440298 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ceeed3ae-49eb-4bd8-8330-b704fc2bbe4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261102736'] for segment, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:21.442332 n-d-838550-3 neutron-server[102730]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:36:21.442332 n-d-838550-3 neutron-server[102730]: self.session.flush() May 18 18:36:21.442332 n-d-838550-3 neutron-server[102730]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:36:21.442332 n-d-838550-3 neutron-server[102730]: self.session.flush() May 18 18:36:21.442332 n-d-838550-3 neutron-server[102730]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:36:21.442332 n-d-838550-3 neutron-server[102730]: self.session.flush() May 18 18:36:21.442332 n-d-838550-3 neutron-server[102730]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:36:21.442332 n-d-838550-3 neutron-server[102730]: self.session.flush() May 18 18:36:21.442332 n-d-838550-3 neutron-server[102730]: Traceback (most recent call last): May 18 18:36:21.442332 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:36:21.442332 n-d-838550-3 neutron-server[102730]: timer() May 18 18:36:21.442332 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:36:21.442332 n-d-838550-3 neutron-server[102730]: cb(*args, **kw) May 18 18:36:21.442332 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:36:21.442332 n-d-838550-3 neutron-server[102730]: return func(*args, **kwargs) May 18 18:36:21.442332 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:36:21.442332 n-d-838550-3 neutron-server[102730]: self._notify() May 18 18:36:21.442332 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:36:21.442332 n-d-838550-3 neutron-server[102730]: self.callback(batched_events) May 18 18:36:21.442332 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:36:21.442332 n-d-838550-3 neutron-server[102730]: event.method(event) May 18 18:36:21.442332 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:36:21.442332 n-d-838550-3 neutron-server[102730]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:36:21.442332 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:36:21.442332 n-d-838550-3 neutron-server[102730]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:36:21.442332 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:36:21.442332 n-d-838550-3 neutron-server[102730]: return f(self, *a, **k) May 18 18:36:21.442332 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:36:21.442332 n-d-838550-3 neutron-server[102730]: return self._get(url).json() May 18 18:36:21.442332 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:36:21.442332 n-d-838550-3 neutron-server[102730]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:36:21.442332 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:36:21.442332 n-d-838550-3 neutron-server[102730]: return self.request(url, 'GET', **kwargs) May 18 18:36:21.442332 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:36:21.442332 n-d-838550-3 neutron-server[102730]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:36:21.442332 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:36:21.442332 n-d-838550-3 neutron-server[102730]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:36:21.442332 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:36:21.442332 n-d-838550-3 neutron-server[102730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:36:21.442332 n-d-838550-3 neutron-server[102730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:36:21.514581 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce785bd-1bb3-401a-901f-28fce9180014 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:36:21.516233 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-5ce785bd-1bb3-401a-901f-28fce9180014 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1148715 May 18 18:36:21.520353 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 35758) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:36:21.524719 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ceeed3ae-49eb-4bd8-8330-b704fc2bbe4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:21.538759 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ceeed3ae-49eb-4bd8-8330-b704fc2bbe4c admin admin] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:21.551428 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-ceeed3ae-49eb-4bd8-8330-b704fc2bbe4c admin admin] 10.222.0.85 "DELETE /v2.0/networks/7aa26c41-7ab0-46a4-918b-c02a06fb73a9 HTTP/1.1" status: 204 len: 168 time: 2.9955304 May 18 18:36:21.551935 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b746b1aa-5e8b-4ec6-bfc2-e11e7853623e None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:21.580640 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b746b1aa-5e8b-4ec6-bfc2-e11e7853623e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:21.602558 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceeed3ae-49eb-4bd8-8330-b704fc2bbe4c admin admin] Pushing event deleted for resources: {'Network': ['ID=7aa26c41-7ab0-46a4-918b-c02a06fb73a9,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:36:21.690667 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b746b1aa-5e8b-4ec6-bfc2-e11e7853623e None None] Network c5ce55ad-2458-4816-93d1-bdb0e8f83e94 is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:36:21.713254 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-b746b1aa-5e8b-4ec6-bfc2-e11e7853623e None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:36:21.718764 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b746b1aa-5e8b-4ec6-bfc2-e11e7853623e None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:36:21.748085 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b746b1aa-5e8b-4ec6-bfc2-e11e7853623e None None] Pushing event updated for resources: {'Port': ['ID=82c594c9-bdec-4692-8a3e-33ab19ab7e59,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:36:21.820366 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-62112d83-d7ef-43a8-8b2c-7f8204ecc099 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Deleting port 9fb5636d-e26d-4be2-a0cb-fd8c7da49452 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:36:21.820981 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-62112d83-d7ef-43a8-8b2c-7f8204ecc099 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:21.936918 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-b746b1aa-5e8b-4ec6-bfc2-e11e7853623e None None] Attempting to bind port 82c594c9-bdec-4692-8a3e-33ab19ab7e59 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:36:21.937308 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-b746b1aa-5e8b-4ec6-bfc2-e11e7853623e None None] Attempting to bind port 82c594c9-bdec-4692-8a3e-33ab19ab7e59 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '7193822e-e5ec-4b60-a562-e581b7323da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:36:21.937890 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b746b1aa-5e8b-4ec6-bfc2-e11e7853623e None None] Attempting to bind port 82c594c9-bdec-4692-8a3e-33ab19ab7e59 on network c5ce55ad-2458-4816-93d1-bdb0e8f83e94 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:36:21.952683 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b746b1aa-5e8b-4ec6-bfc2-e11e7853623e None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:36:21.953094 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b746b1aa-5e8b-4ec6-bfc2-e11e7853623e None None] Checking segment: {'id': '7193822e-e5ec-4b60-a562-e581b7323da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:36:21.955404 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b746b1aa-5e8b-4ec6-bfc2-e11e7853623e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:21.955838 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b746b1aa-5e8b-4ec6-bfc2-e11e7853623e None None] Bound using segment: {'id': '7193822e-e5ec-4b60-a562-e581b7323da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:36:21.960794 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-b746b1aa-5e8b-4ec6-bfc2-e11e7853623e None None] Bound port: 82c594c9-bdec-4692-8a3e-33ab19ab7e59, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7193822e-e5ec-4b60-a562-e581b7323da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:36:21.961204 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b746b1aa-5e8b-4ec6-bfc2-e11e7853623e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:21.990283 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-62112d83-d7ef-43a8-8b2c-7f8204ecc099 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:22.010774 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 35774) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:36:22.030598 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-62112d83-d7ef-43a8-8b2c-7f8204ecc099 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Calling delete_port for 9fb5636d-e26d-4be2-a0cb-fd8c7da49452 owned by {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:36:22.093899 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b746b1aa-5e8b-4ec6-bfc2-e11e7853623e None None] For port 82c594c9-bdec-4692-8a3e-33ab19ab7e59, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:36:22.101857 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-096c10ba-eccf-49f6-bf34-28d62cacebc4 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=4ce86b77116a4afca1694cba473235e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0873730 May 18 18:36:22.103830 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 35776) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:36:22.116706 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b746b1aa-5e8b-4ec6-bfc2-e11e7853623e None None] For port 82c594c9-bdec-4692-8a3e-33ab19ab7e59, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=82c594c9-bdec-4692-8a3e-33ab19ab7e59,segment=NetworkSegment(7193822e-e5ec-4b60-a562-e581b7323da0),segment_id=7193822e-e5ec-4b60-a562-e581b7323da0)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:36:22.133213 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b746b1aa-5e8b-4ec6-bfc2-e11e7853623e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:22.213826 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-dd7e5e0a-3bca-4b3c-9d9a-008c1c41842e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:22.251435 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b746b1aa-5e8b-4ec6-bfc2-e11e7853623e None None] Pushing event updated for resources: {'Port': ['ID=82c594c9-bdec-4692-8a3e-33ab19ab7e59,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:36:22.269136 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-dd7e5e0a-3bca-4b3c-9d9a-008c1c41842e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:22.404818 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-dd7e5e0a-3bca-4b3c-9d9a-008c1c41842e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:22.408885 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-dd7e5e0a-3bca-4b3c-9d9a-008c1c41842e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:22.416574 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-dd7e5e0a-3bca-4b3c-9d9a-008c1c41842e admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/86e7cf01-f21c-41cf-b5a3-71cb5ec2aaa3 HTTP/1.1" status: 204 len: 168 time: 0.3093641 May 18 18:36:22.446706 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7e5e0a-3bca-4b3c-9d9a-008c1c41842e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86e7cf01-f21c-41cf-b5a3-71cb5ec2aaa3,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:36:22.482365 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-62112d83-d7ef-43a8-8b2c-7f8204ecc099 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:22.531028 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62112d83-d7ef-43a8-8b2c-7f8204ecc099 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Pushing event deleted for resources: {'Port': ['ID=9fb5636d-e26d-4be2-a0cb-fd8c7da49452,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:36:22.581570 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39946ec1-3fe9-4bca-b71f-8a03c835528f req-5239551b-19b2-44d7-82bf-8077489008dc tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:36:22.585264 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-39946ec1-3fe9-4bca-b71f-8a03c835528f req-5239551b-19b2-44d7-82bf-8077489008dc tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 946 time: 0.2029123 May 18 18:36:22.586640 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-62112d83-d7ef-43a8-8b2c-7f8204ecc099 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:22.589991 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-62112d83-d7ef-43a8-8b2c-7f8204ecc099 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "DELETE /v2.0/ports/9fb5636d-e26d-4be2-a0cb-fd8c7da49452 HTTP/1.1" status: 204 len: 168 time: 1.0682621 May 18 18:36:22.592500 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 35784) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:36:22.715694 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-39946ec1-3fe9-4bca-b71f-8a03c835528f req-807e2fe8-0c54-48eb-8be9-7a9b15539080 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009820 May 18 18:36:22.779778 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b24b6c7-88e9-4a7a-9829-ed97dc7e7177 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:36:22.781498 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b24b6c7-88e9-4a7a-9829-ed97dc7e7177 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:36:22.786035 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-1b24b6c7-88e9-4a7a-9829-ed97dc7e7177 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1894567 May 18 18:36:22.786454 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 35788) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:36:22.973829 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_v2 [None req-8eff5e7c-a4c8-4ba8-aa6b-b53c1880bdad tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Deleting subnet 8aa1944f-f4a3-4628-9800-80fde264ed19 {{(pid=102731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:36:22.991440 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8eff5e7c-a4c8-4ba8-aa6b-b53c1880bdad tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks [] for subnet, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:23.140128 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8eff5e7c-a4c8-4ba8-aa6b-b53c1880bdad tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260542153'] for subnet, precommit_delete_associations {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:23.331797 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 82c594c9-bdec-4692-8a3e-33ab19ab7e59 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:36:23.422176 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8eff5e7c-a4c8-4ba8-aa6b-b53c1880bdad tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:23.444380 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 35802) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:36:23.499391 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 82c594c9-bdec-4692-8a3e-33ab19ab7e59 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:36:23.499921 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:23.509421 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-70462478-3efc-46f4-b9a7-3586bcf83d0f admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=1f65ade323dd42ac9fc33a000ad4ab9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0638640 May 18 18:36:23.513137 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 35804) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:36:23.628011 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8eff5e7c-a4c8-4ba8-aa6b-b53c1880bdad tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260898416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260908030'] for subnet, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:23.713144 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-30b60a69-97b7-4737-9a34-651d110cd3e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:23.720583 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eff5e7c-a4c8-4ba8-aa6b-b53c1880bdad tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Pushing event deleted for resources: {'Subnet': ['ID=8aa1944f-f4a3-4628-9800-80fde264ed19,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:36:23.728409 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8eff5e7c-a4c8-4ba8-aa6b-b53c1880bdad tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:23.731919 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-8eff5e7c-a4c8-4ba8-aa6b-b53c1880bdad tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "DELETE /v2.0/subnets/8aa1944f-f4a3-4628-9800-80fde264ed19 HTTP/1.1" status: 204 len: 168 time: 0.9444139 May 18 18:36:23.735098 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 35806) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:36:23.759391 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-30b60a69-97b7-4737-9a34-651d110cd3e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:23.820491 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 82c594c9-bdec-4692-8a3e-33ab19ab7e59 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:36:23.820887 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:23.879841 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-30b60a69-97b7-4737-9a34-651d110cd3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:23.883876 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-30b60a69-97b7-4737-9a34-651d110cd3e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:23.891234 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-30b60a69-97b7-4737-9a34-651d110cd3e3 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/bb69a70d-c8d3-4b16-8a50-21b52099a130 HTTP/1.1" status: 204 len: 168 time: 0.3709693 May 18 18:36:23.908826 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b60a69-97b7-4737-9a34-651d110cd3e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb69a70d-c8d3-4b16-8a50-21b52099a130,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:36:23.914318 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-7d533f54-182c-45f9-8016-2957751c518b tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1778512 May 18 18:36:23.921873 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 35814) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:36:23.975666 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-1a5668cf-c0d7-44b6-bb4b-36cebb6c649f tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Request body: {'subnet': {'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:36:23.998856 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] For port 82c594c9-bdec-4692-8a3e-33ab19ab7e59, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=82c594c9-bdec-4692-8a3e-33ab19ab7e59,segment=NetworkSegment(7193822e-e5ec-4b60-a562-e581b7323da0),segment_id=7193822e-e5ec-4b60-a562-e581b7323da0)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:36:24.028465 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:24.213866 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Pushing event updated for resources: {'Port': ['ID=82c594c9-bdec-4692-8a3e-33ab19ab7e59,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:36:24.218870 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfabf07b-dca6-4ac8-9802-aea670895cea req-2a319e00-46b2-4b15-ba4d-ce66df975de8 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:36:24.228441 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bfabf07b-dca6-4ac8-9802-aea670895cea req-2a319e00-46b2-4b15-ba4d-ce66df975de8 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 946 time: 0.3211141 May 18 18:36:24.360892 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a5668cf-c0d7-44b6-bb4b-36cebb6c649f tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Made reservation on behalf of 17ca2b3ab9ea4457836da5cdadc0de8c for: {'subnet': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:36:24.388665 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71964821-585f-40fb-9409-7e7f3907b8e0 None None] Network c5ce55ad-2458-4816-93d1-bdb0e8f83e94 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:36:24.390390 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1a5668cf-c0d7-44b6-bb4b-36cebb6c649f tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261031885'] for subnet, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:24.428952 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bfabf07b-dca6-4ac8-9802-aea670895cea req-d1c13f0d-6339-462b-a944-af23e84aa276 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843467 May 18 18:36:24.637220 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-3e901f1a-0f1d-49dd-9f08-86b6c88d900e None None] Provisioning complete for port 82c594c9-bdec-4692-8a3e-33ab19ab7e59 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:36:24.638031 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-3e901f1a-0f1d-49dd-9f08-86b6c88d900e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:24.834175 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f41393-8d4e-48a1-9065-71b2a95aabcb None None] DHCP port deletion for c5ce55ad-2458-4816-93d1-bdb0e8f83e94 request from n-d-838550-3 {{(pid=102732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 18:36:24.882694 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-3e901f1a-0f1d-49dd-9f08-86b6c88d900e None None] Current status of the port 82c594c9-bdec-4692-8a3e-33ab19ab7e59 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:36:24.917525 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-51f41393-8d4e-48a1-9065-71b2a95aabcb None None] Deleting port 82c594c9-bdec-4692-8a3e-33ab19ab7e59 {{(pid=102732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:36:24.918376 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-51f41393-8d4e-48a1-9065-71b2a95aabcb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:25.095083 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-51f41393-8d4e-48a1-9065-71b2a95aabcb None None] For port 82c594c9-bdec-4692-8a3e-33ab19ab7e59, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=82c594c9-bdec-4692-8a3e-33ab19ab7e59,segment=NetworkSegment(7193822e-e5ec-4b60-a562-e581b7323da0),segment_id=7193822e-e5ec-4b60-a562-e581b7323da0)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:36:25.096434 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-51f41393-8d4e-48a1-9065-71b2a95aabcb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:25.139778 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 82c594c9-bdec-4692-8a3e-33ab19ab7e59 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:36:25.286784 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-51f41393-8d4e-48a1-9065-71b2a95aabcb None None] Calling delete_port for 82c594c9-bdec-4692-8a3e-33ab19ab7e59 owned by network:dhcp {{(pid=102732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:36:25.447299 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-51f41393-8d4e-48a1-9065-71b2a95aabcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508'] for port, after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:25.491854 n-d-838550-3 neutron-server[102730]: DEBUG neutron.objects.ports [None req-1a5668cf-c0d7-44b6-bb4b-36cebb6c649f tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102730) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} May 18 18:36:25.574786 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f41393-8d4e-48a1-9065-71b2a95aabcb None None] Pushing event deleted for resources: {'Port': ['ID=82c594c9-bdec-4692-8a3e-33ab19ab7e59,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:36:25.588377 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No active binding found for port 82c594c9-bdec-4692-8a3e-33ab19ab7e59 {{(pid=102732) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} May 18 18:36:25.588826 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 82c594c9-bdec-4692-8a3e-33ab19ab7e59 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:36:25.631379 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f41393-8d4e-48a1-9065-71b2a95aabcb None None] No DVR routers for this DVR port 82c594c9-bdec-4692-8a3e-33ab19ab7e59 on host n-d-838550-3 {{(pid=102732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:36:25.780273 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb312f1-f62e-442c-93d4-ceba6c7d3558 req-9929c828-171a-44b7-a5dd-88d740f9ca1d tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:36:25.781892 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8bb312f1-f62e-442c-93d4-ceba6c7d3558 req-9929c828-171a-44b7-a5dd-88d740f9ca1d tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 946 time: 0.1696403 May 18 18:36:25.787479 n-d-838550-3 neutron-server[102730]: WARNING neutron.services.revisions.revision_plugin [None req-1a5668cf-c0d7-44b6-bb4b-36cebb6c649f tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Could not find related port for resource to bump revision. May 18 18:36:25.802283 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.ipam_pluggable_backend [None req-1a5668cf-c0d7-44b6-bb4b-36cebb6c649f tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Port 82c594c9-bdec-4692-8a3e-33ab19ab7e59 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102730) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} May 18 18:36:25.802603 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.ipam_pluggable_backend [None req-1a5668cf-c0d7-44b6-bb4b-36cebb6c649f tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Reverting IP allocation for 2001:db8::f816:3eff:feab:6cc0 {{(pid=102730) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} May 18 18:36:25.807770 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1a5668cf-c0d7-44b6-bb4b-36cebb6c649f tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261104883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261031899'] for subnet, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:25.844883 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8bb312f1-f62e-442c-93d4-ceba6c7d3558 req-42ec7410-3af5-4211-8b0f-ca4e73d810ee tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618889 May 18 18:36:25.883849 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a5668cf-c0d7-44b6-bb4b-36cebb6c649f tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Network c5ce55ad-2458-4816-93d1-bdb0e8f83e94 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:36:25.889012 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-1a5668cf-c0d7-44b6-bb4b-36cebb6c649f tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:36:25.893372 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a5668cf-c0d7-44b6-bb4b-36cebb6c649f tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:36:25.893996 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1a5668cf-c0d7-44b6-bb4b-36cebb6c649f tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:25.901220 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602a0cb9-39d0-4475-8230-e54fe438cc8c None None] Network c5ce55ad-2458-4816-93d1-bdb0e8f83e94 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:36:25.944290 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 35838) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:36:25.950497 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-0b60ca3a-97c1-429b-bd69-aecdb1e1d81c tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Request body: {'port': {'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94', 'mac_address': 'fa:16:3e:2f:b4:ca', 'name': 'tempest-NetworksTestDHCPv6-679480342'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:36:25.952166 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-1a5668cf-c0d7-44b6-bb4b-36cebb6c649f tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.0254893 May 18 18:36:25.985272 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5668cf-c0d7-44b6-bb4b-36cebb6c649f tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Pushing event updated for resources: {'Subnet': ['ID=88ede478-85bc-49ee-b29c-c86519f06e63,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:36:26.188755 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74adc048-e4ad-486f-93ca-fde6c46d3680 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-c5ce55ad-2458-4816-93d1-bdb0e8f83e94', 'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94', 'tenant_id': '17ca2b3ab9ea4457836da5cdadc0de8c', 'fixed_ips': [{'subnet_id': '88ede478-85bc-49ee-b29c-c86519f06e63'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:36:26.189813 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-74adc048-e4ad-486f-93ca-fde6c46d3680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:26.244712 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b60ca3a-97c1-429b-bd69-aecdb1e1d81c tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Made reservation on behalf of 17ca2b3ab9ea4457836da5cdadc0de8c for: {'port': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:36:26.445123 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0b60ca3a-97c1-429b-bd69-aecdb1e1d81c tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:26.501584 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [None req-0b60ca3a-97c1-429b-bd69-aecdb1e1d81c tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] device_id is not set on port 697c21ef-b4ad-461a-b1de-c76d24486678 yet. {{(pid=102731) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 18 18:36:26.520568 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-74adc048-e4ad-486f-93ca-fde6c46d3680 None None] Allocated IP 2001:db8::f816:3eff:fe2c:3b58 (c5ce55ad-2458-4816-93d1-bdb0e8f83e94/88ede478-85bc-49ee-b29c-c86519f06e63/45d82925-1700-4e24-a321-0869e322ef87) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:36:26.889174 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-74adc048-e4ad-486f-93ca-fde6c46d3680 None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:26.902438 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-74adc048-e4ad-486f-93ca-fde6c46d3680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:27.026502 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74adc048-e4ad-486f-93ca-fde6c46d3680 None None] Network c5ce55ad-2458-4816-93d1-bdb0e8f83e94 is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:36:27.029969 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-74adc048-e4ad-486f-93ca-fde6c46d3680 None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:36:27.031173 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-0b60ca3a-97c1-429b-bd69-aecdb1e1d81c tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Allocated IP 2001:db8::f816:3eff:fe2f:b4ca (c5ce55ad-2458-4816-93d1-bdb0e8f83e94/88ede478-85bc-49ee-b29c-c86519f06e63/697c21ef-b4ad-461a-b1de-c76d24486678) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:36:27.038809 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74adc048-e4ad-486f-93ca-fde6c46d3680 None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:36:27.063680 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74adc048-e4ad-486f-93ca-fde6c46d3680 None None] Pushing event updated for resources: {'Port': ['ID=45d82925-1700-4e24-a321-0869e322ef87,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:36:27.179861 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436705d3-d110-42d8-972d-0f44b951979d req-160fb8a9-550b-4d5e-982b-8a2e5ce66828 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:36:27.182882 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-436705d3-d110-42d8-972d-0f44b951979d req-160fb8a9-550b-4d5e-982b-8a2e5ce66828 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 946 time: 0.1584179 May 18 18:36:27.199807 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-74adc048-e4ad-486f-93ca-fde6c46d3680 None None] Attempting to bind port 45d82925-1700-4e24-a321-0869e322ef87 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:36:27.200176 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-74adc048-e4ad-486f-93ca-fde6c46d3680 None None] Attempting to bind port 45d82925-1700-4e24-a321-0869e322ef87 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '7193822e-e5ec-4b60-a562-e581b7323da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:36:27.200540 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74adc048-e4ad-486f-93ca-fde6c46d3680 None None] Attempting to bind port 45d82925-1700-4e24-a321-0869e322ef87 on network c5ce55ad-2458-4816-93d1-bdb0e8f83e94 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:36:27.216955 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74adc048-e4ad-486f-93ca-fde6c46d3680 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:36:27.217345 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74adc048-e4ad-486f-93ca-fde6c46d3680 None None] Checking segment: {'id': '7193822e-e5ec-4b60-a562-e581b7323da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:36:27.220555 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-74adc048-e4ad-486f-93ca-fde6c46d3680 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:27.220555 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74adc048-e4ad-486f-93ca-fde6c46d3680 None None] Bound using segment: {'id': '7193822e-e5ec-4b60-a562-e581b7323da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:36:27.221285 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-74adc048-e4ad-486f-93ca-fde6c46d3680 None None] Bound port: 45d82925-1700-4e24-a321-0869e322ef87, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7193822e-e5ec-4b60-a562-e581b7323da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:36:27.221646 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-74adc048-e4ad-486f-93ca-fde6c46d3680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:27.278249 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-436705d3-d110-42d8-972d-0f44b951979d req-91978b97-69d3-4ffa-9c2e-6a7087463395 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883176 May 18 18:36:27.388039 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-74adc048-e4ad-486f-93ca-fde6c46d3680 None None] For port 45d82925-1700-4e24-a321-0869e322ef87, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:36:27.393082 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-74adc048-e4ad-486f-93ca-fde6c46d3680 None None] For port 45d82925-1700-4e24-a321-0869e322ef87, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=45d82925-1700-4e24-a321-0869e322ef87,segment=NetworkSegment(7193822e-e5ec-4b60-a562-e581b7323da0),segment_id=7193822e-e5ec-4b60-a562-e581b7323da0)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:36:27.404164 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-74adc048-e4ad-486f-93ca-fde6c46d3680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:27.411963 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0b60ca3a-97c1-429b-bd69-aecdb1e1d81c tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:27.480891 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0b60ca3a-97c1-429b-bd69-aecdb1e1d81c tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:27.573648 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74adc048-e4ad-486f-93ca-fde6c46d3680 None None] Pushing event updated for resources: {'Port': ['ID=45d82925-1700-4e24-a321-0869e322ef87,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:36:27.615881 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b60ca3a-97c1-429b-bd69-aecdb1e1d81c tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Network c5ce55ad-2458-4816-93d1-bdb0e8f83e94 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:36:27.621019 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-0b60ca3a-97c1-429b-bd69-aecdb1e1d81c tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:36:27.639334 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b60ca3a-97c1-429b-bd69-aecdb1e1d81c tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:36:27.663417 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b60ca3a-97c1-429b-bd69-aecdb1e1d81c tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:36:27.664209 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0b60ca3a-97c1-429b-bd69-aecdb1e1d81c tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:27.676074 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b60ca3a-97c1-429b-bd69-aecdb1e1d81c tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Pushing event updated for resources: {'Port': ['ID=697c21ef-b4ad-461a-b1de-c76d24486678,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:36:27.718607 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 35860) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:36:27.733145 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-0b60ca3a-97c1-429b-bd69-aecdb1e1d81c tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.7873814 May 18 18:36:27.829949 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b45e5e8-40d9-4105-be39-53ab9d9baf43 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:36:27.849709 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b45e5e8-40d9-4105-be39-53ab9d9baf43 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:36:27.854158 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 35862) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:36:27.873019 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-8b45e5e8-40d9-4105-be39-53ab9d9baf43 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1517155 May 18 18:36:28.096495 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-9627cbe3-d3f0-4a30-b273-3d83933b067b tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Deleting port 697c21ef-b4ad-461a-b1de-c76d24486678 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:36:28.098790 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9627cbe3-d3f0-4a30-b273-3d83933b067b tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:28.235679 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9627cbe3-d3f0-4a30-b273-3d83933b067b tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:28.250823 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-9627cbe3-d3f0-4a30-b273-3d83933b067b tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Calling delete_port for 697c21ef-b4ad-461a-b1de-c76d24486678 owned by {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:36:28.752329 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 35880) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:36:28.880850 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b2e9b3-3f4d-4417-97b6-b19efaca267a req-cfbb868f-2a34-4f13-8c1d-8dfe0eb9eb91 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:36:28.889984 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-54b2e9b3-3f4d-4417-97b6-b19efaca267a req-cfbb868f-2a34-4f13-8c1d-8dfe0eb9eb91 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 946 time: 0.0882096 May 18 18:36:29.009394 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e340b1ab-cc98-4463-98bb-db820d651c74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:29.136382 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-54b2e9b3-3f4d-4417-97b6-b19efaca267a req-2ad42a78-ee2d-4a63-b26f-6786d6200fd9 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444069 May 18 18:36:29.140212 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9627cbe3-d3f0-4a30-b273-3d83933b067b tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:29.246311 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9627cbe3-d3f0-4a30-b273-3d83933b067b tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Pushing event deleted for resources: {'Port': ['ID=697c21ef-b4ad-461a-b1de-c76d24486678,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:36:29.268847 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 45d82925-1700-4e24-a321-0869e322ef87 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:36:29.276618 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e340b1ab-cc98-4463-98bb-db820d651c74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:29.286429 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e340b1ab-cc98-4463-98bb-db820d651c74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:29.331544 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9627cbe3-d3f0-4a30-b273-3d83933b067b tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:29.350033 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 35886) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:36:29.353288 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-9627cbe3-d3f0-4a30-b273-3d83933b067b tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "DELETE /v2.0/ports/697c21ef-b4ad-461a-b1de-c76d24486678 HTTP/1.1" status: 204 len: 168 time: 1.4979758 May 18 18:36:29.404419 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 45d82925-1700-4e24-a321-0869e322ef87 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:36:29.404742 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:29.435532 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e340b1ab-cc98-4463-98bb-db820d651c74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e21be058-2913-4185-9365-22cb0d0ef7f9,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:36:29.447748 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-e340b1ab-cc98-4463-98bb-db820d651c74 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=ec2b9f3ae9fa424e889949bd41688af7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6931832 May 18 18:36:29.450777 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 35888) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:36:29.507365 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2589a89-7ff8-48e3-bf9d-bf3239f8dbed tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:36:29.509670 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2589a89-7ff8-48e3-bf9d-bf3239f8dbed tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:36:29.513691 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-b2589a89-7ff8-48e3-bf9d-bf3239f8dbed tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1623697 May 18 18:36:29.517436 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 35890) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:36:29.599470 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 45d82925-1700-4e24-a321-0869e322ef87 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:36:29.599860 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:29.671450 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] For port 45d82925-1700-4e24-a321-0869e322ef87, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=45d82925-1700-4e24-a321-0869e322ef87,segment=NetworkSegment(7193822e-e5ec-4b60-a562-e581b7323da0),segment_id=7193822e-e5ec-4b60-a562-e581b7323da0)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:36:29.678086 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:29.679572 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fe5875a4-d39a-4a34-80e6-163e54cce1d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:29.730168 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_v2 [None req-ded36ae9-36b1-4bea-a680-6675bde0528a tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Deleting subnet 88ede478-85bc-49ee-b29c-c86519f06e63 {{(pid=102731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:36:29.742611 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ded36ae9-36b1-4bea-a680-6675bde0528a tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks [] for subnet, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:29.754593 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Pushing event updated for resources: {'Port': ['ID=45d82925-1700-4e24-a321-0869e322ef87,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:36:29.783516 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-375c7760-65e9-432e-ad81-088d82c54a6c None None] Provisioning complete for port 45d82925-1700-4e24-a321-0869e322ef87 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:36:29.783981 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-375c7760-65e9-432e-ad81-088d82c54a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:29.840684 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ded36ae9-36b1-4bea-a680-6675bde0528a tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260542153'] for subnet, precommit_delete_associations {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:29.942997 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fe5875a4-d39a-4a34-80e6-163e54cce1d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:29.970876 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-375c7760-65e9-432e-ad81-088d82c54a6c None None] Current status of the port 45d82925-1700-4e24-a321-0869e322ef87 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:36:30.086097 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ded36ae9-36b1-4bea-a680-6675bde0528a tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:30.120475 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fe5875a4-d39a-4a34-80e6-163e54cce1d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:30.123113 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fe5875a4-d39a-4a34-80e6-163e54cce1d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:30.127132 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-fe5875a4-d39a-4a34-80e6-163e54cce1d2 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/e21be058-2913-4185-9365-22cb0d0ef7f9 HTTP/1.1" status: 204 len: 168 time: 0.6748219 May 18 18:36:30.154406 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5875a4-d39a-4a34-80e6-163e54cce1d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e21be058-2913-4185-9365-22cb0d0ef7f9,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:36:30.241450 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-9600b6b9-70ee-4a52-890f-eb4287c5c7c1 None None] Could not find standard attr ID for object 697c21ef-b4ad-461a-b1de-c76d24486678. {{(pid=102732) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 18 18:36:30.256529 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ded36ae9-36b1-4bea-a680-6675bde0528a tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260898416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260908030'] for subnet, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:30.276562 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 7 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 18:36:30.285157 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ded36ae9-36b1-4bea-a680-6675bde0528a tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:30.289183 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-ded36ae9-36b1-4bea-a680-6675bde0528a tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "DELETE /v2.0/subnets/88ede478-85bc-49ee-b29c-c86519f06e63 HTTP/1.1" status: 204 len: 168 time: 0.7679038 May 18 18:36:30.291547 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 35898) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:36:30.321399 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded36ae9-36b1-4bea-a680-6675bde0528a tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Pushing event deleted for resources: {'Subnet': ['ID=88ede478-85bc-49ee-b29c-c86519f06e63,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:36:30.412559 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-bc2cab4f-4e0b-4b3b-88c8-43e23753898f tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1115892 May 18 18:36:30.412982 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 35904) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:36:30.525400 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41032c50-3dae-4824-81a5-716bb73cfe55 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:36:30.533169 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-41032c50-3dae-4824-81a5-716bb73cfe55 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1214132 May 18 18:36:30.536605 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 35910) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:36:30.566348 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e88ce6b-6a1c-4e41-a54a-1c6350952511 req-68f6f775-6ae3-4e45-9fba-2b8b91f0575b tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:36:30.573423 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8e88ce6b-6a1c-4e41-a54a-1c6350952511 req-68f6f775-6ae3-4e45-9fba-2b8b91f0575b tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 946 time: 0.1917558 May 18 18:36:30.695703 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd3d5f11-4b2a-4843-9a54-6471eb2d1c20 None None] Network c5ce55ad-2458-4816-93d1-bdb0e8f83e94 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:36:30.698381 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8e88ce6b-6a1c-4e41-a54a-1c6350952511 req-b0ab0fd2-b5b3-45ae-959e-6d1b621aae70 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197388 May 18 18:36:30.702248 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d5de06-a7d1-4b7b-a65e-421e92244b4c tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:36:30.704824 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-44d5de06-a7d1-4b7b-a65e-421e92244b4c tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1672413 May 18 18:36:30.707519 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 35914) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:36:30.796526 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 35916) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:36:30.796641 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-216e20f0-63f3-4e25-8c2b-24150de01996 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0813768 May 18 18:36:30.796735 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-fc17672b-3077-475f-bab9-a911d979cc28 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Request body: {'subnet': {'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:36:31.012231 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc17672b-3077-475f-bab9-a911d979cc28 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Made reservation on behalf of 17ca2b3ab9ea4457836da5cdadc0de8c for: {'subnet': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:36:31.016915 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fc17672b-3077-475f-bab9-a911d979cc28 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260908003'] for subnet, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:31.037640 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b27cc477-0fba-47da-ab1b-7a2108adbb04 None None] DHCP port deletion for c5ce55ad-2458-4816-93d1-bdb0e8f83e94 request from n-d-838550-3 {{(pid=102732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 18:36:31.152402 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b27cc477-0fba-47da-ab1b-7a2108adbb04 None None] Deleting port 45d82925-1700-4e24-a321-0869e322ef87 {{(pid=102732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:36:31.152785 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b27cc477-0fba-47da-ab1b-7a2108adbb04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:31.529110 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fc17672b-3077-475f-bab9-a911d979cc28 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260898481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260908021'] for subnet, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:31.608398 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc17672b-3077-475f-bab9-a911d979cc28 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Network c5ce55ad-2458-4816-93d1-bdb0e8f83e94 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:36:31.620147 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-fc17672b-3077-475f-bab9-a911d979cc28 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:36:31.625012 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc17672b-3077-475f-bab9-a911d979cc28 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:36:31.631493 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fc17672b-3077-475f-bab9-a911d979cc28 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:31.653710 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b27cc477-0fba-47da-ab1b-7a2108adbb04 None None] For port 45d82925-1700-4e24-a321-0869e322ef87, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=45d82925-1700-4e24-a321-0869e322ef87,segment=NetworkSegment(7193822e-e5ec-4b60-a562-e581b7323da0),segment_id=7193822e-e5ec-4b60-a562-e581b7323da0)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:36:31.654153 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b27cc477-0fba-47da-ab1b-7a2108adbb04 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:31.668602 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b27cc477-0fba-47da-ab1b-7a2108adbb04 None None] Calling delete_port for 45d82925-1700-4e24-a321-0869e322ef87 owned by network:dhcp {{(pid=102732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:36:31.672176 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc17672b-3077-475f-bab9-a911d979cc28 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Pushing event updated for resources: {'Subnet': ['ID=bc5bebc9-2da7-4d5d-b70a-d44832f85301,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:36:31.683373 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 35936) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:36:31.689458 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-f654cafe-3233-49a9-89fe-ad13560363e9 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Request body: {'port': {'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94', 'mac_address': 'fa:16:3e:3e:44:25', 'name': 'tempest-NetworksTestDHCPv6-530486826'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:36:31.694250 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-fc17672b-3077-475f-bab9-a911d979cc28 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9033091 May 18 18:36:31.793816 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b27cc477-0fba-47da-ab1b-7a2108adbb04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508'] for port, after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:31.840139 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27cc477-0fba-47da-ab1b-7a2108adbb04 None None] No DVR routers for this DVR port 45d82925-1700-4e24-a321-0869e322ef87 on host n-d-838550-3 {{(pid=102732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:36:31.842380 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27cc477-0fba-47da-ab1b-7a2108adbb04 None None] Pushing event deleted for resources: {'Port': ['ID=45d82925-1700-4e24-a321-0869e322ef87,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:36:31.852011 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:31.882955 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-870932e0-e0b6-4df6-9666-91e67cc93d3f None None] Network c5ce55ad-2458-4816-93d1-bdb0e8f83e94 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:36:31.910875 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f654cafe-3233-49a9-89fe-ad13560363e9 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Made reservation on behalf of 17ca2b3ab9ea4457836da5cdadc0de8c for: {'port': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:36:32.012698 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:32.086815 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce417e0e-1a02-4a58-adc1-406b6c58f50f req-3715afa3-cf7f-44a2-a313-24805f5d8dc9 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:36:32.109194 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ce417e0e-1a02-4a58-adc1-406b6c58f50f req-3715afa3-cf7f-44a2-a313-24805f5d8dc9 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 946 time: 0.1593511 May 18 18:36:32.173833 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e336461f-7201-44f1-8f4b-fef1ce82208a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-c5ce55ad-2458-4816-93d1-bdb0e8f83e94', 'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94', 'tenant_id': '17ca2b3ab9ea4457836da5cdadc0de8c', 'fixed_ips': [{'subnet_id': 'bc5bebc9-2da7-4d5d-b70a-d44832f85301'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:36:32.174904 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-e336461f-7201-44f1-8f4b-fef1ce82208a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:32.193232 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f654cafe-3233-49a9-89fe-ad13560363e9 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:32.227201 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ce417e0e-1a02-4a58-adc1-406b6c58f50f req-2595d59e-8a34-410b-a24f-18cac93e4917 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108751 May 18 18:36:32.248652 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [None req-f654cafe-3233-49a9-89fe-ad13560363e9 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] device_id is not set on port 2d7cc0b0-f036-4938-8aef-a47ed866b512 yet. {{(pid=102730) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 18 18:36:32.454329 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-e336461f-7201-44f1-8f4b-fef1ce82208a None None] Allocated IP 2001:db8::2 (c5ce55ad-2458-4816-93d1-bdb0e8f83e94/bc5bebc9-2da7-4d5d-b70a-d44832f85301/0ca384f6-7881-4877-8c69-03b1a007f19c) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:36:32.660105 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-e336461f-7201-44f1-8f4b-fef1ce82208a None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:32.697503 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-e336461f-7201-44f1-8f4b-fef1ce82208a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:32.759448 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-f654cafe-3233-49a9-89fe-ad13560363e9 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Allocated IP 2001:db8::25a (c5ce55ad-2458-4816-93d1-bdb0e8f83e94/bc5bebc9-2da7-4d5d-b70a-d44832f85301/2d7cc0b0-f036-4938-8aef-a47ed866b512) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:36:32.779803 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e336461f-7201-44f1-8f4b-fef1ce82208a None None] Network c5ce55ad-2458-4816-93d1-bdb0e8f83e94 is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:36:32.788578 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-e336461f-7201-44f1-8f4b-fef1ce82208a None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:36:32.792598 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e336461f-7201-44f1-8f4b-fef1ce82208a None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:36:32.856722 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e336461f-7201-44f1-8f4b-fef1ce82208a None None] Pushing event updated for resources: {'Port': ['ID=0ca384f6-7881-4877-8c69-03b1a007f19c,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:36:32.869202 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-e336461f-7201-44f1-8f4b-fef1ce82208a None None] Attempting to bind port 0ca384f6-7881-4877-8c69-03b1a007f19c on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:36:32.869202 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-e336461f-7201-44f1-8f4b-fef1ce82208a None None] Attempting to bind port 0ca384f6-7881-4877-8c69-03b1a007f19c by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '7193822e-e5ec-4b60-a562-e581b7323da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:36:32.869534 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e336461f-7201-44f1-8f4b-fef1ce82208a None None] Attempting to bind port 0ca384f6-7881-4877-8c69-03b1a007f19c on network c5ce55ad-2458-4816-93d1-bdb0e8f83e94 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:36:32.874854 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e336461f-7201-44f1-8f4b-fef1ce82208a None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:36:32.875234 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e336461f-7201-44f1-8f4b-fef1ce82208a None None] Checking segment: {'id': '7193822e-e5ec-4b60-a562-e581b7323da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:36:32.875644 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-e336461f-7201-44f1-8f4b-fef1ce82208a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:32.876039 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e336461f-7201-44f1-8f4b-fef1ce82208a None None] Bound using segment: {'id': '7193822e-e5ec-4b60-a562-e581b7323da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:36:32.876508 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-e336461f-7201-44f1-8f4b-fef1ce82208a None None] Bound port: 0ca384f6-7881-4877-8c69-03b1a007f19c, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7193822e-e5ec-4b60-a562-e581b7323da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:36:32.876890 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-e336461f-7201-44f1-8f4b-fef1ce82208a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:32.962039 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-e336461f-7201-44f1-8f4b-fef1ce82208a None None] For port 0ca384f6-7881-4877-8c69-03b1a007f19c, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:36:32.965295 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-e336461f-7201-44f1-8f4b-fef1ce82208a None None] For port 0ca384f6-7881-4877-8c69-03b1a007f19c, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=0ca384f6-7881-4877-8c69-03b1a007f19c,segment=NetworkSegment(7193822e-e5ec-4b60-a562-e581b7323da0),segment_id=7193822e-e5ec-4b60-a562-e581b7323da0)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:36:32.976126 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-e336461f-7201-44f1-8f4b-fef1ce82208a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:33.082232 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e336461f-7201-44f1-8f4b-fef1ce82208a None None] Pushing event updated for resources: {'Port': ['ID=0ca384f6-7881-4877-8c69-03b1a007f19c,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:36:33.101137 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f654cafe-3233-49a9-89fe-ad13560363e9 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:33.105736 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 45d82925-1700-4e24-a321-0869e322ef87 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:36:33.158923 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 45d82925-1700-4e24-a321-0869e322ef87 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:36:33.159891 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 45d82925-1700-4e24-a321-0869e322ef87 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:36:33.162583 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f654cafe-3233-49a9-89fe-ad13560363e9 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:33.351189 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f654cafe-3233-49a9-89fe-ad13560363e9 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Pushing event updated for resources: {'Port': ['ID=2d7cc0b0-f036-4938-8aef-a47ed866b512,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:36:33.374934 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f654cafe-3233-49a9-89fe-ad13560363e9 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Network c5ce55ad-2458-4816-93d1-bdb0e8f83e94 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:36:33.380910 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-f654cafe-3233-49a9-89fe-ad13560363e9 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:36:33.421466 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f654cafe-3233-49a9-89fe-ad13560363e9 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:36:33.433428 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f654cafe-3233-49a9-89fe-ad13560363e9 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:36:33.434151 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f654cafe-3233-49a9-89fe-ad13560363e9 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:33.614834 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 35976) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:36:33.618132 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-f654cafe-3233-49a9-89fe-ad13560363e9 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9331136 May 18 18:36:33.676634 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac80b0de-2b04-4eeb-9a63-bf3fe6bc79a5 req-ab30396d-9f4c-4f04-b970-0f4d984d2790 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:36:33.678902 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ac80b0de-2b04-4eeb-9a63-bf3fe6bc79a5 req-ab30396d-9f4c-4f04-b970-0f4d984d2790 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 946 time: 0.2993088 May 18 18:36:33.768611 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6c1a19-c1eb-40cc-853c-56b9503f19d4 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:36:33.790329 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ac80b0de-2b04-4eeb-9a63-bf3fe6bc79a5 req-9fe6712b-5b5c-4ab6-8ba7-cc4438df49c7 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952687 May 18 18:36:33.808682 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6c1a19-c1eb-40cc-853c-56b9503f19d4 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:36:33.812809 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-3d6c1a19-c1eb-40cc-853c-56b9503f19d4 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1946335 May 18 18:36:33.813360 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 35980) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:36:33.993883 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-41424d0a-dc05-402a-a5b6-a64323276440 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Deleting port 2d7cc0b0-f036-4938-8aef-a47ed866b512 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:36:33.994331 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-41424d0a-dc05-402a-a5b6-a64323276440 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:34.192039 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-41424d0a-dc05-402a-a5b6-a64323276440 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:34.217526 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-41424d0a-dc05-402a-a5b6-a64323276440 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Calling delete_port for 2d7cc0b0-f036-4938-8aef-a47ed866b512 owned by {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:36:34.546349 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-41424d0a-dc05-402a-a5b6-a64323276440 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:34.677829 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41424d0a-dc05-402a-a5b6-a64323276440 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Pushing event deleted for resources: {'Port': ['ID=2d7cc0b0-f036-4938-8aef-a47ed866b512,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:36:34.693209 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-41424d0a-dc05-402a-a5b6-a64323276440 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:34.699181 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-41424d0a-dc05-402a-a5b6-a64323276440 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "DELETE /v2.0/ports/2d7cc0b0-f036-4938-8aef-a47ed866b512 HTTP/1.1" status: 204 len: 168 time: 0.8825369 May 18 18:36:34.699558 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 36016) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:36:34.806174 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38cab3f6-730f-429e-a70f-dfcbdac1e3e8 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:36:34.808754 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38cab3f6-730f-429e-a70f-dfcbdac1e3e8 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:36:34.812365 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-38cab3f6-730f-429e-a70f-dfcbdac1e3e8 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1118171 May 18 18:36:34.823953 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 36020) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:36:34.985857 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-ee9afd74-e8aa-45eb-abcd-3f5cebf395c2 None None] Provisioning complete for port 0ca384f6-7881-4877-8c69-03b1a007f19c triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:36:34.987119 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-ee9afd74-e8aa-45eb-abcd-3f5cebf395c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:35.063954 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd0a238b-cbca-46c4-8210-4765592d0296 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Deleting subnet bc5bebc9-2da7-4d5d-b70a-d44832f85301 {{(pid=102731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:36:35.076518 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-dd0a238b-cbca-46c4-8210-4765592d0296 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks [] for subnet, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:35.192636 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0f82ff-a7c9-479d-87a6-e928c0f4b627 req-436ec457-657e-4d9e-a39e-0afc13658497 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:36:35.195682 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-dd0a238b-cbca-46c4-8210-4765592d0296 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260542153'] for subnet, precommit_delete_associations {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:35.208416 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-df0f82ff-a7c9-479d-87a6-e928c0f4b627 req-436ec457-657e-4d9e-a39e-0afc13658497 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 946 time: 0.1755772 May 18 18:36:35.296589 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-ee9afd74-e8aa-45eb-abcd-3f5cebf395c2 None None] Current status of the port 0ca384f6-7881-4877-8c69-03b1a007f19c is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:36:35.296589 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-ee9afd74-e8aa-45eb-abcd-3f5cebf395c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:35.298089 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 36036) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:36:35.302852 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 0ca384f6-7881-4877-8c69-03b1a007f19c up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:36:35.313507 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-22fb9a80-008f-4259-bb27-84c8df2451e8 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Request body: {'network': {'name': 'tempest-network-smoke--1817357056', 'project_id': 'fcedd57ef6014f74aa9caf624aae4bec', 'port_security_enabled': True}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:36:35.363276 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-df0f82ff-a7c9-479d-87a6-e928c0f4b627 req-dbef8cb6-dff8-41d2-ba30-b85e1b31fee8 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528628 May 18 18:36:35.410297 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-dd0a238b-cbca-46c4-8210-4765592d0296 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:35.418597 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22fb9a80-008f-4259-bb27-84c8df2451e8 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Made reservation on behalf of fcedd57ef6014f74aa9caf624aae4bec for: {'network': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:36:35.424039 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-22fb9a80-008f-4259-bb27-84c8df2451e8 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:35.438994 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 0ca384f6-7881-4877-8c69-03b1a007f19c triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:36:35.439646 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:35.443114 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-22fb9a80-008f-4259-bb27-84c8df2451e8 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:35.536169 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 0ca384f6-7881-4877-8c69-03b1a007f19c is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:36:35.537007 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:35.647408 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-dd0a238b-cbca-46c4-8210-4765592d0296 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260898416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260908030'] for subnet, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:35.655299 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-22fb9a80-008f-4259-bb27-84c8df2451e8 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:35.668950 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-22fb9a80-008f-4259-bb27-84c8df2451e8 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:35.748352 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.db.api [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102732) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 18 18:36:35.749769 n-d-838550-3 neutron-server[102732]: DEBUG oslo_db.api [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 18 18:36:35.756774 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22fb9a80-008f-4259-bb27-84c8df2451e8 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 615} {{(pid=102730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:36:35.768441 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-dd0a238b-cbca-46c4-8210-4765592d0296 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:35.770309 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.db.api [None req-ee9afd74-e8aa-45eb-abcd-3f5cebf395c2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102732) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 18 18:36:35.770735 n-d-838550-3 neutron-server[102732]: DEBUG oslo_db.api [None req-ee9afd74-e8aa-45eb-abcd-3f5cebf395c2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 18 18:36:35.777390 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-dd0a238b-cbca-46c4-8210-4765592d0296 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "DELETE /v2.0/subnets/bc5bebc9-2da7-4d5d-b70a-d44832f85301 HTTP/1.1" status: 204 len: 168 time: 0.9494452 May 18 18:36:35.777601 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ff46f7-8c99-460e-bd5b-db160b1de470 None None] Network c5ce55ad-2458-4816-93d1-bdb0e8f83e94 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:36:35.777724 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0a238b-cbca-46c4-8210-4765592d0296 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Pushing event deleted for resources: {'Subnet': ['ID=bc5bebc9-2da7-4d5d-b70a-d44832f85301,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:36:35.788174 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 36044) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:36:35.804227 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fb9a80-008f-4259-bb27-84c8df2451e8 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6c9070e-d020-4bd8-b1ae-e9bef47792d7,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:36:35.829635 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-22fb9a80-008f-4259-bb27-84c8df2451e8 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:35.830274 n-d-838550-3 neutron-server[102730]: INFO neutron.db.segments_db [None req-22fb9a80-008f-4259-bb27-84c8df2451e8 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Added segment 6f27e3e4-8bea-4347-9c9c-e4262373c962 of type vlan for network 218c386f-948a-4b27-b6ec-5f92eea3f688 May 18 18:36:35.928423 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-ae779da9-9a3d-43d8-af31-37f1a5b411ba tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1339948 May 18 18:36:35.930609 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 36050) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:36:35.978210 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-22fb9a80-008f-4259-bb27-84c8df2451e8 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:36.036046 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c742e12-c54c-4358-ac5c-1ea80910ee57 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:36:36.041558 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-1c742e12-c54c-4358-ac5c-1ea80910ee57 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1075292 May 18 18:36:36.043288 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 36052) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:36:36.062582 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-22fb9a80-008f-4259-bb27-84c8df2451e8 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:36.076119 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22fb9a80-008f-4259-bb27-84c8df2451e8 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:36:36.076662 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-22fb9a80-008f-4259-bb27-84c8df2451e8 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:36.158762 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e77d4c51-bcd2-4402-93c3-f2e4898475c6 None None] DHCP port deletion for c5ce55ad-2458-4816-93d1-bdb0e8f83e94 request from n-d-838550-3 {{(pid=102732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 18:36:36.264878 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-594b958b-5b6f-4c7f-a65c-b8ba2ddbf781 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:36:36.266542 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-594b958b-5b6f-4c7f-a65c-b8ba2ddbf781 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2216935 May 18 18:36:36.269746 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 36058) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:36:36.277393 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-22fb9a80-008f-4259-bb27-84c8df2451e8 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9778900 May 18 18:36:36.280123 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 36060) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:36:36.289340 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-cf46953f-2aeb-4891-8ec2-f646bced49e9 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1441625821', 'admin_state_up': True, 'project_id': 'fcedd57ef6014f74aa9caf624aae4bec', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:36:36.291284 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fb9a80-008f-4259-bb27-84c8df2451e8 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Pushing event updated for resources: {'Network': ['ID=218c386f-948a-4b27-b6ec-5f92eea3f688,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:36:36.352346 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-3faf8104-e3e3-4df3-90e4-74c687529438 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0809915 May 18 18:36:36.357491 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 36062) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:36:36.363048 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-f24ae619-5a57-445a-9553-28c40592f75d tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Request body: {'subnet': {'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:36:36.389746 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-cf46953f-2aeb-4891-8ec2-f646bced49e9 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25099'] for router, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:36.391252 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-cf46953f-2aeb-4891-8ec2-f646bced49e9 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-593238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596850', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25088'] for router, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:36.409148 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 0ca384f6-7881-4877-8c69-03b1a007f19c is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:36:36.410629 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:36.417331 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network 218c386f-948a-4b27-b6ec-5f92eea3f688 details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:36:36.460611 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-e77d4c51-bcd2-4402-93c3-f2e4898475c6 None None] Deleting port 0ca384f6-7881-4877-8c69-03b1a007f19c {{(pid=102732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:36:36.460988 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-e77d4c51-bcd2-4402-93c3-f2e4898475c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:36.484424 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-ee9afd74-e8aa-45eb-abcd-3f5cebf395c2 None None] Current status of the port 0ca384f6-7881-4877-8c69-03b1a007f19c is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:36:36.484817 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-ee9afd74-e8aa-45eb-abcd-3f5cebf395c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:36.528067 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-cf46953f-2aeb-4891-8ec2-f646bced49e9 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:36.638737 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f24ae619-5a57-445a-9553-28c40592f75d tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Made reservation on behalf of 17ca2b3ab9ea4457836da5cdadc0de8c for: {'subnet': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:36:36.643098 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f24ae619-5a57-445a-9553-28c40592f75d tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261031885'] for subnet, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:36.773579 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30d8a28-7175-4123-9953-bf39d443e258 req-62123fa7-d186-4072-8171-bee3c9c49681 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:36:36.779100 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d30d8a28-7175-4123-9953-bf39d443e258 req-62123fa7-d186-4072-8171-bee3c9c49681 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 946 time: 0.2540202 May 18 18:36:36.784058 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-ee9afd74-e8aa-45eb-abcd-3f5cebf395c2 None None] For port 0ca384f6-7881-4877-8c69-03b1a007f19c, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=0ca384f6-7881-4877-8c69-03b1a007f19c,segment=NetworkSegment(7193822e-e5ec-4b60-a562-e581b7323da0),segment_id=7193822e-e5ec-4b60-a562-e581b7323da0)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:36:36.793039 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-e77d4c51-bcd2-4402-93c3-f2e4898475c6 None None] For port 0ca384f6-7881-4877-8c69-03b1a007f19c, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=0ca384f6-7881-4877-8c69-03b1a007f19c,segment=NetworkSegment(7193822e-e5ec-4b60-a562-e581b7323da0),segment_id=7193822e-e5ec-4b60-a562-e581b7323da0)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:36:36.793543 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-e77d4c51-bcd2-4402-93c3-f2e4898475c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:36.803862 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-ee9afd74-e8aa-45eb-abcd-3f5cebf395c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:36.866683 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9afd74-e8aa-45eb-abcd-3f5cebf395c2 None None] Pushing event updated for resources: {'Port': ['ID=0ca384f6-7881-4877-8c69-03b1a007f19c,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:36:36.923601 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-e77d4c51-bcd2-4402-93c3-f2e4898475c6 None None] Calling delete_port for 0ca384f6-7881-4877-8c69-03b1a007f19c owned by network:dhcp {{(pid=102732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:36:36.928297 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.db.api [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102732) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 18 18:36:36.928816 n-d-838550-3 neutron-server[102732]: DEBUG oslo_db.api [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 18 18:36:36.943703 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-d0a32485-eedc-4ff0-9516-df3e0f57360a None None] Could not find standard attr ID for object 2d7cc0b0-f036-4938-8aef-a47ed866b512. {{(pid=102732) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 18 18:36:36.957482 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-cf46953f-2aeb-4891-8ec2-f646bced49e9 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:36.983414 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d30d8a28-7175-4123-9953-bf39d443e258 req-ef3e290f-cef5-4940-8f36-009ce78e38dd tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549668 May 18 18:36:37.133693 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-e77d4c51-bcd2-4402-93c3-f2e4898475c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508'] for port, after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:37.158663 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77d4c51-bcd2-4402-93c3-f2e4898475c6 None None] No DVR routers for this DVR port 0ca384f6-7881-4877-8c69-03b1a007f19c on host n-d-838550-3 {{(pid=102732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:36:37.195409 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77d4c51-bcd2-4402-93c3-f2e4898475c6 None None] Pushing event deleted for resources: {'Port': ['ID=0ca384f6-7881-4877-8c69-03b1a007f19c,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:36:37.273860 n-d-838550-3 neutron-server[102730]: DEBUG neutron.objects.ports [None req-f24ae619-5a57-445a-9553-28c40592f75d tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102730) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} May 18 18:36:37.276792 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f24ae619-5a57-445a-9553-28c40592f75d tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261104883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261031899'] for subnet, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:37.308937 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-cf46953f-2aeb-4891-8ec2-f646bced49e9 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks [] for router_gateway, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:37.345288 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-cf46953f-2aeb-4891-8ec2-f646bced49e9 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:37.363180 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24ae619-5a57-445a-9553-28c40592f75d tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Pushing event updated for resources: {'Subnet': ['ID=58a32ebf-452e-41e0-8c13-f190bf789150,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:36:37.373901 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24ae619-5a57-445a-9553-28c40592f75d tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Network c5ce55ad-2458-4816-93d1-bdb0e8f83e94 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:36:37.375743 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-f24ae619-5a57-445a-9553-28c40592f75d tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:36:37.379020 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f24ae619-5a57-445a-9553-28c40592f75d tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:36:37.383425 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f24ae619-5a57-445a-9553-28c40592f75d tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:37.393265 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e43108-d3d2-4db3-9e88-a2f38b808751 None None] Network c5ce55ad-2458-4816-93d1-bdb0e8f83e94 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:36:37.412217 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-f24ae619-5a57-445a-9553-28c40592f75d tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0506721 May 18 18:36:37.414274 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 36096) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:36:37.424231 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-71139243-ab38-4819-9f47-7adde717b4f8 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Request body: {'subnet': {'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:36:37.487018 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-cf46953f-2aeb-4891-8ec2-f646bced49e9 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Allocated IP 172.25.5.191 (31ebd439-090c-4b25-bbb0-31c48711b145/363a2810-8a83-4be0-a317-7c91fcd94485/3504aacc-6584-4478-8bff-85115e72a151) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:36:37.525213 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Port 0ca384f6-7881-4877-8c69-03b1a007f19c update to ACTIVE by agent not found {{(pid=102732) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} May 18 18:36:37.689909 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 0ca384f6-7881-4877-8c69-03b1a007f19c no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:36:37.709952 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71139243-ab38-4819-9f47-7adde717b4f8 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Made reservation on behalf of 17ca2b3ab9ea4457836da5cdadc0de8c for: {'subnet': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:36:37.714258 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-71139243-ab38-4819-9f47-7adde717b4f8 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261031885'] for subnet, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:37.739646 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-cf46953f-2aeb-4891-8ec2-f646bced49e9 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:37.766607 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 0ca384f6-7881-4877-8c69-03b1a007f19c {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:36:37.767077 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 0ca384f6-7881-4877-8c69-03b1a007f19c not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:36:37.803814 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5425ac52-f6c5-4fec-865a-c3cb33ebd64c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-c5ce55ad-2458-4816-93d1-bdb0e8f83e94', 'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94', 'tenant_id': '17ca2b3ab9ea4457836da5cdadc0de8c', 'fixed_ips': [{'subnet_id': '58a32ebf-452e-41e0-8c13-f190bf789150'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:36:37.806277 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-5425ac52-f6c5-4fec-865a-c3cb33ebd64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:37.810817 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-59f84e19-ceb6-4739-bf7e-e95d3520dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:37.821892 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-cf46953f-2aeb-4891-8ec2-f646bced49e9 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:37.885713 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf46953f-2aeb-4891-8ec2-f646bced49e9 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Network 31ebd439-090c-4b25-bbb0-31c48711b145 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:36:37.888765 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-cf46953f-2aeb-4891-8ec2-f646bced49e9 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:36:37.899481 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf46953f-2aeb-4891-8ec2-f646bced49e9 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:36:37.980128 n-d-838550-3 neutron-server[102730]: INFO neutron.db.ipam_backend_mixin [None req-71139243-ab38-4819-9f47-7adde717b4f8 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 58a32ebf-452e-41e0-8c13-f190bf789150 (CIDR: 2001:db8::/64) May 18 18:36:37.988814 n-d-838550-3 neutron-server[102730]: INFO neutron.pecan_wsgi.hooks.translation [None req-71139243-ab38-4819-9f47-7adde717b4f8 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 18 18:36:37.989279 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71139243-ab38-4819-9f47-7adde717b4f8 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:36:37.992172 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf46953f-2aeb-4891-8ec2-f646bced49e9 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Pushing event updated for resources: {'Port': ['ID=3504aacc-6584-4478-8bff-85115e72a151,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:36:38.020744 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-71139243-ab38-4819-9f47-7adde717b4f8 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6031160 May 18 18:36:38.023874 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 36114) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:36:38.030687 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-dd8022d5-be6b-4081-8721-20bfcfb28a20 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Request body: {'subnet': {'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:36:38.040492 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-5425ac52-f6c5-4fec-865a-c3cb33ebd64c None None] Allocated IP 2001:db8::f816:3eff:feab:1441 (c5ce55ad-2458-4816-93d1-bdb0e8f83e94/58a32ebf-452e-41e0-8c13-f190bf789150/145258ac-7e77-4560-ac1c-89bca378391d) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:36:38.281600 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23237826-4fa9-48ce-9483-823a8564d3bc req-599e0c35-23d2-4fda-8c47-1dd3dfd61512 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:36:38.283877 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-23237826-4fa9-48ce-9483-823a8564d3bc req-599e0c35-23d2-4fda-8c47-1dd3dfd61512 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 946 time: 0.1032984 May 18 18:36:38.318198 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057c372a-2773-4a8d-a853-5536a084708f req-5861f85b-6c60-4344-a45e-ddee7799dd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:36:38.319578 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd8022d5-be6b-4081-8721-20bfcfb28a20 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Made reservation on behalf of 17ca2b3ab9ea4457836da5cdadc0de8c for: {'subnet': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:36:38.320980 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-057c372a-2773-4a8d-a853-5536a084708f req-5861f85b-6c60-4344-a45e-ddee7799dd8c service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5261ec6a1faf46bbb0a907791c324410&device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 1097 time: 0.5049951 May 18 18:36:38.323437 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-dd8022d5-be6b-4081-8721-20bfcfb28a20 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261031885'] for subnet, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:38.395370 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-5425ac52-f6c5-4fec-865a-c3cb33ebd64c None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:38.407857 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-5425ac52-f6c5-4fec-865a-c3cb33ebd64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:38.434569 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5425ac52-f6c5-4fec-865a-c3cb33ebd64c None None] Network c5ce55ad-2458-4816-93d1-bdb0e8f83e94 is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:36:38.436912 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-5425ac52-f6c5-4fec-865a-c3cb33ebd64c None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:36:38.439871 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5425ac52-f6c5-4fec-865a-c3cb33ebd64c None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:36:38.465093 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-23237826-4fa9-48ce-9483-823a8564d3bc req-b8c7484d-c09b-4955-af0f-ef4eb5cc0495 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531661 May 18 18:36:38.551467 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5425ac52-f6c5-4fec-865a-c3cb33ebd64c None None] Pushing event updated for resources: {'Port': ['ID=145258ac-7e77-4560-ac1c-89bca378391d,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:36:38.564207 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-5425ac52-f6c5-4fec-865a-c3cb33ebd64c None None] Attempting to bind port 145258ac-7e77-4560-ac1c-89bca378391d on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:36:38.564855 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-5425ac52-f6c5-4fec-865a-c3cb33ebd64c None None] Attempting to bind port 145258ac-7e77-4560-ac1c-89bca378391d by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '7193822e-e5ec-4b60-a562-e581b7323da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:36:38.565419 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5425ac52-f6c5-4fec-865a-c3cb33ebd64c None None] Attempting to bind port 145258ac-7e77-4560-ac1c-89bca378391d on network c5ce55ad-2458-4816-93d1-bdb0e8f83e94 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:36:38.574171 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5425ac52-f6c5-4fec-865a-c3cb33ebd64c None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:36:38.574998 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5425ac52-f6c5-4fec-865a-c3cb33ebd64c None None] Checking segment: {'id': '7193822e-e5ec-4b60-a562-e581b7323da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:36:38.575674 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-5425ac52-f6c5-4fec-865a-c3cb33ebd64c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:38.576242 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5425ac52-f6c5-4fec-865a-c3cb33ebd64c None None] Bound using segment: {'id': '7193822e-e5ec-4b60-a562-e581b7323da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:36:38.577597 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-5425ac52-f6c5-4fec-865a-c3cb33ebd64c None None] Bound port: 145258ac-7e77-4560-ac1c-89bca378391d, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7193822e-e5ec-4b60-a562-e581b7323da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:36:38.578327 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-5425ac52-f6c5-4fec-865a-c3cb33ebd64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:38.607874 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057c372a-2773-4a8d-a853-5536a084708f req-65726625-4968-4ffc-baaa-c9aac7b52c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:36:38.609546 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-057c372a-2773-4a8d-a853-5536a084708f req-65726625-4968-4ffc-baaa-c9aac7b52c23 service neutron] 10.222.0.88 "GET /v2.0/networks?id=229cac72-730c-4b46-95ab-ba32903dc5c3 HTTP/1.1" status: 200 len: 915 time: 0.2692771 May 18 18:36:38.624216 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-cf46953f-2aeb-4891-8ec2-f646bced49e9 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks [] for router_gateway, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:38.693750 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-057c372a-2773-4a8d-a853-5536a084708f req-ed463f70-39b0-4617-99ea-30a5ed1cdceb service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a7cae3bb-d095-4577-805d-9c9eb96c9cf6 HTTP/1.1" status: 200 len: 217 time: 0.0704477 May 18 18:36:38.721219 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-5425ac52-f6c5-4fec-865a-c3cb33ebd64c None None] For port 145258ac-7e77-4560-ac1c-89bca378391d, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:36:38.725242 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-5425ac52-f6c5-4fec-865a-c3cb33ebd64c None None] For port 145258ac-7e77-4560-ac1c-89bca378391d, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=145258ac-7e77-4560-ac1c-89bca378391d,segment=NetworkSegment(7193822e-e5ec-4b60-a562-e581b7323da0),segment_id=7193822e-e5ec-4b60-a562-e581b7323da0)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:36:38.744881 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-5425ac52-f6c5-4fec-865a-c3cb33ebd64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:38.824273 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-dd8022d5-be6b-4081-8721-20bfcfb28a20 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261104883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261031899'] for subnet, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:38.853772 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5425ac52-f6c5-4fec-865a-c3cb33ebd64c None None] Pushing event updated for resources: {'Port': ['ID=145258ac-7e77-4560-ac1c-89bca378391d,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:36:38.865030 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057c372a-2773-4a8d-a853-5536a084708f req-91404caa-3358-41bd-905a-0585ceb09ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:36:38.866614 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-057c372a-2773-4a8d-a853-5536a084708f req-91404caa-3358-41bd-905a-0585ceb09ff1 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=6f275cda-580c-4ebe-b55b-052e9e8edbd2 HTTP/1.1" status: 200 len: 854 time: 0.1644657 May 18 18:36:38.906216 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-057c372a-2773-4a8d-a853-5536a084708f req-53373f27-f556-49d8-ba95-5848060b96c5 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=229cac72-730c-4b46-95ab-ba32903dc5c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311768 May 18 18:36:38.925762 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd8022d5-be6b-4081-8721-20bfcfb28a20 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Network c5ce55ad-2458-4816-93d1-bdb0e8f83e94 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:36:38.930243 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-dd8022d5-be6b-4081-8721-20bfcfb28a20 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:36:38.933559 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8022d5-be6b-4081-8721-20bfcfb28a20 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Pushing event updated for resources: {'Subnet': ['ID=153cd4d1-d173-4cc2-84b1-5bb59c73384e,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:36:38.936670 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8022d5-be6b-4081-8721-20bfcfb28a20 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:36:38.937637 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-dd8022d5-be6b-4081-8721-20bfcfb28a20 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:38.978307 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-dd8022d5-be6b-4081-8721-20bfcfb28a20 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9525764 May 18 18:36:38.979232 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 36134) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:36:38.984868 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-979986d7-dcbf-4c1c-9bd5-60db45907f67 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Request body: {'port': {'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94', 'mac_address': 'fa:16:3e:b0:23:3d', 'name': 'tempest-NetworksTestDHCPv6-886023572'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:36:39.158523 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-979986d7-dcbf-4c1c-9bd5-60db45907f67 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Made reservation on behalf of 17ca2b3ab9ea4457836da5cdadc0de8c for: {'port': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:36:39.315154 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-979986d7-dcbf-4c1c-9bd5-60db45907f67 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:39.361779 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [None req-979986d7-dcbf-4c1c-9bd5-60db45907f67 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] device_id is not set on port 3d90c796-9550-4a69-831e-b280b8b95c08 yet. {{(pid=102730) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 18 18:36:39.538485 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-057c372a-2773-4a8d-a853-5536a084708f req-593da6c3-863e-4c9c-a629-3b2b4c3f707b service neutron] 10.222.0.88 "GET /v2.0/networks/229cac72-730c-4b46-95ab-ba32903dc5c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5365949 May 18 18:36:39.541520 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-cf46953f-2aeb-4891-8ec2-f646bced49e9 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596801'] for router, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:39.647852 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-979986d7-dcbf-4c1c-9bd5-60db45907f67 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Allocated IP 2001:db8:0:1::295 (c5ce55ad-2458-4816-93d1-bdb0e8f83e94/153cd4d1-d173-4cc2-84b1-5bb59c73384e/3d90c796-9550-4a69-831e-b280b8b95c08) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:36:39.655103 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-979986d7-dcbf-4c1c-9bd5-60db45907f67 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Allocated IP 2001:db8::f816:3eff:feb0:233d (c5ce55ad-2458-4816-93d1-bdb0e8f83e94/58a32ebf-452e-41e0-8c13-f190bf789150/3d90c796-9550-4a69-831e-b280b8b95c08) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:36:39.733605 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 145258ac-7e77-4560-ac1c-89bca378391d up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:36:39.791384 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-057c372a-2773-4a8d-a853-5536a084708f req-d63e3d33-b6da-4423-90f1-68aab3daf742 service neutron] 10.222.0.88 "GET /v2.0/networks/229cac72-730c-4b46-95ab-ba32903dc5c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2453790 May 18 18:36:39.829016 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 145258ac-7e77-4560-ac1c-89bca378391d triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:36:39.829609 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:39.948412 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-979986d7-dcbf-4c1c-9bd5-60db45907f67 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:39.966524 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 145258ac-7e77-4560-ac1c-89bca378391d is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:36:39.966914 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:39.969880 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc8dd4f-057f-465f-8074-676d322c39af req-404182de-db2d-44ba-88e8-1649a6025c34 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:36:39.973040 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cbc8dd4f-057f-465f-8074-676d322c39af req-404182de-db2d-44ba-88e8-1649a6025c34 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 946 time: 0.3791459 May 18 18:36:39.993196 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-979986d7-dcbf-4c1c-9bd5-60db45907f67 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:40.049390 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] For port 145258ac-7e77-4560-ac1c-89bca378391d, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=145258ac-7e77-4560-ac1c-89bca378391d,segment=NetworkSegment(7193822e-e5ec-4b60-a562-e581b7323da0),segment_id=7193822e-e5ec-4b60-a562-e581b7323da0)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:36:40.056364 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979986d7-dcbf-4c1c-9bd5-60db45907f67 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Network c5ce55ad-2458-4816-93d1-bdb0e8f83e94 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:36:40.064997 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:40.078828 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cbc8dd4f-057f-465f-8074-676d322c39af req-ccea1fce-a6b9-476b-9eff-df5300c36037 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915189 May 18 18:36:40.092346 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-979986d7-dcbf-4c1c-9bd5-60db45907f67 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:36:40.097536 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979986d7-dcbf-4c1c-9bd5-60db45907f67 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:36:40.105489 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-979986d7-dcbf-4c1c-9bd5-60db45907f67 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:36:40.106311 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-979986d7-dcbf-4c1c-9bd5-60db45907f67 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:40.140943 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf46953f-2aeb-4891-8ec2-f646bced49e9 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Router 0f7f61cc-eb57-4ebc-88be-198b69ed2794 is scheduled to L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e with binding_index 1 {{(pid=102731) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 18 18:36:40.145009 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-979986d7-dcbf-4c1c-9bd5-60db45907f67 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.1646111 May 18 18:36:40.147689 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 36162) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:36:40.162669 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979986d7-dcbf-4c1c-9bd5-60db45907f67 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Pushing event updated for resources: {'Port': ['ID=3d90c796-9550-4a69-831e-b280b8b95c08,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:36:40.199935 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-bf9d6bfd-d2fb-41b4-a172-cb99b48baa3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:40.223326 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Pushing event updated for resources: {'Port': ['ID=145258ac-7e77-4560-ac1c-89bca378391d,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:36:40.357890 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf46953f-2aeb-4891-8ec2-f646bced49e9 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:36:40.371080 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33c3d40-f8f2-4aff-acf8-d95361c70e9a None None] Sync routers for ids ['0f7f61cc-eb57-4ebc-88be-198b69ed2794'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:36:40.400708 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-28bca7ae-5a2c-4546-ac34-f060a28d1df9 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Deleting port 3d90c796-9550-4a69-831e-b280b8b95c08 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:36:40.402042 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-28bca7ae-5a2c-4546-ac34-f060a28d1df9 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:40.403614 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33c3d40-f8f2-4aff-acf8-d95361c70e9a None None] Routers {'0f7f61cc-eb57-4ebc-88be-198b69ed2794'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:36:40.404152 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-e33c3d40-f8f2-4aff-acf8-d95361c70e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:36:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['0f7f61cc-eb57-4ebc-88be-198b69ed2794'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:36:40.410328 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-cf46953f-2aeb-4891-8ec2-f646bced49e9 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks [] for router, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:40.411673 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-cf46953f-2aeb-4891-8ec2-f646bced49e9 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 4.1296461 May 18 18:36:40.416525 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 36168) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:36:40.546830 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-17544a53-88ed-4e55-b736-2bd40e358fc1 tempest-TestSecurityGroupsBasicOps-1205245648 tempest-TestSecurityGroupsBasicOps-1205245648-project-admin] 10.222.0.85 "GET /v2.0/subnets?project_id=fcedd57ef6014f74aa9caf624aae4bec&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1289659 May 18 18:36:40.548099 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a510afd8-3e68-49e0-84df-ded1e6d62c5d None None] Network c5ce55ad-2458-4816-93d1-bdb0e8f83e94 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:36:40.549710 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 36174) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:36:40.560277 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-28bca7ae-5a2c-4546-ac34-f060a28d1df9 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:40.600107 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-28bca7ae-5a2c-4546-ac34-f060a28d1df9 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Calling delete_port for 3d90c796-9550-4a69-831e-b280b8b95c08 owned by {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:36:40.614477 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-e33c3d40-f8f2-4aff-acf8-d95361c70e9a None None] Set router 0f7f61cc-eb57-4ebc-88be-198b69ed2794 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:36:41.009844 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-28bca7ae-5a2c-4546-ac34-f060a28d1df9 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:41.039038 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5600f32d-d9c3-4602-9f60-6a6d97f56a1d tempest-TestSecurityGroupsBasicOps-1205245648 tempest-TestSecurityGroupsBasicOps-1205245648-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:36:41.049543 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-5600f32d-d9c3-4602-9f60-6a6d97f56a1d tempest-TestSecurityGroupsBasicOps-1205245648 tempest-TestSecurityGroupsBasicOps-1205245648-project-admin] 10.222.0.85 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4987373 May 18 18:36:41.050639 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device a7cae3bb-d095-4577-805d-9c9eb96c9cf6 no longer exists at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:36:41.052769 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 36186) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:36:41.082384 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-e33c3d40-f8f2-4aff-acf8-d95361c70e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f7f61cc-eb57-4ebc-88be-198b69ed2794', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1441625821', 'tenant_id': 'fcedd57ef6014f74aa9caf624aae4bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': '3504aacc-6584-4478-8bff-85115e72a151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:36:36Z', 'updated_at': '2022-05-18T18:36:38Z', 'revision_number': 3, 'project_id': 'fcedd57ef6014f74aa9caf624aae4bec', 'gw_port': {'id': '3504aacc-6584-4478-8bff-85115e72a151', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:92:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f7f61cc-eb57-4ebc-88be-198b69ed2794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3409, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:36:37Z', 'updated_at': '2022-05-18T18:36:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:36:41.121331 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33c3d40-f8f2-4aff-acf8-d95361c70e9a None None] Checking router: 0f7f61cc-eb57-4ebc-88be-198b69ed2794 for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:36:41.123205 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33c3d40-f8f2-4aff-acf8-d95361c70e9a None None] Updating router 0f7f61cc-eb57-4ebc-88be-198b69ed2794 port 3504aacc-6584-4478-8bff-85115e72a151 binding host n-d-838550-3 {{(pid=102733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 18:36:41.137923 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-4380bd2c-954f-4623-97e0-82547fc2a4b5 None None] Provisioning complete for port 145258ac-7e77-4560-ac1c-89bca378391d triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:36:41.137923 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-4380bd2c-954f-4623-97e0-82547fc2a4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:41.148135 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-e12ba7d4-80a6-4c01-acff-c1066d9fd553 tempest-TestSecurityGroupsBasicOps-1205245648 tempest-TestSecurityGroupsBasicOps-1205245648-project-admin] 10.222.0.85 "GET /v2.0/subnets?network_id=31ebd439-090c-4b25-bbb0-31c48711b145&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0926597 May 18 18:36:41.153090 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 36190) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:36:41.168825 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-aa930b8e-8707-446c-85c4-047de36862f8 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1954556651', 'network_id': '218c386f-948a-4b27-b6ec-5f92eea3f688', 'project_id': 'fcedd57ef6014f74aa9caf624aae4bec', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:36:41.170475 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bca7ae-5a2c-4546-ac34-f060a28d1df9 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Pushing event deleted for resources: {'Port': ['ID=3d90c796-9550-4a69-831e-b280b8b95c08,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:36:41.202405 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-e33c3d40-f8f2-4aff-acf8-d95361c70e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:41.326731 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-4380bd2c-954f-4623-97e0-82547fc2a4b5 None None] Current status of the port 145258ac-7e77-4560-ac1c-89bca378391d is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:36:41.332376 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port a7cae3bb-d095-4577-805d-9c9eb96c9cf6 is: ACTIVE; New status is: DOWN {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:36:41.332935 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:41.411070 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-28bca7ae-5a2c-4546-ac34-f060a28d1df9 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:41.414717 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-28bca7ae-5a2c-4546-ac34-f060a28d1df9 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "DELETE /v2.0/ports/3d90c796-9550-4a69-831e-b280b8b95c08 HTTP/1.1" status: 204 len: 168 time: 1.2659369 May 18 18:36:41.417811 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 36196) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:36:41.455617 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port a7cae3bb-d095-4577-805d-9c9eb96c9cf6, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=a7cae3bb-d095-4577-805d-9c9eb96c9cf6,segment=NetworkSegment(567b93c1-8feb-4188-bd48-539ad65212fa),segment_id=567b93c1-8feb-4188-bd48-539ad65212fa)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:36:41.460826 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32444cd7-8f2c-4097-85ae-f68071300690', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7cae3bb-d095-4577-805d-9c9eb96c9cf6'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:36:41.463477 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-577272a3-ccc2-456c-b6f0-3ff1760f1e54" -d '{"events": [{"server_uuid": "32444cd7-8f2c-4097-85ae-f68071300690", "name": "network-vif-unplugged", "status": "completed", "tag": "a7cae3bb-d095-4577-805d-9c9eb96c9cf6"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:36:41.467021 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:41.482414 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:41.514960 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa930b8e-8707-446c-85c4-047de36862f8 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Made reservation on behalf of fcedd57ef6014f74aa9caf624aae4bec for: {'subnet': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:36:41.524844 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-aa930b8e-8707-446c-85c4-047de36862f8 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261031885'] for subnet, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:41.579459 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74130e42-1b88-4a0c-8d55-a69fcdddb866 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:36:41.585227 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 36202) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:36:41.590933 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 May 2022 18:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e675d48-7348-4e42-b37b-5d1c8d2be44c x-openstack-request-id: req-9e675d48-7348-4e42-b37b-5d1c8d2be44c {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:36:41.591242 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32444cd7-8f2c-4097-85ae-f68071300690", "name": "network-vif-unplugged", "status": "completed", "tag": "a7cae3bb-d095-4577-805d-9c9eb96c9cf6", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:36:41.591565 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-9e675d48-7348-4e42-b37b-5d1c8d2be44c {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:36:41.592034 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e675d48-7348-4e42-b37b-5d1c8d2be44c'] response: {'server_uuid': '32444cd7-8f2c-4097-85ae-f68071300690', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7cae3bb-d095-4577-805d-9c9eb96c9cf6', 'code': 200} May 18 18:36:41.593748 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=a7cae3bb-d095-4577-805d-9c9eb96c9cf6,revision_number=8']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:36:41.605908 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-74130e42-1b88-4a0c-8d55-a69fcdddb866 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1863346 May 18 18:36:41.606314 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c1c3e49-652a-4894-9b09-14b6cbbc88a0 None None] Update dhcp port {'port': {'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94', 'fixed_ips': [{'subnet_id': '58a32ebf-452e-41e0-8c13-f190bf789150', 'ip_address': '2001:db8::f816:3eff:feab:1441'}, {'subnet_id': '153cd4d1-d173-4cc2-84b1-5bb59c73384e'}], 'binding:host_id': 'n-d-838550-3'}, 'id': '145258ac-7e77-4560-ac1c-89bca378391d'} from n-d-838550-3. {{(pid=102732) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 18 18:36:41.636908 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0c1c3e49-652a-4894-9b09-14b6cbbc88a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:41.721114 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a849cc3-60c7-45a9-ac45-03e5671bee28 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:36:41.725601 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-0a849cc3-60c7-45a9-ac45-03e5671bee28 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1367579 May 18 18:36:41.726295 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 36206) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:36:41.807462 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae61a99-c0c2-4b50-9787-90ce79c0ff86 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:36:41.809029 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae61a99-c0c2-4b50-9787-90ce79c0ff86 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:36:41.810708 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae61a99-c0c2-4b50-9787-90ce79c0ff86 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:36:41.812414 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-fae61a99-c0c2-4b50-9787-90ce79c0ff86 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0851440 May 18 18:36:41.817065 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 36212) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:36:41.867658 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-0c1c3e49-652a-4894-9b09-14b6cbbc88a0 None None] Allocated IP 2001:db8:0:1::2 (c5ce55ad-2458-4816-93d1-bdb0e8f83e94/153cd4d1-d173-4cc2-84b1-5bb59c73384e/145258ac-7e77-4560-ac1c-89bca378391d) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:36:41.941135 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b2b89fd-ade4-45e6-8091-11f0e1255c02 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Deleting subnet 153cd4d1-d173-4cc2-84b1-5bb59c73384e {{(pid=102731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:36:41.976714 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-e33c3d40-f8f2-4aff-acf8-d95361c70e9a None None] Notify callbacks [] for port, precommit_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:42.017579 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 145258ac-7e77-4560-ac1c-89bca378391d up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:36:42.025048 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-e33c3d40-f8f2-4aff-acf8-d95361c70e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:42.088083 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-e33c3d40-f8f2-4aff-acf8-d95361c70e9a None None] Attempting to bind port 3504aacc-6584-4478-8bff-85115e72a151 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:36:42.088837 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-e33c3d40-f8f2-4aff-acf8-d95361c70e9a None None] Attempting to bind port 3504aacc-6584-4478-8bff-85115e72a151 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:36:42.089432 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33c3d40-f8f2-4aff-acf8-d95361c70e9a None None] Attempting to bind port 3504aacc-6584-4478-8bff-85115e72a151 on network 31ebd439-090c-4b25-bbb0-31c48711b145 {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:36:42.100105 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33c3d40-f8f2-4aff-acf8-d95361c70e9a None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:36:42.102399 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33c3d40-f8f2-4aff-acf8-d95361c70e9a None None] Checking segment: {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:36:42.103480 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-e33c3d40-f8f2-4aff-acf8-d95361c70e9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:42.104364 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33c3d40-f8f2-4aff-acf8-d95361c70e9a None None] Bound using segment: {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:36:42.105017 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-e33c3d40-f8f2-4aff-acf8-d95361c70e9a None None] Bound port: 3504aacc-6584-4478-8bff-85115e72a151, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:36:42.105567 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-e33c3d40-f8f2-4aff-acf8-d95361c70e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:42.184750 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.db [None req-e33c3d40-f8f2-4aff-acf8-d95361c70e9a None None] For port 3504aacc-6584-4478-8bff-85115e72a151, host n-d-838550-3, cleared binding levels {{(pid=102733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:36:42.185019 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-aa930b8e-8707-446c-85c4-047de36862f8 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261104883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261031899'] for subnet, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:42.185128 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-0c1c3e49-652a-4894-9b09-14b6cbbc88a0 None None] For port 145258ac-7e77-4560-ac1c-89bca378391d, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=145258ac-7e77-4560-ac1c-89bca378391d,segment=NetworkSegment(7193822e-e5ec-4b60-a562-e581b7323da0),segment_id=7193822e-e5ec-4b60-a562-e581b7323da0)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:36:42.185721 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.db [None req-e33c3d40-f8f2-4aff-acf8-d95361c70e9a None None] For port 3504aacc-6584-4478-8bff-85115e72a151, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=3504aacc-6584-4478-8bff-85115e72a151,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:36:42.203282 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-e33c3d40-f8f2-4aff-acf8-d95361c70e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:42.213119 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec11d05-a077-47aa-b8fd-057b16ba9c29 None None] Pushing event updated for resources: {'Port': ['ID=3504aacc-6584-4478-8bff-85115e72a151,revision_number=2']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:36:42.228861 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec11d05-a077-47aa-b8fd-057b16ba9c29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:36:42.229262 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec11d05-a077-47aa-b8fd-057b16ba9c29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:36:42.229610 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec11d05-a077-47aa-b8fd-057b16ba9c29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:36:42.229969 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec11d05-a077-47aa-b8fd-057b16ba9c29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:36:42.230303 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec11d05-a077-47aa-b8fd-057b16ba9c29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:36:42.230635 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec11d05-a077-47aa-b8fd-057b16ba9c29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:36:42.231013 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec11d05-a077-47aa-b8fd-057b16ba9c29 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:36:42.231347 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec11d05-a077-47aa-b8fd-057b16ba9c29 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:36:42.231689 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec11d05-a077-47aa-b8fd-057b16ba9c29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:36:42.231996 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec11d05-a077-47aa-b8fd-057b16ba9c29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:36:42.232323 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec11d05-a077-47aa-b8fd-057b16ba9c29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:36:42.232645 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec11d05-a077-47aa-b8fd-057b16ba9c29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:36:42.267632 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0c1c3e49-652a-4894-9b09-14b6cbbc88a0 None None] Notify callbacks [] for port, precommit_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:42.270286 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 145258ac-7e77-4560-ac1c-89bca378391d triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:36:42.270710 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:42.278438 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7b2b89fd-ade4-45e6-8091-11f0e1255c02 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks [] for subnet, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:42.341015 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0c1c3e49-652a-4894-9b09-14b6cbbc88a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:42.355787 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33c3d40-f8f2-4aff-acf8-d95361c70e9a None None] Routers {'0f7f61cc-eb57-4ebc-88be-198b69ed2794'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:36:42.356564 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-e33c3d40-f8f2-4aff-acf8-d95361c70e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:36:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['0f7f61cc-eb57-4ebc-88be-198b69ed2794'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:36:42.389904 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7b2b89fd-ade4-45e6-8091-11f0e1255c02 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260542153'] for subnet, precommit_delete_associations {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:42.494585 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-e33c3d40-f8f2-4aff-acf8-d95361c70e9a None None] Set router 0f7f61cc-eb57-4ebc-88be-198b69ed2794 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:36:42.616152 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7b2b89fd-ade4-45e6-8091-11f0e1255c02 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:42.650016 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec11d05-a077-47aa-b8fd-057b16ba9c29 None None] Pushing event updated for resources: {'Port': ['ID=3504aacc-6584-4478-8bff-85115e72a151,revision_number=3']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:36:42.673682 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:42.678124 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1c3e49-652a-4894-9b09-14b6cbbc88a0 None None] Pushing event updated for resources: {'Port': ['ID=145258ac-7e77-4560-ac1c-89bca378391d,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:36:42.811410 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 145258ac-7e77-4560-ac1c-89bca378391d is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:36:42.817104 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7b2b89fd-ade4-45e6-8091-11f0e1255c02 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260898416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260908030'] for subnet, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:42.842851 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7b2b89fd-ade4-45e6-8091-11f0e1255c02 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:42.849831 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-7b2b89fd-ade4-45e6-8091-11f0e1255c02 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "DELETE /v2.0/subnets/153cd4d1-d173-4cc2-84b1-5bb59c73384e HTTP/1.1" status: 204 len: 168 time: 1.0309582 May 18 18:36:42.881066 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 36230) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:36:42.882245 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2b89fd-ade4-45e6-8091-11f0e1255c02 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Pushing event deleted for resources: {'Subnet': ['ID=153cd4d1-d173-4cc2-84b1-5bb59c73384e,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:36:42.933148 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9943b24f-9300-4f91-b07b-b49a8bed924c req-5b0f40fd-eeaf-4930-ad3e-0de4ac29187a tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:36:42.935363 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9943b24f-9300-4f91-b07b-b49a8bed924c req-5b0f40fd-eeaf-4930-ad3e-0de4ac29187a tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 944 time: 0.8245106 May 18 18:36:42.973829 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa930b8e-8707-446c-85c4-047de36862f8 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Pushing event updated for resources: {'Subnet': ['ID=2eab0795-06ba-4cda-9ceb-aabe79cba9d9,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:36:43.016177 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a47da12-721a-4818-be6a-288afbcfdd73 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Deleting subnet 58a32ebf-452e-41e0-8c13-f190bf789150 {{(pid=102731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:36:43.024900 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9a47da12-721a-4818-be6a-288afbcfdd73 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks [] for subnet, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:43.056144 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:43.061976 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-e33c3d40-f8f2-4aff-acf8-d95361c70e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f7f61cc-eb57-4ebc-88be-198b69ed2794', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1441625821', 'tenant_id': 'fcedd57ef6014f74aa9caf624aae4bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': '3504aacc-6584-4478-8bff-85115e72a151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:36:36Z', 'updated_at': '2022-05-18T18:36:38Z', 'revision_number': 3, 'project_id': 'fcedd57ef6014f74aa9caf624aae4bec', 'gw_port': {'id': '3504aacc-6584-4478-8bff-85115e72a151', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:92:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f7f61cc-eb57-4ebc-88be-198b69ed2794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3409, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:36:37Z', 'updated_at': '2022-05-18T18:36:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:36:43.072425 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa930b8e-8707-446c-85c4-047de36862f8 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Checking segment: {'id': '6f27e3e4-8bea-4347-9c9c-e4262373c962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '218c386f-948a-4b27-b6ec-5f92eea3f688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:36:43.072800 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa930b8e-8707-446c-85c4-047de36862f8 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Network hostable DHCP agents. Network: 218c386f-948a-4b27-b6ec-5f92eea3f688, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:36:43.107725 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9a47da12-721a-4818-be6a-288afbcfdd73 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260542153'] for subnet, precommit_delete_associations {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:43.131279 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9943b24f-9300-4f91-b07b-b49a8bed924c req-d477a620-c478-4f1a-8866-fcaf20249414 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677082 May 18 18:36:43.131894 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa930b8e-8707-446c-85c4-047de36862f8 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Network 218c386f-948a-4b27-b6ec-5f92eea3f688 is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:36:43.148812 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-aa930b8e-8707-446c-85c4-047de36862f8 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, 218c386f-948a-4b27-b6ec-5f92eea3f688) {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:36:43.164782 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa930b8e-8707-446c-85c4-047de36862f8 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:36:43.165386 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-aa930b8e-8707-446c-85c4-047de36862f8 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:43.172307 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687cf49d-57ae-43dd-98ca-219e2a29bd0a None None] Network 218c386f-948a-4b27-b6ec-5f92eea3f688 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:36:43.201079 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 36238) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:36:43.204040 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33c3d40-f8f2-4aff-acf8-d95361c70e9a None None] The sync data for ids ['0f7f61cc-eb57-4ebc-88be-198b69ed2794'] in n-d-838550-3 is: [{'id': '0f7f61cc-eb57-4ebc-88be-198b69ed2794', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1441625821', 'tenant_id': 'fcedd57ef6014f74aa9caf624aae4bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': '3504aacc-6584-4478-8bff-85115e72a151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:36:36Z', 'updated_at': '2022-05-18T18:36:38Z', 'revision_number': 3, 'project_id': 'fcedd57ef6014f74aa9caf624aae4bec', 'gw_port': {'id': '3504aacc-6584-4478-8bff-85115e72a151', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:92:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f7f61cc-eb57-4ebc-88be-198b69ed2794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3409, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:36:37Z', 'updated_at': '2022-05-18T18:36:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:36:43.207403 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-aa930b8e-8707-446c-85c4-047de36862f8 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.0425870 May 18 18:36:43.450707 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc60627-5c10-40ae-bf70-acaee973e101 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-218c386f-948a-4b27-b6ec-5f92eea3f688', 'network_id': '218c386f-948a-4b27-b6ec-5f92eea3f688', 'tenant_id': 'fcedd57ef6014f74aa9caf624aae4bec', 'fixed_ips': [{'subnet_id': '2eab0795-06ba-4cda-9ceb-aabe79cba9d9'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:36:43.452848 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-3bc60627-5c10-40ae-bf70-acaee973e101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:43.577344 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9a47da12-721a-4818-be6a-288afbcfdd73 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:43.777036 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 145258ac-7e77-4560-ac1c-89bca378391d up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:36:43.807811 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-3bc60627-5c10-40ae-bf70-acaee973e101 None None] Allocated IP 172.20.0.2 (218c386f-948a-4b27-b6ec-5f92eea3f688/2eab0795-06ba-4cda-9ceb-aabe79cba9d9/1d45ccc3-0bfa-4155-b7c2-f698d2f34e08) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:36:43.819697 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeea0bdf-61d2-46c4-a330-4a054fe54cc2 None None] Network c5ce55ad-2458-4816-93d1-bdb0e8f83e94 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:36:43.895605 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9a47da12-721a-4818-be6a-288afbcfdd73 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260898416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260908030'] for subnet, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:43.977704 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a47da12-721a-4818-be6a-288afbcfdd73 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Pushing event deleted for resources: {'Subnet': ['ID=58a32ebf-452e-41e0-8c13-f190bf789150,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:36:43.982896 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9a47da12-721a-4818-be6a-288afbcfdd73 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:43.991937 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-9a47da12-721a-4818-be6a-288afbcfdd73 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "DELETE /v2.0/subnets/58a32ebf-452e-41e0-8c13-f190bf789150 HTTP/1.1" status: 204 len: 168 time: 1.0954723 May 18 18:36:43.992056 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 36252) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:36:44.093328 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-d399555d-b125-478d-af4f-319ff4542013 None None] Provisioning complete for port 145258ac-7e77-4560-ac1c-89bca378391d triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:36:44.093694 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d399555d-b125-478d-af4f-319ff4542013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:44.105305 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-0736111a-2de3-4d22-a8ae-5df273f17128 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1134913 May 18 18:36:44.112076 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 36260) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:36:44.141230 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-e8d061ca-8e08-4b26-b0f4-a7c3ed02deab tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Request body: {'subnet': {'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:36:44.184836 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 145258ac-7e77-4560-ac1c-89bca378391d triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:36:44.185875 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:44.394518 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 145258ac-7e77-4560-ac1c-89bca378391d is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:36:44.427107 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3576851-191b-469c-a10f-c8648c5b1956 None None] DHCP port deletion for c5ce55ad-2458-4816-93d1-bdb0e8f83e94 request from n-d-838550-3 {{(pid=102732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 18:36:44.429174 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4d0ccc21-217a-4a76-a28e-f99140fb7ad2 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:44.435057 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-d399555d-b125-478d-af4f-319ff4542013 None None] Current status of the port 145258ac-7e77-4560-ac1c-89bca378391d is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:36:44.511617 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-3bc60627-5c10-40ae-bf70-acaee973e101 None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:44.525707 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-3bc60627-5c10-40ae-bf70-acaee973e101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:44.571519 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc60627-5c10-40ae-bf70-acaee973e101 None None] Pushing event updated for resources: {'Port': ['ID=1d45ccc3-0bfa-4155-b7c2-f698d2f34e08,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:36:44.583250 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-d3576851-191b-469c-a10f-c8648c5b1956 None None] Deleting port 145258ac-7e77-4560-ac1c-89bca378391d {{(pid=102732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:36:44.583839 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d3576851-191b-469c-a10f-c8648c5b1956 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:44.635501 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc60627-5c10-40ae-bf70-acaee973e101 None None] Network 218c386f-948a-4b27-b6ec-5f92eea3f688 is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:36:44.648357 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-3bc60627-5c10-40ae-bf70-acaee973e101 None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:36:44.652683 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc60627-5c10-40ae-bf70-acaee973e101 None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:36:44.743704 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-3bc60627-5c10-40ae-bf70-acaee973e101 None None] Attempting to bind port 1d45ccc3-0bfa-4155-b7c2-f698d2f34e08 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:36:44.744326 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-3bc60627-5c10-40ae-bf70-acaee973e101 None None] Attempting to bind port 1d45ccc3-0bfa-4155-b7c2-f698d2f34e08 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '6f27e3e4-8bea-4347-9c9c-e4262373c962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '218c386f-948a-4b27-b6ec-5f92eea3f688'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:36:44.744884 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc60627-5c10-40ae-bf70-acaee973e101 None None] Attempting to bind port 1d45ccc3-0bfa-4155-b7c2-f698d2f34e08 on network 218c386f-948a-4b27-b6ec-5f92eea3f688 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:36:44.750702 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-d3576851-191b-469c-a10f-c8648c5b1956 None None] For port 145258ac-7e77-4560-ac1c-89bca378391d, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=145258ac-7e77-4560-ac1c-89bca378391d,segment=NetworkSegment(7193822e-e5ec-4b60-a562-e581b7323da0),segment_id=7193822e-e5ec-4b60-a562-e581b7323da0)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:36:44.751321 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d3576851-191b-469c-a10f-c8648c5b1956 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:44.761080 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc60627-5c10-40ae-bf70-acaee973e101 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:36:44.761794 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc60627-5c10-40ae-bf70-acaee973e101 None None] Checking segment: {'id': '6f27e3e4-8bea-4347-9c9c-e4262373c962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '218c386f-948a-4b27-b6ec-5f92eea3f688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:36:44.762371 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-3bc60627-5c10-40ae-bf70-acaee973e101 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:44.762922 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc60627-5c10-40ae-bf70-acaee973e101 None None] Bound using segment: {'id': '6f27e3e4-8bea-4347-9c9c-e4262373c962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '218c386f-948a-4b27-b6ec-5f92eea3f688'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:36:44.763565 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-3bc60627-5c10-40ae-bf70-acaee973e101 None None] Bound port: 1d45ccc3-0bfa-4155-b7c2-f698d2f34e08, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f27e3e4-8bea-4347-9c9c-e4262373c962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '218c386f-948a-4b27-b6ec-5f92eea3f688'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:36:44.764137 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-3bc60627-5c10-40ae-bf70-acaee973e101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:44.779484 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-d3576851-191b-469c-a10f-c8648c5b1956 None None] Calling delete_port for 145258ac-7e77-4560-ac1c-89bca378391d owned by network:dhcp {{(pid=102732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:36:44.883903 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device a7cae3bb-d095-4577-805d-9c9eb96c9cf6 no longer exists at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:36:44.887730 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb59f998-c561-4445-a607-ad858216d23b req-a2d0e2c1-cb19-49f6-9b0c-4b0023f0f3a4 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:36:44.898458 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fb59f998-c561-4445-a607-ad858216d23b req-a2d0e2c1-cb19-49f6-9b0c-4b0023f0f3a4 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 944 time: 0.5971780 May 18 18:36:44.929236 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-3bc60627-5c10-40ae-bf70-acaee973e101 None None] For port 1d45ccc3-0bfa-4155-b7c2-f698d2f34e08, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:36:44.935596 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8d061ca-8e08-4b26-b0f4-a7c3ed02deab tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Made reservation on behalf of 17ca2b3ab9ea4457836da5cdadc0de8c for: {'subnet': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:36:44.940139 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e8d061ca-8e08-4b26-b0f4-a7c3ed02deab tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260908003'] for subnet, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:44.957971 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-3bc60627-5c10-40ae-bf70-acaee973e101 None None] For port 1d45ccc3-0bfa-4155-b7c2-f698d2f34e08, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=1d45ccc3-0bfa-4155-b7c2-f698d2f34e08,segment=NetworkSegment(6f27e3e4-8bea-4347-9c9c-e4262373c962),segment_id=6f27e3e4-8bea-4347-9c9c-e4262373c962)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:36:44.976551 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-3bc60627-5c10-40ae-bf70-acaee973e101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:45.056261 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fb59f998-c561-4445-a607-ad858216d23b req-f17a1f5e-f016-46d9-82b6-5fdd41732ea1 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558475 May 18 18:36:45.097560 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port a7cae3bb-d095-4577-805d-9c9eb96c9cf6 is: DOWN; New status is: DOWN {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:36:45.127142 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d3576851-191b-469c-a10f-c8648c5b1956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508'] for port, after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:45.146415 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-4d0ccc21-217a-4a76-a28e-f99140fb7ad2 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Allocated IP 172.20.0.1 (218c386f-948a-4b27-b6ec-5f92eea3f688/2eab0795-06ba-4cda-9ceb-aabe79cba9d9/78ebd323-7bf6-4ef6-8d6e-282645481a8b) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:36:45.182545 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3576851-191b-469c-a10f-c8648c5b1956 None None] No DVR routers for this DVR port 145258ac-7e77-4560-ac1c-89bca378391d on host n-d-838550-3 {{(pid=102732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:36:45.240377 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc60627-5c10-40ae-bf70-acaee973e101 None None] Pushing event updated for resources: {'Port': ['ID=1d45ccc3-0bfa-4155-b7c2-f698d2f34e08,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:36:45.291101 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bc1a81-d7d1-4a3c-a9aa-07f4747c56ca req-ac47d31a-92b3-41cb-bcf3-5393209afa1d tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:36:45.303525 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d1bc1a81-d7d1-4a3c-a9aa-07f4747c56ca req-ac47d31a-92b3-41cb-bcf3-5393209afa1d tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 944 time: 0.1233819 May 18 18:36:45.310674 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3576851-191b-469c-a10f-c8648c5b1956 None None] Pushing event deleted for resources: {'Port': ['ID=145258ac-7e77-4560-ac1c-89bca378391d,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:36:45.394838 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d1bc1a81-d7d1-4a3c-a9aa-07f4747c56ca req-eace4473-5a5e-4dd7-a937-7bef1584b274 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885661 May 18 18:36:45.522137 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4d0ccc21-217a-4a76-a28e-f99140fb7ad2 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:45.817672 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4d0ccc21-217a-4a76-a28e-f99140fb7ad2 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:46.000085 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 1d45ccc3-0bfa-4155-b7c2-f698d2f34e08 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:36:46.192427 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 1d45ccc3-0bfa-4155-b7c2-f698d2f34e08 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:36:46.196331 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:46.231085 n-d-838550-3 neutron-server[102731]: DEBUG neutron.objects.ports [None req-e8d061ca-8e08-4b26-b0f4-a7c3ed02deab tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102731) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} May 18 18:36:46.266604 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e8d061ca-8e08-4b26-b0f4-a7c3ed02deab tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260898481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260908021'] for subnet, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:46.296326 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 1d45ccc3-0bfa-4155-b7c2-f698d2f34e08 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:36:46.296326 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:46.339889 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d061ca-8e08-4b26-b0f4-a7c3ed02deab tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Network c5ce55ad-2458-4816-93d1-bdb0e8f83e94 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:36:46.352756 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] For port 1d45ccc3-0bfa-4155-b7c2-f698d2f34e08, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=1d45ccc3-0bfa-4155-b7c2-f698d2f34e08,segment=NetworkSegment(6f27e3e4-8bea-4347-9c9c-e4262373c962),segment_id=6f27e3e4-8bea-4347-9c9c-e4262373c962)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:36:46.358270 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-e8d061ca-8e08-4b26-b0f4-a7c3ed02deab tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:36:46.360513 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:46.363867 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d061ca-8e08-4b26-b0f4-a7c3ed02deab tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:36:46.364575 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e8d061ca-8e08-4b26-b0f4-a7c3ed02deab tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:46.368638 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 3504aacc-6584-4478-8bff-85115e72a151 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:36:46.374098 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0ccc21-217a-4a76-a28e-f99140fb7ad2 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Pushing event updated for resources: {'Port': ['ID=78ebd323-7bf6-4ef6-8d6e-282645481a8b,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:36:46.380391 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d0ccc21-217a-4a76-a28e-f99140fb7ad2 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Network 218c386f-948a-4b27-b6ec-5f92eea3f688 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:36:46.390793 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd409d6c-8a0c-4b8d-8b90-cc21d7bcef8b req-94493b36-03c6-4d67-87ec-7e4b1fbd4910 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:36:46.414112 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bd409d6c-8a0c-4b8d-8b90-cc21d7bcef8b req-94493b36-03c6-4d67-87ec-7e4b1fbd4910 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 944 time: 0.6370337 May 18 18:36:46.437438 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-592fa153-bc3b-43e9-a0aa-99e70848e9a7 None None] Network c5ce55ad-2458-4816-93d1-bdb0e8f83e94 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:36:46.441799 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-4d0ccc21-217a-4a76-a28e-f99140fb7ad2 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:36:46.445311 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0ccc21-217a-4a76-a28e-f99140fb7ad2 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:36:46.494397 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d061ca-8e08-4b26-b0f4-a7c3ed02deab tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Pushing event updated for resources: {'Subnet': ['ID=29945b5f-eef8-49e5-8a4b-689b153ca041,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:36:46.508035 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-daab2c87-ab00-44ae-9135-24a20d38b75c req-92cd9a60-2441-42e6-92f5-2aa66919b2a0 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1807594 May 18 18:36:46.509271 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 36330) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:36:46.515236 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-a7ec4d8c-6987-49e4-a0ac-66a6271828c0 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Request body: {'subnet': {'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:36:46.515602 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-e8d061ca-8e08-4b26-b0f4-a7c3ed02deab tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3995826 May 18 18:36:46.528927 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [req-daab2c87-ab00-44ae-9135-24a20d38b75c req-ea0141cf-4ea4-43b3-9282-78ebd9b9da34 service neutron] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=102730) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 18:36:46.531847 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-daab2c87-ab00-44ae-9135-24a20d38b75c req-ea0141cf-4ea4-43b3-9282-78ebd9b9da34 service neutron] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0083113 May 18 18:36:46.569597 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4d0ccc21-217a-4a76-a28e-f99140fb7ad2 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595826'] for router_interface, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:46.588244 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bd409d6c-8a0c-4b8d-8b90-cc21d7bcef8b req-06db5efe-e831-4dba-bd68-718c97d9250a tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722748 May 18 18:36:46.772194 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7ec4d8c-6987-49e4-a0ac-66a6271828c0 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Made reservation on behalf of 17ca2b3ab9ea4457836da5cdadc0de8c for: {'subnet': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:36:46.778224 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a7ec4d8c-6987-49e4-a0ac-66a6271828c0 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261031885'] for subnet, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:46.902199 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4d0ccc21-217a-4a76-a28e-f99140fb7ad2 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:46.952723 n-d-838550-3 neutron-server[102730]: INFO neutron.db.ipam_backend_mixin [None req-a7ec4d8c-6987-49e4-a0ac-66a6271828c0 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 29945b5f-eef8-49e5-8a4b-689b153ca041 (CIDR: 2001:db8::/64) May 18 18:36:46.959289 n-d-838550-3 neutron-server[102730]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7ec4d8c-6987-49e4-a0ac-66a6271828c0 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 18 18:36:46.959822 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7ec4d8c-6987-49e4-a0ac-66a6271828c0 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:36:47.001499 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-a7ec4d8c-6987-49e4-a0ac-66a6271828c0 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4908874 May 18 18:36:47.002120 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 36344) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:36:47.007168 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-da0d610d-d299-433b-b69d-7d75310a4157 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Request body: {'subnet': {'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:36:47.155723 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Pushing event updated for resources: {'Port': ['ID=1d45ccc3-0bfa-4155-b7c2-f698d2f34e08,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:36:47.197353 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 3504aacc-6584-4478-8bff-85115e72a151 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:36:47.197353 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:47.279775 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01384b8f-c03e-4582-8ac8-a6fa444cf75c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-c5ce55ad-2458-4816-93d1-bdb0e8f83e94', 'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94', 'tenant_id': '17ca2b3ab9ea4457836da5cdadc0de8c', 'fixed_ips': [{'subnet_id': '29945b5f-eef8-49e5-8a4b-689b153ca041'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:36:47.280648 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-01384b8f-c03e-4582-8ac8-a6fa444cf75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:47.400466 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da0d610d-d299-433b-b69d-7d75310a4157 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Made reservation on behalf of 17ca2b3ab9ea4457836da5cdadc0de8c for: {'subnet': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:36:47.404114 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-da0d610d-d299-433b-b69d-7d75310a4157 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261031885'] for subnet, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:47.481215 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27931943-436f-4098-bff6-dbbc012ec034 None None] Network 218c386f-948a-4b27-b6ec-5f92eea3f688 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:36:47.504119 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4d0ccc21-217a-4a76-a28e-f99140fb7ad2 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:47.515750 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4d0ccc21-217a-4a76-a28e-f99140fb7ad2 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:47.608368 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4d0ccc21-217a-4a76-a28e-f99140fb7ad2 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-595870'] for router_interface, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:47.610309 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0ccc21-217a-4a76-a28e-f99140fb7ad2 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Pushing event updated for resources: {'Port': ['ID=78ebd323-7bf6-4ef6-8d6e-282645481a8b,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:36:47.736220 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d0ccc21-217a-4a76-a28e-f99140fb7ad2 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Network 218c386f-948a-4b27-b6ec-5f92eea3f688 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:36:47.738429 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-4d0ccc21-217a-4a76-a28e-f99140fb7ad2 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:36:47.764089 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 3504aacc-6584-4478-8bff-85115e72a151 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:36:47.764771 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:47.789470 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b6b56d28-aea2-488f-819c-239ecfd5a5a1 None None] Provisioning complete for port 1d45ccc3-0bfa-4155-b7c2-f698d2f34e08 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:36:47.790551 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b6b56d28-aea2-488f-819c-239ecfd5a5a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:47.832969 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4eef59-6282-40bd-90b1-b89e9c3bf6d7 req-feb59259-66e5-4b4c-b49d-381d1bb77b55 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:36:47.834515 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6f4eef59-6282-40bd-90b1-b89e9c3bf6d7 req-feb59259-66e5-4b4c-b49d-381d1bb77b55 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 944 time: 0.0858335 May 18 18:36:47.866331 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] For port 3504aacc-6584-4478-8bff-85115e72a151, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=3504aacc-6584-4478-8bff-85115e72a151,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:36:47.901073 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:47.913491 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-01384b8f-c03e-4582-8ac8-a6fa444cf75c None None] Allocated IP 2001:db8::f816:3eff:fef5:d02d (c5ce55ad-2458-4816-93d1-bdb0e8f83e94/29945b5f-eef8-49e5-8a4b-689b153ca041/863e9185-e48f-45e0-acce-c1322b3c5e6f) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:36:47.976541 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d0ccc21-217a-4a76-a28e-f99140fb7ad2 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Router 0f7f61cc-eb57-4ebc-88be-198b69ed2794 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:36:48.035364 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 145258ac-7e77-4560-ac1c-89bca378391d no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:36:48.147862 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6f4eef59-6282-40bd-90b1-b89e9c3bf6d7 req-5f80f1cd-e576-4bb0-b334-0d2933475347 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280729 May 18 18:36:48.161739 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daab2c87-ab00-44ae-9135-24a20d38b75c req-eca3376d-7610-412c-b1ca-327fd6e99440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:36:48.175990 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-daab2c87-ab00-44ae-9135-24a20d38b75c req-eca3376d-7610-412c-b1ca-327fd6e99440 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690&tenant_id=5261ec6a1faf46bbb0a907791c324410 HTTP/1.1" status: 200 len: 1095 time: 0.1905146 May 18 18:36:48.177585 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-da0d610d-d299-433b-b69d-7d75310a4157 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261104883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261031899'] for subnet, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:48.217115 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d0ccc21-217a-4a76-a28e-f99140fb7ad2 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:36:48.224695 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-daab2c87-ab00-44ae-9135-24a20d38b75c req-3d0bb866-e9ad-4e9b-9097-0c23880fe2f8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-838550-3', 'device_owner': 'compute:nova'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:36:48.238795 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-4d0ccc21-217a-4a76-a28e-f99140fb7ad2 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] 10.222.0.85 "PUT /v2.0/routers/0f7f61cc-eb57-4ebc-88be-198b69ed2794/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0263073 May 18 18:36:48.239678 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 36370) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:36:48.241848 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b6b56d28-aea2-488f-819c-239ecfd5a5a1 None None] Current status of the port 1d45ccc3-0bfa-4155-b7c2-f698d2f34e08 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:36:48.244623 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-0a01a4df-e23c-401e-b5b6-e8195e62bf2c tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1157734192', 'description': 'tempest-secgroup_access--1157734192 description', 'project_id': 'fcedd57ef6014f74aa9caf624aae4bec'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:36:48.245882 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 145258ac-7e77-4560-ac1c-89bca378391d {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:36:48.246528 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 145258ac-7e77-4560-ac1c-89bca378391d not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:36:48.263280 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1c54e9-4dcf-4c8d-a786-95af0b164e57 None None] Sync routers for ids ['0f7f61cc-eb57-4ebc-88be-198b69ed2794'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:36:48.287818 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Pushing event updated for resources: {'Port': ['ID=3504aacc-6584-4478-8bff-85115e72a151,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:36:48.306369 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0a01a4df-e23c-401e-b5b6-e8195e62bf2c tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:48.328359 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1c54e9-4dcf-4c8d-a786-95af0b164e57 None None] Routers {'0f7f61cc-eb57-4ebc-88be-198b69ed2794'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:36:48.329474 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-bf1c54e9-4dcf-4c8d-a786-95af0b164e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:36:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['0f7f61cc-eb57-4ebc-88be-198b69ed2794'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:36:48.345526 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-daab2c87-ab00-44ae-9135-24a20d38b75c req-3d0bb866-e9ad-4e9b-9097-0c23880fe2f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:48.396539 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da0d610d-d299-433b-b69d-7d75310a4157 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Network c5ce55ad-2458-4816-93d1-bdb0e8f83e94 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:36:48.438467 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-da0d610d-d299-433b-b69d-7d75310a4157 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:36:48.478440 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0a01a4df-e23c-401e-b5b6-e8195e62bf2c tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:48.484801 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da0d610d-d299-433b-b69d-7d75310a4157 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:36:48.485313 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0a01a4df-e23c-401e-b5b6-e8195e62bf2c tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:48.489351 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 1d45ccc3-0bfa-4155-b7c2-f698d2f34e08 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:36:48.490330 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-da0d610d-d299-433b-b69d-7d75310a4157 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:48.514870 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0d610d-d299-433b-b69d-7d75310a4157 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Pushing event updated for resources: {'Subnet': ['ID=f0546f2d-137b-4bc6-8699-1d08583823bf,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:36:48.533639 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-da0d610d-d299-433b-b69d-7d75310a4157 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5303812 May 18 18:36:48.539361 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a01a4df-e23c-401e-b5b6-e8195e62bf2c tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7960def4-1317-4218-ba95-57de8aea5955,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:36:48.542418 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 36380) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:36:48.579701 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-8b0f2d1e-db4b-4f5c-bc9d-722991de090a tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Request body: {'port': {'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94', 'mac_address': 'fa:16:3e:ae:e6:7c', 'name': 'tempest-NetworksTestDHCPv6-1009401387'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:36:48.618389 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-01384b8f-c03e-4582-8ac8-a6fa444cf75c None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:48.635457 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-bf1c54e9-4dcf-4c8d-a786-95af0b164e57 None None] Set router 0f7f61cc-eb57-4ebc-88be-198b69ed2794 gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:36:48.668685 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-01384b8f-c03e-4582-8ac8-a6fa444cf75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:48.850726 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b0f2d1e-db4b-4f5c-bc9d-722991de090a tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Made reservation on behalf of 17ca2b3ab9ea4457836da5cdadc0de8c for: {'port': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:36:48.860870 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0a01a4df-e23c-401e-b5b6-e8195e62bf2c tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:48.862312 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-0a01a4df-e23c-401e-b5b6-e8195e62bf2c tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.6215026 May 18 18:36:48.867952 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01384b8f-c03e-4582-8ac8-a6fa444cf75c None None] Network c5ce55ad-2458-4816-93d1-bdb0e8f83e94 is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:36:48.868956 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 36386) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:36:48.873158 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 1d45ccc3-0bfa-4155-b7c2-f698d2f34e08 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:36:48.873529 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:48.888594 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-1f5a79b4-abcc-4217-97a9-e58f35a25b30 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--87095833', 'description': 'tempest-secgroup_general--87095833 description', 'project_id': 'fcedd57ef6014f74aa9caf624aae4bec'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:36:48.928564 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-01384b8f-c03e-4582-8ac8-a6fa444cf75c None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:36:48.931627 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01384b8f-c03e-4582-8ac8-a6fa444cf75c None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:36:48.939283 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01384b8f-c03e-4582-8ac8-a6fa444cf75c None None] Pushing event updated for resources: {'Port': ['ID=863e9185-e48f-45e0-acce-c1322b3c5e6f,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:36:49.012290 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1f5a79b4-abcc-4217-97a9-e58f35a25b30 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:49.039168 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-e96808aa-3248-43f0-bf7e-b5ddc6c16bfa None None] Provisioning complete for port 78ebd323-7bf6-4ef6-8d6e-282645481a8b triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:36:49.039560 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-e96808aa-3248-43f0-bf7e-b5ddc6c16bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:49.057421 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8b0f2d1e-db4b-4f5c-bc9d-722991de090a tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:49.103394 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [None req-8b0f2d1e-db4b-4f5c-bc9d-722991de090a tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] device_id is not set on port d2e76743-af42-4d52-97ad-3cd1eddb1259 yet. {{(pid=102731) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 18 18:36:49.124088 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-01384b8f-c03e-4582-8ac8-a6fa444cf75c None None] Attempting to bind port 863e9185-e48f-45e0-acce-c1322b3c5e6f on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:36:49.124463 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-01384b8f-c03e-4582-8ac8-a6fa444cf75c None None] Attempting to bind port 863e9185-e48f-45e0-acce-c1322b3c5e6f by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '7193822e-e5ec-4b60-a562-e581b7323da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:36:49.124840 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01384b8f-c03e-4582-8ac8-a6fa444cf75c None None] Attempting to bind port 863e9185-e48f-45e0-acce-c1322b3c5e6f on network c5ce55ad-2458-4816-93d1-bdb0e8f83e94 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:36:49.137233 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01384b8f-c03e-4582-8ac8-a6fa444cf75c None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:36:49.137627 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01384b8f-c03e-4582-8ac8-a6fa444cf75c None None] Checking segment: {'id': '7193822e-e5ec-4b60-a562-e581b7323da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:36:49.138043 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-01384b8f-c03e-4582-8ac8-a6fa444cf75c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:49.138436 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01384b8f-c03e-4582-8ac8-a6fa444cf75c None None] Bound using segment: {'id': '7193822e-e5ec-4b60-a562-e581b7323da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:36:49.138964 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-01384b8f-c03e-4582-8ac8-a6fa444cf75c None None] Bound port: 863e9185-e48f-45e0-acce-c1322b3c5e6f, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7193822e-e5ec-4b60-a562-e581b7323da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:36:49.139366 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-01384b8f-c03e-4582-8ac8-a6fa444cf75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:49.157936 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-e96808aa-3248-43f0-bf7e-b5ddc6c16bfa None None] Port 78ebd323-7bf6-4ef6-8d6e-282645481a8b cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:36:49.280925 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-bf1c54e9-4dcf-4c8d-a786-95af0b164e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f7f61cc-eb57-4ebc-88be-198b69ed2794', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1441625821', 'tenant_id': 'fcedd57ef6014f74aa9caf624aae4bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': '3504aacc-6584-4478-8bff-85115e72a151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:36:36Z', 'updated_at': '2022-05-18T18:36:46Z', 'revision_number': 4, 'project_id': 'fcedd57ef6014f74aa9caf624aae4bec', 'gw_port': {'id': '3504aacc-6584-4478-8bff-85115e72a151', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:92:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7f61cc-eb57-4ebc-88be-198b69ed2794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3409, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:36:37Z', 'updated_at': '2022-05-18T18:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '78ebd323-7bf6-4ef6-8d6e-282645481a8b', 'name': '', 'network_id': '218c386f-948a-4b27-b6ec-5f92eea3f688', 'tenant_id': 'fcedd57ef6014f74aa9caf624aae4bec', 'mac_address': 'fa:16:3e:c3:ca:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f7f61cc-eb57-4ebc-88be-198b69ed2794', 'device_owner': 'network:router_interface', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': '2eab0795-06ba-4cda-9ceb-aabe79cba9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:36:44Z', 'updated_at': '2022-05-18T18:36:47Z', 'revision_number': 2, 'project_id': 'fcedd57ef6014f74aa9caf624aae4bec', 'subnets': [{'id': '2eab0795-06ba-4cda-9ceb-aabe79cba9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:36:49.320863 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1f5a79b4-abcc-4217-97a9-e58f35a25b30 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:49.341136 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1c54e9-4dcf-4c8d-a786-95af0b164e57 None None] Checking router: 0f7f61cc-eb57-4ebc-88be-198b69ed2794 for host: n-d-838550-3 {{(pid=102732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:36:49.341611 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1c54e9-4dcf-4c8d-a786-95af0b164e57 None None] Updating router 0f7f61cc-eb57-4ebc-88be-198b69ed2794 port 78ebd323-7bf6-4ef6-8d6e-282645481a8b binding host n-d-838550-3 {{(pid=102732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 18:36:49.343486 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-e96808aa-3248-43f0-bf7e-b5ddc6c16bfa None None] Provisioning complete for port 1d45ccc3-0bfa-4155-b7c2-f698d2f34e08 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:36:49.343948 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-e96808aa-3248-43f0-bf7e-b5ddc6c16bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:49.349168 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 1d45ccc3-0bfa-4155-b7c2-f698d2f34e08 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:36:49.371359 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1f5a79b4-abcc-4217-97a9-e58f35a25b30 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:49.395956 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1f5a79b4-abcc-4217-97a9-e58f35a25b30 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:49.398086 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-1f5a79b4-abcc-4217-97a9-e58f35a25b30 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.5130854 May 18 18:36:49.406679 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 36398) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:36:49.414347 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-e642dadb-23d6-437a-8ab5-8279fe58dcfe tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Request body: {'security_group_rule': {'security_group_id': '7960def4-1317-4218-ba95-57de8aea5955', 'project_id': 'fcedd57ef6014f74aa9caf624aae4bec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:36:49.497283 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f470ce7-f6ef-4e2f-8d73-74021e86dd11 req-27b71d47-9f9e-4b14-8c32-98f7a0356932 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:36:49.505376 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2f470ce7-f6ef-4e2f-8d73-74021e86dd11 req-27b71d47-9f9e-4b14-8c32-98f7a0356932 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 944 time: 0.2261763 May 18 18:36:49.534021 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-daab2c87-ab00-44ae-9135-24a20d38b75c req-3d0bb866-e9ad-4e9b-9097-0c23880fe2f8 service neutron] For port a7cae3bb-d095-4577-805d-9c9eb96c9cf6, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=a7cae3bb-d095-4577-805d-9c9eb96c9cf6,segment=NetworkSegment(567b93c1-8feb-4188-bd48-539ad65212fa),segment_id=567b93c1-8feb-4188-bd48-539ad65212fa)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:36:49.586495 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-daab2c87-ab00-44ae-9135-24a20d38b75c req-3d0bb866-e9ad-4e9b-9097-0c23880fe2f8 service neutron] For port a7cae3bb-d095-4577-805d-9c9eb96c9cf6, host n-h2-838550-3, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:36:49.630672 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-bf1c54e9-4dcf-4c8d-a786-95af0b164e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:49.635493 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [req-daab2c87-ab00-44ae-9135-24a20d38b75c req-3d0bb866-e9ad-4e9b-9097-0c23880fe2f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7cae3bb-d095-4577-805d-9c9eb96c9cf6 {{(pid=102730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:36:49.656237 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-daab2c87-ab00-44ae-9135-24a20d38b75c req-3d0bb866-e9ad-4e9b-9097-0c23880fe2f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:49.680163 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2f470ce7-f6ef-4e2f-8d73-74021e86dd11 req-429b699f-ada8-46f7-aac1-261e49b235d7 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880129 May 18 18:36:49.702663 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-01384b8f-c03e-4582-8ac8-a6fa444cf75c None None] For port 863e9185-e48f-45e0-acce-c1322b3c5e6f, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:36:49.711232 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-8b0f2d1e-db4b-4f5c-bc9d-722991de090a tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Allocated IP 2001:db8:0:1::17 (c5ce55ad-2458-4816-93d1-bdb0e8f83e94/f0546f2d-137b-4bc6-8699-1d08583823bf/d2e76743-af42-4d52-97ad-3cd1eddb1259) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:36:49.713397 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [req-daab2c87-ab00-44ae-9135-24a20d38b75c req-3d0bb866-e9ad-4e9b-9097-0c23880fe2f8 service neutron] Transition to ACTIVE for port object a7cae3bb-d095-4577-805d-9c9eb96c9cf6 will not be triggered until provisioned by entity L2. {{(pid=102730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:36:49.719833 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-8b0f2d1e-db4b-4f5c-bc9d-722991de090a tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Allocated IP 2001:db8::f816:3eff:feae:e67c (c5ce55ad-2458-4816-93d1-bdb0e8f83e94/29945b5f-eef8-49e5-8a4b-689b153ca041/d2e76743-af42-4d52-97ad-3cd1eddb1259) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:36:49.729424 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-01384b8f-c03e-4582-8ac8-a6fa444cf75c None None] For port 863e9185-e48f-45e0-acce-c1322b3c5e6f, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=863e9185-e48f-45e0-acce-c1322b3c5e6f,segment=NetworkSegment(7193822e-e5ec-4b60-a562-e581b7323da0),segment_id=7193822e-e5ec-4b60-a562-e581b7323da0)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:36:49.729669 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5a79b4-abcc-4217-97a9-e58f35a25b30 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4585493d-67c0-4974-b633-329ca8761e90,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:36:49.735982 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-daab2c87-ab00-44ae-9135-24a20d38b75c req-3d0bb866-e9ad-4e9b-9097-0c23880fe2f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:49.760578 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-01384b8f-c03e-4582-8ac8-a6fa444cf75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:49.844946 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0bb866-e9ad-4e9b-9097-0c23880fe2f8 service neutron] Pushing event updated for resources: {'Port': ['ID=a7cae3bb-d095-4577-805d-9c9eb96c9cf6,revision_number=9']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:36:49.867648 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e642dadb-23d6-437a-8ab5-8279fe58dcfe tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:49.895633 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-daab2c87-ab00-44ae-9135-24a20d38b75c req-3d0bb866-e9ad-4e9b-9097-0c23880fe2f8 service neutron] No DVR routers for this DVR port a7cae3bb-d095-4577-805d-9c9eb96c9cf6 on host n-h2-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:36:49.934273 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-e96808aa-3248-43f0-bf7e-b5ddc6c16bfa None None] Current status of the port 1d45ccc3-0bfa-4155-b7c2-f698d2f34e08 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:36:49.949590 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8b0f2d1e-db4b-4f5c-bc9d-722991de090a tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:50.005531 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-daab2c87-ab00-44ae-9135-24a20d38b75c req-3d0bb866-e9ad-4e9b-9097-0c23880fe2f8 service neutron] Attempting to bind port a7cae3bb-d095-4577-805d-9c9eb96c9cf6 on host n-h1-838550-3 for vnic_type normal with profile {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:36:50.005916 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-daab2c87-ab00-44ae-9135-24a20d38b75c req-3d0bb866-e9ad-4e9b-9097-0c23880fe2f8 service neutron] Attempting to bind port a7cae3bb-d095-4577-805d-9c9eb96c9cf6 by drivers openvswitch,hyperv on host n-h1-838550-3 at level 0 using segments [{'id': '567b93c1-8feb-4188-bd48-539ad65212fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '229cac72-730c-4b46-95ab-ba32903dc5c3'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:36:50.006407 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daab2c87-ab00-44ae-9135-24a20d38b75c req-3d0bb866-e9ad-4e9b-9097-0c23880fe2f8 service neutron] Attempting to bind port a7cae3bb-d095-4577-805d-9c9eb96c9cf6 on network 229cac72-730c-4b46-95ab-ba32903dc5c3 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:36:50.044588 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8b0f2d1e-db4b-4f5c-bc9d-722991de090a tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:50.067330 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daab2c87-ab00-44ae-9135-24a20d38b75c req-3d0bb866-e9ad-4e9b-9097-0c23880fe2f8 service neutron] Port a7cae3bb-d095-4577-805d-9c9eb96c9cf6 on network 229cac72-730c-4b46-95ab-ba32903dc5c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-3 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:36:50.067563 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daab2c87-ab00-44ae-9135-24a20d38b75c req-3d0bb866-e9ad-4e9b-9097-0c23880fe2f8 service neutron] Attempting to bind port a7cae3bb-d095-4577-805d-9c9eb96c9cf6 on network 229cac72-730c-4b46-95ab-ba32903dc5c3 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:36:50.086782 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01384b8f-c03e-4582-8ac8-a6fa444cf75c None None] Pushing event updated for resources: {'Port': ['ID=863e9185-e48f-45e0-acce-c1322b3c5e6f,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:36:50.110995 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b0f2d1e-db4b-4f5c-bc9d-722991de090a tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Network c5ce55ad-2458-4816-93d1-bdb0e8f83e94 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:36:50.115222 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-8b0f2d1e-db4b-4f5c-bc9d-722991de090a tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:36:50.118627 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0f2d1e-db4b-4f5c-bc9d-722991de090a tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:36:50.119658 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e642dadb-23d6-437a-8ab5-8279fe58dcfe tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:50.124447 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daab2c87-ab00-44ae-9135-24a20d38b75c req-3d0bb866-e9ad-4e9b-9097-0c23880fe2f8 service neutron] Checking agent: {'id': '1dbac822-25f2-4df8-9dc8-5c2e7b136eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:36:50.124886 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daab2c87-ab00-44ae-9135-24a20d38b75c req-3d0bb866-e9ad-4e9b-9097-0c23880fe2f8 service neutron] Checking segment: {'id': '567b93c1-8feb-4188-bd48-539ad65212fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '229cac72-730c-4b46-95ab-ba32903dc5c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:36:50.125343 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daab2c87-ab00-44ae-9135-24a20d38b75c req-3d0bb866-e9ad-4e9b-9097-0c23880fe2f8 service neutron] Bound using segment: {'id': '567b93c1-8feb-4188-bd48-539ad65212fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '229cac72-730c-4b46-95ab-ba32903dc5c3'} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:36:50.125926 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-daab2c87-ab00-44ae-9135-24a20d38b75c req-3d0bb866-e9ad-4e9b-9097-0c23880fe2f8 service neutron] Bound port: a7cae3bb-d095-4577-805d-9c9eb96c9cf6, host: n-h1-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '567b93c1-8feb-4188-bd48-539ad65212fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '229cac72-730c-4b46-95ab-ba32903dc5c3'}}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:36:50.126351 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-daab2c87-ab00-44ae-9135-24a20d38b75c req-3d0bb866-e9ad-4e9b-9097-0c23880fe2f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:50.126904 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0f2d1e-db4b-4f5c-bc9d-722991de090a tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:36:50.128533 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8b0f2d1e-db4b-4f5c-bc9d-722991de090a tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:50.139760 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e642dadb-23d6-437a-8ab5-8279fe58dcfe tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:50.149953 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0f2d1e-db4b-4f5c-bc9d-722991de090a tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Pushing event updated for resources: {'Port': ['ID=d2e76743-af42-4d52-97ad-3cd1eddb1259,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:36:50.170321 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-8b0f2d1e-db4b-4f5c-bc9d-722991de090a tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.6195641 May 18 18:36:50.170321 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f2d1e-db4b-4f5c-bc9d-722991de090a tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:36:50.170321 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f2d1e-db4b-4f5c-bc9d-722991de090a tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:36:50.170321 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f2d1e-db4b-4f5c-bc9d-722991de090a tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:36:50.170321 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f2d1e-db4b-4f5c-bc9d-722991de090a tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:36:50.170321 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f2d1e-db4b-4f5c-bc9d-722991de090a tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:36:50.170321 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f2d1e-db4b-4f5c-bc9d-722991de090a tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:36:50.170948 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-9de5e840-feb5-4724-8765-b3a7463fba60 None None] Provisioning complete for port 78ebd323-7bf6-4ef6-8d6e-282645481a8b triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:36:50.171032 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f2d1e-db4b-4f5c-bc9d-722991de090a tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:36:50.171032 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f2d1e-db4b-4f5c-bc9d-722991de090a tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:36:50.171032 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f2d1e-db4b-4f5c-bc9d-722991de090a tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:36:50.171032 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f2d1e-db4b-4f5c-bc9d-722991de090a tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:36:50.171306 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f2d1e-db4b-4f5c-bc9d-722991de090a tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:36:50.171601 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f2d1e-db4b-4f5c-bc9d-722991de090a tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:36:50.178693 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 36414) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:36:50.181842 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9de5e840-feb5-4724-8765-b3a7463fba60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:50.202699 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e642dadb-23d6-437a-8ab5-8279fe58dcfe tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7aeeefb9-d35b-4007-81f0-fc78dc164a49,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:36:50.245206 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-9de5e840-feb5-4724-8765-b3a7463fba60 None None] Port 78ebd323-7bf6-4ef6-8d6e-282645481a8b cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:36:50.291899 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e642dadb-23d6-437a-8ab5-8279fe58dcfe tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:50.293125 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-e642dadb-23d6-437a-8ab5-8279fe58dcfe tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8828404 May 18 18:36:50.409667 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-daab2c87-ab00-44ae-9135-24a20d38b75c req-3d0bb866-e9ad-4e9b-9097-0c23880fe2f8 service neutron] For port a7cae3bb-d095-4577-805d-9c9eb96c9cf6, host n-h1-838550-3, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:36:50.428805 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-daab2c87-ab00-44ae-9135-24a20d38b75c req-3d0bb866-e9ad-4e9b-9097-0c23880fe2f8 service neutron] For port a7cae3bb-d095-4577-805d-9c9eb96c9cf6, host n-h1-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=a7cae3bb-d095-4577-805d-9c9eb96c9cf6,segment=NetworkSegment(567b93c1-8feb-4188-bd48-539ad65212fa),segment_id=567b93c1-8feb-4188-bd48-539ad65212fa)] {{(pid=102730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:36:50.441654 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-1e89f564-3c9c-4841-adbc-066e8c3f2525 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Deleting port d2e76743-af42-4d52-97ad-3cd1eddb1259 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:36:50.444282 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-daab2c87-ab00-44ae-9135-24a20d38b75c req-3d0bb866-e9ad-4e9b-9097-0c23880fe2f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:50.455792 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1e89f564-3c9c-4841-adbc-066e8c3f2525 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:50.527032 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-bf1c54e9-4dcf-4c8d-a786-95af0b164e57 None None] Notify callbacks [] for port, precommit_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:50.555498 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-bf1c54e9-4dcf-4c8d-a786-95af0b164e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:50.626340 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 863e9185-e48f-45e0-acce-c1322b3c5e6f up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:36:50.627048 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daab2c87-ab00-44ae-9135-24a20d38b75c req-3d0bb866-e9ad-4e9b-9097-0c23880fe2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:36:50.628346 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-daab2c87-ab00-44ae-9135-24a20d38b75c req-3d0bb866-e9ad-4e9b-9097-0c23880fe2f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:50.629995 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-daab2c87-ab00-44ae-9135-24a20d38b75c req-3d0bb866-e9ad-4e9b-9097-0c23880fe2f8 service neutron] 10.222.0.36 "PUT /v2.0/ports/a7cae3bb-d095-4577-805d-9c9eb96c9cf6 HTTP/1.1" status: 200 len: 1092 time: 2.4124062 May 18 18:36:50.639724 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32444cd7-8f2c-4097-85ae-f68071300690', 'tag': 'a7cae3bb-d095-4577-805d-9c9eb96c9cf6'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:36:50.642339 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c73f7b9-2822-40c7-a316-a6d8cd142c88" -d '{"events": [{"name": "network-changed", "server_uuid": "32444cd7-8f2c-4097-85ae-f68071300690", "tag": "a7cae3bb-d095-4577-805d-9c9eb96c9cf6"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:36:50.708843 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1e89f564-3c9c-4841-adbc-066e8c3f2525 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:50.731328 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8d1b24b-093d-461c-bb12-d28315fbd667 x-openstack-request-id: req-a8d1b24b-093d-461c-bb12-d28315fbd667 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:36:50.731328 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32444cd7-8f2c-4097-85ae-f68071300690", "tag": "a7cae3bb-d095-4577-805d-9c9eb96c9cf6", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:36:50.731328 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-a8d1b24b-093d-461c-bb12-d28315fbd667 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:36:50.731697 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8d1b24b-093d-461c-bb12-d28315fbd667'] response: {'name': 'network-changed', 'server_uuid': '32444cd7-8f2c-4097-85ae-f68071300690', 'tag': 'a7cae3bb-d095-4577-805d-9c9eb96c9cf6', 'status': 'completed', 'code': 200} May 18 18:36:50.755740 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f482132-b865-4914-9ffd-bf800f69cf15 None None] Pushing event updated for resources: {'Port': ['ID=78ebd323-7bf6-4ef6-8d6e-282645481a8b,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:36:50.792219 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-1e89f564-3c9c-4841-adbc-066e8c3f2525 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Calling delete_port for d2e76743-af42-4d52-97ad-3cd1eddb1259 owned by {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:36:50.835456 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-01433765-63a8-4734-bd98-ac3ac023a10d req-c1cb9762-82e4-4f8a-a1be-c9a81f59553f tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-secgroup_access--1157734192&fields=id&tenant_id=fcedd57ef6014f74aa9caf624aae4bec HTTP/1.1" status: 200 len: 267 time: 0.2319806 May 18 18:36:50.861081 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0bb866-e9ad-4e9b-9097-0c23880fe2f8 service neutron] Pushing event updated for resources: {'Port': ['ID=a7cae3bb-d095-4577-805d-9c9eb96c9cf6,revision_number=10']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:36:50.866717 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 863e9185-e48f-45e0-acce-c1322b3c5e6f triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:36:50.867090 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:50.868930 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-bf1c54e9-4dcf-4c8d-a786-95af0b164e57 None None] Attempting to bind port 78ebd323-7bf6-4ef6-8d6e-282645481a8b on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:36:50.869290 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-bf1c54e9-4dcf-4c8d-a786-95af0b164e57 None None] Attempting to bind port 78ebd323-7bf6-4ef6-8d6e-282645481a8b by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '6f27e3e4-8bea-4347-9c9c-e4262373c962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '218c386f-948a-4b27-b6ec-5f92eea3f688'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:36:50.869669 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1c54e9-4dcf-4c8d-a786-95af0b164e57 None None] Attempting to bind port 78ebd323-7bf6-4ef6-8d6e-282645481a8b on network 218c386f-948a-4b27-b6ec-5f92eea3f688 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:36:50.902686 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daab2c87-ab00-44ae-9135-24a20d38b75c req-da477c00-013f-4128-8643-893a3a3ca8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:36:50.905733 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-daab2c87-ab00-44ae-9135-24a20d38b75c req-da477c00-013f-4128-8643-893a3a3ca8d9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5261ec6a1faf46bbb0a907791c324410&device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 1096 time: 0.2399693 May 18 18:36:50.925033 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1c54e9-4dcf-4c8d-a786-95af0b164e57 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:36:50.925424 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1c54e9-4dcf-4c8d-a786-95af0b164e57 None None] Checking segment: {'id': '6f27e3e4-8bea-4347-9c9c-e4262373c962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '218c386f-948a-4b27-b6ec-5f92eea3f688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:36:50.925908 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-bf1c54e9-4dcf-4c8d-a786-95af0b164e57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:50.926306 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1c54e9-4dcf-4c8d-a786-95af0b164e57 None None] Bound using segment: {'id': '6f27e3e4-8bea-4347-9c9c-e4262373c962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '218c386f-948a-4b27-b6ec-5f92eea3f688'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:36:50.926791 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-bf1c54e9-4dcf-4c8d-a786-95af0b164e57 None None] Bound port: 78ebd323-7bf6-4ef6-8d6e-282645481a8b, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f27e3e4-8bea-4347-9c9c-e4262373c962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '218c386f-948a-4b27-b6ec-5f92eea3f688'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:36:50.927173 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-bf1c54e9-4dcf-4c8d-a786-95af0b164e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:50.960603 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-01433765-63a8-4734-bd98-ac3ac023a10d req-da439a37-c933-474e-8a9e-6f29cde29268 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-secgroup_general--87095833&fields=id&tenant_id=fcedd57ef6014f74aa9caf624aae4bec HTTP/1.1" status: 200 len: 267 time: 0.1103451 May 18 18:36:51.166594 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d36355-b4c0-4cb6-bdbf-bdeab4d8747f req-c4e77491-0b7c-407d-be7b-5e2b00d46e6d tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:36:51.168174 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-43d36355-b4c0-4cb6-bdbf-bdeab4d8747f req-c4e77491-0b7c-407d-be7b-5e2b00d46e6d tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 945 time: 0.1744556 May 18 18:36:51.229910 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 863e9185-e48f-45e0-acce-c1322b3c5e6f is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:36:51.230301 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:51.239391 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-bf1c54e9-4dcf-4c8d-a786-95af0b164e57 None None] For port 78ebd323-7bf6-4ef6-8d6e-282645481a8b, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:36:51.258512 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-43d36355-b4c0-4cb6-bdbf-bdeab4d8747f req-6da6d2b3-3eda-4c96-a073-1260a17afeb5 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799317 May 18 18:36:51.261798 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-d095ea6f-9ed5-4bbe-a6ac-37d9b3a1fa4a None None] Provisioning complete for port 78ebd323-7bf6-4ef6-8d6e-282645481a8b triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:36:51.262167 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d095ea6f-9ed5-4bbe-a6ac-37d9b3a1fa4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:51.299702 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daab2c87-ab00-44ae-9135-24a20d38b75c req-5fe4e6d8-08a7-49e1-81ef-b2ab11ff3548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:36:51.300510 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1e89f564-3c9c-4841-adbc-066e8c3f2525 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:51.316376 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-daab2c87-ab00-44ae-9135-24a20d38b75c req-5fe4e6d8-08a7-49e1-81ef-b2ab11ff3548 service neutron] 10.222.0.36 "GET /v2.0/networks?id=229cac72-730c-4b46-95ab-ba32903dc5c3 HTTP/1.1" status: 200 len: 915 time: 0.3737323 May 18 18:36:51.325242 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-d095ea6f-9ed5-4bbe-a6ac-37d9b3a1fa4a None None] Port 78ebd323-7bf6-4ef6-8d6e-282645481a8b cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:36:51.332386 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-bf1c54e9-4dcf-4c8d-a786-95af0b164e57 None None] For port 78ebd323-7bf6-4ef6-8d6e-282645481a8b, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=78ebd323-7bf6-4ef6-8d6e-282645481a8b,segment=NetworkSegment(6f27e3e4-8bea-4347-9c9c-e4262373c962),segment_id=6f27e3e4-8bea-4347-9c9c-e4262373c962)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:36:51.343620 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-bf1c54e9-4dcf-4c8d-a786-95af0b164e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:51.368734 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e89f564-3c9c-4841-adbc-066e8c3f2525 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Pushing event deleted for resources: {'Port': ['ID=d2e76743-af42-4d52-97ad-3cd1eddb1259,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:36:51.410024 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] For port 863e9185-e48f-45e0-acce-c1322b3c5e6f, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=863e9185-e48f-45e0-acce-c1322b3c5e6f,segment=NetworkSegment(7193822e-e5ec-4b60-a562-e581b7323da0),segment_id=7193822e-e5ec-4b60-a562-e581b7323da0)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:36:51.430259 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1c54e9-4dcf-4c8d-a786-95af0b164e57 None None] Routers {'0f7f61cc-eb57-4ebc-88be-198b69ed2794'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:36:51.437697 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-bf1c54e9-4dcf-4c8d-a786-95af0b164e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:36:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['0f7f61cc-eb57-4ebc-88be-198b69ed2794'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:36:51.511260 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1e89f564-3c9c-4841-adbc-066e8c3f2525 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:51.523524 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-1e89f564-3c9c-4841-adbc-066e8c3f2525 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "DELETE /v2.0/ports/d2e76743-af42-4d52-97ad-3cd1eddb1259 HTTP/1.1" status: 204 len: 168 time: 1.3431184 May 18 18:36:51.523793 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 36452) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:36:51.527633 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-daab2c87-ab00-44ae-9135-24a20d38b75c req-223f32e5-2b1d-4d90-ae76-7b038b982f4e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a7cae3bb-d095-4577-805d-9c9eb96c9cf6 HTTP/1.1" status: 200 len: 217 time: 0.1785896 May 18 18:36:51.629057 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01433765-63a8-4734-bd98-ac3ac023a10d req-46444cb5-f279-4cbe-b77f-ce0f82b19b71 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:36:51.648106 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-01433765-63a8-4734-bd98-ac3ac023a10d req-46444cb5-f279-4cbe-b77f-ce0f82b19b71 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] 10.222.0.85 "GET /v2.0/networks?id=218c386f-948a-4b27-b6ec-5f92eea3f688 HTTP/1.1" status: 200 len: 797 time: 0.6638169 May 18 18:36:51.648915 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e9b5d54-dc25-4a54-aed7-c90bdb6f3473 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:36:51.655886 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-4e9b5d54-dc25-4a54-aed7-c90bdb6f3473 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1302836 May 18 18:36:51.656026 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 36460) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:36:51.662807 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:51.663843 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 3504aacc-6584-4478-8bff-85115e72a151 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:36:51.727473 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5e89b2-53ec-4663-8a1b-3569c338f4a8 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:36:51.727473 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-0a5e89b2-53ec-4663-8a1b-3569c338f4a8 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0684903 May 18 18:36:51.730506 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 36462) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:36:51.776362 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-01433765-63a8-4734-bd98-ac3ac023a10d req-5f573f1e-b225-4b28-b4fd-867bccc94a1e tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] 10.222.0.85 "GET /v2.0/quotas/fcedd57ef6014f74aa9caf624aae4bec HTTP/1.1" status: 200 len: 375 time: 0.0755661 May 18 18:36:51.778313 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daab2c87-ab00-44ae-9135-24a20d38b75c req-f32a7acf-ee3f-4c2f-aff2-f9af43960714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:36:51.779706 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-daab2c87-ab00-44ae-9135-24a20d38b75c req-f32a7acf-ee3f-4c2f-aff2-f9af43960714 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6f275cda-580c-4ebe-b55b-052e9e8edbd2 HTTP/1.1" status: 200 len: 854 time: 0.2446721 May 18 18:36:51.816413 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f482132-b865-4914-9ffd-bf800f69cf15 None None] Pushing event updated for resources: {'Port': ['ID=78ebd323-7bf6-4ef6-8d6e-282645481a8b,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:36:51.828363 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddcc037e-ebc6-4703-8d87-06aa00e9b5c7 None None] Network c5ce55ad-2458-4816-93d1-bdb0e8f83e94 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:36:51.841924 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b72e2f2d-736e-4683-9d66-9a4835278791 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:36:51.845611 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b72e2f2d-736e-4683-9d66-9a4835278791 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:36:51.847901 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b72e2f2d-736e-4683-9d66-9a4835278791 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:36:51.850910 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-bf1c54e9-4dcf-4c8d-a786-95af0b164e57 None None] Set router 0f7f61cc-eb57-4ebc-88be-198b69ed2794 gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:36:51.854491 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-b72e2f2d-736e-4683-9d66-9a4835278791 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1228764 May 18 18:36:51.857881 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 36466) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:36:51.933494 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_v2 [None req-54455c8f-8bcc-4acb-8976-7aa7629e06aa tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Deleting subnet 29945b5f-eef8-49e5-8a4b-689b153ca041 {{(pid=102731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:36:51.940738 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-54455c8f-8bcc-4acb-8976-7aa7629e06aa tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks [] for subnet, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:51.948319 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-daab2c87-ab00-44ae-9135-24a20d38b75c req-af7e8122-c273-48fa-8f84-72b7f67fe360 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=229cac72-730c-4b46-95ab-ba32903dc5c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0991204 May 18 18:36:52.000976 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-54455c8f-8bcc-4acb-8976-7aa7629e06aa tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260542153'] for subnet, precommit_delete_associations {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:52.056476 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-abfc0961-f4af-48cd-a835-e15314dd2961 None None] Provisioning complete for port 78ebd323-7bf6-4ef6-8d6e-282645481a8b triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:36:52.056865 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-abfc0961-f4af-48cd-a835-e15314dd2961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:52.113735 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-54455c8f-8bcc-4acb-8976-7aa7629e06aa tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:52.153570 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Pushing event updated for resources: {'Port': ['ID=863e9185-e48f-45e0-acce-c1322b3c5e6f,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:36:52.242808 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 3504aacc-6584-4478-8bff-85115e72a151 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:36:52.243189 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-54455c8f-8bcc-4acb-8976-7aa7629e06aa tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260898416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260908030'] for subnet, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:52.243332 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:52.275379 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54455c8f-8bcc-4acb-8976-7aa7629e06aa tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Pushing event deleted for resources: {'Subnet': ['ID=29945b5f-eef8-49e5-8a4b-689b153ca041,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:36:52.277760 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-54455c8f-8bcc-4acb-8976-7aa7629e06aa tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:52.281588 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-54455c8f-8bcc-4acb-8976-7aa7629e06aa tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "DELETE /v2.0/subnets/29945b5f-eef8-49e5-8a4b-689b153ca041 HTTP/1.1" status: 204 len: 168 time: 0.4224072 May 18 18:36:52.288143 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 36474) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:36:52.409560 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_v2 [None req-00f08e43-e974-443a-99f7-37a45d2b7c2d tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Deleting subnet f0546f2d-137b-4bc6-8699-1d08583823bf {{(pid=102731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:36:52.426600 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-00f08e43-e974-443a-99f7-37a45d2b7c2d tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks [] for subnet, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:52.502720 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-01433765-63a8-4734-bd98-ac3ac023a10d req-eaa3b8dd-0dac-4f3a-b962-f2f3ca160b2d tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=fcedd57ef6014f74aa9caf624aae4bec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7140410 May 18 18:36:52.544052 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-00f08e43-e974-443a-99f7-37a45d2b7c2d tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260542153'] for subnet, precommit_delete_associations {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:52.546846 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-abfc0961-f4af-48cd-a835-e15314dd2961 None None] Current status of the port 78ebd323-7bf6-4ef6-8d6e-282645481a8b is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:36:52.546846 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-abfc0961-f4af-48cd-a835-e15314dd2961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:52.588194 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1568f6-1a3a-405d-a92c-5f25049fa8cb req-e791e95a-9eee-4033-9c1b-66e120a7a985 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:36:52.589792 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0c1568f6-1a3a-405d-a92c-5f25049fa8cb req-e791e95a-9eee-4033-9c1b-66e120a7a985 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 945 time: 0.1649063 May 18 18:36:52.603821 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-daab2c87-ab00-44ae-9135-24a20d38b75c req-db1187e8-64a1-4505-92dd-0caa8cb70600 service neutron] 10.222.0.36 "GET /v2.0/networks/229cac72-730c-4b46-95ab-ba32903dc5c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6395700 May 18 18:36:52.625249 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-00f08e43-e974-443a-99f7-37a45d2b7c2d tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:52.765385 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0c1568f6-1a3a-405d-a92c-5f25049fa8cb req-a6dfab99-d2eb-455b-8d79-ee1833e24cfa tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663089 May 18 18:36:52.786204 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-00f08e43-e974-443a-99f7-37a45d2b7c2d tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260898416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260908030'] for subnet, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:52.806109 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-daab2c87-ab00-44ae-9135-24a20d38b75c req-99795e9a-b2e0-452c-82c2-b929baaa83c0 service neutron] 10.222.0.36 "GET /v2.0/networks/229cac72-730c-4b46-95ab-ba32903dc5c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899629 May 18 18:36:52.870435 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f08e43-e974-443a-99f7-37a45d2b7c2d tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Pushing event deleted for resources: {'Subnet': ['ID=f0546f2d-137b-4bc6-8699-1d08583823bf,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:36:52.886891 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-00f08e43-e974-443a-99f7-37a45d2b7c2d tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:52.895169 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-abfc0961-f4af-48cd-a835-e15314dd2961 None None] For port 78ebd323-7bf6-4ef6-8d6e-282645481a8b, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=78ebd323-7bf6-4ef6-8d6e-282645481a8b,segment=NetworkSegment(6f27e3e4-8bea-4347-9c9c-e4262373c962),segment_id=6f27e3e4-8bea-4347-9c9c-e4262373c962)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:36:52.896529 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 36494) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:36:52.898853 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-00f08e43-e974-443a-99f7-37a45d2b7c2d tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "DELETE /v2.0/subnets/f0546f2d-137b-4bc6-8699-1d08583823bf HTTP/1.1" status: 204 len: 168 time: 0.6093783 May 18 18:36:52.915391 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-abfc0961-f4af-48cd-a835-e15314dd2961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:52.934290 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-bf1c54e9-4dcf-4c8d-a786-95af0b164e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f7f61cc-eb57-4ebc-88be-198b69ed2794', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1441625821', 'tenant_id': 'fcedd57ef6014f74aa9caf624aae4bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': '3504aacc-6584-4478-8bff-85115e72a151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:36:36Z', 'updated_at': '2022-05-18T18:36:46Z', 'revision_number': 4, 'project_id': 'fcedd57ef6014f74aa9caf624aae4bec', 'gw_port': {'id': '3504aacc-6584-4478-8bff-85115e72a151', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:92:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7f61cc-eb57-4ebc-88be-198b69ed2794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3409, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:36:37Z', 'updated_at': '2022-05-18T18:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '78ebd323-7bf6-4ef6-8d6e-282645481a8b', 'name': '', 'network_id': '218c386f-948a-4b27-b6ec-5f92eea3f688', 'tenant_id': 'fcedd57ef6014f74aa9caf624aae4bec', 'mac_address': 'fa:16:3e:c3:ca:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f7f61cc-eb57-4ebc-88be-198b69ed2794', 'device_owner': 'network:router_interface', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': '2eab0795-06ba-4cda-9ceb-aabe79cba9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:36:44Z', 'updated_at': '2022-05-18T18:36:51Z', 'revision_number': 4, 'project_id': 'fcedd57ef6014f74aa9caf624aae4bec', 'subnets': [{'id': '2eab0795-06ba-4cda-9ceb-aabe79cba9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:36:52.956240 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 3504aacc-6584-4478-8bff-85115e72a151 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:36:52.966950 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-01433765-63a8-4734-bd98-ac3ac023a10d req-e1a64736-7275-42c6-87e8-19d15a21244c service neutron] 10.222.0.85 "GET /v2.0/networks/218c386f-948a-4b27-b6ec-5f92eea3f688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4566667 May 18 18:36:52.980784 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 36500) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:36:52.987814 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-9265ee79-186d-44db-8fcb-878565d18317 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Request body: {'subnet': {'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:36:52.993138 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-45ab9de7-4c17-4a98-b93b-e89aaa6db2a9 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0878196 May 18 18:36:53.160373 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9265ee79-186d-44db-8fcb-878565d18317 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Made reservation on behalf of 17ca2b3ab9ea4457836da5cdadc0de8c for: {'subnet': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:36:53.165177 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9265ee79-186d-44db-8fcb-878565d18317 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260908003'] for subnet, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:53.165830 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c73f7b9-2822-40c7-a316-a6d8cd142c88 req-d882f7c9-fd7b-4d72-864f-b62134805ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:36:53.167780 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0c73f7b9-2822-40c7-a316-a6d8cd142c88 req-d882f7c9-fd7b-4d72-864f-b62134805ac2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5261ec6a1faf46bbb0a907791c324410&device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 1096 time: 0.2034552 May 18 18:36:53.222051 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-01433765-63a8-4734-bd98-ac3ac023a10d req-8fb35dac-a9e5-48d2-9dc4-33ede88c796e service neutron] 10.222.0.85 "GET /v2.0/networks/218c386f-948a-4b27-b6ec-5f92eea3f688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262011 May 18 18:36:53.360421 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c73f7b9-2822-40c7-a316-a6d8cd142c88 req-6cefbf14-ae00-4a26-bb88-88024bd485b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:36:53.365796 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0c73f7b9-2822-40c7-a316-a6d8cd142c88 req-6cefbf14-ae00-4a26-bb88-88024bd485b9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=229cac72-730c-4b46-95ab-ba32903dc5c3 HTTP/1.1" status: 200 len: 915 time: 0.1729586 May 18 18:36:53.416104 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0c73f7b9-2822-40c7-a316-a6d8cd142c88 req-9f942ced-04f8-4dc4-a67d-a0986f5eeef5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a7cae3bb-d095-4577-805d-9c9eb96c9cf6 HTTP/1.1" status: 200 len: 217 time: 0.0455558 May 18 18:36:53.478111 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 863e9185-e48f-45e0-acce-c1322b3c5e6f up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:36:53.508511 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9265ee79-186d-44db-8fcb-878565d18317 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260898481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260908021'] for subnet, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:53.537564 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1c54e9-4dcf-4c8d-a786-95af0b164e57 None None] The sync data for ids ['0f7f61cc-eb57-4ebc-88be-198b69ed2794'] in n-d-838550-3 is: [{'id': '0f7f61cc-eb57-4ebc-88be-198b69ed2794', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1441625821', 'tenant_id': 'fcedd57ef6014f74aa9caf624aae4bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': '3504aacc-6584-4478-8bff-85115e72a151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:36:36Z', 'updated_at': '2022-05-18T18:36:46Z', 'revision_number': 4, 'project_id': 'fcedd57ef6014f74aa9caf624aae4bec', 'gw_port': {'id': '3504aacc-6584-4478-8bff-85115e72a151', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:92:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7f61cc-eb57-4ebc-88be-198b69ed2794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3409, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:36:37Z', 'updated_at': '2022-05-18T18:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '78ebd323-7bf6-4ef6-8d6e-282645481a8b', 'name': '', 'network_id': '218c386f-948a-4b27-b6ec-5f92eea3f688', 'tenant_id': 'fcedd57ef6014f74aa9caf624aae4bec', 'mac_address': 'fa:16:3e:c3:ca:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f7f61cc-eb57-4ebc-88be-198b69ed2794', 'device_owner': 'network:router_interface', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': '2eab0795-06ba-4cda-9ceb-aabe79cba9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:36:44Z', 'updated_at': '2022-05-18T18:36:51Z', 'revision_number': 4, 'project_id': 'fcedd57ef6014f74aa9caf624aae4bec', 'subnets': [{'id': '2eab0795-06ba-4cda-9ceb-aabe79cba9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:36:53.540146 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfc0961-f4af-48cd-a835-e15314dd2961 None None] Pushing event updated for resources: {'Port': ['ID=78ebd323-7bf6-4ef6-8d6e-282645481a8b,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:36:53.589044 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-abfc0961-f4af-48cd-a835-e15314dd2961 None None] Provisioning complete for port 863e9185-e48f-45e0-acce-c1322b3c5e6f triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:36:53.589513 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-abfc0961-f4af-48cd-a835-e15314dd2961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:53.606916 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c73f7b9-2822-40c7-a316-a6d8cd142c88 req-536a190a-118a-4a36-8946-4f84218c41c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:36:53.618220 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0c73f7b9-2822-40c7-a316-a6d8cd142c88 req-536a190a-118a-4a36-8946-4f84218c41c2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6f275cda-580c-4ebe-b55b-052e9e8edbd2 HTTP/1.1" status: 200 len: 854 time: 0.1929810 May 18 18:36:53.700463 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd7336cf-606d-47f6-b930-a401597ee33b None None] Update dhcp port {'port': {'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94', 'fixed_ips': [{'subnet_id': 'f0546f2d-137b-4bc6-8699-1d08583823bf'}], 'binding:host_id': 'n-d-838550-3'}, 'id': '863e9185-e48f-45e0-acce-c1322b3c5e6f'} from n-d-838550-3. {{(pid=102732) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 18 18:36:53.771403 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0c73f7b9-2822-40c7-a316-a6d8cd142c88 req-da3cfd99-1049-4a40-99b8-1ff7462f55e9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=229cac72-730c-4b46-95ab-ba32903dc5c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1340301 May 18 18:36:53.775276 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9265ee79-186d-44db-8fcb-878565d18317 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Network c5ce55ad-2458-4816-93d1-bdb0e8f83e94 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:36:53.818886 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-fd7336cf-606d-47f6-b930-a401597ee33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:53.825860 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-9265ee79-186d-44db-8fcb-878565d18317 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:36:53.842648 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9265ee79-186d-44db-8fcb-878565d18317 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:36:53.843251 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9265ee79-186d-44db-8fcb-878565d18317 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:53.876379 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 863e9185-e48f-45e0-acce-c1322b3c5e6f triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:36:53.876759 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:53.926035 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-42918b5b-763a-45f5-a658-f364b21f1b3d req-d322e96e-3e79-4a36-9a2a-e656e2fe26dc tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] 10.222.0.85 "GET /v2.0/ports?device_id=a09dfc37-6e2d-4526-8f65-789a0e8aa185 HTTP/1.1" status: 200 len: 210 time: 0.1451800 May 18 18:36:53.934873 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9265ee79-186d-44db-8fcb-878565d18317 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Pushing event updated for resources: {'Subnet': ['ID=e7028068-99d1-4a01-88b1-8fe3d2746c3a,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:36:53.946193 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-9265ee79-186d-44db-8fcb-878565d18317 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9640100 May 18 18:36:53.949572 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 36526) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:36:53.959736 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-1a1ac303-3581-4f86-9184-ac840c715c8b tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Request body: {'subnet': {'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:36:54.294627 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a1ac303-3581-4f86-9184-ac840c715c8b tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Made reservation on behalf of 17ca2b3ab9ea4457836da5cdadc0de8c for: {'subnet': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:36:54.305226 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1a1ac303-3581-4f86-9184-ac840c715c8b tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261031885'] for subnet, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:54.487925 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0c73f7b9-2822-40c7-a316-a6d8cd142c88 req-32d5c30c-5ccd-44c8-b8a9-c8f2e2b20d2a service neutron] 10.222.0.36 "GET /v2.0/networks/229cac72-730c-4b46-95ab-ba32903dc5c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6857061 May 18 18:36:54.640390 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-abfc0961-f4af-48cd-a835-e15314dd2961 None None] Current status of the port 863e9185-e48f-45e0-acce-c1322b3c5e6f is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:36:54.764647 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-935c94fb-58da-494b-8a83-46152285a8b6 None None] Network c5ce55ad-2458-4816-93d1-bdb0e8f83e94 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:36:54.911873 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0c73f7b9-2822-40c7-a316-a6d8cd142c88 req-0274c0f7-0110-43e9-8956-7281c4c41b2c service neutron] 10.222.0.36 "GET /v2.0/networks/229cac72-730c-4b46-95ab-ba32903dc5c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3943508 May 18 18:36:54.967001 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978f6cf4-6b3e-4e73-99a3-e6277e6483d2 req-cf8dcf60-0fd0-498a-b980-2daa1f131917 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:36:54.978939 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-978f6cf4-6b3e-4e73-99a3-e6277e6483d2 req-cf8dcf60-0fd0-498a-b980-2daa1f131917 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 945 time: 0.7382464 May 18 18:36:55.016791 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 863e9185-e48f-45e0-acce-c1322b3c5e6f is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:36:55.051530 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-182454de-8a9c-4063-9e93-0faba5fd2c93 None None] Provisioning complete for port 863e9185-e48f-45e0-acce-c1322b3c5e6f triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:36:55.053022 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-182454de-8a9c-4063-9e93-0faba5fd2c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:55.192493 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-978f6cf4-6b3e-4e73-99a3-e6277e6483d2 req-81d097c2-f347-452d-9ea4-d9e7b749a0d6 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120390 May 18 18:36:55.250362 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-17a1efaa-05cd-487d-861f-1a7e669359f4 req-b6772ed1-d2cf-499e-9caa-b1a67d291e10 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] 10.222.0.85 "GET /v2.0/ports?device_id=a09dfc37-6e2d-4526-8f65-789a0e8aa185 HTTP/1.1" status: 200 len: 210 time: 0.1454818 May 18 18:36:55.279182 n-d-838550-3 neutron-server[102730]: INFO neutron.db.ipam_backend_mixin [None req-1a1ac303-3581-4f86-9184-ac840c715c8b tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e7028068-99d1-4a01-88b1-8fe3d2746c3a (CIDR: 2001:db8::/64) May 18 18:36:55.284656 n-d-838550-3 neutron-server[102730]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a1ac303-3581-4f86-9184-ac840c715c8b tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 18 18:36:55.285084 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a1ac303-3581-4f86-9184-ac840c715c8b tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:36:55.319714 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 78ebd323-7bf6-4ef6-8d6e-282645481a8b up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:36:55.329798 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-1a1ac303-3581-4f86-9184-ac840c715c8b tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3788934 May 18 18:36:55.333283 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 36542) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:36:55.339262 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-32ee6fa7-a02e-4e4c-ac9f-2fef0f9e1963 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Request body: {'subnet': {'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:36:55.522408 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-182454de-8a9c-4063-9e93-0faba5fd2c93 None None] Current status of the port 863e9185-e48f-45e0-acce-c1322b3c5e6f is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:36:55.643633 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32ee6fa7-a02e-4e4c-ac9f-2fef0f9e1963 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Made reservation on behalf of 17ca2b3ab9ea4457836da5cdadc0de8c for: {'subnet': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:36:55.647166 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 78ebd323-7bf6-4ef6-8d6e-282645481a8b triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:36:55.655231 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-32ee6fa7-a02e-4e4c-ac9f-2fef0f9e1963 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261031885'] for subnet, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:55.660185 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:55.912843 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-3ea165e2-8cd1-4e8e-8cd9-2d02c49ed98e None None] Provisioning complete for port 863e9185-e48f-45e0-acce-c1322b3c5e6f triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:36:55.913225 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-3ea165e2-8cd1-4e8e-8cd9-2d02c49ed98e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:55.978747 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01433765-63a8-4734-bd98-ac3ac023a10d req-21433ff6-c963-4149-8f5e-f3f6367278cf tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:36:55.998398 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-01433765-63a8-4734-bd98-ac3ac023a10d req-21433ff6-c963-4149-8f5e-f3f6367278cf tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] 10.222.0.88 "GET /v2.0/networks?id=218c386f-948a-4b27-b6ec-5f92eea3f688 HTTP/1.1" status: 200 len: 797 time: 0.4255669 May 18 18:36:56.058596 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 78ebd323-7bf6-4ef6-8d6e-282645481a8b is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:36:56.113086 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-313d431f-d777-4c34-8635-265201e0ef14 None None] get_active_networks_info from n-d-838550-3 {{(pid=102732) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 18 18:36:56.170208 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-01433765-63a8-4734-bd98-ac3ac023a10d req-39eca3e5-fb39-49d7-a575-9358d044709b tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fcedd57ef6014f74aa9caf624aae4bec HTTP/1.1" status: 200 len: 476 time: 0.1610143 May 18 18:36:56.188824 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-01433765-63a8-4734-bd98-ac3ac023a10d req-506b2be5-7d32-48ed-b23b-a2ae3b3cdd92 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Request body: {'port': {'device_id': 'a09dfc37-6e2d-4526-8f65-789a0e8aa185', 'network_id': '218c386f-948a-4b27-b6ec-5f92eea3f688', 'admin_state_up': True, 'tenant_id': 'fcedd57ef6014f74aa9caf624aae4bec', 'security_groups': ['7960def4-1317-4218-ba95-57de8aea5955', '4585493d-67c0-4974-b633-329ca8761e90']}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:36:56.432749 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-313d431f-d777-4c34-8635-265201e0ef14 None None] Resources bound (agent type, host, resource id): {{(pid=102732) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 18 18:36:56.435298 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 863e9185-e48f-45e0-acce-c1322b3c5e6f no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:36:56.536773 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7e965fbb-ffd4-45fe-adae-1cb7b5ec0b17 req-618af17c-13bf-4f0c-ae13-8c7dc8bdbe5b tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] 10.222.0.85 "GET /v2.0/ports?device_id=a09dfc37-6e2d-4526-8f65-789a0e8aa185 HTTP/1.1" status: 200 len: 210 time: 0.0665877 May 18 18:36:56.565829 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01433765-63a8-4734-bd98-ac3ac023a10d req-506b2be5-7d32-48ed-b23b-a2ae3b3cdd92 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Made reservation on behalf of fcedd57ef6014f74aa9caf624aae4bec for: {'port': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:36:56.569843 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-01433765-63a8-4734-bd98-ac3ac023a10d req-506b2be5-7d32-48ed-b23b-a2ae3b3cdd92 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:56.652794 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-3ea165e2-8cd1-4e8e-8cd9-2d02c49ed98e None None] Current status of the port 863e9185-e48f-45e0-acce-c1322b3c5e6f is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:36:56.738223 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 863e9185-e48f-45e0-acce-c1322b3c5e6f is: ACTIVE; New status is: DOWN {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:36:56.738951 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:56.821241 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] For port 863e9185-e48f-45e0-acce-c1322b3c5e6f, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=863e9185-e48f-45e0-acce-c1322b3c5e6f,segment=NetworkSegment(7193822e-e5ec-4b60-a562-e581b7323da0),segment_id=7193822e-e5ec-4b60-a562-e581b7323da0)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:36:56.848061 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:56.952871 n-d-838550-3 neutron-server[102730]: DEBUG neutron.objects.ports [None req-32ee6fa7-a02e-4e4c-ac9f-2fef0f9e1963 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102730) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} May 18 18:36:56.985606 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [req-01433765-63a8-4734-bd98-ac3ac023a10d req-506b2be5-7d32-48ed-b23b-a2ae3b3cdd92 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Allocated IP 172.20.0.8 (218c386f-948a-4b27-b6ec-5f92eea3f688/2eab0795-06ba-4cda-9ceb-aabe79cba9d9/50efc029-8eb0-452c-8bf5-97eb2156b3ca) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:36:56.988822 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c263ab1b-678e-4be9-8b35-3a57e3c750c3 None None] Could not find standard attr ID for object d2e76743-af42-4d52-97ad-3cd1eddb1259. {{(pid=102732) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 18 18:36:56.994468 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Pushing event updated for resources: {'Port': ['ID=863e9185-e48f-45e0-acce-c1322b3c5e6f,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:36:57.255012 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bbd926-da1e-485c-8eef-afd60e1ae8c9 req-55677887-af3a-4de8-ac5f-9cae166787e7 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:36:57.256793 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-89bbd926-da1e-485c-8eef-afd60e1ae8c9 req-55677887-af3a-4de8-ac5f-9cae166787e7 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 945 time: 0.8594527 May 18 18:36:57.326696 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-01433765-63a8-4734-bd98-ac3ac023a10d req-506b2be5-7d32-48ed-b23b-a2ae3b3cdd92 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:57.385059 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-01433765-63a8-4734-bd98-ac3ac023a10d req-506b2be5-7d32-48ed-b23b-a2ae3b3cdd92 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:57.442315 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01433765-63a8-4734-bd98-ac3ac023a10d req-506b2be5-7d32-48ed-b23b-a2ae3b3cdd92 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Network 218c386f-948a-4b27-b6ec-5f92eea3f688 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:36:57.443731 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [req-01433765-63a8-4734-bd98-ac3ac023a10d req-506b2be5-7d32-48ed-b23b-a2ae3b3cdd92 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:36:57.465455 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-89bbd926-da1e-485c-8eef-afd60e1ae8c9 req-e5c4fa45-f882-49fd-8737-b70d975f1a16 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904614 May 18 18:36:57.466134 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8584a19-c737-4f6b-976c-80d2062d923f None None] Update dhcp port {'port': {'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94', 'fixed_ips': [{'subnet_id': '318c6fa1-29cb-4c83-91bb-c4d66fb34df5'}, {'subnet_id': 'e7028068-99d1-4a01-88b1-8fe3d2746c3a'}], 'binding:host_id': 'n-d-838550-3'}, 'id': '863e9185-e48f-45e0-acce-c1322b3c5e6f'} from n-d-838550-3. {{(pid=102732) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 18 18:36:57.555863 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c8584a19-c737-4f6b-976c-80d2062d923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:57.631838 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506b2be5-7d32-48ed-b23b-a2ae3b3cdd92 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Pushing event updated for resources: {'Port': ['ID=50efc029-8eb0-452c-8bf5-97eb2156b3ca,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:36:57.632421 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-32ee6fa7-a02e-4e4c-ac9f-2fef0f9e1963 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:57.635217 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-01433765-63a8-4734-bd98-ac3ac023a10d req-506b2be5-7d32-48ed-b23b-a2ae3b3cdd92 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:36:57.801939 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01433765-63a8-4734-bd98-ac3ac023a10d req-506b2be5-7d32-48ed-b23b-a2ae3b3cdd92 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:36:57.802753 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-01433765-63a8-4734-bd98-ac3ac023a10d req-506b2be5-7d32-48ed-b23b-a2ae3b3cdd92 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:57.953284 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-01433765-63a8-4734-bd98-ac3ac023a10d req-506b2be5-7d32-48ed-b23b-a2ae3b3cdd92 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.7736540 May 18 18:36:58.014158 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-01433765-63a8-4734-bd98-ac3ac023a10d req-9d0225fa-0c71-4988-af99-dea5ff19abb3 service neutron] Request body: {'port': {'device_id': 'a09dfc37-6e2d-4526-8f65-789a0e8aa185', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-3'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:36:58.115397 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-c8584a19-c737-4f6b-976c-80d2062d923f None None] Allocated IP 2001:db8::2 (c5ce55ad-2458-4816-93d1-bdb0e8f83e94/e7028068-99d1-4a01-88b1-8fe3d2746c3a/863e9185-e48f-45e0-acce-c1322b3c5e6f) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:36:58.120188 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17136e2-0f2e-4b4e-811a-8785da05bc22 req-f6585e11-2b5c-43eb-ad2d-2d1d850c398c tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:36:58.126743 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b17136e2-0f2e-4b4e-811a-8785da05bc22 req-f6585e11-2b5c-43eb-ad2d-2d1d850c398c tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] 10.222.0.85 "GET /v2.0/ports?device_id=a09dfc37-6e2d-4526-8f65-789a0e8aa185 HTTP/1.1" status: 200 len: 970 time: 0.3183587 May 18 18:36:58.191891 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-32ee6fa7-a02e-4e4c-ac9f-2fef0f9e1963 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] For port 863e9185-e48f-45e0-acce-c1322b3c5e6f, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=863e9185-e48f-45e0-acce-c1322b3c5e6f,segment=NetworkSegment(7193822e-e5ec-4b60-a562-e581b7323da0),segment_id=7193822e-e5ec-4b60-a562-e581b7323da0)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:36:58.265817 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-32ee6fa7-a02e-4e4c-ac9f-2fef0f9e1963 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:58.273454 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-32ee6fa7-a02e-4e4c-ac9f-2fef0f9e1963 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:58.274273 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-32ee6fa7-a02e-4e4c-ac9f-2fef0f9e1963 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261104883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261031899'] for subnet, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:58.292179 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b17136e2-0f2e-4b4e-811a-8785da05bc22 req-5c015af0-57f5-4713-bcd9-587e2c233c3c tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] 10.222.0.85 "GET /v2.0/security-groups?id=7960def4-1317-4218-ba95-57de8aea5955&id=4585493d-67c0-4974-b633-329ca8761e90&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1493063 May 18 18:36:58.295925 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-01433765-63a8-4734-bd98-ac3ac023a10d req-9d0225fa-0c71-4988-af99-dea5ff19abb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:58.499044 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c8584a19-c737-4f6b-976c-80d2062d923f None None] For port 863e9185-e48f-45e0-acce-c1322b3c5e6f, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=863e9185-e48f-45e0-acce-c1322b3c5e6f,segment=NetworkSegment(7193822e-e5ec-4b60-a562-e581b7323da0),segment_id=7193822e-e5ec-4b60-a562-e581b7323da0)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:36:58.539882 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ee6fa7-a02e-4e4c-ac9f-2fef0f9e1963 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Network c5ce55ad-2458-4816-93d1-bdb0e8f83e94 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:36:58.568366 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-32ee6fa7-a02e-4e4c-ac9f-2fef0f9e1963 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:36:58.572541 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ee6fa7-a02e-4e4c-ac9f-2fef0f9e1963 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:36:58.573141 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-32ee6fa7-a02e-4e4c-ac9f-2fef0f9e1963 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:58.613902 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ee6fa7-a02e-4e4c-ac9f-2fef0f9e1963 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Pushing event updated for resources: {'Subnet': ['ID=318c6fa1-29cb-4c83-91bb-c4d66fb34df5,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:36:58.628712 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c8584a19-c737-4f6b-976c-80d2062d923f None None] Notify callbacks [] for port, precommit_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:58.635168 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c8584a19-c737-4f6b-976c-80d2062d923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:58.667447 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ee6fa7-a02e-4e4c-ac9f-2fef0f9e1963 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Pushing event updated for resources: {'Port': ['ID=863e9185-e48f-45e0-acce-c1322b3c5e6f,revision_number=7']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:36:58.727099 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ee6fa7-a02e-4e4c-ac9f-2fef0f9e1963 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:36:58.727509 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ee6fa7-a02e-4e4c-ac9f-2fef0f9e1963 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:36:58.727788 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ee6fa7-a02e-4e4c-ac9f-2fef0f9e1963 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:36:58.728130 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ee6fa7-a02e-4e4c-ac9f-2fef0f9e1963 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:36:58.728464 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ee6fa7-a02e-4e4c-ac9f-2fef0f9e1963 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:36:58.728794 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ee6fa7-a02e-4e4c-ac9f-2fef0f9e1963 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:36:58.729126 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ee6fa7-a02e-4e4c-ac9f-2fef0f9e1963 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:36:58.729513 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ee6fa7-a02e-4e4c-ac9f-2fef0f9e1963 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:36:58.729882 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ee6fa7-a02e-4e4c-ac9f-2fef0f9e1963 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:36:58.730200 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ee6fa7-a02e-4e4c-ac9f-2fef0f9e1963 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:36:58.730577 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ee6fa7-a02e-4e4c-ac9f-2fef0f9e1963 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:36:58.730851 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ee6fa7-a02e-4e4c-ac9f-2fef0f9e1963 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:36:58.761711 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-32ee6fa7-a02e-4e4c-ac9f-2fef0f9e1963 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.4268656 May 18 18:36:58.767285 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 36574) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:36:58.770432 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ee6fa7-a02e-4e4c-ac9f-2fef0f9e1963 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:36:58.770782 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ee6fa7-a02e-4e4c-ac9f-2fef0f9e1963 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:36:58.771124 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ee6fa7-a02e-4e4c-ac9f-2fef0f9e1963 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:36:58.771464 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ee6fa7-a02e-4e4c-ac9f-2fef0f9e1963 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:36:58.771794 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ee6fa7-a02e-4e4c-ac9f-2fef0f9e1963 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:36:58.775780 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ee6fa7-a02e-4e4c-ac9f-2fef0f9e1963 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:36:58.776653 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ee6fa7-a02e-4e4c-ac9f-2fef0f9e1963 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:36:58.777828 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ee6fa7-a02e-4e4c-ac9f-2fef0f9e1963 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:36:58.778409 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ee6fa7-a02e-4e4c-ac9f-2fef0f9e1963 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:36:58.779458 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ee6fa7-a02e-4e4c-ac9f-2fef0f9e1963 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:36:58.781346 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ee6fa7-a02e-4e4c-ac9f-2fef0f9e1963 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:36:58.782178 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ee6fa7-a02e-4e4c-ac9f-2fef0f9e1963 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:36:58.818979 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-e0e47bdc-641b-4baa-8d7d-413f687bc5b1 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Request body: {'port': {'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94', 'mac_address': 'fa:16:3e:7b:3f:83', 'name': 'tempest-NetworksTestDHCPv6-866595663'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:36:58.855477 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137ee8a7-c1ee-42e0-8d32-f97224bb09f2 req-f94a6946-25c0-4a65-891e-fc7f32c0dabb tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:36:58.864175 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-137ee8a7-c1ee-42e0-8d32-f97224bb09f2 req-f94a6946-25c0-4a65-891e-fc7f32c0dabb tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 945 time: 0.2264657 May 18 18:36:58.898501 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8584a19-c737-4f6b-976c-80d2062d923f None None] Pushing event updated for resources: {'Port': ['ID=863e9185-e48f-45e0-acce-c1322b3c5e6f,revision_number=8']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:36:59.011011 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0e47bdc-641b-4baa-8d7d-413f687bc5b1 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Made reservation on behalf of 17ca2b3ab9ea4457836da5cdadc0de8c for: {'port': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:36:59.031705 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-137ee8a7-c1ee-42e0-8d32-f97224bb09f2 req-5b55989c-7cb3-41fb-8358-195579d1b8ef tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631517 May 18 18:36:59.269646 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [req-01433765-63a8-4734-bd98-ac3ac023a10d req-9d0225fa-0c71-4988-af99-dea5ff19abb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50efc029-8eb0-452c-8bf5-97eb2156b3ca {{(pid=102731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:36:59.278948 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-01433765-63a8-4734-bd98-ac3ac023a10d req-9d0225fa-0c71-4988-af99-dea5ff19abb3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:59.301267 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.provisioning_blocks [req-01433765-63a8-4734-bd98-ac3ac023a10d req-9d0225fa-0c71-4988-af99-dea5ff19abb3 service neutron] Transition to ACTIVE for port object 50efc029-8eb0-452c-8bf5-97eb2156b3ca will not be triggered until provisioned by entity L2. {{(pid=102731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:36:59.319936 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-01433765-63a8-4734-bd98-ac3ac023a10d req-9d0225fa-0c71-4988-af99-dea5ff19abb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:59.554337 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e0e47bdc-641b-4baa-8d7d-413f687bc5b1 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:36:59.691292 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [None req-e0e47bdc-641b-4baa-8d7d-413f687bc5b1 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] device_id is not set on port b1cb57eb-03bf-4c86-b9bc-95dc043be3e2 yet. {{(pid=102731) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 18 18:36:59.899008 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0225fa-0c71-4988-af99-dea5ff19abb3 service neutron] Pushing event updated for resources: {'Port': ['ID=50efc029-8eb0-452c-8bf5-97eb2156b3ca,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:36:59.950470 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80003e87-3647-4850-835e-23bedf3c4839 req-4c9ba742-4630-4ae7-af52-d8795b8ef29e tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:36:59.969215 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-80003e87-3647-4850-835e-23bedf3c4839 req-4c9ba742-4630-4ae7-af52-d8795b8ef29e tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] 10.222.0.85 "GET /v2.0/ports?device_id=a09dfc37-6e2d-4526-8f65-789a0e8aa185 HTTP/1.1" status: 200 len: 982 time: 0.5120747 May 18 18:37:00.025076 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-01433765-63a8-4734-bd98-ac3ac023a10d req-9d0225fa-0c71-4988-af99-dea5ff19abb3 service neutron] Attempting to bind port 50efc029-8eb0-452c-8bf5-97eb2156b3ca on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:37:00.026718 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-01433765-63a8-4734-bd98-ac3ac023a10d req-9d0225fa-0c71-4988-af99-dea5ff19abb3 service neutron] Attempting to bind port 50efc029-8eb0-452c-8bf5-97eb2156b3ca by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': '6f27e3e4-8bea-4347-9c9c-e4262373c962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '218c386f-948a-4b27-b6ec-5f92eea3f688'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:37:00.030608 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01433765-63a8-4734-bd98-ac3ac023a10d req-9d0225fa-0c71-4988-af99-dea5ff19abb3 service neutron] Attempting to bind port 50efc029-8eb0-452c-8bf5-97eb2156b3ca on network 218c386f-948a-4b27-b6ec-5f92eea3f688 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:37:00.042312 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da35aa8c-a46c-4d01-a7a0-6d96e8a4bef3 None None] get_active_networks_info from n-d-838550-3 {{(pid=102732) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 18 18:37:00.047681 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-e0e47bdc-641b-4baa-8d7d-413f687bc5b1 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Allocated IP 2001:db8::399 (c5ce55ad-2458-4816-93d1-bdb0e8f83e94/e7028068-99d1-4a01-88b1-8fe3d2746c3a/b1cb57eb-03bf-4c86-b9bc-95dc043be3e2) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:37:00.067991 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01433765-63a8-4734-bd98-ac3ac023a10d req-9d0225fa-0c71-4988-af99-dea5ff19abb3 service neutron] Port 50efc029-8eb0-452c-8bf5-97eb2156b3ca on network 218c386f-948a-4b27-b6ec-5f92eea3f688 not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:37:00.068691 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01433765-63a8-4734-bd98-ac3ac023a10d req-9d0225fa-0c71-4988-af99-dea5ff19abb3 service neutron] Attempting to bind port 50efc029-8eb0-452c-8bf5-97eb2156b3ca on network 218c386f-948a-4b27-b6ec-5f92eea3f688 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:37:00.099223 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-e0e47bdc-641b-4baa-8d7d-413f687bc5b1 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Allocated IP 2001:db8:0:1:f816:3eff:fe7b:3f83 (c5ce55ad-2458-4816-93d1-bdb0e8f83e94/318c6fa1-29cb-4c83-91bb-c4d66fb34df5/b1cb57eb-03bf-4c86-b9bc-95dc043be3e2) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:37:00.114776 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-80003e87-3647-4850-835e-23bedf3c4839 req-96d78592-1c04-4fc8-aaa8-4276dc1a2ae0 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] 10.222.0.85 "GET /v2.0/security-groups?id=7960def4-1317-4218-ba95-57de8aea5955&id=4585493d-67c0-4974-b633-329ca8761e90&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1440036 May 18 18:37:00.141154 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01433765-63a8-4734-bd98-ac3ac023a10d req-9d0225fa-0c71-4988-af99-dea5ff19abb3 service neutron] Checking agent: {'id': 'd1be059a-68ea-4c77-9b2b-29f4afa47e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:37:00.142071 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01433765-63a8-4734-bd98-ac3ac023a10d req-9d0225fa-0c71-4988-af99-dea5ff19abb3 service neutron] Checking segment: {'id': '6f27e3e4-8bea-4347-9c9c-e4262373c962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '218c386f-948a-4b27-b6ec-5f92eea3f688'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:37:00.143500 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01433765-63a8-4734-bd98-ac3ac023a10d req-9d0225fa-0c71-4988-af99-dea5ff19abb3 service neutron] Bound using segment: {'id': '6f27e3e4-8bea-4347-9c9c-e4262373c962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '218c386f-948a-4b27-b6ec-5f92eea3f688'} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:37:00.144261 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-01433765-63a8-4734-bd98-ac3ac023a10d req-9d0225fa-0c71-4988-af99-dea5ff19abb3 service neutron] Bound port: 50efc029-8eb0-452c-8bf5-97eb2156b3ca, host: n-h2-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f27e3e4-8bea-4347-9c9c-e4262373c962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '218c386f-948a-4b27-b6ec-5f92eea3f688'}}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:37:00.144869 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-01433765-63a8-4734-bd98-ac3ac023a10d req-9d0225fa-0c71-4988-af99-dea5ff19abb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:00.316087 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-01433765-63a8-4734-bd98-ac3ac023a10d req-9d0225fa-0c71-4988-af99-dea5ff19abb3 service neutron] For port 50efc029-8eb0-452c-8bf5-97eb2156b3ca, host n-h2-838550-3, cleared binding levels {{(pid=102731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:37:00.332141 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d2465-53bb-4ca1-910d-cabfc191ff3f req-6a71d302-4c10-4057-9633-decca95f11d4 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:37:00.333084 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da35aa8c-a46c-4d01-a7a0-6d96e8a4bef3 None None] Resources bound (agent type, host, resource id): {{(pid=102732) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 18 18:37:00.339436 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-814d2465-53bb-4ca1-910d-cabfc191ff3f req-6a71d302-4c10-4057-9633-decca95f11d4 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 945 time: 0.1260881 May 18 18:37:00.398591 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b46ff5b4-79da-4fbc-9826-8c24462c6fdc None None] Provisioning complete for port 863e9185-e48f-45e0-acce-c1322b3c5e6f triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:37:00.399056 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b46ff5b4-79da-4fbc-9826-8c24462c6fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:00.414232 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-814d2465-53bb-4ca1-910d-cabfc191ff3f req-ab1da60a-0dae-4e1d-9c85-e533b01e10e5 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683761 May 18 18:37:00.426274 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-01433765-63a8-4734-bd98-ac3ac023a10d req-9d0225fa-0c71-4988-af99-dea5ff19abb3 service neutron] For port 50efc029-8eb0-452c-8bf5-97eb2156b3ca, host n-h2-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=50efc029-8eb0-452c-8bf5-97eb2156b3ca,segment=NetworkSegment(6f27e3e4-8bea-4347-9c9c-e4262373c962),segment_id=6f27e3e4-8bea-4347-9c9c-e4262373c962)] {{(pid=102731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:37:00.453703 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-01433765-63a8-4734-bd98-ac3ac023a10d req-9d0225fa-0c71-4988-af99-dea5ff19abb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:00.633667 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01433765-63a8-4734-bd98-ac3ac023a10d req-9d0225fa-0c71-4988-af99-dea5ff19abb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:37:00.644002 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-01433765-63a8-4734-bd98-ac3ac023a10d req-9d0225fa-0c71-4988-af99-dea5ff19abb3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:00.645601 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-01433765-63a8-4734-bd98-ac3ac023a10d req-9d0225fa-0c71-4988-af99-dea5ff19abb3 service neutron] 10.222.0.88 "PUT /v2.0/ports/50efc029-8eb0-452c-8bf5-97eb2156b3ca HTTP/1.1" status: 200 len: 1130 time: 2.6854365 May 18 18:37:00.649429 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0225fa-0c71-4988-af99-dea5ff19abb3 service neutron] Pushing event updated for resources: {'Port': ['ID=50efc029-8eb0-452c-8bf5-97eb2156b3ca,revision_number=3']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:37:00.681418 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b46ff5b4-79da-4fbc-9826-8c24462c6fdc None None] Current status of the port 863e9185-e48f-45e0-acce-c1322b3c5e6f is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:37:00.682068 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b46ff5b4-79da-4fbc-9826-8c24462c6fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:00.683538 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a09dfc37-6e2d-4526-8f65-789a0e8aa185', 'tag': '50efc029-8eb0-452c-8bf5-97eb2156b3ca'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:37:00.695797 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ada94564-aff5-4666-b4d7-4df3bc76b9a6" -d '{"events": [{"name": "network-changed", "server_uuid": "a09dfc37-6e2d-4526-8f65-789a0e8aa185", "tag": "50efc029-8eb0-452c-8bf5-97eb2156b3ca"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:37:00.789962 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01433765-63a8-4734-bd98-ac3ac023a10d req-17133704-04e4-4c4f-960b-b5a89f26d930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:37:00.791486 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-01433765-63a8-4734-bd98-ac3ac023a10d req-17133704-04e4-4c4f-960b-b5a89f26d930 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=fcedd57ef6014f74aa9caf624aae4bec&device_id=a09dfc37-6e2d-4526-8f65-789a0e8aa185 HTTP/1.1" status: 200 len: 1133 time: 0.0768769 May 18 18:37:00.855501 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-01433765-63a8-4734-bd98-ac3ac023a10d req-a97ffe42-272a-4c73-93b2-56e2b38f10d8 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=50efc029-8eb0-452c-8bf5-97eb2156b3ca HTTP/1.1" status: 200 len: 217 time: 0.0529599 May 18 18:37:00.912512 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01433765-63a8-4734-bd98-ac3ac023a10d req-44a14e75-23fb-4f9b-90f8-3f787774db05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:37:00.914145 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-01433765-63a8-4734-bd98-ac3ac023a10d req-44a14e75-23fb-4f9b-90f8-3f787774db05 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2eab0795-06ba-4cda-9ceb-aabe79cba9d9 HTTP/1.1" status: 200 len: 835 time: 0.0511420 May 18 18:37:00.952493 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b46ff5b4-79da-4fbc-9826-8c24462c6fdc None None] For port 863e9185-e48f-45e0-acce-c1322b3c5e6f, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=863e9185-e48f-45e0-acce-c1322b3c5e6f,segment=NetworkSegment(7193822e-e5ec-4b60-a562-e581b7323da0),segment_id=7193822e-e5ec-4b60-a562-e581b7323da0)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:37:00.964174 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b46ff5b4-79da-4fbc-9826-8c24462c6fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:00.993751 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-050f1fd1-a27e-4ea1-9440-ef8de819ef63 x-openstack-request-id: req-050f1fd1-a27e-4ea1-9440-ef8de819ef63 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:37:00.994047 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a09dfc37-6e2d-4526-8f65-789a0e8aa185", "tag": "50efc029-8eb0-452c-8bf5-97eb2156b3ca", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:37:00.994300 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-050f1fd1-a27e-4ea1-9440-ef8de819ef63 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:37:00.994712 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-050f1fd1-a27e-4ea1-9440-ef8de819ef63'] response: {'name': 'network-changed', 'server_uuid': 'a09dfc37-6e2d-4526-8f65-789a0e8aa185', 'tag': '50efc029-8eb0-452c-8bf5-97eb2156b3ca', 'status': 'completed', 'code': 200} May 18 18:37:00.997815 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e0e47bdc-641b-4baa-8d7d-413f687bc5b1 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:01.035564 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01433765-63a8-4734-bd98-ac3ac023a10d req-f4b66b35-9f8e-45bc-8cf1-f50397b890dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:37:01.037315 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-01433765-63a8-4734-bd98-ac3ac023a10d req-f4b66b35-9f8e-45bc-8cf1-f50397b890dd service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=218c386f-948a-4b27-b6ec-5f92eea3f688&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1153755 May 18 18:37:01.246425 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e0e47bdc-641b-4baa-8d7d-413f687bc5b1 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:01.358266 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 863e9185-e48f-45e0-acce-c1322b3c5e6f up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:37:01.388174 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:01.390874 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46ff5b4-79da-4fbc-9826-8c24462c6fdc None None] Pushing event updated for resources: {'Port': ['ID=863e9185-e48f-45e0-acce-c1322b3c5e6f,revision_number=9']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:37:01.491713 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a8cb84-9ff2-47ef-b273-b06e6180a9fb req-e0853a96-c256-4d1e-8638-96460364d79f tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:37:01.500291 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:01.504901 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-14a8cb84-9ff2-47ef-b273-b06e6180a9fb req-e0853a96-c256-4d1e-8638-96460364d79f tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] 10.222.0.85 "GET /v2.0/ports?device_id=a09dfc37-6e2d-4526-8f65-789a0e8aa185 HTTP/1.1" status: 200 len: 982 time: 0.1978366 May 18 18:37:01.569549 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 863e9185-e48f-45e0-acce-c1322b3c5e6f triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:37:01.569952 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:01.672672 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-14a8cb84-9ff2-47ef-b273-b06e6180a9fb req-6f093575-d7eb-400f-8d25-202c9c919848 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] 10.222.0.85 "GET /v2.0/security-groups?id=7960def4-1317-4218-ba95-57de8aea5955&id=4585493d-67c0-4974-b633-329ca8761e90&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1658325 May 18 18:37:01.787140 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 863e9185-e48f-45e0-acce-c1322b3c5e6f is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:37:02.218846 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-01433765-63a8-4734-bd98-ac3ac023a10d req-90d5b47d-b902-465c-a53e-3a45068aacbb service neutron] 10.222.0.88 "GET /v2.0/networks/218c386f-948a-4b27-b6ec-5f92eea3f688?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1715305 May 18 18:37:02.228283 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e47bdc-641b-4baa-8d7d-413f687bc5b1 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Network c5ce55ad-2458-4816-93d1-bdb0e8f83e94 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:37:02.229764 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-e0e47bdc-641b-4baa-8d7d-413f687bc5b1 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:37:02.232454 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e47bdc-641b-4baa-8d7d-413f687bc5b1 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:37:02.257703 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e47bdc-641b-4baa-8d7d-413f687bc5b1 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:37:02.258557 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e0e47bdc-641b-4baa-8d7d-413f687bc5b1 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:02.314873 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1801a731-501c-4661-b76d-7fa1ccfd167e None None] Network c5ce55ad-2458-4816-93d1-bdb0e8f83e94 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:37:02.512312 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-e0e47bdc-641b-4baa-8d7d-413f687bc5b1 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.7402289 May 18 18:37:02.515476 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 36616) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:02.532646 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e47bdc-641b-4baa-8d7d-413f687bc5b1 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Pushing event updated for resources: {'Port': ['ID=b1cb57eb-03bf-4c86-b9bc-95dc043be3e2,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:37:02.554773 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c0f01b-895c-4a69-a9cb-7d3f26bbf73b req-b667f390-4230-42da-859a-2acbed87e1be tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:37:02.556718 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-42c0f01b-895c-4a69-a9cb-7d3f26bbf73b req-b667f390-4230-42da-859a-2acbed87e1be tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 945 time: 0.5291517 May 18 18:37:02.749878 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-01433765-63a8-4734-bd98-ac3ac023a10d req-403574b3-f7fd-4dae-b2ab-e48117d5c84f service neutron] 10.222.0.88 "GET /v2.0/networks/218c386f-948a-4b27-b6ec-5f92eea3f688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4434092 May 18 18:37:02.785952 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-42c0f01b-895c-4a69-a9cb-7d3f26bbf73b req-da51e459-1a65-4a9a-abe4-b4aab0d95745 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169461 May 18 18:37:02.866587 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-0cd4abab-2b99-41d7-9f73-babc7944ae56 None None] Provisioning complete for port 863e9185-e48f-45e0-acce-c1322b3c5e6f triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:37:02.867182 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0cd4abab-2b99-41d7-9f73-babc7944ae56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:02.884967 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-fcb14807-92ee-4a12-b174-a5f66bb8e384 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Deleting port b1cb57eb-03bf-4c86-b9bc-95dc043be3e2 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:37:02.885322 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-fcb14807-92ee-4a12-b174-a5f66bb8e384 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:02.945204 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada94564-aff5-4666-b4d7-4df3bc76b9a6 req-4fdf1492-33c5-4305-98f1-0862c11e22e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:37:02.945204 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ada94564-aff5-4666-b4d7-4df3bc76b9a6 req-4fdf1492-33c5-4305-98f1-0862c11e22e0 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=fcedd57ef6014f74aa9caf624aae4bec&device_id=a09dfc37-6e2d-4526-8f65-789a0e8aa185 HTTP/1.1" status: 200 len: 1133 time: 0.1206152 May 18 18:37:03.247927 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada94564-aff5-4666-b4d7-4df3bc76b9a6 req-aacb147c-a687-4222-88c4-84d1a8eb3f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:37:03.258166 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ada94564-aff5-4666-b4d7-4df3bc76b9a6 req-aacb147c-a687-4222-88c4-84d1a8eb3f3a service neutron] 10.222.0.88 "GET /v2.0/networks?id=218c386f-948a-4b27-b6ec-5f92eea3f688 HTTP/1.1" status: 200 len: 898 time: 0.2990251 May 18 18:37:03.313346 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 863e9185-e48f-45e0-acce-c1322b3c5e6f up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:37:03.321407 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c706206-4e26-4cd0-8d28-a8c811178c25 req-c31bef31-8d1b-40d4-92e0-c90b1234eed0 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:37:03.331799 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0c706206-4e26-4cd0-8d28-a8c811178c25 req-c31bef31-8d1b-40d4-92e0-c90b1234eed0 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] 10.222.0.85 "GET /v2.0/ports?device_id=a09dfc37-6e2d-4526-8f65-789a0e8aa185 HTTP/1.1" status: 200 len: 982 time: 0.2561028 May 18 18:37:03.348843 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ada94564-aff5-4666-b4d7-4df3bc76b9a6 req-92327159-164b-4e78-bd3b-774230dd3d34 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=50efc029-8eb0-452c-8bf5-97eb2156b3ca HTTP/1.1" status: 200 len: 217 time: 0.0840089 May 18 18:37:03.391877 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-fcb14807-92ee-4a12-b174-a5f66bb8e384 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:03.428716 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0c706206-4e26-4cd0-8d28-a8c811178c25 req-92c842cb-ddd9-4e35-a1cb-9dc2b0a732ad tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] 10.222.0.85 "GET /v2.0/security-groups?id=7960def4-1317-4218-ba95-57de8aea5955&id=4585493d-67c0-4974-b633-329ca8761e90&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0958326 May 18 18:37:03.447609 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-fcb14807-92ee-4a12-b174-a5f66bb8e384 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Calling delete_port for b1cb57eb-03bf-4c86-b9bc-95dc043be3e2 owned by {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:37:03.526728 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada94564-aff5-4666-b4d7-4df3bc76b9a6 req-925bf253-b9f6-48d9-be3d-2e41c5a12139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:37:03.528376 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ada94564-aff5-4666-b4d7-4df3bc76b9a6 req-925bf253-b9f6-48d9-be3d-2e41c5a12139 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2eab0795-06ba-4cda-9ceb-aabe79cba9d9 HTTP/1.1" status: 200 len: 835 time: 0.1678286 May 18 18:37:03.652895 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-0cd4abab-2b99-41d7-9f73-babc7944ae56 None None] Current status of the port 863e9185-e48f-45e0-acce-c1322b3c5e6f is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:37:03.699579 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada94564-aff5-4666-b4d7-4df3bc76b9a6 req-d99b65e6-f928-4ebb-b05d-7e83a83fbcb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:37:03.704045 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ada94564-aff5-4666-b4d7-4df3bc76b9a6 req-d99b65e6-f928-4ebb-b05d-7e83a83fbcb9 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=218c386f-948a-4b27-b6ec-5f92eea3f688&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1620603 May 18 18:37:03.807997 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 863e9185-e48f-45e0-acce-c1322b3c5e6f triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:37:03.808503 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:03.960891 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ada94564-aff5-4666-b4d7-4df3bc76b9a6 req-d763d6e2-66ee-4cf1-9156-784959d272eb service neutron] 10.222.0.88 "GET /v2.0/networks/218c386f-948a-4b27-b6ec-5f92eea3f688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433565 May 18 18:37:04.027009 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 863e9185-e48f-45e0-acce-c1322b3c5e6f is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:37:04.031153 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-fcb14807-92ee-4a12-b174-a5f66bb8e384 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:04.098190 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb14807-92ee-4a12-b174-a5f66bb8e384 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Pushing event deleted for resources: {'Port': ['ID=b1cb57eb-03bf-4c86-b9bc-95dc043be3e2,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:37:04.115626 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af841ac-5363-4b1a-ac69-e0b35b7d9c30 req-ebac4984-234c-4eb9-b69b-a8645c047dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:37:04.117878 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9af841ac-5363-4b1a-ac69-e0b35b7d9c30 req-ebac4984-234c-4eb9-b69b-a8645c047dc9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5261ec6a1faf46bbb0a907791c324410&device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 1096 time: 0.6631014 May 18 18:37:04.269039 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c80e10-939a-467d-bffe-6ab4b43be68f req-6cd8ab25-0fa0-48df-9ed5-d6dea6b2e46c tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:37:04.274350 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-16c80e10-939a-467d-bffe-6ab4b43be68f req-6cd8ab25-0fa0-48df-9ed5-d6dea6b2e46c tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 945 time: 0.2980554 May 18 18:37:04.318674 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-fcb14807-92ee-4a12-b174-a5f66bb8e384 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:04.334373 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-fcb14807-92ee-4a12-b174-a5f66bb8e384 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "DELETE /v2.0/ports/b1cb57eb-03bf-4c86-b9bc-95dc043be3e2 HTTP/1.1" status: 204 len: 168 time: 1.8145874 May 18 18:37:04.344754 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c269dede-8c73-4ca2-86a7-de38b1dbddf3 None None] Could not find standard attr ID for object b1cb57eb-03bf-4c86-b9bc-95dc043be3e2. {{(pid=102732) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 18 18:37:04.345425 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 36642) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:04.374892 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c269dede-8c73-4ca2-86a7-de38b1dbddf3 None None] Provisioning complete for port 863e9185-e48f-45e0-acce-c1322b3c5e6f triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:37:04.377831 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c269dede-8c73-4ca2-86a7-de38b1dbddf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:04.522018 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ada94564-aff5-4666-b4d7-4df3bc76b9a6 req-6f1b4ab2-1152-4e47-8516-1e8711ff4d71 service neutron] 10.222.0.88 "GET /v2.0/networks/218c386f-948a-4b27-b6ec-5f92eea3f688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5436506 May 18 18:37:04.562417 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-16c80e10-939a-467d-bffe-6ab4b43be68f req-aeec401f-1ae8-4531-9e94-7a7f8fb9508d tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2715702 May 18 18:37:04.585725 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af841ac-5363-4b1a-ac69-e0b35b7d9c30 req-3756a031-2120-4a7b-97b6-93d8f6525b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:37:04.587222 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9af841ac-5363-4b1a-ac69-e0b35b7d9c30 req-3756a031-2120-4a7b-97b6-93d8f6525b3e service neutron] 10.222.0.36 "GET /v2.0/networks?id=229cac72-730c-4b46-95ab-ba32903dc5c3 HTTP/1.1" status: 200 len: 915 time: 0.3935463 May 18 18:37:04.618507 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c269dede-8c73-4ca2-86a7-de38b1dbddf3 None None] Current status of the port 863e9185-e48f-45e0-acce-c1322b3c5e6f is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:37:04.622824 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4955fb92-9f11-47ba-9b4b-2af5736e1c57 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:37:04.627687 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-4955fb92-9f11-47ba-9b4b-2af5736e1c57 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2768245 May 18 18:37:04.628178 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 36656) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:04.726114 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9af841ac-5363-4b1a-ac69-e0b35b7d9c30 req-6ceedc73-08d4-4e3d-97e2-038a6d2ae236 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a7cae3bb-d095-4577-805d-9c9eb96c9cf6 HTTP/1.1" status: 200 len: 217 time: 0.1177444 May 18 18:37:04.750576 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34aa3327-0ded-45c9-ad18-a494f45bbc39 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:37:04.754888 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-34aa3327-0ded-45c9-ad18-a494f45bbc39 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1258264 May 18 18:37:04.758568 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 36660) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:04.899784 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af841ac-5363-4b1a-ac69-e0b35b7d9c30 req-bd891d6b-435c-41af-82a9-4956b8f0229a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:37:04.901021 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87af2282-b457-458b-a55e-7f9e8ed80236 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:37:04.902721 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87af2282-b457-458b-a55e-7f9e8ed80236 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:37:04.903669 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9af841ac-5363-4b1a-ac69-e0b35b7d9c30 req-bd891d6b-435c-41af-82a9-4956b8f0229a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6f275cda-580c-4ebe-b55b-052e9e8edbd2 HTTP/1.1" status: 200 len: 854 time: 0.1293926 May 18 18:37:04.904219 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87af2282-b457-458b-a55e-7f9e8ed80236 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:37:04.905877 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-87af2282-b457-458b-a55e-7f9e8ed80236 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1418505 May 18 18:37:04.918328 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 36662) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:04.926960 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bca213-c480-4663-9240-3aac78aa6c97 req-f3fca5cb-5e6b-4959-a709-6388c62bfcce tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:37:04.928728 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-78bca213-c480-4663-9240-3aac78aa6c97 req-f3fca5cb-5e6b-4959-a709-6388c62bfcce tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] 10.222.0.85 "GET /v2.0/ports?device_id=a09dfc37-6e2d-4526-8f65-789a0e8aa185 HTTP/1.1" status: 200 len: 982 time: 0.2349515 May 18 18:37:04.935383 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-0c64a5f0-28d8-40fd-9e55-07b0689ea4e1 None None] Could not find standard attr ID for object b1cb57eb-03bf-4c86-b9bc-95dc043be3e2. {{(pid=102732) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 18 18:37:04.950282 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 50efc029-8eb0-452c-8bf5-97eb2156b3ca details requested by agent hyperv_n-h2-838550-3 with host n-h2-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:37:05.093610 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9af841ac-5363-4b1a-ac69-e0b35b7d9c30 req-b068867f-2e5f-4ae8-b2de-6f0c314e71ba service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=229cac72-730c-4b46-95ab-ba32903dc5c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1557779 May 18 18:37:05.124420 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_v2 [None req-834e25ff-57cd-4f04-86d5-b29ba1ccf970 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Deleting subnet 318c6fa1-29cb-4c83-91bb-c4d66fb34df5 {{(pid=102731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:37:05.128925 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-834e25ff-57cd-4f04-86d5-b29ba1ccf970 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks [] for subnet, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:05.199038 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-834e25ff-57cd-4f04-86d5-b29ba1ccf970 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260542153'] for subnet, precommit_delete_associations {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:05.232684 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-78bca213-c480-4663-9240-3aac78aa6c97 req-b904cdae-3dbd-425e-ab5b-f85d41df303b tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] 10.222.0.85 "GET /v2.0/security-groups?id=7960def4-1317-4218-ba95-57de8aea5955&id=4585493d-67c0-4974-b633-329ca8761e90&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2744021 May 18 18:37:05.295239 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 50efc029-8eb0-452c-8bf5-97eb2156b3ca, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=50efc029-8eb0-452c-8bf5-97eb2156b3ca,segment=NetworkSegment(6f27e3e4-8bea-4347-9c9c-e4262373c962),segment_id=6f27e3e4-8bea-4347-9c9c-e4262373c962)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:37:05.336051 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Returning: {'device': '50efc029-8eb0-452c-8bf5-97eb2156b3ca', 'network_id': '218c386f-948a-4b27-b6ec-5f92eea3f688', 'port_id': '50efc029-8eb0-452c-8bf5-97eb2156b3ca', 'mac_address': 'fa:16:3e:ac:cd:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2eab0795-06ba-4cda-9ceb-aabe79cba9d9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:37:05.372428 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-834e25ff-57cd-4f04-86d5-b29ba1ccf970 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:05.426790 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 50efc029-8eb0-452c-8bf5-97eb2156b3ca is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:37:05.427476 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:05.447874 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9af841ac-5363-4b1a-ac69-e0b35b7d9c30 req-a99720ca-f798-423a-9d03-66e6b1ef0124 service neutron] 10.222.0.36 "GET /v2.0/networks/229cac72-730c-4b46-95ab-ba32903dc5c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3006654 May 18 18:37:05.450808 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50efc029-8eb0-452c-8bf5-97eb2156b3ca {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:37:05.502973 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 50efc029-8eb0-452c-8bf5-97eb2156b3ca, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=50efc029-8eb0-452c-8bf5-97eb2156b3ca,segment=NetworkSegment(6f27e3e4-8bea-4347-9c9c-e4262373c962),segment_id=6f27e3e4-8bea-4347-9c9c-e4262373c962)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:37:05.511426 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:05.522735 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-834e25ff-57cd-4f04-86d5-b29ba1ccf970 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260898416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260908030'] for subnet, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:05.636059 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-834e25ff-57cd-4f04-86d5-b29ba1ccf970 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:05.639862 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3005b338-4dbe-49ce-a1c9-cc54ce13b2a3 None None] Network c5ce55ad-2458-4816-93d1-bdb0e8f83e94 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:37:05.651530 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-834e25ff-57cd-4f04-86d5-b29ba1ccf970 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "DELETE /v2.0/subnets/318c6fa1-29cb-4c83-91bb-c4d66fb34df5 HTTP/1.1" status: 204 len: 168 time: 0.7176597 May 18 18:37:05.654322 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 36680) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:05.666842 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834e25ff-57cd-4f04-86d5-b29ba1ccf970 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Pushing event deleted for resources: {'Subnet': ['ID=318c6fa1-29cb-4c83-91bb-c4d66fb34df5,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:37:05.826122 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9af841ac-5363-4b1a-ac69-e0b35b7d9c30 req-af5966c0-75cb-4455-950d-028ecf10c7e7 service neutron] 10.222.0.36 "GET /v2.0/networks/229cac72-730c-4b46-95ab-ba32903dc5c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3307667 May 18 18:37:05.838038 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['50efc029-8eb0-452c-8bf5-97eb2156b3ca'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:37:05.838305 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a57c9c3-9f33-444d-a1eb-276e5d5dc27c tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Deleting subnet e7028068-99d1-4a01-88b1-8fe3d2746c3a {{(pid=102730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:37:05.845298 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4a57c9c3-9f33-444d-a1eb-276e5d5dc27c tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks [] for subnet, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:05.868723 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e6bee5-20c6-4f1d-a26e-24ac9f25e9d9 req-9986f355-8748-4cb9-8db3-949517600452 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:37:05.875958 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-89e6bee5-20c6-4f1d-a26e-24ac9f25e9d9 req-9986f355-8748-4cb9-8db3-949517600452 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 945 time: 0.1581647 May 18 18:37:05.913156 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4a57c9c3-9f33-444d-a1eb-276e5d5dc27c tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260107366'] for subnet, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:05.928311 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=50efc029-8eb0-452c-8bf5-97eb2156b3ca,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:37:05.954514 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:37:05.955567 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:37:05.956185 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:37:05.956745 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:37:05.957307 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:37:05.957906 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:37:05.958452 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:37:05.959013 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:37:05.959563 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:37:05.960108 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:37:05.960650 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:37:05.961198 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:37:05.967801 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-89e6bee5-20c6-4f1d-a26e-24ac9f25e9d9 req-36c45d6c-a49c-4236-9b0b-6239cd03859d tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828388 May 18 18:37:06.070340 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4a57c9c3-9f33-444d-a1eb-276e5d5dc27c tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:06.228339 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4a57c9c3-9f33-444d-a1eb-276e5d5dc27c tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261104690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261031888'] for subnet, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:06.282627 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57c9c3-9f33-444d-a1eb-276e5d5dc27c tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Pushing event deleted for resources: {'Subnet': ['ID=e7028068-99d1-4a01-88b1-8fe3d2746c3a,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:37:06.294957 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4a57c9c3-9f33-444d-a1eb-276e5d5dc27c tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:06.303952 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 36708) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:06.304476 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-4a57c9c3-9f33-444d-a1eb-276e5d5dc27c tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "DELETE /v2.0/subnets/e7028068-99d1-4a01-88b1-8fe3d2746c3a HTTP/1.1" status: 204 len: 168 time: 0.6483855 May 18 18:37:06.420391 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-88d97b79-8b2a-4467-821c-b315c9637b64 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1127183 May 18 18:37:06.421279 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 36718) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:06.436026 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-a027755a-7880-4985-8b17-d174cde0dae5 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Request body: {'subnet': {'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:37:06.507113 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77455c2f-3641-429b-a7bd-4dfe82f05bb4 req-88dd0ddd-3a13-4616-8ed8-1612ae39b3cf tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:37:06.524251 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-77455c2f-3641-429b-a7bd-4dfe82f05bb4 req-88dd0ddd-3a13-4616-8ed8-1612ae39b3cf tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] 10.222.0.85 "GET /v2.0/ports?device_id=a09dfc37-6e2d-4526-8f65-789a0e8aa185 HTTP/1.1" status: 200 len: 983 time: 0.1392374 May 18 18:37:06.639120 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-77455c2f-3641-429b-a7bd-4dfe82f05bb4 req-b8f22696-2ce3-4f8f-a168-4fade9b0bf7d tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] 10.222.0.85 "GET /v2.0/security-groups?id=7960def4-1317-4218-ba95-57de8aea5955&id=4585493d-67c0-4974-b633-329ca8761e90&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0943832 May 18 18:37:06.712086 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a027755a-7880-4985-8b17-d174cde0dae5 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Made reservation on behalf of 17ca2b3ab9ea4457836da5cdadc0de8c for: {'subnet': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:37:06.725582 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a027755a-7880-4985-8b17-d174cde0dae5 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260908003'] for subnet, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:06.964636 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 50efc029-8eb0-452c-8bf5-97eb2156b3ca up at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:37:07.126033 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning for port 50efc029-8eb0-452c-8bf5-97eb2156b3ca completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:37:07.134870 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning complete for port 50efc029-8eb0-452c-8bf5-97eb2156b3ca triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:37:07.135319 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:07.168839 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a027755a-7880-4985-8b17-d174cde0dae5 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260898481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260908021'] for subnet, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:07.240455 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7111c3e1-c70e-4272-a4c2-36cd1efb00ac None None] Network c5ce55ad-2458-4816-93d1-bdb0e8f83e94 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:37:07.242585 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a027755a-7880-4985-8b17-d174cde0dae5 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Network c5ce55ad-2458-4816-93d1-bdb0e8f83e94 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:37:07.243434 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a027755a-7880-4985-8b17-d174cde0dae5 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Pushing event updated for resources: {'Subnet': ['ID=adaf51e4-b973-4536-910f-cc554a28f929,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:37:07.255752 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-a027755a-7880-4985-8b17-d174cde0dae5 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:37:07.259880 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a027755a-7880-4985-8b17-d174cde0dae5 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:37:07.260486 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a027755a-7880-4985-8b17-d174cde0dae5 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:07.281817 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 7 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 18:37:07.298252 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f96954-4d95-4d0c-9309-9ddfee74de25 req-2f516add-dae3-462b-8c5c-a738aad59d0a tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:37:07.300073 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-30f96954-4d95-4d0c-9309-9ddfee74de25 req-2f516add-dae3-462b-8c5c-a738aad59d0a tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 945 time: 0.1668591 May 18 18:37:07.311300 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-a027755a-7880-4985-8b17-d174cde0dae5 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8878486 May 18 18:37:07.315417 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 36762) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:07.322910 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-1524fdb9-b88a-46d6-a754-834cc7fe5857 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Request body: {'subnet': {'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:37:07.363183 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-30f96954-4d95-4d0c-9309-9ddfee74de25 req-5df7af25-79a2-43ce-a089-f8150927afc3 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506113 May 18 18:37:07.483748 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c254c98d-1ce7-4c15-aa75-0b4f1f261f83 None None] Provisioning complete for port 863e9185-e48f-45e0-acce-c1322b3c5e6f triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:37:07.484096 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c254c98d-1ce7-4c15-aa75-0b4f1f261f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:07.533061 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 50efc029-8eb0-452c-8bf5-97eb2156b3ca is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:37:07.533985 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:07.602687 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1524fdb9-b88a-46d6-a754-834cc7fe5857 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Made reservation on behalf of 17ca2b3ab9ea4457836da5cdadc0de8c for: {'subnet': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:37:07.611788 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1524fdb9-b88a-46d6-a754-834cc7fe5857 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261031885'] for subnet, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:07.703645 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a09dfc37-6e2d-4526-8f65-789a0e8aa185', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50efc029-8eb0-452c-8bf5-97eb2156b3ca'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:37:07.714305 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a93d07d8-818d-41fb-ba7d-dcf2d5b40a44" -d '{"events": [{"server_uuid": "a09dfc37-6e2d-4526-8f65-789a0e8aa185", "name": "network-vif-plugged", "status": "completed", "tag": "50efc029-8eb0-452c-8bf5-97eb2156b3ca"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:37:07.828989 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 50efc029-8eb0-452c-8bf5-97eb2156b3ca, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=50efc029-8eb0-452c-8bf5-97eb2156b3ca,segment=NetworkSegment(6f27e3e4-8bea-4347-9c9c-e4262373c962),segment_id=6f27e3e4-8bea-4347-9c9c-e4262373c962)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:37:07.856819 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:08.034839 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-bd8e6844-a806-4c15-8e8b-38cfd1142f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:08.133193 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3994b917-8430-499e-96d0-b02e2e863d25 x-openstack-request-id: req-3994b917-8430-499e-96d0-b02e2e863d25 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:37:08.133478 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a09dfc37-6e2d-4526-8f65-789a0e8aa185", "name": "network-vif-plugged", "status": "completed", "tag": "50efc029-8eb0-452c-8bf5-97eb2156b3ca", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:37:08.133769 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-3994b917-8430-499e-96d0-b02e2e863d25 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:37:08.134157 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3994b917-8430-499e-96d0-b02e2e863d25'] response: {'server_uuid': 'a09dfc37-6e2d-4526-8f65-789a0e8aa185', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50efc029-8eb0-452c-8bf5-97eb2156b3ca', 'code': 200} May 18 18:37:08.188639 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99ea956-13a2-4451-abc0-6c1b44e1f00d req-a47f65d5-86bb-4336-9185-c3f6a8ad24da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:37:08.190159 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c99ea956-13a2-4451-abc0-6c1b44e1f00d req-a47f65d5-86bb-4336-9185-c3f6a8ad24da service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=a09dfc37-6e2d-4526-8f65-789a0e8aa185 HTTP/1.1" status: 200 len: 1135 time: 0.1008801 May 18 18:37:08.197366 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba7efe4-edac-40df-98d6-14fac777205a req-7e4f9372-6628-4cb7-b96c-256954a5a2e4 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:37:08.206794 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9ba7efe4-edac-40df-98d6-14fac777205a req-7e4f9372-6628-4cb7-b96c-256954a5a2e4 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] 10.222.0.85 "GET /v2.0/ports?device_id=a09dfc37-6e2d-4526-8f65-789a0e8aa185 HTTP/1.1" status: 200 len: 984 time: 0.1280954 May 18 18:37:08.220134 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c254c98d-1ce7-4c15-aa75-0b4f1f261f83 None None] Current status of the port 863e9185-e48f-45e0-acce-c1322b3c5e6f is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:37:08.256777 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=50efc029-8eb0-452c-8bf5-97eb2156b3ca,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:37:08.260660 n-d-838550-3 neutron-server[102730]: INFO neutron.db.ipam_backend_mixin [None req-1524fdb9-b88a-46d6-a754-834cc7fe5857 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet adaf51e4-b973-4536-910f-cc554a28f929 (CIDR: 2001:db8::/64) May 18 18:37:08.275635 n-d-838550-3 neutron-server[102730]: INFO neutron.pecan_wsgi.hooks.translation [None req-1524fdb9-b88a-46d6-a754-834cc7fe5857 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 18 18:37:08.278739 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1524fdb9-b88a-46d6-a754-834cc7fe5857 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:37:08.280917 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c99ea956-13a2-4451-abc0-6c1b44e1f00d req-212a6481-67ae-4a9d-bdd6-ca4ae526a836 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=4585493d-67c0-4974-b633-329ca8761e90&id=7960def4-1317-4218-ba95-57de8aea5955&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0813508 May 18 18:37:08.313746 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9ba7efe4-edac-40df-98d6-14fac777205a req-b4c4782f-f3df-4b29-937d-b39ba2569bda tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] 10.222.0.85 "GET /v2.0/security-groups?id=7960def4-1317-4218-ba95-57de8aea5955&id=4585493d-67c0-4974-b633-329ca8761e90&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0973144 May 18 18:37:08.330137 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-1524fdb9-b88a-46d6-a754-834cc7fe5857 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0126650 May 18 18:37:08.333033 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 36842) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:08.340610 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-24c2f3e8-a162-40de-adc0-4dd98b40a192 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Request body: {'subnet': {'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:37:08.618443 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9922945-4a19-4455-b677-808bae2068de req-5a3bc55b-93ad-405f-be8c-0609395fa1f6 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:37:08.621499 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d9922945-4a19-4455-b677-808bae2068de req-5a3bc55b-93ad-405f-be8c-0609395fa1f6 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 945 time: 0.1000962 May 18 18:37:08.623223 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24c2f3e8-a162-40de-adc0-4dd98b40a192 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Made reservation on behalf of 17ca2b3ab9ea4457836da5cdadc0de8c for: {'subnet': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:37:08.628085 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-24c2f3e8-a162-40de-adc0-4dd98b40a192 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260908003'] for subnet, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:08.649384 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef8fdd8-2c34-46e1-bf7b-e1d02a942d50 None None] Network c5ce55ad-2458-4816-93d1-bdb0e8f83e94 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:37:08.796681 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-5fdd8edf-124a-4ac8-8784-32caf6b05719 None None] Provisioning complete for port 863e9185-e48f-45e0-acce-c1322b3c5e6f triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:37:08.797158 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-5fdd8edf-124a-4ac8-8784-32caf6b05719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:08.816505 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d9922945-4a19-4455-b677-808bae2068de req-b28116a9-643a-4546-a353-9de582c89cb9 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841223 May 18 18:37:08.991874 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-5fdd8edf-124a-4ac8-8784-32caf6b05719 None None] Current status of the port 863e9185-e48f-45e0-acce-c1322b3c5e6f is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:37:09.452883 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-49b9bfa7-9446-4688-98bf-41058c6e2d53 None None] Provisioning complete for port 863e9185-e48f-45e0-acce-c1322b3c5e6f triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:37:09.453894 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-49b9bfa7-9446-4688-98bf-41058c6e2d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:09.530016 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b8a4e3-c7d5-48ce-82a7-815b90ba7b46 req-c2581d28-876a-48b5-b520-b8933776797d tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:37:09.536722 n-d-838550-3 neutron-server[102731]: DEBUG neutron.objects.ports [None req-24c2f3e8-a162-40de-adc0-4dd98b40a192 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102731) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} May 18 18:37:09.553426 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-04b8a4e3-c7d5-48ce-82a7-815b90ba7b46 req-c2581d28-876a-48b5-b520-b8933776797d tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] 10.222.0.85 "GET /v2.0/ports?device_id=a09dfc37-6e2d-4526-8f65-789a0e8aa185 HTTP/1.1" status: 200 len: 984 time: 0.1277122 May 18 18:37:09.599563 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-49b9bfa7-9446-4688-98bf-41058c6e2d53 None None] Current status of the port 863e9185-e48f-45e0-acce-c1322b3c5e6f is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:37:09.668190 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-04b8a4e3-c7d5-48ce-82a7-815b90ba7b46 req-fc125d1f-2425-4422-aa49-6b3a6c8cec86 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] 10.222.0.85 "GET /v2.0/security-groups?id=7960def4-1317-4218-ba95-57de8aea5955&id=4585493d-67c0-4974-b633-329ca8761e90&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1137471 May 18 18:37:09.884615 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-24c2f3e8-a162-40de-adc0-4dd98b40a192 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:09.996856 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9166a5ab-24f2-4271-92b3-d7385f0ef49b req-ee84cfe3-6f33-492f-9823-dc56168ad14f tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:37:10.004620 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9166a5ab-24f2-4271-92b3-d7385f0ef49b req-ee84cfe3-6f33-492f-9823-dc56168ad14f tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 945 time: 0.1039205 May 18 18:37:10.058878 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-4cbb1bab-0d31-4566-af58-3a868b385436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:10.115615 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9166a5ab-24f2-4271-92b3-d7385f0ef49b req-1c961bdf-76c1-4190-b6d8-3017c9bc1047 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097686 May 18 18:37:10.163225 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-24c2f3e8-a162-40de-adc0-4dd98b40a192 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] For port 863e9185-e48f-45e0-acce-c1322b3c5e6f, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=863e9185-e48f-45e0-acce-c1322b3c5e6f,segment=NetworkSegment(7193822e-e5ec-4b60-a562-e581b7323da0),segment_id=7193822e-e5ec-4b60-a562-e581b7323da0)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:37:10.207083 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-24c2f3e8-a162-40de-adc0-4dd98b40a192 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:10.218226 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-24c2f3e8-a162-40de-adc0-4dd98b40a192 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:10.219228 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-24c2f3e8-a162-40de-adc0-4dd98b40a192 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260898481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260908021'] for subnet, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:10.276780 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c2f3e8-a162-40de-adc0-4dd98b40a192 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Pushing event updated for resources: {'Subnet': ['ID=2dca12b9-3552-40ab-a4c1-8f80b0b30a92,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:37:10.337629 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c2f3e8-a162-40de-adc0-4dd98b40a192 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Network c5ce55ad-2458-4816-93d1-bdb0e8f83e94 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:37:10.344497 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-24c2f3e8-a162-40de-adc0-4dd98b40a192 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:37:10.351916 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c2f3e8-a162-40de-adc0-4dd98b40a192 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:37:10.352558 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-24c2f3e8-a162-40de-adc0-4dd98b40a192 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:10.367665 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c2f3e8-a162-40de-adc0-4dd98b40a192 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Pushing event updated for resources: {'Port': ['ID=863e9185-e48f-45e0-acce-c1322b3c5e6f,revision_number=13']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:37:10.372158 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc2f5258-eb47-4ce3-a84b-30363fd7e82e None None] Network c5ce55ad-2458-4816-93d1-bdb0e8f83e94 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:37:10.386009 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 37048) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:10.386139 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-24c2f3e8-a162-40de-adc0-4dd98b40a192 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.0513904 May 18 18:37:10.394282 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-a7f50568-1c04-4ef0-b4c7-3cd90b4cb207 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Request body: {'port': {'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94', 'mac_address': 'fa:16:3e:b4:71:75', 'name': 'tempest-NetworksTestDHCPv6-1522671189'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:37:10.455577 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6a06a9f3-2145-4e1d-a8dc-48ef04c65574 req-ea2e1d45-31cf-4508-9d76-12ef8aba49e4 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=a09dfc37-6e2d-4526-8f65-789a0e8aa185&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0528252 May 18 18:37:10.608184 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a06a9f3-2145-4e1d-a8dc-48ef04c65574 req-744f6b01-0d88-4cf5-b036-4de420735b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:37:10.610971 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6a06a9f3-2145-4e1d-a8dc-48ef04c65574 req-744f6b01-0d88-4cf5-b036-4de420735b44 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=fcedd57ef6014f74aa9caf624aae4bec&device_id=a09dfc37-6e2d-4526-8f65-789a0e8aa185 HTTP/1.1" status: 200 len: 1135 time: 0.0975425 May 18 18:37:10.663207 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7f50568-1c04-4ef0-b4c7-3cd90b4cb207 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Made reservation on behalf of 17ca2b3ab9ea4457836da5cdadc0de8c for: {'port': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:37:10.718871 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device a7cae3bb-d095-4577-805d-9c9eb96c9cf6 details requested by agent hyperv_n-h1-838550-3 with host n-h1-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:37:10.776303 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a06a9f3-2145-4e1d-a8dc-48ef04c65574 req-347bca96-6fd9-4fbf-ab3c-814c21b9164a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:37:10.778800 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6a06a9f3-2145-4e1d-a8dc-48ef04c65574 req-347bca96-6fd9-4fbf-ab3c-814c21b9164a service neutron] 10.222.0.88 "GET /v2.0/networks?id=218c386f-948a-4b27-b6ec-5f92eea3f688 HTTP/1.1" status: 200 len: 898 time: 0.1389384 May 18 18:37:10.806189 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb0976d5-7aa5-44cb-b97a-f40763935518 None None] Update dhcp port {'port': {'network_id': 'c5ce55ad-2458-4816-93d1-bdb0e8f83e94', 'fixed_ips': [{'subnet_id': '2dca12b9-3552-40ab-a4c1-8f80b0b30a92', 'ip_address': '2001:db8:0:1:f816:3eff:fef5:d02d'}, {'subnet_id': 'adaf51e4-b973-4536-910f-cc554a28f929'}], 'binding:host_id': 'n-d-838550-3'}, 'id': '863e9185-e48f-45e0-acce-c1322b3c5e6f'} from n-d-838550-3. {{(pid=102732) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 18 18:37:10.815827 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a7f50568-1c04-4ef0-b4c7-3cd90b4cb207 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:10.877593 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6a06a9f3-2145-4e1d-a8dc-48ef04c65574 req-88967234-1057-4e44-b2a8-c7f3f3ba0136 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=50efc029-8eb0-452c-8bf5-97eb2156b3ca HTTP/1.1" status: 200 len: 217 time: 0.0876381 May 18 18:37:10.882576 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-bb0976d5-7aa5-44cb-b97a-f40763935518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:10.911923 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [None req-a7f50568-1c04-4ef0-b4c7-3cd90b4cb207 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] device_id is not set on port 6227f8c4-9077-43a7-9799-c054a413f63c yet. {{(pid=102730) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 18 18:37:10.998916 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port a7cae3bb-d095-4577-805d-9c9eb96c9cf6, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=a7cae3bb-d095-4577-805d-9c9eb96c9cf6,segment=NetworkSegment(567b93c1-8feb-4188-bd48-539ad65212fa),segment_id=567b93c1-8feb-4188-bd48-539ad65212fa)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:37:11.028161 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a06a9f3-2145-4e1d-a8dc-48ef04c65574 req-963399be-3f28-4f20-8ef1-40ad9f42232e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:37:11.030573 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6a06a9f3-2145-4e1d-a8dc-48ef04c65574 req-963399be-3f28-4f20-8ef1-40ad9f42232e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2eab0795-06ba-4cda-9ceb-aabe79cba9d9 HTTP/1.1" status: 200 len: 835 time: 0.1356781 May 18 18:37:11.132051 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Returning: {'device': 'a7cae3bb-d095-4577-805d-9c9eb96c9cf6', 'network_id': '229cac72-730c-4b46-95ab-ba32903dc5c3', 'port_id': 'a7cae3bb-d095-4577-805d-9c9eb96c9cf6', 'mac_address': 'fa:16:3e:bd:7c:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f275cda-580c-4ebe-b55b-052e9e8edbd2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:37:11.135139 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0199c2fd-6ba4-44b4-b345-66824b4a9c79 req-aee67385-f404-46e3-9f29-933549f54f3c tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:37:11.136980 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0199c2fd-6ba4-44b4-b345-66824b4a9c79 req-aee67385-f404-46e3-9f29-933549f54f3c tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] 10.222.0.85 "GET /v2.0/ports?device_id=a09dfc37-6e2d-4526-8f65-789a0e8aa185 HTTP/1.1" status: 200 len: 984 time: 0.3153529 May 18 18:37:11.160557 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a06a9f3-2145-4e1d-a8dc-48ef04c65574 req-8398b196-18fd-429d-97ae-0f2fdfd9f827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:37:11.166175 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6a06a9f3-2145-4e1d-a8dc-48ef04c65574 req-8398b196-18fd-429d-97ae-0f2fdfd9f827 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=218c386f-948a-4b27-b6ec-5f92eea3f688&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0993862 May 18 18:37:11.195129 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-a7f50568-1c04-4ef0-b4c7-3cd90b4cb207 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Allocated IP 2001:db8::317 (c5ce55ad-2458-4816-93d1-bdb0e8f83e94/adaf51e4-b973-4536-910f-cc554a28f929/6227f8c4-9077-43a7-9799-c054a413f63c) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:37:11.202331 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0199c2fd-6ba4-44b4-b345-66824b4a9c79 req-e04d6c89-3a7c-4df8-a8ac-b836ebfcee1b tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] 10.222.0.85 "GET /v2.0/security-groups?id=7960def4-1317-4218-ba95-57de8aea5955&id=4585493d-67c0-4974-b633-329ca8761e90&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0587180 May 18 18:37:11.209090 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-a7f50568-1c04-4ef0-b4c7-3cd90b4cb207 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Allocated IP 2001:db8:0:1:f816:3eff:feb4:7175 (c5ce55ad-2458-4816-93d1-bdb0e8f83e94/2dca12b9-3552-40ab-a4c1-8f80b0b30a92/6227f8c4-9077-43a7-9799-c054a413f63c) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:37:11.243828 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 863e9185-e48f-45e0-acce-c1322b3c5e6f up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:37:11.407162 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a7f50568-1c04-4ef0-b4c7-3cd90b4cb207 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:11.416010 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:11.418085 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port a7cae3bb-d095-4577-805d-9c9eb96c9cf6 is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:37:11.418644 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:11.448007 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7cae3bb-d095-4577-805d-9c9eb96c9cf6 {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:37:11.464074 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a7f50568-1c04-4ef0-b4c7-3cd90b4cb207 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:11.501936 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6a06a9f3-2145-4e1d-a8dc-48ef04c65574 req-a9201d30-29d4-4b89-9d8f-79db1bdcdb6b service neutron] 10.222.0.88 "GET /v2.0/networks/218c386f-948a-4b27-b6ec-5f92eea3f688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3212724 May 18 18:37:11.527528 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port a7cae3bb-d095-4577-805d-9c9eb96c9cf6, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=a7cae3bb-d095-4577-805d-9c9eb96c9cf6,segment=NetworkSegment(567b93c1-8feb-4188-bd48-539ad65212fa),segment_id=567b93c1-8feb-4188-bd48-539ad65212fa)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:37:11.539326 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:11.547615 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 863e9185-e48f-45e0-acce-c1322b3c5e6f triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:37:11.548213 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:11.575980 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f50568-1c04-4ef0-b4c7-3cd90b4cb207 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Pushing event updated for resources: {'Port': ['ID=6227f8c4-9077-43a7-9799-c054a413f63c,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:37:11.605628 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f50568-1c04-4ef0-b4c7-3cd90b4cb207 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Network c5ce55ad-2458-4816-93d1-bdb0e8f83e94 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:37:11.620333 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede434c7-b2da-43dc-9807-b485014c87d1 req-460a3111-1f5e-4e74-acc4-aad0c2b3343e tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:37:11.629116 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ede434c7-b2da-43dc-9807-b485014c87d1 req-460a3111-1f5e-4e74-acc4-aad0c2b3343e tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] 10.222.0.85 "GET /v2.0/ports?device_id=a09dfc37-6e2d-4526-8f65-789a0e8aa185 HTTP/1.1" status: 200 len: 984 time: 0.1810944 May 18 18:37:11.632653 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-a7f50568-1c04-4ef0-b4c7-3cd90b4cb207 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:37:11.657253 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6a06a9f3-2145-4e1d-a8dc-48ef04c65574 req-cb150d0b-68d1-4e2a-a1a7-b81b51bf4008 service neutron] 10.222.0.88 "GET /v2.0/networks/218c386f-948a-4b27-b6ec-5f92eea3f688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529076 May 18 18:37:11.676257 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f50568-1c04-4ef0-b4c7-3cd90b4cb207 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:37:11.685842 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f50568-1c04-4ef0-b4c7-3cd90b4cb207 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:37:11.686836 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a7f50568-1c04-4ef0-b4c7-3cd90b4cb207 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:11.690565 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a1caa-f025-4088-be0f-ad87469e3d58 req-12501c55-b4bc-43d0-9f9f-631e35e3b3ca tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:37:11.709277 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b06a1caa-f025-4088-be0f-ad87469e3d58 req-12501c55-b4bc-43d0-9f9f-631e35e3b3ca tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 945 time: 0.3451431 May 18 18:37:11.734270 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ede434c7-b2da-43dc-9807-b485014c87d1 req-69b4c32f-b07d-41d8-9082-2ec0b9bd9804 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] 10.222.0.85 "GET /v2.0/security-groups?id=7960def4-1317-4218-ba95-57de8aea5955&id=4585493d-67c0-4974-b633-329ca8761e90&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1041534 May 18 18:37:11.745809 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-a7f50568-1c04-4ef0-b4c7-3cd90b4cb207 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.3584483 May 18 18:37:11.746970 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 37178) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:11.855940 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-bb0976d5-7aa5-44cb-b97a-f40763935518 None None] Allocated IP 2001:db8::2 (c5ce55ad-2458-4816-93d1-bdb0e8f83e94/adaf51e4-b973-4536-910f-cc554a28f929/863e9185-e48f-45e0-acce-c1322b3c5e6f) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:37:11.858814 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b06a1caa-f025-4088-be0f-ad87469e3d58 req-7c3280b7-f510-4746-83b0-eea33f162da9 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475894 May 18 18:37:11.885079 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1a7bd5-89f0-4aa5-a8ba-60d62f2bac5e req-c24f55ea-406b-4f82-82e2-5bdd9d144fcf tempest-TestSecurityGroupsBasicOps-1205245648 tempest-TestSecurityGroupsBasicOps-1205245648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:37:11.887352 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bd1a7bd5-89f0-4aa5-a8ba-60d62f2bac5e req-c24f55ea-406b-4f82-82e2-5bdd9d144fcf tempest-TestSecurityGroupsBasicOps-1205245648 tempest-TestSecurityGroupsBasicOps-1205245648-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=a09dfc37-6e2d-4526-8f65-789a0e8aa185 HTTP/1.1" status: 200 len: 1135 time: 0.0701029 May 18 18:37:11.908993 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=a7cae3bb-d095-4577-805d-9c9eb96c9cf6,revision_number=11']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:37:11.914865 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-1645cb5e-80ef-4fdf-b3e2-cff97263cf9c tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Deleting port 6227f8c4-9077-43a7-9799-c054a413f63c {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:37:11.915552 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1645cb5e-80ef-4fdf-b3e2-cff97263cf9c tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:11.929308 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-bd1a7bd5-89f0-4aa5-a8ba-60d62f2bac5e req-a178b216-5464-40ac-b3b8-a5c42e8e62dd tempest-TestSecurityGroupsBasicOps-1205245648 tempest-TestSecurityGroupsBasicOps-1205245648-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:11.943083 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['a7cae3bb-d095-4577-805d-9c9eb96c9cf6'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:37:12.048179 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-bd1a7bd5-89f0-4aa5-a8ba-60d62f2bac5e req-a178b216-5464-40ac-b3b8-a5c42e8e62dd tempest-TestSecurityGroupsBasicOps-1205245648 tempest-TestSecurityGroupsBasicOps-1205245648-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:12.053641 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-bd1a7bd5-89f0-4aa5-a8ba-60d62f2bac5e req-a178b216-5464-40ac-b3b8-a5c42e8e62dd tempest-TestSecurityGroupsBasicOps-1205245648 tempest-TestSecurityGroupsBasicOps-1205245648-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:12.087499 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bd1a7bd5-89f0-4aa5-a8ba-60d62f2bac5e req-a178b216-5464-40ac-b3b8-a5c42e8e62dd tempest-TestSecurityGroupsBasicOps-1205245648 tempest-TestSecurityGroupsBasicOps-1205245648-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=7960def4-1317-4218-ba95-57de8aea5955&id=4585493d-67c0-4974-b633-329ca8761e90&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1882594 May 18 18:37:12.114942 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 37188) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:12.136111 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a178b216-5464-40ac-b3b8-a5c42e8e62dd tempest-TestSecurityGroupsBasicOps-1205245648 tempest-TestSecurityGroupsBasicOps-1205245648-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=328d5ef5-d402-4d88-99be-53a63dca9b85,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:37:12.144131 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1645cb5e-80ef-4fdf-b3e2-cff97263cf9c tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:12.160566 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 863e9185-e48f-45e0-acce-c1322b3c5e6f is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:37:12.177682 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-bb0976d5-7aa5-44cb-b97a-f40763935518 None None] For port 863e9185-e48f-45e0-acce-c1322b3c5e6f, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=863e9185-e48f-45e0-acce-c1322b3c5e6f,segment=NetworkSegment(7193822e-e5ec-4b60-a562-e581b7323da0),segment_id=7193822e-e5ec-4b60-a562-e581b7323da0)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:37:12.197489 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-1645cb5e-80ef-4fdf-b3e2-cff97263cf9c tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Calling delete_port for 6227f8c4-9077-43a7-9799-c054a413f63c owned by {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:37:12.258554 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-bb0976d5-7aa5-44cb-b97a-f40763935518 None None] Notify callbacks [] for port, precommit_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:12.270799 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0fb25c-87e4-4ed9-a444-449b47d5db58 tempest-TestSecurityGroupsBasicOps-1205245648 tempest-TestSecurityGroupsBasicOps-1205245648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:37:12.272904 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-8b0fb25c-87e4-4ed9-a444-449b47d5db58 tempest-TestSecurityGroupsBasicOps-1205245648 tempest-TestSecurityGroupsBasicOps-1205245648-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=a09dfc37-6e2d-4526-8f65-789a0e8aa185 HTTP/1.1" status: 200 len: 1130 time: 0.1494064 May 18 18:37:12.277679 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 37192) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:12.283753 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-bb0976d5-7aa5-44cb-b97a-f40763935518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:12.284486 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-dea11549-5278-4662-9e57-02ad34852c25 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Request body: {'floatingip': {'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'port_id': '50efc029-8eb0-452c-8bf5-97eb2156b3ca', 'tenant_id': 'fcedd57ef6014f74aa9caf624aae4bec', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:37:12.339794 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-dea11549-5278-4662-9e57-02ad34852c25 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks [] for floatingip, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:12.418813 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0976d5-7aa5-44cb-b97a-f40763935518 None None] Pushing event updated for resources: {'Port': ['ID=863e9185-e48f-45e0-acce-c1322b3c5e6f,revision_number=14']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:37:12.524648 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:12.566251 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-dea11549-5278-4662-9e57-02ad34852c25 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:12.569323 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1645cb5e-80ef-4fdf-b3e2-cff97263cf9c tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:12.608738 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1645cb5e-80ef-4fdf-b3e2-cff97263cf9c tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Pushing event deleted for resources: {'Port': ['ID=6227f8c4-9077-43a7-9799-c054a413f63c,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:37:12.670108 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1645cb5e-80ef-4fdf-b3e2-cff97263cf9c tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:12.677313 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-1645cb5e-80ef-4fdf-b3e2-cff97263cf9c tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "DELETE /v2.0/ports/6227f8c4-9077-43a7-9799-c054a413f63c HTTP/1.1" status: 204 len: 168 time: 0.9288993 May 18 18:37:12.678025 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 37200) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:12.753727 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa57c07-0cba-40b9-aab4-632ba40613eb tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:37:12.760011 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-0fa57c07-0cba-40b9-aab4-632ba40613eb tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0793247 May 18 18:37:12.761175 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 37204) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:12.803124 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-dea11549-5278-4662-9e57-02ad34852c25 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Allocated IP 172.25.5.43 (31ebd439-090c-4b25-bbb0-31c48711b145/363a2810-8a83-4be0-a317-7c91fcd94485/4b245a92-bd04-4451-bb94-107906c55f59) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:37:12.834401 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d056b85-cc1b-435c-b37c-e2284b9a2427 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:37:12.838456 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-0d056b85-cc1b-435c-b37c-e2284b9a2427 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0726969 May 18 18:37:12.838781 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 37206) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:12.927639 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-061a484f-6bfe-4bd2-8397-458419bc3bbb tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:37:12.930717 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-061a484f-6bfe-4bd2-8397-458419bc3bbb tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:37:12.932419 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-061a484f-6bfe-4bd2-8397-458419bc3bbb tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:37:12.935106 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-061a484f-6bfe-4bd2-8397-458419bc3bbb tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0943460 May 18 18:37:12.936847 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 37210) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:13.023476 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-dea11549-5278-4662-9e57-02ad34852c25 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:13.068952 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e0bf3b8-a850-4630-9b46-a8dde7a6293a tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Deleting subnet 2dca12b9-3552-40ab-a4c1-8f80b0b30a92 {{(pid=102731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:37:13.074577 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4e0bf3b8-a850-4630-9b46-a8dde7a6293a tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks [] for subnet, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:13.079287 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:13.106217 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-dea11549-5278-4662-9e57-02ad34852c25 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:13.125677 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c321ab7-ff95-426a-94b5-781e0351a37b req-ab0e246e-5f40-475a-8fdd-c5afa93b857e tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:37:13.128212 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2c321ab7-ff95-426a-94b5-781e0351a37b req-ab0e246e-5f40-475a-8fdd-c5afa93b857e tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 946 time: 0.1281919 May 18 18:37:13.137131 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea11549-5278-4662-9e57-02ad34852c25 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Network 31ebd439-090c-4b25-bbb0-31c48711b145 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:37:13.171570 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-dea11549-5278-4662-9e57-02ad34852c25 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:37:13.194943 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea11549-5278-4662-9e57-02ad34852c25 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:37:13.202890 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4e0bf3b8-a850-4630-9b46-a8dde7a6293a tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260542153'] for subnet, precommit_delete_associations {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:13.203910 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 863e9185-e48f-45e0-acce-c1322b3c5e6f up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:37:13.210610 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2c321ab7-ff95-426a-94b5-781e0351a37b req-966d4b55-27d4-40fa-b5c0-ee6237c08267 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744631 May 18 18:37:13.280190 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea11549-5278-4662-9e57-02ad34852c25 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Pushing event updated for resources: {'Port': ['ID=4b245a92-bd04-4451-bb94-107906c55f59,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:37:13.342069 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4e0bf3b8-a850-4630-9b46-a8dde7a6293a tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:13.351643 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 863e9185-e48f-45e0-acce-c1322b3c5e6f triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:37:13.352273 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:13.446822 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4e0bf3b8-a850-4630-9b46-a8dde7a6293a tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260898416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260908030'] for subnet, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:13.474505 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0bf3b8-a850-4630-9b46-a8dde7a6293a tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Pushing event deleted for resources: {'Subnet': ['ID=2dca12b9-3552-40ab-a4c1-8f80b0b30a92,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:37:13.488130 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 863e9185-e48f-45e0-acce-c1322b3c5e6f is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:37:13.494047 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4e0bf3b8-a850-4630-9b46-a8dde7a6293a tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:13.500329 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-4e0bf3b8-a850-4630-9b46-a8dde7a6293a tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "DELETE /v2.0/subnets/2dca12b9-3552-40ab-a4c1-8f80b0b30a92 HTTP/1.1" status: 204 len: 168 time: 0.5598564 May 18 18:37:13.500455 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 37214) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:13.576179 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-dd3baf00-fb76-4e71-a30b-4aabe4875396 None None] Provisioning complete for port 863e9185-e48f-45e0-acce-c1322b3c5e6f triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:37:13.576746 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-dd3baf00-fb76-4e71-a30b-4aabe4875396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:13.577891 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_v2 [None req-d40bba10-6130-4960-831e-0c5d90bfb111 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Deleting subnet adaf51e4-b973-4536-910f-cc554a28f929 {{(pid=102731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:37:13.584722 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d40bba10-6130-4960-831e-0c5d90bfb111 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks [] for subnet, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:13.657922 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d40bba10-6130-4960-831e-0c5d90bfb111 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260542153'] for subnet, precommit_delete_associations {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:13.760847 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-dd3baf00-fb76-4e71-a30b-4aabe4875396 None None] Current status of the port 863e9185-e48f-45e0-acce-c1322b3c5e6f is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:37:13.817748 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d40bba10-6130-4960-831e-0c5d90bfb111 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:13.919523 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d40bba10-6130-4960-831e-0c5d90bfb111 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260898416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260908030'] for subnet, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:13.940577 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d40bba10-6130-4960-831e-0c5d90bfb111 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:13.946367 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-d40bba10-6130-4960-831e-0c5d90bfb111 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "DELETE /v2.0/subnets/adaf51e4-b973-4536-910f-cc554a28f929 HTTP/1.1" status: 204 len: 168 time: 0.4447141 May 18 18:37:13.953444 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e1a7751-4f0e-4fcc-a03b-2a272e29d457 None None] Network c5ce55ad-2458-4816-93d1-bdb0e8f83e94 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:37:13.971337 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 37222) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:13.978885 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40bba10-6130-4960-831e-0c5d90bfb111 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Pushing event deleted for resources: {'Subnet': ['ID=adaf51e4-b973-4536-910f-cc554a28f929,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:37:13.982116 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-dea11549-5278-4662-9e57-02ad34852c25 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:14.019737 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-079b0c1a-da7d-461c-b2ed-28f70382eab2 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0472608 May 18 18:37:14.020395 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 37224) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:14.031831 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-1ad68284-5086-425a-8281-33a98141573f None None] Could not find standard attr ID for object 6227f8c4-9077-43a7-9799-c054a413f63c. {{(pid=102732) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 18 18:37:14.075876 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbaef83b-797f-4453-9a13-79dff7844f1c tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:37:14.077712 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-fbaef83b-797f-4453-9a13-79dff7844f1c tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0564127 May 18 18:37:14.080451 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 37226) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:14.099334 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-dea11549-5278-4662-9e57-02ad34852c25 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:14.141203 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c762bf71-9129-4953-88b4-ee34c1cebc91 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:37:14.143188 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-c762bf71-9129-4953-88b4-ee34c1cebc91 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0616586 May 18 18:37:14.145909 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 37228) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:14.196836 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-449a1fc6-a6d6-484d-98da-1e43aafc57a4 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0472596 May 18 18:37:14.199393 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 37230) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:14.219745 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dec0d29-37fd-4db8-8b5f-9d5b0fc400fc None None] DHCP port deletion for c5ce55ad-2458-4816-93d1-bdb0e8f83e94 request from n-d-838550-3 {{(pid=102732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 18:37:14.227259 n-d-838550-3 neutron-server[102731]: INFO neutron.pecan_wsgi.hooks.translation [None req-e24c6f59-7d69-4a9f-bb5b-fe50b064fc9f tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] DELETE failed (client error): The resource could not be found. May 18 18:37:14.228187 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e24c6f59-7d69-4a9f-bb5b-fe50b064fc9f tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:37:14.235218 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-e24c6f59-7d69-4a9f-bb5b-fe50b064fc9f tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "DELETE /v2.0/ports/6227f8c4-9077-43a7-9799-c054a413f63c HTTP/1.1" status: 404 len: 333 time: 0.0346968 May 18 18:37:14.236505 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 37232) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:14.265341 n-d-838550-3 neutron-server[102731]: INFO neutron.pecan_wsgi.hooks.translation [None req-149890c0-729e-4522-ad20-192f825afab5 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] DELETE failed (client error): The resource could not be found. May 18 18:37:14.266163 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-149890c0-729e-4522-ad20-192f825afab5 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:37:14.273301 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-149890c0-729e-4522-ad20-192f825afab5 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "DELETE /v2.0/subnets/2dca12b9-3552-40ab-a4c1-8f80b0b30a92 HTTP/1.1" status: 404 len: 337 time: 0.0357153 May 18 18:37:14.274065 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 37236) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:14.284871 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-2dec0d29-37fd-4db8-8b5f-9d5b0fc400fc None None] Deleting port 863e9185-e48f-45e0-acce-c1322b3c5e6f {{(pid=102732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:37:14.285248 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-2dec0d29-37fd-4db8-8b5f-9d5b0fc400fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:14.304748 n-d-838550-3 neutron-server[102731]: INFO neutron.pecan_wsgi.hooks.translation [None req-447ff66d-dbbc-488a-8791-cac37ca993b5 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] DELETE failed (client error): The resource could not be found. May 18 18:37:14.305393 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-447ff66d-dbbc-488a-8791-cac37ca993b5 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:37:14.312111 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-447ff66d-dbbc-488a-8791-cac37ca993b5 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "DELETE /v2.0/subnets/adaf51e4-b973-4536-910f-cc554a28f929 HTTP/1.1" status: 404 len: 337 time: 0.0369744 May 18 18:37:14.314051 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 37238) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:14.359026 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-2dec0d29-37fd-4db8-8b5f-9d5b0fc400fc None None] For port 863e9185-e48f-45e0-acce-c1322b3c5e6f, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=863e9185-e48f-45e0-acce-c1322b3c5e6f,segment=NetworkSegment(7193822e-e5ec-4b60-a562-e581b7323da0),segment_id=7193822e-e5ec-4b60-a562-e581b7323da0)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:37:14.359401 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-2dec0d29-37fd-4db8-8b5f-9d5b0fc400fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:14.371044 n-d-838550-3 neutron-server[102730]: INFO neutron.pecan_wsgi.hooks.translation [None req-6da47796-45cd-4369-bea2-49d987d67f06 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] DELETE failed (client error): The resource could not be found. May 18 18:37:14.371905 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6da47796-45cd-4369-bea2-49d987d67f06 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:37:14.377434 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-2dec0d29-37fd-4db8-8b5f-9d5b0fc400fc None None] Calling delete_port for 863e9185-e48f-45e0-acce-c1322b3c5e6f owned by network:dhcp {{(pid=102732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:37:14.377591 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-6da47796-45cd-4369-bea2-49d987d67f06 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "DELETE /v2.0/ports/b1cb57eb-03bf-4c86-b9bc-95dc043be3e2 HTTP/1.1" status: 404 len: 333 time: 0.0599678 May 18 18:37:14.378055 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 37240) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:14.409942 n-d-838550-3 neutron-server[102731]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fcef17d-3c95-4300-8439-4c86468412af tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] DELETE failed (client error): The resource could not be found. May 18 18:37:14.410399 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fcef17d-3c95-4300-8439-4c86468412af tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:37:14.415845 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-1fcef17d-3c95-4300-8439-4c86468412af tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "DELETE /v2.0/subnets/318c6fa1-29cb-4c83-91bb-c4d66fb34df5 HTTP/1.1" status: 404 len: 337 time: 0.0347252 May 18 18:37:14.416090 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 37242) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:14.430869 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17011d30-7cc2-4ba9-bb05-b18ef89cf41c req-f0dc08a6-22af-4d0e-bba4-5d7f4e6a79c2 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:37:14.432451 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-17011d30-7cc2-4ba9-bb05-b18ef89cf41c req-f0dc08a6-22af-4d0e-bba4-5d7f4e6a79c2 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 946 time: 0.0845859 May 18 18:37:14.434666 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-dea11549-5278-4662-9e57-02ad34852c25 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:14.446661 n-d-838550-3 neutron-server[102731]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0ab88ef-1bba-412a-8925-8589a0b3158e tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] DELETE failed (client error): The resource could not be found. May 18 18:37:14.447035 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0ab88ef-1bba-412a-8925-8589a0b3158e tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:37:14.450365 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-d0ab88ef-1bba-412a-8925-8589a0b3158e tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "DELETE /v2.0/subnets/e7028068-99d1-4a01-88b1-8fe3d2746c3a HTTP/1.1" status: 404 len: 337 time: 0.0333803 May 18 18:37:14.452986 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 37244) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:14.466196 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-dea11549-5278-4662-9e57-02ad34852c25 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:14.487827 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-2dec0d29-37fd-4db8-8b5f-9d5b0fc400fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508'] for port, after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:14.503148 n-d-838550-3 neutron-server[102731]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c8da5a0-6975-4ced-b444-ecd37c3ba6f6 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] DELETE failed (client error): The resource could not be found. May 18 18:37:14.503414 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c8da5a0-6975-4ced-b444-ecd37c3ba6f6 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:37:14.507129 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-2c8da5a0-6975-4ced-b444-ecd37c3ba6f6 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "DELETE /v2.0/ports/d2e76743-af42-4d52-97ad-3cd1eddb1259 HTTP/1.1" status: 404 len: 333 time: 0.0532360 May 18 18:37:14.509597 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 37246) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:14.523802 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dec0d29-37fd-4db8-8b5f-9d5b0fc400fc None None] Pushing event deleted for resources: {'Port': ['ID=863e9185-e48f-45e0-acce-c1322b3c5e6f,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:37:14.533693 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dec0d29-37fd-4db8-8b5f-9d5b0fc400fc None None] No DVR routers for this DVR port 863e9185-e48f-45e0-acce-c1322b3c5e6f on host n-d-838550-3 {{(pid=102732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:37:14.539305 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-17011d30-7cc2-4ba9-bb05-b18ef89cf41c req-2a161e4c-6308-45a7-8fd1-4645f28a0675 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001194 May 18 18:37:14.551940 n-d-838550-3 neutron-server[102731]: INFO neutron.pecan_wsgi.hooks.translation [None req-6baffa7e-74e3-4bd0-860d-f39f4ef03e41 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] DELETE failed (client error): The resource could not be found. May 18 18:37:14.553929 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6baffa7e-74e3-4bd0-860d-f39f4ef03e41 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:37:14.557092 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-6baffa7e-74e3-4bd0-860d-f39f4ef03e41 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "DELETE /v2.0/subnets/f0546f2d-137b-4bc6-8699-1d08583823bf HTTP/1.1" status: 404 len: 337 time: 0.0465653 May 18 18:37:14.559660 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 37248) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:14.587302 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea11549-5278-4662-9e57-02ad34852c25 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Pushing event updated for resources: {'Port': ['ID=4b245a92-bd04-4451-bb94-107906c55f59,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:37:14.588719 n-d-838550-3 neutron-server[102731]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae21f69a-09a9-462b-9b6d-5990d6633020 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] DELETE failed (client error): The resource could not be found. May 18 18:37:14.589238 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae21f69a-09a9-462b-9b6d-5990d6633020 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:37:14.601592 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-dea11549-5278-4662-9e57-02ad34852c25 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596987'] for floatingip, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:14.602292 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-ae21f69a-09a9-462b-9b6d-5990d6633020 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "DELETE /v2.0/subnets/29945b5f-eef8-49e5-8a4b-689b153ca041 HTTP/1.1" status: 404 len: 337 time: 0.0416470 May 18 18:37:14.603042 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 37250) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:14.627589 n-d-838550-3 neutron-server[102731]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a732386-c2c5-4ca6-9e80-bc7d74fded5a tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] DELETE failed (client error): The resource could not be found. May 18 18:37:14.628236 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a732386-c2c5-4ca6-9e80-bc7d74fded5a tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:37:14.633471 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-4a732386-c2c5-4ca6-9e80-bc7d74fded5a tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "DELETE /v2.0/ports/3d90c796-9550-4a69-831e-b280b8b95c08 HTTP/1.1" status: 404 len: 333 time: 0.0274575 May 18 18:37:14.633734 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 37252) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:14.663117 n-d-838550-3 neutron-server[102731]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae2de028-978c-4b0b-881e-b28d4d778ae6 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] DELETE failed (client error): The resource could not be found. May 18 18:37:14.663578 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae2de028-978c-4b0b-881e-b28d4d778ae6 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:37:14.667617 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-ae2de028-978c-4b0b-881e-b28d4d778ae6 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "DELETE /v2.0/subnets/153cd4d1-d173-4cc2-84b1-5bb59c73384e HTTP/1.1" status: 404 len: 337 time: 0.0319688 May 18 18:37:14.680459 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 37258) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:14.713900 n-d-838550-3 neutron-server[102731]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b7f9a69-eae2-4668-aaf8-a338ad8b2318 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] DELETE failed (client error): The resource could not be found. May 18 18:37:14.714437 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b7f9a69-eae2-4668-aaf8-a338ad8b2318 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:37:14.721174 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 37264) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:14.721358 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-3b7f9a69-eae2-4668-aaf8-a338ad8b2318 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "DELETE /v2.0/subnets/58a32ebf-452e-41e0-8c13-f190bf789150 HTTP/1.1" status: 404 len: 337 time: 0.0396533 May 18 18:37:14.739851 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device a7cae3bb-d095-4577-805d-9c9eb96c9cf6 up at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:37:14.807473 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning for port a7cae3bb-d095-4577-805d-9c9eb96c9cf6 completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:37:14.812983 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning complete for port a7cae3bb-d095-4577-805d-9c9eb96c9cf6 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:37:14.813381 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:14.926645 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port a7cae3bb-d095-4577-805d-9c9eb96c9cf6 is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:37:14.927041 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:14.955788 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32444cd7-8f2c-4097-85ae-f68071300690', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7cae3bb-d095-4577-805d-9c9eb96c9cf6'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:37:14.958347 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7577027-6769-4a8b-9805-628d016c7465" -d '{"events": [{"server_uuid": "32444cd7-8f2c-4097-85ae-f68071300690", "name": "network-vif-plugged", "status": "completed", "tag": "a7cae3bb-d095-4577-805d-9c9eb96c9cf6"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:37:14.983728 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port a7cae3bb-d095-4577-805d-9c9eb96c9cf6, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=a7cae3bb-d095-4577-805d-9c9eb96c9cf6,segment=NetworkSegment(567b93c1-8feb-4188-bd48-539ad65212fa),segment_id=567b93c1-8feb-4188-bd48-539ad65212fa)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:37:14.990215 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:15.033479 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d877849-f847-4d53-b429-ab6568dd6e62 x-openstack-request-id: req-7d877849-f847-4d53-b429-ab6568dd6e62 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:37:15.033830 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32444cd7-8f2c-4097-85ae-f68071300690", "name": "network-vif-plugged", "status": "completed", "tag": "a7cae3bb-d095-4577-805d-9c9eb96c9cf6", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:37:15.034339 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-7d877849-f847-4d53-b429-ab6568dd6e62 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:37:15.034748 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d877849-f847-4d53-b429-ab6568dd6e62'] response: {'server_uuid': '32444cd7-8f2c-4097-85ae-f68071300690', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7cae3bb-d095-4577-805d-9c9eb96c9cf6', 'code': 200} May 18 18:37:15.112136 n-d-838550-3 neutron-server[102730]: INFO neutron.pecan_wsgi.hooks.translation [None req-22c1a61a-bfe3-46cd-a720-0d40ac9580b6 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] DELETE failed (client error): The resource could not be found. May 18 18:37:15.112819 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22c1a61a-bfe3-46cd-a720-0d40ac9580b6 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:37:15.115860 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=a7cae3bb-d095-4577-805d-9c9eb96c9cf6,revision_number=12']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:37:15.118998 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-22c1a61a-bfe3-46cd-a720-0d40ac9580b6 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "DELETE /v2.0/ports/2d7cc0b0-f036-4938-8aef-a47ed866b512 HTTP/1.1" status: 404 len: 333 time: 0.3942952 May 18 18:37:15.119393 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 37276) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:15.130976 n-d-838550-3 neutron-server[102730]: INFO neutron.db.l3_db [None req-dea11549-5278-4662-9e57-02ad34852c25 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Floating IP e47f9873-2822-429a-82b2-9952341f98b7 associated. External IP: 172.25.5.43, port: 50efc029-8eb0-452c-8bf5-97eb2156b3ca. May 18 18:37:15.148973 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 863e9185-e48f-45e0-acce-c1322b3c5e6f no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:37:15.179112 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 863e9185-e48f-45e0-acce-c1322b3c5e6f {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:37:15.179781 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 863e9185-e48f-45e0-acce-c1322b3c5e6f not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:37:15.186818 n-d-838550-3 neutron-server[102730]: INFO neutron.pecan_wsgi.hooks.translation [None req-4041eeaf-e11d-4c08-8159-18cfb1014795 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] DELETE failed (client error): The resource could not be found. May 18 18:37:15.187311 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4041eeaf-e11d-4c08-8159-18cfb1014795 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:37:15.193397 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-4041eeaf-e11d-4c08-8159-18cfb1014795 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "DELETE /v2.0/subnets/bc5bebc9-2da7-4d5d-b70a-d44832f85301 HTTP/1.1" status: 404 len: 337 time: 0.0709591 May 18 18:37:15.195091 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 37278) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:15.228149 n-d-838550-3 neutron-server[102730]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3e39ea8-54ad-4830-ada1-1497cd56170d tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] DELETE failed (client error): The resource could not be found. May 18 18:37:15.228851 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3e39ea8-54ad-4830-ada1-1497cd56170d tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:37:15.234217 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-c3e39ea8-54ad-4830-ada1-1497cd56170d tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "DELETE /v2.0/ports/697c21ef-b4ad-461a-b1de-c76d24486678 HTTP/1.1" status: 404 len: 333 time: 0.0369456 May 18 18:37:15.235274 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 37282) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:15.282462 n-d-838550-3 neutron-server[102730]: INFO neutron.pecan_wsgi.hooks.translation [None req-89266b0e-c00e-41e2-86e7-1dd0f3faec3d tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] DELETE failed (client error): The resource could not be found. May 18 18:37:15.282935 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89266b0e-c00e-41e2-86e7-1dd0f3faec3d tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:37:15.286021 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-89266b0e-c00e-41e2-86e7-1dd0f3faec3d tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "DELETE /v2.0/subnets/88ede478-85bc-49ee-b29c-c86519f06e63 HTTP/1.1" status: 404 len: 337 time: 0.0506382 May 18 18:37:15.288898 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 37284) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:15.323493 n-d-838550-3 neutron-server[102731]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bba7679-73f3-4180-bf30-240a9540f323 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] DELETE failed (client error): The resource could not be found. May 18 18:37:15.324171 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bba7679-73f3-4180-bf30-240a9540f323 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:37:15.330874 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-5bba7679-73f3-4180-bf30-240a9540f323 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "DELETE /v2.0/ports/9fb5636d-e26d-4be2-a0cb-fd8c7da49452 HTTP/1.1" status: 404 len: 333 time: 0.0407171 May 18 18:37:15.331408 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 37286) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:15.379544 n-d-838550-3 neutron-server[102730]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1d5f609-aa99-4f20-9e68-923e436c192c tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] DELETE failed (client error): The resource could not be found. May 18 18:37:15.379999 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1d5f609-aa99-4f20-9e68-923e436c192c tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:37:15.385380 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-b1d5f609-aa99-4f20-9e68-923e436c192c tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "DELETE /v2.0/subnets/8aa1944f-f4a3-4628-9800-80fde264ed19 HTTP/1.1" status: 404 len: 337 time: 0.0476887 May 18 18:37:15.385850 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 37288) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:15.393758 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbde41b-aad9-44ce-a49d-c8b8eb0222e1 req-662026c7-4bf6-4202-805a-2ac6c78c6032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:37:15.395276 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2bbde41b-aad9-44ce-a49d-c8b8eb0222e1 req-662026c7-4bf6-4202-805a-2ac6c78c6032 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 1098 time: 0.1488369 May 18 18:37:15.411419 n-d-838550-3 neutron-server[102731]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8642150-e014-47a5-8cc1-4a766a99c091 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] DELETE failed (client error): The resource could not be found. May 18 18:37:15.412428 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8642150-e014-47a5-8cc1-4a766a99c091 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:37:15.416825 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-d8642150-e014-47a5-8cc1-4a766a99c091 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "DELETE /v2.0/ports/7aa94fd0-a110-4c6e-822f-b5188fa384b3 HTTP/1.1" status: 404 len: 333 time: 0.0298696 May 18 18:37:15.419357 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 37290) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:15.450166 n-d-838550-3 neutron-server[102731]: INFO neutron.pecan_wsgi.hooks.translation [None req-291477c2-c492-4067-980d-62aa8de28499 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] DELETE failed (client error): The resource could not be found. May 18 18:37:15.451295 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-291477c2-c492-4067-980d-62aa8de28499 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:37:15.456126 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-291477c2-c492-4067-980d-62aa8de28499 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "DELETE /v2.0/subnets/243a3544-45fc-4a05-a70b-a1b64c822caa HTTP/1.1" status: 404 len: 337 time: 0.0355229 May 18 18:37:15.458895 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 37292) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:15.487158 n-d-838550-3 neutron-server[102731]: INFO neutron.pecan_wsgi.hooks.translation [None req-932a4b6a-d26e-4702-9356-e697d5ff0fde tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] DELETE failed (client error): The resource could not be found. May 18 18:37:15.487930 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-932a4b6a-d26e-4702-9356-e697d5ff0fde tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:37:15.491219 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-932a4b6a-d26e-4702-9356-e697d5ff0fde tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "DELETE /v2.0/ports/eff99800-42be-4c7e-8482-6033c9eb56d2 HTTP/1.1" status: 404 len: 333 time: 0.0307734 May 18 18:37:15.493826 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 37298) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:15.508229 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2bbde41b-aad9-44ce-a49d-c8b8eb0222e1 req-7356a616-65c0-46cc-8ab8-c082aa1aa857 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785830 May 18 18:37:15.527173 n-d-838550-3 neutron-server[102731]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dea09ae-a668-4ed3-a45d-3a595a690c1e tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] DELETE failed (client error): The resource could not be found. May 18 18:37:15.527173 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dea09ae-a668-4ed3-a45d-3a595a690c1e tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:37:15.538879 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-2dea09ae-a668-4ed3-a45d-3a595a690c1e tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "DELETE /v2.0/subnets/eeee5d04-dd9f-4b83-9cbe-99b600e625ed HTTP/1.1" status: 404 len: 337 time: 0.0331526 May 18 18:37:15.538879 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 37300) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:15.555243 n-d-838550-3 neutron-server[102731]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b7add30-e658-431c-b241-747166e937c6 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] DELETE failed (client error): The resource could not be found. May 18 18:37:15.555934 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b7add30-e658-431c-b241-747166e937c6 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:37:15.561248 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-0b7add30-e658-431c-b241-747166e937c6 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "DELETE /v2.0/ports/4f3385d0-7a02-4d20-9286-19ef28134291 HTTP/1.1" status: 404 len: 333 time: 0.0269763 May 18 18:37:15.562079 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 37304) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:15.575457 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dea11549-5278-4662-9e57-02ad34852c25 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Router 0f7f61cc-eb57-4ebc-88be-198b69ed2794 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:37:15.600077 n-d-838550-3 neutron-server[102731]: INFO neutron.pecan_wsgi.hooks.translation [None req-95ab7c34-bb7f-42b4-9e97-bc51e956e575 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] DELETE failed (client error): The resource could not be found. May 18 18:37:15.600640 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95ab7c34-bb7f-42b4-9e97-bc51e956e575 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:37:15.608733 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-95ab7c34-bb7f-42b4-9e97-bc51e956e575 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "DELETE /v2.0/subnets/8cec053f-ff1c-48cf-aebd-2fe10aee1224 HTTP/1.1" status: 404 len: 337 time: 0.0462892 May 18 18:37:15.609429 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 37306) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:15.643747 n-d-838550-3 neutron-server[102731]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d186271-6709-475f-a56c-2ca11aff60f6 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] DELETE failed (client error): The resource could not be found. May 18 18:37:15.644430 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d186271-6709-475f-a56c-2ca11aff60f6 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:37:15.650982 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-2d186271-6709-475f-a56c-2ca11aff60f6 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "DELETE /v2.0/subnets/1b0f9f0f-39b6-4710-b7c7-7a3cfd6d7c9e HTTP/1.1" status: 404 len: 337 time: 0.0404623 May 18 18:37:15.651846 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 37308) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:15.689225 n-d-838550-3 neutron-server[102731]: INFO neutron.pecan_wsgi.hooks.translation [None req-3752970f-7f52-4dea-b8e8-1d86b312cfde tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] DELETE failed (client error): The resource could not be found. May 18 18:37:15.690037 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3752970f-7f52-4dea-b8e8-1d86b312cfde tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:37:15.694308 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-3752970f-7f52-4dea-b8e8-1d86b312cfde tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "DELETE /v2.0/ports/546fbe5c-2ca9-4d50-a34d-0765c93928e8 HTTP/1.1" status: 404 len: 333 time: 0.0412896 May 18 18:37:15.697076 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 37310) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:15.740844 n-d-838550-3 neutron-server[102731]: INFO neutron.pecan_wsgi.hooks.translation [None req-df80fd8f-c390-4a7b-b5f3-f76bf3242685 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] DELETE failed (client error): The resource could not be found. May 18 18:37:15.741369 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df80fd8f-c390-4a7b-b5f3-f76bf3242685 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:37:15.745285 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-df80fd8f-c390-4a7b-b5f3-f76bf3242685 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "DELETE /v2.0/subnets/40695e14-63cb-4f11-8962-ed70145270bd HTTP/1.1" status: 404 len: 337 time: 0.0475264 May 18 18:37:15.756560 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 37314) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:15.806611 n-d-838550-3 neutron-server[102730]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d5fd6b2-262e-4618-85b2-94ca3a5608a7 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] DELETE failed (client error): The resource could not be found. May 18 18:37:15.807158 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d5fd6b2-262e-4618-85b2-94ca3a5608a7 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:37:15.812560 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-8d5fd6b2-262e-4618-85b2-94ca3a5608a7 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "DELETE /v2.0/subnets/a0a71d04-4372-4d55-959d-2d98f647824a HTTP/1.1" status: 404 len: 337 time: 0.0487950 May 18 18:37:15.812963 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 37320) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:15.825781 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfeccb3-2d3a-4889-a82c-e919b1b0c8e3 req-f1dda758-bec4-4bae-b4f2-a3552622a88b tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:37:15.827503 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ddfeccb3-2d3a-4889-a82c-e919b1b0c8e3 req-f1dda758-bec4-4bae-b4f2-a3552622a88b tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 947 time: 0.1747525 May 18 18:37:15.830859 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dea11549-5278-4662-9e57-02ad34852c25 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:37:15.843410 n-d-838550-3 neutron-server[102731]: INFO neutron.pecan_wsgi.hooks.translation [None req-69b68b81-7366-4355-9da6-d5335e93f5a6 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] DELETE failed (client error): The resource could not be found. May 18 18:37:15.848856 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69b68b81-7366-4355-9da6-d5335e93f5a6 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:37:15.849074 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910c0904-f214-4c8c-ac50-a25adaf2d22f None None] Sync routers for ids ['0f7f61cc-eb57-4ebc-88be-198b69ed2794'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:37:15.855976 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-69b68b81-7366-4355-9da6-d5335e93f5a6 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "DELETE /v2.0/ports/37e9b18a-3535-4ed0-baef-67cfb2c242ef HTTP/1.1" status: 404 len: 333 time: 0.0407093 May 18 18:37:15.861754 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 37322) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:15.875969 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-dea11549-5278-4662-9e57-02ad34852c25 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:15.884262 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910c0904-f214-4c8c-ac50-a25adaf2d22f None None] Routers {'0f7f61cc-eb57-4ebc-88be-198b69ed2794'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:37:15.884904 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-910c0904-f214-4c8c-ac50-a25adaf2d22f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:37:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['0f7f61cc-eb57-4ebc-88be-198b69ed2794'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:37:15.930871 n-d-838550-3 neutron-server[102730]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9c29bd6-085a-4ece-9531-fb36a0dd2d44 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] DELETE failed (client error): The resource could not be found. May 18 18:37:15.931363 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9c29bd6-085a-4ece-9531-fb36a0dd2d44 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:37:15.941440 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-f9c29bd6-085a-4ece-9531-fb36a0dd2d44 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "DELETE /v2.0/subnets/692dcc34-fc83-4ba1-b1b9-cce6a37a80d5 HTTP/1.1" status: 404 len: 337 time: 0.0824680 May 18 18:37:15.944707 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 37326) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:15.961804 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ddfeccb3-2d3a-4889-a82c-e919b1b0c8e3 req-36b83d7d-51c1-4b11-825e-e92a64dbe138 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262596 May 18 18:37:15.967530 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-dea11549-5278-4662-9e57-02ad34852c25 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.6880119 May 18 18:37:15.968248 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 37328) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:15.968711 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a09dfc37-6e2d-4526-8f65-789a0e8aa185', 'tag': '50efc029-8eb0-452c-8bf5-97eb2156b3ca'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:37:15.971724 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fba6d79a-a279-4f2e-8403-5f134cb4f936" -d '{"events": [{"name": "network-changed", "server_uuid": "a09dfc37-6e2d-4526-8f65-789a0e8aa185", "tag": "50efc029-8eb0-452c-8bf5-97eb2156b3ca"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:37:16.017526 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-910c0904-f214-4c8c-ac50-a25adaf2d22f None None] Set router 0f7f61cc-eb57-4ebc-88be-198b69ed2794 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:37:16.026060 n-d-838550-3 neutron-server[102731]: INFO neutron.pecan_wsgi.hooks.translation [None req-758065b0-e10c-4bd1-95e9-8d86fa114ccd tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] DELETE failed (client error): The resource could not be found. May 18 18:37:16.033816 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-758065b0-e10c-4bd1-95e9-8d86fa114ccd tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:37:16.039400 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-758065b0-e10c-4bd1-95e9-8d86fa114ccd tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "DELETE /v2.0/subnets/3c7341e7-b744-4578-9a76-2822dfd127b1 HTTP/1.1" status: 404 len: 337 time: 0.0900178 May 18 18:37:16.039931 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 37332) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:16.086642 n-d-838550-3 neutron-server[102731]: INFO neutron.pecan_wsgi.hooks.translation [None req-5724107c-a9bd-4fe6-83e8-edc671902182 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] DELETE failed (client error): The resource could not be found. May 18 18:37:16.087404 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5724107c-a9bd-4fe6-83e8-edc671902182 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:37:16.094582 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-5724107c-a9bd-4fe6-83e8-edc671902182 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "DELETE /v2.0/ports/00c029ae-31bf-4508-be38-dbec20372ab6 HTTP/1.1" status: 404 len: 333 time: 0.0496314 May 18 18:37:16.095684 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 37334) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:16.148720 n-d-838550-3 neutron-server[102731]: INFO neutron.pecan_wsgi.hooks.translation [None req-0da2012a-49bc-4d55-8c5d-8b8dbc07cd8c tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] DELETE failed (client error): The resource could not be found. May 18 18:37:16.149486 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0da2012a-49bc-4d55-8c5d-8b8dbc07cd8c tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:37:16.155218 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-0da2012a-49bc-4d55-8c5d-8b8dbc07cd8c tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "DELETE /v2.0/subnets/caed3f7d-c0ae-4c6f-9008-b1f6b1c0155f HTTP/1.1" status: 404 len: 337 time: 0.0560925 May 18 18:37:16.155868 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 37336) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:16.165423 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d001fbcd-d498-4686-a108-3c3b9567d065 x-openstack-request-id: req-d001fbcd-d498-4686-a108-3c3b9567d065 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:37:16.166353 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a09dfc37-6e2d-4526-8f65-789a0e8aa185", "tag": "50efc029-8eb0-452c-8bf5-97eb2156b3ca", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:37:16.166886 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-d001fbcd-d498-4686-a108-3c3b9567d065 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:37:16.167460 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d001fbcd-d498-4686-a108-3c3b9567d065'] response: {'name': 'network-changed', 'server_uuid': 'a09dfc37-6e2d-4526-8f65-789a0e8aa185', 'tag': '50efc029-8eb0-452c-8bf5-97eb2156b3ca', 'status': 'completed', 'code': 200} May 18 18:37:16.230746 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8276be38-c131-4ee1-b6e6-9e849304a345 tempest-TestSecurityGroupsBasicOps-1205245648 tempest-TestSecurityGroupsBasicOps-1205245648-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:37:16.231651 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8276be38-c131-4ee1-b6e6-9e849304a345 tempest-TestSecurityGroupsBasicOps-1205245648 tempest-TestSecurityGroupsBasicOps-1205245648-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:37:16.232271 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8276be38-c131-4ee1-b6e6-9e849304a345 tempest-TestSecurityGroupsBasicOps-1205245648 tempest-TestSecurityGroupsBasicOps-1205245648-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:37:16.232890 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8276be38-c131-4ee1-b6e6-9e849304a345 tempest-TestSecurityGroupsBasicOps-1205245648 tempest-TestSecurityGroupsBasicOps-1205245648-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:37:16.233500 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8276be38-c131-4ee1-b6e6-9e849304a345 tempest-TestSecurityGroupsBasicOps-1205245648 tempest-TestSecurityGroupsBasicOps-1205245648-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:37:16.234461 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8276be38-c131-4ee1-b6e6-9e849304a345 tempest-TestSecurityGroupsBasicOps-1205245648 tempest-TestSecurityGroupsBasicOps-1205245648-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:37:16.235101 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8276be38-c131-4ee1-b6e6-9e849304a345 tempest-TestSecurityGroupsBasicOps-1205245648 tempest-TestSecurityGroupsBasicOps-1205245648-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:37:16.235751 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8276be38-c131-4ee1-b6e6-9e849304a345 tempest-TestSecurityGroupsBasicOps-1205245648 tempest-TestSecurityGroupsBasicOps-1205245648-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:37:16.237947 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-8276be38-c131-4ee1-b6e6-9e849304a345 tempest-TestSecurityGroupsBasicOps-1205245648 tempest-TestSecurityGroupsBasicOps-1205245648-project-admin] 10.222.0.85 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5654 time: 0.2631867 May 18 18:37:16.240031 n-d-838550-3 neutron-server[102731]: INFO neutron.pecan_wsgi.hooks.translation [None req-56c50cc4-7a78-45a9-8c37-8e78ec5d6d03 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] DELETE failed (client error): The resource could not be found. May 18 18:37:16.240563 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 37338) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:16.240688 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56c50cc4-7a78-45a9-8c37-8e78ec5d6d03 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:37:16.243884 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-56c50cc4-7a78-45a9-8c37-8e78ec5d6d03 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "DELETE /v2.0/subnets/4dd4649e-dbbb-408c-a1ce-408edb4544d5 HTTP/1.1" status: 404 len: 337 time: 0.0865858 May 18 18:37:16.246480 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 37340) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:16.288343 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-e0a314e0-7870-4337-b731-f9d4dbdec7cc tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "GET /v2.0/ports?device_id=d6d21624-7f2a-42e2-9a82-afee5c392266 HTTP/1.1" status: 200 len: 205 time: 0.0352826 May 18 18:37:16.289283 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 37342) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:16.319633 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba6d79a-a279-4f2e-8403-5f134cb4f936 req-4cfca142-6389-4379-b547-31e4977a21f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:37:16.321423 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fba6d79a-a279-4f2e-8403-5f134cb4f936 req-4cfca142-6389-4379-b547-31e4977a21f9 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=fcedd57ef6014f74aa9caf624aae4bec&device_id=a09dfc37-6e2d-4526-8f65-789a0e8aa185 HTTP/1.1" status: 200 len: 1135 time: 0.1114702 May 18 18:37:16.324585 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-910c0904-f214-4c8c-ac50-a25adaf2d22f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f7f61cc-eb57-4ebc-88be-198b69ed2794', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1441625821', 'tenant_id': 'fcedd57ef6014f74aa9caf624aae4bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': '3504aacc-6584-4478-8bff-85115e72a151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:36:36Z', 'updated_at': '2022-05-18T18:36:46Z', 'revision_number': 4, 'project_id': 'fcedd57ef6014f74aa9caf624aae4bec', 'gw_port': {'id': '3504aacc-6584-4478-8bff-85115e72a151', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:92:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7f61cc-eb57-4ebc-88be-198b69ed2794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3409, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:36:37Z', 'updated_at': '2022-05-18T18:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': 'e47f9873-2822-429a-82b2-9952341f98b7', 'tenant_id': 'fcedd57ef6014f74aa9caf624aae4bec', 'floating_ip_address': '172.25.5.43', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': '0f7f61cc-eb57-4ebc-88be-198b69ed2794', 'port_id': '50efc029-8eb0-452c-8bf5-97eb2156b3ca', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '218c386f-948a-4b27-b6ec-5f92eea3f688', 'mac_address': 'fa:16:3e:ac:cd:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09dfc37-6e2d-4526-8f65-789a0e8aa185', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T18:37:13Z', 'updated_at': '2022-05-18T18:37:13Z', 'revision_number': 0, 'project_id': 'fcedd57ef6014f74aa9caf624aae4bec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78ebd323-7bf6-4ef6-8d6e-282645481a8b', 'name': '', 'network_id': '218c386f-948a-4b27-b6ec-5f92eea3f688', 'tenant_id': 'fcedd57ef6014f74aa9caf624aae4bec', 'mac_address': 'fa:16:3e:c3:ca:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7f61cc-eb57-4ebc-88be-198b69ed2794', 'device_owner': 'network:router_interface', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': '2eab0795-06ba-4cda-9ceb-aabe79cba9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:36:44Z', 'updated_at': '2022-05-18T18:36:52Z', 'revision_number': 5, 'project_id': 'fcedd57ef6014f74aa9caf624aae4bec', 'subnets': [{'id': '2eab0795-06ba-4cda-9ceb-aabe79cba9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:37:16.365007 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910c0904-f214-4c8c-ac50-a25adaf2d22f None None] Checking router: 0f7f61cc-eb57-4ebc-88be-198b69ed2794 for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:37:16.368596 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82fae390-0f94-41f5-a693-c353fd918ff0 tempest-TestSecurityGroupsBasicOps-1205245648 tempest-TestSecurityGroupsBasicOps-1205245648-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:37:16.369081 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82fae390-0f94-41f5-a693-c353fd918ff0 tempest-TestSecurityGroupsBasicOps-1205245648 tempest-TestSecurityGroupsBasicOps-1205245648-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:37:16.369547 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82fae390-0f94-41f5-a693-c353fd918ff0 tempest-TestSecurityGroupsBasicOps-1205245648 tempest-TestSecurityGroupsBasicOps-1205245648-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:37:16.370044 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82fae390-0f94-41f5-a693-c353fd918ff0 tempest-TestSecurityGroupsBasicOps-1205245648 tempest-TestSecurityGroupsBasicOps-1205245648-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:37:16.370980 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82fae390-0f94-41f5-a693-c353fd918ff0 tempest-TestSecurityGroupsBasicOps-1205245648 tempest-TestSecurityGroupsBasicOps-1205245648-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:37:16.371502 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82fae390-0f94-41f5-a693-c353fd918ff0 tempest-TestSecurityGroupsBasicOps-1205245648 tempest-TestSecurityGroupsBasicOps-1205245648-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:37:16.371969 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82fae390-0f94-41f5-a693-c353fd918ff0 tempest-TestSecurityGroupsBasicOps-1205245648 tempest-TestSecurityGroupsBasicOps-1205245648-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:37:16.375533 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910c0904-f214-4c8c-ac50-a25adaf2d22f None None] Routers {'0f7f61cc-eb57-4ebc-88be-198b69ed2794'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:37:16.376865 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-910c0904-f214-4c8c-ac50-a25adaf2d22f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:37:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['0f7f61cc-eb57-4ebc-88be-198b69ed2794'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:37:16.380639 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 37346) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:16.385832 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-82fae390-0f94-41f5-a693-c353fd918ff0 tempest-TestSecurityGroupsBasicOps-1205245648 tempest-TestSecurityGroupsBasicOps-1205245648-project-admin] 10.222.0.85 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4651 time: 0.1436656 May 18 18:37:16.477605 n-d-838550-3 neutron-server[102731]: INFO neutron.api.v2.resource [None req-0793327b-aec9-4d0b-9575-c75ba6ae1bca tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] delete failed (client error): The resource could not be found. May 18 18:37:16.479901 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-0793327b-aec9-4d0b-9575-c75ba6ae1bca tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "DELETE /v2.0/routers/d6d21624-7f2a-42e2-9a82-afee5c392266 HTTP/1.1" status: 404 len: 336 time: 0.1873405 May 18 18:37:16.481447 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 37350) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:16.508204 n-d-838550-3 neutron-server[102730]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8b696d4-252a-40a0-b324-58fb81c5d086 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] DELETE failed (client error): The resource could not be found. May 18 18:37:16.508836 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8b696d4-252a-40a0-b324-58fb81c5d086 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:37:16.512046 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-f8b696d4-252a-40a0-b324-58fb81c5d086 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "DELETE /v2.0/subnets/065e9fb3-49cf-457d-b488-7e677b7a80f9 HTTP/1.1" status: 404 len: 337 time: 0.0295196 May 18 18:37:16.517846 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 37352) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:16.530120 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-910c0904-f214-4c8c-ac50-a25adaf2d22f None None] Set router 0f7f61cc-eb57-4ebc-88be-198b69ed2794 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:37:16.591702 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-91b811f9-d836-48b8-ac31-00c824a42582 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "GET /v2.0/ports?device_id=1547cd79-dba9-446f-9fa5-f9aad82e99b0 HTTP/1.1" status: 200 len: 205 time: 0.0725791 May 18 18:37:16.594078 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 37358) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:16.700710 n-d-838550-3 neutron-server[102730]: INFO neutron.api.v2.resource [None req-1a2ea237-b0e0-4658-a195-ff55f188074f tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] delete failed (client error): The resource could not be found. May 18 18:37:16.706957 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-1a2ea237-b0e0-4658-a195-ff55f188074f tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "DELETE /v2.0/routers/1547cd79-dba9-446f-9fa5-f9aad82e99b0 HTTP/1.1" status: 404 len: 336 time: 0.1048567 May 18 18:37:16.707219 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 37366) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:16.738460 n-d-838550-3 neutron-server[102730]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f7de5e7-e47b-4187-aff4-a70e4782afe6 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] DELETE failed (client error): The resource could not be found. May 18 18:37:16.739006 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f7de5e7-e47b-4187-aff4-a70e4782afe6 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:37:16.742413 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-3f7de5e7-e47b-4187-aff4-a70e4782afe6 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "DELETE /v2.0/subnets/00ec0366-b90c-42b7-acda-71beab2355df HTTP/1.1" status: 404 len: 337 time: 0.0321355 May 18 18:37:16.744986 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 37368) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:16.816976 n-d-838550-3 neutron-server[102730]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f744303-56f6-4dec-8077-78255ea94079 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] DELETE failed (client error): The resource could not be found. May 18 18:37:16.817434 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f744303-56f6-4dec-8077-78255ea94079 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:37:16.822014 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-1f744303-56f6-4dec-8077-78255ea94079 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "DELETE /v2.0/subnets/c0c836da-e7a9-484f-9401-fd8107b0809a HTTP/1.1" status: 404 len: 337 time: 0.0759339 May 18 18:37:16.824441 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 37376) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:16.878406 n-d-838550-3 neutron-server[102730]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5bddff6-843f-4afd-8bb5-ec876f0f7973 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] DELETE failed (client error): The resource could not be found. May 18 18:37:16.879111 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5bddff6-843f-4afd-8bb5-ec876f0f7973 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:37:16.886824 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-c5bddff6-843f-4afd-8bb5-ec876f0f7973 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "DELETE /v2.0/ports/8c93e60b-42bc-4a6c-b7e0-7dbb5045b8ec HTTP/1.1" status: 404 len: 333 time: 0.0585935 May 18 18:37:16.890035 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 37380) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:16.939162 n-d-838550-3 neutron-server[102730]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef710871-e193-4e20-967a-4b0a0a0e1c4d tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] DELETE failed (client error): The resource could not be found. May 18 18:37:16.939703 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef710871-e193-4e20-967a-4b0a0a0e1c4d tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:37:16.943103 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-910c0904-f214-4c8c-ac50-a25adaf2d22f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f7f61cc-eb57-4ebc-88be-198b69ed2794', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1441625821', 'tenant_id': 'fcedd57ef6014f74aa9caf624aae4bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': '3504aacc-6584-4478-8bff-85115e72a151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:36:36Z', 'updated_at': '2022-05-18T18:36:46Z', 'revision_number': 4, 'project_id': 'fcedd57ef6014f74aa9caf624aae4bec', 'gw_port': {'id': '3504aacc-6584-4478-8bff-85115e72a151', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:92:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7f61cc-eb57-4ebc-88be-198b69ed2794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3409, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:36:37Z', 'updated_at': '2022-05-18T18:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': 'e47f9873-2822-429a-82b2-9952341f98b7', 'tenant_id': 'fcedd57ef6014f74aa9caf624aae4bec', 'floating_ip_address': '172.25.5.43', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': '0f7f61cc-eb57-4ebc-88be-198b69ed2794', 'port_id': '50efc029-8eb0-452c-8bf5-97eb2156b3ca', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '218c386f-948a-4b27-b6ec-5f92eea3f688', 'mac_address': 'fa:16:3e:ac:cd:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09dfc37-6e2d-4526-8f65-789a0e8aa185', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T18:37:13Z', 'updated_at': '2022-05-18T18:37:13Z', 'revision_number': 0, 'project_id': 'fcedd57ef6014f74aa9caf624aae4bec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78ebd323-7bf6-4ef6-8d6e-282645481a8b', 'name': '', 'network_id': '218c386f-948a-4b27-b6ec-5f92eea3f688', 'tenant_id': 'fcedd57ef6014f74aa9caf624aae4bec', 'mac_address': 'fa:16:3e:c3:ca:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7f61cc-eb57-4ebc-88be-198b69ed2794', 'device_owner': 'network:router_interface', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': '2eab0795-06ba-4cda-9ceb-aabe79cba9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:36:44Z', 'updated_at': '2022-05-18T18:36:52Z', 'revision_number': 5, 'project_id': 'fcedd57ef6014f74aa9caf624aae4bec', 'subnets': [{'id': '2eab0795-06ba-4cda-9ceb-aabe79cba9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:37:16.945500 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-ef710871-e193-4e20-967a-4b0a0a0e1c4d tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "DELETE /v2.0/subnets/7cbec765-74bc-4387-ba6a-8cf9cd3cea16 HTTP/1.1" status: 404 len: 337 time: 0.0545099 May 18 18:37:16.948458 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 37390) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:16.962794 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba6d79a-a279-4f2e-8403-5f134cb4f936 req-b2b7c3a9-bace-4eb7-aa9b-88eaa8cb3532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:37:16.964381 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fba6d79a-a279-4f2e-8403-5f134cb4f936 req-b2b7c3a9-bace-4eb7-aa9b-88eaa8cb3532 service neutron] 10.222.0.88 "GET /v2.0/networks?id=218c386f-948a-4b27-b6ec-5f92eea3f688 HTTP/1.1" status: 200 len: 898 time: 0.5833864 May 18 18:37:16.987956 n-d-838550-3 neutron-server[102730]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa7fc15d-494b-4d15-9075-4fa20e207df2 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] DELETE failed (client error): The resource could not be found. May 18 18:37:16.988627 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa7fc15d-494b-4d15-9075-4fa20e207df2 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:37:16.994736 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-aa7fc15d-494b-4d15-9075-4fa20e207df2 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "DELETE /v2.0/ports/e09c77da-5e01-44f7-a117-4c9408347e3c HTTP/1.1" status: 404 len: 333 time: 0.0452459 May 18 18:37:16.995400 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 37398) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:17.007719 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910c0904-f214-4c8c-ac50-a25adaf2d22f None None] The sync data for ids ['0f7f61cc-eb57-4ebc-88be-198b69ed2794'] in n-d-838550-3 is: [{'id': '0f7f61cc-eb57-4ebc-88be-198b69ed2794', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1441625821', 'tenant_id': 'fcedd57ef6014f74aa9caf624aae4bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': '3504aacc-6584-4478-8bff-85115e72a151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:36:36Z', 'updated_at': '2022-05-18T18:36:46Z', 'revision_number': 4, 'project_id': 'fcedd57ef6014f74aa9caf624aae4bec', 'gw_port': {'id': '3504aacc-6584-4478-8bff-85115e72a151', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:92:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7f61cc-eb57-4ebc-88be-198b69ed2794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3409, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:36:37Z', 'updated_at': '2022-05-18T18:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': 'e47f9873-2822-429a-82b2-9952341f98b7', 'tenant_id': 'fcedd57ef6014f74aa9caf624aae4bec', 'floating_ip_address': '172.25.5.43', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': '0f7f61cc-eb57-4ebc-88be-198b69ed2794', 'port_id': '50efc029-8eb0-452c-8bf5-97eb2156b3ca', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '218c386f-948a-4b27-b6ec-5f92eea3f688', 'mac_address': 'fa:16:3e:ac:cd:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09dfc37-6e2d-4526-8f65-789a0e8aa185', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T18:37:13Z', 'updated_at': '2022-05-18T18:37:13Z', 'revision_number': 0, 'project_id': 'fcedd57ef6014f74aa9caf624aae4bec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78ebd323-7bf6-4ef6-8d6e-282645481a8b', 'name': '', 'network_id': '218c386f-948a-4b27-b6ec-5f92eea3f688', 'tenant_id': 'fcedd57ef6014f74aa9caf624aae4bec', 'mac_address': 'fa:16:3e:c3:ca:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7f61cc-eb57-4ebc-88be-198b69ed2794', 'device_owner': 'network:router_interface', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': '2eab0795-06ba-4cda-9ceb-aabe79cba9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:36:44Z', 'updated_at': '2022-05-18T18:36:52Z', 'revision_number': 5, 'project_id': 'fcedd57ef6014f74aa9caf624aae4bec', 'subnets': [{'id': '2eab0795-06ba-4cda-9ceb-aabe79cba9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:37:17.066202 n-d-838550-3 neutron-server[102730]: INFO neutron.pecan_wsgi.hooks.translation [None req-80a50a19-5dfe-41c7-83e1-4fc29128a340 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] DELETE failed (client error): The resource could not be found. May 18 18:37:17.066672 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80a50a19-5dfe-41c7-83e1-4fc29128a340 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:37:17.090117 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-80a50a19-5dfe-41c7-83e1-4fc29128a340 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "DELETE /v2.0/subnets/4b745cdf-5d99-44a4-bc5b-4ae327e2f578 HTTP/1.1" status: 404 len: 337 time: 0.0930924 May 18 18:37:17.091749 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 37410) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:17.170027 n-d-838550-3 neutron-server[102730]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca3a4e7f-ad70-4793-85d4-1833d7db3332 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] DELETE failed (client error): The resource could not be found. May 18 18:37:17.172852 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca3a4e7f-ad70-4793-85d4-1833d7db3332 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:37:17.181585 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 37416) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:17.185524 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-ca3a4e7f-ad70-4793-85d4-1833d7db3332 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "DELETE /v2.0/ports/492ec8bd-4eb2-463f-a4c0-71d12114f493 HTTP/1.1" status: 404 len: 333 time: 0.0895000 May 18 18:37:17.258258 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aee15d-481d-4251-832f-efb58da82816 req-e86ea777-535e-461d-93ce-7d4d9591f351 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:37:17.262772 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-53aee15d-481d-4251-832f-efb58da82816 req-e86ea777-535e-461d-93ce-7d4d9591f351 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 947 time: 0.1182067 May 18 18:37:17.286257 n-d-838550-3 neutron-server[102731]: INFO neutron.pecan_wsgi.hooks.translation [None req-96023f5e-623b-429c-956a-79ca3998678d tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] DELETE failed (client error): The resource could not be found. May 18 18:37:17.290216 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96023f5e-623b-429c-956a-79ca3998678d tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:37:17.294258 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-96023f5e-623b-429c-956a-79ca3998678d tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "DELETE /v2.0/subnets/8e46fbce-fce5-4674-a563-176e428d5bd1 HTTP/1.1" status: 404 len: 337 time: 0.1108699 May 18 18:37:17.300905 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 37418) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:17.309197 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fba6d79a-a279-4f2e-8403-5f134cb4f936 req-78d8babd-c2bb-4848-be42-34a58671120a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=50efc029-8eb0-452c-8bf5-97eb2156b3ca HTTP/1.1" status: 200 len: 998 time: 0.3361228 May 18 18:37:17.368343 n-d-838550-3 neutron-server[102730]: INFO neutron.pecan_wsgi.hooks.translation [None req-fca8c590-f575-428a-8aa6-ce1102f3cfd5 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] DELETE failed (client error): The resource could not be found. May 18 18:37:17.369028 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fca8c590-f575-428a-8aa6-ce1102f3cfd5 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:37:17.386486 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 37420) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:17.386766 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-fca8c590-f575-428a-8aa6-ce1102f3cfd5 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "DELETE /v2.0/ports/8b009c5c-4fcf-4348-9a4b-30fd01e51835 HTTP/1.1" status: 404 len: 333 time: 0.0848756 May 18 18:37:17.405149 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-53aee15d-481d-4251-832f-efb58da82816 req-fef41d2e-11af-4baa-8fdb-a4a500316c65 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346352 May 18 18:37:17.422855 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd08a5e5-8a30-4d52-9da2-5ebdeea1a2cc None None] New status for floating IP e47f9873-2822-429a-82b2-9952341f98b7: ACTIVE {{(pid=102732) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 18:37:17.504068 n-d-838550-3 neutron-server[102731]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5e2da1e-76a8-44dc-a7ac-653d4221a904 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] DELETE failed (client error): The resource could not be found. May 18 18:37:17.505586 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5e2da1e-76a8-44dc-a7ac-653d4221a904 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:37:17.508780 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-d5e2da1e-76a8-44dc-a7ac-653d4221a904 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "DELETE /v2.0/subnets/b18481b7-79dd-414c-a4f0-216670df48a8 HTTP/1.1" status: 404 len: 337 time: 0.1212957 May 18 18:37:17.513445 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 37422) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:17.530811 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba6d79a-a279-4f2e-8403-5f134cb4f936 req-b9c8d998-986f-4a06-8887-e5542e7350c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:37:17.544554 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fba6d79a-a279-4f2e-8403-5f134cb4f936 req-b9c8d998-986f-4a06-8887-e5542e7350c6 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2eab0795-06ba-4cda-9ceb-aabe79cba9d9 HTTP/1.1" status: 200 len: 835 time: 0.2237363 May 18 18:37:17.547809 n-d-838550-3 neutron-server[102730]: INFO neutron.pecan_wsgi.hooks.translation [None req-94a03135-ab11-4a54-8ee9-a93c43c502fa tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] DELETE failed (client error): The resource could not be found. May 18 18:37:17.550029 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94a03135-ab11-4a54-8ee9-a93c43c502fa tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:37:17.557476 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-94a03135-ab11-4a54-8ee9-a93c43c502fa tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "DELETE /v2.0/ports/7a27ecfd-d88e-4300-b6a7-de866a46ce55 HTTP/1.1" status: 404 len: 333 time: 0.0420887 May 18 18:37:17.558478 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 37424) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:17.620113 n-d-838550-3 neutron-server[102730]: INFO neutron.pecan_wsgi.hooks.translation [None req-e31e60eb-d3af-4bb7-8846-b0411bf85a28 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] DELETE failed (client error): The resource could not be found. May 18 18:37:17.625159 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e31e60eb-d3af-4bb7-8846-b0411bf85a28 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:37:17.632954 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-e31e60eb-d3af-4bb7-8846-b0411bf85a28 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "DELETE /v2.0/subnets/9fce663c-56e8-45dc-9812-e5ef1715147d HTTP/1.1" status: 404 len: 337 time: 0.0733638 May 18 18:37:17.634064 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 37426) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:17.663862 n-d-838550-3 neutron-server[102730]: INFO neutron.pecan_wsgi.hooks.translation [None req-27a95fa6-3056-419e-98bc-fcaa7554ea02 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] DELETE failed (client error): The resource could not be found. May 18 18:37:17.664601 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27a95fa6-3056-419e-98bc-fcaa7554ea02 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:37:17.675428 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-27a95fa6-3056-419e-98bc-fcaa7554ea02 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "DELETE /v2.0/ports/287088a1-5e05-4e16-ae45-c954fd4dff97 HTTP/1.1" status: 404 len: 333 time: 0.0399864 May 18 18:37:17.679492 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 37430) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:17.718196 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-60217c46-0a3f-411b-8a20-a5cdc2cece55 tempest-TestSecurityGroupsBasicOps-1205245648 tempest-TestSecurityGroupsBasicOps-1205245648-project-admin] 10.222.0.85 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3059 time: 1.3329251 May 18 18:37:17.718889 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 37432) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:17.724176 n-d-838550-3 neutron-server[102730]: INFO neutron.pecan_wsgi.hooks.translation [None req-da948d70-0ec9-48dc-9777-fec94d17e678 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] DELETE failed (client error): The resource could not be found. May 18 18:37:17.724637 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da948d70-0ec9-48dc-9777-fec94d17e678 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:37:17.732663 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-da948d70-0ec9-48dc-9777-fec94d17e678 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "DELETE /v2.0/subnets/297cdb41-227c-43a8-baf0-d048b4bc9d61 HTTP/1.1" status: 404 len: 337 time: 0.0476141 May 18 18:37:17.733371 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 37438) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:17.740791 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba6d79a-a279-4f2e-8403-5f134cb4f936 req-ab8ad930-47b4-4c2f-b49a-1a9b90934596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:37:17.747114 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fba6d79a-a279-4f2e-8403-5f134cb4f936 req-ab8ad930-47b4-4c2f-b49a-1a9b90934596 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=218c386f-948a-4b27-b6ec-5f92eea3f688&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1786289 May 18 18:37:17.770124 n-d-838550-3 neutron-server[102730]: INFO neutron.pecan_wsgi.hooks.translation [None req-e35f8f96-e17d-4cb2-adb2-79339f16e1a6 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] DELETE failed (client error): The resource could not be found. May 18 18:37:17.771078 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e35f8f96-e17d-4cb2-adb2-79339f16e1a6 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:37:17.774608 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-e35f8f96-e17d-4cb2-adb2-79339f16e1a6 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "DELETE /v2.0/ports/0244aca8-aa48-41c6-96e8-23a5b953d996 HTTP/1.1" status: 404 len: 333 time: 0.0369661 May 18 18:37:17.776702 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 37440) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:17.808660 n-d-838550-3 neutron-server[102730]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6077d11-2885-4fa9-b8d6-0d4bdb67a3e0 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] DELETE failed (client error): The resource could not be found. May 18 18:37:17.809469 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6077d11-2885-4fa9-b8d6-0d4bdb67a3e0 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:37:17.813147 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-f6077d11-2885-4fa9-b8d6-0d4bdb67a3e0 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "DELETE /v2.0/subnets/9f851a0f-9eb3-43fb-8047-ea635e11feae HTTP/1.1" status: 404 len: 337 time: 0.0353484 May 18 18:37:17.817758 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 37444) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:17.887827 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c07e7d8-6c1b-4ce8-807f-d65a9eda3743 tempest-TestSecurityGroupsBasicOps-1205245648 tempest-TestSecurityGroupsBasicOps-1205245648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:37:17.888479 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c07e7d8-6c1b-4ce8-807f-d65a9eda3743 tempest-TestSecurityGroupsBasicOps-1205245648 tempest-TestSecurityGroupsBasicOps-1205245648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:37:17.894318 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-5c07e7d8-6c1b-4ce8-807f-d65a9eda3743 tempest-TestSecurityGroupsBasicOps-1205245648 tempest-TestSecurityGroupsBasicOps-1205245648-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=0f7f61cc-eb57-4ebc-88be-198b69ed2794 HTTP/1.1" status: 200 len: 1990 time: 0.1714125 May 18 18:37:17.935034 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-88853d21-e0f5-4608-9eca-d4ab320ac9f6 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:17.937263 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fba6d79a-a279-4f2e-8403-5f134cb4f936 req-b786b560-3409-44e4-8398-baea55f6b8cc service neutron] 10.222.0.88 "GET /v2.0/networks/218c386f-948a-4b27-b6ec-5f92eea3f688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734626 May 18 18:37:18.036244 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fba6d79a-a279-4f2e-8403-5f134cb4f936 req-46f61123-0da6-4d83-96ce-c92d51be7ec7 service neutron] 10.222.0.88 "GET /v2.0/networks/218c386f-948a-4b27-b6ec-5f92eea3f688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912356 May 18 18:37:18.048826 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-88853d21-e0f5-4608-9eca-d4ab320ac9f6 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:18.073586 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-88853d21-e0f5-4608-9eca-d4ab320ac9f6 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5ce55ad-2458-4816-93d1-bdb0e8f83e94']}} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:37:18.084011 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-88853d21-e0f5-4608-9eca-d4ab320ac9f6 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7193822e-e5ec-4b60-a562-e581b7323da0') {'for_net_delete': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:37:18.084659 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-88853d21-e0f5-4608-9eca-d4ab320ac9f6 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7193822e-e5ec-4b60-a562-e581b7323da0') {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:37:18.095805 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-88853d21-e0f5-4608-9eca-d4ab320ac9f6 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260107375'] for segment, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:18.113827 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-88853d21-e0f5-4608-9eca-d4ab320ac9f6 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:18.121607 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88853d21-e0f5-4608-9eca-d4ab320ac9f6 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=102730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:37:18.122148 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-88853d21-e0f5-4608-9eca-d4ab320ac9f6 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261102736'] for segment, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:18.125963 n-d-838550-3 neutron-server[102730]: Traceback (most recent call last): May 18 18:37:18.125963 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:37:18.125963 n-d-838550-3 neutron-server[102730]: timer() May 18 18:37:18.125963 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:37:18.125963 n-d-838550-3 neutron-server[102730]: cb(*args, **kw) May 18 18:37:18.125963 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:37:18.125963 n-d-838550-3 neutron-server[102730]: return func(*args, **kwargs) May 18 18:37:18.125963 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:37:18.125963 n-d-838550-3 neutron-server[102730]: self._notify() May 18 18:37:18.125963 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:37:18.125963 n-d-838550-3 neutron-server[102730]: self.callback(batched_events) May 18 18:37:18.125963 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:37:18.125963 n-d-838550-3 neutron-server[102730]: event.method(event) May 18 18:37:18.125963 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:37:18.125963 n-d-838550-3 neutron-server[102730]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:37:18.125963 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:37:18.125963 n-d-838550-3 neutron-server[102730]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:37:18.125963 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:37:18.125963 n-d-838550-3 neutron-server[102730]: return f(self, *a, **k) May 18 18:37:18.125963 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:37:18.125963 n-d-838550-3 neutron-server[102730]: return self._get(url).json() May 18 18:37:18.125963 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:37:18.125963 n-d-838550-3 neutron-server[102730]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:37:18.125963 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:37:18.125963 n-d-838550-3 neutron-server[102730]: return self.request(url, 'GET', **kwargs) May 18 18:37:18.125963 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:37:18.125963 n-d-838550-3 neutron-server[102730]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:37:18.125963 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:37:18.125963 n-d-838550-3 neutron-server[102730]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:37:18.125963 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:37:18.125963 n-d-838550-3 neutron-server[102730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:37:18.125963 n-d-838550-3 neutron-server[102730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:37:18.196281 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-88853d21-e0f5-4608-9eca-d4ab320ac9f6 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:18.203237 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-88853d21-e0f5-4608-9eca-d4ab320ac9f6 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:18.209231 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-88853d21-e0f5-4608-9eca-d4ab320ac9f6 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] 10.222.0.85 "DELETE /v2.0/networks/c5ce55ad-2458-4816-93d1-bdb0e8f83e94 HTTP/1.1" status: 204 len: 168 time: 0.3885412 May 18 18:37:18.235525 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88853d21-e0f5-4608-9eca-d4ab320ac9f6 tempest-NetworksTestDHCPv6-1909575632 tempest-NetworksTestDHCPv6-1909575632-project] Pushing event deleted for resources: {'Network': ['ID=c5ce55ad-2458-4816-93d1-bdb0e8f83e94,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:37:18.491040 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 37460) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:18.591695 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee83fb1-8050-43f8-9882-e04ef072569a req-f324a1e5-4b1a-444b-be23-b6fc6f50cc16 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:37:18.601210 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3ee83fb1-8050-43f8-9882-e04ef072569a req-f324a1e5-4b1a-444b-be23-b6fc6f50cc16 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 947 time: 0.0842640 May 18 18:37:18.654658 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3ee83fb1-8050-43f8-9882-e04ef072569a req-46e081a8-1504-4641-92c6-3d00b7a59963 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524566 May 18 18:37:18.702495 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-efef63a0-aae9-4313-85cc-1bffdc1f7f04 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=17ca2b3ab9ea4457836da5cdadc0de8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2089255 May 18 18:37:18.703528 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 37470) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:18.772607 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-853c8121-a69e-41eb-a959-b751cac7fd5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:18.810765 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-853c8121-a69e-41eb-a959-b751cac7fd5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:18.828100 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ce654f-9870-4746-8a9b-cf665a8d3d4b req-520b68b7-6aac-4935-9311-4e6e985aae7a tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:37:18.831231 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e1ce654f-9870-4746-8a9b-cf665a8d3d4b req-520b68b7-6aac-4935-9311-4e6e985aae7a tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 947 time: 0.0864632 May 18 18:37:18.888227 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e1ce654f-9870-4746-8a9b-cf665a8d3d4b req-f7315723-2087-4b35-a8ec-788d1f9d0b62 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511363 May 18 18:37:18.895183 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-853c8121-a69e-41eb-a959-b751cac7fd5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:18.900454 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-853c8121-a69e-41eb-a959-b751cac7fd5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:18.903974 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-853c8121-a69e-41eb-a959-b751cac7fd5d admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/13fa7302-6902-4acc-8005-1ef5c75ca193 HTTP/1.1" status: 204 len: 168 time: 0.1971245 May 18 18:37:18.913933 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853c8121-a69e-41eb-a959-b751cac7fd5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13fa7302-6902-4acc-8005-1ef5c75ca193,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:37:19.086554 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3b4061-9eaa-48e0-ac56-1cc554ab2c1c req-adfae76a-0326-465f-9ca3-651ecfe620ce tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:37:19.088216 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6f3b4061-9eaa-48e0-ac56-1cc554ab2c1c req-adfae76a-0326-465f-9ca3-651ecfe620ce tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 947 time: 0.0892591 May 18 18:37:19.136686 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6f3b4061-9eaa-48e0-ac56-1cc554ab2c1c req-88379d8d-d5a1-424e-9fc0-7f1c46c45bc4 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400355 May 18 18:37:19.297465 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [req-7d9f3d60-5b26-45a5-9b91-ab2ba9012594 req-bfbd0ea5-95b8-4b8d-92ce-60b90cb4c549 service neutron] (102730) timed out ('10.222.0.85', 43970) {{(pid=102730) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} May 18 18:37:19.321598 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2e565e-6d4e-46f2-a8bc-f876c1edc0d6 req-c6bafa78-ceba-423d-9307-6e2ad9f25c92 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:37:19.331116 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-df2e565e-6d4e-46f2-a8bc-f876c1edc0d6 req-c6bafa78-ceba-423d-9307-6e2ad9f25c92 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 947 time: 0.0727642 May 18 18:37:19.399492 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-df2e565e-6d4e-46f2-a8bc-f876c1edc0d6 req-5cc246ae-eca4-4766-8c16-9a39cc2b2d0b tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487413 May 18 18:37:19.506144 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978c81d9-c820-4e91-a7fe-8e75b25fb69c req-8a855902-a4d0-4881-8f26-c097a7a8ec1a tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:37:19.507662 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-978c81d9-c820-4e91-a7fe-8e75b25fb69c req-8a855902-a4d0-4881-8f26-c097a7a8ec1a tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 947 time: 0.0591676 May 18 18:37:19.550570 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-978c81d9-c820-4e91-a7fe-8e75b25fb69c req-53237c22-b23c-4c8f-8893-a4e742462d08 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365877 May 18 18:37:19.730838 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e1fc9a-df5c-4be4-875b-a7226aadbf82 req-514ba3c0-3f71-4c34-9d9e-3ed9cc99cd9d tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:37:19.742443 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-20e1fc9a-df5c-4be4-875b-a7226aadbf82 req-514ba3c0-3f71-4c34-9d9e-3ed9cc99cd9d tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 947 time: 0.0922835 May 18 18:37:19.797684 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-20e1fc9a-df5c-4be4-875b-a7226aadbf82 req-bc0288df-4e1b-4b1d-b8d1-e664f323afee tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501499 May 18 18:37:19.809938 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 37516) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:19.924391 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0199355f-da4a-4948-bac1-2bc694e85669 req-809dbf45-886c-4ddb-aade-798835535639 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:37:19.932168 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0199355f-da4a-4948-bac1-2bc694e85669 req-809dbf45-886c-4ddb-aade-798835535639 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 947 time: 0.0709691 May 18 18:37:19.943627 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [None req-15815804-98af-4c9c-b3be-6d1ffd24546c tempest-ExtensionsTestJSON-26470209 tempest-ExtensionsTestJSON-26470209-project] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=102731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 18:37:19.944664 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-15815804-98af-4c9c-b3be-6d1ffd24546c tempest-ExtensionsTestJSON-26470209 tempest-ExtensionsTestJSON-26470209-project] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1411970 May 18 18:37:19.947702 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 37524) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:19.952217 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [None req-f94ee9b8-788b-45d7-8f59-a590a100af0d tempest-ExtensionsTestJSON-26470209 tempest-ExtensionsTestJSON-26470209-project] http://10.222.0.85:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=102730) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 18:37:19.953416 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-f94ee9b8-788b-45d7-8f59-a590a100af0d tempest-ExtensionsTestJSON-26470209 tempest-ExtensionsTestJSON-26470209-project] 10.222.0.85 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0047369 May 18 18:37:19.956370 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 37526) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:19.961400 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [None req-20f27d93-fa8d-429a-bfdb-904488393e32 tempest-ExtensionsTestJSON-26470209 tempest-ExtensionsTestJSON-26470209-project] http://10.222.0.85:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=102730) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 18:37:19.962593 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-20f27d93-fa8d-429a-bfdb-904488393e32 tempest-ExtensionsTestJSON-26470209 tempest-ExtensionsTestJSON-26470209-project] 10.222.0.85 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0051615 May 18 18:37:19.965454 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 37528) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:19.971838 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [None req-89930f55-a65c-4579-8d6d-1fa1261cf904 tempest-ExtensionsTestJSON-26470209 tempest-ExtensionsTestJSON-26470209-project] http://10.222.0.85:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=102730) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 18:37:19.973007 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-89930f55-a65c-4579-8d6d-1fa1261cf904 tempest-ExtensionsTestJSON-26470209 tempest-ExtensionsTestJSON-26470209-project] 10.222.0.85 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0056934 May 18 18:37:19.975809 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 37530) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:19.979748 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [None req-23426522-3146-4017-972d-db478e192b92 tempest-ExtensionsTestJSON-26470209 tempest-ExtensionsTestJSON-26470209-project] http://10.222.0.85:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=102730) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 18:37:19.980844 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-23426522-3146-4017-972d-db478e192b92 tempest-ExtensionsTestJSON-26470209 tempest-ExtensionsTestJSON-26470209-project] 10.222.0.85 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0041726 May 18 18:37:19.981085 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0199355f-da4a-4948-bac1-2bc694e85669 req-f96e1244-96c3-4f6e-b005-9a0719a0e159 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480416 May 18 18:37:19.983127 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 37532) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:19.988473 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [None req-a41395df-1df5-4636-96d2-7819eabf8757 tempest-ExtensionsTestJSON-26470209 tempest-ExtensionsTestJSON-26470209-project] http://10.222.0.85:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=102730) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 18:37:19.990561 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-a41395df-1df5-4636-96d2-7819eabf8757 tempest-ExtensionsTestJSON-26470209 tempest-ExtensionsTestJSON-26470209-project] 10.222.0.85 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0060797 May 18 18:37:19.993079 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 37534) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:20.003906 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [None req-b649e35e-0f92-41f8-b831-24a3fcefb428 tempest-ExtensionsTestJSON-26470209 tempest-ExtensionsTestJSON-26470209-project] http://10.222.0.85:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=102730) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 18:37:20.005188 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-b649e35e-0f92-41f8-b831-24a3fcefb428 tempest-ExtensionsTestJSON-26470209 tempest-ExtensionsTestJSON-26470209-project] 10.222.0.85 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0109627 May 18 18:37:20.007707 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 37538) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:20.012412 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [None req-5801e89c-eafc-4572-9fd7-04188ef2e669 tempest-ExtensionsTestJSON-26470209 tempest-ExtensionsTestJSON-26470209-project] http://10.222.0.85:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=102731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 18:37:20.013228 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-5801e89c-eafc-4572-9fd7-04188ef2e669 tempest-ExtensionsTestJSON-26470209 tempest-ExtensionsTestJSON-26470209-project] 10.222.0.85 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0045040 May 18 18:37:20.015586 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 37540) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:20.020073 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [None req-d3df4500-5193-43bb-9d0b-b022c0a9e01a tempest-ExtensionsTestJSON-26470209 tempest-ExtensionsTestJSON-26470209-project] http://10.222.0.85:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=102731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 18:37:20.021004 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-d3df4500-5193-43bb-9d0b-b022c0a9e01a tempest-ExtensionsTestJSON-26470209 tempest-ExtensionsTestJSON-26470209-project] 10.222.0.85 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0045655 May 18 18:37:20.023408 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 37542) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:20.027638 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [None req-8ab22f12-f739-4fe7-abbf-1df9dc751d34 tempest-ExtensionsTestJSON-26470209 tempest-ExtensionsTestJSON-26470209-project] http://10.222.0.85:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=102730) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 18:37:20.028906 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-8ab22f12-f739-4fe7-abbf-1df9dc751d34 tempest-ExtensionsTestJSON-26470209 tempest-ExtensionsTestJSON-26470209-project] 10.222.0.85 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0045569 May 18 18:37:20.031442 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 37544) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:20.035879 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [None req-3707e0cb-7f0a-4f48-9bc6-5c649a563ad1 tempest-ExtensionsTestJSON-26470209 tempest-ExtensionsTestJSON-26470209-project] http://10.222.0.85:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=102730) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 18:37:20.036812 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-3707e0cb-7f0a-4f48-9bc6-5c649a563ad1 tempest-ExtensionsTestJSON-26470209 tempest-ExtensionsTestJSON-26470209-project] 10.222.0.85 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0045180 May 18 18:37:20.039408 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 37546) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:20.043781 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [None req-56ee6ab6-ad5a-4290-8849-436a26b4ba54 tempest-ExtensionsTestJSON-26470209 tempest-ExtensionsTestJSON-26470209-project] http://10.222.0.85:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=102731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 18:37:20.044734 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-56ee6ab6-ad5a-4290-8849-436a26b4ba54 tempest-ExtensionsTestJSON-26470209 tempest-ExtensionsTestJSON-26470209-project] 10.222.0.85 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0043750 May 18 18:37:20.046932 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 37548) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:20.050805 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [None req-38de4f67-7675-45d8-89a4-ec463854ddea tempest-ExtensionsTestJSON-26470209 tempest-ExtensionsTestJSON-26470209-project] http://10.222.0.85:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=102731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 18:37:20.051734 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-38de4f67-7675-45d8-89a4-ec463854ddea tempest-ExtensionsTestJSON-26470209 tempest-ExtensionsTestJSON-26470209-project] 10.222.0.85 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0039632 May 18 18:37:20.054003 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 37550) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:20.058220 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [None req-e5412f6c-b3f3-416e-b920-9c292f87f8dc tempest-ExtensionsTestJSON-26470209 tempest-ExtensionsTestJSON-26470209-project] http://10.222.0.85:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=102730) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 18:37:20.062110 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 37552) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:20.062329 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-e5412f6c-b3f3-416e-b920-9c292f87f8dc tempest-ExtensionsTestJSON-26470209 tempest-ExtensionsTestJSON-26470209-project] 10.222.0.85 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0072100 May 18 18:37:20.066854 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [None req-853cd729-afe0-4d71-a771-e16af88f3ef7 tempest-ExtensionsTestJSON-26470209 tempest-ExtensionsTestJSON-26470209-project] http://10.222.0.85:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=102731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 18:37:20.068029 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-853cd729-afe0-4d71-a771-e16af88f3ef7 tempest-ExtensionsTestJSON-26470209 tempest-ExtensionsTestJSON-26470209-project] 10.222.0.85 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0046239 May 18 18:37:20.070217 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 37554) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:20.075751 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [None req-968c6e86-8574-4622-afd4-8977cae9a2e1 tempest-ExtensionsTestJSON-26470209 tempest-ExtensionsTestJSON-26470209-project] http://10.222.0.85:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=102730) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 18:37:20.080134 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 37558) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:20.080685 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-968c6e86-8574-4622-afd4-8977cae9a2e1 tempest-ExtensionsTestJSON-26470209 tempest-ExtensionsTestJSON-26470209-project] 10.222.0.85 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0088768 May 18 18:37:20.091243 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [None req-765c630a-34d0-41f7-849a-97b2424d42cf tempest-ExtensionsTestJSON-26470209 tempest-ExtensionsTestJSON-26470209-project] http://10.222.0.85:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=102731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 18:37:20.092694 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-765c630a-34d0-41f7-849a-97b2424d42cf tempest-ExtensionsTestJSON-26470209 tempest-ExtensionsTestJSON-26470209-project] 10.222.0.85 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0112753 May 18 18:37:20.095393 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 37560) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:20.100891 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [None req-7480afe2-2138-4ccb-b2d3-8bf805f96d3e tempest-ExtensionsTestJSON-26470209 tempest-ExtensionsTestJSON-26470209-project] http://10.222.0.85:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=102730) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 18:37:20.105708 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 37562) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:20.105879 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-7480afe2-2138-4ccb-b2d3-8bf805f96d3e tempest-ExtensionsTestJSON-26470209 tempest-ExtensionsTestJSON-26470209-project] 10.222.0.85 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0083032 May 18 18:37:20.109184 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [None req-5cedc672-7b46-4b97-af98-dad3b2a8e176 tempest-ExtensionsTestJSON-26470209 tempest-ExtensionsTestJSON-26470209-project] http://10.222.0.85:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=102731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 18:37:20.110197 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-5cedc672-7b46-4b97-af98-dad3b2a8e176 tempest-ExtensionsTestJSON-26470209 tempest-ExtensionsTestJSON-26470209-project] 10.222.0.85 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0044181 May 18 18:37:20.112584 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 37564) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:20.116571 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [None req-efe8fab8-3e1b-4f7c-9a09-98273d3ff6c8 tempest-ExtensionsTestJSON-26470209 tempest-ExtensionsTestJSON-26470209-project] http://10.222.0.85:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=102731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 18:37:20.118183 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-efe8fab8-3e1b-4f7c-9a09-98273d3ff6c8 tempest-ExtensionsTestJSON-26470209 tempest-ExtensionsTestJSON-26470209-project] 10.222.0.85 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0047500 May 18 18:37:20.120652 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 37566) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:20.128054 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [None req-72c9a3bd-65ed-4ae9-9e9a-4b05255109cf tempest-ExtensionsTestJSON-26470209 tempest-ExtensionsTestJSON-26470209-project] http://10.222.0.85:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=102730) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 18:37:20.131619 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-72c9a3bd-65ed-4ae9-9e9a-4b05255109cf tempest-ExtensionsTestJSON-26470209 tempest-ExtensionsTestJSON-26470209-project] 10.222.0.85 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0072994 May 18 18:37:20.131619 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 37568) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:20.136679 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [None req-ffbfcdc3-de69-42ec-9bde-6e10d450eaef tempest-ExtensionsTestJSON-26470209 tempest-ExtensionsTestJSON-26470209-project] http://10.222.0.85:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=102730) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 18:37:20.142490 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 37570) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:20.143826 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-ffbfcdc3-de69-42ec-9bde-6e10d450eaef tempest-ExtensionsTestJSON-26470209 tempest-ExtensionsTestJSON-26470209-project] 10.222.0.85 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0111187 May 18 18:37:20.146709 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [None req-04f0311f-2dc7-4240-a8bf-9792296b00de tempest-ExtensionsTestJSON-26470209 tempest-ExtensionsTestJSON-26470209-project] http://10.222.0.85:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=102731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 18:37:20.147903 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-04f0311f-2dc7-4240-a8bf-9792296b00de tempest-ExtensionsTestJSON-26470209 tempest-ExtensionsTestJSON-26470209-project] 10.222.0.85 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0042417 May 18 18:37:20.150313 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 37572) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:20.154778 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [None req-231fc9cc-73b0-4e50-b170-cab43c1f8da3 tempest-ExtensionsTestJSON-26470209 tempest-ExtensionsTestJSON-26470209-project] http://10.222.0.85:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=102731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 18:37:20.159034 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-231fc9cc-73b0-4e50-b170-cab43c1f8da3 tempest-ExtensionsTestJSON-26470209 tempest-ExtensionsTestJSON-26470209-project] 10.222.0.85 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0045328 May 18 18:37:20.159166 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 37574) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:20.163787 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [None req-09a7ca3d-6315-40c9-b4ea-d68793e0f59e tempest-ExtensionsTestJSON-26470209 tempest-ExtensionsTestJSON-26470209-project] http://10.222.0.85:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=102730) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 18:37:20.167121 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-09a7ca3d-6315-40c9-b4ea-d68793e0f59e tempest-ExtensionsTestJSON-26470209 tempest-ExtensionsTestJSON-26470209-project] 10.222.0.85 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0073562 May 18 18:37:20.167687 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 37576) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:20.176214 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [None req-187b81b5-01d2-40d6-a9e0-c152c65612c4 tempest-ExtensionsTestJSON-26470209 tempest-ExtensionsTestJSON-26470209-project] http://10.222.0.85:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=102731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 18:37:20.181357 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 37578) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:20.183368 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-187b81b5-01d2-40d6-a9e0-c152c65612c4 tempest-ExtensionsTestJSON-26470209 tempest-ExtensionsTestJSON-26470209-project] 10.222.0.85 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0145085 May 18 18:37:20.189677 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [None req-8992e686-81b3-40b3-b70e-f0330e396980 tempest-ExtensionsTestJSON-26470209 tempest-ExtensionsTestJSON-26470209-project] http://10.222.0.85:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=102730) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 18:37:20.197859 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 37582) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:20.203823 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-8992e686-81b3-40b3-b70e-f0330e396980 tempest-ExtensionsTestJSON-26470209 tempest-ExtensionsTestJSON-26470209-project] 10.222.0.85 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0212140 May 18 18:37:20.205137 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [None req-e9bd8f23-569c-4e3d-9654-269d7bc7168b tempest-ExtensionsTestJSON-26470209 tempest-ExtensionsTestJSON-26470209-project] http://10.222.0.85:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=102731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 18:37:20.209509 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 37584) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:20.212344 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-e9bd8f23-569c-4e3d-9654-269d7bc7168b tempest-ExtensionsTestJSON-26470209 tempest-ExtensionsTestJSON-26470209-project] 10.222.0.85 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0112033 May 18 18:37:20.215945 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [None req-86dbf71e-5c29-4eb4-977d-7c924554ec7e tempest-ExtensionsTestJSON-26470209 tempest-ExtensionsTestJSON-26470209-project] http://10.222.0.85:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=102730) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 18:37:20.220007 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 37586) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:20.225141 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-86dbf71e-5c29-4eb4-977d-7c924554ec7e tempest-ExtensionsTestJSON-26470209 tempest-ExtensionsTestJSON-26470209-project] 10.222.0.85 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0124850 May 18 18:37:20.225798 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [None req-18a836e8-08e2-45be-9642-b82aa3b6ffe3 tempest-ExtensionsTestJSON-26470209 tempest-ExtensionsTestJSON-26470209-project] http://10.222.0.85:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=102731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 18:37:20.229899 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 37588) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:20.232653 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-18a836e8-08e2-45be-9642-b82aa3b6ffe3 tempest-ExtensionsTestJSON-26470209 tempest-ExtensionsTestJSON-26470209-project] 10.222.0.85 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0107887 May 18 18:37:20.236280 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [None req-04413214-9e1f-4d1c-9f13-4fe6d10b9122 tempest-ExtensionsTestJSON-26470209 tempest-ExtensionsTestJSON-26470209-project] http://10.222.0.85:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=102730) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 18:37:20.240074 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 37590) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:20.245200 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-04413214-9e1f-4d1c-9f13-4fe6d10b9122 tempest-ExtensionsTestJSON-26470209 tempest-ExtensionsTestJSON-26470209-project] 10.222.0.85 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0142596 May 18 18:37:20.247116 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [None req-137fb12a-772e-48c1-bd04-f29a49a5533b tempest-ExtensionsTestJSON-26470209 tempest-ExtensionsTestJSON-26470209-project] http://10.222.0.85:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=102731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 18:37:20.250421 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-137fb12a-772e-48c1-bd04-f29a49a5533b tempest-ExtensionsTestJSON-26470209 tempest-ExtensionsTestJSON-26470209-project] 10.222.0.85 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0093536 May 18 18:37:20.251683 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 37592) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:20.256133 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [None req-1dd95143-7034-4dac-97d9-3c9786c942ea tempest-ExtensionsTestJSON-26470209 tempest-ExtensionsTestJSON-26470209-project] http://10.222.0.85:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=102730) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 18:37:20.260294 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-1dd95143-7034-4dac-97d9-3c9786c942ea tempest-ExtensionsTestJSON-26470209 tempest-ExtensionsTestJSON-26470209-project] 10.222.0.85 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0073051 May 18 18:37:20.261121 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 37594) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:20.265612 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [None req-5003fff3-b160-4b0b-ab89-715c3fff670b tempest-ExtensionsTestJSON-26470209 tempest-ExtensionsTestJSON-26470209-project] http://10.222.0.85:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=102730) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 18:37:20.269974 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-5003fff3-b160-4b0b-ab89-715c3fff670b tempest-ExtensionsTestJSON-26470209 tempest-ExtensionsTestJSON-26470209-project] 10.222.0.85 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0076830 May 18 18:37:20.270873 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 37596) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:20.275746 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [None req-b82d6e1a-55d9-4993-914e-2dd9e4f937e9 tempest-ExtensionsTestJSON-26470209 tempest-ExtensionsTestJSON-26470209-project] http://10.222.0.85:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=102730) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 18:37:20.279455 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-b82d6e1a-55d9-4993-914e-2dd9e4f937e9 tempest-ExtensionsTestJSON-26470209 tempest-ExtensionsTestJSON-26470209-project] 10.222.0.85 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0074944 May 18 18:37:20.280236 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 37598) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:20.284675 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [None req-8d74e0ca-a93c-4c83-949b-57f73802b411 tempest-ExtensionsTestJSON-26470209 tempest-ExtensionsTestJSON-26470209-project] http://10.222.0.85:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=102730) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 18:37:20.288302 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-8d74e0ca-a93c-4c83-949b-57f73802b411 tempest-ExtensionsTestJSON-26470209 tempest-ExtensionsTestJSON-26470209-project] 10.222.0.85 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0069842 May 18 18:37:20.288882 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 37600) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:20.294700 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [None req-aca30f45-b83d-4def-ae4c-350a3e81d41a tempest-ExtensionsTestJSON-26470209 tempest-ExtensionsTestJSON-26470209-project] http://10.222.0.85:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=102731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 18:37:20.295652 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-aca30f45-b83d-4def-ae4c-350a3e81d41a tempest-ExtensionsTestJSON-26470209 tempest-ExtensionsTestJSON-26470209-project] 10.222.0.85 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0043287 May 18 18:37:20.298188 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 37602) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:20.302892 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [None req-e986e822-24ca-4c38-80e4-112c76f29461 tempest-ExtensionsTestJSON-26470209 tempest-ExtensionsTestJSON-26470209-project] http://10.222.0.85:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=102730) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 18:37:20.303853 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-e986e822-24ca-4c38-80e4-112c76f29461 tempest-ExtensionsTestJSON-26470209 tempest-ExtensionsTestJSON-26470209-project] 10.222.0.85 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0045955 May 18 18:37:20.306352 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 37604) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:20.315378 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [None req-afef87c6-cdf4-4bde-a065-3fe55bc94d38 tempest-ExtensionsTestJSON-26470209 tempest-ExtensionsTestJSON-26470209-project] http://10.222.0.85:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=102730) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 18:37:20.316545 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-afef87c6-cdf4-4bde-a065-3fe55bc94d38 tempest-ExtensionsTestJSON-26470209 tempest-ExtensionsTestJSON-26470209-project] 10.222.0.85 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0060203 May 18 18:37:20.319145 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 37606) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:20.323181 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [None req-5ca639d4-4af6-4b41-9e56-27b18422e298 tempest-ExtensionsTestJSON-26470209 tempest-ExtensionsTestJSON-26470209-project] http://10.222.0.85:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=102730) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 18:37:20.326151 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-5ca639d4-4af6-4b41-9e56-27b18422e298 tempest-ExtensionsTestJSON-26470209 tempest-ExtensionsTestJSON-26470209-project] 10.222.0.85 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0040963 May 18 18:37:20.326298 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b204811b-c9d6-42c4-8bc0-a7bb99ad80b2 req-97763196-57df-4367-901d-ca99a3de57a6 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:37:20.326966 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 37608) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:20.327448 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b204811b-c9d6-42c4-8bc0-a7bb99ad80b2 req-97763196-57df-4367-901d-ca99a3de57a6 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 947 time: 0.0745862 May 18 18:37:20.331966 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [None req-20875f08-0fa0-4969-ba68-ee7a9d91aab0 tempest-ExtensionsTestJSON-26470209 tempest-ExtensionsTestJSON-26470209-project] http://10.222.0.85:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=102730) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 18:37:20.333309 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-20875f08-0fa0-4969-ba68-ee7a9d91aab0 tempest-ExtensionsTestJSON-26470209 tempest-ExtensionsTestJSON-26470209-project] 10.222.0.85 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0047328 May 18 18:37:20.337227 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 37610) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:20.342337 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [None req-1237fc88-a50b-48ae-a3db-280b99d519bf tempest-ExtensionsTestJSON-26470209 tempest-ExtensionsTestJSON-26470209-project] http://10.222.0.85:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=102730) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 18:37:20.345715 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-1237fc88-a50b-48ae-a3db-280b99d519bf tempest-ExtensionsTestJSON-26470209 tempest-ExtensionsTestJSON-26470209-project] 10.222.0.85 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0046439 May 18 18:37:20.350464 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 37612) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:20.356047 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [None req-76e3eedc-29f2-4bf2-87d5-f78f8e984db4 tempest-ExtensionsTestJSON-26470209 tempest-ExtensionsTestJSON-26470209-project] http://10.222.0.85:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=102730) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 18:37:20.361827 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-76e3eedc-29f2-4bf2-87d5-f78f8e984db4 tempest-ExtensionsTestJSON-26470209 tempest-ExtensionsTestJSON-26470209-project] 10.222.0.85 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0102651 May 18 18:37:20.362694 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 37616) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:20.369308 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [None req-e65f9684-a300-4896-80f1-b43050fc114d tempest-ExtensionsTestJSON-26470209 tempest-ExtensionsTestJSON-26470209-project] http://10.222.0.85:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=102730) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 18:37:20.375010 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b204811b-c9d6-42c4-8bc0-a7bb99ad80b2 req-98546529-e9a4-45f7-a2d6-8f23a7ee9922 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403228 May 18 18:37:20.375528 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 37618) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:20.377032 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-e65f9684-a300-4896-80f1-b43050fc114d tempest-ExtensionsTestJSON-26470209 tempest-ExtensionsTestJSON-26470209-project] 10.222.0.85 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0104713 May 18 18:37:20.382292 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [None req-99ad9f48-82e9-402a-afe7-b679d3905926 tempest-ExtensionsTestJSON-26470209 tempest-ExtensionsTestJSON-26470209-project] http://10.222.0.85:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=102731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 18:37:20.383360 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-99ad9f48-82e9-402a-afe7-b679d3905926 tempest-ExtensionsTestJSON-26470209 tempest-ExtensionsTestJSON-26470209-project] 10.222.0.85 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0065048 May 18 18:37:20.389289 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 37622) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:20.397274 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [None req-bb169e53-26a8-49d5-9ee2-0554bb681eb7 tempest-ExtensionsTestJSON-26470209 tempest-ExtensionsTestJSON-26470209-project] http://10.222.0.85:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=102730) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 18:37:20.400548 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-bb169e53-26a8-49d5-9ee2-0554bb681eb7 tempest-ExtensionsTestJSON-26470209 tempest-ExtensionsTestJSON-26470209-project] 10.222.0.85 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0110908 May 18 18:37:20.400926 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 37624) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:20.405086 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [None req-fa67eb68-8b75-4e58-9d07-5d87bbb24519 tempest-ExtensionsTestJSON-26470209 tempest-ExtensionsTestJSON-26470209-project] http://10.222.0.85:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=102730) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 18:37:20.407954 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-fa67eb68-8b75-4e58-9d07-5d87bbb24519 tempest-ExtensionsTestJSON-26470209 tempest-ExtensionsTestJSON-26470209-project] 10.222.0.85 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0042336 May 18 18:37:20.409230 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 37626) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:20.413437 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [None req-e2f85259-5c7a-485f-9c4c-a87a96621872 tempest-ExtensionsTestJSON-26470209 tempest-ExtensionsTestJSON-26470209-project] http://10.222.0.85:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=102731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 18:37:20.414837 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-e2f85259-5c7a-485f-9c4c-a87a96621872 tempest-ExtensionsTestJSON-26470209 tempest-ExtensionsTestJSON-26470209-project] 10.222.0.85 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0043433 May 18 18:37:20.416817 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 37628) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:20.420935 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [None req-c7f01f28-59e3-4ae9-b7e2-e5bc2aadd678 tempest-ExtensionsTestJSON-26470209 tempest-ExtensionsTestJSON-26470209-project] http://10.222.0.85:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=102731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 18:37:20.421995 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-c7f01f28-59e3-4ae9-b7e2-e5bc2aadd678 tempest-ExtensionsTestJSON-26470209 tempest-ExtensionsTestJSON-26470209-project] 10.222.0.85 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0042210 May 18 18:37:20.424965 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 37630) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:20.429518 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [None req-1f2e62eb-11bb-4cce-b587-fa1b45d42be0 tempest-ExtensionsTestJSON-26470209 tempest-ExtensionsTestJSON-26470209-project] http://10.222.0.85:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=102731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 18:37:20.430959 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-1f2e62eb-11bb-4cce-b587-fa1b45d42be0 tempest-ExtensionsTestJSON-26470209 tempest-ExtensionsTestJSON-26470209-project] 10.222.0.85 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0047286 May 18 18:37:20.433318 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 37632) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:20.449461 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [None req-eeda9b85-903d-49bb-af62-8b879ae2577b tempest-ExtensionsTestJSON-26470209 tempest-ExtensionsTestJSON-26470209-project] http://10.222.0.85:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=102730) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 18:37:20.450594 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-eeda9b85-903d-49bb-af62-8b879ae2577b tempest-ExtensionsTestJSON-26470209 tempest-ExtensionsTestJSON-26470209-project] 10.222.0.85 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0162818 May 18 18:37:20.453309 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 37634) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:20.458660 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [None req-4bd1b59b-4f07-48ec-aaf5-7e0fbf2a928a tempest-ExtensionsTestJSON-26470209 tempest-ExtensionsTestJSON-26470209-project] http://10.222.0.85:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=102731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 18:37:20.459440 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-4bd1b59b-4f07-48ec-aaf5-7e0fbf2a928a tempest-ExtensionsTestJSON-26470209 tempest-ExtensionsTestJSON-26470209-project] 10.222.0.85 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0051212 May 18 18:37:20.463585 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 37636) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:20.468149 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [None req-dc52f9ad-e48a-4d5d-8fd5-7c7ebf6813fb tempest-ExtensionsTestJSON-26470209 tempest-ExtensionsTestJSON-26470209-project] http://10.222.0.85:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=102730) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 18:37:20.469182 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-dc52f9ad-e48a-4d5d-8fd5-7c7ebf6813fb tempest-ExtensionsTestJSON-26470209 tempest-ExtensionsTestJSON-26470209-project] 10.222.0.85 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0046086 May 18 18:37:20.472807 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 37638) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:20.478359 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [None req-98705a6a-a23f-4cc4-80b2-579c74b39dbe tempest-ExtensionsTestJSON-26470209 tempest-ExtensionsTestJSON-26470209-project] http://10.222.0.85:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=102731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 18:37:20.479366 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-98705a6a-a23f-4cc4-80b2-579c74b39dbe tempest-ExtensionsTestJSON-26470209 tempest-ExtensionsTestJSON-26470209-project] 10.222.0.85 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0054176 May 18 18:37:20.482104 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 37640) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:20.486308 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [None req-598bcb65-fe74-4a51-bae9-0268ed15317e tempest-ExtensionsTestJSON-26470209 tempest-ExtensionsTestJSON-26470209-project] http://10.222.0.85:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=102731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 18:37:20.487281 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-598bcb65-fe74-4a51-bae9-0268ed15317e tempest-ExtensionsTestJSON-26470209 tempest-ExtensionsTestJSON-26470209-project] 10.222.0.85 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0042675 May 18 18:37:20.490505 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 37642) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:20.494784 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [None req-1e140263-ee91-49dc-9bb0-f0f57301cccf tempest-ExtensionsTestJSON-26470209 tempest-ExtensionsTestJSON-26470209-project] http://10.222.0.85:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=102731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 18:37:20.495736 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-1e140263-ee91-49dc-9bb0-f0f57301cccf tempest-ExtensionsTestJSON-26470209 tempest-ExtensionsTestJSON-26470209-project] 10.222.0.85 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0042369 May 18 18:37:20.498675 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 37644) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:20.502999 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [None req-86860bf9-a08b-4096-a81d-d011efbab3bd tempest-ExtensionsTestJSON-26470209 tempest-ExtensionsTestJSON-26470209-project] http://10.222.0.85:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=102731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 18:37:20.505369 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-86860bf9-a08b-4096-a81d-d011efbab3bd tempest-ExtensionsTestJSON-26470209 tempest-ExtensionsTestJSON-26470209-project] 10.222.0.85 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0044084 May 18 18:37:20.506628 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 37646) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:20.511213 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [None req-a0ec5b6a-72bd-4c3f-a706-1f7c989a2d17 tempest-ExtensionsTestJSON-26470209 tempest-ExtensionsTestJSON-26470209-project] http://10.222.0.85:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=102731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 18:37:20.512259 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-a0ec5b6a-72bd-4c3f-a706-1f7c989a2d17 tempest-ExtensionsTestJSON-26470209 tempest-ExtensionsTestJSON-26470209-project] 10.222.0.85 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0046532 May 18 18:37:20.515495 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 37648) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:20.521958 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [None req-de219299-c48f-4865-a51a-ce577565f13d tempest-ExtensionsTestJSON-26470209 tempest-ExtensionsTestJSON-26470209-project] http://10.222.0.85:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=102730) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 18:37:20.525303 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 37650) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:20.525448 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-de219299-c48f-4865-a51a-ce577565f13d tempest-ExtensionsTestJSON-26470209 tempest-ExtensionsTestJSON-26470209-project] 10.222.0.85 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0069599 May 18 18:37:20.531018 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [None req-0a80ba1f-4859-4e39-aeb8-19f19837b8aa tempest-ExtensionsTestJSON-26470209 tempest-ExtensionsTestJSON-26470209-project] http://10.222.0.85:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=102731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 18:37:20.533132 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-0a80ba1f-4859-4e39-aeb8-19f19837b8aa tempest-ExtensionsTestJSON-26470209 tempest-ExtensionsTestJSON-26470209-project] 10.222.0.85 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0055301 May 18 18:37:20.535353 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 37652) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:20.540716 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [None req-7c7a1866-9a69-47a8-8079-22c5a1b7ede9 tempest-ExtensionsTestJSON-26470209 tempest-ExtensionsTestJSON-26470209-project] http://10.222.0.85:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=102731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 18:37:20.543959 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-7c7a1866-9a69-47a8-8079-22c5a1b7ede9 tempest-ExtensionsTestJSON-26470209 tempest-ExtensionsTestJSON-26470209-project] 10.222.0.85 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0055902 May 18 18:37:20.544249 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 37654) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:20.548645 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [None req-a82ac419-b3dc-4025-a258-fb64d8508b96 tempest-ExtensionsTestJSON-26470209 tempest-ExtensionsTestJSON-26470209-project] http://10.222.0.85:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=102731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 18:37:20.549591 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-a82ac419-b3dc-4025-a258-fb64d8508b96 tempest-ExtensionsTestJSON-26470209 tempest-ExtensionsTestJSON-26470209-project] 10.222.0.85 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0044079 May 18 18:37:20.551930 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 37656) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:20.556670 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [None req-53d25e8b-0b0f-4474-b578-8c39ce61ff82 tempest-ExtensionsTestJSON-26470209 tempest-ExtensionsTestJSON-26470209-project] http://10.222.0.85:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=102731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 18:37:20.557609 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-53d25e8b-0b0f-4474-b578-8c39ce61ff82 tempest-ExtensionsTestJSON-26470209 tempest-ExtensionsTestJSON-26470209-project] 10.222.0.85 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0046606 May 18 18:37:20.559925 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 37658) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:20.563937 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [None req-3a42b17e-5b17-441e-9d9e-ef8846a7c849 tempest-ExtensionsTestJSON-26470209 tempest-ExtensionsTestJSON-26470209-project] http://10.222.0.85:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=102731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 18:37:20.564848 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-3a42b17e-5b17-441e-9d9e-ef8846a7c849 tempest-ExtensionsTestJSON-26470209 tempest-ExtensionsTestJSON-26470209-project] 10.222.0.85 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0040164 May 18 18:37:20.566985 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 37660) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:20.570738 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [None req-305c7502-653c-48e9-88ef-8d2b352cab74 tempest-ExtensionsTestJSON-26470209 tempest-ExtensionsTestJSON-26470209-project] http://10.222.0.85:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=102731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 18:37:20.573672 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-305c7502-653c-48e9-88ef-8d2b352cab74 tempest-ExtensionsTestJSON-26470209 tempest-ExtensionsTestJSON-26470209-project] 10.222.0.85 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0038755 May 18 18:37:20.574253 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 37662) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:20.578577 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [None req-172a83a1-b644-4e5c-812e-c173a6f3d2a1 tempest-ExtensionsTestJSON-26470209 tempest-ExtensionsTestJSON-26470209-project] http://10.222.0.85:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=102730) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 18:37:20.580269 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-172a83a1-b644-4e5c-812e-c173a6f3d2a1 tempest-ExtensionsTestJSON-26470209 tempest-ExtensionsTestJSON-26470209-project] 10.222.0.85 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0048921 May 18 18:37:20.582382 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 37664) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:20.586463 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [None req-6050734f-4e9e-42b4-81c3-163ddcd7f28b tempest-ExtensionsTestJSON-26470209 tempest-ExtensionsTestJSON-26470209-project] http://10.222.0.85:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=102730) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 18:37:20.589429 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-6050734f-4e9e-42b4-81c3-163ddcd7f28b tempest-ExtensionsTestJSON-26470209 tempest-ExtensionsTestJSON-26470209-project] 10.222.0.85 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0040283 May 18 18:37:20.589787 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 37666) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:20.594476 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [None req-079d3fab-dc9b-49ad-a07c-66a248272fb2 tempest-ExtensionsTestJSON-26470209 tempest-ExtensionsTestJSON-26470209-project] http://10.222.0.85:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=102730) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 18:37:20.598661 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-079d3fab-dc9b-49ad-a07c-66a248272fb2 tempest-ExtensionsTestJSON-26470209 tempest-ExtensionsTestJSON-26470209-project] 10.222.0.85 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0080364 May 18 18:37:20.599228 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 37668) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:20.603229 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [None req-d5508a93-3872-48d0-90b1-c7a4e6ca4f94 tempest-ExtensionsTestJSON-26470209 tempest-ExtensionsTestJSON-26470209-project] http://10.222.0.85:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=102730) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 18:37:20.604186 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-d5508a93-3872-48d0-90b1-c7a4e6ca4f94 tempest-ExtensionsTestJSON-26470209 tempest-ExtensionsTestJSON-26470209-project] 10.222.0.85 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0040753 May 18 18:37:20.957539 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 37682) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:21.070287 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9cea5e79-ad4b-47cf-87d9-c33ba89a3398 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:21.153068 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9cea5e79-ad4b-47cf-87d9-c33ba89a3398 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:21.157749 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9cea5e79-ad4b-47cf-87d9-c33ba89a3398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:21.200280 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-9cea5e79-ad4b-47cf-87d9-c33ba89a3398 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=76c0b76868d74f908331f9d7358837d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2415268 May 18 18:37:21.201135 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cea5e79-ad4b-47cf-87d9-c33ba89a3398 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6beb57ba-7757-44d1-a72b-61dd99e1bf6c,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:37:21.203691 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 37688) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:21.258422 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-eb031b77-4ab7-4b95-aba6-96a2028b9c3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:21.282471 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-eb031b77-4ab7-4b95-aba6-96a2028b9c3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:21.335513 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-eb031b77-4ab7-4b95-aba6-96a2028b9c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:21.338205 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-eb031b77-4ab7-4b95-aba6-96a2028b9c3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:21.339405 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-eb031b77-4ab7-4b95-aba6-96a2028b9c3b admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/6beb57ba-7757-44d1-a72b-61dd99e1bf6c HTTP/1.1" status: 204 len: 168 time: 0.1346314 May 18 18:37:21.347771 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb031b77-4ab7-4b95-aba6-96a2028b9c3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6beb57ba-7757-44d1-a72b-61dd99e1bf6c,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:37:21.512252 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65585a17-a4e7-4fa4-b0bd-afd71aa59f0d req-1d1afebe-7c4f-458a-97b2-f7c8d874825e tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:37:21.513972 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-65585a17-a4e7-4fa4-b0bd-afd71aa59f0d req-1d1afebe-7c4f-458a-97b2-f7c8d874825e tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 947 time: 0.0578752 May 18 18:37:21.565082 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-65585a17-a4e7-4fa4-b0bd-afd71aa59f0d req-5575fde7-3c59-493d-9914-f477e293404b tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441179 May 18 18:37:21.940139 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed3392c-d84b-4426-9503-0423507a028e req-b682cde3-ec30-489b-a9a9-e0dd51a19e26 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:37:21.948579 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2ed3392c-d84b-4426-9503-0423507a028e req-b682cde3-ec30-489b-a9a9-e0dd51a19e26 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 947 time: 0.0719335 May 18 18:37:22.023210 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2ed3392c-d84b-4426-9503-0423507a028e req-61224328-763f-46e6-bbf3-df3aba7348f9 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734656 May 18 18:37:22.028487 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805b50c8-a32a-4689-8bfa-3836c0be1d75 req-be05931d-352e-4472-9a20-9ee73c80ac36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:37:22.030168 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-805b50c8-a32a-4689-8bfa-3836c0be1d75 req-be05931d-352e-4472-9a20-9ee73c80ac36 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5261ec6a1faf46bbb0a907791c324410&device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 1098 time: 0.1295998 May 18 18:37:22.137057 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805b50c8-a32a-4689-8bfa-3836c0be1d75 req-e68117b1-96fd-4ab2-aebc-f68714be593c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:37:22.138990 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-805b50c8-a32a-4689-8bfa-3836c0be1d75 req-e68117b1-96fd-4ab2-aebc-f68714be593c service neutron] 10.222.0.36 "GET /v2.0/networks?id=229cac72-730c-4b46-95ab-ba32903dc5c3 HTTP/1.1" status: 200 len: 915 time: 0.0981514 May 18 18:37:22.202878 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-805b50c8-a32a-4689-8bfa-3836c0be1d75 req-18e3439c-f047-4aff-a88b-4c1c9538ae0d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a7cae3bb-d095-4577-805d-9c9eb96c9cf6 HTTP/1.1" status: 200 len: 217 time: 0.0565789 May 18 18:37:22.298398 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805b50c8-a32a-4689-8bfa-3836c0be1d75 req-0d629b35-1899-4a02-9060-2ccc0426936f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:37:22.300307 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-805b50c8-a32a-4689-8bfa-3836c0be1d75 req-0d629b35-1899-4a02-9060-2ccc0426936f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6f275cda-580c-4ebe-b55b-052e9e8edbd2 HTTP/1.1" status: 200 len: 854 time: 0.0871332 May 18 18:37:22.337852 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-805b50c8-a32a-4689-8bfa-3836c0be1d75 req-3f887cfe-8c5d-4658-9c78-c7340b88f3fa service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=229cac72-730c-4b46-95ab-ba32903dc5c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279226 May 18 18:37:22.383114 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 37738) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:22.489580 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-805b50c8-a32a-4689-8bfa-3836c0be1d75 req-b0a90893-14b9-446c-9009-185260836be2 service neutron] 10.222.0.36 "GET /v2.0/networks/229cac72-730c-4b46-95ab-ba32903dc5c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351507 May 18 18:37:22.526117 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-d4a75ef2-92ab-492b-847f-13f90b7f8f41 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Request body: {'networks': [{'name': 'tempest-network--1416702780'}, {'name': 'tempest-network--801879320'}]} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:37:22.526433 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-d4a75ef2-92ab-492b-847f-13f90b7f8f41 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Request body: {'network': {'name': 'tempest-network--1416702780'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:37:22.526894 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-d4a75ef2-92ab-492b-847f-13f90b7f8f41 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Request body: {'network': {'name': 'tempest-network--801879320'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:37:22.557283 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4a75ef2-92ab-492b-847f-13f90b7f8f41 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Made reservation on behalf of c5229c956df94041a497f62f63d7f0c0 for: {'network': 2} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:37:22.564024 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d4a75ef2-92ab-492b-847f-13f90b7f8f41 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:22.575948 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d4a75ef2-92ab-492b-847f-13f90b7f8f41 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:22.621587 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-805b50c8-a32a-4689-8bfa-3836c0be1d75 req-1f302b17-5cb0-4701-8285-81a23206b76d service neutron] 10.222.0.36 "GET /v2.0/networks/229cac72-730c-4b46-95ab-ba32903dc5c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218107 May 18 18:37:22.695837 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d4a75ef2-92ab-492b-847f-13f90b7f8f41 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:22.702257 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d4a75ef2-92ab-492b-847f-13f90b7f8f41 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:22.703329 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d4a75ef2-92ab-492b-847f-13f90b7f8f41 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:22.759895 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a75ef2-92ab-492b-847f-13f90b7f8f41 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a2917e6-35e5-4fb3-90eb-bb8abbba1fe3,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:37:22.765046 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4a75ef2-92ab-492b-847f-13f90b7f8f41 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613} {{(pid=102731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:37:22.776459 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d4a75ef2-92ab-492b-847f-13f90b7f8f41 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:22.776675 n-d-838550-3 neutron-server[102731]: INFO neutron.db.segments_db [None req-d4a75ef2-92ab-492b-847f-13f90b7f8f41 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Added segment f429baf8-648f-430a-b518-a479aef328c7 of type vlan for network 3f51b1d0-c140-495c-bd01-900997d1eb45 May 18 18:37:22.826506 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d4a75ef2-92ab-492b-847f-13f90b7f8f41 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:22.859387 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4a75ef2-92ab-492b-847f-13f90b7f8f41 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=102731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:37:22.871197 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d4a75ef2-92ab-492b-847f-13f90b7f8f41 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:22.871552 n-d-838550-3 neutron-server[102731]: INFO neutron.db.segments_db [None req-d4a75ef2-92ab-492b-847f-13f90b7f8f41 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Added segment d8d61b43-6b29-4caf-88fc-385b1e4e1b31 of type vlan for network 14211451-1288-43ae-998d-5e903dd8ae27 May 18 18:37:22.912259 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d4a75ef2-92ab-492b-847f-13f90b7f8f41 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:22.952200 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d4a75ef2-92ab-492b-847f-13f90b7f8f41 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:22.952621 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d4a75ef2-92ab-492b-847f-13f90b7f8f41 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:22.963831 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a75ef2-92ab-492b-847f-13f90b7f8f41 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:37:22.965166 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a75ef2-92ab-492b-847f-13f90b7f8f41 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:37:22.965903 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d4a75ef2-92ab-492b-847f-13f90b7f8f41 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Notify callbacks [] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:23.026661 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-d4a75ef2-92ab-492b-847f-13f90b7f8f41 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.6418891 May 18 18:37:23.029461 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 37760) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:23.046151 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a75ef2-92ab-492b-847f-13f90b7f8f41 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Pushing event updated for resources: {'Network': ['ID=3f51b1d0-c140-495c-bd01-900997d1eb45,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:37:23.059169 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network 3f51b1d0-c140-495c-bd01-900997d1eb45 details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:37:23.197813 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a75ef2-92ab-492b-847f-13f90b7f8f41 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Pushing event updated for resources: {'Network': ['ID=14211451-1288-43ae-998d-5e903dd8ae27,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:37:23.212771 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network 14211451-1288-43ae-998d-5e903dd8ae27 details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:37:23.358754 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2d9379-3416-40b9-947e-cc40bec60186 req-c355cf9d-3889-4fab-b865-91ff0115cbb8 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:37:23.360394 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2f2d9379-3416-40b9-947e-cc40bec60186 req-c355cf9d-3889-4fab-b865-91ff0115cbb8 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 947 time: 0.1482162 May 18 18:37:23.466231 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b6c8fc-1a8d-4de5-8a32-0829ebf1e955 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:37:23.472773 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b6c8fc-1a8d-4de5-8a32-0829ebf1e955 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:37:23.478596 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b6c8fc-1a8d-4de5-8a32-0829ebf1e955 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:37:23.484638 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b6c8fc-1a8d-4de5-8a32-0829ebf1e955 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:37:23.489444 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-68b6c8fc-1a8d-4de5-8a32-0829ebf1e955 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] 10.222.0.85 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.4550509 May 18 18:37:23.490004 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 37772) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:23.500063 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2f2d9379-3416-40b9-947e-cc40bec60186 req-9eedf367-0126-4605-a9f7-d2ecb4347ed8 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137652 May 18 18:37:23.596921 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c2c6a7d4-8d10-4363-8902-4fe385807ed5 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:23.693410 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c2c6a7d4-8d10-4363-8902-4fe385807ed5 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:23.727136 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-c2c6a7d4-8d10-4363-8902-4fe385807ed5 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f51b1d0-c140-495c-bd01-900997d1eb45']}} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:37:23.738225 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-c2c6a7d4-8d10-4363-8902-4fe385807ed5 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f429baf8-648f-430a-b518-a479aef328c7') {'for_net_delete': True} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:37:23.738583 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-c2c6a7d4-8d10-4363-8902-4fe385807ed5 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f429baf8-648f-430a-b518-a479aef328c7') {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:37:23.752755 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c2c6a7d4-8d10-4363-8902-4fe385807ed5 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260542144'] for segment, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:23.767370 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c2c6a7d4-8d10-4363-8902-4fe385807ed5 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:23.773318 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2c6a7d4-8d10-4363-8902-4fe385807ed5 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=102731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:37:23.773740 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c2c6a7d4-8d10-4363-8902-4fe385807ed5 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260884178'] for segment, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:23.776759 n-d-838550-3 neutron-server[102731]: Traceback (most recent call last): May 18 18:37:23.776759 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:37:23.776759 n-d-838550-3 neutron-server[102731]: timer() May 18 18:37:23.776759 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:37:23.776759 n-d-838550-3 neutron-server[102731]: cb(*args, **kw) May 18 18:37:23.776759 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:37:23.776759 n-d-838550-3 neutron-server[102731]: return func(*args, **kwargs) May 18 18:37:23.776759 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:37:23.776759 n-d-838550-3 neutron-server[102731]: self._notify() May 18 18:37:23.776759 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:37:23.776759 n-d-838550-3 neutron-server[102731]: self.callback(batched_events) May 18 18:37:23.776759 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:37:23.776759 n-d-838550-3 neutron-server[102731]: event.method(event) May 18 18:37:23.776759 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:37:23.776759 n-d-838550-3 neutron-server[102731]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:37:23.776759 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:37:23.776759 n-d-838550-3 neutron-server[102731]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:37:23.776759 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:37:23.776759 n-d-838550-3 neutron-server[102731]: return f(self, *a, **k) May 18 18:37:23.776759 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:37:23.776759 n-d-838550-3 neutron-server[102731]: return self._get(url).json() May 18 18:37:23.776759 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:37:23.776759 n-d-838550-3 neutron-server[102731]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:37:23.776759 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:37:23.776759 n-d-838550-3 neutron-server[102731]: return self.request(url, 'GET', **kwargs) May 18 18:37:23.776759 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:37:23.776759 n-d-838550-3 neutron-server[102731]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:37:23.776759 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:37:23.776759 n-d-838550-3 neutron-server[102731]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:37:23.776759 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:37:23.776759 n-d-838550-3 neutron-server[102731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:37:23.776759 n-d-838550-3 neutron-server[102731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:37:23.854530 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c2c6a7d4-8d10-4363-8902-4fe385807ed5 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:23.860304 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c2c6a7d4-8d10-4363-8902-4fe385807ed5 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Notify callbacks [] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:23.867117 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 37782) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:23.867531 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-c2c6a7d4-8d10-4363-8902-4fe385807ed5 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] 10.222.0.85 "DELETE /v2.0/networks/3f51b1d0-c140-495c-bd01-900997d1eb45 HTTP/1.1" status: 204 len: 168 time: 0.3761127 May 18 18:37:23.884488 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c6a7d4-8d10-4363-8902-4fe385807ed5 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Pushing event deleted for resources: {'Network': ['ID=3f51b1d0-c140-495c-bd01-900997d1eb45,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:37:23.960831 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-83fcfd9b-9daf-4153-abf6-73bf1ea8335b tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:24.058807 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-83fcfd9b-9daf-4153-abf6-73bf1ea8335b tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:24.084610 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-83fcfd9b-9daf-4153-abf6-73bf1ea8335b tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14211451-1288-43ae-998d-5e903dd8ae27']}} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:37:24.094123 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-83fcfd9b-9daf-4153-abf6-73bf1ea8335b tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8d61b43-6b29-4caf-88fc-385b1e4e1b31') {'for_net_delete': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:37:24.094484 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-83fcfd9b-9daf-4153-abf6-73bf1ea8335b tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8d61b43-6b29-4caf-88fc-385b1e4e1b31') {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:37:24.103821 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-83fcfd9b-9daf-4153-abf6-73bf1ea8335b tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260107375'] for segment, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:24.116864 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-83fcfd9b-9daf-4153-abf6-73bf1ea8335b tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:24.123641 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83fcfd9b-9daf-4153-abf6-73bf1ea8335b tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=102730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:37:24.124091 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-83fcfd9b-9daf-4153-abf6-73bf1ea8335b tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261102736'] for segment, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:24.127953 n-d-838550-3 neutron-server[102730]: Traceback (most recent call last): May 18 18:37:24.127953 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:37:24.127953 n-d-838550-3 neutron-server[102730]: timer() May 18 18:37:24.127953 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:37:24.127953 n-d-838550-3 neutron-server[102730]: cb(*args, **kw) May 18 18:37:24.127953 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:37:24.127953 n-d-838550-3 neutron-server[102730]: return func(*args, **kwargs) May 18 18:37:24.127953 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:37:24.127953 n-d-838550-3 neutron-server[102730]: self._notify() May 18 18:37:24.127953 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:37:24.127953 n-d-838550-3 neutron-server[102730]: self.callback(batched_events) May 18 18:37:24.127953 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:37:24.127953 n-d-838550-3 neutron-server[102730]: event.method(event) May 18 18:37:24.127953 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:37:24.127953 n-d-838550-3 neutron-server[102730]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:37:24.127953 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:37:24.127953 n-d-838550-3 neutron-server[102730]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:37:24.127953 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:37:24.127953 n-d-838550-3 neutron-server[102730]: return f(self, *a, **k) May 18 18:37:24.127953 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:37:24.127953 n-d-838550-3 neutron-server[102730]: return self._get(url).json() May 18 18:37:24.127953 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:37:24.127953 n-d-838550-3 neutron-server[102730]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:37:24.127953 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:37:24.127953 n-d-838550-3 neutron-server[102730]: return self.request(url, 'GET', **kwargs) May 18 18:37:24.127953 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:37:24.127953 n-d-838550-3 neutron-server[102730]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:37:24.127953 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:37:24.127953 n-d-838550-3 neutron-server[102730]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:37:24.127953 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:37:24.127953 n-d-838550-3 neutron-server[102730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:37:24.127953 n-d-838550-3 neutron-server[102730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:37:24.190281 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-83fcfd9b-9daf-4153-abf6-73bf1ea8335b tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:24.197465 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-83fcfd9b-9daf-4153-abf6-73bf1ea8335b tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:24.203774 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-83fcfd9b-9daf-4153-abf6-73bf1ea8335b tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] 10.222.0.85 "DELETE /v2.0/networks/14211451-1288-43ae-998d-5e903dd8ae27 HTTP/1.1" status: 204 len: 168 time: 0.3320470 May 18 18:37:24.204156 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 37794) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:24.235739 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fcfd9b-9daf-4153-abf6-73bf1ea8335b tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Pushing event deleted for resources: {'Network': ['ID=14211451-1288-43ae-998d-5e903dd8ae27,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:37:24.427942 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f13cc2-3033-464d-9735-f6f63432554e tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:37:24.433838 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f13cc2-3033-464d-9735-f6f63432554e tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:37:24.435364 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-25f13cc2-3033-464d-9735-f6f63432554e tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] 10.222.0.85 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2308536 May 18 18:37:24.439199 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 37798) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:24.444171 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-9b97ff8c-c09b-40be-a456-f63609bffed1 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-7499265'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:37:24.464656 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b97ff8c-c09b-40be-a456-f63609bffed1 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Made reservation on behalf of c5229c956df94041a497f62f63d7f0c0 for: {'network': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:37:24.468496 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9b97ff8c-c09b-40be-a456-f63609bffed1 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:24.496592 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b97ff8c-c09b-40be-a456-f63609bffed1 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=102730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:37:24.506283 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9b97ff8c-c09b-40be-a456-f63609bffed1 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:24.506711 n-d-838550-3 neutron-server[102730]: INFO neutron.db.segments_db [None req-9b97ff8c-c09b-40be-a456-f63609bffed1 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Added segment 294b6ae4-9f0c-4a23-9220-da5e191846ff of type vlan for network 506249f9-7b69-4a0f-ad5e-193a802f203a May 18 18:37:24.549446 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9b97ff8c-c09b-40be-a456-f63609bffed1 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:24.592070 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9b97ff8c-c09b-40be-a456-f63609bffed1 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:24.599182 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b97ff8c-c09b-40be-a456-f63609bffed1 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:37:24.599774 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9b97ff8c-c09b-40be-a456-f63609bffed1 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:24.663458 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5875c2-56cb-4930-b6b9-71b48963fa50 req-a53e7ac7-7772-4c40-b6b0-3385fb948ce3 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:37:24.671812 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bc5875c2-56cb-4930-b6b9-71b48963fa50 req-a53e7ac7-7772-4c40-b6b0-3385fb948ce3 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 947 time: 0.0663726 May 18 18:37:24.707848 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b97ff8c-c09b-40be-a456-f63609bffed1 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Pushing event updated for resources: {'Network': ['ID=506249f9-7b69-4a0f-ad5e-193a802f203a,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:37:24.715573 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-9b97ff8c-c09b-40be-a456-f63609bffed1 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2752910 May 18 18:37:24.723483 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 37806) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:24.724208 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network 506249f9-7b69-4a0f-ad5e-193a802f203a details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:37:24.734512 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-54672747-089a-47ba-9e9c-e82c875053e7 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1766371106'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:37:24.756677 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54672747-089a-47ba-9e9c-e82c875053e7 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Made reservation on behalf of c5229c956df94041a497f62f63d7f0c0 for: {'network': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:37:24.761141 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-54672747-089a-47ba-9e9c-e82c875053e7 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:24.777189 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bc5875c2-56cb-4930-b6b9-71b48963fa50 req-e853b405-470d-4307-adb9-d0852d44d0e3 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042519 May 18 18:37:24.793894 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54672747-089a-47ba-9e9c-e82c875053e7 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 626} {{(pid=102731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:37:24.803713 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-54672747-089a-47ba-9e9c-e82c875053e7 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:24.804286 n-d-838550-3 neutron-server[102731]: INFO neutron.db.segments_db [None req-54672747-089a-47ba-9e9c-e82c875053e7 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Added segment ff1cc7a4-5aef-4500-b12a-9b6648119a84 of type vlan for network b5b7ea4a-f824-439f-a8a4-938c066d5c8a May 18 18:37:24.858828 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-54672747-089a-47ba-9e9c-e82c875053e7 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:24.892163 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-54672747-089a-47ba-9e9c-e82c875053e7 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:24.898364 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54672747-089a-47ba-9e9c-e82c875053e7 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:37:24.899315 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-54672747-089a-47ba-9e9c-e82c875053e7 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Notify callbacks [] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:24.965792 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54672747-089a-47ba-9e9c-e82c875053e7 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Pushing event updated for resources: {'Network': ['ID=b5b7ea4a-f824-439f-a8a4-938c066d5c8a,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:37:24.986386 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network b5b7ea4a-f824-439f-a8a4-938c066d5c8a details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:37:24.988175 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-54672747-089a-47ba-9e9c-e82c875053e7 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2627821 May 18 18:37:24.988852 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 37814) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:24.994009 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-09233628-6624-4ec7-aff4-12f240ab2191 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Request body: {'ports': [{'network_id': '506249f9-7b69-4a0f-ad5e-193a802f203a', 'name': 'tempest-port--1556088685', 'admin_state_up': True}, {'network_id': 'b5b7ea4a-f824-439f-a8a4-938c066d5c8a', 'admin_state_up': False}]} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:37:24.994307 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-09233628-6624-4ec7-aff4-12f240ab2191 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Request body: {'port': {'network_id': '506249f9-7b69-4a0f-ad5e-193a802f203a', 'name': 'tempest-port--1556088685', 'admin_state_up': True}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:37:24.994791 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-09233628-6624-4ec7-aff4-12f240ab2191 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Request body: {'port': {'network_id': 'b5b7ea4a-f824-439f-a8a4-938c066d5c8a', 'admin_state_up': False}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:37:25.245770 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09233628-6624-4ec7-aff4-12f240ab2191 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Made reservation on behalf of c5229c956df94041a497f62f63d7f0c0 for: {'port': 2} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:37:25.258894 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-09233628-6624-4ec7-aff4-12f240ab2191 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:25.275772 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c1b314-190a-458e-b9c2-f5ddff021655 req-192c238c-03a0-48ea-91a1-29d95f20572f tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:37:25.285927 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d9c1b314-190a-458e-b9c2-f5ddff021655 req-192c238c-03a0-48ea-91a1-29d95f20572f tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 947 time: 0.3989105 May 18 18:37:25.293083 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-09233628-6624-4ec7-aff4-12f240ab2191 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:25.338510 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d9c1b314-190a-458e-b9c2-f5ddff021655 req-74574399-b065-4c9b-9a33-95ccc135eec6 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515330 May 18 18:37:25.495683 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555f4f5c-a0fb-44be-a678-390edc37c87e req-fd7047b3-d76f-4e7a-909a-cb8c02cb076c tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:37:25.497448 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-555f4f5c-a0fb-44be-a678-390edc37c87e req-fd7047b3-d76f-4e7a-909a-cb8c02cb076c tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 947 time: 0.0511284 May 18 18:37:25.501910 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [None req-09233628-6624-4ec7-aff4-12f240ab2191 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] device_id is not set on port e1a50147-bbd2-499d-9030-12f1a37f07a8 yet. {{(pid=102731) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 18 18:37:25.544768 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-555f4f5c-a0fb-44be-a678-390edc37c87e req-d9a0113d-2a83-4919-bd36-14a32991561c tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381961 May 18 18:37:25.616674 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-09233628-6624-4ec7-aff4-12f240ab2191 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:25.729913 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [None req-09233628-6624-4ec7-aff4-12f240ab2191 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] device_id is not set on port 0395e3e5-1b79-447e-ad19-6f782b869006 yet. {{(pid=102731) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 18 18:37:25.763330 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3910be7-e7ea-4bc2-92a3-8cab8fd7c018 req-dea174f5-d148-47eb-9636-25e11ebdd9fb tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:37:25.764921 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d3910be7-e7ea-4bc2-92a3-8cab8fd7c018 req-dea174f5-d148-47eb-9636-25e11ebdd9fb tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 947 time: 0.0878742 May 18 18:37:25.831261 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d3910be7-e7ea-4bc2-92a3-8cab8fd7c018 req-fb1aa36b-58a6-485e-b8e5-b62638f679f5 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554113 May 18 18:37:25.874937 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-09233628-6624-4ec7-aff4-12f240ab2191 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:25.921675 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-09233628-6624-4ec7-aff4-12f240ab2191 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:25.997250 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09233628-6624-4ec7-aff4-12f240ab2191 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Pushing event updated for resources: {'Port': ['ID=e1a50147-bbd2-499d-9030-12f1a37f07a8,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:37:26.067034 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09233628-6624-4ec7-aff4-12f240ab2191 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Checking segment: {'id': '294b6ae4-9f0c-4a23-9220-da5e191846ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '506249f9-7b69-4a0f-ad5e-193a802f203a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:37:26.067501 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09233628-6624-4ec7-aff4-12f240ab2191 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Network hostable DHCP agents. Network: 506249f9-7b69-4a0f-ad5e-193a802f203a, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:37:26.093707 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db3938f-29c7-45f5-bb5d-47cf4b32b3d4 req-90cc9bb1-a07b-41ae-be63-f9841d1211cf tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:37:26.095868 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5db3938f-29c7-45f5-bb5d-47cf4b32b3d4 req-90cc9bb1-a07b-41ae-be63-f9841d1211cf tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 947 time: 0.0763299 May 18 18:37:26.101898 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09233628-6624-4ec7-aff4-12f240ab2191 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Network 506249f9-7b69-4a0f-ad5e-193a802f203a is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:37:26.122618 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-09233628-6624-4ec7-aff4-12f240ab2191 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, 506249f9-7b69-4a0f-ad5e-193a802f203a) {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:37:26.127999 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09233628-6624-4ec7-aff4-12f240ab2191 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:37:26.129011 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-09233628-6624-4ec7-aff4-12f240ab2191 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:26.139099 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d38a0b66-1691-464b-8d4f-ba0543edefec None None] Network 506249f9-7b69-4a0f-ad5e-193a802f203a requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:37:26.201175 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5db3938f-29c7-45f5-bb5d-47cf4b32b3d4 req-c27f0b8b-c1af-4bfc-9fee-2bb226779a19 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964732 May 18 18:37:26.217856 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09233628-6624-4ec7-aff4-12f240ab2191 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Pushing event updated for resources: {'Port': ['ID=0395e3e5-1b79-447e-ad19-6f782b869006,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:37:26.233368 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09233628-6624-4ec7-aff4-12f240ab2191 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Checking segment: {'id': 'ff1cc7a4-5aef-4500-b12a-9b6648119a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'b5b7ea4a-f824-439f-a8a4-938c066d5c8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:37:26.234185 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09233628-6624-4ec7-aff4-12f240ab2191 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Network hostable DHCP agents. Network: b5b7ea4a-f824-439f-a8a4-938c066d5c8a, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:37:26.273940 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09233628-6624-4ec7-aff4-12f240ab2191 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Network b5b7ea4a-f824-439f-a8a4-938c066d5c8a is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:37:26.292157 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-09233628-6624-4ec7-aff4-12f240ab2191 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, b5b7ea4a-f824-439f-a8a4-938c066d5c8a) {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:37:26.295943 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09233628-6624-4ec7-aff4-12f240ab2191 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:37:26.310057 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09233628-6624-4ec7-aff4-12f240ab2191 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:37:26.315134 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09233628-6624-4ec7-aff4-12f240ab2191 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:37:26.315841 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-09233628-6624-4ec7-aff4-12f240ab2191 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:26.324688 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad82c8ef-3dfd-4ae7-99e9-d152dac66208 None None] Network b5b7ea4a-f824-439f-a8a4-938c066d5c8a requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:37:26.337152 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-09233628-6624-4ec7-aff4-12f240ab2191 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.3470345 May 18 18:37:26.339732 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 37864) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:26.406745 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b891d4d1-2926-455d-906d-809bd47c1c72 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:37:26.416174 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b891d4d1-2926-455d-906d-809bd47c1c72 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:37:26.418092 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-b891d4d1-2926-455d-906d-809bd47c1c72 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] 10.222.0.85 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0773470 May 18 18:37:26.421015 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 37866) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:26.506294 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c75df7-223c-4f74-a1bd-ed89260009c7 req-c2833313-28cd-4267-ab4e-aaef71da93f1 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:37:26.510162 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b4c75df7-223c-4f74-a1bd-ed89260009c7 req-c2833313-28cd-4267-ab4e-aaef71da93f1 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 947 time: 0.1930454 May 18 18:37:26.535286 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-37133e90-1e33-4996-80eb-36c62b6b449c tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Deleting port e1a50147-bbd2-499d-9030-12f1a37f07a8 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:37:26.535540 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-37133e90-1e33-4996-80eb-36c62b6b449c tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:26.568907 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b4c75df7-223c-4f74-a1bd-ed89260009c7 req-c2078557-b319-447a-be91-2ab7b1416d01 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459747 May 18 18:37:26.611100 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-37133e90-1e33-4996-80eb-36c62b6b449c tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:26.630003 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-37133e90-1e33-4996-80eb-36c62b6b449c tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Calling delete_port for e1a50147-bbd2-499d-9030-12f1a37f07a8 owned by {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:37:26.757528 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadafa86-9f6d-437d-939d-e62ef260b103 req-baad6996-3353-4759-8617-807f9a109021 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:37:26.767681 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cadafa86-9f6d-437d-939d-e62ef260b103 req-baad6996-3353-4759-8617-807f9a109021 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 947 time: 0.0966158 May 18 18:37:26.787097 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-37133e90-1e33-4996-80eb-36c62b6b449c tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:26.817160 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cadafa86-9f6d-437d-939d-e62ef260b103 req-d3abc514-7e42-4f39-8ff8-97b80dbf9ccb tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477257 May 18 18:37:26.820728 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37133e90-1e33-4996-80eb-36c62b6b449c tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Pushing event deleted for resources: {'Port': ['ID=e1a50147-bbd2-499d-9030-12f1a37f07a8,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:37:26.833735 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-37133e90-1e33-4996-80eb-36c62b6b449c tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:26.837134 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-37133e90-1e33-4996-80eb-36c62b6b449c tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] 10.222.0.85 "DELETE /v2.0/ports/e1a50147-bbd2-499d-9030-12f1a37f07a8 HTTP/1.1" status: 204 len: 168 time: 0.4150767 May 18 18:37:26.841046 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 37880) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:26.974722 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94177df-9e6b-4230-b4b4-e6c6bb1365f4 req-48c4dd20-c2c9-4c37-9978-ce3a33f6289e tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:37:26.976323 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d94177df-9e6b-4230-b4b4-e6c6bb1365f4 req-48c4dd20-c2c9-4c37-9978-ce3a33f6289e tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 947 time: 0.0646107 May 18 18:37:26.994413 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-09ca6e80-3d99-488b-8c8f-4def5a4b53c0 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Deleting port 0395e3e5-1b79-447e-ad19-6f782b869006 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:37:26.994758 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-09ca6e80-3d99-488b-8c8f-4def5a4b53c0 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:27.090146 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d94177df-9e6b-4230-b4b4-e6c6bb1365f4 req-78fbbd14-4b38-44e1-8ed6-a64f049b9c89 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073518 May 18 18:37:27.108024 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-09ca6e80-3d99-488b-8c8f-4def5a4b53c0 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:27.123052 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-09ca6e80-3d99-488b-8c8f-4def5a4b53c0 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Calling delete_port for 0395e3e5-1b79-447e-ad19-6f782b869006 owned by {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:37:27.179831 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [req-54cd41a3-f721-4ec2-a631-4ed9a80faac6 req-6229b6dc-5e44-4abd-8683-d442cd6cbb3a service neutron] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=102730) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 18:37:27.180818 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-54cd41a3-f721-4ec2-a631-4ed9a80faac6 req-6229b6dc-5e44-4abd-8683-d442cd6cbb3a service neutron] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056310 May 18 18:37:27.249551 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-09ca6e80-3d99-488b-8c8f-4def5a4b53c0 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:27.298466 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ca6e80-3d99-488b-8c8f-4def5a4b53c0 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Pushing event deleted for resources: {'Port': ['ID=0395e3e5-1b79-447e-ad19-6f782b869006,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:37:27.303795 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-09ca6e80-3d99-488b-8c8f-4def5a4b53c0 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:27.309766 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-09ca6e80-3d99-488b-8c8f-4def5a4b53c0 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] 10.222.0.85 "DELETE /v2.0/ports/0395e3e5-1b79-447e-ad19-6f782b869006 HTTP/1.1" status: 204 len: 168 time: 0.4674685 May 18 18:37:27.309969 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 37902) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:27.329719 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949e8e87-aec4-4511-8dfb-cc6c62696074 req-f9cd8076-16bc-4d05-b656-ad0cb5c729ec tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:37:27.335509 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-949e8e87-aec4-4511-8dfb-cc6c62696074 req-f9cd8076-16bc-4d05-b656-ad0cb5c729ec tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 947 time: 0.0915670 May 18 18:37:27.366322 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-94b167c9-445d-485a-a2f2-a033d588a02e tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] 10.222.0.85 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0553195 May 18 18:37:27.370605 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 37908) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:27.376518 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-d34782db-2a7d-4dba-9b57-1d34101dd51c tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1179712145'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:37:27.405610 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d34782db-2a7d-4dba-9b57-1d34101dd51c tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Made reservation on behalf of c5229c956df94041a497f62f63d7f0c0 for: {'network': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:37:27.409590 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d34782db-2a7d-4dba-9b57-1d34101dd51c tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:27.411568 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-949e8e87-aec4-4511-8dfb-cc6c62696074 req-d8b8058f-f2e2-414a-bccc-5700fbfa9a7a tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652084 May 18 18:37:27.467641 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d34782db-2a7d-4dba-9b57-1d34101dd51c tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 648} {{(pid=102730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:37:27.479905 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d34782db-2a7d-4dba-9b57-1d34101dd51c tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:27.481253 n-d-838550-3 neutron-server[102730]: INFO neutron.db.segments_db [None req-d34782db-2a7d-4dba-9b57-1d34101dd51c tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Added segment d4d1b273-1247-401b-a498-be2c9774f179 of type vlan for network d8783f7f-83cc-4c32-beb3-4ee12ae19d97 May 18 18:37:27.551413 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d34782db-2a7d-4dba-9b57-1d34101dd51c tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:27.592638 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202cedbd-58b1-4219-adc3-e29316337426 req-99134d74-3cd8-4a23-bece-4880aa19c93d tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:37:27.592966 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-202cedbd-58b1-4219-adc3-e29316337426 req-99134d74-3cd8-4a23-bece-4880aa19c93d tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 947 time: 0.0809233 May 18 18:37:27.594280 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d34782db-2a7d-4dba-9b57-1d34101dd51c tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:27.600224 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d34782db-2a7d-4dba-9b57-1d34101dd51c tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:37:27.600816 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d34782db-2a7d-4dba-9b57-1d34101dd51c tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:27.674737 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-d34782db-2a7d-4dba-9b57-1d34101dd51c tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2999434 May 18 18:37:27.679287 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 37922) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:27.691343 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-941347b0-0adf-4cf4-8741-6889679eb562 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-933842076'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:37:27.702422 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34782db-2a7d-4dba-9b57-1d34101dd51c tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Pushing event updated for resources: {'Network': ['ID=d8783f7f-83cc-4c32-beb3-4ee12ae19d97,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:37:27.715051 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network d8783f7f-83cc-4c32-beb3-4ee12ae19d97 details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:37:27.718166 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-202cedbd-58b1-4219-adc3-e29316337426 req-5b083791-46d4-4bd7-96aa-c8d4537b6f5b tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135585 May 18 18:37:27.750698 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-941347b0-0adf-4cf4-8741-6889679eb562 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Made reservation on behalf of c5229c956df94041a497f62f63d7f0c0 for: {'network': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:37:27.763783 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-941347b0-0adf-4cf4-8741-6889679eb562 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:27.805286 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-941347b0-0adf-4cf4-8741-6889679eb562 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 635} {{(pid=102731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:37:27.819411 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-941347b0-0adf-4cf4-8741-6889679eb562 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:27.819879 n-d-838550-3 neutron-server[102731]: INFO neutron.db.segments_db [None req-941347b0-0adf-4cf4-8741-6889679eb562 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Added segment 7b96016f-514b-43c4-b370-7e994b325b35 of type vlan for network 51bf2c0a-6b3b-4be1-8d85-7832cd6416f1 May 18 18:37:27.866744 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-941347b0-0adf-4cf4-8741-6889679eb562 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:27.917608 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77117551-3c08-4178-958f-4ba500585d4e req-0d49b095-1ec4-4206-9cc1-f7f2c4525541 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:37:27.927600 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-77117551-3c08-4178-958f-4ba500585d4e req-0d49b095-1ec4-4206-9cc1-f7f2c4525541 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 947 time: 0.0934539 May 18 18:37:27.980999 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-77117551-3c08-4178-958f-4ba500585d4e req-29b0fe28-dfcb-4874-9aea-3ed42ee886f9 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518608 May 18 18:37:28.197688 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-941347b0-0adf-4cf4-8741-6889679eb562 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:28.204866 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-941347b0-0adf-4cf4-8741-6889679eb562 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:37:28.205455 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-941347b0-0adf-4cf4-8741-6889679eb562 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Notify callbacks [] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:28.275624 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-941347b0-0adf-4cf4-8741-6889679eb562 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5953407 May 18 18:37:28.288292 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941347b0-0adf-4cf4-8741-6889679eb562 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Pushing event updated for resources: {'Network': ['ID=51bf2c0a-6b3b-4be1-8d85-7832cd6416f1,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:37:28.306056 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e399206-0009-402c-9b46-420b673dbb76 req-cc773c19-2693-4b50-aa1b-d09d5ed2ab23 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:37:28.308248 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2e399206-0009-402c-9b46-420b673dbb76 req-cc773c19-2693-4b50-aa1b-d09d5ed2ab23 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 947 time: 0.1461735 May 18 18:37:28.315048 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network 51bf2c0a-6b3b-4be1-8d85-7832cd6416f1 details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:37:28.375480 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2e399206-0009-402c-9b46-420b673dbb76 req-e4e7419c-d761-4e8c-9f65-ad9154922d38 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534565 May 18 18:37:28.446178 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 37954) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:28.451836 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-e49b8a90-a734-41d3-80d5-8f65b5179ea2 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Request body: {'subnets': [{'network_id': 'd8783f7f-83cc-4c32-beb3-4ee12ae19d97', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--507097957', 'ip_version': 4}, {'network_id': '51bf2c0a-6b3b-4be1-8d85-7832cd6416f1', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:37:28.452086 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-e49b8a90-a734-41d3-80d5-8f65b5179ea2 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Request body: {'subnet': {'network_id': 'd8783f7f-83cc-4c32-beb3-4ee12ae19d97', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--507097957', 'ip_version': 4}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:37:28.452758 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-e49b8a90-a734-41d3-80d5-8f65b5179ea2 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Request body: {'subnet': {'network_id': '51bf2c0a-6b3b-4be1-8d85-7832cd6416f1', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:37:28.629400 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e982175a-6e08-41a6-9443-5e8e2a668456 req-1b8d57dc-5072-4959-84f4-4dada605399c tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:37:28.632625 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e982175a-6e08-41a6-9443-5e8e2a668456 req-1b8d57dc-5072-4959-84f4-4dada605399c tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 947 time: 0.1207428 May 18 18:37:28.722409 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e982175a-6e08-41a6-9443-5e8e2a668456 req-43fddee7-e18c-44c0-962a-3651e8033c65 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649548 May 18 18:37:28.724694 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e49b8a90-a734-41d3-80d5-8f65b5179ea2 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Made reservation on behalf of c5229c956df94041a497f62f63d7f0c0 for: {'subnet': 2} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:37:28.731000 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e49b8a90-a734-41d3-80d5-8f65b5179ea2 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260908003'] for subnet, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:28.731547 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e49b8a90-a734-41d3-80d5-8f65b5179ea2 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260908003'] for subnet, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:28.843546 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc9a2fb-aeb9-4274-afef-b4c20fc19a13 req-6fcb0183-341e-4220-8e84-618d7ed08e11 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:37:28.845748 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6bc9a2fb-aeb9-4274-afef-b4c20fc19a13 req-6fcb0183-341e-4220-8e84-618d7ed08e11 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 947 time: 0.0582368 May 18 18:37:28.896693 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6bc9a2fb-aeb9-4274-afef-b4c20fc19a13 req-38cd58bb-1de1-438e-9c22-2e4d087e629a tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439327 May 18 18:37:29.067329 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f884e3ac-24f1-4b5b-a2d6-ea752207f5cf req-2f6b6da6-02ce-4016-a94a-8f316604b295 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:37:29.069671 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f884e3ac-24f1-4b5b-a2d6-ea752207f5cf req-2f6b6da6-02ce-4016-a94a-8f316604b295 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 947 time: 0.0650692 May 18 18:37:29.121883 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f884e3ac-24f1-4b5b-a2d6-ea752207f5cf req-5a5cd58a-6f8f-44c3-986c-77bcea8131c0 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456998 May 18 18:37:29.246482 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e49b8a90-a734-41d3-80d5-8f65b5179ea2 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260898481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260908021'] for subnet, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:29.338482 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49b8a90-a734-41d3-80d5-8f65b5179ea2 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Checking segment: {'id': 'd4d1b273-1247-401b-a498-be2c9774f179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'd8783f7f-83cc-4c32-beb3-4ee12ae19d97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:37:29.339163 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49b8a90-a734-41d3-80d5-8f65b5179ea2 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Network hostable DHCP agents. Network: d8783f7f-83cc-4c32-beb3-4ee12ae19d97, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:37:29.341051 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49b8a90-a734-41d3-80d5-8f65b5179ea2 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Pushing event updated for resources: {'Subnet': ['ID=13fc9930-66b3-4cde-8ba0-5391ec53319f,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:37:29.362671 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49b8a90-a734-41d3-80d5-8f65b5179ea2 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Network d8783f7f-83cc-4c32-beb3-4ee12ae19d97 is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:37:29.381351 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-e49b8a90-a734-41d3-80d5-8f65b5179ea2 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, d8783f7f-83cc-4c32-beb3-4ee12ae19d97) {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:37:29.386521 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e49b8a90-a734-41d3-80d5-8f65b5179ea2 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260898481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260908021'] for subnet, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:29.394778 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc5c81d1-f705-4cc0-aced-38da0b78894c None None] Network d8783f7f-83cc-4c32-beb3-4ee12ae19d97 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:37:29.526819 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49b8a90-a734-41d3-80d5-8f65b5179ea2 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Pushing event updated for resources: {'Subnet': ['ID=e167397e-62f4-411e-b0c6-aebb1b86ce0a,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:37:29.561933 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49b8a90-a734-41d3-80d5-8f65b5179ea2 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Checking segment: {'id': '7b96016f-514b-43c4-b370-7e994b325b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '51bf2c0a-6b3b-4be1-8d85-7832cd6416f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:37:29.562708 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49b8a90-a734-41d3-80d5-8f65b5179ea2 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Network hostable DHCP agents. Network: 51bf2c0a-6b3b-4be1-8d85-7832cd6416f1, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:37:29.608934 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49b8a90-a734-41d3-80d5-8f65b5179ea2 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Network 51bf2c0a-6b3b-4be1-8d85-7832cd6416f1 is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:37:29.628346 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-e49b8a90-a734-41d3-80d5-8f65b5179ea2 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, 51bf2c0a-6b3b-4be1-8d85-7832cd6416f1) {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:37:29.633043 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e49b8a90-a734-41d3-80d5-8f65b5179ea2 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:37:29.633854 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e49b8a90-a734-41d3-80d5-8f65b5179ea2 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:37:29.634172 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e49b8a90-a734-41d3-80d5-8f65b5179ea2 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:29.643305 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b36e42-f1ac-4c1d-858e-577646ae4e0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-d8783f7f-83cc-4c32-beb3-4ee12ae19d97', 'network_id': 'd8783f7f-83cc-4c32-beb3-4ee12ae19d97', 'tenant_id': 'c5229c956df94041a497f62f63d7f0c0', 'fixed_ips': [{'subnet_id': '13fc9930-66b3-4cde-8ba0-5391ec53319f'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:37:29.646714 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-04b36e42-f1ac-4c1d-858e-577646ae4e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:29.656856 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7becddbd-8ca7-464f-96ce-94d066736962 None None] Network 51bf2c0a-6b3b-4be1-8d85-7832cd6416f1 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:37:29.665278 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-e49b8a90-a734-41d3-80d5-8f65b5179ea2 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 1.2179730 May 18 18:37:29.667799 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 37994) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:29.767400 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37edc14a-4272-418e-b39d-73b99fd4955d tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:37:29.769501 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37edc14a-4272-418e-b39d-73b99fd4955d tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:37:29.771348 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37edc14a-4272-418e-b39d-73b99fd4955d tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:37:29.773264 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-37edc14a-4272-418e-b39d-73b99fd4955d tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] 10.222.0.85 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1044698 May 18 18:37:29.776945 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 37996) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:29.847141 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_v2 [None req-70253e39-7ff4-4dde-9cf7-5181ef69847a tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Deleting subnet 13fc9930-66b3-4cde-8ba0-5391ec53319f {{(pid=102731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:37:29.961381 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-04b36e42-f1ac-4c1d-858e-577646ae4e0d None None] Allocated IP 172.20.0.2 (d8783f7f-83cc-4c32-beb3-4ee12ae19d97/13fc9930-66b3-4cde-8ba0-5391ec53319f/4f2af67b-50ff-411a-9713-52f7102f4695) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:37:30.247074 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ee2aed-c30a-4733-b7a8-6ef70d184a71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-51bf2c0a-6b3b-4be1-8d85-7832cd6416f1', 'network_id': '51bf2c0a-6b3b-4be1-8d85-7832cd6416f1', 'tenant_id': 'c5229c956df94041a497f62f63d7f0c0', 'fixed_ips': [{'subnet_id': 'e167397e-62f4-411e-b0c6-aebb1b86ce0a'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:37:30.249521 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-e4ee2aed-c30a-4733-b7a8-6ef70d184a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:30.512045 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-04b36e42-f1ac-4c1d-858e-577646ae4e0d None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:30.521257 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-70253e39-7ff4-4dde-9cf7-5181ef69847a tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Notify callbacks [] for subnet, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:30.524194 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-04b36e42-f1ac-4c1d-858e-577646ae4e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:30.582100 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b36e42-f1ac-4c1d-858e-577646ae4e0d None None] Pushing event updated for resources: {'Port': ['ID=4f2af67b-50ff-411a-9713-52f7102f4695,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:37:30.607368 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b36e42-f1ac-4c1d-858e-577646ae4e0d None None] Network d8783f7f-83cc-4c32-beb3-4ee12ae19d97 is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:37:30.608508 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-e4ee2aed-c30a-4733-b7a8-6ef70d184a71 None None] Allocated IP 172.20.0.18 (51bf2c0a-6b3b-4be1-8d85-7832cd6416f1/e167397e-62f4-411e-b0c6-aebb1b86ce0a/2a3c25de-9fe4-4cc9-96c2-475688806560) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:37:30.610948 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-70253e39-7ff4-4dde-9cf7-5181ef69847a tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260542153'] for subnet, precommit_delete_associations {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:30.611914 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-04b36e42-f1ac-4c1d-858e-577646ae4e0d None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:37:30.619600 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b36e42-f1ac-4c1d-858e-577646ae4e0d None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:37:30.752095 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-04b36e42-f1ac-4c1d-858e-577646ae4e0d None None] Attempting to bind port 4f2af67b-50ff-411a-9713-52f7102f4695 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:37:30.752767 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-04b36e42-f1ac-4c1d-858e-577646ae4e0d None None] Attempting to bind port 4f2af67b-50ff-411a-9713-52f7102f4695 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': 'd4d1b273-1247-401b-a498-be2c9774f179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'd8783f7f-83cc-4c32-beb3-4ee12ae19d97'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:37:30.753313 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b36e42-f1ac-4c1d-858e-577646ae4e0d None None] Attempting to bind port 4f2af67b-50ff-411a-9713-52f7102f4695 on network d8783f7f-83cc-4c32-beb3-4ee12ae19d97 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:37:30.763128 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b36e42-f1ac-4c1d-858e-577646ae4e0d None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:37:30.763862 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b36e42-f1ac-4c1d-858e-577646ae4e0d None None] Checking segment: {'id': 'd4d1b273-1247-401b-a498-be2c9774f179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'd8783f7f-83cc-4c32-beb3-4ee12ae19d97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:37:30.764436 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-04b36e42-f1ac-4c1d-858e-577646ae4e0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:30.765349 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b36e42-f1ac-4c1d-858e-577646ae4e0d None None] Bound using segment: {'id': 'd4d1b273-1247-401b-a498-be2c9774f179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'd8783f7f-83cc-4c32-beb3-4ee12ae19d97'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:37:30.766022 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-04b36e42-f1ac-4c1d-858e-577646ae4e0d None None] Bound port: 4f2af67b-50ff-411a-9713-52f7102f4695, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4d1b273-1247-401b-a498-be2c9774f179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'd8783f7f-83cc-4c32-beb3-4ee12ae19d97'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:37:30.766621 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-04b36e42-f1ac-4c1d-858e-577646ae4e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:30.817150 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-70253e39-7ff4-4dde-9cf7-5181ef69847a tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:30.912768 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-70253e39-7ff4-4dde-9cf7-5181ef69847a tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260898416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260908030'] for subnet, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:30.947847 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70253e39-7ff4-4dde-9cf7-5181ef69847a tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Pushing event deleted for resources: {'Subnet': ['ID=13fc9930-66b3-4cde-8ba0-5391ec53319f,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:37:30.950366 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-70253e39-7ff4-4dde-9cf7-5181ef69847a tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:30.955019 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-70253e39-7ff4-4dde-9cf7-5181ef69847a tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] 10.222.0.85 "DELETE /v2.0/subnets/13fc9930-66b3-4cde-8ba0-5391ec53319f HTTP/1.1" status: 204 len: 168 time: 1.1767693 May 18 18:37:30.957514 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 38034) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:30.999265 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-04b36e42-f1ac-4c1d-858e-577646ae4e0d None None] For port 4f2af67b-50ff-411a-9713-52f7102f4695, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:37:31.026059 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-04b36e42-f1ac-4c1d-858e-577646ae4e0d None None] For port 4f2af67b-50ff-411a-9713-52f7102f4695, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=4f2af67b-50ff-411a-9713-52f7102f4695,segment=NetworkSegment(d4d1b273-1247-401b-a498-be2c9774f179),segment_id=d4d1b273-1247-401b-a498-be2c9774f179)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:37:31.034887 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-e4ee2aed-c30a-4733-b7a8-6ef70d184a71 None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:31.037464 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-04b36e42-f1ac-4c1d-858e-577646ae4e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:31.058325 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca86a48e-c46f-4eb4-bced-0286c6d9aa29 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Deleting subnet e167397e-62f4-411e-b0c6-aebb1b86ce0a {{(pid=102730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:37:31.066872 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ca86a48e-c46f-4eb4-bced-0286c6d9aa29 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Notify callbacks [] for subnet, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:31.101181 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-e4ee2aed-c30a-4733-b7a8-6ef70d184a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:31.111151 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b36e42-f1ac-4c1d-858e-577646ae4e0d None None] Pushing event updated for resources: {'Port': ['ID=4f2af67b-50ff-411a-9713-52f7102f4695,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:37:31.169825 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ca86a48e-c46f-4eb4-bced-0286c6d9aa29 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260107366'] for subnet, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:31.172213 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ee2aed-c30a-4733-b7a8-6ef70d184a71 None None] Network 51bf2c0a-6b3b-4be1-8d85-7832cd6416f1 is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:37:31.190248 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-e4ee2aed-c30a-4733-b7a8-6ef70d184a71 None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:37:31.202462 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ee2aed-c30a-4733-b7a8-6ef70d184a71 None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:37:31.208820 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:31.228537 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ee2aed-c30a-4733-b7a8-6ef70d184a71 None None] Pushing event updated for resources: {'Port': ['ID=2a3c25de-9fe4-4cc9-96c2-475688806560,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:37:31.302564 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-e4ee2aed-c30a-4733-b7a8-6ef70d184a71 None None] Attempting to bind port 2a3c25de-9fe4-4cc9-96c2-475688806560 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:37:31.303091 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-e4ee2aed-c30a-4733-b7a8-6ef70d184a71 None None] Attempting to bind port 2a3c25de-9fe4-4cc9-96c2-475688806560 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '7b96016f-514b-43c4-b370-7e994b325b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '51bf2c0a-6b3b-4be1-8d85-7832cd6416f1'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:37:31.303471 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ee2aed-c30a-4733-b7a8-6ef70d184a71 None None] Attempting to bind port 2a3c25de-9fe4-4cc9-96c2-475688806560 on network 51bf2c0a-6b3b-4be1-8d85-7832cd6416f1 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:37:31.325098 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ee2aed-c30a-4733-b7a8-6ef70d184a71 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:37:31.325607 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ee2aed-c30a-4733-b7a8-6ef70d184a71 None None] Checking segment: {'id': '7b96016f-514b-43c4-b370-7e994b325b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '51bf2c0a-6b3b-4be1-8d85-7832cd6416f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:37:31.326145 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-e4ee2aed-c30a-4733-b7a8-6ef70d184a71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:31.326562 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ee2aed-c30a-4733-b7a8-6ef70d184a71 None None] Bound using segment: {'id': '7b96016f-514b-43c4-b370-7e994b325b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '51bf2c0a-6b3b-4be1-8d85-7832cd6416f1'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:37:31.327126 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-e4ee2aed-c30a-4733-b7a8-6ef70d184a71 None None] Bound port: 2a3c25de-9fe4-4cc9-96c2-475688806560, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b96016f-514b-43c4-b370-7e994b325b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '51bf2c0a-6b3b-4be1-8d85-7832cd6416f1'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:37:31.327580 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-e4ee2aed-c30a-4733-b7a8-6ef70d184a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:31.342886 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:31.435660 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ca86a48e-c46f-4eb4-bced-0286c6d9aa29 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:31.600600 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ca86a48e-c46f-4eb4-bced-0286c6d9aa29 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261104690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261031888'] for subnet, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:31.609575 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-e4ee2aed-c30a-4733-b7a8-6ef70d184a71 None None] For port 2a3c25de-9fe4-4cc9-96c2-475688806560, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:37:31.614715 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-e4ee2aed-c30a-4733-b7a8-6ef70d184a71 None None] For port 2a3c25de-9fe4-4cc9-96c2-475688806560, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=2a3c25de-9fe4-4cc9-96c2-475688806560,segment=NetworkSegment(7b96016f-514b-43c4-b370-7e994b325b35),segment_id=7b96016f-514b-43c4-b370-7e994b325b35)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:37:31.624244 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-e4ee2aed-c30a-4733-b7a8-6ef70d184a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:31.625212 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ca86a48e-c46f-4eb4-bced-0286c6d9aa29 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:31.633125 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-ca86a48e-c46f-4eb4-bced-0286c6d9aa29 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] 10.222.0.85 "DELETE /v2.0/subnets/e167397e-62f4-411e-b0c6-aebb1b86ce0a HTTP/1.1" status: 204 len: 168 time: 0.6722517 May 18 18:37:31.633403 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 38054) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:31.656518 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca86a48e-c46f-4eb4-bced-0286c6d9aa29 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Pushing event deleted for resources: {'Subnet': ['ID=e167397e-62f4-411e-b0c6-aebb1b86ce0a,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:37:31.713338 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b3780e-fbc6-476b-a633-268c0bd1b6e1 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:37:31.715801 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-00b3780e-fbc6-476b-a633-268c0bd1b6e1 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] 10.222.0.85 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0813828 May 18 18:37:31.721859 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 38056) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:31.722934 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ee2aed-c30a-4733-b7a8-6ef70d184a71 None None] Pushing event updated for resources: {'Port': ['ID=2a3c25de-9fe4-4cc9-96c2-475688806560,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:37:31.847796 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ef46ef6f-6b28-4313-af8f-3f3d723104cf tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:31.937325 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-ef46ef6f-6b28-4313-af8f-3f3d723104cf tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Deleting port 2a3c25de-9fe4-4cc9-96c2-475688806560 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:37:31.937800 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ef46ef6f-6b28-4313-af8f-3f3d723104cf tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:32.073395 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-ef46ef6f-6b28-4313-af8f-3f3d723104cf tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] For port 2a3c25de-9fe4-4cc9-96c2-475688806560, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=2a3c25de-9fe4-4cc9-96c2-475688806560,segment=NetworkSegment(7b96016f-514b-43c4-b370-7e994b325b35),segment_id=7b96016f-514b-43c4-b370-7e994b325b35)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:37:32.074678 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ef46ef6f-6b28-4313-af8f-3f3d723104cf tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:32.123769 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-ef46ef6f-6b28-4313-af8f-3f3d723104cf tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Calling delete_port for 2a3c25de-9fe4-4cc9-96c2-475688806560 owned by network:dhcp {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:37:32.259729 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ef46ef6f-6b28-4313-af8f-3f3d723104cf tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:32.301447 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef46ef6f-6b28-4313-af8f-3f3d723104cf tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Pushing event deleted for resources: {'Port': ['ID=2a3c25de-9fe4-4cc9-96c2-475688806560,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:37:32.310884 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef46ef6f-6b28-4313-af8f-3f3d723104cf tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] No DVR routers for this DVR port 2a3c25de-9fe4-4cc9-96c2-475688806560 on host n-d-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:37:32.442998 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ef46ef6f-6b28-4313-af8f-3f3d723104cf tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:32.479007 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-ef46ef6f-6b28-4313-af8f-3f3d723104cf tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51bf2c0a-6b3b-4be1-8d85-7832cd6416f1']}} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:37:32.490548 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-ef46ef6f-6b28-4313-af8f-3f3d723104cf tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b96016f-514b-43c4-b370-7e994b325b35') {'for_net_delete': True} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:37:32.490996 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-ef46ef6f-6b28-4313-af8f-3f3d723104cf tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b96016f-514b-43c4-b370-7e994b325b35') {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:37:32.504280 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ef46ef6f-6b28-4313-af8f-3f3d723104cf tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260542144'] for segment, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:32.545050 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ef46ef6f-6b28-4313-af8f-3f3d723104cf tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:32.558473 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef46ef6f-6b28-4313-af8f-3f3d723104cf tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=102731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:37:32.558930 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ef46ef6f-6b28-4313-af8f-3f3d723104cf tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260884178'] for segment, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:32.566862 n-d-838550-3 neutron-server[102731]: Traceback (most recent call last): May 18 18:37:32.566862 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:37:32.566862 n-d-838550-3 neutron-server[102731]: timer() May 18 18:37:32.566862 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:37:32.566862 n-d-838550-3 neutron-server[102731]: cb(*args, **kw) May 18 18:37:32.566862 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:37:32.566862 n-d-838550-3 neutron-server[102731]: return func(*args, **kwargs) May 18 18:37:32.566862 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:37:32.566862 n-d-838550-3 neutron-server[102731]: self._notify() May 18 18:37:32.566862 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:37:32.566862 n-d-838550-3 neutron-server[102731]: self.callback(batched_events) May 18 18:37:32.566862 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:37:32.566862 n-d-838550-3 neutron-server[102731]: event.method(event) May 18 18:37:32.566862 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:37:32.566862 n-d-838550-3 neutron-server[102731]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:37:32.566862 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:37:32.566862 n-d-838550-3 neutron-server[102731]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:37:32.566862 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:37:32.566862 n-d-838550-3 neutron-server[102731]: return f(self, *a, **k) May 18 18:37:32.566862 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:37:32.566862 n-d-838550-3 neutron-server[102731]: return self._get(url).json() May 18 18:37:32.566862 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:37:32.566862 n-d-838550-3 neutron-server[102731]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:37:32.566862 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:37:32.566862 n-d-838550-3 neutron-server[102731]: return self.request(url, 'GET', **kwargs) May 18 18:37:32.566862 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:37:32.566862 n-d-838550-3 neutron-server[102731]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:37:32.566862 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:37:32.566862 n-d-838550-3 neutron-server[102731]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:37:32.566862 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:37:32.566862 n-d-838550-3 neutron-server[102731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:37:32.566862 n-d-838550-3 neutron-server[102731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:37:32.722076 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ef46ef6f-6b28-4313-af8f-3f3d723104cf tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:32.730954 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ef46ef6f-6b28-4313-af8f-3f3d723104cf tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Notify callbacks [] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:32.741845 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 38084) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:32.742599 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-ef46ef6f-6b28-4313-af8f-3f3d723104cf tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] 10.222.0.85 "DELETE /v2.0/networks/51bf2c0a-6b3b-4be1-8d85-7832cd6416f1 HTTP/1.1" status: 204 len: 168 time: 1.0188291 May 18 18:37:32.769934 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef46ef6f-6b28-4313-af8f-3f3d723104cf tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Pushing event deleted for resources: {'Network': ['ID=51bf2c0a-6b3b-4be1-8d85-7832cd6416f1,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:37:32.914483 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ba75cbc1-0205-422b-acad-5b9e29543fba tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:33.096972 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10264be1-ba46-456b-89db-f4b114e44259 None None] Network d8783f7f-83cc-4c32-beb3-4ee12ae19d97 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:37:33.102554 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-ba75cbc1-0205-422b-acad-5b9e29543fba tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Deleting port 4f2af67b-50ff-411a-9713-52f7102f4695 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:37:33.102899 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ba75cbc1-0205-422b-acad-5b9e29543fba tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:33.263999 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-ba75cbc1-0205-422b-acad-5b9e29543fba tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] For port 4f2af67b-50ff-411a-9713-52f7102f4695, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=4f2af67b-50ff-411a-9713-52f7102f4695,segment=NetworkSegment(d4d1b273-1247-401b-a498-be2c9774f179),segment_id=d4d1b273-1247-401b-a498-be2c9774f179)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:37:33.263999 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ba75cbc1-0205-422b-acad-5b9e29543fba tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:33.291611 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-ba75cbc1-0205-422b-acad-5b9e29543fba tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Calling delete_port for 4f2af67b-50ff-411a-9713-52f7102f4695 owned by network:dhcp {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:37:33.325384 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 4f2af67b-50ff-411a-9713-52f7102f4695 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:37:33.418231 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-fa7983f4-baf1-40e7-b4c7-0e321b97dbb8 None None] Provisioning complete for port 4f2af67b-50ff-411a-9713-52f7102f4695 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:37:33.421639 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ba75cbc1-0205-422b-acad-5b9e29543fba tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:33.421973 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-fa7983f4-baf1-40e7-b4c7-0e321b97dbb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:33.449207 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba75cbc1-0205-422b-acad-5b9e29543fba tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Pushing event deleted for resources: {'Port': ['ID=4f2af67b-50ff-411a-9713-52f7102f4695,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:37:33.473314 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba75cbc1-0205-422b-acad-5b9e29543fba tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] No DVR routers for this DVR port 4f2af67b-50ff-411a-9713-52f7102f4695 on host n-d-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:37:33.490471 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-fa7983f4-baf1-40e7-b4c7-0e321b97dbb8 None None] Port 4f2af67b-50ff-411a-9713-52f7102f4695 was deleted so its status cannot be updated. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} May 18 18:37:33.519089 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No active binding found for port 4f2af67b-50ff-411a-9713-52f7102f4695 {{(pid=102732) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} May 18 18:37:33.519403 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 4f2af67b-50ff-411a-9713-52f7102f4695 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} May 18 18:37:33.541453 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Port 4f2af67b-50ff-411a-9713-52f7102f4695 not found, will not notify nova. {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} May 18 18:37:33.635595 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63cfdbe4-582d-469b-833d-d173d971e6fa None None] DHCP port deletion for 51bf2c0a-6b3b-4be1-8d85-7832cd6416f1 request from n-d-838550-3 {{(pid=102732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 18:37:33.648170 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-34456edd-5a4c-4834-8ea4-21570762b7b0 None None] Could not find standard attr ID for object 2a3c25de-9fe4-4cc9-96c2-475688806560. {{(pid=102732) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 18 18:37:33.652527 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ba75cbc1-0205-422b-acad-5b9e29543fba tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:33.653806 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a78191-1f69-45b7-91c6-a5f5d7308f78 None None] DHCP port deletion for d8783f7f-83cc-4c32-beb3-4ee12ae19d97 request from n-d-838550-3 {{(pid=102732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 18:37:33.729996 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2bfb103-3a79-4910-8954-96820b32bdb4 None None] Network 51bf2c0a-6b3b-4be1-8d85-7832cd6416f1 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:37:33.743842 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-ba75cbc1-0205-422b-acad-5b9e29543fba tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8783f7f-83cc-4c32-beb3-4ee12ae19d97']}} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:37:33.755585 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-ba75cbc1-0205-422b-acad-5b9e29543fba tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4d1b273-1247-401b-a498-be2c9774f179') {'for_net_delete': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:37:33.756172 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-ba75cbc1-0205-422b-acad-5b9e29543fba tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4d1b273-1247-401b-a498-be2c9774f179') {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:37:33.764102 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2bfb103-3a79-4910-8954-96820b32bdb4 None None] Network 51bf2c0a-6b3b-4be1-8d85-7832cd6416f1 could not be found, it might have been deleted concurrently. {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} May 18 18:37:33.772382 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ba75cbc1-0205-422b-acad-5b9e29543fba tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260107375'] for segment, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:33.787524 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ba75cbc1-0205-422b-acad-5b9e29543fba tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:33.794689 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba75cbc1-0205-422b-acad-5b9e29543fba tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=102730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:37:33.795106 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ba75cbc1-0205-422b-acad-5b9e29543fba tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261102736'] for segment, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:33.909964 n-d-838550-3 neutron-server[102730]: Traceback (most recent call last): May 18 18:37:33.909964 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:37:33.909964 n-d-838550-3 neutron-server[102730]: timer() May 18 18:37:33.909964 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:37:33.909964 n-d-838550-3 neutron-server[102730]: cb(*args, **kw) May 18 18:37:33.909964 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:37:33.909964 n-d-838550-3 neutron-server[102730]: return func(*args, **kwargs) May 18 18:37:33.909964 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:37:33.909964 n-d-838550-3 neutron-server[102730]: self._notify() May 18 18:37:33.909964 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:37:33.909964 n-d-838550-3 neutron-server[102730]: self.callback(batched_events) May 18 18:37:33.909964 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:37:33.909964 n-d-838550-3 neutron-server[102730]: event.method(event) May 18 18:37:33.909964 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:37:33.909964 n-d-838550-3 neutron-server[102730]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:37:33.909964 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:37:33.909964 n-d-838550-3 neutron-server[102730]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:37:33.909964 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:37:33.909964 n-d-838550-3 neutron-server[102730]: return f(self, *a, **k) May 18 18:37:33.909964 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:37:33.909964 n-d-838550-3 neutron-server[102730]: return self._get(url).json() May 18 18:37:33.909964 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:37:33.909964 n-d-838550-3 neutron-server[102730]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:37:33.909964 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:37:33.909964 n-d-838550-3 neutron-server[102730]: return self.request(url, 'GET', **kwargs) May 18 18:37:33.909964 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:37:33.909964 n-d-838550-3 neutron-server[102730]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:37:33.909964 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:37:33.909964 n-d-838550-3 neutron-server[102730]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:37:33.909964 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:37:33.909964 n-d-838550-3 neutron-server[102730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:37:33.909964 n-d-838550-3 neutron-server[102730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:37:33.920453 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ba75cbc1-0205-422b-acad-5b9e29543fba tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:33.937124 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ba75cbc1-0205-422b-acad-5b9e29543fba tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:33.940973 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-ba75cbc1-0205-422b-acad-5b9e29543fba tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] 10.222.0.85 "DELETE /v2.0/networks/d8783f7f-83cc-4c32-beb3-4ee12ae19d97 HTTP/1.1" status: 204 len: 168 time: 1.1981094 May 18 18:37:33.943696 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 38112) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:33.963731 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba75cbc1-0205-422b-acad-5b9e29543fba tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Pushing event deleted for resources: {'Network': ['ID=d8783f7f-83cc-4c32-beb3-4ee12ae19d97,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:37:34.099665 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b6c6176c-ccbd-4603-9774-a9b3669ed226 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:34.240274 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b6c6176c-ccbd-4603-9774-a9b3669ed226 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:34.262886 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-b6c6176c-ccbd-4603-9774-a9b3669ed226 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5b7ea4a-f824-439f-a8a4-938c066d5c8a']}} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:37:34.273404 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-b6c6176c-ccbd-4603-9774-a9b3669ed226 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff1cc7a4-5aef-4500-b12a-9b6648119a84') {'for_net_delete': True} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:37:34.273858 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-b6c6176c-ccbd-4603-9774-a9b3669ed226 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff1cc7a4-5aef-4500-b12a-9b6648119a84') {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:37:34.289230 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b6c6176c-ccbd-4603-9774-a9b3669ed226 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260542144'] for segment, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:34.304749 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b6c6176c-ccbd-4603-9774-a9b3669ed226 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:34.311593 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6c6176c-ccbd-4603-9774-a9b3669ed226 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=102731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:37:34.312097 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b6c6176c-ccbd-4603-9774-a9b3669ed226 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260884178'] for segment, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:34.315786 n-d-838550-3 neutron-server[102731]: Traceback (most recent call last): May 18 18:37:34.315786 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:37:34.315786 n-d-838550-3 neutron-server[102731]: timer() May 18 18:37:34.315786 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:37:34.315786 n-d-838550-3 neutron-server[102731]: cb(*args, **kw) May 18 18:37:34.315786 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:37:34.315786 n-d-838550-3 neutron-server[102731]: return func(*args, **kwargs) May 18 18:37:34.315786 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:37:34.315786 n-d-838550-3 neutron-server[102731]: self._notify() May 18 18:37:34.315786 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:37:34.315786 n-d-838550-3 neutron-server[102731]: self.callback(batched_events) May 18 18:37:34.315786 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:37:34.315786 n-d-838550-3 neutron-server[102731]: event.method(event) May 18 18:37:34.315786 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:37:34.315786 n-d-838550-3 neutron-server[102731]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:37:34.315786 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:37:34.315786 n-d-838550-3 neutron-server[102731]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:37:34.315786 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:37:34.315786 n-d-838550-3 neutron-server[102731]: return f(self, *a, **k) May 18 18:37:34.315786 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:37:34.315786 n-d-838550-3 neutron-server[102731]: return self._get(url).json() May 18 18:37:34.315786 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:37:34.315786 n-d-838550-3 neutron-server[102731]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:37:34.315786 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:37:34.315786 n-d-838550-3 neutron-server[102731]: return self.request(url, 'GET', **kwargs) May 18 18:37:34.315786 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:37:34.315786 n-d-838550-3 neutron-server[102731]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:37:34.315786 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:37:34.315786 n-d-838550-3 neutron-server[102731]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:37:34.315786 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:37:34.315786 n-d-838550-3 neutron-server[102731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:37:34.315786 n-d-838550-3 neutron-server[102731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:37:34.398236 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b6c6176c-ccbd-4603-9774-a9b3669ed226 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:34.423629 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b6c6176c-ccbd-4603-9774-a9b3669ed226 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Notify callbacks [] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:34.429946 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-b6c6176c-ccbd-4603-9774-a9b3669ed226 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] 10.222.0.85 "DELETE /v2.0/networks/b5b7ea4a-f824-439f-a8a4-938c066d5c8a HTTP/1.1" status: 204 len: 168 time: 0.4845319 May 18 18:37:34.432318 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 38128) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:34.464754 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c6176c-ccbd-4603-9774-a9b3669ed226 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Pushing event deleted for resources: {'Network': ['ID=b5b7ea4a-f824-439f-a8a4-938c066d5c8a,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:37:34.557462 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-feb057d6-4e1a-4571-9899-a21521498249 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:34.665512 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-feb057d6-4e1a-4571-9899-a21521498249 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:34.696000 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-feb057d6-4e1a-4571-9899-a21521498249 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['506249f9-7b69-4a0f-ad5e-193a802f203a']}} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:37:34.708068 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-feb057d6-4e1a-4571-9899-a21521498249 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '294b6ae4-9f0c-4a23-9220-da5e191846ff') {'for_net_delete': True} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:37:34.708431 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-feb057d6-4e1a-4571-9899-a21521498249 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '294b6ae4-9f0c-4a23-9220-da5e191846ff') {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:37:34.719988 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-feb057d6-4e1a-4571-9899-a21521498249 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260542144'] for segment, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:34.749684 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-feb057d6-4e1a-4571-9899-a21521498249 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:34.763013 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-feb057d6-4e1a-4571-9899-a21521498249 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=102731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:37:34.763516 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-feb057d6-4e1a-4571-9899-a21521498249 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260884178'] for segment, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:34.767468 n-d-838550-3 neutron-server[102731]: Traceback (most recent call last): May 18 18:37:34.767468 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:37:34.767468 n-d-838550-3 neutron-server[102731]: timer() May 18 18:37:34.767468 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:37:34.767468 n-d-838550-3 neutron-server[102731]: cb(*args, **kw) May 18 18:37:34.767468 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:37:34.767468 n-d-838550-3 neutron-server[102731]: return func(*args, **kwargs) May 18 18:37:34.767468 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:37:34.767468 n-d-838550-3 neutron-server[102731]: self._notify() May 18 18:37:34.767468 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:37:34.767468 n-d-838550-3 neutron-server[102731]: self.callback(batched_events) May 18 18:37:34.767468 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:37:34.767468 n-d-838550-3 neutron-server[102731]: event.method(event) May 18 18:37:34.767468 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:37:34.767468 n-d-838550-3 neutron-server[102731]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:37:34.767468 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:37:34.767468 n-d-838550-3 neutron-server[102731]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:37:34.767468 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:37:34.767468 n-d-838550-3 neutron-server[102731]: return f(self, *a, **k) May 18 18:37:34.767468 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:37:34.767468 n-d-838550-3 neutron-server[102731]: return self._get(url).json() May 18 18:37:34.767468 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:37:34.767468 n-d-838550-3 neutron-server[102731]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:37:34.767468 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:37:34.767468 n-d-838550-3 neutron-server[102731]: return self.request(url, 'GET', **kwargs) May 18 18:37:34.767468 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:37:34.767468 n-d-838550-3 neutron-server[102731]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:37:34.767468 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:37:34.767468 n-d-838550-3 neutron-server[102731]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:37:34.767468 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:37:34.767468 n-d-838550-3 neutron-server[102731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:37:34.767468 n-d-838550-3 neutron-server[102731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:37:34.844890 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-feb057d6-4e1a-4571-9899-a21521498249 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:34.851280 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-feb057d6-4e1a-4571-9899-a21521498249 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Notify callbacks [] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:34.855963 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-feb057d6-4e1a-4571-9899-a21521498249 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] 10.222.0.85 "DELETE /v2.0/networks/506249f9-7b69-4a0f-ad5e-193a802f203a HTTP/1.1" status: 204 len: 168 time: 0.4225907 May 18 18:37:34.882854 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb057d6-4e1a-4571-9899-a21521498249 tempest-BulkNetworkOpsTest-1440772712 tempest-BulkNetworkOpsTest-1440772712-project] Pushing event deleted for resources: {'Network': ['ID=506249f9-7b69-4a0f-ad5e-193a802f203a,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:37:35.174257 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 4f2af67b-50ff-411a-9713-52f7102f4695 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:37:35.246951 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 38160) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:35.260710 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 4f2af67b-50ff-411a-9713-52f7102f4695 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:37:35.262179 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 4f2af67b-50ff-411a-9713-52f7102f4695 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:37:35.262818 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 2a3c25de-9fe4-4cc9-96c2-475688806560 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:37:35.296733 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 2a3c25de-9fe4-4cc9-96c2-475688806560 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:37:35.297125 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 2a3c25de-9fe4-4cc9-96c2-475688806560 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:37:35.461575 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-380b762b-84b6-490f-a9d9-5bd1fc224257 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=c5229c956df94041a497f62f63d7f0c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2127848 May 18 18:37:35.463872 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 38168) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:35.522484 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-aa3db78b-6050-4ec2-8a5c-b11f9104e1e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:35.547886 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-aa3db78b-6050-4ec2-8a5c-b11f9104e1e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:35.625685 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-aa3db78b-6050-4ec2-8a5c-b11f9104e1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:35.629644 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-aa3db78b-6050-4ec2-8a5c-b11f9104e1e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:35.634874 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-aa3db78b-6050-4ec2-8a5c-b11f9104e1e7 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/5a2917e6-35e5-4fb3-90eb-bb8abbba1fe3 HTTP/1.1" status: 204 len: 168 time: 0.1695795 May 18 18:37:35.678479 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3db78b-6050-4ec2-8a5c-b11f9104e1e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a2917e6-35e5-4fb3-90eb-bb8abbba1fe3,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:37:36.503943 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97635a6-e33b-47eb-ad02-488e56dc298e req-8948b811-76f1-407c-8b13-fd93faf66163 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:37:36.506232 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e97635a6-e33b-47eb-ad02-488e56dc298e req-8948b811-76f1-407c-8b13-fd93faf66163 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 947 time: 0.0638783 May 18 18:37:36.549019 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e97635a6-e33b-47eb-ad02-488e56dc298e req-7554ccf9-a1ef-4678-bf4a-339c9e99e67b tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343223 May 18 18:37:37.701043 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d9426cb8-7fd1-4708-beac-722b71f4b114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:37.776339 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7861720b-1260-4a96-8d60-5678dc183768 req-046e406e-7b78-4299-b944-dc72fa2bed50 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:37:37.790451 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7861720b-1260-4a96-8d60-5678dc183768 req-046e406e-7b78-4299-b944-dc72fa2bed50 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 947 time: 0.0694942 May 18 18:37:37.830819 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7861720b-1260-4a96-8d60-5678dc183768 req-c61f02ff-28c0-4997-ac4c-c157aa999fe6 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/security-groups?id=66759164-0fc4-4941-82f6-b6e9b2c8331c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450518 May 18 18:37:38.327689 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebe6ee4-db51-47c5-bf39-8407f653d3f0 req-aead780e-3a08-4058-8966-acffc3bfb534 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:37:38.329363 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2ebe6ee4-db51-47c5-bf39-8407f653d3f0 req-aead780e-3a08-4058-8966-acffc3bfb534 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.36 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 947 time: 0.0718999 May 18 18:37:38.445600 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-2ebe6ee4-db51-47c5-bf39-8407f653d3f0 req-f5fa73c1-5d06-4851-b390-df8c2f38dcfe tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Deleting port a7cae3bb-d095-4577-805d-9c9eb96c9cf6 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:37:38.446340 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-2ebe6ee4-db51-47c5-bf39-8407f653d3f0 req-f5fa73c1-5d06-4851-b390-df8c2f38dcfe tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:38.588297 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-2ebe6ee4-db51-47c5-bf39-8407f653d3f0 req-f5fa73c1-5d06-4851-b390-df8c2f38dcfe tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] For port a7cae3bb-d095-4577-805d-9c9eb96c9cf6, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=a7cae3bb-d095-4577-805d-9c9eb96c9cf6,segment=NetworkSegment(567b93c1-8feb-4188-bd48-539ad65212fa),segment_id=567b93c1-8feb-4188-bd48-539ad65212fa)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:37:38.588673 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-2ebe6ee4-db51-47c5-bf39-8407f653d3f0 req-f5fa73c1-5d06-4851-b390-df8c2f38dcfe tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:38.608658 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-2ebe6ee4-db51-47c5-bf39-8407f653d3f0 req-f5fa73c1-5d06-4851-b390-df8c2f38dcfe tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Calling delete_port for a7cae3bb-d095-4577-805d-9c9eb96c9cf6 owned by compute:nova {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:37:38.770316 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-2ebe6ee4-db51-47c5-bf39-8407f653d3f0 req-f5fa73c1-5d06-4851-b390-df8c2f38dcfe tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:38.788206 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['a7cae3bb-d095-4577-805d-9c9eb96c9cf6'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:37:38.810489 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fa73c1-5d06-4851-b390-df8c2f38dcfe tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Pushing event deleted for resources: {'Port': ['ID=a7cae3bb-d095-4577-805d-9c9eb96c9cf6,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:37:38.876427 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ebe6ee4-db51-47c5-bf39-8407f653d3f0 req-f5fa73c1-5d06-4851-b390-df8c2f38dcfe tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] No DVR routers for this DVR port a7cae3bb-d095-4577-805d-9c9eb96c9cf6 on host n-h1-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:37:38.879663 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-2ebe6ee4-db51-47c5-bf39-8407f653d3f0 req-f5fa73c1-5d06-4851-b390-df8c2f38dcfe tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:38.883731 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2ebe6ee4-db51-47c5-bf39-8407f653d3f0 req-f5fa73c1-5d06-4851-b390-df8c2f38dcfe tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.36 "DELETE /v2.0/ports/a7cae3bb-d095-4577-805d-9c9eb96c9cf6 HTTP/1.1" status: 204 len: 173 time: 0.5425637 May 18 18:37:38.884746 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32444cd7-8f2c-4097-85ae-f68071300690', 'name': 'network-vif-deleted', 'tag': 'a7cae3bb-d095-4577-805d-9c9eb96c9cf6'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:37:38.887998 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74e8de27-f21e-41b5-9826-39346e331f0a" -d '{"events": [{"server_uuid": "32444cd7-8f2c-4097-85ae-f68071300690", "name": "network-vif-deleted", "tag": "a7cae3bb-d095-4577-805d-9c9eb96c9cf6"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:37:39.045258 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-495f264c-be28-48a8-bfc0-5d2c4a5caaf2 req-14a4870b-23b8-411d-9115-a8736b7d9e98 tempest-ServersNegativeTestJSON-1714197444 tempest-ServersNegativeTestJSON-1714197444-project] 10.222.0.85 "GET /v2.0/ports?device_id=32444cd7-8f2c-4097-85ae-f68071300690 HTTP/1.1" status: 200 len: 210 time: 0.0622029 May 18 18:37:39.206014 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d6d2695-ab8c-4292-8b3b-e219fc9ca83d x-openstack-request-id: req-3d6d2695-ab8c-4292-8b3b-e219fc9ca83d {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:37:39.206638 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32444cd7-8f2c-4097-85ae-f68071300690", "name": "network-vif-deleted", "tag": "a7cae3bb-d095-4577-805d-9c9eb96c9cf6", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:37:39.207046 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-3d6d2695-ab8c-4292-8b3b-e219fc9ca83d {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:37:39.207608 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d6d2695-ab8c-4292-8b3b-e219fc9ca83d'] response: {'server_uuid': '32444cd7-8f2c-4097-85ae-f68071300690', 'name': 'network-vif-deleted', 'tag': 'a7cae3bb-d095-4577-805d-9c9eb96c9cf6', 'status': 'completed', 'code': 200} May 18 18:37:40.044756 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-85e60eb4-5f32-4ce6-9611-f6b8d2c8c3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:40.115563 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 38376) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:40.169730 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcaea930-5925-4a74-ba79-5ae276cbc918 admin admin] Deleting subnet 6f275cda-580c-4ebe-b55b-052e9e8edbd2 {{(pid=102731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:37:40.173658 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-bcaea930-5925-4a74-ba79-5ae276cbc918 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:40.218124 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-bcaea930-5925-4a74-ba79-5ae276cbc918 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260542153'] for subnet, precommit_delete_associations {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:40.277713 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-bcaea930-5925-4a74-ba79-5ae276cbc918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:40.412709 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-bcaea930-5925-4a74-ba79-5ae276cbc918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260898416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260908030'] for subnet, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:40.454180 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaea930-5925-4a74-ba79-5ae276cbc918 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f275cda-580c-4ebe-b55b-052e9e8edbd2,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:37:40.465026 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-bcaea930-5925-4a74-ba79-5ae276cbc918 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:40.468426 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-bcaea930-5925-4a74-ba79-5ae276cbc918 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/6f275cda-580c-4ebe-b55b-052e9e8edbd2 HTTP/1.1" status: 204 len: 168 time: 0.3514943 May 18 18:37:40.471669 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 38384) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:40.555315 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8e1a7b6b-545d-4f8f-b3e2-ba269a2eb4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:40.648686 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8e1a7b6b-545d-4f8f-b3e2-ba269a2eb4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:40.673048 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-8e1a7b6b-545d-4f8f-b3e2-ba269a2eb4c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['229cac72-730c-4b46-95ab-ba32903dc5c3']}} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:37:40.684368 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-8e1a7b6b-545d-4f8f-b3e2-ba269a2eb4c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '567b93c1-8feb-4188-bd48-539ad65212fa') {'for_net_delete': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:37:40.685073 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-8e1a7b6b-545d-4f8f-b3e2-ba269a2eb4c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '567b93c1-8feb-4188-bd48-539ad65212fa') {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:37:40.700815 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8e1a7b6b-545d-4f8f-b3e2-ba269a2eb4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260107375'] for segment, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:40.716362 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8e1a7b6b-545d-4f8f-b3e2-ba269a2eb4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:40.725144 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e1a7b6b-545d-4f8f-b3e2-ba269a2eb4c5 admin admin] Releasing vlan 633 on physical network physnet1 to pool {{(pid=102730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:37:40.725749 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8e1a7b6b-545d-4f8f-b3e2-ba269a2eb4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261102736'] for segment, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:40.727553 n-d-838550-3 neutron-server[102730]: Traceback (most recent call last): May 18 18:37:40.727553 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:37:40.727553 n-d-838550-3 neutron-server[102730]: timer() May 18 18:37:40.727553 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:37:40.727553 n-d-838550-3 neutron-server[102730]: cb(*args, **kw) May 18 18:37:40.727553 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:37:40.727553 n-d-838550-3 neutron-server[102730]: return func(*args, **kwargs) May 18 18:37:40.727553 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:37:40.727553 n-d-838550-3 neutron-server[102730]: self._notify() May 18 18:37:40.727553 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:37:40.727553 n-d-838550-3 neutron-server[102730]: self.callback(batched_events) May 18 18:37:40.727553 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:37:40.727553 n-d-838550-3 neutron-server[102730]: event.method(event) May 18 18:37:40.727553 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:37:40.727553 n-d-838550-3 neutron-server[102730]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:37:40.727553 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:37:40.727553 n-d-838550-3 neutron-server[102730]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:37:40.727553 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:37:40.727553 n-d-838550-3 neutron-server[102730]: return f(self, *a, **k) May 18 18:37:40.727553 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:37:40.727553 n-d-838550-3 neutron-server[102730]: return self._get(url).json() May 18 18:37:40.727553 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:37:40.727553 n-d-838550-3 neutron-server[102730]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:37:40.727553 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:37:40.727553 n-d-838550-3 neutron-server[102730]: return self.request(url, 'GET', **kwargs) May 18 18:37:40.727553 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:37:40.727553 n-d-838550-3 neutron-server[102730]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:37:40.727553 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:37:40.727553 n-d-838550-3 neutron-server[102730]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:37:40.727553 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:37:40.727553 n-d-838550-3 neutron-server[102730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:37:40.727553 n-d-838550-3 neutron-server[102730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:37:40.810472 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8e1a7b6b-545d-4f8f-b3e2-ba269a2eb4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:40.828294 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8e1a7b6b-545d-4f8f-b3e2-ba269a2eb4c5 admin admin] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:40.833751 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-8e1a7b6b-545d-4f8f-b3e2-ba269a2eb4c5 admin admin] 10.222.0.85 "DELETE /v2.0/networks/229cac72-730c-4b46-95ab-ba32903dc5c3 HTTP/1.1" status: 204 len: 168 time: 0.3584950 May 18 18:37:40.833751 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1a7b6b-545d-4f8f-b3e2-ba269a2eb4c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=229cac72-730c-4b46-95ab-ba32903dc5c3,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:37:41.037414 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 38400) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:41.090545 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-e308c087-b2b7-4cb7-9f53-d9f08abcda0d admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=5261ec6a1faf46bbb0a907791c324410&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0519202 May 18 18:37:41.094843 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 38402) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:41.148621 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ef761d3f-c549-4a8c-9c10-c5f56d5880f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:41.171933 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ef761d3f-c549-4a8c-9c10-c5f56d5880f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:41.221123 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ef761d3f-c549-4a8c-9c10-c5f56d5880f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:41.223954 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ef761d3f-c549-4a8c-9c10-c5f56d5880f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:41.228527 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-ef761d3f-c549-4a8c-9c10-c5f56d5880f9 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/66759164-0fc4-4941-82f6-b6e9b2c8331c HTTP/1.1" status: 204 len: 168 time: 0.1325307 May 18 18:37:41.241209 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef761d3f-c549-4a8c-9c10-c5f56d5880f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66759164-0fc4-4941-82f6-b6e9b2c8331c,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:37:41.322939 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:42.455262 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:42.837416 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device a7cae3bb-d095-4577-805d-9c9eb96c9cf6 no longer exists at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:37:42.868599 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] No Port match for: a7cae3bb-d095-4577-805d-9c9eb96c9cf6 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:37:42.868953 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device a7cae3bb-d095-4577-805d-9c9eb96c9cf6 not bound to the agent host n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:37:43.067382 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:44.136582 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 38542) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:44.267367 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-14341ea4-1dce-4a16-b0e6-f008f1bc9b51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:44.284901 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 7 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 18:37:44.374193 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-14341ea4-1dce-4a16-b0e6-f008f1bc9b51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:44.380240 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-14341ea4-1dce-4a16-b0e6-f008f1bc9b51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:44.420189 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-14341ea4-1dce-4a16-b0e6-f008f1bc9b51 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=97a379b1d8e64f2d8376dd10a0b938df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2824447 May 18 18:37:44.423601 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 38552) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:44.424630 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14341ea4-1dce-4a16-b0e6-f008f1bc9b51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f74229eb-daa1-47c7-b261-8e708d4a949d,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:37:44.481185 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5be138b0-335f-4abc-ade5-9811166e526b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:44.515950 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5be138b0-335f-4abc-ade5-9811166e526b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:44.567512 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5be138b0-335f-4abc-ade5-9811166e526b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:44.570181 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5be138b0-335f-4abc-ade5-9811166e526b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:44.574046 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-5be138b0-335f-4abc-ade5-9811166e526b admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/f74229eb-daa1-47c7-b261-8e708d4a949d HTTP/1.1" status: 204 len: 168 time: 0.1465034 May 18 18:37:44.579866 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be138b0-335f-4abc-ade5-9811166e526b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f74229eb-daa1-47c7-b261-8e708d4a949d,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:37:44.914994 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 38564) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:44.933793 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c81356de-9bae-4ba9-8dd8-3b04a80828df admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:45.016345 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c81356de-9bae-4ba9-8dd8-3b04a80828df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:45.021411 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c81356de-9bae-4ba9-8dd8-3b04a80828df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:45.064322 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-c81356de-9bae-4ba9-8dd8-3b04a80828df admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=066bdaccca1948539ccd4894d06064eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1480381 May 18 18:37:45.065703 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81356de-9bae-4ba9-8dd8-3b04a80828df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=502d104b-3acf-4396-99ff-422fab276c3e,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:37:45.066894 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 38572) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:45.144830 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-cfc2b580-71c6-4f48-bdee-cd58ebe148ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:45.175909 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-cfc2b580-71c6-4f48-bdee-cd58ebe148ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:45.242885 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-cfc2b580-71c6-4f48-bdee-cd58ebe148ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:45.245536 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-cfc2b580-71c6-4f48-bdee-cd58ebe148ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:45.252138 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-cfc2b580-71c6-4f48-bdee-cd58ebe148ef admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/502d104b-3acf-4396-99ff-422fab276c3e HTTP/1.1" status: 204 len: 168 time: 0.1835747 May 18 18:37:45.313807 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc2b580-71c6-4f48-bdee-cd58ebe148ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=502d104b-3acf-4396-99ff-422fab276c3e,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:37:50.291029 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 38786) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:50.507542 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f9c5cc9d-70bc-41a5-aa4f-10e581adb852 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:50.591101 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f9c5cc9d-70bc-41a5-aa4f-10e581adb852 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:50.598098 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f9c5cc9d-70bc-41a5-aa4f-10e581adb852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:50.647565 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-f9c5cc9d-70bc-41a5-aa4f-10e581adb852 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=5ff75c323a764ff09fa50221e2c1636a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3543522 May 18 18:37:50.648684 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c5cc9d-70bc-41a5-aa4f-10e581adb852 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06ddf8a3-8df5-49a9-bece-2c3d21b5e8e1,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:37:50.650612 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 38800) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:50.788197 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-207a4a33-8bac-42cb-8fba-89bdff6ead5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:50.814919 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-207a4a33-8bac-42cb-8fba-89bdff6ead5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:50.876299 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-207a4a33-8bac-42cb-8fba-89bdff6ead5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:50.877162 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-207a4a33-8bac-42cb-8fba-89bdff6ead5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:50.878661 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-207a4a33-8bac-42cb-8fba-89bdff6ead5a admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/06ddf8a3-8df5-49a9-bece-2c3d21b5e8e1 HTTP/1.1" status: 204 len: 168 time: 0.2233849 May 18 18:37:50.890849 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207a4a33-8bac-42cb-8fba-89bdff6ead5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06ddf8a3-8df5-49a9-bece-2c3d21b5e8e1,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:37:50.899156 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207a4a33-8bac-42cb-8fba-89bdff6ead5a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:37:50.899714 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207a4a33-8bac-42cb-8fba-89bdff6ead5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:37:50.900218 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207a4a33-8bac-42cb-8fba-89bdff6ead5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:37:50.900788 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207a4a33-8bac-42cb-8fba-89bdff6ead5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:37:50.901415 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207a4a33-8bac-42cb-8fba-89bdff6ead5a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:37:50.901931 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207a4a33-8bac-42cb-8fba-89bdff6ead5a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:37:50.902420 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207a4a33-8bac-42cb-8fba-89bdff6ead5a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:37:50.902905 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207a4a33-8bac-42cb-8fba-89bdff6ead5a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:37:50.903414 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207a4a33-8bac-42cb-8fba-89bdff6ead5a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:37:50.903899 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207a4a33-8bac-42cb-8fba-89bdff6ead5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:37:50.904383 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207a4a33-8bac-42cb-8fba-89bdff6ead5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:37:50.905004 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207a4a33-8bac-42cb-8fba-89bdff6ead5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:37:51.108743 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 38816) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:51.242239 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-5337a639-4d3b-455c-8da6-e238350abc6c tempest-TestSecurityGroupsBasicOps-1205245648 tempest-TestSecurityGroupsBasicOps-1205245648-project-admin] 10.222.0.85 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2152 time: 0.1309907 May 18 18:37:51.245149 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 38822) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:51.250385 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-5b54d4eb-641e-4b9d-a8ff-87dfb924f336 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Request body: {'network': {'name': 'tempest-network-smoke--592506244', 'project_id': 'fcedd57ef6014f74aa9caf624aae4bec', 'port_security_enabled': False}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:37:51.279450 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b54d4eb-641e-4b9d-a8ff-87dfb924f336 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Made reservation on behalf of fcedd57ef6014f74aa9caf624aae4bec for: {'network': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:37:51.286707 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5b54d4eb-641e-4b9d-a8ff-87dfb924f336 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:51.330860 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b54d4eb-641e-4b9d-a8ff-87dfb924f336 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 618} {{(pid=102731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:37:51.347606 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5b54d4eb-641e-4b9d-a8ff-87dfb924f336 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:51.348478 n-d-838550-3 neutron-server[102731]: INFO neutron.db.segments_db [None req-5b54d4eb-641e-4b9d-a8ff-87dfb924f336 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Added segment 499fad30-85f8-4940-9f5e-f4b9fa82af1e of type vlan for network d2936bb1-2f7b-4738-a1ac-9c42fdfa80cb May 18 18:37:51.442196 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5b54d4eb-641e-4b9d-a8ff-87dfb924f336 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:51.491051 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5b54d4eb-641e-4b9d-a8ff-87dfb924f336 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:51.498451 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b54d4eb-641e-4b9d-a8ff-87dfb924f336 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:37:51.502926 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5b54d4eb-641e-4b9d-a8ff-87dfb924f336 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks [] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:51.526489 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-5b54d4eb-641e-4b9d-a8ff-87dfb924f336 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2802105 May 18 18:37:51.529323 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 38832) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:51.535511 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-6a7c91a3-6549-4ff0-bf70-c4d6d490ade4 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-861799292', 'admin_state_up': True, 'project_id': 'fcedd57ef6014f74aa9caf624aae4bec', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:37:51.579529 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 38838) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:51.601336 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6a7c91a3-6549-4ff0-bf70-c4d6d490ade4 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25099'] for router, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:51.604014 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6a7c91a3-6549-4ff0-bf70-c4d6d490ade4 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-593238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596850', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25088'] for router, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:51.660585 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5b212915-d2ab-4058-8a04-c5e23be4c815 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:51.705229 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6a7c91a3-6549-4ff0-bf70-c4d6d490ade4 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:51.722289 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b54d4eb-641e-4b9d-a8ff-87dfb924f336 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Pushing event updated for resources: {'Network': ['ID=d2936bb1-2f7b-4738-a1ac-9c42fdfa80cb,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:37:51.747586 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network d2936bb1-2f7b-4738-a1ac-9c42fdfa80cb details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:37:51.861014 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5b212915-d2ab-4058-8a04-c5e23be4c815 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:51.869206 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5b212915-d2ab-4058-8a04-c5e23be4c815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:51.923529 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b212915-d2ab-4058-8a04-c5e23be4c815 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3586771c-c909-4d05-bc9b-3bfcd04a1f68,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:37:51.933419 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-5b212915-d2ab-4058-8a04-c5e23be4c815 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=b0c481fbdfdf4d6e84975b80615520c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3512731 May 18 18:37:51.936292 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 38848) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:51.972241 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6a7c91a3-6549-4ff0-bf70-c4d6d490ade4 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:52.014069 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-691f2324-0b52-4b19-ba61-5f76fbc4b027 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:52.049821 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-691f2324-0b52-4b19-ba61-5f76fbc4b027 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:52.126494 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-691f2324-0b52-4b19-ba61-5f76fbc4b027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:52.129131 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-691f2324-0b52-4b19-ba61-5f76fbc4b027 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:52.144547 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-691f2324-0b52-4b19-ba61-5f76fbc4b027 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/3586771c-c909-4d05-bc9b-3bfcd04a1f68 HTTP/1.1" status: 204 len: 168 time: 0.1947374 May 18 18:37:52.160895 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691f2324-0b52-4b19-ba61-5f76fbc4b027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3586771c-c909-4d05-bc9b-3bfcd04a1f68,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:37:52.239640 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6a7c91a3-6549-4ff0-bf70-c4d6d490ade4 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks [] for router_gateway, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:52.268564 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6a7c91a3-6549-4ff0-bf70-c4d6d490ade4 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:52.400563 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-6a7c91a3-6549-4ff0-bf70-c4d6d490ade4 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Allocated IP 172.25.5.14 (31ebd439-090c-4b25-bbb0-31c48711b145/363a2810-8a83-4be0-a317-7c91fcd94485/6f3fba2d-40a5-4c5a-af7f-1ff4821ba1fa) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:37:52.545282 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6a7c91a3-6549-4ff0-bf70-c4d6d490ade4 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:52.604400 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6a7c91a3-6549-4ff0-bf70-c4d6d490ade4 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:52.656450 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7c91a3-6549-4ff0-bf70-c4d6d490ade4 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Network 31ebd439-090c-4b25-bbb0-31c48711b145 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:37:52.659419 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-6a7c91a3-6549-4ff0-bf70-c4d6d490ade4 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:37:52.663067 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7c91a3-6549-4ff0-bf70-c4d6d490ade4 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:37:52.707911 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7c91a3-6549-4ff0-bf70-c4d6d490ade4 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Pushing event updated for resources: {'Port': ['ID=6f3fba2d-40a5-4c5a-af7f-1ff4821ba1fa,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:37:53.135965 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6a7c91a3-6549-4ff0-bf70-c4d6d490ade4 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks [] for router_gateway, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:53.518180 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6a7c91a3-6549-4ff0-bf70-c4d6d490ade4 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596801'] for router, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:53.725964 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a7c91a3-6549-4ff0-bf70-c4d6d490ade4 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Router 4322132b-008f-44a1-ae16-4bfd1eab76b5 is scheduled to L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e with binding_index 1 {{(pid=102730) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 18 18:37:53.879127 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a7c91a3-6549-4ff0-bf70-c4d6d490ade4 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:37:53.893164 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00c4b48-e536-4615-a2d1-0f81af9c05b2 None None] Sync routers for ids ['4322132b-008f-44a1-ae16-4bfd1eab76b5'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:37:53.911842 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00c4b48-e536-4615-a2d1-0f81af9c05b2 None None] Routers {'4322132b-008f-44a1-ae16-4bfd1eab76b5'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:37:53.912749 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-d00c4b48-e536-4615-a2d1-0f81af9c05b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:37:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['4322132b-008f-44a1-ae16-4bfd1eab76b5'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:37:53.915962 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6a7c91a3-6549-4ff0-bf70-c4d6d490ade4 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks [] for router, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:53.917301 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-6a7c91a3-6549-4ff0-bf70-c4d6d490ade4 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 2.3854022 May 18 18:37:53.920301 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 38960) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:54.057849 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91b0f40-a707-4c46-96bc-9e464aaac1ab tempest-TestSecurityGroupsBasicOps-1205245648 tempest-TestSecurityGroupsBasicOps-1205245648-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:37:54.059375 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-c91b0f40-a707-4c46-96bc-9e464aaac1ab tempest-TestSecurityGroupsBasicOps-1205245648 tempest-TestSecurityGroupsBasicOps-1205245648-project-admin] 10.222.0.85 "GET /v2.0/subnets?project_id=fcedd57ef6014f74aa9caf624aae4bec&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1380880 May 18 18:37:54.063278 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 38966) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:54.214215 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-d00c4b48-e536-4615-a2d1-0f81af9c05b2 None None] Set router 4322132b-008f-44a1-ae16-4bfd1eab76b5 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:37:54.238246 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9400e936-1afa-410e-ad56-eaf6945dbe87 tempest-TestSecurityGroupsBasicOps-1205245648 tempest-TestSecurityGroupsBasicOps-1205245648-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:37:54.242197 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-9400e936-1afa-410e-ad56-eaf6945dbe87 tempest-TestSecurityGroupsBasicOps-1205245648 tempest-TestSecurityGroupsBasicOps-1205245648-project-admin] 10.222.0.85 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1769900 May 18 18:37:54.243113 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 38976) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:54.283308 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-30662320-d256-4441-ab9e-b4d9e6df04e6 tempest-TestSecurityGroupsBasicOps-1205245648 tempest-TestSecurityGroupsBasicOps-1205245648-project-admin] 10.222.0.85 "GET /v2.0/subnets?network_id=31ebd439-090c-4b25-bbb0-31c48711b145&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0390396 May 18 18:37:54.286012 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 38978) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:54.345425 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-eca75772-63e3-428b-a38b-69e0f685f3e3 tempest-TestSecurityGroupsBasicOps-1205245648 tempest-TestSecurityGroupsBasicOps-1205245648-project-admin] 10.222.0.85 "GET /v2.0/subnets?project_id=fcedd57ef6014f74aa9caf624aae4bec&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0579522 May 18 18:37:54.348209 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 38980) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:54.506351 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13525259-85a2-4539-ac81-4dbb9ad92ac7 tempest-TestSecurityGroupsBasicOps-1205245648 tempest-TestSecurityGroupsBasicOps-1205245648-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:37:54.508346 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-13525259-85a2-4539-ac81-4dbb9ad92ac7 tempest-TestSecurityGroupsBasicOps-1205245648 tempest-TestSecurityGroupsBasicOps-1205245648-project-admin] 10.222.0.85 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1590686 May 18 18:37:54.511253 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 38990) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:54.546136 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-f7d80618-3f05-4527-add4-544b68213c99 tempest-TestSecurityGroupsBasicOps-1205245648 tempest-TestSecurityGroupsBasicOps-1205245648-project-admin] 10.222.0.85 "GET /v2.0/subnets?network_id=31ebd439-090c-4b25-bbb0-31c48711b145&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0335538 May 18 18:37:54.549246 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 38994) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:54.554352 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-86f0ce9f-fe10-4ec9-bb64-4a49043adcac tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-515944065', 'network_id': 'd2936bb1-2f7b-4738-a1ac-9c42fdfa80cb', 'project_id': 'fcedd57ef6014f74aa9caf624aae4bec', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:37:54.667781 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86f0ce9f-fe10-4ec9-bb64-4a49043adcac tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Made reservation on behalf of fcedd57ef6014f74aa9caf624aae4bec for: {'subnet': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:37:54.673733 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-86f0ce9f-fe10-4ec9-bb64-4a49043adcac tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261031885'] for subnet, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:54.727912 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-d00c4b48-e536-4615-a2d1-0f81af9c05b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4322132b-008f-44a1-ae16-4bfd1eab76b5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-861799292', 'tenant_id': 'fcedd57ef6014f74aa9caf624aae4bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '6f3fba2d-40a5-4c5a-af7f-1ff4821ba1fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:37:51Z', 'updated_at': '2022-05-18T18:37:52Z', 'revision_number': 3, 'project_id': 'fcedd57ef6014f74aa9caf624aae4bec', 'gw_port': {'id': '6f3fba2d-40a5-4c5a-af7f-1ff4821ba1fa', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:4d:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4322132b-008f-44a1-ae16-4bfd1eab76b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:37:52Z', 'updated_at': '2022-05-18T18:37:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:37:54.776148 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00c4b48-e536-4615-a2d1-0f81af9c05b2 None None] Checking router: 4322132b-008f-44a1-ae16-4bfd1eab76b5 for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:37:54.779112 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00c4b48-e536-4615-a2d1-0f81af9c05b2 None None] Updating router 4322132b-008f-44a1-ae16-4bfd1eab76b5 port 6f3fba2d-40a5-4c5a-af7f-1ff4821ba1fa binding host n-d-838550-3 {{(pid=102733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 18:37:54.834902 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-d00c4b48-e536-4615-a2d1-0f81af9c05b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:55.083346 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-86f0ce9f-fe10-4ec9-bb64-4a49043adcac tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261104883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261031899'] for subnet, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:55.219671 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f0ce9f-fe10-4ec9-bb64-4a49043adcac tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Pushing event updated for resources: {'Subnet': ['ID=a4a7403a-cbbf-42f8-83b3-7d330ba0f55e,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:37:55.323351 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-d00c4b48-e536-4615-a2d1-0f81af9c05b2 None None] Notify callbacks [] for port, precommit_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:55.335715 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-d00c4b48-e536-4615-a2d1-0f81af9c05b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:55.357337 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f0ce9f-fe10-4ec9-bb64-4a49043adcac tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Checking segment: {'id': '499fad30-85f8-4940-9f5e-f4b9fa82af1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'd2936bb1-2f7b-4738-a1ac-9c42fdfa80cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:37:55.357761 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f0ce9f-fe10-4ec9-bb64-4a49043adcac tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Network hostable DHCP agents. Network: d2936bb1-2f7b-4738-a1ac-9c42fdfa80cb, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:37:55.412643 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f0ce9f-fe10-4ec9-bb64-4a49043adcac tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Network d2936bb1-2f7b-4738-a1ac-9c42fdfa80cb is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:37:55.413545 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-d00c4b48-e536-4615-a2d1-0f81af9c05b2 None None] Attempting to bind port 6f3fba2d-40a5-4c5a-af7f-1ff4821ba1fa on host n-d-838550-3 for vnic_type normal with profile {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:37:55.413941 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-d00c4b48-e536-4615-a2d1-0f81af9c05b2 None None] Attempting to bind port 6f3fba2d-40a5-4c5a-af7f-1ff4821ba1fa by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:37:55.414627 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00c4b48-e536-4615-a2d1-0f81af9c05b2 None None] Attempting to bind port 6f3fba2d-40a5-4c5a-af7f-1ff4821ba1fa on network 31ebd439-090c-4b25-bbb0-31c48711b145 {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:37:55.423076 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00c4b48-e536-4615-a2d1-0f81af9c05b2 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:37:55.423768 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00c4b48-e536-4615-a2d1-0f81af9c05b2 None None] Checking segment: {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:37:55.424070 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-d00c4b48-e536-4615-a2d1-0f81af9c05b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:55.424494 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00c4b48-e536-4615-a2d1-0f81af9c05b2 None None] Bound using segment: {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:37:55.425486 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-d00c4b48-e536-4615-a2d1-0f81af9c05b2 None None] Bound port: 6f3fba2d-40a5-4c5a-af7f-1ff4821ba1fa, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:37:55.426053 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-d00c4b48-e536-4615-a2d1-0f81af9c05b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:55.427886 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-86f0ce9f-fe10-4ec9-bb64-4a49043adcac tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, d2936bb1-2f7b-4738-a1ac-9c42fdfa80cb) {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:37:55.442690 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f0ce9f-fe10-4ec9-bb64-4a49043adcac tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:37:55.442690 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-86f0ce9f-fe10-4ec9-bb64-4a49043adcac tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:55.458272 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-607be50d-655d-4011-8578-ffaac7367045 None None] Network d2936bb1-2f7b-4738-a1ac-9c42fdfa80cb requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:37:55.469543 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-86f0ce9f-fe10-4ec9-bb64-4a49043adcac tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9191453 May 18 18:37:55.472128 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 39034) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:37:55.543734 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dc949e-4773-4143-a8dc-a9fdb3dba976 None None] Pushing event updated for resources: {'Port': ['ID=6f3fba2d-40a5-4c5a-af7f-1ff4821ba1fa,revision_number=2']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:37:55.566261 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dc949e-4773-4143-a8dc-a9fdb3dba976 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:37:55.567010 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dc949e-4773-4143-a8dc-a9fdb3dba976 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:37:55.567010 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dc949e-4773-4143-a8dc-a9fdb3dba976 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:37:55.567272 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dc949e-4773-4143-a8dc-a9fdb3dba976 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:37:55.575253 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dc949e-4773-4143-a8dc-a9fdb3dba976 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:37:55.576059 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dc949e-4773-4143-a8dc-a9fdb3dba976 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:37:55.576631 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dc949e-4773-4143-a8dc-a9fdb3dba976 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:37:55.577191 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dc949e-4773-4143-a8dc-a9fdb3dba976 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:37:55.578296 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dc949e-4773-4143-a8dc-a9fdb3dba976 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:37:55.580109 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dc949e-4773-4143-a8dc-a9fdb3dba976 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:37:55.581653 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dc949e-4773-4143-a8dc-a9fdb3dba976 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:37:55.582188 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dc949e-4773-4143-a8dc-a9fdb3dba976 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:37:55.613096 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.db [None req-d00c4b48-e536-4615-a2d1-0f81af9c05b2 None None] For port 6f3fba2d-40a5-4c5a-af7f-1ff4821ba1fa, host n-d-838550-3, cleared binding levels {{(pid=102733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:37:55.641868 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.db [None req-d00c4b48-e536-4615-a2d1-0f81af9c05b2 None None] For port 6f3fba2d-40a5-4c5a-af7f-1ff4821ba1fa, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=6f3fba2d-40a5-4c5a-af7f-1ff4821ba1fa,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:37:55.654789 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-d00c4b48-e536-4615-a2d1-0f81af9c05b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:55.759252 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c64873-e9a3-4912-b569-2a437329688c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-d2936bb1-2f7b-4738-a1ac-9c42fdfa80cb', 'network_id': 'd2936bb1-2f7b-4738-a1ac-9c42fdfa80cb', 'tenant_id': 'fcedd57ef6014f74aa9caf624aae4bec', 'fixed_ips': [{'subnet_id': 'a4a7403a-cbbf-42f8-83b3-7d330ba0f55e'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:37:55.760188 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-01c64873-e9a3-4912-b569-2a437329688c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:55.918708 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dc949e-4773-4143-a8dc-a9fdb3dba976 None None] Pushing event updated for resources: {'Port': ['ID=6f3fba2d-40a5-4c5a-af7f-1ff4821ba1fa,revision_number=3']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:37:55.930343 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00c4b48-e536-4615-a2d1-0f81af9c05b2 None None] Routers {'4322132b-008f-44a1-ae16-4bfd1eab76b5'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:37:55.931222 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-d00c4b48-e536-4615-a2d1-0f81af9c05b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:37:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['4322132b-008f-44a1-ae16-4bfd1eab76b5'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:37:56.069424 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-01c64873-e9a3-4912-b569-2a437329688c None None] Allocated IP 172.20.0.18 (d2936bb1-2f7b-4738-a1ac-9c42fdfa80cb/a4a7403a-cbbf-42f8-83b3-7d330ba0f55e/ee69ac42-0732-4cc6-9504-0373b30bf908) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:37:56.105647 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-d00c4b48-e536-4615-a2d1-0f81af9c05b2 None None] Set router 4322132b-008f-44a1-ae16-4bfd1eab76b5 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:37:56.468397 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-d00c4b48-e536-4615-a2d1-0f81af9c05b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4322132b-008f-44a1-ae16-4bfd1eab76b5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-861799292', 'tenant_id': 'fcedd57ef6014f74aa9caf624aae4bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '6f3fba2d-40a5-4c5a-af7f-1ff4821ba1fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:37:51Z', 'updated_at': '2022-05-18T18:37:52Z', 'revision_number': 3, 'project_id': 'fcedd57ef6014f74aa9caf624aae4bec', 'gw_port': {'id': '6f3fba2d-40a5-4c5a-af7f-1ff4821ba1fa', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:4d:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4322132b-008f-44a1-ae16-4bfd1eab76b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:37:52Z', 'updated_at': '2022-05-18T18:37:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:37:56.492174 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-01c64873-e9a3-4912-b569-2a437329688c None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:56.511807 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-01c64873-e9a3-4912-b569-2a437329688c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:56.576850 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00c4b48-e536-4615-a2d1-0f81af9c05b2 None None] The sync data for ids ['4322132b-008f-44a1-ae16-4bfd1eab76b5'] in n-d-838550-3 is: [{'id': '4322132b-008f-44a1-ae16-4bfd1eab76b5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-861799292', 'tenant_id': 'fcedd57ef6014f74aa9caf624aae4bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '6f3fba2d-40a5-4c5a-af7f-1ff4821ba1fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:37:51Z', 'updated_at': '2022-05-18T18:37:52Z', 'revision_number': 3, 'project_id': 'fcedd57ef6014f74aa9caf624aae4bec', 'gw_port': {'id': '6f3fba2d-40a5-4c5a-af7f-1ff4821ba1fa', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:4d:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4322132b-008f-44a1-ae16-4bfd1eab76b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:37:52Z', 'updated_at': '2022-05-18T18:37:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:37:56.703147 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c64873-e9a3-4912-b569-2a437329688c None None] Pushing event updated for resources: {'Port': ['ID=ee69ac42-0732-4cc6-9504-0373b30bf908,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:37:56.729945 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c64873-e9a3-4912-b569-2a437329688c None None] Network d2936bb1-2f7b-4738-a1ac-9c42fdfa80cb is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:37:56.731964 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-01c64873-e9a3-4912-b569-2a437329688c None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:37:56.742000 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c64873-e9a3-4912-b569-2a437329688c None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:37:56.962561 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-01c64873-e9a3-4912-b569-2a437329688c None None] Attempting to bind port ee69ac42-0732-4cc6-9504-0373b30bf908 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:37:56.962935 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-01c64873-e9a3-4912-b569-2a437329688c None None] Attempting to bind port ee69ac42-0732-4cc6-9504-0373b30bf908 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '499fad30-85f8-4940-9f5e-f4b9fa82af1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'd2936bb1-2f7b-4738-a1ac-9c42fdfa80cb'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:37:56.963299 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c64873-e9a3-4912-b569-2a437329688c None None] Attempting to bind port ee69ac42-0732-4cc6-9504-0373b30bf908 on network d2936bb1-2f7b-4738-a1ac-9c42fdfa80cb {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:37:56.982365 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c64873-e9a3-4912-b569-2a437329688c None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:37:56.982734 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c64873-e9a3-4912-b569-2a437329688c None None] Checking segment: {'id': '499fad30-85f8-4940-9f5e-f4b9fa82af1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'd2936bb1-2f7b-4738-a1ac-9c42fdfa80cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:37:56.988004 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-01c64873-e9a3-4912-b569-2a437329688c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:56.988419 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c64873-e9a3-4912-b569-2a437329688c None None] Bound using segment: {'id': '499fad30-85f8-4940-9f5e-f4b9fa82af1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'd2936bb1-2f7b-4738-a1ac-9c42fdfa80cb'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:37:56.988888 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-01c64873-e9a3-4912-b569-2a437329688c None None] Bound port: ee69ac42-0732-4cc6-9504-0373b30bf908, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '499fad30-85f8-4940-9f5e-f4b9fa82af1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'd2936bb1-2f7b-4738-a1ac-9c42fdfa80cb'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:37:56.991762 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-01c64873-e9a3-4912-b569-2a437329688c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:57.220348 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-01c64873-e9a3-4912-b569-2a437329688c None None] For port ee69ac42-0732-4cc6-9504-0373b30bf908, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:37:57.234875 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-01c64873-e9a3-4912-b569-2a437329688c None None] For port ee69ac42-0732-4cc6-9504-0373b30bf908, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=ee69ac42-0732-4cc6-9504-0373b30bf908,segment=NetworkSegment(499fad30-85f8-4940-9f5e-f4b9fa82af1e),segment_id=499fad30-85f8-4940-9f5e-f4b9fa82af1e)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:37:57.250215 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-01c64873-e9a3-4912-b569-2a437329688c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:57.318078 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-eb756517-f4f1-4d5d-96de-fda9ce7af929 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:57.362596 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 6f3fba2d-40a5-4c5a-af7f-1ff4821ba1fa up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:37:57.473571 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c64873-e9a3-4912-b569-2a437329688c None None] Pushing event updated for resources: {'Port': ['ID=ee69ac42-0732-4cc6-9504-0373b30bf908,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:37:57.526566 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 6f3fba2d-40a5-4c5a-af7f-1ff4821ba1fa triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:37:57.527625 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:57.690825 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 6f3fba2d-40a5-4c5a-af7f-1ff4821ba1fa is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:37:57.693548 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:57.824334 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] For port 6f3fba2d-40a5-4c5a-af7f-1ff4821ba1fa, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=6f3fba2d-40a5-4c5a-af7f-1ff4821ba1fa,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:37:57.831518 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:57.912033 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-eb756517-f4f1-4d5d-96de-fda9ce7af929 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Allocated IP 172.20.0.17 (d2936bb1-2f7b-4738-a1ac-9c42fdfa80cb/a4a7403a-cbbf-42f8-83b3-7d330ba0f55e/d89b021b-9406-445c-bced-30f735f5ede4) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:37:57.973966 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Pushing event updated for resources: {'Port': ['ID=6f3fba2d-40a5-4c5a-af7f-1ff4821ba1fa,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:37:58.256760 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-eb756517-f4f1-4d5d-96de-fda9ce7af929 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:58.325475 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-eb756517-f4f1-4d5d-96de-fda9ce7af929 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:58.463391 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb756517-f4f1-4d5d-96de-fda9ce7af929 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Network d2936bb1-2f7b-4738-a1ac-9c42fdfa80cb is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:37:58.470791 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-eb756517-f4f1-4d5d-96de-fda9ce7af929 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:37:58.482227 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb756517-f4f1-4d5d-96de-fda9ce7af929 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:37:58.560276 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-eb756517-f4f1-4d5d-96de-fda9ce7af929 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595826'] for router_interface, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:58.578411 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb756517-f4f1-4d5d-96de-fda9ce7af929 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Pushing event updated for resources: {'Port': ['ID=d89b021b-9406-445c-bced-30f735f5ede4,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:37:58.951803 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-eb756517-f4f1-4d5d-96de-fda9ce7af929 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:59.278056 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc7b877f-7e78-4a2b-9c9a-39f3262c3dad None None] Network d2936bb1-2f7b-4738-a1ac-9c42fdfa80cb requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:37:59.387450 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-ab00a608-0fcd-4f42-9351-a6671c4e4fa3 None None] Provisioning complete for port ee69ac42-0732-4cc6-9504-0373b30bf908 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:37:59.388199 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-ab00a608-0fcd-4f42-9351-a6671c4e4fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:59.459719 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 6f3fba2d-40a5-4c5a-af7f-1ff4821ba1fa up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:37:59.673475 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 6f3fba2d-40a5-4c5a-af7f-1ff4821ba1fa triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:37:59.673885 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:59.745716 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-eb756517-f4f1-4d5d-96de-fda9ce7af929 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:59.755848 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-ab00a608-0fcd-4f42-9351-a6671c4e4fa3 None None] Current status of the port ee69ac42-0732-4cc6-9504-0373b30bf908 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:37:59.756333 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-ab00a608-0fcd-4f42-9351-a6671c4e4fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:59.758310 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-eb756517-f4f1-4d5d-96de-fda9ce7af929 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:37:59.910354 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb756517-f4f1-4d5d-96de-fda9ce7af929 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Pushing event updated for resources: {'Port': ['ID=d89b021b-9406-445c-bced-30f735f5ede4,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:37:59.931535 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb756517-f4f1-4d5d-96de-fda9ce7af929 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:37:59.935518 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb756517-f4f1-4d5d-96de-fda9ce7af929 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:37:59.936094 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb756517-f4f1-4d5d-96de-fda9ce7af929 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:37:59.936672 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb756517-f4f1-4d5d-96de-fda9ce7af929 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:37:59.937216 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb756517-f4f1-4d5d-96de-fda9ce7af929 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:37:59.937776 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb756517-f4f1-4d5d-96de-fda9ce7af929 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:37:59.938319 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb756517-f4f1-4d5d-96de-fda9ce7af929 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:37:59.938853 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb756517-f4f1-4d5d-96de-fda9ce7af929 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:37:59.942347 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb756517-f4f1-4d5d-96de-fda9ce7af929 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:37:59.942965 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb756517-f4f1-4d5d-96de-fda9ce7af929 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:37:59.943493 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb756517-f4f1-4d5d-96de-fda9ce7af929 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:37:59.944014 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb756517-f4f1-4d5d-96de-fda9ce7af929 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:37:59.976039 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-eb756517-f4f1-4d5d-96de-fda9ce7af929 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-595870'] for router_interface, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:00.002946 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-ab00a608-0fcd-4f42-9351-a6671c4e4fa3 None None] For port ee69ac42-0732-4cc6-9504-0373b30bf908, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=ee69ac42-0732-4cc6-9504-0373b30bf908,segment=NetworkSegment(499fad30-85f8-4940-9f5e-f4b9fa82af1e),segment_id=499fad30-85f8-4940-9f5e-f4b9fa82af1e)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:38:00.007982 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 6f3fba2d-40a5-4c5a-af7f-1ff4821ba1fa is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:38:00.009124 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device ee69ac42-0732-4cc6-9504-0373b30bf908 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:38:00.024156 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-ab00a608-0fcd-4f42-9351-a6671c4e4fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:00.165324 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab00a608-0fcd-4f42-9351-a6671c4e4fa3 None None] Pushing event updated for resources: {'Port': ['ID=ee69ac42-0732-4cc6-9504-0373b30bf908,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:38:00.249413 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb756517-f4f1-4d5d-96de-fda9ce7af929 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Network d2936bb1-2f7b-4738-a1ac-9c42fdfa80cb is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:38:00.251196 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-eb756517-f4f1-4d5d-96de-fda9ce7af929 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:38:00.335301 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port ee69ac42-0732-4cc6-9504-0373b30bf908 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:38:00.335922 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:00.394022 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb756517-f4f1-4d5d-96de-fda9ce7af929 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Router 4322132b-008f-44a1-ae16-4bfd1eab76b5 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:38:00.395327 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-2788a87d-746c-4726-b5b2-100e95b198f6 None None] Provisioning complete for port ee69ac42-0732-4cc6-9504-0373b30bf908 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:38:00.395725 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-2788a87d-746c-4726-b5b2-100e95b198f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:00.675015 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb756517-f4f1-4d5d-96de-fda9ce7af929 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:38:00.681025 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-eb756517-f4f1-4d5d-96de-fda9ce7af929 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] 10.222.0.85 "PUT /v2.0/routers/4322132b-008f-44a1-ae16-4bfd1eab76b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2078359 May 18 18:38:00.753239 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port ee69ac42-0732-4cc6-9504-0373b30bf908 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:38:00.761964 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06628eae-5164-4e83-8830-12ca00a70a81 None None] Sync routers for ids ['4322132b-008f-44a1-ae16-4bfd1eab76b5'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:38:00.786490 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06628eae-5164-4e83-8830-12ca00a70a81 None None] Routers {'4322132b-008f-44a1-ae16-4bfd1eab76b5'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:38:00.787132 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-06628eae-5164-4e83-8830-12ca00a70a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:37:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['4322132b-008f-44a1-ae16-4bfd1eab76b5'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:38:00.987748 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-2788a87d-746c-4726-b5b2-100e95b198f6 None None] Current status of the port ee69ac42-0732-4cc6-9504-0373b30bf908 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:38:01.048773 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-2788a87d-746c-4726-b5b2-100e95b198f6 None None] Provisioning complete for port d89b021b-9406-445c-bced-30f735f5ede4 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:38:01.049507 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-2788a87d-746c-4726-b5b2-100e95b198f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:01.150074 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-06628eae-5164-4e83-8830-12ca00a70a81 None None] Set router 4322132b-008f-44a1-ae16-4bfd1eab76b5 gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:38:01.180054 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c61d97-1302-48cb-af34-f5b21b228425 req-a7bcd4d7-7b10-4e65-99b8-711fd80e74fe tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:38:01.188515 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b6c61d97-1302-48cb-af34-f5b21b228425 req-a7bcd4d7-7b10-4e65-99b8-711fd80e74fe tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] 10.222.0.85 "GET /v2.0/networks?id=d2936bb1-2f7b-4738-a1ac-9c42fdfa80cb HTTP/1.1" status: 200 len: 797 time: 0.1205730 May 18 18:38:01.235127 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b6c61d97-1302-48cb-af34-f5b21b228425 req-b45513bd-0e3e-4348-a59a-770056057fb2 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] 10.222.0.85 "GET /v2.0/quotas/fcedd57ef6014f74aa9caf624aae4bec HTTP/1.1" status: 200 len: 375 time: 0.0454056 May 18 18:38:01.244800 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-2788a87d-746c-4726-b5b2-100e95b198f6 None None] Port d89b021b-9406-445c-bced-30f735f5ede4 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:38:01.246290 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:01.280662 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device ee69ac42-0732-4cc6-9504-0373b30bf908 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:38:01.359261 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b6c61d97-1302-48cb-af34-f5b21b228425 req-ab43ade5-8299-449b-b897-b203f39c82ec tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=fcedd57ef6014f74aa9caf624aae4bec&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1161473 May 18 18:38:01.464700 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b6c61d97-1302-48cb-af34-f5b21b228425 req-2f914a2f-3dbc-4c39-9d7a-99a6a9f16736 service neutron] 10.222.0.85 "GET /v2.0/networks/d2936bb1-2f7b-4738-a1ac-9c42fdfa80cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032300 May 18 18:38:01.566081 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:01.571606 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-616f2950-d16e-4379-9e33-552fc65a402f None None] Provisioning complete for port d89b021b-9406-445c-bced-30f735f5ede4 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:38:01.572007 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-616f2950-d16e-4379-9e33-552fc65a402f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:01.626284 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port ee69ac42-0732-4cc6-9504-0373b30bf908 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:38:01.626550 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:01.689717 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b6c61d97-1302-48cb-af34-f5b21b228425 req-64abf378-189d-452c-9477-cfb41c79bac9 service neutron] 10.222.0.85 "GET /v2.0/networks/d2936bb1-2f7b-4738-a1ac-9c42fdfa80cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084625 May 18 18:38:01.707316 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-616f2950-d16e-4379-9e33-552fc65a402f None None] Port d89b021b-9406-445c-bced-30f735f5ede4 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:38:01.833588 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-06628eae-5164-4e83-8830-12ca00a70a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4322132b-008f-44a1-ae16-4bfd1eab76b5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-861799292', 'tenant_id': 'fcedd57ef6014f74aa9caf624aae4bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '6f3fba2d-40a5-4c5a-af7f-1ff4821ba1fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:37:51Z', 'updated_at': '2022-05-18T18:37:58Z', 'revision_number': 4, 'project_id': 'fcedd57ef6014f74aa9caf624aae4bec', 'gw_port': {'id': '6f3fba2d-40a5-4c5a-af7f-1ff4821ba1fa', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:4d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4322132b-008f-44a1-ae16-4bfd1eab76b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:37:52Z', 'updated_at': '2022-05-18T18:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': 'd89b021b-9406-445c-bced-30f735f5ede4', 'name': '', 'network_id': 'd2936bb1-2f7b-4738-a1ac-9c42fdfa80cb', 'tenant_id': 'fcedd57ef6014f74aa9caf624aae4bec', 'mac_address': 'fa:16:3e:b3:af:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4322132b-008f-44a1-ae16-4bfd1eab76b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': 'a4a7403a-cbbf-42f8-83b3-7d330ba0f55e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:37:57Z', 'updated_at': '2022-05-18T18:37:59Z', 'revision_number': 2, 'project_id': 'fcedd57ef6014f74aa9caf624aae4bec', 'subnets': [{'id': 'a4a7403a-cbbf-42f8-83b3-7d330ba0f55e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:38:01.934914 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06628eae-5164-4e83-8830-12ca00a70a81 None None] Checking router: 4322132b-008f-44a1-ae16-4bfd1eab76b5 for host: n-d-838550-3 {{(pid=102732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:38:01.935280 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06628eae-5164-4e83-8830-12ca00a70a81 None None] Updating router 4322132b-008f-44a1-ae16-4bfd1eab76b5 port d89b021b-9406-445c-bced-30f735f5ede4 binding host n-d-838550-3 {{(pid=102732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 18:38:02.009676 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-06628eae-5164-4e83-8830-12ca00a70a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:02.053774 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6d508d2f-ce22-4c1f-b630-afe8726d81ac req-cbbb0b67-f175-48e3-83b1-6c4265763f7b tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] 10.222.0.85 "GET /v2.0/ports?device_id=67bc45b6-c9ed-4e91-a1cf-05b6cc99d48d HTTP/1.1" status: 200 len: 210 time: 0.0346906 May 18 18:38:02.084225 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port ee69ac42-0732-4cc6-9504-0373b30bf908 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:38:02.472983 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 39276) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:38:02.508585 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-06628eae-5164-4e83-8830-12ca00a70a81 None None] Notify callbacks [] for port, precommit_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:02.518873 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-06628eae-5164-4e83-8830-12ca00a70a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:02.758679 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-00d89c8d-b007-4dd1-9d86-bb839fe692a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:02.780823 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-06628eae-5164-4e83-8830-12ca00a70a81 None None] Attempting to bind port d89b021b-9406-445c-bced-30f735f5ede4 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:38:02.781408 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-06628eae-5164-4e83-8830-12ca00a70a81 None None] Attempting to bind port d89b021b-9406-445c-bced-30f735f5ede4 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '499fad30-85f8-4940-9f5e-f4b9fa82af1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'd2936bb1-2f7b-4738-a1ac-9c42fdfa80cb'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:38:02.781598 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06628eae-5164-4e83-8830-12ca00a70a81 None None] Attempting to bind port d89b021b-9406-445c-bced-30f735f5ede4 on network d2936bb1-2f7b-4738-a1ac-9c42fdfa80cb {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:38:02.786485 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c49ed20-7b17-4eca-a8b2-66f082976b16 None None] Pushing event updated for resources: {'Port': ['ID=d89b021b-9406-445c-bced-30f735f5ede4,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:38:02.792675 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06628eae-5164-4e83-8830-12ca00a70a81 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:38:02.793184 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06628eae-5164-4e83-8830-12ca00a70a81 None None] Checking segment: {'id': '499fad30-85f8-4940-9f5e-f4b9fa82af1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'd2936bb1-2f7b-4738-a1ac-9c42fdfa80cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:38:02.793708 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-06628eae-5164-4e83-8830-12ca00a70a81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:02.794817 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06628eae-5164-4e83-8830-12ca00a70a81 None None] Bound using segment: {'id': '499fad30-85f8-4940-9f5e-f4b9fa82af1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'd2936bb1-2f7b-4738-a1ac-9c42fdfa80cb'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:38:02.794817 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-06628eae-5164-4e83-8830-12ca00a70a81 None None] Bound port: d89b021b-9406-445c-bced-30f735f5ede4, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '499fad30-85f8-4940-9f5e-f4b9fa82af1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'd2936bb1-2f7b-4738-a1ac-9c42fdfa80cb'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:38:02.795575 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-06628eae-5164-4e83-8830-12ca00a70a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:02.888055 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-06628eae-5164-4e83-8830-12ca00a70a81 None None] For port d89b021b-9406-445c-bced-30f735f5ede4, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:38:02.892579 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-06628eae-5164-4e83-8830-12ca00a70a81 None None] For port d89b021b-9406-445c-bced-30f735f5ede4, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=d89b021b-9406-445c-bced-30f735f5ede4,segment=NetworkSegment(499fad30-85f8-4940-9f5e-f4b9fa82af1e),segment_id=499fad30-85f8-4940-9f5e-f4b9fa82af1e)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:38:02.902567 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-06628eae-5164-4e83-8830-12ca00a70a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:02.962917 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-00d89c8d-b007-4dd1-9d86-bb839fe692a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:02.981056 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-00d89c8d-b007-4dd1-9d86-bb839fe692a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:03.042248 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-00d89c8d-b007-4dd1-9d86-bb839fe692a9 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=68a57a27629f4e28bcac2f1cbebbbffd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5677440 May 18 18:38:03.044831 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 39292) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:38:03.058993 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c49ed20-7b17-4eca-a8b2-66f082976b16 None None] Pushing event updated for resources: {'Port': ['ID=d89b021b-9406-445c-bced-30f735f5ede4,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:38:03.108298 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06628eae-5164-4e83-8830-12ca00a70a81 None None] Routers {'4322132b-008f-44a1-ae16-4bfd1eab76b5'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:38:03.111450 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-06628eae-5164-4e83-8830-12ca00a70a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:37:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['4322132b-008f-44a1-ae16-4bfd1eab76b5'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:38:03.161284 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d89c8d-b007-4dd1-9d86-bb839fe692a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80f1bf38-bd66-49c2-a9b1-f03be4531d3e,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:38:03.275496 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-6bb376ee-e5fb-4569-bdf9-3bbd25255556 None None] Provisioning complete for port d89b021b-9406-445c-bced-30f735f5ede4 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:38:03.276740 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-6bb376ee-e5fb-4569-bdf9-3bbd25255556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:03.356824 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-33f2e02c-e0eb-4671-9552-deb902ff6b61 req-491b9bd9-a357-4fbb-9be3-83d2a8028682 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] 10.222.0.85 "GET /v2.0/ports?device_id=67bc45b6-c9ed-4e91-a1cf-05b6cc99d48d HTTP/1.1" status: 200 len: 210 time: 0.1349630 May 18 18:38:03.357468 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2f3fbe9e-e16e-4fef-8339-54900a03ba9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:03.441379 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2f3fbe9e-e16e-4fef-8339-54900a03ba9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:03.509607 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-06628eae-5164-4e83-8830-12ca00a70a81 None None] Set router 4322132b-008f-44a1-ae16-4bfd1eab76b5 gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:38:03.537153 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2f3fbe9e-e16e-4fef-8339-54900a03ba9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:03.540489 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2f3fbe9e-e16e-4fef-8339-54900a03ba9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:03.544982 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-2f3fbe9e-e16e-4fef-8339-54900a03ba9a admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/80f1bf38-bd66-49c2-a9b1-f03be4531d3e HTTP/1.1" status: 204 len: 168 time: 0.4940200 May 18 18:38:03.554711 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3fbe9e-e16e-4fef-8339-54900a03ba9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80f1bf38-bd66-49c2-a9b1-f03be4531d3e,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:38:03.822578 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-6bb376ee-e5fb-4569-bdf9-3bbd25255556 None None] Current status of the port d89b021b-9406-445c-bced-30f735f5ede4 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:38:03.823130 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-6bb376ee-e5fb-4569-bdf9-3bbd25255556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:03.911365 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-6bb376ee-e5fb-4569-bdf9-3bbd25255556 None None] For port d89b021b-9406-445c-bced-30f735f5ede4, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=d89b021b-9406-445c-bced-30f735f5ede4,segment=NetworkSegment(499fad30-85f8-4940-9f5e-f4b9fa82af1e),segment_id=499fad30-85f8-4940-9f5e-f4b9fa82af1e)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:38:03.928118 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-6bb376ee-e5fb-4569-bdf9-3bbd25255556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:03.947187 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-06628eae-5164-4e83-8830-12ca00a70a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4322132b-008f-44a1-ae16-4bfd1eab76b5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-861799292', 'tenant_id': 'fcedd57ef6014f74aa9caf624aae4bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '6f3fba2d-40a5-4c5a-af7f-1ff4821ba1fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:37:51Z', 'updated_at': '2022-05-18T18:37:58Z', 'revision_number': 4, 'project_id': 'fcedd57ef6014f74aa9caf624aae4bec', 'gw_port': {'id': '6f3fba2d-40a5-4c5a-af7f-1ff4821ba1fa', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:4d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4322132b-008f-44a1-ae16-4bfd1eab76b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:37:52Z', 'updated_at': '2022-05-18T18:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': 'd89b021b-9406-445c-bced-30f735f5ede4', 'name': '', 'network_id': 'd2936bb1-2f7b-4738-a1ac-9c42fdfa80cb', 'tenant_id': 'fcedd57ef6014f74aa9caf624aae4bec', 'mac_address': 'fa:16:3e:b3:af:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4322132b-008f-44a1-ae16-4bfd1eab76b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': 'a4a7403a-cbbf-42f8-83b3-7d330ba0f55e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:37:57Z', 'updated_at': '2022-05-18T18:38:02Z', 'revision_number': 4, 'project_id': 'fcedd57ef6014f74aa9caf624aae4bec', 'subnets': [{'id': 'a4a7403a-cbbf-42f8-83b3-7d330ba0f55e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:38:04.122370 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06628eae-5164-4e83-8830-12ca00a70a81 None None] The sync data for ids ['4322132b-008f-44a1-ae16-4bfd1eab76b5'] in n-d-838550-3 is: [{'id': '4322132b-008f-44a1-ae16-4bfd1eab76b5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-861799292', 'tenant_id': 'fcedd57ef6014f74aa9caf624aae4bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '6f3fba2d-40a5-4c5a-af7f-1ff4821ba1fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:37:51Z', 'updated_at': '2022-05-18T18:37:58Z', 'revision_number': 4, 'project_id': 'fcedd57ef6014f74aa9caf624aae4bec', 'gw_port': {'id': '6f3fba2d-40a5-4c5a-af7f-1ff4821ba1fa', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:4d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4322132b-008f-44a1-ae16-4bfd1eab76b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:37:52Z', 'updated_at': '2022-05-18T18:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': 'd89b021b-9406-445c-bced-30f735f5ede4', 'name': '', 'network_id': 'd2936bb1-2f7b-4738-a1ac-9c42fdfa80cb', 'tenant_id': 'fcedd57ef6014f74aa9caf624aae4bec', 'mac_address': 'fa:16:3e:b3:af:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4322132b-008f-44a1-ae16-4bfd1eab76b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': 'a4a7403a-cbbf-42f8-83b3-7d330ba0f55e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:37:57Z', 'updated_at': '2022-05-18T18:38:02Z', 'revision_number': 4, 'project_id': 'fcedd57ef6014f74aa9caf624aae4bec', 'subnets': [{'id': 'a4a7403a-cbbf-42f8-83b3-7d330ba0f55e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:38:04.221456 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b1c2331e-ff28-4edd-be80-0f1a24110d21 None None] Provisioning complete for port d89b021b-9406-445c-bced-30f735f5ede4 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:38:04.223503 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b1c2331e-ff28-4edd-be80-0f1a24110d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:04.360504 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb376ee-e5fb-4569-bdf9-3bbd25255556 None None] Pushing event updated for resources: {'Port': ['ID=d89b021b-9406-445c-bced-30f735f5ede4,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:38:04.495138 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b1c2331e-ff28-4edd-be80-0f1a24110d21 None None] Current status of the port d89b021b-9406-445c-bced-30f735f5ede4 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:38:04.629505 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 39334) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:38:04.635696 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a183a026-3a9c-49f9-8037-2652b01117c2 req-f2df50b4-c087-42a2-8f34-86c5a30aaaf3 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] 10.222.0.85 "GET /v2.0/ports?device_id=67bc45b6-c9ed-4e91-a1cf-05b6cc99d48d HTTP/1.1" status: 200 len: 210 time: 0.0759981 May 18 18:38:04.658772 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6a2ef12f-fb77-478e-bf9b-519e8eb3dbb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:04.716102 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c61d97-1302-48cb-af34-f5b21b228425 req-783b908c-c81e-4d6b-a835-6f3a7e8515ad tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:38:04.721027 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b6c61d97-1302-48cb-af34-f5b21b228425 req-783b908c-c81e-4d6b-a835-6f3a7e8515ad tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] 10.222.0.36 "GET /v2.0/networks?id=d2936bb1-2f7b-4738-a1ac-9c42fdfa80cb HTTP/1.1" status: 200 len: 797 time: 0.3902426 May 18 18:38:04.742947 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-b6c61d97-1302-48cb-af34-f5b21b228425 req-0da8806e-c180-4924-8984-55334c2bd2c5 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Request body: {'port': {'device_id': '67bc45b6-c9ed-4e91-a1cf-05b6cc99d48d', 'network_id': 'd2936bb1-2f7b-4738-a1ac-9c42fdfa80cb', 'admin_state_up': True, 'tenant_id': 'fcedd57ef6014f74aa9caf624aae4bec'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:38:04.839684 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6a2ef12f-fb77-478e-bf9b-519e8eb3dbb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:04.847387 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6a2ef12f-fb77-478e-bf9b-519e8eb3dbb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:04.881096 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-6a2ef12f-fb77-478e-bf9b-519e8eb3dbb3 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=7de765be70c04ebab97a2efedd5e109e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2500467 May 18 18:38:04.910690 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 39340) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:38:04.915088 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2ef12f-fb77-478e-bf9b-519e8eb3dbb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1786ddcd-ab56-4c02-8488-2ae1cd01de8d,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:38:05.091377 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f07bf839-6b3e-44bd-93ec-4ca528d15eed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:05.181230 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f07bf839-6b3e-44bd-93ec-4ca528d15eed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:05.198642 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6c61d97-1302-48cb-af34-f5b21b228425 req-0da8806e-c180-4924-8984-55334c2bd2c5 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Made reservation on behalf of fcedd57ef6014f74aa9caf624aae4bec for: {'port': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:38:05.202709 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-b6c61d97-1302-48cb-af34-f5b21b228425 req-0da8806e-c180-4924-8984-55334c2bd2c5 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:05.300909 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device d89b021b-9406-445c-bced-30f735f5ede4 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:38:05.301464 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f07bf839-6b3e-44bd-93ec-4ca528d15eed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:05.305517 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f07bf839-6b3e-44bd-93ec-4ca528d15eed admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:05.309101 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-f07bf839-6b3e-44bd-93ec-4ca528d15eed admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/1786ddcd-ab56-4c02-8488-2ae1cd01de8d HTTP/1.1" status: 204 len: 168 time: 0.3980670 May 18 18:38:05.370102 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07bf839-6b3e-44bd-93ec-4ca528d15eed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1786ddcd-ab56-4c02-8488-2ae1cd01de8d,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:38:05.498519 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port d89b021b-9406-445c-bced-30f735f5ede4 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:38:05.498861 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:05.646743 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [req-b6c61d97-1302-48cb-af34-f5b21b228425 req-0da8806e-c180-4924-8984-55334c2bd2c5 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Allocated IP 172.20.0.28 (d2936bb1-2f7b-4738-a1ac-9c42fdfa80cb/a4a7403a-cbbf-42f8-83b3-7d330ba0f55e/ff1bc068-7481-4f3f-9bca-687635dc04be) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:38:05.668259 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port d89b021b-9406-445c-bced-30f735f5ede4 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:38:05.869314 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6dd24a0c-ad9e-43ba-abf0-217b1b5e50c7 req-5b36b210-f16b-4e7c-8262-b8146c4894be tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] 10.222.0.85 "GET /v2.0/ports?device_id=67bc45b6-c9ed-4e91-a1cf-05b6cc99d48d HTTP/1.1" status: 200 len: 210 time: 0.1064003 May 18 18:38:05.909229 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-b6c61d97-1302-48cb-af34-f5b21b228425 req-0da8806e-c180-4924-8984-55334c2bd2c5 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:06.002630 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-b6c61d97-1302-48cb-af34-f5b21b228425 req-0da8806e-c180-4924-8984-55334c2bd2c5 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:06.076775 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6c61d97-1302-48cb-af34-f5b21b228425 req-0da8806e-c180-4924-8984-55334c2bd2c5 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Network d2936bb1-2f7b-4738-a1ac-9c42fdfa80cb is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:38:06.083402 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [req-b6c61d97-1302-48cb-af34-f5b21b228425 req-0da8806e-c180-4924-8984-55334c2bd2c5 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:38:06.087889 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6c61d97-1302-48cb-af34-f5b21b228425 req-0da8806e-c180-4924-8984-55334c2bd2c5 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:38:06.198611 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c61d97-1302-48cb-af34-f5b21b228425 req-0da8806e-c180-4924-8984-55334c2bd2c5 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:38:06.199451 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-b6c61d97-1302-48cb-af34-f5b21b228425 req-0da8806e-c180-4924-8984-55334c2bd2c5 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:06.214685 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da8806e-c180-4924-8984-55334c2bd2c5 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Pushing event updated for resources: {'Port': ['ID=ff1bc068-7481-4f3f-9bca-687635dc04be,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:38:06.243117 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b6c61d97-1302-48cb-af34-f5b21b228425 req-0da8806e-c180-4924-8984-55334c2bd2c5 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.5044336 May 18 18:38:06.262530 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-b6c61d97-1302-48cb-af34-f5b21b228425 req-9fb330c5-ce7b-4581-b66a-424f7bf38ec0 service neutron] Request body: {'port': {'device_id': '67bc45b6-c9ed-4e91-a1cf-05b6cc99d48d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-3'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:38:06.418839 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-b6c61d97-1302-48cb-af34-f5b21b228425 req-9fb330c5-ce7b-4581-b66a-424f7bf38ec0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:06.632959 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-f1b66781-dd63-460d-9fa5-62ddb832ccf3 None None] Provisioning complete for port ff1bc068-7481-4f3f-9bca-687635dc04be triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:38:06.633898 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f1b66781-dd63-460d-9fa5-62ddb832ccf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:06.675384 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-f1b66781-dd63-460d-9fa5-62ddb832ccf3 None None] Port ff1bc068-7481-4f3f-9bca-687635dc04be cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:38:06.919579 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [req-b6c61d97-1302-48cb-af34-f5b21b228425 req-9fb330c5-ce7b-4581-b66a-424f7bf38ec0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff1bc068-7481-4f3f-9bca-687635dc04be {{(pid=102730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:38:06.930786 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-b6c61d97-1302-48cb-af34-f5b21b228425 req-9fb330c5-ce7b-4581-b66a-424f7bf38ec0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:06.962245 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [req-b6c61d97-1302-48cb-af34-f5b21b228425 req-9fb330c5-ce7b-4581-b66a-424f7bf38ec0 service neutron] Transition to ACTIVE for port object ff1bc068-7481-4f3f-9bca-687635dc04be will not be triggered until provisioned by entity L2. {{(pid=102730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:38:06.975565 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-b6c61d97-1302-48cb-af34-f5b21b228425 req-9fb330c5-ce7b-4581-b66a-424f7bf38ec0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:07.149811 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb330c5-ce7b-4581-b66a-424f7bf38ec0 service neutron] Pushing event updated for resources: {'Port': ['ID=ff1bc068-7481-4f3f-9bca-687635dc04be,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:38:07.227205 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac8bf73-1933-4571-a522-6b881004c48f req-547ff9a6-5cb2-4a37-ba3d-4cb48fc7c1e8 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:38:07.242023 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7ac8bf73-1933-4571-a522-6b881004c48f req-547ff9a6-5cb2-4a37-ba3d-4cb48fc7c1e8 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] 10.222.0.85 "GET /v2.0/ports?device_id=67bc45b6-c9ed-4e91-a1cf-05b6cc99d48d HTTP/1.1" status: 200 len: 907 time: 0.2019825 May 18 18:38:07.298203 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-b6c61d97-1302-48cb-af34-f5b21b228425 req-9fb330c5-ce7b-4581-b66a-424f7bf38ec0 service neutron] Attempting to bind port ff1bc068-7481-4f3f-9bca-687635dc04be on host n-h1-838550-3 for vnic_type normal with profile {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:38:07.298869 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-b6c61d97-1302-48cb-af34-f5b21b228425 req-9fb330c5-ce7b-4581-b66a-424f7bf38ec0 service neutron] Attempting to bind port ff1bc068-7481-4f3f-9bca-687635dc04be by drivers openvswitch,hyperv on host n-h1-838550-3 at level 0 using segments [{'id': '499fad30-85f8-4940-9f5e-f4b9fa82af1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'd2936bb1-2f7b-4738-a1ac-9c42fdfa80cb'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:38:07.302516 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c61d97-1302-48cb-af34-f5b21b228425 req-9fb330c5-ce7b-4581-b66a-424f7bf38ec0 service neutron] Attempting to bind port ff1bc068-7481-4f3f-9bca-687635dc04be on network d2936bb1-2f7b-4738-a1ac-9c42fdfa80cb {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:38:07.324117 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c61d97-1302-48cb-af34-f5b21b228425 req-9fb330c5-ce7b-4581-b66a-424f7bf38ec0 service neutron] Port ff1bc068-7481-4f3f-9bca-687635dc04be on network d2936bb1-2f7b-4738-a1ac-9c42fdfa80cb not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-3 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:38:07.324446 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c61d97-1302-48cb-af34-f5b21b228425 req-9fb330c5-ce7b-4581-b66a-424f7bf38ec0 service neutron] Attempting to bind port ff1bc068-7481-4f3f-9bca-687635dc04be on network d2936bb1-2f7b-4738-a1ac-9c42fdfa80cb {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:38:07.338797 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c61d97-1302-48cb-af34-f5b21b228425 req-9fb330c5-ce7b-4581-b66a-424f7bf38ec0 service neutron] Checking agent: {'id': '1dbac822-25f2-4df8-9dc8-5c2e7b136eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:38:07.339153 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c61d97-1302-48cb-af34-f5b21b228425 req-9fb330c5-ce7b-4581-b66a-424f7bf38ec0 service neutron] Checking segment: {'id': '499fad30-85f8-4940-9f5e-f4b9fa82af1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'd2936bb1-2f7b-4738-a1ac-9c42fdfa80cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:38:07.339557 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c61d97-1302-48cb-af34-f5b21b228425 req-9fb330c5-ce7b-4581-b66a-424f7bf38ec0 service neutron] Bound using segment: {'id': '499fad30-85f8-4940-9f5e-f4b9fa82af1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'd2936bb1-2f7b-4738-a1ac-9c42fdfa80cb'} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:38:07.340035 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-b6c61d97-1302-48cb-af34-f5b21b228425 req-9fb330c5-ce7b-4581-b66a-424f7bf38ec0 service neutron] Bound port: ff1bc068-7481-4f3f-9bca-687635dc04be, host: n-h1-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '499fad30-85f8-4940-9f5e-f4b9fa82af1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'd2936bb1-2f7b-4738-a1ac-9c42fdfa80cb'}}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:38:07.340383 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-b6c61d97-1302-48cb-af34-f5b21b228425 req-9fb330c5-ce7b-4581-b66a-424f7bf38ec0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:07.523531 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-b6c61d97-1302-48cb-af34-f5b21b228425 req-9fb330c5-ce7b-4581-b66a-424f7bf38ec0 service neutron] For port ff1bc068-7481-4f3f-9bca-687635dc04be, host n-h1-838550-3, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:38:07.534201 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-b6c61d97-1302-48cb-af34-f5b21b228425 req-9fb330c5-ce7b-4581-b66a-424f7bf38ec0 service neutron] For port ff1bc068-7481-4f3f-9bca-687635dc04be, host n-h1-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=ff1bc068-7481-4f3f-9bca-687635dc04be,segment=NetworkSegment(499fad30-85f8-4940-9f5e-f4b9fa82af1e),segment_id=499fad30-85f8-4940-9f5e-f4b9fa82af1e)] {{(pid=102730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:38:07.542562 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-b6c61d97-1302-48cb-af34-f5b21b228425 req-9fb330c5-ce7b-4581-b66a-424f7bf38ec0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:07.553782 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 39432) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:38:07.600884 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c61d97-1302-48cb-af34-f5b21b228425 req-9fb330c5-ce7b-4581-b66a-424f7bf38ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:38:07.601872 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-b6c61d97-1302-48cb-af34-f5b21b228425 req-9fb330c5-ce7b-4581-b66a-424f7bf38ec0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:07.603751 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b6c61d97-1302-48cb-af34-f5b21b228425 req-9fb330c5-ce7b-4581-b66a-424f7bf38ec0 service neutron] 10.222.0.36 "PUT /v2.0/ports/ff1bc068-7481-4f3f-9bca-687635dc04be HTTP/1.1" status: 200 len: 1055 time: 1.3461585 May 18 18:38:07.604395 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67bc45b6-c9ed-4e91-a1cf-05b6cc99d48d', 'tag': 'ff1bc068-7481-4f3f-9bca-687635dc04be'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:38:07.607564 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-330e2ff5-c3d6-4552-838b-5df17417d628" -d '{"events": [{"name": "network-changed", "server_uuid": "67bc45b6-c9ed-4e91-a1cf-05b6cc99d48d", "tag": "ff1bc068-7481-4f3f-9bca-687635dc04be"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:38:07.637503 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb330c5-ce7b-4581-b66a-424f7bf38ec0 service neutron] Pushing event updated for resources: {'Port': ['ID=ff1bc068-7481-4f3f-9bca-687635dc04be,revision_number=3']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:38:07.703404 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bdbf779-79dd-4165-abf1-e1aea001cbcf x-openstack-request-id: req-1bdbf779-79dd-4165-abf1-e1aea001cbcf {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:38:07.703722 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67bc45b6-c9ed-4e91-a1cf-05b6cc99d48d", "tag": "ff1bc068-7481-4f3f-9bca-687635dc04be", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:38:07.703985 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-1bdbf779-79dd-4165-abf1-e1aea001cbcf {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:38:07.704393 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bdbf779-79dd-4165-abf1-e1aea001cbcf'] response: {'name': 'network-changed', 'server_uuid': '67bc45b6-c9ed-4e91-a1cf-05b6cc99d48d', 'tag': 'ff1bc068-7481-4f3f-9bca-687635dc04be', 'status': 'completed', 'code': 200} May 18 18:38:07.753544 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-739bd0a6-bc9b-4c22-a784-17acd3d4aa34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:07.830526 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c61d97-1302-48cb-af34-f5b21b228425 req-133eb61f-6a18-4d4b-abc2-596154129667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:38:07.832894 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b6c61d97-1302-48cb-af34-f5b21b228425 req-133eb61f-6a18-4d4b-abc2-596154129667 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fcedd57ef6014f74aa9caf624aae4bec&device_id=67bc45b6-c9ed-4e91-a1cf-05b6cc99d48d HTTP/1.1" status: 200 len: 1058 time: 0.1115139 May 18 18:38:07.890022 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-76ae2258-c1b5-4aed-b754-5506982cff1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:07.961327 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b6c61d97-1302-48cb-af34-f5b21b228425 req-3e2d13a0-0d04-46f7-a5ca-df3140fad64b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=ff1bc068-7481-4f3f-9bca-687635dc04be HTTP/1.1" status: 200 len: 217 time: 0.1135149 May 18 18:38:08.028237 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c61d97-1302-48cb-af34-f5b21b228425 req-ab5456df-929a-4d5b-978c-b6b0fd34e2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:38:08.030113 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b6c61d97-1302-48cb-af34-f5b21b228425 req-ab5456df-929a-4d5b-978c-b6b0fd34e2f6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a4a7403a-cbbf-42f8-83b3-7d330ba0f55e HTTP/1.1" status: 200 len: 837 time: 0.0579302 May 18 18:38:08.090089 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c61d97-1302-48cb-af34-f5b21b228425 req-1e43632e-5729-4e77-a923-5e384240b1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:38:08.094009 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b6c61d97-1302-48cb-af34-f5b21b228425 req-1e43632e-5729-4e77-a923-5e384240b1a7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d2936bb1-2f7b-4738-a1ac-9c42fdfa80cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0531185 May 18 18:38:08.100841 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-76ae2258-c1b5-4aed-b754-5506982cff1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:08.118596 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-76ae2258-c1b5-4aed-b754-5506982cff1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:08.195403 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ae2258-c1b5-4aed-b754-5506982cff1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a52f7990-4924-42d9-8751-24689cf89c54,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:38:08.216739 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-76ae2258-c1b5-4aed-b754-5506982cff1a admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=6875e70760e547318e8359b132fb7ecd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6617122 May 18 18:38:08.218163 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 39456) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:38:08.246257 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b6c61d97-1302-48cb-af34-f5b21b228425 req-ac31ade1-7fe6-4874-827f-2561211d6da4 service neutron] 10.222.0.36 "GET /v2.0/networks/d2936bb1-2f7b-4738-a1ac-9c42fdfa80cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400640 May 18 18:38:08.293144 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-51d73ba6-10a1-4237-9faa-537518a65f11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:08.327823 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-51d73ba6-10a1-4237-9faa-537518a65f11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:08.417929 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-51d73ba6-10a1-4237-9faa-537518a65f11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:08.420528 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-51d73ba6-10a1-4237-9faa-537518a65f11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:08.422977 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-51d73ba6-10a1-4237-9faa-537518a65f11 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/a52f7990-4924-42d9-8751-24689cf89c54 HTTP/1.1" status: 204 len: 168 time: 0.2037868 May 18 18:38:08.431488 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b6c61d97-1302-48cb-af34-f5b21b228425 req-7cf834b1-d831-41c1-ace1-3978d0dcc730 service neutron] 10.222.0.36 "GET /v2.0/networks/d2936bb1-2f7b-4738-a1ac-9c42fdfa80cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740766 May 18 18:38:08.433596 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d73ba6-10a1-4237-9faa-537518a65f11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a52f7990-4924-42d9-8751-24689cf89c54,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:38:08.483292 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5705fd5b-ef35-48d7-84eb-3d9cda8d7955 req-be49c757-72c4-49d9-a3a9-b11e738c15a0 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:38:08.485396 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5705fd5b-ef35-48d7-84eb-3d9cda8d7955 req-be49c757-72c4-49d9-a3a9-b11e738c15a0 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] 10.222.0.85 "GET /v2.0/ports?device_id=67bc45b6-c9ed-4e91-a1cf-05b6cc99d48d HTTP/1.1" status: 200 len: 907 time: 0.1077957 May 18 18:38:08.577574 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330e2ff5-c3d6-4552-838b-5df17417d628 req-03325506-eab0-4319-8dc5-7e0441a14c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:38:08.580221 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-330e2ff5-c3d6-4552-838b-5df17417d628 req-03325506-eab0-4319-8dc5-7e0441a14c79 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fcedd57ef6014f74aa9caf624aae4bec&device_id=67bc45b6-c9ed-4e91-a1cf-05b6cc99d48d HTTP/1.1" status: 200 len: 1058 time: 0.0629721 May 18 18:38:08.725716 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330e2ff5-c3d6-4552-838b-5df17417d628 req-ce036685-4192-48e4-afdf-cf03ca45f24d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:38:08.730798 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-330e2ff5-c3d6-4552-838b-5df17417d628 req-ce036685-4192-48e4-afdf-cf03ca45f24d service neutron] 10.222.0.36 "GET /v2.0/networks?id=d2936bb1-2f7b-4738-a1ac-9c42fdfa80cb HTTP/1.1" status: 200 len: 898 time: 0.1376340 May 18 18:38:08.808780 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-330e2ff5-c3d6-4552-838b-5df17417d628 req-6c552119-facb-4102-b8b6-804af645ae48 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=ff1bc068-7481-4f3f-9bca-687635dc04be HTTP/1.1" status: 200 len: 217 time: 0.0664184 May 18 18:38:08.873444 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330e2ff5-c3d6-4552-838b-5df17417d628 req-dc79de53-b4a9-4126-85bc-9f90148124e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:38:08.874242 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-330e2ff5-c3d6-4552-838b-5df17417d628 req-dc79de53-b4a9-4126-85bc-9f90148124e5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a4a7403a-cbbf-42f8-83b3-7d330ba0f55e HTTP/1.1" status: 200 len: 837 time: 0.0576203 May 18 18:38:08.940133 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330e2ff5-c3d6-4552-838b-5df17417d628 req-a3a0c909-913c-464a-a0ac-56ce7c095a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:38:08.941852 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-330e2ff5-c3d6-4552-838b-5df17417d628 req-a3a0c909-913c-464a-a0ac-56ce7c095a0a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d2936bb1-2f7b-4738-a1ac-9c42fdfa80cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0561883 May 18 18:38:09.082408 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-330e2ff5-c3d6-4552-838b-5df17417d628 req-1804fb0b-9a14-4abb-8824-cec2b505b0f9 service neutron] 10.222.0.36 "GET /v2.0/networks/d2936bb1-2f7b-4738-a1ac-9c42fdfa80cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294761 May 18 18:38:09.174963 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 39508) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:38:09.196030 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ef3f5e7d-b129-4fdb-91de-62d46a5dbb05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:09.329971 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ef3f5e7d-b129-4fdb-91de-62d46a5dbb05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:09.338475 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ef3f5e7d-b129-4fdb-91de-62d46a5dbb05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:09.413572 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-ef3f5e7d-b129-4fdb-91de-62d46a5dbb05 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=84ad509ff41a48b9890c3ebe860ffde2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2374842 May 18 18:38:09.418275 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 39520) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:38:09.505203 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3f5e7d-b129-4fdb-91de-62d46a5dbb05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f193f757-9b43-4824-abd3-9f1b271d12d1,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:38:09.600429 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-00f958ee-2123-4c35-a9ce-a24f0bf5fba8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:09.634731 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-330e2ff5-c3d6-4552-838b-5df17417d628 req-c1e28c1c-7da8-4375-8b18-44036c317f26 service neutron] 10.222.0.36 "GET /v2.0/networks/d2936bb1-2f7b-4738-a1ac-9c42fdfa80cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5432556 May 18 18:38:09.717360 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-00f958ee-2123-4c35-a9ce-a24f0bf5fba8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:09.770261 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2327707-c2f5-4f30-8ed5-f378eb1e6feb req-55de055b-77ac-4ee9-beec-d471035b0fed tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:38:09.771816 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b2327707-c2f5-4f30-8ed5-f378eb1e6feb req-55de055b-77ac-4ee9-beec-d471035b0fed tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] 10.222.0.85 "GET /v2.0/ports?device_id=67bc45b6-c9ed-4e91-a1cf-05b6cc99d48d HTTP/1.1" status: 200 len: 907 time: 0.1427362 May 18 18:38:09.821233 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-00f958ee-2123-4c35-a9ce-a24f0bf5fba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:09.826557 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-00f958ee-2123-4c35-a9ce-a24f0bf5fba8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:09.828870 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-00f958ee-2123-4c35-a9ce-a24f0bf5fba8 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/f193f757-9b43-4824-abd3-9f1b271d12d1 HTTP/1.1" status: 204 len: 168 time: 0.4082482 May 18 18:38:09.838991 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f958ee-2123-4c35-a9ce-a24f0bf5fba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f193f757-9b43-4824-abd3-9f1b271d12d1,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:38:09.859676 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 39534) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:38:09.998870 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5beb3be4-3c76-456f-933f-91a236630d59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:10.044907 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d4d10565-4938-4189-b7b1-0068fd567f44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:10.116023 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5beb3be4-3c76-456f-933f-91a236630d59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:10.121465 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5beb3be4-3c76-456f-933f-91a236630d59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:10.166566 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-5beb3be4-3c76-456f-933f-91a236630d59 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=b49d5ffe7d484edd9690889155dd0db9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3058069 May 18 18:38:10.168050 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5beb3be4-3c76-456f-933f-91a236630d59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5a46a2a-4b19-4593-8b2d-2fb62904432d,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:38:10.169273 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 39544) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:38:10.230541 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8a89044b-6223-4256-9a92-ad4850c2fbac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:10.257662 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8a89044b-6223-4256-9a92-ad4850c2fbac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:10.334688 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8a89044b-6223-4256-9a92-ad4850c2fbac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:10.337439 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8a89044b-6223-4256-9a92-ad4850c2fbac admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:10.339440 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-8a89044b-6223-4256-9a92-ad4850c2fbac admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/d5a46a2a-4b19-4593-8b2d-2fb62904432d HTTP/1.1" status: 204 len: 168 time: 0.1689734 May 18 18:38:10.351192 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a89044b-6223-4256-9a92-ad4850c2fbac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5a46a2a-4b19-4593-8b2d-2fb62904432d,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:38:10.768641 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 39582) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:38:10.783554 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2293d8b7-6f01-4950-9736-68d4ce14bb10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:10.945102 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2293d8b7-6f01-4950-9736-68d4ce14bb10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:10.952879 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2293d8b7-6f01-4950-9736-68d4ce14bb10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:10.978946 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948d10df-896e-41de-94d0-a2bc02da70e6 req-bf7ae359-d019-4dd0-b515-e0196294f231 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:38:10.980434 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-948d10df-896e-41de-94d0-a2bc02da70e6 req-bf7ae359-d019-4dd0-b515-e0196294f231 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] 10.222.0.85 "GET /v2.0/ports?device_id=67bc45b6-c9ed-4e91-a1cf-05b6cc99d48d HTTP/1.1" status: 200 len: 907 time: 0.1147041 May 18 18:38:10.992913 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device ff1bc068-7481-4f3f-9bca-687635dc04be details requested by agent hyperv_n-h1-838550-3 with host n-h1-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:38:11.009213 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-2293d8b7-6f01-4950-9736-68d4ce14bb10 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=74fe110ce6454c0ba960714666579080&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2392776 May 18 18:38:11.011872 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 39594) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:38:11.028627 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2293d8b7-6f01-4950-9736-68d4ce14bb10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40aa9472-7af1-4542-8880-ee48bb1a839f,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:38:11.094206 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6cc81681-36d8-485a-963e-96c010a4a115 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:11.120938 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6cc81681-36d8-485a-963e-96c010a4a115 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:11.147936 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port ff1bc068-7481-4f3f-9bca-687635dc04be, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=ff1bc068-7481-4f3f-9bca-687635dc04be,segment=NetworkSegment(499fad30-85f8-4940-9f5e-f4b9fa82af1e),segment_id=499fad30-85f8-4940-9f5e-f4b9fa82af1e)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:38:11.161522 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Returning: {'device': 'ff1bc068-7481-4f3f-9bca-687635dc04be', 'network_id': 'd2936bb1-2f7b-4738-a1ac-9c42fdfa80cb', 'port_id': 'ff1bc068-7481-4f3f-9bca-687635dc04be', 'mac_address': 'fa:16:3e:e4:4c:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4a7403a-cbbf-42f8-83b3-7d330ba0f55e', 'ip_address': '172.20.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:38:11.207384 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6cc81681-36d8-485a-963e-96c010a4a115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:11.207384 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6cc81681-36d8-485a-963e-96c010a4a115 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:11.211163 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-6cc81681-36d8-485a-963e-96c010a4a115 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/40aa9472-7af1-4542-8880-ee48bb1a839f HTTP/1.1" status: 204 len: 168 time: 0.1951606 May 18 18:38:11.223708 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port ff1bc068-7481-4f3f-9bca-687635dc04be is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:38:11.224473 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:11.232578 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc81681-36d8-485a-963e-96c010a4a115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40aa9472-7af1-4542-8880-ee48bb1a839f,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:38:11.241991 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff1bc068-7481-4f3f-9bca-687635dc04be {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:38:11.268899 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port ff1bc068-7481-4f3f-9bca-687635dc04be, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=ff1bc068-7481-4f3f-9bca-687635dc04be,segment=NetworkSegment(499fad30-85f8-4940-9f5e-f4b9fa82af1e),segment_id=499fad30-85f8-4940-9f5e-f4b9fa82af1e)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:38:11.277490 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:11.336109 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:11.360139 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=ff1bc068-7481-4f3f-9bca-687635dc04be,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:38:11.368567 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:38:11.368922 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:38:11.369267 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:38:11.369631 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:38:11.370072 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:38:11.370300 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:38:11.370637 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:38:11.370960 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:38:11.371287 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:38:11.371612 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:38:11.371938 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:38:11.372468 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:38:11.662507 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['ff1bc068-7481-4f3f-9bca-687635dc04be'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:38:12.140886 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f68c9555-f8a9-4905-add1-5da24c8add44 req-91d2230a-4fd3-4abb-a3d0-a6e7e09057c2 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=a09dfc37-6e2d-4526-8f65-789a0e8aa185&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0835638 May 18 18:38:12.172227 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dba223-f443-4034-a87b-51533aa61ed5 req-406d64e7-6e0b-48f1-9f01-390a56a7fae7 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:38:12.192404 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-97dba223-f443-4034-a87b-51533aa61ed5 req-406d64e7-6e0b-48f1-9f01-390a56a7fae7 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] 10.222.0.85 "GET /v2.0/ports?device_id=67bc45b6-c9ed-4e91-a1cf-05b6cc99d48d HTTP/1.1" status: 200 len: 908 time: 0.0864022 May 18 18:38:12.267325 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68c9555-f8a9-4905-add1-5da24c8add44 req-f7ad27b8-e239-44ee-be65-6f5a18d8f76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:38:12.268825 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f68c9555-f8a9-4905-add1-5da24c8add44 req-f7ad27b8-e239-44ee-be65-6f5a18d8f76d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=fcedd57ef6014f74aa9caf624aae4bec&device_id=a09dfc37-6e2d-4526-8f65-789a0e8aa185 HTTP/1.1" status: 200 len: 1135 time: 0.0656974 May 18 18:38:12.352449 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 39726) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:38:12.421393 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68c9555-f8a9-4905-add1-5da24c8add44 req-3a0b935c-bec0-4da4-b652-1a424a7b57ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:38:12.423271 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f68c9555-f8a9-4905-add1-5da24c8add44 req-3a0b935c-bec0-4da4-b652-1a424a7b57ea service neutron] 10.222.0.88 "GET /v2.0/networks?id=218c386f-948a-4b27-b6ec-5f92eea3f688 HTTP/1.1" status: 200 len: 898 time: 0.1301143 May 18 18:38:12.492846 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:12.516756 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b116ff30-9914-4fb1-ab1b-749e3470ddfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:12.709024 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b116ff30-9914-4fb1-ab1b-749e3470ddfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:12.718086 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b116ff30-9914-4fb1-ab1b-749e3470ddfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:12.780126 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-b116ff30-9914-4fb1-ab1b-749e3470ddfa admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=93a4c6fc93ee4ca493e9182f193e865c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4261520 May 18 18:38:12.780752 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 39778) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:38:12.782878 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116ff30-9914-4fb1-ab1b-749e3470ddfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b1a922f-bcbb-4dba-aa27-456769c9dee1,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:38:12.866009 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-24a6bfaa-f850-414d-866a-82f8e50e4690 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:12.896763 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-24a6bfaa-f850-414d-866a-82f8e50e4690 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:12.975884 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f68c9555-f8a9-4905-add1-5da24c8add44 req-fc2aa6f7-dd67-4a67-852b-4acbc0e30f39 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=50efc029-8eb0-452c-8bf5-97eb2156b3ca HTTP/1.1" status: 200 len: 1000 time: 0.5442069 May 18 18:38:12.987998 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-24a6bfaa-f850-414d-866a-82f8e50e4690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:12.990751 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-24a6bfaa-f850-414d-866a-82f8e50e4690 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:12.999653 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device ff1bc068-7481-4f3f-9bca-687635dc04be up at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:38:13.004750 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-24a6bfaa-f850-414d-866a-82f8e50e4690 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/7b1a922f-bcbb-4dba-aa27-456769c9dee1 HTTP/1.1" status: 204 len: 168 time: 0.2166274 May 18 18:38:13.028158 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a6bfaa-f850-414d-866a-82f8e50e4690 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b1a922f-bcbb-4dba-aa27-456769c9dee1,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:38:13.101140 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:13.104266 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68c9555-f8a9-4905-add1-5da24c8add44 req-b843fd97-604d-4369-ad2d-d46e9fa702e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:38:13.105831 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f68c9555-f8a9-4905-add1-5da24c8add44 req-b843fd97-604d-4369-ad2d-d46e9fa702e4 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2eab0795-06ba-4cda-9ceb-aabe79cba9d9 HTTP/1.1" status: 200 len: 835 time: 0.1226618 May 18 18:38:13.111067 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning for port ff1bc068-7481-4f3f-9bca-687635dc04be completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:38:13.118372 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning complete for port ff1bc068-7481-4f3f-9bca-687635dc04be triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:38:13.119768 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:13.190335 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68c9555-f8a9-4905-add1-5da24c8add44 req-016c1755-1497-4d19-b90d-0537c3686ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:38:13.192486 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f68c9555-f8a9-4905-add1-5da24c8add44 req-016c1755-1497-4d19-b90d-0537c3686ec5 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=218c386f-948a-4b27-b6ec-5f92eea3f688&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0766613 May 18 18:38:13.370074 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port ff1bc068-7481-4f3f-9bca-687635dc04be is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:38:13.370443 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:13.415718 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f68c9555-f8a9-4905-add1-5da24c8add44 req-7ccddc06-82f3-49ff-a69b-8a7ebfcd3fd3 service neutron] 10.222.0.88 "GET /v2.0/networks/218c386f-948a-4b27-b6ec-5f92eea3f688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058229 May 18 18:38:13.428494 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c4f9ef-82ec-49b7-8837-020f6841d5f5 req-22c85028-09c1-4f79-a283-0aa60ac112ab tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:38:13.432088 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-90c4f9ef-82ec-49b7-8837-020f6841d5f5 req-22c85028-09c1-4f79-a283-0aa60ac112ab tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] 10.222.0.85 "GET /v2.0/ports?device_id=67bc45b6-c9ed-4e91-a1cf-05b6cc99d48d HTTP/1.1" status: 200 len: 908 time: 0.1018617 May 18 18:38:13.442365 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port ff1bc068-7481-4f3f-9bca-687635dc04be, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=ff1bc068-7481-4f3f-9bca-687635dc04be,segment=NetworkSegment(499fad30-85f8-4940-9f5e-f4b9fa82af1e),segment_id=499fad30-85f8-4940-9f5e-f4b9fa82af1e)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:38:13.443683 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67bc45b6-c9ed-4e91-a1cf-05b6cc99d48d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff1bc068-7481-4f3f-9bca-687635dc04be'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:38:13.447685 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f820630f-5854-4458-b748-8888b76b61c6" -d '{"events": [{"server_uuid": "67bc45b6-c9ed-4e91-a1cf-05b6cc99d48d", "name": "network-vif-plugged", "status": "completed", "tag": "ff1bc068-7481-4f3f-9bca-687635dc04be"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:38:13.466675 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:13.572428 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0de2db4-8207-4356-89a0-50ac3bc80e7e x-openstack-request-id: req-d0de2db4-8207-4356-89a0-50ac3bc80e7e {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:38:13.573083 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67bc45b6-c9ed-4e91-a1cf-05b6cc99d48d", "name": "network-vif-plugged", "status": "completed", "tag": "ff1bc068-7481-4f3f-9bca-687635dc04be", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:38:13.573212 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-d0de2db4-8207-4356-89a0-50ac3bc80e7e {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:38:13.574269 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0de2db4-8207-4356-89a0-50ac3bc80e7e'] response: {'server_uuid': '67bc45b6-c9ed-4e91-a1cf-05b6cc99d48d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff1bc068-7481-4f3f-9bca-687635dc04be', 'code': 200} May 18 18:38:13.612596 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=ff1bc068-7481-4f3f-9bca-687635dc04be,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:38:13.613463 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f68c9555-f8a9-4905-add1-5da24c8add44 req-4fe981d3-6cde-4f71-bd2b-9c2d435cf8c5 service neutron] 10.222.0.88 "GET /v2.0/networks/218c386f-948a-4b27-b6ec-5f92eea3f688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889193 May 18 18:38:13.726393 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6059c304-ecae-4752-b5b5-3410d10098ea req-c62b02f5-2922-41b7-aeaf-5d9bcc759bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:38:13.728171 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6059c304-ecae-4752-b5b5-3410d10098ea req-c62b02f5-2922-41b7-aeaf-5d9bcc759bcc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=67bc45b6-c9ed-4e91-a1cf-05b6cc99d48d HTTP/1.1" status: 200 len: 1060 time: 0.1005223 May 18 18:38:14.612184 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1711658a-fb16-449a-abde-2b8c61782183 req-e9e6ce05-8f8c-4f39-9d9b-fa26e47acacc tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:38:14.620446 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1711658a-fb16-449a-abde-2b8c61782183 req-e9e6ce05-8f8c-4f39-9d9b-fa26e47acacc tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] 10.222.0.85 "GET /v2.0/ports?device_id=67bc45b6-c9ed-4e91-a1cf-05b6cc99d48d HTTP/1.1" status: 200 len: 909 time: 0.0698318 May 18 18:38:14.866268 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 40036) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:38:15.085971 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-924eb8e6-80fd-4c43-b9b3-c6996803c94f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:15.202620 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-924eb8e6-80fd-4c43-b9b3-c6996803c94f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:15.208684 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-924eb8e6-80fd-4c43-b9b3-c6996803c94f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:15.274684 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924eb8e6-80fd-4c43-b9b3-c6996803c94f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d98603a-cc7d-4f36-b291-75c2f2db5c6c,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:38:15.279111 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-924eb8e6-80fd-4c43-b9b3-c6996803c94f admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=ebaa5bd3f1e94194818bc8018b2ca111&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4106934 May 18 18:38:15.282727 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 40088) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:38:15.350928 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3258a0da-482d-4cdf-9b56-422df05eb42b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:15.396133 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3258a0da-482d-4cdf-9b56-422df05eb42b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:15.460992 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3258a0da-482d-4cdf-9b56-422df05eb42b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:15.466762 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3258a0da-482d-4cdf-9b56-422df05eb42b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:15.469356 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-3258a0da-482d-4cdf-9b56-422df05eb42b admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/9d98603a-cc7d-4f36-b291-75c2f2db5c6c HTTP/1.1" status: 204 len: 168 time: 0.1847370 May 18 18:38:15.489828 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3258a0da-482d-4cdf-9b56-422df05eb42b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d98603a-cc7d-4f36-b291-75c2f2db5c6c,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:38:15.847642 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3de041-41ff-4b2f-98c9-ec1737f0e35b req-a52cc982-7e94-4e1b-b51f-5b88e97fdbd8 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:38:15.849342 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7a3de041-41ff-4b2f-98c9-ec1737f0e35b req-a52cc982-7e94-4e1b-b51f-5b88e97fdbd8 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] 10.222.0.85 "GET /v2.0/ports?device_id=67bc45b6-c9ed-4e91-a1cf-05b6cc99d48d HTTP/1.1" status: 200 len: 909 time: 0.1185770 May 18 18:38:16.065087 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7aa145-1a00-47c2-9dd8-d3599147e99d req-eefca851-6ec5-4f20-a3ad-0f0194004b5c tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:38:16.072051 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3c7aa145-1a00-47c2-9dd8-d3599147e99d req-eefca851-6ec5-4f20-a3ad-0f0194004b5c tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] 10.222.0.85 "GET /v2.0/ports?device_id=67bc45b6-c9ed-4e91-a1cf-05b6cc99d48d HTTP/1.1" status: 200 len: 909 time: 0.0804474 May 18 18:38:16.231767 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c75845f-8480-4ee3-9609-de00d9392cd0 req-8083c6b2-d80b-4e97-856f-7e871f70886a tempest-TestSecurityGroupsBasicOps-1205245648 tempest-TestSecurityGroupsBasicOps-1205245648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:38:16.241895 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6c75845f-8480-4ee3-9609-de00d9392cd0 req-8083c6b2-d80b-4e97-856f-7e871f70886a tempest-TestSecurityGroupsBasicOps-1205245648 tempest-TestSecurityGroupsBasicOps-1205245648-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=67bc45b6-c9ed-4e91-a1cf-05b6cc99d48d HTTP/1.1" status: 200 len: 1060 time: 0.0643630 May 18 18:38:16.379890 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07c7968-6b42-43e9-b9d7-fd2273ef901a req-6c43949b-3428-4068-8a8f-73263a5f85c8 tempest-TestSecurityGroupsBasicOps-1205245648 tempest-TestSecurityGroupsBasicOps-1205245648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:38:16.383072 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d07c7968-6b42-43e9-b9d7-fd2273ef901a req-6c43949b-3428-4068-8a8f-73263a5f85c8 tempest-TestSecurityGroupsBasicOps-1205245648 tempest-TestSecurityGroupsBasicOps-1205245648-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=a09dfc37-6e2d-4526-8f65-789a0e8aa185 HTTP/1.1" status: 200 len: 1135 time: 0.0686862 May 18 18:38:16.434248 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d07c7968-6b42-43e9-b9d7-fd2273ef901a req-b08fcc8d-b77d-41bf-b54e-fa0d733ea02d tempest-TestSecurityGroupsBasicOps-1205245648 tempest-TestSecurityGroupsBasicOps-1205245648-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=7960def4-1317-4218-ba95-57de8aea5955&id=4585493d-67c0-4974-b633-329ca8761e90&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0428472 May 18 18:38:16.456344 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 40242) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:38:16.511732 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6edc6851-30a5-4185-83a3-fe690d5b875d tempest-TestSecurityGroupsBasicOps-1205245648 tempest-TestSecurityGroupsBasicOps-1205245648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:38:16.513254 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-6edc6851-30a5-4185-83a3-fe690d5b875d tempest-TestSecurityGroupsBasicOps-1205245648 tempest-TestSecurityGroupsBasicOps-1205245648-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=67bc45b6-c9ed-4e91-a1cf-05b6cc99d48d HTTP/1.1" status: 200 len: 1055 time: 0.0551989 May 18 18:38:16.837176 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d529066d-faf6-4e54-9b5d-df29ed7ff416 req-6dc7ca30-e1ec-4aab-807f-c67ca150f5e5 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:38:16.838833 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d529066d-faf6-4e54-9b5d-df29ed7ff416 req-6dc7ca30-e1ec-4aab-807f-c67ca150f5e5 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] 10.222.0.85 "GET /v2.0/ports?device_id=67bc45b6-c9ed-4e91-a1cf-05b6cc99d48d HTTP/1.1" status: 200 len: 909 time: 0.0716069 May 18 18:38:16.886556 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 40276) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:38:17.070180 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d29056e1-9dc6-402e-9809-d63ff8dcd802 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:17.158074 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d29056e1-9dc6-402e-9809-d63ff8dcd802 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:17.162086 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d29056e1-9dc6-402e-9809-d63ff8dcd802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:17.198688 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29056e1-9dc6-402e-9809-d63ff8dcd802 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=670ec877-e30c-49dd-baf1-7c5ee9379056,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:38:17.206156 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-d29056e1-9dc6-402e-9809-d63ff8dcd802 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=43c0353f5fe245d0a0d85ff400634689&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3156447 May 18 18:38:17.206408 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 40296) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:38:17.255250 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1b3b3120-d9c7-439f-8260-1e33684200eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:17.278457 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1b3b3120-d9c7-439f-8260-1e33684200eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:17.335253 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1b3b3120-d9c7-439f-8260-1e33684200eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:17.337946 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1b3b3120-d9c7-439f-8260-1e33684200eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:17.339183 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-1b3b3120-d9c7-439f-8260-1e33684200eb admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/670ec877-e30c-49dd-baf1-7c5ee9379056 HTTP/1.1" status: 204 len: 168 time: 0.1318712 May 18 18:38:17.348366 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3b3120-d9c7-439f-8260-1e33684200eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=670ec877-e30c-49dd-baf1-7c5ee9379056,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:38:18.068660 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201c8896-1494-4488-bcb3-f2097ed7898c req-5a8dcd60-e6fe-4a76-89ec-50b800f4d2a3 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:38:18.070387 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-201c8896-1494-4488-bcb3-f2097ed7898c req-5a8dcd60-e6fe-4a76-89ec-50b800f4d2a3 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] 10.222.0.85 "GET /v2.0/ports?device_id=67bc45b6-c9ed-4e91-a1cf-05b6cc99d48d HTTP/1.1" status: 200 len: 909 time: 0.1246388 May 18 18:38:18.233655 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c48b818-c080-47fd-9c88-9b66218dac7c req-c58d9aa3-03a6-4b67-ac78-e5570bf48a2a tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:38:18.236052 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1c48b818-c080-47fd-9c88-9b66218dac7c req-c58d9aa3-03a6-4b67-ac78-e5570bf48a2a tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] 10.222.0.36 "GET /v2.0/ports?device_id=67bc45b6-c9ed-4e91-a1cf-05b6cc99d48d HTTP/1.1" status: 200 len: 909 time: 0.0773659 May 18 18:38:18.349876 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-1c48b818-c080-47fd-9c88-9b66218dac7c req-df22da66-260a-49f7-ae82-48b406c3af98 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Deleting port ff1bc068-7481-4f3f-9bca-687635dc04be {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:38:18.350562 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-1c48b818-c080-47fd-9c88-9b66218dac7c req-df22da66-260a-49f7-ae82-48b406c3af98 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:18.458084 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-1c48b818-c080-47fd-9c88-9b66218dac7c req-df22da66-260a-49f7-ae82-48b406c3af98 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] For port ff1bc068-7481-4f3f-9bca-687635dc04be, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=ff1bc068-7481-4f3f-9bca-687635dc04be,segment=NetworkSegment(499fad30-85f8-4940-9f5e-f4b9fa82af1e),segment_id=499fad30-85f8-4940-9f5e-f4b9fa82af1e)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:38:18.458676 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-1c48b818-c080-47fd-9c88-9b66218dac7c req-df22da66-260a-49f7-ae82-48b406c3af98 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:18.477470 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-1c48b818-c080-47fd-9c88-9b66218dac7c req-df22da66-260a-49f7-ae82-48b406c3af98 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Calling delete_port for ff1bc068-7481-4f3f-9bca-687635dc04be owned by compute:nova {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:38:18.673435 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-1c48b818-c080-47fd-9c88-9b66218dac7c req-df22da66-260a-49f7-ae82-48b406c3af98 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:18.724362 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df22da66-260a-49f7-ae82-48b406c3af98 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Pushing event deleted for resources: {'Port': ['ID=ff1bc068-7481-4f3f-9bca-687635dc04be,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:38:18.778816 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c48b818-c080-47fd-9c88-9b66218dac7c req-df22da66-260a-49f7-ae82-48b406c3af98 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] No DVR routers for this DVR port ff1bc068-7481-4f3f-9bca-687635dc04be on host n-h1-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:38:18.782616 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-1c48b818-c080-47fd-9c88-9b66218dac7c req-df22da66-260a-49f7-ae82-48b406c3af98 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:18.788470 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1c48b818-c080-47fd-9c88-9b66218dac7c req-df22da66-260a-49f7-ae82-48b406c3af98 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] 10.222.0.36 "DELETE /v2.0/ports/ff1bc068-7481-4f3f-9bca-687635dc04be HTTP/1.1" status: 204 len: 173 time: 0.5419669 May 18 18:38:18.788470 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67bc45b6-c9ed-4e91-a1cf-05b6cc99d48d', 'name': 'network-vif-deleted', 'tag': 'ff1bc068-7481-4f3f-9bca-687635dc04be'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:38:18.791069 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfb07194-84c0-4cf0-9146-b5a036ae1e2a" -d '{"events": [{"server_uuid": "67bc45b6-c9ed-4e91-a1cf-05b6cc99d48d", "name": "network-vif-deleted", "tag": "ff1bc068-7481-4f3f-9bca-687635dc04be"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:38:18.875093 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c522dbf5-a51f-4048-ae96-53a31b0f05a4 x-openstack-request-id: req-c522dbf5-a51f-4048-ae96-53a31b0f05a4 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:38:18.875398 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67bc45b6-c9ed-4e91-a1cf-05b6cc99d48d", "name": "network-vif-deleted", "tag": "ff1bc068-7481-4f3f-9bca-687635dc04be", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:38:18.875709 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-c522dbf5-a51f-4048-ae96-53a31b0f05a4 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:38:18.876121 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c522dbf5-a51f-4048-ae96-53a31b0f05a4'] response: {'server_uuid': '67bc45b6-c9ed-4e91-a1cf-05b6cc99d48d', 'name': 'network-vif-deleted', 'tag': 'ff1bc068-7481-4f3f-9bca-687635dc04be', 'status': 'completed', 'code': 200} May 18 18:38:19.202101 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 40378) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:38:19.225634 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-963aeaf4-48b4-404d-9b4f-b36f1ac50012 req-dcf268b3-25c0-42e6-a037-2ec4b4627e43 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] 10.222.0.85 "GET /v2.0/ports?device_id=67bc45b6-c9ed-4e91-a1cf-05b6cc99d48d HTTP/1.1" status: 200 len: 210 time: 0.0289421 May 18 18:38:19.365545 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d09eb427-0d8f-4fb6-a757-b3c220453ff0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:19.488341 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d09eb427-0d8f-4fb6-a757-b3c220453ff0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:19.494587 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d09eb427-0d8f-4fb6-a757-b3c220453ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:19.538188 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-d09eb427-0d8f-4fb6-a757-b3c220453ff0 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=bac8b1e5f8b6412fa503f068978fbf6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3341863 May 18 18:38:19.539695 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09eb427-0d8f-4fb6-a757-b3c220453ff0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f689ab19-d585-4a4a-9484-41159a2473c9,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:38:19.540422 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 40382) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:38:19.591586 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6b2c3579-8ba7-4380-b32f-4c3bc09c8185 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:19.619184 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6b2c3579-8ba7-4380-b32f-4c3bc09c8185 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:19.676112 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6b2c3579-8ba7-4380-b32f-4c3bc09c8185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:19.683051 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6b2c3579-8ba7-4380-b32f-4c3bc09c8185 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:19.684836 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-6b2c3579-8ba7-4380-b32f-4c3bc09c8185 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/f689ab19-d585-4a4a-9484-41159a2473c9 HTTP/1.1" status: 204 len: 168 time: 0.1428056 May 18 18:38:19.703352 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2c3579-8ba7-4380-b32f-4c3bc09c8185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f689ab19-d585-4a4a-9484-41159a2473c9,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:38:20.315319 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 40414) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:38:20.917292 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f89942c8-b1d0-4602-8ddc-fb8af73966f5 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-595963'] for router_interface, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:21.286458 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 7 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 18:38:21.424940 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-f89942c8-b1d0-4602-8ddc-fb8af73966f5 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Deleting port d89b021b-9406-445c-bced-30f735f5ede4 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:38:21.425473 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f89942c8-b1d0-4602-8ddc-fb8af73966f5 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:21.544165 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-f89942c8-b1d0-4602-8ddc-fb8af73966f5 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] For port d89b021b-9406-445c-bced-30f735f5ede4, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=d89b021b-9406-445c-bced-30f735f5ede4,segment=NetworkSegment(499fad30-85f8-4940-9f5e-f4b9fa82af1e),segment_id=499fad30-85f8-4940-9f5e-f4b9fa82af1e)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:38:21.544667 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f89942c8-b1d0-4602-8ddc-fb8af73966f5 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:21.564282 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-f89942c8-b1d0-4602-8ddc-fb8af73966f5 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Calling delete_port for d89b021b-9406-445c-bced-30f735f5ede4 owned by network:router_interface {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:38:21.808980 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f89942c8-b1d0-4602-8ddc-fb8af73966f5 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:21.844806 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89942c8-b1d0-4602-8ddc-fb8af73966f5 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Pushing event deleted for resources: {'Port': ['ID=d89b021b-9406-445c-bced-30f735f5ede4,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:38:22.049576 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f89942c8-b1d0-4602-8ddc-fb8af73966f5 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-593931'] for router_interface, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:22.386668 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f89942c8-b1d0-4602-8ddc-fb8af73966f5 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Router 4322132b-008f-44a1-ae16-4bfd1eab76b5 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:38:22.578721 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f89942c8-b1d0-4602-8ddc-fb8af73966f5 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:38:22.593008 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad612028-c249-42c9-83e5-d7d1296e325d None None] Sync routers for ids ['4322132b-008f-44a1-ae16-4bfd1eab76b5'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:38:22.597106 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-f89942c8-b1d0-4602-8ddc-fb8af73966f5 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] 10.222.0.85 "PUT /v2.0/routers/4322132b-008f-44a1-ae16-4bfd1eab76b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2797198 May 18 18:38:22.601065 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 40508) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:38:22.606317 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad612028-c249-42c9-83e5-d7d1296e325d None None] Routers {'4322132b-008f-44a1-ae16-4bfd1eab76b5'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:38:22.607492 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-ad612028-c249-42c9-83e5-d7d1296e325d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:38:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['4322132b-008f-44a1-ae16-4bfd1eab76b5'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:38:22.694857 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cdf9f0a-83d6-4d89-9a74-fed5cb45f732 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Deleting subnet a4a7403a-cbbf-42f8-83b3-7d330ba0f55e {{(pid=102730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:38:22.702806 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6cdf9f0a-83d6-4d89-9a74-fed5cb45f732 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks [] for subnet, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:22.811891 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6cdf9f0a-83d6-4d89-9a74-fed5cb45f732 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260107366'] for subnet, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:22.861541 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-ad612028-c249-42c9-83e5-d7d1296e325d None None] Set router 4322132b-008f-44a1-ae16-4bfd1eab76b5 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:38:23.027333 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6cdf9f0a-83d6-4d89-9a74-fed5cb45f732 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:23.072338 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device ff1bc068-7481-4f3f-9bca-687635dc04be no longer exists at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:38:23.132446 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] No Port match for: ff1bc068-7481-4f3f-9bca-687635dc04be {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:38:23.132826 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device ff1bc068-7481-4f3f-9bca-687635dc04be not bound to the agent host n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:38:23.189558 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6cdf9f0a-83d6-4d89-9a74-fed5cb45f732 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261104690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261031888'] for subnet, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:23.224697 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-ad612028-c249-42c9-83e5-d7d1296e325d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4322132b-008f-44a1-ae16-4bfd1eab76b5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-861799292', 'tenant_id': 'fcedd57ef6014f74aa9caf624aae4bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '6f3fba2d-40a5-4c5a-af7f-1ff4821ba1fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:37:51Z', 'updated_at': '2022-05-18T18:38:21Z', 'revision_number': 5, 'project_id': 'fcedd57ef6014f74aa9caf624aae4bec', 'gw_port': {'id': '6f3fba2d-40a5-4c5a-af7f-1ff4821ba1fa', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:4d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4322132b-008f-44a1-ae16-4bfd1eab76b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:37:52Z', 'updated_at': '2022-05-18T18:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:38:23.259150 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdf9f0a-83d6-4d89-9a74-fed5cb45f732 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Pushing event deleted for resources: {'Subnet': ['ID=a4a7403a-cbbf-42f8-83b3-7d330ba0f55e,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:38:23.279234 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6cdf9f0a-83d6-4d89-9a74-fed5cb45f732 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:23.294160 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 40548) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:38:23.296008 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-6cdf9f0a-83d6-4d89-9a74-fed5cb45f732 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] 10.222.0.85 "DELETE /v2.0/subnets/a4a7403a-cbbf-42f8-83b3-7d330ba0f55e HTTP/1.1" status: 204 len: 168 time: 0.6920528 May 18 18:38:23.299578 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f8a486-fdab-4f20-a0c7-13e9d6e46078 None None] Network d2936bb1-2f7b-4738-a1ac-9c42fdfa80cb requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:38:23.313049 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad612028-c249-42c9-83e5-d7d1296e325d None None] Checking router: 4322132b-008f-44a1-ae16-4bfd1eab76b5 for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:38:23.342391 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad612028-c249-42c9-83e5-d7d1296e325d None None] Routers {'4322132b-008f-44a1-ae16-4bfd1eab76b5'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:38:23.346827 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-ad612028-c249-42c9-83e5-d7d1296e325d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:38:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['4322132b-008f-44a1-ae16-4bfd1eab76b5'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:38:23.472503 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d1e49e6b-a997-4add-9c93-eaa86ab044bc tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks [] for router, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:23.508252 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 40564) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:38:23.513479 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-d3d5f31a-df18-4792-92e6-9bb3845005a4 tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1635854890', 'description': 'tempest-secgroup-smoke-1635854890 description', 'project_id': '1ecd4fb314944b4697cd6486b529797f'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:38:23.581440 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-ad612028-c249-42c9-83e5-d7d1296e325d None None] Set router 4322132b-008f-44a1-ae16-4bfd1eab76b5 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:38:23.594331 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d3d5f31a-df18-4792-92e6-9bb3845005a4 tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:23.690853 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c92dc231-1251-4c50-87e5-4b5f071095ed None None] DHCP port deletion for d2936bb1-2f7b-4738-a1ac-9c42fdfa80cb request from n-d-838550-3 {{(pid=102732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 18:38:23.825404 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d1e49e6b-a997-4add-9c93-eaa86ab044bc tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:23.850181 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-ad612028-c249-42c9-83e5-d7d1296e325d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4322132b-008f-44a1-ae16-4bfd1eab76b5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-861799292', 'tenant_id': 'fcedd57ef6014f74aa9caf624aae4bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '6f3fba2d-40a5-4c5a-af7f-1ff4821ba1fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:37:51Z', 'updated_at': '2022-05-18T18:38:21Z', 'revision_number': 5, 'project_id': 'fcedd57ef6014f74aa9caf624aae4bec', 'gw_port': {'id': '6f3fba2d-40a5-4c5a-af7f-1ff4821ba1fa', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:4d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4322132b-008f-44a1-ae16-4bfd1eab76b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:37:52Z', 'updated_at': '2022-05-18T18:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:38:23.857841 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c92dc231-1251-4c50-87e5-4b5f071095ed None None] Deleting port ee69ac42-0732-4cc6-9504-0373b30bf908 {{(pid=102732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:38:23.858346 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c92dc231-1251-4c50-87e5-4b5f071095ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:23.863978 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d3d5f31a-df18-4792-92e6-9bb3845005a4 tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:23.882851 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d3d5f31a-df18-4792-92e6-9bb3845005a4 tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:23.891555 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad612028-c249-42c9-83e5-d7d1296e325d None None] The sync data for ids ['4322132b-008f-44a1-ae16-4bfd1eab76b5'] in n-d-838550-3 is: [{'id': '4322132b-008f-44a1-ae16-4bfd1eab76b5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-861799292', 'tenant_id': 'fcedd57ef6014f74aa9caf624aae4bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '6f3fba2d-40a5-4c5a-af7f-1ff4821ba1fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:37:51Z', 'updated_at': '2022-05-18T18:38:21Z', 'revision_number': 5, 'project_id': 'fcedd57ef6014f74aa9caf624aae4bec', 'gw_port': {'id': '6f3fba2d-40a5-4c5a-af7f-1ff4821ba1fa', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:4d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4322132b-008f-44a1-ae16-4bfd1eab76b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:37:52Z', 'updated_at': '2022-05-18T18:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:38:23.906069 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-d1e49e6b-a997-4add-9c93-eaa86ab044bc tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Deleting port 6f3fba2d-40a5-4c5a-af7f-1ff4821ba1fa {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:38:23.906426 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d1e49e6b-a997-4add-9c93-eaa86ab044bc tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:23.945084 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d3d5f31a-df18-4792-92e6-9bb3845005a4 tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:23.946982 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-d3d5f31a-df18-4792-92e6-9bb3845005a4 tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4372537 May 18 18:38:23.950324 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d5f31a-df18-4792-92e6-9bb3845005a4 tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33a6b3fa-7044-40f2-96cf-c946e5e2bbf7,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:38:23.954012 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 40580) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:38:23.959885 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-0fe289ed-9964-43b2-abb7-cff1a414c6d9 tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] Request body: {'security_group_rule': {'security_group_id': '33a6b3fa-7044-40f2-96cf-c946e5e2bbf7', 'project_id': '1ecd4fb314944b4697cd6486b529797f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:38:23.999018 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0fe289ed-9964-43b2-abb7-cff1a414c6d9 tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:24.080231 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-d1e49e6b-a997-4add-9c93-eaa86ab044bc tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] For port 6f3fba2d-40a5-4c5a-af7f-1ff4821ba1fa, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=6f3fba2d-40a5-4c5a-af7f-1ff4821ba1fa,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:38:24.080890 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d1e49e6b-a997-4add-9c93-eaa86ab044bc tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:24.090490 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c92dc231-1251-4c50-87e5-4b5f071095ed None None] For port ee69ac42-0732-4cc6-9504-0373b30bf908, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=ee69ac42-0732-4cc6-9504-0373b30bf908,segment=NetworkSegment(499fad30-85f8-4940-9f5e-f4b9fa82af1e),segment_id=499fad30-85f8-4940-9f5e-f4b9fa82af1e)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:38:24.092221 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c92dc231-1251-4c50-87e5-4b5f071095ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:24.098368 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-d1e49e6b-a997-4add-9c93-eaa86ab044bc tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Calling delete_port for 6f3fba2d-40a5-4c5a-af7f-1ff4821ba1fa owned by network:router_gateway {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:38:24.130961 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c92dc231-1251-4c50-87e5-4b5f071095ed None None] Calling delete_port for ee69ac42-0732-4cc6-9504-0373b30bf908 owned by network:dhcp {{(pid=102732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:38:24.146303 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0fe289ed-9964-43b2-abb7-cff1a414c6d9 tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:24.156423 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0fe289ed-9964-43b2-abb7-cff1a414c6d9 tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:24.193414 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe289ed-9964-43b2-abb7-cff1a414c6d9 tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc345045-660b-42e0-a260-526e9ba66ac5,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:38:24.225588 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0fe289ed-9964-43b2-abb7-cff1a414c6d9 tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:24.227946 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-0fe289ed-9964-43b2-abb7-cff1a414c6d9 tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2727003 May 18 18:38:24.233898 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 40596) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:38:24.246893 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-fad4e7dc-67a8-4d05-b1ac-8b324d2d3824 tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] Request body: {'security_group_rule': {'security_group_id': '33a6b3fa-7044-40f2-96cf-c946e5e2bbf7', 'project_id': '1ecd4fb314944b4697cd6486b529797f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:38:24.265376 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c92dc231-1251-4c50-87e5-4b5f071095ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508'] for port, after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:24.316520 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-fad4e7dc-67a8-4d05-b1ac-8b324d2d3824 tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:24.338585 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92dc231-1251-4c50-87e5-4b5f071095ed None None] Pushing event deleted for resources: {'Port': ['ID=ee69ac42-0732-4cc6-9504-0373b30bf908,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:38:24.369356 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92dc231-1251-4c50-87e5-4b5f071095ed None None] No DVR routers for this DVR port ee69ac42-0732-4cc6-9504-0373b30bf908 on host n-d-838550-3 {{(pid=102732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:38:24.481261 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-fad4e7dc-67a8-4d05-b1ac-8b324d2d3824 tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:24.489917 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-fad4e7dc-67a8-4d05-b1ac-8b324d2d3824 tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:24.527427 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad4e7dc-67a8-4d05-b1ac-8b324d2d3824 tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b384ddc-1df1-4f86-8d6b-4091545b38d3,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:38:24.546967 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-fad4e7dc-67a8-4d05-b1ac-8b324d2d3824 tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:24.552039 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-fad4e7dc-67a8-4d05-b1ac-8b324d2d3824 tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3169372 May 18 18:38:24.552864 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 40614) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:38:24.558854 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d1e49e6b-a997-4add-9c93-eaa86ab044bc tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:24.563212 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-cf20113d-c265-4823-bfce-1f76a67e3be0 tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] Request body: {'security_group_rule': {'security_group_id': '33a6b3fa-7044-40f2-96cf-c946e5e2bbf7', 'project_id': '1ecd4fb314944b4697cd6486b529797f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:38:24.622417 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-cf20113d-c265-4823-bfce-1f76a67e3be0 tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:24.636083 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e49e6b-a997-4add-9c93-eaa86ab044bc tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Pushing event deleted for resources: {'Port': ['ID=6f3fba2d-40a5-4c5a-af7f-1ff4821ba1fa,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:38:24.757310 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-cf20113d-c265-4823-bfce-1f76a67e3be0 tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:24.764131 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-cf20113d-c265-4823-bfce-1f76a67e3be0 tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:24.793259 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf20113d-c265-4823-bfce-1f76a67e3be0 tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2a661f6-285f-42f8-b5d1-61698a5959df,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:38:24.812427 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d1e49e6b-a997-4add-9c93-eaa86ab044bc tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596901'] for router_gateway, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:24.814273 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-cf20113d-c265-4823-bfce-1f76a67e3be0 tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:24.819214 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-cf20113d-c265-4823-bfce-1f76a67e3be0 tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2649920 May 18 18:38:24.820239 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 40620) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:38:24.824691 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-1a7fa647-8e04-42f8-b6b0-fd32ed6c7876 tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] Request body: {'security_group_rule': {'security_group_id': '33a6b3fa-7044-40f2-96cf-c946e5e2bbf7', 'project_id': '1ecd4fb314944b4697cd6486b529797f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:38:24.885088 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1a7fa647-8e04-42f8-b6b0-fd32ed6c7876 tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:24.961934 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1a7fa647-8e04-42f8-b6b0-fd32ed6c7876 tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:24.969805 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1a7fa647-8e04-42f8-b6b0-fd32ed6c7876 tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:24.990813 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7fa647-8e04-42f8-b6b0-fd32ed6c7876 tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=399992b9-897d-47ab-8815-4a59a2123559,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:38:25.025764 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1a7fa647-8e04-42f8-b6b0-fd32ed6c7876 tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:25.030840 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-1a7fa647-8e04-42f8-b6b0-fd32ed6c7876 tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2059898 May 18 18:38:25.030840 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 40624) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:38:25.039367 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 40626) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:38:25.044585 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-325d64d8-cd93-4d82-afff-d29258e8b59e tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] Request body: {'security_group_rule': {'security_group_id': '33a6b3fa-7044-40f2-96cf-c946e5e2bbf7', 'project_id': '1ecd4fb314944b4697cd6486b529797f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:38:25.069597 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d1e49e6b-a997-4add-9c93-eaa86ab044bc tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25145'] for router, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:25.076646 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d1e49e6b-a997-4add-9c93-eaa86ab044bc tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:25.082072 n-d-838550-3 neutron-server[102730]: INFO neutron.db.securitygroups_db [None req-325d64d8-cd93-4d82-afff-d29258e8b59e tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] Project 1ecd4fb314944b4697cd6486b529797f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 18 18:38:25.094789 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-325d64d8-cd93-4d82-afff-d29258e8b59e tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:25.161587 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d1e49e6b-a997-4add-9c93-eaa86ab044bc tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593303'] for router, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:25.162256 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1e49e6b-a997-4add-9c93-eaa86ab044bc tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Fanout notify agent at l3_agent the message router_deleted on router 4322132b-008f-44a1-ae16-4bfd1eab76b5 {{(pid=102731) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 18 18:38:25.174482 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d1e49e6b-a997-4add-9c93-eaa86ab044bc tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks [] for router, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:25.182422 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-d1e49e6b-a997-4add-9c93-eaa86ab044bc tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] 10.222.0.85 "DELETE /v2.0/routers/4322132b-008f-44a1-ae16-4bfd1eab76b5 HTTP/1.1" status: 204 len: 168 time: 1.8842127 May 18 18:38:25.183005 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 40632) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:38:25.238913 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-325d64d8-cd93-4d82-afff-d29258e8b59e tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:25.254420 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-325d64d8-cd93-4d82-afff-d29258e8b59e tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:25.316881 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5ec73581-115c-4525-83bc-a4055b3fa669 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:25.358184 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-325d64d8-cd93-4d82-afff-d29258e8b59e tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:25.363159 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-325d64d8-cd93-4d82-afff-d29258e8b59e tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3197556 May 18 18:38:25.363593 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325d64d8-cd93-4d82-afff-d29258e8b59e tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d15c030-470d-430c-8007-a39f231c5130,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:38:25.370220 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 40634) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:38:25.390912 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-175287b6-0862-4bf2-80a7-6805d40d02a6 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:25.398172 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-1438fe9f-20bb-4da6-94c5-5867c9a53e2c tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] Request body: {'security_group_rule': {'security_group_id': '33a6b3fa-7044-40f2-96cf-c946e5e2bbf7', 'project_id': '1ecd4fb314944b4697cd6486b529797f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:38:25.409033 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device ee69ac42-0732-4cc6-9504-0373b30bf908 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:38:25.468018 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: ee69ac42-0732-4cc6-9504-0373b30bf908 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:38:25.468360 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device ee69ac42-0732-4cc6-9504-0373b30bf908 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:38:25.472021 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device d89b021b-9406-445c-bced-30f735f5ede4 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:38:25.540936 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: d89b021b-9406-445c-bced-30f735f5ede4 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:38:25.541270 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device d89b021b-9406-445c-bced-30f735f5ede4 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:38:25.554258 n-d-838550-3 neutron-server[102730]: INFO neutron.db.securitygroups_db [None req-1438fe9f-20bb-4da6-94c5-5867c9a53e2c tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] Project 1ecd4fb314944b4697cd6486b529797f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 18 18:38:25.567900 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1438fe9f-20bb-4da6-94c5-5867c9a53e2c tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:25.653997 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-175287b6-0862-4bf2-80a7-6805d40d02a6 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:25.678460 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5ec73581-115c-4525-83bc-a4055b3fa669 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:25.702253 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5ec73581-115c-4525-83bc-a4055b3fa669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:25.704253 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-175287b6-0862-4bf2-80a7-6805d40d02a6 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2936bb1-2f7b-4738-a1ac-9c42fdfa80cb']}} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:38:25.713994 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-175287b6-0862-4bf2-80a7-6805d40d02a6 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '499fad30-85f8-4940-9f5e-f4b9fa82af1e') {'for_net_delete': True} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:38:25.714283 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-175287b6-0862-4bf2-80a7-6805d40d02a6 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '499fad30-85f8-4940-9f5e-f4b9fa82af1e') {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:38:25.727213 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-175287b6-0862-4bf2-80a7-6805d40d02a6 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260542144'] for segment, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:25.752081 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-175287b6-0862-4bf2-80a7-6805d40d02a6 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:25.754161 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec73581-115c-4525-83bc-a4055b3fa669 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4a19cdc-91c2-4848-a786-131c89c43607,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:38:25.762600 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-175287b6-0862-4bf2-80a7-6805d40d02a6 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=102731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:38:25.763495 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-175287b6-0862-4bf2-80a7-6805d40d02a6 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260884178'] for segment, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:25.765815 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1438fe9f-20bb-4da6-94c5-5867c9a53e2c tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:25.830110 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-5ec73581-115c-4525-83bc-a4055b3fa669 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=741b3d19a8c242f3905b1108083d8b5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8008158 May 18 18:38:25.831677 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1438fe9f-20bb-4da6-94c5-5867c9a53e2c tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:25.833530 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 40638) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:38:25.869966 n-d-838550-3 neutron-server[102731]: Traceback (most recent call last): May 18 18:38:25.869966 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:38:25.869966 n-d-838550-3 neutron-server[102731]: timer() May 18 18:38:25.869966 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:38:25.869966 n-d-838550-3 neutron-server[102731]: cb(*args, **kw) May 18 18:38:25.869966 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:38:25.869966 n-d-838550-3 neutron-server[102731]: return func(*args, **kwargs) May 18 18:38:25.869966 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:38:25.869966 n-d-838550-3 neutron-server[102731]: self._notify() May 18 18:38:25.869966 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:38:25.869966 n-d-838550-3 neutron-server[102731]: self.callback(batched_events) May 18 18:38:25.869966 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:38:25.869966 n-d-838550-3 neutron-server[102731]: event.method(event) May 18 18:38:25.869966 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:38:25.869966 n-d-838550-3 neutron-server[102731]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:38:25.869966 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:38:25.869966 n-d-838550-3 neutron-server[102731]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:38:25.869966 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:38:25.869966 n-d-838550-3 neutron-server[102731]: return f(self, *a, **k) May 18 18:38:25.869966 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:38:25.869966 n-d-838550-3 neutron-server[102731]: return self._get(url).json() May 18 18:38:25.869966 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:38:25.869966 n-d-838550-3 neutron-server[102731]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:38:25.869966 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:38:25.869966 n-d-838550-3 neutron-server[102731]: return self.request(url, 'GET', **kwargs) May 18 18:38:25.869966 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:38:25.869966 n-d-838550-3 neutron-server[102731]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:38:25.869966 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:38:25.869966 n-d-838550-3 neutron-server[102731]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:38:25.869966 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:38:25.869966 n-d-838550-3 neutron-server[102731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:38:25.869966 n-d-838550-3 neutron-server[102731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:38:25.877606 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-175287b6-0862-4bf2-80a7-6805d40d02a6 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:25.885485 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-175287b6-0862-4bf2-80a7-6805d40d02a6 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks [] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:25.889113 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-175287b6-0862-4bf2-80a7-6805d40d02a6 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] 10.222.0.85 "DELETE /v2.0/networks/d2936bb1-2f7b-4738-a1ac-9c42fdfa80cb HTTP/1.1" status: 204 len: 168 time: 0.7049417 May 18 18:38:25.896320 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1438fe9f-20bb-4da6-94c5-5867c9a53e2c tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a5b8dc2-9364-417b-8ad4-c98e1be6468c,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:38:25.906129 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 40640) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:38:25.909726 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175287b6-0862-4bf2-80a7-6805d40d02a6 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Pushing event deleted for resources: {'Network': ['ID=d2936bb1-2f7b-4738-a1ac-9c42fdfa80cb,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:38:25.967850 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1438fe9f-20bb-4da6-94c5-5867c9a53e2c tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:25.977168 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-1438fe9f-20bb-4da6-94c5-5867c9a53e2c tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5928814 May 18 18:38:26.001975 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-76c205d9-e725-4bde-b30d-96513b1ae119 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:26.025736 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-76c205d9-e725-4bde-b30d-96513b1ae119 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:26.093267 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-76c205d9-e725-4bde-b30d-96513b1ae119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:26.095798 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-76c205d9-e725-4bde-b30d-96513b1ae119 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:26.096933 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-76c205d9-e725-4bde-b30d-96513b1ae119 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/a4a19cdc-91c2-4848-a786-131c89c43607 HTTP/1.1" status: 204 len: 168 time: 0.2572157 May 18 18:38:26.202823 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c205d9-e725-4bde-b30d-96513b1ae119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4a19cdc-91c2-4848-a786-131c89c43607,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:38:26.350404 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cd45b39d-4126-44cf-b14f-97084dfdc369 req-a5ef279c-93fd-4435-960b-29e676bf0e13 tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1635854890&fields=id&tenant_id=1ecd4fb314944b4697cd6486b529797f HTTP/1.1" status: 200 len: 267 time: 0.0842845 May 18 18:38:26.632708 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-e8690fdc-d03b-415f-bd0d-f2471bbd380f tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Deleting port 4b245a92-bd04-4451-bb94-107906c55f59 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:38:26.633060 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e8690fdc-d03b-415f-bd0d-f2471bbd380f tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:26.730576 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd45b39d-4126-44cf-b14f-97084dfdc369 req-47a8ee7e-be36-47b7-858e-de6ae3a81623 tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:38:26.738756 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cd45b39d-4126-44cf-b14f-97084dfdc369 req-47a8ee7e-be36-47b7-858e-de6ae3a81623 tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] 10.222.0.85 "GET /v2.0/networks?id=0366f9b0-38bb-4989-8bf4-d18b0262829f HTTP/1.1" status: 200 len: 813 time: 0.3887999 May 18 18:38:26.742117 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e8690fdc-d03b-415f-bd0d-f2471bbd380f tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:26.742661 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e8690fdc-d03b-415f-bd0d-f2471bbd380f tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:26.762513 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 40660) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:38:26.767102 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cd45b39d-4126-44cf-b14f-97084dfdc369 req-9aa86ec2-674b-4d81-87f7-0038d264b2ee tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] 10.222.0.85 "GET /v2.0/quotas/1ecd4fb314944b4697cd6486b529797f HTTP/1.1" status: 200 len: 375 time: 0.0271666 May 18 18:38:26.777994 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-83ca9e33-9523-46f2-ba24-9378aa879534 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:26.784569 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-e8690fdc-d03b-415f-bd0d-f2471bbd380f tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Calling delete_port for 4b245a92-bd04-4451-bb94-107906c55f59 owned by network:floatingip {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:38:26.900443 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cd45b39d-4126-44cf-b14f-97084dfdc369 req-e38f326e-623a-4ef6-b1bb-dcef672b137f tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=1ecd4fb314944b4697cd6486b529797f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1322217 May 18 18:38:27.017239 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-83ca9e33-9523-46f2-ba24-9378aa879534 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:27.042750 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-83ca9e33-9523-46f2-ba24-9378aa879534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:27.047696 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cd45b39d-4126-44cf-b14f-97084dfdc369 req-e55c4715-2891-4376-9edb-9ca4a2309a75 service neutron] 10.222.0.85 "GET /v2.0/networks/0366f9b0-38bb-4989-8bf4-d18b0262829f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246717 May 18 18:38:27.127762 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ca9e33-9523-46f2-ba24-9378aa879534 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41eb0d9f-a7ed-4988-9fe2-6206e789fdbe,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:38:27.213045 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-83ca9e33-9523-46f2-ba24-9378aa879534 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=089ac945db5741608b5ae3bcbe4dbe18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4493339 May 18 18:38:27.218166 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 40666) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:38:27.220162 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 6f3fba2d-40a5-4c5a-af7f-1ff4821ba1fa no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:38:27.276447 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 6f3fba2d-40a5-4c5a-af7f-1ff4821ba1fa {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:38:27.277388 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 6f3fba2d-40a5-4c5a-af7f-1ff4821ba1fa not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:38:27.333483 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cd45b39d-4126-44cf-b14f-97084dfdc369 req-73562e52-fd56-41d2-9f72-0b262a196426 service neutron] 10.222.0.85 "GET /v2.0/networks/0366f9b0-38bb-4989-8bf4-d18b0262829f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2705245 May 18 18:38:27.367611 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1489bc51-42d0-410f-825b-3956682c4b53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:27.383342 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e8690fdc-d03b-415f-bd0d-f2471bbd380f tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:27.408207 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1489bc51-42d0-410f-825b-3956682c4b53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:27.435300 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8690fdc-d03b-415f-bd0d-f2471bbd380f tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Pushing event deleted for resources: {'Port': ['ID=4b245a92-bd04-4451-bb94-107906c55f59,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:38:27.520081 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1489bc51-42d0-410f-825b-3956682c4b53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:27.523055 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1489bc51-42d0-410f-825b-3956682c4b53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:27.526723 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-1489bc51-42d0-410f-825b-3956682c4b53 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/41eb0d9f-a7ed-4988-9fe2-6206e789fdbe HTTP/1.1" status: 204 len: 168 time: 0.3041995 May 18 18:38:27.539616 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1489bc51-42d0-410f-825b-3956682c4b53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41eb0d9f-a7ed-4988-9fe2-6206e789fdbe,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:38:27.573190 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 40674) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:38:27.589464 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e8690fdc-d03b-415f-bd0d-f2471bbd380f tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks [] for floatingip, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:27.590627 n-d-838550-3 neutron-server[102730]: INFO neutron.db.l3_db [None req-e8690fdc-d03b-415f-bd0d-f2471bbd380f tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Floating IP e47f9873-2822-429a-82b2-9952341f98b7 disassociated (deleted). External IP: 172.25.5.43, port: 50efc029-8eb0-452c-8bf5-97eb2156b3ca. May 18 18:38:27.852388 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-cf13e4bb-4cb1-4b78-b3d2-af9c37761486 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:27.977527 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8690fdc-d03b-415f-bd0d-f2471bbd380f tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Router 0f7f61cc-eb57-4ebc-88be-198b69ed2794 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:38:28.120527 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fbfbfda4-6a77-49d2-a9da-4c18b2770e3a req-ffbec50e-2058-49f6-bcd8-00b223deba6f tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] 10.222.0.85 "GET /v2.0/ports?device_id=04973bef-7b14-44a6-9bb4-03a8da381ddc HTTP/1.1" status: 200 len: 210 time: 0.1002049 May 18 18:38:28.163946 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8690fdc-d03b-415f-bd0d-f2471bbd380f tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:38:28.175942 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-cf13e4bb-4cb1-4b78-b3d2-af9c37761486 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:28.179008 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e8690fdc-d03b-415f-bd0d-f2471bbd380f tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:28.184532 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70da8dab-4ce2-4b62-a131-15ccf8cee373 None None] Sync routers for ids ['0f7f61cc-eb57-4ebc-88be-198b69ed2794'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:38:28.184651 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-cf13e4bb-4cb1-4b78-b3d2-af9c37761486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:28.211510 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70da8dab-4ce2-4b62-a131-15ccf8cee373 None None] Routers {'0f7f61cc-eb57-4ebc-88be-198b69ed2794'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:38:28.218613 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-70da8dab-4ce2-4b62-a131-15ccf8cee373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:38:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['0f7f61cc-eb57-4ebc-88be-198b69ed2794'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:38:28.252181 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-e8690fdc-d03b-415f-bd0d-f2471bbd380f tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] 10.222.0.85 "DELETE /v2.0/floatingips/e47f9873-2822-429a-82b2-9952341f98b7 HTTP/1.1" status: 204 len: 168 time: 2.3449667 May 18 18:38:28.252793 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a09dfc37-6e2d-4526-8f65-789a0e8aa185', 'tag': '50efc029-8eb0-452c-8bf5-97eb2156b3ca'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:38:28.259235 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34c85016-24dd-45c6-bf8e-bdf45ea58c49" -d '{"events": [{"name": "network-changed", "server_uuid": "a09dfc37-6e2d-4526-8f65-789a0e8aa185", "tag": "50efc029-8eb0-452c-8bf5-97eb2156b3ca"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:38:28.280225 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 40700) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:38:28.288732 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-cf13e4bb-4cb1-4b78-b3d2-af9c37761486 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=1503cd4ceced4671bd25f7f6a132fda1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7142727 May 18 18:38:28.302099 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf13e4bb-4cb1-4b78-b3d2-af9c37761486 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=994b6a3e-7ea9-4b8c-8a4d-c4785c9f6a5e,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:38:28.364471 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e74f0c5d-fc96-408a-ac03-a449c2d41bf4 x-openstack-request-id: req-e74f0c5d-fc96-408a-ac03-a449c2d41bf4 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:38:28.365085 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a09dfc37-6e2d-4526-8f65-789a0e8aa185", "tag": "50efc029-8eb0-452c-8bf5-97eb2156b3ca", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:38:28.365787 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-e74f0c5d-fc96-408a-ac03-a449c2d41bf4 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:38:28.366386 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e74f0c5d-fc96-408a-ac03-a449c2d41bf4'] response: {'name': 'network-changed', 'server_uuid': 'a09dfc37-6e2d-4526-8f65-789a0e8aa185', 'tag': '50efc029-8eb0-452c-8bf5-97eb2156b3ca', 'status': 'completed', 'code': 200} May 18 18:38:28.427069 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d54b9c94-ff2b-45c5-bee9-ebb291d78661 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:28.485726 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d54b9c94-ff2b-45c5-bee9-ebb291d78661 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:28.502474 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c85016-24dd-45c6-bf8e-bdf45ea58c49 req-924a1e35-b874-471f-840e-df4bed7690f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:38:28.507378 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-34c85016-24dd-45c6-bf8e-bdf45ea58c49 req-924a1e35-b874-471f-840e-df4bed7690f8 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=fcedd57ef6014f74aa9caf624aae4bec&device_id=a09dfc37-6e2d-4526-8f65-789a0e8aa185 HTTP/1.1" status: 200 len: 1135 time: 0.1150301 May 18 18:38:28.518577 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-70da8dab-4ce2-4b62-a131-15ccf8cee373 None None] Set router 0f7f61cc-eb57-4ebc-88be-198b69ed2794 gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:38:28.612630 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d54b9c94-ff2b-45c5-bee9-ebb291d78661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:28.617042 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d54b9c94-ff2b-45c5-bee9-ebb291d78661 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:28.620585 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-d54b9c94-ff2b-45c5-bee9-ebb291d78661 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/994b6a3e-7ea9-4b8c-8a4d-c4785c9f6a5e HTTP/1.1" status: 204 len: 168 time: 0.3371744 May 18 18:38:28.652688 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54b9c94-ff2b-45c5-bee9-ebb291d78661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=994b6a3e-7ea9-4b8c-8a4d-c4785c9f6a5e,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:38:29.103341 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-70da8dab-4ce2-4b62-a131-15ccf8cee373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f7f61cc-eb57-4ebc-88be-198b69ed2794', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1441625821', 'tenant_id': 'fcedd57ef6014f74aa9caf624aae4bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': '3504aacc-6584-4478-8bff-85115e72a151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:36:36Z', 'updated_at': '2022-05-18T18:36:46Z', 'revision_number': 4, 'project_id': 'fcedd57ef6014f74aa9caf624aae4bec', 'gw_port': {'id': '3504aacc-6584-4478-8bff-85115e72a151', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:92:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7f61cc-eb57-4ebc-88be-198b69ed2794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3409, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:36:37Z', 'updated_at': '2022-05-18T18:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '78ebd323-7bf6-4ef6-8d6e-282645481a8b', 'name': '', 'network_id': '218c386f-948a-4b27-b6ec-5f92eea3f688', 'tenant_id': 'fcedd57ef6014f74aa9caf624aae4bec', 'mac_address': 'fa:16:3e:c3:ca:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7f61cc-eb57-4ebc-88be-198b69ed2794', 'device_owner': 'network:router_interface', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': '2eab0795-06ba-4cda-9ceb-aabe79cba9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:36:44Z', 'updated_at': '2022-05-18T18:36:52Z', 'revision_number': 5, 'project_id': 'fcedd57ef6014f74aa9caf624aae4bec', 'subnets': [{'id': '2eab0795-06ba-4cda-9ceb-aabe79cba9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:38:29.189534 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70da8dab-4ce2-4b62-a131-15ccf8cee373 None None] Checking router: 0f7f61cc-eb57-4ebc-88be-198b69ed2794 for host: n-d-838550-3 {{(pid=102732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:38:29.207261 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c85016-24dd-45c6-bf8e-bdf45ea58c49 req-ce3cc90a-e736-473a-96a2-b6ccd8530a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:38:29.208752 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-34c85016-24dd-45c6-bf8e-bdf45ea58c49 req-ce3cc90a-e736-473a-96a2-b6ccd8530a14 service neutron] 10.222.0.88 "GET /v2.0/networks?id=218c386f-948a-4b27-b6ec-5f92eea3f688 HTTP/1.1" status: 200 len: 898 time: 0.6953099 May 18 18:38:29.214419 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70da8dab-4ce2-4b62-a131-15ccf8cee373 None None] Routers {'0f7f61cc-eb57-4ebc-88be-198b69ed2794'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:38:29.215116 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-70da8dab-4ce2-4b62-a131-15ccf8cee373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:38:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['0f7f61cc-eb57-4ebc-88be-198b69ed2794'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:38:29.217565 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad795f87-ad19-4386-a092-6ac517efbb03 req-ea387497-94e8-42fd-aa8e-c2bf61108fc7 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:38:29.225502 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ad795f87-ad19-4386-a092-6ac517efbb03 req-ea387497-94e8-42fd-aa8e-c2bf61108fc7 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] 10.222.0.85 "GET /v2.0/ports?device_id=a09dfc37-6e2d-4526-8f65-789a0e8aa185 HTTP/1.1" status: 200 len: 984 time: 0.4812479 May 18 18:38:29.286417 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-34c85016-24dd-45c6-bf8e-bdf45ea58c49 req-498f4ad6-2d86-40ff-9cff-a214fd9aaddc service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=50efc029-8eb0-452c-8bf5-97eb2156b3ca HTTP/1.1" status: 200 len: 217 time: 0.0533898 May 18 18:38:29.351338 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ad795f87-ad19-4386-a092-6ac517efbb03 req-810bb85f-8c34-4902-a558-b7fa8d5aedc8 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] 10.222.0.85 "GET /v2.0/security-groups?id=7960def4-1317-4218-ba95-57de8aea5955&id=4585493d-67c0-4974-b633-329ca8761e90&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1248350 May 18 18:38:29.353034 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-11dc0950-4042-4f61-92db-1f44ce7ea67c req-e47e2621-0f48-4420-8839-1dd62a1c5304 tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] 10.222.0.85 "GET /v2.0/ports?device_id=04973bef-7b14-44a6-9bb4-03a8da381ddc HTTP/1.1" status: 200 len: 210 time: 0.0580318 May 18 18:38:29.370962 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c85016-24dd-45c6-bf8e-bdf45ea58c49 req-77ace785-d6f1-4c5e-b7ef-112958c087f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:38:29.372651 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-34c85016-24dd-45c6-bf8e-bdf45ea58c49 req-77ace785-d6f1-4c5e-b7ef-112958c087f0 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2eab0795-06ba-4cda-9ceb-aabe79cba9d9 HTTP/1.1" status: 200 len: 835 time: 0.0731010 May 18 18:38:29.446680 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-70da8dab-4ce2-4b62-a131-15ccf8cee373 None None] Set router 0f7f61cc-eb57-4ebc-88be-198b69ed2794 gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:38:29.447347 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c85016-24dd-45c6-bf8e-bdf45ea58c49 req-1f56dc38-9b44-410e-a7ac-d643a5e08270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:38:29.448864 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-34c85016-24dd-45c6-bf8e-bdf45ea58c49 req-1f56dc38-9b44-410e-a7ac-d643a5e08270 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=218c386f-948a-4b27-b6ec-5f92eea3f688&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0676994 May 18 18:38:29.519938 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 40730) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:38:29.536888 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1a2b19fd-b887-47b2-a1aa-101974bf7429 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:29.596464 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-34c85016-24dd-45c6-bf8e-bdf45ea58c49 req-861bbadc-4607-4242-b879-35fa82b95f3e service neutron] 10.222.0.88 "GET /v2.0/networks/218c386f-948a-4b27-b6ec-5f92eea3f688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346288 May 18 18:38:29.818293 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-34c85016-24dd-45c6-bf8e-bdf45ea58c49 req-c733d912-2d11-4af0-bdd9-5b042e81c61f service neutron] 10.222.0.88 "GET /v2.0/networks/218c386f-948a-4b27-b6ec-5f92eea3f688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106416 May 18 18:38:29.835165 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-70da8dab-4ce2-4b62-a131-15ccf8cee373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f7f61cc-eb57-4ebc-88be-198b69ed2794', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1441625821', 'tenant_id': 'fcedd57ef6014f74aa9caf624aae4bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': '3504aacc-6584-4478-8bff-85115e72a151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:36:36Z', 'updated_at': '2022-05-18T18:36:46Z', 'revision_number': 4, 'project_id': 'fcedd57ef6014f74aa9caf624aae4bec', 'gw_port': {'id': '3504aacc-6584-4478-8bff-85115e72a151', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:92:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7f61cc-eb57-4ebc-88be-198b69ed2794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3409, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:36:37Z', 'updated_at': '2022-05-18T18:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '78ebd323-7bf6-4ef6-8d6e-282645481a8b', 'name': '', 'network_id': '218c386f-948a-4b27-b6ec-5f92eea3f688', 'tenant_id': 'fcedd57ef6014f74aa9caf624aae4bec', 'mac_address': 'fa:16:3e:c3:ca:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7f61cc-eb57-4ebc-88be-198b69ed2794', 'device_owner': 'network:router_interface', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': '2eab0795-06ba-4cda-9ceb-aabe79cba9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:36:44Z', 'updated_at': '2022-05-18T18:36:52Z', 'revision_number': 5, 'project_id': 'fcedd57ef6014f74aa9caf624aae4bec', 'subnets': [{'id': '2eab0795-06ba-4cda-9ceb-aabe79cba9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:38:29.856213 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1a2b19fd-b887-47b2-a1aa-101974bf7429 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:29.877215 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1a2b19fd-b887-47b2-a1aa-101974bf7429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:29.879644 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70da8dab-4ce2-4b62-a131-15ccf8cee373 None None] The sync data for ids ['0f7f61cc-eb57-4ebc-88be-198b69ed2794'] in n-d-838550-3 is: [{'id': '0f7f61cc-eb57-4ebc-88be-198b69ed2794', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1441625821', 'tenant_id': 'fcedd57ef6014f74aa9caf624aae4bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': '3504aacc-6584-4478-8bff-85115e72a151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:36:36Z', 'updated_at': '2022-05-18T18:36:46Z', 'revision_number': 4, 'project_id': 'fcedd57ef6014f74aa9caf624aae4bec', 'gw_port': {'id': '3504aacc-6584-4478-8bff-85115e72a151', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:92:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7f61cc-eb57-4ebc-88be-198b69ed2794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3409, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:36:37Z', 'updated_at': '2022-05-18T18:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '78ebd323-7bf6-4ef6-8d6e-282645481a8b', 'name': '', 'network_id': '218c386f-948a-4b27-b6ec-5f92eea3f688', 'tenant_id': 'fcedd57ef6014f74aa9caf624aae4bec', 'mac_address': 'fa:16:3e:c3:ca:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7f61cc-eb57-4ebc-88be-198b69ed2794', 'device_owner': 'network:router_interface', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': '2eab0795-06ba-4cda-9ceb-aabe79cba9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:36:44Z', 'updated_at': '2022-05-18T18:36:52Z', 'revision_number': 5, 'project_id': 'fcedd57ef6014f74aa9caf624aae4bec', 'subnets': [{'id': '2eab0795-06ba-4cda-9ceb-aabe79cba9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:38:29.979215 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-1a2b19fd-b887-47b2-a1aa-101974bf7429 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=15f05d12a21a4bc38ea243a0784f8ebc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4581637 May 18 18:38:29.981957 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 40742) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:38:29.993036 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2b19fd-b887-47b2-a1aa-101974bf7429 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4b2cba4-3a69-4106-a431-4ba908442a0d,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:38:30.020235 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd45b39d-4126-44cf-b14f-97084dfdc369 req-050dc200-1aea-4cf3-8098-7b5f9bac0e69 tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:38:30.021827 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cd45b39d-4126-44cf-b14f-97084dfdc369 req-050dc200-1aea-4cf3-8098-7b5f9bac0e69 tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] 10.222.0.36 "GET /v2.0/networks?id=0366f9b0-38bb-4989-8bf4-d18b0262829f HTTP/1.1" status: 200 len: 813 time: 0.3657243 May 18 18:38:30.081886 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0b48450e-6708-4236-8ee3-1f7a89b0f0ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:30.119716 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0b48450e-6708-4236-8ee3-1f7a89b0f0ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:30.156726 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cd45b39d-4126-44cf-b14f-97084dfdc369 req-075e2f7b-a980-4302-ba4f-d15198d65f52 tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1ecd4fb314944b4697cd6486b529797f HTTP/1.1" status: 200 len: 380 time: 0.1206105 May 18 18:38:30.164110 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-cd45b39d-4126-44cf-b14f-97084dfdc369 req-d6b4269a-6a5d-48cf-95ff-953b1655b6a0 tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] Request body: {'port': {'device_id': '04973bef-7b14-44a6-9bb4-03a8da381ddc', 'network_id': '0366f9b0-38bb-4989-8bf4-d18b0262829f', 'admin_state_up': True, 'tenant_id': '1ecd4fb314944b4697cd6486b529797f', 'security_groups': ['33a6b3fa-7044-40f2-96cf-c946e5e2bbf7']}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:38:30.324851 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40a1c37-65e8-4ec4-816c-7316eaaffd30 req-64e79dfa-01b2-4c40-ba9e-f251193e219f tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:38:30.327021 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b40a1c37-65e8-4ec4-816c-7316eaaffd30 req-64e79dfa-01b2-4c40-ba9e-f251193e219f tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] 10.222.0.88 "GET /v2.0/ports?device_id=a09dfc37-6e2d-4526-8f65-789a0e8aa185 HTTP/1.1" status: 200 len: 984 time: 0.1748161 May 18 18:38:30.391979 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd45b39d-4126-44cf-b14f-97084dfdc369 req-d6b4269a-6a5d-48cf-95ff-953b1655b6a0 tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] Made reservation on behalf of 1ecd4fb314944b4697cd6486b529797f for: {'port': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:38:30.397250 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-cd45b39d-4126-44cf-b14f-97084dfdc369 req-d6b4269a-6a5d-48cf-95ff-953b1655b6a0 tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:30.401516 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0b48450e-6708-4236-8ee3-1f7a89b0f0ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:30.408843 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0b48450e-6708-4236-8ee3-1f7a89b0f0ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:30.415126 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-0b48450e-6708-4236-8ee3-1f7a89b0f0ae admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/f4b2cba4-3a69-4106-a431-4ba908442a0d HTTP/1.1" status: 204 len: 168 time: 0.4262133 May 18 18:38:30.454025 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b48450e-6708-4236-8ee3-1f7a89b0f0ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4b2cba4-3a69-4106-a431-4ba908442a0d,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:38:30.491060 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-b40a1c37-65e8-4ec4-816c-7316eaaffd30 req-03dbaf7a-6223-462f-9e6b-15e3d235c479 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Deleting port 50efc029-8eb0-452c-8bf5-97eb2156b3ca {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:38:30.491401 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-b40a1c37-65e8-4ec4-816c-7316eaaffd30 req-03dbaf7a-6223-462f-9e6b-15e3d235c479 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:30.601182 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a132757-c12a-41b2-9c1a-e15083eb3035 None None] New status for floating IP e47f9873-2822-429a-82b2-9952341f98b7: DOWN {{(pid=102733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 18:38:30.661058 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b54fc841-4efe-4b83-8b26-a379285b3fe9 req-83738c17-9ed4-458c-9811-40ea4688c1f0 tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] 10.222.0.85 "GET /v2.0/ports?device_id=04973bef-7b14-44a6-9bb4-03a8da381ddc HTTP/1.1" status: 200 len: 210 time: 0.0719731 May 18 18:38:30.661817 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 40758) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:38:30.715918 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-b40a1c37-65e8-4ec4-816c-7316eaaffd30 req-03dbaf7a-6223-462f-9e6b-15e3d235c479 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] For port 50efc029-8eb0-452c-8bf5-97eb2156b3ca, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=50efc029-8eb0-452c-8bf5-97eb2156b3ca,segment=NetworkSegment(6f27e3e4-8bea-4347-9c9c-e4262373c962),segment_id=6f27e3e4-8bea-4347-9c9c-e4262373c962)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:38:30.716339 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-b40a1c37-65e8-4ec4-816c-7316eaaffd30 req-03dbaf7a-6223-462f-9e6b-15e3d235c479 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:30.738433 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [req-cd45b39d-4126-44cf-b14f-97084dfdc369 req-d6b4269a-6a5d-48cf-95ff-953b1655b6a0 tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] Allocated IP 172.20.0.10 (0366f9b0-38bb-4989-8bf4-d18b0262829f/09f67ed9-b1e5-46fd-84fd-a8a236be4858/61cbd5b4-b7de-4b8c-80e7-a240c00eb86d) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:38:30.754703 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-b40a1c37-65e8-4ec4-816c-7316eaaffd30 req-03dbaf7a-6223-462f-9e6b-15e3d235c479 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Calling delete_port for 50efc029-8eb0-452c-8bf5-97eb2156b3ca owned by compute:nova {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:38:30.884389 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6dc91a-a12c-47d8-8ce2-7379a3556ab8 req-b1cbe66b-1618-4bf1-ad43-4c684f374ec5 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:38:30.887886 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2e6dc91a-a12c-47d8-8ce2-7379a3556ab8 req-b1cbe66b-1618-4bf1-ad43-4c684f374ec5 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] 10.222.0.85 "GET /v2.0/ports?device_id=a09dfc37-6e2d-4526-8f65-789a0e8aa185 HTTP/1.1" status: 200 len: 984 time: 0.2864447 May 18 18:38:31.006717 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2e6dc91a-a12c-47d8-8ce2-7379a3556ab8 req-f2d338fa-266f-421c-83a3-5822f6bbcec5 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] 10.222.0.85 "GET /v2.0/security-groups?id=7960def4-1317-4218-ba95-57de8aea5955&id=4585493d-67c0-4974-b633-329ca8761e90&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1034932 May 18 18:38:31.103860 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-cd45b39d-4126-44cf-b14f-97084dfdc369 req-d6b4269a-6a5d-48cf-95ff-953b1655b6a0 tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:31.193854 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-cd45b39d-4126-44cf-b14f-97084dfdc369 req-d6b4269a-6a5d-48cf-95ff-953b1655b6a0 tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:31.203280 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-b40a1c37-65e8-4ec4-816c-7316eaaffd30 req-03dbaf7a-6223-462f-9e6b-15e3d235c479 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:31.228055 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:31.236792 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-f0c2ae1b-dd28-40d1-a4fb-63e48316d657 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-991438293', 'router:external': True}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:38:31.289672 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dbaf7a-6223-462f-9e6b-15e3d235c479 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Pushing event deleted for resources: {'Port': ['ID=50efc029-8eb0-452c-8bf5-97eb2156b3ca,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:38:31.339886 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-b40a1c37-65e8-4ec4-816c-7316eaaffd30 req-03dbaf7a-6223-462f-9e6b-15e3d235c479 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] No DVR routers for this DVR port 50efc029-8eb0-452c-8bf5-97eb2156b3ca on host n-h2-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:38:31.346877 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-b40a1c37-65e8-4ec4-816c-7316eaaffd30 req-03dbaf7a-6223-462f-9e6b-15e3d235c479 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:31.352343 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b40a1c37-65e8-4ec4-816c-7316eaaffd30 req-03dbaf7a-6223-462f-9e6b-15e3d235c479 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] 10.222.0.88 "DELETE /v2.0/ports/50efc029-8eb0-452c-8bf5-97eb2156b3ca HTTP/1.1" status: 204 len: 173 time: 1.0171826 May 18 18:38:31.352898 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a09dfc37-6e2d-4526-8f65-789a0e8aa185', 'name': 'network-vif-deleted', 'tag': '50efc029-8eb0-452c-8bf5-97eb2156b3ca'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:38:31.356240 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd45b39d-4126-44cf-b14f-97084dfdc369 req-d6b4269a-6a5d-48cf-95ff-953b1655b6a0 tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] Network 0366f9b0-38bb-4989-8bf4-d18b0262829f is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:38:31.357087 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14894bed-84cd-4e88-aaf9-5a2fd9fb45cb" -d '{"events": [{"server_uuid": "a09dfc37-6e2d-4526-8f65-789a0e8aa185", "name": "network-vif-deleted", "tag": "50efc029-8eb0-452c-8bf5-97eb2156b3ca"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:38:31.362154 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [req-cd45b39d-4126-44cf-b14f-97084dfdc369 req-d6b4269a-6a5d-48cf-95ff-953b1655b6a0 tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:38:31.387268 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:31.388699 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd45b39d-4126-44cf-b14f-97084dfdc369 req-d6b4269a-6a5d-48cf-95ff-953b1655b6a0 tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:38:31.409482 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b4269a-6a5d-48cf-95ff-953b1655b6a0 tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] Pushing event updated for resources: {'Port': ['ID=61cbd5b4-b7de-4b8c-80e7-a240c00eb86d,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:38:31.460860 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-717d0e5b-a88c-4b63-97c8-4333d4620dd6 x-openstack-request-id: req-717d0e5b-a88c-4b63-97c8-4333d4620dd6 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:38:31.462350 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a09dfc37-6e2d-4526-8f65-789a0e8aa185", "name": "network-vif-deleted", "tag": "50efc029-8eb0-452c-8bf5-97eb2156b3ca", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:38:31.462839 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-717d0e5b-a88c-4b63-97c8-4333d4620dd6 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:38:31.463504 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-717d0e5b-a88c-4b63-97c8-4333d4620dd6'] response: {'server_uuid': 'a09dfc37-6e2d-4526-8f65-789a0e8aa185', 'name': 'network-vif-deleted', 'tag': '50efc029-8eb0-452c-8bf5-97eb2156b3ca', 'status': 'completed', 'code': 200} May 18 18:38:31.491175 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0c2ae1b-dd28-40d1-a4fb-63e48316d657 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Made reservation on behalf of 1c7faea8173a4c1c936b28ca564646ad for: {'network': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:38:31.493658 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f0c2ae1b-dd28-40d1-a4fb-63e48316d657 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:31.586330 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd45b39d-4126-44cf-b14f-97084dfdc369 req-d6b4269a-6a5d-48cf-95ff-953b1655b6a0 tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:38:31.587682 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-cd45b39d-4126-44cf-b14f-97084dfdc369 req-d6b4269a-6a5d-48cf-95ff-953b1655b6a0 tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:31.636526 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f0c2ae1b-dd28-40d1-a4fb-63e48316d657 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:31.659978 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cd45b39d-4126-44cf-b14f-97084dfdc369 req-d6b4269a-6a5d-48cf-95ff-953b1655b6a0 tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4997656 May 18 18:38:31.773241 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-df6c3859-6b1a-4049-9024-a377e6459640 None None] Provisioning complete for port 61cbd5b4-b7de-4b8c-80e7-a240c00eb86d triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:38:31.774874 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-df6c3859-6b1a-4049-9024-a377e6459640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:31.801307 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f0c2ae1b-dd28-40d1-a4fb-63e48316d657 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:31.807956 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-cd45b39d-4126-44cf-b14f-97084dfdc369 req-7e43ef54-d1d4-406d-a38f-de6047fdd25b service neutron] Request body: {'port': {'device_id': '04973bef-7b14-44a6-9bb4-03a8da381ddc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-3'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:38:31.812502 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f0c2ae1b-dd28-40d1-a4fb-63e48316d657 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:31.857885 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-df6c3859-6b1a-4049-9024-a377e6459640 None None] Port 61cbd5b4-b7de-4b8c-80e7-a240c00eb86d cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:38:31.919028 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0c2ae1b-dd28-40d1-a4fb-63e48316d657 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 633} {{(pid=102730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:38:31.969689 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c2ae1b-dd28-40d1-a4fb-63e48316d657 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c0d0fdf-11dd-41f7-b149-0d7a47a34d91,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:38:31.976493 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f0c2ae1b-dd28-40d1-a4fb-63e48316d657 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:31.979972 n-d-838550-3 neutron-server[102730]: INFO neutron.db.segments_db [None req-f0c2ae1b-dd28-40d1-a4fb-63e48316d657 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Added segment 4f7c41a2-a30b-46bf-95a3-1b137fe07580 of type vlan for network c23d83e7-600a-415e-9b8b-e7a4cc22a18f May 18 18:38:31.992820 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-cd45b39d-4126-44cf-b14f-97084dfdc369 req-7e43ef54-d1d4-406d-a38f-de6047fdd25b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:32.047243 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fb9b5a-524e-44b7-904d-dcff09d0a76c req-43d8db73-c24e-4b96-b4b8-b2cf34d76e24 tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:38:32.059548 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-05fb9b5a-524e-44b7-904d-dcff09d0a76c req-43d8db73-c24e-4b96-b4b8-b2cf34d76e24 tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] 10.222.0.85 "GET /v2.0/ports?device_id=04973bef-7b14-44a6-9bb4-03a8da381ddc HTTP/1.1" status: 200 len: 932 time: 0.2415209 May 18 18:38:32.157246 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-05fb9b5a-524e-44b7-904d-dcff09d0a76c req-2904bda0-5604-4baf-8a5b-04e13d75ad4e tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] 10.222.0.85 "GET /v2.0/security-groups?id=33a6b3fa-7044-40f2-96cf-c946e5e2bbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966558 May 18 18:38:32.245727 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f0c2ae1b-dd28-40d1-a4fb-63e48316d657 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:32.250068 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0e75eed6-afa7-45b8-a8fe-d59457e91394 req-ebf011f5-833d-4955-921b-34087548c0ec tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] 10.222.0.85 "GET /v2.0/ports?device_id=a09dfc37-6e2d-4526-8f65-789a0e8aa185 HTTP/1.1" status: 200 len: 210 time: 0.0521941 May 18 18:38:32.334661 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f0c2ae1b-dd28-40d1-a4fb-63e48316d657 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:32.336333 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c2ae1b-dd28-40d1-a4fb-63e48316d657 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:38:32.337186 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f0c2ae1b-dd28-40d1-a4fb-63e48316d657 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:32.448225 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-f0c2ae1b-dd28-40d1-a4fb-63e48316d657 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.7767491 May 18 18:38:32.448913 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 40794) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:38:32.454978 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-59ed37d8-4001-4115-b1e4-57547573437e tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Request body: {'subnet': {'network_id': 'c23d83e7-600a-415e-9b8b-e7a4cc22a18f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:38:32.493787 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59ed37d8-4001-4115-b1e4-57547573437e tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Made reservation on behalf of 1c7faea8173a4c1c936b28ca564646ad for: {'subnet': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:38:32.496963 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c2ae1b-dd28-40d1-a4fb-63e48316d657 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Pushing event updated for resources: {'Network': ['ID=c23d83e7-600a-415e-9b8b-e7a4cc22a18f,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:38:32.498325 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-59ed37d8-4001-4115-b1e4-57547573437e tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260908003'] for subnet, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:32.508168 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network c23d83e7-600a-415e-9b8b-e7a4cc22a18f details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:38:32.624181 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [req-cd45b39d-4126-44cf-b14f-97084dfdc369 req-7e43ef54-d1d4-406d-a38f-de6047fdd25b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61cbd5b4-b7de-4b8c-80e7-a240c00eb86d {{(pid=102730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:38:32.641049 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-cd45b39d-4126-44cf-b14f-97084dfdc369 req-7e43ef54-d1d4-406d-a38f-de6047fdd25b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:32.668222 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [req-cd45b39d-4126-44cf-b14f-97084dfdc369 req-7e43ef54-d1d4-406d-a38f-de6047fdd25b service neutron] Transition to ACTIVE for port object 61cbd5b4-b7de-4b8c-80e7-a240c00eb86d will not be triggered until provisioned by entity L2. {{(pid=102730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:38:32.681846 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-cd45b39d-4126-44cf-b14f-97084dfdc369 req-7e43ef54-d1d4-406d-a38f-de6047fdd25b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:32.795037 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e43ef54-d1d4-406d-a38f-de6047fdd25b service neutron] Pushing event updated for resources: {'Port': ['ID=61cbd5b4-b7de-4b8c-80e7-a240c00eb86d,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:38:32.962899 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-cd45b39d-4126-44cf-b14f-97084dfdc369 req-7e43ef54-d1d4-406d-a38f-de6047fdd25b service neutron] Attempting to bind port 61cbd5b4-b7de-4b8c-80e7-a240c00eb86d on host n-h1-838550-3 for vnic_type normal with profile {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:38:32.963248 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-cd45b39d-4126-44cf-b14f-97084dfdc369 req-7e43ef54-d1d4-406d-a38f-de6047fdd25b service neutron] Attempting to bind port 61cbd5b4-b7de-4b8c-80e7-a240c00eb86d by drivers openvswitch,hyperv on host n-h1-838550-3 at level 0 using segments [{'id': 'ae854d53-3850-4a60-897d-fcda4e2a5a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '0366f9b0-38bb-4989-8bf4-d18b0262829f'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:38:32.963591 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd45b39d-4126-44cf-b14f-97084dfdc369 req-7e43ef54-d1d4-406d-a38f-de6047fdd25b service neutron] Attempting to bind port 61cbd5b4-b7de-4b8c-80e7-a240c00eb86d on network 0366f9b0-38bb-4989-8bf4-d18b0262829f {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:38:32.969867 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd45b39d-4126-44cf-b14f-97084dfdc369 req-7e43ef54-d1d4-406d-a38f-de6047fdd25b service neutron] Port 61cbd5b4-b7de-4b8c-80e7-a240c00eb86d on network 0366f9b0-38bb-4989-8bf4-d18b0262829f not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-3 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:38:32.970170 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd45b39d-4126-44cf-b14f-97084dfdc369 req-7e43ef54-d1d4-406d-a38f-de6047fdd25b service neutron] Attempting to bind port 61cbd5b4-b7de-4b8c-80e7-a240c00eb86d on network 0366f9b0-38bb-4989-8bf4-d18b0262829f {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:38:32.977203 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd45b39d-4126-44cf-b14f-97084dfdc369 req-7e43ef54-d1d4-406d-a38f-de6047fdd25b service neutron] Checking agent: {'id': '1dbac822-25f2-4df8-9dc8-5c2e7b136eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:38:32.977600 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd45b39d-4126-44cf-b14f-97084dfdc369 req-7e43ef54-d1d4-406d-a38f-de6047fdd25b service neutron] Checking segment: {'id': 'ae854d53-3850-4a60-897d-fcda4e2a5a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '0366f9b0-38bb-4989-8bf4-d18b0262829f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:38:32.978067 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd45b39d-4126-44cf-b14f-97084dfdc369 req-7e43ef54-d1d4-406d-a38f-de6047fdd25b service neutron] Bound using segment: {'id': 'ae854d53-3850-4a60-897d-fcda4e2a5a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '0366f9b0-38bb-4989-8bf4-d18b0262829f'} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:38:32.978573 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-cd45b39d-4126-44cf-b14f-97084dfdc369 req-7e43ef54-d1d4-406d-a38f-de6047fdd25b service neutron] Bound port: 61cbd5b4-b7de-4b8c-80e7-a240c00eb86d, host: n-h1-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae854d53-3850-4a60-897d-fcda4e2a5a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '0366f9b0-38bb-4989-8bf4-d18b0262829f'}}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:38:32.979344 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-cd45b39d-4126-44cf-b14f-97084dfdc369 req-7e43ef54-d1d4-406d-a38f-de6047fdd25b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:33.112253 n-d-838550-3 neutron-server[102731]: DEBUG neutron.objects.ports [None req-59ed37d8-4001-4115-b1e4-57547573437e tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102731) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} May 18 18:38:33.112850 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-59ed37d8-4001-4115-b1e4-57547573437e tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260898481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260908021'] for subnet, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:33.123499 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-cd45b39d-4126-44cf-b14f-97084dfdc369 req-7e43ef54-d1d4-406d-a38f-de6047fdd25b service neutron] For port 61cbd5b4-b7de-4b8c-80e7-a240c00eb86d, host n-h1-838550-3, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:38:33.132949 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-cd45b39d-4126-44cf-b14f-97084dfdc369 req-7e43ef54-d1d4-406d-a38f-de6047fdd25b service neutron] For port 61cbd5b4-b7de-4b8c-80e7-a240c00eb86d, host n-h1-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=61cbd5b4-b7de-4b8c-80e7-a240c00eb86d,segment=NetworkSegment(ae854d53-3850-4a60-897d-fcda4e2a5a02),segment_id=ae854d53-3850-4a60-897d-fcda4e2a5a02)] {{(pid=102730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:38:33.143722 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-cd45b39d-4126-44cf-b14f-97084dfdc369 req-7e43ef54-d1d4-406d-a38f-de6047fdd25b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:33.216040 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ed37d8-4001-4115-b1e4-57547573437e tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Pushing event updated for resources: {'Subnet': ['ID=f1eeeed8-f1ec-440c-b36f-efd1745635a9,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:38:33.244979 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ed37d8-4001-4115-b1e4-57547573437e tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Checking segment: {'id': '4f7c41a2-a30b-46bf-95a3-1b137fe07580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c23d83e7-600a-415e-9b8b-e7a4cc22a18f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:38:33.245490 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ed37d8-4001-4115-b1e4-57547573437e tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Network hostable DHCP agents. Network: c23d83e7-600a-415e-9b8b-e7a4cc22a18f, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:38:33.275460 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e43ef54-d1d4-406d-a38f-de6047fdd25b service neutron] Pushing event updated for resources: {'Port': ['ID=61cbd5b4-b7de-4b8c-80e7-a240c00eb86d,revision_number=3']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:38:33.320270 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ed37d8-4001-4115-b1e4-57547573437e tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Network c23d83e7-600a-415e-9b8b-e7a4cc22a18f is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:38:33.320549 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd45b39d-4126-44cf-b14f-97084dfdc369 req-7e43ef54-d1d4-406d-a38f-de6047fdd25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:38:33.321085 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-cd45b39d-4126-44cf-b14f-97084dfdc369 req-7e43ef54-d1d4-406d-a38f-de6047fdd25b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:33.323070 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cd45b39d-4126-44cf-b14f-97084dfdc369 req-7e43ef54-d1d4-406d-a38f-de6047fdd25b service neutron] 10.222.0.36 "PUT /v2.0/ports/61cbd5b4-b7de-4b8c-80e7-a240c00eb86d HTTP/1.1" status: 200 len: 1092 time: 1.5200119 May 18 18:38:33.323556 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04973bef-7b14-44a6-9bb4-03a8da381ddc', 'tag': '61cbd5b4-b7de-4b8c-80e7-a240c00eb86d'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:38:33.345600 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b8aad6b-8b94-4f8a-82dd-97c84e2430ea" -d '{"events": [{"name": "network-changed", "server_uuid": "04973bef-7b14-44a6-9bb4-03a8da381ddc", "tag": "61cbd5b4-b7de-4b8c-80e7-a240c00eb86d"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:38:33.395354 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 40808) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:38:33.450217 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-59ed37d8-4001-4115-b1e4-57547573437e tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, c23d83e7-600a-415e-9b8b-e7a4cc22a18f) {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:38:33.467489 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f22f71ad-5482-4f03-ae11-4f4e574bbbc6 None None] Network c23d83e7-600a-415e-9b8b-e7a4cc22a18f requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:38:33.488260 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d28b05f-9f05-41f9-ac2b-5b1b81af1c72 x-openstack-request-id: req-7d28b05f-9f05-41f9-ac2b-5b1b81af1c72 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:38:33.488766 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04973bef-7b14-44a6-9bb4-03a8da381ddc", "tag": "61cbd5b4-b7de-4b8c-80e7-a240c00eb86d", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:38:33.488885 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-7d28b05f-9f05-41f9-ac2b-5b1b81af1c72 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:38:33.490535 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d28b05f-9f05-41f9-ac2b-5b1b81af1c72'] response: {'name': 'network-changed', 'server_uuid': '04973bef-7b14-44a6-9bb4-03a8da381ddc', 'tag': '61cbd5b4-b7de-4b8c-80e7-a240c00eb86d', 'status': 'completed', 'code': 200} May 18 18:38:33.493043 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd45b39d-4126-44cf-b14f-97084dfdc369 req-acdb0dbd-827b-4ce3-99a6-b1260cb70fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:38:33.494738 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cd45b39d-4126-44cf-b14f-97084dfdc369 req-acdb0dbd-827b-4ce3-99a6-b1260cb70fec service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1ecd4fb314944b4697cd6486b529797f&device_id=04973bef-7b14-44a6-9bb4-03a8da381ddc HTTP/1.1" status: 200 len: 1095 time: 0.1077242 May 18 18:38:33.502755 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ed37d8-4001-4115-b1e4-57547573437e tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:38:33.509187 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-59ed37d8-4001-4115-b1e4-57547573437e tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:33.592695 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9ae6ff-28bb-442e-86b3-42c0f709ec51 req-7cd4dcc9-5c42-4007-9497-a3225c0ca02f tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:38:33.594678 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0d9ae6ff-28bb-442e-86b3-42c0f709ec51 req-7cd4dcc9-5c42-4007-9497-a3225c0ca02f tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] 10.222.0.85 "GET /v2.0/ports?device_id=04973bef-7b14-44a6-9bb4-03a8da381ddc HTTP/1.1" status: 200 len: 944 time: 0.3195515 May 18 18:38:33.625108 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-59ed37d8-4001-4115-b1e4-57547573437e tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.1753347 May 18 18:38:33.631151 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cd45b39d-4126-44cf-b14f-97084dfdc369 req-05c11fd3-8aca-405b-b1ef-8bd912401f73 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61cbd5b4-b7de-4b8c-80e7-a240c00eb86d HTTP/1.1" status: 200 len: 217 time: 0.1230106 May 18 18:38:33.632235 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 40810) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:38:33.632952 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7e18e53b-a5a5-4c66-bcb3-aee10dcf70b0 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:33.663092 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7e18e53b-a5a5-4c66-bcb3-aee10dcf70b0 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:33.673500 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c9a7d87-3fe6-4f39-ba4b-8f25413c50e3 None None] Network c23d83e7-600a-415e-9b8b-e7a4cc22a18f requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:38:33.721595 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-60b878c4-b817-482d-841b-eed272899392 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1306920583', 'network_id': 'c23d83e7-600a-415e-9b8b-e7a4cc22a18f'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:38:33.743926 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7e18e53b-a5a5-4c66-bcb3-aee10dcf70b0 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:33.747401 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7e18e53b-a5a5-4c66-bcb3-aee10dcf70b0 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:33.749474 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-7e18e53b-a5a5-4c66-bcb3-aee10dcf70b0 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] 10.222.0.85 "DELETE /v2.0/security-groups/4585493d-67c0-4974-b633-329ca8761e90 HTTP/1.1" status: 204 len: 168 time: 0.3480163 May 18 18:38:33.757835 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 40812) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:38:33.797420 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd45b39d-4126-44cf-b14f-97084dfdc369 req-62827216-8755-478f-9891-875b544d002c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:38:33.798980 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cd45b39d-4126-44cf-b14f-97084dfdc369 req-62827216-8755-478f-9891-875b544d002c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=09f67ed9-b1e5-46fd-84fd-a8a236be4858 HTTP/1.1" status: 200 len: 852 time: 0.1566837 May 18 18:38:33.841758 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0d9ae6ff-28bb-442e-86b3-42c0f709ec51 req-bf768ac5-ca28-4bbf-bd64-a28a36edb1b9 tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] 10.222.0.85 "GET /v2.0/security-groups?id=33a6b3fa-7044-40f2-96cf-c946e5e2bbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2399223 May 18 18:38:33.846753 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e18e53b-a5a5-4c66-bcb3-aee10dcf70b0 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4585493d-67c0-4974-b633-329ca8761e90,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:38:33.876517 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60b878c4-b817-482d-841b-eed272899392 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Made reservation on behalf of 1c7faea8173a4c1c936b28ca564646ad for: {'port': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:38:33.886399 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-60b878c4-b817-482d-841b-eed272899392 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:33.934879 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-206b2a33-abdc-4767-8946-1dc5b4fa8704 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:33.954064 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd45b39d-4126-44cf-b14f-97084dfdc369 req-14d69cdf-59f7-4474-8912-cd4562e4db6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:38:33.968375 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cd45b39d-4126-44cf-b14f-97084dfdc369 req-14d69cdf-59f7-4474-8912-cd4562e4db6e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0366f9b0-38bb-4989-8bf4-d18b0262829f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1581404 May 18 18:38:34.103425 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [None req-60b878c4-b817-482d-841b-eed272899392 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] device_id is not set on port 8947960f-f40c-4964-9e4f-43e6f52c898f yet. {{(pid=102731) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 18 18:38:34.111520 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-206b2a33-abdc-4767-8946-1dc5b4fa8704 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:34.204010 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cd45b39d-4126-44cf-b14f-97084dfdc369 req-ae098e67-4021-4215-a9c0-62a3c102d7de service neutron] 10.222.0.36 "GET /v2.0/networks/0366f9b0-38bb-4989-8bf4-d18b0262829f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236660 May 18 18:38:34.386941 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cd45b39d-4126-44cf-b14f-97084dfdc369 req-98907c86-5d0a-4202-8c69-b67a21aa3564 service neutron] 10.222.0.36 "GET /v2.0/networks/0366f9b0-38bb-4989-8bf4-d18b0262829f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712682 May 18 18:38:34.391309 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-206b2a33-abdc-4767-8946-1dc5b4fa8704 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:34.394873 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-206b2a33-abdc-4767-8946-1dc5b4fa8704 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:34.396077 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-206b2a33-abdc-4767-8946-1dc5b4fa8704 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] 10.222.0.85 "DELETE /v2.0/security-groups/7960def4-1317-4218-ba95-57de8aea5955 HTTP/1.1" status: 204 len: 168 time: 0.6341329 May 18 18:38:34.398928 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 40822) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:38:34.471793 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 40824) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:38:34.479932 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206b2a33-abdc-4767-8946-1dc5b4fa8704 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7960def4-1317-4218-ba95-57de8aea5955,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:38:34.539647 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-60b878c4-b817-482d-841b-eed272899392 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Allocated IP 2001:db8::80 (c23d83e7-600a-415e-9b8b-e7a4cc22a18f/f1eeeed8-f1ec-440c-b36f-efd1745635a9/8947960f-f40c-4964-9e4f-43e6f52c898f) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:38:34.662464 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8aad6b-8b94-4f8a-82dd-97c84e2430ea req-04d558e4-f1b4-4b0d-8395-5f1fb49c48d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:38:34.665065 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2b8aad6b-8b94-4f8a-82dd-97c84e2430ea req-04d558e4-f1b4-4b0d-8395-5f1fb49c48d4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1ecd4fb314944b4697cd6486b529797f&device_id=04973bef-7b14-44a6-9bb4-03a8da381ddc HTTP/1.1" status: 200 len: 1095 time: 0.1567290 May 18 18:38:34.721734 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-24dbfc19-e2ba-44b7-8f01-76697bbefae0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:34.865225 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-60b878c4-b817-482d-841b-eed272899392 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:34.900004 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-24dbfc19-e2ba-44b7-8f01-76697bbefae0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:34.912838 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-24dbfc19-e2ba-44b7-8f01-76697bbefae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:34.979041 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-60b878c4-b817-482d-841b-eed272899392 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:34.987718 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-24dbfc19-e2ba-44b7-8f01-76697bbefae0 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=c57a259185c247c3a1b43783938cb945&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5148480 May 18 18:38:34.990163 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 40830) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:38:34.995875 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dbfc19-e2ba-44b7-8f01-76697bbefae0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=670179d4-103d-403e-b610-113f41a4c9ef,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:38:35.018020 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8aad6b-8b94-4f8a-82dd-97c84e2430ea req-198d0ead-633c-4d2b-b2b7-89b560bc796a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:38:35.019855 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2b8aad6b-8b94-4f8a-82dd-97c84e2430ea req-198d0ead-633c-4d2b-b2b7-89b560bc796a service neutron] 10.222.0.36 "GET /v2.0/networks?id=0366f9b0-38bb-4989-8bf4-d18b0262829f HTTP/1.1" status: 200 len: 914 time: 0.3417671 May 18 18:38:35.039736 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b878c4-b817-482d-841b-eed272899392 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Network c23d83e7-600a-415e-9b8b-e7a4cc22a18f is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:38:35.040877 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-60b878c4-b817-482d-841b-eed272899392 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:38:35.044581 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b878c4-b817-482d-841b-eed272899392 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:38:35.045585 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b878c4-b817-482d-841b-eed272899392 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:38:35.046235 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-60b878c4-b817-482d-841b-eed272899392 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:35.057929 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b878c4-b817-482d-841b-eed272899392 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Pushing event updated for resources: {'Port': ['ID=8947960f-f40c-4964-9e4f-43e6f52c898f,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:38:35.074890 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-60b878c4-b817-482d-841b-eed272899392 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.3617203 May 18 18:38:35.078502 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 40836) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:38:35.214925 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-edc7f035-f595-4b57-b1a8-3adf738e7830 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Deleting port 8947960f-f40c-4964-9e4f-43e6f52c898f {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:38:35.215318 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-edc7f035-f595-4b57-b1a8-3adf738e7830 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:35.347544 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-edc7f035-f595-4b57-b1a8-3adf738e7830 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:35.364359 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-edc7f035-f595-4b57-b1a8-3adf738e7830 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Calling delete_port for 8947960f-f40c-4964-9e4f-43e6f52c898f owned by {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:38:35.445952 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 50efc029-8eb0-452c-8bf5-97eb2156b3ca no longer exists at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:38:35.496387 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2b8aad6b-8b94-4f8a-82dd-97c84e2430ea req-6ee78ab1-2cf6-4761-9486-1c4935cb0f78 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61cbd5b4-b7de-4b8c-80e7-a240c00eb86d HTTP/1.1" status: 200 len: 217 time: 0.4556117 May 18 18:38:35.504757 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] No Port match for: 50efc029-8eb0-452c-8bf5-97eb2156b3ca {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:38:35.505340 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 50efc029-8eb0-452c-8bf5-97eb2156b3ca not bound to the agent host n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:38:35.545521 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-edc7f035-f595-4b57-b1a8-3adf738e7830 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:35.595350 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc7f035-f595-4b57-b1a8-3adf738e7830 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Pushing event deleted for resources: {'Port': ['ID=8947960f-f40c-4964-9e4f-43e6f52c898f,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:38:35.618089 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-edc7f035-f595-4b57-b1a8-3adf738e7830 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:35.626813 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-edc7f035-f595-4b57-b1a8-3adf738e7830 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] 10.222.0.85 "DELETE /v2.0/ports/8947960f-f40c-4964-9e4f-43e6f52c898f HTTP/1.1" status: 204 len: 168 time: 0.5463524 May 18 18:38:35.627412 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 40854) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:38:35.628144 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0838278f-135c-4ba3-95be-c4598f11fe51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:35.633766 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-6c9600e3-644d-4f43-9d57-23bd70906e0c tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c23d83e7-600a-415e-9b8b-e7a4cc22a18f', 'external_fixed_ips': [{'subnet_id': 'f1eeeed8-f1ec-440c-b36f-efd1745635a9', 'ip_address': '2001:db8::80'}]}}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:38:35.660351 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6c9600e3-644d-4f43-9d57-23bd70906e0c tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25099'] for router, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:35.660716 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478c1e19-ebe9-44b2-b3ae-f87bfdebaee8 req-565940cf-6eaf-44ae-b654-29418cee53a4 tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:38:35.661799 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6c9600e3-644d-4f43-9d57-23bd70906e0c tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-593238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596850', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25088'] for router, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:35.663177 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-478c1e19-ebe9-44b2-b3ae-f87bfdebaee8 req-565940cf-6eaf-44ae-b654-29418cee53a4 tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] 10.222.0.85 "GET /v2.0/ports?device_id=04973bef-7b14-44a6-9bb4-03a8da381ddc HTTP/1.1" status: 200 len: 944 time: 0.6718869 May 18 18:38:35.674962 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8aad6b-8b94-4f8a-82dd-97c84e2430ea req-24a5dd92-51b3-4d97-bbaa-878c70c9e914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:38:35.676434 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2b8aad6b-8b94-4f8a-82dd-97c84e2430ea req-24a5dd92-51b3-4d97-bbaa-878c70c9e914 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=09f67ed9-b1e5-46fd-84fd-a8a236be4858 HTTP/1.1" status: 200 len: 852 time: 0.1686885 May 18 18:38:35.684780 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0838278f-135c-4ba3-95be-c4598f11fe51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:35.748105 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6c9600e3-644d-4f43-9d57-23bd70906e0c tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:35.805761 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-478c1e19-ebe9-44b2-b3ae-f87bfdebaee8 req-16ab6020-2a9a-4669-bc5e-dfdec04136a0 tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] 10.222.0.85 "GET /v2.0/security-groups?id=33a6b3fa-7044-40f2-96cf-c946e5e2bbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1283200 May 18 18:38:35.818258 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8aad6b-8b94-4f8a-82dd-97c84e2430ea req-7c442f89-dae3-4e0b-abe2-1a2716994864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:38:35.819784 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2b8aad6b-8b94-4f8a-82dd-97c84e2430ea req-7c442f89-dae3-4e0b-abe2-1a2716994864 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0366f9b0-38bb-4989-8bf4-d18b0262829f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1272814 May 18 18:38:35.879210 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0838278f-135c-4ba3-95be-c4598f11fe51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:35.881756 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0838278f-135c-4ba3-95be-c4598f11fe51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:35.886253 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-0838278f-135c-4ba3-95be-c4598f11fe51 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/670179d4-103d-403e-b610-113f41a4c9ef HTTP/1.1" status: 204 len: 168 time: 0.8926847 May 18 18:38:35.938211 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6c9600e3-644d-4f43-9d57-23bd70906e0c tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:35.938445 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0838278f-135c-4ba3-95be-c4598f11fe51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=670179d4-103d-403e-b610-113f41a4c9ef,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:38:35.991319 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2b8aad6b-8b94-4f8a-82dd-97c84e2430ea req-c5b9361c-e764-4ad5-892b-d1dbe2bfe0e5 service neutron] 10.222.0.36 "GET /v2.0/networks/0366f9b0-38bb-4989-8bf4-d18b0262829f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583722 May 18 18:38:35.994041 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7d6f074f-3c9d-4446-bdc8-c52bd1af739c tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-595963'] for router_interface, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:36.246111 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2b8aad6b-8b94-4f8a-82dd-97c84e2430ea req-a930ab36-473b-41d1-a39d-2a675f454204 service neutron] 10.222.0.36 "GET /v2.0/networks/0366f9b0-38bb-4989-8bf4-d18b0262829f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177603 May 18 18:38:36.333049 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6c9600e3-644d-4f43-9d57-23bd70906e0c tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:36.359749 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6c9600e3-644d-4f43-9d57-23bd70906e0c tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:36.430238 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-7d6f074f-3c9d-4446-bdc8-c52bd1af739c tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Deleting port 78ebd323-7bf6-4ef6-8d6e-282645481a8b {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:38:36.430746 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7d6f074f-3c9d-4446-bdc8-c52bd1af739c tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:36.433915 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 40872) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:38:36.466932 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1509ea2c-940b-4472-8a36-fff1ba0d616d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:36.568028 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-6c9600e3-644d-4f43-9d57-23bd70906e0c tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Allocated IP 2001:db8::80 (c23d83e7-600a-415e-9b8b-e7a4cc22a18f/f1eeeed8-f1ec-440c-b36f-efd1745635a9/85c79d44-ca7b-48b4-a09a-aaa30d36b17d) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:38:36.599705 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1509ea2c-940b-4472-8a36-fff1ba0d616d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:36.605968 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1509ea2c-940b-4472-8a36-fff1ba0d616d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:36.661221 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-7d6f074f-3c9d-4446-bdc8-c52bd1af739c tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] For port 78ebd323-7bf6-4ef6-8d6e-282645481a8b, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=78ebd323-7bf6-4ef6-8d6e-282645481a8b,segment=NetworkSegment(6f27e3e4-8bea-4347-9c9c-e4262373c962),segment_id=6f27e3e4-8bea-4347-9c9c-e4262373c962)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:38:36.661221 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7d6f074f-3c9d-4446-bdc8-c52bd1af739c tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:36.667741 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1509ea2c-940b-4472-8a36-fff1ba0d616d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33033c7a-8951-4972-bb59-1e204f7227a8,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:38:36.684323 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-7d6f074f-3c9d-4446-bdc8-c52bd1af739c tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Calling delete_port for 78ebd323-7bf6-4ef6-8d6e-282645481a8b owned by network:router_interface {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:38:36.691038 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-1509ea2c-940b-4472-8a36-fff1ba0d616d admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=ff1c54fdde724e12b1ffc741e0deef7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2534027 May 18 18:38:36.691307 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 40874) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:38:36.703773 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6c9600e3-644d-4f43-9d57-23bd70906e0c tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:36.743009 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6c9600e3-644d-4f43-9d57-23bd70906e0c tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:36.803698 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c9600e3-644d-4f43-9d57-23bd70906e0c tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Network c23d83e7-600a-415e-9b8b-e7a4cc22a18f is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:38:36.811941 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-be4efda9-fe9e-4b21-a2b1-b1937ffb9f77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:36.830382 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9600e3-644d-4f43-9d57-23bd70906e0c tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Pushing event updated for resources: {'Port': ['ID=85c79d44-ca7b-48b4-a09a-aaa30d36b17d,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:38:36.840121 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-6c9600e3-644d-4f43-9d57-23bd70906e0c tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:38:36.846748 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9600e3-644d-4f43-9d57-23bd70906e0c tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:38:36.898203 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-be4efda9-fe9e-4b21-a2b1-b1937ffb9f77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:36.959527 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-be4efda9-fe9e-4b21-a2b1-b1937ffb9f77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:36.962190 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-be4efda9-fe9e-4b21-a2b1-b1937ffb9f77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:36.964268 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-be4efda9-fe9e-4b21-a2b1-b1937ffb9f77 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/33033c7a-8951-4972-bb59-1e204f7227a8 HTTP/1.1" status: 204 len: 168 time: 0.2711651 May 18 18:38:36.982566 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4efda9-fe9e-4b21-a2b1-b1937ffb9f77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33033c7a-8951-4972-bb59-1e204f7227a8,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:38:37.094654 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7d6f074f-3c9d-4446-bdc8-c52bd1af739c tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:37.123948 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6f074f-3c9d-4446-bdc8-c52bd1af739c tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Pushing event deleted for resources: {'Port': ['ID=78ebd323-7bf6-4ef6-8d6e-282645481a8b,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:38:37.180701 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d81047-71d6-4346-8dd2-e9868be0cb4c req-23bcde00-6a35-4796-8b4b-c78757af5559 tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:38:37.192296 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a3d81047-71d6-4346-8dd2-e9868be0cb4c req-23bcde00-6a35-4796-8b4b-c78757af5559 tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] 10.222.0.85 "GET /v2.0/ports?device_id=04973bef-7b14-44a6-9bb4-03a8da381ddc HTTP/1.1" status: 200 len: 944 time: 0.2464573 May 18 18:38:37.358430 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a3d81047-71d6-4346-8dd2-e9868be0cb4c req-fb132754-90a8-4f14-a4fd-f2764fd6574f tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] 10.222.0.85 "GET /v2.0/security-groups?id=33a6b3fa-7044-40f2-96cf-c946e5e2bbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1598313 May 18 18:38:37.381948 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6c9600e3-644d-4f43-9d57-23bd70906e0c tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:37.405385 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7d6f074f-3c9d-4446-bdc8-c52bd1af739c tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-593931'] for router_interface, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:37.636455 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6c9600e3-644d-4f43-9d57-23bd70906e0c tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596801'] for router, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:37.686712 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-afa4526c-f5af-46a7-b9be-550839441e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:37.733024 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d6f074f-3c9d-4446-bdc8-c52bd1af739c tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Router 0f7f61cc-eb57-4ebc-88be-198b69ed2794 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:38:37.792926 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c9600e3-644d-4f43-9d57-23bd70906e0c tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Router 30a378a2-07b8-4163-91cd-2b04ff12d305 is scheduled to L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e with binding_index 1 {{(pid=102731) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 18 18:38:37.882742 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d6f074f-3c9d-4446-bdc8-c52bd1af739c tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:38:37.892938 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-7d6f074f-3c9d-4446-bdc8-c52bd1af739c tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] 10.222.0.85 "PUT /v2.0/routers/0f7f61cc-eb57-4ebc-88be-198b69ed2794/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4929006 May 18 18:38:37.893723 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 40898) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:38:37.900010 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a70d19-c0f3-4d78-b19a-43ba50c6af7d None None] Sync routers for ids ['0f7f61cc-eb57-4ebc-88be-198b69ed2794'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:38:37.921868 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a70d19-c0f3-4d78-b19a-43ba50c6af7d None None] Routers {'0f7f61cc-eb57-4ebc-88be-198b69ed2794'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:38:37.922520 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-34a70d19-c0f3-4d78-b19a-43ba50c6af7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:38:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['0f7f61cc-eb57-4ebc-88be-198b69ed2794'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:38:37.924662 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c9600e3-644d-4f43-9d57-23bd70906e0c tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:38:37.937317 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb1cce5-bec9-4d8d-ba52-4c5fff4bcd05 None None] Sync routers for ids ['30a378a2-07b8-4163-91cd-2b04ff12d305'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:38:37.954382 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb1cce5-bec9-4d8d-ba52-4c5fff4bcd05 None None] Routers {'30a378a2-07b8-4163-91cd-2b04ff12d305'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:38:37.960037 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-ecb1cce5-bec9-4d8d-ba52-4c5fff4bcd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:38:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['30a378a2-07b8-4163-91cd-2b04ff12d305'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:38:37.961229 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6c9600e3-644d-4f43-9d57-23bd70906e0c tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Notify callbacks [] for router, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:37.963095 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-6c9600e3-644d-4f43-9d57-23bd70906e0c tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 2.3343704 May 18 18:38:37.969745 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 40902) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:38:38.028509 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dffede7-d536-4ad4-8698-3df48240715a tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Deleting subnet 2eab0795-06ba-4cda-9ceb-aabe79cba9d9 {{(pid=102730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:38:38.033771 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5dffede7-d536-4ad4-8698-3df48240715a tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks [] for subnet, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:38.116015 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-594430da-adbb-4127-accd-fd5fba8ab62f tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Notify callbacks [] for router, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:38.124295 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5dffede7-d536-4ad4-8698-3df48240715a tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260107366'] for subnet, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:38.131109 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-ecb1cce5-bec9-4d8d-ba52-4c5fff4bcd05 None None] Set router 30a378a2-07b8-4163-91cd-2b04ff12d305 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:38:38.160115 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-34a70d19-c0f3-4d78-b19a-43ba50c6af7d None None] Set router 0f7f61cc-eb57-4ebc-88be-198b69ed2794 gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:38:38.307366 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5dffede7-d536-4ad4-8698-3df48240715a tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:38.527409 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-ecb1cce5-bec9-4d8d-ba52-4c5fff4bcd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30a378a2-07b8-4163-91cd-2b04ff12d305', 'name': '', 'tenant_id': '1c7faea8173a4c1c936b28ca564646ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23d83e7-600a-415e-9b8b-e7a4cc22a18f', 'external_fixed_ips': [{'subnet_id': 'f1eeeed8-f1ec-440c-b36f-efd1745635a9', 'ip_address': '2001:db8::80'}], 'enable_snat': True}, 'gw_port_id': '85c79d44-ca7b-48b4-a09a-aaa30d36b17d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:38:35Z', 'updated_at': '2022-05-18T18:38:37Z', 'revision_number': 3, 'project_id': '1c7faea8173a4c1c936b28ca564646ad', 'gw_port': {'id': '85c79d44-ca7b-48b4-a09a-aaa30d36b17d', 'name': '', 'network_id': 'c23d83e7-600a-415e-9b8b-e7a4cc22a18f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:df:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30a378a2-07b8-4163-91cd-2b04ff12d305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': 'f1eeeed8-f1ec-440c-b36f-efd1745635a9', 'ip_address': '2001:db8::80', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:38:36Z', 'updated_at': '2022-05-18T18:38:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f1eeeed8-f1ec-440c-b36f-efd1745635a9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:38:38.594361 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5dffede7-d536-4ad4-8698-3df48240715a tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261104690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261031888'] for subnet, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:38.637571 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb1cce5-bec9-4d8d-ba52-4c5fff4bcd05 None None] Checking router: 30a378a2-07b8-4163-91cd-2b04ff12d305 for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:38:38.640070 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb1cce5-bec9-4d8d-ba52-4c5fff4bcd05 None None] Updating router 30a378a2-07b8-4163-91cd-2b04ff12d305 port 85c79d44-ca7b-48b4-a09a-aaa30d36b17d binding host n-d-838550-3 {{(pid=102733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 18:38:38.649398 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-34a70d19-c0f3-4d78-b19a-43ba50c6af7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f7f61cc-eb57-4ebc-88be-198b69ed2794', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1441625821', 'tenant_id': 'fcedd57ef6014f74aa9caf624aae4bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': '3504aacc-6584-4478-8bff-85115e72a151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:36:36Z', 'updated_at': '2022-05-18T18:38:37Z', 'revision_number': 5, 'project_id': 'fcedd57ef6014f74aa9caf624aae4bec', 'gw_port': {'id': '3504aacc-6584-4478-8bff-85115e72a151', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:92:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7f61cc-eb57-4ebc-88be-198b69ed2794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3409, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:36:37Z', 'updated_at': '2022-05-18T18:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:38:38.681356 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b323efbe-f9f2-4add-b9c6-092f8926ac9f req-85a70526-6eaa-4b5d-87f5-6314167162e7 tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:38:38.701640 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b323efbe-f9f2-4add-b9c6-092f8926ac9f req-85a70526-6eaa-4b5d-87f5-6314167162e7 tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] 10.222.0.85 "GET /v2.0/ports?device_id=04973bef-7b14-44a6-9bb4-03a8da381ddc HTTP/1.1" status: 200 len: 944 time: 0.2287626 May 18 18:38:38.704770 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-ecb1cce5-bec9-4d8d-ba52-4c5fff4bcd05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:38.705424 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a70d19-c0f3-4d78-b19a-43ba50c6af7d None None] Checking router: 0f7f61cc-eb57-4ebc-88be-198b69ed2794 for host: n-d-838550-3 {{(pid=102732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:38:38.716861 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a70d19-c0f3-4d78-b19a-43ba50c6af7d None None] Routers {'0f7f61cc-eb57-4ebc-88be-198b69ed2794'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:38:38.717861 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-34a70d19-c0f3-4d78-b19a-43ba50c6af7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:38:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['0f7f61cc-eb57-4ebc-88be-198b69ed2794'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:38:38.731065 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dffede7-d536-4ad4-8698-3df48240715a tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Pushing event deleted for resources: {'Subnet': ['ID=2eab0795-06ba-4cda-9ceb-aabe79cba9d9,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:38:38.746816 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5dffede7-d536-4ad4-8698-3df48240715a tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:38.753096 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-5dffede7-d536-4ad4-8698-3df48240715a tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] 10.222.0.85 "DELETE /v2.0/subnets/2eab0795-06ba-4cda-9ceb-aabe79cba9d9 HTTP/1.1" status: 204 len: 168 time: 0.8560548 May 18 18:38:38.753989 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 40952) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:38:38.845911 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-594430da-adbb-4127-accd-fd5fba8ab62f tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:38.855254 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 40954) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:38:38.865735 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b323efbe-f9f2-4add-b9c6-092f8926ac9f req-fee9c999-2791-4b54-859d-e316d8139a8c tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] 10.222.0.85 "GET /v2.0/security-groups?id=33a6b3fa-7044-40f2-96cf-c946e5e2bbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1630735 May 18 18:38:38.948239 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-594430da-adbb-4127-accd-fd5fba8ab62f tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Deleting port 85c79d44-ca7b-48b4-a09a-aaa30d36b17d {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:38:38.948887 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-594430da-adbb-4127-accd-fd5fba8ab62f tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:39.022844 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1fa17a47-3b4d-4203-8b56-846429154eb9 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks [] for router, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:39.141605 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-29bdbc6c-6842-4d1f-9b82-17ba6449d5d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:39.211854 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1fa17a47-3b4d-4203-8b56-846429154eb9 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:39.219016 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6114244-2f8f-4d5f-a6bb-ed315b3106ca None None] Network 218c386f-948a-4b27-b6ec-5f92eea3f688 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:38:39.243932 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-594430da-adbb-4127-accd-fd5fba8ab62f tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:39.268606 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-594430da-adbb-4127-accd-fd5fba8ab62f tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Calling delete_port for 85c79d44-ca7b-48b4-a09a-aaa30d36b17d owned by network:router_gateway {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:38:39.339080 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-1fa17a47-3b4d-4203-8b56-846429154eb9 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Deleting port 3504aacc-6584-4478-8bff-85115e72a151 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:38:39.339344 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1fa17a47-3b4d-4203-8b56-846429154eb9 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:39.359793 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-ecb1cce5-bec9-4d8d-ba52-4c5fff4bcd05 None None] Notify callbacks [] for port, precommit_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:39.376218 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-ecb1cce5-bec9-4d8d-ba52-4c5fff4bcd05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:39.380391 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-29bdbc6c-6842-4d1f-9b82-17ba6449d5d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:39.390797 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-29bdbc6c-6842-4d1f-9b82-17ba6449d5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:39.434773 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-ecb1cce5-bec9-4d8d-ba52-4c5fff4bcd05 None None] Attempting to bind port 85c79d44-ca7b-48b4-a09a-aaa30d36b17d on host n-d-838550-3 for vnic_type normal with profile {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:38:39.435702 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-ecb1cce5-bec9-4d8d-ba52-4c5fff4bcd05 None None] Attempting to bind port 85c79d44-ca7b-48b4-a09a-aaa30d36b17d by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '4f7c41a2-a30b-46bf-95a3-1b137fe07580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c23d83e7-600a-415e-9b8b-e7a4cc22a18f'}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:38:39.436208 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb1cce5-bec9-4d8d-ba52-4c5fff4bcd05 None None] Attempting to bind port 85c79d44-ca7b-48b4-a09a-aaa30d36b17d on network c23d83e7-600a-415e-9b8b-e7a4cc22a18f {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:38:39.448310 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb1cce5-bec9-4d8d-ba52-4c5fff4bcd05 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:38:39.448803 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb1cce5-bec9-4d8d-ba52-4c5fff4bcd05 None None] Checking segment: {'id': '4f7c41a2-a30b-46bf-95a3-1b137fe07580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c23d83e7-600a-415e-9b8b-e7a4cc22a18f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:38:39.449505 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-ecb1cce5-bec9-4d8d-ba52-4c5fff4bcd05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:39.449841 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb1cce5-bec9-4d8d-ba52-4c5fff4bcd05 None None] Bound using segment: {'id': '4f7c41a2-a30b-46bf-95a3-1b137fe07580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c23d83e7-600a-415e-9b8b-e7a4cc22a18f'} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:38:39.450526 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-ecb1cce5-bec9-4d8d-ba52-4c5fff4bcd05 None None] Bound port: 85c79d44-ca7b-48b4-a09a-aaa30d36b17d, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f7c41a2-a30b-46bf-95a3-1b137fe07580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c23d83e7-600a-415e-9b8b-e7a4cc22a18f'}}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:38:39.450917 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-ecb1cce5-bec9-4d8d-ba52-4c5fff4bcd05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:39.498624 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-34a70d19-c0f3-4d78-b19a-43ba50c6af7d None None] Set router 0f7f61cc-eb57-4ebc-88be-198b69ed2794 gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:38:39.521765 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.db [None req-ecb1cce5-bec9-4d8d-ba52-4c5fff4bcd05 None None] For port 85c79d44-ca7b-48b4-a09a-aaa30d36b17d, host n-d-838550-3, cleared binding levels {{(pid=102733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:38:39.525602 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.db [None req-ecb1cce5-bec9-4d8d-ba52-4c5fff4bcd05 None None] For port 85c79d44-ca7b-48b4-a09a-aaa30d36b17d, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=85c79d44-ca7b-48b4-a09a-aaa30d36b17d,segment=NetworkSegment(4f7c41a2-a30b-46bf-95a3-1b137fe07580),segment_id=4f7c41a2-a30b-46bf-95a3-1b137fe07580)] {{(pid=102733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:38:39.537326 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-ecb1cce5-bec9-4d8d-ba52-4c5fff4bcd05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:39.539721 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d628750b-b666-4673-9bcc-19f9b1c8f550 None None] Pushing event updated for resources: {'Port': ['ID=85c79d44-ca7b-48b4-a09a-aaa30d36b17d,revision_number=2']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:38:39.553267 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-1fa17a47-3b4d-4203-8b56-846429154eb9 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] For port 3504aacc-6584-4478-8bff-85115e72a151, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=3504aacc-6584-4478-8bff-85115e72a151,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:38:39.553939 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1fa17a47-3b4d-4203-8b56-846429154eb9 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:39.556142 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bdbc6c-6842-4d1f-9b82-17ba6449d5d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80c33b91-b3c3-4fa8-b294-b0be0737a04f,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:38:39.570905 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-29bdbc6c-6842-4d1f-9b82-17ba6449d5d8 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=5a36ae262c9d4989a199abe7299a5d69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7143259 May 18 18:38:39.572180 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 40988) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:38:39.588027 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-1fa17a47-3b4d-4203-8b56-846429154eb9 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Calling delete_port for 3504aacc-6584-4478-8bff-85115e72a151 owned by network:router_gateway {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:38:39.639066 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d628750b-b666-4673-9bcc-19f9b1c8f550 None None] Pushing event updated for resources: {'Port': ['ID=85c79d44-ca7b-48b4-a09a-aaa30d36b17d,revision_number=3']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:38:39.700958 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb1cce5-bec9-4d8d-ba52-4c5fff4bcd05 None None] Routers {'30a378a2-07b8-4163-91cd-2b04ff12d305'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:38:39.702113 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-ecb1cce5-bec9-4d8d-ba52-4c5fff4bcd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:38:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['30a378a2-07b8-4163-91cd-2b04ff12d305'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:38:39.741486 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d2cab7-0998-40fd-ae7d-1013122bf5a9 None None] DHCP port deletion for 218c386f-948a-4b27-b6ec-5f92eea3f688 request from n-d-838550-3 {{(pid=102732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 18:38:39.830312 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-f1d2cab7-0998-40fd-ae7d-1013122bf5a9 None None] Deleting port 1d45ccc3-0bfa-4155-b7c2-f698d2f34e08 {{(pid=102732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:38:39.830937 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f1d2cab7-0998-40fd-ae7d-1013122bf5a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:39.851726 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-ecb1cce5-bec9-4d8d-ba52-4c5fff4bcd05 None None] Set router 30a378a2-07b8-4163-91cd-2b04ff12d305 gateway port host: None {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:38:39.856664 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0b0057ef-5744-4575-a3ca-340361901d32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:39.898975 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0b0057ef-5744-4575-a3ca-340361901d32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:39.900871 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-594430da-adbb-4127-accd-fd5fba8ab62f tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:39.909557 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-f1d2cab7-0998-40fd-ae7d-1013122bf5a9 None None] For port 1d45ccc3-0bfa-4155-b7c2-f698d2f34e08, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=1d45ccc3-0bfa-4155-b7c2-f698d2f34e08,segment=NetworkSegment(6f27e3e4-8bea-4347-9c9c-e4262373c962),segment_id=6f27e3e4-8bea-4347-9c9c-e4262373c962)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:38:39.910237 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f1d2cab7-0998-40fd-ae7d-1013122bf5a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:39.928687 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-f1d2cab7-0998-40fd-ae7d-1013122bf5a9 None None] Calling delete_port for 1d45ccc3-0bfa-4155-b7c2-f698d2f34e08 owned by network:dhcp {{(pid=102732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:38:39.954519 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594430da-adbb-4127-accd-fd5fba8ab62f tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Pushing event deleted for resources: {'Port': ['ID=85c79d44-ca7b-48b4-a09a-aaa30d36b17d,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:38:39.989272 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-594430da-adbb-4127-accd-fd5fba8ab62f tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596901'] for router_gateway, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:39.993098 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-ecb1cce5-bec9-4d8d-ba52-4c5fff4bcd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30a378a2-07b8-4163-91cd-2b04ff12d305', 'name': '', 'tenant_id': '1c7faea8173a4c1c936b28ca564646ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:38:35Z', 'updated_at': '2022-05-18T18:38:38Z', 'revision_number': 4, 'project_id': '1c7faea8173a4c1c936b28ca564646ad', 'gw_port_host': None}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:38:40.019057 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1fa17a47-3b4d-4203-8b56-846429154eb9 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:40.035143 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-34a70d19-c0f3-4d78-b19a-43ba50c6af7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f7f61cc-eb57-4ebc-88be-198b69ed2794', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1441625821', 'tenant_id': 'fcedd57ef6014f74aa9caf624aae4bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': '3504aacc-6584-4478-8bff-85115e72a151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:36:36Z', 'updated_at': '2022-05-18T18:38:37Z', 'revision_number': 5, 'project_id': 'fcedd57ef6014f74aa9caf624aae4bec', 'gw_port': {'id': '3504aacc-6584-4478-8bff-85115e72a151', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:92:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7f61cc-eb57-4ebc-88be-198b69ed2794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3409, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:36:37Z', 'updated_at': '2022-05-18T18:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:38:40.037124 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f1d2cab7-0998-40fd-ae7d-1013122bf5a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508'] for port, after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:40.062795 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb1cce5-bec9-4d8d-ba52-4c5fff4bcd05 None None] The sync data for ids ['30a378a2-07b8-4163-91cd-2b04ff12d305'] in n-d-838550-3 is: [{'id': '30a378a2-07b8-4163-91cd-2b04ff12d305', 'name': '', 'tenant_id': '1c7faea8173a4c1c936b28ca564646ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:38:35Z', 'updated_at': '2022-05-18T18:38:38Z', 'revision_number': 4, 'project_id': '1c7faea8173a4c1c936b28ca564646ad', 'gw_port_host': None}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:38:40.076666 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa17a47-3b4d-4203-8b56-846429154eb9 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Pushing event deleted for resources: {'Port': ['ID=3504aacc-6584-4478-8bff-85115e72a151,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:38:40.112929 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a70d19-c0f3-4d78-b19a-43ba50c6af7d None None] The sync data for ids ['0f7f61cc-eb57-4ebc-88be-198b69ed2794'] in n-d-838550-3 is: [{'id': '0f7f61cc-eb57-4ebc-88be-198b69ed2794', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1441625821', 'tenant_id': 'fcedd57ef6014f74aa9caf624aae4bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': '3504aacc-6584-4478-8bff-85115e72a151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:36:36Z', 'updated_at': '2022-05-18T18:38:37Z', 'revision_number': 5, 'project_id': 'fcedd57ef6014f74aa9caf624aae4bec', 'gw_port': {'id': '3504aacc-6584-4478-8bff-85115e72a151', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:92:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7f61cc-eb57-4ebc-88be-198b69ed2794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3409, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:36:37Z', 'updated_at': '2022-05-18T18:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:38:40.115261 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d2cab7-0998-40fd-ae7d-1013122bf5a9 None None] Pushing event deleted for resources: {'Port': ['ID=1d45ccc3-0bfa-4155-b7c2-f698d2f34e08,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:38:40.119481 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d2cab7-0998-40fd-ae7d-1013122bf5a9 None None] No DVR routers for this DVR port 1d45ccc3-0bfa-4155-b7c2-f698d2f34e08 on host n-d-838550-3 {{(pid=102732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:38:40.125166 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1d7a0249-2dce-48cf-9134-0e02a2ceee11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:40.176397 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1fa17a47-3b4d-4203-8b56-846429154eb9 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596901'] for router_gateway, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:40.187264 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-594430da-adbb-4127-accd-fd5fba8ab62f tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25145'] for router, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:40.192961 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-594430da-adbb-4127-accd-fd5fba8ab62f tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:40.247772 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0b0057ef-5744-4575-a3ca-340361901d32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:40.250897 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0b0057ef-5744-4575-a3ca-340361901d32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:40.253694 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-0b0057ef-5744-4575-a3ca-340361901d32 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/80c33b91-b3c3-4fa8-b294-b0be0737a04f HTTP/1.1" status: 204 len: 168 time: 0.6752472 May 18 18:38:40.275830 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38ba76e-2f70-4e10-89ce-d936b8b9b016 req-3cd458ec-eb5e-4a8f-ba2f-a3883d80a12f tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:38:40.278125 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e38ba76e-2f70-4e10-89ce-d936b8b9b016 req-3cd458ec-eb5e-4a8f-ba2f-a3883d80a12f tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] 10.222.0.85 "GET /v2.0/ports?device_id=04973bef-7b14-44a6-9bb4-03a8da381ddc HTTP/1.1" status: 200 len: 944 time: 0.2335560 May 18 18:38:40.280831 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0057ef-5744-4575-a3ca-340361901d32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80c33b91-b3c3-4fa8-b294-b0be0737a04f,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:38:40.302943 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-594430da-adbb-4127-accd-fd5fba8ab62f tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593303'] for router, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:40.305494 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-594430da-adbb-4127-accd-fd5fba8ab62f tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 30a378a2-07b8-4163-91cd-2b04ff12d305 {{(pid=102731) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 18 18:38:40.323170 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-594430da-adbb-4127-accd-fd5fba8ab62f tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Notify callbacks [] for router, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:40.326045 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-594430da-adbb-4127-accd-fd5fba8ab62f tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] 10.222.0.85 "DELETE /v2.0/routers/30a378a2-07b8-4163-91cd-2b04ff12d305 HTTP/1.1" status: 204 len: 168 time: 2.3526733 May 18 18:38:40.328456 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 41000) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:38:40.359550 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1fa17a47-3b4d-4203-8b56-846429154eb9 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25145'] for router, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:40.363324 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1fa17a47-3b4d-4203-8b56-846429154eb9 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:40.422081 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e38ba76e-2f70-4e10-89ce-d936b8b9b016 req-f3e4ed98-d763-4648-b946-3582046b7a1b tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] 10.222.0.85 "GET /v2.0/security-groups?id=33a6b3fa-7044-40f2-96cf-c946e5e2bbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169703 May 18 18:38:40.432747 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_v2 [None req-453484ab-abb6-45e3-af60-cc3b0abeab1a tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Deleting subnet f1eeeed8-f1ec-440c-b36f-efd1745635a9 {{(pid=102731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:38:40.439052 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1fa17a47-3b4d-4203-8b56-846429154eb9 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593303'] for router, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:40.439764 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fa17a47-3b4d-4203-8b56-846429154eb9 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Fanout notify agent at l3_agent the message router_deleted on router 0f7f61cc-eb57-4ebc-88be-198b69ed2794 {{(pid=102730) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 18 18:38:40.442313 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-453484ab-abb6-45e3-af60-cc3b0abeab1a tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:40.449453 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1fa17a47-3b4d-4203-8b56-846429154eb9 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks [] for router, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:40.454112 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-1fa17a47-3b4d-4203-8b56-846429154eb9 tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] 10.222.0.85 "DELETE /v2.0/routers/0f7f61cc-eb57-4ebc-88be-198b69ed2794 HTTP/1.1" status: 204 len: 168 time: 1.6994414 May 18 18:38:40.454911 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 41002) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:38:40.514033 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-453484ab-abb6-45e3-af60-cc3b0abeab1a tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260542153'] for subnet, precommit_delete_associations {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:40.567634 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-453484ab-abb6-45e3-af60-cc3b0abeab1a tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:40.581335 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-af73b043-15a6-41a7-afcf-a532dc82f1bf tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:40.649866 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-453484ab-abb6-45e3-af60-cc3b0abeab1a tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260898416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260908030'] for subnet, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:40.683378 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453484ab-abb6-45e3-af60-cc3b0abeab1a tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=f1eeeed8-f1ec-440c-b36f-efd1745635a9,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:38:40.686345 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-453484ab-abb6-45e3-af60-cc3b0abeab1a tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:40.690394 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-453484ab-abb6-45e3-af60-cc3b0abeab1a tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] 10.222.0.85 "DELETE /v2.0/subnets/f1eeeed8-f1ec-440c-b36f-efd1745635a9 HTTP/1.1" status: 204 len: 168 time: 0.3605628 May 18 18:38:40.693925 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 41010) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:38:40.761965 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-af73b043-15a6-41a7-afcf-a532dc82f1bf tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:40.791042 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-99310e42-a3e4-414e-b14f-56a36fad65c8 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:40.802055 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-af73b043-15a6-41a7-afcf-a532dc82f1bf tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['218c386f-948a-4b27-b6ec-5f92eea3f688']}} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:38:40.830331 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-af73b043-15a6-41a7-afcf-a532dc82f1bf tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f27e3e4-8bea-4347-9c9c-e4262373c962') {'for_net_delete': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:38:40.830919 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-af73b043-15a6-41a7-afcf-a532dc82f1bf tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f27e3e4-8bea-4347-9c9c-e4262373c962') {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:38:40.849755 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-af73b043-15a6-41a7-afcf-a532dc82f1bf tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260107375'] for segment, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:40.868993 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-af73b043-15a6-41a7-afcf-a532dc82f1bf tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:40.879196 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af73b043-15a6-41a7-afcf-a532dc82f1bf tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=102730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:38:40.880278 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-af73b043-15a6-41a7-afcf-a532dc82f1bf tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261102736'] for segment, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:40.884082 n-d-838550-3 neutron-server[102730]: Traceback (most recent call last): May 18 18:38:40.884082 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:38:40.884082 n-d-838550-3 neutron-server[102730]: timer() May 18 18:38:40.884082 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:38:40.884082 n-d-838550-3 neutron-server[102730]: cb(*args, **kw) May 18 18:38:40.884082 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:38:40.884082 n-d-838550-3 neutron-server[102730]: return func(*args, **kwargs) May 18 18:38:40.884082 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:38:40.884082 n-d-838550-3 neutron-server[102730]: self._notify() May 18 18:38:40.884082 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:38:40.884082 n-d-838550-3 neutron-server[102730]: self.callback(batched_events) May 18 18:38:40.884082 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:38:40.884082 n-d-838550-3 neutron-server[102730]: event.method(event) May 18 18:38:40.884082 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:38:40.884082 n-d-838550-3 neutron-server[102730]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:38:40.884082 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:38:40.884082 n-d-838550-3 neutron-server[102730]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:38:40.884082 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:38:40.884082 n-d-838550-3 neutron-server[102730]: return f(self, *a, **k) May 18 18:38:40.884082 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:38:40.884082 n-d-838550-3 neutron-server[102730]: return self._get(url).json() May 18 18:38:40.884082 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:38:40.884082 n-d-838550-3 neutron-server[102730]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:38:40.884082 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:38:40.884082 n-d-838550-3 neutron-server[102730]: return self.request(url, 'GET', **kwargs) May 18 18:38:40.884082 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:38:40.884082 n-d-838550-3 neutron-server[102730]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:38:40.884082 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:38:40.884082 n-d-838550-3 neutron-server[102730]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:38:40.884082 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:38:40.884082 n-d-838550-3 neutron-server[102730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:38:40.884082 n-d-838550-3 neutron-server[102730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:38:40.899188 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-99310e42-a3e4-414e-b14f-56a36fad65c8 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:40.921449 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-99310e42-a3e4-414e-b14f-56a36fad65c8 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c23d83e7-600a-415e-9b8b-e7a4cc22a18f']}} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:38:40.933181 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-99310e42-a3e4-414e-b14f-56a36fad65c8 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f7c41a2-a30b-46bf-95a3-1b137fe07580') {'for_net_delete': True} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:38:40.933396 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-99310e42-a3e4-414e-b14f-56a36fad65c8 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f7c41a2-a30b-46bf-95a3-1b137fe07580') {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:38:40.944583 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-99310e42-a3e4-414e-b14f-56a36fad65c8 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260542144'] for segment, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:40.960390 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-99310e42-a3e4-414e-b14f-56a36fad65c8 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:40.967090 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-af73b043-15a6-41a7-afcf-a532dc82f1bf tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:40.967298 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99310e42-a3e4-414e-b14f-56a36fad65c8 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Releasing vlan 633 on physical network physnet1 to pool {{(pid=102731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:38:40.967789 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-99310e42-a3e4-414e-b14f-56a36fad65c8 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260884178'] for segment, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:40.969851 n-d-838550-3 neutron-server[102731]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:38:40.969851 n-d-838550-3 neutron-server[102731]: items = [ May 18 18:38:40.969851 n-d-838550-3 neutron-server[102731]: Traceback (most recent call last): May 18 18:38:40.969851 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:38:40.969851 n-d-838550-3 neutron-server[102731]: timer() May 18 18:38:40.969851 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:38:40.969851 n-d-838550-3 neutron-server[102731]: cb(*args, **kw) May 18 18:38:40.969851 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:38:40.969851 n-d-838550-3 neutron-server[102731]: return func(*args, **kwargs) May 18 18:38:40.969851 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:38:40.969851 n-d-838550-3 neutron-server[102731]: self._notify() May 18 18:38:40.969851 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:38:40.969851 n-d-838550-3 neutron-server[102731]: self.callback(batched_events) May 18 18:38:40.969851 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:38:40.969851 n-d-838550-3 neutron-server[102731]: event.method(event) May 18 18:38:40.969851 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:38:40.969851 n-d-838550-3 neutron-server[102731]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:38:40.969851 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:38:40.969851 n-d-838550-3 neutron-server[102731]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:38:40.969851 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:38:40.969851 n-d-838550-3 neutron-server[102731]: return f(self, *a, **k) May 18 18:38:40.969851 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:38:40.969851 n-d-838550-3 neutron-server[102731]: return self._get(url).json() May 18 18:38:40.969851 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:38:40.969851 n-d-838550-3 neutron-server[102731]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:38:40.969851 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:38:40.969851 n-d-838550-3 neutron-server[102731]: return self.request(url, 'GET', **kwargs) May 18 18:38:40.969851 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:38:40.969851 n-d-838550-3 neutron-server[102731]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:38:40.969851 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:38:40.969851 n-d-838550-3 neutron-server[102731]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:38:40.969851 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:38:40.969851 n-d-838550-3 neutron-server[102731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:38:40.969851 n-d-838550-3 neutron-server[102731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:38:40.979273 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-af73b043-15a6-41a7-afcf-a532dc82f1bf tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:40.991484 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-af73b043-15a6-41a7-afcf-a532dc82f1bf tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] 10.222.0.85 "DELETE /v2.0/networks/218c386f-948a-4b27-b6ec-5f92eea3f688 HTTP/1.1" status: 204 len: 168 time: 0.5353477 May 18 18:38:41.018435 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73b043-15a6-41a7-afcf-a532dc82f1bf tempest-TestSecurityGroupsBasicOps-174283653 tempest-TestSecurityGroupsBasicOps-174283653-project] Pushing event deleted for resources: {'Network': ['ID=218c386f-948a-4b27-b6ec-5f92eea3f688,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:38:41.079052 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-99310e42-a3e4-414e-b14f-56a36fad65c8 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:41.089540 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99310e42-a3e4-414e-b14f-56a36fad65c8 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c23d83e7-600a-415e-9b8b-e7a4cc22a18f {{(pid=102731) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 18 18:38:41.105475 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-99310e42-a3e4-414e-b14f-56a36fad65c8 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Notify callbacks [] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:41.109975 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-99310e42-a3e4-414e-b14f-56a36fad65c8 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] 10.222.0.85 "DELETE /v2.0/networks/c23d83e7-600a-415e-9b8b-e7a4cc22a18f HTTP/1.1" status: 204 len: 168 time: 0.4145100 May 18 18:38:41.111349 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99310e42-a3e4-414e-b14f-56a36fad65c8 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Pushing event deleted for resources: {'Network': ['ID=c23d83e7-600a-415e-9b8b-e7a4cc22a18f,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:38:41.312955 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:41.393489 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 78ebd323-7bf6-4ef6-8d6e-282645481a8b no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:38:41.442597 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 78ebd323-7bf6-4ef6-8d6e-282645481a8b {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:38:41.442953 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 78ebd323-7bf6-4ef6-8d6e-282645481a8b not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:38:41.444929 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 1d45ccc3-0bfa-4155-b7c2-f698d2f34e08 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:38:41.488046 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 1d45ccc3-0bfa-4155-b7c2-f698d2f34e08 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:38:41.488626 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 1d45ccc3-0bfa-4155-b7c2-f698d2f34e08 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:38:41.553365 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 41042) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:38:41.600246 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9273356-809a-4e41-932a-0ad764e8fd70 req-ca5f2cdb-659a-4882-9c67-b25ca832f2c0 tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:38:41.602579 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f9273356-809a-4e41-932a-0ad764e8fd70 req-ca5f2cdb-659a-4882-9c67-b25ca832f2c0 tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] 10.222.0.85 "GET /v2.0/ports?device_id=04973bef-7b14-44a6-9bb4-03a8da381ddc HTTP/1.1" status: 200 len: 944 time: 0.0755823 May 18 18:38:41.685524 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f9273356-809a-4e41-932a-0ad764e8fd70 req-5e54c755-0ac4-4920-808f-bab5d6d8a6b3 tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] 10.222.0.85 "GET /v2.0/security-groups?id=33a6b3fa-7044-40f2-96cf-c946e5e2bbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750644 May 18 18:38:41.743115 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 41048) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:38:41.748536 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-f86a0415-e0b4-4efa-b3e4-9cf5f6913230 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Request body: {'router': {'name': 'tempest-router--1075025586', 'project_id': '4c4d38b86264451690c3fcdaf457dff7'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:38:41.773694 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f86a0415-e0b4-4efa-b3e4-9cf5f6913230 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25099'] for router, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:41.774790 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f86a0415-e0b4-4efa-b3e4-9cf5f6913230 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-593238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596850', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25088'] for router, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:41.868676 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f86a0415-e0b4-4efa-b3e4-9cf5f6913230 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:41.876828 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f86a0415-e0b4-4efa-b3e4-9cf5f6913230 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596801'] for router, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:41.908233 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f86a0415-e0b4-4efa-b3e4-9cf5f6913230 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Notify callbacks [] for router, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:41.909971 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-f86a0415-e0b4-4efa-b3e4-9cf5f6913230 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1656313 May 18 18:38:41.913204 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 41050) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:38:42.014120 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2135f02f-2ca9-4824-99d2-9191fcab6fce tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Notify callbacks [] for router, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:42.136117 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-4aca9b12-d59e-4553-81c3-8c9d85b083da admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=fcedd57ef6014f74aa9caf624aae4bec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5814092 May 18 18:38:42.139276 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 41060) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:38:42.199214 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ea674abd-645f-4516-8e24-60bb44d72575 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:42.205240 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2135f02f-2ca9-4824-99d2-9191fcab6fce tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25145'] for router, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:42.207341 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2135f02f-2ca9-4824-99d2-9191fcab6fce tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:42.234024 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ea674abd-645f-4516-8e24-60bb44d72575 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:42.261819 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2135f02f-2ca9-4824-99d2-9191fcab6fce tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593303'] for router, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:42.262411 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2135f02f-2ca9-4824-99d2-9191fcab6fce tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 00dee52a-b21a-4d04-b696-b249e8d95497 {{(pid=102730) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 18 18:38:42.269507 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2135f02f-2ca9-4824-99d2-9191fcab6fce tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Notify callbacks [] for router, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:42.275879 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-2135f02f-2ca9-4824-99d2-9191fcab6fce tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] 10.222.0.85 "DELETE /v2.0/routers/00dee52a-b21a-4d04-b696-b249e8d95497 HTTP/1.1" status: 204 len: 168 time: 0.3609810 May 18 18:38:42.316275 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ea674abd-645f-4516-8e24-60bb44d72575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:42.321258 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ea674abd-645f-4516-8e24-60bb44d72575 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:42.323599 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-ea674abd-645f-4516-8e24-60bb44d72575 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/c6c9070e-d020-4bd8-b1ae-e9bef47792d7 HTTP/1.1" status: 204 len: 168 time: 0.1824303 May 18 18:38:42.335948 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea674abd-645f-4516-8e24-60bb44d72575 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6c9070e-d020-4bd8-b1ae-e9bef47792d7,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:38:42.474697 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:42.502167 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 41072) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:38:42.835240 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96081e65-29c7-42d5-9c74-2f8916783084 req-fc14c63c-a5b7-4b72-873d-343c33404022 tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:38:42.838162 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-96081e65-29c7-42d5-9c74-2f8916783084 req-fc14c63c-a5b7-4b72-873d-343c33404022 tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] 10.222.0.85 "GET /v2.0/ports?device_id=04973bef-7b14-44a6-9bb4-03a8da381ddc HTTP/1.1" status: 200 len: 944 time: 0.0548291 May 18 18:38:42.865204 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-dcc31962-dd00-4dcd-8015-6c71d4771f46 tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1697595707', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}, 'admin_state_up': False}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:38:42.884694 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-96081e65-29c7-42d5-9c74-2f8916783084 req-3016077a-a728-4e57-8b7d-34a7c4b2554c tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] 10.222.0.85 "GET /v2.0/security-groups?id=33a6b3fa-7044-40f2-96cf-c946e5e2bbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397601 May 18 18:38:42.898729 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-dcc31962-dd00-4dcd-8015-6c71d4771f46 tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25099'] for router, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:42.901165 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-dcc31962-dd00-4dcd-8015-6c71d4771f46 tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-593238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596850', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25088'] for router, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:42.959034 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 41084) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:38:42.980418 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-35f1ab91-bbbd-4443-b554-267df1f59529 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:42.980583 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-dcc31962-dd00-4dcd-8015-6c71d4771f46 tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:43.076460 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:43.099482 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-35f1ab91-bbbd-4443-b554-267df1f59529 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:43.106016 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-35f1ab91-bbbd-4443-b554-267df1f59529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:43.152626 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-35f1ab91-bbbd-4443-b554-267df1f59529 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=be7826690284461ca3d43e3c67979269&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1924963 May 18 18:38:43.154591 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f1ab91-bbbd-4443-b554-267df1f59529 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43a71db2-89b8-4793-9ee8-2e8aaa671178,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:38:43.157184 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 41088) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:38:43.192794 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-dcc31962-dd00-4dcd-8015-6c71d4771f46 tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:43.203772 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 3504aacc-6584-4478-8bff-85115e72a151 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:38:43.211829 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-fed3ab92-c6ea-45d7-9d4c-18c577a1fd0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:43.232141 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 3504aacc-6584-4478-8bff-85115e72a151 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:38:43.232808 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 3504aacc-6584-4478-8bff-85115e72a151 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:38:43.236076 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-fed3ab92-c6ea-45d7-9d4c-18c577a1fd0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:43.295944 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-fed3ab92-c6ea-45d7-9d4c-18c577a1fd0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:43.305939 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-fed3ab92-c6ea-45d7-9d4c-18c577a1fd0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:43.312798 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-fed3ab92-c6ea-45d7-9d4c-18c577a1fd0e admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/43a71db2-89b8-4793-9ee8-2e8aaa671178 HTTP/1.1" status: 204 len: 168 time: 0.1539347 May 18 18:38:43.327792 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed3ab92-c6ea-45d7-9d4c-18c577a1fd0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43a71db2-89b8-4793-9ee8-2e8aaa671178,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:38:43.534571 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-dcc31962-dd00-4dcd-8015-6c71d4771f46 tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Notify callbacks [] for router_gateway, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:43.556774 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-dcc31962-dd00-4dcd-8015-6c71d4771f46 tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:43.682313 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-dcc31962-dd00-4dcd-8015-6c71d4771f46 tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Allocated IP 172.25.5.200 (31ebd439-090c-4b25-bbb0-31c48711b145/363a2810-8a83-4be0-a317-7c91fcd94485/c3420e4e-be01-44e1-8b98-6fa071179079) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:38:43.756713 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 41104) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:38:43.811466 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-b939fef4-d948-45ac-b8ee-1681f81d161e admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=a5c249a448ae4f9d874efd82199e625b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0535166 May 18 18:38:43.813939 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 41106) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:38:43.815474 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-dcc31962-dd00-4dcd-8015-6c71d4771f46 tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:43.863579 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-dcc31962-dd00-4dcd-8015-6c71d4771f46 tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:43.890281 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d73804f4-16ca-4427-80b7-16cdc20808fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:43.908042 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc31962-dd00-4dcd-8015-6c71d4771f46 tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Network 31ebd439-090c-4b25-bbb0-31c48711b145 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:38:43.912724 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-dcc31962-dd00-4dcd-8015-6c71d4771f46 tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:38:43.920549 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc31962-dd00-4dcd-8015-6c71d4771f46 tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:38:43.923835 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d73804f4-16ca-4427-80b7-16cdc20808fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:43.924028 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc31962-dd00-4dcd-8015-6c71d4771f46 tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Pushing event updated for resources: {'Port': ['ID=c3420e4e-be01-44e1-8b98-6fa071179079,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:38:43.994788 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d73804f4-16ca-4427-80b7-16cdc20808fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:43.999080 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d73804f4-16ca-4427-80b7-16cdc20808fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:44.000387 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-d73804f4-16ca-4427-80b7-16cdc20808fd admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/328d5ef5-d402-4d88-99be-53a63dca9b85 HTTP/1.1" status: 204 len: 168 time: 0.1851203 May 18 18:38:44.011182 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73804f4-16ca-4427-80b7-16cdc20808fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=328d5ef5-d402-4d88-99be-53a63dca9b85,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:38:44.172990 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2850f1c1-27e5-4995-a021-54e597f3a08e req-a2016219-0976-4f62-a1d9-e08b4bca9784 tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:38:44.178149 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2850f1c1-27e5-4995-a021-54e597f3a08e req-a2016219-0976-4f62-a1d9-e08b4bca9784 tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] 10.222.0.85 "GET /v2.0/ports?device_id=04973bef-7b14-44a6-9bb4-03a8da381ddc HTTP/1.1" status: 200 len: 944 time: 0.1639898 May 18 18:38:44.235725 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2850f1c1-27e5-4995-a021-54e597f3a08e req-ed1cd485-26bb-40d3-9e72-114e332bb61a tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] 10.222.0.85 "GET /v2.0/security-groups?id=33a6b3fa-7044-40f2-96cf-c946e5e2bbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483649 May 18 18:38:44.357507 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-dcc31962-dd00-4dcd-8015-6c71d4771f46 tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Notify callbacks [] for router_gateway, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:44.630394 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-dcc31962-dd00-4dcd-8015-6c71d4771f46 tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596801'] for router, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:44.795226 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcc31962-dd00-4dcd-8015-6c71d4771f46 tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Router abe05dba-dc71-4500-986a-8abf933e2ad6 is scheduled to L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e with binding_index 1 {{(pid=102731) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 18 18:38:44.947262 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcc31962-dd00-4dcd-8015-6c71d4771f46 tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:38:44.960468 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12d37fc-a009-4959-85ad-976e420e6c69 None None] Sync routers for ids ['abe05dba-dc71-4500-986a-8abf933e2ad6'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:38:44.971003 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12d37fc-a009-4959-85ad-976e420e6c69 None None] Routers {'abe05dba-dc71-4500-986a-8abf933e2ad6'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:38:44.971629 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-c12d37fc-a009-4959-85ad-976e420e6c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:38:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['abe05dba-dc71-4500-986a-8abf933e2ad6'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:38:44.978542 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-dcc31962-dd00-4dcd-8015-6c71d4771f46 tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Notify callbacks [] for router, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:44.979958 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-dcc31962-dd00-4dcd-8015-6c71d4771f46 tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.4765594 May 18 18:38:44.980299 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 41138) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:38:44.983387 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 41140) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:38:45.013400 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-c12d37fc-a009-4959-85ad-976e420e6c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:38:45.023517 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12d37fc-a009-4959-85ad-976e420e6c69 None None] Routers {'abe05dba-dc71-4500-986a-8abf933e2ad6'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:38:45.024141 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-c12d37fc-a009-4959-85ad-976e420e6c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:38:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['abe05dba-dc71-4500-986a-8abf933e2ad6'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:38:45.069246 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-c12d37fc-a009-4959-85ad-976e420e6c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:38:45.070017 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12d37fc-a009-4959-85ad-976e420e6c69 None None] The sync data for ids ['abe05dba-dc71-4500-986a-8abf933e2ad6'] in n-d-838550-3 is: [] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:38:45.180513 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 61cbd5b4-b7de-4b8c-80e7-a240c00eb86d details requested by agent hyperv_n-h1-838550-3 with host n-h1-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:38:45.326339 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 61cbd5b4-b7de-4b8c-80e7-a240c00eb86d, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=61cbd5b4-b7de-4b8c-80e7-a240c00eb86d,segment=NetworkSegment(ae854d53-3850-4a60-897d-fcda4e2a5a02),segment_id=ae854d53-3850-4a60-897d-fcda4e2a5a02)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:38:45.340636 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Returning: {'device': '61cbd5b4-b7de-4b8c-80e7-a240c00eb86d', 'network_id': '0366f9b0-38bb-4989-8bf4-d18b0262829f', 'port_id': '61cbd5b4-b7de-4b8c-80e7-a240c00eb86d', 'mac_address': 'fa:16:3e:45:b1:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09f67ed9-b1e5-46fd-84fd-a8a236be4858', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:38:45.440999 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-f0d0f302-f536-4fa2-9b37-82fa26a4c643 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-86727033-network', 'tenant_id': '09c8ccd32350436798b47e08a0e37fbc'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:38:45.446366 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 61cbd5b4-b7de-4b8c-80e7-a240c00eb86d is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:38:45.446754 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:45.461779 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61cbd5b4-b7de-4b8c-80e7-a240c00eb86d {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:38:45.483967 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 61cbd5b4-b7de-4b8c-80e7-a240c00eb86d, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=61cbd5b4-b7de-4b8c-80e7-a240c00eb86d,segment=NetworkSegment(ae854d53-3850-4a60-897d-fcda4e2a5a02),segment_id=ae854d53-3850-4a60-897d-fcda4e2a5a02)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:38:45.495283 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:45.509925 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0d0f302-f536-4fa2-9b37-82fa26a4c643 admin admin] Made reservation on behalf of 09c8ccd32350436798b47e08a0e37fbc for: {'network': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:38:45.512220 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f0d0f302-f536-4fa2-9b37-82fa26a4c643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:45.536864 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a575ecd2-cfc9-4edd-bbdd-90b71df63626 req-a28ddba6-6406-4985-934e-88a7d5462390 tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:38:45.538640 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a575ecd2-cfc9-4edd-bbdd-90b71df63626 req-a28ddba6-6406-4985-934e-88a7d5462390 tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] 10.222.0.85 "GET /v2.0/ports?device_id=04973bef-7b14-44a6-9bb4-03a8da381ddc HTTP/1.1" status: 200 len: 944 time: 0.1038802 May 18 18:38:45.542551 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-63bf1818-b5a3-412f-9d9a-b5fdbfe9c5aa tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] 10.222.0.85 "GET /v2.0/routers/abe05dba-dc71-4500-986a-8abf933e2ad6 HTTP/1.1" status: 200 len: 925 time: 0.5537133 May 18 18:38:45.543619 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f0d0f302-f536-4fa2-9b37-82fa26a4c643 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:45.545331 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 41160) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:38:45.571486 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=61cbd5b4-b7de-4b8c-80e7-a240c00eb86d,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:38:45.593693 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-c3d4e89e-1a01-49fd-a026-a542cc22a62d tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] 10.222.0.85 "GET /v2.0/ports?device_id=abe05dba-dc71-4500-986a-8abf933e2ad6 HTTP/1.1" status: 200 len: 205 time: 0.0451872 May 18 18:38:45.596129 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 41162) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:38:45.638434 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a575ecd2-cfc9-4edd-bbdd-90b71df63626 req-811d807e-5c14-450a-8c7c-0f16cd338fd8 tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] 10.222.0.85 "GET /v2.0/security-groups?id=33a6b3fa-7044-40f2-96cf-c946e5e2bbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774279 May 18 18:38:45.728103 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f0d0f302-f536-4fa2-9b37-82fa26a4c643 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:45.734478 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f0d0f302-f536-4fa2-9b37-82fa26a4c643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:45.757086 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0d0f302-f536-4fa2-9b37-82fa26a4c643 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=102730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:38:45.763920 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['61cbd5b4-b7de-4b8c-80e7-a240c00eb86d'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:38:45.773208 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d0f302-f536-4fa2-9b37-82fa26a4c643 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67ffcd23-a190-4771-b46f-07cd746f2d69,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:38:45.779260 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f0d0f302-f536-4fa2-9b37-82fa26a4c643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:45.779612 n-d-838550-3 neutron-server[102730]: INFO neutron.db.segments_db [None req-f0d0f302-f536-4fa2-9b37-82fa26a4c643 admin admin] Added segment 53c5d698-d25d-4e06-9845-0aaebbfc9461 of type vlan for network 7b59d14a-c212-4de7-a55d-d09ccd05cad9 May 18 18:38:45.821250 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-27a72588-a503-4322-aa1e-562692726525 tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Notify callbacks [] for router, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:45.824854 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f0d0f302-f536-4fa2-9b37-82fa26a4c643 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:45.858464 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f0d0f302-f536-4fa2-9b37-82fa26a4c643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:45.859583 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d0f302-f536-4fa2-9b37-82fa26a4c643 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:38:45.860170 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f0d0f302-f536-4fa2-9b37-82fa26a4c643 admin admin] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:45.888911 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-f0d0f302-f536-4fa2-9b37-82fa26a4c643 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9062030 May 18 18:38:45.893430 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 41166) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:38:45.941034 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d0f302-f536-4fa2-9b37-82fa26a4c643 admin admin] Pushing event updated for resources: {'Network': ['ID=7b59d14a-c212-4de7-a55d-d09ccd05cad9,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:38:45.947035 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-61e12b6c-c011-4a59-9229-35fa68fdf7f6 admin admin] Request body: {'subnet': {'network_id': '7b59d14a-c212-4de7-a55d-d09ccd05cad9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-86727033-subnet', 'tenant_id': '09c8ccd32350436798b47e08a0e37fbc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:38:45.968235 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network 7b59d14a-c212-4de7-a55d-d09ccd05cad9 details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:38:45.996130 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61e12b6c-c011-4a59-9229-35fa68fdf7f6 admin admin] Made reservation on behalf of 09c8ccd32350436798b47e08a0e37fbc for: {'subnet': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:38:45.998941 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-61e12b6c-c011-4a59-9229-35fa68fdf7f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260908003'] for subnet, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:46.005219 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-27a72588-a503-4322-aa1e-562692726525 tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:46.142753 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-27a72588-a503-4322-aa1e-562692726525 tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Deleting port c3420e4e-be01-44e1-8b98-6fa071179079 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:38:46.143106 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-27a72588-a503-4322-aa1e-562692726525 tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:46.586036 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-27a72588-a503-4322-aa1e-562692726525 tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:46.596624 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-61e12b6c-c011-4a59-9229-35fa68fdf7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260898481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260908021'] for subnet, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:46.602952 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-27a72588-a503-4322-aa1e-562692726525 tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Calling delete_port for c3420e4e-be01-44e1-8b98-6fa071179079 owned by network:router_gateway {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:38:46.754126 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e12b6c-c011-4a59-9229-35fa68fdf7f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d2a43a3-4fbb-40e9-ac4f-c537c9ab4a75,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:38:46.782938 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e12b6c-c011-4a59-9229-35fa68fdf7f6 admin admin] Checking segment: {'id': '53c5d698-d25d-4e06-9845-0aaebbfc9461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '7b59d14a-c212-4de7-a55d-d09ccd05cad9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:38:46.783296 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e12b6c-c011-4a59-9229-35fa68fdf7f6 admin admin] Network hostable DHCP agents. Network: 7b59d14a-c212-4de7-a55d-d09ccd05cad9, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:38:46.870685 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28842eed-b709-4c2d-97bc-1ff600eb1c22 req-5f7bd71b-4f91-4790-90ff-212a85a510b1 tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:38:46.872743 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-28842eed-b709-4c2d-97bc-1ff600eb1c22 req-5f7bd71b-4f91-4790-90ff-212a85a510b1 tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] 10.222.0.85 "GET /v2.0/ports?device_id=04973bef-7b14-44a6-9bb4-03a8da381ddc HTTP/1.1" status: 200 len: 945 time: 0.1326642 May 18 18:38:46.873345 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e12b6c-c011-4a59-9229-35fa68fdf7f6 admin admin] Network 7b59d14a-c212-4de7-a55d-d09ccd05cad9 is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:38:46.889290 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-61e12b6c-c011-4a59-9229-35fa68fdf7f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, 7b59d14a-c212-4de7-a55d-d09ccd05cad9) {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:38:46.895187 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e12b6c-c011-4a59-9229-35fa68fdf7f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:38:46.896191 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-61e12b6c-c011-4a59-9229-35fa68fdf7f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:46.902246 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b6be7f-4de4-48dd-a0b6-d0a05c98d699 None None] Network 7b59d14a-c212-4de7-a55d-d09ccd05cad9 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:38:46.974129 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-61e12b6c-c011-4a59-9229-35fa68fdf7f6 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0726998 May 18 18:38:46.986832 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-28842eed-b709-4c2d-97bc-1ff600eb1c22 req-bc5db13a-ed65-4e86-957a-3b4e42d16b0c tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] 10.222.0.85 "GET /v2.0/security-groups?id=33a6b3fa-7044-40f2-96cf-c946e5e2bbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880604 May 18 18:38:46.994756 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-27a72588-a503-4322-aa1e-562692726525 tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:47.034586 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a72588-a503-4322-aa1e-562692726525 tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Pushing event deleted for resources: {'Port': ['ID=c3420e4e-be01-44e1-8b98-6fa071179079,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:38:47.106041 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-754ed4bc-6718-450b-83ca-188089f0c7f3 None None] Network 7b59d14a-c212-4de7-a55d-d09ccd05cad9 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:38:47.120530 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-27a72588-a503-4322-aa1e-562692726525 tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596901'] for router_gateway, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:47.196407 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 61cbd5b4-b7de-4b8c-80e7-a240c00eb86d up at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:38:47.273508 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-27a72588-a503-4322-aa1e-562692726525 tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25145'] for router, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:47.275962 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-27a72588-a503-4322-aa1e-562692726525 tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:47.307299 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning for port 61cbd5b4-b7de-4b8c-80e7-a240c00eb86d completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:38:47.312818 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning complete for port 61cbd5b4-b7de-4b8c-80e7-a240c00eb86d triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:38:47.313832 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:47.337353 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-27a72588-a503-4322-aa1e-562692726525 tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593303'] for router, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:47.338027 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27a72588-a503-4322-aa1e-562692726525 tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Fanout notify agent at l3_agent the message router_deleted on router abe05dba-dc71-4500-986a-8abf933e2ad6 {{(pid=102731) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 18 18:38:47.350613 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-27a72588-a503-4322-aa1e-562692726525 tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Notify callbacks [] for router, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:47.352368 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-27a72588-a503-4322-aa1e-562692726525 tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] 10.222.0.85 "DELETE /v2.0/routers/abe05dba-dc71-4500-986a-8abf933e2ad6 HTTP/1.1" status: 204 len: 168 time: 1.7547905 May 18 18:38:47.355906 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 41190) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:38:47.368738 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-cadf7617-7955-4458-8008-e94647151dc1 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1566495914', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'enable_snat': False}}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:38:47.399349 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-cadf7617-7955-4458-8008-e94647151dc1 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25099'] for router, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:47.402844 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-cadf7617-7955-4458-8008-e94647151dc1 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-593238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596850', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25088'] for router, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:47.417217 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 61cbd5b4-b7de-4b8c-80e7-a240c00eb86d is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:38:47.419613 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:47.475970 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04973bef-7b14-44a6-9bb4-03a8da381ddc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61cbd5b4-b7de-4b8c-80e7-a240c00eb86d'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:38:47.479990 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50f80bb6-6096-4e0a-b715-1b645684fc0c" -d '{"events": [{"server_uuid": "04973bef-7b14-44a6-9bb4-03a8da381ddc", "name": "network-vif-plugged", "status": "completed", "tag": "61cbd5b4-b7de-4b8c-80e7-a240c00eb86d"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:38:47.507970 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-cadf7617-7955-4458-8008-e94647151dc1 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:47.527404 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 61cbd5b4-b7de-4b8c-80e7-a240c00eb86d, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=61cbd5b4-b7de-4b8c-80e7-a240c00eb86d,segment=NetworkSegment(ae854d53-3850-4a60-897d-fcda4e2a5a02),segment_id=ae854d53-3850-4a60-897d-fcda4e2a5a02)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:38:47.543697 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:47.586622 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b6dc2ba-8826-4275-aded-4158529f92f4 x-openstack-request-id: req-1b6dc2ba-8826-4275-aded-4158529f92f4 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:38:47.586953 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04973bef-7b14-44a6-9bb4-03a8da381ddc", "name": "network-vif-plugged", "status": "completed", "tag": "61cbd5b4-b7de-4b8c-80e7-a240c00eb86d", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:38:47.587258 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-1b6dc2ba-8826-4275-aded-4158529f92f4 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:38:47.587535 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b6dc2ba-8826-4275-aded-4158529f92f4'] response: {'server_uuid': '04973bef-7b14-44a6-9bb4-03a8da381ddc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61cbd5b4-b7de-4b8c-80e7-a240c00eb86d', 'code': 200} May 18 18:38:47.636435 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=61cbd5b4-b7de-4b8c-80e7-a240c00eb86d,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:38:47.740967 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-cadf7617-7955-4458-8008-e94647151dc1 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:47.764365 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12f2d34-4a10-4e1d-b873-88e8c7a5f05b req-139ab3d6-78de-41b1-b8cf-bc9a002df318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:38:47.765930 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d12f2d34-4a10-4e1d-b873-88e8c7a5f05b req-139ab3d6-78de-41b1-b8cf-bc9a002df318 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=04973bef-7b14-44a6-9bb4-03a8da381ddc HTTP/1.1" status: 200 len: 1097 time: 0.1309817 May 18 18:38:47.775934 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 41204) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:38:47.782520 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-6bd59cbd-f831-4dc2-b993-881f0535bbcd admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1006890422-network', 'tenant_id': 'f49d3459f8074c65864072adaadefd12'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:38:47.861482 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d12f2d34-4a10-4e1d-b873-88e8c7a5f05b req-d89feb3b-9fa6-4e3d-a331-9448cd94d529 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=33a6b3fa-7044-40f2-96cf-c946e5e2bbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830879 May 18 18:38:47.866786 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bd59cbd-f831-4dc2-b993-881f0535bbcd admin admin] Made reservation on behalf of f49d3459f8074c65864072adaadefd12 for: {'network': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:38:47.869108 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6bd59cbd-f831-4dc2-b993-881f0535bbcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:47.878699 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6bd59cbd-f831-4dc2-b993-881f0535bbcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:47.974568 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6bd59cbd-f831-4dc2-b993-881f0535bbcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:47.980621 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6bd59cbd-f831-4dc2-b993-881f0535bbcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:48.003596 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-cadf7617-7955-4458-8008-e94647151dc1 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:48.010338 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bd59cbd-f831-4dc2-b993-881f0535bbcd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 647} {{(pid=102730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:38:48.023117 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd59cbd-f831-4dc2-b993-881f0535bbcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3f602b0-7286-4d09-a085-2110d2716816,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:38:48.029090 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-cadf7617-7955-4458-8008-e94647151dc1 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:48.029556 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6bd59cbd-f831-4dc2-b993-881f0535bbcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:48.029928 n-d-838550-3 neutron-server[102730]: INFO neutron.db.segments_db [None req-6bd59cbd-f831-4dc2-b993-881f0535bbcd admin admin] Added segment fbc24392-d452-4a46-9b5b-ee0ef1473ab3 of type vlan for network 6dfa7b55-0153-49f5-9e88-f88f798b0720 May 18 18:38:48.076766 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6bd59cbd-f831-4dc2-b993-881f0535bbcd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:48.108604 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6bd59cbd-f831-4dc2-b993-881f0535bbcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:48.109639 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd59cbd-f831-4dc2-b993-881f0535bbcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:38:48.110221 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6bd59cbd-f831-4dc2-b993-881f0535bbcd admin admin] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:48.187451 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd59cbd-f831-4dc2-b993-881f0535bbcd admin admin] Pushing event updated for resources: {'Network': ['ID=6dfa7b55-0153-49f5-9e88-f88f798b0720,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:38:48.194277 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-6bd59cbd-f831-4dc2-b993-881f0535bbcd admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4171114 May 18 18:38:48.197021 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 41210) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:38:48.201315 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c964ee-2c7d-4db6-baf9-72cc3921622c req-c58ff22d-2739-45f3-b28c-5986dc3f6280 tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:38:48.202868 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-f50b64b8-1ca8-4b7c-b395-c50611cb8b69 admin admin] Request body: {'subnet': {'network_id': '6dfa7b55-0153-49f5-9e88-f88f798b0720', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1006890422-subnet', 'tenant_id': 'f49d3459f8074c65864072adaadefd12', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:38:48.203026 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network 6dfa7b55-0153-49f5-9e88-f88f798b0720 details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:38:48.203472 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-67c964ee-2c7d-4db6-baf9-72cc3921622c req-c58ff22d-2739-45f3-b28c-5986dc3f6280 tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] 10.222.0.85 "GET /v2.0/ports?device_id=04973bef-7b14-44a6-9bb4-03a8da381ddc HTTP/1.1" status: 200 len: 946 time: 0.1015096 May 18 18:38:48.225601 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-cadf7617-7955-4458-8008-e94647151dc1 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Allocated IP 172.25.5.234 (31ebd439-090c-4b25-bbb0-31c48711b145/363a2810-8a83-4be0-a317-7c91fcd94485/c0246b57-9ff3-4c5c-a53a-69d784237a27) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:38:48.228617 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f50b64b8-1ca8-4b7c-b395-c50611cb8b69 admin admin] Made reservation on behalf of f49d3459f8074c65864072adaadefd12 for: {'subnet': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:38:48.233347 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f50b64b8-1ca8-4b7c-b395-c50611cb8b69 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261031885'] for subnet, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:48.282251 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-67c964ee-2c7d-4db6-baf9-72cc3921622c req-a8785509-e788-41bb-a9ae-b8e635ae9c3a tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] 10.222.0.85 "GET /v2.0/security-groups?id=33a6b3fa-7044-40f2-96cf-c946e5e2bbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666950 May 18 18:38:48.421183 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-cadf7617-7955-4458-8008-e94647151dc1 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:48.477548 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-cadf7617-7955-4458-8008-e94647151dc1 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:48.484622 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f50b64b8-1ca8-4b7c-b395-c50611cb8b69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261104883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261031899'] for subnet, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:48.535086 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50b64b8-1ca8-4b7c-b395-c50611cb8b69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b4a01e7-946a-41ff-9943-d4366eeabacb,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:38:48.536466 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cadf7617-7955-4458-8008-e94647151dc1 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Network 31ebd439-090c-4b25-bbb0-31c48711b145 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:38:48.548097 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-cadf7617-7955-4458-8008-e94647151dc1 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:38:48.555394 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cadf7617-7955-4458-8008-e94647151dc1 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:38:48.558325 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50b64b8-1ca8-4b7c-b395-c50611cb8b69 admin admin] Checking segment: {'id': 'fbc24392-d452-4a46-9b5b-ee0ef1473ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '6dfa7b55-0153-49f5-9e88-f88f798b0720'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:38:48.558472 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadf7617-7955-4458-8008-e94647151dc1 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Pushing event updated for resources: {'Port': ['ID=c0246b57-9ff3-4c5c-a53a-69d784237a27,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:38:48.559028 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50b64b8-1ca8-4b7c-b395-c50611cb8b69 admin admin] Network hostable DHCP agents. Network: 6dfa7b55-0153-49f5-9e88-f88f798b0720, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:38:48.585018 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50b64b8-1ca8-4b7c-b395-c50611cb8b69 admin admin] Network 6dfa7b55-0153-49f5-9e88-f88f798b0720 is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:38:48.595497 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-f50b64b8-1ca8-4b7c-b395-c50611cb8b69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, 6dfa7b55-0153-49f5-9e88-f88f798b0720) {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:38:48.603509 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39efadee-d9f5-4314-aeb7-b6a7faa73a3e None None] Network 6dfa7b55-0153-49f5-9e88-f88f798b0720 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:38:48.604435 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50b64b8-1ca8-4b7c-b395-c50611cb8b69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:38:48.605031 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f50b64b8-1ca8-4b7c-b395-c50611cb8b69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:48.625392 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-f50b64b8-1ca8-4b7c-b395-c50611cb8b69 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4272170 May 18 18:38:48.957264 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e4e1cc2-bd23-4eda-9ddc-ee51de1fbc6a None None] Network 6dfa7b55-0153-49f5-9e88-f88f798b0720 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:38:49.015193 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-cadf7617-7955-4458-8008-e94647151dc1 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:49.463644 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-cadf7617-7955-4458-8008-e94647151dc1 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596801'] for router, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:49.542169 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57825ed3-1bec-43e0-8a06-aabcade9340f req-afbc0105-6aed-493b-b151-32c66783ecda tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:38:49.544750 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-57825ed3-1bec-43e0-8a06-aabcade9340f req-afbc0105-6aed-493b-b151-32c66783ecda tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] 10.222.0.85 "GET /v2.0/ports?device_id=04973bef-7b14-44a6-9bb4-03a8da381ddc HTTP/1.1" status: 200 len: 946 time: 0.1242237 May 18 18:38:49.556143 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa51e21-d2ce-40f1-b0c7-6ffeede5ff77 req-b12b24a8-7b2b-4f7e-8cf5-9ea6ddd96cd4 tempest-TestServerAdvancedOps-759673878 tempest-TestServerAdvancedOps-759673878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:38:49.558595 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ffa51e21-d2ce-40f1-b0c7-6ffeede5ff77 req-b12b24a8-7b2b-4f7e-8cf5-9ea6ddd96cd4 tempest-TestServerAdvancedOps-759673878 tempest-TestServerAdvancedOps-759673878-project] 10.222.0.85 "GET /v2.0/networks?id=7b59d14a-c212-4de7-a55d-d09ccd05cad9 HTTP/1.1" status: 200 len: 810 time: 0.1563354 May 18 18:38:49.591627 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ffa51e21-d2ce-40f1-b0c7-6ffeede5ff77 req-ab36196f-a430-4ecd-bb28-97ab8f2bc773 tempest-TestServerAdvancedOps-759673878 tempest-TestServerAdvancedOps-759673878-project] 10.222.0.85 "GET /v2.0/quotas/09c8ccd32350436798b47e08a0e37fbc HTTP/1.1" status: 200 len: 375 time: 0.0237198 May 18 18:38:49.635378 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ffa51e21-d2ce-40f1-b0c7-6ffeede5ff77 req-ca993979-3671-4748-99a5-7466f655c125 tempest-TestServerAdvancedOps-759673878 tempest-TestServerAdvancedOps-759673878-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=09c8ccd32350436798b47e08a0e37fbc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0378485 May 18 18:38:49.698483 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-57825ed3-1bec-43e0-8a06-aabcade9340f req-ec0de11d-2061-4d36-9a60-3569fed3b340 tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] 10.222.0.85 "GET /v2.0/security-groups?id=33a6b3fa-7044-40f2-96cf-c946e5e2bbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1369863 May 18 18:38:49.736253 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cadf7617-7955-4458-8008-e94647151dc1 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Router e4dcf497-e617-4198-b04e-5d5a7e2406ef is scheduled to L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e with binding_index 1 {{(pid=102731) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 18 18:38:49.772824 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ffa51e21-d2ce-40f1-b0c7-6ffeede5ff77 req-dd984a38-3c49-49e3-8bfc-00930e2553d5 service neutron] 10.222.0.85 "GET /v2.0/networks/7b59d14a-c212-4de7-a55d-d09ccd05cad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283615 May 18 18:38:49.899862 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ffa51e21-d2ce-40f1-b0c7-6ffeede5ff77 req-e8e7474a-a77a-4b2f-b8be-19bbf141ec0a service neutron] 10.222.0.85 "GET /v2.0/networks/7b59d14a-c212-4de7-a55d-d09ccd05cad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187968 May 18 18:38:49.930863 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6b5ca7-efb0-4517-95d2-23177ed76354 req-d54a0794-242d-4a5b-94f7-c190734f2e00 tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:38:49.932436 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ed6b5ca7-efb0-4517-95d2-23177ed76354 req-d54a0794-242d-4a5b-94f7-c190734f2e00 tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] 10.222.0.85 "GET /v2.0/ports?device_id=04973bef-7b14-44a6-9bb4-03a8da381ddc HTTP/1.1" status: 200 len: 946 time: 0.1138942 May 18 18:38:49.978351 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cadf7617-7955-4458-8008-e94647151dc1 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:38:49.987980 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41416304-c695-45db-b4d5-c0804283b750 None None] Sync routers for ids ['e4dcf497-e617-4198-b04e-5d5a7e2406ef'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:38:50.010219 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41416304-c695-45db-b4d5-c0804283b750 None None] Routers {'e4dcf497-e617-4198-b04e-5d5a7e2406ef'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:38:50.010719 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-41416304-c695-45db-b4d5-c0804283b750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:38:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['e4dcf497-e617-4198-b04e-5d5a7e2406ef'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:38:50.054763 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ed6b5ca7-efb0-4517-95d2-23177ed76354 req-70228586-2d86-4937-9d05-014ba6b82b92 tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] 10.222.0.85 "GET /v2.0/security-groups?id=33a6b3fa-7044-40f2-96cf-c946e5e2bbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122003 May 18 18:38:50.062894 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-cadf7617-7955-4458-8008-e94647151dc1 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Notify callbacks [] for router, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:50.064791 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-cadf7617-7955-4458-8008-e94647151dc1 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 2.7053041 May 18 18:38:50.067596 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 41246) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:38:50.080496 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 41248) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:38:50.170969 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1d57d375-8c81-44b5-beda-466e1ef12667 req-55105401-b4b3-45ad-afed-74f65140b016 tempest-TestServerAdvancedOps-759673878 tempest-TestServerAdvancedOps-759673878-project] 10.222.0.85 "GET /v2.0/ports?device_id=8a313643-aaad-4ac4-8b48-3b769d346451 HTTP/1.1" status: 200 len: 210 time: 0.0458586 May 18 18:38:50.229263 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-41416304-c695-45db-b4d5-c0804283b750 None None] Set router e4dcf497-e617-4198-b04e-5d5a7e2406ef gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:38:50.295336 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-4713abfe-ebd9-4497-bcc7-c3d4dc665cec tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] 10.222.0.85 "GET /v2.0/routers/e4dcf497-e617-4198-b04e-5d5a7e2406ef HTTP/1.1" status: 200 len: 909 time: 0.2259617 May 18 18:38:50.297791 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 41256) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:38:50.303149 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-13048cfa-34f3-4645-9047-29d6b00a7245 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1566495914', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'enable_snat': True}}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:38:50.324348 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-13048cfa-34f3-4645-9047-29d6b00a7245 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25099'] for router, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:50.328700 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-13048cfa-34f3-4645-9047-29d6b00a7245 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-593238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596850', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25088'] for router, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:50.426404 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-13048cfa-34f3-4645-9047-29d6b00a7245 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:50.604927 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-41416304-c695-45db-b4d5-c0804283b750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4dcf497-e617-4198-b04e-5d5a7e2406ef', 'name': 'tempest-snat-router-1566495914', 'tenant_id': '1c7faea8173a4c1c936b28ca564646ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.234'}], 'enable_snat': False}, 'gw_port_id': 'c0246b57-9ff3-4c5c-a53a-69d784237a27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:38:47Z', 'updated_at': '2022-05-18T18:38:48Z', 'revision_number': 3, 'project_id': '1c7faea8173a4c1c936b28ca564646ad', 'gw_port': {'id': 'c0246b57-9ff3-4c5c-a53a-69d784237a27', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:57:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4dcf497-e617-4198-b04e-5d5a7e2406ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:38:48Z', 'updated_at': '2022-05-18T18:38:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:38:50.637698 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-13048cfa-34f3-4645-9047-29d6b00a7245 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:50.645256 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41416304-c695-45db-b4d5-c0804283b750 None None] Checking router: e4dcf497-e617-4198-b04e-5d5a7e2406ef for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:38:50.645994 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41416304-c695-45db-b4d5-c0804283b750 None None] Updating router e4dcf497-e617-4198-b04e-5d5a7e2406ef port c0246b57-9ff3-4c5c-a53a-69d784237a27 binding host n-d-838550-3 {{(pid=102733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 18:38:50.657443 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03173a3a-1d71-4cc9-a85f-84093116e45c tempest-TestVolumeBackupRestore-935516097 tempest-TestVolumeBackupRestore-935516097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:38:50.661839 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-03173a3a-1d71-4cc9-a85f-84093116e45c tempest-TestVolumeBackupRestore-935516097 tempest-TestVolumeBackupRestore-935516097-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=04973bef-7b14-44a6-9bb4-03a8da381ddc HTTP/1.1" status: 200 len: 1092 time: 0.5128682 May 18 18:38:50.662454 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 41272) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:38:50.668639 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-7872519f-ee0f-46fd-820f-3ee348b0b9d2 tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] Request body: {'floatingip': {'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'port_id': '61cbd5b4-b7de-4b8c-80e7-a240c00eb86d', 'tenant_id': '1ecd4fb314944b4697cd6486b529797f', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:38:50.687656 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-41416304-c695-45db-b4d5-c0804283b750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:50.719084 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7872519f-ee0f-46fd-820f-3ee348b0b9d2 tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] Notify callbacks [] for floatingip, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:50.914497 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7872519f-ee0f-46fd-820f-3ee348b0b9d2 tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:51.021124 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-13048cfa-34f3-4645-9047-29d6b00a7245 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:51.111497 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-13048cfa-34f3-4645-9047-29d6b00a7245 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:51.238595 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-41416304-c695-45db-b4d5-c0804283b750 None None] Notify callbacks [] for port, precommit_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:51.247274 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-41416304-c695-45db-b4d5-c0804283b750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:51.325802 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f243dabd-9a2b-4de1-ba03-1e666ff824c7 req-1159cf0a-7ef9-453f-889b-0e206651fb11 tempest-TestServerAdvancedOps-759673878 tempest-TestServerAdvancedOps-759673878-project] 10.222.0.85 "GET /v2.0/ports?device_id=8a313643-aaad-4ac4-8b48-3b769d346451 HTTP/1.1" status: 200 len: 210 time: 0.0416579 May 18 18:38:51.338068 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-41416304-c695-45db-b4d5-c0804283b750 None None] Attempting to bind port c0246b57-9ff3-4c5c-a53a-69d784237a27 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:38:51.338506 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-41416304-c695-45db-b4d5-c0804283b750 None None] Attempting to bind port c0246b57-9ff3-4c5c-a53a-69d784237a27 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:38:51.338832 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41416304-c695-45db-b4d5-c0804283b750 None None] Attempting to bind port c0246b57-9ff3-4c5c-a53a-69d784237a27 on network 31ebd439-090c-4b25-bbb0-31c48711b145 {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:38:51.339818 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-7872519f-ee0f-46fd-820f-3ee348b0b9d2 tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] Allocated IP 172.25.5.112 (31ebd439-090c-4b25-bbb0-31c48711b145/363a2810-8a83-4be0-a317-7c91fcd94485/3c27688e-ad4c-4de8-87b9-b8ef87f78516) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:38:51.361757 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41416304-c695-45db-b4d5-c0804283b750 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:38:51.362138 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41416304-c695-45db-b4d5-c0804283b750 None None] Checking segment: {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:38:51.362622 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-41416304-c695-45db-b4d5-c0804283b750 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:51.363421 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41416304-c695-45db-b4d5-c0804283b750 None None] Bound using segment: {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:38:51.363634 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-41416304-c695-45db-b4d5-c0804283b750 None None] Bound port: c0246b57-9ff3-4c5c-a53a-69d784237a27, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:38:51.364022 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-41416304-c695-45db-b4d5-c0804283b750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:51.373086 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f711b4cd-d8cf-41fd-b817-761ce0ae1c09 None None] Pushing event updated for resources: {'Port': ['ID=c0246b57-9ff3-4c5c-a53a-69d784237a27,revision_number=2']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:38:51.434334 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.db [None req-41416304-c695-45db-b4d5-c0804283b750 None None] For port c0246b57-9ff3-4c5c-a53a-69d784237a27, host n-d-838550-3, cleared binding levels {{(pid=102733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:38:51.437720 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.db [None req-41416304-c695-45db-b4d5-c0804283b750 None None] For port c0246b57-9ff3-4c5c-a53a-69d784237a27, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=c0246b57-9ff3-4c5c-a53a-69d784237a27,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:38:51.444210 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-41416304-c695-45db-b4d5-c0804283b750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:51.515746 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7872519f-ee0f-46fd-820f-3ee348b0b9d2 tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:51.522960 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f711b4cd-d8cf-41fd-b817-761ce0ae1c09 None None] Pushing event updated for resources: {'Port': ['ID=c0246b57-9ff3-4c5c-a53a-69d784237a27,revision_number=3']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:38:51.525552 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41416304-c695-45db-b4d5-c0804283b750 None None] Routers {'e4dcf497-e617-4198-b04e-5d5a7e2406ef'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:38:51.526193 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-41416304-c695-45db-b4d5-c0804283b750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:38:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['e4dcf497-e617-4198-b04e-5d5a7e2406ef'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:38:51.562026 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7872519f-ee0f-46fd-820f-3ee348b0b9d2 tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:51.629125 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-13048cfa-34f3-4645-9047-29d6b00a7245 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Allocated IP 172.25.5.125 (31ebd439-090c-4b25-bbb0-31c48711b145/363a2810-8a83-4be0-a317-7c91fcd94485/38533667-62ff-49a2-b8dc-34e127c1197f) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:38:51.644443 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7872519f-ee0f-46fd-820f-3ee348b0b9d2 tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] Network 31ebd439-090c-4b25-bbb0-31c48711b145 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:38:51.647332 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-7872519f-ee0f-46fd-820f-3ee348b0b9d2 tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:38:51.654826 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7872519f-ee0f-46fd-820f-3ee348b0b9d2 tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:38:51.681889 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7872519f-ee0f-46fd-820f-3ee348b0b9d2 tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] Pushing event updated for resources: {'Port': ['ID=3c27688e-ad4c-4de8-87b9-b8ef87f78516,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:38:51.683509 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-41416304-c695-45db-b4d5-c0804283b750 None None] Set router e4dcf497-e617-4198-b04e-5d5a7e2406ef gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:38:51.699202 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7872519f-ee0f-46fd-820f-3ee348b0b9d2 tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:38:51.699473 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7872519f-ee0f-46fd-820f-3ee348b0b9d2 tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:38:51.699814 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7872519f-ee0f-46fd-820f-3ee348b0b9d2 tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:38:51.700745 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7872519f-ee0f-46fd-820f-3ee348b0b9d2 tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:38:51.701071 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7872519f-ee0f-46fd-820f-3ee348b0b9d2 tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:38:51.701402 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7872519f-ee0f-46fd-820f-3ee348b0b9d2 tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:38:51.701753 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7872519f-ee0f-46fd-820f-3ee348b0b9d2 tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:38:51.702081 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7872519f-ee0f-46fd-820f-3ee348b0b9d2 tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:38:51.702528 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7872519f-ee0f-46fd-820f-3ee348b0b9d2 tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:38:51.703018 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7872519f-ee0f-46fd-820f-3ee348b0b9d2 tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:38:51.703349 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7872519f-ee0f-46fd-820f-3ee348b0b9d2 tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:38:51.703672 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7872519f-ee0f-46fd-820f-3ee348b0b9d2 tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:38:51.877923 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-13048cfa-34f3-4645-9047-29d6b00a7245 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:51.967970 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-13048cfa-34f3-4645-9047-29d6b00a7245 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:52.041706 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13048cfa-34f3-4645-9047-29d6b00a7245 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Pushing event updated for resources: {'Port': ['ID=38533667-62ff-49a2-b8dc-34e127c1197f,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:38:52.055016 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-41416304-c695-45db-b4d5-c0804283b750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4dcf497-e617-4198-b04e-5d5a7e2406ef', 'name': 'tempest-snat-router-1566495914', 'tenant_id': '1c7faea8173a4c1c936b28ca564646ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.234'}], 'enable_snat': False}, 'gw_port_id': 'c0246b57-9ff3-4c5c-a53a-69d784237a27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:38:47Z', 'updated_at': '2022-05-18T18:38:48Z', 'revision_number': 3, 'project_id': '1c7faea8173a4c1c936b28ca564646ad', 'gw_port': {'id': 'c0246b57-9ff3-4c5c-a53a-69d784237a27', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:57:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4dcf497-e617-4198-b04e-5d5a7e2406ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:38:48Z', 'updated_at': '2022-05-18T18:38:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:38:52.070829 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13048cfa-34f3-4645-9047-29d6b00a7245 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Network 31ebd439-090c-4b25-bbb0-31c48711b145 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:38:52.073715 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-13048cfa-34f3-4645-9047-29d6b00a7245 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:38:52.078356 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13048cfa-34f3-4645-9047-29d6b00a7245 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:38:52.129053 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41416304-c695-45db-b4d5-c0804283b750 None None] The sync data for ids ['e4dcf497-e617-4198-b04e-5d5a7e2406ef'] in n-d-838550-3 is: [{'id': 'e4dcf497-e617-4198-b04e-5d5a7e2406ef', 'name': 'tempest-snat-router-1566495914', 'tenant_id': '1c7faea8173a4c1c936b28ca564646ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.234'}], 'enable_snat': False}, 'gw_port_id': 'c0246b57-9ff3-4c5c-a53a-69d784237a27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:38:47Z', 'updated_at': '2022-05-18T18:38:48Z', 'revision_number': 3, 'project_id': '1c7faea8173a4c1c936b28ca564646ad', 'gw_port': {'id': 'c0246b57-9ff3-4c5c-a53a-69d784237a27', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:57:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4dcf497-e617-4198-b04e-5d5a7e2406ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:38:48Z', 'updated_at': '2022-05-18T18:38:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-838550-3'}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:38:52.445921 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-13048cfa-34f3-4645-9047-29d6b00a7245 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:52.610958 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-841f45db-cd9c-426c-9784-0d940c9f74fc req-3f148061-8888-4b13-b10f-22c74e593a83 tempest-TestServerAdvancedOps-759673878 tempest-TestServerAdvancedOps-759673878-project] 10.222.0.85 "GET /v2.0/ports?device_id=8a313643-aaad-4ac4-8b48-3b769d346451 HTTP/1.1" status: 200 len: 210 time: 0.1239817 May 18 18:38:52.627421 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa51e21-d2ce-40f1-b0c7-6ffeede5ff77 req-b1951c49-5419-41c8-bb90-6417734690d0 tempest-TestServerAdvancedOps-759673878 tempest-TestServerAdvancedOps-759673878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:38:52.628939 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ffa51e21-d2ce-40f1-b0c7-6ffeede5ff77 req-b1951c49-5419-41c8-bb90-6417734690d0 tempest-TestServerAdvancedOps-759673878 tempest-TestServerAdvancedOps-759673878-project] 10.222.0.88 "GET /v2.0/networks?id=7b59d14a-c212-4de7-a55d-d09ccd05cad9 HTTP/1.1" status: 200 len: 810 time: 0.8683825 May 18 18:38:52.652367 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-ffa51e21-d2ce-40f1-b0c7-6ffeede5ff77 req-3d239055-4b89-4c73-9565-01086202d5e7 tempest-TestServerAdvancedOps-759673878 tempest-TestServerAdvancedOps-759673878-project] Request body: {'port': {'device_id': '8a313643-aaad-4ac4-8b48-3b769d346451', 'network_id': '7b59d14a-c212-4de7-a55d-d09ccd05cad9', 'admin_state_up': True, 'tenant_id': '09c8ccd32350436798b47e08a0e37fbc'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:38:52.782819 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-13048cfa-34f3-4645-9047-29d6b00a7245 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596801'] for router, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:52.975099 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13048cfa-34f3-4645-9047-29d6b00a7245 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Router bfad2cdb-6ace-4cf0-a1bf-defefcb2960d is scheduled to L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e with binding_index 1 {{(pid=102730) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 18 18:38:53.047898 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffa51e21-d2ce-40f1-b0c7-6ffeede5ff77 req-3d239055-4b89-4c73-9565-01086202d5e7 tempest-TestServerAdvancedOps-759673878 tempest-TestServerAdvancedOps-759673878-project] Made reservation on behalf of 09c8ccd32350436798b47e08a0e37fbc for: {'port': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:38:53.051662 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-ffa51e21-d2ce-40f1-b0c7-6ffeede5ff77 req-3d239055-4b89-4c73-9565-01086202d5e7 tempest-TestServerAdvancedOps-759673878 tempest-TestServerAdvancedOps-759673878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:53.161936 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13048cfa-34f3-4645-9047-29d6b00a7245 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:38:53.175050 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22dae2bb-3009-4338-9b29-49458672ee8b None None] Sync routers for ids ['bfad2cdb-6ace-4cf0-a1bf-defefcb2960d'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:38:53.188925 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-13048cfa-34f3-4645-9047-29d6b00a7245 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Notify callbacks [] for router, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:53.194864 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-13048cfa-34f3-4645-9047-29d6b00a7245 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.8954520 May 18 18:38:53.195492 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 41296) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:38:53.211286 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22dae2bb-3009-4338-9b29-49458672ee8b None None] Routers {'bfad2cdb-6ace-4cf0-a1bf-defefcb2960d'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:38:53.211286 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-22dae2bb-3009-4338-9b29-49458672ee8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:38:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['bfad2cdb-6ace-4cf0-a1bf-defefcb2960d'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:38:53.442299 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7872519f-ee0f-46fd-820f-3ee348b0b9d2 tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:53.451350 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-2d74e1b8-a211-4dfa-a36a-fb9ed7b9f351 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] 10.222.0.85 "GET /v2.0/routers/bfad2cdb-6ace-4cf0-a1bf-defefcb2960d HTTP/1.1" status: 200 len: 908 time: 0.2545686 May 18 18:38:53.461487 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 41300) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:38:53.568801 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [req-ffa51e21-d2ce-40f1-b0c7-6ffeede5ff77 req-3d239055-4b89-4c73-9565-01086202d5e7 tempest-TestServerAdvancedOps-759673878 tempest-TestServerAdvancedOps-759673878-project] Allocated IP 172.20.0.2 (7b59d14a-c212-4de7-a55d-d09ccd05cad9/9d2a43a3-4fbb-40e9-ac4f-c537c9ab4a75/0272eb9e-0af8-4f3b-9f74-71a06e2f609e) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:38:53.641570 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7872519f-ee0f-46fd-820f-3ee348b0b9d2 tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:53.691584 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device c0246b57-9ff3-4c5c-a53a-69d784237a27 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:38:53.737991 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-407d3c6e-730f-40e6-90e1-c44a25ae59a2 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Notify callbacks [] for router, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:53.755355 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-22dae2bb-3009-4338-9b29-49458672ee8b None None] Set router bfad2cdb-6ace-4cf0-a1bf-defefcb2960d gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:38:53.878787 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cb3849d3-0ce2-466c-94e2-feb46a616a75 req-4e84e40a-d369-4080-9399-ac024284c14a tempest-TestServerAdvancedOps-759673878 tempest-TestServerAdvancedOps-759673878-project] 10.222.0.85 "GET /v2.0/ports?device_id=8a313643-aaad-4ac4-8b48-3b769d346451 HTTP/1.1" status: 200 len: 210 time: 0.0522299 May 18 18:38:53.913067 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port c0246b57-9ff3-4c5c-a53a-69d784237a27 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:38:53.913524 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:54.006935 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-407d3c6e-730f-40e6-90e1-c44a25ae59a2 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:54.043238 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-ffa51e21-d2ce-40f1-b0c7-6ffeede5ff77 req-3d239055-4b89-4c73-9565-01086202d5e7 tempest-TestServerAdvancedOps-759673878 tempest-TestServerAdvancedOps-759673878-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:54.055717 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7872519f-ee0f-46fd-820f-3ee348b0b9d2 tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:54.067571 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7872519f-ee0f-46fd-820f-3ee348b0b9d2 tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:54.099660 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port c0246b57-9ff3-4c5c-a53a-69d784237a27 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:38:54.100064 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:54.118251 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-407d3c6e-730f-40e6-90e1-c44a25ae59a2 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Deleting port 38533667-62ff-49a2-b8dc-34e127c1197f {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:38:54.118613 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-407d3c6e-730f-40e6-90e1-c44a25ae59a2 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:54.145890 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-22dae2bb-3009-4338-9b29-49458672ee8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfad2cdb-6ace-4cf0-a1bf-defefcb2960d', 'name': 'tempest-snat-router-1566495914', 'tenant_id': '1c7faea8173a4c1c936b28ca564646ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '38533667-62ff-49a2-b8dc-34e127c1197f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:38:50Z', 'updated_at': '2022-05-18T18:38:52Z', 'revision_number': 3, 'project_id': '1c7faea8173a4c1c936b28ca564646ad', 'gw_port': {'id': '38533667-62ff-49a2-b8dc-34e127c1197f', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:7d:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfad2cdb-6ace-4cf0-a1bf-defefcb2960d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:38:51Z', 'updated_at': '2022-05-18T18:38:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:38:54.151742 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] For port c0246b57-9ff3-4c5c-a53a-69d784237a27, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=c0246b57-9ff3-4c5c-a53a-69d784237a27,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:38:54.188252 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:54.191380 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22dae2bb-3009-4338-9b29-49458672ee8b None None] Checking router: bfad2cdb-6ace-4cf0-a1bf-defefcb2960d for host: n-d-838550-3 {{(pid=102732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:38:54.191962 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22dae2bb-3009-4338-9b29-49458672ee8b None None] Updating router bfad2cdb-6ace-4cf0-a1bf-defefcb2960d port 38533667-62ff-49a2-b8dc-34e127c1197f binding host n-d-838550-3 {{(pid=102732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 18:38:54.261499 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7872519f-ee0f-46fd-820f-3ee348b0b9d2 tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596987'] for floatingip, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:54.278806 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7872519f-ee0f-46fd-820f-3ee348b0b9d2 tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] Pushing event updated for resources: {'Port': ['ID=3c27688e-ad4c-4de8-87b9-b8ef87f78516,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:38:54.280900 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Pushing event updated for resources: {'Port': ['ID=c0246b57-9ff3-4c5c-a53a-69d784237a27,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:38:54.281554 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-407d3c6e-730f-40e6-90e1-c44a25ae59a2 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:54.303618 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-407d3c6e-730f-40e6-90e1-c44a25ae59a2 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Calling delete_port for 38533667-62ff-49a2-b8dc-34e127c1197f owned by network:router_gateway {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:38:54.343024 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-22dae2bb-3009-4338-9b29-49458672ee8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:54.420930 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-ffa51e21-d2ce-40f1-b0c7-6ffeede5ff77 req-3d239055-4b89-4c73-9565-01086202d5e7 tempest-TestServerAdvancedOps-759673878 tempest-TestServerAdvancedOps-759673878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:54.511348 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffa51e21-d2ce-40f1-b0c7-6ffeede5ff77 req-3d239055-4b89-4c73-9565-01086202d5e7 tempest-TestServerAdvancedOps-759673878 tempest-TestServerAdvancedOps-759673878-project] Network 7b59d14a-c212-4de7-a55d-d09ccd05cad9 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:38:54.523699 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [req-ffa51e21-d2ce-40f1-b0c7-6ffeede5ff77 req-3d239055-4b89-4c73-9565-01086202d5e7 tempest-TestServerAdvancedOps-759673878 tempest-TestServerAdvancedOps-759673878-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:38:54.531357 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffa51e21-d2ce-40f1-b0c7-6ffeede5ff77 req-3d239055-4b89-4c73-9565-01086202d5e7 tempest-TestServerAdvancedOps-759673878 tempest-TestServerAdvancedOps-759673878-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:38:54.673792 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d239055-4b89-4c73-9565-01086202d5e7 tempest-TestServerAdvancedOps-759673878 tempest-TestServerAdvancedOps-759673878-project] Pushing event updated for resources: {'Port': ['ID=0272eb9e-0af8-4f3b-9f74-71a06e2f609e,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:38:54.683993 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-407d3c6e-730f-40e6-90e1-c44a25ae59a2 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:54.699419 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa51e21-d2ce-40f1-b0c7-6ffeede5ff77 req-3d239055-4b89-4c73-9565-01086202d5e7 tempest-TestServerAdvancedOps-759673878 tempest-TestServerAdvancedOps-759673878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:38:54.700740 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-ffa51e21-d2ce-40f1-b0c7-6ffeede5ff77 req-3d239055-4b89-4c73-9565-01086202d5e7 tempest-TestServerAdvancedOps-759673878 tempest-TestServerAdvancedOps-759673878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:54.727300 n-d-838550-3 neutron-server[102731]: INFO neutron.db.l3_db [None req-7872519f-ee0f-46fd-820f-3ee348b0b9d2 tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] Floating IP 77d60cc1-2341-4023-91b4-ab96655df6f7 associated. External IP: 172.25.5.112, port: 61cbd5b4-b7de-4b8c-80e7-a240c00eb86d. May 18 18:38:54.741300 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407d3c6e-730f-40e6-90e1-c44a25ae59a2 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Pushing event deleted for resources: {'Port': ['ID=38533667-62ff-49a2-b8dc-34e127c1197f,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:38:54.832038 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-407d3c6e-730f-40e6-90e1-c44a25ae59a2 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596901'] for router_gateway, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:54.833998 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 41316) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:38:54.844941 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ffa51e21-d2ce-40f1-b0c7-6ffeede5ff77 req-3d239055-4b89-4c73-9565-01086202d5e7 tempest-TestServerAdvancedOps-759673878 tempest-TestServerAdvancedOps-759673878-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2037392 May 18 18:38:54.861819 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-ffa51e21-d2ce-40f1-b0c7-6ffeede5ff77 req-2708d850-1fea-4f6f-bd0b-dec6d783a78d service neutron] Request body: {'port': {'device_id': '8a313643-aaad-4ac4-8b48-3b769d346451', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-3'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:38:55.006203 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.db.api [None req-22dae2bb-3009-4338-9b29-49458672ee8b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102732) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 18 18:38:55.006560 n-d-838550-3 neutron-server[102732]: DEBUG oslo_db.api [None req-22dae2bb-3009-4338-9b29-49458672ee8b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 18 18:38:55.029509 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-407d3c6e-730f-40e6-90e1-c44a25ae59a2 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25145'] for router, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:55.032413 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-407d3c6e-730f-40e6-90e1-c44a25ae59a2 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:55.091706 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-407d3c6e-730f-40e6-90e1-c44a25ae59a2 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593303'] for router, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:55.092960 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-407d3c6e-730f-40e6-90e1-c44a25ae59a2 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bfad2cdb-6ace-4cf0-a1bf-defefcb2960d {{(pid=102730) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 18 18:38:55.103737 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-407d3c6e-730f-40e6-90e1-c44a25ae59a2 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Notify callbacks [] for router, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:55.110047 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-407d3c6e-730f-40e6-90e1-c44a25ae59a2 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] 10.222.0.85 "DELETE /v2.0/routers/bfad2cdb-6ace-4cf0-a1bf-defefcb2960d HTTP/1.1" status: 204 len: 168 time: 1.6463821 May 18 18:38:55.110716 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 41322) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:38:55.150531 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-ffa51e21-d2ce-40f1-b0c7-6ffeede5ff77 req-2708d850-1fea-4f6f-bd0b-dec6d783a78d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:55.154924 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7872519f-ee0f-46fd-820f-3ee348b0b9d2 tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] Router f11c1644-4201-4b2e-bc58-f7270e1ba92c has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:38:55.163650 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ac464876-939c-4dd5-bf4c-d3e9b5c28176 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:55.174200 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63418229-d528-4bb1-97af-c23f124220f8 req-6902e3aa-d622-41b1-b384-f361118b4fd5 tempest-TestServerAdvancedOps-759673878 tempest-TestServerAdvancedOps-759673878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:38:55.175711 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-63418229-d528-4bb1-97af-c23f124220f8 req-6902e3aa-d622-41b1-b384-f361118b4fd5 tempest-TestServerAdvancedOps-759673878 tempest-TestServerAdvancedOps-759673878-project] 10.222.0.85 "GET /v2.0/ports?device_id=8a313643-aaad-4ac4-8b48-3b769d346451 HTTP/1.1" status: 200 len: 931 time: 0.1174161 May 18 18:38:55.250872 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ac464876-939c-4dd5-bf4c-d3e9b5c28176 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:55.260443 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ac464876-939c-4dd5-bf4c-d3e9b5c28176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:55.310550 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-63418229-d528-4bb1-97af-c23f124220f8 req-8c69677b-996a-4873-8399-4dd03d103986 tempest-TestServerAdvancedOps-759673878 tempest-TestServerAdvancedOps-759673878-project] 10.222.0.85 "GET /v2.0/security-groups?id=67ffcd23-a190-4771-b46f-07cd746f2d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248977 May 18 18:38:55.315644 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device c0246b57-9ff3-4c5c-a53a-69d784237a27 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:38:55.387491 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port c0246b57-9ff3-4c5c-a53a-69d784237a27 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:38:55.387787 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:55.439162 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7872519f-ee0f-46fd-820f-3ee348b0b9d2 tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:38:55.452378 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24eecf9-8b50-4480-8228-7438328d0932 None None] Sync routers for ids ['f11c1644-4201-4b2e-bc58-f7270e1ba92c'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:38:55.474695 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24eecf9-8b50-4480-8228-7438328d0932 None None] Routers {'f11c1644-4201-4b2e-bc58-f7270e1ba92c'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:38:55.475727 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-d24eecf9-8b50-4480-8228-7438328d0932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:38:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['f11c1644-4201-4b2e-bc58-f7270e1ba92c'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:38:55.517993 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7872519f-ee0f-46fd-820f-3ee348b0b9d2 tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:55.535680 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22dae2bb-3009-4338-9b29-49458672ee8b None None] Port 38533667-62ff-49a2-b8dc-34e127c1197f not found while updating agent binding for router bfad2cdb-6ace-4cf0-a1bf-defefcb2960d. {{(pid=102732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} May 18 18:38:55.548451 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port c0246b57-9ff3-4c5c-a53a-69d784237a27 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:38:55.570484 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22dae2bb-3009-4338-9b29-49458672ee8b None None] Routers set() bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:38:55.571336 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22dae2bb-3009-4338-9b29-49458672ee8b None None] Router IDs set() for agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 18 18:38:55.572113 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-7872519f-ee0f-46fd-820f-3ee348b0b9d2 tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.9082501 May 18 18:38:55.572554 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_agentschedulers_db [None req-22dae2bb-3009-4338-9b29-49458672ee8b None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'bfad2cdb-6ace-4cf0-a1bf-defefcb2960d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:38:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent'). {{(pid=102732) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 18 18:38:55.573228 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22dae2bb-3009-4338-9b29-49458672ee8b None None] The sync data for ids ['bfad2cdb-6ace-4cf0-a1bf-defefcb2960d'] in n-d-838550-3 is: [] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:38:55.577299 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 41326) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:38:55.577960 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04973bef-7b14-44a6-9bb4-03a8da381ddc', 'tag': '61cbd5b4-b7de-4b8c-80e7-a240c00eb86d'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:38:55.581496 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a702be5b-e142-440b-a999-49bbfe9b399a" -d '{"events": [{"name": "network-changed", "server_uuid": "04973bef-7b14-44a6-9bb4-03a8da381ddc", "tag": "61cbd5b4-b7de-4b8c-80e7-a240c00eb86d"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:38:55.647410 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-d24eecf9-8b50-4480-8228-7438328d0932 None None] Set router f11c1644-4201-4b2e-bc58-f7270e1ba92c gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:38:55.850015 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-ac464876-939c-4dd5-bf4c-d3e9b5c28176 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=62c25eda3f3f43249eef077c7d71b05c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0140703 May 18 18:38:55.859611 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 41332) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:38:55.926743 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac464876-939c-4dd5-bf4c-d3e9b5c28176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4d4ac5b-710b-40a7-aa90-794f81fedc43,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:38:55.956910 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6e094a43-7654-44b2-bf78-f0c56631c097 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Notify callbacks [] for router, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:55.993215 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-d24eecf9-8b50-4480-8228-7438328d0932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f11c1644-4201-4b2e-bc58-f7270e1ba92c', 'name': 'tempest-TestVolumeBackupRestore-518990419-router', 'tenant_id': '1ecd4fb314944b4697cd6486b529797f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': 'f009e5f4-bde2-4ec3-a1b9-d9ab0cff7253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:34:36Z', 'updated_at': '2022-05-18T18:34:44Z', 'revision_number': 4, 'project_id': '1ecd4fb314944b4697cd6486b529797f', 'gw_port': {'id': 'f009e5f4-bde2-4ec3-a1b9-d9ab0cff7253', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:37:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11c1644-4201-4b2e-bc58-f7270e1ba92c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:34:38Z', 'updated_at': '2022-05-18T18:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': '77d60cc1-2341-4023-91b4-ab96655df6f7', 'tenant_id': '1ecd4fb314944b4697cd6486b529797f', 'floating_ip_address': '172.25.5.112', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': 'f11c1644-4201-4b2e-bc58-f7270e1ba92c', 'port_id': '61cbd5b4-b7de-4b8c-80e7-a240c00eb86d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0366f9b0-38bb-4989-8bf4-d18b0262829f', 'mac_address': 'fa:16:3e:45:b1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04973bef-7b14-44a6-9bb4-03a8da381ddc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T18:38:52Z', 'updated_at': '2022-05-18T18:38:52Z', 'revision_number': 0, 'project_id': '1ecd4fb314944b4697cd6486b529797f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dec2f712-6790-4c01-aa4e-5770cc15742a', 'name': '', 'network_id': '0366f9b0-38bb-4989-8bf4-d18b0262829f', 'tenant_id': '1ecd4fb314944b4697cd6486b529797f', 'mac_address': 'fa:16:3e:bb:c5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11c1644-4201-4b2e-bc58-f7270e1ba92c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': '09f67ed9-b1e5-46fd-84fd-a8a236be4858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:34:42Z', 'updated_at': '2022-05-18T18:34:50Z', 'revision_number': 5, 'project_id': '1ecd4fb314944b4697cd6486b529797f', 'subnets': [{'id': '09f67ed9-b1e5-46fd-84fd-a8a236be4858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:38:56.011696 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-530b52b1-33fb-4db5-add6-45c6c7c486dc x-openstack-request-id: req-530b52b1-33fb-4db5-add6-45c6c7c486dc {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:38:56.012856 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04973bef-7b14-44a6-9bb4-03a8da381ddc", "tag": "61cbd5b4-b7de-4b8c-80e7-a240c00eb86d", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:38:56.012856 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-530b52b1-33fb-4db5-add6-45c6c7c486dc {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:38:56.013165 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-530b52b1-33fb-4db5-add6-45c6c7c486dc'] response: {'name': 'network-changed', 'server_uuid': '04973bef-7b14-44a6-9bb4-03a8da381ddc', 'tag': '61cbd5b4-b7de-4b8c-80e7-a240c00eb86d', 'status': 'completed', 'code': 200} May 18 18:38:56.013794 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a702be5b-e142-440b-a999-49bbfe9b399a req-ffc9b7d4-1f8f-4eb9-84cc-1c95ec233990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:38:56.017008 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a702be5b-e142-440b-a999-49bbfe9b399a req-ffc9b7d4-1f8f-4eb9-84cc-1c95ec233990 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1ecd4fb314944b4697cd6486b529797f&device_id=04973bef-7b14-44a6-9bb4-03a8da381ddc HTTP/1.1" status: 200 len: 1097 time: 0.1641474 May 18 18:38:56.018318 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d2f5b85f-e9e5-4c27-8322-22aabdbbab4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:56.024626 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c37a7b4c-14c0-40f1-a193-a9e098752fbe tempest-TestVolumeBackupRestore-935516097 tempest-TestVolumeBackupRestore-935516097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:38:56.029920 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-c37a7b4c-14c0-40f1-a193-a9e098752fbe tempest-TestVolumeBackupRestore-935516097 tempest-TestVolumeBackupRestore-935516097-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=04973bef-7b14-44a6-9bb4-03a8da381ddc HTTP/1.1" status: 200 len: 1092 time: 0.4443498 May 18 18:38:56.032262 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 41334) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:38:56.037169 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-621f0b02-1183-47f7-9f73-b6eeeae45fdc tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] Request body: {'floatingip': {'port_id': '61cbd5b4-b7de-4b8c-80e7-a240c00eb86d'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:38:56.037737 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24eecf9-8b50-4480-8228-7438328d0932 None None] Checking router: f11c1644-4201-4b2e-bc58-f7270e1ba92c for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:38:56.048358 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24eecf9-8b50-4480-8228-7438328d0932 None None] Routers {'f11c1644-4201-4b2e-bc58-f7270e1ba92c'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:38:56.049582 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-d24eecf9-8b50-4480-8228-7438328d0932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:38:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['f11c1644-4201-4b2e-bc58-f7270e1ba92c'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:38:56.112183 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [req-ffa51e21-d2ce-40f1-b0c7-6ffeede5ff77 req-2708d850-1fea-4f6f-bd0b-dec6d783a78d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0272eb9e-0af8-4f3b-9f74-71a06e2f609e {{(pid=102731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:38:56.128370 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-ffa51e21-d2ce-40f1-b0c7-6ffeede5ff77 req-2708d850-1fea-4f6f-bd0b-dec6d783a78d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:56.132646 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d2f5b85f-e9e5-4c27-8322-22aabdbbab4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:56.139138 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-621f0b02-1183-47f7-9f73-b6eeeae45fdc tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] Notify callbacks [] for floatingip, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:56.179809 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.provisioning_blocks [req-ffa51e21-d2ce-40f1-b0c7-6ffeede5ff77 req-2708d850-1fea-4f6f-bd0b-dec6d783a78d service neutron] Transition to ACTIVE for port object 0272eb9e-0af8-4f3b-9f74-71a06e2f609e will not be triggered until provisioned by entity L2. {{(pid=102731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:38:56.187330 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-d24eecf9-8b50-4480-8228-7438328d0932 None None] Set router f11c1644-4201-4b2e-bc58-f7270e1ba92c gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:38:56.191500 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-ffa51e21-d2ce-40f1-b0c7-6ffeede5ff77 req-2708d850-1fea-4f6f-bd0b-dec6d783a78d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:56.222758 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6e094a43-7654-44b2-bf78-f0c56631c097 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:56.229879 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a702be5b-e142-440b-a999-49bbfe9b399a req-33b6dff3-0f86-41f4-811b-6e70e8dbebef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:38:56.232073 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a702be5b-e142-440b-a999-49bbfe9b399a req-33b6dff3-0f86-41f4-811b-6e70e8dbebef service neutron] 10.222.0.36 "GET /v2.0/networks?id=0366f9b0-38bb-4989-8bf4-d18b0262829f HTTP/1.1" status: 200 len: 914 time: 0.2059834 May 18 18:38:56.313911 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a702be5b-e142-440b-a999-49bbfe9b399a req-165df569-d96b-4348-b3b5-988a1c1aed21 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61cbd5b4-b7de-4b8c-80e7-a240c00eb86d HTTP/1.1" status: 200 len: 1000 time: 0.0743248 May 18 18:38:56.317090 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d2f5b85f-e9e5-4c27-8322-22aabdbbab4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:56.320645 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d2f5b85f-e9e5-4c27-8322-22aabdbbab4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:56.321811 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-d2f5b85f-e9e5-4c27-8322-22aabdbbab4c admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/e4d4ac5b-710b-40a7-aa90-794f81fedc43 HTTP/1.1" status: 204 len: 168 time: 0.4533923 May 18 18:38:56.374428 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2708d850-1fea-4f6f-bd0b-dec6d783a78d service neutron] Pushing event updated for resources: {'Port': ['ID=0272eb9e-0af8-4f3b-9f74-71a06e2f609e,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:38:56.441338 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f5b85f-e9e5-4c27-8322-22aabdbbab4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4d4ac5b-710b-40a7-aa90-794f81fedc43,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:38:56.468376 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a702be5b-e142-440b-a999-49bbfe9b399a req-20444493-be8d-4adb-8062-b8ca3c4eb19a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:38:56.471839 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a702be5b-e142-440b-a999-49bbfe9b399a req-20444493-be8d-4adb-8062-b8ca3c4eb19a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=09f67ed9-b1e5-46fd-84fd-a8a236be4858 HTTP/1.1" status: 200 len: 852 time: 0.1490359 May 18 18:38:56.537590 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-d24eecf9-8b50-4480-8228-7438328d0932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f11c1644-4201-4b2e-bc58-f7270e1ba92c', 'name': 'tempest-TestVolumeBackupRestore-518990419-router', 'tenant_id': '1ecd4fb314944b4697cd6486b529797f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': 'f009e5f4-bde2-4ec3-a1b9-d9ab0cff7253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:34:36Z', 'updated_at': '2022-05-18T18:34:44Z', 'revision_number': 4, 'project_id': '1ecd4fb314944b4697cd6486b529797f', 'gw_port': {'id': 'f009e5f4-bde2-4ec3-a1b9-d9ab0cff7253', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:37:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11c1644-4201-4b2e-bc58-f7270e1ba92c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:34:38Z', 'updated_at': '2022-05-18T18:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': '77d60cc1-2341-4023-91b4-ab96655df6f7', 'tenant_id': '1ecd4fb314944b4697cd6486b529797f', 'floating_ip_address': '172.25.5.112', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': 'f11c1644-4201-4b2e-bc58-f7270e1ba92c', 'port_id': '61cbd5b4-b7de-4b8c-80e7-a240c00eb86d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0366f9b0-38bb-4989-8bf4-d18b0262829f', 'mac_address': 'fa:16:3e:45:b1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04973bef-7b14-44a6-9bb4-03a8da381ddc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T18:38:52Z', 'updated_at': '2022-05-18T18:38:52Z', 'revision_number': 0, 'project_id': '1ecd4fb314944b4697cd6486b529797f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dec2f712-6790-4c01-aa4e-5770cc15742a', 'name': '', 'network_id': '0366f9b0-38bb-4989-8bf4-d18b0262829f', 'tenant_id': '1ecd4fb314944b4697cd6486b529797f', 'mac_address': 'fa:16:3e:bb:c5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11c1644-4201-4b2e-bc58-f7270e1ba92c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': '09f67ed9-b1e5-46fd-84fd-a8a236be4858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:34:42Z', 'updated_at': '2022-05-18T18:34:50Z', 'revision_number': 5, 'project_id': '1ecd4fb314944b4697cd6486b529797f', 'subnets': [{'id': '09f67ed9-b1e5-46fd-84fd-a8a236be4858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:38:56.598379 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-6e094a43-7654-44b2-bf78-f0c56631c097 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Deleting port c0246b57-9ff3-4c5c-a53a-69d784237a27 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:38:56.598379 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6e094a43-7654-44b2-bf78-f0c56631c097 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:56.606509 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24eecf9-8b50-4480-8228-7438328d0932 None None] The sync data for ids ['f11c1644-4201-4b2e-bc58-f7270e1ba92c'] in n-d-838550-3 is: [{'id': 'f11c1644-4201-4b2e-bc58-f7270e1ba92c', 'name': 'tempest-TestVolumeBackupRestore-518990419-router', 'tenant_id': '1ecd4fb314944b4697cd6486b529797f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': 'f009e5f4-bde2-4ec3-a1b9-d9ab0cff7253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:34:36Z', 'updated_at': '2022-05-18T18:34:44Z', 'revision_number': 4, 'project_id': '1ecd4fb314944b4697cd6486b529797f', 'gw_port': {'id': 'f009e5f4-bde2-4ec3-a1b9-d9ab0cff7253', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:37:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11c1644-4201-4b2e-bc58-f7270e1ba92c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:34:38Z', 'updated_at': '2022-05-18T18:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': '77d60cc1-2341-4023-91b4-ab96655df6f7', 'tenant_id': '1ecd4fb314944b4697cd6486b529797f', 'floating_ip_address': '172.25.5.112', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': 'f11c1644-4201-4b2e-bc58-f7270e1ba92c', 'port_id': '61cbd5b4-b7de-4b8c-80e7-a240c00eb86d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0366f9b0-38bb-4989-8bf4-d18b0262829f', 'mac_address': 'fa:16:3e:45:b1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04973bef-7b14-44a6-9bb4-03a8da381ddc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T18:38:52Z', 'updated_at': '2022-05-18T18:38:52Z', 'revision_number': 0, 'project_id': '1ecd4fb314944b4697cd6486b529797f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dec2f712-6790-4c01-aa4e-5770cc15742a', 'name': '', 'network_id': '0366f9b0-38bb-4989-8bf4-d18b0262829f', 'tenant_id': '1ecd4fb314944b4697cd6486b529797f', 'mac_address': 'fa:16:3e:bb:c5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11c1644-4201-4b2e-bc58-f7270e1ba92c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': '09f67ed9-b1e5-46fd-84fd-a8a236be4858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:34:42Z', 'updated_at': '2022-05-18T18:34:50Z', 'revision_number': 5, 'project_id': '1ecd4fb314944b4697cd6486b529797f', 'subnets': [{'id': '09f67ed9-b1e5-46fd-84fd-a8a236be4858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:38:56.720668 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-ffa51e21-d2ce-40f1-b0c7-6ffeede5ff77 req-2708d850-1fea-4f6f-bd0b-dec6d783a78d service neutron] Attempting to bind port 0272eb9e-0af8-4f3b-9f74-71a06e2f609e on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:38:56.721012 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-ffa51e21-d2ce-40f1-b0c7-6ffeede5ff77 req-2708d850-1fea-4f6f-bd0b-dec6d783a78d service neutron] Attempting to bind port 0272eb9e-0af8-4f3b-9f74-71a06e2f609e by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': '53c5d698-d25d-4e06-9845-0aaebbfc9461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '7b59d14a-c212-4de7-a55d-d09ccd05cad9'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:38:56.721341 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa51e21-d2ce-40f1-b0c7-6ffeede5ff77 req-2708d850-1fea-4f6f-bd0b-dec6d783a78d service neutron] Attempting to bind port 0272eb9e-0af8-4f3b-9f74-71a06e2f609e on network 7b59d14a-c212-4de7-a55d-d09ccd05cad9 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:38:56.733976 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa51e21-d2ce-40f1-b0c7-6ffeede5ff77 req-2708d850-1fea-4f6f-bd0b-dec6d783a78d service neutron] Port 0272eb9e-0af8-4f3b-9f74-71a06e2f609e on network 7b59d14a-c212-4de7-a55d-d09ccd05cad9 not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:38:56.734299 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa51e21-d2ce-40f1-b0c7-6ffeede5ff77 req-2708d850-1fea-4f6f-bd0b-dec6d783a78d service neutron] Attempting to bind port 0272eb9e-0af8-4f3b-9f74-71a06e2f609e on network 7b59d14a-c212-4de7-a55d-d09ccd05cad9 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:38:56.738778 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a702be5b-e142-440b-a999-49bbfe9b399a req-94c52cf4-c8e2-4070-a143-9344a79ee722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:38:56.741270 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a702be5b-e142-440b-a999-49bbfe9b399a req-94c52cf4-c8e2-4070-a143-9344a79ee722 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0366f9b0-38bb-4989-8bf4-d18b0262829f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2557800 May 18 18:38:56.771487 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa51e21-d2ce-40f1-b0c7-6ffeede5ff77 req-2708d850-1fea-4f6f-bd0b-dec6d783a78d service neutron] Checking agent: {'id': 'd1be059a-68ea-4c77-9b2b-29f4afa47e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:38:56.771828 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa51e21-d2ce-40f1-b0c7-6ffeede5ff77 req-2708d850-1fea-4f6f-bd0b-dec6d783a78d service neutron] Checking segment: {'id': '53c5d698-d25d-4e06-9845-0aaebbfc9461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '7b59d14a-c212-4de7-a55d-d09ccd05cad9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:38:56.772226 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa51e21-d2ce-40f1-b0c7-6ffeede5ff77 req-2708d850-1fea-4f6f-bd0b-dec6d783a78d service neutron] Bound using segment: {'id': '53c5d698-d25d-4e06-9845-0aaebbfc9461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '7b59d14a-c212-4de7-a55d-d09ccd05cad9'} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:38:56.772664 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-ffa51e21-d2ce-40f1-b0c7-6ffeede5ff77 req-2708d850-1fea-4f6f-bd0b-dec6d783a78d service neutron] Bound port: 0272eb9e-0af8-4f3b-9f74-71a06e2f609e, host: n-h2-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53c5d698-d25d-4e06-9845-0aaebbfc9461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '7b59d14a-c212-4de7-a55d-d09ccd05cad9'}}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:38:56.776617 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-ffa51e21-d2ce-40f1-b0c7-6ffeede5ff77 req-2708d850-1fea-4f6f-bd0b-dec6d783a78d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:56.796242 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c846a6-ae55-4097-8ae9-17619dffb916 req-7ff76212-0c32-482e-bef2-e9791eed7e86 tempest-TestServerAdvancedOps-759673878 tempest-TestServerAdvancedOps-759673878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:38:56.803721 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-16c846a6-ae55-4097-8ae9-17619dffb916 req-7ff76212-0c32-482e-bef2-e9791eed7e86 tempest-TestServerAdvancedOps-759673878 tempest-TestServerAdvancedOps-759673878-project] 10.222.0.85 "GET /v2.0/ports?device_id=8a313643-aaad-4ac4-8b48-3b769d346451 HTTP/1.1" status: 200 len: 943 time: 0.3343573 May 18 18:38:56.893952 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 41344) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:38:56.928852 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-18bb4951-ddcb-410d-acee-b0ae782f9aaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:56.955852 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-6e094a43-7654-44b2-bf78-f0c56631c097 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] For port c0246b57-9ff3-4c5c-a53a-69d784237a27, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=c0246b57-9ff3-4c5c-a53a-69d784237a27,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:38:56.956242 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6e094a43-7654-44b2-bf78-f0c56631c097 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:56.982745 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1ba1db-c510-46af-b274-1e6a471e43b9 None None] New status for floating IP 77d60cc1-2341-4023-91b4-ab96655df6f7: ACTIVE {{(pid=102732) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 18:38:56.983598 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-6e094a43-7654-44b2-bf78-f0c56631c097 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Calling delete_port for c0246b57-9ff3-4c5c-a53a-69d784237a27 owned by network:router_gateway {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:38:56.997922 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a702be5b-e142-440b-a999-49bbfe9b399a req-d86f4608-f1a8-4daa-9a85-e1a003964366 service neutron] 10.222.0.36 "GET /v2.0/networks/0366f9b0-38bb-4989-8bf4-d18b0262829f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2451143 May 18 18:38:57.024144 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-18bb4951-ddcb-410d-acee-b0ae782f9aaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:57.025957 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-ffa51e21-d2ce-40f1-b0c7-6ffeede5ff77 req-2708d850-1fea-4f6f-bd0b-dec6d783a78d service neutron] For port 0272eb9e-0af8-4f3b-9f74-71a06e2f609e, host n-h2-838550-3, cleared binding levels {{(pid=102731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:38:57.036265 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-16c846a6-ae55-4097-8ae9-17619dffb916 req-538c4426-6893-4d0a-ac0c-ab36d7bc3c55 tempest-TestServerAdvancedOps-759673878 tempest-TestServerAdvancedOps-759673878-project] 10.222.0.85 "GET /v2.0/security-groups?id=67ffcd23-a190-4771-b46f-07cd746f2d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316968 May 18 18:38:57.072276 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-18bb4951-ddcb-410d-acee-b0ae782f9aaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:57.116799 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bb4951-ddcb-410d-acee-b0ae782f9aaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bae70a6-6c22-464f-bf28-891aa2a43828,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:38:57.120691 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-ffa51e21-d2ce-40f1-b0c7-6ffeede5ff77 req-2708d850-1fea-4f6f-bd0b-dec6d783a78d service neutron] For port 0272eb9e-0af8-4f3b-9f74-71a06e2f609e, host n-h2-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=0272eb9e-0af8-4f3b-9f74-71a06e2f609e,segment=NetworkSegment(53c5d698-d25d-4e06-9845-0aaebbfc9461),segment_id=53c5d698-d25d-4e06-9845-0aaebbfc9461)] {{(pid=102731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:38:57.140516 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-ffa51e21-d2ce-40f1-b0c7-6ffeede5ff77 req-2708d850-1fea-4f6f-bd0b-dec6d783a78d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:57.210374 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2708d850-1fea-4f6f-bd0b-dec6d783a78d service neutron] Pushing event updated for resources: {'Port': ['ID=0272eb9e-0af8-4f3b-9f74-71a06e2f609e,revision_number=3']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:38:57.217894 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-18bb4951-ddcb-410d-acee-b0ae782f9aaa admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=5f32f3552a6042e383f80f5663e345ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3194437 May 18 18:38:57.221240 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa51e21-d2ce-40f1-b0c7-6ffeede5ff77 req-2708d850-1fea-4f6f-bd0b-dec6d783a78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:38:57.221903 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-ffa51e21-d2ce-40f1-b0c7-6ffeede5ff77 req-2708d850-1fea-4f6f-bd0b-dec6d783a78d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:57.222554 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 41346) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:38:57.223352 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ffa51e21-d2ce-40f1-b0c7-6ffeede5ff77 req-2708d850-1fea-4f6f-bd0b-dec6d783a78d service neutron] 10.222.0.88 "PUT /v2.0/ports/0272eb9e-0af8-4f3b-9f74-71a06e2f609e HTTP/1.1" status: 200 len: 1091 time: 2.3661249 May 18 18:38:57.224740 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.db.api [None req-621f0b02-1183-47f7-9f73-b6eeeae45fdc tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102731) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 18 18:38:57.225156 n-d-838550-3 neutron-server[102731]: DEBUG oslo_db.api [None req-621f0b02-1183-47f7-9f73-b6eeeae45fdc tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 18 18:38:57.235940 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a702be5b-e142-440b-a999-49bbfe9b399a req-6299bf78-3471-4fa9-9e93-9e0f75b2f659 service neutron] 10.222.0.36 "GET /v2.0/networks/0366f9b0-38bb-4989-8bf4-d18b0262829f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309220 May 18 18:38:57.344406 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa51e21-d2ce-40f1-b0c7-6ffeede5ff77 req-67e8052a-e6d3-4cdb-88df-39ff1d48f1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:38:57.347304 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ffa51e21-d2ce-40f1-b0c7-6ffeede5ff77 req-67e8052a-e6d3-4cdb-88df-39ff1d48f1a6 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=09c8ccd32350436798b47e08a0e37fbc&device_id=8a313643-aaad-4ac4-8b48-3b769d346451 HTTP/1.1" status: 200 len: 1094 time: 0.0630524 May 18 18:38:57.404795 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6e094a43-7654-44b2-bf78-f0c56631c097 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:57.411380 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ffa51e21-d2ce-40f1-b0c7-6ffeede5ff77 req-df833b21-0bb3-4551-8c7d-24a94987b21a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0272eb9e-0af8-4f3b-9f74-71a06e2f609e HTTP/1.1" status: 200 len: 217 time: 0.0521345 May 18 18:38:57.482421 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa51e21-d2ce-40f1-b0c7-6ffeede5ff77 req-2bf215fa-3447-42bb-bd35-739865b0ef4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:38:57.485214 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ffa51e21-d2ce-40f1-b0c7-6ffeede5ff77 req-2bf215fa-3447-42bb-bd35-739865b0ef4a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=9d2a43a3-4fbb-40e9-ac4f-c537c9ab4a75 HTTP/1.1" status: 200 len: 850 time: 0.0581295 May 18 18:38:57.509596 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6e094a43-7654-44b2-bf78-f0c56631c097 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596901'] for router_gateway, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:57.511924 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3dc8e214-1e67-4a95-a38c-63ebbab2eb9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:57.517381 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e094a43-7654-44b2-bf78-f0c56631c097 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Pushing event deleted for resources: {'Port': ['ID=c0246b57-9ff3-4c5c-a53a-69d784237a27,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:38:57.533875 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ffa51e21-d2ce-40f1-b0c7-6ffeede5ff77 req-26015973-16be-4f92-a2c6-d551564e3a53 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=7b59d14a-c212-4de7-a55d-d09ccd05cad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420136 May 18 18:38:57.641901 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3dc8e214-1e67-4a95-a38c-63ebbab2eb9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:57.644605 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6e094a43-7654-44b2-bf78-f0c56631c097 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25145'] for router, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:57.647157 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ffa51e21-d2ce-40f1-b0c7-6ffeede5ff77 req-41d90c4d-1d03-4f8d-a5ed-25e31162b1bf service neutron] 10.222.0.88 "GET /v2.0/networks/7b59d14a-c212-4de7-a55d-d09ccd05cad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059849 May 18 18:38:57.650880 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6e094a43-7654-44b2-bf78-f0c56631c097 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:57.726289 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-621f0b02-1183-47f7-9f73-b6eeeae45fdc tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] Notify callbacks [] for floatingip, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:57.743684 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6e094a43-7654-44b2-bf78-f0c56631c097 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593303'] for router, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:57.744748 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e094a43-7654-44b2-bf78-f0c56631c097 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e4dcf497-e617-4198-b04e-5d5a7e2406ef {{(pid=102730) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 18 18:38:57.750778 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6e094a43-7654-44b2-bf78-f0c56631c097 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Notify callbacks [] for router, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:57.752010 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-6e094a43-7654-44b2-bf78-f0c56631c097 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] 10.222.0.85 "DELETE /v2.0/routers/e4dcf497-e617-4198-b04e-5d5a7e2406ef HTTP/1.1" status: 204 len: 168 time: 2.6343441 May 18 18:38:57.756957 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 41358) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:38:57.761635 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-c89f879a-1043-4c2e-b980-6ee8d65e50fb tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1740668806', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}, 'admin_state_up': False}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:38:57.792517 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c89f879a-1043-4c2e-b980-6ee8d65e50fb tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25099'] for router, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:57.794285 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c89f879a-1043-4c2e-b980-6ee8d65e50fb tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-593238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596850', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25088'] for router, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:57.820577 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3dc8e214-1e67-4a95-a38c-63ebbab2eb9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:57.825608 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3dc8e214-1e67-4a95-a38c-63ebbab2eb9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:57.832623 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-3dc8e214-1e67-4a95-a38c-63ebbab2eb9b admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/4bae70a6-6c22-464f-bf28-891aa2a43828 HTTP/1.1" status: 204 len: 168 time: 0.6070302 May 18 18:38:57.841345 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ffa51e21-d2ce-40f1-b0c7-6ffeede5ff77 req-783259ad-060f-4a62-8c24-b4e23b4d3015 service neutron] 10.222.0.88 "GET /v2.0/networks/7b59d14a-c212-4de7-a55d-d09ccd05cad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863708 May 18 18:38:57.884736 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc8e214-1e67-4a95-a38c-63ebbab2eb9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bae70a6-6c22-464f-bf28-891aa2a43828,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:38:57.961723 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c89f879a-1043-4c2e-b980-6ee8d65e50fb tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:58.023452 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a313643-aaad-4ac4-8b48-3b769d346451', 'tag': '0272eb9e-0af8-4f3b-9f74-71a06e2f609e'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:38:58.025827 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-341235da-1324-4e89-a30a-1883bc042dc8" -d '{"events": [{"name": "network-changed", "server_uuid": "8a313643-aaad-4ac4-8b48-3b769d346451", "tag": "0272eb9e-0af8-4f3b-9f74-71a06e2f609e"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:38:58.153160 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1b13345-e7d5-4e16-b302-91f91b41af52 x-openstack-request-id: req-a1b13345-e7d5-4e16-b302-91f91b41af52 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:38:58.153891 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a313643-aaad-4ac4-8b48-3b769d346451", "tag": "0272eb9e-0af8-4f3b-9f74-71a06e2f609e", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:38:58.154227 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-a1b13345-e7d5-4e16-b302-91f91b41af52 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:38:58.154717 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1b13345-e7d5-4e16-b302-91f91b41af52'] response: {'name': 'network-changed', 'server_uuid': '8a313643-aaad-4ac4-8b48-3b769d346451', 'tag': '0272eb9e-0af8-4f3b-9f74-71a06e2f609e', 'status': 'completed', 'code': 200} May 18 18:38:58.169458 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c89f879a-1043-4c2e-b980-6ee8d65e50fb tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:58.295692 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 7 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 18:38:58.303896 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341235da-1324-4e89-a30a-1883bc042dc8 req-300767e8-4acc-4aef-b617-1f9862831745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:38:58.305485 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-341235da-1324-4e89-a30a-1883bc042dc8 req-300767e8-4acc-4aef-b617-1f9862831745 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=09c8ccd32350436798b47e08a0e37fbc&device_id=8a313643-aaad-4ac4-8b48-3b769d346451 HTTP/1.1" status: 200 len: 1094 time: 0.1498432 May 18 18:38:58.320292 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513debb0-60dc-4b00-b7d7-5e1e3b5d63d1 req-b7d488eb-09a6-4784-8ac6-47566b8acc72 tempest-TestServerAdvancedOps-759673878 tempest-TestServerAdvancedOps-759673878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:38:58.322268 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-513debb0-60dc-4b00-b7d7-5e1e3b5d63d1 req-b7d488eb-09a6-4784-8ac6-47566b8acc72 tempest-TestServerAdvancedOps-759673878 tempest-TestServerAdvancedOps-759673878-project] 10.222.0.85 "GET /v2.0/ports?device_id=8a313643-aaad-4ac4-8b48-3b769d346451 HTTP/1.1" status: 200 len: 943 time: 0.1521168 May 18 18:38:58.463283 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c89f879a-1043-4c2e-b980-6ee8d65e50fb tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Notify callbacks [] for router_gateway, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:58.485238 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c89f879a-1043-4c2e-b980-6ee8d65e50fb tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:58.493260 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 41376) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:38:58.495301 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-513debb0-60dc-4b00-b7d7-5e1e3b5d63d1 req-9a24ce09-64ab-4409-9a48-5964399246df tempest-TestServerAdvancedOps-759673878 tempest-TestServerAdvancedOps-759673878-project] 10.222.0.85 "GET /v2.0/security-groups?id=67ffcd23-a190-4771-b46f-07cd746f2d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533835 May 18 18:38:58.546913 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-09b23729-e7fa-4724-83ba-0e487d34faa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:58.564297 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341235da-1324-4e89-a30a-1883bc042dc8 req-840b4a71-5d69-4481-848a-2e169335bb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:38:58.565228 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-341235da-1324-4e89-a30a-1883bc042dc8 req-840b4a71-5d69-4481-848a-2e169335bb6a service neutron] 10.222.0.88 "GET /v2.0/networks?id=7b59d14a-c212-4de7-a55d-d09ccd05cad9 HTTP/1.1" status: 200 len: 911 time: 0.2420430 May 18 18:38:58.648202 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-341235da-1324-4e89-a30a-1883bc042dc8 req-f4b7e216-4a7f-4de1-9b10-f4df1bf655fd service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0272eb9e-0af8-4f3b-9f74-71a06e2f609e HTTP/1.1" status: 200 len: 217 time: 0.0717144 May 18 18:38:58.650295 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-c89f879a-1043-4c2e-b980-6ee8d65e50fb tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Allocated IP 172.25.5.16 (31ebd439-090c-4b25-bbb0-31c48711b145/363a2810-8a83-4be0-a317-7c91fcd94485/88564f11-b66f-47d3-a2c0-56df41a499df) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:38:58.700955 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-621f0b02-1183-47f7-9f73-b6eeeae45fdc tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:58.714338 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-621f0b02-1183-47f7-9f73-b6eeeae45fdc tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596987'] for floatingip, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:58.796761 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341235da-1324-4e89-a30a-1883bc042dc8 req-8c9d593d-0e77-4c4a-a469-61b7c30dba68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:38:58.798313 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-341235da-1324-4e89-a30a-1883bc042dc8 req-8c9d593d-0e77-4c4a-a469-61b7c30dba68 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=9d2a43a3-4fbb-40e9-ac4f-c537c9ab4a75 HTTP/1.1" status: 200 len: 850 time: 0.1414120 May 18 18:38:58.799694 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-09b23729-e7fa-4724-83ba-0e487d34faa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:58.806142 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-09b23729-e7fa-4724-83ba-0e487d34faa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:58.871366 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-341235da-1324-4e89-a30a-1883bc042dc8 req-4de49bda-5e96-4d8b-8b4d-89ba95fe48c2 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=7b59d14a-c212-4de7-a55d-d09ccd05cad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569108 May 18 18:38:58.874624 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-09b23729-e7fa-4724-83ba-0e487d34faa4 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=48ec2ed6f82a4b2b9e2b7e03f77029e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3778450 May 18 18:38:58.874903 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 41380) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:38:58.876935 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b23729-e7fa-4724-83ba-0e487d34faa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b1b2ab7-f145-406e-b9fc-baaadb5f41bf,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:38:58.893460 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c89f879a-1043-4c2e-b980-6ee8d65e50fb tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:58.929405 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c89f879a-1043-4c2e-b980-6ee8d65e50fb tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:58.977489 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89f879a-1043-4c2e-b980-6ee8d65e50fb tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Network 31ebd439-090c-4b25-bbb0-31c48711b145 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:38:58.979898 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-c89f879a-1043-4c2e-b980-6ee8d65e50fb tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:38:58.987756 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89f879a-1043-4c2e-b980-6ee8d65e50fb tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:38:59.007653 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89f879a-1043-4c2e-b980-6ee8d65e50fb tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Pushing event updated for resources: {'Port': ['ID=88564f11-b66f-47d3-a2c0-56df41a499df,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:38:59.070910 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-681da6b9-3573-47be-8066-381acbe4a41c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:59.082465 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-341235da-1324-4e89-a30a-1883bc042dc8 req-b26a5cf9-44ea-4af7-89fe-359751413d19 service neutron] 10.222.0.88 "GET /v2.0/networks/7b59d14a-c212-4de7-a55d-d09ccd05cad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862974 May 18 18:38:59.202134 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-681da6b9-3573-47be-8066-381acbe4a41c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:59.293531 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c89f879a-1043-4c2e-b980-6ee8d65e50fb tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Notify callbacks [] for router_gateway, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:59.301086 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-621f0b02-1183-47f7-9f73-b6eeeae45fdc tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] Router f11c1644-4201-4b2e-bc58-f7270e1ba92c has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:38:59.303902 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-681da6b9-3573-47be-8066-381acbe4a41c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:59.313699 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-681da6b9-3573-47be-8066-381acbe4a41c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:59.314705 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device c0246b57-9ff3-4c5c-a53a-69d784237a27 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:38:59.315181 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-681da6b9-3573-47be-8066-381acbe4a41c admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/3b1b2ab7-f145-406e-b9fc-baaadb5f41bf HTTP/1.1" status: 204 len: 168 time: 0.4389477 May 18 18:38:59.341935 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: c0246b57-9ff3-4c5c-a53a-69d784237a27 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:38:59.342233 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device c0246b57-9ff3-4c5c-a53a-69d784237a27 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:38:59.366653 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681da6b9-3573-47be-8066-381acbe4a41c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b1b2ab7-f145-406e-b9fc-baaadb5f41bf,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:38:59.374746 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-341235da-1324-4e89-a30a-1883bc042dc8 req-a6a31d2c-ea16-49c2-8819-3cc855d8937b service neutron] 10.222.0.88 "GET /v2.0/networks/7b59d14a-c212-4de7-a55d-d09ccd05cad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2829309 May 18 18:38:59.489451 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-621f0b02-1183-47f7-9f73-b6eeeae45fdc tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:38:59.494542 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-621f0b02-1183-47f7-9f73-b6eeeae45fdc tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:59.501272 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98aee07-ef5c-4a4a-b1f4-f589dd53c6d1 None None] Sync routers for ids ['f11c1644-4201-4b2e-bc58-f7270e1ba92c'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:38:59.513537 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98aee07-ef5c-4a4a-b1f4-f589dd53c6d1 None None] Routers {'f11c1644-4201-4b2e-bc58-f7270e1ba92c'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:38:59.514591 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-a98aee07-ef5c-4a4a-b1f4-f589dd53c6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:38:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['f11c1644-4201-4b2e-bc58-f7270e1ba92c'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:38:59.622047 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-621f0b02-1183-47f7-9f73-b6eeeae45fdc tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] 10.222.0.85 "PUT /v2.0/floatingips/77d60cc1-2341-4023-91b4-ab96655df6f7 HTTP/1.1" status: 200 len: 994 time: 3.5830278 May 18 18:38:59.632742 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c89f879a-1043-4c2e-b980-6ee8d65e50fb tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596801'] for router, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:38:59.769114 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c955798-654a-46fc-9287-e7a562aba6e9 req-64637fb1-9c29-4e82-86cc-e1b9f9cdc7a8 tempest-TestServerAdvancedOps-759673878 tempest-TestServerAdvancedOps-759673878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:38:59.770598 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5c955798-654a-46fc-9287-e7a562aba6e9 req-64637fb1-9c29-4e82-86cc-e1b9f9cdc7a8 tempest-TestServerAdvancedOps-759673878 tempest-TestServerAdvancedOps-759673878-project] 10.222.0.85 "GET /v2.0/ports?device_id=8a313643-aaad-4ac4-8b48-3b769d346451 HTTP/1.1" status: 200 len: 943 time: 0.1334326 May 18 18:38:59.797691 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-a98aee07-ef5c-4a4a-b1f4-f589dd53c6d1 None None] Set router f11c1644-4201-4b2e-bc58-f7270e1ba92c gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:38:59.837565 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5c955798-654a-46fc-9287-e7a562aba6e9 req-f6aeecae-d5eb-4ff0-8447-b2fc7505e2f6 tempest-TestServerAdvancedOps-759673878 tempest-TestServerAdvancedOps-759673878-project] 10.222.0.85 "GET /v2.0/security-groups?id=67ffcd23-a190-4771-b46f-07cd746f2d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582595 May 18 18:38:59.870941 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c89f879a-1043-4c2e-b980-6ee8d65e50fb tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Router 4d1e082d-d80b-4196-af53-234f87b65f0a is scheduled to L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e with binding_index 1 {{(pid=102730) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 18 18:39:00.002051 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c89f879a-1043-4c2e-b980-6ee8d65e50fb tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:39:00.015667 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7793f0f0-28f8-4425-8f0e-43c5631646bb None None] Sync routers for ids ['4d1e082d-d80b-4196-af53-234f87b65f0a'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:39:00.026388 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c89f879a-1043-4c2e-b980-6ee8d65e50fb tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Notify callbacks [] for router, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:00.028774 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-c89f879a-1043-4c2e-b980-6ee8d65e50fb tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.2703190 May 18 18:39:00.031510 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 41406) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:39:00.037900 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-15043135-39c2-43b6-8f3b-08ff797df075 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'enable_snat': False}}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:39:00.041365 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7793f0f0-28f8-4425-8f0e-43c5631646bb None None] Routers {'4d1e082d-d80b-4196-af53-234f87b65f0a'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:39:00.042275 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-7793f0f0-28f8-4425-8f0e-43c5631646bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:38:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['4d1e082d-d80b-4196-af53-234f87b65f0a'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:39:00.065533 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-a98aee07-ef5c-4a4a-b1f4-f589dd53c6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f11c1644-4201-4b2e-bc58-f7270e1ba92c', 'name': 'tempest-TestVolumeBackupRestore-518990419-router', 'tenant_id': '1ecd4fb314944b4697cd6486b529797f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': 'f009e5f4-bde2-4ec3-a1b9-d9ab0cff7253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:34:36Z', 'updated_at': '2022-05-18T18:34:44Z', 'revision_number': 4, 'project_id': '1ecd4fb314944b4697cd6486b529797f', 'gw_port': {'id': 'f009e5f4-bde2-4ec3-a1b9-d9ab0cff7253', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:37:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11c1644-4201-4b2e-bc58-f7270e1ba92c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:34:38Z', 'updated_at': '2022-05-18T18:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': '77d60cc1-2341-4023-91b4-ab96655df6f7', 'tenant_id': '1ecd4fb314944b4697cd6486b529797f', 'floating_ip_address': '172.25.5.112', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': 'f11c1644-4201-4b2e-bc58-f7270e1ba92c', 'port_id': '61cbd5b4-b7de-4b8c-80e7-a240c00eb86d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0366f9b0-38bb-4989-8bf4-d18b0262829f', 'mac_address': 'fa:16:3e:45:b1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04973bef-7b14-44a6-9bb4-03a8da381ddc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T18:38:52Z', 'updated_at': '2022-05-18T18:38:58Z', 'revision_number': 2, 'project_id': '1ecd4fb314944b4697cd6486b529797f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dec2f712-6790-4c01-aa4e-5770cc15742a', 'name': '', 'network_id': '0366f9b0-38bb-4989-8bf4-d18b0262829f', 'tenant_id': '1ecd4fb314944b4697cd6486b529797f', 'mac_address': 'fa:16:3e:bb:c5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11c1644-4201-4b2e-bc58-f7270e1ba92c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': '09f67ed9-b1e5-46fd-84fd-a8a236be4858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:34:42Z', 'updated_at': '2022-05-18T18:34:50Z', 'revision_number': 5, 'project_id': '1ecd4fb314944b4697cd6486b529797f', 'subnets': [{'id': '09f67ed9-b1e5-46fd-84fd-a8a236be4858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:39:00.093024 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-7793f0f0-28f8-4425-8f0e-43c5631646bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:39:00.098998 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98aee07-ef5c-4a4a-b1f4-f589dd53c6d1 None None] Checking router: f11c1644-4201-4b2e-bc58-f7270e1ba92c for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:39:00.103331 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7793f0f0-28f8-4425-8f0e-43c5631646bb None None] Routers {'4d1e082d-d80b-4196-af53-234f87b65f0a'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:39:00.104212 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-7793f0f0-28f8-4425-8f0e-43c5631646bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:38:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['4d1e082d-d80b-4196-af53-234f87b65f0a'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:39:00.117190 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98aee07-ef5c-4a4a-b1f4-f589dd53c6d1 None None] Routers {'f11c1644-4201-4b2e-bc58-f7270e1ba92c'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:39:00.117190 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-a98aee07-ef5c-4a4a-b1f4-f589dd53c6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:38:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['f11c1644-4201-4b2e-bc58-f7270e1ba92c'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:39:00.152118 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-7793f0f0-28f8-4425-8f0e-43c5631646bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:39:00.154053 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7793f0f0-28f8-4425-8f0e-43c5631646bb None None] The sync data for ids ['4d1e082d-d80b-4196-af53-234f87b65f0a'] in n-d-838550-3 is: [] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:39:00.156236 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04973bef-7b14-44a6-9bb4-03a8da381ddc', 'tag': '61cbd5b4-b7de-4b8c-80e7-a240c00eb86d'}, {'name': 'network-changed', 'server_uuid': '04973bef-7b14-44a6-9bb4-03a8da381ddc', 'tag': '61cbd5b4-b7de-4b8c-80e7-a240c00eb86d'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:39:00.162502 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f820db4-76bd-4183-8dc2-6ff9b6c8751b" -d '{"events": [{"name": "network-changed", "server_uuid": "04973bef-7b14-44a6-9bb4-03a8da381ddc", "tag": "61cbd5b4-b7de-4b8c-80e7-a240c00eb86d"}, {"name": "network-changed", "server_uuid": "04973bef-7b14-44a6-9bb4-03a8da381ddc", "tag": "61cbd5b4-b7de-4b8c-80e7-a240c00eb86d"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:39:00.242445 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-a98aee07-ef5c-4a4a-b1f4-f589dd53c6d1 None None] Set router f11c1644-4201-4b2e-bc58-f7270e1ba92c gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:39:00.257569 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 18 May 2022 18:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0456b05-1070-4e95-930a-93f678f5c478 x-openstack-request-id: req-b0456b05-1070-4e95-930a-93f678f5c478 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:39:00.257903 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04973bef-7b14-44a6-9bb4-03a8da381ddc", "tag": "61cbd5b4-b7de-4b8c-80e7-a240c00eb86d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "04973bef-7b14-44a6-9bb4-03a8da381ddc", "tag": "61cbd5b4-b7de-4b8c-80e7-a240c00eb86d", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:39:00.258198 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-b0456b05-1070-4e95-930a-93f678f5c478 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:39:00.258922 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0456b05-1070-4e95-930a-93f678f5c478'] response: {'name': 'network-changed', 'server_uuid': '04973bef-7b14-44a6-9bb4-03a8da381ddc', 'tag': '61cbd5b4-b7de-4b8c-80e7-a240c00eb86d', 'status': 'completed', 'code': 200} May 18 18:39:00.259908 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0456b05-1070-4e95-930a-93f678f5c478'] response: {'name': 'network-changed', 'server_uuid': '04973bef-7b14-44a6-9bb4-03a8da381ddc', 'tag': '61cbd5b4-b7de-4b8c-80e7-a240c00eb86d', 'status': 'completed', 'code': 200} May 18 18:39:00.405508 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 41418) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:39:00.546140 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-9a1d8dde-3a5d-42ff-908f-343837a7b49d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-783045527-network', 'tenant_id': '24df1cff46094d69a8e1a400b6213c5b'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:39:00.571988 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a1d8dde-3a5d-42ff-908f-343837a7b49d admin admin] Made reservation on behalf of 24df1cff46094d69a8e1a400b6213c5b for: {'network': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:39:00.572854 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-a98aee07-ef5c-4a4a-b1f4-f589dd53c6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f11c1644-4201-4b2e-bc58-f7270e1ba92c', 'name': 'tempest-TestVolumeBackupRestore-518990419-router', 'tenant_id': '1ecd4fb314944b4697cd6486b529797f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': 'f009e5f4-bde2-4ec3-a1b9-d9ab0cff7253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:34:36Z', 'updated_at': '2022-05-18T18:34:44Z', 'revision_number': 4, 'project_id': '1ecd4fb314944b4697cd6486b529797f', 'gw_port': {'id': 'f009e5f4-bde2-4ec3-a1b9-d9ab0cff7253', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:37:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11c1644-4201-4b2e-bc58-f7270e1ba92c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:34:38Z', 'updated_at': '2022-05-18T18:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': '77d60cc1-2341-4023-91b4-ab96655df6f7', 'tenant_id': '1ecd4fb314944b4697cd6486b529797f', 'floating_ip_address': '172.25.5.112', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': 'f11c1644-4201-4b2e-bc58-f7270e1ba92c', 'port_id': '61cbd5b4-b7de-4b8c-80e7-a240c00eb86d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0366f9b0-38bb-4989-8bf4-d18b0262829f', 'mac_address': 'fa:16:3e:45:b1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04973bef-7b14-44a6-9bb4-03a8da381ddc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T18:38:52Z', 'updated_at': '2022-05-18T18:38:58Z', 'revision_number': 2, 'project_id': '1ecd4fb314944b4697cd6486b529797f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dec2f712-6790-4c01-aa4e-5770cc15742a', 'name': '', 'network_id': '0366f9b0-38bb-4989-8bf4-d18b0262829f', 'tenant_id': '1ecd4fb314944b4697cd6486b529797f', 'mac_address': 'fa:16:3e:bb:c5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11c1644-4201-4b2e-bc58-f7270e1ba92c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': '09f67ed9-b1e5-46fd-84fd-a8a236be4858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:34:42Z', 'updated_at': '2022-05-18T18:34:50Z', 'revision_number': 5, 'project_id': '1ecd4fb314944b4697cd6486b529797f', 'subnets': [{'id': '09f67ed9-b1e5-46fd-84fd-a8a236be4858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:39:00.577064 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9a1d8dde-3a5d-42ff-908f-343837a7b49d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:00.588486 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9a1d8dde-3a5d-42ff-908f-343837a7b49d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:00.617338 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98aee07-ef5c-4a4a-b1f4-f589dd53c6d1 None None] The sync data for ids ['f11c1644-4201-4b2e-bc58-f7270e1ba92c'] in n-d-838550-3 is: [{'id': 'f11c1644-4201-4b2e-bc58-f7270e1ba92c', 'name': 'tempest-TestVolumeBackupRestore-518990419-router', 'tenant_id': '1ecd4fb314944b4697cd6486b529797f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': 'f009e5f4-bde2-4ec3-a1b9-d9ab0cff7253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:34:36Z', 'updated_at': '2022-05-18T18:34:44Z', 'revision_number': 4, 'project_id': '1ecd4fb314944b4697cd6486b529797f', 'gw_port': {'id': 'f009e5f4-bde2-4ec3-a1b9-d9ab0cff7253', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:37:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11c1644-4201-4b2e-bc58-f7270e1ba92c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:34:38Z', 'updated_at': '2022-05-18T18:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': '77d60cc1-2341-4023-91b4-ab96655df6f7', 'tenant_id': '1ecd4fb314944b4697cd6486b529797f', 'floating_ip_address': '172.25.5.112', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': 'f11c1644-4201-4b2e-bc58-f7270e1ba92c', 'port_id': '61cbd5b4-b7de-4b8c-80e7-a240c00eb86d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0366f9b0-38bb-4989-8bf4-d18b0262829f', 'mac_address': 'fa:16:3e:45:b1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04973bef-7b14-44a6-9bb4-03a8da381ddc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T18:38:52Z', 'updated_at': '2022-05-18T18:38:58Z', 'revision_number': 2, 'project_id': '1ecd4fb314944b4697cd6486b529797f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dec2f712-6790-4c01-aa4e-5770cc15742a', 'name': '', 'network_id': '0366f9b0-38bb-4989-8bf4-d18b0262829f', 'tenant_id': '1ecd4fb314944b4697cd6486b529797f', 'mac_address': 'fa:16:3e:bb:c5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11c1644-4201-4b2e-bc58-f7270e1ba92c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': '09f67ed9-b1e5-46fd-84fd-a8a236be4858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:34:42Z', 'updated_at': '2022-05-18T18:34:50Z', 'revision_number': 5, 'project_id': '1ecd4fb314944b4697cd6486b529797f', 'subnets': [{'id': '09f67ed9-b1e5-46fd-84fd-a8a236be4858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:39:00.664434 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f820db4-76bd-4183-8dc2-6ff9b6c8751b req-576a9755-22a8-4945-ac71-54609f5d6972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:39:00.665927 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6f820db4-76bd-4183-8dc2-6ff9b6c8751b req-576a9755-22a8-4945-ac71-54609f5d6972 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1ecd4fb314944b4697cd6486b529797f&device_id=04973bef-7b14-44a6-9bb4-03a8da381ddc HTTP/1.1" status: 200 len: 1097 time: 0.0997717 May 18 18:39:00.723423 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9a1d8dde-3a5d-42ff-908f-343837a7b49d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:00.729542 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9a1d8dde-3a5d-42ff-908f-343837a7b49d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:00.760840 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a1d8dde-3a5d-42ff-908f-343837a7b49d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 641} {{(pid=102731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:39:00.772483 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1d8dde-3a5d-42ff-908f-343837a7b49d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ccac583-f51c-4889-8ca9-668657451d7b,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:39:00.780847 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9a1d8dde-3a5d-42ff-908f-343837a7b49d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:00.781107 n-d-838550-3 neutron-server[102731]: INFO neutron.db.segments_db [None req-9a1d8dde-3a5d-42ff-908f-343837a7b49d admin admin] Added segment 62f4e166-f566-4155-9839-3dc6dea2521a of type vlan for network fa47fe09-d71c-45e6-b81d-ff665c274ead May 18 18:39:00.832714 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9a1d8dde-3a5d-42ff-908f-343837a7b49d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:00.866980 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9a1d8dde-3a5d-42ff-908f-343837a7b49d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:00.868383 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a1d8dde-3a5d-42ff-908f-343837a7b49d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:39:00.869324 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9a1d8dde-3a5d-42ff-908f-343837a7b49d admin admin] Notify callbacks [] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:00.879351 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f820db4-76bd-4183-8dc2-6ff9b6c8751b req-77635293-5c8c-4d8e-9870-5cd76576fdac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:39:00.881815 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6f820db4-76bd-4183-8dc2-6ff9b6c8751b req-77635293-5c8c-4d8e-9870-5cd76576fdac service neutron] 10.222.0.36 "GET /v2.0/networks?id=0366f9b0-38bb-4989-8bf4-d18b0262829f HTTP/1.1" status: 200 len: 914 time: 0.2018251 May 18 18:39:00.981210 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-9a1d8dde-3a5d-42ff-908f-343837a7b49d admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5736723 May 18 18:39:00.981971 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 41426) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:39:01.012959 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-d88f4361-29e5-48fe-b373-3bdf2421195c admin admin] Request body: {'subnet': {'network_id': 'fa47fe09-d71c-45e6-b81d-ff665c274ead', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-783045527-subnet', 'tenant_id': '24df1cff46094d69a8e1a400b6213c5b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:39:01.036896 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6f820db4-76bd-4183-8dc2-6ff9b6c8751b req-652b44c6-6942-4f3c-b416-80475bd00384 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61cbd5b4-b7de-4b8c-80e7-a240c00eb86d HTTP/1.1" status: 200 len: 1002 time: 0.1431122 May 18 18:39:01.174650 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8af54e-85e2-4da6-8b74-53c78c69c6b4 req-83cfc357-84f0-4421-969d-55a0c3254ae7 tempest-TestServerAdvancedOps-759673878 tempest-TestServerAdvancedOps-759673878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:39:01.176807 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bd8af54e-85e2-4da6-8b74-53c78c69c6b4 req-83cfc357-84f0-4421-969d-55a0c3254ae7 tempest-TestServerAdvancedOps-759673878 tempest-TestServerAdvancedOps-759673878-project] 10.222.0.85 "GET /v2.0/ports?device_id=8a313643-aaad-4ac4-8b48-3b769d346451 HTTP/1.1" status: 200 len: 943 time: 0.2128146 May 18 18:39:01.191877 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f820db4-76bd-4183-8dc2-6ff9b6c8751b req-5e52d2ca-038d-4bce-90b8-cf410305387a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:39:01.193686 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6f820db4-76bd-4183-8dc2-6ff9b6c8751b req-5e52d2ca-038d-4bce-90b8-cf410305387a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=09f67ed9-b1e5-46fd-84fd-a8a236be4858 HTTP/1.1" status: 200 len: 852 time: 0.1365151 May 18 18:39:01.222528 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:01.249529 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-15043135-39c2-43b6-8f3b-08ff797df075 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:01.294072 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bd8af54e-85e2-4da6-8b74-53c78c69c6b4 req-0f73709d-64d3-4722-898b-df606c3069d5 tempest-TestServerAdvancedOps-759673878 tempest-TestServerAdvancedOps-759673878-project] 10.222.0.85 "GET /v2.0/security-groups?id=67ffcd23-a190-4771-b46f-07cd746f2d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077890 May 18 18:39:01.307460 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f820db4-76bd-4183-8dc2-6ff9b6c8751b req-1d6fa63f-9f77-42af-8d94-267295a27be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:39:01.309643 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6f820db4-76bd-4183-8dc2-6ff9b6c8751b req-1d6fa63f-9f77-42af-8d94-267295a27be1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0366f9b0-38bb-4989-8bf4-d18b0262829f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1039615 May 18 18:39:01.359842 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:01.382461 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1d8dde-3a5d-42ff-908f-343837a7b49d admin admin] Pushing event updated for resources: {'Network': ['ID=fa47fe09-d71c-45e6-b81d-ff665c274ead,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:39:01.397963 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network fa47fe09-d71c-45e6-b81d-ff665c274ead details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:39:01.402519 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d88f4361-29e5-48fe-b373-3bdf2421195c admin admin] Made reservation on behalf of 24df1cff46094d69a8e1a400b6213c5b for: {'subnet': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:39:01.407731 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d88f4361-29e5-48fe-b373-3bdf2421195c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260908003'] for subnet, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:01.510627 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6f820db4-76bd-4183-8dc2-6ff9b6c8751b req-e22aae05-b50c-4951-81ae-4462537593f3 service neutron] 10.222.0.36 "GET /v2.0/networks/0366f9b0-38bb-4989-8bf4-d18b0262829f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684647 May 18 18:39:01.523944 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 0272eb9e-0af8-4f3b-9f74-71a06e2f609e details requested by agent hyperv_n-h2-838550-3 with host n-h2-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:39:01.645050 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 0272eb9e-0af8-4f3b-9f74-71a06e2f609e, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=0272eb9e-0af8-4f3b-9f74-71a06e2f609e,segment=NetworkSegment(53c5d698-d25d-4e06-9845-0aaebbfc9461),segment_id=53c5d698-d25d-4e06-9845-0aaebbfc9461)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:39:01.663083 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Returning: {'device': '0272eb9e-0af8-4f3b-9f74-71a06e2f609e', 'network_id': '7b59d14a-c212-4de7-a55d-d09ccd05cad9', 'port_id': '0272eb9e-0af8-4f3b-9f74-71a06e2f609e', 'mac_address': 'fa:16:3e:85:91:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d2a43a3-4fbb-40e9-ac4f-c537c9ab4a75', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:39:01.689920 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d88f4361-29e5-48fe-b373-3bdf2421195c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260898481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260908021'] for subnet, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:01.739754 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6f820db4-76bd-4183-8dc2-6ff9b6c8751b req-6eb1e52d-f042-4187-be0b-063f6c6b397d service neutron] 10.222.0.36 "GET /v2.0/networks/0366f9b0-38bb-4989-8bf4-d18b0262829f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126753 May 18 18:39:01.754306 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 0272eb9e-0af8-4f3b-9f74-71a06e2f609e is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:39:01.754926 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:01.756677 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88f4361-29e5-48fe-b373-3bdf2421195c admin admin] Pushing event updated for resources: {'Subnet': ['ID=375a1285-7ccf-47c4-a246-2e0cbe714f98,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:39:01.767078 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88f4361-29e5-48fe-b373-3bdf2421195c admin admin] Checking segment: {'id': '62f4e166-f566-4155-9839-3dc6dea2521a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'fa47fe09-d71c-45e6-b81d-ff665c274ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:39:01.767363 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d88f4361-29e5-48fe-b373-3bdf2421195c admin admin] Network hostable DHCP agents. Network: fa47fe09-d71c-45e6-b81d-ff665c274ead, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:39:01.796972 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0272eb9e-0af8-4f3b-9f74-71a06e2f609e {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:39:01.811389 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d88f4361-29e5-48fe-b373-3bdf2421195c admin admin] Network fa47fe09-d71c-45e6-b81d-ff665c274ead is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:39:01.827557 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-d88f4361-29e5-48fe-b373-3bdf2421195c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, fa47fe09-d71c-45e6-b81d-ff665c274ead) {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:39:01.833700 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 0272eb9e-0af8-4f3b-9f74-71a06e2f609e, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=0272eb9e-0af8-4f3b-9f74-71a06e2f609e,segment=NetworkSegment(53c5d698-d25d-4e06-9845-0aaebbfc9461),segment_id=53c5d698-d25d-4e06-9845-0aaebbfc9461)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:39:01.835563 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d88f4361-29e5-48fe-b373-3bdf2421195c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:39:01.836234 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d88f4361-29e5-48fe-b373-3bdf2421195c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:01.841070 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:01.848072 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f17a4f-e9ab-440b-b567-00cc8a3f583d None None] Network fa47fe09-d71c-45e6-b81d-ff665c274ead requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:39:01.876479 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-d88f4361-29e5-48fe-b373-3bdf2421195c admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8680880 May 18 18:39:01.920664 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f820db4-76bd-4183-8dc2-6ff9b6c8751b req-9b92fa8e-6c7a-4a98-b414-dcd8f9b2c036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:39:01.922348 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6f820db4-76bd-4183-8dc2-6ff9b6c8751b req-9b92fa8e-6c7a-4a98-b414-dcd8f9b2c036 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1ecd4fb314944b4697cd6486b529797f&device_id=04973bef-7b14-44a6-9bb4-03a8da381ddc HTTP/1.1" status: 200 len: 1097 time: 0.0991569 May 18 18:39:01.982938 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=0272eb9e-0af8-4f3b-9f74-71a06e2f609e,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:39:02.116822 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4316a6f9-f508-4c44-b07a-e1396756df74 None None] Network fa47fe09-d71c-45e6-b81d-ff665c274ead requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:39:02.148344 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['0272eb9e-0af8-4f3b-9f74-71a06e2f609e'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:39:02.157912 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f820db4-76bd-4183-8dc2-6ff9b6c8751b req-ce71311c-3576-4824-a0a6-34577048463b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:39:02.160290 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6f820db4-76bd-4183-8dc2-6ff9b6c8751b req-ce71311c-3576-4824-a0a6-34577048463b service neutron] 10.222.0.36 "GET /v2.0/networks?id=0366f9b0-38bb-4989-8bf4-d18b0262829f HTTP/1.1" status: 200 len: 914 time: 0.2214665 May 18 18:39:02.307535 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-15043135-39c2-43b6-8f3b-08ff797df075 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-596836', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-593224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25134'] for router, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:02.311919 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6f820db4-76bd-4183-8dc2-6ff9b6c8751b req-98e868d1-7614-44d1-8917-3f03e47bc060 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61cbd5b4-b7de-4b8c-80e7-a240c00eb86d HTTP/1.1" status: 200 len: 1002 time: 0.1402850 May 18 18:39:02.315193 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-15043135-39c2-43b6-8f3b-08ff797df075 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-596847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-596822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-593331'] for router, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:02.478672 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f820db4-76bd-4183-8dc2-6ff9b6c8751b req-47dca3ce-eda1-4758-b95b-840bf49e12a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:39:02.482167 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6f820db4-76bd-4183-8dc2-6ff9b6c8751b req-47dca3ce-eda1-4758-b95b-840bf49e12a4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=09f67ed9-b1e5-46fd-84fd-a8a236be4858 HTTP/1.1" status: 200 len: 852 time: 0.1617544 May 18 18:39:02.512443 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3069883-370f-4bfa-8862-f538f5c15ed7 req-08464919-372f-445d-9312-7dd7dcf9c3cf tempest-TestServerAdvancedOps-759673878 tempest-TestServerAdvancedOps-759673878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:39:02.514998 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c3069883-370f-4bfa-8862-f538f5c15ed7 req-08464919-372f-445d-9312-7dd7dcf9c3cf tempest-TestServerAdvancedOps-759673878 tempest-TestServerAdvancedOps-759673878-project] 10.222.0.85 "GET /v2.0/ports?device_id=8a313643-aaad-4ac4-8b48-3b769d346451 HTTP/1.1" status: 200 len: 944 time: 0.0692687 May 18 18:39:02.566060 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c3069883-370f-4bfa-8862-f538f5c15ed7 req-079edb92-c495-4f06-be4a-5f547508296d tempest-TestServerAdvancedOps-759673878 tempest-TestServerAdvancedOps-759673878-project] 10.222.0.85 "GET /v2.0/security-groups?id=67ffcd23-a190-4771-b46f-07cd746f2d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433838 May 18 18:39:02.611256 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15043135-39c2-43b6-8f3b-08ff797df075 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Router 4d1e082d-d80b-4196-af53-234f87b65f0a has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:39:02.614233 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f820db4-76bd-4183-8dc2-6ff9b6c8751b req-83459990-f18e-447b-b1fa-b5e3dd4eee81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:39:02.616629 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6f820db4-76bd-4183-8dc2-6ff9b6c8751b req-83459990-f18e-447b-b1fa-b5e3dd4eee81 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0366f9b0-38bb-4989-8bf4-d18b0262829f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0861735 May 18 18:39:02.763389 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6f820db4-76bd-4183-8dc2-6ff9b6c8751b req-f2fc9eb6-cb12-4e75-809e-d2530dd340fb service neutron] 10.222.0.36 "GET /v2.0/networks/0366f9b0-38bb-4989-8bf4-d18b0262829f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404104 May 18 18:39:02.885523 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15043135-39c2-43b6-8f3b-08ff797df075 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:39:02.890168 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-15043135-39c2-43b6-8f3b-08ff797df075 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Notify callbacks [] for router, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:02.891476 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-15043135-39c2-43b6-8f3b-08ff797df075 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] 10.222.0.85 "PUT /v2.0/routers/4d1e082d-d80b-4196-af53-234f87b65f0a HTTP/1.1" status: 200 len: 925 time: 2.8576779 May 18 18:39:02.894249 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 41444) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:39:02.898095 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a566f20c-6dcc-45cc-bd73-f806bfe3dc2e None None] Sync routers for ids ['4d1e082d-d80b-4196-af53-234f87b65f0a'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:39:02.916176 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a566f20c-6dcc-45cc-bd73-f806bfe3dc2e None None] Routers {'4d1e082d-d80b-4196-af53-234f87b65f0a'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:39:02.917172 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-a566f20c-6dcc-45cc-bd73-f806bfe3dc2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:38:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['4d1e082d-d80b-4196-af53-234f87b65f0a'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:39:02.919917 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6f820db4-76bd-4183-8dc2-6ff9b6c8751b req-b6fc827f-1ab5-4918-92e3-9bd6a2299177 service neutron] 10.222.0.36 "GET /v2.0/networks/0366f9b0-38bb-4989-8bf4-d18b0262829f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475596 May 18 18:39:02.967990 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-a566f20c-6dcc-45cc-bd73-f806bfe3dc2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:39:02.976711 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a566f20c-6dcc-45cc-bd73-f806bfe3dc2e None None] Routers {'4d1e082d-d80b-4196-af53-234f87b65f0a'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:39:02.977313 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-a566f20c-6dcc-45cc-bd73-f806bfe3dc2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:38:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['4d1e082d-d80b-4196-af53-234f87b65f0a'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:39:03.019296 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-b31bf4a9-2aaf-44a7-99ba-b7e2da49ee29 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] 10.222.0.85 "GET /v2.0/routers/4d1e082d-d80b-4196-af53-234f87b65f0a HTTP/1.1" status: 200 len: 925 time: 0.1238840 May 18 18:39:03.022147 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 41448) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:39:03.027445 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-a566f20c-6dcc-45cc-bd73-f806bfe3dc2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:39:03.028935 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a566f20c-6dcc-45cc-bd73-f806bfe3dc2e None None] The sync data for ids ['4d1e082d-d80b-4196-af53-234f87b65f0a'] in n-d-838550-3 is: [] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:39:03.133226 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22727d97-1dd1-43d7-add8-822b72847188 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:39:03.136515 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-22727d97-1dd1-43d7-add8-822b72847188 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] 10.222.0.85 "GET /v2.0/ports?network_id=31ebd439-090c-4b25-bbb0-31c48711b145&device_id=4d1e082d-d80b-4196-af53-234f87b65f0a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1125469 May 18 18:39:03.139368 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 41450) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:39:03.260439 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a7db01-75dd-43b6-b1d0-50b38400881a tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:39:03.262571 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-89a7db01-75dd-43b6-b1d0-50b38400881a tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] 10.222.0.85 "GET /v2.0/networks/31ebd439-090c-4b25-bbb0-31c48711b145 HTTP/1.1" status: 200 len: 881 time: 0.1215096 May 18 18:39:03.265253 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 41452) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:39:03.296925 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-79515847-1e19-4926-980c-ddcef477ed87 tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] 10.222.0.85 "GET /v2.0/ports?device_id=4d1e082d-d80b-4196-af53-234f87b65f0a HTTP/1.1" status: 200 len: 205 time: 0.0303764 May 18 18:39:03.299689 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 41454) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:39:03.358581 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d1782329-bc34-40a2-94cf-1e9b03b4f5fb req-b68d5b24-c112-47c8-a369-c39d37c9dcbf service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=04973bef-7b14-44a6-9bb4-03a8da381ddc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0487537 May 18 18:39:03.423119 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7ea069ea-f611-413c-bf1b-e2d0df6e0476 tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Notify callbacks [] for router, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:03.469319 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1782329-bc34-40a2-94cf-1e9b03b4f5fb req-da3c0389-6246-4e0b-874a-dfe4cf28d913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:39:03.470941 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d1782329-bc34-40a2-94cf-1e9b03b4f5fb req-da3c0389-6246-4e0b-874a-dfe4cf28d913 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1ecd4fb314944b4697cd6486b529797f&device_id=04973bef-7b14-44a6-9bb4-03a8da381ddc HTTP/1.1" status: 200 len: 1097 time: 0.0474360 May 18 18:39:03.537792 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 0272eb9e-0af8-4f3b-9f74-71a06e2f609e up at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:39:03.545349 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7ea069ea-f611-413c-bf1b-e2d0df6e0476 tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:03.592654 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1782329-bc34-40a2-94cf-1e9b03b4f5fb req-236ec2e8-c5a1-4bc4-80d5-858bfcf029c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:39:03.595254 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d1782329-bc34-40a2-94cf-1e9b03b4f5fb req-236ec2e8-c5a1-4bc4-80d5-858bfcf029c5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0366f9b0-38bb-4989-8bf4-d18b0262829f HTTP/1.1" status: 200 len: 914 time: 0.1020424 May 18 18:39:03.600450 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning for port 0272eb9e-0af8-4f3b-9f74-71a06e2f609e completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:39:03.604596 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning complete for port 0272eb9e-0af8-4f3b-9f74-71a06e2f609e triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:39:03.604830 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-7ea069ea-f611-413c-bf1b-e2d0df6e0476 tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Deleting port 88564f11-b66f-47d3-a2c0-56df41a499df {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:39:03.605051 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:03.605284 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7ea069ea-f611-413c-bf1b-e2d0df6e0476 tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:03.704258 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7ea069ea-f611-413c-bf1b-e2d0df6e0476 tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:03.707732 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d1782329-bc34-40a2-94cf-1e9b03b4f5fb req-807c8438-aa09-4bf4-b525-6bd5a3f21327 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61cbd5b4-b7de-4b8c-80e7-a240c00eb86d HTTP/1.1" status: 200 len: 1002 time: 0.1010525 May 18 18:39:03.710698 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 0272eb9e-0af8-4f3b-9f74-71a06e2f609e is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:39:03.711529 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:03.716745 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-7ea069ea-f611-413c-bf1b-e2d0df6e0476 tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Calling delete_port for 88564f11-b66f-47d3-a2c0-56df41a499df owned by network:router_gateway {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:39:03.723732 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615eba39-1309-4785-85f0-db3656616136 req-769fabb5-729f-4aee-8578-8e6949c88b4c tempest-TestServerAdvancedOps-759673878 tempest-TestServerAdvancedOps-759673878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:39:03.725500 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-615eba39-1309-4785-85f0-db3656616136 req-769fabb5-729f-4aee-8578-8e6949c88b4c tempest-TestServerAdvancedOps-759673878 tempest-TestServerAdvancedOps-759673878-project] 10.222.0.85 "GET /v2.0/ports?device_id=8a313643-aaad-4ac4-8b48-3b769d346451 HTTP/1.1" status: 200 len: 944 time: 0.0774493 May 18 18:39:03.747074 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 0272eb9e-0af8-4f3b-9f74-71a06e2f609e, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=0272eb9e-0af8-4f3b-9f74-71a06e2f609e,segment=NetworkSegment(53c5d698-d25d-4e06-9845-0aaebbfc9461),segment_id=53c5d698-d25d-4e06-9845-0aaebbfc9461)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:39:03.748023 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a313643-aaad-4ac4-8b48-3b769d346451', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0272eb9e-0af8-4f3b-9f74-71a06e2f609e'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:39:03.750499 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c40d8cbb-a5af-4b14-85d7-95bfe4d55c36" -d '{"events": [{"server_uuid": "8a313643-aaad-4ac4-8b48-3b769d346451", "name": "network-vif-plugged", "status": "completed", "tag": "0272eb9e-0af8-4f3b-9f74-71a06e2f609e"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:39:03.766545 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:03.805681 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1782329-bc34-40a2-94cf-1e9b03b4f5fb req-6338bc13-cf0a-4b2a-8476-290593b10904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:39:03.805681 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d1782329-bc34-40a2-94cf-1e9b03b4f5fb req-6338bc13-cf0a-4b2a-8476-290593b10904 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=09f67ed9-b1e5-46fd-84fd-a8a236be4858 HTTP/1.1" status: 200 len: 852 time: 0.0749233 May 18 18:39:03.809889 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-615eba39-1309-4785-85f0-db3656616136 req-ad6fc5f6-105f-4943-ad0a-034703e15c53 tempest-TestServerAdvancedOps-759673878 tempest-TestServerAdvancedOps-759673878-project] 10.222.0.85 "GET /v2.0/security-groups?id=67ffcd23-a190-4771-b46f-07cd746f2d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533237 May 18 18:39:03.841233 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d4aa0a0-6102-46fe-a7bc-d5fd2f7130e5 x-openstack-request-id: req-6d4aa0a0-6102-46fe-a7bc-d5fd2f7130e5 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:39:03.841696 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a313643-aaad-4ac4-8b48-3b769d346451", "name": "network-vif-plugged", "status": "completed", "tag": "0272eb9e-0af8-4f3b-9f74-71a06e2f609e", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:39:03.843262 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-6d4aa0a0-6102-46fe-a7bc-d5fd2f7130e5 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:39:03.843739 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d4aa0a0-6102-46fe-a7bc-d5fd2f7130e5'] response: {'server_uuid': '8a313643-aaad-4ac4-8b48-3b769d346451', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0272eb9e-0af8-4f3b-9f74-71a06e2f609e', 'code': 200} May 18 18:39:03.880313 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1782329-bc34-40a2-94cf-1e9b03b4f5fb req-a193073e-56cb-4291-8218-03fc11ec9bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:39:03.881156 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=0272eb9e-0af8-4f3b-9f74-71a06e2f609e,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:39:03.882101 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d1782329-bc34-40a2-94cf-1e9b03b4f5fb req-a193073e-56cb-4291-8218-03fc11ec9bf0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0366f9b0-38bb-4989-8bf4-d18b0262829f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709114 May 18 18:39:03.980260 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7ea069ea-f611-413c-bf1b-e2d0df6e0476 tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:03.983650 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d1782329-bc34-40a2-94cf-1e9b03b4f5fb req-fa2aca39-3ff6-47e9-9e2f-89f8c992aee3 service neutron] 10.222.0.36 "GET /v2.0/networks/0366f9b0-38bb-4989-8bf4-d18b0262829f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929179 May 18 18:39:04.004450 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4098a590-af28-4b82-8f75-e60f782e2ee2 req-39f1c80b-8212-4585-b11b-dbbd91f479c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:39:04.006153 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4098a590-af28-4b82-8f75-e60f782e2ee2 req-39f1c80b-8212-4585-b11b-dbbd91f479c0 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=8a313643-aaad-4ac4-8b48-3b769d346451 HTTP/1.1" status: 200 len: 1096 time: 0.0905504 May 18 18:39:04.061747 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea069ea-f611-413c-bf1b-e2d0df6e0476 tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Pushing event deleted for resources: {'Port': ['ID=88564f11-b66f-47d3-a2c0-56df41a499df,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:39:04.087411 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d1782329-bc34-40a2-94cf-1e9b03b4f5fb req-8685af90-669c-4115-b2f7-0a84d59f57a4 service neutron] 10.222.0.36 "GET /v2.0/networks/0366f9b0-38bb-4989-8bf4-d18b0262829f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893264 May 18 18:39:04.148504 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4098a590-af28-4b82-8f75-e60f782e2ee2 req-aec176bf-9053-4765-b0ec-3d915fefe8aa service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=67ffcd23-a190-4771-b46f-07cd746f2d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984893 May 18 18:39:04.178833 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93be104-9052-467a-a8f8-d78f3fa8c1d5 req-0be41fa3-483f-4882-9a35-c912012d7316 tempest-VolumesActionsTest-1868217254 tempest-VolumesActionsTest-1868217254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:39:04.180402 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f93be104-9052-467a-a8f8-d78f3fa8c1d5 req-0be41fa3-483f-4882-9a35-c912012d7316 tempest-VolumesActionsTest-1868217254 tempest-VolumesActionsTest-1868217254-project] 10.222.0.85 "GET /v2.0/networks?id=fa47fe09-d71c-45e6-b81d-ff665c274ead HTTP/1.1" status: 200 len: 808 time: 0.2135499 May 18 18:39:04.181296 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7ea069ea-f611-413c-bf1b-e2d0df6e0476 tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596901'] for router_gateway, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:04.283742 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f93be104-9052-467a-a8f8-d78f3fa8c1d5 req-2615acaf-5894-482d-b51f-ba1fabac4cb9 tempest-VolumesActionsTest-1868217254 tempest-VolumesActionsTest-1868217254-project] 10.222.0.85 "GET /v2.0/quotas/24df1cff46094d69a8e1a400b6213c5b HTTP/1.1" status: 200 len: 375 time: 0.0680940 May 18 18:39:04.287668 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7ea069ea-f611-413c-bf1b-e2d0df6e0476 tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25145'] for router, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:04.289826 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7ea069ea-f611-413c-bf1b-e2d0df6e0476 tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:04.351877 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f93be104-9052-467a-a8f8-d78f3fa8c1d5 req-33a47a4d-9ffd-4dcb-aa93-7ae541eefb09 tempest-VolumesActionsTest-1868217254 tempest-VolumesActionsTest-1868217254-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=24df1cff46094d69a8e1a400b6213c5b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0602446 May 18 18:39:04.374870 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7ea069ea-f611-413c-bf1b-e2d0df6e0476 tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593303'] for router, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:04.375422 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ea069ea-f611-413c-bf1b-e2d0df6e0476 tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Fanout notify agent at l3_agent the message router_deleted on router 4d1e082d-d80b-4196-af53-234f87b65f0a {{(pid=102731) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 18 18:39:04.391404 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7ea069ea-f611-413c-bf1b-e2d0df6e0476 tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Notify callbacks [] for router, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:04.399077 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-7ea069ea-f611-413c-bf1b-e2d0df6e0476 tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] 10.222.0.85 "DELETE /v2.0/routers/4d1e082d-d80b-4196-af53-234f87b65f0a HTTP/1.1" status: 204 len: 168 time: 1.0923827 May 18 18:39:04.400755 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 41486) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:39:04.408232 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-f836aee6-3e48-455a-949a-7c0a43497f51 tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-202193548', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:39:04.443982 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f836aee6-3e48-455a-949a-7c0a43497f51 tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25099'] for router, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:04.445725 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f836aee6-3e48-455a-949a-7c0a43497f51 tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-593238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596850', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25088'] for router, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:04.499863 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f93be104-9052-467a-a8f8-d78f3fa8c1d5 req-28cc3556-342f-458c-9df4-21ad03f86205 service neutron] 10.222.0.85 "GET /v2.0/networks/fa47fe09-d71c-45e6-b81d-ff665c274ead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348274 May 18 18:39:04.551617 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f836aee6-3e48-455a-949a-7c0a43497f51 tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:04.558050 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f836aee6-3e48-455a-949a-7c0a43497f51 tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596801'] for router, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:04.592878 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f836aee6-3e48-455a-949a-7c0a43497f51 tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Notify callbacks [] for router, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:04.594543 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-f836aee6-3e48-455a-949a-7c0a43497f51 tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1900878 May 18 18:39:04.597074 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 41490) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:39:04.602165 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-e512624b-9a97-4731-beab-b5fac694561f tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Request body: {'router': {'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:39:04.630850 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f93be104-9052-467a-a8f8-d78f3fa8c1d5 req-94f96816-c62f-42c7-8ccf-048bacef6f92 service neutron] 10.222.0.85 "GET /v2.0/networks/fa47fe09-d71c-45e6-b81d-ff665c274ead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222017 May 18 18:39:04.857145 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e512624b-9a97-4731-beab-b5fac694561f tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:04.885216 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e841026d-fa3a-48f8-8771-35eee813df63 req-471f1db5-10a4-4744-ae69-c96e3b484a20 tempest-VolumesActionsTest-1868217254 tempest-VolumesActionsTest-1868217254-project] 10.222.0.85 "GET /v2.0/ports?device_id=c4d9a3f5-23e1-4cfb-9aa1-f6437d43a318 HTTP/1.1" status: 200 len: 210 time: 0.0384204 May 18 18:39:04.991908 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4444b92e-bba5-4f0f-8c07-f3db0b117cb3 req-1ee91f48-7677-4ca6-9b41-0d50b18c5aad tempest-TestServerAdvancedOps-759673878 tempest-TestServerAdvancedOps-759673878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:39:04.993911 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4444b92e-bba5-4f0f-8c07-f3db0b117cb3 req-1ee91f48-7677-4ca6-9b41-0d50b18c5aad tempest-TestServerAdvancedOps-759673878 tempest-TestServerAdvancedOps-759673878-project] 10.222.0.85 "GET /v2.0/ports?device_id=8a313643-aaad-4ac4-8b48-3b769d346451 HTTP/1.1" status: 200 len: 945 time: 0.0705130 May 18 18:39:05.041357 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4444b92e-bba5-4f0f-8c07-f3db0b117cb3 req-9f695ac9-7950-46db-b588-bfd8c7fb664c tempest-TestServerAdvancedOps-759673878 tempest-TestServerAdvancedOps-759673878-project] 10.222.0.85 "GET /v2.0/security-groups?id=67ffcd23-a190-4771-b46f-07cd746f2d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414090 May 18 18:39:05.133040 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e512624b-9a97-4731-beab-b5fac694561f tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Notify callbacks [] for router_gateway, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:05.161040 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e512624b-9a97-4731-beab-b5fac694561f tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:05.341944 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-e512624b-9a97-4731-beab-b5fac694561f tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Allocated IP 172.25.5.227 (31ebd439-090c-4b25-bbb0-31c48711b145/363a2810-8a83-4be0-a317-7c91fcd94485/bc1403a6-091f-4af7-a217-b0329f488f56) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:39:05.812025 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e512624b-9a97-4731-beab-b5fac694561f tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:05.847898 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e512624b-9a97-4731-beab-b5fac694561f tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:05.886263 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e512624b-9a97-4731-beab-b5fac694561f tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Network 31ebd439-090c-4b25-bbb0-31c48711b145 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:39:05.889148 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-e512624b-9a97-4731-beab-b5fac694561f tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:39:05.892707 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e512624b-9a97-4731-beab-b5fac694561f tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:39:05.900443 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e512624b-9a97-4731-beab-b5fac694561f tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Pushing event updated for resources: {'Port': ['ID=bc1403a6-091f-4af7-a217-b0329f488f56,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:39:05.933054 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e512624b-9a97-4731-beab-b5fac694561f tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:39:05.933405 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e512624b-9a97-4731-beab-b5fac694561f tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:39:05.933814 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e512624b-9a97-4731-beab-b5fac694561f tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:39:05.934163 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e512624b-9a97-4731-beab-b5fac694561f tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:39:05.935301 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e512624b-9a97-4731-beab-b5fac694561f tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:39:05.936331 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e512624b-9a97-4731-beab-b5fac694561f tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:39:05.936692 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e512624b-9a97-4731-beab-b5fac694561f tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:39:05.937039 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e512624b-9a97-4731-beab-b5fac694561f tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:39:05.937409 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e512624b-9a97-4731-beab-b5fac694561f tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:39:05.937777 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e512624b-9a97-4731-beab-b5fac694561f tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:39:05.938121 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e512624b-9a97-4731-beab-b5fac694561f tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:39:05.938455 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e512624b-9a97-4731-beab-b5fac694561f tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:39:06.055526 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-20ca0cf1-39ee-4077-b559-cc7325f69135 req-a3921f85-5e5d-483f-8b72-88250126cd51 tempest-VolumesActionsTest-1868217254 tempest-VolumesActionsTest-1868217254-project] 10.222.0.85 "GET /v2.0/ports?device_id=c4d9a3f5-23e1-4cfb-9aa1-f6437d43a318 HTTP/1.1" status: 200 len: 210 time: 0.0571866 May 18 18:39:06.213409 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f13790-81c9-48ce-8abe-f1ead81dff9c req-6b70b83f-17d5-49e1-bf4d-ad7cad4af902 tempest-TestServerAdvancedOps-759673878 tempest-TestServerAdvancedOps-759673878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:39:06.215934 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-59f13790-81c9-48ce-8abe-f1ead81dff9c req-6b70b83f-17d5-49e1-bf4d-ad7cad4af902 tempest-TestServerAdvancedOps-759673878 tempest-TestServerAdvancedOps-759673878-project] 10.222.0.85 "GET /v2.0/ports?device_id=8a313643-aaad-4ac4-8b48-3b769d346451 HTTP/1.1" status: 200 len: 945 time: 0.0816393 May 18 18:39:06.220475 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e512624b-9a97-4731-beab-b5fac694561f tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Notify callbacks [] for router_gateway, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:06.282587 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-59f13790-81c9-48ce-8abe-f1ead81dff9c req-fc1b42fa-ac6f-4d3b-a75b-07f0557a2daf tempest-TestServerAdvancedOps-759673878 tempest-TestServerAdvancedOps-759673878-project] 10.222.0.85 "GET /v2.0/security-groups?id=67ffcd23-a190-4771-b46f-07cd746f2d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599945 May 18 18:39:06.477845 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93be104-9052-467a-a8f8-d78f3fa8c1d5 req-b0efbcea-eff6-4e0d-916f-6d502dcce584 tempest-VolumesActionsTest-1868217254 tempest-VolumesActionsTest-1868217254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:39:06.480351 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f93be104-9052-467a-a8f8-d78f3fa8c1d5 req-b0efbcea-eff6-4e0d-916f-6d502dcce584 tempest-VolumesActionsTest-1868217254 tempest-VolumesActionsTest-1868217254-project] 10.222.0.36 "GET /v2.0/networks?id=fa47fe09-d71c-45e6-b81d-ff665c274ead HTTP/1.1" status: 200 len: 808 time: 0.2206616 May 18 18:39:06.518521 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-f93be104-9052-467a-a8f8-d78f3fa8c1d5 req-3df94ead-b7eb-48d0-b4ef-7865b0027004 tempest-VolumesActionsTest-1868217254 tempest-VolumesActionsTest-1868217254-project] Request body: {'port': {'device_id': 'c4d9a3f5-23e1-4cfb-9aa1-f6437d43a318', 'network_id': 'fa47fe09-d71c-45e6-b81d-ff665c274ead', 'admin_state_up': True, 'tenant_id': '24df1cff46094d69a8e1a400b6213c5b'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:39:06.528876 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b48d4d1-cfd0-4b02-9a1a-e38e0b058de6 req-2f4eb65e-1f76-4be4-bb5a-077dd3d062de tempest-TestServerAdvancedOps-759673878 tempest-TestServerAdvancedOps-759673878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:39:06.530328 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0b48d4d1-cfd0-4b02-9a1a-e38e0b058de6 req-2f4eb65e-1f76-4be4-bb5a-077dd3d062de tempest-TestServerAdvancedOps-759673878 tempest-TestServerAdvancedOps-759673878-project] 10.222.0.85 "GET /v2.0/ports?device_id=8a313643-aaad-4ac4-8b48-3b769d346451 HTTP/1.1" status: 200 len: 945 time: 0.1489153 May 18 18:39:06.681842 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0b48d4d1-cfd0-4b02-9a1a-e38e0b058de6 req-151063f6-3991-4ee6-969d-9660277b29d5 tempest-TestServerAdvancedOps-759673878 tempest-TestServerAdvancedOps-759673878-project] 10.222.0.85 "GET /v2.0/security-groups?id=67ffcd23-a190-4771-b46f-07cd746f2d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374333 May 18 18:39:06.692200 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e512624b-9a97-4731-beab-b5fac694561f tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-596836', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-593224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25134'] for router, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:06.711429 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e512624b-9a97-4731-beab-b5fac694561f tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-596847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-596822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-593331'] for router, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:06.779051 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f93be104-9052-467a-a8f8-d78f3fa8c1d5 req-3df94ead-b7eb-48d0-b4ef-7865b0027004 tempest-VolumesActionsTest-1868217254 tempest-VolumesActionsTest-1868217254-project] Made reservation on behalf of 24df1cff46094d69a8e1a400b6213c5b for: {'port': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:39:06.782742 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-f93be104-9052-467a-a8f8-d78f3fa8c1d5 req-3df94ead-b7eb-48d0-b4ef-7865b0027004 tempest-VolumesActionsTest-1868217254 tempest-VolumesActionsTest-1868217254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:06.950700 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 41524) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:39:07.097584 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e512624b-9a97-4731-beab-b5fac694561f tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Router 5837ac28-db9b-4bd5-a86e-59037699d95c is scheduled to L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e with binding_index 1 {{(pid=102730) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 18 18:39:07.136059 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [req-f93be104-9052-467a-a8f8-d78f3fa8c1d5 req-3df94ead-b7eb-48d0-b4ef-7865b0027004 tempest-VolumesActionsTest-1868217254 tempest-VolumesActionsTest-1868217254-project] Allocated IP 172.20.0.7 (fa47fe09-d71c-45e6-b81d-ff665c274ead/375a1285-7ccf-47c4-a246-2e0cbe714f98/9acd704b-56b8-401c-a3a1-ba28b58c3126) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:39:07.204782 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd9ec3d-8dfe-43a1-b65f-4154ea68d80d req-0e4a5fcb-44db-4a13-9601-fc1d458f9ed6 tempest-TestServerAdvancedOps-759673878 tempest-TestServerAdvancedOps-759673878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:39:07.206409 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8dd9ec3d-8dfe-43a1-b65f-4154ea68d80d req-0e4a5fcb-44db-4a13-9601-fc1d458f9ed6 tempest-TestServerAdvancedOps-759673878 tempest-TestServerAdvancedOps-759673878-project] 10.222.0.85 "GET /v2.0/ports?device_id=8a313643-aaad-4ac4-8b48-3b769d346451 HTTP/1.1" status: 200 len: 945 time: 0.1987801 May 18 18:39:07.218479 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a250820b-b941-4850-a6cc-c15adb31a60e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:07.272388 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-38795491-ad34-4038-9a0f-be648eff639b req-0f3eb681-04ac-443d-a52d-80174b4aa98c tempest-VolumesActionsTest-1868217254 tempest-VolumesActionsTest-1868217254-project] 10.222.0.85 "GET /v2.0/ports?device_id=c4d9a3f5-23e1-4cfb-9aa1-f6437d43a318 HTTP/1.1" status: 200 len: 210 time: 0.0448287 May 18 18:39:07.346133 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e512624b-9a97-4731-beab-b5fac694561f tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:39:07.359180 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35dd177c-de78-4f73-a0b8-c69a0909e1d3 None None] Sync routers for ids ['5837ac28-db9b-4bd5-a86e-59037699d95c'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:39:07.372469 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35dd177c-de78-4f73-a0b8-c69a0909e1d3 None None] Routers {'5837ac28-db9b-4bd5-a86e-59037699d95c'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:39:07.372677 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a250820b-b941-4850-a6cc-c15adb31a60e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:07.373576 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-35dd177c-de78-4f73-a0b8-c69a0909e1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:38:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['5837ac28-db9b-4bd5-a86e-59037699d95c'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:39:07.376230 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8dd9ec3d-8dfe-43a1-b65f-4154ea68d80d req-1c2fa244-e9e8-4e67-87bc-90e3b53c03ef tempest-TestServerAdvancedOps-759673878 tempest-TestServerAdvancedOps-759673878-project] 10.222.0.85 "GET /v2.0/security-groups?id=67ffcd23-a190-4771-b46f-07cd746f2d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445858 May 18 18:39:07.381692 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e512624b-9a97-4731-beab-b5fac694561f tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Notify callbacks [] for router, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:07.383059 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-e512624b-9a97-4731-beab-b5fac694561f tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] 10.222.0.85 "PUT /v2.0/routers/5837ac28-db9b-4bd5-a86e-59037699d95c HTTP/1.1" status: 200 len: 883 time: 2.7845600 May 18 18:39:07.383500 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a250820b-b941-4850-a6cc-c15adb31a60e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:07.387381 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 41532) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:39:07.438833 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-35dd177c-de78-4f73-a0b8-c69a0909e1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:39:07.448257 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35dd177c-de78-4f73-a0b8-c69a0909e1d3 None None] Routers {'5837ac28-db9b-4bd5-a86e-59037699d95c'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:39:07.449125 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-35dd177c-de78-4f73-a0b8-c69a0909e1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:38:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['5837ac28-db9b-4bd5-a86e-59037699d95c'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:39:07.468528 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-f93be104-9052-467a-a8f8-d78f3fa8c1d5 req-3df94ead-b7eb-48d0-b4ef-7865b0027004 tempest-VolumesActionsTest-1868217254 tempest-VolumesActionsTest-1868217254-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:07.475252 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-a250820b-b941-4850-a6cc-c15adb31a60e admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=0a4f433fab5f4421bd11cc1f8b30d695&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5206354 May 18 18:39:07.475945 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 41534) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:39:07.488229 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-35dd177c-de78-4f73-a0b8-c69a0909e1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:39:07.489305 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35dd177c-de78-4f73-a0b8-c69a0909e1d3 None None] The sync data for ids ['5837ac28-db9b-4bd5-a86e-59037699d95c'] in n-d-838550-3 is: [] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:39:07.495796 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a250820b-b941-4850-a6cc-c15adb31a60e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=244281cb-0287-4fd6-bb08-685606c05094,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:39:07.514958 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-f93be104-9052-467a-a8f8-d78f3fa8c1d5 req-3df94ead-b7eb-48d0-b4ef-7865b0027004 tempest-VolumesActionsTest-1868217254 tempest-VolumesActionsTest-1868217254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:07.559689 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f93be104-9052-467a-a8f8-d78f3fa8c1d5 req-3df94ead-b7eb-48d0-b4ef-7865b0027004 tempest-VolumesActionsTest-1868217254 tempest-VolumesActionsTest-1868217254-project] Network fa47fe09-d71c-45e6-b81d-ff665c274ead is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:39:07.562714 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [req-f93be104-9052-467a-a8f8-d78f3fa8c1d5 req-3df94ead-b7eb-48d0-b4ef-7865b0027004 tempest-VolumesActionsTest-1868217254 tempest-VolumesActionsTest-1868217254-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:39:07.567193 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-f93be104-9052-467a-a8f8-d78f3fa8c1d5 req-3df94ead-b7eb-48d0-b4ef-7865b0027004 tempest-VolumesActionsTest-1868217254 tempest-VolumesActionsTest-1868217254-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:39:07.576672 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-267875d1-b591-43fb-9330-818669029f29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:07.583429 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-f1c6ae0d-3bb1-431d-acbb-ef3eb98c1983 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] 10.222.0.85 "GET /v2.0/routers/5837ac28-db9b-4bd5-a86e-59037699d95c HTTP/1.1" status: 200 len: 924 time: 0.1854098 May 18 18:39:07.588325 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 41536) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:39:07.598281 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df94ead-b7eb-48d0-b4ef-7865b0027004 tempest-VolumesActionsTest-1868217254 tempest-VolumesActionsTest-1868217254-project] Pushing event updated for resources: {'Port': ['ID=9acd704b-56b8-401c-a3a1-ba28b58c3126,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:39:07.626501 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93be104-9052-467a-a8f8-d78f3fa8c1d5 req-3df94ead-b7eb-48d0-b4ef-7865b0027004 tempest-VolumesActionsTest-1868217254 tempest-VolumesActionsTest-1868217254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:39:07.627053 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-f93be104-9052-467a-a8f8-d78f3fa8c1d5 req-3df94ead-b7eb-48d0-b4ef-7865b0027004 tempest-VolumesActionsTest-1868217254 tempest-VolumesActionsTest-1868217254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:07.627345 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-267875d1-b591-43fb-9330-818669029f29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:07.643920 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f93be104-9052-467a-a8f8-d78f3fa8c1d5 req-3df94ead-b7eb-48d0-b4ef-7865b0027004 tempest-VolumesActionsTest-1868217254 tempest-VolumesActionsTest-1868217254-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1307418 May 18 18:39:07.660632 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-f93be104-9052-467a-a8f8-d78f3fa8c1d5 req-86d0e33b-1477-4307-82b5-5380b77a7b9e service neutron] Request body: {'port': {'device_id': 'c4d9a3f5-23e1-4cfb-9aa1-f6437d43a318', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-3'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:39:07.671066 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a47536d-3afd-4c54-b0a0-602a6ff6556a tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:39:07.675075 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-9a47536d-3afd-4c54-b0a0-602a6ff6556a tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] 10.222.0.85 "GET /v2.0/ports?network_id=31ebd439-090c-4b25-bbb0-31c48711b145&device_id=5837ac28-db9b-4bd5-a86e-59037699d95c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0835309 May 18 18:39:07.675570 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 41538) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:39:07.689053 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-5b959cef-8e51-4ed2-9704-18cc8862f5b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:07.730230 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-f93be104-9052-467a-a8f8-d78f3fa8c1d5 req-86d0e33b-1477-4307-82b5-5380b77a7b9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:07.741372 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-267875d1-b591-43fb-9330-818669029f29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:07.743981 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-267875d1-b591-43fb-9330-818669029f29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:07.745146 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-267875d1-b591-43fb-9330-818669029f29 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/244281cb-0287-4fd6-bb08-685606c05094 HTTP/1.1" status: 204 len: 168 time: 0.2668710 May 18 18:39:07.763818 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267875d1-b591-43fb-9330-818669029f29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=244281cb-0287-4fd6-bb08-685606c05094,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:39:07.785309 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4385cdd5-080f-41db-8111-bbc846952f61 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:39:07.791174 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-4385cdd5-080f-41db-8111-bbc846952f61 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] 10.222.0.85 "GET /v2.0/networks/31ebd439-090c-4b25-bbb0-31c48711b145 HTTP/1.1" status: 200 len: 881 time: 0.1107969 May 18 18:39:07.791174 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 41542) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:39:07.818209 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-cba1cc6b-302a-4d08-ba39-efc80ee52bb5 tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] 10.222.0.85 "GET /v2.0/ports?device_id=5837ac28-db9b-4bd5-a86e-59037699d95c HTTP/1.1" status: 200 len: 205 time: 0.0271502 May 18 18:39:07.820676 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 41544) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:39:07.935796 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-af136157-3f82-42aa-971a-5404e0efa0c4 tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Notify callbacks [] for router, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:08.043747 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [req-f93be104-9052-467a-a8f8-d78f3fa8c1d5 req-86d0e33b-1477-4307-82b5-5380b77a7b9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9acd704b-56b8-401c-a3a1-ba28b58c3126 {{(pid=102730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:39:08.051154 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-af136157-3f82-42aa-971a-5404e0efa0c4 tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:08.052975 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-f93be104-9052-467a-a8f8-d78f3fa8c1d5 req-86d0e33b-1477-4307-82b5-5380b77a7b9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:08.067717 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [req-f93be104-9052-467a-a8f8-d78f3fa8c1d5 req-86d0e33b-1477-4307-82b5-5380b77a7b9e service neutron] Transition to ACTIVE for port object 9acd704b-56b8-401c-a3a1-ba28b58c3126 will not be triggered until provisioned by entity L2. {{(pid=102730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:39:08.072240 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-f93be104-9052-467a-a8f8-d78f3fa8c1d5 req-86d0e33b-1477-4307-82b5-5380b77a7b9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:08.107310 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-af136157-3f82-42aa-971a-5404e0efa0c4 tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Deleting port bc1403a6-091f-4af7-a217-b0329f488f56 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:39:08.107906 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-af136157-3f82-42aa-971a-5404e0efa0c4 tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:08.172012 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d0e33b-1477-4307-82b5-5380b77a7b9e service neutron] Pushing event updated for resources: {'Port': ['ID=9acd704b-56b8-401c-a3a1-ba28b58c3126,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:39:08.201071 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-af136157-3f82-42aa-971a-5404e0efa0c4 tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:08.213644 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-af136157-3f82-42aa-971a-5404e0efa0c4 tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Calling delete_port for bc1403a6-091f-4af7-a217-b0329f488f56 owned by network:router_gateway {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:39:08.231192 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-f93be104-9052-467a-a8f8-d78f3fa8c1d5 req-86d0e33b-1477-4307-82b5-5380b77a7b9e service neutron] Attempting to bind port 9acd704b-56b8-401c-a3a1-ba28b58c3126 on host n-h1-838550-3 for vnic_type normal with profile {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:39:08.231591 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-f93be104-9052-467a-a8f8-d78f3fa8c1d5 req-86d0e33b-1477-4307-82b5-5380b77a7b9e service neutron] Attempting to bind port 9acd704b-56b8-401c-a3a1-ba28b58c3126 by drivers openvswitch,hyperv on host n-h1-838550-3 at level 0 using segments [{'id': '62f4e166-f566-4155-9839-3dc6dea2521a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'fa47fe09-d71c-45e6-b81d-ff665c274ead'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:39:08.231864 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93be104-9052-467a-a8f8-d78f3fa8c1d5 req-86d0e33b-1477-4307-82b5-5380b77a7b9e service neutron] Attempting to bind port 9acd704b-56b8-401c-a3a1-ba28b58c3126 on network fa47fe09-d71c-45e6-b81d-ff665c274ead {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:39:08.236349 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93be104-9052-467a-a8f8-d78f3fa8c1d5 req-86d0e33b-1477-4307-82b5-5380b77a7b9e service neutron] Port 9acd704b-56b8-401c-a3a1-ba28b58c3126 on network fa47fe09-d71c-45e6-b81d-ff665c274ead not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-3 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:39:08.236728 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93be104-9052-467a-a8f8-d78f3fa8c1d5 req-86d0e33b-1477-4307-82b5-5380b77a7b9e service neutron] Attempting to bind port 9acd704b-56b8-401c-a3a1-ba28b58c3126 on network fa47fe09-d71c-45e6-b81d-ff665c274ead {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:39:08.247758 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93be104-9052-467a-a8f8-d78f3fa8c1d5 req-86d0e33b-1477-4307-82b5-5380b77a7b9e service neutron] Checking agent: {'id': '1dbac822-25f2-4df8-9dc8-5c2e7b136eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:39:08.248100 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93be104-9052-467a-a8f8-d78f3fa8c1d5 req-86d0e33b-1477-4307-82b5-5380b77a7b9e service neutron] Checking segment: {'id': '62f4e166-f566-4155-9839-3dc6dea2521a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'fa47fe09-d71c-45e6-b81d-ff665c274ead'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:39:08.248485 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93be104-9052-467a-a8f8-d78f3fa8c1d5 req-86d0e33b-1477-4307-82b5-5380b77a7b9e service neutron] Bound using segment: {'id': '62f4e166-f566-4155-9839-3dc6dea2521a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'fa47fe09-d71c-45e6-b81d-ff665c274ead'} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:39:08.248932 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-f93be104-9052-467a-a8f8-d78f3fa8c1d5 req-86d0e33b-1477-4307-82b5-5380b77a7b9e service neutron] Bound port: 9acd704b-56b8-401c-a3a1-ba28b58c3126, host: n-h1-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62f4e166-f566-4155-9839-3dc6dea2521a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'fa47fe09-d71c-45e6-b81d-ff665c274ead'}}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:39:08.249285 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-f93be104-9052-467a-a8f8-d78f3fa8c1d5 req-86d0e33b-1477-4307-82b5-5380b77a7b9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:08.342065 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-f93be104-9052-467a-a8f8-d78f3fa8c1d5 req-86d0e33b-1477-4307-82b5-5380b77a7b9e service neutron] For port 9acd704b-56b8-401c-a3a1-ba28b58c3126, host n-h1-838550-3, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:39:08.345823 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-f93be104-9052-467a-a8f8-d78f3fa8c1d5 req-86d0e33b-1477-4307-82b5-5380b77a7b9e service neutron] For port 9acd704b-56b8-401c-a3a1-ba28b58c3126, host n-h1-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=9acd704b-56b8-401c-a3a1-ba28b58c3126,segment=NetworkSegment(62f4e166-f566-4155-9839-3dc6dea2521a),segment_id=62f4e166-f566-4155-9839-3dc6dea2521a)] {{(pid=102730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:39:08.355068 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-f93be104-9052-467a-a8f8-d78f3fa8c1d5 req-86d0e33b-1477-4307-82b5-5380b77a7b9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:08.397663 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93be104-9052-467a-a8f8-d78f3fa8c1d5 req-86d0e33b-1477-4307-82b5-5380b77a7b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:39:08.398837 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-f93be104-9052-467a-a8f8-d78f3fa8c1d5 req-86d0e33b-1477-4307-82b5-5380b77a7b9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:08.399634 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f93be104-9052-467a-a8f8-d78f3fa8c1d5 req-86d0e33b-1477-4307-82b5-5380b77a7b9e service neutron] 10.222.0.36 "PUT /v2.0/ports/9acd704b-56b8-401c-a3a1-ba28b58c3126 HTTP/1.1" status: 200 len: 1091 time: 0.7439575 May 18 18:39:08.400094 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4d9a3f5-23e1-4cfb-9aa1-f6437d43a318', 'tag': '9acd704b-56b8-401c-a3a1-ba28b58c3126'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:39:08.402541 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8777de82-03f3-4034-8255-2246d6c1de22" -d '{"events": [{"name": "network-changed", "server_uuid": "c4d9a3f5-23e1-4cfb-9aa1-f6437d43a318", "tag": "9acd704b-56b8-401c-a3a1-ba28b58c3126"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:39:08.457576 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-af136157-3f82-42aa-971a-5404e0efa0c4 tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:08.474001 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d0e33b-1477-4307-82b5-5380b77a7b9e service neutron] Pushing event updated for resources: {'Port': ['ID=9acd704b-56b8-401c-a3a1-ba28b58c3126,revision_number=3']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:39:08.506529 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f186bccd-8357-4670-a2a4-1211304eb1ee req-810f1507-eb47-400e-b2a6-a674646f7560 tempest-VolumesActionsTest-1868217254 tempest-VolumesActionsTest-1868217254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:39:08.508308 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f186bccd-8357-4670-a2a4-1211304eb1ee req-810f1507-eb47-400e-b2a6-a674646f7560 tempest-VolumesActionsTest-1868217254 tempest-VolumesActionsTest-1868217254-project] 10.222.0.85 "GET /v2.0/ports?device_id=c4d9a3f5-23e1-4cfb-9aa1-f6437d43a318 HTTP/1.1" status: 200 len: 943 time: 0.1324039 May 18 18:39:08.509686 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af136157-3f82-42aa-971a-5404e0efa0c4 tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Pushing event deleted for resources: {'Port': ['ID=bc1403a6-091f-4af7-a217-b0329f488f56,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:39:08.578816 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7417c0-0ea2-4002-b590-4182aae594e0 req-65ec5597-8b8f-423d-b541-0f807c2567a3 tempest-TestServerAdvancedOps-759673878 tempest-TestServerAdvancedOps-759673878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:39:08.580256 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9d7417c0-0ea2-4002-b590-4182aae594e0 req-65ec5597-8b8f-423d-b541-0f807c2567a3 tempest-TestServerAdvancedOps-759673878 tempest-TestServerAdvancedOps-759673878-project] 10.222.0.85 "GET /v2.0/ports?device_id=8a313643-aaad-4ac4-8b48-3b769d346451 HTTP/1.1" status: 200 len: 945 time: 0.1007988 May 18 18:39:08.582948 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93be104-9052-467a-a8f8-d78f3fa8c1d5 req-468214d2-4b8f-4860-b22e-1aa522c1d560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:39:08.584346 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f93be104-9052-467a-a8f8-d78f3fa8c1d5 req-468214d2-4b8f-4860-b22e-1aa522c1d560 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=24df1cff46094d69a8e1a400b6213c5b&device_id=c4d9a3f5-23e1-4cfb-9aa1-f6437d43a318 HTTP/1.1" status: 200 len: 1094 time: 0.1061165 May 18 18:39:08.604248 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f186bccd-8357-4670-a2a4-1211304eb1ee req-9f76057b-f2e5-4e49-8866-b7e589fa6476 tempest-VolumesActionsTest-1868217254 tempest-VolumesActionsTest-1868217254-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ccac583-f51c-4889-8ca9-668657451d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880897 May 18 18:39:08.607528 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-af136157-3f82-42aa-971a-5404e0efa0c4 tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596901'] for router_gateway, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:08.643790 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f93be104-9052-467a-a8f8-d78f3fa8c1d5 req-2027b0c0-a7ad-435a-b0b5-0c1f09349517 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9acd704b-56b8-401c-a3a1-ba28b58c3126 HTTP/1.1" status: 200 len: 217 time: 0.0478609 May 18 18:39:08.664760 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a3c10ef-69a5-469e-a3f4-1f26eb9f4117 x-openstack-request-id: req-2a3c10ef-69a5-469e-a3f4-1f26eb9f4117 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:39:08.665085 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4d9a3f5-23e1-4cfb-9aa1-f6437d43a318", "tag": "9acd704b-56b8-401c-a3a1-ba28b58c3126", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:39:08.665285 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-2a3c10ef-69a5-469e-a3f4-1f26eb9f4117 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:39:08.665741 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a3c10ef-69a5-469e-a3f4-1f26eb9f4117'] response: {'name': 'network-changed', 'server_uuid': 'c4d9a3f5-23e1-4cfb-9aa1-f6437d43a318', 'tag': '9acd704b-56b8-401c-a3a1-ba28b58c3126', 'status': 'completed', 'code': 200} May 18 18:39:08.689465 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9d7417c0-0ea2-4002-b590-4182aae594e0 req-7e3508bd-43cc-472d-a9cf-7340588ab463 tempest-TestServerAdvancedOps-759673878 tempest-TestServerAdvancedOps-759673878-project] 10.222.0.85 "GET /v2.0/security-groups?id=67ffcd23-a190-4771-b46f-07cd746f2d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955462 May 18 18:39:08.734600 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93be104-9052-467a-a8f8-d78f3fa8c1d5 req-89389988-9f8c-4e11-ad50-15b01ba1a8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:39:08.737506 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f93be104-9052-467a-a8f8-d78f3fa8c1d5 req-89389988-9f8c-4e11-ad50-15b01ba1a8a0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=375a1285-7ccf-47c4-a246-2e0cbe714f98 HTTP/1.1" status: 200 len: 848 time: 0.0835748 May 18 18:39:08.741083 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-af136157-3f82-42aa-971a-5404e0efa0c4 tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25145'] for router, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:08.743279 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-af136157-3f82-42aa-971a-5404e0efa0c4 tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:08.773131 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f93be104-9052-467a-a8f8-d78f3fa8c1d5 req-ba75581c-8501-4e8d-87f0-94efa85b376f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fa47fe09-d71c-45e6-b81d-ff665c274ead&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287046 May 18 18:39:08.793548 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-af136157-3f82-42aa-971a-5404e0efa0c4 tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593303'] for router, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:08.794183 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af136157-3f82-42aa-971a-5404e0efa0c4 tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Fanout notify agent at l3_agent the message router_deleted on router 5837ac28-db9b-4bd5-a86e-59037699d95c {{(pid=102731) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 18 18:39:08.803428 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-af136157-3f82-42aa-971a-5404e0efa0c4 tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Notify callbacks [] for router, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:08.804756 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-af136157-3f82-42aa-971a-5404e0efa0c4 tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] 10.222.0.85 "DELETE /v2.0/routers/5837ac28-db9b-4bd5-a86e-59037699d95c HTTP/1.1" status: 204 len: 168 time: 0.9830234 May 18 18:39:08.812794 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 41576) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:39:08.818597 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-dc82cce5-0877-4a72-90ae-5e3a02c92d04 tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1425417830', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:39:08.842373 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-dc82cce5-0877-4a72-90ae-5e3a02c92d04 tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25099'] for router, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:08.843623 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-dc82cce5-0877-4a72-90ae-5e3a02c92d04 tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-593238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596850', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25088'] for router, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:08.922638 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-dc82cce5-0877-4a72-90ae-5e3a02c92d04 tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:08.926700 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-dc82cce5-0877-4a72-90ae-5e3a02c92d04 tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596801'] for router, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:08.957991 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f93be104-9052-467a-a8f8-d78f3fa8c1d5 req-a79f4a76-5ab9-4371-884c-8b66aeabc712 service neutron] 10.222.0.36 "GET /v2.0/networks/fa47fe09-d71c-45e6-b81d-ff665c274ead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752181 May 18 18:39:08.979360 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-dc82cce5-0877-4a72-90ae-5e3a02c92d04 tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Notify callbacks [] for router, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:08.981465 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-dc82cce5-0877-4a72-90ae-5e3a02c92d04 tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1665089 May 18 18:39:08.984207 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 41580) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:39:08.991118 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-d7c84866-7b09-4883-bf9a-4e3c084da355 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'enable_snat': True}}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:39:09.006564 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fadf45-0465-4d53-a688-937ead15376d req-1aad163b-dc5e-47c7-9c9e-47c35892e07c tempest-TestServerAdvancedOps-759673878 tempest-TestServerAdvancedOps-759673878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:39:09.008081 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-86fadf45-0465-4d53-a688-937ead15376d req-1aad163b-dc5e-47c7-9c9e-47c35892e07c tempest-TestServerAdvancedOps-759673878 tempest-TestServerAdvancedOps-759673878-project] 10.222.0.85 "GET /v2.0/ports?device_id=8a313643-aaad-4ac4-8b48-3b769d346451 HTTP/1.1" status: 200 len: 945 time: 0.1101933 May 18 18:39:09.081044 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec68b869-7306-4635-8c29-16e745e22395 req-78950c81-10fc-4461-8e09-b0381ac742e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:39:09.082787 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ec68b869-7306-4635-8c29-16e745e22395 req-78950c81-10fc-4461-8e09-b0381ac742e6 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=09c8ccd32350436798b47e08a0e37fbc&device_id=8a313643-aaad-4ac4-8b48-3b769d346451 HTTP/1.1" status: 200 len: 1096 time: 0.1422520 May 18 18:39:09.090370 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-86fadf45-0465-4d53-a688-937ead15376d req-8ad2473a-123d-4012-801e-34fdec972f80 tempest-TestServerAdvancedOps-759673878 tempest-TestServerAdvancedOps-759673878-project] 10.222.0.85 "GET /v2.0/security-groups?id=67ffcd23-a190-4771-b46f-07cd746f2d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491810 May 18 18:39:09.118933 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f93be104-9052-467a-a8f8-d78f3fa8c1d5 req-e0148d8c-e0f6-4baa-b2c9-a91f83f3d108 service neutron] 10.222.0.36 "GET /v2.0/networks/fa47fe09-d71c-45e6-b81d-ff665c274ead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480429 May 18 18:39:09.229243 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8777de82-03f3-4034-8255-2246d6c1de22 req-008af1e3-dac3-4f04-9db6-bc888dd5bacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:39:09.233860 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8777de82-03f3-4034-8255-2246d6c1de22 req-008af1e3-dac3-4f04-9db6-bc888dd5bacd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=24df1cff46094d69a8e1a400b6213c5b&device_id=c4d9a3f5-23e1-4cfb-9aa1-f6437d43a318 HTTP/1.1" status: 200 len: 1094 time: 0.0566401 May 18 18:39:09.311649 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d7c84866-7b09-4883-bf9a-4e3c084da355 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:09.343252 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8777de82-03f3-4034-8255-2246d6c1de22 req-8c8e5cc0-d0a2-4519-b500-12028a8201e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:39:09.345205 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8777de82-03f3-4034-8255-2246d6c1de22 req-8c8e5cc0-d0a2-4519-b500-12028a8201e1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=fa47fe09-d71c-45e6-b81d-ff665c274ead HTTP/1.1" status: 200 len: 909 time: 0.1069815 May 18 18:39:09.389726 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8777de82-03f3-4034-8255-2246d6c1de22 req-daeb56cf-744c-4fb8-ac12-cfbabb954b17 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9acd704b-56b8-401c-a3a1-ba28b58c3126 HTTP/1.1" status: 200 len: 217 time: 0.0362954 May 18 18:39:09.395338 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec68b869-7306-4635-8c29-16e745e22395 req-9f37844e-7bbd-4bbb-8a0f-c90eb771f929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:39:09.396827 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ec68b869-7306-4635-8c29-16e745e22395 req-9f37844e-7bbd-4bbb-8a0f-c90eb771f929 service neutron] 10.222.0.88 "GET /v2.0/networks?id=7b59d14a-c212-4de7-a55d-d09ccd05cad9 HTTP/1.1" status: 200 len: 911 time: 0.2759275 May 18 18:39:09.442930 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8777de82-03f3-4034-8255-2246d6c1de22 req-0be6f8a3-3f07-4c7b-a4aa-aac9b7fd8ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:39:09.444407 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8777de82-03f3-4034-8255-2246d6c1de22 req-0be6f8a3-3f07-4c7b-a4aa-aac9b7fd8ed6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=375a1285-7ccf-47c4-a246-2e0cbe714f98 HTTP/1.1" status: 200 len: 848 time: 0.0463414 May 18 18:39:09.447096 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ec68b869-7306-4635-8c29-16e745e22395 req-39b8ba4b-27a6-43f0-b4bd-9c85072f73a2 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0272eb9e-0af8-4f3b-9f74-71a06e2f609e HTTP/1.1" status: 200 len: 217 time: 0.0404329 May 18 18:39:09.478829 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8777de82-03f3-4034-8255-2246d6c1de22 req-ceb384d8-a274-454b-9fe6-47b91afbc5db service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fa47fe09-d71c-45e6-b81d-ff665c274ead&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264392 May 18 18:39:09.508215 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec68b869-7306-4635-8c29-16e745e22395 req-62ae7749-e4b6-4bec-81b4-538f237289ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:39:09.509697 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ec68b869-7306-4635-8c29-16e745e22395 req-62ae7749-e4b6-4bec-81b4-538f237289ad service neutron] 10.222.0.88 "GET /v2.0/subnets?id=9d2a43a3-4fbb-40e9-ac4f-c537c9ab4a75 HTTP/1.1" status: 200 len: 850 time: 0.0546529 May 18 18:39:09.550529 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ec68b869-7306-4635-8c29-16e745e22395 req-9b311d03-65ba-4ee3-8375-4ec047260a65 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=7b59d14a-c212-4de7-a55d-d09ccd05cad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328093 May 18 18:39:09.590066 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8777de82-03f3-4034-8255-2246d6c1de22 req-4bda1f7b-5974-4570-8474-bb7b86015ec2 service neutron] 10.222.0.36 "GET /v2.0/networks/fa47fe09-d71c-45e6-b81d-ff665c274ead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034720 May 18 18:39:09.704392 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8777de82-03f3-4034-8255-2246d6c1de22 req-23fce396-924e-4160-83ad-ca6d50ca57de service neutron] 10.222.0.36 "GET /v2.0/networks/fa47fe09-d71c-45e6-b81d-ff665c274ead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061437 May 18 18:39:09.738950 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d7c84866-7b09-4883-bf9a-4e3c084da355 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:09.794087 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d7c84866-7b09-4883-bf9a-4e3c084da355 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:09.800619 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ec68b869-7306-4635-8c29-16e745e22395 req-b672caee-1aaf-4ccf-9956-92eae7bba978 service neutron] 10.222.0.88 "GET /v2.0/networks/7b59d14a-c212-4de7-a55d-d09ccd05cad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179525 May 18 18:39:10.041092 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-72e261ab-68bc-44dc-8acc-bfa3835aa21f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:10.220851 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a895878-134e-41ab-87a4-a3e2a25e6d89 req-fa259625-5f30-4cd4-b30b-7fe38bb3bdc5 tempest-VolumesActionsTest-1868217254 tempest-VolumesActionsTest-1868217254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:39:10.221113 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2281d8de-28ea-438c-8e19-6aed456a568b req-9c5f1991-3ca8-479a-9c72-90849d0d61ce tempest-TestServerAdvancedOps-759673878 tempest-TestServerAdvancedOps-759673878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:39:10.222281 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9a895878-134e-41ab-87a4-a3e2a25e6d89 req-fa259625-5f30-4cd4-b30b-7fe38bb3bdc5 tempest-VolumesActionsTest-1868217254 tempest-VolumesActionsTest-1868217254-project] 10.222.0.85 "GET /v2.0/ports?device_id=c4d9a3f5-23e1-4cfb-9aa1-f6437d43a318 HTTP/1.1" status: 200 len: 943 time: 0.4886537 May 18 18:39:10.222787 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2281d8de-28ea-438c-8e19-6aed456a568b req-9c5f1991-3ca8-479a-9c72-90849d0d61ce tempest-TestServerAdvancedOps-759673878 tempest-TestServerAdvancedOps-759673878-project] 10.222.0.85 "GET /v2.0/ports?device_id=8a313643-aaad-4ac4-8b48-3b769d346451 HTTP/1.1" status: 200 len: 945 time: 0.0551219 May 18 18:39:10.268579 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2281d8de-28ea-438c-8e19-6aed456a568b req-78c4952b-6243-4777-8ab3-5b34c10c252d tempest-TestServerAdvancedOps-759673878 tempest-TestServerAdvancedOps-759673878-project] 10.222.0.85 "GET /v2.0/security-groups?id=67ffcd23-a190-4771-b46f-07cd746f2d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341434 May 18 18:39:10.321582 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ec68b869-7306-4635-8c29-16e745e22395 req-dc846541-87be-4e82-ae2b-1e86020cc228 service neutron] 10.222.0.88 "GET /v2.0/networks/7b59d14a-c212-4de7-a55d-d09ccd05cad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5109313 May 18 18:39:10.324502 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9a895878-134e-41ab-87a4-a3e2a25e6d89 req-948dfb84-d5e1-48be-86c8-2fdfe30029fb tempest-VolumesActionsTest-1868217254 tempest-VolumesActionsTest-1868217254-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ccac583-f51c-4889-8ca9-668657451d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940018 May 18 18:39:10.341538 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-d7c84866-7b09-4883-bf9a-4e3c084da355 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Allocated IP 172.25.5.58 (31ebd439-090c-4b25-bbb0-31c48711b145/363a2810-8a83-4be0-a317-7c91fcd94485/a3582b1e-5251-458f-a3a1-204e277e10ea) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:39:10.524658 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d7c84866-7b09-4883-bf9a-4e3c084da355 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:10.581010 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d7c84866-7b09-4883-bf9a-4e3c084da355 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:10.627197 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c84866-7b09-4883-bf9a-4e3c084da355 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Network 31ebd439-090c-4b25-bbb0-31c48711b145 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:39:10.630610 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-d7c84866-7b09-4883-bf9a-4e3c084da355 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:39:10.635645 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c84866-7b09-4883-bf9a-4e3c084da355 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:39:10.719269 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c84866-7b09-4883-bf9a-4e3c084da355 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Pushing event updated for resources: {'Port': ['ID=a3582b1e-5251-458f-a3a1-204e277e10ea,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:39:11.070241 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d7c84866-7b09-4883-bf9a-4e3c084da355 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:11.298332 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d7c84866-7b09-4883-bf9a-4e3c084da355 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-596836', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-593224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25134'] for router, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:11.303906 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d7c84866-7b09-4883-bf9a-4e3c084da355 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-596847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-596822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-593331'] for router, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:11.310164 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 9acd704b-56b8-401c-a3a1-ba28b58c3126 details requested by agent hyperv_n-h1-838550-3 with host n-h1-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:39:11.323779 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:11.424571 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29296127-20b9-4c1d-bd42-5dbea05201de req-81ce82fd-27ec-4eda-b577-f6a2ecdddc12 tempest-TestServerAdvancedOps-759673878 tempest-TestServerAdvancedOps-759673878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:39:11.434799 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-29296127-20b9-4c1d-bd42-5dbea05201de req-81ce82fd-27ec-4eda-b577-f6a2ecdddc12 tempest-TestServerAdvancedOps-759673878 tempest-TestServerAdvancedOps-759673878-project] 10.222.0.85 "GET /v2.0/ports?device_id=8a313643-aaad-4ac4-8b48-3b769d346451 HTTP/1.1" status: 200 len: 945 time: 0.0736187 May 18 18:39:11.441344 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 9acd704b-56b8-401c-a3a1-ba28b58c3126, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=9acd704b-56b8-401c-a3a1-ba28b58c3126,segment=NetworkSegment(62f4e166-f566-4155-9839-3dc6dea2521a),segment_id=62f4e166-f566-4155-9839-3dc6dea2521a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:39:11.464476 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Returning: {'device': '9acd704b-56b8-401c-a3a1-ba28b58c3126', 'network_id': 'fa47fe09-d71c-45e6-b81d-ff665c274ead', 'port_id': '9acd704b-56b8-401c-a3a1-ba28b58c3126', 'mac_address': 'fa:16:3e:f1:09:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '375a1285-7ccf-47c4-a246-2e0cbe714f98', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:39:11.508663 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-29296127-20b9-4c1d-bd42-5dbea05201de req-eb000d1f-ed3c-475c-84b5-d8aad04c798d tempest-TestServerAdvancedOps-759673878 tempest-TestServerAdvancedOps-759673878-project] 10.222.0.85 "GET /v2.0/security-groups?id=67ffcd23-a190-4771-b46f-07cd746f2d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726559 May 18 18:39:11.518865 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 9acd704b-56b8-401c-a3a1-ba28b58c3126 is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:39:11.519880 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:11.539789 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9acd704b-56b8-401c-a3a1-ba28b58c3126 {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:39:11.574964 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 9acd704b-56b8-401c-a3a1-ba28b58c3126, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=9acd704b-56b8-401c-a3a1-ba28b58c3126,segment=NetworkSegment(62f4e166-f566-4155-9839-3dc6dea2521a),segment_id=62f4e166-f566-4155-9839-3dc6dea2521a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:39:11.576068 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3ac33f-e38c-4d10-9582-026b22f50593 req-c3b20d69-2193-46ce-98e1-0cd498c907b6 tempest-VolumesActionsTest-1868217254 tempest-VolumesActionsTest-1868217254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:39:11.577706 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5d3ac33f-e38c-4d10-9582-026b22f50593 req-c3b20d69-2193-46ce-98e1-0cd498c907b6 tempest-VolumesActionsTest-1868217254 tempest-VolumesActionsTest-1868217254-project] 10.222.0.85 "GET /v2.0/ports?device_id=c4d9a3f5-23e1-4cfb-9aa1-f6437d43a318 HTTP/1.1" status: 200 len: 943 time: 0.0829208 May 18 18:39:11.588592 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:11.602350 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7c84866-7b09-4883-bf9a-4e3c084da355 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Router d8517281-5880-4358-9da7-5dd869b16d26 is scheduled to L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e with binding_index 1 {{(pid=102731) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 18 18:39:11.650649 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=9acd704b-56b8-401c-a3a1-ba28b58c3126,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:39:11.664589 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:39:11.665331 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:39:11.665652 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:39:11.666799 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:39:11.666799 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:39:11.667662 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:39:11.668262 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:39:11.668824 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:39:11.669247 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:39:11.669735 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:39:11.670925 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:39:11.670925 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:39:11.675461 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5d3ac33f-e38c-4d10-9582-026b22f50593 req-3ed9d476-3b4c-42b5-970c-45fd0c3ed0f6 tempest-VolumesActionsTest-1868217254 tempest-VolumesActionsTest-1868217254-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ccac583-f51c-4889-8ca9-668657451d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889280 May 18 18:39:11.805219 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7c84866-7b09-4883-bf9a-4e3c084da355 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:39:11.816371 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d7c84866-7b09-4883-bf9a-4e3c084da355 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Notify callbacks [] for router, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:11.827776 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-d7c84866-7b09-4883-bf9a-4e3c084da355 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] 10.222.0.85 "PUT /v2.0/routers/d8517281-5880-4358-9da7-5dd869b16d26 HTTP/1.1" status: 200 len: 918 time: 2.8417556 May 18 18:39:11.828983 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0155f240-9c48-453e-a6c4-40328b5cc63c None None] Sync routers for ids ['d8517281-5880-4358-9da7-5dd869b16d26'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:39:11.830023 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 41612) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:39:11.849395 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['9acd704b-56b8-401c-a3a1-ba28b58c3126'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:39:11.860156 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0155f240-9c48-453e-a6c4-40328b5cc63c None None] Routers {'d8517281-5880-4358-9da7-5dd869b16d26'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:39:11.863074 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-0155f240-9c48-453e-a6c4-40328b5cc63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:39:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['d8517281-5880-4358-9da7-5dd869b16d26'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:39:11.926620 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2782a89-995a-4c57-ad47-5f6a1970a2b7 req-fc01e39e-5dcd-4398-a5fe-ffbe0a06fa3b tempest-TestServerAdvancedOps-759673878 tempest-TestServerAdvancedOps-759673878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:39:11.931095 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e2782a89-995a-4c57-ad47-5f6a1970a2b7 req-fc01e39e-5dcd-4398-a5fe-ffbe0a06fa3b tempest-TestServerAdvancedOps-759673878 tempest-TestServerAdvancedOps-759673878-project] 10.222.0.85 "GET /v2.0/ports?device_id=8a313643-aaad-4ac4-8b48-3b769d346451 HTTP/1.1" status: 200 len: 945 time: 0.1555653 May 18 18:39:11.970619 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-0155f240-9c48-453e-a6c4-40328b5cc63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:39:11.988059 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0155f240-9c48-453e-a6c4-40328b5cc63c None None] Routers {'d8517281-5880-4358-9da7-5dd869b16d26'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:39:11.988682 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-0155f240-9c48-453e-a6c4-40328b5cc63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:39:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['d8517281-5880-4358-9da7-5dd869b16d26'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:39:12.045977 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-0d63fe7a-c03d-41a7-aacd-e5ee04150bea tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] 10.222.0.85 "GET /v2.0/routers/d8517281-5880-4358-9da7-5dd869b16d26 HTTP/1.1" status: 200 len: 924 time: 0.2143092 May 18 18:39:12.046369 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e2782a89-995a-4c57-ad47-5f6a1970a2b7 req-39c424d1-8b59-48c4-b9de-194a3be99359 tempest-TestServerAdvancedOps-759673878 tempest-TestServerAdvancedOps-759673878-project] 10.222.0.85 "GET /v2.0/security-groups?id=67ffcd23-a190-4771-b46f-07cd746f2d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897353 May 18 18:39:12.050526 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 41614) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:39:12.079009 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-0155f240-9c48-453e-a6c4-40328b5cc63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:39:12.080445 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0155f240-9c48-453e-a6c4-40328b5cc63c None None] The sync data for ids ['d8517281-5880-4358-9da7-5dd869b16d26'] in n-d-838550-3 is: [] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:39:12.125936 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0875844f-34f0-4342-9154-6d9c1f66dc75 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:39:12.128367 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-0875844f-34f0-4342-9154-6d9c1f66dc75 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] 10.222.0.85 "GET /v2.0/ports?network_id=31ebd439-090c-4b25-bbb0-31c48711b145&device_id=d8517281-5880-4358-9da7-5dd869b16d26&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0754817 May 18 18:39:12.130419 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 41616) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:39:12.236429 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2201043d-ee7b-4356-992e-23bde6ca8d45 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:39:12.240636 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-2201043d-ee7b-4356-992e-23bde6ca8d45 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] 10.222.0.85 "GET /v2.0/networks/31ebd439-090c-4b25-bbb0-31c48711b145 HTTP/1.1" status: 200 len: 881 time: 0.1065054 May 18 18:39:12.240966 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 41618) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:39:12.277751 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-f54ba6dc-eefb-4d24-a6dc-8c36f83914cd tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] 10.222.0.85 "GET /v2.0/ports?device_id=d8517281-5880-4358-9da7-5dd869b16d26 HTTP/1.1" status: 200 len: 205 time: 0.0336120 May 18 18:39:12.278746 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 41620) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:39:12.396717 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0d65ae7a-f161-450f-a7f6-03d248c91ac4 tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Notify callbacks [] for router, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:12.470084 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:12.823747 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596ccd5c-edef-4737-9496-2f3d14bb86ba req-db04fd2c-c8f4-4169-b7e1-2ff73c320f14 tempest-VolumesActionsTest-1868217254 tempest-VolumesActionsTest-1868217254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:39:12.825817 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-596ccd5c-edef-4737-9496-2f3d14bb86ba req-db04fd2c-c8f4-4169-b7e1-2ff73c320f14 tempest-VolumesActionsTest-1868217254 tempest-VolumesActionsTest-1868217254-project] 10.222.0.85 "GET /v2.0/ports?device_id=c4d9a3f5-23e1-4cfb-9aa1-f6437d43a318 HTTP/1.1" status: 200 len: 944 time: 0.0550032 May 18 18:39:12.841401 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0d65ae7a-f161-450f-a7f6-03d248c91ac4 tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:12.872951 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-596ccd5c-edef-4737-9496-2f3d14bb86ba req-433b431b-440d-4c57-baf4-2e6cd6e22c78 tempest-VolumesActionsTest-1868217254 tempest-VolumesActionsTest-1868217254-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ccac583-f51c-4889-8ca9-668657451d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394192 May 18 18:39:12.901281 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-0d65ae7a-f161-450f-a7f6-03d248c91ac4 tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Deleting port a3582b1e-5251-458f-a3a1-204e277e10ea {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:39:12.901737 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0d65ae7a-f161-450f-a7f6-03d248c91ac4 tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:12.979080 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0d65ae7a-f161-450f-a7f6-03d248c91ac4 tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:12.990591 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-0d65ae7a-f161-450f-a7f6-03d248c91ac4 tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Calling delete_port for a3582b1e-5251-458f-a3a1-204e277e10ea owned by network:router_gateway {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:39:13.062996 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:13.201229 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0d65ae7a-f161-450f-a7f6-03d248c91ac4 tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:13.235699 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc9392b-3c39-40d7-a2ba-22206f6a1bed req-be3afcbd-1c44-40bb-895f-3b8e50877dc4 tempest-TestServerAdvancedOps-759673878 tempest-TestServerAdvancedOps-759673878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:39:13.237118 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cdc9392b-3c39-40d7-a2ba-22206f6a1bed req-be3afcbd-1c44-40bb-895f-3b8e50877dc4 tempest-TestServerAdvancedOps-759673878 tempest-TestServerAdvancedOps-759673878-project] 10.222.0.85 "GET /v2.0/ports?device_id=8a313643-aaad-4ac4-8b48-3b769d346451 HTTP/1.1" status: 200 len: 945 time: 0.0919597 May 18 18:39:13.239685 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d65ae7a-f161-450f-a7f6-03d248c91ac4 tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Pushing event deleted for resources: {'Port': ['ID=a3582b1e-5251-458f-a3a1-204e277e10ea,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:39:13.304857 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 9acd704b-56b8-401c-a3a1-ba28b58c3126 up at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:39:13.318861 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cdc9392b-3c39-40d7-a2ba-22206f6a1bed req-0d12e5e5-a33a-4e28-bed6-0f404ab84291 tempest-TestServerAdvancedOps-759673878 tempest-TestServerAdvancedOps-759673878-project] 10.222.0.85 "GET /v2.0/security-groups?id=67ffcd23-a190-4771-b46f-07cd746f2d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743399 May 18 18:39:13.328460 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0d65ae7a-f161-450f-a7f6-03d248c91ac4 tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596901'] for router_gateway, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:13.384712 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning for port 9acd704b-56b8-401c-a3a1-ba28b58c3126 completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:39:13.390833 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning complete for port 9acd704b-56b8-401c-a3a1-ba28b58c3126 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:39:13.393738 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:13.468237 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0d65ae7a-f161-450f-a7f6-03d248c91ac4 tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25145'] for router, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:13.477899 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0d65ae7a-f161-450f-a7f6-03d248c91ac4 tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:13.486352 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-492ec7fe-a693-4e9a-9593-419b53e6ecf7 req-dd20baca-8e33-4a4c-84a2-a1c87c943d4f service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=8a313643-aaad-4ac4-8b48-3b769d346451&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1031213 May 18 18:39:13.553962 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 9acd704b-56b8-401c-a3a1-ba28b58c3126 is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:39:13.554598 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:13.594206 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0d65ae7a-f161-450f-a7f6-03d248c91ac4 tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593303'] for router, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:13.594410 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4d9a3f5-23e1-4cfb-9aa1-f6437d43a318', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9acd704b-56b8-401c-a3a1-ba28b58c3126'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:39:13.595157 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0958e33f-8f0b-40a6-ab42-3f00f443e68c" -d '{"events": [{"server_uuid": "c4d9a3f5-23e1-4cfb-9aa1-f6437d43a318", "name": "network-vif-plugged", "status": "completed", "tag": "9acd704b-56b8-401c-a3a1-ba28b58c3126"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:39:13.598353 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d65ae7a-f161-450f-a7f6-03d248c91ac4 tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Fanout notify agent at l3_agent the message router_deleted on router d8517281-5880-4358-9da7-5dd869b16d26 {{(pid=102730) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 18 18:39:13.612672 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0d65ae7a-f161-450f-a7f6-03d248c91ac4 tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Notify callbacks [] for router, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:13.615771 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-0d65ae7a-f161-450f-a7f6-03d248c91ac4 tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] 10.222.0.85 "DELETE /v2.0/routers/d8517281-5880-4358-9da7-5dd869b16d26 HTTP/1.1" status: 204 len: 168 time: 1.3339565 May 18 18:39:13.620102 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 41636) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:39:13.634368 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-65329f1a-fd6d-4cd6-a104-6c1f8321b08a tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-447652961', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:39:13.635271 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 9acd704b-56b8-401c-a3a1-ba28b58c3126, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=9acd704b-56b8-401c-a3a1-ba28b58c3126,segment=NetworkSegment(62f4e166-f566-4155-9839-3dc6dea2521a),segment_id=62f4e166-f566-4155-9839-3dc6dea2521a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:39:13.642769 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:13.674252 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf2f7f44-f999-49e5-a252-5bccd0017b58 x-openstack-request-id: req-bf2f7f44-f999-49e5-a252-5bccd0017b58 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:39:13.674598 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4d9a3f5-23e1-4cfb-9aa1-f6437d43a318", "name": "network-vif-plugged", "status": "completed", "tag": "9acd704b-56b8-401c-a3a1-ba28b58c3126", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:39:13.674958 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-bf2f7f44-f999-49e5-a252-5bccd0017b58 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:39:13.675218 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf2f7f44-f999-49e5-a252-5bccd0017b58'] response: {'server_uuid': 'c4d9a3f5-23e1-4cfb-9aa1-f6437d43a318', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9acd704b-56b8-401c-a3a1-ba28b58c3126', 'code': 200} May 18 18:39:13.695418 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-65329f1a-fd6d-4cd6-a104-6c1f8321b08a tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25099'] for router, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:13.696589 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-65329f1a-fd6d-4cd6-a104-6c1f8321b08a tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-593238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596850', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25088'] for router, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:13.700192 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63da47cf-e827-4163-bddf-7f54253b39be req-b477f9e8-46e0-44f1-bf2c-11850acfe65c tempest-TestServerAdvancedOps-759673878 tempest-TestServerAdvancedOps-759673878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:39:13.720365 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=9acd704b-56b8-401c-a3a1-ba28b58c3126,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:39:13.722118 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-63da47cf-e827-4163-bddf-7f54253b39be req-b477f9e8-46e0-44f1-bf2c-11850acfe65c tempest-TestServerAdvancedOps-759673878 tempest-TestServerAdvancedOps-759673878-project] 10.222.0.85 "GET /v2.0/ports?device_id=8a313643-aaad-4ac4-8b48-3b769d346451 HTTP/1.1" status: 200 len: 945 time: 0.1534097 May 18 18:39:13.759757 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-65329f1a-fd6d-4cd6-a104-6c1f8321b08a tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:13.762209 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492ec7fe-a693-4e9a-9593-419b53e6ecf7 req-1c60ca1d-0a41-4d08-96ea-69f2bc04853e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:39:13.764002 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-492ec7fe-a693-4e9a-9593-419b53e6ecf7 req-1c60ca1d-0a41-4d08-96ea-69f2bc04853e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=09c8ccd32350436798b47e08a0e37fbc&device_id=8a313643-aaad-4ac4-8b48-3b769d346451 HTTP/1.1" status: 200 len: 1096 time: 0.2151191 May 18 18:39:13.765674 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-65329f1a-fd6d-4cd6-a104-6c1f8321b08a tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596801'] for router, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:13.774702 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-63da47cf-e827-4163-bddf-7f54253b39be req-2d453b13-4d08-4724-a135-1f59c094cd4a tempest-TestServerAdvancedOps-759673878 tempest-TestServerAdvancedOps-759673878-project] 10.222.0.85 "GET /v2.0/security-groups?id=67ffcd23-a190-4771-b46f-07cd746f2d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516961 May 18 18:39:13.786944 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-65329f1a-fd6d-4cd6-a104-6c1f8321b08a tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Notify callbacks [] for router, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:13.791069 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-65329f1a-fd6d-4cd6-a104-6c1f8321b08a tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1671710 May 18 18:39:13.794732 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 41638) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:39:13.801223 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-2f5e5acb-2095-44a5-937b-aef56fbdcf44 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'enable_snat': False}}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:39:13.825533 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7d0bb4-4e9a-4e14-a86a-d25754098295 req-01addcac-ffd2-4a9a-bc04-383e9a033d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:39:13.827268 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1a7d0bb4-4e9a-4e14-a86a-d25754098295 req-01addcac-ffd2-4a9a-bc04-383e9a033d4d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c4d9a3f5-23e1-4cfb-9aa1-f6437d43a318 HTTP/1.1" status: 200 len: 1096 time: 0.0711179 May 18 18:39:13.868432 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1a7d0bb4-4e9a-4e14-a86a-d25754098295 req-843283b3-19f2-4c6c-9254-c2ee1fe3e145 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1ccac583-f51c-4889-8ca9-668657451d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335822 May 18 18:39:14.119283 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492ec7fe-a693-4e9a-9593-419b53e6ecf7 req-5463fbe4-2b80-415f-9881-845bf1757da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:39:14.120656 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-492ec7fe-a693-4e9a-9593-419b53e6ecf7 req-5463fbe4-2b80-415f-9881-845bf1757da9 service neutron] 10.222.0.88 "GET /v2.0/networks?id=7b59d14a-c212-4de7-a55d-d09ccd05cad9 HTTP/1.1" status: 200 len: 911 time: 0.2779834 May 18 18:39:14.123317 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2f5e5acb-2095-44a5-937b-aef56fbdcf44 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:14.143951 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28312947-52f1-4dc1-84e0-4d96be9fc7d5 req-9faabff3-9de1-43b7-b5aa-fd5453f0d44d tempest-VolumesActionsTest-1868217254 tempest-VolumesActionsTest-1868217254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:39:14.145434 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-28312947-52f1-4dc1-84e0-4d96be9fc7d5 req-9faabff3-9de1-43b7-b5aa-fd5453f0d44d tempest-VolumesActionsTest-1868217254 tempest-VolumesActionsTest-1868217254-project] 10.222.0.85 "GET /v2.0/ports?device_id=c4d9a3f5-23e1-4cfb-9aa1-f6437d43a318 HTTP/1.1" status: 200 len: 945 time: 0.1825764 May 18 18:39:14.177490 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-492ec7fe-a693-4e9a-9593-419b53e6ecf7 req-89f3758d-369d-4856-8d0f-cdaaac173c23 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0272eb9e-0af8-4f3b-9f74-71a06e2f609e HTTP/1.1" status: 200 len: 217 time: 0.0490632 May 18 18:39:14.283312 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-28312947-52f1-4dc1-84e0-4d96be9fc7d5 req-d6d0d7b4-5c8b-4af1-8338-6d9ca2e3787f tempest-VolumesActionsTest-1868217254 tempest-VolumesActionsTest-1868217254-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ccac583-f51c-4889-8ca9-668657451d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097057 May 18 18:39:14.294028 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492ec7fe-a693-4e9a-9593-419b53e6ecf7 req-580e9f8c-d33f-47d6-a1bb-071d9a903f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:39:14.295495 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-492ec7fe-a693-4e9a-9593-419b53e6ecf7 req-580e9f8c-d33f-47d6-a1bb-071d9a903f78 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=9d2a43a3-4fbb-40e9-ac4f-c537c9ab4a75 HTTP/1.1" status: 200 len: 850 time: 0.1037650 May 18 18:39:14.333366 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-492ec7fe-a693-4e9a-9593-419b53e6ecf7 req-68904a52-e415-492f-b5a4-c53921ad3df0 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=7b59d14a-c212-4de7-a55d-d09ccd05cad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293159 May 18 18:39:14.505669 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-492ec7fe-a693-4e9a-9593-419b53e6ecf7 req-53da91f8-4a4e-4403-aedb-41825cb061c6 service neutron] 10.222.0.88 "GET /v2.0/networks/7b59d14a-c212-4de7-a55d-d09ccd05cad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646345 May 18 18:39:14.553726 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2f5e5acb-2095-44a5-937b-aef56fbdcf44 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:14.576500 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2f5e5acb-2095-44a5-937b-aef56fbdcf44 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:14.761944 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-2f5e5acb-2095-44a5-937b-aef56fbdcf44 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Allocated IP 172.25.5.17 (31ebd439-090c-4b25-bbb0-31c48711b145/363a2810-8a83-4be0-a317-7c91fcd94485/b266b2b0-0216-43ca-a570-a89ab26b305a) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:39:14.767423 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-492ec7fe-a693-4e9a-9593-419b53e6ecf7 req-86c40ee8-320a-4f90-bbc7-09c0e31f01a9 service neutron] 10.222.0.88 "GET /v2.0/networks/7b59d14a-c212-4de7-a55d-d09ccd05cad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520193 May 18 18:39:14.953669 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df02251b-ad5a-475b-a63c-e0420417ab38 req-7f626997-da44-45bb-953d-9d34a2dce418 tempest-TestServerAdvancedOps-759673878 tempest-TestServerAdvancedOps-759673878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:39:14.955514 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-df02251b-ad5a-475b-a63c-e0420417ab38 req-7f626997-da44-45bb-953d-9d34a2dce418 tempest-TestServerAdvancedOps-759673878 tempest-TestServerAdvancedOps-759673878-project] 10.222.0.85 "GET /v2.0/ports?device_id=8a313643-aaad-4ac4-8b48-3b769d346451 HTTP/1.1" status: 200 len: 945 time: 0.0782635 May 18 18:39:15.003346 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-df02251b-ad5a-475b-a63c-e0420417ab38 req-9cc56a63-c234-4f2a-8582-bc09bf615faf tempest-TestServerAdvancedOps-759673878 tempest-TestServerAdvancedOps-759673878-project] 10.222.0.85 "GET /v2.0/security-groups?id=67ffcd23-a190-4771-b46f-07cd746f2d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408428 May 18 18:39:15.261043 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90af4663-7036-475f-8303-960a3c66dd19 req-d4037fa1-9aa6-4b32-8695-e134cf84948d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:39:15.266658 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-90af4663-7036-475f-8303-960a3c66dd19 req-d4037fa1-9aa6-4b32-8695-e134cf84948d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=09c8ccd32350436798b47e08a0e37fbc&device_id=8a313643-aaad-4ac4-8b48-3b769d346451 HTTP/1.1" status: 200 len: 1096 time: 0.4350562 May 18 18:39:15.304588 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2f5e5acb-2095-44a5-937b-aef56fbdcf44 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:15.441145 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90af4663-7036-475f-8303-960a3c66dd19 req-8c4dbff5-c888-4e3e-a427-f2d4e095ab8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:39:15.442800 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-90af4663-7036-475f-8303-960a3c66dd19 req-8c4dbff5-c888-4e3e-a427-f2d4e095ab8c service neutron] 10.222.0.88 "GET /v2.0/networks?id=7b59d14a-c212-4de7-a55d-d09ccd05cad9 HTTP/1.1" status: 200 len: 911 time: 0.1722620 May 18 18:39:15.460151 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2f5e5acb-2095-44a5-937b-aef56fbdcf44 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:15.501298 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-90af4663-7036-475f-8303-960a3c66dd19 req-3a5de436-4678-48d6-b3ab-f7d6b378e40a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0272eb9e-0af8-4f3b-9f74-71a06e2f609e HTTP/1.1" status: 200 len: 217 time: 0.0506585 May 18 18:39:15.532849 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aa3f17-d5ed-49f1-80ba-5645598c20ad req-85bf4a67-e52c-4b58-8a56-e66d52d6a5a7 tempest-VolumesActionsTest-1868217254 tempest-VolumesActionsTest-1868217254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:39:15.534363 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-44aa3f17-d5ed-49f1-80ba-5645598c20ad req-85bf4a67-e52c-4b58-8a56-e66d52d6a5a7 tempest-VolumesActionsTest-1868217254 tempest-VolumesActionsTest-1868217254-project] 10.222.0.85 "GET /v2.0/ports?device_id=c4d9a3f5-23e1-4cfb-9aa1-f6437d43a318 HTTP/1.1" status: 200 len: 945 time: 0.1506109 May 18 18:39:15.582508 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f5e5acb-2095-44a5-937b-aef56fbdcf44 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Network 31ebd439-090c-4b25-bbb0-31c48711b145 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:39:15.597052 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-2f5e5acb-2095-44a5-937b-aef56fbdcf44 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:39:15.604894 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5e5acb-2095-44a5-937b-aef56fbdcf44 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:39:15.636102 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5e5acb-2095-44a5-937b-aef56fbdcf44 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Pushing event updated for resources: {'Port': ['ID=b266b2b0-0216-43ca-a570-a89ab26b305a,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:39:15.654029 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90af4663-7036-475f-8303-960a3c66dd19 req-fc90b7b1-7089-4e9b-9e55-8b34681b3e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:39:15.655581 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-90af4663-7036-475f-8303-960a3c66dd19 req-fc90b7b1-7089-4e9b-9e55-8b34681b3e56 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=9d2a43a3-4fbb-40e9-ac4f-c537c9ab4a75 HTTP/1.1" status: 200 len: 850 time: 0.1311913 May 18 18:39:15.664004 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-44aa3f17-d5ed-49f1-80ba-5645598c20ad req-06bd2780-22d9-4d19-b4c2-a1bc92f2de4f tempest-VolumesActionsTest-1868217254 tempest-VolumesActionsTest-1868217254-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ccac583-f51c-4889-8ca9-668657451d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169522 May 18 18:39:15.706621 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-90af4663-7036-475f-8303-960a3c66dd19 req-a7ea0044-0779-43b7-9884-362e8abb3732 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=7b59d14a-c212-4de7-a55d-d09ccd05cad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415955 May 18 18:39:15.946291 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-90af4663-7036-475f-8303-960a3c66dd19 req-82508900-8d70-4c73-91df-e89eb9473285 service neutron] 10.222.0.88 "GET /v2.0/networks/7b59d14a-c212-4de7-a55d-d09ccd05cad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036316 May 18 18:39:16.085207 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2f5e5acb-2095-44a5-937b-aef56fbdcf44 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:16.140359 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-90af4663-7036-475f-8303-960a3c66dd19 req-1f453d6d-df23-49aa-a4fb-da2d14dc2911 service neutron] 10.222.0.88 "GET /v2.0/networks/7b59d14a-c212-4de7-a55d-d09ccd05cad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868837 May 18 18:39:16.145943 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63cd7b9-147a-415c-a2a6-998223d4d42b req-d4598285-214e-4481-9eae-4cace2099c1d tempest-TestServerAdvancedOps-759673878 tempest-TestServerAdvancedOps-759673878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:39:16.147707 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c63cd7b9-147a-415c-a2a6-998223d4d42b req-d4598285-214e-4481-9eae-4cace2099c1d tempest-TestServerAdvancedOps-759673878 tempest-TestServerAdvancedOps-759673878-project] 10.222.0.85 "GET /v2.0/ports?device_id=8a313643-aaad-4ac4-8b48-3b769d346451 HTTP/1.1" status: 200 len: 945 time: 0.0583806 May 18 18:39:16.249235 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c63cd7b9-147a-415c-a2a6-998223d4d42b req-38fb3d83-a928-44f2-94ec-18d81a6d7708 tempest-TestServerAdvancedOps-759673878 tempest-TestServerAdvancedOps-759673878-project] 10.222.0.85 "GET /v2.0/security-groups?id=67ffcd23-a190-4771-b46f-07cd746f2d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802195 May 18 18:39:16.356186 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2f5e5acb-2095-44a5-937b-aef56fbdcf44 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-596836', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-593224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25134'] for router, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:16.362837 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2f5e5acb-2095-44a5-937b-aef56fbdcf44 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-596847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-596822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-593331'] for router, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:16.379595 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fbcba6-30e6-446f-94a5-8e3a8fe61505 req-29ab73bf-8a0f-4a92-a51a-3899c56233fc tempest-VolumesActionsTest-1868217254 tempest-VolumesActionsTest-1868217254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:39:16.381084 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-95fbcba6-30e6-446f-94a5-8e3a8fe61505 req-29ab73bf-8a0f-4a92-a51a-3899c56233fc tempest-VolumesActionsTest-1868217254 tempest-VolumesActionsTest-1868217254-project] 10.222.0.85 "GET /v2.0/ports?device_id=c4d9a3f5-23e1-4cfb-9aa1-f6437d43a318 HTTP/1.1" status: 200 len: 945 time: 0.0769794 May 18 18:39:16.505297 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-95fbcba6-30e6-446f-94a5-8e3a8fe61505 req-2dc686a9-e11f-45da-9c18-35f2314cabb0 tempest-VolumesActionsTest-1868217254 tempest-VolumesActionsTest-1868217254-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ccac583-f51c-4889-8ca9-668657451d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936835 May 18 18:39:16.601541 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f5e5acb-2095-44a5-937b-aef56fbdcf44 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Router 8be2b241-f2ca-4ab5-a1d1-996462a47d20 is scheduled to L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e with binding_index 1 {{(pid=102731) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 18 18:39:16.781476 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f5e5acb-2095-44a5-937b-aef56fbdcf44 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:39:16.788481 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2f5e5acb-2095-44a5-937b-aef56fbdcf44 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Notify callbacks [] for router, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:16.793013 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-2f5e5acb-2095-44a5-937b-aef56fbdcf44 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] 10.222.0.85 "PUT /v2.0/routers/8be2b241-f2ca-4ab5-a1d1-996462a47d20 HTTP/1.1" status: 200 len: 918 time: 2.9945514 May 18 18:39:16.793208 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1495b2-7fc2-49d6-a672-b6f69bb809ba None None] Sync routers for ids ['8be2b241-f2ca-4ab5-a1d1-996462a47d20'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:39:16.794206 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 41676) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:39:16.815103 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1495b2-7fc2-49d6-a672-b6f69bb809ba None None] Routers {'8be2b241-f2ca-4ab5-a1d1-996462a47d20'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:39:16.819656 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-3f1495b2-7fc2-49d6-a672-b6f69bb809ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:39:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['8be2b241-f2ca-4ab5-a1d1-996462a47d20'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:39:16.894914 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-3f1495b2-7fc2-49d6-a672-b6f69bb809ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:39:16.909279 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1495b2-7fc2-49d6-a672-b6f69bb809ba None None] Routers {'8be2b241-f2ca-4ab5-a1d1-996462a47d20'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:39:16.910744 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-3f1495b2-7fc2-49d6-a672-b6f69bb809ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:39:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['8be2b241-f2ca-4ab5-a1d1-996462a47d20'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:39:16.967902 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-3f1495b2-7fc2-49d6-a672-b6f69bb809ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:39:16.969229 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1495b2-7fc2-49d6-a672-b6f69bb809ba None None] The sync data for ids ['8be2b241-f2ca-4ab5-a1d1-996462a47d20'] in n-d-838550-3 is: [] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:39:16.977667 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-e2f3cbe0-7404-414e-8120-a6253356d05c tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] 10.222.0.85 "GET /v2.0/routers/8be2b241-f2ca-4ab5-a1d1-996462a47d20 HTTP/1.1" status: 200 len: 924 time: 0.1815200 May 18 18:39:16.979477 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 41680) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:39:17.030489 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94238453-adbb-4e10-8504-7997f56cf11c tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:39:17.032167 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-94238453-adbb-4e10-8504-7997f56cf11c tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] 10.222.0.85 "GET /v2.0/ports?network_id=31ebd439-090c-4b25-bbb0-31c48711b145&device_id=8be2b241-f2ca-4ab5-a1d1-996462a47d20&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0510335 May 18 18:39:17.034961 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 41688) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:39:17.135862 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfbf338c-4c1f-43b3-9e76-ae546d90b0e4 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:39:17.137460 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-dfbf338c-4c1f-43b3-9e76-ae546d90b0e4 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] 10.222.0.85 "GET /v2.0/networks/31ebd439-090c-4b25-bbb0-31c48711b145 HTTP/1.1" status: 200 len: 881 time: 0.1015561 May 18 18:39:17.140573 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 41690) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:39:17.169386 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-0dfcd78a-9e03-456b-a93a-7ca77be75e37 tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] 10.222.0.85 "GET /v2.0/ports?device_id=8be2b241-f2ca-4ab5-a1d1-996462a47d20 HTTP/1.1" status: 200 len: 205 time: 0.0277338 May 18 18:39:17.172037 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 41692) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:39:17.288303 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a57c6f03-cfcc-4b11-9382-5ae1fe2bd0fa tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Notify callbacks [] for router, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:17.444252 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c9130c-d7e0-4cd1-8c6f-806f2a3f2727 req-3fd486d0-46b7-4588-8830-2bc42056946e tempest-TestServerAdvancedOps-759673878 tempest-TestServerAdvancedOps-759673878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:39:17.446201 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a9c9130c-d7e0-4cd1-8c6f-806f2a3f2727 req-3fd486d0-46b7-4588-8830-2bc42056946e tempest-TestServerAdvancedOps-759673878 tempest-TestServerAdvancedOps-759673878-project] 10.222.0.85 "GET /v2.0/ports?device_id=8a313643-aaad-4ac4-8b48-3b769d346451 HTTP/1.1" status: 200 len: 945 time: 0.1054137 May 18 18:39:17.485744 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a57c6f03-cfcc-4b11-9382-5ae1fe2bd0fa tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:17.508596 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a9c9130c-d7e0-4cd1-8c6f-806f2a3f2727 req-93b16738-369a-4fae-b557-6734911d467a tempest-TestServerAdvancedOps-759673878 tempest-TestServerAdvancedOps-759673878-project] 10.222.0.85 "GET /v2.0/security-groups?id=67ffcd23-a190-4771-b46f-07cd746f2d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518365 May 18 18:39:17.567509 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-a57c6f03-cfcc-4b11-9382-5ae1fe2bd0fa tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Deleting port b266b2b0-0216-43ca-a570-a89ab26b305a {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:39:17.568080 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a57c6f03-cfcc-4b11-9382-5ae1fe2bd0fa tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:17.706478 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a57c6f03-cfcc-4b11-9382-5ae1fe2bd0fa tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:17.768272 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-a57c6f03-cfcc-4b11-9382-5ae1fe2bd0fa tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Calling delete_port for b266b2b0-0216-43ca-a570-a89ab26b305a owned by network:router_gateway {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:39:17.785710 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c12930-3107-4caa-87c0-8aff7243ed91 req-218f9a56-1780-494f-a1fd-aceb8d18e4a0 tempest-VolumesActionsTest-1868217254 tempest-VolumesActionsTest-1868217254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:39:17.791118 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-78c12930-3107-4caa-87c0-8aff7243ed91 req-218f9a56-1780-494f-a1fd-aceb8d18e4a0 tempest-VolumesActionsTest-1868217254 tempest-VolumesActionsTest-1868217254-project] 10.222.0.85 "GET /v2.0/ports?device_id=c4d9a3f5-23e1-4cfb-9aa1-f6437d43a318 HTTP/1.1" status: 200 len: 945 time: 0.1416633 May 18 18:39:17.861319 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cb2f49-4c55-4c76-ad12-bdf25b14d1e7 req-5127b2ee-1a06-4bbd-80c3-82181f6a0115 tempest-VolumesActionsTest-1868217254 tempest-VolumesActionsTest-1868217254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:39:17.862891 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-00cb2f49-4c55-4c76-ad12-bdf25b14d1e7 req-5127b2ee-1a06-4bbd-80c3-82181f6a0115 tempest-VolumesActionsTest-1868217254 tempest-VolumesActionsTest-1868217254-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4d9a3f5-23e1-4cfb-9aa1-f6437d43a318 HTTP/1.1" status: 200 len: 945 time: 0.1733639 May 18 18:39:17.889595 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bc9a68-661a-44b3-842b-13881450b1f0 req-524815e2-2141-45be-9a46-2926f1d69561 tempest-TestServerAdvancedOps-759673878 tempest-TestServerAdvancedOps-759673878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:39:17.899067 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-59bc9a68-661a-44b3-842b-13881450b1f0 req-524815e2-2141-45be-9a46-2926f1d69561 tempest-TestServerAdvancedOps-759673878 tempest-TestServerAdvancedOps-759673878-project] 10.222.0.85 "GET /v2.0/ports?device_id=8a313643-aaad-4ac4-8b48-3b769d346451 HTTP/1.1" status: 200 len: 945 time: 0.0872805 May 18 18:39:17.930660 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-78c12930-3107-4caa-87c0-8aff7243ed91 req-44e5e5d9-289b-415d-b0ee-23097e4d8512 tempest-VolumesActionsTest-1868217254 tempest-VolumesActionsTest-1868217254-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ccac583-f51c-4889-8ca9-668657451d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348600 May 18 18:39:17.956553 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-59bc9a68-661a-44b3-842b-13881450b1f0 req-2e761209-1852-45cd-9f93-490bbe6300ad tempest-TestServerAdvancedOps-759673878 tempest-TestServerAdvancedOps-759673878-project] 10.222.0.85 "GET /v2.0/security-groups?id=67ffcd23-a190-4771-b46f-07cd746f2d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497122 May 18 18:39:18.084458 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-00cb2f49-4c55-4c76-ad12-bdf25b14d1e7 req-63c5e591-01cf-4feb-9a72-1de9d0ca402a tempest-VolumesActionsTest-1868217254 tempest-VolumesActionsTest-1868217254-project] Deleting port 9acd704b-56b8-401c-a3a1-ba28b58c3126 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:39:18.084841 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-00cb2f49-4c55-4c76-ad12-bdf25b14d1e7 req-63c5e591-01cf-4feb-9a72-1de9d0ca402a tempest-VolumesActionsTest-1868217254 tempest-VolumesActionsTest-1868217254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:18.154903 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a57c6f03-cfcc-4b11-9382-5ae1fe2bd0fa tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:18.208200 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57c6f03-cfcc-4b11-9382-5ae1fe2bd0fa tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Pushing event deleted for resources: {'Port': ['ID=b266b2b0-0216-43ca-a570-a89ab26b305a,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:39:18.281383 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-00cb2f49-4c55-4c76-ad12-bdf25b14d1e7 req-63c5e591-01cf-4feb-9a72-1de9d0ca402a tempest-VolumesActionsTest-1868217254 tempest-VolumesActionsTest-1868217254-project] For port 9acd704b-56b8-401c-a3a1-ba28b58c3126, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=9acd704b-56b8-401c-a3a1-ba28b58c3126,segment=NetworkSegment(62f4e166-f566-4155-9839-3dc6dea2521a),segment_id=62f4e166-f566-4155-9839-3dc6dea2521a)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:39:18.281795 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-00cb2f49-4c55-4c76-ad12-bdf25b14d1e7 req-63c5e591-01cf-4feb-9a72-1de9d0ca402a tempest-VolumesActionsTest-1868217254 tempest-VolumesActionsTest-1868217254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:18.299387 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-00cb2f49-4c55-4c76-ad12-bdf25b14d1e7 req-63c5e591-01cf-4feb-9a72-1de9d0ca402a tempest-VolumesActionsTest-1868217254 tempest-VolumesActionsTest-1868217254-project] Calling delete_port for 9acd704b-56b8-401c-a3a1-ba28b58c3126 owned by compute:nova {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:39:18.314074 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a57c6f03-cfcc-4b11-9382-5ae1fe2bd0fa tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596901'] for router_gateway, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:18.441764 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a57c6f03-cfcc-4b11-9382-5ae1fe2bd0fa tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25145'] for router, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:18.445044 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a57c6f03-cfcc-4b11-9382-5ae1fe2bd0fa tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:18.508047 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a57c6f03-cfcc-4b11-9382-5ae1fe2bd0fa tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593303'] for router, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:18.508583 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a57c6f03-cfcc-4b11-9382-5ae1fe2bd0fa tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Fanout notify agent at l3_agent the message router_deleted on router 8be2b241-f2ca-4ab5-a1d1-996462a47d20 {{(pid=102730) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 18 18:39:18.517165 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a57c6f03-cfcc-4b11-9382-5ae1fe2bd0fa tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Notify callbacks [] for router, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:18.518405 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-a57c6f03-cfcc-4b11-9382-5ae1fe2bd0fa tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] 10.222.0.85 "DELETE /v2.0/routers/8be2b241-f2ca-4ab5-a1d1-996462a47d20 HTTP/1.1" status: 204 len: 168 time: 1.3454442 May 18 18:39:18.524810 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 41726) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:39:18.530191 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-37253b2f-42f8-4a87-8c1e-b324eb36c73b tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-62421255', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}, 'admin_state_up': False}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:39:18.583400 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-37253b2f-42f8-4a87-8c1e-b324eb36c73b tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25099'] for router, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:18.585013 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-37253b2f-42f8-4a87-8c1e-b324eb36c73b tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-593238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596850', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25088'] for router, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:18.619493 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-00cb2f49-4c55-4c76-ad12-bdf25b14d1e7 req-63c5e591-01cf-4feb-9a72-1de9d0ca402a tempest-VolumesActionsTest-1868217254 tempest-VolumesActionsTest-1868217254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:18.632573 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['9acd704b-56b8-401c-a3a1-ba28b58c3126'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:39:18.682662 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-37253b2f-42f8-4a87-8c1e-b324eb36c73b tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:18.685929 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c5e591-01cf-4feb-9a72-1de9d0ca402a tempest-VolumesActionsTest-1868217254 tempest-VolumesActionsTest-1868217254-project] Pushing event deleted for resources: {'Port': ['ID=9acd704b-56b8-401c-a3a1-ba28b58c3126,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:39:18.799201 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-00cb2f49-4c55-4c76-ad12-bdf25b14d1e7 req-63c5e591-01cf-4feb-9a72-1de9d0ca402a tempest-VolumesActionsTest-1868217254 tempest-VolumesActionsTest-1868217254-project] No DVR routers for this DVR port 9acd704b-56b8-401c-a3a1-ba28b58c3126 on host n-h1-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:39:18.803373 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-00cb2f49-4c55-4c76-ad12-bdf25b14d1e7 req-63c5e591-01cf-4feb-9a72-1de9d0ca402a tempest-VolumesActionsTest-1868217254 tempest-VolumesActionsTest-1868217254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:18.806920 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-00cb2f49-4c55-4c76-ad12-bdf25b14d1e7 req-63c5e591-01cf-4feb-9a72-1de9d0ca402a tempest-VolumesActionsTest-1868217254 tempest-VolumesActionsTest-1868217254-project] 10.222.0.36 "DELETE /v2.0/ports/9acd704b-56b8-401c-a3a1-ba28b58c3126 HTTP/1.1" status: 204 len: 173 time: 0.9336035 May 18 18:39:18.807417 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4d9a3f5-23e1-4cfb-9aa1-f6437d43a318', 'name': 'network-vif-deleted', 'tag': '9acd704b-56b8-401c-a3a1-ba28b58c3126'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:39:18.810389 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c28eec12-913c-490e-9cf4-fe0b63c0e543" -d '{"events": [{"server_uuid": "c4d9a3f5-23e1-4cfb-9aa1-f6437d43a318", "name": "network-vif-deleted", "tag": "9acd704b-56b8-401c-a3a1-ba28b58c3126"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:39:18.863837 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c94c899f-521b-4ae7-8ef2-42e392846c8e x-openstack-request-id: req-c94c899f-521b-4ae7-8ef2-42e392846c8e {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:39:18.864229 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4d9a3f5-23e1-4cfb-9aa1-f6437d43a318", "name": "network-vif-deleted", "tag": "9acd704b-56b8-401c-a3a1-ba28b58c3126", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:39:18.864426 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-c94c899f-521b-4ae7-8ef2-42e392846c8e {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:39:18.864788 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c94c899f-521b-4ae7-8ef2-42e392846c8e'] response: {'server_uuid': 'c4d9a3f5-23e1-4cfb-9aa1-f6437d43a318', 'name': 'network-vif-deleted', 'tag': '9acd704b-56b8-401c-a3a1-ba28b58c3126', 'status': 'completed', 'code': 200} May 18 18:39:18.903010 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-37253b2f-42f8-4a87-8c1e-b324eb36c73b tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:19.134818 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9aa2b7e5-28f4-4316-b6c1-d53abc0c80bc req-2b764a23-a22a-4d61-983f-c9c80a20c002 tempest-VolumesActionsTest-1868217254 tempest-VolumesActionsTest-1868217254-project] 10.222.0.85 "GET /v2.0/ports?device_id=c4d9a3f5-23e1-4cfb-9aa1-f6437d43a318 HTTP/1.1" status: 200 len: 210 time: 0.0628154 May 18 18:39:19.205253 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996bd8d3-c233-4ea5-8665-c6fe3ca36b15 req-1b537c86-ffeb-4c61-b5e2-cf37b1f33cc7 tempest-TestServerAdvancedOps-759673878 tempest-TestServerAdvancedOps-759673878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:39:19.206846 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-996bd8d3-c233-4ea5-8665-c6fe3ca36b15 req-1b537c86-ffeb-4c61-b5e2-cf37b1f33cc7 tempest-TestServerAdvancedOps-759673878 tempest-TestServerAdvancedOps-759673878-project] 10.222.0.85 "GET /v2.0/ports?device_id=8a313643-aaad-4ac4-8b48-3b769d346451 HTTP/1.1" status: 200 len: 945 time: 0.1447339 May 18 18:39:19.208166 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-37253b2f-42f8-4a87-8c1e-b324eb36c73b tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Notify callbacks [] for router_gateway, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:19.233660 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-37253b2f-42f8-4a87-8c1e-b324eb36c73b tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:19.342249 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-996bd8d3-c233-4ea5-8665-c6fe3ca36b15 req-4cd54208-8fc3-4ea1-9843-7b55c5ce299d tempest-TestServerAdvancedOps-759673878 tempest-TestServerAdvancedOps-759673878-project] 10.222.0.85 "GET /v2.0/security-groups?id=67ffcd23-a190-4771-b46f-07cd746f2d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133461 May 18 18:39:19.434944 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-37253b2f-42f8-4a87-8c1e-b324eb36c73b tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Allocated IP 172.25.5.192 (31ebd439-090c-4b25-bbb0-31c48711b145/363a2810-8a83-4be0-a317-7c91fcd94485/c1d91922-4d2e-444b-a3be-d970e8e70f97) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:39:19.591368 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-37253b2f-42f8-4a87-8c1e-b324eb36c73b tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:19.636384 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-37253b2f-42f8-4a87-8c1e-b324eb36c73b tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:19.689048 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37253b2f-42f8-4a87-8c1e-b324eb36c73b tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Network 31ebd439-090c-4b25-bbb0-31c48711b145 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:39:19.693980 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-37253b2f-42f8-4a87-8c1e-b324eb36c73b tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:39:19.702439 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37253b2f-42f8-4a87-8c1e-b324eb36c73b tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:39:19.706167 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37253b2f-42f8-4a87-8c1e-b324eb36c73b tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Pushing event updated for resources: {'Port': ['ID=c1d91922-4d2e-444b-a3be-d970e8e70f97,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:39:20.025081 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-37253b2f-42f8-4a87-8c1e-b324eb36c73b tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Notify callbacks [] for router_gateway, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:20.102602 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d601cd9-3eaa-4eda-8617-adf522d759ec req-4d5a9e12-489a-44c9-88de-f7aa153b5152 tempest-TestServerAdvancedOps-759673878 tempest-TestServerAdvancedOps-759673878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:39:20.105745 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8d601cd9-3eaa-4eda-8617-adf522d759ec req-4d5a9e12-489a-44c9-88de-f7aa153b5152 tempest-TestServerAdvancedOps-759673878 tempest-TestServerAdvancedOps-759673878-project] 10.222.0.88 "GET /v2.0/ports?device_id=8a313643-aaad-4ac4-8b48-3b769d346451 HTTP/1.1" status: 200 len: 945 time: 0.0743611 May 18 18:39:20.223269 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-8d601cd9-3eaa-4eda-8617-adf522d759ec req-6c85e37d-6787-435d-953d-316ace207bc2 tempest-TestServerAdvancedOps-759673878 tempest-TestServerAdvancedOps-759673878-project] Deleting port 0272eb9e-0af8-4f3b-9f74-71a06e2f609e {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:39:20.223853 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-8d601cd9-3eaa-4eda-8617-adf522d759ec req-6c85e37d-6787-435d-953d-316ace207bc2 tempest-TestServerAdvancedOps-759673878 tempest-TestServerAdvancedOps-759673878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:20.337606 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-8d601cd9-3eaa-4eda-8617-adf522d759ec req-6c85e37d-6787-435d-953d-316ace207bc2 tempest-TestServerAdvancedOps-759673878 tempest-TestServerAdvancedOps-759673878-project] For port 0272eb9e-0af8-4f3b-9f74-71a06e2f609e, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=0272eb9e-0af8-4f3b-9f74-71a06e2f609e,segment=NetworkSegment(53c5d698-d25d-4e06-9845-0aaebbfc9461),segment_id=53c5d698-d25d-4e06-9845-0aaebbfc9461)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:39:20.338097 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-8d601cd9-3eaa-4eda-8617-adf522d759ec req-6c85e37d-6787-435d-953d-316ace207bc2 tempest-TestServerAdvancedOps-759673878 tempest-TestServerAdvancedOps-759673878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:20.355077 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-8d601cd9-3eaa-4eda-8617-adf522d759ec req-6c85e37d-6787-435d-953d-316ace207bc2 tempest-TestServerAdvancedOps-759673878 tempest-TestServerAdvancedOps-759673878-project] Calling delete_port for 0272eb9e-0af8-4f3b-9f74-71a06e2f609e owned by compute:nova {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:39:20.569329 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7b9380-146b-42a7-ace7-7a2d443dbd5c req-6a66a20e-36c0-4b75-a863-437b82e29e00 tempest-TestServerAdvancedOps-759673878 tempest-TestServerAdvancedOps-759673878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:39:20.570934 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cb7b9380-146b-42a7-ace7-7a2d443dbd5c req-6a66a20e-36c0-4b75-a863-437b82e29e00 tempest-TestServerAdvancedOps-759673878 tempest-TestServerAdvancedOps-759673878-project] 10.222.0.85 "GET /v2.0/ports?device_id=8a313643-aaad-4ac4-8b48-3b769d346451 HTTP/1.1" status: 200 len: 945 time: 0.0756083 May 18 18:39:20.571780 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-8d601cd9-3eaa-4eda-8617-adf522d759ec req-6c85e37d-6787-435d-953d-316ace207bc2 tempest-TestServerAdvancedOps-759673878 tempest-TestServerAdvancedOps-759673878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:20.586617 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['0272eb9e-0af8-4f3b-9f74-71a06e2f609e'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:39:20.613431 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c85e37d-6787-435d-953d-316ace207bc2 tempest-TestServerAdvancedOps-759673878 tempest-TestServerAdvancedOps-759673878-project] Pushing event deleted for resources: {'Port': ['ID=0272eb9e-0af8-4f3b-9f74-71a06e2f609e,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:39:20.680253 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d601cd9-3eaa-4eda-8617-adf522d759ec req-6c85e37d-6787-435d-953d-316ace207bc2 tempest-TestServerAdvancedOps-759673878 tempest-TestServerAdvancedOps-759673878-project] No DVR routers for this DVR port 0272eb9e-0af8-4f3b-9f74-71a06e2f609e on host n-h2-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:39:20.684827 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-8d601cd9-3eaa-4eda-8617-adf522d759ec req-6c85e37d-6787-435d-953d-316ace207bc2 tempest-TestServerAdvancedOps-759673878 tempest-TestServerAdvancedOps-759673878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:20.688429 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8d601cd9-3eaa-4eda-8617-adf522d759ec req-6c85e37d-6787-435d-953d-316ace207bc2 tempest-TestServerAdvancedOps-759673878 tempest-TestServerAdvancedOps-759673878-project] 10.222.0.88 "DELETE /v2.0/ports/0272eb9e-0af8-4f3b-9f74-71a06e2f609e HTTP/1.1" status: 204 len: 173 time: 0.5760996 May 18 18:39:20.688888 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a313643-aaad-4ac4-8b48-3b769d346451', 'name': 'network-vif-deleted', 'tag': '0272eb9e-0af8-4f3b-9f74-71a06e2f609e'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:39:20.691203 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fba6e99-9cfa-497a-a54e-87132a674cb7" -d '{"events": [{"server_uuid": "8a313643-aaad-4ac4-8b48-3b769d346451", "name": "network-vif-deleted", "tag": "0272eb9e-0af8-4f3b-9f74-71a06e2f609e"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:39:20.710967 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cb7b9380-146b-42a7-ace7-7a2d443dbd5c req-fde57578-97ab-4803-88d9-0c25f65442f5 tempest-TestServerAdvancedOps-759673878 tempest-TestServerAdvancedOps-759673878-project] 10.222.0.85 "GET /v2.0/security-groups?id=67ffcd23-a190-4771-b46f-07cd746f2d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271920 May 18 18:39:20.716104 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-37253b2f-42f8-4a87-8c1e-b324eb36c73b tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596801'] for router, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:20.749686 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2823618-20a0-43b5-8010-953609469492 x-openstack-request-id: req-f2823618-20a0-43b5-8010-953609469492 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:39:20.750263 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a313643-aaad-4ac4-8b48-3b769d346451", "name": "network-vif-deleted", "tag": "0272eb9e-0af8-4f3b-9f74-71a06e2f609e", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:39:20.750681 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-f2823618-20a0-43b5-8010-953609469492 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:39:20.751256 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2823618-20a0-43b5-8010-953609469492'] response: {'server_uuid': '8a313643-aaad-4ac4-8b48-3b769d346451', 'name': 'network-vif-deleted', 'tag': '0272eb9e-0af8-4f3b-9f74-71a06e2f609e', 'status': 'completed', 'code': 200} May 18 18:39:20.875765 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5d8e02-ffea-49d4-8269-2722e8d9e095 req-a1069822-5504-470b-b2cd-9bf415de8174 tempest-VolumesActionsTest-1868217254 tempest-VolumesActionsTest-1868217254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:39:20.877426 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ef5d8e02-ffea-49d4-8269-2722e8d9e095 req-a1069822-5504-470b-b2cd-9bf415de8174 tempest-VolumesActionsTest-1868217254 tempest-VolumesActionsTest-1868217254-project] 10.222.0.85 "GET /v2.0/networks?id=fa47fe09-d71c-45e6-b81d-ff665c274ead HTTP/1.1" status: 200 len: 808 time: 0.2481999 May 18 18:39:20.905996 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ef5d8e02-ffea-49d4-8269-2722e8d9e095 req-6e8a5b41-a757-406e-9c35-f9e6a6acde5b tempest-VolumesActionsTest-1868217254 tempest-VolumesActionsTest-1868217254-project] 10.222.0.85 "GET /v2.0/quotas/24df1cff46094d69a8e1a400b6213c5b HTTP/1.1" status: 200 len: 375 time: 0.0192273 May 18 18:39:20.948042 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ef5d8e02-ffea-49d4-8269-2722e8d9e095 req-62f019a5-828b-46c2-adc5-031a37e11c02 tempest-VolumesActionsTest-1868217254 tempest-VolumesActionsTest-1868217254-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=24df1cff46094d69a8e1a400b6213c5b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0342336 May 18 18:39:20.990316 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37253b2f-42f8-4a87-8c1e-b324eb36c73b tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Router 435472c0-3fbe-42e7-937a-9c199fcde864 is scheduled to L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e with binding_index 1 {{(pid=102730) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 18 18:39:21.131253 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ef5d8e02-ffea-49d4-8269-2722e8d9e095 req-96f7e953-3f63-4ece-9a01-bad798b6a468 service neutron] 10.222.0.85 "GET /v2.0/networks/fa47fe09-d71c-45e6-b81d-ff665c274ead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702123 May 18 18:39:21.233471 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37253b2f-42f8-4a87-8c1e-b324eb36c73b tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:39:21.246993 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ce472c-07a6-4666-8bc6-b2ff310399d5 None None] Sync routers for ids ['435472c0-3fbe-42e7-937a-9c199fcde864'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:39:21.263431 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ce472c-07a6-4666-8bc6-b2ff310399d5 None None] Routers {'435472c0-3fbe-42e7-937a-9c199fcde864'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:39:21.264733 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-b4ce472c-07a6-4666-8bc6-b2ff310399d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:39:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['435472c0-3fbe-42e7-937a-9c199fcde864'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:39:21.269931 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-37253b2f-42f8-4a87-8c1e-b324eb36c73b tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Notify callbacks [] for router, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:21.271230 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-37253b2f-42f8-4a87-8c1e-b324eb36c73b tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.7456963 May 18 18:39:21.274155 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 41792) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:39:21.281140 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-c4f76edf-02bd-44e3-9514-9cf7ed2fd186 tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:39:21.282929 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ef5d8e02-ffea-49d4-8269-2722e8d9e095 req-f8a20580-7e10-4207-be26-2f0ab100b412 service neutron] 10.222.0.85 "GET /v2.0/networks/fa47fe09-d71c-45e6-b81d-ff665c274ead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228461 May 18 18:39:21.309243 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-b4ce472c-07a6-4666-8bc6-b2ff310399d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:39:21.323250 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ce472c-07a6-4666-8bc6-b2ff310399d5 None None] Routers {'435472c0-3fbe-42e7-937a-9c199fcde864'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:39:21.324960 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-b4ce472c-07a6-4666-8bc6-b2ff310399d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:39:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['435472c0-3fbe-42e7-937a-9c199fcde864'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:39:21.353384 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 9acd704b-56b8-401c-a3a1-ba28b58c3126 no longer exists at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:39:21.396482 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] No Port match for: 9acd704b-56b8-401c-a3a1-ba28b58c3126 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:39:21.396952 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 9acd704b-56b8-401c-a3a1-ba28b58c3126 not bound to the agent host n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:39:21.403804 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-b4ce472c-07a6-4666-8bc6-b2ff310399d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:39:21.404801 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ce472c-07a6-4666-8bc6-b2ff310399d5 None None] The sync data for ids ['435472c0-3fbe-42e7-937a-9c199fcde864'] in n-d-838550-3 is: [] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:39:21.551716 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3d1db67f-021b-4e48-b699-3b38166a3c95 req-8cee09dc-f124-4f6f-b6ba-9b71b2cbb747 tempest-VolumesActionsTest-1868217254 tempest-VolumesActionsTest-1868217254-project] 10.222.0.85 "GET /v2.0/ports?device_id=b8ef77d3-a547-4d12-bbd9-a6564450d451 HTTP/1.1" status: 200 len: 210 time: 0.0357268 May 18 18:39:21.667681 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c4f76edf-02bd-44e3-9514-9cf7ed2fd186 tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:21.689439 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c4f76edf-02bd-44e3-9514-9cf7ed2fd186 tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:21.764177 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 41808) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:39:21.788410 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-c4f76edf-02bd-44e3-9514-9cf7ed2fd186 tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Deleting port c1d91922-4d2e-444b-a3be-d970e8e70f97 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:39:21.788811 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c4f76edf-02bd-44e3-9514-9cf7ed2fd186 tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:21.817483 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8277d5c-4a36-42c4-80ab-d7f2b13c9554 admin admin] Deleting subnet 9d2a43a3-4fbb-40e9-ac4f-c537c9ab4a75 {{(pid=102730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:39:21.821197 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a8277d5c-4a36-42c4-80ab-d7f2b13c9554 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:21.882522 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c4f76edf-02bd-44e3-9514-9cf7ed2fd186 tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:21.897657 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-c4f76edf-02bd-44e3-9514-9cf7ed2fd186 tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Calling delete_port for c1d91922-4d2e-444b-a3be-d970e8e70f97 owned by network:router_gateway {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:39:21.897821 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a8277d5c-4a36-42c4-80ab-d7f2b13c9554 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260107366'] for subnet, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:21.984330 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a8277d5c-4a36-42c4-80ab-d7f2b13c9554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:22.053569 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a8277d5c-4a36-42c4-80ab-d7f2b13c9554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261104690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261031888'] for subnet, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:22.084185 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8277d5c-4a36-42c4-80ab-d7f2b13c9554 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d2a43a3-4fbb-40e9-ac4f-c537c9ab4a75,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:39:22.086708 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a8277d5c-4a36-42c4-80ab-d7f2b13c9554 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:22.093196 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-a8277d5c-4a36-42c4-80ab-d7f2b13c9554 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/9d2a43a3-4fbb-40e9-ac4f-c537c9ab4a75 HTTP/1.1" status: 204 len: 168 time: 0.3247433 May 18 18:39:22.093544 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 41818) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:39:22.178070 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f4491d93-19bd-48c6-a58d-71e62cf841e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:22.278972 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f4491d93-19bd-48c6-a58d-71e62cf841e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:22.303053 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-f4491d93-19bd-48c6-a58d-71e62cf841e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b59d14a-c212-4de7-a55d-d09ccd05cad9']}} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:39:22.316199 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-f4491d93-19bd-48c6-a58d-71e62cf841e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53c5d698-d25d-4e06-9845-0aaebbfc9461') {'for_net_delete': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:39:22.316482 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-f4491d93-19bd-48c6-a58d-71e62cf841e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53c5d698-d25d-4e06-9845-0aaebbfc9461') {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:39:22.334614 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f4491d93-19bd-48c6-a58d-71e62cf841e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260107375'] for segment, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:22.358401 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f4491d93-19bd-48c6-a58d-71e62cf841e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:22.367497 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4491d93-19bd-48c6-a58d-71e62cf841e6 admin admin] Releasing vlan 608 on physical network physnet1 to pool {{(pid=102730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:39:22.368411 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f4491d93-19bd-48c6-a58d-71e62cf841e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261102736'] for segment, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:22.371404 n-d-838550-3 neutron-server[102730]: Traceback (most recent call last): May 18 18:39:22.371404 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:39:22.371404 n-d-838550-3 neutron-server[102730]: timer() May 18 18:39:22.371404 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:39:22.371404 n-d-838550-3 neutron-server[102730]: cb(*args, **kw) May 18 18:39:22.371404 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:39:22.371404 n-d-838550-3 neutron-server[102730]: return func(*args, **kwargs) May 18 18:39:22.371404 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:39:22.371404 n-d-838550-3 neutron-server[102730]: self._notify() May 18 18:39:22.371404 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:39:22.371404 n-d-838550-3 neutron-server[102730]: self.callback(batched_events) May 18 18:39:22.371404 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:39:22.371404 n-d-838550-3 neutron-server[102730]: event.method(event) May 18 18:39:22.371404 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:39:22.371404 n-d-838550-3 neutron-server[102730]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:39:22.371404 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:39:22.371404 n-d-838550-3 neutron-server[102730]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:39:22.371404 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:39:22.371404 n-d-838550-3 neutron-server[102730]: return f(self, *a, **k) May 18 18:39:22.371404 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:39:22.371404 n-d-838550-3 neutron-server[102730]: return self._get(url).json() May 18 18:39:22.371404 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:39:22.371404 n-d-838550-3 neutron-server[102730]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:39:22.371404 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:39:22.371404 n-d-838550-3 neutron-server[102730]: return self.request(url, 'GET', **kwargs) May 18 18:39:22.371404 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:39:22.371404 n-d-838550-3 neutron-server[102730]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:39:22.371404 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:39:22.371404 n-d-838550-3 neutron-server[102730]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:39:22.371404 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:39:22.371404 n-d-838550-3 neutron-server[102730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:39:22.371404 n-d-838550-3 neutron-server[102730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:39:22.440587 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f4491d93-19bd-48c6-a58d-71e62cf841e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:22.451220 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f4491d93-19bd-48c6-a58d-71e62cf841e6 admin admin] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:22.458688 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-f4491d93-19bd-48c6-a58d-71e62cf841e6 admin admin] 10.222.0.85 "DELETE /v2.0/networks/7b59d14a-c212-4de7-a55d-d09ccd05cad9 HTTP/1.1" status: 204 len: 168 time: 0.3625834 May 18 18:39:22.460276 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 41828) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:39:22.471372 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4491d93-19bd-48c6-a58d-71e62cf841e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b59d14a-c212-4de7-a55d-d09ccd05cad9,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:39:22.542150 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_v2 [None req-2274c0ac-5d5a-49ed-9703-a42b95a13ae4 admin admin] Deleting subnet 0b4a01e7-946a-41ff-9943-d4366eeabacb {{(pid=102731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:39:22.559551 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2274c0ac-5d5a-49ed-9703-a42b95a13ae4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:22.561969 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c4f76edf-02bd-44e3-9514-9cf7ed2fd186 tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:22.612444 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f76edf-02bd-44e3-9514-9cf7ed2fd186 tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Pushing event deleted for resources: {'Port': ['ID=c1d91922-4d2e-444b-a3be-d970e8e70f97,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:39:22.654399 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2274c0ac-5d5a-49ed-9703-a42b95a13ae4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260542153'] for subnet, precommit_delete_associations {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:22.765743 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-720a562a-cbef-4958-a681-d0fe62bb0930 req-7080db5f-94dc-4ba8-ada0-66447e46b03c tempest-VolumesActionsTest-1868217254 tempest-VolumesActionsTest-1868217254-project] 10.222.0.85 "GET /v2.0/ports?device_id=b8ef77d3-a547-4d12-bbd9-a6564450d451 HTTP/1.1" status: 200 len: 210 time: 0.0642400 May 18 18:39:22.825831 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c4f76edf-02bd-44e3-9514-9cf7ed2fd186 tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596901'] for router_gateway, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:22.869470 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2274c0ac-5d5a-49ed-9703-a42b95a13ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:23.025136 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5d8e02-ffea-49d4-8269-2722e8d9e095 req-a85df2e0-ad6d-437f-a1c6-704d8c93d2d6 tempest-VolumesActionsTest-1868217254 tempest-VolumesActionsTest-1868217254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:39:23.026647 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ef5d8e02-ffea-49d4-8269-2722e8d9e095 req-a85df2e0-ad6d-437f-a1c6-704d8c93d2d6 tempest-VolumesActionsTest-1868217254 tempest-VolumesActionsTest-1868217254-project] 10.222.0.88 "GET /v2.0/networks?id=fa47fe09-d71c-45e6-b81d-ff665c274ead HTTP/1.1" status: 200 len: 808 time: 0.3171062 May 18 18:39:23.065281 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-ef5d8e02-ffea-49d4-8269-2722e8d9e095 req-f2aefb00-28c4-4f22-a908-bd05d3efb77e tempest-VolumesActionsTest-1868217254 tempest-VolumesActionsTest-1868217254-project] Request body: {'port': {'device_id': 'b8ef77d3-a547-4d12-bbd9-a6564450d451', 'network_id': 'fa47fe09-d71c-45e6-b81d-ff665c274ead', 'admin_state_up': True, 'tenant_id': '24df1cff46094d69a8e1a400b6213c5b'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:39:23.122637 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2274c0ac-5d5a-49ed-9703-a42b95a13ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260898416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260908030'] for subnet, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:23.228039 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2274c0ac-5d5a-49ed-9703-a42b95a13ae4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b4a01e7-946a-41ff-9943-d4366eeabacb,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:39:23.231816 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c4f76edf-02bd-44e3-9514-9cf7ed2fd186 tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-596836', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-593224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25134'] for router, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:23.244919 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2274c0ac-5d5a-49ed-9703-a42b95a13ae4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:23.248194 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-2274c0ac-5d5a-49ed-9703-a42b95a13ae4 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/0b4a01e7-946a-41ff-9943-d4366eeabacb HTTP/1.1" status: 204 len: 168 time: 0.7869225 May 18 18:39:23.251035 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 41846) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:39:23.252271 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c4f76edf-02bd-44e3-9514-9cf7ed2fd186 tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-596847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-596822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-593331'] for router, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:23.337448 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-68f4f0da-fe41-4d69-85e3-848697ffa1fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:23.360763 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4f76edf-02bd-44e3-9514-9cf7ed2fd186 tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Router 435472c0-3fbe-42e7-937a-9c199fcde864 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:39:23.366914 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef5d8e02-ffea-49d4-8269-2722e8d9e095 req-f2aefb00-28c4-4f22-a908-bd05d3efb77e tempest-VolumesActionsTest-1868217254 tempest-VolumesActionsTest-1868217254-project] Made reservation on behalf of 24df1cff46094d69a8e1a400b6213c5b for: {'port': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:39:23.370822 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-ef5d8e02-ffea-49d4-8269-2722e8d9e095 req-f2aefb00-28c4-4f22-a908-bd05d3efb77e tempest-VolumesActionsTest-1868217254 tempest-VolumesActionsTest-1868217254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:23.422609 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-68f4f0da-fe41-4d69-85e3-848697ffa1fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:23.443819 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-68f4f0da-fe41-4d69-85e3-848697ffa1fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dfa7b55-0153-49f5-9e88-f88f798b0720']}} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:39:23.454284 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-68f4f0da-fe41-4d69-85e3-848697ffa1fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbc24392-d452-4a46-9b5b-ee0ef1473ab3') {'for_net_delete': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:39:23.454755 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-68f4f0da-fe41-4d69-85e3-848697ffa1fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbc24392-d452-4a46-9b5b-ee0ef1473ab3') {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:39:23.472115 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-68f4f0da-fe41-4d69-85e3-848697ffa1fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260107375'] for segment, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:23.487817 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-68f4f0da-fe41-4d69-85e3-848697ffa1fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:23.494307 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68f4f0da-fe41-4d69-85e3-848697ffa1fe admin admin] Releasing vlan 647 on physical network physnet1 to pool {{(pid=102730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:39:23.494755 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-68f4f0da-fe41-4d69-85e3-848697ffa1fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261102736'] for segment, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:23.496710 n-d-838550-3 neutron-server[102730]: Traceback (most recent call last): May 18 18:39:23.496710 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:39:23.496710 n-d-838550-3 neutron-server[102730]: timer() May 18 18:39:23.496710 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:39:23.496710 n-d-838550-3 neutron-server[102730]: cb(*args, **kw) May 18 18:39:23.496710 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:39:23.496710 n-d-838550-3 neutron-server[102730]: return func(*args, **kwargs) May 18 18:39:23.496710 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:39:23.496710 n-d-838550-3 neutron-server[102730]: self._notify() May 18 18:39:23.496710 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:39:23.496710 n-d-838550-3 neutron-server[102730]: self.callback(batched_events) May 18 18:39:23.496710 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:39:23.496710 n-d-838550-3 neutron-server[102730]: event.method(event) May 18 18:39:23.496710 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:39:23.496710 n-d-838550-3 neutron-server[102730]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:39:23.496710 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:39:23.496710 n-d-838550-3 neutron-server[102730]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:39:23.496710 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:39:23.496710 n-d-838550-3 neutron-server[102730]: return f(self, *a, **k) May 18 18:39:23.496710 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:39:23.496710 n-d-838550-3 neutron-server[102730]: return self._get(url).json() May 18 18:39:23.496710 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:39:23.496710 n-d-838550-3 neutron-server[102730]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:39:23.496710 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:39:23.496710 n-d-838550-3 neutron-server[102730]: return self.request(url, 'GET', **kwargs) May 18 18:39:23.496710 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:39:23.496710 n-d-838550-3 neutron-server[102730]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:39:23.496710 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:39:23.496710 n-d-838550-3 neutron-server[102730]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:39:23.496710 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:39:23.496710 n-d-838550-3 neutron-server[102730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:39:23.496710 n-d-838550-3 neutron-server[102730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:39:23.500282 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4f76edf-02bd-44e3-9514-9cf7ed2fd186 tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:39:23.510602 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c4f76edf-02bd-44e3-9514-9cf7ed2fd186 tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Notify callbacks [] for router, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:23.514792 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-c4f76edf-02bd-44e3-9514-9cf7ed2fd186 tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] 10.222.0.85 "PUT /v2.0/routers/435472c0-3fbe-42e7-937a-9c199fcde864 HTTP/1.1" status: 200 len: 708 time: 2.2366090 May 18 18:39:23.515595 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 41852) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:39:23.518195 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb10642c-db70-4c92-b533-f18d5aac523c None None] Sync routers for ids ['435472c0-3fbe-42e7-937a-9c199fcde864'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:39:23.530562 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb10642c-db70-4c92-b533-f18d5aac523c None None] Routers {'435472c0-3fbe-42e7-937a-9c199fcde864'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:39:23.531185 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-cb10642c-db70-4c92-b533-f18d5aac523c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:39:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['435472c0-3fbe-42e7-937a-9c199fcde864'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:39:23.560409 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-68f4f0da-fe41-4d69-85e3-848697ffa1fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:23.569793 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-cb10642c-db70-4c92-b533-f18d5aac523c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:39:23.571478 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-68f4f0da-fe41-4d69-85e3-848697ffa1fe admin admin] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:23.576928 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-68f4f0da-fe41-4d69-85e3-848697ffa1fe admin admin] 10.222.0.85 "DELETE /v2.0/networks/6dfa7b55-0153-49f5-9e88-f88f798b0720 HTTP/1.1" status: 204 len: 168 time: 0.3239608 May 18 18:39:23.584741 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb10642c-db70-4c92-b533-f18d5aac523c None None] Routers {'435472c0-3fbe-42e7-937a-9c199fcde864'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:39:23.585800 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-cb10642c-db70-4c92-b533-f18d5aac523c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:39:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['435472c0-3fbe-42e7-937a-9c199fcde864'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:39:23.588514 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f4f0da-fe41-4d69-85e3-848697ffa1fe admin admin] Pushing event deleted for resources: {'Network': ['ID=6dfa7b55-0153-49f5-9e88-f88f798b0720,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:39:23.621939 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-cb10642c-db70-4c92-b533-f18d5aac523c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:39:23.622862 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb10642c-db70-4c92-b533-f18d5aac523c None None] The sync data for ids ['435472c0-3fbe-42e7-937a-9c199fcde864'] in n-d-838550-3 is: [] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:39:23.638172 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-fab548b8-6768-47cd-956f-5db28b861763 tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] 10.222.0.85 "GET /v2.0/routers/435472c0-3fbe-42e7-937a-9c199fcde864 HTTP/1.1" status: 200 len: 743 time: 0.1180830 May 18 18:39:23.639017 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 41856) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:39:23.706718 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 41858) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:39:23.706969 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-cb1d9cf5-f275-41b1-b72f-d99d8e39031e tempest-RoutersIpV6AdminTest-2034467847 tempest-RoutersIpV6AdminTest-2034467847-project-admin] 10.222.0.85 "GET /v2.0/ports?network_id=31ebd439-090c-4b25-bbb0-31c48711b145&device_id=435472c0-3fbe-42e7-937a-9c199fcde864 HTTP/1.1" status: 200 len: 205 time: 0.0661995 May 18 18:39:23.709279 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [req-ef5d8e02-ffea-49d4-8269-2722e8d9e095 req-f2aefb00-28c4-4f22-a908-bd05d3efb77e tempest-VolumesActionsTest-1868217254 tempest-VolumesActionsTest-1868217254-project] Allocated IP 172.20.0.13 (fa47fe09-d71c-45e6-b81d-ff665c274ead/375a1285-7ccf-47c4-a246-2e0cbe714f98/33d0b023-ad2b-48be-ba21-e9f5a1f163b1) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:39:23.740841 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-522bf98c-fbac-4312-8600-daeac047f2c2 tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] 10.222.0.85 "GET /v2.0/ports?device_id=435472c0-3fbe-42e7-937a-9c199fcde864 HTTP/1.1" status: 200 len: 205 time: 0.0327823 May 18 18:39:23.744841 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 41862) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:39:23.833051 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 41868) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:39:23.852676 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2c95ad92-a346-4e81-988f-023a9eca715a tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Notify callbacks [] for router, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:23.929313 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-59eb6795-7c77-4679-bc31-b744d1e4a49c admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=09c8ccd32350436798b47e08a0e37fbc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0946665 May 18 18:39:23.932427 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 41870) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:39:23.959488 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8d85d767-d570-4bb8-be49-f0e65755951b req-f1a73300-079a-4022-9446-e7bc80c14bdc tempest-VolumesActionsTest-1868217254 tempest-VolumesActionsTest-1868217254-project] 10.222.0.85 "GET /v2.0/ports?device_id=b8ef77d3-a547-4d12-bbd9-a6564450d451 HTTP/1.1" status: 200 len: 210 time: 0.0601451 May 18 18:39:23.987052 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-ef5d8e02-ffea-49d4-8269-2722e8d9e095 req-f2aefb00-28c4-4f22-a908-bd05d3efb77e tempest-VolumesActionsTest-1868217254 tempest-VolumesActionsTest-1868217254-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:24.022089 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c131366a-da78-4650-8f20-294f1e042557 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:24.061024 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c131366a-da78-4650-8f20-294f1e042557 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:24.070991 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-ef5d8e02-ffea-49d4-8269-2722e8d9e095 req-f2aefb00-28c4-4f22-a908-bd05d3efb77e tempest-VolumesActionsTest-1868217254 tempest-VolumesActionsTest-1868217254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:24.084206 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2c95ad92-a346-4e81-988f-023a9eca715a tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25145'] for router, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:24.086836 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2c95ad92-a346-4e81-988f-023a9eca715a tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:24.138549 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef5d8e02-ffea-49d4-8269-2722e8d9e095 req-f2aefb00-28c4-4f22-a908-bd05d3efb77e tempest-VolumesActionsTest-1868217254 tempest-VolumesActionsTest-1868217254-project] Network fa47fe09-d71c-45e6-b81d-ff665c274ead is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:39:24.145653 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [req-ef5d8e02-ffea-49d4-8269-2722e8d9e095 req-f2aefb00-28c4-4f22-a908-bd05d3efb77e tempest-VolumesActionsTest-1868217254 tempest-VolumesActionsTest-1868217254-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:39:24.146730 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef5d8e02-ffea-49d4-8269-2722e8d9e095 req-f2aefb00-28c4-4f22-a908-bd05d3efb77e tempest-VolumesActionsTest-1868217254 tempest-VolumesActionsTest-1868217254-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:39:24.153571 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2c95ad92-a346-4e81-988f-023a9eca715a tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593303'] for router, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:24.154446 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c95ad92-a346-4e81-988f-023a9eca715a tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Fanout notify agent at l3_agent the message router_deleted on router 435472c0-3fbe-42e7-937a-9c199fcde864 {{(pid=102730) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 18 18:39:24.168793 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2c95ad92-a346-4e81-988f-023a9eca715a tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] Notify callbacks [] for router, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:24.173526 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-2c95ad92-a346-4e81-988f-023a9eca715a tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] 10.222.0.85 "DELETE /v2.0/routers/435472c0-3fbe-42e7-937a-9c199fcde864 HTTP/1.1" status: 204 len: 168 time: 0.4234114 May 18 18:39:24.173993 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 41878) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:39:24.177748 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2aefb00-28c4-4f22-a908-bd05d3efb77e tempest-VolumesActionsTest-1868217254 tempest-VolumesActionsTest-1868217254-project] Pushing event updated for resources: {'Port': ['ID=33d0b023-ad2b-48be-ba21-e9f5a1f163b1,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:39:24.207851 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c131366a-da78-4650-8f20-294f1e042557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:24.210484 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c131366a-da78-4650-8f20-294f1e042557 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:24.214653 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-c131366a-da78-4650-8f20-294f1e042557 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/67ffcd23-a190-4771-b46f-07cd746f2d69 HTTP/1.1" status: 204 len: 168 time: 0.2782290 May 18 18:39:24.218014 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-cbaf3753-2e0f-402c-ab60-e6cfe108b44b tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] 10.222.0.85 "GET /v2.0/ports?device_id=435472c0-3fbe-42e7-937a-9c199fcde864 HTTP/1.1" status: 200 len: 205 time: 0.0427787 May 18 18:39:24.222050 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 41882) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:39:24.224276 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5d8e02-ffea-49d4-8269-2722e8d9e095 req-f2aefb00-28c4-4f22-a908-bd05d3efb77e tempest-VolumesActionsTest-1868217254 tempest-VolumesActionsTest-1868217254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:39:24.225113 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-ef5d8e02-ffea-49d4-8269-2722e8d9e095 req-f2aefb00-28c4-4f22-a908-bd05d3efb77e tempest-VolumesActionsTest-1868217254 tempest-VolumesActionsTest-1868217254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:24.239747 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c131366a-da78-4650-8f20-294f1e042557 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67ffcd23-a190-4771-b46f-07cd746f2d69,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:39:24.260224 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ef5d8e02-ffea-49d4-8269-2722e8d9e095 req-f2aefb00-28c4-4f22-a908-bd05d3efb77e tempest-VolumesActionsTest-1868217254 tempest-VolumesActionsTest-1868217254-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1994600 May 18 18:39:24.279757 n-d-838550-3 neutron-server[102730]: INFO neutron.api.v2.resource [None req-06655a8c-6273-456e-9787-ff7e7771c949 tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] delete failed (client error): The resource could not be found. May 18 18:39:24.287568 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-06655a8c-6273-456e-9787-ff7e7771c949 tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] 10.222.0.85 "DELETE /v2.0/routers/435472c0-3fbe-42e7-937a-9c199fcde864 HTTP/1.1" status: 404 len: 336 time: 0.0631368 May 18 18:39:24.289236 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 41884) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:39:24.292325 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-ef5d8e02-ffea-49d4-8269-2722e8d9e095 req-f5ed4f74-c3b0-4ea9-af3f-461def5d7f69 service neutron] Request body: {'port': {'device_id': 'b8ef77d3-a547-4d12-bbd9-a6564450d451', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-3'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:39:24.328456 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-e9a39a70-f07e-477d-8d35-8e55e5c04a23 tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] 10.222.0.85 "GET /v2.0/ports?device_id=8be2b241-f2ca-4ab5-a1d1-996462a47d20 HTTP/1.1" status: 200 len: 205 time: 0.0376389 May 18 18:39:24.330562 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 41886) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:39:24.373655 n-d-838550-3 neutron-server[102730]: INFO neutron.api.v2.resource [None req-07a1b729-eb0b-4bab-90da-5d9d432f41d5 tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] delete failed (client error): The resource could not be found. May 18 18:39:24.374975 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-07a1b729-eb0b-4bab-90da-5d9d432f41d5 tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] 10.222.0.85 "DELETE /v2.0/routers/8be2b241-f2ca-4ab5-a1d1-996462a47d20 HTTP/1.1" status: 404 len: 336 time: 0.0433338 May 18 18:39:24.377734 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 41890) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:39:24.385781 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-ef5d8e02-ffea-49d4-8269-2722e8d9e095 req-f5ed4f74-c3b0-4ea9-af3f-461def5d7f69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:24.415812 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-7c5b47ee-35fb-4544-b5ba-af64e45baf8d tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] 10.222.0.85 "GET /v2.0/ports?device_id=d8517281-5880-4358-9da7-5dd869b16d26 HTTP/1.1" status: 200 len: 205 time: 0.0367649 May 18 18:39:24.419657 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 41894) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:39:24.476925 n-d-838550-3 neutron-server[102730]: INFO neutron.api.v2.resource [None req-44e1dbb7-9177-4a66-baf9-cd0aa22b8d18 tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] delete failed (client error): The resource could not be found. May 18 18:39:24.479323 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-44e1dbb7-9177-4a66-baf9-cd0aa22b8d18 tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] 10.222.0.85 "DELETE /v2.0/routers/d8517281-5880-4358-9da7-5dd869b16d26 HTTP/1.1" status: 404 len: 336 time: 0.0586932 May 18 18:39:24.485876 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 41896) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:39:24.522905 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-eee356de-9c9d-4d6c-b0bf-dd7b19386c57 tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] 10.222.0.85 "GET /v2.0/ports?device_id=5837ac28-db9b-4bd5-a86e-59037699d95c HTTP/1.1" status: 200 len: 205 time: 0.0332315 May 18 18:39:24.523321 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 41900) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:39:24.575584 n-d-838550-3 neutron-server[102730]: INFO neutron.api.v2.resource [None req-182a74bc-15b0-4d06-b49b-f2d186d6229b tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] delete failed (client error): The resource could not be found. May 18 18:39:24.576960 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-182a74bc-15b0-4d06-b49b-f2d186d6229b tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] 10.222.0.85 "DELETE /v2.0/routers/5837ac28-db9b-4bd5-a86e-59037699d95c HTTP/1.1" status: 404 len: 336 time: 0.0525963 May 18 18:39:24.580064 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 41902) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:39:24.624697 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-c50e9abf-1925-47f0-bb5d-768c7541c17a tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] 10.222.0.85 "GET /v2.0/ports?device_id=4d1e082d-d80b-4196-af53-234f87b65f0a HTTP/1.1" status: 200 len: 205 time: 0.0428715 May 18 18:39:24.627320 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 41904) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:39:24.684314 n-d-838550-3 neutron-server[102730]: INFO neutron.api.v2.resource [None req-14d6d5f0-72be-473e-9df6-4ead94308705 tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] delete failed (client error): The resource could not be found. May 18 18:39:24.685390 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-14d6d5f0-72be-473e-9df6-4ead94308705 tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] 10.222.0.85 "DELETE /v2.0/routers/4d1e082d-d80b-4196-af53-234f87b65f0a HTTP/1.1" status: 404 len: 336 time: 0.0566874 May 18 18:39:24.690673 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 41906) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:39:24.722916 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 41912) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:39:24.738618 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-6e526a42-6513-4ecd-bae5-f3a5ed4df907 tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] 10.222.0.85 "GET /v2.0/ports?device_id=abe05dba-dc71-4500-986a-8abf933e2ad6 HTTP/1.1" status: 200 len: 205 time: 0.0445099 May 18 18:39:24.740631 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 41914) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:39:24.782169 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [req-ef5d8e02-ffea-49d4-8269-2722e8d9e095 req-f5ed4f74-c3b0-4ea9-af3f-461def5d7f69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33d0b023-ad2b-48be-ba21-e9f5a1f163b1 {{(pid=102731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:39:24.790360 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-ef5d8e02-ffea-49d4-8269-2722e8d9e095 req-f5ed4f74-c3b0-4ea9-af3f-461def5d7f69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:24.798039 n-d-838550-3 neutron-server[102730]: INFO neutron.api.v2.resource [None req-5ef8c961-bf02-4362-8742-137ff5207aff tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] delete failed (client error): The resource could not be found. May 18 18:39:24.799284 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-5ef8c961-bf02-4362-8742-137ff5207aff tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] 10.222.0.85 "DELETE /v2.0/routers/abe05dba-dc71-4500-986a-8abf933e2ad6 HTTP/1.1" status: 404 len: 336 time: 0.0572922 May 18 18:39:24.802634 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 41916) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:39:24.815474 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.provisioning_blocks [req-ef5d8e02-ffea-49d4-8269-2722e8d9e095 req-f5ed4f74-c3b0-4ea9-af3f-461def5d7f69 service neutron] Transition to ACTIVE for port object 33d0b023-ad2b-48be-ba21-e9f5a1f163b1 will not be triggered until provisioned by entity L2. {{(pid=102731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:39:24.831416 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-72a12fe3-7137-4a76-b269-0a84099e2bd3 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=f49d3459f8074c65864072adaadefd12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1072817 May 18 18:39:24.835697 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 41918) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:39:24.837612 n-d-838550-3 neutron-server[102731]: INFO neutron.pecan_wsgi.hooks.translation [None req-a025ade9-ff57-4899-9cc5-b98bb346a9c3 tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] DELETE failed (client error): The resource could not be found. May 18 18:39:24.838098 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a025ade9-ff57-4899-9cc5-b98bb346a9c3 tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:39:24.845016 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-a025ade9-ff57-4899-9cc5-b98bb346a9c3 tempest-RoutersIpV6AdminTest-1396917850 tempest-RoutersIpV6AdminTest-1396917850-project] 10.222.0.85 "DELETE /v2.0/subnets/f1eeeed8-f1ec-440c-b36f-efd1745635a9 HTTP/1.1" status: 404 len: 337 time: 0.0386336 May 18 18:39:24.845016 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-ef5d8e02-ffea-49d4-8269-2722e8d9e095 req-f5ed4f74-c3b0-4ea9-af3f-461def5d7f69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:24.891803 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ed4f74-c3b0-4ea9-af3f-461def5d7f69 service neutron] Pushing event updated for resources: {'Port': ['ID=33d0b023-ad2b-48be-ba21-e9f5a1f163b1,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:39:24.915872 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0abec2c2-78c6-490c-ac60-291975bfd409 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:24.939662 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0abec2c2-78c6-490c-ac60-291975bfd409 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:24.998555 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0abec2c2-78c6-490c-ac60-291975bfd409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:25.001381 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0abec2c2-78c6-490c-ac60-291975bfd409 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:25.013975 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-0abec2c2-78c6-490c-ac60-291975bfd409 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/c3f602b0-7286-4d09-a085-2110d2716816 HTTP/1.1" status: 204 len: 168 time: 0.1705065 May 18 18:39:25.028542 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-ef5d8e02-ffea-49d4-8269-2722e8d9e095 req-f5ed4f74-c3b0-4ea9-af3f-461def5d7f69 service neutron] Attempting to bind port 33d0b023-ad2b-48be-ba21-e9f5a1f163b1 on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:39:25.028992 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-ef5d8e02-ffea-49d4-8269-2722e8d9e095 req-f5ed4f74-c3b0-4ea9-af3f-461def5d7f69 service neutron] Attempting to bind port 33d0b023-ad2b-48be-ba21-e9f5a1f163b1 by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': '62f4e166-f566-4155-9839-3dc6dea2521a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'fa47fe09-d71c-45e6-b81d-ff665c274ead'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:39:25.030072 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5d8e02-ffea-49d4-8269-2722e8d9e095 req-f5ed4f74-c3b0-4ea9-af3f-461def5d7f69 service neutron] Attempting to bind port 33d0b023-ad2b-48be-ba21-e9f5a1f163b1 on network fa47fe09-d71c-45e6-b81d-ff665c274ead {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:39:25.034706 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abec2c2-78c6-490c-ac60-291975bfd409 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3f602b0-7286-4d09-a085-2110d2716816,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:39:25.044378 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5d8e02-ffea-49d4-8269-2722e8d9e095 req-f5ed4f74-c3b0-4ea9-af3f-461def5d7f69 service neutron] Port 33d0b023-ad2b-48be-ba21-e9f5a1f163b1 on network fa47fe09-d71c-45e6-b81d-ff665c274ead not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:39:25.044700 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5d8e02-ffea-49d4-8269-2722e8d9e095 req-f5ed4f74-c3b0-4ea9-af3f-461def5d7f69 service neutron] Attempting to bind port 33d0b023-ad2b-48be-ba21-e9f5a1f163b1 on network fa47fe09-d71c-45e6-b81d-ff665c274ead {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:39:25.050867 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5d8e02-ffea-49d4-8269-2722e8d9e095 req-f5ed4f74-c3b0-4ea9-af3f-461def5d7f69 service neutron] Checking agent: {'id': 'd1be059a-68ea-4c77-9b2b-29f4afa47e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:39:25.051206 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5d8e02-ffea-49d4-8269-2722e8d9e095 req-f5ed4f74-c3b0-4ea9-af3f-461def5d7f69 service neutron] Checking segment: {'id': '62f4e166-f566-4155-9839-3dc6dea2521a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'fa47fe09-d71c-45e6-b81d-ff665c274ead'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:39:25.051586 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5d8e02-ffea-49d4-8269-2722e8d9e095 req-f5ed4f74-c3b0-4ea9-af3f-461def5d7f69 service neutron] Bound using segment: {'id': '62f4e166-f566-4155-9839-3dc6dea2521a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'fa47fe09-d71c-45e6-b81d-ff665c274ead'} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:39:25.052018 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-ef5d8e02-ffea-49d4-8269-2722e8d9e095 req-f5ed4f74-c3b0-4ea9-af3f-461def5d7f69 service neutron] Bound port: 33d0b023-ad2b-48be-ba21-e9f5a1f163b1, host: n-h2-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62f4e166-f566-4155-9839-3dc6dea2521a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'fa47fe09-d71c-45e6-b81d-ff665c274ead'}}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:39:25.052375 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-ef5d8e02-ffea-49d4-8269-2722e8d9e095 req-f5ed4f74-c3b0-4ea9-af3f-461def5d7f69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:25.194931 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-ef5d8e02-ffea-49d4-8269-2722e8d9e095 req-f5ed4f74-c3b0-4ea9-af3f-461def5d7f69 service neutron] For port 33d0b023-ad2b-48be-ba21-e9f5a1f163b1, host n-h2-838550-3, cleared binding levels {{(pid=102731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:39:25.200417 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-ef5d8e02-ffea-49d4-8269-2722e8d9e095 req-f5ed4f74-c3b0-4ea9-af3f-461def5d7f69 service neutron] For port 33d0b023-ad2b-48be-ba21-e9f5a1f163b1, host n-h2-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=33d0b023-ad2b-48be-ba21-e9f5a1f163b1,segment=NetworkSegment(62f4e166-f566-4155-9839-3dc6dea2521a),segment_id=62f4e166-f566-4155-9839-3dc6dea2521a)] {{(pid=102731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:39:25.212308 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf674c1-57eb-419b-a983-d89cee1b7db0 req-621c24e9-7b13-41aa-b73b-ee9a26e7522a tempest-VolumesActionsTest-1868217254 tempest-VolumesActionsTest-1868217254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:39:25.215248 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1bf674c1-57eb-419b-a983-d89cee1b7db0 req-621c24e9-7b13-41aa-b73b-ee9a26e7522a tempest-VolumesActionsTest-1868217254 tempest-VolumesActionsTest-1868217254-project] 10.222.0.85 "GET /v2.0/ports?device_id=b8ef77d3-a547-4d12-bbd9-a6564450d451 HTTP/1.1" status: 200 len: 944 time: 0.1002557 May 18 18:39:25.217847 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-ef5d8e02-ffea-49d4-8269-2722e8d9e095 req-f5ed4f74-c3b0-4ea9-af3f-461def5d7f69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:25.262877 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 41936) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:39:25.304344 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5d8e02-ffea-49d4-8269-2722e8d9e095 req-f5ed4f74-c3b0-4ea9-af3f-461def5d7f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:39:25.304970 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-ef5d8e02-ffea-49d4-8269-2722e8d9e095 req-f5ed4f74-c3b0-4ea9-af3f-461def5d7f69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:25.306467 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ef5d8e02-ffea-49d4-8269-2722e8d9e095 req-f5ed4f74-c3b0-4ea9-af3f-461def5d7f69 service neutron] 10.222.0.88 "PUT /v2.0/ports/33d0b023-ad2b-48be-ba21-e9f5a1f163b1 HTTP/1.1" status: 200 len: 1092 time: 1.0352709 May 18 18:39:25.308958 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ed4f74-c3b0-4ea9-af3f-461def5d7f69 service neutron] Pushing event updated for resources: {'Port': ['ID=33d0b023-ad2b-48be-ba21-e9f5a1f163b1,revision_number=3']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:39:25.310548 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8ef77d3-a547-4d12-bbd9-a6564450d451', 'tag': '33d0b023-ad2b-48be-ba21-e9f5a1f163b1'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:39:25.313471 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ac80df3-8c25-4e98-914e-a47539956bbd" -d '{"events": [{"name": "network-changed", "server_uuid": "b8ef77d3-a547-4d12-bbd9-a6564450d451", "tag": "33d0b023-ad2b-48be-ba21-e9f5a1f163b1"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:39:25.356646 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1bf674c1-57eb-419b-a983-d89cee1b7db0 req-825d7a4c-07e7-4ae8-b378-d1e77a68832e tempest-VolumesActionsTest-1868217254 tempest-VolumesActionsTest-1868217254-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ccac583-f51c-4889-8ca9-668657451d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321592 May 18 18:39:25.405934 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5d8e02-ffea-49d4-8269-2722e8d9e095 req-3daee7bd-e48a-4719-a90c-39867026d43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:39:25.407897 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ef5d8e02-ffea-49d4-8269-2722e8d9e095 req-3daee7bd-e48a-4719-a90c-39867026d43d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=24df1cff46094d69a8e1a400b6213c5b&device_id=b8ef77d3-a547-4d12-bbd9-a6564450d451 HTTP/1.1" status: 200 len: 1095 time: 0.0484872 May 18 18:39:25.424555 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e999488-9554-4a9a-b877-7c7f8adb5298 x-openstack-request-id: req-0e999488-9554-4a9a-b877-7c7f8adb5298 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:39:25.424850 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8ef77d3-a547-4d12-bbd9-a6564450d451", "tag": "33d0b023-ad2b-48be-ba21-e9f5a1f163b1", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:39:25.425124 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-0e999488-9554-4a9a-b877-7c7f8adb5298 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:39:25.425524 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e999488-9554-4a9a-b877-7c7f8adb5298'] response: {'name': 'network-changed', 'server_uuid': 'b8ef77d3-a547-4d12-bbd9-a6564450d451', 'tag': '33d0b023-ad2b-48be-ba21-e9f5a1f163b1', 'status': 'completed', 'code': 200} May 18 18:39:25.465025 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ef5d8e02-ffea-49d4-8269-2722e8d9e095 req-b26c58a6-cdb8-42c9-abe0-a32277ef8abf service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=33d0b023-ad2b-48be-ba21-e9f5a1f163b1 HTTP/1.1" status: 200 len: 217 time: 0.0486679 May 18 18:39:25.478779 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2987bf43-0a54-4e1c-851c-2baad110d3e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:25.522285 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5d8e02-ffea-49d4-8269-2722e8d9e095 req-c44d053d-78a1-4a0b-9ea7-f370e8c00798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:39:25.525145 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ef5d8e02-ffea-49d4-8269-2722e8d9e095 req-c44d053d-78a1-4a0b-9ea7-f370e8c00798 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=375a1285-7ccf-47c4-a246-2e0cbe714f98 HTTP/1.1" status: 200 len: 848 time: 0.0521131 May 18 18:39:25.567128 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ef5d8e02-ffea-49d4-8269-2722e8d9e095 req-e7d9e7a8-7d33-4077-ac7f-8e395fb16f05 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=fa47fe09-d71c-45e6-b81d-ff665c274ead&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338094 May 18 18:39:25.602917 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2987bf43-0a54-4e1c-851c-2baad110d3e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:25.608098 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2987bf43-0a54-4e1c-851c-2baad110d3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:25.630992 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 0272eb9e-0af8-4f3b-9f74-71a06e2f609e no longer exists at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:39:25.706161 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-2987bf43-0a54-4e1c-851c-2baad110d3e2 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=f9908fbd1bb2465f89de3c18b12db076&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4395976 May 18 18:39:25.706161 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2987bf43-0a54-4e1c-851c-2baad110d3e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a9cf7ac-fb32-44a0-b807-7b5b09fdd49c,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:39:25.706759 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 41956) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:39:25.709071 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] No Port match for: 0272eb9e-0af8-4f3b-9f74-71a06e2f609e {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:39:25.709685 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 0272eb9e-0af8-4f3b-9f74-71a06e2f609e not bound to the agent host n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:39:25.728411 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ef5d8e02-ffea-49d4-8269-2722e8d9e095 req-913db476-dd45-4911-bc65-066fbc123ae0 service neutron] 10.222.0.88 "GET /v2.0/networks/fa47fe09-d71c-45e6-b81d-ff665c274ead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537697 May 18 18:39:25.831012 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c9e342c4-0468-4b18-8d38-a3f5abd4b3a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:25.880266 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c9e342c4-0468-4b18-8d38-a3f5abd4b3a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:25.894974 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ef5d8e02-ffea-49d4-8269-2722e8d9e095 req-1fac0fbd-0422-4e4a-a50b-ea8dd7735cce service neutron] 10.222.0.88 "GET /v2.0/networks/fa47fe09-d71c-45e6-b81d-ff665c274ead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550202 May 18 18:39:25.961911 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c9e342c4-0468-4b18-8d38-a3f5abd4b3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:25.964339 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c9e342c4-0468-4b18-8d38-a3f5abd4b3a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:25.967891 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-c9e342c4-0468-4b18-8d38-a3f5abd4b3a2 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/5a9cf7ac-fb32-44a0-b807-7b5b09fdd49c HTTP/1.1" status: 204 len: 168 time: 0.2569950 May 18 18:39:25.982990 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 41972) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:39:25.989202 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e342c4-0468-4b18-8d38-a3f5abd4b3a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a9cf7ac-fb32-44a0-b807-7b5b09fdd49c,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:39:26.009764 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac80df3-8c25-4e98-914e-a47539956bbd req-8cfdca49-c11d-459b-b2c6-e01f5876db2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:39:26.011324 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4ac80df3-8c25-4e98-914e-a47539956bbd req-8cfdca49-c11d-459b-b2c6-e01f5876db2c service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=24df1cff46094d69a8e1a400b6213c5b&device_id=b8ef77d3-a547-4d12-bbd9-a6564450d451 HTTP/1.1" status: 200 len: 1095 time: 0.0589397 May 18 18:39:26.148293 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac80df3-8c25-4e98-914e-a47539956bbd req-0dc6f439-ba2e-49bd-bd08-ce9f1a8b163e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:39:26.150031 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4ac80df3-8c25-4e98-914e-a47539956bbd req-0dc6f439-ba2e-49bd-bd08-ce9f1a8b163e service neutron] 10.222.0.88 "GET /v2.0/networks?id=fa47fe09-d71c-45e6-b81d-ff665c274ead HTTP/1.1" status: 200 len: 909 time: 0.1319618 May 18 18:39:26.209952 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4ac80df3-8c25-4e98-914e-a47539956bbd req-351623fd-0baa-4e7b-ac3f-456b005f2118 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=33d0b023-ad2b-48be-ba21-e9f5a1f163b1 HTTP/1.1" status: 200 len: 217 time: 0.0488095 May 18 18:39:26.284238 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac80df3-8c25-4e98-914e-a47539956bbd req-09d46f43-69d9-4399-aa3e-29ce3fc0ca16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:39:26.288338 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4ac80df3-8c25-4e98-914e-a47539956bbd req-09d46f43-69d9-4399-aa3e-29ce3fc0ca16 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=375a1285-7ccf-47c4-a246-2e0cbe714f98 HTTP/1.1" status: 200 len: 848 time: 0.0661440 May 18 18:39:26.296345 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-fc467e91-a461-444e-a3fc-c6301c621ff1 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-96562585-network', 'tenant_id': '88c24373a5b54353826abe0917a88c21'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:39:26.320740 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc467e91-a461-444e-a3fc-c6301c621ff1 admin admin] Made reservation on behalf of 88c24373a5b54353826abe0917a88c21 for: {'network': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:39:26.324667 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-fc467e91-a461-444e-a3fc-c6301c621ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:26.343005 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-fc467e91-a461-444e-a3fc-c6301c621ff1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:26.357290 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4ac80df3-8c25-4e98-914e-a47539956bbd req-2150305b-1e66-429a-a42a-2862fecfafd2 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=fa47fe09-d71c-45e6-b81d-ff665c274ead&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539553 May 18 18:39:26.445487 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 41990) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:39:26.479257 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-fc467e91-a461-444e-a3fc-c6301c621ff1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:26.483884 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-fc467e91-a461-444e-a3fc-c6301c621ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:26.509983 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc467e91-a461-444e-a3fc-c6301c621ff1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 616} {{(pid=102730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:39:26.528474 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc467e91-a461-444e-a3fc-c6301c621ff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e543be99-d3ff-48ec-8bd7-a3bcd9e52371,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:39:26.532063 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-fc467e91-a461-444e-a3fc-c6301c621ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:26.532611 n-d-838550-3 neutron-server[102730]: INFO neutron.db.segments_db [None req-fc467e91-a461-444e-a3fc-c6301c621ff1 admin admin] Added segment b0a777fa-df0f-4e86-9a69-c64aeac125ab of type vlan for network 154f42fc-a801-439d-a3ef-d9b6489ea0f3 May 18 18:39:26.540036 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-5c351ec5-fb7f-4374-a0f3-01554dbd451d admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=1c7faea8173a4c1c936b28ca564646ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0929515 May 18 18:39:26.543494 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 41992) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:39:26.583036 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924e0043-03c5-46e7-bdbb-6115015e3d8e req-d5a99137-e75a-4c14-a222-ea91557b14cf tempest-VolumesActionsTest-1868217254 tempest-VolumesActionsTest-1868217254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:39:26.584882 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-924e0043-03c5-46e7-bdbb-6115015e3d8e req-d5a99137-e75a-4c14-a222-ea91557b14cf tempest-VolumesActionsTest-1868217254 tempest-VolumesActionsTest-1868217254-project] 10.222.0.85 "GET /v2.0/ports?device_id=b8ef77d3-a547-4d12-bbd9-a6564450d451 HTTP/1.1" status: 200 len: 944 time: 0.1125250 May 18 18:39:26.590182 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4ac80df3-8c25-4e98-914e-a47539956bbd req-487fd216-fe43-4ce8-bce7-dd6caca5ae59 service neutron] 10.222.0.88 "GET /v2.0/networks/fa47fe09-d71c-45e6-b81d-ff665c274ead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212932 May 18 18:39:26.598455 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-fc467e91-a461-444e-a3fc-c6301c621ff1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:26.643480 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-12c2090f-786f-4805-99be-39db1f9e0161 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:26.677840 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-fc467e91-a461-444e-a3fc-c6301c621ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:26.679323 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc467e91-a461-444e-a3fc-c6301c621ff1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:39:26.679919 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-fc467e91-a461-444e-a3fc-c6301c621ff1 admin admin] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:26.704201 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-924e0043-03c5-46e7-bdbb-6115015e3d8e req-8c26223f-0ed8-4747-bfc8-aa4543bc5642 tempest-VolumesActionsTest-1868217254 tempest-VolumesActionsTest-1868217254-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ccac583-f51c-4889-8ca9-668657451d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088228 May 18 18:39:26.711448 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-12c2090f-786f-4805-99be-39db1f9e0161 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:26.735166 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4ac80df3-8c25-4e98-914e-a47539956bbd req-00f08007-f456-4346-978a-acc900393988 service neutron] 10.222.0.88 "GET /v2.0/networks/fa47fe09-d71c-45e6-b81d-ff665c274ead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321042 May 18 18:39:26.790515 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-fc467e91-a461-444e-a3fc-c6301c621ff1 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.8054881 May 18 18:39:26.793507 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 41998) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:39:26.797502 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc467e91-a461-444e-a3fc-c6301c621ff1 admin admin] Pushing event updated for resources: {'Network': ['ID=154f42fc-a801-439d-a3ef-d9b6489ea0f3,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:39:26.800109 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-d249dcb2-de69-4019-b0ee-f11291065a29 admin admin] Request body: {'subnet': {'network_id': '154f42fc-a801-439d-a3ef-d9b6489ea0f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-96562585-subnet', 'tenant_id': '88c24373a5b54353826abe0917a88c21', 'ip_version': 4}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:39:26.808830 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network 154f42fc-a801-439d-a3ef-d9b6489ea0f3 details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:39:26.835262 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d249dcb2-de69-4019-b0ee-f11291065a29 admin admin] Made reservation on behalf of 88c24373a5b54353826abe0917a88c21 for: {'subnet': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:39:26.836854 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-12c2090f-786f-4805-99be-39db1f9e0161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:26.838176 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d249dcb2-de69-4019-b0ee-f11291065a29 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260908003'] for subnet, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:26.842196 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-12c2090f-786f-4805-99be-39db1f9e0161 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:26.843834 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-12c2090f-786f-4805-99be-39db1f9e0161 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/0c0d0fdf-11dd-41f7-b149-0d7a47a34d91 HTTP/1.1" status: 204 len: 168 time: 0.2990172 May 18 18:39:26.854702 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c2090f-786f-4805-99be-39db1f9e0161 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c0d0fdf-11dd-41f7-b149-0d7a47a34d91,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:39:27.062342 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d249dcb2-de69-4019-b0ee-f11291065a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260898481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260908021'] for subnet, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:27.116572 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249dcb2-de69-4019-b0ee-f11291065a29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d718dfd2-07a4-4165-a2d8-4039d513381a,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:39:27.132750 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d249dcb2-de69-4019-b0ee-f11291065a29 admin admin] Checking segment: {'id': 'b0a777fa-df0f-4e86-9a69-c64aeac125ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '154f42fc-a801-439d-a3ef-d9b6489ea0f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:39:27.133247 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d249dcb2-de69-4019-b0ee-f11291065a29 admin admin] Network hostable DHCP agents. Network: 154f42fc-a801-439d-a3ef-d9b6489ea0f3, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:39:27.151982 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d249dcb2-de69-4019-b0ee-f11291065a29 admin admin] Network 154f42fc-a801-439d-a3ef-d9b6489ea0f3 is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:39:27.163214 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-d249dcb2-de69-4019-b0ee-f11291065a29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, 154f42fc-a801-439d-a3ef-d9b6489ea0f3) {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:39:27.173004 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e72c369-efa2-48a3-871e-843dd41725f3 None None] Network 154f42fc-a801-439d-a3ef-d9b6489ea0f3 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:39:27.175412 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d249dcb2-de69-4019-b0ee-f11291065a29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:39:27.175923 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d249dcb2-de69-4019-b0ee-f11291065a29 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:27.207471 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 42018) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:39:27.209178 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-d249dcb2-de69-4019-b0ee-f11291065a29 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.4129248 May 18 18:39:27.211913 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-3f13de95-1b99-4ed4-afc5-f78128291d07 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-96562585-router', 'tenant_id': '88c24373a5b54353826abe0917a88c21', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:39:27.238830 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3f13de95-1b99-4ed4-afc5-f78128291d07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25099'] for router, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:27.240645 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3f13de95-1b99-4ed4-afc5-f78128291d07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-593238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596850', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25088'] for router, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:27.303132 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3f13de95-1b99-4ed4-afc5-f78128291d07 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:27.373336 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e57581-2d68-4821-85f3-5dde11781c88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-154f42fc-a801-439d-a3ef-d9b6489ea0f3', 'network_id': '154f42fc-a801-439d-a3ef-d9b6489ea0f3', 'tenant_id': '88c24373a5b54353826abe0917a88c21', 'fixed_ips': [{'subnet_id': 'd718dfd2-07a4-4165-a2d8-4039d513381a'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:39:27.374704 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-84e57581-2d68-4821-85f3-5dde11781c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:27.480453 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3f13de95-1b99-4ed4-afc5-f78128291d07 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:27.565752 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-84e57581-2d68-4821-85f3-5dde11781c88 None None] Allocated IP 172.20.0.2 (154f42fc-a801-439d-a3ef-d9b6489ea0f3/d718dfd2-07a4-4165-a2d8-4039d513381a/159ddfb8-001c-4220-a303-4fb8ec0beeb3) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:39:27.765697 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3f13de95-1b99-4ed4-afc5-f78128291d07 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:27.770546 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-84e57581-2d68-4821-85f3-5dde11781c88 None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:27.781192 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-84e57581-2d68-4821-85f3-5dde11781c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:27.796675 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3f13de95-1b99-4ed4-afc5-f78128291d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:27.819249 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 42038) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:39:27.845563 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e57581-2d68-4821-85f3-5dde11781c88 None None] Network 154f42fc-a801-439d-a3ef-d9b6489ea0f3 is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:39:27.847323 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-84e57581-2d68-4821-85f3-5dde11781c88 None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:39:27.850096 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e57581-2d68-4821-85f3-5dde11781c88 None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:39:27.885817 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e57581-2d68-4821-85f3-5dde11781c88 None None] Pushing event updated for resources: {'Port': ['ID=159ddfb8-001c-4220-a303-4fb8ec0beeb3,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:39:27.923047 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-84e57581-2d68-4821-85f3-5dde11781c88 None None] Attempting to bind port 159ddfb8-001c-4220-a303-4fb8ec0beeb3 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:39:27.923724 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-84e57581-2d68-4821-85f3-5dde11781c88 None None] Attempting to bind port 159ddfb8-001c-4220-a303-4fb8ec0beeb3 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': 'b0a777fa-df0f-4e86-9a69-c64aeac125ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '154f42fc-a801-439d-a3ef-d9b6489ea0f3'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:39:27.924263 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e57581-2d68-4821-85f3-5dde11781c88 None None] Attempting to bind port 159ddfb8-001c-4220-a303-4fb8ec0beeb3 on network 154f42fc-a801-439d-a3ef-d9b6489ea0f3 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:39:27.931011 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e57581-2d68-4821-85f3-5dde11781c88 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:39:27.931713 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e57581-2d68-4821-85f3-5dde11781c88 None None] Checking segment: {'id': 'b0a777fa-df0f-4e86-9a69-c64aeac125ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '154f42fc-a801-439d-a3ef-d9b6489ea0f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:39:27.932303 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-84e57581-2d68-4821-85f3-5dde11781c88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:27.932900 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e57581-2d68-4821-85f3-5dde11781c88 None None] Bound using segment: {'id': 'b0a777fa-df0f-4e86-9a69-c64aeac125ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '154f42fc-a801-439d-a3ef-d9b6489ea0f3'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:39:27.933561 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-84e57581-2d68-4821-85f3-5dde11781c88 None None] Bound port: 159ddfb8-001c-4220-a303-4fb8ec0beeb3, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0a777fa-df0f-4e86-9a69-c64aeac125ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '154f42fc-a801-439d-a3ef-d9b6489ea0f3'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:39:27.934159 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-84e57581-2d68-4821-85f3-5dde11781c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:27.972544 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-4b437108-2d31-40af-8b13-eb0771d0e0b5 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1024191113'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:39:27.997342 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b437108-2d31-40af-8b13-eb0771d0e0b5 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267-project] Made reservation on behalf of 763afe13c086483798043156c3b161a5 for: {'network': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:39:27.997742 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-3f13de95-1b99-4ed4-afc5-f78128291d07 admin admin] Allocated IP 172.25.5.10 (31ebd439-090c-4b25-bbb0-31c48711b145/363a2810-8a83-4be0-a317-7c91fcd94485/ba983f6d-835d-4bea-adc8-fdfa0aae1aad) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:39:28.002402 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4b437108-2d31-40af-8b13-eb0771d0e0b5 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:28.009586 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf55dd3-377e-4182-b48e-2bb6b9b2b767 req-6cd88fb6-f08c-4100-8523-39a2ec90f9e2 tempest-VolumesActionsTest-1868217254 tempest-VolumesActionsTest-1868217254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:39:28.017648 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6bf55dd3-377e-4182-b48e-2bb6b9b2b767 req-6cd88fb6-f08c-4100-8523-39a2ec90f9e2 tempest-VolumesActionsTest-1868217254 tempest-VolumesActionsTest-1868217254-project] 10.222.0.85 "GET /v2.0/ports?device_id=b8ef77d3-a547-4d12-bbd9-a6564450d451 HTTP/1.1" status: 200 len: 944 time: 0.1476464 May 18 18:39:28.018941 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4b437108-2d31-40af-8b13-eb0771d0e0b5 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267-project] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:28.024833 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-84e57581-2d68-4821-85f3-5dde11781c88 None None] For port 159ddfb8-001c-4220-a303-4fb8ec0beeb3, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:39:28.029307 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-84e57581-2d68-4821-85f3-5dde11781c88 None None] For port 159ddfb8-001c-4220-a303-4fb8ec0beeb3, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=159ddfb8-001c-4220-a303-4fb8ec0beeb3,segment=NetworkSegment(b0a777fa-df0f-4e86-9a69-c64aeac125ab),segment_id=b0a777fa-df0f-4e86-9a69-c64aeac125ab)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:39:28.037691 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-84e57581-2d68-4821-85f3-5dde11781c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:28.112864 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e57581-2d68-4821-85f3-5dde11781c88 None None] Pushing event updated for resources: {'Port': ['ID=159ddfb8-001c-4220-a303-4fb8ec0beeb3,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:39:28.132513 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6bf55dd3-377e-4182-b48e-2bb6b9b2b767 req-70fc0ddb-fd1b-4318-a9e4-ffca83aa011c tempest-VolumesActionsTest-1868217254 tempest-VolumesActionsTest-1868217254-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ccac583-f51c-4889-8ca9-668657451d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085799 May 18 18:39:28.164715 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4b437108-2d31-40af-8b13-eb0771d0e0b5 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267-project] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:28.173278 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4b437108-2d31-40af-8b13-eb0771d0e0b5 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:28.204544 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3f13de95-1b99-4ed4-afc5-f78128291d07 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:28.212414 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b437108-2d31-40af-8b13-eb0771d0e0b5 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 637} {{(pid=102731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:39:28.219028 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b437108-2d31-40af-8b13-eb0771d0e0b5 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fdecea8-447e-413e-a5e7-b857c462804e,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:39:28.226573 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4b437108-2d31-40af-8b13-eb0771d0e0b5 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:28.226924 n-d-838550-3 neutron-server[102731]: INFO neutron.db.segments_db [None req-4b437108-2d31-40af-8b13-eb0771d0e0b5 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267-project] Added segment ba507fc2-1504-4fe6-bf29-dc196cba5977 of type vlan for network 11e0d21d-74bc-4e62-aad1-027bcd56b817 May 18 18:39:28.247775 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3f13de95-1b99-4ed4-afc5-f78128291d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:28.282766 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f13de95-1b99-4ed4-afc5-f78128291d07 admin admin] Network 31ebd439-090c-4b25-bbb0-31c48711b145 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:39:28.285199 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4b437108-2d31-40af-8b13-eb0771d0e0b5 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:28.308906 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-3f13de95-1b99-4ed4-afc5-f78128291d07 admin admin] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:39:28.313826 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f13de95-1b99-4ed4-afc5-f78128291d07 admin admin] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:39:28.318832 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4b437108-2d31-40af-8b13-eb0771d0e0b5 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:28.326094 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b437108-2d31-40af-8b13-eb0771d0e0b5 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:39:28.326812 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4b437108-2d31-40af-8b13-eb0771d0e0b5 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267-project] Notify callbacks [] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:28.360883 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f13de95-1b99-4ed4-afc5-f78128291d07 admin admin] Pushing event updated for resources: {'Port': ['ID=ba983f6d-835d-4bea-adc8-fdfa0aae1aad,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:39:28.450385 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-4b437108-2d31-40af-8b13-eb0771d0e0b5 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.6300216 May 18 18:39:28.453522 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 42052) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:39:28.458581 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-f24c1d90-7424-45fa-8d68-9884e5449319 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267-project] Request body: {'subnet': {'network_id': '11e0d21d-74bc-4e62-aad1-027bcd56b817', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:39:28.463476 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b437108-2d31-40af-8b13-eb0771d0e0b5 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267-project] Pushing event updated for resources: {'Network': ['ID=11e0d21d-74bc-4e62-aad1-027bcd56b817,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:39:28.473410 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network 11e0d21d-74bc-4e62-aad1-027bcd56b817 details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:39:28.651901 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f24c1d90-7424-45fa-8d68-9884e5449319 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267-project] Made reservation on behalf of 763afe13c086483798043156c3b161a5 for: {'subnet': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:39:28.657909 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f24c1d90-7424-45fa-8d68-9884e5449319 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260908003'] for subnet, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:28.679512 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3f13de95-1b99-4ed4-afc5-f78128291d07 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:29.254295 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f24c1d90-7424-45fa-8d68-9884e5449319 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260898481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260908021'] for subnet, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:29.344904 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24c1d90-7424-45fa-8d68-9884e5449319 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267-project] Pushing event updated for resources: {'Subnet': ['ID=fda89c70-1957-412b-822a-4327458e5579,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:39:29.368972 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 159ddfb8-001c-4220-a303-4fb8ec0beeb3 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:39:29.371903 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3f13de95-1b99-4ed4-afc5-f78128291d07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596801'] for router, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:29.429977 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24c1d90-7424-45fa-8d68-9884e5449319 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267-project] Checking segment: {'id': 'ba507fc2-1504-4fe6-bf29-dc196cba5977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '11e0d21d-74bc-4e62-aad1-027bcd56b817'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:39:29.430263 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24c1d90-7424-45fa-8d68-9884e5449319 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267-project] Network hostable DHCP agents. Network: 11e0d21d-74bc-4e62-aad1-027bcd56b817, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:39:29.457525 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779b2fde-fb7d-400d-af8c-176e0a38cf85 req-8adc114c-c0a5-4d37-816d-978ad860e4fd tempest-VolumesActionsTest-1868217254 tempest-VolumesActionsTest-1868217254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:39:29.457971 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 159ddfb8-001c-4220-a303-4fb8ec0beeb3 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:39:29.458542 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:29.459428 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-779b2fde-fb7d-400d-af8c-176e0a38cf85 req-8adc114c-c0a5-4d37-816d-978ad860e4fd tempest-VolumesActionsTest-1868217254 tempest-VolumesActionsTest-1868217254-project] 10.222.0.85 "GET /v2.0/ports?device_id=b8ef77d3-a547-4d12-bbd9-a6564450d451 HTTP/1.1" status: 200 len: 944 time: 0.1904204 May 18 18:39:29.504585 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24c1d90-7424-45fa-8d68-9884e5449319 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267-project] Network 11e0d21d-74bc-4e62-aad1-027bcd56b817 is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:39:29.548618 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-779b2fde-fb7d-400d-af8c-176e0a38cf85 req-be21b408-4685-4199-a27f-05301584c211 tempest-VolumesActionsTest-1868217254 tempest-VolumesActionsTest-1868217254-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ccac583-f51c-4889-8ca9-668657451d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757051 May 18 18:39:29.550106 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-f24c1d90-7424-45fa-8d68-9884e5449319 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, 11e0d21d-74bc-4e62-aad1-027bcd56b817) {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:39:29.555753 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f24c1d90-7424-45fa-8d68-9884e5449319 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:39:29.556361 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f24c1d90-7424-45fa-8d68-9884e5449319 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267-project] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:29.580758 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 42074) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:39:29.582295 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-f24c1d90-7424-45fa-8d68-9884e5449319 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1275861 May 18 18:39:29.586896 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40682d8c-a788-45c0-be7e-29dc4220df39 None None] Network 11e0d21d-74bc-4e62-aad1-027bcd56b817 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:39:29.590415 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-b9fbc931-4b6e-4a1f-a972-18154e96a683 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267-project] Request body: {'port': {'network_id': '11e0d21d-74bc-4e62-aad1-027bcd56b817', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-413825098'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:39:29.596784 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f13de95-1b99-4ed4-afc5-f78128291d07 admin admin] Router 3267fe4b-260c-4435-9679-647ce70ab9c8 is scheduled to L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e with binding_index 1 {{(pid=102730) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 18 18:39:29.633043 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4663ce66-03a2-4a6d-bbda-c7e675923048 None None] Network 154f42fc-a801-439d-a3ef-d9b6489ea0f3 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:39:29.659040 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 33d0b023-ad2b-48be-ba21-e9f5a1f163b1 details requested by agent hyperv_n-h2-838550-3 with host n-h2-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:39:29.723556 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 159ddfb8-001c-4220-a303-4fb8ec0beeb3 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:39:29.723939 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:29.799566 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f13de95-1b99-4ed4-afc5-f78128291d07 admin admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:39:29.808900 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-e478fb47-5e46-4108-ac4b-37b652926e59 None None] Provisioning complete for port 159ddfb8-001c-4220-a303-4fb8ec0beeb3 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:39:29.809278 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-e478fb47-5e46-4108-ac4b-37b652926e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:29.809670 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0798cf7c-bca6-4792-8295-893f2fb19929 None None] Sync routers for ids ['3267fe4b-260c-4435-9679-647ce70ab9c8'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:39:29.824476 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0798cf7c-bca6-4792-8295-893f2fb19929 None None] Routers {'3267fe4b-260c-4435-9679-647ce70ab9c8'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:39:29.825113 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-0798cf7c-bca6-4792-8295-893f2fb19929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:39:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['3267fe4b-260c-4435-9679-647ce70ab9c8'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:39:29.838952 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9fbc931-4b6e-4a1f-a972-18154e96a683 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267-project] Made reservation on behalf of 763afe13c086483798043156c3b161a5 for: {'port': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:39:29.844910 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b9fbc931-4b6e-4a1f-a972-18154e96a683 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:29.872868 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3f13de95-1b99-4ed4-afc5-f78128291d07 admin admin] Notify callbacks [] for router, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:29.876377 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] For port 159ddfb8-001c-4220-a303-4fb8ec0beeb3, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=159ddfb8-001c-4220-a303-4fb8ec0beeb3,segment=NetworkSegment(b0a777fa-df0f-4e86-9a69-c64aeac125ab),segment_id=b0a777fa-df0f-4e86-9a69-c64aeac125ab)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:39:29.877896 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 42080) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:39:29.878045 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-3f13de95-1b99-4ed4-afc5-f78128291d07 admin admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 2.6693776 May 18 18:39:29.883089 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [None req-b9fbc931-4b6e-4a1f-a972-18154e96a683 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267-project] device_id is not set on port 7137b392-76b3-4267-9ac4-876aa50d8b5b yet. {{(pid=102730) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 18 18:39:29.925944 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:30.009469 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-0798cf7c-bca6-4792-8295-893f2fb19929 None None] Set router 3267fe4b-260c-4435-9679-647ce70ab9c8 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:39:30.057114 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d69cc3a3-e047-41c4-9997-506adf3a7555 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-11e0d21d-74bc-4e62-aad1-027bcd56b817', 'network_id': '11e0d21d-74bc-4e62-aad1-027bcd56b817', 'tenant_id': '763afe13c086483798043156c3b161a5', 'fixed_ips': [{'subnet_id': 'fda89c70-1957-412b-822a-4327458e5579'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:39:30.058522 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d69cc3a3-e047-41c4-9997-506adf3a7555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:30.063551 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-b9fbc931-4b6e-4a1f-a972-18154e96a683 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267-project] Allocated IP 2001:db8::258 (11e0d21d-74bc-4e62-aad1-027bcd56b817/fda89c70-1957-412b-822a-4327458e5579/7137b392-76b3-4267-9ac4-876aa50d8b5b) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:39:30.244258 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b9fbc931-4b6e-4a1f-a972-18154e96a683 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:30.252220 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-0798cf7c-bca6-4792-8295-893f2fb19929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3267fe4b-260c-4435-9679-647ce70ab9c8', 'name': 'tempest-TestServerBasicOps-96562585-router', 'tenant_id': '88c24373a5b54353826abe0917a88c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': 'ba983f6d-835d-4bea-adc8-fdfa0aae1aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:39:27Z', 'updated_at': '2022-05-18T18:39:28Z', 'revision_number': 3, 'project_id': '88c24373a5b54353826abe0917a88c21', 'gw_port': {'id': 'ba983f6d-835d-4bea-adc8-fdfa0aae1aad', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:77:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3267fe4b-260c-4435-9679-647ce70ab9c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:39:27Z', 'updated_at': '2022-05-18T18:39:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:39:30.295756 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0798cf7c-bca6-4792-8295-893f2fb19929 None None] Checking router: 3267fe4b-260c-4435-9679-647ce70ab9c8 for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:39:30.296424 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0798cf7c-bca6-4792-8295-893f2fb19929 None None] Updating router 3267fe4b-260c-4435-9679-647ce70ab9c8 port ba983f6d-835d-4bea-adc8-fdfa0aae1aad binding host n-d-838550-3 {{(pid=102733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 18:39:30.308249 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 33d0b023-ad2b-48be-ba21-e9f5a1f163b1, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=33d0b023-ad2b-48be-ba21-e9f5a1f163b1,segment=NetworkSegment(62f4e166-f566-4155-9839-3dc6dea2521a),segment_id=62f4e166-f566-4155-9839-3dc6dea2521a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:39:30.326071 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b9fbc931-4b6e-4a1f-a972-18154e96a683 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:30.339639 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-0798cf7c-bca6-4792-8295-893f2fb19929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:30.342738 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Returning: {'device': '33d0b023-ad2b-48be-ba21-e9f5a1f163b1', 'network_id': 'fa47fe09-d71c-45e6-b81d-ff665c274ead', 'port_id': '33d0b023-ad2b-48be-ba21-e9f5a1f163b1', 'mac_address': 'fa:16:3e:dd:49:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '375a1285-7ccf-47c4-a246-2e0cbe714f98', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:39:30.371152 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Pushing event updated for resources: {'Port': ['ID=159ddfb8-001c-4220-a303-4fb8ec0beeb3,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:39:30.417723 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9fbc931-4b6e-4a1f-a972-18154e96a683 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267-project] Network 11e0d21d-74bc-4e62-aad1-027bcd56b817 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:39:30.434004 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 33d0b023-ad2b-48be-ba21-e9f5a1f163b1 is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:39:30.434258 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-b9fbc931-4b6e-4a1f-a972-18154e96a683 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:39:30.434482 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:30.445075 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fbc931-4b6e-4a1f-a972-18154e96a683 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:39:30.450934 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9fbc931-4b6e-4a1f-a972-18154e96a683 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:39:30.451482 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b9fbc931-4b6e-4a1f-a972-18154e96a683 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:30.455315 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fbc931-4b6e-4a1f-a972-18154e96a683 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267-project] Pushing event updated for resources: {'Port': ['ID=7137b392-76b3-4267-9ac4-876aa50d8b5b,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:39:30.488379 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-e478fb47-5e46-4108-ac4b-37b652926e59 None None] Current status of the port 159ddfb8-001c-4220-a303-4fb8ec0beeb3 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:39:30.488536 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-b9fbc931-4b6e-4a1f-a972-18154e96a683 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 0.9051645 May 18 18:39:30.491123 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 42090) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:39:30.492418 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ce8684d7-7cc2-447d-a331-4f07a54bb0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:30.497966 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-3f6294af-423c-4a41-aacd-d954d3631235 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267-project] Request body: {'port': {'network_id': '11e0d21d-74bc-4e62-aad1-027bcd56b817', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-214766555', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:39:30.498462 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.api.validators [None req-3f6294af-423c-4a41-aacd-d954d3631235 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267-project] bootfile-name is not in valid_values {{(pid=102730) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} May 18 18:39:30.498806 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.api.validators [None req-3f6294af-423c-4a41-aacd-d954d3631235 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267-project] tftp-server is not in valid_values {{(pid=102730) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} May 18 18:39:30.499150 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.api.validators [None req-3f6294af-423c-4a41-aacd-d954d3631235 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267-project] server-ip-address is not in valid_values {{(pid=102730) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} May 18 18:39:30.510517 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33d0b023-ad2b-48be-ba21-e9f5a1f163b1 {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:39:30.645127 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-d69cc3a3-e047-41c4-9997-506adf3a7555 None None] Allocated IP 2001:db8::2 (11e0d21d-74bc-4e62-aad1-027bcd56b817/fda89c70-1957-412b-822a-4327458e5579/dae7e2bf-682f-4895-b7cb-531ed5e1bb36) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:39:30.792474 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 33d0b023-ad2b-48be-ba21-e9f5a1f163b1, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=33d0b023-ad2b-48be-ba21-e9f5a1f163b1,segment=NetworkSegment(62f4e166-f566-4155-9839-3dc6dea2521a),segment_id=62f4e166-f566-4155-9839-3dc6dea2521a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:39:30.802480 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 42098) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:39:30.804584 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:30.826388 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-ce8684d7-7cc2-447d-a331-4f07a54bb0a1 admin admin] Allocated IP 172.20.0.1 (154f42fc-a801-439d-a3ef-d9b6489ea0f3/d718dfd2-07a4-4165-a2d8-4039d513381a/7df6f5de-c810-4d01-8e0b-4746bdfb0bbd) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:39:30.937998 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=33d0b023-ad2b-48be-ba21-e9f5a1f163b1,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:39:30.941355 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f92aa4-1115-4e20-9696-bc4f673f719c req-29ecf717-2135-43e9-8b30-3c33187ac352 tempest-VolumesActionsTest-1868217254 tempest-VolumesActionsTest-1868217254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:39:30.943379 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d1f92aa4-1115-4e20-9696-bc4f673f719c req-29ecf717-2135-43e9-8b30-3c33187ac352 tempest-VolumesActionsTest-1868217254 tempest-VolumesActionsTest-1868217254-project] 10.222.0.85 "GET /v2.0/ports?device_id=b8ef77d3-a547-4d12-bbd9-a6564450d451 HTTP/1.1" status: 200 len: 944 time: 0.2323363 May 18 18:39:30.947080 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f6294af-423c-4a41-aacd-d954d3631235 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267-project] Made reservation on behalf of 763afe13c086483798043156c3b161a5 for: {'port': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:39:30.958536 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3f6294af-423c-4a41-aacd-d954d3631235 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:30.983439 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-f0691e40-a7bb-425b-8c19-123238c20a59 None None] Provisioning complete for port 159ddfb8-001c-4220-a303-4fb8ec0beeb3 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:39:30.983812 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f0691e40-a7bb-425b-8c19-123238c20a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:30.996413 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ce8684d7-7cc2-447d-a331-4f07a54bb0a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:31.041126 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-0798cf7c-bca6-4792-8295-893f2fb19929 None None] Notify callbacks [] for port, precommit_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:31.045356 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ce8684d7-7cc2-447d-a331-4f07a54bb0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:31.054364 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-0798cf7c-bca6-4792-8295-893f2fb19929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:31.072466 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d69cc3a3-e047-41c4-9997-506adf3a7555 None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:31.077586 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['33d0b023-ad2b-48be-ba21-e9f5a1f163b1'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:39:31.085864 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d1f92aa4-1115-4e20-9696-bc4f673f719c req-bda3d70c-0b0c-475a-98ab-668f818f764d tempest-VolumesActionsTest-1868217254 tempest-VolumesActionsTest-1868217254-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ccac583-f51c-4889-8ca9-668657451d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219437 May 18 18:39:31.105891 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8684d7-7cc2-447d-a331-4f07a54bb0a1 admin admin] Network 154f42fc-a801-439d-a3ef-d9b6489ea0f3 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:39:31.109951 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-ce8684d7-7cc2-447d-a331-4f07a54bb0a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:39:31.112752 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [None req-3f6294af-423c-4a41-aacd-d954d3631235 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267-project] device_id is not set on port 8c422bc7-b0e9-4c28-8240-25884b48e75a yet. {{(pid=102730) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 18 18:39:31.121145 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8684d7-7cc2-447d-a331-4f07a54bb0a1 admin admin] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:39:31.127905 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-0798cf7c-bca6-4792-8295-893f2fb19929 None None] Attempting to bind port ba983f6d-835d-4bea-adc8-fdfa0aae1aad on host n-d-838550-3 for vnic_type normal with profile {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:39:31.128276 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-0798cf7c-bca6-4792-8295-893f2fb19929 None None] Attempting to bind port ba983f6d-835d-4bea-adc8-fdfa0aae1aad by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:39:31.128627 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0798cf7c-bca6-4792-8295-893f2fb19929 None None] Attempting to bind port ba983f6d-835d-4bea-adc8-fdfa0aae1aad on network 31ebd439-090c-4b25-bbb0-31c48711b145 {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:39:31.139870 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0798cf7c-bca6-4792-8295-893f2fb19929 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:39:31.140389 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0798cf7c-bca6-4792-8295-893f2fb19929 None None] Checking segment: {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:39:31.140674 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-0798cf7c-bca6-4792-8295-893f2fb19929 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:31.141065 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0798cf7c-bca6-4792-8295-893f2fb19929 None None] Bound using segment: {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:39:31.141824 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-0798cf7c-bca6-4792-8295-893f2fb19929 None None] Bound port: ba983f6d-835d-4bea-adc8-fdfa0aae1aad, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:39:31.142201 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-0798cf7c-bca6-4792-8295-893f2fb19929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:31.148727 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d69cc3a3-e047-41c4-9997-506adf3a7555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:31.177487 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8684d7-7cc2-447d-a331-4f07a54bb0a1 admin admin] Pushing event updated for resources: {'Port': ['ID=7df6f5de-c810-4d01-8e0b-4746bdfb0bbd,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:39:31.256015 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ce8684d7-7cc2-447d-a331-4f07a54bb0a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595826'] for router_interface, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:31.264348 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed7ab4b-3012-4ca9-a4f6-0d4814a3f1f4 None None] Pushing event updated for resources: {'Port': ['ID=ba983f6d-835d-4bea-adc8-fdfa0aae1aad,revision_number=2']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:39:31.327198 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed7ab4b-3012-4ca9-a4f6-0d4814a3f1f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:39:31.333373 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed7ab4b-3012-4ca9-a4f6-0d4814a3f1f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:39:31.333762 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed7ab4b-3012-4ca9-a4f6-0d4814a3f1f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:39:31.334215 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed7ab4b-3012-4ca9-a4f6-0d4814a3f1f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:39:31.334433 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed7ab4b-3012-4ca9-a4f6-0d4814a3f1f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:39:31.334772 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed7ab4b-3012-4ca9-a4f6-0d4814a3f1f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:39:31.335106 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed7ab4b-3012-4ca9-a4f6-0d4814a3f1f4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:39:31.335435 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed7ab4b-3012-4ca9-a4f6-0d4814a3f1f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:39:31.336011 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed7ab4b-3012-4ca9-a4f6-0d4814a3f1f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:39:31.336103 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed7ab4b-3012-4ca9-a4f6-0d4814a3f1f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:39:31.336388 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed7ab4b-3012-4ca9-a4f6-0d4814a3f1f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:39:31.336703 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed7ab4b-3012-4ca9-a4f6-0d4814a3f1f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:39:31.343113 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-3f6294af-423c-4a41-aacd-d954d3631235 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267-project] Allocated IP 2001:db8::366 (11e0d21d-74bc-4e62-aad1-027bcd56b817/fda89c70-1957-412b-822a-4327458e5579/8c422bc7-b0e9-4c28-8240-25884b48e75a) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:39:31.367386 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.db [None req-0798cf7c-bca6-4792-8295-893f2fb19929 None None] For port ba983f6d-835d-4bea-adc8-fdfa0aae1aad, host n-d-838550-3, cleared binding levels {{(pid=102733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:39:31.377373 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.db [None req-0798cf7c-bca6-4792-8295-893f2fb19929 None None] For port ba983f6d-835d-4bea-adc8-fdfa0aae1aad, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=ba983f6d-835d-4bea-adc8-fdfa0aae1aad,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:39:31.392359 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-0798cf7c-bca6-4792-8295-893f2fb19929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:31.510493 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 159ddfb8-001c-4220-a303-4fb8ec0beeb3 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:39:31.516133 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0798cf7c-bca6-4792-8295-893f2fb19929 None None] Routers {'3267fe4b-260c-4435-9679-647ce70ab9c8'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:39:31.516925 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-0798cf7c-bca6-4792-8295-893f2fb19929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:39:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['3267fe4b-260c-4435-9679-647ce70ab9c8'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:39:31.521860 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed7ab4b-3012-4ca9-a4f6-0d4814a3f1f4 None None] Pushing event updated for resources: {'Port': ['ID=ba983f6d-835d-4bea-adc8-fdfa0aae1aad,revision_number=3']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:39:31.532806 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ce8684d7-7cc2-447d-a331-4f07a54bb0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:31.559459 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69cc3a3-e047-41c4-9997-506adf3a7555 None None] Pushing event updated for resources: {'Port': ['ID=dae7e2bf-682f-4895-b7cb-531ed5e1bb36,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:39:31.645334 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69cc3a3-e047-41c4-9997-506adf3a7555 None None] Network 11e0d21d-74bc-4e62-aad1-027bcd56b817 is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:39:31.662715 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-d69cc3a3-e047-41c4-9997-506adf3a7555 None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:39:31.667363 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69cc3a3-e047-41c4-9997-506adf3a7555 None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:39:31.674309 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:31.698662 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-0798cf7c-bca6-4792-8295-893f2fb19929 None None] Set router 3267fe4b-260c-4435-9679-647ce70ab9c8 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:39:31.717306 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:31.749161 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-f0691e40-a7bb-425b-8c19-123238c20a59 None None] Current status of the port 159ddfb8-001c-4220-a303-4fb8ec0beeb3 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:39:31.754301 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-31dcd168-8429-41fe-9cd9-ed91fb3a80bc tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] Deleting port 3c27688e-ad4c-4de8-87b9-b8ef87f78516 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:39:31.754584 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-31dcd168-8429-41fe-9cd9-ed91fb3a80bc tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:31.764455 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3f6294af-423c-4a41-aacd-d954d3631235 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:31.801101 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ce8684d7-7cc2-447d-a331-4f07a54bb0a1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:31.802758 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 159ddfb8-001c-4220-a303-4fb8ec0beeb3 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:39:31.803219 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:31.807231 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ce8684d7-7cc2-447d-a331-4f07a54bb0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:31.889459 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ce8684d7-7cc2-447d-a331-4f07a54bb0a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-595870'] for router_interface, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:31.892242 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8684d7-7cc2-447d-a331-4f07a54bb0a1 admin admin] Pushing event updated for resources: {'Port': ['ID=7df6f5de-c810-4d01-8e0b-4746bdfb0bbd,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:39:31.900744 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-31dcd168-8429-41fe-9cd9-ed91fb3a80bc tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:31.901352 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-31dcd168-8429-41fe-9cd9-ed91fb3a80bc tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:31.923396 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3f6294af-423c-4a41-aacd-d954d3631235 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:31.945028 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-31dcd168-8429-41fe-9cd9-ed91fb3a80bc tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] Calling delete_port for 3c27688e-ad4c-4de8-87b9-b8ef87f78516 owned by network:floatingip {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:39:31.948728 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-d69cc3a3-e047-41c4-9997-506adf3a7555 None None] Attempting to bind port dae7e2bf-682f-4895-b7cb-531ed5e1bb36 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:39:31.949101 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-d69cc3a3-e047-41c4-9997-506adf3a7555 None None] Attempting to bind port dae7e2bf-682f-4895-b7cb-531ed5e1bb36 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': 'ba507fc2-1504-4fe6-bf29-dc196cba5977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '11e0d21d-74bc-4e62-aad1-027bcd56b817'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:39:31.949590 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69cc3a3-e047-41c4-9997-506adf3a7555 None None] Attempting to bind port dae7e2bf-682f-4895-b7cb-531ed5e1bb36 on network 11e0d21d-74bc-4e62-aad1-027bcd56b817 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:39:31.960615 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69cc3a3-e047-41c4-9997-506adf3a7555 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:39:31.961033 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69cc3a3-e047-41c4-9997-506adf3a7555 None None] Checking segment: {'id': 'ba507fc2-1504-4fe6-bf29-dc196cba5977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '11e0d21d-74bc-4e62-aad1-027bcd56b817'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:39:31.961389 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d69cc3a3-e047-41c4-9997-506adf3a7555 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:31.961824 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69cc3a3-e047-41c4-9997-506adf3a7555 None None] Bound using segment: {'id': 'ba507fc2-1504-4fe6-bf29-dc196cba5977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '11e0d21d-74bc-4e62-aad1-027bcd56b817'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:39:31.962326 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-d69cc3a3-e047-41c4-9997-506adf3a7555 None None] Bound port: dae7e2bf-682f-4895-b7cb-531ed5e1bb36, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba507fc2-1504-4fe6-bf29-dc196cba5977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '11e0d21d-74bc-4e62-aad1-027bcd56b817'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:39:31.962669 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d69cc3a3-e047-41c4-9997-506adf3a7555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:31.992033 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-d2708e34-2d66-46ac-ac8a-a6f664bda1a4 None None] Provisioning complete for port 7df6f5de-c810-4d01-8e0b-4746bdfb0bbd triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:39:31.992467 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d2708e34-2d66-46ac-ac8a-a6f664bda1a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:32.004865 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-0798cf7c-bca6-4792-8295-893f2fb19929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3267fe4b-260c-4435-9679-647ce70ab9c8', 'name': 'tempest-TestServerBasicOps-96562585-router', 'tenant_id': '88c24373a5b54353826abe0917a88c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': 'ba983f6d-835d-4bea-adc8-fdfa0aae1aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:39:27Z', 'updated_at': '2022-05-18T18:39:31Z', 'revision_number': 4, 'project_id': '88c24373a5b54353826abe0917a88c21', 'gw_port': {'id': 'ba983f6d-835d-4bea-adc8-fdfa0aae1aad', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:77:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3267fe4b-260c-4435-9679-647ce70ab9c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:39:27Z', 'updated_at': '2022-05-18T18:39:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '7df6f5de-c810-4d01-8e0b-4746bdfb0bbd', 'name': '', 'network_id': '154f42fc-a801-439d-a3ef-d9b6489ea0f3', 'tenant_id': '88c24373a5b54353826abe0917a88c21', 'mac_address': 'fa:16:3e:88:cb:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3267fe4b-260c-4435-9679-647ce70ab9c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': 'd718dfd2-07a4-4165-a2d8-4039d513381a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:39:30Z', 'updated_at': '2022-05-18T18:39:30Z', 'revision_number': 1, 'project_id': '88c24373a5b54353826abe0917a88c21', 'subnets': [{'id': 'd718dfd2-07a4-4165-a2d8-4039d513381a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:39:32.007992 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8684d7-7cc2-447d-a331-4f07a54bb0a1 admin admin] Network 154f42fc-a801-439d-a3ef-d9b6489ea0f3 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:39:32.012530 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-ce8684d7-7cc2-447d-a331-4f07a54bb0a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:39:32.032176 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f6294af-423c-4a41-aacd-d954d3631235 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267-project] Network 11e0d21d-74bc-4e62-aad1-027bcd56b817 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:39:32.038581 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-3f6294af-423c-4a41-aacd-d954d3631235 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:39:32.050557 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6294af-423c-4a41-aacd-d954d3631235 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:39:32.059151 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f6294af-423c-4a41-aacd-d954d3631235 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:39:32.059857 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3f6294af-423c-4a41-aacd-d954d3631235 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:32.116847 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0798cf7c-bca6-4792-8295-893f2fb19929 None None] The sync data for ids ['3267fe4b-260c-4435-9679-647ce70ab9c8'] in n-d-838550-3 is: [{'id': '3267fe4b-260c-4435-9679-647ce70ab9c8', 'name': 'tempest-TestServerBasicOps-96562585-router', 'tenant_id': '88c24373a5b54353826abe0917a88c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': 'ba983f6d-835d-4bea-adc8-fdfa0aae1aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:39:27Z', 'updated_at': '2022-05-18T18:39:31Z', 'revision_number': 4, 'project_id': '88c24373a5b54353826abe0917a88c21', 'gw_port': {'id': 'ba983f6d-835d-4bea-adc8-fdfa0aae1aad', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:77:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3267fe4b-260c-4435-9679-647ce70ab9c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:39:27Z', 'updated_at': '2022-05-18T18:39:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '7df6f5de-c810-4d01-8e0b-4746bdfb0bbd', 'name': '', 'network_id': '154f42fc-a801-439d-a3ef-d9b6489ea0f3', 'tenant_id': '88c24373a5b54353826abe0917a88c21', 'mac_address': 'fa:16:3e:88:cb:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3267fe4b-260c-4435-9679-647ce70ab9c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': 'd718dfd2-07a4-4165-a2d8-4039d513381a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:39:30Z', 'updated_at': '2022-05-18T18:39:30Z', 'revision_number': 1, 'project_id': '88c24373a5b54353826abe0917a88c21', 'subnets': [{'id': 'd718dfd2-07a4-4165-a2d8-4039d513381a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:39:32.174964 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6294af-423c-4a41-aacd-d954d3631235 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267-project] Pushing event updated for resources: {'Port': ['ID=8c422bc7-b0e9-4c28-8240-25884b48e75a,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:39:32.178505 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce8684d7-7cc2-447d-a331-4f07a54bb0a1 admin admin] Router 3267fe4b-260c-4435-9679-647ce70ab9c8 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:39:32.182658 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-3f6294af-423c-4a41-aacd-d954d3631235 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 1.6905961 May 18 18:39:32.188394 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 42116) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:39:32.227701 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-d69cc3a3-e047-41c4-9997-506adf3a7555 None None] For port dae7e2bf-682f-4895-b7cb-531ed5e1bb36, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:39:32.234589 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-d69cc3a3-e047-41c4-9997-506adf3a7555 None None] For port dae7e2bf-682f-4895-b7cb-531ed5e1bb36, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=dae7e2bf-682f-4895-b7cb-531ed5e1bb36,segment=NetworkSegment(ba507fc2-1504-4fe6-bf29-dc196cba5977),segment_id=ba507fc2-1504-4fe6-bf29-dc196cba5977)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:39:32.268799 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d69cc3a3-e047-41c4-9997-506adf3a7555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:32.324862 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-489f277e-8ee2-4781-be3b-0ed4ae5f98fe tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:39:32.331991 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-489f277e-8ee2-4781-be3b-0ed4ae5f98fe tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:39:32.337824 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-d2708e34-2d66-46ac-ac8a-a6f664bda1a4 None None] Port 7df6f5de-c810-4d01-8e0b-4746bdfb0bbd cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:39:32.342529 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-489f277e-8ee2-4781-be3b-0ed4ae5f98fe tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:39:32.349819 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-489f277e-8ee2-4781-be3b-0ed4ae5f98fe tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267-project] 10.222.0.85 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.1603274 May 18 18:39:32.393022 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 42120) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:39:32.454660 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69cc3a3-e047-41c4-9997-506adf3a7555 None None] Pushing event updated for resources: {'Port': ['ID=dae7e2bf-682f-4895-b7cb-531ed5e1bb36,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:39:32.463413 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 159ddfb8-001c-4220-a303-4fb8ec0beeb3 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:39:32.481033 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-31dcd168-8429-41fe-9cd9-ed91fb3a80bc tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:32.537576 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6102aeed-455e-4236-a4c8-b725aa519e4f req-1cef3054-cf49-4ab9-bfcf-b78a9f7e8063 tempest-VolumesActionsTest-1868217254 tempest-VolumesActionsTest-1868217254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:39:32.539279 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6102aeed-455e-4236-a4c8-b725aa519e4f req-1cef3054-cf49-4ab9-bfcf-b78a9f7e8063 tempest-VolumesActionsTest-1868217254 tempest-VolumesActionsTest-1868217254-project] 10.222.0.85 "GET /v2.0/ports?device_id=b8ef77d3-a547-4d12-bbd9-a6564450d451 HTTP/1.1" status: 200 len: 945 time: 0.2675569 May 18 18:39:32.555090 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce8684d7-7cc2-447d-a331-4f07a54bb0a1 admin admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:39:32.560672 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dcd168-8429-41fe-9cd9-ed91fb3a80bc tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] Pushing event deleted for resources: {'Port': ['ID=3c27688e-ad4c-4de8-87b9-b8ef87f78516,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:39:32.619798 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-ce8684d7-7cc2-447d-a331-4f07a54bb0a1 admin admin] 10.222.0.85 "PUT /v2.0/routers/3267fe4b-260c-4435-9679-647ce70ab9c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7401218 May 18 18:39:32.646516 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-31dcd168-8429-41fe-9cd9-ed91fb3a80bc tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] Notify callbacks [] for floatingip, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:32.646860 n-d-838550-3 neutron-server[102730]: INFO neutron.db.l3_db [None req-31dcd168-8429-41fe-9cd9-ed91fb3a80bc tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] Floating IP 77d60cc1-2341-4023-91b4-ab96655df6f7 disassociated (deleted). External IP: 172.25.5.112, port: 61cbd5b4-b7de-4b8c-80e7-a240c00eb86d. May 18 18:39:32.709360 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6102aeed-455e-4236-a4c8-b725aa519e4f req-1025d2e8-6c5c-467d-920c-86171e3e8290 tempest-VolumesActionsTest-1868217254 tempest-VolumesActionsTest-1868217254-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ccac583-f51c-4889-8ca9-668657451d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933020 May 18 18:39:32.719128 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-073d2dff-7067-4a3e-87a0-942967eddfd7 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267-project] Deleting port 8c422bc7-b0e9-4c28-8240-25884b48e75a {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:39:32.720036 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-073d2dff-7067-4a3e-87a0-942967eddfd7 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:32.722949 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-5f1100d4-6447-439a-b198-c9a96a64eeb2 None None] Provisioning complete for port 7df6f5de-c810-4d01-8e0b-4746bdfb0bbd triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:39:32.724178 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-5f1100d4-6447-439a-b198-c9a96a64eeb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:32.830076 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-5f1100d4-6447-439a-b198-c9a96a64eeb2 None None] Port 7df6f5de-c810-4d01-8e0b-4746bdfb0bbd cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:39:32.910727 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-073d2dff-7067-4a3e-87a0-942967eddfd7 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:32.925366 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-073d2dff-7067-4a3e-87a0-942967eddfd7 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267-project] Calling delete_port for 8c422bc7-b0e9-4c28-8240-25884b48e75a owned by {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:39:33.089646 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31dcd168-8429-41fe-9cd9-ed91fb3a80bc tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] Router f11c1644-4201-4b2e-bc58-f7270e1ba92c has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:39:33.200743 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-073d2dff-7067-4a3e-87a0-942967eddfd7 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:33.287015 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073d2dff-7067-4a3e-87a0-942967eddfd7 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267-project] Pushing event deleted for resources: {'Port': ['ID=8c422bc7-b0e9-4c28-8240-25884b48e75a,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:39:33.313278 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31dcd168-8429-41fe-9cd9-ed91fb3a80bc tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:39:33.320585 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-31dcd168-8429-41fe-9cd9-ed91fb3a80bc tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:33.326893 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b80f07-f6a3-4329-bf81-cc002ba4d9a6 None None] Sync routers for ids ['f11c1644-4201-4b2e-bc58-f7270e1ba92c'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:39:33.353699 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-31dcd168-8429-41fe-9cd9-ed91fb3a80bc tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] 10.222.0.85 "DELETE /v2.0/floatingips/77d60cc1-2341-4023-91b4-ab96655df6f7 HTTP/1.1" status: 204 len: 168 time: 2.5404360 May 18 18:39:33.355827 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04973bef-7b14-44a6-9bb4-03a8da381ddc', 'tag': '61cbd5b4-b7de-4b8c-80e7-a240c00eb86d'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:39:33.359923 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d22a333-d602-495d-b325-7153bed9d5dd" -d '{"events": [{"name": "network-changed", "server_uuid": "04973bef-7b14-44a6-9bb4-03a8da381ddc", "tag": "61cbd5b4-b7de-4b8c-80e7-a240c00eb86d"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:39:33.390935 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b80f07-f6a3-4329-bf81-cc002ba4d9a6 None None] Routers {'f11c1644-4201-4b2e-bc58-f7270e1ba92c'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:39:33.393315 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-a1b80f07-f6a3-4329-bf81-cc002ba4d9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:39:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['f11c1644-4201-4b2e-bc58-f7270e1ba92c'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:39:33.422278 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-073d2dff-7067-4a3e-87a0-942967eddfd7 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:33.431823 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-073d2dff-7067-4a3e-87a0-942967eddfd7 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267-project] 10.222.0.85 "DELETE /v2.0/ports/8c422bc7-b0e9-4c28-8240-25884b48e75a HTTP/1.1" status: 204 len: 168 time: 1.0263119 May 18 18:39:33.438130 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 42142) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:39:33.442239 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd3c0a2d-efed-4b85-b13f-4a824bab71d1 x-openstack-request-id: req-bd3c0a2d-efed-4b85-b13f-4a824bab71d1 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:39:33.442697 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04973bef-7b14-44a6-9bb4-03a8da381ddc", "tag": "61cbd5b4-b7de-4b8c-80e7-a240c00eb86d", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:39:33.452258 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-bd3c0a2d-efed-4b85-b13f-4a824bab71d1 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:39:33.452696 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd3c0a2d-efed-4b85-b13f-4a824bab71d1'] response: {'name': 'network-changed', 'server_uuid': '04973bef-7b14-44a6-9bb4-03a8da381ddc', 'tag': '61cbd5b4-b7de-4b8c-80e7-a240c00eb86d', 'status': 'completed', 'code': 200} May 18 18:39:33.473436 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device dae7e2bf-682f-4895-b7cb-531ed5e1bb36 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:39:33.480760 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-6f3bd6af-b858-4b34-8cbf-89ceac427aa4 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267-project] Request body: {'port': {'name': 'tempest-new-port-name-2045414094', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:39:33.481729 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.api.validators [None req-6f3bd6af-b858-4b34-8cbf-89ceac427aa4 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267-project] bootfile-name is not in valid_values {{(pid=102730) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} May 18 18:39:33.482889 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.api.validators [None req-6f3bd6af-b858-4b34-8cbf-89ceac427aa4 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267-project] tftp-server is not in valid_values {{(pid=102730) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} May 18 18:39:33.485385 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.api.validators [None req-6f3bd6af-b858-4b34-8cbf-89ceac427aa4 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267-project] server-ip-address is not in valid_values {{(pid=102730) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} May 18 18:39:33.652723 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 33d0b023-ad2b-48be-ba21-e9f5a1f163b1 up at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:39:33.755401 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d22a333-d602-495d-b325-7153bed9d5dd req-ed5b55fe-deb2-4d7e-889a-d2bd040e3336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:39:33.757430 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0d22a333-d602-495d-b325-7153bed9d5dd req-ed5b55fe-deb2-4d7e-889a-d2bd040e3336 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1ecd4fb314944b4697cd6486b529797f&device_id=04973bef-7b14-44a6-9bb4-03a8da381ddc HTTP/1.1" status: 200 len: 1097 time: 0.2649698 May 18 18:39:33.897812 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-a1b80f07-f6a3-4329-bf81-cc002ba4d9a6 None None] Set router f11c1644-4201-4b2e-bc58-f7270e1ba92c gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:39:33.906992 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port dae7e2bf-682f-4895-b7cb-531ed5e1bb36 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:39:33.908689 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:33.944232 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79a2ff2-691b-432c-8d65-e09224428884 req-6cea25ac-efba-444d-b3ca-98c1fe34b8bc tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:39:33.949349 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d22a333-d602-495d-b325-7153bed9d5dd req-c4743fa3-17d7-463e-88d0-20b3800f6384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:39:33.951187 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0d22a333-d602-495d-b325-7153bed9d5dd req-c4743fa3-17d7-463e-88d0-20b3800f6384 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0366f9b0-38bb-4989-8bf4-d18b0262829f HTTP/1.1" status: 200 len: 914 time: 0.1847289 May 18 18:39:33.953797 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a79a2ff2-691b-432c-8d65-e09224428884 req-6cea25ac-efba-444d-b3ca-98c1fe34b8bc tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] 10.222.0.85 "GET /v2.0/ports?device_id=04973bef-7b14-44a6-9bb4-03a8da381ddc HTTP/1.1" status: 200 len: 946 time: 0.1171637 May 18 18:39:33.955187 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6f3bd6af-b858-4b34-8cbf-89ceac427aa4 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:34.031717 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0d22a333-d602-495d-b325-7153bed9d5dd req-8d606b13-dd1d-4aec-8500-cdf78138e4e9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61cbd5b4-b7de-4b8c-80e7-a240c00eb86d HTTP/1.1" status: 200 len: 217 time: 0.0686305 May 18 18:39:34.065910 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a79a2ff2-691b-432c-8d65-e09224428884 req-ffaaab73-efad-497e-9336-847f1d7fc30b tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] 10.222.0.85 "GET /v2.0/security-groups?id=33a6b3fa-7044-40f2-96cf-c946e5e2bbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011763 May 18 18:39:34.097749 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 42164) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:39:34.102750 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-b4aa1a15-5814-4003-8050-5913f58795f2 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-252878704-network', 'tenant_id': 'cb9b5a8dd57a4fbe883d6c9d81590c76'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:39:34.131562 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning for port 33d0b023-ad2b-48be-ba21-e9f5a1f163b1 completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:39:34.189474 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning complete for port 33d0b023-ad2b-48be-ba21-e9f5a1f163b1 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:39:34.190626 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:34.192456 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4aa1a15-5814-4003-8050-5913f58795f2 admin admin] Made reservation on behalf of cb9b5a8dd57a4fbe883d6c9d81590c76 for: {'network': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:39:34.195019 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b4aa1a15-5814-4003-8050-5913f58795f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:34.211848 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b4aa1a15-5814-4003-8050-5913f58795f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:34.347705 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b4aa1a15-5814-4003-8050-5913f58795f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:34.357018 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b4aa1a15-5814-4003-8050-5913f58795f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:34.373138 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4aa1a15-5814-4003-8050-5913f58795f2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 601} {{(pid=102731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:39:34.384221 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b4aa1a15-5814-4003-8050-5913f58795f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:34.384887 n-d-838550-3 neutron-server[102731]: INFO neutron.db.segments_db [None req-b4aa1a15-5814-4003-8050-5913f58795f2 admin admin] Added segment 75e9e4b9-0e24-498e-8e0b-972f012101da of type vlan for network d2774a42-60ab-43c0-a26a-5bb0ea99af4a May 18 18:39:34.392540 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6f3bd6af-b858-4b34-8cbf-89ceac427aa4 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267-project] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:34.425649 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6f3bd6af-b858-4b34-8cbf-89ceac427aa4 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:34.439613 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b4aa1a15-5814-4003-8050-5913f58795f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:34.456673 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e84168b8-52ac-4fc8-9552-e5aba167c699 None None] Network 11e0d21d-74bc-4e62-aad1-027bcd56b817 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:39:34.477411 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b4aa1a15-5814-4003-8050-5913f58795f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:34.478838 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4aa1a15-5814-4003-8050-5913f58795f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:39:34.480382 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b4aa1a15-5814-4003-8050-5913f58795f2 admin admin] Notify callbacks [] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:34.480518 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3bd6af-b858-4b34-8cbf-89ceac427aa4 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267-project] Pushing event updated for resources: {'Port': ['ID=7137b392-76b3-4267-9ac4-876aa50d8b5b,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:39:34.498272 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-6f3bd6af-b858-4b34-8cbf-89ceac427aa4 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267-project] In _notify_port_updated(), no bound segment for port 7137b392-76b3-4267-9ac4-876aa50d8b5b on network 11e0d21d-74bc-4e62-aad1-027bcd56b817 {{(pid=102730) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 18 18:39:34.505419 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f3bd6af-b858-4b34-8cbf-89ceac427aa4 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:39:34.511186 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6f3bd6af-b858-4b34-8cbf-89ceac427aa4 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:34.512615 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-6f3bd6af-b858-4b34-8cbf-89ceac427aa4 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267-project] 10.222.0.85 "PUT /v2.0/ports/7137b392-76b3-4267-9ac4-876aa50d8b5b HTTP/1.1" status: 200 len: 1130 time: 1.0734272 May 18 18:39:34.520220 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 42168) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:39:34.551023 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5b0ffe-521c-4bcf-9d3b-fe3520a7cc9f req-e0988ecd-ec83-4469-b700-4db472a2a75a tempest-VolumesActionsTest-1868217254 tempest-VolumesActionsTest-1868217254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:39:34.552821 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7a5b0ffe-521c-4bcf-9d3b-fe3520a7cc9f req-e0988ecd-ec83-4469-b700-4db472a2a75a tempest-VolumesActionsTest-1868217254 tempest-VolumesActionsTest-1868217254-project] 10.222.0.85 "GET /v2.0/ports?device_id=b8ef77d3-a547-4d12-bbd9-a6564450d451 HTTP/1.1" status: 200 len: 945 time: 0.6002383 May 18 18:39:34.562719 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d22a333-d602-495d-b325-7153bed9d5dd req-a2d10a07-cf0b-4b77-b844-2fcdd5fff32f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:39:34.564685 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0d22a333-d602-495d-b325-7153bed9d5dd req-a2d10a07-cf0b-4b77-b844-2fcdd5fff32f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=09f67ed9-b1e5-46fd-84fd-a8a236be4858 HTTP/1.1" status: 200 len: 852 time: 0.5061829 May 18 18:39:34.581660 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aa1a15-5814-4003-8050-5913f58795f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=298152a5-72e6-4b8a-aae0-ff473068c021,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:39:34.600108 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-b4aa1a15-5814-4003-8050-5913f58795f2 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4999478 May 18 18:39:34.603995 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 42174) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:39:34.610007 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-7fd4de6c-c297-43d7-b2b1-4cb4ce59de01 admin admin] Request body: {'subnet': {'network_id': 'd2774a42-60ab-43c0-a26a-5bb0ea99af4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-252878704-subnet', 'tenant_id': 'cb9b5a8dd57a4fbe883d6c9d81590c76', 'ip_version': 4}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:39:34.633189 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aa1a15-5814-4003-8050-5913f58795f2 admin admin] Pushing event updated for resources: {'Network': ['ID=d2774a42-60ab-43c0-a26a-5bb0ea99af4a,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:39:34.663403 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fd4de6c-c297-43d7-b2b1-4cb4ce59de01 admin admin] Made reservation on behalf of cb9b5a8dd57a4fbe883d6c9d81590c76 for: {'subnet': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:39:34.667824 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7fd4de6c-c297-43d7-b2b1-4cb4ce59de01 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260908003'] for subnet, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:34.670064 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce14429d-a40d-436a-bbb6-6c99a68c5a4a tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:39:34.671563 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-ce14429d-a40d-436a-bbb6-6c99a68c5a4a tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267-project] 10.222.0.85 "GET /v2.0/ports/7137b392-76b3-4267-9ac4-876aa50d8b5b HTTP/1.1" status: 200 len: 1130 time: 0.1501224 May 18 18:39:34.683039 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port dae7e2bf-682f-4895-b7cb-531ed5e1bb36 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:39:34.684079 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 42176) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:39:34.685234 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:34.691596 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d22a333-d602-495d-b325-7153bed9d5dd req-c222492a-b68c-4940-9088-f74a5aef3639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:39:34.694083 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0d22a333-d602-495d-b325-7153bed9d5dd req-c222492a-b68c-4940-9088-f74a5aef3639 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0366f9b0-38bb-4989-8bf4-d18b0262829f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0984659 May 18 18:39:34.700530 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network d2774a42-60ab-43c0-a26a-5bb0ea99af4a details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:39:34.826055 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7a5b0ffe-521c-4bcf-9d3b-fe3520a7cc9f req-f9e5bea8-b23a-4b4e-804a-20e3280d3a3e tempest-VolumesActionsTest-1868217254 tempest-VolumesActionsTest-1868217254-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ccac583-f51c-4889-8ca9-668657451d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600563 May 18 18:39:34.952238 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0d22a333-d602-495d-b325-7153bed9d5dd req-e65ef9a4-ad94-4e24-851f-e32e2732cf61 service neutron] 10.222.0.36 "GET /v2.0/networks/0366f9b0-38bb-4989-8bf4-d18b0262829f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057037 May 18 18:39:34.971442 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7fd4de6c-c297-43d7-b2b1-4cb4ce59de01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260898481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260908021'] for subnet, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:34.980141 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-fc9f8b6f-c411-46d3-86d7-28d6e05732de tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267-project] Deleting port 7137b392-76b3-4267-9ac4-876aa50d8b5b {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:39:34.980467 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-fc9f8b6f-c411-46d3-86d7-28d6e05732de tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:35.056675 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-07fbfd38-37be-4539-8f07-25e1e7694a73 None None] Provisioning complete for port dae7e2bf-682f-4895-b7cb-531ed5e1bb36 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:39:35.057857 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-07fbfd38-37be-4539-8f07-25e1e7694a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:35.065352 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd4de6c-c297-43d7-b2b1-4cb4ce59de01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5aa62957-0309-4ac6-92c4-809a29e1081a,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:39:35.077130 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd4de6c-c297-43d7-b2b1-4cb4ce59de01 admin admin] Checking segment: {'id': '75e9e4b9-0e24-498e-8e0b-972f012101da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'd2774a42-60ab-43c0-a26a-5bb0ea99af4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:39:35.078600 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd4de6c-c297-43d7-b2b1-4cb4ce59de01 admin admin] Network hostable DHCP agents. Network: d2774a42-60ab-43c0-a26a-5bb0ea99af4a, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:39:35.107377 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd4de6c-c297-43d7-b2b1-4cb4ce59de01 admin admin] Network d2774a42-60ab-43c0-a26a-5bb0ea99af4a is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:39:35.119671 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] For port dae7e2bf-682f-4895-b7cb-531ed5e1bb36, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=dae7e2bf-682f-4895-b7cb-531ed5e1bb36,segment=NetworkSegment(ba507fc2-1504-4fe6-bf29-dc196cba5977),segment_id=ba507fc2-1504-4fe6-bf29-dc196cba5977)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:39:35.123511 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-7fd4de6c-c297-43d7-b2b1-4cb4ce59de01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, d2774a42-60ab-43c0-a26a-5bb0ea99af4a) {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:39:35.143068 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd4de6c-c297-43d7-b2b1-4cb4ce59de01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:39:35.143865 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7fd4de6c-c297-43d7-b2b1-4cb4ce59de01 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:35.220046 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-7fd4de6c-c297-43d7-b2b1-4cb4ce59de01 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6051192 May 18 18:39:35.224811 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 42184) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:39:35.235594 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-fc9f8b6f-c411-46d3-86d7-28d6e05732de tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:35.252218 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-fc9f8b6f-c411-46d3-86d7-28d6e05732de tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267-project] Calling delete_port for 7137b392-76b3-4267-9ac4-876aa50d8b5b owned by {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:39:35.257612 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0d22a333-d602-495d-b325-7153bed9d5dd req-593b4ce9-e734-46ba-94f3-22c1bcaeea5d service neutron] 10.222.0.36 "GET /v2.0/networks/0366f9b0-38bb-4989-8bf4-d18b0262829f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2964942 May 18 18:39:35.268740 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f9ca83-fce9-4765-8c66-63d8aa5031cc None None] Network d2774a42-60ab-43c0-a26a-5bb0ea99af4a requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:39:35.272626 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-c5ed21c5-98e2-4799-8437-0a0e5b08afa2 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-252878704-router', 'tenant_id': 'cb9b5a8dd57a4fbe883d6c9d81590c76', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:39:35.275819 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 33d0b023-ad2b-48be-ba21-e9f5a1f163b1 is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:39:35.286198 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:35.295350 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 7 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 18:39:35.342905 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185ac6f3-2bdb-4abc-836d-3d717e7df78f req-779a30aa-0f45-41ee-b266-f86e7ce504bc tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:39:35.344635 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-185ac6f3-2bdb-4abc-836d-3d717e7df78f req-779a30aa-0f45-41ee-b266-f86e7ce504bc tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] 10.222.0.85 "GET /v2.0/ports?device_id=04973bef-7b14-44a6-9bb4-03a8da381ddc HTTP/1.1" status: 200 len: 946 time: 0.1763871 May 18 18:39:35.347129 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c5ed21c5-98e2-4799-8437-0a0e5b08afa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25099'] for router, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:35.348403 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c5ed21c5-98e2-4799-8437-0a0e5b08afa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-593238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596850', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25088'] for router, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:35.403469 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-185ac6f3-2bdb-4abc-836d-3d717e7df78f req-55763106-e259-4004-b785-da2ce681069b tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] 10.222.0.85 "GET /v2.0/security-groups?id=33a6b3fa-7044-40f2-96cf-c946e5e2bbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499666 May 18 18:39:35.439444 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-fc9f8b6f-c411-46d3-86d7-28d6e05732de tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:35.460510 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:35.486795 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9f8b6f-c411-46d3-86d7-28d6e05732de tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267-project] Pushing event deleted for resources: {'Port': ['ID=7137b392-76b3-4267-9ac4-876aa50d8b5b,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:39:35.558650 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c5ed21c5-98e2-4799-8437-0a0e5b08afa2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:35.567164 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-fc9f8b6f-c411-46d3-86d7-28d6e05732de tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:35.573093 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-fc9f8b6f-c411-46d3-86d7-28d6e05732de tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267-project] 10.222.0.85 "DELETE /v2.0/ports/7137b392-76b3-4267-9ac4-876aa50d8b5b HTTP/1.1" status: 204 len: 168 time: 0.8865471 May 18 18:39:35.574352 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 42192) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:39:35.609537 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Pushing event updated for resources: {'Port': ['ID=dae7e2bf-682f-4895-b7cb-531ed5e1bb36,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:39:35.643250 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8ef77d3-a547-4d12-bbd9-a6564450d451', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33d0b023-ad2b-48be-ba21-e9f5a1f163b1'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:39:35.645776 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-587dd084-831d-4017-85b5-2691cb806f8d" -d '{"events": [{"server_uuid": "b8ef77d3-a547-4d12-bbd9-a6564450d451", "name": "network-vif-plugged", "status": "completed", "tag": "33d0b023-ad2b-48be-ba21-e9f5a1f163b1"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:39:35.658249 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device ba983f6d-835d-4bea-adc8-fdfa0aae1aad up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:39:35.711028 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-633a66d4-6aec-4181-aab1-8c5c8098fca6 x-openstack-request-id: req-633a66d4-6aec-4181-aab1-8c5c8098fca6 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:39:35.711319 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8ef77d3-a547-4d12-bbd9-a6564450d451", "name": "network-vif-plugged", "status": "completed", "tag": "33d0b023-ad2b-48be-ba21-e9f5a1f163b1", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:39:35.711575 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-633a66d4-6aec-4181-aab1-8c5c8098fca6 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:39:35.711969 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-633a66d4-6aec-4181-aab1-8c5c8098fca6'] response: {'server_uuid': 'b8ef77d3-a547-4d12-bbd9-a6564450d451', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33d0b023-ad2b-48be-ba21-e9f5a1f163b1', 'code': 200} May 18 18:39:35.733544 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2f01e5-7b5a-4694-9f15-a68008d234c5 req-d6cd8516-c427-4010-816f-4f499218ba3a tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:39:35.736089 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7b2f01e5-7b5a-4694-9f15-a68008d234c5 req-d6cd8516-c427-4010-816f-4f499218ba3a tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] 10.222.0.36 "GET /v2.0/ports?device_id=04973bef-7b14-44a6-9bb4-03a8da381ddc HTTP/1.1" status: 200 len: 946 time: 0.0767112 May 18 18:39:35.758498 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_v2 [None req-5621b9f5-60cd-4dd3-b3e6-d65b0426d0de tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267-project] Deleting subnet fda89c70-1957-412b-822a-4327458e5579 {{(pid=102731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:39:35.767897 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5621b9f5-60cd-4dd3-b3e6-d65b0426d0de tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267-project] Notify callbacks [] for subnet, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:35.864763 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-7b2f01e5-7b5a-4694-9f15-a68008d234c5 req-dd7895b8-41b5-483a-99a6-70d755e394d9 tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] Deleting port 61cbd5b4-b7de-4b8c-80e7-a240c00eb86d {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:39:35.865393 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-7b2f01e5-7b5a-4694-9f15-a68008d234c5 req-dd7895b8-41b5-483a-99a6-70d755e394d9 tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:35.983552 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-7b2f01e5-7b5a-4694-9f15-a68008d234c5 req-dd7895b8-41b5-483a-99a6-70d755e394d9 tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] For port 61cbd5b4-b7de-4b8c-80e7-a240c00eb86d, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=61cbd5b4-b7de-4b8c-80e7-a240c00eb86d,segment=NetworkSegment(ae854d53-3850-4a60-897d-fcda4e2a5a02),segment_id=ae854d53-3850-4a60-897d-fcda4e2a5a02)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:39:35.983925 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-7b2f01e5-7b5a-4694-9f15-a68008d234c5 req-dd7895b8-41b5-483a-99a6-70d755e394d9 tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:35.998959 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-7b2f01e5-7b5a-4694-9f15-a68008d234c5 req-dd7895b8-41b5-483a-99a6-70d755e394d9 tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] Calling delete_port for 61cbd5b4-b7de-4b8c-80e7-a240c00eb86d owned by compute:nova {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:39:36.013248 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 33d0b023-ad2b-48be-ba21-e9f5a1f163b1, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=33d0b023-ad2b-48be-ba21-e9f5a1f163b1,segment=NetworkSegment(62f4e166-f566-4155-9839-3dc6dea2521a),segment_id=62f4e166-f566-4155-9839-3dc6dea2521a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:39:36.030813 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:36.074436 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a14af6ca-c18d-484e-8a40-12058595b109 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-d2774a42-60ab-43c0-a26a-5bb0ea99af4a', 'network_id': 'd2774a42-60ab-43c0-a26a-5bb0ea99af4a', 'tenant_id': 'cb9b5a8dd57a4fbe883d6c9d81590c76', 'fixed_ips': [{'subnet_id': '5aa62957-0309-4ac6-92c4-809a29e1081a'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:39:36.075288 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a14af6ca-c18d-484e-8a40-12058595b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:36.078994 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-a1b80f07-f6a3-4329-bf81-cc002ba4d9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f11c1644-4201-4b2e-bc58-f7270e1ba92c', 'name': 'tempest-TestVolumeBackupRestore-518990419-router', 'tenant_id': '1ecd4fb314944b4697cd6486b529797f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': 'f009e5f4-bde2-4ec3-a1b9-d9ab0cff7253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:34:36Z', 'updated_at': '2022-05-18T18:34:44Z', 'revision_number': 4, 'project_id': '1ecd4fb314944b4697cd6486b529797f', 'gw_port': {'id': 'f009e5f4-bde2-4ec3-a1b9-d9ab0cff7253', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:37:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11c1644-4201-4b2e-bc58-f7270e1ba92c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:34:38Z', 'updated_at': '2022-05-18T18:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': 'dec2f712-6790-4c01-aa4e-5770cc15742a', 'name': '', 'network_id': '0366f9b0-38bb-4989-8bf4-d18b0262829f', 'tenant_id': '1ecd4fb314944b4697cd6486b529797f', 'mac_address': 'fa:16:3e:bb:c5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11c1644-4201-4b2e-bc58-f7270e1ba92c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': '09f67ed9-b1e5-46fd-84fd-a8a236be4858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:34:42Z', 'updated_at': '2022-05-18T18:34:50Z', 'revision_number': 5, 'project_id': '1ecd4fb314944b4697cd6486b529797f', 'subnets': [{'id': '09f67ed9-b1e5-46fd-84fd-a8a236be4858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:39:36.086129 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5621b9f5-60cd-4dd3-b3e6-d65b0426d0de tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260542153'] for subnet, precommit_delete_associations {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:36.107325 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-07fbfd38-37be-4539-8f07-25e1e7694a73 None None] Current status of the port dae7e2bf-682f-4895-b7cb-531ed5e1bb36 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:39:36.144858 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6475b8b1-e840-4f60-aeb6-346610c7e0f6 None None] Sync routers for ids ['3267fe4b-260c-4435-9679-647ce70ab9c8'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:39:36.160117 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6475b8b1-e840-4f60-aeb6-346610c7e0f6 None None] Routers {'3267fe4b-260c-4435-9679-647ce70ab9c8'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:39:36.161034 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-6475b8b1-e840-4f60-aeb6-346610c7e0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:39:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['3267fe4b-260c-4435-9679-647ce70ab9c8'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:39:36.188333 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port ba983f6d-835d-4bea-adc8-fdfa0aae1aad triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:39:36.188713 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:36.191425 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-7b2f01e5-7b5a-4694-9f15-a68008d234c5 req-dd7895b8-41b5-483a-99a6-70d755e394d9 tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:36.192818 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b80f07-f6a3-4329-bf81-cc002ba4d9a6 None None] Checking router: f11c1644-4201-4b2e-bc58-f7270e1ba92c for host: n-d-838550-3 {{(pid=102732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:39:36.228750 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c5ed21c5-98e2-4799-8437-0a0e5b08afa2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:36.235402 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7895b8-41b5-483a-99a6-70d755e394d9 tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] Pushing event deleted for resources: {'Port': ['ID=61cbd5b4-b7de-4b8c-80e7-a240c00eb86d,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:39:36.276572 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=33d0b023-ad2b-48be-ba21-e9f5a1f163b1,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:39:36.288411 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b80f07-f6a3-4329-bf81-cc002ba4d9a6 None None] Routers {'f11c1644-4201-4b2e-bc58-f7270e1ba92c'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:39:36.289059 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-a1b80f07-f6a3-4329-bf81-cc002ba4d9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:39:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['f11c1644-4201-4b2e-bc58-f7270e1ba92c'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:39:36.323637 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b2f01e5-7b5a-4694-9f15-a68008d234c5 req-dd7895b8-41b5-483a-99a6-70d755e394d9 tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] No DVR routers for this DVR port 61cbd5b4-b7de-4b8c-80e7-a240c00eb86d on host n-h1-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:39:36.324269 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12a7e8e-355d-49b1-a02c-92342270909e req-ec25f056-c524-4729-8737-28cc46f99a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:39:36.326684 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-7b2f01e5-7b5a-4694-9f15-a68008d234c5 req-dd7895b8-41b5-483a-99a6-70d755e394d9 tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:36.333316 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b12a7e8e-355d-49b1-a02c-92342270909e req-ec25f056-c524-4729-8737-28cc46f99a15 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=b8ef77d3-a547-4d12-bbd9-a6564450d451 HTTP/1.1" status: 200 len: 1096 time: 0.5668402 May 18 18:39:36.333813 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7b2f01e5-7b5a-4694-9f15-a68008d234c5 req-dd7895b8-41b5-483a-99a6-70d755e394d9 tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] 10.222.0.36 "DELETE /v2.0/ports/61cbd5b4-b7de-4b8c-80e7-a240c00eb86d HTTP/1.1" status: 204 len: 173 time: 0.5864768 May 18 18:39:36.334407 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04973bef-7b14-44a6-9bb4-03a8da381ddc', 'name': 'network-vif-deleted', 'tag': '61cbd5b4-b7de-4b8c-80e7-a240c00eb86d'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:39:36.336964 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-437b7124-1f9c-4fc9-88d6-3c7a7d90e7ca" -d '{"events": [{"server_uuid": "04973bef-7b14-44a6-9bb4-03a8da381ddc", "name": "network-vif-deleted", "tag": "61cbd5b4-b7de-4b8c-80e7-a240c00eb86d"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:39:36.381917 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-6475b8b1-e840-4f60-aeb6-346610c7e0f6 None None] Set router 3267fe4b-260c-4435-9679-647ce70ab9c8 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:39:36.431127 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a14931-8124-4a25-bb52-6acdb91ec1b8 req-2b5b2627-9c26-4922-8a98-39597c86bc07 tempest-VolumesActionsTest-1868217254 tempest-VolumesActionsTest-1868217254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:39:36.453783 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-43a14931-8124-4a25-bb52-6acdb91ec1b8 req-2b5b2627-9c26-4922-8a98-39597c86bc07 tempest-VolumesActionsTest-1868217254 tempest-VolumesActionsTest-1868217254-project] 10.222.0.85 "GET /v2.0/ports?device_id=b8ef77d3-a547-4d12-bbd9-a6564450d451 HTTP/1.1" status: 200 len: 945 time: 0.4836891 May 18 18:39:36.484747 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5621b9f5-60cd-4dd3-b3e6-d65b0426d0de tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:36.498183 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cd0063d-1e77-4f98-8006-da846562249e x-openstack-request-id: req-3cd0063d-1e77-4f98-8006-da846562249e {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:39:36.498659 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04973bef-7b14-44a6-9bb4-03a8da381ddc", "name": "network-vif-deleted", "tag": "61cbd5b4-b7de-4b8c-80e7-a240c00eb86d", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:39:36.498976 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-3cd0063d-1e77-4f98-8006-da846562249e {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:39:36.499407 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cd0063d-1e77-4f98-8006-da846562249e'] response: {'server_uuid': '04973bef-7b14-44a6-9bb4-03a8da381ddc', 'name': 'network-vif-deleted', 'tag': '61cbd5b4-b7de-4b8c-80e7-a240c00eb86d', 'status': 'completed', 'code': 200} May 18 18:39:36.542730 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-712e3efa-81f4-41f0-9d80-9d334d767f7b None None] Provisioning complete for port dae7e2bf-682f-4895-b7cb-531ed5e1bb36 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:39:36.543198 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-712e3efa-81f4-41f0-9d80-9d334d767f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:36.667569 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e18dac29-c7ca-4530-b704-d94d9d1efbf6 req-ad8defc1-7fa1-4a9d-b5a4-5ee7479d6d15 tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] 10.222.0.85 "GET /v2.0/ports?device_id=04973bef-7b14-44a6-9bb4-03a8da381ddc HTTP/1.1" status: 200 len: 210 time: 0.0749347 May 18 18:39:36.678805 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b12a7e8e-355d-49b1-a02c-92342270909e req-e87e5327-1933-4052-bfa8-c809a2b6b708 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=1ccac583-f51c-4889-8ca9-668657451d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3275404 May 18 18:39:36.783455 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-43a14931-8124-4a25-bb52-6acdb91ec1b8 req-c4db0a5a-405d-4742-bb17-bbf25cb496be tempest-VolumesActionsTest-1868217254 tempest-VolumesActionsTest-1868217254-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ccac583-f51c-4889-8ca9-668657451d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3250556 May 18 18:39:36.814555 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-6475b8b1-e840-4f60-aeb6-346610c7e0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3267fe4b-260c-4435-9679-647ce70ab9c8', 'name': 'tempest-TestServerBasicOps-96562585-router', 'tenant_id': '88c24373a5b54353826abe0917a88c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': 'ba983f6d-835d-4bea-adc8-fdfa0aae1aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:39:27Z', 'updated_at': '2022-05-18T18:39:31Z', 'revision_number': 4, 'project_id': '88c24373a5b54353826abe0917a88c21', 'gw_port': {'id': 'ba983f6d-835d-4bea-adc8-fdfa0aae1aad', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:77:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3267fe4b-260c-4435-9679-647ce70ab9c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:39:27Z', 'updated_at': '2022-05-18T18:39:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '7df6f5de-c810-4d01-8e0b-4746bdfb0bbd', 'name': '', 'network_id': '154f42fc-a801-439d-a3ef-d9b6489ea0f3', 'tenant_id': '88c24373a5b54353826abe0917a88c21', 'mac_address': 'fa:16:3e:88:cb:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3267fe4b-260c-4435-9679-647ce70ab9c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': 'd718dfd2-07a4-4165-a2d8-4039d513381a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:39:30Z', 'updated_at': '2022-05-18T18:39:31Z', 'revision_number': 2, 'project_id': '88c24373a5b54353826abe0917a88c21', 'subnets': [{'id': 'd718dfd2-07a4-4165-a2d8-4039d513381a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:39:36.825363 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5621b9f5-60cd-4dd3-b3e6-d65b0426d0de tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260898416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260908030'] for subnet, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:36.869989 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-a1b80f07-f6a3-4329-bf81-cc002ba4d9a6 None None] Set router f11c1644-4201-4b2e-bc58-f7270e1ba92c gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:39:36.897902 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6475b8b1-e840-4f60-aeb6-346610c7e0f6 None None] Checking router: 3267fe4b-260c-4435-9679-647ce70ab9c8 for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:39:36.898230 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6475b8b1-e840-4f60-aeb6-346610c7e0f6 None None] Updating router 3267fe4b-260c-4435-9679-647ce70ab9c8 port 7df6f5de-c810-4d01-8e0b-4746bdfb0bbd binding host n-d-838550-3 {{(pid=102733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 18:39:36.927239 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5621b9f5-60cd-4dd3-b3e6-d65b0426d0de tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267-project] Pushing event deleted for resources: {'Subnet': ['ID=fda89c70-1957-412b-822a-4327458e5579,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:39:36.942283 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5621b9f5-60cd-4dd3-b3e6-d65b0426d0de tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267-project] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:36.951567 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 42212) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:39:36.956055 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-5621b9f5-60cd-4dd3-b3e6-d65b0426d0de tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267-project] 10.222.0.85 "DELETE /v2.0/subnets/fda89c70-1957-412b-822a-4327458e5579 HTTP/1.1" status: 204 len: 168 time: 1.3733876 May 18 18:39:36.983268 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port ba983f6d-835d-4bea-adc8-fdfa0aae1aad is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:39:36.983651 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:37.012196 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-a14af6ca-c18d-484e-8a40-12058595b109 None None] Allocated IP 172.20.0.2 (d2774a42-60ab-43c0-a26a-5bb0ea99af4a/5aa62957-0309-4ac6-92c4-809a29e1081a/f79ba0fd-4a12-47f3-92d4-a50653e2f2fb) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:39:37.025175 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-6475b8b1-e840-4f60-aeb6-346610c7e0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:37.130199 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec41b36-25b1-4040-bf96-b10e9c331a53 None None] Network 11e0d21d-74bc-4e62-aad1-027bcd56b817 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:39:37.169686 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c5ed21c5-98e2-4799-8437-0a0e5b08afa2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:37.204814 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-aa29b4f8-9335-40f3-b044-0830e5896316 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:37.213059 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c5ed21c5-98e2-4799-8437-0a0e5b08afa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:37.278594 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] For port ba983f6d-835d-4bea-adc8-fdfa0aae1aad, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=ba983f6d-835d-4bea-adc8-fdfa0aae1aad,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:39:37.339183 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:37.365066 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-aa29b4f8-9335-40f3-b044-0830e5896316 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267-project] Deleting port dae7e2bf-682f-4895-b7cb-531ed5e1bb36 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:39:37.365981 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-aa29b4f8-9335-40f3-b044-0830e5896316 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:37.462346 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Pushing event updated for resources: {'Port': ['ID=ba983f6d-835d-4bea-adc8-fdfa0aae1aad,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:39:37.545367 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-aa29b4f8-9335-40f3-b044-0830e5896316 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267-project] For port dae7e2bf-682f-4895-b7cb-531ed5e1bb36, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=dae7e2bf-682f-4895-b7cb-531ed5e1bb36,segment=NetworkSegment(ba507fc2-1504-4fe6-bf29-dc196cba5977),segment_id=ba507fc2-1504-4fe6-bf29-dc196cba5977)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:39:37.546060 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-aa29b4f8-9335-40f3-b044-0830e5896316 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:37.571079 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-c5ed21c5-98e2-4799-8437-0a0e5b08afa2 admin admin] Allocated IP 172.25.5.108 (31ebd439-090c-4b25-bbb0-31c48711b145/363a2810-8a83-4be0-a317-7c91fcd94485/b5c30d39-9c9a-4674-96c9-42b3835c32aa) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:39:37.574401 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-aa29b4f8-9335-40f3-b044-0830e5896316 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267-project] Calling delete_port for dae7e2bf-682f-4895-b7cb-531ed5e1bb36 owned by network:dhcp {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:39:37.578842 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-6475b8b1-e840-4f60-aeb6-346610c7e0f6 None None] Notify callbacks [] for port, precommit_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:37.591115 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-6475b8b1-e840-4f60-aeb6-346610c7e0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:37.633182 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-712e3efa-81f4-41f0-9d80-9d334d767f7b None None] Current status of the port dae7e2bf-682f-4895-b7cb-531ed5e1bb36 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:39:37.699548 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device ba983f6d-835d-4bea-adc8-fdfa0aae1aad up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:39:37.780815 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b81a77a-73a9-41b8-82fc-560d0df21b13 None None] Pushing event updated for resources: {'Port': ['ID=7df6f5de-c810-4d01-8e0b-4746bdfb0bbd,revision_number=3']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:39:37.806200 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-5d9ed813-1bd1-486e-acf0-67172ff6575a None None] Could not find standard attr ID for object 7137b392-76b3-4267-9ac4-876aa50d8b5b. {{(pid=102732) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 18 18:39:37.810460 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-575ab284-de4c-4152-b174-233edb2b4364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:37.875053 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c5ed21c5-98e2-4799-8437-0a0e5b08afa2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:37.899531 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-6475b8b1-e840-4f60-aeb6-346610c7e0f6 None None] Attempting to bind port 7df6f5de-c810-4d01-8e0b-4746bdfb0bbd on host n-d-838550-3 for vnic_type normal with profile {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:39:37.901884 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-6475b8b1-e840-4f60-aeb6-346610c7e0f6 None None] Attempting to bind port 7df6f5de-c810-4d01-8e0b-4746bdfb0bbd by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': 'b0a777fa-df0f-4e86-9a69-c64aeac125ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '154f42fc-a801-439d-a3ef-d9b6489ea0f3'}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:39:37.902687 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6475b8b1-e840-4f60-aeb6-346610c7e0f6 None None] Attempting to bind port 7df6f5de-c810-4d01-8e0b-4746bdfb0bbd on network 154f42fc-a801-439d-a3ef-d9b6489ea0f3 {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:39:37.919781 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6475b8b1-e840-4f60-aeb6-346610c7e0f6 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:39:37.920190 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6475b8b1-e840-4f60-aeb6-346610c7e0f6 None None] Checking segment: {'id': 'b0a777fa-df0f-4e86-9a69-c64aeac125ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '154f42fc-a801-439d-a3ef-d9b6489ea0f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:39:37.920506 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-6475b8b1-e840-4f60-aeb6-346610c7e0f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:37.920902 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6475b8b1-e840-4f60-aeb6-346610c7e0f6 None None] Bound using segment: {'id': 'b0a777fa-df0f-4e86-9a69-c64aeac125ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '154f42fc-a801-439d-a3ef-d9b6489ea0f3'} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:39:37.921387 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-6475b8b1-e840-4f60-aeb6-346610c7e0f6 None None] Bound port: 7df6f5de-c810-4d01-8e0b-4746bdfb0bbd, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0a777fa-df0f-4e86-9a69-c64aeac125ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '154f42fc-a801-439d-a3ef-d9b6489ea0f3'}}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:39:37.921795 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-6475b8b1-e840-4f60-aeb6-346610c7e0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:37.925668 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-aa29b4f8-9335-40f3-b044-0830e5896316 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:37.951725 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c5ed21c5-98e2-4799-8437-0a0e5b08afa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:37.976846 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa29b4f8-9335-40f3-b044-0830e5896316 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267-project] Pushing event deleted for resources: {'Port': ['ID=dae7e2bf-682f-4895-b7cb-531ed5e1bb36,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:39:37.996090 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e2f1b9bf-f1a1-4fa9-b04f-378c22ef3e5a req-c067282e-30d7-42ef-a63e-be40d5ec5f9c tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] 10.222.0.85 "GET /v2.0/ports?device_id=04973bef-7b14-44a6-9bb4-03a8da381ddc HTTP/1.1" status: 200 len: 210 time: 0.0832942 May 18 18:39:38.022743 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa29b4f8-9335-40f3-b044-0830e5896316 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267-project] No DVR routers for this DVR port dae7e2bf-682f-4895-b7cb-531ed5e1bb36 on host n-d-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:39:38.025242 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ed21c5-98e2-4799-8437-0a0e5b08afa2 admin admin] Network 31ebd439-090c-4b25-bbb0-31c48711b145 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:39:38.033314 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-c5ed21c5-98e2-4799-8437-0a0e5b08afa2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:39:38.043474 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ed21c5-98e2-4799-8437-0a0e5b08afa2 admin admin] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:39:38.044334 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a14af6ca-c18d-484e-8a40-12058595b109 None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:38.089189 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a14af6ca-c18d-484e-8a40-12058595b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:38.105187 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-a1b80f07-f6a3-4329-bf81-cc002ba4d9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f11c1644-4201-4b2e-bc58-f7270e1ba92c', 'name': 'tempest-TestVolumeBackupRestore-518990419-router', 'tenant_id': '1ecd4fb314944b4697cd6486b529797f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': 'f009e5f4-bde2-4ec3-a1b9-d9ab0cff7253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:34:36Z', 'updated_at': '2022-05-18T18:34:44Z', 'revision_number': 4, 'project_id': '1ecd4fb314944b4697cd6486b529797f', 'gw_port': {'id': 'f009e5f4-bde2-4ec3-a1b9-d9ab0cff7253', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:37:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11c1644-4201-4b2e-bc58-f7270e1ba92c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:34:38Z', 'updated_at': '2022-05-18T18:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': 'dec2f712-6790-4c01-aa4e-5770cc15742a', 'name': '', 'network_id': '0366f9b0-38bb-4989-8bf4-d18b0262829f', 'tenant_id': '1ecd4fb314944b4697cd6486b529797f', 'mac_address': 'fa:16:3e:bb:c5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11c1644-4201-4b2e-bc58-f7270e1ba92c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': '09f67ed9-b1e5-46fd-84fd-a8a236be4858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:34:42Z', 'updated_at': '2022-05-18T18:34:50Z', 'revision_number': 5, 'project_id': '1ecd4fb314944b4697cd6486b529797f', 'subnets': [{'id': '09f67ed9-b1e5-46fd-84fd-a8a236be4858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:39:38.256442 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.db [None req-6475b8b1-e840-4f60-aeb6-346610c7e0f6 None None] For port 7df6f5de-c810-4d01-8e0b-4746bdfb0bbd, host n-d-838550-3, cleared binding levels {{(pid=102733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:39:38.263709 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.db [None req-6475b8b1-e840-4f60-aeb6-346610c7e0f6 None None] For port 7df6f5de-c810-4d01-8e0b-4746bdfb0bbd, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=7df6f5de-c810-4d01-8e0b-4746bdfb0bbd,segment=NetworkSegment(b0a777fa-df0f-4e86-9a69-c64aeac125ab),segment_id=b0a777fa-df0f-4e86-9a69-c64aeac125ab)] {{(pid=102733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:39:38.273023 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-6475b8b1-e840-4f60-aeb6-346610c7e0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:38.298150 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2155282-c477-4c7a-9972-b23fce16ed2b None None] DHCP port deletion for 11e0d21d-74bc-4e62-aad1-027bcd56b817 request from n-d-838550-3 {{(pid=102732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 18:39:38.321248 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b80f07-f6a3-4329-bf81-cc002ba4d9a6 None None] The sync data for ids ['f11c1644-4201-4b2e-bc58-f7270e1ba92c'] in n-d-838550-3 is: [{'id': 'f11c1644-4201-4b2e-bc58-f7270e1ba92c', 'name': 'tempest-TestVolumeBackupRestore-518990419-router', 'tenant_id': '1ecd4fb314944b4697cd6486b529797f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': 'f009e5f4-bde2-4ec3-a1b9-d9ab0cff7253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:34:36Z', 'updated_at': '2022-05-18T18:34:44Z', 'revision_number': 4, 'project_id': '1ecd4fb314944b4697cd6486b529797f', 'gw_port': {'id': 'f009e5f4-bde2-4ec3-a1b9-d9ab0cff7253', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:37:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11c1644-4201-4b2e-bc58-f7270e1ba92c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:34:38Z', 'updated_at': '2022-05-18T18:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': 'dec2f712-6790-4c01-aa4e-5770cc15742a', 'name': '', 'network_id': '0366f9b0-38bb-4989-8bf4-d18b0262829f', 'tenant_id': '1ecd4fb314944b4697cd6486b529797f', 'mac_address': 'fa:16:3e:bb:c5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11c1644-4201-4b2e-bc58-f7270e1ba92c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': '09f67ed9-b1e5-46fd-84fd-a8a236be4858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:34:42Z', 'updated_at': '2022-05-18T18:34:50Z', 'revision_number': 5, 'project_id': '1ecd4fb314944b4697cd6486b529797f', 'subnets': [{'id': '09f67ed9-b1e5-46fd-84fd-a8a236be4858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:39:38.391818 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14af6ca-c18d-484e-8a40-12058595b109 None None] Network d2774a42-60ab-43c0-a26a-5bb0ea99af4a is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:39:38.410300 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port ba983f6d-835d-4bea-adc8-fdfa0aae1aad triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:39:38.410702 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:38.443559 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-a14af6ca-c18d-484e-8a40-12058595b109 None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:39:38.496402 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6475b8b1-e840-4f60-aeb6-346610c7e0f6 None None] Routers {'3267fe4b-260c-4435-9679-647ce70ab9c8'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:39:38.498042 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-6475b8b1-e840-4f60-aeb6-346610c7e0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:39:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['3267fe4b-260c-4435-9679-647ce70ab9c8'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:39:38.505342 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14af6ca-c18d-484e-8a40-12058595b109 None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:39:38.513891 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14af6ca-c18d-484e-8a40-12058595b109 None None] Pushing event updated for resources: {'Port': ['ID=f79ba0fd-4a12-47f3-92d4-a50653e2f2fb,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:39:38.524271 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-1632b3b4-23c4-47f9-a3e4-e5414eeb4354 None None] Provisioning complete for port 7df6f5de-c810-4d01-8e0b-4746bdfb0bbd triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:39:38.524853 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1632b3b4-23c4-47f9-a3e4-e5414eeb4354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:38.765554 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-6475b8b1-e840-4f60-aeb6-346610c7e0f6 None None] Set router 3267fe4b-260c-4435-9679-647ce70ab9c8 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:39:38.774180 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-a14af6ca-c18d-484e-8a40-12058595b109 None None] Attempting to bind port f79ba0fd-4a12-47f3-92d4-a50653e2f2fb on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:39:38.774816 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-a14af6ca-c18d-484e-8a40-12058595b109 None None] Attempting to bind port f79ba0fd-4a12-47f3-92d4-a50653e2f2fb by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '75e9e4b9-0e24-498e-8e0b-972f012101da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'd2774a42-60ab-43c0-a26a-5bb0ea99af4a'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:39:38.775380 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14af6ca-c18d-484e-8a40-12058595b109 None None] Attempting to bind port f79ba0fd-4a12-47f3-92d4-a50653e2f2fb on network d2774a42-60ab-43c0-a26a-5bb0ea99af4a {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:39:38.789491 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14af6ca-c18d-484e-8a40-12058595b109 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:39:38.790167 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14af6ca-c18d-484e-8a40-12058595b109 None None] Checking segment: {'id': '75e9e4b9-0e24-498e-8e0b-972f012101da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'd2774a42-60ab-43c0-a26a-5bb0ea99af4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:39:38.790784 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a14af6ca-c18d-484e-8a40-12058595b109 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:38.791347 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14af6ca-c18d-484e-8a40-12058595b109 None None] Bound using segment: {'id': '75e9e4b9-0e24-498e-8e0b-972f012101da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'd2774a42-60ab-43c0-a26a-5bb0ea99af4a'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:39:38.794912 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-a14af6ca-c18d-484e-8a40-12058595b109 None None] Bound port: f79ba0fd-4a12-47f3-92d4-a50653e2f2fb, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75e9e4b9-0e24-498e-8e0b-972f012101da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'd2774a42-60ab-43c0-a26a-5bb0ea99af4a'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:39:38.795564 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a14af6ca-c18d-484e-8a40-12058595b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:38.937412 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e364f5e-642b-4ca2-879f-12f755a50994 None None] New status for floating IP 77d60cc1-2341-4023-91b4-ab96655df6f7: DOWN {{(pid=102732) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 18:39:38.941232 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ed21c5-98e2-4799-8437-0a0e5b08afa2 admin admin] Pushing event updated for resources: {'Port': ['ID=b5c30d39-9c9a-4674-96c9-42b3835c32aa,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:39:39.008557 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b81a77a-73a9-41b8-82fc-560d0df21b13 None None] Pushing event updated for resources: {'Port': ['ID=7df6f5de-c810-4d01-8e0b-4746bdfb0bbd,revision_number=4']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:39:39.127890 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-aa29b4f8-9335-40f3-b044-0830e5896316 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:39.181486 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port ba983f6d-835d-4bea-adc8-fdfa0aae1aad is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:39:39.182923 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device dae7e2bf-682f-4895-b7cb-531ed5e1bb36 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:39:39.209868 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-819db052-5d5f-4f7c-8e95-032af8632a06 req-fcf0a1a5-8954-44a9-ae94-7a1bf2a5fad1 tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] 10.222.0.85 "GET /v2.0/ports?device_id=04973bef-7b14-44a6-9bb4-03a8da381ddc HTTP/1.1" status: 200 len: 210 time: 0.0684054 May 18 18:39:39.239322 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b595936-f95e-4f10-837e-9e1e0358d03e req-d4a923ec-17d9-4b54-976b-d61348973218 tempest-VolumesActionsTest-1868217254 tempest-VolumesActionsTest-1868217254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:39:39.240928 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1b595936-f95e-4f10-837e-9e1e0358d03e req-d4a923ec-17d9-4b54-976b-d61348973218 tempest-VolumesActionsTest-1868217254 tempest-VolumesActionsTest-1868217254-project] 10.222.0.85 "GET /v2.0/ports?device_id=b8ef77d3-a547-4d12-bbd9-a6564450d451 HTTP/1.1" status: 200 len: 946 time: 1.1047745 May 18 18:39:39.241348 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-aa29b4f8-9335-40f3-b044-0830e5896316 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11e0d21d-74bc-4e62-aad1-027bcd56b817']}} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:39:39.261087 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-aa29b4f8-9335-40f3-b044-0830e5896316 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba507fc2-1504-4fe6-bf29-dc196cba5977') {'for_net_delete': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:39:39.261384 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-aa29b4f8-9335-40f3-b044-0830e5896316 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba507fc2-1504-4fe6-bf29-dc196cba5977') {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:39:39.276939 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-aa29b4f8-9335-40f3-b044-0830e5896316 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260107375'] for segment, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:39.317271 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-aa29b4f8-9335-40f3-b044-0830e5896316 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:39.325526 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa29b4f8-9335-40f3-b044-0830e5896316 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=102730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:39:39.326221 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-aa29b4f8-9335-40f3-b044-0830e5896316 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261102736'] for segment, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:39.332056 n-d-838550-3 neutron-server[102730]: Traceback (most recent call last): May 18 18:39:39.332056 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:39:39.332056 n-d-838550-3 neutron-server[102730]: timer() May 18 18:39:39.332056 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:39:39.332056 n-d-838550-3 neutron-server[102730]: cb(*args, **kw) May 18 18:39:39.332056 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:39:39.332056 n-d-838550-3 neutron-server[102730]: return func(*args, **kwargs) May 18 18:39:39.332056 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:39:39.332056 n-d-838550-3 neutron-server[102730]: self._notify() May 18 18:39:39.332056 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:39:39.332056 n-d-838550-3 neutron-server[102730]: self.callback(batched_events) May 18 18:39:39.332056 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:39:39.332056 n-d-838550-3 neutron-server[102730]: event.method(event) May 18 18:39:39.332056 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:39:39.332056 n-d-838550-3 neutron-server[102730]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:39:39.332056 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:39:39.332056 n-d-838550-3 neutron-server[102730]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:39:39.332056 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:39:39.332056 n-d-838550-3 neutron-server[102730]: return f(self, *a, **k) May 18 18:39:39.332056 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:39:39.332056 n-d-838550-3 neutron-server[102730]: return self._get(url).json() May 18 18:39:39.332056 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:39:39.332056 n-d-838550-3 neutron-server[102730]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:39:39.332056 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:39:39.332056 n-d-838550-3 neutron-server[102730]: return self.request(url, 'GET', **kwargs) May 18 18:39:39.332056 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:39:39.332056 n-d-838550-3 neutron-server[102730]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:39:39.332056 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:39:39.332056 n-d-838550-3 neutron-server[102730]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:39:39.332056 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:39:39.332056 n-d-838550-3 neutron-server[102730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:39:39.332056 n-d-838550-3 neutron-server[102730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:39:39.345856 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-6475b8b1-e840-4f60-aeb6-346610c7e0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3267fe4b-260c-4435-9679-647ce70ab9c8', 'name': 'tempest-TestServerBasicOps-96562585-router', 'tenant_id': '88c24373a5b54353826abe0917a88c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': 'ba983f6d-835d-4bea-adc8-fdfa0aae1aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:39:27Z', 'updated_at': '2022-05-18T18:39:31Z', 'revision_number': 4, 'project_id': '88c24373a5b54353826abe0917a88c21', 'gw_port': {'id': 'ba983f6d-835d-4bea-adc8-fdfa0aae1aad', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:77:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3267fe4b-260c-4435-9679-647ce70ab9c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:39:27Z', 'updated_at': '2022-05-18T18:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '7df6f5de-c810-4d01-8e0b-4746bdfb0bbd', 'name': '', 'network_id': '154f42fc-a801-439d-a3ef-d9b6489ea0f3', 'tenant_id': '88c24373a5b54353826abe0917a88c21', 'mac_address': 'fa:16:3e:88:cb:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3267fe4b-260c-4435-9679-647ce70ab9c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': 'd718dfd2-07a4-4165-a2d8-4039d513381a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:39:30Z', 'updated_at': '2022-05-18T18:39:38Z', 'revision_number': 4, 'project_id': '88c24373a5b54353826abe0917a88c21', 'subnets': [{'id': 'd718dfd2-07a4-4165-a2d8-4039d513381a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:39:39.399027 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6475b8b1-e840-4f60-aeb6-346610c7e0f6 None None] The sync data for ids ['3267fe4b-260c-4435-9679-647ce70ab9c8'] in n-d-838550-3 is: [{'id': '3267fe4b-260c-4435-9679-647ce70ab9c8', 'name': 'tempest-TestServerBasicOps-96562585-router', 'tenant_id': '88c24373a5b54353826abe0917a88c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': 'ba983f6d-835d-4bea-adc8-fdfa0aae1aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:39:27Z', 'updated_at': '2022-05-18T18:39:31Z', 'revision_number': 4, 'project_id': '88c24373a5b54353826abe0917a88c21', 'gw_port': {'id': 'ba983f6d-835d-4bea-adc8-fdfa0aae1aad', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:77:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3267fe4b-260c-4435-9679-647ce70ab9c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:39:27Z', 'updated_at': '2022-05-18T18:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '7df6f5de-c810-4d01-8e0b-4746bdfb0bbd', 'name': '', 'network_id': '154f42fc-a801-439d-a3ef-d9b6489ea0f3', 'tenant_id': '88c24373a5b54353826abe0917a88c21', 'mac_address': 'fa:16:3e:88:cb:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3267fe4b-260c-4435-9679-647ce70ab9c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': 'd718dfd2-07a4-4165-a2d8-4039d513381a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:39:30Z', 'updated_at': '2022-05-18T18:39:38Z', 'revision_number': 4, 'project_id': '88c24373a5b54353826abe0917a88c21', 'subnets': [{'id': 'd718dfd2-07a4-4165-a2d8-4039d513381a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:39:39.420690 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-aa29b4f8-9335-40f3-b044-0830e5896316 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:39.432135 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1b595936-f95e-4f10-837e-9e1e0358d03e req-b49a9b9e-b67c-480f-b35a-ccac5eac68f5 tempest-VolumesActionsTest-1868217254 tempest-VolumesActionsTest-1868217254-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ccac583-f51c-4889-8ca9-668657451d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813807 May 18 18:39:39.452954 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-aa29b4f8-9335-40f3-b044-0830e5896316 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267-project] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:39.462432 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-aa29b4f8-9335-40f3-b044-0830e5896316 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267-project] 10.222.0.85 "DELETE /v2.0/networks/11e0d21d-74bc-4e62-aad1-027bcd56b817 HTTP/1.1" status: 204 len: 168 time: 2.5097420 May 18 18:39:39.476006 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa29b4f8-9335-40f3-b044-0830e5896316 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267 tempest-ExtraDHCPOptionsIpV6TestJSON-1601176267-project] Pushing event deleted for resources: {'Network': ['ID=11e0d21d-74bc-4e62-aad1-027bcd56b817,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:39:39.543807 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 61cbd5b4-b7de-4b8c-80e7-a240c00eb86d no longer exists at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:39:39.555812 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-1632b3b4-23c4-47f9-a3e4-e5414eeb4354 None None] Current status of the port 7df6f5de-c810-4d01-8e0b-4746bdfb0bbd is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:39:39.556445 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1632b3b4-23c4-47f9-a3e4-e5414eeb4354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:39.583891 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: dae7e2bf-682f-4895-b7cb-531ed5e1bb36 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:39:39.584128 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device dae7e2bf-682f-4895-b7cb-531ed5e1bb36 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} May 18 18:39:39.610876 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c5ed21c5-98e2-4799-8437-0a0e5b08afa2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:39.642983 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] No Port match for: 61cbd5b4-b7de-4b8c-80e7-a240c00eb86d {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:39:39.642983 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 61cbd5b4-b7de-4b8c-80e7-a240c00eb86d not bound to the agent host n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:39:39.645334 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a14af6ca-c18d-484e-8a40-12058595b109 None None] For port f79ba0fd-4a12-47f3-92d4-a50653e2f2fb, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:39:39.651761 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Port dae7e2bf-682f-4895-b7cb-531ed5e1bb36 not found, will not notify nova. {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} May 18 18:39:39.669026 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a14af6ca-c18d-484e-8a40-12058595b109 None None] For port f79ba0fd-4a12-47f3-92d4-a50653e2f2fb, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=f79ba0fd-4a12-47f3-92d4-a50653e2f2fb,segment=NetworkSegment(75e9e4b9-0e24-498e-8e0b-972f012101da),segment_id=75e9e4b9-0e24-498e-8e0b-972f012101da)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:39:39.701572 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a14af6ca-c18d-484e-8a40-12058595b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:39.803401 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-1632b3b4-23c4-47f9-a3e4-e5414eeb4354 None None] For port 7df6f5de-c810-4d01-8e0b-4746bdfb0bbd, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=7df6f5de-c810-4d01-8e0b-4746bdfb0bbd,segment=NetworkSegment(b0a777fa-df0f-4e86-9a69-c64aeac125ab),segment_id=b0a777fa-df0f-4e86-9a69-c64aeac125ab)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:39:39.825044 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1632b3b4-23c4-47f9-a3e4-e5414eeb4354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:39.877989 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 7df6f5de-c810-4d01-8e0b-4746bdfb0bbd up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:39:39.887676 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 42250) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:39:39.974619 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14af6ca-c18d-484e-8a40-12058595b109 None None] Pushing event updated for resources: {'Port': ['ID=f79ba0fd-4a12-47f3-92d4-a50653e2f2fb,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:39:40.126318 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-be7282d9-f21a-4dde-8914-868787c41673 None None] Provisioning complete for port 7df6f5de-c810-4d01-8e0b-4746bdfb0bbd triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:39:40.126738 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-be7282d9-f21a-4dde-8914-868787c41673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:40.188925 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c5ed21c5-98e2-4799-8437-0a0e5b08afa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596801'] for router, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:40.220190 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-274f69a5-e5c7-4377-a4e6-22b5ffc44a49 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=763afe13c086483798043156c3b161a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3300145 May 18 18:39:40.222737 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 42258) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:39:40.292731 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-e1b5e39b-860b-4f13-a5b6-644c4714e832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:40.327738 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1632b3b4-23c4-47f9-a3e4-e5414eeb4354 None None] Pushing event updated for resources: {'Port': ['ID=7df6f5de-c810-4d01-8e0b-4746bdfb0bbd,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:39:40.342146 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 7df6f5de-c810-4d01-8e0b-4746bdfb0bbd triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:39:40.342515 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:40.413139 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1c705ed5-e733-4948-ba7d-3fb6c26ecbed req-5b5dbd3a-34ec-486e-ba66-e2861aaf4791 tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] 10.222.0.85 "GET /v2.0/ports?device_id=04973bef-7b14-44a6-9bb4-03a8da381ddc HTTP/1.1" status: 200 len: 210 time: 0.0649872 May 18 18:39:40.526621 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c107e4df-8909-47f8-a243-2366c96c1eb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:40.562404 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c107e4df-8909-47f8-a243-2366c96c1eb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:40.616575 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-be7282d9-f21a-4dde-8914-868787c41673 None None] Current status of the port 7df6f5de-c810-4d01-8e0b-4746bdfb0bbd is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:39:40.619817 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 7df6f5de-c810-4d01-8e0b-4746bdfb0bbd is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:39:40.645942 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5ed21c5-98e2-4799-8437-0a0e5b08afa2 admin admin] Router 4d7c27a2-4cde-43ca-bd39-ea10eb6609f5 is scheduled to L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e with binding_index 1 {{(pid=102731) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 18 18:39:40.731720 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device dae7e2bf-682f-4895-b7cb-531ed5e1bb36 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:39:40.748530 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c107e4df-8909-47f8-a243-2366c96c1eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:40.752487 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c107e4df-8909-47f8-a243-2366c96c1eb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:40.768892 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-c107e4df-8909-47f8-a243-2366c96c1eb5 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/9fdecea8-447e-413e-a5e7-b857c462804e HTTP/1.1" status: 204 len: 168 time: 0.5325849 May 18 18:39:40.786488 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: dae7e2bf-682f-4895-b7cb-531ed5e1bb36 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:39:40.786839 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device dae7e2bf-682f-4895-b7cb-531ed5e1bb36 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:39:40.819961 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51bbdbf-eaf0-4237-b8a6-3e251373859b req-1b7d873d-1f14-4063-a870-de402b66e8c9 tempest-VolumesActionsTest-1868217254 tempest-VolumesActionsTest-1868217254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:39:40.827626 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f51bbdbf-eaf0-4237-b8a6-3e251373859b req-1b7d873d-1f14-4063-a870-de402b66e8c9 tempest-VolumesActionsTest-1868217254 tempest-VolumesActionsTest-1868217254-project] 10.222.0.85 "GET /v2.0/ports?device_id=b8ef77d3-a547-4d12-bbd9-a6564450d451 HTTP/1.1" status: 200 len: 946 time: 0.2215233 May 18 18:39:40.827626 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c107e4df-8909-47f8-a243-2366c96c1eb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fdecea8-447e-413e-a5e7-b857c462804e,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:39:40.963164 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5ed21c5-98e2-4799-8437-0a0e5b08afa2 admin admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:39:40.973586 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c7caf3-1bae-4429-a287-d9096cfea88b None None] Sync routers for ids ['4d7c27a2-4cde-43ca-bd39-ea10eb6609f5'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:39:40.990265 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c7caf3-1bae-4429-a287-d9096cfea88b None None] Routers {'4d7c27a2-4cde-43ca-bd39-ea10eb6609f5'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:39:40.992042 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-b9c7caf3-1bae-4429-a287-d9096cfea88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:39:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['4d7c27a2-4cde-43ca-bd39-ea10eb6609f5'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:39:41.013309 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f51bbdbf-eaf0-4237-b8a6-3e251373859b req-61d09072-30ce-430d-b209-8667ac0c4954 tempest-VolumesActionsTest-1868217254 tempest-VolumesActionsTest-1868217254-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ccac583-f51c-4889-8ca9-668657451d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833453 May 18 18:39:41.016549 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c5ed21c5-98e2-4799-8437-0a0e5b08afa2 admin admin] Notify callbacks [] for router, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:41.017807 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-c5ed21c5-98e2-4799-8437-0a0e5b08afa2 admin admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.7904420 May 18 18:39:41.020508 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 42278) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:39:41.208518 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-b9c7caf3-1bae-4429-a287-d9096cfea88b None None] Set router 4d7c27a2-4cde-43ca-bd39-ea10eb6609f5 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:39:41.325739 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:41.511160 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-b9c7caf3-1bae-4429-a287-d9096cfea88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7c27a2-4cde-43ca-bd39-ea10eb6609f5', 'name': 'tempest-TestServerBasicOps-252878704-router', 'tenant_id': 'cb9b5a8dd57a4fbe883d6c9d81590c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': 'b5c30d39-9c9a-4674-96c9-42b3835c32aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:39:35Z', 'updated_at': '2022-05-18T18:39:39Z', 'revision_number': 3, 'project_id': 'cb9b5a8dd57a4fbe883d6c9d81590c76', 'gw_port': {'id': 'b5c30d39-9c9a-4674-96c9-42b3835c32aa', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6b:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d7c27a2-4cde-43ca-bd39-ea10eb6609f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:39:37Z', 'updated_at': '2022-05-18T18:39:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:39:41.601739 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c7caf3-1bae-4429-a287-d9096cfea88b None None] Checking router: 4d7c27a2-4cde-43ca-bd39-ea10eb6609f5 for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:39:41.602222 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c7caf3-1bae-4429-a287-d9096cfea88b None None] Updating router 4d7c27a2-4cde-43ca-bd39-ea10eb6609f5 port b5c30d39-9c9a-4674-96c9-42b3835c32aa binding host n-d-838550-3 {{(pid=102733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 18:39:41.645248 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f922b9d9-f452-4cd9-8b4e-1706fddbc6e5 req-7ae16bfe-e235-485d-ba6a-93c9821a6e10 tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] 10.222.0.85 "GET /v2.0/ports?device_id=04973bef-7b14-44a6-9bb4-03a8da381ddc HTTP/1.1" status: 200 len: 210 time: 0.0696025 May 18 18:39:41.662849 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-b9c7caf3-1bae-4429-a287-d9096cfea88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:41.793002 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2982bf79-9a05-4ad5-9ed1-ae21c6811166 None None] Network d2774a42-60ab-43c0-a26a-5bb0ea99af4a requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:39:42.092750 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 42320) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:39:42.098035 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 7df6f5de-c810-4d01-8e0b-4746bdfb0bbd up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:39:42.165982 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-53f509f3-bd3a-4e0d-a3d5-a4760ad2ccb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:42.177475 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-d78ee9f7-311d-411f-8f8c-c33831ad13ef None None] Provisioning complete for port f79ba0fd-4a12-47f3-92d4-a50653e2f2fb triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:39:42.178154 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d78ee9f7-311d-411f-8f8c-c33831ad13ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:42.179583 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-b9c7caf3-1bae-4429-a287-d9096cfea88b None None] Notify callbacks [] for port, precommit_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:42.186371 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-b9c7caf3-1bae-4429-a287-d9096cfea88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:42.241573 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-b9c7caf3-1bae-4429-a287-d9096cfea88b None None] Attempting to bind port b5c30d39-9c9a-4674-96c9-42b3835c32aa on host n-d-838550-3 for vnic_type normal with profile {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:39:42.242478 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-b9c7caf3-1bae-4429-a287-d9096cfea88b None None] Attempting to bind port b5c30d39-9c9a-4674-96c9-42b3835c32aa by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:39:42.243080 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c7caf3-1bae-4429-a287-d9096cfea88b None None] Attempting to bind port b5c30d39-9c9a-4674-96c9-42b3835c32aa on network 31ebd439-090c-4b25-bbb0-31c48711b145 {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:39:42.260735 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c7caf3-1bae-4429-a287-d9096cfea88b None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:39:42.261566 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c7caf3-1bae-4429-a287-d9096cfea88b None None] Checking segment: {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:39:42.262246 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-b9c7caf3-1bae-4429-a287-d9096cfea88b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:42.262849 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c7caf3-1bae-4429-a287-d9096cfea88b None None] Bound using segment: {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:39:42.263555 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-b9c7caf3-1bae-4429-a287-d9096cfea88b None None] Bound port: b5c30d39-9c9a-4674-96c9-42b3835c32aa, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:39:42.264155 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-b9c7caf3-1bae-4429-a287-d9096cfea88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:42.319142 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 7df6f5de-c810-4d01-8e0b-4746bdfb0bbd triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:39:42.319530 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:42.321889 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-e6db4d88-1542-4c09-b559-a11d8e936261 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Request body: {'networks': [{'name': 'tempest-network--358542088'}, {'name': 'tempest-network--67434846'}]} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:39:42.322207 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-e6db4d88-1542-4c09-b559-a11d8e936261 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Request body: {'network': {'name': 'tempest-network--358542088'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:39:42.322708 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-e6db4d88-1542-4c09-b559-a11d8e936261 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Request body: {'network': {'name': 'tempest-network--67434846'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:39:42.333570 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.db [None req-b9c7caf3-1bae-4429-a287-d9096cfea88b None None] For port b5c30d39-9c9a-4674-96c9-42b3835c32aa, host n-d-838550-3, cleared binding levels {{(pid=102733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:39:42.338443 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.db [None req-b9c7caf3-1bae-4429-a287-d9096cfea88b None None] For port b5c30d39-9c9a-4674-96c9-42b3835c32aa, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=b5c30d39-9c9a-4674-96c9-42b3835c32aa,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:39:42.345292 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654cc0eb-6b42-409c-b5ac-fc46463b2b9a None None] Pushing event updated for resources: {'Port': ['ID=b5c30d39-9c9a-4674-96c9-42b3835c32aa,revision_number=2']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:39:42.363054 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-b9c7caf3-1bae-4429-a287-d9096cfea88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:42.376881 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6db4d88-1542-4c09-b559-a11d8e936261 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Made reservation on behalf of d50db76c1a4c4973a059cdfd64358bbd for: {'network': 2} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:39:42.388491 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e6db4d88-1542-4c09-b559-a11d8e936261 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:42.421477 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e6db4d88-1542-4c09-b559-a11d8e936261 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:42.484207 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c7caf3-1bae-4429-a287-d9096cfea88b None None] Routers {'4d7c27a2-4cde-43ca-bd39-ea10eb6609f5'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:39:42.484845 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-b9c7caf3-1bae-4429-a287-d9096cfea88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:39:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['4d7c27a2-4cde-43ca-bd39-ea10eb6609f5'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:39:42.546778 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654cc0eb-6b42-409c-b5ac-fc46463b2b9a None None] Pushing event updated for resources: {'Port': ['ID=b5c30d39-9c9a-4674-96c9-42b3835c32aa,revision_number=3']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:39:42.576750 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:42.580842 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b76c12-21cd-4889-83e5-83fa1f7a227d req-aa33d4ae-d2e1-4dbb-8183-e7b8234a7c3f tempest-VolumesActionsTest-1868217254 tempest-VolumesActionsTest-1868217254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:39:42.595267 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-33b76c12-21cd-4889-83e5-83fa1f7a227d req-aa33d4ae-d2e1-4dbb-8183-e7b8234a7c3f tempest-VolumesActionsTest-1868217254 tempest-VolumesActionsTest-1868217254-project] 10.222.0.85 "GET /v2.0/ports?device_id=b8ef77d3-a547-4d12-bbd9-a6564450d451 HTTP/1.1" status: 200 len: 946 time: 0.1156523 May 18 18:39:42.647297 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-d78ee9f7-311d-411f-8f8c-c33831ad13ef None None] Current status of the port f79ba0fd-4a12-47f3-92d4-a50653e2f2fb is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:39:42.647702 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d78ee9f7-311d-411f-8f8c-c33831ad13ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:42.648559 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-53f509f3-bd3a-4e0d-a3d5-a4760ad2ccb4 admin admin] Allocated IP 172.20.0.1 (d2774a42-60ab-43c0-a26a-5bb0ea99af4a/5aa62957-0309-4ac6-92c4-809a29e1081a/fe35be9c-f6cc-49ab-92f2-f34b91456faf) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:39:42.710662 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-33b76c12-21cd-4889-83e5-83fa1f7a227d req-e126ea45-8aa8-45db-8c67-8aed77a2ef21 tempest-VolumesActionsTest-1868217254 tempest-VolumesActionsTest-1868217254-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ccac583-f51c-4889-8ca9-668657451d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948792 May 18 18:39:42.749723 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e6db4d88-1542-4c09-b559-a11d8e936261 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:42.755353 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e6db4d88-1542-4c09-b559-a11d8e936261 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:42.766007 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e6db4d88-1542-4c09-b559-a11d8e936261 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:42.810583 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-b9c7caf3-1bae-4429-a287-d9096cfea88b None None] Set router 4d7c27a2-4cde-43ca-bd39-ea10eb6609f5 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:39:42.812385 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 7df6f5de-c810-4d01-8e0b-4746bdfb0bbd is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:39:42.819694 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device f79ba0fd-4a12-47f3-92d4-a50653e2f2fb up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:39:42.823049 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-d78ee9f7-311d-411f-8f8c-c33831ad13ef None None] For port f79ba0fd-4a12-47f3-92d4-a50653e2f2fb, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=f79ba0fd-4a12-47f3-92d4-a50653e2f2fb,segment=NetworkSegment(75e9e4b9-0e24-498e-8e0b-972f012101da),segment_id=75e9e4b9-0e24-498e-8e0b-972f012101da)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:39:42.873401 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d78ee9f7-311d-411f-8f8c-c33831ad13ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:42.949142 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6db4d88-1542-4c09-b559-a11d8e936261 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa3a8395-5050-4fcf-8576-31783dabb4b9,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:39:42.953354 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6db4d88-1542-4c09-b559-a11d8e936261 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 636} {{(pid=102730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:39:42.966442 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e6db4d88-1542-4c09-b559-a11d8e936261 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:42.967242 n-d-838550-3 neutron-server[102730]: INFO neutron.db.segments_db [None req-e6db4d88-1542-4c09-b559-a11d8e936261 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Added segment bc2b55d2-a215-4f69-bc90-230244014978 of type vlan for network 700745fb-7529-43e4-aab1-2a1181a768e1 May 18 18:39:42.998413 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9167ed6d-1f9f-4f68-ba98-da1216e2b5c9 req-03e2807f-c625-43c6-a3a9-7b646c8fb51d tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] 10.222.0.85 "GET /v2.0/ports?device_id=04973bef-7b14-44a6-9bb4-03a8da381ddc HTTP/1.1" status: 200 len: 210 time: 0.0909381 May 18 18:39:43.034613 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-53f509f3-bd3a-4e0d-a3d5-a4760ad2ccb4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:43.038427 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e6db4d88-1542-4c09-b559-a11d8e936261 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:43.080320 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6db4d88-1542-4c09-b559-a11d8e936261 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 632} {{(pid=102730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:39:43.085193 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78ee9f7-311d-411f-8f8c-c33831ad13ef None None] Pushing event updated for resources: {'Port': ['ID=f79ba0fd-4a12-47f3-92d4-a50653e2f2fb,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:39:43.097356 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e6db4d88-1542-4c09-b559-a11d8e936261 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:43.098083 n-d-838550-3 neutron-server[102730]: INFO neutron.db.segments_db [None req-e6db4d88-1542-4c09-b559-a11d8e936261 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Added segment 485b1204-522b-47d1-ad2e-4414c6cc5690 of type vlan for network b70700f1-598e-436f-abc2-696355081eb4 May 18 18:39:43.100935 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-53f509f3-bd3a-4e0d-a3d5-a4760ad2ccb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:43.157230 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e6db4d88-1542-4c09-b559-a11d8e936261 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:43.200640 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f509f3-bd3a-4e0d-a3d5-a4760ad2ccb4 admin admin] Network d2774a42-60ab-43c0-a26a-5bb0ea99af4a is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:39:43.208164 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:43.208729 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-53f509f3-bd3a-4e0d-a3d5-a4760ad2ccb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:39:43.213962 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e6db4d88-1542-4c09-b559-a11d8e936261 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:43.214755 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e6db4d88-1542-4c09-b559-a11d8e936261 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:43.217839 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f509f3-bd3a-4e0d-a3d5-a4760ad2ccb4 admin admin] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:39:43.227046 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6db4d88-1542-4c09-b559-a11d8e936261 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:39:43.240927 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6db4d88-1542-4c09-b559-a11d8e936261 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:39:43.242735 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e6db4d88-1542-4c09-b559-a11d8e936261 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:43.253923 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-e3b822a2-bc3d-4cc5-b14b-2f74748d22c4 None None] Provisioning complete for port f79ba0fd-4a12-47f3-92d4-a50653e2f2fb triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:39:43.254659 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-e3b822a2-bc3d-4cc5-b14b-2f74748d22c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:43.256015 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-b9c7caf3-1bae-4429-a287-d9096cfea88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7c27a2-4cde-43ca-bd39-ea10eb6609f5', 'name': 'tempest-TestServerBasicOps-252878704-router', 'tenant_id': 'cb9b5a8dd57a4fbe883d6c9d81590c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': 'b5c30d39-9c9a-4674-96c9-42b3835c32aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:39:35Z', 'updated_at': '2022-05-18T18:39:39Z', 'revision_number': 3, 'project_id': 'cb9b5a8dd57a4fbe883d6c9d81590c76', 'gw_port': {'id': 'b5c30d39-9c9a-4674-96c9-42b3835c32aa', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6b:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d7c27a2-4cde-43ca-bd39-ea10eb6609f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:39:37Z', 'updated_at': '2022-05-18T18:39:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:39:43.268615 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f509f3-bd3a-4e0d-a3d5-a4760ad2ccb4 admin admin] Pushing event updated for resources: {'Port': ['ID=fe35be9c-f6cc-49ab-92f2-f34b91456faf,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:39:43.323118 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c7caf3-1bae-4429-a287-d9096cfea88b None None] The sync data for ids ['4d7c27a2-4cde-43ca-bd39-ea10eb6609f5'] in n-d-838550-3 is: [{'id': '4d7c27a2-4cde-43ca-bd39-ea10eb6609f5', 'name': 'tempest-TestServerBasicOps-252878704-router', 'tenant_id': 'cb9b5a8dd57a4fbe883d6c9d81590c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': 'b5c30d39-9c9a-4674-96c9-42b3835c32aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:39:35Z', 'updated_at': '2022-05-18T18:39:39Z', 'revision_number': 3, 'project_id': 'cb9b5a8dd57a4fbe883d6c9d81590c76', 'gw_port': {'id': 'b5c30d39-9c9a-4674-96c9-42b3835c32aa', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6b:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d7c27a2-4cde-43ca-bd39-ea10eb6609f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:39:37Z', 'updated_at': '2022-05-18T18:39:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:39:43.347357 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-53f509f3-bd3a-4e0d-a3d5-a4760ad2ccb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595826'] for router_interface, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:43.408340 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6db4d88-1542-4c09-b559-a11d8e936261 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Pushing event updated for resources: {'Network': ['ID=700745fb-7529-43e4-aab1-2a1181a768e1,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:39:43.425845 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port f79ba0fd-4a12-47f3-92d4-a50653e2f2fb triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:39:43.426750 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:43.454062 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-e6db4d88-1542-4c09-b559-a11d8e936261 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1317 time: 1.3598425 May 18 18:39:43.457931 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 42342) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:39:43.520427 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network 700745fb-7529-43e4-aab1-2a1181a768e1 details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:39:43.657241 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6db4d88-1542-4c09-b559-a11d8e936261 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Pushing event updated for resources: {'Network': ['ID=b70700f1-598e-436f-abc2-696355081eb4,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:39:43.701419 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-53f509f3-bd3a-4e0d-a3d5-a4760ad2ccb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:43.749058 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network b70700f1-598e-436f-abc2-696355081eb4 details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:39:43.822188 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41b85dd-6c16-4fda-b1a5-1a6f492a4110 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:39:43.835348 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41b85dd-6c16-4fda-b1a5-1a6f492a4110 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:39:43.843129 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41b85dd-6c16-4fda-b1a5-1a6f492a4110 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:39:43.852463 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41b85dd-6c16-4fda-b1a5-1a6f492a4110 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:39:43.859735 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-d41b85dd-6c16-4fda-b1a5-1a6f492a4110 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] 10.222.0.85 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2404 time: 0.3944583 May 18 18:39:43.860731 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 42346) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:39:44.008634 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-e3b822a2-bc3d-4cc5-b14b-2f74748d22c4 None None] Current status of the port f79ba0fd-4a12-47f3-92d4-a50653e2f2fb is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:39:44.101671 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port f79ba0fd-4a12-47f3-92d4-a50653e2f2fb is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:39:44.116282 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced56f66-f27c-4180-8aaf-e2ba45b775d7 req-e8857ad6-c01f-4224-8067-3a1068323c28 tempest-VolumesActionsTest-1868217254 tempest-VolumesActionsTest-1868217254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:39:44.120947 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ced56f66-f27c-4180-8aaf-e2ba45b775d7 req-e8857ad6-c01f-4224-8067-3a1068323c28 tempest-VolumesActionsTest-1868217254 tempest-VolumesActionsTest-1868217254-project] 10.222.0.88 "GET /v2.0/ports?device_id=b8ef77d3-a547-4d12-bbd9-a6564450d451 HTTP/1.1" status: 200 len: 946 time: 0.1135821 May 18 18:39:44.129907 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-05407e6c-3857-4383-81e6-0f7a7d0c61a3 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:44.144356 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-812cf39c-8919-4359-925a-fae0b1406df6 None None] Provisioning complete for port fe35be9c-f6cc-49ab-92f2-f34b91456faf triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:39:44.144745 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-812cf39c-8919-4359-925a-fae0b1406df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:44.147649 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee42bec-0814-48df-8370-034b4ed87ff5 req-0ff9dd78-570f-46b4-9751-05d0abb27239 tempest-VolumesActionsTest-1868217254 tempest-VolumesActionsTest-1868217254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:39:44.153136 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-eee42bec-0814-48df-8370-034b4ed87ff5 req-0ff9dd78-570f-46b4-9751-05d0abb27239 tempest-VolumesActionsTest-1868217254 tempest-VolumesActionsTest-1868217254-project] 10.222.0.85 "GET /v2.0/ports?device_id=b8ef77d3-a547-4d12-bbd9-a6564450d451 HTTP/1.1" status: 200 len: 946 time: 0.2398691 May 18 18:39:44.220070 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-812cf39c-8919-4359-925a-fae0b1406df6 None None] Port fe35be9c-f6cc-49ab-92f2-f34b91456faf cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:39:44.316532 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ccec1fbb-ce44-431e-b110-93b520233a4d req-0163dee0-386e-434d-9c49-3b47531df28c tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] 10.222.0.85 "GET /v2.0/ports?device_id=04973bef-7b14-44a6-9bb4-03a8da381ddc HTTP/1.1" status: 200 len: 210 time: 0.0798304 May 18 18:39:44.366361 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device b5c30d39-9c9a-4674-96c9-42b3835c32aa up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:39:44.386493 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-53f509f3-bd3a-4e0d-a3d5-a4760ad2ccb4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:44.399959 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-53f509f3-bd3a-4e0d-a3d5-a4760ad2ccb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:44.408398 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-eee42bec-0814-48df-8370-034b4ed87ff5 req-b8eb956d-fb97-460a-a161-79c83b845422 tempest-VolumesActionsTest-1868217254 tempest-VolumesActionsTest-1868217254-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ccac583-f51c-4889-8ca9-668657451d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389004 May 18 18:39:44.436004 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-05407e6c-3857-4383-81e6-0f7a7d0c61a3 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:44.467019 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-05407e6c-3857-4383-81e6-0f7a7d0c61a3 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['700745fb-7529-43e4-aab1-2a1181a768e1']}} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:39:44.469413 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-53f509f3-bd3a-4e0d-a3d5-a4760ad2ccb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-595870'] for router_interface, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:44.476254 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port b5c30d39-9c9a-4674-96c9-42b3835c32aa triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:39:44.476642 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:44.477637 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-05407e6c-3857-4383-81e6-0f7a7d0c61a3 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc2b55d2-a215-4f69-bc90-230244014978') {'for_net_delete': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:39:44.477951 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-05407e6c-3857-4383-81e6-0f7a7d0c61a3 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc2b55d2-a215-4f69-bc90-230244014978') {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:39:44.491977 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-05407e6c-3857-4383-81e6-0f7a7d0c61a3 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260107375'] for segment, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:44.506941 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-05407e6c-3857-4383-81e6-0f7a7d0c61a3 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:44.546197 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05407e6c-3857-4383-81e6-0f7a7d0c61a3 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=102730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:39:44.546621 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-05407e6c-3857-4383-81e6-0f7a7d0c61a3 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261102736'] for segment, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:44.555494 n-d-838550-3 neutron-server[102730]: Traceback (most recent call last): May 18 18:39:44.555494 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:39:44.555494 n-d-838550-3 neutron-server[102730]: timer() May 18 18:39:44.555494 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:39:44.555494 n-d-838550-3 neutron-server[102730]: cb(*args, **kw) May 18 18:39:44.555494 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:39:44.555494 n-d-838550-3 neutron-server[102730]: return func(*args, **kwargs) May 18 18:39:44.555494 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:39:44.555494 n-d-838550-3 neutron-server[102730]: self._notify() May 18 18:39:44.555494 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:39:44.555494 n-d-838550-3 neutron-server[102730]: self.callback(batched_events) May 18 18:39:44.555494 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:39:44.555494 n-d-838550-3 neutron-server[102730]: event.method(event) May 18 18:39:44.555494 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:39:44.555494 n-d-838550-3 neutron-server[102730]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:39:44.555494 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:39:44.555494 n-d-838550-3 neutron-server[102730]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:39:44.555494 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:39:44.555494 n-d-838550-3 neutron-server[102730]: return f(self, *a, **k) May 18 18:39:44.555494 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:39:44.555494 n-d-838550-3 neutron-server[102730]: return self._get(url).json() May 18 18:39:44.555494 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:39:44.555494 n-d-838550-3 neutron-server[102730]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:39:44.555494 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:39:44.555494 n-d-838550-3 neutron-server[102730]: return self.request(url, 'GET', **kwargs) May 18 18:39:44.555494 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:39:44.555494 n-d-838550-3 neutron-server[102730]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:39:44.555494 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:39:44.555494 n-d-838550-3 neutron-server[102730]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:39:44.555494 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:39:44.555494 n-d-838550-3 neutron-server[102730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:39:44.555494 n-d-838550-3 neutron-server[102730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:39:44.607817 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f509f3-bd3a-4e0d-a3d5-a4760ad2ccb4 admin admin] Pushing event updated for resources: {'Port': ['ID=fe35be9c-f6cc-49ab-92f2-f34b91456faf,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:39:44.618227 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-ced56f66-f27c-4180-8aaf-e2ba45b775d7 req-9028b260-3dca-48ac-b49b-976077bec3bc tempest-VolumesActionsTest-1868217254 tempest-VolumesActionsTest-1868217254-project] Deleting port 33d0b023-ad2b-48be-ba21-e9f5a1f163b1 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:39:44.618682 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-ced56f66-f27c-4180-8aaf-e2ba45b775d7 req-9028b260-3dca-48ac-b49b-976077bec3bc tempest-VolumesActionsTest-1868217254 tempest-VolumesActionsTest-1868217254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:44.663123 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port b5c30d39-9c9a-4674-96c9-42b3835c32aa is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:39:44.663609 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:44.691023 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-05407e6c-3857-4383-81e6-0f7a7d0c61a3 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:44.705997 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-05407e6c-3857-4383-81e6-0f7a7d0c61a3 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:44.711161 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-05407e6c-3857-4383-81e6-0f7a7d0c61a3 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] 10.222.0.85 "DELETE /v2.0/networks/700745fb-7529-43e4-aab1-2a1181a768e1 HTTP/1.1" status: 204 len: 168 time: 0.8489146 May 18 18:39:44.717238 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 42360) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:39:44.724063 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] For port b5c30d39-9c9a-4674-96c9-42b3835c32aa, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=b5c30d39-9c9a-4674-96c9-42b3835c32aa,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:39:44.728166 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f509f3-bd3a-4e0d-a3d5-a4760ad2ccb4 admin admin] Network d2774a42-60ab-43c0-a26a-5bb0ea99af4a is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:39:44.736390 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:44.737501 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-53f509f3-bd3a-4e0d-a3d5-a4760ad2ccb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:39:44.737846 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device f79ba0fd-4a12-47f3-92d4-a50653e2f2fb up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:39:44.797609 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05407e6c-3857-4383-81e6-0f7a7d0c61a3 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Pushing event deleted for resources: {'Network': ['ID=700745fb-7529-43e4-aab1-2a1181a768e1,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:39:44.848403 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-ced56f66-f27c-4180-8aaf-e2ba45b775d7 req-9028b260-3dca-48ac-b49b-976077bec3bc tempest-VolumesActionsTest-1868217254 tempest-VolumesActionsTest-1868217254-project] For port 33d0b023-ad2b-48be-ba21-e9f5a1f163b1, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=33d0b023-ad2b-48be-ba21-e9f5a1f163b1,segment=NetworkSegment(62f4e166-f566-4155-9839-3dc6dea2521a),segment_id=62f4e166-f566-4155-9839-3dc6dea2521a)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:39:44.848693 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-ced56f66-f27c-4180-8aaf-e2ba45b775d7 req-9028b260-3dca-48ac-b49b-976077bec3bc tempest-VolumesActionsTest-1868217254 tempest-VolumesActionsTest-1868217254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:44.894706 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-ced56f66-f27c-4180-8aaf-e2ba45b775d7 req-9028b260-3dca-48ac-b49b-976077bec3bc tempest-VolumesActionsTest-1868217254 tempest-VolumesActionsTest-1868217254-project] Calling delete_port for 33d0b023-ad2b-48be-ba21-e9f5a1f163b1 owned by compute:nova {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:39:44.900205 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Pushing event updated for resources: {'Port': ['ID=b5c30d39-9c9a-4674-96c9-42b3835c32aa,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:39:44.900449 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5cee9faa-b3e2-4b84-83c4-3d41a0ea056d tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:44.925727 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port f79ba0fd-4a12-47f3-92d4-a50653e2f2fb triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:39:44.926122 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:45.055656 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5cee9faa-b3e2-4b84-83c4-3d41a0ea056d tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:45.081657 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-5cee9faa-b3e2-4b84-83c4-3d41a0ea056d tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b70700f1-598e-436f-abc2-696355081eb4']}} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:39:45.095360 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-5cee9faa-b3e2-4b84-83c4-3d41a0ea056d tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '485b1204-522b-47d1-ad2e-4414c6cc5690') {'for_net_delete': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:39:45.095841 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-5cee9faa-b3e2-4b84-83c4-3d41a0ea056d tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '485b1204-522b-47d1-ad2e-4414c6cc5690') {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:39:45.112539 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5cee9faa-b3e2-4b84-83c4-3d41a0ea056d tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260107375'] for segment, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:45.142958 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5cee9faa-b3e2-4b84-83c4-3d41a0ea056d tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:45.144729 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port f79ba0fd-4a12-47f3-92d4-a50653e2f2fb is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:39:45.158166 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cee9faa-b3e2-4b84-83c4-3d41a0ea056d tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=102730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:39:45.159004 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5cee9faa-b3e2-4b84-83c4-3d41a0ea056d tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261102736'] for segment, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:45.175967 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-ea3ce535-c0c2-4389-a51a-547681589b01 None None] Provisioning complete for port fe35be9c-f6cc-49ab-92f2-f34b91456faf triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:39:45.176467 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-ea3ce535-c0c2-4389-a51a-547681589b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:45.199442 n-d-838550-3 neutron-server[102730]: Traceback (most recent call last): May 18 18:39:45.199442 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:39:45.199442 n-d-838550-3 neutron-server[102730]: timer() May 18 18:39:45.199442 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:39:45.199442 n-d-838550-3 neutron-server[102730]: cb(*args, **kw) May 18 18:39:45.199442 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:39:45.199442 n-d-838550-3 neutron-server[102730]: return func(*args, **kwargs) May 18 18:39:45.199442 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:39:45.199442 n-d-838550-3 neutron-server[102730]: self._notify() May 18 18:39:45.199442 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:39:45.199442 n-d-838550-3 neutron-server[102730]: self.callback(batched_events) May 18 18:39:45.199442 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:39:45.199442 n-d-838550-3 neutron-server[102730]: event.method(event) May 18 18:39:45.199442 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:39:45.199442 n-d-838550-3 neutron-server[102730]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:39:45.199442 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:39:45.199442 n-d-838550-3 neutron-server[102730]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:39:45.199442 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:39:45.199442 n-d-838550-3 neutron-server[102730]: return f(self, *a, **k) May 18 18:39:45.199442 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:39:45.199442 n-d-838550-3 neutron-server[102730]: return self._get(url).json() May 18 18:39:45.199442 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:39:45.199442 n-d-838550-3 neutron-server[102730]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:39:45.199442 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:39:45.199442 n-d-838550-3 neutron-server[102730]: return self.request(url, 'GET', **kwargs) May 18 18:39:45.199442 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:39:45.199442 n-d-838550-3 neutron-server[102730]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:39:45.199442 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:39:45.199442 n-d-838550-3 neutron-server[102730]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:39:45.199442 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:39:45.199442 n-d-838550-3 neutron-server[102730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:39:45.199442 n-d-838550-3 neutron-server[102730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:39:45.229860 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-ea3ce535-c0c2-4389-a51a-547681589b01 None None] Port fe35be9c-f6cc-49ab-92f2-f34b91456faf cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:39:45.231004 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-ced56f66-f27c-4180-8aaf-e2ba45b775d7 req-9028b260-3dca-48ac-b49b-976077bec3bc tempest-VolumesActionsTest-1868217254 tempest-VolumesActionsTest-1868217254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:45.244622 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['33d0b023-ad2b-48be-ba21-e9f5a1f163b1'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:39:45.285085 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5cee9faa-b3e2-4b84-83c4-3d41a0ea056d tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:45.301304 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53f509f3-bd3a-4e0d-a3d5-a4760ad2ccb4 admin admin] Router 4d7c27a2-4cde-43ca-bd39-ea10eb6609f5 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:39:45.304595 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9028b260-3dca-48ac-b49b-976077bec3bc tempest-VolumesActionsTest-1868217254 tempest-VolumesActionsTest-1868217254-project] Pushing event deleted for resources: {'Port': ['ID=33d0b023-ad2b-48be-ba21-e9f5a1f163b1,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:39:45.312970 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5cee9faa-b3e2-4b84-83c4-3d41a0ea056d tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:45.316527 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-5cee9faa-b3e2-4b84-83c4-3d41a0ea056d tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] 10.222.0.85 "DELETE /v2.0/networks/b70700f1-598e-436f-abc2-696355081eb4 HTTP/1.1" status: 204 len: 168 time: 0.5950441 May 18 18:39:45.317556 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cee9faa-b3e2-4b84-83c4-3d41a0ea056d tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Pushing event deleted for resources: {'Network': ['ID=b70700f1-598e-436f-abc2-696355081eb4,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:39:45.322924 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 42368) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:39:45.392346 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 42372) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:39:45.399087 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-ced56f66-f27c-4180-8aaf-e2ba45b775d7 req-9028b260-3dca-48ac-b49b-976077bec3bc tempest-VolumesActionsTest-1868217254 tempest-VolumesActionsTest-1868217254-project] No DVR routers for this DVR port 33d0b023-ad2b-48be-ba21-e9f5a1f163b1 on host n-h2-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:39:45.403181 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-ced56f66-f27c-4180-8aaf-e2ba45b775d7 req-9028b260-3dca-48ac-b49b-976077bec3bc tempest-VolumesActionsTest-1868217254 tempest-VolumesActionsTest-1868217254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:45.406901 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ced56f66-f27c-4180-8aaf-e2ba45b775d7 req-9028b260-3dca-48ac-b49b-976077bec3bc tempest-VolumesActionsTest-1868217254 tempest-VolumesActionsTest-1868217254-project] 10.222.0.88 "DELETE /v2.0/ports/33d0b023-ad2b-48be-ba21-e9f5a1f163b1 HTTP/1.1" status: 204 len: 173 time: 1.2754614 May 18 18:39:45.407108 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8ef77d3-a547-4d12-bbd9-a6564450d451', 'name': 'network-vif-deleted', 'tag': '33d0b023-ad2b-48be-ba21-e9f5a1f163b1'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:39:45.409396 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a005aa96-9035-4cd9-9739-d786e6f38fa4" -d '{"events": [{"server_uuid": "b8ef77d3-a547-4d12-bbd9-a6564450d451", "name": "network-vif-deleted", "tag": "33d0b023-ad2b-48be-ba21-e9f5a1f163b1"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:39:45.511066 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4faf5ba2-e77b-4a88-9d9b-69b16e649600 x-openstack-request-id: req-4faf5ba2-e77b-4a88-9d9b-69b16e649600 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:39:45.511356 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8ef77d3-a547-4d12-bbd9-a6564450d451", "name": "network-vif-deleted", "tag": "33d0b023-ad2b-48be-ba21-e9f5a1f163b1", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:39:45.511609 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-4faf5ba2-e77b-4a88-9d9b-69b16e649600 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:39:45.512018 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4faf5ba2-e77b-4a88-9d9b-69b16e649600'] response: {'server_uuid': 'b8ef77d3-a547-4d12-bbd9-a6564450d451', 'name': 'network-vif-deleted', 'tag': '33d0b023-ad2b-48be-ba21-e9f5a1f163b1', 'status': 'completed', 'code': 200} May 18 18:39:45.562503 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53f509f3-bd3a-4e0d-a3d5-a4760ad2ccb4 admin admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:39:45.562503 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-53f509f3-bd3a-4e0d-a3d5-a4760ad2ccb4 admin admin] 10.222.0.85 "PUT /v2.0/routers/4d7c27a2-4cde-43ca-bd39-ea10eb6609f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5329642 May 18 18:39:45.562813 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3f1a9e53-c071-4a56-b9bb-bb717444a5c5 tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:45.586928 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-93c0b8cf-e638-414b-a964-041b947d0c67 req-1f5ce701-3a27-42ed-a068-7feef4594b85 tempest-VolumesActionsTest-1868217254 tempest-VolumesActionsTest-1868217254-project] 10.222.0.85 "GET /v2.0/ports?device_id=b8ef77d3-a547-4d12-bbd9-a6564450d451 HTTP/1.1" status: 200 len: 210 time: 0.0311728 May 18 18:39:45.617980 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-178b0a2b-4dee-49df-a2fd-324d928ec296 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:39:45.629689 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-178b0a2b-4dee-49df-a2fd-324d928ec296 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:39:45.636655 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-178b0a2b-4dee-49df-a2fd-324d928ec296 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] 10.222.0.85 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3074887 May 18 18:39:45.637637 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 42384) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:39:45.643375 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-244fdaa2-8f26-47d4-bf4c-7ab3c762023e tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1999870830'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:39:45.650419 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3f1a9e53-c071-4a56-b9bb-bb717444a5c5 tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:45.688919 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-244fdaa2-8f26-47d4-bf4c-7ab3c762023e tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Made reservation on behalf of d50db76c1a4c4973a059cdfd64358bbd for: {'network': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:39:45.696964 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-244fdaa2-8f26-47d4-bf4c-7ab3c762023e tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:45.734483 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-244fdaa2-8f26-47d4-bf4c-7ab3c762023e tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 618} {{(pid=102731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:39:45.746281 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-244fdaa2-8f26-47d4-bf4c-7ab3c762023e tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:45.747129 n-d-838550-3 neutron-server[102731]: INFO neutron.db.segments_db [None req-244fdaa2-8f26-47d4-bf4c-7ab3c762023e tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Added segment ebe7e761-6583-41e4-af69-4adf1e4084e5 of type vlan for network e819b235-9108-4083-a150-60c8bff65a18 May 18 18:39:45.774279 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3f1a9e53-c071-4a56-b9bb-bb717444a5c5 tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:45.779461 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3f1a9e53-c071-4a56-b9bb-bb717444a5c5 tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:45.794524 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-3f1a9e53-c071-4a56-b9bb-bb717444a5c5 tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] 10.222.0.85 "DELETE /v2.0/security-groups/33a6b3fa-7044-40f2-96cf-c946e5e2bbf7 HTTP/1.1" status: 204 len: 168 time: 0.4008791 May 18 18:39:45.806720 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-244fdaa2-8f26-47d4-bf4c-7ab3c762023e tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:45.820639 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1a9e53-c071-4a56-b9bb-bb717444a5c5 tempest-TestVolumeBackupRestore-668473754 tempest-TestVolumeBackupRestore-668473754-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33a6b3fa-7044-40f2-96cf-c946e5e2bbf7,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:39:45.849497 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-244fdaa2-8f26-47d4-bf4c-7ab3c762023e tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:45.856305 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-244fdaa2-8f26-47d4-bf4c-7ab3c762023e tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:39:45.857212 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-244fdaa2-8f26-47d4-bf4c-7ab3c762023e tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Notify callbacks [] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:45.944946 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-244fdaa2-8f26-47d4-bf4c-7ab3c762023e tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3061059 May 18 18:39:45.947713 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 42398) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:39:45.955305 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-92baaf24-35ac-424e-b334-2fb65493dd47 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-539348980'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:39:45.955501 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244fdaa2-8f26-47d4-bf4c-7ab3c762023e tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Pushing event updated for resources: {'Network': ['ID=e819b235-9108-4083-a150-60c8bff65a18,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:39:45.973233 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network e819b235-9108-4083-a150-60c8bff65a18 details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:39:46.027949 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92baaf24-35ac-424e-b334-2fb65493dd47 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Made reservation on behalf of d50db76c1a4c4973a059cdfd64358bbd for: {'network': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:39:46.038636 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-92baaf24-35ac-424e-b334-2fb65493dd47 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:46.108498 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92baaf24-35ac-424e-b334-2fb65493dd47 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 603} {{(pid=102730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:39:46.124896 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-92baaf24-35ac-424e-b334-2fb65493dd47 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:46.124896 n-d-838550-3 neutron-server[102730]: INFO neutron.db.segments_db [None req-92baaf24-35ac-424e-b334-2fb65493dd47 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Added segment c9262f46-a772-40f6-858f-c7fe4c8793f6 of type vlan for network ae5cc0f8-d27b-4eae-bb78-ab206b7c59fe May 18 18:39:46.191260 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-92baaf24-35ac-424e-b334-2fb65493dd47 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:46.296976 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device b5c30d39-9c9a-4674-96c9-42b3835c32aa up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:39:46.308692 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-92baaf24-35ac-424e-b334-2fb65493dd47 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:46.323832 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92baaf24-35ac-424e-b334-2fb65493dd47 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:39:46.324474 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-92baaf24-35ac-424e-b334-2fb65493dd47 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:46.389970 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port b5c30d39-9c9a-4674-96c9-42b3835c32aa triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:39:46.390479 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:46.417905 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-92baaf24-35ac-424e-b334-2fb65493dd47 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4690325 May 18 18:39:46.423035 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 42428) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:39:46.434760 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92baaf24-35ac-424e-b334-2fb65493dd47 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Pushing event updated for resources: {'Network': ['ID=ae5cc0f8-d27b-4eae-bb78-ab206b7c59fe,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:39:46.437544 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 42430) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:39:46.442354 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-dc75238c-b753-44dc-a737-5df29074461f tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1117092489', 'description': 'tempest-secgroup-smoke-1117092489 description', 'project_id': '88c24373a5b54353826abe0917a88c21'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:39:46.450072 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-13253ef8-7333-4834-8497-f1ef6e03b96c tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Request body: {'ports': [{'network_id': 'e819b235-9108-4083-a150-60c8bff65a18', 'name': 'tempest-port--1867903836', 'admin_state_up': True}, {'network_id': 'ae5cc0f8-d27b-4eae-bb78-ab206b7c59fe', 'admin_state_up': False}]} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:39:46.450937 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-13253ef8-7333-4834-8497-f1ef6e03b96c tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Request body: {'port': {'network_id': 'e819b235-9108-4083-a150-60c8bff65a18', 'name': 'tempest-port--1867903836', 'admin_state_up': True}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:39:46.452631 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-13253ef8-7333-4834-8497-f1ef6e03b96c tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Request body: {'port': {'network_id': 'ae5cc0f8-d27b-4eae-bb78-ab206b7c59fe', 'admin_state_up': False}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:39:46.454111 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc635e5f-61f3-4188-9453-59d5c3fa44ad None None] Sync routers for ids ['4d7c27a2-4cde-43ca-bd39-ea10eb6609f5'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:39:46.480455 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-dc75238c-b753-44dc-a737-5df29074461f tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:46.484084 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network ae5cc0f8-d27b-4eae-bb78-ab206b7c59fe details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:39:46.536788 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc635e5f-61f3-4188-9453-59d5c3fa44ad None None] Routers {'4d7c27a2-4cde-43ca-bd39-ea10eb6609f5'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:39:46.537449 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-bc635e5f-61f3-4188-9453-59d5c3fa44ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:39:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['4d7c27a2-4cde-43ca-bd39-ea10eb6609f5'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:39:46.640593 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-dc75238c-b753-44dc-a737-5df29074461f tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:46.653417 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-dc75238c-b753-44dc-a737-5df29074461f tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:46.715378 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc75238c-b753-44dc-a737-5df29074461f tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=390efba9-f801-4bd6-94c2-6978bddaf207,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:39:46.727152 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-dc75238c-b753-44dc-a737-5df29074461f tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:46.730714 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-dc75238c-b753-44dc-a737-5df29074461f tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2921178 May 18 18:39:46.734638 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 42464) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:39:46.745771 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-883f37bd-04a4-4ac3-bd40-ff4744056517 tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] Request body: {'security_group_rule': {'security_group_id': '390efba9-f801-4bd6-94c2-6978bddaf207', 'project_id': '88c24373a5b54353826abe0917a88c21', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:39:46.785102 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13253ef8-7333-4834-8497-f1ef6e03b96c tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Made reservation on behalf of d50db76c1a4c4973a059cdfd64358bbd for: {'port': 2} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:39:46.790289 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-13253ef8-7333-4834-8497-f1ef6e03b96c tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:46.810474 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port b5c30d39-9c9a-4674-96c9-42b3835c32aa is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:39:46.823270 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-13253ef8-7333-4834-8497-f1ef6e03b96c tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:46.863298 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-883f37bd-04a4-4ac3-bd40-ff4744056517 tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:46.959712 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-bc635e5f-61f3-4188-9453-59d5c3fa44ad None None] Set router 4d7c27a2-4cde-43ca-bd39-ea10eb6609f5 gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:39:46.989863 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-883f37bd-04a4-4ac3-bd40-ff4744056517 tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:47.005751 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-883f37bd-04a4-4ac3-bd40-ff4744056517 tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:47.024767 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [None req-13253ef8-7333-4834-8497-f1ef6e03b96c tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] device_id is not set on port b6c23e7a-4c5b-45f7-abbd-f15dcba42c2c yet. {{(pid=102731) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 18 18:39:47.028911 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883f37bd-04a4-4ac3-bd40-ff4744056517 tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99923532-9a38-4d94-a138-04794f118010,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:39:47.061501 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-883f37bd-04a4-4ac3-bd40-ff4744056517 tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:47.065649 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-883f37bd-04a4-4ac3-bd40-ff4744056517 tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3272457 May 18 18:39:47.065842 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 42500) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:39:47.072150 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-95822cf9-4641-4a18-a3d7-904761613423 tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] Request body: {'security_group_rule': {'security_group_id': '390efba9-f801-4bd6-94c2-6978bddaf207', 'project_id': '88c24373a5b54353826abe0917a88c21', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:39:47.220509 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-95822cf9-4641-4a18-a3d7-904761613423 tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:47.272102 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-13253ef8-7333-4834-8497-f1ef6e03b96c tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:47.346598 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-bc635e5f-61f3-4188-9453-59d5c3fa44ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7c27a2-4cde-43ca-bd39-ea10eb6609f5', 'name': 'tempest-TestServerBasicOps-252878704-router', 'tenant_id': 'cb9b5a8dd57a4fbe883d6c9d81590c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': 'b5c30d39-9c9a-4674-96c9-42b3835c32aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:39:35Z', 'updated_at': '2022-05-18T18:39:43Z', 'revision_number': 4, 'project_id': 'cb9b5a8dd57a4fbe883d6c9d81590c76', 'gw_port': {'id': 'b5c30d39-9c9a-4674-96c9-42b3835c32aa', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7c27a2-4cde-43ca-bd39-ea10eb6609f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:39:37Z', 'updated_at': '2022-05-18T18:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': 'fe35be9c-f6cc-49ab-92f2-f34b91456faf', 'name': '', 'network_id': 'd2774a42-60ab-43c0-a26a-5bb0ea99af4a', 'tenant_id': 'cb9b5a8dd57a4fbe883d6c9d81590c76', 'mac_address': 'fa:16:3e:aa:f4:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d7c27a2-4cde-43ca-bd39-ea10eb6609f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '5aa62957-0309-4ac6-92c4-809a29e1081a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:39:42Z', 'updated_at': '2022-05-18T18:39:43Z', 'revision_number': 2, 'project_id': 'cb9b5a8dd57a4fbe883d6c9d81590c76', 'subnets': [{'id': '5aa62957-0309-4ac6-92c4-809a29e1081a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:39:47.380203 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-95822cf9-4641-4a18-a3d7-904761613423 tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:47.384159 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [None req-13253ef8-7333-4834-8497-f1ef6e03b96c tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] device_id is not set on port 8d59bb21-0fa4-4fc8-9043-899e98115e80 yet. {{(pid=102731) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 18 18:39:47.392375 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-95822cf9-4641-4a18-a3d7-904761613423 tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:47.444175 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95822cf9-4641-4a18-a3d7-904761613423 tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af8114db-15dc-4c0b-94bc-3010f2bea35a,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:39:47.453510 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-95822cf9-4641-4a18-a3d7-904761613423 tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:47.455900 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-95822cf9-4641-4a18-a3d7-904761613423 tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3890262 May 18 18:39:47.459111 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 42546) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:39:47.460451 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc635e5f-61f3-4188-9453-59d5c3fa44ad None None] Checking router: 4d7c27a2-4cde-43ca-bd39-ea10eb6609f5 for host: n-d-838550-3 {{(pid=102732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:39:47.461997 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc635e5f-61f3-4188-9453-59d5c3fa44ad None None] Updating router 4d7c27a2-4cde-43ca-bd39-ea10eb6609f5 port fe35be9c-f6cc-49ab-92f2-f34b91456faf binding host n-d-838550-3 {{(pid=102732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 18:39:47.465017 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-bd8f80c0-6854-4b38-9d71-79080afb4e9b tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] Request body: {'security_group_rule': {'security_group_id': '390efba9-f801-4bd6-94c2-6978bddaf207', 'project_id': '88c24373a5b54353826abe0917a88c21', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:39:47.529340 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-bd8f80c0-6854-4b38-9d71-79080afb4e9b tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:47.534961 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-bc635e5f-61f3-4188-9453-59d5c3fa44ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:47.627403 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-bd8f80c0-6854-4b38-9d71-79080afb4e9b tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:47.662072 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-bd8f80c0-6854-4b38-9d71-79080afb4e9b tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:47.688987 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-13253ef8-7333-4834-8497-f1ef6e03b96c tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:47.732166 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8f80c0-6854-4b38-9d71-79080afb4e9b tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b650406-621f-4939-a67d-6fd42730c2ad,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:39:47.788415 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-bd8f80c0-6854-4b38-9d71-79080afb4e9b tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:47.788415 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-bd8f80c0-6854-4b38-9d71-79080afb4e9b tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3241835 May 18 18:39:47.788415 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 42582) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:39:47.793253 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-d2db7241-7f38-481b-ba0d-1fc5e4750a4a tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] Request body: {'security_group_rule': {'security_group_id': '390efba9-f801-4bd6-94c2-6978bddaf207', 'project_id': '88c24373a5b54353826abe0917a88c21', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:39:47.838977 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-13253ef8-7333-4834-8497-f1ef6e03b96c tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:47.923857 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d2db7241-7f38-481b-ba0d-1fc5e4750a4a tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:48.394000 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 33d0b023-ad2b-48be-ba21-e9f5a1f163b1 no longer exists at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:39:48.435102 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] No Port match for: 33d0b023-ad2b-48be-ba21-e9f5a1f163b1 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:39:48.435788 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 33d0b023-ad2b-48be-ba21-e9f5a1f163b1 not bound to the agent host n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:39:48.575808 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13253ef8-7333-4834-8497-f1ef6e03b96c tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Pushing event updated for resources: {'Port': ['ID=b6c23e7a-4c5b-45f7-abbd-f15dcba42c2c,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:39:48.667224 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13253ef8-7333-4834-8497-f1ef6e03b96c tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Checking segment: {'id': 'ebe7e761-6583-41e4-af69-4adf1e4084e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'e819b235-9108-4083-a150-60c8bff65a18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:39:48.667789 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13253ef8-7333-4834-8497-f1ef6e03b96c tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Network hostable DHCP agents. Network: e819b235-9108-4083-a150-60c8bff65a18, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:39:48.730920 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13253ef8-7333-4834-8497-f1ef6e03b96c tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Network e819b235-9108-4083-a150-60c8bff65a18 is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:39:48.734752 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d2db7241-7f38-481b-ba0d-1fc5e4750a4a tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:48.750233 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d2db7241-7f38-481b-ba0d-1fc5e4750a4a tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:48.776136 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-bc635e5f-61f3-4188-9453-59d5c3fa44ad None None] Notify callbacks [] for port, precommit_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:48.784403 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-13253ef8-7333-4834-8497-f1ef6e03b96c tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, e819b235-9108-4083-a150-60c8bff65a18) {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:39:48.794132 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa50106-136b-4697-bb07-3d256a06046c None None] Network e819b235-9108-4083-a150-60c8bff65a18 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:39:48.799344 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-bc635e5f-61f3-4188-9453-59d5c3fa44ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:48.807047 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13253ef8-7333-4834-8497-f1ef6e03b96c tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:39:48.808060 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-13253ef8-7333-4834-8497-f1ef6e03b96c tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:48.820383 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d2db7241-7f38-481b-ba0d-1fc5e4750a4a tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:48.824896 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 42706) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:39:48.825449 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-d2db7241-7f38-481b-ba0d-1fc5e4750a4a tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0373561 May 18 18:39:48.842382 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-adb48534-5a67-46c8-a5d8-fedde8172b0a tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] Request body: {'security_group_rule': {'security_group_id': '390efba9-f801-4bd6-94c2-6978bddaf207', 'project_id': '88c24373a5b54353826abe0917a88c21', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:39:48.927870 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2db7241-7f38-481b-ba0d-1fc5e4750a4a tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f65079d-167c-4e4f-a30b-b1a55786598b,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:39:48.934990 n-d-838550-3 neutron-server[102730]: INFO neutron.db.securitygroups_db [None req-adb48534-5a67-46c8-a5d8-fedde8172b0a tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] Project 88c24373a5b54353826abe0917a88c21 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 18 18:39:48.943971 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-adb48534-5a67-46c8-a5d8-fedde8172b0a tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:49.017167 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13253ef8-7333-4834-8497-f1ef6e03b96c tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Pushing event updated for resources: {'Port': ['ID=8d59bb21-0fa4-4fc8-9043-899e98115e80,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:39:49.058307 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-adb48534-5a67-46c8-a5d8-fedde8172b0a tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:49.060138 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13253ef8-7333-4834-8497-f1ef6e03b96c tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Checking segment: {'id': 'c9262f46-a772-40f6-858f-c7fe4c8793f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'ae5cc0f8-d27b-4eae-bb78-ab206b7c59fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:39:49.060560 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13253ef8-7333-4834-8497-f1ef6e03b96c tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Network hostable DHCP agents. Network: ae5cc0f8-d27b-4eae-bb78-ab206b7c59fe, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:39:49.067448 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-adb48534-5a67-46c8-a5d8-fedde8172b0a tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:49.105592 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13253ef8-7333-4834-8497-f1ef6e03b96c tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Network ae5cc0f8-d27b-4eae-bb78-ab206b7c59fe is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:39:49.128856 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-13253ef8-7333-4834-8497-f1ef6e03b96c tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, ae5cc0f8-d27b-4eae-bb78-ab206b7c59fe) {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:39:49.134884 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13253ef8-7333-4834-8497-f1ef6e03b96c tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:39:49.140847 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13253ef8-7333-4834-8497-f1ef6e03b96c tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:39:49.153779 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-adb48534-5a67-46c8-a5d8-fedde8172b0a tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:49.157014 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-adb48534-5a67-46c8-a5d8-fedde8172b0a tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3291149 May 18 18:39:49.164061 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 42730) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:39:49.175302 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13253ef8-7333-4834-8497-f1ef6e03b96c tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:39:49.176021 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-13253ef8-7333-4834-8497-f1ef6e03b96c tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:49.180886 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-0285689b-2203-4615-a8b2-a1a5c2169dbe tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] Request body: {'security_group_rule': {'security_group_id': '390efba9-f801-4bd6-94c2-6978bddaf207', 'project_id': '88c24373a5b54353826abe0917a88c21', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:39:49.199348 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb48534-5a67-46c8-a5d8-fedde8172b0a tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eeb79c2e-98b3-42f8-b196-0bc19ed80560,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:39:49.216569 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-13253ef8-7333-4834-8497-f1ef6e03b96c tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.7896733 May 18 18:39:49.220772 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 42736) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:39:49.250718 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7605ef0f-f527-4a65-b5d3-0aa8af0de4e1 None None] Network ae5cc0f8-d27b-4eae-bb78-ab206b7c59fe requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:39:49.297083 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad141046-8153-49fd-b261-cc66483ac882 None None] Pushing event updated for resources: {'Port': ['ID=fe35be9c-f6cc-49ab-92f2-f34b91456faf,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:39:49.366636 n-d-838550-3 neutron-server[102730]: INFO neutron.db.securitygroups_db [None req-0285689b-2203-4615-a8b2-a1a5c2169dbe tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] Project 88c24373a5b54353826abe0917a88c21 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 18 18:39:49.391251 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0285689b-2203-4615-a8b2-a1a5c2169dbe tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:49.447122 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-bc635e5f-61f3-4188-9453-59d5c3fa44ad None None] Attempting to bind port fe35be9c-f6cc-49ab-92f2-f34b91456faf on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:39:49.447758 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-bc635e5f-61f3-4188-9453-59d5c3fa44ad None None] Attempting to bind port fe35be9c-f6cc-49ab-92f2-f34b91456faf by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '75e9e4b9-0e24-498e-8e0b-972f012101da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'd2774a42-60ab-43c0-a26a-5bb0ea99af4a'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:39:49.447947 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc635e5f-61f3-4188-9453-59d5c3fa44ad None None] Attempting to bind port fe35be9c-f6cc-49ab-92f2-f34b91456faf on network d2774a42-60ab-43c0-a26a-5bb0ea99af4a {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:39:49.470825 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caaaa840-cd40-4b0f-96ee-8dec7980e9a9 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:39:49.480065 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caaaa840-cd40-4b0f-96ee-8dec7980e9a9 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:39:49.485259 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 42768) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:39:49.485756 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-caaaa840-cd40-4b0f-96ee-8dec7980e9a9 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] 10.222.0.85 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2583225 May 18 18:39:49.606235 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc635e5f-61f3-4188-9453-59d5c3fa44ad None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:39:49.606934 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc635e5f-61f3-4188-9453-59d5c3fa44ad None None] Checking segment: {'id': '75e9e4b9-0e24-498e-8e0b-972f012101da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'd2774a42-60ab-43c0-a26a-5bb0ea99af4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:39:49.609647 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-bc635e5f-61f3-4188-9453-59d5c3fa44ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:49.610396 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc635e5f-61f3-4188-9453-59d5c3fa44ad None None] Bound using segment: {'id': '75e9e4b9-0e24-498e-8e0b-972f012101da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'd2774a42-60ab-43c0-a26a-5bb0ea99af4a'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:39:49.612760 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-bc635e5f-61f3-4188-9453-59d5c3fa44ad None None] Bound port: fe35be9c-f6cc-49ab-92f2-f34b91456faf, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75e9e4b9-0e24-498e-8e0b-972f012101da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'd2774a42-60ab-43c0-a26a-5bb0ea99af4a'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:39:49.614288 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-bc635e5f-61f3-4188-9453-59d5c3fa44ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:49.734246 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0285689b-2203-4615-a8b2-a1a5c2169dbe tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:49.760996 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0285689b-2203-4615-a8b2-a1a5c2169dbe tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:49.767005 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-e2a78189-c0f4-443e-a000-f42785fb67a2 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Deleting port b6c23e7a-4c5b-45f7-abbd-f15dcba42c2c {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:39:49.768277 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e2a78189-c0f4-443e-a000-f42785fb67a2 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:49.817767 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0285689b-2203-4615-a8b2-a1a5c2169dbe tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fb9d46d-ba89-4242-bcfe-8300a2ed50da,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:39:49.824927 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0285689b-2203-4615-a8b2-a1a5c2169dbe tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:49.834712 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-0285689b-2203-4615-a8b2-a1a5c2169dbe tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6660109 May 18 18:39:49.854710 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e2a78189-c0f4-443e-a000-f42785fb67a2 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:49.883957 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-e2a78189-c0f4-443e-a000-f42785fb67a2 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Calling delete_port for b6c23e7a-4c5b-45f7-abbd-f15dcba42c2c owned by {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:39:50.061116 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e2a78189-c0f4-443e-a000-f42785fb67a2 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:50.136605 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e2a78189-c0f4-443e-a000-f42785fb67a2 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:50.141278 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-e2a78189-c0f4-443e-a000-f42785fb67a2 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] 10.222.0.85 "DELETE /v2.0/ports/b6c23e7a-4c5b-45f7-abbd-f15dcba42c2c HTTP/1.1" status: 204 len: 168 time: 0.6543698 May 18 18:39:50.143588 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a78189-c0f4-443e-a000-f42785fb67a2 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Pushing event deleted for resources: {'Port': ['ID=b6c23e7a-4c5b-45f7-abbd-f15dcba42c2c,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:39:50.147429 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 42846) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:39:50.155613 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-8895280c-f096-4f0c-b929-9c664f14804d None None] Provisioning complete for port fe35be9c-f6cc-49ab-92f2-f34b91456faf triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:39:50.155992 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-8895280c-f096-4f0c-b929-9c664f14804d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:50.180624 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-126e4d57-40b4-47a9-8f67-28e1d2ae15db req-40537132-911e-44dd-af8f-4647578ac55a tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1117092489&fields=id&tenant_id=88c24373a5b54353826abe0917a88c21 HTTP/1.1" status: 200 len: 267 time: 0.1330459 May 18 18:39:50.230996 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-8895280c-f096-4f0c-b929-9c664f14804d None None] Port fe35be9c-f6cc-49ab-92f2-f34b91456faf cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:39:50.308192 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-bc635e5f-61f3-4188-9453-59d5c3fa44ad None None] For port fe35be9c-f6cc-49ab-92f2-f34b91456faf, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:39:50.314002 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-bc635e5f-61f3-4188-9453-59d5c3fa44ad None None] For port fe35be9c-f6cc-49ab-92f2-f34b91456faf, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=fe35be9c-f6cc-49ab-92f2-f34b91456faf,segment=NetworkSegment(75e9e4b9-0e24-498e-8e0b-972f012101da),segment_id=75e9e4b9-0e24-498e-8e0b-972f012101da)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:39:50.325822 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-bc635e5f-61f3-4188-9453-59d5c3fa44ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:50.410735 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-79593375-2597-4261-93b8-969654d185be tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Deleting port 8d59bb21-0fa4-4fc8-9043-899e98115e80 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:39:50.411307 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-79593375-2597-4261-93b8-969654d185be tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:50.495370 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad141046-8153-49fd-b261-cc66483ac882 None None] Pushing event updated for resources: {'Port': ['ID=fe35be9c-f6cc-49ab-92f2-f34b91456faf,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:39:50.523477 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126e4d57-40b4-47a9-8f67-28e1d2ae15db req-b1ede4bf-df29-4642-b4d7-d7d8e20ee634 tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:39:50.525341 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-126e4d57-40b4-47a9-8f67-28e1d2ae15db req-b1ede4bf-df29-4642-b4d7-d7d8e20ee634 tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] 10.222.0.85 "GET /v2.0/networks?id=154f42fc-a801-439d-a3ef-d9b6489ea0f3 HTTP/1.1" status: 200 len: 807 time: 0.3422437 May 18 18:39:50.562244 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-126e4d57-40b4-47a9-8f67-28e1d2ae15db req-03a4bfee-69ec-4359-9e39-3fffc1391b46 tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] 10.222.0.85 "GET /v2.0/quotas/88c24373a5b54353826abe0917a88c21 HTTP/1.1" status: 200 len: 375 time: 0.0273125 May 18 18:39:50.580211 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc635e5f-61f3-4188-9453-59d5c3fa44ad None None] Routers {'4d7c27a2-4cde-43ca-bd39-ea10eb6609f5'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:39:50.581181 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-bc635e5f-61f3-4188-9453-59d5c3fa44ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:39:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['4d7c27a2-4cde-43ca-bd39-ea10eb6609f5'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:39:50.633244 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-79593375-2597-4261-93b8-969654d185be tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:50.695628 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-79593375-2597-4261-93b8-969654d185be tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Calling delete_port for 8d59bb21-0fa4-4fc8-9043-899e98115e80 owned by {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:39:50.766784 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-126e4d57-40b4-47a9-8f67-28e1d2ae15db req-c2baab79-100d-40cb-a515-d75b2c39a4be tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=88c24373a5b54353826abe0917a88c21&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1984718 May 18 18:39:50.831912 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-bc635e5f-61f3-4188-9453-59d5c3fa44ad None None] Set router 4d7c27a2-4cde-43ca-bd39-ea10eb6609f5 gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:39:51.003901 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-79593375-2597-4261-93b8-969654d185be tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:51.086033 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-126e4d57-40b4-47a9-8f67-28e1d2ae15db req-797ea25f-2279-4445-949f-a00b56e125b8 service neutron] 10.222.0.85 "GET /v2.0/networks/154f42fc-a801-439d-a3ef-d9b6489ea0f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2984848 May 18 18:39:51.109244 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-79593375-2597-4261-93b8-969654d185be tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:51.115654 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-79593375-2597-4261-93b8-969654d185be tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] 10.222.0.85 "DELETE /v2.0/ports/8d59bb21-0fa4-4fc8-9043-899e98115e80 HTTP/1.1" status: 204 len: 168 time: 0.9665024 May 18 18:39:51.116780 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 42908) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:39:51.138181 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79593375-2597-4261-93b8-969654d185be tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Pushing event deleted for resources: {'Port': ['ID=8d59bb21-0fa4-4fc8-9043-899e98115e80,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:39:51.186978 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 42916) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:39:51.187789 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-a3eb7b76-1ca4-4851-adcf-020cecfaa3a7 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] 10.222.0.85 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0696745 May 18 18:39:51.214066 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-967df2ed-9d6c-48fa-922c-59a76b5fdad0 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-733737859'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:39:51.296003 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-578329bc-42af-4026-a130-f2ed65d2d121 None None] Provisioning complete for port fe35be9c-f6cc-49ab-92f2-f34b91456faf triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:39:51.296818 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-967df2ed-9d6c-48fa-922c-59a76b5fdad0 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Made reservation on behalf of d50db76c1a4c4973a059cdfd64358bbd for: {'network': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:39:51.297266 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-578329bc-42af-4026-a130-f2ed65d2d121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:51.305581 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-967df2ed-9d6c-48fa-922c-59a76b5fdad0 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:51.403509 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-126e4d57-40b4-47a9-8f67-28e1d2ae15db req-6dabb2ea-ea99-45cb-8b59-c673b18b9380 service neutron] 10.222.0.85 "GET /v2.0/networks/154f42fc-a801-439d-a3ef-d9b6489ea0f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3118496 May 18 18:39:51.429050 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-967df2ed-9d6c-48fa-922c-59a76b5fdad0 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 648} {{(pid=102730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:39:51.459642 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-967df2ed-9d6c-48fa-922c-59a76b5fdad0 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:51.459992 n-d-838550-3 neutron-server[102730]: INFO neutron.db.segments_db [None req-967df2ed-9d6c-48fa-922c-59a76b5fdad0 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Added segment 578646d7-1f41-4852-a2d5-550a89230ffc of type vlan for network b8dcf8d4-0ced-480d-ae6c-b3d68baece7c May 18 18:39:51.576827 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-967df2ed-9d6c-48fa-922c-59a76b5fdad0 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:51.637278 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-967df2ed-9d6c-48fa-922c-59a76b5fdad0 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:51.645697 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-967df2ed-9d6c-48fa-922c-59a76b5fdad0 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:39:51.651142 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-967df2ed-9d6c-48fa-922c-59a76b5fdad0 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:51.681318 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-578329bc-42af-4026-a130-f2ed65d2d121 None None] Current status of the port fe35be9c-f6cc-49ab-92f2-f34b91456faf is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:39:51.685416 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-578329bc-42af-4026-a130-f2ed65d2d121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:51.813812 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-bc635e5f-61f3-4188-9453-59d5c3fa44ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7c27a2-4cde-43ca-bd39-ea10eb6609f5', 'name': 'tempest-TestServerBasicOps-252878704-router', 'tenant_id': 'cb9b5a8dd57a4fbe883d6c9d81590c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': 'b5c30d39-9c9a-4674-96c9-42b3835c32aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:39:35Z', 'updated_at': '2022-05-18T18:39:43Z', 'revision_number': 4, 'project_id': 'cb9b5a8dd57a4fbe883d6c9d81590c76', 'gw_port': {'id': 'b5c30d39-9c9a-4674-96c9-42b3835c32aa', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7c27a2-4cde-43ca-bd39-ea10eb6609f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:39:37Z', 'updated_at': '2022-05-18T18:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': 'fe35be9c-f6cc-49ab-92f2-f34b91456faf', 'name': '', 'network_id': 'd2774a42-60ab-43c0-a26a-5bb0ea99af4a', 'tenant_id': 'cb9b5a8dd57a4fbe883d6c9d81590c76', 'mac_address': 'fa:16:3e:aa:f4:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d7c27a2-4cde-43ca-bd39-ea10eb6609f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '5aa62957-0309-4ac6-92c4-809a29e1081a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:39:42Z', 'updated_at': '2022-05-18T18:39:50Z', 'revision_number': 4, 'project_id': 'cb9b5a8dd57a4fbe883d6c9d81590c76', 'subnets': [{'id': '5aa62957-0309-4ac6-92c4-809a29e1081a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:39:51.823169 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-578329bc-42af-4026-a130-f2ed65d2d121 None None] For port fe35be9c-f6cc-49ab-92f2-f34b91456faf, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=fe35be9c-f6cc-49ab-92f2-f34b91456faf,segment=NetworkSegment(75e9e4b9-0e24-498e-8e0b-972f012101da),segment_id=75e9e4b9-0e24-498e-8e0b-972f012101da)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:39:51.841222 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967df2ed-9d6c-48fa-922c-59a76b5fdad0 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Pushing event updated for resources: {'Network': ['ID=b8dcf8d4-0ced-480d-ae6c-b3d68baece7c,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:39:51.871021 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 42960) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:39:51.878123 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-fd1321e5-2f16-4a2f-82e8-98fdef8c5a49 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-559640095'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:39:51.882997 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-967df2ed-9d6c-48fa-922c-59a76b5fdad0 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6949084 May 18 18:39:51.927884 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd1321e5-2f16-4a2f-82e8-98fdef8c5a49 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Made reservation on behalf of d50db76c1a4c4973a059cdfd64358bbd for: {'network': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:39:51.937547 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fd1321e5-2f16-4a2f-82e8-98fdef8c5a49 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:51.944775 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network b8dcf8d4-0ced-480d-ae6c-b3d68baece7c details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:39:51.953689 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-578329bc-42af-4026-a130-f2ed65d2d121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:51.971008 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc635e5f-61f3-4188-9453-59d5c3fa44ad None None] The sync data for ids ['4d7c27a2-4cde-43ca-bd39-ea10eb6609f5'] in n-d-838550-3 is: [{'id': '4d7c27a2-4cde-43ca-bd39-ea10eb6609f5', 'name': 'tempest-TestServerBasicOps-252878704-router', 'tenant_id': 'cb9b5a8dd57a4fbe883d6c9d81590c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': 'b5c30d39-9c9a-4674-96c9-42b3835c32aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:39:35Z', 'updated_at': '2022-05-18T18:39:43Z', 'revision_number': 4, 'project_id': 'cb9b5a8dd57a4fbe883d6c9d81590c76', 'gw_port': {'id': 'b5c30d39-9c9a-4674-96c9-42b3835c32aa', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7c27a2-4cde-43ca-bd39-ea10eb6609f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:39:37Z', 'updated_at': '2022-05-18T18:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': 'fe35be9c-f6cc-49ab-92f2-f34b91456faf', 'name': '', 'network_id': 'd2774a42-60ab-43c0-a26a-5bb0ea99af4a', 'tenant_id': 'cb9b5a8dd57a4fbe883d6c9d81590c76', 'mac_address': 'fa:16:3e:aa:f4:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d7c27a2-4cde-43ca-bd39-ea10eb6609f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '5aa62957-0309-4ac6-92c4-809a29e1081a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:39:42Z', 'updated_at': '2022-05-18T18:39:50Z', 'revision_number': 4, 'project_id': 'cb9b5a8dd57a4fbe883d6c9d81590c76', 'subnets': [{'id': '5aa62957-0309-4ac6-92c4-809a29e1081a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:39:52.193848 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-72c635ab-829d-492b-af75-67a30c90dad2 req-dada0365-b12a-4470-9654-d7007bddea64 tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] 10.222.0.85 "GET /v2.0/ports?device_id=92c2937b-334d-4672-9120-827f55250330 HTTP/1.1" status: 200 len: 210 time: 0.1912847 May 18 18:39:52.255085 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd1321e5-2f16-4a2f-82e8-98fdef8c5a49 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 633} {{(pid=102731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:39:52.298506 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fd1321e5-2f16-4a2f-82e8-98fdef8c5a49 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:52.298849 n-d-838550-3 neutron-server[102731]: INFO neutron.db.segments_db [None req-fd1321e5-2f16-4a2f-82e8-98fdef8c5a49 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Added segment 9a3bc999-ce33-45ad-8990-e45320f24107 of type vlan for network 23cb3389-266a-41b1-85a1-42b1279ff50b May 18 18:39:52.476918 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fd1321e5-2f16-4a2f-82e8-98fdef8c5a49 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:52.490486 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578329bc-42af-4026-a130-f2ed65d2d121 None None] Pushing event updated for resources: {'Port': ['ID=fe35be9c-f6cc-49ab-92f2-f34b91456faf,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:39:52.571669 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fd1321e5-2f16-4a2f-82e8-98fdef8c5a49 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:52.574464 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device fe35be9c-f6cc-49ab-92f2-f34b91456faf up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:39:52.594907 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd1321e5-2f16-4a2f-82e8-98fdef8c5a49 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:39:52.595817 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fd1321e5-2f16-4a2f-82e8-98fdef8c5a49 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Notify callbacks [] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:52.718040 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port fe35be9c-f6cc-49ab-92f2-f34b91456faf triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:39:52.719344 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:52.996283 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-fd1321e5-2f16-4a2f-82e8-98fdef8c5a49 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1238673 May 18 18:39:53.043497 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1321e5-2f16-4a2f-82e8-98fdef8c5a49 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Pushing event updated for resources: {'Network': ['ID=23cb3389-266a-41b1-85a1-42b1279ff50b,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:39:53.059146 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port fe35be9c-f6cc-49ab-92f2-f34b91456faf is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:39:53.121592 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 43036) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:39:53.126525 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1321e5-2f16-4a2f-82e8-98fdef8c5a49 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:39:53.146692 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1321e5-2f16-4a2f-82e8-98fdef8c5a49 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:39:53.147294 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1321e5-2f16-4a2f-82e8-98fdef8c5a49 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:39:53.147651 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1321e5-2f16-4a2f-82e8-98fdef8c5a49 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:39:53.152546 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1321e5-2f16-4a2f-82e8-98fdef8c5a49 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:39:53.158691 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1321e5-2f16-4a2f-82e8-98fdef8c5a49 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:39:53.159536 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1321e5-2f16-4a2f-82e8-98fdef8c5a49 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:39:53.161811 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1321e5-2f16-4a2f-82e8-98fdef8c5a49 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:39:53.163838 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1321e5-2f16-4a2f-82e8-98fdef8c5a49 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:39:53.164872 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1321e5-2f16-4a2f-82e8-98fdef8c5a49 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:39:53.167700 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1321e5-2f16-4a2f-82e8-98fdef8c5a49 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:39:53.169130 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1321e5-2f16-4a2f-82e8-98fdef8c5a49 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:39:53.194836 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network 23cb3389-266a-41b1-85a1-42b1279ff50b details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:39:53.504253 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8c0a881a-935f-43ce-9aaa-1e321ed065fd req-ea6fbdea-0934-4f26-9737-d1a919bc3ee7 tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] 10.222.0.85 "GET /v2.0/ports?device_id=92c2937b-334d-4672-9120-827f55250330 HTTP/1.1" status: 200 len: 210 time: 0.1791925 May 18 18:39:54.393304 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device fe35be9c-f6cc-49ab-92f2-f34b91456faf up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:39:54.705108 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port fe35be9c-f6cc-49ab-92f2-f34b91456faf triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:39:54.707460 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:54.935731 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port fe35be9c-f6cc-49ab-92f2-f34b91456faf is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:39:55.090585 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ed260c3b-dcfe-4d50-af0b-4b996dacf2a6 req-c42dbdd1-2e21-4ba6-a98a-33eb3a331c52 tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] 10.222.0.85 "GET /v2.0/ports?device_id=92c2937b-334d-4672-9120-827f55250330 HTTP/1.1" status: 200 len: 210 time: 0.1895883 May 18 18:39:55.286443 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126e4d57-40b4-47a9-8f67-28e1d2ae15db req-c98e2913-9fcd-40e8-a43f-c3babc723534 tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:39:55.291811 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-126e4d57-40b4-47a9-8f67-28e1d2ae15db req-c98e2913-9fcd-40e8-a43f-c3babc723534 tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] 10.222.0.88 "GET /v2.0/networks?id=154f42fc-a801-439d-a3ef-d9b6489ea0f3 HTTP/1.1" status: 200 len: 807 time: 0.7141666 May 18 18:39:55.406398 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-126e4d57-40b4-47a9-8f67-28e1d2ae15db req-0aa38ffb-66e2-43b8-9dd0-d627a209d01c tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=88c24373a5b54353826abe0917a88c21 HTTP/1.1" status: 200 len: 380 time: 0.1032810 May 18 18:39:55.420578 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3bdb8404-f8e2-4f1e-bed5-2c41af6b4bf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-595963'] for router_interface, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:55.424210 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-126e4d57-40b4-47a9-8f67-28e1d2ae15db req-e2c5cba5-2cd6-4c46-8db7-96e08a2dd911 tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] Request body: {'port': {'device_id': '92c2937b-334d-4672-9120-827f55250330', 'network_id': '154f42fc-a801-439d-a3ef-d9b6489ea0f3', 'admin_state_up': True, 'tenant_id': '88c24373a5b54353826abe0917a88c21', 'security_groups': ['390efba9-f801-4bd6-94c2-6978bddaf207']}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:39:55.777385 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-126e4d57-40b4-47a9-8f67-28e1d2ae15db req-e2c5cba5-2cd6-4c46-8db7-96e08a2dd911 tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] Made reservation on behalf of 88c24373a5b54353826abe0917a88c21 for: {'port': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:39:55.781284 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-126e4d57-40b4-47a9-8f67-28e1d2ae15db req-e2c5cba5-2cd6-4c46-8db7-96e08a2dd911 tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:56.145574 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [req-126e4d57-40b4-47a9-8f67-28e1d2ae15db req-e2c5cba5-2cd6-4c46-8db7-96e08a2dd911 tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] Allocated IP 172.20.0.5 (154f42fc-a801-439d-a3ef-d9b6489ea0f3/d718dfd2-07a4-4165-a2d8-4039d513381a/69f206a0-a824-4cd6-99d7-12f7a383c267) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:39:56.323807 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a46df6d5-934e-47b3-9241-8466460aeffd req-d025a9ee-9170-4836-aafc-fc2a5dc616b6 tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] 10.222.0.85 "GET /v2.0/ports?device_id=92c2937b-334d-4672-9120-827f55250330 HTTP/1.1" status: 200 len: 210 time: 0.0660815 May 18 18:39:56.356399 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-3bdb8404-f8e2-4f1e-bed5-2c41af6b4bf0 admin admin] Deleting port dec2f712-6790-4c01-aa4e-5770cc15742a {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:39:56.356750 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3bdb8404-f8e2-4f1e-bed5-2c41af6b4bf0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:56.559224 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-3bdb8404-f8e2-4f1e-bed5-2c41af6b4bf0 admin admin] For port dec2f712-6790-4c01-aa4e-5770cc15742a, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=dec2f712-6790-4c01-aa4e-5770cc15742a,segment=NetworkSegment(ae854d53-3850-4a60-897d-fcda4e2a5a02),segment_id=ae854d53-3850-4a60-897d-fcda4e2a5a02)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:39:56.559974 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3bdb8404-f8e2-4f1e-bed5-2c41af6b4bf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:56.577409 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-3bdb8404-f8e2-4f1e-bed5-2c41af6b4bf0 admin admin] Calling delete_port for dec2f712-6790-4c01-aa4e-5770cc15742a owned by network:router_interface {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:39:56.622148 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 43084) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:39:56.632854 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-7f059042-6ab3-4d6a-a90c-ad26368ebba0 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Request body: {'subnets': [{'network_id': 'b8dcf8d4-0ced-480d-ae6c-b3d68baece7c', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1496376006', 'ip_version': 6}, {'network_id': '23cb3389-266a-41b1-85a1-42b1279ff50b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:39:56.633172 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-7f059042-6ab3-4d6a-a90c-ad26368ebba0 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Request body: {'subnet': {'network_id': 'b8dcf8d4-0ced-480d-ae6c-b3d68baece7c', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1496376006', 'ip_version': 6}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:39:56.633863 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-7f059042-6ab3-4d6a-a90c-ad26368ebba0 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Request body: {'subnet': {'network_id': '23cb3389-266a-41b1-85a1-42b1279ff50b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:39:56.850574 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-126e4d57-40b4-47a9-8f67-28e1d2ae15db req-e2c5cba5-2cd6-4c46-8db7-96e08a2dd911 tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:57.002860 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3bdb8404-f8e2-4f1e-bed5-2c41af6b4bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:57.116935 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdb8404-f8e2-4f1e-bed5-2c41af6b4bf0 admin admin] Pushing event deleted for resources: {'Port': ['ID=dec2f712-6790-4c01-aa4e-5770cc15742a,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:39:57.213424 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f059042-6ab3-4d6a-a90c-ad26368ebba0 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Made reservation on behalf of d50db76c1a4c4973a059cdfd64358bbd for: {'subnet': 2} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:39:57.223330 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7f059042-6ab3-4d6a-a90c-ad26368ebba0 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260908003'] for subnet, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:57.225427 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7f059042-6ab3-4d6a-a90c-ad26368ebba0 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260908003'] for subnet, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:57.527619 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-126e4d57-40b4-47a9-8f67-28e1d2ae15db req-e2c5cba5-2cd6-4c46-8db7-96e08a2dd911 tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:57.554063 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3bdb8404-f8e2-4f1e-bed5-2c41af6b4bf0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-593931'] for router_interface, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:57.692917 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-126e4d57-40b4-47a9-8f67-28e1d2ae15db req-e2c5cba5-2cd6-4c46-8db7-96e08a2dd911 tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] Network 154f42fc-a801-439d-a3ef-d9b6489ea0f3 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:39:57.788415 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [req-126e4d57-40b4-47a9-8f67-28e1d2ae15db req-e2c5cba5-2cd6-4c46-8db7-96e08a2dd911 tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:39:57.834417 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-126e4d57-40b4-47a9-8f67-28e1d2ae15db req-e2c5cba5-2cd6-4c46-8db7-96e08a2dd911 tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:39:58.124807 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308ee61c-92d5-4e28-b6c2-75c2020f1a60 req-e9f5eb3c-b5c3-4888-968b-f3b8fa9cf5c0 tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:39:58.138827 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-308ee61c-92d5-4e28-b6c2-75c2020f1a60 req-e9f5eb3c-b5c3-4888-968b-f3b8fa9cf5c0 tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] 10.222.0.85 "GET /v2.0/ports?device_id=92c2937b-334d-4672-9120-827f55250330 HTTP/1.1" status: 200 len: 931 time: 0.6136680 May 18 18:39:58.148473 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c5cba5-2cd6-4c46-8db7-96e08a2dd911 tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] Pushing event updated for resources: {'Port': ['ID=69f206a0-a824-4cd6-99d7-12f7a383c267,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:39:58.159851 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126e4d57-40b4-47a9-8f67-28e1d2ae15db req-e2c5cba5-2cd6-4c46-8db7-96e08a2dd911 tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:39:58.161687 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-126e4d57-40b4-47a9-8f67-28e1d2ae15db req-e2c5cba5-2cd6-4c46-8db7-96e08a2dd911 tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:58.202061 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bdb8404-f8e2-4f1e-bed5-2c41af6b4bf0 admin admin] Router f11c1644-4201-4b2e-bc58-f7270e1ba92c has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:39:58.224978 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-126e4d57-40b4-47a9-8f67-28e1d2ae15db req-e2c5cba5-2cd6-4c46-8db7-96e08a2dd911 tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8102894 May 18 18:39:58.264371 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-126e4d57-40b4-47a9-8f67-28e1d2ae15db req-b85bdf0d-09a5-4b64-8d97-7ec75c05a32e service neutron] Request body: {'port': {'device_id': '92c2937b-334d-4672-9120-827f55250330', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-3'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:39:58.297973 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-308ee61c-92d5-4e28-b6c2-75c2020f1a60 req-0cf78c7a-06ee-4d26-bd0f-a38a052913cf tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] 10.222.0.85 "GET /v2.0/security-groups?id=390efba9-f801-4bd6-94c2-6978bddaf207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1580009 May 18 18:39:58.395943 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7f059042-6ab3-4d6a-a90c-ad26368ebba0 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260898481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260908021'] for subnet, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:58.453278 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-2931afc8-d024-46ff-80ec-c62e2fd50de1 None None] Provisioning complete for port 69f206a0-a824-4cd6-99d7-12f7a383c267 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:39:58.453974 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-2931afc8-d024-46ff-80ec-c62e2fd50de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:58.462631 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bdb8404-f8e2-4f1e-bed5-2c41af6b4bf0 admin admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:39:58.475127 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c58562-fcb8-426a-b224-18664be2a14c None None] Sync routers for ids ['f11c1644-4201-4b2e-bc58-f7270e1ba92c'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:39:58.516556 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-3bdb8404-f8e2-4f1e-bed5-2c41af6b4bf0 admin admin] 10.222.0.85 "PUT /v2.0/routers/f11c1644-4201-4b2e-bc58-f7270e1ba92c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3906412 May 18 18:39:58.522342 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 43112) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:39:58.523219 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c58562-fcb8-426a-b224-18664be2a14c None None] Routers {'f11c1644-4201-4b2e-bc58-f7270e1ba92c'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:39:58.530260 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f059042-6ab3-4d6a-a90c-ad26368ebba0 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Pushing event updated for resources: {'Subnet': ['ID=d1ad0284-6bfd-4d3f-896b-7b210f79941a,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:39:58.531196 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-2931afc8-d024-46ff-80ec-c62e2fd50de1 None None] Port 69f206a0-a824-4cd6-99d7-12f7a383c267 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:39:58.544828 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-84c58562-fcb8-426a-b224-18664be2a14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:39:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['f11c1644-4201-4b2e-bc58-f7270e1ba92c'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:39:58.591712 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-126e4d57-40b4-47a9-8f67-28e1d2ae15db req-b85bdf0d-09a5-4b64-8d97-7ec75c05a32e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:58.706935 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-84c58562-fcb8-426a-b224-18664be2a14c None None] Set router f11c1644-4201-4b2e-bc58-f7270e1ba92c gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:39:58.717674 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f059042-6ab3-4d6a-a90c-ad26368ebba0 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Checking segment: {'id': '578646d7-1f41-4852-a2d5-550a89230ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'b8dcf8d4-0ced-480d-ae6c-b3d68baece7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:39:58.717674 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f059042-6ab3-4d6a-a90c-ad26368ebba0 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Network hostable DHCP agents. Network: b8dcf8d4-0ced-480d-ae6c-b3d68baece7c, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:39:59.065957 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9cfa2442-3dde-4742-b7e3-fcc3631daa3b admin admin] Notify callbacks [] for router, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:59.169583 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-84c58562-fcb8-426a-b224-18664be2a14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f11c1644-4201-4b2e-bc58-f7270e1ba92c', 'name': 'tempest-TestVolumeBackupRestore-518990419-router', 'tenant_id': '1ecd4fb314944b4697cd6486b529797f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': 'f009e5f4-bde2-4ec3-a1b9-d9ab0cff7253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:34:36Z', 'updated_at': '2022-05-18T18:39:56Z', 'revision_number': 5, 'project_id': '1ecd4fb314944b4697cd6486b529797f', 'gw_port': {'id': 'f009e5f4-bde2-4ec3-a1b9-d9ab0cff7253', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:37:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11c1644-4201-4b2e-bc58-f7270e1ba92c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:34:38Z', 'updated_at': '2022-05-18T18:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:39:59.196028 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [req-126e4d57-40b4-47a9-8f67-28e1d2ae15db req-b85bdf0d-09a5-4b64-8d97-7ec75c05a32e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69f206a0-a824-4cd6-99d7-12f7a383c267 {{(pid=102731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:39:59.204768 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c58562-fcb8-426a-b224-18664be2a14c None None] Checking router: f11c1644-4201-4b2e-bc58-f7270e1ba92c for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:39:59.223337 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c58562-fcb8-426a-b224-18664be2a14c None None] Routers {'f11c1644-4201-4b2e-bc58-f7270e1ba92c'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:39:59.223337 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-84c58562-fcb8-426a-b224-18664be2a14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:39:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['f11c1644-4201-4b2e-bc58-f7270e1ba92c'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:39:59.223844 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-126e4d57-40b4-47a9-8f67-28e1d2ae15db req-b85bdf0d-09a5-4b64-8d97-7ec75c05a32e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:59.261316 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.provisioning_blocks [req-126e4d57-40b4-47a9-8f67-28e1d2ae15db req-b85bdf0d-09a5-4b64-8d97-7ec75c05a32e service neutron] Transition to ACTIVE for port object 69f206a0-a824-4cd6-99d7-12f7a383c267 will not be triggered until provisioned by entity L2. {{(pid=102731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:39:59.409176 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9cfa2442-3dde-4742-b7e3-fcc3631daa3b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:59.417925 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f059042-6ab3-4d6a-a90c-ad26368ebba0 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Network b8dcf8d4-0ced-480d-ae6c-b3d68baece7c is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:39:59.420751 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-126e4d57-40b4-47a9-8f67-28e1d2ae15db req-b85bdf0d-09a5-4b64-8d97-7ec75c05a32e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:59.451059 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-84c58562-fcb8-426a-b224-18664be2a14c None None] Set router f11c1644-4201-4b2e-bc58-f7270e1ba92c gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:39:59.486683 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-7f059042-6ab3-4d6a-a90c-ad26368ebba0 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, b8dcf8d4-0ced-480d-ae6c-b3d68baece7c) {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:39:59.493130 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7f059042-6ab3-4d6a-a90c-ad26368ebba0 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260898481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260908021'] for subnet, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:59.498474 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12662226-cfa1-4227-8d78-bc327a6dca51 None None] Network b8dcf8d4-0ced-480d-ae6c-b3d68baece7c requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:39:59.517772 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1503bb1e-8e8a-4481-a77f-ed381f10aeb3 req-391dcc8b-591b-4fc5-b73d-64b06ee47284 tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:39:59.527051 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1503bb1e-8e8a-4481-a77f-ed381f10aeb3 req-391dcc8b-591b-4fc5-b73d-64b06ee47284 tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] 10.222.0.85 "GET /v2.0/ports?device_id=92c2937b-334d-4672-9120-827f55250330 HTTP/1.1" status: 200 len: 943 time: 0.0708227 May 18 18:39:59.594529 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1503bb1e-8e8a-4481-a77f-ed381f10aeb3 req-2b7e30de-e6f8-460e-8d96-29bdf67928f4 tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] 10.222.0.85 "GET /v2.0/security-groups?id=390efba9-f801-4bd6-94c2-6978bddaf207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662117 May 18 18:39:59.614090 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f059042-6ab3-4d6a-a90c-ad26368ebba0 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Pushing event updated for resources: {'Subnet': ['ID=5cf54f58-0f15-4226-a760-51eba1885266,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:39:59.622698 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85bdf0d-09a5-4b64-8d97-7ec75c05a32e service neutron] Pushing event updated for resources: {'Port': ['ID=69f206a0-a824-4cd6-99d7-12f7a383c267,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:39:59.774064 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f059042-6ab3-4d6a-a90c-ad26368ebba0 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Checking segment: {'id': '9a3bc999-ce33-45ad-8990-e45320f24107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '23cb3389-266a-41b1-85a1-42b1279ff50b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:39:59.774431 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f059042-6ab3-4d6a-a90c-ad26368ebba0 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Network hostable DHCP agents. Network: 23cb3389-266a-41b1-85a1-42b1279ff50b, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:39:59.857989 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-9cfa2442-3dde-4742-b7e3-fcc3631daa3b admin admin] Deleting port f009e5f4-bde2-4ec3-a1b9-d9ab0cff7253 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:39:59.858652 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9cfa2442-3dde-4742-b7e3-fcc3631daa3b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:39:59.880808 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-126e4d57-40b4-47a9-8f67-28e1d2ae15db req-b85bdf0d-09a5-4b64-8d97-7ec75c05a32e service neutron] Attempting to bind port 69f206a0-a824-4cd6-99d7-12f7a383c267 on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:39:59.881403 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-126e4d57-40b4-47a9-8f67-28e1d2ae15db req-b85bdf0d-09a5-4b64-8d97-7ec75c05a32e service neutron] Attempting to bind port 69f206a0-a824-4cd6-99d7-12f7a383c267 by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': 'b0a777fa-df0f-4e86-9a69-c64aeac125ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '154f42fc-a801-439d-a3ef-d9b6489ea0f3'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:39:59.882225 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126e4d57-40b4-47a9-8f67-28e1d2ae15db req-b85bdf0d-09a5-4b64-8d97-7ec75c05a32e service neutron] Attempting to bind port 69f206a0-a824-4cd6-99d7-12f7a383c267 on network 154f42fc-a801-439d-a3ef-d9b6489ea0f3 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:39:59.887581 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f059042-6ab3-4d6a-a90c-ad26368ebba0 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Network 23cb3389-266a-41b1-85a1-42b1279ff50b is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:39:59.987755 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf630f31-b333-4804-ad67-bf3ebd741902 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-b8dcf8d4-0ced-480d-ae6c-b3d68baece7c', 'network_id': 'b8dcf8d4-0ced-480d-ae6c-b3d68baece7c', 'tenant_id': 'd50db76c1a4c4973a059cdfd64358bbd', 'fixed_ips': [{'subnet_id': 'd1ad0284-6bfd-4d3f-896b-7b210f79941a'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:39:59.988803 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-cf630f31-b333-4804-ad67-bf3ebd741902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:00.011943 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126e4d57-40b4-47a9-8f67-28e1d2ae15db req-b85bdf0d-09a5-4b64-8d97-7ec75c05a32e service neutron] Port 69f206a0-a824-4cd6-99d7-12f7a383c267 on network 154f42fc-a801-439d-a3ef-d9b6489ea0f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:40:00.012821 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126e4d57-40b4-47a9-8f67-28e1d2ae15db req-b85bdf0d-09a5-4b64-8d97-7ec75c05a32e service neutron] Attempting to bind port 69f206a0-a824-4cd6-99d7-12f7a383c267 on network 154f42fc-a801-439d-a3ef-d9b6489ea0f3 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:40:00.030420 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126e4d57-40b4-47a9-8f67-28e1d2ae15db req-b85bdf0d-09a5-4b64-8d97-7ec75c05a32e service neutron] Checking agent: {'id': 'd1be059a-68ea-4c77-9b2b-29f4afa47e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:40:00.031377 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126e4d57-40b4-47a9-8f67-28e1d2ae15db req-b85bdf0d-09a5-4b64-8d97-7ec75c05a32e service neutron] Checking segment: {'id': 'b0a777fa-df0f-4e86-9a69-c64aeac125ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '154f42fc-a801-439d-a3ef-d9b6489ea0f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:40:00.032219 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126e4d57-40b4-47a9-8f67-28e1d2ae15db req-b85bdf0d-09a5-4b64-8d97-7ec75c05a32e service neutron] Bound using segment: {'id': 'b0a777fa-df0f-4e86-9a69-c64aeac125ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '154f42fc-a801-439d-a3ef-d9b6489ea0f3'} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:40:00.032909 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-126e4d57-40b4-47a9-8f67-28e1d2ae15db req-b85bdf0d-09a5-4b64-8d97-7ec75c05a32e service neutron] Bound port: 69f206a0-a824-4cd6-99d7-12f7a383c267, host: n-h2-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0a777fa-df0f-4e86-9a69-c64aeac125ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '154f42fc-a801-439d-a3ef-d9b6489ea0f3'}}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:40:00.033561 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-126e4d57-40b4-47a9-8f67-28e1d2ae15db req-b85bdf0d-09a5-4b64-8d97-7ec75c05a32e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:00.054017 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-7f059042-6ab3-4d6a-a90c-ad26368ebba0 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, 23cb3389-266a-41b1-85a1-42b1279ff50b) {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:40:00.064693 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f059042-6ab3-4d6a-a90c-ad26368ebba0 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:40:00.065504 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f059042-6ab3-4d6a-a90c-ad26368ebba0 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:40:00.066387 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7f059042-6ab3-4d6a-a90c-ad26368ebba0 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:00.095322 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-84c58562-fcb8-426a-b224-18664be2a14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f11c1644-4201-4b2e-bc58-f7270e1ba92c', 'name': 'tempest-TestVolumeBackupRestore-518990419-router', 'tenant_id': '1ecd4fb314944b4697cd6486b529797f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': 'f009e5f4-bde2-4ec3-a1b9-d9ab0cff7253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:34:36Z', 'updated_at': '2022-05-18T18:39:56Z', 'revision_number': 5, 'project_id': '1ecd4fb314944b4697cd6486b529797f', 'gw_port': {'id': 'f009e5f4-bde2-4ec3-a1b9-d9ab0cff7253', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:37:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11c1644-4201-4b2e-bc58-f7270e1ba92c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:34:38Z', 'updated_at': '2022-05-18T18:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:40:00.099639 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f83e4aa4-834b-47eb-aa83-979094332848 None None] Network 23cb3389-266a-41b1-85a1-42b1279ff50b requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:40:00.157745 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c58562-fcb8-426a-b224-18664be2a14c None None] The sync data for ids ['f11c1644-4201-4b2e-bc58-f7270e1ba92c'] in n-d-838550-3 is: [{'id': 'f11c1644-4201-4b2e-bc58-f7270e1ba92c', 'name': 'tempest-TestVolumeBackupRestore-518990419-router', 'tenant_id': '1ecd4fb314944b4697cd6486b529797f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': 'f009e5f4-bde2-4ec3-a1b9-d9ab0cff7253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:34:36Z', 'updated_at': '2022-05-18T18:39:56Z', 'revision_number': 5, 'project_id': '1ecd4fb314944b4697cd6486b529797f', 'gw_port': {'id': 'f009e5f4-bde2-4ec3-a1b9-d9ab0cff7253', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:37:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11c1644-4201-4b2e-bc58-f7270e1ba92c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:34:38Z', 'updated_at': '2022-05-18T18:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:40:00.176813 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-7f059042-6ab3-4d6a-a90c-ad26368ebba0 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 3.5533602 May 18 18:40:00.179338 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 43148) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:00.244060 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-9cfa2442-3dde-4742-b7e3-fcc3631daa3b admin admin] For port f009e5f4-bde2-4ec3-a1b9-d9ab0cff7253, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=f009e5f4-bde2-4ec3-a1b9-d9ab0cff7253,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:40:00.244577 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9cfa2442-3dde-4742-b7e3-fcc3631daa3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:00.268605 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-9cfa2442-3dde-4742-b7e3-fcc3631daa3b admin admin] Calling delete_port for f009e5f4-bde2-4ec3-a1b9-d9ab0cff7253 owned by network:router_gateway {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:40:00.275757 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-126e4d57-40b4-47a9-8f67-28e1d2ae15db req-b85bdf0d-09a5-4b64-8d97-7ec75c05a32e service neutron] For port 69f206a0-a824-4cd6-99d7-12f7a383c267, host n-h2-838550-3, cleared binding levels {{(pid=102731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:40:00.280861 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-126e4d57-40b4-47a9-8f67-28e1d2ae15db req-b85bdf0d-09a5-4b64-8d97-7ec75c05a32e service neutron] For port 69f206a0-a824-4cd6-99d7-12f7a383c267, host n-h2-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=69f206a0-a824-4cd6-99d7-12f7a383c267,segment=NetworkSegment(b0a777fa-df0f-4e86-9a69-c64aeac125ab),segment_id=b0a777fa-df0f-4e86-9a69-c64aeac125ab)] {{(pid=102731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:40:00.294318 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba9560d8-74b1-409f-b5b5-5e0292701e40 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:40:00.296786 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba9560d8-74b1-409f-b5b5-5e0292701e40 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:40:00.298533 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba9560d8-74b1-409f-b5b5-5e0292701e40 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:40:00.300525 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-ba9560d8-74b1-409f-b5b5-5e0292701e40 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] 10.222.0.85 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1199176 May 18 18:40:00.309956 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 43152) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:00.368192 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-126e4d57-40b4-47a9-8f67-28e1d2ae15db req-b85bdf0d-09a5-4b64-8d97-7ec75c05a32e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:00.380632 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_v2 [None req-47b55da2-d221-432b-adcd-0ffa64836876 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Deleting subnet d1ad0284-6bfd-4d3f-896b-7b210f79941a {{(pid=102730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:40:00.390424 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-47b55da2-d221-432b-adcd-0ffa64836876 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Notify callbacks [] for subnet, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:00.500542 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126e4d57-40b4-47a9-8f67-28e1d2ae15db req-b85bdf0d-09a5-4b64-8d97-7ec75c05a32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:40:00.501168 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-126e4d57-40b4-47a9-8f67-28e1d2ae15db req-b85bdf0d-09a5-4b64-8d97-7ec75c05a32e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:00.502681 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-126e4d57-40b4-47a9-8f67-28e1d2ae15db req-b85bdf0d-09a5-4b64-8d97-7ec75c05a32e service neutron] 10.222.0.88 "PUT /v2.0/ports/69f206a0-a824-4cd6-99d7-12f7a383c267 HTTP/1.1" status: 200 len: 1091 time: 2.2480719 May 18 18:40:00.503278 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92c2937b-334d-4672-9120-827f55250330', 'tag': '69f206a0-a824-4cd6-99d7-12f7a383c267'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:40:00.506051 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47fbea14-3fea-4245-a65e-dc12582bd542" -d '{"events": [{"name": "network-changed", "server_uuid": "92c2937b-334d-4672-9120-827f55250330", "tag": "69f206a0-a824-4cd6-99d7-12f7a383c267"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:40:00.511075 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-47b55da2-d221-432b-adcd-0ffa64836876 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260107366'] for subnet, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:00.545014 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85bdf0d-09a5-4b64-8d97-7ec75c05a32e service neutron] Pushing event updated for resources: {'Port': ['ID=69f206a0-a824-4cd6-99d7-12f7a383c267,revision_number=3']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:00.699585 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126e4d57-40b4-47a9-8f67-28e1d2ae15db req-ffc84f62-4171-4164-9459-f1f844670dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:40:00.701280 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-126e4d57-40b4-47a9-8f67-28e1d2ae15db req-ffc84f62-4171-4164-9459-f1f844670dbb service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=88c24373a5b54353826abe0917a88c21&device_id=92c2937b-334d-4672-9120-827f55250330 HTTP/1.1" status: 200 len: 1094 time: 0.0956180 May 18 18:40:00.744850 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-47b55da2-d221-432b-adcd-0ffa64836876 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:00.785488 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-252a60ae-900a-433a-9f6e-a7b46a0f5fd6 x-openstack-request-id: req-252a60ae-900a-433a-9f6e-a7b46a0f5fd6 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:40:00.785807 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92c2937b-334d-4672-9120-827f55250330", "tag": "69f206a0-a824-4cd6-99d7-12f7a383c267", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:40:00.785958 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-252a60ae-900a-433a-9f6e-a7b46a0f5fd6 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:40:00.786412 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-252a60ae-900a-433a-9f6e-a7b46a0f5fd6'] response: {'name': 'network-changed', 'server_uuid': '92c2937b-334d-4672-9120-827f55250330', 'tag': '69f206a0-a824-4cd6-99d7-12f7a383c267', 'status': 'completed', 'code': 200} May 18 18:40:00.807242 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33983e36-c5f7-4c0c-b723-44d973b64828 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-23cb3389-266a-41b1-85a1-42b1279ff50b', 'network_id': '23cb3389-266a-41b1-85a1-42b1279ff50b', 'tenant_id': 'd50db76c1a4c4973a059cdfd64358bbd', 'fixed_ips': [{'subnet_id': '5cf54f58-0f15-4226-a760-51eba1885266'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:40:00.816603 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-33983e36-c5f7-4c0c-b723-44d973b64828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:00.832874 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-126e4d57-40b4-47a9-8f67-28e1d2ae15db req-ce6df80f-2b81-4818-97d3-11376229b6a3 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=69f206a0-a824-4cd6-99d7-12f7a383c267 HTTP/1.1" status: 200 len: 217 time: 0.1137440 May 18 18:40:00.938231 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9cfa2442-3dde-4742-b7e3-fcc3631daa3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:01.005106 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126e4d57-40b4-47a9-8f67-28e1d2ae15db req-7a2190df-13b4-43e7-9de4-b20bb0594ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:40:01.006629 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-126e4d57-40b4-47a9-8f67-28e1d2ae15db req-7a2190df-13b4-43e7-9de4-b20bb0594ffb service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d718dfd2-07a4-4165-a2d8-4039d513381a HTTP/1.1" status: 200 len: 846 time: 0.1613815 May 18 18:40:01.018954 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfa2442-3dde-4742-b7e3-fcc3631daa3b admin admin] Pushing event deleted for resources: {'Port': ['ID=f009e5f4-bde2-4ec3-a1b9-d9ab0cff7253,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:01.108661 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eaf3bc-e1cd-4041-908b-ddbc6690e1b2 req-161e60c6-eb7a-481c-9af1-61f65df70dfc tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:40:01.116359 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-89eaf3bc-e1cd-4041-908b-ddbc6690e1b2 req-161e60c6-eb7a-481c-9af1-61f65df70dfc tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] 10.222.0.85 "GET /v2.0/ports?device_id=92c2937b-334d-4672-9120-827f55250330 HTTP/1.1" status: 200 len: 943 time: 0.3024640 May 18 18:40:01.120476 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-47b55da2-d221-432b-adcd-0ffa64836876 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261104690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261031888'] for subnet, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:01.133696 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server [None req-cf630f31-b333-4804-ad67-bf3ebd741902 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d1ad0284-6bfd-4d3f-896b-7b210f79941a: This subnet is being modified by another concurrent operation. May 18 18:40:01.133696 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 18 18:40:01.133696 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 18 18:40:01.133696 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 18 18:40:01.133696 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 18 18:40:01.133696 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 18 18:40:01.133696 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 18 18:40:01.133696 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 18 18:40:01.133696 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 18 18:40:01.133696 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 18 18:40:01.133696 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 18 18:40:01.133696 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 18 18:40:01.133696 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 18 18:40:01.133696 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server self.force_reraise() May 18 18:40:01.133696 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 18 18:40:01.133696 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server raise self.value May 18 18:40:01.133696 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 18 18:40:01.133696 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 18 18:40:01.133696 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 18 18:40:01.133696 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 18 18:40:01.133696 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 18 18:40:01.133696 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server self.force_reraise() May 18 18:40:01.133696 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 18 18:40:01.133696 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server raise self.value May 18 18:40:01.133696 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 18 18:40:01.133696 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 18 18:40:01.133696 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 18 18:40:01.133696 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 18 18:40:01.133696 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 18 18:40:01.133696 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server self.force_reraise() May 18 18:40:01.133696 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 18 18:40:01.133696 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server raise self.value May 18 18:40:01.133696 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 18 18:40:01.133696 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 18 18:40:01.133696 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 18 18:40:01.133696 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 18 18:40:01.133696 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port May 18 18:40:01.133696 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 18 18:40:01.133696 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action May 18 18:40:01.133696 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 18 18:40:01.133696 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 18 18:40:01.133696 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 18 18:40:01.133696 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner May 18 18:40:01.133696 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 18 18:40:01.133696 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped May 18 18:40:01.133696 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 18 18:40:01.133696 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 18 18:40:01.133696 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 18 18:40:01.133696 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 18 18:40:01.133696 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server self.force_reraise() May 18 18:40:01.133696 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 18 18:40:01.133696 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server raise self.value May 18 18:40:01.133696 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 18 18:40:01.133696 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 18 18:40:01.133696 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 18 18:40:01.133696 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 18 18:40:01.133696 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 18 18:40:01.133696 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server self.force_reraise() May 18 18:40:01.133696 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 18 18:40:01.133696 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server raise self.value May 18 18:40:01.133696 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 18 18:40:01.133696 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 18 18:40:01.133696 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 18 18:40:01.133696 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 18 18:40:01.133696 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 18 18:40:01.133696 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server self.force_reraise() May 18 18:40:01.133696 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 18 18:40:01.133696 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server raise self.value May 18 18:40:01.133696 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 18 18:40:01.133696 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 18 18:40:01.133696 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port May 18 18:40:01.133696 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 18 18:40:01.133696 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db May 18 18:40:01.133696 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 18 18:40:01.133696 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db May 18 18:40:01.133696 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 18 18:40:01.133696 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 18 18:40:01.133696 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 18 18:40:01.133696 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped May 18 18:40:01.133696 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 18 18:40:01.133696 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper May 18 18:40:01.133696 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 18 18:40:01.133696 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 18 18:40:01.133696 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 18 18:40:01.133696 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 18 18:40:01.133696 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 18 18:40:01.133696 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets May 18 18:40:01.133696 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 18 18:40:01.133696 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 18 18:40:01.133696 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server raise exception May 18 18:40:01.133696 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d1ad0284-6bfd-4d3f-896b-7b210f79941a: This subnet is being modified by another concurrent operation. May 18 18:40:01.133696 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server May 18 18:40:01.166158 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b55da2-d221-432b-adcd-0ffa64836876 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Pushing event deleted for resources: {'Subnet': ['ID=d1ad0284-6bfd-4d3f-896b-7b210f79941a,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:01.172437 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e19ab8b1-a285-4a43-b170-31b3d41598a3 None None] Network b8dcf8d4-0ced-480d-ae6c-b3d68baece7c requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:40:01.182331 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-47b55da2-d221-432b-adcd-0ffa64836876 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:01.188013 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-47b55da2-d221-432b-adcd-0ffa64836876 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] 10.222.0.85 "DELETE /v2.0/subnets/d1ad0284-6bfd-4d3f-896b-7b210f79941a HTTP/1.1" status: 204 len: 168 time: 0.8740737 May 18 18:40:01.188529 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 43170) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:01.220894 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126e4d57-40b4-47a9-8f67-28e1d2ae15db req-f9e8d710-8d7c-4cc8-b082-ed74f675d236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:40:01.277046 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-126e4d57-40b4-47a9-8f67-28e1d2ae15db req-f9e8d710-8d7c-4cc8-b082-ed74f675d236 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=154f42fc-a801-439d-a3ef-d9b6489ea0f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2496958 May 18 18:40:01.359335 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9cfa2442-3dde-4742-b7e3-fcc3631daa3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596901'] for router_gateway, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:01.360850 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-89eaf3bc-e1cd-4041-908b-ddbc6690e1b2 req-4aca85d5-e174-4370-be22-0787f6bf3b09 tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] 10.222.0.85 "GET /v2.0/security-groups?id=390efba9-f801-4bd6-94c2-6978bddaf207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2435677 May 18 18:40:01.366676 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:01.369860 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-33983e36-c5f7-4c0c-b723-44d973b64828 None None] Allocated IP 2001:db8:0:1::1 (23cb3389-266a-41b1-85a1-42b1279ff50b/5cf54f58-0f15-4226-a760-51eba1885266/12349f1a-0f5d-447d-b3fc-6fa524acd445) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:40:01.405338 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_v2 [None req-131b7829-faf5-4304-9e51-546da7c659bd tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Deleting subnet 5cf54f58-0f15-4226-a760-51eba1885266 {{(pid=102730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:40:01.407930 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:01.532889 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9cfa2442-3dde-4742-b7e3-fcc3631daa3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25145'] for router, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:01.537714 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9cfa2442-3dde-4742-b7e3-fcc3631daa3b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:01.598343 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9cfa2442-3dde-4742-b7e3-fcc3631daa3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593303'] for router, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:01.598991 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cfa2442-3dde-4742-b7e3-fcc3631daa3b admin admin] Fanout notify agent at l3_agent the message router_deleted on router f11c1644-4201-4b2e-bc58-f7270e1ba92c {{(pid=102731) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 18 18:40:01.608064 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9cfa2442-3dde-4742-b7e3-fcc3631daa3b admin admin] Notify callbacks [] for router, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:01.611662 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-9cfa2442-3dde-4742-b7e3-fcc3631daa3b admin admin] 10.222.0.85 "DELETE /v2.0/routers/f11c1644-4201-4b2e-bc58-f7270e1ba92c HTTP/1.1" status: 204 len: 168 time: 3.0741134 May 18 18:40:01.612043 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 43172) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:01.642301 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-126e4d57-40b4-47a9-8f67-28e1d2ae15db req-f25760df-66f1-4bf8-af64-4e9dde2106d4 service neutron] 10.222.0.88 "GET /v2.0/networks/154f42fc-a801-439d-a3ef-d9b6489ea0f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3400543 May 18 18:40:01.675507 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-33983e36-c5f7-4c0c-b723-44d973b64828 None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:01.684977 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-33983e36-c5f7-4c0c-b723-44d973b64828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:01.690452 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-131b7829-faf5-4304-9e51-546da7c659bd tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Notify callbacks [] for subnet, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:01.734395 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_v2 [None req-7023c91b-3e0f-40fb-a573-5bf5c831f9f2 admin admin] Deleting subnet 09f67ed9-b1e5-46fd-84fd-a8a236be4858 {{(pid=102730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:40:01.768583 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33983e36-c5f7-4c0c-b723-44d973b64828 None None] Network 23cb3389-266a-41b1-85a1-42b1279ff50b is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:40:01.772783 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-33983e36-c5f7-4c0c-b723-44d973b64828 None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:40:01.785172 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33983e36-c5f7-4c0c-b723-44d973b64828 None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:40:01.794864 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7023c91b-3e0f-40fb-a573-5bf5c831f9f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:01.888490 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33983e36-c5f7-4c0c-b723-44d973b64828 None None] Pushing event updated for resources: {'Port': ['ID=12349f1a-0f5d-447d-b3fc-6fa524acd445,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:01.895461 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-131b7829-faf5-4304-9e51-546da7c659bd tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260107366'] for subnet, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:01.898131 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-33983e36-c5f7-4c0c-b723-44d973b64828 None None] Attempting to bind port 12349f1a-0f5d-447d-b3fc-6fa524acd445 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:40:01.903132 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-33983e36-c5f7-4c0c-b723-44d973b64828 None None] Attempting to bind port 12349f1a-0f5d-447d-b3fc-6fa524acd445 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '9a3bc999-ce33-45ad-8990-e45320f24107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '23cb3389-266a-41b1-85a1-42b1279ff50b'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:40:01.903517 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33983e36-c5f7-4c0c-b723-44d973b64828 None None] Attempting to bind port 12349f1a-0f5d-447d-b3fc-6fa524acd445 on network 23cb3389-266a-41b1-85a1-42b1279ff50b {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:40:01.913229 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33983e36-c5f7-4c0c-b723-44d973b64828 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:40:01.915777 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33983e36-c5f7-4c0c-b723-44d973b64828 None None] Checking segment: {'id': '9a3bc999-ce33-45ad-8990-e45320f24107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '23cb3389-266a-41b1-85a1-42b1279ff50b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:40:01.916777 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-33983e36-c5f7-4c0c-b723-44d973b64828 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:01.919266 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33983e36-c5f7-4c0c-b723-44d973b64828 None None] Bound using segment: {'id': '9a3bc999-ce33-45ad-8990-e45320f24107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '23cb3389-266a-41b1-85a1-42b1279ff50b'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:40:01.919844 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-33983e36-c5f7-4c0c-b723-44d973b64828 None None] Bound port: 12349f1a-0f5d-447d-b3fc-6fa524acd445, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a3bc999-ce33-45ad-8990-e45320f24107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '23cb3389-266a-41b1-85a1-42b1279ff50b'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:40:01.920258 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-33983e36-c5f7-4c0c-b723-44d973b64828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:01.980160 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7023c91b-3e0f-40fb-a573-5bf5c831f9f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260107366'] for subnet, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:02.074099 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-33983e36-c5f7-4c0c-b723-44d973b64828 None None] For port 12349f1a-0f5d-447d-b3fc-6fa524acd445, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:40:02.077650 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-33983e36-c5f7-4c0c-b723-44d973b64828 None None] For port 12349f1a-0f5d-447d-b3fc-6fa524acd445, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=12349f1a-0f5d-447d-b3fc-6fa524acd445,segment=NetworkSegment(9a3bc999-ce33-45ad-8990-e45320f24107),segment_id=9a3bc999-ce33-45ad-8990-e45320f24107)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:40:02.089774 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-33983e36-c5f7-4c0c-b723-44d973b64828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:02.233869 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33983e36-c5f7-4c0c-b723-44d973b64828 None None] Pushing event updated for resources: {'Port': ['ID=12349f1a-0f5d-447d-b3fc-6fa524acd445,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:02.254142 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-131b7829-faf5-4304-9e51-546da7c659bd tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:02.327128 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7023c91b-3e0f-40fb-a573-5bf5c831f9f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:02.512092 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device dec2f712-6790-4c01-aa4e-5770cc15742a no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:40:02.532835 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-131b7829-faf5-4304-9e51-546da7c659bd tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261104690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261031888'] for subnet, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:02.551363 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7023c91b-3e0f-40fb-a573-5bf5c831f9f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261104690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261031888'] for subnet, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:02.568376 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7023c91b-3e0f-40fb-a573-5bf5c831f9f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:02.572409 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-7023c91b-3e0f-40fb-a573-5bf5c831f9f2 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/09f67ed9-b1e5-46fd-84fd-a8a236be4858 HTTP/1.1" status: 204 len: 168 time: 0.9593065 May 18 18:40:02.599424 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 43190) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:02.611736 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-131b7829-faf5-4304-9e51-546da7c659bd tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:02.612067 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-131b7829-faf5-4304-9e51-546da7c659bd tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] 10.222.0.85 "DELETE /v2.0/subnets/5cf54f58-0f15-4226-a760-51eba1885266 HTTP/1.1" status: 204 len: 168 time: 1.4224546 May 18 18:40:02.612880 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131b7829-faf5-4304-9e51-546da7c659bd tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Pushing event deleted for resources: {'Subnet': ['ID=5cf54f58-0f15-4226-a760-51eba1885266,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:02.617504 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 43192) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:02.633218 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-126e4d57-40b4-47a9-8f67-28e1d2ae15db req-7bfe8b2b-7f8e-4685-a43b-e27123778656 service neutron] 10.222.0.88 "GET /v2.0/networks/154f42fc-a801-439d-a3ef-d9b6489ea0f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9835000 May 18 18:40:02.651180 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eab882b-4849-4e52-a8bc-2021ae90a66e None None] Network 0366f9b0-38bb-4989-8bf4-d18b0262829f requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:40:02.738335 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7023c91b-3e0f-40fb-a573-5bf5c831f9f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09f67ed9-b1e5-46fd-84fd-a8a236be4858,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:02.789496 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: dec2f712-6790-4c01-aa4e-5770cc15742a {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:40:02.789883 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device dec2f712-6790-4c01-aa4e-5770cc15742a not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:40:02.791647 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device f009e5f4-bde2-4ec3-a1b9-d9ab0cff7253 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:40:02.802601 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d4d3ed-4846-4aa0-8e58-e700a1a148ce tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:40:02.804825 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-44d4d3ed-4846-4aa0-8e58-e700a1a148ce tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] 10.222.0.85 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1863613 May 18 18:40:02.814374 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 43196) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:02.835437 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801221ae-6b14-4d72-9bd9-33f4209e7707 req-63c1320a-363c-4390-b811-88852bbeec1a tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:40:02.838331 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-801221ae-6b14-4d72-9bd9-33f4209e7707 req-63c1320a-363c-4390-b811-88852bbeec1a tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] 10.222.0.85 "GET /v2.0/ports?device_id=92c2937b-334d-4672-9120-827f55250330 HTTP/1.1" status: 200 len: 943 time: 0.3617349 May 18 18:40:02.851763 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: f009e5f4-bde2-4ec3-a1b9-d9ab0cff7253 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:40:02.852124 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device f009e5f4-bde2-4ec3-a1b9-d9ab0cff7253 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:40:02.920242 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7fc2a773-d655-421c-b59f-8a739fe1f95b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:02.991734 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5f37108a-afa3-497b-9fc2-a90de12defd3 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:03.018749 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-801221ae-6b14-4d72-9bd9-33f4209e7707 req-99a1dab2-ed40-4c18-a117-4b7db5ee7d14 tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] 10.222.0.85 "GET /v2.0/security-groups?id=390efba9-f801-4bd6-94c2-6978bddaf207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092572 May 18 18:40:03.042983 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fbea14-3fea-4245-a65e-dc12582bd542 req-d2fe592a-8552-42f7-b2ef-01e94763d624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:40:03.044895 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-47fbea14-3fea-4245-a65e-dc12582bd542 req-d2fe592a-8552-42f7-b2ef-01e94763d624 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=88c24373a5b54353826abe0917a88c21&device_id=92c2937b-334d-4672-9120-827f55250330 HTTP/1.1" status: 200 len: 1094 time: 0.3445110 May 18 18:40:03.057930 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c35d922-cc4b-4e3d-8602-c8d41587458e None None] DHCP port deletion for 0366f9b0-38bb-4989-8bf4-d18b0262829f request from n-d-838550-3 {{(pid=102732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 18:40:03.130472 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-5f37108a-afa3-497b-9fc2-a90de12defd3 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Deleting port 12349f1a-0f5d-447d-b3fc-6fa524acd445 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:40:03.130812 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5f37108a-afa3-497b-9fc2-a90de12defd3 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:03.132367 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-7c35d922-cc4b-4e3d-8602-c8d41587458e None None] Deleting port c2f4799f-9617-4c3a-bc67-45fbbbc9d51f {{(pid=102732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:40:03.132748 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-7c35d922-cc4b-4e3d-8602-c8d41587458e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:03.191264 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-7fc2a773-d655-421c-b59f-8a739fe1f95b admin admin] Deleting port c2f4799f-9617-4c3a-bc67-45fbbbc9d51f {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:40:03.192193 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7fc2a773-d655-421c-b59f-8a739fe1f95b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:03.257557 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fbea14-3fea-4245-a65e-dc12582bd542 req-f70f5aca-807d-4823-8e96-4e5f9b9655f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:40:03.260119 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-47fbea14-3fea-4245-a65e-dc12582bd542 req-f70f5aca-807d-4823-8e96-4e5f9b9655f4 service neutron] 10.222.0.88 "GET /v2.0/networks?id=154f42fc-a801-439d-a3ef-d9b6489ea0f3 HTTP/1.1" status: 200 len: 908 time: 0.2064517 May 18 18:40:03.270388 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-7c35d922-cc4b-4e3d-8602-c8d41587458e None None] For port c2f4799f-9617-4c3a-bc67-45fbbbc9d51f, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=c2f4799f-9617-4c3a-bc67-45fbbbc9d51f,segment=NetworkSegment(ae854d53-3850-4a60-897d-fcda4e2a5a02),segment_id=ae854d53-3850-4a60-897d-fcda4e2a5a02)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:40:03.270928 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-7c35d922-cc4b-4e3d-8602-c8d41587458e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:03.293980 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-7c35d922-cc4b-4e3d-8602-c8d41587458e None None] Calling delete_port for c2f4799f-9617-4c3a-bc67-45fbbbc9d51f owned by network:dhcp {{(pid=102732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:40:03.298231 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-5f37108a-afa3-497b-9fc2-a90de12defd3 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] For port 12349f1a-0f5d-447d-b3fc-6fa524acd445, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=12349f1a-0f5d-447d-b3fc-6fa524acd445,segment=NetworkSegment(9a3bc999-ce33-45ad-8990-e45320f24107),segment_id=9a3bc999-ce33-45ad-8990-e45320f24107)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:40:03.298605 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5f37108a-afa3-497b-9fc2-a90de12defd3 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:03.330417 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-5f37108a-afa3-497b-9fc2-a90de12defd3 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Calling delete_port for 12349f1a-0f5d-447d-b3fc-6fa524acd445 owned by network:dhcp {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:40:03.335034 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-47fbea14-3fea-4245-a65e-dc12582bd542 req-a81fecdd-36f6-4589-8b58-f6bb20254774 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=69f206a0-a824-4cd6-99d7-12f7a383c267 HTTP/1.1" status: 200 len: 217 time: 0.0638127 May 18 18:40:03.336910 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-7fc2a773-d655-421c-b59f-8a739fe1f95b admin admin] For port c2f4799f-9617-4c3a-bc67-45fbbbc9d51f, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=c2f4799f-9617-4c3a-bc67-45fbbbc9d51f,segment=NetworkSegment(ae854d53-3850-4a60-897d-fcda4e2a5a02),segment_id=ae854d53-3850-4a60-897d-fcda4e2a5a02)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:40:03.337854 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7fc2a773-d655-421c-b59f-8a739fe1f95b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:03.405125 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fbea14-3fea-4245-a65e-dc12582bd542 req-c524cb2e-3da2-4f2e-8859-45bd3c8e5f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:40:03.407488 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-47fbea14-3fea-4245-a65e-dc12582bd542 req-c524cb2e-3da2-4f2e-8859-45bd3c8e5f27 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d718dfd2-07a4-4165-a2d8-4039d513381a HTTP/1.1" status: 200 len: 846 time: 0.0591421 May 18 18:40:03.430733 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-7fc2a773-d655-421c-b59f-8a739fe1f95b admin admin] Calling delete_port for c2f4799f-9617-4c3a-bc67-45fbbbc9d51f owned by network:dhcp {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:40:03.505296 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-7c35d922-cc4b-4e3d-8602-c8d41587458e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508'] for port, after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:03.530829 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c35d922-cc4b-4e3d-8602-c8d41587458e None None] Pushing event deleted for resources: {'Port': ['ID=c2f4799f-9617-4c3a-bc67-45fbbbc9d51f,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:03.539986 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c35d922-cc4b-4e3d-8602-c8d41587458e None None] No DVR routers for this DVR port c2f4799f-9617-4c3a-bc67-45fbbbc9d51f on host n-d-838550-3 {{(pid=102732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:40:03.563463 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fbea14-3fea-4245-a65e-dc12582bd542 req-fc77dec8-6f79-422e-be9c-ad5e04ea42a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:40:03.565184 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-47fbea14-3fea-4245-a65e-dc12582bd542 req-fc77dec8-6f79-422e-be9c-ad5e04ea42a3 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=154f42fc-a801-439d-a3ef-d9b6489ea0f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1503315 May 18 18:40:03.708673 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7fc2a773-d655-421c-b59f-8a739fe1f95b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:03.738649 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc2a773-d655-421c-b59f-8a739fe1f95b admin admin] No DVR routers for this DVR port c2f4799f-9617-4c3a-bc67-45fbbbc9d51f on host n-d-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:40:03.825818 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc2a773-d655-421c-b59f-8a739fe1f95b admin admin] Pushing event deleted for resources: {'Port': ['ID=c2f4799f-9617-4c3a-bc67-45fbbbc9d51f,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:03.851479 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-47fbea14-3fea-4245-a65e-dc12582bd542 req-ef623314-c800-47e7-908c-963be9280c7f service neutron] 10.222.0.88 "GET /v2.0/networks/154f42fc-a801-439d-a3ef-d9b6489ea0f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2734683 May 18 18:40:03.979640 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7fc2a773-d655-421c-b59f-8a739fe1f95b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:04.016471 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-7fc2a773-d655-421c-b59f-8a739fe1f95b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0366f9b0-38bb-4989-8bf4-d18b0262829f']}} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:40:04.035547 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-7fc2a773-d655-421c-b59f-8a739fe1f95b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae854d53-3850-4a60-897d-fcda4e2a5a02') {'for_net_delete': True} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:40:04.035762 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-7fc2a773-d655-421c-b59f-8a739fe1f95b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae854d53-3850-4a60-897d-fcda4e2a5a02') {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:40:04.056952 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7fc2a773-d655-421c-b59f-8a739fe1f95b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260542144'] for segment, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:04.086696 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7fc2a773-d655-421c-b59f-8a739fe1f95b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:04.090636 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-47fbea14-3fea-4245-a65e-dc12582bd542 req-27eb7327-aba4-4b90-80b9-1887c079e106 service neutron] 10.222.0.88 "GET /v2.0/networks/154f42fc-a801-439d-a3ef-d9b6489ea0f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978831 May 18 18:40:04.104462 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fc2a773-d655-421c-b59f-8a739fe1f95b admin admin] Releasing vlan 642 on physical network physnet1 to pool {{(pid=102731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:40:04.104875 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7fc2a773-d655-421c-b59f-8a739fe1f95b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260884178'] for segment, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:04.110861 n-d-838550-3 neutron-server[102731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:40:04.110861 n-d-838550-3 neutron-server[102731]: self.session.flush() May 18 18:40:04.110861 n-d-838550-3 neutron-server[102731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:40:04.110861 n-d-838550-3 neutron-server[102731]: self.session.flush() May 18 18:40:04.110861 n-d-838550-3 neutron-server[102731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:40:04.110861 n-d-838550-3 neutron-server[102731]: self.session.flush() May 18 18:40:04.110861 n-d-838550-3 neutron-server[102731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:40:04.110861 n-d-838550-3 neutron-server[102731]: self.session.flush() May 18 18:40:04.110861 n-d-838550-3 neutron-server[102731]: Traceback (most recent call last): May 18 18:40:04.110861 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:40:04.110861 n-d-838550-3 neutron-server[102731]: timer() May 18 18:40:04.110861 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:40:04.110861 n-d-838550-3 neutron-server[102731]: cb(*args, **kw) May 18 18:40:04.110861 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:40:04.110861 n-d-838550-3 neutron-server[102731]: return func(*args, **kwargs) May 18 18:40:04.110861 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:40:04.110861 n-d-838550-3 neutron-server[102731]: self._notify() May 18 18:40:04.110861 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:40:04.110861 n-d-838550-3 neutron-server[102731]: self.callback(batched_events) May 18 18:40:04.110861 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:40:04.110861 n-d-838550-3 neutron-server[102731]: event.method(event) May 18 18:40:04.110861 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:40:04.110861 n-d-838550-3 neutron-server[102731]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:40:04.110861 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:40:04.110861 n-d-838550-3 neutron-server[102731]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:40:04.110861 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:40:04.110861 n-d-838550-3 neutron-server[102731]: return f(self, *a, **k) May 18 18:40:04.110861 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:40:04.110861 n-d-838550-3 neutron-server[102731]: return self._get(url).json() May 18 18:40:04.110861 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:40:04.110861 n-d-838550-3 neutron-server[102731]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:40:04.110861 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:40:04.110861 n-d-838550-3 neutron-server[102731]: return self.request(url, 'GET', **kwargs) May 18 18:40:04.110861 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:40:04.110861 n-d-838550-3 neutron-server[102731]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:40:04.110861 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:40:04.110861 n-d-838550-3 neutron-server[102731]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:40:04.110861 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:40:04.110861 n-d-838550-3 neutron-server[102731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:40:04.110861 n-d-838550-3 neutron-server[102731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:40:04.207543 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e80e83-2191-406f-a86b-2a3ab8f6c264 None None] Network 23cb3389-266a-41b1-85a1-42b1279ff50b requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:40:04.263199 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7fc2a773-d655-421c-b59f-8a739fe1f95b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:04.271598 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7fc2a773-d655-421c-b59f-8a739fe1f95b admin admin] Notify callbacks [] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:04.291138 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-7fc2a773-d655-421c-b59f-8a739fe1f95b admin admin] 10.222.0.85 "DELETE /v2.0/networks/0366f9b0-38bb-4989-8bf4-d18b0262829f HTTP/1.1" status: 204 len: 168 time: 1.6889100 May 18 18:40:04.328674 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 43226) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:04.333524 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc2a773-d655-421c-b59f-8a739fe1f95b admin admin] Pushing event deleted for resources: {'Network': ['ID=0366f9b0-38bb-4989-8bf4-d18b0262829f,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:04.400670 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 12349f1a-0f5d-447d-b3fc-6fa524acd445 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:40:04.432611 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5f37108a-afa3-497b-9fc2-a90de12defd3 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:04.454515 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb74475-1777-41f7-a1ea-af31c90cdd63 req-4586016f-0f4e-402f-82d7-000c499f8db7 tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:40:04.456183 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8fb74475-1777-41f7-a1ea-af31c90cdd63 req-4586016f-0f4e-402f-82d7-000c499f8db7 tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] 10.222.0.85 "GET /v2.0/ports?device_id=92c2937b-334d-4672-9120-827f55250330 HTTP/1.1" status: 200 len: 943 time: 0.1264982 May 18 18:40:04.504364 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f37108a-afa3-497b-9fc2-a90de12defd3 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Pushing event deleted for resources: {'Port': ['ID=12349f1a-0f5d-447d-b3fc-6fa524acd445,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:04.504628 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-e2f4d298-e256-4b7f-b526-a2c2f23a789d None None] Provisioning complete for port 12349f1a-0f5d-447d-b3fc-6fa524acd445 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:40:04.504628 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-e2f4d298-e256-4b7f-b526-a2c2f23a789d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:04.508583 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f37108a-afa3-497b-9fc2-a90de12defd3 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] No DVR routers for this DVR port 12349f1a-0f5d-447d-b3fc-6fa524acd445 on host n-d-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:40:04.538786 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-e2f4d298-e256-4b7f-b526-a2c2f23a789d None None] Port 12349f1a-0f5d-447d-b3fc-6fa524acd445 was deleted so its status cannot be updated. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} May 18 18:40:04.564346 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No active binding found for port 12349f1a-0f5d-447d-b3fc-6fa524acd445 {{(pid=102732) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} May 18 18:40:04.565435 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 12349f1a-0f5d-447d-b3fc-6fa524acd445 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} May 18 18:40:04.606827 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Port 12349f1a-0f5d-447d-b3fc-6fa524acd445 not found, will not notify nova. {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} May 18 18:40:04.665151 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5f37108a-afa3-497b-9fc2-a90de12defd3 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:04.666018 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e1673b0-58e3-4fe1-9edd-9903b5e5a471 None None] DHCP port deletion for 23cb3389-266a-41b1-85a1-42b1279ff50b request from n-d-838550-3 {{(pid=102732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 18:40:04.691727 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-5f37108a-afa3-497b-9fc2-a90de12defd3 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23cb3389-266a-41b1-85a1-42b1279ff50b']}} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:40:04.706887 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-5f37108a-afa3-497b-9fc2-a90de12defd3 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a3bc999-ce33-45ad-8990-e45320f24107') {'for_net_delete': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:40:04.707303 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-5f37108a-afa3-497b-9fc2-a90de12defd3 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a3bc999-ce33-45ad-8990-e45320f24107') {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:40:04.721250 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe40ae9-8a4d-4e54-9908-d31f27710db3 None None] get_active_networks_info from n-d-838550-3 {{(pid=102732) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 18 18:40:04.729133 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5f37108a-afa3-497b-9fc2-a90de12defd3 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260107375'] for segment, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:04.748891 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5f37108a-afa3-497b-9fc2-a90de12defd3 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:04.755472 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f37108a-afa3-497b-9fc2-a90de12defd3 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=102730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:40:04.755967 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5f37108a-afa3-497b-9fc2-a90de12defd3 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261102736'] for segment, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:04.791213 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device c2f4799f-9617-4c3a-bc67-45fbbbc9d51f no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:40:04.821323 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: c2f4799f-9617-4c3a-bc67-45fbbbc9d51f {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:40:04.822319 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device c2f4799f-9617-4c3a-bc67-45fbbbc9d51f not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:40:04.836632 n-d-838550-3 neutron-server[102730]: Traceback (most recent call last): May 18 18:40:04.836632 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:40:04.836632 n-d-838550-3 neutron-server[102730]: timer() May 18 18:40:04.836632 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:40:04.836632 n-d-838550-3 neutron-server[102730]: cb(*args, **kw) May 18 18:40:04.836632 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:40:04.836632 n-d-838550-3 neutron-server[102730]: return func(*args, **kwargs) May 18 18:40:04.836632 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:40:04.836632 n-d-838550-3 neutron-server[102730]: self._notify() May 18 18:40:04.836632 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:40:04.836632 n-d-838550-3 neutron-server[102730]: self.callback(batched_events) May 18 18:40:04.836632 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:40:04.836632 n-d-838550-3 neutron-server[102730]: event.method(event) May 18 18:40:04.836632 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:40:04.836632 n-d-838550-3 neutron-server[102730]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:40:04.836632 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:40:04.836632 n-d-838550-3 neutron-server[102730]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:40:04.836632 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:40:04.836632 n-d-838550-3 neutron-server[102730]: return f(self, *a, **k) May 18 18:40:04.836632 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:40:04.836632 n-d-838550-3 neutron-server[102730]: return self._get(url).json() May 18 18:40:04.836632 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:40:04.836632 n-d-838550-3 neutron-server[102730]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:40:04.836632 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:40:04.836632 n-d-838550-3 neutron-server[102730]: return self.request(url, 'GET', **kwargs) May 18 18:40:04.836632 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:40:04.836632 n-d-838550-3 neutron-server[102730]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:40:04.836632 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:40:04.836632 n-d-838550-3 neutron-server[102730]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:40:04.836632 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:40:04.836632 n-d-838550-3 neutron-server[102730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:40:04.836632 n-d-838550-3 neutron-server[102730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:40:04.898980 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8fb74475-1777-41f7-a1ea-af31c90cdd63 req-ea217235-14d1-4c3e-80e3-ad42379f0213 tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] 10.222.0.85 "GET /v2.0/security-groups?id=390efba9-f801-4bd6-94c2-6978bddaf207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4110973 May 18 18:40:04.916931 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5f37108a-afa3-497b-9fc2-a90de12defd3 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:04.928214 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5f37108a-afa3-497b-9fc2-a90de12defd3 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:04.943468 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-5f37108a-afa3-497b-9fc2-a90de12defd3 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] 10.222.0.85 "DELETE /v2.0/networks/23cb3389-266a-41b1-85a1-42b1279ff50b HTTP/1.1" status: 204 len: 168 time: 2.1271138 May 18 18:40:04.949136 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 43234) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:04.967503 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe40ae9-8a4d-4e54-9908-d31f27710db3 None None] Resources bound (agent type, host, resource id): {{(pid=102732) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 18 18:40:04.985092 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f37108a-afa3-497b-9fc2-a90de12defd3 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Pushing event deleted for resources: {'Network': ['ID=23cb3389-266a-41b1-85a1-42b1279ff50b,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:05.070244 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-89f75100-2d1d-4771-8ff3-6d354d7a7bd4 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:05.333787 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-89f75100-2d1d-4771-8ff3-6d354d7a7bd4 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:05.410701 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-89f75100-2d1d-4771-8ff3-6d354d7a7bd4 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8dcf8d4-0ced-480d-ae6c-b3d68baece7c']}} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:40:05.442202 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-89f75100-2d1d-4771-8ff3-6d354d7a7bd4 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '578646d7-1f41-4852-a2d5-550a89230ffc') {'for_net_delete': True} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:40:05.443765 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-89f75100-2d1d-4771-8ff3-6d354d7a7bd4 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '578646d7-1f41-4852-a2d5-550a89230ffc') {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:40:05.466954 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-89f75100-2d1d-4771-8ff3-6d354d7a7bd4 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260542144'] for segment, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:05.502173 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-89f75100-2d1d-4771-8ff3-6d354d7a7bd4 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:05.518553 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89f75100-2d1d-4771-8ff3-6d354d7a7bd4 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=102731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:40:05.518963 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-89f75100-2d1d-4771-8ff3-6d354d7a7bd4 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260884178'] for segment, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:05.521939 n-d-838550-3 neutron-server[102731]: Traceback (most recent call last): May 18 18:40:05.521939 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:40:05.521939 n-d-838550-3 neutron-server[102731]: timer() May 18 18:40:05.521939 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:40:05.521939 n-d-838550-3 neutron-server[102731]: cb(*args, **kw) May 18 18:40:05.521939 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:40:05.521939 n-d-838550-3 neutron-server[102731]: return func(*args, **kwargs) May 18 18:40:05.521939 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:40:05.521939 n-d-838550-3 neutron-server[102731]: self._notify() May 18 18:40:05.521939 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:40:05.521939 n-d-838550-3 neutron-server[102731]: self.callback(batched_events) May 18 18:40:05.521939 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:40:05.521939 n-d-838550-3 neutron-server[102731]: event.method(event) May 18 18:40:05.521939 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:40:05.521939 n-d-838550-3 neutron-server[102731]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:40:05.521939 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:40:05.521939 n-d-838550-3 neutron-server[102731]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:40:05.521939 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:40:05.521939 n-d-838550-3 neutron-server[102731]: return f(self, *a, **k) May 18 18:40:05.521939 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:40:05.521939 n-d-838550-3 neutron-server[102731]: return self._get(url).json() May 18 18:40:05.521939 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:40:05.521939 n-d-838550-3 neutron-server[102731]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:40:05.521939 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:40:05.521939 n-d-838550-3 neutron-server[102731]: return self.request(url, 'GET', **kwargs) May 18 18:40:05.521939 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:40:05.521939 n-d-838550-3 neutron-server[102731]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:40:05.521939 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:40:05.521939 n-d-838550-3 neutron-server[102731]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:40:05.521939 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:40:05.521939 n-d-838550-3 neutron-server[102731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:40:05.521939 n-d-838550-3 neutron-server[102731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:40:05.536272 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1bc0f86f-5398-4f9b-8e04-343ad5d2abcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-595963'] for router_interface, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:05.683914 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-89f75100-2d1d-4771-8ff3-6d354d7a7bd4 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:05.695531 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-89f75100-2d1d-4771-8ff3-6d354d7a7bd4 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Notify callbacks [] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:05.699052 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-89f75100-2d1d-4771-8ff3-6d354d7a7bd4 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] 10.222.0.85 "DELETE /v2.0/networks/b8dcf8d4-0ced-480d-ae6c-b3d68baece7c HTTP/1.1" status: 204 len: 168 time: 0.7483492 May 18 18:40:05.701538 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 43248) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:05.804908 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9dcf750f-24dd-43c3-abaa-9c5041c28d75 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:05.808216 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f75100-2d1d-4771-8ff3-6d354d7a7bd4 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Pushing event deleted for resources: {'Network': ['ID=b8dcf8d4-0ced-480d-ae6c-b3d68baece7c,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:05.831977 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 69f206a0-a824-4cd6-99d7-12f7a383c267 details requested by agent hyperv_n-h2-838550-3 with host n-h2-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:40:05.950503 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9dcf750f-24dd-43c3-abaa-9c5041c28d75 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:06.001478 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-1bc0f86f-5398-4f9b-8e04-343ad5d2abcc admin admin] Deleting port c26cb010-e171-4839-87b8-d9750b0f59b7 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:40:06.001866 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1bc0f86f-5398-4f9b-8e04-343ad5d2abcc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:06.010247 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-9dcf750f-24dd-43c3-abaa-9c5041c28d75 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae5cc0f8-d27b-4eae-bb78-ab206b7c59fe']}} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:40:06.013349 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 69f206a0-a824-4cd6-99d7-12f7a383c267, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=69f206a0-a824-4cd6-99d7-12f7a383c267,segment=NetworkSegment(b0a777fa-df0f-4e86-9a69-c64aeac125ab),segment_id=b0a777fa-df0f-4e86-9a69-c64aeac125ab)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:40:06.030877 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-9dcf750f-24dd-43c3-abaa-9c5041c28d75 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9262f46-a772-40f6-858f-c7fe4c8793f6') {'for_net_delete': True} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:40:06.031325 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-9dcf750f-24dd-43c3-abaa-9c5041c28d75 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9262f46-a772-40f6-858f-c7fe4c8793f6') {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:40:06.038678 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Returning: {'device': '69f206a0-a824-4cd6-99d7-12f7a383c267', 'network_id': '154f42fc-a801-439d-a3ef-d9b6489ea0f3', 'port_id': '69f206a0-a824-4cd6-99d7-12f7a383c267', 'mac_address': 'fa:16:3e:e7:2c:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd718dfd2-07a4-4165-a2d8-4039d513381a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:40:06.043328 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9dcf750f-24dd-43c3-abaa-9c5041c28d75 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260542144'] for segment, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:06.071690 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9dcf750f-24dd-43c3-abaa-9c5041c28d75 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:06.094273 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dcf750f-24dd-43c3-abaa-9c5041c28d75 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Releasing vlan 603 on physical network physnet1 to pool {{(pid=102731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:40:06.094688 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9dcf750f-24dd-43c3-abaa-9c5041c28d75 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260884178'] for segment, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:06.098028 n-d-838550-3 neutron-server[102731]: Traceback (most recent call last): May 18 18:40:06.098028 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:40:06.098028 n-d-838550-3 neutron-server[102731]: timer() May 18 18:40:06.098028 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:40:06.098028 n-d-838550-3 neutron-server[102731]: cb(*args, **kw) May 18 18:40:06.098028 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:40:06.098028 n-d-838550-3 neutron-server[102731]: return func(*args, **kwargs) May 18 18:40:06.098028 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:40:06.098028 n-d-838550-3 neutron-server[102731]: self._notify() May 18 18:40:06.098028 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:40:06.098028 n-d-838550-3 neutron-server[102731]: self.callback(batched_events) May 18 18:40:06.098028 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:40:06.098028 n-d-838550-3 neutron-server[102731]: event.method(event) May 18 18:40:06.098028 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:40:06.098028 n-d-838550-3 neutron-server[102731]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:40:06.098028 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:40:06.098028 n-d-838550-3 neutron-server[102731]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:40:06.098028 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:40:06.098028 n-d-838550-3 neutron-server[102731]: return f(self, *a, **k) May 18 18:40:06.098028 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:40:06.098028 n-d-838550-3 neutron-server[102731]: return self._get(url).json() May 18 18:40:06.098028 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:40:06.098028 n-d-838550-3 neutron-server[102731]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:40:06.098028 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:40:06.098028 n-d-838550-3 neutron-server[102731]: return self.request(url, 'GET', **kwargs) May 18 18:40:06.098028 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:40:06.098028 n-d-838550-3 neutron-server[102731]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:40:06.098028 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:40:06.098028 n-d-838550-3 neutron-server[102731]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:40:06.098028 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:40:06.098028 n-d-838550-3 neutron-server[102731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:40:06.098028 n-d-838550-3 neutron-server[102731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:40:06.118256 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 69f206a0-a824-4cd6-99d7-12f7a383c267 is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:40:06.118884 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:06.135551 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69f206a0-a824-4cd6-99d7-12f7a383c267 {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:40:06.145658 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-1bc0f86f-5398-4f9b-8e04-343ad5d2abcc admin admin] For port c26cb010-e171-4839-87b8-d9750b0f59b7, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=c26cb010-e171-4839-87b8-d9750b0f59b7,segment=NetworkSegment(f063ebfd-8e92-495a-9b4d-b798f3ba30b4),segment_id=f063ebfd-8e92-495a-9b4d-b798f3ba30b4)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:40:06.150151 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1bc0f86f-5398-4f9b-8e04-343ad5d2abcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:06.182715 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 69f206a0-a824-4cd6-99d7-12f7a383c267, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=69f206a0-a824-4cd6-99d7-12f7a383c267,segment=NetworkSegment(b0a777fa-df0f-4e86-9a69-c64aeac125ab),segment_id=b0a777fa-df0f-4e86-9a69-c64aeac125ab)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:40:06.191206 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-1bc0f86f-5398-4f9b-8e04-343ad5d2abcc admin admin] Calling delete_port for c26cb010-e171-4839-87b8-d9750b0f59b7 owned by network:router_interface {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:40:06.209227 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:06.241967 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7fe33f-29af-445e-a12d-8250ff121472 req-07486c87-fb5c-417b-9626-cef7008bbf12 tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:40:06.243624 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6d7fe33f-29af-445e-a12d-8250ff121472 req-07486c87-fb5c-417b-9626-cef7008bbf12 tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] 10.222.0.85 "GET /v2.0/ports?device_id=92c2937b-334d-4672-9120-827f55250330 HTTP/1.1" status: 200 len: 943 time: 0.1869111 May 18 18:40:06.244869 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9dcf750f-24dd-43c3-abaa-9c5041c28d75 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:06.289440 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 12349f1a-0f5d-447d-b3fc-6fa524acd445 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:40:06.312800 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9dcf750f-24dd-43c3-abaa-9c5041c28d75 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Notify callbacks [] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:06.324204 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-9dcf750f-24dd-43c3-abaa-9c5041c28d75 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] 10.222.0.85 "DELETE /v2.0/networks/ae5cc0f8-d27b-4eae-bb78-ab206b7c59fe HTTP/1.1" status: 204 len: 168 time: 0.6215370 May 18 18:40:06.325184 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcf750f-24dd-43c3-abaa-9c5041c28d75 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Pushing event deleted for resources: {'Network': ['ID=ae5cc0f8-d27b-4eae-bb78-ab206b7c59fe,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:06.326256 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 43262) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:06.344689 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 12349f1a-0f5d-447d-b3fc-6fa524acd445 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:40:06.345144 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 12349f1a-0f5d-447d-b3fc-6fa524acd445 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:40:06.346765 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6d7fe33f-29af-445e-a12d-8250ff121472 req-5b08432f-a4e8-435b-9038-e999124dfb7a tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] 10.222.0.85 "GET /v2.0/security-groups?id=390efba9-f801-4bd6-94c2-6978bddaf207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672913 May 18 18:40:06.401048 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=69f206a0-a824-4cd6-99d7-12f7a383c267,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:06.488619 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-64a58514-7a75-4b13-9517-e8371eb78a75 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:06.490488 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['69f206a0-a824-4cd6-99d7-12f7a383c267'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:40:06.656695 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-64a58514-7a75-4b13-9517-e8371eb78a75 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:06.686558 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-64a58514-7a75-4b13-9517-e8371eb78a75 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e819b235-9108-4083-a150-60c8bff65a18']}} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:40:06.703281 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-64a58514-7a75-4b13-9517-e8371eb78a75 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebe7e761-6583-41e4-af69-4adf1e4084e5') {'for_net_delete': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:40:06.703938 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-64a58514-7a75-4b13-9517-e8371eb78a75 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebe7e761-6583-41e4-af69-4adf1e4084e5') {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:40:06.742366 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-64a58514-7a75-4b13-9517-e8371eb78a75 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260107375'] for segment, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:06.768563 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-64a58514-7a75-4b13-9517-e8371eb78a75 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:06.792592 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64a58514-7a75-4b13-9517-e8371eb78a75 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=102730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:40:06.793114 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-64a58514-7a75-4b13-9517-e8371eb78a75 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261102736'] for segment, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:06.798059 n-d-838550-3 neutron-server[102730]: Traceback (most recent call last): May 18 18:40:06.798059 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:40:06.798059 n-d-838550-3 neutron-server[102730]: timer() May 18 18:40:06.798059 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:40:06.798059 n-d-838550-3 neutron-server[102730]: cb(*args, **kw) May 18 18:40:06.798059 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:40:06.798059 n-d-838550-3 neutron-server[102730]: return func(*args, **kwargs) May 18 18:40:06.798059 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:40:06.798059 n-d-838550-3 neutron-server[102730]: self._notify() May 18 18:40:06.798059 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:40:06.798059 n-d-838550-3 neutron-server[102730]: self.callback(batched_events) May 18 18:40:06.798059 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:40:06.798059 n-d-838550-3 neutron-server[102730]: event.method(event) May 18 18:40:06.798059 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:40:06.798059 n-d-838550-3 neutron-server[102730]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:40:06.798059 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:40:06.798059 n-d-838550-3 neutron-server[102730]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:40:06.798059 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:40:06.798059 n-d-838550-3 neutron-server[102730]: return f(self, *a, **k) May 18 18:40:06.798059 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:40:06.798059 n-d-838550-3 neutron-server[102730]: return self._get(url).json() May 18 18:40:06.798059 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:40:06.798059 n-d-838550-3 neutron-server[102730]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:40:06.798059 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:40:06.798059 n-d-838550-3 neutron-server[102730]: return self.request(url, 'GET', **kwargs) May 18 18:40:06.798059 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:40:06.798059 n-d-838550-3 neutron-server[102730]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:40:06.798059 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:40:06.798059 n-d-838550-3 neutron-server[102730]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:40:06.798059 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:40:06.798059 n-d-838550-3 neutron-server[102730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:40:06.798059 n-d-838550-3 neutron-server[102730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:40:06.832948 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1bc0f86f-5398-4f9b-8e04-343ad5d2abcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:06.996930 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc0f86f-5398-4f9b-8e04-343ad5d2abcc admin admin] Pushing event deleted for resources: {'Port': ['ID=c26cb010-e171-4839-87b8-d9750b0f59b7,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:07.042219 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc0f86f-5398-4f9b-8e04-343ad5d2abcc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:40:07.043008 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc0f86f-5398-4f9b-8e04-343ad5d2abcc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:40:07.043740 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc0f86f-5398-4f9b-8e04-343ad5d2abcc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:40:07.044372 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc0f86f-5398-4f9b-8e04-343ad5d2abcc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:40:07.044895 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc0f86f-5398-4f9b-8e04-343ad5d2abcc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:40:07.046535 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc0f86f-5398-4f9b-8e04-343ad5d2abcc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:40:07.047594 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc0f86f-5398-4f9b-8e04-343ad5d2abcc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:40:07.048127 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc0f86f-5398-4f9b-8e04-343ad5d2abcc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:40:07.049025 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc0f86f-5398-4f9b-8e04-343ad5d2abcc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:40:07.050262 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc0f86f-5398-4f9b-8e04-343ad5d2abcc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:40:07.050952 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc0f86f-5398-4f9b-8e04-343ad5d2abcc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:40:07.052120 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc0f86f-5398-4f9b-8e04-343ad5d2abcc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:40:07.070291 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-64a58514-7a75-4b13-9517-e8371eb78a75 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:07.129136 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-64a58514-7a75-4b13-9517-e8371eb78a75 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:07.139088 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-64a58514-7a75-4b13-9517-e8371eb78a75 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] 10.222.0.85 "DELETE /v2.0/networks/e819b235-9108-4083-a150-60c8bff65a18 HTTP/1.1" status: 204 len: 168 time: 0.8115427 May 18 18:40:07.157093 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a58514-7a75-4b13-9517-e8371eb78a75 tempest-BulkNetworkOpsIpV6Test-905678916 tempest-BulkNetworkOpsIpV6Test-905678916-project] Pushing event deleted for resources: {'Network': ['ID=e819b235-9108-4083-a150-60c8bff65a18,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:07.610466 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 43276) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:07.621107 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1bc0f86f-5398-4f9b-8e04-343ad5d2abcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-593931'] for router_interface, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:07.648395 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b86a6e-21c2-4497-90a6-e27356dd5c85 req-4ab27358-696f-4991-b36c-6e1eb0f1dd34 tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:40:07.650154 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c1b86a6e-21c2-4497-90a6-e27356dd5c85 req-4ab27358-696f-4991-b36c-6e1eb0f1dd34 tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] 10.222.0.85 "GET /v2.0/ports?device_id=92c2937b-334d-4672-9120-827f55250330 HTTP/1.1" status: 200 len: 944 time: 0.1781688 May 18 18:40:07.706118 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a88f73c5-910f-44a3-8d37-6964db795584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:07.811615 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c1b86a6e-21c2-4497-90a6-e27356dd5c85 req-84837676-7690-41a6-90e1-307e0441307b tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] 10.222.0.85 "GET /v2.0/security-groups?id=390efba9-f801-4bd6-94c2-6978bddaf207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096869 May 18 18:40:07.846699 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 69f206a0-a824-4cd6-99d7-12f7a383c267 up at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:40:07.899993 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-c3cfc76a-ba02-43ed-a356-222ec5fdc81d admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=d50db76c1a4c4973a059cdfd64358bbd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2871788 May 18 18:40:07.902460 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 43280) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:07.980829 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning for port 69f206a0-a824-4cd6-99d7-12f7a383c267 completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:40:07.988076 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning complete for port 69f206a0-a824-4cd6-99d7-12f7a383c267 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:40:07.988640 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:08.015357 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-cd44de3b-58e1-4b63-8b92-2101e42318b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:08.075854 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-cd44de3b-58e1-4b63-8b92-2101e42318b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:08.163007 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-cd44de3b-58e1-4b63-8b92-2101e42318b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:08.168052 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 69f206a0-a824-4cd6-99d7-12f7a383c267 is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:40:08.172367 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:08.174374 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-cd44de3b-58e1-4b63-8b92-2101e42318b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:08.180081 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-cd44de3b-58e1-4b63-8b92-2101e42318b6 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/fa3a8395-5050-4fcf-8576-31783dabb4b9 HTTP/1.1" status: 204 len: 168 time: 0.2744045 May 18 18:40:08.211710 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44de3b-58e1-4b63-8b92-2101e42318b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa3a8395-5050-4fcf-8576-31783dabb4b9,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:08.245261 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bc0f86f-5398-4f9b-8e04-343ad5d2abcc admin admin] Router 60ab2a4a-16a3-4c04-b1d8-1e196e48732f has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:40:08.276541 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 69f206a0-a824-4cd6-99d7-12f7a383c267, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=69f206a0-a824-4cd6-99d7-12f7a383c267,segment=NetworkSegment(b0a777fa-df0f-4e86-9a69-c64aeac125ab),segment_id=b0a777fa-df0f-4e86-9a69-c64aeac125ab)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:40:08.285923 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92c2937b-334d-4672-9120-827f55250330', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69f206a0-a824-4cd6-99d7-12f7a383c267'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:40:08.292421 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c5741fa-9289-4004-a5e6-6bfa5996d957" -d '{"events": [{"server_uuid": "92c2937b-334d-4672-9120-827f55250330", "name": "network-vif-plugged", "status": "completed", "tag": "69f206a0-a824-4cd6-99d7-12f7a383c267"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:40:08.325075 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:08.431860 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95cd0f9f-aac3-4763-a267-6b886e36d18a x-openstack-request-id: req-95cd0f9f-aac3-4763-a267-6b886e36d18a {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:40:08.432277 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92c2937b-334d-4672-9120-827f55250330", "name": "network-vif-plugged", "status": "completed", "tag": "69f206a0-a824-4cd6-99d7-12f7a383c267", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:40:08.432756 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-95cd0f9f-aac3-4763-a267-6b886e36d18a {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:40:08.433412 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95cd0f9f-aac3-4763-a267-6b886e36d18a'] response: {'server_uuid': '92c2937b-334d-4672-9120-827f55250330', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69f206a0-a824-4cd6-99d7-12f7a383c267', 'code': 200} May 18 18:40:08.436449 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=69f206a0-a824-4cd6-99d7-12f7a383c267,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:08.562662 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf6f694-c225-49dd-9c67-0c2795c260db req-05d65bcd-4219-40aa-88a5-c165e6100fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:40:08.571752 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cbf6f694-c225-49dd-9c67-0c2795c260db req-05d65bcd-4219-40aa-88a5-c165e6100fa3 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=92c2937b-334d-4672-9120-827f55250330 HTTP/1.1" status: 200 len: 1096 time: 0.0854530 May 18 18:40:08.572632 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bc0f86f-5398-4f9b-8e04-343ad5d2abcc admin admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:40:08.582359 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-1bc0f86f-5398-4f9b-8e04-343ad5d2abcc admin admin] 10.222.0.85 "PUT /v2.0/routers/60ab2a4a-16a3-4c04-b1d8-1e196e48732f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2364092 May 18 18:40:08.583488 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95cb7648-1bf4-420d-976d-baa6902cf82e None None] Sync routers for ids ['60ab2a4a-16a3-4c04-b1d8-1e196e48732f'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:40:08.583647 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 43294) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:08.596963 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95cb7648-1bf4-420d-976d-baa6902cf82e None None] Routers {'60ab2a4a-16a3-4c04-b1d8-1e196e48732f'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:40:08.597921 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-95cb7648-1bf4-420d-976d-baa6902cf82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:39:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['60ab2a4a-16a3-4c04-b1d8-1e196e48732f'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:40:08.648841 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cbf6f694-c225-49dd-9c67-0c2795c260db req-f8d6ecd1-9d47-4a71-9c7a-8c27df11b279 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=390efba9-f801-4bd6-94c2-6978bddaf207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608046 May 18 18:40:08.759892 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f65f75e1-3eec-43e3-8889-2b75b8d2e2e8 admin admin] Notify callbacks [] for router, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:08.907489 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-95cb7648-1bf4-420d-976d-baa6902cf82e None None] Set router 60ab2a4a-16a3-4c04-b1d8-1e196e48732f gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:40:09.161486 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884a8c10-15aa-4d33-b14d-52fb6c538850 req-75650842-27b6-4753-b0d4-901fe89bc30e tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:40:09.171178 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-884a8c10-15aa-4d33-b14d-52fb6c538850 req-75650842-27b6-4753-b0d4-901fe89bc30e tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] 10.222.0.85 "GET /v2.0/ports?device_id=92c2937b-334d-4672-9120-827f55250330 HTTP/1.1" status: 200 len: 945 time: 0.1457248 May 18 18:40:09.192434 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f65f75e1-3eec-43e3-8889-2b75b8d2e2e8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:09.296182 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-884a8c10-15aa-4d33-b14d-52fb6c538850 req-5a57c7aa-bca8-4607-9490-2691d76e7961 tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] 10.222.0.85 "GET /v2.0/security-groups?id=390efba9-f801-4bd6-94c2-6978bddaf207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186795 May 18 18:40:09.407482 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-f65f75e1-3eec-43e3-8889-2b75b8d2e2e8 admin admin] Deleting port f692179e-1bac-4749-a537-88fa8664979b {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:40:09.408761 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f65f75e1-3eec-43e3-8889-2b75b8d2e2e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:09.549064 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-95cb7648-1bf4-420d-976d-baa6902cf82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60ab2a4a-16a3-4c04-b1d8-1e196e48732f', 'name': 'tempest-TestVolumeBackupRestore-1061765889-router', 'tenant_id': '8475ec6a66114ed394f3b293cbeef18a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': 'f692179e-1bac-4749-a537-88fa8664979b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:34:48Z', 'updated_at': '2022-05-18T18:40:06Z', 'revision_number': 5, 'project_id': '8475ec6a66114ed394f3b293cbeef18a', 'gw_port': {'id': 'f692179e-1bac-4749-a537-88fa8664979b', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60ab2a4a-16a3-4c04-b1d8-1e196e48732f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:34:49Z', 'updated_at': '2022-05-18T18:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:40:09.588033 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95cb7648-1bf4-420d-976d-baa6902cf82e None None] Checking router: 60ab2a4a-16a3-4c04-b1d8-1e196e48732f for host: n-d-838550-3 {{(pid=102732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:40:09.601169 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95cb7648-1bf4-420d-976d-baa6902cf82e None None] Routers {'60ab2a4a-16a3-4c04-b1d8-1e196e48732f'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:40:09.602266 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-95cb7648-1bf4-420d-976d-baa6902cf82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:39:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['60ab2a4a-16a3-4c04-b1d8-1e196e48732f'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:40:09.653394 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-f65f75e1-3eec-43e3-8889-2b75b8d2e2e8 admin admin] For port f692179e-1bac-4749-a537-88fa8664979b, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=f692179e-1bac-4749-a537-88fa8664979b,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:40:09.653806 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f65f75e1-3eec-43e3-8889-2b75b8d2e2e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:09.676934 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-f65f75e1-3eec-43e3-8889-2b75b8d2e2e8 admin admin] Calling delete_port for f692179e-1bac-4749-a537-88fa8664979b owned by network:router_gateway {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:40:09.728247 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 43320) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:09.747423 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-95cb7648-1bf4-420d-976d-baa6902cf82e None None] Set router 60ab2a4a-16a3-4c04-b1d8-1e196e48732f gateway port host: None {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:40:09.878460 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-95cb7648-1bf4-420d-976d-baa6902cf82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60ab2a4a-16a3-4c04-b1d8-1e196e48732f', 'name': 'tempest-TestVolumeBackupRestore-1061765889-router', 'tenant_id': '8475ec6a66114ed394f3b293cbeef18a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:34:48Z', 'updated_at': '2022-05-18T18:40:09Z', 'revision_number': 6, 'project_id': '8475ec6a66114ed394f3b293cbeef18a', 'gw_port_host': None}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:40:09.911582 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95cb7648-1bf4-420d-976d-baa6902cf82e None None] The sync data for ids ['60ab2a4a-16a3-4c04-b1d8-1e196e48732f'] in n-d-838550-3 is: [{'id': '60ab2a4a-16a3-4c04-b1d8-1e196e48732f', 'name': 'tempest-TestVolumeBackupRestore-1061765889-router', 'tenant_id': '8475ec6a66114ed394f3b293cbeef18a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:34:48Z', 'updated_at': '2022-05-18T18:40:09Z', 'revision_number': 6, 'project_id': '8475ec6a66114ed394f3b293cbeef18a', 'gw_port_host': None}] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:40:09.965353 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-86f3fdac-58a7-4e78-a67d-225a5fd3b349 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-824428714'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:40:10.030144 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86f3fdac-58a7-4e78-a67d-225a5fd3b349 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Made reservation on behalf of 4971998c7f1949578f3f553ead792aab for: {'network': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:40:10.036603 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-86f3fdac-58a7-4e78-a67d-225a5fd3b349 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:10.053420 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-86f3fdac-58a7-4e78-a67d-225a5fd3b349 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:10.063918 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f65f75e1-3eec-43e3-8889-2b75b8d2e2e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:10.065019 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-ad8a0b35-6353-4674-9738-cb958bc0ec77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:10.101226 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65f75e1-3eec-43e3-8889-2b75b8d2e2e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f692179e-1bac-4749-a537-88fa8664979b,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:10.189763 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f65f75e1-3eec-43e3-8889-2b75b8d2e2e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596901'] for router_gateway, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:10.277314 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-86f3fdac-58a7-4e78-a67d-225a5fd3b349 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:10.283436 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-86f3fdac-58a7-4e78-a67d-225a5fd3b349 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:10.354791 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86f3fdac-58a7-4e78-a67d-225a5fd3b349 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 632} {{(pid=102731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:40:10.366301 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f65f75e1-3eec-43e3-8889-2b75b8d2e2e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25145'] for router, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:10.385167 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f65f75e1-3eec-43e3-8889-2b75b8d2e2e8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:10.423794 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-86f3fdac-58a7-4e78-a67d-225a5fd3b349 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:10.425724 n-d-838550-3 neutron-server[102731]: INFO neutron.db.segments_db [None req-86f3fdac-58a7-4e78-a67d-225a5fd3b349 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Added segment 5ab3cdfe-fd71-4238-a312-65d8b4c02147 of type vlan for network c533b29a-e1f6-4733-913a-516e3c23713b May 18 18:40:10.449803 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f65f75e1-3eec-43e3-8889-2b75b8d2e2e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593303'] for router, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:10.450690 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f3fdac-58a7-4e78-a67d-225a5fd3b349 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1044e3da-47b7-410e-b6df-f844df694b43,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:10.451243 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f65f75e1-3eec-43e3-8889-2b75b8d2e2e8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 60ab2a4a-16a3-4c04-b1d8-1e196e48732f {{(pid=102730) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 18 18:40:10.465169 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f65f75e1-3eec-43e3-8889-2b75b8d2e2e8 admin admin] Notify callbacks [] for router, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:10.469473 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-f65f75e1-3eec-43e3-8889-2b75b8d2e2e8 admin admin] 10.222.0.85 "DELETE /v2.0/routers/60ab2a4a-16a3-4c04-b1d8-1e196e48732f HTTP/1.1" status: 204 len: 168 time: 1.8847206 May 18 18:40:10.470425 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 43332) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:10.472503 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device c26cb010-e171-4839-87b8-d9750b0f59b7 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:40:10.530464 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: c26cb010-e171-4839-87b8-d9750b0f59b7 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:40:10.530877 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device c26cb010-e171-4839-87b8-d9750b0f59b7 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:40:10.544129 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_v2 [None req-f63e5819-4c34-49ed-ad75-d7d4c90bb264 admin admin] Deleting subnet 48f1196c-33fd-49d8-99ac-41a1802f72d6 {{(pid=102730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:40:10.548658 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f63e5819-4c34-49ed-ad75-d7d4c90bb264 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:10.594985 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f63e5819-4c34-49ed-ad75-d7d4c90bb264 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260107366'] for subnet, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:10.631151 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-86f3fdac-58a7-4e78-a67d-225a5fd3b349 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:10.652772 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430506c5-556b-4e1a-bd23-93ba50d7d495 req-a8df4b4e-798a-40b8-98ae-ca33cd8d69f0 tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:40:10.654683 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-430506c5-556b-4e1a-bd23-93ba50d7d495 req-a8df4b4e-798a-40b8-98ae-ca33cd8d69f0 tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] 10.222.0.85 "GET /v2.0/ports?device_id=92c2937b-334d-4672-9120-827f55250330 HTTP/1.1" status: 200 len: 945 time: 0.1318107 May 18 18:40:10.706706 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f63e5819-4c34-49ed-ad75-d7d4c90bb264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:10.724598 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-86f3fdac-58a7-4e78-a67d-225a5fd3b349 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:10.733221 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f3fdac-58a7-4e78-a67d-225a5fd3b349 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:40:10.734566 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-86f3fdac-58a7-4e78-a67d-225a5fd3b349 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks [] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:10.773877 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f63e5819-4c34-49ed-ad75-d7d4c90bb264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261104690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261031888'] for subnet, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:10.806831 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-86f3fdac-58a7-4e78-a67d-225a5fd3b349 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0768020 May 18 18:40:10.858625 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-430506c5-556b-4e1a-bd23-93ba50d7d495 req-79974d24-6761-4e24-97b1-0e9ea0f44592 tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] 10.222.0.85 "GET /v2.0/security-groups?id=390efba9-f801-4bd6-94c2-6978bddaf207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1751530 May 18 18:40:10.908264 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63e5819-4c34-49ed-ad75-d7d4c90bb264 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48f1196c-33fd-49d8-99ac-41a1802f72d6,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:10.914734 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3eff4a-8951-452c-a903-36176cdbe979 None None] Network 563828c0-3927-495e-8f74-d15ce0bc7765 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:40:10.929837 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f3fdac-58a7-4e78-a67d-225a5fd3b349 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Pushing event updated for resources: {'Network': ['ID=c533b29a-e1f6-4733-913a-516e3c23713b,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:10.931826 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f63e5819-4c34-49ed-ad75-d7d4c90bb264 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:10.949815 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-f63e5819-4c34-49ed-ad75-d7d4c90bb264 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/48f1196c-33fd-49d8-99ac-41a1802f72d6 HTTP/1.1" status: 204 len: 168 time: 0.4782560 May 18 18:40:10.950469 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 43336) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:10.965008 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 43338) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:10.975982 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-48e55747-1f33-49ff-b0f1-783e611e7eaa tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Request body: {'subnet': {'network_id': 'c533b29a-e1f6-4733-913a-516e3c23713b', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:40:11.043781 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network c533b29a-e1f6-4733-913a-516e3c23713b details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:40:11.133532 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-49ef6167-4c94-4673-8eaf-cd5406d66f5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:11.201462 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48e55747-1f33-49ff-b0f1-783e611e7eaa tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Made reservation on behalf of 4971998c7f1949578f3f553ead792aab for: {'subnet': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:40:11.205145 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-48e55747-1f33-49ff-b0f1-783e611e7eaa tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260908003'] for subnet, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:11.246836 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5afce0-b80f-42c4-9310-02f3afc8da44 req-5e637b8e-b291-4b20-b70b-cf502acee696 tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:40:11.248498 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0d5afce0-b80f-42c4-9310-02f3afc8da44 req-5e637b8e-b291-4b20-b70b-cf502acee696 tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] 10.222.0.85 "GET /v2.0/ports?device_id=92c2937b-334d-4672-9120-827f55250330 HTTP/1.1" status: 200 len: 945 time: 0.1570978 May 18 18:40:11.310299 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63e71c1-ef8e-46ed-a43c-3500735eafc6 None None] DHCP port deletion for 563828c0-3927-495e-8f74-d15ce0bc7765 request from n-d-838550-3 {{(pid=102732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 18:40:11.434299 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0d5afce0-b80f-42c4-9310-02f3afc8da44 req-946a508a-08c4-47de-abb1-e538b2e0b84d tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] 10.222.0.85 "GET /v2.0/security-groups?id=390efba9-f801-4bd6-94c2-6978bddaf207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1744099 May 18 18:40:11.452348 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-49ef6167-4c94-4673-8eaf-cd5406d66f5a admin admin] Deleting port 9d1a7932-ca73-4e1c-a6d2-20122777e60a {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:40:11.453803 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-49ef6167-4c94-4673-8eaf-cd5406d66f5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:11.474965 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:11.588562 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c63e71c1-ef8e-46ed-a43c-3500735eafc6 None None] Deleting port 9d1a7932-ca73-4e1c-a6d2-20122777e60a {{(pid=102732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:40:11.589408 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c63e71c1-ef8e-46ed-a43c-3500735eafc6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:11.715646 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-49ef6167-4c94-4673-8eaf-cd5406d66f5a admin admin] For port 9d1a7932-ca73-4e1c-a6d2-20122777e60a, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=9d1a7932-ca73-4e1c-a6d2-20122777e60a,segment=NetworkSegment(f063ebfd-8e92-495a-9b4d-b798f3ba30b4),segment_id=f063ebfd-8e92-495a-9b4d-b798f3ba30b4)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:40:11.716069 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-49ef6167-4c94-4673-8eaf-cd5406d66f5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:11.735347 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-49ef6167-4c94-4673-8eaf-cd5406d66f5a admin admin] Calling delete_port for 9d1a7932-ca73-4e1c-a6d2-20122777e60a owned by network:dhcp {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:40:11.795279 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c63e71c1-ef8e-46ed-a43c-3500735eafc6 None None] For port 9d1a7932-ca73-4e1c-a6d2-20122777e60a, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=9d1a7932-ca73-4e1c-a6d2-20122777e60a,segment=NetworkSegment(f063ebfd-8e92-495a-9b4d-b798f3ba30b4),segment_id=f063ebfd-8e92-495a-9b4d-b798f3ba30b4)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:40:11.796135 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c63e71c1-ef8e-46ed-a43c-3500735eafc6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:11.812463 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c63e71c1-ef8e-46ed-a43c-3500735eafc6 None None] Calling delete_port for 9d1a7932-ca73-4e1c-a6d2-20122777e60a owned by network:dhcp {{(pid=102732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:40:11.864761 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-49ef6167-4c94-4673-8eaf-cd5406d66f5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:11.901338 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a3c5d2-4a79-45d2-a2b3-0deea54ddf4e req-9dc215f6-e595-4648-bc02-99817eef01a1 tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:40:11.902941 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-80a3c5d2-4a79-45d2-a2b3-0deea54ddf4e req-9dc215f6-e595-4648-bc02-99817eef01a1 tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] 10.222.0.85 "GET /v2.0/ports?device_id=92c2937b-334d-4672-9120-827f55250330 HTTP/1.1" status: 200 len: 945 time: 0.3115551 May 18 18:40:11.916778 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ef6167-4c94-4673-8eaf-cd5406d66f5a admin admin] Pushing event deleted for resources: {'Port': ['ID=9d1a7932-ca73-4e1c-a6d2-20122777e60a,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:11.936645 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ef6167-4c94-4673-8eaf-cd5406d66f5a admin admin] No DVR routers for this DVR port 9d1a7932-ca73-4e1c-a6d2-20122777e60a on host n-d-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:40:11.986578 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c63e71c1-ef8e-46ed-a43c-3500735eafc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508'] for port, after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:12.023584 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63e71c1-ef8e-46ed-a43c-3500735eafc6 None None] Pushing event deleted for resources: {'Port': ['ID=9d1a7932-ca73-4e1c-a6d2-20122777e60a,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:12.030991 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63e71c1-ef8e-46ed-a43c-3500735eafc6 None None] No DVR routers for this DVR port 9d1a7932-ca73-4e1c-a6d2-20122777e60a on host n-d-838550-3 {{(pid=102732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:40:12.056221 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63e71c1-ef8e-46ed-a43c-3500735eafc6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:40:12.056573 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63e71c1-ef8e-46ed-a43c-3500735eafc6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:40:12.061359 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63e71c1-ef8e-46ed-a43c-3500735eafc6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:40:12.062098 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63e71c1-ef8e-46ed-a43c-3500735eafc6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:40:12.062447 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63e71c1-ef8e-46ed-a43c-3500735eafc6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:40:12.062805 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63e71c1-ef8e-46ed-a43c-3500735eafc6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:40:12.063125 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63e71c1-ef8e-46ed-a43c-3500735eafc6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:40:12.063459 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63e71c1-ef8e-46ed-a43c-3500735eafc6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:40:12.063788 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63e71c1-ef8e-46ed-a43c-3500735eafc6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:40:12.064118 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63e71c1-ef8e-46ed-a43c-3500735eafc6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:40:12.064444 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63e71c1-ef8e-46ed-a43c-3500735eafc6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:40:12.064766 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63e71c1-ef8e-46ed-a43c-3500735eafc6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:40:12.068032 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-48e55747-1f33-49ff-b0f1-783e611e7eaa tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260898481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260908021'] for subnet, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:12.088887 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-49ef6167-4c94-4673-8eaf-cd5406d66f5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:12.127817 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-49ef6167-4c94-4673-8eaf-cd5406d66f5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['563828c0-3927-495e-8f74-d15ce0bc7765']}} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:40:12.163025 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-49ef6167-4c94-4673-8eaf-cd5406d66f5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f063ebfd-8e92-495a-9b4d-b798f3ba30b4') {'for_net_delete': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:40:12.164477 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-49ef6167-4c94-4673-8eaf-cd5406d66f5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f063ebfd-8e92-495a-9b4d-b798f3ba30b4') {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:40:12.176476 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-49ef6167-4c94-4673-8eaf-cd5406d66f5a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260107375'] for segment, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:12.179656 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-80a3c5d2-4a79-45d2-a2b3-0deea54ddf4e req-875995ee-9e5a-41b6-859d-c6823086e8a1 tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] 10.222.0.85 "GET /v2.0/security-groups?id=390efba9-f801-4bd6-94c2-6978bddaf207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2260129 May 18 18:40:12.208175 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-49ef6167-4c94-4673-8eaf-cd5406d66f5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:12.210181 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 43352) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:12.240045 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49ef6167-4c94-4673-8eaf-cd5406d66f5a admin admin] Releasing vlan 644 on physical network physnet1 to pool {{(pid=102730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:40:12.245555 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-49ef6167-4c94-4673-8eaf-cd5406d66f5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261102736'] for segment, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:12.247715 n-d-838550-3 neutron-server[102730]: Traceback (most recent call last): May 18 18:40:12.247715 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:40:12.247715 n-d-838550-3 neutron-server[102730]: timer() May 18 18:40:12.247715 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:40:12.247715 n-d-838550-3 neutron-server[102730]: cb(*args, **kw) May 18 18:40:12.247715 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:40:12.247715 n-d-838550-3 neutron-server[102730]: return func(*args, **kwargs) May 18 18:40:12.247715 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:40:12.247715 n-d-838550-3 neutron-server[102730]: self._notify() May 18 18:40:12.247715 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:40:12.247715 n-d-838550-3 neutron-server[102730]: self.callback(batched_events) May 18 18:40:12.247715 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:40:12.247715 n-d-838550-3 neutron-server[102730]: event.method(event) May 18 18:40:12.247715 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:40:12.247715 n-d-838550-3 neutron-server[102730]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:40:12.247715 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:40:12.247715 n-d-838550-3 neutron-server[102730]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:40:12.247715 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:40:12.247715 n-d-838550-3 neutron-server[102730]: return f(self, *a, **k) May 18 18:40:12.247715 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:40:12.247715 n-d-838550-3 neutron-server[102730]: return self._get(url).json() May 18 18:40:12.247715 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:40:12.247715 n-d-838550-3 neutron-server[102730]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:40:12.247715 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:40:12.247715 n-d-838550-3 neutron-server[102730]: return self.request(url, 'GET', **kwargs) May 18 18:40:12.247715 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:40:12.247715 n-d-838550-3 neutron-server[102730]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:40:12.247715 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:40:12.247715 n-d-838550-3 neutron-server[102730]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:40:12.247715 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:40:12.247715 n-d-838550-3 neutron-server[102730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:40:12.247715 n-d-838550-3 neutron-server[102730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:40:12.280036 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device f692179e-1bac-4749-a537-88fa8664979b no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:40:12.291417 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 7 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 18:40:12.330475 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e55747-1f33-49ff-b0f1-783e611e7eaa tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Checking segment: {'id': '5ab3cdfe-fd71-4238-a312-65d8b4c02147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'c533b29a-e1f6-4733-913a-516e3c23713b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:40:12.330930 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e55747-1f33-49ff-b0f1-783e611e7eaa tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Network hostable DHCP agents. Network: c533b29a-e1f6-4733-913a-516e3c23713b, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:40:12.335661 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: f692179e-1bac-4749-a537-88fa8664979b {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:40:12.338250 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device f692179e-1bac-4749-a537-88fa8664979b not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:40:12.340506 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 9d1a7932-ca73-4e1c-a6d2-20122777e60a no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:40:12.344340 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e55747-1f33-49ff-b0f1-783e611e7eaa tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Pushing event updated for resources: {'Subnet': ['ID=b6ec28fa-3556-4f78-801c-41cfd8b86469,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:12.395214 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e55747-1f33-49ff-b0f1-783e611e7eaa tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Network c533b29a-e1f6-4733-913a-516e3c23713b is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:40:12.409041 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 9d1a7932-ca73-4e1c-a6d2-20122777e60a {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:40:12.410937 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 9d1a7932-ca73-4e1c-a6d2-20122777e60a not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:40:12.418965 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-48e55747-1f33-49ff-b0f1-783e611e7eaa tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, c533b29a-e1f6-4733-913a-516e3c23713b) {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:40:12.423297 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e55747-1f33-49ff-b0f1-783e611e7eaa tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:40:12.423893 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-48e55747-1f33-49ff-b0f1-783e611e7eaa tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:12.433318 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c0f0d1-cd13-4ce4-8b53-a811b6bedff1 None None] Network c533b29a-e1f6-4733-913a-516e3c23713b requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:40:12.457765 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-48e55747-1f33-49ff-b0f1-783e611e7eaa tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.4882824 May 18 18:40:12.457986 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 43360) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:12.465019 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-48d4e559-46f0-4c96-940a-414a01277f55 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-369303260'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:40:12.509243 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48d4e559-46f0-4c96-940a-414a01277f55 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Made reservation on behalf of 4971998c7f1949578f3f553ead792aab for: {'network': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:40:12.512972 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-48d4e559-46f0-4c96-940a-414a01277f55 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:12.567801 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48d4e559-46f0-4c96-940a-414a01277f55 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 619} {{(pid=102731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:40:12.594536 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-48d4e559-46f0-4c96-940a-414a01277f55 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:12.595204 n-d-838550-3 neutron-server[102731]: INFO neutron.db.segments_db [None req-48d4e559-46f0-4c96-940a-414a01277f55 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Added segment 295779b7-f2c9-42ee-b9d3-fe5c3a860aeb of type vlan for network 4f40727d-2da9-4548-a93d-e6d76a4b3708 May 18 18:40:12.622594 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:12.674837 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-48d4e559-46f0-4c96-940a-414a01277f55 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:12.750470 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-48d4e559-46f0-4c96-940a-414a01277f55 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:12.757905 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d4e559-46f0-4c96-940a-414a01277f55 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:40:12.759204 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-48d4e559-46f0-4c96-940a-414a01277f55 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks [] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:12.798041 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-48d4e559-46f0-4c96-940a-414a01277f55 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3387158 May 18 18:40:12.832395 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a317da8-7ef5-4f48-aad4-8f3ee5d61be0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-c533b29a-e1f6-4733-913a-516e3c23713b', 'network_id': 'c533b29a-e1f6-4733-913a-516e3c23713b', 'tenant_id': '4971998c7f1949578f3f553ead792aab', 'fixed_ips': [{'subnet_id': 'b6ec28fa-3556-4f78-801c-41cfd8b86469'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:40:12.833275 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1a317da8-7ef5-4f48-aad4-8f3ee5d61be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:12.886922 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 43364) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:12.907876 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-25c2e844-6715-4b94-bcec-8b41fc979b43 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Request body: {'subnet': {'network_id': '4f40727d-2da9-4548-a93d-e6d76a4b3708', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:40:13.045202 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25c2e844-6715-4b94-bcec-8b41fc979b43 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Made reservation on behalf of 4971998c7f1949578f3f553ead792aab for: {'subnet': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:40:13.053037 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-25c2e844-6715-4b94-bcec-8b41fc979b43 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260908003'] for subnet, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:13.104043 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:13.139476 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-49ef6167-4c94-4673-8eaf-cd5406d66f5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:13.144847 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-1a317da8-7ef5-4f48-aad4-8f3ee5d61be0 None None] Allocated IP 172.20.255.242 (c533b29a-e1f6-4733-913a-516e3c23713b/b6ec28fa-3556-4f78-801c-41cfd8b86469/e680221f-f9dd-4b4d-a004-afaa184cf496) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:40:13.159678 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d4e559-46f0-4c96-940a-414a01277f55 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Pushing event updated for resources: {'Network': ['ID=4f40727d-2da9-4548-a93d-e6d76a4b3708,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:13.174176 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network 4f40727d-2da9-4548-a93d-e6d76a4b3708 details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:40:13.181126 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-49ef6167-4c94-4673-8eaf-cd5406d66f5a admin admin] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:13.187285 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-49ef6167-4c94-4673-8eaf-cd5406d66f5a admin admin] 10.222.0.85 "DELETE /v2.0/networks/563828c0-3927-495e-8f74-d15ce0bc7765 HTTP/1.1" status: 204 len: 168 time: 2.2357607 May 18 18:40:13.203321 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-121405a6-968c-47b5-9bfe-081d1eeb771e tempest-TestServerBasicOps-1207041251 tempest-TestServerBasicOps-1207041251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:40:13.205415 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-121405a6-968c-47b5-9bfe-081d1eeb771e tempest-TestServerBasicOps-1207041251 tempest-TestServerBasicOps-1207041251-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=92c2937b-334d-4672-9120-827f55250330 HTTP/1.1" status: 200 len: 1091 time: 0.9942029 May 18 18:40:13.206780 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ef6167-4c94-4673-8eaf-cd5406d66f5a admin admin] Pushing event deleted for resources: {'Network': ['ID=563828c0-3927-495e-8f74-d15ce0bc7765,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:13.208727 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 43368) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:13.216858 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-f4463c53-4c55-4675-a6ab-46ecf3be3ec1 tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] Request body: {'floatingip': {'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'port_id': '69f206a0-a824-4cd6-99d7-12f7a383c267', 'tenant_id': '88c24373a5b54353826abe0917a88c21', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:40:13.241363 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f4463c53-4c55-4675-a6ab-46ecf3be3ec1 tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] Notify callbacks [] for floatingip, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:13.394432 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f4463c53-4c55-4675-a6ab-46ecf3be3ec1 tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:13.511872 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-25c2e844-6715-4b94-bcec-8b41fc979b43 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260898481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260908021'] for subnet, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:13.551462 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1a317da8-7ef5-4f48-aad4-8f3ee5d61be0 None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:13.562255 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1a317da8-7ef5-4f48-aad4-8f3ee5d61be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:13.617134 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-f4463c53-4c55-4675-a6ab-46ecf3be3ec1 tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] Allocated IP 172.25.5.237 (31ebd439-090c-4b25-bbb0-31c48711b145/363a2810-8a83-4be0-a317-7c91fcd94485/0c2a5440-597c-44e9-a353-76804c976c2b) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:40:13.677411 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c2e844-6715-4b94-bcec-8b41fc979b43 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Pushing event updated for resources: {'Subnet': ['ID=13a00780-5625-49be-a2e9-af86738fe609,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:13.687702 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c2e844-6715-4b94-bcec-8b41fc979b43 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Checking segment: {'id': '295779b7-f2c9-42ee-b9d3-fe5c3a860aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '4f40727d-2da9-4548-a93d-e6d76a4b3708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:40:13.688064 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c2e844-6715-4b94-bcec-8b41fc979b43 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Network hostable DHCP agents. Network: 4f40727d-2da9-4548-a93d-e6d76a4b3708, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:40:13.705913 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 43380) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:13.710034 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a317da8-7ef5-4f48-aad4-8f3ee5d61be0 None None] Pushing event updated for resources: {'Port': ['ID=e680221f-f9dd-4b4d-a004-afaa184cf496,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:13.722480 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a317da8-7ef5-4f48-aad4-8f3ee5d61be0 None None] Network c533b29a-e1f6-4733-913a-516e3c23713b is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:40:13.725236 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-1a317da8-7ef5-4f48-aad4-8f3ee5d61be0 None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:40:13.728821 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a317da8-7ef5-4f48-aad4-8f3ee5d61be0 None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:40:13.744955 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c2e844-6715-4b94-bcec-8b41fc979b43 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Network 4f40727d-2da9-4548-a93d-e6d76a4b3708 is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:40:13.765139 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-25c2e844-6715-4b94-bcec-8b41fc979b43 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, 4f40727d-2da9-4548-a93d-e6d76a4b3708) {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:40:13.801532 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c2e844-6715-4b94-bcec-8b41fc979b43 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:40:13.806678 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-25c2e844-6715-4b94-bcec-8b41fc979b43 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:13.838529 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c419e1ea-8e17-4240-83c9-97701e370541 None None] Network 4f40727d-2da9-4548-a93d-e6d76a4b3708 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:40:13.845795 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-463998f5-c40c-433b-a60b-4f2834f339a0 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=1ecd4fb314944b4697cd6486b529797f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1366739 May 18 18:40:13.847446 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 43386) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:13.866190 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-25c2e844-6715-4b94-bcec-8b41fc979b43 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.9742258 May 18 18:40:13.873317 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 43390) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:13.896243 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f4463c53-4c55-4675-a6ab-46ecf3be3ec1 tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:13.970489 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f4463c53-4c55-4675-a6ab-46ecf3be3ec1 tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:14.003624 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-104b8c05-dbde-4a69-85df-4935b394316a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:14.052967 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-1a317da8-7ef5-4f48-aad4-8f3ee5d61be0 None None] Attempting to bind port e680221f-f9dd-4b4d-a004-afaa184cf496 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:40:14.053470 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-1a317da8-7ef5-4f48-aad4-8f3ee5d61be0 None None] Attempting to bind port e680221f-f9dd-4b4d-a004-afaa184cf496 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '5ab3cdfe-fd71-4238-a312-65d8b4c02147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'c533b29a-e1f6-4733-913a-516e3c23713b'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:40:14.053977 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a317da8-7ef5-4f48-aad4-8f3ee5d61be0 None None] Attempting to bind port e680221f-f9dd-4b4d-a004-afaa184cf496 on network c533b29a-e1f6-4733-913a-516e3c23713b {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:40:14.058570 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-104b8c05-dbde-4a69-85df-4935b394316a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:14.064507 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4463c53-4c55-4675-a6ab-46ecf3be3ec1 tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] Network 31ebd439-090c-4b25-bbb0-31c48711b145 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:40:14.064731 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a317da8-7ef5-4f48-aad4-8f3ee5d61be0 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:40:14.065237 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a317da8-7ef5-4f48-aad4-8f3ee5d61be0 None None] Checking segment: {'id': '5ab3cdfe-fd71-4238-a312-65d8b4c02147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'c533b29a-e1f6-4733-913a-516e3c23713b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:40:14.065858 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1a317da8-7ef5-4f48-aad4-8f3ee5d61be0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:14.066530 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a317da8-7ef5-4f48-aad4-8f3ee5d61be0 None None] Bound using segment: {'id': '5ab3cdfe-fd71-4238-a312-65d8b4c02147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'c533b29a-e1f6-4733-913a-516e3c23713b'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:40:14.067209 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4463c53-4c55-4675-a6ab-46ecf3be3ec1 tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] Pushing event updated for resources: {'Port': ['ID=0c2a5440-597c-44e9-a353-76804c976c2b,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:14.068294 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-1a317da8-7ef5-4f48-aad4-8f3ee5d61be0 None None] Bound port: e680221f-f9dd-4b4d-a004-afaa184cf496, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ab3cdfe-fd71-4238-a312-65d8b4c02147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'c533b29a-e1f6-4733-913a-516e3c23713b'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:40:14.069245 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1a317da8-7ef5-4f48-aad4-8f3ee5d61be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:14.071615 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-f4463c53-4c55-4675-a6ab-46ecf3be3ec1 tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:40:14.076472 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4463c53-4c55-4675-a6ab-46ecf3be3ec1 tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:40:14.080669 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9a2ed3ab-8f50-400f-ad3b-c416fe6ac26a tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:14.236991 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-388c8bd5-a78e-441f-a534-229971c7149a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-4f40727d-2da9-4548-a93d-e6d76a4b3708', 'network_id': '4f40727d-2da9-4548-a93d-e6d76a4b3708', 'tenant_id': '4971998c7f1949578f3f553ead792aab', 'fixed_ips': [{'subnet_id': '13a00780-5625-49be-a2e9-af86738fe609'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:40:14.241593 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9a2ed3ab-8f50-400f-ad3b-c416fe6ac26a tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:14.254992 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-388c8bd5-a78e-441f-a534-229971c7149a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:14.327111 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-1a317da8-7ef5-4f48-aad4-8f3ee5d61be0 None None] For port e680221f-f9dd-4b4d-a004-afaa184cf496, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:40:14.328433 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-104b8c05-dbde-4a69-85df-4935b394316a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:14.332149 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-1a317da8-7ef5-4f48-aad4-8f3ee5d61be0 None None] For port e680221f-f9dd-4b4d-a004-afaa184cf496, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=e680221f-f9dd-4b4d-a004-afaa184cf496,segment=NetworkSegment(5ab3cdfe-fd71-4238-a312-65d8b4c02147),segment_id=5ab3cdfe-fd71-4238-a312-65d8b4c02147)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:40:14.337859 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-104b8c05-dbde-4a69-85df-4935b394316a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:14.343170 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-104b8c05-dbde-4a69-85df-4935b394316a admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/30c1fb77-2474-4874-b81d-93f8a40f09f2 HTTP/1.1" status: 204 len: 168 time: 0.4933820 May 18 18:40:14.357749 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1a317da8-7ef5-4f48-aad4-8f3ee5d61be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:14.434220 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-04ace77d-43f2-4a07-992b-f873e96566e3 req-7038bd9a-c5ef-438c-b1f7-1ea77adb5ac3 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=92c2937b-334d-4672-9120-827f55250330&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2669482 May 18 18:40:14.437389 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104b8c05-dbde-4a69-85df-4935b394316a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30c1fb77-2474-4874-b81d-93f8a40f09f2,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:14.458012 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9a2ed3ab-8f50-400f-ad3b-c416fe6ac26a tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260898416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260908030'] for subnet, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:14.597297 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2ed3ab-8f50-400f-ad3b-c416fe6ac26a tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Pushing event deleted for resources: {'Subnet': ['ID=13a00780-5625-49be-a2e9-af86738fe609,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:14.703210 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9a2ed3ab-8f50-400f-ad3b-c416fe6ac26a tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:14.711672 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ace77d-43f2-4a07-992b-f873e96566e3 req-2470d116-ae40-436b-89ec-ffa2daf90dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:40:14.714341 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-04ace77d-43f2-4a07-992b-f873e96566e3 req-2470d116-ae40-436b-89ec-ffa2daf90dea service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=88c24373a5b54353826abe0917a88c21&device_id=92c2937b-334d-4672-9120-827f55250330 HTTP/1.1" status: 200 len: 1096 time: 0.2085164 May 18 18:40:14.714530 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server [None req-388c8bd5-a78e-441f-a534-229971c7149a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 13a00780-5625-49be-a2e9-af86738fe609: This subnet is being modified by another concurrent operation. May 18 18:40:14.714530 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 18 18:40:14.714530 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 18 18:40:14.714530 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 18 18:40:14.714530 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 18 18:40:14.714530 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 18 18:40:14.714530 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 18 18:40:14.714530 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 18 18:40:14.714530 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 18 18:40:14.714530 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 18 18:40:14.714530 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 18 18:40:14.714530 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 18 18:40:14.714530 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 18 18:40:14.714530 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server self.force_reraise() May 18 18:40:14.714530 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 18 18:40:14.714530 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server raise self.value May 18 18:40:14.714530 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 18 18:40:14.714530 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 18 18:40:14.714530 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 18 18:40:14.714530 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 18 18:40:14.714530 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 18 18:40:14.714530 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server self.force_reraise() May 18 18:40:14.714530 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 18 18:40:14.714530 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server raise self.value May 18 18:40:14.714530 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 18 18:40:14.714530 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 18 18:40:14.714530 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 18 18:40:14.714530 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 18 18:40:14.714530 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 18 18:40:14.714530 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server self.force_reraise() May 18 18:40:14.714530 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 18 18:40:14.714530 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server raise self.value May 18 18:40:14.714530 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 18 18:40:14.714530 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 18 18:40:14.714530 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 18 18:40:14.714530 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 18 18:40:14.714530 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port May 18 18:40:14.714530 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 18 18:40:14.714530 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action May 18 18:40:14.714530 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 18 18:40:14.714530 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 18 18:40:14.714530 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 18 18:40:14.714530 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner May 18 18:40:14.714530 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 18 18:40:14.714530 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped May 18 18:40:14.714530 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 18 18:40:14.714530 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 18 18:40:14.714530 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 18 18:40:14.714530 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 18 18:40:14.714530 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server self.force_reraise() May 18 18:40:14.714530 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 18 18:40:14.714530 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server raise self.value May 18 18:40:14.714530 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 18 18:40:14.714530 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 18 18:40:14.714530 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 18 18:40:14.714530 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 18 18:40:14.714530 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 18 18:40:14.714530 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server self.force_reraise() May 18 18:40:14.714530 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 18 18:40:14.714530 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server raise self.value May 18 18:40:14.714530 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 18 18:40:14.714530 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 18 18:40:14.714530 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 18 18:40:14.714530 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 18 18:40:14.714530 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 18 18:40:14.714530 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server self.force_reraise() May 18 18:40:14.714530 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 18 18:40:14.714530 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server raise self.value May 18 18:40:14.714530 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 18 18:40:14.714530 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 18 18:40:14.714530 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port May 18 18:40:14.714530 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 18 18:40:14.714530 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db May 18 18:40:14.714530 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 18 18:40:14.714530 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db May 18 18:40:14.714530 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 18 18:40:14.714530 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 18 18:40:14.714530 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 18 18:40:14.714530 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped May 18 18:40:14.714530 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 18 18:40:14.714530 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper May 18 18:40:14.714530 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 18 18:40:14.714530 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 18 18:40:14.714530 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 18 18:40:14.714530 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 18 18:40:14.714530 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 18 18:40:14.714530 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets May 18 18:40:14.714530 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 18 18:40:14.714530 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 18 18:40:14.714530 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server raise exception May 18 18:40:14.714530 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 13a00780-5625-49be-a2e9-af86738fe609: This subnet is being modified by another concurrent operation. May 18 18:40:14.714530 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server May 18 18:40:14.727523 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a317da8-7ef5-4f48-aad4-8f3ee5d61be0 None None] Pushing event updated for resources: {'Port': ['ID=e680221f-f9dd-4b4d-a004-afaa184cf496,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:14.754940 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb03210-925d-457d-9d35-32fd3d13c1aa None None] Network 4f40727d-2da9-4548-a93d-e6d76a4b3708 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:40:14.816402 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-9a2ed3ab-8f50-400f-ad3b-c416fe6ac26a tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f40727d-2da9-4548-a93d-e6d76a4b3708']}} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:40:15.001060 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-9a2ed3ab-8f50-400f-ad3b-c416fe6ac26a tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '295779b7-f2c9-42ee-b9d3-fe5c3a860aeb') {'for_net_delete': True} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:40:15.001360 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-9a2ed3ab-8f50-400f-ad3b-c416fe6ac26a tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '295779b7-f2c9-42ee-b9d3-fe5c3a860aeb') {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:40:15.104834 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9a2ed3ab-8f50-400f-ad3b-c416fe6ac26a tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260542144'] for segment, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:15.174130 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f4463c53-4c55-4675-a6ab-46ecf3be3ec1 tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:15.191474 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9a2ed3ab-8f50-400f-ad3b-c416fe6ac26a tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:15.218084 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a2ed3ab-8f50-400f-ad3b-c416fe6ac26a tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=102731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:40:15.219296 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9a2ed3ab-8f50-400f-ad3b-c416fe6ac26a tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260884178'] for segment, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:15.227080 n-d-838550-3 neutron-server[102731]: Traceback (most recent call last): May 18 18:40:15.227080 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:40:15.227080 n-d-838550-3 neutron-server[102731]: timer() May 18 18:40:15.227080 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:40:15.227080 n-d-838550-3 neutron-server[102731]: cb(*args, **kw) May 18 18:40:15.227080 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:40:15.227080 n-d-838550-3 neutron-server[102731]: return func(*args, **kwargs) May 18 18:40:15.227080 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:40:15.227080 n-d-838550-3 neutron-server[102731]: self._notify() May 18 18:40:15.227080 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:40:15.227080 n-d-838550-3 neutron-server[102731]: self.callback(batched_events) May 18 18:40:15.227080 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:40:15.227080 n-d-838550-3 neutron-server[102731]: event.method(event) May 18 18:40:15.227080 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:40:15.227080 n-d-838550-3 neutron-server[102731]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:40:15.227080 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:40:15.227080 n-d-838550-3 neutron-server[102731]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:40:15.227080 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:40:15.227080 n-d-838550-3 neutron-server[102731]: return f(self, *a, **k) May 18 18:40:15.227080 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:40:15.227080 n-d-838550-3 neutron-server[102731]: return self._get(url).json() May 18 18:40:15.227080 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:40:15.227080 n-d-838550-3 neutron-server[102731]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:40:15.227080 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:40:15.227080 n-d-838550-3 neutron-server[102731]: return self.request(url, 'GET', **kwargs) May 18 18:40:15.227080 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:40:15.227080 n-d-838550-3 neutron-server[102731]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:40:15.227080 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:40:15.227080 n-d-838550-3 neutron-server[102731]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:40:15.227080 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:40:15.227080 n-d-838550-3 neutron-server[102731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:40:15.227080 n-d-838550-3 neutron-server[102731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:40:15.332210 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ace77d-43f2-4a07-992b-f873e96566e3 req-1e302bc9-8f2c-4b3e-b864-993256b4b86a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:40:15.333745 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-04ace77d-43f2-4a07-992b-f873e96566e3 req-1e302bc9-8f2c-4b3e-b864-993256b4b86a service neutron] 10.222.0.88 "GET /v2.0/networks?id=154f42fc-a801-439d-a3ef-d9b6489ea0f3 HTTP/1.1" status: 200 len: 908 time: 0.5088606 May 18 18:40:15.343906 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 43480) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:15.371661 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f4463c53-4c55-4675-a6ab-46ecf3be3ec1 tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:15.452762 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9a2ed3ab-8f50-400f-ad3b-c416fe6ac26a tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:15.458183 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9a2ed3ab-8f50-400f-ad3b-c416fe6ac26a tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks [] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:15.463498 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-9a2ed3ab-8f50-400f-ad3b-c416fe6ac26a tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] 10.222.0.85 "DELETE /v2.0/networks/4f40727d-2da9-4548-a93d-e6d76a4b3708 HTTP/1.1" status: 204 len: 168 time: 1.5889204 May 18 18:40:15.494804 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 43486) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:15.495640 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2ed3ab-8f50-400f-ad3b-c416fe6ac26a tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Pushing event deleted for resources: {'Network': ['ID=4f40727d-2da9-4548-a93d-e6d76a4b3708,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:15.515119 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-e515b023-7f44-4b7c-8236-db8f6a43e222 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-748566167'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:40:15.555223 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e515b023-7f44-4b7c-8236-db8f6a43e222 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Made reservation on behalf of 4971998c7f1949578f3f553ead792aab for: {'network': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:40:15.560904 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e515b023-7f44-4b7c-8236-db8f6a43e222 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:15.635663 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-6302f157-1c0e-4aa5-ac65-4b72763cc3bf admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=8475ec6a66114ed394f3b293cbeef18a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2907202 May 18 18:40:15.638865 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 43498) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:15.640387 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-04ace77d-43f2-4a07-992b-f873e96566e3 req-94aa55bf-6579-44cb-95d1-2f076510ab16 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=69f206a0-a824-4cd6-99d7-12f7a383c267 HTTP/1.1" status: 200 len: 999 time: 0.2972727 May 18 18:40:15.650218 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e515b023-7f44-4b7c-8236-db8f6a43e222 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 646} {{(pid=102731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:40:15.668691 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f4463c53-4c55-4675-a6ab-46ecf3be3ec1 tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:15.685877 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f4463c53-4c55-4675-a6ab-46ecf3be3ec1 tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:15.705548 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e515b023-7f44-4b7c-8236-db8f6a43e222 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:15.706198 n-d-838550-3 neutron-server[102731]: INFO neutron.db.segments_db [None req-e515b023-7f44-4b7c-8236-db8f6a43e222 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Added segment c0206dcb-bab8-4fc0-9eab-774ce36f21fa of type vlan for network fb772d74-fb2e-46d7-bc21-f7cbcaea8b86 May 18 18:40:15.777348 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ace77d-43f2-4a07-992b-f873e96566e3 req-bca3cd8f-218b-4783-851d-3950de3ef0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:40:15.779894 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-04ace77d-43f2-4a07-992b-f873e96566e3 req-bca3cd8f-218b-4783-851d-3950de3ef0c0 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d718dfd2-07a4-4165-a2d8-4039d513381a HTTP/1.1" status: 200 len: 846 time: 0.1323144 May 18 18:40:15.804290 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e515b023-7f44-4b7c-8236-db8f6a43e222 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:15.832283 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f4463c53-4c55-4675-a6ab-46ecf3be3ec1 tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596987'] for floatingip, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:15.904025 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e515b023-7f44-4b7c-8236-db8f6a43e222 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:15.913580 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e515b023-7f44-4b7c-8236-db8f6a43e222 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:40:15.914343 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e515b023-7f44-4b7c-8236-db8f6a43e222 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks [] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:15.926002 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ace77d-43f2-4a07-992b-f873e96566e3 req-6b1f1064-cd3a-41e9-86d8-e9d24ea8bc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:40:15.928032 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-04ace77d-43f2-4a07-992b-f873e96566e3 req-6b1f1064-cd3a-41e9-86d8-e9d24ea8bc87 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=154f42fc-a801-439d-a3ef-d9b6489ea0f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0996802 May 18 18:40:16.007821 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-be06ef21-b531-43ca-918a-5ff127ece840 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:16.010909 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4463c53-4c55-4675-a6ab-46ecf3be3ec1 tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] Pushing event updated for resources: {'Port': ['ID=0c2a5440-597c-44e9-a353-76804c976c2b,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:16.078463 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-e515b023-7f44-4b7c-8236-db8f6a43e222 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5726118 May 18 18:40:16.083957 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 43536) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:16.094828 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-ae72f2f3-c463-443b-8f92-32ad51a7385e tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Request body: {'subnet': {'network_id': 'fb772d74-fb2e-46d7-bc21-f7cbcaea8b86', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:40:16.137955 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-be06ef21-b531-43ca-918a-5ff127ece840 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:16.205064 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e515b023-7f44-4b7c-8236-db8f6a43e222 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Pushing event updated for resources: {'Network': ['ID=fb772d74-fb2e-46d7-bc21-f7cbcaea8b86,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:16.212423 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae72f2f3-c463-443b-8f92-32ad51a7385e tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Made reservation on behalf of 4971998c7f1949578f3f553ead792aab for: {'subnet': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:40:16.218272 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ae72f2f3-c463-443b-8f92-32ad51a7385e tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260908003'] for subnet, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:16.250577 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network fb772d74-fb2e-46d7-bc21-f7cbcaea8b86 details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:40:16.316991 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.ipam_backend_mixin [None req-ae72f2f3-c463-443b-8f92-32ad51a7385e tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Performing IP validity checks on allocation pools {{(pid=102731) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} May 18 18:40:16.317450 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.ipam_backend_mixin [None req-ae72f2f3-c463-443b-8f92-32ad51a7385e tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102731) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} May 18 18:40:16.328071 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-04ace77d-43f2-4a07-992b-f873e96566e3 req-83edb9ba-cf3a-45ad-8beb-3ac534e5586e service neutron] 10.222.0.88 "GET /v2.0/networks/154f42fc-a801-439d-a3ef-d9b6489ea0f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3860421 May 18 18:40:16.365984 n-d-838550-3 neutron-server[102730]: INFO neutron.db.l3_db [None req-f4463c53-4c55-4675-a6ab-46ecf3be3ec1 tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] Floating IP 2de2aac9-8232-4b4f-a179-63741c72d3ba associated. External IP: 172.25.5.237, port: 69f206a0-a824-4cd6-99d7-12f7a383c267. May 18 18:40:16.449328 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device e680221f-f9dd-4b4d-a004-afaa184cf496 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:40:16.519412 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f39eba-22d9-4692-b4ea-3d616b269bf2 None None] Network c533b29a-e1f6-4733-913a-516e3c23713b requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:40:16.561155 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-be06ef21-b531-43ca-918a-5ff127ece840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:16.563783 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-be06ef21-b531-43ca-918a-5ff127ece840 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:16.564989 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-be06ef21-b531-43ca-918a-5ff127ece840 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/2b1935cd-58a1-4501-9c5f-6e133c3961be HTTP/1.1" status: 204 len: 168 time: 0.9251342 May 18 18:40:16.612604 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-04ace77d-43f2-4a07-992b-f873e96566e3 req-5237676f-85f3-4d49-b185-ecebd3bff5e9 service neutron] 10.222.0.88 "GET /v2.0/networks/154f42fc-a801-439d-a3ef-d9b6489ea0f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2753172 May 18 18:40:16.636764 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be06ef21-b531-43ca-918a-5ff127ece840 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b1935cd-58a1-4501-9c5f-6e133c3961be,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:16.790835 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-1cc217a9-0c2b-4c2e-ba50-20351826b347 None None] Provisioning complete for port e680221f-f9dd-4b4d-a004-afaa184cf496 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:40:16.793098 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1cc217a9-0c2b-4c2e-ba50-20351826b347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:16.913898 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port e680221f-f9dd-4b4d-a004-afaa184cf496 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:40:16.914267 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:16.964024 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4463c53-4c55-4675-a6ab-46ecf3be3ec1 tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] Router 3267fe4b-260c-4435-9679-647ce70ab9c8 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:40:17.207802 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-1cc217a9-0c2b-4c2e-ba50-20351826b347 None None] Current status of the port e680221f-f9dd-4b4d-a004-afaa184cf496 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:40:17.208416 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1cc217a9-0c2b-4c2e-ba50-20351826b347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:17.273453 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-1cc217a9-0c2b-4c2e-ba50-20351826b347 None None] For port e680221f-f9dd-4b4d-a004-afaa184cf496, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=e680221f-f9dd-4b4d-a004-afaa184cf496,segment=NetworkSegment(5ab3cdfe-fd71-4238-a312-65d8b4c02147),segment_id=5ab3cdfe-fd71-4238-a312-65d8b4c02147)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:40:17.290670 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1cc217a9-0c2b-4c2e-ba50-20351826b347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:17.318330 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4463c53-4c55-4675-a6ab-46ecf3be3ec1 tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:40:17.339531 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c07a52-2d69-4eb7-b53b-a31d2cc1f438 None None] Sync routers for ids ['3267fe4b-260c-4435-9679-647ce70ab9c8'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:40:17.359218 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ae72f2f3-c463-443b-8f92-32ad51a7385e tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260898481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260908021'] for subnet, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:17.364393 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c07a52-2d69-4eb7-b53b-a31d2cc1f438 None None] Routers {'3267fe4b-260c-4435-9679-647ce70ab9c8'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:40:17.368260 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-68c07a52-2d69-4eb7-b53b-a31d2cc1f438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:40:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['3267fe4b-260c-4435-9679-647ce70ab9c8'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:40:17.374353 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f4463c53-4c55-4675-a6ab-46ecf3be3ec1 tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:17.464598 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-f4463c53-4c55-4675-a6ab-46ecf3be3ec1 tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.2545211 May 18 18:40:17.468774 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92c2937b-334d-4672-9120-827f55250330', 'tag': '69f206a0-a824-4cd6-99d7-12f7a383c267'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:40:17.481006 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12db7631-70c7-40eb-9725-94d7a404a136" -d '{"events": [{"name": "network-changed", "server_uuid": "92c2937b-334d-4672-9120-827f55250330", "tag": "69f206a0-a824-4cd6-99d7-12f7a383c267"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:40:17.489765 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae72f2f3-c463-443b-8f92-32ad51a7385e tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Pushing event updated for resources: {'Subnet': ['ID=de72c1f2-b80e-4e8d-8045-614829532473,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:17.554822 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae72f2f3-c463-443b-8f92-32ad51a7385e tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Checking segment: {'id': 'c0206dcb-bab8-4fc0-9eab-774ce36f21fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'fb772d74-fb2e-46d7-bc21-f7cbcaea8b86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:40:17.555426 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae72f2f3-c463-443b-8f92-32ad51a7385e tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Network hostable DHCP agents. Network: fb772d74-fb2e-46d7-bc21-f7cbcaea8b86, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:40:17.610577 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b26b6723-5f6e-4288-97fb-8369f3797e6b x-openstack-request-id: req-b26b6723-5f6e-4288-97fb-8369f3797e6b {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:40:17.611208 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92c2937b-334d-4672-9120-827f55250330", "tag": "69f206a0-a824-4cd6-99d7-12f7a383c267", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:40:17.611706 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-b26b6723-5f6e-4288-97fb-8369f3797e6b {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:40:17.612428 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b26b6723-5f6e-4288-97fb-8369f3797e6b'] response: {'name': 'network-changed', 'server_uuid': '92c2937b-334d-4672-9120-827f55250330', 'tag': '69f206a0-a824-4cd6-99d7-12f7a383c267', 'status': 'completed', 'code': 200} May 18 18:40:17.617142 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae72f2f3-c463-443b-8f92-32ad51a7385e tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Network fb772d74-fb2e-46d7-bc21-f7cbcaea8b86 is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:40:17.629106 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-ae72f2f3-c463-443b-8f92-32ad51a7385e tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, fb772d74-fb2e-46d7-bc21-f7cbcaea8b86) {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:40:17.639335 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae72f2f3-c463-443b-8f92-32ad51a7385e tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:40:17.640226 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ae72f2f3-c463-443b-8f92-32ad51a7385e tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:17.677747 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-68c07a52-2d69-4eb7-b53b-a31d2cc1f438 None None] Set router 3267fe4b-260c-4435-9679-647ce70ab9c8 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:40:17.722432 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e415a36-1cd6-466b-89bd-8ec54906b355 None None] Network fb772d74-fb2e-46d7-bc21-f7cbcaea8b86 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:40:17.744490 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 43644) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:17.765049 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-ae72f2f3-c463-443b-8f92-32ad51a7385e tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.6768830 May 18 18:40:17.778308 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12db7631-70c7-40eb-9725-94d7a404a136 req-298f023b-d8e1-4050-bb06-6279ebe51cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:40:17.786181 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-12db7631-70c7-40eb-9725-94d7a404a136 req-298f023b-d8e1-4050-bb06-6279ebe51cc3 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=88c24373a5b54353826abe0917a88c21&device_id=92c2937b-334d-4672-9120-827f55250330 HTTP/1.1" status: 200 len: 1096 time: 0.1408720 May 18 18:40:17.829224 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port e680221f-f9dd-4b4d-a004-afaa184cf496 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:40:17.975680 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12db7631-70c7-40eb-9725-94d7a404a136 req-64c58fdc-81ba-412e-97be-4074c3ed89ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:40:17.977841 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-12db7631-70c7-40eb-9725-94d7a404a136 req-64c58fdc-81ba-412e-97be-4074c3ed89ad service neutron] 10.222.0.88 "GET /v2.0/networks?id=154f42fc-a801-439d-a3ef-d9b6489ea0f3 HTTP/1.1" status: 200 len: 908 time: 0.1815646 May 18 18:40:18.047983 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8424e6ff-4dce-40ec-9513-de5eab82d9b5 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:18.079932 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-12db7631-70c7-40eb-9725-94d7a404a136 req-1982d4e1-cc5d-4021-b74a-f51201312d2b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=69f206a0-a824-4cd6-99d7-12f7a383c267 HTTP/1.1" status: 200 len: 999 time: 0.0930567 May 18 18:40:18.098550 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc217a9-0c2b-4c2e-ba50-20351826b347 None None] Pushing event updated for resources: {'Port': ['ID=e680221f-f9dd-4b4d-a004-afaa184cf496,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:18.191274 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-68c07a52-2d69-4eb7-b53b-a31d2cc1f438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3267fe4b-260c-4435-9679-647ce70ab9c8', 'name': 'tempest-TestServerBasicOps-96562585-router', 'tenant_id': '88c24373a5b54353826abe0917a88c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': 'ba983f6d-835d-4bea-adc8-fdfa0aae1aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:39:27Z', 'updated_at': '2022-05-18T18:39:31Z', 'revision_number': 4, 'project_id': '88c24373a5b54353826abe0917a88c21', 'gw_port': {'id': 'ba983f6d-835d-4bea-adc8-fdfa0aae1aad', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:77:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3267fe4b-260c-4435-9679-647ce70ab9c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:39:27Z', 'updated_at': '2022-05-18T18:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': '2de2aac9-8232-4b4f-a179-63741c72d3ba', 'tenant_id': '88c24373a5b54353826abe0917a88c21', 'floating_ip_address': '172.25.5.237', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': '3267fe4b-260c-4435-9679-647ce70ab9c8', 'port_id': '69f206a0-a824-4cd6-99d7-12f7a383c267', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3761, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '154f42fc-a801-439d-a3ef-d9b6489ea0f3', 'mac_address': 'fa:16:3e:e7:2c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c2937b-334d-4672-9120-827f55250330', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T18:40:14Z', 'updated_at': '2022-05-18T18:40:14Z', 'revision_number': 0, 'project_id': '88c24373a5b54353826abe0917a88c21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7df6f5de-c810-4d01-8e0b-4746bdfb0bbd', 'name': '', 'network_id': '154f42fc-a801-439d-a3ef-d9b6489ea0f3', 'tenant_id': '88c24373a5b54353826abe0917a88c21', 'mac_address': 'fa:16:3e:88:cb:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3267fe4b-260c-4435-9679-647ce70ab9c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': 'd718dfd2-07a4-4165-a2d8-4039d513381a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:39:30Z', 'updated_at': '2022-05-18T18:39:39Z', 'revision_number': 5, 'project_id': '88c24373a5b54353826abe0917a88c21', 'subnets': [{'id': 'd718dfd2-07a4-4165-a2d8-4039d513381a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:40:18.242715 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8424e6ff-4dce-40ec-9513-de5eab82d9b5 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:18.283014 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c07a52-2d69-4eb7-b53b-a31d2cc1f438 None None] Checking router: 3267fe4b-260c-4435-9679-647ce70ab9c8 for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:40:18.295898 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12db7631-70c7-40eb-9725-94d7a404a136 req-83e7601a-4ac3-4269-838b-eb6ee251adf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:40:18.297561 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-12db7631-70c7-40eb-9725-94d7a404a136 req-83e7601a-4ac3-4269-838b-eb6ee251adf9 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d718dfd2-07a4-4165-a2d8-4039d513381a HTTP/1.1" status: 200 len: 846 time: 0.1801562 May 18 18:40:18.304639 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c07a52-2d69-4eb7-b53b-a31d2cc1f438 None None] Routers {'3267fe4b-260c-4435-9679-647ce70ab9c8'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:40:18.309375 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-68c07a52-2d69-4eb7-b53b-a31d2cc1f438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:40:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['3267fe4b-260c-4435-9679-647ce70ab9c8'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:40:18.324598 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device e680221f-f9dd-4b4d-a004-afaa184cf496 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:40:18.423458 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8424e6ff-4dce-40ec-9513-de5eab82d9b5 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261104690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261031888'] for subnet, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:18.456785 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a26b9d26-c496-4865-afee-10f22f657ebb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-fb772d74-fb2e-46d7-bc21-f7cbcaea8b86', 'network_id': 'fb772d74-fb2e-46d7-bc21-f7cbcaea8b86', 'tenant_id': '4971998c7f1949578f3f553ead792aab', 'fixed_ips': [{'subnet_id': 'de72c1f2-b80e-4e8d-8045-614829532473'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:40:18.458249 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a26b9d26-c496-4865-afee-10f22f657ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:18.471092 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12db7631-70c7-40eb-9725-94d7a404a136 req-93e90a39-394b-46f3-a2ca-a40251849180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:40:18.473861 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-12db7631-70c7-40eb-9725-94d7a404a136 req-93e90a39-394b-46f3-a2ca-a40251849180 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=154f42fc-a801-439d-a3ef-d9b6489ea0f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1661634 May 18 18:40:18.520433 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port e680221f-f9dd-4b4d-a004-afaa184cf496 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:40:18.521526 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:18.585849 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8424e6ff-4dce-40ec-9513-de5eab82d9b5 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:18.620106 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-8424e6ff-4dce-40ec-9513-de5eab82d9b5 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb772d74-fb2e-46d7-bc21-f7cbcaea8b86']}} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:40:18.622634 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-68c07a52-2d69-4eb7-b53b-a31d2cc1f438 None None] Set router 3267fe4b-260c-4435-9679-647ce70ab9c8 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:40:18.634716 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-8424e6ff-4dce-40ec-9513-de5eab82d9b5 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0206dcb-bab8-4fc0-9eab-774ce36f21fa') {'for_net_delete': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:40:18.635303 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-8424e6ff-4dce-40ec-9513-de5eab82d9b5 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0206dcb-bab8-4fc0-9eab-774ce36f21fa') {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:40:18.649599 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8424e6ff-4dce-40ec-9513-de5eab82d9b5 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260107375'] for segment, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:18.683880 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8424e6ff-4dce-40ec-9513-de5eab82d9b5 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:18.684734 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e91e652-6275-4d0c-a42e-18ec281e4b4c None None] Network fb772d74-fb2e-46d7-bc21-f7cbcaea8b86 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:40:18.691613 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8424e6ff-4dce-40ec-9513-de5eab82d9b5 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Pushing event deleted for resources: {'Subnet': ['ID=de72c1f2-b80e-4e8d-8045-614829532473,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:18.700227 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-12db7631-70c7-40eb-9725-94d7a404a136 req-6b2a8659-8301-4e9c-8712-1b094813edc6 service neutron] 10.222.0.88 "GET /v2.0/networks/154f42fc-a801-439d-a3ef-d9b6489ea0f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122898 May 18 18:40:18.703188 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8424e6ff-4dce-40ec-9513-de5eab82d9b5 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=102730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:40:18.703896 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8424e6ff-4dce-40ec-9513-de5eab82d9b5 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261102736'] for segment, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:18.708932 n-d-838550-3 neutron-server[102730]: Traceback (most recent call last): May 18 18:40:18.708932 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:40:18.708932 n-d-838550-3 neutron-server[102730]: timer() May 18 18:40:18.708932 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:40:18.708932 n-d-838550-3 neutron-server[102730]: cb(*args, **kw) May 18 18:40:18.708932 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:40:18.708932 n-d-838550-3 neutron-server[102730]: return func(*args, **kwargs) May 18 18:40:18.708932 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:40:18.708932 n-d-838550-3 neutron-server[102730]: self._notify() May 18 18:40:18.708932 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:40:18.708932 n-d-838550-3 neutron-server[102730]: self.callback(batched_events) May 18 18:40:18.708932 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:40:18.708932 n-d-838550-3 neutron-server[102730]: event.method(event) May 18 18:40:18.708932 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:40:18.708932 n-d-838550-3 neutron-server[102730]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:40:18.708932 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:40:18.708932 n-d-838550-3 neutron-server[102730]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:40:18.708932 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:40:18.708932 n-d-838550-3 neutron-server[102730]: return f(self, *a, **k) May 18 18:40:18.708932 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:40:18.708932 n-d-838550-3 neutron-server[102730]: return self._get(url).json() May 18 18:40:18.708932 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:40:18.708932 n-d-838550-3 neutron-server[102730]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:40:18.708932 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:40:18.708932 n-d-838550-3 neutron-server[102730]: return self.request(url, 'GET', **kwargs) May 18 18:40:18.708932 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:40:18.708932 n-d-838550-3 neutron-server[102730]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:40:18.708932 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:40:18.708932 n-d-838550-3 neutron-server[102730]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:40:18.708932 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:40:18.708932 n-d-838550-3 neutron-server[102730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:40:18.708932 n-d-838550-3 neutron-server[102730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:40:18.841418 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8424e6ff-4dce-40ec-9513-de5eab82d9b5 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:18.854187 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8424e6ff-4dce-40ec-9513-de5eab82d9b5 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:18.862327 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-8424e6ff-4dce-40ec-9513-de5eab82d9b5 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] 10.222.0.85 "DELETE /v2.0/networks/fb772d74-fb2e-46d7-bc21-f7cbcaea8b86 HTTP/1.1" status: 204 len: 168 time: 1.1163292 May 18 18:40:18.867568 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 43708) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:18.894643 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-4bf2eff5-5e59-4964-9995-73b660ef1fa8 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-225679271'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:40:18.910010 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8424e6ff-4dce-40ec-9513-de5eab82d9b5 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Pushing event deleted for resources: {'Network': ['ID=fb772d74-fb2e-46d7-bc21-f7cbcaea8b86,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:18.954460 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bf2eff5-5e59-4964-9995-73b660ef1fa8 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Made reservation on behalf of 4971998c7f1949578f3f553ead792aab for: {'network': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:40:18.962989 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4bf2eff5-5e59-4964-9995-73b660ef1fa8 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:19.002243 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-12db7631-70c7-40eb-9725-94d7a404a136 req-c9bb68b1-f67d-4af7-a5e9-b2d89ae8e73d service neutron] 10.222.0.88 "GET /v2.0/networks/154f42fc-a801-439d-a3ef-d9b6489ea0f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2939291 May 18 18:40:19.028752 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bf2eff5-5e59-4964-9995-73b660ef1fa8 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 649} {{(pid=102730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:40:19.047977 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4bf2eff5-5e59-4964-9995-73b660ef1fa8 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:19.050190 n-d-838550-3 neutron-server[102730]: INFO neutron.db.segments_db [None req-4bf2eff5-5e59-4964-9995-73b660ef1fa8 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Added segment 9c5958a3-01a5-4e8f-b13d-36b781867cac of type vlan for network befccb01-cd45-4961-b3a5-a54c761e7d96 May 18 18:40:19.118010 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port e680221f-f9dd-4b4d-a004-afaa184cf496 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:40:19.132997 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-e4448986-1f29-4e32-a718-2a97b67b6b6e None None] Provisioning complete for port e680221f-f9dd-4b4d-a004-afaa184cf496 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:40:19.133234 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-e4448986-1f29-4e32-a718-2a97b67b6b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:19.156956 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4bf2eff5-5e59-4964-9995-73b660ef1fa8 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:19.214154 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4bf2eff5-5e59-4964-9995-73b660ef1fa8 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:19.233991 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf2eff5-5e59-4964-9995-73b660ef1fa8 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:40:19.238365 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4bf2eff5-5e59-4964-9995-73b660ef1fa8 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:19.268543 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-68c07a52-2d69-4eb7-b53b-a31d2cc1f438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3267fe4b-260c-4435-9679-647ce70ab9c8', 'name': 'tempest-TestServerBasicOps-96562585-router', 'tenant_id': '88c24373a5b54353826abe0917a88c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': 'ba983f6d-835d-4bea-adc8-fdfa0aae1aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:39:27Z', 'updated_at': '2022-05-18T18:39:31Z', 'revision_number': 4, 'project_id': '88c24373a5b54353826abe0917a88c21', 'gw_port': {'id': 'ba983f6d-835d-4bea-adc8-fdfa0aae1aad', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:77:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3267fe4b-260c-4435-9679-647ce70ab9c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:39:27Z', 'updated_at': '2022-05-18T18:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': '2de2aac9-8232-4b4f-a179-63741c72d3ba', 'tenant_id': '88c24373a5b54353826abe0917a88c21', 'floating_ip_address': '172.25.5.237', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': '3267fe4b-260c-4435-9679-647ce70ab9c8', 'port_id': '69f206a0-a824-4cd6-99d7-12f7a383c267', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3761, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '154f42fc-a801-439d-a3ef-d9b6489ea0f3', 'mac_address': 'fa:16:3e:e7:2c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c2937b-334d-4672-9120-827f55250330', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T18:40:14Z', 'updated_at': '2022-05-18T18:40:14Z', 'revision_number': 0, 'project_id': '88c24373a5b54353826abe0917a88c21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7df6f5de-c810-4d01-8e0b-4746bdfb0bbd', 'name': '', 'network_id': '154f42fc-a801-439d-a3ef-d9b6489ea0f3', 'tenant_id': '88c24373a5b54353826abe0917a88c21', 'mac_address': 'fa:16:3e:88:cb:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3267fe4b-260c-4435-9679-647ce70ab9c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': 'd718dfd2-07a4-4165-a2d8-4039d513381a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:39:30Z', 'updated_at': '2022-05-18T18:39:39Z', 'revision_number': 5, 'project_id': '88c24373a5b54353826abe0917a88c21', 'subnets': [{'id': 'd718dfd2-07a4-4165-a2d8-4039d513381a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:40:19.279861 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-4bf2eff5-5e59-4964-9995-73b660ef1fa8 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4090791 May 18 18:40:19.284805 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 43742) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:19.287790 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98b759f4-c152-4296-8978-7132a21f1bfb None None] get_active_networks_info from n-d-838550-3 {{(pid=102732) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 18 18:40:19.296740 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-a808f92e-a3ae-43bc-9306-4c35dc730974 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Request body: {'subnet': {'network_id': 'befccb01-cd45-4961-b3a5-a54c761e7d96', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:40:19.365160 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-e4448986-1f29-4e32-a718-2a97b67b6b6e None None] Current status of the port e680221f-f9dd-4b4d-a004-afaa184cf496 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:40:19.414445 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2eff5-5e59-4964-9995-73b660ef1fa8 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Pushing event updated for resources: {'Network': ['ID=befccb01-cd45-4961-b3a5-a54c761e7d96,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:19.436495 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network befccb01-cd45-4961-b3a5-a54c761e7d96 details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:40:19.465319 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c07a52-2d69-4eb7-b53b-a31d2cc1f438 None None] The sync data for ids ['3267fe4b-260c-4435-9679-647ce70ab9c8'] in n-d-838550-3 is: [{'id': '3267fe4b-260c-4435-9679-647ce70ab9c8', 'name': 'tempest-TestServerBasicOps-96562585-router', 'tenant_id': '88c24373a5b54353826abe0917a88c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': 'ba983f6d-835d-4bea-adc8-fdfa0aae1aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:39:27Z', 'updated_at': '2022-05-18T18:39:31Z', 'revision_number': 4, 'project_id': '88c24373a5b54353826abe0917a88c21', 'gw_port': {'id': 'ba983f6d-835d-4bea-adc8-fdfa0aae1aad', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:77:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3267fe4b-260c-4435-9679-647ce70ab9c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:39:27Z', 'updated_at': '2022-05-18T18:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': '2de2aac9-8232-4b4f-a179-63741c72d3ba', 'tenant_id': '88c24373a5b54353826abe0917a88c21', 'floating_ip_address': '172.25.5.237', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': '3267fe4b-260c-4435-9679-647ce70ab9c8', 'port_id': '69f206a0-a824-4cd6-99d7-12f7a383c267', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3761, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '154f42fc-a801-439d-a3ef-d9b6489ea0f3', 'mac_address': 'fa:16:3e:e7:2c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c2937b-334d-4672-9120-827f55250330', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T18:40:14Z', 'updated_at': '2022-05-18T18:40:14Z', 'revision_number': 0, 'project_id': '88c24373a5b54353826abe0917a88c21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7df6f5de-c810-4d01-8e0b-4746bdfb0bbd', 'name': '', 'network_id': '154f42fc-a801-439d-a3ef-d9b6489ea0f3', 'tenant_id': '88c24373a5b54353826abe0917a88c21', 'mac_address': 'fa:16:3e:88:cb:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3267fe4b-260c-4435-9679-647ce70ab9c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': 'd718dfd2-07a4-4165-a2d8-4039d513381a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:39:30Z', 'updated_at': '2022-05-18T18:39:39Z', 'revision_number': 5, 'project_id': '88c24373a5b54353826abe0917a88c21', 'subnets': [{'id': 'd718dfd2-07a4-4165-a2d8-4039d513381a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:40:19.575126 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b759f4-c152-4296-8978-7132a21f1bfb None None] Resources bound (agent type, host, resource id): {{(pid=102732) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 18 18:40:19.598069 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a808f92e-a3ae-43bc-9306-4c35dc730974 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Made reservation on behalf of 4971998c7f1949578f3f553ead792aab for: {'subnet': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:40:19.605884 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a808f92e-a3ae-43bc-9306-4c35dc730974 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260908003'] for subnet, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:19.949755 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870841e0-a0eb-4d4a-94bb-b6b647de97c0 None None] New status for floating IP 2de2aac9-8232-4b4f-a179-63741c72d3ba: ACTIVE {{(pid=102732) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 18:40:20.057461 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a808f92e-a3ae-43bc-9306-4c35dc730974 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260898481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260908021'] for subnet, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:20.154077 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a808f92e-a3ae-43bc-9306-4c35dc730974 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Pushing event updated for resources: {'Subnet': ['ID=fd5ee502-b30f-42e0-91f2-07353cfcda86,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:20.212790 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a808f92e-a3ae-43bc-9306-4c35dc730974 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Checking segment: {'id': '9c5958a3-01a5-4e8f-b13d-36b781867cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'befccb01-cd45-4961-b3a5-a54c761e7d96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:40:20.213146 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a808f92e-a3ae-43bc-9306-4c35dc730974 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Network hostable DHCP agents. Network: befccb01-cd45-4961-b3a5-a54c761e7d96, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:40:20.251198 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a808f92e-a3ae-43bc-9306-4c35dc730974 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Network befccb01-cd45-4961-b3a5-a54c761e7d96 is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:40:20.268820 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-a808f92e-a3ae-43bc-9306-4c35dc730974 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, befccb01-cd45-4961-b3a5-a54c761e7d96) {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:40:20.282343 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d98fe965-a83e-4c02-bc73-f9302e150354 None None] Network befccb01-cd45-4961-b3a5-a54c761e7d96 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:40:20.289069 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a808f92e-a3ae-43bc-9306-4c35dc730974 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:40:20.291809 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a808f92e-a3ae-43bc-9306-4c35dc730974 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:20.341437 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 43790) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:20.342098 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-a808f92e-a3ae-43bc-9306-4c35dc730974 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0546072 May 18 18:40:20.538281 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d377ca6-8670-4f6d-b329-7d306230ef2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-befccb01-cd45-4961-b3a5-a54c761e7d96', 'network_id': 'befccb01-cd45-4961-b3a5-a54c761e7d96', 'tenant_id': '4971998c7f1949578f3f553ead792aab', 'fixed_ips': [{'subnet_id': 'fd5ee502-b30f-42e0-91f2-07353cfcda86'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:40:20.541729 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1d377ca6-8670-4f6d-b329-7d306230ef2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:20.561427 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d31d4fa2-bf1d-4c96-971a-960410041217 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:20.625553 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d31d4fa2-bf1d-4c96-971a-960410041217 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:20.721023 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d31d4fa2-bf1d-4c96-971a-960410041217 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261104690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261031888'] for subnet, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:20.770924 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31d4fa2-bf1d-4c96-971a-960410041217 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Pushing event deleted for resources: {'Subnet': ['ID=fd5ee502-b30f-42e0-91f2-07353cfcda86,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:20.790782 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server [None req-1d377ca6-8670-4f6d-b329-7d306230ef2c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fd5ee502-b30f-42e0-91f2-07353cfcda86: This subnet is being modified by another concurrent operation. May 18 18:40:20.790782 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 18 18:40:20.790782 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 18 18:40:20.790782 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 18 18:40:20.790782 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 18 18:40:20.790782 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 18 18:40:20.790782 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 18 18:40:20.790782 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 18 18:40:20.790782 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 18 18:40:20.790782 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 18 18:40:20.790782 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 18 18:40:20.790782 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 18 18:40:20.790782 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 18 18:40:20.790782 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server self.force_reraise() May 18 18:40:20.790782 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 18 18:40:20.790782 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server raise self.value May 18 18:40:20.790782 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 18 18:40:20.790782 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 18 18:40:20.790782 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 18 18:40:20.790782 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 18 18:40:20.790782 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 18 18:40:20.790782 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server self.force_reraise() May 18 18:40:20.790782 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 18 18:40:20.790782 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server raise self.value May 18 18:40:20.790782 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 18 18:40:20.790782 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 18 18:40:20.790782 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 18 18:40:20.790782 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 18 18:40:20.790782 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 18 18:40:20.790782 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server self.force_reraise() May 18 18:40:20.790782 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 18 18:40:20.790782 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server raise self.value May 18 18:40:20.790782 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 18 18:40:20.790782 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 18 18:40:20.790782 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 18 18:40:20.790782 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 18 18:40:20.790782 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port May 18 18:40:20.790782 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 18 18:40:20.790782 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action May 18 18:40:20.790782 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 18 18:40:20.790782 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 18 18:40:20.790782 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 18 18:40:20.790782 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner May 18 18:40:20.790782 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 18 18:40:20.790782 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped May 18 18:40:20.790782 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 18 18:40:20.790782 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 18 18:40:20.790782 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 18 18:40:20.790782 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 18 18:40:20.790782 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server self.force_reraise() May 18 18:40:20.790782 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 18 18:40:20.790782 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server raise self.value May 18 18:40:20.790782 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 18 18:40:20.790782 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 18 18:40:20.790782 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 18 18:40:20.790782 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 18 18:40:20.790782 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 18 18:40:20.790782 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server self.force_reraise() May 18 18:40:20.790782 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 18 18:40:20.790782 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server raise self.value May 18 18:40:20.790782 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 18 18:40:20.790782 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 18 18:40:20.790782 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 18 18:40:20.790782 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 18 18:40:20.790782 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 18 18:40:20.790782 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server self.force_reraise() May 18 18:40:20.790782 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 18 18:40:20.790782 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server raise self.value May 18 18:40:20.790782 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 18 18:40:20.790782 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 18 18:40:20.790782 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port May 18 18:40:20.790782 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 18 18:40:20.790782 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db May 18 18:40:20.790782 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 18 18:40:20.790782 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db May 18 18:40:20.790782 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 18 18:40:20.790782 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 18 18:40:20.790782 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 18 18:40:20.790782 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped May 18 18:40:20.790782 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 18 18:40:20.790782 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper May 18 18:40:20.790782 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 18 18:40:20.790782 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 18 18:40:20.790782 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 18 18:40:20.790782 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 18 18:40:20.790782 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 18 18:40:20.790782 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets May 18 18:40:20.790782 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 18 18:40:20.790782 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 18 18:40:20.790782 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server raise exception May 18 18:40:20.790782 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fd5ee502-b30f-42e0-91f2-07353cfcda86: This subnet is being modified by another concurrent operation. May 18 18:40:20.790782 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server May 18 18:40:20.816647 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab315dc-4f63-4bd1-b719-b3e5d662fa73 None None] Network befccb01-cd45-4961-b3a5-a54c761e7d96 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:40:20.877852 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d31d4fa2-bf1d-4c96-971a-960410041217 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:20.910119 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-d31d4fa2-bf1d-4c96-971a-960410041217 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['befccb01-cd45-4961-b3a5-a54c761e7d96']}} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:40:20.932851 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-d31d4fa2-bf1d-4c96-971a-960410041217 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c5958a3-01a5-4e8f-b13d-36b781867cac') {'for_net_delete': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:40:20.934058 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-d31d4fa2-bf1d-4c96-971a-960410041217 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c5958a3-01a5-4e8f-b13d-36b781867cac') {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:40:20.967118 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d31d4fa2-bf1d-4c96-971a-960410041217 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260107375'] for segment, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:21.002657 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d31d4fa2-bf1d-4c96-971a-960410041217 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:21.017155 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d31d4fa2-bf1d-4c96-971a-960410041217 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=102730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:40:21.017590 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d31d4fa2-bf1d-4c96-971a-960410041217 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261102736'] for segment, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:21.029801 n-d-838550-3 neutron-server[102730]: Traceback (most recent call last): May 18 18:40:21.029801 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:40:21.029801 n-d-838550-3 neutron-server[102730]: timer() May 18 18:40:21.029801 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:40:21.029801 n-d-838550-3 neutron-server[102730]: cb(*args, **kw) May 18 18:40:21.029801 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:40:21.029801 n-d-838550-3 neutron-server[102730]: return func(*args, **kwargs) May 18 18:40:21.029801 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:40:21.029801 n-d-838550-3 neutron-server[102730]: self._notify() May 18 18:40:21.029801 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:40:21.029801 n-d-838550-3 neutron-server[102730]: self.callback(batched_events) May 18 18:40:21.029801 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:40:21.029801 n-d-838550-3 neutron-server[102730]: event.method(event) May 18 18:40:21.029801 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:40:21.029801 n-d-838550-3 neutron-server[102730]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:40:21.029801 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:40:21.029801 n-d-838550-3 neutron-server[102730]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:40:21.029801 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:40:21.029801 n-d-838550-3 neutron-server[102730]: return f(self, *a, **k) May 18 18:40:21.029801 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:40:21.029801 n-d-838550-3 neutron-server[102730]: return self._get(url).json() May 18 18:40:21.029801 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:40:21.029801 n-d-838550-3 neutron-server[102730]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:40:21.029801 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:40:21.029801 n-d-838550-3 neutron-server[102730]: return self.request(url, 'GET', **kwargs) May 18 18:40:21.029801 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:40:21.029801 n-d-838550-3 neutron-server[102730]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:40:21.029801 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:40:21.029801 n-d-838550-3 neutron-server[102730]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:40:21.029801 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:40:21.029801 n-d-838550-3 neutron-server[102730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:40:21.029801 n-d-838550-3 neutron-server[102730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:40:21.084752 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d49d8b9e-5d0f-4ce7-87fd-e4f267a8f449 None None] get_active_networks_info from n-d-838550-3 {{(pid=102732) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 18 18:40:21.157036 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d31d4fa2-bf1d-4c96-971a-960410041217 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:21.164436 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d31d4fa2-bf1d-4c96-971a-960410041217 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:21.169034 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-d31d4fa2-bf1d-4c96-971a-960410041217 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] 10.222.0.85 "DELETE /v2.0/networks/befccb01-cd45-4961-b3a5-a54c761e7d96 HTTP/1.1" status: 204 len: 168 time: 0.8265059 May 18 18:40:21.174416 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 43832) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:21.186845 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-fa17dc54-1a5c-4d4d-a530-c4349a7848b8 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1601456626'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:40:21.187598 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31d4fa2-bf1d-4c96-971a-960410041217 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Pushing event deleted for resources: {'Network': ['ID=befccb01-cd45-4961-b3a5-a54c761e7d96,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:21.222417 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d49d8b9e-5d0f-4ce7-87fd-e4f267a8f449 None None] Resources bound (agent type, host, resource id): {{(pid=102732) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 18 18:40:21.244281 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa17dc54-1a5c-4d4d-a530-c4349a7848b8 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Made reservation on behalf of 4971998c7f1949578f3f553ead792aab for: {'network': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:40:21.250372 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fa17dc54-1a5c-4d4d-a530-c4349a7848b8 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:21.282766 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa17dc54-1a5c-4d4d-a530-c4349a7848b8 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 614} {{(pid=102731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:40:21.305191 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fa17dc54-1a5c-4d4d-a530-c4349a7848b8 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:21.305847 n-d-838550-3 neutron-server[102731]: INFO neutron.db.segments_db [None req-fa17dc54-1a5c-4d4d-a530-c4349a7848b8 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Added segment 2f77b239-93c4-40ab-8b7a-dade4af8efbc of type vlan for network cf85d83c-5cac-48b9-a793-03b26c8db0e5 May 18 18:40:21.384614 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fa17dc54-1a5c-4d4d-a530-c4349a7848b8 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:21.419909 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fa17dc54-1a5c-4d4d-a530-c4349a7848b8 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:21.428559 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa17dc54-1a5c-4d4d-a530-c4349a7848b8 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:40:21.429209 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fa17dc54-1a5c-4d4d-a530-c4349a7848b8 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks [] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:21.510561 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 43852) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:21.511073 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-fa17dc54-1a5c-4d4d-a530-c4349a7848b8 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3323317 May 18 18:40:21.516611 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-789b0d32-420e-48c4-a6df-92c6f473307d tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Request body: {'subnet': {'network_id': 'cf85d83c-5cac-48b9-a793-03b26c8db0e5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:40:21.523579 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa17dc54-1a5c-4d4d-a530-c4349a7848b8 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Pushing event updated for resources: {'Network': ['ID=cf85d83c-5cac-48b9-a793-03b26c8db0e5,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:21.566998 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network cf85d83c-5cac-48b9-a793-03b26c8db0e5 details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:40:21.691827 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-789b0d32-420e-48c4-a6df-92c6f473307d tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Made reservation on behalf of 4971998c7f1949578f3f553ead792aab for: {'subnet': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:40:21.708173 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-789b0d32-420e-48c4-a6df-92c6f473307d tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261031885'] for subnet, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:21.979320 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-789b0d32-420e-48c4-a6df-92c6f473307d tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261104883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261031899'] for subnet, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:22.060717 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789b0d32-420e-48c4-a6df-92c6f473307d tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Pushing event updated for resources: {'Subnet': ['ID=16bbcd65-d295-49ab-9c1f-87f8b54b15fc,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:22.063632 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789b0d32-420e-48c4-a6df-92c6f473307d tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Checking segment: {'id': '2f77b239-93c4-40ab-8b7a-dade4af8efbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'cf85d83c-5cac-48b9-a793-03b26c8db0e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:40:22.063990 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-789b0d32-420e-48c4-a6df-92c6f473307d tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Network hostable DHCP agents. Network: cf85d83c-5cac-48b9-a793-03b26c8db0e5, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:40:22.098215 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-789b0d32-420e-48c4-a6df-92c6f473307d tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Network cf85d83c-5cac-48b9-a793-03b26c8db0e5 is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:40:22.115321 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-789b0d32-420e-48c4-a6df-92c6f473307d tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, cf85d83c-5cac-48b9-a793-03b26c8db0e5) {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:40:22.125442 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dee8b32-6dc2-45d5-a88b-576e7b98c74f None None] Network cf85d83c-5cac-48b9-a793-03b26c8db0e5 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:40:22.130491 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-789b0d32-420e-48c4-a6df-92c6f473307d tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:40:22.132339 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-789b0d32-420e-48c4-a6df-92c6f473307d tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568035'] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:22.171127 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-789b0d32-420e-48c4-a6df-92c6f473307d tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6565123 May 18 18:40:22.171596 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 43902) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:22.372096 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b5b20d-5b36-458d-8f03-50c2e054c1fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-cf85d83c-5cac-48b9-a793-03b26c8db0e5', 'network_id': 'cf85d83c-5cac-48b9-a793-03b26c8db0e5', 'tenant_id': '4971998c7f1949578f3f553ead792aab', 'fixed_ips': [{'subnet_id': '16bbcd65-d295-49ab-9c1f-87f8b54b15fc'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:40:22.374044 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f3b5b20d-5b36-458d-8f03-50c2e054c1fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:22.411313 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3b814b5d-2194-49ae-b7d2-ad17f0e4c996 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:22.483266 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3b814b5d-2194-49ae-b7d2-ad17f0e4c996 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:22.608505 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3b814b5d-2194-49ae-b7d2-ad17f0e4c996 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260898416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260908030'] for subnet, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:22.622157 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server [None req-f3b5b20d-5b36-458d-8f03-50c2e054c1fe None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 16bbcd65-d295-49ab-9c1f-87f8b54b15fc: This subnet is being modified by another concurrent operation. May 18 18:40:22.622157 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 18 18:40:22.622157 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 18 18:40:22.622157 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 18 18:40:22.622157 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 18 18:40:22.622157 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 18 18:40:22.622157 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 18 18:40:22.622157 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 18 18:40:22.622157 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 18 18:40:22.622157 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 18 18:40:22.622157 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 18 18:40:22.622157 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 18 18:40:22.622157 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 18 18:40:22.622157 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server self.force_reraise() May 18 18:40:22.622157 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 18 18:40:22.622157 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server raise self.value May 18 18:40:22.622157 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 18 18:40:22.622157 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 18 18:40:22.622157 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 18 18:40:22.622157 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 18 18:40:22.622157 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 18 18:40:22.622157 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server self.force_reraise() May 18 18:40:22.622157 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 18 18:40:22.622157 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server raise self.value May 18 18:40:22.622157 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 18 18:40:22.622157 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 18 18:40:22.622157 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 18 18:40:22.622157 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 18 18:40:22.622157 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 18 18:40:22.622157 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server self.force_reraise() May 18 18:40:22.622157 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 18 18:40:22.622157 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server raise self.value May 18 18:40:22.622157 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 18 18:40:22.622157 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 18 18:40:22.622157 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 18 18:40:22.622157 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 18 18:40:22.622157 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port May 18 18:40:22.622157 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 18 18:40:22.622157 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action May 18 18:40:22.622157 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 18 18:40:22.622157 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 18 18:40:22.622157 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 18 18:40:22.622157 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner May 18 18:40:22.622157 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 18 18:40:22.622157 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped May 18 18:40:22.622157 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 18 18:40:22.622157 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 18 18:40:22.622157 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 18 18:40:22.622157 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 18 18:40:22.622157 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server self.force_reraise() May 18 18:40:22.622157 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 18 18:40:22.622157 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server raise self.value May 18 18:40:22.622157 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 18 18:40:22.622157 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 18 18:40:22.622157 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 18 18:40:22.622157 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 18 18:40:22.622157 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 18 18:40:22.622157 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server self.force_reraise() May 18 18:40:22.622157 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 18 18:40:22.622157 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server raise self.value May 18 18:40:22.622157 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 18 18:40:22.622157 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 18 18:40:22.622157 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 18 18:40:22.622157 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 18 18:40:22.622157 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 18 18:40:22.622157 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server self.force_reraise() May 18 18:40:22.622157 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 18 18:40:22.622157 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server raise self.value May 18 18:40:22.622157 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 18 18:40:22.622157 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 18 18:40:22.622157 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port May 18 18:40:22.622157 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 18 18:40:22.622157 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db May 18 18:40:22.622157 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 18 18:40:22.622157 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db May 18 18:40:22.622157 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 18 18:40:22.622157 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 18 18:40:22.622157 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 18 18:40:22.622157 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped May 18 18:40:22.622157 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 18 18:40:22.622157 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper May 18 18:40:22.622157 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 18 18:40:22.622157 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 18 18:40:22.622157 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 18 18:40:22.622157 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 18 18:40:22.622157 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 18 18:40:22.622157 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets May 18 18:40:22.622157 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 18 18:40:22.622157 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 18 18:40:22.622157 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server raise exception May 18 18:40:22.622157 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 16bbcd65-d295-49ab-9c1f-87f8b54b15fc: This subnet is being modified by another concurrent operation. May 18 18:40:22.622157 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server May 18 18:40:22.654748 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88f27ed-31a7-4776-984e-bc056b654fa9 None None] Network cf85d83c-5cac-48b9-a793-03b26c8db0e5 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:40:22.753151 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b814b5d-2194-49ae-b7d2-ad17f0e4c996 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Pushing event deleted for resources: {'Subnet': ['ID=16bbcd65-d295-49ab-9c1f-87f8b54b15fc,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:22.801063 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-536b7e4f-c4c9-4ab0-bac7-bb239554cfa0 None None] get_active_networks_info from n-d-838550-3 {{(pid=102732) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 18 18:40:22.891476 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3b814b5d-2194-49ae-b7d2-ad17f0e4c996 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:22.950914 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-3b814b5d-2194-49ae-b7d2-ad17f0e4c996 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf85d83c-5cac-48b9-a793-03b26c8db0e5']}} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:40:22.970853 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-3b814b5d-2194-49ae-b7d2-ad17f0e4c996 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f77b239-93c4-40ab-8b7a-dade4af8efbc') {'for_net_delete': True} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:40:22.971151 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-3b814b5d-2194-49ae-b7d2-ad17f0e4c996 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f77b239-93c4-40ab-8b7a-dade4af8efbc') {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:40:22.971364 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-536b7e4f-c4c9-4ab0-bac7-bb239554cfa0 None None] Resources bound (agent type, host, resource id): {{(pid=102732) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 18 18:40:23.002117 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3b814b5d-2194-49ae-b7d2-ad17f0e4c996 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260542144'] for segment, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:23.035606 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3b814b5d-2194-49ae-b7d2-ad17f0e4c996 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:23.049039 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b814b5d-2194-49ae-b7d2-ad17f0e4c996 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=102731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:40:23.049603 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3b814b5d-2194-49ae-b7d2-ad17f0e4c996 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260884178'] for segment, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:23.132134 n-d-838550-3 neutron-server[102731]: Traceback (most recent call last): May 18 18:40:23.132134 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:40:23.132134 n-d-838550-3 neutron-server[102731]: timer() May 18 18:40:23.132134 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:40:23.132134 n-d-838550-3 neutron-server[102731]: cb(*args, **kw) May 18 18:40:23.132134 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:40:23.132134 n-d-838550-3 neutron-server[102731]: return func(*args, **kwargs) May 18 18:40:23.132134 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:40:23.132134 n-d-838550-3 neutron-server[102731]: self._notify() May 18 18:40:23.132134 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:40:23.132134 n-d-838550-3 neutron-server[102731]: self.callback(batched_events) May 18 18:40:23.132134 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:40:23.132134 n-d-838550-3 neutron-server[102731]: event.method(event) May 18 18:40:23.132134 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:40:23.132134 n-d-838550-3 neutron-server[102731]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:40:23.132134 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:40:23.132134 n-d-838550-3 neutron-server[102731]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:40:23.132134 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:40:23.132134 n-d-838550-3 neutron-server[102731]: return f(self, *a, **k) May 18 18:40:23.132134 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:40:23.132134 n-d-838550-3 neutron-server[102731]: return self._get(url).json() May 18 18:40:23.132134 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:40:23.132134 n-d-838550-3 neutron-server[102731]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:40:23.132134 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:40:23.132134 n-d-838550-3 neutron-server[102731]: return self.request(url, 'GET', **kwargs) May 18 18:40:23.132134 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:40:23.132134 n-d-838550-3 neutron-server[102731]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:40:23.132134 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:40:23.132134 n-d-838550-3 neutron-server[102731]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:40:23.132134 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:40:23.132134 n-d-838550-3 neutron-server[102731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:40:23.132134 n-d-838550-3 neutron-server[102731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:40:23.136523 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3b814b5d-2194-49ae-b7d2-ad17f0e4c996 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:23.147707 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3b814b5d-2194-49ae-b7d2-ad17f0e4c996 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks [] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:23.156153 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-3b814b5d-2194-49ae-b7d2-ad17f0e4c996 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] 10.222.0.85 "DELETE /v2.0/networks/cf85d83c-5cac-48b9-a793-03b26c8db0e5 HTTP/1.1" status: 204 len: 168 time: 0.9830432 May 18 18:40:23.161392 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 43918) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:23.167233 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-a6155493-ae55-436c-8ce2-d9f4d7af2270 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-86574785'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:40:23.180636 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b814b5d-2194-49ae-b7d2-ad17f0e4c996 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Pushing event deleted for resources: {'Network': ['ID=cf85d83c-5cac-48b9-a793-03b26c8db0e5,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:23.200441 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6155493-ae55-436c-8ce2-d9f4d7af2270 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Made reservation on behalf of 4971998c7f1949578f3f553ead792aab for: {'network': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:40:23.205021 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a6155493-ae55-436c-8ce2-d9f4d7af2270 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:23.242838 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6155493-ae55-436c-8ce2-d9f4d7af2270 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 644} {{(pid=102730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:40:23.253445 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a6155493-ae55-436c-8ce2-d9f4d7af2270 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:23.253824 n-d-838550-3 neutron-server[102730]: INFO neutron.db.segments_db [None req-a6155493-ae55-436c-8ce2-d9f4d7af2270 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Added segment 532cc20f-bbc5-45c9-aad5-1e5ad1101917 of type vlan for network 4b67dfb9-29d8-4cd7-a322-35a2cc01278c May 18 18:40:23.311887 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a6155493-ae55-436c-8ce2-d9f4d7af2270 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:23.367122 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a6155493-ae55-436c-8ce2-d9f4d7af2270 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:23.379565 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6155493-ae55-436c-8ce2-d9f4d7af2270 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:40:23.380325 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a6155493-ae55-436c-8ce2-d9f4d7af2270 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:23.444754 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-a6155493-ae55-436c-8ce2-d9f4d7af2270 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.2796988 May 18 18:40:23.445064 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 43920) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:23.451788 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-c63d27a0-b301-449d-bc0b-aa2a9e29943d tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Request body: {'subnet': {'network_id': '4b67dfb9-29d8-4cd7-a322-35a2cc01278c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:40:23.493326 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6155493-ae55-436c-8ce2-d9f4d7af2270 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Pushing event updated for resources: {'Network': ['ID=4b67dfb9-29d8-4cd7-a322-35a2cc01278c,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:23.504737 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network 4b67dfb9-29d8-4cd7-a322-35a2cc01278c details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:40:23.575824 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c63d27a0-b301-449d-bc0b-aa2a9e29943d tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Made reservation on behalf of 4971998c7f1949578f3f553ead792aab for: {'subnet': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:40:23.580949 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c63d27a0-b301-449d-bc0b-aa2a9e29943d tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260908003'] for subnet, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:23.725146 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.ipam_backend_mixin [None req-c63d27a0-b301-449d-bc0b-aa2a9e29943d tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Performing IP validity checks on allocation pools {{(pid=102731) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} May 18 18:40:23.726109 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.ipam_backend_mixin [None req-c63d27a0-b301-449d-bc0b-aa2a9e29943d tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102731) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} May 18 18:40:23.938806 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c63d27a0-b301-449d-bc0b-aa2a9e29943d tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260898481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260908021'] for subnet, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:24.024343 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63d27a0-b301-449d-bc0b-aa2a9e29943d tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Checking segment: {'id': '532cc20f-bbc5-45c9-aad5-1e5ad1101917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '4b67dfb9-29d8-4cd7-a322-35a2cc01278c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:40:24.024798 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63d27a0-b301-449d-bc0b-aa2a9e29943d tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Network hostable DHCP agents. Network: 4b67dfb9-29d8-4cd7-a322-35a2cc01278c, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:40:24.030978 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63d27a0-b301-449d-bc0b-aa2a9e29943d tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Pushing event updated for resources: {'Subnet': ['ID=38359b8d-bd44-4eca-9bc9-797bfdf52405,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:24.051501 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63d27a0-b301-449d-bc0b-aa2a9e29943d tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Network 4b67dfb9-29d8-4cd7-a322-35a2cc01278c is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:40:24.063674 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-c63d27a0-b301-449d-bc0b-aa2a9e29943d tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, 4b67dfb9-29d8-4cd7-a322-35a2cc01278c) {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:40:24.068444 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63d27a0-b301-449d-bc0b-aa2a9e29943d tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:40:24.069372 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c63d27a0-b301-449d-bc0b-aa2a9e29943d tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:24.076916 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a7619a6-c7e6-4220-b31c-a87be0464c56 None None] Network 4b67dfb9-29d8-4cd7-a322-35a2cc01278c requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:40:24.090680 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-c63d27a0-b301-449d-bc0b-aa2a9e29943d tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.6433134 May 18 18:40:24.093344 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 43928) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:24.286053 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5cb0a5b4-2bb5-45b6-8f50-810b6212464c tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:24.300034 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9409f361-7681-4cf3-b9a6-dcc755c401ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-4b67dfb9-29d8-4cd7-a322-35a2cc01278c', 'network_id': '4b67dfb9-29d8-4cd7-a322-35a2cc01278c', 'tenant_id': '4971998c7f1949578f3f553ead792aab', 'fixed_ips': [{'subnet_id': '38359b8d-bd44-4eca-9bc9-797bfdf52405'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:40:24.302414 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9409f361-7681-4cf3-b9a6-dcc755c401ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:24.366040 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5cb0a5b4-2bb5-45b6-8f50-810b6212464c tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:24.454015 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5cb0a5b4-2bb5-45b6-8f50-810b6212464c tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261104690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261031888'] for subnet, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:24.458259 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server [None req-9409f361-7681-4cf3-b9a6-dcc755c401ba None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 38359b8d-bd44-4eca-9bc9-797bfdf52405: This subnet is being modified by another concurrent operation. May 18 18:40:24.458259 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 18 18:40:24.458259 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 18 18:40:24.458259 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 18 18:40:24.458259 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 18 18:40:24.458259 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 18 18:40:24.458259 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 18 18:40:24.458259 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 18 18:40:24.458259 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 18 18:40:24.458259 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 18 18:40:24.458259 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 18 18:40:24.458259 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 18 18:40:24.458259 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 18 18:40:24.458259 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server self.force_reraise() May 18 18:40:24.458259 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 18 18:40:24.458259 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server raise self.value May 18 18:40:24.458259 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 18 18:40:24.458259 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 18 18:40:24.458259 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 18 18:40:24.458259 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 18 18:40:24.458259 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 18 18:40:24.458259 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server self.force_reraise() May 18 18:40:24.458259 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 18 18:40:24.458259 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server raise self.value May 18 18:40:24.458259 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 18 18:40:24.458259 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 18 18:40:24.458259 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 18 18:40:24.458259 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 18 18:40:24.458259 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 18 18:40:24.458259 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server self.force_reraise() May 18 18:40:24.458259 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 18 18:40:24.458259 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server raise self.value May 18 18:40:24.458259 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 18 18:40:24.458259 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 18 18:40:24.458259 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 18 18:40:24.458259 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 18 18:40:24.458259 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port May 18 18:40:24.458259 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 18 18:40:24.458259 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action May 18 18:40:24.458259 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 18 18:40:24.458259 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 18 18:40:24.458259 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 18 18:40:24.458259 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner May 18 18:40:24.458259 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 18 18:40:24.458259 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped May 18 18:40:24.458259 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 18 18:40:24.458259 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 18 18:40:24.458259 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 18 18:40:24.458259 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 18 18:40:24.458259 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server self.force_reraise() May 18 18:40:24.458259 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 18 18:40:24.458259 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server raise self.value May 18 18:40:24.458259 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 18 18:40:24.458259 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 18 18:40:24.458259 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 18 18:40:24.458259 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 18 18:40:24.458259 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 18 18:40:24.458259 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server self.force_reraise() May 18 18:40:24.458259 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 18 18:40:24.458259 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server raise self.value May 18 18:40:24.458259 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 18 18:40:24.458259 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 18 18:40:24.458259 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 18 18:40:24.458259 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 18 18:40:24.458259 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 18 18:40:24.458259 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server self.force_reraise() May 18 18:40:24.458259 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 18 18:40:24.458259 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server raise self.value May 18 18:40:24.458259 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 18 18:40:24.458259 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 18 18:40:24.458259 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port May 18 18:40:24.458259 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 18 18:40:24.458259 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db May 18 18:40:24.458259 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 18 18:40:24.458259 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db May 18 18:40:24.458259 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 18 18:40:24.458259 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 18 18:40:24.458259 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 18 18:40:24.458259 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped May 18 18:40:24.458259 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 18 18:40:24.458259 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper May 18 18:40:24.458259 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 18 18:40:24.458259 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 18 18:40:24.458259 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 18 18:40:24.458259 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 18 18:40:24.458259 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 18 18:40:24.458259 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets May 18 18:40:24.458259 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 18 18:40:24.458259 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 18 18:40:24.458259 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server raise exception May 18 18:40:24.458259 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 38359b8d-bd44-4eca-9bc9-797bfdf52405: This subnet is being modified by another concurrent operation. May 18 18:40:24.458259 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server May 18 18:40:24.486756 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef3da64-32bd-4d11-833b-d90dcaaf84d2 None None] Network 4b67dfb9-29d8-4cd7-a322-35a2cc01278c requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:40:24.487121 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb0a5b4-2bb5-45b6-8f50-810b6212464c tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Pushing event deleted for resources: {'Subnet': ['ID=38359b8d-bd44-4eca-9bc9-797bfdf52405,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:24.567140 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5cb0a5b4-2bb5-45b6-8f50-810b6212464c tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:24.595393 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-5cb0a5b4-2bb5-45b6-8f50-810b6212464c tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b67dfb9-29d8-4cd7-a322-35a2cc01278c']}} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:40:24.605999 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-5cb0a5b4-2bb5-45b6-8f50-810b6212464c tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '532cc20f-bbc5-45c9-aad5-1e5ad1101917') {'for_net_delete': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:40:24.606289 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-5cb0a5b4-2bb5-45b6-8f50-810b6212464c tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '532cc20f-bbc5-45c9-aad5-1e5ad1101917') {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:40:24.619678 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5cb0a5b4-2bb5-45b6-8f50-810b6212464c tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260107375'] for segment, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:24.634342 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5cb0a5b4-2bb5-45b6-8f50-810b6212464c tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:24.645597 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cb0a5b4-2bb5-45b6-8f50-810b6212464c tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=102730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:40:24.645918 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db73c296-761c-4859-8b30-5b53c058b09d None None] get_active_networks_info from n-d-838550-3 {{(pid=102732) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 18 18:40:24.646190 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5cb0a5b4-2bb5-45b6-8f50-810b6212464c tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261102736'] for segment, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:24.651175 n-d-838550-3 neutron-server[102730]: Traceback (most recent call last): May 18 18:40:24.651175 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:40:24.651175 n-d-838550-3 neutron-server[102730]: timer() May 18 18:40:24.651175 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:40:24.651175 n-d-838550-3 neutron-server[102730]: cb(*args, **kw) May 18 18:40:24.651175 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:40:24.651175 n-d-838550-3 neutron-server[102730]: return func(*args, **kwargs) May 18 18:40:24.651175 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:40:24.651175 n-d-838550-3 neutron-server[102730]: self._notify() May 18 18:40:24.651175 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:40:24.651175 n-d-838550-3 neutron-server[102730]: self.callback(batched_events) May 18 18:40:24.651175 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:40:24.651175 n-d-838550-3 neutron-server[102730]: event.method(event) May 18 18:40:24.651175 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:40:24.651175 n-d-838550-3 neutron-server[102730]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:40:24.651175 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:40:24.651175 n-d-838550-3 neutron-server[102730]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:40:24.651175 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:40:24.651175 n-d-838550-3 neutron-server[102730]: return f(self, *a, **k) May 18 18:40:24.651175 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:40:24.651175 n-d-838550-3 neutron-server[102730]: return self._get(url).json() May 18 18:40:24.651175 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:40:24.651175 n-d-838550-3 neutron-server[102730]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:40:24.651175 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:40:24.651175 n-d-838550-3 neutron-server[102730]: return self.request(url, 'GET', **kwargs) May 18 18:40:24.651175 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:40:24.651175 n-d-838550-3 neutron-server[102730]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:40:24.651175 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:40:24.651175 n-d-838550-3 neutron-server[102730]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:40:24.651175 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:40:24.651175 n-d-838550-3 neutron-server[102730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:40:24.651175 n-d-838550-3 neutron-server[102730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:40:24.771425 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5cb0a5b4-2bb5-45b6-8f50-810b6212464c tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:24.791795 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db73c296-761c-4859-8b30-5b53c058b09d None None] Resources bound (agent type, host, resource id): {{(pid=102732) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 18 18:40:24.798944 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5cb0a5b4-2bb5-45b6-8f50-810b6212464c tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:24.802758 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-5cb0a5b4-2bb5-45b6-8f50-810b6212464c tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] 10.222.0.85 "DELETE /v2.0/networks/4b67dfb9-29d8-4cd7-a322-35a2cc01278c HTTP/1.1" status: 204 len: 168 time: 0.7082691 May 18 18:40:24.803771 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb0a5b4-2bb5-45b6-8f50-810b6212464c tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Pushing event deleted for resources: {'Network': ['ID=4b67dfb9-29d8-4cd7-a322-35a2cc01278c,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:24.806202 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 43950) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:24.812310 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-fa267b9b-e285-4ef1-9766-4b3090ddbc10 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1065230063'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:40:24.837545 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa267b9b-e285-4ef1-9766-4b3090ddbc10 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Made reservation on behalf of 4971998c7f1949578f3f553ead792aab for: {'network': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:40:24.841579 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-fa267b9b-e285-4ef1-9766-4b3090ddbc10 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:24.871863 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa267b9b-e285-4ef1-9766-4b3090ddbc10 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613} {{(pid=102730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:40:24.884857 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-fa267b9b-e285-4ef1-9766-4b3090ddbc10 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:24.885490 n-d-838550-3 neutron-server[102730]: INFO neutron.db.segments_db [None req-fa267b9b-e285-4ef1-9766-4b3090ddbc10 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Added segment 634e12ad-8fae-4de1-939a-a34dd4d32693 of type vlan for network 382ffc5f-4163-4c44-87ff-5749a6691728 May 18 18:40:24.937144 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-fa267b9b-e285-4ef1-9766-4b3090ddbc10 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:24.965472 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-fa267b9b-e285-4ef1-9766-4b3090ddbc10 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:24.972080 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa267b9b-e285-4ef1-9766-4b3090ddbc10 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:40:24.972933 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-fa267b9b-e285-4ef1-9766-4b3090ddbc10 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:25.084221 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-fa267b9b-e285-4ef1-9766-4b3090ddbc10 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2683086 May 18 18:40:25.084221 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa267b9b-e285-4ef1-9766-4b3090ddbc10 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Pushing event updated for resources: {'Network': ['ID=382ffc5f-4163-4c44-87ff-5749a6691728,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:25.085185 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 43958) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:25.085185 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-d667c724-ffc2-40a0-83eb-b0964e03aae0 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Request body: {'subnet': {'network_id': '382ffc5f-4163-4c44-87ff-5749a6691728', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:40:25.178420 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network 382ffc5f-4163-4c44-87ff-5749a6691728 details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:40:25.242289 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d667c724-ffc2-40a0-83eb-b0964e03aae0 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Made reservation on behalf of 4971998c7f1949578f3f553ead792aab for: {'subnet': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:40:25.247117 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d667c724-ffc2-40a0-83eb-b0964e03aae0 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260908003'] for subnet, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:25.501997 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d667c724-ffc2-40a0-83eb-b0964e03aae0 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260898481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260908021'] for subnet, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:25.567553 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d667c724-ffc2-40a0-83eb-b0964e03aae0 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Pushing event updated for resources: {'Subnet': ['ID=1f1bf6b5-7a89-448c-bada-aed572f6d6c9,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:25.573169 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d667c724-ffc2-40a0-83eb-b0964e03aae0 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Checking segment: {'id': '634e12ad-8fae-4de1-939a-a34dd4d32693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '382ffc5f-4163-4c44-87ff-5749a6691728'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:40:25.573535 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d667c724-ffc2-40a0-83eb-b0964e03aae0 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Network hostable DHCP agents. Network: 382ffc5f-4163-4c44-87ff-5749a6691728, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:40:25.593822 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d667c724-ffc2-40a0-83eb-b0964e03aae0 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Network 382ffc5f-4163-4c44-87ff-5749a6691728 is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:40:25.607362 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-d667c724-ffc2-40a0-83eb-b0964e03aae0 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, 382ffc5f-4163-4c44-87ff-5749a6691728) {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:40:25.613701 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d667c724-ffc2-40a0-83eb-b0964e03aae0 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:40:25.614781 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d667c724-ffc2-40a0-83eb-b0964e03aae0 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:25.626160 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d2251e-b381-4b94-8095-d8baa0cc5a49 None None] Network 382ffc5f-4163-4c44-87ff-5749a6691728 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:40:25.639982 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-d667c724-ffc2-40a0-83eb-b0964e03aae0 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.5576327 May 18 18:40:25.640319 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 44006) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:25.791881 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ea458a20-1554-4422-a700-bba24c4508f3 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:25.867399 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ea458a20-1554-4422-a700-bba24c4508f3 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:25.873072 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f4527c4-18d3-45e2-9c1c-33b1e03cd3b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-382ffc5f-4163-4c44-87ff-5749a6691728', 'network_id': '382ffc5f-4163-4c44-87ff-5749a6691728', 'tenant_id': '4971998c7f1949578f3f553ead792aab', 'fixed_ips': [{'subnet_id': '1f1bf6b5-7a89-448c-bada-aed572f6d6c9'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:40:25.874358 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9f4527c4-18d3-45e2-9c1c-33b1e03cd3b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:25.967985 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ea458a20-1554-4422-a700-bba24c4508f3 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260898416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260908030'] for subnet, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:26.003722 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea458a20-1554-4422-a700-bba24c4508f3 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Pushing event deleted for resources: {'Subnet': ['ID=1f1bf6b5-7a89-448c-bada-aed572f6d6c9,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:26.098577 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server [None req-9f4527c4-18d3-45e2-9c1c-33b1e03cd3b4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1f1bf6b5-7a89-448c-bada-aed572f6d6c9: This subnet is being modified by another concurrent operation. May 18 18:40:26.098577 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 18 18:40:26.098577 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 18 18:40:26.098577 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 18 18:40:26.098577 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 18 18:40:26.098577 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 18 18:40:26.098577 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 18 18:40:26.098577 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 18 18:40:26.098577 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 18 18:40:26.098577 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 18 18:40:26.098577 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 18 18:40:26.098577 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 18 18:40:26.098577 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 18 18:40:26.098577 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server self.force_reraise() May 18 18:40:26.098577 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 18 18:40:26.098577 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server raise self.value May 18 18:40:26.098577 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 18 18:40:26.098577 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 18 18:40:26.098577 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 18 18:40:26.098577 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 18 18:40:26.098577 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 18 18:40:26.098577 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server self.force_reraise() May 18 18:40:26.098577 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 18 18:40:26.098577 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server raise self.value May 18 18:40:26.098577 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 18 18:40:26.098577 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 18 18:40:26.098577 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 18 18:40:26.098577 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 18 18:40:26.098577 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 18 18:40:26.098577 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server self.force_reraise() May 18 18:40:26.098577 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 18 18:40:26.098577 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server raise self.value May 18 18:40:26.098577 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 18 18:40:26.098577 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 18 18:40:26.098577 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 18 18:40:26.098577 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 18 18:40:26.098577 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port May 18 18:40:26.098577 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 18 18:40:26.098577 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action May 18 18:40:26.098577 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 18 18:40:26.098577 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 18 18:40:26.098577 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 18 18:40:26.098577 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner May 18 18:40:26.098577 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 18 18:40:26.098577 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped May 18 18:40:26.098577 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 18 18:40:26.098577 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 18 18:40:26.098577 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 18 18:40:26.098577 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 18 18:40:26.098577 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server self.force_reraise() May 18 18:40:26.098577 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 18 18:40:26.098577 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server raise self.value May 18 18:40:26.098577 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 18 18:40:26.098577 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 18 18:40:26.098577 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 18 18:40:26.098577 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 18 18:40:26.098577 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 18 18:40:26.098577 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server self.force_reraise() May 18 18:40:26.098577 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 18 18:40:26.098577 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server raise self.value May 18 18:40:26.098577 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 18 18:40:26.098577 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 18 18:40:26.098577 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 18 18:40:26.098577 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 18 18:40:26.098577 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 18 18:40:26.098577 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server self.force_reraise() May 18 18:40:26.098577 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 18 18:40:26.098577 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server raise self.value May 18 18:40:26.098577 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 18 18:40:26.098577 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 18 18:40:26.098577 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port May 18 18:40:26.098577 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 18 18:40:26.098577 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db May 18 18:40:26.098577 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 18 18:40:26.098577 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db May 18 18:40:26.098577 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 18 18:40:26.098577 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 18 18:40:26.098577 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 18 18:40:26.098577 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped May 18 18:40:26.098577 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 18 18:40:26.098577 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper May 18 18:40:26.098577 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 18 18:40:26.098577 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 18 18:40:26.098577 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 18 18:40:26.098577 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 18 18:40:26.098577 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 18 18:40:26.098577 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets May 18 18:40:26.098577 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 18 18:40:26.098577 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 18 18:40:26.098577 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server raise exception May 18 18:40:26.098577 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1f1bf6b5-7a89-448c-bada-aed572f6d6c9: This subnet is being modified by another concurrent operation. May 18 18:40:26.098577 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server May 18 18:40:26.118012 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ea458a20-1554-4422-a700-bba24c4508f3 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:26.130288 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01bdba8c-df2f-46eb-8318-2ae40cd7ceae None None] Network 382ffc5f-4163-4c44-87ff-5749a6691728 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:40:26.182759 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-ea458a20-1554-4422-a700-bba24c4508f3 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['382ffc5f-4163-4c44-87ff-5749a6691728']}} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:40:26.200507 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-ea458a20-1554-4422-a700-bba24c4508f3 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '634e12ad-8fae-4de1-939a-a34dd4d32693') {'for_net_delete': True} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:40:26.201197 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-ea458a20-1554-4422-a700-bba24c4508f3 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '634e12ad-8fae-4de1-939a-a34dd4d32693') {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:40:26.213095 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ea458a20-1554-4422-a700-bba24c4508f3 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260542144'] for segment, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:26.229184 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ea458a20-1554-4422-a700-bba24c4508f3 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:26.236361 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea458a20-1554-4422-a700-bba24c4508f3 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=102731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:40:26.237341 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ea458a20-1554-4422-a700-bba24c4508f3 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260884178'] for segment, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:26.292820 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44022) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:26.301168 n-d-838550-3 neutron-server[102731]: Traceback (most recent call last): May 18 18:40:26.301168 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:40:26.301168 n-d-838550-3 neutron-server[102731]: timer() May 18 18:40:26.301168 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:40:26.301168 n-d-838550-3 neutron-server[102731]: cb(*args, **kw) May 18 18:40:26.301168 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:40:26.301168 n-d-838550-3 neutron-server[102731]: return func(*args, **kwargs) May 18 18:40:26.301168 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:40:26.301168 n-d-838550-3 neutron-server[102731]: self._notify() May 18 18:40:26.301168 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:40:26.301168 n-d-838550-3 neutron-server[102731]: self.callback(batched_events) May 18 18:40:26.301168 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:40:26.301168 n-d-838550-3 neutron-server[102731]: event.method(event) May 18 18:40:26.301168 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:40:26.301168 n-d-838550-3 neutron-server[102731]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:40:26.301168 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:40:26.301168 n-d-838550-3 neutron-server[102731]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:40:26.301168 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:40:26.301168 n-d-838550-3 neutron-server[102731]: return f(self, *a, **k) May 18 18:40:26.301168 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:40:26.301168 n-d-838550-3 neutron-server[102731]: return self._get(url).json() May 18 18:40:26.301168 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:40:26.301168 n-d-838550-3 neutron-server[102731]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:40:26.301168 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:40:26.301168 n-d-838550-3 neutron-server[102731]: return self.request(url, 'GET', **kwargs) May 18 18:40:26.301168 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:40:26.301168 n-d-838550-3 neutron-server[102731]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:40:26.301168 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:40:26.301168 n-d-838550-3 neutron-server[102731]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:40:26.301168 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:40:26.301168 n-d-838550-3 neutron-server[102731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:40:26.301168 n-d-838550-3 neutron-server[102731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:40:26.309343 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ea458a20-1554-4422-a700-bba24c4508f3 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:26.318876 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ea458a20-1554-4422-a700-bba24c4508f3 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks [] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:26.323912 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-ea458a20-1554-4422-a700-bba24c4508f3 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] 10.222.0.85 "DELETE /v2.0/networks/382ffc5f-4163-4c44-87ff-5749a6691728 HTTP/1.1" status: 204 len: 168 time: 0.6824369 May 18 18:40:26.327670 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44026) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:26.335031 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-1615e0c3-ea0a-4f9d-8718-a5b1c8b94696 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-859586445'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:40:26.340256 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea458a20-1554-4422-a700-bba24c4508f3 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Pushing event deleted for resources: {'Network': ['ID=382ffc5f-4163-4c44-87ff-5749a6691728,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:26.366273 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1615e0c3-ea0a-4f9d-8718-a5b1c8b94696 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Made reservation on behalf of 4971998c7f1949578f3f553ead792aab for: {'network': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:40:26.371752 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1615e0c3-ea0a-4f9d-8718-a5b1c8b94696 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:26.386648 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f478e1-096b-4f5e-bbbc-7f2ba46e0c04 None None] get_active_networks_info from n-d-838550-3 {{(pid=102732) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 18 18:40:26.418997 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1615e0c3-ea0a-4f9d-8718-a5b1c8b94696 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 636} {{(pid=102730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:40:26.433980 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1615e0c3-ea0a-4f9d-8718-a5b1c8b94696 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:26.434363 n-d-838550-3 neutron-server[102730]: INFO neutron.db.segments_db [None req-1615e0c3-ea0a-4f9d-8718-a5b1c8b94696 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Added segment e235d925-a0fe-4735-b87a-8215dabf3d24 of type vlan for network e3904c36-20b8-4436-9bd2-98dd9da82d66 May 18 18:40:26.482573 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-36456f97-bffc-4141-8fda-9b14c336dc60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:26.505870 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1615e0c3-ea0a-4f9d-8718-a5b1c8b94696 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:26.513157 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f478e1-096b-4f5e-bbbc-7f2ba46e0c04 None None] Resources bound (agent type, host, resource id): {{(pid=102732) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 18 18:40:26.560952 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1615e0c3-ea0a-4f9d-8718-a5b1c8b94696 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:26.567522 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1615e0c3-ea0a-4f9d-8718-a5b1c8b94696 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:40:26.568222 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1615e0c3-ea0a-4f9d-8718-a5b1c8b94696 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:26.659362 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-1615e0c3-ea0a-4f9d-8718-a5b1c8b94696 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3295994 May 18 18:40:26.661497 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 44028) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:26.668559 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-279ea05d-6554-44e3-a3d2-d94c9014a166 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Request body: {'subnet': {'network_id': 'e3904c36-20b8-4436-9bd2-98dd9da82d66', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:40:26.669378 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615e0c3-ea0a-4f9d-8718-a5b1c8b94696 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Pushing event updated for resources: {'Network': ['ID=e3904c36-20b8-4436-9bd2-98dd9da82d66,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:26.702497 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network e3904c36-20b8-4436-9bd2-98dd9da82d66 details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:40:26.708687 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-36456f97-bffc-4141-8fda-9b14c336dc60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:26.714002 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-36456f97-bffc-4141-8fda-9b14c336dc60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:26.779498 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-36456f97-bffc-4141-8fda-9b14c336dc60 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=4ed02b1d90c143bcba90a4271a399887&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4833183 May 18 18:40:26.782451 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 44030) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:26.783046 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36456f97-bffc-4141-8fda-9b14c336dc60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c381c4c9-1311-4880-8ed9-f0d7f2f348f9,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:26.827788 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-279ea05d-6554-44e3-a3d2-d94c9014a166 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Made reservation on behalf of 4971998c7f1949578f3f553ead792aab for: {'subnet': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:40:26.831836 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-279ea05d-6554-44e3-a3d2-d94c9014a166 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260908003'] for subnet, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:26.916869 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d9ddc556-85bf-47a2-84df-136b266008de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:26.960894 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d9ddc556-85bf-47a2-84df-136b266008de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:27.059042 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d9ddc556-85bf-47a2-84df-136b266008de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:27.061577 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d9ddc556-85bf-47a2-84df-136b266008de admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:27.062791 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-d9ddc556-85bf-47a2-84df-136b266008de admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/c381c4c9-1311-4880-8ed9-f0d7f2f348f9 HTTP/1.1" status: 204 len: 168 time: 0.2789302 May 18 18:40:27.103150 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ddc556-85bf-47a2-84df-136b266008de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c381c4c9-1311-4880-8ed9-f0d7f2f348f9,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:27.127403 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-279ea05d-6554-44e3-a3d2-d94c9014a166 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260898481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260908021'] for subnet, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:27.204525 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279ea05d-6554-44e3-a3d2-d94c9014a166 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Pushing event updated for resources: {'Subnet': ['ID=023618b4-83e6-4810-b2f8-0dee945db8f6,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:27.212252 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279ea05d-6554-44e3-a3d2-d94c9014a166 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Checking segment: {'id': 'e235d925-a0fe-4735-b87a-8215dabf3d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'e3904c36-20b8-4436-9bd2-98dd9da82d66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:40:27.212606 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279ea05d-6554-44e3-a3d2-d94c9014a166 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Network hostable DHCP agents. Network: e3904c36-20b8-4436-9bd2-98dd9da82d66, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:40:27.241139 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279ea05d-6554-44e3-a3d2-d94c9014a166 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Network e3904c36-20b8-4436-9bd2-98dd9da82d66 is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:40:27.253041 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-279ea05d-6554-44e3-a3d2-d94c9014a166 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, e3904c36-20b8-4436-9bd2-98dd9da82d66) {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:40:27.259049 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279ea05d-6554-44e3-a3d2-d94c9014a166 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:40:27.260310 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-279ea05d-6554-44e3-a3d2-d94c9014a166 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:27.264610 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aea3991-55e7-4f3a-bda3-9c47399e1597 None None] Network e3904c36-20b8-4436-9bd2-98dd9da82d66 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:40:27.293984 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-279ea05d-6554-44e3-a3d2-d94c9014a166 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6310670 May 18 18:40:27.296694 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44036) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:27.465288 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-154ffe10-5bc1-41f9-a9d0-26f83cfe92b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-e3904c36-20b8-4436-9bd2-98dd9da82d66', 'network_id': 'e3904c36-20b8-4436-9bd2-98dd9da82d66', 'tenant_id': '4971998c7f1949578f3f553ead792aab', 'fixed_ips': [{'subnet_id': '023618b4-83e6-4810-b2f8-0dee945db8f6'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:40:27.467268 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4fcfa6f2-b3ea-4b13-92ba-f1e900016efc tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:27.470701 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-154ffe10-5bc1-41f9-a9d0-26f83cfe92b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:27.558743 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4fcfa6f2-b3ea-4b13-92ba-f1e900016efc tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:27.648956 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4fcfa6f2-b3ea-4b13-92ba-f1e900016efc tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261104690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261031888'] for subnet, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:27.657502 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server [None req-154ffe10-5bc1-41f9-a9d0-26f83cfe92b4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 023618b4-83e6-4810-b2f8-0dee945db8f6: This subnet is being modified by another concurrent operation. May 18 18:40:27.657502 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 18 18:40:27.657502 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 18 18:40:27.657502 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 18 18:40:27.657502 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 18 18:40:27.657502 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 18 18:40:27.657502 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 18 18:40:27.657502 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 18 18:40:27.657502 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 18 18:40:27.657502 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 18 18:40:27.657502 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 18 18:40:27.657502 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 18 18:40:27.657502 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 18 18:40:27.657502 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server self.force_reraise() May 18 18:40:27.657502 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 18 18:40:27.657502 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server raise self.value May 18 18:40:27.657502 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 18 18:40:27.657502 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 18 18:40:27.657502 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 18 18:40:27.657502 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 18 18:40:27.657502 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 18 18:40:27.657502 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server self.force_reraise() May 18 18:40:27.657502 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 18 18:40:27.657502 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server raise self.value May 18 18:40:27.657502 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 18 18:40:27.657502 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 18 18:40:27.657502 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 18 18:40:27.657502 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 18 18:40:27.657502 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 18 18:40:27.657502 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server self.force_reraise() May 18 18:40:27.657502 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 18 18:40:27.657502 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server raise self.value May 18 18:40:27.657502 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 18 18:40:27.657502 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 18 18:40:27.657502 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 18 18:40:27.657502 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 18 18:40:27.657502 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port May 18 18:40:27.657502 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 18 18:40:27.657502 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action May 18 18:40:27.657502 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 18 18:40:27.657502 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 18 18:40:27.657502 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 18 18:40:27.657502 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner May 18 18:40:27.657502 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 18 18:40:27.657502 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped May 18 18:40:27.657502 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 18 18:40:27.657502 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 18 18:40:27.657502 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 18 18:40:27.657502 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 18 18:40:27.657502 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server self.force_reraise() May 18 18:40:27.657502 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 18 18:40:27.657502 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server raise self.value May 18 18:40:27.657502 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 18 18:40:27.657502 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 18 18:40:27.657502 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 18 18:40:27.657502 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 18 18:40:27.657502 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 18 18:40:27.657502 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server self.force_reraise() May 18 18:40:27.657502 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 18 18:40:27.657502 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server raise self.value May 18 18:40:27.657502 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 18 18:40:27.657502 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 18 18:40:27.657502 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 18 18:40:27.657502 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 18 18:40:27.657502 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 18 18:40:27.657502 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server self.force_reraise() May 18 18:40:27.657502 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 18 18:40:27.657502 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server raise self.value May 18 18:40:27.657502 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 18 18:40:27.657502 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 18 18:40:27.657502 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port May 18 18:40:27.657502 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 18 18:40:27.657502 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db May 18 18:40:27.657502 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 18 18:40:27.657502 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db May 18 18:40:27.657502 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 18 18:40:27.657502 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 18 18:40:27.657502 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 18 18:40:27.657502 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped May 18 18:40:27.657502 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 18 18:40:27.657502 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper May 18 18:40:27.657502 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 18 18:40:27.657502 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 18 18:40:27.657502 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 18 18:40:27.657502 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 18 18:40:27.657502 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 18 18:40:27.657502 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets May 18 18:40:27.657502 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 18 18:40:27.657502 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 18 18:40:27.657502 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server raise exception May 18 18:40:27.657502 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 023618b4-83e6-4810-b2f8-0dee945db8f6: This subnet is being modified by another concurrent operation. May 18 18:40:27.657502 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server May 18 18:40:27.683325 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3639585-9721-4587-a5d1-8c85490e705d None None] Network e3904c36-20b8-4436-9bd2-98dd9da82d66 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:40:27.693471 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcfa6f2-b3ea-4b13-92ba-f1e900016efc tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Pushing event deleted for resources: {'Subnet': ['ID=023618b4-83e6-4810-b2f8-0dee945db8f6,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:27.768882 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4fcfa6f2-b3ea-4b13-92ba-f1e900016efc tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:27.800110 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-4fcfa6f2-b3ea-4b13-92ba-f1e900016efc tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3904c36-20b8-4436-9bd2-98dd9da82d66']}} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:40:27.810708 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-4fcfa6f2-b3ea-4b13-92ba-f1e900016efc tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e235d925-a0fe-4735-b87a-8215dabf3d24') {'for_net_delete': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:40:27.811085 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-4fcfa6f2-b3ea-4b13-92ba-f1e900016efc tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e235d925-a0fe-4735-b87a-8215dabf3d24') {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:40:27.821404 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220a370c-865f-4956-abe7-a429b9950a1c None None] get_active_networks_info from n-d-838550-3 {{(pid=102732) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 18 18:40:27.823003 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4fcfa6f2-b3ea-4b13-92ba-f1e900016efc tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260107375'] for segment, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:27.836884 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4fcfa6f2-b3ea-4b13-92ba-f1e900016efc tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:27.844369 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fcfa6f2-b3ea-4b13-92ba-f1e900016efc tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=102730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:40:27.844824 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4fcfa6f2-b3ea-4b13-92ba-f1e900016efc tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261102736'] for segment, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:27.848383 n-d-838550-3 neutron-server[102730]: Traceback (most recent call last): May 18 18:40:27.848383 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:40:27.848383 n-d-838550-3 neutron-server[102730]: timer() May 18 18:40:27.848383 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:40:27.848383 n-d-838550-3 neutron-server[102730]: cb(*args, **kw) May 18 18:40:27.848383 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:40:27.848383 n-d-838550-3 neutron-server[102730]: return func(*args, **kwargs) May 18 18:40:27.848383 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:40:27.848383 n-d-838550-3 neutron-server[102730]: self._notify() May 18 18:40:27.848383 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:40:27.848383 n-d-838550-3 neutron-server[102730]: self.callback(batched_events) May 18 18:40:27.848383 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:40:27.848383 n-d-838550-3 neutron-server[102730]: event.method(event) May 18 18:40:27.848383 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:40:27.848383 n-d-838550-3 neutron-server[102730]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:40:27.848383 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:40:27.848383 n-d-838550-3 neutron-server[102730]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:40:27.848383 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:40:27.848383 n-d-838550-3 neutron-server[102730]: return f(self, *a, **k) May 18 18:40:27.848383 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:40:27.848383 n-d-838550-3 neutron-server[102730]: return self._get(url).json() May 18 18:40:27.848383 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:40:27.848383 n-d-838550-3 neutron-server[102730]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:40:27.848383 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:40:27.848383 n-d-838550-3 neutron-server[102730]: return self.request(url, 'GET', **kwargs) May 18 18:40:27.848383 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:40:27.848383 n-d-838550-3 neutron-server[102730]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:40:27.848383 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:40:27.848383 n-d-838550-3 neutron-server[102730]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:40:27.848383 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:40:27.848383 n-d-838550-3 neutron-server[102730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:40:27.848383 n-d-838550-3 neutron-server[102730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:40:27.908584 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4fcfa6f2-b3ea-4b13-92ba-f1e900016efc tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:27.915200 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-220a370c-865f-4956-abe7-a429b9950a1c None None] Resources bound (agent type, host, resource id): {{(pid=102732) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 18 18:40:27.917348 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4fcfa6f2-b3ea-4b13-92ba-f1e900016efc tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:27.920863 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-4fcfa6f2-b3ea-4b13-92ba-f1e900016efc tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] 10.222.0.85 "DELETE /v2.0/networks/e3904c36-20b8-4436-9bd2-98dd9da82d66 HTTP/1.1" status: 204 len: 168 time: 0.6224115 May 18 18:40:27.924830 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44038) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:27.940656 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-fe23f92f-ae0f-4745-85b5-d571e3aa77f0 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1792170192'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:40:27.944726 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcfa6f2-b3ea-4b13-92ba-f1e900016efc tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Pushing event deleted for resources: {'Network': ['ID=e3904c36-20b8-4436-9bd2-98dd9da82d66,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:27.965669 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe23f92f-ae0f-4745-85b5-d571e3aa77f0 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Made reservation on behalf of 4971998c7f1949578f3f553ead792aab for: {'network': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:40:27.969292 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-fe23f92f-ae0f-4745-85b5-d571e3aa77f0 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:27.996208 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe23f92f-ae0f-4745-85b5-d571e3aa77f0 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 615} {{(pid=102730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:40:28.006246 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-fe23f92f-ae0f-4745-85b5-d571e3aa77f0 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:28.006855 n-d-838550-3 neutron-server[102730]: INFO neutron.db.segments_db [None req-fe23f92f-ae0f-4745-85b5-d571e3aa77f0 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Added segment 2b8e3688-37b0-4e42-9039-029623ea404b of type vlan for network 4e27941f-bef5-408e-ab20-53e9278eac9f May 18 18:40:28.038816 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 44042) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:28.055363 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-fe23f92f-ae0f-4745-85b5-d571e3aa77f0 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:28.082741 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-fe23f92f-ae0f-4745-85b5-d571e3aa77f0 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:28.089893 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe23f92f-ae0f-4745-85b5-d571e3aa77f0 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:40:28.091093 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_v2 [None req-1597670e-dd0b-491f-9a46-8cbd14f77662 admin admin] Deleting subnet 375a1285-7ccf-47c4-a246-2e0cbe714f98 {{(pid=102731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:40:28.091301 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-fe23f92f-ae0f-4745-85b5-d571e3aa77f0 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:28.095043 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1597670e-dd0b-491f-9a46-8cbd14f77662 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:28.132093 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1597670e-dd0b-491f-9a46-8cbd14f77662 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260542153'] for subnet, precommit_delete_associations {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:28.161484 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-fe23f92f-ae0f-4745-85b5-d571e3aa77f0 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2354372 May 18 18:40:28.162131 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44044) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:28.170513 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-c501cbac-39c7-4782-9fb3-4f271194b5b4 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:40:28.221246 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe23f92f-ae0f-4745-85b5-d571e3aa77f0 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Pushing event updated for resources: {'Network': ['ID=4e27941f-bef5-408e-ab20-53e9278eac9f,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:28.222603 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1597670e-dd0b-491f-9a46-8cbd14f77662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:28.243207 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network 4e27941f-bef5-408e-ab20-53e9278eac9f details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:40:28.296345 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1597670e-dd0b-491f-9a46-8cbd14f77662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260898416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260908030'] for subnet, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:28.337204 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1597670e-dd0b-491f-9a46-8cbd14f77662 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:28.340441 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-1597670e-dd0b-491f-9a46-8cbd14f77662 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/375a1285-7ccf-47c4-a246-2e0cbe714f98 HTTP/1.1" status: 204 len: 168 time: 0.2978172 May 18 18:40:28.343253 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1597670e-dd0b-491f-9a46-8cbd14f77662 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=375a1285-7ccf-47c4-a246-2e0cbe714f98,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:28.343782 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44046) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:28.424522 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c501cbac-39c7-4782-9fb3-4f271194b5b4 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:28.458420 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7636208a-77ff-4505-99c9-109c25cff19f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:28.461416 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c501cbac-39c7-4782-9fb3-4f271194b5b4 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:28.472895 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c501cbac-39c7-4782-9fb3-4f271194b5b4 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Network 4e27941f-bef5-408e-ab20-53e9278eac9f is not hosted by any dhcp agent {{(pid=102730) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} May 18 18:40:28.478413 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c501cbac-39c7-4782-9fb3-4f271194b5b4 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:40:28.479042 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c501cbac-39c7-4782-9fb3-4f271194b5b4 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:28.480323 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-c501cbac-39c7-4782-9fb3-4f271194b5b4 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] 10.222.0.85 "PUT /v2.0/networks/4e27941f-bef5-408e-ab20-53e9278eac9f HTTP/1.1" status: 200 len: 723 time: 0.3144922 May 18 18:40:28.483818 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 44048) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:28.488940 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-56c0f39c-37c4-4582-b617-a12680723f9a tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Request body: {'subnet': {'network_id': '4e27941f-bef5-408e-ab20-53e9278eac9f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:40:28.566039 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c501cbac-39c7-4782-9fb3-4f271194b5b4 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Pushing event updated for resources: {'Network': ['ID=4e27941f-bef5-408e-ab20-53e9278eac9f,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:28.581377 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56c0f39c-37c4-4582-b617-a12680723f9a tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Made reservation on behalf of 4971998c7f1949578f3f553ead792aab for: {'subnet': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:40:28.583750 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network 4e27941f-bef5-408e-ab20-53e9278eac9f details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:40:28.585872 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-56c0f39c-37c4-4582-b617-a12680723f9a tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260908003'] for subnet, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:28.618372 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7636208a-77ff-4505-99c9-109c25cff19f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:28.641994 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-7636208a-77ff-4505-99c9-109c25cff19f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa47fe09-d71c-45e6-b81d-ff665c274ead']}} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:40:28.653134 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-7636208a-77ff-4505-99c9-109c25cff19f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62f4e166-f566-4155-9839-3dc6dea2521a') {'for_net_delete': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:40:28.653431 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-7636208a-77ff-4505-99c9-109c25cff19f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62f4e166-f566-4155-9839-3dc6dea2521a') {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:40:28.665127 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7636208a-77ff-4505-99c9-109c25cff19f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260107375'] for segment, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:28.678943 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7636208a-77ff-4505-99c9-109c25cff19f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:28.687713 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7636208a-77ff-4505-99c9-109c25cff19f admin admin] Releasing vlan 641 on physical network physnet1 to pool {{(pid=102730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:40:28.688114 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7636208a-77ff-4505-99c9-109c25cff19f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261102736'] for segment, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:28.691559 n-d-838550-3 neutron-server[102730]: Traceback (most recent call last): May 18 18:40:28.691559 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:40:28.691559 n-d-838550-3 neutron-server[102730]: timer() May 18 18:40:28.691559 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:40:28.691559 n-d-838550-3 neutron-server[102730]: cb(*args, **kw) May 18 18:40:28.691559 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:40:28.691559 n-d-838550-3 neutron-server[102730]: return func(*args, **kwargs) May 18 18:40:28.691559 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:40:28.691559 n-d-838550-3 neutron-server[102730]: self._notify() May 18 18:40:28.691559 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:40:28.691559 n-d-838550-3 neutron-server[102730]: self.callback(batched_events) May 18 18:40:28.691559 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:40:28.691559 n-d-838550-3 neutron-server[102730]: event.method(event) May 18 18:40:28.691559 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:40:28.691559 n-d-838550-3 neutron-server[102730]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:40:28.691559 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:40:28.691559 n-d-838550-3 neutron-server[102730]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:40:28.691559 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:40:28.691559 n-d-838550-3 neutron-server[102730]: return f(self, *a, **k) May 18 18:40:28.691559 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:40:28.691559 n-d-838550-3 neutron-server[102730]: return self._get(url).json() May 18 18:40:28.691559 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:40:28.691559 n-d-838550-3 neutron-server[102730]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:40:28.691559 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:40:28.691559 n-d-838550-3 neutron-server[102730]: return self.request(url, 'GET', **kwargs) May 18 18:40:28.691559 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:40:28.691559 n-d-838550-3 neutron-server[102730]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:40:28.691559 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:40:28.691559 n-d-838550-3 neutron-server[102730]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:40:28.691559 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:40:28.691559 n-d-838550-3 neutron-server[102730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:40:28.691559 n-d-838550-3 neutron-server[102730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:40:28.753358 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7636208a-77ff-4505-99c9-109c25cff19f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:28.760105 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7636208a-77ff-4505-99c9-109c25cff19f admin admin] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:28.767144 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-7636208a-77ff-4505-99c9-109c25cff19f admin admin] 10.222.0.85 "DELETE /v2.0/networks/fa47fe09-d71c-45e6-b81d-ff665c274ead HTTP/1.1" status: 204 len: 168 time: 0.4193404 May 18 18:40:28.778913 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7636208a-77ff-4505-99c9-109c25cff19f admin admin] Pushing event deleted for resources: {'Network': ['ID=fa47fe09-d71c-45e6-b81d-ff665c274ead,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:28.807496 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-56c0f39c-37c4-4582-b617-a12680723f9a tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260898481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260908021'] for subnet, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:28.863261 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c0f39c-37c4-4582-b617-a12680723f9a tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Pushing event updated for resources: {'Subnet': ['ID=5c40e609-a381-4344-8d15-65f167af4bd3,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:28.879958 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c0f39c-37c4-4582-b617-a12680723f9a tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Checking segment: {'id': '2b8e3688-37b0-4e42-9039-029623ea404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4e27941f-bef5-408e-ab20-53e9278eac9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:40:28.880310 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c0f39c-37c4-4582-b617-a12680723f9a tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Network hostable DHCP agents. Network: 4e27941f-bef5-408e-ab20-53e9278eac9f, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:40:28.899320 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c0f39c-37c4-4582-b617-a12680723f9a tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Network 4e27941f-bef5-408e-ab20-53e9278eac9f is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:40:28.910377 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-56c0f39c-37c4-4582-b617-a12680723f9a tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, 4e27941f-bef5-408e-ab20-53e9278eac9f) {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:40:28.915306 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c0f39c-37c4-4582-b617-a12680723f9a tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:40:28.916070 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-56c0f39c-37c4-4582-b617-a12680723f9a tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:28.920244 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74498ff8-777f-4ff7-811e-6fa71bca61d0 None None] Network 4e27941f-bef5-408e-ab20-53e9278eac9f requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:40:28.937484 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-56c0f39c-37c4-4582-b617-a12680723f9a tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4496481 May 18 18:40:28.937726 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44052) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:28.942710 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-da875064-2b64-41b9-9993-564562efe23e tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:40:28.970027 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44054) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:29.062410 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-6a7505ac-df92-4d0f-be1c-8d309c5dfc03 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=24df1cff46094d69a8e1a400b6213c5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0890069 May 18 18:40:29.062659 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44056) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:29.078037 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f459109-e185-40aa-a43c-d9b5b1403012 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-4e27941f-bef5-408e-ab20-53e9278eac9f', 'network_id': '4e27941f-bef5-408e-ab20-53e9278eac9f', 'tenant_id': '4971998c7f1949578f3f553ead792aab', 'fixed_ips': [{'subnet_id': '5c40e609-a381-4344-8d15-65f167af4bd3'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:40:29.079400 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1f459109-e185-40aa-a43c-d9b5b1403012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:29.093312 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-da875064-2b64-41b9-9993-564562efe23e tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-261031874'] for subnet, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:29.166514 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d4091c2b-79c9-4d6b-95c6-d84129a09456 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:29.537813 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d4091c2b-79c9-4d6b-95c6-d84129a09456 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:29.614271 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-da875064-2b64-41b9-9993-564562efe23e tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8753015195248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-261104649'] for subnet, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:29.649332 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da875064-2b64-41b9-9993-564562efe23e tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:40:29.649979 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-da875064-2b64-41b9-9993-564562efe23e tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks [] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:29.651587 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-da875064-2b64-41b9-9993-564562efe23e tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] 10.222.0.85 "PUT /v2.0/subnets/5c40e609-a381-4344-8d15-65f167af4bd3 HTTP/1.1" status: 200 len: 806 time: 0.7132161 May 18 18:40:29.654624 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 44060) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:29.656168 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d4091c2b-79c9-4d6b-95c6-d84129a09456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:29.658762 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d4091c2b-79c9-4d6b-95c6-d84129a09456 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:29.662368 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-d4091c2b-79c9-4d6b-95c6-d84129a09456 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/1ccac583-f51c-4889-8ca9-668657451d7b HTTP/1.1" status: 204 len: 168 time: 0.5963345 May 18 18:40:29.668440 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-1f459109-e185-40aa-a43c-d9b5b1403012 None None] Allocated IP 172.20.0.2 (4e27941f-bef5-408e-ab20-53e9278eac9f/5c40e609-a381-4344-8d15-65f167af4bd3/f33118aa-6ebe-485a-9020-e096b6258c6c) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:40:29.684625 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4091c2b-79c9-4d6b-95c6-d84129a09456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ccac583-f51c-4889-8ca9-668657451d7b,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:29.692243 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da875064-2b64-41b9-9993-564562efe23e tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Pushing event updated for resources: {'Subnet': ['ID=5c40e609-a381-4344-8d15-65f167af4bd3,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:29.794495 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-af53c614-98dd-4b68-8d65-9ca2046b00c7 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:29.860567 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-af53c614-98dd-4b68-8d65-9ca2046b00c7 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:29.869923 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1f459109-e185-40aa-a43c-d9b5b1403012 None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:29.877265 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1f459109-e185-40aa-a43c-d9b5b1403012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:29.921798 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f459109-e185-40aa-a43c-d9b5b1403012 None None] Network 4e27941f-bef5-408e-ab20-53e9278eac9f is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:40:29.925177 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-1f459109-e185-40aa-a43c-d9b5b1403012 None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:40:29.933413 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f459109-e185-40aa-a43c-d9b5b1403012 None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:40:29.935713 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f459109-e185-40aa-a43c-d9b5b1403012 None None] Pushing event updated for resources: {'Port': ['ID=f33118aa-6ebe-485a-9020-e096b6258c6c,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:29.940796 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-af53c614-98dd-4b68-8d65-9ca2046b00c7 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260898416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260908030'] for subnet, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:29.977659 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af53c614-98dd-4b68-8d65-9ca2046b00c7 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Pushing event deleted for resources: {'Subnet': ['ID=5c40e609-a381-4344-8d15-65f167af4bd3,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:29.998685 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-1f459109-e185-40aa-a43c-d9b5b1403012 None None] Attempting to bind port f33118aa-6ebe-485a-9020-e096b6258c6c on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:40:29.999086 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-1f459109-e185-40aa-a43c-d9b5b1403012 None None] Attempting to bind port f33118aa-6ebe-485a-9020-e096b6258c6c by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '2b8e3688-37b0-4e42-9039-029623ea404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4e27941f-bef5-408e-ab20-53e9278eac9f'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:40:29.999457 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f459109-e185-40aa-a43c-d9b5b1403012 None None] Attempting to bind port f33118aa-6ebe-485a-9020-e096b6258c6c on network 4e27941f-bef5-408e-ab20-53e9278eac9f {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:40:30.004719 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f459109-e185-40aa-a43c-d9b5b1403012 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:40:30.005093 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f459109-e185-40aa-a43c-d9b5b1403012 None None] Checking segment: {'id': '2b8e3688-37b0-4e42-9039-029623ea404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4e27941f-bef5-408e-ab20-53e9278eac9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:40:30.005506 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1f459109-e185-40aa-a43c-d9b5b1403012 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:30.005938 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f459109-e185-40aa-a43c-d9b5b1403012 None None] Bound using segment: {'id': '2b8e3688-37b0-4e42-9039-029623ea404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4e27941f-bef5-408e-ab20-53e9278eac9f'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:40:30.006406 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-1f459109-e185-40aa-a43c-d9b5b1403012 None None] Bound port: f33118aa-6ebe-485a-9020-e096b6258c6c, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b8e3688-37b0-4e42-9039-029623ea404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4e27941f-bef5-408e-ab20-53e9278eac9f'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:40:30.006792 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1f459109-e185-40aa-a43c-d9b5b1403012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:30.041545 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-af53c614-98dd-4b68-8d65-9ca2046b00c7 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:30.064180 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-af53c614-98dd-4b68-8d65-9ca2046b00c7 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e27941f-bef5-408e-ab20-53e9278eac9f']}} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:40:30.076677 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-af53c614-98dd-4b68-8d65-9ca2046b00c7 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b8e3688-37b0-4e42-9039-029623ea404b') {'for_net_delete': True} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:40:30.078321 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-af53c614-98dd-4b68-8d65-9ca2046b00c7 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b8e3688-37b0-4e42-9039-029623ea404b') {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:40:30.079041 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-1f459109-e185-40aa-a43c-d9b5b1403012 None None] For port f33118aa-6ebe-485a-9020-e096b6258c6c, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:40:30.084352 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-1f459109-e185-40aa-a43c-d9b5b1403012 None None] For port f33118aa-6ebe-485a-9020-e096b6258c6c, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=f33118aa-6ebe-485a-9020-e096b6258c6c,segment=NetworkSegment(2b8e3688-37b0-4e42-9039-029623ea404b),segment_id=2b8e3688-37b0-4e42-9039-029623ea404b)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:40:30.089856 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1f459109-e185-40aa-a43c-d9b5b1403012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:30.090067 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-af53c614-98dd-4b68-8d65-9ca2046b00c7 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260542144'] for segment, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:30.106577 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-af53c614-98dd-4b68-8d65-9ca2046b00c7 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:30.114461 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af53c614-98dd-4b68-8d65-9ca2046b00c7 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=102731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:40:30.115063 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-af53c614-98dd-4b68-8d65-9ca2046b00c7 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260884178'] for segment, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:30.119684 n-d-838550-3 neutron-server[102731]: Traceback (most recent call last): May 18 18:40:30.119684 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:40:30.119684 n-d-838550-3 neutron-server[102731]: timer() May 18 18:40:30.119684 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:40:30.119684 n-d-838550-3 neutron-server[102731]: cb(*args, **kw) May 18 18:40:30.119684 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:40:30.119684 n-d-838550-3 neutron-server[102731]: return func(*args, **kwargs) May 18 18:40:30.119684 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:40:30.119684 n-d-838550-3 neutron-server[102731]: self._notify() May 18 18:40:30.119684 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:40:30.119684 n-d-838550-3 neutron-server[102731]: self.callback(batched_events) May 18 18:40:30.119684 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:40:30.119684 n-d-838550-3 neutron-server[102731]: event.method(event) May 18 18:40:30.119684 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:40:30.119684 n-d-838550-3 neutron-server[102731]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:40:30.119684 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:40:30.119684 n-d-838550-3 neutron-server[102731]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:40:30.119684 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:40:30.119684 n-d-838550-3 neutron-server[102731]: return f(self, *a, **k) May 18 18:40:30.119684 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:40:30.119684 n-d-838550-3 neutron-server[102731]: return self._get(url).json() May 18 18:40:30.119684 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:40:30.119684 n-d-838550-3 neutron-server[102731]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:40:30.119684 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:40:30.119684 n-d-838550-3 neutron-server[102731]: return self.request(url, 'GET', **kwargs) May 18 18:40:30.119684 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:40:30.119684 n-d-838550-3 neutron-server[102731]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:40:30.119684 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:40:30.119684 n-d-838550-3 neutron-server[102731]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:40:30.119684 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:40:30.119684 n-d-838550-3 neutron-server[102731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:40:30.119684 n-d-838550-3 neutron-server[102731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:40:30.192996 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f459109-e185-40aa-a43c-d9b5b1403012 None None] Pushing event updated for resources: {'Port': ['ID=f33118aa-6ebe-485a-9020-e096b6258c6c,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:30.196367 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.db.api [None req-af53c614-98dd-4b68-8d65-9ca2046b00c7 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 18 18:40:30.196367 n-d-838550-3 neutron-server[102731]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 18 18:40:30.196367 n-d-838550-3 neutron-server[102731]: [parameters: {'id': '4e27941f-bef5-408e-ab20-53e9278eac9f'}] May 18 18:40:30.196367 n-d-838550-3 neutron-server[102731]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102731) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 18 18:40:30.197989 n-d-838550-3 neutron-server[102731]: DEBUG oslo_db.api [None req-af53c614-98dd-4b68-8d65-9ca2046b00c7 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 18 18:40:30.210777 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e029942-aa13-4390-a757-9c9d1846ed99 None None] Network 4e27941f-bef5-408e-ab20-53e9278eac9f requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:40:30.342257 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e422766-ddfc-4dc8-ad3e-a64b5fcd07ef None None] Network 4e27941f-bef5-408e-ab20-53e9278eac9f requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:40:30.476831 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef7c559-cb23-4639-8622-6a79e1fb3ff4 None None] get_active_networks_info from n-d-838550-3 {{(pid=102732) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 18 18:40:30.560931 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef7c559-cb23-4639-8622-6a79e1fb3ff4 None None] Resources bound (agent type, host, resource id): {{(pid=102732) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 18 18:40:30.699190 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-af53c614-98dd-4b68-8d65-9ca2046b00c7 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:30.760752 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-af53c614-98dd-4b68-8d65-9ca2046b00c7 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Deleting port f33118aa-6ebe-485a-9020-e096b6258c6c {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:40:30.761100 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-af53c614-98dd-4b68-8d65-9ca2046b00c7 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:30.835595 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-af53c614-98dd-4b68-8d65-9ca2046b00c7 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] For port f33118aa-6ebe-485a-9020-e096b6258c6c, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=f33118aa-6ebe-485a-9020-e096b6258c6c,segment=NetworkSegment(2b8e3688-37b0-4e42-9039-029623ea404b),segment_id=2b8e3688-37b0-4e42-9039-029623ea404b)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:40:30.835972 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-af53c614-98dd-4b68-8d65-9ca2046b00c7 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:30.855342 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-af53c614-98dd-4b68-8d65-9ca2046b00c7 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Calling delete_port for f33118aa-6ebe-485a-9020-e096b6258c6c owned by network:dhcp {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:40:30.950969 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-af53c614-98dd-4b68-8d65-9ca2046b00c7 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:30.988425 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af53c614-98dd-4b68-8d65-9ca2046b00c7 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Pushing event deleted for resources: {'Port': ['ID=f33118aa-6ebe-485a-9020-e096b6258c6c,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:30.996140 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af53c614-98dd-4b68-8d65-9ca2046b00c7 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] No DVR routers for this DVR port f33118aa-6ebe-485a-9020-e096b6258c6c on host n-d-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:40:31.084109 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-af53c614-98dd-4b68-8d65-9ca2046b00c7 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:31.105789 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-af53c614-98dd-4b68-8d65-9ca2046b00c7 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e27941f-bef5-408e-ab20-53e9278eac9f']}} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:40:31.115320 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-af53c614-98dd-4b68-8d65-9ca2046b00c7 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b8e3688-37b0-4e42-9039-029623ea404b') {'for_net_delete': True} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:40:31.115605 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-af53c614-98dd-4b68-8d65-9ca2046b00c7 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b8e3688-37b0-4e42-9039-029623ea404b') {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:40:31.125783 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-af53c614-98dd-4b68-8d65-9ca2046b00c7 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260542144'] for segment, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:31.139345 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-af53c614-98dd-4b68-8d65-9ca2046b00c7 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:31.145543 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af53c614-98dd-4b68-8d65-9ca2046b00c7 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=102731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:40:31.145958 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-af53c614-98dd-4b68-8d65-9ca2046b00c7 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260884178'] for segment, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:31.148988 n-d-838550-3 neutron-server[102731]: Traceback (most recent call last): May 18 18:40:31.148988 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:40:31.148988 n-d-838550-3 neutron-server[102731]: timer() May 18 18:40:31.148988 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:40:31.148988 n-d-838550-3 neutron-server[102731]: cb(*args, **kw) May 18 18:40:31.148988 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:40:31.148988 n-d-838550-3 neutron-server[102731]: return func(*args, **kwargs) May 18 18:40:31.148988 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:40:31.148988 n-d-838550-3 neutron-server[102731]: self._notify() May 18 18:40:31.148988 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:40:31.148988 n-d-838550-3 neutron-server[102731]: self.callback(batched_events) May 18 18:40:31.148988 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:40:31.148988 n-d-838550-3 neutron-server[102731]: event.method(event) May 18 18:40:31.148988 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:40:31.148988 n-d-838550-3 neutron-server[102731]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:40:31.148988 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:40:31.148988 n-d-838550-3 neutron-server[102731]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:40:31.148988 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:40:31.148988 n-d-838550-3 neutron-server[102731]: return f(self, *a, **k) May 18 18:40:31.148988 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:40:31.148988 n-d-838550-3 neutron-server[102731]: return self._get(url).json() May 18 18:40:31.148988 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:40:31.148988 n-d-838550-3 neutron-server[102731]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:40:31.148988 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:40:31.148988 n-d-838550-3 neutron-server[102731]: return self.request(url, 'GET', **kwargs) May 18 18:40:31.148988 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:40:31.148988 n-d-838550-3 neutron-server[102731]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:40:31.148988 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:40:31.148988 n-d-838550-3 neutron-server[102731]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:40:31.148988 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:40:31.148988 n-d-838550-3 neutron-server[102731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:40:31.148988 n-d-838550-3 neutron-server[102731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:40:31.208939 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-af53c614-98dd-4b68-8d65-9ca2046b00c7 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:31.225521 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:31.228850 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-af53c614-98dd-4b68-8d65-9ca2046b00c7 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks [] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:31.232041 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-af53c614-98dd-4b68-8d65-9ca2046b00c7 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] 10.222.0.85 "DELETE /v2.0/networks/4e27941f-bef5-408e-ab20-53e9278eac9f HTTP/1.1" status: 204 len: 168 time: 1.5762496 May 18 18:40:31.233026 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af53c614-98dd-4b68-8d65-9ca2046b00c7 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Pushing event deleted for resources: {'Network': ['ID=4e27941f-bef5-408e-ab20-53e9278eac9f,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:31.234827 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 44092) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:31.253715 n-d-838550-3 neutron-server[102731]: INFO neutron.pecan_wsgi.hooks.translation [None req-aae0ec42-cc2d-4f3e-836b-243570c6c242 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] DELETE failed (client error): The resource could not be found. May 18 18:40:31.254266 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aae0ec42-cc2d-4f3e-836b-243570c6c242 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:40:31.257237 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-aae0ec42-cc2d-4f3e-836b-243570c6c242 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] 10.222.0.85 "DELETE /v2.0/networks/4e27941f-bef5-408e-ab20-53e9278eac9f HTTP/1.1" status: 404 len: 339 time: 0.0215900 May 18 18:40:31.261104 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 44094) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:31.266425 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-494a635a-8015-4ad7-9a64-c773a537054b tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-216800175', 'description': 'd1'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:40:31.287664 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-494a635a-8015-4ad7-9a64-c773a537054b tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Made reservation on behalf of 4971998c7f1949578f3f553ead792aab for: {'network': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:40:31.291527 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-494a635a-8015-4ad7-9a64-c773a537054b tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:31.318428 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-494a635a-8015-4ad7-9a64-c773a537054b tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 620} {{(pid=102731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:40:31.328684 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-494a635a-8015-4ad7-9a64-c773a537054b tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:31.329031 n-d-838550-3 neutron-server[102731]: INFO neutron.db.segments_db [None req-494a635a-8015-4ad7-9a64-c773a537054b tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Added segment ed217897-47a0-41b9-b649-16cd9ff9ee3a of type vlan for network b8e0405e-591e-481c-bb13-27e2beef9162 May 18 18:40:31.355458 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:31.377396 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-494a635a-8015-4ad7-9a64-c773a537054b tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:31.403767 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-494a635a-8015-4ad7-9a64-c773a537054b tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:31.409427 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-494a635a-8015-4ad7-9a64-c773a537054b tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:40:31.410079 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-494a635a-8015-4ad7-9a64-c773a537054b tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks [] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:31.472643 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-494a635a-8015-4ad7-9a64-c773a537054b tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.2102213 May 18 18:40:31.475727 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 44096) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:31.503021 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494a635a-8015-4ad7-9a64-c773a537054b tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Pushing event updated for resources: {'Network': ['ID=b8e0405e-591e-481c-bb13-27e2beef9162,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:31.513051 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network b8e0405e-591e-481c-bb13-27e2beef9162 details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:40:31.576185 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-754bb104-9763-4259-9524-80a00ecacce6 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:40:31.580214 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-754bb104-9763-4259-9524-80a00ecacce6 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] 10.222.0.85 "GET /v2.0/networks?id=b8e0405e-591e-481c-bb13-27e2beef9162 HTTP/1.1" status: 200 len: 760 time: 0.1011567 May 18 18:40:31.580546 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 44098) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:31.586911 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-feb86d02-be02-48c5-b397-fed0fe6b5e82 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Request body: {'network': {'description': 'd2'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:40:31.749163 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-feb86d02-be02-48c5-b397-fed0fe6b5e82 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:31.763364 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-feb86d02-be02-48c5-b397-fed0fe6b5e82 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:31.784258 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-feb86d02-be02-48c5-b397-fed0fe6b5e82 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Network b8e0405e-591e-481c-bb13-27e2beef9162 is not hosted by any dhcp agent {{(pid=102731) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} May 18 18:40:31.789771 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb86d02-be02-48c5-b397-fed0fe6b5e82 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:40:31.790361 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-feb86d02-be02-48c5-b397-fed0fe6b5e82 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks [] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:31.791633 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-feb86d02-be02-48c5-b397-fed0fe6b5e82 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] 10.222.0.85 "PUT /v2.0/networks/b8e0405e-591e-481c-bb13-27e2beef9162 HTTP/1.1" status: 200 len: 757 time: 0.2100887 May 18 18:40:31.794550 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44100) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:31.834939 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb86d02-be02-48c5-b397-fed0fe6b5e82 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Pushing event updated for resources: {'Network': ['ID=b8e0405e-591e-481c-bb13-27e2beef9162,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:31.846712 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network b8e0405e-591e-481c-bb13-27e2beef9162 details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:40:31.882226 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544b0c52-a186-4f4d-bf66-78ed685cc409 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:40:31.884435 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-544b0c52-a186-4f4d-bf66-78ed685cc409 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] 10.222.0.85 "GET /v2.0/networks?id=b8e0405e-591e-481c-bb13-27e2beef9162 HTTP/1.1" status: 200 len: 760 time: 0.0888798 May 18 18:40:31.888418 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 44102) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:31.893413 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-658a197c-b368-4b46-9871-80130cc56a6a tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-209318863'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:40:31.914325 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-658a197c-b368-4b46-9871-80130cc56a6a tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Made reservation on behalf of 4971998c7f1949578f3f553ead792aab for: {'network': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:40:31.918172 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-658a197c-b368-4b46-9871-80130cc56a6a tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:31.949300 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-658a197c-b368-4b46-9871-80130cc56a6a tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 614} {{(pid=102731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:40:31.963457 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-658a197c-b368-4b46-9871-80130cc56a6a tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:31.963859 n-d-838550-3 neutron-server[102731]: INFO neutron.db.segments_db [None req-658a197c-b368-4b46-9871-80130cc56a6a tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Added segment e4bdf74b-2b40-4181-9c34-32b236385ef2 of type vlan for network 17127278-316f-4f46-8a01-5036f81bd7ea May 18 18:40:32.041170 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-658a197c-b368-4b46-9871-80130cc56a6a tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:32.074104 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-658a197c-b368-4b46-9871-80130cc56a6a tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:32.080268 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658a197c-b368-4b46-9871-80130cc56a6a tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:40:32.080915 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-658a197c-b368-4b46-9871-80130cc56a6a tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks [] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:32.113933 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-658a197c-b368-4b46-9871-80130cc56a6a tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2243638 May 18 18:40:32.116670 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44116) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:32.122555 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-8128f5e7-9274-4b8c-80e7-2e2f9aa85966 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Request body: {'subnet': {'network_id': '17127278-316f-4f46-8a01-5036f81bd7ea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:40:32.198442 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8a563c2d-aebd-4c53-a06d-399ec65308c3 req-567eca9e-5cbb-4d9b-9a45-a929cdcffeed tempest-VolumesNegativeTest-89468790 tempest-VolumesNegativeTest-89468790-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=ea55721120f14d63ac63546a35387f40&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0446520 May 18 18:40:32.199862 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658a197c-b368-4b46-9871-80130cc56a6a tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Pushing event updated for resources: {'Network': ['ID=17127278-316f-4f46-8a01-5036f81bd7ea,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:32.213564 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network 17127278-316f-4f46-8a01-5036f81bd7ea details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:40:32.215671 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8128f5e7-9274-4b8c-80e7-2e2f9aa85966 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Made reservation on behalf of 4971998c7f1949578f3f553ead792aab for: {'subnet': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:40:32.221870 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8128f5e7-9274-4b8c-80e7-2e2f9aa85966 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261031885'] for subnet, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:32.410259 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a563c2d-aebd-4c53-a06d-399ec65308c3 req-a802ed75-b963-41b7-85bc-40f628466141 tempest-VolumesNegativeTest-89468790 tempest-VolumesNegativeTest-89468790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:40:32.411768 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8a563c2d-aebd-4c53-a06d-399ec65308c3 req-a802ed75-b963-41b7-85bc-40f628466141 tempest-VolumesNegativeTest-89468790 tempest-VolumesNegativeTest-89468790-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2037668 May 18 18:40:32.422071 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8128f5e7-9274-4b8c-80e7-2e2f9aa85966 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261104883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261031899'] for subnet, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:32.428550 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8a563c2d-aebd-4c53-a06d-399ec65308c3 req-1cc2f711-c33b-464a-b3e1-bfb653f22604 tempest-VolumesNegativeTest-89468790 tempest-VolumesNegativeTest-89468790-project] 10.222.0.85 "GET /v2.0/quotas/ea55721120f14d63ac63546a35387f40 HTTP/1.1" status: 200 len: 375 time: 0.0101585 May 18 18:40:32.462231 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8a563c2d-aebd-4c53-a06d-399ec65308c3 req-f2179974-248a-424c-b3e2-befa9cb02f34 tempest-VolumesNegativeTest-89468790 tempest-VolumesNegativeTest-89468790-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=ea55721120f14d63ac63546a35387f40&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262411 May 18 18:40:32.495290 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8128f5e7-9274-4b8c-80e7-2e2f9aa85966 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Pushing event updated for resources: {'Subnet': ['ID=32261855-f7bb-46da-abfd-36c543f33e81,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:32.506548 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8128f5e7-9274-4b8c-80e7-2e2f9aa85966 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Checking segment: {'id': 'e4bdf74b-2b40-4181-9c34-32b236385ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '17127278-316f-4f46-8a01-5036f81bd7ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:40:32.506914 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8128f5e7-9274-4b8c-80e7-2e2f9aa85966 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Network hostable DHCP agents. Network: 17127278-316f-4f46-8a01-5036f81bd7ea, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:40:32.525035 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8128f5e7-9274-4b8c-80e7-2e2f9aa85966 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Network 17127278-316f-4f46-8a01-5036f81bd7ea is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:40:32.535087 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-8128f5e7-9274-4b8c-80e7-2e2f9aa85966 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, 17127278-316f-4f46-8a01-5036f81bd7ea) {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:40:32.539681 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8128f5e7-9274-4b8c-80e7-2e2f9aa85966 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:40:32.540263 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8128f5e7-9274-4b8c-80e7-2e2f9aa85966 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks [] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:32.545556 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c360c5e-73fa-4508-807e-c485c6ec7764 None None] Network 17127278-316f-4f46-8a01-5036f81bd7ea requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:40:32.559620 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-8128f5e7-9274-4b8c-80e7-2e2f9aa85966 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4412816 May 18 18:40:32.562486 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44120) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:32.671848 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a174e516-a79a-4ea7-af37-9aecbe64a155 req-1945a263-92e2-4b32-93f5-5304f355fa25 tempest-VolumesNegativeTest-89468790 tempest-VolumesNegativeTest-89468790-project] 10.222.0.85 "GET /v2.0/ports?device_id=9656a4ea-c3c3-4ce5-bb15-578421c67594 HTTP/1.1" status: 200 len: 210 time: 0.0317624 May 18 18:40:32.716254 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-45086ffd-2b93-4199-929a-838cf417916e tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:32.730172 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4f182a-3e05-4dca-9fa5-0b266d2cb17b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-17127278-316f-4f46-8a01-5036f81bd7ea', 'network_id': '17127278-316f-4f46-8a01-5036f81bd7ea', 'tenant_id': '4971998c7f1949578f3f553ead792aab', 'fixed_ips': [{'subnet_id': '32261855-f7bb-46da-abfd-36c543f33e81'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:40:32.731068 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-cb4f182a-3e05-4dca-9fa5-0b266d2cb17b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:32.779191 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-45086ffd-2b93-4199-929a-838cf417916e tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:32.859460 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-45086ffd-2b93-4199-929a-838cf417916e tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261104690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261031888'] for subnet, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:32.863126 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server [None req-cb4f182a-3e05-4dca-9fa5-0b266d2cb17b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 32261855-f7bb-46da-abfd-36c543f33e81: This subnet is being modified by another concurrent operation. May 18 18:40:32.863126 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 18 18:40:32.863126 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 18 18:40:32.863126 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 18 18:40:32.863126 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 18 18:40:32.863126 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 18 18:40:32.863126 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 18 18:40:32.863126 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 18 18:40:32.863126 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 18 18:40:32.863126 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 18 18:40:32.863126 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 18 18:40:32.863126 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 18 18:40:32.863126 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 18 18:40:32.863126 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server self.force_reraise() May 18 18:40:32.863126 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 18 18:40:32.863126 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server raise self.value May 18 18:40:32.863126 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 18 18:40:32.863126 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 18 18:40:32.863126 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 18 18:40:32.863126 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 18 18:40:32.863126 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 18 18:40:32.863126 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server self.force_reraise() May 18 18:40:32.863126 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 18 18:40:32.863126 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server raise self.value May 18 18:40:32.863126 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 18 18:40:32.863126 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 18 18:40:32.863126 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 18 18:40:32.863126 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 18 18:40:32.863126 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 18 18:40:32.863126 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server self.force_reraise() May 18 18:40:32.863126 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 18 18:40:32.863126 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server raise self.value May 18 18:40:32.863126 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 18 18:40:32.863126 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 18 18:40:32.863126 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 18 18:40:32.863126 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 18 18:40:32.863126 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port May 18 18:40:32.863126 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 18 18:40:32.863126 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action May 18 18:40:32.863126 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 18 18:40:32.863126 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 18 18:40:32.863126 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 18 18:40:32.863126 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner May 18 18:40:32.863126 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 18 18:40:32.863126 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped May 18 18:40:32.863126 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 18 18:40:32.863126 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 18 18:40:32.863126 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 18 18:40:32.863126 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 18 18:40:32.863126 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server self.force_reraise() May 18 18:40:32.863126 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 18 18:40:32.863126 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server raise self.value May 18 18:40:32.863126 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 18 18:40:32.863126 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 18 18:40:32.863126 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 18 18:40:32.863126 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 18 18:40:32.863126 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 18 18:40:32.863126 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server self.force_reraise() May 18 18:40:32.863126 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 18 18:40:32.863126 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server raise self.value May 18 18:40:32.863126 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 18 18:40:32.863126 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 18 18:40:32.863126 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 18 18:40:32.863126 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 18 18:40:32.863126 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 18 18:40:32.863126 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server self.force_reraise() May 18 18:40:32.863126 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 18 18:40:32.863126 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server raise self.value May 18 18:40:32.863126 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 18 18:40:32.863126 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 18 18:40:32.863126 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port May 18 18:40:32.863126 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 18 18:40:32.863126 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db May 18 18:40:32.863126 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 18 18:40:32.863126 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db May 18 18:40:32.863126 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 18 18:40:32.863126 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 18 18:40:32.863126 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 18 18:40:32.863126 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped May 18 18:40:32.863126 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 18 18:40:32.863126 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper May 18 18:40:32.863126 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 18 18:40:32.863126 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 18 18:40:32.863126 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 18 18:40:32.863126 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 18 18:40:32.863126 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 18 18:40:32.863126 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets May 18 18:40:32.863126 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 18 18:40:32.863126 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 18 18:40:32.863126 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server raise exception May 18 18:40:32.863126 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 32261855-f7bb-46da-abfd-36c543f33e81: This subnet is being modified by another concurrent operation. May 18 18:40:32.863126 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server May 18 18:40:32.889188 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45086ffd-2b93-4199-929a-838cf417916e tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Pushing event deleted for resources: {'Subnet': ['ID=32261855-f7bb-46da-abfd-36c543f33e81,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:32.889463 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f87671-bb96-4b87-8e14-44b705337769 None None] Network 17127278-316f-4f46-8a01-5036f81bd7ea requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:40:32.953573 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-45086ffd-2b93-4199-929a-838cf417916e tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:32.988511 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-45086ffd-2b93-4199-929a-838cf417916e tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17127278-316f-4f46-8a01-5036f81bd7ea']}} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:40:33.000499 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-45086ffd-2b93-4199-929a-838cf417916e tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4bdf74b-2b40-4181-9c34-32b236385ef2') {'for_net_delete': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:40:33.000795 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-45086ffd-2b93-4199-929a-838cf417916e tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4bdf74b-2b40-4181-9c34-32b236385ef2') {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:40:33.015144 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-45086ffd-2b93-4199-929a-838cf417916e tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260107375'] for segment, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:33.019618 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032072c1-ce89-4f23-ab89-fe43f410087d None None] get_active_networks_info from n-d-838550-3 {{(pid=102732) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 18 18:40:33.033105 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-45086ffd-2b93-4199-929a-838cf417916e tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:33.044524 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45086ffd-2b93-4199-929a-838cf417916e tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=102730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:40:33.045248 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-45086ffd-2b93-4199-929a-838cf417916e tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261102736'] for segment, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:33.048726 n-d-838550-3 neutron-server[102730]: Traceback (most recent call last): May 18 18:40:33.048726 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:40:33.048726 n-d-838550-3 neutron-server[102730]: timer() May 18 18:40:33.048726 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:40:33.048726 n-d-838550-3 neutron-server[102730]: cb(*args, **kw) May 18 18:40:33.048726 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:40:33.048726 n-d-838550-3 neutron-server[102730]: return func(*args, **kwargs) May 18 18:40:33.048726 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:40:33.048726 n-d-838550-3 neutron-server[102730]: self._notify() May 18 18:40:33.048726 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:40:33.048726 n-d-838550-3 neutron-server[102730]: self.callback(batched_events) May 18 18:40:33.048726 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:40:33.048726 n-d-838550-3 neutron-server[102730]: event.method(event) May 18 18:40:33.048726 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:40:33.048726 n-d-838550-3 neutron-server[102730]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:40:33.048726 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:40:33.048726 n-d-838550-3 neutron-server[102730]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:40:33.048726 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:40:33.048726 n-d-838550-3 neutron-server[102730]: return f(self, *a, **k) May 18 18:40:33.048726 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:40:33.048726 n-d-838550-3 neutron-server[102730]: return self._get(url).json() May 18 18:40:33.048726 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:40:33.048726 n-d-838550-3 neutron-server[102730]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:40:33.048726 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:40:33.048726 n-d-838550-3 neutron-server[102730]: return self.request(url, 'GET', **kwargs) May 18 18:40:33.048726 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:40:33.048726 n-d-838550-3 neutron-server[102730]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:40:33.048726 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:40:33.048726 n-d-838550-3 neutron-server[102730]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:40:33.048726 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:40:33.048726 n-d-838550-3 neutron-server[102730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:40:33.048726 n-d-838550-3 neutron-server[102730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:40:33.104889 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032072c1-ce89-4f23-ab89-fe43f410087d None None] Resources bound (agent type, host, resource id): {{(pid=102732) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 18 18:40:33.120179 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-45086ffd-2b93-4199-929a-838cf417916e tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:33.141245 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-45086ffd-2b93-4199-929a-838cf417916e tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:33.147005 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-45086ffd-2b93-4199-929a-838cf417916e tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] 10.222.0.85 "DELETE /v2.0/networks/17127278-316f-4f46-8a01-5036f81bd7ea HTTP/1.1" status: 204 len: 168 time: 0.5811186 May 18 18:40:33.147005 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45086ffd-2b93-4199-929a-838cf417916e tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Pushing event deleted for resources: {'Network': ['ID=17127278-316f-4f46-8a01-5036f81bd7ea,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:33.147311 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44132) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:33.184078 n-d-838550-3 neutron-server[102730]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc729f7d-49ac-49c4-9a31-c97ed2553b38 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] GET failed (client error): The resource could not be found. May 18 18:40:33.185595 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-cc729f7d-49ac-49c4-9a31-c97ed2553b38 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] 10.222.0.85 "GET /v2.0/subnets/32261855-f7bb-46da-abfd-36c543f33e81 HTTP/1.1" status: 404 len: 337 time: 0.0373149 May 18 18:40:33.188367 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44134) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:33.214690 n-d-838550-3 neutron-server[102730]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9516d13-2749-48bf-b791-37273c1f7572 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] DELETE failed (client error): The resource could not be found. May 18 18:40:33.215377 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9516d13-2749-48bf-b791-37273c1f7572 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:40:33.218852 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-e9516d13-2749-48bf-b791-37273c1f7572 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] 10.222.0.85 "DELETE /v2.0/networks/17127278-316f-4f46-8a01-5036f81bd7ea HTTP/1.1" status: 404 len: 339 time: 0.0292447 May 18 18:40:33.222977 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44136) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:33.438587 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d964c95-e55f-40d3-b618-3a41e0d2e014 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:40:33.440205 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-9d964c95-e55f-40d3-b618-3a41e0d2e014 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] 10.222.0.85 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2158940 May 18 18:40:33.442990 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44138) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:33.479669 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-d72891e6-da7b-4081-ad5a-740941641d0e tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] 10.222.0.85 "GET /v2.0/subnets?network_id=31ebd439-090c-4b25-bbb0-31c48711b145 HTTP/1.1" status: 200 len: 207 time: 0.0354199 May 18 18:40:33.482918 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44140) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:33.592529 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-364cbb46-462d-4cf5-a827-29b5e5711253 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:40:33.598834 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-364cbb46-462d-4cf5-a827-29b5e5711253 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:40:33.604664 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-364cbb46-462d-4cf5-a827-29b5e5711253 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:40:33.610434 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-364cbb46-462d-4cf5-a827-29b5e5711253 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:40:33.615856 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 44142) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:33.616469 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-364cbb46-462d-4cf5-a827-29b5e5711253 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] 10.222.0.85 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.1320696 May 18 18:40:33.684265 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8a563c2d-aebd-4c53-a06d-399ec65308c3 req-0221ac21-50b8-4651-939e-c15f385cc4c5 tempest-VolumesNegativeTest-89468790 tempest-VolumesNegativeTest-89468790-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=ea55721120f14d63ac63546a35387f40&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0302482 May 18 18:40:33.758783 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-1ccda260-f6aa-4f99-b21e-34558db6f4c3 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] 10.222.0.85 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.1292644 May 18 18:40:33.759644 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 44146) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:33.816895 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f427b819-bf83-44ad-9981-974d0cf79f11 req-dea3d10d-6daf-489f-9121-966980428dcb tempest-VolumesNegativeTest-89468790 tempest-VolumesNegativeTest-89468790-project] 10.222.0.85 "GET /v2.0/ports?device_id=9656a4ea-c3c3-4ce5-bb15-578421c67594 HTTP/1.1" status: 200 len: 210 time: 0.0476050 May 18 18:40:33.836464 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-861cbfb9-a714-41ca-9baa-ced1b27ba2da tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:40:33.838254 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-861cbfb9-a714-41ca-9baa-ced1b27ba2da tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:40:33.839851 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-861cbfb9-a714-41ca-9baa-ced1b27ba2da tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] 10.222.0.85 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0791912 May 18 18:40:33.843531 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 44148) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:33.895358 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f718366-a77b-4ca8-bfbf-368420dea3b4 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Attributes excluded by policy engine: ['shared'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:40:33.896870 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f718366-a77b-4ca8-bfbf-368420dea3b4 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Attributes excluded by policy engine: ['shared'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:40:33.898442 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-8f718366-a77b-4ca8-bfbf-368420dea3b4 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] 10.222.0.85 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0539174 May 18 18:40:33.899231 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a563c2d-aebd-4c53-a06d-399ec65308c3 req-ab574978-c8c3-443e-85b9-b17eeef8ec88 tempest-VolumesNegativeTest-89468790 tempest-VolumesNegativeTest-89468790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:40:33.900856 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8a563c2d-aebd-4c53-a06d-399ec65308c3 req-ab574978-c8c3-443e-85b9-b17eeef8ec88 tempest-VolumesNegativeTest-89468790 tempest-VolumesNegativeTest-89468790-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2071083 May 18 18:40:33.903184 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 44150) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:33.914991 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-8a563c2d-aebd-4c53-a06d-399ec65308c3 req-1758aa6e-3381-47e8-b1e9-afa9de289222 tempest-VolumesNegativeTest-89468790 tempest-VolumesNegativeTest-89468790-project] Request body: {'port': {'device_id': '9656a4ea-c3c3-4ce5-bb15-578421c67594', 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305', 'admin_state_up': True, 'tenant_id': 'ea55721120f14d63ac63546a35387f40'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:40:34.004759 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c144476b-8071-45ae-b8d4-c1386e79a73f tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:40:34.006148 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-c144476b-8071-45ae-b8d4-c1386e79a73f tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] 10.222.0.85 "GET /v2.0/networks/c533b29a-e1f6-4733-913a-516e3c23713b HTTP/1.1" status: 200 len: 799 time: 0.1020589 May 18 18:40:34.010195 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 44152) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:34.028938 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a563c2d-aebd-4c53-a06d-399ec65308c3 req-1758aa6e-3381-47e8-b1e9-afa9de289222 tempest-VolumesNegativeTest-89468790 tempest-VolumesNegativeTest-89468790-project] Made reservation on behalf of ea55721120f14d63ac63546a35387f40 for: {'port': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:40:34.032641 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-8a563c2d-aebd-4c53-a06d-399ec65308c3 req-1758aa6e-3381-47e8-b1e9-afa9de289222 tempest-VolumesNegativeTest-89468790 tempest-VolumesNegativeTest-89468790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:34.042436 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-8a563c2d-aebd-4c53-a06d-399ec65308c3 req-1758aa6e-3381-47e8-b1e9-afa9de289222 tempest-VolumesNegativeTest-89468790 tempest-VolumesNegativeTest-89468790-project] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:34.112855 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-4292d6e6-a362-4caf-a8db-6ee106980963 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] 10.222.0.85 "GET /v2.0/networks/c533b29a-e1f6-4733-913a-516e3c23713b?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1014416 May 18 18:40:34.116285 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 44154) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:34.126913 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-8a563c2d-aebd-4c53-a06d-399ec65308c3 req-1758aa6e-3381-47e8-b1e9-afa9de289222 tempest-VolumesNegativeTest-89468790 tempest-VolumesNegativeTest-89468790-project] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:34.131074 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-8a563c2d-aebd-4c53-a06d-399ec65308c3 req-1758aa6e-3381-47e8-b1e9-afa9de289222 tempest-VolumesNegativeTest-89468790 tempest-VolumesNegativeTest-89468790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:34.206181 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1758aa6e-3381-47e8-b1e9-afa9de289222 tempest-VolumesNegativeTest-89468790 tempest-VolumesNegativeTest-89468790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21c8a2bf-fa4d-4eeb-a458-49a2d95b8eff,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:34.281945 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [req-8a563c2d-aebd-4c53-a06d-399ec65308c3 req-1758aa6e-3381-47e8-b1e9-afa9de289222 tempest-VolumesNegativeTest-89468790 tempest-VolumesNegativeTest-89468790-project] Allocated IP 192.168.233.252 (4c8ef274-9ecc-47c2-9686-5eebd78fb305/c2531ae9-89db-4dcf-b670-9eac4c9cde53/f75149b2-79da-42df-97d9-0bc34388a739) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:40:34.456379 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-8a563c2d-aebd-4c53-a06d-399ec65308c3 req-1758aa6e-3381-47e8-b1e9-afa9de289222 tempest-VolumesNegativeTest-89468790 tempest-VolumesNegativeTest-89468790-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:34.491651 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-8a563c2d-aebd-4c53-a06d-399ec65308c3 req-1758aa6e-3381-47e8-b1e9-afa9de289222 tempest-VolumesNegativeTest-89468790 tempest-VolumesNegativeTest-89468790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:34.513072 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c1aa904-a3ab-4a7e-9fdd-e5cc6996ff55 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:40:34.514456 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-8c1aa904-a3ab-4a7e-9fdd-e5cc6996ff55 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] 10.222.0.85 "GET /v2.0/subnets/b6ec28fa-3556-4f78-801c-41cfd8b86469 HTTP/1.1" status: 200 len: 811 time: 0.3972449 May 18 18:40:34.518331 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 44156) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:34.534519 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a563c2d-aebd-4c53-a06d-399ec65308c3 req-1758aa6e-3381-47e8-b1e9-afa9de289222 tempest-VolumesNegativeTest-89468790 tempest-VolumesNegativeTest-89468790-project] Network 4c8ef274-9ecc-47c2-9686-5eebd78fb305 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:40:34.537585 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [req-8a563c2d-aebd-4c53-a06d-399ec65308c3 req-1758aa6e-3381-47e8-b1e9-afa9de289222 tempest-VolumesNegativeTest-89468790 tempest-VolumesNegativeTest-89468790-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:40:34.542083 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a563c2d-aebd-4c53-a06d-399ec65308c3 req-1758aa6e-3381-47e8-b1e9-afa9de289222 tempest-VolumesNegativeTest-89468790 tempest-VolumesNegativeTest-89468790-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:40:34.568453 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1758aa6e-3381-47e8-b1e9-afa9de289222 tempest-VolumesNegativeTest-89468790 tempest-VolumesNegativeTest-89468790-project] Pushing event updated for resources: {'Port': ['ID=f75149b2-79da-42df-97d9-0bc34388a739,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:34.577424 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ec0db1-6c86-45a2-83a6-c2d9ca328438 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Attributes excluded by policy engine: ['shared'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:40:34.583133 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-81ec0db1-6c86-45a2-83a6-c2d9ca328438 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] 10.222.0.85 "GET /v2.0/subnets/b6ec28fa-3556-4f78-801c-41cfd8b86469?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0637488 May 18 18:40:34.583764 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 44158) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:34.589466 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-831669c0-447f-47a2-a70d-f8b4e890c63c tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-319961834'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:40:34.601481 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a563c2d-aebd-4c53-a06d-399ec65308c3 req-1758aa6e-3381-47e8-b1e9-afa9de289222 tempest-VolumesNegativeTest-89468790 tempest-VolumesNegativeTest-89468790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:40:34.602681 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-8a563c2d-aebd-4c53-a06d-399ec65308c3 req-1758aa6e-3381-47e8-b1e9-afa9de289222 tempest-VolumesNegativeTest-89468790 tempest-VolumesNegativeTest-89468790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:34.612412 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-831669c0-447f-47a2-a70d-f8b4e890c63c tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Made reservation on behalf of 4971998c7f1949578f3f553ead792aab for: {'network': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:40:34.618244 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-831669c0-447f-47a2-a70d-f8b4e890c63c tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:34.618939 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8a563c2d-aebd-4c53-a06d-399ec65308c3 req-1758aa6e-3381-47e8-b1e9-afa9de289222 tempest-VolumesNegativeTest-89468790 tempest-VolumesNegativeTest-89468790-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7080476 May 18 18:40:34.635741 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-8a563c2d-aebd-4c53-a06d-399ec65308c3 req-08884e6b-893e-4af5-9cf4-e893a571b9b2 service neutron] Request body: {'port': {'device_id': '9656a4ea-c3c3-4ce5-bb15-578421c67594', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-3'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:40:34.647604 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-831669c0-447f-47a2-a70d-f8b4e890c63c tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=102731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:40:34.659962 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-831669c0-447f-47a2-a70d-f8b4e890c63c tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:34.660357 n-d-838550-3 neutron-server[102731]: INFO neutron.db.segments_db [None req-831669c0-447f-47a2-a70d-f8b4e890c63c tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Added segment 164c670f-3748-42a3-ab16-9fb662c98461 of type vlan for network 2e8ea250-7b28-465e-843d-de0b8e15ad3a May 18 18:40:34.707855 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-8a563c2d-aebd-4c53-a06d-399ec65308c3 req-08884e6b-893e-4af5-9cf4-e893a571b9b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:34.710493 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-831669c0-447f-47a2-a70d-f8b4e890c63c tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:34.739275 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-831669c0-447f-47a2-a70d-f8b4e890c63c tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:34.745778 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831669c0-447f-47a2-a70d-f8b4e890c63c tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:40:34.746111 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-831669c0-447f-47a2-a70d-f8b4e890c63c tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks [] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:34.801320 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-831669c0-447f-47a2-a70d-f8b4e890c63c tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2163873 May 18 18:40:34.807903 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 44160) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:34.813358 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-dae16fa2-b399-465e-8a58-040fdbd369a7 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Request body: {'subnet': {'network_id': '2e8ea250-7b28-465e-843d-de0b8e15ad3a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:40:34.870315 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-d62fe7d8-e498-40e1-897a-0e0bbc353afc None None] Provisioning complete for port f75149b2-79da-42df-97d9-0bc34388a739 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:40:34.870906 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d62fe7d8-e498-40e1-897a-0e0bbc353afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:34.876148 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831669c0-447f-47a2-a70d-f8b4e890c63c tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Pushing event updated for resources: {'Network': ['ID=2e8ea250-7b28-465e-843d-de0b8e15ad3a,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:34.908323 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network 2e8ea250-7b28-465e-843d-de0b8e15ad3a details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:40:34.926284 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dae16fa2-b399-465e-8a58-040fdbd369a7 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Made reservation on behalf of 4971998c7f1949578f3f553ead792aab for: {'subnet': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:40:34.932681 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-dae16fa2-b399-465e-8a58-040fdbd369a7 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260908003'] for subnet, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:34.972921 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-d62fe7d8-e498-40e1-897a-0e0bbc353afc None None] Port f75149b2-79da-42df-97d9-0bc34388a739 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:40:34.990091 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac8eaff-19be-4581-bb2d-b5b8151ea12b req-2f21bc48-e83d-422a-adf4-0e067d47ae62 tempest-VolumesNegativeTest-89468790 tempest-VolumesNegativeTest-89468790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:40:34.991727 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6ac8eaff-19be-4581-bb2d-b5b8151ea12b req-2f21bc48-e83d-422a-adf4-0e067d47ae62 tempest-VolumesNegativeTest-89468790 tempest-VolumesNegativeTest-89468790-project] 10.222.0.85 "GET /v2.0/ports?device_id=9656a4ea-c3c3-4ce5-bb15-578421c67594 HTTP/1.1" status: 200 len: 936 time: 0.0860045 May 18 18:40:35.003485 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.ipam_backend_mixin [None req-dae16fa2-b399-465e-8a58-040fdbd369a7 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Performing IP validity checks on allocation pools {{(pid=102731) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} May 18 18:40:35.004033 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.ipam_backend_mixin [None req-dae16fa2-b399-465e-8a58-040fdbd369a7 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102731) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} May 18 18:40:35.073759 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6ac8eaff-19be-4581-bb2d-b5b8151ea12b req-b17b842e-5fe8-4761-bef8-fd1296d8fa13 tempest-VolumesNegativeTest-89468790 tempest-VolumesNegativeTest-89468790-project] 10.222.0.85 "GET /v2.0/security-groups?id=21c8a2bf-fa4d-4eeb-a458-49a2d95b8eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741816 May 18 18:40:35.077846 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [req-8a563c2d-aebd-4c53-a06d-399ec65308c3 req-08884e6b-893e-4af5-9cf4-e893a571b9b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f75149b2-79da-42df-97d9-0bc34388a739 {{(pid=102730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:40:35.086651 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-8a563c2d-aebd-4c53-a06d-399ec65308c3 req-08884e6b-893e-4af5-9cf4-e893a571b9b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:35.099493 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [req-8a563c2d-aebd-4c53-a06d-399ec65308c3 req-08884e6b-893e-4af5-9cf4-e893a571b9b2 service neutron] Transition to ACTIVE for port object f75149b2-79da-42df-97d9-0bc34388a739 will not be triggered until provisioned by entity L2. {{(pid=102730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:40:35.104383 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-8a563c2d-aebd-4c53-a06d-399ec65308c3 req-08884e6b-893e-4af5-9cf4-e893a571b9b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:35.156214 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-dae16fa2-b399-465e-8a58-040fdbd369a7 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260898481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260908021'] for subnet, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:35.158290 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08884e6b-893e-4af5-9cf4-e893a571b9b2 service neutron] Pushing event updated for resources: {'Port': ['ID=f75149b2-79da-42df-97d9-0bc34388a739,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:35.226375 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae16fa2-b399-465e-8a58-040fdbd369a7 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Pushing event updated for resources: {'Subnet': ['ID=6489a2f0-e777-4b67-8789-ce25540d7b4b,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:35.235561 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae16fa2-b399-465e-8a58-040fdbd369a7 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Checking segment: {'id': '164c670f-3748-42a3-ab16-9fb662c98461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '2e8ea250-7b28-465e-843d-de0b8e15ad3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:40:35.235924 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae16fa2-b399-465e-8a58-040fdbd369a7 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Network hostable DHCP agents. Network: 2e8ea250-7b28-465e-843d-de0b8e15ad3a, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:40:35.240629 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-8a563c2d-aebd-4c53-a06d-399ec65308c3 req-08884e6b-893e-4af5-9cf4-e893a571b9b2 service neutron] Attempting to bind port f75149b2-79da-42df-97d9-0bc34388a739 on host n-h1-838550-3 for vnic_type normal with profile {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:40:35.240993 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-8a563c2d-aebd-4c53-a06d-399ec65308c3 req-08884e6b-893e-4af5-9cf4-e893a571b9b2 service neutron] Attempting to bind port f75149b2-79da-42df-97d9-0bc34388a739 by drivers openvswitch,hyperv on host n-h1-838550-3 at level 0 using segments [{'id': '2879bb11-64b4-46f1-9f8b-52941d47b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:40:35.241338 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a563c2d-aebd-4c53-a06d-399ec65308c3 req-08884e6b-893e-4af5-9cf4-e893a571b9b2 service neutron] Attempting to bind port f75149b2-79da-42df-97d9-0bc34388a739 on network 4c8ef274-9ecc-47c2-9686-5eebd78fb305 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:40:35.246296 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a563c2d-aebd-4c53-a06d-399ec65308c3 req-08884e6b-893e-4af5-9cf4-e893a571b9b2 service neutron] Port f75149b2-79da-42df-97d9-0bc34388a739 on network 4c8ef274-9ecc-47c2-9686-5eebd78fb305 not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-3 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:40:35.246599 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a563c2d-aebd-4c53-a06d-399ec65308c3 req-08884e6b-893e-4af5-9cf4-e893a571b9b2 service neutron] Attempting to bind port f75149b2-79da-42df-97d9-0bc34388a739 on network 4c8ef274-9ecc-47c2-9686-5eebd78fb305 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:40:35.253692 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a563c2d-aebd-4c53-a06d-399ec65308c3 req-08884e6b-893e-4af5-9cf4-e893a571b9b2 service neutron] Checking agent: {'id': '1dbac822-25f2-4df8-9dc8-5c2e7b136eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:40:35.254081 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a563c2d-aebd-4c53-a06d-399ec65308c3 req-08884e6b-893e-4af5-9cf4-e893a571b9b2 service neutron] Checking segment: {'id': '2879bb11-64b4-46f1-9f8b-52941d47b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:40:35.254513 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a563c2d-aebd-4c53-a06d-399ec65308c3 req-08884e6b-893e-4af5-9cf4-e893a571b9b2 service neutron] Bound using segment: {'id': '2879bb11-64b4-46f1-9f8b-52941d47b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305'} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:40:35.255060 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-8a563c2d-aebd-4c53-a06d-399ec65308c3 req-08884e6b-893e-4af5-9cf4-e893a571b9b2 service neutron] Bound port: f75149b2-79da-42df-97d9-0bc34388a739, host: n-h1-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2879bb11-64b4-46f1-9f8b-52941d47b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305'}}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:40:35.255812 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-8a563c2d-aebd-4c53-a06d-399ec65308c3 req-08884e6b-893e-4af5-9cf4-e893a571b9b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:35.256541 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae16fa2-b399-465e-8a58-040fdbd369a7 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Network 2e8ea250-7b28-465e-843d-de0b8e15ad3a is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:40:35.266915 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-dae16fa2-b399-465e-8a58-040fdbd369a7 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, 2e8ea250-7b28-465e-843d-de0b8e15ad3a) {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:40:35.274109 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae16fa2-b399-465e-8a58-040fdbd369a7 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:40:35.274709 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-dae16fa2-b399-465e-8a58-040fdbd369a7 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:35.276615 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba00f0b-9937-474b-a035-1222476a9553 None None] Network 2e8ea250-7b28-465e-843d-de0b8e15ad3a requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:40:35.298566 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-dae16fa2-b399-465e-8a58-040fdbd369a7 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.4888861 May 18 18:40:35.301546 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 44164) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:35.314625 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-02303608-bcf6-4133-9cc4-22bc8d6828ec tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:40:35.404934 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-8a563c2d-aebd-4c53-a06d-399ec65308c3 req-08884e6b-893e-4af5-9cf4-e893a571b9b2 service neutron] For port f75149b2-79da-42df-97d9-0bc34388a739, host n-h1-838550-3, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:40:35.409248 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-8a563c2d-aebd-4c53-a06d-399ec65308c3 req-08884e6b-893e-4af5-9cf4-e893a571b9b2 service neutron] For port f75149b2-79da-42df-97d9-0bc34388a739, host n-h1-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=f75149b2-79da-42df-97d9-0bc34388a739,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:40:35.415922 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-8a563c2d-aebd-4c53-a06d-399ec65308c3 req-08884e6b-893e-4af5-9cf4-e893a571b9b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:35.454974 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-02303608-bcf6-4133-9cc4-22bc8d6828ec tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-260908012'] for subnet, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:35.483072 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a563c2d-aebd-4c53-a06d-399ec65308c3 req-08884e6b-893e-4af5-9cf4-e893a571b9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:40:35.483913 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-8a563c2d-aebd-4c53-a06d-399ec65308c3 req-08884e6b-893e-4af5-9cf4-e893a571b9b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:35.485395 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8a563c2d-aebd-4c53-a06d-399ec65308c3 req-08884e6b-893e-4af5-9cf4-e893a571b9b2 service neutron] 10.222.0.36 "PUT /v2.0/ports/f75149b2-79da-42df-97d9-0bc34388a739 HTTP/1.1" status: 200 len: 1096 time: 0.8541429 May 18 18:40:35.485937 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9656a4ea-c3c3-4ce5-bb15-578421c67594', 'tag': 'f75149b2-79da-42df-97d9-0bc34388a739'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:40:35.493366 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81c1eadc-2f5b-4654-83d3-164cb5daa15f" -d '{"events": [{"name": "network-changed", "server_uuid": "9656a4ea-c3c3-4ce5-bb15-578421c67594", "tag": "f75149b2-79da-42df-97d9-0bc34388a739"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:40:35.540261 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08884e6b-893e-4af5-9cf4-e893a571b9b2 service neutron] Pushing event updated for resources: {'Port': ['ID=f75149b2-79da-42df-97d9-0bc34388a739,revision_number=3']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:35.546748 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb8789b-fda9-4b14-b594-43b2b1371230 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-2e8ea250-7b28-465e-843d-de0b8e15ad3a', 'network_id': '2e8ea250-7b28-465e-843d-de0b8e15ad3a', 'tenant_id': '4971998c7f1949578f3f553ead792aab', 'fixed_ips': [{'subnet_id': '6489a2f0-e777-4b67-8789-ce25540d7b4b'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:40:35.547628 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-edb8789b-fda9-4b14-b594-43b2b1371230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:35.601914 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6faf88b5-60a4-4026-94b5-4df47b216e58 x-openstack-request-id: req-6faf88b5-60a4-4026-94b5-4df47b216e58 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:40:35.602194 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9656a4ea-c3c3-4ce5-bb15-578421c67594", "tag": "f75149b2-79da-42df-97d9-0bc34388a739", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:40:35.602444 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-6faf88b5-60a4-4026-94b5-4df47b216e58 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:40:35.602854 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6faf88b5-60a4-4026-94b5-4df47b216e58'] response: {'name': 'network-changed', 'server_uuid': '9656a4ea-c3c3-4ce5-bb15-578421c67594', 'tag': 'f75149b2-79da-42df-97d9-0bc34388a739', 'status': 'completed', 'code': 200} May 18 18:40:35.626232 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a563c2d-aebd-4c53-a06d-399ec65308c3 req-81aeca05-ca5d-45ff-98e9-2aed1475fd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:40:35.628183 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8a563c2d-aebd-4c53-a06d-399ec65308c3 req-81aeca05-ca5d-45ff-98e9-2aed1475fd8b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ea55721120f14d63ac63546a35387f40&device_id=9656a4ea-c3c3-4ce5-bb15-578421c67594 HTTP/1.1" status: 200 len: 1099 time: 0.0839317 May 18 18:40:35.712048 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8a563c2d-aebd-4c53-a06d-399ec65308c3 req-737060b7-5b02-4661-977a-51d8c7c0e7cb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=f75149b2-79da-42df-97d9-0bc34388a739 HTTP/1.1" status: 200 len: 217 time: 0.0711524 May 18 18:40:35.764309 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-02303608-bcf6-4133-9cc4-22bc8d6828ec tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8753015195248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-260898379'] for subnet, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:35.793299 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a563c2d-aebd-4c53-a06d-399ec65308c3 req-cac5d5fd-6cec-4744-b340-52428ef17431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:40:35.794893 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8a563c2d-aebd-4c53-a06d-399ec65308c3 req-cac5d5fd-6cec-4744-b340-52428ef17431 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c2531ae9-89db-4dcf-b670-9eac4c9cde53 HTTP/1.1" status: 200 len: 843 time: 0.0723851 May 18 18:40:35.826972 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02303608-bcf6-4133-9cc4-22bc8d6828ec tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:40:35.827914 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-02303608-bcf6-4133-9cc4-22bc8d6828ec tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:35.832569 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-02303608-bcf6-4133-9cc4-22bc8d6828ec tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] 10.222.0.85 "PUT /v2.0/subnets/6489a2f0-e777-4b67-8789-ce25540d7b4b HTTP/1.1" status: 200 len: 877 time: 0.5258090 May 18 18:40:35.833450 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 44168) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:35.834723 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-edb8789b-fda9-4b14-b594-43b2b1371230 None None] Allocated IP 172.20.0.3 (2e8ea250-7b28-465e-843d-de0b8e15ad3a/6489a2f0-e777-4b67-8789-ce25540d7b4b/429986e8-3a23-4783-b2d6-624eedb6edd7) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:40:35.869318 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a563c2d-aebd-4c53-a06d-399ec65308c3 req-17ce0de7-0bb1-4a21-ad1a-a9df82d7d154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:40:35.871567 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8a563c2d-aebd-4c53-a06d-399ec65308c3 req-17ce0de7-0bb1-4a21-ad1a-a9df82d7d154 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4c8ef274-9ecc-47c2-9686-5eebd78fb305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0660148 May 18 18:40:35.913248 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02303608-bcf6-4133-9cc4-22bc8d6828ec tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Pushing event updated for resources: {'Subnet': ['ID=6489a2f0-e777-4b67-8789-ce25540d7b4b,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:35.980331 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4907bf1d-d269-4bfd-8d3a-599cc242a5e5 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:35.994068 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8a563c2d-aebd-4c53-a06d-399ec65308c3 req-b8dc73b2-d862-4ca8-a4e4-fd1f224f410c service neutron] 10.222.0.36 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116080 May 18 18:40:36.014389 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-edb8789b-fda9-4b14-b594-43b2b1371230 None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:36.020237 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-edb8789b-fda9-4b14-b594-43b2b1371230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:36.039840 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4907bf1d-d269-4bfd-8d3a-599cc242a5e5 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:36.061791 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb8789b-fda9-4b14-b594-43b2b1371230 None None] Network 2e8ea250-7b28-465e-843d-de0b8e15ad3a is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:40:36.064609 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-edb8789b-fda9-4b14-b594-43b2b1371230 None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:40:36.071787 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb8789b-fda9-4b14-b594-43b2b1371230 None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:40:36.074992 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb8789b-fda9-4b14-b594-43b2b1371230 None None] Pushing event updated for resources: {'Port': ['ID=429986e8-3a23-4783-b2d6-624eedb6edd7,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:36.096534 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8a563c2d-aebd-4c53-a06d-399ec65308c3 req-360bd716-dcc9-4a01-bb91-bfc265781452 service neutron] 10.222.0.36 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903039 May 18 18:40:36.121260 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4907bf1d-d269-4bfd-8d3a-599cc242a5e5 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260898416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260908030'] for subnet, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:36.131403 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-edb8789b-fda9-4b14-b594-43b2b1371230 None None] Attempting to bind port 429986e8-3a23-4783-b2d6-624eedb6edd7 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:40:36.131796 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-edb8789b-fda9-4b14-b594-43b2b1371230 None None] Attempting to bind port 429986e8-3a23-4783-b2d6-624eedb6edd7 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '164c670f-3748-42a3-ab16-9fb662c98461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '2e8ea250-7b28-465e-843d-de0b8e15ad3a'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:40:36.132216 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb8789b-fda9-4b14-b594-43b2b1371230 None None] Attempting to bind port 429986e8-3a23-4783-b2d6-624eedb6edd7 on network 2e8ea250-7b28-465e-843d-de0b8e15ad3a {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:40:36.138166 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb8789b-fda9-4b14-b594-43b2b1371230 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:40:36.138550 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb8789b-fda9-4b14-b594-43b2b1371230 None None] Checking segment: {'id': '164c670f-3748-42a3-ab16-9fb662c98461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '2e8ea250-7b28-465e-843d-de0b8e15ad3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:40:36.138944 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-edb8789b-fda9-4b14-b594-43b2b1371230 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:36.139505 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb8789b-fda9-4b14-b594-43b2b1371230 None None] Bound using segment: {'id': '164c670f-3748-42a3-ab16-9fb662c98461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '2e8ea250-7b28-465e-843d-de0b8e15ad3a'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:40:36.139824 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-edb8789b-fda9-4b14-b594-43b2b1371230 None None] Bound port: 429986e8-3a23-4783-b2d6-624eedb6edd7, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '164c670f-3748-42a3-ab16-9fb662c98461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '2e8ea250-7b28-465e-843d-de0b8e15ad3a'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:40:36.140207 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-edb8789b-fda9-4b14-b594-43b2b1371230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:36.158271 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4907bf1d-d269-4bfd-8d3a-599cc242a5e5 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Pushing event deleted for resources: {'Subnet': ['ID=6489a2f0-e777-4b67-8789-ce25540d7b4b,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:36.227030 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-edb8789b-fda9-4b14-b594-43b2b1371230 None None] For port 429986e8-3a23-4783-b2d6-624eedb6edd7, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:40:36.230681 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-edb8789b-fda9-4b14-b594-43b2b1371230 None None] For port 429986e8-3a23-4783-b2d6-624eedb6edd7, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=429986e8-3a23-4783-b2d6-624eedb6edd7,segment=NetworkSegment(164c670f-3748-42a3-ab16-9fb662c98461),segment_id=164c670f-3748-42a3-ab16-9fb662c98461)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:40:36.236757 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-edb8789b-fda9-4b14-b594-43b2b1371230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:36.241401 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c1eadc-2f5b-4654-83d3-164cb5daa15f req-145963bb-180f-4c0f-b5f6-99631c577797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:40:36.244101 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-81c1eadc-2f5b-4654-83d3-164cb5daa15f req-145963bb-180f-4c0f-b5f6-99631c577797 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ea55721120f14d63ac63546a35387f40&device_id=9656a4ea-c3c3-4ce5-bb15-578421c67594 HTTP/1.1" status: 200 len: 1099 time: 0.0839815 May 18 18:40:36.250739 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4907bf1d-d269-4bfd-8d3a-599cc242a5e5 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:36.270890 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5759c418-d2f3-4cfe-9b47-d58b96e9bc9a req-a4c55404-7555-475f-8b9f-d2a34b529c45 tempest-VolumesNegativeTest-89468790 tempest-VolumesNegativeTest-89468790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:40:36.271993 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-4907bf1d-d269-4bfd-8d3a-599cc242a5e5 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e8ea250-7b28-465e-843d-de0b8e15ad3a']}} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:40:36.273189 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5759c418-d2f3-4cfe-9b47-d58b96e9bc9a req-a4c55404-7555-475f-8b9f-d2a34b529c45 tempest-VolumesNegativeTest-89468790 tempest-VolumesNegativeTest-89468790-project] 10.222.0.85 "GET /v2.0/ports?device_id=9656a4ea-c3c3-4ce5-bb15-578421c67594 HTTP/1.1" status: 200 len: 948 time: 0.0799952 May 18 18:40:36.283492 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-4907bf1d-d269-4bfd-8d3a-599cc242a5e5 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '164c670f-3748-42a3-ab16-9fb662c98461') {'for_net_delete': True} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:40:36.283772 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-4907bf1d-d269-4bfd-8d3a-599cc242a5e5 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '164c670f-3748-42a3-ab16-9fb662c98461') {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:40:36.295412 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4907bf1d-d269-4bfd-8d3a-599cc242a5e5 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260542144'] for segment, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:36.311603 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4907bf1d-d269-4bfd-8d3a-599cc242a5e5 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:36.320135 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4907bf1d-d269-4bfd-8d3a-599cc242a5e5 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=102731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:40:36.320630 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4907bf1d-d269-4bfd-8d3a-599cc242a5e5 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260884178'] for segment, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:36.324783 n-d-838550-3 neutron-server[102731]: Traceback (most recent call last): May 18 18:40:36.324783 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:40:36.324783 n-d-838550-3 neutron-server[102731]: timer() May 18 18:40:36.324783 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:40:36.324783 n-d-838550-3 neutron-server[102731]: cb(*args, **kw) May 18 18:40:36.324783 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:40:36.324783 n-d-838550-3 neutron-server[102731]: return func(*args, **kwargs) May 18 18:40:36.324783 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:40:36.324783 n-d-838550-3 neutron-server[102731]: self._notify() May 18 18:40:36.324783 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:40:36.324783 n-d-838550-3 neutron-server[102731]: self.callback(batched_events) May 18 18:40:36.324783 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:40:36.324783 n-d-838550-3 neutron-server[102731]: event.method(event) May 18 18:40:36.324783 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:40:36.324783 n-d-838550-3 neutron-server[102731]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:40:36.324783 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:40:36.324783 n-d-838550-3 neutron-server[102731]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:40:36.324783 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:40:36.324783 n-d-838550-3 neutron-server[102731]: return f(self, *a, **k) May 18 18:40:36.324783 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:40:36.324783 n-d-838550-3 neutron-server[102731]: return self._get(url).json() May 18 18:40:36.324783 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:40:36.324783 n-d-838550-3 neutron-server[102731]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:40:36.324783 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:40:36.324783 n-d-838550-3 neutron-server[102731]: return self.request(url, 'GET', **kwargs) May 18 18:40:36.324783 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:40:36.324783 n-d-838550-3 neutron-server[102731]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:40:36.324783 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:40:36.324783 n-d-838550-3 neutron-server[102731]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:40:36.324783 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:40:36.324783 n-d-838550-3 neutron-server[102731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:40:36.324783 n-d-838550-3 neutron-server[102731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:40:36.328863 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb8789b-fda9-4b14-b594-43b2b1371230 None None] Pushing event updated for resources: {'Port': ['ID=429986e8-3a23-4783-b2d6-624eedb6edd7,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:36.347955 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-368119cb-a7d5-4930-8f2a-560c4205e747 None None] Network 2e8ea250-7b28-465e-843d-de0b8e15ad3a requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:40:36.374343 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5759c418-d2f3-4cfe-9b47-d58b96e9bc9a req-b1f68dd0-691f-44e0-aa2c-f8d0f5fbb9bd tempest-VolumesNegativeTest-89468790 tempest-VolumesNegativeTest-89468790-project] 10.222.0.85 "GET /v2.0/security-groups?id=21c8a2bf-fa4d-4eeb-a458-49a2d95b8eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910771 May 18 18:40:36.400219 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.db.api [None req-4907bf1d-d269-4bfd-8d3a-599cc242a5e5 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 18 18:40:36.400219 n-d-838550-3 neutron-server[102731]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 18 18:40:36.400219 n-d-838550-3 neutron-server[102731]: [parameters: {'id': '2e8ea250-7b28-465e-843d-de0b8e15ad3a'}] May 18 18:40:36.400219 n-d-838550-3 neutron-server[102731]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102731) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 18 18:40:36.401469 n-d-838550-3 neutron-server[102731]: DEBUG oslo_db.api [None req-4907bf1d-d269-4bfd-8d3a-599cc242a5e5 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 18 18:40:36.404675 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c1eadc-2f5b-4654-83d3-164cb5daa15f req-0aa740d2-5748-4b7d-b4cd-382cecc5ad5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:40:36.406240 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-81c1eadc-2f5b-4654-83d3-164cb5daa15f req-0aa740d2-5748-4b7d-b4cd-382cecc5ad5c service neutron] 10.222.0.36 "GET /v2.0/networks?id=4c8ef274-9ecc-47c2-9686-5eebd78fb305 HTTP/1.1" status: 200 len: 870 time: 0.1473489 May 18 18:40:36.454182 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-81c1eadc-2f5b-4654-83d3-164cb5daa15f req-cab14df0-3a16-4b06-a861-3ba80af675d5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=f75149b2-79da-42df-97d9-0bc34388a739 HTTP/1.1" status: 200 len: 217 time: 0.0398993 May 18 18:40:36.482133 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd2133b-b116-496e-ba9b-95eaa9e2397c None None] Network 2e8ea250-7b28-465e-843d-de0b8e15ad3a requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:40:36.505702 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c1eadc-2f5b-4654-83d3-164cb5daa15f req-7ac9a224-6fc4-4e62-bd88-e7f880668c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:40:36.507184 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-81c1eadc-2f5b-4654-83d3-164cb5daa15f req-7ac9a224-6fc4-4e62-bd88-e7f880668c71 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c2531ae9-89db-4dcf-b670-9eac4c9cde53 HTTP/1.1" status: 200 len: 843 time: 0.0456734 May 18 18:40:36.558344 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c1eadc-2f5b-4654-83d3-164cb5daa15f req-60c380f5-104a-4f1d-a876-dc9faae3e32a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:40:36.559847 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-81c1eadc-2f5b-4654-83d3-164cb5daa15f req-60c380f5-104a-4f1d-a876-dc9faae3e32a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4c8ef274-9ecc-47c2-9686-5eebd78fb305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0424902 May 18 18:40:36.610712 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8c440e-4b95-4477-8f48-bd367a5c1c62 None None] get_active_networks_info from n-d-838550-3 {{(pid=102732) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 18 18:40:36.657447 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-81c1eadc-2f5b-4654-83d3-164cb5daa15f req-7fc3cc48-f348-4a15-8303-83a45ceb9087 service neutron] 10.222.0.36 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886807 May 18 18:40:36.692631 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8c440e-4b95-4477-8f48-bd367a5c1c62 None None] Resources bound (agent type, host, resource id): {{(pid=102732) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 18 18:40:36.749369 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-81c1eadc-2f5b-4654-83d3-164cb5daa15f req-7e7dd7c9-c853-44c8-a607-b396b0b0f0a8 service neutron] 10.222.0.36 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839195 May 18 18:40:36.903144 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4907bf1d-d269-4bfd-8d3a-599cc242a5e5 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:36.956746 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-4907bf1d-d269-4bfd-8d3a-599cc242a5e5 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Deleting port 429986e8-3a23-4783-b2d6-624eedb6edd7 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:40:36.957084 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4907bf1d-d269-4bfd-8d3a-599cc242a5e5 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:37.018666 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-4907bf1d-d269-4bfd-8d3a-599cc242a5e5 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] For port 429986e8-3a23-4783-b2d6-624eedb6edd7, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=429986e8-3a23-4783-b2d6-624eedb6edd7,segment=NetworkSegment(164c670f-3748-42a3-ab16-9fb662c98461),segment_id=164c670f-3748-42a3-ab16-9fb662c98461)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:40:37.018951 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4907bf1d-d269-4bfd-8d3a-599cc242a5e5 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:37.032350 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-4907bf1d-d269-4bfd-8d3a-599cc242a5e5 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Calling delete_port for 429986e8-3a23-4783-b2d6-624eedb6edd7 owned by network:dhcp {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:40:37.113600 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4907bf1d-d269-4bfd-8d3a-599cc242a5e5 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:37.137416 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4907bf1d-d269-4bfd-8d3a-599cc242a5e5 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Pushing event deleted for resources: {'Port': ['ID=429986e8-3a23-4783-b2d6-624eedb6edd7,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:37.143058 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4907bf1d-d269-4bfd-8d3a-599cc242a5e5 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] No DVR routers for this DVR port 429986e8-3a23-4783-b2d6-624eedb6edd7 on host n-d-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:40:37.226134 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4907bf1d-d269-4bfd-8d3a-599cc242a5e5 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:37.252680 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-4907bf1d-d269-4bfd-8d3a-599cc242a5e5 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e8ea250-7b28-465e-843d-de0b8e15ad3a']}} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:40:37.264124 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-4907bf1d-d269-4bfd-8d3a-599cc242a5e5 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '164c670f-3748-42a3-ab16-9fb662c98461') {'for_net_delete': True} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:40:37.264415 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-4907bf1d-d269-4bfd-8d3a-599cc242a5e5 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '164c670f-3748-42a3-ab16-9fb662c98461') {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:40:37.274730 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4907bf1d-d269-4bfd-8d3a-599cc242a5e5 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260542144'] for segment, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:37.288064 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4907bf1d-d269-4bfd-8d3a-599cc242a5e5 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:37.294219 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4907bf1d-d269-4bfd-8d3a-599cc242a5e5 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=102731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:40:37.294618 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4907bf1d-d269-4bfd-8d3a-599cc242a5e5 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260884178'] for segment, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:37.297641 n-d-838550-3 neutron-server[102731]: Traceback (most recent call last): May 18 18:40:37.297641 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:40:37.297641 n-d-838550-3 neutron-server[102731]: timer() May 18 18:40:37.297641 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:40:37.297641 n-d-838550-3 neutron-server[102731]: cb(*args, **kw) May 18 18:40:37.297641 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:40:37.297641 n-d-838550-3 neutron-server[102731]: return func(*args, **kwargs) May 18 18:40:37.297641 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:40:37.297641 n-d-838550-3 neutron-server[102731]: self._notify() May 18 18:40:37.297641 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:40:37.297641 n-d-838550-3 neutron-server[102731]: self.callback(batched_events) May 18 18:40:37.297641 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:40:37.297641 n-d-838550-3 neutron-server[102731]: event.method(event) May 18 18:40:37.297641 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:40:37.297641 n-d-838550-3 neutron-server[102731]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:40:37.297641 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:40:37.297641 n-d-838550-3 neutron-server[102731]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:40:37.297641 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:40:37.297641 n-d-838550-3 neutron-server[102731]: return f(self, *a, **k) May 18 18:40:37.297641 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:40:37.297641 n-d-838550-3 neutron-server[102731]: return self._get(url).json() May 18 18:40:37.297641 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:40:37.297641 n-d-838550-3 neutron-server[102731]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:40:37.297641 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:40:37.297641 n-d-838550-3 neutron-server[102731]: return self.request(url, 'GET', **kwargs) May 18 18:40:37.297641 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:40:37.297641 n-d-838550-3 neutron-server[102731]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:40:37.297641 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:40:37.297641 n-d-838550-3 neutron-server[102731]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:40:37.297641 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:40:37.297641 n-d-838550-3 neutron-server[102731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:40:37.297641 n-d-838550-3 neutron-server[102731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:40:37.359185 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4907bf1d-d269-4bfd-8d3a-599cc242a5e5 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:37.367457 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4907bf1d-d269-4bfd-8d3a-599cc242a5e5 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks [] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:37.370493 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-4907bf1d-d269-4bfd-8d3a-599cc242a5e5 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] 10.222.0.85 "DELETE /v2.0/networks/2e8ea250-7b28-465e-843d-de0b8e15ad3a HTTP/1.1" status: 204 len: 168 time: 1.5357537 May 18 18:40:37.373902 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 44174) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:37.392506 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4907bf1d-d269-4bfd-8d3a-599cc242a5e5 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Pushing event deleted for resources: {'Network': ['ID=2e8ea250-7b28-465e-843d-de0b8e15ad3a,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:37.411364 n-d-838550-3 neutron-server[102731]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffd57dbc-fbf7-45a3-80b8-2137a2b42e62 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] DELETE failed (client error): The resource could not be found. May 18 18:40:37.411831 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffd57dbc-fbf7-45a3-80b8-2137a2b42e62 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:40:37.415008 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-ffd57dbc-fbf7-45a3-80b8-2137a2b42e62 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] 10.222.0.85 "DELETE /v2.0/subnets/6489a2f0-e777-4b67-8789-ce25540d7b4b HTTP/1.1" status: 404 len: 337 time: 0.0400531 May 18 18:40:37.417834 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 44178) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:37.437455 n-d-838550-3 neutron-server[102731]: INFO neutron.pecan_wsgi.hooks.translation [None req-1eddf1ce-9779-415a-b570-1ce76c9d5d32 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] DELETE failed (client error): The resource could not be found. May 18 18:40:37.438077 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1eddf1ce-9779-415a-b570-1ce76c9d5d32 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:40:37.441218 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-1eddf1ce-9779-415a-b570-1ce76c9d5d32 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] 10.222.0.85 "DELETE /v2.0/networks/2e8ea250-7b28-465e-843d-de0b8e15ad3a HTTP/1.1" status: 404 len: 339 time: 0.0222929 May 18 18:40:37.444835 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 44180) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:37.481868 n-d-838550-3 neutron-server[102731]: INFO neutron.pecan_wsgi.hooks.translation [None req-c441ccd7-252f-49a4-863a-48ec49222618 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] DELETE failed (client error): The resource could not be found. May 18 18:40:37.482489 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c441ccd7-252f-49a4-863a-48ec49222618 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:40:37.485953 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-c441ccd7-252f-49a4-863a-48ec49222618 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] 10.222.0.85 "DELETE /v2.0/subnets/32261855-f7bb-46da-abfd-36c543f33e81 HTTP/1.1" status: 404 len: 337 time: 0.0394332 May 18 18:40:37.488769 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44182) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:37.509593 n-d-838550-3 neutron-server[102730]: INFO neutron.pecan_wsgi.hooks.translation [None req-76d6d4e4-53e7-49f6-b4cf-be1784babf18 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] DELETE failed (client error): The resource could not be found. May 18 18:40:37.510263 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76d6d4e4-53e7-49f6-b4cf-be1784babf18 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:40:37.513316 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-76d6d4e4-53e7-49f6-b4cf-be1784babf18 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] 10.222.0.85 "DELETE /v2.0/networks/17127278-316f-4f46-8a01-5036f81bd7ea HTTP/1.1" status: 404 len: 339 time: 0.0233595 May 18 18:40:37.516332 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44184) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:37.535173 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d53b54a-efb7-4f59-a5d2-0529a5054e70 req-9bdd3c2d-9e6f-454d-ac22-b44eda548851 tempest-VolumesNegativeTest-89468790 tempest-VolumesNegativeTest-89468790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:40:37.536675 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1d53b54a-efb7-4f59-a5d2-0529a5054e70 req-9bdd3c2d-9e6f-454d-ac22-b44eda548851 tempest-VolumesNegativeTest-89468790 tempest-VolumesNegativeTest-89468790-project] 10.222.0.85 "GET /v2.0/ports?device_id=9656a4ea-c3c3-4ce5-bb15-578421c67594 HTTP/1.1" status: 200 len: 948 time: 0.0573390 May 18 18:40:37.579217 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1d53b54a-efb7-4f59-a5d2-0529a5054e70 req-babdb015-f50a-4313-854b-04a53667f471 tempest-VolumesNegativeTest-89468790 tempest-VolumesNegativeTest-89468790-project] 10.222.0.85 "GET /v2.0/security-groups?id=21c8a2bf-fa4d-4eeb-a458-49a2d95b8eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342956 May 18 18:40:37.600309 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-076b442e-9779-40ee-894d-a1f017511745 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:37.684453 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-3f8845b3-9d87-42cf-a901-335e1e884ef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:37.689651 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-076b442e-9779-40ee-894d-a1f017511745 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:37.711582 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-076b442e-9779-40ee-894d-a1f017511745 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8e0405e-591e-481c-bb13-27e2beef9162']}} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:40:37.721143 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-076b442e-9779-40ee-894d-a1f017511745 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed217897-47a0-41b9-b649-16cd9ff9ee3a') {'for_net_delete': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:40:37.721434 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-076b442e-9779-40ee-894d-a1f017511745 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed217897-47a0-41b9-b649-16cd9ff9ee3a') {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:40:37.731487 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-076b442e-9779-40ee-894d-a1f017511745 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260107375'] for segment, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:37.745979 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-076b442e-9779-40ee-894d-a1f017511745 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:37.754181 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-076b442e-9779-40ee-894d-a1f017511745 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=102730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:40:37.754671 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-076b442e-9779-40ee-894d-a1f017511745 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261102736'] for segment, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:37.758042 n-d-838550-3 neutron-server[102730]: Traceback (most recent call last): May 18 18:40:37.758042 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:40:37.758042 n-d-838550-3 neutron-server[102730]: timer() May 18 18:40:37.758042 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:40:37.758042 n-d-838550-3 neutron-server[102730]: cb(*args, **kw) May 18 18:40:37.758042 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:40:37.758042 n-d-838550-3 neutron-server[102730]: return func(*args, **kwargs) May 18 18:40:37.758042 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:40:37.758042 n-d-838550-3 neutron-server[102730]: self._notify() May 18 18:40:37.758042 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:40:37.758042 n-d-838550-3 neutron-server[102730]: self.callback(batched_events) May 18 18:40:37.758042 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:40:37.758042 n-d-838550-3 neutron-server[102730]: event.method(event) May 18 18:40:37.758042 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:40:37.758042 n-d-838550-3 neutron-server[102730]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:40:37.758042 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:40:37.758042 n-d-838550-3 neutron-server[102730]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:40:37.758042 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:40:37.758042 n-d-838550-3 neutron-server[102730]: return f(self, *a, **k) May 18 18:40:37.758042 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:40:37.758042 n-d-838550-3 neutron-server[102730]: return self._get(url).json() May 18 18:40:37.758042 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:40:37.758042 n-d-838550-3 neutron-server[102730]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:40:37.758042 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:40:37.758042 n-d-838550-3 neutron-server[102730]: return self.request(url, 'GET', **kwargs) May 18 18:40:37.758042 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:40:37.758042 n-d-838550-3 neutron-server[102730]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:40:37.758042 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:40:37.758042 n-d-838550-3 neutron-server[102730]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:40:37.758042 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:40:37.758042 n-d-838550-3 neutron-server[102730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:40:37.758042 n-d-838550-3 neutron-server[102730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:40:37.826126 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-076b442e-9779-40ee-894d-a1f017511745 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:37.834553 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-076b442e-9779-40ee-894d-a1f017511745 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:37.837315 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-076b442e-9779-40ee-894d-a1f017511745 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] 10.222.0.85 "DELETE /v2.0/networks/b8e0405e-591e-481c-bb13-27e2beef9162 HTTP/1.1" status: 204 len: 168 time: 0.3198910 May 18 18:40:37.840006 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44188) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:37.858407 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076b442e-9779-40ee-894d-a1f017511745 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Pushing event deleted for resources: {'Network': ['ID=b8e0405e-591e-481c-bb13-27e2beef9162,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:37.877795 n-d-838550-3 neutron-server[102730]: INFO neutron.pecan_wsgi.hooks.translation [None req-881208a7-3be2-4e44-b76a-51c2300e9f3d tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] DELETE failed (client error): The resource could not be found. May 18 18:40:37.878257 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-881208a7-3be2-4e44-b76a-51c2300e9f3d tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:40:37.881402 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-881208a7-3be2-4e44-b76a-51c2300e9f3d tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] 10.222.0.85 "DELETE /v2.0/subnets/5c40e609-a381-4344-8d15-65f167af4bd3 HTTP/1.1" status: 404 len: 337 time: 0.0404215 May 18 18:40:37.885086 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44190) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:37.903632 n-d-838550-3 neutron-server[102730]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c0c056b-465d-4d3a-9383-4057f08b4fb4 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] DELETE failed (client error): The resource could not be found. May 18 18:40:37.904162 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c0c056b-465d-4d3a-9383-4057f08b4fb4 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:40:37.907264 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-0c0c056b-465d-4d3a-9383-4057f08b4fb4 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] 10.222.0.85 "DELETE /v2.0/networks/4e27941f-bef5-408e-ab20-53e9278eac9f HTTP/1.1" status: 404 len: 339 time: 0.0211306 May 18 18:40:37.910526 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44192) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:37.938616 n-d-838550-3 neutron-server[102730]: INFO neutron.pecan_wsgi.hooks.translation [None req-98f7db98-1c52-4c2c-a5cc-a8e2e15c34ae tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] DELETE failed (client error): The resource could not be found. May 18 18:40:37.939034 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98f7db98-1c52-4c2c-a5cc-a8e2e15c34ae tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:40:37.942318 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-98f7db98-1c52-4c2c-a5cc-a8e2e15c34ae tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] 10.222.0.85 "DELETE /v2.0/subnets/023618b4-83e6-4810-b2f8-0dee945db8f6 HTTP/1.1" status: 404 len: 337 time: 0.0308478 May 18 18:40:37.944833 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44194) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:37.963088 n-d-838550-3 neutron-server[102730]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b2dbb1b-c0f7-418e-84a2-c7ad92248f36 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] DELETE failed (client error): The resource could not be found. May 18 18:40:37.963624 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b2dbb1b-c0f7-418e-84a2-c7ad92248f36 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:40:37.967250 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-2b2dbb1b-c0f7-418e-84a2-c7ad92248f36 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] 10.222.0.85 "DELETE /v2.0/networks/e3904c36-20b8-4436-9bd2-98dd9da82d66 HTTP/1.1" status: 404 len: 339 time: 0.0215533 May 18 18:40:37.969755 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44196) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:38.000732 n-d-838550-3 neutron-server[102730]: INFO neutron.pecan_wsgi.hooks.translation [None req-01c956f5-39ef-4166-95c5-1a2fab8967f3 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] DELETE failed (client error): The resource could not be found. May 18 18:40:38.001165 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01c956f5-39ef-4166-95c5-1a2fab8967f3 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:40:38.004081 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-01c956f5-39ef-4166-95c5-1a2fab8967f3 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] 10.222.0.85 "DELETE /v2.0/subnets/1f1bf6b5-7a89-448c-bada-aed572f6d6c9 HTTP/1.1" status: 404 len: 337 time: 0.0334563 May 18 18:40:38.006601 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44198) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:38.024972 n-d-838550-3 neutron-server[102730]: INFO neutron.pecan_wsgi.hooks.translation [None req-8beaaf74-34a3-4e62-9a61-0cada17df4b9 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] DELETE failed (client error): The resource could not be found. May 18 18:40:38.025774 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8beaaf74-34a3-4e62-9a61-0cada17df4b9 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:40:38.028724 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-8beaaf74-34a3-4e62-9a61-0cada17df4b9 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] 10.222.0.85 "DELETE /v2.0/networks/382ffc5f-4163-4c44-87ff-5749a6691728 HTTP/1.1" status: 404 len: 339 time: 0.0211861 May 18 18:40:38.031540 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44200) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:38.058531 n-d-838550-3 neutron-server[102730]: INFO neutron.pecan_wsgi.hooks.translation [None req-77481ec8-f873-4e3a-b2eb-5cd79c741339 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] DELETE failed (client error): The resource could not be found. May 18 18:40:38.059434 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77481ec8-f873-4e3a-b2eb-5cd79c741339 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:40:38.062637 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-77481ec8-f873-4e3a-b2eb-5cd79c741339 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] 10.222.0.85 "DELETE /v2.0/subnets/38359b8d-bd44-4eca-9bc9-797bfdf52405 HTTP/1.1" status: 404 len: 337 time: 0.0301964 May 18 18:40:38.065094 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44202) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:38.083680 n-d-838550-3 neutron-server[102730]: INFO neutron.pecan_wsgi.hooks.translation [None req-13ccc129-0c97-4a86-a530-6f3d875768f0 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] DELETE failed (client error): The resource could not be found. May 18 18:40:38.084119 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13ccc129-0c97-4a86-a530-6f3d875768f0 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:40:38.087761 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-13ccc129-0c97-4a86-a530-6f3d875768f0 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] 10.222.0.85 "DELETE /v2.0/networks/4b67dfb9-29d8-4cd7-a322-35a2cc01278c HTTP/1.1" status: 404 len: 339 time: 0.0216198 May 18 18:40:38.091305 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44204) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:38.117572 n-d-838550-3 neutron-server[102730]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d4075fe-00fe-4817-bf4f-fcd7f067870d tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] DELETE failed (client error): The resource could not be found. May 18 18:40:38.118056 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d4075fe-00fe-4817-bf4f-fcd7f067870d tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:40:38.121123 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-4d4075fe-00fe-4817-bf4f-fcd7f067870d tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] 10.222.0.85 "DELETE /v2.0/subnets/16bbcd65-d295-49ab-9c1f-87f8b54b15fc HTTP/1.1" status: 404 len: 337 time: 0.0289037 May 18 18:40:38.123914 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44206) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:38.141499 n-d-838550-3 neutron-server[102730]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc7cdeed-bbd4-4e79-b202-eecba7e4f437 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] DELETE failed (client error): The resource could not be found. May 18 18:40:38.142054 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc7cdeed-bbd4-4e79-b202-eecba7e4f437 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:40:38.144987 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-cc7cdeed-bbd4-4e79-b202-eecba7e4f437 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] 10.222.0.85 "DELETE /v2.0/networks/cf85d83c-5cac-48b9-a793-03b26c8db0e5 HTTP/1.1" status: 404 len: 339 time: 0.0201819 May 18 18:40:38.147442 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44208) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:38.173112 n-d-838550-3 neutron-server[102730]: INFO neutron.pecan_wsgi.hooks.translation [None req-12c56cb2-ebb4-4002-bc31-cde6e74413ac tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] DELETE failed (client error): The resource could not be found. May 18 18:40:38.173563 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12c56cb2-ebb4-4002-bc31-cde6e74413ac tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:40:38.176565 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-12c56cb2-ebb4-4002-bc31-cde6e74413ac tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] 10.222.0.85 "DELETE /v2.0/subnets/fd5ee502-b30f-42e0-91f2-07353cfcda86 HTTP/1.1" status: 404 len: 337 time: 0.0282521 May 18 18:40:38.179102 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44210) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:38.197025 n-d-838550-3 neutron-server[102730]: INFO neutron.pecan_wsgi.hooks.translation [None req-396a291c-ac65-4ab9-a7b3-e4f41ca9fc59 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] DELETE failed (client error): The resource could not be found. May 18 18:40:38.197562 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-396a291c-ac65-4ab9-a7b3-e4f41ca9fc59 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:40:38.200574 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-396a291c-ac65-4ab9-a7b3-e4f41ca9fc59 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] 10.222.0.85 "DELETE /v2.0/networks/befccb01-cd45-4961-b3a5-a54c761e7d96 HTTP/1.1" status: 404 len: 339 time: 0.0205355 May 18 18:40:38.203205 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44212) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:38.233475 n-d-838550-3 neutron-server[102730]: INFO neutron.pecan_wsgi.hooks.translation [None req-cffcb242-267c-4bfb-ac84-c472b1a86c71 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] DELETE failed (client error): The resource could not be found. May 18 18:40:38.233940 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cffcb242-267c-4bfb-ac84-c472b1a86c71 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:40:38.236944 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-cffcb242-267c-4bfb-ac84-c472b1a86c71 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] 10.222.0.85 "DELETE /v2.0/subnets/de72c1f2-b80e-4e8d-8045-614829532473 HTTP/1.1" status: 404 len: 337 time: 0.0328422 May 18 18:40:38.239626 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44214) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:38.262491 n-d-838550-3 neutron-server[102730]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1f3bd89-2233-4680-ab17-fae61e7981fc tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] DELETE failed (client error): The resource could not be found. May 18 18:40:38.263025 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1f3bd89-2233-4680-ab17-fae61e7981fc tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:40:38.266041 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-d1f3bd89-2233-4680-ab17-fae61e7981fc tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] 10.222.0.85 "DELETE /v2.0/networks/fb772d74-fb2e-46d7-bc21-f7cbcaea8b86 HTTP/1.1" status: 404 len: 339 time: 0.0255284 May 18 18:40:38.268519 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44216) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:38.300536 n-d-838550-3 neutron-server[102730]: INFO neutron.pecan_wsgi.hooks.translation [None req-427e6c61-db38-4188-ad9d-345eb85a1c98 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] DELETE failed (client error): The resource could not be found. May 18 18:40:38.300991 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-427e6c61-db38-4188-ad9d-345eb85a1c98 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:40:38.304044 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-427e6c61-db38-4188-ad9d-345eb85a1c98 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] 10.222.0.85 "DELETE /v2.0/subnets/13a00780-5625-49be-a2e9-af86738fe609 HTTP/1.1" status: 404 len: 337 time: 0.0346158 May 18 18:40:38.306648 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44218) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:38.324566 n-d-838550-3 neutron-server[102730]: INFO neutron.pecan_wsgi.hooks.translation [None req-05bf38c8-ab7d-4133-8de8-98b875ef713f tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] DELETE failed (client error): The resource could not be found. May 18 18:40:38.325152 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05bf38c8-ab7d-4133-8de8-98b875ef713f tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:40:38.328246 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-05bf38c8-ab7d-4133-8de8-98b875ef713f tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] 10.222.0.85 "DELETE /v2.0/networks/4f40727d-2da9-4548-a93d-e6d76a4b3708 HTTP/1.1" status: 404 len: 339 time: 0.0207031 May 18 18:40:38.330819 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44220) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:38.381403 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bbc1dde-7874-4864-b6e5-f8652f951c06 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Deleting subnet b6ec28fa-3556-4f78-801c-41cfd8b86469 {{(pid=102730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:40:38.384795 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3bbc1dde-7874-4864-b6e5-f8652f951c06 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks [] for subnet, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:38.424835 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3bbc1dde-7874-4864-b6e5-f8652f951c06 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260107366'] for subnet, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:38.512275 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3bbc1dde-7874-4864-b6e5-f8652f951c06 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:38.574963 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3bbc1dde-7874-4864-b6e5-f8652f951c06 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261104690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261031888'] for subnet, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:38.601832 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbc1dde-7874-4864-b6e5-f8652f951c06 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Pushing event deleted for resources: {'Subnet': ['ID=b6ec28fa-3556-4f78-801c-41cfd8b86469,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:38.605570 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3bbc1dde-7874-4864-b6e5-f8652f951c06 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks [] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:38.610209 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-3bbc1dde-7874-4864-b6e5-f8652f951c06 tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] 10.222.0.85 "DELETE /v2.0/subnets/b6ec28fa-3556-4f78-801c-41cfd8b86469 HTTP/1.1" status: 204 len: 168 time: 0.2783372 May 18 18:40:38.612327 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44224) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:38.614412 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b4a73d-9056-4340-9d32-610ef33554fa None None] Network c533b29a-e1f6-4733-913a-516e3c23713b requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:40:38.797701 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e4a427-dd02-45ce-bd3b-19bb0170d4fb None None] DHCP port deletion for c533b29a-e1f6-4733-913a-516e3c23713b request from n-d-838550-3 {{(pid=102732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 18:40:38.850596 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-f0e4a427-dd02-45ce-bd3b-19bb0170d4fb None None] Deleting port e680221f-f9dd-4b4d-a004-afaa184cf496 {{(pid=102732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:40:38.850959 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f0e4a427-dd02-45ce-bd3b-19bb0170d4fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:38.919067 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-f0e4a427-dd02-45ce-bd3b-19bb0170d4fb None None] For port e680221f-f9dd-4b4d-a004-afaa184cf496, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=e680221f-f9dd-4b4d-a004-afaa184cf496,segment=NetworkSegment(5ab3cdfe-fd71-4238-a312-65d8b4c02147),segment_id=5ab3cdfe-fd71-4238-a312-65d8b4c02147)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:40:38.919629 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f0e4a427-dd02-45ce-bd3b-19bb0170d4fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:38.935622 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-f0e4a427-dd02-45ce-bd3b-19bb0170d4fb None None] Calling delete_port for e680221f-f9dd-4b4d-a004-afaa184cf496 owned by network:dhcp {{(pid=102732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:40:39.031575 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f0e4a427-dd02-45ce-bd3b-19bb0170d4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508'] for port, after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:39.060084 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-88b21693-47ee-44b6-b726-d59c8337656a tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:39.061009 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e4a427-dd02-45ce-bd3b-19bb0170d4fb None None] Pushing event deleted for resources: {'Port': ['ID=e680221f-f9dd-4b4d-a004-afaa184cf496,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:39.063682 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e4a427-dd02-45ce-bd3b-19bb0170d4fb None None] No DVR routers for this DVR port e680221f-f9dd-4b4d-a004-afaa184cf496 on host n-d-838550-3 {{(pid=102732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:40:39.084198 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ef10ff-7b30-441d-90fc-de1ee39001f5 req-a54edbf2-ad57-4fc1-a813-b0ded8484e86 tempest-VolumesNegativeTest-89468790 tempest-VolumesNegativeTest-89468790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:40:39.085790 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-69ef10ff-7b30-441d-90fc-de1ee39001f5 req-a54edbf2-ad57-4fc1-a813-b0ded8484e86 tempest-VolumesNegativeTest-89468790 tempest-VolumesNegativeTest-89468790-project] 10.222.0.85 "GET /v2.0/ports?device_id=9656a4ea-c3c3-4ce5-bb15-578421c67594 HTTP/1.1" status: 200 len: 948 time: 0.0807745 May 18 18:40:39.187788 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-88b21693-47ee-44b6-b726-d59c8337656a tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:39.200434 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-69ef10ff-7b30-441d-90fc-de1ee39001f5 req-401088e1-eea7-4800-9c0b-f0a81488b8c8 tempest-VolumesNegativeTest-89468790 tempest-VolumesNegativeTest-89468790-project] 10.222.0.85 "GET /v2.0/security-groups?id=21c8a2bf-fa4d-4eeb-a458-49a2d95b8eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937142 May 18 18:40:39.211761 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-88b21693-47ee-44b6-b726-d59c8337656a tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c533b29a-e1f6-4733-913a-516e3c23713b']}} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:40:39.225283 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-88b21693-47ee-44b6-b726-d59c8337656a tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ab3cdfe-fd71-4238-a312-65d8b4c02147') {'for_net_delete': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:40:39.225588 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-88b21693-47ee-44b6-b726-d59c8337656a tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ab3cdfe-fd71-4238-a312-65d8b4c02147') {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:40:39.236263 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-88b21693-47ee-44b6-b726-d59c8337656a tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260107375'] for segment, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:39.251197 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-88b21693-47ee-44b6-b726-d59c8337656a tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:39.257122 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88b21693-47ee-44b6-b726-d59c8337656a tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=102730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:40:39.257508 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-88b21693-47ee-44b6-b726-d59c8337656a tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261102736'] for segment, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:39.260586 n-d-838550-3 neutron-server[102730]: Traceback (most recent call last): May 18 18:40:39.260586 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:40:39.260586 n-d-838550-3 neutron-server[102730]: timer() May 18 18:40:39.260586 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:40:39.260586 n-d-838550-3 neutron-server[102730]: cb(*args, **kw) May 18 18:40:39.260586 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:40:39.260586 n-d-838550-3 neutron-server[102730]: return func(*args, **kwargs) May 18 18:40:39.260586 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:40:39.260586 n-d-838550-3 neutron-server[102730]: self._notify() May 18 18:40:39.260586 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:40:39.260586 n-d-838550-3 neutron-server[102730]: self.callback(batched_events) May 18 18:40:39.260586 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:40:39.260586 n-d-838550-3 neutron-server[102730]: event.method(event) May 18 18:40:39.260586 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:40:39.260586 n-d-838550-3 neutron-server[102730]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:40:39.260586 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:40:39.260586 n-d-838550-3 neutron-server[102730]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:40:39.260586 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:40:39.260586 n-d-838550-3 neutron-server[102730]: return f(self, *a, **k) May 18 18:40:39.260586 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:40:39.260586 n-d-838550-3 neutron-server[102730]: return self._get(url).json() May 18 18:40:39.260586 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:40:39.260586 n-d-838550-3 neutron-server[102730]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:40:39.260586 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:40:39.260586 n-d-838550-3 neutron-server[102730]: return self.request(url, 'GET', **kwargs) May 18 18:40:39.260586 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:40:39.260586 n-d-838550-3 neutron-server[102730]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:40:39.260586 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:40:39.260586 n-d-838550-3 neutron-server[102730]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:40:39.260586 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:40:39.260586 n-d-838550-3 neutron-server[102730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:40:39.260586 n-d-838550-3 neutron-server[102730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:40:39.333254 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-88b21693-47ee-44b6-b726-d59c8337656a tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:39.340955 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-88b21693-47ee-44b6-b726-d59c8337656a tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:39.344334 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-88b21693-47ee-44b6-b726-d59c8337656a tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] 10.222.0.85 "DELETE /v2.0/networks/c533b29a-e1f6-4733-913a-516e3c23713b HTTP/1.1" status: 204 len: 168 time: 0.7310667 May 18 18:40:39.358091 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b21693-47ee-44b6-b726-d59c8337656a tempest-NetworksTest-1171325423 tempest-NetworksTest-1171325423-project] Pushing event deleted for resources: {'Network': ['ID=c533b29a-e1f6-4733-913a-516e3c23713b,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:39.615045 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44230) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:39.627701 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device f75149b2-79da-42df-97d9-0bc34388a739 details requested by agent hyperv_n-h1-838550-3 with host n-h1-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:40:39.732856 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port f75149b2-79da-42df-97d9-0bc34388a739, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=f75149b2-79da-42df-97d9-0bc34388a739,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:40:39.743992 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Returning: {'device': 'f75149b2-79da-42df-97d9-0bc34388a739', 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305', 'port_id': 'f75149b2-79da-42df-97d9-0bc34388a739', 'mac_address': 'fa:16:3e:d3:20:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2531ae9-89db-4dcf-b670-9eac4c9cde53', 'ip_address': '192.168.233.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:40:39.757643 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-400e19c0-5330-46ab-9a2d-8fe4d7b30346 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=4971998c7f1949578f3f553ead792aab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1413608 May 18 18:40:39.760206 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44234) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:39.781853 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port f75149b2-79da-42df-97d9-0bc34388a739 is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:40:39.782420 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:39.796259 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f75149b2-79da-42df-97d9-0bc34388a739 {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:40:39.809764 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9357908c-2878-48f0-8b4d-7c609dbeff35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:39.815584 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port f75149b2-79da-42df-97d9-0bc34388a739, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=f75149b2-79da-42df-97d9-0bc34388a739,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:40:39.819925 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:39.831536 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9357908c-2878-48f0-8b4d-7c609dbeff35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:39.866438 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=f75149b2-79da-42df-97d9-0bc34388a739,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:39.878339 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9357908c-2878-48f0-8b4d-7c609dbeff35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:39.881128 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9357908c-2878-48f0-8b4d-7c609dbeff35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:39.882320 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-9357908c-2878-48f0-8b4d-7c609dbeff35 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/1044e3da-47b7-410e-b6df-f844df694b43 HTTP/1.1" status: 204 len: 168 time: 0.1209092 May 18 18:40:39.890224 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9357908c-2878-48f0-8b4d-7c609dbeff35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1044e3da-47b7-410e-b6df-f844df694b43,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:40.041747 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-83217865-fb06-4a70-9ee2-178c4f884fe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:40.090886 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['f75149b2-79da-42df-97d9-0bc34388a739'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:40:40.234525 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device e680221f-f9dd-4b4d-a004-afaa184cf496 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:40:40.269250 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: e680221f-f9dd-4b4d-a004-afaa184cf496 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:40:40.269861 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device e680221f-f9dd-4b4d-a004-afaa184cf496 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:40:40.353028 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7d297e-99fd-4228-9a5c-57efcb6446bb req-009a891f-b26a-4697-8eb9-39019c779dcf tempest-VolumesNegativeTest-89468790 tempest-VolumesNegativeTest-89468790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:40:40.354896 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3e7d297e-99fd-4228-9a5c-57efcb6446bb req-009a891f-b26a-4697-8eb9-39019c779dcf tempest-VolumesNegativeTest-89468790 tempest-VolumesNegativeTest-89468790-project] 10.222.0.85 "GET /v2.0/ports?device_id=9656a4ea-c3c3-4ce5-bb15-578421c67594 HTTP/1.1" status: 200 len: 949 time: 0.0686364 May 18 18:40:40.398321 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3e7d297e-99fd-4228-9a5c-57efcb6446bb req-1873cccc-bbda-4fe3-9fee-831052a13382 tempest-VolumesNegativeTest-89468790 tempest-VolumesNegativeTest-89468790-project] 10.222.0.85 "GET /v2.0/security-groups?id=21c8a2bf-fa4d-4eeb-a458-49a2d95b8eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358737 May 18 18:40:40.580593 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44258) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:40.690886 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-3bf8c9f1-57c4-413d-b3e1-0bdd3f488355 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1313644234'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:40:40.711398 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bf8c9f1-57c4-413d-b3e1-0bdd3f488355 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Made reservation on behalf of 70a00dc3bf3147ae81b607bc351254ca for: {'network': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:40:40.714954 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3bf8c9f1-57c4-413d-b3e1-0bdd3f488355 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:40.723258 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3bf8c9f1-57c4-413d-b3e1-0bdd3f488355 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:40.800652 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3bf8c9f1-57c4-413d-b3e1-0bdd3f488355 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:40.804951 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3bf8c9f1-57c4-413d-b3e1-0bdd3f488355 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:40.833539 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bf8c9f1-57c4-413d-b3e1-0bdd3f488355 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 625} {{(pid=102730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:40:40.839017 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf8c9f1-57c4-413d-b3e1-0bdd3f488355 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7fd7dc5-3e15-48d6-908a-152276279ecf,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:40.846322 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3bf8c9f1-57c4-413d-b3e1-0bdd3f488355 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:40.846657 n-d-838550-3 neutron-server[102730]: INFO neutron.db.segments_db [None req-3bf8c9f1-57c4-413d-b3e1-0bdd3f488355 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Added segment b38d1b96-15fd-4a55-b16c-b72b8aead433 of type vlan for network 3c4a2b4f-8894-40d5-b11c-874f9f44a645 May 18 18:40:40.888794 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3bf8c9f1-57c4-413d-b3e1-0bdd3f488355 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:40.912982 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3bf8c9f1-57c4-413d-b3e1-0bdd3f488355 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:40.919674 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf8c9f1-57c4-413d-b3e1-0bdd3f488355 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:40:40.920581 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3bf8c9f1-57c4-413d-b3e1-0bdd3f488355 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:40.977991 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-3bf8c9f1-57c4-413d-b3e1-0bdd3f488355 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3962376 May 18 18:40:40.980562 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44262) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:40.988323 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-ffb34adf-e5e0-4da3-a24f-6492095330d0 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Request body: {'port': {'network_id': '3c4a2b4f-8894-40d5-b11c-874f9f44a645', 'name': 'tempest-PortsIpV6TestJSON-798358041'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:40:41.010172 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf8c9f1-57c4-413d-b3e1-0bdd3f488355 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Pushing event updated for resources: {'Network': ['ID=3c4a2b4f-8894-40d5-b11c-874f9f44a645,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:41.020652 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network 3c4a2b4f-8894-40d5-b11c-874f9f44a645 details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:40:41.086834 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffb34adf-e5e0-4da3-a24f-6492095330d0 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Made reservation on behalf of 70a00dc3bf3147ae81b607bc351254ca for: {'port': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:40:41.090450 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ffb34adf-e5e0-4da3-a24f-6492095330d0 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:41.108138 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [None req-ffb34adf-e5e0-4da3-a24f-6492095330d0 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] device_id is not set on port 8a975d29-7ef4-42fc-9f7c-a5bc133f5478 yet. {{(pid=102730) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 18 18:40:41.275644 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ffb34adf-e5e0-4da3-a24f-6492095330d0 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:41.309320 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ffb34adf-e5e0-4da3-a24f-6492095330d0 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:41.331099 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:41.371189 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb34adf-e5e0-4da3-a24f-6492095330d0 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Pushing event updated for resources: {'Port': ['ID=8a975d29-7ef4-42fc-9f7c-a5bc133f5478,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:41.383639 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb34adf-e5e0-4da3-a24f-6492095330d0 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Checking segment: {'id': 'b38d1b96-15fd-4a55-b16c-b72b8aead433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '3c4a2b4f-8894-40d5-b11c-874f9f44a645'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:40:41.383993 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb34adf-e5e0-4da3-a24f-6492095330d0 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Network hostable DHCP agents. Network: 3c4a2b4f-8894-40d5-b11c-874f9f44a645, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:40:41.400941 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb34adf-e5e0-4da3-a24f-6492095330d0 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Network 3c4a2b4f-8894-40d5-b11c-874f9f44a645 is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:40:41.409345 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-ffb34adf-e5e0-4da3-a24f-6492095330d0 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, 3c4a2b4f-8894-40d5-b11c-874f9f44a645) {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:40:41.416675 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb34adf-e5e0-4da3-a24f-6492095330d0 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:40:41.420250 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e1d511-e78b-43fa-b7f2-acd482d4d951 None None] Network 3c4a2b4f-8894-40d5-b11c-874f9f44a645 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:40:41.422459 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb34adf-e5e0-4da3-a24f-6492095330d0 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:40:41.423085 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ffb34adf-e5e0-4da3-a24f-6492095330d0 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:41.442100 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-ffb34adf-e5e0-4da3-a24f-6492095330d0 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.4601805 May 18 18:40:41.448094 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44266) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:41.453096 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-d9334eb8-5112-415d-8afa-14e1aabd7cfd tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-936154831'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:40:41.485406 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9334eb8-5112-415d-8afa-14e1aabd7cfd tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Made reservation on behalf of 70a00dc3bf3147ae81b607bc351254ca for: {'network': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:40:41.489337 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d9334eb8-5112-415d-8afa-14e1aabd7cfd tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:41.542818 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9334eb8-5112-415d-8afa-14e1aabd7cfd tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 626} {{(pid=102730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:40:41.558994 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed8a735-25de-4cf3-8001-5e0109df1fae req-7c453a6b-4740-43ec-a5ff-eb6c7e7edc33 tempest-VolumesNegativeTest-89468790 tempest-VolumesNegativeTest-89468790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:40:41.560607 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4ed8a735-25de-4cf3-8001-5e0109df1fae req-7c453a6b-4740-43ec-a5ff-eb6c7e7edc33 tempest-VolumesNegativeTest-89468790 tempest-VolumesNegativeTest-89468790-project] 10.222.0.85 "GET /v2.0/ports?device_id=9656a4ea-c3c3-4ce5-bb15-578421c67594 HTTP/1.1" status: 200 len: 949 time: 0.0861225 May 18 18:40:41.565448 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d9334eb8-5112-415d-8afa-14e1aabd7cfd tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:41.565841 n-d-838550-3 neutron-server[102730]: INFO neutron.db.segments_db [None req-d9334eb8-5112-415d-8afa-14e1aabd7cfd tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Added segment 3b78da9f-28e0-4aed-97f3-441ac92a7666 of type vlan for network 5733a2e7-2916-40eb-90da-2c81d0ee2c0a May 18 18:40:41.623922 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d9334eb8-5112-415d-8afa-14e1aabd7cfd tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:41.633766 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device f75149b2-79da-42df-97d9-0bc34388a739 up at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:40:41.646526 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4ed8a735-25de-4cf3-8001-5e0109df1fae req-dfde9eea-4663-496c-8571-89c5f4a8b2da tempest-VolumesNegativeTest-89468790 tempest-VolumesNegativeTest-89468790-project] 10.222.0.85 "GET /v2.0/security-groups?id=21c8a2bf-fa4d-4eeb-a458-49a2d95b8eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721872 May 18 18:40:41.668404 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d9334eb8-5112-415d-8afa-14e1aabd7cfd tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:41.674376 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9334eb8-5112-415d-8afa-14e1aabd7cfd tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:40:41.674995 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d9334eb8-5112-415d-8afa-14e1aabd7cfd tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:41.731786 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-d9334eb8-5112-415d-8afa-14e1aabd7cfd tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2826009 May 18 18:40:41.734546 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 44268) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:41.741246 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-869f2e99-ff85-4230-a95d-3e404973b905 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Request body: {'ports': [{'network_id': '3c4a2b4f-8894-40d5-b11c-874f9f44a645'}, {'network_id': '5733a2e7-2916-40eb-90da-2c81d0ee2c0a'}]} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:40:41.742481 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-869f2e99-ff85-4230-a95d-3e404973b905 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Request body: {'port': {'network_id': '3c4a2b4f-8894-40d5-b11c-874f9f44a645'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:40:41.743824 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-869f2e99-ff85-4230-a95d-3e404973b905 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Request body: {'port': {'network_id': '5733a2e7-2916-40eb-90da-2c81d0ee2c0a'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:40:41.744367 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning for port f75149b2-79da-42df-97d9-0bc34388a739 completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:40:41.750512 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning complete for port f75149b2-79da-42df-97d9-0bc34388a739 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:40:41.750885 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:41.754845 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9334eb8-5112-415d-8afa-14e1aabd7cfd tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Pushing event updated for resources: {'Network': ['ID=5733a2e7-2916-40eb-90da-2c81d0ee2c0a,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:41.776668 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network 5733a2e7-2916-40eb-90da-2c81d0ee2c0a details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:40:41.894035 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port f75149b2-79da-42df-97d9-0bc34388a739 is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:40:41.894341 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:41.907626 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-869f2e99-ff85-4230-a95d-3e404973b905 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Made reservation on behalf of 70a00dc3bf3147ae81b607bc351254ca for: {'port': 2} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:40:41.912223 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-869f2e99-ff85-4230-a95d-3e404973b905 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:41.923897 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9656a4ea-c3c3-4ce5-bb15-578421c67594', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f75149b2-79da-42df-97d9-0bc34388a739'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:40:41.926070 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb248a80-3fea-4d1f-b461-0f0d44f32a06" -d '{"events": [{"server_uuid": "9656a4ea-c3c3-4ce5-bb15-578421c67594", "name": "network-vif-plugged", "status": "completed", "tag": "f75149b2-79da-42df-97d9-0bc34388a739"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:40:41.926977 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-869f2e99-ff85-4230-a95d-3e404973b905 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:41.940642 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port f75149b2-79da-42df-97d9-0bc34388a739, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=f75149b2-79da-42df-97d9-0bc34388a739,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:40:41.947118 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:41.973290 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30769940-ec5f-4a9f-8afc-fe52a2d6fbc4 x-openstack-request-id: req-30769940-ec5f-4a9f-8afc-fe52a2d6fbc4 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:40:41.973584 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9656a4ea-c3c3-4ce5-bb15-578421c67594", "name": "network-vif-plugged", "status": "completed", "tag": "f75149b2-79da-42df-97d9-0bc34388a739", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:40:41.973873 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-30769940-ec5f-4a9f-8afc-fe52a2d6fbc4 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:40:41.974271 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30769940-ec5f-4a9f-8afc-fe52a2d6fbc4'] response: {'server_uuid': '9656a4ea-c3c3-4ce5-bb15-578421c67594', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f75149b2-79da-42df-97d9-0bc34388a739', 'code': 200} May 18 18:40:42.002924 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=f75149b2-79da-42df-97d9-0bc34388a739,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:42.071585 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e11e282-2c67-4c98-924d-0e4f3b43d874 req-a3935a30-b479-46af-9e46-50a0195d6fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:40:42.073300 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7e11e282-2c67-4c98-924d-0e4f3b43d874 req-a3935a30-b479-46af-9e46-50a0195d6fb3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9656a4ea-c3c3-4ce5-bb15-578421c67594 HTTP/1.1" status: 200 len: 1101 time: 0.0420232 May 18 18:40:42.088410 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [None req-869f2e99-ff85-4230-a95d-3e404973b905 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] device_id is not set on port 80276d03-640a-4960-862e-d7f0e3072bff yet. {{(pid=102731) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 18 18:40:42.116567 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7e11e282-2c67-4c98-924d-0e4f3b43d874 req-61417dda-1662-404d-92e7-281b7616c2c1 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=21c8a2bf-fa4d-4eeb-a458-49a2d95b8eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350542 May 18 18:40:42.170502 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-869f2e99-ff85-4230-a95d-3e404973b905 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:42.241034 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [None req-869f2e99-ff85-4230-a95d-3e404973b905 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] device_id is not set on port d3cfb275-b2fe-47c1-b04d-6b7a147c80c7 yet. {{(pid=102731) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 18 18:40:42.318677 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-869f2e99-ff85-4230-a95d-3e404973b905 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:42.355509 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-869f2e99-ff85-4230-a95d-3e404973b905 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:42.401341 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-869f2e99-ff85-4230-a95d-3e404973b905 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Network 3c4a2b4f-8894-40d5-b11c-874f9f44a645 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:40:42.405399 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-869f2e99-ff85-4230-a95d-3e404973b905 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:40:42.410602 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869f2e99-ff85-4230-a95d-3e404973b905 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:40:42.411514 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-869f2e99-ff85-4230-a95d-3e404973b905 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:42.420747 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869f2e99-ff85-4230-a95d-3e404973b905 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Pushing event updated for resources: {'Port': ['ID=80276d03-640a-4960-862e-d7f0e3072bff,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:42.476755 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:42.487931 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869f2e99-ff85-4230-a95d-3e404973b905 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Pushing event updated for resources: {'Port': ['ID=d3cfb275-b2fe-47c1-b04d-6b7a147c80c7,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:42.492578 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869f2e99-ff85-4230-a95d-3e404973b905 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Checking segment: {'id': '3b78da9f-28e0-4aed-97f3-441ac92a7666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '5733a2e7-2916-40eb-90da-2c81d0ee2c0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:40:42.492948 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-869f2e99-ff85-4230-a95d-3e404973b905 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Network hostable DHCP agents. Network: 5733a2e7-2916-40eb-90da-2c81d0ee2c0a, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:40:42.514721 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-869f2e99-ff85-4230-a95d-3e404973b905 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Network 5733a2e7-2916-40eb-90da-2c81d0ee2c0a is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:40:42.523857 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-869f2e99-ff85-4230-a95d-3e404973b905 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, 5733a2e7-2916-40eb-90da-2c81d0ee2c0a) {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:40:42.528809 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869f2e99-ff85-4230-a95d-3e404973b905 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:40:42.535505 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f6d037d-df21-4bba-a5b9-4f3dea491bf7 None None] Network 5733a2e7-2916-40eb-90da-2c81d0ee2c0a requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:40:42.537926 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-869f2e99-ff85-4230-a95d-3e404973b905 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:40:42.543133 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-869f2e99-ff85-4230-a95d-3e404973b905 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:40:42.543839 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-869f2e99-ff85-4230-a95d-3e404973b905 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:42.560836 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-869f2e99-ff85-4230-a95d-3e404973b905 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 0.8247414 May 18 18:40:42.563596 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 44272) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:42.653201 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-be27466b-4181-4200-a20c-6f4c89c3f322 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Deleting port d3cfb275-b2fe-47c1-b04d-6b7a147c80c7 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:40:42.653552 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-be27466b-4181-4200-a20c-6f4c89c3f322 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:42.742913 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-be27466b-4181-4200-a20c-6f4c89c3f322 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:42.755665 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-be27466b-4181-4200-a20c-6f4c89c3f322 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Calling delete_port for d3cfb275-b2fe-47c1-b04d-6b7a147c80c7 owned by {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:40:42.772359 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de353bd-3f5e-4eaf-8203-5e4e5cf88e92 req-da8a64dc-c0d8-471d-a2a5-814e689e9613 tempest-VolumesNegativeTest-89468790 tempest-VolumesNegativeTest-89468790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:40:42.773903 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9de353bd-3f5e-4eaf-8203-5e4e5cf88e92 req-da8a64dc-c0d8-471d-a2a5-814e689e9613 tempest-VolumesNegativeTest-89468790 tempest-VolumesNegativeTest-89468790-project] 10.222.0.85 "GET /v2.0/ports?device_id=9656a4ea-c3c3-4ce5-bb15-578421c67594 HTTP/1.1" status: 200 len: 950 time: 0.0509541 May 18 18:40:42.813935 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9de353bd-3f5e-4eaf-8203-5e4e5cf88e92 req-ce11ca81-1f27-45c6-b848-a5e826dc50e2 tempest-VolumesNegativeTest-89468790 tempest-VolumesNegativeTest-89468790-project] 10.222.0.85 "GET /v2.0/security-groups?id=21c8a2bf-fa4d-4eeb-a458-49a2d95b8eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333486 May 18 18:40:42.838773 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-be27466b-4181-4200-a20c-6f4c89c3f322 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:42.868322 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be27466b-4181-4200-a20c-6f4c89c3f322 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Pushing event deleted for resources: {'Port': ['ID=d3cfb275-b2fe-47c1-b04d-6b7a147c80c7,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:42.874209 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-be27466b-4181-4200-a20c-6f4c89c3f322 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:42.877474 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-be27466b-4181-4200-a20c-6f4c89c3f322 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] 10.222.0.85 "DELETE /v2.0/ports/d3cfb275-b2fe-47c1-b04d-6b7a147c80c7 HTTP/1.1" status: 204 len: 168 time: 0.3129373 May 18 18:40:42.879984 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 44278) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:42.934270 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-429f28d9-f1ca-486a-88f1-0f88990417aa tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:40:42.940439 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-429f28d9-f1ca-486a-88f1-0f88990417aa tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:40:42.942335 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-429f28d9-f1ca-486a-88f1-0f88990417aa tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] 10.222.0.85 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.0614324 May 18 18:40:42.944814 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 44280) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:43.030601 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-47488456-4d42-4d8e-9f23-86ea5ff652ad tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Deleting port 80276d03-640a-4960-862e-d7f0e3072bff {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:40:43.030939 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-47488456-4d42-4d8e-9f23-86ea5ff652ad tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:43.063751 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:43.103877 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-47488456-4d42-4d8e-9f23-86ea5ff652ad tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:43.118093 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-47488456-4d42-4d8e-9f23-86ea5ff652ad tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Calling delete_port for 80276d03-640a-4960-862e-d7f0e3072bff owned by {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:40:43.197884 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-47488456-4d42-4d8e-9f23-86ea5ff652ad tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:43.227565 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47488456-4d42-4d8e-9f23-86ea5ff652ad tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Pushing event deleted for resources: {'Port': ['ID=80276d03-640a-4960-862e-d7f0e3072bff,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:43.232830 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-47488456-4d42-4d8e-9f23-86ea5ff652ad tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:43.236222 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-47488456-4d42-4d8e-9f23-86ea5ff652ad tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] 10.222.0.85 "DELETE /v2.0/ports/80276d03-640a-4960-862e-d7f0e3072bff HTTP/1.1" status: 204 len: 168 time: 0.2904501 May 18 18:40:43.238845 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 44282) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:43.292985 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48bd4f86-69a0-40b1-be6a-f24bc123c4c8 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:40:43.301159 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-48bd4f86-69a0-40b1-be6a-f24bc123c4c8 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] 10.222.0.85 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0546618 May 18 18:40:43.301706 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44284) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:43.324417 n-d-838550-3 neutron-server[102730]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbeec35a-27be-4fb5-b79a-70c73842530b tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] GET failed (client error): The resource could not be found. May 18 18:40:43.325988 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-fbeec35a-27be-4fb5-b79a-70c73842530b tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] 10.222.0.85 "GET /v2.0/ports/d3cfb275-b2fe-47c1-b04d-6b7a147c80c7 HTTP/1.1" status: 404 len: 333 time: 0.0275917 May 18 18:40:43.328712 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44286) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:43.364322 n-d-838550-3 neutron-server[102730]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f399ade-1266-4c8a-9ac2-128d80ec13e4 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] GET failed (client error): The resource could not be found. May 18 18:40:43.365807 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-2f399ade-1266-4c8a-9ac2-128d80ec13e4 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] 10.222.0.85 "GET /v2.0/ports/80276d03-640a-4960-862e-d7f0e3072bff HTTP/1.1" status: 404 len: 333 time: 0.0355198 May 18 18:40:43.368607 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44288) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:43.454065 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8a7ea1a3-9732-45c8-9941-fc2d2d3b8f1f tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:43.543327 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8a7ea1a3-9732-45c8-9941-fc2d2d3b8f1f tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:43.563211 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-8a7ea1a3-9732-45c8-9941-fc2d2d3b8f1f tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5733a2e7-2916-40eb-90da-2c81d0ee2c0a']}} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:40:43.572301 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-8a7ea1a3-9732-45c8-9941-fc2d2d3b8f1f tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b78da9f-28e0-4aed-97f3-441ac92a7666') {'for_net_delete': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:40:43.572614 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-8a7ea1a3-9732-45c8-9941-fc2d2d3b8f1f tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b78da9f-28e0-4aed-97f3-441ac92a7666') {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:40:43.581825 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8a7ea1a3-9732-45c8-9941-fc2d2d3b8f1f tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260107375'] for segment, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:43.595861 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8a7ea1a3-9732-45c8-9941-fc2d2d3b8f1f tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:43.602495 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a7ea1a3-9732-45c8-9941-fc2d2d3b8f1f tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=102730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:40:43.603029 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8a7ea1a3-9732-45c8-9941-fc2d2d3b8f1f tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261102736'] for segment, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:43.606108 n-d-838550-3 neutron-server[102730]: Traceback (most recent call last): May 18 18:40:43.606108 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:40:43.606108 n-d-838550-3 neutron-server[102730]: timer() May 18 18:40:43.606108 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:40:43.606108 n-d-838550-3 neutron-server[102730]: cb(*args, **kw) May 18 18:40:43.606108 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:40:43.606108 n-d-838550-3 neutron-server[102730]: return func(*args, **kwargs) May 18 18:40:43.606108 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:40:43.606108 n-d-838550-3 neutron-server[102730]: self._notify() May 18 18:40:43.606108 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:40:43.606108 n-d-838550-3 neutron-server[102730]: self.callback(batched_events) May 18 18:40:43.606108 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:40:43.606108 n-d-838550-3 neutron-server[102730]: event.method(event) May 18 18:40:43.606108 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:40:43.606108 n-d-838550-3 neutron-server[102730]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:40:43.606108 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:40:43.606108 n-d-838550-3 neutron-server[102730]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:40:43.606108 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:40:43.606108 n-d-838550-3 neutron-server[102730]: return f(self, *a, **k) May 18 18:40:43.606108 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:40:43.606108 n-d-838550-3 neutron-server[102730]: return self._get(url).json() May 18 18:40:43.606108 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:40:43.606108 n-d-838550-3 neutron-server[102730]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:40:43.606108 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:40:43.606108 n-d-838550-3 neutron-server[102730]: return self.request(url, 'GET', **kwargs) May 18 18:40:43.606108 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:40:43.606108 n-d-838550-3 neutron-server[102730]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:40:43.606108 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:40:43.606108 n-d-838550-3 neutron-server[102730]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:40:43.606108 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:40:43.606108 n-d-838550-3 neutron-server[102730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:40:43.606108 n-d-838550-3 neutron-server[102730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:40:43.663160 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8a7ea1a3-9732-45c8-9941-fc2d2d3b8f1f tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:43.669268 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8a7ea1a3-9732-45c8-9941-fc2d2d3b8f1f tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:43.672716 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-8a7ea1a3-9732-45c8-9941-fc2d2d3b8f1f tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] 10.222.0.85 "DELETE /v2.0/networks/5733a2e7-2916-40eb-90da-2c81d0ee2c0a HTTP/1.1" status: 204 len: 168 time: 0.3031425 May 18 18:40:43.678057 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44290) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:43.691521 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-31795f08-9181-41cc-8e17-901ad7c8c387 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1086746064'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:40:43.696478 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7ea1a3-9732-45c8-9941-fc2d2d3b8f1f tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Pushing event deleted for resources: {'Network': ['ID=5733a2e7-2916-40eb-90da-2c81d0ee2c0a,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:43.714525 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31795f08-9181-41cc-8e17-901ad7c8c387 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Made reservation on behalf of 70a00dc3bf3147ae81b607bc351254ca for: {'network': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:40:43.717922 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-31795f08-9181-41cc-8e17-901ad7c8c387 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:43.741446 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31795f08-9181-41cc-8e17-901ad7c8c387 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 627} {{(pid=102730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:40:43.750873 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-31795f08-9181-41cc-8e17-901ad7c8c387 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:43.751219 n-d-838550-3 neutron-server[102730]: INFO neutron.db.segments_db [None req-31795f08-9181-41cc-8e17-901ad7c8c387 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Added segment 2b321436-2fdd-40be-b524-cdd8f4c13b37 of type vlan for network b98e6c85-617a-4674-b241-5b5270cdd226 May 18 18:40:43.796091 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-31795f08-9181-41cc-8e17-901ad7c8c387 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:43.821501 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-31795f08-9181-41cc-8e17-901ad7c8c387 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:43.827171 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31795f08-9181-41cc-8e17-901ad7c8c387 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:40:43.827743 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-31795f08-9181-41cc-8e17-901ad7c8c387 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:43.888737 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-31795f08-9181-41cc-8e17-901ad7c8c387 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2096355 May 18 18:40:43.891760 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44294) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:43.896617 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-8ab66713-418b-425d-9a28-c96e6be6864a tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Request body: {'subnet': {'network_id': 'b98e6c85-617a-4674-b241-5b5270cdd226', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:40:43.920863 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31795f08-9181-41cc-8e17-901ad7c8c387 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Pushing event updated for resources: {'Network': ['ID=b98e6c85-617a-4674-b241-5b5270cdd226,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:43.931169 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network b98e6c85-617a-4674-b241-5b5270cdd226 details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:40:43.942924 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c57570-be5f-491b-8ba3-8d108bdf33e3 req-f9953303-77e8-4222-8ef3-483f1712c074 tempest-VolumesNegativeTest-89468790 tempest-VolumesNegativeTest-89468790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:40:43.945599 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-77c57570-be5f-491b-8ba3-8d108bdf33e3 req-f9953303-77e8-4222-8ef3-483f1712c074 tempest-VolumesNegativeTest-89468790 tempest-VolumesNegativeTest-89468790-project] 10.222.0.85 "GET /v2.0/ports?device_id=9656a4ea-c3c3-4ce5-bb15-578421c67594 HTTP/1.1" status: 200 len: 950 time: 0.0523431 May 18 18:40:43.994548 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-77c57570-be5f-491b-8ba3-8d108bdf33e3 req-45c2cd10-2d42-4cf0-a717-dcb9e7a5a478 tempest-VolumesNegativeTest-89468790 tempest-VolumesNegativeTest-89468790-project] 10.222.0.85 "GET /v2.0/security-groups?id=21c8a2bf-fa4d-4eeb-a458-49a2d95b8eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390203 May 18 18:40:43.998713 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ab66713-418b-425d-9a28-c96e6be6864a tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Made reservation on behalf of 70a00dc3bf3147ae81b607bc351254ca for: {'subnet': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:40:44.002306 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8ab66713-418b-425d-9a28-c96e6be6864a tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261031885'] for subnet, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:44.063306 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.ipam_backend_mixin [None req-8ab66713-418b-425d-9a28-c96e6be6864a tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Performing IP validity checks on allocation pools {{(pid=102730) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} May 18 18:40:44.066669 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.ipam_backend_mixin [None req-8ab66713-418b-425d-9a28-c96e6be6864a tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102730) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} May 18 18:40:44.204583 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8ab66713-418b-425d-9a28-c96e6be6864a tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261104883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261031899'] for subnet, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:44.265416 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab66713-418b-425d-9a28-c96e6be6864a tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Pushing event updated for resources: {'Subnet': ['ID=f3e6d376-02df-4c74-a010-7a1d31e19fc2,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:44.275812 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab66713-418b-425d-9a28-c96e6be6864a tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Checking segment: {'id': '2b321436-2fdd-40be-b524-cdd8f4c13b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'b98e6c85-617a-4674-b241-5b5270cdd226'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:40:44.276174 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab66713-418b-425d-9a28-c96e6be6864a tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Network hostable DHCP agents. Network: b98e6c85-617a-4674-b241-5b5270cdd226, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:40:44.276669 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6889b752-aa5e-4ad4-b6d6-6e7b52a0a900 req-ecef3ba9-f626-41ad-967d-f7666d82b0d3 tempest-VolumesNegativeTest-89468790 tempest-VolumesNegativeTest-89468790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:40:44.278262 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6889b752-aa5e-4ad4-b6d6-6e7b52a0a900 req-ecef3ba9-f626-41ad-967d-f7666d82b0d3 tempest-VolumesNegativeTest-89468790 tempest-VolumesNegativeTest-89468790-project] 10.222.0.85 "GET /v2.0/ports?device_id=9656a4ea-c3c3-4ce5-bb15-578421c67594 HTTP/1.1" status: 200 len: 950 time: 0.0518188 May 18 18:40:44.296044 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab66713-418b-425d-9a28-c96e6be6864a tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Network b98e6c85-617a-4674-b241-5b5270cdd226 is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:40:44.309283 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-8ab66713-418b-425d-9a28-c96e6be6864a tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, b98e6c85-617a-4674-b241-5b5270cdd226) {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:40:44.316499 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab66713-418b-425d-9a28-c96e6be6864a tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:40:44.317109 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8ab66713-418b-425d-9a28-c96e6be6864a tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks [] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:44.318123 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee1c5b21-15bc-4892-bc3e-15bdbaf3003a None None] Network b98e6c85-617a-4674-b241-5b5270cdd226 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:40:44.340609 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-8ab66713-418b-425d-9a28-c96e6be6864a tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4453242 May 18 18:40:44.340848 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6889b752-aa5e-4ad4-b6d6-6e7b52a0a900 req-d2a6863e-c53a-4bf5-936b-8b2e4e309ef7 tempest-VolumesNegativeTest-89468790 tempest-VolumesNegativeTest-89468790-project] 10.222.0.85 "GET /v2.0/security-groups?id=21c8a2bf-fa4d-4eeb-a458-49a2d95b8eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544801 May 18 18:40:44.340950 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44302) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:44.347542 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-e5ff7e28-32e9-4b7a-94f6-98482e51716d tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Request body: {'port': {'network_id': 'b98e6c85-617a-4674-b241-5b5270cdd226', 'name': 'tempest-PortsIpV6TestJSON-493085081'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:40:44.462093 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5ff7e28-32e9-4b7a-94f6-98482e51716d tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Made reservation on behalf of 70a00dc3bf3147ae81b607bc351254ca for: {'port': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:40:44.465632 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e5ff7e28-32e9-4b7a-94f6-98482e51716d tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:44.483927 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [None req-e5ff7e28-32e9-4b7a-94f6-98482e51716d tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] device_id is not set on port 7f75255f-299b-42af-b027-7ebe94ddd2c1 yet. {{(pid=102730) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 18 18:40:44.495269 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede0242a-4bf1-415a-b72b-cdcac9f143b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-b98e6c85-617a-4674-b241-5b5270cdd226', 'network_id': 'b98e6c85-617a-4674-b241-5b5270cdd226', 'tenant_id': '70a00dc3bf3147ae81b607bc351254ca', 'fixed_ips': [{'subnet_id': 'f3e6d376-02df-4c74-a010-7a1d31e19fc2'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:40:44.496189 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-ede0242a-4bf1-415a-b72b-cdcac9f143b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:44.606731 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-e5ff7e28-32e9-4b7a-94f6-98482e51716d tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Allocated IP 2001:db8::54 (b98e6c85-617a-4674-b241-5b5270cdd226/f3e6d376-02df-4c74-a010-7a1d31e19fc2/7f75255f-299b-42af-b027-7ebe94ddd2c1) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:40:44.754284 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e5ff7e28-32e9-4b7a-94f6-98482e51716d tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:44.789192 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e5ff7e28-32e9-4b7a-94f6-98482e51716d tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:44.831492 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ff7e28-32e9-4b7a-94f6-98482e51716d tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Network b98e6c85-617a-4674-b241-5b5270cdd226 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:40:44.834701 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-e5ff7e28-32e9-4b7a-94f6-98482e51716d tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:40:44.839085 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ff7e28-32e9-4b7a-94f6-98482e51716d tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:40:44.842598 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-ede0242a-4bf1-415a-b72b-cdcac9f143b4 None None] Allocated IP 2001:db8::2 (b98e6c85-617a-4674-b241-5b5270cdd226/f3e6d376-02df-4c74-a010-7a1d31e19fc2/b960c53f-3b9c-444b-8c91-fbde654835a6) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:40:44.844677 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ff7e28-32e9-4b7a-94f6-98482e51716d tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:40:44.845301 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e5ff7e28-32e9-4b7a-94f6-98482e51716d tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:44.856625 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ff7e28-32e9-4b7a-94f6-98482e51716d tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Pushing event updated for resources: {'Port': ['ID=7f75255f-299b-42af-b027-7ebe94ddd2c1,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:44.874707 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-e5ff7e28-32e9-4b7a-94f6-98482e51716d tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.5298088 May 18 18:40:44.874950 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44304) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:44.969507 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-a14e59d2-98f6-4463-ae64-d93264eb7358 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Deleting port 7f75255f-299b-42af-b027-7ebe94ddd2c1 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:40:44.969870 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a14e59d2-98f6-4463-ae64-d93264eb7358 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:44.999346 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-ede0242a-4bf1-415a-b72b-cdcac9f143b4 None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:45.005539 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-ede0242a-4bf1-415a-b72b-cdcac9f143b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:45.045478 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede0242a-4bf1-415a-b72b-cdcac9f143b4 None None] Network b98e6c85-617a-4674-b241-5b5270cdd226 is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:40:45.048403 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-ede0242a-4bf1-415a-b72b-cdcac9f143b4 None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:40:45.055384 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede0242a-4bf1-415a-b72b-cdcac9f143b4 None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:40:45.058532 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede0242a-4bf1-415a-b72b-cdcac9f143b4 None None] Pushing event updated for resources: {'Port': ['ID=b960c53f-3b9c-444b-8c91-fbde654835a6,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:45.059384 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a14e59d2-98f6-4463-ae64-d93264eb7358 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:45.072493 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-a14e59d2-98f6-4463-ae64-d93264eb7358 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Calling delete_port for 7f75255f-299b-42af-b027-7ebe94ddd2c1 owned by {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:40:45.112842 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-ede0242a-4bf1-415a-b72b-cdcac9f143b4 None None] Attempting to bind port b960c53f-3b9c-444b-8c91-fbde654835a6 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:40:45.113212 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-ede0242a-4bf1-415a-b72b-cdcac9f143b4 None None] Attempting to bind port b960c53f-3b9c-444b-8c91-fbde654835a6 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '2b321436-2fdd-40be-b524-cdd8f4c13b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'b98e6c85-617a-4674-b241-5b5270cdd226'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:40:45.113584 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede0242a-4bf1-415a-b72b-cdcac9f143b4 None None] Attempting to bind port b960c53f-3b9c-444b-8c91-fbde654835a6 on network b98e6c85-617a-4674-b241-5b5270cdd226 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:40:45.118864 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede0242a-4bf1-415a-b72b-cdcac9f143b4 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:40:45.119172 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede0242a-4bf1-415a-b72b-cdcac9f143b4 None None] Checking segment: {'id': '2b321436-2fdd-40be-b524-cdd8f4c13b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'b98e6c85-617a-4674-b241-5b5270cdd226'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:40:45.119576 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-ede0242a-4bf1-415a-b72b-cdcac9f143b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:45.120167 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede0242a-4bf1-415a-b72b-cdcac9f143b4 None None] Bound using segment: {'id': '2b321436-2fdd-40be-b524-cdd8f4c13b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'b98e6c85-617a-4674-b241-5b5270cdd226'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:40:45.120834 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-ede0242a-4bf1-415a-b72b-cdcac9f143b4 None None] Bound port: b960c53f-3b9c-444b-8c91-fbde654835a6, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b321436-2fdd-40be-b524-cdd8f4c13b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'b98e6c85-617a-4674-b241-5b5270cdd226'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:40:45.121220 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-ede0242a-4bf1-415a-b72b-cdcac9f143b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:45.190819 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-ede0242a-4bf1-415a-b72b-cdcac9f143b4 None None] For port b960c53f-3b9c-444b-8c91-fbde654835a6, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:40:45.194413 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-ede0242a-4bf1-415a-b72b-cdcac9f143b4 None None] For port b960c53f-3b9c-444b-8c91-fbde654835a6, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=b960c53f-3b9c-444b-8c91-fbde654835a6,segment=NetworkSegment(2b321436-2fdd-40be-b524-cdd8f4c13b37),segment_id=2b321436-2fdd-40be-b524-cdd8f4c13b37)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:40:45.199509 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-ede0242a-4bf1-415a-b72b-cdcac9f143b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:45.206523 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a14e59d2-98f6-4463-ae64-d93264eb7358 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:45.237906 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14e59d2-98f6-4463-ae64-d93264eb7358 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Pushing event deleted for resources: {'Port': ['ID=7f75255f-299b-42af-b027-7ebe94ddd2c1,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:45.259447 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede0242a-4bf1-415a-b72b-cdcac9f143b4 None None] Pushing event updated for resources: {'Port': ['ID=b960c53f-3b9c-444b-8c91-fbde654835a6,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:45.261913 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a14e59d2-98f6-4463-ae64-d93264eb7358 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:45.268927 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-a14e59d2-98f6-4463-ae64-d93264eb7358 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] 10.222.0.85 "DELETE /v2.0/ports/7f75255f-299b-42af-b027-7ebe94ddd2c1 HTTP/1.1" status: 204 len: 168 time: 0.3892927 May 18 18:40:45.269142 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44306) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:45.297033 n-d-838550-3 neutron-server[102730]: INFO neutron.pecan_wsgi.hooks.translation [None req-967405e1-bce6-486e-983e-4950a215c74c tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] DELETE failed (client error): The resource could not be found. May 18 18:40:45.297767 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-967405e1-bce6-486e-983e-4950a215c74c tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:40:45.301665 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-967405e1-bce6-486e-983e-4950a215c74c tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] 10.222.0.85 "DELETE /v2.0/ports/7f75255f-299b-42af-b027-7ebe94ddd2c1 HTTP/1.1" status: 404 len: 333 time: 0.0309064 May 18 18:40:45.304211 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 44308) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:45.330959 n-d-838550-3 neutron-server[102731]: INFO neutron.pecan_wsgi.hooks.translation [None req-caf44529-0d3b-44ec-847f-894afa56774a tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] GET failed (client error): The resource could not be found. May 18 18:40:45.334986 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-caf44529-0d3b-44ec-847f-894afa56774a tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] 10.222.0.85 "GET /v2.0/ports/7f75255f-299b-42af-b027-7ebe94ddd2c1 HTTP/1.1" status: 404 len: 333 time: 0.0269539 May 18 18:40:45.335302 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 44310) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:45.430847 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_v2 [None req-c857bda2-a349-4bf0-b6af-796b22928a3e tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Deleting subnet f3e6d376-02df-4c74-a010-7a1d31e19fc2 {{(pid=102731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:40:45.435505 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c857bda2-a349-4bf0-b6af-796b22928a3e tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks [] for subnet, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:45.530301 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c857bda2-a349-4bf0-b6af-796b22928a3e tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260542153'] for subnet, precommit_delete_associations {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:45.551278 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f68617-8c84-4372-b4ba-8b501a40d050 req-c973f3d9-93e1-4ac2-8e84-ad94ca911ad9 tempest-VolumesNegativeTest-89468790 tempest-VolumesNegativeTest-89468790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:40:45.553280 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d2f68617-8c84-4372-b4ba-8b501a40d050 req-c973f3d9-93e1-4ac2-8e84-ad94ca911ad9 tempest-VolumesNegativeTest-89468790 tempest-VolumesNegativeTest-89468790-project] 10.222.0.85 "GET /v2.0/ports?device_id=9656a4ea-c3c3-4ce5-bb15-578421c67594 HTTP/1.1" status: 200 len: 950 time: 0.0935552 May 18 18:40:45.606803 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d2f68617-8c84-4372-b4ba-8b501a40d050 req-b95ff022-eedc-4408-ad81-99696c5a0648 tempest-VolumesNegativeTest-89468790 tempest-VolumesNegativeTest-89468790-project] 10.222.0.85 "GET /v2.0/security-groups?id=21c8a2bf-fa4d-4eeb-a458-49a2d95b8eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456879 May 18 18:40:45.650743 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c857bda2-a349-4bf0-b6af-796b22928a3e tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:45.676749 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4065793f-539f-4038-ba18-e087d56fe69b req-0c008eb4-f83c-4cbd-b5b0-45c1f202080a tempest-VolumesNegativeTest-89468790 tempest-VolumesNegativeTest-89468790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:40:45.677287 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4065793f-539f-4038-ba18-e087d56fe69b req-0c008eb4-f83c-4cbd-b5b0-45c1f202080a tempest-VolumesNegativeTest-89468790 tempest-VolumesNegativeTest-89468790-project] 10.222.0.36 "GET /v2.0/ports?device_id=9656a4ea-c3c3-4ce5-bb15-578421c67594 HTTP/1.1" status: 200 len: 950 time: 0.0517478 May 18 18:40:45.725683 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c857bda2-a349-4bf0-b6af-796b22928a3e tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260898416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260908030'] for subnet, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:45.754396 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c857bda2-a349-4bf0-b6af-796b22928a3e tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Pushing event deleted for resources: {'Subnet': ['ID=f3e6d376-02df-4c74-a010-7a1d31e19fc2,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:45.760443 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c857bda2-a349-4bf0-b6af-796b22928a3e tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:45.767777 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-c857bda2-a349-4bf0-b6af-796b22928a3e tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] 10.222.0.85 "DELETE /v2.0/subnets/f3e6d376-02df-4c74-a010-7a1d31e19fc2 HTTP/1.1" status: 204 len: 168 time: 0.4273169 May 18 18:40:45.768081 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 44314) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:45.803536 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-4065793f-539f-4038-ba18-e087d56fe69b req-0616cec8-f35e-4096-ae6e-b6d9f3ffc16b tempest-VolumesNegativeTest-89468790 tempest-VolumesNegativeTest-89468790-project] Deleting port f75149b2-79da-42df-97d9-0bc34388a739 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:40:45.803873 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-4065793f-539f-4038-ba18-e087d56fe69b req-0616cec8-f35e-4096-ae6e-b6d9f3ffc16b tempest-VolumesNegativeTest-89468790 tempest-VolumesNegativeTest-89468790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:45.848658 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a95cf38c-c4fe-4d5e-b988-f076429774d6 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:45.898626 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-4065793f-539f-4038-ba18-e087d56fe69b req-0616cec8-f35e-4096-ae6e-b6d9f3ffc16b tempest-VolumesNegativeTest-89468790 tempest-VolumesNegativeTest-89468790-project] For port f75149b2-79da-42df-97d9-0bc34388a739, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=f75149b2-79da-42df-97d9-0bc34388a739,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:40:45.899190 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-4065793f-539f-4038-ba18-e087d56fe69b req-0616cec8-f35e-4096-ae6e-b6d9f3ffc16b tempest-VolumesNegativeTest-89468790 tempest-VolumesNegativeTest-89468790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:45.904899 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-a95cf38c-c4fe-4d5e-b988-f076429774d6 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Deleting port b960c53f-3b9c-444b-8c91-fbde654835a6 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:40:45.905238 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a95cf38c-c4fe-4d5e-b988-f076429774d6 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:45.912077 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-4065793f-539f-4038-ba18-e087d56fe69b req-0616cec8-f35e-4096-ae6e-b6d9f3ffc16b tempest-VolumesNegativeTest-89468790 tempest-VolumesNegativeTest-89468790-project] Calling delete_port for f75149b2-79da-42df-97d9-0bc34388a739 owned by compute:nova {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:40:45.977692 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-a95cf38c-c4fe-4d5e-b988-f076429774d6 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] For port b960c53f-3b9c-444b-8c91-fbde654835a6, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=b960c53f-3b9c-444b-8c91-fbde654835a6,segment=NetworkSegment(2b321436-2fdd-40be-b524-cdd8f4c13b37),segment_id=2b321436-2fdd-40be-b524-cdd8f4c13b37)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:40:45.978071 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a95cf38c-c4fe-4d5e-b988-f076429774d6 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:45.993156 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-a95cf38c-c4fe-4d5e-b988-f076429774d6 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Calling delete_port for b960c53f-3b9c-444b-8c91-fbde654835a6 owned by network:dhcp {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:40:46.062651 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-4065793f-539f-4038-ba18-e087d56fe69b req-0616cec8-f35e-4096-ae6e-b6d9f3ffc16b tempest-VolumesNegativeTest-89468790 tempest-VolumesNegativeTest-89468790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:46.076016 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['f75149b2-79da-42df-97d9-0bc34388a739'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:40:46.090256 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a95cf38c-c4fe-4d5e-b988-f076429774d6 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:46.123181 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95cf38c-c4fe-4d5e-b988-f076429774d6 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Pushing event deleted for resources: {'Port': ['ID=b960c53f-3b9c-444b-8c91-fbde654835a6,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:46.125313 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0616cec8-f35e-4096-ae6e-b6d9f3ffc16b tempest-VolumesNegativeTest-89468790 tempest-VolumesNegativeTest-89468790-project] Pushing event deleted for resources: {'Port': ['ID=f75149b2-79da-42df-97d9-0bc34388a739,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:46.126891 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95cf38c-c4fe-4d5e-b988-f076429774d6 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] No DVR routers for this DVR port b960c53f-3b9c-444b-8c91-fbde654835a6 on host n-d-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:40:46.172564 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-4065793f-539f-4038-ba18-e087d56fe69b req-0616cec8-f35e-4096-ae6e-b6d9f3ffc16b tempest-VolumesNegativeTest-89468790 tempest-VolumesNegativeTest-89468790-project] No DVR routers for this DVR port f75149b2-79da-42df-97d9-0bc34388a739 on host n-h1-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:40:46.176074 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-4065793f-539f-4038-ba18-e087d56fe69b req-0616cec8-f35e-4096-ae6e-b6d9f3ffc16b tempest-VolumesNegativeTest-89468790 tempest-VolumesNegativeTest-89468790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:46.179298 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4065793f-539f-4038-ba18-e087d56fe69b req-0616cec8-f35e-4096-ae6e-b6d9f3ffc16b tempest-VolumesNegativeTest-89468790 tempest-VolumesNegativeTest-89468790-project] 10.222.0.36 "DELETE /v2.0/ports/f75149b2-79da-42df-97d9-0bc34388a739 HTTP/1.1" status: 204 len: 173 time: 0.4928384 May 18 18:40:46.179833 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9656a4ea-c3c3-4ce5-bb15-578421c67594', 'name': 'network-vif-deleted', 'tag': 'f75149b2-79da-42df-97d9-0bc34388a739'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:40:46.182285 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-526d673e-3809-46a3-ae4f-74bb2d9bc971" -d '{"events": [{"server_uuid": "9656a4ea-c3c3-4ce5-bb15-578421c67594", "name": "network-vif-deleted", "tag": "f75149b2-79da-42df-97d9-0bc34388a739"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:40:46.243046 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a95cf38c-c4fe-4d5e-b988-f076429774d6 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:46.253360 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ebed9ba-2009-4cec-bb9c-f494a9a2a33d x-openstack-request-id: req-5ebed9ba-2009-4cec-bb9c-f494a9a2a33d {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:40:46.253710 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9656a4ea-c3c3-4ce5-bb15-578421c67594", "name": "network-vif-deleted", "tag": "f75149b2-79da-42df-97d9-0bc34388a739", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:40:46.254012 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-5ebed9ba-2009-4cec-bb9c-f494a9a2a33d {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:40:46.254496 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ebed9ba-2009-4cec-bb9c-f494a9a2a33d'] response: {'server_uuid': '9656a4ea-c3c3-4ce5-bb15-578421c67594', 'name': 'network-vif-deleted', 'tag': 'f75149b2-79da-42df-97d9-0bc34388a739', 'status': 'completed', 'code': 200} May 18 18:40:46.278509 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-a95cf38c-c4fe-4d5e-b988-f076429774d6 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b98e6c85-617a-4674-b241-5b5270cdd226']}} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:40:46.289834 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-a95cf38c-c4fe-4d5e-b988-f076429774d6 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b321436-2fdd-40be-b524-cdd8f4c13b37') {'for_net_delete': True} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:40:46.290413 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-a95cf38c-c4fe-4d5e-b988-f076429774d6 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b321436-2fdd-40be-b524-cdd8f4c13b37') {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:40:46.302788 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a95cf38c-c4fe-4d5e-b988-f076429774d6 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260542144'] for segment, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:46.318929 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a95cf38c-c4fe-4d5e-b988-f076429774d6 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:46.327062 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a95cf38c-c4fe-4d5e-b988-f076429774d6 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=102731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:40:46.327587 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a95cf38c-c4fe-4d5e-b988-f076429774d6 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260884178'] for segment, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:46.331078 n-d-838550-3 neutron-server[102731]: Traceback (most recent call last): May 18 18:40:46.331078 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:40:46.331078 n-d-838550-3 neutron-server[102731]: timer() May 18 18:40:46.331078 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:40:46.331078 n-d-838550-3 neutron-server[102731]: cb(*args, **kw) May 18 18:40:46.331078 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:40:46.331078 n-d-838550-3 neutron-server[102731]: return func(*args, **kwargs) May 18 18:40:46.331078 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:40:46.331078 n-d-838550-3 neutron-server[102731]: self._notify() May 18 18:40:46.331078 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:40:46.331078 n-d-838550-3 neutron-server[102731]: self.callback(batched_events) May 18 18:40:46.331078 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:40:46.331078 n-d-838550-3 neutron-server[102731]: event.method(event) May 18 18:40:46.331078 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:40:46.331078 n-d-838550-3 neutron-server[102731]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:40:46.331078 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:40:46.331078 n-d-838550-3 neutron-server[102731]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:40:46.331078 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:40:46.331078 n-d-838550-3 neutron-server[102731]: return f(self, *a, **k) May 18 18:40:46.331078 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:40:46.331078 n-d-838550-3 neutron-server[102731]: return self._get(url).json() May 18 18:40:46.331078 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:40:46.331078 n-d-838550-3 neutron-server[102731]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:40:46.331078 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:40:46.331078 n-d-838550-3 neutron-server[102731]: return self.request(url, 'GET', **kwargs) May 18 18:40:46.331078 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:40:46.331078 n-d-838550-3 neutron-server[102731]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:40:46.331078 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:40:46.331078 n-d-838550-3 neutron-server[102731]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:40:46.331078 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:40:46.331078 n-d-838550-3 neutron-server[102731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:40:46.331078 n-d-838550-3 neutron-server[102731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:40:46.406533 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a95cf38c-c4fe-4d5e-b988-f076429774d6 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:46.426600 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a95cf38c-c4fe-4d5e-b988-f076429774d6 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks [] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:46.430422 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-a95cf38c-c4fe-4d5e-b988-f076429774d6 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] 10.222.0.85 "DELETE /v2.0/networks/b98e6c85-617a-4674-b241-5b5270cdd226 HTTP/1.1" status: 204 len: 168 time: 0.6601579 May 18 18:40:46.431968 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95cf38c-c4fe-4d5e-b988-f076429774d6 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Pushing event deleted for resources: {'Network': ['ID=b98e6c85-617a-4674-b241-5b5270cdd226,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:46.434330 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44318) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:46.439466 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-d946207b-a0e7-4566-8a80-3aee3881f3a3 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-854314513'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:40:46.462408 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d946207b-a0e7-4566-8a80-3aee3881f3a3 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Made reservation on behalf of 70a00dc3bf3147ae81b607bc351254ca for: {'network': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:40:46.466487 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d946207b-a0e7-4566-8a80-3aee3881f3a3 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:46.487008 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86cadf3b-d98f-436a-a87c-9c8b1d6cb19f None None] DHCP port deletion for b98e6c85-617a-4674-b241-5b5270cdd226 request from n-d-838550-3 {{(pid=102732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 18:40:46.502272 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d946207b-a0e7-4566-8a80-3aee3881f3a3 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 628} {{(pid=102730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:40:46.503825 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0843987-7b34-4410-bce3-324a11892428 None None] Network b98e6c85-617a-4674-b241-5b5270cdd226 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:40:46.512960 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d946207b-a0e7-4566-8a80-3aee3881f3a3 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:46.513304 n-d-838550-3 neutron-server[102730]: INFO neutron.db.segments_db [None req-d946207b-a0e7-4566-8a80-3aee3881f3a3 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Added segment b222aa38-1bff-4fd0-84e8-f1e0c30bde7d of type vlan for network 0be0ae70-4b0a-4395-8c3a-874572417edc May 18 18:40:46.519416 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0843987-7b34-4410-bce3-324a11892428 None None] Network b98e6c85-617a-4674-b241-5b5270cdd226 could not be found, it might have been deleted concurrently. {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} May 18 18:40:46.522904 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-ab29eafc-f3e8-4e64-8d76-451cd00729a0 None None] Could not find standard attr ID for object b960c53f-3b9c-444b-8c91-fbde654835a6. {{(pid=102732) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 18 18:40:46.555598 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d946207b-a0e7-4566-8a80-3aee3881f3a3 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:46.580959 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d946207b-a0e7-4566-8a80-3aee3881f3a3 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:46.586848 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d946207b-a0e7-4566-8a80-3aee3881f3a3 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:40:46.587423 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d946207b-a0e7-4566-8a80-3aee3881f3a3 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:46.646220 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-d946207b-a0e7-4566-8a80-3aee3881f3a3 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2105517 May 18 18:40:46.649169 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 44322) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:46.654843 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-b3c24b8b-815c-4b45-b190-ed4224cb32fd tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Request body: {'subnet': {'network_id': '0be0ae70-4b0a-4395-8c3a-874572417edc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:40:46.666703 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d946207b-a0e7-4566-8a80-3aee3881f3a3 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Pushing event updated for resources: {'Network': ['ID=0be0ae70-4b0a-4395-8c3a-874572417edc,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:46.682196 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network 0be0ae70-4b0a-4395-8c3a-874572417edc details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:40:46.730159 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8e8d92a8-8d22-43bd-9c26-805bc6d80f24 req-36987333-36a4-42bf-9568-0456696897e0 tempest-VolumesNegativeTest-89468790 tempest-VolumesNegativeTest-89468790-project] 10.222.0.85 "GET /v2.0/ports?device_id=9656a4ea-c3c3-4ce5-bb15-578421c67594 HTTP/1.1" status: 200 len: 210 time: 0.0292053 May 18 18:40:46.779104 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3c24b8b-815c-4b45-b190-ed4224cb32fd tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Made reservation on behalf of 70a00dc3bf3147ae81b607bc351254ca for: {'subnet': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:40:46.782968 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b3c24b8b-815c-4b45-b190-ed4224cb32fd tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260908003'] for subnet, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:46.980024 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b3c24b8b-815c-4b45-b190-ed4224cb32fd tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260898481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260908021'] for subnet, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:47.050143 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c24b8b-815c-4b45-b190-ed4224cb32fd tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Pushing event updated for resources: {'Subnet': ['ID=fbf3d0cb-ae8e-4dd8-8f85-de82adddfd6c,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:47.065291 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c24b8b-815c-4b45-b190-ed4224cb32fd tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Checking segment: {'id': 'b222aa38-1bff-4fd0-84e8-f1e0c30bde7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '0be0ae70-4b0a-4395-8c3a-874572417edc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:40:47.065680 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c24b8b-815c-4b45-b190-ed4224cb32fd tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Network hostable DHCP agents. Network: 0be0ae70-4b0a-4395-8c3a-874572417edc, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:40:47.083291 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c24b8b-815c-4b45-b190-ed4224cb32fd tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Network 0be0ae70-4b0a-4395-8c3a-874572417edc is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:40:47.095765 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-b3c24b8b-815c-4b45-b190-ed4224cb32fd tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, 0be0ae70-4b0a-4395-8c3a-874572417edc) {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:40:47.100836 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c24b8b-815c-4b45-b190-ed4224cb32fd tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:40:47.101462 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b3c24b8b-815c-4b45-b190-ed4224cb32fd tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:47.108546 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6263523-a407-4fba-bb7a-39cdd50455aa None None] Network 0be0ae70-4b0a-4395-8c3a-874572417edc requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:40:47.129171 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-b3c24b8b-815c-4b45-b190-ed4224cb32fd tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4782894 May 18 18:40:47.131950 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 44324) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:47.137339 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-12c8cd97-156a-4e10-bd80-ad3e739ee9d3 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Request body: {'port': {'network_id': '0be0ae70-4b0a-4395-8c3a-874572417edc', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1793542723'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:40:47.247722 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12c8cd97-156a-4e10-bd80-ad3e739ee9d3 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Made reservation on behalf of 70a00dc3bf3147ae81b607bc351254ca for: {'port': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:40:47.251337 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-12c8cd97-156a-4e10-bd80-ad3e739ee9d3 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:47.267476 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d0b447-d9ba-4b1b-a957-8845903b51c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-0be0ae70-4b0a-4395-8c3a-874572417edc', 'network_id': '0be0ae70-4b0a-4395-8c3a-874572417edc', 'tenant_id': '70a00dc3bf3147ae81b607bc351254ca', 'fixed_ips': [{'subnet_id': 'fbf3d0cb-ae8e-4dd8-8f85-de82adddfd6c'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:40:47.268383 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-e2d0b447-d9ba-4b1b-a957-8845903b51c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:47.270279 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [None req-12c8cd97-156a-4e10-bd80-ad3e739ee9d3 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] device_id is not set on port 42f589da-d266-4e76-8abe-3124db4035b7 yet. {{(pid=102731) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 18 18:40:47.394665 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-12c8cd97-156a-4e10-bd80-ad3e739ee9d3 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Allocated IP 2001:db8::16c (0be0ae70-4b0a-4395-8c3a-874572417edc/fbf3d0cb-ae8e-4dd8-8f85-de82adddfd6c/42f589da-d266-4e76-8abe-3124db4035b7) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:40:47.535863 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-12c8cd97-156a-4e10-bd80-ad3e739ee9d3 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:47.576464 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-12c8cd97-156a-4e10-bd80-ad3e739ee9d3 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:47.616473 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c8cd97-156a-4e10-bd80-ad3e739ee9d3 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Network 0be0ae70-4b0a-4395-8c3a-874572417edc is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:40:47.620060 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-12c8cd97-156a-4e10-bd80-ad3e739ee9d3 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:40:47.623869 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c8cd97-156a-4e10-bd80-ad3e739ee9d3 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:40:47.624084 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-e2d0b447-d9ba-4b1b-a957-8845903b51c9 None None] Allocated IP 2001:db8::2 (0be0ae70-4b0a-4395-8c3a-874572417edc/fbf3d0cb-ae8e-4dd8-8f85-de82adddfd6c/e038fd22-6d1c-4ef6-9759-ce8eb8e87dd1) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:40:47.629492 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c8cd97-156a-4e10-bd80-ad3e739ee9d3 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:40:47.630146 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-12c8cd97-156a-4e10-bd80-ad3e739ee9d3 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:47.641560 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c8cd97-156a-4e10-bd80-ad3e739ee9d3 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Pushing event updated for resources: {'Port': ['ID=42f589da-d266-4e76-8abe-3124db4035b7,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:47.659975 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-12c8cd97-156a-4e10-bd80-ad3e739ee9d3 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 0.5240145 May 18 18:40:47.660197 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 44326) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:47.750378 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-29aecc94-bffa-4faf-872a-a9782a6030b2 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Deleting port 42f589da-d266-4e76-8abe-3124db4035b7 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:40:47.750722 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-29aecc94-bffa-4faf-872a-a9782a6030b2 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:47.780264 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-e2d0b447-d9ba-4b1b-a957-8845903b51c9 None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:47.787323 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-e2d0b447-d9ba-4b1b-a957-8845903b51c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:47.846327 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d0b447-d9ba-4b1b-a957-8845903b51c9 None None] Network 0be0ae70-4b0a-4395-8c3a-874572417edc is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:40:47.847659 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d0b447-d9ba-4b1b-a957-8845903b51c9 None None] Pushing event updated for resources: {'Port': ['ID=e038fd22-6d1c-4ef6-9759-ce8eb8e87dd1,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:47.859075 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-e2d0b447-d9ba-4b1b-a957-8845903b51c9 None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:40:47.860092 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-29aecc94-bffa-4faf-872a-a9782a6030b2 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:47.864022 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d0b447-d9ba-4b1b-a957-8845903b51c9 None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:40:47.887247 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-29aecc94-bffa-4faf-872a-a9782a6030b2 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Calling delete_port for 42f589da-d266-4e76-8abe-3124db4035b7 owned by {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:40:47.923887 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-e2d0b447-d9ba-4b1b-a957-8845903b51c9 None None] Attempting to bind port e038fd22-6d1c-4ef6-9759-ce8eb8e87dd1 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:40:47.924326 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-e2d0b447-d9ba-4b1b-a957-8845903b51c9 None None] Attempting to bind port e038fd22-6d1c-4ef6-9759-ce8eb8e87dd1 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': 'b222aa38-1bff-4fd0-84e8-f1e0c30bde7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '0be0ae70-4b0a-4395-8c3a-874572417edc'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:40:47.924636 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d0b447-d9ba-4b1b-a957-8845903b51c9 None None] Attempting to bind port e038fd22-6d1c-4ef6-9759-ce8eb8e87dd1 on network 0be0ae70-4b0a-4395-8c3a-874572417edc {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:40:47.930043 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d0b447-d9ba-4b1b-a957-8845903b51c9 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:40:47.930426 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d0b447-d9ba-4b1b-a957-8845903b51c9 None None] Checking segment: {'id': 'b222aa38-1bff-4fd0-84e8-f1e0c30bde7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '0be0ae70-4b0a-4395-8c3a-874572417edc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:40:47.930840 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-e2d0b447-d9ba-4b1b-a957-8845903b51c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:47.931481 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d0b447-d9ba-4b1b-a957-8845903b51c9 None None] Bound using segment: {'id': 'b222aa38-1bff-4fd0-84e8-f1e0c30bde7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '0be0ae70-4b0a-4395-8c3a-874572417edc'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:40:47.932009 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-e2d0b447-d9ba-4b1b-a957-8845903b51c9 None None] Bound port: e038fd22-6d1c-4ef6-9759-ce8eb8e87dd1, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b222aa38-1bff-4fd0-84e8-f1e0c30bde7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '0be0ae70-4b0a-4395-8c3a-874572417edc'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:40:47.932356 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-e2d0b447-d9ba-4b1b-a957-8845903b51c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:48.008290 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-e2d0b447-d9ba-4b1b-a957-8845903b51c9 None None] For port e038fd22-6d1c-4ef6-9759-ce8eb8e87dd1, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:40:48.012281 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-e2d0b447-d9ba-4b1b-a957-8845903b51c9 None None] For port e038fd22-6d1c-4ef6-9759-ce8eb8e87dd1, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=e038fd22-6d1c-4ef6-9759-ce8eb8e87dd1,segment=NetworkSegment(b222aa38-1bff-4fd0-84e8-f1e0c30bde7d),segment_id=b222aa38-1bff-4fd0-84e8-f1e0c30bde7d)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:40:48.016536 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-e2d0b447-d9ba-4b1b-a957-8845903b51c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:48.042191 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-29aecc94-bffa-4faf-872a-a9782a6030b2 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:48.076817 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aecc94-bffa-4faf-872a-a9782a6030b2 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Pushing event deleted for resources: {'Port': ['ID=42f589da-d266-4e76-8abe-3124db4035b7,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:48.081243 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d0b447-d9ba-4b1b-a957-8845903b51c9 None None] Pushing event updated for resources: {'Port': ['ID=e038fd22-6d1c-4ef6-9759-ce8eb8e87dd1,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:48.106946 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-29aecc94-bffa-4faf-872a-a9782a6030b2 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:48.113321 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-29aecc94-bffa-4faf-872a-a9782a6030b2 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] 10.222.0.85 "DELETE /v2.0/ports/42f589da-d266-4e76-8abe-3124db4035b7 HTTP/1.1" status: 204 len: 168 time: 0.4497101 May 18 18:40:48.113646 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 44344) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:48.138910 n-d-838550-3 neutron-server[102731]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d079698-2932-4a0c-b42b-81d76b355295 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] GET failed (client error): The resource could not be found. May 18 18:40:48.140506 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-0d079698-2932-4a0c-b42b-81d76b355295 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] 10.222.0.85 "GET /v2.0/ports/42f589da-d266-4e76-8abe-3124db4035b7 HTTP/1.1" status: 404 len: 333 time: 0.0258682 May 18 18:40:48.143377 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 44346) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:48.194005 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device b960c53f-3b9c-444b-8c91-fbde654835a6 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:40:48.207113 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_v2 [None req-b608ecb7-611a-45e7-a616-61311bc9eee1 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Deleting subnet fbf3d0cb-ae8e-4dd8-8f85-de82adddfd6c {{(pid=102731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:40:48.211087 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b608ecb7-611a-45e7-a616-61311bc9eee1 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks [] for subnet, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:48.219648 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: b960c53f-3b9c-444b-8c91-fbde654835a6 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:40:48.220135 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device b960c53f-3b9c-444b-8c91-fbde654835a6 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:40:48.264687 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b608ecb7-611a-45e7-a616-61311bc9eee1 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260542153'] for subnet, precommit_delete_associations {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:48.390377 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b608ecb7-611a-45e7-a616-61311bc9eee1 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:48.469357 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b608ecb7-611a-45e7-a616-61311bc9eee1 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260898416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260908030'] for subnet, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:48.514095 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b608ecb7-611a-45e7-a616-61311bc9eee1 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Pushing event deleted for resources: {'Subnet': ['ID=fbf3d0cb-ae8e-4dd8-8f85-de82adddfd6c,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:48.517407 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b608ecb7-611a-45e7-a616-61311bc9eee1 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:48.526301 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-b608ecb7-611a-45e7-a616-61311bc9eee1 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] 10.222.0.85 "DELETE /v2.0/subnets/fbf3d0cb-ae8e-4dd8-8f85-de82adddfd6c HTTP/1.1" status: 204 len: 168 time: 0.3786993 May 18 18:40:48.526601 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 44378) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:48.618492 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-bc3ed0b7-fe03-4d51-8a68-54855dafd0d0 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:48.684541 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-bc3ed0b7-fe03-4d51-8a68-54855dafd0d0 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Deleting port e038fd22-6d1c-4ef6-9759-ce8eb8e87dd1 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:40:48.684881 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-bc3ed0b7-fe03-4d51-8a68-54855dafd0d0 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:48.754286 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-bc3ed0b7-fe03-4d51-8a68-54855dafd0d0 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] For port e038fd22-6d1c-4ef6-9759-ce8eb8e87dd1, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=e038fd22-6d1c-4ef6-9759-ce8eb8e87dd1,segment=NetworkSegment(b222aa38-1bff-4fd0-84e8-f1e0c30bde7d),segment_id=b222aa38-1bff-4fd0-84e8-f1e0c30bde7d)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:40:48.754881 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-bc3ed0b7-fe03-4d51-8a68-54855dafd0d0 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:48.778384 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-bc3ed0b7-fe03-4d51-8a68-54855dafd0d0 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Calling delete_port for e038fd22-6d1c-4ef6-9759-ce8eb8e87dd1 owned by network:dhcp {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:40:48.868948 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-bc3ed0b7-fe03-4d51-8a68-54855dafd0d0 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:48.900883 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3ed0b7-fe03-4d51-8a68-54855dafd0d0 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Pushing event deleted for resources: {'Port': ['ID=e038fd22-6d1c-4ef6-9759-ce8eb8e87dd1,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:48.902809 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3ed0b7-fe03-4d51-8a68-54855dafd0d0 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] No DVR routers for this DVR port e038fd22-6d1c-4ef6-9759-ce8eb8e87dd1 on host n-d-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:40:48.993398 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-bc3ed0b7-fe03-4d51-8a68-54855dafd0d0 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:49.015624 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-bc3ed0b7-fe03-4d51-8a68-54855dafd0d0 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0be0ae70-4b0a-4395-8c3a-874572417edc']}} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:40:49.027589 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-bc3ed0b7-fe03-4d51-8a68-54855dafd0d0 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b222aa38-1bff-4fd0-84e8-f1e0c30bde7d') {'for_net_delete': True} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:40:49.027899 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-bc3ed0b7-fe03-4d51-8a68-54855dafd0d0 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b222aa38-1bff-4fd0-84e8-f1e0c30bde7d') {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:40:49.040570 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-bc3ed0b7-fe03-4d51-8a68-54855dafd0d0 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260542144'] for segment, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:49.060483 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-bc3ed0b7-fe03-4d51-8a68-54855dafd0d0 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:49.071131 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc3ed0b7-fe03-4d51-8a68-54855dafd0d0 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=102731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:40:49.071611 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-bc3ed0b7-fe03-4d51-8a68-54855dafd0d0 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260884178'] for segment, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:49.075245 n-d-838550-3 neutron-server[102731]: Traceback (most recent call last): May 18 18:40:49.075245 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:40:49.075245 n-d-838550-3 neutron-server[102731]: timer() May 18 18:40:49.075245 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:40:49.075245 n-d-838550-3 neutron-server[102731]: cb(*args, **kw) May 18 18:40:49.075245 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:40:49.075245 n-d-838550-3 neutron-server[102731]: return func(*args, **kwargs) May 18 18:40:49.075245 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:40:49.075245 n-d-838550-3 neutron-server[102731]: self._notify() May 18 18:40:49.075245 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:40:49.075245 n-d-838550-3 neutron-server[102731]: self.callback(batched_events) May 18 18:40:49.075245 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:40:49.075245 n-d-838550-3 neutron-server[102731]: event.method(event) May 18 18:40:49.075245 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:40:49.075245 n-d-838550-3 neutron-server[102731]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:40:49.075245 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:40:49.075245 n-d-838550-3 neutron-server[102731]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:40:49.075245 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:40:49.075245 n-d-838550-3 neutron-server[102731]: return f(self, *a, **k) May 18 18:40:49.075245 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:40:49.075245 n-d-838550-3 neutron-server[102731]: return self._get(url).json() May 18 18:40:49.075245 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:40:49.075245 n-d-838550-3 neutron-server[102731]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:40:49.075245 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:40:49.075245 n-d-838550-3 neutron-server[102731]: return self.request(url, 'GET', **kwargs) May 18 18:40:49.075245 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:40:49.075245 n-d-838550-3 neutron-server[102731]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:40:49.075245 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:40:49.075245 n-d-838550-3 neutron-server[102731]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:40:49.075245 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:40:49.075245 n-d-838550-3 neutron-server[102731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:40:49.075245 n-d-838550-3 neutron-server[102731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:40:49.138429 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-bc3ed0b7-fe03-4d51-8a68-54855dafd0d0 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:49.162505 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-bc3ed0b7-fe03-4d51-8a68-54855dafd0d0 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks [] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:49.166288 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-bc3ed0b7-fe03-4d51-8a68-54855dafd0d0 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] 10.222.0.85 "DELETE /v2.0/networks/0be0ae70-4b0a-4395-8c3a-874572417edc HTTP/1.1" status: 204 len: 168 time: 0.6386788 May 18 18:40:49.167570 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3ed0b7-fe03-4d51-8a68-54855dafd0d0 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Pushing event deleted for resources: {'Network': ['ID=0be0ae70-4b0a-4395-8c3a-874572417edc,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:49.170124 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 44438) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:49.174962 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-9ed95f8b-004e-4772-a063-943883357648 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Request body: {'port': {'network_id': '3c4a2b4f-8894-40d5-b11c-874f9f44a645', 'name': 'tempest-PortsIpV6TestJSON-183886458'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:40:49.270687 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ed95f8b-004e-4772-a063-943883357648 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Made reservation on behalf of 70a00dc3bf3147ae81b607bc351254ca for: {'port': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:40:49.274734 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9ed95f8b-004e-4772-a063-943883357648 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:49.286023 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d56fe6f-39b4-44b6-91c4-4a0062936198 None None] DHCP port deletion for 0be0ae70-4b0a-4395-8c3a-874572417edc request from n-d-838550-3 {{(pid=102732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 18:40:49.297796 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 7 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 18:40:49.298670 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [None req-9ed95f8b-004e-4772-a063-943883357648 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] device_id is not set on port dfd3967f-c940-4123-b4e7-7fccfd12bb5a yet. {{(pid=102731) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 18 18:40:49.301596 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-d36a83aa-49ea-446c-8e92-9231aa468b61 None None] Could not find standard attr ID for object e038fd22-6d1c-4ef6-9759-ce8eb8e87dd1. {{(pid=102732) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 18 18:40:49.324872 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db039ebf-532a-4735-b357-9ed66bd649e5 None None] Network 0be0ae70-4b0a-4395-8c3a-874572417edc requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:40:49.347289 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db039ebf-532a-4735-b357-9ed66bd649e5 None None] Network 0be0ae70-4b0a-4395-8c3a-874572417edc could not be found, it might have been deleted concurrently. {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} May 18 18:40:49.491628 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9ed95f8b-004e-4772-a063-943883357648 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:49.527189 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9ed95f8b-004e-4772-a063-943883357648 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:49.570954 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed95f8b-004e-4772-a063-943883357648 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Network 3c4a2b4f-8894-40d5-b11c-874f9f44a645 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:40:49.574493 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-9ed95f8b-004e-4772-a063-943883357648 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:40:49.578049 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed95f8b-004e-4772-a063-943883357648 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:40:49.583826 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed95f8b-004e-4772-a063-943883357648 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:40:49.584445 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9ed95f8b-004e-4772-a063-943883357648 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:49.597168 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed95f8b-004e-4772-a063-943883357648 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Pushing event updated for resources: {'Port': ['ID=dfd3967f-c940-4123-b4e7-7fccfd12bb5a,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:49.614680 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44496) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:49.615881 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-9ed95f8b-004e-4772-a063-943883357648 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.4429262 May 18 18:40:49.644217 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device f75149b2-79da-42df-97d9-0bc34388a739 no longer exists at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:40:49.671887 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] No Port match for: f75149b2-79da-42df-97d9-0bc34388a739 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:40:49.672241 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device f75149b2-79da-42df-97d9-0bc34388a739 not bound to the agent host n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:40:49.727287 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-827bd9c8-034e-4ed2-bb1b-efedc0b00db2 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Deleting port dfd3967f-c940-4123-b4e7-7fccfd12bb5a {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:40:49.727630 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-827bd9c8-034e-4ed2-bb1b-efedc0b00db2 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:49.795986 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-827bd9c8-034e-4ed2-bb1b-efedc0b00db2 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:49.811153 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-827bd9c8-034e-4ed2-bb1b-efedc0b00db2 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Calling delete_port for dfd3967f-c940-4123-b4e7-7fccfd12bb5a owned by {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:40:49.904645 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-827bd9c8-034e-4ed2-bb1b-efedc0b00db2 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:49.936970 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827bd9c8-034e-4ed2-bb1b-efedc0b00db2 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Pushing event deleted for resources: {'Port': ['ID=dfd3967f-c940-4123-b4e7-7fccfd12bb5a,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:49.942332 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-827bd9c8-034e-4ed2-bb1b-efedc0b00db2 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:49.946598 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-827bd9c8-034e-4ed2-bb1b-efedc0b00db2 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] 10.222.0.85 "DELETE /v2.0/ports/dfd3967f-c940-4123-b4e7-7fccfd12bb5a HTTP/1.1" status: 204 len: 168 time: 0.3315327 May 18 18:40:49.949570 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44524) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:49.956415 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-9307a011-fc33-4cd0-b0e6-86505d9f12ad tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Request body: {'port': {'network_id': '3c4a2b4f-8894-40d5-b11c-874f9f44a645', 'mac_address': 'fa:16:3e:3b:ff:25', 'name': 'tempest-PortsIpV6TestJSON-411006923'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:40:50.048373 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9307a011-fc33-4cd0-b0e6-86505d9f12ad tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Made reservation on behalf of 70a00dc3bf3147ae81b607bc351254ca for: {'port': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:40:50.122511 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9307a011-fc33-4cd0-b0e6-86505d9f12ad tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:50.144087 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [None req-9307a011-fc33-4cd0-b0e6-86505d9f12ad tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] device_id is not set on port d80d4150-3950-4d00-97f4-46cbf734eab1 yet. {{(pid=102730) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 18 18:40:50.312866 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9307a011-fc33-4cd0-b0e6-86505d9f12ad tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:50.351031 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9307a011-fc33-4cd0-b0e6-86505d9f12ad tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:50.392933 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9307a011-fc33-4cd0-b0e6-86505d9f12ad tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Network 3c4a2b4f-8894-40d5-b11c-874f9f44a645 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:40:50.396206 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-9307a011-fc33-4cd0-b0e6-86505d9f12ad tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:40:50.398771 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9307a011-fc33-4cd0-b0e6-86505d9f12ad tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:40:50.405196 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9307a011-fc33-4cd0-b0e6-86505d9f12ad tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:40:50.405868 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9307a011-fc33-4cd0-b0e6-86505d9f12ad tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:50.434743 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-9307a011-fc33-4cd0-b0e6-86505d9f12ad tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.4839854 May 18 18:40:50.435684 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9307a011-fc33-4cd0-b0e6-86505d9f12ad tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Pushing event updated for resources: {'Port': ['ID=d80d4150-3950-4d00-97f4-46cbf734eab1,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:50.437417 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 44552) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:50.488530 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb865abe-053c-4dae-a6c3-d5d37c54244c tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:40:50.490047 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-cb865abe-053c-4dae-a6c3-d5d37c54244c tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] 10.222.0.85 "GET /v2.0/ports/d80d4150-3950-4d00-97f4-46cbf734eab1 HTTP/1.1" status: 200 len: 844 time: 0.0515323 May 18 18:40:50.493571 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 44558) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:50.592714 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-3f7b48e1-1384-46d4-af60-44bd7cc1edb7 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Deleting port d80d4150-3950-4d00-97f4-46cbf734eab1 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:40:50.594366 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3f7b48e1-1384-46d4-af60-44bd7cc1edb7 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:50.671129 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3f7b48e1-1384-46d4-af60-44bd7cc1edb7 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:50.686607 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-3f7b48e1-1384-46d4-af60-44bd7cc1edb7 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Calling delete_port for d80d4150-3950-4d00-97f4-46cbf734eab1 owned by {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:40:50.767077 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44590) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:50.782810 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3f7b48e1-1384-46d4-af60-44bd7cc1edb7 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:50.812725 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7b48e1-1384-46d4-af60-44bd7cc1edb7 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Pushing event deleted for resources: {'Port': ['ID=d80d4150-3950-4d00-97f4-46cbf734eab1,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:50.818006 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3f7b48e1-1384-46d4-af60-44bd7cc1edb7 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:50.822873 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-3f7b48e1-1384-46d4-af60-44bd7cc1edb7 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] 10.222.0.85 "DELETE /v2.0/ports/d80d4150-3950-4d00-97f4-46cbf734eab1 HTTP/1.1" status: 204 len: 168 time: 0.3279800 May 18 18:40:50.825386 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44596) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:50.857518 n-d-838550-3 neutron-server[102730]: INFO neutron.pecan_wsgi.hooks.translation [None req-45cf7601-a919-43c5-8b2d-3a99c2026f6b tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] GET failed (client error): The resource could not be found. May 18 18:40:50.861746 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-45cf7601-a919-43c5-8b2d-3a99c2026f6b tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] 10.222.0.85 "GET /v2.0/ports/d80d4150-3950-4d00-97f4-46cbf734eab1 HTTP/1.1" status: 404 len: 333 time: 0.0327382 May 18 18:40:50.863580 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44598) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:50.869143 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-3ac022f3-e01b-4199-bc7c-20df76e099c6 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Request body: {'port': {'network_id': '3c4a2b4f-8894-40d5-b11c-874f9f44a645', 'name': 'tempest-PortsIpV6TestJSON-1935379732'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:40:50.977323 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d71757b-bcd6-4cf7-a2ce-ebb94a38179b req-99e74237-de5a-4a86-ae7f-e6398c9d93fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:40:50.979461 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2d71757b-bcd6-4cf7-a2ce-ebb94a38179b req-99e74237-de5a-4a86-ae7f-e6398c9d93fb service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=92c2937b-334d-4672-9120-827f55250330 HTTP/1.1" status: 200 len: 1096 time: 0.2113526 May 18 18:40:51.008739 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ac022f3-e01b-4199-bc7c-20df76e099c6 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Made reservation on behalf of 70a00dc3bf3147ae81b607bc351254ca for: {'port': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:40:51.012160 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3ac022f3-e01b-4199-bc7c-20df76e099c6 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:51.037855 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2d71757b-bcd6-4cf7-a2ce-ebb94a38179b req-bdfd28d5-5403-4c9b-a475-f11a64927c6d service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=390efba9-f801-4bd6-94c2-6978bddaf207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502892 May 18 18:40:51.041150 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [None req-3ac022f3-e01b-4199-bc7c-20df76e099c6 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] device_id is not set on port 4679d528-9fab-4e27-95af-be929a6aed3f yet. {{(pid=102730) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 18 18:40:51.208571 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3ac022f3-e01b-4199-bc7c-20df76e099c6 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:51.241386 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3ac022f3-e01b-4199-bc7c-20df76e099c6 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:51.286503 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac022f3-e01b-4199-bc7c-20df76e099c6 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Network 3c4a2b4f-8894-40d5-b11c-874f9f44a645 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:40:51.289749 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-3ac022f3-e01b-4199-bc7c-20df76e099c6 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:40:51.292249 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac022f3-e01b-4199-bc7c-20df76e099c6 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:40:51.297961 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac022f3-e01b-4199-bc7c-20df76e099c6 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:40:51.298602 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3ac022f3-e01b-4199-bc7c-20df76e099c6 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:51.316364 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac022f3-e01b-4199-bc7c-20df76e099c6 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Pushing event updated for resources: {'Port': ['ID=4679d528-9fab-4e27-95af-be929a6aed3f,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:51.331553 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-3ac022f3-e01b-4199-bc7c-20df76e099c6 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.4666929 May 18 18:40:51.334366 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 44602) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:51.340345 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-19efe259-793a-4ddc-b8f0-80a1de9c4f8b tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:40:51.411497 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-19efe259-793a-4ddc-b8f0-80a1de9c4f8b tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:51.572877 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-19efe259-793a-4ddc-b8f0-80a1de9c4f8b tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:51.577788 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-19efe259-793a-4ddc-b8f0-80a1de9c4f8b tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:51.616109 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-19efe259-793a-4ddc-b8f0-80a1de9c4f8b tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] In _notify_port_updated(), no bound segment for port 4679d528-9fab-4e27-95af-be929a6aed3f on network 3c4a2b4f-8894-40d5-b11c-874f9f44a645 {{(pid=102731) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 18 18:40:51.622079 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19efe259-793a-4ddc-b8f0-80a1de9c4f8b tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:40:51.622686 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-19efe259-793a-4ddc-b8f0-80a1de9c4f8b tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:51.624001 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-19efe259-793a-4ddc-b8f0-80a1de9c4f8b tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] 10.222.0.85 "PUT /v2.0/ports/4679d528-9fab-4e27-95af-be929a6aed3f HTTP/1.1" status: 200 len: 818 time: 0.2879598 May 18 18:40:51.626850 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44604) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:51.641870 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19efe259-793a-4ddc-b8f0-80a1de9c4f8b tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Pushing event updated for resources: {'Port': ['ID=4679d528-9fab-4e27-95af-be929a6aed3f,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:51.724245 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-358219a6-d240-49b3-b682-6f09e1108f18 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Deleting port 4679d528-9fab-4e27-95af-be929a6aed3f {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:40:51.724599 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-358219a6-d240-49b3-b682-6f09e1108f18 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:51.802747 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-358219a6-d240-49b3-b682-6f09e1108f18 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:51.823475 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-358219a6-d240-49b3-b682-6f09e1108f18 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Calling delete_port for 4679d528-9fab-4e27-95af-be929a6aed3f owned by {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:40:51.918669 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-358219a6-d240-49b3-b682-6f09e1108f18 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:51.948891 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358219a6-d240-49b3-b682-6f09e1108f18 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Pushing event deleted for resources: {'Port': ['ID=4679d528-9fab-4e27-95af-be929a6aed3f,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:51.958916 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-358219a6-d240-49b3-b682-6f09e1108f18 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:51.962460 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-358219a6-d240-49b3-b682-6f09e1108f18 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] 10.222.0.85 "DELETE /v2.0/ports/4679d528-9fab-4e27-95af-be929a6aed3f HTTP/1.1" status: 204 len: 168 time: 0.3335083 May 18 18:40:51.964873 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44612) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:52.012941 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f4aa7d5-8c7c-470f-9eea-b0e18a71a8e7 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:40:52.016581 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-1f4aa7d5-8c7c-470f-9eea-b0e18a71a8e7 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] 10.222.0.85 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0487134 May 18 18:40:52.017406 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44614) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:52.047500 n-d-838550-3 neutron-server[102730]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfba90a6-6553-45b0-8477-748554e530b9 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] GET failed (client error): The resource could not be found. May 18 18:40:52.053160 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-cfba90a6-6553-45b0-8477-748554e530b9 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] 10.222.0.85 "GET /v2.0/ports/4679d528-9fab-4e27-95af-be929a6aed3f HTTP/1.1" status: 404 len: 333 time: 0.0305481 May 18 18:40:52.053548 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 44618) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:52.059977 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-8521a132-8fd9-4c84-9674-7fd9a13a0cc3 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-943204068'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:40:52.080760 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8521a132-8fd9-4c84-9674-7fd9a13a0cc3 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Made reservation on behalf of 70a00dc3bf3147ae81b607bc351254ca for: {'network': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:40:52.084290 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8521a132-8fd9-4c84-9674-7fd9a13a0cc3 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:52.115192 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8521a132-8fd9-4c84-9674-7fd9a13a0cc3 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 600} {{(pid=102731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:40:52.125479 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8521a132-8fd9-4c84-9674-7fd9a13a0cc3 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:52.125876 n-d-838550-3 neutron-server[102731]: INFO neutron.db.segments_db [None req-8521a132-8fd9-4c84-9674-7fd9a13a0cc3 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Added segment d034a77f-ef6a-4cd5-a71f-382f1e0d1ebe of type vlan for network 3fe5cf77-2a9e-4af0-b0f0-c7047e191647 May 18 18:40:52.167130 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8521a132-8fd9-4c84-9674-7fd9a13a0cc3 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:52.199523 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8521a132-8fd9-4c84-9674-7fd9a13a0cc3 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:52.205422 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8521a132-8fd9-4c84-9674-7fd9a13a0cc3 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:40:52.206089 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8521a132-8fd9-4c84-9674-7fd9a13a0cc3 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks [] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:52.265265 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-8521a132-8fd9-4c84-9674-7fd9a13a0cc3 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2095888 May 18 18:40:52.268240 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44622) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:52.273764 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-f26e6241-b5be-4b5a-97a5-6845aab11ccc tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Request body: {'subnet': {'network_id': '3fe5cf77-2a9e-4af0-b0f0-c7047e191647', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:40:52.278123 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8521a132-8fd9-4c84-9674-7fd9a13a0cc3 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Pushing event updated for resources: {'Network': ['ID=3fe5cf77-2a9e-4af0-b0f0-c7047e191647,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:52.289394 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network 3fe5cf77-2a9e-4af0-b0f0-c7047e191647 details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:40:52.370142 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f26e6241-b5be-4b5a-97a5-6845aab11ccc tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Made reservation on behalf of 70a00dc3bf3147ae81b607bc351254ca for: {'subnet': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:40:52.374532 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f26e6241-b5be-4b5a-97a5-6845aab11ccc tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261031885'] for subnet, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:52.572124 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f26e6241-b5be-4b5a-97a5-6845aab11ccc tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261104883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261031899'] for subnet, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:52.633310 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26e6241-b5be-4b5a-97a5-6845aab11ccc tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Pushing event updated for resources: {'Subnet': ['ID=43bce829-7f80-413d-8d9b-5a33e35b8ff4,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:52.643614 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26e6241-b5be-4b5a-97a5-6845aab11ccc tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Checking segment: {'id': 'd034a77f-ef6a-4cd5-a71f-382f1e0d1ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '3fe5cf77-2a9e-4af0-b0f0-c7047e191647'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:40:52.643978 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26e6241-b5be-4b5a-97a5-6845aab11ccc tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Network hostable DHCP agents. Network: 3fe5cf77-2a9e-4af0-b0f0-c7047e191647, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:40:52.662196 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26e6241-b5be-4b5a-97a5-6845aab11ccc tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Network 3fe5cf77-2a9e-4af0-b0f0-c7047e191647 is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:40:52.672046 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-f26e6241-b5be-4b5a-97a5-6845aab11ccc tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, 3fe5cf77-2a9e-4af0-b0f0-c7047e191647) {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:40:52.676647 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f26e6241-b5be-4b5a-97a5-6845aab11ccc tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:40:52.677230 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f26e6241-b5be-4b5a-97a5-6845aab11ccc tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks [] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:52.688152 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e89c11-fca1-45b3-8d68-e4855c4e9f9a None None] Network 3fe5cf77-2a9e-4af0-b0f0-c7047e191647 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:40:52.703238 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-f26e6241-b5be-4b5a-97a5-6845aab11ccc tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4337182 May 18 18:40:52.706116 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 44626) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:52.712165 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-76603041-3928-4982-a65f-07d9b9b8bc6b tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Request body: {'subnet': {'network_id': '3fe5cf77-2a9e-4af0-b0f0-c7047e191647', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:40:52.843639 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb89321-8bc4-428a-b05e-4e9a2d68e1d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-3fe5cf77-2a9e-4af0-b0f0-c7047e191647', 'network_id': '3fe5cf77-2a9e-4af0-b0f0-c7047e191647', 'tenant_id': '70a00dc3bf3147ae81b607bc351254ca', 'fixed_ips': [{'subnet_id': '43bce829-7f80-413d-8d9b-5a33e35b8ff4'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:40:52.844512 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-bcb89321-8bc4-428a-b05e-4e9a2d68e1d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:53.019626 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-bcb89321-8bc4-428a-b05e-4e9a2d68e1d7 None None] Allocated IP 2001:db8::2 (3fe5cf77-2a9e-4af0-b0f0-c7047e191647/43bce829-7f80-413d-8d9b-5a33e35b8ff4/e0a3123d-418b-4774-b9ef-f652a223b1b7) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:40:53.198488 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76603041-3928-4982-a65f-07d9b9b8bc6b tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Made reservation on behalf of 70a00dc3bf3147ae81b607bc351254ca for: {'subnet': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:40:53.210457 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-76603041-3928-4982-a65f-07d9b9b8bc6b tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260908003'] for subnet, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:53.212194 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-bcb89321-8bc4-428a-b05e-4e9a2d68e1d7 None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:53.224150 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-bcb89321-8bc4-428a-b05e-4e9a2d68e1d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:53.267139 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb89321-8bc4-428a-b05e-4e9a2d68e1d7 None None] Network 3fe5cf77-2a9e-4af0-b0f0-c7047e191647 is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:40:53.270549 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44634) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:53.274006 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-bcb89321-8bc4-428a-b05e-4e9a2d68e1d7 None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:40:53.276723 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb89321-8bc4-428a-b05e-4e9a2d68e1d7 None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:40:53.322860 n-d-838550-3 neutron-server[102731]: INFO neutron.db.ipam_backend_mixin [None req-76603041-3928-4982-a65f-07d9b9b8bc6b tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 43bce829-7f80-413d-8d9b-5a33e35b8ff4 (CIDR: 2001:db8::/64) May 18 18:40:53.327331 n-d-838550-3 neutron-server[102731]: INFO neutron.pecan_wsgi.hooks.translation [None req-76603041-3928-4982-a65f-07d9b9b8bc6b tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 18 18:40:53.327530 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76603041-3928-4982-a65f-07d9b9b8bc6b tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:40:53.332257 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb89321-8bc4-428a-b05e-4e9a2d68e1d7 None None] Pushing event updated for resources: {'Port': ['ID=e0a3123d-418b-4774-b9ef-f652a223b1b7,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:53.344326 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-76603041-3928-4982-a65f-07d9b9b8bc6b tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6369929 May 18 18:40:53.347242 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 44638) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:53.349144 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-bcb89321-8bc4-428a-b05e-4e9a2d68e1d7 None None] Attempting to bind port e0a3123d-418b-4774-b9ef-f652a223b1b7 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:40:53.349530 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-bcb89321-8bc4-428a-b05e-4e9a2d68e1d7 None None] Attempting to bind port e0a3123d-418b-4774-b9ef-f652a223b1b7 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': 'd034a77f-ef6a-4cd5-a71f-382f1e0d1ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '3fe5cf77-2a9e-4af0-b0f0-c7047e191647'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:40:53.349924 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb89321-8bc4-428a-b05e-4e9a2d68e1d7 None None] Attempting to bind port e0a3123d-418b-4774-b9ef-f652a223b1b7 on network 3fe5cf77-2a9e-4af0-b0f0-c7047e191647 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:40:53.355315 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-737b4db4-f301-487b-b770-84445504548e tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Request body: {'subnet': {'network_id': '3fe5cf77-2a9e-4af0-b0f0-c7047e191647', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:40:53.357715 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb89321-8bc4-428a-b05e-4e9a2d68e1d7 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:40:53.358097 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb89321-8bc4-428a-b05e-4e9a2d68e1d7 None None] Checking segment: {'id': 'd034a77f-ef6a-4cd5-a71f-382f1e0d1ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '3fe5cf77-2a9e-4af0-b0f0-c7047e191647'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:40:53.358516 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-bcb89321-8bc4-428a-b05e-4e9a2d68e1d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:53.359086 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb89321-8bc4-428a-b05e-4e9a2d68e1d7 None None] Bound using segment: {'id': 'd034a77f-ef6a-4cd5-a71f-382f1e0d1ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '3fe5cf77-2a9e-4af0-b0f0-c7047e191647'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:40:53.359625 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-bcb89321-8bc4-428a-b05e-4e9a2d68e1d7 None None] Bound port: e0a3123d-418b-4774-b9ef-f652a223b1b7, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd034a77f-ef6a-4cd5-a71f-382f1e0d1ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '3fe5cf77-2a9e-4af0-b0f0-c7047e191647'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:40:53.360017 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-bcb89321-8bc4-428a-b05e-4e9a2d68e1d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:53.445237 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-bcb89321-8bc4-428a-b05e-4e9a2d68e1d7 None None] For port e0a3123d-418b-4774-b9ef-f652a223b1b7, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:40:53.450596 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-bcb89321-8bc4-428a-b05e-4e9a2d68e1d7 None None] For port e0a3123d-418b-4774-b9ef-f652a223b1b7, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=e0a3123d-418b-4774-b9ef-f652a223b1b7,segment=NetworkSegment(d034a77f-ef6a-4cd5-a71f-382f1e0d1ebe),segment_id=d034a77f-ef6a-4cd5-a71f-382f1e0d1ebe)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:40:53.457951 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-bcb89321-8bc4-428a-b05e-4e9a2d68e1d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:53.468748 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-115d936f-25e4-4165-b631-98a7e251ede2 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=ea55721120f14d63ac63546a35387f40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1968474 May 18 18:40:53.470106 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44640) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:53.489505 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-737b4db4-f301-487b-b770-84445504548e tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Made reservation on behalf of 70a00dc3bf3147ae81b607bc351254ca for: {'subnet': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:40:53.494997 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-737b4db4-f301-487b-b770-84445504548e tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260908003'] for subnet, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:53.526859 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb89321-8bc4-428a-b05e-4e9a2d68e1d7 None None] Pushing event updated for resources: {'Port': ['ID=e0a3123d-418b-4774-b9ef-f652a223b1b7,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:53.537036 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-fd67e6b7-931b-4039-be8d-192e9a4baac6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:53.562584 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-fd67e6b7-931b-4039-be8d-192e9a4baac6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:53.615726 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-fd67e6b7-931b-4039-be8d-192e9a4baac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:53.619050 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-fd67e6b7-931b-4039-be8d-192e9a4baac6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:53.620203 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-fd67e6b7-931b-4039-be8d-192e9a4baac6 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/21c8a2bf-fa4d-4eeb-a458-49a2d95b8eff HTTP/1.1" status: 204 len: 168 time: 0.1491792 May 18 18:40:53.629572 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd67e6b7-931b-4039-be8d-192e9a4baac6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21c8a2bf-fa4d-4eeb-a458-49a2d95b8eff,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:53.788163 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-737b4db4-f301-487b-b770-84445504548e tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260898481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260908021'] for subnet, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:53.835370 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-737b4db4-f301-487b-b770-84445504548e tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Network 3fe5cf77-2a9e-4af0-b0f0-c7047e191647 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:40:53.841092 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-737b4db4-f301-487b-b770-84445504548e tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:40:53.850062 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-737b4db4-f301-487b-b770-84445504548e tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:40:53.850700 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-737b4db4-f301-487b-b770-84445504548e tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:53.863334 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737b4db4-f301-487b-b770-84445504548e tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Pushing event updated for resources: {'Subnet': ['ID=78b28522-1938-4e9a-a8dc-8ca2d391f212,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:53.874917 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737b4db4-f301-487b-b770-84445504548e tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:40:53.875393 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737b4db4-f301-487b-b770-84445504548e tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:40:53.875615 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737b4db4-f301-487b-b770-84445504548e tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:40:53.875927 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737b4db4-f301-487b-b770-84445504548e tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:40:53.876297 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737b4db4-f301-487b-b770-84445504548e tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:40:53.876594 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737b4db4-f301-487b-b770-84445504548e tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:40:53.876910 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737b4db4-f301-487b-b770-84445504548e tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:40:53.877234 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737b4db4-f301-487b-b770-84445504548e tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:40:53.877563 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737b4db4-f301-487b-b770-84445504548e tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:40:53.877947 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737b4db4-f301-487b-b770-84445504548e tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:40:53.878272 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737b4db4-f301-487b-b770-84445504548e tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:40:53.878595 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737b4db4-f301-487b-b770-84445504548e tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:40:53.888950 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-737b4db4-f301-487b-b770-84445504548e tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.5363626 May 18 18:40:53.888950 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 44646) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:53.893060 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-bca7e248-b491-4ecc-af04-9380f6e0036f tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Request body: {'port': {'network_id': '3fe5cf77-2a9e-4af0-b0f0-c7047e191647', 'fixed_ips': [{'subnet_id': '43bce829-7f80-413d-8d9b-5a33e35b8ff4'}, {'subnet_id': '78b28522-1938-4e9a-a8dc-8ca2d391f212'}], 'name': 'tempest-PortsIpV6TestJSON-729403458'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:40:54.001777 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bca7e248-b491-4ecc-af04-9380f6e0036f tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Made reservation on behalf of 70a00dc3bf3147ae81b607bc351254ca for: {'port': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:40:54.092073 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-bca7e248-b491-4ecc-af04-9380f6e0036f tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:54.109044 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [None req-bca7e248-b491-4ecc-af04-9380f6e0036f tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] device_id is not set on port 75c41b26-5b3b-4d7f-98c4-ec262d34fe91 yet. {{(pid=102731) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 18 18:40:54.278860 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device e0a3123d-418b-4774-b9ef-f652a223b1b7 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:40:54.347168 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port e0a3123d-418b-4774-b9ef-f652a223b1b7 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:40:54.347892 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:54.454929 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port e0a3123d-418b-4774-b9ef-f652a223b1b7 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:40:54.455619 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:54.472521 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-bca7e248-b491-4ecc-af04-9380f6e0036f tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Allocated IP 2001:db8::2ae (3fe5cf77-2a9e-4af0-b0f0-c7047e191647/43bce829-7f80-413d-8d9b-5a33e35b8ff4/75c41b26-5b3b-4d7f-98c4-ec262d34fe91) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:40:54.480883 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-bca7e248-b491-4ecc-af04-9380f6e0036f tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Allocated IP 2001:db8:0:1::35d (3fe5cf77-2a9e-4af0-b0f0-c7047e191647/78b28522-1938-4e9a-a8dc-8ca2d391f212/75c41b26-5b3b-4d7f-98c4-ec262d34fe91) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:40:54.499396 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] For port e0a3123d-418b-4774-b9ef-f652a223b1b7, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=e0a3123d-418b-4774-b9ef-f652a223b1b7,segment=NetworkSegment(d034a77f-ef6a-4cd5-a71f-382f1e0d1ebe),segment_id=d034a77f-ef6a-4cd5-a71f-382f1e0d1ebe)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:40:54.509706 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:54.569908 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Pushing event updated for resources: {'Port': ['ID=e0a3123d-418b-4774-b9ef-f652a223b1b7,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:54.629560 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cdab6ff-4038-45ab-96f9-d8e88a8df7a0 None None] Network 3fe5cf77-2a9e-4af0-b0f0-c7047e191647 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:40:54.681417 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-bca7e248-b491-4ecc-af04-9380f6e0036f tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:54.717190 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-551b938d-198d-4040-b60a-e39d2c21171a None None] Provisioning complete for port e0a3123d-418b-4774-b9ef-f652a223b1b7 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:40:54.717717 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-551b938d-198d-4040-b60a-e39d2c21171a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:54.733223 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-bca7e248-b491-4ecc-af04-9380f6e0036f tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:54.781451 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca7e248-b491-4ecc-af04-9380f6e0036f tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Network 3fe5cf77-2a9e-4af0-b0f0-c7047e191647 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:40:54.784665 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-bca7e248-b491-4ecc-af04-9380f6e0036f tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:40:54.787266 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca7e248-b491-4ecc-af04-9380f6e0036f tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:40:54.793933 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca7e248-b491-4ecc-af04-9380f6e0036f tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:40:54.794580 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-bca7e248-b491-4ecc-af04-9380f6e0036f tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:54.813166 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca7e248-b491-4ecc-af04-9380f6e0036f tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Pushing event updated for resources: {'Port': ['ID=75c41b26-5b3b-4d7f-98c4-ec262d34fe91,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:54.825080 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-bca7e248-b491-4ecc-af04-9380f6e0036f tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 0.9358056 May 18 18:40:54.827815 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 44678) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:54.833259 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-754a1c55-7f6c-4bd1-a554-056bb203f1c6 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '43bce829-7f80-413d-8d9b-5a33e35b8ff4'}]}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:40:54.882439 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-551b938d-198d-4040-b60a-e39d2c21171a None None] Current status of the port e0a3123d-418b-4774-b9ef-f652a223b1b7 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:40:54.916184 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-754a1c55-7f6c-4bd1-a554-056bb203f1c6 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:54.967375 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35da002-e2fb-4783-9385-debeaf21f27d None None] Update dhcp port {'port': {'network_id': '3fe5cf77-2a9e-4af0-b0f0-c7047e191647', 'fixed_ips': [{'subnet_id': '43bce829-7f80-413d-8d9b-5a33e35b8ff4', 'ip_address': '2001:db8::2'}, {'subnet_id': '78b28522-1938-4e9a-a8dc-8ca2d391f212'}], 'binding:host_id': 'n-d-838550-3'}, 'id': 'e0a3123d-418b-4774-b9ef-f652a223b1b7'} from n-d-838550-3. {{(pid=102732) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 18 18:40:54.996758 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b35da002-e2fb-4783-9385-debeaf21f27d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:55.189255 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-b35da002-e2fb-4783-9385-debeaf21f27d None None] Allocated IP 2001:db8:0:1::2 (3fe5cf77-2a9e-4af0-b0f0-c7047e191647/78b28522-1938-4e9a-a8dc-8ca2d391f212/e0a3123d-418b-4774-b9ef-f652a223b1b7) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:40:55.290236 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b35da002-e2fb-4783-9385-debeaf21f27d None None] For port e0a3123d-418b-4774-b9ef-f652a223b1b7, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=e0a3123d-418b-4774-b9ef-f652a223b1b7,segment=NetworkSegment(d034a77f-ef6a-4cd5-a71f-382f1e0d1ebe),segment_id=d034a77f-ef6a-4cd5-a71f-382f1e0d1ebe)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:40:55.321831 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b35da002-e2fb-4783-9385-debeaf21f27d None None] Notify callbacks [] for port, precommit_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:55.327362 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b35da002-e2fb-4783-9385-debeaf21f27d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:55.382660 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-754a1c55-7f6c-4bd1-a554-056bb203f1c6 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Delete allocated IP 2001:db8:0:1::35d (3fe5cf77-2a9e-4af0-b0f0-c7047e191647/78b28522-1938-4e9a-a8dc-8ca2d391f212) {{(pid=102731) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 18 18:40:55.431476 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35da002-e2fb-4783-9385-debeaf21f27d None None] Pushing event updated for resources: {'Port': ['ID=e0a3123d-418b-4774-b9ef-f652a223b1b7,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:55.541004 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-754a1c55-7f6c-4bd1-a554-056bb203f1c6 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:55.555320 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-754a1c55-7f6c-4bd1-a554-056bb203f1c6 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:55.622498 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-754a1c55-7f6c-4bd1-a554-056bb203f1c6 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] In _notify_port_updated(), no bound segment for port 75c41b26-5b3b-4d7f-98c4-ec262d34fe91 on network 3fe5cf77-2a9e-4af0-b0f0-c7047e191647 {{(pid=102731) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 18 18:40:55.628001 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-754a1c55-7f6c-4bd1-a554-056bb203f1c6 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:40:55.628624 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-754a1c55-7f6c-4bd1-a554-056bb203f1c6 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:55.629994 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-754a1c55-7f6c-4bd1-a554-056bb203f1c6 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] 10.222.0.85 "PUT /v2.0/ports/75c41b26-5b3b-4d7f-98c4-ec262d34fe91 HTTP/1.1" status: 200 len: 925 time: 0.8011870 May 18 18:40:55.632827 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44686) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:55.638435 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-e3725117-b52f-46ec-9954-21eba4537a2d tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '43bce829-7f80-413d-8d9b-5a33e35b8ff4'}, {'subnet_id': '78b28522-1938-4e9a-a8dc-8ca2d391f212'}]}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:40:55.646612 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754a1c55-7f6c-4bd1-a554-056bb203f1c6 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Pushing event updated for resources: {'Port': ['ID=75c41b26-5b3b-4d7f-98c4-ec262d34fe91,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:55.836963 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e3725117-b52f-46ec-9954-21eba4537a2d tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:56.031639 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e01a457b-b36b-4eb0-b00a-1b248a1f57f5 None None] Network 3fe5cf77-2a9e-4af0-b0f0-c7047e191647 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:40:56.119080 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-e3725117-b52f-46ec-9954-21eba4537a2d tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Allocated IP 2001:db8:0:1::c8 (3fe5cf77-2a9e-4af0-b0f0-c7047e191647/78b28522-1938-4e9a-a8dc-8ca2d391f212/75c41b26-5b3b-4d7f-98c4-ec262d34fe91) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:40:56.161229 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-d3f1fa75-7567-43a7-be83-cd817ee0e11c None None] Provisioning complete for port 75c41b26-5b3b-4d7f-98c4-ec262d34fe91 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:40:56.161611 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d3f1fa75-7567-43a7-be83-cd817ee0e11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:56.256858 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e3725117-b52f-46ec-9954-21eba4537a2d tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:56.262874 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e3725117-b52f-46ec-9954-21eba4537a2d tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:56.373928 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-e3725117-b52f-46ec-9954-21eba4537a2d tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] In _notify_port_updated(), no bound segment for port 75c41b26-5b3b-4d7f-98c4-ec262d34fe91 on network 3fe5cf77-2a9e-4af0-b0f0-c7047e191647 {{(pid=102730) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 18 18:40:56.381513 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3725117-b52f-46ec-9954-21eba4537a2d tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:40:56.382340 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e3725117-b52f-46ec-9954-21eba4537a2d tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:56.383748 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-e3725117-b52f-46ec-9954-21eba4537a2d tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] 10.222.0.85 "PUT /v2.0/ports/75c41b26-5b3b-4d7f-98c4-ec262d34fe91 HTTP/1.1" status: 200 len: 1010 time: 0.7497680 May 18 18:40:56.386878 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 44694) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:56.400805 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3725117-b52f-46ec-9954-21eba4537a2d tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Pushing event updated for resources: {'Port': ['ID=75c41b26-5b3b-4d7f-98c4-ec262d34fe91,revision_number=3']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:56.434314 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device e0a3123d-418b-4774-b9ef-f652a223b1b7 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:40:56.498426 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-d3f1fa75-7567-43a7-be83-cd817ee0e11c None None] Port 75c41b26-5b3b-4d7f-98c4-ec262d34fe91 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:40:56.504128 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-94041e56-1ba5-458f-bfd7-bd7c08d2cff9 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Deleting port 75c41b26-5b3b-4d7f-98c4-ec262d34fe91 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:40:56.504695 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-94041e56-1ba5-458f-bfd7-bd7c08d2cff9 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:56.530248 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-d3f1fa75-7567-43a7-be83-cd817ee0e11c None None] Provisioning complete for port e0a3123d-418b-4774-b9ef-f652a223b1b7 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:40:56.530777 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d3f1fa75-7567-43a7-be83-cd817ee0e11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:56.569952 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port e0a3123d-418b-4774-b9ef-f652a223b1b7 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:40:56.570427 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:56.616352 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-94041e56-1ba5-458f-bfd7-bd7c08d2cff9 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:56.632953 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-94041e56-1ba5-458f-bfd7-bd7c08d2cff9 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Calling delete_port for 75c41b26-5b3b-4d7f-98c4-ec262d34fe91 owned by {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:40:56.709569 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-d3f1fa75-7567-43a7-be83-cd817ee0e11c None None] Current status of the port e0a3123d-418b-4774-b9ef-f652a223b1b7 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:40:56.723776 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port e0a3123d-418b-4774-b9ef-f652a223b1b7 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:40:56.853464 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a3e191a0-bf72-4586-bfa5-c9e04e53c55f None None] Provisioning complete for port 75c41b26-5b3b-4d7f-98c4-ec262d34fe91 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:40:56.854039 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a3e191a0-bf72-4586-bfa5-c9e04e53c55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:56.884255 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-94041e56-1ba5-458f-bfd7-bd7c08d2cff9 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:56.904019 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a3e191a0-bf72-4586-bfa5-c9e04e53c55f None None] Port 75c41b26-5b3b-4d7f-98c4-ec262d34fe91 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:40:56.915033 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a3e191a0-bf72-4586-bfa5-c9e04e53c55f None None] Provisioning complete for port e0a3123d-418b-4774-b9ef-f652a223b1b7 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:40:56.915430 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a3e191a0-bf72-4586-bfa5-c9e04e53c55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:56.919685 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94041e56-1ba5-458f-bfd7-bd7c08d2cff9 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Pushing event deleted for resources: {'Port': ['ID=75c41b26-5b3b-4d7f-98c4-ec262d34fe91,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:56.992577 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-94041e56-1ba5-458f-bfd7-bd7c08d2cff9 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:56.998870 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-94041e56-1ba5-458f-bfd7-bd7c08d2cff9 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] 10.222.0.85 "DELETE /v2.0/ports/75c41b26-5b3b-4d7f-98c4-ec262d34fe91 HTTP/1.1" status: 204 len: 168 time: 0.6079469 May 18 18:40:57.000264 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 44696) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:57.032093 n-d-838550-3 neutron-server[102731]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf8a91d8-955b-4923-9c66-c29f5ad0f85b tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] GET failed (client error): The resource could not be found. May 18 18:40:57.037010 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-cf8a91d8-955b-4923-9c66-c29f5ad0f85b tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] 10.222.0.85 "GET /v2.0/ports/75c41b26-5b3b-4d7f-98c4-ec262d34fe91 HTTP/1.1" status: 404 len: 333 time: 0.0333252 May 18 18:40:57.037364 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 44698) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:57.037831 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a3e191a0-bf72-4586-bfa5-c9e04e53c55f None None] Current status of the port e0a3123d-418b-4774-b9ef-f652a223b1b7 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:40:57.098787 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fe64e2b-5871-4117-910f-64fe36a09f24 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Deleting subnet 78b28522-1938-4e9a-a8dc-8ca2d391f212 {{(pid=102731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:40:57.102435 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4fe64e2b-5871-4117-910f-64fe36a09f24 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks [] for subnet, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:57.145887 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4fe64e2b-5871-4117-910f-64fe36a09f24 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260542153'] for subnet, precommit_delete_associations {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:57.160217 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-36cccb92-5340-4273-8a57-92c9a71aa774 None None] Could not find standard attr ID for object 75c41b26-5b3b-4d7f-98c4-ec262d34fe91. {{(pid=102732) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 18 18:40:57.248495 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4fe64e2b-5871-4117-910f-64fe36a09f24 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:57.316037 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4fe64e2b-5871-4117-910f-64fe36a09f24 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260898416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260908030'] for subnet, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:57.344695 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe64e2b-5871-4117-910f-64fe36a09f24 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Pushing event deleted for resources: {'Subnet': ['ID=78b28522-1938-4e9a-a8dc-8ca2d391f212,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:57.352549 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4fe64e2b-5871-4117-910f-64fe36a09f24 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:57.359693 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44700) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:57.369118 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-4fe64e2b-5871-4117-910f-64fe36a09f24 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] 10.222.0.85 "DELETE /v2.0/subnets/78b28522-1938-4e9a-a8dc-8ca2d391f212 HTTP/1.1" status: 204 len: 168 time: 0.3305225 May 18 18:40:57.398047 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f759eb5f-9dd1-4188-9c66-7a1c3fb73346 None None] Network 3fe5cf77-2a9e-4af0-b0f0-c7047e191647 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:40:57.449900 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_v2 [None req-465799b6-946c-4a32-89af-a63b945d50ab tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Deleting subnet 43bce829-7f80-413d-8d9b-5a33e35b8ff4 {{(pid=102730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:40:57.453832 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-465799b6-946c-4a32-89af-a63b945d50ab tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks [] for subnet, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:57.481174 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-88b7b7dc-1fc2-4379-9403-d2805924b3ef None None] Could not find standard attr ID for object 75c41b26-5b3b-4d7f-98c4-ec262d34fe91. {{(pid=102732) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 18 18:40:57.509814 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-465799b6-946c-4a32-89af-a63b945d50ab tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260107366'] for subnet, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:57.648162 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-465799b6-946c-4a32-89af-a63b945d50ab tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:57.724165 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-465799b6-946c-4a32-89af-a63b945d50ab tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261104690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261031888'] for subnet, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:57.754993 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465799b6-946c-4a32-89af-a63b945d50ab tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Pushing event deleted for resources: {'Subnet': ['ID=43bce829-7f80-413d-8d9b-5a33e35b8ff4,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:57.757047 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-465799b6-946c-4a32-89af-a63b945d50ab tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks [] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:57.760544 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-465799b6-946c-4a32-89af-a63b945d50ab tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] 10.222.0.85 "DELETE /v2.0/subnets/43bce829-7f80-413d-8d9b-5a33e35b8ff4 HTTP/1.1" status: 204 len: 168 time: 0.3991995 May 18 18:40:57.763091 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 44704) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:57.856627 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1786d48a-34de-49ab-89ec-9724c07a5302 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:57.912646 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-1786d48a-34de-49ab-89ec-9724c07a5302 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Deleting port e0a3123d-418b-4774-b9ef-f652a223b1b7 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:40:57.913592 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1786d48a-34de-49ab-89ec-9724c07a5302 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:57.979040 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-1786d48a-34de-49ab-89ec-9724c07a5302 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] For port e0a3123d-418b-4774-b9ef-f652a223b1b7, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=e0a3123d-418b-4774-b9ef-f652a223b1b7,segment=NetworkSegment(d034a77f-ef6a-4cd5-a71f-382f1e0d1ebe),segment_id=d034a77f-ef6a-4cd5-a71f-382f1e0d1ebe)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:40:57.979406 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1786d48a-34de-49ab-89ec-9724c07a5302 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:57.993139 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-1786d48a-34de-49ab-89ec-9724c07a5302 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Calling delete_port for e0a3123d-418b-4774-b9ef-f652a223b1b7 owned by network:dhcp {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:40:58.079853 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1786d48a-34de-49ab-89ec-9724c07a5302 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:58.107192 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1786d48a-34de-49ab-89ec-9724c07a5302 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Pushing event deleted for resources: {'Port': ['ID=e0a3123d-418b-4774-b9ef-f652a223b1b7,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:58.110768 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1786d48a-34de-49ab-89ec-9724c07a5302 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] No DVR routers for this DVR port e0a3123d-418b-4774-b9ef-f652a223b1b7 on host n-d-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:40:58.164584 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce81df3-2f01-4f83-be7d-09374d578b05 None None] Network 3fe5cf77-2a9e-4af0-b0f0-c7047e191647 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:40:58.203321 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1786d48a-34de-49ab-89ec-9724c07a5302 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:58.230326 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-1786d48a-34de-49ab-89ec-9724c07a5302 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fe5cf77-2a9e-4af0-b0f0-c7047e191647']}} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:40:58.231359 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-8ae001e0-a5eb-49e8-aef6-808fda095c9e None None] Could not find standard attr ID for object e0a3123d-418b-4774-b9ef-f652a223b1b7. {{(pid=102732) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 18 18:40:58.241018 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-1786d48a-34de-49ab-89ec-9724c07a5302 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd034a77f-ef6a-4cd5-a71f-382f1e0d1ebe') {'for_net_delete': True} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:40:58.241391 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-1786d48a-34de-49ab-89ec-9724c07a5302 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd034a77f-ef6a-4cd5-a71f-382f1e0d1ebe') {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:40:58.251095 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1786d48a-34de-49ab-89ec-9724c07a5302 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260542144'] for segment, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:58.266977 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1786d48a-34de-49ab-89ec-9724c07a5302 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:58.274288 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1786d48a-34de-49ab-89ec-9724c07a5302 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=102731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:40:58.275106 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1786d48a-34de-49ab-89ec-9724c07a5302 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260884178'] for segment, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:58.278274 n-d-838550-3 neutron-server[102731]: Traceback (most recent call last): May 18 18:40:58.278274 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:40:58.278274 n-d-838550-3 neutron-server[102731]: timer() May 18 18:40:58.278274 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:40:58.278274 n-d-838550-3 neutron-server[102731]: cb(*args, **kw) May 18 18:40:58.278274 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:40:58.278274 n-d-838550-3 neutron-server[102731]: return func(*args, **kwargs) May 18 18:40:58.278274 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:40:58.278274 n-d-838550-3 neutron-server[102731]: self._notify() May 18 18:40:58.278274 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:40:58.278274 n-d-838550-3 neutron-server[102731]: self.callback(batched_events) May 18 18:40:58.278274 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:40:58.278274 n-d-838550-3 neutron-server[102731]: event.method(event) May 18 18:40:58.278274 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:40:58.278274 n-d-838550-3 neutron-server[102731]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:40:58.278274 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:40:58.278274 n-d-838550-3 neutron-server[102731]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:40:58.278274 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:40:58.278274 n-d-838550-3 neutron-server[102731]: return f(self, *a, **k) May 18 18:40:58.278274 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:40:58.278274 n-d-838550-3 neutron-server[102731]: return self._get(url).json() May 18 18:40:58.278274 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:40:58.278274 n-d-838550-3 neutron-server[102731]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:40:58.278274 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:40:58.278274 n-d-838550-3 neutron-server[102731]: return self.request(url, 'GET', **kwargs) May 18 18:40:58.278274 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:40:58.278274 n-d-838550-3 neutron-server[102731]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:40:58.278274 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:40:58.278274 n-d-838550-3 neutron-server[102731]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:40:58.278274 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:40:58.278274 n-d-838550-3 neutron-server[102731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:40:58.278274 n-d-838550-3 neutron-server[102731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:40:58.338649 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1786d48a-34de-49ab-89ec-9724c07a5302 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:58.347778 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1786d48a-34de-49ab-89ec-9724c07a5302 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks [] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:58.351054 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-1786d48a-34de-49ab-89ec-9724c07a5302 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] 10.222.0.85 "DELETE /v2.0/networks/3fe5cf77-2a9e-4af0-b0f0-c7047e191647 HTTP/1.1" status: 204 len: 168 time: 0.5869546 May 18 18:40:58.355580 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c69140e-c185-46ac-8080-1020d2ef444e None None] DHCP port deletion for 3fe5cf77-2a9e-4af0-b0f0-c7047e191647 request from n-d-838550-3 {{(pid=102732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 18:40:58.356302 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44706) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:58.363216 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1786d48a-34de-49ab-89ec-9724c07a5302 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Pushing event deleted for resources: {'Network': ['ID=3fe5cf77-2a9e-4af0-b0f0-c7047e191647,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:58.406549 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f00a5c-3859-4bac-b3f2-e234360ae896 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:40:58.407941 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-96f00a5c-3859-4bac-b3f2-e234360ae896 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] 10.222.0.85 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0505600 May 18 18:40:58.411431 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44708) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:58.458943 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-80962607-b753-427e-8c5b-8271e3bc3976 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] 10.222.0.85 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0464947 May 18 18:40:58.462424 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 44714) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:58.467493 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-e981fa61-6970-4ee6-95ca-f0735c991366 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1585560867'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:40:58.489079 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e981fa61-6970-4ee6-95ca-f0735c991366 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Made reservation on behalf of 70a00dc3bf3147ae81b607bc351254ca for: {'network': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:40:58.493016 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e981fa61-6970-4ee6-95ca-f0735c991366 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:58.517505 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e981fa61-6970-4ee6-95ca-f0735c991366 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 641} {{(pid=102731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:40:58.527261 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e981fa61-6970-4ee6-95ca-f0735c991366 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:58.527599 n-d-838550-3 neutron-server[102731]: INFO neutron.db.segments_db [None req-e981fa61-6970-4ee6-95ca-f0735c991366 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Added segment c5c4bb66-707c-43e9-ac4a-66ffcf8602e0 of type vlan for network e25402af-0707-498a-8bc5-2426fe1cc0fb May 18 18:40:58.575877 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e981fa61-6970-4ee6-95ca-f0735c991366 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:58.601723 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e981fa61-6970-4ee6-95ca-f0735c991366 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:58.607482 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e981fa61-6970-4ee6-95ca-f0735c991366 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:40:58.608072 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e981fa61-6970-4ee6-95ca-f0735c991366 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks [] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:58.677928 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-e981fa61-6970-4ee6-95ca-f0735c991366 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2141159 May 18 18:40:58.679771 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44720) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:58.689109 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e981fa61-6970-4ee6-95ca-f0735c991366 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Pushing event updated for resources: {'Network': ['ID=e25402af-0707-498a-8bc5-2426fe1cc0fb,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:58.689521 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-90ff77c1-6097-4d64-a988-1fba07116818 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Request body: {'subnet': {'network_id': 'e25402af-0707-498a-8bc5-2426fe1cc0fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:40:58.699125 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network e25402af-0707-498a-8bc5-2426fe1cc0fb details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:40:58.788933 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90ff77c1-6097-4d64-a988-1fba07116818 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Made reservation on behalf of 70a00dc3bf3147ae81b607bc351254ca for: {'subnet': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:40:58.792373 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-90ff77c1-6097-4d64-a988-1fba07116818 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261031885'] for subnet, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:58.971271 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-90ff77c1-6097-4d64-a988-1fba07116818 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261104883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261031899'] for subnet, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:59.034449 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ff77c1-6097-4d64-a988-1fba07116818 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Pushing event updated for resources: {'Subnet': ['ID=384d0a62-0307-4172-a49f-4fc7ecbb7ff5,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:59.044093 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ff77c1-6097-4d64-a988-1fba07116818 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Checking segment: {'id': 'c5c4bb66-707c-43e9-ac4a-66ffcf8602e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'e25402af-0707-498a-8bc5-2426fe1cc0fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:40:59.044484 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ff77c1-6097-4d64-a988-1fba07116818 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Network hostable DHCP agents. Network: e25402af-0707-498a-8bc5-2426fe1cc0fb, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:40:59.064021 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ff77c1-6097-4d64-a988-1fba07116818 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Network e25402af-0707-498a-8bc5-2426fe1cc0fb is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:40:59.074167 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-90ff77c1-6097-4d64-a988-1fba07116818 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, e25402af-0707-498a-8bc5-2426fe1cc0fb) {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:40:59.081119 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ff77c1-6097-4d64-a988-1fba07116818 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:40:59.081794 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-800a34a0-f2fb-4239-be05-30927c5340dc None None] Network e25402af-0707-498a-8bc5-2426fe1cc0fb requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:40:59.081923 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-90ff77c1-6097-4d64-a988-1fba07116818 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks [] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:59.104052 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-90ff77c1-6097-4d64-a988-1fba07116818 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4182117 May 18 18:40:59.104293 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44722) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:59.109312 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-7327309e-2a6a-480d-98d1-3722d87341c2 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Request body: {'port': {'network_id': 'e25402af-0707-498a-8bc5-2426fe1cc0fb', 'name': 'tempest-PortsIpV6TestJSON-93772183'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:40:59.224560 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7327309e-2a6a-480d-98d1-3722d87341c2 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Made reservation on behalf of 70a00dc3bf3147ae81b607bc351254ca for: {'port': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:40:59.228777 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7327309e-2a6a-480d-98d1-3722d87341c2 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:59.247534 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [None req-7327309e-2a6a-480d-98d1-3722d87341c2 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] device_id is not set on port a0eb87da-54fb-45fd-b34a-4322c2bd419f yet. {{(pid=102730) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 18 18:40:59.252226 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c52b1fc-67df-45ec-9ba2-7b7e4b8bbd2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-e25402af-0707-498a-8bc5-2426fe1cc0fb', 'network_id': 'e25402af-0707-498a-8bc5-2426fe1cc0fb', 'tenant_id': '70a00dc3bf3147ae81b607bc351254ca', 'fixed_ips': [{'subnet_id': '384d0a62-0307-4172-a49f-4fc7ecbb7ff5'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:40:59.253304 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1c52b1fc-67df-45ec-9ba2-7b7e4b8bbd2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:59.374323 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-7327309e-2a6a-480d-98d1-3722d87341c2 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Allocated IP 2001:db8::121 (e25402af-0707-498a-8bc5-2426fe1cc0fb/384d0a62-0307-4172-a49f-4fc7ecbb7ff5/a0eb87da-54fb-45fd-b34a-4322c2bd419f) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:40:59.541534 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7327309e-2a6a-480d-98d1-3722d87341c2 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:59.579247 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7327309e-2a6a-480d-98d1-3722d87341c2 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:59.629891 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7327309e-2a6a-480d-98d1-3722d87341c2 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Network e25402af-0707-498a-8bc5-2426fe1cc0fb is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:40:59.633874 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-7327309e-2a6a-480d-98d1-3722d87341c2 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:40:59.637950 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7327309e-2a6a-480d-98d1-3722d87341c2 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:40:59.643702 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7327309e-2a6a-480d-98d1-3722d87341c2 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:40:59.644444 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7327309e-2a6a-480d-98d1-3722d87341c2 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:59.649295 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-1c52b1fc-67df-45ec-9ba2-7b7e4b8bbd2a None None] Allocated IP 2001:db8::2 (e25402af-0707-498a-8bc5-2426fe1cc0fb/384d0a62-0307-4172-a49f-4fc7ecbb7ff5/43e891ce-0253-4f3f-8294-f603a489f6a2) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:40:59.669232 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-7327309e-2a6a-480d-98d1-3722d87341c2 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.5611954 May 18 18:40:59.669232 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7327309e-2a6a-480d-98d1-3722d87341c2 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Pushing event updated for resources: {'Port': ['ID=a0eb87da-54fb-45fd-b34a-4322c2bd419f,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:59.675080 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 44726) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:40:59.675652 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-724de177-61c0-443a-b0c7-7a373926ede2 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Request body: {'port': {'network_id': 'e25402af-0707-498a-8bc5-2426fe1cc0fb', 'name': 'tempest-PortsIpV6TestJSON-1278204'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:40:59.791084 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-724de177-61c0-443a-b0c7-7a373926ede2 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Made reservation on behalf of 70a00dc3bf3147ae81b607bc351254ca for: {'port': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:40:59.794616 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-724de177-61c0-443a-b0c7-7a373926ede2 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:59.812105 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [None req-724de177-61c0-443a-b0c7-7a373926ede2 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] device_id is not set on port 973c8b39-5cb5-4a00-932f-2af2deb5d9a9 yet. {{(pid=102731) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 18 18:40:59.830101 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1c52b1fc-67df-45ec-9ba2-7b7e4b8bbd2a None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:59.835793 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1c52b1fc-67df-45ec-9ba2-7b7e4b8bbd2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:59.871990 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c52b1fc-67df-45ec-9ba2-7b7e4b8bbd2a None None] Network e25402af-0707-498a-8bc5-2426fe1cc0fb is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:40:59.874808 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-1c52b1fc-67df-45ec-9ba2-7b7e4b8bbd2a None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:40:59.878993 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c52b1fc-67df-45ec-9ba2-7b7e4b8bbd2a None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:40:59.896083 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c52b1fc-67df-45ec-9ba2-7b7e4b8bbd2a None None] Pushing event updated for resources: {'Port': ['ID=43e891ce-0253-4f3f-8294-f603a489f6a2,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:40:59.931182 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-724de177-61c0-443a-b0c7-7a373926ede2 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Allocated IP 2001:db8::184 (e25402af-0707-498a-8bc5-2426fe1cc0fb/384d0a62-0307-4172-a49f-4fc7ecbb7ff5/973c8b39-5cb5-4a00-932f-2af2deb5d9a9) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:40:59.945558 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-1c52b1fc-67df-45ec-9ba2-7b7e4b8bbd2a None None] Attempting to bind port 43e891ce-0253-4f3f-8294-f603a489f6a2 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:40:59.945881 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-1c52b1fc-67df-45ec-9ba2-7b7e4b8bbd2a None None] Attempting to bind port 43e891ce-0253-4f3f-8294-f603a489f6a2 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': 'c5c4bb66-707c-43e9-ac4a-66ffcf8602e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'e25402af-0707-498a-8bc5-2426fe1cc0fb'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:40:59.946237 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c52b1fc-67df-45ec-9ba2-7b7e4b8bbd2a None None] Attempting to bind port 43e891ce-0253-4f3f-8294-f603a489f6a2 on network e25402af-0707-498a-8bc5-2426fe1cc0fb {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:40:59.951884 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c52b1fc-67df-45ec-9ba2-7b7e4b8bbd2a None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:40:59.952253 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c52b1fc-67df-45ec-9ba2-7b7e4b8bbd2a None None] Checking segment: {'id': 'c5c4bb66-707c-43e9-ac4a-66ffcf8602e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'e25402af-0707-498a-8bc5-2426fe1cc0fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:40:59.952648 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1c52b1fc-67df-45ec-9ba2-7b7e4b8bbd2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:40:59.953035 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c52b1fc-67df-45ec-9ba2-7b7e4b8bbd2a None None] Bound using segment: {'id': 'c5c4bb66-707c-43e9-ac4a-66ffcf8602e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'e25402af-0707-498a-8bc5-2426fe1cc0fb'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:40:59.953494 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-1c52b1fc-67df-45ec-9ba2-7b7e4b8bbd2a None None] Bound port: 43e891ce-0253-4f3f-8294-f603a489f6a2, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5c4bb66-707c-43e9-ac4a-66ffcf8602e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'e25402af-0707-498a-8bc5-2426fe1cc0fb'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:40:59.953888 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1c52b1fc-67df-45ec-9ba2-7b7e4b8bbd2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:00.016150 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-1c52b1fc-67df-45ec-9ba2-7b7e4b8bbd2a None None] For port 43e891ce-0253-4f3f-8294-f603a489f6a2, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:41:00.019558 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-1c52b1fc-67df-45ec-9ba2-7b7e4b8bbd2a None None] For port 43e891ce-0253-4f3f-8294-f603a489f6a2, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=43e891ce-0253-4f3f-8294-f603a489f6a2,segment=NetworkSegment(c5c4bb66-707c-43e9-ac4a-66ffcf8602e0),segment_id=c5c4bb66-707c-43e9-ac4a-66ffcf8602e0)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:41:00.023595 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1c52b1fc-67df-45ec-9ba2-7b7e4b8bbd2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:00.082744 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c52b1fc-67df-45ec-9ba2-7b7e4b8bbd2a None None] Pushing event updated for resources: {'Port': ['ID=43e891ce-0253-4f3f-8294-f603a489f6a2,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:00.083136 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-724de177-61c0-443a-b0c7-7a373926ede2 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:00.118656 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-724de177-61c0-443a-b0c7-7a373926ede2 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:00.162395 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-724de177-61c0-443a-b0c7-7a373926ede2 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Network e25402af-0707-498a-8bc5-2426fe1cc0fb is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:41:00.165932 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-724de177-61c0-443a-b0c7-7a373926ede2 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:41:00.169643 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724de177-61c0-443a-b0c7-7a373926ede2 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:41:00.175644 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724de177-61c0-443a-b0c7-7a373926ede2 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:41:00.176284 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-724de177-61c0-443a-b0c7-7a373926ede2 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:00.190272 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724de177-61c0-443a-b0c7-7a373926ede2 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Pushing event updated for resources: {'Port': ['ID=973c8b39-5cb5-4a00-932f-2af2deb5d9a9,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:00.197442 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device e0a3123d-418b-4774-b9ef-f652a223b1b7 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:41:00.211056 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44728) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:41:00.211256 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-724de177-61c0-443a-b0c7-7a373926ede2 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.5400302 May 18 18:41:00.225424 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: e0a3123d-418b-4774-b9ef-f652a223b1b7 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:41:00.225809 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device e0a3123d-418b-4774-b9ef-f652a223b1b7 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:41:00.337794 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a271d83-b3b1-49af-9da7-730b30496273 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:41:00.339496 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-1a271d83-b3b1-49af-9da7-730b30496273 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] 10.222.0.85 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A121 HTTP/1.1" status: 200 len: 927 time: 0.1273837 May 18 18:41:00.342492 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44730) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:41:00.434003 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-3a5f7b2f-be7a-41cb-8469-8bfd074d287c tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Deleting port 973c8b39-5cb5-4a00-932f-2af2deb5d9a9 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:41:00.434336 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3a5f7b2f-be7a-41cb-8469-8bfd074d287c tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:00.875500 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3a5f7b2f-be7a-41cb-8469-8bfd074d287c tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:00.890745 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-3a5f7b2f-be7a-41cb-8469-8bfd074d287c tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Calling delete_port for 973c8b39-5cb5-4a00-932f-2af2deb5d9a9 owned by {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:41:01.037615 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3a5f7b2f-be7a-41cb-8469-8bfd074d287c tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:01.069591 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5f7b2f-be7a-41cb-8469-8bfd074d287c tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Pushing event deleted for resources: {'Port': ['ID=973c8b39-5cb5-4a00-932f-2af2deb5d9a9,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:01.103684 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3a5f7b2f-be7a-41cb-8469-8bfd074d287c tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:01.110156 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 44738) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:41:01.112267 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-3a5f7b2f-be7a-41cb-8469-8bfd074d287c tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] 10.222.0.85 "DELETE /v2.0/ports/973c8b39-5cb5-4a00-932f-2af2deb5d9a9 HTTP/1.1" status: 204 len: 168 time: 0.7679214 May 18 18:41:01.122740 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86177beb-05cd-4bd7-97ec-56fb55ffcd10 None None] Network e25402af-0707-498a-8bc5-2426fe1cc0fb requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:41:01.135942 n-d-838550-3 neutron-server[102731]: INFO neutron.pecan_wsgi.hooks.translation [None req-03cab32f-b3c9-4d9a-aeb9-c6c84aa8725f tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] GET failed (client error): The resource could not be found. May 18 18:41:01.140143 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-03cab32f-b3c9-4d9a-aeb9-c6c84aa8725f tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] 10.222.0.85 "GET /v2.0/ports/973c8b39-5cb5-4a00-932f-2af2deb5d9a9 HTTP/1.1" status: 404 len: 333 time: 0.0264287 May 18 18:41:01.140367 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 44740) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:41:01.186827 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-3c84855e-9792-4f92-a9f6-8f714d27ffa0 None None] Provisioning complete for port 43e891ce-0253-4f3f-8294-f603a489f6a2 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:41:01.187226 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-3c84855e-9792-4f92-a9f6-8f714d27ffa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:01.237411 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-953ac43b-df2a-46ce-b694-1c8bb6a4909f tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Deleting port a0eb87da-54fb-45fd-b34a-4322c2bd419f {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:41:01.237856 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-953ac43b-df2a-46ce-b694-1c8bb6a4909f tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:01.264556 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:01.350325 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-953ac43b-df2a-46ce-b694-1c8bb6a4909f tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:01.363179 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-953ac43b-df2a-46ce-b694-1c8bb6a4909f tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Calling delete_port for a0eb87da-54fb-45fd-b34a-4322c2bd419f owned by {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:41:01.387254 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:01.389029 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-3c84855e-9792-4f92-a9f6-8f714d27ffa0 None None] Current status of the port 43e891ce-0253-4f3f-8294-f603a489f6a2 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:41:01.389406 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-3c84855e-9792-4f92-a9f6-8f714d27ffa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:01.430012 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-3c84855e-9792-4f92-a9f6-8f714d27ffa0 None None] For port 43e891ce-0253-4f3f-8294-f603a489f6a2, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=43e891ce-0253-4f3f-8294-f603a489f6a2,segment=NetworkSegment(c5c4bb66-707c-43e9-ac4a-66ffcf8602e0),segment_id=c5c4bb66-707c-43e9-ac4a-66ffcf8602e0)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:41:01.436799 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-3c84855e-9792-4f92-a9f6-8f714d27ffa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:01.497984 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c84855e-9792-4f92-a9f6-8f714d27ffa0 None None] Pushing event updated for resources: {'Port': ['ID=43e891ce-0253-4f3f-8294-f603a489f6a2,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:01.520794 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-953ac43b-df2a-46ce-b694-1c8bb6a4909f tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:01.560327 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953ac43b-df2a-46ce-b694-1c8bb6a4909f tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Pushing event deleted for resources: {'Port': ['ID=a0eb87da-54fb-45fd-b34a-4322c2bd419f,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:01.596803 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-953ac43b-df2a-46ce-b694-1c8bb6a4909f tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:01.598112 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-953ac43b-df2a-46ce-b694-1c8bb6a4909f tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] 10.222.0.85 "DELETE /v2.0/ports/a0eb87da-54fb-45fd-b34a-4322c2bd419f HTTP/1.1" status: 204 len: 168 time: 0.4565170 May 18 18:41:01.600686 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44742) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:41:01.626774 n-d-838550-3 neutron-server[102730]: INFO neutron.pecan_wsgi.hooks.translation [None req-02b41233-367f-4d1e-8c94-649a1fc983f6 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] GET failed (client error): The resource could not be found. May 18 18:41:01.628307 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-02b41233-367f-4d1e-8c94-649a1fc983f6 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] 10.222.0.85 "GET /v2.0/ports/a0eb87da-54fb-45fd-b34a-4322c2bd419f HTTP/1.1" status: 404 len: 333 time: 0.0266054 May 18 18:41:01.631125 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44744) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:41:01.702694 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1b45a3d-b037-40b6-a98f-476943e63cce tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Deleting subnet 384d0a62-0307-4172-a49f-4fc7ecbb7ff5 {{(pid=102730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:41:01.706251 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b1b45a3d-b037-40b6-a98f-476943e63cce tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks [] for subnet, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:01.749361 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b1b45a3d-b037-40b6-a98f-476943e63cce tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260107366'] for subnet, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:01.758094 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-36dd4b21-28db-4238-b162-8b1349fa651a None None] Could not find standard attr ID for object a0eb87da-54fb-45fd-b34a-4322c2bd419f. {{(pid=102732) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 18 18:41:01.777219 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-36dd4b21-28db-4238-b162-8b1349fa651a None None] Provisioning complete for port 43e891ce-0253-4f3f-8294-f603a489f6a2 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:41:01.777563 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-36dd4b21-28db-4238-b162-8b1349fa651a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:01.883680 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b1b45a3d-b037-40b6-a98f-476943e63cce tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:01.891788 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-36dd4b21-28db-4238-b162-8b1349fa651a None None] Current status of the port 43e891ce-0253-4f3f-8294-f603a489f6a2 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:41:01.957059 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b1b45a3d-b037-40b6-a98f-476943e63cce tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261104690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261031888'] for subnet, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:01.986745 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b45a3d-b037-40b6-a98f-476943e63cce tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Pushing event deleted for resources: {'Subnet': ['ID=384d0a62-0307-4172-a49f-4fc7ecbb7ff5,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:01.999246 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b1b45a3d-b037-40b6-a98f-476943e63cce tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks [] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:02.005953 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-41c0f55a-672e-4510-a6d6-7210e5f08008 None None] Could not find standard attr ID for object a0eb87da-54fb-45fd-b34a-4322c2bd419f. {{(pid=102732) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 18 18:41:02.006635 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 44748) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:41:02.007653 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-b1b45a3d-b037-40b6-a98f-476943e63cce tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] 10.222.0.85 "DELETE /v2.0/subnets/384d0a62-0307-4172-a49f-4fc7ecbb7ff5 HTTP/1.1" status: 204 len: 168 time: 0.3748689 May 18 18:41:02.091512 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5493b408-41e8-4ba6-ac07-e435ee3059cf tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:02.136216 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a65db96-b6e7-4a4a-8002-87561200c698 None None] Network e25402af-0707-498a-8bc5-2426fe1cc0fb requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:41:02.159994 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-5493b408-41e8-4ba6-ac07-e435ee3059cf tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Deleting port 43e891ce-0253-4f3f-8294-f603a489f6a2 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:41:02.160983 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5493b408-41e8-4ba6-ac07-e435ee3059cf tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:02.235718 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-5493b408-41e8-4ba6-ac07-e435ee3059cf tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] For port 43e891ce-0253-4f3f-8294-f603a489f6a2, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=43e891ce-0253-4f3f-8294-f603a489f6a2,segment=NetworkSegment(c5c4bb66-707c-43e9-ac4a-66ffcf8602e0),segment_id=c5c4bb66-707c-43e9-ac4a-66ffcf8602e0)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:41:02.236181 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5493b408-41e8-4ba6-ac07-e435ee3059cf tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:02.262345 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-5493b408-41e8-4ba6-ac07-e435ee3059cf tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Calling delete_port for 43e891ce-0253-4f3f-8294-f603a489f6a2 owned by network:dhcp {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:41:02.264883 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-6500c3d6-43ac-404c-9b04-965495685379 None None] Could not find standard attr ID for object 973c8b39-5cb5-4a00-932f-2af2deb5d9a9. {{(pid=102732) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 18 18:41:02.308801 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 43e891ce-0253-4f3f-8294-f603a489f6a2 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:41:02.372232 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5493b408-41e8-4ba6-ac07-e435ee3059cf tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:02.380894 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c957c021-6c16-45e2-a4b6-c143157a97f4 None None] DHCP port deletion for e25402af-0707-498a-8bc5-2426fe1cc0fb request from n-d-838550-3 {{(pid=102732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 18:41:02.391820 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 43e891ce-0253-4f3f-8294-f603a489f6a2 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:41:02.396558 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:02.401798 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5493b408-41e8-4ba6-ac07-e435ee3059cf tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Pushing event deleted for resources: {'Port': ['ID=43e891ce-0253-4f3f-8294-f603a489f6a2,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:02.406215 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5493b408-41e8-4ba6-ac07-e435ee3059cf tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] No DVR routers for this DVR port 43e891ce-0253-4f3f-8294-f603a489f6a2 on host n-d-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:41:02.428393 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Port 43e891ce-0253-4f3f-8294-f603a489f6a2 was deleted so its status cannot be updated. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} May 18 18:41:02.486341 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5493b408-41e8-4ba6-ac07-e435ee3059cf tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:02.506063 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-5493b408-41e8-4ba6-ac07-e435ee3059cf tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e25402af-0707-498a-8bc5-2426fe1cc0fb']}} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:41:02.517433 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-5493b408-41e8-4ba6-ac07-e435ee3059cf tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5c4bb66-707c-43e9-ac4a-66ffcf8602e0') {'for_net_delete': True} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:41:02.517766 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-5493b408-41e8-4ba6-ac07-e435ee3059cf tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5c4bb66-707c-43e9-ac4a-66ffcf8602e0') {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:41:02.532226 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5493b408-41e8-4ba6-ac07-e435ee3059cf tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260542144'] for segment, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:02.545376 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5493b408-41e8-4ba6-ac07-e435ee3059cf tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:02.551202 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5493b408-41e8-4ba6-ac07-e435ee3059cf tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=102731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:41:02.551596 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5493b408-41e8-4ba6-ac07-e435ee3059cf tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260884178'] for segment, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:02.554512 n-d-838550-3 neutron-server[102731]: Traceback (most recent call last): May 18 18:41:02.554512 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:41:02.554512 n-d-838550-3 neutron-server[102731]: timer() May 18 18:41:02.554512 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:41:02.554512 n-d-838550-3 neutron-server[102731]: cb(*args, **kw) May 18 18:41:02.554512 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:41:02.554512 n-d-838550-3 neutron-server[102731]: return func(*args, **kwargs) May 18 18:41:02.554512 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:41:02.554512 n-d-838550-3 neutron-server[102731]: self._notify() May 18 18:41:02.554512 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:41:02.554512 n-d-838550-3 neutron-server[102731]: self.callback(batched_events) May 18 18:41:02.554512 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:41:02.554512 n-d-838550-3 neutron-server[102731]: event.method(event) May 18 18:41:02.554512 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:41:02.554512 n-d-838550-3 neutron-server[102731]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:41:02.554512 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:41:02.554512 n-d-838550-3 neutron-server[102731]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:41:02.554512 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:41:02.554512 n-d-838550-3 neutron-server[102731]: return f(self, *a, **k) May 18 18:41:02.554512 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:41:02.554512 n-d-838550-3 neutron-server[102731]: return self._get(url).json() May 18 18:41:02.554512 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:41:02.554512 n-d-838550-3 neutron-server[102731]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:41:02.554512 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:41:02.554512 n-d-838550-3 neutron-server[102731]: return self.request(url, 'GET', **kwargs) May 18 18:41:02.554512 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:41:02.554512 n-d-838550-3 neutron-server[102731]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:41:02.554512 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:41:02.554512 n-d-838550-3 neutron-server[102731]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:41:02.554512 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:41:02.554512 n-d-838550-3 neutron-server[102731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:41:02.554512 n-d-838550-3 neutron-server[102731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:41:02.611626 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5493b408-41e8-4ba6-ac07-e435ee3059cf tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:02.618707 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5493b408-41e8-4ba6-ac07-e435ee3059cf tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks [] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:02.622064 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-5493b408-41e8-4ba6-ac07-e435ee3059cf tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] 10.222.0.85 "DELETE /v2.0/networks/e25402af-0707-498a-8bc5-2426fe1cc0fb HTTP/1.1" status: 204 len: 168 time: 0.6147377 May 18 18:41:02.626083 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 44750) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:41:02.632414 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-1a430894-b9ed-4e90-bcba-2dd86945b595 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-523355624'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:41:02.647557 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5493b408-41e8-4ba6-ac07-e435ee3059cf tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Pushing event deleted for resources: {'Network': ['ID=e25402af-0707-498a-8bc5-2426fe1cc0fb,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:02.663595 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a430894-b9ed-4e90-bcba-2dd86945b595 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Made reservation on behalf of 70a00dc3bf3147ae81b607bc351254ca for: {'network': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:41:02.667634 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1a430894-b9ed-4e90-bcba-2dd86945b595 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:02.692873 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a430894-b9ed-4e90-bcba-2dd86945b595 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=102731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:41:02.702273 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1a430894-b9ed-4e90-bcba-2dd86945b595 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:02.702787 n-d-838550-3 neutron-server[102731]: INFO neutron.db.segments_db [None req-1a430894-b9ed-4e90-bcba-2dd86945b595 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Added segment 99002084-d70e-46b2-b6a7-0f090ede4dad of type vlan for network 78c6b86f-0491-4dec-b319-379526c4c6be May 18 18:41:02.749063 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1a430894-b9ed-4e90-bcba-2dd86945b595 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:02.775920 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1a430894-b9ed-4e90-bcba-2dd86945b595 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:02.781583 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a430894-b9ed-4e90-bcba-2dd86945b595 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:41:02.782241 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1a430894-b9ed-4e90-bcba-2dd86945b595 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks [] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:02.851086 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-1a430894-b9ed-4e90-bcba-2dd86945b595 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2213066 May 18 18:41:02.851487 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 44754) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:41:02.858754 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-ea53c92f-33f3-485f-be47-a15af5f89cb7 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Request body: {'subnet': {'network_id': '78c6b86f-0491-4dec-b319-379526c4c6be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:41:02.875942 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a430894-b9ed-4e90-bcba-2dd86945b595 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Pushing event updated for resources: {'Network': ['ID=78c6b86f-0491-4dec-b319-379526c4c6be,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:02.889845 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network 78c6b86f-0491-4dec-b319-379526c4c6be details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:41:02.963520 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea53c92f-33f3-485f-be47-a15af5f89cb7 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Made reservation on behalf of 70a00dc3bf3147ae81b607bc351254ca for: {'subnet': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:41:02.969536 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ea53c92f-33f3-485f-be47-a15af5f89cb7 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260908003'] for subnet, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:03.168482 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ea53c92f-33f3-485f-be47-a15af5f89cb7 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260898481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260908021'] for subnet, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:03.173244 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44760) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:41:03.235201 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea53c92f-33f3-485f-be47-a15af5f89cb7 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Pushing event updated for resources: {'Subnet': ['ID=cc102ebb-e70d-432d-8063-ffd617bc34ac,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:03.250054 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea53c92f-33f3-485f-be47-a15af5f89cb7 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Checking segment: {'id': '99002084-d70e-46b2-b6a7-0f090ede4dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '78c6b86f-0491-4dec-b319-379526c4c6be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:41:03.250424 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea53c92f-33f3-485f-be47-a15af5f89cb7 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Network hostable DHCP agents. Network: 78c6b86f-0491-4dec-b319-379526c4c6be, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:41:03.269924 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea53c92f-33f3-485f-be47-a15af5f89cb7 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Network 78c6b86f-0491-4dec-b319-379526c4c6be is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:41:03.281895 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-ea53c92f-33f3-485f-be47-a15af5f89cb7 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, 78c6b86f-0491-4dec-b319-379526c4c6be) {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:41:03.291072 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ecae71-2172-422a-9801-be9898e0ba48 None None] Network 78c6b86f-0491-4dec-b319-379526c4c6be requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:41:03.293028 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-909be38d-78ac-430b-b02d-a8be39feaf62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:03.301009 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea53c92f-33f3-485f-be47-a15af5f89cb7 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:41:03.302317 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ea53c92f-33f3-485f-be47-a15af5f89cb7 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:03.331391 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-ea53c92f-33f3-485f-be47-a15af5f89cb7 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4788804 May 18 18:41:03.336138 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 44764) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:41:03.341758 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-307711ec-7386-446d-9497-fce7aaf16b4f tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Request body: {'port': {'network_id': '78c6b86f-0491-4dec-b319-379526c4c6be', 'name': 'tempest-PortsIpV6TestJSON-367482191', 'fixed_ips': [{'subnet_id': 'cc102ebb-e70d-432d-8063-ffd617bc34ac', 'ip_address': '2001:db8::10'}]}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:41:03.401602 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-909be38d-78ac-430b-b02d-a8be39feaf62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:03.405981 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-909be38d-78ac-430b-b02d-a8be39feaf62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:03.445566 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-909be38d-78ac-430b-b02d-a8be39feaf62 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=16e0caecf431459d9d5a3dd2075965e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2700138 May 18 18:41:03.446864 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909be38d-78ac-430b-b02d-a8be39feaf62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e14328e1-abf1-4b38-9006-d25e46ce7adf,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:03.448292 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 44766) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:41:03.491968 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c061223-3d2c-4c61-a968-7b239cef39da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-78c6b86f-0491-4dec-b319-379526c4c6be', 'network_id': '78c6b86f-0491-4dec-b319-379526c4c6be', 'tenant_id': '70a00dc3bf3147ae81b607bc351254ca', 'fixed_ips': [{'subnet_id': 'cc102ebb-e70d-432d-8063-ffd617bc34ac'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:41:03.492934 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9c061223-3d2c-4c61-a968-7b239cef39da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:03.495487 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-307711ec-7386-446d-9497-fce7aaf16b4f tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Made reservation on behalf of 70a00dc3bf3147ae81b607bc351254ca for: {'port': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:41:03.558780 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e3e64353-d57f-4caa-90f3-959c3d481553 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:03.599625 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e3e64353-d57f-4caa-90f3-959c3d481553 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:03.628370 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-307711ec-7386-446d-9497-fce7aaf16b4f tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:03.634565 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-9c061223-3d2c-4c61-a968-7b239cef39da None None] Allocated IP 2001:db8::2 (78c6b86f-0491-4dec-b319-379526c4c6be/cc102ebb-e70d-432d-8063-ffd617bc34ac/1386bcb7-9353-4f6e-9176-3580840c72d0) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:41:03.656968 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [None req-307711ec-7386-446d-9497-fce7aaf16b4f tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] device_id is not set on port 01b79968-ccfd-4fab-af7d-e17bd1fe2538 yet. {{(pid=102731) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 18 18:41:03.713243 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e3e64353-d57f-4caa-90f3-959c3d481553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:03.716265 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e3e64353-d57f-4caa-90f3-959c3d481553 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:03.717446 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-e3e64353-d57f-4caa-90f3-959c3d481553 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/e14328e1-abf1-4b38-9006-d25e46ce7adf HTTP/1.1" status: 204 len: 168 time: 0.2682252 May 18 18:41:03.733237 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e64353-d57f-4caa-90f3-959c3d481553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e14328e1-abf1-4b38-9006-d25e46ce7adf,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:03.806904 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9c061223-3d2c-4c61-a968-7b239cef39da None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:03.812873 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9c061223-3d2c-4c61-a968-7b239cef39da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:03.852700 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c061223-3d2c-4c61-a968-7b239cef39da None None] Network 78c6b86f-0491-4dec-b319-379526c4c6be is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:41:03.855674 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-9c061223-3d2c-4c61-a968-7b239cef39da None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:41:03.859230 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c061223-3d2c-4c61-a968-7b239cef39da None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:41:03.868778 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c061223-3d2c-4c61-a968-7b239cef39da None None] Pushing event updated for resources: {'Port': ['ID=1386bcb7-9353-4f6e-9176-3580840c72d0,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:03.872429 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-307711ec-7386-446d-9497-fce7aaf16b4f tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Allocated IP 2001:db8::10 (78c6b86f-0491-4dec-b319-379526c4c6be/cc102ebb-e70d-432d-8063-ffd617bc34ac/01b79968-ccfd-4fab-af7d-e17bd1fe2538) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:41:03.929422 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-9c061223-3d2c-4c61-a968-7b239cef39da None None] Attempting to bind port 1386bcb7-9353-4f6e-9176-3580840c72d0 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:41:03.929826 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-9c061223-3d2c-4c61-a968-7b239cef39da None None] Attempting to bind port 1386bcb7-9353-4f6e-9176-3580840c72d0 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '99002084-d70e-46b2-b6a7-0f090ede4dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '78c6b86f-0491-4dec-b319-379526c4c6be'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:41:03.930191 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c061223-3d2c-4c61-a968-7b239cef39da None None] Attempting to bind port 1386bcb7-9353-4f6e-9176-3580840c72d0 on network 78c6b86f-0491-4dec-b319-379526c4c6be {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:41:03.936526 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c061223-3d2c-4c61-a968-7b239cef39da None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:41:03.936912 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c061223-3d2c-4c61-a968-7b239cef39da None None] Checking segment: {'id': '99002084-d70e-46b2-b6a7-0f090ede4dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '78c6b86f-0491-4dec-b319-379526c4c6be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:41:03.937326 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9c061223-3d2c-4c61-a968-7b239cef39da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:03.937746 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c061223-3d2c-4c61-a968-7b239cef39da None None] Bound using segment: {'id': '99002084-d70e-46b2-b6a7-0f090ede4dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '78c6b86f-0491-4dec-b319-379526c4c6be'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:41:03.938217 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-9c061223-3d2c-4c61-a968-7b239cef39da None None] Bound port: 1386bcb7-9353-4f6e-9176-3580840c72d0, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99002084-d70e-46b2-b6a7-0f090ede4dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '78c6b86f-0491-4dec-b319-379526c4c6be'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:41:03.938600 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9c061223-3d2c-4c61-a968-7b239cef39da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:04.009488 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-9c061223-3d2c-4c61-a968-7b239cef39da None None] For port 1386bcb7-9353-4f6e-9176-3580840c72d0, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:41:04.013605 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-9c061223-3d2c-4c61-a968-7b239cef39da None None] For port 1386bcb7-9353-4f6e-9176-3580840c72d0, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=1386bcb7-9353-4f6e-9176-3580840c72d0,segment=NetworkSegment(99002084-d70e-46b2-b6a7-0f090ede4dad),segment_id=99002084-d70e-46b2-b6a7-0f090ede4dad)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:41:04.018040 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9c061223-3d2c-4c61-a968-7b239cef39da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:04.038732 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-307711ec-7386-446d-9497-fce7aaf16b4f tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:04.080328 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c061223-3d2c-4c61-a968-7b239cef39da None None] Pushing event updated for resources: {'Port': ['ID=1386bcb7-9353-4f6e-9176-3580840c72d0,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:04.086121 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-307711ec-7386-446d-9497-fce7aaf16b4f tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:04.134381 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307711ec-7386-446d-9497-fce7aaf16b4f tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Network 78c6b86f-0491-4dec-b319-379526c4c6be is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:41:04.138022 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-307711ec-7386-446d-9497-fce7aaf16b4f tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:41:04.142028 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307711ec-7386-446d-9497-fce7aaf16b4f tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:41:04.148142 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-307711ec-7386-446d-9497-fce7aaf16b4f tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:41:04.148768 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-307711ec-7386-446d-9497-fce7aaf16b4f tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:04.170679 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307711ec-7386-446d-9497-fce7aaf16b4f tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Pushing event updated for resources: {'Port': ['ID=01b79968-ccfd-4fab-af7d-e17bd1fe2538,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:04.179736 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44780) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:41:04.180538 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-307711ec-7386-446d-9497-fce7aaf16b4f tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8425460 May 18 18:41:04.185539 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-17be5604-9703-4fbb-92ec-9c54b271351f tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Request body: {'port': {'network_id': '78c6b86f-0491-4dec-b319-379526c4c6be', 'name': 'tempest-PortsIpV6TestJSON-795932178', 'fixed_ips': [{'subnet_id': 'cc102ebb-e70d-432d-8063-ffd617bc34ac', 'ip_address': '2001:db8::f'}]}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:41:04.276905 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 43e891ce-0253-4f3f-8294-f603a489f6a2 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:41:04.309930 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 43e891ce-0253-4f3f-8294-f603a489f6a2 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:41:04.310577 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 43e891ce-0253-4f3f-8294-f603a489f6a2 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:41:04.357452 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17be5604-9703-4fbb-92ec-9c54b271351f tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Made reservation on behalf of 70a00dc3bf3147ae81b607bc351254ca for: {'port': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:41:04.449024 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-17be5604-9703-4fbb-92ec-9c54b271351f tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:04.467013 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [None req-17be5604-9703-4fbb-92ec-9c54b271351f tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] device_id is not set on port dee03360-9708-4a92-85ec-b3063bf419d3 yet. {{(pid=102730) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 18 18:41:04.496493 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 44790) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:41:04.597385 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-47448cc0-6abc-4b04-b4fd-ea7363301a98 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-813890580-network', 'tenant_id': 'a8dfb9d0194845eba7b890b0e2b7d56a'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:41:04.617267 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47448cc0-6abc-4b04-b4fd-ea7363301a98 admin admin] Made reservation on behalf of a8dfb9d0194845eba7b890b0e2b7d56a for: {'network': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:41:04.619855 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-47448cc0-6abc-4b04-b4fd-ea7363301a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:04.628807 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-47448cc0-6abc-4b04-b4fd-ea7363301a98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:04.634008 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-17be5604-9703-4fbb-92ec-9c54b271351f tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Allocated IP 2001:db8::f (78c6b86f-0491-4dec-b319-379526c4c6be/cc102ebb-e70d-432d-8063-ffd617bc34ac/dee03360-9708-4a92-85ec-b3063bf419d3) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:41:04.713992 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-47448cc0-6abc-4b04-b4fd-ea7363301a98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:04.718076 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-47448cc0-6abc-4b04-b4fd-ea7363301a98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:04.742830 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47448cc0-6abc-4b04-b4fd-ea7363301a98 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 641} {{(pid=102731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:41:04.751981 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47448cc0-6abc-4b04-b4fd-ea7363301a98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92ecf69d-6c29-46f5-b0c2-e94919371b79,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:04.759044 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-47448cc0-6abc-4b04-b4fd-ea7363301a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:04.759446 n-d-838550-3 neutron-server[102731]: INFO neutron.db.segments_db [None req-47448cc0-6abc-4b04-b4fd-ea7363301a98 admin admin] Added segment 4bacaab9-5856-428c-b87c-e7a5eaaf2e4d of type vlan for network dec46a06-b083-4e1d-a7b3-bad88752b149 May 18 18:41:04.800358 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-17be5604-9703-4fbb-92ec-9c54b271351f tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:04.806831 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-47448cc0-6abc-4b04-b4fd-ea7363301a98 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:04.836471 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-17be5604-9703-4fbb-92ec-9c54b271351f tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:04.838664 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-47448cc0-6abc-4b04-b4fd-ea7363301a98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:04.840038 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47448cc0-6abc-4b04-b4fd-ea7363301a98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:41:04.840738 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-47448cc0-6abc-4b04-b4fd-ea7363301a98 admin admin] Notify callbacks [] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:04.883393 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17be5604-9703-4fbb-92ec-9c54b271351f tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Network 78c6b86f-0491-4dec-b319-379526c4c6be is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:41:04.886684 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-17be5604-9703-4fbb-92ec-9c54b271351f tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:41:04.889183 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17be5604-9703-4fbb-92ec-9c54b271351f tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:41:04.895256 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17be5604-9703-4fbb-92ec-9c54b271351f tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:41:04.895618 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-17be5604-9703-4fbb-92ec-9c54b271351f tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:04.898757 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-47448cc0-6abc-4b04-b4fd-ea7363301a98 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4010639 May 18 18:41:04.906863 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44794) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:41:04.908984 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47448cc0-6abc-4b04-b4fd-ea7363301a98 admin admin] Pushing event updated for resources: {'Network': ['ID=dec46a06-b083-4e1d-a7b3-bad88752b149,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:04.915419 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-90ec8853-e0b8-49c8-9775-027da0e3f44a admin admin] Request body: {'subnet': {'network_id': 'dec46a06-b083-4e1d-a7b3-bad88752b149', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-813890580-subnet', 'tenant_id': 'a8dfb9d0194845eba7b890b0e2b7d56a', 'ip_version': 4}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:41:04.919857 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network dec46a06-b083-4e1d-a7b3-bad88752b149 details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:41:04.927959 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17be5604-9703-4fbb-92ec-9c54b271351f tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Pushing event updated for resources: {'Port': ['ID=dee03360-9708-4a92-85ec-b3063bf419d3,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:04.950263 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-17be5604-9703-4fbb-92ec-9c54b271351f tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.7690759 May 18 18:41:04.953006 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 44796) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:41:04.956933 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90ec8853-e0b8-49c8-9775-027da0e3f44a admin admin] Made reservation on behalf of a8dfb9d0194845eba7b890b0e2b7d56a for: {'subnet': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:41:04.960182 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-90ec8853-e0b8-49c8-9775-027da0e3f44a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261031885'] for subnet, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:05.056089 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee8f061-7b09-448e-9a45-7659c6e02b13 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:41:05.057975 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-6ee8f061-7b09-448e-9a45-7659c6e02b13 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] 10.222.0.85 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.1031377 May 18 18:41:05.060773 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 44798) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:41:05.120284 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9353d7e7-9cb3-4eb8-8b27-00024a5ab867 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:41:05.126640 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9353d7e7-9cb3-4eb8-8b27-00024a5ab867 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:41:05.133240 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9353d7e7-9cb3-4eb8-8b27-00024a5ab867 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:41:05.134968 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-9353d7e7-9cb3-4eb8-8b27-00024a5ab867 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] 10.222.0.85 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2387 time: 0.0732782 May 18 18:41:05.137841 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44800) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:41:05.147540 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-90ec8853-e0b8-49c8-9775-027da0e3f44a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261104883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261031899'] for subnet, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:05.166116 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac339ee-218a-4cc7-b872-ba9810175dc2 None None] Network 78c6b86f-0491-4dec-b319-379526c4c6be requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:41:05.246743 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-d65a8f17-918e-4e00-af90-1d13d62c10a9 None None] Provisioning complete for port 1386bcb7-9353-4f6e-9176-3580840c72d0 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:41:05.247131 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d65a8f17-918e-4e00-af90-1d13d62c10a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:05.248251 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ec8853-e0b8-49c8-9775-027da0e3f44a admin admin] Pushing event updated for resources: {'Subnet': ['ID=16143240-4560-4cea-82e8-1bfeff59c80f,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:05.271020 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ec8853-e0b8-49c8-9775-027da0e3f44a admin admin] Checking segment: {'id': '4bacaab9-5856-428c-b87c-e7a5eaaf2e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'dec46a06-b083-4e1d-a7b3-bad88752b149'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:41:05.271373 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ec8853-e0b8-49c8-9775-027da0e3f44a admin admin] Network hostable DHCP agents. Network: dec46a06-b083-4e1d-a7b3-bad88752b149, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:41:05.298619 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ec8853-e0b8-49c8-9775-027da0e3f44a admin admin] Network dec46a06-b083-4e1d-a7b3-bad88752b149 is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:41:05.302763 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-6e1590c6-fdc7-460b-ae9d-d057e57c29d8 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Deleting port dee03360-9708-4a92-85ec-b3063bf419d3 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:41:05.303648 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6e1590c6-fdc7-460b-ae9d-d057e57c29d8 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:05.323301 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-90ec8853-e0b8-49c8-9775-027da0e3f44a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, dec46a06-b083-4e1d-a7b3-bad88752b149) {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:41:05.332812 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b014b6-e28f-45e4-84ec-d5c6af0c1f4a None None] Network dec46a06-b083-4e1d-a7b3-bad88752b149 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:41:05.355154 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ec8853-e0b8-49c8-9775-027da0e3f44a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:41:05.355632 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-90ec8853-e0b8-49c8-9775-027da0e3f44a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:05.394685 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-90ec8853-e0b8-49c8-9775-027da0e3f44a admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4840915 May 18 18:41:05.394935 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44802) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:41:05.399234 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-0f9eaccf-85b7-47a0-ba20-8a101f52bac0 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-813890580-router', 'tenant_id': 'a8dfb9d0194845eba7b890b0e2b7d56a', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:41:05.434231 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6e1590c6-fdc7-460b-ae9d-d057e57c29d8 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:05.451398 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-6e1590c6-fdc7-460b-ae9d-d057e57c29d8 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Calling delete_port for dee03360-9708-4a92-85ec-b3063bf419d3 owned by {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:41:05.453511 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0f9eaccf-85b7-47a0-ba20-8a101f52bac0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25099'] for router, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:05.454570 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0f9eaccf-85b7-47a0-ba20-8a101f52bac0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-593238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596850', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25088'] for router, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:05.584862 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0f9eaccf-85b7-47a0-ba20-8a101f52bac0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:05.605573 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-d65a8f17-918e-4e00-af90-1d13d62c10a9 None None] Current status of the port 1386bcb7-9353-4f6e-9176-3580840c72d0 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:41:05.605885 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d65a8f17-918e-4e00-af90-1d13d62c10a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:05.680017 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-d65a8f17-918e-4e00-af90-1d13d62c10a9 None None] For port 1386bcb7-9353-4f6e-9176-3580840c72d0, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=1386bcb7-9353-4f6e-9176-3580840c72d0,segment=NetworkSegment(99002084-d70e-46b2-b6a7-0f090ede4dad),segment_id=99002084-d70e-46b2-b6a7-0f090ede4dad)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:41:05.703642 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d65a8f17-918e-4e00-af90-1d13d62c10a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:05.764520 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0f9eaccf-85b7-47a0-ba20-8a101f52bac0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:05.780989 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65a8f17-918e-4e00-af90-1d13d62c10a9 None None] Pushing event updated for resources: {'Port': ['ID=1386bcb7-9353-4f6e-9176-3580840c72d0,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:05.798000 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-830a9b32-9aae-49cc-ba73-4529a9b92bc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-dec46a06-b083-4e1d-a7b3-bad88752b149', 'network_id': 'dec46a06-b083-4e1d-a7b3-bad88752b149', 'tenant_id': 'a8dfb9d0194845eba7b890b0e2b7d56a', 'fixed_ips': [{'subnet_id': '16143240-4560-4cea-82e8-1bfeff59c80f'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:41:05.799020 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-830a9b32-9aae-49cc-ba73-4529a9b92bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:05.831331 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6e1590c6-fdc7-460b-ae9d-d057e57c29d8 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:05.871769 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1590c6-fdc7-460b-ae9d-d057e57c29d8 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Pushing event deleted for resources: {'Port': ['ID=dee03360-9708-4a92-85ec-b3063bf419d3,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:05.905391 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6e1590c6-fdc7-460b-ae9d-d057e57c29d8 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:05.912275 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 44804) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:41:05.913455 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-6e1590c6-fdc7-460b-ae9d-d057e57c29d8 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] 10.222.0.85 "DELETE /v2.0/ports/dee03360-9708-4a92-85ec-b3063bf419d3 HTTP/1.1" status: 204 len: 168 time: 0.7738979 May 18 18:41:05.947971 n-d-838550-3 neutron-server[102731]: INFO neutron.pecan_wsgi.hooks.translation [None req-853e12fe-4180-4175-9978-9d90144a1c3d tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] GET failed (client error): The resource could not be found. May 18 18:41:05.949467 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-853e12fe-4180-4175-9978-9d90144a1c3d tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] 10.222.0.85 "GET /v2.0/ports/dee03360-9708-4a92-85ec-b3063bf419d3 HTTP/1.1" status: 404 len: 333 time: 0.0355234 May 18 18:41:05.952759 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 44806) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:41:05.963546 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-f13bda2e-1413-45fc-a971-ac52c4c42e9e None None] Could not find standard attr ID for object dee03360-9708-4a92-85ec-b3063bf419d3. {{(pid=102732) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 18 18:41:05.999047 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-f13bda2e-1413-45fc-a971-ac52c4c42e9e None None] Provisioning complete for port 1386bcb7-9353-4f6e-9176-3580840c72d0 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:41:05.999780 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f13bda2e-1413-45fc-a971-ac52c4c42e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:06.007638 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-830a9b32-9aae-49cc-ba73-4529a9b92bc6 None None] Allocated IP 172.20.0.2 (dec46a06-b083-4e1d-a7b3-bad88752b149/16143240-4560-4cea-82e8-1bfeff59c80f/a0518454-6904-4d18-994a-18b410a4839d) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:41:06.074445 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-15d4b98e-9141-49b2-acc0-1e37f6a7970b tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Deleting port 01b79968-ccfd-4fab-af7d-e17bd1fe2538 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:41:06.074925 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-15d4b98e-9141-49b2-acc0-1e37f6a7970b tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:06.111041 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0f9eaccf-85b7-47a0-ba20-8a101f52bac0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:06.143204 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0f9eaccf-85b7-47a0-ba20-8a101f52bac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:06.175110 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-f13bda2e-1413-45fc-a971-ac52c4c42e9e None None] Current status of the port 1386bcb7-9353-4f6e-9176-3580840c72d0 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:41:06.189727 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-15d4b98e-9141-49b2-acc0-1e37f6a7970b tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:06.204981 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-15d4b98e-9141-49b2-acc0-1e37f6a7970b tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Calling delete_port for 01b79968-ccfd-4fab-af7d-e17bd1fe2538 owned by {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:41:06.219497 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-f13bda2e-1413-45fc-a971-ac52c4c42e9e None None] Provisioning complete for port 01b79968-ccfd-4fab-af7d-e17bd1fe2538 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:41:06.219973 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f13bda2e-1413-45fc-a971-ac52c4c42e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:06.274047 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-830a9b32-9aae-49cc-ba73-4529a9b92bc6 None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:06.284505 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-f13bda2e-1413-45fc-a971-ac52c4c42e9e None None] Port 01b79968-ccfd-4fab-af7d-e17bd1fe2538 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:41:06.297725 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-830a9b32-9aae-49cc-ba73-4529a9b92bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:06.351226 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-0f9eaccf-85b7-47a0-ba20-8a101f52bac0 admin admin] Allocated IP 172.25.5.96 (31ebd439-090c-4b25-bbb0-31c48711b145/363a2810-8a83-4be0-a317-7c91fcd94485/a8c7e3ae-e078-4917-a7e9-ca991cbe1563) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:41:06.371554 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 1386bcb7-9353-4f6e-9176-3580840c72d0 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:41:06.378625 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830a9b32-9aae-49cc-ba73-4529a9b92bc6 None None] Network dec46a06-b083-4e1d-a7b3-bad88752b149 is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:41:06.408987 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-830a9b32-9aae-49cc-ba73-4529a9b92bc6 None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:41:06.411827 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830a9b32-9aae-49cc-ba73-4529a9b92bc6 None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:41:06.445604 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-15d4b98e-9141-49b2-acc0-1e37f6a7970b tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:06.454239 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830a9b32-9aae-49cc-ba73-4529a9b92bc6 None None] Pushing event updated for resources: {'Port': ['ID=a0518454-6904-4d18-994a-18b410a4839d,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:06.466434 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-f6346e16-5c64-40a6-9d8c-0a5d6a6deed0 None None] Provisioning complete for port 01b79968-ccfd-4fab-af7d-e17bd1fe2538 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:41:06.467477 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f6346e16-5c64-40a6-9d8c-0a5d6a6deed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:06.492862 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d4b98e-9141-49b2-acc0-1e37f6a7970b tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Pushing event deleted for resources: {'Port': ['ID=01b79968-ccfd-4fab-af7d-e17bd1fe2538,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:06.511536 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-f6346e16-5c64-40a6-9d8c-0a5d6a6deed0 None None] Port 01b79968-ccfd-4fab-af7d-e17bd1fe2538 was deleted so its status cannot be updated. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} May 18 18:41:06.524233 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-15d4b98e-9141-49b2-acc0-1e37f6a7970b tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:06.525022 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0f9eaccf-85b7-47a0-ba20-8a101f52bac0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:06.531573 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44808) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:41:06.531999 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-15d4b98e-9141-49b2-acc0-1e37f6a7970b tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] 10.222.0.85 "DELETE /v2.0/ports/01b79968-ccfd-4fab-af7d-e17bd1fe2538 HTTP/1.1" status: 204 len: 168 time: 0.5779967 May 18 18:41:06.548224 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-830a9b32-9aae-49cc-ba73-4529a9b92bc6 None None] Attempting to bind port a0518454-6904-4d18-994a-18b410a4839d on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:41:06.548665 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-830a9b32-9aae-49cc-ba73-4529a9b92bc6 None None] Attempting to bind port a0518454-6904-4d18-994a-18b410a4839d by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '4bacaab9-5856-428c-b87c-e7a5eaaf2e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'dec46a06-b083-4e1d-a7b3-bad88752b149'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:41:06.549268 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830a9b32-9aae-49cc-ba73-4529a9b92bc6 None None] Attempting to bind port a0518454-6904-4d18-994a-18b410a4839d on network dec46a06-b083-4e1d-a7b3-bad88752b149 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:41:06.558532 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830a9b32-9aae-49cc-ba73-4529a9b92bc6 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:41:06.558946 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830a9b32-9aae-49cc-ba73-4529a9b92bc6 None None] Checking segment: {'id': '4bacaab9-5856-428c-b87c-e7a5eaaf2e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'dec46a06-b083-4e1d-a7b3-bad88752b149'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:41:06.559356 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-830a9b32-9aae-49cc-ba73-4529a9b92bc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:06.559766 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830a9b32-9aae-49cc-ba73-4529a9b92bc6 None None] Bound using segment: {'id': '4bacaab9-5856-428c-b87c-e7a5eaaf2e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'dec46a06-b083-4e1d-a7b3-bad88752b149'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:41:06.560260 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-830a9b32-9aae-49cc-ba73-4529a9b92bc6 None None] Bound port: a0518454-6904-4d18-994a-18b410a4839d, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bacaab9-5856-428c-b87c-e7a5eaaf2e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'dec46a06-b083-4e1d-a7b3-bad88752b149'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:41:06.560644 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-830a9b32-9aae-49cc-ba73-4529a9b92bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:06.566622 n-d-838550-3 neutron-server[102730]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad14cc99-6963-4780-9596-429d342a6ffb tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] GET failed (client error): The resource could not be found. May 18 18:41:06.568189 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-ad14cc99-6963-4780-9596-429d342a6ffb tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] 10.222.0.85 "GET /v2.0/ports/01b79968-ccfd-4fab-af7d-e17bd1fe2538 HTTP/1.1" status: 404 len: 333 time: 0.0345852 May 18 18:41:06.571525 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 44810) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:41:06.575876 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 1386bcb7-9353-4f6e-9176-3580840c72d0 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:41:06.576263 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:06.596083 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0f9eaccf-85b7-47a0-ba20-8a101f52bac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:06.639946 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9eaccf-85b7-47a0-ba20-8a101f52bac0 admin admin] Network 31ebd439-090c-4b25-bbb0-31c48711b145 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:41:06.644864 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-0f9eaccf-85b7-47a0-ba20-8a101f52bac0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:41:06.653092 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9eaccf-85b7-47a0-ba20-8a101f52bac0 admin admin] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:41:06.655153 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9eaccf-85b7-47a0-ba20-8a101f52bac0 admin admin] Pushing event updated for resources: {'Port': ['ID=a8c7e3ae-e078-4917-a7e9-ca991cbe1563,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:06.656755 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-9917b125-9a26-4aaa-aef1-da359ce4e82b None None] Could not find standard attr ID for object dee03360-9708-4a92-85ec-b3063bf419d3. {{(pid=102732) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 18 18:41:06.660727 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_v2 [None req-a85c809d-1b43-4ed2-abf6-308e20adfd7a tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Deleting subnet cc102ebb-e70d-432d-8063-ffd617bc34ac {{(pid=102731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:41:06.665591 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a85c809d-1b43-4ed2-abf6-308e20adfd7a tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks [] for subnet, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:06.708578 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-830a9b32-9aae-49cc-ba73-4529a9b92bc6 None None] For port a0518454-6904-4d18-994a-18b410a4839d, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:41:06.716834 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-830a9b32-9aae-49cc-ba73-4529a9b92bc6 None None] For port a0518454-6904-4d18-994a-18b410a4839d, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=a0518454-6904-4d18-994a-18b410a4839d,segment=NetworkSegment(4bacaab9-5856-428c-b87c-e7a5eaaf2e4d),segment_id=4bacaab9-5856-428c-b87c-e7a5eaaf2e4d)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:41:06.726300 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-830a9b32-9aae-49cc-ba73-4529a9b92bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:06.805556 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 1386bcb7-9353-4f6e-9176-3580840c72d0 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:41:06.830852 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830a9b32-9aae-49cc-ba73-4529a9b92bc6 None None] Pushing event updated for resources: {'Port': ['ID=a0518454-6904-4d18-994a-18b410a4839d,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:07.109831 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a85c809d-1b43-4ed2-abf6-308e20adfd7a tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260542153'] for subnet, precommit_delete_associations {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:07.215181 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a85c809d-1b43-4ed2-abf6-308e20adfd7a tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:07.279004 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a85c809d-1b43-4ed2-abf6-308e20adfd7a tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260898416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260908030'] for subnet, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:07.279315 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0f9eaccf-85b7-47a0-ba20-8a101f52bac0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:07.310626 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85c809d-1b43-4ed2-abf6-308e20adfd7a tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Pushing event deleted for resources: {'Subnet': ['ID=cc102ebb-e70d-432d-8063-ffd617bc34ac,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:07.314363 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a85c809d-1b43-4ed2-abf6-308e20adfd7a tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:07.317709 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-a85c809d-1b43-4ed2-abf6-308e20adfd7a tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] 10.222.0.85 "DELETE /v2.0/subnets/cc102ebb-e70d-432d-8063-ffd617bc34ac HTTP/1.1" status: 204 len: 168 time: 0.7451215 May 18 18:41:07.322065 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 44812) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:41:07.326907 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e15e66c3-64c7-455b-83d6-eee7c3c9d78b None None] Network 78c6b86f-0491-4dec-b319-379526c4c6be requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:41:07.407725 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6fa598e3-d622-4328-8371-02d79056f70d tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:07.471589 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-6fa598e3-d622-4328-8371-02d79056f70d tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Deleting port 1386bcb7-9353-4f6e-9176-3580840c72d0 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:41:07.471936 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6fa598e3-d622-4328-8371-02d79056f70d tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:07.498573 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0f9eaccf-85b7-47a0-ba20-8a101f52bac0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596801'] for router, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:07.530486 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7257f2e9-c5c8-49c0-a069-910f5648635e None None] DHCP port deletion for 78c6b86f-0491-4dec-b319-379526c4c6be request from n-d-838550-3 {{(pid=102732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 18:41:07.544072 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-6fa598e3-d622-4328-8371-02d79056f70d tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] For port 1386bcb7-9353-4f6e-9176-3580840c72d0, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=1386bcb7-9353-4f6e-9176-3580840c72d0,segment=NetworkSegment(99002084-d70e-46b2-b6a7-0f090ede4dad),segment_id=99002084-d70e-46b2-b6a7-0f090ede4dad)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:41:07.544692 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6fa598e3-d622-4328-8371-02d79056f70d tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:07.558256 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-6fa598e3-d622-4328-8371-02d79056f70d tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Calling delete_port for 1386bcb7-9353-4f6e-9176-3580840c72d0 owned by network:dhcp {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:41:07.583535 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-7257f2e9-c5c8-49c0-a069-910f5648635e None None] Deleting port 1386bcb7-9353-4f6e-9176-3580840c72d0 {{(pid=102732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:41:07.583909 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-7257f2e9-c5c8-49c0-a069-910f5648635e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:07.649997 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6fa598e3-d622-4328-8371-02d79056f70d tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:07.665228 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f9eaccf-85b7-47a0-ba20-8a101f52bac0 admin admin] Router 356d1573-24e7-4005-a662-9c8c7ae91522 is scheduled to L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e with binding_index 1 {{(pid=102730) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 18 18:41:07.685191 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-7257f2e9-c5c8-49c0-a069-910f5648635e None None] For port 1386bcb7-9353-4f6e-9176-3580840c72d0, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=1386bcb7-9353-4f6e-9176-3580840c72d0,segment=NetworkSegment(99002084-d70e-46b2-b6a7-0f090ede4dad),segment_id=99002084-d70e-46b2-b6a7-0f090ede4dad)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:41:07.685871 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-7257f2e9-c5c8-49c0-a069-910f5648635e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:07.692884 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa598e3-d622-4328-8371-02d79056f70d tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] No DVR routers for this DVR port 1386bcb7-9353-4f6e-9176-3580840c72d0 on host n-d-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:41:07.695266 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa598e3-d622-4328-8371-02d79056f70d tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Pushing event deleted for resources: {'Port': ['ID=1386bcb7-9353-4f6e-9176-3580840c72d0,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:07.700562 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-7257f2e9-c5c8-49c0-a069-910f5648635e None None] Calling delete_port for 1386bcb7-9353-4f6e-9176-3580840c72d0 owned by network:dhcp {{(pid=102732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:41:07.776925 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-460a26b8-a968-4540-b974-48d2df3f3939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:07.793206 n-d-838550-3 neutron-server[102732]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:41:07.793206 n-d-838550-3 neutron-server[102732]: self.session.flush() May 18 18:41:07.793206 n-d-838550-3 neutron-server[102732]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:41:07.793206 n-d-838550-3 neutron-server[102732]: self.session.flush() May 18 18:41:07.793206 n-d-838550-3 neutron-server[102732]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:41:07.793206 n-d-838550-3 neutron-server[102732]: self.session.flush() May 18 18:41:07.793206 n-d-838550-3 neutron-server[102732]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:41:07.793206 n-d-838550-3 neutron-server[102732]: self.session.flush() May 18 18:41:07.793206 n-d-838550-3 neutron-server[102732]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:41:07.793206 n-d-838550-3 neutron-server[102732]: self.session.flush() May 18 18:41:07.793206 n-d-838550-3 neutron-server[102732]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:41:07.793206 n-d-838550-3 neutron-server[102732]: self.session.flush() May 18 18:41:07.793206 n-d-838550-3 neutron-server[102732]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:41:07.793206 n-d-838550-3 neutron-server[102732]: self.session.flush() May 18 18:41:07.793206 n-d-838550-3 neutron-server[102732]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:41:07.793206 n-d-838550-3 neutron-server[102732]: self.session.flush() May 18 18:41:07.793206 n-d-838550-3 neutron-server[102732]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:41:07.793206 n-d-838550-3 neutron-server[102732]: self.session.flush() May 18 18:41:07.793206 n-d-838550-3 neutron-server[102732]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:41:07.793206 n-d-838550-3 neutron-server[102732]: self.session.flush() May 18 18:41:07.793206 n-d-838550-3 neutron-server[102732]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:41:07.793206 n-d-838550-3 neutron-server[102732]: self.session.flush() May 18 18:41:07.793206 n-d-838550-3 neutron-server[102732]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:41:07.793206 n-d-838550-3 neutron-server[102732]: self.session.flush() May 18 18:41:07.793206 n-d-838550-3 neutron-server[102732]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:41:07.793206 n-d-838550-3 neutron-server[102732]: self.session.flush() May 18 18:41:07.793206 n-d-838550-3 neutron-server[102732]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:41:07.793206 n-d-838550-3 neutron-server[102732]: self.session.flush() May 18 18:41:07.793206 n-d-838550-3 neutron-server[102732]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:41:07.793206 n-d-838550-3 neutron-server[102732]: self.session.flush() May 18 18:41:07.793206 n-d-838550-3 neutron-server[102732]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:41:07.793206 n-d-838550-3 neutron-server[102732]: self.session.flush() May 18 18:41:07.793206 n-d-838550-3 neutron-server[102732]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:41:07.793206 n-d-838550-3 neutron-server[102732]: self.session.flush() May 18 18:41:07.793206 n-d-838550-3 neutron-server[102732]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:41:07.793206 n-d-838550-3 neutron-server[102732]: self.session.flush() May 18 18:41:07.793206 n-d-838550-3 neutron-server[102732]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:41:07.793206 n-d-838550-3 neutron-server[102732]: self.session.flush() May 18 18:41:07.793206 n-d-838550-3 neutron-server[102732]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:41:07.793206 n-d-838550-3 neutron-server[102732]: self.session.flush() May 18 18:41:07.793206 n-d-838550-3 neutron-server[102732]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:41:07.793206 n-d-838550-3 neutron-server[102732]: self.session.flush() May 18 18:41:07.793206 n-d-838550-3 neutron-server[102732]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:41:07.793206 n-d-838550-3 neutron-server[102732]: self.session.flush() May 18 18:41:07.793206 n-d-838550-3 neutron-server[102732]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:41:07.793206 n-d-838550-3 neutron-server[102732]: self.session.flush() May 18 18:41:07.793206 n-d-838550-3 neutron-server[102732]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:41:07.793206 n-d-838550-3 neutron-server[102732]: self.session.flush() May 18 18:41:07.793206 n-d-838550-3 neutron-server[102732]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:41:07.793206 n-d-838550-3 neutron-server[102732]: self.session.flush() May 18 18:41:07.793206 n-d-838550-3 neutron-server[102732]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:41:07.793206 n-d-838550-3 neutron-server[102732]: self.session.flush() May 18 18:41:07.793206 n-d-838550-3 neutron-server[102732]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:41:07.793206 n-d-838550-3 neutron-server[102732]: self.session.flush() May 18 18:41:07.800504 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-7257f2e9-c5c8-49c0-a069-910f5648635e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508'] for port, after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:07.800799 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6fa598e3-d622-4328-8371-02d79056f70d tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:07.817194 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7257f2e9-c5c8-49c0-a069-910f5648635e None None] No DVR routers for this DVR port 1386bcb7-9353-4f6e-9176-3580840c72d0 on host n-d-838550-3 {{(pid=102732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:41:07.834519 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-6fa598e3-d622-4328-8371-02d79056f70d tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78c6b86f-0491-4dec-b319-379526c4c6be']}} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:41:07.842665 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7257f2e9-c5c8-49c0-a069-910f5648635e None None] Pushing event deleted for resources: {'Port': ['ID=1386bcb7-9353-4f6e-9176-3580840c72d0,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:07.848017 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f9eaccf-85b7-47a0-ba20-8a101f52bac0 admin admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:41:07.856146 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-6fa598e3-d622-4328-8371-02d79056f70d tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99002084-d70e-46b2-b6a7-0f090ede4dad') {'for_net_delete': True} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:41:07.857055 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-6fa598e3-d622-4328-8371-02d79056f70d tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99002084-d70e-46b2-b6a7-0f090ede4dad') {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:41:07.858463 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1778fea8-26e7-4298-8de2-9fea0efc35f3 None None] Sync routers for ids ['356d1573-24e7-4005-a662-9c8c7ae91522'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:41:07.870079 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1778fea8-26e7-4298-8de2-9fea0efc35f3 None None] Routers {'356d1573-24e7-4005-a662-9c8c7ae91522'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:41:07.870730 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-1778fea8-26e7-4298-8de2-9fea0efc35f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:40:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['356d1573-24e7-4005-a662-9c8c7ae91522'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:41:07.871185 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0f9eaccf-85b7-47a0-ba20-8a101f52bac0 admin admin] Notify callbacks [] for router, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:07.871351 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6fa598e3-d622-4328-8371-02d79056f70d tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260542144'] for segment, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:07.875365 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-0f9eaccf-85b7-47a0-ba20-8a101f52bac0 admin admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4774868 May 18 18:41:07.875719 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44814) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:41:07.887442 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6fa598e3-d622-4328-8371-02d79056f70d tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:07.894404 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fa598e3-d622-4328-8371-02d79056f70d tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=102731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:41:07.894847 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6fa598e3-d622-4328-8371-02d79056f70d tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260884178'] for segment, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:07.898336 n-d-838550-3 neutron-server[102731]: Traceback (most recent call last): May 18 18:41:07.898336 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:41:07.898336 n-d-838550-3 neutron-server[102731]: timer() May 18 18:41:07.898336 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:41:07.898336 n-d-838550-3 neutron-server[102731]: cb(*args, **kw) May 18 18:41:07.898336 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:41:07.898336 n-d-838550-3 neutron-server[102731]: return func(*args, **kwargs) May 18 18:41:07.898336 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:41:07.898336 n-d-838550-3 neutron-server[102731]: self._notify() May 18 18:41:07.898336 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:41:07.898336 n-d-838550-3 neutron-server[102731]: self.callback(batched_events) May 18 18:41:07.898336 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:41:07.898336 n-d-838550-3 neutron-server[102731]: event.method(event) May 18 18:41:07.898336 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:41:07.898336 n-d-838550-3 neutron-server[102731]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:41:07.898336 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:41:07.898336 n-d-838550-3 neutron-server[102731]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:41:07.898336 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:41:07.898336 n-d-838550-3 neutron-server[102731]: return f(self, *a, **k) May 18 18:41:07.898336 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:41:07.898336 n-d-838550-3 neutron-server[102731]: return self._get(url).json() May 18 18:41:07.898336 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:41:07.898336 n-d-838550-3 neutron-server[102731]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:41:07.898336 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:41:07.898336 n-d-838550-3 neutron-server[102731]: return self.request(url, 'GET', **kwargs) May 18 18:41:07.898336 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:41:07.898336 n-d-838550-3 neutron-server[102731]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:41:07.898336 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:41:07.898336 n-d-838550-3 neutron-server[102731]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:41:07.898336 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:41:07.898336 n-d-838550-3 neutron-server[102731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:41:07.898336 n-d-838550-3 neutron-server[102731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:41:07.977050 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6fa598e3-d622-4328-8371-02d79056f70d tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:07.982106 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-1778fea8-26e7-4298-8de2-9fea0efc35f3 None None] Set router 356d1573-24e7-4005-a662-9c8c7ae91522 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:41:07.985106 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6fa598e3-d622-4328-8371-02d79056f70d tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks [] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:07.989051 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-6fa598e3-d622-4328-8371-02d79056f70d tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] 10.222.0.85 "DELETE /v2.0/networks/78c6b86f-0491-4dec-b319-379526c4c6be HTTP/1.1" status: 204 len: 168 time: 0.6659160 May 18 18:41:07.994131 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 44816) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:41:08.010301 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-8d8be209-d953-4eb0-927d-686d02e4ecb2 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1820657254'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:41:08.034427 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa598e3-d622-4328-8371-02d79056f70d tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Pushing event deleted for resources: {'Network': ['ID=78c6b86f-0491-4dec-b319-379526c4c6be,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:08.051965 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d8be209-d953-4eb0-927d-686d02e4ecb2 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Made reservation on behalf of 70a00dc3bf3147ae81b607bc351254ca for: {'network': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:41:08.057683 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8d8be209-d953-4eb0-927d-686d02e4ecb2 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:08.070343 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e47355-5962-4f38-b7b2-67a522da46e1 None None] Network dec46a06-b083-4e1d-a7b3-bad88752b149 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:41:08.100596 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d8be209-d953-4eb0-927d-686d02e4ecb2 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 623} {{(pid=102731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:41:08.118357 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8d8be209-d953-4eb0-927d-686d02e4ecb2 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:08.120333 n-d-838550-3 neutron-server[102731]: INFO neutron.db.segments_db [None req-8d8be209-d953-4eb0-927d-686d02e4ecb2 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Added segment cad79d5d-44d2-4fb2-b5e1-c84322210af2 of type vlan for network c24dcf0c-d63e-4fa8-9c8b-eedb03a0384e May 18 18:41:08.144116 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-0579acd2-70ab-4d12-9b0d-2c8af433010c None None] Provisioning complete for port a0518454-6904-4d18-994a-18b410a4839d triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:41:08.144497 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0579acd2-70ab-4d12-9b0d-2c8af433010c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:08.178211 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-1778fea8-26e7-4298-8de2-9fea0efc35f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '356d1573-24e7-4005-a662-9c8c7ae91522', 'name': 'tempest-TestAggregatesBasicOps-813890580-router', 'tenant_id': 'a8dfb9d0194845eba7b890b0e2b7d56a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': 'a8c7e3ae-e078-4917-a7e9-ca991cbe1563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:41:05Z', 'updated_at': '2022-05-18T18:41:07Z', 'revision_number': 3, 'project_id': 'a8dfb9d0194845eba7b890b0e2b7d56a', 'gw_port': {'id': 'a8c7e3ae-e078-4917-a7e9-ca991cbe1563', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:68:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '356d1573-24e7-4005-a662-9c8c7ae91522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:41:06Z', 'updated_at': '2022-05-18T18:41:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:41:08.199653 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8d8be209-d953-4eb0-927d-686d02e4ecb2 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:08.204654 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1778fea8-26e7-4298-8de2-9fea0efc35f3 None None] Checking router: 356d1573-24e7-4005-a662-9c8c7ae91522 for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:41:08.205259 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1778fea8-26e7-4298-8de2-9fea0efc35f3 None None] Updating router 356d1573-24e7-4005-a662-9c8c7ae91522 port a8c7e3ae-e078-4917-a7e9-ca991cbe1563 binding host n-d-838550-3 {{(pid=102733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 18:41:08.233792 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-1778fea8-26e7-4298-8de2-9fea0efc35f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:08.272682 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8d8be209-d953-4eb0-927d-686d02e4ecb2 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:08.284689 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d8be209-d953-4eb0-927d-686d02e4ecb2 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:41:08.285655 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8d8be209-d953-4eb0-927d-686d02e4ecb2 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks [] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:08.375830 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-8d8be209-d953-4eb0-927d-686d02e4ecb2 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3799052 May 18 18:41:08.377549 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-0579acd2-70ab-4d12-9b0d-2c8af433010c None None] Current status of the port a0518454-6904-4d18-994a-18b410a4839d is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:41:08.378208 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0579acd2-70ab-4d12-9b0d-2c8af433010c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:08.379780 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44818) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:41:08.385434 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device a0518454-6904-4d18-994a-18b410a4839d up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:41:08.386093 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-d0d1f390-3fb5-480d-bc36-37f35b40d242 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Request body: {'subnet': {'network_id': 'c24dcf0c-d63e-4fa8-9c8b-eedb03a0384e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:41:08.398706 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8be209-d953-4eb0-927d-686d02e4ecb2 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Pushing event updated for resources: {'Network': ['ID=c24dcf0c-d63e-4fa8-9c8b-eedb03a0384e,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:08.417584 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network c24dcf0c-d63e-4fa8-9c8b-eedb03a0384e details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:41:08.514421 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6b27cc0f-00a8-4881-94e1-54da54d997cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:08.523146 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-1778fea8-26e7-4298-8de2-9fea0efc35f3 None None] Notify callbacks [] for port, precommit_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:08.536313 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-1778fea8-26e7-4298-8de2-9fea0efc35f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:08.540524 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-0579acd2-70ab-4d12-9b0d-2c8af433010c None None] For port a0518454-6904-4d18-994a-18b410a4839d, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=a0518454-6904-4d18-994a-18b410a4839d,segment=NetworkSegment(4bacaab9-5856-428c-b87c-e7a5eaaf2e4d),segment_id=4bacaab9-5856-428c-b87c-e7a5eaaf2e4d)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:41:08.545939 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0d1f390-3fb5-480d-bc36-37f35b40d242 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Made reservation on behalf of 70a00dc3bf3147ae81b607bc351254ca for: {'subnet': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:41:08.548241 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0579acd2-70ab-4d12-9b0d-2c8af433010c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:08.551721 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d0d1f390-3fb5-480d-bc36-37f35b40d242 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261031885'] for subnet, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:08.594576 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port a0518454-6904-4d18-994a-18b410a4839d triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:41:08.595547 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:08.595691 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-1778fea8-26e7-4298-8de2-9fea0efc35f3 None None] Attempting to bind port a8c7e3ae-e078-4917-a7e9-ca991cbe1563 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:41:08.595691 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-1778fea8-26e7-4298-8de2-9fea0efc35f3 None None] Attempting to bind port a8c7e3ae-e078-4917-a7e9-ca991cbe1563 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:41:08.596014 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1778fea8-26e7-4298-8de2-9fea0efc35f3 None None] Attempting to bind port a8c7e3ae-e078-4917-a7e9-ca991cbe1563 on network 31ebd439-090c-4b25-bbb0-31c48711b145 {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:41:08.604582 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1778fea8-26e7-4298-8de2-9fea0efc35f3 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:41:08.604952 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1778fea8-26e7-4298-8de2-9fea0efc35f3 None None] Checking segment: {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:41:08.605576 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-1778fea8-26e7-4298-8de2-9fea0efc35f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:08.606166 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1778fea8-26e7-4298-8de2-9fea0efc35f3 None None] Bound using segment: {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:41:08.606829 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-1778fea8-26e7-4298-8de2-9fea0efc35f3 None None] Bound port: a8c7e3ae-e078-4917-a7e9-ca991cbe1563, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:41:08.607391 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-1778fea8-26e7-4298-8de2-9fea0efc35f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:08.640275 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0579acd2-70ab-4d12-9b0d-2c8af433010c None None] Pushing event updated for resources: {'Port': ['ID=a0518454-6904-4d18-994a-18b410a4839d,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:08.679501 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.db [None req-1778fea8-26e7-4298-8de2-9fea0efc35f3 None None] For port a8c7e3ae-e078-4917-a7e9-ca991cbe1563, host n-d-838550-3, cleared binding levels {{(pid=102733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:41:08.685267 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.db [None req-1778fea8-26e7-4298-8de2-9fea0efc35f3 None None] For port a8c7e3ae-e078-4917-a7e9-ca991cbe1563, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=a8c7e3ae-e078-4917-a7e9-ca991cbe1563,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:41:08.701354 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1a0c25-ed88-4263-9b75-1d210c95328f None None] Pushing event updated for resources: {'Port': ['ID=a8c7e3ae-e078-4917-a7e9-ca991cbe1563,revision_number=2']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:08.704065 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-1778fea8-26e7-4298-8de2-9fea0efc35f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:08.706043 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port a0518454-6904-4d18-994a-18b410a4839d is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:41:08.720009 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1a0c25-ed88-4263-9b75-1d210c95328f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:41:08.720658 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1a0c25-ed88-4263-9b75-1d210c95328f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:41:08.721161 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1a0c25-ed88-4263-9b75-1d210c95328f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:41:08.721691 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1a0c25-ed88-4263-9b75-1d210c95328f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:41:08.722608 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1a0c25-ed88-4263-9b75-1d210c95328f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:41:08.723123 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1a0c25-ed88-4263-9b75-1d210c95328f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:41:08.723617 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1a0c25-ed88-4263-9b75-1d210c95328f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:41:08.724107 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1a0c25-ed88-4263-9b75-1d210c95328f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:41:08.724700 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1a0c25-ed88-4263-9b75-1d210c95328f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:41:08.725481 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1a0c25-ed88-4263-9b75-1d210c95328f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:41:08.725830 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1a0c25-ed88-4263-9b75-1d210c95328f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:41:08.726332 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1a0c25-ed88-4263-9b75-1d210c95328f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:41:08.782086 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 1386bcb7-9353-4f6e-9176-3580840c72d0 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:41:08.789329 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1778fea8-26e7-4298-8de2-9fea0efc35f3 None None] Routers {'356d1573-24e7-4005-a662-9c8c7ae91522'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:41:08.789999 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-1778fea8-26e7-4298-8de2-9fea0efc35f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:40:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['356d1573-24e7-4005-a662-9c8c7ae91522'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:41:08.808975 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 1386bcb7-9353-4f6e-9176-3580840c72d0 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:41:08.809345 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 1386bcb7-9353-4f6e-9176-3580840c72d0 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:41:08.846201 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1a0c25-ed88-4263-9b75-1d210c95328f None None] Pushing event updated for resources: {'Port': ['ID=a8c7e3ae-e078-4917-a7e9-ca991cbe1563,revision_number=3']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:08.869763 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-f45169f3-17f5-4e87-a342-46d6cac7c8b8 None None] Provisioning complete for port a0518454-6904-4d18-994a-18b410a4839d triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:41:08.870446 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f45169f3-17f5-4e87-a342-46d6cac7c8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:08.909266 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-6b27cc0f-00a8-4881-94e1-54da54d997cb admin admin] Allocated IP 172.20.0.1 (dec46a06-b083-4e1d-a7b3-bad88752b149/16143240-4560-4cea-82e8-1bfeff59c80f/90e225eb-b485-4818-8f1d-5c9a8aba5851) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:41:08.915189 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-1778fea8-26e7-4298-8de2-9fea0efc35f3 None None] Set router 356d1573-24e7-4005-a662-9c8c7ae91522 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:41:08.959737 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-f45169f3-17f5-4e87-a342-46d6cac7c8b8 None None] Current status of the port a0518454-6904-4d18-994a-18b410a4839d is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:41:09.028989 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d0d1f390-3fb5-480d-bc36-37f35b40d242 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261104883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261031899'] for subnet, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:09.102704 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-1778fea8-26e7-4298-8de2-9fea0efc35f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '356d1573-24e7-4005-a662-9c8c7ae91522', 'name': 'tempest-TestAggregatesBasicOps-813890580-router', 'tenant_id': 'a8dfb9d0194845eba7b890b0e2b7d56a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': 'a8c7e3ae-e078-4917-a7e9-ca991cbe1563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:41:05Z', 'updated_at': '2022-05-18T18:41:07Z', 'revision_number': 3, 'project_id': 'a8dfb9d0194845eba7b890b0e2b7d56a', 'gw_port': {'id': 'a8c7e3ae-e078-4917-a7e9-ca991cbe1563', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:68:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '356d1573-24e7-4005-a662-9c8c7ae91522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:41:06Z', 'updated_at': '2022-05-18T18:41:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:41:09.111395 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d1f390-3fb5-480d-bc36-37f35b40d242 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Pushing event updated for resources: {'Subnet': ['ID=242fa51c-7185-49a0-8edb-d21b65330b41,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:09.120762 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6b27cc0f-00a8-4881-94e1-54da54d997cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:09.128426 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1778fea8-26e7-4298-8de2-9fea0efc35f3 None None] The sync data for ids ['356d1573-24e7-4005-a662-9c8c7ae91522'] in n-d-838550-3 is: [{'id': '356d1573-24e7-4005-a662-9c8c7ae91522', 'name': 'tempest-TestAggregatesBasicOps-813890580-router', 'tenant_id': 'a8dfb9d0194845eba7b890b0e2b7d56a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': 'a8c7e3ae-e078-4917-a7e9-ca991cbe1563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:41:05Z', 'updated_at': '2022-05-18T18:41:07Z', 'revision_number': 3, 'project_id': 'a8dfb9d0194845eba7b890b0e2b7d56a', 'gw_port': {'id': 'a8c7e3ae-e078-4917-a7e9-ca991cbe1563', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:68:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '356d1573-24e7-4005-a662-9c8c7ae91522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:41:06Z', 'updated_at': '2022-05-18T18:41:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:41:09.133702 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d1f390-3fb5-480d-bc36-37f35b40d242 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:41:09.134067 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d1f390-3fb5-480d-bc36-37f35b40d242 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:41:09.134407 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d1f390-3fb5-480d-bc36-37f35b40d242 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:41:09.134740 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d1f390-3fb5-480d-bc36-37f35b40d242 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:41:09.135070 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d1f390-3fb5-480d-bc36-37f35b40d242 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:41:09.135395 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d1f390-3fb5-480d-bc36-37f35b40d242 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:41:09.135982 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d1f390-3fb5-480d-bc36-37f35b40d242 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:41:09.136318 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d1f390-3fb5-480d-bc36-37f35b40d242 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:41:09.136642 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d1f390-3fb5-480d-bc36-37f35b40d242 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:41:09.136997 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d1f390-3fb5-480d-bc36-37f35b40d242 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:41:09.137279 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d1f390-3fb5-480d-bc36-37f35b40d242 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:41:09.137601 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d1f390-3fb5-480d-bc36-37f35b40d242 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:41:09.155823 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d1f390-3fb5-480d-bc36-37f35b40d242 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Checking segment: {'id': 'cad79d5d-44d2-4fb2-b5e1-c84322210af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'c24dcf0c-d63e-4fa8-9c8b-eedb03a0384e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:41:09.156179 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d1f390-3fb5-480d-bc36-37f35b40d242 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Network hostable DHCP agents. Network: c24dcf0c-d63e-4fa8-9c8b-eedb03a0384e, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:41:09.191078 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d1f390-3fb5-480d-bc36-37f35b40d242 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Network c24dcf0c-d63e-4fa8-9c8b-eedb03a0384e is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:41:09.197159 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6b27cc0f-00a8-4881-94e1-54da54d997cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:09.207909 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-d0d1f390-3fb5-480d-bc36-37f35b40d242 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, c24dcf0c-d63e-4fa8-9c8b-eedb03a0384e) {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:41:09.216346 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c9795dd-c578-437a-8822-04bbac2ea2f1 None None] Network c24dcf0c-d63e-4fa8-9c8b-eedb03a0384e requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:41:09.233260 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d1f390-3fb5-480d-bc36-37f35b40d242 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:41:09.233879 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d0d1f390-3fb5-480d-bc36-37f35b40d242 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks [] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:09.249431 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b27cc0f-00a8-4881-94e1-54da54d997cb admin admin] Network dec46a06-b083-4e1d-a7b3-bad88752b149 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:41:09.255867 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-6b27cc0f-00a8-4881-94e1-54da54d997cb admin admin] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:41:09.261345 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b27cc0f-00a8-4881-94e1-54da54d997cb admin admin] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:41:09.292733 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-d0d1f390-3fb5-480d-bc36-37f35b40d242 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9115756 May 18 18:41:09.295469 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 44820) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:41:09.297106 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b27cc0f-00a8-4881-94e1-54da54d997cb admin admin] Pushing event updated for resources: {'Port': ['ID=90e225eb-b485-4818-8f1d-5c9a8aba5851,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:09.300216 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-edfcfa3e-ba98-45df-a6ab-876e9676b406 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1515072807', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:41:09.312711 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6b27cc0f-00a8-4881-94e1-54da54d997cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595826'] for router_interface, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:09.329144 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-edfcfa3e-ba98-45df-a6ab-876e9676b406 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25099'] for router, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:09.330640 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-edfcfa3e-ba98-45df-a6ab-876e9676b406 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-593238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596850', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25088'] for router, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:09.406279 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a70ec9ef-9035-4573-a111-e26df59b1e52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-c24dcf0c-d63e-4fa8-9c8b-eedb03a0384e', 'network_id': 'c24dcf0c-d63e-4fa8-9c8b-eedb03a0384e', 'tenant_id': '70a00dc3bf3147ae81b607bc351254ca', 'fixed_ips': [{'subnet_id': '242fa51c-7185-49a0-8edb-d21b65330b41'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:41:09.408058 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a70ec9ef-9035-4573-a111-e26df59b1e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:09.436249 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-edfcfa3e-ba98-45df-a6ab-876e9676b406 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:09.446841 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-edfcfa3e-ba98-45df-a6ab-876e9676b406 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596801'] for router, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:09.493846 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-edfcfa3e-ba98-45df-a6ab-876e9676b406 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks [] for router, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:09.495082 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-edfcfa3e-ba98-45df-a6ab-876e9676b406 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1985550 May 18 18:41:09.497755 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 44822) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:41:09.509074 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-27b1141d-955b-4095-8f75-9df70af03cdc tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Request body: {'port': {'network_id': 'c24dcf0c-d63e-4fa8-9c8b-eedb03a0384e', 'name': 'tempest-PortsIpV6TestJSON-1171967782'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:41:09.596179 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6b27cc0f-00a8-4881-94e1-54da54d997cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:09.652611 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-a70ec9ef-9035-4573-a111-e26df59b1e52 None None] Allocated IP 2001:db8::2 (c24dcf0c-d63e-4fa8-9c8b-eedb03a0384e/242fa51c-7185-49a0-8edb-d21b65330b41/c32a5bd3-0b03-4400-b3f1-504855d64e64) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:41:09.720745 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27b1141d-955b-4095-8f75-9df70af03cdc tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Made reservation on behalf of 70a00dc3bf3147ae81b607bc351254ca for: {'port': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:41:09.725086 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-27b1141d-955b-4095-8f75-9df70af03cdc tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:09.749196 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b1067898-604a-4727-82ed-847ce6f197c7 None None] Provisioning complete for port 90e225eb-b485-4818-8f1d-5c9a8aba5851 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:41:09.749573 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b1067898-604a-4727-82ed-847ce6f197c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:09.750634 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [None req-27b1141d-955b-4095-8f75-9df70af03cdc tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] device_id is not set on port 22ad808f-2eea-4417-8f32-29122bb84733 yet. {{(pid=102731) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 18 18:41:09.798712 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b1067898-604a-4727-82ed-847ce6f197c7 None None] Port 90e225eb-b485-4818-8f1d-5c9a8aba5851 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:41:09.906404 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a70ec9ef-9035-4573-a111-e26df59b1e52 None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:09.916246 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a70ec9ef-9035-4573-a111-e26df59b1e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:09.967819 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a70ec9ef-9035-4573-a111-e26df59b1e52 None None] Network c24dcf0c-d63e-4fa8-9c8b-eedb03a0384e is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:41:09.975761 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-a70ec9ef-9035-4573-a111-e26df59b1e52 None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:41:09.978461 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70ec9ef-9035-4573-a111-e26df59b1e52 None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:41:09.986746 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70ec9ef-9035-4573-a111-e26df59b1e52 None None] Pushing event updated for resources: {'Port': ['ID=c32a5bd3-0b03-4400-b3f1-504855d64e64,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:10.000926 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-27b1141d-955b-4095-8f75-9df70af03cdc tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Allocated IP 2001:db8::296 (c24dcf0c-d63e-4fa8-9c8b-eedb03a0384e/242fa51c-7185-49a0-8edb-d21b65330b41/22ad808f-2eea-4417-8f32-29122bb84733) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:41:10.067712 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-a70ec9ef-9035-4573-a111-e26df59b1e52 None None] Attempting to bind port c32a5bd3-0b03-4400-b3f1-504855d64e64 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:41:10.068276 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-a70ec9ef-9035-4573-a111-e26df59b1e52 None None] Attempting to bind port c32a5bd3-0b03-4400-b3f1-504855d64e64 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': 'cad79d5d-44d2-4fb2-b5e1-c84322210af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'c24dcf0c-d63e-4fa8-9c8b-eedb03a0384e'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:41:10.068801 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70ec9ef-9035-4573-a111-e26df59b1e52 None None] Attempting to bind port c32a5bd3-0b03-4400-b3f1-504855d64e64 on network c24dcf0c-d63e-4fa8-9c8b-eedb03a0384e {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:41:10.073504 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a51df14a-e1a7-4fc4-b82c-a03b56698e10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:10.079141 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70ec9ef-9035-4573-a111-e26df59b1e52 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:41:10.079804 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70ec9ef-9035-4573-a111-e26df59b1e52 None None] Checking segment: {'id': 'cad79d5d-44d2-4fb2-b5e1-c84322210af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'c24dcf0c-d63e-4fa8-9c8b-eedb03a0384e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:41:10.080342 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a70ec9ef-9035-4573-a111-e26df59b1e52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:10.080962 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70ec9ef-9035-4573-a111-e26df59b1e52 None None] Bound using segment: {'id': 'cad79d5d-44d2-4fb2-b5e1-c84322210af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'c24dcf0c-d63e-4fa8-9c8b-eedb03a0384e'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:41:10.081724 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-a70ec9ef-9035-4573-a111-e26df59b1e52 None None] Bound port: c32a5bd3-0b03-4400-b3f1-504855d64e64, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cad79d5d-44d2-4fb2-b5e1-c84322210af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'c24dcf0c-d63e-4fa8-9c8b-eedb03a0384e'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:41:10.082192 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a70ec9ef-9035-4573-a111-e26df59b1e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:10.097444 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6b27cc0f-00a8-4881-94e1-54da54d997cb admin admin] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:10.104540 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6b27cc0f-00a8-4881-94e1-54da54d997cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:10.158466 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a70ec9ef-9035-4573-a111-e26df59b1e52 None None] For port c32a5bd3-0b03-4400-b3f1-504855d64e64, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:41:10.163463 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a70ec9ef-9035-4573-a111-e26df59b1e52 None None] For port c32a5bd3-0b03-4400-b3f1-504855d64e64, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=c32a5bd3-0b03-4400-b3f1-504855d64e64,segment=NetworkSegment(cad79d5d-44d2-4fb2-b5e1-c84322210af2),segment_id=cad79d5d-44d2-4fb2-b5e1-c84322210af2)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:41:10.172315 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a70ec9ef-9035-4573-a111-e26df59b1e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:10.192398 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-27b1141d-955b-4095-8f75-9df70af03cdc tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:10.197085 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6b27cc0f-00a8-4881-94e1-54da54d997cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-595870'] for router_interface, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:10.249349 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70ec9ef-9035-4573-a111-e26df59b1e52 None None] Pushing event updated for resources: {'Port': ['ID=c32a5bd3-0b03-4400-b3f1-504855d64e64,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:10.250939 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-27b1141d-955b-4095-8f75-9df70af03cdc tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:10.305257 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b27cc0f-00a8-4881-94e1-54da54d997cb admin admin] Pushing event updated for resources: {'Port': ['ID=90e225eb-b485-4818-8f1d-5c9a8aba5851,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:10.309664 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b1141d-955b-4095-8f75-9df70af03cdc tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Network c24dcf0c-d63e-4fa8-9c8b-eedb03a0384e is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:41:10.313676 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-27b1141d-955b-4095-8f75-9df70af03cdc tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:41:10.317970 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b1141d-955b-4095-8f75-9df70af03cdc tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:41:10.324106 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b1141d-955b-4095-8f75-9df70af03cdc tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:41:10.335592 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-27b1141d-955b-4095-8f75-9df70af03cdc tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:10.367259 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b1141d-955b-4095-8f75-9df70af03cdc tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Pushing event updated for resources: {'Port': ['ID=22ad808f-2eea-4417-8f32-29122bb84733,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:10.383806 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-27b1141d-955b-4095-8f75-9df70af03cdc tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.8845446 May 18 18:41:10.386167 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 44824) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:41:10.390386 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b27cc0f-00a8-4881-94e1-54da54d997cb admin admin] Network dec46a06-b083-4e1d-a7b3-bad88752b149 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:41:10.392340 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-6b27cc0f-00a8-4881-94e1-54da54d997cb admin admin] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:41:10.448089 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device a0518454-6904-4d18-994a-18b410a4839d up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:41:10.523816 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port a0518454-6904-4d18-994a-18b410a4839d triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:41:10.524264 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:10.621404 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b27cc0f-00a8-4881-94e1-54da54d997cb admin admin] Router 356d1573-24e7-4005-a662-9c8c7ae91522 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:41:10.726597 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port a0518454-6904-4d18-994a-18b410a4839d is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:41:10.728338 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device a8c7e3ae-e078-4917-a7e9-ca991cbe1563 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:41:10.783219 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b27cc0f-00a8-4881-94e1-54da54d997cb admin admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:41:10.798482 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-6b27cc0f-00a8-4881-94e1-54da54d997cb admin admin] 10.222.0.85 "PUT /v2.0/routers/356d1573-24e7-4005-a662-9c8c7ae91522/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9132831 May 18 18:41:10.821445 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-819b297f-644d-410d-8928-2b89019a3ac8 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:10.990381 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-0b9b94c1-16e8-4ee4-95e4-49a0fbcd0662 None None] Provisioning complete for port 90e225eb-b485-4818-8f1d-5c9a8aba5851 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:41:10.990745 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0b9b94c1-16e8-4ee4-95e4-49a0fbcd0662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:11.022764 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port a8c7e3ae-e078-4917-a7e9-ca991cbe1563 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:41:11.023140 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:11.057303 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b94c1-16e8-4ee4-95e4-49a0fbcd0662 None None] Port 90e225eb-b485-4818-8f1d-5c9a8aba5851 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:41:11.119960 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port a8c7e3ae-e078-4917-a7e9-ca991cbe1563 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:41:11.120448 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:11.136959 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-819b297f-644d-410d-8928-2b89019a3ac8 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:11.143317 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-819b297f-644d-410d-8928-2b89019a3ac8 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:11.143990 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] For port a8c7e3ae-e078-4917-a7e9-ca991cbe1563, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=a8c7e3ae-e078-4917-a7e9-ca991cbe1563,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:41:11.150739 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:11.195029 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819b297f-644d-410d-8928-2b89019a3ac8 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Pushing event updated for resources: {'Port': ['ID=22ad808f-2eea-4417-8f32-29122bb84733,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:11.232043 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Pushing event updated for resources: {'Port': ['ID=a8c7e3ae-e078-4917-a7e9-ca991cbe1563,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:11.330720 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:11.354086 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-819b297f-644d-410d-8928-2b89019a3ac8 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595826'] for router_interface, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:11.415620 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44840) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:41:11.424066 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-680993da-292e-4328-8b6d-0928fc1f57a7 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-634924436-network', 'tenant_id': '1d3ddb217df44d3683ca1c4899468af7'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:41:11.448385 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-680993da-292e-4328-8b6d-0928fc1f57a7 admin admin] Made reservation on behalf of 1d3ddb217df44d3683ca1c4899468af7 for: {'network': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:41:11.451264 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-680993da-292e-4328-8b6d-0928fc1f57a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:11.461522 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-680993da-292e-4328-8b6d-0928fc1f57a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:11.494986 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-819b297f-644d-410d-8928-2b89019a3ac8 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:11.567774 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7e6272-d871-459e-9ce0-4fc4f39f64cf None None] Sync routers for ids ['356d1573-24e7-4005-a662-9c8c7ae91522'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:41:11.570802 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-680993da-292e-4328-8b6d-0928fc1f57a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:11.577404 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-680993da-292e-4328-8b6d-0928fc1f57a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:11.586087 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7e6272-d871-459e-9ce0-4fc4f39f64cf None None] Routers {'356d1573-24e7-4005-a662-9c8c7ae91522'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:41:11.586722 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-3f7e6272-d871-459e-9ce0-4fc4f39f64cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:41:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['356d1573-24e7-4005-a662-9c8c7ae91522'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:41:11.618062 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680993da-292e-4328-8b6d-0928fc1f57a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ae77431-1dfc-4666-8656-7253475cf32c,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:11.640489 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-680993da-292e-4328-8b6d-0928fc1f57a7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 612} {{(pid=102730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:41:11.656232 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-680993da-292e-4328-8b6d-0928fc1f57a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:11.656867 n-d-838550-3 neutron-server[102730]: INFO neutron.db.segments_db [None req-680993da-292e-4328-8b6d-0928fc1f57a7 admin admin] Added segment 0e280abf-b6b3-41bd-9111-e1b14383e005 of type vlan for network c2c9e591-656d-46d0-a62d-4895d899b4f1 May 18 18:41:11.705267 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-680993da-292e-4328-8b6d-0928fc1f57a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:11.738371 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-680993da-292e-4328-8b6d-0928fc1f57a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:11.739719 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-680993da-292e-4328-8b6d-0928fc1f57a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:41:11.740375 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-680993da-292e-4328-8b6d-0928fc1f57a7 admin admin] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:11.743120 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-3f7e6272-d871-459e-9ce0-4fc4f39f64cf None None] Set router 356d1573-24e7-4005-a662-9c8c7ae91522 gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:41:11.807451 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-819b297f-644d-410d-8928-2b89019a3ac8 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:11.813350 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-819b297f-644d-410d-8928-2b89019a3ac8 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:11.814268 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-819b297f-644d-410d-8928-2b89019a3ac8 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-595870'] for router_interface, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:11.868503 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680993da-292e-4328-8b6d-0928fc1f57a7 admin admin] Pushing event updated for resources: {'Network': ['ID=c2c9e591-656d-46d0-a62d-4895d899b4f1,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:11.887911 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819b297f-644d-410d-8928-2b89019a3ac8 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Pushing event updated for resources: {'Port': ['ID=22ad808f-2eea-4417-8f32-29122bb84733,revision_number=3']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:11.888058 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-680993da-292e-4328-8b6d-0928fc1f57a7 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4681571 May 18 18:41:11.898475 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44842) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:41:11.906136 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-108fbf14-295b-4c43-9946-ee641e5da4fc admin admin] Request body: {'subnet': {'network_id': 'c2c9e591-656d-46d0-a62d-4895d899b4f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-634924436-subnet', 'tenant_id': '1d3ddb217df44d3683ca1c4899468af7', 'ip_version': 4}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:41:11.910312 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network c2c9e591-656d-46d0-a62d-4895d899b4f1 details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:41:11.911888 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d602d4-c910-4345-85c5-15353017da54 None None] Network c24dcf0c-d63e-4fa8-9c8b-eedb03a0384e requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:41:11.929517 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-108fbf14-295b-4c43-9946-ee641e5da4fc admin admin] Made reservation on behalf of 1d3ddb217df44d3683ca1c4899468af7 for: {'subnet': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:41:11.933013 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-108fbf14-295b-4c43-9946-ee641e5da4fc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261031885'] for subnet, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:11.962403 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-819b297f-644d-410d-8928-2b89019a3ac8 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Network c24dcf0c-d63e-4fa8-9c8b-eedb03a0384e is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:41:11.963841 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-819b297f-644d-410d-8928-2b89019a3ac8 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:41:12.097275 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-819b297f-644d-410d-8928-2b89019a3ac8 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Router bffea1e5-c125-4829-a073-ea89640c425b is scheduled to L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e with binding_index 1 {{(pid=102731) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 18 18:41:12.098968 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-32f633ae-cd7d-4fbf-a29c-8534ad2eeee0 None None] Provisioning complete for port c32a5bd3-0b03-4400-b3f1-504855d64e64 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:41:12.099349 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-32f633ae-cd7d-4fbf-a29c-8534ad2eeee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:12.112853 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-108fbf14-295b-4c43-9946-ee641e5da4fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261104883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261031899'] for subnet, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:12.162919 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108fbf14-295b-4c43-9946-ee641e5da4fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=9375f665-faa1-434f-b6bc-a2500bdfb1a7,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:12.180976 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108fbf14-295b-4c43-9946-ee641e5da4fc admin admin] Checking segment: {'id': '0e280abf-b6b3-41bd-9111-e1b14383e005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'c2c9e591-656d-46d0-a62d-4895d899b4f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:41:12.181403 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-108fbf14-295b-4c43-9946-ee641e5da4fc admin admin] Network hostable DHCP agents. Network: c2c9e591-656d-46d0-a62d-4895d899b4f1, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:41:12.203141 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-108fbf14-295b-4c43-9946-ee641e5da4fc admin admin] Network c2c9e591-656d-46d0-a62d-4895d899b4f1 is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:41:12.207473 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-3f7e6272-d871-459e-9ce0-4fc4f39f64cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '356d1573-24e7-4005-a662-9c8c7ae91522', 'name': 'tempest-TestAggregatesBasicOps-813890580-router', 'tenant_id': 'a8dfb9d0194845eba7b890b0e2b7d56a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': 'a8c7e3ae-e078-4917-a7e9-ca991cbe1563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:41:05Z', 'updated_at': '2022-05-18T18:41:09Z', 'revision_number': 4, 'project_id': 'a8dfb9d0194845eba7b890b0e2b7d56a', 'gw_port': {'id': 'a8c7e3ae-e078-4917-a7e9-ca991cbe1563', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:68:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '356d1573-24e7-4005-a662-9c8c7ae91522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:41:06Z', 'updated_at': '2022-05-18T18:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '90e225eb-b485-4818-8f1d-5c9a8aba5851', 'name': '', 'network_id': 'dec46a06-b083-4e1d-a7b3-bad88752b149', 'tenant_id': 'a8dfb9d0194845eba7b890b0e2b7d56a', 'mac_address': 'fa:16:3e:5b:52:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '356d1573-24e7-4005-a662-9c8c7ae91522', 'device_owner': 'network:router_interface', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '16143240-4560-4cea-82e8-1bfeff59c80f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:41:08Z', 'updated_at': '2022-05-18T18:41:09Z', 'revision_number': 2, 'project_id': 'a8dfb9d0194845eba7b890b0e2b7d56a', 'subnets': [{'id': '16143240-4560-4cea-82e8-1bfeff59c80f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:41:12.213845 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-819b297f-644d-410d-8928-2b89019a3ac8 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:41:12.215836 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-108fbf14-295b-4c43-9946-ee641e5da4fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, c2c9e591-656d-46d0-a62d-4895d899b4f1) {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:41:12.222127 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108fbf14-295b-4c43-9946-ee641e5da4fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:41:12.222248 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-108fbf14-295b-4c43-9946-ee641e5da4fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:12.230628 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cde95b3-6025-4bf6-bb59-e1bce7b81edf None None] Sync routers for ids ['bffea1e5-c125-4829-a073-ea89640c425b'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:41:12.237923 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-819b297f-644d-410d-8928-2b89019a3ac8 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] 10.222.0.85 "PUT /v2.0/routers/bffea1e5-c125-4829-a073-ea89640c425b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8499427 May 18 18:41:12.241213 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44844) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:41:12.247347 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cde95b3-6025-4bf6-bb59-e1bce7b81edf None None] Routers {'bffea1e5-c125-4829-a073-ea89640c425b'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:41:12.251132 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-6cde95b3-6025-4bf6-bb59-e1bce7b81edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:41:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['bffea1e5-c125-4829-a073-ea89640c425b'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:41:12.260128 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-108fbf14-295b-4c43-9946-ee641e5da4fc admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3564849 May 18 18:41:12.260238 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 44846) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:41:12.264540 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-fca7dd2e-f50a-45c7-b08f-6591ef510e23 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-634924436-router', 'tenant_id': '1d3ddb217df44d3683ca1c4899468af7', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:41:12.268783 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b380097-c066-4c49-8010-fd6e4e4f3735 None None] Network c2c9e591-656d-46d0-a62d-4895d899b4f1 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:41:12.277689 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7e6272-d871-459e-9ce0-4fc4f39f64cf None None] Checking router: 356d1573-24e7-4005-a662-9c8c7ae91522 for host: n-d-838550-3 {{(pid=102732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:41:12.278023 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7e6272-d871-459e-9ce0-4fc4f39f64cf None None] Updating router 356d1573-24e7-4005-a662-9c8c7ae91522 port 90e225eb-b485-4818-8f1d-5c9a8aba5851 binding host n-d-838550-3 {{(pid=102732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 18:41:12.311390 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-6cde95b3-6025-4bf6-bb59-e1bce7b81edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:41:12.315003 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fca7dd2e-f50a-45c7-b08f-6591ef510e23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25099'] for router, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:12.324312 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cde95b3-6025-4bf6-bb59-e1bce7b81edf None None] Routers {'bffea1e5-c125-4829-a073-ea89640c425b'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:41:12.325422 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-6cde95b3-6025-4bf6-bb59-e1bce7b81edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:41:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['bffea1e5-c125-4829-a073-ea89640c425b'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:41:12.326353 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fca7dd2e-f50a-45c7-b08f-6591ef510e23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-593238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596850', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25088'] for router, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:12.335874 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33fb3a45-21c1-4e7f-8eeb-9ec02832336d tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:41:12.337481 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-33fb3a45-21c1-4e7f-8eeb-9ec02832336d tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] 10.222.0.85 "GET /v2.0/ports?device_id=bffea1e5-c125-4829-a073-ea89640c425b HTTP/1.1" status: 200 len: 989 time: 0.0948732 May 18 18:41:12.341544 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44848) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:41:12.371681 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-6cde95b3-6025-4bf6-bb59-e1bce7b81edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:41:12.372602 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cde95b3-6025-4bf6-bb59-e1bce7b81edf None None] The sync data for ids ['bffea1e5-c125-4829-a073-ea89640c425b'] in n-d-838550-3 is: [] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:41:12.410574 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-3f7e6272-d871-459e-9ce0-4fc4f39f64cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:12.417050 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-32f633ae-cd7d-4fbf-a29c-8534ad2eeee0 None None] Current status of the port c32a5bd3-0b03-4400-b3f1-504855d64e64 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:41:12.417556 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-32f633ae-cd7d-4fbf-a29c-8534ad2eeee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:12.432641 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fca7dd2e-f50a-45c7-b08f-6591ef510e23 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:12.500103 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device c32a5bd3-0b03-4400-b3f1-504855d64e64 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:41:12.628992 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-32f633ae-cd7d-4fbf-a29c-8534ad2eeee0 None None] For port c32a5bd3-0b03-4400-b3f1-504855d64e64, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=c32a5bd3-0b03-4400-b3f1-504855d64e64,segment=NetworkSegment(cad79d5d-44d2-4fb2-b5e1-c84322210af2),segment_id=cad79d5d-44d2-4fb2-b5e1-c84322210af2)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:41:12.632201 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:12.646404 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fca7dd2e-f50a-45c7-b08f-6591ef510e23 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:12.745255 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-32f633ae-cd7d-4fbf-a29c-8534ad2eeee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:12.858322 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13471c6e-937b-4059-89e1-a998cb87e183 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-c2c9e591-656d-46d0-a62d-4895d899b4f1', 'network_id': 'c2c9e591-656d-46d0-a62d-4895d899b4f1', 'tenant_id': '1d3ddb217df44d3683ca1c4899468af7', 'fixed_ips': [{'subnet_id': '9375f665-faa1-434f-b6bc-a2500bdfb1a7'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:41:12.859488 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-13471c6e-937b-4059-89e1-a998cb87e183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:12.917325 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port c32a5bd3-0b03-4400-b3f1-504855d64e64 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:41:12.917325 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:12.936052 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fca7dd2e-f50a-45c7-b08f-6591ef510e23 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:12.960109 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f633ae-cd7d-4fbf-a29c-8534ad2eeee0 None None] Pushing event updated for resources: {'Port': ['ID=c32a5bd3-0b03-4400-b3f1-504855d64e64,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:12.965985 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fca7dd2e-f50a-45c7-b08f-6591ef510e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:13.013345 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f633ae-cd7d-4fbf-a29c-8534ad2eeee0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:41:13.013723 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f633ae-cd7d-4fbf-a29c-8534ad2eeee0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:41:13.014074 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f633ae-cd7d-4fbf-a29c-8534ad2eeee0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:41:13.014416 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f633ae-cd7d-4fbf-a29c-8534ad2eeee0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:41:13.014754 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f633ae-cd7d-4fbf-a29c-8534ad2eeee0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:41:13.015088 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f633ae-cd7d-4fbf-a29c-8534ad2eeee0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:41:13.015417 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f633ae-cd7d-4fbf-a29c-8534ad2eeee0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:41:13.016020 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f633ae-cd7d-4fbf-a29c-8534ad2eeee0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:41:13.016352 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f633ae-cd7d-4fbf-a29c-8534ad2eeee0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:41:13.016679 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f633ae-cd7d-4fbf-a29c-8534ad2eeee0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:41:13.017010 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f633ae-cd7d-4fbf-a29c-8534ad2eeee0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:41:13.017411 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f633ae-cd7d-4fbf-a29c-8534ad2eeee0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:41:13.076362 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-26700972-9f2a-45be-8989-7626451632ae tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-595963'] for router_interface, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:13.113690 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-fca7dd2e-f50a-45c7-b08f-6591ef510e23 admin admin] Allocated IP 172.25.5.64 (31ebd439-090c-4b25-bbb0-31c48711b145/363a2810-8a83-4be0-a317-7c91fcd94485/0bbcd135-c065-4e8e-ad59-348db7f3138f) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:41:13.148005 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-f830346c-5f90-4c59-80e6-63fab2e4a72c None None] Provisioning complete for port 22ad808f-2eea-4417-8f32-29122bb84733 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:41:13.148386 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f830346c-5f90-4c59-80e6-63fab2e4a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:13.258695 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fca7dd2e-f50a-45c7-b08f-6591ef510e23 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:13.305583 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fca7dd2e-f50a-45c7-b08f-6591ef510e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:13.343639 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-26700972-9f2a-45be-8989-7626451632ae tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Deleting port 22ad808f-2eea-4417-8f32-29122bb84733 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:41:13.343990 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-26700972-9f2a-45be-8989-7626451632ae tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:13.372591 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca7dd2e-f50a-45c7-b08f-6591ef510e23 admin admin] Network 31ebd439-090c-4b25-bbb0-31c48711b145 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:41:13.374156 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca7dd2e-f50a-45c7-b08f-6591ef510e23 admin admin] Pushing event updated for resources: {'Port': ['ID=0bbcd135-c065-4e8e-ad59-348db7f3138f,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:13.378117 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-fca7dd2e-f50a-45c7-b08f-6591ef510e23 admin admin] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:41:13.381078 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca7dd2e-f50a-45c7-b08f-6591ef510e23 admin admin] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:41:13.448586 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-26700972-9f2a-45be-8989-7626451632ae tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:13.452767 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port c32a5bd3-0b03-4400-b3f1-504855d64e64 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:41:13.454279 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device a8c7e3ae-e078-4917-a7e9-ca991cbe1563 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:41:13.464063 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-26700972-9f2a-45be-8989-7626451632ae tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Calling delete_port for 22ad808f-2eea-4417-8f32-29122bb84733 owned by network:router_interface {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:41:13.502755 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-3f7e6272-d871-459e-9ce0-4fc4f39f64cf None None] Notify callbacks [] for port, precommit_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:13.510775 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:13.529279 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-f830346c-5f90-4c59-80e6-63fab2e4a72c None None] Port 22ad808f-2eea-4417-8f32-29122bb84733 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:41:13.538607 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-3f7e6272-d871-459e-9ce0-4fc4f39f64cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:13.641790 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-f830346c-5f90-4c59-80e6-63fab2e4a72c None None] Provisioning complete for port c32a5bd3-0b03-4400-b3f1-504855d64e64 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:41:13.642264 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f830346c-5f90-4c59-80e6-63fab2e4a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:13.679837 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dda883-06d1-4d91-b336-71e17491c326 None None] Pushing event updated for resources: {'Port': ['ID=90e225eb-b485-4818-8f1d-5c9a8aba5851,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:13.710219 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fca7dd2e-f50a-45c7-b08f-6591ef510e23 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:13.710793 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-13471c6e-937b-4059-89e1-a998cb87e183 None None] Allocated IP 172.20.0.2 (c2c9e591-656d-46d0-a62d-4895d899b4f1/9375f665-faa1-434f-b6bc-a2500bdfb1a7/63f3f665-a695-47f1-a5d2-960f2a9fa40f) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:41:13.724764 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-26700972-9f2a-45be-8989-7626451632ae tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:13.756998 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port a8c7e3ae-e078-4917-a7e9-ca991cbe1563 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:41:13.756998 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:13.768921 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26700972-9f2a-45be-8989-7626451632ae tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Pushing event deleted for resources: {'Port': ['ID=22ad808f-2eea-4417-8f32-29122bb84733,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:13.904107 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-26700972-9f2a-45be-8989-7626451632ae tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-593931'] for router_interface, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:14.016658 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fca7dd2e-f50a-45c7-b08f-6591ef510e23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596801'] for router, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:14.023258 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-3f7e6272-d871-459e-9ce0-4fc4f39f64cf None None] Attempting to bind port 90e225eb-b485-4818-8f1d-5c9a8aba5851 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:41:14.023637 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-3f7e6272-d871-459e-9ce0-4fc4f39f64cf None None] Attempting to bind port 90e225eb-b485-4818-8f1d-5c9a8aba5851 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '4bacaab9-5856-428c-b87c-e7a5eaaf2e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'dec46a06-b083-4e1d-a7b3-bad88752b149'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:41:14.024007 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7e6272-d871-459e-9ce0-4fc4f39f64cf None None] Attempting to bind port 90e225eb-b485-4818-8f1d-5c9a8aba5851 on network dec46a06-b083-4e1d-a7b3-bad88752b149 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:41:14.054809 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port a8c7e3ae-e078-4917-a7e9-ca991cbe1563 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:41:14.079708 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7e6272-d871-459e-9ce0-4fc4f39f64cf None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:41:14.079708 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7e6272-d871-459e-9ce0-4fc4f39f64cf None None] Checking segment: {'id': '4bacaab9-5856-428c-b87c-e7a5eaaf2e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'dec46a06-b083-4e1d-a7b3-bad88752b149'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:41:14.080103 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-3f7e6272-d871-459e-9ce0-4fc4f39f64cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:14.080370 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7e6272-d871-459e-9ce0-4fc4f39f64cf None None] Bound using segment: {'id': '4bacaab9-5856-428c-b87c-e7a5eaaf2e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'dec46a06-b083-4e1d-a7b3-bad88752b149'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:41:14.080863 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-3f7e6272-d871-459e-9ce0-4fc4f39f64cf None None] Bound port: 90e225eb-b485-4818-8f1d-5c9a8aba5851, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bacaab9-5856-428c-b87c-e7a5eaaf2e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'dec46a06-b083-4e1d-a7b3-bad88752b149'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:41:14.081250 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-3f7e6272-d871-459e-9ce0-4fc4f39f64cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:14.111626 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-f830346c-5f90-4c59-80e6-63fab2e4a72c None None] Current status of the port c32a5bd3-0b03-4400-b3f1-504855d64e64 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:41:14.243724 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-13471c6e-937b-4059-89e1-a998cb87e183 None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:14.251003 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-8816277f-e275-4a28-b4b0-3e77fb27cae1 None None] Could not find standard attr ID for object 22ad808f-2eea-4417-8f32-29122bb84733. {{(pid=102732) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 18 18:41:14.268428 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-3f7e6272-d871-459e-9ce0-4fc4f39f64cf None None] For port 90e225eb-b485-4818-8f1d-5c9a8aba5851, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:41:14.271383 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-13471c6e-937b-4059-89e1-a998cb87e183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:14.283562 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-3f7e6272-d871-459e-9ce0-4fc4f39f64cf None None] For port 90e225eb-b485-4818-8f1d-5c9a8aba5851, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=90e225eb-b485-4818-8f1d-5c9a8aba5851,segment=NetworkSegment(4bacaab9-5856-428c-b87c-e7a5eaaf2e4d),segment_id=4bacaab9-5856-428c-b87c-e7a5eaaf2e4d)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:41:14.313720 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-3f7e6272-d871-459e-9ce0-4fc4f39f64cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:14.322796 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device c32a5bd3-0b03-4400-b3f1-504855d64e64 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:41:14.328939 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13471c6e-937b-4059-89e1-a998cb87e183 None None] Network c2c9e591-656d-46d0-a62d-4895d899b4f1 is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:41:14.370005 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-8816277f-e275-4a28-b4b0-3e77fb27cae1 None None] Provisioning complete for port 90e225eb-b485-4818-8f1d-5c9a8aba5851 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:41:14.370476 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-8816277f-e275-4a28-b4b0-3e77fb27cae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:14.372807 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-13471c6e-937b-4059-89e1-a998cb87e183 None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:41:14.385534 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13471c6e-937b-4059-89e1-a998cb87e183 None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:41:14.407839 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26700972-9f2a-45be-8989-7626451632ae tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Router bffea1e5-c125-4829-a073-ea89640c425b has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:41:14.429920 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13471c6e-937b-4059-89e1-a998cb87e183 None None] Pushing event updated for resources: {'Port': ['ID=63f3f665-a695-47f1-a5d2-960f2a9fa40f,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:14.514506 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26700972-9f2a-45be-8989-7626451632ae tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:41:14.523264 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-26700972-9f2a-45be-8989-7626451632ae tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] 10.222.0.85 "PUT /v2.0/routers/bffea1e5-c125-4829-a073-ea89640c425b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1781085 May 18 18:41:14.524527 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44850) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:41:14.535531 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca11892a-872d-4a05-953c-7f950972eecf None None] Sync routers for ids ['bffea1e5-c125-4829-a073-ea89640c425b'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:41:14.558351 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7e6272-d871-459e-9ce0-4fc4f39f64cf None None] Routers {'356d1573-24e7-4005-a662-9c8c7ae91522'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:41:14.559100 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-3f7e6272-d871-459e-9ce0-4fc4f39f64cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:41:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['356d1573-24e7-4005-a662-9c8c7ae91522'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:41:14.560943 n-d-838550-3 neutron-server[102730]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6e33a7f-cf00-48c5-8026-ba257ee3b96d tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] GET failed (client error): The resource could not be found. May 18 18:41:14.565710 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-e6e33a7f-cf00-48c5-8026-ba257ee3b96d tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] 10.222.0.85 "GET /v2.0/ports/22ad808f-2eea-4417-8f32-29122bb84733 HTTP/1.1" status: 404 len: 333 time: 0.0405142 May 18 18:41:14.566077 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 44852) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:41:14.636197 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-13471c6e-937b-4059-89e1-a998cb87e183 None None] Attempting to bind port 63f3f665-a695-47f1-a5d2-960f2a9fa40f on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:41:14.636570 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-13471c6e-937b-4059-89e1-a998cb87e183 None None] Attempting to bind port 63f3f665-a695-47f1-a5d2-960f2a9fa40f by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '0e280abf-b6b3-41bd-9111-e1b14383e005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'c2c9e591-656d-46d0-a62d-4895d899b4f1'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:41:14.636934 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13471c6e-937b-4059-89e1-a998cb87e183 None None] Attempting to bind port 63f3f665-a695-47f1-a5d2-960f2a9fa40f on network c2c9e591-656d-46d0-a62d-4895d899b4f1 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:41:14.646610 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fca7dd2e-f50a-45c7-b08f-6591ef510e23 admin admin] Router cc2bfcab-ef98-4eab-aaa1-f1716da54865 is scheduled to L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e with binding_index 1 {{(pid=102731) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 18 18:41:14.653888 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dda883-06d1-4d91-b336-71e17491c326 None None] Pushing event updated for resources: {'Port': ['ID=90e225eb-b485-4818-8f1d-5c9a8aba5851,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:14.657710 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4f2e12fe-504b-4fc9-9743-c1a41a7ac450 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks [] for router, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:14.658537 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca11892a-872d-4a05-953c-7f950972eecf None None] Routers {'bffea1e5-c125-4829-a073-ea89640c425b'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:41:14.659151 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-ca11892a-872d-4a05-953c-7f950972eecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:41:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['bffea1e5-c125-4829-a073-ea89640c425b'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:41:14.678545 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13471c6e-937b-4059-89e1-a998cb87e183 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:41:14.678877 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13471c6e-937b-4059-89e1-a998cb87e183 None None] Checking segment: {'id': '0e280abf-b6b3-41bd-9111-e1b14383e005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'c2c9e591-656d-46d0-a62d-4895d899b4f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:41:14.679281 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-13471c6e-937b-4059-89e1-a998cb87e183 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:14.679688 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13471c6e-937b-4059-89e1-a998cb87e183 None None] Bound using segment: {'id': '0e280abf-b6b3-41bd-9111-e1b14383e005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'c2c9e591-656d-46d0-a62d-4895d899b4f1'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:41:14.680164 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-13471c6e-937b-4059-89e1-a998cb87e183 None None] Bound port: 63f3f665-a695-47f1-a5d2-960f2a9fa40f, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e280abf-b6b3-41bd-9111-e1b14383e005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'c2c9e591-656d-46d0-a62d-4895d899b4f1'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:41:14.681364 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-13471c6e-937b-4059-89e1-a998cb87e183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:14.683073 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port c32a5bd3-0b03-4400-b3f1-504855d64e64 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:41:14.683073 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:14.750817 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-8816277f-e275-4a28-b4b0-3e77fb27cae1 None None] Current status of the port 90e225eb-b485-4818-8f1d-5c9a8aba5851 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:41:14.751207 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-8816277f-e275-4a28-b4b0-3e77fb27cae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:14.753014 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-ca11892a-872d-4a05-953c-7f950972eecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:41:14.846857 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca11892a-872d-4a05-953c-7f950972eecf None None] Routers {'bffea1e5-c125-4829-a073-ea89640c425b'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:41:14.847549 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-ca11892a-872d-4a05-953c-7f950972eecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:41:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['bffea1e5-c125-4829-a073-ea89640c425b'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:41:14.891870 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4f2e12fe-504b-4fc9-9743-c1a41a7ac450 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25145'] for router, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:14.895415 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4f2e12fe-504b-4fc9-9743-c1a41a7ac450 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:14.914088 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-ca11892a-872d-4a05-953c-7f950972eecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:41:14.914709 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca11892a-872d-4a05-953c-7f950972eecf None None] The sync data for ids ['bffea1e5-c125-4829-a073-ea89640c425b'] in n-d-838550-3 is: [] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:41:14.924754 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-3f7e6272-d871-459e-9ce0-4fc4f39f64cf None None] Set router 356d1573-24e7-4005-a662-9c8c7ae91522 gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:41:14.947546 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fca7dd2e-f50a-45c7-b08f-6591ef510e23 admin admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:41:14.949717 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4f2e12fe-504b-4fc9-9743-c1a41a7ac450 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593303'] for router, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:14.950248 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f2e12fe-504b-4fc9-9743-c1a41a7ac450 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Fanout notify agent at l3_agent the message router_deleted on router bffea1e5-c125-4829-a073-ea89640c425b {{(pid=102731) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 18 18:41:14.959350 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4f2e12fe-504b-4fc9-9743-c1a41a7ac450 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks [] for router, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:14.960141 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb700f80-7a4c-4075-8427-5b7ba5e7673a None None] Sync routers for ids ['cc2bfcab-ef98-4eab-aaa1-f1716da54865'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:41:14.960641 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-4f2e12fe-504b-4fc9-9743-c1a41a7ac450 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] 10.222.0.85 "DELETE /v2.0/routers/bffea1e5-c125-4829-a073-ea89640c425b HTTP/1.1" status: 204 len: 168 time: 0.3886371 May 18 18:41:14.963302 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44854) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:41:14.968334 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-8816277f-e275-4a28-b4b0-3e77fb27cae1 None None] For port 90e225eb-b485-4818-8f1d-5c9a8aba5851, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=90e225eb-b485-4818-8f1d-5c9a8aba5851,segment=NetworkSegment(4bacaab9-5856-428c-b87c-e7a5eaaf2e4d),segment_id=4bacaab9-5856-428c-b87c-e7a5eaaf2e4d)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:41:14.976697 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb700f80-7a4c-4075-8427-5b7ba5e7673a None None] Routers {'cc2bfcab-ef98-4eab-aaa1-f1716da54865'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:41:14.977711 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-fb700f80-7a4c-4075-8427-5b7ba5e7673a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:41:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['cc2bfcab-ef98-4eab-aaa1-f1716da54865'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:41:14.981901 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fca7dd2e-f50a-45c7-b08f-6591ef510e23 admin admin] Notify callbacks [] for router, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:14.986360 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-fca7dd2e-f50a-45c7-b08f-6591ef510e23 admin admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.7227881 May 18 18:41:14.986617 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 44856) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:41:14.990285 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-8816277f-e275-4a28-b4b0-3e77fb27cae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:15.000071 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-13471c6e-937b-4059-89e1-a998cb87e183 None None] For port 63f3f665-a695-47f1-a5d2-960f2a9fa40f, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:41:15.005360 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-13471c6e-937b-4059-89e1-a998cb87e183 None None] For port 63f3f665-a695-47f1-a5d2-960f2a9fa40f, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=63f3f665-a695-47f1-a5d2-960f2a9fa40f,segment=NetworkSegment(0e280abf-b6b3-41bd-9111-e1b14383e005),segment_id=0e280abf-b6b3-41bd-9111-e1b14383e005)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:41:15.038699 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_v2 [None req-7111f829-5930-4232-8ee5-45a733369f2f tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Deleting subnet 242fa51c-7185-49a0-8edb-d21b65330b41 {{(pid=102730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:41:15.042882 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7111f829-5930-4232-8ee5-45a733369f2f tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks [] for subnet, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:15.078669 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-13471c6e-937b-4059-89e1-a998cb87e183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:15.093671 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7111f829-5930-4232-8ee5-45a733369f2f tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260107366'] for subnet, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:15.119036 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-fb700f80-7a4c-4075-8427-5b7ba5e7673a None None] Set router cc2bfcab-ef98-4eab-aaa1-f1716da54865 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:41:15.186384 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8816277f-e275-4a28-b4b0-3e77fb27cae1 None None] Pushing event updated for resources: {'Port': ['ID=90e225eb-b485-4818-8f1d-5c9a8aba5851,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:15.193864 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port c32a5bd3-0b03-4400-b3f1-504855d64e64 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:41:15.225720 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7111f829-5930-4232-8ee5-45a733369f2f tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:15.240811 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-bdb1502f-40bb-4b1e-acfc-9708ca3118db None None] Provisioning complete for port 90e225eb-b485-4818-8f1d-5c9a8aba5851 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:41:15.241190 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-bdb1502f-40bb-4b1e-acfc-9708ca3118db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:15.312521 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13471c6e-937b-4059-89e1-a998cb87e183 None None] Pushing event updated for resources: {'Port': ['ID=63f3f665-a695-47f1-a5d2-960f2a9fa40f,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:15.327845 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7111f829-5930-4232-8ee5-45a733369f2f tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261104690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261031888'] for subnet, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:15.388407 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7111f829-5930-4232-8ee5-45a733369f2f tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Pushing event deleted for resources: {'Subnet': ['ID=242fa51c-7185-49a0-8edb-d21b65330b41,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:15.391401 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7111f829-5930-4232-8ee5-45a733369f2f tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks [] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:15.401045 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-7111f829-5930-4232-8ee5-45a733369f2f tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] 10.222.0.85 "DELETE /v2.0/subnets/242fa51c-7185-49a0-8edb-d21b65330b41 HTTP/1.1" status: 204 len: 168 time: 0.4338524 May 18 18:41:15.401234 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44858) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:41:15.448557 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-fb700f80-7a4c-4075-8427-5b7ba5e7673a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2bfcab-ef98-4eab-aaa1-f1716da54865', 'name': 'tempest-TestAggregatesBasicOps-634924436-router', 'tenant_id': '1d3ddb217df44d3683ca1c4899468af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': '0bbcd135-c065-4e8e-ad59-348db7f3138f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:41:12Z', 'updated_at': '2022-05-18T18:41:13Z', 'revision_number': 3, 'project_id': '1d3ddb217df44d3683ca1c4899468af7', 'gw_port': {'id': '0bbcd135-c065-4e8e-ad59-348db7f3138f', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:55:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc2bfcab-ef98-4eab-aaa1-f1716da54865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:41:12Z', 'updated_at': '2022-05-18T18:41:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:41:15.538758 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2b30c94a-5a26-4c2f-80a8-56eff528e9c4 req-bcffa833-42f6-4b3f-b295-72e6b312eacb service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=92c2937b-334d-4672-9120-827f55250330&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1322305 May 18 18:41:15.567000 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-88ed6130-b563-4218-92b2-e5c792ece201 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:15.626073 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91390c24-6233-4248-82f4-3f40aea27aea None None] Network c24dcf0c-d63e-4fa8-9c8b-eedb03a0384e requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:41:15.652984 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb700f80-7a4c-4075-8427-5b7ba5e7673a None None] Checking router: cc2bfcab-ef98-4eab-aaa1-f1716da54865 for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:41:15.653767 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb700f80-7a4c-4075-8427-5b7ba5e7673a None None] Updating router cc2bfcab-ef98-4eab-aaa1-f1716da54865 port 0bbcd135-c065-4e8e-ad59-348db7f3138f binding host n-d-838550-3 {{(pid=102733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 18:41:15.658883 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-88ed6130-b563-4218-92b2-e5c792ece201 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Deleting port c32a5bd3-0b03-4400-b3f1-504855d64e64 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:41:15.659229 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-88ed6130-b563-4218-92b2-e5c792ece201 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:15.679712 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b30c94a-5a26-4c2f-80a8-56eff528e9c4 req-e4613b90-bf0d-4a2c-b72a-7b183d57846b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:41:15.681253 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2b30c94a-5a26-4c2f-80a8-56eff528e9c4 req-e4613b90-bf0d-4a2c-b72a-7b183d57846b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=88c24373a5b54353826abe0917a88c21&device_id=92c2937b-334d-4672-9120-827f55250330 HTTP/1.1" status: 200 len: 1096 time: 0.0806170 May 18 18:41:15.711369 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-fb700f80-7a4c-4075-8427-5b7ba5e7673a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:15.784257 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-88ed6130-b563-4218-92b2-e5c792ece201 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] For port c32a5bd3-0b03-4400-b3f1-504855d64e64, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=c32a5bd3-0b03-4400-b3f1-504855d64e64,segment=NetworkSegment(cad79d5d-44d2-4fb2-b5e1-c84322210af2),segment_id=cad79d5d-44d2-4fb2-b5e1-c84322210af2)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:41:15.784640 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-88ed6130-b563-4218-92b2-e5c792ece201 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:15.805381 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-88ed6130-b563-4218-92b2-e5c792ece201 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Calling delete_port for c32a5bd3-0b03-4400-b3f1-504855d64e64 owned by network:dhcp {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:41:15.826083 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-bdb1502f-40bb-4b1e-acfc-9708ca3118db None None] Current status of the port 90e225eb-b485-4818-8f1d-5c9a8aba5851 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:41:15.839094 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-3f7e6272-d871-459e-9ce0-4fc4f39f64cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '356d1573-24e7-4005-a662-9c8c7ae91522', 'name': 'tempest-TestAggregatesBasicOps-813890580-router', 'tenant_id': 'a8dfb9d0194845eba7b890b0e2b7d56a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': 'a8c7e3ae-e078-4917-a7e9-ca991cbe1563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:41:05Z', 'updated_at': '2022-05-18T18:41:09Z', 'revision_number': 4, 'project_id': 'a8dfb9d0194845eba7b890b0e2b7d56a', 'gw_port': {'id': 'a8c7e3ae-e078-4917-a7e9-ca991cbe1563', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:68:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '356d1573-24e7-4005-a662-9c8c7ae91522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:41:06Z', 'updated_at': '2022-05-18T18:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '90e225eb-b485-4818-8f1d-5c9a8aba5851', 'name': '', 'network_id': 'dec46a06-b083-4e1d-a7b3-bad88752b149', 'tenant_id': 'a8dfb9d0194845eba7b890b0e2b7d56a', 'mac_address': 'fa:16:3e:5b:52:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '356d1573-24e7-4005-a662-9c8c7ae91522', 'device_owner': 'network:router_interface', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '16143240-4560-4cea-82e8-1bfeff59c80f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:41:08Z', 'updated_at': '2022-05-18T18:41:14Z', 'revision_number': 4, 'project_id': 'a8dfb9d0194845eba7b890b0e2b7d56a', 'subnets': [{'id': '16143240-4560-4cea-82e8-1bfeff59c80f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:41:15.860606 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c6db7910-94a8-40e4-9ada-de2b1595b1cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:15.869312 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7e6272-d871-459e-9ce0-4fc4f39f64cf None None] The sync data for ids ['356d1573-24e7-4005-a662-9c8c7ae91522'] in n-d-838550-3 is: [{'id': '356d1573-24e7-4005-a662-9c8c7ae91522', 'name': 'tempest-TestAggregatesBasicOps-813890580-router', 'tenant_id': 'a8dfb9d0194845eba7b890b0e2b7d56a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': 'a8c7e3ae-e078-4917-a7e9-ca991cbe1563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:41:05Z', 'updated_at': '2022-05-18T18:41:09Z', 'revision_number': 4, 'project_id': 'a8dfb9d0194845eba7b890b0e2b7d56a', 'gw_port': {'id': 'a8c7e3ae-e078-4917-a7e9-ca991cbe1563', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:68:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '356d1573-24e7-4005-a662-9c8c7ae91522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:41:06Z', 'updated_at': '2022-05-18T18:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '90e225eb-b485-4818-8f1d-5c9a8aba5851', 'name': '', 'network_id': 'dec46a06-b083-4e1d-a7b3-bad88752b149', 'tenant_id': 'a8dfb9d0194845eba7b890b0e2b7d56a', 'mac_address': 'fa:16:3e:5b:52:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '356d1573-24e7-4005-a662-9c8c7ae91522', 'device_owner': 'network:router_interface', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '16143240-4560-4cea-82e8-1bfeff59c80f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:41:08Z', 'updated_at': '2022-05-18T18:41:14Z', 'revision_number': 4, 'project_id': 'a8dfb9d0194845eba7b890b0e2b7d56a', 'subnets': [{'id': '16143240-4560-4cea-82e8-1bfeff59c80f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:41:15.915372 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b30c94a-5a26-4c2f-80a8-56eff528e9c4 req-6d77e1da-b35c-4d42-8dda-ee5dc145cfe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:41:15.916896 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2b30c94a-5a26-4c2f-80a8-56eff528e9c4 req-6d77e1da-b35c-4d42-8dda-ee5dc145cfe3 service neutron] 10.222.0.88 "GET /v2.0/networks?id=154f42fc-a801-439d-a3ef-d9b6489ea0f3 HTTP/1.1" status: 200 len: 908 time: 0.1869955 May 18 18:41:15.958277 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-88ed6130-b563-4218-92b2-e5c792ece201 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:16.002321 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ed6130-b563-4218-92b2-e5c792ece201 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Pushing event deleted for resources: {'Port': ['ID=c32a5bd3-0b03-4400-b3f1-504855d64e64,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:16.006451 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ed6130-b563-4218-92b2-e5c792ece201 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] No DVR routers for this DVR port c32a5bd3-0b03-4400-b3f1-504855d64e64 on host n-d-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:41:16.046483 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6dd0013-a6cc-45a8-9bec-152c26a7be88 None None] DHCP port deletion for c24dcf0c-d63e-4fa8-9c8b-eedb03a0384e request from n-d-838550-3 {{(pid=102732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 18:41:16.091255 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-fb700f80-7a4c-4075-8427-5b7ba5e7673a None None] Notify callbacks [] for port, precommit_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:16.100147 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-fb700f80-7a4c-4075-8427-5b7ba5e7673a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:16.104633 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2b30c94a-5a26-4c2f-80a8-56eff528e9c4 req-54a22e72-5146-4c47-86e9-a632b4f83a35 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=69f206a0-a824-4cd6-99d7-12f7a383c267 HTTP/1.1" status: 200 len: 1001 time: 0.1122360 May 18 18:41:16.114301 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-88ed6130-b563-4218-92b2-e5c792ece201 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:16.138712 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-88ed6130-b563-4218-92b2-e5c792ece201 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c24dcf0c-d63e-4fa8-9c8b-eedb03a0384e']}} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:41:16.150764 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-88ed6130-b563-4218-92b2-e5c792ece201 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cad79d5d-44d2-4fb2-b5e1-c84322210af2') {'for_net_delete': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:41:16.151180 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-88ed6130-b563-4218-92b2-e5c792ece201 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cad79d5d-44d2-4fb2-b5e1-c84322210af2') {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:41:16.152078 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e0f54a-28c8-48b5-a9bf-8d82399c1853 None None] Pushing event updated for resources: {'Port': ['ID=0bbcd135-c065-4e8e-ad59-348db7f3138f,revision_number=2']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:16.163821 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-88ed6130-b563-4218-92b2-e5c792ece201 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260107375'] for segment, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:16.189774 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-88ed6130-b563-4218-92b2-e5c792ece201 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:16.189980 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-fb700f80-7a4c-4075-8427-5b7ba5e7673a None None] Attempting to bind port 0bbcd135-c065-4e8e-ad59-348db7f3138f on host n-d-838550-3 for vnic_type normal with profile {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:41:16.189980 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-fb700f80-7a4c-4075-8427-5b7ba5e7673a None None] Attempting to bind port 0bbcd135-c065-4e8e-ad59-348db7f3138f by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:41:16.189980 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb700f80-7a4c-4075-8427-5b7ba5e7673a None None] Attempting to bind port 0bbcd135-c065-4e8e-ad59-348db7f3138f on network 31ebd439-090c-4b25-bbb0-31c48711b145 {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:41:16.197708 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb700f80-7a4c-4075-8427-5b7ba5e7673a None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:41:16.198108 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb700f80-7a4c-4075-8427-5b7ba5e7673a None None] Checking segment: {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:41:16.198519 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-fb700f80-7a4c-4075-8427-5b7ba5e7673a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:16.198914 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb700f80-7a4c-4075-8427-5b7ba5e7673a None None] Bound using segment: {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:41:16.199406 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-fb700f80-7a4c-4075-8427-5b7ba5e7673a None None] Bound port: 0bbcd135-c065-4e8e-ad59-348db7f3138f, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:41:16.199787 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-fb700f80-7a4c-4075-8427-5b7ba5e7673a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:16.206600 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88ed6130-b563-4218-92b2-e5c792ece201 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=102730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:41:16.207179 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-88ed6130-b563-4218-92b2-e5c792ece201 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261102736'] for segment, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:16.244332 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b30c94a-5a26-4c2f-80a8-56eff528e9c4 req-2ce2ca1e-cc70-4941-881d-6daf2b516776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:41:16.260714 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2b30c94a-5a26-4c2f-80a8-56eff528e9c4 req-2ce2ca1e-cc70-4941-881d-6daf2b516776 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d718dfd2-07a4-4165-a2d8-4039d513381a HTTP/1.1" status: 200 len: 846 time: 0.1069505 May 18 18:41:16.306360 n-d-838550-3 neutron-server[102730]: Traceback (most recent call last): May 18 18:41:16.306360 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:41:16.306360 n-d-838550-3 neutron-server[102730]: timer() May 18 18:41:16.306360 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:41:16.306360 n-d-838550-3 neutron-server[102730]: cb(*args, **kw) May 18 18:41:16.306360 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:41:16.306360 n-d-838550-3 neutron-server[102730]: return func(*args, **kwargs) May 18 18:41:16.306360 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:41:16.306360 n-d-838550-3 neutron-server[102730]: self._notify() May 18 18:41:16.306360 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:41:16.306360 n-d-838550-3 neutron-server[102730]: self.callback(batched_events) May 18 18:41:16.306360 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:41:16.306360 n-d-838550-3 neutron-server[102730]: event.method(event) May 18 18:41:16.306360 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:41:16.306360 n-d-838550-3 neutron-server[102730]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:41:16.306360 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:41:16.306360 n-d-838550-3 neutron-server[102730]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:41:16.306360 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:41:16.306360 n-d-838550-3 neutron-server[102730]: return f(self, *a, **k) May 18 18:41:16.306360 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:41:16.306360 n-d-838550-3 neutron-server[102730]: return self._get(url).json() May 18 18:41:16.306360 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:41:16.306360 n-d-838550-3 neutron-server[102730]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:41:16.306360 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:41:16.306360 n-d-838550-3 neutron-server[102730]: return self.request(url, 'GET', **kwargs) May 18 18:41:16.306360 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:41:16.306360 n-d-838550-3 neutron-server[102730]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:41:16.306360 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:41:16.306360 n-d-838550-3 neutron-server[102730]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:41:16.306360 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:41:16.306360 n-d-838550-3 neutron-server[102730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:41:16.306360 n-d-838550-3 neutron-server[102730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:41:16.318892 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.db [None req-fb700f80-7a4c-4075-8427-5b7ba5e7673a None None] For port 0bbcd135-c065-4e8e-ad59-348db7f3138f, host n-d-838550-3, cleared binding levels {{(pid=102733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:41:16.323102 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.db [None req-fb700f80-7a4c-4075-8427-5b7ba5e7673a None None] For port 0bbcd135-c065-4e8e-ad59-348db7f3138f, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=0bbcd135-c065-4e8e-ad59-348db7f3138f,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:41:16.328051 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-88ed6130-b563-4218-92b2-e5c792ece201 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:16.335489 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-88ed6130-b563-4218-92b2-e5c792ece201 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:16.336296 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-fb700f80-7a4c-4075-8427-5b7ba5e7673a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:16.343489 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-88ed6130-b563-4218-92b2-e5c792ece201 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] 10.222.0.85 "DELETE /v2.0/networks/c24dcf0c-d63e-4fa8-9c8b-eedb03a0384e HTTP/1.1" status: 204 len: 168 time: 0.9412847 May 18 18:41:16.351342 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44860) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:41:16.370355 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-c6db7910-94a8-40e4-9ada-de2b1595b1cd admin admin] Allocated IP 172.20.0.1 (c2c9e591-656d-46d0-a62d-4895d899b4f1/9375f665-faa1-434f-b6bc-a2500bdfb1a7/221b2424-671f-40a6-bc62-5dea71f11f20) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:41:16.380419 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ed6130-b563-4218-92b2-e5c792ece201 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Pushing event deleted for resources: {'Network': ['ID=c24dcf0c-d63e-4fa8-9c8b-eedb03a0384e,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:16.429570 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b30c94a-5a26-4c2f-80a8-56eff528e9c4 req-87af9d4a-8e93-47b3-a210-555b6370802c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:41:16.431991 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2b30c94a-5a26-4c2f-80a8-56eff528e9c4 req-87af9d4a-8e93-47b3-a210-555b6370802c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=154f42fc-a801-439d-a3ef-d9b6489ea0f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1700289 May 18 18:41:16.450863 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e0f54a-28c8-48b5-a9bf-8d82399c1853 None None] Pushing event updated for resources: {'Port': ['ID=0bbcd135-c065-4e8e-ad59-348db7f3138f,revision_number=3']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:16.453741 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb700f80-7a4c-4075-8427-5b7ba5e7673a None None] Routers {'cc2bfcab-ef98-4eab-aaa1-f1716da54865'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:41:16.454398 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-fb700f80-7a4c-4075-8427-5b7ba5e7673a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:41:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['cc2bfcab-ef98-4eab-aaa1-f1716da54865'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:41:16.474162 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [req-2b30c94a-5a26-4c2f-80a8-56eff528e9c4 req-26c144fd-912d-47c4-8bc0-ba2301360a65 service neutron] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=102731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 18:41:16.475883 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2b30c94a-5a26-4c2f-80a8-56eff528e9c4 req-26c144fd-912d-47c4-8bc0-ba2301360a65 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0096514 May 18 18:41:16.484803 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 63f3f665-a695-47f1-a5d2-960f2a9fa40f up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:41:16.491682 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5587b6b2-39fa-4e0d-8859-245be003f3e9 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:41:16.497985 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-5587b6b2-39fa-4e0d-8859-245be003f3e9 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] 10.222.0.85 "GET /v2.0/ports/8a975d29-7ef4-42fc-9f7c-a5bc133f5478 HTTP/1.1" status: 200 len: 844 time: 0.1442342 May 18 18:41:16.498597 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44862) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:41:16.558294 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 44864) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:41:16.558599 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-bf10b6c9-ab2d-458a-948a-18a4481ac627 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] 10.222.0.85 "GET /v2.0/ports/8a975d29-7ef4-42fc-9f7c-a5bc133f5478?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0576041 May 18 18:41:16.579179 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-7599aaa7-f890-4a66-8ed4-276758f1bd86 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Request body: {'subnet': {'network_id': '3c4a2b4f-8894-40d5-b11c-874f9f44a645', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:41:16.583252 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 63f3f665-a695-47f1-a5d2-960f2a9fa40f triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:41:16.583630 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:16.627275 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-fb700f80-7a4c-4075-8427-5b7ba5e7673a None None] Set router cc2bfcab-ef98-4eab-aaa1-f1716da54865 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:41:16.714925 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 63f3f665-a695-47f1-a5d2-960f2a9fa40f is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:41:16.715402 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:16.769600 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] For port 63f3f665-a695-47f1-a5d2-960f2a9fa40f, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=63f3f665-a695-47f1-a5d2-960f2a9fa40f,segment=NetworkSegment(0e280abf-b6b3-41bd-9111-e1b14383e005),segment_id=0e280abf-b6b3-41bd-9111-e1b14383e005)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:41:16.775819 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:16.776392 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 90e225eb-b485-4818-8f1d-5c9a8aba5851 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:41:16.850166 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7599aaa7-f890-4a66-8ed4-276758f1bd86 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Made reservation on behalf of 70a00dc3bf3147ae81b607bc351254ca for: {'subnet': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:41:16.854066 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7599aaa7-f890-4a66-8ed4-276758f1bd86 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260908003'] for subnet, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:16.859508 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ef7d92-191a-4e91-9cc5-2262a3ac026e None None] Network c2c9e591-656d-46d0-a62d-4895d899b4f1 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:41:16.910657 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-fb700f80-7a4c-4075-8427-5b7ba5e7673a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2bfcab-ef98-4eab-aaa1-f1716da54865', 'name': 'tempest-TestAggregatesBasicOps-634924436-router', 'tenant_id': '1d3ddb217df44d3683ca1c4899468af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': '0bbcd135-c065-4e8e-ad59-348db7f3138f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:41:12Z', 'updated_at': '2022-05-18T18:41:13Z', 'revision_number': 3, 'project_id': '1d3ddb217df44d3683ca1c4899468af7', 'gw_port': {'id': '0bbcd135-c065-4e8e-ad59-348db7f3138f', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:55:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc2bfcab-ef98-4eab-aaa1-f1716da54865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:41:12Z', 'updated_at': '2022-05-18T18:41:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:41:16.954620 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb700f80-7a4c-4075-8427-5b7ba5e7673a None None] The sync data for ids ['cc2bfcab-ef98-4eab-aaa1-f1716da54865'] in n-d-838550-3 is: [{'id': 'cc2bfcab-ef98-4eab-aaa1-f1716da54865', 'name': 'tempest-TestAggregatesBasicOps-634924436-router', 'tenant_id': '1d3ddb217df44d3683ca1c4899468af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': '0bbcd135-c065-4e8e-ad59-348db7f3138f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:41:12Z', 'updated_at': '2022-05-18T18:41:13Z', 'revision_number': 3, 'project_id': '1d3ddb217df44d3683ca1c4899468af7', 'gw_port': {'id': '0bbcd135-c065-4e8e-ad59-348db7f3138f', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:55:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc2bfcab-ef98-4eab-aaa1-f1716da54865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:41:12Z', 'updated_at': '2022-05-18T18:41:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:41:17.025257 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2b30c94a-5a26-4c2f-80a8-56eff528e9c4 req-b9e4f6e1-7732-4a85-a836-be7ae09586e9 service neutron] 10.222.0.88 "GET /v2.0/networks/154f42fc-a801-439d-a3ef-d9b6489ea0f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4782445 May 18 18:41:17.033794 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c6db7910-94a8-40e4-9ada-de2b1595b1cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:17.053904 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-dce85a81-ed87-4df0-97c9-d68e4d5a822d None None] Provisioning complete for port 63f3f665-a695-47f1-a5d2-960f2a9fa40f triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:41:17.054451 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-dce85a81-ed87-4df0-97c9-d68e4d5a822d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:17.058261 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Pushing event updated for resources: {'Port': ['ID=63f3f665-a695-47f1-a5d2-960f2a9fa40f,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:17.067808 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 90e225eb-b485-4818-8f1d-5c9a8aba5851 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:41:17.068222 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:17.205406 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7599aaa7-f890-4a66-8ed4-276758f1bd86 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260898481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260908021'] for subnet, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:17.225792 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c6db7910-94a8-40e4-9ada-de2b1595b1cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:17.226118 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 90e225eb-b485-4818-8f1d-5c9a8aba5851 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:41:17.237939 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2b30c94a-5a26-4c2f-80a8-56eff528e9c4 req-109371bf-d69f-4d7a-bfbe-0e18b8d37669 service neutron] 10.222.0.88 "GET /v2.0/networks/154f42fc-a801-439d-a3ef-d9b6489ea0f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022462 May 18 18:41:17.346049 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-dce85a81-ed87-4df0-97c9-d68e4d5a822d None None] Current status of the port 63f3f665-a695-47f1-a5d2-960f2a9fa40f is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:41:17.352021 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device c32a5bd3-0b03-4400-b3f1-504855d64e64 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:41:17.381543 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: c32a5bd3-0b03-4400-b3f1-504855d64e64 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:41:17.382188 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device c32a5bd3-0b03-4400-b3f1-504855d64e64 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:41:17.385211 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6db7910-94a8-40e4-9ada-de2b1595b1cd admin admin] Pushing event updated for resources: {'Port': ['ID=221b2424-671f-40a6-bc62-5dea71f11f20,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:17.401779 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6db7910-94a8-40e4-9ada-de2b1595b1cd admin admin] Network c2c9e591-656d-46d0-a62d-4895d899b4f1 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:41:17.410185 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7599aaa7-f890-4a66-8ed4-276758f1bd86 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Network 3c4a2b4f-8894-40d5-b11c-874f9f44a645 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:41:17.417037 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-c6db7910-94a8-40e4-9ada-de2b1595b1cd admin admin] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:41:17.422001 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-7599aaa7-f890-4a66-8ed4-276758f1bd86 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:41:17.423676 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6db7910-94a8-40e4-9ada-de2b1595b1cd admin admin] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:41:17.431339 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e93a2c-a338-48ab-a01b-ffe860761d44 None None] Network 3c4a2b4f-8894-40d5-b11c-874f9f44a645 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:41:17.434466 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7599aaa7-f890-4a66-8ed4-276758f1bd86 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:41:17.444921 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7599aaa7-f890-4a66-8ed4-276758f1bd86 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:17.498558 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7599aaa7-f890-4a66-8ed4-276758f1bd86 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Pushing event updated for resources: {'Subnet': ['ID=18ad19b0-fbc9-4d99-908b-6d1edaa56dcb,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:17.528576 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44866) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:41:17.533396 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-610dd5b3-1df2-4f14-a3a3-292b879bc57e tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Request body: {'security_group': {'name': 'tempest-secgroup-1954861431'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:41:17.533593 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-7599aaa7-f890-4a66-8ed4-276758f1bd86 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9614990 May 18 18:41:17.544834 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c6db7910-94a8-40e4-9ada-de2b1595b1cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595826'] for router_interface, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:17.567127 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-610dd5b3-1df2-4f14-a3a3-292b879bc57e tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:17.670317 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-610dd5b3-1df2-4f14-a3a3-292b879bc57e tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:17.676012 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-610dd5b3-1df2-4f14-a3a3-292b879bc57e tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:17.732475 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-d03b8193-7d7e-4c27-9583-8bc6e16abc08 None None] Provisioning complete for port 63f3f665-a695-47f1-a5d2-960f2a9fa40f triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:41:17.733709 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d03b8193-7d7e-4c27-9583-8bc6e16abc08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:17.742536 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-610dd5b3-1df2-4f14-a3a3-292b879bc57e tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:17.744107 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-610dd5b3-1df2-4f14-a3a3-292b879bc57e tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2143557 May 18 18:41:17.745055 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610dd5b3-1df2-4f14-a3a3-292b879bc57e tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba1e05e0-bfd7-4972-a90c-b087cae509cf,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:17.749339 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 44868) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:41:17.754623 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-dd19e805-41fa-44a5-8749-631c2b4c0b73 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Request body: {'security_group': {'name': 'tempest-secgroup-1248023292'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:41:17.819792 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c6db7910-94a8-40e4-9ada-de2b1595b1cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:17.855629 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-dd19e805-41fa-44a5-8749-631c2b4c0b73 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:17.865483 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-672da47c-8938-4a43-b4dc-71221c6186c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-3c4a2b4f-8894-40d5-b11c-874f9f44a645', 'network_id': '3c4a2b4f-8894-40d5-b11c-874f9f44a645', 'tenant_id': '70a00dc3bf3147ae81b607bc351254ca', 'fixed_ips': [{'subnet_id': '18ad19b0-fbc9-4d99-908b-6d1edaa56dcb'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:41:17.866496 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-672da47c-8938-4a43-b4dc-71221c6186c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:17.905913 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-d03b8193-7d7e-4c27-9583-8bc6e16abc08 None None] Current status of the port 63f3f665-a695-47f1-a5d2-960f2a9fa40f is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:41:18.029268 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-dd19e805-41fa-44a5-8749-631c2b4c0b73 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:18.038984 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-dd19e805-41fa-44a5-8749-631c2b4c0b73 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:18.060572 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-855e76bb-00be-4d4a-a493-fd1808669ce1 None None] Provisioning complete for port 221b2424-671f-40a6-bc62-5dea71f11f20 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:41:18.061174 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-855e76bb-00be-4d4a-a493-fd1808669ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:18.085724 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-dd19e805-41fa-44a5-8749-631c2b4c0b73 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:18.086963 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-dd19e805-41fa-44a5-8749-631c2b4c0b73 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3364909 May 18 18:41:18.089972 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44870) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:41:18.095161 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-207500aa-1d21-48f4-b09b-6184e529335c tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1346216603', 'security_groups': ['fe381c8a-3987-454f-b428-67687e8aaa16'], 'network_id': '3c4a2b4f-8894-40d5-b11c-874f9f44a645', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '18ad19b0-fbc9-4d99-908b-6d1edaa56dcb'}]}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:41:18.095499 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd19e805-41fa-44a5-8749-631c2b4c0b73 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe381c8a-3987-454f-b428-67687e8aaa16,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:18.113853 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c6db7910-94a8-40e4-9ada-de2b1595b1cd admin admin] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:18.120764 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c6db7910-94a8-40e4-9ada-de2b1595b1cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:18.122124 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-672da47c-8938-4a43-b4dc-71221c6186c6 None None] Allocated IP 2001:db8::2 (3c4a2b4f-8894-40d5-b11c-874f9f44a645/18ad19b0-fbc9-4d99-908b-6d1edaa56dcb/d30ff0c6-279e-4b02-b05f-b6cb4cbe8b41) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:41:18.127725 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-855e76bb-00be-4d4a-a493-fd1808669ce1 None None] Port 221b2424-671f-40a6-bc62-5dea71f11f20 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:41:18.204718 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6db7910-94a8-40e4-9ada-de2b1595b1cd admin admin] Pushing event updated for resources: {'Port': ['ID=221b2424-671f-40a6-bc62-5dea71f11f20,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:18.207559 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c6db7910-94a8-40e4-9ada-de2b1595b1cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-595870'] for router_interface, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:18.259978 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-207500aa-1d21-48f4-b09b-6184e529335c tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Made reservation on behalf of 70a00dc3bf3147ae81b607bc351254ca for: {'port': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:41:18.340733 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-672da47c-8938-4a43-b4dc-71221c6186c6 None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:18.352176 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-672da47c-8938-4a43-b4dc-71221c6186c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:18.368039 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6db7910-94a8-40e4-9ada-de2b1595b1cd admin admin] Network c2c9e591-656d-46d0-a62d-4895d899b4f1 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:41:18.370618 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-c6db7910-94a8-40e4-9ada-de2b1595b1cd admin admin] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:41:18.397698 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-207500aa-1d21-48f4-b09b-6184e529335c tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:18.408753 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-672da47c-8938-4a43-b4dc-71221c6186c6 None None] Network 3c4a2b4f-8894-40d5-b11c-874f9f44a645 is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:41:18.413012 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-672da47c-8938-4a43-b4dc-71221c6186c6 None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:41:18.417228 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672da47c-8938-4a43-b4dc-71221c6186c6 None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:41:18.433203 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672da47c-8938-4a43-b4dc-71221c6186c6 None None] Pushing event updated for resources: {'Port': ['ID=d30ff0c6-279e-4b02-b05f-b6cb4cbe8b41,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:18.441432 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 63f3f665-a695-47f1-a5d2-960f2a9fa40f up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:41:18.452505 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [None req-207500aa-1d21-48f4-b09b-6184e529335c tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] device_id is not set on port b51d1587-e9c0-4181-83cd-942472caa1eb yet. {{(pid=102730) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 18 18:41:18.529975 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6db7910-94a8-40e4-9ada-de2b1595b1cd admin admin] Router cc2bfcab-ef98-4eab-aaa1-f1716da54865 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:41:18.559285 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-672da47c-8938-4a43-b4dc-71221c6186c6 None None] Attempting to bind port d30ff0c6-279e-4b02-b05f-b6cb4cbe8b41 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:41:18.559654 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-672da47c-8938-4a43-b4dc-71221c6186c6 None None] Attempting to bind port d30ff0c6-279e-4b02-b05f-b6cb4cbe8b41 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': 'b38d1b96-15fd-4a55-b16c-b72b8aead433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '3c4a2b4f-8894-40d5-b11c-874f9f44a645'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:41:18.560019 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672da47c-8938-4a43-b4dc-71221c6186c6 None None] Attempting to bind port d30ff0c6-279e-4b02-b05f-b6cb4cbe8b41 on network 3c4a2b4f-8894-40d5-b11c-874f9f44a645 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:41:18.563371 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 63f3f665-a695-47f1-a5d2-960f2a9fa40f triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:41:18.563740 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:18.594411 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672da47c-8938-4a43-b4dc-71221c6186c6 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:41:18.595100 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672da47c-8938-4a43-b4dc-71221c6186c6 None None] Checking segment: {'id': 'b38d1b96-15fd-4a55-b16c-b72b8aead433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '3c4a2b4f-8894-40d5-b11c-874f9f44a645'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:41:18.595698 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-672da47c-8938-4a43-b4dc-71221c6186c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:18.596419 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672da47c-8938-4a43-b4dc-71221c6186c6 None None] Bound using segment: {'id': 'b38d1b96-15fd-4a55-b16c-b72b8aead433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '3c4a2b4f-8894-40d5-b11c-874f9f44a645'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:41:18.596936 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-672da47c-8938-4a43-b4dc-71221c6186c6 None None] Bound port: d30ff0c6-279e-4b02-b05f-b6cb4cbe8b41, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b38d1b96-15fd-4a55-b16c-b72b8aead433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '3c4a2b4f-8894-40d5-b11c-874f9f44a645'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:41:18.597329 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-672da47c-8938-4a43-b4dc-71221c6186c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:18.661391 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6db7910-94a8-40e4-9ada-de2b1595b1cd admin admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:41:18.668916 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-c6db7910-94a8-40e4-9ada-de2b1595b1cd admin admin] 10.222.0.85 "PUT /v2.0/routers/cc2bfcab-ef98-4eab-aaa1-f1716da54865/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6805973 May 18 18:41:18.697533 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-207500aa-1d21-48f4-b09b-6184e529335c tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Allocated IP 2001:db8::229 (3c4a2b4f-8894-40d5-b11c-874f9f44a645/18ad19b0-fbc9-4d99-908b-6d1edaa56dcb/b51d1587-e9c0-4181-83cd-942472caa1eb) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:41:18.725122 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-672da47c-8938-4a43-b4dc-71221c6186c6 None None] For port d30ff0c6-279e-4b02-b05f-b6cb4cbe8b41, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:41:18.742189 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-672da47c-8938-4a43-b4dc-71221c6186c6 None None] For port d30ff0c6-279e-4b02-b05f-b6cb4cbe8b41, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=d30ff0c6-279e-4b02-b05f-b6cb4cbe8b41,segment=NetworkSegment(b38d1b96-15fd-4a55-b16c-b72b8aead433),segment_id=b38d1b96-15fd-4a55-b16c-b72b8aead433)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:41:18.752232 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 63f3f665-a695-47f1-a5d2-960f2a9fa40f is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:41:18.753296 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 0bbcd135-c065-4e8e-ad59-348db7f3138f up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:41:18.755262 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-672da47c-8938-4a43-b4dc-71221c6186c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:18.832518 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b81d2937-32ba-41cf-b990-a33f54ca5914 None None] Provisioning complete for port 221b2424-671f-40a6-bc62-5dea71f11f20 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:41:18.832888 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b81d2937-32ba-41cf-b990-a33f54ca5914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:18.872438 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-207500aa-1d21-48f4-b09b-6184e529335c tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:18.892194 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672da47c-8938-4a43-b4dc-71221c6186c6 None None] Pushing event updated for resources: {'Port': ['ID=d30ff0c6-279e-4b02-b05f-b6cb4cbe8b41,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:18.907318 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b81d2937-32ba-41cf-b990-a33f54ca5914 None None] Port 221b2424-671f-40a6-bc62-5dea71f11f20 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:41:18.920291 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 0bbcd135-c065-4e8e-ad59-348db7f3138f triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:41:18.921086 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-207500aa-1d21-48f4-b09b-6184e529335c tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:18.921569 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:18.963842 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207500aa-1d21-48f4-b09b-6184e529335c tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Network 3c4a2b4f-8894-40d5-b11c-874f9f44a645 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:41:18.967198 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-207500aa-1d21-48f4-b09b-6184e529335c tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:41:18.971130 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207500aa-1d21-48f4-b09b-6184e529335c tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:41:18.976913 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-207500aa-1d21-48f4-b09b-6184e529335c tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:41:18.977537 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-207500aa-1d21-48f4-b09b-6184e529335c tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:18.997669 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207500aa-1d21-48f4-b09b-6184e529335c tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Pushing event updated for resources: {'Port': ['ID=b51d1587-e9c0-4181-83cd-942472caa1eb,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:19.012961 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-207500aa-1d21-48f4-b09b-6184e529335c tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9199591 May 18 18:41:19.014136 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44878) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:41:19.020579 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-3cacc52d-b1f8-4bd5-83c2-8a250d859cfa tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Request body: {'subnet': {'network_id': '3c4a2b4f-8894-40d5-b11c-874f9f44a645', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:41:19.082029 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 0bbcd135-c065-4e8e-ad59-348db7f3138f is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:41:19.083226 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:19.138671 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] For port 0bbcd135-c065-4e8e-ad59-348db7f3138f, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=0bbcd135-c065-4e8e-ad59-348db7f3138f,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:41:19.143128 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:19.217250 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Pushing event updated for resources: {'Port': ['ID=0bbcd135-c065-4e8e-ad59-348db7f3138f,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:19.228532 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cacc52d-b1f8-4bd5-83c2-8a250d859cfa tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Made reservation on behalf of 70a00dc3bf3147ae81b607bc351254ca for: {'subnet': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:41:19.234793 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3cacc52d-b1f8-4bd5-83c2-8a250d859cfa tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261031885'] for subnet, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:19.344595 n-d-838550-3 neutron-server[102730]: INFO neutron.db.ipam_backend_mixin [None req-3cacc52d-b1f8-4bd5-83c2-8a250d859cfa tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 18ad19b0-fbc9-4d99-908b-6d1edaa56dcb (CIDR: 2001:db8::/64) May 18 18:41:19.350177 n-d-838550-3 neutron-server[102730]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cacc52d-b1f8-4bd5-83c2-8a250d859cfa tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 18 18:41:19.350727 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cacc52d-b1f8-4bd5-83c2-8a250d859cfa tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:41:19.376306 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-3cacc52d-b1f8-4bd5-83c2-8a250d859cfa tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3608263 May 18 18:41:19.379280 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 44894) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:41:19.385882 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-503092a9-847b-4b6e-b45e-c14c9c9a8bbe tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Request body: {'subnet': {'network_id': '3c4a2b4f-8894-40d5-b11c-874f9f44a645', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:41:19.621095 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd83bd0a-5b0a-46ca-b600-e3175f290d4a None None] Sync routers for ids ['cc2bfcab-ef98-4eab-aaa1-f1716da54865'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:41:19.632948 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd83bd0a-5b0a-46ca-b600-e3175f290d4a None None] Routers {'cc2bfcab-ef98-4eab-aaa1-f1716da54865'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:41:19.633598 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-fd83bd0a-5b0a-46ca-b600-e3175f290d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:41:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['cc2bfcab-ef98-4eab-aaa1-f1716da54865'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:41:19.768568 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-fd83bd0a-5b0a-46ca-b600-e3175f290d4a None None] Set router cc2bfcab-ef98-4eab-aaa1-f1716da54865 gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:41:19.871136 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-503092a9-847b-4b6e-b45e-c14c9c9a8bbe tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Made reservation on behalf of 70a00dc3bf3147ae81b607bc351254ca for: {'subnet': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:41:19.877594 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-503092a9-847b-4b6e-b45e-c14c9c9a8bbe tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260908003'] for subnet, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:20.026558 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-fd83bd0a-5b0a-46ca-b600-e3175f290d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2bfcab-ef98-4eab-aaa1-f1716da54865', 'name': 'tempest-TestAggregatesBasicOps-634924436-router', 'tenant_id': '1d3ddb217df44d3683ca1c4899468af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': '0bbcd135-c065-4e8e-ad59-348db7f3138f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:41:12Z', 'updated_at': '2022-05-18T18:41:17Z', 'revision_number': 4, 'project_id': '1d3ddb217df44d3683ca1c4899468af7', 'gw_port': {'id': '0bbcd135-c065-4e8e-ad59-348db7f3138f', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:55:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2bfcab-ef98-4eab-aaa1-f1716da54865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:41:12Z', 'updated_at': '2022-05-18T18:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '221b2424-671f-40a6-bc62-5dea71f11f20', 'name': '', 'network_id': 'c2c9e591-656d-46d0-a62d-4895d899b4f1', 'tenant_id': '1d3ddb217df44d3683ca1c4899468af7', 'mac_address': 'fa:16:3e:8f:36:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc2bfcab-ef98-4eab-aaa1-f1716da54865', 'device_owner': 'network:router_interface', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '9375f665-faa1-434f-b6bc-a2500bdfb1a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:41:15Z', 'updated_at': '2022-05-18T18:41:17Z', 'revision_number': 2, 'project_id': '1d3ddb217df44d3683ca1c4899468af7', 'subnets': [{'id': '9375f665-faa1-434f-b6bc-a2500bdfb1a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:41:20.046786 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44920) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:41:20.065430 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd83bd0a-5b0a-46ca-b600-e3175f290d4a None None] Checking router: cc2bfcab-ef98-4eab-aaa1-f1716da54865 for host: n-d-838550-3 {{(pid=102732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:41:20.065814 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd83bd0a-5b0a-46ca-b600-e3175f290d4a None None] Updating router cc2bfcab-ef98-4eab-aaa1-f1716da54865 port 221b2424-671f-40a6-bc62-5dea71f11f20 binding host n-d-838550-3 {{(pid=102732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 18:41:20.096870 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-fd83bd0a-5b0a-46ca-b600-e3175f290d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:20.215639 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-503092a9-847b-4b6e-b45e-c14c9c9a8bbe tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260898481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260908021'] for subnet, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:20.274880 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-503092a9-847b-4b6e-b45e-c14c9c9a8bbe tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Network 3c4a2b4f-8894-40d5-b11c-874f9f44a645 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:41:20.278450 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-503092a9-847b-4b6e-b45e-c14c9c9a8bbe tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:41:20.282775 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-503092a9-847b-4b6e-b45e-c14c9c9a8bbe tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:41:20.283358 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-503092a9-847b-4b6e-b45e-c14c9c9a8bbe tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:20.293979 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503092a9-847b-4b6e-b45e-c14c9c9a8bbe tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Pushing event updated for resources: {'Subnet': ['ID=4da78537-0ea6-4969-b874-132d1feb130b,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:20.309324 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-503092a9-847b-4b6e-b45e-c14c9c9a8bbe tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9278991 May 18 18:41:20.311860 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 44922) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:41:20.317260 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-3851a381-97e0-47b4-a755-77fd559886bb tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-896835636', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '4da78537-0ea6-4969-b874-132d1feb130b'}], 'security_groups': ['ba1e05e0-bfd7-4972-a90c-b087cae509cf']}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:41:20.353537 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe4d0d08-de08-438b-9aff-85f0e99c6b46 None None] Network 3c4a2b4f-8894-40d5-b11c-874f9f44a645 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:41:20.418617 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device d30ff0c6-279e-4b02-b05f-b6cb4cbe8b41 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:41:20.489601 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3851a381-97e0-47b4-a755-77fd559886bb tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:20.608104 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4bf2745b-1354-46ef-9144-b039f4570533 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-595963'] for router_interface, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:20.728403 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-1a0e79ea-ce43-4cbe-a7de-368874722852 None None] Provisioning complete for port 8a975d29-7ef4-42fc-9f7c-a5bc133f5478 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:41:20.728771 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1a0e79ea-ce43-4cbe-a7de-368874722852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:20.826762 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port d30ff0c6-279e-4b02-b05f-b6cb4cbe8b41 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:41:20.827184 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:20.828701 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-1a0e79ea-ce43-4cbe-a7de-368874722852 None None] Port 8a975d29-7ef4-42fc-9f7c-a5bc133f5478 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:41:20.829609 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-3851a381-97e0-47b4-a755-77fd559886bb tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Delete allocated IP 2001:db8::229 (3c4a2b4f-8894-40d5-b11c-874f9f44a645/18ad19b0-fbc9-4d99-908b-6d1edaa56dcb) {{(pid=102731) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 18 18:41:20.839766 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-3851a381-97e0-47b4-a755-77fd559886bb tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Allocated IP 2001:db8:0:1::355 (3c4a2b4f-8894-40d5-b11c-874f9f44a645/4da78537-0ea6-4969-b874-132d1feb130b/b51d1587-e9c0-4181-83cd-942472caa1eb) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:41:20.876902 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-4bf2745b-1354-46ef-9144-b039f4570533 admin admin] Deleting port 90e225eb-b485-4818-8f1d-5c9a8aba5851 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:41:20.877220 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4bf2745b-1354-46ef-9144-b039f4570533 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:20.891701 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-fd83bd0a-5b0a-46ca-b600-e3175f290d4a None None] Notify callbacks [] for port, precommit_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:20.908998 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-1a0e79ea-ce43-4cbe-a7de-368874722852 None None] Provisioning complete for port d30ff0c6-279e-4b02-b05f-b6cb4cbe8b41 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:41:20.909374 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1a0e79ea-ce43-4cbe-a7de-368874722852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:20.910937 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-fd83bd0a-5b0a-46ca-b600-e3175f290d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:20.959594 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-4bf2745b-1354-46ef-9144-b039f4570533 admin admin] For port 90e225eb-b485-4818-8f1d-5c9a8aba5851, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=90e225eb-b485-4818-8f1d-5c9a8aba5851,segment=NetworkSegment(4bacaab9-5856-428c-b87c-e7a5eaaf2e4d),segment_id=4bacaab9-5856-428c-b87c-e7a5eaaf2e4d)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:41:20.959963 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4bf2745b-1354-46ef-9144-b039f4570533 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:20.972011 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-4bf2745b-1354-46ef-9144-b039f4570533 admin admin] Calling delete_port for 90e225eb-b485-4818-8f1d-5c9a8aba5851 owned by network:router_interface {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:41:21.017089 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ce6073-af19-418a-a3d0-3888f16fb29d None None] Pushing event updated for resources: {'Port': ['ID=221b2424-671f-40a6-bc62-5dea71f11f20,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:21.020715 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3851a381-97e0-47b4-a755-77fd559886bb tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:21.028093 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3851a381-97e0-47b4-a755-77fd559886bb tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:21.097574 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-3851a381-97e0-47b4-a755-77fd559886bb tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] In _notify_port_updated(), no bound segment for port b51d1587-e9c0-4181-83cd-942472caa1eb on network 3c4a2b4f-8894-40d5-b11c-874f9f44a645 {{(pid=102731) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 18 18:41:21.103634 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3851a381-97e0-47b4-a755-77fd559886bb tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:41:21.104296 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3851a381-97e0-47b4-a755-77fd559886bb tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:21.105688 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-3851a381-97e0-47b4-a755-77fd559886bb tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] 10.222.0.85 "PUT /v2.0/ports/b51d1587-e9c0-4181-83cd-942472caa1eb HTTP/1.1" status: 200 len: 930 time: 0.7926342 May 18 18:41:21.108444 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 44924) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:41:21.138633 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dbc30e7-9eb8-4a1e-b81a-b6a2e18c6132 None None] Update dhcp port {'port': {'network_id': '3c4a2b4f-8894-40d5-b11c-874f9f44a645', 'fixed_ips': [{'subnet_id': '18ad19b0-fbc9-4d99-908b-6d1edaa56dcb', 'ip_address': '2001:db8::2'}, {'subnet_id': '4da78537-0ea6-4969-b874-132d1feb130b'}], 'binding:host_id': 'n-d-838550-3'}, 'id': 'd30ff0c6-279e-4b02-b05f-b6cb4cbe8b41'} from n-d-838550-3. {{(pid=102732) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 18 18:41:21.156585 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3851a381-97e0-47b4-a755-77fd559886bb tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Pushing event updated for resources: {'Port': ['ID=b51d1587-e9c0-4181-83cd-942472caa1eb,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:21.198533 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-fd83bd0a-5b0a-46ca-b600-e3175f290d4a None None] Attempting to bind port 221b2424-671f-40a6-bc62-5dea71f11f20 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:41:21.199009 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-fd83bd0a-5b0a-46ca-b600-e3175f290d4a None None] Attempting to bind port 221b2424-671f-40a6-bc62-5dea71f11f20 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '0e280abf-b6b3-41bd-9111-e1b14383e005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'c2c9e591-656d-46d0-a62d-4895d899b4f1'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:41:21.199459 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd83bd0a-5b0a-46ca-b600-e3175f290d4a None None] Attempting to bind port 221b2424-671f-40a6-bc62-5dea71f11f20 on network c2c9e591-656d-46d0-a62d-4895d899b4f1 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:41:21.208794 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port d30ff0c6-279e-4b02-b05f-b6cb4cbe8b41 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:41:21.209189 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:21.217172 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-7dbc30e7-9eb8-4a1e-b81a-b6a2e18c6132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:21.229063 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd83bd0a-5b0a-46ca-b600-e3175f290d4a None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:41:21.229511 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd83bd0a-5b0a-46ca-b600-e3175f290d4a None None] Checking segment: {'id': '0e280abf-b6b3-41bd-9111-e1b14383e005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'c2c9e591-656d-46d0-a62d-4895d899b4f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:41:21.229907 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-fd83bd0a-5b0a-46ca-b600-e3175f290d4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:21.230312 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd83bd0a-5b0a-46ca-b600-e3175f290d4a None None] Bound using segment: {'id': '0e280abf-b6b3-41bd-9111-e1b14383e005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'c2c9e591-656d-46d0-a62d-4895d899b4f1'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:41:21.230804 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-fd83bd0a-5b0a-46ca-b600-e3175f290d4a None None] Bound port: 221b2424-671f-40a6-bc62-5dea71f11f20, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e280abf-b6b3-41bd-9111-e1b14383e005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'c2c9e591-656d-46d0-a62d-4895d899b4f1'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:41:21.231189 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-fd83bd0a-5b0a-46ca-b600-e3175f290d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:21.233465 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-766f9596-55ab-4669-a202-f2a167b46cda tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Deleting port b51d1587-e9c0-4181-83cd-942472caa1eb {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:41:21.234357 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-766f9596-55ab-4669-a202-f2a167b46cda tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:21.243362 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4bf2745b-1354-46ef-9144-b039f4570533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:21.264048 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-1a0e79ea-ce43-4cbe-a7de-368874722852 None None] Current status of the port d30ff0c6-279e-4b02-b05f-b6cb4cbe8b41 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:41:21.264440 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1a0e79ea-ce43-4cbe-a7de-368874722852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:21.280317 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2745b-1354-46ef-9144-b039f4570533 admin admin] Pushing event deleted for resources: {'Port': ['ID=90e225eb-b485-4818-8f1d-5c9a8aba5851,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:21.354810 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] For port d30ff0c6-279e-4b02-b05f-b6cb4cbe8b41, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=d30ff0c6-279e-4b02-b05f-b6cb4cbe8b41,segment=NetworkSegment(b38d1b96-15fd-4a55-b16c-b72b8aead433),segment_id=b38d1b96-15fd-4a55-b16c-b72b8aead433)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:41:21.377339 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:21.377698 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-766f9596-55ab-4669-a202-f2a167b46cda tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:21.378275 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 0bbcd135-c065-4e8e-ad59-348db7f3138f up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:41:21.396503 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-766f9596-55ab-4669-a202-f2a167b46cda tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Calling delete_port for b51d1587-e9c0-4181-83cd-942472caa1eb owned by {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:41:21.473601 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4bf2745b-1354-46ef-9144-b039f4570533 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-593931'] for router_interface, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:21.529584 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-fd83bd0a-5b0a-46ca-b600-e3175f290d4a None None] For port 221b2424-671f-40a6-bc62-5dea71f11f20, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:41:21.570179 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-766f9596-55ab-4669-a202-f2a167b46cda tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:21.577044 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-fd83bd0a-5b0a-46ca-b600-e3175f290d4a None None] For port 221b2424-671f-40a6-bc62-5dea71f11f20, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=221b2424-671f-40a6-bc62-5dea71f11f20,segment=NetworkSegment(0e280abf-b6b3-41bd-9111-e1b14383e005),segment_id=0e280abf-b6b3-41bd-9111-e1b14383e005)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:41:21.609173 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766f9596-55ab-4669-a202-f2a167b46cda tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Pushing event deleted for resources: {'Port': ['ID=b51d1587-e9c0-4181-83cd-942472caa1eb,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:21.622352 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-fd83bd0a-5b0a-46ca-b600-e3175f290d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:21.630369 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.db.api [None req-1a0e79ea-ce43-4cbe-a7de-368874722852 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102732) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 18 18:41:21.630754 n-d-838550-3 neutron-server[102732]: DEBUG oslo_db.api [None req-1a0e79ea-ce43-4cbe-a7de-368874722852 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 18 18:41:21.635656 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Pushing event updated for resources: {'Port': ['ID=d30ff0c6-279e-4b02-b05f-b6cb4cbe8b41,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:21.638470 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-766f9596-55ab-4669-a202-f2a167b46cda tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:21.644120 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-766f9596-55ab-4669-a202-f2a167b46cda tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] 10.222.0.85 "DELETE /v2.0/ports/b51d1587-e9c0-4181-83cd-942472caa1eb HTTP/1.1" status: 204 len: 168 time: 0.5324340 May 18 18:41:21.644723 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 44926) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:41:21.679306 n-d-838550-3 neutron-server[102731]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2d75c7f-3f38-48c2-95b7-61e707f48261 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] GET failed (client error): The resource could not be found. May 18 18:41:21.683444 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-d2d75c7f-3f38-48c2-95b7-61e707f48261 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] 10.222.0.85 "GET /v2.0/ports/b51d1587-e9c0-4181-83cd-942472caa1eb HTTP/1.1" status: 404 len: 333 time: 0.0353196 May 18 18:41:21.683860 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 44928) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:41:21.712318 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-7dbc30e7-9eb8-4a1e-b81a-b6a2e18c6132 None None] Allocated IP 2001:db8:0:1::2 (3c4a2b4f-8894-40d5-b11c-874f9f44a645/4da78537-0ea6-4969-b874-132d1feb130b/d30ff0c6-279e-4b02-b05f-b6cb4cbe8b41) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:41:21.744196 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 0bbcd135-c065-4e8e-ad59-348db7f3138f triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:41:21.744581 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:21.750574 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd83bd0a-5b0a-46ca-b600-e3175f290d4a None None] Routers {'cc2bfcab-ef98-4eab-aaa1-f1716da54865'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:41:21.751228 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-fd83bd0a-5b0a-46ca-b600-e3175f290d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:41:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['cc2bfcab-ef98-4eab-aaa1-f1716da54865'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:41:21.757998 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-678c2ff9-2076-4deb-a57f-23c01e06ca46 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:21.772447 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bf2745b-1354-46ef-9144-b039f4570533 admin admin] Router 356d1573-24e7-4005-a662-9c8c7ae91522 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:41:21.790561 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-678c2ff9-2076-4deb-a57f-23c01e06ca46 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:21.826767 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ce6073-af19-418a-a3d0-3888f16fb29d None None] Pushing event updated for resources: {'Port': ['ID=221b2424-671f-40a6-bc62-5dea71f11f20,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:21.846956 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-678c2ff9-2076-4deb-a57f-23c01e06ca46 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:21.851482 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-678c2ff9-2076-4deb-a57f-23c01e06ca46 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:21.853318 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-678c2ff9-2076-4deb-a57f-23c01e06ca46 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] 10.222.0.85 "DELETE /v2.0/security-groups/fe381c8a-3987-454f-b428-67687e8aaa16 HTTP/1.1" status: 204 len: 168 time: 0.1686010 May 18 18:41:21.857307 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 44930) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:41:21.884266 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678c2ff9-2076-4deb-a57f-23c01e06ca46 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe381c8a-3987-454f-b428-67687e8aaa16,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:21.937780 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d5b4c9d2-62b4-455a-8edb-7555a28f1859 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:21.939771 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bf2745b-1354-46ef-9144-b039f4570533 admin admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:41:21.946570 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-4bf2745b-1354-46ef-9144-b039f4570533 admin admin] 10.222.0.85 "PUT /v2.0/routers/356d1573-24e7-4005-a662-9c8c7ae91522/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8980837 May 18 18:41:21.949243 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44932) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:41:21.953395 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36c2a88-f82b-4fc5-b340-8a77c4aeb30e None None] Sync routers for ids ['356d1573-24e7-4005-a662-9c8c7ae91522'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:41:21.968557 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36c2a88-f82b-4fc5-b340-8a77c4aeb30e None None] Routers {'356d1573-24e7-4005-a662-9c8c7ae91522'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:41:21.968557 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-b36c2a88-f82b-4fc5-b340-8a77c4aeb30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:41:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['356d1573-24e7-4005-a662-9c8c7ae91522'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:41:21.983508 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d5b4c9d2-62b4-455a-8edb-7555a28f1859 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:22.015979 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-7dbc30e7-9eb8-4a1e-b81a-b6a2e18c6132 None None] For port d30ff0c6-279e-4b02-b05f-b6cb4cbe8b41, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=d30ff0c6-279e-4b02-b05f-b6cb4cbe8b41,segment=NetworkSegment(b38d1b96-15fd-4a55-b16c-b72b8aead433),segment_id=b38d1b96-15fd-4a55-b16c-b72b8aead433)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:41:22.018910 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-fd83bd0a-5b0a-46ca-b600-e3175f290d4a None None] Set router cc2bfcab-ef98-4eab-aaa1-f1716da54865 gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:41:22.046361 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d5b4c9d2-62b4-455a-8edb-7555a28f1859 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:22.050837 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d5b4c9d2-62b4-455a-8edb-7555a28f1859 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:22.055252 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44934) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:41:22.055938 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-d5b4c9d2-62b4-455a-8edb-7555a28f1859 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] 10.222.0.85 "DELETE /v2.0/security-groups/ba1e05e0-bfd7-4972-a90c-b087cae509cf HTTP/1.1" status: 204 len: 168 time: 0.1941838 May 18 18:41:22.068832 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b4c9d2-62b4-455a-8edb-7555a28f1859 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba1e05e0-bfd7-4972-a90c-b087cae509cf,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:22.104678 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-b36c2a88-f82b-4fc5-b340-8a77c4aeb30e None None] Set router 356d1573-24e7-4005-a662-9c8c7ae91522 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:41:22.122976 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f5b939e-dce3-4f4b-9a83-c19afa0a6148 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Deleting subnet 18ad19b0-fbc9-4d99-908b-6d1edaa56dcb {{(pid=102730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:41:22.132545 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 0bbcd135-c065-4e8e-ad59-348db7f3138f is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:41:22.139135 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-7dbc30e7-9eb8-4a1e-b81a-b6a2e18c6132 None None] Notify callbacks [] for port, precommit_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:22.211595 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-7dbc30e7-9eb8-4a1e-b81a-b6a2e18c6132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:22.267619 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-1a0e79ea-ce43-4cbe-a7de-368874722852 None None] Current status of the port d30ff0c6-279e-4b02-b05f-b6cb4cbe8b41 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:41:22.335481 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-b36c2a88-f82b-4fc5-b340-8a77c4aeb30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '356d1573-24e7-4005-a662-9c8c7ae91522', 'name': 'tempest-TestAggregatesBasicOps-813890580-router', 'tenant_id': 'a8dfb9d0194845eba7b890b0e2b7d56a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': 'a8c7e3ae-e078-4917-a7e9-ca991cbe1563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:41:05Z', 'updated_at': '2022-05-18T18:41:21Z', 'revision_number': 5, 'project_id': 'a8dfb9d0194845eba7b890b0e2b7d56a', 'gw_port': {'id': 'a8c7e3ae-e078-4917-a7e9-ca991cbe1563', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:68:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '356d1573-24e7-4005-a662-9c8c7ae91522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:41:06Z', 'updated_at': '2022-05-18T18:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:41:22.395481 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36c2a88-f82b-4fc5-b340-8a77c4aeb30e None None] Checking router: 356d1573-24e7-4005-a662-9c8c7ae91522 for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:41:22.407815 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36c2a88-f82b-4fc5-b340-8a77c4aeb30e None None] Routers {'356d1573-24e7-4005-a662-9c8c7ae91522'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:41:22.408938 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-b36c2a88-f82b-4fc5-b340-8a77c4aeb30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:41:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['356d1573-24e7-4005-a662-9c8c7ae91522'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:41:22.461661 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7f5b939e-dce3-4f4b-9a83-c19afa0a6148 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks [] for subnet, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:22.503404 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7f5b939e-dce3-4f4b-9a83-c19afa0a6148 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260107366'] for subnet, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:22.524201 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device d30ff0c6-279e-4b02-b05f-b6cb4cbe8b41 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:41:22.530761 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-b36c2a88-f82b-4fc5-b340-8a77c4aeb30e None None] Set router 356d1573-24e7-4005-a662-9c8c7ae91522 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:41:22.561699 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-66e06996-7d23-48d4-a1e1-aa3d163d2993 admin admin] Notify callbacks [] for router, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:22.569039 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbc30e7-9eb8-4a1e-b81a-b6a2e18c6132 None None] Pushing event updated for resources: {'Port': ['ID=d30ff0c6-279e-4b02-b05f-b6cb4cbe8b41,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:22.612648 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-7762670d-3fee-4435-9f21-b60d99686274 None None] Provisioning complete for port 221b2424-671f-40a6-bc62-5dea71f11f20 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:41:22.613022 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-7762670d-3fee-4435-9f21-b60d99686274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:22.680413 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-66e06996-7d23-48d4-a1e1-aa3d163d2993 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:22.697161 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port d30ff0c6-279e-4b02-b05f-b6cb4cbe8b41 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:41:22.697559 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:22.760345 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7f5b939e-dce3-4f4b-9a83-c19afa0a6148 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:22.780622 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-fd83bd0a-5b0a-46ca-b600-e3175f290d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2bfcab-ef98-4eab-aaa1-f1716da54865', 'name': 'tempest-TestAggregatesBasicOps-634924436-router', 'tenant_id': '1d3ddb217df44d3683ca1c4899468af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': '0bbcd135-c065-4e8e-ad59-348db7f3138f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:41:12Z', 'updated_at': '2022-05-18T18:41:17Z', 'revision_number': 4, 'project_id': '1d3ddb217df44d3683ca1c4899468af7', 'gw_port': {'id': '0bbcd135-c065-4e8e-ad59-348db7f3138f', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:55:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2bfcab-ef98-4eab-aaa1-f1716da54865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:41:12Z', 'updated_at': '2022-05-18T18:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '221b2424-671f-40a6-bc62-5dea71f11f20', 'name': '', 'network_id': 'c2c9e591-656d-46d0-a62d-4895d899b4f1', 'tenant_id': '1d3ddb217df44d3683ca1c4899468af7', 'mac_address': 'fa:16:3e:8f:36:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc2bfcab-ef98-4eab-aaa1-f1716da54865', 'device_owner': 'network:router_interface', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '9375f665-faa1-434f-b6bc-a2500bdfb1a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:41:15Z', 'updated_at': '2022-05-18T18:41:21Z', 'revision_number': 4, 'project_id': '1d3ddb217df44d3683ca1c4899468af7', 'subnets': [{'id': '9375f665-faa1-434f-b6bc-a2500bdfb1a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:41:22.783241 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-b36c2a88-f82b-4fc5-b340-8a77c4aeb30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '356d1573-24e7-4005-a662-9c8c7ae91522', 'name': 'tempest-TestAggregatesBasicOps-813890580-router', 'tenant_id': 'a8dfb9d0194845eba7b890b0e2b7d56a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': 'a8c7e3ae-e078-4917-a7e9-ca991cbe1563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:41:05Z', 'updated_at': '2022-05-18T18:41:21Z', 'revision_number': 5, 'project_id': 'a8dfb9d0194845eba7b890b0e2b7d56a', 'gw_port': {'id': 'a8c7e3ae-e078-4917-a7e9-ca991cbe1563', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:68:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '356d1573-24e7-4005-a662-9c8c7ae91522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:41:06Z', 'updated_at': '2022-05-18T18:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:41:22.819226 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36c2a88-f82b-4fc5-b340-8a77c4aeb30e None None] The sync data for ids ['356d1573-24e7-4005-a662-9c8c7ae91522'] in n-d-838550-3 is: [{'id': '356d1573-24e7-4005-a662-9c8c7ae91522', 'name': 'tempest-TestAggregatesBasicOps-813890580-router', 'tenant_id': 'a8dfb9d0194845eba7b890b0e2b7d56a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': 'a8c7e3ae-e078-4917-a7e9-ca991cbe1563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:41:05Z', 'updated_at': '2022-05-18T18:41:21Z', 'revision_number': 5, 'project_id': 'a8dfb9d0194845eba7b890b0e2b7d56a', 'gw_port': {'id': 'a8c7e3ae-e078-4917-a7e9-ca991cbe1563', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:68:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '356d1573-24e7-4005-a662-9c8c7ae91522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:41:06Z', 'updated_at': '2022-05-18T18:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:41:22.843822 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-66e06996-7d23-48d4-a1e1-aa3d163d2993 admin admin] Deleting port a8c7e3ae-e078-4917-a7e9-ca991cbe1563 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:41:22.844233 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-66e06996-7d23-48d4-a1e1-aa3d163d2993 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:22.847640 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7f5b939e-dce3-4f4b-9a83-c19afa0a6148 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261104690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261031888'] for subnet, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:22.863197 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd83bd0a-5b0a-46ca-b600-e3175f290d4a None None] The sync data for ids ['cc2bfcab-ef98-4eab-aaa1-f1716da54865'] in n-d-838550-3 is: [{'id': 'cc2bfcab-ef98-4eab-aaa1-f1716da54865', 'name': 'tempest-TestAggregatesBasicOps-634924436-router', 'tenant_id': '1d3ddb217df44d3683ca1c4899468af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': '0bbcd135-c065-4e8e-ad59-348db7f3138f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:41:12Z', 'updated_at': '2022-05-18T18:41:17Z', 'revision_number': 4, 'project_id': '1d3ddb217df44d3683ca1c4899468af7', 'gw_port': {'id': '0bbcd135-c065-4e8e-ad59-348db7f3138f', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:55:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2bfcab-ef98-4eab-aaa1-f1716da54865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:41:12Z', 'updated_at': '2022-05-18T18:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '221b2424-671f-40a6-bc62-5dea71f11f20', 'name': '', 'network_id': 'c2c9e591-656d-46d0-a62d-4895d899b4f1', 'tenant_id': '1d3ddb217df44d3683ca1c4899468af7', 'mac_address': 'fa:16:3e:8f:36:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc2bfcab-ef98-4eab-aaa1-f1716da54865', 'device_owner': 'network:router_interface', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '9375f665-faa1-434f-b6bc-a2500bdfb1a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:41:15Z', 'updated_at': '2022-05-18T18:41:21Z', 'revision_number': 4, 'project_id': '1d3ddb217df44d3683ca1c4899468af7', 'subnets': [{'id': '9375f665-faa1-434f-b6bc-a2500bdfb1a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:41:22.873790 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7f5b939e-dce3-4f4b-9a83-c19afa0a6148 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks [] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:22.877024 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-7f5b939e-dce3-4f4b-9a83-c19afa0a6148 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] 10.222.0.85 "DELETE /v2.0/subnets/18ad19b0-fbc9-4d99-908b-6d1edaa56dcb HTTP/1.1" status: 204 len: 168 time: 0.8198731 May 18 18:41:22.881647 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 44936) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:41:22.888247 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-507fbf66-a36f-4ff0-9966-15f905a019a5 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Request body: {'subnet': {'network_id': '3c4a2b4f-8894-40d5-b11c-874f9f44a645', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:41:22.930851 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5b939e-dce3-4f4b-9a83-c19afa0a6148 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Pushing event deleted for resources: {'Subnet': ['ID=18ad19b0-fbc9-4d99-908b-6d1edaa56dcb,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:22.953653 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-7762670d-3fee-4435-9f21-b60d99686274 None None] Current status of the port 221b2424-671f-40a6-bc62-5dea71f11f20 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:41:22.954231 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-7762670d-3fee-4435-9f21-b60d99686274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:22.987646 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-66e06996-7d23-48d4-a1e1-aa3d163d2993 admin admin] For port a8c7e3ae-e078-4917-a7e9-ca991cbe1563, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=a8c7e3ae-e078-4917-a7e9-ca991cbe1563,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:41:22.987960 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-66e06996-7d23-48d4-a1e1-aa3d163d2993 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:23.003135 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-66e06996-7d23-48d4-a1e1-aa3d163d2993 admin admin] Calling delete_port for a8c7e3ae-e078-4917-a7e9-ca991cbe1563 owned by network:router_gateway {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:41:23.018405 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port d30ff0c6-279e-4b02-b05f-b6cb4cbe8b41 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:41:23.025758 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-7762670d-3fee-4435-9f21-b60d99686274 None None] For port 221b2424-671f-40a6-bc62-5dea71f11f20, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=221b2424-671f-40a6-bc62-5dea71f11f20,segment=NetworkSegment(0e280abf-b6b3-41bd-9111-e1b14383e005),segment_id=0e280abf-b6b3-41bd-9111-e1b14383e005)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:41:23.034012 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-7762670d-3fee-4435-9f21-b60d99686274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:23.041332 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-507fbf66-a36f-4ff0-9966-15f905a019a5 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Made reservation on behalf of 70a00dc3bf3147ae81b607bc351254ca for: {'subnet': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:41:23.046892 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-507fbf66-a36f-4ff0-9966-15f905a019a5 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260908003'] for subnet, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:23.094957 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7762670d-3fee-4435-9f21-b60d99686274 None None] Pushing event updated for resources: {'Port': ['ID=221b2424-671f-40a6-bc62-5dea71f11f20,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:23.218803 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-66e06996-7d23-48d4-a1e1-aa3d163d2993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:23.263583 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e06996-7d23-48d4-a1e1-aa3d163d2993 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8c7e3ae-e078-4917-a7e9-ca991cbe1563,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:23.409365 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-66e06996-7d23-48d4-a1e1-aa3d163d2993 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596901'] for router_gateway, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:23.438194 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a8a61f-0282-4755-afbe-1a09260266c1 None None] Network 3c4a2b4f-8894-40d5-b11c-874f9f44a645 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:41:23.440264 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-507fbf66-a36f-4ff0-9966-15f905a019a5 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260898481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260908021'] for subnet, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:23.503699 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507fbf66-a36f-4ff0-9966-15f905a019a5 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Network 3c4a2b4f-8894-40d5-b11c-874f9f44a645 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:41:23.511404 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-507fbf66-a36f-4ff0-9966-15f905a019a5 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:41:23.516188 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507fbf66-a36f-4ff0-9966-15f905a019a5 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:41:23.516784 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-507fbf66-a36f-4ff0-9966-15f905a019a5 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:23.533704 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507fbf66-a36f-4ff0-9966-15f905a019a5 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Pushing event updated for resources: {'Subnet': ['ID=589181ee-7c11-4f3c-9c06-92fe748220f6,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:23.547889 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-507fbf66-a36f-4ff0-9966-15f905a019a5 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6617038 May 18 18:41:23.555402 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 44938) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:41:23.563884 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-5c5cc72a-0389-453c-bca9-e83f2fdf16f8 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Request body: {'security_group': {'name': 'tempest-secgroup-1841130429'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:41:23.572462 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-66e06996-7d23-48d4-a1e1-aa3d163d2993 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25145'] for router, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:23.574767 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-66e06996-7d23-48d4-a1e1-aa3d163d2993 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:23.593811 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5c5cc72a-0389-453c-bca9-e83f2fdf16f8 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:23.653238 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-66e06996-7d23-48d4-a1e1-aa3d163d2993 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593303'] for router, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:23.653641 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-69fa888c-c565-4625-9548-296800ec043a None None] Provisioning complete for port 8a975d29-7ef4-42fc-9f7c-a5bc133f5478 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:41:23.654126 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-69fa888c-c565-4625-9548-296800ec043a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:23.655447 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66e06996-7d23-48d4-a1e1-aa3d163d2993 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 356d1573-24e7-4005-a662-9c8c7ae91522 {{(pid=102730) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 18 18:41:23.665162 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-66e06996-7d23-48d4-a1e1-aa3d163d2993 admin admin] Notify callbacks [] for router, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:23.667474 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-66e06996-7d23-48d4-a1e1-aa3d163d2993 admin admin] 10.222.0.85 "DELETE /v2.0/routers/356d1573-24e7-4005-a662-9c8c7ae91522 HTTP/1.1" status: 204 len: 168 time: 1.7161450 May 18 18:41:23.668901 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44940) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:41:23.710486 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5c5cc72a-0389-453c-bca9-e83f2fdf16f8 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:23.717413 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5c5cc72a-0389-453c-bca9-e83f2fdf16f8 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:23.721424 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-69fa888c-c565-4625-9548-296800ec043a None None] Port 8a975d29-7ef4-42fc-9f7c-a5bc133f5478 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:41:23.734639 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-69fa888c-c565-4625-9548-296800ec043a None None] Provisioning complete for port d30ff0c6-279e-4b02-b05f-b6cb4cbe8b41 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:41:23.735275 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-69fa888c-c565-4625-9548-296800ec043a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:23.777096 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5cc72a-0389-453c-bca9-e83f2fdf16f8 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de1ff96d-90cf-456b-943d-fade8726207f,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:23.794917 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5c5cc72a-0389-453c-bca9-e83f2fdf16f8 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:23.796180 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-5c5cc72a-0389-453c-bca9-e83f2fdf16f8 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2397561 May 18 18:41:23.799371 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_v2 [None req-1701ec0a-d905-4cb5-b83d-8b5214fb49c2 admin admin] Deleting subnet 16143240-4560-4cea-82e8-1bfeff59c80f {{(pid=102730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:41:23.802948 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44942) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:41:23.811701 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-14aa5483-b8c9-4827-a3c8-94879da1e0b2 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Request body: {'security_group': {'name': 'tempest-secgroup-144402864'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:41:23.819973 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1701ec0a-d905-4cb5-b83d-8b5214fb49c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:23.857367 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-825bd936-d7d5-4423-8b11-418d4703a347 None None] Update dhcp port {'port': {'network_id': '3c4a2b4f-8894-40d5-b11c-874f9f44a645', 'fixed_ips': [{'subnet_id': '4da78537-0ea6-4969-b874-132d1feb130b', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '589181ee-7c11-4f3c-9c06-92fe748220f6'}], 'binding:host_id': 'n-d-838550-3'}, 'id': 'd30ff0c6-279e-4b02-b05f-b6cb4cbe8b41'} from n-d-838550-3. {{(pid=102732) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 18 18:41:23.870610 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1701ec0a-d905-4cb5-b83d-8b5214fb49c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260107366'] for subnet, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:23.873376 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-14aa5483-b8c9-4827-a3c8-94879da1e0b2 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:23.903550 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-69fa888c-c565-4625-9548-296800ec043a None None] Current status of the port d30ff0c6-279e-4b02-b05f-b6cb4cbe8b41 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:41:23.907031 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-825bd936-d7d5-4423-8b11-418d4703a347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:23.910445 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-69fa888c-c565-4625-9548-296800ec043a None None] Could not find standard attr ID for object b51d1587-e9c0-4181-83cd-942472caa1eb. {{(pid=102732) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 18 18:41:24.009767 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1701ec0a-d905-4cb5-b83d-8b5214fb49c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:24.054303 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-14aa5483-b8c9-4827-a3c8-94879da1e0b2 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:24.061169 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-14aa5483-b8c9-4827-a3c8-94879da1e0b2 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:24.110952 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-14aa5483-b8c9-4827-a3c8-94879da1e0b2 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:24.112212 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-14aa5483-b8c9-4827-a3c8-94879da1e0b2 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3059461 May 18 18:41:24.115605 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44944) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:41:24.120852 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-353c924d-c064-4d4e-ac71-d106f95a1d14 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Request body: {'security_group': {'name': 'tempest-secgroup-1235517170'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:41:24.123705 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-825bd936-d7d5-4423-8b11-418d4703a347 None None] Allocated IP 2001:db8::2 (3c4a2b4f-8894-40d5-b11c-874f9f44a645/589181ee-7c11-4f3c-9c06-92fe748220f6/d30ff0c6-279e-4b02-b05f-b6cb4cbe8b41) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:41:24.125241 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14aa5483-b8c9-4827-a3c8-94879da1e0b2 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3d02dc3-eef8-4a1a-bce6-8832f397b67d,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:24.134196 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1701ec0a-d905-4cb5-b83d-8b5214fb49c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261104690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261031888'] for subnet, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:24.159025 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-353c924d-c064-4d4e-ac71-d106f95a1d14 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:24.189927 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1701ec0a-d905-4cb5-b83d-8b5214fb49c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16143240-4560-4cea-82e8-1bfeff59c80f,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:24.193708 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1701ec0a-d905-4cb5-b83d-8b5214fb49c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:24.197268 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-1701ec0a-d905-4cb5-b83d-8b5214fb49c2 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/16143240-4560-4cea-82e8-1bfeff59c80f HTTP/1.1" status: 204 len: 168 time: 0.5273108 May 18 18:41:24.200314 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 44946) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:41:24.213261 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b2478bc-b37a-41c3-b4ac-ecdcf8573b2d None None] Network dec46a06-b083-4e1d-a7b3-bad88752b149 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:41:24.263578 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-353c924d-c064-4d4e-ac71-d106f95a1d14 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:24.268463 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-353c924d-c064-4d4e-ac71-d106f95a1d14 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:24.287377 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-430c563a-5554-42ed-b9d3-0547b84d6a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:24.303324 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-353c924d-c064-4d4e-ac71-d106f95a1d14 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:24.306177 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-353c924d-c064-4d4e-ac71-d106f95a1d14 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1891851 May 18 18:41:24.310068 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44948) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:41:24.315192 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-e567bbf4-a6a5-4d84-bd60-6b7027479421 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-688753647', 'security_groups': ['eb6c8a6b-9e65-4a10-8938-77486042a40f'], 'network_id': '3c4a2b4f-8894-40d5-b11c-874f9f44a645', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '589181ee-7c11-4f3c-9c06-92fe748220f6'}]}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:41:24.326285 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-825bd936-d7d5-4423-8b11-418d4703a347 None None] For port d30ff0c6-279e-4b02-b05f-b6cb4cbe8b41, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=d30ff0c6-279e-4b02-b05f-b6cb4cbe8b41,segment=NetworkSegment(b38d1b96-15fd-4a55-b16c-b72b8aead433),segment_id=b38d1b96-15fd-4a55-b16c-b72b8aead433)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:41:24.372338 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-825bd936-d7d5-4423-8b11-418d4703a347 None None] Notify callbacks [] for port, precommit_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:24.389718 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-825bd936-d7d5-4423-8b11-418d4703a347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:24.441843 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353c924d-c064-4d4e-ac71-d106f95a1d14 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb6c8a6b-9e65-4a10-8938-77486042a40f,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:24.447352 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-430c563a-5554-42ed-b9d3-0547b84d6a4d admin admin] Deleting port a0518454-6904-4d18-994a-18b410a4839d {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:41:24.447710 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-430c563a-5554-42ed-b9d3-0547b84d6a4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:24.526865 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e567bbf4-a6a5-4d84-bd60-6b7027479421 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Made reservation on behalf of 70a00dc3bf3147ae81b607bc351254ca for: {'port': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:41:24.559430 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-430c563a-5554-42ed-b9d3-0547b84d6a4d admin admin] For port a0518454-6904-4d18-994a-18b410a4839d, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=a0518454-6904-4d18-994a-18b410a4839d,segment=NetworkSegment(4bacaab9-5856-428c-b87c-e7a5eaaf2e4d),segment_id=4bacaab9-5856-428c-b87c-e7a5eaaf2e4d)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:41:24.559813 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-430c563a-5554-42ed-b9d3-0547b84d6a4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:24.575556 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-430c563a-5554-42ed-b9d3-0547b84d6a4d admin admin] Calling delete_port for a0518454-6904-4d18-994a-18b410a4839d owned by network:dhcp {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:41:24.585027 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device d30ff0c6-279e-4b02-b05f-b6cb4cbe8b41 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:41:24.587456 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825bd936-d7d5-4423-8b11-418d4703a347 None None] Pushing event updated for resources: {'Port': ['ID=d30ff0c6-279e-4b02-b05f-b6cb4cbe8b41,revision_number=6']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:24.642402 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e567bbf4-a6a5-4d84-bd60-6b7027479421 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:24.674197 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [None req-e567bbf4-a6a5-4d84-bd60-6b7027479421 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] device_id is not set on port 38b572cc-f566-4848-9cd4-5d30b5754612 yet. {{(pid=102730) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 18 18:41:24.677946 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port d30ff0c6-279e-4b02-b05f-b6cb4cbe8b41 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:41:24.678068 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:24.739737 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-430c563a-5554-42ed-b9d3-0547b84d6a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:24.780977 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430c563a-5554-42ed-b9d3-0547b84d6a4d admin admin] No DVR routers for this DVR port a0518454-6904-4d18-994a-18b410a4839d on host n-d-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:41:24.785530 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430c563a-5554-42ed-b9d3-0547b84d6a4d admin admin] Pushing event deleted for resources: {'Port': ['ID=a0518454-6904-4d18-994a-18b410a4839d,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:24.804846 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01405f5b-c9e6-447c-81e0-e03e4f7f6003 None None] DHCP port deletion for dec46a06-b083-4e1d-a7b3-bad88752b149 request from n-d-838550-3 {{(pid=102732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 18:41:24.822484 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port d30ff0c6-279e-4b02-b05f-b6cb4cbe8b41 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:41:24.825702 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 221b2424-671f-40a6-bc62-5dea71f11f20 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:41:24.895376 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-430c563a-5554-42ed-b9d3-0547b84d6a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:24.920405 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-430c563a-5554-42ed-b9d3-0547b84d6a4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dec46a06-b083-4e1d-a7b3-bad88752b149']}} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:41:24.931536 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-430c563a-5554-42ed-b9d3-0547b84d6a4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bacaab9-5856-428c-b87c-e7a5eaaf2e4d') {'for_net_delete': True} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:41:24.931933 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-430c563a-5554-42ed-b9d3-0547b84d6a4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bacaab9-5856-428c-b87c-e7a5eaaf2e4d') {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:41:24.938754 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 221b2424-671f-40a6-bc62-5dea71f11f20 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:41:24.939133 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:24.953840 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-430c563a-5554-42ed-b9d3-0547b84d6a4d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260542144'] for segment, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:24.977244 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-430c563a-5554-42ed-b9d3-0547b84d6a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:24.983968 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-430c563a-5554-42ed-b9d3-0547b84d6a4d admin admin] Releasing vlan 641 on physical network physnet1 to pool {{(pid=102731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:41:24.984381 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-430c563a-5554-42ed-b9d3-0547b84d6a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260884178'] for segment, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:24.997342 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-e567bbf4-a6a5-4d84-bd60-6b7027479421 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Allocated IP 2001:db8::214 (3c4a2b4f-8894-40d5-b11c-874f9f44a645/589181ee-7c11-4f3c-9c06-92fe748220f6/38b572cc-f566-4848-9cd4-5d30b5754612) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:41:25.055614 n-d-838550-3 neutron-server[102731]: Traceback (most recent call last): May 18 18:41:25.055614 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:41:25.055614 n-d-838550-3 neutron-server[102731]: timer() May 18 18:41:25.055614 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:41:25.055614 n-d-838550-3 neutron-server[102731]: cb(*args, **kw) May 18 18:41:25.055614 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:41:25.055614 n-d-838550-3 neutron-server[102731]: return func(*args, **kwargs) May 18 18:41:25.055614 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:41:25.055614 n-d-838550-3 neutron-server[102731]: self._notify() May 18 18:41:25.055614 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:41:25.055614 n-d-838550-3 neutron-server[102731]: self.callback(batched_events) May 18 18:41:25.055614 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:41:25.055614 n-d-838550-3 neutron-server[102731]: event.method(event) May 18 18:41:25.055614 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:41:25.055614 n-d-838550-3 neutron-server[102731]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:41:25.055614 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:41:25.055614 n-d-838550-3 neutron-server[102731]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:41:25.055614 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:41:25.055614 n-d-838550-3 neutron-server[102731]: return f(self, *a, **k) May 18 18:41:25.055614 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:41:25.055614 n-d-838550-3 neutron-server[102731]: return self._get(url).json() May 18 18:41:25.055614 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:41:25.055614 n-d-838550-3 neutron-server[102731]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:41:25.055614 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:41:25.055614 n-d-838550-3 neutron-server[102731]: return self.request(url, 'GET', **kwargs) May 18 18:41:25.055614 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:41:25.055614 n-d-838550-3 neutron-server[102731]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:41:25.055614 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:41:25.055614 n-d-838550-3 neutron-server[102731]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:41:25.055614 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:41:25.055614 n-d-838550-3 neutron-server[102731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:41:25.055614 n-d-838550-3 neutron-server[102731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:41:25.062313 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-430c563a-5554-42ed-b9d3-0547b84d6a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:25.074303 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-430c563a-5554-42ed-b9d3-0547b84d6a4d admin admin] Notify callbacks [] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:25.078502 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-430c563a-5554-42ed-b9d3-0547b84d6a4d admin admin] 10.222.0.85 "DELETE /v2.0/networks/dec46a06-b083-4e1d-a7b3-bad88752b149 HTTP/1.1" status: 204 len: 168 time: 0.8770313 May 18 18:41:25.081973 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44950) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:41:25.084957 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 221b2424-671f-40a6-bc62-5dea71f11f20 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:41:25.099507 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430c563a-5554-42ed-b9d3-0547b84d6a4d admin admin] Pushing event deleted for resources: {'Network': ['ID=dec46a06-b083-4e1d-a7b3-bad88752b149,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:25.156557 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device a8c7e3ae-e078-4917-a7e9-ca991cbe1563 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:41:25.179190 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: a8c7e3ae-e078-4917-a7e9-ca991cbe1563 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:41:25.179695 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device a8c7e3ae-e078-4917-a7e9-ca991cbe1563 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:41:25.180437 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 90e225eb-b485-4818-8f1d-5c9a8aba5851 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:41:25.203696 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 90e225eb-b485-4818-8f1d-5c9a8aba5851 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:41:25.204018 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 90e225eb-b485-4818-8f1d-5c9a8aba5851 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:41:25.271823 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e567bbf4-a6a5-4d84-bd60-6b7027479421 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:25.310157 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc4221cc-c4fb-477c-820c-208d80f3e011 None None] Network 3c4a2b4f-8894-40d5-b11c-874f9f44a645 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:41:25.385584 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-dcfac750-abe9-45c8-bd07-d062751824bc None None] Provisioning complete for port 8a975d29-7ef4-42fc-9f7c-a5bc133f5478 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:41:25.385987 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-dcfac750-abe9-45c8-bd07-d062751824bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:25.392724 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e567bbf4-a6a5-4d84-bd60-6b7027479421 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:25.457361 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e567bbf4-a6a5-4d84-bd60-6b7027479421 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Network 3c4a2b4f-8894-40d5-b11c-874f9f44a645 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:41:25.459236 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-dcfac750-abe9-45c8-bd07-d062751824bc None None] Port 8a975d29-7ef4-42fc-9f7c-a5bc133f5478 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:41:25.464809 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-e567bbf4-a6a5-4d84-bd60-6b7027479421 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:41:25.472288 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e567bbf4-a6a5-4d84-bd60-6b7027479421 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:41:25.477895 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e567bbf4-a6a5-4d84-bd60-6b7027479421 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:41:25.478726 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e567bbf4-a6a5-4d84-bd60-6b7027479421 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:25.484150 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-dcfac750-abe9-45c8-bd07-d062751824bc None None] Provisioning complete for port d30ff0c6-279e-4b02-b05f-b6cb4cbe8b41 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:41:25.484150 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-dcfac750-abe9-45c8-bd07-d062751824bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:25.500880 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e567bbf4-a6a5-4d84-bd60-6b7027479421 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Pushing event updated for resources: {'Port': ['ID=38b572cc-f566-4848-9cd4-5d30b5754612,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:25.530984 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-e567bbf4-a6a5-4d84-bd60-6b7027479421 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2199647 May 18 18:41:25.534232 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44952) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:41:25.539390 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-dd161275-7983-4135-a9db-ce215b89b7a1 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Request body: {'subnet': {'network_id': '3c4a2b4f-8894-40d5-b11c-874f9f44a645', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:41:25.594680 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-dcfac750-abe9-45c8-bd07-d062751824bc None None] Current status of the port d30ff0c6-279e-4b02-b05f-b6cb4cbe8b41 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:41:25.706567 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd161275-7983-4135-a9db-ce215b89b7a1 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Made reservation on behalf of 70a00dc3bf3147ae81b607bc351254ca for: {'subnet': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:41:25.710325 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-dd161275-7983-4135-a9db-ce215b89b7a1 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261031885'] for subnet, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:25.779818 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ca00ccae-2f21-432c-ba35-350f2b555cc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-595963'] for router_interface, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:25.821509 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-9ef5ab66-8ac4-4480-80ff-b8a375024777 None None] Provisioning complete for port 8a975d29-7ef4-42fc-9f7c-a5bc133f5478 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:41:25.822295 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9ef5ab66-8ac4-4480-80ff-b8a375024777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:25.864484 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-9ef5ab66-8ac4-4480-80ff-b8a375024777 None None] Port 8a975d29-7ef4-42fc-9f7c-a5bc133f5478 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:41:25.875957 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-9ef5ab66-8ac4-4480-80ff-b8a375024777 None None] Provisioning complete for port d30ff0c6-279e-4b02-b05f-b6cb4cbe8b41 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:41:25.876344 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9ef5ab66-8ac4-4480-80ff-b8a375024777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:25.899205 n-d-838550-3 neutron-server[102730]: INFO neutron.db.ipam_backend_mixin [None req-dd161275-7983-4135-a9db-ce215b89b7a1 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 589181ee-7c11-4f3c-9c06-92fe748220f6 (CIDR: 2001:db8::/64) May 18 18:41:25.905729 n-d-838550-3 neutron-server[102730]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd161275-7983-4135-a9db-ce215b89b7a1 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 18 18:41:25.906228 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd161275-7983-4135-a9db-ce215b89b7a1 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:41:25.959236 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-dd161275-7983-4135-a9db-ce215b89b7a1 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4239755 May 18 18:41:25.962176 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 44954) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:41:25.968015 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-9245c951-385d-4218-be21-275309085ccb tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Request body: {'subnet': {'network_id': '3c4a2b4f-8894-40d5-b11c-874f9f44a645', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:41:25.982438 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-9ef5ab66-8ac4-4480-80ff-b8a375024777 None None] Current status of the port d30ff0c6-279e-4b02-b05f-b6cb4cbe8b41 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:41:25.994258 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-9ef5ab66-8ac4-4480-80ff-b8a375024777 None None] Provisioning complete for port 38b572cc-f566-4848-9cd4-5d30b5754612 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:41:25.995291 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9ef5ab66-8ac4-4480-80ff-b8a375024777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:26.036086 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-9ef5ab66-8ac4-4480-80ff-b8a375024777 None None] Port 38b572cc-f566-4848-9cd4-5d30b5754612 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:41:26.111487 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9245c951-385d-4218-be21-275309085ccb tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Made reservation on behalf of 70a00dc3bf3147ae81b607bc351254ca for: {'subnet': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:41:26.116403 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9245c951-385d-4218-be21-275309085ccb tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260908003'] for subnet, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:26.123873 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-ca00ccae-2f21-432c-ba35-350f2b555cc7 admin admin] Deleting port 221b2424-671f-40a6-bc62-5dea71f11f20 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:41:26.124348 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ca00ccae-2f21-432c-ba35-350f2b555cc7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:26.155786 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-6b5dff1b-f9fe-4311-8ce2-f055b324f9d9 None None] Could not find standard attr ID for object b51d1587-e9c0-4181-83cd-942472caa1eb. {{(pid=102732) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 18 18:41:26.216713 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-ca00ccae-2f21-432c-ba35-350f2b555cc7 admin admin] For port 221b2424-671f-40a6-bc62-5dea71f11f20, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=221b2424-671f-40a6-bc62-5dea71f11f20,segment=NetworkSegment(0e280abf-b6b3-41bd-9111-e1b14383e005),segment_id=0e280abf-b6b3-41bd-9111-e1b14383e005)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:41:26.217147 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ca00ccae-2f21-432c-ba35-350f2b555cc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:26.235884 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-ca00ccae-2f21-432c-ba35-350f2b555cc7 admin admin] Calling delete_port for 221b2424-671f-40a6-bc62-5dea71f11f20 owned by network:router_interface {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:41:26.241062 n-d-838550-3 neutron-server[102731]: INFO neutron.db.ipam_backend_mixin [None req-9245c951-385d-4218-be21-275309085ccb tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 4da78537-0ea6-4969-b874-132d1feb130b (CIDR: 2001:db8:0:1::/64) May 18 18:41:26.247761 n-d-838550-3 neutron-server[102731]: INFO neutron.pecan_wsgi.hooks.translation [None req-9245c951-385d-4218-be21-275309085ccb tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 18 18:41:26.248223 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9245c951-385d-4218-be21-275309085ccb tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:41:26.270525 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-9245c951-385d-4218-be21-275309085ccb tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.3063090 May 18 18:41:26.272918 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 44956) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:41:26.278042 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-936453eb-6a5f-423d-86de-60b35818a15d tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Request body: {'subnet': {'network_id': '3c4a2b4f-8894-40d5-b11c-874f9f44a645', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:41:26.288309 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 7 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 18:41:26.309022 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device d30ff0c6-279e-4b02-b05f-b6cb4cbe8b41 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:41:26.407998 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-f1000555-8fe0-4b84-bc19-c1028f86cc0c None None] Provisioning complete for port 38b572cc-f566-4848-9cd4-5d30b5754612 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:41:26.408364 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f1000555-8fe0-4b84-bc19-c1028f86cc0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:26.412419 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-936453eb-6a5f-423d-86de-60b35818a15d tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Made reservation on behalf of 70a00dc3bf3147ae81b607bc351254ca for: {'subnet': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:41:26.412587 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port d30ff0c6-279e-4b02-b05f-b6cb4cbe8b41 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:41:26.412587 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:26.415123 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-936453eb-6a5f-423d-86de-60b35818a15d tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260908003'] for subnet, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:26.480290 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-f1000555-8fe0-4b84-bc19-c1028f86cc0c None None] Port 38b572cc-f566-4848-9cd4-5d30b5754612 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:41:26.493503 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ca00ccae-2f21-432c-ba35-350f2b555cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:26.521532 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca00ccae-2f21-432c-ba35-350f2b555cc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=221b2424-671f-40a6-bc62-5dea71f11f20,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:26.568855 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port d30ff0c6-279e-4b02-b05f-b6cb4cbe8b41 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:41:26.654412 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device a0518454-6904-4d18-994a-18b410a4839d no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:41:26.677209 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: a0518454-6904-4d18-994a-18b410a4839d {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:41:26.678135 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device a0518454-6904-4d18-994a-18b410a4839d not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:41:26.752830 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ca00ccae-2f21-432c-ba35-350f2b555cc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-593931'] for router_interface, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:26.763136 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-936453eb-6a5f-423d-86de-60b35818a15d tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260898481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260908021'] for subnet, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:26.799246 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c5594e4f-2989-4a21-9302-45709aaa9fed None None] Could not find standard attr ID for object b51d1587-e9c0-4181-83cd-942472caa1eb. {{(pid=102732) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 18 18:41:26.835622 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-936453eb-6a5f-423d-86de-60b35818a15d tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Network 3c4a2b4f-8894-40d5-b11c-874f9f44a645 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:41:26.839325 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-936453eb-6a5f-423d-86de-60b35818a15d tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:41:26.844910 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-936453eb-6a5f-423d-86de-60b35818a15d tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:41:26.845514 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-936453eb-6a5f-423d-86de-60b35818a15d tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:26.864510 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936453eb-6a5f-423d-86de-60b35818a15d tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Pushing event updated for resources: {'Subnet': ['ID=d16db396-80c0-406d-98fc-b1200c1090e4,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:26.881688 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-936453eb-6a5f-423d-86de-60b35818a15d tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6048481 May 18 18:41:26.882301 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 44958) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:41:26.887720 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-3b366db8-af88-467b-971c-93e0d9f39c40 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-168491900', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd16db396-80c0-406d-98fc-b1200c1090e4'}], 'security_groups': ['de1ff96d-90cf-456b-943d-fade8726207f', 'f3d02dc3-eef8-4a1a-bce6-8832f397b67d']}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:41:26.974931 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-087c5600-4c06-4e37-bdfc-25c79a46b78a None None] Network 3c4a2b4f-8894-40d5-b11c-874f9f44a645 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:41:27.037794 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca00ccae-2f21-432c-ba35-350f2b555cc7 admin admin] Router cc2bfcab-ef98-4eab-aaa1-f1716da54865 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:41:27.054576 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3b366db8-af88-467b-971c-93e0d9f39c40 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:27.150973 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca00ccae-2f21-432c-ba35-350f2b555cc7 admin admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:41:27.155903 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-ca00ccae-2f21-432c-ba35-350f2b555cc7 admin admin] 10.222.0.85 "PUT /v2.0/routers/cc2bfcab-ef98-4eab-aaa1-f1716da54865/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0711315 May 18 18:41:27.158545 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44960) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:41:27.169675 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fbc726-717c-4cc7-a548-a0a9d77dd154 None None] Sync routers for ids ['cc2bfcab-ef98-4eab-aaa1-f1716da54865'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:41:27.181576 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fbc726-717c-4cc7-a548-a0a9d77dd154 None None] Routers {'cc2bfcab-ef98-4eab-aaa1-f1716da54865'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:41:27.182230 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-e5fbc726-717c-4cc7-a548-a0a9d77dd154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:41:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['cc2bfcab-ef98-4eab-aaa1-f1716da54865'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:41:27.269607 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-53d00d82-f497-4b4a-bdfa-998ece6431eb admin admin] Notify callbacks [] for router, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:27.395328 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-3b366db8-af88-467b-971c-93e0d9f39c40 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Delete allocated IP 2001:db8::214 (3c4a2b4f-8894-40d5-b11c-874f9f44a645/589181ee-7c11-4f3c-9c06-92fe748220f6) {{(pid=102731) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 18 18:41:27.405722 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-3b366db8-af88-467b-971c-93e0d9f39c40 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Allocated IP 2001:db8:0:2::279 (3c4a2b4f-8894-40d5-b11c-874f9f44a645/d16db396-80c0-406d-98fc-b1200c1090e4/38b572cc-f566-4848-9cd4-5d30b5754612) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:41:27.465777 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb497fe4-ed6a-4eca-8750-3e22769bb1d1 None None] Update dhcp port {'port': {'network_id': '3c4a2b4f-8894-40d5-b11c-874f9f44a645', 'fixed_ips': [{'subnet_id': '4da78537-0ea6-4969-b874-132d1feb130b', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '589181ee-7c11-4f3c-9c06-92fe748220f6', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd16db396-80c0-406d-98fc-b1200c1090e4'}], 'binding:host_id': 'n-d-838550-3'}, 'id': 'd30ff0c6-279e-4b02-b05f-b6cb4cbe8b41'} from n-d-838550-3. {{(pid=102732) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 18 18:41:27.506236 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-eb497fe4-ed6a-4eca-8750-3e22769bb1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:27.509134 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-e5fbc726-717c-4cc7-a548-a0a9d77dd154 None None] Set router cc2bfcab-ef98-4eab-aaa1-f1716da54865 gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:41:27.619419 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3b366db8-af88-467b-971c-93e0d9f39c40 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:27.625399 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3b366db8-af88-467b-971c-93e0d9f39c40 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:27.682748 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-53d00d82-f497-4b4a-bdfa-998ece6431eb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:27.701545 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-3b366db8-af88-467b-971c-93e0d9f39c40 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] In _notify_port_updated(), no bound segment for port 38b572cc-f566-4848-9cd4-5d30b5754612 on network 3c4a2b4f-8894-40d5-b11c-874f9f44a645 {{(pid=102731) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 18 18:41:27.707372 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b366db8-af88-467b-971c-93e0d9f39c40 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:41:27.707986 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3b366db8-af88-467b-971c-93e0d9f39c40 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:27.712462 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-3b366db8-af88-467b-971c-93e0d9f39c40 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] 10.222.0.85 "PUT /v2.0/ports/38b572cc-f566-4848-9cd4-5d30b5754612 HTTP/1.1" status: 200 len: 969 time: 0.8265159 May 18 18:41:27.713160 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44962) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:41:27.716417 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b366db8-af88-467b-971c-93e0d9f39c40 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Pushing event updated for resources: {'Port': ['ID=38b572cc-f566-4848-9cd4-5d30b5754612,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:27.807451 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-53d00d82-f497-4b4a-bdfa-998ece6431eb admin admin] Deleting port 0bbcd135-c065-4e8e-ad59-348db7f3138f {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:41:27.808083 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-53d00d82-f497-4b4a-bdfa-998ece6431eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:27.840297 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-eb497fe4-ed6a-4eca-8750-3e22769bb1d1 None None] Allocated IP 2001:db8:0:2::2 (3c4a2b4f-8894-40d5-b11c-874f9f44a645/d16db396-80c0-406d-98fc-b1200c1090e4/d30ff0c6-279e-4b02-b05f-b6cb4cbe8b41) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:41:27.867668 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-a58c8c17-3588-4b03-a7dc-aa8865f978f3 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Deleting port 38b572cc-f566-4848-9cd4-5d30b5754612 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:41:27.868005 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a58c8c17-3588-4b03-a7dc-aa8865f978f3 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:27.908207 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-e5fbc726-717c-4cc7-a548-a0a9d77dd154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2bfcab-ef98-4eab-aaa1-f1716da54865', 'name': 'tempest-TestAggregatesBasicOps-634924436-router', 'tenant_id': '1d3ddb217df44d3683ca1c4899468af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': '0bbcd135-c065-4e8e-ad59-348db7f3138f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:41:12Z', 'updated_at': '2022-05-18T18:41:26Z', 'revision_number': 5, 'project_id': '1d3ddb217df44d3683ca1c4899468af7', 'gw_port': {'id': '0bbcd135-c065-4e8e-ad59-348db7f3138f', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:55:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2bfcab-ef98-4eab-aaa1-f1716da54865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:41:12Z', 'updated_at': '2022-05-18T18:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:41:27.937770 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fbc726-717c-4cc7-a548-a0a9d77dd154 None None] Checking router: cc2bfcab-ef98-4eab-aaa1-f1716da54865 for host: n-d-838550-3 {{(pid=102732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:41:27.952453 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-53d00d82-f497-4b4a-bdfa-998ece6431eb admin admin] For port 0bbcd135-c065-4e8e-ad59-348db7f3138f, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=0bbcd135-c065-4e8e-ad59-348db7f3138f,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:41:27.952818 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-53d00d82-f497-4b4a-bdfa-998ece6431eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:27.957027 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fbc726-717c-4cc7-a548-a0a9d77dd154 None None] Routers {'cc2bfcab-ef98-4eab-aaa1-f1716da54865'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:41:27.957666 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-e5fbc726-717c-4cc7-a548-a0a9d77dd154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:41:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['cc2bfcab-ef98-4eab-aaa1-f1716da54865'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:41:27.976893 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-53d00d82-f497-4b4a-bdfa-998ece6431eb admin admin] Calling delete_port for 0bbcd135-c065-4e8e-ad59-348db7f3138f owned by network:router_gateway {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:41:27.998119 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a58c8c17-3588-4b03-a7dc-aa8865f978f3 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:28.039122 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-a58c8c17-3588-4b03-a7dc-aa8865f978f3 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Calling delete_port for 38b572cc-f566-4848-9cd4-5d30b5754612 owned by {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:41:28.041468 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-eb497fe4-ed6a-4eca-8750-3e22769bb1d1 None None] For port d30ff0c6-279e-4b02-b05f-b6cb4cbe8b41, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=d30ff0c6-279e-4b02-b05f-b6cb4cbe8b41,segment=NetworkSegment(b38d1b96-15fd-4a55-b16c-b72b8aead433),segment_id=b38d1b96-15fd-4a55-b16c-b72b8aead433)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:41:28.069603 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-e5fbc726-717c-4cc7-a548-a0a9d77dd154 None None] Set router cc2bfcab-ef98-4eab-aaa1-f1716da54865 gateway port host: None {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:41:28.136383 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-e5fbc726-717c-4cc7-a548-a0a9d77dd154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2bfcab-ef98-4eab-aaa1-f1716da54865', 'name': 'tempest-TestAggregatesBasicOps-634924436-router', 'tenant_id': '1d3ddb217df44d3683ca1c4899468af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:41:12Z', 'updated_at': '2022-05-18T18:41:27Z', 'revision_number': 6, 'project_id': '1d3ddb217df44d3683ca1c4899468af7', 'gw_port_host': None}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:41:28.139411 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-eb497fe4-ed6a-4eca-8750-3e22769bb1d1 None None] Notify callbacks [] for port, precommit_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:28.168661 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fbc726-717c-4cc7-a548-a0a9d77dd154 None None] The sync data for ids ['cc2bfcab-ef98-4eab-aaa1-f1716da54865'] in n-d-838550-3 is: [{'id': 'cc2bfcab-ef98-4eab-aaa1-f1716da54865', 'name': 'tempest-TestAggregatesBasicOps-634924436-router', 'tenant_id': '1d3ddb217df44d3683ca1c4899468af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:41:12Z', 'updated_at': '2022-05-18T18:41:27Z', 'revision_number': 6, 'project_id': '1d3ddb217df44d3683ca1c4899468af7', 'gw_port_host': None}] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:41:28.170133 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-eb497fe4-ed6a-4eca-8750-3e22769bb1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:28.269656 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb497fe4-ed6a-4eca-8750-3e22769bb1d1 None None] Pushing event updated for resources: {'Port': ['ID=d30ff0c6-279e-4b02-b05f-b6cb4cbe8b41,revision_number=7']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:28.281024 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-53d00d82-f497-4b4a-bdfa-998ece6431eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:28.286949 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a58c8c17-3588-4b03-a7dc-aa8865f978f3 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:28.320381 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d00d82-f497-4b4a-bdfa-998ece6431eb admin admin] Pushing event deleted for resources: {'Port': ['ID=0bbcd135-c065-4e8e-ad59-348db7f3138f,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:28.368158 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58c8c17-3588-4b03-a7dc-aa8865f978f3 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Pushing event deleted for resources: {'Port': ['ID=38b572cc-f566-4848-9cd4-5d30b5754612,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:28.406655 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a58c8c17-3588-4b03-a7dc-aa8865f978f3 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:28.410026 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-a58c8c17-3588-4b03-a7dc-aa8865f978f3 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] 10.222.0.85 "DELETE /v2.0/ports/38b572cc-f566-4848-9cd4-5d30b5754612 HTTP/1.1" status: 204 len: 168 time: 0.6959462 May 18 18:41:28.412568 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44964) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:41:28.445646 n-d-838550-3 neutron-server[102730]: INFO neutron.pecan_wsgi.hooks.translation [None req-e09ea980-e7e3-4ae2-9a8e-1d09f7609a03 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] GET failed (client error): The resource could not be found. May 18 18:41:28.447239 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-e09ea980-e7e3-4ae2-9a8e-1d09f7609a03 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] 10.222.0.85 "GET /v2.0/ports/38b572cc-f566-4848-9cd4-5d30b5754612 HTTP/1.1" status: 404 len: 333 time: 0.0337589 May 18 18:41:28.450197 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44966) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:41:28.470230 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-53d00d82-f497-4b4a-bdfa-998ece6431eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596901'] for router_gateway, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:28.583289 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-53d00d82-f497-4b4a-bdfa-998ece6431eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25145'] for router, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:28.587799 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-53d00d82-f497-4b4a-bdfa-998ece6431eb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:28.604161 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3e1ed5e9-e323-4c2a-95a4-b33b496ead49 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:28.662454 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-53d00d82-f497-4b4a-bdfa-998ece6431eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593303'] for router, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:28.663010 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53d00d82-f497-4b4a-bdfa-998ece6431eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc2bfcab-ef98-4eab-aaa1-f1716da54865 {{(pid=102730) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 18 18:41:28.667806 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-53d00d82-f497-4b4a-bdfa-998ece6431eb admin admin] Notify callbacks [] for router, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:28.674991 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-53d00d82-f497-4b4a-bdfa-998ece6431eb admin admin] 10.222.0.85 "DELETE /v2.0/routers/cc2bfcab-ef98-4eab-aaa1-f1716da54865 HTTP/1.1" status: 204 len: 168 time: 1.5094926 May 18 18:41:28.674991 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44968) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:41:28.674991 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3e1ed5e9-e323-4c2a-95a4-b33b496ead49 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:28.751517 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d376fef-fce7-4f1d-883f-864220ba9b34 admin admin] Deleting subnet 9375f665-faa1-434f-b6bc-a2500bdfb1a7 {{(pid=102730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:41:28.755564 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4d376fef-fce7-4f1d-883f-864220ba9b34 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:28.787989 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3e1ed5e9-e323-4c2a-95a4-b33b496ead49 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:28.791051 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3e1ed5e9-e323-4c2a-95a4-b33b496ead49 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:28.791947 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-3e1ed5e9-e323-4c2a-95a4-b33b496ead49 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] 10.222.0.85 "DELETE /v2.0/security-groups/eb6c8a6b-9e65-4a10-8938-77486042a40f HTTP/1.1" status: 204 len: 168 time: 0.3408527 May 18 18:41:28.795398 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 44970) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:41:28.805997 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4d376fef-fce7-4f1d-883f-864220ba9b34 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260107366'] for subnet, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:28.829038 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1ed5e9-e323-4c2a-95a4-b33b496ead49 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb6c8a6b-9e65-4a10-8938-77486042a40f,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:28.871347 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4b737dc0-1101-4f41-bc41-dd059eebf15f tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:28.900727 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4b737dc0-1101-4f41-bc41-dd059eebf15f tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:28.908549 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4d376fef-fce7-4f1d-883f-864220ba9b34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:28.954060 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-86a5e45d-6f5e-42a1-9c0e-2ad4a7600fdc None None] Provisioning complete for port 8a975d29-7ef4-42fc-9f7c-a5bc133f5478 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:41:28.955272 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-86a5e45d-6f5e-42a1-9c0e-2ad4a7600fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:28.956249 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4b737dc0-1101-4f41-bc41-dd059eebf15f tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:28.959019 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4b737dc0-1101-4f41-bc41-dd059eebf15f tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:28.960353 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-4b737dc0-1101-4f41-bc41-dd059eebf15f tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] 10.222.0.85 "DELETE /v2.0/security-groups/f3d02dc3-eef8-4a1a-bce6-8832f397b67d HTTP/1.1" status: 204 len: 168 time: 0.1640720 May 18 18:41:28.965280 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44972) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:41:28.970526 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b737dc0-1101-4f41-bc41-dd059eebf15f tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3d02dc3-eef8-4a1a-bce6-8832f397b67d,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:29.028529 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-86a5e45d-6f5e-42a1-9c0e-2ad4a7600fdc None None] Port 8a975d29-7ef4-42fc-9f7c-a5bc133f5478 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:41:29.032839 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4d376fef-fce7-4f1d-883f-864220ba9b34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261104690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261031888'] for subnet, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:29.043506 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-86a5e45d-6f5e-42a1-9c0e-2ad4a7600fdc None None] Provisioning complete for port d30ff0c6-279e-4b02-b05f-b6cb4cbe8b41 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:41:29.044233 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-86a5e45d-6f5e-42a1-9c0e-2ad4a7600fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:29.066729 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d376fef-fce7-4f1d-883f-864220ba9b34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9375f665-faa1-434f-b6bc-a2500bdfb1a7,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:29.080923 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4d376fef-fce7-4f1d-883f-864220ba9b34 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:29.084685 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-4d376fef-fce7-4f1d-883f-864220ba9b34 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/9375f665-faa1-434f-b6bc-a2500bdfb1a7 HTTP/1.1" status: 204 len: 168 time: 0.4117153 May 18 18:41:29.087386 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 44974) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:41:29.095837 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-193c6b32-180e-4a76-bd80-ea161915f03a tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:29.101508 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3328094-8596-4505-b5f8-0170007b44ff None None] Network c2c9e591-656d-46d0-a62d-4895d899b4f1 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:41:29.136538 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-193c6b32-180e-4a76-bd80-ea161915f03a tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:29.180791 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3f38a24f-0a04-4692-870f-efa520695a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:29.214203 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-193c6b32-180e-4a76-bd80-ea161915f03a tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:29.217932 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-193c6b32-180e-4a76-bd80-ea161915f03a tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:29.219112 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-193c6b32-180e-4a76-bd80-ea161915f03a tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] 10.222.0.85 "DELETE /v2.0/security-groups/de1ff96d-90cf-456b-943d-fade8726207f HTTP/1.1" status: 204 len: 168 time: 0.2526686 May 18 18:41:29.226644 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 44976) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:41:29.235495 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193c6b32-180e-4a76-bd80-ea161915f03a tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de1ff96d-90cf-456b-943d-fade8726207f,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:29.279940 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-86a5e45d-6f5e-42a1-9c0e-2ad4a7600fdc None None] Current status of the port d30ff0c6-279e-4b02-b05f-b6cb4cbe8b41 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:41:29.285007 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-86a5e45d-6f5e-42a1-9c0e-2ad4a7600fdc None None] Could not find standard attr ID for object 38b572cc-f566-4848-9cd4-5d30b5754612. {{(pid=102732) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 18 18:41:29.291828 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_v2 [None req-61decb5d-37ff-4577-bc8f-20ad05222d90 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Deleting subnet 589181ee-7c11-4f3c-9c06-92fe748220f6 {{(pid=102731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:41:29.296725 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-61decb5d-37ff-4577-bc8f-20ad05222d90 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks [] for subnet, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:29.334544 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-3f38a24f-0a04-4692-870f-efa520695a05 admin admin] Deleting port 63f3f665-a695-47f1-a5d2-960f2a9fa40f {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:41:29.334874 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3f38a24f-0a04-4692-870f-efa520695a05 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:29.393765 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-61decb5d-37ff-4577-bc8f-20ad05222d90 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260542153'] for subnet, precommit_delete_associations {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:29.399252 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-af110449-da80-4242-8603-132c1762571a None None] Could not find standard attr ID for object 38b572cc-f566-4848-9cd4-5d30b5754612. {{(pid=102732) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 18 18:41:29.433788 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b8496af-82c5-4491-82fe-fdd336a068f3 None None] DHCP port deletion for c2c9e591-656d-46d0-a62d-4895d899b4f1 request from n-d-838550-3 {{(pid=102732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 18:41:29.443580 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-3f38a24f-0a04-4692-870f-efa520695a05 admin admin] For port 63f3f665-a695-47f1-a5d2-960f2a9fa40f, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=63f3f665-a695-47f1-a5d2-960f2a9fa40f,segment=NetworkSegment(0e280abf-b6b3-41bd-9111-e1b14383e005),segment_id=0e280abf-b6b3-41bd-9111-e1b14383e005)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:41:29.443958 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3f38a24f-0a04-4692-870f-efa520695a05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:29.466249 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-3f38a24f-0a04-4692-870f-efa520695a05 admin admin] Calling delete_port for 63f3f665-a695-47f1-a5d2-960f2a9fa40f owned by network:dhcp {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:41:29.515502 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-6b8496af-82c5-4491-82fe-fdd336a068f3 None None] Deleting port 63f3f665-a695-47f1-a5d2-960f2a9fa40f {{(pid=102732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:41:29.515884 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-6b8496af-82c5-4491-82fe-fdd336a068f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:29.553568 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-61decb5d-37ff-4577-bc8f-20ad05222d90 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:29.582334 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-6b8496af-82c5-4491-82fe-fdd336a068f3 None None] For port 63f3f665-a695-47f1-a5d2-960f2a9fa40f, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=63f3f665-a695-47f1-a5d2-960f2a9fa40f,segment=NetworkSegment(0e280abf-b6b3-41bd-9111-e1b14383e005),segment_id=0e280abf-b6b3-41bd-9111-e1b14383e005)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:41:29.582734 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-6b8496af-82c5-4491-82fe-fdd336a068f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:29.597174 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-6b8496af-82c5-4491-82fe-fdd336a068f3 None None] Calling delete_port for 63f3f665-a695-47f1-a5d2-960f2a9fa40f owned by network:dhcp {{(pid=102732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:41:29.627642 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3f38a24f-0a04-4692-870f-efa520695a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:29.654924 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f38a24f-0a04-4692-870f-efa520695a05 admin admin] Pushing event deleted for resources: {'Port': ['ID=63f3f665-a695-47f1-a5d2-960f2a9fa40f,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:29.657175 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-61decb5d-37ff-4577-bc8f-20ad05222d90 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260898416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260908030'] for subnet, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:29.670847 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f38a24f-0a04-4692-870f-efa520695a05 admin admin] No DVR routers for this DVR port 63f3f665-a695-47f1-a5d2-960f2a9fa40f on host n-d-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:41:29.679001 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-61decb5d-37ff-4577-bc8f-20ad05222d90 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:29.682008 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-61decb5d-37ff-4577-bc8f-20ad05222d90 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] 10.222.0.85 "DELETE /v2.0/subnets/589181ee-7c11-4f3c-9c06-92fe748220f6 HTTP/1.1" status: 204 len: 168 time: 0.4510434 May 18 18:41:29.685812 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3961067-d5d4-4607-accc-851f6332f9a2 None None] Network 3c4a2b4f-8894-40d5-b11c-874f9f44a645 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:41:29.686569 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44978) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:41:29.717253 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61decb5d-37ff-4577-bc8f-20ad05222d90 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Pushing event deleted for resources: {'Subnet': ['ID=589181ee-7c11-4f3c-9c06-92fe748220f6,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:29.744767 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-6b8496af-82c5-4491-82fe-fdd336a068f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508'] for port, after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:29.750076 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_v2 [None req-96cc73c1-4d7c-4604-900e-698934551951 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Deleting subnet d16db396-80c0-406d-98fc-b1200c1090e4 {{(pid=102730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:41:29.754351 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-96cc73c1-4d7c-4604-900e-698934551951 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks [] for subnet, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:29.772740 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3f38a24f-0a04-4692-870f-efa520695a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:29.778881 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8496af-82c5-4491-82fe-fdd336a068f3 None None] Pushing event deleted for resources: {'Port': ['ID=63f3f665-a695-47f1-a5d2-960f2a9fa40f,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:29.782778 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8496af-82c5-4491-82fe-fdd336a068f3 None None] No DVR routers for this DVR port 63f3f665-a695-47f1-a5d2-960f2a9fa40f on host n-d-838550-3 {{(pid=102732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:41:29.806036 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-3f38a24f-0a04-4692-870f-efa520695a05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2c9e591-656d-46d0-a62d-4895d899b4f1']}} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:41:29.807564 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-96cc73c1-4d7c-4604-900e-698934551951 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260107366'] for subnet, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:29.816940 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-3f38a24f-0a04-4692-870f-efa520695a05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e280abf-b6b3-41bd-9111-e1b14383e005') {'for_net_delete': True} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:41:29.817256 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-3f38a24f-0a04-4692-870f-efa520695a05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e280abf-b6b3-41bd-9111-e1b14383e005') {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:41:29.827160 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3f38a24f-0a04-4692-870f-efa520695a05 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260542144'] for segment, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:29.844197 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3f38a24f-0a04-4692-870f-efa520695a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:29.850924 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f38a24f-0a04-4692-870f-efa520695a05 admin admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=102731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:41:29.851309 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3f38a24f-0a04-4692-870f-efa520695a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260884178'] for segment, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:29.852988 n-d-838550-3 neutron-server[102731]: Traceback (most recent call last): May 18 18:41:29.852988 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:41:29.852988 n-d-838550-3 neutron-server[102731]: timer() May 18 18:41:29.852988 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:41:29.852988 n-d-838550-3 neutron-server[102731]: cb(*args, **kw) May 18 18:41:29.852988 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:41:29.852988 n-d-838550-3 neutron-server[102731]: return func(*args, **kwargs) May 18 18:41:29.852988 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:41:29.852988 n-d-838550-3 neutron-server[102731]: self._notify() May 18 18:41:29.852988 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:41:29.852988 n-d-838550-3 neutron-server[102731]: self.callback(batched_events) May 18 18:41:29.852988 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:41:29.852988 n-d-838550-3 neutron-server[102731]: event.method(event) May 18 18:41:29.852988 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:41:29.852988 n-d-838550-3 neutron-server[102731]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:41:29.852988 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:41:29.852988 n-d-838550-3 neutron-server[102731]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:41:29.852988 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:41:29.852988 n-d-838550-3 neutron-server[102731]: return f(self, *a, **k) May 18 18:41:29.852988 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:41:29.852988 n-d-838550-3 neutron-server[102731]: return self._get(url).json() May 18 18:41:29.852988 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:41:29.852988 n-d-838550-3 neutron-server[102731]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:41:29.852988 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:41:29.852988 n-d-838550-3 neutron-server[102731]: return self.request(url, 'GET', **kwargs) May 18 18:41:29.852988 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:41:29.852988 n-d-838550-3 neutron-server[102731]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:41:29.852988 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:41:29.852988 n-d-838550-3 neutron-server[102731]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:41:29.852988 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:41:29.852988 n-d-838550-3 neutron-server[102731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:41:29.852988 n-d-838550-3 neutron-server[102731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:41:29.899440 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-96cc73c1-4d7c-4604-900e-698934551951 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:29.909835 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3f38a24f-0a04-4692-870f-efa520695a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:29.928309 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3f38a24f-0a04-4692-870f-efa520695a05 admin admin] Notify callbacks [] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:29.931298 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-3f38a24f-0a04-4692-870f-efa520695a05 admin admin] 10.222.0.85 "DELETE /v2.0/networks/c2c9e591-656d-46d0-a62d-4895d899b4f1 HTTP/1.1" status: 204 len: 168 time: 0.8425429 May 18 18:41:29.934362 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f38a24f-0a04-4692-870f-efa520695a05 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2c9e591-656d-46d0-a62d-4895d899b4f1,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:29.975277 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-96cc73c1-4d7c-4604-900e-698934551951 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261104690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261031888'] for subnet, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:30.005544 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cc73c1-4d7c-4604-900e-698934551951 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Pushing event deleted for resources: {'Subnet': ['ID=d16db396-80c0-406d-98fc-b1200c1090e4,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:30.009524 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-96cc73c1-4d7c-4604-900e-698934551951 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks [] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:30.012917 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-96cc73c1-4d7c-4604-900e-698934551951 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] 10.222.0.85 "DELETE /v2.0/subnets/d16db396-80c0-406d-98fc-b1200c1090e4 HTTP/1.1" status: 204 len: 168 time: 0.3249583 May 18 18:41:30.015185 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44982) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:41:30.044433 n-d-838550-3 neutron-server[102730]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5513223-05cc-4ef9-a3e8-799173da5277 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] DELETE failed (client error): The resource could not be found. May 18 18:41:30.044895 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5513223-05cc-4ef9-a3e8-799173da5277 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:41:30.047988 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-d5513223-05cc-4ef9-a3e8-799173da5277 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] 10.222.0.85 "DELETE /v2.0/subnets/589181ee-7c11-4f3c-9c06-92fe748220f6 HTTP/1.1" status: 404 len: 337 time: 0.0318518 May 18 18:41:30.050728 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44984) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:41:30.107254 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_v2 [None req-89d70fc6-e1ca-4cca-8444-5244060315b4 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Deleting subnet 4da78537-0ea6-4969-b874-132d1feb130b {{(pid=102730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:41:30.111172 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-89d70fc6-e1ca-4cca-8444-5244060315b4 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks [] for subnet, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:30.144646 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 44986) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:41:30.165949 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-89d70fc6-e1ca-4cca-8444-5244060315b4 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260107366'] for subnet, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:30.196477 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-2413aa67-6591-4b87-8c11-176a98604858 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=a8dfb9d0194845eba7b890b0e2b7d56a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0478628 May 18 18:41:30.196644 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44988) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:41:30.281141 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device d30ff0c6-279e-4b02-b05f-b6cb4cbe8b41 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:41:30.295620 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c141c60b-bd29-43f9-8e18-a5ff1c7b212c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:30.303411 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-89d70fc6-e1ca-4cca-8444-5244060315b4 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:30.332074 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port d30ff0c6-279e-4b02-b05f-b6cb4cbe8b41 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:41:30.332074 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:30.348848 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c141c60b-bd29-43f9-8e18-a5ff1c7b212c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:30.402015 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-89d70fc6-e1ca-4cca-8444-5244060315b4 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261104690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261031888'] for subnet, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:30.421706 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port d30ff0c6-279e-4b02-b05f-b6cb4cbe8b41 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:41:30.434589 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d70fc6-e1ca-4cca-8444-5244060315b4 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Pushing event deleted for resources: {'Subnet': ['ID=4da78537-0ea6-4969-b874-132d1feb130b,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:30.441721 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c141c60b-bd29-43f9-8e18-a5ff1c7b212c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:30.442185 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c141c60b-bd29-43f9-8e18-a5ff1c7b212c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:30.443547 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-c141c60b-bd29-43f9-8e18-a5ff1c7b212c admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/92ecf69d-6c29-46f5-b0c2-e94919371b79 HTTP/1.1" status: 204 len: 168 time: 0.2458687 May 18 18:41:30.448428 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-89d70fc6-e1ca-4cca-8444-5244060315b4 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks [] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:30.453379 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-89d70fc6-e1ca-4cca-8444-5244060315b4 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] 10.222.0.85 "DELETE /v2.0/subnets/4da78537-0ea6-4969-b874-132d1feb130b HTTP/1.1" status: 204 len: 168 time: 0.3993537 May 18 18:41:30.456182 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 44992) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:41:30.458077 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c141c60b-bd29-43f9-8e18-a5ff1c7b212c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92ecf69d-6c29-46f5-b0c2-e94919371b79,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:30.496303 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 221b2424-671f-40a6-bc62-5dea71f11f20 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:41:30.505889 n-d-838550-3 neutron-server[102731]: INFO neutron.pecan_wsgi.hooks.translation [None req-e00643b6-4239-457a-a628-08125693942d tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] DELETE failed (client error): The resource could not be found. May 18 18:41:30.506344 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e00643b6-4239-457a-a628-08125693942d tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:41:30.512194 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-e00643b6-4239-457a-a628-08125693942d tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] 10.222.0.85 "DELETE /v2.0/subnets/18ad19b0-fbc9-4d99-908b-6d1edaa56dcb HTTP/1.1" status: 404 len: 337 time: 0.0546932 May 18 18:41:30.512403 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44994) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:41:30.536680 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 221b2424-671f-40a6-bc62-5dea71f11f20 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:41:30.537471 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 221b2424-671f-40a6-bc62-5dea71f11f20 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:41:30.538178 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 63f3f665-a695-47f1-a5d2-960f2a9fa40f no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:41:30.544095 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-ec946245-e804-4c00-bf6c-c1c588b385f6 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] 10.222.0.85 "GET /v2.0/ports?device_id=bffea1e5-c125-4829-a073-ea89640c425b HTTP/1.1" status: 200 len: 205 time: 0.0304170 May 18 18:41:30.546270 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44996) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:41:30.563125 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 63f3f665-a695-47f1-a5d2-960f2a9fa40f {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:41:30.563557 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 63f3f665-a695-47f1-a5d2-960f2a9fa40f not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:41:30.564112 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 0bbcd135-c065-4e8e-ad59-348db7f3138f no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:41:30.568923 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd5d024-3e30-4394-af09-ac3604df05d5 None None] Network 3c4a2b4f-8894-40d5-b11c-874f9f44a645 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:41:30.587950 n-d-838550-3 neutron-server[102730]: INFO neutron.api.v2.resource [None req-c9f99244-8fcd-443b-93a1-95332c941ab6 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] delete failed (client error): The resource could not be found. May 18 18:41:30.591265 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-c9f99244-8fcd-443b-93a1-95332c941ab6 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] 10.222.0.85 "DELETE /v2.0/routers/bffea1e5-c125-4829-a073-ea89640c425b HTTP/1.1" status: 404 len: 336 time: 0.0416970 May 18 18:41:30.591552 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 44998) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:41:30.598312 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 0bbcd135-c065-4e8e-ad59-348db7f3138f {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:41:30.598661 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 0bbcd135-c065-4e8e-ad59-348db7f3138f not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:41:30.622500 n-d-838550-3 neutron-server[102730]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2e621c3-14c2-40f8-b67e-4ae692fe5775 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] DELETE failed (client error): The resource could not be found. May 18 18:41:30.622963 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2e621c3-14c2-40f8-b67e-4ae692fe5775 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:41:30.626051 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-a2e621c3-14c2-40f8-b67e-4ae692fe5775 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] 10.222.0.85 "DELETE /v2.0/subnets/242fa51c-7185-49a0-8edb-d21b65330b41 HTTP/1.1" status: 404 len: 337 time: 0.0335639 May 18 18:41:30.628700 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 45000) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:41:30.657148 n-d-838550-3 neutron-server[102731]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bdbc3c6-e329-46e7-815d-0eacefda92e6 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] DELETE failed (client error): The resource could not be found. May 18 18:41:30.657604 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bdbc3c6-e329-46e7-815d-0eacefda92e6 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:41:30.660657 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-9bdbc3c6-e329-46e7-815d-0eacefda92e6 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] 10.222.0.85 "DELETE /v2.0/subnets/cc102ebb-e70d-432d-8063-ffd617bc34ac HTTP/1.1" status: 404 len: 337 time: 0.0303082 May 18 18:41:30.663369 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 45002) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:41:30.664168 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-ff5dd74d-df88-4ecb-b2da-cab77572887c None None] Provisioning complete for port 8a975d29-7ef4-42fc-9f7c-a5bc133f5478 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:41:30.664747 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-ff5dd74d-df88-4ecb-b2da-cab77572887c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:30.696289 n-d-838550-3 neutron-server[102730]: INFO neutron.pecan_wsgi.hooks.translation [None req-612882fe-fe82-48bc-9438-64610585444c tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] DELETE failed (client error): The resource could not be found. May 18 18:41:30.696749 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-612882fe-fe82-48bc-9438-64610585444c tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:41:30.700431 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-612882fe-fe82-48bc-9438-64610585444c tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] 10.222.0.85 "DELETE /v2.0/subnets/384d0a62-0307-4172-a49f-4fc7ecbb7ff5 HTTP/1.1" status: 404 len: 337 time: 0.0355084 May 18 18:41:30.702468 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 45006) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:41:30.725241 n-d-838550-3 neutron-server[102730]: INFO neutron.pecan_wsgi.hooks.translation [None req-d16c558a-7b0e-495e-bbbb-d289aa009a91 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] DELETE failed (client error): The resource could not be found. May 18 18:41:30.726102 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d16c558a-7b0e-495e-bbbb-d289aa009a91 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:41:30.729557 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-d16c558a-7b0e-495e-bbbb-d289aa009a91 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] 10.222.0.85 "DELETE /v2.0/ports/75c41b26-5b3b-4d7f-98c4-ec262d34fe91 HTTP/1.1" status: 404 len: 333 time: 0.0259118 May 18 18:41:30.731884 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 45008) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:41:30.750045 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-ff5dd74d-df88-4ecb-b2da-cab77572887c None None] Port 8a975d29-7ef4-42fc-9f7c-a5bc133f5478 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:41:30.760064 n-d-838550-3 neutron-server[102730]: INFO neutron.pecan_wsgi.hooks.translation [None req-a32e031e-fe1f-45e2-8e07-1b11ed895ed7 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] DELETE failed (client error): The resource could not be found. May 18 18:41:30.760349 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a32e031e-fe1f-45e2-8e07-1b11ed895ed7 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:41:30.766344 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-a32e031e-fe1f-45e2-8e07-1b11ed895ed7 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] 10.222.0.85 "DELETE /v2.0/subnets/78b28522-1938-4e9a-a8dc-8ca2d391f212 HTTP/1.1" status: 404 len: 337 time: 0.0300760 May 18 18:41:30.766344 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 45010) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:41:30.769206 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-ff5dd74d-df88-4ecb-b2da-cab77572887c None None] Provisioning complete for port d30ff0c6-279e-4b02-b05f-b6cb4cbe8b41 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:41:30.769465 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-ff5dd74d-df88-4ecb-b2da-cab77572887c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:30.798035 n-d-838550-3 neutron-server[102730]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8031d76-db3f-46cc-b72b-2194c5cd6753 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] DELETE failed (client error): The resource could not be found. May 18 18:41:30.799007 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8031d76-db3f-46cc-b72b-2194c5cd6753 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:41:30.805081 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 45012) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:41:30.805281 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-b8031d76-db3f-46cc-b72b-2194c5cd6753 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] 10.222.0.85 "DELETE /v2.0/subnets/43bce829-7f80-413d-8d9b-5a33e35b8ff4 HTTP/1.1" status: 404 len: 337 time: 0.0365045 May 18 18:41:30.830008 n-d-838550-3 neutron-server[102731]: INFO neutron.pecan_wsgi.hooks.translation [None req-b857e936-361b-414a-a484-54f990b97c29 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] DELETE failed (client error): The resource could not be found. May 18 18:41:30.832081 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b857e936-361b-414a-a484-54f990b97c29 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:41:30.835448 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-b857e936-361b-414a-a484-54f990b97c29 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] 10.222.0.85 "DELETE /v2.0/ports/42f589da-d266-4e76-8abe-3124db4035b7 HTTP/1.1" status: 404 len: 333 time: 0.0292826 May 18 18:41:30.838368 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 45014) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:41:30.856034 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7edaa8cb-e303-44b4-b45c-3ce34228249a None None] DHCP port deletion for 3c4a2b4f-8894-40d5-b11c-874f9f44a645 request from n-d-838550-3 {{(pid=102732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 18:41:30.864899 n-d-838550-3 neutron-server[102731]: INFO neutron.pecan_wsgi.hooks.translation [None req-60581316-0f32-40ea-9e21-8e586292e85b tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] DELETE failed (client error): The resource could not be found. May 18 18:41:30.865401 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60581316-0f32-40ea-9e21-8e586292e85b tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:41:30.868752 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-60581316-0f32-40ea-9e21-8e586292e85b tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] 10.222.0.85 "DELETE /v2.0/subnets/fbf3d0cb-ae8e-4dd8-8f85-de82adddfd6c HTTP/1.1" status: 404 len: 337 time: 0.0292072 May 18 18:41:30.871396 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 45016) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:41:30.899687 n-d-838550-3 neutron-server[102731]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1c7b1ea-b337-424e-b5b0-8873065d3e20 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] DELETE failed (client error): The resource could not be found. May 18 18:41:30.900138 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1c7b1ea-b337-424e-b5b0-8873065d3e20 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:41:30.900942 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 45018) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:41:30.901452 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-ff5dd74d-df88-4ecb-b2da-cab77572887c None None] Current status of the port d30ff0c6-279e-4b02-b05f-b6cb4cbe8b41 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:41:30.905393 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-a1c7b1ea-b337-424e-b5b0-8873065d3e20 tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] 10.222.0.85 "DELETE /v2.0/subnets/f3e6d376-02df-4c74-a010-7a1d31e19fc2 HTTP/1.1" status: 404 len: 337 time: 0.0316882 May 18 18:41:30.907987 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 45020) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:41:30.928161 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-7edaa8cb-e303-44b4-b45c-3ce34228249a None None] Deleting port d30ff0c6-279e-4b02-b05f-b6cb4cbe8b41 {{(pid=102732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:41:30.928560 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-7edaa8cb-e303-44b4-b45c-3ce34228249a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:30.950224 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-cc40bd80-d4e3-465e-8d01-f213c15dd5fb admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=1d3ddb217df44d3683ca1c4899468af7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0446632 May 18 18:41:30.950548 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 45022) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:41:30.991653 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-7edaa8cb-e303-44b4-b45c-3ce34228249a None None] For port d30ff0c6-279e-4b02-b05f-b6cb4cbe8b41, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=d30ff0c6-279e-4b02-b05f-b6cb4cbe8b41,segment=NetworkSegment(b38d1b96-15fd-4a55-b16c-b72b8aead433),segment_id=b38d1b96-15fd-4a55-b16c-b72b8aead433)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:41:30.992052 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-7edaa8cb-e303-44b4-b45c-3ce34228249a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:31.004841 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-7edaa8cb-e303-44b4-b45c-3ce34228249a None None] Calling delete_port for d30ff0c6-279e-4b02-b05f-b6cb4cbe8b41 owned by network:dhcp {{(pid=102732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:41:31.035344 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8ecf838a-6cc5-4633-9151-775086eef6d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:31.050081 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-82315d42-f2a7-49db-bd12-ab85272ace9f tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Deleting port 8a975d29-7ef4-42fc-9f7c-a5bc133f5478 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:41:31.050432 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-82315d42-f2a7-49db-bd12-ab85272ace9f tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:31.089458 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-7edaa8cb-e303-44b4-b45c-3ce34228249a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508'] for port, after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:31.110664 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8ecf838a-6cc5-4633-9151-775086eef6d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:31.116348 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edaa8cb-e303-44b4-b45c-3ce34228249a None None] Pushing event deleted for resources: {'Port': ['ID=d30ff0c6-279e-4b02-b05f-b6cb4cbe8b41,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:31.119784 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7edaa8cb-e303-44b4-b45c-3ce34228249a None None] No DVR routers for this DVR port d30ff0c6-279e-4b02-b05f-b6cb4cbe8b41 on host n-d-838550-3 {{(pid=102732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:41:31.154300 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-82315d42-f2a7-49db-bd12-ab85272ace9f tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:31.176649 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-82315d42-f2a7-49db-bd12-ab85272ace9f tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Calling delete_port for 8a975d29-7ef4-42fc-9f7c-a5bc133f5478 owned by {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:41:31.217151 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:31.234676 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8ecf838a-6cc5-4633-9151-775086eef6d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:31.237220 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8ecf838a-6cc5-4633-9151-775086eef6d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:31.238405 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-8ecf838a-6cc5-4633-9151-775086eef6d5 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/9ae77431-1dfc-4666-8656-7253475cf32c HTTP/1.1" status: 204 len: 168 time: 0.2869217 May 18 18:41:31.253944 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecf838a-6cc5-4633-9151-775086eef6d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ae77431-1dfc-4666-8656-7253475cf32c,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:31.282824 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-82315d42-f2a7-49db-bd12-ab85272ace9f tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:31.315967 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82315d42-f2a7-49db-bd12-ab85272ace9f tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Pushing event deleted for resources: {'Port': ['ID=8a975d29-7ef4-42fc-9f7c-a5bc133f5478,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:31.323060 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-82315d42-f2a7-49db-bd12-ab85272ace9f tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:31.325676 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-82315d42-f2a7-49db-bd12-ab85272ace9f tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] 10.222.0.85 "DELETE /v2.0/ports/8a975d29-7ef4-42fc-9f7c-a5bc133f5478 HTTP/1.1" status: 204 len: 168 time: 0.4165289 May 18 18:41:31.328084 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 45026) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:41:31.345411 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:31.409756 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f215e503-5375-4f41-a09c-a7b57704849a tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:31.502432 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f215e503-5375-4f41-a09c-a7b57704849a tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:31.530874 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-f215e503-5375-4f41-a09c-a7b57704849a tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c4a2b4f-8894-40d5-b11c-874f9f44a645']}} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:41:31.543000 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-f215e503-5375-4f41-a09c-a7b57704849a tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b38d1b96-15fd-4a55-b16c-b72b8aead433') {'for_net_delete': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:41:31.543592 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-f215e503-5375-4f41-a09c-a7b57704849a tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b38d1b96-15fd-4a55-b16c-b72b8aead433') {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:41:31.555138 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f215e503-5375-4f41-a09c-a7b57704849a tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260107375'] for segment, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:31.570233 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f215e503-5375-4f41-a09c-a7b57704849a tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:31.577741 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f215e503-5375-4f41-a09c-a7b57704849a tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=102730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:41:31.578223 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f215e503-5375-4f41-a09c-a7b57704849a tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261102736'] for segment, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:31.581734 n-d-838550-3 neutron-server[102730]: Traceback (most recent call last): May 18 18:41:31.581734 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:41:31.581734 n-d-838550-3 neutron-server[102730]: timer() May 18 18:41:31.581734 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:41:31.581734 n-d-838550-3 neutron-server[102730]: cb(*args, **kw) May 18 18:41:31.581734 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:41:31.581734 n-d-838550-3 neutron-server[102730]: return func(*args, **kwargs) May 18 18:41:31.581734 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:41:31.581734 n-d-838550-3 neutron-server[102730]: self._notify() May 18 18:41:31.581734 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:41:31.581734 n-d-838550-3 neutron-server[102730]: self.callback(batched_events) May 18 18:41:31.581734 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:41:31.581734 n-d-838550-3 neutron-server[102730]: event.method(event) May 18 18:41:31.581734 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:41:31.581734 n-d-838550-3 neutron-server[102730]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:41:31.581734 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:41:31.581734 n-d-838550-3 neutron-server[102730]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:41:31.581734 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:41:31.581734 n-d-838550-3 neutron-server[102730]: return f(self, *a, **k) May 18 18:41:31.581734 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:41:31.581734 n-d-838550-3 neutron-server[102730]: return self._get(url).json() May 18 18:41:31.581734 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:41:31.581734 n-d-838550-3 neutron-server[102730]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:41:31.581734 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:41:31.581734 n-d-838550-3 neutron-server[102730]: return self.request(url, 'GET', **kwargs) May 18 18:41:31.581734 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:41:31.581734 n-d-838550-3 neutron-server[102730]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:41:31.581734 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:41:31.581734 n-d-838550-3 neutron-server[102730]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:41:31.581734 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:41:31.581734 n-d-838550-3 neutron-server[102730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:41:31.581734 n-d-838550-3 neutron-server[102730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:41:31.650619 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f215e503-5375-4f41-a09c-a7b57704849a tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:31.659756 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f215e503-5375-4f41-a09c-a7b57704849a tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:31.666401 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-f215e503-5375-4f41-a09c-a7b57704849a tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] 10.222.0.85 "DELETE /v2.0/networks/3c4a2b4f-8894-40d5-b11c-874f9f44a645 HTTP/1.1" status: 204 len: 168 time: 0.3346062 May 18 18:41:31.680367 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f215e503-5375-4f41-a09c-a7b57704849a tempest-PortsIpV6TestJSON-160127679 tempest-PortsIpV6TestJSON-160127679-project] Pushing event deleted for resources: {'Network': ['ID=3c4a2b4f-8894-40d5-b11c-874f9f44a645,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:31.941400 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 45032) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:41:32.092174 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-428c580f-3bc7-44d7-9637-a072513a03f6 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=70a00dc3bf3147ae81b607bc351254ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1495695 May 18 18:41:32.094577 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 45036) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:41:32.140753 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-797198f3-6e01-4749-84c2-afa5f2ce77b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:32.162733 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-797198f3-6e01-4749-84c2-afa5f2ce77b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:32.208596 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-797198f3-6e01-4749-84c2-afa5f2ce77b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:32.210991 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-797198f3-6e01-4749-84c2-afa5f2ce77b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:32.212172 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-797198f3-6e01-4749-84c2-afa5f2ce77b3 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/c7fd7dc5-3e15-48d6-908a-152276279ecf HTTP/1.1" status: 204 len: 168 time: 0.1166556 May 18 18:41:32.221781 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797198f3-6e01-4749-84c2-afa5f2ce77b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7fd7dc5-3e15-48d6-908a-152276279ecf,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:32.279220 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device d30ff0c6-279e-4b02-b05f-b6cb4cbe8b41 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:41:32.299585 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: d30ff0c6-279e-4b02-b05f-b6cb4cbe8b41 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:41:32.299959 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device d30ff0c6-279e-4b02-b05f-b6cb4cbe8b41 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:41:32.871711 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 45058) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:41:32.977490 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-af31fbdf-ee64-4011-890b-28a1ec3a6f38 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-534138238'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:41:32.996742 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af31fbdf-ee64-4011-890b-28a1ec3a6f38 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Made reservation on behalf of e6b0c515ae604a9196823607914d69b8 for: {'network': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:41:33.000132 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-af31fbdf-ee64-4011-890b-28a1ec3a6f38 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:33.008501 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-af31fbdf-ee64-4011-890b-28a1ec3a6f38 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:33.084538 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-af31fbdf-ee64-4011-890b-28a1ec3a6f38 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:33.088452 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-af31fbdf-ee64-4011-890b-28a1ec3a6f38 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:33.115690 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af31fbdf-ee64-4011-890b-28a1ec3a6f38 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613} {{(pid=102731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:41:33.124816 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af31fbdf-ee64-4011-890b-28a1ec3a6f38 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2368dc26-e7b4-405e-b42e-3a77b99a7063,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:33.130966 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-af31fbdf-ee64-4011-890b-28a1ec3a6f38 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:33.131311 n-d-838550-3 neutron-server[102731]: INFO neutron.db.segments_db [None req-af31fbdf-ee64-4011-890b-28a1ec3a6f38 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Added segment 680cdf20-2642-44ca-8a68-9725201ef6aa of type vlan for network 8db87fc6-61a0-443d-a2b7-068fbfca21c4 May 18 18:41:33.172692 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-af31fbdf-ee64-4011-890b-28a1ec3a6f38 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:33.205271 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-af31fbdf-ee64-4011-890b-28a1ec3a6f38 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:33.211781 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af31fbdf-ee64-4011-890b-28a1ec3a6f38 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:41:33.212416 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-af31fbdf-ee64-4011-890b-28a1ec3a6f38 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks [] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:33.275926 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-af31fbdf-ee64-4011-890b-28a1ec3a6f38 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4029512 May 18 18:41:33.278941 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 45064) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:41:33.284885 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-1d0f81aa-55fb-4d0a-9b81-6744b5d3e6d0 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1115865216'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:41:33.295213 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af31fbdf-ee64-4011-890b-28a1ec3a6f38 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Pushing event updated for resources: {'Network': ['ID=8db87fc6-61a0-443d-a2b7-068fbfca21c4,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:33.306199 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network 8db87fc6-61a0-443d-a2b7-068fbfca21c4 details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:41:33.309999 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d0f81aa-55fb-4d0a-9b81-6744b5d3e6d0 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Made reservation on behalf of e6b0c515ae604a9196823607914d69b8 for: {'network': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:41:33.313543 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1d0f81aa-55fb-4d0a-9b81-6744b5d3e6d0 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:33.337970 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d0f81aa-55fb-4d0a-9b81-6744b5d3e6d0 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 639} {{(pid=102730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:41:33.347280 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1d0f81aa-55fb-4d0a-9b81-6744b5d3e6d0 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:33.347634 n-d-838550-3 neutron-server[102730]: INFO neutron.db.segments_db [None req-1d0f81aa-55fb-4d0a-9b81-6744b5d3e6d0 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Added segment f649cbaf-59c1-4891-8bc3-90f306c98200 of type vlan for network a33aace2-de71-451e-a620-5106bb6ff9e0 May 18 18:41:33.390177 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1d0f81aa-55fb-4d0a-9b81-6744b5d3e6d0 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:33.414822 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1d0f81aa-55fb-4d0a-9b81-6744b5d3e6d0 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:33.420335 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0f81aa-55fb-4d0a-9b81-6744b5d3e6d0 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:41:33.420918 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1d0f81aa-55fb-4d0a-9b81-6744b5d3e6d0 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:33.496022 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-1d0f81aa-55fb-4d0a-9b81-6744b5d3e6d0 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2153385 May 18 18:41:33.498980 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 45066) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:41:33.502569 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0f81aa-55fb-4d0a-9b81-6744b5d3e6d0 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Pushing event updated for resources: {'Network': ['ID=a33aace2-de71-451e-a620-5106bb6ff9e0,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:33.503991 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-dd1a1201-f710-43cc-b0bc-bb11033467b5 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Request body: {'subnet': {'network_id': '8db87fc6-61a0-443d-a2b7-068fbfca21c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:41:33.513720 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network a33aace2-de71-451e-a620-5106bb6ff9e0 details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:41:33.590197 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd1a1201-f710-43cc-b0bc-bb11033467b5 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Made reservation on behalf of e6b0c515ae604a9196823607914d69b8 for: {'subnet': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:41:33.593871 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-dd1a1201-f710-43cc-b0bc-bb11033467b5 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260908003'] for subnet, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:33.772998 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-dd1a1201-f710-43cc-b0bc-bb11033467b5 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260898481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260908021'] for subnet, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:33.835319 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1a1201-f710-43cc-b0bc-bb11033467b5 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Pushing event updated for resources: {'Subnet': ['ID=a0c46b3a-3371-4984-b938-628419a30ecf,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:33.844443 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1a1201-f710-43cc-b0bc-bb11033467b5 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Checking segment: {'id': '680cdf20-2642-44ca-8a68-9725201ef6aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '8db87fc6-61a0-443d-a2b7-068fbfca21c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:41:33.844798 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd1a1201-f710-43cc-b0bc-bb11033467b5 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Network hostable DHCP agents. Network: 8db87fc6-61a0-443d-a2b7-068fbfca21c4, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:41:33.861587 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd1a1201-f710-43cc-b0bc-bb11033467b5 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Network 8db87fc6-61a0-443d-a2b7-068fbfca21c4 is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:41:33.870402 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-dd1a1201-f710-43cc-b0bc-bb11033467b5 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, 8db87fc6-61a0-443d-a2b7-068fbfca21c4) {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:41:33.874711 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1a1201-f710-43cc-b0bc-bb11033467b5 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:41:33.875340 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-dd1a1201-f710-43cc-b0bc-bb11033467b5 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:33.880102 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b935981-796d-4cf0-9312-fb9275cec395 None None] Network 8db87fc6-61a0-443d-a2b7-068fbfca21c4 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:41:33.892223 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-dd1a1201-f710-43cc-b0bc-bb11033467b5 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3921511 May 18 18:41:33.895198 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 45068) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:41:33.900775 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-757d5e48-ac81-4de3-88fb-1db4007206eb tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Request body: {'subnet': {'network_id': 'a33aace2-de71-451e-a620-5106bb6ff9e0', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:41:33.985919 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-757d5e48-ac81-4de3-88fb-1db4007206eb tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Made reservation on behalf of e6b0c515ae604a9196823607914d69b8 for: {'subnet': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:41:33.989397 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-757d5e48-ac81-4de3-88fb-1db4007206eb tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260908003'] for subnet, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:34.025810 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6541333-880a-4142-9282-6ccbfec78758 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-8db87fc6-61a0-443d-a2b7-068fbfca21c4', 'network_id': '8db87fc6-61a0-443d-a2b7-068fbfca21c4', 'tenant_id': 'e6b0c515ae604a9196823607914d69b8', 'fixed_ips': [{'subnet_id': 'a0c46b3a-3371-4984-b938-628419a30ecf'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:41:34.026787 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b6541333-880a-4142-9282-6ccbfec78758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:34.163335 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-b6541333-880a-4142-9282-6ccbfec78758 None None] Allocated IP 2001:db8::2 (8db87fc6-61a0-443d-a2b7-068fbfca21c4/a0c46b3a-3371-4984-b938-628419a30ecf/17e70082-8ac3-4602-afaf-7d84479bf009) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:41:34.170245 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-757d5e48-ac81-4de3-88fb-1db4007206eb tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260898481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260908021'] for subnet, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:34.228746 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757d5e48-ac81-4de3-88fb-1db4007206eb tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Pushing event updated for resources: {'Subnet': ['ID=921233a6-9c79-48df-9231-6f4c541ebc78,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:34.238266 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757d5e48-ac81-4de3-88fb-1db4007206eb tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Checking segment: {'id': 'f649cbaf-59c1-4891-8bc3-90f306c98200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'a33aace2-de71-451e-a620-5106bb6ff9e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:41:34.238622 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-757d5e48-ac81-4de3-88fb-1db4007206eb tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Network hostable DHCP agents. Network: a33aace2-de71-451e-a620-5106bb6ff9e0, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:41:34.256134 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-757d5e48-ac81-4de3-88fb-1db4007206eb tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Network a33aace2-de71-451e-a620-5106bb6ff9e0 is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:41:34.264739 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-757d5e48-ac81-4de3-88fb-1db4007206eb tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, a33aace2-de71-451e-a620-5106bb6ff9e0) {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:41:34.270074 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-757d5e48-ac81-4de3-88fb-1db4007206eb tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:41:34.271510 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-757d5e48-ac81-4de3-88fb-1db4007206eb tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:34.277252 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c50013c5-d73b-4334-9387-40f0adf226ae None None] Network a33aace2-de71-451e-a620-5106bb6ff9e0 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:41:34.288784 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-757d5e48-ac81-4de3-88fb-1db4007206eb tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.3920619 May 18 18:41:34.291652 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 45070) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:41:34.296114 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-274e44f4-312e-4501-8207-2039fba0b85a tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1300839219', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:41:34.318739 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-274e44f4-312e-4501-8207-2039fba0b85a tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25099'] for router, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:34.319731 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-274e44f4-312e-4501-8207-2039fba0b85a tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-593238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596850', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25088'] for router, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:34.377030 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-274e44f4-312e-4501-8207-2039fba0b85a tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:34.382457 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-274e44f4-312e-4501-8207-2039fba0b85a tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596801'] for router, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:34.401958 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-274e44f4-312e-4501-8207-2039fba0b85a tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks [] for router, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:34.403215 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-274e44f4-312e-4501-8207-2039fba0b85a tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1106260 May 18 18:41:34.406095 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 45072) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:41:34.541584 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b6541333-880a-4142-9282-6ccbfec78758 None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:34.550223 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b6541333-880a-4142-9282-6ccbfec78758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:34.598310 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6541333-880a-4142-9282-6ccbfec78758 None None] Network 8db87fc6-61a0-443d-a2b7-068fbfca21c4 is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:41:34.622625 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-b6541333-880a-4142-9282-6ccbfec78758 None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:41:34.631603 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6541333-880a-4142-9282-6ccbfec78758 None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:41:34.650631 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6541333-880a-4142-9282-6ccbfec78758 None None] Pushing event updated for resources: {'Port': ['ID=17e70082-8ac3-4602-afaf-7d84479bf009,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:34.695686 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1a6cafa0-fce4-4148-bef6-b56bfc3895f8 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:34.717164 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f0bf7e-445e-4c3b-9f3f-1cb78e24d6b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-a33aace2-de71-451e-a620-5106bb6ff9e0', 'network_id': 'a33aace2-de71-451e-a620-5106bb6ff9e0', 'tenant_id': 'e6b0c515ae604a9196823607914d69b8', 'fixed_ips': [{'subnet_id': '921233a6-9c79-48df-9231-6f4c541ebc78'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:41:34.718065 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-15f0bf7e-445e-4c3b-9f3f-1cb78e24d6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:34.731161 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-b6541333-880a-4142-9282-6ccbfec78758 None None] Attempting to bind port 17e70082-8ac3-4602-afaf-7d84479bf009 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:41:34.731535 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-b6541333-880a-4142-9282-6ccbfec78758 None None] Attempting to bind port 17e70082-8ac3-4602-afaf-7d84479bf009 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '680cdf20-2642-44ca-8a68-9725201ef6aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '8db87fc6-61a0-443d-a2b7-068fbfca21c4'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:41:34.731899 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6541333-880a-4142-9282-6ccbfec78758 None None] Attempting to bind port 17e70082-8ac3-4602-afaf-7d84479bf009 on network 8db87fc6-61a0-443d-a2b7-068fbfca21c4 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:41:34.741959 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6541333-880a-4142-9282-6ccbfec78758 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:41:34.742336 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6541333-880a-4142-9282-6ccbfec78758 None None] Checking segment: {'id': '680cdf20-2642-44ca-8a68-9725201ef6aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '8db87fc6-61a0-443d-a2b7-068fbfca21c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:41:34.742787 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b6541333-880a-4142-9282-6ccbfec78758 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:34.743185 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6541333-880a-4142-9282-6ccbfec78758 None None] Bound using segment: {'id': '680cdf20-2642-44ca-8a68-9725201ef6aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '8db87fc6-61a0-443d-a2b7-068fbfca21c4'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:41:34.743666 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-b6541333-880a-4142-9282-6ccbfec78758 None None] Bound port: 17e70082-8ac3-4602-afaf-7d84479bf009, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '680cdf20-2642-44ca-8a68-9725201ef6aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '8db87fc6-61a0-443d-a2b7-068fbfca21c4'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:41:34.744041 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b6541333-880a-4142-9282-6ccbfec78758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:34.914657 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b6541333-880a-4142-9282-6ccbfec78758 None None] For port 17e70082-8ac3-4602-afaf-7d84479bf009, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:41:34.931280 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b6541333-880a-4142-9282-6ccbfec78758 None None] For port 17e70082-8ac3-4602-afaf-7d84479bf009, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=17e70082-8ac3-4602-afaf-7d84479bf009,segment=NetworkSegment(680cdf20-2642-44ca-8a68-9725201ef6aa),segment_id=680cdf20-2642-44ca-8a68-9725201ef6aa)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:41:34.939211 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b6541333-880a-4142-9282-6ccbfec78758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:34.946088 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-1a6cafa0-fce4-4148-bef6-b56bfc3895f8 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Allocated IP 2001:db8::1 (8db87fc6-61a0-443d-a2b7-068fbfca21c4/a0c46b3a-3371-4984-b938-628419a30ecf/550f7f0e-eada-4048-9dc0-955208494b31) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:41:34.947107 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-15f0bf7e-445e-4c3b-9f3f-1cb78e24d6b5 None None] Allocated IP 2001:db8:1::2 (a33aace2-de71-451e-a620-5106bb6ff9e0/921233a6-9c79-48df-9231-6f4c541ebc78/a8a40926-4dbc-44e8-8a1e-0be32e090007) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:41:35.053866 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6541333-880a-4142-9282-6ccbfec78758 None None] Pushing event updated for resources: {'Port': ['ID=17e70082-8ac3-4602-afaf-7d84479bf009,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:35.066795 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1a6cafa0-fce4-4148-bef6-b56bfc3895f8 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:35.110202 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1a6cafa0-fce4-4148-bef6-b56bfc3895f8 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:35.151180 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-15f0bf7e-445e-4c3b-9f3f-1cb78e24d6b5 None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:35.158883 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-15f0bf7e-445e-4c3b-9f3f-1cb78e24d6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:35.164198 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6cafa0-fce4-4148-bef6-b56bfc3895f8 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Network 8db87fc6-61a0-443d-a2b7-068fbfca21c4 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:41:35.167531 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-1a6cafa0-fce4-4148-bef6-b56bfc3895f8 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:41:35.175208 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6cafa0-fce4-4148-bef6-b56bfc3895f8 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:41:35.178819 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1a6cafa0-fce4-4148-bef6-b56bfc3895f8 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595826'] for router_interface, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:35.216939 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f0bf7e-445e-4c3b-9f3f-1cb78e24d6b5 None None] Network a33aace2-de71-451e-a620-5106bb6ff9e0 is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:41:35.219760 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-15f0bf7e-445e-4c3b-9f3f-1cb78e24d6b5 None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:41:35.222219 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f0bf7e-445e-4c3b-9f3f-1cb78e24d6b5 None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:41:35.234925 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f0bf7e-445e-4c3b-9f3f-1cb78e24d6b5 None None] Pushing event updated for resources: {'Port': ['ID=a8a40926-4dbc-44e8-8a1e-0be32e090007,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:35.242484 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6cafa0-fce4-4148-bef6-b56bfc3895f8 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Pushing event updated for resources: {'Port': ['ID=550f7f0e-eada-4048-9dc0-955208494b31,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:35.299308 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-15f0bf7e-445e-4c3b-9f3f-1cb78e24d6b5 None None] Attempting to bind port a8a40926-4dbc-44e8-8a1e-0be32e090007 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:41:35.299697 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-15f0bf7e-445e-4c3b-9f3f-1cb78e24d6b5 None None] Attempting to bind port a8a40926-4dbc-44e8-8a1e-0be32e090007 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': 'f649cbaf-59c1-4891-8bc3-90f306c98200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'a33aace2-de71-451e-a620-5106bb6ff9e0'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:41:35.300083 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f0bf7e-445e-4c3b-9f3f-1cb78e24d6b5 None None] Attempting to bind port a8a40926-4dbc-44e8-8a1e-0be32e090007 on network a33aace2-de71-451e-a620-5106bb6ff9e0 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:41:35.306950 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f0bf7e-445e-4c3b-9f3f-1cb78e24d6b5 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:41:35.307625 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f0bf7e-445e-4c3b-9f3f-1cb78e24d6b5 None None] Checking segment: {'id': 'f649cbaf-59c1-4891-8bc3-90f306c98200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'a33aace2-de71-451e-a620-5106bb6ff9e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:41:35.308036 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-15f0bf7e-445e-4c3b-9f3f-1cb78e24d6b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:35.308671 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f0bf7e-445e-4c3b-9f3f-1cb78e24d6b5 None None] Bound using segment: {'id': 'f649cbaf-59c1-4891-8bc3-90f306c98200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'a33aace2-de71-451e-a620-5106bb6ff9e0'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:41:35.309306 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-15f0bf7e-445e-4c3b-9f3f-1cb78e24d6b5 None None] Bound port: a8a40926-4dbc-44e8-8a1e-0be32e090007, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f649cbaf-59c1-4891-8bc3-90f306c98200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'a33aace2-de71-451e-a620-5106bb6ff9e0'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:41:35.309719 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-15f0bf7e-445e-4c3b-9f3f-1cb78e24d6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:35.342577 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1a6cafa0-fce4-4148-bef6-b56bfc3895f8 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:35.382680 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-15f0bf7e-445e-4c3b-9f3f-1cb78e24d6b5 None None] For port a8a40926-4dbc-44e8-8a1e-0be32e090007, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:41:35.386166 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-15f0bf7e-445e-4c3b-9f3f-1cb78e24d6b5 None None] For port a8a40926-4dbc-44e8-8a1e-0be32e090007, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=a8a40926-4dbc-44e8-8a1e-0be32e090007,segment=NetworkSegment(f649cbaf-59c1-4891-8bc3-90f306c98200),segment_id=f649cbaf-59c1-4891-8bc3-90f306c98200)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:41:35.391202 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-15f0bf7e-445e-4c3b-9f3f-1cb78e24d6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:35.451691 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f0bf7e-445e-4c3b-9f3f-1cb78e24d6b5 None None] Pushing event updated for resources: {'Port': ['ID=a8a40926-4dbc-44e8-8a1e-0be32e090007,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:35.633203 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1a6cafa0-fce4-4148-bef6-b56bfc3895f8 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:35.640936 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1a6cafa0-fce4-4148-bef6-b56bfc3895f8 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:35.641859 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1a6cafa0-fce4-4148-bef6-b56bfc3895f8 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-595870'] for router_interface, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:35.734589 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6cafa0-fce4-4148-bef6-b56bfc3895f8 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Pushing event updated for resources: {'Port': ['ID=550f7f0e-eada-4048-9dc0-955208494b31,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:35.784913 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6cafa0-fce4-4148-bef6-b56bfc3895f8 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Network 8db87fc6-61a0-443d-a2b7-068fbfca21c4 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:41:35.787035 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-1a6cafa0-fce4-4148-bef6-b56bfc3895f8 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:41:36.090089 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-618b1a0d-4e17-4a60-90ed-2dc4027a7d6e None None] Network 8db87fc6-61a0-443d-a2b7-068fbfca21c4 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:41:36.179628 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-fd2200ff-eaf9-4068-a60a-fdc76d6cca8a None None] Provisioning complete for port 17e70082-8ac3-4602-afaf-7d84479bf009 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:41:36.180004 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-fd2200ff-eaf9-4068-a60a-fdc76d6cca8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:36.206847 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a6cafa0-fce4-4148-bef6-b56bfc3895f8 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Router 8e779e0f-8b4f-4a3a-b74c-dbfe96df6c80 is scheduled to L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e with binding_index 1 {{(pid=102730) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 18 18:41:36.311863 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a6cafa0-fce4-4148-bef6-b56bfc3895f8 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:41:36.318587 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-1a6cafa0-fce4-4148-bef6-b56bfc3895f8 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] 10.222.0.85 "PUT /v2.0/routers/8e779e0f-8b4f-4a3a-b74c-dbfe96df6c80/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9111686 May 18 18:41:36.321054 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 45074) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:41:36.326266 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc4181a-15bc-4664-afaf-3ea290d59575 None None] Sync routers for ids ['8e779e0f-8b4f-4a3a-b74c-dbfe96df6c80'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:41:36.336423 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-fd2200ff-eaf9-4068-a60a-fdc76d6cca8a None None] Current status of the port 17e70082-8ac3-4602-afaf-7d84479bf009 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:41:36.336899 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-fd2200ff-eaf9-4068-a60a-fdc76d6cca8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:36.344140 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc4181a-15bc-4664-afaf-3ea290d59575 None None] Routers {'8e779e0f-8b4f-4a3a-b74c-dbfe96df6c80'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:41:36.344774 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-acc4181a-15bc-4664-afaf-3ea290d59575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:41:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['8e779e0f-8b4f-4a3a-b74c-dbfe96df6c80'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:41:36.394332 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-fd2200ff-eaf9-4068-a60a-fdc76d6cca8a None None] For port 17e70082-8ac3-4602-afaf-7d84479bf009, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=17e70082-8ac3-4602-afaf-7d84479bf009,segment=NetworkSegment(680cdf20-2642-44ca-8a68-9725201ef6aa),segment_id=680cdf20-2642-44ca-8a68-9725201ef6aa)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:41:36.407336 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-fd2200ff-eaf9-4068-a60a-fdc76d6cca8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:36.412580 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6711bc30-367f-4f52-89b5-13b7066502ec tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:41:36.417775 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-6711bc30-367f-4f52-89b5-13b7066502ec tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] 10.222.0.85 "GET /v2.0/ports/550f7f0e-eada-4048-9dc0-955208494b31 HTTP/1.1" status: 200 len: 911 time: 0.0945661 May 18 18:41:36.420668 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 45076) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:41:36.447240 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device a8a40926-4dbc-44e8-8a1e-0be32e090007 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:41:36.495196 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-acc4181a-15bc-4664-afaf-3ea290d59575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:41:36.506327 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc4181a-15bc-4664-afaf-3ea290d59575 None None] Routers {'8e779e0f-8b4f-4a3a-b74c-dbfe96df6c80'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:41:36.507305 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-acc4181a-15bc-4664-afaf-3ea290d59575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:41:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['8e779e0f-8b4f-4a3a-b74c-dbfe96df6c80'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:41:36.514957 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2200ff-eaf9-4068-a60a-fdc76d6cca8a None None] Pushing event updated for resources: {'Port': ['ID=17e70082-8ac3-4602-afaf-7d84479bf009,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:36.553593 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port a8a40926-4dbc-44e8-8a1e-0be32e090007 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:41:36.554176 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:36.555135 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-acc4181a-15bc-4664-afaf-3ea290d59575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:41:36.557372 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc4181a-15bc-4664-afaf-3ea290d59575 None None] The sync data for ids ['8e779e0f-8b4f-4a3a-b74c-dbfe96df6c80'] in n-d-838550-3 is: [] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:41:36.646054 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port a8a40926-4dbc-44e8-8a1e-0be32e090007 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:41:36.646454 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:36.689563 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] For port a8a40926-4dbc-44e8-8a1e-0be32e090007, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=a8a40926-4dbc-44e8-8a1e-0be32e090007,segment=NetworkSegment(f649cbaf-59c1-4891-8bc3-90f306c98200),segment_id=f649cbaf-59c1-4891-8bc3-90f306c98200)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:41:36.699828 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:36.701334 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 17e70082-8ac3-4602-afaf-7d84479bf009 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:41:36.771490 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f7d45a5-6244-48c5-af9e-f2e743b7f00a None None] Network a33aace2-de71-451e-a620-5106bb6ff9e0 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:41:36.850594 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c0e755b4-d1af-4346-b4b7-394b8be6404e tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:36.856832 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a0fdc77d-a66d-43e5-ae0e-8378d9087712 None None] Provisioning complete for port 17e70082-8ac3-4602-afaf-7d84479bf009 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:41:36.857202 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a0fdc77d-a66d-43e5-ae0e-8378d9087712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:36.863007 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Pushing event updated for resources: {'Port': ['ID=a8a40926-4dbc-44e8-8a1e-0be32e090007,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:36.911524 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 17e70082-8ac3-4602-afaf-7d84479bf009 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:41:36.911908 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:37.105249 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a0fdc77d-a66d-43e5-ae0e-8378d9087712 None None] Current status of the port 17e70082-8ac3-4602-afaf-7d84479bf009 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:41:37.115528 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 17e70082-8ac3-4602-afaf-7d84479bf009 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:41:37.127874 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a0fdc77d-a66d-43e5-ae0e-8378d9087712 None None] Provisioning complete for port 550f7f0e-eada-4048-9dc0-955208494b31 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:41:37.128253 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a0fdc77d-a66d-43e5-ae0e-8378d9087712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:37.133248 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-c0e755b4-d1af-4346-b4b7-394b8be6404e tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Allocated IP 2001:db8:1::1 (a33aace2-de71-451e-a620-5106bb6ff9e0/921233a6-9c79-48df-9231-6f4c541ebc78/54ae1561-9395-42e9-9ea3-732822024f15) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:41:37.165494 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a0fdc77d-a66d-43e5-ae0e-8378d9087712 None None] Port 550f7f0e-eada-4048-9dc0-955208494b31 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:41:37.266632 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c0e755b4-d1af-4346-b4b7-394b8be6404e tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:37.288551 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-ff03fcfb-ed2d-44dd-a3d4-fda8373ee4b9 None None] Provisioning complete for port a8a40926-4dbc-44e8-8a1e-0be32e090007 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:41:37.288905 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-ff03fcfb-ed2d-44dd-a3d4-fda8373ee4b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:37.307503 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c0e755b4-d1af-4346-b4b7-394b8be6404e tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:37.348290 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e755b4-d1af-4346-b4b7-394b8be6404e tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Network a33aace2-de71-451e-a620-5106bb6ff9e0 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:41:37.351830 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-c0e755b4-d1af-4346-b4b7-394b8be6404e tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:41:37.355623 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e755b4-d1af-4346-b4b7-394b8be6404e tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:41:37.356160 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c0e755b4-d1af-4346-b4b7-394b8be6404e tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595826'] for router_interface, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:37.375144 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-ff03fcfb-ed2d-44dd-a3d4-fda8373ee4b9 None None] Current status of the port a8a40926-4dbc-44e8-8a1e-0be32e090007 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:41:37.387351 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-ff03fcfb-ed2d-44dd-a3d4-fda8373ee4b9 None None] Provisioning complete for port 550f7f0e-eada-4048-9dc0-955208494b31 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:41:37.387723 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-ff03fcfb-ed2d-44dd-a3d4-fda8373ee4b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:37.395836 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e755b4-d1af-4346-b4b7-394b8be6404e tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Pushing event updated for resources: {'Port': ['ID=54ae1561-9395-42e9-9ea3-732822024f15,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:37.425519 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-ff03fcfb-ed2d-44dd-a3d4-fda8373ee4b9 None None] Port 550f7f0e-eada-4048-9dc0-955208494b31 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:41:37.489118 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c0e755b4-d1af-4346-b4b7-394b8be6404e tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:37.547330 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-39d6f68a-2047-4539-b862-ce26bd123ea5 None None] Provisioning complete for port a8a40926-4dbc-44e8-8a1e-0be32e090007 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:41:37.547699 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-39d6f68a-2047-4539-b862-ce26bd123ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:37.651882 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-39d6f68a-2047-4539-b862-ce26bd123ea5 None None] Current status of the port a8a40926-4dbc-44e8-8a1e-0be32e090007 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:41:37.679368 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-ce59e860-423c-42f4-855c-529522035921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:37.770406 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-e7a40d0d-8572-4f53-941c-2b16827ce5b9 None None] Provisioning complete for port 54ae1561-9395-42e9-9ea3-732822024f15 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:41:37.771562 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-e7a40d0d-8572-4f53-941c-2b16827ce5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:37.774642 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c0e755b4-d1af-4346-b4b7-394b8be6404e tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:37.779512 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c0e755b4-d1af-4346-b4b7-394b8be6404e tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:37.780279 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c0e755b4-d1af-4346-b4b7-394b8be6404e tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-595870'] for router_interface, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:37.804817 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-e7a40d0d-8572-4f53-941c-2b16827ce5b9 None None] Port 54ae1561-9395-42e9-9ea3-732822024f15 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:41:37.860484 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e755b4-d1af-4346-b4b7-394b8be6404e tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Pushing event updated for resources: {'Port': ['ID=54ae1561-9395-42e9-9ea3-732822024f15,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:37.901713 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e755b4-d1af-4346-b4b7-394b8be6404e tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Network a33aace2-de71-451e-a620-5106bb6ff9e0 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:41:37.903061 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-c0e755b4-d1af-4346-b4b7-394b8be6404e tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:41:38.002335 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0e755b4-d1af-4346-b4b7-394b8be6404e tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Router 8e779e0f-8b4f-4a3a-b74c-dbfe96df6c80 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:41:38.104160 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0e755b4-d1af-4346-b4b7-394b8be6404e tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:41:38.109524 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-c0e755b4-d1af-4346-b4b7-394b8be6404e tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] 10.222.0.85 "PUT /v2.0/routers/8e779e0f-8b4f-4a3a-b74c-dbfe96df6c80/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6873467 May 18 18:41:38.111577 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 45078) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:41:38.114210 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a434409-55b5-439f-bcbe-c278b1a0e582 None None] Sync routers for ids ['8e779e0f-8b4f-4a3a-b74c-dbfe96df6c80'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:41:38.133405 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a434409-55b5-439f-bcbe-c278b1a0e582 None None] Routers {'8e779e0f-8b4f-4a3a-b74c-dbfe96df6c80'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:41:38.134048 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-3a434409-55b5-439f-bcbe-c278b1a0e582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:41:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['8e779e0f-8b4f-4a3a-b74c-dbfe96df6c80'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:41:38.155399 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73524e16-8995-4593-88fa-9bd64fe85367 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:41:38.159429 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-73524e16-8995-4593-88fa-9bd64fe85367 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] 10.222.0.85 "GET /v2.0/ports/54ae1561-9395-42e9-9ea3-732822024f15 HTTP/1.1" status: 200 len: 913 time: 0.0442452 May 18 18:41:38.159623 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 45080) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:41:38.168164 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-6a157cfb-1c99-4f68-9ef8-4548061d746d None None] Provisioning complete for port 54ae1561-9395-42e9-9ea3-732822024f15 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:41:38.168531 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-6a157cfb-1c99-4f68-9ef8-4548061d746d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:38.171594 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-3a434409-55b5-439f-bcbe-c278b1a0e582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:41:38.212006 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a434409-55b5-439f-bcbe-c278b1a0e582 None None] Routers {'8e779e0f-8b4f-4a3a-b74c-dbfe96df6c80'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:41:38.212629 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-3a434409-55b5-439f-bcbe-c278b1a0e582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:41:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['8e779e0f-8b4f-4a3a-b74c-dbfe96df6c80'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:41:38.214456 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-6a157cfb-1c99-4f68-9ef8-4548061d746d None None] Port 54ae1561-9395-42e9-9ea3-732822024f15 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:41:38.246161 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-3a434409-55b5-439f-bcbe-c278b1a0e582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:41:38.246808 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a434409-55b5-439f-bcbe-c278b1a0e582 None None] The sync data for ids ['8e779e0f-8b4f-4a3a-b74c-dbfe96df6c80'] in n-d-838550-3 is: [] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:41:38.294889 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device a8a40926-4dbc-44e8-8a1e-0be32e090007 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:41:38.342119 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port a8a40926-4dbc-44e8-8a1e-0be32e090007 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:41:38.342402 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:38.422592 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port a8a40926-4dbc-44e8-8a1e-0be32e090007 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:41:38.423652 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 17e70082-8ac3-4602-afaf-7d84479bf009 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:41:38.469216 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 17e70082-8ac3-4602-afaf-7d84479bf009 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:41:38.469584 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:38.487208 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d1dc1fab-6770-4a34-bf90-ca6e8a975c1f tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-595963'] for router_interface, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:38.544708 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 17e70082-8ac3-4602-afaf-7d84479bf009 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:41:38.726938 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-d1dc1fab-6770-4a34-bf90-ca6e8a975c1f tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Deleting port 54ae1561-9395-42e9-9ea3-732822024f15 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:41:38.727281 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d1dc1fab-6770-4a34-bf90-ca6e8a975c1f tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:38.810905 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d1dc1fab-6770-4a34-bf90-ca6e8a975c1f tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:38.822921 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-d1dc1fab-6770-4a34-bf90-ca6e8a975c1f tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Calling delete_port for 54ae1561-9395-42e9-9ea3-732822024f15 owned by network:router_interface {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:41:38.990657 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d1dc1fab-6770-4a34-bf90-ca6e8a975c1f tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:39.018552 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dc1fab-6770-4a34-bf90-ca6e8a975c1f tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Pushing event deleted for resources: {'Port': ['ID=54ae1561-9395-42e9-9ea3-732822024f15,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:39.131084 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d1dc1fab-6770-4a34-bf90-ca6e8a975c1f tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-593931'] for router_interface, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:39.311483 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1dc1fab-6770-4a34-bf90-ca6e8a975c1f tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Router 8e779e0f-8b4f-4a3a-b74c-dbfe96df6c80 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:41:39.384165 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [req-e05bed62-5900-43ca-becf-cc7c3cc45055 req-25238c35-da57-4734-ad69-8bfa2d0c1fde service neutron] (102731) timed out ('10.222.0.36', 64467) {{(pid=102731) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} May 18 18:41:39.671781 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1dc1fab-6770-4a34-bf90-ca6e8a975c1f tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:41:39.676667 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-d1dc1fab-6770-4a34-bf90-ca6e8a975c1f tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] 10.222.0.85 "PUT /v2.0/routers/8e779e0f-8b4f-4a3a-b74c-dbfe96df6c80/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5161176 May 18 18:41:39.679377 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 45082) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:41:39.682121 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edbfa298-d733-40db-bffb-1925f656df06 None None] Sync routers for ids ['8e779e0f-8b4f-4a3a-b74c-dbfe96df6c80'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:41:39.694500 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbfa298-d733-40db-bffb-1925f656df06 None None] Routers {'8e779e0f-8b4f-4a3a-b74c-dbfe96df6c80'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:41:39.695114 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-edbfa298-d733-40db-bffb-1925f656df06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:41:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['8e779e0f-8b4f-4a3a-b74c-dbfe96df6c80'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:41:39.731203 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-edbfa298-d733-40db-bffb-1925f656df06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:41:39.739757 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbfa298-d733-40db-bffb-1925f656df06 None None] Routers {'8e779e0f-8b4f-4a3a-b74c-dbfe96df6c80'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:41:39.740361 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-edbfa298-d733-40db-bffb-1925f656df06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:41:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['8e779e0f-8b4f-4a3a-b74c-dbfe96df6c80'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:41:39.772631 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-edbfa298-d733-40db-bffb-1925f656df06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:41:39.773268 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edbfa298-d733-40db-bffb-1925f656df06 None None] The sync data for ids ['8e779e0f-8b4f-4a3a-b74c-dbfe96df6c80'] in n-d-838550-3 is: [] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:41:39.992552 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ef1dae7b-8ac3-4d0e-bc04-d9e1f19bf269 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-595963'] for router_interface, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:40.049148 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-8996ec5b-1b8a-46ef-88eb-0ecc95a21cc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:40.231985 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-ef1dae7b-8ac3-4d0e-bc04-d9e1f19bf269 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Deleting port 550f7f0e-eada-4048-9dc0-955208494b31 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:41:40.232330 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ef1dae7b-8ac3-4d0e-bc04-d9e1f19bf269 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:40.315769 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ef1dae7b-8ac3-4d0e-bc04-d9e1f19bf269 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:40.327166 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-ef1dae7b-8ac3-4d0e-bc04-d9e1f19bf269 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Calling delete_port for 550f7f0e-eada-4048-9dc0-955208494b31 owned by network:router_interface {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:41:40.492351 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ef1dae7b-8ac3-4d0e-bc04-d9e1f19bf269 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:40.517655 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1dae7b-8ac3-4d0e-bc04-d9e1f19bf269 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Pushing event deleted for resources: {'Port': ['ID=550f7f0e-eada-4048-9dc0-955208494b31,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:40.617935 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ef1dae7b-8ac3-4d0e-bc04-d9e1f19bf269 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-593931'] for router_interface, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:40.776819 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef1dae7b-8ac3-4d0e-bc04-d9e1f19bf269 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Router 8e779e0f-8b4f-4a3a-b74c-dbfe96df6c80 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:41:40.851667 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef1dae7b-8ac3-4d0e-bc04-d9e1f19bf269 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:41:40.859110 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-ef1dae7b-8ac3-4d0e-bc04-d9e1f19bf269 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] 10.222.0.85 "PUT /v2.0/routers/8e779e0f-8b4f-4a3a-b74c-dbfe96df6c80/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.1754420 May 18 18:41:40.859651 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 45084) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:41:40.861346 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93416a1-cb56-4c1e-918d-62ea21412688 None None] Sync routers for ids ['8e779e0f-8b4f-4a3a-b74c-dbfe96df6c80'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:41:40.871717 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93416a1-cb56-4c1e-918d-62ea21412688 None None] Routers {'8e779e0f-8b4f-4a3a-b74c-dbfe96df6c80'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:41:40.872337 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-e93416a1-cb56-4c1e-918d-62ea21412688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:41:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['8e779e0f-8b4f-4a3a-b74c-dbfe96df6c80'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:41:40.886743 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-ec7822a8-d2fb-426e-8b48-d809c6620479 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] 10.222.0.85 "GET /v2.0/ports?device_id=8e779e0f-8b4f-4a3a-b74c-dbfe96df6c80 HTTP/1.1" status: 200 len: 205 time: 0.0259418 May 18 18:41:40.889188 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 45086) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:41:40.905739 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-e93416a1-cb56-4c1e-918d-62ea21412688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:41:40.914135 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93416a1-cb56-4c1e-918d-62ea21412688 None None] Routers {'8e779e0f-8b4f-4a3a-b74c-dbfe96df6c80'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:41:40.914738 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-e93416a1-cb56-4c1e-918d-62ea21412688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:41:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['8e779e0f-8b4f-4a3a-b74c-dbfe96df6c80'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:41:40.946362 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-e93416a1-cb56-4c1e-918d-62ea21412688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:41:40.947006 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93416a1-cb56-4c1e-918d-62ea21412688 None None] The sync data for ids ['8e779e0f-8b4f-4a3a-b74c-dbfe96df6c80'] in n-d-838550-3 is: [] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:41:41.302063 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6ae79837-f5c6-46fc-bb80-c3b4f1438f20 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks [] for router, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:41.333133 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:41.463132 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6ae79837-f5c6-46fc-bb80-c3b4f1438f20 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25145'] for router, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:41.465275 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6ae79837-f5c6-46fc-bb80-c3b4f1438f20 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:41.507428 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6ae79837-f5c6-46fc-bb80-c3b4f1438f20 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593303'] for router, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:41.507953 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ae79837-f5c6-46fc-bb80-c3b4f1438f20 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Fanout notify agent at l3_agent the message router_deleted on router 8e779e0f-8b4f-4a3a-b74c-dbfe96df6c80 {{(pid=102731) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 18 18:41:41.514697 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6ae79837-f5c6-46fc-bb80-c3b4f1438f20 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks [] for router, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:41.515783 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-6ae79837-f5c6-46fc-bb80-c3b4f1438f20 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] 10.222.0.85 "DELETE /v2.0/routers/8e779e0f-8b4f-4a3a-b74c-dbfe96df6c80 HTTP/1.1" status: 204 len: 168 time: 0.6256893 May 18 18:41:41.518390 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 45088) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:41:41.569330 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f588f0d-8b7d-4281-a79a-37c050ae2024 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Deleting subnet 921233a6-9c79-48df-9231-6f4c541ebc78 {{(pid=102731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:41:41.574413 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7f588f0d-8b7d-4281-a79a-37c050ae2024 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks [] for subnet, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:41.618411 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7f588f0d-8b7d-4281-a79a-37c050ae2024 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260542153'] for subnet, precommit_delete_associations {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:41.708004 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7f588f0d-8b7d-4281-a79a-37c050ae2024 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:41.767309 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7f588f0d-8b7d-4281-a79a-37c050ae2024 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260898416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260908030'] for subnet, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:41.798284 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f588f0d-8b7d-4281-a79a-37c050ae2024 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Pushing event deleted for resources: {'Subnet': ['ID=921233a6-9c79-48df-9231-6f4c541ebc78,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:41.802477 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7f588f0d-8b7d-4281-a79a-37c050ae2024 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:41.805702 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-7f588f0d-8b7d-4281-a79a-37c050ae2024 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] 10.222.0.85 "DELETE /v2.0/subnets/921233a6-9c79-48df-9231-6f4c541ebc78 HTTP/1.1" status: 204 len: 168 time: 0.2862933 May 18 18:41:41.808322 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 45090) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:41:41.809594 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ffc40b-082a-4b78-bbc9-6a9f9d13cdcf None None] Network a33aace2-de71-451e-a620-5106bb6ff9e0 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:41:41.859603 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_v2 [None req-4546ed44-79d6-4e2c-b845-ad86d3528681 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Deleting subnet a0c46b3a-3371-4984-b938-628419a30ecf {{(pid=102730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:41:41.862551 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4546ed44-79d6-4e2c-b845-ad86d3528681 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks [] for subnet, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:41.902546 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4546ed44-79d6-4e2c-b845-ad86d3528681 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260107366'] for subnet, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:41.997816 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-116795bd-3d98-4200-8a8f-706c54fd69e5 None None] DHCP port deletion for a33aace2-de71-451e-a620-5106bb6ff9e0 request from n-d-838550-3 {{(pid=102732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 18:41:42.000190 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4546ed44-79d6-4e2c-b845-ad86d3528681 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:42.059893 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4546ed44-79d6-4e2c-b845-ad86d3528681 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261104690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261031888'] for subnet, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:42.062954 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-116795bd-3d98-4200-8a8f-706c54fd69e5 None None] Deleting port a8a40926-4dbc-44e8-8a1e-0be32e090007 {{(pid=102732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:41:42.063417 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-116795bd-3d98-4200-8a8f-706c54fd69e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:42.089062 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4546ed44-79d6-4e2c-b845-ad86d3528681 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Pushing event deleted for resources: {'Subnet': ['ID=a0c46b3a-3371-4984-b938-628419a30ecf,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:42.091097 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4546ed44-79d6-4e2c-b845-ad86d3528681 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks [] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:42.094333 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-4546ed44-79d6-4e2c-b845-ad86d3528681 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] 10.222.0.85 "DELETE /v2.0/subnets/a0c46b3a-3371-4984-b938-628419a30ecf HTTP/1.1" status: 204 len: 168 time: 0.2849967 May 18 18:41:42.096893 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 45092) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:41:42.113573 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff376ddf-0f14-49fe-9a69-c142fab07c55 None None] Network 8db87fc6-61a0-443d-a2b7-068fbfca21c4 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:41:42.177124 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-00e2a3e3-51c0-41c7-a0dc-1fa592669dcd tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:42.180049 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-116795bd-3d98-4200-8a8f-706c54fd69e5 None None] For port a8a40926-4dbc-44e8-8a1e-0be32e090007, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=a8a40926-4dbc-44e8-8a1e-0be32e090007,segment=NetworkSegment(f649cbaf-59c1-4891-8bc3-90f306c98200),segment_id=f649cbaf-59c1-4891-8bc3-90f306c98200)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:41:42.180455 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-116795bd-3d98-4200-8a8f-706c54fd69e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:42.203155 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-116795bd-3d98-4200-8a8f-706c54fd69e5 None None] Calling delete_port for a8a40926-4dbc-44e8-8a1e-0be32e090007 owned by network:dhcp {{(pid=102732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:41:42.230493 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-00e2a3e3-51c0-41c7-a0dc-1fa592669dcd tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Deleting port a8a40926-4dbc-44e8-8a1e-0be32e090007 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:41:42.230895 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-00e2a3e3-51c0-41c7-a0dc-1fa592669dcd tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:42.295484 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device a8a40926-4dbc-44e8-8a1e-0be32e090007 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:41:42.296539 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-00e2a3e3-51c0-41c7-a0dc-1fa592669dcd tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] For port a8a40926-4dbc-44e8-8a1e-0be32e090007, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=a8a40926-4dbc-44e8-8a1e-0be32e090007,segment=NetworkSegment(f649cbaf-59c1-4891-8bc3-90f306c98200),segment_id=f649cbaf-59c1-4891-8bc3-90f306c98200)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:41:42.296928 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-00e2a3e3-51c0-41c7-a0dc-1fa592669dcd tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:42.310192 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-00e2a3e3-51c0-41c7-a0dc-1fa592669dcd tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Calling delete_port for a8a40926-4dbc-44e8-8a1e-0be32e090007 owned by network:dhcp {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:41:42.393798 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-116795bd-3d98-4200-8a8f-706c54fd69e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508'] for port, after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:42.402224 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-00e2a3e3-51c0-41c7-a0dc-1fa592669dcd tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:42.425926 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116795bd-3d98-4200-8a8f-706c54fd69e5 None None] Pushing event deleted for resources: {'Port': ['ID=a8a40926-4dbc-44e8-8a1e-0be32e090007,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:42.427754 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e2a3e3-51c0-41c7-a0dc-1fa592669dcd tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Pushing event deleted for resources: {'Port': ['ID=a8a40926-4dbc-44e8-8a1e-0be32e090007,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:42.431911 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e2a3e3-51c0-41c7-a0dc-1fa592669dcd tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] No DVR routers for this DVR port a8a40926-4dbc-44e8-8a1e-0be32e090007 on host n-d-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:41:42.433224 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad1716a2-0b4b-427b-b5f6-0ed176d880f7 None None] DHCP port deletion for 8db87fc6-61a0-443d-a2b7-068fbfca21c4 request from n-d-838550-3 {{(pid=102732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 18:41:42.441462 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116795bd-3d98-4200-8a8f-706c54fd69e5 None None] No DVR routers for this DVR port a8a40926-4dbc-44e8-8a1e-0be32e090007 on host n-d-838550-3 {{(pid=102732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:41:42.448737 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port a8a40926-4dbc-44e8-8a1e-0be32e090007 is: ACTIVE; New status is: DOWN {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:41:42.448737 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:42.522409 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-00e2a3e3-51c0-41c7-a0dc-1fa592669dcd tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:42.545222 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-00e2a3e3-51c0-41c7-a0dc-1fa592669dcd tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a33aace2-de71-451e-a620-5106bb6ff9e0']}} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:41:42.557398 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-00e2a3e3-51c0-41c7-a0dc-1fa592669dcd tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f649cbaf-59c1-4891-8bc3-90f306c98200') {'for_net_delete': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:41:42.557870 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-00e2a3e3-51c0-41c7-a0dc-1fa592669dcd tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f649cbaf-59c1-4891-8bc3-90f306c98200') {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:41:42.569312 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-00e2a3e3-51c0-41c7-a0dc-1fa592669dcd tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260107375'] for segment, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:42.583141 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-00e2a3e3-51c0-41c7-a0dc-1fa592669dcd tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:42.589326 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00e2a3e3-51c0-41c7-a0dc-1fa592669dcd tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=102730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:41:42.589768 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-00e2a3e3-51c0-41c7-a0dc-1fa592669dcd tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261102736'] for segment, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:42.592836 n-d-838550-3 neutron-server[102730]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:41:42.592836 n-d-838550-3 neutron-server[102730]: self.session.flush() May 18 18:41:42.592836 n-d-838550-3 neutron-server[102730]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:41:42.592836 n-d-838550-3 neutron-server[102730]: self.session.flush() May 18 18:41:42.592836 n-d-838550-3 neutron-server[102730]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:41:42.592836 n-d-838550-3 neutron-server[102730]: self.session.flush() May 18 18:41:42.592836 n-d-838550-3 neutron-server[102730]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:41:42.592836 n-d-838550-3 neutron-server[102730]: self.session.flush() May 18 18:41:42.592836 n-d-838550-3 neutron-server[102730]: Traceback (most recent call last): May 18 18:41:42.592836 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:41:42.592836 n-d-838550-3 neutron-server[102730]: timer() May 18 18:41:42.592836 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:41:42.592836 n-d-838550-3 neutron-server[102730]: cb(*args, **kw) May 18 18:41:42.592836 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:41:42.592836 n-d-838550-3 neutron-server[102730]: return func(*args, **kwargs) May 18 18:41:42.592836 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:41:42.592836 n-d-838550-3 neutron-server[102730]: self._notify() May 18 18:41:42.592836 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:41:42.592836 n-d-838550-3 neutron-server[102730]: self.callback(batched_events) May 18 18:41:42.592836 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:41:42.592836 n-d-838550-3 neutron-server[102730]: event.method(event) May 18 18:41:42.592836 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:41:42.592836 n-d-838550-3 neutron-server[102730]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:41:42.592836 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:41:42.592836 n-d-838550-3 neutron-server[102730]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:41:42.592836 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:41:42.592836 n-d-838550-3 neutron-server[102730]: return f(self, *a, **k) May 18 18:41:42.592836 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:41:42.592836 n-d-838550-3 neutron-server[102730]: return self._get(url).json() May 18 18:41:42.592836 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:41:42.592836 n-d-838550-3 neutron-server[102730]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:41:42.592836 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:41:42.592836 n-d-838550-3 neutron-server[102730]: return self.request(url, 'GET', **kwargs) May 18 18:41:42.592836 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:41:42.592836 n-d-838550-3 neutron-server[102730]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:41:42.592836 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:41:42.592836 n-d-838550-3 neutron-server[102730]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:41:42.592836 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:41:42.592836 n-d-838550-3 neutron-server[102730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:41:42.592836 n-d-838550-3 neutron-server[102730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:41:42.652850 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-00e2a3e3-51c0-41c7-a0dc-1fa592669dcd tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:42.661702 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-00e2a3e3-51c0-41c7-a0dc-1fa592669dcd tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:42.663049 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:42.666222 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-00e2a3e3-51c0-41c7-a0dc-1fa592669dcd tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] 10.222.0.85 "DELETE /v2.0/networks/a33aace2-de71-451e-a620-5106bb6ff9e0 HTTP/1.1" status: 204 len: 168 time: 0.5683112 May 18 18:41:42.667597 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 45094) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:41:42.683841 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e2a3e3-51c0-41c7-a0dc-1fa592669dcd tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Pushing event deleted for resources: {'Network': ['ID=a33aace2-de71-451e-a620-5106bb6ff9e0,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:42.703649 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-ad1716a2-0b4b-427b-b5f6-0ed176d880f7 None None] Deleting port 17e70082-8ac3-4602-afaf-7d84479bf009 {{(pid=102732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:41:42.703994 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-ad1716a2-0b4b-427b-b5f6-0ed176d880f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:42.752439 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ed59752b-cab3-4229-ab7a-55c14f24d03b tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:42.770640 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-ad1716a2-0b4b-427b-b5f6-0ed176d880f7 None None] For port 17e70082-8ac3-4602-afaf-7d84479bf009, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=17e70082-8ac3-4602-afaf-7d84479bf009,segment=NetworkSegment(680cdf20-2642-44ca-8a68-9725201ef6aa),segment_id=680cdf20-2642-44ca-8a68-9725201ef6aa)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:41:42.771058 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-ad1716a2-0b4b-427b-b5f6-0ed176d880f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:42.784520 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-ad1716a2-0b4b-427b-b5f6-0ed176d880f7 None None] Calling delete_port for 17e70082-8ac3-4602-afaf-7d84479bf009 owned by network:dhcp {{(pid=102732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:41:42.807831 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-ed59752b-cab3-4229-ab7a-55c14f24d03b tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Deleting port 17e70082-8ac3-4602-afaf-7d84479bf009 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:41:42.808278 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ed59752b-cab3-4229-ab7a-55c14f24d03b tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:42.861607 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-ad1716a2-0b4b-427b-b5f6-0ed176d880f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508'] for port, after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:42.875721 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-ed59752b-cab3-4229-ab7a-55c14f24d03b tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] For port 17e70082-8ac3-4602-afaf-7d84479bf009, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=17e70082-8ac3-4602-afaf-7d84479bf009,segment=NetworkSegment(680cdf20-2642-44ca-8a68-9725201ef6aa),segment_id=680cdf20-2642-44ca-8a68-9725201ef6aa)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:41:42.876085 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ed59752b-cab3-4229-ab7a-55c14f24d03b tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:42.886118 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1716a2-0b4b-427b-b5f6-0ed176d880f7 None None] Pushing event deleted for resources: {'Port': ['ID=17e70082-8ac3-4602-afaf-7d84479bf009,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:42.890931 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1716a2-0b4b-427b-b5f6-0ed176d880f7 None None] No DVR routers for this DVR port 17e70082-8ac3-4602-afaf-7d84479bf009 on host n-d-838550-3 {{(pid=102732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:41:42.891049 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-ed59752b-cab3-4229-ab7a-55c14f24d03b tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Calling delete_port for 17e70082-8ac3-4602-afaf-7d84479bf009 owned by network:dhcp {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:41:42.969831 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ed59752b-cab3-4229-ab7a-55c14f24d03b tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:42.996096 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed59752b-cab3-4229-ab7a-55c14f24d03b tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] No DVR routers for this DVR port 17e70082-8ac3-4602-afaf-7d84479bf009 on host n-d-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:41:43.000863 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed59752b-cab3-4229-ab7a-55c14f24d03b tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Pushing event deleted for resources: {'Port': ['ID=17e70082-8ac3-4602-afaf-7d84479bf009,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:43.065971 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:43.084351 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ed59752b-cab3-4229-ab7a-55c14f24d03b tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:43.104370 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-ed59752b-cab3-4229-ab7a-55c14f24d03b tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8db87fc6-61a0-443d-a2b7-068fbfca21c4']}} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:41:43.113405 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-ed59752b-cab3-4229-ab7a-55c14f24d03b tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '680cdf20-2642-44ca-8a68-9725201ef6aa') {'for_net_delete': True} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:41:43.113746 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-ed59752b-cab3-4229-ab7a-55c14f24d03b tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '680cdf20-2642-44ca-8a68-9725201ef6aa') {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:41:43.122876 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ed59752b-cab3-4229-ab7a-55c14f24d03b tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260542144'] for segment, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:43.136103 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ed59752b-cab3-4229-ab7a-55c14f24d03b tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:43.141713 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed59752b-cab3-4229-ab7a-55c14f24d03b tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=102731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:41:43.142102 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ed59752b-cab3-4229-ab7a-55c14f24d03b tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260884178'] for segment, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:43.145819 n-d-838550-3 neutron-server[102731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:41:43.145819 n-d-838550-3 neutron-server[102731]: self.session.flush() May 18 18:41:43.145819 n-d-838550-3 neutron-server[102731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:41:43.145819 n-d-838550-3 neutron-server[102731]: self.session.flush() May 18 18:41:43.145819 n-d-838550-3 neutron-server[102731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:41:43.145819 n-d-838550-3 neutron-server[102731]: self.session.flush() May 18 18:41:43.145819 n-d-838550-3 neutron-server[102731]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 18:41:43.145819 n-d-838550-3 neutron-server[102731]: self.session.flush() May 18 18:41:43.145819 n-d-838550-3 neutron-server[102731]: Traceback (most recent call last): May 18 18:41:43.145819 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:41:43.145819 n-d-838550-3 neutron-server[102731]: timer() May 18 18:41:43.145819 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:41:43.145819 n-d-838550-3 neutron-server[102731]: cb(*args, **kw) May 18 18:41:43.145819 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:41:43.145819 n-d-838550-3 neutron-server[102731]: return func(*args, **kwargs) May 18 18:41:43.145819 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:41:43.145819 n-d-838550-3 neutron-server[102731]: self._notify() May 18 18:41:43.145819 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:41:43.145819 n-d-838550-3 neutron-server[102731]: self.callback(batched_events) May 18 18:41:43.145819 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:41:43.145819 n-d-838550-3 neutron-server[102731]: event.method(event) May 18 18:41:43.145819 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:41:43.145819 n-d-838550-3 neutron-server[102731]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:41:43.145819 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:41:43.145819 n-d-838550-3 neutron-server[102731]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:41:43.145819 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:41:43.145819 n-d-838550-3 neutron-server[102731]: return f(self, *a, **k) May 18 18:41:43.145819 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:41:43.145819 n-d-838550-3 neutron-server[102731]: return self._get(url).json() May 18 18:41:43.145819 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:41:43.145819 n-d-838550-3 neutron-server[102731]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:41:43.145819 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:41:43.145819 n-d-838550-3 neutron-server[102731]: return self.request(url, 'GET', **kwargs) May 18 18:41:43.145819 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:41:43.145819 n-d-838550-3 neutron-server[102731]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:41:43.145819 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:41:43.145819 n-d-838550-3 neutron-server[102731]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:41:43.145819 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:41:43.145819 n-d-838550-3 neutron-server[102731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:41:43.145819 n-d-838550-3 neutron-server[102731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:41:43.206129 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ed59752b-cab3-4229-ab7a-55c14f24d03b tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:43.213989 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ed59752b-cab3-4229-ab7a-55c14f24d03b tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks [] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:43.217118 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-ed59752b-cab3-4229-ab7a-55c14f24d03b tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] 10.222.0.85 "DELETE /v2.0/networks/8db87fc6-61a0-443d-a2b7-068fbfca21c4 HTTP/1.1" status: 204 len: 168 time: 0.5485375 May 18 18:41:43.220977 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 45096) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:41:43.226139 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-7f35c54c-a666-4474-87a8-7c0400a91e7e tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-133197856'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:41:43.228908 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed59752b-cab3-4229-ab7a-55c14f24d03b tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Pushing event deleted for resources: {'Network': ['ID=8db87fc6-61a0-443d-a2b7-068fbfca21c4,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:43.246206 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f35c54c-a666-4474-87a8-7c0400a91e7e tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Made reservation on behalf of e6b0c515ae604a9196823607914d69b8 for: {'network': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:41:43.250251 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7f35c54c-a666-4474-87a8-7c0400a91e7e tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:43.276583 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f35c54c-a666-4474-87a8-7c0400a91e7e tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 623} {{(pid=102730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:41:43.285575 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7f35c54c-a666-4474-87a8-7c0400a91e7e tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:43.286074 n-d-838550-3 neutron-server[102730]: INFO neutron.db.segments_db [None req-7f35c54c-a666-4474-87a8-7c0400a91e7e tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Added segment aafc711c-74f8-438a-bc36-995bfb9930b2 of type vlan for network ea8bacd4-151c-4205-977d-0f718e443071 May 18 18:41:43.338290 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7f35c54c-a666-4474-87a8-7c0400a91e7e tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:43.362094 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7f35c54c-a666-4474-87a8-7c0400a91e7e tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:43.368084 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f35c54c-a666-4474-87a8-7c0400a91e7e tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:41:43.368664 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7f35c54c-a666-4474-87a8-7c0400a91e7e tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:43.426033 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-7f35c54c-a666-4474-87a8-7c0400a91e7e tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2038920 May 18 18:41:43.429432 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 45098) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:41:43.438453 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-4bdedc88-fa95-4576-b347-1650ec37a647 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Request body: {'subnet': {'network_id': 'ea8bacd4-151c-4205-977d-0f718e443071', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:41:43.455075 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f35c54c-a666-4474-87a8-7c0400a91e7e tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Pushing event updated for resources: {'Network': ['ID=ea8bacd4-151c-4205-977d-0f718e443071,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:43.465414 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network ea8bacd4-151c-4205-977d-0f718e443071 details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:41:43.534799 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bdedc88-fa95-4576-b347-1650ec37a647 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Made reservation on behalf of e6b0c515ae604a9196823607914d69b8 for: {'subnet': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:41:43.538345 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4bdedc88-fa95-4576-b347-1650ec37a647 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261031885'] for subnet, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:43.720391 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4bdedc88-fa95-4576-b347-1650ec37a647 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261104883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261031899'] for subnet, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:43.778624 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdedc88-fa95-4576-b347-1650ec37a647 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Pushing event updated for resources: {'Subnet': ['ID=86d9e3cf-1c25-427b-b327-11629b0a8ec0,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:43.789789 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdedc88-fa95-4576-b347-1650ec37a647 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Checking segment: {'id': 'aafc711c-74f8-438a-bc36-995bfb9930b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'ea8bacd4-151c-4205-977d-0f718e443071'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:41:43.790131 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bdedc88-fa95-4576-b347-1650ec37a647 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Network hostable DHCP agents. Network: ea8bacd4-151c-4205-977d-0f718e443071, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:41:43.807511 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bdedc88-fa95-4576-b347-1650ec37a647 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Network ea8bacd4-151c-4205-977d-0f718e443071 is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:41:43.815774 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-4bdedc88-fa95-4576-b347-1650ec37a647 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, ea8bacd4-151c-4205-977d-0f718e443071) {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:41:43.819712 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bdedc88-fa95-4576-b347-1650ec37a647 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:41:43.820298 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4bdedc88-fa95-4576-b347-1650ec37a647 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks [] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:43.824627 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd82b964-b919-4cc3-a8a4-6f4e75dc2d51 None None] Network ea8bacd4-151c-4205-977d-0f718e443071 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:41:43.838096 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-4bdedc88-fa95-4576-b347-1650ec37a647 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4031303 May 18 18:41:43.838529 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 45100) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:41:43.843256 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-200e9859-1bd5-4e38-8818-164f80ad30bf tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1056915249', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:41:43.871397 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-200e9859-1bd5-4e38-8818-164f80ad30bf tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25099'] for router, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:43.872551 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-200e9859-1bd5-4e38-8818-164f80ad30bf tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-593238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596850', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25088'] for router, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:43.923859 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-200e9859-1bd5-4e38-8818-164f80ad30bf tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:43.929112 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-200e9859-1bd5-4e38-8818-164f80ad30bf tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596801'] for router, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:43.946930 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-200e9859-1bd5-4e38-8818-164f80ad30bf tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks [] for router, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:43.948162 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-200e9859-1bd5-4e38-8818-164f80ad30bf tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1085467 May 18 18:41:43.950928 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 45102) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:41:43.955973 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-85b74576-2c6f-4a01-a6e8-c0bed7935ea3 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Request body: {'port': {'network_id': 'ea8bacd4-151c-4205-977d-0f718e443071', 'name': 'tempest-RoutersIpV6Test-160223835'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:41:43.974068 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46602baa-c70b-48e1-a7fe-ddfc9854fe0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-ea8bacd4-151c-4205-977d-0f718e443071', 'network_id': 'ea8bacd4-151c-4205-977d-0f718e443071', 'tenant_id': 'e6b0c515ae604a9196823607914d69b8', 'fixed_ips': [{'subnet_id': '86d9e3cf-1c25-427b-b327-11629b0a8ec0'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:41:43.974867 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-46602baa-c70b-48e1-a7fe-ddfc9854fe0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:44.065699 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85b74576-2c6f-4a01-a6e8-c0bed7935ea3 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Made reservation on behalf of e6b0c515ae604a9196823607914d69b8 for: {'port': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:41:44.069185 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-85b74576-2c6f-4a01-a6e8-c0bed7935ea3 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:44.087170 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [None req-85b74576-2c6f-4a01-a6e8-c0bed7935ea3 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] device_id is not set on port e482d92f-fa53-454d-a09f-0373727224f1 yet. {{(pid=102731) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 18 18:41:44.119675 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-46602baa-c70b-48e1-a7fe-ddfc9854fe0e None None] Allocated IP 2001:db8::2 (ea8bacd4-151c-4205-977d-0f718e443071/86d9e3cf-1c25-427b-b327-11629b0a8ec0/069dd1b9-03e0-413d-bc86-47def2579ba4) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:41:44.259473 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-46602baa-c70b-48e1-a7fe-ddfc9854fe0e None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:44.265168 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-46602baa-c70b-48e1-a7fe-ddfc9854fe0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:44.298271 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 17e70082-8ac3-4602-afaf-7d84479bf009 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:41:44.321394 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-85b74576-2c6f-4a01-a6e8-c0bed7935ea3 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Allocated IP 2001:db8::181 (ea8bacd4-151c-4205-977d-0f718e443071/86d9e3cf-1c25-427b-b327-11629b0a8ec0/e482d92f-fa53-454d-a09f-0373727224f1) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:41:44.324580 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46602baa-c70b-48e1-a7fe-ddfc9854fe0e None None] Network ea8bacd4-151c-4205-977d-0f718e443071 is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:41:44.327386 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 17e70082-8ac3-4602-afaf-7d84479bf009 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:41:44.327745 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 17e70082-8ac3-4602-afaf-7d84479bf009 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:41:44.331726 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-46602baa-c70b-48e1-a7fe-ddfc9854fe0e None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:41:44.336443 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46602baa-c70b-48e1-a7fe-ddfc9854fe0e None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:41:44.349981 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46602baa-c70b-48e1-a7fe-ddfc9854fe0e None None] Pushing event updated for resources: {'Port': ['ID=069dd1b9-03e0-413d-bc86-47def2579ba4,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:44.401392 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-46602baa-c70b-48e1-a7fe-ddfc9854fe0e None None] Attempting to bind port 069dd1b9-03e0-413d-bc86-47def2579ba4 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:41:44.401787 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-46602baa-c70b-48e1-a7fe-ddfc9854fe0e None None] Attempting to bind port 069dd1b9-03e0-413d-bc86-47def2579ba4 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': 'aafc711c-74f8-438a-bc36-995bfb9930b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'ea8bacd4-151c-4205-977d-0f718e443071'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:41:44.402153 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46602baa-c70b-48e1-a7fe-ddfc9854fe0e None None] Attempting to bind port 069dd1b9-03e0-413d-bc86-47def2579ba4 on network ea8bacd4-151c-4205-977d-0f718e443071 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:41:44.407489 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46602baa-c70b-48e1-a7fe-ddfc9854fe0e None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:41:44.407903 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46602baa-c70b-48e1-a7fe-ddfc9854fe0e None None] Checking segment: {'id': 'aafc711c-74f8-438a-bc36-995bfb9930b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'ea8bacd4-151c-4205-977d-0f718e443071'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:41:44.408272 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-46602baa-c70b-48e1-a7fe-ddfc9854fe0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:44.408675 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46602baa-c70b-48e1-a7fe-ddfc9854fe0e None None] Bound using segment: {'id': 'aafc711c-74f8-438a-bc36-995bfb9930b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'ea8bacd4-151c-4205-977d-0f718e443071'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:41:44.409154 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-46602baa-c70b-48e1-a7fe-ddfc9854fe0e None None] Bound port: 069dd1b9-03e0-413d-bc86-47def2579ba4, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aafc711c-74f8-438a-bc36-995bfb9930b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'ea8bacd4-151c-4205-977d-0f718e443071'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:41:44.409542 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-46602baa-c70b-48e1-a7fe-ddfc9854fe0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:44.475156 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-46602baa-c70b-48e1-a7fe-ddfc9854fe0e None None] For port 069dd1b9-03e0-413d-bc86-47def2579ba4, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:41:44.478620 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-46602baa-c70b-48e1-a7fe-ddfc9854fe0e None None] For port 069dd1b9-03e0-413d-bc86-47def2579ba4, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=069dd1b9-03e0-413d-bc86-47def2579ba4,segment=NetworkSegment(aafc711c-74f8-438a-bc36-995bfb9930b2),segment_id=aafc711c-74f8-438a-bc36-995bfb9930b2)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:41:44.482871 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-46602baa-c70b-48e1-a7fe-ddfc9854fe0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:44.483281 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-85b74576-2c6f-4a01-a6e8-c0bed7935ea3 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:44.518436 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-85b74576-2c6f-4a01-a6e8-c0bed7935ea3 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:44.539838 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46602baa-c70b-48e1-a7fe-ddfc9854fe0e None None] Pushing event updated for resources: {'Port': ['ID=069dd1b9-03e0-413d-bc86-47def2579ba4,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:44.565329 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b74576-2c6f-4a01-a6e8-c0bed7935ea3 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Network ea8bacd4-151c-4205-977d-0f718e443071 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:41:44.568869 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-85b74576-2c6f-4a01-a6e8-c0bed7935ea3 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:41:44.572661 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b74576-2c6f-4a01-a6e8-c0bed7935ea3 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:41:44.578370 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b74576-2c6f-4a01-a6e8-c0bed7935ea3 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:41:44.578999 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-85b74576-2c6f-4a01-a6e8-c0bed7935ea3 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:44.592374 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b74576-2c6f-4a01-a6e8-c0bed7935ea3 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Pushing event updated for resources: {'Port': ['ID=e482d92f-fa53-454d-a09f-0373727224f1,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:44.605092 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-85b74576-2c6f-4a01-a6e8-c0bed7935ea3 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.6530302 May 18 18:41:44.607606 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 45104) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:41:44.945746 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-508180ad-923f-434a-b033-7df260e9d070 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:45.197238 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-508180ad-923f-434a-b033-7df260e9d070 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:45.203148 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-508180ad-923f-434a-b033-7df260e9d070 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:45.278392 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508180ad-923f-434a-b033-7df260e9d070 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Pushing event updated for resources: {'Port': ['ID=e482d92f-fa53-454d-a09f-0373727224f1,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:45.391285 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-508180ad-923f-434a-b033-7df260e9d070 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595826'] for router_interface, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:45.460107 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc154f4-1c04-4074-be12-974cf252fcd7 None None] Network ea8bacd4-151c-4205-977d-0f718e443071 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:41:45.511073 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-508180ad-923f-434a-b033-7df260e9d070 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:45.536855 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-beeb02ff-ecd1-4641-8900-c660ceab45c9 None None] Provisioning complete for port 069dd1b9-03e0-413d-bc86-47def2579ba4 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:41:45.537436 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-beeb02ff-ecd1-4641-8900-c660ceab45c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:45.687163 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-beeb02ff-ecd1-4641-8900-c660ceab45c9 None None] Current status of the port 069dd1b9-03e0-413d-bc86-47def2579ba4 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:41:45.687346 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-beeb02ff-ecd1-4641-8900-c660ceab45c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:45.721743 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-beeb02ff-ecd1-4641-8900-c660ceab45c9 None None] For port 069dd1b9-03e0-413d-bc86-47def2579ba4, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=069dd1b9-03e0-413d-bc86-47def2579ba4,segment=NetworkSegment(aafc711c-74f8-438a-bc36-995bfb9930b2),segment_id=aafc711c-74f8-438a-bc36-995bfb9930b2)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:41:45.728596 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-beeb02ff-ecd1-4641-8900-c660ceab45c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:45.779830 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeb02ff-ecd1-4641-8900-c660ceab45c9 None None] Pushing event updated for resources: {'Port': ['ID=069dd1b9-03e0-413d-bc86-47def2579ba4,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:45.783371 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-508180ad-923f-434a-b033-7df260e9d070 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:45.789191 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-508180ad-923f-434a-b033-7df260e9d070 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:45.789971 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-508180ad-923f-434a-b033-7df260e9d070 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-595870'] for router_interface, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:45.881162 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508180ad-923f-434a-b033-7df260e9d070 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Pushing event updated for resources: {'Port': ['ID=e482d92f-fa53-454d-a09f-0373727224f1,revision_number=3']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:45.925517 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-508180ad-923f-434a-b033-7df260e9d070 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Network ea8bacd4-151c-4205-977d-0f718e443071 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:41:45.926985 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-508180ad-923f-434a-b033-7df260e9d070 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:41:45.952094 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-bd26410f-ed70-4008-a25b-f049b89f4a78 None None] Provisioning complete for port 069dd1b9-03e0-413d-bc86-47def2579ba4 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:41:45.952468 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-bd26410f-ed70-4008-a25b-f049b89f4a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:46.037263 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-bd26410f-ed70-4008-a25b-f049b89f4a78 None None] Current status of the port 069dd1b9-03e0-413d-bc86-47def2579ba4 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:41:46.049066 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-bd26410f-ed70-4008-a25b-f049b89f4a78 None None] Provisioning complete for port e482d92f-fa53-454d-a09f-0373727224f1 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:41:46.049443 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-bd26410f-ed70-4008-a25b-f049b89f4a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:46.057329 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-508180ad-923f-434a-b033-7df260e9d070 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Router fbb20132-8d90-42b2-bd93-0c9c5be8d23f is scheduled to L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e with binding_index 1 {{(pid=102731) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 18 18:41:46.085989 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-bd26410f-ed70-4008-a25b-f049b89f4a78 None None] Port e482d92f-fa53-454d-a09f-0373727224f1 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:41:46.154309 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-508180ad-923f-434a-b033-7df260e9d070 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:41:46.162678 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-508180ad-923f-434a-b033-7df260e9d070 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] 10.222.0.85 "PUT /v2.0/routers/fbb20132-8d90-42b2-bd93-0c9c5be8d23f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5507746 May 18 18:41:46.162678 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 45106) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:41:46.165740 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33405347-0ca9-4ff4-b560-3795e8698a7a None None] Sync routers for ids ['fbb20132-8d90-42b2-bd93-0c9c5be8d23f'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:41:46.176053 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33405347-0ca9-4ff4-b560-3795e8698a7a None None] Routers {'fbb20132-8d90-42b2-bd93-0c9c5be8d23f'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:41:46.176699 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-33405347-0ca9-4ff4-b560-3795e8698a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:41:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['fbb20132-8d90-42b2-bd93-0c9c5be8d23f'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:41:46.211377 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-871cdeb3-72f2-417b-a4b6-a00ca0cb2f6c None None] Provisioning complete for port e482d92f-fa53-454d-a09f-0373727224f1 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:41:46.211847 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-871cdeb3-72f2-417b-a4b6-a00ca0cb2f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:46.219446 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cdae8ff-f953-4f31-bcf3-dbb4965e1612 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:41:46.223919 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 45108) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:41:46.227102 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-33405347-0ca9-4ff4-b560-3795e8698a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:41:46.235748 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-3cdae8ff-f953-4f31-bcf3-dbb4965e1612 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] 10.222.0.85 "GET /v2.0/ports/e482d92f-fa53-454d-a09f-0373727224f1 HTTP/1.1" status: 200 len: 983 time: 0.0725112 May 18 18:41:46.259607 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33405347-0ca9-4ff4-b560-3795e8698a7a None None] Routers {'fbb20132-8d90-42b2-bd93-0c9c5be8d23f'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:41:46.260260 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-33405347-0ca9-4ff4-b560-3795e8698a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:41:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['fbb20132-8d90-42b2-bd93-0c9c5be8d23f'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:41:46.263041 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-871cdeb3-72f2-417b-a4b6-a00ca0cb2f6c None None] Port e482d92f-fa53-454d-a09f-0373727224f1 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:41:46.308592 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-33405347-0ca9-4ff4-b560-3795e8698a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:41:46.309504 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33405347-0ca9-4ff4-b560-3795e8698a7a None None] The sync data for ids ['fbb20132-8d90-42b2-bd93-0c9c5be8d23f'] in n-d-838550-3 is: [] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:41:46.349351 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 069dd1b9-03e0-413d-bc86-47def2579ba4 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:41:46.408278 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-d05c8953-8dba-4f90-b4cd-a18140b4f93d None None] Provisioning complete for port e482d92f-fa53-454d-a09f-0373727224f1 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:41:46.408578 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d05c8953-8dba-4f90-b4cd-a18140b4f93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:46.450878 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 069dd1b9-03e0-413d-bc86-47def2579ba4 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:41:46.451259 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:46.454263 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-d05c8953-8dba-4f90-b4cd-a18140b4f93d None None] Port e482d92f-fa53-454d-a09f-0373727224f1 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:41:46.530403 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 069dd1b9-03e0-413d-bc86-47def2579ba4 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:41:46.560829 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-45e05acf-38d1-417f-bf2e-60891337dade tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-595963'] for router_interface, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:46.673968 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-87165e15-499e-493c-9ef0-d3be2a0ce774 None None] Provisioning complete for port e482d92f-fa53-454d-a09f-0373727224f1 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:41:46.674565 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-87165e15-499e-493c-9ef0-d3be2a0ce774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:46.711500 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-87165e15-499e-493c-9ef0-d3be2a0ce774 None None] Port e482d92f-fa53-454d-a09f-0373727224f1 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:41:46.777395 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-45e05acf-38d1-417f-bf2e-60891337dade tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Deleting port e482d92f-fa53-454d-a09f-0373727224f1 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:41:46.777762 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-45e05acf-38d1-417f-bf2e-60891337dade tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:46.865864 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-45e05acf-38d1-417f-bf2e-60891337dade tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:46.877373 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-45e05acf-38d1-417f-bf2e-60891337dade tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Calling delete_port for e482d92f-fa53-454d-a09f-0373727224f1 owned by network:router_interface {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:41:47.043472 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-45e05acf-38d1-417f-bf2e-60891337dade tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:47.072206 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e05acf-38d1-417f-bf2e-60891337dade tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Pushing event deleted for resources: {'Port': ['ID=e482d92f-fa53-454d-a09f-0373727224f1,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:47.173963 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-45e05acf-38d1-417f-bf2e-60891337dade tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-593931'] for router_interface, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:47.595542 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45e05acf-38d1-417f-bf2e-60891337dade tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Router fbb20132-8d90-42b2-bd93-0c9c5be8d23f has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:41:47.670968 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45e05acf-38d1-417f-bf2e-60891337dade tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:41:47.676739 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-45e05acf-38d1-417f-bf2e-60891337dade tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] 10.222.0.85 "PUT /v2.0/routers/fbb20132-8d90-42b2-bd93-0c9c5be8d23f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4509585 May 18 18:41:47.679289 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 45110) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:41:47.682464 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f640bb-ee1c-4ad9-9257-c3ee5195494d None None] Sync routers for ids ['fbb20132-8d90-42b2-bd93-0c9c5be8d23f'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:41:47.693513 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f640bb-ee1c-4ad9-9257-c3ee5195494d None None] Routers {'fbb20132-8d90-42b2-bd93-0c9c5be8d23f'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:41:47.694159 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-f5f640bb-ee1c-4ad9-9257-c3ee5195494d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:41:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['fbb20132-8d90-42b2-bd93-0c9c5be8d23f'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:41:47.725902 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-f5f640bb-ee1c-4ad9-9257-c3ee5195494d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:41:47.734495 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f640bb-ee1c-4ad9-9257-c3ee5195494d None None] Routers {'fbb20132-8d90-42b2-bd93-0c9c5be8d23f'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:41:47.735089 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-f5f640bb-ee1c-4ad9-9257-c3ee5195494d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:41:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['fbb20132-8d90-42b2-bd93-0c9c5be8d23f'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:41:47.770477 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-f5f640bb-ee1c-4ad9-9257-c3ee5195494d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:41:47.771106 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f640bb-ee1c-4ad9-9257-c3ee5195494d None None] The sync data for ids ['fbb20132-8d90-42b2-bd93-0c9c5be8d23f'] in n-d-838550-3 is: [] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:41:47.864057 n-d-838550-3 neutron-server[102730]: INFO neutron.api.v2.resource [None req-79446c26-a1fd-4253-8c20-150bf7a95982 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] remove_router_interface failed (client error): The resource could not be found. May 18 18:41:47.865036 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-79446c26-a1fd-4253-8c20-150bf7a95982 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] 10.222.0.85 "PUT /v2.0/routers/fbb20132-8d90-42b2-bd93-0c9c5be8d23f/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.1848435 May 18 18:41:47.868028 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 45112) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:41:47.893758 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-ea0401ab-44a3-4e6f-b9c6-6a7741956099 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] 10.222.0.85 "GET /v2.0/ports?device_id=fbb20132-8d90-42b2-bd93-0c9c5be8d23f HTTP/1.1" status: 200 len: 205 time: 0.0246975 May 18 18:41:47.896686 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 45114) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:41:47.968743 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ca64533a-9839-41e9-b749-e8c0970d65e1 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks [] for router, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:48.121879 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ca64533a-9839-41e9-b749-e8c0970d65e1 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25145'] for router, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:48.123832 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ca64533a-9839-41e9-b749-e8c0970d65e1 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:48.165895 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ca64533a-9839-41e9-b749-e8c0970d65e1 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593303'] for router, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:48.166392 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca64533a-9839-41e9-b749-e8c0970d65e1 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Fanout notify agent at l3_agent the message router_deleted on router fbb20132-8d90-42b2-bd93-0c9c5be8d23f {{(pid=102730) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 18 18:41:48.172989 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ca64533a-9839-41e9-b749-e8c0970d65e1 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks [] for router, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:48.174096 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-ca64533a-9839-41e9-b749-e8c0970d65e1 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] 10.222.0.85 "DELETE /v2.0/routers/fbb20132-8d90-42b2-bd93-0c9c5be8d23f HTTP/1.1" status: 204 len: 168 time: 0.2765203 May 18 18:41:48.176636 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 45116) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:41:48.227186 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5b34e61-a074-4104-95af-ef5030cca238 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Deleting subnet 86d9e3cf-1c25-427b-b327-11629b0a8ec0 {{(pid=102730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:41:48.230064 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c5b34e61-a074-4104-95af-ef5030cca238 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks [] for subnet, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:48.274916 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c5b34e61-a074-4104-95af-ef5030cca238 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260107366'] for subnet, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:48.356849 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c5b34e61-a074-4104-95af-ef5030cca238 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:48.414426 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c5b34e61-a074-4104-95af-ef5030cca238 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261104690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261031888'] for subnet, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:48.441680 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b34e61-a074-4104-95af-ef5030cca238 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Pushing event deleted for resources: {'Subnet': ['ID=86d9e3cf-1c25-427b-b327-11629b0a8ec0,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:48.444509 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c5b34e61-a074-4104-95af-ef5030cca238 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks [] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:48.450154 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-c5b34e61-a074-4104-95af-ef5030cca238 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] 10.222.0.85 "DELETE /v2.0/subnets/86d9e3cf-1c25-427b-b327-11629b0a8ec0 HTTP/1.1" status: 204 len: 168 time: 0.2701612 May 18 18:41:48.450349 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc97f3b9-6eb8-4228-aff5-06886b58e04d None None] Network ea8bacd4-151c-4205-977d-0f718e443071 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:41:48.450452 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 45118) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:41:48.528677 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-62abc120-be15-4e8f-a9ed-d7dc6df0df40 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:48.583464 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-62abc120-be15-4e8f-a9ed-d7dc6df0df40 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Deleting port 069dd1b9-03e0-413d-bc86-47def2579ba4 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:41:48.583817 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-62abc120-be15-4e8f-a9ed-d7dc6df0df40 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:48.621158 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4236795-b5b6-4c0a-ba5d-86bc72f6f40b None None] DHCP port deletion for ea8bacd4-151c-4205-977d-0f718e443071 request from n-d-838550-3 {{(pid=102732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 18:41:48.651420 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-62abc120-be15-4e8f-a9ed-d7dc6df0df40 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] For port 069dd1b9-03e0-413d-bc86-47def2579ba4, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=069dd1b9-03e0-413d-bc86-47def2579ba4,segment=NetworkSegment(aafc711c-74f8-438a-bc36-995bfb9930b2),segment_id=aafc711c-74f8-438a-bc36-995bfb9930b2)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:41:48.652011 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-62abc120-be15-4e8f-a9ed-d7dc6df0df40 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:48.666206 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-62abc120-be15-4e8f-a9ed-d7dc6df0df40 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Calling delete_port for 069dd1b9-03e0-413d-bc86-47def2579ba4 owned by network:dhcp {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:41:48.674409 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-f4236795-b5b6-4c0a-ba5d-86bc72f6f40b None None] Deleting port 069dd1b9-03e0-413d-bc86-47def2579ba4 {{(pid=102732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:41:48.676179 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f4236795-b5b6-4c0a-ba5d-86bc72f6f40b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:48.737125 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-f4236795-b5b6-4c0a-ba5d-86bc72f6f40b None None] For port 069dd1b9-03e0-413d-bc86-47def2579ba4, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=069dd1b9-03e0-413d-bc86-47def2579ba4,segment=NetworkSegment(aafc711c-74f8-438a-bc36-995bfb9930b2),segment_id=aafc711c-74f8-438a-bc36-995bfb9930b2)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:41:48.737871 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f4236795-b5b6-4c0a-ba5d-86bc72f6f40b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:48.749275 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-62abc120-be15-4e8f-a9ed-d7dc6df0df40 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:48.750708 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-f4236795-b5b6-4c0a-ba5d-86bc72f6f40b None None] Calling delete_port for 069dd1b9-03e0-413d-bc86-47def2579ba4 owned by network:dhcp {{(pid=102732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:41:48.777222 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62abc120-be15-4e8f-a9ed-d7dc6df0df40 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Pushing event deleted for resources: {'Port': ['ID=069dd1b9-03e0-413d-bc86-47def2579ba4,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:48.779819 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62abc120-be15-4e8f-a9ed-d7dc6df0df40 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] No DVR routers for this DVR port 069dd1b9-03e0-413d-bc86-47def2579ba4 on host n-d-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:41:48.828882 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f4236795-b5b6-4c0a-ba5d-86bc72f6f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508'] for port, after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:48.855216 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4236795-b5b6-4c0a-ba5d-86bc72f6f40b None None] Pushing event deleted for resources: {'Port': ['ID=069dd1b9-03e0-413d-bc86-47def2579ba4,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:48.859006 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4236795-b5b6-4c0a-ba5d-86bc72f6f40b None None] No DVR routers for this DVR port 069dd1b9-03e0-413d-bc86-47def2579ba4 on host n-d-838550-3 {{(pid=102732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:41:48.868004 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-62abc120-be15-4e8f-a9ed-d7dc6df0df40 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:48.889244 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-62abc120-be15-4e8f-a9ed-d7dc6df0df40 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea8bacd4-151c-4205-977d-0f718e443071']}} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:41:48.899230 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-62abc120-be15-4e8f-a9ed-d7dc6df0df40 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aafc711c-74f8-438a-bc36-995bfb9930b2') {'for_net_delete': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:41:48.899522 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-62abc120-be15-4e8f-a9ed-d7dc6df0df40 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aafc711c-74f8-438a-bc36-995bfb9930b2') {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:41:48.909015 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-62abc120-be15-4e8f-a9ed-d7dc6df0df40 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260107375'] for segment, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:48.922729 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-62abc120-be15-4e8f-a9ed-d7dc6df0df40 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:48.928329 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62abc120-be15-4e8f-a9ed-d7dc6df0df40 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=102730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:41:48.928704 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-62abc120-be15-4e8f-a9ed-d7dc6df0df40 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261102736'] for segment, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:48.931610 n-d-838550-3 neutron-server[102730]: Traceback (most recent call last): May 18 18:41:48.931610 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:41:48.931610 n-d-838550-3 neutron-server[102730]: timer() May 18 18:41:48.931610 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:41:48.931610 n-d-838550-3 neutron-server[102730]: cb(*args, **kw) May 18 18:41:48.931610 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:41:48.931610 n-d-838550-3 neutron-server[102730]: return func(*args, **kwargs) May 18 18:41:48.931610 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:41:48.931610 n-d-838550-3 neutron-server[102730]: self._notify() May 18 18:41:48.931610 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:41:48.931610 n-d-838550-3 neutron-server[102730]: self.callback(batched_events) May 18 18:41:48.931610 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:41:48.931610 n-d-838550-3 neutron-server[102730]: event.method(event) May 18 18:41:48.931610 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:41:48.931610 n-d-838550-3 neutron-server[102730]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:41:48.931610 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:41:48.931610 n-d-838550-3 neutron-server[102730]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:41:48.931610 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:41:48.931610 n-d-838550-3 neutron-server[102730]: return f(self, *a, **k) May 18 18:41:48.931610 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:41:48.931610 n-d-838550-3 neutron-server[102730]: return self._get(url).json() May 18 18:41:48.931610 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:41:48.931610 n-d-838550-3 neutron-server[102730]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:41:48.931610 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:41:48.931610 n-d-838550-3 neutron-server[102730]: return self.request(url, 'GET', **kwargs) May 18 18:41:48.931610 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:41:48.931610 n-d-838550-3 neutron-server[102730]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:41:48.931610 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:41:48.931610 n-d-838550-3 neutron-server[102730]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:41:48.931610 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:41:48.931610 n-d-838550-3 neutron-server[102730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:41:48.931610 n-d-838550-3 neutron-server[102730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:41:48.991817 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-62abc120-be15-4e8f-a9ed-d7dc6df0df40 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:48.999574 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-62abc120-be15-4e8f-a9ed-d7dc6df0df40 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:49.002715 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-62abc120-be15-4e8f-a9ed-d7dc6df0df40 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] 10.222.0.85 "DELETE /v2.0/networks/ea8bacd4-151c-4205-977d-0f718e443071 HTTP/1.1" status: 204 len: 168 time: 0.5514431 May 18 18:41:49.007466 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 45120) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:41:49.012412 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-a212d525-5249-4c3e-af78-15f34673ecb2 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-923601049'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:41:49.016469 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62abc120-be15-4e8f-a9ed-d7dc6df0df40 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Pushing event deleted for resources: {'Network': ['ID=ea8bacd4-151c-4205-977d-0f718e443071,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:49.043022 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a212d525-5249-4c3e-af78-15f34673ecb2 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Made reservation on behalf of e6b0c515ae604a9196823607914d69b8 for: {'network': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:41:49.046642 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a212d525-5249-4c3e-af78-15f34673ecb2 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:49.076785 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a212d525-5249-4c3e-af78-15f34673ecb2 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 644} {{(pid=102731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:41:49.086530 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a212d525-5249-4c3e-af78-15f34673ecb2 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:49.086869 n-d-838550-3 neutron-server[102731]: INFO neutron.db.segments_db [None req-a212d525-5249-4c3e-af78-15f34673ecb2 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Added segment e8165274-e016-48d1-852e-275d2c7e12da of type vlan for network 88682731-653b-4a64-a23d-3022e9e76819 May 18 18:41:49.125899 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a212d525-5249-4c3e-af78-15f34673ecb2 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:49.151475 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a212d525-5249-4c3e-af78-15f34673ecb2 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:49.157292 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a212d525-5249-4c3e-af78-15f34673ecb2 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:41:49.157891 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a212d525-5249-4c3e-af78-15f34673ecb2 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks [] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:49.217346 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-a212d525-5249-4c3e-af78-15f34673ecb2 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2087171 May 18 18:41:49.220096 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 45122) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:41:49.224757 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-0734a87e-a8b3-4da1-8f0e-c6c80982e5d1 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Request body: {'subnet': {'network_id': '88682731-653b-4a64-a23d-3022e9e76819', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:41:49.247185 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a212d525-5249-4c3e-af78-15f34673ecb2 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Pushing event updated for resources: {'Network': ['ID=88682731-653b-4a64-a23d-3022e9e76819,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:49.257849 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network 88682731-653b-4a64-a23d-3022e9e76819 details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:41:49.319520 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0734a87e-a8b3-4da1-8f0e-c6c80982e5d1 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Made reservation on behalf of e6b0c515ae604a9196823607914d69b8 for: {'subnet': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:41:49.324116 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0734a87e-a8b3-4da1-8f0e-c6c80982e5d1 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260908003'] for subnet, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:49.513398 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0734a87e-a8b3-4da1-8f0e-c6c80982e5d1 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260898481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260908021'] for subnet, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:49.578347 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0734a87e-a8b3-4da1-8f0e-c6c80982e5d1 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Pushing event updated for resources: {'Subnet': ['ID=a6705f57-1306-4894-98ec-9123cad5dd11,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:49.589757 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0734a87e-a8b3-4da1-8f0e-c6c80982e5d1 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Checking segment: {'id': 'e8165274-e016-48d1-852e-275d2c7e12da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '88682731-653b-4a64-a23d-3022e9e76819'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:41:49.590113 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0734a87e-a8b3-4da1-8f0e-c6c80982e5d1 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Network hostable DHCP agents. Network: 88682731-653b-4a64-a23d-3022e9e76819, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:41:49.607222 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0734a87e-a8b3-4da1-8f0e-c6c80982e5d1 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Network 88682731-653b-4a64-a23d-3022e9e76819 is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:41:49.617933 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-0734a87e-a8b3-4da1-8f0e-c6c80982e5d1 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, 88682731-653b-4a64-a23d-3022e9e76819) {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:41:49.622274 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0734a87e-a8b3-4da1-8f0e-c6c80982e5d1 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:41:49.622861 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0734a87e-a8b3-4da1-8f0e-c6c80982e5d1 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:49.627965 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f6c77cc-18e0-492d-87ea-45998314401e None None] Network 88682731-653b-4a64-a23d-3022e9e76819 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:41:49.643328 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-0734a87e-a8b3-4da1-8f0e-c6c80982e5d1 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4198179 May 18 18:41:49.643794 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 45124) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:41:49.649293 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-48c1144d-fb17-408e-b718-40df8fceec02 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1631579024', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:41:49.672043 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-48c1144d-fb17-408e-b718-40df8fceec02 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25099'] for router, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:49.673195 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-48c1144d-fb17-408e-b718-40df8fceec02 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-593238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596850', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25088'] for router, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:49.733492 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-48c1144d-fb17-408e-b718-40df8fceec02 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:49.738009 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-48c1144d-fb17-408e-b718-40df8fceec02 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596801'] for router, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:49.759355 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-48c1144d-fb17-408e-b718-40df8fceec02 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks [] for router, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:49.760818 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-48c1144d-fb17-408e-b718-40df8fceec02 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1158636 May 18 18:41:49.763828 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 45126) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:41:49.790663 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cdf3971-5203-4923-a898-366bdaf0325d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-88682731-653b-4a64-a23d-3022e9e76819', 'network_id': '88682731-653b-4a64-a23d-3022e9e76819', 'tenant_id': 'e6b0c515ae604a9196823607914d69b8', 'fixed_ips': [{'subnet_id': 'a6705f57-1306-4894-98ec-9123cad5dd11'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:41:49.791505 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1cdf3971-5203-4923-a898-366bdaf0325d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:49.930726 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-1cdf3971-5203-4923-a898-366bdaf0325d None None] Allocated IP 2001:db8::2 (88682731-653b-4a64-a23d-3022e9e76819/a6705f57-1306-4894-98ec-9123cad5dd11/b3dbf754-e1e0-47ca-a6a5-c502bdcc72d1) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:41:50.044324 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a7e944cb-9ca6-4313-9a00-3d0ec4f653ed tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:50.072475 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1cdf3971-5203-4923-a898-366bdaf0325d None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:50.078594 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1cdf3971-5203-4923-a898-366bdaf0325d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:50.120471 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cdf3971-5203-4923-a898-366bdaf0325d None None] Network 88682731-653b-4a64-a23d-3022e9e76819 is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:41:50.126565 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-1cdf3971-5203-4923-a898-366bdaf0325d None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:41:50.128280 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdf3971-5203-4923-a898-366bdaf0325d None None] Pushing event updated for resources: {'Port': ['ID=b3dbf754-e1e0-47ca-a6a5-c502bdcc72d1,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:50.130502 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cdf3971-5203-4923-a898-366bdaf0325d None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:41:50.187584 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-1cdf3971-5203-4923-a898-366bdaf0325d None None] Attempting to bind port b3dbf754-e1e0-47ca-a6a5-c502bdcc72d1 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:41:50.187953 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-1cdf3971-5203-4923-a898-366bdaf0325d None None] Attempting to bind port b3dbf754-e1e0-47ca-a6a5-c502bdcc72d1 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': 'e8165274-e016-48d1-852e-275d2c7e12da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '88682731-653b-4a64-a23d-3022e9e76819'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:41:50.188309 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cdf3971-5203-4923-a898-366bdaf0325d None None] Attempting to bind port b3dbf754-e1e0-47ca-a6a5-c502bdcc72d1 on network 88682731-653b-4a64-a23d-3022e9e76819 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:41:50.193228 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cdf3971-5203-4923-a898-366bdaf0325d None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:41:50.193594 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cdf3971-5203-4923-a898-366bdaf0325d None None] Checking segment: {'id': 'e8165274-e016-48d1-852e-275d2c7e12da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '88682731-653b-4a64-a23d-3022e9e76819'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:41:50.194024 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1cdf3971-5203-4923-a898-366bdaf0325d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:50.194412 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cdf3971-5203-4923-a898-366bdaf0325d None None] Bound using segment: {'id': 'e8165274-e016-48d1-852e-275d2c7e12da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '88682731-653b-4a64-a23d-3022e9e76819'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:41:50.194873 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-1cdf3971-5203-4923-a898-366bdaf0325d None None] Bound port: b3dbf754-e1e0-47ca-a6a5-c502bdcc72d1, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8165274-e016-48d1-852e-275d2c7e12da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '88682731-653b-4a64-a23d-3022e9e76819'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:41:50.195249 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1cdf3971-5203-4923-a898-366bdaf0325d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:50.260498 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-1cdf3971-5203-4923-a898-366bdaf0325d None None] For port b3dbf754-e1e0-47ca-a6a5-c502bdcc72d1, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:41:50.264008 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-1cdf3971-5203-4923-a898-366bdaf0325d None None] For port b3dbf754-e1e0-47ca-a6a5-c502bdcc72d1, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=b3dbf754-e1e0-47ca-a6a5-c502bdcc72d1,segment=NetworkSegment(e8165274-e016-48d1-852e-275d2c7e12da),segment_id=e8165274-e016-48d1-852e-275d2c7e12da)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:41:50.270959 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1cdf3971-5203-4923-a898-366bdaf0325d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:50.297217 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 069dd1b9-03e0-413d-bc86-47def2579ba4 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:41:50.304694 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-a7e944cb-9ca6-4313-9a00-3d0ec4f653ed tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Allocated IP 2001:db8::1 (88682731-653b-4a64-a23d-3022e9e76819/a6705f57-1306-4894-98ec-9123cad5dd11/b5776a1d-31c2-4d0a-b696-ae21dbc366e4) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:41:50.326186 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 069dd1b9-03e0-413d-bc86-47def2579ba4 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:41:50.326523 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 069dd1b9-03e0-413d-bc86-47def2579ba4 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:41:50.355890 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdf3971-5203-4923-a898-366bdaf0325d None None] Pushing event updated for resources: {'Port': ['ID=b3dbf754-e1e0-47ca-a6a5-c502bdcc72d1,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:50.424561 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a7e944cb-9ca6-4313-9a00-3d0ec4f653ed tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:50.466273 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a7e944cb-9ca6-4313-9a00-3d0ec4f653ed tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:50.513994 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e944cb-9ca6-4313-9a00-3d0ec4f653ed tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Network 88682731-653b-4a64-a23d-3022e9e76819 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:41:50.525704 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-a7e944cb-9ca6-4313-9a00-3d0ec4f653ed tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:41:50.528368 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e944cb-9ca6-4313-9a00-3d0ec4f653ed tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:41:50.534523 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a7e944cb-9ca6-4313-9a00-3d0ec4f653ed tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595826'] for router_interface, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:50.564422 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e944cb-9ca6-4313-9a00-3d0ec4f653ed tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Pushing event updated for resources: {'Port': ['ID=b5776a1d-31c2-4d0a-b696-ae21dbc366e4,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:50.664829 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a7e944cb-9ca6-4313-9a00-3d0ec4f653ed tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:51.230894 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a7e944cb-9ca6-4313-9a00-3d0ec4f653ed tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:51.236038 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a7e944cb-9ca6-4313-9a00-3d0ec4f653ed tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:51.236818 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a7e944cb-9ca6-4313-9a00-3d0ec4f653ed tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-595870'] for router_interface, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:51.323544 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e944cb-9ca6-4313-9a00-3d0ec4f653ed tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Pushing event updated for resources: {'Port': ['ID=b5776a1d-31c2-4d0a-b696-ae21dbc366e4,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:51.340372 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-846b8cbd-b925-4311-8a1d-ef44ee505d08 None None] Network 88682731-653b-4a64-a23d-3022e9e76819 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:41:51.372972 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e944cb-9ca6-4313-9a00-3d0ec4f653ed tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Network 88682731-653b-4a64-a23d-3022e9e76819 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:41:51.374508 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-a7e944cb-9ca6-4313-9a00-3d0ec4f653ed tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:41:51.408123 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-87531d94-7bb5-44f8-a3e0-0b93755a3841 None None] Provisioning complete for port b3dbf754-e1e0-47ca-a6a5-c502bdcc72d1 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:41:51.408487 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-87531d94-7bb5-44f8-a3e0-0b93755a3841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:51.496746 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7e944cb-9ca6-4313-9a00-3d0ec4f653ed tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Router de64ee12-460b-463b-bde1-b0700793d117 is scheduled to L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e with binding_index 1 {{(pid=102730) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 18 18:41:51.552357 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-87531d94-7bb5-44f8-a3e0-0b93755a3841 None None] Current status of the port b3dbf754-e1e0-47ca-a6a5-c502bdcc72d1 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:41:51.552743 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-87531d94-7bb5-44f8-a3e0-0b93755a3841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:51.591822 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-87531d94-7bb5-44f8-a3e0-0b93755a3841 None None] For port b3dbf754-e1e0-47ca-a6a5-c502bdcc72d1, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=b3dbf754-e1e0-47ca-a6a5-c502bdcc72d1,segment=NetworkSegment(e8165274-e016-48d1-852e-275d2c7e12da),segment_id=e8165274-e016-48d1-852e-275d2c7e12da)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:41:51.596150 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-87531d94-7bb5-44f8-a3e0-0b93755a3841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:51.600325 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7e944cb-9ca6-4313-9a00-3d0ec4f653ed tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:41:51.609260 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 45128) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:41:51.610101 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-a7e944cb-9ca6-4313-9a00-3d0ec4f653ed tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] 10.222.0.85 "PUT /v2.0/routers/de64ee12-460b-463b-bde1-b0700793d117/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8447244 May 18 18:41:51.610267 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eef17a4-7554-4002-ae6b-e9359cc8aa2f None None] Sync routers for ids ['de64ee12-460b-463b-bde1-b0700793d117'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:41:51.622362 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eef17a4-7554-4002-ae6b-e9359cc8aa2f None None] Routers {'de64ee12-460b-463b-bde1-b0700793d117'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:41:51.623246 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-6eef17a4-7554-4002-ae6b-e9359cc8aa2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:41:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['de64ee12-460b-463b-bde1-b0700793d117'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:41:51.657605 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87531d94-7bb5-44f8-a3e0-0b93755a3841 None None] Pushing event updated for resources: {'Port': ['ID=b3dbf754-e1e0-47ca-a6a5-c502bdcc72d1,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:51.673354 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-6eef17a4-7554-4002-ae6b-e9359cc8aa2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:41:51.679221 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe0a6b1-e51a-4785-ac83-f96812f96c9e tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:41:51.682761 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-abe0a6b1-e51a-4785-ac83-f96812f96c9e tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] 10.222.0.85 "GET /v2.0/ports/b5776a1d-31c2-4d0a-b696-ae21dbc366e4 HTTP/1.1" status: 200 len: 911 time: 0.0683396 May 18 18:41:51.684474 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 45130) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:41:51.690514 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eef17a4-7554-4002-ae6b-e9359cc8aa2f None None] Routers {'de64ee12-460b-463b-bde1-b0700793d117'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:41:51.690514 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-6eef17a4-7554-4002-ae6b-e9359cc8aa2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:41:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['de64ee12-460b-463b-bde1-b0700793d117'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:41:51.730905 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-6eef17a4-7554-4002-ae6b-e9359cc8aa2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:41:51.731557 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eef17a4-7554-4002-ae6b-e9359cc8aa2f None None] The sync data for ids ['de64ee12-460b-463b-bde1-b0700793d117'] in n-d-838550-3 is: [] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:41:51.927965 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-d0c26fe1-2d59-4d5a-81ec-b5d617c47dbe None None] Provisioning complete for port b5776a1d-31c2-4d0a-b696-ae21dbc366e4 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:41:51.928331 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d0c26fe1-2d59-4d5a-81ec-b5d617c47dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:51.967195 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-d0c26fe1-2d59-4d5a-81ec-b5d617c47dbe None None] Port b5776a1d-31c2-4d0a-b696-ae21dbc366e4 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:41:51.979303 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-d0c26fe1-2d59-4d5a-81ec-b5d617c47dbe None None] Provisioning complete for port b3dbf754-e1e0-47ca-a6a5-c502bdcc72d1 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:41:51.979817 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d0c26fe1-2d59-4d5a-81ec-b5d617c47dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:52.068761 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-d0c26fe1-2d59-4d5a-81ec-b5d617c47dbe None None] Current status of the port b3dbf754-e1e0-47ca-a6a5-c502bdcc72d1 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:41:52.199168 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-3c0ea511-b727-4dc9-a6a5-e46b2742d5f4 None None] Provisioning complete for port b5776a1d-31c2-4d0a-b696-ae21dbc366e4 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:41:52.199552 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-3c0ea511-b727-4dc9-a6a5-e46b2742d5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:52.383989 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-19cb3131-3914-4f59-91ba-ac6bff664536 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-595963'] for router_interface, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:52.420136 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device b3dbf754-e1e0-47ca-a6a5-c502bdcc72d1 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:41:52.422452 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-3c0ea511-b727-4dc9-a6a5-e46b2742d5f4 None None] Port b5776a1d-31c2-4d0a-b696-ae21dbc366e4 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:41:52.470302 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port b3dbf754-e1e0-47ca-a6a5-c502bdcc72d1 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:41:52.470590 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:52.555339 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port b3dbf754-e1e0-47ca-a6a5-c502bdcc72d1 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:41:52.559316 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-e212c9de-13f4-4664-927d-5455911463ef None None] Provisioning complete for port b5776a1d-31c2-4d0a-b696-ae21dbc366e4 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:41:52.559713 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-e212c9de-13f4-4664-927d-5455911463ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:52.595700 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-e212c9de-13f4-4664-927d-5455911463ef None None] Port b5776a1d-31c2-4d0a-b696-ae21dbc366e4 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:41:52.625435 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-19cb3131-3914-4f59-91ba-ac6bff664536 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Deleting port b5776a1d-31c2-4d0a-b696-ae21dbc366e4 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:41:52.626072 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-19cb3131-3914-4f59-91ba-ac6bff664536 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:52.714163 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-19cb3131-3914-4f59-91ba-ac6bff664536 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:52.726178 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-19cb3131-3914-4f59-91ba-ac6bff664536 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Calling delete_port for b5776a1d-31c2-4d0a-b696-ae21dbc366e4 owned by network:router_interface {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:41:52.892767 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-19cb3131-3914-4f59-91ba-ac6bff664536 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:52.917648 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cb3131-3914-4f59-91ba-ac6bff664536 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Pushing event deleted for resources: {'Port': ['ID=b5776a1d-31c2-4d0a-b696-ae21dbc366e4,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:53.017330 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-19cb3131-3914-4f59-91ba-ac6bff664536 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-593931'] for router_interface, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:53.186663 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19cb3131-3914-4f59-91ba-ac6bff664536 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Router de64ee12-460b-463b-bde1-b0700793d117 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:41:53.263778 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19cb3131-3914-4f59-91ba-ac6bff664536 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:41:53.268858 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-19cb3131-3914-4f59-91ba-ac6bff664536 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] 10.222.0.85 "PUT /v2.0/routers/de64ee12-460b-463b-bde1-b0700793d117/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5833843 May 18 18:41:53.271927 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 45132) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:41:53.273284 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb7b1c5-dc2d-47fa-9ea5-60876bf2cd5c None None] Sync routers for ids ['de64ee12-460b-463b-bde1-b0700793d117'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:41:53.283522 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb7b1c5-dc2d-47fa-9ea5-60876bf2cd5c None None] Routers {'de64ee12-460b-463b-bde1-b0700793d117'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:41:53.284140 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-feb7b1c5-dc2d-47fa-9ea5-60876bf2cd5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:41:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['de64ee12-460b-463b-bde1-b0700793d117'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:41:53.300830 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-d2908fa4-ae2d-4174-87c1-370c518ceb2d tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] 10.222.0.85 "GET /v2.0/ports?device_id=de64ee12-460b-463b-bde1-b0700793d117 HTTP/1.1" status: 200 len: 205 time: 0.0277205 May 18 18:41:53.303872 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 45134) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:41:53.318033 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-feb7b1c5-dc2d-47fa-9ea5-60876bf2cd5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:41:53.326503 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb7b1c5-dc2d-47fa-9ea5-60876bf2cd5c None None] Routers {'de64ee12-460b-463b-bde1-b0700793d117'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:41:53.327113 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-feb7b1c5-dc2d-47fa-9ea5-60876bf2cd5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:41:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['de64ee12-460b-463b-bde1-b0700793d117'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:41:53.361411 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-feb7b1c5-dc2d-47fa-9ea5-60876bf2cd5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:41:53.362060 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb7b1c5-dc2d-47fa-9ea5-60876bf2cd5c None None] The sync data for ids ['de64ee12-460b-463b-bde1-b0700793d117'] in n-d-838550-3 is: [] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:41:53.385412 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3b5efeba-b661-4bc2-a71c-664422600229 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks [] for router, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:53.544872 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3b5efeba-b661-4bc2-a71c-664422600229 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25145'] for router, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:53.546883 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3b5efeba-b661-4bc2-a71c-664422600229 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:53.587641 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3b5efeba-b661-4bc2-a71c-664422600229 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593303'] for router, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:53.588116 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b5efeba-b661-4bc2-a71c-664422600229 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Fanout notify agent at l3_agent the message router_deleted on router de64ee12-460b-463b-bde1-b0700793d117 {{(pid=102730) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 18 18:41:53.595641 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3b5efeba-b661-4bc2-a71c-664422600229 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks [] for router, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:53.596674 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-3b5efeba-b661-4bc2-a71c-664422600229 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] 10.222.0.85 "DELETE /v2.0/routers/de64ee12-460b-463b-bde1-b0700793d117 HTTP/1.1" status: 204 len: 168 time: 0.2914557 May 18 18:41:53.599853 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 45136) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:41:53.650414 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_v2 [None req-27f13e5c-8a3b-4b85-9122-b2718ff0d3b2 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Deleting subnet a6705f57-1306-4894-98ec-9123cad5dd11 {{(pid=102730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:41:53.653573 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-27f13e5c-8a3b-4b85-9122-b2718ff0d3b2 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks [] for subnet, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:53.698179 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-27f13e5c-8a3b-4b85-9122-b2718ff0d3b2 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260107366'] for subnet, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:53.780608 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-27f13e5c-8a3b-4b85-9122-b2718ff0d3b2 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:53.836986 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-27f13e5c-8a3b-4b85-9122-b2718ff0d3b2 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261104690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261031888'] for subnet, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:53.867868 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f13e5c-8a3b-4b85-9122-b2718ff0d3b2 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Pushing event deleted for resources: {'Subnet': ['ID=a6705f57-1306-4894-98ec-9123cad5dd11,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:53.871432 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-27f13e5c-8a3b-4b85-9122-b2718ff0d3b2 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks [] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:53.874604 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-27f13e5c-8a3b-4b85-9122-b2718ff0d3b2 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] 10.222.0.85 "DELETE /v2.0/subnets/a6705f57-1306-4894-98ec-9123cad5dd11 HTTP/1.1" status: 204 len: 168 time: 0.2738042 May 18 18:41:53.877161 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 45138) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:41:53.877895 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7913127f-e279-467b-9988-cf7614d0e4e9 None None] Network 88682731-653b-4a64-a23d-3022e9e76819 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:41:53.954663 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-14336e4d-43b2-4774-a30c-e512b21cff24 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:54.008497 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-14336e4d-43b2-4774-a30c-e512b21cff24 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Deleting port b3dbf754-e1e0-47ca-a6a5-c502bdcc72d1 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:41:54.008871 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-14336e4d-43b2-4774-a30c-e512b21cff24 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:54.045388 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa1b444-9ec1-4c85-a9f5-d956ea5f5e38 None None] DHCP port deletion for 88682731-653b-4a64-a23d-3022e9e76819 request from n-d-838550-3 {{(pid=102732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 18:41:54.075654 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-14336e4d-43b2-4774-a30c-e512b21cff24 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] For port b3dbf754-e1e0-47ca-a6a5-c502bdcc72d1, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=b3dbf754-e1e0-47ca-a6a5-c502bdcc72d1,segment=NetworkSegment(e8165274-e016-48d1-852e-275d2c7e12da),segment_id=e8165274-e016-48d1-852e-275d2c7e12da)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:41:54.076026 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-14336e4d-43b2-4774-a30c-e512b21cff24 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:54.098500 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-8aa1b444-9ec1-4c85-a9f5-d956ea5f5e38 None None] Deleting port b3dbf754-e1e0-47ca-a6a5-c502bdcc72d1 {{(pid=102732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:41:54.098703 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-14336e4d-43b2-4774-a30c-e512b21cff24 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Calling delete_port for b3dbf754-e1e0-47ca-a6a5-c502bdcc72d1 owned by network:dhcp {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:41:54.098834 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-8aa1b444-9ec1-4c85-a9f5-d956ea5f5e38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:54.161373 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-8aa1b444-9ec1-4c85-a9f5-d956ea5f5e38 None None] For port b3dbf754-e1e0-47ca-a6a5-c502bdcc72d1, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=b3dbf754-e1e0-47ca-a6a5-c502bdcc72d1,segment=NetworkSegment(e8165274-e016-48d1-852e-275d2c7e12da),segment_id=e8165274-e016-48d1-852e-275d2c7e12da)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:41:54.161802 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-8aa1b444-9ec1-4c85-a9f5-d956ea5f5e38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:54.174006 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-8aa1b444-9ec1-4c85-a9f5-d956ea5f5e38 None None] Calling delete_port for b3dbf754-e1e0-47ca-a6a5-c502bdcc72d1 owned by network:dhcp {{(pid=102732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:41:54.178918 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-14336e4d-43b2-4774-a30c-e512b21cff24 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:54.206481 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14336e4d-43b2-4774-a30c-e512b21cff24 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] No DVR routers for this DVR port b3dbf754-e1e0-47ca-a6a5-c502bdcc72d1 on host n-d-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:41:54.211970 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14336e4d-43b2-4774-a30c-e512b21cff24 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Pushing event deleted for resources: {'Port': ['ID=b3dbf754-e1e0-47ca-a6a5-c502bdcc72d1,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:54.256448 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-8aa1b444-9ec1-4c85-a9f5-d956ea5f5e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508'] for port, after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:54.278585 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa1b444-9ec1-4c85-a9f5-d956ea5f5e38 None None] Pushing event deleted for resources: {'Port': ['ID=b3dbf754-e1e0-47ca-a6a5-c502bdcc72d1,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:54.286929 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device b3dbf754-e1e0-47ca-a6a5-c502bdcc72d1 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:41:54.291122 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa1b444-9ec1-4c85-a9f5-d956ea5f5e38 None None] No DVR routers for this DVR port b3dbf754-e1e0-47ca-a6a5-c502bdcc72d1 on host n-d-838550-3 {{(pid=102732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:41:54.302308 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-14336e4d-43b2-4774-a30c-e512b21cff24 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:54.309954 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: b3dbf754-e1e0-47ca-a6a5-c502bdcc72d1 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:41:54.310295 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device b3dbf754-e1e0-47ca-a6a5-c502bdcc72d1 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:41:54.326994 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-14336e4d-43b2-4774-a30c-e512b21cff24 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88682731-653b-4a64-a23d-3022e9e76819']}} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:41:54.336888 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-14336e4d-43b2-4774-a30c-e512b21cff24 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8165274-e016-48d1-852e-275d2c7e12da') {'for_net_delete': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:41:54.337180 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-14336e4d-43b2-4774-a30c-e512b21cff24 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8165274-e016-48d1-852e-275d2c7e12da') {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:41:54.346758 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-14336e4d-43b2-4774-a30c-e512b21cff24 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260107375'] for segment, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:54.360548 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-14336e4d-43b2-4774-a30c-e512b21cff24 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:54.366190 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14336e4d-43b2-4774-a30c-e512b21cff24 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=102730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:41:54.366570 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-14336e4d-43b2-4774-a30c-e512b21cff24 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261102736'] for segment, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:54.369692 n-d-838550-3 neutron-server[102730]: Traceback (most recent call last): May 18 18:41:54.369692 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:41:54.369692 n-d-838550-3 neutron-server[102730]: timer() May 18 18:41:54.369692 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:41:54.369692 n-d-838550-3 neutron-server[102730]: cb(*args, **kw) May 18 18:41:54.369692 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:41:54.369692 n-d-838550-3 neutron-server[102730]: return func(*args, **kwargs) May 18 18:41:54.369692 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:41:54.369692 n-d-838550-3 neutron-server[102730]: self._notify() May 18 18:41:54.369692 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:41:54.369692 n-d-838550-3 neutron-server[102730]: self.callback(batched_events) May 18 18:41:54.369692 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:41:54.369692 n-d-838550-3 neutron-server[102730]: event.method(event) May 18 18:41:54.369692 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:41:54.369692 n-d-838550-3 neutron-server[102730]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:41:54.369692 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:41:54.369692 n-d-838550-3 neutron-server[102730]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:41:54.369692 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:41:54.369692 n-d-838550-3 neutron-server[102730]: return f(self, *a, **k) May 18 18:41:54.369692 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:41:54.369692 n-d-838550-3 neutron-server[102730]: return self._get(url).json() May 18 18:41:54.369692 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:41:54.369692 n-d-838550-3 neutron-server[102730]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:41:54.369692 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:41:54.369692 n-d-838550-3 neutron-server[102730]: return self.request(url, 'GET', **kwargs) May 18 18:41:54.369692 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:41:54.369692 n-d-838550-3 neutron-server[102730]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:41:54.369692 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:41:54.369692 n-d-838550-3 neutron-server[102730]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:41:54.369692 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:41:54.369692 n-d-838550-3 neutron-server[102730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:41:54.369692 n-d-838550-3 neutron-server[102730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:41:54.431138 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-14336e4d-43b2-4774-a30c-e512b21cff24 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:54.435944 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-14336e4d-43b2-4774-a30c-e512b21cff24 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:54.439346 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-14336e4d-43b2-4774-a30c-e512b21cff24 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] 10.222.0.85 "DELETE /v2.0/networks/88682731-653b-4a64-a23d-3022e9e76819 HTTP/1.1" status: 204 len: 168 time: 0.5612199 May 18 18:41:54.443509 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 45140) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:41:54.449390 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-3300b601-b432-497e-aebe-a1b7c704c377 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-958876994', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}, 'admin_state_up': False}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:41:54.455150 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14336e4d-43b2-4774-a30c-e512b21cff24 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Pushing event deleted for resources: {'Network': ['ID=88682731-653b-4a64-a23d-3022e9e76819,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:54.471664 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3300b601-b432-497e-aebe-a1b7c704c377 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25099'] for router, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:54.472704 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3300b601-b432-497e-aebe-a1b7c704c377 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-593238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596850', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25088'] for router, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:54.527165 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3300b601-b432-497e-aebe-a1b7c704c377 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:54.661597 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3300b601-b432-497e-aebe-a1b7c704c377 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:54.846565 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3300b601-b432-497e-aebe-a1b7c704c377 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks [] for router_gateway, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:54.865175 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3300b601-b432-497e-aebe-a1b7c704c377 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:54.968907 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-3300b601-b432-497e-aebe-a1b7c704c377 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Allocated IP 172.25.5.55 (31ebd439-090c-4b25-bbb0-31c48711b145/363a2810-8a83-4be0-a317-7c91fcd94485/8d2241c5-e3da-45dd-a5bf-e1277caffeac) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:41:55.067002 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3300b601-b432-497e-aebe-a1b7c704c377 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:55.104487 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3300b601-b432-497e-aebe-a1b7c704c377 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:55.142702 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3300b601-b432-497e-aebe-a1b7c704c377 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Network 31ebd439-090c-4b25-bbb0-31c48711b145 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:41:55.145491 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-3300b601-b432-497e-aebe-a1b7c704c377 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:41:55.150169 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3300b601-b432-497e-aebe-a1b7c704c377 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:41:55.157672 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3300b601-b432-497e-aebe-a1b7c704c377 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Pushing event updated for resources: {'Port': ['ID=8d2241c5-e3da-45dd-a5bf-e1277caffeac,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:55.192920 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3300b601-b432-497e-aebe-a1b7c704c377 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:41:55.193274 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3300b601-b432-497e-aebe-a1b7c704c377 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:41:55.193634 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3300b601-b432-497e-aebe-a1b7c704c377 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:41:55.193987 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3300b601-b432-497e-aebe-a1b7c704c377 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:41:55.194324 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3300b601-b432-497e-aebe-a1b7c704c377 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:41:55.194661 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3300b601-b432-497e-aebe-a1b7c704c377 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:41:55.194994 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3300b601-b432-497e-aebe-a1b7c704c377 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:41:55.195326 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3300b601-b432-497e-aebe-a1b7c704c377 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:41:55.195659 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3300b601-b432-497e-aebe-a1b7c704c377 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:41:55.195988 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3300b601-b432-497e-aebe-a1b7c704c377 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:41:55.196316 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3300b601-b432-497e-aebe-a1b7c704c377 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:41:55.196641 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3300b601-b432-497e-aebe-a1b7c704c377 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:41:55.415487 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3300b601-b432-497e-aebe-a1b7c704c377 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks [] for router_gateway, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:55.607836 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3300b601-b432-497e-aebe-a1b7c704c377 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596801'] for router, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:55.733648 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3300b601-b432-497e-aebe-a1b7c704c377 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Router 0cc08bee-53e5-430f-95e1-22584834344f is scheduled to L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e with binding_index 1 {{(pid=102731) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 18 18:41:55.839779 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3300b601-b432-497e-aebe-a1b7c704c377 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:41:55.849722 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275ddb82-05ed-4821-8e0a-07005eb8e197 None None] Sync routers for ids ['0cc08bee-53e5-430f-95e1-22584834344f'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:41:55.860184 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275ddb82-05ed-4821-8e0a-07005eb8e197 None None] Routers {'0cc08bee-53e5-430f-95e1-22584834344f'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:41:55.860435 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3300b601-b432-497e-aebe-a1b7c704c377 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks [] for router, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:55.860800 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-275ddb82-05ed-4821-8e0a-07005eb8e197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:41:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['0cc08bee-53e5-430f-95e1-22584834344f'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:41:55.861609 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-3300b601-b432-497e-aebe-a1b7c704c377 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 1.4164259 May 18 18:41:55.864983 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 45142) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:41:55.895663 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-275ddb82-05ed-4821-8e0a-07005eb8e197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:41:55.906499 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275ddb82-05ed-4821-8e0a-07005eb8e197 None None] Routers {'0cc08bee-53e5-430f-95e1-22584834344f'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:41:55.907219 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-275ddb82-05ed-4821-8e0a-07005eb8e197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:41:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['0cc08bee-53e5-430f-95e1-22584834344f'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:41:55.941105 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-275ddb82-05ed-4821-8e0a-07005eb8e197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:41:55.941733 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275ddb82-05ed-4821-8e0a-07005eb8e197 None None] The sync data for ids ['0cc08bee-53e5-430f-95e1-22584834344f'] in n-d-838550-3 is: [] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:41:55.980138 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-28839660-f058-44ed-8d4d-a48a4d190427 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] 10.222.0.85 "GET /v2.0/routers/0cc08bee-53e5-430f-95e1-22584834344f HTTP/1.1" status: 200 len: 883 time: 0.1134751 May 18 18:41:55.982610 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 45144) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:41:56.495959 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-f12b7654-abd8-4609-acab-bd043d396039 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] 10.222.0.85 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.5121803 May 18 18:41:56.498424 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 45146) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:41:56.502737 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-9f221678-b649-410a-b6fa-db86f35d93f6 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-958876994'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:41:56.813286 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9f221678-b649-410a-b6fa-db86f35d93f6 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-596836', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-593224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25134'] for router, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:56.824767 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9f221678-b649-410a-b6fa-db86f35d93f6 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-596847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-596822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-593331'] for router, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:56.935254 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f221678-b649-410a-b6fa-db86f35d93f6 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Router 0cc08bee-53e5-430f-95e1-22584834344f has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:41:57.041557 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f221678-b649-410a-b6fa-db86f35d93f6 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:41:57.049039 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9f221678-b649-410a-b6fa-db86f35d93f6 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks [] for router, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:57.051429 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-9f221678-b649-410a-b6fa-db86f35d93f6 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] 10.222.0.85 "PUT /v2.0/routers/0cc08bee-53e5-430f-95e1-22584834344f HTTP/1.1" status: 200 len: 890 time: 0.5520108 May 18 18:41:57.052290 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e96596-9eb2-42ef-b1d5-c7f2ae0ac6e3 None None] Sync routers for ids ['0cc08bee-53e5-430f-95e1-22584834344f'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:41:57.054263 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 45148) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:41:57.064344 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e96596-9eb2-42ef-b1d5-c7f2ae0ac6e3 None None] Routers {'0cc08bee-53e5-430f-95e1-22584834344f'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:41:57.065202 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-65e96596-9eb2-42ef-b1d5-c7f2ae0ac6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:41:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['0cc08bee-53e5-430f-95e1-22584834344f'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:41:57.100879 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-65e96596-9eb2-42ef-b1d5-c7f2ae0ac6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:41:57.109985 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e96596-9eb2-42ef-b1d5-c7f2ae0ac6e3 None None] Routers {'0cc08bee-53e5-430f-95e1-22584834344f'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:41:57.110594 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-65e96596-9eb2-42ef-b1d5-c7f2ae0ac6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:41:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['0cc08bee-53e5-430f-95e1-22584834344f'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:41:57.148728 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-65e96596-9eb2-42ef-b1d5-c7f2ae0ac6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:41:57.148728 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e96596-9eb2-42ef-b1d5-c7f2ae0ac6e3 None None] The sync data for ids ['0cc08bee-53e5-430f-95e1-22584834344f'] in n-d-838550-3 is: [] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:41:57.196365 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-21361a81-df38-4e7f-b9d9-762792e3e365 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] 10.222.0.85 "GET /v2.0/routers/0cc08bee-53e5-430f-95e1-22584834344f HTTP/1.1" status: 200 len: 890 time: 0.1409111 May 18 18:41:57.199619 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 45150) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:41:57.230250 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-86a07a8f-0e4d-4c16-bc9b-f0d443b7a35b tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] 10.222.0.85 "GET /v2.0/ports?device_id=0cc08bee-53e5-430f-95e1-22584834344f HTTP/1.1" status: 200 len: 205 time: 0.0295177 May 18 18:41:57.232853 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 45152) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:41:57.336706 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3bdf4139-473f-46a9-b2c3-331a3cabc415 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks [] for router, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:57.439040 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3bdf4139-473f-46a9-b2c3-331a3cabc415 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:57.492475 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-3bdf4139-473f-46a9-b2c3-331a3cabc415 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Deleting port 8d2241c5-e3da-45dd-a5bf-e1277caffeac {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:41:57.492954 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3bdf4139-473f-46a9-b2c3-331a3cabc415 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:57.578020 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3bdf4139-473f-46a9-b2c3-331a3cabc415 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:57.590062 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-3bdf4139-473f-46a9-b2c3-331a3cabc415 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Calling delete_port for 8d2241c5-e3da-45dd-a5bf-e1277caffeac owned by network:router_gateway {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:41:57.749166 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3bdf4139-473f-46a9-b2c3-331a3cabc415 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:57.774794 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdf4139-473f-46a9-b2c3-331a3cabc415 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Pushing event deleted for resources: {'Port': ['ID=8d2241c5-e3da-45dd-a5bf-e1277caffeac,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:57.835505 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3bdf4139-473f-46a9-b2c3-331a3cabc415 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596901'] for router_gateway, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:57.927502 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3bdf4139-473f-46a9-b2c3-331a3cabc415 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25145'] for router, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:57.929556 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3bdf4139-473f-46a9-b2c3-331a3cabc415 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:57.974322 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3bdf4139-473f-46a9-b2c3-331a3cabc415 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593303'] for router, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:57.974861 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bdf4139-473f-46a9-b2c3-331a3cabc415 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Fanout notify agent at l3_agent the message router_deleted on router 0cc08bee-53e5-430f-95e1-22584834344f {{(pid=102730) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 18 18:41:57.981628 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3bdf4139-473f-46a9-b2c3-331a3cabc415 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks [] for router, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:57.982728 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-3bdf4139-473f-46a9-b2c3-331a3cabc415 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] 10.222.0.85 "DELETE /v2.0/routers/0cc08bee-53e5-430f-95e1-22584834344f HTTP/1.1" status: 204 len: 168 time: 0.7489874 May 18 18:41:57.987032 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 45154) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:41:57.991962 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-b1b507a0-441a-4f93-864c-a0f74b2df53b tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-984905302'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:41:58.011008 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1b507a0-441a-4f93-864c-a0f74b2df53b tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Made reservation on behalf of e6b0c515ae604a9196823607914d69b8 for: {'network': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:41:58.014430 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b1b507a0-441a-4f93-864c-a0f74b2df53b tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:58.038019 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1b507a0-441a-4f93-864c-a0f74b2df53b tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 619} {{(pid=102731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:41:58.046663 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b1b507a0-441a-4f93-864c-a0f74b2df53b tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:58.047006 n-d-838550-3 neutron-server[102731]: INFO neutron.db.segments_db [None req-b1b507a0-441a-4f93-864c-a0f74b2df53b tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Added segment 3f680b33-50a6-46f0-9baf-e664e49fccdd of type vlan for network 611bd7a6-69d0-4e12-a31a-392f2ce725f8 May 18 18:41:58.086149 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b1b507a0-441a-4f93-864c-a0f74b2df53b tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:58.108265 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b1b507a0-441a-4f93-864c-a0f74b2df53b tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:58.113739 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b507a0-441a-4f93-864c-a0f74b2df53b tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:41:58.114310 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b1b507a0-441a-4f93-864c-a0f74b2df53b tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks [] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:58.168104 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-b1b507a0-441a-4f93-864c-a0f74b2df53b tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1799033 May 18 18:41:58.170978 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 45156) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:41:58.176056 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-e83107e0-a3ab-4b6a-983c-342f932e52f1 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Request body: {'subnet': {'network_id': '611bd7a6-69d0-4e12-a31a-392f2ce725f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:41:58.185590 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b507a0-441a-4f93-864c-a0f74b2df53b tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Pushing event updated for resources: {'Network': ['ID=611bd7a6-69d0-4e12-a31a-392f2ce725f8,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:58.198464 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network 611bd7a6-69d0-4e12-a31a-392f2ce725f8 details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:41:58.267435 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e83107e0-a3ab-4b6a-983c-342f932e52f1 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Made reservation on behalf of e6b0c515ae604a9196823607914d69b8 for: {'subnet': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:41:58.273237 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e83107e0-a3ab-4b6a-983c-342f932e52f1 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261031885'] for subnet, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:58.454522 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e83107e0-a3ab-4b6a-983c-342f932e52f1 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261104883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261031899'] for subnet, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:58.510087 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83107e0-a3ab-4b6a-983c-342f932e52f1 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Pushing event updated for resources: {'Subnet': ['ID=4c476b31-f1f9-479a-a771-823aa72a26bc,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:58.520890 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83107e0-a3ab-4b6a-983c-342f932e52f1 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Checking segment: {'id': '3f680b33-50a6-46f0-9baf-e664e49fccdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '611bd7a6-69d0-4e12-a31a-392f2ce725f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:41:58.521249 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83107e0-a3ab-4b6a-983c-342f932e52f1 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Network hostable DHCP agents. Network: 611bd7a6-69d0-4e12-a31a-392f2ce725f8, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:41:58.537600 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83107e0-a3ab-4b6a-983c-342f932e52f1 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Network 611bd7a6-69d0-4e12-a31a-392f2ce725f8 is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:41:58.546030 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-e83107e0-a3ab-4b6a-983c-342f932e52f1 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, 611bd7a6-69d0-4e12-a31a-392f2ce725f8) {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:41:58.550011 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e83107e0-a3ab-4b6a-983c-342f932e52f1 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:41:58.550590 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e83107e0-a3ab-4b6a-983c-342f932e52f1 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks [] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:58.555499 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb7e50b8-63eb-433b-ab85-7b2668082f18 None None] Network 611bd7a6-69d0-4e12-a31a-392f2ce725f8 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:41:58.568269 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-e83107e0-a3ab-4b6a-983c-342f932e52f1 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3961983 May 18 18:41:58.570802 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 45158) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:41:58.575376 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-0b81e87e-8f63-4996-8e22-2c0ed62a1e24 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-553124843', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:41:58.596059 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0b81e87e-8f63-4996-8e22-2c0ed62a1e24 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25099'] for router, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:58.597091 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0b81e87e-8f63-4996-8e22-2c0ed62a1e24 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-593238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596850', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25088'] for router, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:58.708482 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f50da4df-973b-4777-90de-624ac200b152 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-611bd7a6-69d0-4e12-a31a-392f2ce725f8', 'network_id': '611bd7a6-69d0-4e12-a31a-392f2ce725f8', 'tenant_id': 'e6b0c515ae604a9196823607914d69b8', 'fixed_ips': [{'subnet_id': '4c476b31-f1f9-479a-a771-823aa72a26bc'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:41:58.709290 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f50da4df-973b-4777-90de-624ac200b152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:58.851211 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-f50da4df-973b-4777-90de-624ac200b152 None None] Allocated IP 2001:db8::2 (611bd7a6-69d0-4e12-a31a-392f2ce725f8/4c476b31-f1f9-479a-a771-823aa72a26bc/041c4b42-1638-4204-8908-0e91ec15f041) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:41:58.927279 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0b81e87e-8f63-4996-8e22-2c0ed62a1e24 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:58.931725 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0b81e87e-8f63-4996-8e22-2c0ed62a1e24 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596801'] for router, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:58.950296 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0b81e87e-8f63-4996-8e22-2c0ed62a1e24 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks [] for router, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:58.951662 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-0b81e87e-8f63-4996-8e22-2c0ed62a1e24 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3798368 May 18 18:41:58.954436 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 45160) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:41:58.998187 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f50da4df-973b-4777-90de-624ac200b152 None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:59.004494 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f50da4df-973b-4777-90de-624ac200b152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:59.042161 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50da4df-973b-4777-90de-624ac200b152 None None] Network 611bd7a6-69d0-4e12-a31a-392f2ce725f8 is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:41:59.044886 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-f50da4df-973b-4777-90de-624ac200b152 None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:41:59.049049 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50da4df-973b-4777-90de-624ac200b152 None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:41:59.059390 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50da4df-973b-4777-90de-624ac200b152 None None] Pushing event updated for resources: {'Port': ['ID=041c4b42-1638-4204-8908-0e91ec15f041,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:59.113330 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-f50da4df-973b-4777-90de-624ac200b152 None None] Attempting to bind port 041c4b42-1638-4204-8908-0e91ec15f041 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:41:59.113738 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-f50da4df-973b-4777-90de-624ac200b152 None None] Attempting to bind port 041c4b42-1638-4204-8908-0e91ec15f041 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '3f680b33-50a6-46f0-9baf-e664e49fccdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '611bd7a6-69d0-4e12-a31a-392f2ce725f8'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:41:59.114104 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50da4df-973b-4777-90de-624ac200b152 None None] Attempting to bind port 041c4b42-1638-4204-8908-0e91ec15f041 on network 611bd7a6-69d0-4e12-a31a-392f2ce725f8 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:41:59.119239 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50da4df-973b-4777-90de-624ac200b152 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:41:59.119616 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50da4df-973b-4777-90de-624ac200b152 None None] Checking segment: {'id': '3f680b33-50a6-46f0-9baf-e664e49fccdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '611bd7a6-69d0-4e12-a31a-392f2ce725f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:41:59.120045 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f50da4df-973b-4777-90de-624ac200b152 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:59.120422 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50da4df-973b-4777-90de-624ac200b152 None None] Bound using segment: {'id': '3f680b33-50a6-46f0-9baf-e664e49fccdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '611bd7a6-69d0-4e12-a31a-392f2ce725f8'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:41:59.120887 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-f50da4df-973b-4777-90de-624ac200b152 None None] Bound port: 041c4b42-1638-4204-8908-0e91ec15f041, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f680b33-50a6-46f0-9baf-e664e49fccdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '611bd7a6-69d0-4e12-a31a-392f2ce725f8'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:41:59.121270 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f50da4df-973b-4777-90de-624ac200b152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:59.186161 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-f50da4df-973b-4777-90de-624ac200b152 None None] For port 041c4b42-1638-4204-8908-0e91ec15f041, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:41:59.189194 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-f50da4df-973b-4777-90de-624ac200b152 None None] For port 041c4b42-1638-4204-8908-0e91ec15f041, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=041c4b42-1638-4204-8908-0e91ec15f041,segment=NetworkSegment(3f680b33-50a6-46f0-9baf-e664e49fccdd),segment_id=3f680b33-50a6-46f0-9baf-e664e49fccdd)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:41:59.193206 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f50da4df-973b-4777-90de-624ac200b152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:59.234030 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f5739011-875f-4711-8040-5792b94b3079 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:59.252994 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50da4df-973b-4777-90de-624ac200b152 None None] Pushing event updated for resources: {'Port': ['ID=041c4b42-1638-4204-8908-0e91ec15f041,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:59.517490 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-f5739011-875f-4711-8040-5792b94b3079 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Allocated IP 2001:db8::1 (611bd7a6-69d0-4e12-a31a-392f2ce725f8/4c476b31-f1f9-479a-a771-823aa72a26bc/b4e22ffd-8b30-47f3-8379-8a3dcea3b37d) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:41:59.628272 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f5739011-875f-4711-8040-5792b94b3079 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:59.661759 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f5739011-875f-4711-8040-5792b94b3079 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:59.706404 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5739011-875f-4711-8040-5792b94b3079 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Network 611bd7a6-69d0-4e12-a31a-392f2ce725f8 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:41:59.709913 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-f5739011-875f-4711-8040-5792b94b3079 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:41:59.714389 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5739011-875f-4711-8040-5792b94b3079 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:41:59.714927 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f5739011-875f-4711-8040-5792b94b3079 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595826'] for router_interface, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:41:59.749906 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5739011-875f-4711-8040-5792b94b3079 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Pushing event updated for resources: {'Port': ['ID=b4e22ffd-8b30-47f3-8379-8a3dcea3b37d,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:41:59.831400 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f5739011-875f-4711-8040-5792b94b3079 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:00.107411 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f5739011-875f-4711-8040-5792b94b3079 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:00.111973 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f5739011-875f-4711-8040-5792b94b3079 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:00.112796 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f5739011-875f-4711-8040-5792b94b3079 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-595870'] for router_interface, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:00.158725 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f1fa99-7643-43c6-b9aa-1760bcb05227 None None] Network 611bd7a6-69d0-4e12-a31a-392f2ce725f8 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:42:00.201989 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5739011-875f-4711-8040-5792b94b3079 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Pushing event updated for resources: {'Port': ['ID=b4e22ffd-8b30-47f3-8379-8a3dcea3b37d,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:42:00.262095 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5739011-875f-4711-8040-5792b94b3079 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Network 611bd7a6-69d0-4e12-a31a-392f2ce725f8 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:42:00.263485 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-f5739011-875f-4711-8040-5792b94b3079 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:42:00.313606 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-6b600a9e-d0b5-4579-a1fd-01b7fe59571a None None] Provisioning complete for port 041c4b42-1638-4204-8908-0e91ec15f041 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:42:00.314121 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-6b600a9e-d0b5-4579-a1fd-01b7fe59571a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:00.331496 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 041c4b42-1638-4204-8908-0e91ec15f041 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:42:00.384468 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5739011-875f-4711-8040-5792b94b3079 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Router bd2ecf75-94f7-4b45-aec2-ce086f314a42 is scheduled to L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e with binding_index 1 {{(pid=102730) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 18 18:42:00.453229 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 041c4b42-1638-4204-8908-0e91ec15f041 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:42:00.453460 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:00.481178 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5739011-875f-4711-8040-5792b94b3079 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:42:00.486935 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-6b600a9e-d0b5-4579-a1fd-01b7fe59571a None None] Current status of the port 041c4b42-1638-4204-8908-0e91ec15f041 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:42:00.486935 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-6b600a9e-d0b5-4579-a1fd-01b7fe59571a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:00.489147 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 45162) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:42:00.489598 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-f5739011-875f-4711-8040-5792b94b3079 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] 10.222.0.85 "PUT /v2.0/routers/bd2ecf75-94f7-4b45-aec2-ce086f314a42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5338094 May 18 18:42:00.499849 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0c271a-1160-4729-8e73-2ed9ace982b7 None None] Sync routers for ids ['bd2ecf75-94f7-4b45-aec2-ce086f314a42'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:42:00.513274 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0c271a-1160-4729-8e73-2ed9ace982b7 None None] Routers {'bd2ecf75-94f7-4b45-aec2-ce086f314a42'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:42:00.514631 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-4a0c271a-1160-4729-8e73-2ed9ace982b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:41:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['bd2ecf75-94f7-4b45-aec2-ce086f314a42'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:42:00.536940 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-6b600a9e-d0b5-4579-a1fd-01b7fe59571a None None] For port 041c4b42-1638-4204-8908-0e91ec15f041, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=041c4b42-1638-4204-8908-0e91ec15f041,segment=NetworkSegment(3f680b33-50a6-46f0-9baf-e664e49fccdd),segment_id=3f680b33-50a6-46f0-9baf-e664e49fccdd)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:42:00.543061 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3ca39e-027c-48de-a86c-da99726a5704 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:42:00.547507 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 45164) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:42:00.554263 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-a0b0b5f9-08de-4236-ace2-f3dfc4d17b32 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4c476b31-f1f9-479a-a771-823aa72a26bc'}]}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:42:00.558164 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-ac3ca39e-027c-48de-a86c-da99726a5704 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] 10.222.0.85 "GET /v2.0/ports/b4e22ffd-8b30-47f3-8379-8a3dcea3b37d HTTP/1.1" status: 200 len: 911 time: 0.0662515 May 18 18:42:00.558896 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-4a0c271a-1160-4729-8e73-2ed9ace982b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:42:00.561519 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-6b600a9e-d0b5-4579-a1fd-01b7fe59571a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:00.572557 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0c271a-1160-4729-8e73-2ed9ace982b7 None None] Routers {'bd2ecf75-94f7-4b45-aec2-ce086f314a42'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:42:00.573188 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-4a0c271a-1160-4729-8e73-2ed9ace982b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:41:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['bd2ecf75-94f7-4b45-aec2-ce086f314a42'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:42:00.602242 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 041c4b42-1638-4204-8908-0e91ec15f041 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:42:00.602690 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:00.608012 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-4a0c271a-1160-4729-8e73-2ed9ace982b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:42:00.608922 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0c271a-1160-4729-8e73-2ed9ace982b7 None None] The sync data for ids ['bd2ecf75-94f7-4b45-aec2-ce086f314a42'] in n-d-838550-3 is: [] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:42:00.636784 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b600a9e-d0b5-4579-a1fd-01b7fe59571a None None] Pushing event updated for resources: {'Port': ['ID=041c4b42-1638-4204-8908-0e91ec15f041,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:42:00.680221 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.db.api [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102732) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 18 18:42:00.680575 n-d-838550-3 neutron-server[102732]: DEBUG oslo_db.api [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 18 18:42:00.730868 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a0b0b5f9-08de-4236-ace2-f3dfc4d17b32 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:00.783814 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-6be76161-515b-4b52-aa7e-42ad2bb22996 None None] Provisioning complete for port b4e22ffd-8b30-47f3-8379-8a3dcea3b37d triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:42:00.784195 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-6be76161-515b-4b52-aa7e-42ad2bb22996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:00.824909 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-6be76161-515b-4b52-aa7e-42ad2bb22996 None None] Port b4e22ffd-8b30-47f3-8379-8a3dcea3b37d cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:42:00.835563 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-6be76161-515b-4b52-aa7e-42ad2bb22996 None None] Provisioning complete for port 041c4b42-1638-4204-8908-0e91ec15f041 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:42:00.836031 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-6be76161-515b-4b52-aa7e-42ad2bb22996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:00.920134 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-6be76161-515b-4b52-aa7e-42ad2bb22996 None None] Current status of the port 041c4b42-1638-4204-8908-0e91ec15f041 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:42:01.041249 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-4b42034a-0859-4137-a368-35e6e7c5ff2a None None] Provisioning complete for port b4e22ffd-8b30-47f3-8379-8a3dcea3b37d triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:42:01.041842 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-4b42034a-0859-4137-a368-35e6e7c5ff2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:01.078061 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-4b42034a-0859-4137-a368-35e6e7c5ff2a None None] Port b4e22ffd-8b30-47f3-8379-8a3dcea3b37d cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:42:01.114054 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a0b0b5f9-08de-4236-ace2-f3dfc4d17b32 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:01.121898 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a0b0b5f9-08de-4236-ace2-f3dfc4d17b32 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:01.127674 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b0b5f9-08de-4236-ace2-f3dfc4d17b32 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:42:01.128269 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a0b0b5f9-08de-4236-ace2-f3dfc4d17b32 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:01.129671 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-a0b0b5f9-08de-4236-ace2-f3dfc4d17b32 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] 10.222.0.85 "PUT /v2.0/ports/b4e22ffd-8b30-47f3-8379-8a3dcea3b37d HTTP/1.1" status: 200 len: 911 time: 0.5808394 May 18 18:42:01.132472 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 45166) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:42:01.241795 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b0b5f9-08de-4236-ace2-f3dfc4d17b32 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Pushing event updated for resources: {'Port': ['ID=b4e22ffd-8b30-47f3-8379-8a3dcea3b37d,revision_number=3']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:42:01.242023 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 041c4b42-1638-4204-8908-0e91ec15f041 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:42:01.244136 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:01.245254 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-9e0831be-9510-4a34-9407-eb4c0fe8f1fc None None] Provisioning complete for port b4e22ffd-8b30-47f3-8379-8a3dcea3b37d triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:42:01.245635 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9e0831be-9510-4a34-9407-eb4c0fe8f1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:01.279998 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-9e0831be-9510-4a34-9407-eb4c0fe8f1fc None None] Port b4e22ffd-8b30-47f3-8379-8a3dcea3b37d cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:42:01.354299 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:01.479911 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-db849fb7-1b3c-4c7e-838e-43f4bb3ddcd4 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-595963'] for router_interface, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:01.719272 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-db849fb7-1b3c-4c7e-838e-43f4bb3ddcd4 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Deleting port b4e22ffd-8b30-47f3-8379-8a3dcea3b37d {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:42:01.719608 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-db849fb7-1b3c-4c7e-838e-43f4bb3ddcd4 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:01.801075 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-db849fb7-1b3c-4c7e-838e-43f4bb3ddcd4 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:01.812715 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-db849fb7-1b3c-4c7e-838e-43f4bb3ddcd4 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Calling delete_port for b4e22ffd-8b30-47f3-8379-8a3dcea3b37d owned by network:router_interface {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:42:02.245752 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-db849fb7-1b3c-4c7e-838e-43f4bb3ddcd4 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:02.277569 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db849fb7-1b3c-4c7e-838e-43f4bb3ddcd4 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Pushing event deleted for resources: {'Port': ['ID=b4e22ffd-8b30-47f3-8379-8a3dcea3b37d,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:42:02.289431 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 041c4b42-1638-4204-8908-0e91ec15f041 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:42:02.342195 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 041c4b42-1638-4204-8908-0e91ec15f041 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:42:02.342569 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:02.377805 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-db849fb7-1b3c-4c7e-838e-43f4bb3ddcd4 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-593931'] for router_interface, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:02.432928 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 041c4b42-1638-4204-8908-0e91ec15f041 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:42:02.538863 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db849fb7-1b3c-4c7e-838e-43f4bb3ddcd4 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Router bd2ecf75-94f7-4b45-aec2-ce086f314a42 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:42:02.615087 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db849fb7-1b3c-4c7e-838e-43f4bb3ddcd4 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:42:02.620222 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-db849fb7-1b3c-4c7e-838e-43f4bb3ddcd4 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] 10.222.0.85 "PUT /v2.0/routers/bd2ecf75-94f7-4b45-aec2-ce086f314a42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4868340 May 18 18:42:02.623185 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 45168) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:42:02.624203 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8330347-918e-4286-a4c5-fdb5b110eafb None None] Sync routers for ids ['bd2ecf75-94f7-4b45-aec2-ce086f314a42'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:42:02.633443 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8330347-918e-4286-a4c5-fdb5b110eafb None None] Routers {'bd2ecf75-94f7-4b45-aec2-ce086f314a42'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:42:02.634075 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-c8330347-918e-4286-a4c5-fdb5b110eafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:41:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['bd2ecf75-94f7-4b45-aec2-ce086f314a42'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:42:02.650111 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-093b1595-36cf-4e46-aaa2-7ef383e8a7d7 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] 10.222.0.85 "GET /v2.0/ports?device_id=bd2ecf75-94f7-4b45-aec2-ce086f314a42 HTTP/1.1" status: 200 len: 205 time: 0.0257659 May 18 18:42:02.652560 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 45170) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:42:02.670191 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-c8330347-918e-4286-a4c5-fdb5b110eafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:42:02.679571 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8330347-918e-4286-a4c5-fdb5b110eafb None None] Routers {'bd2ecf75-94f7-4b45-aec2-ce086f314a42'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:42:02.680188 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-c8330347-918e-4286-a4c5-fdb5b110eafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:41:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['bd2ecf75-94f7-4b45-aec2-ce086f314a42'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:42:02.712491 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-c8330347-918e-4286-a4c5-fdb5b110eafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:42:02.713056 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8330347-918e-4286-a4c5-fdb5b110eafb None None] The sync data for ids ['bd2ecf75-94f7-4b45-aec2-ce086f314a42'] in n-d-838550-3 is: [] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:42:02.729582 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4bffe351-e2d8-49dc-b202-20b161df29e6 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks [] for router, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:02.889635 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4bffe351-e2d8-49dc-b202-20b161df29e6 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25145'] for router, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:02.891750 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4bffe351-e2d8-49dc-b202-20b161df29e6 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:02.937191 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4bffe351-e2d8-49dc-b202-20b161df29e6 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593303'] for router, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:02.937831 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bffe351-e2d8-49dc-b202-20b161df29e6 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Fanout notify agent at l3_agent the message router_deleted on router bd2ecf75-94f7-4b45-aec2-ce086f314a42 {{(pid=102730) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 18 18:42:02.945256 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4bffe351-e2d8-49dc-b202-20b161df29e6 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks [] for router, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:02.946429 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-4bffe351-e2d8-49dc-b202-20b161df29e6 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] 10.222.0.85 "DELETE /v2.0/routers/bd2ecf75-94f7-4b45-aec2-ce086f314a42 HTTP/1.1" status: 204 len: 168 time: 0.2927709 May 18 18:42:02.949077 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 45172) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:42:03.000877 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_v2 [None req-469a36b6-d23e-460e-8780-c42e31ed03de tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Deleting subnet 4c476b31-f1f9-479a-a771-823aa72a26bc {{(pid=102730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:42:03.004478 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-469a36b6-d23e-460e-8780-c42e31ed03de tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks [] for subnet, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:03.047270 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-469a36b6-d23e-460e-8780-c42e31ed03de tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260107366'] for subnet, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:03.130110 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-469a36b6-d23e-460e-8780-c42e31ed03de tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:03.187810 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-469a36b6-d23e-460e-8780-c42e31ed03de tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261104690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261031888'] for subnet, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:03.220799 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469a36b6-d23e-460e-8780-c42e31ed03de tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Pushing event deleted for resources: {'Subnet': ['ID=4c476b31-f1f9-479a-a771-823aa72a26bc,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:42:03.223993 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-469a36b6-d23e-460e-8780-c42e31ed03de tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks [] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:03.227474 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-469a36b6-d23e-460e-8780-c42e31ed03de tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] 10.222.0.85 "DELETE /v2.0/subnets/4c476b31-f1f9-479a-a771-823aa72a26bc HTTP/1.1" status: 204 len: 168 time: 0.2773452 May 18 18:42:03.227727 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ca402f-04de-4bf2-8acb-56946ffeebab None None] Network 611bd7a6-69d0-4e12-a31a-392f2ce725f8 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:42:03.230154 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 45174) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:42:03.288502 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 7 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 18:42:03.313811 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-57e47211-ddbf-47ec-b4ce-560327ecb794 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:03.376069 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-57e47211-ddbf-47ec-b4ce-560327ecb794 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Deleting port 041c4b42-1638-4204-8908-0e91ec15f041 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:42:03.376420 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-57e47211-ddbf-47ec-b4ce-560327ecb794 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:03.406147 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c5a161-df94-4d73-89b5-7dc5c4a2e5fd None None] DHCP port deletion for 611bd7a6-69d0-4e12-a31a-392f2ce725f8 request from n-d-838550-3 {{(pid=102732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 18:42:03.441760 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-57e47211-ddbf-47ec-b4ce-560327ecb794 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] For port 041c4b42-1638-4204-8908-0e91ec15f041, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=041c4b42-1638-4204-8908-0e91ec15f041,segment=NetworkSegment(3f680b33-50a6-46f0-9baf-e664e49fccdd),segment_id=3f680b33-50a6-46f0-9baf-e664e49fccdd)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:42:03.442130 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-57e47211-ddbf-47ec-b4ce-560327ecb794 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:03.454940 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a7c5a161-df94-4d73-89b5-7dc5c4a2e5fd None None] Deleting port 041c4b42-1638-4204-8908-0e91ec15f041 {{(pid=102732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:42:03.455527 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a7c5a161-df94-4d73-89b5-7dc5c4a2e5fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:03.455688 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-57e47211-ddbf-47ec-b4ce-560327ecb794 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Calling delete_port for 041c4b42-1638-4204-8908-0e91ec15f041 owned by network:dhcp {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:42:03.541955 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-57e47211-ddbf-47ec-b4ce-560327ecb794 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:03.569090 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e47211-ddbf-47ec-b4ce-560327ecb794 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Pushing event deleted for resources: {'Port': ['ID=041c4b42-1638-4204-8908-0e91ec15f041,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:42:03.573820 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e47211-ddbf-47ec-b4ce-560327ecb794 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] No DVR routers for this DVR port 041c4b42-1638-4204-8908-0e91ec15f041 on host n-d-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:42:03.655940 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-57e47211-ddbf-47ec-b4ce-560327ecb794 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:03.678489 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a7c5a161-df94-4d73-89b5-7dc5c4a2e5fd None None] For port 041c4b42-1638-4204-8908-0e91ec15f041, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=041c4b42-1638-4204-8908-0e91ec15f041,segment=NetworkSegment(3f680b33-50a6-46f0-9baf-e664e49fccdd),segment_id=3f680b33-50a6-46f0-9baf-e664e49fccdd)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:42:03.678897 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a7c5a161-df94-4d73-89b5-7dc5c4a2e5fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:03.680281 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-57e47211-ddbf-47ec-b4ce-560327ecb794 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['611bd7a6-69d0-4e12-a31a-392f2ce725f8']}} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:42:03.689420 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-57e47211-ddbf-47ec-b4ce-560327ecb794 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f680b33-50a6-46f0-9baf-e664e49fccdd') {'for_net_delete': True} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:42:03.689759 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-57e47211-ddbf-47ec-b4ce-560327ecb794 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f680b33-50a6-46f0-9baf-e664e49fccdd') {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:42:03.691902 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a7c5a161-df94-4d73-89b5-7dc5c4a2e5fd None None] Calling delete_port for 041c4b42-1638-4204-8908-0e91ec15f041 owned by network:dhcp {{(pid=102732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:42:03.699886 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-57e47211-ddbf-47ec-b4ce-560327ecb794 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260542144'] for segment, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:03.714459 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-57e47211-ddbf-47ec-b4ce-560327ecb794 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:03.720451 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57e47211-ddbf-47ec-b4ce-560327ecb794 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=102731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:42:03.720835 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-57e47211-ddbf-47ec-b4ce-560327ecb794 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260884178'] for segment, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:03.724566 n-d-838550-3 neutron-server[102731]: Traceback (most recent call last): May 18 18:42:03.724566 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:42:03.724566 n-d-838550-3 neutron-server[102731]: timer() May 18 18:42:03.724566 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:42:03.724566 n-d-838550-3 neutron-server[102731]: cb(*args, **kw) May 18 18:42:03.724566 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:42:03.724566 n-d-838550-3 neutron-server[102731]: return func(*args, **kwargs) May 18 18:42:03.724566 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:42:03.724566 n-d-838550-3 neutron-server[102731]: self._notify() May 18 18:42:03.724566 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:42:03.724566 n-d-838550-3 neutron-server[102731]: self.callback(batched_events) May 18 18:42:03.724566 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:42:03.724566 n-d-838550-3 neutron-server[102731]: event.method(event) May 18 18:42:03.724566 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:42:03.724566 n-d-838550-3 neutron-server[102731]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:42:03.724566 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:42:03.724566 n-d-838550-3 neutron-server[102731]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:42:03.724566 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:42:03.724566 n-d-838550-3 neutron-server[102731]: return f(self, *a, **k) May 18 18:42:03.724566 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:42:03.724566 n-d-838550-3 neutron-server[102731]: return self._get(url).json() May 18 18:42:03.724566 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:42:03.724566 n-d-838550-3 neutron-server[102731]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:42:03.724566 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:42:03.724566 n-d-838550-3 neutron-server[102731]: return self.request(url, 'GET', **kwargs) May 18 18:42:03.724566 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:42:03.724566 n-d-838550-3 neutron-server[102731]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:42:03.724566 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:42:03.724566 n-d-838550-3 neutron-server[102731]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:42:03.724566 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:42:03.724566 n-d-838550-3 neutron-server[102731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:42:03.724566 n-d-838550-3 neutron-server[102731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:42:03.765563 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a7c5a161-df94-4d73-89b5-7dc5c4a2e5fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508'] for port, after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:03.782741 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-57e47211-ddbf-47ec-b4ce-560327ecb794 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:03.790080 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-57e47211-ddbf-47ec-b4ce-560327ecb794 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks [] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:03.793326 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-57e47211-ddbf-47ec-b4ce-560327ecb794 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] 10.222.0.85 "DELETE /v2.0/networks/611bd7a6-69d0-4e12-a31a-392f2ce725f8 HTTP/1.1" status: 204 len: 168 time: 0.5621262 May 18 18:42:03.797460 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 45176) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:42:03.799361 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c5a161-df94-4d73-89b5-7dc5c4a2e5fd None None] Pushing event deleted for resources: {'Port': ['ID=041c4b42-1638-4204-8908-0e91ec15f041,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:42:03.801872 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c5a161-df94-4d73-89b5-7dc5c4a2e5fd None None] No DVR routers for this DVR port 041c4b42-1638-4204-8908-0e91ec15f041 on host n-d-838550-3 {{(pid=102732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:42:03.802244 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-e44cdff0-9654-4730-be7c-c4c50b73b6a7 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2139991436', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:42:03.805446 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e47211-ddbf-47ec-b4ce-560327ecb794 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Pushing event deleted for resources: {'Network': ['ID=611bd7a6-69d0-4e12-a31a-392f2ce725f8,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:42:03.824363 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e44cdff0-9654-4730-be7c-c4c50b73b6a7 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25099'] for router, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:03.825433 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e44cdff0-9654-4730-be7c-c4c50b73b6a7 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-593238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596850', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25088'] for router, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:03.880580 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e44cdff0-9654-4730-be7c-c4c50b73b6a7 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:03.884742 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e44cdff0-9654-4730-be7c-c4c50b73b6a7 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596801'] for router, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:03.904442 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e44cdff0-9654-4730-be7c-c4c50b73b6a7 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks [] for router, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:03.905648 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-e44cdff0-9654-4730-be7c-c4c50b73b6a7 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1071305 May 18 18:42:03.908307 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 45178) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:42:03.913589 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-7757581e-5f74-4fe5-96e6-a02048cac0ef tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1230265129'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:42:03.931561 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7757581e-5f74-4fe5-96e6-a02048cac0ef tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Made reservation on behalf of e6b0c515ae604a9196823607914d69b8 for: {'network': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:42:03.934980 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7757581e-5f74-4fe5-96e6-a02048cac0ef tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:03.959269 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7757581e-5f74-4fe5-96e6-a02048cac0ef tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 609} {{(pid=102730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:42:03.967791 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7757581e-5f74-4fe5-96e6-a02048cac0ef tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:03.968135 n-d-838550-3 neutron-server[102730]: INFO neutron.db.segments_db [None req-7757581e-5f74-4fe5-96e6-a02048cac0ef tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Added segment f9402767-af7e-4d8c-a714-94c88a85043c of type vlan for network 920a5db2-8a23-4613-85b7-535132eb744e May 18 18:42:04.007493 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7757581e-5f74-4fe5-96e6-a02048cac0ef tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:04.032036 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7757581e-5f74-4fe5-96e6-a02048cac0ef tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:04.038132 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7757581e-5f74-4fe5-96e6-a02048cac0ef tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:42:04.038713 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7757581e-5f74-4fe5-96e6-a02048cac0ef tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:04.097856 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-7757581e-5f74-4fe5-96e6-a02048cac0ef tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.1878650 May 18 18:42:04.100540 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 45180) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:42:04.105385 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-e91150a9-6f5e-43f5-ba30-bb434bd296e7 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Request body: {'subnet': {'network_id': '920a5db2-8a23-4613-85b7-535132eb744e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:42:04.128724 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7757581e-5f74-4fe5-96e6-a02048cac0ef tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Pushing event updated for resources: {'Network': ['ID=920a5db2-8a23-4613-85b7-535132eb744e,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:42:04.138548 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network 920a5db2-8a23-4613-85b7-535132eb744e details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:42:04.210112 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e91150a9-6f5e-43f5-ba30-bb434bd296e7 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Made reservation on behalf of e6b0c515ae604a9196823607914d69b8 for: {'subnet': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:42:04.213725 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e91150a9-6f5e-43f5-ba30-bb434bd296e7 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261031885'] for subnet, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:04.291941 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 041c4b42-1638-4204-8908-0e91ec15f041 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:42:04.312828 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 041c4b42-1638-4204-8908-0e91ec15f041 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:42:04.313174 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 041c4b42-1638-4204-8908-0e91ec15f041 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:42:04.402510 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e91150a9-6f5e-43f5-ba30-bb434bd296e7 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261104883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261031899'] for subnet, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:04.464991 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91150a9-6f5e-43f5-ba30-bb434bd296e7 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Pushing event updated for resources: {'Subnet': ['ID=76f7b6e0-d020-4229-bc71-3ea6ecab3643,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:42:04.474205 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91150a9-6f5e-43f5-ba30-bb434bd296e7 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Checking segment: {'id': 'f9402767-af7e-4d8c-a714-94c88a85043c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '920a5db2-8a23-4613-85b7-535132eb744e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:42:04.474563 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e91150a9-6f5e-43f5-ba30-bb434bd296e7 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Network hostable DHCP agents. Network: 920a5db2-8a23-4613-85b7-535132eb744e, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:42:04.490166 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e91150a9-6f5e-43f5-ba30-bb434bd296e7 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Network 920a5db2-8a23-4613-85b7-535132eb744e is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:42:04.498322 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-e91150a9-6f5e-43f5-ba30-bb434bd296e7 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, 920a5db2-8a23-4613-85b7-535132eb744e) {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:42:04.502151 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91150a9-6f5e-43f5-ba30-bb434bd296e7 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:42:04.502727 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e91150a9-6f5e-43f5-ba30-bb434bd296e7 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks [] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:04.507044 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53ebc1e-8fae-4baf-a386-026292ddf79d None None] Network 920a5db2-8a23-4613-85b7-535132eb744e requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:42:04.520464 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-e91150a9-6f5e-43f5-ba30-bb434bd296e7 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4177186 May 18 18:42:04.523652 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 45182) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:42:04.661045 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53491f48-8d2b-4a11-9b21-2214f4ed103d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-920a5db2-8a23-4613-85b7-535132eb744e', 'network_id': '920a5db2-8a23-4613-85b7-535132eb744e', 'tenant_id': 'e6b0c515ae604a9196823607914d69b8', 'fixed_ips': [{'subnet_id': '76f7b6e0-d020-4229-bc71-3ea6ecab3643'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:42:04.661947 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-53491f48-8d2b-4a11-9b21-2214f4ed103d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:04.804093 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-53491f48-8d2b-4a11-9b21-2214f4ed103d None None] Allocated IP 2001:db8::2 (920a5db2-8a23-4613-85b7-535132eb744e/76f7b6e0-d020-4229-bc71-3ea6ecab3643/3522b012-1967-443a-b7c5-592c8f4d2928) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:42:04.809728 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4f280954-43d7-43fa-b06f-2f32154f2d57 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:04.956279 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-53491f48-8d2b-4a11-9b21-2214f4ed103d None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:04.962063 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-53491f48-8d2b-4a11-9b21-2214f4ed103d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:04.999407 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53491f48-8d2b-4a11-9b21-2214f4ed103d None None] Network 920a5db2-8a23-4613-85b7-535132eb744e is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:42:05.002418 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-53491f48-8d2b-4a11-9b21-2214f4ed103d None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:42:05.004812 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53491f48-8d2b-4a11-9b21-2214f4ed103d None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:42:05.016814 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53491f48-8d2b-4a11-9b21-2214f4ed103d None None] Pushing event updated for resources: {'Port': ['ID=3522b012-1967-443a-b7c5-592c8f4d2928,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:42:05.055703 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-4f280954-43d7-43fa-b06f-2f32154f2d57 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Allocated IP 2001:db8::1 (920a5db2-8a23-4613-85b7-535132eb744e/76f7b6e0-d020-4229-bc71-3ea6ecab3643/ae31468b-7862-480d-941c-9135aaecc7b4) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:42:05.066972 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-53491f48-8d2b-4a11-9b21-2214f4ed103d None None] Attempting to bind port 3522b012-1967-443a-b7c5-592c8f4d2928 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:42:05.067344 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-53491f48-8d2b-4a11-9b21-2214f4ed103d None None] Attempting to bind port 3522b012-1967-443a-b7c5-592c8f4d2928 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': 'f9402767-af7e-4d8c-a714-94c88a85043c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '920a5db2-8a23-4613-85b7-535132eb744e'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:42:05.067703 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53491f48-8d2b-4a11-9b21-2214f4ed103d None None] Attempting to bind port 3522b012-1967-443a-b7c5-592c8f4d2928 on network 920a5db2-8a23-4613-85b7-535132eb744e {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:42:05.073049 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53491f48-8d2b-4a11-9b21-2214f4ed103d None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:42:05.073418 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53491f48-8d2b-4a11-9b21-2214f4ed103d None None] Checking segment: {'id': 'f9402767-af7e-4d8c-a714-94c88a85043c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '920a5db2-8a23-4613-85b7-535132eb744e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:42:05.073855 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-53491f48-8d2b-4a11-9b21-2214f4ed103d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:05.074248 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53491f48-8d2b-4a11-9b21-2214f4ed103d None None] Bound using segment: {'id': 'f9402767-af7e-4d8c-a714-94c88a85043c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '920a5db2-8a23-4613-85b7-535132eb744e'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:42:05.074709 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-53491f48-8d2b-4a11-9b21-2214f4ed103d None None] Bound port: 3522b012-1967-443a-b7c5-592c8f4d2928, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9402767-af7e-4d8c-a714-94c88a85043c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '920a5db2-8a23-4613-85b7-535132eb744e'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:42:05.075089 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-53491f48-8d2b-4a11-9b21-2214f4ed103d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:05.140349 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-53491f48-8d2b-4a11-9b21-2214f4ed103d None None] For port 3522b012-1967-443a-b7c5-592c8f4d2928, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:42:05.143515 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-53491f48-8d2b-4a11-9b21-2214f4ed103d None None] For port 3522b012-1967-443a-b7c5-592c8f4d2928, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=3522b012-1967-443a-b7c5-592c8f4d2928,segment=NetworkSegment(f9402767-af7e-4d8c-a714-94c88a85043c),segment_id=f9402767-af7e-4d8c-a714-94c88a85043c)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:42:05.149147 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-53491f48-8d2b-4a11-9b21-2214f4ed103d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:05.169111 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4f280954-43d7-43fa-b06f-2f32154f2d57 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:05.210168 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4f280954-43d7-43fa-b06f-2f32154f2d57 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:05.212010 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53491f48-8d2b-4a11-9b21-2214f4ed103d None None] Pushing event updated for resources: {'Port': ['ID=3522b012-1967-443a-b7c5-592c8f4d2928,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:42:05.255090 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f280954-43d7-43fa-b06f-2f32154f2d57 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Network 920a5db2-8a23-4613-85b7-535132eb744e is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:42:05.258532 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-4f280954-43d7-43fa-b06f-2f32154f2d57 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:42:05.263077 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f280954-43d7-43fa-b06f-2f32154f2d57 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:42:05.263639 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4f280954-43d7-43fa-b06f-2f32154f2d57 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595826'] for router_interface, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:05.306934 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f280954-43d7-43fa-b06f-2f32154f2d57 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Pushing event updated for resources: {'Port': ['ID=ae31468b-7862-480d-941c-9135aaecc7b4,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:42:05.416613 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4f280954-43d7-43fa-b06f-2f32154f2d57 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:05.687830 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4f280954-43d7-43fa-b06f-2f32154f2d57 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:05.693170 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4f280954-43d7-43fa-b06f-2f32154f2d57 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:05.694019 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4f280954-43d7-43fa-b06f-2f32154f2d57 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-595870'] for router_interface, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:05.781631 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f280954-43d7-43fa-b06f-2f32154f2d57 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Pushing event updated for resources: {'Port': ['ID=ae31468b-7862-480d-941c-9135aaecc7b4,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:42:05.826040 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f280954-43d7-43fa-b06f-2f32154f2d57 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Network 920a5db2-8a23-4613-85b7-535132eb744e is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:42:05.827552 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-4f280954-43d7-43fa-b06f-2f32154f2d57 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:42:05.955064 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f280954-43d7-43fa-b06f-2f32154f2d57 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Router 4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4 is scheduled to L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e with binding_index 1 {{(pid=102731) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 18 18:42:06.051890 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f280954-43d7-43fa-b06f-2f32154f2d57 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:42:06.057208 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-4f280954-43d7-43fa-b06f-2f32154f2d57 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] 10.222.0.85 "PUT /v2.0/routers/4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5323625 May 18 18:42:06.059989 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 45184) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:42:06.065310 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-58ef5316-e973-4a25-b47f-aa78467447ee tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-898822228'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:42:06.065537 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8184976-9fe6-4c3f-b68d-a1222ed703b1 None None] Sync routers for ids ['4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:42:06.077702 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8184976-9fe6-4c3f-b68d-a1222ed703b1 None None] Routers {'4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:42:06.078614 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-b8184976-9fe6-4c3f-b68d-a1222ed703b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:41:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:42:06.087926 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58ef5316-e973-4a25-b47f-aa78467447ee tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Made reservation on behalf of e6b0c515ae604a9196823607914d69b8 for: {'network': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:42:06.092299 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-58ef5316-e973-4a25-b47f-aa78467447ee tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:06.117261 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58ef5316-e973-4a25-b47f-aa78467447ee tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 600} {{(pid=102731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:42:06.128498 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-58ef5316-e973-4a25-b47f-aa78467447ee tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:06.128498 n-d-838550-3 neutron-server[102731]: INFO neutron.db.segments_db [None req-58ef5316-e973-4a25-b47f-aa78467447ee tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Added segment ddb8eb9d-f136-4896-abc0-22e04f172cff of type vlan for network fe0fc1a1-dc18-4224-8ab5-85477c86ac0e May 18 18:42:06.168728 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-b8184976-9fe6-4c3f-b68d-a1222ed703b1 None None] Set router 4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4 gateway port host: None {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:42:06.173900 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-58ef5316-e973-4a25-b47f-aa78467447ee tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:06.202660 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-58ef5316-e973-4a25-b47f-aa78467447ee tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:06.209405 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ef5316-e973-4a25-b47f-aa78467447ee tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:42:06.210033 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-58ef5316-e973-4a25-b47f-aa78467447ee tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks [] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:06.281437 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 45186) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:42:06.282011 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-58ef5316-e973-4a25-b47f-aa78467447ee tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2204428 May 18 18:42:06.292681 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-6d9979cf-16c8-47ad-9c89-78da8e77a075 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Request body: {'subnet': {'network_id': 'fe0fc1a1-dc18-4224-8ab5-85477c86ac0e', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:42:06.294448 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ef5316-e973-4a25-b47f-aa78467447ee tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Pushing event updated for resources: {'Network': ['ID=fe0fc1a1-dc18-4224-8ab5-85477c86ac0e,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:42:06.318147 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network fe0fc1a1-dc18-4224-8ab5-85477c86ac0e details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:42:06.415829 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d9979cf-16c8-47ad-9c89-78da8e77a075 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Made reservation on behalf of e6b0c515ae604a9196823607914d69b8 for: {'subnet': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:42:06.419714 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6d9979cf-16c8-47ad-9c89-78da8e77a075 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261031885'] for subnet, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:06.425035 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 3522b012-1967-443a-b7c5-592c8f4d2928 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:42:06.428875 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-b8184976-9fe6-4c3f-b68d-a1222ed703b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4', 'name': 'tempest-RoutersIpV6Test-router-2139991436', 'tenant_id': 'e6b0c515ae604a9196823607914d69b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:42:03Z', 'updated_at': '2022-05-18T18:42:05Z', 'revision_number': 2, 'project_id': 'e6b0c515ae604a9196823607914d69b8', 'gw_port_host': None, '_interfaces': [{'id': 'ae31468b-7862-480d-941c-9135aaecc7b4', 'name': '', 'network_id': '920a5db2-8a23-4613-85b7-535132eb744e', 'tenant_id': 'e6b0c515ae604a9196823607914d69b8', 'mac_address': 'fa:16:3e:26:d5:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '76f7b6e0-d020-4229-bc71-3ea6ecab3643', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:42:04Z', 'updated_at': '2022-05-18T18:42:05Z', 'revision_number': 2, 'project_id': 'e6b0c515ae604a9196823607914d69b8', 'subnets': [{'id': '76f7b6e0-d020-4229-bc71-3ea6ecab3643', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:42:06.456642 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8184976-9fe6-4c3f-b68d-a1222ed703b1 None None] Checking router: 4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4 for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:42:06.457093 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8184976-9fe6-4c3f-b68d-a1222ed703b1 None None] Updating router 4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4 port ae31468b-7862-480d-941c-9135aaecc7b4 binding host n-d-838550-3 {{(pid=102733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 18:42:06.462978 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3962d1a3-e216-4452-bbe1-c71a9aaba173 None None] Network 920a5db2-8a23-4613-85b7-535132eb744e requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:42:06.485791 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-b8184976-9fe6-4c3f-b68d-a1222ed703b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:06.537502 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-4695ab76-aff5-4cd0-9d19-00e7d4e50e46 None None] Provisioning complete for port 3522b012-1967-443a-b7c5-592c8f4d2928 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:42:06.537916 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-4695ab76-aff5-4cd0-9d19-00e7d4e50e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:06.613718 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 3522b012-1967-443a-b7c5-592c8f4d2928 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:42:06.614094 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:06.622308 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6d9979cf-16c8-47ad-9c89-78da8e77a075 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261104883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261031899'] for subnet, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:06.682932 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9979cf-16c8-47ad-9c89-78da8e77a075 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Pushing event updated for resources: {'Subnet': ['ID=839c639f-c38b-48e2-93b1-f258ba176d90,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:42:06.706408 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9979cf-16c8-47ad-9c89-78da8e77a075 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Checking segment: {'id': 'ddb8eb9d-f136-4896-abc0-22e04f172cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'fe0fc1a1-dc18-4224-8ab5-85477c86ac0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:42:06.707323 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9979cf-16c8-47ad-9c89-78da8e77a075 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Network hostable DHCP agents. Network: fe0fc1a1-dc18-4224-8ab5-85477c86ac0e, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:42:06.725891 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9979cf-16c8-47ad-9c89-78da8e77a075 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Network fe0fc1a1-dc18-4224-8ab5-85477c86ac0e is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:42:06.737932 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-6d9979cf-16c8-47ad-9c89-78da8e77a075 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, fe0fc1a1-dc18-4224-8ab5-85477c86ac0e) {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:42:06.747336 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d9979cf-16c8-47ad-9c89-78da8e77a075 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:42:06.748181 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6d9979cf-16c8-47ad-9c89-78da8e77a075 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks [] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:06.755148 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-699d7271-8f2f-4b9f-86d0-83e0fcfb8643 None None] Network fe0fc1a1-dc18-4224-8ab5-85477c86ac0e requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:42:06.766954 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-6d9979cf-16c8-47ad-9c89-78da8e77a075 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4807928 May 18 18:42:06.770420 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 45188) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:42:06.770956 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-b8184976-9fe6-4c3f-b68d-a1222ed703b1 None None] Notify callbacks [] for port, precommit_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:06.777171 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-b8184976-9fe6-4c3f-b68d-a1222ed703b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:06.783713 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-4695ab76-aff5-4cd0-9d19-00e7d4e50e46 None None] Current status of the port 3522b012-1967-443a-b7c5-592c8f4d2928 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:42:06.784176 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-4695ab76-aff5-4cd0-9d19-00e7d4e50e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:06.872542 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-b8184976-9fe6-4c3f-b68d-a1222ed703b1 None None] Attempting to bind port ae31468b-7862-480d-941c-9135aaecc7b4 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:42:06.873232 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-b8184976-9fe6-4c3f-b68d-a1222ed703b1 None None] Attempting to bind port ae31468b-7862-480d-941c-9135aaecc7b4 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': 'f9402767-af7e-4d8c-a714-94c88a85043c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '920a5db2-8a23-4613-85b7-535132eb744e'}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:42:06.873232 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8184976-9fe6-4c3f-b68d-a1222ed703b1 None None] Attempting to bind port ae31468b-7862-480d-941c-9135aaecc7b4 on network 920a5db2-8a23-4613-85b7-535132eb744e {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:42:06.886167 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8184976-9fe6-4c3f-b68d-a1222ed703b1 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:42:06.886550 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8184976-9fe6-4c3f-b68d-a1222ed703b1 None None] Checking segment: {'id': 'f9402767-af7e-4d8c-a714-94c88a85043c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '920a5db2-8a23-4613-85b7-535132eb744e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:42:06.887107 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-b8184976-9fe6-4c3f-b68d-a1222ed703b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:06.887512 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8184976-9fe6-4c3f-b68d-a1222ed703b1 None None] Bound using segment: {'id': 'f9402767-af7e-4d8c-a714-94c88a85043c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '920a5db2-8a23-4613-85b7-535132eb744e'} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:42:06.887984 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-b8184976-9fe6-4c3f-b68d-a1222ed703b1 None None] Bound port: ae31468b-7862-480d-941c-9135aaecc7b4, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9402767-af7e-4d8c-a714-94c88a85043c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '920a5db2-8a23-4613-85b7-535132eb744e'}}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:42:06.888380 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-b8184976-9fe6-4c3f-b68d-a1222ed703b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:06.891443 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-4695ab76-aff5-4cd0-9d19-00e7d4e50e46 None None] For port 3522b012-1967-443a-b7c5-592c8f4d2928, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=3522b012-1967-443a-b7c5-592c8f4d2928,segment=NetworkSegment(f9402767-af7e-4d8c-a714-94c88a85043c),segment_id=f9402767-af7e-4d8c-a714-94c88a85043c)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:42:06.904939 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaca5c0-83c6-4e89-8ba2-7f3fc91d5c4a None None] Pushing event updated for resources: {'Port': ['ID=ae31468b-7862-480d-941c-9135aaecc7b4,revision_number=3']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:42:06.906685 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-4695ab76-aff5-4cd0-9d19-00e7d4e50e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:06.943526 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 3522b012-1967-443a-b7c5-592c8f4d2928 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:42:06.944006 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:06.985724 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4695ab76-aff5-4cd0-9d19-00e7d4e50e46 None None] Pushing event updated for resources: {'Port': ['ID=3522b012-1967-443a-b7c5-592c8f4d2928,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:42:06.991645 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.db [None req-b8184976-9fe6-4c3f-b68d-a1222ed703b1 None None] For port ae31468b-7862-480d-941c-9135aaecc7b4, host n-d-838550-3, cleared binding levels {{(pid=102733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:42:06.995821 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.db [None req-b8184976-9fe6-4c3f-b68d-a1222ed703b1 None None] For port ae31468b-7862-480d-941c-9135aaecc7b4, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=ae31468b-7862-480d-941c-9135aaecc7b4,segment=NetworkSegment(f9402767-af7e-4d8c-a714-94c88a85043c),segment_id=f9402767-af7e-4d8c-a714-94c88a85043c)] {{(pid=102733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:42:07.003926 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-b8184976-9fe6-4c3f-b68d-a1222ed703b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:07.043880 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.db.api [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102732) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 18 18:42:07.044560 n-d-838550-3 neutron-server[102732]: DEBUG oslo_db.api [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 18 18:42:07.075047 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8184976-9fe6-4c3f-b68d-a1222ed703b1 None None] Routers {'4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:42:07.075657 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-b8184976-9fe6-4c3f-b68d-a1222ed703b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:41:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:42:07.123920 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc9a6296-2a08-4a36-a10d-37f961666beb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-fe0fc1a1-dc18-4224-8ab5-85477c86ac0e', 'network_id': 'fe0fc1a1-dc18-4224-8ab5-85477c86ac0e', 'tenant_id': 'e6b0c515ae604a9196823607914d69b8', 'fixed_ips': [{'subnet_id': '839c639f-c38b-48e2-93b1-f258ba176d90'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:42:07.125227 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-dc9a6296-2a08-4a36-a10d-37f961666beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:07.127775 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaca5c0-83c6-4e89-8ba2-7f3fc91d5c4a None None] Pushing event updated for resources: {'Port': ['ID=ae31468b-7862-480d-941c-9135aaecc7b4,revision_number=4']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:42:07.193991 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-b8184976-9fe6-4c3f-b68d-a1222ed703b1 None None] Set router 4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4 gateway port host: None {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:42:07.311754 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-ef15bc7d-426d-4e4b-8244-dd78607ba00c None None] Provisioning complete for port 3522b012-1967-443a-b7c5-592c8f4d2928 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:42:07.312555 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-ef15bc7d-426d-4e4b-8244-dd78607ba00c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:07.372487 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-dc9a6296-2a08-4a36-a10d-37f961666beb None None] Allocated IP 2001:db8:1::2 (fe0fc1a1-dc18-4224-8ab5-85477c86ac0e/839c639f-c38b-48e2-93b1-f258ba176d90/d4081dba-8d5e-4bc7-84da-adffa1a23a1e) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:42:07.476925 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-ef15bc7d-426d-4e4b-8244-dd78607ba00c None None] Current status of the port 3522b012-1967-443a-b7c5-592c8f4d2928 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:42:07.505487 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-ef15bc7d-426d-4e4b-8244-dd78607ba00c None None] Provisioning complete for port ae31468b-7862-480d-941c-9135aaecc7b4 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:42:07.505915 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-ef15bc7d-426d-4e4b-8244-dd78607ba00c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:07.556182 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-b8184976-9fe6-4c3f-b68d-a1222ed703b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4', 'name': 'tempest-RoutersIpV6Test-router-2139991436', 'tenant_id': 'e6b0c515ae604a9196823607914d69b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:42:03Z', 'updated_at': '2022-05-18T18:42:05Z', 'revision_number': 2, 'project_id': 'e6b0c515ae604a9196823607914d69b8', 'gw_port_host': None, '_interfaces': [{'id': 'ae31468b-7862-480d-941c-9135aaecc7b4', 'name': '', 'network_id': '920a5db2-8a23-4613-85b7-535132eb744e', 'tenant_id': 'e6b0c515ae604a9196823607914d69b8', 'mac_address': 'fa:16:3e:26:d5:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '76f7b6e0-d020-4229-bc71-3ea6ecab3643', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:42:04Z', 'updated_at': '2022-05-18T18:42:06Z', 'revision_number': 4, 'project_id': 'e6b0c515ae604a9196823607914d69b8', 'subnets': [{'id': '76f7b6e0-d020-4229-bc71-3ea6ecab3643', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:42:07.558410 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-10d26d32-725a-4e6c-b81e-83ca7d6edb0b tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:07.594884 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8184976-9fe6-4c3f-b68d-a1222ed703b1 None None] The sync data for ids ['4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4'] in n-d-838550-3 is: [{'id': '4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4', 'name': 'tempest-RoutersIpV6Test-router-2139991436', 'tenant_id': 'e6b0c515ae604a9196823607914d69b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:42:03Z', 'updated_at': '2022-05-18T18:42:05Z', 'revision_number': 2, 'project_id': 'e6b0c515ae604a9196823607914d69b8', 'gw_port_host': None, '_interfaces': [{'id': 'ae31468b-7862-480d-941c-9135aaecc7b4', 'name': '', 'network_id': '920a5db2-8a23-4613-85b7-535132eb744e', 'tenant_id': 'e6b0c515ae604a9196823607914d69b8', 'mac_address': 'fa:16:3e:26:d5:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '76f7b6e0-d020-4229-bc71-3ea6ecab3643', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:42:04Z', 'updated_at': '2022-05-18T18:42:06Z', 'revision_number': 4, 'project_id': 'e6b0c515ae604a9196823607914d69b8', 'subnets': [{'id': '76f7b6e0-d020-4229-bc71-3ea6ecab3643', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:42:07.640606 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 3522b012-1967-443a-b7c5-592c8f4d2928 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:42:07.651903 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-dc9a6296-2a08-4a36-a10d-37f961666beb None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:07.690087 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-dc9a6296-2a08-4a36-a10d-37f961666beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:07.731453 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-3a12ee5f-d9f0-450b-a97c-d82c73826820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:07.734821 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-ef15bc7d-426d-4e4b-8244-dd78607ba00c None None] Current status of the port ae31468b-7862-480d-941c-9135aaecc7b4 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:42:07.735207 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-ef15bc7d-426d-4e4b-8244-dd78607ba00c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:07.755916 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc9a6296-2a08-4a36-a10d-37f961666beb None None] Network fe0fc1a1-dc18-4224-8ab5-85477c86ac0e is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:42:07.766446 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-dc9a6296-2a08-4a36-a10d-37f961666beb None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:42:07.774347 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9a6296-2a08-4a36-a10d-37f961666beb None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:42:07.776511 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9a6296-2a08-4a36-a10d-37f961666beb None None] Pushing event updated for resources: {'Port': ['ID=d4081dba-8d5e-4bc7-84da-adffa1a23a1e,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:42:07.824360 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-ef15bc7d-426d-4e4b-8244-dd78607ba00c None None] For port ae31468b-7862-480d-941c-9135aaecc7b4, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=ae31468b-7862-480d-941c-9135aaecc7b4,segment=NetworkSegment(f9402767-af7e-4d8c-a714-94c88a85043c),segment_id=f9402767-af7e-4d8c-a714-94c88a85043c)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:42:07.874385 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-ef15bc7d-426d-4e4b-8244-dd78607ba00c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:07.918574 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-dc9a6296-2a08-4a36-a10d-37f961666beb None None] Attempting to bind port d4081dba-8d5e-4bc7-84da-adffa1a23a1e on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:42:07.918955 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-dc9a6296-2a08-4a36-a10d-37f961666beb None None] Attempting to bind port d4081dba-8d5e-4bc7-84da-adffa1a23a1e by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': 'ddb8eb9d-f136-4896-abc0-22e04f172cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'fe0fc1a1-dc18-4224-8ab5-85477c86ac0e'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:42:07.919338 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9a6296-2a08-4a36-a10d-37f961666beb None None] Attempting to bind port d4081dba-8d5e-4bc7-84da-adffa1a23a1e on network fe0fc1a1-dc18-4224-8ab5-85477c86ac0e {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:42:07.929420 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9a6296-2a08-4a36-a10d-37f961666beb None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:42:07.929847 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9a6296-2a08-4a36-a10d-37f961666beb None None] Checking segment: {'id': 'ddb8eb9d-f136-4896-abc0-22e04f172cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'fe0fc1a1-dc18-4224-8ab5-85477c86ac0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:42:07.930256 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-dc9a6296-2a08-4a36-a10d-37f961666beb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:07.930662 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9a6296-2a08-4a36-a10d-37f961666beb None None] Bound using segment: {'id': 'ddb8eb9d-f136-4896-abc0-22e04f172cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'fe0fc1a1-dc18-4224-8ab5-85477c86ac0e'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:42:07.931142 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-dc9a6296-2a08-4a36-a10d-37f961666beb None None] Bound port: d4081dba-8d5e-4bc7-84da-adffa1a23a1e, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddb8eb9d-f136-4896-abc0-22e04f172cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'fe0fc1a1-dc18-4224-8ab5-85477c86ac0e'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:42:07.931532 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-dc9a6296-2a08-4a36-a10d-37f961666beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:07.942016 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-10d26d32-725a-4e6c-b81e-83ca7d6edb0b tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Allocated IP 2001:db8:1::1 (fe0fc1a1-dc18-4224-8ab5-85477c86ac0e/839c639f-c38b-48e2-93b1-f258ba176d90/06c87164-dd2c-442a-9f21-3376cae6237b) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:42:07.962952 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef15bc7d-426d-4e4b-8244-dd78607ba00c None None] Pushing event updated for resources: {'Port': ['ID=ae31468b-7862-480d-941c-9135aaecc7b4,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:42:08.039582 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b03061a9-3f5d-4157-8d44-0988dbe51df8 None None] Provisioning complete for port ae31468b-7862-480d-941c-9135aaecc7b4 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:42:08.039869 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b03061a9-3f5d-4157-8d44-0988dbe51df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:08.082606 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-dc9a6296-2a08-4a36-a10d-37f961666beb None None] For port d4081dba-8d5e-4bc7-84da-adffa1a23a1e, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:42:08.087876 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-dc9a6296-2a08-4a36-a10d-37f961666beb None None] For port d4081dba-8d5e-4bc7-84da-adffa1a23a1e, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=d4081dba-8d5e-4bc7-84da-adffa1a23a1e,segment=NetworkSegment(ddb8eb9d-f136-4896-abc0-22e04f172cff),segment_id=ddb8eb9d-f136-4896-abc0-22e04f172cff)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:42:08.097693 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-10d26d32-725a-4e6c-b81e-83ca7d6edb0b tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:08.102370 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-dc9a6296-2a08-4a36-a10d-37f961666beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:08.149441 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-10d26d32-725a-4e6c-b81e-83ca7d6edb0b tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:08.205749 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b03061a9-3f5d-4157-8d44-0988dbe51df8 None None] Current status of the port ae31468b-7862-480d-941c-9135aaecc7b4 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:42:08.211194 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9a6296-2a08-4a36-a10d-37f961666beb None None] Pushing event updated for resources: {'Port': ['ID=d4081dba-8d5e-4bc7-84da-adffa1a23a1e,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:42:08.220711 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d26d32-725a-4e6c-b81e-83ca7d6edb0b tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Pushing event updated for resources: {'Port': ['ID=06c87164-dd2c-442a-9f21-3376cae6237b,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:42:08.251531 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d26d32-725a-4e6c-b81e-83ca7d6edb0b tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Network fe0fc1a1-dc18-4224-8ab5-85477c86ac0e is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:42:08.253112 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-10d26d32-725a-4e6c-b81e-83ca7d6edb0b tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:42:08.261475 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d26d32-725a-4e6c-b81e-83ca7d6edb0b tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:42:08.262125 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-10d26d32-725a-4e6c-b81e-83ca7d6edb0b tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595826'] for router_interface, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:08.346105 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-9382f0f8-4f05-4ff1-9fb1-8aa18cfb2fea None None] Provisioning complete for port ae31468b-7862-480d-941c-9135aaecc7b4 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:42:08.346627 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9382f0f8-4f05-4ff1-9fb1-8aa18cfb2fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:08.473514 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-10d26d32-725a-4e6c-b81e-83ca7d6edb0b tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:08.684067 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device ae31468b-7862-480d-941c-9135aaecc7b4 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:42:08.709296 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-9382f0f8-4f05-4ff1-9fb1-8aa18cfb2fea None None] Current status of the port ae31468b-7862-480d-941c-9135aaecc7b4 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:42:08.742775 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port ae31468b-7862-480d-941c-9135aaecc7b4 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:42:08.743156 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:08.814878 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-10d26d32-725a-4e6c-b81e-83ca7d6edb0b tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:08.821340 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-10d26d32-725a-4e6c-b81e-83ca7d6edb0b tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:08.822471 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-10d26d32-725a-4e6c-b81e-83ca7d6edb0b tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-595870'] for router_interface, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:08.834529 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port ae31468b-7862-480d-941c-9135aaecc7b4 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:42:08.835570 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 3522b012-1967-443a-b7c5-592c8f4d2928 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:42:08.859805 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-770d82ec-f753-4f1a-b685-1acb886ec1c0 None None] Provisioning complete for port ae31468b-7862-480d-941c-9135aaecc7b4 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:42:08.860176 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-770d82ec-f753-4f1a-b685-1acb886ec1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:08.914045 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d26d32-725a-4e6c-b81e-83ca7d6edb0b tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Pushing event updated for resources: {'Port': ['ID=06c87164-dd2c-442a-9f21-3376cae6237b,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:42:08.926368 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 3522b012-1967-443a-b7c5-592c8f4d2928 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:42:08.926896 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:08.956152 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d26d32-725a-4e6c-b81e-83ca7d6edb0b tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Network fe0fc1a1-dc18-4224-8ab5-85477c86ac0e is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:42:08.959223 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-10d26d32-725a-4e6c-b81e-83ca7d6edb0b tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:42:08.994301 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-770d82ec-f753-4f1a-b685-1acb886ec1c0 None None] Current status of the port ae31468b-7862-480d-941c-9135aaecc7b4 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:42:09.057899 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 3522b012-1967-443a-b7c5-592c8f4d2928 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:42:09.073390 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10d26d32-725a-4e6c-b81e-83ca7d6edb0b tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Router 4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:42:09.173399 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10d26d32-725a-4e6c-b81e-83ca7d6edb0b tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:42:09.179295 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-10d26d32-725a-4e6c-b81e-83ca7d6edb0b tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] 10.222.0.85 "PUT /v2.0/routers/4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4077871 May 18 18:42:09.182011 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 45190) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:42:09.186936 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-15b07c35-d81d-4fee-8ac3-91997e340f05 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-218532159'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:42:09.208848 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15b07c35-d81d-4fee-8ac3-91997e340f05 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Made reservation on behalf of e6b0c515ae604a9196823607914d69b8 for: {'network': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:42:09.212653 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-15b07c35-d81d-4fee-8ac3-91997e340f05 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:09.237316 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15b07c35-d81d-4fee-8ac3-91997e340f05 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 644} {{(pid=102731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:42:09.248169 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-15b07c35-d81d-4fee-8ac3-91997e340f05 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:09.248527 n-d-838550-3 neutron-server[102731]: INFO neutron.db.segments_db [None req-15b07c35-d81d-4fee-8ac3-91997e340f05 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Added segment 72734c2c-ae39-4f48-8554-dc7f62f3ded5 of type vlan for network ef12b5f9-dd61-4636-b04c-9b194f2a7de3 May 18 18:42:09.292948 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-15b07c35-d81d-4fee-8ac3-91997e340f05 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:09.308192 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ee95c3-5c3e-4d2a-b3e1-9fff22ce93d9 None None] Network fe0fc1a1-dc18-4224-8ab5-85477c86ac0e requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:42:09.321994 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-15b07c35-d81d-4fee-8ac3-91997e340f05 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:09.327530 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b07c35-d81d-4fee-8ac3-91997e340f05 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:42:09.328141 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-15b07c35-d81d-4fee-8ac3-91997e340f05 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks [] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:09.390192 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-15b07c35-d81d-4fee-8ac3-91997e340f05 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2068269 May 18 18:42:09.392796 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 45192) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:42:09.398745 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-beebe0a7-3864-4159-a52e-5738dd5e40ee tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Request body: {'subnet': {'network_id': 'ef12b5f9-dd61-4636-b04c-9b194f2a7de3', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:42:09.421254 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b07c35-d81d-4fee-8ac3-91997e340f05 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Pushing event updated for resources: {'Network': ['ID=ef12b5f9-dd61-4636-b04c-9b194f2a7de3,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:42:09.432496 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network ef12b5f9-dd61-4636-b04c-9b194f2a7de3 details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:42:09.454531 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-09d40aa7-5d49-4a04-928b-150bd72f8526 None None] Provisioning complete for port d4081dba-8d5e-4bc7-84da-adffa1a23a1e triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:42:09.454886 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-09d40aa7-5d49-4a04-928b-150bd72f8526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:09.494439 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beebe0a7-3864-4159-a52e-5738dd5e40ee tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Made reservation on behalf of e6b0c515ae604a9196823607914d69b8 for: {'subnet': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:42:09.498024 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-beebe0a7-3864-4159-a52e-5738dd5e40ee tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260908003'] for subnet, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:09.613469 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-09d40aa7-5d49-4a04-928b-150bd72f8526 None None] Current status of the port d4081dba-8d5e-4bc7-84da-adffa1a23a1e is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:42:09.613975 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-09d40aa7-5d49-4a04-928b-150bd72f8526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:09.662175 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-09d40aa7-5d49-4a04-928b-150bd72f8526 None None] For port d4081dba-8d5e-4bc7-84da-adffa1a23a1e, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=d4081dba-8d5e-4bc7-84da-adffa1a23a1e,segment=NetworkSegment(ddb8eb9d-f136-4896-abc0-22e04f172cff),segment_id=ddb8eb9d-f136-4896-abc0-22e04f172cff)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:42:09.667365 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-09d40aa7-5d49-4a04-928b-150bd72f8526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:09.708858 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-beebe0a7-3864-4159-a52e-5738dd5e40ee tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260898481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260908021'] for subnet, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:09.734507 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d40aa7-5d49-4a04-928b-150bd72f8526 None None] Pushing event updated for resources: {'Port': ['ID=d4081dba-8d5e-4bc7-84da-adffa1a23a1e,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:42:09.781933 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beebe0a7-3864-4159-a52e-5738dd5e40ee tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Pushing event updated for resources: {'Subnet': ['ID=668f80ad-31de-4cea-bd48-8aa559f4707f,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:42:09.802561 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beebe0a7-3864-4159-a52e-5738dd5e40ee tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Checking segment: {'id': '72734c2c-ae39-4f48-8554-dc7f62f3ded5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'ef12b5f9-dd61-4636-b04c-9b194f2a7de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:42:09.802805 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b20a3f-b094-4ed4-bf85-e957a2e765d2 None None] Sync routers for ids ['4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:42:09.802953 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beebe0a7-3864-4159-a52e-5738dd5e40ee tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Network hostable DHCP agents. Network: ef12b5f9-dd61-4636-b04c-9b194f2a7de3, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:42:09.818140 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b20a3f-b094-4ed4-bf85-e957a2e765d2 None None] Routers {'4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:42:09.819084 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-a6b20a3f-b094-4ed4-bf85-e957a2e765d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:41:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:42:09.823083 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beebe0a7-3864-4159-a52e-5738dd5e40ee tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Network ef12b5f9-dd61-4636-b04c-9b194f2a7de3 is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:42:09.833843 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-beebe0a7-3864-4159-a52e-5738dd5e40ee tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, ef12b5f9-dd61-4636-b04c-9b194f2a7de3) {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:42:09.838175 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beebe0a7-3864-4159-a52e-5738dd5e40ee tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:42:09.838869 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-beebe0a7-3864-4159-a52e-5738dd5e40ee tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:09.859518 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-beebe0a7-3864-4159-a52e-5738dd5e40ee tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4630799 May 18 18:42:09.860349 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 45194) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:42:09.860512 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd13a704-1856-4b67-bff4-2049f91e65e5 None None] Network ef12b5f9-dd61-4636-b04c-9b194f2a7de3 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:42:09.980806 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-a6b20a3f-b094-4ed4-bf85-e957a2e765d2 None None] Set router 4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4 gateway port host: None {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:42:09.988588 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-2f86d0cb-abf5-40d6-9175-edf6682ead25 None None] Provisioning complete for port 06c87164-dd2c-442a-9f21-3376cae6237b triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:42:09.988962 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-2f86d0cb-abf5-40d6-9175-edf6682ead25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:10.137939 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-8d146c9a-9433-4970-a17b-5d560449de1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:10.152999 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-2f86d0cb-abf5-40d6-9175-edf6682ead25 None None] Port 06c87164-dd2c-442a-9f21-3376cae6237b cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:42:10.221206 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-2f86d0cb-abf5-40d6-9175-edf6682ead25 None None] Provisioning complete for port d4081dba-8d5e-4bc7-84da-adffa1a23a1e triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:42:10.221206 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-2f86d0cb-abf5-40d6-9175-edf6682ead25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:10.263499 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-293e8571-6e22-43d3-abed-102150f7a5ea tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:10.270331 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd33ad68-564a-43ae-8dd7-4b3045ec2014 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-ef12b5f9-dd61-4636-b04c-9b194f2a7de3', 'network_id': 'ef12b5f9-dd61-4636-b04c-9b194f2a7de3', 'tenant_id': 'e6b0c515ae604a9196823607914d69b8', 'fixed_ips': [{'subnet_id': '668f80ad-31de-4cea-bd48-8aa559f4707f'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:42:10.271190 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-cd33ad68-564a-43ae-8dd7-4b3045ec2014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:10.405115 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device d4081dba-8d5e-4bc7-84da-adffa1a23a1e up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:42:10.562063 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-2f86d0cb-abf5-40d6-9175-edf6682ead25 None None] Current status of the port d4081dba-8d5e-4bc7-84da-adffa1a23a1e is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:42:10.565177 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-cd33ad68-564a-43ae-8dd7-4b3045ec2014 None None] Allocated IP 2001:db8:2::2 (ef12b5f9-dd61-4636-b04c-9b194f2a7de3/668f80ad-31de-4cea-bd48-8aa559f4707f/f70d8836-fee2-4ac0-a757-3c946121547c) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:42:10.581539 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-a6b20a3f-b094-4ed4-bf85-e957a2e765d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4', 'name': 'tempest-RoutersIpV6Test-router-2139991436', 'tenant_id': 'e6b0c515ae604a9196823607914d69b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:42:03Z', 'updated_at': '2022-05-18T18:42:08Z', 'revision_number': 3, 'project_id': 'e6b0c515ae604a9196823607914d69b8', 'gw_port_host': None, '_interfaces': [{'id': '06c87164-dd2c-442a-9f21-3376cae6237b', 'name': '', 'network_id': 'fe0fc1a1-dc18-4224-8ab5-85477c86ac0e', 'tenant_id': 'e6b0c515ae604a9196823607914d69b8', 'mac_address': 'fa:16:3e:ab:3d:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '839c639f-c38b-48e2-93b1-f258ba176d90', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:42:07Z', 'updated_at': '2022-05-18T18:42:08Z', 'revision_number': 2, 'project_id': 'e6b0c515ae604a9196823607914d69b8', 'subnets': [{'id': '839c639f-c38b-48e2-93b1-f258ba176d90', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae31468b-7862-480d-941c-9135aaecc7b4', 'name': '', 'network_id': '920a5db2-8a23-4613-85b7-535132eb744e', 'tenant_id': 'e6b0c515ae604a9196823607914d69b8', 'mac_address': 'fa:16:3e:26:d5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '76f7b6e0-d020-4229-bc71-3ea6ecab3643', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:42:04Z', 'updated_at': '2022-05-18T18:42:07Z', 'revision_number': 5, 'project_id': 'e6b0c515ae604a9196823607914d69b8', 'subnets': [{'id': '76f7b6e0-d020-4229-bc71-3ea6ecab3643', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:42:10.588059 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port d4081dba-8d5e-4bc7-84da-adffa1a23a1e triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:42:10.588432 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:10.642178 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b20a3f-b094-4ed4-bf85-e957a2e765d2 None None] Checking router: 4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4 for host: n-d-838550-3 {{(pid=102732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:42:10.642534 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b20a3f-b094-4ed4-bf85-e957a2e765d2 None None] Updating router 4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4 port 06c87164-dd2c-442a-9f21-3376cae6237b binding host n-d-838550-3 {{(pid=102732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 18:42:10.720489 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a6b20a3f-b094-4ed4-bf85-e957a2e765d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:10.747353 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-1c132fd1-af31-4b24-82b9-dd3fb68901c8 None None] Provisioning complete for port 06c87164-dd2c-442a-9f21-3376cae6237b triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:42:10.747980 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1c132fd1-af31-4b24-82b9-dd3fb68901c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:10.871833 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-1c132fd1-af31-4b24-82b9-dd3fb68901c8 None None] Port 06c87164-dd2c-442a-9f21-3376cae6237b cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:42:11.123149 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-cd33ad68-564a-43ae-8dd7-4b3045ec2014 None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:11.126296 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port d4081dba-8d5e-4bc7-84da-adffa1a23a1e is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:42:11.136138 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-cd33ad68-564a-43ae-8dd7-4b3045ec2014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:11.187214 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-293e8571-6e22-43d3-abed-102150f7a5ea tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Allocated IP 2001:db8:2::1 (ef12b5f9-dd61-4636-b04c-9b194f2a7de3/668f80ad-31de-4cea-bd48-8aa559f4707f/48195a73-73d1-4a79-84fb-6929eca641b7) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:42:11.215726 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd33ad68-564a-43ae-8dd7-4b3045ec2014 None None] Network ef12b5f9-dd61-4636-b04c-9b194f2a7de3 is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:42:11.223700 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-cd33ad68-564a-43ae-8dd7-4b3045ec2014 None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:42:11.229752 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd33ad68-564a-43ae-8dd7-4b3045ec2014 None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:42:11.245127 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd33ad68-564a-43ae-8dd7-4b3045ec2014 None None] Pushing event updated for resources: {'Port': ['ID=f70d8836-fee2-4ac0-a757-3c946121547c,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:42:11.310334 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-293e8571-6e22-43d3-abed-102150f7a5ea tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:11.327626 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-cd33ad68-564a-43ae-8dd7-4b3045ec2014 None None] Attempting to bind port f70d8836-fee2-4ac0-a757-3c946121547c on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:42:11.327994 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-cd33ad68-564a-43ae-8dd7-4b3045ec2014 None None] Attempting to bind port f70d8836-fee2-4ac0-a757-3c946121547c by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '72734c2c-ae39-4f48-8554-dc7f62f3ded5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'ef12b5f9-dd61-4636-b04c-9b194f2a7de3'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:42:11.328373 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd33ad68-564a-43ae-8dd7-4b3045ec2014 None None] Attempting to bind port f70d8836-fee2-4ac0-a757-3c946121547c on network ef12b5f9-dd61-4636-b04c-9b194f2a7de3 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:42:11.346570 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-293e8571-6e22-43d3-abed-102150f7a5ea tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:11.347619 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd33ad68-564a-43ae-8dd7-4b3045ec2014 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:42:11.348008 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd33ad68-564a-43ae-8dd7-4b3045ec2014 None None] Checking segment: {'id': '72734c2c-ae39-4f48-8554-dc7f62f3ded5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'ef12b5f9-dd61-4636-b04c-9b194f2a7de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:42:11.348430 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-cd33ad68-564a-43ae-8dd7-4b3045ec2014 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:11.348811 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd33ad68-564a-43ae-8dd7-4b3045ec2014 None None] Bound using segment: {'id': '72734c2c-ae39-4f48-8554-dc7f62f3ded5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'ef12b5f9-dd61-4636-b04c-9b194f2a7de3'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:42:11.349290 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-cd33ad68-564a-43ae-8dd7-4b3045ec2014 None None] Bound port: f70d8836-fee2-4ac0-a757-3c946121547c, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72734c2c-ae39-4f48-8554-dc7f62f3ded5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'ef12b5f9-dd61-4636-b04c-9b194f2a7de3'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:42:11.349698 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-cd33ad68-564a-43ae-8dd7-4b3045ec2014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:11.357427 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:11.389302 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-293e8571-6e22-43d3-abed-102150f7a5ea tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Network ef12b5f9-dd61-4636-b04c-9b194f2a7de3 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:42:11.393037 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-293e8571-6e22-43d3-abed-102150f7a5ea tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:42:11.397263 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293e8571-6e22-43d3-abed-102150f7a5ea tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:42:11.398085 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-293e8571-6e22-43d3-abed-102150f7a5ea tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595826'] for router_interface, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:11.436303 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a6b20a3f-b094-4ed4-bf85-e957a2e765d2 None None] Notify callbacks [] for port, precommit_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:11.442230 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293e8571-6e22-43d3-abed-102150f7a5ea tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Pushing event updated for resources: {'Port': ['ID=48195a73-73d1-4a79-84fb-6929eca641b7,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:42:11.452168 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a6b20a3f-b094-4ed4-bf85-e957a2e765d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:11.488676 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-cd33ad68-564a-43ae-8dd7-4b3045ec2014 None None] For port f70d8836-fee2-4ac0-a757-3c946121547c, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:42:11.511004 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-cd33ad68-564a-43ae-8dd7-4b3045ec2014 None None] For port f70d8836-fee2-4ac0-a757-3c946121547c, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=f70d8836-fee2-4ac0-a757-3c946121547c,segment=NetworkSegment(72734c2c-ae39-4f48-8554-dc7f62f3ded5),segment_id=72734c2c-ae39-4f48-8554-dc7f62f3ded5)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:42:11.522906 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-cd33ad68-564a-43ae-8dd7-4b3045ec2014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:11.526268 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7506a7-6330-425f-be6d-b49764db3d2f None None] Pushing event updated for resources: {'Port': ['ID=06c87164-dd2c-442a-9f21-3376cae6237b,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:42:11.526634 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-293e8571-6e22-43d3-abed-102150f7a5ea tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:11.642264 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-a6b20a3f-b094-4ed4-bf85-e957a2e765d2 None None] Attempting to bind port 06c87164-dd2c-442a-9f21-3376cae6237b on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:42:11.642907 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-a6b20a3f-b094-4ed4-bf85-e957a2e765d2 None None] Attempting to bind port 06c87164-dd2c-442a-9f21-3376cae6237b by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': 'ddb8eb9d-f136-4896-abc0-22e04f172cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'fe0fc1a1-dc18-4224-8ab5-85477c86ac0e'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:42:11.643282 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b20a3f-b094-4ed4-bf85-e957a2e765d2 None None] Attempting to bind port 06c87164-dd2c-442a-9f21-3376cae6237b on network fe0fc1a1-dc18-4224-8ab5-85477c86ac0e {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:42:11.645473 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd33ad68-564a-43ae-8dd7-4b3045ec2014 None None] Pushing event updated for resources: {'Port': ['ID=f70d8836-fee2-4ac0-a757-3c946121547c,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:42:11.652345 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b20a3f-b094-4ed4-bf85-e957a2e765d2 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:42:11.652729 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b20a3f-b094-4ed4-bf85-e957a2e765d2 None None] Checking segment: {'id': 'ddb8eb9d-f136-4896-abc0-22e04f172cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'fe0fc1a1-dc18-4224-8ab5-85477c86ac0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:42:11.653140 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a6b20a3f-b094-4ed4-bf85-e957a2e765d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:11.653540 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b20a3f-b094-4ed4-bf85-e957a2e765d2 None None] Bound using segment: {'id': 'ddb8eb9d-f136-4896-abc0-22e04f172cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'fe0fc1a1-dc18-4224-8ab5-85477c86ac0e'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:42:11.654051 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-a6b20a3f-b094-4ed4-bf85-e957a2e765d2 None None] Bound port: 06c87164-dd2c-442a-9f21-3376cae6237b, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddb8eb9d-f136-4896-abc0-22e04f172cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'fe0fc1a1-dc18-4224-8ab5-85477c86ac0e'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:42:11.654443 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a6b20a3f-b094-4ed4-bf85-e957a2e765d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:11.734463 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a6b20a3f-b094-4ed4-bf85-e957a2e765d2 None None] For port 06c87164-dd2c-442a-9f21-3376cae6237b, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:42:11.738658 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a6b20a3f-b094-4ed4-bf85-e957a2e765d2 None None] For port 06c87164-dd2c-442a-9f21-3376cae6237b, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=06c87164-dd2c-442a-9f21-3376cae6237b,segment=NetworkSegment(ddb8eb9d-f136-4896-abc0-22e04f172cff),segment_id=ddb8eb9d-f136-4896-abc0-22e04f172cff)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:42:11.746028 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a6b20a3f-b094-4ed4-bf85-e957a2e765d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:11.820533 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7506a7-6330-425f-be6d-b49764db3d2f None None] Pushing event updated for resources: {'Port': ['ID=06c87164-dd2c-442a-9f21-3376cae6237b,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:42:11.824213 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b20a3f-b094-4ed4-bf85-e957a2e765d2 None None] Routers {'4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:42:11.825030 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-a6b20a3f-b094-4ed4-bf85-e957a2e765d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:42:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:42:11.906979 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-293e8571-6e22-43d3-abed-102150f7a5ea tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:11.912561 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-293e8571-6e22-43d3-abed-102150f7a5ea tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:11.913348 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-293e8571-6e22-43d3-abed-102150f7a5ea tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-595870'] for router_interface, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:11.961430 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-97fd0b1b-bf8c-4d5b-ac5c-dbf486721192 None None] Provisioning complete for port 06c87164-dd2c-442a-9f21-3376cae6237b triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:42:11.962629 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-97fd0b1b-bf8c-4d5b-ac5c-dbf486721192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:12.003078 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-a6b20a3f-b094-4ed4-bf85-e957a2e765d2 None None] Set router 4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4 gateway port host: None {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:42:12.044220 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293e8571-6e22-43d3-abed-102150f7a5ea tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Pushing event updated for resources: {'Port': ['ID=48195a73-73d1-4a79-84fb-6929eca641b7,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:42:12.063613 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-293e8571-6e22-43d3-abed-102150f7a5ea tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Network ef12b5f9-dd61-4636-b04c-9b194f2a7de3 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:42:12.065298 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-293e8571-6e22-43d3-abed-102150f7a5ea tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:42:12.212756 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-97fd0b1b-bf8c-4d5b-ac5c-dbf486721192 None None] Current status of the port 06c87164-dd2c-442a-9f21-3376cae6237b is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:42:12.213146 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-97fd0b1b-bf8c-4d5b-ac5c-dbf486721192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:12.278352 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-97fd0b1b-bf8c-4d5b-ac5c-dbf486721192 None None] For port 06c87164-dd2c-442a-9f21-3376cae6237b, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=06c87164-dd2c-442a-9f21-3376cae6237b,segment=NetworkSegment(ddb8eb9d-f136-4896-abc0-22e04f172cff),segment_id=ddb8eb9d-f136-4896-abc0-22e04f172cff)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:42:12.290719 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-97fd0b1b-bf8c-4d5b-ac5c-dbf486721192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:12.339025 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-a6b20a3f-b094-4ed4-bf85-e957a2e765d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4', 'name': 'tempest-RoutersIpV6Test-router-2139991436', 'tenant_id': 'e6b0c515ae604a9196823607914d69b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:42:03Z', 'updated_at': '2022-05-18T18:42:11Z', 'revision_number': 4, 'project_id': 'e6b0c515ae604a9196823607914d69b8', 'gw_port_host': None, '_interfaces': [{'id': '06c87164-dd2c-442a-9f21-3376cae6237b', 'name': '', 'network_id': 'fe0fc1a1-dc18-4224-8ab5-85477c86ac0e', 'tenant_id': 'e6b0c515ae604a9196823607914d69b8', 'mac_address': 'fa:16:3e:ab:3d:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '839c639f-c38b-48e2-93b1-f258ba176d90', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:42:07Z', 'updated_at': '2022-05-18T18:42:11Z', 'revision_number': 4, 'project_id': 'e6b0c515ae604a9196823607914d69b8', 'subnets': [{'id': '839c639f-c38b-48e2-93b1-f258ba176d90', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48195a73-73d1-4a79-84fb-6929eca641b7', 'name': '', 'network_id': 'ef12b5f9-dd61-4636-b04c-9b194f2a7de3', 'tenant_id': 'e6b0c515ae604a9196823607914d69b8', 'mac_address': 'fa:16:3e:44:d6:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '668f80ad-31de-4cea-bd48-8aa559f4707f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:42:10Z', 'updated_at': '2022-05-18T18:42:11Z', 'revision_number': 1, 'project_id': 'e6b0c515ae604a9196823607914d69b8', 'subnets': [{'id': '668f80ad-31de-4cea-bd48-8aa559f4707f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae31468b-7862-480d-941c-9135aaecc7b4', 'name': '', 'network_id': '920a5db2-8a23-4613-85b7-535132eb744e', 'tenant_id': 'e6b0c515ae604a9196823607914d69b8', 'mac_address': 'fa:16:3e:26:d5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '76f7b6e0-d020-4229-bc71-3ea6ecab3643', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:42:04Z', 'updated_at': '2022-05-18T18:42:07Z', 'revision_number': 5, 'project_id': 'e6b0c515ae604a9196823607914d69b8', 'subnets': [{'id': '76f7b6e0-d020-4229-bc71-3ea6ecab3643', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:42:12.374964 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device f70d8836-fee2-4ac0-a757-3c946121547c up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:42:12.407469 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b20a3f-b094-4ed4-bf85-e957a2e765d2 None None] The sync data for ids ['4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4'] in n-d-838550-3 is: [{'id': '4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4', 'name': 'tempest-RoutersIpV6Test-router-2139991436', 'tenant_id': 'e6b0c515ae604a9196823607914d69b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:42:03Z', 'updated_at': '2022-05-18T18:42:11Z', 'revision_number': 4, 'project_id': 'e6b0c515ae604a9196823607914d69b8', 'gw_port_host': None, '_interfaces': [{'id': '06c87164-dd2c-442a-9f21-3376cae6237b', 'name': '', 'network_id': 'fe0fc1a1-dc18-4224-8ab5-85477c86ac0e', 'tenant_id': 'e6b0c515ae604a9196823607914d69b8', 'mac_address': 'fa:16:3e:ab:3d:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '839c639f-c38b-48e2-93b1-f258ba176d90', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:42:07Z', 'updated_at': '2022-05-18T18:42:11Z', 'revision_number': 4, 'project_id': 'e6b0c515ae604a9196823607914d69b8', 'subnets': [{'id': '839c639f-c38b-48e2-93b1-f258ba176d90', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48195a73-73d1-4a79-84fb-6929eca641b7', 'name': '', 'network_id': 'ef12b5f9-dd61-4636-b04c-9b194f2a7de3', 'tenant_id': 'e6b0c515ae604a9196823607914d69b8', 'mac_address': 'fa:16:3e:44:d6:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '668f80ad-31de-4cea-bd48-8aa559f4707f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:42:10Z', 'updated_at': '2022-05-18T18:42:11Z', 'revision_number': 1, 'project_id': 'e6b0c515ae604a9196823607914d69b8', 'subnets': [{'id': '668f80ad-31de-4cea-bd48-8aa559f4707f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae31468b-7862-480d-941c-9135aaecc7b4', 'name': '', 'network_id': '920a5db2-8a23-4613-85b7-535132eb744e', 'tenant_id': 'e6b0c515ae604a9196823607914d69b8', 'mac_address': 'fa:16:3e:26:d5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '76f7b6e0-d020-4229-bc71-3ea6ecab3643', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:42:04Z', 'updated_at': '2022-05-18T18:42:07Z', 'revision_number': 5, 'project_id': 'e6b0c515ae604a9196823607914d69b8', 'subnets': [{'id': '76f7b6e0-d020-4229-bc71-3ea6ecab3643', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:42:12.428091 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fd0b1b-bf8c-4d5b-ac5c-dbf486721192 None None] Pushing event updated for resources: {'Port': ['ID=06c87164-dd2c-442a-9f21-3376cae6237b,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:42:12.450824 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-9685bebb-cc41-4522-a407-47c9614ff0ac None None] Provisioning complete for port 06c87164-dd2c-442a-9f21-3376cae6237b triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:42:12.451197 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9685bebb-cc41-4522-a407-47c9614ff0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:12.534764 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:12.543237 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port f70d8836-fee2-4ac0-a757-3c946121547c triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:42:12.549682 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:12.602965 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-293e8571-6e22-43d3-abed-102150f7a5ea tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Router 4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:42:12.632137 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-9685bebb-cc41-4522-a407-47c9614ff0ac None None] Current status of the port 06c87164-dd2c-442a-9f21-3376cae6237b is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:42:12.702640 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port f70d8836-fee2-4ac0-a757-3c946121547c is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:42:12.703162 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:12.743248 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-293e8571-6e22-43d3-abed-102150f7a5ea tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:42:12.749785 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-293e8571-6e22-43d3-abed-102150f7a5ea tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] 10.222.0.85 "PUT /v2.0/routers/4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8886099 May 18 18:42:12.752207 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 45196) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:42:12.755460 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] For port f70d8836-fee2-4ac0-a757-3c946121547c, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=f70d8836-fee2-4ac0-a757-3c946121547c,segment=NetworkSegment(72734c2c-ae39-4f48-8554-dc7f62f3ded5),segment_id=72734c2c-ae39-4f48-8554-dc7f62f3ded5)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:42:12.759460 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-b308d09b-17a9-4329-9476-b2b9cf5544bf tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-652979045'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:42:12.766604 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:12.799110 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b308d09b-17a9-4329-9476-b2b9cf5544bf tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Made reservation on behalf of e6b0c515ae604a9196823607914d69b8 for: {'network': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:42:12.803718 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b308d09b-17a9-4329-9476-b2b9cf5544bf tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:12.828040 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Pushing event updated for resources: {'Port': ['ID=f70d8836-fee2-4ac0-a757-3c946121547c,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:42:12.839023 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b308d09b-17a9-4329-9476-b2b9cf5544bf tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 606} {{(pid=102731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:42:12.850748 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b308d09b-17a9-4329-9476-b2b9cf5544bf tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:12.851195 n-d-838550-3 neutron-server[102731]: INFO neutron.db.segments_db [None req-b308d09b-17a9-4329-9476-b2b9cf5544bf tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Added segment a2cecf7b-4175-4026-970c-4b6c84f2eba4 of type vlan for network 652aa204-eb56-4966-8752-21a46a4ea6ae May 18 18:42:12.872534 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-426600ba-74d6-4b51-ba79-6b9bb482e238 None None] Network ef12b5f9-dd61-4636-b04c-9b194f2a7de3 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:42:12.897826 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b308d09b-17a9-4329-9476-b2b9cf5544bf tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:12.929327 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b308d09b-17a9-4329-9476-b2b9cf5544bf tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:12.937684 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b308d09b-17a9-4329-9476-b2b9cf5544bf tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:42:12.938308 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b308d09b-17a9-4329-9476-b2b9cf5544bf tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks [] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:13.005601 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-f832ecde-4780-4ed7-817a-1de7f8590332 None None] Provisioning complete for port f70d8836-fee2-4ac0-a757-3c946121547c triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:42:13.005601 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f832ecde-4780-4ed7-817a-1de7f8590332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:13.021197 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-b308d09b-17a9-4329-9476-b2b9cf5544bf tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2679453 May 18 18:42:13.024707 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 45198) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:42:13.025254 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b308d09b-17a9-4329-9476-b2b9cf5544bf tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Pushing event updated for resources: {'Network': ['ID=652aa204-eb56-4966-8752-21a46a4ea6ae,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:42:13.029908 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-56ed05cd-f3a4-47de-a4fa-06e8babf9779 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Request body: {'subnet': {'network_id': '652aa204-eb56-4966-8752-21a46a4ea6ae', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:42:13.049703 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network 652aa204-eb56-4966-8752-21a46a4ea6ae details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:42:13.142190 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56ed05cd-f3a4-47de-a4fa-06e8babf9779 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Made reservation on behalf of e6b0c515ae604a9196823607914d69b8 for: {'subnet': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:42:13.146107 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-56ed05cd-f3a4-47de-a4fa-06e8babf9779 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261031885'] for subnet, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:13.181066 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:13.253121 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-f832ecde-4780-4ed7-817a-1de7f8590332 None None] Current status of the port f70d8836-fee2-4ac0-a757-3c946121547c is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:42:13.377644 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-56ed05cd-f3a4-47de-a4fa-06e8babf9779 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261104883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261031899'] for subnet, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:13.451620 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ed05cd-f3a4-47de-a4fa-06e8babf9779 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Pushing event updated for resources: {'Subnet': ['ID=d50d0663-ca6a-431d-852d-99cae2c576f7,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:42:13.460937 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ed05cd-f3a4-47de-a4fa-06e8babf9779 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Checking segment: {'id': 'a2cecf7b-4175-4026-970c-4b6c84f2eba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '652aa204-eb56-4966-8752-21a46a4ea6ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:42:13.460937 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ed05cd-f3a4-47de-a4fa-06e8babf9779 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Network hostable DHCP agents. Network: 652aa204-eb56-4966-8752-21a46a4ea6ae, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:42:13.469123 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ed05cd-f3a4-47de-a4fa-06e8babf9779 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:42:13.469474 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ed05cd-f3a4-47de-a4fa-06e8babf9779 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:42:13.469848 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ed05cd-f3a4-47de-a4fa-06e8babf9779 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:42:13.470387 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ed05cd-f3a4-47de-a4fa-06e8babf9779 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:42:13.470831 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ed05cd-f3a4-47de-a4fa-06e8babf9779 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:42:13.471146 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ed05cd-f3a4-47de-a4fa-06e8babf9779 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:42:13.471400 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ed05cd-f3a4-47de-a4fa-06e8babf9779 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:42:13.472363 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ed05cd-f3a4-47de-a4fa-06e8babf9779 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:42:13.472712 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ed05cd-f3a4-47de-a4fa-06e8babf9779 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:42:13.473099 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ed05cd-f3a4-47de-a4fa-06e8babf9779 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:42:13.473435 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ed05cd-f3a4-47de-a4fa-06e8babf9779 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:42:13.473802 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ed05cd-f3a4-47de-a4fa-06e8babf9779 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:42:13.494966 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ed05cd-f3a4-47de-a4fa-06e8babf9779 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Network 652aa204-eb56-4966-8752-21a46a4ea6ae is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:42:13.508409 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-56ed05cd-f3a4-47de-a4fa-06e8babf9779 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, 652aa204-eb56-4966-8752-21a46a4ea6ae) {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:42:13.515226 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ed05cd-f3a4-47de-a4fa-06e8babf9779 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:42:13.515509 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-56ed05cd-f3a4-47de-a4fa-06e8babf9779 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks [] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:13.530046 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b77ce5c5-6bc7-4c2c-ade2-b3f564423bca None None] Network 652aa204-eb56-4966-8752-21a46a4ea6ae requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:42:13.541261 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 45202) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:42:13.542459 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-56ed05cd-f3a4-47de-a4fa-06e8babf9779 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5165715 May 18 18:42:13.714936 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-96f95590-500f-40e4-939f-694fce2b5903 None None] Provisioning complete for port f70d8836-fee2-4ac0-a757-3c946121547c triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:42:13.714936 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-96f95590-500f-40e4-939f-694fce2b5903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:13.897667 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d0886b-1817-47ce-8286-1f4731cd5410 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-652aa204-eb56-4966-8752-21a46a4ea6ae', 'network_id': '652aa204-eb56-4966-8752-21a46a4ea6ae', 'tenant_id': 'e6b0c515ae604a9196823607914d69b8', 'fixed_ips': [{'subnet_id': 'd50d0663-ca6a-431d-852d-99cae2c576f7'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:42:13.898683 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c1d0886b-1817-47ce-8286-1f4731cd5410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:13.995514 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-96f95590-500f-40e4-939f-694fce2b5903 None None] Current status of the port f70d8836-fee2-4ac0-a757-3c946121547c is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:42:14.031838 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-96f95590-500f-40e4-939f-694fce2b5903 None None] Provisioning complete for port 48195a73-73d1-4a79-84fb-6929eca641b7 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:42:14.032207 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-96f95590-500f-40e4-939f-694fce2b5903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:14.062026 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-58c0c97b-e9e2-49af-a19a-aaac45520584 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:14.108110 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-96f95590-500f-40e4-939f-694fce2b5903 None None] Port 48195a73-73d1-4a79-84fb-6929eca641b7 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:42:14.115635 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-c1d0886b-1817-47ce-8286-1f4731cd5410 None None] Allocated IP 2001:db8:3::2 (652aa204-eb56-4966-8752-21a46a4ea6ae/d50d0663-ca6a-431d-852d-99cae2c576f7/4623322d-915d-4866-b86d-858744b306ce) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:42:14.193194 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0f2506-3f6c-4881-9aeb-b8077a1bf016 None None] Sync routers for ids ['4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:42:14.203939 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0f2506-3f6c-4881-9aeb-b8077a1bf016 None None] Routers {'4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:42:14.205091 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-be0f2506-3f6c-4881-9aeb-b8077a1bf016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:42:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:42:14.311219 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-be0f2506-3f6c-4881-9aeb-b8077a1bf016 None None] Set router 4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4 gateway port host: None {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:42:14.361519 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-dff10e03-69ee-4cac-8bfb-a36146986927 None None] Provisioning complete for port 48195a73-73d1-4a79-84fb-6929eca641b7 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:42:14.361924 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-dff10e03-69ee-4cac-8bfb-a36146986927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:14.430632 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device f70d8836-fee2-4ac0-a757-3c946121547c up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:42:14.437810 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-dff10e03-69ee-4cac-8bfb-a36146986927 None None] Port 48195a73-73d1-4a79-84fb-6929eca641b7 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:42:14.514668 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c1d0886b-1817-47ce-8286-1f4731cd5410 None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:14.523639 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c1d0886b-1817-47ce-8286-1f4731cd5410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:14.528380 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-be0f2506-3f6c-4881-9aeb-b8077a1bf016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4', 'name': 'tempest-RoutersIpV6Test-router-2139991436', 'tenant_id': 'e6b0c515ae604a9196823607914d69b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:42:03Z', 'updated_at': '2022-05-18T18:42:11Z', 'revision_number': 4, 'project_id': 'e6b0c515ae604a9196823607914d69b8', 'gw_port_host': None, '_interfaces': [{'id': '06c87164-dd2c-442a-9f21-3376cae6237b', 'name': '', 'network_id': 'fe0fc1a1-dc18-4224-8ab5-85477c86ac0e', 'tenant_id': 'e6b0c515ae604a9196823607914d69b8', 'mac_address': 'fa:16:3e:ab:3d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '839c639f-c38b-48e2-93b1-f258ba176d90', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:42:07Z', 'updated_at': '2022-05-18T18:42:12Z', 'revision_number': 5, 'project_id': 'e6b0c515ae604a9196823607914d69b8', 'subnets': [{'id': '839c639f-c38b-48e2-93b1-f258ba176d90', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48195a73-73d1-4a79-84fb-6929eca641b7', 'name': '', 'network_id': 'ef12b5f9-dd61-4636-b04c-9b194f2a7de3', 'tenant_id': 'e6b0c515ae604a9196823607914d69b8', 'mac_address': 'fa:16:3e:44:d6:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '668f80ad-31de-4cea-bd48-8aa559f4707f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:42:10Z', 'updated_at': '2022-05-18T18:42:11Z', 'revision_number': 2, 'project_id': 'e6b0c515ae604a9196823607914d69b8', 'subnets': [{'id': '668f80ad-31de-4cea-bd48-8aa559f4707f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae31468b-7862-480d-941c-9135aaecc7b4', 'name': '', 'network_id': '920a5db2-8a23-4613-85b7-535132eb744e', 'tenant_id': 'e6b0c515ae604a9196823607914d69b8', 'mac_address': 'fa:16:3e:26:d5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '76f7b6e0-d020-4229-bc71-3ea6ecab3643', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:42:04Z', 'updated_at': '2022-05-18T18:42:07Z', 'revision_number': 5, 'project_id': 'e6b0c515ae604a9196823607914d69b8', 'subnets': [{'id': '76f7b6e0-d020-4229-bc71-3ea6ecab3643', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:42:14.558586 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0f2506-3f6c-4881-9aeb-b8077a1bf016 None None] Checking router: 4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4 for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:42:14.559182 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port f70d8836-fee2-4ac0-a757-3c946121547c triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:42:14.559535 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0f2506-3f6c-4881-9aeb-b8077a1bf016 None None] Updating router 4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4 port 48195a73-73d1-4a79-84fb-6929eca641b7 binding host n-d-838550-3 {{(pid=102733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 18:42:14.559669 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:14.571810 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-58c0c97b-e9e2-49af-a19a-aaac45520584 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Allocated IP 2001:db8:3::1 (652aa204-eb56-4966-8752-21a46a4ea6ae/d50d0663-ca6a-431d-852d-99cae2c576f7/11a7353b-3426-4c4a-b369-fa3e7a44b060) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:42:14.589849 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-be0f2506-3f6c-4881-9aeb-b8077a1bf016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:14.595265 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d0886b-1817-47ce-8286-1f4731cd5410 None None] Network 652aa204-eb56-4966-8752-21a46a4ea6ae is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:42:14.605365 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-c1d0886b-1817-47ce-8286-1f4731cd5410 None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:42:14.607870 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d0886b-1817-47ce-8286-1f4731cd5410 None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:42:14.615862 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d0886b-1817-47ce-8286-1f4731cd5410 None None] Pushing event updated for resources: {'Port': ['ID=4623322d-915d-4866-b86d-858744b306ce,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:42:14.630739 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d0886b-1817-47ce-8286-1f4731cd5410 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:42:14.631084 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d0886b-1817-47ce-8286-1f4731cd5410 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:42:14.631422 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d0886b-1817-47ce-8286-1f4731cd5410 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:42:14.631762 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d0886b-1817-47ce-8286-1f4731cd5410 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:42:14.632179 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d0886b-1817-47ce-8286-1f4731cd5410 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:42:14.632508 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d0886b-1817-47ce-8286-1f4731cd5410 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:42:14.632841 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d0886b-1817-47ce-8286-1f4731cd5410 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:42:14.633177 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d0886b-1817-47ce-8286-1f4731cd5410 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:42:14.633502 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d0886b-1817-47ce-8286-1f4731cd5410 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:42:14.633849 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d0886b-1817-47ce-8286-1f4731cd5410 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:42:14.634178 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d0886b-1817-47ce-8286-1f4731cd5410 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:42:14.634499 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d0886b-1817-47ce-8286-1f4731cd5410 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:42:14.708191 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-c1d0886b-1817-47ce-8286-1f4731cd5410 None None] Attempting to bind port 4623322d-915d-4866-b86d-858744b306ce on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:42:14.708535 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-c1d0886b-1817-47ce-8286-1f4731cd5410 None None] Attempting to bind port 4623322d-915d-4866-b86d-858744b306ce by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': 'a2cecf7b-4175-4026-970c-4b6c84f2eba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '652aa204-eb56-4966-8752-21a46a4ea6ae'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:42:14.708992 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d0886b-1817-47ce-8286-1f4731cd5410 None None] Attempting to bind port 4623322d-915d-4866-b86d-858744b306ce on network 652aa204-eb56-4966-8752-21a46a4ea6ae {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:42:14.710744 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-58c0c97b-e9e2-49af-a19a-aaac45520584 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:14.718143 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d0886b-1817-47ce-8286-1f4731cd5410 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:42:14.718524 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d0886b-1817-47ce-8286-1f4731cd5410 None None] Checking segment: {'id': 'a2cecf7b-4175-4026-970c-4b6c84f2eba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '652aa204-eb56-4966-8752-21a46a4ea6ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:42:14.718933 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c1d0886b-1817-47ce-8286-1f4731cd5410 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:14.719330 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d0886b-1817-47ce-8286-1f4731cd5410 None None] Bound using segment: {'id': 'a2cecf7b-4175-4026-970c-4b6c84f2eba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '652aa204-eb56-4966-8752-21a46a4ea6ae'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:42:14.719799 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-c1d0886b-1817-47ce-8286-1f4731cd5410 None None] Bound port: 4623322d-915d-4866-b86d-858744b306ce, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2cecf7b-4175-4026-970c-4b6c84f2eba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '652aa204-eb56-4966-8752-21a46a4ea6ae'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:42:14.720183 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c1d0886b-1817-47ce-8286-1f4731cd5410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:14.735876 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port f70d8836-fee2-4ac0-a757-3c946121547c is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:42:14.736957 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 06c87164-dd2c-442a-9f21-3376cae6237b up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:42:14.750701 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-58c0c97b-e9e2-49af-a19a-aaac45520584 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:14.794931 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c0c97b-e9e2-49af-a19a-aaac45520584 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Network 652aa204-eb56-4966-8752-21a46a4ea6ae is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:42:14.798159 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-58c0c97b-e9e2-49af-a19a-aaac45520584 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:42:14.807158 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c0c97b-e9e2-49af-a19a-aaac45520584 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:42:14.807799 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-58c0c97b-e9e2-49af-a19a-aaac45520584 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595826'] for router_interface, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:14.833677 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c1d0886b-1817-47ce-8286-1f4731cd5410 None None] For port 4623322d-915d-4866-b86d-858744b306ce, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:42:14.837816 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c1d0886b-1817-47ce-8286-1f4731cd5410 None None] For port 4623322d-915d-4866-b86d-858744b306ce, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=4623322d-915d-4866-b86d-858744b306ce,segment=NetworkSegment(a2cecf7b-4175-4026-970c-4b6c84f2eba4),segment_id=a2cecf7b-4175-4026-970c-4b6c84f2eba4)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:42:14.839903 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 06c87164-dd2c-442a-9f21-3376cae6237b triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:42:14.840271 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:14.861447 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c1d0886b-1817-47ce-8286-1f4731cd5410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:14.875194 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-be0f2506-3f6c-4881-9aeb-b8077a1bf016 None None] Notify callbacks [] for port, precommit_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:14.879640 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c0c97b-e9e2-49af-a19a-aaac45520584 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Pushing event updated for resources: {'Port': ['ID=11a7353b-3426-4c4a-b369-fa3e7a44b060,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:42:14.882117 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-be0f2506-3f6c-4881-9aeb-b8077a1bf016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:14.943623 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d0886b-1817-47ce-8286-1f4731cd5410 None None] Pushing event updated for resources: {'Port': ['ID=4623322d-915d-4866-b86d-858744b306ce,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:42:14.970662 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-58c0c97b-e9e2-49af-a19a-aaac45520584 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:14.992571 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 06c87164-dd2c-442a-9f21-3376cae6237b is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:42:15.012094 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-be0f2506-3f6c-4881-9aeb-b8077a1bf016 None None] Attempting to bind port 48195a73-73d1-4a79-84fb-6929eca641b7 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:42:15.012738 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-be0f2506-3f6c-4881-9aeb-b8077a1bf016 None None] Attempting to bind port 48195a73-73d1-4a79-84fb-6929eca641b7 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '72734c2c-ae39-4f48-8554-dc7f62f3ded5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'ef12b5f9-dd61-4636-b04c-9b194f2a7de3'}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:42:15.013294 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0f2506-3f6c-4881-9aeb-b8077a1bf016 None None] Attempting to bind port 48195a73-73d1-4a79-84fb-6929eca641b7 on network ef12b5f9-dd61-4636-b04c-9b194f2a7de3 {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:42:15.016528 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77ad245-0a7c-4271-b75b-ec399836938d None None] Pushing event updated for resources: {'Port': ['ID=48195a73-73d1-4a79-84fb-6929eca641b7,revision_number=3']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:42:15.029412 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77ad245-0a7c-4271-b75b-ec399836938d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:42:15.030791 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77ad245-0a7c-4271-b75b-ec399836938d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:42:15.031331 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77ad245-0a7c-4271-b75b-ec399836938d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:42:15.031849 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77ad245-0a7c-4271-b75b-ec399836938d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:42:15.032351 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77ad245-0a7c-4271-b75b-ec399836938d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:42:15.032868 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77ad245-0a7c-4271-b75b-ec399836938d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:42:15.033378 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77ad245-0a7c-4271-b75b-ec399836938d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:42:15.033907 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77ad245-0a7c-4271-b75b-ec399836938d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:42:15.034463 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77ad245-0a7c-4271-b75b-ec399836938d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:42:15.035489 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77ad245-0a7c-4271-b75b-ec399836938d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:42:15.035993 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77ad245-0a7c-4271-b75b-ec399836938d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:42:15.036495 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77ad245-0a7c-4271-b75b-ec399836938d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:42:15.054120 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0f2506-3f6c-4881-9aeb-b8077a1bf016 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:42:15.054777 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0f2506-3f6c-4881-9aeb-b8077a1bf016 None None] Checking segment: {'id': '72734c2c-ae39-4f48-8554-dc7f62f3ded5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'ef12b5f9-dd61-4636-b04c-9b194f2a7de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:42:15.055391 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-be0f2506-3f6c-4881-9aeb-b8077a1bf016 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:15.055949 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0f2506-3f6c-4881-9aeb-b8077a1bf016 None None] Bound using segment: {'id': '72734c2c-ae39-4f48-8554-dc7f62f3ded5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'ef12b5f9-dd61-4636-b04c-9b194f2a7de3'} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:42:15.056605 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-be0f2506-3f6c-4881-9aeb-b8077a1bf016 None None] Bound port: 48195a73-73d1-4a79-84fb-6929eca641b7, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72734c2c-ae39-4f48-8554-dc7f62f3ded5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'ef12b5f9-dd61-4636-b04c-9b194f2a7de3'}}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:42:15.057169 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-be0f2506-3f6c-4881-9aeb-b8077a1bf016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:15.130530 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.db [None req-be0f2506-3f6c-4881-9aeb-b8077a1bf016 None None] For port 48195a73-73d1-4a79-84fb-6929eca641b7, host n-d-838550-3, cleared binding levels {{(pid=102733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:42:15.134698 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.db [None req-be0f2506-3f6c-4881-9aeb-b8077a1bf016 None None] For port 48195a73-73d1-4a79-84fb-6929eca641b7, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=48195a73-73d1-4a79-84fb-6929eca641b7,segment=NetworkSegment(72734c2c-ae39-4f48-8554-dc7f62f3ded5),segment_id=72734c2c-ae39-4f48-8554-dc7f62f3ded5)] {{(pid=102733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:42:15.140578 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-be0f2506-3f6c-4881-9aeb-b8077a1bf016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:15.224918 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0f2506-3f6c-4881-9aeb-b8077a1bf016 None None] Routers {'4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:42:15.226618 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-be0f2506-3f6c-4881-9aeb-b8077a1bf016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:42:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:42:15.318000 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-58c0c97b-e9e2-49af-a19a-aaac45520584 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:15.325187 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-58c0c97b-e9e2-49af-a19a-aaac45520584 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:15.326045 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-58c0c97b-e9e2-49af-a19a-aaac45520584 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-595870'] for router_interface, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:15.346919 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77ad245-0a7c-4271-b75b-ec399836938d None None] Pushing event updated for resources: {'Port': ['ID=48195a73-73d1-4a79-84fb-6929eca641b7,revision_number=4']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:42:15.353323 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-be0f2506-3f6c-4881-9aeb-b8077a1bf016 None None] Set router 4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4 gateway port host: None {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:42:15.407890 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-06fbf365-1bb2-4d02-996e-54fdf517ff92 None None] Provisioning complete for port 48195a73-73d1-4a79-84fb-6929eca641b7 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:42:15.408472 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-06fbf365-1bb2-4d02-996e-54fdf517ff92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:15.476394 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c0c97b-e9e2-49af-a19a-aaac45520584 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Pushing event updated for resources: {'Port': ['ID=11a7353b-3426-4c4a-b369-fa3e7a44b060,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:42:15.506588 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c0c97b-e9e2-49af-a19a-aaac45520584 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Network 652aa204-eb56-4966-8752-21a46a4ea6ae is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:42:15.508562 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-58c0c97b-e9e2-49af-a19a-aaac45520584 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:42:15.510432 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-06fbf365-1bb2-4d02-996e-54fdf517ff92 None None] Current status of the port 48195a73-73d1-4a79-84fb-6929eca641b7 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:42:15.511491 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-06fbf365-1bb2-4d02-996e-54fdf517ff92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:15.551400 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-06fbf365-1bb2-4d02-996e-54fdf517ff92 None None] For port 48195a73-73d1-4a79-84fb-6929eca641b7, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=48195a73-73d1-4a79-84fb-6929eca641b7,segment=NetworkSegment(72734c2c-ae39-4f48-8554-dc7f62f3ded5),segment_id=72734c2c-ae39-4f48-8554-dc7f62f3ded5)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:42:15.557824 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-06fbf365-1bb2-4d02-996e-54fdf517ff92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:15.622995 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fbf365-1bb2-4d02-996e-54fdf517ff92 None None] Pushing event updated for resources: {'Port': ['ID=48195a73-73d1-4a79-84fb-6929eca641b7,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:42:15.641051 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58c0c97b-e9e2-49af-a19a-aaac45520584 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Router 4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:42:15.648898 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-be0f2506-3f6c-4881-9aeb-b8077a1bf016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4', 'name': 'tempest-RoutersIpV6Test-router-2139991436', 'tenant_id': 'e6b0c515ae604a9196823607914d69b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:42:03Z', 'updated_at': '2022-05-18T18:42:14Z', 'revision_number': 5, 'project_id': 'e6b0c515ae604a9196823607914d69b8', 'gw_port_host': None, '_interfaces': [{'id': '06c87164-dd2c-442a-9f21-3376cae6237b', 'name': '', 'network_id': 'fe0fc1a1-dc18-4224-8ab5-85477c86ac0e', 'tenant_id': 'e6b0c515ae604a9196823607914d69b8', 'mac_address': 'fa:16:3e:ab:3d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '839c639f-c38b-48e2-93b1-f258ba176d90', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:42:07Z', 'updated_at': '2022-05-18T18:42:12Z', 'revision_number': 5, 'project_id': 'e6b0c515ae604a9196823607914d69b8', 'subnets': [{'id': '839c639f-c38b-48e2-93b1-f258ba176d90', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '11a7353b-3426-4c4a-b369-fa3e7a44b060', 'name': '', 'network_id': '652aa204-eb56-4966-8752-21a46a4ea6ae', 'tenant_id': 'e6b0c515ae604a9196823607914d69b8', 'mac_address': 'fa:16:3e:b6:47:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': 'd50d0663-ca6a-431d-852d-99cae2c576f7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:42:14Z', 'updated_at': '2022-05-18T18:42:14Z', 'revision_number': 1, 'project_id': 'e6b0c515ae604a9196823607914d69b8', 'subnets': [{'id': 'd50d0663-ca6a-431d-852d-99cae2c576f7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48195a73-73d1-4a79-84fb-6929eca641b7', 'name': '', 'network_id': 'ef12b5f9-dd61-4636-b04c-9b194f2a7de3', 'tenant_id': 'e6b0c515ae604a9196823607914d69b8', 'mac_address': 'fa:16:3e:44:d6:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '668f80ad-31de-4cea-bd48-8aa559f4707f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:42:10Z', 'updated_at': '2022-05-18T18:42:15Z', 'revision_number': 4, 'project_id': 'e6b0c515ae604a9196823607914d69b8', 'subnets': [{'id': '668f80ad-31de-4cea-bd48-8aa559f4707f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae31468b-7862-480d-941c-9135aaecc7b4', 'name': '', 'network_id': '920a5db2-8a23-4613-85b7-535132eb744e', 'tenant_id': 'e6b0c515ae604a9196823607914d69b8', 'mac_address': 'fa:16:3e:26:d5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '76f7b6e0-d020-4229-bc71-3ea6ecab3643', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:42:04Z', 'updated_at': '2022-05-18T18:42:07Z', 'revision_number': 5, 'project_id': 'e6b0c515ae604a9196823607914d69b8', 'subnets': [{'id': '76f7b6e0-d020-4229-bc71-3ea6ecab3643', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:42:15.681875 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c6dffb1d-5add-472f-9165-740391d0819f None None] Provisioning complete for port 48195a73-73d1-4a79-84fb-6929eca641b7 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:42:15.682073 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0f2506-3f6c-4881-9aeb-b8077a1bf016 None None] The sync data for ids ['4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4'] in n-d-838550-3 is: [{'id': '4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4', 'name': 'tempest-RoutersIpV6Test-router-2139991436', 'tenant_id': 'e6b0c515ae604a9196823607914d69b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:42:03Z', 'updated_at': '2022-05-18T18:42:14Z', 'revision_number': 5, 'project_id': 'e6b0c515ae604a9196823607914d69b8', 'gw_port_host': None, '_interfaces': [{'id': '06c87164-dd2c-442a-9f21-3376cae6237b', 'name': '', 'network_id': 'fe0fc1a1-dc18-4224-8ab5-85477c86ac0e', 'tenant_id': 'e6b0c515ae604a9196823607914d69b8', 'mac_address': 'fa:16:3e:ab:3d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '839c639f-c38b-48e2-93b1-f258ba176d90', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:42:07Z', 'updated_at': '2022-05-18T18:42:12Z', 'revision_number': 5, 'project_id': 'e6b0c515ae604a9196823607914d69b8', 'subnets': [{'id': '839c639f-c38b-48e2-93b1-f258ba176d90', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '11a7353b-3426-4c4a-b369-fa3e7a44b060', 'name': '', 'network_id': '652aa204-eb56-4966-8752-21a46a4ea6ae', 'tenant_id': 'e6b0c515ae604a9196823607914d69b8', 'mac_address': 'fa:16:3e:b6:47:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': 'd50d0663-ca6a-431d-852d-99cae2c576f7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:42:14Z', 'updated_at': '2022-05-18T18:42:14Z', 'revision_number': 1, 'project_id': 'e6b0c515ae604a9196823607914d69b8', 'subnets': [{'id': 'd50d0663-ca6a-431d-852d-99cae2c576f7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48195a73-73d1-4a79-84fb-6929eca641b7', 'name': '', 'network_id': 'ef12b5f9-dd61-4636-b04c-9b194f2a7de3', 'tenant_id': 'e6b0c515ae604a9196823607914d69b8', 'mac_address': 'fa:16:3e:44:d6:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '668f80ad-31de-4cea-bd48-8aa559f4707f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:42:10Z', 'updated_at': '2022-05-18T18:42:15Z', 'revision_number': 4, 'project_id': 'e6b0c515ae604a9196823607914d69b8', 'subnets': [{'id': '668f80ad-31de-4cea-bd48-8aa559f4707f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae31468b-7862-480d-941c-9135aaecc7b4', 'name': '', 'network_id': '920a5db2-8a23-4613-85b7-535132eb744e', 'tenant_id': 'e6b0c515ae604a9196823607914d69b8', 'mac_address': 'fa:16:3e:26:d5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '76f7b6e0-d020-4229-bc71-3ea6ecab3643', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:42:04Z', 'updated_at': '2022-05-18T18:42:07Z', 'revision_number': 5, 'project_id': 'e6b0c515ae604a9196823607914d69b8', 'subnets': [{'id': '76f7b6e0-d020-4229-bc71-3ea6ecab3643', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:42:15.682312 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c6dffb1d-5add-472f-9165-740391d0819f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:15.780076 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58c0c97b-e9e2-49af-a19a-aaac45520584 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:42:15.784997 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-58c0c97b-e9e2-49af-a19a-aaac45520584 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] 10.222.0.85 "PUT /v2.0/routers/4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2426064 May 18 18:42:15.787671 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 45206) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:42:15.792172 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-142db676-7ec3-4256-b9ff-d204acaaaed9 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:42:15.798958 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c6dffb1d-5add-472f-9165-740391d0819f None None] Current status of the port 48195a73-73d1-4a79-84fb-6929eca641b7 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:42:16.233255 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e264dcc3-af89-42c3-a670-938168edefdf None None] Network 652aa204-eb56-4966-8752-21a46a4ea6ae requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:42:16.244249 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.extraroute_db [None req-142db676-7ec3-4256-b9ff-d204acaaaed9 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=102731) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} May 18 18:42:16.267015 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.extraroute_db [None req-142db676-7ec3-4256-b9ff-d204acaaaed9 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Removed routes are [] {{(pid=102731) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} May 18 18:42:16.267633 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-142db676-7ec3-4256-b9ff-d204acaaaed9 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-596836', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-593224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25134'] for router, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:16.302458 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b0efbaa3-ffd2-4c0d-861d-31d1fe364bcf None None] Provisioning complete for port 4623322d-915d-4866-b86d-858744b306ce triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:42:16.302834 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b0efbaa3-ffd2-4c0d-861d-31d1fe364bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:16.505356 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b0efbaa3-ffd2-4c0d-861d-31d1fe364bcf None None] Current status of the port 4623322d-915d-4866-b86d-858744b306ce is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:42:16.505787 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b0efbaa3-ffd2-4c0d-861d-31d1fe364bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:16.526898 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 48195a73-73d1-4a79-84fb-6929eca641b7 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:42:16.531173 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-142db676-7ec3-4256-b9ff-d204acaaaed9 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-596836', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-593224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25134'] for router, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:16.539294 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-142db676-7ec3-4256-b9ff-d204acaaaed9 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-596847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-596822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-593331'] for router, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:16.552335 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ceb83834-634c-4d67-ba27-403d057498f5 req-ed283417-9968-4015-a426-f0ad36e87e3f service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=92c2937b-334d-4672-9120-827f55250330&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2100754 May 18 18:42:16.564560 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed92731e-8c1c-489f-b9d8-69449197509a None None] Sync routers for ids ['4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:42:16.594063 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b0efbaa3-ffd2-4c0d-861d-31d1fe364bcf None None] For port 4623322d-915d-4866-b86d-858744b306ce, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=4623322d-915d-4866-b86d-858744b306ce,segment=NetworkSegment(a2cecf7b-4175-4026-970c-4b6c84f2eba4),segment_id=a2cecf7b-4175-4026-970c-4b6c84f2eba4)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:42:16.605567 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b0efbaa3-ffd2-4c0d-861d-31d1fe364bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:16.612807 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed92731e-8c1c-489f-b9d8-69449197509a None None] Routers {'4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:42:16.613452 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-ed92731e-8c1c-489f-b9d8-69449197509a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:42:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:42:16.682727 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-142db676-7ec3-4256-b9ff-d204acaaaed9 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Router 4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:42:16.692661 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb83834-634c-4d67-ba27-403d057498f5 req-f9059182-6be3-44a3-8109-3950635fb5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:42:16.694281 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ceb83834-634c-4d67-ba27-403d057498f5 req-f9059182-6be3-44a3-8109-3950635fb5af service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=88c24373a5b54353826abe0917a88c21&device_id=92c2937b-334d-4672-9120-827f55250330 HTTP/1.1" status: 200 len: 1096 time: 0.0701637 May 18 18:42:16.767975 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 48195a73-73d1-4a79-84fb-6929eca641b7 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:42:16.768351 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:16.771008 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-ed92731e-8c1c-489f-b9d8-69449197509a None None] Set router 4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4 gateway port host: None {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:42:16.773005 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0efbaa3-ffd2-4c0d-861d-31d1fe364bcf None None] Pushing event updated for resources: {'Port': ['ID=4623322d-915d-4866-b86d-858744b306ce,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:42:16.846960 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-142db676-7ec3-4256-b9ff-d204acaaaed9 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:42:16.856698 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-142db676-7ec3-4256-b9ff-d204acaaaed9 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks [] for router, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:16.856956 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-142db676-7ec3-4256-b9ff-d204acaaaed9 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] 10.222.0.85 "PUT /v2.0/routers/4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4 HTTP/1.1" status: 200 len: 954 time: 1.0683022 May 18 18:42:16.859974 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 45210) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:42:16.884132 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb83834-634c-4d67-ba27-403d057498f5 req-10abccbd-3ed8-43cd-b831-671aacf3704a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:42:16.885653 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ceb83834-634c-4d67-ba27-403d057498f5 req-10abccbd-3ed8-43cd-b831-671aacf3704a service neutron] 10.222.0.88 "GET /v2.0/networks?id=154f42fc-a801-439d-a3ef-d9b6489ea0f3 HTTP/1.1" status: 200 len: 908 time: 0.1428308 May 18 18:42:16.890000 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-dbc4d6a0-f0e9-4d9f-b6de-9736c5819bf9 None None] Provisioning complete for port 11a7353b-3426-4c4a-b369-fa3e7a44b060 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:42:16.890373 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-dbc4d6a0-f0e9-4d9f-b6de-9736c5819bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:16.973399 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ceb83834-634c-4d67-ba27-403d057498f5 req-aefe5473-896c-41ac-8017-9dc5fb251bec service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=69f206a0-a824-4cd6-99d7-12f7a383c267 HTTP/1.1" status: 200 len: 1001 time: 0.0802376 May 18 18:42:16.974612 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-7f4d63cf-2d5b-4a79-b6a8-70c9aacd1748 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] 10.222.0.85 "GET /v2.0/routers/4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4 HTTP/1.1" status: 200 len: 954 time: 0.1133938 May 18 18:42:16.977294 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 45212) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:42:16.982287 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-075d0341-3ee7-491d-9c96-a98c18d4c4c4 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Request body: {'router': {'routes': None}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:42:16.999543 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-dbc4d6a0-f0e9-4d9f-b6de-9736c5819bf9 None None] Port 11a7353b-3426-4c4a-b369-fa3e7a44b060 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:42:17.037839 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb83834-634c-4d67-ba27-403d057498f5 req-fc008353-1bcd-46ae-8e1d-d56e3fef2979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:42:17.043821 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ceb83834-634c-4d67-ba27-403d057498f5 req-fc008353-1bcd-46ae-8e1d-d56e3fef2979 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d718dfd2-07a4-4165-a2d8-4039d513381a HTTP/1.1" status: 200 len: 846 time: 0.0623426 May 18 18:42:17.045662 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 48195a73-73d1-4a79-84fb-6929eca641b7 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:42:17.045854 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 4623322d-915d-4866-b86d-858744b306ce up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:42:17.054671 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-dbc4d6a0-f0e9-4d9f-b6de-9736c5819bf9 None None] Provisioning complete for port 4623322d-915d-4866-b86d-858744b306ce triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:42:17.054788 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-dbc4d6a0-f0e9-4d9f-b6de-9736c5819bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:17.256574 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 4623322d-915d-4866-b86d-858744b306ce triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:42:17.257140 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:17.283208 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-dbc4d6a0-f0e9-4d9f-b6de-9736c5819bf9 None None] Current status of the port 4623322d-915d-4866-b86d-858744b306ce is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:42:17.299055 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-ed92731e-8c1c-489f-b9d8-69449197509a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4', 'name': 'tempest-RoutersIpV6Test-router-2139991436', 'tenant_id': 'e6b0c515ae604a9196823607914d69b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:42:03Z', 'updated_at': '2022-05-18T18:42:16Z', 'revision_number': 6, 'project_id': 'e6b0c515ae604a9196823607914d69b8', 'gw_port_host': None, '_interfaces': [{'id': '06c87164-dd2c-442a-9f21-3376cae6237b', 'name': '', 'network_id': 'fe0fc1a1-dc18-4224-8ab5-85477c86ac0e', 'tenant_id': 'e6b0c515ae604a9196823607914d69b8', 'mac_address': 'fa:16:3e:ab:3d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '839c639f-c38b-48e2-93b1-f258ba176d90', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:42:07Z', 'updated_at': '2022-05-18T18:42:12Z', 'revision_number': 5, 'project_id': 'e6b0c515ae604a9196823607914d69b8', 'subnets': [{'id': '839c639f-c38b-48e2-93b1-f258ba176d90', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '11a7353b-3426-4c4a-b369-fa3e7a44b060', 'name': '', 'network_id': '652aa204-eb56-4966-8752-21a46a4ea6ae', 'tenant_id': 'e6b0c515ae604a9196823607914d69b8', 'mac_address': 'fa:16:3e:b6:47:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': 'd50d0663-ca6a-431d-852d-99cae2c576f7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:42:14Z', 'updated_at': '2022-05-18T18:42:15Z', 'revision_number': 2, 'project_id': 'e6b0c515ae604a9196823607914d69b8', 'subnets': [{'id': 'd50d0663-ca6a-431d-852d-99cae2c576f7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48195a73-73d1-4a79-84fb-6929eca641b7', 'name': '', 'network_id': 'ef12b5f9-dd61-4636-b04c-9b194f2a7de3', 'tenant_id': 'e6b0c515ae604a9196823607914d69b8', 'mac_address': 'fa:16:3e:44:d6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '668f80ad-31de-4cea-bd48-8aa559f4707f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:42:10Z', 'updated_at': '2022-05-18T18:42:15Z', 'revision_number': 5, 'project_id': 'e6b0c515ae604a9196823607914d69b8', 'subnets': [{'id': '668f80ad-31de-4cea-bd48-8aa559f4707f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae31468b-7862-480d-941c-9135aaecc7b4', 'name': '', 'network_id': '920a5db2-8a23-4613-85b7-535132eb744e', 'tenant_id': 'e6b0c515ae604a9196823607914d69b8', 'mac_address': 'fa:16:3e:26:d5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '76f7b6e0-d020-4229-bc71-3ea6ecab3643', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:42:04Z', 'updated_at': '2022-05-18T18:42:07Z', 'revision_number': 5, 'project_id': 'e6b0c515ae604a9196823607914d69b8', 'subnets': [{'id': '76f7b6e0-d020-4229-bc71-3ea6ecab3643', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:42:17.334125 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed92731e-8c1c-489f-b9d8-69449197509a None None] Checking router: 4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4 for host: n-d-838550-3 {{(pid=102732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:42:17.334578 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed92731e-8c1c-489f-b9d8-69449197509a None None] Updating router 4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4 port 11a7353b-3426-4c4a-b369-fa3e7a44b060 binding host n-d-838550-3 {{(pid=102732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 18:42:17.369903 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-ed92731e-8c1c-489f-b9d8-69449197509a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:17.433601 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.extraroute_db [None req-075d0341-3ee7-491d-9c96-a98c18d4c4c4 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Added routes are [] {{(pid=102730) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} May 18 18:42:17.434105 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.extraroute_db [None req-075d0341-3ee7-491d-9c96-a98c18d4c4c4 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=102730) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} May 18 18:42:17.463640 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb83834-634c-4d67-ba27-403d057498f5 req-b2bec606-0445-40c9-a7d6-00866dccfdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:42:17.465399 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ceb83834-634c-4d67-ba27-403d057498f5 req-b2bec606-0445-40c9-a7d6-00866dccfdb5 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=154f42fc-a801-439d-a3ef-d9b6489ea0f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4125006 May 18 18:42:17.470600 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-075d0341-3ee7-491d-9c96-a98c18d4c4c4 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-596836', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-593224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25134'] for router, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:17.518176 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 4623322d-915d-4866-b86d-858744b306ce is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:42:17.524226 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-9613449c-d483-43d9-b7d5-c4d41f843fac None None] Provisioning complete for port 11a7353b-3426-4c4a-b369-fa3e7a44b060 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:42:17.524593 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9613449c-d483-43d9-b7d5-c4d41f843fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:17.567918 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ceb83834-634c-4d67-ba27-403d057498f5 req-67dc2c20-e632-4b3c-8eee-36db2392aed6 service neutron] 10.222.0.88 "GET /v2.0/networks/154f42fc-a801-439d-a3ef-d9b6489ea0f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950470 May 18 18:42:17.574341 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-9613449c-d483-43d9-b7d5-c4d41f843fac None None] Port 11a7353b-3426-4c4a-b369-fa3e7a44b060 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:42:17.657386 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-075d0341-3ee7-491d-9c96-a98c18d4c4c4 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-596836', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-593224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25134'] for router, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:17.661192 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-075d0341-3ee7-491d-9c96-a98c18d4c4c4 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-596847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-596822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-593331'] for router, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:17.666250 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ceb83834-634c-4d67-ba27-403d057498f5 req-234a8be6-b4ac-4f51-b52b-1c81eaaa3940 service neutron] 10.222.0.88 "GET /v2.0/networks/154f42fc-a801-439d-a3ef-d9b6489ea0f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905297 May 18 18:42:17.729281 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-ed92731e-8c1c-489f-b9d8-69449197509a None None] Notify callbacks [] for port, precommit_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:17.734738 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-ed92731e-8c1c-489f-b9d8-69449197509a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:17.759255 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-075d0341-3ee7-491d-9c96-a98c18d4c4c4 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Router 4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:42:17.787506 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203f9fdc-47c8-4e3b-8ed0-4ef089caa51c None None] Pushing event updated for resources: {'Port': ['ID=11a7353b-3426-4c4a-b369-fa3e7a44b060,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:42:17.849284 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-ed92731e-8c1c-489f-b9d8-69449197509a None None] Attempting to bind port 11a7353b-3426-4c4a-b369-fa3e7a44b060 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:42:17.849784 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-ed92731e-8c1c-489f-b9d8-69449197509a None None] Attempting to bind port 11a7353b-3426-4c4a-b369-fa3e7a44b060 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': 'a2cecf7b-4175-4026-970c-4b6c84f2eba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '652aa204-eb56-4966-8752-21a46a4ea6ae'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:42:17.850182 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed92731e-8c1c-489f-b9d8-69449197509a None None] Attempting to bind port 11a7353b-3426-4c4a-b369-fa3e7a44b060 on network 652aa204-eb56-4966-8752-21a46a4ea6ae {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:42:17.855596 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed92731e-8c1c-489f-b9d8-69449197509a None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:42:17.855968 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed92731e-8c1c-489f-b9d8-69449197509a None None] Checking segment: {'id': 'a2cecf7b-4175-4026-970c-4b6c84f2eba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '652aa204-eb56-4966-8752-21a46a4ea6ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:42:17.856376 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-ed92731e-8c1c-489f-b9d8-69449197509a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:17.856774 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed92731e-8c1c-489f-b9d8-69449197509a None None] Bound using segment: {'id': 'a2cecf7b-4175-4026-970c-4b6c84f2eba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '652aa204-eb56-4966-8752-21a46a4ea6ae'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:42:17.857267 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-ed92731e-8c1c-489f-b9d8-69449197509a None None] Bound port: 11a7353b-3426-4c4a-b369-fa3e7a44b060, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2cecf7b-4175-4026-970c-4b6c84f2eba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '652aa204-eb56-4966-8752-21a46a4ea6ae'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:42:17.857785 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-ed92731e-8c1c-489f-b9d8-69449197509a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:17.864923 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-075d0341-3ee7-491d-9c96-a98c18d4c4c4 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:42:17.872160 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-075d0341-3ee7-491d-9c96-a98c18d4c4c4 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks [] for router, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:17.876601 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-075d0341-3ee7-491d-9c96-a98c18d4c4c4 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] 10.222.0.85 "PUT /v2.0/routers/4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4 HTTP/1.1" status: 200 len: 704 time: 0.8951409 May 18 18:42:17.876601 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 45214) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:42:17.929547 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-ed92731e-8c1c-489f-b9d8-69449197509a None None] For port 11a7353b-3426-4c4a-b369-fa3e7a44b060, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:42:17.933001 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-ed92731e-8c1c-489f-b9d8-69449197509a None None] For port 11a7353b-3426-4c4a-b369-fa3e7a44b060, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=11a7353b-3426-4c4a-b369-fa3e7a44b060,segment=NetworkSegment(a2cecf7b-4175-4026-970c-4b6c84f2eba4),segment_id=a2cecf7b-4175-4026-970c-4b6c84f2eba4)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:42:17.938889 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-ed92731e-8c1c-489f-b9d8-69449197509a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:18.008071 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed92731e-8c1c-489f-b9d8-69449197509a None None] Routers {'4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:42:18.008753 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-ed92731e-8c1c-489f-b9d8-69449197509a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:42:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:42:18.238518 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-82a147ce-8c9d-4d24-b36d-a289f01c03a8 None None] Provisioning complete for port 11a7353b-3426-4c4a-b369-fa3e7a44b060 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:42:18.238906 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-82a147ce-8c9d-4d24-b36d-a289f01c03a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:18.269758 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203f9fdc-47c8-4e3b-8ed0-4ef089caa51c None None] Pushing event updated for resources: {'Port': ['ID=11a7353b-3426-4c4a-b369-fa3e7a44b060,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:42:18.272887 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-171f6ba2-61e3-447d-95a0-31d9163ab7ca tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] 10.222.0.85 "GET /v2.0/routers/4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4 HTTP/1.1" status: 200 len: 704 time: 0.3950627 May 18 18:42:18.275208 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 45216) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:42:18.325519 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 4623322d-915d-4866-b86d-858744b306ce up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:42:18.353775 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-ed92731e-8c1c-489f-b9d8-69449197509a None None] Set router 4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4 gateway port host: None {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:42:18.532467 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-82a147ce-8c9d-4d24-b36d-a289f01c03a8 None None] Current status of the port 11a7353b-3426-4c4a-b369-fa3e7a44b060 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:42:18.532859 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-82a147ce-8c9d-4d24-b36d-a289f01c03a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:18.560665 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 4623322d-915d-4866-b86d-858744b306ce triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:42:18.561284 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:18.617972 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-20ad03ad-4dee-4f84-8968-9fb8834cf370 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-595963'] for router_interface, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:18.630314 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-82a147ce-8c9d-4d24-b36d-a289f01c03a8 None None] For port 11a7353b-3426-4c4a-b369-fa3e7a44b060, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=11a7353b-3426-4c4a-b369-fa3e7a44b060,segment=NetworkSegment(a2cecf7b-4175-4026-970c-4b6c84f2eba4),segment_id=a2cecf7b-4175-4026-970c-4b6c84f2eba4)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:42:18.656122 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-82a147ce-8c9d-4d24-b36d-a289f01c03a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:18.756149 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a147ce-8c9d-4d24-b36d-a289f01c03a8 None None] Pushing event updated for resources: {'Port': ['ID=11a7353b-3426-4c4a-b369-fa3e7a44b060,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:42:18.760495 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 4623322d-915d-4866-b86d-858744b306ce is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:42:18.784067 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-ed92731e-8c1c-489f-b9d8-69449197509a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4', 'name': 'tempest-RoutersIpV6Test-router-2139991436', 'tenant_id': 'e6b0c515ae604a9196823607914d69b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:42:03Z', 'updated_at': '2022-05-18T18:42:17Z', 'revision_number': 7, 'project_id': 'e6b0c515ae604a9196823607914d69b8', 'gw_port_host': None, '_interfaces': [{'id': '06c87164-dd2c-442a-9f21-3376cae6237b', 'name': '', 'network_id': 'fe0fc1a1-dc18-4224-8ab5-85477c86ac0e', 'tenant_id': 'e6b0c515ae604a9196823607914d69b8', 'mac_address': 'fa:16:3e:ab:3d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '839c639f-c38b-48e2-93b1-f258ba176d90', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:42:07Z', 'updated_at': '2022-05-18T18:42:12Z', 'revision_number': 5, 'project_id': 'e6b0c515ae604a9196823607914d69b8', 'subnets': [{'id': '839c639f-c38b-48e2-93b1-f258ba176d90', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '11a7353b-3426-4c4a-b369-fa3e7a44b060', 'name': '', 'network_id': '652aa204-eb56-4966-8752-21a46a4ea6ae', 'tenant_id': 'e6b0c515ae604a9196823607914d69b8', 'mac_address': 'fa:16:3e:b6:47:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': 'd50d0663-ca6a-431d-852d-99cae2c576f7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:42:14Z', 'updated_at': '2022-05-18T18:42:17Z', 'revision_number': 4, 'project_id': 'e6b0c515ae604a9196823607914d69b8', 'subnets': [{'id': 'd50d0663-ca6a-431d-852d-99cae2c576f7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48195a73-73d1-4a79-84fb-6929eca641b7', 'name': '', 'network_id': 'ef12b5f9-dd61-4636-b04c-9b194f2a7de3', 'tenant_id': 'e6b0c515ae604a9196823607914d69b8', 'mac_address': 'fa:16:3e:44:d6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '668f80ad-31de-4cea-bd48-8aa559f4707f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:42:10Z', 'updated_at': '2022-05-18T18:42:15Z', 'revision_number': 5, 'project_id': 'e6b0c515ae604a9196823607914d69b8', 'subnets': [{'id': '668f80ad-31de-4cea-bd48-8aa559f4707f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae31468b-7862-480d-941c-9135aaecc7b4', 'name': '', 'network_id': '920a5db2-8a23-4613-85b7-535132eb744e', 'tenant_id': 'e6b0c515ae604a9196823607914d69b8', 'mac_address': 'fa:16:3e:26:d5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '76f7b6e0-d020-4229-bc71-3ea6ecab3643', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:42:04Z', 'updated_at': '2022-05-18T18:42:07Z', 'revision_number': 5, 'project_id': 'e6b0c515ae604a9196823607914d69b8', 'subnets': [{'id': '76f7b6e0-d020-4229-bc71-3ea6ecab3643', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:42:18.812608 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-49b7a995-34d6-49da-80e3-451b3bd3ba88 None None] Provisioning complete for port 11a7353b-3426-4c4a-b369-fa3e7a44b060 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:42:18.812907 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-49b7a995-34d6-49da-80e3-451b3bd3ba88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:18.814845 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed92731e-8c1c-489f-b9d8-69449197509a None None] The sync data for ids ['4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4'] in n-d-838550-3 is: [{'id': '4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4', 'name': 'tempest-RoutersIpV6Test-router-2139991436', 'tenant_id': 'e6b0c515ae604a9196823607914d69b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:42:03Z', 'updated_at': '2022-05-18T18:42:17Z', 'revision_number': 7, 'project_id': 'e6b0c515ae604a9196823607914d69b8', 'gw_port_host': None, '_interfaces': [{'id': '06c87164-dd2c-442a-9f21-3376cae6237b', 'name': '', 'network_id': 'fe0fc1a1-dc18-4224-8ab5-85477c86ac0e', 'tenant_id': 'e6b0c515ae604a9196823607914d69b8', 'mac_address': 'fa:16:3e:ab:3d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '839c639f-c38b-48e2-93b1-f258ba176d90', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:42:07Z', 'updated_at': '2022-05-18T18:42:12Z', 'revision_number': 5, 'project_id': 'e6b0c515ae604a9196823607914d69b8', 'subnets': [{'id': '839c639f-c38b-48e2-93b1-f258ba176d90', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '11a7353b-3426-4c4a-b369-fa3e7a44b060', 'name': '', 'network_id': '652aa204-eb56-4966-8752-21a46a4ea6ae', 'tenant_id': 'e6b0c515ae604a9196823607914d69b8', 'mac_address': 'fa:16:3e:b6:47:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': 'd50d0663-ca6a-431d-852d-99cae2c576f7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:42:14Z', 'updated_at': '2022-05-18T18:42:17Z', 'revision_number': 4, 'project_id': 'e6b0c515ae604a9196823607914d69b8', 'subnets': [{'id': 'd50d0663-ca6a-431d-852d-99cae2c576f7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48195a73-73d1-4a79-84fb-6929eca641b7', 'name': '', 'network_id': 'ef12b5f9-dd61-4636-b04c-9b194f2a7de3', 'tenant_id': 'e6b0c515ae604a9196823607914d69b8', 'mac_address': 'fa:16:3e:44:d6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '668f80ad-31de-4cea-bd48-8aa559f4707f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:42:10Z', 'updated_at': '2022-05-18T18:42:15Z', 'revision_number': 5, 'project_id': 'e6b0c515ae604a9196823607914d69b8', 'subnets': [{'id': '668f80ad-31de-4cea-bd48-8aa559f4707f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae31468b-7862-480d-941c-9135aaecc7b4', 'name': '', 'network_id': '920a5db2-8a23-4613-85b7-535132eb744e', 'tenant_id': 'e6b0c515ae604a9196823607914d69b8', 'mac_address': 'fa:16:3e:26:d5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '76f7b6e0-d020-4229-bc71-3ea6ecab3643', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:42:04Z', 'updated_at': '2022-05-18T18:42:07Z', 'revision_number': 5, 'project_id': 'e6b0c515ae604a9196823607914d69b8', 'subnets': [{'id': '76f7b6e0-d020-4229-bc71-3ea6ecab3643', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:42:18.871973 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-20ad03ad-4dee-4f84-8968-9fb8834cf370 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Deleting port 11a7353b-3426-4c4a-b369-fa3e7a44b060 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:42:18.872325 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-20ad03ad-4dee-4f84-8968-9fb8834cf370 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:18.900893 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-49b7a995-34d6-49da-80e3-451b3bd3ba88 None None] Current status of the port 11a7353b-3426-4c4a-b369-fa3e7a44b060 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:42:18.969052 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68752fb2-3563-4ff1-bb26-d220d7024830 None None] Sync routers for ids ['4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:42:18.974407 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-20ad03ad-4dee-4f84-8968-9fb8834cf370 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] For port 11a7353b-3426-4c4a-b369-fa3e7a44b060, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=11a7353b-3426-4c4a-b369-fa3e7a44b060,segment=NetworkSegment(a2cecf7b-4175-4026-970c-4b6c84f2eba4),segment_id=a2cecf7b-4175-4026-970c-4b6c84f2eba4)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:42:18.974772 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-20ad03ad-4dee-4f84-8968-9fb8834cf370 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:18.982876 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68752fb2-3563-4ff1-bb26-d220d7024830 None None] Routers {'4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:42:18.983569 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-68752fb2-3563-4ff1-bb26-d220d7024830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:42:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:42:18.987764 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-20ad03ad-4dee-4f84-8968-9fb8834cf370 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Calling delete_port for 11a7353b-3426-4c4a-b369-fa3e7a44b060 owned by network:router_interface {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:42:19.069391 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-68752fb2-3563-4ff1-bb26-d220d7024830 None None] Set router 4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4 gateway port host: None {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:42:19.167701 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-20ad03ad-4dee-4f84-8968-9fb8834cf370 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:19.195393 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ad03ad-4dee-4f84-8968-9fb8834cf370 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Pushing event deleted for resources: {'Port': ['ID=11a7353b-3426-4c4a-b369-fa3e7a44b060,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:42:19.314809 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-20ad03ad-4dee-4f84-8968-9fb8834cf370 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-593931'] for router_interface, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:19.386951 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-68752fb2-3563-4ff1-bb26-d220d7024830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4', 'name': 'tempest-RoutersIpV6Test-router-2139991436', 'tenant_id': 'e6b0c515ae604a9196823607914d69b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:42:03Z', 'updated_at': '2022-05-18T18:42:17Z', 'revision_number': 7, 'project_id': 'e6b0c515ae604a9196823607914d69b8', 'gw_port_host': None, '_interfaces': [{'id': '06c87164-dd2c-442a-9f21-3376cae6237b', 'name': '', 'network_id': 'fe0fc1a1-dc18-4224-8ab5-85477c86ac0e', 'tenant_id': 'e6b0c515ae604a9196823607914d69b8', 'mac_address': 'fa:16:3e:ab:3d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '839c639f-c38b-48e2-93b1-f258ba176d90', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:42:07Z', 'updated_at': '2022-05-18T18:42:12Z', 'revision_number': 5, 'project_id': 'e6b0c515ae604a9196823607914d69b8', 'subnets': [{'id': '839c639f-c38b-48e2-93b1-f258ba176d90', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '11a7353b-3426-4c4a-b369-fa3e7a44b060', 'name': '', 'network_id': '652aa204-eb56-4966-8752-21a46a4ea6ae', 'tenant_id': 'e6b0c515ae604a9196823607914d69b8', 'mac_address': 'fa:16:3e:b6:47:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': 'd50d0663-ca6a-431d-852d-99cae2c576f7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:42:14Z', 'updated_at': '2022-05-18T18:42:18Z', 'revision_number': 5, 'project_id': 'e6b0c515ae604a9196823607914d69b8', 'subnets': [{'id': 'd50d0663-ca6a-431d-852d-99cae2c576f7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48195a73-73d1-4a79-84fb-6929eca641b7', 'name': '', 'network_id': 'ef12b5f9-dd61-4636-b04c-9b194f2a7de3', 'tenant_id': 'e6b0c515ae604a9196823607914d69b8', 'mac_address': 'fa:16:3e:44:d6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '668f80ad-31de-4cea-bd48-8aa559f4707f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:42:10Z', 'updated_at': '2022-05-18T18:42:15Z', 'revision_number': 5, 'project_id': 'e6b0c515ae604a9196823607914d69b8', 'subnets': [{'id': '668f80ad-31de-4cea-bd48-8aa559f4707f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae31468b-7862-480d-941c-9135aaecc7b4', 'name': '', 'network_id': '920a5db2-8a23-4613-85b7-535132eb744e', 'tenant_id': 'e6b0c515ae604a9196823607914d69b8', 'mac_address': 'fa:16:3e:26:d5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '76f7b6e0-d020-4229-bc71-3ea6ecab3643', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:42:04Z', 'updated_at': '2022-05-18T18:42:07Z', 'revision_number': 5, 'project_id': 'e6b0c515ae604a9196823607914d69b8', 'subnets': [{'id': '76f7b6e0-d020-4229-bc71-3ea6ecab3643', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:42:19.420389 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68752fb2-3563-4ff1-bb26-d220d7024830 None None] Checking router: 4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4 for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:42:19.430356 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68752fb2-3563-4ff1-bb26-d220d7024830 None None] Routers {'4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:42:19.430977 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-68752fb2-3563-4ff1-bb26-d220d7024830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:42:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:42:19.520528 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-68752fb2-3563-4ff1-bb26-d220d7024830 None None] Set router 4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4 gateway port host: None {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:42:19.527776 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20ad03ad-4dee-4f84-8968-9fb8834cf370 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Router 4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:42:19.625575 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20ad03ad-4dee-4f84-8968-9fb8834cf370 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:42:19.630457 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-20ad03ad-4dee-4f84-8968-9fb8834cf370 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] 10.222.0.85 "PUT /v2.0/routers/4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3542321 May 18 18:42:19.633296 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 45218) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:42:19.689385 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_v2 [None req-663d09d8-b4f2-4e48-9626-dacaaf0a132c tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Deleting subnet d50d0663-ca6a-431d-852d-99cae2c576f7 {{(pid=102731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:42:19.692555 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-663d09d8-b4f2-4e48-9626-dacaaf0a132c tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks [] for subnet, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:19.733416 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-68752fb2-3563-4ff1-bb26-d220d7024830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4', 'name': 'tempest-RoutersIpV6Test-router-2139991436', 'tenant_id': 'e6b0c515ae604a9196823607914d69b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:42:03Z', 'updated_at': '2022-05-18T18:42:19Z', 'revision_number': 8, 'project_id': 'e6b0c515ae604a9196823607914d69b8', 'gw_port_host': None, '_interfaces': [{'id': '06c87164-dd2c-442a-9f21-3376cae6237b', 'name': '', 'network_id': 'fe0fc1a1-dc18-4224-8ab5-85477c86ac0e', 'tenant_id': 'e6b0c515ae604a9196823607914d69b8', 'mac_address': 'fa:16:3e:ab:3d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '839c639f-c38b-48e2-93b1-f258ba176d90', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:42:07Z', 'updated_at': '2022-05-18T18:42:12Z', 'revision_number': 5, 'project_id': 'e6b0c515ae604a9196823607914d69b8', 'subnets': [{'id': '839c639f-c38b-48e2-93b1-f258ba176d90', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48195a73-73d1-4a79-84fb-6929eca641b7', 'name': '', 'network_id': 'ef12b5f9-dd61-4636-b04c-9b194f2a7de3', 'tenant_id': 'e6b0c515ae604a9196823607914d69b8', 'mac_address': 'fa:16:3e:44:d6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '668f80ad-31de-4cea-bd48-8aa559f4707f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:42:10Z', 'updated_at': '2022-05-18T18:42:15Z', 'revision_number': 5, 'project_id': 'e6b0c515ae604a9196823607914d69b8', 'subnets': [{'id': '668f80ad-31de-4cea-bd48-8aa559f4707f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae31468b-7862-480d-941c-9135aaecc7b4', 'name': '', 'network_id': '920a5db2-8a23-4613-85b7-535132eb744e', 'tenant_id': 'e6b0c515ae604a9196823607914d69b8', 'mac_address': 'fa:16:3e:26:d5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '76f7b6e0-d020-4229-bc71-3ea6ecab3643', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:42:04Z', 'updated_at': '2022-05-18T18:42:07Z', 'revision_number': 5, 'project_id': 'e6b0c515ae604a9196823607914d69b8', 'subnets': [{'id': '76f7b6e0-d020-4229-bc71-3ea6ecab3643', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:42:19.733981 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-663d09d8-b4f2-4e48-9626-dacaaf0a132c tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260542153'] for subnet, precommit_delete_associations {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:19.760014 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68752fb2-3563-4ff1-bb26-d220d7024830 None None] The sync data for ids ['4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4'] in n-d-838550-3 is: [{'id': '4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4', 'name': 'tempest-RoutersIpV6Test-router-2139991436', 'tenant_id': 'e6b0c515ae604a9196823607914d69b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:42:03Z', 'updated_at': '2022-05-18T18:42:19Z', 'revision_number': 8, 'project_id': 'e6b0c515ae604a9196823607914d69b8', 'gw_port_host': None, '_interfaces': [{'id': '06c87164-dd2c-442a-9f21-3376cae6237b', 'name': '', 'network_id': 'fe0fc1a1-dc18-4224-8ab5-85477c86ac0e', 'tenant_id': 'e6b0c515ae604a9196823607914d69b8', 'mac_address': 'fa:16:3e:ab:3d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '839c639f-c38b-48e2-93b1-f258ba176d90', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:42:07Z', 'updated_at': '2022-05-18T18:42:12Z', 'revision_number': 5, 'project_id': 'e6b0c515ae604a9196823607914d69b8', 'subnets': [{'id': '839c639f-c38b-48e2-93b1-f258ba176d90', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48195a73-73d1-4a79-84fb-6929eca641b7', 'name': '', 'network_id': 'ef12b5f9-dd61-4636-b04c-9b194f2a7de3', 'tenant_id': 'e6b0c515ae604a9196823607914d69b8', 'mac_address': 'fa:16:3e:44:d6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '668f80ad-31de-4cea-bd48-8aa559f4707f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:42:10Z', 'updated_at': '2022-05-18T18:42:15Z', 'revision_number': 5, 'project_id': 'e6b0c515ae604a9196823607914d69b8', 'subnets': [{'id': '668f80ad-31de-4cea-bd48-8aa559f4707f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae31468b-7862-480d-941c-9135aaecc7b4', 'name': '', 'network_id': '920a5db2-8a23-4613-85b7-535132eb744e', 'tenant_id': 'e6b0c515ae604a9196823607914d69b8', 'mac_address': 'fa:16:3e:26:d5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '76f7b6e0-d020-4229-bc71-3ea6ecab3643', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:42:04Z', 'updated_at': '2022-05-18T18:42:07Z', 'revision_number': 5, 'project_id': 'e6b0c515ae604a9196823607914d69b8', 'subnets': [{'id': '76f7b6e0-d020-4229-bc71-3ea6ecab3643', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:42:19.824857 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-663d09d8-b4f2-4e48-9626-dacaaf0a132c tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:19.881879 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-663d09d8-b4f2-4e48-9626-dacaaf0a132c tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260898416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260908030'] for subnet, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:19.910169 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663d09d8-b4f2-4e48-9626-dacaaf0a132c tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Pushing event deleted for resources: {'Subnet': ['ID=d50d0663-ca6a-431d-852d-99cae2c576f7,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:42:19.912146 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-663d09d8-b4f2-4e48-9626-dacaaf0a132c tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:19.916415 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-663d09d8-b4f2-4e48-9626-dacaaf0a132c tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] 10.222.0.85 "DELETE /v2.0/subnets/d50d0663-ca6a-431d-852d-99cae2c576f7 HTTP/1.1" status: 204 len: 168 time: 0.2820148 May 18 18:42:19.916856 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49fd2442-c191-4d1d-a25f-5ff2ca9e9362 None None] Network 652aa204-eb56-4966-8752-21a46a4ea6ae requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:42:19.918216 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 45220) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:42:19.998192 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1d90136d-ac51-4783-aeaf-68172bb98b06 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:20.061844 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-1d90136d-ac51-4783-aeaf-68172bb98b06 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Deleting port 4623322d-915d-4866-b86d-858744b306ce {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:42:20.062186 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1d90136d-ac51-4783-aeaf-68172bb98b06 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:20.119307 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a1a89b-9f1b-4266-9e45-8904cfd7627f None None] DHCP port deletion for 652aa204-eb56-4966-8752-21a46a4ea6ae request from n-d-838550-3 {{(pid=102732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 18:42:20.129384 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-1d90136d-ac51-4783-aeaf-68172bb98b06 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] For port 4623322d-915d-4866-b86d-858744b306ce, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=4623322d-915d-4866-b86d-858744b306ce,segment=NetworkSegment(a2cecf7b-4175-4026-970c-4b6c84f2eba4),segment_id=a2cecf7b-4175-4026-970c-4b6c84f2eba4)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:42:20.129871 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1d90136d-ac51-4783-aeaf-68172bb98b06 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:20.145586 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-1d90136d-ac51-4783-aeaf-68172bb98b06 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Calling delete_port for 4623322d-915d-4866-b86d-858744b306ce owned by network:dhcp {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:42:20.173868 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-31a1a89b-9f1b-4266-9e45-8904cfd7627f None None] Deleting port 4623322d-915d-4866-b86d-858744b306ce {{(pid=102732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:42:20.174234 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-31a1a89b-9f1b-4266-9e45-8904cfd7627f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:20.237403 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1d90136d-ac51-4783-aeaf-68172bb98b06 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:20.245108 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-31a1a89b-9f1b-4266-9e45-8904cfd7627f None None] For port 4623322d-915d-4866-b86d-858744b306ce, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=4623322d-915d-4866-b86d-858744b306ce,segment=NetworkSegment(a2cecf7b-4175-4026-970c-4b6c84f2eba4),segment_id=a2cecf7b-4175-4026-970c-4b6c84f2eba4)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:42:20.246000 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-31a1a89b-9f1b-4266-9e45-8904cfd7627f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:20.260056 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-31a1a89b-9f1b-4266-9e45-8904cfd7627f None None] Calling delete_port for 4623322d-915d-4866-b86d-858744b306ce owned by network:dhcp {{(pid=102732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:42:20.269074 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d90136d-ac51-4783-aeaf-68172bb98b06 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] No DVR routers for this DVR port 4623322d-915d-4866-b86d-858744b306ce on host n-d-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:42:20.276167 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d90136d-ac51-4783-aeaf-68172bb98b06 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Pushing event deleted for resources: {'Port': ['ID=4623322d-915d-4866-b86d-858744b306ce,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:42:20.326485 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59b4649-3aff-4c29-996f-c483c075ec40 None None] Sync routers for ids ['4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:42:20.347935 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 4623322d-915d-4866-b86d-858744b306ce no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:42:20.352480 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59b4649-3aff-4c29-996f-c483c075ec40 None None] Routers {'4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:42:20.353116 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-e59b4649-3aff-4c29-996f-c483c075ec40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:42:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:42:20.363132 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1d90136d-ac51-4783-aeaf-68172bb98b06 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:20.384830 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-1d90136d-ac51-4783-aeaf-68172bb98b06 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['652aa204-eb56-4966-8752-21a46a4ea6ae']}} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:42:20.395173 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-1d90136d-ac51-4783-aeaf-68172bb98b06 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2cecf7b-4175-4026-970c-4b6c84f2eba4') {'for_net_delete': True} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:42:20.395462 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-1d90136d-ac51-4783-aeaf-68172bb98b06 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2cecf7b-4175-4026-970c-4b6c84f2eba4') {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:42:20.405076 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1d90136d-ac51-4783-aeaf-68172bb98b06 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260542144'] for segment, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:20.412626 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 4623322d-915d-4866-b86d-858744b306ce {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:42:20.412961 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 4623322d-915d-4866-b86d-858744b306ce not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:42:20.413397 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 11a7353b-3426-4c4a-b369-fa3e7a44b060 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:42:20.421662 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1d90136d-ac51-4783-aeaf-68172bb98b06 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:20.426744 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d90136d-ac51-4783-aeaf-68172bb98b06 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Releasing vlan 606 on physical network physnet1 to pool {{(pid=102731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:42:20.427158 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1d90136d-ac51-4783-aeaf-68172bb98b06 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260884178'] for segment, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:20.430097 n-d-838550-3 neutron-server[102731]: Traceback (most recent call last): May 18 18:42:20.430097 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:42:20.430097 n-d-838550-3 neutron-server[102731]: timer() May 18 18:42:20.430097 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:42:20.430097 n-d-838550-3 neutron-server[102731]: cb(*args, **kw) May 18 18:42:20.430097 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:42:20.430097 n-d-838550-3 neutron-server[102731]: return func(*args, **kwargs) May 18 18:42:20.430097 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:42:20.430097 n-d-838550-3 neutron-server[102731]: self._notify() May 18 18:42:20.430097 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:42:20.430097 n-d-838550-3 neutron-server[102731]: self.callback(batched_events) May 18 18:42:20.430097 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:42:20.430097 n-d-838550-3 neutron-server[102731]: event.method(event) May 18 18:42:20.430097 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:42:20.430097 n-d-838550-3 neutron-server[102731]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:42:20.430097 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:42:20.430097 n-d-838550-3 neutron-server[102731]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:42:20.430097 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:42:20.430097 n-d-838550-3 neutron-server[102731]: return f(self, *a, **k) May 18 18:42:20.430097 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:42:20.430097 n-d-838550-3 neutron-server[102731]: return self._get(url).json() May 18 18:42:20.430097 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:42:20.430097 n-d-838550-3 neutron-server[102731]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:42:20.430097 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:42:20.430097 n-d-838550-3 neutron-server[102731]: return self.request(url, 'GET', **kwargs) May 18 18:42:20.430097 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:42:20.430097 n-d-838550-3 neutron-server[102731]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:42:20.430097 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:42:20.430097 n-d-838550-3 neutron-server[102731]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:42:20.430097 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:42:20.430097 n-d-838550-3 neutron-server[102731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:42:20.430097 n-d-838550-3 neutron-server[102731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:42:20.464000 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 11a7353b-3426-4c4a-b369-fa3e7a44b060 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:42:20.464344 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 11a7353b-3426-4c4a-b369-fa3e7a44b060 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:42:20.475947 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-31a1a89b-9f1b-4266-9e45-8904cfd7627f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508'] for port, after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:20.490097 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1d90136d-ac51-4783-aeaf-68172bb98b06 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:20.495771 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1d90136d-ac51-4783-aeaf-68172bb98b06 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks [] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:20.501752 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-1d90136d-ac51-4783-aeaf-68172bb98b06 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] 10.222.0.85 "DELETE /v2.0/networks/652aa204-eb56-4966-8752-21a46a4ea6ae HTTP/1.1" status: 204 len: 168 time: 0.5794933 May 18 18:42:20.502073 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 45222) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:42:20.514743 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a1a89b-9f1b-4266-9e45-8904cfd7627f None None] Pushing event deleted for resources: {'Port': ['ID=4623322d-915d-4866-b86d-858744b306ce,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:42:20.515150 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d90136d-ac51-4783-aeaf-68172bb98b06 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Pushing event deleted for resources: {'Network': ['ID=652aa204-eb56-4966-8752-21a46a4ea6ae,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:42:20.517268 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-e59b4649-3aff-4c29-996f-c483c075ec40 None None] Set router 4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4 gateway port host: None {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:42:20.550454 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a1a89b-9f1b-4266-9e45-8904cfd7627f None None] No DVR routers for this DVR port 4623322d-915d-4866-b86d-858744b306ce on host n-d-838550-3 {{(pid=102732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:42:20.736677 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-e59b4649-3aff-4c29-996f-c483c075ec40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4', 'name': 'tempest-RoutersIpV6Test-router-2139991436', 'tenant_id': 'e6b0c515ae604a9196823607914d69b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:42:03Z', 'updated_at': '2022-05-18T18:42:19Z', 'revision_number': 8, 'project_id': 'e6b0c515ae604a9196823607914d69b8', 'gw_port_host': None, '_interfaces': [{'id': '06c87164-dd2c-442a-9f21-3376cae6237b', 'name': '', 'network_id': 'fe0fc1a1-dc18-4224-8ab5-85477c86ac0e', 'tenant_id': 'e6b0c515ae604a9196823607914d69b8', 'mac_address': 'fa:16:3e:ab:3d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '839c639f-c38b-48e2-93b1-f258ba176d90', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:42:07Z', 'updated_at': '2022-05-18T18:42:12Z', 'revision_number': 5, 'project_id': 'e6b0c515ae604a9196823607914d69b8', 'subnets': [{'id': '839c639f-c38b-48e2-93b1-f258ba176d90', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48195a73-73d1-4a79-84fb-6929eca641b7', 'name': '', 'network_id': 'ef12b5f9-dd61-4636-b04c-9b194f2a7de3', 'tenant_id': 'e6b0c515ae604a9196823607914d69b8', 'mac_address': 'fa:16:3e:44:d6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '668f80ad-31de-4cea-bd48-8aa559f4707f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:42:10Z', 'updated_at': '2022-05-18T18:42:15Z', 'revision_number': 5, 'project_id': 'e6b0c515ae604a9196823607914d69b8', 'subnets': [{'id': '668f80ad-31de-4cea-bd48-8aa559f4707f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae31468b-7862-480d-941c-9135aaecc7b4', 'name': '', 'network_id': '920a5db2-8a23-4613-85b7-535132eb744e', 'tenant_id': 'e6b0c515ae604a9196823607914d69b8', 'mac_address': 'fa:16:3e:26:d5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '76f7b6e0-d020-4229-bc71-3ea6ecab3643', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:42:04Z', 'updated_at': '2022-05-18T18:42:07Z', 'revision_number': 5, 'project_id': 'e6b0c515ae604a9196823607914d69b8', 'subnets': [{'id': '76f7b6e0-d020-4229-bc71-3ea6ecab3643', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:42:20.762907 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59b4649-3aff-4c29-996f-c483c075ec40 None None] Checking router: 4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4 for host: n-d-838550-3 {{(pid=102732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:42:20.771617 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59b4649-3aff-4c29-996f-c483c075ec40 None None] Routers {'4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:42:20.772487 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-e59b4649-3aff-4c29-996f-c483c075ec40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:42:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:42:20.839320 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e51a717f-f2b6-4513-99ac-09007cfb5efc tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-595963'] for router_interface, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:20.859528 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-e59b4649-3aff-4c29-996f-c483c075ec40 None None] Set router 4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4 gateway port host: None {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:42:21.065161 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-e59b4649-3aff-4c29-996f-c483c075ec40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4', 'name': 'tempest-RoutersIpV6Test-router-2139991436', 'tenant_id': 'e6b0c515ae604a9196823607914d69b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:42:03Z', 'updated_at': '2022-05-18T18:42:19Z', 'revision_number': 8, 'project_id': 'e6b0c515ae604a9196823607914d69b8', 'gw_port_host': None, '_interfaces': [{'id': '06c87164-dd2c-442a-9f21-3376cae6237b', 'name': '', 'network_id': 'fe0fc1a1-dc18-4224-8ab5-85477c86ac0e', 'tenant_id': 'e6b0c515ae604a9196823607914d69b8', 'mac_address': 'fa:16:3e:ab:3d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '839c639f-c38b-48e2-93b1-f258ba176d90', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:42:07Z', 'updated_at': '2022-05-18T18:42:12Z', 'revision_number': 5, 'project_id': 'e6b0c515ae604a9196823607914d69b8', 'subnets': [{'id': '839c639f-c38b-48e2-93b1-f258ba176d90', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48195a73-73d1-4a79-84fb-6929eca641b7', 'name': '', 'network_id': 'ef12b5f9-dd61-4636-b04c-9b194f2a7de3', 'tenant_id': 'e6b0c515ae604a9196823607914d69b8', 'mac_address': 'fa:16:3e:44:d6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '668f80ad-31de-4cea-bd48-8aa559f4707f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:42:10Z', 'updated_at': '2022-05-18T18:42:15Z', 'revision_number': 5, 'project_id': 'e6b0c515ae604a9196823607914d69b8', 'subnets': [{'id': '668f80ad-31de-4cea-bd48-8aa559f4707f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae31468b-7862-480d-941c-9135aaecc7b4', 'name': '', 'network_id': '920a5db2-8a23-4613-85b7-535132eb744e', 'tenant_id': 'e6b0c515ae604a9196823607914d69b8', 'mac_address': 'fa:16:3e:26:d5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '76f7b6e0-d020-4229-bc71-3ea6ecab3643', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:42:04Z', 'updated_at': '2022-05-18T18:42:07Z', 'revision_number': 5, 'project_id': 'e6b0c515ae604a9196823607914d69b8', 'subnets': [{'id': '76f7b6e0-d020-4229-bc71-3ea6ecab3643', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:42:21.084400 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-e51a717f-f2b6-4513-99ac-09007cfb5efc tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Deleting port 48195a73-73d1-4a79-84fb-6929eca641b7 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:42:21.084839 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e51a717f-f2b6-4513-99ac-09007cfb5efc tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:21.091798 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59b4649-3aff-4c29-996f-c483c075ec40 None None] The sync data for ids ['4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4'] in n-d-838550-3 is: [{'id': '4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4', 'name': 'tempest-RoutersIpV6Test-router-2139991436', 'tenant_id': 'e6b0c515ae604a9196823607914d69b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:42:03Z', 'updated_at': '2022-05-18T18:42:19Z', 'revision_number': 8, 'project_id': 'e6b0c515ae604a9196823607914d69b8', 'gw_port_host': None, '_interfaces': [{'id': '06c87164-dd2c-442a-9f21-3376cae6237b', 'name': '', 'network_id': 'fe0fc1a1-dc18-4224-8ab5-85477c86ac0e', 'tenant_id': 'e6b0c515ae604a9196823607914d69b8', 'mac_address': 'fa:16:3e:ab:3d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '839c639f-c38b-48e2-93b1-f258ba176d90', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:42:07Z', 'updated_at': '2022-05-18T18:42:12Z', 'revision_number': 5, 'project_id': 'e6b0c515ae604a9196823607914d69b8', 'subnets': [{'id': '839c639f-c38b-48e2-93b1-f258ba176d90', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48195a73-73d1-4a79-84fb-6929eca641b7', 'name': '', 'network_id': 'ef12b5f9-dd61-4636-b04c-9b194f2a7de3', 'tenant_id': 'e6b0c515ae604a9196823607914d69b8', 'mac_address': 'fa:16:3e:44:d6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '668f80ad-31de-4cea-bd48-8aa559f4707f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:42:10Z', 'updated_at': '2022-05-18T18:42:15Z', 'revision_number': 5, 'project_id': 'e6b0c515ae604a9196823607914d69b8', 'subnets': [{'id': '668f80ad-31de-4cea-bd48-8aa559f4707f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae31468b-7862-480d-941c-9135aaecc7b4', 'name': '', 'network_id': '920a5db2-8a23-4613-85b7-535132eb744e', 'tenant_id': 'e6b0c515ae604a9196823607914d69b8', 'mac_address': 'fa:16:3e:26:d5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '76f7b6e0-d020-4229-bc71-3ea6ecab3643', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:42:04Z', 'updated_at': '2022-05-18T18:42:07Z', 'revision_number': 5, 'project_id': 'e6b0c515ae604a9196823607914d69b8', 'subnets': [{'id': '76f7b6e0-d020-4229-bc71-3ea6ecab3643', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:42:21.183730 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-e51a717f-f2b6-4513-99ac-09007cfb5efc tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] For port 48195a73-73d1-4a79-84fb-6929eca641b7, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=48195a73-73d1-4a79-84fb-6929eca641b7,segment=NetworkSegment(72734c2c-ae39-4f48-8554-dc7f62f3ded5),segment_id=72734c2c-ae39-4f48-8554-dc7f62f3ded5)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:42:21.184107 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e51a717f-f2b6-4513-99ac-09007cfb5efc tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:21.196877 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-e51a717f-f2b6-4513-99ac-09007cfb5efc tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Calling delete_port for 48195a73-73d1-4a79-84fb-6929eca641b7 owned by network:router_interface {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:42:21.369217 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e51a717f-f2b6-4513-99ac-09007cfb5efc tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:21.394401 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51a717f-f2b6-4513-99ac-09007cfb5efc tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Pushing event deleted for resources: {'Port': ['ID=48195a73-73d1-4a79-84fb-6929eca641b7,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:42:21.518006 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e51a717f-f2b6-4513-99ac-09007cfb5efc tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-593931'] for router_interface, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:21.710699 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e51a717f-f2b6-4513-99ac-09007cfb5efc tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Router 4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:42:21.806072 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e51a717f-f2b6-4513-99ac-09007cfb5efc tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:42:21.811002 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-e51a717f-f2b6-4513-99ac-09007cfb5efc tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] 10.222.0.85 "PUT /v2.0/routers/4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3079286 May 18 18:42:21.814010 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 45224) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:42:21.815193 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2cd6d08-3417-4a59-88bb-3454ece7b5eb None None] Sync routers for ids ['4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:42:21.825261 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2cd6d08-3417-4a59-88bb-3454ece7b5eb None None] Routers {'4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:42:21.825981 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-c2cd6d08-3417-4a59-88bb-3454ece7b5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:42:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:42:21.865230 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_v2 [None req-da501a5b-0571-4cdc-b386-00c3fde9a3be tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Deleting subnet 668f80ad-31de-4cea-bd48-8aa559f4707f {{(pid=102730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:42:21.868387 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-da501a5b-0571-4cdc-b386-00c3fde9a3be tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks [] for subnet, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:21.908628 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-da501a5b-0571-4cdc-b386-00c3fde9a3be tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260107366'] for subnet, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:21.912926 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-c2cd6d08-3417-4a59-88bb-3454ece7b5eb None None] Set router 4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4 gateway port host: None {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:42:21.996043 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-da501a5b-0571-4cdc-b386-00c3fde9a3be tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:22.055529 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-da501a5b-0571-4cdc-b386-00c3fde9a3be tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261104690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261031888'] for subnet, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:22.075585 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e83d564-05fd-4f31-9694-6f119dabe290 None None] Network ef12b5f9-dd61-4636-b04c-9b194f2a7de3 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:42:22.092264 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-da501a5b-0571-4cdc-b386-00c3fde9a3be tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks [] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:22.095923 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-da501a5b-0571-4cdc-b386-00c3fde9a3be tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] 10.222.0.85 "DELETE /v2.0/subnets/668f80ad-31de-4cea-bd48-8aa559f4707f HTTP/1.1" status: 204 len: 168 time: 0.2809651 May 18 18:42:22.097372 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da501a5b-0571-4cdc-b386-00c3fde9a3be tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Pushing event deleted for resources: {'Subnet': ['ID=668f80ad-31de-4cea-bd48-8aa559f4707f,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:42:22.098720 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 45226) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:42:22.116972 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-c2cd6d08-3417-4a59-88bb-3454ece7b5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4', 'name': 'tempest-RoutersIpV6Test-router-2139991436', 'tenant_id': 'e6b0c515ae604a9196823607914d69b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:42:03Z', 'updated_at': '2022-05-18T18:42:21Z', 'revision_number': 9, 'project_id': 'e6b0c515ae604a9196823607914d69b8', 'gw_port_host': None, '_interfaces': [{'id': '06c87164-dd2c-442a-9f21-3376cae6237b', 'name': '', 'network_id': 'fe0fc1a1-dc18-4224-8ab5-85477c86ac0e', 'tenant_id': 'e6b0c515ae604a9196823607914d69b8', 'mac_address': 'fa:16:3e:ab:3d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '839c639f-c38b-48e2-93b1-f258ba176d90', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:42:07Z', 'updated_at': '2022-05-18T18:42:12Z', 'revision_number': 5, 'project_id': 'e6b0c515ae604a9196823607914d69b8', 'subnets': [{'id': '839c639f-c38b-48e2-93b1-f258ba176d90', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae31468b-7862-480d-941c-9135aaecc7b4', 'name': '', 'network_id': '920a5db2-8a23-4613-85b7-535132eb744e', 'tenant_id': 'e6b0c515ae604a9196823607914d69b8', 'mac_address': 'fa:16:3e:26:d5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '76f7b6e0-d020-4229-bc71-3ea6ecab3643', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:42:04Z', 'updated_at': '2022-05-18T18:42:07Z', 'revision_number': 5, 'project_id': 'e6b0c515ae604a9196823607914d69b8', 'subnets': [{'id': '76f7b6e0-d020-4229-bc71-3ea6ecab3643', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:42:22.145488 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2cd6d08-3417-4a59-88bb-3454ece7b5eb None None] Checking router: 4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4 for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:42:22.155509 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2cd6d08-3417-4a59-88bb-3454ece7b5eb None None] Routers {'4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:42:22.156119 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-c2cd6d08-3417-4a59-88bb-3454ece7b5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:42:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:42:22.184116 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f59f36e8-f3e1-47ad-af33-7c7a5469269e tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:22.242762 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-c2cd6d08-3417-4a59-88bb-3454ece7b5eb None None] Set router 4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4 gateway port host: None {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:42:22.244248 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-f59f36e8-f3e1-47ad-af33-7c7a5469269e tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Deleting port f70d8836-fee2-4ac0-a757-3c946121547c {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:42:22.245472 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f59f36e8-f3e1-47ad-af33-7c7a5469269e tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:22.280430 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32af148e-ce36-44e9-bdc4-913306bdab6e None None] DHCP port deletion for ef12b5f9-dd61-4636-b04c-9b194f2a7de3 request from n-d-838550-3 {{(pid=102732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 18:42:22.318270 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-f59f36e8-f3e1-47ad-af33-7c7a5469269e tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] For port f70d8836-fee2-4ac0-a757-3c946121547c, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=f70d8836-fee2-4ac0-a757-3c946121547c,segment=NetworkSegment(72734c2c-ae39-4f48-8554-dc7f62f3ded5),segment_id=72734c2c-ae39-4f48-8554-dc7f62f3ded5)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:42:22.318897 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f59f36e8-f3e1-47ad-af33-7c7a5469269e tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:22.333750 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-f59f36e8-f3e1-47ad-af33-7c7a5469269e tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Calling delete_port for f70d8836-fee2-4ac0-a757-3c946121547c owned by network:dhcp {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:42:22.339885 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-32af148e-ce36-44e9-bdc4-913306bdab6e None None] Deleting port f70d8836-fee2-4ac0-a757-3c946121547c {{(pid=102732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:42:22.340262 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-32af148e-ce36-44e9-bdc4-913306bdab6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:22.428161 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f59f36e8-f3e1-47ad-af33-7c7a5469269e tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:22.456234 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59f36e8-f3e1-47ad-af33-7c7a5469269e tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Pushing event deleted for resources: {'Port': ['ID=f70d8836-fee2-4ac0-a757-3c946121547c,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:42:22.460163 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59f36e8-f3e1-47ad-af33-7c7a5469269e tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] No DVR routers for this DVR port f70d8836-fee2-4ac0-a757-3c946121547c on host n-d-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:42:22.473055 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-c2cd6d08-3417-4a59-88bb-3454ece7b5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4', 'name': 'tempest-RoutersIpV6Test-router-2139991436', 'tenant_id': 'e6b0c515ae604a9196823607914d69b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:42:03Z', 'updated_at': '2022-05-18T18:42:21Z', 'revision_number': 9, 'project_id': 'e6b0c515ae604a9196823607914d69b8', 'gw_port_host': None, '_interfaces': [{'id': '06c87164-dd2c-442a-9f21-3376cae6237b', 'name': '', 'network_id': 'fe0fc1a1-dc18-4224-8ab5-85477c86ac0e', 'tenant_id': 'e6b0c515ae604a9196823607914d69b8', 'mac_address': 'fa:16:3e:ab:3d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '839c639f-c38b-48e2-93b1-f258ba176d90', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:42:07Z', 'updated_at': '2022-05-18T18:42:12Z', 'revision_number': 5, 'project_id': 'e6b0c515ae604a9196823607914d69b8', 'subnets': [{'id': '839c639f-c38b-48e2-93b1-f258ba176d90', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae31468b-7862-480d-941c-9135aaecc7b4', 'name': '', 'network_id': '920a5db2-8a23-4613-85b7-535132eb744e', 'tenant_id': 'e6b0c515ae604a9196823607914d69b8', 'mac_address': 'fa:16:3e:26:d5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '76f7b6e0-d020-4229-bc71-3ea6ecab3643', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:42:04Z', 'updated_at': '2022-05-18T18:42:07Z', 'revision_number': 5, 'project_id': 'e6b0c515ae604a9196823607914d69b8', 'subnets': [{'id': '76f7b6e0-d020-4229-bc71-3ea6ecab3643', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:42:22.506623 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2cd6d08-3417-4a59-88bb-3454ece7b5eb None None] The sync data for ids ['4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4'] in n-d-838550-3 is: [{'id': '4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4', 'name': 'tempest-RoutersIpV6Test-router-2139991436', 'tenant_id': 'e6b0c515ae604a9196823607914d69b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:42:03Z', 'updated_at': '2022-05-18T18:42:21Z', 'revision_number': 9, 'project_id': 'e6b0c515ae604a9196823607914d69b8', 'gw_port_host': None, '_interfaces': [{'id': '06c87164-dd2c-442a-9f21-3376cae6237b', 'name': '', 'network_id': 'fe0fc1a1-dc18-4224-8ab5-85477c86ac0e', 'tenant_id': 'e6b0c515ae604a9196823607914d69b8', 'mac_address': 'fa:16:3e:ab:3d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '839c639f-c38b-48e2-93b1-f258ba176d90', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:42:07Z', 'updated_at': '2022-05-18T18:42:12Z', 'revision_number': 5, 'project_id': 'e6b0c515ae604a9196823607914d69b8', 'subnets': [{'id': '839c639f-c38b-48e2-93b1-f258ba176d90', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae31468b-7862-480d-941c-9135aaecc7b4', 'name': '', 'network_id': '920a5db2-8a23-4613-85b7-535132eb744e', 'tenant_id': 'e6b0c515ae604a9196823607914d69b8', 'mac_address': 'fa:16:3e:26:d5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '76f7b6e0-d020-4229-bc71-3ea6ecab3643', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:42:04Z', 'updated_at': '2022-05-18T18:42:07Z', 'revision_number': 5, 'project_id': 'e6b0c515ae604a9196823607914d69b8', 'subnets': [{'id': '76f7b6e0-d020-4229-bc71-3ea6ecab3643', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:42:22.559210 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f59f36e8-f3e1-47ad-af33-7c7a5469269e tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:22.571656 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-32af148e-ce36-44e9-bdc4-913306bdab6e None None] For port f70d8836-fee2-4ac0-a757-3c946121547c, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=f70d8836-fee2-4ac0-a757-3c946121547c,segment=NetworkSegment(72734c2c-ae39-4f48-8554-dc7f62f3ded5),segment_id=72734c2c-ae39-4f48-8554-dc7f62f3ded5)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:42:22.572054 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-32af148e-ce36-44e9-bdc4-913306bdab6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:22.580574 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-f59f36e8-f3e1-47ad-af33-7c7a5469269e tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef12b5f9-dd61-4636-b04c-9b194f2a7de3']}} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:42:22.584960 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-32af148e-ce36-44e9-bdc4-913306bdab6e None None] Calling delete_port for f70d8836-fee2-4ac0-a757-3c946121547c owned by network:dhcp {{(pid=102732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:42:22.590086 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-f59f36e8-f3e1-47ad-af33-7c7a5469269e tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72734c2c-ae39-4f48-8554-dc7f62f3ded5') {'for_net_delete': True} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:42:22.590385 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-f59f36e8-f3e1-47ad-af33-7c7a5469269e tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72734c2c-ae39-4f48-8554-dc7f62f3ded5') {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:42:22.599788 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f59f36e8-f3e1-47ad-af33-7c7a5469269e tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260542144'] for segment, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:22.613223 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f59f36e8-f3e1-47ad-af33-7c7a5469269e tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:22.620889 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f59f36e8-f3e1-47ad-af33-7c7a5469269e tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=102731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:42:22.621402 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f59f36e8-f3e1-47ad-af33-7c7a5469269e tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260884178'] for segment, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:22.624889 n-d-838550-3 neutron-server[102731]: Traceback (most recent call last): May 18 18:42:22.624889 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:42:22.624889 n-d-838550-3 neutron-server[102731]: timer() May 18 18:42:22.624889 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:42:22.624889 n-d-838550-3 neutron-server[102731]: cb(*args, **kw) May 18 18:42:22.624889 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:42:22.624889 n-d-838550-3 neutron-server[102731]: return func(*args, **kwargs) May 18 18:42:22.624889 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:42:22.624889 n-d-838550-3 neutron-server[102731]: self._notify() May 18 18:42:22.624889 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:42:22.624889 n-d-838550-3 neutron-server[102731]: self.callback(batched_events) May 18 18:42:22.624889 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:42:22.624889 n-d-838550-3 neutron-server[102731]: event.method(event) May 18 18:42:22.624889 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:42:22.624889 n-d-838550-3 neutron-server[102731]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:42:22.624889 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:42:22.624889 n-d-838550-3 neutron-server[102731]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:42:22.624889 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:42:22.624889 n-d-838550-3 neutron-server[102731]: return f(self, *a, **k) May 18 18:42:22.624889 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:42:22.624889 n-d-838550-3 neutron-server[102731]: return self._get(url).json() May 18 18:42:22.624889 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:42:22.624889 n-d-838550-3 neutron-server[102731]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:42:22.624889 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:42:22.624889 n-d-838550-3 neutron-server[102731]: return self.request(url, 'GET', **kwargs) May 18 18:42:22.624889 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:42:22.624889 n-d-838550-3 neutron-server[102731]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:42:22.624889 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:42:22.624889 n-d-838550-3 neutron-server[102731]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:42:22.624889 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:42:22.624889 n-d-838550-3 neutron-server[102731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:42:22.624889 n-d-838550-3 neutron-server[102731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:42:22.660903 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-32af148e-ce36-44e9-bdc4-913306bdab6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508'] for port, after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:22.683932 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f59f36e8-f3e1-47ad-af33-7c7a5469269e tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:22.685064 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32af148e-ce36-44e9-bdc4-913306bdab6e None None] Pushing event deleted for resources: {'Port': ['ID=f70d8836-fee2-4ac0-a757-3c946121547c,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:42:22.690112 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f59f36e8-f3e1-47ad-af33-7c7a5469269e tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks [] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:22.695855 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-f59f36e8-f3e1-47ad-af33-7c7a5469269e tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] 10.222.0.85 "DELETE /v2.0/networks/ef12b5f9-dd61-4636-b04c-9b194f2a7de3 HTTP/1.1" status: 204 len: 168 time: 0.5932007 May 18 18:42:22.696024 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32af148e-ce36-44e9-bdc4-913306bdab6e None None] No DVR routers for this DVR port f70d8836-fee2-4ac0-a757-3c946121547c on host n-d-838550-3 {{(pid=102732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:42:22.696295 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 45228) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:42:22.711279 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59f36e8-f3e1-47ad-af33-7c7a5469269e tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Pushing event deleted for resources: {'Network': ['ID=ef12b5f9-dd61-4636-b04c-9b194f2a7de3,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:42:23.046585 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-647d0860-8ba8-4dd0-a4d6-5c1da0140813 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-595963'] for router_interface, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:23.287809 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-647d0860-8ba8-4dd0-a4d6-5c1da0140813 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Deleting port 06c87164-dd2c-442a-9f21-3376cae6237b {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:42:23.288153 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-647d0860-8ba8-4dd0-a4d6-5c1da0140813 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:23.382842 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-647d0860-8ba8-4dd0-a4d6-5c1da0140813 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] For port 06c87164-dd2c-442a-9f21-3376cae6237b, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=06c87164-dd2c-442a-9f21-3376cae6237b,segment=NetworkSegment(ddb8eb9d-f136-4896-abc0-22e04f172cff),segment_id=ddb8eb9d-f136-4896-abc0-22e04f172cff)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:42:23.383321 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-647d0860-8ba8-4dd0-a4d6-5c1da0140813 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:23.402719 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-647d0860-8ba8-4dd0-a4d6-5c1da0140813 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Calling delete_port for 06c87164-dd2c-442a-9f21-3376cae6237b owned by network:router_interface {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:42:23.570868 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-647d0860-8ba8-4dd0-a4d6-5c1da0140813 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:23.596302 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647d0860-8ba8-4dd0-a4d6-5c1da0140813 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Pushing event deleted for resources: {'Port': ['ID=06c87164-dd2c-442a-9f21-3376cae6237b,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:42:23.707911 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-647d0860-8ba8-4dd0-a4d6-5c1da0140813 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-593931'] for router_interface, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:23.901906 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-647d0860-8ba8-4dd0-a4d6-5c1da0140813 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Router 4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:42:23.991780 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-647d0860-8ba8-4dd0-a4d6-5c1da0140813 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:42:23.997681 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-647d0860-8ba8-4dd0-a4d6-5c1da0140813 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] 10.222.0.85 "PUT /v2.0/routers/4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2996716 May 18 18:42:24.000084 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 45230) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:42:24.000980 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b8e1ed-855d-494d-ac4f-b629e56b9212 None None] Sync routers for ids ['4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:42:24.011475 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b8e1ed-855d-494d-ac4f-b629e56b9212 None None] Routers {'4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:42:24.012185 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-44b8e1ed-855d-494d-ac4f-b629e56b9212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:42:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:42:24.057295 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bcd943f-fc03-4679-ab18-6db0c36ba4d8 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Deleting subnet 839c639f-c38b-48e2-93b1-f258ba176d90 {{(pid=102731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:42:24.060480 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1bcd943f-fc03-4679-ab18-6db0c36ba4d8 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks [] for subnet, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:24.101916 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-44b8e1ed-855d-494d-ac4f-b629e56b9212 None None] Set router 4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4 gateway port host: None {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:42:24.112849 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1bcd943f-fc03-4679-ab18-6db0c36ba4d8 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260542153'] for subnet, precommit_delete_associations {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:24.200418 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1bcd943f-fc03-4679-ab18-6db0c36ba4d8 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:24.275565 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1bcd943f-fc03-4679-ab18-6db0c36ba4d8 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260898416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260908030'] for subnet, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:24.301481 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcd943f-fc03-4679-ab18-6db0c36ba4d8 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Pushing event deleted for resources: {'Subnet': ['ID=839c639f-c38b-48e2-93b1-f258ba176d90,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:42:24.308459 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1bcd943f-fc03-4679-ab18-6db0c36ba4d8 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:24.313980 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-1bcd943f-fc03-4679-ab18-6db0c36ba4d8 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] 10.222.0.85 "DELETE /v2.0/subnets/839c639f-c38b-48e2-93b1-f258ba176d90 HTTP/1.1" status: 204 len: 168 time: 0.3128645 May 18 18:42:24.314760 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 45232) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:42:24.318778 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c8b2cbf-fe1e-45b2-ba90-bc798d2a56c1 None None] Network fe0fc1a1-dc18-4224-8ab5-85477c86ac0e requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:42:24.390834 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device f70d8836-fee2-4ac0-a757-3c946121547c no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:42:24.395321 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8f782255-0143-4837-9558-c3b9a75dc857 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:24.422122 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: f70d8836-fee2-4ac0-a757-3c946121547c {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:42:24.422321 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device f70d8836-fee2-4ac0-a757-3c946121547c not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:42:24.422719 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 48195a73-73d1-4a79-84fb-6929eca641b7 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:42:24.453758 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-8f782255-0143-4837-9558-c3b9a75dc857 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Deleting port d4081dba-8d5e-4bc7-84da-adffa1a23a1e {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:42:24.454016 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8f782255-0143-4837-9558-c3b9a75dc857 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:24.464173 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 48195a73-73d1-4a79-84fb-6929eca641b7 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:42:24.464522 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 48195a73-73d1-4a79-84fb-6929eca641b7 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:42:24.486815 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-44b8e1ed-855d-494d-ac4f-b629e56b9212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4', 'name': 'tempest-RoutersIpV6Test-router-2139991436', 'tenant_id': 'e6b0c515ae604a9196823607914d69b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:42:03Z', 'updated_at': '2022-05-18T18:42:23Z', 'revision_number': 10, 'project_id': 'e6b0c515ae604a9196823607914d69b8', 'gw_port_host': None, '_interfaces': [{'id': 'ae31468b-7862-480d-941c-9135aaecc7b4', 'name': '', 'network_id': '920a5db2-8a23-4613-85b7-535132eb744e', 'tenant_id': 'e6b0c515ae604a9196823607914d69b8', 'mac_address': 'fa:16:3e:26:d5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '76f7b6e0-d020-4229-bc71-3ea6ecab3643', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:42:04Z', 'updated_at': '2022-05-18T18:42:07Z', 'revision_number': 5, 'project_id': 'e6b0c515ae604a9196823607914d69b8', 'subnets': [{'id': '76f7b6e0-d020-4229-bc71-3ea6ecab3643', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:42:24.519173 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-8f782255-0143-4837-9558-c3b9a75dc857 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] For port d4081dba-8d5e-4bc7-84da-adffa1a23a1e, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=d4081dba-8d5e-4bc7-84da-adffa1a23a1e,segment=NetworkSegment(ddb8eb9d-f136-4896-abc0-22e04f172cff),segment_id=ddb8eb9d-f136-4896-abc0-22e04f172cff)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:42:24.519547 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8f782255-0143-4837-9558-c3b9a75dc857 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:24.522682 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b8e1ed-855d-494d-ac4f-b629e56b9212 None None] Checking router: 4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4 for host: n-d-838550-3 {{(pid=102732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:42:24.532931 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-8f782255-0143-4837-9558-c3b9a75dc857 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Calling delete_port for d4081dba-8d5e-4bc7-84da-adffa1a23a1e owned by network:dhcp {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:42:24.536517 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b8e1ed-855d-494d-ac4f-b629e56b9212 None None] Routers {'4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:42:24.537149 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-44b8e1ed-855d-494d-ac4f-b629e56b9212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:42:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:42:24.613285 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef74b9b-37fa-4ba8-871b-7f2dbebd1821 None None] DHCP port deletion for fe0fc1a1-dc18-4224-8ab5-85477c86ac0e request from n-d-838550-3 {{(pid=102732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 18:42:24.618629 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8f782255-0143-4837-9558-c3b9a75dc857 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:24.640395 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-44b8e1ed-855d-494d-ac4f-b629e56b9212 None None] Set router 4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4 gateway port host: None {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:42:24.645729 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f782255-0143-4837-9558-c3b9a75dc857 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Pushing event deleted for resources: {'Port': ['ID=d4081dba-8d5e-4bc7-84da-adffa1a23a1e,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:42:24.649746 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f782255-0143-4837-9558-c3b9a75dc857 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] No DVR routers for this DVR port d4081dba-8d5e-4bc7-84da-adffa1a23a1e on host n-d-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:42:24.727519 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8f782255-0143-4837-9558-c3b9a75dc857 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:24.751820 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-8f782255-0143-4837-9558-c3b9a75dc857 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe0fc1a1-dc18-4224-8ab5-85477c86ac0e']}} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:42:24.762161 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-8f782255-0143-4837-9558-c3b9a75dc857 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddb8eb9d-f136-4896-abc0-22e04f172cff') {'for_net_delete': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:42:24.762457 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-8f782255-0143-4837-9558-c3b9a75dc857 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddb8eb9d-f136-4896-abc0-22e04f172cff') {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:42:24.771872 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8f782255-0143-4837-9558-c3b9a75dc857 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260107375'] for segment, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:24.785027 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8f782255-0143-4837-9558-c3b9a75dc857 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:24.791348 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f782255-0143-4837-9558-c3b9a75dc857 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=102730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:42:24.791830 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8f782255-0143-4837-9558-c3b9a75dc857 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261102736'] for segment, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:24.794939 n-d-838550-3 neutron-server[102730]: Traceback (most recent call last): May 18 18:42:24.794939 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:42:24.794939 n-d-838550-3 neutron-server[102730]: timer() May 18 18:42:24.794939 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:42:24.794939 n-d-838550-3 neutron-server[102730]: cb(*args, **kw) May 18 18:42:24.794939 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:42:24.794939 n-d-838550-3 neutron-server[102730]: return func(*args, **kwargs) May 18 18:42:24.794939 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:42:24.794939 n-d-838550-3 neutron-server[102730]: self._notify() May 18 18:42:24.794939 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:42:24.794939 n-d-838550-3 neutron-server[102730]: self.callback(batched_events) May 18 18:42:24.794939 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:42:24.794939 n-d-838550-3 neutron-server[102730]: event.method(event) May 18 18:42:24.794939 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:42:24.794939 n-d-838550-3 neutron-server[102730]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:42:24.794939 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:42:24.794939 n-d-838550-3 neutron-server[102730]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:42:24.794939 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:42:24.794939 n-d-838550-3 neutron-server[102730]: return f(self, *a, **k) May 18 18:42:24.794939 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:42:24.794939 n-d-838550-3 neutron-server[102730]: return self._get(url).json() May 18 18:42:24.794939 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:42:24.794939 n-d-838550-3 neutron-server[102730]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:42:24.794939 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:42:24.794939 n-d-838550-3 neutron-server[102730]: return self.request(url, 'GET', **kwargs) May 18 18:42:24.794939 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:42:24.794939 n-d-838550-3 neutron-server[102730]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:42:24.794939 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:42:24.794939 n-d-838550-3 neutron-server[102730]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:42:24.794939 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:42:24.794939 n-d-838550-3 neutron-server[102730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:42:24.794939 n-d-838550-3 neutron-server[102730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:42:24.852813 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8f782255-0143-4837-9558-c3b9a75dc857 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:24.853002 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-44b8e1ed-855d-494d-ac4f-b629e56b9212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4', 'name': 'tempest-RoutersIpV6Test-router-2139991436', 'tenant_id': 'e6b0c515ae604a9196823607914d69b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:42:03Z', 'updated_at': '2022-05-18T18:42:23Z', 'revision_number': 10, 'project_id': 'e6b0c515ae604a9196823607914d69b8', 'gw_port_host': None, '_interfaces': [{'id': 'ae31468b-7862-480d-941c-9135aaecc7b4', 'name': '', 'network_id': '920a5db2-8a23-4613-85b7-535132eb744e', 'tenant_id': 'e6b0c515ae604a9196823607914d69b8', 'mac_address': 'fa:16:3e:26:d5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '76f7b6e0-d020-4229-bc71-3ea6ecab3643', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:42:04Z', 'updated_at': '2022-05-18T18:42:07Z', 'revision_number': 5, 'project_id': 'e6b0c515ae604a9196823607914d69b8', 'subnets': [{'id': '76f7b6e0-d020-4229-bc71-3ea6ecab3643', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:42:24.857132 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8f782255-0143-4837-9558-c3b9a75dc857 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:24.861058 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-8f782255-0143-4837-9558-c3b9a75dc857 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] 10.222.0.85 "DELETE /v2.0/networks/fe0fc1a1-dc18-4224-8ab5-85477c86ac0e HTTP/1.1" status: 204 len: 168 time: 0.5441196 May 18 18:42:24.863849 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 45234) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:42:24.875558 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f782255-0143-4837-9558-c3b9a75dc857 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Pushing event deleted for resources: {'Network': ['ID=fe0fc1a1-dc18-4224-8ab5-85477c86ac0e,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:42:24.883604 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b8e1ed-855d-494d-ac4f-b629e56b9212 None None] The sync data for ids ['4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4'] in n-d-838550-3 is: [{'id': '4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4', 'name': 'tempest-RoutersIpV6Test-router-2139991436', 'tenant_id': 'e6b0c515ae604a9196823607914d69b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:42:03Z', 'updated_at': '2022-05-18T18:42:23Z', 'revision_number': 10, 'project_id': 'e6b0c515ae604a9196823607914d69b8', 'gw_port_host': None, '_interfaces': [{'id': 'ae31468b-7862-480d-941c-9135aaecc7b4', 'name': '', 'network_id': '920a5db2-8a23-4613-85b7-535132eb744e', 'tenant_id': 'e6b0c515ae604a9196823607914d69b8', 'mac_address': 'fa:16:3e:26:d5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '76f7b6e0-d020-4229-bc71-3ea6ecab3643', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:42:04Z', 'updated_at': '2022-05-18T18:42:07Z', 'revision_number': 5, 'project_id': 'e6b0c515ae604a9196823607914d69b8', 'subnets': [{'id': '76f7b6e0-d020-4229-bc71-3ea6ecab3643', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:42:25.194456 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-caa2990a-a8d1-4470-a3c7-090faf8c5e4a tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-595963'] for router_interface, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:25.446897 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-caa2990a-a8d1-4470-a3c7-090faf8c5e4a tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Deleting port ae31468b-7862-480d-941c-9135aaecc7b4 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:42:25.447164 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-caa2990a-a8d1-4470-a3c7-090faf8c5e4a tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:25.543157 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-caa2990a-a8d1-4470-a3c7-090faf8c5e4a tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] For port ae31468b-7862-480d-941c-9135aaecc7b4, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=ae31468b-7862-480d-941c-9135aaecc7b4,segment=NetworkSegment(f9402767-af7e-4d8c-a714-94c88a85043c),segment_id=f9402767-af7e-4d8c-a714-94c88a85043c)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:42:25.543522 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-caa2990a-a8d1-4470-a3c7-090faf8c5e4a tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:25.555022 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-caa2990a-a8d1-4470-a3c7-090faf8c5e4a tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Calling delete_port for ae31468b-7862-480d-941c-9135aaecc7b4 owned by network:router_interface {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:42:25.723504 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-caa2990a-a8d1-4470-a3c7-090faf8c5e4a tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:25.746879 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa2990a-a8d1-4470-a3c7-090faf8c5e4a tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Pushing event deleted for resources: {'Port': ['ID=ae31468b-7862-480d-941c-9135aaecc7b4,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:42:25.846155 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-caa2990a-a8d1-4470-a3c7-090faf8c5e4a tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-593931'] for router_interface, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:26.000647 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caa2990a-a8d1-4470-a3c7-090faf8c5e4a tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Router 4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:42:26.075275 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caa2990a-a8d1-4470-a3c7-090faf8c5e4a tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:42:26.080143 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-caa2990a-a8d1-4470-a3c7-090faf8c5e4a tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] 10.222.0.85 "PUT /v2.0/routers/4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2150574 May 18 18:42:26.082820 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 45236) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:42:26.085386 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc87458c-ded3-4307-926e-c8523ef89ed2 None None] Sync routers for ids ['4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:42:26.095339 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc87458c-ded3-4307-926e-c8523ef89ed2 None None] Routers {'4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:42:26.095960 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-cc87458c-ded3-4307-926e-c8523ef89ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:42:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:42:26.136890 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0480ea9-6732-4b0b-b5f0-0c509447c35a tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Deleting subnet 76f7b6e0-d020-4229-bc71-3ea6ecab3643 {{(pid=102731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:42:26.140147 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a0480ea9-6732-4b0b-b5f0-0c509447c35a tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks [] for subnet, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:26.162854 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-cc87458c-ded3-4307-926e-c8523ef89ed2 None None] Set router 4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4 gateway port host: None {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:42:26.191467 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a0480ea9-6732-4b0b-b5f0-0c509447c35a tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260542153'] for subnet, precommit_delete_associations {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:26.292483 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a0480ea9-6732-4b0b-b5f0-0c509447c35a tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:26.312292 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-cc87458c-ded3-4307-926e-c8523ef89ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4', 'name': 'tempest-RoutersIpV6Test-router-2139991436', 'tenant_id': 'e6b0c515ae604a9196823607914d69b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:42:03Z', 'updated_at': '2022-05-18T18:42:25Z', 'revision_number': 11, 'project_id': 'e6b0c515ae604a9196823607914d69b8', 'gw_port_host': None}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:42:26.340256 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc87458c-ded3-4307-926e-c8523ef89ed2 None None] Checking router: 4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4 for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:42:26.350606 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc87458c-ded3-4307-926e-c8523ef89ed2 None None] Routers {'4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:42:26.351238 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-cc87458c-ded3-4307-926e-c8523ef89ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:42:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:42:26.380103 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device d4081dba-8d5e-4bc7-84da-adffa1a23a1e no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:42:26.403221 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: d4081dba-8d5e-4bc7-84da-adffa1a23a1e {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:42:26.403565 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device d4081dba-8d5e-4bc7-84da-adffa1a23a1e not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:42:26.403990 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 06c87164-dd2c-442a-9f21-3376cae6237b no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:42:26.428530 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-cc87458c-ded3-4307-926e-c8523ef89ed2 None None] Set router 4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4 gateway port host: None {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:42:26.429262 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 06c87164-dd2c-442a-9f21-3376cae6237b {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:42:26.429608 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 06c87164-dd2c-442a-9f21-3376cae6237b not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:42:26.495521 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-cc87458c-ded3-4307-926e-c8523ef89ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4', 'name': 'tempest-RoutersIpV6Test-router-2139991436', 'tenant_id': 'e6b0c515ae604a9196823607914d69b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:42:03Z', 'updated_at': '2022-05-18T18:42:25Z', 'revision_number': 11, 'project_id': 'e6b0c515ae604a9196823607914d69b8', 'gw_port_host': None}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:42:26.525765 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc87458c-ded3-4307-926e-c8523ef89ed2 None None] The sync data for ids ['4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4'] in n-d-838550-3 is: [{'id': '4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4', 'name': 'tempest-RoutersIpV6Test-router-2139991436', 'tenant_id': 'e6b0c515ae604a9196823607914d69b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:42:03Z', 'updated_at': '2022-05-18T18:42:25Z', 'revision_number': 11, 'project_id': 'e6b0c515ae604a9196823607914d69b8', 'gw_port_host': None}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:42:26.723621 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a0480ea9-6732-4b0b-b5f0-0c509447c35a tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260898416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260908030'] for subnet, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:26.752185 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0480ea9-6732-4b0b-b5f0-0c509447c35a tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Pushing event deleted for resources: {'Subnet': ['ID=76f7b6e0-d020-4229-bc71-3ea6ecab3643,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:42:26.754247 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a0480ea9-6732-4b0b-b5f0-0c509447c35a tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:26.757420 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-a0480ea9-6732-4b0b-b5f0-0c509447c35a tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] 10.222.0.85 "DELETE /v2.0/subnets/76f7b6e0-d020-4229-bc71-3ea6ecab3643 HTTP/1.1" status: 204 len: 168 time: 0.6736920 May 18 18:42:26.760467 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 45238) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:42:26.762990 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-584879ee-11f6-4b52-9c49-7d1458392374 None None] Network 920a5db2-8a23-4613-85b7-535132eb744e requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:42:26.845563 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-510bdad4-324c-4327-9d06-e77e8d80d4ae tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:26.911928 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-510bdad4-324c-4327-9d06-e77e8d80d4ae tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Deleting port 3522b012-1967-443a-b7c5-592c8f4d2928 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:42:26.912364 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-510bdad4-324c-4327-9d06-e77e8d80d4ae tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:26.951425 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aad4207-02a9-4b87-9148-81e214a13d66 None None] DHCP port deletion for 920a5db2-8a23-4613-85b7-535132eb744e request from n-d-838550-3 {{(pid=102732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 18:42:26.981609 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-510bdad4-324c-4327-9d06-e77e8d80d4ae tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] For port 3522b012-1967-443a-b7c5-592c8f4d2928, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=3522b012-1967-443a-b7c5-592c8f4d2928,segment=NetworkSegment(f9402767-af7e-4d8c-a714-94c88a85043c),segment_id=f9402767-af7e-4d8c-a714-94c88a85043c)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:42:26.982100 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-510bdad4-324c-4327-9d06-e77e8d80d4ae tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:26.995558 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-510bdad4-324c-4327-9d06-e77e8d80d4ae tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Calling delete_port for 3522b012-1967-443a-b7c5-592c8f4d2928 owned by network:dhcp {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:42:27.005550 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-2aad4207-02a9-4b87-9148-81e214a13d66 None None] Deleting port 3522b012-1967-443a-b7c5-592c8f4d2928 {{(pid=102732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:42:27.005937 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-2aad4207-02a9-4b87-9148-81e214a13d66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:27.068776 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-2aad4207-02a9-4b87-9148-81e214a13d66 None None] For port 3522b012-1967-443a-b7c5-592c8f4d2928, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=3522b012-1967-443a-b7c5-592c8f4d2928,segment=NetworkSegment(f9402767-af7e-4d8c-a714-94c88a85043c),segment_id=f9402767-af7e-4d8c-a714-94c88a85043c)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:42:27.069259 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-2aad4207-02a9-4b87-9148-81e214a13d66 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:27.082695 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-510bdad4-324c-4327-9d06-e77e8d80d4ae tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:27.084219 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-2aad4207-02a9-4b87-9148-81e214a13d66 None None] Calling delete_port for 3522b012-1967-443a-b7c5-592c8f4d2928 owned by network:dhcp {{(pid=102732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:42:27.107027 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bdad4-324c-4327-9d06-e77e8d80d4ae tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Pushing event deleted for resources: {'Port': ['ID=3522b012-1967-443a-b7c5-592c8f4d2928,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:42:27.114197 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510bdad4-324c-4327-9d06-e77e8d80d4ae tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] No DVR routers for this DVR port 3522b012-1967-443a-b7c5-592c8f4d2928 on host n-d-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:42:27.166859 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-2aad4207-02a9-4b87-9148-81e214a13d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508'] for port, after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:27.192090 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aad4207-02a9-4b87-9148-81e214a13d66 None None] Pushing event deleted for resources: {'Port': ['ID=3522b012-1967-443a-b7c5-592c8f4d2928,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:42:27.192360 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-510bdad4-324c-4327-9d06-e77e8d80d4ae tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:27.196784 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aad4207-02a9-4b87-9148-81e214a13d66 None None] No DVR routers for this DVR port 3522b012-1967-443a-b7c5-592c8f4d2928 on host n-d-838550-3 {{(pid=102732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:42:27.219551 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-510bdad4-324c-4327-9d06-e77e8d80d4ae tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['920a5db2-8a23-4613-85b7-535132eb744e']}} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:42:27.228710 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-510bdad4-324c-4327-9d06-e77e8d80d4ae tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9402767-af7e-4d8c-a714-94c88a85043c') {'for_net_delete': True} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:42:27.229008 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-510bdad4-324c-4327-9d06-e77e8d80d4ae tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9402767-af7e-4d8c-a714-94c88a85043c') {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:42:27.238357 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-510bdad4-324c-4327-9d06-e77e8d80d4ae tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260542144'] for segment, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:27.251041 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-510bdad4-324c-4327-9d06-e77e8d80d4ae tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:27.257702 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-510bdad4-324c-4327-9d06-e77e8d80d4ae tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=102731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:42:27.258280 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-510bdad4-324c-4327-9d06-e77e8d80d4ae tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260884178'] for segment, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:27.261149 n-d-838550-3 neutron-server[102731]: Traceback (most recent call last): May 18 18:42:27.261149 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:42:27.261149 n-d-838550-3 neutron-server[102731]: timer() May 18 18:42:27.261149 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:42:27.261149 n-d-838550-3 neutron-server[102731]: cb(*args, **kw) May 18 18:42:27.261149 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:42:27.261149 n-d-838550-3 neutron-server[102731]: return func(*args, **kwargs) May 18 18:42:27.261149 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:42:27.261149 n-d-838550-3 neutron-server[102731]: self._notify() May 18 18:42:27.261149 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:42:27.261149 n-d-838550-3 neutron-server[102731]: self.callback(batched_events) May 18 18:42:27.261149 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:42:27.261149 n-d-838550-3 neutron-server[102731]: event.method(event) May 18 18:42:27.261149 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:42:27.261149 n-d-838550-3 neutron-server[102731]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:42:27.261149 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:42:27.261149 n-d-838550-3 neutron-server[102731]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:42:27.261149 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:42:27.261149 n-d-838550-3 neutron-server[102731]: return f(self, *a, **k) May 18 18:42:27.261149 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:42:27.261149 n-d-838550-3 neutron-server[102731]: return self._get(url).json() May 18 18:42:27.261149 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:42:27.261149 n-d-838550-3 neutron-server[102731]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:42:27.261149 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:42:27.261149 n-d-838550-3 neutron-server[102731]: return self.request(url, 'GET', **kwargs) May 18 18:42:27.261149 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:42:27.261149 n-d-838550-3 neutron-server[102731]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:42:27.261149 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:42:27.261149 n-d-838550-3 neutron-server[102731]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:42:27.261149 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:42:27.261149 n-d-838550-3 neutron-server[102731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:42:27.261149 n-d-838550-3 neutron-server[102731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:42:27.322372 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-510bdad4-324c-4327-9d06-e77e8d80d4ae tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:27.326960 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-510bdad4-324c-4327-9d06-e77e8d80d4ae tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks [] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:27.330177 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-510bdad4-324c-4327-9d06-e77e8d80d4ae tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] 10.222.0.85 "DELETE /v2.0/networks/920a5db2-8a23-4613-85b7-535132eb744e HTTP/1.1" status: 204 len: 168 time: 0.5687501 May 18 18:42:27.333463 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 45240) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:42:27.338686 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-bf132bf4-2cec-4721-8727-ef1a44692d95 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Request body: {'router': {'routes': None}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:42:27.345488 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bdad4-324c-4327-9d06-e77e8d80d4ae tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Pushing event deleted for resources: {'Network': ['ID=920a5db2-8a23-4613-85b7-535132eb744e,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:42:27.764322 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.extraroute_db [None req-bf132bf4-2cec-4721-8727-ef1a44692d95 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Added routes are [] {{(pid=102730) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} May 18 18:42:27.764628 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.extraroute_db [None req-bf132bf4-2cec-4721-8727-ef1a44692d95 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Removed routes are [] {{(pid=102730) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} May 18 18:42:27.764982 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-bf132bf4-2cec-4721-8727-ef1a44692d95 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-596836', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-593224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25134'] for router, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:27.900540 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-bf132bf4-2cec-4721-8727-ef1a44692d95 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-596836', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-593224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25134'] for router, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:27.903757 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-bf132bf4-2cec-4721-8727-ef1a44692d95 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-596847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-596822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-593331'] for router, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:27.991077 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf132bf4-2cec-4721-8727-ef1a44692d95 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Router 4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:42:28.066498 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf132bf4-2cec-4721-8727-ef1a44692d95 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:42:28.073187 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-bf132bf4-2cec-4721-8727-ef1a44692d95 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks [] for router, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:28.074373 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-bf132bf4-2cec-4721-8727-ef1a44692d95 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] 10.222.0.85 "PUT /v2.0/routers/4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4 HTTP/1.1" status: 200 len: 705 time: 0.7398002 May 18 18:42:28.077048 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861a66d5-aa5c-4e66-b1a1-f37a15e88876 None None] Sync routers for ids ['4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:42:28.077497 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 45242) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:42:28.088119 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861a66d5-aa5c-4e66-b1a1-f37a15e88876 None None] Routers {'4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:42:28.088724 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-861a66d5-aa5c-4e66-b1a1-f37a15e88876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:42:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:42:28.106319 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-f57dd650-31b9-49ff-b703-64277b4d7a2d tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] 10.222.0.85 "GET /v2.0/ports?device_id=4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4 HTTP/1.1" status: 200 len: 205 time: 0.0260777 May 18 18:42:28.108893 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 45244) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:42:28.158472 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-861a66d5-aa5c-4e66-b1a1-f37a15e88876 None None] Set router 4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4 gateway port host: None {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:42:28.183615 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a25205ca-7e15-4d41-8ce5-861c0d53f558 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks [] for router, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:28.210022 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-861a66d5-aa5c-4e66-b1a1-f37a15e88876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4', 'name': 'tempest-RoutersIpV6Test-router-2139991436', 'tenant_id': 'e6b0c515ae604a9196823607914d69b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:42:03Z', 'updated_at': '2022-05-18T18:42:25Z', 'revision_number': 11, 'project_id': 'e6b0c515ae604a9196823607914d69b8', 'gw_port_host': None}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:42:28.240538 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861a66d5-aa5c-4e66-b1a1-f37a15e88876 None None] Checking router: 4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4 for host: n-d-838550-3 {{(pid=102732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:42:28.249384 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861a66d5-aa5c-4e66-b1a1-f37a15e88876 None None] Routers {'4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:42:28.250038 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-861a66d5-aa5c-4e66-b1a1-f37a15e88876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:42:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:42:28.329157 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device ae31468b-7862-480d-941c-9135aaecc7b4 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:42:28.334223 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-861a66d5-aa5c-4e66-b1a1-f37a15e88876 None None] Set router 4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4 gateway port host: None {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:42:28.358865 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a25205ca-7e15-4d41-8ce5-861c0d53f558 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25145'] for router, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:28.360984 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a25205ca-7e15-4d41-8ce5-861c0d53f558 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:28.401272 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: ae31468b-7862-480d-941c-9135aaecc7b4 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:42:28.401643 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device ae31468b-7862-480d-941c-9135aaecc7b4 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:42:28.402079 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 3522b012-1967-443a-b7c5-592c8f4d2928 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:42:28.403924 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-861a66d5-aa5c-4e66-b1a1-f37a15e88876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4', 'name': 'tempest-RoutersIpV6Test-router-2139991436', 'tenant_id': 'e6b0c515ae604a9196823607914d69b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:42:03Z', 'updated_at': '2022-05-18T18:42:25Z', 'revision_number': 11, 'project_id': 'e6b0c515ae604a9196823607914d69b8', 'gw_port_host': None}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:42:28.406205 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a25205ca-7e15-4d41-8ce5-861c0d53f558 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593303'] for router, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:28.406724 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a25205ca-7e15-4d41-8ce5-861c0d53f558 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Fanout notify agent at l3_agent the message router_deleted on router 4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4 {{(pid=102730) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 18 18:42:28.414194 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a25205ca-7e15-4d41-8ce5-861c0d53f558 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks [] for router, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:28.419418 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 45246) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:42:28.419899 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-a25205ca-7e15-4d41-8ce5-861c0d53f558 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] 10.222.0.85 "DELETE /v2.0/routers/4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4 HTTP/1.1" status: 204 len: 168 time: 0.3097997 May 18 18:42:28.425230 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-e13a53e9-f2ec-4abc-b807-ea051bcb189b tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1341023849', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:42:28.427967 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 3522b012-1967-443a-b7c5-592c8f4d2928 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:42:28.428323 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 3522b012-1967-443a-b7c5-592c8f4d2928 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:42:28.449239 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e13a53e9-f2ec-4abc-b807-ea051bcb189b tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25099'] for router, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:28.450282 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e13a53e9-f2ec-4abc-b807-ea051bcb189b tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-593238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596850', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25088'] for router, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:28.453753 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861a66d5-aa5c-4e66-b1a1-f37a15e88876 None None] The sync data for ids ['4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4'] in n-d-838550-3 is: [{'id': '4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4', 'name': 'tempest-RoutersIpV6Test-router-2139991436', 'tenant_id': 'e6b0c515ae604a9196823607914d69b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:42:03Z', 'updated_at': '2022-05-18T18:42:25Z', 'revision_number': 11, 'project_id': 'e6b0c515ae604a9196823607914d69b8', 'gw_port_host': None}] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:42:28.506965 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e13a53e9-f2ec-4abc-b807-ea051bcb189b tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:28.512125 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e13a53e9-f2ec-4abc-b807-ea051bcb189b tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596801'] for router, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:28.530870 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e13a53e9-f2ec-4abc-b807-ea051bcb189b tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks [] for router, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:28.532078 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-e13a53e9-f2ec-4abc-b807-ea051bcb189b tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1109965 May 18 18:42:28.534827 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 45248) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:42:28.539164 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-3c2f61b9-dbba-4173-8238-09e497c4a30c tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:42:28.762728 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3c2f61b9-dbba-4173-8238-09e497c4a30c tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-596836', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-593224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25134'] for router, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:28.772856 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3c2f61b9-dbba-4173-8238-09e497c4a30c tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-596847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-596822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-593331'] for router, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:28.871247 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c2f61b9-dbba-4173-8238-09e497c4a30c tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Router f0a1fa7c-3589-4005-9b96-4470b22296d6 is scheduled to L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e with binding_index 1 {{(pid=102731) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 18 18:42:28.948699 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c2f61b9-dbba-4173-8238-09e497c4a30c tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:42:28.955259 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3c2f61b9-dbba-4173-8238-09e497c4a30c tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks [] for router, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:28.956446 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-3c2f61b9-dbba-4173-8238-09e497c4a30c tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] 10.222.0.85 "PUT /v2.0/routers/f0a1fa7c-3589-4005-9b96-4470b22296d6 HTTP/1.1" status: 200 len: 698 time: 0.4206874 May 18 18:42:28.958219 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf55517-99ec-42c2-b665-258370c4084f None None] Sync routers for ids ['f0a1fa7c-3589-4005-9b96-4470b22296d6'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:42:28.959577 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 45250) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:42:28.970076 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf55517-99ec-42c2-b665-258370c4084f None None] Routers {'f0a1fa7c-3589-4005-9b96-4470b22296d6'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:42:28.970701 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-adf55517-99ec-42c2-b665-258370c4084f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:42:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['f0a1fa7c-3589-4005-9b96-4470b22296d6'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:42:29.040457 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-adf55517-99ec-42c2-b665-258370c4084f None None] Set router f0a1fa7c-3589-4005-9b96-4470b22296d6 gateway port host: None {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:42:29.040648 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-e6ee6102-2854-4f4b-a51e-70c00c14717a tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] 10.222.0.85 "GET /v2.0/routers/f0a1fa7c-3589-4005-9b96-4470b22296d6 HTTP/1.1" status: 200 len: 704 time: 0.0797455 May 18 18:42:29.043208 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 45252) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:42:29.072606 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-b7c1abbb-ca8c-4a06-9dff-242e6083cf0d tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] 10.222.0.85 "GET /v2.0/ports?device_id=f0a1fa7c-3589-4005-9b96-4470b22296d6 HTTP/1.1" status: 200 len: 205 time: 0.0260592 May 18 18:42:29.072825 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 45254) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:42:29.094350 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-adf55517-99ec-42c2-b665-258370c4084f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0a1fa7c-3589-4005-9b96-4470b22296d6', 'name': 'tempest-RoutersIpV6Test-router-1341023849', 'tenant_id': 'e6b0c515ae604a9196823607914d69b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:42:28Z', 'updated_at': '2022-05-18T18:42:28Z', 'revision_number': 2, 'project_id': 'e6b0c515ae604a9196823607914d69b8', 'gw_port_host': None}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:42:29.121032 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf55517-99ec-42c2-b665-258370c4084f None None] Checking router: f0a1fa7c-3589-4005-9b96-4470b22296d6 for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:42:29.129175 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf55517-99ec-42c2-b665-258370c4084f None None] Routers {'f0a1fa7c-3589-4005-9b96-4470b22296d6'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:42:29.129808 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-adf55517-99ec-42c2-b665-258370c4084f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:42:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['f0a1fa7c-3589-4005-9b96-4470b22296d6'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:42:29.148637 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7641df75-8cb8-4133-9f5c-12c8aab9d39d tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks [] for router, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:29.197536 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-adf55517-99ec-42c2-b665-258370c4084f None None] Set router f0a1fa7c-3589-4005-9b96-4470b22296d6 gateway port host: None {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:42:29.251088 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-adf55517-99ec-42c2-b665-258370c4084f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0a1fa7c-3589-4005-9b96-4470b22296d6', 'name': 'tempest-RoutersIpV6Test-router-1341023849', 'tenant_id': 'e6b0c515ae604a9196823607914d69b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:42:28Z', 'updated_at': '2022-05-18T18:42:28Z', 'revision_number': 2, 'project_id': 'e6b0c515ae604a9196823607914d69b8', 'gw_port_host': None}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:42:29.277140 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf55517-99ec-42c2-b665-258370c4084f None None] The sync data for ids ['f0a1fa7c-3589-4005-9b96-4470b22296d6'] in n-d-838550-3 is: [{'id': 'f0a1fa7c-3589-4005-9b96-4470b22296d6', 'name': 'tempest-RoutersIpV6Test-router-1341023849', 'tenant_id': 'e6b0c515ae604a9196823607914d69b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:42:28Z', 'updated_at': '2022-05-18T18:42:28Z', 'revision_number': 2, 'project_id': 'e6b0c515ae604a9196823607914d69b8', 'gw_port_host': None}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:42:29.308257 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7641df75-8cb8-4133-9f5c-12c8aab9d39d tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25145'] for router, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:29.310390 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7641df75-8cb8-4133-9f5c-12c8aab9d39d tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:29.354970 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7641df75-8cb8-4133-9f5c-12c8aab9d39d tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593303'] for router, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:29.355497 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7641df75-8cb8-4133-9f5c-12c8aab9d39d tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Fanout notify agent at l3_agent the message router_deleted on router f0a1fa7c-3589-4005-9b96-4470b22296d6 {{(pid=102730) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 18 18:42:29.363394 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7641df75-8cb8-4133-9f5c-12c8aab9d39d tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] Notify callbacks [] for router, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:29.364489 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-7641df75-8cb8-4133-9f5c-12c8aab9d39d tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] 10.222.0.85 "DELETE /v2.0/routers/f0a1fa7c-3589-4005-9b96-4470b22296d6 HTTP/1.1" status: 204 len: 168 time: 0.2907765 May 18 18:42:29.368407 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 45256) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:42:29.403004 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-553ac302-cdd6-4e0e-b754-80db5dbd3481 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] 10.222.0.85 "GET /v2.0/ports?device_id=f0a1fa7c-3589-4005-9b96-4470b22296d6 HTTP/1.1" status: 200 len: 205 time: 0.0314019 May 18 18:42:29.403316 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 45258) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:42:29.441426 n-d-838550-3 neutron-server[102730]: INFO neutron.api.v2.resource [None req-4e9cc04a-bcc7-43a9-b219-628fb01e8ae8 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] delete failed (client error): The resource could not be found. May 18 18:42:29.443285 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-4e9cc04a-bcc7-43a9-b219-628fb01e8ae8 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] 10.222.0.85 "DELETE /v2.0/routers/f0a1fa7c-3589-4005-9b96-4470b22296d6 HTTP/1.1" status: 404 len: 336 time: 0.0383444 May 18 18:42:29.445135 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 45260) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:42:29.472366 n-d-838550-3 neutron-server[102730]: INFO neutron.pecan_wsgi.hooks.translation [None req-3468c34d-cb21-455a-bfdd-cf6e81396663 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] DELETE failed (client error): The resource could not be found. May 18 18:42:29.472824 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3468c34d-cb21-455a-bfdd-cf6e81396663 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:42:29.475925 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-3468c34d-cb21-455a-bfdd-cf6e81396663 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] 10.222.0.85 "DELETE /v2.0/subnets/d50d0663-ca6a-431d-852d-99cae2c576f7 HTTP/1.1" status: 404 len: 337 time: 0.0298498 May 18 18:42:29.478744 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 45262) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:42:29.506513 n-d-838550-3 neutron-server[102731]: INFO neutron.pecan_wsgi.hooks.translation [None req-478bce11-6536-40fe-967f-bb973d9c1685 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] DELETE failed (client error): The resource could not be found. May 18 18:42:29.506970 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-478bce11-6536-40fe-967f-bb973d9c1685 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:42:29.510007 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-478bce11-6536-40fe-967f-bb973d9c1685 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] 10.222.0.85 "DELETE /v2.0/subnets/668f80ad-31de-4cea-bd48-8aa559f4707f HTTP/1.1" status: 404 len: 337 time: 0.0302258 May 18 18:42:29.512582 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 45264) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:42:29.538562 n-d-838550-3 neutron-server[102731]: INFO neutron.pecan_wsgi.hooks.translation [None req-5939862e-fbb1-4702-9a51-93d919e102e7 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] DELETE failed (client error): The resource could not be found. May 18 18:42:29.538999 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5939862e-fbb1-4702-9a51-93d919e102e7 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:42:29.541935 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-5939862e-fbb1-4702-9a51-93d919e102e7 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] 10.222.0.85 "DELETE /v2.0/subnets/839c639f-c38b-48e2-93b1-f258ba176d90 HTTP/1.1" status: 404 len: 337 time: 0.0283816 May 18 18:42:29.544187 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 45266) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:42:29.569495 n-d-838550-3 neutron-server[102731]: INFO neutron.pecan_wsgi.hooks.translation [None req-a54beab6-d96e-4d7b-b138-ddbd55258780 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] DELETE failed (client error): The resource could not be found. May 18 18:42:29.569895 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a54beab6-d96e-4d7b-b138-ddbd55258780 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:42:29.573137 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-a54beab6-d96e-4d7b-b138-ddbd55258780 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] 10.222.0.85 "DELETE /v2.0/subnets/76f7b6e0-d020-4229-bc71-3ea6ecab3643 HTTP/1.1" status: 404 len: 337 time: 0.0280857 May 18 18:42:29.575683 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 45268) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:42:29.601604 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-7b41f8bc-b921-468e-8a0b-f7ad84a8416e tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] 10.222.0.85 "GET /v2.0/ports?device_id=4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4 HTTP/1.1" status: 200 len: 205 time: 0.0248883 May 18 18:42:29.603854 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 45270) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:42:29.645248 n-d-838550-3 neutron-server[102731]: INFO neutron.api.v2.resource [None req-c4951c9e-e253-4f91-8fb8-1606998657bc tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] delete failed (client error): The resource could not be found. May 18 18:42:29.646286 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-c4951c9e-e253-4f91-8fb8-1606998657bc tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] 10.222.0.85 "DELETE /v2.0/routers/4dcd2a7c-27c3-4c0e-9421-ca21a3a5e3c4 HTTP/1.1" status: 404 len: 336 time: 0.0415678 May 18 18:42:29.649321 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 45272) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:42:29.676434 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-a168b4fc-109d-4aa3-a39e-9db84f307b02 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] 10.222.0.85 "GET /v2.0/ports?device_id=bd2ecf75-94f7-4b45-aec2-ce086f314a42 HTTP/1.1" status: 200 len: 205 time: 0.0259089 May 18 18:42:29.678659 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 45274) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:42:29.722105 n-d-838550-3 neutron-server[102731]: INFO neutron.api.v2.resource [None req-62b88f01-6dd1-41ae-8eef-c28d5f53c8d9 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] delete failed (client error): The resource could not be found. May 18 18:42:29.723158 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-62b88f01-6dd1-41ae-8eef-c28d5f53c8d9 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] 10.222.0.85 "DELETE /v2.0/routers/bd2ecf75-94f7-4b45-aec2-ce086f314a42 HTTP/1.1" status: 404 len: 336 time: 0.0435939 May 18 18:42:29.725779 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 45276) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:42:29.755941 n-d-838550-3 neutron-server[102731]: INFO neutron.pecan_wsgi.hooks.translation [None req-c796ad6d-b5e0-4f68-b5ec-ef34d8dc456f tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] DELETE failed (client error): The resource could not be found. May 18 18:42:29.756389 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c796ad6d-b5e0-4f68-b5ec-ef34d8dc456f tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:42:29.759411 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-c796ad6d-b5e0-4f68-b5ec-ef34d8dc456f tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] 10.222.0.85 "DELETE /v2.0/subnets/4c476b31-f1f9-479a-a771-823aa72a26bc HTTP/1.1" status: 404 len: 337 time: 0.0327394 May 18 18:42:29.761882 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 45278) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:42:29.788373 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-f1b57264-08a3-47b8-9308-96cb37943d95 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] 10.222.0.85 "GET /v2.0/ports?device_id=0cc08bee-53e5-430f-95e1-22584834344f HTTP/1.1" status: 200 len: 205 time: 0.0253844 May 18 18:42:29.790593 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 45280) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:42:29.826862 n-d-838550-3 neutron-server[102731]: INFO neutron.api.v2.resource [None req-cb77b18f-1fc1-44e5-97e1-93593c83f7ac tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] delete failed (client error): The resource could not be found. May 18 18:42:29.827798 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-cb77b18f-1fc1-44e5-97e1-93593c83f7ac tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] 10.222.0.85 "DELETE /v2.0/routers/0cc08bee-53e5-430f-95e1-22584834344f HTTP/1.1" status: 404 len: 336 time: 0.0363333 May 18 18:42:29.830237 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 45282) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:42:29.857145 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-caa30f22-2ef7-4a66-b908-6cd6db377ed8 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] 10.222.0.85 "GET /v2.0/ports?device_id=de64ee12-460b-463b-bde1-b0700793d117 HTTP/1.1" status: 200 len: 205 time: 0.0253689 May 18 18:42:29.859367 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 45284) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:42:29.900354 n-d-838550-3 neutron-server[102731]: INFO neutron.api.v2.resource [None req-7903b254-ef3c-4ccd-9c8c-4bdcec11b41a tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] delete failed (client error): The resource could not be found. May 18 18:42:29.901395 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-7903b254-ef3c-4ccd-9c8c-4bdcec11b41a tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] 10.222.0.85 "DELETE /v2.0/routers/de64ee12-460b-463b-bde1-b0700793d117 HTTP/1.1" status: 404 len: 336 time: 0.0411525 May 18 18:42:29.903891 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 45286) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:42:29.931068 n-d-838550-3 neutron-server[102731]: INFO neutron.pecan_wsgi.hooks.translation [None req-87552d82-7cf7-48e8-9689-534445f780b4 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] DELETE failed (client error): The resource could not be found. May 18 18:42:29.931535 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87552d82-7cf7-48e8-9689-534445f780b4 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:42:29.934667 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-87552d82-7cf7-48e8-9689-534445f780b4 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] 10.222.0.85 "DELETE /v2.0/subnets/a6705f57-1306-4894-98ec-9123cad5dd11 HTTP/1.1" status: 404 len: 337 time: 0.0298808 May 18 18:42:29.937332 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 45288) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:42:29.963808 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-947cbd27-dc0f-4d76-91a3-4fde962b4464 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] 10.222.0.85 "GET /v2.0/ports?device_id=fbb20132-8d90-42b2-bd93-0c9c5be8d23f HTTP/1.1" status: 200 len: 205 time: 0.0253668 May 18 18:42:29.966339 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 45290) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:42:30.019466 n-d-838550-3 neutron-server[102730]: INFO neutron.api.v2.resource [None req-3887d156-838a-4924-a95e-e43903b90e21 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] delete failed (client error): The resource could not be found. May 18 18:42:30.020480 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-3887d156-838a-4924-a95e-e43903b90e21 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] 10.222.0.85 "DELETE /v2.0/routers/fbb20132-8d90-42b2-bd93-0c9c5be8d23f HTTP/1.1" status: 404 len: 336 time: 0.0531712 May 18 18:42:30.023437 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 45292) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:42:30.050370 n-d-838550-3 neutron-server[102730]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c703ac0-0ea0-4dca-a97a-4aad21a5766f tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] DELETE failed (client error): The resource could not be found. May 18 18:42:30.050833 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c703ac0-0ea0-4dca-a97a-4aad21a5766f tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:42:30.053921 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-7c703ac0-0ea0-4dca-a97a-4aad21a5766f tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] 10.222.0.85 "DELETE /v2.0/subnets/86d9e3cf-1c25-427b-b327-11629b0a8ec0 HTTP/1.1" status: 404 len: 337 time: 0.0295389 May 18 18:42:30.056544 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 45294) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:42:30.083381 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-a54d0503-20b2-4f20-b046-e303ac1d63f4 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] 10.222.0.85 "GET /v2.0/ports?device_id=8e779e0f-8b4f-4a3a-b74c-dbfe96df6c80 HTTP/1.1" status: 200 len: 205 time: 0.0256882 May 18 18:42:30.085629 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 45296) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:42:30.123292 n-d-838550-3 neutron-server[102730]: INFO neutron.api.v2.resource [None req-ea7167e5-e62f-464a-b245-988876df7c06 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] delete failed (client error): The resource could not be found. May 18 18:42:30.124333 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-ea7167e5-e62f-464a-b245-988876df7c06 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] 10.222.0.85 "DELETE /v2.0/routers/8e779e0f-8b4f-4a3a-b74c-dbfe96df6c80 HTTP/1.1" status: 404 len: 336 time: 0.0377960 May 18 18:42:30.126761 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 45298) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:42:30.159526 n-d-838550-3 neutron-server[102730]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8643677-1b1e-41ce-820c-ffe720f2cbe1 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] DELETE failed (client error): The resource could not be found. May 18 18:42:30.159988 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8643677-1b1e-41ce-820c-ffe720f2cbe1 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:42:30.163043 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-b8643677-1b1e-41ce-820c-ffe720f2cbe1 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] 10.222.0.85 "DELETE /v2.0/subnets/921233a6-9c79-48df-9231-6f4c541ebc78 HTTP/1.1" status: 404 len: 337 time: 0.0353465 May 18 18:42:30.165470 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 45300) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:42:30.191582 n-d-838550-3 neutron-server[102730]: INFO neutron.pecan_wsgi.hooks.translation [None req-a39f53c3-11ca-4386-bc7f-e3421ef0d4d1 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] DELETE failed (client error): The resource could not be found. May 18 18:42:30.192041 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a39f53c3-11ca-4386-bc7f-e3421ef0d4d1 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:42:30.195142 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-a39f53c3-11ca-4386-bc7f-e3421ef0d4d1 tempest-RoutersIpV6Test-1912684859 tempest-RoutersIpV6Test-1912684859-project] 10.222.0.85 "DELETE /v2.0/subnets/a0c46b3a-3371-4984-b938-628419a30ecf HTTP/1.1" status: 404 len: 337 time: 0.0287302 May 18 18:42:30.439033 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 45306) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:42:30.574022 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-d373dd7e-257b-4962-9522-d91b2090a905 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=e6b0c515ae604a9196823607914d69b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1338081 May 18 18:42:30.576532 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 45310) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:42:30.622471 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6b2b8941-cd73-42ea-adc4-ae5a2ac20170 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:30.642893 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6b2b8941-cd73-42ea-adc4-ae5a2ac20170 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:30.689024 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6b2b8941-cd73-42ea-adc4-ae5a2ac20170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:30.692217 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6b2b8941-cd73-42ea-adc4-ae5a2ac20170 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:30.693418 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-6b2b8941-cd73-42ea-adc4-ae5a2ac20170 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/2368dc26-e7b4-405e-b42e-3a77b99a7063 HTTP/1.1" status: 204 len: 168 time: 0.1159563 May 18 18:42:30.701691 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2b8941-cd73-42ea-adc4-ae5a2ac20170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2368dc26-e7b4-405e-b42e-3a77b99a7063,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:42:31.213458 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:31.332608 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 45332) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:42:31.372866 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:31.439619 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-893b257a-177b-4e38-9d29-baef56ef9f2f tempest-SubnetPoolsTestJSON-635686356 tempest-SubnetPoolsTestJSON-635686356-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1125823488', 'prefixes': ['172.20.0.0/16']}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:42:31.495835 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-893b257a-177b-4e38-9d29-baef56ef9f2f tempest-SubnetPoolsTestJSON-635686356 tempest-SubnetPoolsTestJSON-635686356-project] Notify callbacks [] for subnetpool, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:31.497056 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-893b257a-177b-4e38-9d29-baef56ef9f2f tempest-SubnetPoolsTestJSON-635686356 tempest-SubnetPoolsTestJSON-635686356-project] 10.222.0.85 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.1634371 May 18 18:42:31.499703 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 45336) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:42:31.559065 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-099a9979-b63c-4e2c-b1fb-2f5098bfd9fd tempest-SubnetPoolsTestJSON-635686356 tempest-SubnetPoolsTestJSON-635686356-project] 10.222.0.85 "GET /v2.0/subnetpools/752a5c38-4f54-4618-acdd-319b1d073ecd HTTP/1.1" status: 200 len: 732 time: 0.0583036 May 18 18:42:31.561573 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 45338) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:42:31.566364 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-bd91e539-3ac7-47af-a1a6-34d880b74cae tempest-SubnetPoolsTestJSON-635686356 tempest-SubnetPoolsTestJSON-635686356-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-106997032'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:42:31.649203 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-bd91e539-3ac7-47af-a1a6-34d880b74cae tempest-SubnetPoolsTestJSON-635686356 tempest-SubnetPoolsTestJSON-635686356-project] Notify callbacks [] for subnetpool, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:31.650964 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-bd91e539-3ac7-47af-a1a6-34d880b74cae tempest-SubnetPoolsTestJSON-635686356 tempest-SubnetPoolsTestJSON-635686356-project] 10.222.0.85 "PUT /v2.0/subnetpools/752a5c38-4f54-4618-acdd-319b1d073ecd HTTP/1.1" status: 200 len: 683 time: 0.0884449 May 18 18:42:31.653666 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 45340) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:42:31.725715 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-bf06756a-39c7-4483-983f-55234c409f60 tempest-SubnetPoolsTestJSON-635686356 tempest-SubnetPoolsTestJSON-635686356-project] Notify callbacks [] for subnetpool, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:31.726768 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-bf06756a-39c7-4483-983f-55234c409f60 tempest-SubnetPoolsTestJSON-635686356 tempest-SubnetPoolsTestJSON-635686356-project] 10.222.0.85 "DELETE /v2.0/subnetpools/752a5c38-4f54-4618-acdd-319b1d073ecd HTTP/1.1" status: 204 len: 168 time: 0.0721622 May 18 18:42:31.729393 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 45342) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:42:31.742883 n-d-838550-3 neutron-server[102731]: INFO neutron.api.v2.resource [None req-59e59f5b-e698-45ba-b149-755f0b31107a tempest-SubnetPoolsTestJSON-635686356 tempest-SubnetPoolsTestJSON-635686356-project] show failed (client error): The resource could not be found. May 18 18:42:31.743813 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-59e59f5b-e698-45ba-b149-755f0b31107a tempest-SubnetPoolsTestJSON-635686356 tempest-SubnetPoolsTestJSON-635686356-project] 10.222.0.85 "GET /v2.0/subnetpools/752a5c38-4f54-4618-acdd-319b1d073ecd HTTP/1.1" status: 404 len: 346 time: 0.0134950 May 18 18:42:31.746308 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 45344) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:42:31.760501 n-d-838550-3 neutron-server[102731]: INFO neutron.api.v2.resource [None req-7d15ecc8-c8c9-4702-a32c-c5a27196e0a4 tempest-SubnetPoolsTestJSON-635686356 tempest-SubnetPoolsTestJSON-635686356-project] delete failed (client error): The resource could not be found. May 18 18:42:31.761451 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-7d15ecc8-c8c9-4702-a32c-c5a27196e0a4 tempest-SubnetPoolsTestJSON-635686356 tempest-SubnetPoolsTestJSON-635686356-project] 10.222.0.85 "DELETE /v2.0/subnetpools/752a5c38-4f54-4618-acdd-319b1d073ecd HTTP/1.1" status: 404 len: 346 time: 0.0142879 May 18 18:42:31.997109 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 45350) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:42:32.105868 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4131b985-4a10-4348-8966-e4025fa136e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:32.181577 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4131b985-4a10-4348-8966-e4025fa136e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:32.185321 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4131b985-4a10-4348-8966-e4025fa136e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:32.225232 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4131b985-4a10-4348-8966-e4025fa136e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=781e54bb-87ea-4e90-8839-07eb9376525f,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:42:32.229562 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-4131b985-4a10-4348-8966-e4025fa136e1 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=0cae1351c2874e9c8c5a28b6f2fc553e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2313926 May 18 18:42:32.232129 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 45354) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:42:32.280664 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-dd18edea-c28d-44ab-8854-ff6f043c22cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:32.301514 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-dd18edea-c28d-44ab-8854-ff6f043c22cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:32.346954 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-dd18edea-c28d-44ab-8854-ff6f043c22cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:32.349640 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-dd18edea-c28d-44ab-8854-ff6f043c22cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:32.350826 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-dd18edea-c28d-44ab-8854-ff6f043c22cf admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/781e54bb-87ea-4e90-8839-07eb9376525f HTTP/1.1" status: 204 len: 168 time: 0.1178067 May 18 18:42:32.358693 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd18edea-c28d-44ab-8854-ff6f043c22cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=781e54bb-87ea-4e90-8839-07eb9376525f,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:42:32.975211 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 45376) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:42:33.070142 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-ab90a69c-335f-4c11-8196-a1a307334e8f tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-219911724'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:42:33.089108 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab90a69c-335f-4c11-8196-a1a307334e8f tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] Made reservation on behalf of 4af6b18f546e4f2c9fc252681e452b81 for: {'network': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:42:33.092881 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ab90a69c-335f-4c11-8196-a1a307334e8f tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:33.101042 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ab90a69c-335f-4c11-8196-a1a307334e8f tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:33.177965 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ab90a69c-335f-4c11-8196-a1a307334e8f tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:33.181848 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ab90a69c-335f-4c11-8196-a1a307334e8f tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:33.207375 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab90a69c-335f-4c11-8196-a1a307334e8f tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 609} {{(pid=102731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:42:33.215975 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab90a69c-335f-4c11-8196-a1a307334e8f tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32f19b54-b0c3-49cc-afed-f5226a000b5d,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:42:33.222804 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ab90a69c-335f-4c11-8196-a1a307334e8f tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:33.223154 n-d-838550-3 neutron-server[102731]: INFO neutron.db.segments_db [None req-ab90a69c-335f-4c11-8196-a1a307334e8f tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] Added segment c358411c-dd04-4804-9677-40dd11834966 of type vlan for network 4914fd7d-f6cf-4478-a3ba-9b0325180bde May 18 18:42:33.267960 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ab90a69c-335f-4c11-8196-a1a307334e8f tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:33.292461 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ab90a69c-335f-4c11-8196-a1a307334e8f tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:33.297936 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab90a69c-335f-4c11-8196-a1a307334e8f tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:42:33.298517 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ab90a69c-335f-4c11-8196-a1a307334e8f tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] Notify callbacks [] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:33.349775 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-ab90a69c-335f-4c11-8196-a1a307334e8f tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.3732328 May 18 18:42:33.352685 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 45380) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:42:33.357909 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-fbc4b7de-ab65-4a9c-9d37-d433ad2b258b tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] Request body: {'subnet': {'network_id': '4914fd7d-f6cf-4478-a3ba-9b0325180bde', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:42:33.368459 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab90a69c-335f-4c11-8196-a1a307334e8f tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] Pushing event updated for resources: {'Network': ['ID=4914fd7d-f6cf-4478-a3ba-9b0325180bde,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:42:33.380688 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network 4914fd7d-f6cf-4478-a3ba-9b0325180bde details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:42:33.453819 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbc4b7de-ab65-4a9c-9d37-d433ad2b258b tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] Made reservation on behalf of 4af6b18f546e4f2c9fc252681e452b81 for: {'subnet': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:42:33.457301 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-fbc4b7de-ab65-4a9c-9d37-d433ad2b258b tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261031885'] for subnet, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:33.639807 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-fbc4b7de-ab65-4a9c-9d37-d433ad2b258b tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261104883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261031899'] for subnet, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:33.700711 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc4b7de-ab65-4a9c-9d37-d433ad2b258b tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] Pushing event updated for resources: {'Subnet': ['ID=5dc99d67-30f3-4f56-a6d4-6e4ea2756814,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:42:33.707945 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc4b7de-ab65-4a9c-9d37-d433ad2b258b tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] Checking segment: {'id': 'c358411c-dd04-4804-9677-40dd11834966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '4914fd7d-f6cf-4478-a3ba-9b0325180bde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:42:33.708307 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc4b7de-ab65-4a9c-9d37-d433ad2b258b tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] Network hostable DHCP agents. Network: 4914fd7d-f6cf-4478-a3ba-9b0325180bde, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:42:33.724047 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc4b7de-ab65-4a9c-9d37-d433ad2b258b tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] Network 4914fd7d-f6cf-4478-a3ba-9b0325180bde is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:42:33.732662 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-fbc4b7de-ab65-4a9c-9d37-d433ad2b258b tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, 4914fd7d-f6cf-4478-a3ba-9b0325180bde) {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:42:33.737110 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc4b7de-ab65-4a9c-9d37-d433ad2b258b tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:42:33.737721 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-fbc4b7de-ab65-4a9c-9d37-d433ad2b258b tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] Notify callbacks [] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:33.742868 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45285482-99ee-4904-8837-d775f7a76ce3 None None] Network 4914fd7d-f6cf-4478-a3ba-9b0325180bde requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:42:33.755614 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-fbc4b7de-ab65-4a9c-9d37-d433ad2b258b tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4017804 May 18 18:42:33.758455 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 45382) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:42:33.763372 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-604134b6-86b3-44df-8ead-953e2c61ab65 tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] Request body: {'port': {'network_id': '4914fd7d-f6cf-4478-a3ba-9b0325180bde', 'name': 'tempest-TagsExtTest-1303543159'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:42:33.871734 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-604134b6-86b3-44df-8ead-953e2c61ab65 tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] Made reservation on behalf of 4af6b18f546e4f2c9fc252681e452b81 for: {'port': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:42:33.875712 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-604134b6-86b3-44df-8ead-953e2c61ab65 tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:33.889298 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7249163-bba0-4b23-869a-694eb1163cbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-4914fd7d-f6cf-4478-a3ba-9b0325180bde', 'network_id': '4914fd7d-f6cf-4478-a3ba-9b0325180bde', 'tenant_id': '4af6b18f546e4f2c9fc252681e452b81', 'fixed_ips': [{'subnet_id': '5dc99d67-30f3-4f56-a6d4-6e4ea2756814'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:42:33.890324 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d7249163-bba0-4b23-869a-694eb1163cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:33.897241 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [None req-604134b6-86b3-44df-8ead-953e2c61ab65 tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] device_id is not set on port 124b06c5-7dd0-46a0-8efb-fafd40a53ebd yet. {{(pid=102730) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 18 18:42:34.006600 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-604134b6-86b3-44df-8ead-953e2c61ab65 tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] Allocated IP 172.20.0.5 (4914fd7d-f6cf-4478-a3ba-9b0325180bde/5dc99d67-30f3-4f56-a6d4-6e4ea2756814/124b06c5-7dd0-46a0-8efb-fafd40a53ebd) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:42:34.152432 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-604134b6-86b3-44df-8ead-953e2c61ab65 tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:34.185197 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-604134b6-86b3-44df-8ead-953e2c61ab65 tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:34.228213 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604134b6-86b3-44df-8ead-953e2c61ab65 tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] Network 4914fd7d-f6cf-4478-a3ba-9b0325180bde is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:42:34.230260 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-d7249163-bba0-4b23-869a-694eb1163cbf None None] Allocated IP 172.20.0.2 (4914fd7d-f6cf-4478-a3ba-9b0325180bde/5dc99d67-30f3-4f56-a6d4-6e4ea2756814/34203ee8-e439-4440-9a7b-d2fe8fe1ebac) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:42:34.231426 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-604134b6-86b3-44df-8ead-953e2c61ab65 tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:42:34.235260 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604134b6-86b3-44df-8ead-953e2c61ab65 tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:42:34.243938 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604134b6-86b3-44df-8ead-953e2c61ab65 tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] Pushing event updated for resources: {'Port': ['ID=124b06c5-7dd0-46a0-8efb-fafd40a53ebd,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:42:34.295117 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604134b6-86b3-44df-8ead-953e2c61ab65 tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:42:34.295729 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-604134b6-86b3-44df-8ead-953e2c61ab65 tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:34.312179 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-604134b6-86b3-44df-8ead-953e2c61ab65 tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.5526500 May 18 18:42:34.315381 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 45384) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:42:34.319666 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-899c2c65-4230-43a1-9c6c-7f296275889f tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1286843543', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:42:34.341341 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-899c2c65-4230-43a1-9c6c-7f296275889f tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25099'] for router, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:34.342377 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-899c2c65-4230-43a1-9c6c-7f296275889f tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-593238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596850', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25088'] for router, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:34.381163 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d7249163-bba0-4b23-869a-694eb1163cbf None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:34.387619 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d7249163-bba0-4b23-869a-694eb1163cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:34.395425 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-899c2c65-4230-43a1-9c6c-7f296275889f tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:34.400082 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-899c2c65-4230-43a1-9c6c-7f296275889f tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596801'] for router, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:34.426088 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-899c2c65-4230-43a1-9c6c-7f296275889f tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] Notify callbacks [] for router, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:34.427263 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-899c2c65-4230-43a1-9c6c-7f296275889f tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1109538 May 18 18:42:34.430354 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 45386) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:42:34.435281 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-d1c4555d-7488-4846-9857-7881dd4e5243 tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-780949711', 'prefixes': ['172.20.0.0/16']}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:42:34.499352 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d1c4555d-7488-4846-9857-7881dd4e5243 tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] Notify callbacks [] for subnetpool, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:34.500583 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-d1c4555d-7488-4846-9857-7881dd4e5243 tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] 10.222.0.85 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.0690410 May 18 18:42:34.504185 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 45388) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:42:34.508888 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.tag.tag_plugin [None req-5c765384-8a5e-4676-832c-7a18e88c551a tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '5dc99d67-30f3-4f56-a6d4-6e4ea2756814', 'tempest-TagsExtTest-Tag-121870986') {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:42:34.585527 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7249163-bba0-4b23-869a-694eb1163cbf None None] Network 4914fd7d-f6cf-4478-a3ba-9b0325180bde is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:42:34.588327 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-d7249163-bba0-4b23-869a-694eb1163cbf None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:42:34.592748 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7249163-bba0-4b23-869a-694eb1163cbf None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:42:34.602866 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7249163-bba0-4b23-869a-694eb1163cbf None None] Pushing event updated for resources: {'Port': ['ID=34203ee8-e439-4440-9a7b-d2fe8fe1ebac,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:42:34.613776 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-5c765384-8a5e-4676-832c-7a18e88c551a tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] 10.222.0.85 "PUT /v2.0/subnets/5dc99d67-30f3-4f56-a6d4-6e4ea2756814/tags/tempest-TagsExtTest-Tag-121870986 HTTP/1.1" status: 201 len: 201 time: 0.1085439 May 18 18:42:34.616677 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 45390) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:42:34.621351 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.tag.tag_plugin [None req-a5c06ffc-e947-4c8d-8b2c-c6409e5dfde8 tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '124b06c5-7dd0-46a0-8efb-fafd40a53ebd', 'tempest-TagsExtTest-Tag-1479928817') {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:42:34.653548 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-d7249163-bba0-4b23-869a-694eb1163cbf None None] Attempting to bind port 34203ee8-e439-4440-9a7b-d2fe8fe1ebac on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:42:34.653952 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-d7249163-bba0-4b23-869a-694eb1163cbf None None] Attempting to bind port 34203ee8-e439-4440-9a7b-d2fe8fe1ebac by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': 'c358411c-dd04-4804-9677-40dd11834966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '4914fd7d-f6cf-4478-a3ba-9b0325180bde'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:42:34.654321 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7249163-bba0-4b23-869a-694eb1163cbf None None] Attempting to bind port 34203ee8-e439-4440-9a7b-d2fe8fe1ebac on network 4914fd7d-f6cf-4478-a3ba-9b0325180bde {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:42:34.660082 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7249163-bba0-4b23-869a-694eb1163cbf None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:42:34.660650 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7249163-bba0-4b23-869a-694eb1163cbf None None] Checking segment: {'id': 'c358411c-dd04-4804-9677-40dd11834966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '4914fd7d-f6cf-4478-a3ba-9b0325180bde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:42:34.661063 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d7249163-bba0-4b23-869a-694eb1163cbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:34.661502 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7249163-bba0-4b23-869a-694eb1163cbf None None] Bound using segment: {'id': 'c358411c-dd04-4804-9677-40dd11834966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '4914fd7d-f6cf-4478-a3ba-9b0325180bde'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:42:34.661991 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-d7249163-bba0-4b23-869a-694eb1163cbf None None] Bound port: 34203ee8-e439-4440-9a7b-d2fe8fe1ebac, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c358411c-dd04-4804-9677-40dd11834966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '4914fd7d-f6cf-4478-a3ba-9b0325180bde'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:42:34.662377 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d7249163-bba0-4b23-869a-694eb1163cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:34.687582 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-a5c06ffc-e947-4c8d-8b2c-c6409e5dfde8 tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] 10.222.0.85 "PUT /v2.0/ports/124b06c5-7dd0-46a0-8efb-fafd40a53ebd/tags/tempest-TagsExtTest-Tag-1479928817 HTTP/1.1" status: 201 len: 201 time: 0.0673068 May 18 18:42:34.687924 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 45392) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:42:34.695955 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.tag.tag_plugin [None req-09e46bf4-9be9-45be-a5fc-e80e4629926c tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '7644461f-eae1-4695-8d59-cbfacda26e0c', 'tempest-TagsExtTest-Tag-225821002') {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:42:34.729270 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-d7249163-bba0-4b23-869a-694eb1163cbf None None] For port 34203ee8-e439-4440-9a7b-d2fe8fe1ebac, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:42:34.732676 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-d7249163-bba0-4b23-869a-694eb1163cbf None None] For port 34203ee8-e439-4440-9a7b-d2fe8fe1ebac, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=34203ee8-e439-4440-9a7b-d2fe8fe1ebac,segment=NetworkSegment(c358411c-dd04-4804-9677-40dd11834966),segment_id=c358411c-dd04-4804-9677-40dd11834966)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:42:34.736305 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d7249163-bba0-4b23-869a-694eb1163cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:34.790569 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-09e46bf4-9be9-45be-a5fc-e80e4629926c tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] 10.222.0.85 "PUT /v2.0/routers/7644461f-eae1-4695-8d59-cbfacda26e0c/tags/tempest-TagsExtTest-Tag-225821002 HTTP/1.1" status: 201 len: 201 time: 0.1011293 May 18 18:42:34.790815 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 45394) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:42:34.795471 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.tag.tag_plugin [None req-74846205-4e5b-4985-a951-78b892194280 tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'd9d4492f-4f64-4b99-ab14-ddd880a8c70b', 'tempest-TagsExtTest-Tag-1046346078') {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:42:34.798052 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7249163-bba0-4b23-869a-694eb1163cbf None None] Pushing event updated for resources: {'Port': ['ID=34203ee8-e439-4440-9a7b-d2fe8fe1ebac,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:42:34.845414 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-74846205-4e5b-4985-a951-78b892194280 tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] 10.222.0.85 "PUT /v2.0/subnetpools/d9d4492f-4f64-4b99-ab14-ddd880a8c70b/tags/tempest-TagsExtTest-Tag-1046346078 HTTP/1.1" status: 201 len: 201 time: 0.0535100 May 18 18:42:34.847844 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 45396) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:42:34.852051 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.tag.tag_plugin [None req-f683ec08-364d-49c1-8ed4-0fef65123c47 tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '5dc99d67-30f3-4f56-a6d4-6e4ea2756814') {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:42:34.905884 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-f683ec08-364d-49c1-8ed4-0fef65123c47 tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] 10.222.0.85 "GET /v2.0/subnets/5dc99d67-30f3-4f56-a6d4-6e4ea2756814/tags HTTP/1.1" status: 200 len: 240 time: 0.0568228 May 18 18:42:34.908275 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 45398) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:42:34.912421 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.tag.tag_plugin [None req-f5c0d47f-b045-4b0f-8be8-dad4e112bf2e tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '5dc99d67-30f3-4f56-a6d4-6e4ea2756814', 'tempest-TagsExtTest-Tag-121870986') {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:42:34.992059 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-f5c0d47f-b045-4b0f-8be8-dad4e112bf2e tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] 10.222.0.85 "GET /v2.0/subnets/5dc99d67-30f3-4f56-a6d4-6e4ea2756814/tags/tempest-TagsExtTest-Tag-121870986 HTTP/1.1" status: 204 len: 168 time: 0.0827358 May 18 18:42:34.994531 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 45400) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:42:35.001760 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.tag.tag_plugin [None req-21f4080b-5a98-4e9c-b5d3-ff081ef06d17 tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '5dc99d67-30f3-4f56-a6d4-6e4ea2756814', 'tempest-TagsExtTest-Tag-121870986') {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:42:35.073155 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-21f4080b-5a98-4e9c-b5d3-ff081ef06d17 tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] 10.222.0.85 "DELETE /v2.0/subnets/5dc99d67-30f3-4f56-a6d4-6e4ea2756814/tags/tempest-TagsExtTest-Tag-121870986 HTTP/1.1" status: 204 len: 168 time: 0.0773573 May 18 18:42:35.075780 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 45402) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:42:35.080427 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.tag.tag_plugin [None req-04db493a-2145-4229-908e-b4b4d7eea75a tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '5dc99d67-30f3-4f56-a6d4-6e4ea2756814') {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:42:35.169537 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-04db493a-2145-4229-908e-b4b4d7eea75a tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] 10.222.0.85 "GET /v2.0/subnets/5dc99d67-30f3-4f56-a6d4-6e4ea2756814/tags HTTP/1.1" status: 200 len: 205 time: 0.0926111 May 18 18:42:35.172036 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 45404) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:42:35.176707 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.tag.tag_plugin [None req-167f82b3-ac2f-4c9a-97f1-becceec55a71 tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '124b06c5-7dd0-46a0-8efb-fafd40a53ebd') {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:42:35.224992 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-167f82b3-ac2f-4c9a-97f1-becceec55a71 tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] 10.222.0.85 "GET /v2.0/ports/124b06c5-7dd0-46a0-8efb-fafd40a53ebd/tags HTTP/1.1" status: 200 len: 241 time: 0.0518477 May 18 18:42:35.227317 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 45406) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:42:35.231371 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.tag.tag_plugin [None req-5a193a39-0496-4bbc-9d61-6364ade4c907 tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '124b06c5-7dd0-46a0-8efb-fafd40a53ebd', 'tempest-TagsExtTest-Tag-1479928817') {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:42:35.286320 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-5a193a39-0496-4bbc-9d61-6364ade4c907 tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] 10.222.0.85 "GET /v2.0/ports/124b06c5-7dd0-46a0-8efb-fafd40a53ebd/tags/tempest-TagsExtTest-Tag-1479928817 HTTP/1.1" status: 204 len: 168 time: 0.0579972 May 18 18:42:35.288741 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 45408) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:42:35.292984 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.tag.tag_plugin [None req-ff75c45a-2b6b-4015-b76c-0a6277a178e3 tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '124b06c5-7dd0-46a0-8efb-fafd40a53ebd', 'tempest-TagsExtTest-Tag-1479928817') {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:42:35.358430 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-ff75c45a-2b6b-4015-b76c-0a6277a178e3 tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] 10.222.0.85 "DELETE /v2.0/ports/124b06c5-7dd0-46a0-8efb-fafd40a53ebd/tags/tempest-TagsExtTest-Tag-1479928817 HTTP/1.1" status: 204 len: 168 time: 0.0687165 May 18 18:42:35.360762 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 45410) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:42:35.365320 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.tag.tag_plugin [None req-09cf0394-9e29-4bbc-bf0d-5a1ab7ba7659 tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '124b06c5-7dd0-46a0-8efb-fafd40a53ebd') {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:42:35.421359 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-09cf0394-9e29-4bbc-bf0d-5a1ab7ba7659 tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] 10.222.0.85 "GET /v2.0/ports/124b06c5-7dd0-46a0-8efb-fafd40a53ebd/tags HTTP/1.1" status: 200 len: 205 time: 0.0595944 May 18 18:42:35.423866 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 45412) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:42:35.428895 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.tag.tag_plugin [None req-cef63db5-ec5f-4d8d-aec3-6801b6273c5d tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '7644461f-eae1-4695-8d59-cbfacda26e0c') {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:42:35.505060 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-cef63db5-ec5f-4d8d-aec3-6801b6273c5d tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] 10.222.0.85 "GET /v2.0/routers/7644461f-eae1-4695-8d59-cbfacda26e0c/tags HTTP/1.1" status: 200 len: 240 time: 0.0796096 May 18 18:42:35.507563 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 45414) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:42:35.512391 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.tag.tag_plugin [None req-95fee101-b4b5-407d-badd-bc8ffb7196b7 tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '7644461f-eae1-4695-8d59-cbfacda26e0c', 'tempest-TagsExtTest-Tag-225821002') {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:42:35.592789 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-95fee101-b4b5-407d-badd-bc8ffb7196b7 tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] 10.222.0.85 "GET /v2.0/routers/7644461f-eae1-4695-8d59-cbfacda26e0c/tags/tempest-TagsExtTest-Tag-225821002 HTTP/1.1" status: 204 len: 168 time: 0.0840523 May 18 18:42:35.595331 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 45416) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:42:35.600026 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.tag.tag_plugin [None req-964c8ba9-a616-403f-affc-68a4478c6008 tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '7644461f-eae1-4695-8d59-cbfacda26e0c', 'tempest-TagsExtTest-Tag-225821002') {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:42:35.706195 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-964c8ba9-a616-403f-affc-68a4478c6008 tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] 10.222.0.85 "DELETE /v2.0/routers/7644461f-eae1-4695-8d59-cbfacda26e0c/tags/tempest-TagsExtTest-Tag-225821002 HTTP/1.1" status: 204 len: 168 time: 0.1091185 May 18 18:42:35.708700 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 45418) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:42:35.713165 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.tag.tag_plugin [None req-79979f53-2620-4917-98bb-6ab991687fac tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '7644461f-eae1-4695-8d59-cbfacda26e0c') {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:42:35.734024 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a3d07e-787a-40ff-9304-93c20fda626f None None] Network 4914fd7d-f6cf-4478-a3ba-9b0325180bde requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:42:35.791294 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-79979f53-2620-4917-98bb-6ab991687fac tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] 10.222.0.85 "GET /v2.0/routers/7644461f-eae1-4695-8d59-cbfacda26e0c/tags HTTP/1.1" status: 200 len: 205 time: 0.0815215 May 18 18:42:35.793763 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 45420) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:42:35.797963 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.tag.tag_plugin [None req-492689e7-02f0-4afd-a04a-be2c1b73b8ab tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'd9d4492f-4f64-4b99-ab14-ddd880a8c70b') {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:42:35.831289 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-492689e7-02f0-4afd-a04a-be2c1b73b8ab tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] 10.222.0.85 "GET /v2.0/subnetpools/d9d4492f-4f64-4b99-ab14-ddd880a8c70b/tags HTTP/1.1" status: 200 len: 241 time: 0.0365026 May 18 18:42:35.833731 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 45422) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:42:35.837990 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.tag.tag_plugin [None req-66bd1d9f-3017-4add-8130-717c786351fa tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd9d4492f-4f64-4b99-ab14-ddd880a8c70b', 'tempest-TagsExtTest-Tag-1046346078') {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:42:35.858948 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-66bd1d9f-3017-4add-8130-717c786351fa tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] 10.222.0.85 "GET /v2.0/subnetpools/d9d4492f-4f64-4b99-ab14-ddd880a8c70b/tags/tempest-TagsExtTest-Tag-1046346078 HTTP/1.1" status: 204 len: 168 time: 0.0241888 May 18 18:42:35.861343 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 45424) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:42:35.865004 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-d455a6c0-1f64-4665-9089-741fbffac543 None None] Provisioning complete for port 34203ee8-e439-4440-9a7b-d2fe8fe1ebac triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:42:35.865453 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d455a6c0-1f64-4665-9089-741fbffac543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:35.866503 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.tag.tag_plugin [None req-0244d637-1af8-4417-9599-8369021e32b2 tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'd9d4492f-4f64-4b99-ab14-ddd880a8c70b', 'tempest-TagsExtTest-Tag-1046346078') {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:42:35.902123 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-0244d637-1af8-4417-9599-8369021e32b2 tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] 10.222.0.85 "DELETE /v2.0/subnetpools/d9d4492f-4f64-4b99-ab14-ddd880a8c70b/tags/tempest-TagsExtTest-Tag-1046346078 HTTP/1.1" status: 204 len: 168 time: 0.0389419 May 18 18:42:35.904711 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 45426) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:42:35.910344 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.tag.tag_plugin [None req-684975cb-3551-4e5e-8a97-92a73d61cab4 tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'd9d4492f-4f64-4b99-ab14-ddd880a8c70b') {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:42:35.934860 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-684975cb-3551-4e5e-8a97-92a73d61cab4 tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] 10.222.0.85 "GET /v2.0/subnetpools/d9d4492f-4f64-4b99-ab14-ddd880a8c70b/tags HTTP/1.1" status: 200 len: 205 time: 0.0284352 May 18 18:42:35.937926 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 45428) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:42:35.942833 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.tag.tag_plugin [None req-a36de46a-9ab5-45f3-b621-eb21f9640880 tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd9d4492f-4f64-4b99-ab14-ddd880a8c70b') {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:42:35.970023 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-a36de46a-9ab5-45f3-b621-eb21f9640880 tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] 10.222.0.85 "DELETE /v2.0/subnetpools/d9d4492f-4f64-4b99-ab14-ddd880a8c70b/tags HTTP/1.1" status: 204 len: 168 time: 0.0310686 May 18 18:42:35.973109 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 45430) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:42:35.978069 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-d455a6c0-1f64-4665-9089-741fbffac543 None None] Current status of the port 34203ee8-e439-4440-9a7b-d2fe8fe1ebac is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:42:35.978273 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.tag.tag_plugin [None req-26855f47-c5da-4503-860e-834672c35e80 tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '7644461f-eae1-4695-8d59-cbfacda26e0c') {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:42:35.978467 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d455a6c0-1f64-4665-9089-741fbffac543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:36.030634 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-d455a6c0-1f64-4665-9089-741fbffac543 None None] For port 34203ee8-e439-4440-9a7b-d2fe8fe1ebac, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=34203ee8-e439-4440-9a7b-d2fe8fe1ebac,segment=NetworkSegment(c358411c-dd04-4804-9677-40dd11834966),segment_id=c358411c-dd04-4804-9677-40dd11834966)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:42:36.035732 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d455a6c0-1f64-4665-9089-741fbffac543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:36.067413 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-26855f47-c5da-4503-860e-834672c35e80 tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] 10.222.0.85 "DELETE /v2.0/routers/7644461f-eae1-4695-8d59-cbfacda26e0c/tags HTTP/1.1" status: 204 len: 168 time: 0.0928259 May 18 18:42:36.070141 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 45432) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:42:36.074661 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.tag.tag_plugin [None req-7db24de0-405e-45ca-81b8-6068571c3910 tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '124b06c5-7dd0-46a0-8efb-fafd40a53ebd') {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:42:36.088440 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d455a6c0-1f64-4665-9089-741fbffac543 None None] Pushing event updated for resources: {'Port': ['ID=34203ee8-e439-4440-9a7b-d2fe8fe1ebac,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:42:36.130909 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-7db24de0-405e-45ca-81b8-6068571c3910 tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] 10.222.0.85 "DELETE /v2.0/ports/124b06c5-7dd0-46a0-8efb-fafd40a53ebd/tags HTTP/1.1" status: 204 len: 168 time: 0.0596013 May 18 18:42:36.133392 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 45434) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:42:36.139594 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.tag.tag_plugin [None req-34af651a-d932-4a86-a155-4cb980b4dc41 tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '5dc99d67-30f3-4f56-a6d4-6e4ea2756814') {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:42:36.203122 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-34af651a-d932-4a86-a155-4cb980b4dc41 tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] 10.222.0.85 "DELETE /v2.0/subnets/5dc99d67-30f3-4f56-a6d4-6e4ea2756814/tags HTTP/1.1" status: 204 len: 168 time: 0.0684865 May 18 18:42:36.208381 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 45436) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:42:36.214078 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.tag.tag_plugin [None req-8561a581-b212-473f-a6a2-87ea596be065 tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '5dc99d67-30f3-4f56-a6d4-6e4ea2756814', 'tempest-TagsExtTest-Tag-1012715116') {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:42:36.270881 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-0ebe79a2-0467-4dcb-84f2-6c9e8738c1ea None None] Provisioning complete for port 124b06c5-7dd0-46a0-8efb-fafd40a53ebd triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:42:36.271253 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0ebe79a2-0467-4dcb-84f2-6c9e8738c1ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:36.325418 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-0ebe79a2-0467-4dcb-84f2-6c9e8738c1ea None None] Port 124b06c5-7dd0-46a0-8efb-fafd40a53ebd cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:42:36.330019 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-8561a581-b212-473f-a6a2-87ea596be065 tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] 10.222.0.85 "PUT /v2.0/subnets/5dc99d67-30f3-4f56-a6d4-6e4ea2756814/tags/tempest-TagsExtTest-Tag-1012715116 HTTP/1.1" status: 201 len: 201 time: 0.1180618 May 18 18:42:36.330891 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 45438) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:42:36.337108 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.tag.tag_plugin [None req-d0d16d84-e462-4eac-bba9-325bccbf7182 tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '124b06c5-7dd0-46a0-8efb-fafd40a53ebd', 'tempest-TagsExtTest-Tag-1302976822') {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:42:36.344687 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-0ebe79a2-0467-4dcb-84f2-6c9e8738c1ea None None] Provisioning complete for port 34203ee8-e439-4440-9a7b-d2fe8fe1ebac triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:42:36.345069 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0ebe79a2-0467-4dcb-84f2-6c9e8738c1ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:36.409806 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 34203ee8-e439-4440-9a7b-d2fe8fe1ebac up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:42:36.427270 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-d0d16d84-e462-4eac-bba9-325bccbf7182 tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] 10.222.0.85 "PUT /v2.0/ports/124b06c5-7dd0-46a0-8efb-fafd40a53ebd/tags/tempest-TagsExtTest-Tag-1302976822 HTTP/1.1" status: 201 len: 201 time: 0.0944049 May 18 18:42:36.430019 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 45440) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:42:36.435192 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.tag.tag_plugin [None req-1979f9cb-0d26-4ff8-8964-012a7d9acb74 tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '7644461f-eae1-4695-8d59-cbfacda26e0c', 'tempest-TagsExtTest-Tag-507634144') {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:42:36.496243 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-0ebe79a2-0467-4dcb-84f2-6c9e8738c1ea None None] Current status of the port 34203ee8-e439-4440-9a7b-d2fe8fe1ebac is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:42:36.504811 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 34203ee8-e439-4440-9a7b-d2fe8fe1ebac triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:42:36.505259 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:36.530166 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-1979f9cb-0d26-4ff8-8964-012a7d9acb74 tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] 10.222.0.85 "PUT /v2.0/routers/7644461f-eae1-4695-8d59-cbfacda26e0c/tags/tempest-TagsExtTest-Tag-507634144 HTTP/1.1" status: 201 len: 201 time: 0.0989175 May 18 18:42:36.533405 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 45442) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:42:36.537978 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.tag.tag_plugin [None req-a418c944-0e72-4b06-8670-725ea9d6b745 tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'd9d4492f-4f64-4b99-ab14-ddd880a8c70b', 'tempest-TagsExtTest-Tag-1501019148') {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:42:36.572715 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-a418c944-0e72-4b06-8670-725ea9d6b745 tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] 10.222.0.85 "PUT /v2.0/subnetpools/d9d4492f-4f64-4b99-ab14-ddd880a8c70b/tags/tempest-TagsExtTest-Tag-1501019148 HTTP/1.1" status: 201 len: 201 time: 0.0380855 May 18 18:42:36.575246 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 45444) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:42:36.579657 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.tag.tag_plugin [None req-6d81a8bb-0b77-4467-ae2e-b6c9c1f1a767 tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '5dc99d67-30f3-4f56-a6d4-6e4ea2756814', {'tags': ['tempest-TagsExtTest-Tag-649453838', 'tempest-TagsExtTest-Tag-1831058767', 'tempest-TagsExtTest-Tag-1391669728']}) {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:42:36.589204 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 34203ee8-e439-4440-9a7b-d2fe8fe1ebac is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:42:36.615836 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b1bc6a68-964e-43a8-aa46-aacfb21deb9b None None] Provisioning complete for port 124b06c5-7dd0-46a0-8efb-fafd40a53ebd triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:42:36.616203 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b1bc6a68-964e-43a8-aa46-aacfb21deb9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:36.642675 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-6d81a8bb-0b77-4467-ae2e-b6c9c1f1a767 tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] 10.222.0.85 "PUT /v2.0/subnets/5dc99d67-30f3-4f56-a6d4-6e4ea2756814/tags HTTP/1.1" status: 200 len: 317 time: 0.0664046 May 18 18:42:36.645148 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 45446) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:42:36.649541 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.tag.tag_plugin [None req-cf3844fc-259d-4b82-a4df-41d11bd1f377 tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '5dc99d67-30f3-4f56-a6d4-6e4ea2756814') {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:42:36.655044 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b1bc6a68-964e-43a8-aa46-aacfb21deb9b None None] Port 124b06c5-7dd0-46a0-8efb-fafd40a53ebd cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:42:36.716764 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-cf3844fc-259d-4b82-a4df-41d11bd1f377 tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] 10.222.0.85 "DELETE /v2.0/subnets/5dc99d67-30f3-4f56-a6d4-6e4ea2756814/tags HTTP/1.1" status: 204 len: 168 time: 0.0705993 May 18 18:42:36.719573 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 45448) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:42:36.724272 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.tag.tag_plugin [None req-c86d21ee-c6b5-4b71-a1d9-f275d83ba61f tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '5dc99d67-30f3-4f56-a6d4-6e4ea2756814', 'tempest-TagsExtTest-Tag-649453838') {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:42:36.773387 n-d-838550-3 neutron-server[102731]: INFO neutron.api.v2.resource [None req-c86d21ee-c6b5-4b71-a1d9-f275d83ba61f tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] show failed (client error): The resource could not be found. May 18 18:42:36.774460 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-c86d21ee-c6b5-4b71-a1d9-f275d83ba61f tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] 10.222.0.85 "GET /v2.0/subnets/5dc99d67-30f3-4f56-a6d4-6e4ea2756814/tags/tempest-TagsExtTest-Tag-649453838 HTTP/1.1" status: 404 len: 328 time: 0.0539560 May 18 18:42:36.777231 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 45450) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:42:36.781220 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.tag.tag_plugin [None req-80b3352b-1ee7-4aad-9096-0c29a407b00d tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '5dc99d67-30f3-4f56-a6d4-6e4ea2756814', 'tempest-TagsExtTest-Tag-1831058767') {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:42:36.836889 n-d-838550-3 neutron-server[102731]: INFO neutron.api.v2.resource [None req-80b3352b-1ee7-4aad-9096-0c29a407b00d tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] show failed (client error): The resource could not be found. May 18 18:42:36.837876 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-80b3352b-1ee7-4aad-9096-0c29a407b00d tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] 10.222.0.85 "GET /v2.0/subnets/5dc99d67-30f3-4f56-a6d4-6e4ea2756814/tags/tempest-TagsExtTest-Tag-1831058767 HTTP/1.1" status: 404 len: 329 time: 0.0597117 May 18 18:42:36.840812 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 45452) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:42:36.844833 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.tag.tag_plugin [None req-70d5624f-6819-4579-89c5-05e0700b3945 tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '5dc99d67-30f3-4f56-a6d4-6e4ea2756814', 'tempest-TagsExtTest-Tag-1391669728') {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:42:36.894445 n-d-838550-3 neutron-server[102731]: INFO neutron.api.v2.resource [None req-70d5624f-6819-4579-89c5-05e0700b3945 tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] show failed (client error): The resource could not be found. May 18 18:42:36.895482 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-70d5624f-6819-4579-89c5-05e0700b3945 tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] 10.222.0.85 "GET /v2.0/subnets/5dc99d67-30f3-4f56-a6d4-6e4ea2756814/tags/tempest-TagsExtTest-Tag-1391669728 HTTP/1.1" status: 404 len: 329 time: 0.0537932 May 18 18:42:36.898453 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 45454) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:42:36.902775 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.tag.tag_plugin [None req-ce538317-baca-4651-94c7-f53adbf93a36 tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '124b06c5-7dd0-46a0-8efb-fafd40a53ebd', {'tags': ['tempest-TagsExtTest-Tag-1197465103', 'tempest-TagsExtTest-Tag-1235085759', 'tempest-TagsExtTest-Tag-1627977197']}) {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:42:36.959879 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-ce538317-baca-4651-94c7-f53adbf93a36 tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] 10.222.0.85 "PUT /v2.0/ports/124b06c5-7dd0-46a0-8efb-fafd40a53ebd/tags HTTP/1.1" status: 200 len: 318 time: 0.0604508 May 18 18:42:36.962350 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 45456) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:42:36.966451 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.tag.tag_plugin [None req-ac773fd7-71a2-4011-818c-8efab81fb271 tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '124b06c5-7dd0-46a0-8efb-fafd40a53ebd') {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:42:37.030264 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-ac773fd7-71a2-4011-818c-8efab81fb271 tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] 10.222.0.85 "DELETE /v2.0/ports/124b06c5-7dd0-46a0-8efb-fafd40a53ebd/tags HTTP/1.1" status: 204 len: 168 time: 0.0669208 May 18 18:42:37.032868 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 45458) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:42:37.036990 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.tag.tag_plugin [None req-61b80c68-eeec-4e28-ac44-59d50283096d tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '124b06c5-7dd0-46a0-8efb-fafd40a53ebd', 'tempest-TagsExtTest-Tag-1197465103') {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:42:37.089428 n-d-838550-3 neutron-server[102731]: INFO neutron.api.v2.resource [None req-61b80c68-eeec-4e28-ac44-59d50283096d tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] show failed (client error): The resource could not be found. May 18 18:42:37.090421 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-61b80c68-eeec-4e28-ac44-59d50283096d tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] 10.222.0.85 "GET /v2.0/ports/124b06c5-7dd0-46a0-8efb-fafd40a53ebd/tags/tempest-TagsExtTest-Tag-1197465103 HTTP/1.1" status: 404 len: 329 time: 0.0566795 May 18 18:42:37.093257 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 45460) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:42:37.097298 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.tag.tag_plugin [None req-043b0ac8-aee0-4d99-acaf-20aaacf1f81a tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '124b06c5-7dd0-46a0-8efb-fafd40a53ebd', 'tempest-TagsExtTest-Tag-1235085759') {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:42:37.145399 n-d-838550-3 neutron-server[102731]: INFO neutron.api.v2.resource [None req-043b0ac8-aee0-4d99-acaf-20aaacf1f81a tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] show failed (client error): The resource could not be found. May 18 18:42:37.146476 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-043b0ac8-aee0-4d99-acaf-20aaacf1f81a tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] 10.222.0.85 "GET /v2.0/ports/124b06c5-7dd0-46a0-8efb-fafd40a53ebd/tags/tempest-TagsExtTest-Tag-1235085759 HTTP/1.1" status: 404 len: 329 time: 0.0523198 May 18 18:42:37.151130 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 45462) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:42:37.155213 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.tag.tag_plugin [None req-8d218cb4-7af6-4a31-bb6b-b916119db08d tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '124b06c5-7dd0-46a0-8efb-fafd40a53ebd', 'tempest-TagsExtTest-Tag-1627977197') {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:42:37.202398 n-d-838550-3 neutron-server[102731]: INFO neutron.api.v2.resource [None req-8d218cb4-7af6-4a31-bb6b-b916119db08d tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] show failed (client error): The resource could not be found. May 18 18:42:37.203421 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-8d218cb4-7af6-4a31-bb6b-b916119db08d tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] 10.222.0.85 "GET /v2.0/ports/124b06c5-7dd0-46a0-8efb-fafd40a53ebd/tags/tempest-TagsExtTest-Tag-1627977197 HTTP/1.1" status: 404 len: 329 time: 0.0514133 May 18 18:42:37.206693 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 45464) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:42:37.211138 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.tag.tag_plugin [None req-cee62661-cbea-43a7-a01a-c76243f09dd6 tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '7644461f-eae1-4695-8d59-cbfacda26e0c', {'tags': ['tempest-TagsExtTest-Tag-1344910042', 'tempest-TagsExtTest-Tag-511430370', 'tempest-TagsExtTest-Tag-1604442507']}) {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:42:37.296040 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-cee62661-cbea-43a7-a01a-c76243f09dd6 tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] 10.222.0.85 "PUT /v2.0/routers/7644461f-eae1-4695-8d59-cbfacda26e0c/tags HTTP/1.1" status: 200 len: 317 time: 0.0883636 May 18 18:42:37.298571 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 45466) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:42:37.303421 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.tag.tag_plugin [None req-cd8b7f53-6580-4a26-9c3a-a3462d7f5c90 tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '7644461f-eae1-4695-8d59-cbfacda26e0c') {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:42:37.391788 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-cd8b7f53-6580-4a26-9c3a-a3462d7f5c90 tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] 10.222.0.85 "DELETE /v2.0/routers/7644461f-eae1-4695-8d59-cbfacda26e0c/tags HTTP/1.1" status: 204 len: 168 time: 0.0915744 May 18 18:42:37.394339 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 45468) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:42:37.398870 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.tag.tag_plugin [None req-4ca9aea9-5ee6-44c3-984e-babdf3afabef tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '7644461f-eae1-4695-8d59-cbfacda26e0c', 'tempest-TagsExtTest-Tag-1344910042') {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:42:37.474161 n-d-838550-3 neutron-server[102731]: INFO neutron.api.v2.resource [None req-4ca9aea9-5ee6-44c3-984e-babdf3afabef tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] show failed (client error): The resource could not be found. May 18 18:42:37.475220 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-4ca9aea9-5ee6-44c3-984e-babdf3afabef tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] 10.222.0.85 "GET /v2.0/routers/7644461f-eae1-4695-8d59-cbfacda26e0c/tags/tempest-TagsExtTest-Tag-1344910042 HTTP/1.1" status: 404 len: 329 time: 0.0799587 May 18 18:42:37.478075 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 45470) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:42:37.482369 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.tag.tag_plugin [None req-5ec6f1ca-69a3-494e-ab8c-3516e1aedcbe tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '7644461f-eae1-4695-8d59-cbfacda26e0c', 'tempest-TagsExtTest-Tag-511430370') {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:42:37.553497 n-d-838550-3 neutron-server[102731]: INFO neutron.api.v2.resource [None req-5ec6f1ca-69a3-494e-ab8c-3516e1aedcbe tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] show failed (client error): The resource could not be found. May 18 18:42:37.554569 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-5ec6f1ca-69a3-494e-ab8c-3516e1aedcbe tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] 10.222.0.85 "GET /v2.0/routers/7644461f-eae1-4695-8d59-cbfacda26e0c/tags/tempest-TagsExtTest-Tag-511430370 HTTP/1.1" status: 404 len: 328 time: 0.0756164 May 18 18:42:37.557270 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 45472) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:42:37.561515 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.tag.tag_plugin [None req-17e0f5fb-f5ec-4049-965c-9104336f0ecc tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '7644461f-eae1-4695-8d59-cbfacda26e0c', 'tempest-TagsExtTest-Tag-1604442507') {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:42:37.637072 n-d-838550-3 neutron-server[102731]: INFO neutron.api.v2.resource [None req-17e0f5fb-f5ec-4049-965c-9104336f0ecc tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] show failed (client error): The resource could not be found. May 18 18:42:37.638159 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-17e0f5fb-f5ec-4049-965c-9104336f0ecc tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] 10.222.0.85 "GET /v2.0/routers/7644461f-eae1-4695-8d59-cbfacda26e0c/tags/tempest-TagsExtTest-Tag-1604442507 HTTP/1.1" status: 404 len: 329 time: 0.0799713 May 18 18:42:37.640838 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 45474) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:42:37.645261 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.tag.tag_plugin [None req-072354f8-ecd8-495d-b760-01f6ef8738ce tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'd9d4492f-4f64-4b99-ab14-ddd880a8c70b', {'tags': ['tempest-TagsExtTest-Tag-1684669222', 'tempest-TagsExtTest-Tag-156066604', 'tempest-TagsExtTest-Tag-775503198']}) {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:42:37.682591 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-072354f8-ecd8-495d-b760-01f6ef8738ce tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] 10.222.0.85 "PUT /v2.0/subnetpools/d9d4492f-4f64-4b99-ab14-ddd880a8c70b/tags HTTP/1.1" status: 200 len: 316 time: 0.0405555 May 18 18:42:37.684954 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 45476) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:42:37.685861 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-961fef14-0b80-427a-8210-b6e508756331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:37.690467 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.tag.tag_plugin [None req-6bdaaf92-fd13-4776-a09b-50c091295e57 tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd9d4492f-4f64-4b99-ab14-ddd880a8c70b') {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:42:37.727226 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-6bdaaf92-fd13-4776-a09b-50c091295e57 tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] 10.222.0.85 "DELETE /v2.0/subnetpools/d9d4492f-4f64-4b99-ab14-ddd880a8c70b/tags HTTP/1.1" status: 204 len: 168 time: 0.0412369 May 18 18:42:37.729807 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 45478) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:42:37.733900 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.tag.tag_plugin [None req-6270b791-739a-44e4-a218-9b03ca3e0a35 tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd9d4492f-4f64-4b99-ab14-ddd880a8c70b', 'tempest-TagsExtTest-Tag-1684669222') {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:42:37.758446 n-d-838550-3 neutron-server[102731]: INFO neutron.api.v2.resource [None req-6270b791-739a-44e4-a218-9b03ca3e0a35 tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] show failed (client error): The resource could not be found. May 18 18:42:37.759484 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-6270b791-739a-44e4-a218-9b03ca3e0a35 tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] 10.222.0.85 "GET /v2.0/subnetpools/d9d4492f-4f64-4b99-ab14-ddd880a8c70b/tags/tempest-TagsExtTest-Tag-1684669222 HTTP/1.1" status: 404 len: 329 time: 0.0287752 May 18 18:42:37.762169 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 45480) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:42:37.766198 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.tag.tag_plugin [None req-7bfa1a5b-294d-49d9-98ad-821421a7c31f tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd9d4492f-4f64-4b99-ab14-ddd880a8c70b', 'tempest-TagsExtTest-Tag-156066604') {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:42:37.786207 n-d-838550-3 neutron-server[102731]: INFO neutron.api.v2.resource [None req-7bfa1a5b-294d-49d9-98ad-821421a7c31f tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] show failed (client error): The resource could not be found. May 18 18:42:37.787249 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-7bfa1a5b-294d-49d9-98ad-821421a7c31f tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] 10.222.0.85 "GET /v2.0/subnetpools/d9d4492f-4f64-4b99-ab14-ddd880a8c70b/tags/tempest-TagsExtTest-Tag-156066604 HTTP/1.1" status: 404 len: 328 time: 0.0241568 May 18 18:42:37.789852 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 45482) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:42:37.793826 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.tag.tag_plugin [None req-36b04ea4-16bb-4435-831c-e5799f995ca0 tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd9d4492f-4f64-4b99-ab14-ddd880a8c70b', 'tempest-TagsExtTest-Tag-775503198') {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:42:37.814165 n-d-838550-3 neutron-server[102731]: INFO neutron.api.v2.resource [None req-36b04ea4-16bb-4435-831c-e5799f995ca0 tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] show failed (client error): The resource could not be found. May 18 18:42:37.815215 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-36b04ea4-16bb-4435-831c-e5799f995ca0 tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] 10.222.0.85 "GET /v2.0/subnetpools/d9d4492f-4f64-4b99-ab14-ddd880a8c70b/tags/tempest-TagsExtTest-Tag-775503198 HTTP/1.1" status: 404 len: 328 time: 0.0245147 May 18 18:42:37.817771 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 45484) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:42:37.821883 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.tag.tag_plugin [None req-b4ad1011-762f-4f78-8e79-a02bfb044f14 tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd9d4492f-4f64-4b99-ab14-ddd880a8c70b') {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:42:37.845181 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-b4ad1011-762f-4f78-8e79-a02bfb044f14 tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] 10.222.0.85 "DELETE /v2.0/subnetpools/d9d4492f-4f64-4b99-ab14-ddd880a8c70b/tags HTTP/1.1" status: 204 len: 168 time: 0.0264859 May 18 18:42:37.848094 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 45486) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:42:37.852217 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.tag.tag_plugin [None req-3dad4c44-d478-4ca0-81da-76b07b7979f5 tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '7644461f-eae1-4695-8d59-cbfacda26e0c') {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:42:38.254303 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-3dad4c44-d478-4ca0-81da-76b07b7979f5 tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] 10.222.0.85 "DELETE /v2.0/routers/7644461f-eae1-4695-8d59-cbfacda26e0c/tags HTTP/1.1" status: 204 len: 168 time: 0.4052753 May 18 18:42:38.256818 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 45488) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:42:38.260931 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.tag.tag_plugin [None req-797436b2-1e42-4aaf-8daf-c2f3060c0231 tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '124b06c5-7dd0-46a0-8efb-fafd40a53ebd') {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:42:38.311852 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-797436b2-1e42-4aaf-8daf-c2f3060c0231 tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] 10.222.0.85 "DELETE /v2.0/ports/124b06c5-7dd0-46a0-8efb-fafd40a53ebd/tags HTTP/1.1" status: 204 len: 168 time: 0.0540478 May 18 18:42:38.314343 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 45490) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:42:38.319685 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.tag.tag_plugin [None req-2d046601-1972-4e6e-9e3b-835b8d1a1c16 tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '5dc99d67-30f3-4f56-a6d4-6e4ea2756814') {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:42:38.373612 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-2d046601-1972-4e6e-9e3b-835b8d1a1c16 tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] 10.222.0.85 "DELETE /v2.0/subnets/5dc99d67-30f3-4f56-a6d4-6e4ea2756814/tags HTTP/1.1" status: 204 len: 168 time: 0.0576086 May 18 18:42:38.378652 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 45492) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:42:38.446300 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-dc84175f-bb83-47cb-8757-03770075780a tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] Notify callbacks [] for subnetpool, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:38.447436 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-dc84175f-bb83-47cb-8757-03770075780a tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] 10.222.0.85 "DELETE /v2.0/subnetpools/d9d4492f-4f64-4b99-ab14-ddd880a8c70b HTTP/1.1" status: 204 len: 168 time: 0.0678344 May 18 18:42:38.449961 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 45494) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:42:38.480526 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-3bf8eb81-a333-40f3-8d7e-cc05609547e9 tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] 10.222.0.85 "GET /v2.0/ports?device_id=7644461f-eae1-4695-8d59-cbfacda26e0c HTTP/1.1" status: 200 len: 205 time: 0.0294516 May 18 18:42:38.482781 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 45496) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:42:38.554136 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fc7a2600-150b-4d04-a66a-286b5a6c0368 tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] Notify callbacks [] for router, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:38.708824 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fc7a2600-150b-4d04-a66a-286b5a6c0368 tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25145'] for router, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:38.710940 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fc7a2600-150b-4d04-a66a-286b5a6c0368 tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:38.756096 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fc7a2600-150b-4d04-a66a-286b5a6c0368 tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593303'] for router, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:38.756565 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc7a2600-150b-4d04-a66a-286b5a6c0368 tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] Fanout notify agent at l3_agent the message router_deleted on router 7644461f-eae1-4695-8d59-cbfacda26e0c {{(pid=102731) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 18 18:42:38.763284 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fc7a2600-150b-4d04-a66a-286b5a6c0368 tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] Notify callbacks [] for router, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:38.766039 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-fc7a2600-150b-4d04-a66a-286b5a6c0368 tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] 10.222.0.85 "DELETE /v2.0/routers/7644461f-eae1-4695-8d59-cbfacda26e0c HTTP/1.1" status: 204 len: 168 time: 0.2823646 May 18 18:42:38.766880 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 45498) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:42:38.851337 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-b053be80-7ce4-4de9-9032-38ef79bed3cc tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] Deleting port 124b06c5-7dd0-46a0-8efb-fafd40a53ebd {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:42:38.851595 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b053be80-7ce4-4de9-9032-38ef79bed3cc tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:38.940354 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b053be80-7ce4-4de9-9032-38ef79bed3cc tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:38.951815 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-b053be80-7ce4-4de9-9032-38ef79bed3cc tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] Calling delete_port for 124b06c5-7dd0-46a0-8efb-fafd40a53ebd owned by {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:42:39.076568 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b053be80-7ce4-4de9-9032-38ef79bed3cc tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:39.109501 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053be80-7ce4-4de9-9032-38ef79bed3cc tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] Pushing event deleted for resources: {'Port': ['ID=124b06c5-7dd0-46a0-8efb-fafd40a53ebd,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:42:39.178577 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b053be80-7ce4-4de9-9032-38ef79bed3cc tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:39.183870 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-b053be80-7ce4-4de9-9032-38ef79bed3cc tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] 10.222.0.85 "DELETE /v2.0/ports/124b06c5-7dd0-46a0-8efb-fafd40a53ebd HTTP/1.1" status: 204 len: 168 time: 0.4139762 May 18 18:42:39.184535 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 45500) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:42:39.242014 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1a866d6-8cd6-4bfd-9f13-3f4a9cb91e1e tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] Deleting subnet 5dc99d67-30f3-4f56-a6d4-6e4ea2756814 {{(pid=102730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:42:39.245265 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b1a866d6-8cd6-4bfd-9f13-3f4a9cb91e1e tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] Notify callbacks [] for subnet, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:39.287799 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b1a866d6-8cd6-4bfd-9f13-3f4a9cb91e1e tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260107366'] for subnet, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:39.370420 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b1a866d6-8cd6-4bfd-9f13-3f4a9cb91e1e tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:39.434947 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b1a866d6-8cd6-4bfd-9f13-3f4a9cb91e1e tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261104690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261031888'] for subnet, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:39.461889 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a866d6-8cd6-4bfd-9f13-3f4a9cb91e1e tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] Pushing event deleted for resources: {'Subnet': ['ID=5dc99d67-30f3-4f56-a6d4-6e4ea2756814,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:42:39.465772 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b1a866d6-8cd6-4bfd-9f13-3f4a9cb91e1e tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] Notify callbacks [] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:39.470088 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-b1a866d6-8cd6-4bfd-9f13-3f4a9cb91e1e tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] 10.222.0.85 "DELETE /v2.0/subnets/5dc99d67-30f3-4f56-a6d4-6e4ea2756814 HTTP/1.1" status: 204 len: 168 time: 0.2844131 May 18 18:42:39.471592 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 45502) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:42:39.473260 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e39503-ad3c-4a84-a50b-a4176591c64c None None] Network 4914fd7d-f6cf-4478-a3ba-9b0325180bde requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:42:39.547358 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-29f2f92e-4cfa-4e85-bd9a-a87bb107f502 tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:39.601100 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-29f2f92e-4cfa-4e85-bd9a-a87bb107f502 tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] Deleting port 34203ee8-e439-4440-9a7b-d2fe8fe1ebac {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:42:39.601448 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-29f2f92e-4cfa-4e85-bd9a-a87bb107f502 tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:39.650896 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02890207-817e-4055-901f-0e49dcc6347d None None] DHCP port deletion for 4914fd7d-f6cf-4478-a3ba-9b0325180bde request from n-d-838550-3 {{(pid=102732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 18:42:39.671185 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-29f2f92e-4cfa-4e85-bd9a-a87bb107f502 tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] For port 34203ee8-e439-4440-9a7b-d2fe8fe1ebac, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=34203ee8-e439-4440-9a7b-d2fe8fe1ebac,segment=NetworkSegment(c358411c-dd04-4804-9677-40dd11834966),segment_id=c358411c-dd04-4804-9677-40dd11834966)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:42:39.671552 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-29f2f92e-4cfa-4e85-bd9a-a87bb107f502 tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:39.685458 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-29f2f92e-4cfa-4e85-bd9a-a87bb107f502 tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] Calling delete_port for 34203ee8-e439-4440-9a7b-d2fe8fe1ebac owned by network:dhcp {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:42:39.715517 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-02890207-817e-4055-901f-0e49dcc6347d None None] Deleting port 34203ee8-e439-4440-9a7b-d2fe8fe1ebac {{(pid=102732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:42:39.715920 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-02890207-817e-4055-901f-0e49dcc6347d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:39.766260 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-29f2f92e-4cfa-4e85-bd9a-a87bb107f502 tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:39.790647 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-02890207-817e-4055-901f-0e49dcc6347d None None] For port 34203ee8-e439-4440-9a7b-d2fe8fe1ebac, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=34203ee8-e439-4440-9a7b-d2fe8fe1ebac,segment=NetworkSegment(c358411c-dd04-4804-9677-40dd11834966),segment_id=c358411c-dd04-4804-9677-40dd11834966)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:42:39.791047 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-02890207-817e-4055-901f-0e49dcc6347d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:39.805282 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-02890207-817e-4055-901f-0e49dcc6347d None None] Calling delete_port for 34203ee8-e439-4440-9a7b-d2fe8fe1ebac owned by network:dhcp {{(pid=102732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:42:39.887806 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-02890207-817e-4055-901f-0e49dcc6347d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508'] for port, after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:39.914186 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02890207-817e-4055-901f-0e49dcc6347d None None] Pushing event deleted for resources: {'Port': ['ID=34203ee8-e439-4440-9a7b-d2fe8fe1ebac,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:42:39.917879 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02890207-817e-4055-901f-0e49dcc6347d None None] No DVR routers for this DVR port 34203ee8-e439-4440-9a7b-d2fe8fe1ebac on host n-d-838550-3 {{(pid=102732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:42:40.052581 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-6ed79141-e232-4cd5-8afe-7994edb69059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:40.079465 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f2f92e-4cfa-4e85-bd9a-a87bb107f502 tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] Pushing event deleted for resources: {'Port': ['ID=34203ee8-e439-4440-9a7b-d2fe8fe1ebac,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:42:40.084884 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f2f92e-4cfa-4e85-bd9a-a87bb107f502 tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] No DVR routers for this DVR port 34203ee8-e439-4440-9a7b-d2fe8fe1ebac on host n-d-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:42:40.160066 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-29f2f92e-4cfa-4e85-bd9a-a87bb107f502 tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:40.179949 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-29f2f92e-4cfa-4e85-bd9a-a87bb107f502 tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4914fd7d-f6cf-4478-a3ba-9b0325180bde']}} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:42:40.188745 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-29f2f92e-4cfa-4e85-bd9a-a87bb107f502 tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c358411c-dd04-4804-9677-40dd11834966') {'for_net_delete': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:42:40.189312 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-29f2f92e-4cfa-4e85-bd9a-a87bb107f502 tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c358411c-dd04-4804-9677-40dd11834966') {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:42:40.198394 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-29f2f92e-4cfa-4e85-bd9a-a87bb107f502 tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260107375'] for segment, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:40.210990 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-29f2f92e-4cfa-4e85-bd9a-a87bb107f502 tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:40.216550 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29f2f92e-4cfa-4e85-bd9a-a87bb107f502 tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=102730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:42:40.216930 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-29f2f92e-4cfa-4e85-bd9a-a87bb107f502 tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261102736'] for segment, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:40.219838 n-d-838550-3 neutron-server[102730]: Traceback (most recent call last): May 18 18:42:40.219838 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:42:40.219838 n-d-838550-3 neutron-server[102730]: timer() May 18 18:42:40.219838 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:42:40.219838 n-d-838550-3 neutron-server[102730]: cb(*args, **kw) May 18 18:42:40.219838 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:42:40.219838 n-d-838550-3 neutron-server[102730]: return func(*args, **kwargs) May 18 18:42:40.219838 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:42:40.219838 n-d-838550-3 neutron-server[102730]: self._notify() May 18 18:42:40.219838 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:42:40.219838 n-d-838550-3 neutron-server[102730]: self.callback(batched_events) May 18 18:42:40.219838 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:42:40.219838 n-d-838550-3 neutron-server[102730]: event.method(event) May 18 18:42:40.219838 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:42:40.219838 n-d-838550-3 neutron-server[102730]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:42:40.219838 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:42:40.219838 n-d-838550-3 neutron-server[102730]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:42:40.219838 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:42:40.219838 n-d-838550-3 neutron-server[102730]: return f(self, *a, **k) May 18 18:42:40.219838 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:42:40.219838 n-d-838550-3 neutron-server[102730]: return self._get(url).json() May 18 18:42:40.219838 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:42:40.219838 n-d-838550-3 neutron-server[102730]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:42:40.219838 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:42:40.219838 n-d-838550-3 neutron-server[102730]: return self.request(url, 'GET', **kwargs) May 18 18:42:40.219838 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:42:40.219838 n-d-838550-3 neutron-server[102730]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:42:40.219838 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:42:40.219838 n-d-838550-3 neutron-server[102730]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:42:40.219838 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:42:40.219838 n-d-838550-3 neutron-server[102730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:42:40.219838 n-d-838550-3 neutron-server[102730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:42:40.281149 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-29f2f92e-4cfa-4e85-bd9a-a87bb107f502 tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:40.289069 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 7 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 18:42:40.295569 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-29f2f92e-4cfa-4e85-bd9a-a87bb107f502 tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:40.299617 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-29f2f92e-4cfa-4e85-bd9a-a87bb107f502 tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] 10.222.0.85 "DELETE /v2.0/networks/4914fd7d-f6cf-4478-a3ba-9b0325180bde HTTP/1.1" status: 204 len: 168 time: 0.8262250 May 18 18:42:40.312681 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f2f92e-4cfa-4e85-bd9a-a87bb107f502 tempest-TagsExtTest-567368968 tempest-TagsExtTest-567368968-project] Pushing event deleted for resources: {'Network': ['ID=4914fd7d-f6cf-4478-a3ba-9b0325180bde,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:42:40.324179 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 34203ee8-e439-4440-9a7b-d2fe8fe1ebac no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:42:40.344583 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 34203ee8-e439-4440-9a7b-d2fe8fe1ebac {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:42:40.344933 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 34203ee8-e439-4440-9a7b-d2fe8fe1ebac not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:42:40.536417 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 45508) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:42:40.669197 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-8b29018b-1812-4c7d-a694-8fdcce7b62ed admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=4af6b18f546e4f2c9fc252681e452b81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1316159 May 18 18:42:40.671784 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 45512) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:42:40.718270 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f0c4d86e-f6ff-47bf-a0f1-943844f18b30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:40.739835 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f0c4d86e-f6ff-47bf-a0f1-943844f18b30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:40.790850 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f0c4d86e-f6ff-47bf-a0f1-943844f18b30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:40.793420 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f0c4d86e-f6ff-47bf-a0f1-943844f18b30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:40.794568 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-f0c4d86e-f6ff-47bf-a0f1-943844f18b30 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/32f19b54-b0c3-49cc-afed-f5226a000b5d HTTP/1.1" status: 204 len: 168 time: 0.1219435 May 18 18:42:40.802602 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c4d86e-f6ff-47bf-a0f1-943844f18b30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32f19b54-b0c3-49cc-afed-f5226a000b5d,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:42:41.334612 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:42.487240 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:43.074734 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:59.010718 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 45690) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:42:59.116771 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f2192b92-9d62-4c75-9d97-01754c3f46cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:59.191122 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f2192b92-9d62-4c75-9d97-01754c3f46cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:59.194814 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f2192b92-9d62-4c75-9d97-01754c3f46cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:59.232437 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-f2192b92-9d62-4c75-9d97-01754c3f46cd admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=98ddaaa54142492a83ce3380b2868685&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2206523 May 18 18:42:59.233596 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2192b92-9d62-4c75-9d97-01754c3f46cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff2a69eb-83e3-457b-a20e-6ee3032cdb86,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:42:59.235227 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 45694) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:42:59.242805 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2192b92-9d62-4c75-9d97-01754c3f46cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:42:59.243153 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2192b92-9d62-4c75-9d97-01754c3f46cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:42:59.243498 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2192b92-9d62-4c75-9d97-01754c3f46cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:42:59.243828 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2192b92-9d62-4c75-9d97-01754c3f46cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:42:59.244869 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2192b92-9d62-4c75-9d97-01754c3f46cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:42:59.244869 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2192b92-9d62-4c75-9d97-01754c3f46cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:42:59.244869 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2192b92-9d62-4c75-9d97-01754c3f46cd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:42:59.245321 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2192b92-9d62-4c75-9d97-01754c3f46cd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:42:59.245540 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2192b92-9d62-4c75-9d97-01754c3f46cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:42:59.245770 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2192b92-9d62-4c75-9d97-01754c3f46cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:42:59.246098 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2192b92-9d62-4c75-9d97-01754c3f46cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:42:59.246422 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2192b92-9d62-4c75-9d97-01754c3f46cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:42:59.294859 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-dd249955-db07-4070-a619-11606c17d588 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:59.316359 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-dd249955-db07-4070-a619-11606c17d588 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:59.361849 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-dd249955-db07-4070-a619-11606c17d588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:59.364983 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-dd249955-db07-4070-a619-11606c17d588 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:59.366155 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-dd249955-db07-4070-a619-11606c17d588 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/ff2a69eb-83e3-457b-a20e-6ee3032cdb86 HTTP/1.1" status: 204 len: 168 time: 0.1299403 May 18 18:42:59.373834 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd249955-db07-4070-a619-11606c17d588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff2a69eb-83e3-457b-a20e-6ee3032cdb86,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:42:59.632415 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 45700) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:42:59.647013 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-20b1668d-8d97-4511-9d12-fcf342cc4a3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:59.733914 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-20b1668d-8d97-4511-9d12-fcf342cc4a3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:59.737925 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-20b1668d-8d97-4511-9d12-fcf342cc4a3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:59.775969 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-20b1668d-8d97-4511-9d12-fcf342cc4a3e admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=1de7f5ff3a074c728bf9e676b7fb3f0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1424570 May 18 18:42:59.777099 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b1668d-8d97-4511-9d12-fcf342cc4a3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db691192-3478-4fcb-8cb5-22ce116ed009,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:42:59.778695 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 45702) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:42:59.827374 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a5477c1d-2e43-47c2-8c71-ebcc564c726a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:59.848262 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a5477c1d-2e43-47c2-8c71-ebcc564c726a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:59.893163 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a5477c1d-2e43-47c2-8c71-ebcc564c726a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:59.896695 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a5477c1d-2e43-47c2-8c71-ebcc564c726a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:42:59.897948 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-a5477c1d-2e43-47c2-8c71-ebcc564c726a admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/db691192-3478-4fcb-8cb5-22ce116ed009 HTTP/1.1" status: 204 len: 168 time: 0.1174595 May 18 18:42:59.905679 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5477c1d-2e43-47c2-8c71-ebcc564c726a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db691192-3478-4fcb-8cb5-22ce116ed009,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:43:01.217139 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:43:01.370683 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:43:04.223118 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 45786) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:43:04.329100 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-09711b25-17fc-49f7-bd53-dad38cc3227d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:43:04.407367 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-09711b25-17fc-49f7-bd53-dad38cc3227d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:43:04.411189 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-09711b25-17fc-49f7-bd53-dad38cc3227d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:43:04.449571 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-09711b25-17fc-49f7-bd53-dad38cc3227d admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=52beb4bd3d434f89a7dfef8459f02ab7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2253561 May 18 18:43:04.450559 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09711b25-17fc-49f7-bd53-dad38cc3227d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e260e04-344b-46b9-8421-c514cf757489,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:43:04.452238 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 45790) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:43:04.500972 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7348dd41-e707-4cd8-b053-4ca468afa171 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:43:04.522696 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7348dd41-e707-4cd8-b053-4ca468afa171 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:43:04.567620 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7348dd41-e707-4cd8-b053-4ca468afa171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:43:04.570207 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7348dd41-e707-4cd8-b053-4ca468afa171 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:43:04.571388 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-7348dd41-e707-4cd8-b053-4ca468afa171 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/6e260e04-344b-46b9-8421-c514cf757489 HTTP/1.1" status: 204 len: 168 time: 0.1181653 May 18 18:43:04.579089 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7348dd41-e707-4cd8-b053-4ca468afa171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e260e04-344b-46b9-8421-c514cf757489,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:43:04.825067 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 45796) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:43:04.838618 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-071a7e4d-aa0d-47c1-b24f-f89d84068605 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:43:04.912421 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-071a7e4d-aa0d-47c1-b24f-f89d84068605 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:43:04.916249 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-071a7e4d-aa0d-47c1-b24f-f89d84068605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:43:04.954174 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-071a7e4d-aa0d-47c1-b24f-f89d84068605 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=bc6350a8500f4692b85f674807a17332&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1279135 May 18 18:43:04.954892 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a7e4d-aa0d-47c1-b24f-f89d84068605 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b82b355-204e-41e0-b224-711b3d116c40,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:43:04.956884 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 45798) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:43:05.005025 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-04a7ebdd-bde5-40bc-9c90-67ea19646110 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:43:05.031129 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-04a7ebdd-bde5-40bc-9c90-67ea19646110 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:43:05.080022 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-04a7ebdd-bde5-40bc-9c90-67ea19646110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:43:05.082724 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-04a7ebdd-bde5-40bc-9c90-67ea19646110 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:43:05.083854 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-04a7ebdd-bde5-40bc-9c90-67ea19646110 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/2b82b355-204e-41e0-b224-711b3d116c40 HTTP/1.1" status: 204 len: 168 time: 0.1258216 May 18 18:43:05.091283 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a7ebdd-bde5-40bc-9c90-67ea19646110 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b82b355-204e-41e0-b224-711b3d116c40,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:43:06.699581 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 45846) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:43:06.804905 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-37f25f0c-01a2-42ea-98a5-15c09df29d22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:43:06.879217 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-37f25f0c-01a2-42ea-98a5-15c09df29d22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:43:06.883205 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-37f25f0c-01a2-42ea-98a5-15c09df29d22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:43:06.921161 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-37f25f0c-01a2-42ea-98a5-15c09df29d22 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=d438764963f940bc8b77fae37071021f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2205026 May 18 18:43:06.922067 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f25f0c-01a2-42ea-98a5-15c09df29d22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4e0b021-f6f3-4b81-b126-d5edf028873c,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:43:06.923975 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 45850) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:43:06.974163 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e2ffd4fe-4905-418d-a242-f565a8a7c776 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:43:06.995471 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e2ffd4fe-4905-418d-a242-f565a8a7c776 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:43:07.051565 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e2ffd4fe-4905-418d-a242-f565a8a7c776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:43:07.055808 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e2ffd4fe-4905-418d-a242-f565a8a7c776 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:43:07.057423 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-e2ffd4fe-4905-418d-a242-f565a8a7c776 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/c4e0b021-f6f3-4b81-b126-d5edf028873c HTTP/1.1" status: 204 len: 168 time: 0.1312375 May 18 18:43:07.065712 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ffd4fe-4905-418d-a242-f565a8a7c776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4e0b021-f6f3-4b81-b126-d5edf028873c,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:43:07.314647 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 45856) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:43:07.327512 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3affc584-995e-4694-9b6d-f52ad2f942f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:43:07.404419 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3affc584-995e-4694-9b6d-f52ad2f942f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:43:07.408381 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3affc584-995e-4694-9b6d-f52ad2f942f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:43:07.446061 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3affc584-995e-4694-9b6d-f52ad2f942f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=224e2203-8351-4568-8fcd-079b2249a313,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:43:07.451668 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-3affc584-995e-4694-9b6d-f52ad2f942f1 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=ac9185950f03431788ddd28127b37ea4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1360111 May 18 18:43:07.454441 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 45858) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:43:07.508527 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4e279cf9-dbaa-4bd1-a839-090f480256f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:43:07.528733 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4e279cf9-dbaa-4bd1-a839-090f480256f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:43:07.575046 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4e279cf9-dbaa-4bd1-a839-090f480256f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:43:07.577586 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4e279cf9-dbaa-4bd1-a839-090f480256f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:43:07.578754 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-4e279cf9-dbaa-4bd1-a839-090f480256f3 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/224e2203-8351-4568-8fcd-079b2249a313 HTTP/1.1" status: 204 len: 168 time: 0.1230845 May 18 18:43:07.586559 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e279cf9-dbaa-4bd1-a839-090f480256f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=224e2203-8351-4568-8fcd-079b2249a313,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:43:07.692764 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-def2761f-4915-469f-b9e9-92dad2344aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:43:10.055643 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c959b333-d888-4ff9-b4f6-98b20e9bded6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:43:11.333676 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:43:12.490425 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:43:13.077001 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:43:14.260035 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 45944) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:43:14.368050 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b5aeba46-1bcb-467f-b61e-42f498983e31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:43:14.453236 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b5aeba46-1bcb-467f-b61e-42f498983e31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:43:14.457365 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b5aeba46-1bcb-467f-b61e-42f498983e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:43:14.495622 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-b5aeba46-1bcb-467f-b61e-42f498983e31 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=53feb3526365494f9df072c853bdff7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2345157 May 18 18:43:14.496473 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5aeba46-1bcb-467f-b61e-42f498983e31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=361a7259-1360-421e-a1b2-f3659ca36550,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:43:14.498306 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 45948) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:43:14.504537 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5aeba46-1bcb-467f-b61e-42f498983e31 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:43:14.504954 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5aeba46-1bcb-467f-b61e-42f498983e31 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:43:14.505397 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5aeba46-1bcb-467f-b61e-42f498983e31 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:43:14.505838 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5aeba46-1bcb-467f-b61e-42f498983e31 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:43:14.506181 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5aeba46-1bcb-467f-b61e-42f498983e31 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:43:14.506517 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5aeba46-1bcb-467f-b61e-42f498983e31 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:43:14.506855 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5aeba46-1bcb-467f-b61e-42f498983e31 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:43:14.507187 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5aeba46-1bcb-467f-b61e-42f498983e31 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:43:14.507516 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5aeba46-1bcb-467f-b61e-42f498983e31 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:43:14.507846 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5aeba46-1bcb-467f-b61e-42f498983e31 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:43:14.508178 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5aeba46-1bcb-467f-b61e-42f498983e31 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:43:14.508503 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5aeba46-1bcb-467f-b61e-42f498983e31 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:43:14.547214 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a70661ca-8ae5-4b43-b823-f9daf22ac35f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:43:14.569127 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a70661ca-8ae5-4b43-b823-f9daf22ac35f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:43:14.614189 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a70661ca-8ae5-4b43-b823-f9daf22ac35f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:43:14.616742 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a70661ca-8ae5-4b43-b823-f9daf22ac35f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:43:14.617906 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-a70661ca-8ae5-4b43-b823-f9daf22ac35f admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/361a7259-1360-421e-a1b2-f3659ca36550 HTTP/1.1" status: 204 len: 168 time: 0.1185932 May 18 18:43:14.625515 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70661ca-8ae5-4b43-b823-f9daf22ac35f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=361a7259-1360-421e-a1b2-f3659ca36550,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:43:14.873509 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 45954) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:43:14.889524 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5fe34f54-7e84-4bf3-b051-0ef63808e261 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:43:14.963902 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5fe34f54-7e84-4bf3-b051-0ef63808e261 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:43:14.967485 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5fe34f54-7e84-4bf3-b051-0ef63808e261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:43:15.004849 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-5fe34f54-7e84-4bf3-b051-0ef63808e261 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=33dd7c9d917f4d4a8ea2c5acf864ebac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1302340 May 18 18:43:15.006763 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe34f54-7e84-4bf3-b051-0ef63808e261 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e45f860-ce8b-43e9-ae9d-f64998be57bf,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:43:15.007771 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 45956) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:43:15.058281 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3e23316b-8612-4ee2-8782-0bfb5746b00c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:43:15.079399 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3e23316b-8612-4ee2-8782-0bfb5746b00c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:43:15.127457 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3e23316b-8612-4ee2-8782-0bfb5746b00c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:43:15.130225 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3e23316b-8612-4ee2-8782-0bfb5746b00c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:43:15.131381 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-3e23316b-8612-4ee2-8782-0bfb5746b00c admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/5e45f860-ce8b-43e9-ae9d-f64998be57bf HTTP/1.1" status: 204 len: 168 time: 0.1225531 May 18 18:43:15.145322 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e23316b-8612-4ee2-8782-0bfb5746b00c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e45f860-ce8b-43e9-ae9d-f64998be57bf,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:43:17.288207 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 7 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 18:43:18.368685 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7d8177ff-dc4d-4444-b594-c38714230bf7 req-1f211cab-46ab-4bd9-bc93-5ac8d0ef6cd0 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=92c2937b-334d-4672-9120-827f55250330&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404077 May 18 18:43:18.455506 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8177ff-dc4d-4444-b594-c38714230bf7 req-aeb64efa-ddae-4bb0-91b2-6e2768e06159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:43:18.457140 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7d8177ff-dc4d-4444-b594-c38714230bf7 req-aeb64efa-ddae-4bb0-91b2-6e2768e06159 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=88c24373a5b54353826abe0917a88c21&device_id=92c2937b-334d-4672-9120-827f55250330 HTTP/1.1" status: 200 len: 1096 time: 0.0439377 May 18 18:43:18.567264 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8177ff-dc4d-4444-b594-c38714230bf7 req-f4c1f6c8-bfdc-4ac7-9ec3-d6ff5a65c305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:43:18.568632 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7d8177ff-dc4d-4444-b594-c38714230bf7 req-f4c1f6c8-bfdc-4ac7-9ec3-d6ff5a65c305 service neutron] 10.222.0.88 "GET /v2.0/networks?id=154f42fc-a801-439d-a3ef-d9b6489ea0f3 HTTP/1.1" status: 200 len: 908 time: 0.0892489 May 18 18:43:18.635424 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7d8177ff-dc4d-4444-b594-c38714230bf7 req-a5cec310-46b8-49ec-b017-9e313599aea1 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=69f206a0-a824-4cd6-99d7-12f7a383c267 HTTP/1.1" status: 200 len: 1001 time: 0.0594561 May 18 18:43:18.690969 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8177ff-dc4d-4444-b594-c38714230bf7 req-6c975311-372a-45b0-8635-a2317a23fc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:43:18.692549 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7d8177ff-dc4d-4444-b594-c38714230bf7 req-6c975311-372a-45b0-8635-a2317a23fc3c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d718dfd2-07a4-4165-a2d8-4039d513381a HTTP/1.1" status: 200 len: 846 time: 0.0502846 May 18 18:43:18.738999 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8177ff-dc4d-4444-b594-c38714230bf7 req-132cdde0-adda-436f-8c84-a306a978324d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:43:18.740557 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7d8177ff-dc4d-4444-b594-c38714230bf7 req-132cdde0-adda-436f-8c84-a306a978324d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=154f42fc-a801-439d-a3ef-d9b6489ea0f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411935 May 18 18:43:18.830670 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7d8177ff-dc4d-4444-b594-c38714230bf7 req-aa888858-6b37-4f5d-91de-6c3d995acdb6 service neutron] 10.222.0.88 "GET /v2.0/networks/154f42fc-a801-439d-a3ef-d9b6489ea0f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830221 May 18 18:43:18.925706 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7d8177ff-dc4d-4444-b594-c38714230bf7 req-d6ce9c80-d17c-4491-b622-f4ac69d7b47b service neutron] 10.222.0.88 "GET /v2.0/networks/154f42fc-a801-439d-a3ef-d9b6489ea0f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871360 May 18 18:43:25.165515 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 46050) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:43:25.271308 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6b720f5c-d2a7-4527-bfa6-8a99edcb1f28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:43:25.347601 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6b720f5c-d2a7-4527-bfa6-8a99edcb1f28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:43:25.352002 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6b720f5c-d2a7-4527-bfa6-8a99edcb1f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:43:25.391711 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-6b720f5c-d2a7-4527-bfa6-8a99edcb1f28 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=9ee88b61fecb4af293bb6964516c09b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2250741 May 18 18:43:25.392468 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b720f5c-d2a7-4527-bfa6-8a99edcb1f28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3e1f47b-c4be-47e4-aa74-87dea5c6ec21,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:43:25.394337 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 46054) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:43:25.443049 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-601ccba3-3f12-4980-82aa-e1b96968281a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:43:25.463071 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-601ccba3-3f12-4980-82aa-e1b96968281a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:43:25.511637 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-601ccba3-3f12-4980-82aa-e1b96968281a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:43:25.514240 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-601ccba3-3f12-4980-82aa-e1b96968281a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:43:25.515404 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-601ccba3-3f12-4980-82aa-e1b96968281a admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/e3e1f47b-c4be-47e4-aa74-87dea5c6ec21 HTTP/1.1" status: 204 len: 168 time: 0.1198888 May 18 18:43:25.523038 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601ccba3-3f12-4980-82aa-e1b96968281a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3e1f47b-c4be-47e4-aa74-87dea5c6ec21,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:43:25.776107 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 46060) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:43:25.790192 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-65d52479-ed73-4df5-84f3-4dd98a8187d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:43:25.871476 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-65d52479-ed73-4df5-84f3-4dd98a8187d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:43:25.875366 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-65d52479-ed73-4df5-84f3-4dd98a8187d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:43:25.913157 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d52479-ed73-4df5-84f3-4dd98a8187d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7629c71-f680-4646-ab3a-a6193593db8d,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:43:25.917493 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-65d52479-ed73-4df5-84f3-4dd98a8187d6 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=86f31e65af9143b696c9ec81cc2a0163&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1403508 May 18 18:43:25.920056 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 46062) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:43:25.968331 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6fca77a0-548c-4f21-ad76-0763bf910839 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:43:25.989434 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6fca77a0-548c-4f21-ad76-0763bf910839 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:43:26.037658 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6fca77a0-548c-4f21-ad76-0763bf910839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:43:26.040368 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6fca77a0-548c-4f21-ad76-0763bf910839 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:43:26.041573 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-6fca77a0-548c-4f21-ad76-0763bf910839 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/f7629c71-f680-4646-ab3a-a6193593db8d HTTP/1.1" status: 204 len: 168 time: 0.1206031 May 18 18:43:26.049346 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fca77a0-548c-4f21-ad76-0763bf910839 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7629c71-f680-4646-ab3a-a6193593db8d,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:43:28.117259 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 46132) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:43:28.222662 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c1e97ef1-19e7-4e7c-90ee-ac85c65c1091 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:43:28.302725 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c1e97ef1-19e7-4e7c-90ee-ac85c65c1091 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:43:28.306398 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c1e97ef1-19e7-4e7c-90ee-ac85c65c1091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:43:28.347907 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-c1e97ef1-19e7-4e7c-90ee-ac85c65c1091 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=29c31d792ac5491ca2251558ea023ffa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2295272 May 18 18:43:28.348787 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e97ef1-19e7-4e7c-90ee-ac85c65c1091 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc38036b-05fe-4ddd-9c09-c110413e00de,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:43:28.350634 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 46136) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:43:28.400411 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-bd2ae0d7-892d-4ac9-853a-6e612c6e41d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:43:28.420983 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-bd2ae0d7-892d-4ac9-853a-6e612c6e41d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:43:28.466473 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-bd2ae0d7-892d-4ac9-853a-6e612c6e41d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:43:28.469055 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-bd2ae0d7-892d-4ac9-853a-6e612c6e41d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:43:28.470391 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-bd2ae0d7-892d-4ac9-853a-6e612c6e41d3 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/cc38036b-05fe-4ddd-9c09-c110413e00de HTTP/1.1" status: 204 len: 168 time: 0.1186144 May 18 18:43:28.477886 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2ae0d7-892d-4ac9-853a-6e612c6e41d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc38036b-05fe-4ddd-9c09-c110413e00de,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:43:28.725570 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 46142) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:43:28.738389 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-39912de6-eee6-4140-9847-1151444592be admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:43:28.813427 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-39912de6-eee6-4140-9847-1151444592be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:43:28.817965 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-39912de6-eee6-4140-9847-1151444592be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:43:28.855053 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-39912de6-eee6-4140-9847-1151444592be admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=8e0b9fc60f9c43ee90513beccfb25dcc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1283934 May 18 18:43:28.855900 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39912de6-eee6-4140-9847-1151444592be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eee95e68-6c27-455b-b6f8-8bb5c6d016c5,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:43:28.858141 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 46144) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:43:28.909501 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-20c93deb-e2f0-49e6-a327-93e740827642 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:43:28.930860 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-20c93deb-e2f0-49e6-a327-93e740827642 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:43:28.977764 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-20c93deb-e2f0-49e6-a327-93e740827642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:43:28.980526 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-20c93deb-e2f0-49e6-a327-93e740827642 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:43:28.981740 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-20c93deb-e2f0-49e6-a327-93e740827642 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/eee95e68-6c27-455b-b6f8-8bb5c6d016c5 HTTP/1.1" status: 204 len: 168 time: 0.1224480 May 18 18:43:28.990045 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c93deb-e2f0-49e6-a327-93e740827642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eee95e68-6c27-455b-b6f8-8bb5c6d016c5,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:43:30.029429 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 46178) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:43:30.137930 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2a398f50-a2be-4909-a1da-b216b7c03554 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:43:30.217173 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2a398f50-a2be-4909-a1da-b216b7c03554 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:43:30.223224 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2a398f50-a2be-4909-a1da-b216b7c03554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:43:30.262047 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a398f50-a2be-4909-a1da-b216b7c03554 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89c3a4eb-1759-495b-8366-7c74d79f3cbe,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:43:30.266417 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-2a398f50-a2be-4909-a1da-b216b7c03554 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=2372b283f3c443ff9ef5e37651cf5ed7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2358782 May 18 18:43:30.269593 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 46182) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:43:30.317193 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1b6ea7e0-b17f-428e-b556-ffcff78867c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:43:30.338004 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1b6ea7e0-b17f-428e-b556-ffcff78867c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:43:30.382588 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1b6ea7e0-b17f-428e-b556-ffcff78867c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:43:30.385043 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1b6ea7e0-b17f-428e-b556-ffcff78867c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:43:30.386228 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-1b6ea7e0-b17f-428e-b556-ffcff78867c4 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/89c3a4eb-1759-495b-8366-7c74d79f3cbe HTTP/1.1" status: 204 len: 168 time: 0.1163545 May 18 18:43:30.393946 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6ea7e0-b17f-428e-b556-ffcff78867c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89c3a4eb-1759-495b-8366-7c74d79f3cbe,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:43:31.230744 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:43:31.369413 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:43:37.685889 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-ee151465-f564-4729-9c6c-baa4668436c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:43:40.058372 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-edb0bb29-8388-462a-ba7b-eb75c70cefdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:43:41.337355 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:43:42.493907 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:43:43.079664 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:43:54.287320 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 7 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 18:44:00.002575 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 46402) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:44:00.113102 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-fd3200ab-ffeb-4254-bfae-f96d044ff205 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:44:00.189096 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-fd3200ab-ffeb-4254-bfae-f96d044ff205 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:44:00.193082 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-fd3200ab-ffeb-4254-bfae-f96d044ff205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:44:00.230448 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-fd3200ab-ffeb-4254-bfae-f96d044ff205 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=7b1ad413200646dfa753e15dea9a4553&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2267740 May 18 18:44:00.232343 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3200ab-ffeb-4254-bfae-f96d044ff205 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f4af458-e21b-47b3-9915-4472ebaacf16,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:44:00.233156 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 46406) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:44:00.281935 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4098ef0f-5891-462d-b850-a244082b8a61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:44:00.302440 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4098ef0f-5891-462d-b850-a244082b8a61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:44:00.347893 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4098ef0f-5891-462d-b850-a244082b8a61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:44:00.350648 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4098ef0f-5891-462d-b850-a244082b8a61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:44:00.351796 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-4098ef0f-5891-462d-b850-a244082b8a61 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/2f4af458-e21b-47b3-9915-4472ebaacf16 HTTP/1.1" status: 204 len: 168 time: 0.1175685 May 18 18:44:00.359390 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4098ef0f-5891-462d-b850-a244082b8a61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f4af458-e21b-47b3-9915-4472ebaacf16,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:44:00.366787 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4098ef0f-5891-462d-b850-a244082b8a61 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:44:00.367132 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4098ef0f-5891-462d-b850-a244082b8a61 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:44:00.367472 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4098ef0f-5891-462d-b850-a244082b8a61 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:44:00.368319 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4098ef0f-5891-462d-b850-a244082b8a61 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:44:00.368650 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4098ef0f-5891-462d-b850-a244082b8a61 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:44:00.368979 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4098ef0f-5891-462d-b850-a244082b8a61 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:44:00.369307 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4098ef0f-5891-462d-b850-a244082b8a61 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:44:00.369746 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4098ef0f-5891-462d-b850-a244082b8a61 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:44:00.369968 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4098ef0f-5891-462d-b850-a244082b8a61 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:44:00.370294 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4098ef0f-5891-462d-b850-a244082b8a61 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:44:00.370615 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4098ef0f-5891-462d-b850-a244082b8a61 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:44:00.370940 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4098ef0f-5891-462d-b850-a244082b8a61 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:44:01.247343 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:44:01.343541 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 46436) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:44:01.402566 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:44:01.455779 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c3e425fb-45f6-4714-aa0d-85a488f99683 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:44:01.530236 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c3e425fb-45f6-4714-aa0d-85a488f99683 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:44:01.534087 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c3e425fb-45f6-4714-aa0d-85a488f99683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:44:01.572390 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-c3e425fb-45f6-4714-aa0d-85a488f99683 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=f40c028c45ab479cb70fe72e33e71926&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2276394 May 18 18:44:01.573349 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e425fb-45f6-4714-aa0d-85a488f99683 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47d1fd6d-a8f8-4d40-93b7-e5b4f5f25351,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:44:01.575543 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 46440) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:44:01.632863 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-645fc178-e397-4b65-80e3-7040367d7756 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:44:01.656069 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-645fc178-e397-4b65-80e3-7040367d7756 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:44:01.705077 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-645fc178-e397-4b65-80e3-7040367d7756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:44:01.707694 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-645fc178-e397-4b65-80e3-7040367d7756 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:44:01.708837 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-645fc178-e397-4b65-80e3-7040367d7756 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/47d1fd6d-a8f8-4d40-93b7-e5b4f5f25351 HTTP/1.1" status: 204 len: 168 time: 0.1322403 May 18 18:44:01.718091 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645fc178-e397-4b65-80e3-7040367d7756 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47d1fd6d-a8f8-4d40-93b7-e5b4f5f25351,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:44:07.692753 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-cc2eae1c-bce7-478b-9707-fa5dd39a7a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:44:10.059536 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-ea9eafb0-e881-41ca-9d4a-6f15f6abbd27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:44:11.339525 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:44:12.495173 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:44:13.081928 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:44:19.095950 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-53c9e4fb-30a2-48d1-ba47-7c3fd55f97e3 req-4022902e-5f22-4025-a2db-fef12157b97b service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=92c2937b-334d-4672-9120-827f55250330&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0391994 May 18 18:44:19.176910 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c9e4fb-30a2-48d1-ba47-7c3fd55f97e3 req-6473d638-56b3-49a8-b787-89651a2b9705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:44:19.178424 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-53c9e4fb-30a2-48d1-ba47-7c3fd55f97e3 req-6473d638-56b3-49a8-b787-89651a2b9705 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=88c24373a5b54353826abe0917a88c21&device_id=92c2937b-334d-4672-9120-827f55250330 HTTP/1.1" status: 200 len: 1096 time: 0.0403490 May 18 18:44:19.284250 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c9e4fb-30a2-48d1-ba47-7c3fd55f97e3 req-b27bd4c3-f19c-446b-8469-d2505485ab8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:44:19.285756 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-53c9e4fb-30a2-48d1-ba47-7c3fd55f97e3 req-b27bd4c3-f19c-446b-8469-d2505485ab8e service neutron] 10.222.0.88 "GET /v2.0/networks?id=154f42fc-a801-439d-a3ef-d9b6489ea0f3 HTTP/1.1" status: 200 len: 908 time: 0.0870674 May 18 18:44:19.350642 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-53c9e4fb-30a2-48d1-ba47-7c3fd55f97e3 req-78c277e6-750c-4354-b2da-54cecedd02ca service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=69f206a0-a824-4cd6-99d7-12f7a383c267 HTTP/1.1" status: 200 len: 1001 time: 0.0577219 May 18 18:44:19.404003 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c9e4fb-30a2-48d1-ba47-7c3fd55f97e3 req-bd070b43-8003-49d8-9bb6-bb287fdb2982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:44:19.405426 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-53c9e4fb-30a2-48d1-ba47-7c3fd55f97e3 req-bd070b43-8003-49d8-9bb6-bb287fdb2982 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d718dfd2-07a4-4165-a2d8-4039d513381a HTTP/1.1" status: 200 len: 846 time: 0.0480433 May 18 18:44:19.450543 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c9e4fb-30a2-48d1-ba47-7c3fd55f97e3 req-7d162f0f-907d-4b15-840a-e05f4fae79d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:44:19.452011 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-53c9e4fb-30a2-48d1-ba47-7c3fd55f97e3 req-7d162f0f-907d-4b15-840a-e05f4fae79d6 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=154f42fc-a801-439d-a3ef-d9b6489ea0f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396035 May 18 18:44:19.541261 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-53c9e4fb-30a2-48d1-ba47-7c3fd55f97e3 req-54a9e3f3-cb78-4583-870d-4adb024618d9 service neutron] 10.222.0.88 "GET /v2.0/networks/154f42fc-a801-439d-a3ef-d9b6489ea0f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821197 May 18 18:44:19.635601 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-53c9e4fb-30a2-48d1-ba47-7c3fd55f97e3 req-68c060ca-c19f-4f70-9b4d-d8ce60162d0a service neutron] 10.222.0.88 "GET /v2.0/networks/154f42fc-a801-439d-a3ef-d9b6489ea0f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877917 May 18 18:44:29.500776 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [req-0e4e3151-47e0-4ced-831c-762eb94df49d req-e8b2e1d3-e524-4610-8be9-647e499ec2d3 service neutron] (102730) timed out ('10.222.0.88', 54110) {{(pid=102730) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} May 18 18:44:31.246281 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:44:31.286127 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 7 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 18:44:31.424302 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:44:37.694972 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-4f93c439-a49b-4754-a4c3-08d3ba1ec1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:44:40.060798 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-70f5b53a-9a86-4782-b6d2-d2977f92a82a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:44:41.342805 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:44:42.498056 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:44:43.083421 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:44:56.258645 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ba7b8f-2a2b-4beb-85c5-408f0c14c01d req-8b5e458f-722c-44eb-ae96-175df9f72301 tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:44:56.260269 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b0ba7b8f-2a2b-4beb-85c5-408f0c14c01d req-8b5e458f-722c-44eb-ae96-175df9f72301 tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] 10.222.0.85 "GET /v2.0/ports?device_id=92c2937b-334d-4672-9120-827f55250330 HTTP/1.1" status: 200 len: 945 time: 0.1658692 May 18 18:44:56.304666 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b0ba7b8f-2a2b-4beb-85c5-408f0c14c01d req-13fa3173-6b8d-47fa-92fa-561a6bfd940a tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] 10.222.0.85 "GET /v2.0/security-groups?id=390efba9-f801-4bd6-94c2-6978bddaf207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373180 May 18 18:44:57.463478 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97158e40-c6c4-4da5-ae1a-80c3082f7e8a req-af65e462-4248-4707-8e68-e218db7ca78a tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:44:57.465629 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-97158e40-c6c4-4da5-ae1a-80c3082f7e8a req-af65e462-4248-4707-8e68-e218db7ca78a tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] 10.222.0.88 "GET /v2.0/ports?device_id=92c2937b-334d-4672-9120-827f55250330 HTTP/1.1" status: 200 len: 945 time: 0.0499420 May 18 18:44:57.508945 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdee2a9-ab8c-4754-a24a-08fe4a59c37f req-a680642d-b0f7-49a8-bad4-a0925c959c69 tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:44:57.510265 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5cdee2a9-ab8c-4754-a24a-08fe4a59c37f req-a680642d-b0f7-49a8-bad4-a0925c959c69 tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] 10.222.0.85 "GET /v2.0/ports?device_id=92c2937b-334d-4672-9120-827f55250330 HTTP/1.1" status: 200 len: 945 time: 0.1240983 May 18 18:44:57.553271 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5cdee2a9-ab8c-4754-a24a-08fe4a59c37f req-957d7784-316d-4560-962f-b5f325e89f79 tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] 10.222.0.85 "GET /v2.0/security-groups?id=390efba9-f801-4bd6-94c2-6978bddaf207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362477 May 18 18:44:57.563283 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-97158e40-c6c4-4da5-ae1a-80c3082f7e8a req-c17be5fe-8a11-45a8-9851-17b7a55cab0e tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] Deleting port 69f206a0-a824-4cd6-99d7-12f7a383c267 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:44:57.563622 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-97158e40-c6c4-4da5-ae1a-80c3082f7e8a req-c17be5fe-8a11-45a8-9851-17b7a55cab0e tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:44:57.649900 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-97158e40-c6c4-4da5-ae1a-80c3082f7e8a req-c17be5fe-8a11-45a8-9851-17b7a55cab0e tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] For port 69f206a0-a824-4cd6-99d7-12f7a383c267, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=69f206a0-a824-4cd6-99d7-12f7a383c267,segment=NetworkSegment(b0a777fa-df0f-4e86-9a69-c64aeac125ab),segment_id=b0a777fa-df0f-4e86-9a69-c64aeac125ab)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:44:57.650264 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-97158e40-c6c4-4da5-ae1a-80c3082f7e8a req-c17be5fe-8a11-45a8-9851-17b7a55cab0e tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:44:57.924226 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-97158e40-c6c4-4da5-ae1a-80c3082f7e8a req-c17be5fe-8a11-45a8-9851-17b7a55cab0e tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:44:57.924593 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-97158e40-c6c4-4da5-ae1a-80c3082f7e8a req-c17be5fe-8a11-45a8-9851-17b7a55cab0e tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596987'] for floatingip, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:44:57.924912 n-d-838550-3 neutron-server[102731]: INFO neutron.db.l3_db [req-97158e40-c6c4-4da5-ae1a-80c3082f7e8a req-c17be5fe-8a11-45a8-9851-17b7a55cab0e tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] Floating IP 2de2aac9-8232-4b4f-a179-63741c72d3ba disassociated. External IP: 172.25.5.237, port: 69f206a0-a824-4cd6-99d7-12f7a383c267. May 18 18:44:57.925255 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-97158e40-c6c4-4da5-ae1a-80c3082f7e8a req-c17be5fe-8a11-45a8-9851-17b7a55cab0e tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] Calling delete_port for 69f206a0-a824-4cd6-99d7-12f7a383c267 owned by compute:nova {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:44:58.051917 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-97158e40-c6c4-4da5-ae1a-80c3082f7e8a req-c17be5fe-8a11-45a8-9851-17b7a55cab0e tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:44:58.083184 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17be5fe-8a11-45a8-9851-17b7a55cab0e tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] Pushing event deleted for resources: {'Port': ['ID=69f206a0-a824-4cd6-99d7-12f7a383c267,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:44:58.192929 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [req-97158e40-c6c4-4da5-ae1a-80c3082f7e8a req-c17be5fe-8a11-45a8-9851-17b7a55cab0e tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] Router 3267fe4b-260c-4435-9679-647ce70ab9c8 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:44:58.535195 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-97158e40-c6c4-4da5-ae1a-80c3082f7e8a req-c17be5fe-8a11-45a8-9851-17b7a55cab0e tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:44:58.547997 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62cc299-756f-49af-888a-8fae8d8a98cb None None] Sync routers for ids ['3267fe4b-260c-4435-9679-647ce70ab9c8'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:44:58.559620 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62cc299-756f-49af-888a-8fae8d8a98cb None None] Routers {'3267fe4b-260c-4435-9679-647ce70ab9c8'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:44:58.560268 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-b62cc299-756f-49af-888a-8fae8d8a98cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:44:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['3267fe4b-260c-4435-9679-647ce70ab9c8'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:44:58.599689 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-97158e40-c6c4-4da5-ae1a-80c3082f7e8a req-c17be5fe-8a11-45a8-9851-17b7a55cab0e tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] No DVR routers for this DVR port 69f206a0-a824-4cd6-99d7-12f7a383c267 on host n-h2-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:44:58.602474 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-97158e40-c6c4-4da5-ae1a-80c3082f7e8a req-c17be5fe-8a11-45a8-9851-17b7a55cab0e tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:44:58.607542 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-97158e40-c6c4-4da5-ae1a-80c3082f7e8a req-c17be5fe-8a11-45a8-9851-17b7a55cab0e tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] 10.222.0.88 "DELETE /v2.0/ports/69f206a0-a824-4cd6-99d7-12f7a383c267 HTTP/1.1" status: 204 len: 173 time: 1.1353679 May 18 18:44:58.608024 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92c2937b-334d-4672-9120-827f55250330', 'name': 'network-vif-deleted', 'tag': '69f206a0-a824-4cd6-99d7-12f7a383c267'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:44:58.610422 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2673e770-5f22-4793-8abf-b0f545ba9cdd" -d '{"events": [{"server_uuid": "92c2937b-334d-4672-9120-827f55250330", "name": "network-vif-deleted", "tag": "69f206a0-a824-4cd6-99d7-12f7a383c267"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:44:58.678347 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-61f2b32d-a324-4afe-8f02-6a075b0edbf8 req-ef0e88ff-5421-4e68-9af0-d7836ae4799d tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] 10.222.0.85 "GET /v2.0/ports?device_id=92c2937b-334d-4672-9120-827f55250330 HTTP/1.1" status: 200 len: 210 time: 0.0287209 May 18 18:44:58.700830 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-b62cc299-756f-49af-888a-8fae8d8a98cb None None] Set router 3267fe4b-260c-4435-9679-647ce70ab9c8 gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:44:58.746022 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33af85b9-9bb6-40fd-b7ff-b12941112d00 x-openstack-request-id: req-33af85b9-9bb6-40fd-b7ff-b12941112d00 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:44:58.746319 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92c2937b-334d-4672-9120-827f55250330", "name": "network-vif-deleted", "tag": "69f206a0-a824-4cd6-99d7-12f7a383c267", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:44:58.746567 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-33af85b9-9bb6-40fd-b7ff-b12941112d00 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:44:58.746987 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33af85b9-9bb6-40fd-b7ff-b12941112d00'] response: {'server_uuid': '92c2937b-334d-4672-9120-827f55250330', 'name': 'network-vif-deleted', 'tag': '69f206a0-a824-4cd6-99d7-12f7a383c267', 'status': 'completed', 'code': 200} May 18 18:44:58.921612 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-b62cc299-756f-49af-888a-8fae8d8a98cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3267fe4b-260c-4435-9679-647ce70ab9c8', 'name': 'tempest-TestServerBasicOps-96562585-router', 'tenant_id': '88c24373a5b54353826abe0917a88c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': 'ba983f6d-835d-4bea-adc8-fdfa0aae1aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:39:27Z', 'updated_at': '2022-05-18T18:39:31Z', 'revision_number': 4, 'project_id': '88c24373a5b54353826abe0917a88c21', 'gw_port': {'id': 'ba983f6d-835d-4bea-adc8-fdfa0aae1aad', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:77:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3267fe4b-260c-4435-9679-647ce70ab9c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:39:27Z', 'updated_at': '2022-05-18T18:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '7df6f5de-c810-4d01-8e0b-4746bdfb0bbd', 'name': '', 'network_id': '154f42fc-a801-439d-a3ef-d9b6489ea0f3', 'tenant_id': '88c24373a5b54353826abe0917a88c21', 'mac_address': 'fa:16:3e:88:cb:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3267fe4b-260c-4435-9679-647ce70ab9c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': 'd718dfd2-07a4-4165-a2d8-4039d513381a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:39:30Z', 'updated_at': '2022-05-18T18:39:39Z', 'revision_number': 5, 'project_id': '88c24373a5b54353826abe0917a88c21', 'subnets': [{'id': 'd718dfd2-07a4-4165-a2d8-4039d513381a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:44:58.951836 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62cc299-756f-49af-888a-8fae8d8a98cb None None] Checking router: 3267fe4b-260c-4435-9679-647ce70ab9c8 for host: n-d-838550-3 {{(pid=102732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:44:58.960395 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62cc299-756f-49af-888a-8fae8d8a98cb None None] Routers {'3267fe4b-260c-4435-9679-647ce70ab9c8'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:44:58.961005 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-b62cc299-756f-49af-888a-8fae8d8a98cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:44:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['3267fe4b-260c-4435-9679-647ce70ab9c8'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:44:59.083761 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-b62cc299-756f-49af-888a-8fae8d8a98cb None None] Set router 3267fe4b-260c-4435-9679-647ce70ab9c8 gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:44:59.281800 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-b62cc299-756f-49af-888a-8fae8d8a98cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3267fe4b-260c-4435-9679-647ce70ab9c8', 'name': 'tempest-TestServerBasicOps-96562585-router', 'tenant_id': '88c24373a5b54353826abe0917a88c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': 'ba983f6d-835d-4bea-adc8-fdfa0aae1aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:39:27Z', 'updated_at': '2022-05-18T18:39:31Z', 'revision_number': 4, 'project_id': '88c24373a5b54353826abe0917a88c21', 'gw_port': {'id': 'ba983f6d-835d-4bea-adc8-fdfa0aae1aad', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:77:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3267fe4b-260c-4435-9679-647ce70ab9c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:39:27Z', 'updated_at': '2022-05-18T18:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '7df6f5de-c810-4d01-8e0b-4746bdfb0bbd', 'name': '', 'network_id': '154f42fc-a801-439d-a3ef-d9b6489ea0f3', 'tenant_id': '88c24373a5b54353826abe0917a88c21', 'mac_address': 'fa:16:3e:88:cb:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3267fe4b-260c-4435-9679-647ce70ab9c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': 'd718dfd2-07a4-4165-a2d8-4039d513381a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:39:30Z', 'updated_at': '2022-05-18T18:39:39Z', 'revision_number': 5, 'project_id': '88c24373a5b54353826abe0917a88c21', 'subnets': [{'id': 'd718dfd2-07a4-4165-a2d8-4039d513381a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:44:59.311781 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62cc299-756f-49af-888a-8fae8d8a98cb None None] The sync data for ids ['3267fe4b-260c-4435-9679-647ce70ab9c8'] in n-d-838550-3 is: [{'id': '3267fe4b-260c-4435-9679-647ce70ab9c8', 'name': 'tempest-TestServerBasicOps-96562585-router', 'tenant_id': '88c24373a5b54353826abe0917a88c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': 'ba983f6d-835d-4bea-adc8-fdfa0aae1aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:39:27Z', 'updated_at': '2022-05-18T18:39:31Z', 'revision_number': 4, 'project_id': '88c24373a5b54353826abe0917a88c21', 'gw_port': {'id': 'ba983f6d-835d-4bea-adc8-fdfa0aae1aad', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:77:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3267fe4b-260c-4435-9679-647ce70ab9c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:39:27Z', 'updated_at': '2022-05-18T18:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '7df6f5de-c810-4d01-8e0b-4746bdfb0bbd', 'name': '', 'network_id': '154f42fc-a801-439d-a3ef-d9b6489ea0f3', 'tenant_id': '88c24373a5b54353826abe0917a88c21', 'mac_address': 'fa:16:3e:88:cb:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3267fe4b-260c-4435-9679-647ce70ab9c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': 'd718dfd2-07a4-4165-a2d8-4039d513381a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:39:30Z', 'updated_at': '2022-05-18T18:39:39Z', 'revision_number': 5, 'project_id': '88c24373a5b54353826abe0917a88c21', 'subnets': [{'id': 'd718dfd2-07a4-4165-a2d8-4039d513381a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:44:59.533686 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f112c43-4acc-431e-973a-9b2413595b6c None None] New status for floating IP 2de2aac9-8232-4b4f-a179-63741c72d3ba: DOWN {{(pid=102733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 18:44:59.735999 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 46492) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:44:59.861378 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-650d6d9c-cbce-44c3-aee8-ccb45f86ae6c tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] Deleting port 0c2a5440-597c-44e9-a353-76804c976c2b {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:44:59.861655 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-650d6d9c-cbce-44c3-aee8-ccb45f86ae6c tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:44:59.935882 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-650d6d9c-cbce-44c3-aee8-ccb45f86ae6c tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:44:59.936214 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-650d6d9c-cbce-44c3-aee8-ccb45f86ae6c tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:44:59.947679 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-650d6d9c-cbce-44c3-aee8-ccb45f86ae6c tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] Calling delete_port for 0c2a5440-597c-44e9-a353-76804c976c2b owned by network:floatingip {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:45:00.083376 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-650d6d9c-cbce-44c3-aee8-ccb45f86ae6c tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:00.110162 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650d6d9c-cbce-44c3-aee8-ccb45f86ae6c tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] Pushing event deleted for resources: {'Port': ['ID=0c2a5440-597c-44e9-a353-76804c976c2b,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:45:00.170928 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-650d6d9c-cbce-44c3-aee8-ccb45f86ae6c tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] Notify callbacks [] for floatingip, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:00.173413 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-650d6d9c-cbce-44c3-aee8-ccb45f86ae6c tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:00.174672 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-650d6d9c-cbce-44c3-aee8-ccb45f86ae6c tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] 10.222.0.85 "DELETE /v2.0/floatingips/2de2aac9-8232-4b4f-a179-63741c72d3ba HTTP/1.1" status: 204 len: 168 time: 0.4376850 May 18 18:45:00.242706 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 46498) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:45:00.301061 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-09a4f772-fa8f-41cf-8d90-502bf7605e1f tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:00.325886 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-09a4f772-fa8f-41cf-8d90-502bf7605e1f tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:00.383433 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-09a4f772-fa8f-41cf-8d90-502bf7605e1f tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:00.386047 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-09a4f772-fa8f-41cf-8d90-502bf7605e1f tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:00.387622 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-09a4f772-fa8f-41cf-8d90-502bf7605e1f tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] 10.222.0.85 "DELETE /v2.0/security-groups/390efba9-f801-4bd6-94c2-6978bddaf207 HTTP/1.1" status: 204 len: 168 time: 0.1438961 May 18 18:45:00.397500 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a4f772-fa8f-41cf-8d90-502bf7605e1f tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=390efba9-f801-4bd6-94c2-6978bddaf207,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:45:00.406101 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a4f772-fa8f-41cf-8d90-502bf7605e1f tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:45:00.406455 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a4f772-fa8f-41cf-8d90-502bf7605e1f tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:45:00.406979 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a4f772-fa8f-41cf-8d90-502bf7605e1f tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:45:00.407332 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a4f772-fa8f-41cf-8d90-502bf7605e1f tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:45:00.407670 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a4f772-fa8f-41cf-8d90-502bf7605e1f tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:45:00.408008 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a4f772-fa8f-41cf-8d90-502bf7605e1f tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:45:00.408337 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a4f772-fa8f-41cf-8d90-502bf7605e1f tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:45:00.408667 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a4f772-fa8f-41cf-8d90-502bf7605e1f tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:45:00.408992 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a4f772-fa8f-41cf-8d90-502bf7605e1f tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:45:00.409319 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a4f772-fa8f-41cf-8d90-502bf7605e1f tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:45:00.409671 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a4f772-fa8f-41cf-8d90-502bf7605e1f tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:45:00.410002 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a4f772-fa8f-41cf-8d90-502bf7605e1f tempest-TestServerBasicOps-1811865391 tempest-TestServerBasicOps-1811865391-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:45:00.427285 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 46502) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:45:00.868558 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7b914114-ac02-4da1-901f-b97313bc4cf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-595963'] for router_interface, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:01.112338 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-7b914114-ac02-4da1-901f-b97313bc4cf1 admin admin] Deleting port 7df6f5de-c810-4d01-8e0b-4746bdfb0bbd {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:45:01.112678 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7b914114-ac02-4da1-901f-b97313bc4cf1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:01.195167 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-7b914114-ac02-4da1-901f-b97313bc4cf1 admin admin] For port 7df6f5de-c810-4d01-8e0b-4746bdfb0bbd, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=7df6f5de-c810-4d01-8e0b-4746bdfb0bbd,segment=NetworkSegment(b0a777fa-df0f-4e86-9a69-c64aeac125ab),segment_id=b0a777fa-df0f-4e86-9a69-c64aeac125ab)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:45:01.195528 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7b914114-ac02-4da1-901f-b97313bc4cf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:01.206847 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-7b914114-ac02-4da1-901f-b97313bc4cf1 admin admin] Calling delete_port for 7df6f5de-c810-4d01-8e0b-4746bdfb0bbd owned by network:router_interface {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:45:01.253033 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 69f206a0-a824-4cd6-99d7-12f7a383c267 no longer exists at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:45:01.279153 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] No Port match for: 69f206a0-a824-4cd6-99d7-12f7a383c267 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:45:01.279495 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 69f206a0-a824-4cd6-99d7-12f7a383c267 not bound to the agent host n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:45:01.286256 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:01.390769 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7b914114-ac02-4da1-901f-b97313bc4cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:01.418094 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b914114-ac02-4da1-901f-b97313bc4cf1 admin admin] Pushing event deleted for resources: {'Port': ['ID=7df6f5de-c810-4d01-8e0b-4746bdfb0bbd,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:45:01.419146 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:01.441822 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b914114-ac02-4da1-901f-b97313bc4cf1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:45:01.442171 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b914114-ac02-4da1-901f-b97313bc4cf1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:45:01.442513 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b914114-ac02-4da1-901f-b97313bc4cf1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:45:01.442847 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b914114-ac02-4da1-901f-b97313bc4cf1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:45:01.443175 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b914114-ac02-4da1-901f-b97313bc4cf1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:45:01.443503 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b914114-ac02-4da1-901f-b97313bc4cf1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:45:01.443828 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b914114-ac02-4da1-901f-b97313bc4cf1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:45:01.444149 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b914114-ac02-4da1-901f-b97313bc4cf1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:45:01.444470 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b914114-ac02-4da1-901f-b97313bc4cf1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:45:01.444788 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b914114-ac02-4da1-901f-b97313bc4cf1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:45:01.445108 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b914114-ac02-4da1-901f-b97313bc4cf1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:45:01.445426 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b914114-ac02-4da1-901f-b97313bc4cf1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:45:01.591152 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7b914114-ac02-4da1-901f-b97313bc4cf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-593931'] for router_interface, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:01.805494 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b914114-ac02-4da1-901f-b97313bc4cf1 admin admin] Router 3267fe4b-260c-4435-9679-647ce70ab9c8 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:45:01.909727 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b914114-ac02-4da1-901f-b97313bc4cf1 admin admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:45:01.914700 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-7b914114-ac02-4da1-901f-b97313bc4cf1 admin admin] 10.222.0.85 "PUT /v2.0/routers/3267fe4b-260c-4435-9679-647ce70ab9c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4861789 May 18 18:45:01.918163 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 46506) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:45:01.919175 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bbb8565-4660-4420-b983-24eec9f98925 None None] Sync routers for ids ['3267fe4b-260c-4435-9679-647ce70ab9c8'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:45:01.929569 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bbb8565-4660-4420-b983-24eec9f98925 None None] Routers {'3267fe4b-260c-4435-9679-647ce70ab9c8'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:45:01.930150 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-9bbb8565-4660-4420-b983-24eec9f98925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:44:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['3267fe4b-260c-4435-9679-647ce70ab9c8'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:45:02.023407 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-dd19bbfe-d2a6-4a0b-8d98-efc76782d64d admin admin] Notify callbacks [] for router, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:02.190338 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-9bbb8565-4660-4420-b983-24eec9f98925 None None] Set router 3267fe4b-260c-4435-9679-647ce70ab9c8 gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:45:02.379896 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-dd19bbfe-d2a6-4a0b-8d98-efc76782d64d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:02.383968 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-9bbb8565-4660-4420-b983-24eec9f98925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3267fe4b-260c-4435-9679-647ce70ab9c8', 'name': 'tempest-TestServerBasicOps-96562585-router', 'tenant_id': '88c24373a5b54353826abe0917a88c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': 'ba983f6d-835d-4bea-adc8-fdfa0aae1aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:39:27Z', 'updated_at': '2022-05-18T18:45:01Z', 'revision_number': 5, 'project_id': '88c24373a5b54353826abe0917a88c21', 'gw_port': {'id': 'ba983f6d-835d-4bea-adc8-fdfa0aae1aad', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:77:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3267fe4b-260c-4435-9679-647ce70ab9c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:39:27Z', 'updated_at': '2022-05-18T18:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:45:02.410442 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bbb8565-4660-4420-b983-24eec9f98925 None None] Checking router: 3267fe4b-260c-4435-9679-647ce70ab9c8 for host: n-d-838550-3 {{(pid=102732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:45:02.419200 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bbb8565-4660-4420-b983-24eec9f98925 None None] Routers {'3267fe4b-260c-4435-9679-647ce70ab9c8'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:45:02.419812 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-9bbb8565-4660-4420-b983-24eec9f98925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:44:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['3267fe4b-260c-4435-9679-647ce70ab9c8'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:45:02.433934 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-dd19bbfe-d2a6-4a0b-8d98-efc76782d64d admin admin] Deleting port ba983f6d-835d-4bea-adc8-fdfa0aae1aad {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:45:02.434300 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-dd19bbfe-d2a6-4a0b-8d98-efc76782d64d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:02.503805 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-9bbb8565-4660-4420-b983-24eec9f98925 None None] Set router 3267fe4b-260c-4435-9679-647ce70ab9c8 gateway port host: None {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:45:02.511819 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-dd19bbfe-d2a6-4a0b-8d98-efc76782d64d admin admin] For port ba983f6d-835d-4bea-adc8-fdfa0aae1aad, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=ba983f6d-835d-4bea-adc8-fdfa0aae1aad,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:45:02.512182 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-dd19bbfe-d2a6-4a0b-8d98-efc76782d64d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:02.523585 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-dd19bbfe-d2a6-4a0b-8d98-efc76782d64d admin admin] Calling delete_port for ba983f6d-835d-4bea-adc8-fdfa0aae1aad owned by network:router_gateway {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:45:02.555515 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-9bbb8565-4660-4420-b983-24eec9f98925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3267fe4b-260c-4435-9679-647ce70ab9c8', 'name': 'tempest-TestServerBasicOps-96562585-router', 'tenant_id': '88c24373a5b54353826abe0917a88c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:39:27Z', 'updated_at': '2022-05-18T18:45:02Z', 'revision_number': 6, 'project_id': '88c24373a5b54353826abe0917a88c21', 'gw_port_host': None}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:45:02.584713 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bbb8565-4660-4420-b983-24eec9f98925 None None] The sync data for ids ['3267fe4b-260c-4435-9679-647ce70ab9c8'] in n-d-838550-3 is: [{'id': '3267fe4b-260c-4435-9679-647ce70ab9c8', 'name': 'tempest-TestServerBasicOps-96562585-router', 'tenant_id': '88c24373a5b54353826abe0917a88c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:39:27Z', 'updated_at': '2022-05-18T18:45:02Z', 'revision_number': 6, 'project_id': '88c24373a5b54353826abe0917a88c21', 'gw_port_host': None}] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:45:02.691010 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-dd19bbfe-d2a6-4a0b-8d98-efc76782d64d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:02.721640 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd19bbfe-d2a6-4a0b-8d98-efc76782d64d admin admin] Pushing event deleted for resources: {'Port': ['ID=ba983f6d-835d-4bea-adc8-fdfa0aae1aad,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:45:02.781091 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-dd19bbfe-d2a6-4a0b-8d98-efc76782d64d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596901'] for router_gateway, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:02.873122 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-dd19bbfe-d2a6-4a0b-8d98-efc76782d64d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25145'] for router, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:02.875104 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-dd19bbfe-d2a6-4a0b-8d98-efc76782d64d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:02.917935 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-dd19bbfe-d2a6-4a0b-8d98-efc76782d64d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593303'] for router, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:02.918774 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd19bbfe-d2a6-4a0b-8d98-efc76782d64d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3267fe4b-260c-4435-9679-647ce70ab9c8 {{(pid=102731) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 18 18:45:02.922774 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-dd19bbfe-d2a6-4a0b-8d98-efc76782d64d admin admin] Notify callbacks [] for router, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:02.923937 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-dd19bbfe-d2a6-4a0b-8d98-efc76782d64d admin admin] 10.222.0.85 "DELETE /v2.0/routers/3267fe4b-260c-4435-9679-647ce70ab9c8 HTTP/1.1" status: 204 len: 168 time: 1.0047786 May 18 18:45:02.926571 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 46508) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:45:02.976632 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_v2 [None req-548a0a8b-c318-46cf-b234-f0df67f69300 admin admin] Deleting subnet d718dfd2-07a4-4165-a2d8-4039d513381a {{(pid=102731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:45:02.979939 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-548a0a8b-c318-46cf-b234-f0df67f69300 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:03.017282 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-548a0a8b-c318-46cf-b234-f0df67f69300 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260542153'] for subnet, precommit_delete_associations {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:03.093264 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-548a0a8b-c318-46cf-b234-f0df67f69300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:03.151151 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-548a0a8b-c318-46cf-b234-f0df67f69300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260898416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260908030'] for subnet, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:03.178976 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548a0a8b-c318-46cf-b234-f0df67f69300 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d718dfd2-07a4-4165-a2d8-4039d513381a,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:45:03.184194 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-548a0a8b-c318-46cf-b234-f0df67f69300 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:03.187461 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-548a0a8b-c318-46cf-b234-f0df67f69300 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/d718dfd2-07a4-4165-a2d8-4039d513381a HTTP/1.1" status: 204 len: 168 time: 0.2598302 May 18 18:45:03.189960 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 46510) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:45:03.192635 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96206fc1-10b1-4ff6-84d0-4d9904a963cd None None] Network 154f42fc-a801-439d-a3ef-d9b6489ea0f3 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:45:03.256044 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f3d0232f-54be-48a9-bbc7-8d592fd13b1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:03.308723 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-f3d0232f-54be-48a9-bbc7-8d592fd13b1d admin admin] Deleting port 159ddfb8-001c-4220-a303-4fb8ec0beeb3 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:45:03.309062 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f3d0232f-54be-48a9-bbc7-8d592fd13b1d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:03.381874 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-f3d0232f-54be-48a9-bbc7-8d592fd13b1d admin admin] For port 159ddfb8-001c-4220-a303-4fb8ec0beeb3, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=159ddfb8-001c-4220-a303-4fb8ec0beeb3,segment=NetworkSegment(b0a777fa-df0f-4e86-9a69-c64aeac125ab),segment_id=b0a777fa-df0f-4e86-9a69-c64aeac125ab)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:45:03.382768 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f3d0232f-54be-48a9-bbc7-8d592fd13b1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:03.384724 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef1127fa-7df8-4832-8f97-10d490a2a133 None None] DHCP port deletion for 154f42fc-a801-439d-a3ef-d9b6489ea0f3 request from n-d-838550-3 {{(pid=102732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 18:45:03.398744 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-f3d0232f-54be-48a9-bbc7-8d592fd13b1d admin admin] Calling delete_port for 159ddfb8-001c-4220-a303-4fb8ec0beeb3 owned by network:dhcp {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:45:03.443875 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-ef1127fa-7df8-4832-8f97-10d490a2a133 None None] Deleting port 159ddfb8-001c-4220-a303-4fb8ec0beeb3 {{(pid=102732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:45:03.444264 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-ef1127fa-7df8-4832-8f97-10d490a2a133 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:03.484774 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f3d0232f-54be-48a9-bbc7-8d592fd13b1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:03.524629 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d0232f-54be-48a9-bbc7-8d592fd13b1d admin admin] Pushing event deleted for resources: {'Port': ['ID=159ddfb8-001c-4220-a303-4fb8ec0beeb3,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:45:03.530089 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-ef1127fa-7df8-4832-8f97-10d490a2a133 None None] For port 159ddfb8-001c-4220-a303-4fb8ec0beeb3, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=159ddfb8-001c-4220-a303-4fb8ec0beeb3,segment=NetworkSegment(b0a777fa-df0f-4e86-9a69-c64aeac125ab),segment_id=b0a777fa-df0f-4e86-9a69-c64aeac125ab)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:45:03.530507 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-ef1127fa-7df8-4832-8f97-10d490a2a133 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:03.534173 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d0232f-54be-48a9-bbc7-8d592fd13b1d admin admin] No DVR routers for this DVR port 159ddfb8-001c-4220-a303-4fb8ec0beeb3 on host n-d-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:45:03.547794 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-ef1127fa-7df8-4832-8f97-10d490a2a133 None None] Calling delete_port for 159ddfb8-001c-4220-a303-4fb8ec0beeb3 owned by network:dhcp {{(pid=102732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:45:03.611244 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f3d0232f-54be-48a9-bbc7-8d592fd13b1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:03.633580 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-f3d0232f-54be-48a9-bbc7-8d592fd13b1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['154f42fc-a801-439d-a3ef-d9b6489ea0f3']}} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:45:03.634252 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-ef1127fa-7df8-4832-8f97-10d490a2a133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508'] for port, after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:03.644054 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-f3d0232f-54be-48a9-bbc7-8d592fd13b1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0a777fa-df0f-4e86-9a69-c64aeac125ab') {'for_net_delete': True} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:45:03.644610 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-f3d0232f-54be-48a9-bbc7-8d592fd13b1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0a777fa-df0f-4e86-9a69-c64aeac125ab') {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:45:03.647282 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1127fa-7df8-4832-8f97-10d490a2a133 None None] No DVR routers for this DVR port 159ddfb8-001c-4220-a303-4fb8ec0beeb3 on host n-d-838550-3 {{(pid=102732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:45:03.656696 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f3d0232f-54be-48a9-bbc7-8d592fd13b1d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260542144'] for segment, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:03.666646 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1127fa-7df8-4832-8f97-10d490a2a133 None None] Pushing event deleted for resources: {'Port': ['ID=159ddfb8-001c-4220-a303-4fb8ec0beeb3,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:45:03.676503 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f3d0232f-54be-48a9-bbc7-8d592fd13b1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:03.676841 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1127fa-7df8-4832-8f97-10d490a2a133 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:45:03.676841 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1127fa-7df8-4832-8f97-10d490a2a133 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:45:03.676841 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1127fa-7df8-4832-8f97-10d490a2a133 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:45:03.677106 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1127fa-7df8-4832-8f97-10d490a2a133 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:45:03.677556 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1127fa-7df8-4832-8f97-10d490a2a133 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:45:03.677920 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1127fa-7df8-4832-8f97-10d490a2a133 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:45:03.678254 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1127fa-7df8-4832-8f97-10d490a2a133 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:45:03.678583 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1127fa-7df8-4832-8f97-10d490a2a133 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:45:03.678910 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1127fa-7df8-4832-8f97-10d490a2a133 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:45:03.679300 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1127fa-7df8-4832-8f97-10d490a2a133 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:45:03.679546 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1127fa-7df8-4832-8f97-10d490a2a133 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:45:03.679869 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1127fa-7df8-4832-8f97-10d490a2a133 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:45:03.686684 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3d0232f-54be-48a9-bbc7-8d592fd13b1d admin admin] Releasing vlan 616 on physical network physnet1 to pool {{(pid=102731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:45:03.687089 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f3d0232f-54be-48a9-bbc7-8d592fd13b1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260884178'] for segment, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:03.688862 n-d-838550-3 neutron-server[102731]: Traceback (most recent call last): May 18 18:45:03.688862 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:45:03.688862 n-d-838550-3 neutron-server[102731]: timer() May 18 18:45:03.688862 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:45:03.688862 n-d-838550-3 neutron-server[102731]: cb(*args, **kw) May 18 18:45:03.688862 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:45:03.688862 n-d-838550-3 neutron-server[102731]: return func(*args, **kwargs) May 18 18:45:03.688862 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:45:03.688862 n-d-838550-3 neutron-server[102731]: self._notify() May 18 18:45:03.688862 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:45:03.688862 n-d-838550-3 neutron-server[102731]: self.callback(batched_events) May 18 18:45:03.688862 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:45:03.688862 n-d-838550-3 neutron-server[102731]: event.method(event) May 18 18:45:03.688862 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:45:03.688862 n-d-838550-3 neutron-server[102731]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:45:03.688862 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:45:03.688862 n-d-838550-3 neutron-server[102731]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:45:03.688862 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:45:03.688862 n-d-838550-3 neutron-server[102731]: return f(self, *a, **k) May 18 18:45:03.688862 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:45:03.688862 n-d-838550-3 neutron-server[102731]: return self._get(url).json() May 18 18:45:03.688862 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:45:03.688862 n-d-838550-3 neutron-server[102731]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:45:03.688862 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:45:03.688862 n-d-838550-3 neutron-server[102731]: return self.request(url, 'GET', **kwargs) May 18 18:45:03.688862 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:45:03.688862 n-d-838550-3 neutron-server[102731]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:45:03.688862 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:45:03.688862 n-d-838550-3 neutron-server[102731]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:45:03.688862 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:45:03.688862 n-d-838550-3 neutron-server[102731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:45:03.688862 n-d-838550-3 neutron-server[102731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:45:03.746383 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f3d0232f-54be-48a9-bbc7-8d592fd13b1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:03.752631 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f3d0232f-54be-48a9-bbc7-8d592fd13b1d admin admin] Notify callbacks [] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:03.755327 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-f3d0232f-54be-48a9-bbc7-8d592fd13b1d admin admin] 10.222.0.85 "DELETE /v2.0/networks/154f42fc-a801-439d-a3ef-d9b6489ea0f3 HTTP/1.1" status: 204 len: 168 time: 0.5644386 May 18 18:45:03.758299 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 46512) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:45:03.766402 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d0232f-54be-48a9-bbc7-8d592fd13b1d admin admin] Pushing event deleted for resources: {'Network': ['ID=154f42fc-a801-439d-a3ef-d9b6489ea0f3,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:45:04.113520 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-386b2fe9-8cce-4d99-ab5b-cb0cec071bcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-595963'] for router_interface, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:04.358208 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-386b2fe9-8cce-4d99-ab5b-cb0cec071bcd admin admin] Deleting port fe35be9c-f6cc-49ab-92f2-f34b91456faf {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:45:04.358548 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-386b2fe9-8cce-4d99-ab5b-cb0cec071bcd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:04.381170 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device ba983f6d-835d-4bea-adc8-fdfa0aae1aad no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:45:04.403357 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: ba983f6d-835d-4bea-adc8-fdfa0aae1aad {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:45:04.404017 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device ba983f6d-835d-4bea-adc8-fdfa0aae1aad not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:45:04.404260 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 7df6f5de-c810-4d01-8e0b-4746bdfb0bbd no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:45:04.426271 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 7df6f5de-c810-4d01-8e0b-4746bdfb0bbd {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:45:04.426609 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 7df6f5de-c810-4d01-8e0b-4746bdfb0bbd not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:45:04.427024 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 159ddfb8-001c-4220-a303-4fb8ec0beeb3 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:45:04.441604 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-386b2fe9-8cce-4d99-ab5b-cb0cec071bcd admin admin] For port fe35be9c-f6cc-49ab-92f2-f34b91456faf, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=fe35be9c-f6cc-49ab-92f2-f34b91456faf,segment=NetworkSegment(75e9e4b9-0e24-498e-8e0b-972f012101da),segment_id=75e9e4b9-0e24-498e-8e0b-972f012101da)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:45:04.442004 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-386b2fe9-8cce-4d99-ab5b-cb0cec071bcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:04.448209 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 159ddfb8-001c-4220-a303-4fb8ec0beeb3 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:45:04.448574 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 159ddfb8-001c-4220-a303-4fb8ec0beeb3 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:45:04.454428 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-386b2fe9-8cce-4d99-ab5b-cb0cec071bcd admin admin] Calling delete_port for fe35be9c-f6cc-49ab-92f2-f34b91456faf owned by network:router_interface {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:45:04.631011 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-386b2fe9-8cce-4d99-ab5b-cb0cec071bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:04.655588 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386b2fe9-8cce-4d99-ab5b-cb0cec071bcd admin admin] Pushing event deleted for resources: {'Port': ['ID=fe35be9c-f6cc-49ab-92f2-f34b91456faf,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:45:04.828534 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-386b2fe9-8cce-4d99-ab5b-cb0cec071bcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-593931'] for router_interface, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:05.036407 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-386b2fe9-8cce-4d99-ab5b-cb0cec071bcd admin admin] Router 4d7c27a2-4cde-43ca-bd39-ea10eb6609f5 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:45:05.140157 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-386b2fe9-8cce-4d99-ab5b-cb0cec071bcd admin admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:45:05.145214 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-386b2fe9-8cce-4d99-ab5b-cb0cec071bcd admin admin] 10.222.0.85 "PUT /v2.0/routers/4d7c27a2-4cde-43ca-bd39-ea10eb6609f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3857136 May 18 18:45:05.147668 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 46514) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:45:05.149999 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6510947a-74eb-4bc2-bb57-99b9d107ff6d None None] Sync routers for ids ['4d7c27a2-4cde-43ca-bd39-ea10eb6609f5'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:45:05.159814 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6510947a-74eb-4bc2-bb57-99b9d107ff6d None None] Routers {'4d7c27a2-4cde-43ca-bd39-ea10eb6609f5'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:45:05.160424 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-6510947a-74eb-4bc2-bb57-99b9d107ff6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:44:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['4d7c27a2-4cde-43ca-bd39-ea10eb6609f5'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:45:05.252729 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-26dc46a2-6079-4548-93d2-9f85bf78f698 admin admin] Notify callbacks [] for router, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:05.346925 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-6510947a-74eb-4bc2-bb57-99b9d107ff6d None None] Set router 4d7c27a2-4cde-43ca-bd39-ea10eb6609f5 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:45:05.358499 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-26dc46a2-6079-4548-93d2-9f85bf78f698 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:05.410859 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-26dc46a2-6079-4548-93d2-9f85bf78f698 admin admin] Deleting port b5c30d39-9c9a-4674-96c9-42b3835c32aa {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:45:05.411198 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-26dc46a2-6079-4548-93d2-9f85bf78f698 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:05.492630 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-26dc46a2-6079-4548-93d2-9f85bf78f698 admin admin] For port b5c30d39-9c9a-4674-96c9-42b3835c32aa, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=b5c30d39-9c9a-4674-96c9-42b3835c32aa,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:45:05.493154 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-26dc46a2-6079-4548-93d2-9f85bf78f698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:05.504890 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-26dc46a2-6079-4548-93d2-9f85bf78f698 admin admin] Calling delete_port for b5c30d39-9c9a-4674-96c9-42b3835c32aa owned by network:router_gateway {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:45:05.520734 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-6510947a-74eb-4bc2-bb57-99b9d107ff6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7c27a2-4cde-43ca-bd39-ea10eb6609f5', 'name': 'tempest-TestServerBasicOps-252878704-router', 'tenant_id': 'cb9b5a8dd57a4fbe883d6c9d81590c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': 'b5c30d39-9c9a-4674-96c9-42b3835c32aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:39:35Z', 'updated_at': '2022-05-18T18:45:04Z', 'revision_number': 5, 'project_id': 'cb9b5a8dd57a4fbe883d6c9d81590c76', 'gw_port': {'id': 'b5c30d39-9c9a-4674-96c9-42b3835c32aa', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7c27a2-4cde-43ca-bd39-ea10eb6609f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:39:37Z', 'updated_at': '2022-05-18T18:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:45:05.551025 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6510947a-74eb-4bc2-bb57-99b9d107ff6d None None] Checking router: 4d7c27a2-4cde-43ca-bd39-ea10eb6609f5 for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:45:05.559362 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6510947a-74eb-4bc2-bb57-99b9d107ff6d None None] Routers {'4d7c27a2-4cde-43ca-bd39-ea10eb6609f5'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:45:05.559994 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-6510947a-74eb-4bc2-bb57-99b9d107ff6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:44:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['4d7c27a2-4cde-43ca-bd39-ea10eb6609f5'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:45:05.640265 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-6510947a-74eb-4bc2-bb57-99b9d107ff6d None None] Set router 4d7c27a2-4cde-43ca-bd39-ea10eb6609f5 gateway port host: None {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:45:05.669666 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-26dc46a2-6079-4548-93d2-9f85bf78f698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:05.694304 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-6510947a-74eb-4bc2-bb57-99b9d107ff6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7c27a2-4cde-43ca-bd39-ea10eb6609f5', 'name': 'tempest-TestServerBasicOps-252878704-router', 'tenant_id': 'cb9b5a8dd57a4fbe883d6c9d81590c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:39:35Z', 'updated_at': '2022-05-18T18:45:05Z', 'revision_number': 6, 'project_id': 'cb9b5a8dd57a4fbe883d6c9d81590c76', 'gw_port_host': None}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:45:05.696911 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dc46a2-6079-4548-93d2-9f85bf78f698 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5c30d39-9c9a-4674-96c9-42b3835c32aa,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:45:05.721457 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6510947a-74eb-4bc2-bb57-99b9d107ff6d None None] The sync data for ids ['4d7c27a2-4cde-43ca-bd39-ea10eb6609f5'] in n-d-838550-3 is: [{'id': '4d7c27a2-4cde-43ca-bd39-ea10eb6609f5', 'name': 'tempest-TestServerBasicOps-252878704-router', 'tenant_id': 'cb9b5a8dd57a4fbe883d6c9d81590c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:39:35Z', 'updated_at': '2022-05-18T18:45:05Z', 'revision_number': 6, 'project_id': 'cb9b5a8dd57a4fbe883d6c9d81590c76', 'gw_port_host': None}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:45:05.759917 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-26dc46a2-6079-4548-93d2-9f85bf78f698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596901'] for router_gateway, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:05.853984 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-26dc46a2-6079-4548-93d2-9f85bf78f698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25145'] for router, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:05.856100 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-26dc46a2-6079-4548-93d2-9f85bf78f698 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:05.898062 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-26dc46a2-6079-4548-93d2-9f85bf78f698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593303'] for router, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:05.898543 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26dc46a2-6079-4548-93d2-9f85bf78f698 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4d7c27a2-4cde-43ca-bd39-ea10eb6609f5 {{(pid=102730) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 18 18:45:05.904634 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-26dc46a2-6079-4548-93d2-9f85bf78f698 admin admin] Notify callbacks [] for router, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:05.905922 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-26dc46a2-6079-4548-93d2-9f85bf78f698 admin admin] 10.222.0.85 "DELETE /v2.0/routers/4d7c27a2-4cde-43ca-bd39-ea10eb6609f5 HTTP/1.1" status: 204 len: 168 time: 0.7573242 May 18 18:45:05.908418 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 46516) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:45:05.951921 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6f2935d-c473-4ea5-a1a4-f2bf1bcbaaab admin admin] Deleting subnet 5aa62957-0309-4ac6-92c4-809a29e1081a {{(pid=102730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:45:05.954947 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a6f2935d-c473-4ea5-a1a4-f2bf1bcbaaab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:05.989343 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a6f2935d-c473-4ea5-a1a4-f2bf1bcbaaab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260107366'] for subnet, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:06.069329 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a6f2935d-c473-4ea5-a1a4-f2bf1bcbaaab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:06.125595 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a6f2935d-c473-4ea5-a1a4-f2bf1bcbaaab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261104690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261031888'] for subnet, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:06.153938 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f2935d-c473-4ea5-a1a4-f2bf1bcbaaab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5aa62957-0309-4ac6-92c4-809a29e1081a,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:45:06.160120 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a6f2935d-c473-4ea5-a1a4-f2bf1bcbaaab admin admin] Notify callbacks [] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:06.163429 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-a6f2935d-c473-4ea5-a1a4-f2bf1bcbaaab admin admin] 10.222.0.85 "DELETE /v2.0/subnets/5aa62957-0309-4ac6-92c4-809a29e1081a HTTP/1.1" status: 204 len: 168 time: 0.2540653 May 18 18:45:06.166033 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6101e485-682c-444f-a8d0-2dc2f5afd0d9 None None] Network d2774a42-60ab-43c0-a26a-5bb0ea99af4a requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:45:06.166495 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 46518) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:45:06.241004 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-95cb8f81-303e-420f-99c6-93b9ff4be58b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:06.295027 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-95cb8f81-303e-420f-99c6-93b9ff4be58b admin admin] Deleting port f79ba0fd-4a12-47f3-92d4-a50653e2f2fb {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:45:06.295394 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-95cb8f81-303e-420f-99c6-93b9ff4be58b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:06.356888 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-95cb8f81-303e-420f-99c6-93b9ff4be58b admin admin] For port f79ba0fd-4a12-47f3-92d4-a50653e2f2fb, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=f79ba0fd-4a12-47f3-92d4-a50653e2f2fb,segment=NetworkSegment(75e9e4b9-0e24-498e-8e0b-972f012101da),segment_id=75e9e4b9-0e24-498e-8e0b-972f012101da)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:45:06.357251 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-95cb8f81-303e-420f-99c6-93b9ff4be58b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:06.370047 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-95cb8f81-303e-420f-99c6-93b9ff4be58b admin admin] Calling delete_port for f79ba0fd-4a12-47f3-92d4-a50653e2f2fb owned by network:dhcp {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:45:06.451529 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-95cb8f81-303e-420f-99c6-93b9ff4be58b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:06.478193 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cb8f81-303e-420f-99c6-93b9ff4be58b admin admin] Pushing event deleted for resources: {'Port': ['ID=f79ba0fd-4a12-47f3-92d4-a50653e2f2fb,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:45:06.482033 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95cb8f81-303e-420f-99c6-93b9ff4be58b admin admin] No DVR routers for this DVR port f79ba0fd-4a12-47f3-92d4-a50653e2f2fb on host n-d-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:45:06.513403 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-415eaba8-a0c7-4c55-8888-ea602f5138b7 None None] DHCP port deletion for d2774a42-60ab-43c0-a26a-5bb0ea99af4a request from n-d-838550-3 {{(pid=102732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 18:45:06.571611 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-95cb8f81-303e-420f-99c6-93b9ff4be58b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:06.573304 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device b5c30d39-9c9a-4674-96c9-42b3835c32aa no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:45:06.594107 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: b5c30d39-9c9a-4674-96c9-42b3835c32aa {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:45:06.594455 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device b5c30d39-9c9a-4674-96c9-42b3835c32aa not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:45:06.594889 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device f79ba0fd-4a12-47f3-92d4-a50653e2f2fb no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:45:06.615347 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: f79ba0fd-4a12-47f3-92d4-a50653e2f2fb {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:45:06.615705 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device f79ba0fd-4a12-47f3-92d4-a50653e2f2fb not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:45:06.616138 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device fe35be9c-f6cc-49ab-92f2-f34b91456faf no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:45:06.637312 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: fe35be9c-f6cc-49ab-92f2-f34b91456faf {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:45:06.637687 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device fe35be9c-f6cc-49ab-92f2-f34b91456faf not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:45:06.872406 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-95cb8f81-303e-420f-99c6-93b9ff4be58b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2774a42-60ab-43c0-a26a-5bb0ea99af4a']}} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:45:06.881602 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-95cb8f81-303e-420f-99c6-93b9ff4be58b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75e9e4b9-0e24-498e-8e0b-972f012101da') {'for_net_delete': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:45:06.881924 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-95cb8f81-303e-420f-99c6-93b9ff4be58b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75e9e4b9-0e24-498e-8e0b-972f012101da') {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:45:06.890910 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-95cb8f81-303e-420f-99c6-93b9ff4be58b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260107375'] for segment, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:06.904429 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-95cb8f81-303e-420f-99c6-93b9ff4be58b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:06.910225 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95cb8f81-303e-420f-99c6-93b9ff4be58b admin admin] Releasing vlan 601 on physical network physnet1 to pool {{(pid=102730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:45:06.910603 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-95cb8f81-303e-420f-99c6-93b9ff4be58b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261102736'] for segment, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:06.912292 n-d-838550-3 neutron-server[102730]: Traceback (most recent call last): May 18 18:45:06.912292 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:45:06.912292 n-d-838550-3 neutron-server[102730]: timer() May 18 18:45:06.912292 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:45:06.912292 n-d-838550-3 neutron-server[102730]: cb(*args, **kw) May 18 18:45:06.912292 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:45:06.912292 n-d-838550-3 neutron-server[102730]: return func(*args, **kwargs) May 18 18:45:06.912292 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:45:06.912292 n-d-838550-3 neutron-server[102730]: self._notify() May 18 18:45:06.912292 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:45:06.912292 n-d-838550-3 neutron-server[102730]: self.callback(batched_events) May 18 18:45:06.912292 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:45:06.912292 n-d-838550-3 neutron-server[102730]: event.method(event) May 18 18:45:06.912292 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:45:06.912292 n-d-838550-3 neutron-server[102730]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:45:06.912292 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:45:06.912292 n-d-838550-3 neutron-server[102730]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:45:06.912292 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:45:06.912292 n-d-838550-3 neutron-server[102730]: return f(self, *a, **k) May 18 18:45:06.912292 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:45:06.912292 n-d-838550-3 neutron-server[102730]: return self._get(url).json() May 18 18:45:06.912292 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:45:06.912292 n-d-838550-3 neutron-server[102730]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:45:06.912292 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:45:06.912292 n-d-838550-3 neutron-server[102730]: return self.request(url, 'GET', **kwargs) May 18 18:45:06.912292 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:45:06.912292 n-d-838550-3 neutron-server[102730]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:45:06.912292 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:45:06.912292 n-d-838550-3 neutron-server[102730]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:45:06.912292 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:45:06.912292 n-d-838550-3 neutron-server[102730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:45:06.912292 n-d-838550-3 neutron-server[102730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:45:06.965490 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-95cb8f81-303e-420f-99c6-93b9ff4be58b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:06.971144 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-95cb8f81-303e-420f-99c6-93b9ff4be58b admin admin] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:06.974315 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-95cb8f81-303e-420f-99c6-93b9ff4be58b admin admin] 10.222.0.85 "DELETE /v2.0/networks/d2774a42-60ab-43c0-a26a-5bb0ea99af4a HTTP/1.1" status: 204 len: 168 time: 0.8073394 May 18 18:45:06.985889 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cb8f81-303e-420f-99c6-93b9ff4be58b admin admin] Pushing event deleted for resources: {'Network': ['ID=d2774a42-60ab-43c0-a26a-5bb0ea99af4a,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:45:07.084014 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 46522) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:45:07.123395 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-5c41d51a-1aaf-4ce5-b85f-8ae080f9b5c7 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=88c24373a5b54353826abe0917a88c21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382512 May 18 18:45:07.125774 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 46524) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:45:07.177568 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6884f3a4-aabc-4ccd-95db-4139de46d4c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:07.198143 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6884f3a4-aabc-4ccd-95db-4139de46d4c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:07.242944 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6884f3a4-aabc-4ccd-95db-4139de46d4c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:07.245543 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6884f3a4-aabc-4ccd-95db-4139de46d4c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:07.246730 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-6884f3a4-aabc-4ccd-95db-4139de46d4c3 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/e543be99-d3ff-48ec-8bd7-a3bcd9e52371 HTTP/1.1" status: 204 len: 168 time: 0.1200716 May 18 18:45:07.254278 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6884f3a4-aabc-4ccd-95db-4139de46d4c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e543be99-d3ff-48ec-8bd7-a3bcd9e52371,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:45:07.551978 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 46530) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:45:07.594647 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-34ae0f52-1070-4fae-a997-70b9c2259606 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=cb9b5a8dd57a4fbe883d6c9d81590c76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394170 May 18 18:45:07.595090 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 46532) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:45:07.641748 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-af3d309e-8386-4759-8c7f-755cb46da6b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:07.663187 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-af3d309e-8386-4759-8c7f-755cb46da6b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:07.700092 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-df4b82e4-a35f-451d-b819-bca2ef1edf18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:07.713109 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-af3d309e-8386-4759-8c7f-755cb46da6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:07.715864 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-af3d309e-8386-4759-8c7f-755cb46da6b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:07.717020 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-af3d309e-8386-4759-8c7f-755cb46da6b8 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/298152a5-72e6-4b8a-aae0-ff473068c021 HTTP/1.1" status: 204 len: 168 time: 0.1210415 May 18 18:45:07.724712 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3d309e-8386-4759-8c7f-755cb46da6b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=298152a5-72e6-4b8a-aae0-ff473068c021,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:45:08.289557 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 7 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 18:45:08.374889 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 46554) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:45:08.474546 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-df16d39e-1b16-4b29-81d1-7f6ad1983d65 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-424565885-network', 'tenant_id': 'ca5668ae36b449a28b4a112c64e22d5b'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:45:08.494849 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df16d39e-1b16-4b29-81d1-7f6ad1983d65 admin admin] Made reservation on behalf of ca5668ae36b449a28b4a112c64e22d5b for: {'network': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:45:08.497213 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-df16d39e-1b16-4b29-81d1-7f6ad1983d65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:08.505414 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-df16d39e-1b16-4b29-81d1-7f6ad1983d65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:08.582600 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-df16d39e-1b16-4b29-81d1-7f6ad1983d65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:08.586255 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-df16d39e-1b16-4b29-81d1-7f6ad1983d65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:08.611320 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df16d39e-1b16-4b29-81d1-7f6ad1983d65 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 631} {{(pid=102731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:45:08.621042 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df16d39e-1b16-4b29-81d1-7f6ad1983d65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85f68725-6f74-4aa6-ae95-5744e784e5ca,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:45:08.625911 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-df16d39e-1b16-4b29-81d1-7f6ad1983d65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:08.626254 n-d-838550-3 neutron-server[102731]: INFO neutron.db.segments_db [None req-df16d39e-1b16-4b29-81d1-7f6ad1983d65 admin admin] Added segment 6c8a45f1-37b4-4517-85fa-bc988a3bd605 of type vlan for network abed01c9-295e-4e1e-baba-adf577457d8b May 18 18:45:08.666802 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-df16d39e-1b16-4b29-81d1-7f6ad1983d65 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:08.693193 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-df16d39e-1b16-4b29-81d1-7f6ad1983d65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:08.694194 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df16d39e-1b16-4b29-81d1-7f6ad1983d65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:45:08.694778 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-df16d39e-1b16-4b29-81d1-7f6ad1983d65 admin admin] Notify callbacks [] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:08.747715 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-df16d39e-1b16-4b29-81d1-7f6ad1983d65 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3717120 May 18 18:45:08.750978 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 46558) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:45:08.755976 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-6c596e59-cc60-4e61-b87c-913bd509ccb1 admin admin] Request body: {'subnet': {'network_id': 'abed01c9-295e-4e1e-baba-adf577457d8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-424565885-subnet', 'tenant_id': 'ca5668ae36b449a28b4a112c64e22d5b', 'ip_version': 4}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:45:08.756836 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df16d39e-1b16-4b29-81d1-7f6ad1983d65 admin admin] Pushing event updated for resources: {'Network': ['ID=abed01c9-295e-4e1e-baba-adf577457d8b,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:45:08.767330 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network abed01c9-295e-4e1e-baba-adf577457d8b details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:45:08.777767 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c596e59-cc60-4e61-b87c-913bd509ccb1 admin admin] Made reservation on behalf of ca5668ae36b449a28b4a112c64e22d5b for: {'subnet': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:45:08.780156 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6c596e59-cc60-4e61-b87c-913bd509ccb1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261031885'] for subnet, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:08.947915 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6c596e59-cc60-4e61-b87c-913bd509ccb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261104883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261031899'] for subnet, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:09.003916 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c596e59-cc60-4e61-b87c-913bd509ccb1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1abe18b7-e3b7-4c54-9c26-45855f873d67,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:45:09.011694 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c596e59-cc60-4e61-b87c-913bd509ccb1 admin admin] Checking segment: {'id': '6c8a45f1-37b4-4517-85fa-bc988a3bd605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'abed01c9-295e-4e1e-baba-adf577457d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:45:09.012053 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c596e59-cc60-4e61-b87c-913bd509ccb1 admin admin] Network hostable DHCP agents. Network: abed01c9-295e-4e1e-baba-adf577457d8b, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:45:09.030224 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c596e59-cc60-4e61-b87c-913bd509ccb1 admin admin] Network abed01c9-295e-4e1e-baba-adf577457d8b is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:45:09.038439 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-6c596e59-cc60-4e61-b87c-913bd509ccb1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, abed01c9-295e-4e1e-baba-adf577457d8b) {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:45:09.043380 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c596e59-cc60-4e61-b87c-913bd509ccb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:45:09.044194 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6c596e59-cc60-4e61-b87c-913bd509ccb1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:09.046062 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f646431f-b363-4dbf-b6dd-5dd6e8c9a14e None None] Network abed01c9-295e-4e1e-baba-adf577457d8b requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:45:09.060358 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-6c596e59-cc60-4e61-b87c-913bd509ccb1 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3079515 May 18 18:45:09.063012 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 46560) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:45:09.067445 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-c3105f43-b0c2-4782-9a23-e0eb72ccd51e admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-424565885-router', 'tenant_id': 'ca5668ae36b449a28b4a112c64e22d5b', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:45:09.090420 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c3105f43-b0c2-4782-9a23-e0eb72ccd51e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25099'] for router, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:09.092330 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c3105f43-b0c2-4782-9a23-e0eb72ccd51e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-593238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596850', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25088'] for router, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:09.147625 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c3105f43-b0c2-4782-9a23-e0eb72ccd51e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:09.197947 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b318aeb9-2204-4750-813d-4dc88616a735 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-abed01c9-295e-4e1e-baba-adf577457d8b', 'network_id': 'abed01c9-295e-4e1e-baba-adf577457d8b', 'tenant_id': 'ca5668ae36b449a28b4a112c64e22d5b', 'fixed_ips': [{'subnet_id': '1abe18b7-e3b7-4c54-9c26-45855f873d67'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:45:09.199501 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b318aeb9-2204-4750-813d-4dc88616a735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:09.285935 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c3105f43-b0c2-4782-9a23-e0eb72ccd51e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:09.341393 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-b318aeb9-2204-4750-813d-4dc88616a735 None None] Allocated IP 172.20.0.2 (abed01c9-295e-4e1e-baba-adf577457d8b/1abe18b7-e3b7-4c54-9c26-45855f873d67/c5590f10-4cef-4642-b4e5-8221e7599d9d) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:45:09.484172 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b318aeb9-2204-4750-813d-4dc88616a735 None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:09.487597 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c3105f43-b0c2-4782-9a23-e0eb72ccd51e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:09.492174 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b318aeb9-2204-4750-813d-4dc88616a735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:09.506646 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c3105f43-b0c2-4782-9a23-e0eb72ccd51e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:09.530799 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b318aeb9-2204-4750-813d-4dc88616a735 None None] Network abed01c9-295e-4e1e-baba-adf577457d8b is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:45:09.535138 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-b318aeb9-2204-4750-813d-4dc88616a735 None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:45:09.538733 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b318aeb9-2204-4750-813d-4dc88616a735 None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:45:09.548714 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b318aeb9-2204-4750-813d-4dc88616a735 None None] Pushing event updated for resources: {'Port': ['ID=c5590f10-4cef-4642-b4e5-8221e7599d9d,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:45:09.600024 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-b318aeb9-2204-4750-813d-4dc88616a735 None None] Attempting to bind port c5590f10-4cef-4642-b4e5-8221e7599d9d on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:45:09.600313 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-b318aeb9-2204-4750-813d-4dc88616a735 None None] Attempting to bind port c5590f10-4cef-4642-b4e5-8221e7599d9d by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '6c8a45f1-37b4-4517-85fa-bc988a3bd605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'abed01c9-295e-4e1e-baba-adf577457d8b'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:45:09.600685 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b318aeb9-2204-4750-813d-4dc88616a735 None None] Attempting to bind port c5590f10-4cef-4642-b4e5-8221e7599d9d on network abed01c9-295e-4e1e-baba-adf577457d8b {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:45:09.606295 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b318aeb9-2204-4750-813d-4dc88616a735 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:45:09.606705 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b318aeb9-2204-4750-813d-4dc88616a735 None None] Checking segment: {'id': '6c8a45f1-37b4-4517-85fa-bc988a3bd605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'abed01c9-295e-4e1e-baba-adf577457d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:45:09.607085 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b318aeb9-2204-4750-813d-4dc88616a735 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:09.607488 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b318aeb9-2204-4750-813d-4dc88616a735 None None] Bound using segment: {'id': '6c8a45f1-37b4-4517-85fa-bc988a3bd605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'abed01c9-295e-4e1e-baba-adf577457d8b'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:45:09.607983 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-b318aeb9-2204-4750-813d-4dc88616a735 None None] Bound port: c5590f10-4cef-4642-b4e5-8221e7599d9d, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c8a45f1-37b4-4517-85fa-bc988a3bd605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'abed01c9-295e-4e1e-baba-adf577457d8b'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:45:09.608380 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b318aeb9-2204-4750-813d-4dc88616a735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:09.627426 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-c3105f43-b0c2-4782-9a23-e0eb72ccd51e admin admin] Allocated IP 172.25.5.106 (31ebd439-090c-4b25-bbb0-31c48711b145/363a2810-8a83-4be0-a317-7c91fcd94485/0a3040af-f305-49ec-a358-0815c950b863) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:45:09.698213 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b318aeb9-2204-4750-813d-4dc88616a735 None None] For port c5590f10-4cef-4642-b4e5-8221e7599d9d, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:45:09.702589 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b318aeb9-2204-4750-813d-4dc88616a735 None None] For port c5590f10-4cef-4642-b4e5-8221e7599d9d, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=c5590f10-4cef-4642-b4e5-8221e7599d9d,segment=NetworkSegment(6c8a45f1-37b4-4517-85fa-bc988a3bd605),segment_id=6c8a45f1-37b4-4517-85fa-bc988a3bd605)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:45:09.706773 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b318aeb9-2204-4750-813d-4dc88616a735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:09.742940 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c3105f43-b0c2-4782-9a23-e0eb72ccd51e admin admin] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:09.763520 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b318aeb9-2204-4750-813d-4dc88616a735 None None] Pushing event updated for resources: {'Port': ['ID=c5590f10-4cef-4642-b4e5-8221e7599d9d,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:45:09.779624 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c3105f43-b0c2-4782-9a23-e0eb72ccd51e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:09.824620 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3105f43-b0c2-4782-9a23-e0eb72ccd51e admin admin] Network 31ebd439-090c-4b25-bbb0-31c48711b145 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:45:09.827576 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-c3105f43-b0c2-4782-9a23-e0eb72ccd51e admin admin] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:45:09.834339 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3105f43-b0c2-4782-9a23-e0eb72ccd51e admin admin] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:45:09.836548 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3105f43-b0c2-4782-9a23-e0eb72ccd51e admin admin] Pushing event updated for resources: {'Port': ['ID=0a3040af-f305-49ec-a358-0815c950b863,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:45:10.075452 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-fea6da37-41c1-4f2e-9bc3-93252c3cf38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:10.106398 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c3105f43-b0c2-4782-9a23-e0eb72ccd51e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:10.305328 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c3105f43-b0c2-4782-9a23-e0eb72ccd51e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596801'] for router, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:10.423400 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device c5590f10-4cef-4642-b4e5-8221e7599d9d up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:45:10.466963 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3105f43-b0c2-4782-9a23-e0eb72ccd51e admin admin] Router 69733fd6-0acf-4ade-9164-2ddf04cff59b is scheduled to L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e with binding_index 1 {{(pid=102731) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 18 18:45:10.481436 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port c5590f10-4cef-4642-b4e5-8221e7599d9d triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:45:10.481980 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:10.569203 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port c5590f10-4cef-4642-b4e5-8221e7599d9d is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:45:10.569594 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:10.607888 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] For port c5590f10-4cef-4642-b4e5-8221e7599d9d, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=c5590f10-4cef-4642-b4e5-8221e7599d9d,segment=NetworkSegment(6c8a45f1-37b4-4517-85fa-bc988a3bd605),segment_id=6c8a45f1-37b4-4517-85fa-bc988a3bd605)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:45:10.612537 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:10.664762 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Pushing event updated for resources: {'Port': ['ID=c5590f10-4cef-4642-b4e5-8221e7599d9d,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:45:10.728731 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-527895df-cdc7-41f7-8a32-d8a66c792e05 None None] Network abed01c9-295e-4e1e-baba-adf577457d8b requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:45:10.796233 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-fc7b1eea-54e1-4e1a-bd97-c8e20fe39c04 None None] Provisioning complete for port c5590f10-4cef-4642-b4e5-8221e7599d9d triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:45:10.796599 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-fc7b1eea-54e1-4e1a-bd97-c8e20fe39c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:10.859468 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3105f43-b0c2-4782-9a23-e0eb72ccd51e admin admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:45:10.870551 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53946279-62b2-423d-8932-69f661b3e5f1 None None] Sync routers for ids ['69733fd6-0acf-4ade-9164-2ddf04cff59b'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:45:10.877357 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c3105f43-b0c2-4782-9a23-e0eb72ccd51e admin admin] Notify callbacks [] for router, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:10.881567 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-c3105f43-b0c2-4782-9a23-e0eb72ccd51e admin admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8150411 May 18 18:45:10.881831 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 46562) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:45:10.892535 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53946279-62b2-423d-8932-69f661b3e5f1 None None] Routers {'69733fd6-0acf-4ade-9164-2ddf04cff59b'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:45:10.893165 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-53946279-62b2-423d-8932-69f661b3e5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:45:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['69733fd6-0acf-4ade-9164-2ddf04cff59b'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:45:11.194030 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-fc7b1eea-54e1-4e1a-bd97-c8e20fe39c04 None None] Current status of the port c5590f10-4cef-4642-b4e5-8221e7599d9d is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:45:11.218363 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-53946279-62b2-423d-8932-69f661b3e5f1 None None] Set router 69733fd6-0acf-4ade-9164-2ddf04cff59b gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:45:11.306709 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9697cbe6-9371-4032-ad41-abb4929b5dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:11.384237 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:11.417862 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-53946279-62b2-423d-8932-69f661b3e5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69733fd6-0acf-4ade-9164-2ddf04cff59b', 'name': 'tempest-TestServerMultinode-424565885-router', 'tenant_id': 'ca5668ae36b449a28b4a112c64e22d5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '0a3040af-f305-49ec-a358-0815c950b863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:45:09Z', 'updated_at': '2022-05-18T18:45:09Z', 'revision_number': 3, 'project_id': 'ca5668ae36b449a28b4a112c64e22d5b', 'gw_port': {'id': '0a3040af-f305-49ec-a358-0815c950b863', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:db:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69733fd6-0acf-4ade-9164-2ddf04cff59b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:45:09Z', 'updated_at': '2022-05-18T18:45:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:45:11.449805 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53946279-62b2-423d-8932-69f661b3e5f1 None None] Checking router: 69733fd6-0acf-4ade-9164-2ddf04cff59b for host: n-d-838550-3 {{(pid=102732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:45:11.450150 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53946279-62b2-423d-8932-69f661b3e5f1 None None] Updating router 69733fd6-0acf-4ade-9164-2ddf04cff59b port 0a3040af-f305-49ec-a358-0815c950b863 binding host n-d-838550-3 {{(pid=102732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 18:45:11.474592 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-53946279-62b2-423d-8932-69f661b3e5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:11.477840 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-9697cbe6-9371-4032-ad41-abb4929b5dc5 admin admin] Allocated IP 172.20.0.1 (abed01c9-295e-4e1e-baba-adf577457d8b/1abe18b7-e3b7-4c54-9c26-45855f873d67/1bb8e3e4-6e80-4e60-825b-287db7ede0ae) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:45:11.582657 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-98a9320b-b668-43c6-9c56-956887742196 None None] Provisioning complete for port c5590f10-4cef-4642-b4e5-8221e7599d9d triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:45:11.583024 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-98a9320b-b668-43c6-9c56-956887742196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:11.583132 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9697cbe6-9371-4032-ad41-abb4929b5dc5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:11.616684 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9697cbe6-9371-4032-ad41-abb4929b5dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:11.651473 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9697cbe6-9371-4032-ad41-abb4929b5dc5 admin admin] Network abed01c9-295e-4e1e-baba-adf577457d8b is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:45:11.654679 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-9697cbe6-9371-4032-ad41-abb4929b5dc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:45:11.658040 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9697cbe6-9371-4032-ad41-abb4929b5dc5 admin admin] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:45:11.691256 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9697cbe6-9371-4032-ad41-abb4929b5dc5 admin admin] Pushing event updated for resources: {'Port': ['ID=1bb8e3e4-6e80-4e60-825b-287db7ede0ae,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:45:11.705527 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9697cbe6-9371-4032-ad41-abb4929b5dc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595826'] for router_interface, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:11.755623 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-98a9320b-b668-43c6-9c56-956887742196 None None] Current status of the port c5590f10-4cef-4642-b4e5-8221e7599d9d is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:45:11.819458 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-53946279-62b2-423d-8932-69f661b3e5f1 None None] Notify callbacks [] for port, precommit_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:11.825700 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-53946279-62b2-423d-8932-69f661b3e5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:11.843939 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9697cbe6-9371-4032-ad41-abb4929b5dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:11.883163 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1216947f-5f59-4230-a998-c57efb1b4bcc None None] Pushing event updated for resources: {'Port': ['ID=0a3040af-f305-49ec-a358-0815c950b863,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:45:11.886263 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-53946279-62b2-423d-8932-69f661b3e5f1 None None] Attempting to bind port 0a3040af-f305-49ec-a358-0815c950b863 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:45:11.886633 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-53946279-62b2-423d-8932-69f661b3e5f1 None None] Attempting to bind port 0a3040af-f305-49ec-a358-0815c950b863 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:45:11.887005 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53946279-62b2-423d-8932-69f661b3e5f1 None None] Attempting to bind port 0a3040af-f305-49ec-a358-0815c950b863 on network 31ebd439-090c-4b25-bbb0-31c48711b145 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:45:11.892032 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53946279-62b2-423d-8932-69f661b3e5f1 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:45:11.892405 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53946279-62b2-423d-8932-69f661b3e5f1 None None] Checking segment: {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:45:11.892808 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-53946279-62b2-423d-8932-69f661b3e5f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:11.893201 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53946279-62b2-423d-8932-69f661b3e5f1 None None] Bound using segment: {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:45:11.893699 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-53946279-62b2-423d-8932-69f661b3e5f1 None None] Bound port: 0a3040af-f305-49ec-a358-0815c950b863, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:45:11.894088 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-53946279-62b2-423d-8932-69f661b3e5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:11.945426 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-53946279-62b2-423d-8932-69f661b3e5f1 None None] For port 0a3040af-f305-49ec-a358-0815c950b863, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:45:11.949046 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-53946279-62b2-423d-8932-69f661b3e5f1 None None] For port 0a3040af-f305-49ec-a358-0815c950b863, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=0a3040af-f305-49ec-a358-0815c950b863,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:45:11.953034 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-53946279-62b2-423d-8932-69f661b3e5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:12.012948 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9697cbe6-9371-4032-ad41-abb4929b5dc5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:12.018128 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9697cbe6-9371-4032-ad41-abb4929b5dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:12.027795 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-6451cb7d-fea8-4410-ac51-03e0e374d7c1 None None] Provisioning complete for port 1bb8e3e4-6e80-4e60-825b-287db7ede0ae triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:45:12.028266 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-6451cb7d-fea8-4410-ac51-03e0e374d7c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:12.033207 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53946279-62b2-423d-8932-69f661b3e5f1 None None] Routers {'69733fd6-0acf-4ade-9164-2ddf04cff59b'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:45:12.033424 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-53946279-62b2-423d-8932-69f661b3e5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:45:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['69733fd6-0acf-4ade-9164-2ddf04cff59b'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:45:12.051294 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1216947f-5f59-4230-a998-c57efb1b4bcc None None] Pushing event updated for resources: {'Port': ['ID=0a3040af-f305-49ec-a358-0815c950b863,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:45:12.084359 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9697cbe6-9371-4032-ad41-abb4929b5dc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-595870'] for router_interface, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:12.086222 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9697cbe6-9371-4032-ad41-abb4929b5dc5 admin admin] Pushing event updated for resources: {'Port': ['ID=1bb8e3e4-6e80-4e60-825b-287db7ede0ae,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:45:12.110338 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-6451cb7d-fea8-4410-ac51-03e0e374d7c1 None None] Port 1bb8e3e4-6e80-4e60-825b-287db7ede0ae cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:45:12.173294 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-53946279-62b2-423d-8932-69f661b3e5f1 None None] Set router 69733fd6-0acf-4ade-9164-2ddf04cff59b gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:45:12.184817 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9697cbe6-9371-4032-ad41-abb4929b5dc5 admin admin] Network abed01c9-295e-4e1e-baba-adf577457d8b is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:45:12.186183 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-9697cbe6-9371-4032-ad41-abb4929b5dc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:45:12.310788 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9697cbe6-9371-4032-ad41-abb4929b5dc5 admin admin] Router 69733fd6-0acf-4ade-9164-2ddf04cff59b has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:45:12.400180 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-53946279-62b2-423d-8932-69f661b3e5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69733fd6-0acf-4ade-9164-2ddf04cff59b', 'name': 'tempest-TestServerMultinode-424565885-router', 'tenant_id': 'ca5668ae36b449a28b4a112c64e22d5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '0a3040af-f305-49ec-a358-0815c950b863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:45:09Z', 'updated_at': '2022-05-18T18:45:11Z', 'revision_number': 4, 'project_id': 'ca5668ae36b449a28b4a112c64e22d5b', 'gw_port': {'id': '0a3040af-f305-49ec-a358-0815c950b863', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:db:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69733fd6-0acf-4ade-9164-2ddf04cff59b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:45:09Z', 'updated_at': '2022-05-18T18:45:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '1bb8e3e4-6e80-4e60-825b-287db7ede0ae', 'name': '', 'network_id': 'abed01c9-295e-4e1e-baba-adf577457d8b', 'tenant_id': 'ca5668ae36b449a28b4a112c64e22d5b', 'mac_address': 'fa:16:3e:17:4f:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69733fd6-0acf-4ade-9164-2ddf04cff59b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '1abe18b7-e3b7-4c54-9c26-45855f873d67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:45:11Z', 'updated_at': '2022-05-18T18:45:11Z', 'revision_number': 2, 'project_id': 'ca5668ae36b449a28b4a112c64e22d5b', 'subnets': [{'id': '1abe18b7-e3b7-4c54-9c26-45855f873d67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:45:12.438181 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device c5590f10-4cef-4642-b4e5-8221e7599d9d up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:45:12.439657 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9697cbe6-9371-4032-ad41-abb4929b5dc5 admin admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:45:12.445033 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53946279-62b2-423d-8932-69f661b3e5f1 None None] The sync data for ids ['69733fd6-0acf-4ade-9164-2ddf04cff59b'] in n-d-838550-3 is: [{'id': '69733fd6-0acf-4ade-9164-2ddf04cff59b', 'name': 'tempest-TestServerMultinode-424565885-router', 'tenant_id': 'ca5668ae36b449a28b4a112c64e22d5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '0a3040af-f305-49ec-a358-0815c950b863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:45:09Z', 'updated_at': '2022-05-18T18:45:11Z', 'revision_number': 4, 'project_id': 'ca5668ae36b449a28b4a112c64e22d5b', 'gw_port': {'id': '0a3040af-f305-49ec-a358-0815c950b863', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:db:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69733fd6-0acf-4ade-9164-2ddf04cff59b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:45:09Z', 'updated_at': '2022-05-18T18:45:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '1bb8e3e4-6e80-4e60-825b-287db7ede0ae', 'name': '', 'network_id': 'abed01c9-295e-4e1e-baba-adf577457d8b', 'tenant_id': 'ca5668ae36b449a28b4a112c64e22d5b', 'mac_address': 'fa:16:3e:17:4f:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69733fd6-0acf-4ade-9164-2ddf04cff59b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '1abe18b7-e3b7-4c54-9c26-45855f873d67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:45:11Z', 'updated_at': '2022-05-18T18:45:11Z', 'revision_number': 2, 'project_id': 'ca5668ae36b449a28b4a112c64e22d5b', 'subnets': [{'id': '1abe18b7-e3b7-4c54-9c26-45855f873d67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:45:12.445186 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-9697cbe6-9371-4032-ad41-abb4929b5dc5 admin admin] 10.222.0.85 "PUT /v2.0/routers/69733fd6-0acf-4ade-9164-2ddf04cff59b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5615914 May 18 18:45:12.482256 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-df787739-356c-44db-81b4-a0219dee4b4e None None] Provisioning complete for port 1bb8e3e4-6e80-4e60-825b-287db7ede0ae triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:45:12.482655 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-df787739-356c-44db-81b4-a0219dee4b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:12.534747 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:12.541993 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-df787739-356c-44db-81b4-a0219dee4b4e None None] Port 1bb8e3e4-6e80-4e60-825b-287db7ede0ae cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:45:12.549290 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port c5590f10-4cef-4642-b4e5-8221e7599d9d triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:45:12.549797 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:12.653327 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port c5590f10-4cef-4642-b4e5-8221e7599d9d is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:45:12.985141 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 46578) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:45:12.990410 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-4c68341b-17ff-4274-ba78-17f9215e7ee3 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-132300556-network', 'tenant_id': '0ac03dfe919d4e199d53e753c265ff01'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:45:13.014139 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c68341b-17ff-4274-ba78-17f9215e7ee3 admin admin] Made reservation on behalf of 0ac03dfe919d4e199d53e753c265ff01 for: {'network': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:45:13.016658 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4c68341b-17ff-4274-ba78-17f9215e7ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:13.025859 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4c68341b-17ff-4274-ba78-17f9215e7ee3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:13.097287 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:13.121068 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4c68341b-17ff-4274-ba78-17f9215e7ee3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:13.128629 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4c68341b-17ff-4274-ba78-17f9215e7ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:13.160918 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c68341b-17ff-4274-ba78-17f9215e7ee3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 600} {{(pid=102731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:45:13.166446 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c68341b-17ff-4274-ba78-17f9215e7ee3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75c9f401-668e-470f-992a-640785af4f4d,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:45:13.174861 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4c68341b-17ff-4274-ba78-17f9215e7ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:13.175391 n-d-838550-3 neutron-server[102731]: INFO neutron.db.segments_db [None req-4c68341b-17ff-4274-ba78-17f9215e7ee3 admin admin] Added segment 2045e5f3-f74a-4c4e-af19-e8c0ff063508 of type vlan for network 407e25eb-4c43-40c6-b1aa-22c1d1b8bbaa May 18 18:45:13.220267 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4c68341b-17ff-4274-ba78-17f9215e7ee3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:13.245353 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4c68341b-17ff-4274-ba78-17f9215e7ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:13.246515 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c68341b-17ff-4274-ba78-17f9215e7ee3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:45:13.247199 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4c68341b-17ff-4274-ba78-17f9215e7ee3 admin admin] Notify callbacks [] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:13.307518 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-4c68341b-17ff-4274-ba78-17f9215e7ee3 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3186448 May 18 18:45:13.307747 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 46580) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:45:13.312631 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-f6aa5da3-63c7-48f7-9ed7-c208c93eb3e2 admin admin] Request body: {'subnet': {'network_id': '407e25eb-4c43-40c6-b1aa-22c1d1b8bbaa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-132300556-subnet', 'tenant_id': '0ac03dfe919d4e199d53e753c265ff01', 'ip_version': 4}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:45:13.330662 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c68341b-17ff-4274-ba78-17f9215e7ee3 admin admin] Pushing event updated for resources: {'Network': ['ID=407e25eb-4c43-40c6-b1aa-22c1d1b8bbaa,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:45:13.344714 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network 407e25eb-4c43-40c6-b1aa-22c1d1b8bbaa details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:45:13.345985 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6aa5da3-63c7-48f7-9ed7-c208c93eb3e2 admin admin] Made reservation on behalf of 0ac03dfe919d4e199d53e753c265ff01 for: {'subnet': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:45:13.349912 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f6aa5da3-63c7-48f7-9ed7-c208c93eb3e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260908003'] for subnet, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:13.535741 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f6aa5da3-63c7-48f7-9ed7-c208c93eb3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260898481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260908021'] for subnet, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:13.596486 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6aa5da3-63c7-48f7-9ed7-c208c93eb3e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17103a05-2d3c-4b1a-b3ce-7b8b218a0e17,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:45:13.601763 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6aa5da3-63c7-48f7-9ed7-c208c93eb3e2 admin admin] Checking segment: {'id': '2045e5f3-f74a-4c4e-af19-e8c0ff063508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '407e25eb-4c43-40c6-b1aa-22c1d1b8bbaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:45:13.602152 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6aa5da3-63c7-48f7-9ed7-c208c93eb3e2 admin admin] Network hostable DHCP agents. Network: 407e25eb-4c43-40c6-b1aa-22c1d1b8bbaa, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:45:13.619423 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6aa5da3-63c7-48f7-9ed7-c208c93eb3e2 admin admin] Network 407e25eb-4c43-40c6-b1aa-22c1d1b8bbaa is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:45:13.629721 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-f6aa5da3-63c7-48f7-9ed7-c208c93eb3e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, 407e25eb-4c43-40c6-b1aa-22c1d1b8bbaa) {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:45:13.633815 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6aa5da3-63c7-48f7-9ed7-c208c93eb3e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:45:13.634403 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f6aa5da3-63c7-48f7-9ed7-c208c93eb3e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:13.640637 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65720a95-2e41-4127-b996-7bd79fb6938f None None] Network 407e25eb-4c43-40c6-b1aa-22c1d1b8bbaa requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:45:13.656467 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-f6aa5da3-63c7-48f7-9ed7-c208c93eb3e2 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3451474 May 18 18:45:13.656812 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 46582) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:45:13.662216 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-cdc79295-f440-4f94-868c-b66cfe1a8696 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-132300556-router', 'tenant_id': '0ac03dfe919d4e199d53e753c265ff01', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:45:13.685281 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-cdc79295-f440-4f94-868c-b66cfe1a8696 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25099'] for router, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:13.690339 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-cdc79295-f440-4f94-868c-b66cfe1a8696 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-593238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596850', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25088'] for router, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:13.750875 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-cdc79295-f440-4f94-868c-b66cfe1a8696 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:13.800122 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9542b2d5-5d99-4255-b830-6f44d1b4c013 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-407e25eb-4c43-40c6-b1aa-22c1d1b8bbaa', 'network_id': '407e25eb-4c43-40c6-b1aa-22c1d1b8bbaa', 'tenant_id': '0ac03dfe919d4e199d53e753c265ff01', 'fixed_ips': [{'subnet_id': '17103a05-2d3c-4b1a-b3ce-7b8b218a0e17'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:45:13.800984 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9542b2d5-5d99-4255-b830-6f44d1b4c013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:13.888474 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-cdc79295-f440-4f94-868c-b66cfe1a8696 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:13.937719 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-9542b2d5-5d99-4255-b830-6f44d1b4c013 None None] Allocated IP 172.20.0.2 (407e25eb-4c43-40c6-b1aa-22c1d1b8bbaa/17103a05-2d3c-4b1a-b3ce-7b8b218a0e17/3e43560c-a7b5-4c64-b062-6c9145644d0c) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:45:14.085037 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9542b2d5-5d99-4255-b830-6f44d1b4c013 None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:14.091272 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9542b2d5-5d99-4255-b830-6f44d1b4c013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:14.094374 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-cdc79295-f440-4f94-868c-b66cfe1a8696 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:14.114094 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-cdc79295-f440-4f94-868c-b66cfe1a8696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:14.132530 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9542b2d5-5d99-4255-b830-6f44d1b4c013 None None] Network 407e25eb-4c43-40c6-b1aa-22c1d1b8bbaa is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:45:14.135504 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-9542b2d5-5d99-4255-b830-6f44d1b4c013 None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:45:14.142292 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9542b2d5-5d99-4255-b830-6f44d1b4c013 None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:45:14.145475 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9542b2d5-5d99-4255-b830-6f44d1b4c013 None None] Pushing event updated for resources: {'Port': ['ID=3e43560c-a7b5-4c64-b062-6c9145644d0c,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:45:14.210706 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-9542b2d5-5d99-4255-b830-6f44d1b4c013 None None] Attempting to bind port 3e43560c-a7b5-4c64-b062-6c9145644d0c on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:45:14.211195 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-9542b2d5-5d99-4255-b830-6f44d1b4c013 None None] Attempting to bind port 3e43560c-a7b5-4c64-b062-6c9145644d0c by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '2045e5f3-f74a-4c4e-af19-e8c0ff063508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '407e25eb-4c43-40c6-b1aa-22c1d1b8bbaa'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:45:14.211664 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9542b2d5-5d99-4255-b830-6f44d1b4c013 None None] Attempting to bind port 3e43560c-a7b5-4c64-b062-6c9145644d0c on network 407e25eb-4c43-40c6-b1aa-22c1d1b8bbaa {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:45:14.217818 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9542b2d5-5d99-4255-b830-6f44d1b4c013 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:45:14.218757 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9542b2d5-5d99-4255-b830-6f44d1b4c013 None None] Checking segment: {'id': '2045e5f3-f74a-4c4e-af19-e8c0ff063508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '407e25eb-4c43-40c6-b1aa-22c1d1b8bbaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:45:14.218757 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9542b2d5-5d99-4255-b830-6f44d1b4c013 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:14.219295 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9542b2d5-5d99-4255-b830-6f44d1b4c013 None None] Bound using segment: {'id': '2045e5f3-f74a-4c4e-af19-e8c0ff063508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '407e25eb-4c43-40c6-b1aa-22c1d1b8bbaa'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:45:14.219861 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-9542b2d5-5d99-4255-b830-6f44d1b4c013 None None] Bound port: 3e43560c-a7b5-4c64-b062-6c9145644d0c, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2045e5f3-f74a-4c4e-af19-e8c0ff063508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '407e25eb-4c43-40c6-b1aa-22c1d1b8bbaa'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:45:14.220336 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9542b2d5-5d99-4255-b830-6f44d1b4c013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:14.236893 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-cdc79295-f440-4f94-868c-b66cfe1a8696 admin admin] Allocated IP 172.25.5.148 (31ebd439-090c-4b25-bbb0-31c48711b145/363a2810-8a83-4be0-a317-7c91fcd94485/01cba3dd-debd-493e-adbc-8996023b4a65) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:45:14.287017 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-9542b2d5-5d99-4255-b830-6f44d1b4c013 None None] For port 3e43560c-a7b5-4c64-b062-6c9145644d0c, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:45:14.290984 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-9542b2d5-5d99-4255-b830-6f44d1b4c013 None None] For port 3e43560c-a7b5-4c64-b062-6c9145644d0c, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=3e43560c-a7b5-4c64-b062-6c9145644d0c,segment=NetworkSegment(2045e5f3-f74a-4c4e-af19-e8c0ff063508),segment_id=2045e5f3-f74a-4c4e-af19-e8c0ff063508)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:45:14.296668 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9542b2d5-5d99-4255-b830-6f44d1b4c013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:14.341662 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-cdc79295-f440-4f94-868c-b66cfe1a8696 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:14.362524 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9542b2d5-5d99-4255-b830-6f44d1b4c013 None None] Pushing event updated for resources: {'Port': ['ID=3e43560c-a7b5-4c64-b062-6c9145644d0c,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:45:14.379528 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-cdc79295-f440-4f94-868c-b66cfe1a8696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:14.418592 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc79295-f440-4f94-868c-b66cfe1a8696 admin admin] Network 31ebd439-090c-4b25-bbb0-31c48711b145 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:45:14.421695 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-cdc79295-f440-4f94-868c-b66cfe1a8696 admin admin] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:45:14.425504 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc79295-f440-4f94-868c-b66cfe1a8696 admin admin] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:45:14.466926 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 0a3040af-f305-49ec-a358-0815c950b863 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:45:14.517904 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc79295-f440-4f94-868c-b66cfe1a8696 admin admin] Pushing event updated for resources: {'Port': ['ID=01cba3dd-debd-493e-adbc-8996023b4a65,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:45:14.551442 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 0a3040af-f305-49ec-a358-0815c950b863 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:45:14.551442 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:14.570050 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665c8a8d-1adf-435f-b609-7c933e498693 None None] Sync routers for ids ['69733fd6-0acf-4ade-9164-2ddf04cff59b'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:45:14.593224 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665c8a8d-1adf-435f-b609-7c933e498693 None None] Routers {'69733fd6-0acf-4ade-9164-2ddf04cff59b'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:45:14.593781 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-665c8a8d-1adf-435f-b609-7c933e498693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:45:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['69733fd6-0acf-4ade-9164-2ddf04cff59b'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:45:14.662879 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 0a3040af-f305-49ec-a358-0815c950b863 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:45:14.663454 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:14.693267 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] For port 0a3040af-f305-49ec-a358-0815c950b863, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=0a3040af-f305-49ec-a358-0815c950b863,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:45:14.702914 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:14.732226 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-665c8a8d-1adf-435f-b609-7c933e498693 None None] Set router 69733fd6-0acf-4ade-9164-2ddf04cff59b gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:45:14.765236 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Pushing event updated for resources: {'Port': ['ID=0a3040af-f305-49ec-a358-0815c950b863,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:45:14.777403 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-cdc79295-f440-4f94-868c-b66cfe1a8696 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:14.957580 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-665c8a8d-1adf-435f-b609-7c933e498693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69733fd6-0acf-4ade-9164-2ddf04cff59b', 'name': 'tempest-TestServerMultinode-424565885-router', 'tenant_id': 'ca5668ae36b449a28b4a112c64e22d5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '0a3040af-f305-49ec-a358-0815c950b863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:45:09Z', 'updated_at': '2022-05-18T18:45:11Z', 'revision_number': 4, 'project_id': 'ca5668ae36b449a28b4a112c64e22d5b', 'gw_port': {'id': '0a3040af-f305-49ec-a358-0815c950b863', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:db:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69733fd6-0acf-4ade-9164-2ddf04cff59b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:45:09Z', 'updated_at': '2022-05-18T18:45:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '1bb8e3e4-6e80-4e60-825b-287db7ede0ae', 'name': '', 'network_id': 'abed01c9-295e-4e1e-baba-adf577457d8b', 'tenant_id': 'ca5668ae36b449a28b4a112c64e22d5b', 'mac_address': 'fa:16:3e:17:4f:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69733fd6-0acf-4ade-9164-2ddf04cff59b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '1abe18b7-e3b7-4c54-9c26-45855f873d67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:45:11Z', 'updated_at': '2022-05-18T18:45:11Z', 'revision_number': 2, 'project_id': 'ca5668ae36b449a28b4a112c64e22d5b', 'subnets': [{'id': '1abe18b7-e3b7-4c54-9c26-45855f873d67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:45:14.983691 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665c8a8d-1adf-435f-b609-7c933e498693 None None] Checking router: 69733fd6-0acf-4ade-9164-2ddf04cff59b for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:45:14.984041 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665c8a8d-1adf-435f-b609-7c933e498693 None None] Updating router 69733fd6-0acf-4ade-9164-2ddf04cff59b port 1bb8e3e4-6e80-4e60-825b-287db7ede0ae binding host n-d-838550-3 {{(pid=102733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 18:45:15.000757 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-cdc79295-f440-4f94-868c-b66cfe1a8696 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596801'] for router, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:15.012385 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-665c8a8d-1adf-435f-b609-7c933e498693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:15.132221 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdc79295-f440-4f94-868c-b66cfe1a8696 admin admin] Router 7dab4004-53ed-4a99-90a1-667391fccb36 is scheduled to L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e with binding_index 1 {{(pid=102730) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 18 18:45:15.249644 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdc79295-f440-4f94-868c-b66cfe1a8696 admin admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:45:15.261124 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f352349-6ad7-4065-9461-fa79f191c174 None None] Sync routers for ids ['7dab4004-53ed-4a99-90a1-667391fccb36'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:45:15.278559 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-cdc79295-f440-4f94-868c-b66cfe1a8696 admin admin] Notify callbacks [] for router, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:15.280223 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-cdc79295-f440-4f94-868c-b66cfe1a8696 admin admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6215484 May 18 18:45:15.283180 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 46584) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:45:15.287492 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f352349-6ad7-4065-9461-fa79f191c174 None None] Routers {'7dab4004-53ed-4a99-90a1-667391fccb36'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:45:15.288173 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-2f352349-6ad7-4065-9461-fa79f191c174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:45:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['7dab4004-53ed-4a99-90a1-667391fccb36'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:45:15.315076 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-665c8a8d-1adf-435f-b609-7c933e498693 None None] Notify callbacks [] for port, precommit_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:15.328198 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-665c8a8d-1adf-435f-b609-7c933e498693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:15.441447 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-2f352349-6ad7-4065-9461-fa79f191c174 None None] Set router 7dab4004-53ed-4a99-90a1-667391fccb36 gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:45:15.443785 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476b1e77-5325-4ebb-9da2-822a11cf7677 None None] Pushing event updated for resources: {'Port': ['ID=1bb8e3e4-6e80-4e60-825b-287db7ede0ae,revision_number=3']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:45:15.457011 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476b1e77-5325-4ebb-9da2-822a11cf7677 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:45:15.457348 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476b1e77-5325-4ebb-9da2-822a11cf7677 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:45:15.457710 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476b1e77-5325-4ebb-9da2-822a11cf7677 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:45:15.458044 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476b1e77-5325-4ebb-9da2-822a11cf7677 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:45:15.458370 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476b1e77-5325-4ebb-9da2-822a11cf7677 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:45:15.458694 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476b1e77-5325-4ebb-9da2-822a11cf7677 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:45:15.459014 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476b1e77-5325-4ebb-9da2-822a11cf7677 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:45:15.459333 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476b1e77-5325-4ebb-9da2-822a11cf7677 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:45:15.459650 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476b1e77-5325-4ebb-9da2-822a11cf7677 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:45:15.459963 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476b1e77-5325-4ebb-9da2-822a11cf7677 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:45:15.460280 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476b1e77-5325-4ebb-9da2-822a11cf7677 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:45:15.460595 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476b1e77-5325-4ebb-9da2-822a11cf7677 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:45:15.475260 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-665c8a8d-1adf-435f-b609-7c933e498693 None None] Attempting to bind port 1bb8e3e4-6e80-4e60-825b-287db7ede0ae on host n-d-838550-3 for vnic_type normal with profile {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:45:15.476212 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-665c8a8d-1adf-435f-b609-7c933e498693 None None] Attempting to bind port 1bb8e3e4-6e80-4e60-825b-287db7ede0ae by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '6c8a45f1-37b4-4517-85fa-bc988a3bd605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'abed01c9-295e-4e1e-baba-adf577457d8b'}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:45:15.476587 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665c8a8d-1adf-435f-b609-7c933e498693 None None] Attempting to bind port 1bb8e3e4-6e80-4e60-825b-287db7ede0ae on network abed01c9-295e-4e1e-baba-adf577457d8b {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:45:15.484305 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665c8a8d-1adf-435f-b609-7c933e498693 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:45:15.484658 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665c8a8d-1adf-435f-b609-7c933e498693 None None] Checking segment: {'id': '6c8a45f1-37b4-4517-85fa-bc988a3bd605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'abed01c9-295e-4e1e-baba-adf577457d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:45:15.485019 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-665c8a8d-1adf-435f-b609-7c933e498693 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:15.485356 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665c8a8d-1adf-435f-b609-7c933e498693 None None] Bound using segment: {'id': '6c8a45f1-37b4-4517-85fa-bc988a3bd605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'abed01c9-295e-4e1e-baba-adf577457d8b'} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:45:15.486177 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-665c8a8d-1adf-435f-b609-7c933e498693 None None] Bound port: 1bb8e3e4-6e80-4e60-825b-287db7ede0ae, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c8a45f1-37b4-4517-85fa-bc988a3bd605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'abed01c9-295e-4e1e-baba-adf577457d8b'}}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:45:15.486710 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-665c8a8d-1adf-435f-b609-7c933e498693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:15.520611 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6e920a-a78e-4aff-8997-c4c0926540b5 None None] Network 407e25eb-4c43-40c6-b1aa-22c1d1b8bbaa requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:45:15.564870 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.db [None req-665c8a8d-1adf-435f-b609-7c933e498693 None None] For port 1bb8e3e4-6e80-4e60-825b-287db7ede0ae, host n-d-838550-3, cleared binding levels {{(pid=102733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:45:15.569290 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.db [None req-665c8a8d-1adf-435f-b609-7c933e498693 None None] For port 1bb8e3e4-6e80-4e60-825b-287db7ede0ae, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=1bb8e3e4-6e80-4e60-825b-287db7ede0ae,segment=NetworkSegment(6c8a45f1-37b4-4517-85fa-bc988a3bd605),segment_id=6c8a45f1-37b4-4517-85fa-bc988a3bd605)] {{(pid=102733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:45:15.577379 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-665c8a8d-1adf-435f-b609-7c933e498693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:15.679831 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476b1e77-5325-4ebb-9da2-822a11cf7677 None None] Pushing event updated for resources: {'Port': ['ID=1bb8e3e4-6e80-4e60-825b-287db7ede0ae,revision_number=4']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:45:15.716606 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665c8a8d-1adf-435f-b609-7c933e498693 None None] Routers {'69733fd6-0acf-4ade-9164-2ddf04cff59b'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:45:15.717489 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-665c8a8d-1adf-435f-b609-7c933e498693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:45:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['69733fd6-0acf-4ade-9164-2ddf04cff59b'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:45:15.731967 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-3fc52a17-86a4-4155-99b3-701ba939c7d7 None None] Provisioning complete for port 3e43560c-a7b5-4c64-b062-6c9145644d0c triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:45:15.733109 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-3fc52a17-86a4-4155-99b3-701ba939c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:15.839943 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-665c8a8d-1adf-435f-b609-7c933e498693 None None] Set router 69733fd6-0acf-4ade-9164-2ddf04cff59b gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:45:16.065328 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-665c8a8d-1adf-435f-b609-7c933e498693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69733fd6-0acf-4ade-9164-2ddf04cff59b', 'name': 'tempest-TestServerMultinode-424565885-router', 'tenant_id': 'ca5668ae36b449a28b4a112c64e22d5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '0a3040af-f305-49ec-a358-0815c950b863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:45:09Z', 'updated_at': '2022-05-18T18:45:11Z', 'revision_number': 4, 'project_id': 'ca5668ae36b449a28b4a112c64e22d5b', 'gw_port': {'id': '0a3040af-f305-49ec-a358-0815c950b863', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:db:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69733fd6-0acf-4ade-9164-2ddf04cff59b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:45:09Z', 'updated_at': '2022-05-18T18:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '1bb8e3e4-6e80-4e60-825b-287db7ede0ae', 'name': '', 'network_id': 'abed01c9-295e-4e1e-baba-adf577457d8b', 'tenant_id': 'ca5668ae36b449a28b4a112c64e22d5b', 'mac_address': 'fa:16:3e:17:4f:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69733fd6-0acf-4ade-9164-2ddf04cff59b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '1abe18b7-e3b7-4c54-9c26-45855f873d67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:45:11Z', 'updated_at': '2022-05-18T18:45:15Z', 'revision_number': 4, 'project_id': 'ca5668ae36b449a28b4a112c64e22d5b', 'subnets': [{'id': '1abe18b7-e3b7-4c54-9c26-45855f873d67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:45:16.093079 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665c8a8d-1adf-435f-b609-7c933e498693 None None] The sync data for ids ['69733fd6-0acf-4ade-9164-2ddf04cff59b'] in n-d-838550-3 is: [{'id': '69733fd6-0acf-4ade-9164-2ddf04cff59b', 'name': 'tempest-TestServerMultinode-424565885-router', 'tenant_id': 'ca5668ae36b449a28b4a112c64e22d5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '0a3040af-f305-49ec-a358-0815c950b863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:45:09Z', 'updated_at': '2022-05-18T18:45:11Z', 'revision_number': 4, 'project_id': 'ca5668ae36b449a28b4a112c64e22d5b', 'gw_port': {'id': '0a3040af-f305-49ec-a358-0815c950b863', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:db:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69733fd6-0acf-4ade-9164-2ddf04cff59b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:45:09Z', 'updated_at': '2022-05-18T18:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '1bb8e3e4-6e80-4e60-825b-287db7ede0ae', 'name': '', 'network_id': 'abed01c9-295e-4e1e-baba-adf577457d8b', 'tenant_id': 'ca5668ae36b449a28b4a112c64e22d5b', 'mac_address': 'fa:16:3e:17:4f:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69733fd6-0acf-4ade-9164-2ddf04cff59b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '1abe18b7-e3b7-4c54-9c26-45855f873d67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:45:11Z', 'updated_at': '2022-05-18T18:45:15Z', 'revision_number': 4, 'project_id': 'ca5668ae36b449a28b4a112c64e22d5b', 'subnets': [{'id': '1abe18b7-e3b7-4c54-9c26-45855f873d67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:45:16.101345 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-2f352349-6ad7-4065-9461-fa79f191c174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dab4004-53ed-4a99-90a1-667391fccb36', 'name': 'tempest-TestServerMultinode-132300556-router', 'tenant_id': '0ac03dfe919d4e199d53e753c265ff01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '01cba3dd-debd-493e-adbc-8996023b4a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:45:13Z', 'updated_at': '2022-05-18T18:45:14Z', 'revision_number': 3, 'project_id': '0ac03dfe919d4e199d53e753c265ff01', 'gw_port': {'id': '01cba3dd-debd-493e-adbc-8996023b4a65', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b2:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dab4004-53ed-4a99-90a1-667391fccb36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:45:14Z', 'updated_at': '2022-05-18T18:45:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:45:16.134377 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-3fc52a17-86a4-4155-99b3-701ba939c7d7 None None] Current status of the port 3e43560c-a7b5-4c64-b062-6c9145644d0c is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:45:16.134779 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-3fc52a17-86a4-4155-99b3-701ba939c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:16.138027 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f352349-6ad7-4065-9461-fa79f191c174 None None] Checking router: 7dab4004-53ed-4a99-90a1-667391fccb36 for host: n-d-838550-3 {{(pid=102732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:45:16.138715 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f352349-6ad7-4065-9461-fa79f191c174 None None] Updating router 7dab4004-53ed-4a99-90a1-667391fccb36 port 01cba3dd-debd-493e-adbc-8996023b4a65 binding host n-d-838550-3 {{(pid=102732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 18:45:16.146856 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fea18ff1-d7e3-4902-b855-aabbfd40fd6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:16.196255 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-3fc52a17-86a4-4155-99b3-701ba939c7d7 None None] For port 3e43560c-a7b5-4c64-b062-6c9145644d0c, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=3e43560c-a7b5-4c64-b062-6c9145644d0c,segment=NetworkSegment(2045e5f3-f74a-4c4e-af19-e8c0ff063508),segment_id=2045e5f3-f74a-4c4e-af19-e8c0ff063508)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:45:16.203106 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-2f352349-6ad7-4065-9461-fa79f191c174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:16.207186 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-3fc52a17-86a4-4155-99b3-701ba939c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:16.381209 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc52a17-86a4-4155-99b3-701ba939c7d7 None None] Pushing event updated for resources: {'Port': ['ID=3e43560c-a7b5-4c64-b062-6c9145644d0c,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:45:16.390132 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-fea18ff1-d7e3-4902-b855-aabbfd40fd6a admin admin] Allocated IP 172.20.0.1 (407e25eb-4c43-40c6-b1aa-22c1d1b8bbaa/17103a05-2d3c-4b1a-b3ce-7b8b218a0e17/f4791ee6-a872-4230-9f2d-b4573011420b) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:45:16.413919 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-ca80635a-5194-472d-9255-1137dda8f774 None None] Provisioning complete for port 1bb8e3e4-6e80-4e60-825b-287db7ede0ae triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:45:16.413919 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-ca80635a-5194-472d-9255-1137dda8f774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:16.543943 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fea18ff1-d7e3-4902-b855-aabbfd40fd6a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:16.599994 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fea18ff1-d7e3-4902-b855-aabbfd40fd6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:16.605489 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 3e43560c-a7b5-4c64-b062-6c9145644d0c up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:45:16.626041 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-ca80635a-5194-472d-9255-1137dda8f774 None None] Current status of the port 1bb8e3e4-6e80-4e60-825b-287db7ede0ae is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:45:16.626427 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-ca80635a-5194-472d-9255-1137dda8f774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:16.647429 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea18ff1-d7e3-4902-b855-aabbfd40fd6a admin admin] Network 407e25eb-4c43-40c6-b1aa-22c1d1b8bbaa is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:45:16.654509 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-fea18ff1-d7e3-4902-b855-aabbfd40fd6a admin admin] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:45:16.658109 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea18ff1-d7e3-4902-b855-aabbfd40fd6a admin admin] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:45:16.660520 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea18ff1-d7e3-4902-b855-aabbfd40fd6a admin admin] Pushing event updated for resources: {'Port': ['ID=f4791ee6-a872-4230-9f2d-b4573011420b,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:45:16.709602 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fea18ff1-d7e3-4902-b855-aabbfd40fd6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595826'] for router_interface, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:16.716269 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-2f352349-6ad7-4065-9461-fa79f191c174 None None] Notify callbacks [] for port, precommit_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:16.731914 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-2f352349-6ad7-4065-9461-fa79f191c174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:16.793769 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-ca80635a-5194-472d-9255-1137dda8f774 None None] For port 1bb8e3e4-6e80-4e60-825b-287db7ede0ae, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=1bb8e3e4-6e80-4e60-825b-287db7ede0ae,segment=NetworkSegment(6c8a45f1-37b4-4517-85fa-bc988a3bd605),segment_id=6c8a45f1-37b4-4517-85fa-bc988a3bd605)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:45:16.812920 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d24e61-ef84-4344-b102-f6f74e03e830 None None] Pushing event updated for resources: {'Port': ['ID=01cba3dd-debd-493e-adbc-8996023b4a65,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:45:16.815702 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-ca80635a-5194-472d-9255-1137dda8f774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:16.857643 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 3e43560c-a7b5-4c64-b062-6c9145644d0c triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:45:16.858016 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:16.862399 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-2f352349-6ad7-4065-9461-fa79f191c174 None None] Attempting to bind port 01cba3dd-debd-493e-adbc-8996023b4a65 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:45:16.862801 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-2f352349-6ad7-4065-9461-fa79f191c174 None None] Attempting to bind port 01cba3dd-debd-493e-adbc-8996023b4a65 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:45:16.863126 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f352349-6ad7-4065-9461-fa79f191c174 None None] Attempting to bind port 01cba3dd-debd-493e-adbc-8996023b4a65 on network 31ebd439-090c-4b25-bbb0-31c48711b145 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:45:16.894641 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f352349-6ad7-4065-9461-fa79f191c174 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:45:16.895018 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f352349-6ad7-4065-9461-fa79f191c174 None None] Checking segment: {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:45:16.895424 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-2f352349-6ad7-4065-9461-fa79f191c174 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:16.895818 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f352349-6ad7-4065-9461-fa79f191c174 None None] Bound using segment: {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:45:16.896293 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-2f352349-6ad7-4065-9461-fa79f191c174 None None] Bound port: 01cba3dd-debd-493e-adbc-8996023b4a65, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:45:16.896673 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-2f352349-6ad7-4065-9461-fa79f191c174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:16.910427 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fea18ff1-d7e3-4902-b855-aabbfd40fd6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:16.947200 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80635a-5194-472d-9255-1137dda8f774 None None] Pushing event updated for resources: {'Port': ['ID=1bb8e3e4-6e80-4e60-825b-287db7ede0ae,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:45:16.983613 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c47b1e0e-3443-4e42-a31b-cc8b3629347c None None] Provisioning complete for port 3e43560c-a7b5-4c64-b062-6c9145644d0c triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:45:16.983974 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c47b1e0e-3443-4e42-a31b-cc8b3629347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:17.014917 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-2f352349-6ad7-4065-9461-fa79f191c174 None None] For port 01cba3dd-debd-493e-adbc-8996023b4a65, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:45:17.031623 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-2f352349-6ad7-4065-9461-fa79f191c174 None None] For port 01cba3dd-debd-493e-adbc-8996023b4a65, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=01cba3dd-debd-493e-adbc-8996023b4a65,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:45:17.056566 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-2f352349-6ad7-4065-9461-fa79f191c174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:17.100295 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fea18ff1-d7e3-4902-b855-aabbfd40fd6a admin admin] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:17.105818 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fea18ff1-d7e3-4902-b855-aabbfd40fd6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:17.110967 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 3e43560c-a7b5-4c64-b062-6c9145644d0c is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:45:17.112033 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 0a3040af-f305-49ec-a358-0815c950b863 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:45:17.175116 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fea18ff1-d7e3-4902-b855-aabbfd40fd6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-595870'] for router_interface, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:17.177010 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea18ff1-d7e3-4902-b855-aabbfd40fd6a admin admin] Pushing event updated for resources: {'Port': ['ID=f4791ee6-a872-4230-9f2d-b4573011420b,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:45:17.190591 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d24e61-ef84-4344-b102-f6f74e03e830 None None] Pushing event updated for resources: {'Port': ['ID=01cba3dd-debd-493e-adbc-8996023b4a65,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:45:17.198591 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f352349-6ad7-4065-9461-fa79f191c174 None None] Routers {'7dab4004-53ed-4a99-90a1-667391fccb36'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:45:17.199217 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-2f352349-6ad7-4065-9461-fa79f191c174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:45:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['7dab4004-53ed-4a99-90a1-667391fccb36'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:45:17.249480 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c47b1e0e-3443-4e42-a31b-cc8b3629347c None None] Current status of the port 3e43560c-a7b5-4c64-b062-6c9145644d0c is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:45:17.276743 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea18ff1-d7e3-4902-b855-aabbfd40fd6a admin admin] Network 407e25eb-4c43-40c6-b1aa-22c1d1b8bbaa is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:45:17.278455 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-fea18ff1-d7e3-4902-b855-aabbfd40fd6a admin admin] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:45:17.300713 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 0a3040af-f305-49ec-a358-0815c950b863 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:45:17.301094 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:17.354464 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-2f352349-6ad7-4065-9461-fa79f191c174 None None] Set router 7dab4004-53ed-4a99-90a1-667391fccb36 gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:45:17.404026 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fea18ff1-d7e3-4902-b855-aabbfd40fd6a admin admin] Router 7dab4004-53ed-4a99-90a1-667391fccb36 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:45:17.416472 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-423e4e61-39ad-4298-aa6b-335e18e5384c None None] Provisioning complete for port f4791ee6-a872-4230-9f2d-b4573011420b triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:45:17.416846 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-423e4e61-39ad-4298-aa6b-335e18e5384c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:17.528676 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fea18ff1-d7e3-4902-b855-aabbfd40fd6a admin admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:45:17.535243 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-fea18ff1-d7e3-4902-b855-aabbfd40fd6a admin admin] 10.222.0.85 "PUT /v2.0/routers/7dab4004-53ed-4a99-90a1-667391fccb36/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2510049 May 18 18:45:17.551227 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 0a3040af-f305-49ec-a358-0815c950b863 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:45:17.552263 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 1bb8e3e4-6e80-4e60-825b-287db7ede0ae up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:45:17.562850 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-423e4e61-39ad-4298-aa6b-335e18e5384c None None] Port f4791ee6-a872-4230-9f2d-b4573011420b cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:45:17.654958 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 1bb8e3e4-6e80-4e60-825b-287db7ede0ae triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:45:17.655329 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:17.717149 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-d3c84fa9-2816-4001-851d-566b2b5fa76a None None] Provisioning complete for port f4791ee6-a872-4230-9f2d-b4573011420b triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:45:17.717381 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d3c84fa9-2816-4001-851d-566b2b5fa76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:17.720550 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-2f352349-6ad7-4065-9461-fa79f191c174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dab4004-53ed-4a99-90a1-667391fccb36', 'name': 'tempest-TestServerMultinode-132300556-router', 'tenant_id': '0ac03dfe919d4e199d53e753c265ff01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '01cba3dd-debd-493e-adbc-8996023b4a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:45:13Z', 'updated_at': '2022-05-18T18:45:16Z', 'revision_number': 4, 'project_id': '0ac03dfe919d4e199d53e753c265ff01', 'gw_port': {'id': '01cba3dd-debd-493e-adbc-8996023b4a65', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b2:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dab4004-53ed-4a99-90a1-667391fccb36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:45:14Z', 'updated_at': '2022-05-18T18:45:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': 'f4791ee6-a872-4230-9f2d-b4573011420b', 'name': '', 'network_id': '407e25eb-4c43-40c6-b1aa-22c1d1b8bbaa', 'tenant_id': '0ac03dfe919d4e199d53e753c265ff01', 'mac_address': 'fa:16:3e:9e:85:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dab4004-53ed-4a99-90a1-667391fccb36', 'device_owner': 'network:router_interface', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '17103a05-2d3c-4b1a-b3ce-7b8b218a0e17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:45:16Z', 'updated_at': '2022-05-18T18:45:16Z', 'revision_number': 2, 'project_id': '0ac03dfe919d4e199d53e753c265ff01', 'subnets': [{'id': '17103a05-2d3c-4b1a-b3ce-7b8b218a0e17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:45:17.768597 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f352349-6ad7-4065-9461-fa79f191c174 None None] The sync data for ids ['7dab4004-53ed-4a99-90a1-667391fccb36'] in n-d-838550-3 is: [{'id': '7dab4004-53ed-4a99-90a1-667391fccb36', 'name': 'tempest-TestServerMultinode-132300556-router', 'tenant_id': '0ac03dfe919d4e199d53e753c265ff01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '01cba3dd-debd-493e-adbc-8996023b4a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:45:13Z', 'updated_at': '2022-05-18T18:45:16Z', 'revision_number': 4, 'project_id': '0ac03dfe919d4e199d53e753c265ff01', 'gw_port': {'id': '01cba3dd-debd-493e-adbc-8996023b4a65', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b2:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dab4004-53ed-4a99-90a1-667391fccb36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:45:14Z', 'updated_at': '2022-05-18T18:45:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': 'f4791ee6-a872-4230-9f2d-b4573011420b', 'name': '', 'network_id': '407e25eb-4c43-40c6-b1aa-22c1d1b8bbaa', 'tenant_id': '0ac03dfe919d4e199d53e753c265ff01', 'mac_address': 'fa:16:3e:9e:85:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dab4004-53ed-4a99-90a1-667391fccb36', 'device_owner': 'network:router_interface', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '17103a05-2d3c-4b1a-b3ce-7b8b218a0e17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:45:16Z', 'updated_at': '2022-05-18T18:45:16Z', 'revision_number': 2, 'project_id': '0ac03dfe919d4e199d53e753c265ff01', 'subnets': [{'id': '17103a05-2d3c-4b1a-b3ce-7b8b218a0e17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:45:17.804187 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-d3c84fa9-2816-4001-851d-566b2b5fa76a None None] Port f4791ee6-a872-4230-9f2d-b4573011420b cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:45:17.818941 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 1bb8e3e4-6e80-4e60-825b-287db7ede0ae is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:45:18.089113 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a51898-9b61-4611-b7a7-f3d3ad547cd0 req-792c7087-1362-48d9-bc93-b36b971daaa6 tempest-TestServerMultinode-1572794636 tempest-TestServerMultinode-1572794636-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:45:18.091479 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d2a51898-9b61-4611-b7a7-f3d3ad547cd0 req-792c7087-1362-48d9-bc93-b36b971daaa6 tempest-TestServerMultinode-1572794636 tempest-TestServerMultinode-1572794636-project-admin] 10.222.0.85 "GET /v2.0/networks?id=abed01c9-295e-4e1e-baba-adf577457d8b HTTP/1.1" status: 200 len: 910 time: 0.0989826 May 18 18:45:18.107546 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d2a51898-9b61-4611-b7a7-f3d3ad547cd0 req-5fc257db-f24c-41fa-8b1a-af21d19ef9ce tempest-TestServerMultinode-1572794636 tempest-TestServerMultinode-1572794636-project-admin] 10.222.0.85 "GET /v2.0/quotas/0ac03dfe919d4e199d53e753c265ff01 HTTP/1.1" status: 200 len: 375 time: 0.0099251 May 18 18:45:18.188803 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d2a51898-9b61-4611-b7a7-f3d3ad547cd0 req-93cd9e8b-a6b0-42dd-a214-8c23c8fa4938 tempest-TestServerMultinode-1572794636 tempest-TestServerMultinode-1572794636-project-admin] 10.222.0.85 "GET /v2.0/ports?tenant_id=0ac03dfe919d4e199d53e753c265ff01&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0745547 May 18 18:45:18.304806 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [req-d2a51898-9b61-4611-b7a7-f3d3ad547cd0 req-2ea46e01-252c-46a9-a4e2-19295e90ec22 service neutron] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=102730) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 18:45:18.305931 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d2a51898-9b61-4611-b7a7-f3d3ad547cd0 req-2ea46e01-252c-46a9-a4e2-19295e90ec22 service neutron] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1097345 May 18 18:45:18.406983 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d2a51898-9b61-4611-b7a7-f3d3ad547cd0 req-975297b5-39ab-4b52-abd9-21344ee66163 service neutron] 10.222.0.85 "GET /v2.0/networks/abed01c9-295e-4e1e-baba-adf577457d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943224 May 18 18:45:18.412125 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 3e43560c-a7b5-4c64-b062-6c9145644d0c up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:45:18.463741 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 3e43560c-a7b5-4c64-b062-6c9145644d0c triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:45:18.464254 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:18.498815 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d2a51898-9b61-4611-b7a7-f3d3ad547cd0 req-a48b4b2a-e99e-42da-9228-c6bb96cf67e2 service neutron] 10.222.0.85 "GET /v2.0/networks/abed01c9-295e-4e1e-baba-adf577457d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843735 May 18 18:45:18.540858 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 3e43560c-a7b5-4c64-b062-6c9145644d0c is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:45:18.541955 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 1bb8e3e4-6e80-4e60-825b-287db7ede0ae up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:45:18.586871 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 1bb8e3e4-6e80-4e60-825b-287db7ede0ae triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:45:18.587167 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:18.667415 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-142c4a7d-8317-49fc-a82a-e91f1816c5b9 req-81b3f819-2c55-4c37-b7e7-f6669e973427 tempest-TestServerMultinode-1572794636 tempest-TestServerMultinode-1572794636-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=cd9e0299-2cc5-4ece-8280-9a5d402c732e HTTP/1.1" status: 200 len: 210 time: 0.0277114 May 18 18:45:18.687224 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 1bb8e3e4-6e80-4e60-825b-287db7ede0ae is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:45:19.766683 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fddf9afa-cc0e-416f-a1e7-f27f7f52f97d req-b9d22d70-2bec-4e02-b22a-76cbd97af293 tempest-TestServerMultinode-1572794636 tempest-TestServerMultinode-1572794636-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=cd9e0299-2cc5-4ece-8280-9a5d402c732e HTTP/1.1" status: 200 len: 210 time: 0.0261924 May 18 18:45:19.874320 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a51898-9b61-4611-b7a7-f3d3ad547cd0 req-649878d2-582a-4889-9df2-547bdc414228 tempest-TestServerMultinode-1572794636 tempest-TestServerMultinode-1572794636-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:45:19.875783 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d2a51898-9b61-4611-b7a7-f3d3ad547cd0 req-649878d2-582a-4889-9df2-547bdc414228 tempest-TestServerMultinode-1572794636 tempest-TestServerMultinode-1572794636-project-admin] 10.222.0.88 "GET /v2.0/networks?id=abed01c9-295e-4e1e-baba-adf577457d8b HTTP/1.1" status: 200 len: 910 time: 0.0891688 May 18 18:45:19.888362 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-d2a51898-9b61-4611-b7a7-f3d3ad547cd0 req-631a1634-b2d9-4077-bdbf-8c1bbb1c245c tempest-TestServerMultinode-1572794636 tempest-TestServerMultinode-1572794636-project-admin] Request body: {'port': {'device_id': 'cd9e0299-2cc5-4ece-8280-9a5d402c732e', 'network_id': 'abed01c9-295e-4e1e-baba-adf577457d8b', 'admin_state_up': True, 'tenant_id': '0ac03dfe919d4e199d53e753c265ff01'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:45:19.909314 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2a51898-9b61-4611-b7a7-f3d3ad547cd0 req-631a1634-b2d9-4077-bdbf-8c1bbb1c245c tempest-TestServerMultinode-1572794636 tempest-TestServerMultinode-1572794636-project-admin] Made reservation on behalf of 0ac03dfe919d4e199d53e753c265ff01 for: {'port': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:45:19.911705 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-d2a51898-9b61-4611-b7a7-f3d3ad547cd0 req-631a1634-b2d9-4077-bdbf-8c1bbb1c245c tempest-TestServerMultinode-1572794636 tempest-TestServerMultinode-1572794636-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:20.036678 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [req-d2a51898-9b61-4611-b7a7-f3d3ad547cd0 req-631a1634-b2d9-4077-bdbf-8c1bbb1c245c tempest-TestServerMultinode-1572794636 tempest-TestServerMultinode-1572794636-project-admin] Allocated IP 172.20.0.4 (abed01c9-295e-4e1e-baba-adf577457d8b/1abe18b7-e3b7-4c54-9c26-45855f873d67/82b68b81-7160-4c92-a1f6-ad4c8236c556) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:45:20.180520 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-d2a51898-9b61-4611-b7a7-f3d3ad547cd0 req-631a1634-b2d9-4077-bdbf-8c1bbb1c245c tempest-TestServerMultinode-1572794636 tempest-TestServerMultinode-1572794636-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:20.215827 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-d2a51898-9b61-4611-b7a7-f3d3ad547cd0 req-631a1634-b2d9-4077-bdbf-8c1bbb1c245c tempest-TestServerMultinode-1572794636 tempest-TestServerMultinode-1572794636-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:20.257555 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2a51898-9b61-4611-b7a7-f3d3ad547cd0 req-631a1634-b2d9-4077-bdbf-8c1bbb1c245c tempest-TestServerMultinode-1572794636 tempest-TestServerMultinode-1572794636-project-admin] Network abed01c9-295e-4e1e-baba-adf577457d8b is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:45:20.262980 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [req-d2a51898-9b61-4611-b7a7-f3d3ad547cd0 req-631a1634-b2d9-4077-bdbf-8c1bbb1c245c tempest-TestServerMultinode-1572794636 tempest-TestServerMultinode-1572794636-project-admin] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:45:20.266678 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2a51898-9b61-4611-b7a7-f3d3ad547cd0 req-631a1634-b2d9-4077-bdbf-8c1bbb1c245c tempest-TestServerMultinode-1572794636 tempest-TestServerMultinode-1572794636-project-admin] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:45:20.294313 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631a1634-b2d9-4077-bdbf-8c1bbb1c245c tempest-TestServerMultinode-1572794636 tempest-TestServerMultinode-1572794636-project-admin] Pushing event updated for resources: {'Port': ['ID=82b68b81-7160-4c92-a1f6-ad4c8236c556,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:45:20.303996 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed6eec5-a584-4643-9055-d3d871c320d7 None None] Sync routers for ids ['7dab4004-53ed-4a99-90a1-667391fccb36'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:45:20.315492 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed6eec5-a584-4643-9055-d3d871c320d7 None None] Routers {'7dab4004-53ed-4a99-90a1-667391fccb36'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:45:20.316166 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-3ed6eec5-a584-4643-9055-d3d871c320d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:45:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['7dab4004-53ed-4a99-90a1-667391fccb36'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:45:20.316552 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a51898-9b61-4611-b7a7-f3d3ad547cd0 req-631a1634-b2d9-4077-bdbf-8c1bbb1c245c tempest-TestServerMultinode-1572794636 tempest-TestServerMultinode-1572794636-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:45:20.317356 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-d2a51898-9b61-4611-b7a7-f3d3ad547cd0 req-631a1634-b2d9-4077-bdbf-8c1bbb1c245c tempest-TestServerMultinode-1572794636 tempest-TestServerMultinode-1572794636-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:20.342314 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d2a51898-9b61-4611-b7a7-f3d3ad547cd0 req-631a1634-b2d9-4077-bdbf-8c1bbb1c245c tempest-TestServerMultinode-1572794636 tempest-TestServerMultinode-1572794636-project-admin] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.4575696 May 18 18:45:20.360191 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-d2a51898-9b61-4611-b7a7-f3d3ad547cd0 req-0ad4bea4-46fa-4cb7-a8a5-70aa664afb49 service neutron] Request body: {'port': {'device_id': 'cd9e0299-2cc5-4ece-8280-9a5d402c732e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-3'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:45:20.432247 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-d2a51898-9b61-4611-b7a7-f3d3ad547cd0 req-0ad4bea4-46fa-4cb7-a8a5-70aa664afb49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:20.443563 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 01cba3dd-debd-493e-adbc-8996023b4a65 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:45:20.503212 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 01cba3dd-debd-493e-adbc-8996023b4a65 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:45:20.503913 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:20.545359 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-3ed6eec5-a584-4643-9055-d3d871c320d7 None None] Set router 7dab4004-53ed-4a99-90a1-667391fccb36 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:45:20.567588 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-db13fbf3-926a-4f4b-9614-9210dea55840 None None] Provisioning complete for port 82b68b81-7160-4c92-a1f6-ad4c8236c556 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:45:20.567964 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-db13fbf3-926a-4f4b-9614-9210dea55840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:20.628421 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-db13fbf3-926a-4f4b-9614-9210dea55840 None None] Port 82b68b81-7160-4c92-a1f6-ad4c8236c556 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:45:20.644344 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 01cba3dd-debd-493e-adbc-8996023b4a65 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:45:20.644733 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:20.668256 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] For port 01cba3dd-debd-493e-adbc-8996023b4a65, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=01cba3dd-debd-493e-adbc-8996023b4a65,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:45:20.675422 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:20.736368 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Pushing event updated for resources: {'Port': ['ID=01cba3dd-debd-493e-adbc-8996023b4a65,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:45:20.763573 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-3ed6eec5-a584-4643-9055-d3d871c320d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dab4004-53ed-4a99-90a1-667391fccb36', 'name': 'tempest-TestServerMultinode-132300556-router', 'tenant_id': '0ac03dfe919d4e199d53e753c265ff01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '01cba3dd-debd-493e-adbc-8996023b4a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:45:13Z', 'updated_at': '2022-05-18T18:45:16Z', 'revision_number': 4, 'project_id': '0ac03dfe919d4e199d53e753c265ff01', 'gw_port': {'id': '01cba3dd-debd-493e-adbc-8996023b4a65', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b2:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dab4004-53ed-4a99-90a1-667391fccb36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:45:14Z', 'updated_at': '2022-05-18T18:45:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': 'f4791ee6-a872-4230-9f2d-b4573011420b', 'name': '', 'network_id': '407e25eb-4c43-40c6-b1aa-22c1d1b8bbaa', 'tenant_id': '0ac03dfe919d4e199d53e753c265ff01', 'mac_address': 'fa:16:3e:9e:85:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dab4004-53ed-4a99-90a1-667391fccb36', 'device_owner': 'network:router_interface', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '17103a05-2d3c-4b1a-b3ce-7b8b218a0e17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:45:16Z', 'updated_at': '2022-05-18T18:45:16Z', 'revision_number': 2, 'project_id': '0ac03dfe919d4e199d53e753c265ff01', 'subnets': [{'id': '17103a05-2d3c-4b1a-b3ce-7b8b218a0e17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:45:20.791683 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [req-d2a51898-9b61-4611-b7a7-f3d3ad547cd0 req-0ad4bea4-46fa-4cb7-a8a5-70aa664afb49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82b68b81-7160-4c92-a1f6-ad4c8236c556 {{(pid=102731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:45:20.793246 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed6eec5-a584-4643-9055-d3d871c320d7 None None] Checking router: 7dab4004-53ed-4a99-90a1-667391fccb36 for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:45:20.793604 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed6eec5-a584-4643-9055-d3d871c320d7 None None] Updating router 7dab4004-53ed-4a99-90a1-667391fccb36 port f4791ee6-a872-4230-9f2d-b4573011420b binding host n-d-838550-3 {{(pid=102733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 18:45:20.799545 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-d2a51898-9b61-4611-b7a7-f3d3ad547cd0 req-0ad4bea4-46fa-4cb7-a8a5-70aa664afb49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:20.815995 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.provisioning_blocks [req-d2a51898-9b61-4611-b7a7-f3d3ad547cd0 req-0ad4bea4-46fa-4cb7-a8a5-70aa664afb49 service neutron] Transition to ACTIVE for port object 82b68b81-7160-4c92-a1f6-ad4c8236c556 will not be triggered until provisioned by entity L2. {{(pid=102731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:45:20.819167 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-3ed6eec5-a584-4643-9055-d3d871c320d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:20.820223 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-d2a51898-9b61-4611-b7a7-f3d3ad547cd0 req-0ad4bea4-46fa-4cb7-a8a5-70aa664afb49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:20.902565 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad4bea4-46fa-4cb7-a8a5-70aa664afb49 service neutron] Pushing event updated for resources: {'Port': ['ID=82b68b81-7160-4c92-a1f6-ad4c8236c556,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:45:20.952606 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cf40eb-fde5-4efe-bff2-a8dda5a8af0a req-25c15ec2-0bc6-4ffb-b8b8-16bfd0e2feaa tempest-TestServerMultinode-1572794636 tempest-TestServerMultinode-1572794636-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:45:20.954150 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-01cf40eb-fde5-4efe-bff2-a8dda5a8af0a req-25c15ec2-0bc6-4ffb-b8b8-16bfd0e2feaa tempest-TestServerMultinode-1572794636 tempest-TestServerMultinode-1572794636-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=cd9e0299-2cc5-4ece-8280-9a5d402c732e HTTP/1.1" status: 200 len: 1052 time: 0.1063046 May 18 18:45:21.001333 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-d2a51898-9b61-4611-b7a7-f3d3ad547cd0 req-0ad4bea4-46fa-4cb7-a8a5-70aa664afb49 service neutron] Attempting to bind port 82b68b81-7160-4c92-a1f6-ad4c8236c556 on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:45:21.001838 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-d2a51898-9b61-4611-b7a7-f3d3ad547cd0 req-0ad4bea4-46fa-4cb7-a8a5-70aa664afb49 service neutron] Attempting to bind port 82b68b81-7160-4c92-a1f6-ad4c8236c556 by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': '6c8a45f1-37b4-4517-85fa-bc988a3bd605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'abed01c9-295e-4e1e-baba-adf577457d8b'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:45:21.002180 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a51898-9b61-4611-b7a7-f3d3ad547cd0 req-0ad4bea4-46fa-4cb7-a8a5-70aa664afb49 service neutron] Attempting to bind port 82b68b81-7160-4c92-a1f6-ad4c8236c556 on network abed01c9-295e-4e1e-baba-adf577457d8b {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:45:21.012651 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-01cf40eb-fde5-4efe-bff2-a8dda5a8af0a req-59f3b5e5-61a0-43c7-bb68-5b8c34071d38 tempest-TestServerMultinode-1572794636 tempest-TestServerMultinode-1572794636-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=75c9f401-668e-470f-992a-640785af4f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504615 May 18 18:45:21.013223 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a51898-9b61-4611-b7a7-f3d3ad547cd0 req-0ad4bea4-46fa-4cb7-a8a5-70aa664afb49 service neutron] Port 82b68b81-7160-4c92-a1f6-ad4c8236c556 on network abed01c9-295e-4e1e-baba-adf577457d8b not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:45:21.013492 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a51898-9b61-4611-b7a7-f3d3ad547cd0 req-0ad4bea4-46fa-4cb7-a8a5-70aa664afb49 service neutron] Attempting to bind port 82b68b81-7160-4c92-a1f6-ad4c8236c556 on network abed01c9-295e-4e1e-baba-adf577457d8b {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:45:21.019921 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a51898-9b61-4611-b7a7-f3d3ad547cd0 req-0ad4bea4-46fa-4cb7-a8a5-70aa664afb49 service neutron] Checking agent: {'id': 'd1be059a-68ea-4c77-9b2b-29f4afa47e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:45:21.020254 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a51898-9b61-4611-b7a7-f3d3ad547cd0 req-0ad4bea4-46fa-4cb7-a8a5-70aa664afb49 service neutron] Checking segment: {'id': '6c8a45f1-37b4-4517-85fa-bc988a3bd605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'abed01c9-295e-4e1e-baba-adf577457d8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:45:21.020735 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a51898-9b61-4611-b7a7-f3d3ad547cd0 req-0ad4bea4-46fa-4cb7-a8a5-70aa664afb49 service neutron] Bound using segment: {'id': '6c8a45f1-37b4-4517-85fa-bc988a3bd605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'abed01c9-295e-4e1e-baba-adf577457d8b'} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:45:21.021581 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-d2a51898-9b61-4611-b7a7-f3d3ad547cd0 req-0ad4bea4-46fa-4cb7-a8a5-70aa664afb49 service neutron] Bound port: 82b68b81-7160-4c92-a1f6-ad4c8236c556, host: n-h2-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c8a45f1-37b4-4517-85fa-bc988a3bd605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'abed01c9-295e-4e1e-baba-adf577457d8b'}}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:45:21.021581 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-d2a51898-9b61-4611-b7a7-f3d3ad547cd0 req-0ad4bea4-46fa-4cb7-a8a5-70aa664afb49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:21.104089 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-d2a51898-9b61-4611-b7a7-f3d3ad547cd0 req-0ad4bea4-46fa-4cb7-a8a5-70aa664afb49 service neutron] For port 82b68b81-7160-4c92-a1f6-ad4c8236c556, host n-h2-838550-3, cleared binding levels {{(pid=102731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:45:21.107033 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-d2a51898-9b61-4611-b7a7-f3d3ad547cd0 req-0ad4bea4-46fa-4cb7-a8a5-70aa664afb49 service neutron] For port 82b68b81-7160-4c92-a1f6-ad4c8236c556, host n-h2-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=82b68b81-7160-4c92-a1f6-ad4c8236c556,segment=NetworkSegment(6c8a45f1-37b4-4517-85fa-bc988a3bd605),segment_id=6c8a45f1-37b4-4517-85fa-bc988a3bd605)] {{(pid=102731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:45:21.110555 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-d2a51898-9b61-4611-b7a7-f3d3ad547cd0 req-0ad4bea4-46fa-4cb7-a8a5-70aa664afb49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:21.116634 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-3ed6eec5-a584-4643-9055-d3d871c320d7 None None] Notify callbacks [] for port, precommit_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:21.122732 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-3ed6eec5-a584-4643-9055-d3d871c320d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:21.146757 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a51898-9b61-4611-b7a7-f3d3ad547cd0 req-0ad4bea4-46fa-4cb7-a8a5-70aa664afb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:45:21.147535 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-d2a51898-9b61-4611-b7a7-f3d3ad547cd0 req-0ad4bea4-46fa-4cb7-a8a5-70aa664afb49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:21.149182 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d2a51898-9b61-4611-b7a7-f3d3ad547cd0 req-0ad4bea4-46fa-4cb7-a8a5-70aa664afb49 service neutron] 10.222.0.88 "PUT /v2.0/ports/82b68b81-7160-4c92-a1f6-ad4c8236c556 HTTP/1.1" status: 200 len: 1091 time: 0.7973917 May 18 18:45:21.149569 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd9e0299-2cc5-4ece-8280-9a5d402c732e', 'tag': '82b68b81-7160-4c92-a1f6-ad4c8236c556'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:45:21.152113 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-690dd6ea-8c75-4513-8e22-94ec7de51850" -d '{"events": [{"name": "network-changed", "server_uuid": "cd9e0299-2cc5-4ece-8280-9a5d402c732e", "tag": "82b68b81-7160-4c92-a1f6-ad4c8236c556"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:45:21.176759 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5031a57a-f8e1-4d95-a255-6f86fde9fafd None None] Pushing event updated for resources: {'Port': ['ID=f4791ee6-a872-4230-9f2d-b4573011420b,revision_number=3']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:45:21.177019 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad4bea4-46fa-4cb7-a8a5-70aa664afb49 service neutron] Pushing event updated for resources: {'Port': ['ID=82b68b81-7160-4c92-a1f6-ad4c8236c556,revision_number=3']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:45:21.243096 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-3ed6eec5-a584-4643-9055-d3d871c320d7 None None] Attempting to bind port f4791ee6-a872-4230-9f2d-b4573011420b on host n-d-838550-3 for vnic_type normal with profile {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:45:21.243504 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-3ed6eec5-a584-4643-9055-d3d871c320d7 None None] Attempting to bind port f4791ee6-a872-4230-9f2d-b4573011420b by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '2045e5f3-f74a-4c4e-af19-e8c0ff063508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '407e25eb-4c43-40c6-b1aa-22c1d1b8bbaa'}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:45:21.244278 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed6eec5-a584-4643-9055-d3d871c320d7 None None] Attempting to bind port f4791ee6-a872-4230-9f2d-b4573011420b on network 407e25eb-4c43-40c6-b1aa-22c1d1b8bbaa {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:45:21.244623 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83c865af-7375-44b2-b63a-dec5120965db x-openstack-request-id: req-83c865af-7375-44b2-b63a-dec5120965db {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:45:21.244926 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd9e0299-2cc5-4ece-8280-9a5d402c732e", "tag": "82b68b81-7160-4c92-a1f6-ad4c8236c556", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:45:21.245459 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-83c865af-7375-44b2-b63a-dec5120965db {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:45:21.246427 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83c865af-7375-44b2-b63a-dec5120965db'] response: {'name': 'network-changed', 'server_uuid': 'cd9e0299-2cc5-4ece-8280-9a5d402c732e', 'tag': '82b68b81-7160-4c92-a1f6-ad4c8236c556', 'status': 'completed', 'code': 200} May 18 18:45:21.251925 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed6eec5-a584-4643-9055-d3d871c320d7 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:45:21.252424 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed6eec5-a584-4643-9055-d3d871c320d7 None None] Checking segment: {'id': '2045e5f3-f74a-4c4e-af19-e8c0ff063508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '407e25eb-4c43-40c6-b1aa-22c1d1b8bbaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:45:21.253027 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-3ed6eec5-a584-4643-9055-d3d871c320d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:21.253476 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed6eec5-a584-4643-9055-d3d871c320d7 None None] Bound using segment: {'id': '2045e5f3-f74a-4c4e-af19-e8c0ff063508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '407e25eb-4c43-40c6-b1aa-22c1d1b8bbaa'} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:45:21.254024 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-3ed6eec5-a584-4643-9055-d3d871c320d7 None None] Bound port: f4791ee6-a872-4230-9f2d-b4573011420b, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2045e5f3-f74a-4c4e-af19-e8c0ff063508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '407e25eb-4c43-40c6-b1aa-22c1d1b8bbaa'}}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:45:21.254478 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-3ed6eec5-a584-4643-9055-d3d871c320d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:21.265032 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a51898-9b61-4611-b7a7-f3d3ad547cd0 req-37ac8eca-5ff5-4a76-b1d5-2b6c0db16e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:45:21.266640 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d2a51898-9b61-4611-b7a7-f3d3ad547cd0 req-37ac8eca-5ff5-4a76-b1d5-2b6c0db16e11 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=0ac03dfe919d4e199d53e753c265ff01&device_id=cd9e0299-2cc5-4ece-8280-9a5d402c732e HTTP/1.1" status: 200 len: 1094 time: 0.0535557 May 18 18:45:21.324431 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d2a51898-9b61-4611-b7a7-f3d3ad547cd0 req-4445cd98-7114-43f4-8e31-df9aa0c525fc service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82b68b81-7160-4c92-a1f6-ad4c8236c556 HTTP/1.1" status: 200 len: 217 time: 0.0480170 May 18 18:45:21.334436 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.db [None req-3ed6eec5-a584-4643-9055-d3d871c320d7 None None] For port f4791ee6-a872-4230-9f2d-b4573011420b, host n-d-838550-3, cleared binding levels {{(pid=102733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:45:21.337988 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.db [None req-3ed6eec5-a584-4643-9055-d3d871c320d7 None None] For port f4791ee6-a872-4230-9f2d-b4573011420b, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=f4791ee6-a872-4230-9f2d-b4573011420b,segment=NetworkSegment(2045e5f3-f74a-4c4e-af19-e8c0ff063508),segment_id=2045e5f3-f74a-4c4e-af19-e8c0ff063508)] {{(pid=102733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:45:21.344651 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-3ed6eec5-a584-4643-9055-d3d871c320d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:21.379229 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a51898-9b61-4611-b7a7-f3d3ad547cd0 req-0dbbdf92-45d2-4d42-8dd3-1999374cfbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:45:21.380872 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d2a51898-9b61-4611-b7a7-f3d3ad547cd0 req-0dbbdf92-45d2-4d42-8dd3-1999374cfbbd service neutron] 10.222.0.88 "GET /v2.0/subnets?id=1abe18b7-e3b7-4c54-9c26-45855f873d67 HTTP/1.1" status: 200 len: 848 time: 0.0499117 May 18 18:45:21.410757 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed6eec5-a584-4643-9055-d3d871c320d7 None None] Routers {'7dab4004-53ed-4a99-90a1-667391fccb36'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:45:21.411800 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-3ed6eec5-a584-4643-9055-d3d871c320d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:45:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['7dab4004-53ed-4a99-90a1-667391fccb36'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:45:21.445900 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a51898-9b61-4611-b7a7-f3d3ad547cd0 req-ad11f8af-f078-4a26-a284-80c9a8ac8c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:45:21.447739 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d2a51898-9b61-4611-b7a7-f3d3ad547cd0 req-ad11f8af-f078-4a26-a284-80c9a8ac8c2f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=abed01c9-295e-4e1e-baba-adf577457d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0578611 May 18 18:45:21.468828 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5031a57a-f8e1-4d95-a255-6f86fde9fafd None None] Pushing event updated for resources: {'Port': ['ID=f4791ee6-a872-4230-9f2d-b4573011420b,revision_number=4']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:45:21.553079 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-3ed6eec5-a584-4643-9055-d3d871c320d7 None None] Set router 7dab4004-53ed-4a99-90a1-667391fccb36 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:45:21.555410 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-7c893f7f-e141-4293-a62d-8006f10bc1dc None None] Provisioning complete for port f4791ee6-a872-4230-9f2d-b4573011420b triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:45:21.556340 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-7c893f7f-e141-4293-a62d-8006f10bc1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:21.577070 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d2a51898-9b61-4611-b7a7-f3d3ad547cd0 req-b5f228e4-6966-4424-aa8d-7183b94a0cf5 service neutron] 10.222.0.88 "GET /v2.0/networks/abed01c9-295e-4e1e-baba-adf577457d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191206 May 18 18:45:21.655578 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-7c893f7f-e141-4293-a62d-8006f10bc1dc None None] Current status of the port f4791ee6-a872-4230-9f2d-b4573011420b is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:45:21.656289 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-7c893f7f-e141-4293-a62d-8006f10bc1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:21.681886 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d2a51898-9b61-4611-b7a7-f3d3ad547cd0 req-77ce2e8f-d49e-4111-9e11-b42f78ec3366 service neutron] 10.222.0.88 "GET /v2.0/networks/abed01c9-295e-4e1e-baba-adf577457d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973709 May 18 18:45:21.701048 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-7c893f7f-e141-4293-a62d-8006f10bc1dc None None] For port f4791ee6-a872-4230-9f2d-b4573011420b, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=f4791ee6-a872-4230-9f2d-b4573011420b,segment=NetworkSegment(2045e5f3-f74a-4c4e-af19-e8c0ff063508),segment_id=2045e5f3-f74a-4c4e-af19-e8c0ff063508)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:45:21.706273 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-7c893f7f-e141-4293-a62d-8006f10bc1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:21.762668 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c893f7f-e141-4293-a62d-8006f10bc1dc None None] Pushing event updated for resources: {'Port': ['ID=f4791ee6-a872-4230-9f2d-b4573011420b,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:45:21.785250 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690dd6ea-8c75-4513-8e22-94ec7de51850 req-f4da9ed7-a22f-4c1b-a56f-d329f34a8f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:45:21.786783 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-690dd6ea-8c75-4513-8e22-94ec7de51850 req-f4da9ed7-a22f-4c1b-a56f-d329f34a8f64 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=0ac03dfe919d4e199d53e753c265ff01&device_id=cd9e0299-2cc5-4ece-8280-9a5d402c732e HTTP/1.1" status: 200 len: 1094 time: 0.0521021 May 18 18:45:21.795083 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-3ed6eec5-a584-4643-9055-d3d871c320d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dab4004-53ed-4a99-90a1-667391fccb36', 'name': 'tempest-TestServerMultinode-132300556-router', 'tenant_id': '0ac03dfe919d4e199d53e753c265ff01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '01cba3dd-debd-493e-adbc-8996023b4a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:45:13Z', 'updated_at': '2022-05-18T18:45:16Z', 'revision_number': 4, 'project_id': '0ac03dfe919d4e199d53e753c265ff01', 'gw_port': {'id': '01cba3dd-debd-493e-adbc-8996023b4a65', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b2:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dab4004-53ed-4a99-90a1-667391fccb36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:45:14Z', 'updated_at': '2022-05-18T18:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': 'f4791ee6-a872-4230-9f2d-b4573011420b', 'name': '', 'network_id': '407e25eb-4c43-40c6-b1aa-22c1d1b8bbaa', 'tenant_id': '0ac03dfe919d4e199d53e753c265ff01', 'mac_address': 'fa:16:3e:9e:85:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dab4004-53ed-4a99-90a1-667391fccb36', 'device_owner': 'network:router_interface', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '17103a05-2d3c-4b1a-b3ce-7b8b218a0e17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:45:16Z', 'updated_at': '2022-05-18T18:45:21Z', 'revision_number': 4, 'project_id': '0ac03dfe919d4e199d53e753c265ff01', 'subnets': [{'id': '17103a05-2d3c-4b1a-b3ce-7b8b218a0e17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:45:21.821181 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed6eec5-a584-4643-9055-d3d871c320d7 None None] The sync data for ids ['7dab4004-53ed-4a99-90a1-667391fccb36'] in n-d-838550-3 is: [{'id': '7dab4004-53ed-4a99-90a1-667391fccb36', 'name': 'tempest-TestServerMultinode-132300556-router', 'tenant_id': '0ac03dfe919d4e199d53e753c265ff01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '01cba3dd-debd-493e-adbc-8996023b4a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:45:13Z', 'updated_at': '2022-05-18T18:45:16Z', 'revision_number': 4, 'project_id': '0ac03dfe919d4e199d53e753c265ff01', 'gw_port': {'id': '01cba3dd-debd-493e-adbc-8996023b4a65', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b2:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dab4004-53ed-4a99-90a1-667391fccb36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:45:14Z', 'updated_at': '2022-05-18T18:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': 'f4791ee6-a872-4230-9f2d-b4573011420b', 'name': '', 'network_id': '407e25eb-4c43-40c6-b1aa-22c1d1b8bbaa', 'tenant_id': '0ac03dfe919d4e199d53e753c265ff01', 'mac_address': 'fa:16:3e:9e:85:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dab4004-53ed-4a99-90a1-667391fccb36', 'device_owner': 'network:router_interface', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '17103a05-2d3c-4b1a-b3ce-7b8b218a0e17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:45:16Z', 'updated_at': '2022-05-18T18:45:21Z', 'revision_number': 4, 'project_id': '0ac03dfe919d4e199d53e753c265ff01', 'subnets': [{'id': '17103a05-2d3c-4b1a-b3ce-7b8b218a0e17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:45:21.874862 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-6d75f178-cab0-4854-bd4e-445caf95820a None None] Provisioning complete for port f4791ee6-a872-4230-9f2d-b4573011420b triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:45:21.875255 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-6d75f178-cab0-4854-bd4e-445caf95820a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:21.894047 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690dd6ea-8c75-4513-8e22-94ec7de51850 req-a885944f-551c-4e98-9678-5534433f0ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:45:21.895556 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-690dd6ea-8c75-4513-8e22-94ec7de51850 req-a885944f-551c-4e98-9678-5534433f0ffd service neutron] 10.222.0.88 "GET /v2.0/networks?id=abed01c9-295e-4e1e-baba-adf577457d8b HTTP/1.1" status: 200 len: 910 time: 0.0990782 May 18 18:45:21.945670 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-690dd6ea-8c75-4513-8e22-94ec7de51850 req-661cd279-252e-40d9-b43f-5e790341663e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82b68b81-7160-4c92-a1f6-ad4c8236c556 HTTP/1.1" status: 200 len: 217 time: 0.0375519 May 18 18:45:21.965896 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-6d75f178-cab0-4854-bd4e-445caf95820a None None] Current status of the port f4791ee6-a872-4230-9f2d-b4573011420b is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:45:22.005750 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690dd6ea-8c75-4513-8e22-94ec7de51850 req-1721bcb8-6953-4a18-a245-47d9d5a758f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:45:22.007270 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-690dd6ea-8c75-4513-8e22-94ec7de51850 req-1721bcb8-6953-4a18-a245-47d9d5a758f7 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=1abe18b7-e3b7-4c54-9c26-45855f873d67 HTTP/1.1" status: 200 len: 848 time: 0.0554998 May 18 18:45:22.059884 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690dd6ea-8c75-4513-8e22-94ec7de51850 req-9f91d562-c945-4afe-812f-99823912574c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:45:22.061279 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-690dd6ea-8c75-4513-8e22-94ec7de51850 req-9f91d562-c945-4afe-812f-99823912574c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=abed01c9-295e-4e1e-baba-adf577457d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464864 May 18 18:45:22.436084 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 01cba3dd-debd-493e-adbc-8996023b4a65 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:45:22.470178 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beb33b9-6300-4a2e-8e84-2ade0dd1387c req-5adbf437-52a0-41aa-871a-60ea203d2469 tempest-TestServerMultinode-1572794636 tempest-TestServerMultinode-1572794636-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:45:22.471795 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6beb33b9-6300-4a2e-8e84-2ade0dd1387c req-5adbf437-52a0-41aa-871a-60ea203d2469 tempest-TestServerMultinode-1572794636 tempest-TestServerMultinode-1572794636-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=cd9e0299-2cc5-4ece-8280-9a5d402c732e HTTP/1.1" status: 200 len: 1094 time: 0.3734121 May 18 18:45:22.475763 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-690dd6ea-8c75-4513-8e22-94ec7de51850 req-d93020a6-b59b-46dd-b04e-ac5e7ba26de2 service neutron] 10.222.0.88 "GET /v2.0/networks/abed01c9-295e-4e1e-baba-adf577457d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4022651 May 18 18:45:22.487688 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 01cba3dd-debd-493e-adbc-8996023b4a65 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:45:22.488060 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:22.563616 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6beb33b9-6300-4a2e-8e84-2ade0dd1387c req-302b3b8d-045b-4053-aecd-c5c28493c75a tempest-TestServerMultinode-1572794636 tempest-TestServerMultinode-1572794636-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=75c9f401-668e-470f-992a-640785af4f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853746 May 18 18:45:22.576334 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 01cba3dd-debd-493e-adbc-8996023b4a65 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:45:22.577458 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device f4791ee6-a872-4230-9f2d-b4573011420b up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:45:22.605483 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-690dd6ea-8c75-4513-8e22-94ec7de51850 req-164d1c7a-1875-4470-b4b9-0a0ba422d5b2 service neutron] 10.222.0.88 "GET /v2.0/networks/abed01c9-295e-4e1e-baba-adf577457d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190052 May 18 18:45:22.631490 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port f4791ee6-a872-4230-9f2d-b4573011420b triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:45:22.631782 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:22.711079 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port f4791ee6-a872-4230-9f2d-b4573011420b is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:45:23.314622 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 82b68b81-7160-4c92-a1f6-ad4c8236c556 details requested by agent hyperv_n-h2-838550-3 with host n-h2-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:45:23.409077 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 82b68b81-7160-4c92-a1f6-ad4c8236c556, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=82b68b81-7160-4c92-a1f6-ad4c8236c556,segment=NetworkSegment(6c8a45f1-37b4-4517-85fa-bc988a3bd605),segment_id=6c8a45f1-37b4-4517-85fa-bc988a3bd605)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:45:23.420382 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Returning: {'device': '82b68b81-7160-4c92-a1f6-ad4c8236c556', 'network_id': 'abed01c9-295e-4e1e-baba-adf577457d8b', 'port_id': '82b68b81-7160-4c92-a1f6-ad4c8236c556', 'mac_address': 'fa:16:3e:33:5d:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1abe18b7-e3b7-4c54-9c26-45855f873d67', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:45:23.463222 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 82b68b81-7160-4c92-a1f6-ad4c8236c556 is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:45:23.463604 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:23.637502 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82b68b81-7160-4c92-a1f6-ad4c8236c556 {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:45:23.657723 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 82b68b81-7160-4c92-a1f6-ad4c8236c556, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=82b68b81-7160-4c92-a1f6-ad4c8236c556,segment=NetworkSegment(6c8a45f1-37b4-4517-85fa-bc988a3bd605),segment_id=6c8a45f1-37b4-4517-85fa-bc988a3bd605)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:45:23.661554 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:23.687935 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11019b3a-0d6e-41bd-8227-c743d1775dd7 req-dee006d8-2034-4c80-9010-cfb6a7c1b25d tempest-TestServerMultinode-1572794636 tempest-TestServerMultinode-1572794636-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:45:23.690326 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-11019b3a-0d6e-41bd-8227-c743d1775dd7 req-dee006d8-2034-4c80-9010-cfb6a7c1b25d tempest-TestServerMultinode-1572794636 tempest-TestServerMultinode-1572794636-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=cd9e0299-2cc5-4ece-8280-9a5d402c732e HTTP/1.1" status: 200 len: 1094 time: 0.0539629 May 18 18:45:23.711567 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=82b68b81-7160-4c92-a1f6-ad4c8236c556,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:45:23.727485 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-11019b3a-0d6e-41bd-8227-c743d1775dd7 req-c8a59496-35e5-4655-8df1-2bdb255fe896 tempest-TestServerMultinode-1572794636 tempest-TestServerMultinode-1572794636-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=75c9f401-668e-470f-992a-640785af4f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294032 May 18 18:45:23.925632 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['82b68b81-7160-4c92-a1f6-ad4c8236c556'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:45:24.839246 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c164987f-2345-449a-afa2-1d1bea0a26de req-50f6d429-f7d3-4704-b875-e06c7f778015 tempest-TestServerMultinode-1572794636 tempest-TestServerMultinode-1572794636-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:45:24.840750 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c164987f-2345-449a-afa2-1d1bea0a26de req-50f6d429-f7d3-4704-b875-e06c7f778015 tempest-TestServerMultinode-1572794636 tempest-TestServerMultinode-1572794636-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=cd9e0299-2cc5-4ece-8280-9a5d402c732e HTTP/1.1" status: 200 len: 1095 time: 0.0448167 May 18 18:45:24.874561 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c164987f-2345-449a-afa2-1d1bea0a26de req-df4138d9-95e1-4d1b-a86f-d09f6359e47f tempest-TestServerMultinode-1572794636 tempest-TestServerMultinode-1572794636-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=75c9f401-668e-470f-992a-640785af4f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276051 May 18 18:45:25.342852 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 82b68b81-7160-4c92-a1f6-ad4c8236c556 up at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:45:25.391319 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning for port 82b68b81-7160-4c92-a1f6-ad4c8236c556 completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:45:25.395181 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning complete for port 82b68b81-7160-4c92-a1f6-ad4c8236c556 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:45:25.395547 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:25.470707 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 82b68b81-7160-4c92-a1f6-ad4c8236c556 is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:45:25.471089 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:25.498062 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd9e0299-2cc5-4ece-8280-9a5d402c732e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82b68b81-7160-4c92-a1f6-ad4c8236c556'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:45:25.500275 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ccd1bdb-10c0-4b1a-a3a9-bd8f48e567a0" -d '{"events": [{"server_uuid": "cd9e0299-2cc5-4ece-8280-9a5d402c732e", "name": "network-vif-plugged", "status": "completed", "tag": "82b68b81-7160-4c92-a1f6-ad4c8236c556"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:45:25.513089 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 82b68b81-7160-4c92-a1f6-ad4c8236c556, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=82b68b81-7160-4c92-a1f6-ad4c8236c556,segment=NetworkSegment(6c8a45f1-37b4-4517-85fa-bc988a3bd605),segment_id=6c8a45f1-37b4-4517-85fa-bc988a3bd605)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:45:25.517137 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:25.564430 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=82b68b81-7160-4c92-a1f6-ad4c8236c556,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:45:25.606971 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68fb2959-a1ac-4427-a362-28441c96e4ba x-openstack-request-id: req-68fb2959-a1ac-4427-a362-28441c96e4ba {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:45:25.607262 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd9e0299-2cc5-4ece-8280-9a5d402c732e", "name": "network-vif-plugged", "status": "completed", "tag": "82b68b81-7160-4c92-a1f6-ad4c8236c556", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:45:25.607515 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-68fb2959-a1ac-4427-a362-28441c96e4ba {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:45:25.607915 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68fb2959-a1ac-4427-a362-28441c96e4ba'] response: {'server_uuid': 'cd9e0299-2cc5-4ece-8280-9a5d402c732e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82b68b81-7160-4c92-a1f6-ad4c8236c556', 'code': 200} May 18 18:45:25.728176 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c835a802-3ca6-46c6-a621-0ae203eccf70 req-96c741dd-98b1-4b0e-b7e5-42f24de5d421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:45:25.729729 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c835a802-3ca6-46c6-a621-0ae203eccf70 req-96c741dd-98b1-4b0e-b7e5-42f24de5d421 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=cd9e0299-2cc5-4ece-8280-9a5d402c732e HTTP/1.1" status: 200 len: 1096 time: 0.0579257 May 18 18:45:25.765055 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c835a802-3ca6-46c6-a621-0ae203eccf70 req-ace2dfbc-4e61-4066-bda5-b7d457c3ebdb service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=75c9f401-668e-470f-992a-640785af4f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283952 May 18 18:45:25.980376 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89593b0b-bb97-441e-8a89-5fd9f3988201 req-a4ce95c9-ae44-491e-b4aa-c4e654c76369 tempest-TestServerMultinode-1572794636 tempest-TestServerMultinode-1572794636-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:45:25.982466 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-89593b0b-bb97-441e-8a89-5fd9f3988201 req-a4ce95c9-ae44-491e-b4aa-c4e654c76369 tempest-TestServerMultinode-1572794636 tempest-TestServerMultinode-1572794636-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=cd9e0299-2cc5-4ece-8280-9a5d402c732e HTTP/1.1" status: 200 len: 1096 time: 0.0408959 May 18 18:45:26.020396 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-89593b0b-bb97-441e-8a89-5fd9f3988201 req-97d9fbec-7a38-4de4-8eb4-04138aa72dc1 tempest-TestServerMultinode-1572794636 tempest-TestServerMultinode-1572794636-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=75c9f401-668e-470f-992a-640785af4f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319657 May 18 18:45:27.128287 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1d985d-1ce3-4879-b843-962bd8e041a8 req-fbea98ab-3bdb-4d9b-9ad9-f12f16a5c728 tempest-TestServerMultinode-1572794636 tempest-TestServerMultinode-1572794636-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:45:27.129845 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fd1d985d-1ce3-4879-b843-962bd8e041a8 req-fbea98ab-3bdb-4d9b-9ad9-f12f16a5c728 tempest-TestServerMultinode-1572794636 tempest-TestServerMultinode-1572794636-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=cd9e0299-2cc5-4ece-8280-9a5d402c732e HTTP/1.1" status: 200 len: 1096 time: 0.0401866 May 18 18:45:27.165606 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fd1d985d-1ce3-4879-b843-962bd8e041a8 req-7609ffe8-30ec-4ae2-93a1-2c2461a5f0bd tempest-TestServerMultinode-1572794636 tempest-TestServerMultinode-1572794636-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=75c9f401-668e-470f-992a-640785af4f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292048 May 18 18:45:27.273470 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e5f9e5-cb0b-4727-b9ce-083d093f8bba req-37c378c7-5d1d-410f-b983-fd29f148b8f1 tempest-TestServerMultinode-1572794636 tempest-TestServerMultinode-1572794636-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:45:27.275151 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-22e5f9e5-cb0b-4727-b9ce-083d093f8bba req-37c378c7-5d1d-410f-b983-fd29f148b8f1 tempest-TestServerMultinode-1572794636 tempest-TestServerMultinode-1572794636-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=cd9e0299-2cc5-4ece-8280-9a5d402c732e HTTP/1.1" status: 200 len: 1096 time: 0.0442421 May 18 18:45:27.308602 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-22e5f9e5-cb0b-4727-b9ce-083d093f8bba req-0771ed80-7aad-4f09-9d13-676299c4195d tempest-TestServerMultinode-1572794636 tempest-TestServerMultinode-1572794636-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=75c9f401-668e-470f-992a-640785af4f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272589 May 18 18:45:27.412396 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f454acdf-8cba-4090-bb72-61184a316cb0 req-563510bd-38aa-4e46-bfa0-20191f694b71 tempest-TestServerMultinode-1572794636 tempest-TestServerMultinode-1572794636-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:45:27.414002 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f454acdf-8cba-4090-bb72-61184a316cb0 req-563510bd-38aa-4e46-bfa0-20191f694b71 tempest-TestServerMultinode-1572794636 tempest-TestServerMultinode-1572794636-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=cd9e0299-2cc5-4ece-8280-9a5d402c732e HTTP/1.1" status: 200 len: 1096 time: 0.0410566 May 18 18:45:27.447881 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f454acdf-8cba-4090-bb72-61184a316cb0 req-6e56bae2-3c6b-49ea-949a-0d500aa1f846 tempest-TestServerMultinode-1572794636 tempest-TestServerMultinode-1572794636-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=75c9f401-668e-470f-992a-640785af4f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274227 May 18 18:45:27.660655 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac442ea-6d07-4c10-a14d-b4877971b049 req-ebfc1f1f-8883-4664-aa5c-d7c85b0941b2 tempest-TestServerMultinode-1572794636 tempest-TestServerMultinode-1572794636-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:45:27.662228 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5ac442ea-6d07-4c10-a14d-b4877971b049 req-ebfc1f1f-8883-4664-aa5c-d7c85b0941b2 tempest-TestServerMultinode-1572794636 tempest-TestServerMultinode-1572794636-project-admin] 10.222.0.85 "GET /v2.0/networks?id=abed01c9-295e-4e1e-baba-adf577457d8b HTTP/1.1" status: 200 len: 910 time: 0.0838575 May 18 18:45:27.679330 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5ac442ea-6d07-4c10-a14d-b4877971b049 req-811e2560-37d2-4e24-ac55-c4db5998f0c6 tempest-TestServerMultinode-1572794636 tempest-TestServerMultinode-1572794636-project-admin] 10.222.0.85 "GET /v2.0/quotas/0ac03dfe919d4e199d53e753c265ff01 HTTP/1.1" status: 200 len: 375 time: 0.0090375 May 18 18:45:27.762852 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5ac442ea-6d07-4c10-a14d-b4877971b049 req-6f257ced-672c-4c50-9337-468d33062112 tempest-TestServerMultinode-1572794636 tempest-TestServerMultinode-1572794636-project-admin] 10.222.0.85 "GET /v2.0/ports?tenant_id=0ac03dfe919d4e199d53e753c265ff01&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0772810 May 18 18:45:27.823636 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [req-5ac442ea-6d07-4c10-a14d-b4877971b049 req-91084647-bc0a-4dd9-b47d-1d8e4f5172de service neutron] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=102731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 18:45:27.824628 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5ac442ea-6d07-4c10-a14d-b4877971b049 req-91084647-bc0a-4dd9-b47d-1d8e4f5172de service neutron] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0551317 May 18 18:45:27.912222 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5ac442ea-6d07-4c10-a14d-b4877971b049 req-0cec9141-9979-450e-a497-f0f87f10d78c service neutron] 10.222.0.85 "GET /v2.0/networks/abed01c9-295e-4e1e-baba-adf577457d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812974 May 18 18:45:28.003347 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5ac442ea-6d07-4c10-a14d-b4877971b049 req-1363dae3-c8d3-4175-8129-77f9fa276d77 service neutron] 10.222.0.85 "GET /v2.0/networks/abed01c9-295e-4e1e-baba-adf577457d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849714 May 18 18:45:28.170056 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5c10d2db-76b1-40ed-9413-caeb670a611f req-046b5494-da8f-4aff-9611-eb2336fe8ca2 tempest-TestServerMultinode-1572794636 tempest-TestServerMultinode-1572794636-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=1c7b90fc-1bb3-464b-a11f-ad72883997d2 HTTP/1.1" status: 200 len: 210 time: 0.0298891 May 18 18:45:29.245413 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8b41d27f-2fde-434c-a3c4-1e0421bdc4c4 req-875d498a-fa21-4b1c-b169-cdf62b7923ac tempest-TestServerMultinode-1572794636 tempest-TestServerMultinode-1572794636-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=1c7b90fc-1bb3-464b-a11f-ad72883997d2 HTTP/1.1" status: 200 len: 210 time: 0.0261948 May 18 18:45:30.326753 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c0a1f342-93f8-455e-a2dd-3ea49974d4a7 req-5993dde4-529b-4834-a3bc-2325e23cfb6c tempest-TestServerMultinode-1572794636 tempest-TestServerMultinode-1572794636-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=1c7b90fc-1bb3-464b-a11f-ad72883997d2 HTTP/1.1" status: 200 len: 210 time: 0.0258117 May 18 18:45:31.256913 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:31.405665 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9f5c0319-dfb4-4500-8b71-bcf693311e66 req-9dd28f4f-ac2a-45c3-a32b-0b31955afaec tempest-TestServerMultinode-1572794636 tempest-TestServerMultinode-1572794636-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=1c7b90fc-1bb3-464b-a11f-ad72883997d2 HTTP/1.1" status: 200 len: 210 time: 0.0261686 May 18 18:45:31.435986 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:32.498858 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9f08e445-5475-4e8e-bae3-06395768404e req-2efd52e0-f4dc-4411-b41a-d29bc32029c9 tempest-TestServerMultinode-1572794636 tempest-TestServerMultinode-1572794636-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=1c7b90fc-1bb3-464b-a11f-ad72883997d2 HTTP/1.1" status: 200 len: 210 time: 0.0253031 May 18 18:45:33.178819 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac442ea-6d07-4c10-a14d-b4877971b049 req-3a4e0bd3-5a90-4fe2-a8a8-67bf47400f36 tempest-TestServerMultinode-1572794636 tempest-TestServerMultinode-1572794636-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:45:33.180354 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5ac442ea-6d07-4c10-a14d-b4877971b049 req-3a4e0bd3-5a90-4fe2-a8a8-67bf47400f36 tempest-TestServerMultinode-1572794636 tempest-TestServerMultinode-1572794636-project-admin] 10.222.0.36 "GET /v2.0/networks?id=abed01c9-295e-4e1e-baba-adf577457d8b HTTP/1.1" status: 200 len: 910 time: 0.0862358 May 18 18:45:33.193589 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-5ac442ea-6d07-4c10-a14d-b4877971b049 req-3ae09f27-f980-46d8-bd27-f3f04b208e88 tempest-TestServerMultinode-1572794636 tempest-TestServerMultinode-1572794636-project-admin] Request body: {'port': {'device_id': '1c7b90fc-1bb3-464b-a11f-ad72883997d2', 'network_id': 'abed01c9-295e-4e1e-baba-adf577457d8b', 'admin_state_up': True, 'tenant_id': '0ac03dfe919d4e199d53e753c265ff01'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:45:33.212665 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ac442ea-6d07-4c10-a14d-b4877971b049 req-3ae09f27-f980-46d8-bd27-f3f04b208e88 tempest-TestServerMultinode-1572794636 tempest-TestServerMultinode-1572794636-project-admin] Made reservation on behalf of 0ac03dfe919d4e199d53e753c265ff01 for: {'port': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:45:33.215022 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-5ac442ea-6d07-4c10-a14d-b4877971b049 req-3ae09f27-f980-46d8-bd27-f3f04b208e88 tempest-TestServerMultinode-1572794636 tempest-TestServerMultinode-1572794636-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:33.333475 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [req-5ac442ea-6d07-4c10-a14d-b4877971b049 req-3ae09f27-f980-46d8-bd27-f3f04b208e88 tempest-TestServerMultinode-1572794636 tempest-TestServerMultinode-1572794636-project-admin] Allocated IP 172.20.0.3 (abed01c9-295e-4e1e-baba-adf577457d8b/1abe18b7-e3b7-4c54-9c26-45855f873d67/773b7a1b-017c-4ead-9b47-cba7d9e47af6) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:45:33.469328 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-5ac442ea-6d07-4c10-a14d-b4877971b049 req-3ae09f27-f980-46d8-bd27-f3f04b208e88 tempest-TestServerMultinode-1572794636 tempest-TestServerMultinode-1572794636-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:33.503447 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-5ac442ea-6d07-4c10-a14d-b4877971b049 req-3ae09f27-f980-46d8-bd27-f3f04b208e88 tempest-TestServerMultinode-1572794636 tempest-TestServerMultinode-1572794636-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:33.515862 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['82b68b81-7160-4c92-a1f6-ad4c8236c556'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:45:33.547679 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ac442ea-6d07-4c10-a14d-b4877971b049 req-3ae09f27-f980-46d8-bd27-f3f04b208e88 tempest-TestServerMultinode-1572794636 tempest-TestServerMultinode-1572794636-project-admin] Network abed01c9-295e-4e1e-baba-adf577457d8b is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:45:33.550628 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [req-5ac442ea-6d07-4c10-a14d-b4877971b049 req-3ae09f27-f980-46d8-bd27-f3f04b208e88 tempest-TestServerMultinode-1572794636 tempest-TestServerMultinode-1572794636-project-admin] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:45:33.557858 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ac442ea-6d07-4c10-a14d-b4877971b049 req-3ae09f27-f980-46d8-bd27-f3f04b208e88 tempest-TestServerMultinode-1572794636 tempest-TestServerMultinode-1572794636-project-admin] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:45:33.585162 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae09f27-f980-46d8-bd27-f3f04b208e88 tempest-TestServerMultinode-1572794636 tempest-TestServerMultinode-1572794636-project-admin] Pushing event updated for resources: {'Port': ['ID=773b7a1b-017c-4ead-9b47-cba7d9e47af6,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:45:33.606400 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac442ea-6d07-4c10-a14d-b4877971b049 req-3ae09f27-f980-46d8-bd27-f3f04b208e88 tempest-TestServerMultinode-1572794636 tempest-TestServerMultinode-1572794636-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:45:33.607368 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-5ac442ea-6d07-4c10-a14d-b4877971b049 req-3ae09f27-f980-46d8-bd27-f3f04b208e88 tempest-TestServerMultinode-1572794636 tempest-TestServerMultinode-1572794636-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:33.619922 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa15828-8e77-4583-8230-c7e2d9096aa6 req-6db096de-0a2b-48c3-b476-ba137f1b8bbe tempest-TestServerMultinode-1572794636 tempest-TestServerMultinode-1572794636-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:45:33.622765 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7fa15828-8e77-4583-8230-c7e2d9096aa6 req-6db096de-0a2b-48c3-b476-ba137f1b8bbe tempest-TestServerMultinode-1572794636 tempest-TestServerMultinode-1572794636-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=1c7b90fc-1bb3-464b-a11f-ad72883997d2 HTTP/1.1" status: 200 len: 1027 time: 0.0464067 May 18 18:45:33.626176 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5ac442ea-6d07-4c10-a14d-b4877971b049 req-3ae09f27-f980-46d8-bd27-f3f04b208e88 tempest-TestServerMultinode-1572794636 tempest-TestServerMultinode-1572794636-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.4360640 May 18 18:45:33.639567 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [req-5ac442ea-6d07-4c10-a14d-b4877971b049 req-d1f50d16-5c23-488a-b2f7-76ecde6d70b6 tempest-TestServerMultinode-1572794636 tempest-TestServerMultinode-1572794636-project-admin] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=102730) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 18:45:33.640793 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5ac442ea-6d07-4c10-a14d-b4877971b049 req-d1f50d16-5c23-488a-b2f7-76ecde6d70b6 tempest-TestServerMultinode-1572794636 tempest-TestServerMultinode-1572794636-project-admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056469 May 18 18:45:33.678229 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7fa15828-8e77-4583-8230-c7e2d9096aa6 req-7bbeafb8-119e-499e-9610-87149bf520bb tempest-TestServerMultinode-1572794636 tempest-TestServerMultinode-1572794636-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=75c9f401-668e-470f-992a-640785af4f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490708 May 18 18:45:33.733915 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-5ac442ea-6d07-4c10-a14d-b4877971b049 req-481b2e07-2ad0-4a6e-87ea-0b63711fb19a service neutron] Request body: {'port': {'device_id': '1c7b90fc-1bb3-464b-a11f-ad72883997d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-3'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:45:33.794534 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-5ac442ea-6d07-4c10-a14d-b4877971b049 req-481b2e07-2ad0-4a6e-87ea-0b63711fb19a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:33.858445 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-3e697f3c-77ee-4453-91ad-c9bf21509138 None None] Provisioning complete for port 773b7a1b-017c-4ead-9b47-cba7d9e47af6 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:45:33.858741 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-3e697f3c-77ee-4453-91ad-c9bf21509138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:33.893300 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-3e697f3c-77ee-4453-91ad-c9bf21509138 None None] Port 773b7a1b-017c-4ead-9b47-cba7d9e47af6 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:45:34.058207 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [req-5ac442ea-6d07-4c10-a14d-b4877971b049 req-481b2e07-2ad0-4a6e-87ea-0b63711fb19a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 773b7a1b-017c-4ead-9b47-cba7d9e47af6 {{(pid=102730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:45:34.065558 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-5ac442ea-6d07-4c10-a14d-b4877971b049 req-481b2e07-2ad0-4a6e-87ea-0b63711fb19a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:34.077229 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [req-5ac442ea-6d07-4c10-a14d-b4877971b049 req-481b2e07-2ad0-4a6e-87ea-0b63711fb19a service neutron] Transition to ACTIVE for port object 773b7a1b-017c-4ead-9b47-cba7d9e47af6 will not be triggered until provisioned by entity L2. {{(pid=102730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:45:34.081151 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-5ac442ea-6d07-4c10-a14d-b4877971b049 req-481b2e07-2ad0-4a6e-87ea-0b63711fb19a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:34.149561 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481b2e07-2ad0-4a6e-87ea-0b63711fb19a service neutron] Pushing event updated for resources: {'Port': ['ID=773b7a1b-017c-4ead-9b47-cba7d9e47af6,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:45:34.206275 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-5ac442ea-6d07-4c10-a14d-b4877971b049 req-481b2e07-2ad0-4a6e-87ea-0b63711fb19a service neutron] Attempting to bind port 773b7a1b-017c-4ead-9b47-cba7d9e47af6 on host n-h1-838550-3 for vnic_type normal with profile {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:45:34.206613 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-5ac442ea-6d07-4c10-a14d-b4877971b049 req-481b2e07-2ad0-4a6e-87ea-0b63711fb19a service neutron] Attempting to bind port 773b7a1b-017c-4ead-9b47-cba7d9e47af6 by drivers openvswitch,hyperv on host n-h1-838550-3 at level 0 using segments [{'id': '6c8a45f1-37b4-4517-85fa-bc988a3bd605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'abed01c9-295e-4e1e-baba-adf577457d8b'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:45:34.206947 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac442ea-6d07-4c10-a14d-b4877971b049 req-481b2e07-2ad0-4a6e-87ea-0b63711fb19a service neutron] Attempting to bind port 773b7a1b-017c-4ead-9b47-cba7d9e47af6 on network abed01c9-295e-4e1e-baba-adf577457d8b {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:45:34.211594 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac442ea-6d07-4c10-a14d-b4877971b049 req-481b2e07-2ad0-4a6e-87ea-0b63711fb19a service neutron] Port 773b7a1b-017c-4ead-9b47-cba7d9e47af6 on network abed01c9-295e-4e1e-baba-adf577457d8b not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-3 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:45:34.211916 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac442ea-6d07-4c10-a14d-b4877971b049 req-481b2e07-2ad0-4a6e-87ea-0b63711fb19a service neutron] Attempting to bind port 773b7a1b-017c-4ead-9b47-cba7d9e47af6 on network abed01c9-295e-4e1e-baba-adf577457d8b {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:45:34.217507 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac442ea-6d07-4c10-a14d-b4877971b049 req-481b2e07-2ad0-4a6e-87ea-0b63711fb19a service neutron] Checking agent: {'id': '1dbac822-25f2-4df8-9dc8-5c2e7b136eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 45, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:45:34.217920 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac442ea-6d07-4c10-a14d-b4877971b049 req-481b2e07-2ad0-4a6e-87ea-0b63711fb19a service neutron] Checking segment: {'id': '6c8a45f1-37b4-4517-85fa-bc988a3bd605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'abed01c9-295e-4e1e-baba-adf577457d8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:45:34.218290 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac442ea-6d07-4c10-a14d-b4877971b049 req-481b2e07-2ad0-4a6e-87ea-0b63711fb19a service neutron] Bound using segment: {'id': '6c8a45f1-37b4-4517-85fa-bc988a3bd605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'abed01c9-295e-4e1e-baba-adf577457d8b'} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:45:34.218727 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-5ac442ea-6d07-4c10-a14d-b4877971b049 req-481b2e07-2ad0-4a6e-87ea-0b63711fb19a service neutron] Bound port: 773b7a1b-017c-4ead-9b47-cba7d9e47af6, host: n-h1-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c8a45f1-37b4-4517-85fa-bc988a3bd605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'abed01c9-295e-4e1e-baba-adf577457d8b'}}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:45:34.219091 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-5ac442ea-6d07-4c10-a14d-b4877971b049 req-481b2e07-2ad0-4a6e-87ea-0b63711fb19a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:34.294232 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-5ac442ea-6d07-4c10-a14d-b4877971b049 req-481b2e07-2ad0-4a6e-87ea-0b63711fb19a service neutron] For port 773b7a1b-017c-4ead-9b47-cba7d9e47af6, host n-h1-838550-3, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:45:34.297380 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-5ac442ea-6d07-4c10-a14d-b4877971b049 req-481b2e07-2ad0-4a6e-87ea-0b63711fb19a service neutron] For port 773b7a1b-017c-4ead-9b47-cba7d9e47af6, host n-h1-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=773b7a1b-017c-4ead-9b47-cba7d9e47af6,segment=NetworkSegment(6c8a45f1-37b4-4517-85fa-bc988a3bd605),segment_id=6c8a45f1-37b4-4517-85fa-bc988a3bd605)] {{(pid=102730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:45:34.303036 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-5ac442ea-6d07-4c10-a14d-b4877971b049 req-481b2e07-2ad0-4a6e-87ea-0b63711fb19a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:34.335874 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac442ea-6d07-4c10-a14d-b4877971b049 req-481b2e07-2ad0-4a6e-87ea-0b63711fb19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:45:34.336739 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-5ac442ea-6d07-4c10-a14d-b4877971b049 req-481b2e07-2ad0-4a6e-87ea-0b63711fb19a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:34.338453 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5ac442ea-6d07-4c10-a14d-b4877971b049 req-481b2e07-2ad0-4a6e-87ea-0b63711fb19a service neutron] 10.222.0.36 "PUT /v2.0/ports/773b7a1b-017c-4ead-9b47-cba7d9e47af6 HTTP/1.1" status: 200 len: 1091 time: 0.6855264 May 18 18:45:34.341893 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c7b90fc-1bb3-464b-a11f-ad72883997d2', 'tag': '773b7a1b-017c-4ead-9b47-cba7d9e47af6'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:45:34.345230 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-598efe0c-c657-491e-949c-e13774e0f372" -d '{"events": [{"name": "network-changed", "server_uuid": "1c7b90fc-1bb3-464b-a11f-ad72883997d2", "tag": "773b7a1b-017c-4ead-9b47-cba7d9e47af6"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:45:34.372351 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481b2e07-2ad0-4a6e-87ea-0b63711fb19a service neutron] Pushing event updated for resources: {'Port': ['ID=773b7a1b-017c-4ead-9b47-cba7d9e47af6,revision_number=3']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:45:34.435354 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac442ea-6d07-4c10-a14d-b4877971b049 req-452cb2ca-5ecd-4860-a756-f342dbf39bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:45:34.437027 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5ac442ea-6d07-4c10-a14d-b4877971b049 req-452cb2ca-5ecd-4860-a756-f342dbf39bd1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0ac03dfe919d4e199d53e753c265ff01&device_id=1c7b90fc-1bb3-464b-a11f-ad72883997d2 HTTP/1.1" status: 200 len: 1094 time: 0.0507476 May 18 18:45:34.484471 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:45:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78c97521-ceae-4876-bb57-b5a64952ad55 x-openstack-request-id: req-78c97521-ceae-4876-bb57-b5a64952ad55 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:45:34.484766 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c7b90fc-1bb3-464b-a11f-ad72883997d2", "tag": "773b7a1b-017c-4ead-9b47-cba7d9e47af6", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:45:34.485016 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-78c97521-ceae-4876-bb57-b5a64952ad55 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:45:34.485413 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78c97521-ceae-4876-bb57-b5a64952ad55'] response: {'name': 'network-changed', 'server_uuid': '1c7b90fc-1bb3-464b-a11f-ad72883997d2', 'tag': '773b7a1b-017c-4ead-9b47-cba7d9e47af6', 'status': 'completed', 'code': 200} May 18 18:45:34.487354 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5ac442ea-6d07-4c10-a14d-b4877971b049 req-2bef3f6e-4b63-4598-81ec-dbf7a5ed6327 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=773b7a1b-017c-4ead-9b47-cba7d9e47af6 HTTP/1.1" status: 200 len: 217 time: 0.0389335 May 18 18:45:34.542170 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac442ea-6d07-4c10-a14d-b4877971b049 req-f7c05eb0-6a03-4efa-9c39-de1c4c5b5361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:45:34.543683 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5ac442ea-6d07-4c10-a14d-b4877971b049 req-f7c05eb0-6a03-4efa-9c39-de1c4c5b5361 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1abe18b7-e3b7-4c54-9c26-45855f873d67 HTTP/1.1" status: 200 len: 848 time: 0.0465248 May 18 18:45:34.596665 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac442ea-6d07-4c10-a14d-b4877971b049 req-c6bcd3bf-a9bc-40ec-96b4-1c0f70a9122a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:45:34.598205 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5ac442ea-6d07-4c10-a14d-b4877971b049 req-c6bcd3bf-a9bc-40ec-96b4-1c0f70a9122a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=abed01c9-295e-4e1e-baba-adf577457d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452163 May 18 18:45:34.805931 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1969db-9112-49a6-a36d-c5efd9066392 req-2f2aefc1-9061-4d50-81d6-a51d7bfc035f tempest-TestServerMultinode-1572794636 tempest-TestServerMultinode-1572794636-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:45:34.807483 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ca1969db-9112-49a6-a36d-c5efd9066392 req-2f2aefc1-9061-4d50-81d6-a51d7bfc035f tempest-TestServerMultinode-1572794636 tempest-TestServerMultinode-1572794636-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=1c7b90fc-1bb3-464b-a11f-ad72883997d2 HTTP/1.1" status: 200 len: 1094 time: 0.0418952 May 18 18:45:34.845032 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ca1969db-9112-49a6-a36d-c5efd9066392 req-8906c4aa-8a38-41a2-910d-1c5f4e48b3fe tempest-TestServerMultinode-1572794636 tempest-TestServerMultinode-1572794636-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=75c9f401-668e-470f-992a-640785af4f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307882 May 18 18:45:34.979421 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5ac442ea-6d07-4c10-a14d-b4877971b049 req-05e78585-e99b-48a8-ab43-2e36b462794f service neutron] 10.222.0.36 "GET /v2.0/networks/abed01c9-295e-4e1e-baba-adf577457d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3699596 May 18 18:45:35.078013 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5ac442ea-6d07-4c10-a14d-b4877971b049 req-5ac4b423-0df7-49e3-aa5f-3bfcb86ef651 service neutron] 10.222.0.36 "GET /v2.0/networks/abed01c9-295e-4e1e-baba-adf577457d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872843 May 18 18:45:35.176910 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598efe0c-c657-491e-949c-e13774e0f372 req-0c39ecf0-965e-455f-8c85-4230b1e20802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:45:35.178400 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-598efe0c-c657-491e-949c-e13774e0f372 req-0c39ecf0-965e-455f-8c85-4230b1e20802 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0ac03dfe919d4e199d53e753c265ff01&device_id=1c7b90fc-1bb3-464b-a11f-ad72883997d2 HTTP/1.1" status: 200 len: 1094 time: 0.0414672 May 18 18:45:35.270781 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598efe0c-c657-491e-949c-e13774e0f372 req-96414c64-e75f-4cf0-8324-de5022c4d3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:45:35.272281 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-598efe0c-c657-491e-949c-e13774e0f372 req-96414c64-e75f-4cf0-8324-de5022c4d3e7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=abed01c9-295e-4e1e-baba-adf577457d8b HTTP/1.1" status: 200 len: 910 time: 0.0834057 May 18 18:45:35.325429 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-598efe0c-c657-491e-949c-e13774e0f372 req-318c72c5-88c3-494c-ac33-853e00b5602c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=773b7a1b-017c-4ead-9b47-cba7d9e47af6 HTTP/1.1" status: 200 len: 217 time: 0.0437145 May 18 18:45:35.379402 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598efe0c-c657-491e-949c-e13774e0f372 req-1ac56529-7e94-484b-aee1-38c377b30a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:45:35.380893 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-598efe0c-c657-491e-949c-e13774e0f372 req-1ac56529-7e94-484b-aee1-38c377b30a02 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1abe18b7-e3b7-4c54-9c26-45855f873d67 HTTP/1.1" status: 200 len: 848 time: 0.0460858 May 18 18:45:35.427864 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598efe0c-c657-491e-949c-e13774e0f372 req-2e48f432-3235-4b58-8a8d-851f0129bf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:45:35.429328 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-598efe0c-c657-491e-949c-e13774e0f372 req-2e48f432-3235-4b58-8a8d-851f0129bf73 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=abed01c9-295e-4e1e-baba-adf577457d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416820 May 18 18:45:35.525103 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-598efe0c-c657-491e-949c-e13774e0f372 req-f318e622-88c2-4c23-86cd-0d9974eb2555 service neutron] 10.222.0.36 "GET /v2.0/networks/abed01c9-295e-4e1e-baba-adf577457d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867231 May 18 18:45:35.621468 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-598efe0c-c657-491e-949c-e13774e0f372 req-9b2364b7-7172-403f-a860-f774db952268 service neutron] 10.222.0.36 "GET /v2.0/networks/abed01c9-295e-4e1e-baba-adf577457d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859680 May 18 18:45:35.957773 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6a7cbb-75ac-4bfa-80a8-49c7160cd4c0 req-644bf3c5-2078-4b8b-8b35-cd2cc7bbd8b4 tempest-TestServerMultinode-1572794636 tempest-TestServerMultinode-1572794636-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:45:35.959298 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ed6a7cbb-75ac-4bfa-80a8-49c7160cd4c0 req-644bf3c5-2078-4b8b-8b35-cd2cc7bbd8b4 tempest-TestServerMultinode-1572794636 tempest-TestServerMultinode-1572794636-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=1c7b90fc-1bb3-464b-a11f-ad72883997d2 HTTP/1.1" status: 200 len: 1094 time: 0.0462620 May 18 18:45:35.993681 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ed6a7cbb-75ac-4bfa-80a8-49c7160cd4c0 req-6a11ae65-882d-46ed-bc8c-5c9fb3ce527a tempest-TestServerMultinode-1572794636 tempest-TestServerMultinode-1572794636-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=75c9f401-668e-470f-992a-640785af4f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282946 May 18 18:45:37.103929 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ceb27b-f2c9-48a1-a50b-999e7fed15eb req-ea589221-aba2-47b3-b6d8-5f8788d1d1e7 tempest-TestServerMultinode-1572794636 tempest-TestServerMultinode-1572794636-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:45:37.105652 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-08ceb27b-f2c9-48a1-a50b-999e7fed15eb req-ea589221-aba2-47b3-b6d8-5f8788d1d1e7 tempest-TestServerMultinode-1572794636 tempest-TestServerMultinode-1572794636-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=1c7b90fc-1bb3-464b-a11f-ad72883997d2 HTTP/1.1" status: 200 len: 1094 time: 0.0425518 May 18 18:45:37.151411 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-08ceb27b-f2c9-48a1-a50b-999e7fed15eb req-4c020ab7-e9a4-4588-8b73-f92c7b66727c tempest-TestServerMultinode-1572794636 tempest-TestServerMultinode-1572794636-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=75c9f401-668e-470f-992a-640785af4f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365663 May 18 18:45:37.707537 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-fff22c32-dd9f-4c33-a84a-3da58c32bf1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:38.251842 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a162fe-685b-4375-9c29-25e3d9ecfc6c req-94292c87-c18c-403a-a355-338e6657f0c9 tempest-TestServerMultinode-1572794636 tempest-TestServerMultinode-1572794636-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:45:38.253351 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d3a162fe-685b-4375-9c29-25e3d9ecfc6c req-94292c87-c18c-403a-a355-338e6657f0c9 tempest-TestServerMultinode-1572794636 tempest-TestServerMultinode-1572794636-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=1c7b90fc-1bb3-464b-a11f-ad72883997d2 HTTP/1.1" status: 200 len: 1094 time: 0.0408525 May 18 18:45:38.288485 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d3a162fe-685b-4375-9c29-25e3d9ecfc6c req-e17b4103-e8e5-498d-ade6-3e791faca151 tempest-TestServerMultinode-1572794636 tempest-TestServerMultinode-1572794636-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=75c9f401-668e-470f-992a-640785af4f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290675 May 18 18:45:38.836684 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 773b7a1b-017c-4ead-9b47-cba7d9e47af6 details requested by agent hyperv_n-h1-838550-3 with host n-h1-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:45:38.930528 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 773b7a1b-017c-4ead-9b47-cba7d9e47af6, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=773b7a1b-017c-4ead-9b47-cba7d9e47af6,segment=NetworkSegment(6c8a45f1-37b4-4517-85fa-bc988a3bd605),segment_id=6c8a45f1-37b4-4517-85fa-bc988a3bd605)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:45:38.941727 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Returning: {'device': '773b7a1b-017c-4ead-9b47-cba7d9e47af6', 'network_id': 'abed01c9-295e-4e1e-baba-adf577457d8b', 'port_id': '773b7a1b-017c-4ead-9b47-cba7d9e47af6', 'mac_address': 'fa:16:3e:bd:0e:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1abe18b7-e3b7-4c54-9c26-45855f873d67', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:45:38.981787 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 773b7a1b-017c-4ead-9b47-cba7d9e47af6 is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:45:38.982173 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:38.994446 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 773b7a1b-017c-4ead-9b47-cba7d9e47af6 {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:45:39.014592 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 773b7a1b-017c-4ead-9b47-cba7d9e47af6, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=773b7a1b-017c-4ead-9b47-cba7d9e47af6,segment=NetworkSegment(6c8a45f1-37b4-4517-85fa-bc988a3bd605),segment_id=6c8a45f1-37b4-4517-85fa-bc988a3bd605)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:45:39.020080 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:39.067139 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=773b7a1b-017c-4ead-9b47-cba7d9e47af6,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:45:39.304423 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['773b7a1b-017c-4ead-9b47-cba7d9e47af6'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:45:39.406895 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1363689e-a82c-4557-b567-72f4606fd202 req-f549ee46-dec5-4f5a-a6e4-35097b6d4fab tempest-TestServerMultinode-1572794636 tempest-TestServerMultinode-1572794636-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:45:39.408464 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1363689e-a82c-4557-b567-72f4606fd202 req-f549ee46-dec5-4f5a-a6e4-35097b6d4fab tempest-TestServerMultinode-1572794636 tempest-TestServerMultinode-1572794636-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=1c7b90fc-1bb3-464b-a11f-ad72883997d2 HTTP/1.1" status: 200 len: 1095 time: 0.0480516 May 18 18:45:39.447271 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1363689e-a82c-4557-b567-72f4606fd202 req-46ee5c71-faa8-4dba-b18d-822d3da93184 tempest-TestServerMultinode-1572794636 tempest-TestServerMultinode-1572794636-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=75c9f401-668e-470f-992a-640785af4f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326698 May 18 18:45:40.069112 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-24faadc0-58ec-4d08-b632-caf8cd2bd2ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:40.554785 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acc1def-b852-4455-abec-3a3eba755059 req-bd14581d-21c6-4b8f-b4de-89458cfb09e2 tempest-TestServerMultinode-1572794636 tempest-TestServerMultinode-1572794636-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:45:40.556305 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0acc1def-b852-4455-abec-3a3eba755059 req-bd14581d-21c6-4b8f-b4de-89458cfb09e2 tempest-TestServerMultinode-1572794636 tempest-TestServerMultinode-1572794636-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=1c7b90fc-1bb3-464b-a11f-ad72883997d2 HTTP/1.1" status: 200 len: 1095 time: 0.0409427 May 18 18:45:40.590114 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0acc1def-b852-4455-abec-3a3eba755059 req-ca9d226e-602c-4627-b852-ea739c9ac9e5 tempest-TestServerMultinode-1572794636 tempest-TestServerMultinode-1572794636-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=75c9f401-668e-470f-992a-640785af4f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279083 May 18 18:45:40.845890 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 773b7a1b-017c-4ead-9b47-cba7d9e47af6 up at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:45:40.894250 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning for port 773b7a1b-017c-4ead-9b47-cba7d9e47af6 completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:45:40.897944 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning complete for port 773b7a1b-017c-4ead-9b47-cba7d9e47af6 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:45:40.898318 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:40.978484 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 773b7a1b-017c-4ead-9b47-cba7d9e47af6 is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:45:40.979135 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:41.001710 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c7b90fc-1bb3-464b-a11f-ad72883997d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '773b7a1b-017c-4ead-9b47-cba7d9e47af6'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:45:41.003917 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99de1274-64b3-435f-b30d-d9bcfaf828c3" -d '{"events": [{"server_uuid": "1c7b90fc-1bb3-464b-a11f-ad72883997d2", "name": "network-vif-plugged", "status": "completed", "tag": "773b7a1b-017c-4ead-9b47-cba7d9e47af6"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:45:41.015964 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 773b7a1b-017c-4ead-9b47-cba7d9e47af6, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=773b7a1b-017c-4ead-9b47-cba7d9e47af6,segment=NetworkSegment(6c8a45f1-37b4-4517-85fa-bc988a3bd605),segment_id=6c8a45f1-37b4-4517-85fa-bc988a3bd605)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:45:41.020841 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:41.072383 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=773b7a1b-017c-4ead-9b47-cba7d9e47af6,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:45:41.349683 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:41.719659 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8374399d-f0e8-48ee-835a-a5f8aa637984 req-57ad67d0-608c-47cf-ac9a-179ebec7363d tempest-TestServerMultinode-1572794636 tempest-TestServerMultinode-1572794636-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:45:41.721212 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8374399d-f0e8-48ee-835a-a5f8aa637984 req-57ad67d0-608c-47cf-ac9a-179ebec7363d tempest-TestServerMultinode-1572794636 tempest-TestServerMultinode-1572794636-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=1c7b90fc-1bb3-464b-a11f-ad72883997d2 HTTP/1.1" status: 200 len: 1096 time: 0.0511403 May 18 18:45:41.754989 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8374399d-f0e8-48ee-835a-a5f8aa637984 req-1317b921-3a6c-4c99-944c-1c73313e9b6d tempest-TestServerMultinode-1572794636 tempest-TestServerMultinode-1572794636-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=75c9f401-668e-470f-992a-640785af4f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277169 May 18 18:45:42.052279 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b13f3897-dd9d-428e-8d21-a62b51be8852 x-openstack-request-id: req-b13f3897-dd9d-428e-8d21-a62b51be8852 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:45:42.052570 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c7b90fc-1bb3-464b-a11f-ad72883997d2", "name": "network-vif-plugged", "status": "completed", "tag": "773b7a1b-017c-4ead-9b47-cba7d9e47af6", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:45:42.052818 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-b13f3897-dd9d-428e-8d21-a62b51be8852 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:45:42.053213 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b13f3897-dd9d-428e-8d21-a62b51be8852'] response: {'server_uuid': '1c7b90fc-1bb3-464b-a11f-ad72883997d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '773b7a1b-017c-4ead-9b47-cba7d9e47af6', 'code': 200} May 18 18:45:42.156812 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c506e8a-5934-451d-8e05-b6951a78c208 req-95908d38-6fd1-4913-9fc1-ecf02fa4eb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:45:42.158410 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2c506e8a-5934-451d-8e05-b6951a78c208 req-95908d38-6fd1-4913-9fc1-ecf02fa4eb0a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1c7b90fc-1bb3-464b-a11f-ad72883997d2 HTTP/1.1" status: 200 len: 1096 time: 0.0411901 May 18 18:45:42.197082 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2c506e8a-5934-451d-8e05-b6951a78c208 req-5df8a2e0-505f-41b8-9500-a6a56b6a305d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=75c9f401-668e-470f-992a-640785af4f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280774 May 18 18:45:42.504292 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:42.860688 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0917052-0973-4b9d-91fa-e7827e42ab66 req-fd186704-b00f-4855-966f-8dda2e84b52e tempest-TestServerMultinode-1572794636 tempest-TestServerMultinode-1572794636-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:45:42.862233 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b0917052-0973-4b9d-91fa-e7827e42ab66 req-fd186704-b00f-4855-966f-8dda2e84b52e tempest-TestServerMultinode-1572794636 tempest-TestServerMultinode-1572794636-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=1c7b90fc-1bb3-464b-a11f-ad72883997d2 HTTP/1.1" status: 200 len: 1096 time: 0.0402882 May 18 18:45:42.895696 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b0917052-0973-4b9d-91fa-e7827e42ab66 req-0b9db997-e917-4911-8d79-79b6fe115ccd tempest-TestServerMultinode-1572794636 tempest-TestServerMultinode-1572794636-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=75c9f401-668e-470f-992a-640785af4f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273464 May 18 18:45:43.090174 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:44.005139 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92264e5b-609e-48e6-9dd4-e217b840acb5 req-a167f1c2-57e5-41ba-a1dd-b5d3ee8767b0 tempest-TestServerMultinode-1572794636 tempest-TestServerMultinode-1572794636-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:45:44.007317 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-92264e5b-609e-48e6-9dd4-e217b840acb5 req-a167f1c2-57e5-41ba-a1dd-b5d3ee8767b0 tempest-TestServerMultinode-1572794636 tempest-TestServerMultinode-1572794636-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=1c7b90fc-1bb3-464b-a11f-ad72883997d2 HTTP/1.1" status: 200 len: 1096 time: 0.0428383 May 18 18:45:44.043413 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-92264e5b-609e-48e6-9dd4-e217b840acb5 req-26828e64-e258-4516-a74b-0d65cd8e5e04 tempest-TestServerMultinode-1572794636 tempest-TestServerMultinode-1572794636-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=75c9f401-668e-470f-992a-640785af4f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299766 May 18 18:45:44.156225 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56029adf-d998-499c-9c9f-4d221f689791 req-8478d476-ae79-40c1-8b92-4f000b429272 tempest-TestServerMultinode-1572794636 tempest-TestServerMultinode-1572794636-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:45:44.157868 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-56029adf-d998-499c-9c9f-4d221f689791 req-8478d476-ae79-40c1-8b92-4f000b429272 tempest-TestServerMultinode-1572794636 tempest-TestServerMultinode-1572794636-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=1c7b90fc-1bb3-464b-a11f-ad72883997d2 HTTP/1.1" status: 200 len: 1096 time: 0.0447571 May 18 18:45:44.193130 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-56029adf-d998-499c-9c9f-4d221f689791 req-c8cba1a1-13f2-476a-a386-9cee73842486 tempest-TestServerMultinode-1572794636 tempest-TestServerMultinode-1572794636-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=75c9f401-668e-470f-992a-640785af4f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291545 May 18 18:45:44.296681 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1138a4-f513-43ac-9b69-73e0b22b3360 req-0bb00dc7-62c6-4815-812b-ece9a34a5cf8 tempest-TestServerMultinode-1572794636 tempest-TestServerMultinode-1572794636-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:45:44.298302 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cb1138a4-f513-43ac-9b69-73e0b22b3360 req-0bb00dc7-62c6-4815-812b-ece9a34a5cf8 tempest-TestServerMultinode-1572794636 tempest-TestServerMultinode-1572794636-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=1c7b90fc-1bb3-464b-a11f-ad72883997d2 HTTP/1.1" status: 200 len: 1096 time: 0.0413845 May 18 18:45:44.333326 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cb1138a4-f513-43ac-9b69-73e0b22b3360 req-8299efe3-2679-454a-acd2-2ac491ca6fc0 tempest-TestServerMultinode-1572794636 tempest-TestServerMultinode-1572794636-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=75c9f401-668e-470f-992a-640785af4f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291009 May 18 18:45:44.554796 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b82ccd-2ad9-4a78-b1f6-6f1907744bfe req-4bf5ab5f-5056-426d-ae93-8c9766b0ddf3 tempest-TestServerMultinode-1572794636 tempest-TestServerMultinode-1572794636-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:45:44.556318 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-80b82ccd-2ad9-4a78-b1f6-6f1907744bfe req-4bf5ab5f-5056-426d-ae93-8c9766b0ddf3 tempest-TestServerMultinode-1572794636 tempest-TestServerMultinode-1572794636-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=1c7b90fc-1bb3-464b-a11f-ad72883997d2 HTTP/1.1" status: 200 len: 1096 time: 0.0406878 May 18 18:45:44.594606 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-80b82ccd-2ad9-4a78-b1f6-6f1907744bfe req-0af6430d-6833-4b40-97b9-289058108984 tempest-TestServerMultinode-1572794636 tempest-TestServerMultinode-1572794636-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=75c9f401-668e-470f-992a-640785af4f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316961 May 18 18:45:45.288254 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 7 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 18:45:45.709044 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fb08d4-480d-49c0-a1ec-eafda9386c23 req-91768aeb-a177-40b1-9e5f-7a0269ad508a tempest-TestServerMultinode-1572794636 tempest-TestServerMultinode-1572794636-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:45:45.710658 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f3fb08d4-480d-49c0-a1ec-eafda9386c23 req-91768aeb-a177-40b1-9e5f-7a0269ad508a tempest-TestServerMultinode-1572794636 tempest-TestServerMultinode-1572794636-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=1c7b90fc-1bb3-464b-a11f-ad72883997d2 HTTP/1.1" status: 200 len: 1096 time: 0.0456240 May 18 18:45:45.745961 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f3fb08d4-480d-49c0-a1ec-eafda9386c23 req-185498f4-5e90-4470-b888-c877fe9678f3 tempest-TestServerMultinode-1572794636 tempest-TestServerMultinode-1572794636-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=75c9f401-668e-470f-992a-640785af4f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289207 May 18 18:45:45.912908 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0687120-ff8a-45ca-beb5-55809809b4c9 req-25f5bb36-0ed7-49b2-be0a-9722fd46b3b4 tempest-TestServerMultinode-1572794636 tempest-TestServerMultinode-1572794636-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:45:45.914407 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c0687120-ff8a-45ca-beb5-55809809b4c9 req-25f5bb36-0ed7-49b2-be0a-9722fd46b3b4 tempest-TestServerMultinode-1572794636 tempest-TestServerMultinode-1572794636-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=1c7b90fc-1bb3-464b-a11f-ad72883997d2 HTTP/1.1" status: 200 len: 1096 time: 0.0433824 May 18 18:45:45.998036 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-c0687120-ff8a-45ca-beb5-55809809b4c9 req-9557e4f5-b31c-44cd-a596-da74f622558a tempest-TestServerMultinode-1572794636 tempest-TestServerMultinode-1572794636-project-admin] Deleting port 773b7a1b-017c-4ead-9b47-cba7d9e47af6 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:45:45.998372 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-c0687120-ff8a-45ca-beb5-55809809b4c9 req-9557e4f5-b31c-44cd-a596-da74f622558a tempest-TestServerMultinode-1572794636 tempest-TestServerMultinode-1572794636-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:46.102084 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-c0687120-ff8a-45ca-beb5-55809809b4c9 req-9557e4f5-b31c-44cd-a596-da74f622558a tempest-TestServerMultinode-1572794636 tempest-TestServerMultinode-1572794636-project-admin] For port 773b7a1b-017c-4ead-9b47-cba7d9e47af6, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=773b7a1b-017c-4ead-9b47-cba7d9e47af6,segment=NetworkSegment(6c8a45f1-37b4-4517-85fa-bc988a3bd605),segment_id=6c8a45f1-37b4-4517-85fa-bc988a3bd605)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:45:46.102453 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-c0687120-ff8a-45ca-beb5-55809809b4c9 req-9557e4f5-b31c-44cd-a596-da74f622558a tempest-TestServerMultinode-1572794636 tempest-TestServerMultinode-1572794636-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:46.125466 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-c0687120-ff8a-45ca-beb5-55809809b4c9 req-9557e4f5-b31c-44cd-a596-da74f622558a tempest-TestServerMultinode-1572794636 tempest-TestServerMultinode-1572794636-project-admin] Calling delete_port for 773b7a1b-017c-4ead-9b47-cba7d9e47af6 owned by compute:nova {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:45:46.251391 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-c0687120-ff8a-45ca-beb5-55809809b4c9 req-9557e4f5-b31c-44cd-a596-da74f622558a tempest-TestServerMultinode-1572794636 tempest-TestServerMultinode-1572794636-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:46.266730 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['82b68b81-7160-4c92-a1f6-ad4c8236c556'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:45:46.271166 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['773b7a1b-017c-4ead-9b47-cba7d9e47af6'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:45:46.282405 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9557e4f5-b31c-44cd-a596-da74f622558a tempest-TestServerMultinode-1572794636 tempest-TestServerMultinode-1572794636-project-admin] Pushing event deleted for resources: {'Port': ['ID=773b7a1b-017c-4ead-9b47-cba7d9e47af6,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:45:46.326826 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0687120-ff8a-45ca-beb5-55809809b4c9 req-9557e4f5-b31c-44cd-a596-da74f622558a tempest-TestServerMultinode-1572794636 tempest-TestServerMultinode-1572794636-project-admin] No DVR routers for this DVR port 773b7a1b-017c-4ead-9b47-cba7d9e47af6 on host n-h1-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:45:46.329738 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-c0687120-ff8a-45ca-beb5-55809809b4c9 req-9557e4f5-b31c-44cd-a596-da74f622558a tempest-TestServerMultinode-1572794636 tempest-TestServerMultinode-1572794636-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:46.333158 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c0687120-ff8a-45ca-beb5-55809809b4c9 req-9557e4f5-b31c-44cd-a596-da74f622558a tempest-TestServerMultinode-1572794636 tempest-TestServerMultinode-1572794636-project-admin] 10.222.0.36 "DELETE /v2.0/ports/773b7a1b-017c-4ead-9b47-cba7d9e47af6 HTTP/1.1" status: 204 len: 173 time: 0.4121881 May 18 18:45:46.333660 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c7b90fc-1bb3-464b-a11f-ad72883997d2', 'name': 'network-vif-deleted', 'tag': '773b7a1b-017c-4ead-9b47-cba7d9e47af6'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:45:46.336023 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89d13e6e-be5d-4413-a0a0-b9583432310a" -d '{"events": [{"server_uuid": "1c7b90fc-1bb3-464b-a11f-ad72883997d2", "name": "network-vif-deleted", "tag": "773b7a1b-017c-4ead-9b47-cba7d9e47af6"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:45:46.407076 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d516c67e-7d6f-4050-a360-4b2be9e59697 x-openstack-request-id: req-d516c67e-7d6f-4050-a360-4b2be9e59697 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:45:46.408039 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c7b90fc-1bb3-464b-a11f-ad72883997d2", "name": "network-vif-deleted", "tag": "773b7a1b-017c-4ead-9b47-cba7d9e47af6", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:45:46.408039 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-d516c67e-7d6f-4050-a360-4b2be9e59697 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:45:46.408632 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d516c67e-7d6f-4050-a360-4b2be9e59697'] response: {'server_uuid': '1c7b90fc-1bb3-464b-a11f-ad72883997d2', 'name': 'network-vif-deleted', 'tag': '773b7a1b-017c-4ead-9b47-cba7d9e47af6', 'status': 'completed', 'code': 200} May 18 18:45:46.858596 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-481abfae-5bee-44c0-9540-03ddd5802bcd req-d536dc07-da1c-401c-b9ff-a4030d939c4a tempest-TestServerMultinode-1572794636 tempest-TestServerMultinode-1572794636-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=1c7b90fc-1bb3-464b-a11f-ad72883997d2 HTTP/1.1" status: 200 len: 210 time: 0.0272732 May 18 18:45:48.135821 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82d1bfd-eeda-4c8b-84e2-68f57fb37adc req-3371f1c8-9d63-4be9-be1f-187e53e1c072 tempest-TestServerMultinode-1572794636 tempest-TestServerMultinode-1572794636-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:45:48.137397 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a82d1bfd-eeda-4c8b-84e2-68f57fb37adc req-3371f1c8-9d63-4be9-be1f-187e53e1c072 tempest-TestServerMultinode-1572794636 tempest-TestServerMultinode-1572794636-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=cd9e0299-2cc5-4ece-8280-9a5d402c732e HTTP/1.1" status: 200 len: 1096 time: 0.0471590 May 18 18:45:48.179162 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a82d1bfd-eeda-4c8b-84e2-68f57fb37adc req-35b8d7a2-f8a4-4e42-9740-d7d354db6131 tempest-TestServerMultinode-1572794636 tempest-TestServerMultinode-1572794636-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=75c9f401-668e-470f-992a-640785af4f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338767 May 18 18:45:48.908446 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 773b7a1b-017c-4ead-9b47-cba7d9e47af6 no longer exists at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:45:48.931804 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] No Port match for: 773b7a1b-017c-4ead-9b47-cba7d9e47af6 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:45:48.932053 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 773b7a1b-017c-4ead-9b47-cba7d9e47af6 not bound to the agent host n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:45:49.307744 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c63a6c3-0f6b-4c5d-9e81-fc4eb662d125 req-39aac108-c940-4850-bc89-af78edae3793 tempest-TestServerMultinode-1572794636 tempest-TestServerMultinode-1572794636-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:45:49.309309 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2c63a6c3-0f6b-4c5d-9e81-fc4eb662d125 req-39aac108-c940-4850-bc89-af78edae3793 tempest-TestServerMultinode-1572794636 tempest-TestServerMultinode-1572794636-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=cd9e0299-2cc5-4ece-8280-9a5d402c732e HTTP/1.1" status: 200 len: 1096 time: 0.0506263 May 18 18:45:49.347342 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2c63a6c3-0f6b-4c5d-9e81-fc4eb662d125 req-5673693d-339d-4786-b605-3707b2dec095 tempest-TestServerMultinode-1572794636 tempest-TestServerMultinode-1572794636-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=75c9f401-668e-470f-992a-640785af4f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312030 May 18 18:45:49.490191 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed18b9c9-f6c2-485a-926b-27abb04aaae6 req-47249791-04aa-4a79-828f-fb4174113012 tempest-TestServerMultinode-1572794636 tempest-TestServerMultinode-1572794636-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:45:49.491605 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ed18b9c9-f6c2-485a-926b-27abb04aaae6 req-47249791-04aa-4a79-828f-fb4174113012 tempest-TestServerMultinode-1572794636 tempest-TestServerMultinode-1572794636-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=cd9e0299-2cc5-4ece-8280-9a5d402c732e HTTP/1.1" status: 200 len: 1096 time: 0.0428965 May 18 18:45:49.576034 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-ed18b9c9-f6c2-485a-926b-27abb04aaae6 req-eb220ffc-df7c-4296-9ef2-f465791aafab tempest-TestServerMultinode-1572794636 tempest-TestServerMultinode-1572794636-project-admin] Deleting port 82b68b81-7160-4c92-a1f6-ad4c8236c556 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:45:49.576411 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-ed18b9c9-f6c2-485a-926b-27abb04aaae6 req-eb220ffc-df7c-4296-9ef2-f465791aafab tempest-TestServerMultinode-1572794636 tempest-TestServerMultinode-1572794636-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:49.659317 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-ed18b9c9-f6c2-485a-926b-27abb04aaae6 req-eb220ffc-df7c-4296-9ef2-f465791aafab tempest-TestServerMultinode-1572794636 tempest-TestServerMultinode-1572794636-project-admin] For port 82b68b81-7160-4c92-a1f6-ad4c8236c556, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=82b68b81-7160-4c92-a1f6-ad4c8236c556,segment=NetworkSegment(6c8a45f1-37b4-4517-85fa-bc988a3bd605),segment_id=6c8a45f1-37b4-4517-85fa-bc988a3bd605)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:45:49.659682 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-ed18b9c9-f6c2-485a-926b-27abb04aaae6 req-eb220ffc-df7c-4296-9ef2-f465791aafab tempest-TestServerMultinode-1572794636 tempest-TestServerMultinode-1572794636-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:49.672742 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-ed18b9c9-f6c2-485a-926b-27abb04aaae6 req-eb220ffc-df7c-4296-9ef2-f465791aafab tempest-TestServerMultinode-1572794636 tempest-TestServerMultinode-1572794636-project-admin] Calling delete_port for 82b68b81-7160-4c92-a1f6-ad4c8236c556 owned by compute:nova {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:45:49.800636 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-ed18b9c9-f6c2-485a-926b-27abb04aaae6 req-eb220ffc-df7c-4296-9ef2-f465791aafab tempest-TestServerMultinode-1572794636 tempest-TestServerMultinode-1572794636-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:49.812477 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['82b68b81-7160-4c92-a1f6-ad4c8236c556'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:45:49.834155 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb220ffc-df7c-4296-9ef2-f465791aafab tempest-TestServerMultinode-1572794636 tempest-TestServerMultinode-1572794636-project-admin] Pushing event deleted for resources: {'Port': ['ID=82b68b81-7160-4c92-a1f6-ad4c8236c556,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:45:49.878258 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed18b9c9-f6c2-485a-926b-27abb04aaae6 req-eb220ffc-df7c-4296-9ef2-f465791aafab tempest-TestServerMultinode-1572794636 tempest-TestServerMultinode-1572794636-project-admin] No DVR routers for this DVR port 82b68b81-7160-4c92-a1f6-ad4c8236c556 on host n-h2-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:45:49.881185 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-ed18b9c9-f6c2-485a-926b-27abb04aaae6 req-eb220ffc-df7c-4296-9ef2-f465791aafab tempest-TestServerMultinode-1572794636 tempest-TestServerMultinode-1572794636-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:49.884640 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ed18b9c9-f6c2-485a-926b-27abb04aaae6 req-eb220ffc-df7c-4296-9ef2-f465791aafab tempest-TestServerMultinode-1572794636 tempest-TestServerMultinode-1572794636-project-admin] 10.222.0.88 "DELETE /v2.0/ports/82b68b81-7160-4c92-a1f6-ad4c8236c556 HTTP/1.1" status: 204 len: 173 time: 0.3854778 May 18 18:45:49.885220 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd9e0299-2cc5-4ece-8280-9a5d402c732e', 'name': 'network-vif-deleted', 'tag': '82b68b81-7160-4c92-a1f6-ad4c8236c556'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:45:49.887727 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e89eec6-1b17-4b11-a11d-11ecba61004f" -d '{"events": [{"server_uuid": "cd9e0299-2cc5-4ece-8280-9a5d402c732e", "name": "network-vif-deleted", "tag": "82b68b81-7160-4c92-a1f6-ad4c8236c556"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:45:49.932874 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cf9c0ca-bd32-4db7-8ea1-f14e3b22c8ed x-openstack-request-id: req-4cf9c0ca-bd32-4db7-8ea1-f14e3b22c8ed {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:45:49.933172 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd9e0299-2cc5-4ece-8280-9a5d402c732e", "name": "network-vif-deleted", "tag": "82b68b81-7160-4c92-a1f6-ad4c8236c556", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:45:49.933434 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-4cf9c0ca-bd32-4db7-8ea1-f14e3b22c8ed {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:45:49.933950 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cf9c0ca-bd32-4db7-8ea1-f14e3b22c8ed'] response: {'server_uuid': 'cd9e0299-2cc5-4ece-8280-9a5d402c732e', 'name': 'network-vif-deleted', 'tag': '82b68b81-7160-4c92-a1f6-ad4c8236c556', 'status': 'completed', 'code': 200} May 18 18:45:50.410425 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 46746) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:45:50.768128 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ea578a2e-ba6f-4e25-a0d7-46f1232761b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-595963'] for router_interface, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:51.011630 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-ea578a2e-ba6f-4e25-a0d7-46f1232761b0 admin admin] Deleting port 1bb8e3e4-6e80-4e60-825b-287db7ede0ae {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:45:51.011969 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ea578a2e-ba6f-4e25-a0d7-46f1232761b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:51.088184 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-ea578a2e-ba6f-4e25-a0d7-46f1232761b0 admin admin] For port 1bb8e3e4-6e80-4e60-825b-287db7ede0ae, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=1bb8e3e4-6e80-4e60-825b-287db7ede0ae,segment=NetworkSegment(6c8a45f1-37b4-4517-85fa-bc988a3bd605),segment_id=6c8a45f1-37b4-4517-85fa-bc988a3bd605)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:45:51.088541 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ea578a2e-ba6f-4e25-a0d7-46f1232761b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:51.100388 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-ea578a2e-ba6f-4e25-a0d7-46f1232761b0 admin admin] Calling delete_port for 1bb8e3e4-6e80-4e60-825b-287db7ede0ae owned by network:router_interface {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:45:51.280559 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ea578a2e-ba6f-4e25-a0d7-46f1232761b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:51.307144 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea578a2e-ba6f-4e25-a0d7-46f1232761b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=1bb8e3e4-6e80-4e60-825b-287db7ede0ae,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:45:51.471050 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ea578a2e-ba6f-4e25-a0d7-46f1232761b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-593931'] for router_interface, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:51.680444 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea578a2e-ba6f-4e25-a0d7-46f1232761b0 admin admin] Router 69733fd6-0acf-4ade-9164-2ddf04cff59b has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:45:51.785844 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea578a2e-ba6f-4e25-a0d7-46f1232761b0 admin admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:45:51.790896 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-ea578a2e-ba6f-4e25-a0d7-46f1232761b0 admin admin] 10.222.0.85 "PUT /v2.0/routers/69733fd6-0acf-4ade-9164-2ddf04cff59b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3794475 May 18 18:45:51.793460 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 46748) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:45:51.801282 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80f3995-4855-4ce0-9a9e-482d6bae6673 None None] Sync routers for ids ['69733fd6-0acf-4ade-9164-2ddf04cff59b'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:45:51.811184 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80f3995-4855-4ce0-9a9e-482d6bae6673 None None] Routers {'69733fd6-0acf-4ade-9164-2ddf04cff59b'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:45:51.811802 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-e80f3995-4855-4ce0-9a9e-482d6bae6673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:45:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['69733fd6-0acf-4ade-9164-2ddf04cff59b'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:45:51.898967 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-42ae4573-ebaa-4547-9167-3aa7db3cda92 admin admin] Notify callbacks [] for router, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:51.915029 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-e80f3995-4855-4ce0-9a9e-482d6bae6673 None None] Set router 69733fd6-0acf-4ade-9164-2ddf04cff59b gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:45:52.000780 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-42ae4573-ebaa-4547-9167-3aa7db3cda92 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:52.052427 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-42ae4573-ebaa-4547-9167-3aa7db3cda92 admin admin] Deleting port 0a3040af-f305-49ec-a358-0815c950b863 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:45:52.052774 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-42ae4573-ebaa-4547-9167-3aa7db3cda92 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:52.094284 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-e80f3995-4855-4ce0-9a9e-482d6bae6673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69733fd6-0acf-4ade-9164-2ddf04cff59b', 'name': 'tempest-TestServerMultinode-424565885-router', 'tenant_id': 'ca5668ae36b449a28b4a112c64e22d5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '0a3040af-f305-49ec-a358-0815c950b863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:45:09Z', 'updated_at': '2022-05-18T18:45:51Z', 'revision_number': 5, 'project_id': 'ca5668ae36b449a28b4a112c64e22d5b', 'gw_port': {'id': '0a3040af-f305-49ec-a358-0815c950b863', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:db:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69733fd6-0acf-4ade-9164-2ddf04cff59b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:45:09Z', 'updated_at': '2022-05-18T18:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:45:52.120742 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80f3995-4855-4ce0-9a9e-482d6bae6673 None None] Checking router: 69733fd6-0acf-4ade-9164-2ddf04cff59b for host: n-d-838550-3 {{(pid=102732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:45:52.129483 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80f3995-4855-4ce0-9a9e-482d6bae6673 None None] Routers {'69733fd6-0acf-4ade-9164-2ddf04cff59b'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:45:52.130050 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-42ae4573-ebaa-4547-9167-3aa7db3cda92 admin admin] For port 0a3040af-f305-49ec-a358-0815c950b863, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=0a3040af-f305-49ec-a358-0815c950b863,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:45:52.130197 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-e80f3995-4855-4ce0-9a9e-482d6bae6673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:45:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['69733fd6-0acf-4ade-9164-2ddf04cff59b'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:45:52.130420 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-42ae4573-ebaa-4547-9167-3aa7db3cda92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:52.143676 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-42ae4573-ebaa-4547-9167-3aa7db3cda92 admin admin] Calling delete_port for 0a3040af-f305-49ec-a358-0815c950b863 owned by network:router_gateway {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:45:52.215347 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-e80f3995-4855-4ce0-9a9e-482d6bae6673 None None] Set router 69733fd6-0acf-4ade-9164-2ddf04cff59b gateway port host: None {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:45:52.266844 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-e80f3995-4855-4ce0-9a9e-482d6bae6673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69733fd6-0acf-4ade-9164-2ddf04cff59b', 'name': 'tempest-TestServerMultinode-424565885-router', 'tenant_id': 'ca5668ae36b449a28b4a112c64e22d5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:45:09Z', 'updated_at': '2022-05-18T18:45:52Z', 'revision_number': 6, 'project_id': 'ca5668ae36b449a28b4a112c64e22d5b', 'gw_port_host': None}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:45:52.297407 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80f3995-4855-4ce0-9a9e-482d6bae6673 None None] The sync data for ids ['69733fd6-0acf-4ade-9164-2ddf04cff59b'] in n-d-838550-3 is: [{'id': '69733fd6-0acf-4ade-9164-2ddf04cff59b', 'name': 'tempest-TestServerMultinode-424565885-router', 'tenant_id': 'ca5668ae36b449a28b4a112c64e22d5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:45:09Z', 'updated_at': '2022-05-18T18:45:52Z', 'revision_number': 6, 'project_id': 'ca5668ae36b449a28b4a112c64e22d5b', 'gw_port_host': None}] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:45:52.310704 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-42ae4573-ebaa-4547-9167-3aa7db3cda92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:52.343707 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ae4573-ebaa-4547-9167-3aa7db3cda92 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a3040af-f305-49ec-a358-0815c950b863,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:45:52.401884 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-42ae4573-ebaa-4547-9167-3aa7db3cda92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596901'] for router_gateway, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:52.491887 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-42ae4573-ebaa-4547-9167-3aa7db3cda92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25145'] for router, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:52.494090 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-42ae4573-ebaa-4547-9167-3aa7db3cda92 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:52.538139 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-42ae4573-ebaa-4547-9167-3aa7db3cda92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593303'] for router, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:52.538834 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42ae4573-ebaa-4547-9167-3aa7db3cda92 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 69733fd6-0acf-4ade-9164-2ddf04cff59b {{(pid=102731) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 18 18:45:52.544237 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-42ae4573-ebaa-4547-9167-3aa7db3cda92 admin admin] Notify callbacks [] for router, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:52.545406 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-42ae4573-ebaa-4547-9167-3aa7db3cda92 admin admin] 10.222.0.85 "DELETE /v2.0/routers/69733fd6-0acf-4ade-9164-2ddf04cff59b HTTP/1.1" status: 204 len: 168 time: 0.7507639 May 18 18:45:52.548432 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 46750) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:45:52.595282 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_v2 [None req-21522aad-cda3-4f0d-b86f-be0b4ea27513 admin admin] Deleting subnet 1abe18b7-e3b7-4c54-9c26-45855f873d67 {{(pid=102731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:45:52.598242 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-21522aad-cda3-4f0d-b86f-be0b4ea27513 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:52.634094 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-21522aad-cda3-4f0d-b86f-be0b4ea27513 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260542153'] for subnet, precommit_delete_associations {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:52.730209 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-21522aad-cda3-4f0d-b86f-be0b4ea27513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:52.755547 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 1bb8e3e4-6e80-4e60-825b-287db7ede0ae no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:45:52.775583 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 1bb8e3e4-6e80-4e60-825b-287db7ede0ae {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:45:52.775924 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 1bb8e3e4-6e80-4e60-825b-287db7ede0ae not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:45:52.785920 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-21522aad-cda3-4f0d-b86f-be0b4ea27513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260898416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260908030'] for subnet, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:53.058890 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21522aad-cda3-4f0d-b86f-be0b4ea27513 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1abe18b7-e3b7-4c54-9c26-45855f873d67,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:45:53.062538 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-21522aad-cda3-4f0d-b86f-be0b4ea27513 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:53.066273 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-21522aad-cda3-4f0d-b86f-be0b4ea27513 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/1abe18b7-e3b7-4c54-9c26-45855f873d67 HTTP/1.1" status: 204 len: 168 time: 0.5163455 May 18 18:45:53.068150 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 46752) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:45:53.071099 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-856915f2-6001-4c3d-915f-d96e6adc4994 None None] Network abed01c9-295e-4e1e-baba-adf577457d8b requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:45:53.135186 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0fb1beb2-fb66-4716-be1f-2135f59cf81a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:53.198178 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-0fb1beb2-fb66-4716-be1f-2135f59cf81a admin admin] Deleting port c5590f10-4cef-4642-b4e5-8221e7599d9d {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:45:53.198761 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0fb1beb2-fb66-4716-be1f-2135f59cf81a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:53.253579 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e8b05e-2b4b-434b-af4a-42dc0d610e42 None None] DHCP port deletion for abed01c9-295e-4e1e-baba-adf577457d8b request from n-d-838550-3 {{(pid=102732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 18:45:53.267675 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-0fb1beb2-fb66-4716-be1f-2135f59cf81a admin admin] For port c5590f10-4cef-4642-b4e5-8221e7599d9d, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=c5590f10-4cef-4642-b4e5-8221e7599d9d,segment=NetworkSegment(6c8a45f1-37b4-4517-85fa-bc988a3bd605),segment_id=6c8a45f1-37b4-4517-85fa-bc988a3bd605)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:45:53.268051 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0fb1beb2-fb66-4716-be1f-2135f59cf81a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:53.286319 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-0fb1beb2-fb66-4716-be1f-2135f59cf81a admin admin] Calling delete_port for c5590f10-4cef-4642-b4e5-8221e7599d9d owned by network:dhcp {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:45:53.302576 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-f5e8b05e-2b4b-434b-af4a-42dc0d610e42 None None] Deleting port c5590f10-4cef-4642-b4e5-8221e7599d9d {{(pid=102732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:45:53.303185 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f5e8b05e-2b4b-434b-af4a-42dc0d610e42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:53.369915 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-f5e8b05e-2b4b-434b-af4a-42dc0d610e42 None None] For port c5590f10-4cef-4642-b4e5-8221e7599d9d, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=c5590f10-4cef-4642-b4e5-8221e7599d9d,segment=NetworkSegment(6c8a45f1-37b4-4517-85fa-bc988a3bd605),segment_id=6c8a45f1-37b4-4517-85fa-bc988a3bd605)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:45:53.370317 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f5e8b05e-2b4b-434b-af4a-42dc0d610e42 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:53.374191 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0fb1beb2-fb66-4716-be1f-2135f59cf81a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:53.387085 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-f5e8b05e-2b4b-434b-af4a-42dc0d610e42 None None] Calling delete_port for c5590f10-4cef-4642-b4e5-8221e7599d9d owned by network:dhcp {{(pid=102732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:45:53.405493 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb1beb2-fb66-4716-be1f-2135f59cf81a admin admin] Pushing event deleted for resources: {'Port': ['ID=c5590f10-4cef-4642-b4e5-8221e7599d9d,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:45:53.410620 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb1beb2-fb66-4716-be1f-2135f59cf81a admin admin] No DVR routers for this DVR port c5590f10-4cef-4642-b4e5-8221e7599d9d on host n-d-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:45:53.463749 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f5e8b05e-2b4b-434b-af4a-42dc0d610e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508'] for port, after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:53.485250 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0fb1beb2-fb66-4716-be1f-2135f59cf81a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:53.491417 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e8b05e-2b4b-434b-af4a-42dc0d610e42 None None] Pushing event deleted for resources: {'Port': ['ID=c5590f10-4cef-4642-b4e5-8221e7599d9d,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:45:53.493338 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e8b05e-2b4b-434b-af4a-42dc0d610e42 None None] No DVR routers for this DVR port c5590f10-4cef-4642-b4e5-8221e7599d9d on host n-d-838550-3 {{(pid=102732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:45:53.508121 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-0fb1beb2-fb66-4716-be1f-2135f59cf81a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abed01c9-295e-4e1e-baba-adf577457d8b']}} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:45:53.518407 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-0fb1beb2-fb66-4716-be1f-2135f59cf81a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c8a45f1-37b4-4517-85fa-bc988a3bd605') {'for_net_delete': True} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:45:53.518708 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-0fb1beb2-fb66-4716-be1f-2135f59cf81a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c8a45f1-37b4-4517-85fa-bc988a3bd605') {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:45:53.528917 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0fb1beb2-fb66-4716-be1f-2135f59cf81a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260542144'] for segment, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:53.542895 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0fb1beb2-fb66-4716-be1f-2135f59cf81a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:53.548684 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fb1beb2-fb66-4716-be1f-2135f59cf81a admin admin] Releasing vlan 631 on physical network physnet1 to pool {{(pid=102731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:45:53.549109 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0fb1beb2-fb66-4716-be1f-2135f59cf81a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260884178'] for segment, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:53.550807 n-d-838550-3 neutron-server[102731]: Traceback (most recent call last): May 18 18:45:53.550807 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:45:53.550807 n-d-838550-3 neutron-server[102731]: timer() May 18 18:45:53.550807 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:45:53.550807 n-d-838550-3 neutron-server[102731]: cb(*args, **kw) May 18 18:45:53.550807 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:45:53.550807 n-d-838550-3 neutron-server[102731]: return func(*args, **kwargs) May 18 18:45:53.550807 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:45:53.550807 n-d-838550-3 neutron-server[102731]: self._notify() May 18 18:45:53.550807 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:45:53.550807 n-d-838550-3 neutron-server[102731]: self.callback(batched_events) May 18 18:45:53.550807 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:45:53.550807 n-d-838550-3 neutron-server[102731]: event.method(event) May 18 18:45:53.550807 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:45:53.550807 n-d-838550-3 neutron-server[102731]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:45:53.550807 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:45:53.550807 n-d-838550-3 neutron-server[102731]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:45:53.550807 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:45:53.550807 n-d-838550-3 neutron-server[102731]: return f(self, *a, **k) May 18 18:45:53.550807 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:45:53.550807 n-d-838550-3 neutron-server[102731]: return self._get(url).json() May 18 18:45:53.550807 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:45:53.550807 n-d-838550-3 neutron-server[102731]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:45:53.550807 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:45:53.550807 n-d-838550-3 neutron-server[102731]: return self.request(url, 'GET', **kwargs) May 18 18:45:53.550807 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:45:53.550807 n-d-838550-3 neutron-server[102731]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:45:53.550807 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:45:53.550807 n-d-838550-3 neutron-server[102731]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:45:53.550807 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:45:53.550807 n-d-838550-3 neutron-server[102731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:45:53.550807 n-d-838550-3 neutron-server[102731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:45:53.564134 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 82b68b81-7160-4c92-a1f6-ad4c8236c556 no longer exists at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:45:53.588176 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] No Port match for: 82b68b81-7160-4c92-a1f6-ad4c8236c556 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:45:53.589099 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 82b68b81-7160-4c92-a1f6-ad4c8236c556 not bound to the agent host n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:45:53.611420 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0fb1beb2-fb66-4716-be1f-2135f59cf81a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:53.617131 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0fb1beb2-fb66-4716-be1f-2135f59cf81a admin admin] Notify callbacks [] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:53.620506 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-0fb1beb2-fb66-4716-be1f-2135f59cf81a admin admin] 10.222.0.85 "DELETE /v2.0/networks/abed01c9-295e-4e1e-baba-adf577457d8b HTTP/1.1" status: 204 len: 168 time: 0.5514483 May 18 18:45:53.624191 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 46754) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:45:53.632565 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb1beb2-fb66-4716-be1f-2135f59cf81a admin admin] Pushing event deleted for resources: {'Network': ['ID=abed01c9-295e-4e1e-baba-adf577457d8b,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:45:53.972994 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-da5e4b19-a473-4836-b409-35c031a1150c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-595963'] for router_interface, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:54.213099 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-da5e4b19-a473-4836-b409-35c031a1150c admin admin] Deleting port f4791ee6-a872-4230-9f2d-b4573011420b {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:45:54.213436 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-da5e4b19-a473-4836-b409-35c031a1150c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:54.288989 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-da5e4b19-a473-4836-b409-35c031a1150c admin admin] For port f4791ee6-a872-4230-9f2d-b4573011420b, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=f4791ee6-a872-4230-9f2d-b4573011420b,segment=NetworkSegment(2045e5f3-f74a-4c4e-af19-e8c0ff063508),segment_id=2045e5f3-f74a-4c4e-af19-e8c0ff063508)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:45:54.289343 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-da5e4b19-a473-4836-b409-35c031a1150c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:54.300929 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-da5e4b19-a473-4836-b409-35c031a1150c admin admin] Calling delete_port for f4791ee6-a872-4230-9f2d-b4573011420b owned by network:router_interface {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:45:54.409564 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 0a3040af-f305-49ec-a358-0815c950b863 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:45:54.429514 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 0a3040af-f305-49ec-a358-0815c950b863 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:45:54.429889 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 0a3040af-f305-49ec-a358-0815c950b863 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:45:54.430314 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device c5590f10-4cef-4642-b4e5-8221e7599d9d no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:45:54.451169 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: c5590f10-4cef-4642-b4e5-8221e7599d9d {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:45:54.451512 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device c5590f10-4cef-4642-b4e5-8221e7599d9d not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:45:54.484186 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-da5e4b19-a473-4836-b409-35c031a1150c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:54.512018 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5e4b19-a473-4836-b409-35c031a1150c admin admin] Pushing event deleted for resources: {'Port': ['ID=f4791ee6-a872-4230-9f2d-b4573011420b,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:45:54.678363 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-da5e4b19-a473-4836-b409-35c031a1150c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-593931'] for router_interface, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:54.886021 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da5e4b19-a473-4836-b409-35c031a1150c admin admin] Router 7dab4004-53ed-4a99-90a1-667391fccb36 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:45:54.993288 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da5e4b19-a473-4836-b409-35c031a1150c admin admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:45:54.998533 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-da5e4b19-a473-4836-b409-35c031a1150c admin admin] 10.222.0.85 "PUT /v2.0/routers/7dab4004-53ed-4a99-90a1-667391fccb36/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3732948 May 18 18:45:55.001100 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 46756) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:45:55.002239 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4659dab-eeee-4fe9-8b2b-340de0f8d937 None None] Sync routers for ids ['7dab4004-53ed-4a99-90a1-667391fccb36'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:45:55.011581 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4659dab-eeee-4fe9-8b2b-340de0f8d937 None None] Routers {'7dab4004-53ed-4a99-90a1-667391fccb36'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:45:55.012263 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-d4659dab-eeee-4fe9-8b2b-340de0f8d937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:45:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['7dab4004-53ed-4a99-90a1-667391fccb36'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:45:55.110855 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7886f8a0-a728-4a3a-b0b5-8aed36a3d368 admin admin] Notify callbacks [] for router, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:55.115822 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-d4659dab-eeee-4fe9-8b2b-340de0f8d937 None None] Set router 7dab4004-53ed-4a99-90a1-667391fccb36 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:45:55.210587 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7886f8a0-a728-4a3a-b0b5-8aed36a3d368 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:55.262584 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-7886f8a0-a728-4a3a-b0b5-8aed36a3d368 admin admin] Deleting port 01cba3dd-debd-493e-adbc-8996023b4a65 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:45:55.263437 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7886f8a0-a728-4a3a-b0b5-8aed36a3d368 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:55.287644 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-d4659dab-eeee-4fe9-8b2b-340de0f8d937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dab4004-53ed-4a99-90a1-667391fccb36', 'name': 'tempest-TestServerMultinode-132300556-router', 'tenant_id': '0ac03dfe919d4e199d53e753c265ff01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '01cba3dd-debd-493e-adbc-8996023b4a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:45:13Z', 'updated_at': '2022-05-18T18:45:54Z', 'revision_number': 5, 'project_id': '0ac03dfe919d4e199d53e753c265ff01', 'gw_port': {'id': '01cba3dd-debd-493e-adbc-8996023b4a65', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b2:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dab4004-53ed-4a99-90a1-667391fccb36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:45:14Z', 'updated_at': '2022-05-18T18:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:45:55.316705 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4659dab-eeee-4fe9-8b2b-340de0f8d937 None None] Checking router: 7dab4004-53ed-4a99-90a1-667391fccb36 for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:45:55.326974 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4659dab-eeee-4fe9-8b2b-340de0f8d937 None None] Routers {'7dab4004-53ed-4a99-90a1-667391fccb36'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:45:55.327189 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-d4659dab-eeee-4fe9-8b2b-340de0f8d937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:45:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['7dab4004-53ed-4a99-90a1-667391fccb36'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:45:55.347503 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-7886f8a0-a728-4a3a-b0b5-8aed36a3d368 admin admin] For port 01cba3dd-debd-493e-adbc-8996023b4a65, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=01cba3dd-debd-493e-adbc-8996023b4a65,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:45:55.347866 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7886f8a0-a728-4a3a-b0b5-8aed36a3d368 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:55.360020 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-7886f8a0-a728-4a3a-b0b5-8aed36a3d368 admin admin] Calling delete_port for 01cba3dd-debd-493e-adbc-8996023b4a65 owned by network:router_gateway {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:45:55.498864 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-d4659dab-eeee-4fe9-8b2b-340de0f8d937 None None] Set router 7dab4004-53ed-4a99-90a1-667391fccb36 gateway port host: None {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:45:55.531226 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7886f8a0-a728-4a3a-b0b5-8aed36a3d368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:55.552408 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-d4659dab-eeee-4fe9-8b2b-340de0f8d937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dab4004-53ed-4a99-90a1-667391fccb36', 'name': 'tempest-TestServerMultinode-132300556-router', 'tenant_id': '0ac03dfe919d4e199d53e753c265ff01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:45:13Z', 'updated_at': '2022-05-18T18:45:55Z', 'revision_number': 6, 'project_id': '0ac03dfe919d4e199d53e753c265ff01', 'gw_port_host': None}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:45:55.559198 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7886f8a0-a728-4a3a-b0b5-8aed36a3d368 admin admin] Pushing event deleted for resources: {'Port': ['ID=01cba3dd-debd-493e-adbc-8996023b4a65,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:45:55.583782 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4659dab-eeee-4fe9-8b2b-340de0f8d937 None None] The sync data for ids ['7dab4004-53ed-4a99-90a1-667391fccb36'] in n-d-838550-3 is: [{'id': '7dab4004-53ed-4a99-90a1-667391fccb36', 'name': 'tempest-TestServerMultinode-132300556-router', 'tenant_id': '0ac03dfe919d4e199d53e753c265ff01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:45:13Z', 'updated_at': '2022-05-18T18:45:55Z', 'revision_number': 6, 'project_id': '0ac03dfe919d4e199d53e753c265ff01', 'gw_port_host': None}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:45:55.623616 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7886f8a0-a728-4a3a-b0b5-8aed36a3d368 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596901'] for router_gateway, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:55.714820 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7886f8a0-a728-4a3a-b0b5-8aed36a3d368 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25145'] for router, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:55.716965 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7886f8a0-a728-4a3a-b0b5-8aed36a3d368 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:55.765114 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7886f8a0-a728-4a3a-b0b5-8aed36a3d368 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593303'] for router, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:55.765843 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7886f8a0-a728-4a3a-b0b5-8aed36a3d368 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7dab4004-53ed-4a99-90a1-667391fccb36 {{(pid=102730) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 18 18:45:55.770388 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7886f8a0-a728-4a3a-b0b5-8aed36a3d368 admin admin] Notify callbacks [] for router, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:55.771546 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-7886f8a0-a728-4a3a-b0b5-8aed36a3d368 admin admin] 10.222.0.85 "DELETE /v2.0/routers/7dab4004-53ed-4a99-90a1-667391fccb36 HTTP/1.1" status: 204 len: 168 time: 0.7695193 May 18 18:45:55.774068 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 46758) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:45:55.818044 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_v2 [None req-805895c6-91fa-4c29-afea-eeb05282ab00 admin admin] Deleting subnet 17103a05-2d3c-4b1a-b3ce-7b8b218a0e17 {{(pid=102730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:45:55.821144 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-805895c6-91fa-4c29-afea-eeb05282ab00 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:55.855959 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-805895c6-91fa-4c29-afea-eeb05282ab00 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260107366'] for subnet, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:55.937773 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-805895c6-91fa-4c29-afea-eeb05282ab00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:55.992111 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-805895c6-91fa-4c29-afea-eeb05282ab00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261104690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261031888'] for subnet, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:56.018206 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805895c6-91fa-4c29-afea-eeb05282ab00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17103a05-2d3c-4b1a-b3ce-7b8b218a0e17,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:45:56.024345 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-805895c6-91fa-4c29-afea-eeb05282ab00 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:56.028464 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-805895c6-91fa-4c29-afea-eeb05282ab00 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/17103a05-2d3c-4b1a-b3ce-7b8b218a0e17 HTTP/1.1" status: 204 len: 168 time: 0.2512307 May 18 18:45:56.028924 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 46760) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:45:56.032231 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ee052c-d069-42ac-a1a1-11fa083876e4 None None] Network 407e25eb-4c43-40c6-b1aa-22c1d1b8bbaa requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:45:56.101191 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6b85b28c-32d6-4fea-ab16-63dfbde4eec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:56.160079 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-6b85b28c-32d6-4fea-ab16-63dfbde4eec0 admin admin] Deleting port 3e43560c-a7b5-4c64-b062-6c9145644d0c {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:45:56.160423 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6b85b28c-32d6-4fea-ab16-63dfbde4eec0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:56.222798 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-6b85b28c-32d6-4fea-ab16-63dfbde4eec0 admin admin] For port 3e43560c-a7b5-4c64-b062-6c9145644d0c, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=3e43560c-a7b5-4c64-b062-6c9145644d0c,segment=NetworkSegment(2045e5f3-f74a-4c4e-af19-e8c0ff063508),segment_id=2045e5f3-f74a-4c4e-af19-e8c0ff063508)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:45:56.223158 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6b85b28c-32d6-4fea-ab16-63dfbde4eec0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:56.236040 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-6b85b28c-32d6-4fea-ab16-63dfbde4eec0 admin admin] Calling delete_port for 3e43560c-a7b5-4c64-b062-6c9145644d0c owned by network:dhcp {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:45:56.320530 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6b85b28c-32d6-4fea-ab16-63dfbde4eec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:56.329757 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e9aa82-a1b3-4dc8-ac86-cb481d7ea846 None None] DHCP port deletion for 407e25eb-4c43-40c6-b1aa-22c1d1b8bbaa request from n-d-838550-3 {{(pid=102732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 18:45:56.335414 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b85b28c-32d6-4fea-ab16-63dfbde4eec0 admin admin] No DVR routers for this DVR port 3e43560c-a7b5-4c64-b062-6c9145644d0c on host n-d-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:45:56.381548 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b85b28c-32d6-4fea-ab16-63dfbde4eec0 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e43560c-a7b5-4c64-b062-6c9145644d0c,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:45:56.425102 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 3e43560c-a7b5-4c64-b062-6c9145644d0c no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:45:56.446057 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6b85b28c-32d6-4fea-ab16-63dfbde4eec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:56.449127 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 3e43560c-a7b5-4c64-b062-6c9145644d0c {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:45:56.449477 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 3e43560c-a7b5-4c64-b062-6c9145644d0c not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:45:56.449938 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 01cba3dd-debd-493e-adbc-8996023b4a65 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:45:56.468419 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-6b85b28c-32d6-4fea-ab16-63dfbde4eec0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['407e25eb-4c43-40c6-b1aa-22c1d1b8bbaa']}} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:45:56.477295 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 01cba3dd-debd-493e-adbc-8996023b4a65 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:45:56.478475 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 01cba3dd-debd-493e-adbc-8996023b4a65 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:45:56.478736 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-6b85b28c-32d6-4fea-ab16-63dfbde4eec0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2045e5f3-f74a-4c4e-af19-e8c0ff063508') {'for_net_delete': True} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:45:56.479040 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-6b85b28c-32d6-4fea-ab16-63dfbde4eec0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2045e5f3-f74a-4c4e-af19-e8c0ff063508') {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:45:56.479527 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device f4791ee6-a872-4230-9f2d-b4573011420b no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:45:56.497275 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6b85b28c-32d6-4fea-ab16-63dfbde4eec0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260542144'] for segment, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:56.506614 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: f4791ee6-a872-4230-9f2d-b4573011420b {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:45:56.507101 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device f4791ee6-a872-4230-9f2d-b4573011420b not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:45:56.512126 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6b85b28c-32d6-4fea-ab16-63dfbde4eec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:56.519602 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b85b28c-32d6-4fea-ab16-63dfbde4eec0 admin admin] Releasing vlan 600 on physical network physnet1 to pool {{(pid=102731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:45:56.519996 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6b85b28c-32d6-4fea-ab16-63dfbde4eec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260884178'] for segment, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:56.522081 n-d-838550-3 neutron-server[102731]: Traceback (most recent call last): May 18 18:45:56.522081 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:45:56.522081 n-d-838550-3 neutron-server[102731]: timer() May 18 18:45:56.522081 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:45:56.522081 n-d-838550-3 neutron-server[102731]: cb(*args, **kw) May 18 18:45:56.522081 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:45:56.522081 n-d-838550-3 neutron-server[102731]: return func(*args, **kwargs) May 18 18:45:56.522081 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:45:56.522081 n-d-838550-3 neutron-server[102731]: self._notify() May 18 18:45:56.522081 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:45:56.522081 n-d-838550-3 neutron-server[102731]: self.callback(batched_events) May 18 18:45:56.522081 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:45:56.522081 n-d-838550-3 neutron-server[102731]: event.method(event) May 18 18:45:56.522081 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:45:56.522081 n-d-838550-3 neutron-server[102731]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:45:56.522081 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:45:56.522081 n-d-838550-3 neutron-server[102731]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:45:56.522081 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:45:56.522081 n-d-838550-3 neutron-server[102731]: return f(self, *a, **k) May 18 18:45:56.522081 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:45:56.522081 n-d-838550-3 neutron-server[102731]: return self._get(url).json() May 18 18:45:56.522081 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:45:56.522081 n-d-838550-3 neutron-server[102731]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:45:56.522081 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:45:56.522081 n-d-838550-3 neutron-server[102731]: return self.request(url, 'GET', **kwargs) May 18 18:45:56.522081 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:45:56.522081 n-d-838550-3 neutron-server[102731]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:45:56.522081 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:45:56.522081 n-d-838550-3 neutron-server[102731]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:45:56.522081 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:45:56.522081 n-d-838550-3 neutron-server[102731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:45:56.522081 n-d-838550-3 neutron-server[102731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:45:56.579256 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6b85b28c-32d6-4fea-ab16-63dfbde4eec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:56.585116 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6b85b28c-32d6-4fea-ab16-63dfbde4eec0 admin admin] Notify callbacks [] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:56.590909 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-6b85b28c-32d6-4fea-ab16-63dfbde4eec0 admin admin] 10.222.0.85 "DELETE /v2.0/networks/407e25eb-4c43-40c6-b1aa-22c1d1b8bbaa HTTP/1.1" status: 204 len: 168 time: 0.5604367 May 18 18:45:56.605316 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b85b28c-32d6-4fea-ab16-63dfbde4eec0 admin admin] Pushing event deleted for resources: {'Network': ['ID=407e25eb-4c43-40c6-b1aa-22c1d1b8bbaa,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:45:56.776188 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 46766) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:45:56.816310 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-b9d56354-a686-4d1a-a890-e62e682fbb7a admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=ca5668ae36b449a28b4a112c64e22d5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397265 May 18 18:45:56.818717 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 46768) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:45:56.870009 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-de8aa0c4-c653-4f44-817d-e841b27d4d86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:56.891412 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-de8aa0c4-c653-4f44-817d-e841b27d4d86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:56.942004 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-de8aa0c4-c653-4f44-817d-e841b27d4d86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:56.944490 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-de8aa0c4-c653-4f44-817d-e841b27d4d86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:56.945689 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-de8aa0c4-c653-4f44-817d-e841b27d4d86 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/85f68725-6f74-4aa6-ae95-5744e784e5ca HTTP/1.1" status: 204 len: 168 time: 0.1260657 May 18 18:45:56.953941 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8aa0c4-c653-4f44-817d-e841b27d4d86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85f68725-6f74-4aa6-ae95-5744e784e5ca,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:45:57.284940 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 46774) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:45:57.323573 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-8f9d07a6-8098-42fa-a715-eb60d22bd635 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=0ac03dfe919d4e199d53e753c265ff01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0374079 May 18 18:45:57.326697 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 46776) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:45:57.373235 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-080ae8a9-05e6-43ab-b677-1d9b7bb6cdb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:57.394172 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-080ae8a9-05e6-43ab-b677-1d9b7bb6cdb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:57.441092 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-080ae8a9-05e6-43ab-b677-1d9b7bb6cdb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:57.443712 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-080ae8a9-05e6-43ab-b677-1d9b7bb6cdb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:57.444855 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-080ae8a9-05e6-43ab-b677-1d9b7bb6cdb6 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/75c9f401-668e-470f-992a-640785af4f4d HTTP/1.1" status: 204 len: 168 time: 0.1172831 May 18 18:45:57.452695 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080ae8a9-05e6-43ab-b677-1d9b7bb6cdb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75c9f401-668e-470f-992a-640785af4f4d,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:45:58.131242 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 46800) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:45:58.231030 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-dc7decc4-f096-4796-b930-e6bf3685afc8 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-373524698-network', 'tenant_id': 'e44aa7a4eeee488bb2c3f7827b3acb79'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:45:58.250184 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc7decc4-f096-4796-b930-e6bf3685afc8 admin admin] Made reservation on behalf of e44aa7a4eeee488bb2c3f7827b3acb79 for: {'network': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:45:58.252452 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-dc7decc4-f096-4796-b930-e6bf3685afc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:58.260593 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-dc7decc4-f096-4796-b930-e6bf3685afc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:58.337648 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-dc7decc4-f096-4796-b930-e6bf3685afc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:58.341965 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-dc7decc4-f096-4796-b930-e6bf3685afc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:58.365847 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc7decc4-f096-4796-b930-e6bf3685afc8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 640} {{(pid=102731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:45:58.375431 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7decc4-f096-4796-b930-e6bf3685afc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b5415d3-e1bb-4a61-a560-4ef2438b3ecb,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:45:58.380216 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-dc7decc4-f096-4796-b930-e6bf3685afc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:58.380559 n-d-838550-3 neutron-server[102731]: INFO neutron.db.segments_db [None req-dc7decc4-f096-4796-b930-e6bf3685afc8 admin admin] Added segment 87752700-89ce-4bda-b96f-bce97fdb6fe3 of type vlan for network 1dfc338b-59c7-4669-81df-a9c73f898410 May 18 18:45:58.421055 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-dc7decc4-f096-4796-b930-e6bf3685afc8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:58.445469 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-dc7decc4-f096-4796-b930-e6bf3685afc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:58.446505 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7decc4-f096-4796-b930-e6bf3685afc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:45:58.447078 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-dc7decc4-f096-4796-b930-e6bf3685afc8 admin admin] Notify callbacks [] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:58.494237 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-dc7decc4-f096-4796-b930-e6bf3685afc8 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.3618181 May 18 18:45:58.497055 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 46804) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:45:58.502595 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-4be64e6c-8784-4615-b5a5-e95add244134 admin admin] Request body: {'subnet': {'network_id': '1dfc338b-59c7-4669-81df-a9c73f898410', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-373524698-subnet', 'tenant_id': 'e44aa7a4eeee488bb2c3f7827b3acb79', 'ip_version': 4}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:45:58.509572 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7decc4-f096-4796-b930-e6bf3685afc8 admin admin] Pushing event updated for resources: {'Network': ['ID=1dfc338b-59c7-4669-81df-a9c73f898410,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:45:58.520811 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network 1dfc338b-59c7-4669-81df-a9c73f898410 details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:45:58.522463 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4be64e6c-8784-4615-b5a5-e95add244134 admin admin] Made reservation on behalf of e44aa7a4eeee488bb2c3f7827b3acb79 for: {'subnet': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:45:58.524792 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4be64e6c-8784-4615-b5a5-e95add244134 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261031885'] for subnet, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:58.692021 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4be64e6c-8784-4615-b5a5-e95add244134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261104883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261031899'] for subnet, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:58.745787 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be64e6c-8784-4615-b5a5-e95add244134 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10df20c5-82c0-4ed1-b8ed-89c8916e3e0d,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:45:58.755542 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be64e6c-8784-4615-b5a5-e95add244134 admin admin] Checking segment: {'id': '87752700-89ce-4bda-b96f-bce97fdb6fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '1dfc338b-59c7-4669-81df-a9c73f898410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:45:58.755894 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be64e6c-8784-4615-b5a5-e95add244134 admin admin] Network hostable DHCP agents. Network: 1dfc338b-59c7-4669-81df-a9c73f898410, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:45:58.772807 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be64e6c-8784-4615-b5a5-e95add244134 admin admin] Network 1dfc338b-59c7-4669-81df-a9c73f898410 is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:45:58.781456 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-4be64e6c-8784-4615-b5a5-e95add244134 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, 1dfc338b-59c7-4669-81df-a9c73f898410) {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:45:58.785737 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be64e6c-8784-4615-b5a5-e95add244134 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:45:58.786322 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4be64e6c-8784-4615-b5a5-e95add244134 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:58.791771 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ef7d46-e83c-4e23-8289-77e73138d089 None None] Network 1dfc338b-59c7-4669-81df-a9c73f898410 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:45:58.802840 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-4be64e6c-8784-4615-b5a5-e95add244134 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.3044748 May 18 18:45:58.805349 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 46806) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:45:58.809565 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-0ca5acbd-cd22-40bc-bbcf-2a51bf5dd98f admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-373524698-router', 'tenant_id': 'e44aa7a4eeee488bb2c3f7827b3acb79', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:45:58.829439 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0ca5acbd-cd22-40bc-bbcf-2a51bf5dd98f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25099'] for router, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:58.830473 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0ca5acbd-cd22-40bc-bbcf-2a51bf5dd98f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-593238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596850', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25088'] for router, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:58.943785 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de926305-7139-4b0c-b1ec-d92643860c20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-1dfc338b-59c7-4669-81df-a9c73f898410', 'network_id': '1dfc338b-59c7-4669-81df-a9c73f898410', 'tenant_id': 'e44aa7a4eeee488bb2c3f7827b3acb79', 'fixed_ips': [{'subnet_id': '10df20c5-82c0-4ed1-b8ed-89c8916e3e0d'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:45:58.944658 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-de926305-7139-4b0c-b1ec-d92643860c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:59.169928 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0ca5acbd-cd22-40bc-bbcf-2a51bf5dd98f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:59.244533 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-de926305-7139-4b0c-b1ec-d92643860c20 None None] Allocated IP 172.20.0.2 (1dfc338b-59c7-4669-81df-a9c73f898410/10df20c5-82c0-4ed1-b8ed-89c8916e3e0d/823b8863-d4d1-457f-9db1-c5242822410d) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:45:59.305255 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0ca5acbd-cd22-40bc-bbcf-2a51bf5dd98f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:59.388156 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-de926305-7139-4b0c-b1ec-d92643860c20 None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:59.394573 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-de926305-7139-4b0c-b1ec-d92643860c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:59.436427 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de926305-7139-4b0c-b1ec-d92643860c20 None None] Network 1dfc338b-59c7-4669-81df-a9c73f898410 is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:45:59.439227 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-de926305-7139-4b0c-b1ec-d92643860c20 None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:45:59.446941 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de926305-7139-4b0c-b1ec-d92643860c20 None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:45:59.449332 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de926305-7139-4b0c-b1ec-d92643860c20 None None] Pushing event updated for resources: {'Port': ['ID=823b8863-d4d1-457f-9db1-c5242822410d,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:45:59.502311 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-de926305-7139-4b0c-b1ec-d92643860c20 None None] Attempting to bind port 823b8863-d4d1-457f-9db1-c5242822410d on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:45:59.502679 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-de926305-7139-4b0c-b1ec-d92643860c20 None None] Attempting to bind port 823b8863-d4d1-457f-9db1-c5242822410d by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '87752700-89ce-4bda-b96f-bce97fdb6fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '1dfc338b-59c7-4669-81df-a9c73f898410'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:45:59.503042 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de926305-7139-4b0c-b1ec-d92643860c20 None None] Attempting to bind port 823b8863-d4d1-457f-9db1-c5242822410d on network 1dfc338b-59c7-4669-81df-a9c73f898410 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:45:59.507996 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de926305-7139-4b0c-b1ec-d92643860c20 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:45:59.508372 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de926305-7139-4b0c-b1ec-d92643860c20 None None] Checking segment: {'id': '87752700-89ce-4bda-b96f-bce97fdb6fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '1dfc338b-59c7-4669-81df-a9c73f898410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:45:59.508778 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-de926305-7139-4b0c-b1ec-d92643860c20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:59.509177 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de926305-7139-4b0c-b1ec-d92643860c20 None None] Bound using segment: {'id': '87752700-89ce-4bda-b96f-bce97fdb6fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '1dfc338b-59c7-4669-81df-a9c73f898410'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:45:59.509655 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-de926305-7139-4b0c-b1ec-d92643860c20 None None] Bound port: 823b8863-d4d1-457f-9db1-c5242822410d, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87752700-89ce-4bda-b96f-bce97fdb6fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '1dfc338b-59c7-4669-81df-a9c73f898410'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:45:59.510045 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-de926305-7139-4b0c-b1ec-d92643860c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:59.510389 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0ca5acbd-cd22-40bc-bbcf-2a51bf5dd98f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:59.530489 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0ca5acbd-cd22-40bc-bbcf-2a51bf5dd98f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:59.577258 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-de926305-7139-4b0c-b1ec-d92643860c20 None None] For port 823b8863-d4d1-457f-9db1-c5242822410d, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:45:59.580396 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-de926305-7139-4b0c-b1ec-d92643860c20 None None] For port 823b8863-d4d1-457f-9db1-c5242822410d, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=823b8863-d4d1-457f-9db1-c5242822410d,segment=NetworkSegment(87752700-89ce-4bda-b96f-bce97fdb6fe3),segment_id=87752700-89ce-4bda-b96f-bce97fdb6fe3)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:45:59.583860 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-de926305-7139-4b0c-b1ec-d92643860c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:59.640538 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de926305-7139-4b0c-b1ec-d92643860c20 None None] Pushing event updated for resources: {'Port': ['ID=823b8863-d4d1-457f-9db1-c5242822410d,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:45:59.642254 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-0ca5acbd-cd22-40bc-bbcf-2a51bf5dd98f admin admin] Allocated IP 172.25.5.154 (31ebd439-090c-4b25-bbb0-31c48711b145/363a2810-8a83-4be0-a317-7c91fcd94485/002c5563-aabd-43c1-bb17-86c60b42d167) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:45:59.749816 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0ca5acbd-cd22-40bc-bbcf-2a51bf5dd98f admin admin] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:59.790550 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0ca5acbd-cd22-40bc-bbcf-2a51bf5dd98f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:45:59.839131 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca5acbd-cd22-40bc-bbcf-2a51bf5dd98f admin admin] Network 31ebd439-090c-4b25-bbb0-31c48711b145 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:45:59.842003 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-0ca5acbd-cd22-40bc-bbcf-2a51bf5dd98f admin admin] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:45:59.845481 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca5acbd-cd22-40bc-bbcf-2a51bf5dd98f admin admin] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:45:59.870430 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5acbd-cd22-40bc-bbcf-2a51bf5dd98f admin admin] Pushing event updated for resources: {'Port': ['ID=002c5563-aabd-43c1-bb17-86c60b42d167,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:46:00.104780 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0ca5acbd-cd22-40bc-bbcf-2a51bf5dd98f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:46:00.304011 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0ca5acbd-cd22-40bc-bbcf-2a51bf5dd98f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596801'] for router, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:46:00.448191 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 823b8863-d4d1-457f-9db1-c5242822410d up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:46:00.451140 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ca5acbd-cd22-40bc-bbcf-2a51bf5dd98f admin admin] Router 23496a46-7d12-4dc9-9fce-1804090235ce is scheduled to L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e with binding_index 1 {{(pid=102730) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 18 18:46:00.503406 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 823b8863-d4d1-457f-9db1-c5242822410d triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:46:00.504037 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:46:00.561516 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ca5acbd-cd22-40bc-bbcf-2a51bf5dd98f admin admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:46:00.579319 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886ba8dc-9535-4dcd-b2bb-f45480c52e5e None None] Sync routers for ids ['23496a46-7d12-4dc9-9fce-1804090235ce'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:46:00.581296 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0ca5acbd-cd22-40bc-bbcf-2a51bf5dd98f admin admin] Notify callbacks [] for router, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:46:00.586171 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 46808) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:46:00.586862 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-0ca5acbd-cd22-40bc-bbcf-2a51bf5dd98f admin admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 1.7801039 May 18 18:46:00.600387 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 823b8863-d4d1-457f-9db1-c5242822410d is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:46:00.600771 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:46:00.611439 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886ba8dc-9535-4dcd-b2bb-f45480c52e5e None None] Routers {'23496a46-7d12-4dc9-9fce-1804090235ce'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:46:00.612079 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-886ba8dc-9535-4dcd-b2bb-f45480c52e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:45:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['23496a46-7d12-4dc9-9fce-1804090235ce'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:46:00.617819 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cfb706b-f5d6-4bd5-bb94-5e77bf54c8f8 None None] Network 1dfc338b-59c7-4669-81df-a9c73f898410 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:46:00.727027 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] For port 823b8863-d4d1-457f-9db1-c5242822410d, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=823b8863-d4d1-457f-9db1-c5242822410d,segment=NetworkSegment(87752700-89ce-4bda-b96f-bce97fdb6fe3),segment_id=87752700-89ce-4bda-b96f-bce97fdb6fe3)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:46:00.741705 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:46:00.784191 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-d2f10f94-529e-48f9-981a-3a1e7aa0830a None None] Provisioning complete for port 823b8863-d4d1-457f-9db1-c5242822410d triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:46:00.784478 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d2f10f94-529e-48f9-981a-3a1e7aa0830a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:46:00.883635 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-886ba8dc-9535-4dcd-b2bb-f45480c52e5e None None] Set router 23496a46-7d12-4dc9-9fce-1804090235ce gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:46:00.964912 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Pushing event updated for resources: {'Port': ['ID=823b8863-d4d1-457f-9db1-c5242822410d,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:46:01.014328 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-165ab43c-499f-4f40-91b1-625e9c63bb13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:46:01.104337 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-d2f10f94-529e-48f9-981a-3a1e7aa0830a None None] Current status of the port 823b8863-d4d1-457f-9db1-c5242822410d is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:46:01.176279 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-886ba8dc-9535-4dcd-b2bb-f45480c52e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23496a46-7d12-4dc9-9fce-1804090235ce', 'name': 'tempest-ImageQuotaTest-373524698-router', 'tenant_id': 'e44aa7a4eeee488bb2c3f7827b3acb79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': '002c5563-aabd-43c1-bb17-86c60b42d167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:45:58Z', 'updated_at': '2022-05-18T18:45:59Z', 'revision_number': 3, 'project_id': 'e44aa7a4eeee488bb2c3f7827b3acb79', 'gw_port': {'id': '002c5563-aabd-43c1-bb17-86c60b42d167', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:82:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23496a46-7d12-4dc9-9fce-1804090235ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:45:59Z', 'updated_at': '2022-05-18T18:45:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:46:01.186794 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-165ab43c-499f-4f40-91b1-625e9c63bb13 admin admin] Allocated IP 172.20.0.1 (1dfc338b-59c7-4669-81df-a9c73f898410/10df20c5-82c0-4ed1-b8ed-89c8916e3e0d/bf93b232-c75f-4c3c-afa4-d38f2df06718) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:46:01.218655 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886ba8dc-9535-4dcd-b2bb-f45480c52e5e None None] Checking router: 23496a46-7d12-4dc9-9fce-1804090235ce for host: n-d-838550-3 {{(pid=102732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:46:01.219010 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886ba8dc-9535-4dcd-b2bb-f45480c52e5e None None] Updating router 23496a46-7d12-4dc9-9fce-1804090235ce port 002c5563-aabd-43c1-bb17-86c60b42d167 binding host n-d-838550-3 {{(pid=102732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 18:46:01.254587 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-886ba8dc-9535-4dcd-b2bb-f45480c52e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:46:01.291799 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:46:01.302238 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-165ab43c-499f-4f40-91b1-625e9c63bb13 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:46:01.337796 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-165ab43c-499f-4f40-91b1-625e9c63bb13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:46:01.376117 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-165ab43c-499f-4f40-91b1-625e9c63bb13 admin admin] Network 1dfc338b-59c7-4669-81df-a9c73f898410 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:46:01.380433 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-165ab43c-499f-4f40-91b1-625e9c63bb13 admin admin] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:46:01.385182 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165ab43c-499f-4f40-91b1-625e9c63bb13 admin admin] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:46:01.420045 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165ab43c-499f-4f40-91b1-625e9c63bb13 admin admin] Pushing event updated for resources: {'Port': ['ID=bf93b232-c75f-4c3c-afa4-d38f2df06718,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:46:01.438525 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-165ab43c-499f-4f40-91b1-625e9c63bb13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595826'] for router_interface, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:46:01.458607 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:46:01.461340 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-40683837-37e6-47d7-b076-67bc5d5dafba None None] Provisioning complete for port 823b8863-d4d1-457f-9db1-c5242822410d triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:46:01.461756 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-40683837-37e6-47d7-b076-67bc5d5dafba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:46:01.584678 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-165ab43c-499f-4f40-91b1-625e9c63bb13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:46:01.617041 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-40683837-37e6-47d7-b076-67bc5d5dafba None None] Current status of the port 823b8863-d4d1-457f-9db1-c5242822410d is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:46:01.623100 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-886ba8dc-9535-4dcd-b2bb-f45480c52e5e None None] Notify callbacks [] for port, precommit_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:46:01.628939 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-886ba8dc-9535-4dcd-b2bb-f45480c52e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:46:01.682273 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6018df-a46b-43f9-9434-7bd47ab750fb None None] Pushing event updated for resources: {'Port': ['ID=002c5563-aabd-43c1-bb17-86c60b42d167,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:46:01.684804 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-886ba8dc-9535-4dcd-b2bb-f45480c52e5e None None] Attempting to bind port 002c5563-aabd-43c1-bb17-86c60b42d167 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:46:01.685173 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-886ba8dc-9535-4dcd-b2bb-f45480c52e5e None None] Attempting to bind port 002c5563-aabd-43c1-bb17-86c60b42d167 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:46:01.690159 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886ba8dc-9535-4dcd-b2bb-f45480c52e5e None None] Attempting to bind port 002c5563-aabd-43c1-bb17-86c60b42d167 on network 31ebd439-090c-4b25-bbb0-31c48711b145 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:46:01.691607 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886ba8dc-9535-4dcd-b2bb-f45480c52e5e None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:46:01.691982 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886ba8dc-9535-4dcd-b2bb-f45480c52e5e None None] Checking segment: {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:46:01.692382 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-886ba8dc-9535-4dcd-b2bb-f45480c52e5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:46:01.692769 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886ba8dc-9535-4dcd-b2bb-f45480c52e5e None None] Bound using segment: {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:46:01.693227 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-886ba8dc-9535-4dcd-b2bb-f45480c52e5e None None] Bound port: 002c5563-aabd-43c1-bb17-86c60b42d167, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:46:01.693608 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-886ba8dc-9535-4dcd-b2bb-f45480c52e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:46:01.753344 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-165ab43c-499f-4f40-91b1-625e9c63bb13 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:46:01.755885 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-886ba8dc-9535-4dcd-b2bb-f45480c52e5e None None] For port 002c5563-aabd-43c1-bb17-86c60b42d167, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:46:01.758307 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-165ab43c-499f-4f40-91b1-625e9c63bb13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:46:01.768603 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-541d3e62-4c75-4889-bdcb-e36aa492f4fa None None] Provisioning complete for port bf93b232-c75f-4c3c-afa4-d38f2df06718 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:46:01.768973 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-541d3e62-4c75-4889-bdcb-e36aa492f4fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:46:01.771520 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-886ba8dc-9535-4dcd-b2bb-f45480c52e5e None None] For port 002c5563-aabd-43c1-bb17-86c60b42d167, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=002c5563-aabd-43c1-bb17-86c60b42d167,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:46:01.795029 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-886ba8dc-9535-4dcd-b2bb-f45480c52e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:46:01.827203 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165ab43c-499f-4f40-91b1-625e9c63bb13 admin admin] Pushing event updated for resources: {'Port': ['ID=bf93b232-c75f-4c3c-afa4-d38f2df06718,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:46:01.832214 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-165ab43c-499f-4f40-91b1-625e9c63bb13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-595870'] for router_interface, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:46:01.844435 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165ab43c-499f-4f40-91b1-625e9c63bb13 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:46:01.844435 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165ab43c-499f-4f40-91b1-625e9c63bb13 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:46:01.844796 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165ab43c-499f-4f40-91b1-625e9c63bb13 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:46:01.844946 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165ab43c-499f-4f40-91b1-625e9c63bb13 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:46:01.845438 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165ab43c-499f-4f40-91b1-625e9c63bb13 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:46:01.845557 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-541d3e62-4c75-4889-bdcb-e36aa492f4fa None None] Port bf93b232-c75f-4c3c-afa4-d38f2df06718 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:46:01.845807 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165ab43c-499f-4f40-91b1-625e9c63bb13 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:46:01.846135 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165ab43c-499f-4f40-91b1-625e9c63bb13 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:46:01.846466 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165ab43c-499f-4f40-91b1-625e9c63bb13 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:46:01.847135 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165ab43c-499f-4f40-91b1-625e9c63bb13 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:46:01.847441 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165ab43c-499f-4f40-91b1-625e9c63bb13 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:46:01.847768 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165ab43c-499f-4f40-91b1-625e9c63bb13 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:46:01.848096 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165ab43c-499f-4f40-91b1-625e9c63bb13 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:46:01.870002 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886ba8dc-9535-4dcd-b2bb-f45480c52e5e None None] Routers {'23496a46-7d12-4dc9-9fce-1804090235ce'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:46:01.871218 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-886ba8dc-9535-4dcd-b2bb-f45480c52e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:45:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['23496a46-7d12-4dc9-9fce-1804090235ce'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:46:01.872424 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6018df-a46b-43f9-9434-7bd47ab750fb None None] Pushing event updated for resources: {'Port': ['ID=002c5563-aabd-43c1-bb17-86c60b42d167,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:46:01.943599 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-165ab43c-499f-4f40-91b1-625e9c63bb13 admin admin] Network 1dfc338b-59c7-4669-81df-a9c73f898410 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:46:01.944887 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-165ab43c-499f-4f40-91b1-625e9c63bb13 admin admin] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:46:01.995187 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-886ba8dc-9535-4dcd-b2bb-f45480c52e5e None None] Set router 23496a46-7d12-4dc9-9fce-1804090235ce gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:46:02.064259 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-165ab43c-499f-4f40-91b1-625e9c63bb13 admin admin] Router 23496a46-7d12-4dc9-9fce-1804090235ce has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:46:02.177336 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-165ab43c-499f-4f40-91b1-625e9c63bb13 admin admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:46:02.182470 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-165ab43c-499f-4f40-91b1-625e9c63bb13 admin admin] 10.222.0.85 "PUT /v2.0/routers/23496a46-7d12-4dc9-9fce-1804090235ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5942485 May 18 18:46:02.205414 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-fdf01ea1-de8f-4471-86d8-4083c1a42296 None None] Provisioning complete for port bf93b232-c75f-4c3c-afa4-d38f2df06718 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:46:02.205815 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-fdf01ea1-de8f-4471-86d8-4083c1a42296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:46:02.244861 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-fdf01ea1-de8f-4471-86d8-4083c1a42296 None None] Port bf93b232-c75f-4c3c-afa4-d38f2df06718 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:46:02.255064 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-886ba8dc-9535-4dcd-b2bb-f45480c52e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23496a46-7d12-4dc9-9fce-1804090235ce', 'name': 'tempest-ImageQuotaTest-373524698-router', 'tenant_id': 'e44aa7a4eeee488bb2c3f7827b3acb79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': '002c5563-aabd-43c1-bb17-86c60b42d167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:45:58Z', 'updated_at': '2022-05-18T18:46:01Z', 'revision_number': 4, 'project_id': 'e44aa7a4eeee488bb2c3f7827b3acb79', 'gw_port': {'id': '002c5563-aabd-43c1-bb17-86c60b42d167', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:82:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23496a46-7d12-4dc9-9fce-1804090235ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:45:59Z', 'updated_at': '2022-05-18T18:46:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': 'bf93b232-c75f-4c3c-afa4-d38f2df06718', 'name': '', 'network_id': '1dfc338b-59c7-4669-81df-a9c73f898410', 'tenant_id': 'e44aa7a4eeee488bb2c3f7827b3acb79', 'mac_address': 'fa:16:3e:c0:df:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23496a46-7d12-4dc9-9fce-1804090235ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '10df20c5-82c0-4ed1-b8ed-89c8916e3e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:46:01Z', 'updated_at': '2022-05-18T18:46:01Z', 'revision_number': 2, 'project_id': 'e44aa7a4eeee488bb2c3f7827b3acb79', 'subnets': [{'id': '10df20c5-82c0-4ed1-b8ed-89c8916e3e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:46:02.289112 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886ba8dc-9535-4dcd-b2bb-f45480c52e5e None None] The sync data for ids ['23496a46-7d12-4dc9-9fce-1804090235ce'] in n-d-838550-3 is: [{'id': '23496a46-7d12-4dc9-9fce-1804090235ce', 'name': 'tempest-ImageQuotaTest-373524698-router', 'tenant_id': 'e44aa7a4eeee488bb2c3f7827b3acb79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': '002c5563-aabd-43c1-bb17-86c60b42d167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:45:58Z', 'updated_at': '2022-05-18T18:46:01Z', 'revision_number': 4, 'project_id': 'e44aa7a4eeee488bb2c3f7827b3acb79', 'gw_port': {'id': '002c5563-aabd-43c1-bb17-86c60b42d167', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:82:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23496a46-7d12-4dc9-9fce-1804090235ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:45:59Z', 'updated_at': '2022-05-18T18:46:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': 'bf93b232-c75f-4c3c-afa4-d38f2df06718', 'name': '', 'network_id': '1dfc338b-59c7-4669-81df-a9c73f898410', 'tenant_id': 'e44aa7a4eeee488bb2c3f7827b3acb79', 'mac_address': 'fa:16:3e:c0:df:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23496a46-7d12-4dc9-9fce-1804090235ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '10df20c5-82c0-4ed1-b8ed-89c8916e3e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:46:01Z', 'updated_at': '2022-05-18T18:46:01Z', 'revision_number': 2, 'project_id': 'e44aa7a4eeee488bb2c3f7827b3acb79', 'subnets': [{'id': '10df20c5-82c0-4ed1-b8ed-89c8916e3e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:46:02.431658 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 823b8863-d4d1-457f-9db1-c5242822410d up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:46:02.510267 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 823b8863-d4d1-457f-9db1-c5242822410d triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:46:02.510643 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:46:02.591726 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 823b8863-d4d1-457f-9db1-c5242822410d is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:46:03.241318 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 46828) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:46:03.591356 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-64b3efc4-a454-4016-8425-2d7920a676dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-595963'] for router_interface, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:46:03.835080 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-64b3efc4-a454-4016-8425-2d7920a676dd admin admin] Deleting port bf93b232-c75f-4c3c-afa4-d38f2df06718 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:46:03.835416 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-64b3efc4-a454-4016-8425-2d7920a676dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:46:03.909641 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-64b3efc4-a454-4016-8425-2d7920a676dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:46:03.923381 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-64b3efc4-a454-4016-8425-2d7920a676dd admin admin] Calling delete_port for bf93b232-c75f-4c3c-afa4-d38f2df06718 owned by network:router_interface {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:46:04.103187 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-64b3efc4-a454-4016-8425-2d7920a676dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:46:04.132479 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b3efc4-a454-4016-8425-2d7920a676dd admin admin] Pushing event deleted for resources: {'Port': ['ID=bf93b232-c75f-4c3c-afa4-d38f2df06718,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:46:04.251472 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fef548a-dae1-45d2-8222-fd9072448aee None None] Sync routers for ids ['23496a46-7d12-4dc9-9fce-1804090235ce'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:46:04.266176 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fef548a-dae1-45d2-8222-fd9072448aee None None] Routers {'23496a46-7d12-4dc9-9fce-1804090235ce'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:46:04.266828 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-1fef548a-dae1-45d2-8222-fd9072448aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:45:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['23496a46-7d12-4dc9-9fce-1804090235ce'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:46:04.306725 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-64b3efc4-a454-4016-8425-2d7920a676dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-593931'] for router_interface, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:46:04.375064 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-1fef548a-dae1-45d2-8222-fd9072448aee None None] Set router 23496a46-7d12-4dc9-9fce-1804090235ce gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:46:04.448679 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 002c5563-aabd-43c1-bb17-86c60b42d167 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:46:04.497867 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 002c5563-aabd-43c1-bb17-86c60b42d167 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:46:04.498178 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:46:04.562728 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-1fef548a-dae1-45d2-8222-fd9072448aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23496a46-7d12-4dc9-9fce-1804090235ce', 'name': 'tempest-ImageQuotaTest-373524698-router', 'tenant_id': 'e44aa7a4eeee488bb2c3f7827b3acb79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': '002c5563-aabd-43c1-bb17-86c60b42d167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:45:58Z', 'updated_at': '2022-05-18T18:46:04Z', 'revision_number': 5, 'project_id': 'e44aa7a4eeee488bb2c3f7827b3acb79', 'gw_port': {'id': '002c5563-aabd-43c1-bb17-86c60b42d167', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:82:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23496a46-7d12-4dc9-9fce-1804090235ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:45:59Z', 'updated_at': '2022-05-18T18:46:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:46:04.595839 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fef548a-dae1-45d2-8222-fd9072448aee None None] Checking router: 23496a46-7d12-4dc9-9fce-1804090235ce for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:46:04.606104 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fef548a-dae1-45d2-8222-fd9072448aee None None] Routers {'23496a46-7d12-4dc9-9fce-1804090235ce'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:46:04.606751 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-1fef548a-dae1-45d2-8222-fd9072448aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:45:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['23496a46-7d12-4dc9-9fce-1804090235ce'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:46:04.718007 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-1fef548a-dae1-45d2-8222-fd9072448aee None None] Set router 23496a46-7d12-4dc9-9fce-1804090235ce gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:46:04.754484 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 002c5563-aabd-43c1-bb17-86c60b42d167 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:46:04.755156 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:46:04.777866 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] For port 002c5563-aabd-43c1-bb17-86c60b42d167, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=002c5563-aabd-43c1-bb17-86c60b42d167,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:46:04.783427 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:46:04.811995 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64b3efc4-a454-4016-8425-2d7920a676dd admin admin] Router 23496a46-7d12-4dc9-9fce-1804090235ce has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:46:04.833385 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Pushing event updated for resources: {'Port': ['ID=002c5563-aabd-43c1-bb17-86c60b42d167,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:46:04.841376 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:46:04.841994 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:46:04.842357 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:46:04.842682 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:46:04.843036 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:46:04.843358 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:46:04.843692 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:46:04.844028 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:46:04.844359 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:46:04.844677 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:46:04.845010 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:46:04.845334 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:46:04.905265 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-1fef548a-dae1-45d2-8222-fd9072448aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23496a46-7d12-4dc9-9fce-1804090235ce', 'name': 'tempest-ImageQuotaTest-373524698-router', 'tenant_id': 'e44aa7a4eeee488bb2c3f7827b3acb79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': '002c5563-aabd-43c1-bb17-86c60b42d167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:45:58Z', 'updated_at': '2022-05-18T18:46:04Z', 'revision_number': 5, 'project_id': 'e44aa7a4eeee488bb2c3f7827b3acb79', 'gw_port': {'id': '002c5563-aabd-43c1-bb17-86c60b42d167', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:82:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23496a46-7d12-4dc9-9fce-1804090235ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:45:59Z', 'updated_at': '2022-05-18T18:46:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:46:04.921241 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64b3efc4-a454-4016-8425-2d7920a676dd admin admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:46:04.926228 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-64b3efc4-a454-4016-8425-2d7920a676dd admin admin] 10.222.0.85 "PUT /v2.0/routers/23496a46-7d12-4dc9-9fce-1804090235ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6838307 May 18 18:46:04.928848 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 46830) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:46:04.931922 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fef548a-dae1-45d2-8222-fd9072448aee None None] The sync data for ids ['23496a46-7d12-4dc9-9fce-1804090235ce'] in n-d-838550-3 is: [{'id': '23496a46-7d12-4dc9-9fce-1804090235ce', 'name': 'tempest-ImageQuotaTest-373524698-router', 'tenant_id': 'e44aa7a4eeee488bb2c3f7827b3acb79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': '002c5563-aabd-43c1-bb17-86c60b42d167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:45:58Z', 'updated_at': '2022-05-18T18:46:04Z', 'revision_number': 5, 'project_id': 'e44aa7a4eeee488bb2c3f7827b3acb79', 'gw_port': {'id': '002c5563-aabd-43c1-bb17-86c60b42d167', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:82:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23496a46-7d12-4dc9-9fce-1804090235ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:45:59Z', 'updated_at': '2022-05-18T18:46:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:46:05.033592 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ff74d58d-462b-446d-ad20-d2dd452870e8 admin admin] Notify callbacks [] for router, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:46:05.133083 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ff74d58d-462b-446d-ad20-d2dd452870e8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:46:05.183107 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-ff74d58d-462b-446d-ad20-d2dd452870e8 admin admin] Deleting port 002c5563-aabd-43c1-bb17-86c60b42d167 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:46:05.183442 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ff74d58d-462b-446d-ad20-d2dd452870e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:46:05.262238 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-ff74d58d-462b-446d-ad20-d2dd452870e8 admin admin] For port 002c5563-aabd-43c1-bb17-86c60b42d167, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=002c5563-aabd-43c1-bb17-86c60b42d167,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:46:05.262612 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ff74d58d-462b-446d-ad20-d2dd452870e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:46:05.274575 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-ff74d58d-462b-446d-ad20-d2dd452870e8 admin admin] Calling delete_port for 002c5563-aabd-43c1-bb17-86c60b42d167 owned by network:router_gateway {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:46:05.463471 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ff74d58d-462b-446d-ad20-d2dd452870e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:46:05.491638 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff74d58d-462b-446d-ad20-d2dd452870e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=002c5563-aabd-43c1-bb17-86c60b42d167,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:46:05.499448 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c4c593-ec72-45f7-8963-ec79858b720e None None] Sync routers for ids ['23496a46-7d12-4dc9-9fce-1804090235ce'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:46:05.507251 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff74d58d-462b-446d-ad20-d2dd452870e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:46:05.508008 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff74d58d-462b-446d-ad20-d2dd452870e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:46:05.508721 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff74d58d-462b-446d-ad20-d2dd452870e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:46:05.509169 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff74d58d-462b-446d-ad20-d2dd452870e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:46:05.509308 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c4c593-ec72-45f7-8963-ec79858b720e None None] Routers {'23496a46-7d12-4dc9-9fce-1804090235ce'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:46:05.509712 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff74d58d-462b-446d-ad20-d2dd452870e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:46:05.509915 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-d3c4c593-ec72-45f7-8963-ec79858b720e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:45:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['23496a46-7d12-4dc9-9fce-1804090235ce'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:46:05.510245 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff74d58d-462b-446d-ad20-d2dd452870e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:46:05.510672 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff74d58d-462b-446d-ad20-d2dd452870e8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:46:05.511273 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff74d58d-462b-446d-ad20-d2dd452870e8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:46:05.511723 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff74d58d-462b-446d-ad20-d2dd452870e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:46:05.512117 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff74d58d-462b-446d-ad20-d2dd452870e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:46:05.513674 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff74d58d-462b-446d-ad20-d2dd452870e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:46:05.514072 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff74d58d-462b-446d-ad20-d2dd452870e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:46:05.578034 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ff74d58d-462b-446d-ad20-d2dd452870e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596901'] for router_gateway, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:46:05.580626 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-d3c4c593-ec72-45f7-8963-ec79858b720e None None] Set router 23496a46-7d12-4dc9-9fce-1804090235ce gateway port host: None {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:46:05.635833 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-d3c4c593-ec72-45f7-8963-ec79858b720e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23496a46-7d12-4dc9-9fce-1804090235ce', 'name': 'tempest-ImageQuotaTest-373524698-router', 'tenant_id': 'e44aa7a4eeee488bb2c3f7827b3acb79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:45:58Z', 'updated_at': '2022-05-18T18:46:05Z', 'revision_number': 7, 'project_id': 'e44aa7a4eeee488bb2c3f7827b3acb79', 'gw_port_host': None}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:46:05.663638 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c4c593-ec72-45f7-8963-ec79858b720e None None] Checking router: 23496a46-7d12-4dc9-9fce-1804090235ce for host: n-d-838550-3 {{(pid=102732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:46:05.671892 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ff74d58d-462b-446d-ad20-d2dd452870e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25145'] for router, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:46:05.675891 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ff74d58d-462b-446d-ad20-d2dd452870e8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:46:05.680446 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c4c593-ec72-45f7-8963-ec79858b720e None None] Routers {'23496a46-7d12-4dc9-9fce-1804090235ce'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:46:05.681255 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-d3c4c593-ec72-45f7-8963-ec79858b720e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:45:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['23496a46-7d12-4dc9-9fce-1804090235ce'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:46:05.728396 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ff74d58d-462b-446d-ad20-d2dd452870e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593303'] for router, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:46:05.729006 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff74d58d-462b-446d-ad20-d2dd452870e8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 23496a46-7d12-4dc9-9fce-1804090235ce {{(pid=102730) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 18 18:46:05.733362 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ff74d58d-462b-446d-ad20-d2dd452870e8 admin admin] Notify callbacks [] for router, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:46:05.734704 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-ff74d58d-462b-446d-ad20-d2dd452870e8 admin admin] 10.222.0.85 "DELETE /v2.0/routers/23496a46-7d12-4dc9-9fce-1804090235ce HTTP/1.1" status: 204 len: 168 time: 0.8048592 May 18 18:46:05.737546 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 46832) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:46:05.753836 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-d3c4c593-ec72-45f7-8963-ec79858b720e None None] Set router 23496a46-7d12-4dc9-9fce-1804090235ce gateway port host: None {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:46:05.783642 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_v2 [None req-c32a25bd-ab35-42df-8da8-7be148353ab8 admin admin] Deleting subnet 10df20c5-82c0-4ed1-b8ed-89c8916e3e0d {{(pid=102730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:46:05.786818 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c32a25bd-ab35-42df-8da8-7be148353ab8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:46:05.809983 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-d3c4c593-ec72-45f7-8963-ec79858b720e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23496a46-7d12-4dc9-9fce-1804090235ce', 'name': 'tempest-ImageQuotaTest-373524698-router', 'tenant_id': 'e44aa7a4eeee488bb2c3f7827b3acb79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:45:58Z', 'updated_at': '2022-05-18T18:46:05Z', 'revision_number': 7, 'project_id': 'e44aa7a4eeee488bb2c3f7827b3acb79', 'gw_port_host': None}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:46:05.821464 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c32a25bd-ab35-42df-8da8-7be148353ab8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260107366'] for subnet, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:46:05.836334 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c4c593-ec72-45f7-8963-ec79858b720e None None] The sync data for ids ['23496a46-7d12-4dc9-9fce-1804090235ce'] in n-d-838550-3 is: [{'id': '23496a46-7d12-4dc9-9fce-1804090235ce', 'name': 'tempest-ImageQuotaTest-373524698-router', 'tenant_id': 'e44aa7a4eeee488bb2c3f7827b3acb79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:45:58Z', 'updated_at': '2022-05-18T18:46:05Z', 'revision_number': 7, 'project_id': 'e44aa7a4eeee488bb2c3f7827b3acb79', 'gw_port_host': None}] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:46:05.907490 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c32a25bd-ab35-42df-8da8-7be148353ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:46:05.965524 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c32a25bd-ab35-42df-8da8-7be148353ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261104690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261031888'] for subnet, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:46:05.991948 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32a25bd-ab35-42df-8da8-7be148353ab8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10df20c5-82c0-4ed1-b8ed-89c8916e3e0d,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:46:05.997042 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c32a25bd-ab35-42df-8da8-7be148353ab8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:46:06.000864 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-c32a25bd-ab35-42df-8da8-7be148353ab8 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/10df20c5-82c0-4ed1-b8ed-89c8916e3e0d HTTP/1.1" status: 204 len: 168 time: 0.2623465 May 18 18:46:06.001886 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7aa4ea5-d02b-4b3f-9bdd-8c715eebc36b None None] Network 1dfc338b-59c7-4669-81df-a9c73f898410 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:46:06.003872 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 46834) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:46:06.088466 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a495f617-6c35-4d1e-88e7-3e05508d6356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:46:06.142309 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-a495f617-6c35-4d1e-88e7-3e05508d6356 admin admin] Deleting port 823b8863-d4d1-457f-9db1-c5242822410d {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:46:06.142656 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a495f617-6c35-4d1e-88e7-3e05508d6356 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:46:06.205469 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-a495f617-6c35-4d1e-88e7-3e05508d6356 admin admin] For port 823b8863-d4d1-457f-9db1-c5242822410d, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=823b8863-d4d1-457f-9db1-c5242822410d,segment=NetworkSegment(87752700-89ce-4bda-b96f-bce97fdb6fe3),segment_id=87752700-89ce-4bda-b96f-bce97fdb6fe3)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:46:06.205810 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a495f617-6c35-4d1e-88e7-3e05508d6356 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:46:06.218232 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-a495f617-6c35-4d1e-88e7-3e05508d6356 admin admin] Calling delete_port for 823b8863-d4d1-457f-9db1-c5242822410d owned by network:dhcp {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:46:06.249507 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a955f6d-0eda-4239-90c7-6f04cb298557 None None] DHCP port deletion for 1dfc338b-59c7-4669-81df-a9c73f898410 request from n-d-838550-3 {{(pid=102732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 18:46:06.300225 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-8a955f6d-0eda-4239-90c7-6f04cb298557 None None] Deleting port 823b8863-d4d1-457f-9db1-c5242822410d {{(pid=102732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:46:06.300606 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-8a955f6d-0eda-4239-90c7-6f04cb298557 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:46:06.304817 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a495f617-6c35-4d1e-88e7-3e05508d6356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:46:06.333014 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a495f617-6c35-4d1e-88e7-3e05508d6356 admin admin] No DVR routers for this DVR port 823b8863-d4d1-457f-9db1-c5242822410d on host n-d-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:46:06.334671 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a495f617-6c35-4d1e-88e7-3e05508d6356 admin admin] Pushing event deleted for resources: {'Port': ['ID=823b8863-d4d1-457f-9db1-c5242822410d,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:46:06.372375 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-8a955f6d-0eda-4239-90c7-6f04cb298557 None None] For port 823b8863-d4d1-457f-9db1-c5242822410d, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=823b8863-d4d1-457f-9db1-c5242822410d,segment=NetworkSegment(87752700-89ce-4bda-b96f-bce97fdb6fe3),segment_id=87752700-89ce-4bda-b96f-bce97fdb6fe3)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:46:06.373314 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-8a955f6d-0eda-4239-90c7-6f04cb298557 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:46:06.388909 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-8a955f6d-0eda-4239-90c7-6f04cb298557 None None] Calling delete_port for 823b8863-d4d1-457f-9db1-c5242822410d owned by network:dhcp {{(pid=102732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:46:06.416780 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a495f617-6c35-4d1e-88e7-3e05508d6356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:46:06.439810 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-a495f617-6c35-4d1e-88e7-3e05508d6356 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dfc338b-59c7-4669-81df-a9c73f898410']}} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:46:06.449527 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-a495f617-6c35-4d1e-88e7-3e05508d6356 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87752700-89ce-4bda-b96f-bce97fdb6fe3') {'for_net_delete': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:46:06.449873 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-a495f617-6c35-4d1e-88e7-3e05508d6356 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87752700-89ce-4bda-b96f-bce97fdb6fe3') {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:46:06.454291 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 002c5563-aabd-43c1-bb17-86c60b42d167 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:46:06.460960 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a495f617-6c35-4d1e-88e7-3e05508d6356 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260107375'] for segment, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:46:06.474798 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a495f617-6c35-4d1e-88e7-3e05508d6356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:46:06.483103 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a495f617-6c35-4d1e-88e7-3e05508d6356 admin admin] Releasing vlan 640 on physical network physnet1 to pool {{(pid=102730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:46:06.483585 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a495f617-6c35-4d1e-88e7-3e05508d6356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261102736'] for segment, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:46:06.485734 n-d-838550-3 neutron-server[102730]: Traceback (most recent call last): May 18 18:46:06.485734 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:46:06.485734 n-d-838550-3 neutron-server[102730]: timer() May 18 18:46:06.485734 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:46:06.485734 n-d-838550-3 neutron-server[102730]: cb(*args, **kw) May 18 18:46:06.485734 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:46:06.485734 n-d-838550-3 neutron-server[102730]: return func(*args, **kwargs) May 18 18:46:06.485734 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:46:06.485734 n-d-838550-3 neutron-server[102730]: self._notify() May 18 18:46:06.485734 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:46:06.485734 n-d-838550-3 neutron-server[102730]: self.callback(batched_events) May 18 18:46:06.485734 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:46:06.485734 n-d-838550-3 neutron-server[102730]: event.method(event) May 18 18:46:06.485734 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:46:06.485734 n-d-838550-3 neutron-server[102730]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:46:06.485734 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:46:06.485734 n-d-838550-3 neutron-server[102730]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:46:06.485734 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:46:06.485734 n-d-838550-3 neutron-server[102730]: return f(self, *a, **k) May 18 18:46:06.485734 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:46:06.485734 n-d-838550-3 neutron-server[102730]: return self._get(url).json() May 18 18:46:06.485734 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:46:06.485734 n-d-838550-3 neutron-server[102730]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:46:06.485734 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:46:06.485734 n-d-838550-3 neutron-server[102730]: return self.request(url, 'GET', **kwargs) May 18 18:46:06.485734 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:46:06.485734 n-d-838550-3 neutron-server[102730]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:46:06.485734 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:46:06.485734 n-d-838550-3 neutron-server[102730]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:46:06.485734 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:46:06.485734 n-d-838550-3 neutron-server[102730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:46:06.485734 n-d-838550-3 neutron-server[102730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:46:06.487757 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 002c5563-aabd-43c1-bb17-86c60b42d167 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:46:06.487757 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 002c5563-aabd-43c1-bb17-86c60b42d167 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:46:06.487925 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 823b8863-d4d1-457f-9db1-c5242822410d no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:46:06.518033 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 823b8863-d4d1-457f-9db1-c5242822410d {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:46:06.518678 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 823b8863-d4d1-457f-9db1-c5242822410d not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:46:06.518768 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device bf93b232-c75f-4c3c-afa4-d38f2df06718 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:46:06.542411 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: bf93b232-c75f-4c3c-afa4-d38f2df06718 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:46:06.542754 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device bf93b232-c75f-4c3c-afa4-d38f2df06718 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:46:06.547223 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a495f617-6c35-4d1e-88e7-3e05508d6356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:46:06.562205 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a495f617-6c35-4d1e-88e7-3e05508d6356 admin admin] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:46:06.562372 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-8a955f6d-0eda-4239-90c7-6f04cb298557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508'] for port, after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:46:06.568690 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-a495f617-6c35-4d1e-88e7-3e05508d6356 admin admin] 10.222.0.85 "DELETE /v2.0/networks/1dfc338b-59c7-4669-81df-a9c73f898410 HTTP/1.1" status: 204 len: 168 time: 0.5635862 May 18 18:46:06.580833 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a495f617-6c35-4d1e-88e7-3e05508d6356 admin admin] Pushing event deleted for resources: {'Network': ['ID=1dfc338b-59c7-4669-81df-a9c73f898410,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:46:06.589048 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a955f6d-0eda-4239-90c7-6f04cb298557 None None] Pushing event deleted for resources: {'Port': ['ID=823b8863-d4d1-457f-9db1-c5242822410d,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:46:06.592233 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8a955f6d-0eda-4239-90c7-6f04cb298557 None None] Network 1dfc338b-59c7-4669-81df-a9c73f898410 is not hosted by any dhcp agent {{(pid=102732) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} May 18 18:46:06.592692 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a955f6d-0eda-4239-90c7-6f04cb298557 None None] No DVR routers for this DVR port 823b8863-d4d1-457f-9db1-c5242822410d on host n-d-838550-3 {{(pid=102732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:46:06.686771 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 46838) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:46:06.727008 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-3da23085-0677-4b4e-8b1d-9a8cd8653f9b admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=e44aa7a4eeee488bb2c3f7827b3acb79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389936 May 18 18:46:06.729356 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 46840) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:46:06.776203 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5b119eab-fd35-4e03-b60b-d45d3aa4da9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:46:06.797144 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5b119eab-fd35-4e03-b60b-d45d3aa4da9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:46:06.843134 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5b119eab-fd35-4e03-b60b-d45d3aa4da9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:46:06.845890 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5b119eab-fd35-4e03-b60b-d45d3aa4da9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:46:06.847160 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-5b119eab-fd35-4e03-b60b-d45d3aa4da9b admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/2b5415d3-e1bb-4a61-a560-4ef2438b3ecb HTTP/1.1" status: 204 len: 168 time: 0.1168101 May 18 18:46:06.855073 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b119eab-fd35-4e03-b60b-d45d3aa4da9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b5415d3-e1bb-4a61-a560-4ef2438b3ecb,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:46:07.167363 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 46846) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:46:07.180663 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a3911213-1889-4392-9feb-b46924a155c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:46:07.254535 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a3911213-1889-4392-9feb-b46924a155c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:46:07.258254 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a3911213-1889-4392-9feb-b46924a155c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:46:07.298152 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-a3911213-1889-4392-9feb-b46924a155c4 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.1297255 May 18 18:46:07.299007 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3911213-1889-4392-9feb-b46924a155c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4702214-88b0-4bb1-9036-53bedeb01378,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:46:07.301605 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 46848) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:46:07.350212 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-aae8c2fa-a55c-4e16-8697-ec3348014c6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:46:07.371628 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-aae8c2fa-a55c-4e16-8697-ec3348014c6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:46:07.421629 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-aae8c2fa-a55c-4e16-8697-ec3348014c6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:46:07.424247 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-aae8c2fa-a55c-4e16-8697-ec3348014c6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:46:07.425404 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-aae8c2fa-a55c-4e16-8697-ec3348014c6f admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/b4702214-88b0-4bb1-9036-53bedeb01378 HTTP/1.1" status: 204 len: 168 time: 0.1222072 May 18 18:46:07.433238 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8c2fa-a55c-4e16-8697-ec3348014c6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4702214-88b0-4bb1-9036-53bedeb01378,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:46:07.705381 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9ddcfd77-a7e3-494f-a4c7-1827678d871e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:46:10.071503 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-639bc886-a42b-4a3d-a657-fde37cb97776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:46:11.352106 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:46:12.507111 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:46:13.092749 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:46:14.041881 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [req-00be6fbe-e8b5-4f31-949e-5d909c27a9e6 req-53b5ae91-5970-4b10-9002-8ed3b8776173 service neutron] (102730) timed out ('10.222.0.85', 44578) {{(pid=102730) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} May 18 18:46:18.341397 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-45fcc83e-bead-41d0-a893-ca6eb2d57ca4 req-444c542b-9d99-4ab4-ad90-75984486b782 tempest-ServersAdminNegativeTestJSON-1631165043 tempest-ServersAdminNegativeTestJSON-1631165043-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=b8d45c61d1574d2da98c1a218dc928bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284140 May 18 18:46:18.523977 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fcc83e-bead-41d0-a893-ca6eb2d57ca4 req-27cd7924-c3c3-4437-a26a-31c855f7e955 tempest-ServersAdminNegativeTestJSON-1631165043 tempest-ServersAdminNegativeTestJSON-1631165043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:46:18.525421 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-45fcc83e-bead-41d0-a893-ca6eb2d57ca4 req-27cd7924-c3c3-4437-a26a-31c855f7e955 tempest-ServersAdminNegativeTestJSON-1631165043 tempest-ServersAdminNegativeTestJSON-1631165043-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1777315 May 18 18:46:18.540874 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-45fcc83e-bead-41d0-a893-ca6eb2d57ca4 req-16208fa4-21f3-4999-ba8a-fe5fb1252035 tempest-ServersAdminNegativeTestJSON-1631165043 tempest-ServersAdminNegativeTestJSON-1631165043-project] 10.222.0.85 "GET /v2.0/quotas/b8d45c61d1574d2da98c1a218dc928bd HTTP/1.1" status: 200 len: 375 time: 0.0087245 May 18 18:46:18.597315 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-45fcc83e-bead-41d0-a893-ca6eb2d57ca4 req-6eee77e6-0736-4fee-b3c2-672f2887a1e6 tempest-ServersAdminNegativeTestJSON-1631165043 tempest-ServersAdminNegativeTestJSON-1631165043-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=b8d45c61d1574d2da98c1a218dc928bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0510139 May 18 18:46:18.759175 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2222ac00-7350-49e6-8afe-f979efd6c08f req-9fb02056-20a9-4885-a8be-1dff20d452fe tempest-ServersAdminNegativeTestJSON-1631165043 tempest-ServersAdminNegativeTestJSON-1631165043-project] 10.222.0.85 "GET /v2.0/ports?device_id=531f1762-1569-481d-a885-67b82bea24b3 HTTP/1.1" status: 200 len: 210 time: 0.0267518 May 18 18:46:19.667324 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-45fcc83e-bead-41d0-a893-ca6eb2d57ca4 req-94fee0b9-29b6-40f6-8567-49649c1ab009 tempest-ServersAdminNegativeTestJSON-1631165043 tempest-ServersAdminNegativeTestJSON-1631165043-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=b8d45c61d1574d2da98c1a218dc928bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0213168 May 18 18:46:19.777698 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fcc83e-bead-41d0-a893-ca6eb2d57ca4 req-4dbf7c35-dc25-4fe9-a304-f6e0943944f1 tempest-ServersAdminNegativeTestJSON-1631165043 tempest-ServersAdminNegativeTestJSON-1631165043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:46:19.779440 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-45fcc83e-bead-41d0-a893-ca6eb2d57ca4 req-4dbf7c35-dc25-4fe9-a304-f6e0943944f1 tempest-ServersAdminNegativeTestJSON-1631165043 tempest-ServersAdminNegativeTestJSON-1631165043-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1066961 May 18 18:46:19.796228 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-45fcc83e-bead-41d0-a893-ca6eb2d57ca4 req-02404648-2151-4e29-ad14-0c96d8d43d46 tempest-ServersAdminNegativeTestJSON-1631165043 tempest-ServersAdminNegativeTestJSON-1631165043-project] Request body: {'port': {'device_id': '531f1762-1569-481d-a885-67b82bea24b3', 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305', 'admin_state_up': True, 'tenant_id': 'b8d45c61d1574d2da98c1a218dc928bd'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:46:19.857578 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3b22ab06-1be2-48aa-ad1a-63e415052546 req-ab00e380-042a-4690-b909-7135ae9a8691 tempest-ServersAdminNegativeTestJSON-1631165043 tempest-ServersAdminNegativeTestJSON-1631165043-project] 10.222.0.85 "GET /v2.0/ports?device_id=531f1762-1569-481d-a885-67b82bea24b3 HTTP/1.1" status: 200 len: 210 time: 0.0274346 May 18 18:46:20.183098 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45fcc83e-bead-41d0-a893-ca6eb2d57ca4 req-02404648-2151-4e29-ad14-0c96d8d43d46 tempest-ServersAdminNegativeTestJSON-1631165043 tempest-ServersAdminNegativeTestJSON-1631165043-project] Made reservation on behalf of b8d45c61d1574d2da98c1a218dc928bd for: {'port': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:46:20.187254 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-45fcc83e-bead-41d0-a893-ca6eb2d57ca4 req-02404648-2151-4e29-ad14-0c96d8d43d46 tempest-ServersAdminNegativeTestJSON-1631165043 tempest-ServersAdminNegativeTestJSON-1631165043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:46:20.195805 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-45fcc83e-bead-41d0-a893-ca6eb2d57ca4 req-02404648-2151-4e29-ad14-0c96d8d43d46 tempest-ServersAdminNegativeTestJSON-1631165043 tempest-ServersAdminNegativeTestJSON-1631165043-project] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:46:20.268908 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-45fcc83e-bead-41d0-a893-ca6eb2d57ca4 req-02404648-2151-4e29-ad14-0c96d8d43d46 tempest-ServersAdminNegativeTestJSON-1631165043 tempest-ServersAdminNegativeTestJSON-1631165043-project] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:46:20.272774 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-45fcc83e-bead-41d0-a893-ca6eb2d57ca4 req-02404648-2151-4e29-ad14-0c96d8d43d46 tempest-ServersAdminNegativeTestJSON-1631165043 tempest-ServersAdminNegativeTestJSON-1631165043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:46:20.340530 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02404648-2151-4e29-ad14-0c96d8d43d46 tempest-ServersAdminNegativeTestJSON-1631165043 tempest-ServersAdminNegativeTestJSON-1631165043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9357efd8-7206-4059-a8de-2246897983a9,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:46:20.408068 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [req-45fcc83e-bead-41d0-a893-ca6eb2d57ca4 req-02404648-2151-4e29-ad14-0c96d8d43d46 tempest-ServersAdminNegativeTestJSON-1631165043 tempest-ServersAdminNegativeTestJSON-1631165043-project] Allocated IP 192.168.233.93 (4c8ef274-9ecc-47c2-9686-5eebd78fb305/c2531ae9-89db-4dcf-b670-9eac4c9cde53/d5d5a336-61a3-45fa-bc4c-1cc649ac49f0) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:46:20.555829 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-45fcc83e-bead-41d0-a893-ca6eb2d57ca4 req-02404648-2151-4e29-ad14-0c96d8d43d46 tempest-ServersAdminNegativeTestJSON-1631165043 tempest-ServersAdminNegativeTestJSON-1631165043-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:46:20.588818 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-45fcc83e-bead-41d0-a893-ca6eb2d57ca4 req-02404648-2151-4e29-ad14-0c96d8d43d46 tempest-ServersAdminNegativeTestJSON-1631165043 tempest-ServersAdminNegativeTestJSON-1631165043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:46:20.631084 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45fcc83e-bead-41d0-a893-ca6eb2d57ca4 req-02404648-2151-4e29-ad14-0c96d8d43d46 tempest-ServersAdminNegativeTestJSON-1631165043 tempest-ServersAdminNegativeTestJSON-1631165043-project] Network 4c8ef274-9ecc-47c2-9686-5eebd78fb305 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:46:20.634090 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [req-45fcc83e-bead-41d0-a893-ca6eb2d57ca4 req-02404648-2151-4e29-ad14-0c96d8d43d46 tempest-ServersAdminNegativeTestJSON-1631165043 tempest-ServersAdminNegativeTestJSON-1631165043-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:46:20.637724 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-45fcc83e-bead-41d0-a893-ca6eb2d57ca4 req-02404648-2151-4e29-ad14-0c96d8d43d46 tempest-ServersAdminNegativeTestJSON-1631165043 tempest-ServersAdminNegativeTestJSON-1631165043-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:46:20.647226 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02404648-2151-4e29-ad14-0c96d8d43d46 tempest-ServersAdminNegativeTestJSON-1631165043 tempest-ServersAdminNegativeTestJSON-1631165043-project] Pushing event updated for resources: {'Port': ['ID=d5d5a336-61a3-45fa-bc4c-1cc649ac49f0,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:46:20.696498 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fcc83e-bead-41d0-a893-ca6eb2d57ca4 req-02404648-2151-4e29-ad14-0c96d8d43d46 tempest-ServersAdminNegativeTestJSON-1631165043 tempest-ServersAdminNegativeTestJSON-1631165043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:46:20.697197 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-45fcc83e-bead-41d0-a893-ca6eb2d57ca4 req-02404648-2151-4e29-ad14-0c96d8d43d46 tempest-ServersAdminNegativeTestJSON-1631165043 tempest-ServersAdminNegativeTestJSON-1631165043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:46:20.714737 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-45fcc83e-bead-41d0-a893-ca6eb2d57ca4 req-02404648-2151-4e29-ad14-0c96d8d43d46 tempest-ServersAdminNegativeTestJSON-1631165043 tempest-ServersAdminNegativeTestJSON-1631165043-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9229174 May 18 18:46:20.732122 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-45fcc83e-bead-41d0-a893-ca6eb2d57ca4 req-b4d16d12-3f56-4f69-868f-65c47146653c service neutron] Request body: {'port': {'device_id': '531f1762-1569-481d-a885-67b82bea24b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-3'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:46:20.802428 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-45fcc83e-bead-41d0-a893-ca6eb2d57ca4 req-b4d16d12-3f56-4f69-868f-65c47146653c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:46:20.886397 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-d51039c5-8771-4e30-bf23-0f235876a414 None None] Provisioning complete for port d5d5a336-61a3-45fa-bc4c-1cc649ac49f0 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:46:20.886795 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d51039c5-8771-4e30-bf23-0f235876a414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:46:20.922545 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-d51039c5-8771-4e30-bf23-0f235876a414 None None] Port d5d5a336-61a3-45fa-bc4c-1cc649ac49f0 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:46:21.036392 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892eaa35-cdac-44ed-90ea-dccfe3fe7742 req-83f1282b-655f-4178-a770-5995f3282758 tempest-ServersAdminNegativeTestJSON-1631165043 tempest-ServersAdminNegativeTestJSON-1631165043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:46:21.037940 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-892eaa35-cdac-44ed-90ea-dccfe3fe7742 req-83f1282b-655f-4178-a770-5995f3282758 tempest-ServersAdminNegativeTestJSON-1631165043 tempest-ServersAdminNegativeTestJSON-1631165043-project] 10.222.0.85 "GET /v2.0/ports?device_id=531f1762-1569-481d-a885-67b82bea24b3 HTTP/1.1" status: 200 len: 935 time: 0.1071994 May 18 18:46:21.103352 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-892eaa35-cdac-44ed-90ea-dccfe3fe7742 req-831343ca-aec3-47ae-8ca9-2392a1928895 tempest-ServersAdminNegativeTestJSON-1631165043 tempest-ServersAdminNegativeTestJSON-1631165043-project] 10.222.0.85 "GET /v2.0/security-groups?id=9357efd8-7206-4059-a8de-2246897983a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558636 May 18 18:46:21.152658 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [req-45fcc83e-bead-41d0-a893-ca6eb2d57ca4 req-b4d16d12-3f56-4f69-868f-65c47146653c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5d5a336-61a3-45fa-bc4c-1cc649ac49f0 {{(pid=102730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:46:21.161894 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-45fcc83e-bead-41d0-a893-ca6eb2d57ca4 req-b4d16d12-3f56-4f69-868f-65c47146653c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:46:21.175435 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [req-45fcc83e-bead-41d0-a893-ca6eb2d57ca4 req-b4d16d12-3f56-4f69-868f-65c47146653c service neutron] Transition to ACTIVE for port object d5d5a336-61a3-45fa-bc4c-1cc649ac49f0 will not be triggered until provisioned by entity L2. {{(pid=102730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:46:21.179620 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-45fcc83e-bead-41d0-a893-ca6eb2d57ca4 req-b4d16d12-3f56-4f69-868f-65c47146653c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:46:21.234515 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d16d12-3f56-4f69-868f-65c47146653c service neutron] Pushing event updated for resources: {'Port': ['ID=d5d5a336-61a3-45fa-bc4c-1cc649ac49f0,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:46:21.305213 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-45fcc83e-bead-41d0-a893-ca6eb2d57ca4 req-b4d16d12-3f56-4f69-868f-65c47146653c service neutron] Attempting to bind port d5d5a336-61a3-45fa-bc4c-1cc649ac49f0 on host n-h1-838550-3 for vnic_type normal with profile {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:46:21.305549 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-45fcc83e-bead-41d0-a893-ca6eb2d57ca4 req-b4d16d12-3f56-4f69-868f-65c47146653c service neutron] Attempting to bind port d5d5a336-61a3-45fa-bc4c-1cc649ac49f0 by drivers openvswitch,hyperv on host n-h1-838550-3 at level 0 using segments [{'id': '2879bb11-64b4-46f1-9f8b-52941d47b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:46:21.305914 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45fcc83e-bead-41d0-a893-ca6eb2d57ca4 req-b4d16d12-3f56-4f69-868f-65c47146653c service neutron] Attempting to bind port d5d5a336-61a3-45fa-bc4c-1cc649ac49f0 on network 4c8ef274-9ecc-47c2-9686-5eebd78fb305 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:46:21.310476 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45fcc83e-bead-41d0-a893-ca6eb2d57ca4 req-b4d16d12-3f56-4f69-868f-65c47146653c service neutron] Port d5d5a336-61a3-45fa-bc4c-1cc649ac49f0 on network 4c8ef274-9ecc-47c2-9686-5eebd78fb305 not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-3 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:46:21.310799 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45fcc83e-bead-41d0-a893-ca6eb2d57ca4 req-b4d16d12-3f56-4f69-868f-65c47146653c service neutron] Attempting to bind port d5d5a336-61a3-45fa-bc4c-1cc649ac49f0 on network 4c8ef274-9ecc-47c2-9686-5eebd78fb305 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:46:21.316311 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45fcc83e-bead-41d0-a893-ca6eb2d57ca4 req-b4d16d12-3f56-4f69-868f-65c47146653c service neutron] Checking agent: {'id': '1dbac822-25f2-4df8-9dc8-5c2e7b136eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:46:21.316653 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45fcc83e-bead-41d0-a893-ca6eb2d57ca4 req-b4d16d12-3f56-4f69-868f-65c47146653c service neutron] Checking segment: {'id': '2879bb11-64b4-46f1-9f8b-52941d47b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:46:21.317040 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45fcc83e-bead-41d0-a893-ca6eb2d57ca4 req-b4d16d12-3f56-4f69-868f-65c47146653c service neutron] Bound using segment: {'id': '2879bb11-64b4-46f1-9f8b-52941d47b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305'} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:46:21.317472 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-45fcc83e-bead-41d0-a893-ca6eb2d57ca4 req-b4d16d12-3f56-4f69-868f-65c47146653c service neutron] Bound port: d5d5a336-61a3-45fa-bc4c-1cc649ac49f0, host: n-h1-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2879bb11-64b4-46f1-9f8b-52941d47b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305'}}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:46:21.317858 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-45fcc83e-bead-41d0-a893-ca6eb2d57ca4 req-b4d16d12-3f56-4f69-868f-65c47146653c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:46:21.386688 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-45fcc83e-bead-41d0-a893-ca6eb2d57ca4 req-b4d16d12-3f56-4f69-868f-65c47146653c service neutron] For port d5d5a336-61a3-45fa-bc4c-1cc649ac49f0, host n-h1-838550-3, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:46:21.390375 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-45fcc83e-bead-41d0-a893-ca6eb2d57ca4 req-b4d16d12-3f56-4f69-868f-65c47146653c service neutron] For port d5d5a336-61a3-45fa-bc4c-1cc649ac49f0, host n-h1-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=d5d5a336-61a3-45fa-bc4c-1cc649ac49f0,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:46:21.394811 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-45fcc83e-bead-41d0-a893-ca6eb2d57ca4 req-b4d16d12-3f56-4f69-868f-65c47146653c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:46:21.426490 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fcc83e-bead-41d0-a893-ca6eb2d57ca4 req-b4d16d12-3f56-4f69-868f-65c47146653c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:46:21.427349 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-45fcc83e-bead-41d0-a893-ca6eb2d57ca4 req-b4d16d12-3f56-4f69-868f-65c47146653c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:46:21.428837 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-45fcc83e-bead-41d0-a893-ca6eb2d57ca4 req-b4d16d12-3f56-4f69-868f-65c47146653c service neutron] 10.222.0.36 "PUT /v2.0/ports/d5d5a336-61a3-45fa-bc4c-1cc649ac49f0 HTTP/1.1" status: 200 len: 1095 time: 0.7011280 May 18 18:46:21.431307 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '531f1762-1569-481d-a885-67b82bea24b3', 'tag': 'd5d5a336-61a3-45fa-bc4c-1cc649ac49f0'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:46:21.433776 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd24ae1d-49af-4104-8615-ae31ce0d8e23" -d '{"events": [{"name": "network-changed", "server_uuid": "531f1762-1569-481d-a885-67b82bea24b3", "tag": "d5d5a336-61a3-45fa-bc4c-1cc649ac49f0"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:46:21.481308 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d16d12-3f56-4f69-868f-65c47146653c service neutron] Pushing event updated for resources: {'Port': ['ID=d5d5a336-61a3-45fa-bc4c-1cc649ac49f0,revision_number=3']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:46:21.503468 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97557b43-2853-403a-a385-dffb7031a910 x-openstack-request-id: req-97557b43-2853-403a-a385-dffb7031a910 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:46:21.503913 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "531f1762-1569-481d-a885-67b82bea24b3", "tag": "d5d5a336-61a3-45fa-bc4c-1cc649ac49f0", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:46:21.504176 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-97557b43-2853-403a-a385-dffb7031a910 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:46:21.504588 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97557b43-2853-403a-a385-dffb7031a910'] response: {'name': 'network-changed', 'server_uuid': '531f1762-1569-481d-a885-67b82bea24b3', 'tag': 'd5d5a336-61a3-45fa-bc4c-1cc649ac49f0', 'status': 'completed', 'code': 200} May 18 18:46:21.536704 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fcc83e-bead-41d0-a893-ca6eb2d57ca4 req-b81e06d9-770e-4603-aae6-1726781f21a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:46:21.538299 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-45fcc83e-bead-41d0-a893-ca6eb2d57ca4 req-b81e06d9-770e-4603-aae6-1726781f21a0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b8d45c61d1574d2da98c1a218dc928bd&device_id=531f1762-1569-481d-a885-67b82bea24b3 HTTP/1.1" status: 200 len: 1098 time: 0.0500314 May 18 18:46:21.586453 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-45fcc83e-bead-41d0-a893-ca6eb2d57ca4 req-806909f0-d385-460a-9a9c-b7c4c2e2fa83 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=d5d5a336-61a3-45fa-bc4c-1cc649ac49f0 HTTP/1.1" status: 200 len: 217 time: 0.0393841 May 18 18:46:21.642505 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fcc83e-bead-41d0-a893-ca6eb2d57ca4 req-8df6761b-e653-4065-86d3-b419f4633660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:46:21.643974 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-45fcc83e-bead-41d0-a893-ca6eb2d57ca4 req-8df6761b-e653-4065-86d3-b419f4633660 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c2531ae9-89db-4dcf-b670-9eac4c9cde53 HTTP/1.1" status: 200 len: 843 time: 0.0459554 May 18 18:46:21.693891 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fcc83e-bead-41d0-a893-ca6eb2d57ca4 req-2c722e22-b8c0-4e31-9124-7bac20d276fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:46:21.695404 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-45fcc83e-bead-41d0-a893-ca6eb2d57ca4 req-2c722e22-b8c0-4e31-9124-7bac20d276fd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4c8ef274-9ecc-47c2-9686-5eebd78fb305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0409310 May 18 18:46:21.793141 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-45fcc83e-bead-41d0-a893-ca6eb2d57ca4 req-4eed962c-78be-4b94-b81c-ec2889c0665f service neutron] 10.222.0.36 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862582 May 18 18:46:21.892885 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-45fcc83e-bead-41d0-a893-ca6eb2d57ca4 req-17e43bd1-3264-439f-a54d-9af56ef8c224 service neutron] 10.222.0.36 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897212 May 18 18:46:21.985162 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd24ae1d-49af-4104-8615-ae31ce0d8e23 req-cf22c178-a776-4771-bd66-da8981620d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:46:21.986719 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fd24ae1d-49af-4104-8615-ae31ce0d8e23 req-cf22c178-a776-4771-bd66-da8981620d8d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b8d45c61d1574d2da98c1a218dc928bd&device_id=531f1762-1569-481d-a885-67b82bea24b3 HTTP/1.1" status: 200 len: 1098 time: 0.0411913 May 18 18:46:22.080483 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd24ae1d-49af-4104-8615-ae31ce0d8e23 req-4eefe2b4-692b-41a7-b108-b46996a25f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:46:22.082018 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fd24ae1d-49af-4104-8615-ae31ce0d8e23 req-4eefe2b4-692b-41a7-b108-b46996a25f44 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4c8ef274-9ecc-47c2-9686-5eebd78fb305 HTTP/1.1" status: 200 len: 870 time: 0.0882719 May 18 18:46:22.122415 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fd24ae1d-49af-4104-8615-ae31ce0d8e23 req-d8d5a995-60a4-493f-ada8-425116cb5a1e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=d5d5a336-61a3-45fa-bc4c-1cc649ac49f0 HTTP/1.1" status: 200 len: 217 time: 0.0338397 May 18 18:46:22.207025 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd24ae1d-49af-4104-8615-ae31ce0d8e23 req-4aa56078-4dba-4db0-bef5-ba50c2ae662f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:46:22.208384 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fd24ae1d-49af-4104-8615-ae31ce0d8e23 req-4aa56078-4dba-4db0-bef5-ba50c2ae662f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c2531ae9-89db-4dcf-b670-9eac4c9cde53 HTTP/1.1" status: 200 len: 843 time: 0.0725548 May 18 18:46:22.238986 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6608f00-0f7c-4fca-8acc-75f1777cfa18 req-94c545c0-bbe7-480f-9195-8a979bffe851 tempest-ServersAdminNegativeTestJSON-1631165043 tempest-ServersAdminNegativeTestJSON-1631165043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:46:22.240414 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f6608f00-0f7c-4fca-8acc-75f1777cfa18 req-94c545c0-bbe7-480f-9195-8a979bffe851 tempest-ServersAdminNegativeTestJSON-1631165043 tempest-ServersAdminNegativeTestJSON-1631165043-project] 10.222.0.85 "GET /v2.0/ports?device_id=531f1762-1569-481d-a885-67b82bea24b3 HTTP/1.1" status: 200 len: 947 time: 0.0621526 May 18 18:46:22.287223 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 7 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 18:46:22.293121 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd24ae1d-49af-4104-8615-ae31ce0d8e23 req-ea0bdd9f-defd-439c-a6d1-3943837ffb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:46:22.294653 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fd24ae1d-49af-4104-8615-ae31ce0d8e23 req-ea0bdd9f-defd-439c-a6d1-3943837ffb2f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4c8ef274-9ecc-47c2-9686-5eebd78fb305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0736768 May 18 18:46:22.298384 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f6608f00-0f7c-4fca-8acc-75f1777cfa18 req-6abea9d2-92fa-4397-b18a-bb0e34eda099 tempest-ServersAdminNegativeTestJSON-1631165043 tempest-ServersAdminNegativeTestJSON-1631165043-project] 10.222.0.85 "GET /v2.0/security-groups?id=9357efd8-7206-4059-a8de-2246897983a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443492 May 18 18:46:22.389243 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fd24ae1d-49af-4104-8615-ae31ce0d8e23 req-3aa09651-a840-4b7b-82bb-921c1f704111 service neutron] 10.222.0.36 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839236 May 18 18:46:22.478116 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fd24ae1d-49af-4104-8615-ae31ce0d8e23 req-ec4e09d1-197b-4891-95b5-096dcf77ba55 service neutron] 10.222.0.36 "GET /v2.0/networks/4c8ef274-9ecc-47c2-9686-5eebd78fb305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811074 May 18 18:46:23.413839 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca3bcef-174d-4349-aeff-85cbebf8b36a req-840ffb06-33c9-4741-a526-e824460591f0 tempest-ServersAdminNegativeTestJSON-1631165043 tempest-ServersAdminNegativeTestJSON-1631165043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:46:23.415286 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8ca3bcef-174d-4349-aeff-85cbebf8b36a req-840ffb06-33c9-4741-a526-e824460591f0 tempest-ServersAdminNegativeTestJSON-1631165043 tempest-ServersAdminNegativeTestJSON-1631165043-project] 10.222.0.85 "GET /v2.0/ports?device_id=531f1762-1569-481d-a885-67b82bea24b3 HTTP/1.1" status: 200 len: 947 time: 0.0475667 May 18 18:46:23.453307 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8ca3bcef-174d-4349-aeff-85cbebf8b36a req-5353d5e4-880c-4e98-b81c-3d0d98f4b0ed tempest-ServersAdminNegativeTestJSON-1631165043 tempest-ServersAdminNegativeTestJSON-1631165043-project] 10.222.0.85 "GET /v2.0/security-groups?id=9357efd8-7206-4059-a8de-2246897983a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313079 May 18 18:46:24.575226 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f258f8cc-0db7-448a-b1ea-51aa69e2d345 req-dcd05237-f075-40fd-af87-70c7a77aca80 tempest-ServersAdminNegativeTestJSON-1631165043 tempest-ServersAdminNegativeTestJSON-1631165043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:46:24.576758 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f258f8cc-0db7-448a-b1ea-51aa69e2d345 req-dcd05237-f075-40fd-af87-70c7a77aca80 tempest-ServersAdminNegativeTestJSON-1631165043 tempest-ServersAdminNegativeTestJSON-1631165043-project] 10.222.0.85 "GET /v2.0/ports?device_id=531f1762-1569-481d-a885-67b82bea24b3 HTTP/1.1" status: 200 len: 947 time: 0.0552285 May 18 18:46:24.613959 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f258f8cc-0db7-448a-b1ea-51aa69e2d345 req-9224e031-c7eb-4afd-b40c-38fc63ef291a tempest-ServersAdminNegativeTestJSON-1631165043 tempest-ServersAdminNegativeTestJSON-1631165043-project] 10.222.0.85 "GET /v2.0/security-groups?id=9357efd8-7206-4059-a8de-2246897983a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311055 May 18 18:46:25.144021 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device d5d5a336-61a3-45fa-bc4c-1cc649ac49f0 details requested by agent hyperv_n-h1-838550-3 with host n-h1-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:46:25.240207 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port d5d5a336-61a3-45fa-bc4c-1cc649ac49f0, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=d5d5a336-61a3-45fa-bc4c-1cc649ac49f0,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:46:25.253223 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Returning: {'device': 'd5d5a336-61a3-45fa-bc4c-1cc649ac49f0', 'network_id': '4c8ef274-9ecc-47c2-9686-5eebd78fb305', 'port_id': 'd5d5a336-61a3-45fa-bc4c-1cc649ac49f0', 'mac_address': 'fa:16:3e:1c:45:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2531ae9-89db-4dcf-b670-9eac4c9cde53', 'ip_address': '192.168.233.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:46:25.293701 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port d5d5a336-61a3-45fa-bc4c-1cc649ac49f0 is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:46:25.294096 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:46:25.306544 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5d5a336-61a3-45fa-bc4c-1cc649ac49f0 {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:46:25.325082 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port d5d5a336-61a3-45fa-bc4c-1cc649ac49f0, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=d5d5a336-61a3-45fa-bc4c-1cc649ac49f0,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:46:25.330506 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:46:25.376266 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=d5d5a336-61a3-45fa-bc4c-1cc649ac49f0,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:46:25.574604 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['d5d5a336-61a3-45fa-bc4c-1cc649ac49f0'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:46:25.729202 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d6c262-db45-4d76-9bd6-6ddb7eee25bc req-e2e473e7-6f6b-48f3-8c9e-efcb193660d7 tempest-ServersAdminNegativeTestJSON-1631165043 tempest-ServersAdminNegativeTestJSON-1631165043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:46:25.730743 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b6d6c262-db45-4d76-9bd6-6ddb7eee25bc req-e2e473e7-6f6b-48f3-8c9e-efcb193660d7 tempest-ServersAdminNegativeTestJSON-1631165043 tempest-ServersAdminNegativeTestJSON-1631165043-project] 10.222.0.85 "GET /v2.0/ports?device_id=531f1762-1569-481d-a885-67b82bea24b3 HTTP/1.1" status: 200 len: 948 time: 0.0489950 May 18 18:46:25.768974 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b6d6c262-db45-4d76-9bd6-6ddb7eee25bc req-d99fa2e6-712a-44aa-8fb7-f69023601aea tempest-ServersAdminNegativeTestJSON-1631165043 tempest-ServersAdminNegativeTestJSON-1631165043-project] 10.222.0.85 "GET /v2.0/security-groups?id=9357efd8-7206-4059-a8de-2246897983a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321567 May 18 18:46:26.885586 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9929a5f3-75f5-4779-9137-aee082f2aeac req-757080cb-26e8-4bed-be5f-85ff448ce5a5 tempest-ServersAdminNegativeTestJSON-1631165043 tempest-ServersAdminNegativeTestJSON-1631165043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:46:26.887116 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9929a5f3-75f5-4779-9137-aee082f2aeac req-757080cb-26e8-4bed-be5f-85ff448ce5a5 tempest-ServersAdminNegativeTestJSON-1631165043 tempest-ServersAdminNegativeTestJSON-1631165043-project] 10.222.0.85 "GET /v2.0/ports?device_id=531f1762-1569-481d-a885-67b82bea24b3 HTTP/1.1" status: 200 len: 948 time: 0.0500109 May 18 18:46:26.924264 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9929a5f3-75f5-4779-9137-aee082f2aeac req-8ba499ba-a5a9-4021-aa04-12100221b676 tempest-ServersAdminNegativeTestJSON-1631165043 tempest-ServersAdminNegativeTestJSON-1631165043-project] 10.222.0.85 "GET /v2.0/security-groups?id=9357efd8-7206-4059-a8de-2246897983a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311725 May 18 18:46:27.156414 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device d5d5a336-61a3-45fa-bc4c-1cc649ac49f0 up at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:46:27.204727 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning for port d5d5a336-61a3-45fa-bc4c-1cc649ac49f0 completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:46:27.208317 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning complete for port d5d5a336-61a3-45fa-bc4c-1cc649ac49f0 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:46:27.208684 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:46:27.285335 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port d5d5a336-61a3-45fa-bc4c-1cc649ac49f0 is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:46:27.285735 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:46:27.306743 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '531f1762-1569-481d-a885-67b82bea24b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5d5a336-61a3-45fa-bc4c-1cc649ac49f0'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:46:27.309050 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b08a4217-9f4b-45ad-88b7-49c992397452" -d '{"events": [{"server_uuid": "531f1762-1569-481d-a885-67b82bea24b3", "name": "network-vif-plugged", "status": "completed", "tag": "d5d5a336-61a3-45fa-bc4c-1cc649ac49f0"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:46:27.326222 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port d5d5a336-61a3-45fa-bc4c-1cc649ac49f0, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=d5d5a336-61a3-45fa-bc4c-1cc649ac49f0,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:46:27.330876 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:46:27.357983 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6f165d2-648b-4abb-a7b0-ae1de32341a0 x-openstack-request-id: req-a6f165d2-648b-4abb-a7b0-ae1de32341a0 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:46:27.358303 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "531f1762-1569-481d-a885-67b82bea24b3", "name": "network-vif-plugged", "status": "completed", "tag": "d5d5a336-61a3-45fa-bc4c-1cc649ac49f0", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:46:27.358526 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-a6f165d2-648b-4abb-a7b0-ae1de32341a0 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:46:27.358980 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6f165d2-648b-4abb-a7b0-ae1de32341a0'] response: {'server_uuid': '531f1762-1569-481d-a885-67b82bea24b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5d5a336-61a3-45fa-bc4c-1cc649ac49f0', 'code': 200} May 18 18:46:27.384897 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=d5d5a336-61a3-45fa-bc4c-1cc649ac49f0,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:46:27.456540 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d515ef95-3a51-4293-a58e-93b8d88ccff3 req-49e55791-7fae-4eea-9ed7-e62bf0c8cc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:46:27.458033 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d515ef95-3a51-4293-a58e-93b8d88ccff3 req-49e55791-7fae-4eea-9ed7-e62bf0c8cc08 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=531f1762-1569-481d-a885-67b82bea24b3 HTTP/1.1" status: 200 len: 1100 time: 0.0408897 May 18 18:46:27.497421 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d515ef95-3a51-4293-a58e-93b8d88ccff3 req-f0ab37bd-8b57-45c2-ac38-642568b127d5 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9357efd8-7206-4059-a8de-2246897983a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276458 May 18 18:46:28.043399 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e73d47a-32c5-401c-b2a1-69aee8e5d3c4 req-716ea8c5-591e-447b-83a0-334d1e423319 tempest-ServersAdminNegativeTestJSON-1631165043 tempest-ServersAdminNegativeTestJSON-1631165043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:46:28.044859 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5e73d47a-32c5-401c-b2a1-69aee8e5d3c4 req-716ea8c5-591e-447b-83a0-334d1e423319 tempest-ServersAdminNegativeTestJSON-1631165043 tempest-ServersAdminNegativeTestJSON-1631165043-project] 10.222.0.85 "GET /v2.0/ports?device_id=531f1762-1569-481d-a885-67b82bea24b3 HTTP/1.1" status: 200 len: 949 time: 0.0523753 May 18 18:46:28.081926 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5e73d47a-32c5-401c-b2a1-69aee8e5d3c4 req-eb8b48e2-338d-481f-bfa4-15f9ad913616 tempest-ServersAdminNegativeTestJSON-1631165043 tempest-ServersAdminNegativeTestJSON-1631165043-project] 10.222.0.85 "GET /v2.0/security-groups?id=9357efd8-7206-4059-a8de-2246897983a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303836 May 18 18:46:29.205764 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cdf55b-256f-47bd-82a0-bc94c0742c80 req-c3339e8c-bfa7-4528-8c8c-03d1e9c3b723 tempest-ServersAdminNegativeTestJSON-1631165043 tempest-ServersAdminNegativeTestJSON-1631165043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:46:29.207250 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-90cdf55b-256f-47bd-82a0-bc94c0742c80 req-c3339e8c-bfa7-4528-8c8c-03d1e9c3b723 tempest-ServersAdminNegativeTestJSON-1631165043 tempest-ServersAdminNegativeTestJSON-1631165043-project] 10.222.0.85 "GET /v2.0/ports?device_id=531f1762-1569-481d-a885-67b82bea24b3 HTTP/1.1" status: 200 len: 949 time: 0.0525374 May 18 18:46:29.244227 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-90cdf55b-256f-47bd-82a0-bc94c0742c80 req-f92569d0-497d-4852-be6f-d03cdb87c23d tempest-ServersAdminNegativeTestJSON-1631165043 tempest-ServersAdminNegativeTestJSON-1631165043-project] 10.222.0.85 "GET /v2.0/security-groups?id=9357efd8-7206-4059-a8de-2246897983a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310979 May 18 18:46:29.527405 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [req-1f37a0b6-533f-48df-b9ee-9d2034f2151e req-d494e84e-ca76-4367-9be2-ef4c519b6441 service neutron] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=102730) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 18:46:29.528397 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1f37a0b6-533f-48df-b9ee-9d2034f2151e req-d494e84e-ca76-4367-9be2-ef4c519b6441 service neutron] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054214 May 18 18:46:29.846366 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [req-dd6fcfe6-b39f-48dd-9191-a1fac5c25f4a req-d2998387-1973-4aa7-82dc-8dc6aa764d2b service neutron] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=102731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 18:46:29.847328 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-dd6fcfe6-b39f-48dd-9191-a1fac5c25f4a req-d2998387-1973-4aa7-82dc-8dc6aa764d2b service neutron] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054376 May 18 18:46:30.184036 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6820238-0d97-4df5-9bf4-acb6fbe47c60 req-3a6a00e2-0660-4890-a327-291527727e7f tempest-ServersAdminNegativeTestJSON-1631165043 tempest-ServersAdminNegativeTestJSON-1631165043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:46:30.185428 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c6820238-0d97-4df5-9bf4-acb6fbe47c60 req-3a6a00e2-0660-4890-a327-291527727e7f tempest-ServersAdminNegativeTestJSON-1631165043 tempest-ServersAdminNegativeTestJSON-1631165043-project] 10.222.0.85 "GET /v2.0/ports?device_id=531f1762-1569-481d-a885-67b82bea24b3 HTTP/1.1" status: 200 len: 949 time: 0.0571423 May 18 18:46:30.223349 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c6820238-0d97-4df5-9bf4-acb6fbe47c60 req-1a2b3cbd-f4f9-4002-8de2-207b177b1651 tempest-ServersAdminNegativeTestJSON-1631165043 tempest-ServersAdminNegativeTestJSON-1631165043-project] 10.222.0.85 "GET /v2.0/security-groups?id=9357efd8-7206-4059-a8de-2246897983a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317357 May 18 18:46:31.265522 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:46:31.344826 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239f4aa2-31f5-4178-9cd6-b3247909640e req-4f1dbcec-adb8-4ffb-a6f9-f62338ce6b2e tempest-ServersAdminNegativeTestJSON-1631165043 tempest-ServersAdminNegativeTestJSON-1631165043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:46:31.346359 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-239f4aa2-31f5-4178-9cd6-b3247909640e req-4f1dbcec-adb8-4ffb-a6f9-f62338ce6b2e tempest-ServersAdminNegativeTestJSON-1631165043 tempest-ServersAdminNegativeTestJSON-1631165043-project] 10.222.0.85 "GET /v2.0/ports?device_id=531f1762-1569-481d-a885-67b82bea24b3 HTTP/1.1" status: 200 len: 949 time: 0.0480919 May 18 18:46:31.385945 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-239f4aa2-31f5-4178-9cd6-b3247909640e req-6eb3e59d-4d1b-454d-b764-901204154487 tempest-ServersAdminNegativeTestJSON-1631165043 tempest-ServersAdminNegativeTestJSON-1631165043-project] 10.222.0.85 "GET /v2.0/security-groups?id=9357efd8-7206-4059-a8de-2246897983a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335133 May 18 18:46:31.449386 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:46:31.595171 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c0f583-8c90-4871-ae8f-411a6ed840ee req-cee43fdf-5d97-47da-83c3-4f1dc3232a67 tempest-ServersAdminNegativeTestJSON-1631165043 tempest-ServersAdminNegativeTestJSON-1631165043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:46:31.596550 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b7c0f583-8c90-4871-ae8f-411a6ed840ee req-cee43fdf-5d97-47da-83c3-4f1dc3232a67 tempest-ServersAdminNegativeTestJSON-1631165043 tempest-ServersAdminNegativeTestJSON-1631165043-project] 10.222.0.36 "GET /v2.0/ports?device_id=531f1762-1569-481d-a885-67b82bea24b3 HTTP/1.1" status: 200 len: 949 time: 0.0476933 May 18 18:46:31.688563 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-b7c0f583-8c90-4871-ae8f-411a6ed840ee req-8ae5fdbe-e169-4c94-aa23-3e51e1318d78 tempest-ServersAdminNegativeTestJSON-1631165043 tempest-ServersAdminNegativeTestJSON-1631165043-project] Deleting port d5d5a336-61a3-45fa-bc4c-1cc649ac49f0 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:46:31.688901 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-b7c0f583-8c90-4871-ae8f-411a6ed840ee req-8ae5fdbe-e169-4c94-aa23-3e51e1318d78 tempest-ServersAdminNegativeTestJSON-1631165043 tempest-ServersAdminNegativeTestJSON-1631165043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:46:31.773649 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-b7c0f583-8c90-4871-ae8f-411a6ed840ee req-8ae5fdbe-e169-4c94-aa23-3e51e1318d78 tempest-ServersAdminNegativeTestJSON-1631165043 tempest-ServersAdminNegativeTestJSON-1631165043-project] For port d5d5a336-61a3-45fa-bc4c-1cc649ac49f0, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=d5d5a336-61a3-45fa-bc4c-1cc649ac49f0,segment=NetworkSegment(2879bb11-64b4-46f1-9f8b-52941d47b53a),segment_id=2879bb11-64b4-46f1-9f8b-52941d47b53a)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:46:31.774027 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-b7c0f583-8c90-4871-ae8f-411a6ed840ee req-8ae5fdbe-e169-4c94-aa23-3e51e1318d78 tempest-ServersAdminNegativeTestJSON-1631165043 tempest-ServersAdminNegativeTestJSON-1631165043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:46:31.786503 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-b7c0f583-8c90-4871-ae8f-411a6ed840ee req-8ae5fdbe-e169-4c94-aa23-3e51e1318d78 tempest-ServersAdminNegativeTestJSON-1631165043 tempest-ServersAdminNegativeTestJSON-1631165043-project] Calling delete_port for d5d5a336-61a3-45fa-bc4c-1cc649ac49f0 owned by compute:nova {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:46:31.921185 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-b7c0f583-8c90-4871-ae8f-411a6ed840ee req-8ae5fdbe-e169-4c94-aa23-3e51e1318d78 tempest-ServersAdminNegativeTestJSON-1631165043 tempest-ServersAdminNegativeTestJSON-1631165043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:46:31.937184 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['d5d5a336-61a3-45fa-bc4c-1cc649ac49f0'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:46:31.950024 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae5fdbe-e169-4c94-aa23-3e51e1318d78 tempest-ServersAdminNegativeTestJSON-1631165043 tempest-ServersAdminNegativeTestJSON-1631165043-project] Pushing event deleted for resources: {'Port': ['ID=d5d5a336-61a3-45fa-bc4c-1cc649ac49f0,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:46:31.995940 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7c0f583-8c90-4871-ae8f-411a6ed840ee req-8ae5fdbe-e169-4c94-aa23-3e51e1318d78 tempest-ServersAdminNegativeTestJSON-1631165043 tempest-ServersAdminNegativeTestJSON-1631165043-project] No DVR routers for this DVR port d5d5a336-61a3-45fa-bc4c-1cc649ac49f0 on host n-h1-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:46:31.999300 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-b7c0f583-8c90-4871-ae8f-411a6ed840ee req-8ae5fdbe-e169-4c94-aa23-3e51e1318d78 tempest-ServersAdminNegativeTestJSON-1631165043 tempest-ServersAdminNegativeTestJSON-1631165043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:46:32.003566 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b7c0f583-8c90-4871-ae8f-411a6ed840ee req-8ae5fdbe-e169-4c94-aa23-3e51e1318d78 tempest-ServersAdminNegativeTestJSON-1631165043 tempest-ServersAdminNegativeTestJSON-1631165043-project] 10.222.0.36 "DELETE /v2.0/ports/d5d5a336-61a3-45fa-bc4c-1cc649ac49f0 HTTP/1.1" status: 204 len: 173 time: 0.4006529 May 18 18:46:32.004031 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '531f1762-1569-481d-a885-67b82bea24b3', 'name': 'network-vif-deleted', 'tag': 'd5d5a336-61a3-45fa-bc4c-1cc649ac49f0'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:46:32.006339 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48bedac0-373c-4e93-867c-59fdb0983862" -d '{"events": [{"server_uuid": "531f1762-1569-481d-a885-67b82bea24b3", "name": "network-vif-deleted", "tag": "d5d5a336-61a3-45fa-bc4c-1cc649ac49f0"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:46:32.054747 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e17f145-0a9d-42f7-92b8-ec13c17c6299 x-openstack-request-id: req-4e17f145-0a9d-42f7-92b8-ec13c17c6299 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:46:32.055135 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "531f1762-1569-481d-a885-67b82bea24b3", "name": "network-vif-deleted", "tag": "d5d5a336-61a3-45fa-bc4c-1cc649ac49f0", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:46:32.055470 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-4e17f145-0a9d-42f7-92b8-ec13c17c6299 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:46:32.056246 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e17f145-0a9d-42f7-92b8-ec13c17c6299'] response: {'server_uuid': '531f1762-1569-481d-a885-67b82bea24b3', 'name': 'network-vif-deleted', 'tag': 'd5d5a336-61a3-45fa-bc4c-1cc649ac49f0', 'status': 'completed', 'code': 200} May 18 18:46:32.494385 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6936aecc-0e20-49b0-b16d-a939d89ce617 req-2893ea99-2abb-49f9-b9c5-9a8575594eee tempest-ServersAdminNegativeTestJSON-1631165043 tempest-ServersAdminNegativeTestJSON-1631165043-project] 10.222.0.85 "GET /v2.0/ports?device_id=531f1762-1569-481d-a885-67b82bea24b3 HTTP/1.1" status: 200 len: 210 time: 0.0261626 May 18 18:46:33.797584 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 46976) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:46:33.928250 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-46a96661-626d-41f5-9b1a-8973742217ef admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=b8d45c61d1574d2da98c1a218dc928bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1294756 May 18 18:46:33.930771 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 46980) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:46:33.977552 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c2c8d8e2-a369-47aa-a890-6d871fccf78e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:46:33.998632 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c2c8d8e2-a369-47aa-a890-6d871fccf78e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:46:34.045230 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c2c8d8e2-a369-47aa-a890-6d871fccf78e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:46:34.048391 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c2c8d8e2-a369-47aa-a890-6d871fccf78e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:46:34.049545 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-c2c8d8e2-a369-47aa-a890-6d871fccf78e admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/9357efd8-7206-4059-a8de-2246897983a9 HTTP/1.1" status: 204 len: 168 time: 0.1178613 May 18 18:46:34.057332 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c8d8e2-a369-47aa-a890-6d871fccf78e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9357efd8-7206-4059-a8de-2246897983a9,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:46:34.310107 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 46986) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:46:34.322842 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c7a52871-d096-470d-89b2-6c0a726173b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:46:34.399510 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c7a52871-d096-470d-89b2-6c0a726173b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:46:34.403790 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c7a52871-d096-470d-89b2-6c0a726173b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:46:34.442261 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-c7a52871-d096-470d-89b2-6c0a726173b2 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=25dd2396c3a248edb65cda56c762b0f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1310759 May 18 18:46:34.443122 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a52871-d096-470d-89b2-6c0a726173b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4942eee9-6ac7-4cea-9ce1-20cf3161ab85,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:46:34.445821 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 46988) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:46:34.494625 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3a84d290-e4c7-4f0f-b390-ae809837a79a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:46:34.515569 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3a84d290-e4c7-4f0f-b390-ae809837a79a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:46:34.563683 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3a84d290-e4c7-4f0f-b390-ae809837a79a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:46:34.566282 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3a84d290-e4c7-4f0f-b390-ae809837a79a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:46:34.567429 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-3a84d290-e4c7-4f0f-b390-ae809837a79a admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/4942eee9-6ac7-4cea-9ce1-20cf3161ab85 HTTP/1.1" status: 204 len: 168 time: 0.1205654 May 18 18:46:34.575185 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a84d290-e4c7-4f0f-b390-ae809837a79a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4942eee9-6ac7-4cea-9ce1-20cf3161ab85,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:46:35.231341 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 47010) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:46:35.330719 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-b7b3f93e-1775-4df4-9e4b-b5c04fb999bb admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1159447838-network', 'tenant_id': 'e85f51dd7bb147f8b78f3a7068cec95a'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:46:35.349707 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7b3f93e-1775-4df4-9e4b-b5c04fb999bb admin admin] Made reservation on behalf of e85f51dd7bb147f8b78f3a7068cec95a for: {'network': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:46:35.351916 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b7b3f93e-1775-4df4-9e4b-b5c04fb999bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:46:35.359947 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b7b3f93e-1775-4df4-9e4b-b5c04fb999bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:46:35.436410 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b7b3f93e-1775-4df4-9e4b-b5c04fb999bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:46:35.440965 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b7b3f93e-1775-4df4-9e4b-b5c04fb999bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:46:35.464825 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7b3f93e-1775-4df4-9e4b-b5c04fb999bb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 607} {{(pid=102731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:46:35.473369 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b3f93e-1775-4df4-9e4b-b5c04fb999bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aa47eb4-8ac3-42a6-a120-00b85cbfe4da,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:46:35.479316 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b7b3f93e-1775-4df4-9e4b-b5c04fb999bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:46:35.479663 n-d-838550-3 neutron-server[102731]: INFO neutron.db.segments_db [None req-b7b3f93e-1775-4df4-9e4b-b5c04fb999bb admin admin] Added segment ae108d58-c186-4c26-b679-2934fecb7a49 of type vlan for network 43077d48-553f-4327-8c3a-04f2b997c3cc May 18 18:46:35.519562 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b7b3f93e-1775-4df4-9e4b-b5c04fb999bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:46:35.543174 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b7b3f93e-1775-4df4-9e4b-b5c04fb999bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:46:35.544137 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b3f93e-1775-4df4-9e4b-b5c04fb999bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:46:35.544705 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b7b3f93e-1775-4df4-9e4b-b5c04fb999bb admin admin] Notify callbacks [] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:46:35.593772 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-b7b3f93e-1775-4df4-9e4b-b5c04fb999bb admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3611474 May 18 18:46:35.596642 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 47014) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:46:35.601660 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-4aed5183-3f0d-412f-80aa-334351c6e93e admin admin] Request body: {'subnet': {'network_id': '43077d48-553f-4327-8c3a-04f2b997c3cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1159447838-subnet', 'tenant_id': 'e85f51dd7bb147f8b78f3a7068cec95a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:46:35.607868 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b3f93e-1775-4df4-9e4b-b5c04fb999bb admin admin] Pushing event updated for resources: {'Network': ['ID=43077d48-553f-4327-8c3a-04f2b997c3cc,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:46:35.618645 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network 43077d48-553f-4327-8c3a-04f2b997c3cc details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:46:35.622493 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aed5183-3f0d-412f-80aa-334351c6e93e admin admin] Made reservation on behalf of e85f51dd7bb147f8b78f3a7068cec95a for: {'subnet': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:46:35.625528 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4aed5183-3f0d-412f-80aa-334351c6e93e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261031885'] for subnet, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:46:35.798687 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4aed5183-3f0d-412f-80aa-334351c6e93e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261104883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261031899'] for subnet, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:46:35.856251 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aed5183-3f0d-412f-80aa-334351c6e93e admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd4234e2-9c7e-448e-95eb-e630e14baeed,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:46:35.862459 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aed5183-3f0d-412f-80aa-334351c6e93e admin admin] Checking segment: {'id': 'ae108d58-c186-4c26-b679-2934fecb7a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '43077d48-553f-4327-8c3a-04f2b997c3cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:46:35.862897 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aed5183-3f0d-412f-80aa-334351c6e93e admin admin] Network hostable DHCP agents. Network: 43077d48-553f-4327-8c3a-04f2b997c3cc, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:46:35.879025 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aed5183-3f0d-412f-80aa-334351c6e93e admin admin] Network 43077d48-553f-4327-8c3a-04f2b997c3cc is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:46:35.887161 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-4aed5183-3f0d-412f-80aa-334351c6e93e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, 43077d48-553f-4327-8c3a-04f2b997c3cc) {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:46:35.891262 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aed5183-3f0d-412f-80aa-334351c6e93e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:46:35.891839 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4aed5183-3f0d-412f-80aa-334351c6e93e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:46:35.897316 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de014e16-6e4e-4a6c-9f89-398a4667f33f None None] Network 43077d48-553f-4327-8c3a-04f2b997c3cc requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:46:35.910005 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-4aed5183-3f0d-412f-80aa-334351c6e93e admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3120751 May 18 18:46:36.030190 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c37c1f72-6ab0-48d6-b513-c50976948e19 None None] Network 43077d48-553f-4327-8c3a-04f2b997c3cc requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:46:36.382774 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61423e7-4c16-4f0f-a3cc-c1e1c91e147c req-ce73c302-9d28-4131-b127-3f42539d9b52 tempest-DeleteServersTestJSON-1479185120 tempest-DeleteServersTestJSON-1479185120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:46:36.384258 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b61423e7-4c16-4f0f-a3cc-c1e1c91e147c req-ce73c302-9d28-4131-b127-3f42539d9b52 tempest-DeleteServersTestJSON-1479185120 tempest-DeleteServersTestJSON-1479185120-project] 10.222.0.85 "GET /v2.0/networks?id=43077d48-553f-4327-8c3a-04f2b997c3cc HTTP/1.1" status: 200 len: 812 time: 0.1422234 May 18 18:46:36.399449 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b61423e7-4c16-4f0f-a3cc-c1e1c91e147c req-59609d63-998a-4ab3-8362-ddbc19c4be34 tempest-DeleteServersTestJSON-1479185120 tempest-DeleteServersTestJSON-1479185120-project] 10.222.0.85 "GET /v2.0/quotas/e85f51dd7bb147f8b78f3a7068cec95a HTTP/1.1" status: 200 len: 375 time: 0.0093000 May 18 18:46:36.451699 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b61423e7-4c16-4f0f-a3cc-c1e1c91e147c req-157efe02-9946-44a5-9779-ba22272bca1d tempest-DeleteServersTestJSON-1479185120 tempest-DeleteServersTestJSON-1479185120-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=e85f51dd7bb147f8b78f3a7068cec95a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0468063 May 18 18:46:36.543077 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b61423e7-4c16-4f0f-a3cc-c1e1c91e147c req-2700b62f-2351-494c-be3b-1b6311508b63 service neutron] 10.222.0.85 "GET /v2.0/networks/43077d48-553f-4327-8c3a-04f2b997c3cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837765 May 18 18:46:36.631946 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b61423e7-4c16-4f0f-a3cc-c1e1c91e147c req-9fc723f5-6211-4482-8966-d87c0e8de224 service neutron] 10.222.0.85 "GET /v2.0/networks/43077d48-553f-4327-8c3a-04f2b997c3cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826242 May 18 18:46:36.808218 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3dba2e08-e535-444f-8020-62778363a64f req-25b09653-0c15-4fc8-83e2-1d2ed92955de tempest-DeleteServersTestJSON-1479185120 tempest-DeleteServersTestJSON-1479185120-project] 10.222.0.85 "GET /v2.0/ports?device_id=68e407e2-26c9-4d6c-b01d-dbfaf35c2f8f HTTP/1.1" status: 200 len: 210 time: 0.0260029 May 18 18:46:37.188758 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device d5d5a336-61a3-45fa-bc4c-1cc649ac49f0 no longer exists at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:46:37.212903 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] No Port match for: d5d5a336-61a3-45fa-bc4c-1cc649ac49f0 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:46:37.213167 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device d5d5a336-61a3-45fa-bc4c-1cc649ac49f0 not bound to the agent host n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:46:37.697289 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-30c10cdf-4d1f-474e-877a-558a5603bffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:46:37.834715 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61423e7-4c16-4f0f-a3cc-c1e1c91e147c req-6ddb136f-4b97-43eb-a8c0-b498dcfc2093 tempest-DeleteServersTestJSON-1479185120 tempest-DeleteServersTestJSON-1479185120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:46:37.836099 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b61423e7-4c16-4f0f-a3cc-c1e1c91e147c req-6ddb136f-4b97-43eb-a8c0-b498dcfc2093 tempest-DeleteServersTestJSON-1479185120 tempest-DeleteServersTestJSON-1479185120-project] 10.222.0.36 "GET /v2.0/networks?id=43077d48-553f-4327-8c3a-04f2b997c3cc HTTP/1.1" status: 200 len: 812 time: 0.1037376 May 18 18:46:37.854903 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-b61423e7-4c16-4f0f-a3cc-c1e1c91e147c req-7e525bc9-7714-4b73-ad43-f6beea24a963 tempest-DeleteServersTestJSON-1479185120 tempest-DeleteServersTestJSON-1479185120-project] Request body: {'port': {'device_id': '68e407e2-26c9-4d6c-b01d-dbfaf35c2f8f', 'network_id': '43077d48-553f-4327-8c3a-04f2b997c3cc', 'admin_state_up': True, 'tenant_id': 'e85f51dd7bb147f8b78f3a7068cec95a'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:46:37.933496 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e21203b1-68a9-440e-8da8-fc018e5b6583 req-809c09a6-967c-468e-b8e2-171706661fab tempest-DeleteServersTestJSON-1479185120 tempest-DeleteServersTestJSON-1479185120-project] 10.222.0.85 "GET /v2.0/ports?device_id=68e407e2-26c9-4d6c-b01d-dbfaf35c2f8f HTTP/1.1" status: 200 len: 210 time: 0.0326865 May 18 18:46:37.986392 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b61423e7-4c16-4f0f-a3cc-c1e1c91e147c req-7e525bc9-7714-4b73-ad43-f6beea24a963 tempest-DeleteServersTestJSON-1479185120 tempest-DeleteServersTestJSON-1479185120-project] Made reservation on behalf of e85f51dd7bb147f8b78f3a7068cec95a for: {'port': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:46:37.989885 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-b61423e7-4c16-4f0f-a3cc-c1e1c91e147c req-7e525bc9-7714-4b73-ad43-f6beea24a963 tempest-DeleteServersTestJSON-1479185120 tempest-DeleteServersTestJSON-1479185120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:46:38.114350 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [req-b61423e7-4c16-4f0f-a3cc-c1e1c91e147c req-7e525bc9-7714-4b73-ad43-f6beea24a963 tempest-DeleteServersTestJSON-1479185120 tempest-DeleteServersTestJSON-1479185120-project] Allocated IP 172.20.0.12 (43077d48-553f-4327-8c3a-04f2b997c3cc/dd4234e2-9c7e-448e-95eb-e630e14baeed/f656cf81-82f4-47ca-94fe-198dfeb8c75b) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:46:38.253453 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-b61423e7-4c16-4f0f-a3cc-c1e1c91e147c req-7e525bc9-7714-4b73-ad43-f6beea24a963 tempest-DeleteServersTestJSON-1479185120 tempest-DeleteServersTestJSON-1479185120-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:46:38.287641 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-b61423e7-4c16-4f0f-a3cc-c1e1c91e147c req-7e525bc9-7714-4b73-ad43-f6beea24a963 tempest-DeleteServersTestJSON-1479185120 tempest-DeleteServersTestJSON-1479185120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:46:38.333581 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b61423e7-4c16-4f0f-a3cc-c1e1c91e147c req-7e525bc9-7714-4b73-ad43-f6beea24a963 tempest-DeleteServersTestJSON-1479185120 tempest-DeleteServersTestJSON-1479185120-project] Network 43077d48-553f-4327-8c3a-04f2b997c3cc is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:46:38.336542 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [req-b61423e7-4c16-4f0f-a3cc-c1e1c91e147c req-7e525bc9-7714-4b73-ad43-f6beea24a963 tempest-DeleteServersTestJSON-1479185120 tempest-DeleteServersTestJSON-1479185120-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:46:38.340161 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-b61423e7-4c16-4f0f-a3cc-c1e1c91e147c req-7e525bc9-7714-4b73-ad43-f6beea24a963 tempest-DeleteServersTestJSON-1479185120 tempest-DeleteServersTestJSON-1479185120-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:46:38.348882 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e525bc9-7714-4b73-ad43-f6beea24a963 tempest-DeleteServersTestJSON-1479185120 tempest-DeleteServersTestJSON-1479185120-project] Pushing event updated for resources: {'Port': ['ID=f656cf81-82f4-47ca-94fe-198dfeb8c75b,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:46:38.394649 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61423e7-4c16-4f0f-a3cc-c1e1c91e147c req-7e525bc9-7714-4b73-ad43-f6beea24a963 tempest-DeleteServersTestJSON-1479185120 tempest-DeleteServersTestJSON-1479185120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:46:38.395245 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-b61423e7-4c16-4f0f-a3cc-c1e1c91e147c req-7e525bc9-7714-4b73-ad43-f6beea24a963 tempest-DeleteServersTestJSON-1479185120 tempest-DeleteServersTestJSON-1479185120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:46:38.411025 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b61423e7-4c16-4f0f-a3cc-c1e1c91e147c req-7e525bc9-7714-4b73-ad43-f6beea24a963 tempest-DeleteServersTestJSON-1479185120 tempest-DeleteServersTestJSON-1479185120-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5605290 May 18 18:46:38.427488 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-b61423e7-4c16-4f0f-a3cc-c1e1c91e147c req-70bfb540-6de7-4473-9624-1aa3f1416b43 service neutron] Request body: {'port': {'device_id': '68e407e2-26c9-4d6c-b01d-dbfaf35c2f8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-3'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:46:38.479953 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-b61423e7-4c16-4f0f-a3cc-c1e1c91e147c req-70bfb540-6de7-4473-9624-1aa3f1416b43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:46:38.741320 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [req-b61423e7-4c16-4f0f-a3cc-c1e1c91e147c req-70bfb540-6de7-4473-9624-1aa3f1416b43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f656cf81-82f4-47ca-94fe-198dfeb8c75b {{(pid=102730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:46:38.748525 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-b61423e7-4c16-4f0f-a3cc-c1e1c91e147c req-70bfb540-6de7-4473-9624-1aa3f1416b43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:46:38.759965 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [req-b61423e7-4c16-4f0f-a3cc-c1e1c91e147c req-70bfb540-6de7-4473-9624-1aa3f1416b43 service neutron] Transition to ACTIVE for port object f656cf81-82f4-47ca-94fe-198dfeb8c75b will not be triggered until provisioned by entity L2. {{(pid=102730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:46:38.763775 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-b61423e7-4c16-4f0f-a3cc-c1e1c91e147c req-70bfb540-6de7-4473-9624-1aa3f1416b43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:46:38.831784 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bfb540-6de7-4473-9624-1aa3f1416b43 service neutron] Pushing event updated for resources: {'Port': ['ID=f656cf81-82f4-47ca-94fe-198dfeb8c75b,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:46:38.879338 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-b61423e7-4c16-4f0f-a3cc-c1e1c91e147c req-70bfb540-6de7-4473-9624-1aa3f1416b43 service neutron] Attempting to bind port f656cf81-82f4-47ca-94fe-198dfeb8c75b on host n-h1-838550-3 for vnic_type normal with profile {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:46:38.879967 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-b61423e7-4c16-4f0f-a3cc-c1e1c91e147c req-70bfb540-6de7-4473-9624-1aa3f1416b43 service neutron] Attempting to bind port f656cf81-82f4-47ca-94fe-198dfeb8c75b by drivers openvswitch,hyperv on host n-h1-838550-3 at level 0 using segments [{'id': 'ae108d58-c186-4c26-b679-2934fecb7a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '43077d48-553f-4327-8c3a-04f2b997c3cc'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:46:38.879967 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61423e7-4c16-4f0f-a3cc-c1e1c91e147c req-70bfb540-6de7-4473-9624-1aa3f1416b43 service neutron] Attempting to bind port f656cf81-82f4-47ca-94fe-198dfeb8c75b on network 43077d48-553f-4327-8c3a-04f2b997c3cc {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:46:38.884133 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61423e7-4c16-4f0f-a3cc-c1e1c91e147c req-70bfb540-6de7-4473-9624-1aa3f1416b43 service neutron] Port f656cf81-82f4-47ca-94fe-198dfeb8c75b on network 43077d48-553f-4327-8c3a-04f2b997c3cc not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-3 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:46:38.884449 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61423e7-4c16-4f0f-a3cc-c1e1c91e147c req-70bfb540-6de7-4473-9624-1aa3f1416b43 service neutron] Attempting to bind port f656cf81-82f4-47ca-94fe-198dfeb8c75b on network 43077d48-553f-4327-8c3a-04f2b997c3cc {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:46:38.889069 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61423e7-4c16-4f0f-a3cc-c1e1c91e147c req-70bfb540-6de7-4473-9624-1aa3f1416b43 service neutron] Checking agent: {'id': '1dbac822-25f2-4df8-9dc8-5c2e7b136eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:46:38.889398 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61423e7-4c16-4f0f-a3cc-c1e1c91e147c req-70bfb540-6de7-4473-9624-1aa3f1416b43 service neutron] Checking segment: {'id': 'ae108d58-c186-4c26-b679-2934fecb7a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '43077d48-553f-4327-8c3a-04f2b997c3cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:46:38.889809 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61423e7-4c16-4f0f-a3cc-c1e1c91e147c req-70bfb540-6de7-4473-9624-1aa3f1416b43 service neutron] Bound using segment: {'id': 'ae108d58-c186-4c26-b679-2934fecb7a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '43077d48-553f-4327-8c3a-04f2b997c3cc'} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:46:38.890764 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-b61423e7-4c16-4f0f-a3cc-c1e1c91e147c req-70bfb540-6de7-4473-9624-1aa3f1416b43 service neutron] Bound port: f656cf81-82f4-47ca-94fe-198dfeb8c75b, host: n-h1-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae108d58-c186-4c26-b679-2934fecb7a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '43077d48-553f-4327-8c3a-04f2b997c3cc'}}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:46:38.891105 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-b61423e7-4c16-4f0f-a3cc-c1e1c91e147c req-70bfb540-6de7-4473-9624-1aa3f1416b43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:46:38.956186 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-b61423e7-4c16-4f0f-a3cc-c1e1c91e147c req-70bfb540-6de7-4473-9624-1aa3f1416b43 service neutron] For port f656cf81-82f4-47ca-94fe-198dfeb8c75b, host n-h1-838550-3, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:46:38.959434 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-b61423e7-4c16-4f0f-a3cc-c1e1c91e147c req-70bfb540-6de7-4473-9624-1aa3f1416b43 service neutron] For port f656cf81-82f4-47ca-94fe-198dfeb8c75b, host n-h1-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=f656cf81-82f4-47ca-94fe-198dfeb8c75b,segment=NetworkSegment(ae108d58-c186-4c26-b679-2934fecb7a49),segment_id=ae108d58-c186-4c26-b679-2934fecb7a49)] {{(pid=102730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:46:38.964472 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-b61423e7-4c16-4f0f-a3cc-c1e1c91e147c req-70bfb540-6de7-4473-9624-1aa3f1416b43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:46:39.002012 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61423e7-4c16-4f0f-a3cc-c1e1c91e147c req-70bfb540-6de7-4473-9624-1aa3f1416b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:46:39.002635 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-b61423e7-4c16-4f0f-a3cc-c1e1c91e147c req-70bfb540-6de7-4473-9624-1aa3f1416b43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:46:39.004083 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b61423e7-4c16-4f0f-a3cc-c1e1c91e147c req-70bfb540-6de7-4473-9624-1aa3f1416b43 service neutron] 10.222.0.36 "PUT /v2.0/ports/f656cf81-82f4-47ca-94fe-198dfeb8c75b HTTP/1.1" status: 200 len: 1092 time: 0.5805211 May 18 18:46:39.004547 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68e407e2-26c9-4d6c-b01d-dbfaf35c2f8f', 'tag': 'f656cf81-82f4-47ca-94fe-198dfeb8c75b'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:46:39.006849 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b33a10e8-2363-4bd1-b083-a8b8950d6e60" -d '{"events": [{"name": "network-changed", "server_uuid": "68e407e2-26c9-4d6c-b01d-dbfaf35c2f8f", "tag": "f656cf81-82f4-47ca-94fe-198dfeb8c75b"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:46:39.029360 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bfb540-6de7-4473-9624-1aa3f1416b43 service neutron] Pushing event updated for resources: {'Port': ['ID=f656cf81-82f4-47ca-94fe-198dfeb8c75b,revision_number=3']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:46:39.060280 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0e51d98-a925-410c-837d-dbd0c253543c x-openstack-request-id: req-f0e51d98-a925-410c-837d-dbd0c253543c {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:46:39.060581 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68e407e2-26c9-4d6c-b01d-dbfaf35c2f8f", "tag": "f656cf81-82f4-47ca-94fe-198dfeb8c75b", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:46:39.060838 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-f0e51d98-a925-410c-837d-dbd0c253543c {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:46:39.061267 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0e51d98-a925-410c-837d-dbd0c253543c'] response: {'name': 'network-changed', 'server_uuid': '68e407e2-26c9-4d6c-b01d-dbfaf35c2f8f', 'tag': 'f656cf81-82f4-47ca-94fe-198dfeb8c75b', 'status': 'completed', 'code': 200} May 18 18:46:39.069567 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ca12ad-04f4-487c-81f9-876b3cb7a1e0 req-43462554-c9b3-4583-9bf0-27f90b9566d0 tempest-DeleteServersTestJSON-1479185120 tempest-DeleteServersTestJSON-1479185120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:46:39.071115 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b0ca12ad-04f4-487c-81f9-876b3cb7a1e0 req-43462554-c9b3-4583-9bf0-27f90b9566d0 tempest-DeleteServersTestJSON-1479185120 tempest-DeleteServersTestJSON-1479185120-project] 10.222.0.85 "GET /v2.0/ports?device_id=68e407e2-26c9-4d6c-b01d-dbfaf35c2f8f HTTP/1.1" status: 200 len: 944 time: 0.0617132 May 18 18:46:39.108634 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61423e7-4c16-4f0f-a3cc-c1e1c91e147c req-533e1e7b-d353-4c08-94a5-6eff896a11d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:46:39.109899 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b0ca12ad-04f4-487c-81f9-876b3cb7a1e0 req-2087ebdb-fcaf-4ad3-ae35-f36b8721e0f1 tempest-DeleteServersTestJSON-1479185120 tempest-DeleteServersTestJSON-1479185120-project] 10.222.0.85 "GET /v2.0/security-groups?id=5aa47eb4-8ac3-42a6-a120-00b85cbfe4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322568 May 18 18:46:39.110202 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b61423e7-4c16-4f0f-a3cc-c1e1c91e147c req-533e1e7b-d353-4c08-94a5-6eff896a11d2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e85f51dd7bb147f8b78f3a7068cec95a&device_id=68e407e2-26c9-4d6c-b01d-dbfaf35c2f8f HTTP/1.1" status: 200 len: 1095 time: 0.0417256 May 18 18:46:39.155448 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b61423e7-4c16-4f0f-a3cc-c1e1c91e147c req-cb3dda8e-fa37-46b8-bfc7-4dde3220b758 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f656cf81-82f4-47ca-94fe-198dfeb8c75b HTTP/1.1" status: 200 len: 217 time: 0.0340619 May 18 18:46:39.211624 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61423e7-4c16-4f0f-a3cc-c1e1c91e147c req-c9353538-3b8e-4177-a231-483e2cf16be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:46:39.213209 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b61423e7-4c16-4f0f-a3cc-c1e1c91e147c req-c9353538-3b8e-4177-a231-483e2cf16be9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dd4234e2-9c7e-448e-95eb-e630e14baeed HTTP/1.1" status: 200 len: 852 time: 0.0465508 May 18 18:46:39.248171 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b61423e7-4c16-4f0f-a3cc-c1e1c91e147c req-daece541-0489-4ab3-8165-9d53fb7fcb15 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=43077d48-553f-4327-8c3a-04f2b997c3cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237825 May 18 18:46:39.339718 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b61423e7-4c16-4f0f-a3cc-c1e1c91e147c req-0015f175-c8d3-4f61-ad3f-aeb0da183973 service neutron] 10.222.0.36 "GET /v2.0/networks/43077d48-553f-4327-8c3a-04f2b997c3cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809262 May 18 18:46:39.435784 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b61423e7-4c16-4f0f-a3cc-c1e1c91e147c req-f212349a-574e-490b-a177-55c570edc4a4 service neutron] 10.222.0.36 "GET /v2.0/networks/43077d48-553f-4327-8c3a-04f2b997c3cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873361 May 18 18:46:39.534096 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33a10e8-2363-4bd1-b083-a8b8950d6e60 req-44bf979f-4529-4916-b49e-53fe84340855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:46:39.535618 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b33a10e8-2363-4bd1-b083-a8b8950d6e60 req-44bf979f-4529-4916-b49e-53fe84340855 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e85f51dd7bb147f8b78f3a7068cec95a&device_id=68e407e2-26c9-4d6c-b01d-dbfaf35c2f8f HTTP/1.1" status: 200 len: 1095 time: 0.0438938 May 18 18:46:39.629440 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33a10e8-2363-4bd1-b083-a8b8950d6e60 req-57f16278-06b4-4683-b9a2-4b52d2796da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:46:39.630970 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b33a10e8-2363-4bd1-b083-a8b8950d6e60 req-57f16278-06b4-4683-b9a2-4b52d2796da7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=43077d48-553f-4327-8c3a-04f2b997c3cc HTTP/1.1" status: 200 len: 913 time: 0.0887272 May 18 18:46:39.677109 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b33a10e8-2363-4bd1-b083-a8b8950d6e60 req-87717240-9f45-4177-ac56-e88b6ad95549 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f656cf81-82f4-47ca-94fe-198dfeb8c75b HTTP/1.1" status: 200 len: 217 time: 0.0385003 May 18 18:46:39.725711 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33a10e8-2363-4bd1-b083-a8b8950d6e60 req-424b5248-7ff8-43ff-b49a-1df33748ec89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:46:39.727158 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b33a10e8-2363-4bd1-b083-a8b8950d6e60 req-424b5248-7ff8-43ff-b49a-1df33748ec89 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dd4234e2-9c7e-448e-95eb-e630e14baeed HTTP/1.1" status: 200 len: 852 time: 0.0433068 May 18 18:46:39.760489 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b33a10e8-2363-4bd1-b083-a8b8950d6e60 req-e59e98e5-6aaa-48d7-858b-a0b8d7f745a5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=43077d48-553f-4327-8c3a-04f2b997c3cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240021 May 18 18:46:39.860010 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b33a10e8-2363-4bd1-b083-a8b8950d6e60 req-470c2ce9-c48b-4d19-917a-34714331c970 service neutron] 10.222.0.36 "GET /v2.0/networks/43077d48-553f-4327-8c3a-04f2b997c3cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917120 May 18 18:46:39.949266 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b33a10e8-2363-4bd1-b083-a8b8950d6e60 req-c7d374ba-f658-4b74-a5e4-8072869fdf57 service neutron] 10.222.0.36 "GET /v2.0/networks/43077d48-553f-4327-8c3a-04f2b997c3cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808287 May 18 18:46:40.072198 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a0a76f0b-fc43-41c5-91ea-15d0ff7d5b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:46:40.231730 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2255c2d-b65e-4add-b68c-d166772a44e4 req-711116cb-355c-49f5-9bf6-3b6fd63887b3 tempest-DeleteServersTestJSON-1479185120 tempest-DeleteServersTestJSON-1479185120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:46:40.233195 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f2255c2d-b65e-4add-b68c-d166772a44e4 req-711116cb-355c-49f5-9bf6-3b6fd63887b3 tempest-DeleteServersTestJSON-1479185120 tempest-DeleteServersTestJSON-1479185120-project] 10.222.0.85 "GET /v2.0/ports?device_id=68e407e2-26c9-4d6c-b01d-dbfaf35c2f8f HTTP/1.1" status: 200 len: 944 time: 0.0534751 May 18 18:46:40.269781 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f2255c2d-b65e-4add-b68c-d166772a44e4 req-e51b8fcf-8d42-45ee-ba97-508f6ec2ea3f tempest-DeleteServersTestJSON-1479185120 tempest-DeleteServersTestJSON-1479185120-project] 10.222.0.85 "GET /v2.0/security-groups?id=5aa47eb4-8ac3-42a6-a120-00b85cbfe4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303874 May 18 18:46:41.190733 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device f656cf81-82f4-47ca-94fe-198dfeb8c75b details requested by agent hyperv_n-h1-838550-3 with host n-h1-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:46:41.291256 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port f656cf81-82f4-47ca-94fe-198dfeb8c75b, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=f656cf81-82f4-47ca-94fe-198dfeb8c75b,segment=NetworkSegment(ae108d58-c186-4c26-b679-2934fecb7a49),segment_id=ae108d58-c186-4c26-b679-2934fecb7a49)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:46:41.307089 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Returning: {'device': 'f656cf81-82f4-47ca-94fe-198dfeb8c75b', 'network_id': '43077d48-553f-4327-8c3a-04f2b997c3cc', 'port_id': 'f656cf81-82f4-47ca-94fe-198dfeb8c75b', 'mac_address': 'fa:16:3e:b9:b8:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd4234e2-9c7e-448e-95eb-e630e14baeed', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:46:41.348482 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port f656cf81-82f4-47ca-94fe-198dfeb8c75b is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:46:41.348880 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:46:41.367930 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:46:41.369544 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f656cf81-82f4-47ca-94fe-198dfeb8c75b {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:46:41.387753 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3681b8-8faa-4879-86a7-f76e937d77ff req-cc209d00-6ea5-4bed-a0b5-cd0a4d13e518 tempest-DeleteServersTestJSON-1479185120 tempest-DeleteServersTestJSON-1479185120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:46:41.389325 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bb3681b8-8faa-4879-86a7-f76e937d77ff req-cc209d00-6ea5-4bed-a0b5-cd0a4d13e518 tempest-DeleteServersTestJSON-1479185120 tempest-DeleteServersTestJSON-1479185120-project] 10.222.0.85 "GET /v2.0/ports?device_id=68e407e2-26c9-4d6c-b01d-dbfaf35c2f8f HTTP/1.1" status: 200 len: 944 time: 0.0515194 May 18 18:46:41.390323 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port f656cf81-82f4-47ca-94fe-198dfeb8c75b, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=f656cf81-82f4-47ca-94fe-198dfeb8c75b,segment=NetworkSegment(ae108d58-c186-4c26-b679-2934fecb7a49),segment_id=ae108d58-c186-4c26-b679-2934fecb7a49)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:46:41.395123 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:46:41.430118 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bb3681b8-8faa-4879-86a7-f76e937d77ff req-8afd9fea-07ba-43e5-b0cb-2f5f381ad230 tempest-DeleteServersTestJSON-1479185120 tempest-DeleteServersTestJSON-1479185120-project] 10.222.0.85 "GET /v2.0/security-groups?id=5aa47eb4-8ac3-42a6-a120-00b85cbfe4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337765 May 18 18:46:41.442900 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=f656cf81-82f4-47ca-94fe-198dfeb8c75b,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:46:41.670447 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['f656cf81-82f4-47ca-94fe-198dfeb8c75b'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:46:42.510975 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:46:42.543334 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a603d4-b097-4ef9-951a-a4915a4818c8 req-03a6688c-3115-4907-976a-78d13d54024f tempest-DeleteServersTestJSON-1479185120 tempest-DeleteServersTestJSON-1479185120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:46:42.544851 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f4a603d4-b097-4ef9-951a-a4915a4818c8 req-03a6688c-3115-4907-976a-78d13d54024f tempest-DeleteServersTestJSON-1479185120 tempest-DeleteServersTestJSON-1479185120-project] 10.222.0.85 "GET /v2.0/ports?device_id=68e407e2-26c9-4d6c-b01d-dbfaf35c2f8f HTTP/1.1" status: 200 len: 945 time: 0.0491557 May 18 18:46:42.582967 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f4a603d4-b097-4ef9-951a-a4915a4818c8 req-d092ee8a-375e-4807-bb47-ea42d6a4d9ed tempest-DeleteServersTestJSON-1479185120 tempest-DeleteServersTestJSON-1479185120-project] 10.222.0.85 "GET /v2.0/security-groups?id=5aa47eb4-8ac3-42a6-a120-00b85cbfe4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313504 May 18 18:46:43.095931 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:46:43.205889 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device f656cf81-82f4-47ca-94fe-198dfeb8c75b up at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:46:43.253942 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning for port f656cf81-82f4-47ca-94fe-198dfeb8c75b completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:46:43.257928 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning complete for port f656cf81-82f4-47ca-94fe-198dfeb8c75b triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:46:43.258298 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:46:43.342487 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port f656cf81-82f4-47ca-94fe-198dfeb8c75b is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:46:43.342874 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:46:43.365124 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68e407e2-26c9-4d6c-b01d-dbfaf35c2f8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f656cf81-82f4-47ca-94fe-198dfeb8c75b'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:46:43.367286 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a63057ff-526c-4a07-9fa4-35b3175a4646" -d '{"events": [{"server_uuid": "68e407e2-26c9-4d6c-b01d-dbfaf35c2f8f", "name": "network-vif-plugged", "status": "completed", "tag": "f656cf81-82f4-47ca-94fe-198dfeb8c75b"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:46:43.380434 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port f656cf81-82f4-47ca-94fe-198dfeb8c75b, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=f656cf81-82f4-47ca-94fe-198dfeb8c75b,segment=NetworkSegment(ae108d58-c186-4c26-b679-2934fecb7a49),segment_id=ae108d58-c186-4c26-b679-2934fecb7a49)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:46:43.385315 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:46:43.408636 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-debb85ff-5de9-4cf7-bb2a-62458569cf84 x-openstack-request-id: req-debb85ff-5de9-4cf7-bb2a-62458569cf84 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:46:43.408931 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68e407e2-26c9-4d6c-b01d-dbfaf35c2f8f", "name": "network-vif-plugged", "status": "completed", "tag": "f656cf81-82f4-47ca-94fe-198dfeb8c75b", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:46:43.409186 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-debb85ff-5de9-4cf7-bb2a-62458569cf84 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:46:43.409584 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-debb85ff-5de9-4cf7-bb2a-62458569cf84'] response: {'server_uuid': '68e407e2-26c9-4d6c-b01d-dbfaf35c2f8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f656cf81-82f4-47ca-94fe-198dfeb8c75b', 'code': 200} May 18 18:46:43.435344 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=f656cf81-82f4-47ca-94fe-198dfeb8c75b,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:46:43.511467 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcd18b5-005e-46b6-8c21-1aa1e0b4c06d req-651e5da9-4596-4e2a-814c-10e5064aa008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:46:43.512952 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1fcd18b5-005e-46b6-8c21-1aa1e0b4c06d req-651e5da9-4596-4e2a-814c-10e5064aa008 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=68e407e2-26c9-4d6c-b01d-dbfaf35c2f8f HTTP/1.1" status: 200 len: 1097 time: 0.0408933 May 18 18:46:43.552959 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1fcd18b5-005e-46b6-8c21-1aa1e0b4c06d req-2445d78e-2045-4788-83d0-eba7d6472593 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5aa47eb4-8ac3-42a6-a120-00b85cbfe4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281184 May 18 18:46:43.715165 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62946fc7-f181-46b3-92b4-615f04802e91 req-acf02ed1-e840-4c19-8996-9dc588a9ba2b tempest-DeleteServersTestJSON-1479185120 tempest-DeleteServersTestJSON-1479185120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:46:43.717241 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-62946fc7-f181-46b3-92b4-615f04802e91 req-acf02ed1-e840-4c19-8996-9dc588a9ba2b tempest-DeleteServersTestJSON-1479185120 tempest-DeleteServersTestJSON-1479185120-project] 10.222.0.85 "GET /v2.0/ports?device_id=68e407e2-26c9-4d6c-b01d-dbfaf35c2f8f HTTP/1.1" status: 200 len: 946 time: 0.0663528 May 18 18:46:43.755242 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-62946fc7-f181-46b3-92b4-615f04802e91 req-f06dc89f-63df-47a0-8b65-e2555788c24c tempest-DeleteServersTestJSON-1479185120 tempest-DeleteServersTestJSON-1479185120-project] 10.222.0.85 "GET /v2.0/security-groups?id=5aa47eb4-8ac3-42a6-a120-00b85cbfe4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315328 May 18 18:46:44.878988 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d68ca45-01db-40c1-ad99-3e1efd4bd501 req-417b31f6-2c39-4471-a913-0a63e4376eb7 tempest-DeleteServersTestJSON-1479185120 tempest-DeleteServersTestJSON-1479185120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:46:44.880490 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7d68ca45-01db-40c1-ad99-3e1efd4bd501 req-417b31f6-2c39-4471-a913-0a63e4376eb7 tempest-DeleteServersTestJSON-1479185120 tempest-DeleteServersTestJSON-1479185120-project] 10.222.0.85 "GET /v2.0/ports?device_id=68e407e2-26c9-4d6c-b01d-dbfaf35c2f8f HTTP/1.1" status: 200 len: 946 time: 0.0537162 May 18 18:46:44.918907 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7d68ca45-01db-40c1-ad99-3e1efd4bd501 req-6bd13bc4-c514-4196-a4d6-1fc44883839e tempest-DeleteServersTestJSON-1479185120 tempest-DeleteServersTestJSON-1479185120-project] 10.222.0.85 "GET /v2.0/security-groups?id=5aa47eb4-8ac3-42a6-a120-00b85cbfe4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319216 May 18 18:46:46.031031 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b250660-6240-427d-9520-d8470808d483 req-3645533d-b4c2-4613-a0ff-d89c824d6934 tempest-DeleteServersTestJSON-1479185120 tempest-DeleteServersTestJSON-1479185120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:46:46.033290 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1b250660-6240-427d-9520-d8470808d483 req-3645533d-b4c2-4613-a0ff-d89c824d6934 tempest-DeleteServersTestJSON-1479185120 tempest-DeleteServersTestJSON-1479185120-project] 10.222.0.85 "GET /v2.0/ports?device_id=68e407e2-26c9-4d6c-b01d-dbfaf35c2f8f HTTP/1.1" status: 200 len: 946 time: 0.0482471 May 18 18:46:46.070066 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1b250660-6240-427d-9520-d8470808d483 req-3bd60ae7-4cd8-4a41-9100-330d87132de0 tempest-DeleteServersTestJSON-1479185120 tempest-DeleteServersTestJSON-1479185120-project] 10.222.0.85 "GET /v2.0/security-groups?id=5aa47eb4-8ac3-42a6-a120-00b85cbfe4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308225 May 18 18:46:46.250989 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 47066) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:46:46.311060 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50769066-5e05-41b2-bc7b-6f1860da78aa req-d53f12f1-cb62-4e1e-a081-5cf559573276 tempest-DeleteServersTestJSON-1479185120 tempest-DeleteServersTestJSON-1479185120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:46:46.312592 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-50769066-5e05-41b2-bc7b-6f1860da78aa req-d53f12f1-cb62-4e1e-a081-5cf559573276 tempest-DeleteServersTestJSON-1479185120 tempest-DeleteServersTestJSON-1479185120-project] 10.222.0.85 "GET /v2.0/ports?device_id=68e407e2-26c9-4d6c-b01d-dbfaf35c2f8f HTTP/1.1" status: 200 len: 946 time: 0.0505404 May 18 18:46:46.375812 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-50769066-5e05-41b2-bc7b-6f1860da78aa req-3fbbd89f-005b-4f5f-aad5-1fa9c5a380b9 tempest-DeleteServersTestJSON-1479185120 tempest-DeleteServersTestJSON-1479185120-project] 10.222.0.85 "GET /v2.0/security-groups?id=5aa47eb4-8ac3-42a6-a120-00b85cbfe4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546260 May 18 18:46:46.384276 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6d28cdd9-28fb-4112-ba5e-e33a10eb7429 req-8ba2907d-3021-465f-a454-75ca827e5807 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=68e407e2-26c9-4d6c-b01d-dbfaf35c2f8f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1321011 May 18 18:46:46.391885 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [req-6d28cdd9-28fb-4112-ba5e-e33a10eb7429 req-569a569d-cbee-46a3-a7d4-d7ed1a4f4c00 service neutron] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=102730) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 18:46:46.392874 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6d28cdd9-28fb-4112-ba5e-e33a10eb7429 req-569a569d-cbee-46a3-a7d4-d7ed1a4f4c00 service neutron] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056636 May 18 18:46:47.494764 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd4739b-57d9-4631-9276-06fbfbc27075 req-ad0201e9-f386-417e-a096-e210f15e3583 tempest-DeleteServersTestJSON-1479185120 tempest-DeleteServersTestJSON-1479185120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:46:47.496260 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3cd4739b-57d9-4631-9276-06fbfbc27075 req-ad0201e9-f386-417e-a096-e210f15e3583 tempest-DeleteServersTestJSON-1479185120 tempest-DeleteServersTestJSON-1479185120-project] 10.222.0.85 "GET /v2.0/ports?device_id=68e407e2-26c9-4d6c-b01d-dbfaf35c2f8f HTTP/1.1" status: 200 len: 946 time: 0.0507071 May 18 18:46:47.537524 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3cd4739b-57d9-4631-9276-06fbfbc27075 req-ff83408b-72be-49f6-bc1e-2a1361485cfc tempest-DeleteServersTestJSON-1479185120 tempest-DeleteServersTestJSON-1479185120-project] 10.222.0.85 "GET /v2.0/security-groups?id=5aa47eb4-8ac3-42a6-a120-00b85cbfe4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344288 May 18 18:46:47.550959 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d28cdd9-28fb-4112-ba5e-e33a10eb7429 req-25fba66c-4735-41fa-9a21-cbc0f4e435ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:46:47.552559 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6d28cdd9-28fb-4112-ba5e-e33a10eb7429 req-25fba66c-4735-41fa-9a21-cbc0f4e435ac service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e85f51dd7bb147f8b78f3a7068cec95a&device_id=68e407e2-26c9-4d6c-b01d-dbfaf35c2f8f HTTP/1.1" status: 200 len: 1097 time: 0.0461454 May 18 18:46:47.643646 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d28cdd9-28fb-4112-ba5e-e33a10eb7429 req-82ea7bc7-8672-471d-9423-a43aa9599497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:46:47.645142 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6d28cdd9-28fb-4112-ba5e-e33a10eb7429 req-82ea7bc7-8672-471d-9423-a43aa9599497 service neutron] 10.222.0.36 "GET /v2.0/networks?id=43077d48-553f-4327-8c3a-04f2b997c3cc HTTP/1.1" status: 200 len: 913 time: 0.0852449 May 18 18:46:47.964909 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6d28cdd9-28fb-4112-ba5e-e33a10eb7429 req-9b8747a2-949e-4a12-8d7f-ab4af31be0d3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f656cf81-82f4-47ca-94fe-198dfeb8c75b HTTP/1.1" status: 200 len: 217 time: 0.3134832 May 18 18:46:48.014357 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d28cdd9-28fb-4112-ba5e-e33a10eb7429 req-3ea46a04-0657-47d1-a264-9b1dd0781dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:46:48.016402 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6d28cdd9-28fb-4112-ba5e-e33a10eb7429 req-3ea46a04-0657-47d1-a264-9b1dd0781dfc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dd4234e2-9c7e-448e-95eb-e630e14baeed HTTP/1.1" status: 200 len: 852 time: 0.0454986 May 18 18:46:48.050256 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6d28cdd9-28fb-4112-ba5e-e33a10eb7429 req-bfa920e6-d335-4079-8cab-0662f6eeced8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=43077d48-553f-4327-8c3a-04f2b997c3cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270061 May 18 18:46:48.158943 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6d28cdd9-28fb-4112-ba5e-e33a10eb7429 req-46ca73ed-38c2-4ab7-958a-d4510a25c951 service neutron] 10.222.0.36 "GET /v2.0/networks/43077d48-553f-4327-8c3a-04f2b997c3cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021781 May 18 18:46:48.245453 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6d28cdd9-28fb-4112-ba5e-e33a10eb7429 req-c788cb20-fadf-40e8-9256-537cdad18d20 service neutron] 10.222.0.36 "GET /v2.0/networks/43077d48-553f-4327-8c3a-04f2b997c3cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801995 May 18 18:46:48.659457 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f094795-43d6-430d-8c24-7ea7031c5e04 req-edd73bf5-b564-443a-be66-1577b8d7ce8b tempest-DeleteServersTestJSON-1479185120 tempest-DeleteServersTestJSON-1479185120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:46:48.660932 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4f094795-43d6-430d-8c24-7ea7031c5e04 req-edd73bf5-b564-443a-be66-1577b8d7ce8b tempest-DeleteServersTestJSON-1479185120 tempest-DeleteServersTestJSON-1479185120-project] 10.222.0.85 "GET /v2.0/ports?device_id=68e407e2-26c9-4d6c-b01d-dbfaf35c2f8f HTTP/1.1" status: 200 len: 946 time: 0.0530252 May 18 18:46:48.697665 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4f094795-43d6-430d-8c24-7ea7031c5e04 req-c011e3ee-77c8-46a3-9bc5-49717c688a54 tempest-DeleteServersTestJSON-1479185120 tempest-DeleteServersTestJSON-1479185120-project] 10.222.0.85 "GET /v2.0/security-groups?id=5aa47eb4-8ac3-42a6-a120-00b85cbfe4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307570 May 18 18:46:49.815855 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153055cc-8821-4b6b-8bf9-27c517654cef req-96e5afed-bc8a-4a1c-bf8b-fe5180f06033 tempest-DeleteServersTestJSON-1479185120 tempest-DeleteServersTestJSON-1479185120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:46:49.817318 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-153055cc-8821-4b6b-8bf9-27c517654cef req-96e5afed-bc8a-4a1c-bf8b-fe5180f06033 tempest-DeleteServersTestJSON-1479185120 tempest-DeleteServersTestJSON-1479185120-project] 10.222.0.85 "GET /v2.0/ports?device_id=68e407e2-26c9-4d6c-b01d-dbfaf35c2f8f HTTP/1.1" status: 200 len: 946 time: 0.0487773 May 18 18:46:49.854214 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-153055cc-8821-4b6b-8bf9-27c517654cef req-cc603d22-2108-41db-b06a-776a003bc633 tempest-DeleteServersTestJSON-1479185120 tempest-DeleteServersTestJSON-1479185120-project] 10.222.0.85 "GET /v2.0/security-groups?id=5aa47eb4-8ac3-42a6-a120-00b85cbfe4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309000 May 18 18:46:50.969865 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f2329a-3e2b-4cb9-9272-1476b522219f req-522ce604-1609-465d-bc77-9d6013d010c7 tempest-DeleteServersTestJSON-1479185120 tempest-DeleteServersTestJSON-1479185120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:46:50.971252 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-85f2329a-3e2b-4cb9-9272-1476b522219f req-522ce604-1609-465d-bc77-9d6013d010c7 tempest-DeleteServersTestJSON-1479185120 tempest-DeleteServersTestJSON-1479185120-project] 10.222.0.85 "GET /v2.0/ports?device_id=68e407e2-26c9-4d6c-b01d-dbfaf35c2f8f HTTP/1.1" status: 200 len: 946 time: 0.0477586 May 18 18:46:51.009179 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-85f2329a-3e2b-4cb9-9272-1476b522219f req-a941a63f-8c31-4784-a644-9d4016853f78 tempest-DeleteServersTestJSON-1479185120 tempest-DeleteServersTestJSON-1479185120-project] 10.222.0.85 "GET /v2.0/security-groups?id=5aa47eb4-8ac3-42a6-a120-00b85cbfe4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320001 May 18 18:46:52.128653 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40f4966-8b74-45df-ac66-90b2b48e0790 req-a0f4dfe7-c15c-496d-ac98-e9ff819891b4 tempest-DeleteServersTestJSON-1479185120 tempest-DeleteServersTestJSON-1479185120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:46:52.130158 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e40f4966-8b74-45df-ac66-90b2b48e0790 req-a0f4dfe7-c15c-496d-ac98-e9ff819891b4 tempest-DeleteServersTestJSON-1479185120 tempest-DeleteServersTestJSON-1479185120-project] 10.222.0.85 "GET /v2.0/ports?device_id=68e407e2-26c9-4d6c-b01d-dbfaf35c2f8f HTTP/1.1" status: 200 len: 946 time: 0.0539024 May 18 18:46:52.169244 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e40f4966-8b74-45df-ac66-90b2b48e0790 req-e62e3459-9063-4fc5-90cd-5c54d1623abf tempest-DeleteServersTestJSON-1479185120 tempest-DeleteServersTestJSON-1479185120-project] 10.222.0.85 "GET /v2.0/security-groups?id=5aa47eb4-8ac3-42a6-a120-00b85cbfe4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331221 May 18 18:46:53.290004 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1143387b-7542-4ba5-8436-f7941602c3bb req-74803a71-9452-436e-bbaa-cb82fc8c558b tempest-DeleteServersTestJSON-1479185120 tempest-DeleteServersTestJSON-1479185120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:46:53.291486 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1143387b-7542-4ba5-8436-f7941602c3bb req-74803a71-9452-436e-bbaa-cb82fc8c558b tempest-DeleteServersTestJSON-1479185120 tempest-DeleteServersTestJSON-1479185120-project] 10.222.0.85 "GET /v2.0/ports?device_id=68e407e2-26c9-4d6c-b01d-dbfaf35c2f8f HTTP/1.1" status: 200 len: 946 time: 0.0492785 May 18 18:46:53.328536 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1143387b-7542-4ba5-8436-f7941602c3bb req-cff4a1e7-7aa6-43d4-b891-2c1a5d0598e5 tempest-DeleteServersTestJSON-1479185120 tempest-DeleteServersTestJSON-1479185120-project] 10.222.0.85 "GET /v2.0/security-groups?id=5aa47eb4-8ac3-42a6-a120-00b85cbfe4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308573 May 18 18:46:54.450615 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cc6b15-d407-4888-923e-9ea3cc83ebb6 req-c3867b4b-851c-477b-80c2-9bdf0ede016d tempest-DeleteServersTestJSON-1479185120 tempest-DeleteServersTestJSON-1479185120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:46:54.452080 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-75cc6b15-d407-4888-923e-9ea3cc83ebb6 req-c3867b4b-851c-477b-80c2-9bdf0ede016d tempest-DeleteServersTestJSON-1479185120 tempest-DeleteServersTestJSON-1479185120-project] 10.222.0.85 "GET /v2.0/ports?device_id=68e407e2-26c9-4d6c-b01d-dbfaf35c2f8f HTTP/1.1" status: 200 len: 946 time: 0.0522754 May 18 18:46:54.488894 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-75cc6b15-d407-4888-923e-9ea3cc83ebb6 req-534462e0-c753-4aa8-9034-ae2f6029df95 tempest-DeleteServersTestJSON-1479185120 tempest-DeleteServersTestJSON-1479185120-project] 10.222.0.85 "GET /v2.0/security-groups?id=5aa47eb4-8ac3-42a6-a120-00b85cbfe4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307560 May 18 18:46:55.609480 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2a9075-4182-4c4d-ab20-ed4284144b59 req-27af81f4-24d1-4b8b-9819-7c51b87166f3 tempest-DeleteServersTestJSON-1479185120 tempest-DeleteServersTestJSON-1479185120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:46:55.611580 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6b2a9075-4182-4c4d-ab20-ed4284144b59 req-27af81f4-24d1-4b8b-9819-7c51b87166f3 tempest-DeleteServersTestJSON-1479185120 tempest-DeleteServersTestJSON-1479185120-project] 10.222.0.85 "GET /v2.0/ports?device_id=68e407e2-26c9-4d6c-b01d-dbfaf35c2f8f HTTP/1.1" status: 200 len: 946 time: 0.0548291 May 18 18:46:55.650551 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6b2a9075-4182-4c4d-ab20-ed4284144b59 req-b891e2cb-292a-445b-a8cd-0427f3056a1d tempest-DeleteServersTestJSON-1479185120 tempest-DeleteServersTestJSON-1479185120-project] 10.222.0.85 "GET /v2.0/security-groups?id=5aa47eb4-8ac3-42a6-a120-00b85cbfe4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330660 May 18 18:46:56.769217 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db915127-53fc-423e-9705-1f45b02cd10b req-c9fc4aba-f142-4643-af16-ded340842a17 tempest-DeleteServersTestJSON-1479185120 tempest-DeleteServersTestJSON-1479185120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:46:56.770727 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-db915127-53fc-423e-9705-1f45b02cd10b req-c9fc4aba-f142-4643-af16-ded340842a17 tempest-DeleteServersTestJSON-1479185120 tempest-DeleteServersTestJSON-1479185120-project] 10.222.0.85 "GET /v2.0/ports?device_id=68e407e2-26c9-4d6c-b01d-dbfaf35c2f8f HTTP/1.1" status: 200 len: 946 time: 0.0501244 May 18 18:46:56.808476 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-db915127-53fc-423e-9705-1f45b02cd10b req-c345daf2-6fac-4bb9-ade3-8160336f6944 tempest-DeleteServersTestJSON-1479185120 tempest-DeleteServersTestJSON-1479185120-project] 10.222.0.85 "GET /v2.0/security-groups?id=5aa47eb4-8ac3-42a6-a120-00b85cbfe4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317190 May 18 18:46:57.922642 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f78968-b0d2-43be-8a92-97187e443c0c req-f25ce984-a559-4765-99ac-196976bc7bf0 tempest-DeleteServersTestJSON-1479185120 tempest-DeleteServersTestJSON-1479185120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:46:57.924118 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-83f78968-b0d2-43be-8a92-97187e443c0c req-f25ce984-a559-4765-99ac-196976bc7bf0 tempest-DeleteServersTestJSON-1479185120 tempest-DeleteServersTestJSON-1479185120-project] 10.222.0.85 "GET /v2.0/ports?device_id=68e407e2-26c9-4d6c-b01d-dbfaf35c2f8f HTTP/1.1" status: 200 len: 946 time: 0.0489843 May 18 18:46:57.961943 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-83f78968-b0d2-43be-8a92-97187e443c0c req-d3529c62-9a3c-46fd-a03c-0235fcf4c69d tempest-DeleteServersTestJSON-1479185120 tempest-DeleteServersTestJSON-1479185120-project] 10.222.0.85 "GET /v2.0/security-groups?id=5aa47eb4-8ac3-42a6-a120-00b85cbfe4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316443 May 18 18:46:59.079704 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f0687e-54e7-469d-8acd-0a472b91ada7 req-f4b521a4-0b6f-43e0-a1ff-34090fafd1cd tempest-DeleteServersTestJSON-1479185120 tempest-DeleteServersTestJSON-1479185120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:46:59.081207 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f8f0687e-54e7-469d-8acd-0a472b91ada7 req-f4b521a4-0b6f-43e0-a1ff-34090fafd1cd tempest-DeleteServersTestJSON-1479185120 tempest-DeleteServersTestJSON-1479185120-project] 10.222.0.85 "GET /v2.0/ports?device_id=68e407e2-26c9-4d6c-b01d-dbfaf35c2f8f HTTP/1.1" status: 200 len: 946 time: 0.0536542 May 18 18:46:59.125006 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f8f0687e-54e7-469d-8acd-0a472b91ada7 req-1e01d328-f443-40cf-a1fc-beac3fd8e730 tempest-DeleteServersTestJSON-1479185120 tempest-DeleteServersTestJSON-1479185120-project] 10.222.0.85 "GET /v2.0/security-groups?id=5aa47eb4-8ac3-42a6-a120-00b85cbfe4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379019 May 18 18:46:59.286420 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 7 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 18:47:00.241848 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5349034e-6d07-4018-92dd-34890d02729b req-9fb19321-5fa5-4bce-96a9-cfe9cd9c84ba tempest-DeleteServersTestJSON-1479185120 tempest-DeleteServersTestJSON-1479185120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:47:00.243327 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5349034e-6d07-4018-92dd-34890d02729b req-9fb19321-5fa5-4bce-96a9-cfe9cd9c84ba tempest-DeleteServersTestJSON-1479185120 tempest-DeleteServersTestJSON-1479185120-project] 10.222.0.85 "GET /v2.0/ports?device_id=68e407e2-26c9-4d6c-b01d-dbfaf35c2f8f HTTP/1.1" status: 200 len: 946 time: 0.0492337 May 18 18:47:00.283565 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5349034e-6d07-4018-92dd-34890d02729b req-1dd15833-8c9b-49be-9c48-d11f3c4c8ed9 tempest-DeleteServersTestJSON-1479185120 tempest-DeleteServersTestJSON-1479185120-project] 10.222.0.85 "GET /v2.0/security-groups?id=5aa47eb4-8ac3-42a6-a120-00b85cbfe4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337582 May 18 18:47:01.264712 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:47:01.398407 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9969714d-2fb6-45a2-a10d-bfae8fc1ad2e req-e61e415a-69ae-487f-9e10-4ee47d406c3a tempest-DeleteServersTestJSON-1479185120 tempest-DeleteServersTestJSON-1479185120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:47:01.399875 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9969714d-2fb6-45a2-a10d-bfae8fc1ad2e req-e61e415a-69ae-487f-9e10-4ee47d406c3a tempest-DeleteServersTestJSON-1479185120 tempest-DeleteServersTestJSON-1479185120-project] 10.222.0.85 "GET /v2.0/ports?device_id=68e407e2-26c9-4d6c-b01d-dbfaf35c2f8f HTTP/1.1" status: 200 len: 946 time: 0.0480363 May 18 18:47:01.440234 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:47:01.440594 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9969714d-2fb6-45a2-a10d-bfae8fc1ad2e req-dd3ae5d2-7c42-4032-9813-5c866690c1fa tempest-DeleteServersTestJSON-1479185120 tempest-DeleteServersTestJSON-1479185120-project] 10.222.0.85 "GET /v2.0/security-groups?id=5aa47eb4-8ac3-42a6-a120-00b85cbfe4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345640 May 18 18:47:02.559902 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd34720d-25e0-4706-87f4-e74ed6aaa0ca req-4e110780-42fc-4e97-bcc7-936595746b81 tempest-DeleteServersTestJSON-1479185120 tempest-DeleteServersTestJSON-1479185120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:47:02.561357 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fd34720d-25e0-4706-87f4-e74ed6aaa0ca req-4e110780-42fc-4e97-bcc7-936595746b81 tempest-DeleteServersTestJSON-1479185120 tempest-DeleteServersTestJSON-1479185120-project] 10.222.0.85 "GET /v2.0/ports?device_id=68e407e2-26c9-4d6c-b01d-dbfaf35c2f8f HTTP/1.1" status: 200 len: 946 time: 0.0513101 May 18 18:47:02.598322 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fd34720d-25e0-4706-87f4-e74ed6aaa0ca req-6d5822d9-90e8-4dfe-b6c0-f4d4f92a2fdb tempest-DeleteServersTestJSON-1479185120 tempest-DeleteServersTestJSON-1479185120-project] 10.222.0.85 "GET /v2.0/security-groups?id=5aa47eb4-8ac3-42a6-a120-00b85cbfe4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304844 May 18 18:47:03.716816 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85de1c47-d0d0-4cfa-adb0-0db8771332ad req-500d1b5e-ffa6-49b4-a8dc-391026c7cf2d tempest-DeleteServersTestJSON-1479185120 tempest-DeleteServersTestJSON-1479185120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:47:03.718313 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-85de1c47-d0d0-4cfa-adb0-0db8771332ad req-500d1b5e-ffa6-49b4-a8dc-391026c7cf2d tempest-DeleteServersTestJSON-1479185120 tempest-DeleteServersTestJSON-1479185120-project] 10.222.0.85 "GET /v2.0/ports?device_id=68e407e2-26c9-4d6c-b01d-dbfaf35c2f8f HTTP/1.1" status: 200 len: 946 time: 0.0506155 May 18 18:47:03.759376 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-85de1c47-d0d0-4cfa-adb0-0db8771332ad req-36b6aaad-e34d-46a9-a300-b5daa2f93645 tempest-DeleteServersTestJSON-1479185120 tempest-DeleteServersTestJSON-1479185120-project] 10.222.0.85 "GET /v2.0/security-groups?id=5aa47eb4-8ac3-42a6-a120-00b85cbfe4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323665 May 18 18:47:04.876100 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f820a625-61a1-4dff-ab84-2b0aacd9a2c6 req-6bbb7576-3dc9-4d1f-8946-866b5caa4144 tempest-DeleteServersTestJSON-1479185120 tempest-DeleteServersTestJSON-1479185120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:47:04.877572 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f820a625-61a1-4dff-ab84-2b0aacd9a2c6 req-6bbb7576-3dc9-4d1f-8946-866b5caa4144 tempest-DeleteServersTestJSON-1479185120 tempest-DeleteServersTestJSON-1479185120-project] 10.222.0.85 "GET /v2.0/ports?device_id=68e407e2-26c9-4d6c-b01d-dbfaf35c2f8f HTTP/1.1" status: 200 len: 946 time: 0.0487735 May 18 18:47:04.916105 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f820a625-61a1-4dff-ab84-2b0aacd9a2c6 req-c0f54573-9617-4508-9a72-6015224ff06f tempest-DeleteServersTestJSON-1479185120 tempest-DeleteServersTestJSON-1479185120-project] 10.222.0.85 "GET /v2.0/security-groups?id=5aa47eb4-8ac3-42a6-a120-00b85cbfe4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321233 May 18 18:47:06.035671 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ce811b-67c6-4882-a20c-278b04892087 req-2f6e8a14-25da-4ccb-9f8d-12e5a139b44a tempest-DeleteServersTestJSON-1479185120 tempest-DeleteServersTestJSON-1479185120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:47:06.037149 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e6ce811b-67c6-4882-a20c-278b04892087 req-2f6e8a14-25da-4ccb-9f8d-12e5a139b44a tempest-DeleteServersTestJSON-1479185120 tempest-DeleteServersTestJSON-1479185120-project] 10.222.0.85 "GET /v2.0/ports?device_id=68e407e2-26c9-4d6c-b01d-dbfaf35c2f8f HTTP/1.1" status: 200 len: 946 time: 0.0527358 May 18 18:47:06.075034 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e6ce811b-67c6-4882-a20c-278b04892087 req-00fb79f3-92bb-49c0-8db5-72be0853b649 tempest-DeleteServersTestJSON-1479185120 tempest-DeleteServersTestJSON-1479185120-project] 10.222.0.85 "GET /v2.0/security-groups?id=5aa47eb4-8ac3-42a6-a120-00b85cbfe4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319266 May 18 18:47:07.190486 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb226ab-728a-456b-8e0e-03cbe3df6c7f req-7df6deca-f1d7-4400-b5f9-8daf7b1ed06e tempest-DeleteServersTestJSON-1479185120 tempest-DeleteServersTestJSON-1479185120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:47:07.191952 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1fb226ab-728a-456b-8e0e-03cbe3df6c7f req-7df6deca-f1d7-4400-b5f9-8daf7b1ed06e tempest-DeleteServersTestJSON-1479185120 tempest-DeleteServersTestJSON-1479185120-project] 10.222.0.85 "GET /v2.0/ports?device_id=68e407e2-26c9-4d6c-b01d-dbfaf35c2f8f HTTP/1.1" status: 200 len: 946 time: 0.0479565 May 18 18:47:07.236791 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1fb226ab-728a-456b-8e0e-03cbe3df6c7f req-872c5688-08e7-450f-ac26-13e508e1ad65 tempest-DeleteServersTestJSON-1479185120 tempest-DeleteServersTestJSON-1479185120-project] 10.222.0.85 "GET /v2.0/security-groups?id=5aa47eb4-8ac3-42a6-a120-00b85cbfe4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387044 May 18 18:47:07.699204 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-07a6da59-9538-44f5-9fd3-528294fe3cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:47:08.361469 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d65cc1-f2c2-42ad-8413-6147c1d8a08a req-c9e40f5e-cb84-478a-9bf9-badadb793da5 tempest-DeleteServersTestJSON-1479185120 tempest-DeleteServersTestJSON-1479185120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:47:08.362975 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-96d65cc1-f2c2-42ad-8413-6147c1d8a08a req-c9e40f5e-cb84-478a-9bf9-badadb793da5 tempest-DeleteServersTestJSON-1479185120 tempest-DeleteServersTestJSON-1479185120-project] 10.222.0.85 "GET /v2.0/ports?device_id=68e407e2-26c9-4d6c-b01d-dbfaf35c2f8f HTTP/1.1" status: 200 len: 946 time: 0.0492430 May 18 18:47:08.401040 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-96d65cc1-f2c2-42ad-8413-6147c1d8a08a req-f6241752-1135-431f-bd79-6b758ce486f9 tempest-DeleteServersTestJSON-1479185120 tempest-DeleteServersTestJSON-1479185120-project] 10.222.0.85 "GET /v2.0/security-groups?id=5aa47eb4-8ac3-42a6-a120-00b85cbfe4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321026 May 18 18:47:09.518093 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde0c779-15f4-466c-b37f-99dbc76ac1f7 req-4deccbb8-aa07-4aa5-8b72-23055b4ee053 tempest-DeleteServersTestJSON-1479185120 tempest-DeleteServersTestJSON-1479185120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:47:09.519547 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bde0c779-15f4-466c-b37f-99dbc76ac1f7 req-4deccbb8-aa07-4aa5-8b72-23055b4ee053 tempest-DeleteServersTestJSON-1479185120 tempest-DeleteServersTestJSON-1479185120-project] 10.222.0.85 "GET /v2.0/ports?device_id=68e407e2-26c9-4d6c-b01d-dbfaf35c2f8f HTTP/1.1" status: 200 len: 946 time: 0.0513959 May 18 18:47:09.556847 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bde0c779-15f4-466c-b37f-99dbc76ac1f7 req-ac74a84c-6f97-4928-847c-e652e84936ff tempest-DeleteServersTestJSON-1479185120 tempest-DeleteServersTestJSON-1479185120-project] 10.222.0.85 "GET /v2.0/security-groups?id=5aa47eb4-8ac3-42a6-a120-00b85cbfe4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311465 May 18 18:47:10.073538 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-969eaa78-56a4-427a-b62f-22b79f72cf5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:47:10.395137 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ea9d93-6311-4d65-8910-55f9cafb41e6 req-95bd3e82-b104-4eb1-b805-1d321453e194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:47:10.396628 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-07ea9d93-6311-4d65-8910-55f9cafb41e6 req-95bd3e82-b104-4eb1-b805-1d321453e194 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e85f51dd7bb147f8b78f3a7068cec95a&device_id=68e407e2-26c9-4d6c-b01d-dbfaf35c2f8f HTTP/1.1" status: 200 len: 1097 time: 0.0403440 May 18 18:47:10.502512 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ea9d93-6311-4d65-8910-55f9cafb41e6 req-2c4e146b-170c-42f5-9f53-c1d25832cb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:47:10.503980 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-07ea9d93-6311-4d65-8910-55f9cafb41e6 req-2c4e146b-170c-42f5-9f53-c1d25832cb6d service neutron] 10.222.0.36 "GET /v2.0/networks?id=43077d48-553f-4327-8c3a-04f2b997c3cc HTTP/1.1" status: 200 len: 913 time: 0.0865431 May 18 18:47:10.547349 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-07ea9d93-6311-4d65-8910-55f9cafb41e6 req-0a33ffbe-c0b6-4212-9200-0f697878b7f3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f656cf81-82f4-47ca-94fe-198dfeb8c75b HTTP/1.1" status: 200 len: 217 time: 0.0334282 May 18 18:47:10.594212 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ea9d93-6311-4d65-8910-55f9cafb41e6 req-ed20b4c6-2a8f-40b2-ab69-d040f714e434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:47:10.596237 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-07ea9d93-6311-4d65-8910-55f9cafb41e6 req-ed20b4c6-2a8f-40b2-ab69-d040f714e434 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dd4234e2-9c7e-448e-95eb-e630e14baeed HTTP/1.1" status: 200 len: 852 time: 0.0428600 May 18 18:47:10.630582 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-07ea9d93-6311-4d65-8910-55f9cafb41e6 req-cffe2c90-a25b-45f4-9705-c27ad44fe9a3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=43077d48-553f-4327-8c3a-04f2b997c3cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267947 May 18 18:47:10.683128 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e9b262-3083-4006-9701-4e1ce240eb00 req-00a6fcfb-c4e1-4601-aca6-e86329f71762 tempest-DeleteServersTestJSON-1479185120 tempest-DeleteServersTestJSON-1479185120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:47:10.684608 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-15e9b262-3083-4006-9701-4e1ce240eb00 req-00a6fcfb-c4e1-4601-aca6-e86329f71762 tempest-DeleteServersTestJSON-1479185120 tempest-DeleteServersTestJSON-1479185120-project] 10.222.0.85 "GET /v2.0/ports?device_id=68e407e2-26c9-4d6c-b01d-dbfaf35c2f8f HTTP/1.1" status: 200 len: 946 time: 0.0488629 May 18 18:47:10.722580 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-15e9b262-3083-4006-9701-4e1ce240eb00 req-f0577ef0-bb2f-4e53-8409-c1c607d0af2b tempest-DeleteServersTestJSON-1479185120 tempest-DeleteServersTestJSON-1479185120-project] 10.222.0.85 "GET /v2.0/security-groups?id=5aa47eb4-8ac3-42a6-a120-00b85cbfe4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315843 May 18 18:47:10.724532 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-07ea9d93-6311-4d65-8910-55f9cafb41e6 req-05fdde32-74df-46e7-8e04-03e80d844816 service neutron] 10.222.0.36 "GET /v2.0/networks/43077d48-553f-4327-8c3a-04f2b997c3cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873368 May 18 18:47:10.815678 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-07ea9d93-6311-4d65-8910-55f9cafb41e6 req-adfaf1a4-187a-40e5-acfc-79f1d0963fc9 service neutron] 10.222.0.36 "GET /v2.0/networks/43077d48-553f-4327-8c3a-04f2b997c3cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823555 May 18 18:47:11.357734 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:47:11.842793 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd75025-53d8-4111-8863-4976286abb7a req-cca917df-b58b-4a7f-87cc-11e1758e85f6 tempest-DeleteServersTestJSON-1479185120 tempest-DeleteServersTestJSON-1479185120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:47:11.844269 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4fd75025-53d8-4111-8863-4976286abb7a req-cca917df-b58b-4a7f-87cc-11e1758e85f6 tempest-DeleteServersTestJSON-1479185120 tempest-DeleteServersTestJSON-1479185120-project] 10.222.0.85 "GET /v2.0/ports?device_id=68e407e2-26c9-4d6c-b01d-dbfaf35c2f8f HTTP/1.1" status: 200 len: 946 time: 0.0540788 May 18 18:47:11.882558 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4fd75025-53d8-4111-8863-4976286abb7a req-5c5caea8-5559-44c4-af3d-7a8d8ba0aa10 tempest-DeleteServersTestJSON-1479185120 tempest-DeleteServersTestJSON-1479185120-project] 10.222.0.85 "GET /v2.0/security-groups?id=5aa47eb4-8ac3-42a6-a120-00b85cbfe4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320902 May 18 18:47:12.511413 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:47:12.999619 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f392d4-b8ed-4d3f-8d91-c6e88d39ef28 req-99f63168-40d6-47e3-b3f5-a81b827ab765 tempest-DeleteServersTestJSON-1479185120 tempest-DeleteServersTestJSON-1479185120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:47:13.001660 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f2f392d4-b8ed-4d3f-8d91-c6e88d39ef28 req-99f63168-40d6-47e3-b3f5-a81b827ab765 tempest-DeleteServersTestJSON-1479185120 tempest-DeleteServersTestJSON-1479185120-project] 10.222.0.85 "GET /v2.0/ports?device_id=68e407e2-26c9-4d6c-b01d-dbfaf35c2f8f HTTP/1.1" status: 200 len: 946 time: 0.0519996 May 18 18:47:13.038916 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f2f392d4-b8ed-4d3f-8d91-c6e88d39ef28 req-539df652-47b8-4f8b-a1b3-60c3b7d8dc6c tempest-DeleteServersTestJSON-1479185120 tempest-DeleteServersTestJSON-1479185120-project] 10.222.0.85 "GET /v2.0/security-groups?id=5aa47eb4-8ac3-42a6-a120-00b85cbfe4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312796 May 18 18:47:13.098291 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:47:14.154016 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a146a8-ea89-4b33-974f-ba39e638e590 req-940691a0-0736-484a-a50b-d519af538590 tempest-DeleteServersTestJSON-1479185120 tempest-DeleteServersTestJSON-1479185120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:47:14.155507 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a1a146a8-ea89-4b33-974f-ba39e638e590 req-940691a0-0736-484a-a50b-d519af538590 tempest-DeleteServersTestJSON-1479185120 tempest-DeleteServersTestJSON-1479185120-project] 10.222.0.85 "GET /v2.0/ports?device_id=68e407e2-26c9-4d6c-b01d-dbfaf35c2f8f HTTP/1.1" status: 200 len: 946 time: 0.0483229 May 18 18:47:14.193850 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a1a146a8-ea89-4b33-974f-ba39e638e590 req-072c5d6b-c17b-4eb8-bb33-c19cecae6b66 tempest-DeleteServersTestJSON-1479185120 tempest-DeleteServersTestJSON-1479185120-project] 10.222.0.85 "GET /v2.0/security-groups?id=5aa47eb4-8ac3-42a6-a120-00b85cbfe4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314522 May 18 18:47:15.314032 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d214c4-0754-40b7-b63e-3b59952a7bb3 req-f3138473-a39c-4623-b4ac-76409c8e0739 tempest-DeleteServersTestJSON-1479185120 tempest-DeleteServersTestJSON-1479185120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:47:15.315552 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-13d214c4-0754-40b7-b63e-3b59952a7bb3 req-f3138473-a39c-4623-b4ac-76409c8e0739 tempest-DeleteServersTestJSON-1479185120 tempest-DeleteServersTestJSON-1479185120-project] 10.222.0.85 "GET /v2.0/ports?device_id=68e407e2-26c9-4d6c-b01d-dbfaf35c2f8f HTTP/1.1" status: 200 len: 946 time: 0.0492556 May 18 18:47:15.356319 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-13d214c4-0754-40b7-b63e-3b59952a7bb3 req-1c37adf9-9add-4b83-a155-641dc450fa38 tempest-DeleteServersTestJSON-1479185120 tempest-DeleteServersTestJSON-1479185120-project] 10.222.0.85 "GET /v2.0/security-groups?id=5aa47eb4-8ac3-42a6-a120-00b85cbfe4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325508 May 18 18:47:15.497127 n-d-838550-3 neutron-server[102730]: INFO neutron.api.v2.resource [req-6d28cdd9-28fb-4112-ba5e-e33a10eb7429 req-2f383247-0a9e-4892-9fee-5dc6c909fcbc service neutron] show failed (client error): The resource could not be found. May 18 18:47:15.498078 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6d28cdd9-28fb-4112-ba5e-e33a10eb7429 req-2f383247-0a9e-4892-9fee-5dc6c909fcbc service neutron] 10.222.0.36 "GET /v2.0/ports/f656cf81-82f4-47ca-94fe-198dfeb8c75b/bindings/n-h2-838550-3 HTTP/1.1" status: 404 len: 380 time: 0.0541785 May 18 18:47:15.787533 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d28cdd9-28fb-4112-ba5e-e33a10eb7429 req-2cf9f5d4-8d16-4274-899e-cdee777eb9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:47:15.789027 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6d28cdd9-28fb-4112-ba5e-e33a10eb7429 req-2cf9f5d4-8d16-4274-899e-cdee777eb9b3 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=68e407e2-26c9-4d6c-b01d-dbfaf35c2f8f&tenant_id=e85f51dd7bb147f8b78f3a7068cec95a HTTP/1.1" status: 200 len: 1097 time: 0.1257188 May 18 18:47:15.801687 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-6d28cdd9-28fb-4112-ba5e-e33a10eb7429 req-7623d607-bd34-43a9-8a0a-796bf4dd8398 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-838550-3', 'device_owner': 'compute:nova'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:47:15.853610 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-6d28cdd9-28fb-4112-ba5e-e33a10eb7429 req-7623d607-bd34-43a9-8a0a-796bf4dd8398 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:47:16.050931 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-6d28cdd9-28fb-4112-ba5e-e33a10eb7429 req-7623d607-bd34-43a9-8a0a-796bf4dd8398 service neutron] For port f656cf81-82f4-47ca-94fe-198dfeb8c75b, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=f656cf81-82f4-47ca-94fe-198dfeb8c75b,segment=NetworkSegment(ae108d58-c186-4c26-b679-2934fecb7a49),segment_id=ae108d58-c186-4c26-b679-2934fecb7a49)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:47:16.083130 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-6d28cdd9-28fb-4112-ba5e-e33a10eb7429 req-7623d607-bd34-43a9-8a0a-796bf4dd8398 service neutron] For port f656cf81-82f4-47ca-94fe-198dfeb8c75b, host n-h1-838550-3, cleared binding levels {{(pid=102731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:47:16.124922 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68e407e2-26c9-4d6c-b01d-dbfaf35c2f8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f656cf81-82f4-47ca-94fe-198dfeb8c75b'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:47:16.127743 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8391b765-3c56-4653-961b-00331b8ce32f" -d '{"events": [{"server_uuid": "68e407e2-26c9-4d6c-b01d-dbfaf35c2f8f", "name": "network-vif-unplugged", "status": "completed", "tag": "f656cf81-82f4-47ca-94fe-198dfeb8c75b"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:47:16.131453 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-6d28cdd9-28fb-4112-ba5e-e33a10eb7429 req-7623d607-bd34-43a9-8a0a-796bf4dd8398 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:47:16.146070 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.provisioning_blocks [req-6d28cdd9-28fb-4112-ba5e-e33a10eb7429 req-7623d607-bd34-43a9-8a0a-796bf4dd8398 service neutron] Transition to ACTIVE for port object f656cf81-82f4-47ca-94fe-198dfeb8c75b will not be triggered until provisioned by entity L2. {{(pid=102731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:47:16.150475 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-6d28cdd9-28fb-4112-ba5e-e33a10eb7429 req-7623d607-bd34-43a9-8a0a-796bf4dd8398 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:47:16.183144 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 May 2022 18:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df4f8a78-3e91-476a-8303-80dd3cc96659 x-openstack-request-id: req-df4f8a78-3e91-476a-8303-80dd3cc96659 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:47:16.183434 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68e407e2-26c9-4d6c-b01d-dbfaf35c2f8f", "name": "network-vif-unplugged", "status": "completed", "tag": "f656cf81-82f4-47ca-94fe-198dfeb8c75b", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:47:16.183752 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-df4f8a78-3e91-476a-8303-80dd3cc96659 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:47:16.184080 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df4f8a78-3e91-476a-8303-80dd3cc96659'] response: {'server_uuid': '68e407e2-26c9-4d6c-b01d-dbfaf35c2f8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f656cf81-82f4-47ca-94fe-198dfeb8c75b', 'code': 200} May 18 18:47:16.203789 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7623d607-bd34-43a9-8a0a-796bf4dd8398 service neutron] Pushing event updated for resources: {'Port': ['ID=f656cf81-82f4-47ca-94fe-198dfeb8c75b,revision_number=6']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:47:16.220582 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d28cdd9-28fb-4112-ba5e-e33a10eb7429 req-7623d607-bd34-43a9-8a0a-796bf4dd8398 service neutron] No DVR routers for this DVR port f656cf81-82f4-47ca-94fe-198dfeb8c75b on host n-h1-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:47:16.228396 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7623d607-bd34-43a9-8a0a-796bf4dd8398 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:47:16.228741 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7623d607-bd34-43a9-8a0a-796bf4dd8398 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:47:16.229079 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7623d607-bd34-43a9-8a0a-796bf4dd8398 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:47:16.229414 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7623d607-bd34-43a9-8a0a-796bf4dd8398 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:47:16.229778 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7623d607-bd34-43a9-8a0a-796bf4dd8398 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:47:16.230110 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7623d607-bd34-43a9-8a0a-796bf4dd8398 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:47:16.230435 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7623d607-bd34-43a9-8a0a-796bf4dd8398 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:47:16.230760 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7623d607-bd34-43a9-8a0a-796bf4dd8398 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:47:16.231089 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7623d607-bd34-43a9-8a0a-796bf4dd8398 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:47:16.231412 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7623d607-bd34-43a9-8a0a-796bf4dd8398 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:47:16.231731 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7623d607-bd34-43a9-8a0a-796bf4dd8398 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:47:16.232049 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7623d607-bd34-43a9-8a0a-796bf4dd8398 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:47:16.275578 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-6d28cdd9-28fb-4112-ba5e-e33a10eb7429 req-7623d607-bd34-43a9-8a0a-796bf4dd8398 service neutron] Attempting to bind port f656cf81-82f4-47ca-94fe-198dfeb8c75b on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:47:16.275914 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-6d28cdd9-28fb-4112-ba5e-e33a10eb7429 req-7623d607-bd34-43a9-8a0a-796bf4dd8398 service neutron] Attempting to bind port f656cf81-82f4-47ca-94fe-198dfeb8c75b by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': 'ae108d58-c186-4c26-b679-2934fecb7a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '43077d48-553f-4327-8c3a-04f2b997c3cc'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:47:16.276241 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d28cdd9-28fb-4112-ba5e-e33a10eb7429 req-7623d607-bd34-43a9-8a0a-796bf4dd8398 service neutron] Attempting to bind port f656cf81-82f4-47ca-94fe-198dfeb8c75b on network 43077d48-553f-4327-8c3a-04f2b997c3cc {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:47:16.280592 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d28cdd9-28fb-4112-ba5e-e33a10eb7429 req-7623d607-bd34-43a9-8a0a-796bf4dd8398 service neutron] Port f656cf81-82f4-47ca-94fe-198dfeb8c75b on network 43077d48-553f-4327-8c3a-04f2b997c3cc not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:47:16.280910 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d28cdd9-28fb-4112-ba5e-e33a10eb7429 req-7623d607-bd34-43a9-8a0a-796bf4dd8398 service neutron] Attempting to bind port f656cf81-82f4-47ca-94fe-198dfeb8c75b on network 43077d48-553f-4327-8c3a-04f2b997c3cc {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:47:16.286271 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d28cdd9-28fb-4112-ba5e-e33a10eb7429 req-7623d607-bd34-43a9-8a0a-796bf4dd8398 service neutron] Checking agent: {'id': 'd1be059a-68ea-4c77-9b2b-29f4afa47e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:47:16.286603 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d28cdd9-28fb-4112-ba5e-e33a10eb7429 req-7623d607-bd34-43a9-8a0a-796bf4dd8398 service neutron] Checking segment: {'id': 'ae108d58-c186-4c26-b679-2934fecb7a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '43077d48-553f-4327-8c3a-04f2b997c3cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:47:16.286983 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d28cdd9-28fb-4112-ba5e-e33a10eb7429 req-7623d607-bd34-43a9-8a0a-796bf4dd8398 service neutron] Bound using segment: {'id': 'ae108d58-c186-4c26-b679-2934fecb7a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '43077d48-553f-4327-8c3a-04f2b997c3cc'} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:47:16.287402 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-6d28cdd9-28fb-4112-ba5e-e33a10eb7429 req-7623d607-bd34-43a9-8a0a-796bf4dd8398 service neutron] Bound port: f656cf81-82f4-47ca-94fe-198dfeb8c75b, host: n-h2-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae108d58-c186-4c26-b679-2934fecb7a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '43077d48-553f-4327-8c3a-04f2b997c3cc'}}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:47:16.287758 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-6d28cdd9-28fb-4112-ba5e-e33a10eb7429 req-7623d607-bd34-43a9-8a0a-796bf4dd8398 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:47:16.348680 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-6d28cdd9-28fb-4112-ba5e-e33a10eb7429 req-7623d607-bd34-43a9-8a0a-796bf4dd8398 service neutron] For port f656cf81-82f4-47ca-94fe-198dfeb8c75b, host n-h2-838550-3, cleared binding levels {{(pid=102731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:47:16.351541 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-6d28cdd9-28fb-4112-ba5e-e33a10eb7429 req-7623d607-bd34-43a9-8a0a-796bf4dd8398 service neutron] For port f656cf81-82f4-47ca-94fe-198dfeb8c75b, host n-h2-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=f656cf81-82f4-47ca-94fe-198dfeb8c75b,segment=NetworkSegment(ae108d58-c186-4c26-b679-2934fecb7a49),segment_id=ae108d58-c186-4c26-b679-2934fecb7a49)] {{(pid=102731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:47:16.355295 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-6d28cdd9-28fb-4112-ba5e-e33a10eb7429 req-7623d607-bd34-43a9-8a0a-796bf4dd8398 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:47:16.394033 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d28cdd9-28fb-4112-ba5e-e33a10eb7429 req-7623d607-bd34-43a9-8a0a-796bf4dd8398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:47:16.394729 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-6d28cdd9-28fb-4112-ba5e-e33a10eb7429 req-7623d607-bd34-43a9-8a0a-796bf4dd8398 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:47:16.396083 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6d28cdd9-28fb-4112-ba5e-e33a10eb7429 req-7623d607-bd34-43a9-8a0a-796bf4dd8398 service neutron] 10.222.0.88 "PUT /v2.0/ports/f656cf81-82f4-47ca-94fe-198dfeb8c75b HTTP/1.1" status: 200 len: 1092 time: 0.5984619 May 18 18:47:16.419715 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7623d607-bd34-43a9-8a0a-796bf4dd8398 service neutron] Pushing event updated for resources: {'Port': ['ID=f656cf81-82f4-47ca-94fe-198dfeb8c75b,revision_number=7']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:47:16.492342 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d28cdd9-28fb-4112-ba5e-e33a10eb7429 req-8c7e36ac-4bd6-488a-adf1-5a55c00582c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:47:16.493880 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6d28cdd9-28fb-4112-ba5e-e33a10eb7429 req-8c7e36ac-4bd6-488a-adf1-5a55c00582c6 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=e85f51dd7bb147f8b78f3a7068cec95a&device_id=68e407e2-26c9-4d6c-b01d-dbfaf35c2f8f HTTP/1.1" status: 200 len: 1095 time: 0.0673444 May 18 18:47:16.517439 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c281817b-a72c-4fb1-bf92-29ddfd7d3f47 req-6f4262b2-8977-43a4-ab05-8de32589f0fe tempest-DeleteServersTestJSON-1479185120 tempest-DeleteServersTestJSON-1479185120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:47:16.518893 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c281817b-a72c-4fb1-bf92-29ddfd7d3f47 req-6f4262b2-8977-43a4-ab05-8de32589f0fe tempest-DeleteServersTestJSON-1479185120 tempest-DeleteServersTestJSON-1479185120-project] 10.222.0.85 "GET /v2.0/ports?device_id=68e407e2-26c9-4d6c-b01d-dbfaf35c2f8f HTTP/1.1" status: 200 len: 944 time: 0.0809064 May 18 18:47:16.603423 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c281817b-a72c-4fb1-bf92-29ddfd7d3f47 req-0a73f86b-2620-4cc7-bdf1-9ec6a433dd68 tempest-DeleteServersTestJSON-1479185120 tempest-DeleteServersTestJSON-1479185120-project] 10.222.0.85 "GET /v2.0/security-groups?id=5aa47eb4-8ac3-42a6-a120-00b85cbfe4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749576 May 18 18:47:16.621235 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d28cdd9-28fb-4112-ba5e-e33a10eb7429 req-72a8c221-bd9f-4fc8-a243-7d4237e3b673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:47:16.622739 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6d28cdd9-28fb-4112-ba5e-e33a10eb7429 req-72a8c221-bd9f-4fc8-a243-7d4237e3b673 service neutron] 10.222.0.88 "GET /v2.0/networks?id=43077d48-553f-4327-8c3a-04f2b997c3cc HTTP/1.1" status: 200 len: 913 time: 0.1214793 May 18 18:47:16.669464 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6d28cdd9-28fb-4112-ba5e-e33a10eb7429 req-80f1ff53-6859-4e55-92e1-3d97178be977 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f656cf81-82f4-47ca-94fe-198dfeb8c75b HTTP/1.1" status: 200 len: 217 time: 0.0346019 May 18 18:47:16.719030 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d28cdd9-28fb-4112-ba5e-e33a10eb7429 req-899b6ed9-e136-487d-a831-2663834addc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:47:16.720489 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6d28cdd9-28fb-4112-ba5e-e33a10eb7429 req-899b6ed9-e136-487d-a831-2663834addc6 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=dd4234e2-9c7e-448e-95eb-e630e14baeed HTTP/1.1" status: 200 len: 852 time: 0.0480032 May 18 18:47:16.751846 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6d28cdd9-28fb-4112-ba5e-e33a10eb7429 req-bc3f256a-a186-4074-9ba8-faa18ebcdc7d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=43077d48-553f-4327-8c3a-04f2b997c3cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240853 May 18 18:47:16.840467 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6d28cdd9-28fb-4112-ba5e-e33a10eb7429 req-51c11b87-c975-4e20-9f73-44a0bd4b8372 service neutron] 10.222.0.88 "GET /v2.0/networks/43077d48-553f-4327-8c3a-04f2b997c3cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818808 May 18 18:47:16.938427 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6d28cdd9-28fb-4112-ba5e-e33a10eb7429 req-d5d75d7a-6456-4391-ac86-722375f242bb service neutron] 10.222.0.88 "GET /v2.0/networks/43077d48-553f-4327-8c3a-04f2b997c3cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910347 May 18 18:47:17.727124 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1a691a-bd53-4eed-9c81-38f808e1f12f req-dc7a8652-8302-42c4-8a1e-8599a74cac1e tempest-DeleteServersTestJSON-1479185120 tempest-DeleteServersTestJSON-1479185120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:47:17.728654 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8b1a691a-bd53-4eed-9c81-38f808e1f12f req-dc7a8652-8302-42c4-8a1e-8599a74cac1e tempest-DeleteServersTestJSON-1479185120 tempest-DeleteServersTestJSON-1479185120-project] 10.222.0.85 "GET /v2.0/ports?device_id=68e407e2-26c9-4d6c-b01d-dbfaf35c2f8f HTTP/1.1" status: 200 len: 944 time: 0.0517046 May 18 18:47:17.775250 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8b1a691a-bd53-4eed-9c81-38f808e1f12f req-94141995-e782-4764-9149-cc4de07750d4 tempest-DeleteServersTestJSON-1479185120 tempest-DeleteServersTestJSON-1479185120-project] 10.222.0.85 "GET /v2.0/security-groups?id=5aa47eb4-8ac3-42a6-a120-00b85cbfe4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401578 May 18 18:47:18.185222 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68e407e2-26c9-4d6c-b01d-dbfaf35c2f8f', 'tag': 'f656cf81-82f4-47ca-94fe-198dfeb8c75b'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:47:18.187609 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b77f323-e90a-4295-bfcc-ff37e795b27b" -d '{"events": [{"name": "network-changed", "server_uuid": "68e407e2-26c9-4d6c-b01d-dbfaf35c2f8f", "tag": "f656cf81-82f4-47ca-94fe-198dfeb8c75b"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:47:18.236446 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96a2fd26-d467-446f-8dd0-8138af2ad470 x-openstack-request-id: req-96a2fd26-d467-446f-8dd0-8138af2ad470 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:47:18.236734 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68e407e2-26c9-4d6c-b01d-dbfaf35c2f8f", "tag": "f656cf81-82f4-47ca-94fe-198dfeb8c75b", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:47:18.236986 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-96a2fd26-d467-446f-8dd0-8138af2ad470 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:47:18.237403 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96a2fd26-d467-446f-8dd0-8138af2ad470'] response: {'name': 'network-changed', 'server_uuid': '68e407e2-26c9-4d6c-b01d-dbfaf35c2f8f', 'tag': 'f656cf81-82f4-47ca-94fe-198dfeb8c75b', 'status': 'completed', 'code': 200} May 18 18:47:18.317427 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b77f323-e90a-4295-bfcc-ff37e795b27b req-43baabe4-40fa-44e1-aa3e-e8ea91faa018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:47:18.319075 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3b77f323-e90a-4295-bfcc-ff37e795b27b req-43baabe4-40fa-44e1-aa3e-e8ea91faa018 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=e85f51dd7bb147f8b78f3a7068cec95a&device_id=68e407e2-26c9-4d6c-b01d-dbfaf35c2f8f HTTP/1.1" status: 200 len: 1095 time: 0.0561688 May 18 18:47:18.323421 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b77f323-e90a-4295-bfcc-ff37e795b27b req-7d825a36-6875-4cb2-a9a3-1b83d44c5d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:47:18.325955 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3b77f323-e90a-4295-bfcc-ff37e795b27b req-7d825a36-6875-4cb2-a9a3-1b83d44c5d16 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e85f51dd7bb147f8b78f3a7068cec95a&device_id=68e407e2-26c9-4d6c-b01d-dbfaf35c2f8f HTTP/1.1" status: 200 len: 1095 time: 0.0572367 May 18 18:47:18.453057 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b77f323-e90a-4295-bfcc-ff37e795b27b req-cf87c4ff-bdfb-4e1e-8702-442e3ff58afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:47:18.454951 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3b77f323-e90a-4295-bfcc-ff37e795b27b req-cf87c4ff-bdfb-4e1e-8702-442e3ff58afa service neutron] 10.222.0.88 "GET /v2.0/networks?id=43077d48-553f-4327-8c3a-04f2b997c3cc HTTP/1.1" status: 200 len: 913 time: 0.1212540 May 18 18:47:18.460540 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b77f323-e90a-4295-bfcc-ff37e795b27b req-6328b554-e310-4ec6-a5d5-e7753f0c0ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:47:18.462467 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3b77f323-e90a-4295-bfcc-ff37e795b27b req-6328b554-e310-4ec6-a5d5-e7753f0c0ca0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=43077d48-553f-4327-8c3a-04f2b997c3cc HTTP/1.1" status: 200 len: 913 time: 0.1180344 May 18 18:47:18.503171 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3b77f323-e90a-4295-bfcc-ff37e795b27b req-949183c8-ce03-4630-8aac-ac6771da92b5 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f656cf81-82f4-47ca-94fe-198dfeb8c75b HTTP/1.1" status: 200 len: 217 time: 0.0390170 May 18 18:47:18.519826 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3b77f323-e90a-4295-bfcc-ff37e795b27b req-8a6f8de8-1dea-461e-825d-0211b515453f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f656cf81-82f4-47ca-94fe-198dfeb8c75b HTTP/1.1" status: 200 len: 217 time: 0.0479784 May 18 18:47:18.563131 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b77f323-e90a-4295-bfcc-ff37e795b27b req-ca9a5f2c-90fa-4a57-8007-2f8ed18723ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:47:18.563131 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3b77f323-e90a-4295-bfcc-ff37e795b27b req-ca9a5f2c-90fa-4a57-8007-2f8ed18723ce service neutron] 10.222.0.88 "GET /v2.0/subnets?id=dd4234e2-9c7e-448e-95eb-e630e14baeed HTTP/1.1" status: 200 len: 852 time: 0.0511336 May 18 18:47:18.581921 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b77f323-e90a-4295-bfcc-ff37e795b27b req-240b5cd0-de51-45fc-a9d6-913c60d52b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:47:18.585070 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3b77f323-e90a-4295-bfcc-ff37e795b27b req-240b5cd0-de51-45fc-a9d6-913c60d52b13 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dd4234e2-9c7e-448e-95eb-e630e14baeed HTTP/1.1" status: 200 len: 852 time: 0.0533612 May 18 18:47:18.603125 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3b77f323-e90a-4295-bfcc-ff37e795b27b req-083d5031-8e0a-4dbb-86b4-b2bd24c6ce6e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=43077d48-553f-4327-8c3a-04f2b997c3cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292490 May 18 18:47:18.624343 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3b77f323-e90a-4295-bfcc-ff37e795b27b req-90a541e6-5aa5-449d-8d87-d504abed0cc2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=43077d48-553f-4327-8c3a-04f2b997c3cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293136 May 18 18:47:18.718846 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3b77f323-e90a-4295-bfcc-ff37e795b27b req-a2dc8e49-52ad-43a7-b73a-3d7c2ed52ac6 service neutron] 10.222.0.88 "GET /v2.0/networks/43077d48-553f-4327-8c3a-04f2b997c3cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068718 May 18 18:47:18.731774 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3b77f323-e90a-4295-bfcc-ff37e795b27b req-1a034194-8857-4dd6-a686-4407104fd631 service neutron] 10.222.0.36 "GET /v2.0/networks/43077d48-553f-4327-8c3a-04f2b997c3cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968969 May 18 18:47:18.820265 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3b77f323-e90a-4295-bfcc-ff37e795b27b req-e6ae0f9f-ae11-4d24-afb9-517f1bf05005 service neutron] 10.222.0.88 "GET /v2.0/networks/43077d48-553f-4327-8c3a-04f2b997c3cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932527 May 18 18:47:18.837335 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3b77f323-e90a-4295-bfcc-ff37e795b27b req-47438897-1087-4095-b32f-13d1f8d49433 service neutron] 10.222.0.36 "GET /v2.0/networks/43077d48-553f-4327-8c3a-04f2b997c3cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954587 May 18 18:47:18.912476 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab57e7e0-5cca-49c4-a0f1-88613b286411 req-d5974cb9-fed8-4c3b-9904-fb6dcd3feb6d tempest-DeleteServersTestJSON-1479185120 tempest-DeleteServersTestJSON-1479185120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:47:18.914088 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ab57e7e0-5cca-49c4-a0f1-88613b286411 req-d5974cb9-fed8-4c3b-9904-fb6dcd3feb6d tempest-DeleteServersTestJSON-1479185120 tempest-DeleteServersTestJSON-1479185120-project] 10.222.0.85 "GET /v2.0/ports?device_id=68e407e2-26c9-4d6c-b01d-dbfaf35c2f8f HTTP/1.1" status: 200 len: 944 time: 0.0595903 May 18 18:47:18.959618 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ab57e7e0-5cca-49c4-a0f1-88613b286411 req-d0d4fab1-c9ee-4b68-bfd8-b027505eb884 tempest-DeleteServersTestJSON-1479185120 tempest-DeleteServersTestJSON-1479185120-project] 10.222.0.85 "GET /v2.0/security-groups?id=5aa47eb4-8ac3-42a6-a120-00b85cbfe4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390368 May 18 18:47:19.245427 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d307a9b0-0fc0-4d0f-ae6a-c32cdf7b6aa9 req-3b81bdff-1efb-4864-919d-77282c0a9a9b tempest-DeleteServersTestJSON-1479185120 tempest-DeleteServersTestJSON-1479185120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:47:19.246881 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d307a9b0-0fc0-4d0f-ae6a-c32cdf7b6aa9 req-3b81bdff-1efb-4864-919d-77282c0a9a9b tempest-DeleteServersTestJSON-1479185120 tempest-DeleteServersTestJSON-1479185120-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e407e2-26c9-4d6c-b01d-dbfaf35c2f8f&tenant_id=e85f51dd7bb147f8b78f3a7068cec95a&binding%3Ahost_id=n-h2-838550-3 HTTP/1.1" status: 200 len: 944 time: 0.0906713 May 18 18:47:19.324664 n-d-838550-3 neutron-server[102730]: INFO neutron.api.v2.resource [req-d307a9b0-0fc0-4d0f-ae6a-c32cdf7b6aa9 req-c351540a-1332-4cc9-bb8c-3e29eb8b704b service neutron] delete failed (client error): The resource could not be found. May 18 18:47:19.325803 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d307a9b0-0fc0-4d0f-ae6a-c32cdf7b6aa9 req-c351540a-1332-4cc9-bb8c-3e29eb8b704b service neutron] 10.222.0.36 "DELETE /v2.0/ports/f656cf81-82f4-47ca-94fe-198dfeb8c75b/bindings/n-h1-838550-3 HTTP/1.1" status: 404 len: 380 time: 0.0673742 May 18 18:47:19.410562 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device f656cf81-82f4-47ca-94fe-198dfeb8c75b no longer exists at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:47:19.413306 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d307a9b0-0fc0-4d0f-ae6a-c32cdf7b6aa9 req-d6736117-c7cf-4a3e-bb2b-67caa8ea82e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:47:19.415219 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d307a9b0-0fc0-4d0f-ae6a-c32cdf7b6aa9 req-d6736117-c7cf-4a3e-bb2b-67caa8ea82e0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e85f51dd7bb147f8b78f3a7068cec95a&device_id=68e407e2-26c9-4d6c-b01d-dbfaf35c2f8f HTTP/1.1" status: 200 len: 1095 time: 0.0450442 May 18 18:47:19.517698 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d307a9b0-0fc0-4d0f-ae6a-c32cdf7b6aa9 req-e4579c3b-1ee4-4b80-9513-27ec1792c80a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:47:19.519232 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d307a9b0-0fc0-4d0f-ae6a-c32cdf7b6aa9 req-e4579c3b-1ee4-4b80-9513-27ec1792c80a service neutron] 10.222.0.36 "GET /v2.0/networks?id=43077d48-553f-4327-8c3a-04f2b997c3cc HTTP/1.1" status: 200 len: 913 time: 0.0965016 May 18 18:47:19.563048 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d307a9b0-0fc0-4d0f-ae6a-c32cdf7b6aa9 req-7ad21ce9-6cfd-4d65-b380-888fecf849f9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f656cf81-82f4-47ca-94fe-198dfeb8c75b HTTP/1.1" status: 200 len: 217 time: 0.0354908 May 18 18:47:19.608460 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device f656cf81-82f4-47ca-94fe-198dfeb8c75b not bound to the agent host n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:47:19.619239 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d307a9b0-0fc0-4d0f-ae6a-c32cdf7b6aa9 req-551ead51-0193-4961-a344-58a6fd082c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:47:19.621220 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d307a9b0-0fc0-4d0f-ae6a-c32cdf7b6aa9 req-551ead51-0193-4961-a344-58a6fd082c7e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dd4234e2-9c7e-448e-95eb-e630e14baeed HTTP/1.1" status: 200 len: 852 time: 0.0509372 May 18 18:47:19.654438 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d307a9b0-0fc0-4d0f-ae6a-c32cdf7b6aa9 req-968c3515-84a6-46a1-bcb9-3228f277cab3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=43077d48-553f-4327-8c3a-04f2b997c3cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257654 May 18 18:47:19.747758 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d307a9b0-0fc0-4d0f-ae6a-c32cdf7b6aa9 req-e480c4df-ccad-40f9-a834-bd25692c32ac service neutron] 10.222.0.36 "GET /v2.0/networks/43077d48-553f-4327-8c3a-04f2b997c3cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855422 May 18 18:47:19.843228 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d307a9b0-0fc0-4d0f-ae6a-c32cdf7b6aa9 req-0cd80269-8998-48ce-9be6-b887a02d2ce4 service neutron] 10.222.0.36 "GET /v2.0/networks/43077d48-553f-4327-8c3a-04f2b997c3cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875187 May 18 18:47:20.025923 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device f656cf81-82f4-47ca-94fe-198dfeb8c75b details requested by agent hyperv_n-h2-838550-3 with host n-h2-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:47:20.120973 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port f656cf81-82f4-47ca-94fe-198dfeb8c75b, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=f656cf81-82f4-47ca-94fe-198dfeb8c75b,segment=NetworkSegment(ae108d58-c186-4c26-b679-2934fecb7a49),segment_id=ae108d58-c186-4c26-b679-2934fecb7a49)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:47:20.135717 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Returning: {'device': 'f656cf81-82f4-47ca-94fe-198dfeb8c75b', 'network_id': '43077d48-553f-4327-8c3a-04f2b997c3cc', 'port_id': 'f656cf81-82f4-47ca-94fe-198dfeb8c75b', 'mac_address': 'fa:16:3e:b9:b8:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd4234e2-9c7e-448e-95eb-e630e14baeed', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:47:20.172005 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port f656cf81-82f4-47ca-94fe-198dfeb8c75b is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:47:20.172387 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:47:20.185545 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f656cf81-82f4-47ca-94fe-198dfeb8c75b {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:47:20.205898 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port f656cf81-82f4-47ca-94fe-198dfeb8c75b, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=f656cf81-82f4-47ca-94fe-198dfeb8c75b,segment=NetworkSegment(ae108d58-c186-4c26-b679-2934fecb7a49),segment_id=ae108d58-c186-4c26-b679-2934fecb7a49)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:47:20.209472 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:47:20.260721 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=f656cf81-82f4-47ca-94fe-198dfeb8c75b,revision_number=8']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:47:20.266157 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:47:20.266504 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:47:20.266844 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:47:20.267178 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:47:20.267511 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:47:20.267839 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:47:20.268163 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:47:20.268487 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:47:20.268807 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:47:20.269128 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:47:20.269449 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:47:20.269800 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:47:20.469585 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['f656cf81-82f4-47ca-94fe-198dfeb8c75b'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:47:20.760509 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4deee0d-b93f-4eb3-98cf-a6c9fabc7031 req-432c6421-3efe-4ea9-9dff-e304de13a200 tempest-DeleteServersTestJSON-1479185120 tempest-DeleteServersTestJSON-1479185120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:47:20.762076 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c4deee0d-b93f-4eb3-98cf-a6c9fabc7031 req-432c6421-3efe-4ea9-9dff-e304de13a200 tempest-DeleteServersTestJSON-1479185120 tempest-DeleteServersTestJSON-1479185120-project] 10.222.0.85 "GET /v2.0/ports?device_id=68e407e2-26c9-4d6c-b01d-dbfaf35c2f8f HTTP/1.1" status: 200 len: 945 time: 0.0533731 May 18 18:47:20.804936 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c4deee0d-b93f-4eb3-98cf-a6c9fabc7031 req-c11c2fa1-2304-4410-bdae-80fd09eca8f8 tempest-DeleteServersTestJSON-1479185120 tempest-DeleteServersTestJSON-1479185120-project] 10.222.0.85 "GET /v2.0/security-groups?id=5aa47eb4-8ac3-42a6-a120-00b85cbfe4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350366 May 18 18:47:21.952593 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d5fb23-492c-4a23-a89c-fc6afe8d87db req-e3d7b67d-5432-482a-92da-a90dc57ab70a tempest-DeleteServersTestJSON-1479185120 tempest-DeleteServersTestJSON-1479185120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:47:21.954027 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f3d5fb23-492c-4a23-a89c-fc6afe8d87db req-e3d7b67d-5432-482a-92da-a90dc57ab70a tempest-DeleteServersTestJSON-1479185120 tempest-DeleteServersTestJSON-1479185120-project] 10.222.0.85 "GET /v2.0/ports?device_id=68e407e2-26c9-4d6c-b01d-dbfaf35c2f8f HTTP/1.1" status: 200 len: 945 time: 0.0687332 May 18 18:47:21.991292 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f3d5fb23-492c-4a23-a89c-fc6afe8d87db req-b9da3bb5-0275-42dc-bb99-fa9a262b311e tempest-DeleteServersTestJSON-1479185120 tempest-DeleteServersTestJSON-1479185120-project] 10.222.0.85 "GET /v2.0/security-groups?id=5aa47eb4-8ac3-42a6-a120-00b85cbfe4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307226 May 18 18:47:22.036883 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device f656cf81-82f4-47ca-94fe-198dfeb8c75b up at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:47:22.087118 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning for port f656cf81-82f4-47ca-94fe-198dfeb8c75b completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:47:22.090899 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning complete for port f656cf81-82f4-47ca-94fe-198dfeb8c75b triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:47:22.091286 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:47:22.120280 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-10c67d68-2c6f-485a-94e2-b3b6b460d529 req-da266e3d-5c20-4bba-acae-36f9e4a7acd1 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=68e407e2-26c9-4d6c-b01d-dbfaf35c2f8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0628545 May 18 18:47:22.130356 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d307a9b0-0fc0-4d0f-ae6a-c32cdf7b6aa9 req-79c08d7f-352c-48be-b80e-047523ae6321 tempest-DeleteServersTestJSON-1479185120 tempest-DeleteServersTestJSON-1479185120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:47:22.131866 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d307a9b0-0fc0-4d0f-ae6a-c32cdf7b6aa9 req-79c08d7f-352c-48be-b80e-047523ae6321 tempest-DeleteServersTestJSON-1479185120 tempest-DeleteServersTestJSON-1479185120-project] 10.222.0.88 "GET /v2.0/ports?device_id=68e407e2-26c9-4d6c-b01d-dbfaf35c2f8f HTTP/1.1" status: 200 len: 945 time: 0.0830188 May 18 18:47:22.178851 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port f656cf81-82f4-47ca-94fe-198dfeb8c75b is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:47:22.179243 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:47:22.203121 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68e407e2-26c9-4d6c-b01d-dbfaf35c2f8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f656cf81-82f4-47ca-94fe-198dfeb8c75b'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:47:22.205331 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4205e97-c1e9-40f7-bce2-07d69ca4d8ef" -d '{"events": [{"server_uuid": "68e407e2-26c9-4d6c-b01d-dbfaf35c2f8f", "name": "network-vif-plugged", "status": "completed", "tag": "f656cf81-82f4-47ca-94fe-198dfeb8c75b"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:47:22.218788 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port f656cf81-82f4-47ca-94fe-198dfeb8c75b, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=f656cf81-82f4-47ca-94fe-198dfeb8c75b,segment=NetworkSegment(ae108d58-c186-4c26-b679-2934fecb7a49),segment_id=ae108d58-c186-4c26-b679-2934fecb7a49)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:47:22.223096 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:47:22.239705 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c67d68-2c6f-485a-94e2-b3b6b460d529 req-d4dd23cf-c6ff-4a1a-b496-ae5993572d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:47:22.241200 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-10c67d68-2c6f-485a-94e2-b3b6b460d529 req-d4dd23cf-c6ff-4a1a-b496-ae5993572d84 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=e85f51dd7bb147f8b78f3a7068cec95a&device_id=68e407e2-26c9-4d6c-b01d-dbfaf35c2f8f HTTP/1.1" status: 200 len: 1096 time: 0.0747323 May 18 18:47:22.250187 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fce296f-1214-4a6f-9ef4-7196f41ffe69 x-openstack-request-id: req-8fce296f-1214-4a6f-9ef4-7196f41ffe69 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:47:22.250483 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68e407e2-26c9-4d6c-b01d-dbfaf35c2f8f", "name": "network-vif-plugged", "status": "completed", "tag": "f656cf81-82f4-47ca-94fe-198dfeb8c75b", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:47:22.250735 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-8fce296f-1214-4a6f-9ef4-7196f41ffe69 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:47:22.251140 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fce296f-1214-4a6f-9ef4-7196f41ffe69'] response: {'server_uuid': '68e407e2-26c9-4d6c-b01d-dbfaf35c2f8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f656cf81-82f4-47ca-94fe-198dfeb8c75b', 'code': 200} May 18 18:47:22.269730 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-d307a9b0-0fc0-4d0f-ae6a-c32cdf7b6aa9 req-5dd15668-c697-450c-89e6-30299e297320 tempest-DeleteServersTestJSON-1479185120 tempest-DeleteServersTestJSON-1479185120-project] Deleting port f656cf81-82f4-47ca-94fe-198dfeb8c75b {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:47:22.270077 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-d307a9b0-0fc0-4d0f-ae6a-c32cdf7b6aa9 req-5dd15668-c697-450c-89e6-30299e297320 tempest-DeleteServersTestJSON-1479185120 tempest-DeleteServersTestJSON-1479185120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:47:22.278058 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=f656cf81-82f4-47ca-94fe-198dfeb8c75b,revision_number=9']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:47:22.435332 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-d307a9b0-0fc0-4d0f-ae6a-c32cdf7b6aa9 req-5dd15668-c697-450c-89e6-30299e297320 tempest-DeleteServersTestJSON-1479185120 tempest-DeleteServersTestJSON-1479185120-project] For port f656cf81-82f4-47ca-94fe-198dfeb8c75b, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=f656cf81-82f4-47ca-94fe-198dfeb8c75b,segment=NetworkSegment(ae108d58-c186-4c26-b679-2934fecb7a49),segment_id=ae108d58-c186-4c26-b679-2934fecb7a49)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:47:22.435332 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-d307a9b0-0fc0-4d0f-ae6a-c32cdf7b6aa9 req-5dd15668-c697-450c-89e6-30299e297320 tempest-DeleteServersTestJSON-1479185120 tempest-DeleteServersTestJSON-1479185120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:47:22.437302 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c67d68-2c6f-485a-94e2-b3b6b460d529 req-4d830666-6213-4775-9fd2-073155273c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:47:22.440286 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-10c67d68-2c6f-485a-94e2-b3b6b460d529 req-4d830666-6213-4775-9fd2-073155273c5a service neutron] 10.222.0.88 "GET /v2.0/networks?id=43077d48-553f-4327-8c3a-04f2b997c3cc HTTP/1.1" status: 200 len: 913 time: 0.1711159 May 18 18:47:22.450626 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-d307a9b0-0fc0-4d0f-ae6a-c32cdf7b6aa9 req-5dd15668-c697-450c-89e6-30299e297320 tempest-DeleteServersTestJSON-1479185120 tempest-DeleteServersTestJSON-1479185120-project] Calling delete_port for f656cf81-82f4-47ca-94fe-198dfeb8c75b owned by compute:nova {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:47:22.752173 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-10c67d68-2c6f-485a-94e2-b3b6b460d529 req-43bc493b-af72-4678-8b8d-e49b106bc471 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f656cf81-82f4-47ca-94fe-198dfeb8c75b HTTP/1.1" status: 200 len: 217 time: 0.3026221 May 18 18:47:22.841201 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c67d68-2c6f-485a-94e2-b3b6b460d529 req-a70035f2-ab28-4a6d-807e-d3de88ace7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:47:22.842662 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-10c67d68-2c6f-485a-94e2-b3b6b460d529 req-a70035f2-ab28-4a6d-807e-d3de88ace7b5 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=dd4234e2-9c7e-448e-95eb-e630e14baeed HTTP/1.1" status: 200 len: 852 time: 0.0822430 May 18 18:47:22.885045 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-10c67d68-2c6f-485a-94e2-b3b6b460d529 req-35c13436-0a14-4077-8bac-f6fff149af7e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=43077d48-553f-4327-8c3a-04f2b997c3cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299761 May 18 18:47:22.981350 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-d307a9b0-0fc0-4d0f-ae6a-c32cdf7b6aa9 req-5dd15668-c697-450c-89e6-30299e297320 tempest-DeleteServersTestJSON-1479185120 tempest-DeleteServersTestJSON-1479185120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:47:22.992583 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['f656cf81-82f4-47ca-94fe-198dfeb8c75b'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:47:23.023696 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd15668-c697-450c-89e6-30299e297320 tempest-DeleteServersTestJSON-1479185120 tempest-DeleteServersTestJSON-1479185120-project] Pushing event deleted for resources: {'Port': ['ID=f656cf81-82f4-47ca-94fe-198dfeb8c75b,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:47:23.062062 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-10c67d68-2c6f-485a-94e2-b3b6b460d529 req-8a25c6ea-788e-4c92-9dd9-047c97756b51 service neutron] 10.222.0.88 "GET /v2.0/networks/43077d48-553f-4327-8c3a-04f2b997c3cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530700 May 18 18:47:23.089577 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-d307a9b0-0fc0-4d0f-ae6a-c32cdf7b6aa9 req-5dd15668-c697-450c-89e6-30299e297320 tempest-DeleteServersTestJSON-1479185120 tempest-DeleteServersTestJSON-1479185120-project] No DVR routers for this DVR port f656cf81-82f4-47ca-94fe-198dfeb8c75b on host n-h2-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:47:23.103064 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-d307a9b0-0fc0-4d0f-ae6a-c32cdf7b6aa9 req-5dd15668-c697-450c-89e6-30299e297320 tempest-DeleteServersTestJSON-1479185120 tempest-DeleteServersTestJSON-1479185120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:47:23.106391 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d307a9b0-0fc0-4d0f-ae6a-c32cdf7b6aa9 req-5dd15668-c697-450c-89e6-30299e297320 tempest-DeleteServersTestJSON-1479185120 tempest-DeleteServersTestJSON-1479185120-project] 10.222.0.88 "DELETE /v2.0/ports/f656cf81-82f4-47ca-94fe-198dfeb8c75b HTTP/1.1" status: 204 len: 173 time: 0.9684985 May 18 18:47:23.107531 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68e407e2-26c9-4d6c-b01d-dbfaf35c2f8f', 'name': 'network-vif-deleted', 'tag': 'f656cf81-82f4-47ca-94fe-198dfeb8c75b'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:47:23.109793 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e016f40d-a910-48f5-b312-30a5a855c078" -d '{"events": [{"server_uuid": "68e407e2-26c9-4d6c-b01d-dbfaf35c2f8f", "name": "network-vif-deleted", "tag": "f656cf81-82f4-47ca-94fe-198dfeb8c75b"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:47:23.165390 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69ef3969-bb38-44fc-9273-e23512f72812 x-openstack-request-id: req-69ef3969-bb38-44fc-9273-e23512f72812 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:47:23.165724 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68e407e2-26c9-4d6c-b01d-dbfaf35c2f8f", "name": "network-vif-deleted", "tag": "f656cf81-82f4-47ca-94fe-198dfeb8c75b", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:47:23.166177 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-69ef3969-bb38-44fc-9273-e23512f72812 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:47:23.166576 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69ef3969-bb38-44fc-9273-e23512f72812'] response: {'server_uuid': '68e407e2-26c9-4d6c-b01d-dbfaf35c2f8f', 'name': 'network-vif-deleted', 'tag': 'f656cf81-82f4-47ca-94fe-198dfeb8c75b', 'status': 'completed', 'code': 200} May 18 18:47:23.172729 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4e355022-bff2-4a6f-9448-03cce214c96a req-10de91fe-2f4a-4cef-a69a-437194037ffd tempest-DeleteServersTestJSON-1479185120 tempest-DeleteServersTestJSON-1479185120-project] 10.222.0.85 "GET /v2.0/ports?device_id=68e407e2-26c9-4d6c-b01d-dbfaf35c2f8f HTTP/1.1" status: 200 len: 210 time: 0.0803730 May 18 18:47:23.216841 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-10c67d68-2c6f-485a-94e2-b3b6b460d529 req-7f2fdd54-dff3-4c91-ae23-46f2939e28d6 service neutron] 10.222.0.88 "GET /v2.0/networks/43077d48-553f-4327-8c3a-04f2b997c3cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402931 May 18 18:47:24.302145 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 47174) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:47:24.345640 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_v2 [None req-533458c4-19a7-4758-bfb6-e5a569bc990d admin admin] Deleting subnet dd4234e2-9c7e-448e-95eb-e630e14baeed {{(pid=102730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:47:24.348593 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-533458c4-19a7-4758-bfb6-e5a569bc990d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:47:24.386128 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-533458c4-19a7-4758-bfb6-e5a569bc990d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260107366'] for subnet, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:47:24.424791 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-533458c4-19a7-4758-bfb6-e5a569bc990d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:47:24.477792 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-533458c4-19a7-4758-bfb6-e5a569bc990d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261104690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261031888'] for subnet, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:47:24.502513 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533458c4-19a7-4758-bfb6-e5a569bc990d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd4234e2-9c7e-448e-95eb-e630e14baeed,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:47:24.507062 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-533458c4-19a7-4758-bfb6-e5a569bc990d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:47:24.510262 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-533458c4-19a7-4758-bfb6-e5a569bc990d admin admin] 10.222.0.85 "DELETE /v2.0/subnets/dd4234e2-9c7e-448e-95eb-e630e14baeed HTTP/1.1" status: 204 len: 168 time: 0.2070417 May 18 18:47:24.512852 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 47176) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:47:24.515566 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533458c4-19a7-4758-bfb6-e5a569bc990d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:47:24.515931 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533458c4-19a7-4758-bfb6-e5a569bc990d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:47:24.516256 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533458c4-19a7-4758-bfb6-e5a569bc990d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:47:24.516600 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533458c4-19a7-4758-bfb6-e5a569bc990d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:47:24.517467 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533458c4-19a7-4758-bfb6-e5a569bc990d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:47:24.517836 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533458c4-19a7-4758-bfb6-e5a569bc990d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:47:24.518199 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533458c4-19a7-4758-bfb6-e5a569bc990d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:47:24.518593 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533458c4-19a7-4758-bfb6-e5a569bc990d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:47:24.519036 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533458c4-19a7-4758-bfb6-e5a569bc990d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:47:24.519175 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533458c4-19a7-4758-bfb6-e5a569bc990d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:47:24.519504 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533458c4-19a7-4758-bfb6-e5a569bc990d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:47:24.519829 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533458c4-19a7-4758-bfb6-e5a569bc990d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:47:24.584239 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c8ba06f6-333f-4dfb-a7f1-12bb46920583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:47:24.665594 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c8ba06f6-333f-4dfb-a7f1-12bb46920583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:47:24.685418 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-c8ba06f6-333f-4dfb-a7f1-12bb46920583 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43077d48-553f-4327-8c3a-04f2b997c3cc']}} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:47:24.694663 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-c8ba06f6-333f-4dfb-a7f1-12bb46920583 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae108d58-c186-4c26-b679-2934fecb7a49') {'for_net_delete': True} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:47:24.694954 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-c8ba06f6-333f-4dfb-a7f1-12bb46920583 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae108d58-c186-4c26-b679-2934fecb7a49') {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:47:24.704193 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c8ba06f6-333f-4dfb-a7f1-12bb46920583 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260542144'] for segment, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:47:24.717223 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c8ba06f6-333f-4dfb-a7f1-12bb46920583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:47:24.723636 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8ba06f6-333f-4dfb-a7f1-12bb46920583 admin admin] Releasing vlan 607 on physical network physnet1 to pool {{(pid=102731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:47:24.724010 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c8ba06f6-333f-4dfb-a7f1-12bb46920583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260884178'] for segment, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:47:24.725610 n-d-838550-3 neutron-server[102731]: Traceback (most recent call last): May 18 18:47:24.725610 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:47:24.725610 n-d-838550-3 neutron-server[102731]: timer() May 18 18:47:24.725610 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:47:24.725610 n-d-838550-3 neutron-server[102731]: cb(*args, **kw) May 18 18:47:24.725610 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:47:24.725610 n-d-838550-3 neutron-server[102731]: return func(*args, **kwargs) May 18 18:47:24.725610 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:47:24.725610 n-d-838550-3 neutron-server[102731]: self._notify() May 18 18:47:24.725610 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:47:24.725610 n-d-838550-3 neutron-server[102731]: self.callback(batched_events) May 18 18:47:24.725610 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:47:24.725610 n-d-838550-3 neutron-server[102731]: event.method(event) May 18 18:47:24.725610 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:47:24.725610 n-d-838550-3 neutron-server[102731]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:47:24.725610 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:47:24.725610 n-d-838550-3 neutron-server[102731]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:47:24.725610 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:47:24.725610 n-d-838550-3 neutron-server[102731]: return f(self, *a, **k) May 18 18:47:24.725610 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:47:24.725610 n-d-838550-3 neutron-server[102731]: return self._get(url).json() May 18 18:47:24.725610 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:47:24.725610 n-d-838550-3 neutron-server[102731]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:47:24.725610 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:47:24.725610 n-d-838550-3 neutron-server[102731]: return self.request(url, 'GET', **kwargs) May 18 18:47:24.725610 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:47:24.725610 n-d-838550-3 neutron-server[102731]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:47:24.725610 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:47:24.725610 n-d-838550-3 neutron-server[102731]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:47:24.725610 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:47:24.725610 n-d-838550-3 neutron-server[102731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:47:24.725610 n-d-838550-3 neutron-server[102731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:47:24.778317 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c8ba06f6-333f-4dfb-a7f1-12bb46920583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:47:24.784257 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c8ba06f6-333f-4dfb-a7f1-12bb46920583 admin admin] Notify callbacks [] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:47:24.789718 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-c8ba06f6-333f-4dfb-a7f1-12bb46920583 admin admin] 10.222.0.85 "DELETE /v2.0/networks/43077d48-553f-4327-8c3a-04f2b997c3cc HTTP/1.1" status: 204 len: 168 time: 0.2734900 May 18 18:47:24.798902 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ba06f6-333f-4dfb-a7f1-12bb46920583 admin admin] Pushing event deleted for resources: {'Network': ['ID=43077d48-553f-4327-8c3a-04f2b997c3cc,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:47:24.894708 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 47180) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:47:24.938322 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-5f449a2e-34d4-4e4b-94ab-d30e9848f019 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=e85f51dd7bb147f8b78f3a7068cec95a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0424073 May 18 18:47:24.941241 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 47182) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:47:24.992823 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a10eea65-55de-473b-bdd1-b03e2faa6a0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:47:25.013683 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a10eea65-55de-473b-bdd1-b03e2faa6a0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:47:25.060217 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a10eea65-55de-473b-bdd1-b03e2faa6a0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:47:25.062800 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a10eea65-55de-473b-bdd1-b03e2faa6a0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:47:25.064552 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-a10eea65-55de-473b-bdd1-b03e2faa6a0f admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/5aa47eb4-8ac3-42a6-a120-00b85cbfe4da HTTP/1.1" status: 204 len: 168 time: 0.1218014 May 18 18:47:25.072514 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10eea65-55de-473b-bdd1-b03e2faa6a0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aa47eb4-8ac3-42a6-a120-00b85cbfe4da,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:47:25.717933 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 47204) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:47:25.815512 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-05754fe2-3a9f-426e-840b-bd98ef1969fb admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-629378472-network', 'tenant_id': '9d81179f1a294982b82eb1438e45a4cb'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:47:25.835202 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05754fe2-3a9f-426e-840b-bd98ef1969fb admin admin] Made reservation on behalf of 9d81179f1a294982b82eb1438e45a4cb for: {'network': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:47:25.837409 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-05754fe2-3a9f-426e-840b-bd98ef1969fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:47:25.846192 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-05754fe2-3a9f-426e-840b-bd98ef1969fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:47:25.918741 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-05754fe2-3a9f-426e-840b-bd98ef1969fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:47:25.922160 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-05754fe2-3a9f-426e-840b-bd98ef1969fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:47:25.948747 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05754fe2-3a9f-426e-840b-bd98ef1969fb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 647} {{(pid=102730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:47:25.954910 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05754fe2-3a9f-426e-840b-bd98ef1969fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9ba791f-f2dc-4247-895d-94dcdb77cc39,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:47:25.961293 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-05754fe2-3a9f-426e-840b-bd98ef1969fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:47:25.961676 n-d-838550-3 neutron-server[102730]: INFO neutron.db.segments_db [None req-05754fe2-3a9f-426e-840b-bd98ef1969fb admin admin] Added segment 30a25b8a-c5ab-4053-a5e6-613d2ea311f9 of type vlan for network 4d63f355-85ea-496a-abc7-64be8f24fe24 May 18 18:47:26.006002 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-05754fe2-3a9f-426e-840b-bd98ef1969fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:47:26.029518 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-05754fe2-3a9f-426e-840b-bd98ef1969fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:47:26.030481 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05754fe2-3a9f-426e-840b-bd98ef1969fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:47:26.031056 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-05754fe2-3a9f-426e-840b-bd98ef1969fb admin admin] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:47:26.056485 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device f656cf81-82f4-47ca-94fe-198dfeb8c75b no longer exists at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:47:26.077240 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] No Port match for: f656cf81-82f4-47ca-94fe-198dfeb8c75b {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:47:26.077591 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device f656cf81-82f4-47ca-94fe-198dfeb8c75b not bound to the agent host n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:47:26.079184 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-05754fe2-3a9f-426e-840b-bd98ef1969fb admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3601601 May 18 18:47:26.082785 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 47208) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:47:26.088135 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-faee74cf-221c-405e-a1a9-c8f8e09b23c4 admin admin] Request body: {'subnet': {'network_id': '4d63f355-85ea-496a-abc7-64be8f24fe24', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-629378472-subnet', 'tenant_id': '9d81179f1a294982b82eb1438e45a4cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:47:26.106294 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05754fe2-3a9f-426e-840b-bd98ef1969fb admin admin] Pushing event updated for resources: {'Network': ['ID=4d63f355-85ea-496a-abc7-64be8f24fe24,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:47:26.109206 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faee74cf-221c-405e-a1a9-c8f8e09b23c4 admin admin] Made reservation on behalf of 9d81179f1a294982b82eb1438e45a4cb for: {'subnet': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:47:26.112290 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-faee74cf-221c-405e-a1a9-c8f8e09b23c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260908003'] for subnet, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:47:26.117640 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network 4d63f355-85ea-496a-abc7-64be8f24fe24 details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:47:26.281079 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-faee74cf-221c-405e-a1a9-c8f8e09b23c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260898481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260908021'] for subnet, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:47:26.329153 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faee74cf-221c-405e-a1a9-c8f8e09b23c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4c9196a-092f-425a-b334-91e3c4e849ce,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:47:26.344525 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faee74cf-221c-405e-a1a9-c8f8e09b23c4 admin admin] Checking segment: {'id': '30a25b8a-c5ab-4053-a5e6-613d2ea311f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '4d63f355-85ea-496a-abc7-64be8f24fe24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:47:26.344822 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faee74cf-221c-405e-a1a9-c8f8e09b23c4 admin admin] Network hostable DHCP agents. Network: 4d63f355-85ea-496a-abc7-64be8f24fe24, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:47:26.361753 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faee74cf-221c-405e-a1a9-c8f8e09b23c4 admin admin] Network 4d63f355-85ea-496a-abc7-64be8f24fe24 is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:47:26.369700 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-faee74cf-221c-405e-a1a9-c8f8e09b23c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, 4d63f355-85ea-496a-abc7-64be8f24fe24) {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:47:26.373559 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faee74cf-221c-405e-a1a9-c8f8e09b23c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:47:26.374166 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-faee74cf-221c-405e-a1a9-c8f8e09b23c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:47:26.378429 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d9a72c1-ed12-473f-b96e-ee85c46c063c None None] Network 4d63f355-85ea-496a-abc7-64be8f24fe24 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:47:26.390821 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-faee74cf-221c-405e-a1a9-c8f8e09b23c4 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3069060 May 18 18:47:26.508208 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67bcd57b-4d5b-4950-811c-f1e36f8100f8 None None] Network 4d63f355-85ea-496a-abc7-64be8f24fe24 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:47:26.884902 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b118501b-8a14-4f18-a434-dd5f46e6645f req-52f5d829-3492-4204-b180-bc3f915a6780 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:47:26.886330 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b118501b-8a14-4f18-a434-dd5f46e6645f req-52f5d829-3492-4204-b180-bc3f915a6780 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/networks?id=4d63f355-85ea-496a-abc7-64be8f24fe24 HTTP/1.1" status: 200 len: 814 time: 0.1743159 May 18 18:47:26.901456 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b118501b-8a14-4f18-a434-dd5f46e6645f req-4d990233-6a02-41d8-a3ed-89e5af80cdb9 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/quotas/9d81179f1a294982b82eb1438e45a4cb HTTP/1.1" status: 200 len: 375 time: 0.0094094 May 18 18:47:26.936684 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b118501b-8a14-4f18-a434-dd5f46e6645f req-02b03c9f-ec04-481b-bf1a-9b689d0e5fdd tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=9d81179f1a294982b82eb1438e45a4cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300050 May 18 18:47:27.028916 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b118501b-8a14-4f18-a434-dd5f46e6645f req-d9b48e84-732c-4eba-9551-579efecb1ed6 service neutron] 10.222.0.85 "GET /v2.0/networks/4d63f355-85ea-496a-abc7-64be8f24fe24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852726 May 18 18:47:27.120032 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b118501b-8a14-4f18-a434-dd5f46e6645f req-a5b11c29-344a-421f-a9aa-188420af07ce service neutron] 10.222.0.85 "GET /v2.0/networks/4d63f355-85ea-496a-abc7-64be8f24fe24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846269 May 18 18:47:27.277830 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3ec335e3-b26f-43e0-bbec-560038d86657 req-a7452356-9877-4562-83df-8640d07d7d7e tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/ports?device_id=d4123dc9-0491-491b-a5ce-0ffad8492213 HTTP/1.1" status: 200 len: 210 time: 0.0273242 May 18 18:47:28.268443 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b118501b-8a14-4f18-a434-dd5f46e6645f req-2238354e-626f-4fda-9efb-3eae612ed975 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:47:28.269928 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b118501b-8a14-4f18-a434-dd5f46e6645f req-2238354e-626f-4fda-9efb-3eae612ed975 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.36 "GET /v2.0/networks?id=4d63f355-85ea-496a-abc7-64be8f24fe24 HTTP/1.1" status: 200 len: 814 time: 0.1065545 May 18 18:47:28.291535 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-b118501b-8a14-4f18-a434-dd5f46e6645f req-6d0fbe6a-9d03-4add-ab83-28b25379235b tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] Request body: {'port': {'device_id': 'd4123dc9-0491-491b-a5ce-0ffad8492213', 'network_id': '4d63f355-85ea-496a-abc7-64be8f24fe24', 'admin_state_up': True, 'tenant_id': '9d81179f1a294982b82eb1438e45a4cb'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:47:28.383510 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-10ece6d6-c789-4091-a2fc-81199e1911c5 req-10f0c691-38b6-46dd-9b37-ea997409aa25 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/ports?device_id=d4123dc9-0491-491b-a5ce-0ffad8492213 HTTP/1.1" status: 200 len: 210 time: 0.0280716 May 18 18:47:28.404297 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b118501b-8a14-4f18-a434-dd5f46e6645f req-6d0fbe6a-9d03-4add-ab83-28b25379235b tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] Made reservation on behalf of 9d81179f1a294982b82eb1438e45a4cb for: {'port': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:47:28.409199 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-b118501b-8a14-4f18-a434-dd5f46e6645f req-6d0fbe6a-9d03-4add-ab83-28b25379235b tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:47:28.540636 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [req-b118501b-8a14-4f18-a434-dd5f46e6645f req-6d0fbe6a-9d03-4add-ab83-28b25379235b tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] Allocated IP 172.20.0.5 (4d63f355-85ea-496a-abc7-64be8f24fe24/b4c9196a-092f-425a-b334-91e3c4e849ce/a168d04e-47c8-456f-ba15-b97c627053bc) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:47:28.687282 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-b118501b-8a14-4f18-a434-dd5f46e6645f req-6d0fbe6a-9d03-4add-ab83-28b25379235b tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:47:28.721923 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-b118501b-8a14-4f18-a434-dd5f46e6645f req-6d0fbe6a-9d03-4add-ab83-28b25379235b tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:47:28.762648 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b118501b-8a14-4f18-a434-dd5f46e6645f req-6d0fbe6a-9d03-4add-ab83-28b25379235b tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] Network 4d63f355-85ea-496a-abc7-64be8f24fe24 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:47:28.765497 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [req-b118501b-8a14-4f18-a434-dd5f46e6645f req-6d0fbe6a-9d03-4add-ab83-28b25379235b tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:47:28.770115 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-b118501b-8a14-4f18-a434-dd5f46e6645f req-6d0fbe6a-9d03-4add-ab83-28b25379235b tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:47:28.801297 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0fbe6a-9d03-4add-ab83-28b25379235b tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] Pushing event updated for resources: {'Port': ['ID=a168d04e-47c8-456f-ba15-b97c627053bc,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:47:28.824192 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b118501b-8a14-4f18-a434-dd5f46e6645f req-6d0fbe6a-9d03-4add-ab83-28b25379235b tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:47:28.824805 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-b118501b-8a14-4f18-a434-dd5f46e6645f req-6d0fbe6a-9d03-4add-ab83-28b25379235b tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:47:28.839823 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b118501b-8a14-4f18-a434-dd5f46e6645f req-6d0fbe6a-9d03-4add-ab83-28b25379235b tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5522261 May 18 18:47:28.855898 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-b118501b-8a14-4f18-a434-dd5f46e6645f req-48c70185-39b8-4138-9731-71fc4c33a36a service neutron] Request body: {'port': {'device_id': 'd4123dc9-0491-491b-a5ce-0ffad8492213', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-3'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:47:28.912771 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-b118501b-8a14-4f18-a434-dd5f46e6645f req-48c70185-39b8-4138-9731-71fc4c33a36a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:47:29.177021 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [req-b118501b-8a14-4f18-a434-dd5f46e6645f req-48c70185-39b8-4138-9731-71fc4c33a36a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a168d04e-47c8-456f-ba15-b97c627053bc {{(pid=102730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:47:29.184394 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-b118501b-8a14-4f18-a434-dd5f46e6645f req-48c70185-39b8-4138-9731-71fc4c33a36a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:47:29.196386 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [req-b118501b-8a14-4f18-a434-dd5f46e6645f req-48c70185-39b8-4138-9731-71fc4c33a36a service neutron] Transition to ACTIVE for port object a168d04e-47c8-456f-ba15-b97c627053bc will not be triggered until provisioned by entity L2. {{(pid=102730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:47:29.199499 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-b118501b-8a14-4f18-a434-dd5f46e6645f req-48c70185-39b8-4138-9731-71fc4c33a36a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:47:29.252663 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c70185-39b8-4138-9731-71fc4c33a36a service neutron] Pushing event updated for resources: {'Port': ['ID=a168d04e-47c8-456f-ba15-b97c627053bc,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:47:29.320219 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-b118501b-8a14-4f18-a434-dd5f46e6645f req-48c70185-39b8-4138-9731-71fc4c33a36a service neutron] Attempting to bind port a168d04e-47c8-456f-ba15-b97c627053bc on host n-h1-838550-3 for vnic_type normal with profile {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:47:29.320938 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-b118501b-8a14-4f18-a434-dd5f46e6645f req-48c70185-39b8-4138-9731-71fc4c33a36a service neutron] Attempting to bind port a168d04e-47c8-456f-ba15-b97c627053bc by drivers openvswitch,hyperv on host n-h1-838550-3 at level 0 using segments [{'id': '30a25b8a-c5ab-4053-a5e6-613d2ea311f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '4d63f355-85ea-496a-abc7-64be8f24fe24'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:47:29.320938 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b118501b-8a14-4f18-a434-dd5f46e6645f req-48c70185-39b8-4138-9731-71fc4c33a36a service neutron] Attempting to bind port a168d04e-47c8-456f-ba15-b97c627053bc on network 4d63f355-85ea-496a-abc7-64be8f24fe24 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:47:29.325100 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b118501b-8a14-4f18-a434-dd5f46e6645f req-48c70185-39b8-4138-9731-71fc4c33a36a service neutron] Port a168d04e-47c8-456f-ba15-b97c627053bc on network 4d63f355-85ea-496a-abc7-64be8f24fe24 not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-3 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:47:29.325563 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b118501b-8a14-4f18-a434-dd5f46e6645f req-48c70185-39b8-4138-9731-71fc4c33a36a service neutron] Attempting to bind port a168d04e-47c8-456f-ba15-b97c627053bc on network 4d63f355-85ea-496a-abc7-64be8f24fe24 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:47:29.330745 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b118501b-8a14-4f18-a434-dd5f46e6645f req-48c70185-39b8-4138-9731-71fc4c33a36a service neutron] Checking agent: {'id': '1dbac822-25f2-4df8-9dc8-5c2e7b136eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:47:29.331083 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b118501b-8a14-4f18-a434-dd5f46e6645f req-48c70185-39b8-4138-9731-71fc4c33a36a service neutron] Checking segment: {'id': '30a25b8a-c5ab-4053-a5e6-613d2ea311f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '4d63f355-85ea-496a-abc7-64be8f24fe24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:47:29.331460 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b118501b-8a14-4f18-a434-dd5f46e6645f req-48c70185-39b8-4138-9731-71fc4c33a36a service neutron] Bound using segment: {'id': '30a25b8a-c5ab-4053-a5e6-613d2ea311f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '4d63f355-85ea-496a-abc7-64be8f24fe24'} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:47:29.331888 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-b118501b-8a14-4f18-a434-dd5f46e6645f req-48c70185-39b8-4138-9731-71fc4c33a36a service neutron] Bound port: a168d04e-47c8-456f-ba15-b97c627053bc, host: n-h1-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30a25b8a-c5ab-4053-a5e6-613d2ea311f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '4d63f355-85ea-496a-abc7-64be8f24fe24'}}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:47:29.332242 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-b118501b-8a14-4f18-a434-dd5f46e6645f req-48c70185-39b8-4138-9731-71fc4c33a36a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:47:29.394520 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-b118501b-8a14-4f18-a434-dd5f46e6645f req-48c70185-39b8-4138-9731-71fc4c33a36a service neutron] For port a168d04e-47c8-456f-ba15-b97c627053bc, host n-h1-838550-3, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:47:29.397466 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-b118501b-8a14-4f18-a434-dd5f46e6645f req-48c70185-39b8-4138-9731-71fc4c33a36a service neutron] For port a168d04e-47c8-456f-ba15-b97c627053bc, host n-h1-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=a168d04e-47c8-456f-ba15-b97c627053bc,segment=NetworkSegment(30a25b8a-c5ab-4053-a5e6-613d2ea311f9),segment_id=30a25b8a-c5ab-4053-a5e6-613d2ea311f9)] {{(pid=102730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:47:29.401822 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-b118501b-8a14-4f18-a434-dd5f46e6645f req-48c70185-39b8-4138-9731-71fc4c33a36a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:47:29.435245 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b118501b-8a14-4f18-a434-dd5f46e6645f req-48c70185-39b8-4138-9731-71fc4c33a36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:47:29.435875 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-b118501b-8a14-4f18-a434-dd5f46e6645f req-48c70185-39b8-4138-9731-71fc4c33a36a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:47:29.437393 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b118501b-8a14-4f18-a434-dd5f46e6645f req-48c70185-39b8-4138-9731-71fc4c33a36a service neutron] 10.222.0.36 "PUT /v2.0/ports/a168d04e-47c8-456f-ba15-b97c627053bc HTTP/1.1" status: 200 len: 1091 time: 0.5854611 May 18 18:47:29.437895 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4123dc9-0491-491b-a5ce-0ffad8492213', 'tag': 'a168d04e-47c8-456f-ba15-b97c627053bc'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:47:29.440700 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36dc1fa3-e54d-42f6-a733-9ed65af30bb2" -d '{"events": [{"name": "network-changed", "server_uuid": "d4123dc9-0491-491b-a5ce-0ffad8492213", "tag": "a168d04e-47c8-456f-ba15-b97c627053bc"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:47:29.496463 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-090da8e7-1ce1-407b-b890-cf1f690be1c3 x-openstack-request-id: req-090da8e7-1ce1-407b-b890-cf1f690be1c3 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:47:29.496762 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4123dc9-0491-491b-a5ce-0ffad8492213", "tag": "a168d04e-47c8-456f-ba15-b97c627053bc", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:47:29.497034 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-090da8e7-1ce1-407b-b890-cf1f690be1c3 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:47:29.497420 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-090da8e7-1ce1-407b-b890-cf1f690be1c3'] response: {'name': 'network-changed', 'server_uuid': 'd4123dc9-0491-491b-a5ce-0ffad8492213', 'tag': 'a168d04e-47c8-456f-ba15-b97c627053bc', 'status': 'completed', 'code': 200} May 18 18:47:29.521170 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c70185-39b8-4138-9731-71fc4c33a36a service neutron] Pushing event updated for resources: {'Port': ['ID=a168d04e-47c8-456f-ba15-b97c627053bc,revision_number=3']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:47:29.562034 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceeca54-fbbe-4aeb-a484-bc3f3d53fe9e req-21cea4c8-13e3-467f-b138-686ef0de4302 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:47:29.563546 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3ceeca54-fbbe-4aeb-a484-bc3f3d53fe9e req-21cea4c8-13e3-467f-b138-686ef0de4302 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/ports?device_id=d4123dc9-0491-491b-a5ce-0ffad8492213 HTTP/1.1" status: 200 len: 943 time: 0.1035185 May 18 18:47:29.569210 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b118501b-8a14-4f18-a434-dd5f46e6645f req-3d02fc78-48df-41d2-ba83-7643ff54b1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:47:29.570652 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b118501b-8a14-4f18-a434-dd5f46e6645f req-3d02fc78-48df-41d2-ba83-7643ff54b1eb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9d81179f1a294982b82eb1438e45a4cb&device_id=d4123dc9-0491-491b-a5ce-0ffad8492213 HTTP/1.1" status: 200 len: 1094 time: 0.0708568 May 18 18:47:29.623088 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b118501b-8a14-4f18-a434-dd5f46e6645f req-1261bec6-11ae-4cff-bf6d-1e17462ae933 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a168d04e-47c8-456f-ba15-b97c627053bc HTTP/1.1" status: 200 len: 217 time: 0.0387480 May 18 18:47:29.643893 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3ceeca54-fbbe-4aeb-a484-bc3f3d53fe9e req-b7992e57-d026-4fe7-8542-dbd60b915902 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/security-groups?id=c9ba791f-f2dc-4247-895d-94dcdb77cc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723331 May 18 18:47:29.682341 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b118501b-8a14-4f18-a434-dd5f46e6645f req-9e19b04f-46d5-4072-a48e-7e38d92874a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:47:29.683823 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b118501b-8a14-4f18-a434-dd5f46e6645f req-9e19b04f-46d5-4072-a48e-7e38d92874a2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b4c9196a-092f-425a-b334-91e3c4e849ce HTTP/1.1" status: 200 len: 854 time: 0.0531356 May 18 18:47:29.723404 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b118501b-8a14-4f18-a434-dd5f46e6645f req-24cb3d6a-2b3c-4eef-b105-14a0d9e582ca service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4d63f355-85ea-496a-abc7-64be8f24fe24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308151 May 18 18:47:29.815234 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b118501b-8a14-4f18-a434-dd5f46e6645f req-3fa1c454-6f14-4d59-af70-c3ec25ae5e08 service neutron] 10.222.0.36 "GET /v2.0/networks/4d63f355-85ea-496a-abc7-64be8f24fe24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811553 May 18 18:47:29.913088 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b118501b-8a14-4f18-a434-dd5f46e6645f req-9b8dd2ac-128d-419f-a87e-7e461bb4af34 service neutron] 10.222.0.36 "GET /v2.0/networks/4d63f355-85ea-496a-abc7-64be8f24fe24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871661 May 18 18:47:30.007808 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dc1fa3-e54d-42f6-a733-9ed65af30bb2 req-b15abfc2-958f-46e3-9e2a-c31c1f27696d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:47:30.009327 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-36dc1fa3-e54d-42f6-a733-9ed65af30bb2 req-b15abfc2-958f-46e3-9e2a-c31c1f27696d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9d81179f1a294982b82eb1438e45a4cb&device_id=d4123dc9-0491-491b-a5ce-0ffad8492213 HTTP/1.1" status: 200 len: 1094 time: 0.0418735 May 18 18:47:30.125072 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dc1fa3-e54d-42f6-a733-9ed65af30bb2 req-5a8cf257-f069-4a59-9720-95097d2652cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:47:30.127352 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-36dc1fa3-e54d-42f6-a733-9ed65af30bb2 req-5a8cf257-f069-4a59-9720-95097d2652cd service neutron] 10.222.0.36 "GET /v2.0/networks?id=4d63f355-85ea-496a-abc7-64be8f24fe24 HTTP/1.1" status: 200 len: 915 time: 0.1104035 May 18 18:47:30.170567 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-36dc1fa3-e54d-42f6-a733-9ed65af30bb2 req-9941f4dd-6ccc-4096-9d26-0d5facfacf98 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a168d04e-47c8-456f-ba15-b97c627053bc HTTP/1.1" status: 200 len: 217 time: 0.0341973 May 18 18:47:30.217575 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dc1fa3-e54d-42f6-a733-9ed65af30bb2 req-c8ce181f-f476-475a-a329-259ce16e6f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:47:30.219004 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-36dc1fa3-e54d-42f6-a733-9ed65af30bb2 req-c8ce181f-f476-475a-a329-259ce16e6f1e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b4c9196a-092f-425a-b334-91e3c4e849ce HTTP/1.1" status: 200 len: 854 time: 0.0417252 May 18 18:47:30.250716 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-36dc1fa3-e54d-42f6-a733-9ed65af30bb2 req-06451828-3e86-4211-97bf-8e6d12d95c34 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4d63f355-85ea-496a-abc7-64be8f24fe24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242522 May 18 18:47:30.341874 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-36dc1fa3-e54d-42f6-a733-9ed65af30bb2 req-e4e7e1b5-c941-43cc-bc03-61caa552ad47 service neutron] 10.222.0.36 "GET /v2.0/networks/4d63f355-85ea-496a-abc7-64be8f24fe24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831137 May 18 18:47:30.433974 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-36dc1fa3-e54d-42f6-a733-9ed65af30bb2 req-e2c61cc4-361d-4bc2-8d47-e4908a66d1e6 service neutron] 10.222.0.36 "GET /v2.0/networks/4d63f355-85ea-496a-abc7-64be8f24fe24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828676 May 18 18:47:30.761700 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2a0784-ae04-4c85-82ff-a0c37ed9f126 req-006b29c6-f10e-4339-9cf5-10a165bc5d54 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:47:30.763180 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ce2a0784-ae04-4c85-82ff-a0c37ed9f126 req-006b29c6-f10e-4339-9cf5-10a165bc5d54 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/ports?device_id=d4123dc9-0491-491b-a5ce-0ffad8492213 HTTP/1.1" status: 200 len: 943 time: 0.0489767 May 18 18:47:30.800393 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ce2a0784-ae04-4c85-82ff-a0c37ed9f126 req-cf7dd6cf-f1c3-4bd9-a318-a9ae6928d196 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/security-groups?id=c9ba791f-f2dc-4247-895d-94dcdb77cc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304248 May 18 18:47:31.255317 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:47:31.460847 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:47:31.921852 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f765a9d-f950-434e-96aa-1fb1292955d0 req-dd17bd0f-6eee-41e5-92b4-b18782b5de7c tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:47:31.923326 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6f765a9d-f950-434e-96aa-1fb1292955d0 req-dd17bd0f-6eee-41e5-92b4-b18782b5de7c tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/ports?device_id=d4123dc9-0491-491b-a5ce-0ffad8492213 HTTP/1.1" status: 200 len: 943 time: 0.0554211 May 18 18:47:31.960386 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6f765a9d-f950-434e-96aa-1fb1292955d0 req-cbb2579f-bfba-49d5-9056-bbac62e64899 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/security-groups?id=c9ba791f-f2dc-4247-895d-94dcdb77cc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309458 May 18 18:47:33.078728 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64daf60d-d88d-49fd-8fe2-83b8fce7e125 req-61b1020b-dc1a-4bd9-849d-f3e30b1f817e tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:47:33.080198 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-64daf60d-d88d-49fd-8fe2-83b8fce7e125 req-61b1020b-dc1a-4bd9-849d-f3e30b1f817e tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/ports?device_id=d4123dc9-0491-491b-a5ce-0ffad8492213 HTTP/1.1" status: 200 len: 943 time: 0.0525856 May 18 18:47:33.117973 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-64daf60d-d88d-49fd-8fe2-83b8fce7e125 req-953aed63-6f86-4ee4-a9e2-88ffe5187200 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/security-groups?id=c9ba791f-f2dc-4247-895d-94dcdb77cc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316880 May 18 18:47:33.505003 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device a168d04e-47c8-456f-ba15-b97c627053bc details requested by agent hyperv_n-h1-838550-3 with host n-h1-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:47:33.597725 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port a168d04e-47c8-456f-ba15-b97c627053bc, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=a168d04e-47c8-456f-ba15-b97c627053bc,segment=NetworkSegment(30a25b8a-c5ab-4053-a5e6-613d2ea311f9),segment_id=30a25b8a-c5ab-4053-a5e6-613d2ea311f9)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:47:33.608854 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Returning: {'device': 'a168d04e-47c8-456f-ba15-b97c627053bc', 'network_id': '4d63f355-85ea-496a-abc7-64be8f24fe24', 'port_id': 'a168d04e-47c8-456f-ba15-b97c627053bc', 'mac_address': 'fa:16:3e:da:06:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4c9196a-092f-425a-b334-91e3c4e849ce', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:47:33.650291 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port a168d04e-47c8-456f-ba15-b97c627053bc is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:47:33.650678 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:47:33.663226 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a168d04e-47c8-456f-ba15-b97c627053bc {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:47:33.682549 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port a168d04e-47c8-456f-ba15-b97c627053bc, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=a168d04e-47c8-456f-ba15-b97c627053bc,segment=NetworkSegment(30a25b8a-c5ab-4053-a5e6-613d2ea311f9),segment_id=30a25b8a-c5ab-4053-a5e6-613d2ea311f9)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:47:33.687058 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:47:33.733055 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=a168d04e-47c8-456f-ba15-b97c627053bc,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:47:33.950023 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['a168d04e-47c8-456f-ba15-b97c627053bc'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:47:34.232660 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cc8a85-7a5c-4b39-be8e-a1f7f1513786 req-b47ae6ce-b2ff-4fe3-97ca-6388580b6fe6 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:47:34.234067 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f4cc8a85-7a5c-4b39-be8e-a1f7f1513786 req-b47ae6ce-b2ff-4fe3-97ca-6388580b6fe6 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/ports?device_id=d4123dc9-0491-491b-a5ce-0ffad8492213 HTTP/1.1" status: 200 len: 944 time: 0.0485978 May 18 18:47:34.270845 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f4cc8a85-7a5c-4b39-be8e-a1f7f1513786 req-c504b938-d998-428f-a496-06d74146fa1f tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/security-groups?id=c9ba791f-f2dc-4247-895d-94dcdb77cc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308394 May 18 18:47:35.388692 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad26bd5-f476-44e5-b790-e557c96285a8 req-5a6d8354-7963-49ab-a50d-325064632f6f tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:47:35.390196 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4ad26bd5-f476-44e5-b790-e557c96285a8 req-5a6d8354-7963-49ab-a50d-325064632f6f tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/ports?device_id=d4123dc9-0491-491b-a5ce-0ffad8492213 HTTP/1.1" status: 200 len: 944 time: 0.0483170 May 18 18:47:35.428800 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4ad26bd5-f476-44e5-b790-e557c96285a8 req-f8ad722e-1cd3-444d-96ac-811517f6c00c tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/security-groups?id=c9ba791f-f2dc-4247-895d-94dcdb77cc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325363 May 18 18:47:35.504826 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device a168d04e-47c8-456f-ba15-b97c627053bc up at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:47:35.553251 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning for port a168d04e-47c8-456f-ba15-b97c627053bc completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:47:35.557081 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning complete for port a168d04e-47c8-456f-ba15-b97c627053bc triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:47:35.557453 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:47:35.631610 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port a168d04e-47c8-456f-ba15-b97c627053bc is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:47:35.631996 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:47:35.657750 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4123dc9-0491-491b-a5ce-0ffad8492213', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a168d04e-47c8-456f-ba15-b97c627053bc'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:47:35.660838 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32686057-ea72-4a11-b9e6-fd6dadfa2324" -d '{"events": [{"server_uuid": "d4123dc9-0491-491b-a5ce-0ffad8492213", "name": "network-vif-plugged", "status": "completed", "tag": "a168d04e-47c8-456f-ba15-b97c627053bc"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:47:35.673430 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port a168d04e-47c8-456f-ba15-b97c627053bc, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=a168d04e-47c8-456f-ba15-b97c627053bc,segment=NetworkSegment(30a25b8a-c5ab-4053-a5e6-613d2ea311f9),segment_id=30a25b8a-c5ab-4053-a5e6-613d2ea311f9)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:47:35.678396 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:47:35.702703 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12d387e0-dee7-49b1-a916-a7638137af1a x-openstack-request-id: req-12d387e0-dee7-49b1-a916-a7638137af1a {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:47:35.703017 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4123dc9-0491-491b-a5ce-0ffad8492213", "name": "network-vif-plugged", "status": "completed", "tag": "a168d04e-47c8-456f-ba15-b97c627053bc", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:47:35.703266 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-12d387e0-dee7-49b1-a916-a7638137af1a {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:47:35.703657 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12d387e0-dee7-49b1-a916-a7638137af1a'] response: {'server_uuid': 'd4123dc9-0491-491b-a5ce-0ffad8492213', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a168d04e-47c8-456f-ba15-b97c627053bc', 'code': 200} May 18 18:47:35.729559 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=a168d04e-47c8-456f-ba15-b97c627053bc,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:47:35.796787 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfec3190-a2ed-48c6-9091-e03d32bb3a40 req-1777b426-e93b-4420-89b7-b8cd3f7d9991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:47:35.798306 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bfec3190-a2ed-48c6-9091-e03d32bb3a40 req-1777b426-e93b-4420-89b7-b8cd3f7d9991 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d4123dc9-0491-491b-a5ce-0ffad8492213 HTTP/1.1" status: 200 len: 1096 time: 0.0401490 May 18 18:47:35.834812 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bfec3190-a2ed-48c6-9091-e03d32bb3a40 req-75c107e2-2067-4ca8-a481-f3f6d8b20d07 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c9ba791f-f2dc-4247-895d-94dcdb77cc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275307 May 18 18:47:36.285739 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 7 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 18:47:36.541017 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ecd53a-73be-4f13-81e6-4eb5f764befe req-0dbbef4b-c4ef-4a01-94be-8bac62696c96 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:47:36.542401 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d7ecd53a-73be-4f13-81e6-4eb5f764befe req-0dbbef4b-c4ef-4a01-94be-8bac62696c96 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/ports?device_id=d4123dc9-0491-491b-a5ce-0ffad8492213 HTTP/1.1" status: 200 len: 945 time: 0.0477948 May 18 18:47:36.579747 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d7ecd53a-73be-4f13-81e6-4eb5f764befe req-04a3d205-77c6-4268-9a80-e0319450b1b9 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/security-groups?id=c9ba791f-f2dc-4247-895d-94dcdb77cc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314353 May 18 18:47:37.704346 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae794d8d-6db6-4f2a-aa58-e877a72a01a5 req-6434dd1b-ff7e-49bb-b115-20d486fcbf66 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:47:37.704919 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-08ed14c0-b5dc-4712-bd09-d6e86ef5e60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:47:37.710155 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ae794d8d-6db6-4f2a-aa58-e877a72a01a5 req-6434dd1b-ff7e-49bb-b115-20d486fcbf66 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/ports?device_id=d4123dc9-0491-491b-a5ce-0ffad8492213 HTTP/1.1" status: 200 len: 945 time: 0.0618496 May 18 18:47:37.745490 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ae794d8d-6db6-4f2a-aa58-e877a72a01a5 req-5d13a77b-f0bb-41f2-b163-46f48922633a tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/security-groups?id=c9ba791f-f2dc-4247-895d-94dcdb77cc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331900 May 18 18:47:37.871510 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb9f498-667c-44e7-8a52-429bc89d6a5a req-aa4308fb-35ca-4aa0-9c69-010daa5fa709 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:47:37.872891 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8fb9f498-667c-44e7-8a52-429bc89d6a5a req-aa4308fb-35ca-4aa0-9c69-010daa5fa709 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/ports?device_id=d4123dc9-0491-491b-a5ce-0ffad8492213 HTTP/1.1" status: 200 len: 945 time: 0.0525329 May 18 18:47:37.910857 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8fb9f498-667c-44e7-8a52-429bc89d6a5a req-0d4a57c1-5dd9-45f7-b035-d79bbc8c8467 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/security-groups?id=c9ba791f-f2dc-4247-895d-94dcdb77cc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316162 May 18 18:47:38.107689 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d2434d-6185-4896-ba28-b732da14c41d req-26f51511-df42-4af5-80be-80b8380de469 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:47:38.109157 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-00d2434d-6185-4896-ba28-b732da14c41d req-26f51511-df42-4af5-80be-80b8380de469 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/ports?device_id=d4123dc9-0491-491b-a5ce-0ffad8492213 HTTP/1.1" status: 200 len: 945 time: 0.0485702 May 18 18:47:38.146532 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-00d2434d-6185-4896-ba28-b732da14c41d req-afd4c51d-e133-4b04-974a-201c4db36ba4 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/security-groups?id=c9ba791f-f2dc-4247-895d-94dcdb77cc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313241 May 18 18:47:38.283203 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109414dc-865e-4801-b515-766ecd137f9c req-442059fb-5027-43f8-9703-0cefac91864d tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:47:38.284955 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-109414dc-865e-4801-b515-766ecd137f9c req-442059fb-5027-43f8-9703-0cefac91864d tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/ports?device_id=d4123dc9-0491-491b-a5ce-0ffad8492213 HTTP/1.1" status: 200 len: 945 time: 0.0495760 May 18 18:47:38.323256 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-109414dc-865e-4801-b515-766ecd137f9c req-22567c1d-474d-4935-b3d1-365a6562c060 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/security-groups?id=c9ba791f-f2dc-4247-895d-94dcdb77cc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323045 May 18 18:47:38.580146 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4215fda5-f85f-4466-ac3d-91ea1c7eea24 req-76e1d0c8-da16-4efe-8368-c2c22f1f8739 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=d4123dc9-0491-491b-a5ce-0ffad8492213&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0714653 May 18 18:47:38.594613 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652e18ae-726f-4b95-8026-28bc34f8c500 req-1d5a7cc9-f746-4aa5-b495-0de77fe79e61 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:47:38.596074 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-652e18ae-726f-4b95-8026-28bc34f8c500 req-1d5a7cc9-f746-4aa5-b495-0de77fe79e61 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/ports?device_id=d4123dc9-0491-491b-a5ce-0ffad8492213 HTTP/1.1" status: 200 len: 945 time: 0.0783637 May 18 18:47:38.636936 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-652e18ae-726f-4b95-8026-28bc34f8c500 req-d0563a92-56e2-4e71-b860-a59f81848548 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/security-groups?id=c9ba791f-f2dc-4247-895d-94dcdb77cc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345356 May 18 18:47:39.710385 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4215fda5-f85f-4466-ac3d-91ea1c7eea24 req-81cdc4c5-0bea-4707-820f-abbe95f3991f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:47:39.712186 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4215fda5-f85f-4466-ac3d-91ea1c7eea24 req-81cdc4c5-0bea-4707-820f-abbe95f3991f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9d81179f1a294982b82eb1438e45a4cb&device_id=d4123dc9-0491-491b-a5ce-0ffad8492213 HTTP/1.1" status: 200 len: 1096 time: 0.0424945 May 18 18:47:39.755915 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dedcba-66b2-44e3-8d3d-7863b08f6707 req-865afd65-4af2-4d2d-ab52-62ef448749ca tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:47:39.757426 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b2dedcba-66b2-44e3-8d3d-7863b08f6707 req-865afd65-4af2-4d2d-ab52-62ef448749ca tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/ports?device_id=d4123dc9-0491-491b-a5ce-0ffad8492213 HTTP/1.1" status: 200 len: 945 time: 0.0499017 May 18 18:47:39.799633 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b2dedcba-66b2-44e3-8d3d-7863b08f6707 req-dfa6b23f-f3c1-4eb9-8fca-6b7d86ae9115 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/security-groups?id=c9ba791f-f2dc-4247-895d-94dcdb77cc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358129 May 18 18:47:39.805754 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4215fda5-f85f-4466-ac3d-91ea1c7eea24 req-1f1605ae-3d57-470d-b3b8-1628e07dc4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:47:39.807358 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4215fda5-f85f-4466-ac3d-91ea1c7eea24 req-1f1605ae-3d57-470d-b3b8-1628e07dc4e3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4d63f355-85ea-496a-abc7-64be8f24fe24 HTTP/1.1" status: 200 len: 915 time: 0.0873079 May 18 18:47:39.851123 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4215fda5-f85f-4466-ac3d-91ea1c7eea24 req-de7a9cad-25db-4642-80d3-e4a0c63e5ebe service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a168d04e-47c8-456f-ba15-b97c627053bc HTTP/1.1" status: 200 len: 217 time: 0.0368838 May 18 18:47:39.898603 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4215fda5-f85f-4466-ac3d-91ea1c7eea24 req-efe76e40-c761-472d-8b5f-510dc7c51413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:47:39.900023 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4215fda5-f85f-4466-ac3d-91ea1c7eea24 req-efe76e40-c761-472d-8b5f-510dc7c51413 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b4c9196a-092f-425a-b334-91e3c4e849ce HTTP/1.1" status: 200 len: 854 time: 0.0426803 May 18 18:47:39.931635 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4215fda5-f85f-4466-ac3d-91ea1c7eea24 req-039f7f20-8dd4-4cc8-94a5-5cd084de0738 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4d63f355-85ea-496a-abc7-64be8f24fe24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251424 May 18 18:47:40.020941 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4215fda5-f85f-4466-ac3d-91ea1c7eea24 req-9d8fd9b4-aca1-4265-a0ab-fc542ed5482e service neutron] 10.222.0.36 "GET /v2.0/networks/4d63f355-85ea-496a-abc7-64be8f24fe24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828454 May 18 18:47:40.074737 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-694b6398-bb87-41ae-9874-69644a5dca64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:47:40.112300 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4215fda5-f85f-4466-ac3d-91ea1c7eea24 req-46d0a7ab-ba5c-4eae-a2b0-d673b73997cf service neutron] 10.222.0.36 "GET /v2.0/networks/4d63f355-85ea-496a-abc7-64be8f24fe24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832646 May 18 18:47:40.916126 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb35b37-eef6-41fe-b62a-92ea6144ecde req-170522c9-116a-41dc-a6a8-d2496d66ce01 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:47:40.917585 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4bb35b37-eef6-41fe-b62a-92ea6144ecde req-170522c9-116a-41dc-a6a8-d2496d66ce01 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/ports?device_id=d4123dc9-0491-491b-a5ce-0ffad8492213 HTTP/1.1" status: 200 len: 945 time: 0.0485785 May 18 18:47:40.959175 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4bb35b37-eef6-41fe-b62a-92ea6144ecde req-3814b2dc-d5f3-4e90-ac0f-f9c478f083ed tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/security-groups?id=c9ba791f-f2dc-4247-895d-94dcdb77cc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353448 May 18 18:47:41.360989 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:47:42.077549 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99466e8f-60aa-47ba-9cd9-13c89ec20c7f req-2aed6e41-da40-4a4b-947a-7818eebc5a3c tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:47:42.079050 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-99466e8f-60aa-47ba-9cd9-13c89ec20c7f req-2aed6e41-da40-4a4b-947a-7818eebc5a3c tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/ports?device_id=d4123dc9-0491-491b-a5ce-0ffad8492213 HTTP/1.1" status: 200 len: 945 time: 0.0525959 May 18 18:47:42.116371 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-99466e8f-60aa-47ba-9cd9-13c89ec20c7f req-b46b65a0-e8b6-42d2-9ef1-e979c96d9b14 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/security-groups?id=c9ba791f-f2dc-4247-895d-94dcdb77cc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313659 May 18 18:47:42.513135 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:47:43.099863 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:47:43.514635 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25a6fb9-6c6d-46dc-bcc0-5bad4ba5fb28 req-276c9079-b8f4-43e0-a402-2b678313c383 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:47:43.516131 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f25a6fb9-6c6d-46dc-bcc0-5bad4ba5fb28 req-276c9079-b8f4-43e0-a402-2b678313c383 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/ports?device_id=d4123dc9-0491-491b-a5ce-0ffad8492213 HTTP/1.1" status: 200 len: 945 time: 0.3312724 May 18 18:47:43.554718 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f25a6fb9-6c6d-46dc-bcc0-5bad4ba5fb28 req-a4490829-4009-43cd-81f1-a5f804bc48e4 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/security-groups?id=c9ba791f-f2dc-4247-895d-94dcdb77cc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324972 May 18 18:47:44.670835 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dcd783-3bdc-4656-a0be-0a5ba9887d3e req-4fc0b48a-2496-4565-a13e-cec7a309057b tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:47:44.672236 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-01dcd783-3bdc-4656-a0be-0a5ba9887d3e req-4fc0b48a-2496-4565-a13e-cec7a309057b tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/ports?device_id=d4123dc9-0491-491b-a5ce-0ffad8492213 HTTP/1.1" status: 200 len: 945 time: 0.0488181 May 18 18:47:44.710516 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-01dcd783-3bdc-4656-a0be-0a5ba9887d3e req-dc7b18d9-0c81-4acb-bf53-3c644424a361 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/security-groups?id=c9ba791f-f2dc-4247-895d-94dcdb77cc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317435 May 18 18:47:45.823835 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30df50d0-87de-4a67-9cd5-b20e4d87f7cb req-51ea27b4-640d-4ac7-8973-41c85d05af20 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:47:45.825281 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-30df50d0-87de-4a67-9cd5-b20e4d87f7cb req-51ea27b4-640d-4ac7-8973-41c85d05af20 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/ports?device_id=d4123dc9-0491-491b-a5ce-0ffad8492213 HTTP/1.1" status: 200 len: 945 time: 0.0471783 May 18 18:47:45.861680 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-30df50d0-87de-4a67-9cd5-b20e4d87f7cb req-0c4ff3fb-4b32-4821-98d3-eb32ae114dff tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/security-groups?id=c9ba791f-f2dc-4247-895d-94dcdb77cc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304396 May 18 18:47:46.979271 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd027bd-8488-47c3-a0ee-6c34d9cea1df req-8586d55b-e962-462c-bb69-df5337cc1423 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:47:46.980651 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4fd027bd-8488-47c3-a0ee-6c34d9cea1df req-8586d55b-e962-462c-bb69-df5337cc1423 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/ports?device_id=d4123dc9-0491-491b-a5ce-0ffad8492213 HTTP/1.1" status: 200 len: 945 time: 0.0480702 May 18 18:47:47.017086 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4fd027bd-8488-47c3-a0ee-6c34d9cea1df req-aeca01f4-d5f8-470e-98b0-c11b06df96ca tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/security-groups?id=c9ba791f-f2dc-4247-895d-94dcdb77cc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304704 May 18 18:47:48.133054 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dfbe95-81f2-4f9b-b0fd-2b9f5de8234a req-f55ec21e-54a6-48d9-b903-0c75abd040f3 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:47:48.134546 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-38dfbe95-81f2-4f9b-b0fd-2b9f5de8234a req-f55ec21e-54a6-48d9-b903-0c75abd040f3 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/ports?device_id=d4123dc9-0491-491b-a5ce-0ffad8492213 HTTP/1.1" status: 200 len: 945 time: 0.0488315 May 18 18:47:48.174701 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-38dfbe95-81f2-4f9b-b0fd-2b9f5de8234a req-24eb1279-a0c1-4fb3-8efd-385b877d7c24 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/security-groups?id=c9ba791f-f2dc-4247-895d-94dcdb77cc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341597 May 18 18:47:49.295531 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17de01f4-41eb-427e-bf08-f2150925c817 req-ceb32809-9474-422a-a1e9-d8ecb43ef350 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:47:49.296993 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-17de01f4-41eb-427e-bf08-f2150925c817 req-ceb32809-9474-422a-a1e9-d8ecb43ef350 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/ports?device_id=d4123dc9-0491-491b-a5ce-0ffad8492213 HTTP/1.1" status: 200 len: 945 time: 0.0519571 May 18 18:47:49.335423 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-17de01f4-41eb-427e-bf08-f2150925c817 req-8c850191-d065-4456-9d47-6d99af534199 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/security-groups?id=c9ba791f-f2dc-4247-895d-94dcdb77cc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319397 May 18 18:47:50.451354 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbfcd42-a029-4a64-a461-0d8e051915c8 req-2f4ecd60-d0a0-49a2-9dcc-4ac7f6fcfc17 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:47:50.452829 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2bbfcd42-a029-4a64-a461-0d8e051915c8 req-2f4ecd60-d0a0-49a2-9dcc-4ac7f6fcfc17 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/ports?device_id=d4123dc9-0491-491b-a5ce-0ffad8492213 HTTP/1.1" status: 200 len: 945 time: 0.0495434 May 18 18:47:50.489878 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2bbfcd42-a029-4a64-a461-0d8e051915c8 req-518490bd-5177-4238-a96d-6d67cbeb3b09 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/security-groups?id=c9ba791f-f2dc-4247-895d-94dcdb77cc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304935 May 18 18:47:51.603286 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca0a815-a747-4699-87b4-3dd350a9bc4c req-951fcbe5-3198-4e86-a341-937027f8577b tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:47:51.604743 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5ca0a815-a747-4699-87b4-3dd350a9bc4c req-951fcbe5-3198-4e86-a341-937027f8577b tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/ports?device_id=d4123dc9-0491-491b-a5ce-0ffad8492213 HTTP/1.1" status: 200 len: 945 time: 0.0480604 May 18 18:47:51.642041 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5ca0a815-a747-4699-87b4-3dd350a9bc4c req-2dbb75ac-5d82-4791-92b4-7840f59af143 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/security-groups?id=c9ba791f-f2dc-4247-895d-94dcdb77cc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310664 May 18 18:47:52.760991 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3371cb1f-51a2-4cd4-ab73-bba6fdd48430 req-8f8131e4-e3a1-4fd5-8417-222be19e77ef tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:47:52.762487 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3371cb1f-51a2-4cd4-ab73-bba6fdd48430 req-8f8131e4-e3a1-4fd5-8417-222be19e77ef tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/ports?device_id=d4123dc9-0491-491b-a5ce-0ffad8492213 HTTP/1.1" status: 200 len: 945 time: 0.0480180 May 18 18:47:52.799780 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3371cb1f-51a2-4cd4-ab73-bba6fdd48430 req-f2748e2b-b0c4-4199-9c69-69385f4001f4 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/security-groups?id=c9ba791f-f2dc-4247-895d-94dcdb77cc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310626 May 18 18:47:53.915290 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51073bf-c1f3-48f1-9073-a115d9e39705 req-eac68d03-46dc-4df8-ad65-5cbd1bbfc3d3 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:47:53.916790 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b51073bf-c1f3-48f1-9073-a115d9e39705 req-eac68d03-46dc-4df8-ad65-5cbd1bbfc3d3 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/ports?device_id=d4123dc9-0491-491b-a5ce-0ffad8492213 HTTP/1.1" status: 200 len: 945 time: 0.0493839 May 18 18:47:53.956586 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b51073bf-c1f3-48f1-9073-a115d9e39705 req-b1b16119-fe29-4927-a0d5-6fa112d84f25 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/security-groups?id=c9ba791f-f2dc-4247-895d-94dcdb77cc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336664 May 18 18:47:55.078607 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1c55cb-dbe8-4192-a885-70660faa2916 req-6b7f8330-b9d4-4aa1-b92f-a6131159e9f1 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:47:55.080078 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9e1c55cb-dbe8-4192-a885-70660faa2916 req-6b7f8330-b9d4-4aa1-b92f-a6131159e9f1 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/ports?device_id=d4123dc9-0491-491b-a5ce-0ffad8492213 HTTP/1.1" status: 200 len: 945 time: 0.0486653 May 18 18:47:55.120360 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9e1c55cb-dbe8-4192-a885-70660faa2916 req-f3cb9c75-33b9-45f1-ae20-b2fa69c11cfa tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/security-groups?id=c9ba791f-f2dc-4247-895d-94dcdb77cc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343904 May 18 18:47:56.240005 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bb3356-b22d-4ad8-b4a4-a10dc231c4a1 req-7b29fb0e-c817-472d-8186-2ed049c66c35 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:47:56.241495 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-06bb3356-b22d-4ad8-b4a4-a10dc231c4a1 req-7b29fb0e-c817-472d-8186-2ed049c66c35 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/ports?device_id=d4123dc9-0491-491b-a5ce-0ffad8492213 HTTP/1.1" status: 200 len: 945 time: 0.0528286 May 18 18:47:56.280548 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-06bb3356-b22d-4ad8-b4a4-a10dc231c4a1 req-87983a5c-dea0-4db6-964c-7f8c2b69d4f6 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/security-groups?id=c9ba791f-f2dc-4247-895d-94dcdb77cc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329945 May 18 18:47:57.396240 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb3f563-9f93-4ac0-b56c-ee464cae38c5 req-fc6a0b96-e134-406e-96f5-e161fd3c221a tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:47:57.397802 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cdb3f563-9f93-4ac0-b56c-ee464cae38c5 req-fc6a0b96-e134-406e-96f5-e161fd3c221a tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/ports?device_id=d4123dc9-0491-491b-a5ce-0ffad8492213 HTTP/1.1" status: 200 len: 945 time: 0.0484798 May 18 18:47:57.436358 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cdb3f563-9f93-4ac0-b56c-ee464cae38c5 req-70fb07e8-34d3-4102-b858-dbaeb64db009 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/security-groups?id=c9ba791f-f2dc-4247-895d-94dcdb77cc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325794 May 18 18:47:58.555140 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c2ec00-26fa-43b1-8168-350f6ebd2937 req-bcd38ef1-7f4c-4ef3-ae3b-411ac1b39259 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:47:58.556709 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-05c2ec00-26fa-43b1-8168-350f6ebd2937 req-bcd38ef1-7f4c-4ef3-ae3b-411ac1b39259 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/ports?device_id=d4123dc9-0491-491b-a5ce-0ffad8492213 HTTP/1.1" status: 200 len: 945 time: 0.0508044 May 18 18:47:58.594284 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-05c2ec00-26fa-43b1-8168-350f6ebd2937 req-f4530ddd-0aed-4837-a7a4-c3afd61ec067 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/security-groups?id=c9ba791f-f2dc-4247-895d-94dcdb77cc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315640 May 18 18:47:59.711255 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da44dfdb-a7e6-42ba-acd8-7271cdec0b20 req-4b145691-4d55-4a7b-8e55-c52312ee0b56 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:47:59.712744 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-da44dfdb-a7e6-42ba-acd8-7271cdec0b20 req-4b145691-4d55-4a7b-8e55-c52312ee0b56 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/ports?device_id=d4123dc9-0491-491b-a5ce-0ffad8492213 HTTP/1.1" status: 200 len: 945 time: 0.0490549 May 18 18:47:59.749646 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-da44dfdb-a7e6-42ba-acd8-7271cdec0b20 req-b8fbe484-85e0-4d81-a988-ab4b726d514b tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/security-groups?id=c9ba791f-f2dc-4247-895d-94dcdb77cc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308650 May 18 18:48:00.867167 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33fd349-2a2d-4586-a879-34950d735e85 req-624cedfe-0153-4dc5-8778-6fd5e6d912d5 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:48:00.868630 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c33fd349-2a2d-4586-a879-34950d735e85 req-624cedfe-0153-4dc5-8778-6fd5e6d912d5 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/ports?device_id=d4123dc9-0491-491b-a5ce-0ffad8492213 HTTP/1.1" status: 200 len: 945 time: 0.0487978 May 18 18:48:00.904986 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c33fd349-2a2d-4586-a879-34950d735e85 req-0ed22536-436c-400d-9b73-ca94874aa4f9 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/security-groups?id=c9ba791f-f2dc-4247-895d-94dcdb77cc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303776 May 18 18:48:01.267566 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:48:01.460584 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:48:02.018924 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596b95f5-a7d9-49f5-a8ba-4289f235b9cd req-0f6c2f27-091d-413c-a4d4-e2004dd68024 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:48:02.020389 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-596b95f5-a7d9-49f5-a8ba-4289f235b9cd req-0f6c2f27-091d-413c-a4d4-e2004dd68024 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/ports?device_id=d4123dc9-0491-491b-a5ce-0ffad8492213 HTTP/1.1" status: 200 len: 945 time: 0.0477509 May 18 18:48:02.061112 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-596b95f5-a7d9-49f5-a8ba-4289f235b9cd req-6393f752-3f38-4237-8cf6-17fe0840cbd4 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/security-groups?id=c9ba791f-f2dc-4247-895d-94dcdb77cc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342908 May 18 18:48:03.178370 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa03679-4178-468b-90a6-a12af95e98b3 req-05b168e1-1b11-4afe-b826-bae8a751f4a6 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:48:03.180034 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-baa03679-4178-468b-90a6-a12af95e98b3 req-05b168e1-1b11-4afe-b826-bae8a751f4a6 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/ports?device_id=d4123dc9-0491-491b-a5ce-0ffad8492213 HTTP/1.1" status: 200 len: 945 time: 0.0533702 May 18 18:48:03.218110 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-baa03679-4178-468b-90a6-a12af95e98b3 req-dbe9e343-f7b4-434a-a845-7b745cf1f042 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/security-groups?id=c9ba791f-f2dc-4247-895d-94dcdb77cc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320814 May 18 18:48:04.332219 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967af270-37e8-4f49-a0ae-cda870c04fae req-3b44881a-2c68-4be3-bf3c-f881c00bdfa6 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:48:04.333720 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-967af270-37e8-4f49-a0ae-cda870c04fae req-3b44881a-2c68-4be3-bf3c-f881c00bdfa6 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/ports?device_id=d4123dc9-0491-491b-a5ce-0ffad8492213 HTTP/1.1" status: 200 len: 945 time: 0.0484674 May 18 18:48:04.375257 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-967af270-37e8-4f49-a0ae-cda870c04fae req-72193199-552f-4dc5-bc05-d33f62b47bf8 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/security-groups?id=c9ba791f-f2dc-4247-895d-94dcdb77cc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355031 May 18 18:48:05.494981 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8ca190-2570-44e5-b815-5eb23c608604 req-e3a1cfeb-426d-4c3a-9369-59b678c7e35f tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:48:05.496599 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9b8ca190-2570-44e5-b815-5eb23c608604 req-e3a1cfeb-426d-4c3a-9369-59b678c7e35f tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/ports?device_id=d4123dc9-0491-491b-a5ce-0ffad8492213 HTTP/1.1" status: 200 len: 945 time: 0.0520785 May 18 18:48:05.538737 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9b8ca190-2570-44e5-b815-5eb23c608604 req-c844e98b-6c79-4f5d-a272-384f25f7bd6e tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/security-groups?id=c9ba791f-f2dc-4247-895d-94dcdb77cc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356965 May 18 18:48:06.657635 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38304e6-a819-4f3f-8aee-7adc6f16aa90 req-e2f06735-ddba-46b0-b67b-13baab868696 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:48:06.659152 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b38304e6-a819-4f3f-8aee-7adc6f16aa90 req-e2f06735-ddba-46b0-b67b-13baab868696 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/ports?device_id=d4123dc9-0491-491b-a5ce-0ffad8492213 HTTP/1.1" status: 200 len: 945 time: 0.0487039 May 18 18:48:06.699183 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b38304e6-a819-4f3f-8aee-7adc6f16aa90 req-3c1c589a-6f73-4ea6-baa1-75bac91cd79a tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/security-groups?id=c9ba791f-f2dc-4247-895d-94dcdb77cc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332398 May 18 18:48:07.140568 n-d-838550-3 neutron-server[102730]: INFO neutron.api.v2.resource [req-4215fda5-f85f-4466-ac3d-91ea1c7eea24 req-e2a39a07-36b0-4f93-af5c-ad7dc85936f9 service neutron] show failed (client error): The resource could not be found. May 18 18:48:07.141576 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4215fda5-f85f-4466-ac3d-91ea1c7eea24 req-e2a39a07-36b0-4f93-af5c-ad7dc85936f9 service neutron] 10.222.0.36 "GET /v2.0/ports/a168d04e-47c8-456f-ba15-b97c627053bc/bindings/n-h2-838550-3 HTTP/1.1" status: 404 len: 380 time: 0.0579724 May 18 18:48:07.353241 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4215fda5-f85f-4466-ac3d-91ea1c7eea24 req-ccf53138-7e0e-4aa0-add1-ac943eb1dc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:48:07.354759 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4215fda5-f85f-4466-ac3d-91ea1c7eea24 req-ccf53138-7e0e-4aa0-add1-ac943eb1dc5f service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=d4123dc9-0491-491b-a5ce-0ffad8492213&tenant_id=9d81179f1a294982b82eb1438e45a4cb HTTP/1.1" status: 200 len: 1096 time: 0.0410855 May 18 18:48:07.368041 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-4215fda5-f85f-4466-ac3d-91ea1c7eea24 req-ecf3a98b-73ee-4136-ae28-e76976c2aefd service neutron] Request body: {'port': {'binding:host_id': 'n-h2-838550-3', 'device_owner': 'compute:nova'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:48:07.429032 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-4215fda5-f85f-4466-ac3d-91ea1c7eea24 req-ecf3a98b-73ee-4136-ae28-e76976c2aefd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:48:07.631102 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-4215fda5-f85f-4466-ac3d-91ea1c7eea24 req-ecf3a98b-73ee-4136-ae28-e76976c2aefd service neutron] For port a168d04e-47c8-456f-ba15-b97c627053bc, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=a168d04e-47c8-456f-ba15-b97c627053bc,segment=NetworkSegment(30a25b8a-c5ab-4053-a5e6-613d2ea311f9),segment_id=30a25b8a-c5ab-4053-a5e6-613d2ea311f9)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:48:07.663778 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-4215fda5-f85f-4466-ac3d-91ea1c7eea24 req-ecf3a98b-73ee-4136-ae28-e76976c2aefd service neutron] For port a168d04e-47c8-456f-ba15-b97c627053bc, host n-h1-838550-3, cleared binding levels {{(pid=102731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:48:07.698799 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b916e85e-9947-4c73-b975-c9e05643c6b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:48:07.704603 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4123dc9-0491-491b-a5ce-0ffad8492213', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a168d04e-47c8-456f-ba15-b97c627053bc'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:48:07.706890 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f58c7ff2-48d7-4754-b2e1-88fbbcd6935a" -d '{"events": [{"server_uuid": "d4123dc9-0491-491b-a5ce-0ffad8492213", "name": "network-vif-unplugged", "status": "completed", "tag": "a168d04e-47c8-456f-ba15-b97c627053bc"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:48:07.711782 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-4215fda5-f85f-4466-ac3d-91ea1c7eea24 req-ecf3a98b-73ee-4136-ae28-e76976c2aefd service neutron] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:48:07.726712 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.provisioning_blocks [req-4215fda5-f85f-4466-ac3d-91ea1c7eea24 req-ecf3a98b-73ee-4136-ae28-e76976c2aefd service neutron] Transition to ACTIVE for port object a168d04e-47c8-456f-ba15-b97c627053bc will not be triggered until provisioned by entity L2. {{(pid=102731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:48:07.731418 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-4215fda5-f85f-4466-ac3d-91ea1c7eea24 req-ecf3a98b-73ee-4136-ae28-e76976c2aefd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:48:07.761893 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 May 2022 18:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-847c8225-10e9-451e-b9f9-e35152094aca x-openstack-request-id: req-847c8225-10e9-451e-b9f9-e35152094aca {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:48:07.762229 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4123dc9-0491-491b-a5ce-0ffad8492213", "name": "network-vif-unplugged", "status": "completed", "tag": "a168d04e-47c8-456f-ba15-b97c627053bc", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:48:07.762513 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-847c8225-10e9-451e-b9f9-e35152094aca {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:48:07.763068 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-847c8225-10e9-451e-b9f9-e35152094aca'] response: {'server_uuid': 'd4123dc9-0491-491b-a5ce-0ffad8492213', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a168d04e-47c8-456f-ba15-b97c627053bc', 'code': 200} May 18 18:48:07.806764 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-4215fda5-f85f-4466-ac3d-91ea1c7eea24 req-ecf3a98b-73ee-4136-ae28-e76976c2aefd service neutron] No DVR routers for this DVR port a168d04e-47c8-456f-ba15-b97c627053bc on host n-h1-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:48:07.811258 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf3a98b-73ee-4136-ae28-e76976c2aefd service neutron] Pushing event updated for resources: {'Port': ['ID=a168d04e-47c8-456f-ba15-b97c627053bc,revision_number=6']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:48:07.824420 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905df7c0-a9ff-49d0-8d15-f723b1ee4339 req-33d08be6-37b1-4779-9b86-cc24b80d6f32 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:48:07.826031 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-905df7c0-a9ff-49d0-8d15-f723b1ee4339 req-33d08be6-37b1-4779-9b86-cc24b80d6f32 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/ports?device_id=d4123dc9-0491-491b-a5ce-0ffad8492213 HTTP/1.1" status: 200 len: 943 time: 0.0507662 May 18 18:48:07.845955 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-4215fda5-f85f-4466-ac3d-91ea1c7eea24 req-ecf3a98b-73ee-4136-ae28-e76976c2aefd service neutron] Attempting to bind port a168d04e-47c8-456f-ba15-b97c627053bc on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:48:07.846289 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-4215fda5-f85f-4466-ac3d-91ea1c7eea24 req-ecf3a98b-73ee-4136-ae28-e76976c2aefd service neutron] Attempting to bind port a168d04e-47c8-456f-ba15-b97c627053bc by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': '30a25b8a-c5ab-4053-a5e6-613d2ea311f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '4d63f355-85ea-496a-abc7-64be8f24fe24'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:48:07.846616 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4215fda5-f85f-4466-ac3d-91ea1c7eea24 req-ecf3a98b-73ee-4136-ae28-e76976c2aefd service neutron] Attempting to bind port a168d04e-47c8-456f-ba15-b97c627053bc on network 4d63f355-85ea-496a-abc7-64be8f24fe24 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:48:07.851058 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4215fda5-f85f-4466-ac3d-91ea1c7eea24 req-ecf3a98b-73ee-4136-ae28-e76976c2aefd service neutron] Port a168d04e-47c8-456f-ba15-b97c627053bc on network 4d63f355-85ea-496a-abc7-64be8f24fe24 not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:48:07.851377 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4215fda5-f85f-4466-ac3d-91ea1c7eea24 req-ecf3a98b-73ee-4136-ae28-e76976c2aefd service neutron] Attempting to bind port a168d04e-47c8-456f-ba15-b97c627053bc on network 4d63f355-85ea-496a-abc7-64be8f24fe24 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:48:07.856078 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4215fda5-f85f-4466-ac3d-91ea1c7eea24 req-ecf3a98b-73ee-4136-ae28-e76976c2aefd service neutron] Checking agent: {'id': 'd1be059a-68ea-4c77-9b2b-29f4afa47e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:48:07.856440 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4215fda5-f85f-4466-ac3d-91ea1c7eea24 req-ecf3a98b-73ee-4136-ae28-e76976c2aefd service neutron] Checking segment: {'id': '30a25b8a-c5ab-4053-a5e6-613d2ea311f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '4d63f355-85ea-496a-abc7-64be8f24fe24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:48:07.856884 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4215fda5-f85f-4466-ac3d-91ea1c7eea24 req-ecf3a98b-73ee-4136-ae28-e76976c2aefd service neutron] Bound using segment: {'id': '30a25b8a-c5ab-4053-a5e6-613d2ea311f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '4d63f355-85ea-496a-abc7-64be8f24fe24'} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:48:07.857307 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-4215fda5-f85f-4466-ac3d-91ea1c7eea24 req-ecf3a98b-73ee-4136-ae28-e76976c2aefd service neutron] Bound port: a168d04e-47c8-456f-ba15-b97c627053bc, host: n-h2-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30a25b8a-c5ab-4053-a5e6-613d2ea311f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '4d63f355-85ea-496a-abc7-64be8f24fe24'}}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:48:07.857767 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-4215fda5-f85f-4466-ac3d-91ea1c7eea24 req-ecf3a98b-73ee-4136-ae28-e76976c2aefd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:48:07.864209 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-905df7c0-a9ff-49d0-8d15-f723b1ee4339 req-e0c9c33e-c0bf-4418-8a28-352a71145c5e tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/security-groups?id=c9ba791f-f2dc-4247-895d-94dcdb77cc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318787 May 18 18:48:07.920959 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-4215fda5-f85f-4466-ac3d-91ea1c7eea24 req-ecf3a98b-73ee-4136-ae28-e76976c2aefd service neutron] For port a168d04e-47c8-456f-ba15-b97c627053bc, host n-h2-838550-3, cleared binding levels {{(pid=102731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:48:07.923932 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-4215fda5-f85f-4466-ac3d-91ea1c7eea24 req-ecf3a98b-73ee-4136-ae28-e76976c2aefd service neutron] For port a168d04e-47c8-456f-ba15-b97c627053bc, host n-h2-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=a168d04e-47c8-456f-ba15-b97c627053bc,segment=NetworkSegment(30a25b8a-c5ab-4053-a5e6-613d2ea311f9),segment_id=30a25b8a-c5ab-4053-a5e6-613d2ea311f9)] {{(pid=102731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:48:07.927267 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-4215fda5-f85f-4466-ac3d-91ea1c7eea24 req-ecf3a98b-73ee-4136-ae28-e76976c2aefd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:48:07.962495 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4215fda5-f85f-4466-ac3d-91ea1c7eea24 req-ecf3a98b-73ee-4136-ae28-e76976c2aefd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:48:07.963491 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-4215fda5-f85f-4466-ac3d-91ea1c7eea24 req-ecf3a98b-73ee-4136-ae28-e76976c2aefd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:48:07.964930 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4215fda5-f85f-4466-ac3d-91ea1c7eea24 req-ecf3a98b-73ee-4136-ae28-e76976c2aefd service neutron] 10.222.0.88 "PUT /v2.0/ports/a168d04e-47c8-456f-ba15-b97c627053bc HTTP/1.1" status: 200 len: 1091 time: 0.6022813 May 18 18:48:07.988575 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf3a98b-73ee-4136-ae28-e76976c2aefd service neutron] Pushing event updated for resources: {'Port': ['ID=a168d04e-47c8-456f-ba15-b97c627053bc,revision_number=7']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:48:08.035796 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4215fda5-f85f-4466-ac3d-91ea1c7eea24 req-092364be-8af8-474b-bf96-62fb4c6432a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:48:08.037333 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4215fda5-f85f-4466-ac3d-91ea1c7eea24 req-092364be-8af8-474b-bf96-62fb4c6432a2 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=9d81179f1a294982b82eb1438e45a4cb&device_id=d4123dc9-0491-491b-a5ce-0ffad8492213 HTTP/1.1" status: 200 len: 1094 time: 0.0500529 May 18 18:48:08.125476 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4215fda5-f85f-4466-ac3d-91ea1c7eea24 req-36c7f976-38a8-453c-b835-843071f8869c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:48:08.126975 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4215fda5-f85f-4466-ac3d-91ea1c7eea24 req-36c7f976-38a8-453c-b835-843071f8869c service neutron] 10.222.0.88 "GET /v2.0/networks?id=4d63f355-85ea-496a-abc7-64be8f24fe24 HTTP/1.1" status: 200 len: 915 time: 0.0831816 May 18 18:48:08.168955 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4215fda5-f85f-4466-ac3d-91ea1c7eea24 req-68c22353-96ca-457c-a390-0006dacf2794 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a168d04e-47c8-456f-ba15-b97c627053bc HTTP/1.1" status: 200 len: 217 time: 0.0342565 May 18 18:48:08.220539 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4215fda5-f85f-4466-ac3d-91ea1c7eea24 req-059aa80b-2ef9-45b2-814b-d6cdc39d4d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:48:08.221924 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4215fda5-f85f-4466-ac3d-91ea1c7eea24 req-059aa80b-2ef9-45b2-814b-d6cdc39d4d21 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b4c9196a-092f-425a-b334-91e3c4e849ce HTTP/1.1" status: 200 len: 854 time: 0.0465620 May 18 18:48:08.253429 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4215fda5-f85f-4466-ac3d-91ea1c7eea24 req-aa1e57fa-5caa-45ca-84d7-a8c86b38ca0b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4d63f355-85ea-496a-abc7-64be8f24fe24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243645 May 18 18:48:08.342068 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4215fda5-f85f-4466-ac3d-91ea1c7eea24 req-2448fb77-1056-4aa8-8515-f8ff60ec62c0 service neutron] 10.222.0.88 "GET /v2.0/networks/4d63f355-85ea-496a-abc7-64be8f24fe24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814502 May 18 18:48:08.442029 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4215fda5-f85f-4466-ac3d-91ea1c7eea24 req-13ae97a7-1331-4792-a4f7-2e43ab0de42b service neutron] 10.222.0.88 "GET /v2.0/networks/4d63f355-85ea-496a-abc7-64be8f24fe24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931146 May 18 18:48:08.986920 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a9d050-602d-404b-b6a9-96e02f50bd14 req-112ac5db-3634-40a7-bdea-79aacd0d8ffa tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:48:08.988443 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d8a9d050-602d-404b-b6a9-96e02f50bd14 req-112ac5db-3634-40a7-bdea-79aacd0d8ffa tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/ports?device_id=d4123dc9-0491-491b-a5ce-0ffad8492213 HTTP/1.1" status: 200 len: 943 time: 0.0505064 May 18 18:48:09.034850 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d8a9d050-602d-404b-b6a9-96e02f50bd14 req-c1fc567e-f64e-4765-bb54-d81e17a94840 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/security-groups?id=c9ba791f-f2dc-4247-895d-94dcdb77cc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391824 May 18 18:48:09.765121 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4123dc9-0491-491b-a5ce-0ffad8492213', 'tag': 'a168d04e-47c8-456f-ba15-b97c627053bc'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:48:09.767793 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85bf15c8-5fdb-433b-8c30-c72abf5399f7" -d '{"events": [{"name": "network-changed", "server_uuid": "d4123dc9-0491-491b-a5ce-0ffad8492213", "tag": "a168d04e-47c8-456f-ba15-b97c627053bc"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:48:09.820219 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a3ab3b2-5e0d-4cea-b471-a7cc041551a2 x-openstack-request-id: req-3a3ab3b2-5e0d-4cea-b471-a7cc041551a2 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:48:09.821367 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4123dc9-0491-491b-a5ce-0ffad8492213", "tag": "a168d04e-47c8-456f-ba15-b97c627053bc", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:48:09.821367 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-3a3ab3b2-5e0d-4cea-b471-a7cc041551a2 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:48:09.821694 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a3ab3b2-5e0d-4cea-b471-a7cc041551a2'] response: {'name': 'network-changed', 'server_uuid': 'd4123dc9-0491-491b-a5ce-0ffad8492213', 'tag': 'a168d04e-47c8-456f-ba15-b97c627053bc', 'status': 'completed', 'code': 200} May 18 18:48:09.887224 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bf15c8-5fdb-433b-8c30-c72abf5399f7 req-ae39f943-014a-42e3-81fe-2084fa57b4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:48:09.888743 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-85bf15c8-5fdb-433b-8c30-c72abf5399f7 req-ae39f943-014a-42e3-81fe-2084fa57b4be service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=9d81179f1a294982b82eb1438e45a4cb&device_id=d4123dc9-0491-491b-a5ce-0ffad8492213 HTTP/1.1" status: 200 len: 1094 time: 0.0470259 May 18 18:48:09.893049 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bf15c8-5fdb-433b-8c30-c72abf5399f7 req-62f5ea0a-fe1e-4e15-927a-e0332ff4a793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:48:09.894607 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-85bf15c8-5fdb-433b-8c30-c72abf5399f7 req-62f5ea0a-fe1e-4e15-927a-e0332ff4a793 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9d81179f1a294982b82eb1438e45a4cb&device_id=d4123dc9-0491-491b-a5ce-0ffad8492213 HTTP/1.1" status: 200 len: 1094 time: 0.0464857 May 18 18:48:10.012354 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bf15c8-5fdb-433b-8c30-c72abf5399f7 req-0ab01e6a-6387-48d1-afaa-502d39f7658f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:48:10.012865 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bf15c8-5fdb-433b-8c30-c72abf5399f7 req-67877127-e3e9-4cc0-a867-f493462c28ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:48:10.013868 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-85bf15c8-5fdb-433b-8c30-c72abf5399f7 req-0ab01e6a-6387-48d1-afaa-502d39f7658f service neutron] 10.222.0.88 "GET /v2.0/networks?id=4d63f355-85ea-496a-abc7-64be8f24fe24 HTTP/1.1" status: 200 len: 915 time: 0.1163177 May 18 18:48:10.014393 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-85bf15c8-5fdb-433b-8c30-c72abf5399f7 req-67877127-e3e9-4cc0-a867-f493462c28ec service neutron] 10.222.0.36 "GET /v2.0/networks?id=4d63f355-85ea-496a-abc7-64be8f24fe24 HTTP/1.1" status: 200 len: 915 time: 0.1091890 May 18 18:48:10.067124 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-85bf15c8-5fdb-433b-8c30-c72abf5399f7 req-a15194df-4c73-4ce9-875e-5a7f4279f882 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a168d04e-47c8-456f-ba15-b97c627053bc HTTP/1.1" status: 200 len: 217 time: 0.0399542 May 18 18:48:10.076393 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-85bf15c8-5fdb-433b-8c30-c72abf5399f7 req-de976a7f-b009-463d-ad07-0af9c9429cd8 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a168d04e-47c8-456f-ba15-b97c627053bc HTTP/1.1" status: 200 len: 217 time: 0.0500257 May 18 18:48:10.083673 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-4bbc8d2f-4be5-4b91-a212-6b9935affffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:48:10.136189 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bf15c8-5fdb-433b-8c30-c72abf5399f7 req-3808c51d-74ab-49b2-bb93-f466e1433b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:48:10.137846 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-85bf15c8-5fdb-433b-8c30-c72abf5399f7 req-3808c51d-74ab-49b2-bb93-f466e1433b8b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b4c9196a-092f-425a-b334-91e3c4e849ce HTTP/1.1" status: 200 len: 854 time: 0.0602300 May 18 18:48:10.174727 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-85bf15c8-5fdb-433b-8c30-c72abf5399f7 req-359c6ae4-f29a-40a9-815a-d91cb587b4e1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4d63f355-85ea-496a-abc7-64be8f24fe24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251548 May 18 18:48:10.176617 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bf15c8-5fdb-433b-8c30-c72abf5399f7 req-06b62c18-948b-45d5-b841-ccbe7e5c81d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:48:10.178589 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-85bf15c8-5fdb-433b-8c30-c72abf5399f7 req-06b62c18-948b-45d5-b841-ccbe7e5c81d8 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b4c9196a-092f-425a-b334-91e3c4e849ce HTTP/1.1" status: 200 len: 854 time: 0.0787537 May 18 18:48:10.201275 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80637f07-f41a-45b8-884a-1f143e55d838 req-35c0d0f0-7741-4768-a94b-f2c497887bf1 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:48:10.202781 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-80637f07-f41a-45b8-884a-1f143e55d838 req-35c0d0f0-7741-4768-a94b-f2c497887bf1 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/ports?device_id=d4123dc9-0491-491b-a5ce-0ffad8492213 HTTP/1.1" status: 200 len: 943 time: 0.0725160 May 18 18:48:10.228772 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-85bf15c8-5fdb-433b-8c30-c72abf5399f7 req-8eea78d3-26b1-487c-938d-380ca122b7dd service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4d63f355-85ea-496a-abc7-64be8f24fe24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363951 May 18 18:48:10.273865 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-85bf15c8-5fdb-433b-8c30-c72abf5399f7 req-d3123fa7-9f6f-480a-bb96-b0b09897e64c service neutron] 10.222.0.36 "GET /v2.0/networks/4d63f355-85ea-496a-abc7-64be8f24fe24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886600 May 18 18:48:10.294748 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device a168d04e-47c8-456f-ba15-b97c627053bc details requested by agent hyperv_n-h2-838550-3 with host n-h2-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:48:10.307506 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-80637f07-f41a-45b8-884a-1f143e55d838 req-e8ef7fa3-551a-4ef9-93d0-7a6f929df728 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/security-groups?id=c9ba791f-f2dc-4247-895d-94dcdb77cc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872672 May 18 18:48:10.342955 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-85bf15c8-5fdb-433b-8c30-c72abf5399f7 req-54935214-f071-41a1-818b-0fd6532a3ac5 service neutron] 10.222.0.88 "GET /v2.0/networks/4d63f355-85ea-496a-abc7-64be8f24fe24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132798 May 18 18:48:10.383929 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-85bf15c8-5fdb-433b-8c30-c72abf5399f7 req-616ce365-6e67-4a9c-b3f9-3d638150882b service neutron] 10.222.0.36 "GET /v2.0/networks/4d63f355-85ea-496a-abc7-64be8f24fe24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940099 May 18 18:48:10.431657 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port a168d04e-47c8-456f-ba15-b97c627053bc, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=a168d04e-47c8-456f-ba15-b97c627053bc,segment=NetworkSegment(30a25b8a-c5ab-4053-a5e6-613d2ea311f9),segment_id=30a25b8a-c5ab-4053-a5e6-613d2ea311f9)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:48:10.445528 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Returning: {'device': 'a168d04e-47c8-456f-ba15-b97c627053bc', 'network_id': '4d63f355-85ea-496a-abc7-64be8f24fe24', 'port_id': 'a168d04e-47c8-456f-ba15-b97c627053bc', 'mac_address': 'fa:16:3e:da:06:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4c9196a-092f-425a-b334-91e3c4e849ce', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:48:10.468922 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-85bf15c8-5fdb-433b-8c30-c72abf5399f7 req-5addf430-dbbd-4fcc-913f-f82def338a7d service neutron] 10.222.0.88 "GET /v2.0/networks/4d63f355-85ea-496a-abc7-64be8f24fe24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141374 May 18 18:48:10.493700 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port a168d04e-47c8-456f-ba15-b97c627053bc is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:48:10.494095 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:48:10.508096 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a168d04e-47c8-456f-ba15-b97c627053bc {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:48:10.527713 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port a168d04e-47c8-456f-ba15-b97c627053bc, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=a168d04e-47c8-456f-ba15-b97c627053bc,segment=NetworkSegment(30a25b8a-c5ab-4053-a5e6-613d2ea311f9),segment_id=30a25b8a-c5ab-4053-a5e6-613d2ea311f9)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:48:10.532579 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:48:10.555794 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b02d47-2923-43c2-8495-da53574fdebd req-7b9c8f82-cfe8-4890-abb3-dfaf7497affb tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:48:10.557694 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-62b02d47-2923-43c2-8495-da53574fdebd req-7b9c8f82-cfe8-4890-abb3-dfaf7497affb tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/ports?device_id=d4123dc9-0491-491b-a5ce-0ffad8492213 HTTP/1.1" status: 200 len: 943 time: 0.0673242 May 18 18:48:10.582189 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c08d93-30d9-4c96-b930-9f4f93361429 req-20d2d1ef-8485-4697-9c7f-89990d07b915 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:48:10.583924 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-64c08d93-30d9-4c96-b930-9f4f93361429 req-20d2d1ef-8485-4697-9c7f-89990d07b915 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4123dc9-0491-491b-a5ce-0ffad8492213&tenant_id=9d81179f1a294982b82eb1438e45a4cb&binding%3Ahost_id=n-h2-838550-3 HTTP/1.1" status: 200 len: 943 time: 0.0774508 May 18 18:48:10.585046 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=a168d04e-47c8-456f-ba15-b97c627053bc,revision_number=8']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:48:10.604974 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-62b02d47-2923-43c2-8495-da53574fdebd req-18889f18-0e98-4e7f-a151-a1c8feab2743 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/security-groups?id=c9ba791f-f2dc-4247-895d-94dcdb77cc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414522 May 18 18:48:10.654636 n-d-838550-3 neutron-server[102730]: INFO neutron.api.v2.resource [req-64c08d93-30d9-4c96-b930-9f4f93361429 req-6bb08b08-1c69-4303-a032-cd4b2af03f22 service neutron] delete failed (client error): The resource could not be found. May 18 18:48:10.655673 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-64c08d93-30d9-4c96-b930-9f4f93361429 req-6bb08b08-1c69-4303-a032-cd4b2af03f22 service neutron] 10.222.0.36 "DELETE /v2.0/ports/a168d04e-47c8-456f-ba15-b97c627053bc/bindings/n-h1-838550-3 HTTP/1.1" status: 404 len: 380 time: 0.0599859 May 18 18:48:10.754442 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c08d93-30d9-4c96-b930-9f4f93361429 req-5cec535e-7494-4f25-886b-060133d46e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:48:10.756354 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-64c08d93-30d9-4c96-b930-9f4f93361429 req-5cec535e-7494-4f25-886b-060133d46e53 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9d81179f1a294982b82eb1438e45a4cb&device_id=d4123dc9-0491-491b-a5ce-0ffad8492213 HTTP/1.1" status: 200 len: 1095 time: 0.0462782 May 18 18:48:10.761215 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['a168d04e-47c8-456f-ba15-b97c627053bc'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:48:10.854861 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c08d93-30d9-4c96-b930-9f4f93361429 req-abed3c1f-e716-496a-bbcb-746480eec866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:48:10.856293 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-64c08d93-30d9-4c96-b930-9f4f93361429 req-abed3c1f-e716-496a-bbcb-746480eec866 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4d63f355-85ea-496a-abc7-64be8f24fe24 HTTP/1.1" status: 200 len: 915 time: 0.0904665 May 18 18:48:10.901878 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-64c08d93-30d9-4c96-b930-9f4f93361429 req-11ac3656-beda-4dfb-90b8-69c64dc0d44f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a168d04e-47c8-456f-ba15-b97c627053bc HTTP/1.1" status: 200 len: 217 time: 0.0344107 May 18 18:48:10.955953 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c08d93-30d9-4c96-b930-9f4f93361429 req-1e807cc2-93d1-4c01-9796-d0cb9273b8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:48:10.957485 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-64c08d93-30d9-4c96-b930-9f4f93361429 req-1e807cc2-93d1-4c01-9796-d0cb9273b8b1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b4c9196a-092f-425a-b334-91e3c4e849ce HTTP/1.1" status: 200 len: 854 time: 0.0479181 May 18 18:48:10.993131 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-64c08d93-30d9-4c96-b930-9f4f93361429 req-b1b09871-49c7-4bc0-925b-c92a86ee12df service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4d63f355-85ea-496a-abc7-64be8f24fe24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254035 May 18 18:48:11.092046 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-64c08d93-30d9-4c96-b930-9f4f93361429 req-d853442a-251b-403d-bb6e-9c53a6f69b9c service neutron] 10.222.0.36 "GET /v2.0/networks/4d63f355-85ea-496a-abc7-64be8f24fe24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896478 May 18 18:48:11.193282 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-64c08d93-30d9-4c96-b930-9f4f93361429 req-7d23641b-c2db-4aea-9226-dc3e18abd59f service neutron] 10.222.0.36 "GET /v2.0/networks/4d63f355-85ea-496a-abc7-64be8f24fe24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902588 May 18 18:48:11.363628 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:48:11.736202 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16059aaf-7470-4e61-a34d-6e7150cb95b6 req-915e702a-d789-4f7b-91da-733e6ceca7cc tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:48:11.737907 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-16059aaf-7470-4e61-a34d-6e7150cb95b6 req-915e702a-d789-4f7b-91da-733e6ceca7cc tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/ports?device_id=d4123dc9-0491-491b-a5ce-0ffad8492213 HTTP/1.1" status: 200 len: 944 time: 0.0592127 May 18 18:48:11.744900 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device a168d04e-47c8-456f-ba15-b97c627053bc no longer exists at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:48:11.785093 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-16059aaf-7470-4e61-a34d-6e7150cb95b6 req-69575951-083b-46ee-8b39-5728186a4a2f tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/security-groups?id=c9ba791f-f2dc-4247-895d-94dcdb77cc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405395 May 18 18:48:11.786370 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device a168d04e-47c8-456f-ba15-b97c627053bc not bound to the agent host n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:48:11.904012 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00687449-9870-4cb1-8343-b3605078abb4 req-31f053dd-b871-4410-8743-a1b07f9cda61 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:48:11.905416 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-00687449-9870-4cb1-8343-b3605078abb4 req-31f053dd-b871-4410-8743-a1b07f9cda61 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/ports?device_id=d4123dc9-0491-491b-a5ce-0ffad8492213 HTTP/1.1" status: 200 len: 944 time: 0.0494845 May 18 18:48:11.943484 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-00687449-9870-4cb1-8343-b3605078abb4 req-513205b5-f2fe-4464-95d2-7789961eb8e0 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/security-groups?id=c9ba791f-f2dc-4247-895d-94dcdb77cc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313935 May 18 18:48:12.055860 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0174f5fa-0aa8-4353-923e-2d5b572a9f18 req-209c7572-518a-47bd-bd18-1e231399d8b3 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:48:12.057337 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0174f5fa-0aa8-4353-923e-2d5b572a9f18 req-209c7572-518a-47bd-bd18-1e231399d8b3 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/ports?device_id=d4123dc9-0491-491b-a5ce-0ffad8492213 HTTP/1.1" status: 200 len: 944 time: 0.0481527 May 18 18:48:12.095052 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0174f5fa-0aa8-4353-923e-2d5b572a9f18 req-0b736ede-0f7e-43bc-99a0-287916121bb1 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/security-groups?id=c9ba791f-f2dc-4247-895d-94dcdb77cc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316219 May 18 18:48:12.289000 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device a168d04e-47c8-456f-ba15-b97c627053bc up at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:48:12.349005 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning for port a168d04e-47c8-456f-ba15-b97c627053bc completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:48:12.354097 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning complete for port a168d04e-47c8-456f-ba15-b97c627053bc triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:48:12.354582 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:48:12.449430 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port a168d04e-47c8-456f-ba15-b97c627053bc is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:48:12.450622 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:48:12.474606 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4123dc9-0491-491b-a5ce-0ffad8492213', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a168d04e-47c8-456f-ba15-b97c627053bc'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:48:12.476912 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27124cb4-4b09-4720-b7b9-d91b15eae062" -d '{"events": [{"server_uuid": "d4123dc9-0491-491b-a5ce-0ffad8492213", "name": "network-vif-plugged", "status": "completed", "tag": "a168d04e-47c8-456f-ba15-b97c627053bc"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:48:12.479082 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4502c2-af29-4a21-b4b5-aebdaa487c56 req-958fbfd9-4b01-48aa-af1e-6183012dd90d tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:48:12.480659 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ce4502c2-af29-4a21-b4b5-aebdaa487c56 req-958fbfd9-4b01-48aa-af1e-6183012dd90d tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/networks?id=4d63f355-85ea-496a-abc7-64be8f24fe24 HTTP/1.1" status: 200 len: 814 time: 0.1296685 May 18 18:48:12.494693 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port a168d04e-47c8-456f-ba15-b97c627053bc, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=a168d04e-47c8-456f-ba15-b97c627053bc,segment=NetworkSegment(30a25b8a-c5ab-4053-a5e6-613d2ea311f9),segment_id=30a25b8a-c5ab-4053-a5e6-613d2ea311f9)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:48:12.499371 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ce4502c2-af29-4a21-b4b5-aebdaa487c56 req-294bf8ab-2481-4056-83a5-96a1f222d84c tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/quotas/9d81179f1a294982b82eb1438e45a4cb HTTP/1.1" status: 200 len: 375 time: 0.0106568 May 18 18:48:12.501978 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:48:12.524123 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8242046-314c-4db4-844d-a3afea223d30 x-openstack-request-id: req-e8242046-314c-4db4-844d-a3afea223d30 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:48:12.524410 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4123dc9-0491-491b-a5ce-0ffad8492213", "name": "network-vif-plugged", "status": "completed", "tag": "a168d04e-47c8-456f-ba15-b97c627053bc", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:48:12.524658 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-e8242046-314c-4db4-844d-a3afea223d30 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:48:12.525050 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8242046-314c-4db4-844d-a3afea223d30'] response: {'server_uuid': 'd4123dc9-0491-491b-a5ce-0ffad8492213', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a168d04e-47c8-456f-ba15-b97c627053bc', 'code': 200} May 18 18:48:12.554549 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:48:12.582790 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=a168d04e-47c8-456f-ba15-b97c627053bc,revision_number=9']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:48:12.583144 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ce4502c2-af29-4a21-b4b5-aebdaa487c56 req-dc1b6970-9d5e-45b6-a2c7-b62739e4a046 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=9d81179f1a294982b82eb1438e45a4cb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0711141 May 18 18:48:12.683824 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ce4502c2-af29-4a21-b4b5-aebdaa487c56 req-f1f4e4af-ff7c-4a9f-8af1-22c992065d87 service neutron] 10.222.0.85 "GET /v2.0/networks/4d63f355-85ea-496a-abc7-64be8f24fe24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930436 May 18 18:48:12.774681 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ce4502c2-af29-4a21-b4b5-aebdaa487c56 req-32835069-80b4-4e63-86d4-8bb331ae500d service neutron] 10.222.0.85 "GET /v2.0/networks/4d63f355-85ea-496a-abc7-64be8f24fe24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838015 May 18 18:48:12.943757 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e6738eb1-e3bd-44a2-9306-fb1615b1b483 req-64b12a7c-2ca3-4b40-af73-aca603398486 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/ports?device_id=2b9a513d-5d9c-4ae1-a630-38e2d0f9b44c HTTP/1.1" status: 200 len: 210 time: 0.0287757 May 18 18:48:13.109200 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:48:13.286330 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 7 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 18:48:13.774913 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f147dfd6-75af-4a3a-bd4b-a5e02fded83c req-b4283a94-9510-4e2c-9f92-e4d2b3c600c3 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:48:13.776423 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f147dfd6-75af-4a3a-bd4b-a5e02fded83c req-b4283a94-9510-4e2c-9f92-e4d2b3c600c3 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.88 "GET /v2.0/ports?device_id=d4123dc9-0491-491b-a5ce-0ffad8492213 HTTP/1.1" status: 200 len: 945 time: 0.0519171 May 18 18:48:13.954951 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4502c2-af29-4a21-b4b5-aebdaa487c56 req-fb13221b-0a39-4e20-bbee-c9401a781188 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:48:13.954951 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ce4502c2-af29-4a21-b4b5-aebdaa487c56 req-fb13221b-0a39-4e20-bbee-c9401a781188 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.88 "GET /v2.0/networks?id=4d63f355-85ea-496a-abc7-64be8f24fe24 HTTP/1.1" status: 200 len: 814 time: 0.1282170 May 18 18:48:13.956812 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-f147dfd6-75af-4a3a-bd4b-a5e02fded83c req-6be3e26a-71b2-4494-a5ff-e937450173e8 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] Deleting port a168d04e-47c8-456f-ba15-b97c627053bc {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:48:13.956812 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-f147dfd6-75af-4a3a-bd4b-a5e02fded83c req-6be3e26a-71b2-4494-a5ff-e937450173e8 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:48:13.978715 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-ce4502c2-af29-4a21-b4b5-aebdaa487c56 req-6009b1d7-eb71-4330-b9bc-92e9eed781d9 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] Request body: {'port': {'device_id': '2b9a513d-5d9c-4ae1-a630-38e2d0f9b44c', 'network_id': '4d63f355-85ea-496a-abc7-64be8f24fe24', 'admin_state_up': True, 'tenant_id': '9d81179f1a294982b82eb1438e45a4cb'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:48:14.043560 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4ec1b831-4fc0-46da-9079-c909f83354f5 req-40c3d34d-2c5e-4ac7-b0b1-f3ef5d8e3105 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/ports?device_id=2b9a513d-5d9c-4ae1-a630-38e2d0f9b44c HTTP/1.1" status: 200 len: 210 time: 0.0275037 May 18 18:48:14.387990 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-f147dfd6-75af-4a3a-bd4b-a5e02fded83c req-6be3e26a-71b2-4494-a5ff-e937450173e8 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] For port a168d04e-47c8-456f-ba15-b97c627053bc, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=a168d04e-47c8-456f-ba15-b97c627053bc,segment=NetworkSegment(30a25b8a-c5ab-4053-a5e6-613d2ea311f9),segment_id=30a25b8a-c5ab-4053-a5e6-613d2ea311f9)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:48:14.388357 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-f147dfd6-75af-4a3a-bd4b-a5e02fded83c req-6be3e26a-71b2-4494-a5ff-e937450173e8 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:48:14.407391 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-f147dfd6-75af-4a3a-bd4b-a5e02fded83c req-6be3e26a-71b2-4494-a5ff-e937450173e8 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] Calling delete_port for a168d04e-47c8-456f-ba15-b97c627053bc owned by compute:nova {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:48:14.456159 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce4502c2-af29-4a21-b4b5-aebdaa487c56 req-6009b1d7-eb71-4330-b9bc-92e9eed781d9 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] Made reservation on behalf of 9d81179f1a294982b82eb1438e45a4cb for: {'port': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:48:14.459638 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-ce4502c2-af29-4a21-b4b5-aebdaa487c56 req-6009b1d7-eb71-4330-b9bc-92e9eed781d9 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:48:14.642507 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [req-ce4502c2-af29-4a21-b4b5-aebdaa487c56 req-6009b1d7-eb71-4330-b9bc-92e9eed781d9 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] Allocated IP 172.20.0.11 (4d63f355-85ea-496a-abc7-64be8f24fe24/b4c9196a-092f-425a-b334-91e3c4e849ce/07e99a2e-46a7-44a3-9a86-437fb67f39f7) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:48:14.644280 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-f147dfd6-75af-4a3a-bd4b-a5e02fded83c req-6be3e26a-71b2-4494-a5ff-e937450173e8 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:48:14.656249 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['a168d04e-47c8-456f-ba15-b97c627053bc'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:48:14.682417 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be3e26a-71b2-4494-a5ff-e937450173e8 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] Pushing event deleted for resources: {'Port': ['ID=a168d04e-47c8-456f-ba15-b97c627053bc,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:48:14.739172 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-f147dfd6-75af-4a3a-bd4b-a5e02fded83c req-6be3e26a-71b2-4494-a5ff-e937450173e8 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] No DVR routers for this DVR port a168d04e-47c8-456f-ba15-b97c627053bc on host n-h2-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:48:14.746795 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-f147dfd6-75af-4a3a-bd4b-a5e02fded83c req-6be3e26a-71b2-4494-a5ff-e937450173e8 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:48:14.750050 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f147dfd6-75af-4a3a-bd4b-a5e02fded83c req-6be3e26a-71b2-4494-a5ff-e937450173e8 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.88 "DELETE /v2.0/ports/a168d04e-47c8-456f-ba15-b97c627053bc HTTP/1.1" status: 204 len: 173 time: 0.9660099 May 18 18:48:14.750487 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4123dc9-0491-491b-a5ce-0ffad8492213', 'name': 'network-vif-deleted', 'tag': 'a168d04e-47c8-456f-ba15-b97c627053bc'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:48:14.752733 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebbd1b7f-9628-4410-afd5-c718130b5172" -d '{"events": [{"server_uuid": "d4123dc9-0491-491b-a5ce-0ffad8492213", "name": "network-vif-deleted", "tag": "a168d04e-47c8-456f-ba15-b97c627053bc"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:48:14.814906 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c40d069e-3e4f-4642-821f-8264705eab71 x-openstack-request-id: req-c40d069e-3e4f-4642-821f-8264705eab71 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:48:14.815215 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4123dc9-0491-491b-a5ce-0ffad8492213", "name": "network-vif-deleted", "tag": "a168d04e-47c8-456f-ba15-b97c627053bc", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:48:14.815449 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-c40d069e-3e4f-4642-821f-8264705eab71 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:48:14.815847 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c40d069e-3e4f-4642-821f-8264705eab71'] response: {'server_uuid': 'd4123dc9-0491-491b-a5ce-0ffad8492213', 'name': 'network-vif-deleted', 'tag': 'a168d04e-47c8-456f-ba15-b97c627053bc', 'status': 'completed', 'code': 200} May 18 18:48:14.879988 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-ce4502c2-af29-4a21-b4b5-aebdaa487c56 req-6009b1d7-eb71-4330-b9bc-92e9eed781d9 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:48:14.919216 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-ce4502c2-af29-4a21-b4b5-aebdaa487c56 req-6009b1d7-eb71-4330-b9bc-92e9eed781d9 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:48:14.931701 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['a168d04e-47c8-456f-ba15-b97c627053bc'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:48:14.970578 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce4502c2-af29-4a21-b4b5-aebdaa487c56 req-6009b1d7-eb71-4330-b9bc-92e9eed781d9 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] Network 4d63f355-85ea-496a-abc7-64be8f24fe24 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:48:14.973559 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [req-ce4502c2-af29-4a21-b4b5-aebdaa487c56 req-6009b1d7-eb71-4330-b9bc-92e9eed781d9 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:48:14.977897 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce4502c2-af29-4a21-b4b5-aebdaa487c56 req-6009b1d7-eb71-4330-b9bc-92e9eed781d9 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:48:15.006601 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6009b1d7-eb71-4330-b9bc-92e9eed781d9 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] Pushing event updated for resources: {'Port': ['ID=07e99a2e-46a7-44a3-9a86-437fb67f39f7,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:48:15.040405 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4502c2-af29-4a21-b4b5-aebdaa487c56 req-6009b1d7-eb71-4330-b9bc-92e9eed781d9 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:48:15.041034 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-ce4502c2-af29-4a21-b4b5-aebdaa487c56 req-6009b1d7-eb71-4330-b9bc-92e9eed781d9 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:48:15.059907 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ce4502c2-af29-4a21-b4b5-aebdaa487c56 req-6009b1d7-eb71-4330-b9bc-92e9eed781d9 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0849855 May 18 18:48:15.072082 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-ce4502c2-af29-4a21-b4b5-aebdaa487c56 req-dcc7499d-6614-46c0-a0d5-17ef0bdc7915 service neutron] Request body: {'port': {'device_id': '2b9a513d-5d9c-4ae1-a630-38e2d0f9b44c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-3'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:48:15.127258 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-ce4502c2-af29-4a21-b4b5-aebdaa487c56 req-dcc7499d-6614-46c0-a0d5-17ef0bdc7915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:48:15.163671 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9968ef3-d4ff-4e55-b9f3-d1e385d4a663 req-afad28ad-fa77-4e42-ab6a-3eb590161f4c tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:48:15.165115 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f9968ef3-d4ff-4e55-b9f3-d1e385d4a663 req-afad28ad-fa77-4e42-ab6a-3eb590161f4c tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/ports?device_id=2b9a513d-5d9c-4ae1-a630-38e2d0f9b44c HTTP/1.1" status: 200 len: 932 time: 0.0502338 May 18 18:48:15.208295 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f9968ef3-d4ff-4e55-b9f3-d1e385d4a663 req-ffdf91b0-e91c-4404-98ba-30d4e1b70f5d tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/security-groups?id=c9ba791f-f2dc-4247-895d-94dcdb77cc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368779 May 18 18:48:15.398351 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [req-ce4502c2-af29-4a21-b4b5-aebdaa487c56 req-dcc7499d-6614-46c0-a0d5-17ef0bdc7915 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07e99a2e-46a7-44a3-9a86-437fb67f39f7 {{(pid=102731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:48:15.405709 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-ce4502c2-af29-4a21-b4b5-aebdaa487c56 req-dcc7499d-6614-46c0-a0d5-17ef0bdc7915 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:48:15.418197 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.provisioning_blocks [req-ce4502c2-af29-4a21-b4b5-aebdaa487c56 req-dcc7499d-6614-46c0-a0d5-17ef0bdc7915 service neutron] Transition to ACTIVE for port object 07e99a2e-46a7-44a3-9a86-437fb67f39f7 will not be triggered until provisioned by entity L2. {{(pid=102731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:48:15.421005 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-ce4502c2-af29-4a21-b4b5-aebdaa487c56 req-dcc7499d-6614-46c0-a0d5-17ef0bdc7915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:48:15.471062 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc7499d-6614-46c0-a0d5-17ef0bdc7915 service neutron] Pushing event updated for resources: {'Port': ['ID=07e99a2e-46a7-44a3-9a86-437fb67f39f7,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:48:15.537946 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-ce4502c2-af29-4a21-b4b5-aebdaa487c56 req-dcc7499d-6614-46c0-a0d5-17ef0bdc7915 service neutron] Attempting to bind port 07e99a2e-46a7-44a3-9a86-437fb67f39f7 on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:48:15.538321 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-ce4502c2-af29-4a21-b4b5-aebdaa487c56 req-dcc7499d-6614-46c0-a0d5-17ef0bdc7915 service neutron] Attempting to bind port 07e99a2e-46a7-44a3-9a86-437fb67f39f7 by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': '30a25b8a-c5ab-4053-a5e6-613d2ea311f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '4d63f355-85ea-496a-abc7-64be8f24fe24'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:48:15.538722 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4502c2-af29-4a21-b4b5-aebdaa487c56 req-dcc7499d-6614-46c0-a0d5-17ef0bdc7915 service neutron] Attempting to bind port 07e99a2e-46a7-44a3-9a86-437fb67f39f7 on network 4d63f355-85ea-496a-abc7-64be8f24fe24 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:48:15.543021 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4502c2-af29-4a21-b4b5-aebdaa487c56 req-dcc7499d-6614-46c0-a0d5-17ef0bdc7915 service neutron] Port 07e99a2e-46a7-44a3-9a86-437fb67f39f7 on network 4d63f355-85ea-496a-abc7-64be8f24fe24 not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:48:15.543340 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4502c2-af29-4a21-b4b5-aebdaa487c56 req-dcc7499d-6614-46c0-a0d5-17ef0bdc7915 service neutron] Attempting to bind port 07e99a2e-46a7-44a3-9a86-437fb67f39f7 on network 4d63f355-85ea-496a-abc7-64be8f24fe24 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:48:15.548332 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4502c2-af29-4a21-b4b5-aebdaa487c56 req-dcc7499d-6614-46c0-a0d5-17ef0bdc7915 service neutron] Checking agent: {'id': 'd1be059a-68ea-4c77-9b2b-29f4afa47e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:48:15.548663 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4502c2-af29-4a21-b4b5-aebdaa487c56 req-dcc7499d-6614-46c0-a0d5-17ef0bdc7915 service neutron] Checking segment: {'id': '30a25b8a-c5ab-4053-a5e6-613d2ea311f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '4d63f355-85ea-496a-abc7-64be8f24fe24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:48:15.549050 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4502c2-af29-4a21-b4b5-aebdaa487c56 req-dcc7499d-6614-46c0-a0d5-17ef0bdc7915 service neutron] Bound using segment: {'id': '30a25b8a-c5ab-4053-a5e6-613d2ea311f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '4d63f355-85ea-496a-abc7-64be8f24fe24'} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:48:15.549533 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-ce4502c2-af29-4a21-b4b5-aebdaa487c56 req-dcc7499d-6614-46c0-a0d5-17ef0bdc7915 service neutron] Bound port: 07e99a2e-46a7-44a3-9a86-437fb67f39f7, host: n-h2-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30a25b8a-c5ab-4053-a5e6-613d2ea311f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '4d63f355-85ea-496a-abc7-64be8f24fe24'}}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:48:15.549921 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-ce4502c2-af29-4a21-b4b5-aebdaa487c56 req-dcc7499d-6614-46c0-a0d5-17ef0bdc7915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:48:15.614579 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-ce4502c2-af29-4a21-b4b5-aebdaa487c56 req-dcc7499d-6614-46c0-a0d5-17ef0bdc7915 service neutron] For port 07e99a2e-46a7-44a3-9a86-437fb67f39f7, host n-h2-838550-3, cleared binding levels {{(pid=102731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:48:15.617651 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-ce4502c2-af29-4a21-b4b5-aebdaa487c56 req-dcc7499d-6614-46c0-a0d5-17ef0bdc7915 service neutron] For port 07e99a2e-46a7-44a3-9a86-437fb67f39f7, host n-h2-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=07e99a2e-46a7-44a3-9a86-437fb67f39f7,segment=NetworkSegment(30a25b8a-c5ab-4053-a5e6-613d2ea311f9),segment_id=30a25b8a-c5ab-4053-a5e6-613d2ea311f9)] {{(pid=102731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:48:15.622079 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-ce4502c2-af29-4a21-b4b5-aebdaa487c56 req-dcc7499d-6614-46c0-a0d5-17ef0bdc7915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:48:15.655073 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4502c2-af29-4a21-b4b5-aebdaa487c56 req-dcc7499d-6614-46c0-a0d5-17ef0bdc7915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:48:15.655677 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-ce4502c2-af29-4a21-b4b5-aebdaa487c56 req-dcc7499d-6614-46c0-a0d5-17ef0bdc7915 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:48:15.657058 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ce4502c2-af29-4a21-b4b5-aebdaa487c56 req-dcc7499d-6614-46c0-a0d5-17ef0bdc7915 service neutron] 10.222.0.88 "PUT /v2.0/ports/07e99a2e-46a7-44a3-9a86-437fb67f39f7 HTTP/1.1" status: 200 len: 1092 time: 0.5894189 May 18 18:48:15.681413 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc7499d-6614-46c0-a0d5-17ef0bdc7915 service neutron] Pushing event updated for resources: {'Port': ['ID=07e99a2e-46a7-44a3-9a86-437fb67f39f7,revision_number=3']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:48:15.741915 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4502c2-af29-4a21-b4b5-aebdaa487c56 req-3f460f40-31ed-48c8-ae41-1c7f8b885032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:48:15.743402 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ce4502c2-af29-4a21-b4b5-aebdaa487c56 req-3f460f40-31ed-48c8-ae41-1c7f8b885032 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=9d81179f1a294982b82eb1438e45a4cb&device_id=2b9a513d-5d9c-4ae1-a630-38e2d0f9b44c HTTP/1.1" status: 200 len: 1095 time: 0.0405612 May 18 18:48:15.790290 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ce4502c2-af29-4a21-b4b5-aebdaa487c56 req-ca8d6cf0-73b0-436b-8dcf-31082a2a4f01 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07e99a2e-46a7-44a3-9a86-437fb67f39f7 HTTP/1.1" status: 200 len: 217 time: 0.0379176 May 18 18:48:15.839390 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4502c2-af29-4a21-b4b5-aebdaa487c56 req-7fd42942-04ba-4778-ad3b-c74087d55fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:48:15.840849 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ce4502c2-af29-4a21-b4b5-aebdaa487c56 req-7fd42942-04ba-4778-ad3b-c74087d55fbf service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b4c9196a-092f-425a-b334-91e3c4e849ce HTTP/1.1" status: 200 len: 854 time: 0.0439031 May 18 18:48:15.873091 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ce4502c2-af29-4a21-b4b5-aebdaa487c56 req-35dbd8ad-5a2e-497f-911f-3f822850e151 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4d63f355-85ea-496a-abc7-64be8f24fe24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251560 May 18 18:48:15.966681 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ce4502c2-af29-4a21-b4b5-aebdaa487c56 req-a88c3734-7097-4545-9bcc-5ec7323fd36b service neutron] 10.222.0.88 "GET /v2.0/networks/4d63f355-85ea-496a-abc7-64be8f24fe24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845788 May 18 18:48:16.053641 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ce4502c2-af29-4a21-b4b5-aebdaa487c56 req-003086e2-4e59-4155-826f-ff58d06f7645 service neutron] 10.222.0.88 "GET /v2.0/networks/4d63f355-85ea-496a-abc7-64be8f24fe24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823612 May 18 18:48:16.334237 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77628320-a384-40ed-b0af-6ebb19a5f9df req-724aaeb6-bc84-48af-9a21-ed15c976522a tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:48:16.335776 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-77628320-a384-40ed-b0af-6ebb19a5f9df req-724aaeb6-bc84-48af-9a21-ed15c976522a tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/ports?device_id=2b9a513d-5d9c-4ae1-a630-38e2d0f9b44c HTTP/1.1" status: 200 len: 944 time: 0.0558362 May 18 18:48:16.383849 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-77628320-a384-40ed-b0af-6ebb19a5f9df req-3cacfc1b-c950-4b5f-bdce-2bc356e4aebc tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/security-groups?id=c9ba791f-f2dc-4247-895d-94dcdb77cc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415945 May 18 18:48:16.816993 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b9a513d-5d9c-4ae1-a630-38e2d0f9b44c', 'tag': '07e99a2e-46a7-44a3-9a86-437fb67f39f7'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:48:16.819379 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb6b0078-3b34-4bd5-abab-bd7879b13a18" -d '{"events": [{"name": "network-changed", "server_uuid": "2b9a513d-5d9c-4ae1-a630-38e2d0f9b44c", "tag": "07e99a2e-46a7-44a3-9a86-437fb67f39f7"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:48:16.859303 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e77b199-ef46-4f21-8d5b-55e5ee8bdd37 x-openstack-request-id: req-1e77b199-ef46-4f21-8d5b-55e5ee8bdd37 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:48:16.859684 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b9a513d-5d9c-4ae1-a630-38e2d0f9b44c", "tag": "07e99a2e-46a7-44a3-9a86-437fb67f39f7", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:48:16.860025 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-1e77b199-ef46-4f21-8d5b-55e5ee8bdd37 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:48:16.860566 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e77b199-ef46-4f21-8d5b-55e5ee8bdd37'] response: {'name': 'network-changed', 'server_uuid': '2b9a513d-5d9c-4ae1-a630-38e2d0f9b44c', 'tag': '07e99a2e-46a7-44a3-9a86-437fb67f39f7', 'status': 'completed', 'code': 200} May 18 18:48:16.929575 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6b0078-3b34-4bd5-abab-bd7879b13a18 req-24cd50e8-c9d5-44cc-aaf4-30b0cbcbbfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:48:16.931029 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fb6b0078-3b34-4bd5-abab-bd7879b13a18 req-24cd50e8-c9d5-44cc-aaf4-30b0cbcbbfb0 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=9d81179f1a294982b82eb1438e45a4cb&device_id=2b9a513d-5d9c-4ae1-a630-38e2d0f9b44c HTTP/1.1" status: 200 len: 1095 time: 0.0469761 May 18 18:48:17.018285 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6b0078-3b34-4bd5-abab-bd7879b13a18 req-7b3656af-343a-4dcb-8464-c1d80431eea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:48:17.019753 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fb6b0078-3b34-4bd5-abab-bd7879b13a18 req-7b3656af-343a-4dcb-8464-c1d80431eea3 service neutron] 10.222.0.88 "GET /v2.0/networks?id=4d63f355-85ea-496a-abc7-64be8f24fe24 HTTP/1.1" status: 200 len: 915 time: 0.0820477 May 18 18:48:17.065451 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fb6b0078-3b34-4bd5-abab-bd7879b13a18 req-d31c9b2a-e121-43ad-982f-db16f957fc73 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07e99a2e-46a7-44a3-9a86-437fb67f39f7 HTTP/1.1" status: 200 len: 217 time: 0.0384636 May 18 18:48:17.117662 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6b0078-3b34-4bd5-abab-bd7879b13a18 req-155d2c87-b4b6-453c-adc4-c42903916ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:48:17.119128 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fb6b0078-3b34-4bd5-abab-bd7879b13a18 req-155d2c87-b4b6-453c-adc4-c42903916ba5 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b4c9196a-092f-425a-b334-91e3c4e849ce HTTP/1.1" status: 200 len: 854 time: 0.0465844 May 18 18:48:17.151532 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fb6b0078-3b34-4bd5-abab-bd7879b13a18 req-3de623f6-7c26-4d4f-a463-5bc18071444d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4d63f355-85ea-496a-abc7-64be8f24fe24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252204 May 18 18:48:17.240672 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fb6b0078-3b34-4bd5-abab-bd7879b13a18 req-88bc23f3-bc1f-4498-9c4b-c73569f6433c service neutron] 10.222.0.88 "GET /v2.0/networks/4d63f355-85ea-496a-abc7-64be8f24fe24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817373 May 18 18:48:17.332774 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fb6b0078-3b34-4bd5-abab-bd7879b13a18 req-d8990fde-20ce-4740-8c17-a1b4fc3ff219 service neutron] 10.222.0.88 "GET /v2.0/networks/4d63f355-85ea-496a-abc7-64be8f24fe24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858002 May 18 18:48:17.498390 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75229d09-41aa-4818-a466-1eff02030e49 req-af7be6f3-aaeb-4500-ab17-b451cff39f17 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:48:17.499874 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-75229d09-41aa-4818-a466-1eff02030e49 req-af7be6f3-aaeb-4500-ab17-b451cff39f17 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/ports?device_id=2b9a513d-5d9c-4ae1-a630-38e2d0f9b44c HTTP/1.1" status: 200 len: 944 time: 0.0492382 May 18 18:48:17.538936 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-75229d09-41aa-4818-a466-1eff02030e49 req-b259b50d-87a8-4393-a6eb-608c012419f6 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/security-groups?id=c9ba791f-f2dc-4247-895d-94dcdb77cc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330553 May 18 18:48:18.316289 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 07e99a2e-46a7-44a3-9a86-437fb67f39f7 details requested by agent hyperv_n-h2-838550-3 with host n-h2-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:48:18.319112 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device a168d04e-47c8-456f-ba15-b97c627053bc no longer exists at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:48:18.347430 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] No Port match for: a168d04e-47c8-456f-ba15-b97c627053bc {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:48:18.347775 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device a168d04e-47c8-456f-ba15-b97c627053bc not bound to the agent host n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:48:18.437074 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 07e99a2e-46a7-44a3-9a86-437fb67f39f7, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=07e99a2e-46a7-44a3-9a86-437fb67f39f7,segment=NetworkSegment(30a25b8a-c5ab-4053-a5e6-613d2ea311f9),segment_id=30a25b8a-c5ab-4053-a5e6-613d2ea311f9)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:48:18.449577 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Returning: {'device': '07e99a2e-46a7-44a3-9a86-437fb67f39f7', 'network_id': '4d63f355-85ea-496a-abc7-64be8f24fe24', 'port_id': '07e99a2e-46a7-44a3-9a86-437fb67f39f7', 'mac_address': 'fa:16:3e:5a:c9:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4c9196a-092f-425a-b334-91e3c4e849ce', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:48:18.492485 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 07e99a2e-46a7-44a3-9a86-437fb67f39f7 is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:48:18.494852 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:48:18.511152 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07e99a2e-46a7-44a3-9a86-437fb67f39f7 {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:48:18.530879 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 07e99a2e-46a7-44a3-9a86-437fb67f39f7, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=07e99a2e-46a7-44a3-9a86-437fb67f39f7,segment=NetworkSegment(30a25b8a-c5ab-4053-a5e6-613d2ea311f9),segment_id=30a25b8a-c5ab-4053-a5e6-613d2ea311f9)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:48:18.535047 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:48:18.593022 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=07e99a2e-46a7-44a3-9a86-437fb67f39f7,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:48:18.676921 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2e6ac1-c5c1-48b3-b488-f01070f69a2a req-a1af017d-ba17-4eb6-bafe-fd7919542f66 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:48:18.680056 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ab2e6ac1-c5c1-48b3-b488-f01070f69a2a req-a1af017d-ba17-4eb6-bafe-fd7919542f66 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/ports?device_id=2b9a513d-5d9c-4ae1-a630-38e2d0f9b44c HTTP/1.1" status: 200 len: 945 time: 0.0558999 May 18 18:48:18.721827 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ab2e6ac1-c5c1-48b3-b488-f01070f69a2a req-b2dd3dd7-3a52-4b46-b677-e33379c1c3af tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/security-groups?id=c9ba791f-f2dc-4247-895d-94dcdb77cc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340724 May 18 18:48:18.767609 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['07e99a2e-46a7-44a3-9a86-437fb67f39f7'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:48:19.842960 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3055ff-74a8-40ff-946b-111c83b0247d req-a2355731-84eb-416c-afb4-d4de5b26bfc5 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:48:19.844795 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-be3055ff-74a8-40ff-946b-111c83b0247d req-a2355731-84eb-416c-afb4-d4de5b26bfc5 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/ports?device_id=2b9a513d-5d9c-4ae1-a630-38e2d0f9b44c HTTP/1.1" status: 200 len: 945 time: 0.0542564 May 18 18:48:19.881454 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-be3055ff-74a8-40ff-946b-111c83b0247d req-a4be1fe8-19fc-4e27-a690-ab509fb14f73 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/security-groups?id=c9ba791f-f2dc-4247-895d-94dcdb77cc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301383 May 18 18:48:20.330923 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 07e99a2e-46a7-44a3-9a86-437fb67f39f7 up at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:48:20.378653 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning for port 07e99a2e-46a7-44a3-9a86-437fb67f39f7 completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:48:20.383130 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning complete for port 07e99a2e-46a7-44a3-9a86-437fb67f39f7 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:48:20.383504 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:48:20.466921 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 07e99a2e-46a7-44a3-9a86-437fb67f39f7 is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:48:20.467304 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:48:20.492121 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b9a513d-5d9c-4ae1-a630-38e2d0f9b44c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07e99a2e-46a7-44a3-9a86-437fb67f39f7'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:48:20.494344 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbbf2b08-f890-47b0-9ea0-8895d94bdb46" -d '{"events": [{"server_uuid": "2b9a513d-5d9c-4ae1-a630-38e2d0f9b44c", "name": "network-vif-plugged", "status": "completed", "tag": "07e99a2e-46a7-44a3-9a86-437fb67f39f7"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:48:20.507485 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 07e99a2e-46a7-44a3-9a86-437fb67f39f7, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=07e99a2e-46a7-44a3-9a86-437fb67f39f7,segment=NetworkSegment(30a25b8a-c5ab-4053-a5e6-613d2ea311f9),segment_id=30a25b8a-c5ab-4053-a5e6-613d2ea311f9)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:48:20.512305 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:48:20.538547 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a0f0327-affa-43c3-b956-4c51dfec721c x-openstack-request-id: req-2a0f0327-affa-43c3-b956-4c51dfec721c {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:48:20.538847 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b9a513d-5d9c-4ae1-a630-38e2d0f9b44c", "name": "network-vif-plugged", "status": "completed", "tag": "07e99a2e-46a7-44a3-9a86-437fb67f39f7", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:48:20.539103 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-2a0f0327-affa-43c3-b956-4c51dfec721c {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:48:20.539511 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a0f0327-affa-43c3-b956-4c51dfec721c'] response: {'server_uuid': '2b9a513d-5d9c-4ae1-a630-38e2d0f9b44c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07e99a2e-46a7-44a3-9a86-437fb67f39f7', 'code': 200} May 18 18:48:20.565226 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=07e99a2e-46a7-44a3-9a86-437fb67f39f7,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:48:20.573527 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:48:20.573912 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:48:20.574258 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:48:20.574608 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:48:20.574950 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:48:20.575284 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:48:20.575616 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:48:20.575962 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:48:20.576272 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:48:20.576663 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:48:20.576922 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:48:20.577251 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:48:20.630062 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9469b623-b11a-496b-a71f-ee8f4027566c req-69e9d55f-6008-4c21-a344-73d3c2888c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:48:20.632247 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9469b623-b11a-496b-a71f-ee8f4027566c req-69e9d55f-6008-4c21-a344-73d3c2888c02 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=2b9a513d-5d9c-4ae1-a630-38e2d0f9b44c HTTP/1.1" status: 200 len: 1097 time: 0.0409575 May 18 18:48:20.667645 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9469b623-b11a-496b-a71f-ee8f4027566c req-21052c70-4866-4512-bc39-683a226a6efc service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=c9ba791f-f2dc-4247-895d-94dcdb77cc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273397 May 18 18:48:21.003444 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fd186b-7196-4c09-8d4b-878e029d7b63 req-13f8c2ef-cbe6-4351-9fe3-96055609a761 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:48:21.004928 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c0fd186b-7196-4c09-8d4b-878e029d7b63 req-13f8c2ef-cbe6-4351-9fe3-96055609a761 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/ports?device_id=2b9a513d-5d9c-4ae1-a630-38e2d0f9b44c HTTP/1.1" status: 200 len: 946 time: 0.0517595 May 18 18:48:21.046778 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c0fd186b-7196-4c09-8d4b-878e029d7b63 req-e8499c59-e98b-4d93-aa85-008cb29581c5 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/security-groups?id=c9ba791f-f2dc-4247-895d-94dcdb77cc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355971 May 18 18:48:21.976049 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fdaf1475-14da-4ce9-a5da-0985a01c67fe req-9d5ddc14-be18-49f5-b56d-ccb7fe313197 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=2b9a513d-5d9c-4ae1-a630-38e2d0f9b44c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0436065 May 18 18:48:22.059841 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaf1475-14da-4ce9-a5da-0985a01c67fe req-644ce953-8c1f-4556-8e3d-77fc00990592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:48:22.061342 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fdaf1475-14da-4ce9-a5da-0985a01c67fe req-644ce953-8c1f-4556-8e3d-77fc00990592 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=9d81179f1a294982b82eb1438e45a4cb&device_id=2b9a513d-5d9c-4ae1-a630-38e2d0f9b44c HTTP/1.1" status: 200 len: 1097 time: 0.0410614 May 18 18:48:22.166505 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaf1475-14da-4ce9-a5da-0985a01c67fe req-790c9f14-5b7a-4d8e-8f49-91aab86db479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:48:22.168020 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fdaf1475-14da-4ce9-a5da-0985a01c67fe req-790c9f14-5b7a-4d8e-8f49-91aab86db479 service neutron] 10.222.0.88 "GET /v2.0/networks?id=4d63f355-85ea-496a-abc7-64be8f24fe24 HTTP/1.1" status: 200 len: 915 time: 0.0861742 May 18 18:48:22.170251 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ef337b-32f1-493c-83dc-bed61ace0bc4 req-baba3407-166d-4e6f-8a66-f27e9668ee26 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:48:22.171769 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-32ef337b-32f1-493c-83dc-bed61ace0bc4 req-baba3407-166d-4e6f-8a66-f27e9668ee26 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/ports?device_id=2b9a513d-5d9c-4ae1-a630-38e2d0f9b44c HTTP/1.1" status: 200 len: 946 time: 0.0533857 May 18 18:48:22.209630 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-32ef337b-32f1-493c-83dc-bed61ace0bc4 req-2987840a-489c-4aca-b7aa-d92c8cc586a4 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/security-groups?id=c9ba791f-f2dc-4247-895d-94dcdb77cc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312192 May 18 18:48:22.214609 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fdaf1475-14da-4ce9-a5da-0985a01c67fe req-e7fa0826-8770-4702-af22-20205f9018b9 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07e99a2e-46a7-44a3-9a86-437fb67f39f7 HTTP/1.1" status: 200 len: 217 time: 0.0387037 May 18 18:48:22.265373 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaf1475-14da-4ce9-a5da-0985a01c67fe req-47b710be-fc19-438c-ae35-092241cab3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:48:22.266987 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fdaf1475-14da-4ce9-a5da-0985a01c67fe req-47b710be-fc19-438c-ae35-092241cab3ae service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b4c9196a-092f-425a-b334-91e3c4e849ce HTTP/1.1" status: 200 len: 854 time: 0.0454481 May 18 18:48:22.307154 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fdaf1475-14da-4ce9-a5da-0985a01c67fe req-a70358aa-e304-4463-af70-6b0b96502258 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4d63f355-85ea-496a-abc7-64be8f24fe24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328634 May 18 18:48:22.394539 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa21209d-cdb4-43b1-9bba-60ce18b86535 req-f6e237ef-66d5-4847-a657-df27d61154a3 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:48:22.396015 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fa21209d-cdb4-43b1-9bba-60ce18b86535 req-f6e237ef-66d5-4847-a657-df27d61154a3 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/ports?device_id=2b9a513d-5d9c-4ae1-a630-38e2d0f9b44c HTTP/1.1" status: 200 len: 946 time: 0.1140800 May 18 18:48:22.449704 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fdaf1475-14da-4ce9-a5da-0985a01c67fe req-c945d0ed-54f6-4f53-a1f9-94c12f708a8c service neutron] 10.222.0.88 "GET /v2.0/networks/4d63f355-85ea-496a-abc7-64be8f24fe24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291709 May 18 18:48:22.454747 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fa21209d-cdb4-43b1-9bba-60ce18b86535 req-959127be-54e7-4981-94ec-f13b08c3fdfb tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/security-groups?id=c9ba791f-f2dc-4247-895d-94dcdb77cc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482183 May 18 18:48:22.544488 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fdaf1475-14da-4ce9-a5da-0985a01c67fe req-ad991677-286f-4127-b3cf-56e7d74cb083 service neutron] 10.222.0.88 "GET /v2.0/networks/4d63f355-85ea-496a-abc7-64be8f24fe24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875766 May 18 18:48:22.773815 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4239908a-5fb4-4a69-9e1e-d433c615d54f req-ec2a93e2-5eb7-4343-a1e2-eb614484652d service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=2b9a513d-5d9c-4ae1-a630-38e2d0f9b44c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0398638 May 18 18:48:22.794137 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275cbfba-68c8-4ba1-8a38-fcefe97290a6 req-ac16cf26-7ce5-489b-bcdb-2eb019d43cdd tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:48:22.795652 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-275cbfba-68c8-4ba1-8a38-fcefe97290a6 req-ac16cf26-7ce5-489b-bcdb-2eb019d43cdd tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/ports?device_id=2b9a513d-5d9c-4ae1-a630-38e2d0f9b44c HTTP/1.1" status: 200 len: 946 time: 0.0522304 May 18 18:48:22.836341 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-275cbfba-68c8-4ba1-8a38-fcefe97290a6 req-5e544b58-46ca-4a9a-abb4-53e726dcb9b4 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/security-groups?id=c9ba791f-f2dc-4247-895d-94dcdb77cc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345087 May 18 18:48:23.960974 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d747675-9550-40f9-abf2-a0a13384f883 req-707696c6-f706-4182-9ad1-c7420ac66419 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:48:23.962481 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1d747675-9550-40f9-abf2-a0a13384f883 req-707696c6-f706-4182-9ad1-c7420ac66419 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/ports?device_id=2b9a513d-5d9c-4ae1-a630-38e2d0f9b44c HTTP/1.1" status: 200 len: 946 time: 0.0544927 May 18 18:48:23.968753 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4239908a-5fb4-4a69-9e1e-d433c615d54f req-f7912783-b09d-4b19-b8e3-0721c93f0ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:48:23.970293 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4239908a-5fb4-4a69-9e1e-d433c615d54f req-f7912783-b09d-4b19-b8e3-0721c93f0ebf service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=9d81179f1a294982b82eb1438e45a4cb&device_id=2b9a513d-5d9c-4ae1-a630-38e2d0f9b44c HTTP/1.1" status: 200 len: 1097 time: 0.0431752 May 18 18:48:24.000718 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1d747675-9550-40f9-abf2-a0a13384f883 req-9b365c2b-aa64-49c2-9c0e-bff39da1f9c4 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/security-groups?id=c9ba791f-f2dc-4247-895d-94dcdb77cc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319569 May 18 18:48:24.070379 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4239908a-5fb4-4a69-9e1e-d433c615d54f req-e3cbd8c0-8b6b-452f-a94e-39a8e4fa0e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:48:24.071847 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4239908a-5fb4-4a69-9e1e-d433c615d54f req-e3cbd8c0-8b6b-452f-a94e-39a8e4fa0e2f service neutron] 10.222.0.88 "GET /v2.0/networks?id=4d63f355-85ea-496a-abc7-64be8f24fe24 HTTP/1.1" status: 200 len: 915 time: 0.0941055 May 18 18:48:24.114720 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4239908a-5fb4-4a69-9e1e-d433c615d54f req-0d976658-5d52-4004-aeee-d5315b2a3a5b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07e99a2e-46a7-44a3-9a86-437fb67f39f7 HTTP/1.1" status: 200 len: 217 time: 0.0360553 May 18 18:48:24.170104 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4239908a-5fb4-4a69-9e1e-d433c615d54f req-5338717b-e83f-4199-80f2-76ad601af861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:48:24.171568 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4239908a-5fb4-4a69-9e1e-d433c615d54f req-5338717b-e83f-4199-80f2-76ad601af861 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b4c9196a-092f-425a-b334-91e3c4e849ce HTTP/1.1" status: 200 len: 854 time: 0.0498998 May 18 18:48:24.207694 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4239908a-5fb4-4a69-9e1e-d433c615d54f req-bc7fe94e-8384-4580-ae9a-41d1c4ae8bfd service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4d63f355-85ea-496a-abc7-64be8f24fe24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291758 May 18 18:48:24.295919 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4239908a-5fb4-4a69-9e1e-d433c615d54f req-68e5c5a3-6745-43d9-aded-b4080a4c649e service neutron] 10.222.0.88 "GET /v2.0/networks/4d63f355-85ea-496a-abc7-64be8f24fe24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807207 May 18 18:48:24.388785 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4239908a-5fb4-4a69-9e1e-d433c615d54f req-a5cc6413-bcf6-47c3-aefd-14ac33d03b3c service neutron] 10.222.0.88 "GET /v2.0/networks/4d63f355-85ea-496a-abc7-64be8f24fe24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851278 May 18 18:48:25.118614 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0657990-3bd1-4d20-ab6e-dbc00b7462f7 req-a052aa89-37b0-4843-9cac-edfcd532fc84 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:48:25.120117 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e0657990-3bd1-4d20-ab6e-dbc00b7462f7 req-a052aa89-37b0-4843-9cac-edfcd532fc84 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/ports?device_id=2b9a513d-5d9c-4ae1-a630-38e2d0f9b44c HTTP/1.1" status: 200 len: 946 time: 0.0502160 May 18 18:48:25.158936 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e0657990-3bd1-4d20-ab6e-dbc00b7462f7 req-c15afc80-7916-4c2f-9f92-d37ca73d8051 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/security-groups?id=c9ba791f-f2dc-4247-895d-94dcdb77cc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316560 May 18 18:48:26.276220 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9805fb5d-5ff4-41f5-beff-8ce93eeb3916 req-3c54e0d8-4a32-4a95-9b85-52e470ccd6d2 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:48:26.277716 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9805fb5d-5ff4-41f5-beff-8ce93eeb3916 req-3c54e0d8-4a32-4a95-9b85-52e470ccd6d2 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/ports?device_id=2b9a513d-5d9c-4ae1-a630-38e2d0f9b44c HTTP/1.1" status: 200 len: 946 time: 0.0490782 May 18 18:48:26.316283 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9805fb5d-5ff4-41f5-beff-8ce93eeb3916 req-6db07c18-9132-4264-b214-3a6a6fd54b7f tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/security-groups?id=c9ba791f-f2dc-4247-895d-94dcdb77cc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321941 May 18 18:48:27.432299 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5fb29e-377b-4fdd-aca9-624480cf6167 req-6cbd382c-cb40-4590-8d06-508320a9fec5 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:48:27.433822 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1b5fb29e-377b-4fdd-aca9-624480cf6167 req-6cbd382c-cb40-4590-8d06-508320a9fec5 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/ports?device_id=2b9a513d-5d9c-4ae1-a630-38e2d0f9b44c HTTP/1.1" status: 200 len: 946 time: 0.0496588 May 18 18:48:27.471568 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1b5fb29e-377b-4fdd-aca9-624480cf6167 req-3f43d6f8-8ccc-47d2-8bde-3ff72703d85e tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/security-groups?id=c9ba791f-f2dc-4247-895d-94dcdb77cc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317960 May 18 18:48:28.587656 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1368709c-2b3b-4199-92e8-f646665f8afa req-c101cc04-9cec-4a58-bf55-428daf5c2c8d tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:48:28.589146 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1368709c-2b3b-4199-92e8-f646665f8afa req-c101cc04-9cec-4a58-bf55-428daf5c2c8d tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/ports?device_id=2b9a513d-5d9c-4ae1-a630-38e2d0f9b44c HTTP/1.1" status: 200 len: 946 time: 0.0491531 May 18 18:48:28.631186 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1368709c-2b3b-4199-92e8-f646665f8afa req-6e72d837-c7b7-4e74-b44a-c6f52c0a61d0 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/security-groups?id=c9ba791f-f2dc-4247-895d-94dcdb77cc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360806 May 18 18:48:29.751026 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793724f6-e4d0-4dd5-977b-3e965944eeda req-c2b3ee50-98bb-43b5-b3d7-9bcb3a7d8320 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:48:29.752512 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-793724f6-e4d0-4dd5-977b-3e965944eeda req-c2b3ee50-98bb-43b5-b3d7-9bcb3a7d8320 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/ports?device_id=2b9a513d-5d9c-4ae1-a630-38e2d0f9b44c HTTP/1.1" status: 200 len: 946 time: 0.0532374 May 18 18:48:29.790256 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-793724f6-e4d0-4dd5-977b-3e965944eeda req-83f944ea-195d-4427-b6ba-241ecdc0e558 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/security-groups?id=c9ba791f-f2dc-4247-895d-94dcdb77cc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318692 May 18 18:48:30.909172 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed59336f-34a7-495a-80fb-a6923d10f035 req-3a5e1103-6f91-47e3-86b8-ce0d0a5fad39 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:48:30.910995 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ed59336f-34a7-495a-80fb-a6923d10f035 req-3a5e1103-6f91-47e3-86b8-ce0d0a5fad39 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/ports?device_id=2b9a513d-5d9c-4ae1-a630-38e2d0f9b44c HTTP/1.1" status: 200 len: 946 time: 0.0543578 May 18 18:48:30.949259 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ed59336f-34a7-495a-80fb-a6923d10f035 req-34eeefa4-e4e2-4603-8c64-9ae3b9ac478c tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/security-groups?id=c9ba791f-f2dc-4247-895d-94dcdb77cc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318136 May 18 18:48:31.266688 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:48:31.468056 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:48:32.081465 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b8850a-81b7-438e-9abc-ff78a117f4b3 req-456b4b6d-4e00-4830-b7b8-76e098bbd014 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:48:32.083080 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-16b8850a-81b7-438e-9abc-ff78a117f4b3 req-456b4b6d-4e00-4830-b7b8-76e098bbd014 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/ports?device_id=2b9a513d-5d9c-4ae1-a630-38e2d0f9b44c HTTP/1.1" status: 200 len: 946 time: 0.0495393 May 18 18:48:32.124675 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-16b8850a-81b7-438e-9abc-ff78a117f4b3 req-0be7a992-7a2a-4b80-84f2-a273d3335797 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/security-groups?id=c9ba791f-f2dc-4247-895d-94dcdb77cc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321922 May 18 18:48:33.243161 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556ed9f7-670d-4bb0-9a06-12e4f31adc2e req-4cbe4cc1-c75f-4a8b-9d5b-884e41edd8f1 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:48:33.244646 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-556ed9f7-670d-4bb0-9a06-12e4f31adc2e req-4cbe4cc1-c75f-4a8b-9d5b-884e41edd8f1 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/ports?device_id=2b9a513d-5d9c-4ae1-a630-38e2d0f9b44c HTTP/1.1" status: 200 len: 946 time: 0.0484080 May 18 18:48:33.283285 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-556ed9f7-670d-4bb0-9a06-12e4f31adc2e req-f9634709-5281-4139-86ba-2e4309a251be tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/security-groups?id=c9ba791f-f2dc-4247-895d-94dcdb77cc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326066 May 18 18:48:34.409445 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c77ee5-b5b5-4ec3-86ab-b83076e68ce0 req-98edf4bb-1cc7-43a6-867b-5eb4a0f32c39 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:48:34.411244 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a0c77ee5-b5b5-4ec3-86ab-b83076e68ce0 req-98edf4bb-1cc7-43a6-867b-5eb4a0f32c39 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/ports?device_id=2b9a513d-5d9c-4ae1-a630-38e2d0f9b44c HTTP/1.1" status: 200 len: 946 time: 0.0506825 May 18 18:48:34.451685 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a0c77ee5-b5b5-4ec3-86ab-b83076e68ce0 req-f1fc2a57-9f53-47ca-9994-6a4a74938474 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/security-groups?id=c9ba791f-f2dc-4247-895d-94dcdb77cc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336750 May 18 18:48:35.573737 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4bdb33-cc4f-4088-a580-3c639ced47c8 req-b1a7f2c8-7326-4e30-89ce-508ea91a6f17 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:48:35.575268 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3e4bdb33-cc4f-4088-a580-3c639ced47c8 req-b1a7f2c8-7326-4e30-89ce-508ea91a6f17 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/ports?device_id=2b9a513d-5d9c-4ae1-a630-38e2d0f9b44c HTTP/1.1" status: 200 len: 946 time: 0.0492744 May 18 18:48:35.612422 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3e4bdb33-cc4f-4088-a580-3c639ced47c8 req-438d0d50-0c68-4a79-a054-86d8051a3076 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/security-groups?id=c9ba791f-f2dc-4247-895d-94dcdb77cc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309026 May 18 18:48:36.739190 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc45d231-d766-438f-9da0-1c700efa3203 req-ec1858d3-d417-40ae-8cf3-448d93db04e3 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:48:36.741196 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-dc45d231-d766-438f-9da0-1c700efa3203 req-ec1858d3-d417-40ae-8cf3-448d93db04e3 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/ports?device_id=2b9a513d-5d9c-4ae1-a630-38e2d0f9b44c HTTP/1.1" status: 200 len: 946 time: 0.0539534 May 18 18:48:36.778217 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-dc45d231-d766-438f-9da0-1c700efa3203 req-072aeea1-93f2-4fe8-9366-7331e56a88f4 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/security-groups?id=c9ba791f-f2dc-4247-895d-94dcdb77cc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309954 May 18 18:48:37.701813 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-2f4406ea-2e03-44d7-8914-3ad53dd08f5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:48:37.902906 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379c2e79-59cd-415f-b7ea-850a92adbff3 req-7fd63418-d025-42ac-9910-cfee73fff6f3 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:48:37.904358 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-379c2e79-59cd-415f-b7ea-850a92adbff3 req-7fd63418-d025-42ac-9910-cfee73fff6f3 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/ports?device_id=2b9a513d-5d9c-4ae1-a630-38e2d0f9b44c HTTP/1.1" status: 200 len: 946 time: 0.0556829 May 18 18:48:37.951223 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-379c2e79-59cd-415f-b7ea-850a92adbff3 req-8502fff5-edfb-4e38-9467-97d6d9b36a5e tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/security-groups?id=c9ba791f-f2dc-4247-895d-94dcdb77cc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392585 May 18 18:48:39.077636 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5349ecf4-6f04-47b1-b280-568476f863c5 req-d53be23e-ef9d-4c08-94c9-6cd32a8c255e tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:48:39.079119 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5349ecf4-6f04-47b1-b280-568476f863c5 req-d53be23e-ef9d-4c08-94c9-6cd32a8c255e tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/ports?device_id=2b9a513d-5d9c-4ae1-a630-38e2d0f9b44c HTTP/1.1" status: 200 len: 946 time: 0.0567844 May 18 18:48:39.117397 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5349ecf4-6f04-47b1-b280-568476f863c5 req-743afc6d-09d3-4781-9eda-8fceded05951 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/security-groups?id=c9ba791f-f2dc-4247-895d-94dcdb77cc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322161 May 18 18:48:40.076947 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-85fcdf33-be3b-47b2-8bfa-ce963beae7ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:48:40.237410 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379505d5-b405-40dc-9a22-7edad70632f8 req-cc967ac7-e119-4229-aa03-c9a5963a1645 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:48:40.239008 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-379505d5-b405-40dc-9a22-7edad70632f8 req-cc967ac7-e119-4229-aa03-c9a5963a1645 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/ports?device_id=2b9a513d-5d9c-4ae1-a630-38e2d0f9b44c HTTP/1.1" status: 200 len: 946 time: 0.0510056 May 18 18:48:40.278652 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-379505d5-b405-40dc-9a22-7edad70632f8 req-1e9be764-8d5a-4507-bd89-6cf9f00074ad tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/security-groups?id=c9ba791f-f2dc-4247-895d-94dcdb77cc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330367 May 18 18:48:41.367027 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:48:41.402567 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b669f2-4f62-4b31-ac06-2f1355e0a1bb req-f46727b0-9d3d-4c81-932b-e8472c8372cc tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:48:41.404290 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a5b669f2-4f62-4b31-ac06-2f1355e0a1bb req-f46727b0-9d3d-4c81-932b-e8472c8372cc tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/ports?device_id=2b9a513d-5d9c-4ae1-a630-38e2d0f9b44c HTTP/1.1" status: 200 len: 946 time: 0.0498922 May 18 18:48:41.444962 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a5b669f2-4f62-4b31-ac06-2f1355e0a1bb req-0c6262c3-539e-451f-bc63-fd027dd499cb tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/security-groups?id=c9ba791f-f2dc-4247-895d-94dcdb77cc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333357 May 18 18:48:42.522514 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:48:42.563774 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b67106a-2323-4e2f-b1c0-bb3068f23d2d req-a117176a-eaf9-40c7-9a5e-cd02d2a64128 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:48:42.565247 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8b67106a-2323-4e2f-b1c0-bb3068f23d2d req-a117176a-eaf9-40c7-9a5e-cd02d2a64128 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/ports?device_id=2b9a513d-5d9c-4ae1-a630-38e2d0f9b44c HTTP/1.1" status: 200 len: 946 time: 0.0509484 May 18 18:48:42.603909 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8b67106a-2323-4e2f-b1c0-bb3068f23d2d req-a315dfd1-4274-4997-a3d3-c32356bab872 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/security-groups?id=c9ba791f-f2dc-4247-895d-94dcdb77cc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324001 May 18 18:48:43.100232 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:48:43.731553 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c62b72-6bd1-4f10-9625-39750fbffb9b req-c6bdc971-a86b-48bf-98f5-af4432f97315 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:48:43.733088 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-73c62b72-6bd1-4f10-9625-39750fbffb9b req-c6bdc971-a86b-48bf-98f5-af4432f97315 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/ports?device_id=2b9a513d-5d9c-4ae1-a630-38e2d0f9b44c HTTP/1.1" status: 200 len: 946 time: 0.0604694 May 18 18:48:43.772541 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-73c62b72-6bd1-4f10-9625-39750fbffb9b req-1808f193-2b61-4bdf-8deb-0222072f9747 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/security-groups?id=c9ba791f-f2dc-4247-895d-94dcdb77cc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324082 May 18 18:48:44.893205 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549a3458-b26e-462f-b01a-1d4b33d85aef req-5df03688-8150-47f0-abe4-1c104211d185 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:48:44.894729 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-549a3458-b26e-462f-b01a-1d4b33d85aef req-5df03688-8150-47f0-abe4-1c104211d185 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/ports?device_id=2b9a513d-5d9c-4ae1-a630-38e2d0f9b44c HTTP/1.1" status: 200 len: 946 time: 0.0536222 May 18 18:48:44.934445 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-549a3458-b26e-462f-b01a-1d4b33d85aef req-298bcb0e-49b1-4e6b-8344-e01cc2100da0 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/security-groups?id=c9ba791f-f2dc-4247-895d-94dcdb77cc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334363 May 18 18:48:46.050372 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6035c9-e923-40e9-a11c-52f08c05d489 req-e9c20fcb-591e-4722-855e-cf5c9e26a2e9 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:48:46.051838 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-df6035c9-e923-40e9-a11c-52f08c05d489 req-e9c20fcb-591e-4722-855e-cf5c9e26a2e9 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/ports?device_id=2b9a513d-5d9c-4ae1-a630-38e2d0f9b44c HTTP/1.1" status: 200 len: 946 time: 0.0495331 May 18 18:48:46.089195 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-df6035c9-e923-40e9-a11c-52f08c05d489 req-a3b81910-570b-4a39-8416-d138de1f214c tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/security-groups?id=c9ba791f-f2dc-4247-895d-94dcdb77cc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308962 May 18 18:48:47.214162 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2ee7be-8a02-4b49-81f4-3309ca8ebe31 req-b1d020c5-0d2e-456f-8111-2cd7db03edd2 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:48:47.215658 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cf2ee7be-8a02-4b49-81f4-3309ca8ebe31 req-b1d020c5-0d2e-456f-8111-2cd7db03edd2 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/ports?device_id=2b9a513d-5d9c-4ae1-a630-38e2d0f9b44c HTTP/1.1" status: 200 len: 946 time: 0.0558138 May 18 18:48:47.254829 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cf2ee7be-8a02-4b49-81f4-3309ca8ebe31 req-72f1299a-a685-4deb-bf7d-7426a98181b4 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/security-groups?id=c9ba791f-f2dc-4247-895d-94dcdb77cc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331397 May 18 18:48:48.375268 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21782629-1aeb-4d48-bda4-71872f6f2e65 req-4af50506-9a0e-4f7c-9bce-ed30af2ab609 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:48:48.376761 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-21782629-1aeb-4d48-bda4-71872f6f2e65 req-4af50506-9a0e-4f7c-9bce-ed30af2ab609 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/ports?device_id=2b9a513d-5d9c-4ae1-a630-38e2d0f9b44c HTTP/1.1" status: 200 len: 946 time: 0.0493207 May 18 18:48:48.414748 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-21782629-1aeb-4d48-bda4-71872f6f2e65 req-24d93c54-d8c2-4ddd-93e6-fd88c592e713 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/security-groups?id=c9ba791f-f2dc-4247-895d-94dcdb77cc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312860 May 18 18:48:49.528854 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c25021-eb51-4cd1-a07c-ea6f7c3096a4 req-d865b952-3b64-468c-8265-6404a7b51517 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:48:49.530363 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-12c25021-eb51-4cd1-a07c-ea6f7c3096a4 req-d865b952-3b64-468c-8265-6404a7b51517 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/ports?device_id=2b9a513d-5d9c-4ae1-a630-38e2d0f9b44c HTTP/1.1" status: 200 len: 946 time: 0.0482833 May 18 18:48:49.567358 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-12c25021-eb51-4cd1-a07c-ea6f7c3096a4 req-8093d397-8139-4100-ad8a-43199e9ef4e1 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/security-groups?id=c9ba791f-f2dc-4247-895d-94dcdb77cc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308280 May 18 18:48:50.288439 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 7 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 18:48:50.689339 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20477df8-3efe-4578-8e47-371126c46fd0 req-d2759caf-db1b-4cd2-8c58-e0cfa8f96ac0 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:48:50.690917 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-20477df8-3efe-4578-8e47-371126c46fd0 req-d2759caf-db1b-4cd2-8c58-e0cfa8f96ac0 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/ports?device_id=2b9a513d-5d9c-4ae1-a630-38e2d0f9b44c HTTP/1.1" status: 200 len: 946 time: 0.0541372 May 18 18:48:50.729858 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-20477df8-3efe-4578-8e47-371126c46fd0 req-96acc8d6-11ed-4da7-a9c8-710490824c09 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/security-groups?id=c9ba791f-f2dc-4247-895d-94dcdb77cc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328691 May 18 18:48:51.338611 n-d-838550-3 neutron-server[102731]: INFO neutron.api.v2.resource [req-4239908a-5fb4-4a69-9e1e-d433c615d54f req-28322946-428e-410b-aaa1-7873cda99d87 service neutron] show failed (client error): The resource could not be found. May 18 18:48:51.339632 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4239908a-5fb4-4a69-9e1e-d433c615d54f req-28322946-428e-410b-aaa1-7873cda99d87 service neutron] 10.222.0.88 "GET /v2.0/ports/07e99a2e-46a7-44a3-9a86-437fb67f39f7/bindings/n-h1-838550-3 HTTP/1.1" status: 404 len: 380 time: 0.0617344 May 18 18:48:51.578844 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4239908a-5fb4-4a69-9e1e-d433c615d54f req-c3bda936-dd87-4b97-a2ab-114705c61e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:48:51.580347 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4239908a-5fb4-4a69-9e1e-d433c615d54f req-c3bda936-dd87-4b97-a2ab-114705c61e6f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2b9a513d-5d9c-4ae1-a630-38e2d0f9b44c&tenant_id=9d81179f1a294982b82eb1438e45a4cb HTTP/1.1" status: 200 len: 1097 time: 0.0740943 May 18 18:48:51.595984 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-4239908a-5fb4-4a69-9e1e-d433c615d54f req-07a58e3e-eb25-48ad-9842-54aef36a71dc service neutron] Request body: {'port': {'binding:host_id': 'n-h1-838550-3', 'device_owner': 'compute:nova'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:48:51.648342 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-4239908a-5fb4-4a69-9e1e-d433c615d54f req-07a58e3e-eb25-48ad-9842-54aef36a71dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:48:51.896807 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0718c303-af6f-44df-9bf5-cc44909520be req-512ce5d8-f13e-451b-9913-c342a8624f21 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:48:51.898251 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0718c303-af6f-44df-9bf5-cc44909520be req-512ce5d8-f13e-451b-9913-c342a8624f21 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/ports?device_id=2b9a513d-5d9c-4ae1-a630-38e2d0f9b44c HTTP/1.1" status: 200 len: 946 time: 0.1000693 May 18 18:48:51.904881 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-4239908a-5fb4-4a69-9e1e-d433c615d54f req-07a58e3e-eb25-48ad-9842-54aef36a71dc service neutron] For port 07e99a2e-46a7-44a3-9a86-437fb67f39f7, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=07e99a2e-46a7-44a3-9a86-437fb67f39f7,segment=NetworkSegment(30a25b8a-c5ab-4053-a5e6-613d2ea311f9),segment_id=30a25b8a-c5ab-4053-a5e6-613d2ea311f9)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:48:51.962754 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0718c303-af6f-44df-9bf5-cc44909520be req-cb3d44e7-2c0f-4526-853b-b2943d6f2b20 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/security-groups?id=c9ba791f-f2dc-4247-895d-94dcdb77cc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558360 May 18 18:48:51.963648 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-4239908a-5fb4-4a69-9e1e-d433c615d54f req-07a58e3e-eb25-48ad-9842-54aef36a71dc service neutron] For port 07e99a2e-46a7-44a3-9a86-437fb67f39f7, host n-h2-838550-3, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:48:52.003322 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b9a513d-5d9c-4ae1-a630-38e2d0f9b44c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07e99a2e-46a7-44a3-9a86-437fb67f39f7'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:48:52.005556 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28884354-046f-492f-87c6-d978801859fc" -d '{"events": [{"server_uuid": "2b9a513d-5d9c-4ae1-a630-38e2d0f9b44c", "name": "network-vif-unplugged", "status": "completed", "tag": "07e99a2e-46a7-44a3-9a86-437fb67f39f7"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:48:52.009378 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-4239908a-5fb4-4a69-9e1e-d433c615d54f req-07a58e3e-eb25-48ad-9842-54aef36a71dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:48:52.021746 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [req-4239908a-5fb4-4a69-9e1e-d433c615d54f req-07a58e3e-eb25-48ad-9842-54aef36a71dc service neutron] Transition to ACTIVE for port object 07e99a2e-46a7-44a3-9a86-437fb67f39f7 will not be triggered until provisioned by entity L2. {{(pid=102730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:48:52.026263 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-4239908a-5fb4-4a69-9e1e-d433c615d54f req-07a58e3e-eb25-48ad-9842-54aef36a71dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:48:52.074739 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 May 2022 18:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60aa46a0-9c4c-4120-a2e5-a9d2b912fe06 x-openstack-request-id: req-60aa46a0-9c4c-4120-a2e5-a9d2b912fe06 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:48:52.075024 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b9a513d-5d9c-4ae1-a630-38e2d0f9b44c", "name": "network-vif-unplugged", "status": "completed", "tag": "07e99a2e-46a7-44a3-9a86-437fb67f39f7", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:48:52.075269 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-60aa46a0-9c4c-4120-a2e5-a9d2b912fe06 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:48:52.075661 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60aa46a0-9c4c-4120-a2e5-a9d2b912fe06'] response: {'server_uuid': '2b9a513d-5d9c-4ae1-a630-38e2d0f9b44c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07e99a2e-46a7-44a3-9a86-437fb67f39f7', 'code': 200} May 18 18:48:52.091806 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-4239908a-5fb4-4a69-9e1e-d433c615d54f req-07a58e3e-eb25-48ad-9842-54aef36a71dc service neutron] No DVR routers for this DVR port 07e99a2e-46a7-44a3-9a86-437fb67f39f7 on host n-h2-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:48:52.100829 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a58e3e-eb25-48ad-9842-54aef36a71dc service neutron] Pushing event updated for resources: {'Port': ['ID=07e99a2e-46a7-44a3-9a86-437fb67f39f7,revision_number=6']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:48:52.126763 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a58e3e-eb25-48ad-9842-54aef36a71dc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:48:52.127103 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a58e3e-eb25-48ad-9842-54aef36a71dc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:48:52.127447 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a58e3e-eb25-48ad-9842-54aef36a71dc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:48:52.127778 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a58e3e-eb25-48ad-9842-54aef36a71dc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:48:52.128107 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a58e3e-eb25-48ad-9842-54aef36a71dc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:48:52.128434 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a58e3e-eb25-48ad-9842-54aef36a71dc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:48:52.128760 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a58e3e-eb25-48ad-9842-54aef36a71dc service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:48:52.129080 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a58e3e-eb25-48ad-9842-54aef36a71dc service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:48:52.129400 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a58e3e-eb25-48ad-9842-54aef36a71dc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:48:52.129762 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a58e3e-eb25-48ad-9842-54aef36a71dc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:48:52.130082 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a58e3e-eb25-48ad-9842-54aef36a71dc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:48:52.130400 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a58e3e-eb25-48ad-9842-54aef36a71dc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:48:52.141732 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-4239908a-5fb4-4a69-9e1e-d433c615d54f req-07a58e3e-eb25-48ad-9842-54aef36a71dc service neutron] Attempting to bind port 07e99a2e-46a7-44a3-9a86-437fb67f39f7 on host n-h1-838550-3 for vnic_type normal with profile {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:48:52.142067 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-4239908a-5fb4-4a69-9e1e-d433c615d54f req-07a58e3e-eb25-48ad-9842-54aef36a71dc service neutron] Attempting to bind port 07e99a2e-46a7-44a3-9a86-437fb67f39f7 by drivers openvswitch,hyperv on host n-h1-838550-3 at level 0 using segments [{'id': '30a25b8a-c5ab-4053-a5e6-613d2ea311f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '4d63f355-85ea-496a-abc7-64be8f24fe24'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:48:52.142394 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4239908a-5fb4-4a69-9e1e-d433c615d54f req-07a58e3e-eb25-48ad-9842-54aef36a71dc service neutron] Attempting to bind port 07e99a2e-46a7-44a3-9a86-437fb67f39f7 on network 4d63f355-85ea-496a-abc7-64be8f24fe24 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:48:52.146628 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4239908a-5fb4-4a69-9e1e-d433c615d54f req-07a58e3e-eb25-48ad-9842-54aef36a71dc service neutron] Port 07e99a2e-46a7-44a3-9a86-437fb67f39f7 on network 4d63f355-85ea-496a-abc7-64be8f24fe24 not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-3 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:48:52.147522 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4239908a-5fb4-4a69-9e1e-d433c615d54f req-07a58e3e-eb25-48ad-9842-54aef36a71dc service neutron] Attempting to bind port 07e99a2e-46a7-44a3-9a86-437fb67f39f7 on network 4d63f355-85ea-496a-abc7-64be8f24fe24 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:48:52.152091 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4239908a-5fb4-4a69-9e1e-d433c615d54f req-07a58e3e-eb25-48ad-9842-54aef36a71dc service neutron] Checking agent: {'id': '1dbac822-25f2-4df8-9dc8-5c2e7b136eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 48, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:48:52.152422 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4239908a-5fb4-4a69-9e1e-d433c615d54f req-07a58e3e-eb25-48ad-9842-54aef36a71dc service neutron] Checking segment: {'id': '30a25b8a-c5ab-4053-a5e6-613d2ea311f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '4d63f355-85ea-496a-abc7-64be8f24fe24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:48:52.152792 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4239908a-5fb4-4a69-9e1e-d433c615d54f req-07a58e3e-eb25-48ad-9842-54aef36a71dc service neutron] Bound using segment: {'id': '30a25b8a-c5ab-4053-a5e6-613d2ea311f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '4d63f355-85ea-496a-abc7-64be8f24fe24'} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:48:52.153205 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-4239908a-5fb4-4a69-9e1e-d433c615d54f req-07a58e3e-eb25-48ad-9842-54aef36a71dc service neutron] Bound port: 07e99a2e-46a7-44a3-9a86-437fb67f39f7, host: n-h1-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30a25b8a-c5ab-4053-a5e6-613d2ea311f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '4d63f355-85ea-496a-abc7-64be8f24fe24'}}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:48:52.153553 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-4239908a-5fb4-4a69-9e1e-d433c615d54f req-07a58e3e-eb25-48ad-9842-54aef36a71dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:48:52.215850 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-4239908a-5fb4-4a69-9e1e-d433c615d54f req-07a58e3e-eb25-48ad-9842-54aef36a71dc service neutron] For port 07e99a2e-46a7-44a3-9a86-437fb67f39f7, host n-h1-838550-3, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:48:52.218962 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-4239908a-5fb4-4a69-9e1e-d433c615d54f req-07a58e3e-eb25-48ad-9842-54aef36a71dc service neutron] For port 07e99a2e-46a7-44a3-9a86-437fb67f39f7, host n-h1-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=07e99a2e-46a7-44a3-9a86-437fb67f39f7,segment=NetworkSegment(30a25b8a-c5ab-4053-a5e6-613d2ea311f9),segment_id=30a25b8a-c5ab-4053-a5e6-613d2ea311f9)] {{(pid=102730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:48:52.222455 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-4239908a-5fb4-4a69-9e1e-d433c615d54f req-07a58e3e-eb25-48ad-9842-54aef36a71dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:48:52.259496 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4239908a-5fb4-4a69-9e1e-d433c615d54f req-07a58e3e-eb25-48ad-9842-54aef36a71dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:48:52.259496 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-4239908a-5fb4-4a69-9e1e-d433c615d54f req-07a58e3e-eb25-48ad-9842-54aef36a71dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:48:52.260660 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4239908a-5fb4-4a69-9e1e-d433c615d54f req-07a58e3e-eb25-48ad-9842-54aef36a71dc service neutron] 10.222.0.36 "PUT /v2.0/ports/07e99a2e-46a7-44a3-9a86-437fb67f39f7 HTTP/1.1" status: 200 len: 1092 time: 0.6683433 May 18 18:48:52.284023 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a58e3e-eb25-48ad-9842-54aef36a71dc service neutron] Pushing event updated for resources: {'Port': ['ID=07e99a2e-46a7-44a3-9a86-437fb67f39f7,revision_number=7']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:48:52.327000 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4239908a-5fb4-4a69-9e1e-d433c615d54f req-8fdee992-6889-44e7-a43e-96d8c471424b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:48:52.328703 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4239908a-5fb4-4a69-9e1e-d433c615d54f req-8fdee992-6889-44e7-a43e-96d8c471424b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9d81179f1a294982b82eb1438e45a4cb&device_id=2b9a513d-5d9c-4ae1-a630-38e2d0f9b44c HTTP/1.1" status: 200 len: 1095 time: 0.0407825 May 18 18:48:52.417893 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4239908a-5fb4-4a69-9e1e-d433c615d54f req-3ffe0fa8-8bd6-442c-bb5c-02c0f9aab8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:48:52.419366 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4239908a-5fb4-4a69-9e1e-d433c615d54f req-3ffe0fa8-8bd6-442c-bb5c-02c0f9aab8d2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4d63f355-85ea-496a-abc7-64be8f24fe24 HTTP/1.1" status: 200 len: 915 time: 0.0832558 May 18 18:48:52.471212 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4239908a-5fb4-4a69-9e1e-d433c615d54f req-ffd06e5d-9d56-4f57-8cab-7db83b8fcf8c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07e99a2e-46a7-44a3-9a86-437fb67f39f7 HTTP/1.1" status: 200 len: 217 time: 0.0383029 May 18 18:48:52.523902 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4239908a-5fb4-4a69-9e1e-d433c615d54f req-6078d1c2-9201-4301-be81-ef2cb875de44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:48:52.525350 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4239908a-5fb4-4a69-9e1e-d433c615d54f req-6078d1c2-9201-4301-be81-ef2cb875de44 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b4c9196a-092f-425a-b334-91e3c4e849ce HTTP/1.1" status: 200 len: 854 time: 0.0440590 May 18 18:48:52.562345 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4239908a-5fb4-4a69-9e1e-d433c615d54f req-74be9c44-6d66-42ea-bd17-6de9dac0a75f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4d63f355-85ea-496a-abc7-64be8f24fe24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257390 May 18 18:48:52.656099 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4239908a-5fb4-4a69-9e1e-d433c615d54f req-4e6aba5e-3f42-47b1-958b-c7b75d27a3b6 service neutron] 10.222.0.36 "GET /v2.0/networks/4d63f355-85ea-496a-abc7-64be8f24fe24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827982 May 18 18:48:52.748465 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4239908a-5fb4-4a69-9e1e-d433c615d54f req-2c799475-44d9-438e-8305-b894368a917c service neutron] 10.222.0.36 "GET /v2.0/networks/4d63f355-85ea-496a-abc7-64be8f24fe24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812056 May 18 18:48:53.080356 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33833dba-33a6-4785-90d0-2d3d55501a4e req-fe6db11f-1833-48dd-9ba9-a341072a0ed5 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:48:53.081858 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-33833dba-33a6-4785-90d0-2d3d55501a4e req-fe6db11f-1833-48dd-9ba9-a341072a0ed5 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/ports?device_id=2b9a513d-5d9c-4ae1-a630-38e2d0f9b44c HTTP/1.1" status: 200 len: 944 time: 0.0499678 May 18 18:48:53.118623 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-33833dba-33a6-4785-90d0-2d3d55501a4e req-a03f5b29-8e22-41ee-aa31-5ebbbf8a6bef tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/security-groups?id=c9ba791f-f2dc-4247-895d-94dcdb77cc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306354 May 18 18:48:54.076303 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b9a513d-5d9c-4ae1-a630-38e2d0f9b44c', 'tag': '07e99a2e-46a7-44a3-9a86-437fb67f39f7'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:48:54.078651 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10dcc14d-cd48-4cfe-a384-a19ae6b76598" -d '{"events": [{"name": "network-changed", "server_uuid": "2b9a513d-5d9c-4ae1-a630-38e2d0f9b44c", "tag": "07e99a2e-46a7-44a3-9a86-437fb67f39f7"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:48:54.126998 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e53c9897-9118-446c-874c-cdd6ccb63526 x-openstack-request-id: req-e53c9897-9118-446c-874c-cdd6ccb63526 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:48:54.127303 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b9a513d-5d9c-4ae1-a630-38e2d0f9b44c", "tag": "07e99a2e-46a7-44a3-9a86-437fb67f39f7", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:48:54.127558 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-e53c9897-9118-446c-874c-cdd6ccb63526 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:48:54.128075 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e53c9897-9118-446c-874c-cdd6ccb63526'] response: {'name': 'network-changed', 'server_uuid': '2b9a513d-5d9c-4ae1-a630-38e2d0f9b44c', 'tag': '07e99a2e-46a7-44a3-9a86-437fb67f39f7', 'status': 'completed', 'code': 200} May 18 18:48:54.189163 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dcc14d-cd48-4cfe-a384-a19ae6b76598 req-866c3987-28c7-4e05-9a65-3bb8ea403d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:48:54.190717 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-10dcc14d-cd48-4cfe-a384-a19ae6b76598 req-866c3987-28c7-4e05-9a65-3bb8ea403d30 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=9d81179f1a294982b82eb1438e45a4cb&device_id=2b9a513d-5d9c-4ae1-a630-38e2d0f9b44c HTTP/1.1" status: 200 len: 1095 time: 0.0440419 May 18 18:48:54.227941 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dcc14d-cd48-4cfe-a384-a19ae6b76598 req-65f2a09f-ddec-41ab-a55b-af93185eb4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:48:54.229525 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-10dcc14d-cd48-4cfe-a384-a19ae6b76598 req-65f2a09f-ddec-41ab-a55b-af93185eb4cd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9d81179f1a294982b82eb1438e45a4cb&device_id=2b9a513d-5d9c-4ae1-a630-38e2d0f9b44c HTTP/1.1" status: 200 len: 1095 time: 0.0758421 May 18 18:48:54.254987 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bc9313-b663-4906-9868-348d8e28dba5 req-3187d069-b431-4e3c-a64d-9b3a460591df tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:48:54.256440 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-25bc9313-b663-4906-9868-348d8e28dba5 req-3187d069-b431-4e3c-a64d-9b3a460591df tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/ports?device_id=2b9a513d-5d9c-4ae1-a630-38e2d0f9b44c HTTP/1.1" status: 200 len: 944 time: 0.0656302 May 18 18:48:54.283676 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dcc14d-cd48-4cfe-a384-a19ae6b76598 req-94061476-9f1e-47b6-8712-b7eabcec8706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:48:54.285151 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-10dcc14d-cd48-4cfe-a384-a19ae6b76598 req-94061476-9f1e-47b6-8712-b7eabcec8706 service neutron] 10.222.0.88 "GET /v2.0/networks?id=4d63f355-85ea-496a-abc7-64be8f24fe24 HTTP/1.1" status: 200 len: 915 time: 0.0877457 May 18 18:48:54.326918 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-10dcc14d-cd48-4cfe-a384-a19ae6b76598 req-52bd9aee-864b-4848-8775-f69fb5e38fa8 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07e99a2e-46a7-44a3-9a86-437fb67f39f7 HTTP/1.1" status: 200 len: 217 time: 0.0340784 May 18 18:48:54.335138 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-25bc9313-b663-4906-9868-348d8e28dba5 req-ae6d62ae-db45-4c60-8b98-9347a7a44a5f tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/security-groups?id=c9ba791f-f2dc-4247-895d-94dcdb77cc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689716 May 18 18:48:54.362611 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dcc14d-cd48-4cfe-a384-a19ae6b76598 req-21d85a06-bc59-483b-9042-cd3f7b5b8976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:48:54.364073 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-10dcc14d-cd48-4cfe-a384-a19ae6b76598 req-21d85a06-bc59-483b-9042-cd3f7b5b8976 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4d63f355-85ea-496a-abc7-64be8f24fe24 HTTP/1.1" status: 200 len: 915 time: 0.1247418 May 18 18:48:54.379551 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dcc14d-cd48-4cfe-a384-a19ae6b76598 req-05d4536f-aabf-4d75-b463-0d9f7c864fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:48:54.381075 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-10dcc14d-cd48-4cfe-a384-a19ae6b76598 req-05d4536f-aabf-4d75-b463-0d9f7c864fc1 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b4c9196a-092f-425a-b334-91e3c4e849ce HTTP/1.1" status: 200 len: 854 time: 0.0478821 May 18 18:48:54.410873 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-10dcc14d-cd48-4cfe-a384-a19ae6b76598 req-d1afdeaf-6385-4bf4-9792-b4f59cec6858 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07e99a2e-46a7-44a3-9a86-437fb67f39f7 HTTP/1.1" status: 200 len: 217 time: 0.0346985 May 18 18:48:54.414593 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-10dcc14d-cd48-4cfe-a384-a19ae6b76598 req-d154f651-b4e2-4987-a775-f9801cfd19ec service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4d63f355-85ea-496a-abc7-64be8f24fe24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257115 May 18 18:48:54.461515 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dcc14d-cd48-4cfe-a384-a19ae6b76598 req-c17704e4-2790-40f5-8254-ec392cf88077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:48:54.463092 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-10dcc14d-cd48-4cfe-a384-a19ae6b76598 req-c17704e4-2790-40f5-8254-ec392cf88077 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b4c9196a-092f-425a-b334-91e3c4e849ce HTTP/1.1" status: 200 len: 854 time: 0.0446556 May 18 18:48:54.503158 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-10dcc14d-cd48-4cfe-a384-a19ae6b76598 req-60ab2291-e416-4b16-b073-a9a6a0aad9c5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4d63f355-85ea-496a-abc7-64be8f24fe24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265555 May 18 18:48:54.512211 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-10dcc14d-cd48-4cfe-a384-a19ae6b76598 req-de9d10ea-d345-47cc-9d55-bc11a1ffcb44 service neutron] 10.222.0.88 "GET /v2.0/networks/4d63f355-85ea-496a-abc7-64be8f24fe24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903540 May 18 18:48:54.514690 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 07e99a2e-46a7-44a3-9a86-437fb67f39f7 no longer exists at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:48:54.559902 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 07e99a2e-46a7-44a3-9a86-437fb67f39f7 not bound to the agent host n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:48:54.618920 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-10dcc14d-cd48-4cfe-a384-a19ae6b76598 req-fbcac1a5-8bee-4013-bc85-03029da8c0d3 service neutron] 10.222.0.36 "GET /v2.0/networks/4d63f355-85ea-496a-abc7-64be8f24fe24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058753 May 18 18:48:54.641112 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-10dcc14d-cd48-4cfe-a384-a19ae6b76598 req-fee55ff7-34b7-4849-ae20-e222926e3aed service neutron] 10.222.0.88 "GET /v2.0/networks/4d63f355-85ea-496a-abc7-64be8f24fe24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179693 May 18 18:48:54.714034 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-10dcc14d-cd48-4cfe-a384-a19ae6b76598 req-b165c077-fb1d-4dfc-aaa2-f75cdf148718 service neutron] 10.222.0.36 "GET /v2.0/networks/4d63f355-85ea-496a-abc7-64be8f24fe24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853255 May 18 18:48:55.463541 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb3e363-0447-4d77-9c07-296761c4b555 req-39ecb03a-1c84-4331-b47a-88ec08df0e39 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:48:55.465045 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4bb3e363-0447-4d77-9c07-296761c4b555 req-39ecb03a-1c84-4331-b47a-88ec08df0e39 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/ports?device_id=2b9a513d-5d9c-4ae1-a630-38e2d0f9b44c HTTP/1.1" status: 200 len: 944 time: 0.0553329 May 18 18:48:55.508916 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4bb3e363-0447-4d77-9c07-296761c4b555 req-915d5cde-3a70-4a66-b3e6-d5829876bd6a tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/security-groups?id=c9ba791f-f2dc-4247-895d-94dcdb77cc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374315 May 18 18:48:55.765591 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2edd18e-6ada-4516-a0ed-207ed5e541bc req-bd818870-076d-4084-9786-e8238cbd2509 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:48:55.767104 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f2edd18e-6ada-4516-a0ed-207ed5e541bc req-bd818870-076d-4084-9786-e8238cbd2509 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/ports?device_id=2b9a513d-5d9c-4ae1-a630-38e2d0f9b44c HTTP/1.1" status: 200 len: 944 time: 0.1120269 May 18 18:48:55.787679 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cb2828-f788-4f71-af23-74d86a5485e8 req-1df94a81-e1b9-410e-a69e-194a51fc31f9 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:48:55.789113 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-83cb2828-f788-4f71-af23-74d86a5485e8 req-1df94a81-e1b9-410e-a69e-194a51fc31f9 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.88 "GET /v2.0/ports?device_id=2b9a513d-5d9c-4ae1-a630-38e2d0f9b44c&tenant_id=9d81179f1a294982b82eb1438e45a4cb&binding%3Ahost_id=n-h1-838550-3 HTTP/1.1" status: 200 len: 944 time: 0.1216507 May 18 18:48:55.851042 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f2edd18e-6ada-4516-a0ed-207ed5e541bc req-bf675cce-91b1-4ff2-a75b-03f41c8b414f tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/security-groups?id=c9ba791f-f2dc-4247-895d-94dcdb77cc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770113 May 18 18:48:55.880647 n-d-838550-3 neutron-server[102731]: INFO neutron.api.v2.resource [req-83cb2828-f788-4f71-af23-74d86a5485e8 req-ad0c6b59-1939-4614-895f-e4dfe4a0a269 service neutron] delete failed (client error): The resource could not be found. May 18 18:48:55.881637 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-83cb2828-f788-4f71-af23-74d86a5485e8 req-ad0c6b59-1939-4614-895f-e4dfe4a0a269 service neutron] 10.222.0.88 "DELETE /v2.0/ports/07e99a2e-46a7-44a3-9a86-437fb67f39f7/bindings/n-h2-838550-3 HTTP/1.1" status: 404 len: 380 time: 0.0770836 May 18 18:48:55.966227 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cb2828-f788-4f71-af23-74d86a5485e8 req-759d3cdd-2441-4933-aee5-b0540ac4ddd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:48:55.967859 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-83cb2828-f788-4f71-af23-74d86a5485e8 req-759d3cdd-2441-4933-aee5-b0540ac4ddd1 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=9d81179f1a294982b82eb1438e45a4cb&device_id=2b9a513d-5d9c-4ae1-a630-38e2d0f9b44c HTTP/1.1" status: 200 len: 1095 time: 0.0409625 May 18 18:48:55.981194 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 07e99a2e-46a7-44a3-9a86-437fb67f39f7 details requested by agent hyperv_n-h1-838550-3 with host n-h1-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:48:56.062131 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cb2828-f788-4f71-af23-74d86a5485e8 req-3cc6c8d0-ea5d-41a9-9d96-b634d07b257c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:48:56.063604 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-83cb2828-f788-4f71-af23-74d86a5485e8 req-3cc6c8d0-ea5d-41a9-9d96-b634d07b257c service neutron] 10.222.0.88 "GET /v2.0/networks?id=4d63f355-85ea-496a-abc7-64be8f24fe24 HTTP/1.1" status: 200 len: 915 time: 0.0890713 May 18 18:48:56.077259 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 07e99a2e-46a7-44a3-9a86-437fb67f39f7, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=07e99a2e-46a7-44a3-9a86-437fb67f39f7,segment=NetworkSegment(30a25b8a-c5ab-4053-a5e6-613d2ea311f9),segment_id=30a25b8a-c5ab-4053-a5e6-613d2ea311f9)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:48:56.089005 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Returning: {'device': '07e99a2e-46a7-44a3-9a86-437fb67f39f7', 'network_id': '4d63f355-85ea-496a-abc7-64be8f24fe24', 'port_id': '07e99a2e-46a7-44a3-9a86-437fb67f39f7', 'mac_address': 'fa:16:3e:5a:c9:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4c9196a-092f-425a-b334-91e3c4e849ce', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:48:56.105330 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-83cb2828-f788-4f71-af23-74d86a5485e8 req-c0ac2c61-bf11-482d-8c7e-3d56d3695f80 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07e99a2e-46a7-44a3-9a86-437fb67f39f7 HTTP/1.1" status: 200 len: 217 time: 0.0346687 May 18 18:48:56.125382 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 07e99a2e-46a7-44a3-9a86-437fb67f39f7 is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:48:56.125816 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:48:56.140532 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07e99a2e-46a7-44a3-9a86-437fb67f39f7 {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:48:56.155486 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cb2828-f788-4f71-af23-74d86a5485e8 req-c3856883-3e78-43dc-a86e-624317501968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:48:56.156993 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-83cb2828-f788-4f71-af23-74d86a5485e8 req-c3856883-3e78-43dc-a86e-624317501968 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b4c9196a-092f-425a-b334-91e3c4e849ce HTTP/1.1" status: 200 len: 854 time: 0.0447321 May 18 18:48:56.161195 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 07e99a2e-46a7-44a3-9a86-437fb67f39f7, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=07e99a2e-46a7-44a3-9a86-437fb67f39f7,segment=NetworkSegment(30a25b8a-c5ab-4053-a5e6-613d2ea311f9),segment_id=30a25b8a-c5ab-4053-a5e6-613d2ea311f9)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:48:56.165074 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:48:56.199030 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-83cb2828-f788-4f71-af23-74d86a5485e8 req-a49889c5-5b73-4980-a1f9-06cca7a16b52 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4d63f355-85ea-496a-abc7-64be8f24fe24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335662 May 18 18:48:56.297507 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-83cb2828-f788-4f71-af23-74d86a5485e8 req-bb326c5f-fd83-40fc-a1f8-6c6574e2eb4d service neutron] 10.222.0.88 "GET /v2.0/networks/4d63f355-85ea-496a-abc7-64be8f24fe24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901299 May 18 18:48:56.382917 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=07e99a2e-46a7-44a3-9a86-437fb67f39f7,revision_number=8']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:48:56.398250 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-83cb2828-f788-4f71-af23-74d86a5485e8 req-6f35fd49-f55f-41c7-99ed-39973232cc0a service neutron] 10.222.0.88 "GET /v2.0/networks/4d63f355-85ea-496a-abc7-64be8f24fe24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914872 May 18 18:48:56.458663 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['07e99a2e-46a7-44a3-9a86-437fb67f39f7'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:48:56.984569 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcaf1c6-0a09-4e1c-9629-619ca11d2721 req-4bdeb30b-e750-4254-a28f-ff8179b9627d tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:48:56.986267 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fbcaf1c6-0a09-4e1c-9629-619ca11d2721 req-4bdeb30b-e750-4254-a28f-ff8179b9627d tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/ports?device_id=2b9a513d-5d9c-4ae1-a630-38e2d0f9b44c HTTP/1.1" status: 200 len: 945 time: 0.0606627 May 18 18:48:57.032253 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fbcaf1c6-0a09-4e1c-9629-619ca11d2721 req-6ba7ce12-cebf-48e6-b168-97dbbffbb9b4 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/security-groups?id=c9ba791f-f2dc-4247-895d-94dcdb77cc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388913 May 18 18:48:57.151419 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1161da76-1986-4da1-9157-7bf2abe625a3 req-ed90a184-37f1-4b6b-bcac-7f2d8276579f tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:48:57.152888 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1161da76-1986-4da1-9157-7bf2abe625a3 req-ed90a184-37f1-4b6b-bcac-7f2d8276579f tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/ports?device_id=2b9a513d-5d9c-4ae1-a630-38e2d0f9b44c HTTP/1.1" status: 200 len: 945 time: 0.0486574 May 18 18:48:57.191529 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1161da76-1986-4da1-9157-7bf2abe625a3 req-dac9be18-518a-4ab6-9b33-2bf1021b80d9 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/security-groups?id=c9ba791f-f2dc-4247-895d-94dcdb77cc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325468 May 18 18:48:57.306889 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f9b171-0fb0-4aed-8bf9-72a1a421f49e req-6c6175c4-ca21-46e9-a937-43ce4ec4bcbb tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:48:57.308324 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-04f9b171-0fb0-4aed-8bf9-72a1a421f49e req-6c6175c4-ca21-46e9-a937-43ce4ec4bcbb tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/ports?device_id=2b9a513d-5d9c-4ae1-a630-38e2d0f9b44c HTTP/1.1" status: 200 len: 945 time: 0.0498009 May 18 18:48:57.345032 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-04f9b171-0fb0-4aed-8bf9-72a1a421f49e req-3b347027-ce1b-439e-89ee-f50b504c7fce tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/security-groups?id=c9ba791f-f2dc-4247-895d-94dcdb77cc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307238 May 18 18:48:57.675237 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f325fd0-69ec-4caf-b489-82f305baf2dd req-bacc5dfc-cfbc-4109-a950-6a109761c0ce tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:48:57.677055 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5f325fd0-69ec-4caf-b489-82f305baf2dd req-bacc5dfc-cfbc-4109-a950-6a109761c0ce tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/ports?device_id=2b9a513d-5d9c-4ae1-a630-38e2d0f9b44c HTTP/1.1" status: 200 len: 945 time: 0.0497451 May 18 18:48:57.714581 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5f325fd0-69ec-4caf-b489-82f305baf2dd req-0949f9a2-3407-44d0-822f-ea25b7455fa7 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/security-groups?id=c9ba791f-f2dc-4247-895d-94dcdb77cc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318034 May 18 18:48:58.027811 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 07e99a2e-46a7-44a3-9a86-437fb67f39f7 up at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:48:58.075247 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning for port 07e99a2e-46a7-44a3-9a86-437fb67f39f7 completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:48:58.079091 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning complete for port 07e99a2e-46a7-44a3-9a86-437fb67f39f7 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:48:58.079464 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:48:58.154690 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 07e99a2e-46a7-44a3-9a86-437fb67f39f7 is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:48:58.155074 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:48:58.176619 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b9a513d-5d9c-4ae1-a630-38e2d0f9b44c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07e99a2e-46a7-44a3-9a86-437fb67f39f7'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:48:58.178841 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb4ee5b7-ac2c-4a51-891e-bfabadc75c2d" -d '{"events": [{"server_uuid": "2b9a513d-5d9c-4ae1-a630-38e2d0f9b44c", "name": "network-vif-plugged", "status": "completed", "tag": "07e99a2e-46a7-44a3-9a86-437fb67f39f7"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:48:58.192469 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 07e99a2e-46a7-44a3-9a86-437fb67f39f7, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=07e99a2e-46a7-44a3-9a86-437fb67f39f7,segment=NetworkSegment(30a25b8a-c5ab-4053-a5e6-613d2ea311f9),segment_id=30a25b8a-c5ab-4053-a5e6-613d2ea311f9)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:48:58.197365 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:48:58.223208 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d6f92a8-fb72-4e5f-838e-d9c7b01fc622 x-openstack-request-id: req-2d6f92a8-fb72-4e5f-838e-d9c7b01fc622 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:48:58.223498 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b9a513d-5d9c-4ae1-a630-38e2d0f9b44c", "name": "network-vif-plugged", "status": "completed", "tag": "07e99a2e-46a7-44a3-9a86-437fb67f39f7", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:48:58.223749 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-2d6f92a8-fb72-4e5f-838e-d9c7b01fc622 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:48:58.224138 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d6f92a8-fb72-4e5f-838e-d9c7b01fc622'] response: {'server_uuid': '2b9a513d-5d9c-4ae1-a630-38e2d0f9b44c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07e99a2e-46a7-44a3-9a86-437fb67f39f7', 'code': 200} May 18 18:48:58.248624 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=07e99a2e-46a7-44a3-9a86-437fb67f39f7,revision_number=9']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:48:58.829073 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf19947-37f5-4c77-9fc0-ba96919b4b5a req-d57deb5b-e5d3-454e-bde5-f65cd9a2397a tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:48:58.830595 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-dcf19947-37f5-4c77-9fc0-ba96919b4b5a req-d57deb5b-e5d3-454e-bde5-f65cd9a2397a tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/ports?device_id=2b9a513d-5d9c-4ae1-a630-38e2d0f9b44c HTTP/1.1" status: 200 len: 946 time: 0.0488946 May 18 18:48:58.876535 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-dcf19947-37f5-4c77-9fc0-ba96919b4b5a req-3b1c6731-cd58-46d1-a6a8-6722d6d6d616 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.85 "GET /v2.0/security-groups?id=c9ba791f-f2dc-4247-895d-94dcdb77cc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400474 May 18 18:48:58.965405 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6a248c-393f-4bf7-afdf-2406f5f6d971 req-54c42485-2952-46ba-a45d-d891f0edb302 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:48:58.966894 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1c6a248c-393f-4bf7-afdf-2406f5f6d971 req-54c42485-2952-46ba-a45d-d891f0edb302 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b9a513d-5d9c-4ae1-a630-38e2d0f9b44c HTTP/1.1" status: 200 len: 946 time: 0.0472317 May 18 18:48:59.062223 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-1c6a248c-393f-4bf7-afdf-2406f5f6d971 req-85eb4152-aec2-4201-84c2-a206c2bc4250 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] Deleting port 07e99a2e-46a7-44a3-9a86-437fb67f39f7 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:48:59.062565 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-1c6a248c-393f-4bf7-afdf-2406f5f6d971 req-85eb4152-aec2-4201-84c2-a206c2bc4250 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:48:59.158058 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-1c6a248c-393f-4bf7-afdf-2406f5f6d971 req-85eb4152-aec2-4201-84c2-a206c2bc4250 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] For port 07e99a2e-46a7-44a3-9a86-437fb67f39f7, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=07e99a2e-46a7-44a3-9a86-437fb67f39f7,segment=NetworkSegment(30a25b8a-c5ab-4053-a5e6-613d2ea311f9),segment_id=30a25b8a-c5ab-4053-a5e6-613d2ea311f9)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:48:59.158424 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-1c6a248c-393f-4bf7-afdf-2406f5f6d971 req-85eb4152-aec2-4201-84c2-a206c2bc4250 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:48:59.170246 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-1c6a248c-393f-4bf7-afdf-2406f5f6d971 req-85eb4152-aec2-4201-84c2-a206c2bc4250 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] Calling delete_port for 07e99a2e-46a7-44a3-9a86-437fb67f39f7 owned by compute:nova {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:48:59.297327 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-1c6a248c-393f-4bf7-afdf-2406f5f6d971 req-85eb4152-aec2-4201-84c2-a206c2bc4250 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:48:59.313839 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['07e99a2e-46a7-44a3-9a86-437fb67f39f7'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:48:59.326239 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eb4152-aec2-4201-84c2-a206c2bc4250 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] Pushing event deleted for resources: {'Port': ['ID=07e99a2e-46a7-44a3-9a86-437fb67f39f7,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:48:59.369326 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c6a248c-393f-4bf7-afdf-2406f5f6d971 req-85eb4152-aec2-4201-84c2-a206c2bc4250 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] No DVR routers for this DVR port 07e99a2e-46a7-44a3-9a86-437fb67f39f7 on host n-h1-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:48:59.372056 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-1c6a248c-393f-4bf7-afdf-2406f5f6d971 req-85eb4152-aec2-4201-84c2-a206c2bc4250 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:48:59.375510 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1c6a248c-393f-4bf7-afdf-2406f5f6d971 req-85eb4152-aec2-4201-84c2-a206c2bc4250 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] 10.222.0.36 "DELETE /v2.0/ports/07e99a2e-46a7-44a3-9a86-437fb67f39f7 HTTP/1.1" status: 204 len: 173 time: 0.3993533 May 18 18:48:59.375965 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b9a513d-5d9c-4ae1-a630-38e2d0f9b44c', 'name': 'network-vif-deleted', 'tag': '07e99a2e-46a7-44a3-9a86-437fb67f39f7'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:48:59.378368 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bcf455f-2aa1-4552-b6d5-2bfa659a286e" -d '{"events": [{"server_uuid": "2b9a513d-5d9c-4ae1-a630-38e2d0f9b44c", "name": "network-vif-deleted", "tag": "07e99a2e-46a7-44a3-9a86-437fb67f39f7"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:48:59.416557 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-273790c9-08e2-4055-9e74-7184bbff2bd5 x-openstack-request-id: req-273790c9-08e2-4055-9e74-7184bbff2bd5 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:48:59.416970 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b9a513d-5d9c-4ae1-a630-38e2d0f9b44c", "name": "network-vif-deleted", "tag": "07e99a2e-46a7-44a3-9a86-437fb67f39f7", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:48:59.417230 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-273790c9-08e2-4055-9e74-7184bbff2bd5 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:48:59.417719 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-273790c9-08e2-4055-9e74-7184bbff2bd5'] response: {'server_uuid': '2b9a513d-5d9c-4ae1-a630-38e2d0f9b44c', 'name': 'network-vif-deleted', 'tag': '07e99a2e-46a7-44a3-9a86-437fb67f39f7', 'status': 'completed', 'code': 200} May 18 18:48:59.996091 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 47530) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:49:00.038869 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_v2 [None req-11b156f6-fbcc-4c34-9570-055ebb64b24c admin admin] Deleting subnet b4c9196a-092f-425a-b334-91e3c4e849ce {{(pid=102730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:49:00.042376 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-11b156f6-fbcc-4c34-9570-055ebb64b24c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:00.075505 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-11b156f6-fbcc-4c34-9570-055ebb64b24c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260107366'] for subnet, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:00.112185 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-11b156f6-fbcc-4c34-9570-055ebb64b24c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:00.162525 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-11b156f6-fbcc-4c34-9570-055ebb64b24c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261104690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261031888'] for subnet, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:00.193816 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b156f6-fbcc-4c34-9570-055ebb64b24c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4c9196a-092f-425a-b334-91e3c4e849ce,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:49:00.195698 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-11b156f6-fbcc-4c34-9570-055ebb64b24c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:00.199375 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-11b156f6-fbcc-4c34-9570-055ebb64b24c admin admin] 10.222.0.85 "DELETE /v2.0/subnets/b4c9196a-092f-425a-b334-91e3c4e849ce HTTP/1.1" status: 204 len: 168 time: 0.2022617 May 18 18:49:00.201799 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 47532) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:49:00.267559 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9ed22833-f026-4a21-8741-d36f01d90f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:00.346024 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9ed22833-f026-4a21-8741-d36f01d90f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:00.365298 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-9ed22833-f026-4a21-8741-d36f01d90f7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d63f355-85ea-496a-abc7-64be8f24fe24']}} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:49:00.374829 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-9ed22833-f026-4a21-8741-d36f01d90f7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30a25b8a-c5ab-4053-a5e6-613d2ea311f9') {'for_net_delete': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:49:00.375126 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-9ed22833-f026-4a21-8741-d36f01d90f7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30a25b8a-c5ab-4053-a5e6-613d2ea311f9') {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:49:00.384798 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9ed22833-f026-4a21-8741-d36f01d90f7c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260107375'] for segment, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:00.397368 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9ed22833-f026-4a21-8741-d36f01d90f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:00.403092 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ed22833-f026-4a21-8741-d36f01d90f7c admin admin] Releasing vlan 647 on physical network physnet1 to pool {{(pid=102730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:49:00.403471 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9ed22833-f026-4a21-8741-d36f01d90f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261102736'] for segment, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:00.405103 n-d-838550-3 neutron-server[102730]: Traceback (most recent call last): May 18 18:49:00.405103 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:49:00.405103 n-d-838550-3 neutron-server[102730]: timer() May 18 18:49:00.405103 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:49:00.405103 n-d-838550-3 neutron-server[102730]: cb(*args, **kw) May 18 18:49:00.405103 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:49:00.405103 n-d-838550-3 neutron-server[102730]: return func(*args, **kwargs) May 18 18:49:00.405103 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:49:00.405103 n-d-838550-3 neutron-server[102730]: self._notify() May 18 18:49:00.405103 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:49:00.405103 n-d-838550-3 neutron-server[102730]: self.callback(batched_events) May 18 18:49:00.405103 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:49:00.405103 n-d-838550-3 neutron-server[102730]: event.method(event) May 18 18:49:00.405103 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:49:00.405103 n-d-838550-3 neutron-server[102730]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:49:00.405103 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:49:00.405103 n-d-838550-3 neutron-server[102730]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:49:00.405103 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:49:00.405103 n-d-838550-3 neutron-server[102730]: return f(self, *a, **k) May 18 18:49:00.405103 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:49:00.405103 n-d-838550-3 neutron-server[102730]: return self._get(url).json() May 18 18:49:00.405103 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:49:00.405103 n-d-838550-3 neutron-server[102730]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:49:00.405103 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:49:00.405103 n-d-838550-3 neutron-server[102730]: return self.request(url, 'GET', **kwargs) May 18 18:49:00.405103 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:49:00.405103 n-d-838550-3 neutron-server[102730]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:49:00.405103 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:49:00.405103 n-d-838550-3 neutron-server[102730]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:49:00.405103 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:49:00.405103 n-d-838550-3 neutron-server[102730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:49:00.405103 n-d-838550-3 neutron-server[102730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:49:00.458517 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9ed22833-f026-4a21-8741-d36f01d90f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:00.465306 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9ed22833-f026-4a21-8741-d36f01d90f7c admin admin] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:00.468487 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-9ed22833-f026-4a21-8741-d36f01d90f7c admin admin] 10.222.0.85 "DELETE /v2.0/networks/4d63f355-85ea-496a-abc7-64be8f24fe24 HTTP/1.1" status: 204 len: 168 time: 0.2657766 May 18 18:49:00.479324 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed22833-f026-4a21-8741-d36f01d90f7c admin admin] Pushing event deleted for resources: {'Network': ['ID=4d63f355-85ea-496a-abc7-64be8f24fe24,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:49:00.584888 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 47536) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:49:00.625020 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-93a461a6-b151-4ad1-9297-58a8154f33c5 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=9d81179f1a294982b82eb1438e45a4cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389841 May 18 18:49:00.627549 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 47538) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:49:00.677521 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d0c5fa32-3fa3-421f-85c5-a6235e7b2efe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:00.698934 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d0c5fa32-3fa3-421f-85c5-a6235e7b2efe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:00.743981 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d0c5fa32-3fa3-421f-85c5-a6235e7b2efe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:00.746687 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d0c5fa32-3fa3-421f-85c5-a6235e7b2efe admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:00.747821 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-d0c5fa32-3fa3-421f-85c5-a6235e7b2efe admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/c9ba791f-f2dc-4247-895d-94dcdb77cc39 HTTP/1.1" status: 204 len: 168 time: 0.1193938 May 18 18:49:00.756002 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c5fa32-3fa3-421f-85c5-a6235e7b2efe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9ba791f-f2dc-4247-895d-94dcdb77cc39,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:49:01.282570 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:01.400520 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 47560) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:49:01.459197 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:01.517650 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-4ea88adb-e806-4f59-a994-e747183c8ab5 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-158420334-network', 'tenant_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:49:01.538517 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ea88adb-e806-4f59-a994-e747183c8ab5 admin admin] Made reservation on behalf of 8eaa7b9f5c3a4c288455d807dfdc5d8c for: {'network': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:49:01.542712 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4ea88adb-e806-4f59-a994-e747183c8ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:01.551173 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4ea88adb-e806-4f59-a994-e747183c8ab5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:01.624159 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4ea88adb-e806-4f59-a994-e747183c8ab5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:01.627805 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4ea88adb-e806-4f59-a994-e747183c8ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:01.654968 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ea88adb-e806-4f59-a994-e747183c8ab5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 606} {{(pid=102730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:49:01.661316 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea88adb-e806-4f59-a994-e747183c8ab5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa867b4f-b409-4e8a-b0e5-75cf6af873f5,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:49:01.667395 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4ea88adb-e806-4f59-a994-e747183c8ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:01.667779 n-d-838550-3 neutron-server[102730]: INFO neutron.db.segments_db [None req-4ea88adb-e806-4f59-a994-e747183c8ab5 admin admin] Added segment 404878ed-a07b-4f6d-8f20-714e74fae3cc of type vlan for network ed1b49f6-4ca7-4d7d-b302-2073cd83e975 May 18 18:49:01.709054 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4ea88adb-e806-4f59-a994-e747183c8ab5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:01.732865 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4ea88adb-e806-4f59-a994-e747183c8ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:01.733837 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea88adb-e806-4f59-a994-e747183c8ab5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:49:01.734419 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4ea88adb-e806-4f59-a994-e747183c8ab5 admin admin] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:01.784128 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-4ea88adb-e806-4f59-a994-e747183c8ab5 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3824005 May 18 18:49:01.787361 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 47564) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:49:01.792186 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-7c8a075e-b649-408b-b256-939dee45f9c2 admin admin] Request body: {'subnet': {'network_id': 'ed1b49f6-4ca7-4d7d-b302-2073cd83e975', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-158420334-subnet', 'tenant_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:49:01.799552 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea88adb-e806-4f59-a994-e747183c8ab5 admin admin] Pushing event updated for resources: {'Network': ['ID=ed1b49f6-4ca7-4d7d-b302-2073cd83e975,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:49:01.810937 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network ed1b49f6-4ca7-4d7d-b302-2073cd83e975 details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:49:01.812101 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c8a075e-b649-408b-b256-939dee45f9c2 admin admin] Made reservation on behalf of 8eaa7b9f5c3a4c288455d807dfdc5d8c for: {'subnet': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:49:01.815527 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7c8a075e-b649-408b-b256-939dee45f9c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260908003'] for subnet, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:01.985982 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7c8a075e-b649-408b-b256-939dee45f9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260898481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260908021'] for subnet, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:02.044362 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8a075e-b649-408b-b256-939dee45f9c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63fdba28-6b4f-4f0d-82c4-e1632b99bb24,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:49:02.051868 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8a075e-b649-408b-b256-939dee45f9c2 admin admin] Checking segment: {'id': '404878ed-a07b-4f6d-8f20-714e74fae3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'ed1b49f6-4ca7-4d7d-b302-2073cd83e975'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:49:02.052225 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c8a075e-b649-408b-b256-939dee45f9c2 admin admin] Network hostable DHCP agents. Network: ed1b49f6-4ca7-4d7d-b302-2073cd83e975, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:49:02.056962 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8a075e-b649-408b-b256-939dee45f9c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:49:02.057308 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8a075e-b649-408b-b256-939dee45f9c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:49:02.057675 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8a075e-b649-408b-b256-939dee45f9c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:49:02.058017 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8a075e-b649-408b-b256-939dee45f9c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:49:02.058351 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8a075e-b649-408b-b256-939dee45f9c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:49:02.058681 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8a075e-b649-408b-b256-939dee45f9c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:49:02.059008 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8a075e-b649-408b-b256-939dee45f9c2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:49:02.059331 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8a075e-b649-408b-b256-939dee45f9c2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:49:02.059655 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8a075e-b649-408b-b256-939dee45f9c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:49:02.059977 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8a075e-b649-408b-b256-939dee45f9c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:49:02.060303 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8a075e-b649-408b-b256-939dee45f9c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:49:02.060623 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8a075e-b649-408b-b256-939dee45f9c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:49:02.076982 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c8a075e-b649-408b-b256-939dee45f9c2 admin admin] Network ed1b49f6-4ca7-4d7d-b302-2073cd83e975 is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:49:02.085289 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-7c8a075e-b649-408b-b256-939dee45f9c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, ed1b49f6-4ca7-4d7d-b302-2073cd83e975) {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:49:02.089402 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8a075e-b649-408b-b256-939dee45f9c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:49:02.090027 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7c8a075e-b649-408b-b256-939dee45f9c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:02.094889 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a02af6d-7ae6-42b5-9910-4e2ce713131b None None] Network ed1b49f6-4ca7-4d7d-b302-2073cd83e975 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:49:02.105547 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-7c8a075e-b649-408b-b256-939dee45f9c2 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3170793 May 18 18:49:02.108331 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 47566) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:49:02.112553 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-cf16cd5d-2913-4517-847d-1443e194ef98 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-158420334-router', 'tenant_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:49:02.131007 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-cf16cd5d-2913-4517-847d-1443e194ef98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25099'] for router, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:02.132001 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-cf16cd5d-2913-4517-847d-1443e194ef98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-593238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596850', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25088'] for router, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:02.182670 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-cf16cd5d-2913-4517-847d-1443e194ef98 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:02.243756 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03910d03-9784-4f50-bef5-2523be24bf43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-ed1b49f6-4ca7-4d7d-b302-2073cd83e975', 'network_id': 'ed1b49f6-4ca7-4d7d-b302-2073cd83e975', 'tenant_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'fixed_ips': [{'subnet_id': '63fdba28-6b4f-4f0d-82c4-e1632b99bb24'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:49:02.244638 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-03910d03-9784-4f50-bef5-2523be24bf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:02.388281 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-03910d03-9784-4f50-bef5-2523be24bf43 None None] Allocated IP 172.20.0.2 (ed1b49f6-4ca7-4d7d-b302-2073cd83e975/63fdba28-6b4f-4f0d-82c4-e1632b99bb24/b3ea5548-89d9-4a0f-8e5c-91d6fdcaffba) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:49:02.536536 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-03910d03-9784-4f50-bef5-2523be24bf43 None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:02.543552 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-03910d03-9784-4f50-bef5-2523be24bf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:02.585628 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03910d03-9784-4f50-bef5-2523be24bf43 None None] Network ed1b49f6-4ca7-4d7d-b302-2073cd83e975 is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:49:02.588916 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-03910d03-9784-4f50-bef5-2523be24bf43 None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:49:02.592379 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03910d03-9784-4f50-bef5-2523be24bf43 None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:49:02.601034 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03910d03-9784-4f50-bef5-2523be24bf43 None None] Pushing event updated for resources: {'Port': ['ID=b3ea5548-89d9-4a0f-8e5c-91d6fdcaffba,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:49:02.608011 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-cf16cd5d-2913-4517-847d-1443e194ef98 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:02.652303 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-03910d03-9784-4f50-bef5-2523be24bf43 None None] Attempting to bind port b3ea5548-89d9-4a0f-8e5c-91d6fdcaffba on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:49:02.652581 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-03910d03-9784-4f50-bef5-2523be24bf43 None None] Attempting to bind port b3ea5548-89d9-4a0f-8e5c-91d6fdcaffba by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '404878ed-a07b-4f6d-8f20-714e74fae3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'ed1b49f6-4ca7-4d7d-b302-2073cd83e975'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:49:02.652946 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03910d03-9784-4f50-bef5-2523be24bf43 None None] Attempting to bind port b3ea5548-89d9-4a0f-8e5c-91d6fdcaffba on network ed1b49f6-4ca7-4d7d-b302-2073cd83e975 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:49:02.657917 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03910d03-9784-4f50-bef5-2523be24bf43 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:49:02.658293 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03910d03-9784-4f50-bef5-2523be24bf43 None None] Checking segment: {'id': '404878ed-a07b-4f6d-8f20-714e74fae3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'ed1b49f6-4ca7-4d7d-b302-2073cd83e975'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:49:02.658698 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-03910d03-9784-4f50-bef5-2523be24bf43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:02.659098 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03910d03-9784-4f50-bef5-2523be24bf43 None None] Bound using segment: {'id': '404878ed-a07b-4f6d-8f20-714e74fae3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'ed1b49f6-4ca7-4d7d-b302-2073cd83e975'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:49:02.659564 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-03910d03-9784-4f50-bef5-2523be24bf43 None None] Bound port: b3ea5548-89d9-4a0f-8e5c-91d6fdcaffba, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '404878ed-a07b-4f6d-8f20-714e74fae3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'ed1b49f6-4ca7-4d7d-b302-2073cd83e975'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:49:02.659946 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-03910d03-9784-4f50-bef5-2523be24bf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:02.722961 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-03910d03-9784-4f50-bef5-2523be24bf43 None None] For port b3ea5548-89d9-4a0f-8e5c-91d6fdcaffba, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:49:02.725981 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-03910d03-9784-4f50-bef5-2523be24bf43 None None] For port b3ea5548-89d9-4a0f-8e5c-91d6fdcaffba, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=b3ea5548-89d9-4a0f-8e5c-91d6fdcaffba,segment=NetworkSegment(404878ed-a07b-4f6d-8f20-714e74fae3cc),segment_id=404878ed-a07b-4f6d-8f20-714e74fae3cc)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:49:02.731125 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-03910d03-9784-4f50-bef5-2523be24bf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:02.786487 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03910d03-9784-4f50-bef5-2523be24bf43 None None] Pushing event updated for resources: {'Port': ['ID=b3ea5548-89d9-4a0f-8e5c-91d6fdcaffba,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:49:02.812487 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-cf16cd5d-2913-4517-847d-1443e194ef98 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:02.832167 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-cf16cd5d-2913-4517-847d-1443e194ef98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:02.961431 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-cf16cd5d-2913-4517-847d-1443e194ef98 admin admin] Allocated IP 172.25.5.41 (31ebd439-090c-4b25-bbb0-31c48711b145/363a2810-8a83-4be0-a317-7c91fcd94485/1ed6d033-bee1-43e8-971e-18c98e1d7c47) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:49:03.077484 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-cf16cd5d-2913-4517-847d-1443e194ef98 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:03.112068 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-cf16cd5d-2913-4517-847d-1443e194ef98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:03.148004 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf16cd5d-2913-4517-847d-1443e194ef98 admin admin] Network 31ebd439-090c-4b25-bbb0-31c48711b145 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:49:03.151491 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-cf16cd5d-2913-4517-847d-1443e194ef98 admin admin] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:49:03.154881 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf16cd5d-2913-4517-847d-1443e194ef98 admin admin] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:49:03.182748 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf16cd5d-2913-4517-847d-1443e194ef98 admin admin] Pushing event updated for resources: {'Port': ['ID=1ed6d033-bee1-43e8-971e-18c98e1d7c47,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:49:03.407840 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-cf16cd5d-2913-4517-847d-1443e194ef98 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:03.616159 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-cf16cd5d-2913-4517-847d-1443e194ef98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596801'] for router, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:03.670474 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93eda82b-dadc-4040-bc24-92b2d44cd467 None None] Network ed1b49f6-4ca7-4d7d-b302-2073cd83e975 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:49:03.742278 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-bda3e0a3-4560-47da-bbc1-8844b6820ff6 None None] Provisioning complete for port b3ea5548-89d9-4a0f-8e5c-91d6fdcaffba triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:49:03.742557 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-bda3e0a3-4560-47da-bbc1-8844b6820ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:03.750948 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf16cd5d-2913-4517-847d-1443e194ef98 admin admin] Router 2ce7bf80-3692-4b14-af74-0cb1e25a3c9c is scheduled to L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e with binding_index 1 {{(pid=102731) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 18 18:49:03.862444 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf16cd5d-2913-4517-847d-1443e194ef98 admin admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:49:03.874477 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99dfc2b-487a-4da6-a4ff-d54f3ac92b2b None None] Sync routers for ids ['2ce7bf80-3692-4b14-af74-0cb1e25a3c9c'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:49:03.881215 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-cf16cd5d-2913-4517-847d-1443e194ef98 admin admin] Notify callbacks [] for router, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:03.883389 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-cf16cd5d-2913-4517-847d-1443e194ef98 admin admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.7742171 May 18 18:49:03.886385 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 47568) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:49:03.886517 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99dfc2b-487a-4da6-a4ff-d54f3ac92b2b None None] Routers {'2ce7bf80-3692-4b14-af74-0cb1e25a3c9c'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:49:03.887100 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-c99dfc2b-487a-4da6-a4ff-d54f3ac92b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:48:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['2ce7bf80-3692-4b14-af74-0cb1e25a3c9c'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:49:03.891053 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-bda3e0a3-4560-47da-bbc1-8844b6820ff6 None None] Current status of the port b3ea5548-89d9-4a0f-8e5c-91d6fdcaffba is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:49:03.891469 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-bda3e0a3-4560-47da-bbc1-8844b6820ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:03.933628 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-bda3e0a3-4560-47da-bbc1-8844b6820ff6 None None] For port b3ea5548-89d9-4a0f-8e5c-91d6fdcaffba, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=b3ea5548-89d9-4a0f-8e5c-91d6fdcaffba,segment=NetworkSegment(404878ed-a07b-4f6d-8f20-714e74fae3cc),segment_id=404878ed-a07b-4f6d-8f20-714e74fae3cc)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:49:03.939262 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-bda3e0a3-4560-47da-bbc1-8844b6820ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:04.011614 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda3e0a3-4560-47da-bbc1-8844b6820ff6 None None] Pushing event updated for resources: {'Port': ['ID=b3ea5548-89d9-4a0f-8e5c-91d6fdcaffba,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:49:04.016113 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-c99dfc2b-487a-4da6-a4ff-d54f3ac92b2b None None] Set router 2ce7bf80-3692-4b14-af74-0cb1e25a3c9c gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:49:04.055785 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 07e99a2e-46a7-44a3-9a86-437fb67f39f7 no longer exists at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:49:04.083003 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] No Port match for: 07e99a2e-46a7-44a3-9a86-437fb67f39f7 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:49:04.083355 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 07e99a2e-46a7-44a3-9a86-437fb67f39f7 not bound to the agent host n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:49:04.166172 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-032702dc-ed28-4448-a299-183e61dfdd74 None None] Provisioning complete for port b3ea5548-89d9-4a0f-8e5c-91d6fdcaffba triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:49:04.166893 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-032702dc-ed28-4448-a299-183e61dfdd74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:04.199922 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-c99dfc2b-487a-4da6-a4ff-d54f3ac92b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ce7bf80-3692-4b14-af74-0cb1e25a3c9c', 'name': 'tempest-ServerActionsTestJSON-158420334-router', 'tenant_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '1ed6d033-bee1-43e8-971e-18c98e1d7c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:49:02Z', 'updated_at': '2022-05-18T18:49:03Z', 'revision_number': 3, 'project_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'gw_port': {'id': '1ed6d033-bee1-43e8-971e-18c98e1d7c47', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:4e:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ce7bf80-3692-4b14-af74-0cb1e25a3c9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:49:02Z', 'updated_at': '2022-05-18T18:49:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:49:04.226010 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99dfc2b-487a-4da6-a4ff-d54f3ac92b2b None None] Checking router: 2ce7bf80-3692-4b14-af74-0cb1e25a3c9c for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:49:04.226384 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99dfc2b-487a-4da6-a4ff-d54f3ac92b2b None None] Updating router 2ce7bf80-3692-4b14-af74-0cb1e25a3c9c port 1ed6d033-bee1-43e8-971e-18c98e1d7c47 binding host n-d-838550-3 {{(pid=102733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 18:49:04.249030 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-032702dc-ed28-4448-a299-183e61dfdd74 None None] Current status of the port b3ea5548-89d9-4a0f-8e5c-91d6fdcaffba is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:49:04.253182 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-c99dfc2b-487a-4da6-a4ff-d54f3ac92b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:04.330870 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-16fdd363-0260-488e-bdde-5ff1630b4a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:04.496773 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-16fdd363-0260-488e-bdde-5ff1630b4a62 admin admin] Allocated IP 172.20.0.1 (ed1b49f6-4ca7-4d7d-b302-2073cd83e975/63fdba28-6b4f-4f0d-82c4-e1632b99bb24/4c096bfb-085c-4121-b78d-b10f275e54dc) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:49:04.510330 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-c99dfc2b-487a-4da6-a4ff-d54f3ac92b2b None None] Notify callbacks [] for port, precommit_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:04.516352 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-c99dfc2b-487a-4da6-a4ff-d54f3ac92b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:04.554464 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device b3ea5548-89d9-4a0f-8e5c-91d6fdcaffba up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:49:04.575422 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06629815-a28c-4b6c-a55c-f38ce671c428 None None] Pushing event updated for resources: {'Port': ['ID=1ed6d033-bee1-43e8-971e-18c98e1d7c47,revision_number=2']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:49:04.577463 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-c99dfc2b-487a-4da6-a4ff-d54f3ac92b2b None None] Attempting to bind port 1ed6d033-bee1-43e8-971e-18c98e1d7c47 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:49:04.578572 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-c99dfc2b-487a-4da6-a4ff-d54f3ac92b2b None None] Attempting to bind port 1ed6d033-bee1-43e8-971e-18c98e1d7c47 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:49:04.578572 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99dfc2b-487a-4da6-a4ff-d54f3ac92b2b None None] Attempting to bind port 1ed6d033-bee1-43e8-971e-18c98e1d7c47 on network 31ebd439-090c-4b25-bbb0-31c48711b145 {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:49:04.588179 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06629815-a28c-4b6c-a55c-f38ce671c428 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:49:04.588393 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06629815-a28c-4b6c-a55c-f38ce671c428 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:49:04.588720 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06629815-a28c-4b6c-a55c-f38ce671c428 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:49:04.589047 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06629815-a28c-4b6c-a55c-f38ce671c428 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:49:04.589373 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06629815-a28c-4b6c-a55c-f38ce671c428 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:49:04.589781 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06629815-a28c-4b6c-a55c-f38ce671c428 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:49:04.590107 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06629815-a28c-4b6c-a55c-f38ce671c428 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:49:04.590423 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06629815-a28c-4b6c-a55c-f38ce671c428 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:49:04.590739 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06629815-a28c-4b6c-a55c-f38ce671c428 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:49:04.591054 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06629815-a28c-4b6c-a55c-f38ce671c428 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:49:04.591368 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06629815-a28c-4b6c-a55c-f38ce671c428 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:49:04.591679 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06629815-a28c-4b6c-a55c-f38ce671c428 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:49:04.595249 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99dfc2b-487a-4da6-a4ff-d54f3ac92b2b None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:49:04.595879 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99dfc2b-487a-4da6-a4ff-d54f3ac92b2b None None] Checking segment: {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:49:04.596003 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-c99dfc2b-487a-4da6-a4ff-d54f3ac92b2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:04.596372 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99dfc2b-487a-4da6-a4ff-d54f3ac92b2b None None] Bound using segment: {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:49:04.597230 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-c99dfc2b-487a-4da6-a4ff-d54f3ac92b2b None None] Bound port: 1ed6d033-bee1-43e8-971e-18c98e1d7c47, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:49:04.597905 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-c99dfc2b-487a-4da6-a4ff-d54f3ac92b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:04.621034 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-16fdd363-0260-488e-bdde-5ff1630b4a62 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:04.621431 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port b3ea5548-89d9-4a0f-8e5c-91d6fdcaffba triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:49:04.622180 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:04.650664 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.db [None req-c99dfc2b-487a-4da6-a4ff-d54f3ac92b2b None None] For port 1ed6d033-bee1-43e8-971e-18c98e1d7c47, host n-d-838550-3, cleared binding levels {{(pid=102733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:49:04.653980 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.db [None req-c99dfc2b-487a-4da6-a4ff-d54f3ac92b2b None None] For port 1ed6d033-bee1-43e8-971e-18c98e1d7c47, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=1ed6d033-bee1-43e8-971e-18c98e1d7c47,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:49:04.658522 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-c99dfc2b-487a-4da6-a4ff-d54f3ac92b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:04.662386 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-16fdd363-0260-488e-bdde-5ff1630b4a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:04.710372 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port b3ea5548-89d9-4a0f-8e5c-91d6fdcaffba is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:49:04.713542 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16fdd363-0260-488e-bdde-5ff1630b4a62 admin admin] Network ed1b49f6-4ca7-4d7d-b302-2073cd83e975 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:49:04.716511 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-16fdd363-0260-488e-bdde-5ff1630b4a62 admin admin] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:49:04.720937 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16fdd363-0260-488e-bdde-5ff1630b4a62 admin admin] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:49:04.727786 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99dfc2b-487a-4da6-a4ff-d54f3ac92b2b None None] Routers {'2ce7bf80-3692-4b14-af74-0cb1e25a3c9c'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:49:04.728423 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-c99dfc2b-487a-4da6-a4ff-d54f3ac92b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:48:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['2ce7bf80-3692-4b14-af74-0cb1e25a3c9c'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:49:04.730354 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06629815-a28c-4b6c-a55c-f38ce671c428 None None] Pushing event updated for resources: {'Port': ['ID=1ed6d033-bee1-43e8-971e-18c98e1d7c47,revision_number=3']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:49:04.753566 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fdd363-0260-488e-bdde-5ff1630b4a62 admin admin] Pushing event updated for resources: {'Port': ['ID=4c096bfb-085c-4121-b78d-b10f275e54dc,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:49:04.773123 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-16fdd363-0260-488e-bdde-5ff1630b4a62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595826'] for router_interface, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:04.843612 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-c99dfc2b-487a-4da6-a4ff-d54f3ac92b2b None None] Set router 2ce7bf80-3692-4b14-af74-0cb1e25a3c9c gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:49:04.910398 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-16fdd363-0260-488e-bdde-5ff1630b4a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:04.976380 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-5a4b891e-30e3-4760-831c-0a0241ef2881 None None] Provisioning complete for port 4c096bfb-085c-4121-b78d-b10f275e54dc triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:49:04.976853 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-5a4b891e-30e3-4760-831c-0a0241ef2881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:05.012428 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-5a4b891e-30e3-4760-831c-0a0241ef2881 None None] Port 4c096bfb-085c-4121-b78d-b10f275e54dc cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:49:05.034840 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-c99dfc2b-487a-4da6-a4ff-d54f3ac92b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ce7bf80-3692-4b14-af74-0cb1e25a3c9c', 'name': 'tempest-ServerActionsTestJSON-158420334-router', 'tenant_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '1ed6d033-bee1-43e8-971e-18c98e1d7c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:49:02Z', 'updated_at': '2022-05-18T18:49:03Z', 'revision_number': 3, 'project_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'gw_port': {'id': '1ed6d033-bee1-43e8-971e-18c98e1d7c47', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:4e:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ce7bf80-3692-4b14-af74-0cb1e25a3c9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:49:02Z', 'updated_at': '2022-05-18T18:49:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:49:05.061163 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99dfc2b-487a-4da6-a4ff-d54f3ac92b2b None None] The sync data for ids ['2ce7bf80-3692-4b14-af74-0cb1e25a3c9c'] in n-d-838550-3 is: [{'id': '2ce7bf80-3692-4b14-af74-0cb1e25a3c9c', 'name': 'tempest-ServerActionsTestJSON-158420334-router', 'tenant_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '1ed6d033-bee1-43e8-971e-18c98e1d7c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:49:02Z', 'updated_at': '2022-05-18T18:49:03Z', 'revision_number': 3, 'project_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'gw_port': {'id': '1ed6d033-bee1-43e8-971e-18c98e1d7c47', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:4e:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ce7bf80-3692-4b14-af74-0cb1e25a3c9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:49:02Z', 'updated_at': '2022-05-18T18:49:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:49:05.087494 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-16fdd363-0260-488e-bdde-5ff1630b4a62 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:05.092522 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-16fdd363-0260-488e-bdde-5ff1630b4a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:05.167019 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fdd363-0260-488e-bdde-5ff1630b4a62 admin admin] Pushing event updated for resources: {'Port': ['ID=4c096bfb-085c-4121-b78d-b10f275e54dc,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:49:05.169498 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-16fdd363-0260-488e-bdde-5ff1630b4a62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-595870'] for router_interface, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:05.272865 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16fdd363-0260-488e-bdde-5ff1630b4a62 admin admin] Network ed1b49f6-4ca7-4d7d-b302-2073cd83e975 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:49:05.274537 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-16fdd363-0260-488e-bdde-5ff1630b4a62 admin admin] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:49:05.400943 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16fdd363-0260-488e-bdde-5ff1630b4a62 admin admin] Router 2ce7bf80-3692-4b14-af74-0cb1e25a3c9c has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:49:05.523608 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16fdd363-0260-488e-bdde-5ff1630b4a62 admin admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:49:05.531196 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-16fdd363-0260-488e-bdde-5ff1630b4a62 admin admin] 10.222.0.85 "PUT /v2.0/routers/2ce7bf80-3692-4b14-af74-0cb1e25a3c9c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6417344 May 18 18:49:05.542478 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-eeea6672-d861-4567-b518-490f9c49a71d None None] Provisioning complete for port 4c096bfb-085c-4121-b78d-b10f275e54dc triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:49:05.542850 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-eeea6672-d861-4567-b518-490f9c49a71d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:05.578597 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-eeea6672-d861-4567-b518-490f9c49a71d None None] Port 4c096bfb-085c-4121-b78d-b10f275e54dc cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:49:05.848149 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 47576) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:49:05.853739 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-0e013536-8844-4dab-b2fd-db40ce5c4fe3 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Request body: {'security_group': {'name': 'tempest-securitygroup--871236324', 'description': 'tempest-description--854322619'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:49:05.875318 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0e013536-8844-4dab-b2fd-db40ce5c4fe3 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:05.944894 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0e013536-8844-4dab-b2fd-db40ce5c4fe3 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:05.949172 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0e013536-8844-4dab-b2fd-db40ce5c4fe3 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:05.980193 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0e013536-8844-4dab-b2fd-db40ce5c4fe3 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:05.981535 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-0e013536-8844-4dab-b2fd-db40ce5c4fe3 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1323721 May 18 18:49:05.983465 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e013536-8844-4dab-b2fd-db40ce5c4fe3 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eab78878-df6c-4016-9548-5c51c5bab9d7,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:49:05.984818 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 47578) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:49:05.989721 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-6f9e57db-743c-4038-b921-c3dd3bac40c3 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Request body: {'security_group_rule': {'security_group_id': 'eab78878-df6c-4016-9548-5c51c5bab9d7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:49:06.016770 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6f9e57db-743c-4038-b921-c3dd3bac40c3 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:06.085205 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6f9e57db-743c-4038-b921-c3dd3bac40c3 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:06.090537 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6f9e57db-743c-4038-b921-c3dd3bac40c3 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:06.110132 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9e57db-743c-4038-b921-c3dd3bac40c3 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cea4e58a-6803-4437-b8db-6dd8c4ff1965,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:49:06.118079 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6f9e57db-743c-4038-b921-c3dd3bac40c3 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:06.119294 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-6f9e57db-743c-4038-b921-c3dd3bac40c3 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1334000 May 18 18:49:06.121890 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 47580) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:49:06.126258 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-e3e38035-3a13-4c3d-a4b1-780bf1e30b7a tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Request body: {'security_group_rule': {'security_group_id': 'eab78878-df6c-4016-9548-5c51c5bab9d7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:49:06.151336 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e3e38035-3a13-4c3d-a4b1-780bf1e30b7a tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:06.209576 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e3e38035-3a13-4c3d-a4b1-780bf1e30b7a tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:06.213848 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e3e38035-3a13-4c3d-a4b1-780bf1e30b7a tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:06.521926 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e38035-3a13-4c3d-a4b1-780bf1e30b7a tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c6feb08-5ed7-43b9-8258-a014052cea6a,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:49:06.533108 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e3e38035-3a13-4c3d-a4b1-780bf1e30b7a tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:06.536984 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 1ed6d033-bee1-43e8-971e-18c98e1d7c47 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:49:06.537451 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-e3e38035-3a13-4c3d-a4b1-780bf1e30b7a tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4144495 May 18 18:49:06.538285 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 47582) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:49:06.542915 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-ce5b5ada-3dc3-4d62-9c40-163d962bdfd2 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Request body: {'floatingip': {'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:49:06.569889 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ce5b5ada-3dc3-4d62-9c40-163d962bdfd2 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Notify callbacks [] for floatingip, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:06.593401 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 1ed6d033-bee1-43e8-971e-18c98e1d7c47 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:49:06.593804 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:06.635025 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba93201-c1e1-4bf8-af4a-96f49b917334 None None] Sync routers for ids ['2ce7bf80-3692-4b14-af74-0cb1e25a3c9c'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:49:06.649417 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba93201-c1e1-4bf8-af4a-96f49b917334 None None] Routers {'2ce7bf80-3692-4b14-af74-0cb1e25a3c9c'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:49:06.650080 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-6ba93201-c1e1-4bf8-af4a-96f49b917334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:48:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['2ce7bf80-3692-4b14-af74-0cb1e25a3c9c'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:49:06.675773 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ce5b5ada-3dc3-4d62-9c40-163d962bdfd2 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:06.765122 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 1ed6d033-bee1-43e8-971e-18c98e1d7c47 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:49:06.765516 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:06.780507 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-ce5b5ada-3dc3-4d62-9c40-163d962bdfd2 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Allocated IP 172.25.5.52 (31ebd439-090c-4b25-bbb0-31c48711b145/363a2810-8a83-4be0-a317-7c91fcd94485/77579117-b925-4adf-93ba-b34410ea3e2c) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:49:06.798130 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] For port 1ed6d033-bee1-43e8-971e-18c98e1d7c47, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=1ed6d033-bee1-43e8-971e-18c98e1d7c47,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:49:06.804039 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:06.807485 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-6ba93201-c1e1-4bf8-af4a-96f49b917334 None None] Set router 2ce7bf80-3692-4b14-af74-0cb1e25a3c9c gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:49:06.926882 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Pushing event updated for resources: {'Port': ['ID=1ed6d033-bee1-43e8-971e-18c98e1d7c47,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:49:07.065280 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-6ba93201-c1e1-4bf8-af4a-96f49b917334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ce7bf80-3692-4b14-af74-0cb1e25a3c9c', 'name': 'tempest-ServerActionsTestJSON-158420334-router', 'tenant_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '1ed6d033-bee1-43e8-971e-18c98e1d7c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:49:02Z', 'updated_at': '2022-05-18T18:49:04Z', 'revision_number': 4, 'project_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'gw_port': {'id': '1ed6d033-bee1-43e8-971e-18c98e1d7c47', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:4e:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ce7bf80-3692-4b14-af74-0cb1e25a3c9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:49:02Z', 'updated_at': '2022-05-18T18:49:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '4c096bfb-085c-4121-b78d-b10f275e54dc', 'name': '', 'network_id': 'ed1b49f6-4ca7-4d7d-b302-2073cd83e975', 'tenant_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'mac_address': 'fa:16:3e:7e:b9:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ce7bf80-3692-4b14-af74-0cb1e25a3c9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '63fdba28-6b4f-4f0d-82c4-e1632b99bb24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:49:04Z', 'updated_at': '2022-05-18T18:49:04Z', 'revision_number': 2, 'project_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'subnets': [{'id': '63fdba28-6b4f-4f0d-82c4-e1632b99bb24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:49:07.092500 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba93201-c1e1-4bf8-af4a-96f49b917334 None None] Checking router: 2ce7bf80-3692-4b14-af74-0cb1e25a3c9c for host: n-d-838550-3 {{(pid=102732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:49:07.092853 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba93201-c1e1-4bf8-af4a-96f49b917334 None None] Updating router 2ce7bf80-3692-4b14-af74-0cb1e25a3c9c port 4c096bfb-085c-4121-b78d-b10f275e54dc binding host n-d-838550-3 {{(pid=102732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 18:49:07.119394 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-6ba93201-c1e1-4bf8-af4a-96f49b917334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:07.168887 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ce5b5ada-3dc3-4d62-9c40-163d962bdfd2 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:07.202487 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ce5b5ada-3dc3-4d62-9c40-163d962bdfd2 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:07.250114 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce5b5ada-3dc3-4d62-9c40-163d962bdfd2 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Network 31ebd439-090c-4b25-bbb0-31c48711b145 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:49:07.254014 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-ce5b5ada-3dc3-4d62-9c40-163d962bdfd2 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:49:07.258647 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5b5ada-3dc3-4d62-9c40-163d962bdfd2 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:49:07.282692 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5b5ada-3dc3-4d62-9c40-163d962bdfd2 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Pushing event updated for resources: {'Port': ['ID=77579117-b925-4adf-93ba-b34410ea3e2c,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:49:07.384448 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ce5b5ada-3dc3-4d62-9c40-163d962bdfd2 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:07.416826 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-6ba93201-c1e1-4bf8-af4a-96f49b917334 None None] Notify callbacks [] for port, precommit_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:07.422328 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ce5b5ada-3dc3-4d62-9c40-163d962bdfd2 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:07.422676 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-6ba93201-c1e1-4bf8-af4a-96f49b917334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:07.471662 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b33edbe-6204-42d1-9b77-4d93c9dc8202 None None] Pushing event updated for resources: {'Port': ['ID=4c096bfb-085c-4121-b78d-b10f275e54dc,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:49:07.523056 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-6ba93201-c1e1-4bf8-af4a-96f49b917334 None None] Attempting to bind port 4c096bfb-085c-4121-b78d-b10f275e54dc on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:49:07.523546 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-6ba93201-c1e1-4bf8-af4a-96f49b917334 None None] Attempting to bind port 4c096bfb-085c-4121-b78d-b10f275e54dc by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '404878ed-a07b-4f6d-8f20-714e74fae3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'ed1b49f6-4ca7-4d7d-b302-2073cd83e975'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:49:07.523916 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba93201-c1e1-4bf8-af4a-96f49b917334 None None] Attempting to bind port 4c096bfb-085c-4121-b78d-b10f275e54dc on network ed1b49f6-4ca7-4d7d-b302-2073cd83e975 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:49:07.530099 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba93201-c1e1-4bf8-af4a-96f49b917334 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:49:07.530492 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba93201-c1e1-4bf8-af4a-96f49b917334 None None] Checking segment: {'id': '404878ed-a07b-4f6d-8f20-714e74fae3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'ed1b49f6-4ca7-4d7d-b302-2073cd83e975'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:49:07.531458 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-6ba93201-c1e1-4bf8-af4a-96f49b917334 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:07.531458 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba93201-c1e1-4bf8-af4a-96f49b917334 None None] Bound using segment: {'id': '404878ed-a07b-4f6d-8f20-714e74fae3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'ed1b49f6-4ca7-4d7d-b302-2073cd83e975'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:49:07.531801 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-6ba93201-c1e1-4bf8-af4a-96f49b917334 None None] Bound port: 4c096bfb-085c-4121-b78d-b10f275e54dc, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '404878ed-a07b-4f6d-8f20-714e74fae3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'ed1b49f6-4ca7-4d7d-b302-2073cd83e975'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:49:07.532194 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-6ba93201-c1e1-4bf8-af4a-96f49b917334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:07.598571 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ce5b5ada-3dc3-4d62-9c40-163d962bdfd2 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:07.604472 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ce5b5ada-3dc3-4d62-9c40-163d962bdfd2 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:07.608256 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-6ba93201-c1e1-4bf8-af4a-96f49b917334 None None] For port 4c096bfb-085c-4121-b78d-b10f275e54dc, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:49:07.612478 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-6ba93201-c1e1-4bf8-af4a-96f49b917334 None None] For port 4c096bfb-085c-4121-b78d-b10f275e54dc, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=4c096bfb-085c-4121-b78d-b10f275e54dc,segment=NetworkSegment(404878ed-a07b-4f6d-8f20-714e74fae3cc),segment_id=404878ed-a07b-4f6d-8f20-714e74fae3cc)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:49:07.618962 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-6ba93201-c1e1-4bf8-af4a-96f49b917334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:07.681833 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba93201-c1e1-4bf8-af4a-96f49b917334 None None] Routers {'2ce7bf80-3692-4b14-af74-0cb1e25a3c9c'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:49:07.682465 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-6ba93201-c1e1-4bf8-af4a-96f49b917334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:48:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['2ce7bf80-3692-4b14-af74-0cb1e25a3c9c'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:49:07.684685 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5b5ada-3dc3-4d62-9c40-163d962bdfd2 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Pushing event updated for resources: {'Port': ['ID=77579117-b925-4adf-93ba-b34410ea3e2c,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:49:07.698275 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ce5b5ada-3dc3-4d62-9c40-163d962bdfd2 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596987'] for floatingip, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:07.715457 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ce5b5ada-3dc3-4d62-9c40-163d962bdfd2 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:07.724666 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-ce5b5ada-3dc3-4d62-9c40-163d962bdfd2 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1781523 May 18 18:49:07.746469 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b33edbe-6204-42d1-9b77-4d93c9dc8202 None None] Pushing event updated for resources: {'Port': ['ID=4c096bfb-085c-4121-b78d-b10f275e54dc,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:49:07.775664 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-89b10d6f-2f9f-4503-be6c-0c0be9510592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:07.784533 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-95e6e48a-e2b2-4374-9c15-3fdd5db5a9c1 None None] Provisioning complete for port 4c096bfb-085c-4121-b78d-b10f275e54dc triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:49:07.784901 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-95e6e48a-e2b2-4374-9c15-3fdd5db5a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:07.885423 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e2d1e435-301c-4a4e-bc71-ab8193800d0c req-df8a3520-da8c-4b68-8fa6-6c15056cdedb tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-securitygroup--871236324&fields=id&tenant_id=8eaa7b9f5c3a4c288455d807dfdc5d8c HTTP/1.1" status: 200 len: 267 time: 0.0518694 May 18 18:49:08.000162 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d1e435-301c-4a4e-bc71-ab8193800d0c req-de54c96a-de2b-4bb9-b205-bb3697751f8e tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:49:08.001693 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e2d1e435-301c-4a4e-bc71-ab8193800d0c req-de54c96a-de2b-4bb9-b205-bb3697751f8e tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/networks?id=ed1b49f6-4ca7-4d7d-b302-2073cd83e975 HTTP/1.1" status: 200 len: 811 time: 0.1079583 May 18 18:49:08.017154 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e2d1e435-301c-4a4e-bc71-ab8193800d0c req-5b1ce1c7-52f2-4d81-b8d2-b5a448114f43 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/quotas/8eaa7b9f5c3a4c288455d807dfdc5d8c HTTP/1.1" status: 200 len: 375 time: 0.0096006 May 18 18:49:08.030682 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-6ba93201-c1e1-4bf8-af4a-96f49b917334 None None] Set router 2ce7bf80-3692-4b14-af74-0cb1e25a3c9c gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:49:08.080966 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e2d1e435-301c-4a4e-bc71-ab8193800d0c req-0cc8e664-b8a9-4a08-8bc9-1989cceb60cd tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=8eaa7b9f5c3a4c288455d807dfdc5d8c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0580897 May 18 18:49:08.144525 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-95e6e48a-e2b2-4374-9c15-3fdd5db5a9c1 None None] Current status of the port 4c096bfb-085c-4121-b78d-b10f275e54dc is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:49:08.144910 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-95e6e48a-e2b2-4374-9c15-3fdd5db5a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:08.176308 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e2d1e435-301c-4a4e-bc71-ab8193800d0c req-164fbc96-bd53-44c0-88bb-7c1ffeba9cee service neutron] 10.222.0.85 "GET /v2.0/networks/ed1b49f6-4ca7-4d7d-b302-2073cd83e975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831635 May 18 18:49:08.226955 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-95e6e48a-e2b2-4374-9c15-3fdd5db5a9c1 None None] For port 4c096bfb-085c-4121-b78d-b10f275e54dc, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=4c096bfb-085c-4121-b78d-b10f275e54dc,segment=NetworkSegment(404878ed-a07b-4f6d-8f20-714e74fae3cc),segment_id=404878ed-a07b-4f6d-8f20-714e74fae3cc)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:49:08.235294 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-95e6e48a-e2b2-4374-9c15-3fdd5db5a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:08.274099 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e2d1e435-301c-4a4e-bc71-ab8193800d0c req-55791200-7882-42af-bf17-28d218b605ec service neutron] 10.222.0.85 "GET /v2.0/networks/ed1b49f6-4ca7-4d7d-b302-2073cd83e975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892024 May 18 18:49:08.316487 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e6e48a-e2b2-4374-9c15-3fdd5db5a9c1 None None] Pushing event updated for resources: {'Port': ['ID=4c096bfb-085c-4121-b78d-b10f275e54dc,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:49:08.337702 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-6ba93201-c1e1-4bf8-af4a-96f49b917334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ce7bf80-3692-4b14-af74-0cb1e25a3c9c', 'name': 'tempest-ServerActionsTestJSON-158420334-router', 'tenant_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '1ed6d033-bee1-43e8-971e-18c98e1d7c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:49:02Z', 'updated_at': '2022-05-18T18:49:04Z', 'revision_number': 4, 'project_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'gw_port': {'id': '1ed6d033-bee1-43e8-971e-18c98e1d7c47', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:4e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce7bf80-3692-4b14-af74-0cb1e25a3c9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:49:02Z', 'updated_at': '2022-05-18T18:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '4c096bfb-085c-4121-b78d-b10f275e54dc', 'name': '', 'network_id': 'ed1b49f6-4ca7-4d7d-b302-2073cd83e975', 'tenant_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'mac_address': 'fa:16:3e:7e:b9:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ce7bf80-3692-4b14-af74-0cb1e25a3c9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '63fdba28-6b4f-4f0d-82c4-e1632b99bb24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:49:04Z', 'updated_at': '2022-05-18T18:49:07Z', 'revision_number': 4, 'project_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'subnets': [{'id': '63fdba28-6b4f-4f0d-82c4-e1632b99bb24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:49:08.374884 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba93201-c1e1-4bf8-af4a-96f49b917334 None None] The sync data for ids ['2ce7bf80-3692-4b14-af74-0cb1e25a3c9c'] in n-d-838550-3 is: [{'id': '2ce7bf80-3692-4b14-af74-0cb1e25a3c9c', 'name': 'tempest-ServerActionsTestJSON-158420334-router', 'tenant_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '1ed6d033-bee1-43e8-971e-18c98e1d7c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:49:02Z', 'updated_at': '2022-05-18T18:49:04Z', 'revision_number': 4, 'project_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'gw_port': {'id': '1ed6d033-bee1-43e8-971e-18c98e1d7c47', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:4e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce7bf80-3692-4b14-af74-0cb1e25a3c9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:49:02Z', 'updated_at': '2022-05-18T18:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '4c096bfb-085c-4121-b78d-b10f275e54dc', 'name': '', 'network_id': 'ed1b49f6-4ca7-4d7d-b302-2073cd83e975', 'tenant_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'mac_address': 'fa:16:3e:7e:b9:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ce7bf80-3692-4b14-af74-0cb1e25a3c9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '63fdba28-6b4f-4f0d-82c4-e1632b99bb24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:49:04Z', 'updated_at': '2022-05-18T18:49:07Z', 'revision_number': 4, 'project_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'subnets': [{'id': '63fdba28-6b4f-4f0d-82c4-e1632b99bb24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:49:08.392341 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-e5655b51-6141-4e66-8efd-a5a009b2b175 None None] Provisioning complete for port 4c096bfb-085c-4121-b78d-b10f275e54dc triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:49:08.392712 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-e5655b51-6141-4e66-8efd-a5a009b2b175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:08.528347 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f8a51569-15bd-46ff-8ca7-9eb6f2d1eb92 req-dfcd38b2-236d-4f65-adef-fd6d3d58a49d tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=43fb695e-28e9-4461-8bbc-d5144c094627 HTTP/1.1" status: 200 len: 210 time: 0.0411975 May 18 18:49:08.528897 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-e5655b51-6141-4e66-8efd-a5a009b2b175 None None] Current status of the port 4c096bfb-085c-4121-b78d-b10f275e54dc is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:49:08.629569 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 1ed6d033-bee1-43e8-971e-18c98e1d7c47 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:49:08.682970 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 1ed6d033-bee1-43e8-971e-18c98e1d7c47 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:49:08.683334 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:08.776172 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 1ed6d033-bee1-43e8-971e-18c98e1d7c47 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:49:08.777274 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 4c096bfb-085c-4121-b78d-b10f275e54dc up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:49:08.834420 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 4c096bfb-085c-4121-b78d-b10f275e54dc triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:49:08.834944 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:08.934226 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 4c096bfb-085c-4121-b78d-b10f275e54dc is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:49:09.620991 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e4d791ff-dcd0-4390-bc6c-938364cf5ab7 req-0ff4508a-47ef-4953-bb19-a1c6cf46f56f tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=43fb695e-28e9-4461-8bbc-d5144c094627 HTTP/1.1" status: 200 len: 210 time: 0.0394132 May 18 18:49:09.629545 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d1e435-301c-4a4e-bc71-ab8193800d0c req-bb6f1821-8bfe-42f6-9851-18b9d4392b78 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:49:09.631763 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e2d1e435-301c-4a4e-bc71-ab8193800d0c req-bb6f1821-8bfe-42f6-9851-18b9d4392b78 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.36 "GET /v2.0/networks?id=ed1b49f6-4ca7-4d7d-b302-2073cd83e975 HTTP/1.1" status: 200 len: 811 time: 0.1285117 May 18 18:49:09.693933 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e2d1e435-301c-4a4e-bc71-ab8193800d0c req-a353bc06-4aba-4802-a966-93b5fe2951d0 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8eaa7b9f5c3a4c288455d807dfdc5d8c HTTP/1.1" status: 200 len: 379 time: 0.0467420 May 18 18:49:09.708912 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-e2d1e435-301c-4a4e-bc71-ab8193800d0c req-e7a278e0-71a5-48c6-b295-159355f14bc3 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Request body: {'port': {'device_id': '43fb695e-28e9-4461-8bbc-d5144c094627', 'network_id': 'ed1b49f6-4ca7-4d7d-b302-2073cd83e975', 'admin_state_up': True, 'tenant_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'security_groups': ['eab78878-df6c-4016-9548-5c51c5bab9d7']}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:49:09.809838 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2d1e435-301c-4a4e-bc71-ab8193800d0c req-e7a278e0-71a5-48c6-b295-159355f14bc3 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Made reservation on behalf of 8eaa7b9f5c3a4c288455d807dfdc5d8c for: {'port': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:49:09.813235 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-e2d1e435-301c-4a4e-bc71-ab8193800d0c req-e7a278e0-71a5-48c6-b295-159355f14bc3 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:09.938916 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [req-e2d1e435-301c-4a4e-bc71-ab8193800d0c req-e7a278e0-71a5-48c6-b295-159355f14bc3 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Allocated IP 172.20.0.6 (ed1b49f6-4ca7-4d7d-b302-2073cd83e975/63fdba28-6b4f-4f0d-82c4-e1632b99bb24/dc24fc6d-fb1b-4395-9cd5-5db4b06dd8ec) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:49:10.070664 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-e2d1e435-301c-4a4e-bc71-ab8193800d0c req-e7a278e0-71a5-48c6-b295-159355f14bc3 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:10.078541 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-e5b43c39-b4b2-402f-933d-c1cae68e86b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:10.109142 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-e2d1e435-301c-4a4e-bc71-ab8193800d0c req-e7a278e0-71a5-48c6-b295-159355f14bc3 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:10.151748 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2d1e435-301c-4a4e-bc71-ab8193800d0c req-e7a278e0-71a5-48c6-b295-159355f14bc3 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Network ed1b49f6-4ca7-4d7d-b302-2073cd83e975 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:49:10.154794 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [req-e2d1e435-301c-4a4e-bc71-ab8193800d0c req-e7a278e0-71a5-48c6-b295-159355f14bc3 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:49:10.158489 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2d1e435-301c-4a4e-bc71-ab8193800d0c req-e7a278e0-71a5-48c6-b295-159355f14bc3 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:49:10.167028 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a278e0-71a5-48c6-b295-159355f14bc3 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Pushing event updated for resources: {'Port': ['ID=dc24fc6d-fb1b-4395-9cd5-5db4b06dd8ec,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:49:10.213027 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d1e435-301c-4a4e-bc71-ab8193800d0c req-e7a278e0-71a5-48c6-b295-159355f14bc3 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:49:10.213679 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-e2d1e435-301c-4a4e-bc71-ab8193800d0c req-e7a278e0-71a5-48c6-b295-159355f14bc3 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:10.231248 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e2d1e435-301c-4a4e-bc71-ab8193800d0c req-e7a278e0-71a5-48c6-b295-159355f14bc3 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5258241 May 18 18:49:10.248785 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-e2d1e435-301c-4a4e-bc71-ab8193800d0c req-b032d542-19df-4b88-bb52-6d3b1816edc3 service neutron] Request body: {'port': {'device_id': '43fb695e-28e9-4461-8bbc-d5144c094627', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-3'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:49:10.305198 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-e2d1e435-301c-4a4e-bc71-ab8193800d0c req-b032d542-19df-4b88-bb52-6d3b1816edc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:10.363116 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-dac75fc9-b847-49c8-aeb2-576af87194e1 None None] Provisioning complete for port dc24fc6d-fb1b-4395-9cd5-5db4b06dd8ec triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:49:10.363494 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-dac75fc9-b847-49c8-aeb2-576af87194e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:10.397365 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-dac75fc9-b847-49c8-aeb2-576af87194e1 None None] Port dc24fc6d-fb1b-4395-9cd5-5db4b06dd8ec cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:49:10.578083 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [req-e2d1e435-301c-4a4e-bc71-ab8193800d0c req-b032d542-19df-4b88-bb52-6d3b1816edc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc24fc6d-fb1b-4395-9cd5-5db4b06dd8ec {{(pid=102730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:49:10.585294 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-e2d1e435-301c-4a4e-bc71-ab8193800d0c req-b032d542-19df-4b88-bb52-6d3b1816edc3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:10.596751 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [req-e2d1e435-301c-4a4e-bc71-ab8193800d0c req-b032d542-19df-4b88-bb52-6d3b1816edc3 service neutron] Transition to ACTIVE for port object dc24fc6d-fb1b-4395-9cd5-5db4b06dd8ec will not be triggered until provisioned by entity L2. {{(pid=102730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:49:10.600497 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-e2d1e435-301c-4a4e-bc71-ab8193800d0c req-b032d542-19df-4b88-bb52-6d3b1816edc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:10.649538 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b032d542-19df-4b88-bb52-6d3b1816edc3 service neutron] Pushing event updated for resources: {'Port': ['ID=dc24fc6d-fb1b-4395-9cd5-5db4b06dd8ec,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:49:10.766254 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-e2d1e435-301c-4a4e-bc71-ab8193800d0c req-b032d542-19df-4b88-bb52-6d3b1816edc3 service neutron] Attempting to bind port dc24fc6d-fb1b-4395-9cd5-5db4b06dd8ec on host n-h1-838550-3 for vnic_type normal with profile {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:49:10.766590 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-e2d1e435-301c-4a4e-bc71-ab8193800d0c req-b032d542-19df-4b88-bb52-6d3b1816edc3 service neutron] Attempting to bind port dc24fc6d-fb1b-4395-9cd5-5db4b06dd8ec by drivers openvswitch,hyperv on host n-h1-838550-3 at level 0 using segments [{'id': '404878ed-a07b-4f6d-8f20-714e74fae3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'ed1b49f6-4ca7-4d7d-b302-2073cd83e975'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:49:10.766913 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d1e435-301c-4a4e-bc71-ab8193800d0c req-b032d542-19df-4b88-bb52-6d3b1816edc3 service neutron] Attempting to bind port dc24fc6d-fb1b-4395-9cd5-5db4b06dd8ec on network ed1b49f6-4ca7-4d7d-b302-2073cd83e975 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:49:10.773086 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d1e435-301c-4a4e-bc71-ab8193800d0c req-b032d542-19df-4b88-bb52-6d3b1816edc3 service neutron] Port dc24fc6d-fb1b-4395-9cd5-5db4b06dd8ec on network ed1b49f6-4ca7-4d7d-b302-2073cd83e975 not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-3 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:49:10.773403 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d1e435-301c-4a4e-bc71-ab8193800d0c req-b032d542-19df-4b88-bb52-6d3b1816edc3 service neutron] Attempting to bind port dc24fc6d-fb1b-4395-9cd5-5db4b06dd8ec on network ed1b49f6-4ca7-4d7d-b302-2073cd83e975 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:49:10.783176 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1ada0f-8034-4f5a-97e4-33e5b8d7a62a req-5ca76757-7d17-43bd-882b-106255a10c29 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:49:10.784748 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6a1ada0f-8034-4f5a-97e4-33e5b8d7a62a req-5ca76757-7d17-43bd-882b-106255a10c29 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=43fb695e-28e9-4461-8bbc-d5144c094627 HTTP/1.1" status: 200 len: 943 time: 0.0799253 May 18 18:49:10.789357 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d1e435-301c-4a4e-bc71-ab8193800d0c req-b032d542-19df-4b88-bb52-6d3b1816edc3 service neutron] Checking agent: {'id': '1dbac822-25f2-4df8-9dc8-5c2e7b136eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:49:10.790351 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d1e435-301c-4a4e-bc71-ab8193800d0c req-b032d542-19df-4b88-bb52-6d3b1816edc3 service neutron] Checking segment: {'id': '404878ed-a07b-4f6d-8f20-714e74fae3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'ed1b49f6-4ca7-4d7d-b302-2073cd83e975'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:49:10.790703 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d1e435-301c-4a4e-bc71-ab8193800d0c req-b032d542-19df-4b88-bb52-6d3b1816edc3 service neutron] Bound using segment: {'id': '404878ed-a07b-4f6d-8f20-714e74fae3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'ed1b49f6-4ca7-4d7d-b302-2073cd83e975'} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:49:10.791138 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-e2d1e435-301c-4a4e-bc71-ab8193800d0c req-b032d542-19df-4b88-bb52-6d3b1816edc3 service neutron] Bound port: dc24fc6d-fb1b-4395-9cd5-5db4b06dd8ec, host: n-h1-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '404878ed-a07b-4f6d-8f20-714e74fae3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'ed1b49f6-4ca7-4d7d-b302-2073cd83e975'}}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:49:10.791500 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-e2d1e435-301c-4a4e-bc71-ab8193800d0c req-b032d542-19df-4b88-bb52-6d3b1816edc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:10.856869 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6a1ada0f-8034-4f5a-97e4-33e5b8d7a62a req-fa498b57-bb9d-45b0-b8e1-730a0c3d22ec tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630243 May 18 18:49:10.880665 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-e2d1e435-301c-4a4e-bc71-ab8193800d0c req-b032d542-19df-4b88-bb52-6d3b1816edc3 service neutron] For port dc24fc6d-fb1b-4395-9cd5-5db4b06dd8ec, host n-h1-838550-3, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:49:10.883891 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-e2d1e435-301c-4a4e-bc71-ab8193800d0c req-b032d542-19df-4b88-bb52-6d3b1816edc3 service neutron] For port dc24fc6d-fb1b-4395-9cd5-5db4b06dd8ec, host n-h1-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=dc24fc6d-fb1b-4395-9cd5-5db4b06dd8ec,segment=NetworkSegment(404878ed-a07b-4f6d-8f20-714e74fae3cc),segment_id=404878ed-a07b-4f6d-8f20-714e74fae3cc)] {{(pid=102730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:49:10.887444 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-e2d1e435-301c-4a4e-bc71-ab8193800d0c req-b032d542-19df-4b88-bb52-6d3b1816edc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:10.928844 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d1e435-301c-4a4e-bc71-ab8193800d0c req-b032d542-19df-4b88-bb52-6d3b1816edc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:49:10.929456 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-e2d1e435-301c-4a4e-bc71-ab8193800d0c req-b032d542-19df-4b88-bb52-6d3b1816edc3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:10.931233 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e2d1e435-301c-4a4e-bc71-ab8193800d0c req-b032d542-19df-4b88-bb52-6d3b1816edc3 service neutron] 10.222.0.36 "PUT /v2.0/ports/dc24fc6d-fb1b-4395-9cd5-5db4b06dd8ec HTTP/1.1" status: 200 len: 1091 time: 0.6865118 May 18 18:49:10.931537 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43fb695e-28e9-4461-8bbc-d5144c094627', 'tag': 'dc24fc6d-fb1b-4395-9cd5-5db4b06dd8ec'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:49:10.934027 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be1bd059-c3f4-4c7a-b7d7-1aba21675d6d" -d '{"events": [{"name": "network-changed", "server_uuid": "43fb695e-28e9-4461-8bbc-d5144c094627", "tag": "dc24fc6d-fb1b-4395-9cd5-5db4b06dd8ec"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:49:10.962264 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b032d542-19df-4b88-bb52-6d3b1816edc3 service neutron] Pushing event updated for resources: {'Port': ['ID=dc24fc6d-fb1b-4395-9cd5-5db4b06dd8ec,revision_number=3']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:49:10.991498 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d42c156e-298d-4b30-86b1-84824cbc0f8b x-openstack-request-id: req-d42c156e-298d-4b30-86b1-84824cbc0f8b {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:49:10.991793 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43fb695e-28e9-4461-8bbc-d5144c094627", "tag": "dc24fc6d-fb1b-4395-9cd5-5db4b06dd8ec", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:49:10.992051 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-d42c156e-298d-4b30-86b1-84824cbc0f8b {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:49:10.992458 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d42c156e-298d-4b30-86b1-84824cbc0f8b'] response: {'name': 'network-changed', 'server_uuid': '43fb695e-28e9-4461-8bbc-d5144c094627', 'tag': 'dc24fc6d-fb1b-4395-9cd5-5db4b06dd8ec', 'status': 'completed', 'code': 200} May 18 18:49:11.025272 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d1e435-301c-4a4e-bc71-ab8193800d0c req-07b083ca-ced2-4a2e-9996-3cea3f38001c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:49:11.030903 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e2d1e435-301c-4a4e-bc71-ab8193800d0c req-07b083ca-ced2-4a2e-9996-3cea3f38001c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8eaa7b9f5c3a4c288455d807dfdc5d8c&device_id=43fb695e-28e9-4461-8bbc-d5144c094627 HTTP/1.1" status: 200 len: 1094 time: 0.0523102 May 18 18:49:11.080980 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e2d1e435-301c-4a4e-bc71-ab8193800d0c req-02666ae8-bd7c-4a39-967b-db06bc0f8e83 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dc24fc6d-fb1b-4395-9cd5-5db4b06dd8ec HTTP/1.1" status: 200 len: 217 time: 0.0363941 May 18 18:49:11.137485 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d1e435-301c-4a4e-bc71-ab8193800d0c req-1797db9a-ad4c-442b-86a0-c4944b8ef61c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:49:11.139088 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e2d1e435-301c-4a4e-bc71-ab8193800d0c req-1797db9a-ad4c-442b-86a0-c4944b8ef61c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=63fdba28-6b4f-4f0d-82c4-e1632b99bb24 HTTP/1.1" status: 200 len: 850 time: 0.0492454 May 18 18:49:11.193395 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d1e435-301c-4a4e-bc71-ab8193800d0c req-9f32420e-d0e4-420e-a66a-608f33c2e72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:49:11.194938 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e2d1e435-301c-4a4e-bc71-ab8193800d0c req-9f32420e-d0e4-420e-a66a-608f33c2e72b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ed1b49f6-4ca7-4d7d-b302-2073cd83e975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448189 May 18 18:49:11.286013 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e2d1e435-301c-4a4e-bc71-ab8193800d0c req-f4c02403-fe31-4ca5-85cb-a28437310cae service neutron] 10.222.0.36 "GET /v2.0/networks/ed1b49f6-4ca7-4d7d-b302-2073cd83e975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837657 May 18 18:49:11.370458 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:11.393926 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e2d1e435-301c-4a4e-bc71-ab8193800d0c req-7a908a06-15da-4c0a-9ca8-f1e884d238be service neutron] 10.222.0.36 "GET /v2.0/networks/ed1b49f6-4ca7-4d7d-b302-2073cd83e975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971491 May 18 18:49:11.485691 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1bd059-c3f4-4c7a-b7d7-1aba21675d6d req-af4ed0bf-467d-429a-b308-17ed54f81e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:49:11.487232 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-be1bd059-c3f4-4c7a-b7d7-1aba21675d6d req-af4ed0bf-467d-429a-b308-17ed54f81e4f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8eaa7b9f5c3a4c288455d807dfdc5d8c&device_id=43fb695e-28e9-4461-8bbc-d5144c094627 HTTP/1.1" status: 200 len: 1094 time: 0.0420957 May 18 18:49:11.579426 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1bd059-c3f4-4c7a-b7d7-1aba21675d6d req-b342c1ec-9a49-4d51-80da-c4e2ca726265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:49:11.580925 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-be1bd059-c3f4-4c7a-b7d7-1aba21675d6d req-b342c1ec-9a49-4d51-80da-c4e2ca726265 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ed1b49f6-4ca7-4d7d-b302-2073cd83e975 HTTP/1.1" status: 200 len: 912 time: 0.0866649 May 18 18:49:11.620689 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-be1bd059-c3f4-4c7a-b7d7-1aba21675d6d req-98ec953f-8e13-4ca3-a6b1-6da92c6f2793 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dc24fc6d-fb1b-4395-9cd5-5db4b06dd8ec HTTP/1.1" status: 200 len: 217 time: 0.0333226 May 18 18:49:11.669289 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1bd059-c3f4-4c7a-b7d7-1aba21675d6d req-4a008b62-70b1-4740-984a-c12a525fa933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:49:11.671070 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-be1bd059-c3f4-4c7a-b7d7-1aba21675d6d req-4a008b62-70b1-4740-984a-c12a525fa933 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=63fdba28-6b4f-4f0d-82c4-e1632b99bb24 HTTP/1.1" status: 200 len: 850 time: 0.0435145 May 18 18:49:11.723615 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1bd059-c3f4-4c7a-b7d7-1aba21675d6d req-35a07fce-c27a-4f44-805b-81632cd2b658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:49:11.725143 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-be1bd059-c3f4-4c7a-b7d7-1aba21675d6d req-35a07fce-c27a-4f44-805b-81632cd2b658 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ed1b49f6-4ca7-4d7d-b302-2073cd83e975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436764 May 18 18:49:11.819028 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-be1bd059-c3f4-4c7a-b7d7-1aba21675d6d req-f7dac67d-5a60-4291-9063-701a4d8e8950 service neutron] 10.222.0.36 "GET /v2.0/networks/ed1b49f6-4ca7-4d7d-b302-2073cd83e975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856833 May 18 18:49:11.909839 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-be1bd059-c3f4-4c7a-b7d7-1aba21675d6d req-0d7d5c0e-48bf-4d02-9a6d-1ea99ccb1bbc service neutron] 10.222.0.36 "GET /v2.0/networks/ed1b49f6-4ca7-4d7d-b302-2073cd83e975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815537 May 18 18:49:11.979048 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b589ced3-de46-4cc7-a53c-49c91cbaf5cc req-9932cf3d-55fa-4d0b-9ba0-d5714af9f6cd tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:49:11.980473 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b589ced3-de46-4cc7-a53c-49c91cbaf5cc req-9932cf3d-55fa-4d0b-9ba0-d5714af9f6cd tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=43fb695e-28e9-4461-8bbc-d5144c094627 HTTP/1.1" status: 200 len: 943 time: 0.0546432 May 18 18:49:12.028777 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b589ced3-de46-4cc7-a53c-49c91cbaf5cc req-101902e2-f22b-41cd-a57a-256f2599f5bc tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420837 May 18 18:49:12.527258 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:13.102573 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:13.151157 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8774b2-fab3-4ead-acbf-a63b15ecef72 req-593a5100-e749-4f68-b79e-d20db3988b71 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:49:13.152619 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6d8774b2-fab3-4ead-acbf-a63b15ecef72 req-593a5100-e749-4f68-b79e-d20db3988b71 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=43fb695e-28e9-4461-8bbc-d5144c094627 HTTP/1.1" status: 200 len: 943 time: 0.0488086 May 18 18:49:13.189646 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-6d8774b2-fab3-4ead-acbf-a63b15ecef72 req-3c0d12e9-2c90-43cf-9870-ab77f25ade21 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310378 May 18 18:49:14.084413 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device dc24fc6d-fb1b-4395-9cd5-5db4b06dd8ec details requested by agent hyperv_n-h1-838550-3 with host n-h1-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:49:14.177771 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port dc24fc6d-fb1b-4395-9cd5-5db4b06dd8ec, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=dc24fc6d-fb1b-4395-9cd5-5db4b06dd8ec,segment=NetworkSegment(404878ed-a07b-4f6d-8f20-714e74fae3cc),segment_id=404878ed-a07b-4f6d-8f20-714e74fae3cc)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:49:14.189053 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Returning: {'device': 'dc24fc6d-fb1b-4395-9cd5-5db4b06dd8ec', 'network_id': 'ed1b49f6-4ca7-4d7d-b302-2073cd83e975', 'port_id': 'dc24fc6d-fb1b-4395-9cd5-5db4b06dd8ec', 'mac_address': 'fa:16:3e:35:8e:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63fdba28-6b4f-4f0d-82c4-e1632b99bb24', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:49:14.229635 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port dc24fc6d-fb1b-4395-9cd5-5db4b06dd8ec is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:49:14.230027 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:14.242863 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc24fc6d-fb1b-4395-9cd5-5db4b06dd8ec {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:49:14.262502 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port dc24fc6d-fb1b-4395-9cd5-5db4b06dd8ec, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=dc24fc6d-fb1b-4395-9cd5-5db4b06dd8ec,segment=NetworkSegment(404878ed-a07b-4f6d-8f20-714e74fae3cc),segment_id=404878ed-a07b-4f6d-8f20-714e74fae3cc)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:49:14.266428 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:14.306651 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c792e51-b8c8-4dcf-859d-42f885e6192f req-12cc32c2-152e-49bf-8882-48b698d1ec83 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:49:14.308075 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8c792e51-b8c8-4dcf-859d-42f885e6192f req-12cc32c2-152e-49bf-8882-48b698d1ec83 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=43fb695e-28e9-4461-8bbc-d5144c094627 HTTP/1.1" status: 200 len: 944 time: 0.0506055 May 18 18:49:14.313152 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=dc24fc6d-fb1b-4395-9cd5-5db4b06dd8ec,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:49:14.347354 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8c792e51-b8c8-4dcf-859d-42f885e6192f req-e4068809-ec21-4cbd-b100-7c7a4a244803 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330131 May 18 18:49:14.509922 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['dc24fc6d-fb1b-4395-9cd5-5db4b06dd8ec'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:49:15.467411 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8962316b-ed1a-4772-9fbb-55235b23d84e req-dd8bc856-d6f8-4ede-ab05-c820124e8317 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:49:15.468878 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8962316b-ed1a-4772-9fbb-55235b23d84e req-dd8bc856-d6f8-4ede-ab05-c820124e8317 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=43fb695e-28e9-4461-8bbc-d5144c094627 HTTP/1.1" status: 200 len: 944 time: 0.0545743 May 18 18:49:15.507034 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8962316b-ed1a-4772-9fbb-55235b23d84e req-e46ca14c-580f-49c6-ad29-b2c97578955f tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320168 May 18 18:49:16.113281 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device dc24fc6d-fb1b-4395-9cd5-5db4b06dd8ec up at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:49:16.164638 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning for port dc24fc6d-fb1b-4395-9cd5-5db4b06dd8ec completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:49:16.169929 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning complete for port dc24fc6d-fb1b-4395-9cd5-5db4b06dd8ec triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:49:16.170286 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:16.267699 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port dc24fc6d-fb1b-4395-9cd5-5db4b06dd8ec is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:49:16.268082 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:16.295960 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43fb695e-28e9-4461-8bbc-d5144c094627', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc24fc6d-fb1b-4395-9cd5-5db4b06dd8ec'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:49:16.298582 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68a39f3c-bbbe-4bb6-96cd-476aa3893643" -d '{"events": [{"server_uuid": "43fb695e-28e9-4461-8bbc-d5144c094627", "name": "network-vif-plugged", "status": "completed", "tag": "dc24fc6d-fb1b-4395-9cd5-5db4b06dd8ec"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:49:16.311356 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port dc24fc6d-fb1b-4395-9cd5-5db4b06dd8ec, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=dc24fc6d-fb1b-4395-9cd5-5db4b06dd8ec,segment=NetworkSegment(404878ed-a07b-4f6d-8f20-714e74fae3cc),segment_id=404878ed-a07b-4f6d-8f20-714e74fae3cc)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:49:16.315328 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:16.342941 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a7d3ee9-b99d-4658-b396-e52a13cfd017 x-openstack-request-id: req-8a7d3ee9-b99d-4658-b396-e52a13cfd017 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:49:16.343235 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43fb695e-28e9-4461-8bbc-d5144c094627", "name": "network-vif-plugged", "status": "completed", "tag": "dc24fc6d-fb1b-4395-9cd5-5db4b06dd8ec", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:49:16.343489 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-8a7d3ee9-b99d-4658-b396-e52a13cfd017 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:49:16.343889 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a7d3ee9-b99d-4658-b396-e52a13cfd017'] response: {'server_uuid': '43fb695e-28e9-4461-8bbc-d5144c094627', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc24fc6d-fb1b-4395-9cd5-5db4b06dd8ec', 'code': 200} May 18 18:49:16.375403 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=dc24fc6d-fb1b-4395-9cd5-5db4b06dd8ec,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:49:16.442655 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8c372c-f622-4d31-8567-b22921569d13 req-d51a6881-980b-45b3-96ff-ccecf9db98a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:49:16.444178 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7b8c372c-f622-4d31-8567-b22921569d13 req-d51a6881-980b-45b3-96ff-ccecf9db98a5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=43fb695e-28e9-4461-8bbc-d5144c094627 HTTP/1.1" status: 200 len: 1096 time: 0.0423400 May 18 18:49:16.483223 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7b8c372c-f622-4d31-8567-b22921569d13 req-1ab7fe21-766c-4a85-947b-5f97410898b8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323260 May 18 18:49:16.629075 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdea304-d625-4e65-8e81-16d36bcfcca1 req-00302675-9dc2-4035-9100-e7501c6a9b1f tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:49:16.630536 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-efdea304-d625-4e65-8e81-16d36bcfcca1 req-00302675-9dc2-4035-9100-e7501c6a9b1f tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=43fb695e-28e9-4461-8bbc-d5144c094627 HTTP/1.1" status: 200 len: 945 time: 0.0492659 May 18 18:49:16.669929 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-efdea304-d625-4e65-8e81-16d36bcfcca1 req-5cecf56f-f961-4861-b806-240b771f8beb tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328574 May 18 18:49:17.797022 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1267a2-e995-4c91-9196-0b7a8263e4e9 req-71985756-33af-4d9c-8e8c-6b64ca124645 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:49:17.798576 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1b1267a2-e995-4c91-9196-0b7a8263e4e9 req-71985756-33af-4d9c-8e8c-6b64ca124645 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=43fb695e-28e9-4461-8bbc-d5144c094627 HTTP/1.1" status: 200 len: 945 time: 0.0538170 May 18 18:49:17.836583 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1b1267a2-e995-4c91-9196-0b7a8263e4e9 req-5c1bf886-64a1-4348-9253-b563c3cf092f tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321090 May 18 18:49:17.951446 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63fd10d-1266-42bf-8db9-5e74270351e6 req-d258674e-2040-45cf-8215-7ae8276b6fe8 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:49:17.952816 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d63fd10d-1266-42bf-8db9-5e74270351e6 req-d258674e-2040-45cf-8215-7ae8276b6fe8 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=43fb695e-28e9-4461-8bbc-d5144c094627 HTTP/1.1" status: 200 len: 945 time: 0.0495212 May 18 18:49:17.961390 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 47628) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:49:17.965601 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-e595887e-3a8f-463e-ae09-fc533af61aa2 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Request body: {'floatingip': {'port_id': 'dc24fc6d-fb1b-4395-9cd5-5db4b06dd8ec'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:49:18.007905 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e595887e-3a8f-463e-ae09-fc533af61aa2 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Notify callbacks [] for floatingip, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:18.597797 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e595887e-3a8f-463e-ae09-fc533af61aa2 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:18.601956 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e595887e-3a8f-463e-ae09-fc533af61aa2 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596987'] for floatingip, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:18.707206 n-d-838550-3 neutron-server[102731]: INFO neutron.db.l3_db [None req-e595887e-3a8f-463e-ae09-fc533af61aa2 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Floating IP f6228e3f-592f-4aab-8e48-30e449a17fd7 associated. External IP: 172.25.5.52, port: dc24fc6d-fb1b-4395-9cd5-5db4b06dd8ec. May 18 18:49:18.919509 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e595887e-3a8f-463e-ae09-fc533af61aa2 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Router 2ce7bf80-3692-4b14-af74-0cb1e25a3c9c has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:49:19.039784 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e595887e-3a8f-463e-ae09-fc533af61aa2 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:49:19.044371 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e595887e-3a8f-463e-ae09-fc533af61aa2 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:19.049830 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d9a258-8654-4e7d-a932-4951d780515d None None] Sync routers for ids ['2ce7bf80-3692-4b14-af74-0cb1e25a3c9c'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:49:19.061017 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d9a258-8654-4e7d-a932-4951d780515d None None] Routers {'2ce7bf80-3692-4b14-af74-0cb1e25a3c9c'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:49:19.061929 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-64d9a258-8654-4e7d-a932-4951d780515d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:49:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['2ce7bf80-3692-4b14-af74-0cb1e25a3c9c'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:49:19.074669 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-e595887e-3a8f-463e-ae09-fc533af61aa2 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "PUT /v2.0/floatingips/f6228e3f-592f-4aab-8e48-30e449a17fd7 HTTP/1.1" status: 200 len: 990 time: 1.1117060 May 18 18:49:19.075336 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43fb695e-28e9-4461-8bbc-d5144c094627', 'tag': 'dc24fc6d-fb1b-4395-9cd5-5db4b06dd8ec'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:49:19.077602 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee7ec4dd-e602-4718-b496-731a97d63bb3" -d '{"events": [{"name": "network-changed", "server_uuid": "43fb695e-28e9-4461-8bbc-d5144c094627", "tag": "dc24fc6d-fb1b-4395-9cd5-5db4b06dd8ec"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:49:19.121776 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce99fd8a-0b67-413d-b7a2-583a613443bd x-openstack-request-id: req-ce99fd8a-0b67-413d-b7a2-583a613443bd {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:49:19.122077 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43fb695e-28e9-4461-8bbc-d5144c094627", "tag": "dc24fc6d-fb1b-4395-9cd5-5db4b06dd8ec", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:49:19.122339 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-ce99fd8a-0b67-413d-b7a2-583a613443bd {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:49:19.122771 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce99fd8a-0b67-413d-b7a2-583a613443bd'] response: {'name': 'network-changed', 'server_uuid': '43fb695e-28e9-4461-8bbc-d5144c094627', 'tag': 'dc24fc6d-fb1b-4395-9cd5-5db4b06dd8ec', 'status': 'completed', 'code': 200} May 18 18:49:19.186868 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-64d9a258-8654-4e7d-a932-4951d780515d None None] Set router 2ce7bf80-3692-4b14-af74-0cb1e25a3c9c gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:49:19.213190 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf19779-c405-4b0f-98dd-0d58cbe8c9f0 req-215e3549-0548-43f7-a8bc-758dcac6a615 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:49:19.216455 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1cf19779-c405-4b0f-98dd-0d58cbe8c9f0 req-215e3549-0548-43f7-a8bc-758dcac6a615 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=43fb695e-28e9-4461-8bbc-d5144c094627 HTTP/1.1" status: 200 len: 945 time: 0.0863967 May 18 18:49:19.218591 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7ec4dd-e602-4718-b496-731a97d63bb3 req-263ff55b-6aa9-44f6-acbd-f8da5a1eb774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:49:19.220321 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ee7ec4dd-e602-4718-b496-731a97d63bb3 req-263ff55b-6aa9-44f6-acbd-f8da5a1eb774 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8eaa7b9f5c3a4c288455d807dfdc5d8c&device_id=43fb695e-28e9-4461-8bbc-d5144c094627 HTTP/1.1" status: 200 len: 1096 time: 0.0767133 May 18 18:49:19.306919 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1cf19779-c405-4b0f-98dd-0d58cbe8c9f0 req-48f66a4a-137f-4b39-9c51-8262b734c56a tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856907 May 18 18:49:19.347034 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7ec4dd-e602-4718-b496-731a97d63bb3 req-1182d2f4-27d0-4447-9d85-68a2178f0b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:49:19.348726 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ee7ec4dd-e602-4718-b496-731a97d63bb3 req-1182d2f4-27d0-4447-9d85-68a2178f0b75 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ed1b49f6-4ca7-4d7d-b302-2073cd83e975 HTTP/1.1" status: 200 len: 912 time: 0.1207771 May 18 18:49:19.433276 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4293cfd6-4fdb-40d0-ac5a-22161f1bbdde req-00d8440e-a79c-4791-ad3c-263e1c8a558a tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:49:19.434856 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4293cfd6-4fdb-40d0-ac5a-22161f1bbdde req-00d8440e-a79c-4791-ad3c-263e1c8a558a tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=43fb695e-28e9-4461-8bbc-d5144c094627 HTTP/1.1" status: 200 len: 945 time: 0.0533612 May 18 18:49:19.439197 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-64d9a258-8654-4e7d-a932-4951d780515d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ce7bf80-3692-4b14-af74-0cb1e25a3c9c', 'name': 'tempest-ServerActionsTestJSON-158420334-router', 'tenant_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '1ed6d033-bee1-43e8-971e-18c98e1d7c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:49:02Z', 'updated_at': '2022-05-18T18:49:04Z', 'revision_number': 4, 'project_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'gw_port': {'id': '1ed6d033-bee1-43e8-971e-18c98e1d7c47', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:4e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce7bf80-3692-4b14-af74-0cb1e25a3c9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:49:02Z', 'updated_at': '2022-05-18T18:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': 'f6228e3f-592f-4aab-8e48-30e449a17fd7', 'tenant_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'floating_ip_address': '172.25.5.52', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': '2ce7bf80-3692-4b14-af74-0cb1e25a3c9c', 'port_id': 'dc24fc6d-fb1b-4395-9cd5-5db4b06dd8ec', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed1b49f6-4ca7-4d7d-b302-2073cd83e975', 'mac_address': 'fa:16:3e:35:8e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43fb695e-28e9-4461-8bbc-d5144c094627', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T18:49:07Z', 'updated_at': '2022-05-18T18:49:18Z', 'revision_number': 1, 'project_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c096bfb-085c-4121-b78d-b10f275e54dc', 'name': '', 'network_id': 'ed1b49f6-4ca7-4d7d-b302-2073cd83e975', 'tenant_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'mac_address': 'fa:16:3e:7e:b9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce7bf80-3692-4b14-af74-0cb1e25a3c9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '63fdba28-6b4f-4f0d-82c4-e1632b99bb24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:49:04Z', 'updated_at': '2022-05-18T18:49:08Z', 'revision_number': 5, 'project_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'subnets': [{'id': '63fdba28-6b4f-4f0d-82c4-e1632b99bb24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:49:19.453318 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ee7ec4dd-e602-4718-b496-731a97d63bb3 req-e313b20d-46a0-4f5d-8fcb-88ac6599572b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dc24fc6d-fb1b-4395-9cd5-5db4b06dd8ec HTTP/1.1" status: 200 len: 998 time: 0.0979736 May 18 18:49:19.464686 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d9a258-8654-4e7d-a932-4951d780515d None None] Checking router: 2ce7bf80-3692-4b14-af74-0cb1e25a3c9c for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:49:19.475130 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d9a258-8654-4e7d-a932-4951d780515d None None] Routers {'2ce7bf80-3692-4b14-af74-0cb1e25a3c9c'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:49:19.476269 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-64d9a258-8654-4e7d-a932-4951d780515d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:49:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['2ce7bf80-3692-4b14-af74-0cb1e25a3c9c'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:49:19.476679 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4293cfd6-4fdb-40d0-ac5a-22161f1bbdde req-cdeafbb0-31a5-4bce-8327-3a263f2208b9 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331042 May 18 18:49:19.503595 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7ec4dd-e602-4718-b496-731a97d63bb3 req-baf5c8e9-302b-4c82-984a-67bd0d2f1eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:49:19.505070 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ee7ec4dd-e602-4718-b496-731a97d63bb3 req-baf5c8e9-302b-4c82-984a-67bd0d2f1eaa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=63fdba28-6b4f-4f0d-82c4-e1632b99bb24 HTTP/1.1" status: 200 len: 850 time: 0.0447350 May 18 18:49:19.551362 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7ec4dd-e602-4718-b496-731a97d63bb3 req-e61a7ffb-2123-46a5-a55d-a637270cf4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:49:19.552931 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ee7ec4dd-e602-4718-b496-731a97d63bb3 req-e61a7ffb-2123-46a5-a55d-a637270cf4c6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ed1b49f6-4ca7-4d7d-b302-2073cd83e975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405207 May 18 18:49:19.653672 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ee7ec4dd-e602-4718-b496-731a97d63bb3 req-2bd6fbd2-1255-434b-a5b5-480debc202ee service neutron] 10.222.0.36 "GET /v2.0/networks/ed1b49f6-4ca7-4d7d-b302-2073cd83e975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932269 May 18 18:49:19.669273 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-64d9a258-8654-4e7d-a932-4951d780515d None None] Set router 2ce7bf80-3692-4b14-af74-0cb1e25a3c9c gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:49:19.750294 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ee7ec4dd-e602-4718-b496-731a97d63bb3 req-14ad911c-c58e-4d19-9dba-4ab21cb1cd51 service neutron] 10.222.0.36 "GET /v2.0/networks/ed1b49f6-4ca7-4d7d-b302-2073cd83e975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897789 May 18 18:49:19.890876 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-64d9a258-8654-4e7d-a932-4951d780515d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ce7bf80-3692-4b14-af74-0cb1e25a3c9c', 'name': 'tempest-ServerActionsTestJSON-158420334-router', 'tenant_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '1ed6d033-bee1-43e8-971e-18c98e1d7c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:49:02Z', 'updated_at': '2022-05-18T18:49:04Z', 'revision_number': 4, 'project_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'gw_port': {'id': '1ed6d033-bee1-43e8-971e-18c98e1d7c47', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:4e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce7bf80-3692-4b14-af74-0cb1e25a3c9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:49:02Z', 'updated_at': '2022-05-18T18:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': 'f6228e3f-592f-4aab-8e48-30e449a17fd7', 'tenant_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'floating_ip_address': '172.25.5.52', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': '2ce7bf80-3692-4b14-af74-0cb1e25a3c9c', 'port_id': 'dc24fc6d-fb1b-4395-9cd5-5db4b06dd8ec', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed1b49f6-4ca7-4d7d-b302-2073cd83e975', 'mac_address': 'fa:16:3e:35:8e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43fb695e-28e9-4461-8bbc-d5144c094627', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T18:49:07Z', 'updated_at': '2022-05-18T18:49:18Z', 'revision_number': 1, 'project_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c096bfb-085c-4121-b78d-b10f275e54dc', 'name': '', 'network_id': 'ed1b49f6-4ca7-4d7d-b302-2073cd83e975', 'tenant_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'mac_address': 'fa:16:3e:7e:b9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce7bf80-3692-4b14-af74-0cb1e25a3c9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '63fdba28-6b4f-4f0d-82c4-e1632b99bb24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:49:04Z', 'updated_at': '2022-05-18T18:49:08Z', 'revision_number': 5, 'project_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'subnets': [{'id': '63fdba28-6b4f-4f0d-82c4-e1632b99bb24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:49:19.917940 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d9a258-8654-4e7d-a932-4951d780515d None None] The sync data for ids ['2ce7bf80-3692-4b14-af74-0cb1e25a3c9c'] in n-d-838550-3 is: [{'id': '2ce7bf80-3692-4b14-af74-0cb1e25a3c9c', 'name': 'tempest-ServerActionsTestJSON-158420334-router', 'tenant_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '1ed6d033-bee1-43e8-971e-18c98e1d7c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:49:02Z', 'updated_at': '2022-05-18T18:49:04Z', 'revision_number': 4, 'project_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'gw_port': {'id': '1ed6d033-bee1-43e8-971e-18c98e1d7c47', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:4e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce7bf80-3692-4b14-af74-0cb1e25a3c9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:49:02Z', 'updated_at': '2022-05-18T18:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': 'f6228e3f-592f-4aab-8e48-30e449a17fd7', 'tenant_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'floating_ip_address': '172.25.5.52', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': '2ce7bf80-3692-4b14-af74-0cb1e25a3c9c', 'port_id': 'dc24fc6d-fb1b-4395-9cd5-5db4b06dd8ec', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed1b49f6-4ca7-4d7d-b302-2073cd83e975', 'mac_address': 'fa:16:3e:35:8e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43fb695e-28e9-4461-8bbc-d5144c094627', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T18:49:07Z', 'updated_at': '2022-05-18T18:49:18Z', 'revision_number': 1, 'project_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c096bfb-085c-4121-b78d-b10f275e54dc', 'name': '', 'network_id': 'ed1b49f6-4ca7-4d7d-b302-2073cd83e975', 'tenant_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'mac_address': 'fa:16:3e:7e:b9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce7bf80-3692-4b14-af74-0cb1e25a3c9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '63fdba28-6b4f-4f0d-82c4-e1632b99bb24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:49:04Z', 'updated_at': '2022-05-18T18:49:08Z', 'revision_number': 5, 'project_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'subnets': [{'id': '63fdba28-6b4f-4f0d-82c4-e1632b99bb24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:49:20.101648 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4840be8-56de-4b1c-9a39-993b8be664eb None None] New status for floating IP f6228e3f-592f-4aab-8e48-30e449a17fd7: ACTIVE {{(pid=102732) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 18:49:20.592025 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e5fec8-3a88-4ce8-be66-d47b348105b8 req-dba233ee-e9bd-4759-95f7-ecb3f28f8397 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:49:20.593398 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-40e5fec8-3a88-4ce8-be66-d47b348105b8 req-dba233ee-e9bd-4759-95f7-ecb3f28f8397 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=43fb695e-28e9-4461-8bbc-d5144c094627 HTTP/1.1" status: 200 len: 945 time: 0.0488524 May 18 18:49:20.635071 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-40e5fec8-3a88-4ce8-be66-d47b348105b8 req-e261e401-8c97-43b2-95af-7a7edb809a44 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356789 May 18 18:49:20.752584 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597a3892-a070-4086-9441-ae00efb349fe req-81a1755f-37ee-41fe-90b0-c422326233b2 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:49:20.754093 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-597a3892-a070-4086-9441-ae00efb349fe req-81a1755f-37ee-41fe-90b0-c422326233b2 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=43fb695e-28e9-4461-8bbc-d5144c094627 HTTP/1.1" status: 200 len: 945 time: 0.0514634 May 18 18:49:20.792291 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-597a3892-a070-4086-9441-ae00efb349fe req-cbf33899-91c9-4c3d-8939-cbfadd1d0940 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316541 May 18 18:49:21.015489 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-110f56f2-167f-41ce-a814-53c151dd9f8f req-8014713e-70cd-4198-9174-e91573aa38e1 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=43fb695e-28e9-4461-8bbc-d5144c094627&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0414340 May 18 18:49:21.030122 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35928bc-ec35-4a52-b1bd-ced51280adc0 req-1023ef29-090f-4fdd-a58f-64920241f15a tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:49:21.031758 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d35928bc-ec35-4a52-b1bd-ced51280adc0 req-1023ef29-090f-4fdd-a58f-64920241f15a tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=43fb695e-28e9-4461-8bbc-d5144c094627 HTTP/1.1" status: 200 len: 945 time: 0.0490217 May 18 18:49:21.072000 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d35928bc-ec35-4a52-b1bd-ced51280adc0 req-6ee9f2a3-287a-477f-b2c8-bef9795059ad tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335293 May 18 18:49:22.115376 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110f56f2-167f-41ce-a814-53c151dd9f8f req-04264664-57b5-4331-be90-fefbdfe930b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:49:22.116889 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-110f56f2-167f-41ce-a814-53c151dd9f8f req-04264664-57b5-4331-be90-fefbdfe930b0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8eaa7b9f5c3a4c288455d807dfdc5d8c&device_id=43fb695e-28e9-4461-8bbc-d5144c094627 HTTP/1.1" status: 200 len: 1096 time: 0.0419884 May 18 18:49:22.249932 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fde5ab1-9e6f-43c7-9537-460df0b629a2 req-d1e0a0c1-326e-4fd1-bec1-da12b0decf23 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:49:22.251402 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2fde5ab1-9e6f-43c7-9537-460df0b629a2 req-d1e0a0c1-326e-4fd1-bec1-da12b0decf23 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=43fb695e-28e9-4461-8bbc-d5144c094627 HTTP/1.1" status: 200 len: 945 time: 0.1029124 May 18 18:49:22.255845 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110f56f2-167f-41ce-a814-53c151dd9f8f req-c64b2f25-3d8c-45ef-8508-61b8e8a38b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:49:22.257207 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-110f56f2-167f-41ce-a814-53c151dd9f8f req-c64b2f25-3d8c-45ef-8508-61b8e8a38b8b service neutron] 10.222.0.36 "GET /v2.0/networks?id=ed1b49f6-4ca7-4d7d-b302-2073cd83e975 HTTP/1.1" status: 200 len: 912 time: 0.1274061 May 18 18:49:22.332036 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2fde5ab1-9e6f-43c7-9537-460df0b629a2 req-bd45f4a2-f07c-43b3-abba-4b2a7e5ff72e tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738578 May 18 18:49:22.348241 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-110f56f2-167f-41ce-a814-53c151dd9f8f req-fc707d35-b8b2-4a42-ae79-bc1968e4374b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dc24fc6d-fb1b-4395-9cd5-5db4b06dd8ec HTTP/1.1" status: 200 len: 1000 time: 0.0800610 May 18 18:49:22.393047 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110f56f2-167f-41ce-a814-53c151dd9f8f req-7f539649-2e91-448d-b641-118363141592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:49:22.394527 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-110f56f2-167f-41ce-a814-53c151dd9f8f req-7f539649-2e91-448d-b641-118363141592 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=63fdba28-6b4f-4f0d-82c4-e1632b99bb24 HTTP/1.1" status: 200 len: 850 time: 0.0438161 May 18 18:49:22.449534 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110f56f2-167f-41ce-a814-53c151dd9f8f req-d2af76b1-5e2e-4ac3-81fe-0e153ac3f495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:49:22.451053 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-110f56f2-167f-41ce-a814-53c151dd9f8f req-d2af76b1-5e2e-4ac3-81fe-0e153ac3f495 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ed1b49f6-4ca7-4d7d-b302-2073cd83e975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468712 May 18 18:49:22.543046 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-110f56f2-167f-41ce-a814-53c151dd9f8f req-08fe01f4-4993-4dd1-a8a3-76cf0f2368a0 service neutron] 10.222.0.36 "GET /v2.0/networks/ed1b49f6-4ca7-4d7d-b302-2073cd83e975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850394 May 18 18:49:22.631103 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-110f56f2-167f-41ce-a814-53c151dd9f8f req-0dc4e894-cca6-4d1c-8a76-c0379e0578b1 service neutron] 10.222.0.36 "GET /v2.0/networks/ed1b49f6-4ca7-4d7d-b302-2073cd83e975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809970 May 18 18:49:23.448925 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b791de5-1100-406f-a5e3-2bf63abee57a req-13ba7375-0fce-41be-8fb6-b586bd88b081 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:49:23.450449 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8b791de5-1100-406f-a5e3-2bf63abee57a req-13ba7375-0fce-41be-8fb6-b586bd88b081 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=43fb695e-28e9-4461-8bbc-d5144c094627 HTTP/1.1" status: 200 len: 945 time: 0.0489068 May 18 18:49:23.488541 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8b791de5-1100-406f-a5e3-2bf63abee57a req-4a867765-1dcb-41d7-981b-c3c21bd585fa tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321348 May 18 18:49:24.604690 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad9d992-dbf8-4bbe-a9b1-6b35e6ff3f5c req-d2bbb067-3333-47d6-bd41-d6add08a7e5b tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:49:24.606206 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4ad9d992-dbf8-4bbe-a9b1-6b35e6ff3f5c req-d2bbb067-3333-47d6-bd41-d6add08a7e5b tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=43fb695e-28e9-4461-8bbc-d5144c094627 HTTP/1.1" status: 200 len: 945 time: 0.0497987 May 18 18:49:24.643224 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4ad9d992-dbf8-4bbe-a9b1-6b35e6ff3f5c req-31a0c1dc-9115-4462-b5a2-675662eb5172 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310142 May 18 18:49:25.764852 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a75114-74d5-40fa-a774-e9ddc4922c8a req-921f46ba-a277-44d3-9943-30e29578af2d tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:49:25.766348 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-56a75114-74d5-40fa-a774-e9ddc4922c8a req-921f46ba-a277-44d3-9943-30e29578af2d tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=43fb695e-28e9-4461-8bbc-d5144c094627 HTTP/1.1" status: 200 len: 945 time: 0.0523379 May 18 18:49:25.803928 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-56a75114-74d5-40fa-a774-e9ddc4922c8a req-a06c9416-76ec-4a20-a53c-e800a2f0f239 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316446 May 18 18:49:26.925189 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdf0510-436f-459e-b520-6b370f356d54 req-ed053918-a1ac-4a98-8195-274740ed3437 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:49:26.926734 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6cdf0510-436f-459e-b520-6b370f356d54 req-ed053918-a1ac-4a98-8195-274740ed3437 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=43fb695e-28e9-4461-8bbc-d5144c094627 HTTP/1.1" status: 200 len: 945 time: 0.0531113 May 18 18:49:26.964664 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6cdf0510-436f-459e-b520-6b370f356d54 req-b565ba0e-9a2c-4009-9f8a-a3f7377e633e tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320060 May 18 18:49:27.287379 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 7 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 18:49:28.080445 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197b7d7b-cc86-497b-a02b-45db9e1b3df4 req-cf80d0ce-6c77-4494-9f50-0e6d0337696e tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:49:28.081952 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-197b7d7b-cc86-497b-a02b-45db9e1b3df4 req-cf80d0ce-6c77-4494-9f50-0e6d0337696e tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=43fb695e-28e9-4461-8bbc-d5144c094627 HTTP/1.1" status: 200 len: 945 time: 0.0495172 May 18 18:49:28.118821 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-197b7d7b-cc86-497b-a02b-45db9e1b3df4 req-080bd729-13d4-4eda-bfe0-76d86f726999 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304708 May 18 18:49:29.237260 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5692154b-0b52-4492-bbcd-4437dba25b98 req-91fdb578-409f-4e38-8dfc-65dd93a7d7a4 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:49:29.238786 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5692154b-0b52-4492-bbcd-4437dba25b98 req-91fdb578-409f-4e38-8dfc-65dd93a7d7a4 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=43fb695e-28e9-4461-8bbc-d5144c094627 HTTP/1.1" status: 200 len: 945 time: 0.0527954 May 18 18:49:29.276732 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5692154b-0b52-4492-bbcd-4437dba25b98 req-30432519-c0ff-4e15-b5df-9e0e496a47a0 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319102 May 18 18:49:30.393376 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50719bd8-d961-4979-8005-3b4483535426 req-820053b5-e42e-484f-9bbe-86a90e84e10b tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:49:30.394889 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-50719bd8-d961-4979-8005-3b4483535426 req-820053b5-e42e-484f-9bbe-86a90e84e10b tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=43fb695e-28e9-4461-8bbc-d5144c094627 HTTP/1.1" status: 200 len: 945 time: 0.0488169 May 18 18:49:30.432219 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-50719bd8-d961-4979-8005-3b4483535426 req-45d14f69-480e-4136-8a4e-8123e09a53e2 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313554 May 18 18:49:31.298216 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:31.460871 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:31.548807 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df16c17-fb13-4aa5-be5b-b6e2058429c9 req-1d891618-8f5c-4ba8-a09c-0a7fd81615e8 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:49:31.550219 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7df16c17-fb13-4aa5-be5b-b6e2058429c9 req-1d891618-8f5c-4ba8-a09c-0a7fd81615e8 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=43fb695e-28e9-4461-8bbc-d5144c094627 HTTP/1.1" status: 200 len: 945 time: 0.0488441 May 18 18:49:31.589326 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7df16c17-fb13-4aa5-be5b-b6e2058429c9 req-29098ee9-51a1-468f-88e6-35a976959f12 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318222 May 18 18:49:32.707464 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca4ab28-a955-4234-a696-bec5e6472e26 req-0abf3aeb-17bd-4b96-9670-d10ccc320842 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:49:32.708931 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-aca4ab28-a955-4234-a696-bec5e6472e26 req-0abf3aeb-17bd-4b96-9670-d10ccc320842 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=43fb695e-28e9-4461-8bbc-d5144c094627 HTTP/1.1" status: 200 len: 945 time: 0.0521123 May 18 18:49:32.746237 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-aca4ab28-a955-4234-a696-bec5e6472e26 req-99e59b3d-c9a1-4ef7-bdbb-223a1a1cc00f tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307169 May 18 18:49:33.869154 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca29f763-bb93-4999-b9d9-e34f2ef123d6 req-9bf3140e-9725-41e4-93b7-8a36bc0b35f9 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:49:33.870771 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ca29f763-bb93-4999-b9d9-e34f2ef123d6 req-9bf3140e-9725-41e4-93b7-8a36bc0b35f9 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=43fb695e-28e9-4461-8bbc-d5144c094627 HTTP/1.1" status: 200 len: 945 time: 0.0546036 May 18 18:49:33.909891 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ca29f763-bb93-4999-b9d9-e34f2ef123d6 req-3271333b-c623-4cbf-8d6c-d135588041e7 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318494 May 18 18:49:35.025967 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d583f065-280b-4f31-b5bc-48e8ffe54cfc req-218456df-3768-4eaa-85cf-255d3265da2d tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:49:35.027491 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d583f065-280b-4f31-b5bc-48e8ffe54cfc req-218456df-3768-4eaa-85cf-255d3265da2d tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=43fb695e-28e9-4461-8bbc-d5144c094627 HTTP/1.1" status: 200 len: 945 time: 0.0492306 May 18 18:49:35.065439 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d583f065-280b-4f31-b5bc-48e8ffe54cfc req-0eba6f92-ef45-4085-8c9d-b9616ce24dcc tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319598 May 18 18:49:36.180576 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318e49be-53a4-49d9-94ea-4056b514d50a req-d83e796b-22a7-4e4b-9e67-66eb506a8009 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:49:36.182604 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-318e49be-53a4-49d9-94ea-4056b514d50a req-d83e796b-22a7-4e4b-9e67-66eb506a8009 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=43fb695e-28e9-4461-8bbc-d5144c094627 HTTP/1.1" status: 200 len: 945 time: 0.0489633 May 18 18:49:36.219765 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-318e49be-53a4-49d9-94ea-4056b514d50a req-447d7a57-a052-4e12-87c3-f88b09cbca37 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312526 May 18 18:49:37.335540 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4285306-debd-4d3d-a2d2-98dd8e514edd req-eff0f07b-a9b3-4a70-8f1a-b377f4d17285 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:49:37.337045 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d4285306-debd-4d3d-a2d2-98dd8e514edd req-eff0f07b-a9b3-4a70-8f1a-b377f4d17285 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=43fb695e-28e9-4461-8bbc-d5144c094627 HTTP/1.1" status: 200 len: 945 time: 0.0477719 May 18 18:49:37.374523 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d4285306-debd-4d3d-a2d2-98dd8e514edd req-b04687dc-2cfe-4880-bc69-baafdd7e7a06 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309904 May 18 18:49:37.702779 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1f40b604-4817-4c29-a7e8-9010520b07fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:38.495486 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148894df-1f2e-4723-b7b0-5493f30e3cce req-6fa38d22-e2f5-4049-be9f-849e92cd6d83 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:49:38.496972 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-148894df-1f2e-4723-b7b0-5493f30e3cce req-6fa38d22-e2f5-4049-be9f-849e92cd6d83 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=43fb695e-28e9-4461-8bbc-d5144c094627 HTTP/1.1" status: 200 len: 945 time: 0.0490766 May 18 18:49:38.534494 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-148894df-1f2e-4723-b7b0-5493f30e3cce req-cd138586-0b20-4c45-b20a-57c948b7dc05 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314739 May 18 18:49:39.655597 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa434f7-271d-49a8-89b8-7ea5ce7b8ddb req-eb49a39f-30af-49a6-8eca-75029210f425 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:49:39.657326 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-efa434f7-271d-49a8-89b8-7ea5ce7b8ddb req-eb49a39f-30af-49a6-8eca-75029210f425 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=43fb695e-28e9-4461-8bbc-d5144c094627 HTTP/1.1" status: 200 len: 945 time: 0.0536163 May 18 18:49:39.695728 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-efa434f7-271d-49a8-89b8-7ea5ce7b8ddb req-6127f2ff-9a9c-4a81-8112-464ea25f3d98 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320330 May 18 18:49:40.081038 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f9fa1703-7146-4b09-a3f7-64955963dac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:40.814690 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d11cb9-6b9d-4281-a9ea-e3486ea37a2d req-c0e24339-e3db-4287-8621-91f1912bb12a tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:49:40.816173 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-52d11cb9-6b9d-4281-a9ea-e3486ea37a2d req-c0e24339-e3db-4287-8621-91f1912bb12a tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=43fb695e-28e9-4461-8bbc-d5144c094627 HTTP/1.1" status: 200 len: 945 time: 0.0523272 May 18 18:49:40.851765 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-52d11cb9-6b9d-4281-a9ea-e3486ea37a2d req-c5aa7d47-376c-4f99-9abd-679d1d4de900 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296707 May 18 18:49:41.376235 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:41.970053 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe55ea7f-e35d-4516-aa57-2a9c85734bbd req-3c8cd461-8611-4b39-813f-1df57537cea1 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:49:41.971475 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fe55ea7f-e35d-4516-aa57-2a9c85734bbd req-3c8cd461-8611-4b39-813f-1df57537cea1 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=43fb695e-28e9-4461-8bbc-d5144c094627 HTTP/1.1" status: 200 len: 945 time: 0.0489562 May 18 18:49:42.009521 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fe55ea7f-e35d-4516-aa57-2a9c85734bbd req-f1117f92-6708-4777-af89-4bfab84d171a tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320475 May 18 18:49:42.527357 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:43.106183 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:43.125879 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ea074f-60bb-4044-a6f9-a1a4d61a1bfa req-365375ee-9604-41b9-8f81-80a971467c59 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:49:43.127362 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-30ea074f-60bb-4044-a6f9-a1a4d61a1bfa req-365375ee-9604-41b9-8f81-80a971467c59 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=43fb695e-28e9-4461-8bbc-d5144c094627 HTTP/1.1" status: 200 len: 945 time: 0.0490246 May 18 18:49:43.165748 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-30ea074f-60bb-4044-a6f9-a1a4d61a1bfa req-fe3ded1c-1274-400e-a7f8-ca2478f9d146 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324979 May 18 18:49:44.280300 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01fc457-0a9e-4119-b535-be72c70974f2 req-a3941c8b-19a2-463e-9f48-eeb1162b85d8 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:49:44.281798 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e01fc457-0a9e-4119-b535-be72c70974f2 req-a3941c8b-19a2-463e-9f48-eeb1162b85d8 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=43fb695e-28e9-4461-8bbc-d5144c094627 HTTP/1.1" status: 200 len: 945 time: 0.0479660 May 18 18:49:44.319087 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e01fc457-0a9e-4119-b535-be72c70974f2 req-d448573b-8ea8-48df-8d97-c76614868264 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310791 May 18 18:49:45.435970 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd800d93-36d2-41ce-8f7e-ebc014844526 req-68bbeec4-d5cd-43cd-90cb-800333da7376 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:49:45.437515 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-dd800d93-36d2-41ce-8f7e-ebc014844526 req-68bbeec4-d5cd-43cd-90cb-800333da7376 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=43fb695e-28e9-4461-8bbc-d5144c094627 HTTP/1.1" status: 200 len: 945 time: 0.0493023 May 18 18:49:45.474057 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-dd800d93-36d2-41ce-8f7e-ebc014844526 req-ad4e7025-7b65-43ac-a08f-04d2c8d75bbd tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305767 May 18 18:49:46.591527 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db35b693-81ea-4953-812b-954570bcbeec req-7d4d11f8-710a-4d9f-9a66-5b125ab329de tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:49:46.593005 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-db35b693-81ea-4953-812b-954570bcbeec req-7d4d11f8-710a-4d9f-9a66-5b125ab329de tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=43fb695e-28e9-4461-8bbc-d5144c094627 HTTP/1.1" status: 200 len: 945 time: 0.0519094 May 18 18:49:46.629575 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-db35b693-81ea-4953-812b-954570bcbeec req-bba20880-8abd-403d-9c6b-b62db46c149c tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306740 May 18 18:49:47.750995 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34deb518-9363-4e6a-84b2-0ebadf93889d req-0e9d2693-4ecd-4ff9-9bcb-4a091d63e37e tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:49:47.752456 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-34deb518-9363-4e6a-84b2-0ebadf93889d req-0e9d2693-4ecd-4ff9-9bcb-4a091d63e37e tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=43fb695e-28e9-4461-8bbc-d5144c094627 HTTP/1.1" status: 200 len: 945 time: 0.0522337 May 18 18:49:47.789586 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-34deb518-9363-4e6a-84b2-0ebadf93889d req-faf8a58a-65cd-414b-85da-e69991861dbf tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311294 May 18 18:49:48.904558 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1464e37-417d-483d-b3e2-def3725a4876 req-92bc8df9-3afd-409f-bda8-6f3653153ba3 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:49:48.905874 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b1464e37-417d-483d-b3e2-def3725a4876 req-92bc8df9-3afd-409f-bda8-6f3653153ba3 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=43fb695e-28e9-4461-8bbc-d5144c094627 HTTP/1.1" status: 200 len: 945 time: 0.0477836 May 18 18:49:48.953358 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b1464e37-417d-483d-b3e2-def3725a4876 req-a4554287-48da-487d-9e68-c0f69dd735f2 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411365 May 18 18:49:49.735269 n-d-838550-3 neutron-server[102730]: INFO neutron.api.v2.resource [req-110f56f2-167f-41ce-a814-53c151dd9f8f req-2fa79ebc-fcec-408a-a579-c0cda3fe0560 service neutron] show failed (client error): The resource could not be found. May 18 18:49:49.736255 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-110f56f2-167f-41ce-a814-53c151dd9f8f req-2fa79ebc-fcec-408a-a579-c0cda3fe0560 service neutron] 10.222.0.36 "GET /v2.0/ports/dc24fc6d-fb1b-4395-9cd5-5db4b06dd8ec/bindings/n-h2-838550-3 HTTP/1.1" status: 404 len: 380 time: 0.0542257 May 18 18:49:49.946346 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110f56f2-167f-41ce-a814-53c151dd9f8f req-d7988294-a973-4d71-8380-e5fa7b517c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:49:49.947729 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-110f56f2-167f-41ce-a814-53c151dd9f8f req-d7988294-a973-4d71-8380-e5fa7b517c42 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=43fb695e-28e9-4461-8bbc-d5144c094627&tenant_id=8eaa7b9f5c3a4c288455d807dfdc5d8c HTTP/1.1" status: 200 len: 1096 time: 0.0422580 May 18 18:49:49.962097 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-110f56f2-167f-41ce-a814-53c151dd9f8f req-588fac5e-2cbe-4587-883f-317611228ed5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-838550-3', 'device_owner': 'compute:nova'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:49:50.018651 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-110f56f2-167f-41ce-a814-53c151dd9f8f req-588fac5e-2cbe-4587-883f-317611228ed5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:50.078278 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b199d7b7-36db-4e8c-a769-d266d59d7e8e req-36885d7d-88be-4e61-b10f-0f26f228e4ef tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:49:50.079837 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b199d7b7-36db-4e8c-a769-d266d59d7e8e req-36885d7d-88be-4e61-b10f-0f26f228e4ef tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=43fb695e-28e9-4461-8bbc-d5144c094627 HTTP/1.1" status: 200 len: 945 time: 0.0508027 May 18 18:49:50.119128 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b199d7b7-36db-4e8c-a769-d266d59d7e8e req-82c0baca-d7b5-412a-acda-8170a2c368ae tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331495 May 18 18:49:50.222568 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-110f56f2-167f-41ce-a814-53c151dd9f8f req-588fac5e-2cbe-4587-883f-317611228ed5 service neutron] For port dc24fc6d-fb1b-4395-9cd5-5db4b06dd8ec, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=dc24fc6d-fb1b-4395-9cd5-5db4b06dd8ec,segment=NetworkSegment(404878ed-a07b-4f6d-8f20-714e74fae3cc),segment_id=404878ed-a07b-4f6d-8f20-714e74fae3cc)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:49:50.254542 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-110f56f2-167f-41ce-a814-53c151dd9f8f req-588fac5e-2cbe-4587-883f-317611228ed5 service neutron] For port dc24fc6d-fb1b-4395-9cd5-5db4b06dd8ec, host n-h1-838550-3, cleared binding levels {{(pid=102731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:49:50.293422 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43fb695e-28e9-4461-8bbc-d5144c094627', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc24fc6d-fb1b-4395-9cd5-5db4b06dd8ec'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:49:50.295728 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb967d3e-e8be-46e0-8828-27679b5bec53" -d '{"events": [{"server_uuid": "43fb695e-28e9-4461-8bbc-d5144c094627", "name": "network-vif-unplugged", "status": "completed", "tag": "dc24fc6d-fb1b-4395-9cd5-5db4b06dd8ec"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:49:50.299674 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-110f56f2-167f-41ce-a814-53c151dd9f8f req-588fac5e-2cbe-4587-883f-317611228ed5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:50.311737 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.provisioning_blocks [req-110f56f2-167f-41ce-a814-53c151dd9f8f req-588fac5e-2cbe-4587-883f-317611228ed5 service neutron] Transition to ACTIVE for port object dc24fc6d-fb1b-4395-9cd5-5db4b06dd8ec will not be triggered until provisioned by entity L2. {{(pid=102731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:49:50.315939 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-110f56f2-167f-41ce-a814-53c151dd9f8f req-588fac5e-2cbe-4587-883f-317611228ed5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:50.357826 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 May 2022 18:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b605f538-8d9d-4511-ad06-cde47b8de8c6 x-openstack-request-id: req-b605f538-8d9d-4511-ad06-cde47b8de8c6 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:49:50.358118 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43fb695e-28e9-4461-8bbc-d5144c094627", "name": "network-vif-unplugged", "status": "completed", "tag": "dc24fc6d-fb1b-4395-9cd5-5db4b06dd8ec", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:49:50.358368 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-b605f538-8d9d-4511-ad06-cde47b8de8c6 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:49:50.358763 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b605f538-8d9d-4511-ad06-cde47b8de8c6'] response: {'server_uuid': '43fb695e-28e9-4461-8bbc-d5144c094627', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc24fc6d-fb1b-4395-9cd5-5db4b06dd8ec', 'code': 200} May 18 18:49:50.386622 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588fac5e-2cbe-4587-883f-317611228ed5 service neutron] Pushing event updated for resources: {'Port': ['ID=dc24fc6d-fb1b-4395-9cd5-5db4b06dd8ec,revision_number=6']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:49:50.772831 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-110f56f2-167f-41ce-a814-53c151dd9f8f req-588fac5e-2cbe-4587-883f-317611228ed5 service neutron] No DVR routers for this DVR port dc24fc6d-fb1b-4395-9cd5-5db4b06dd8ec on host n-h1-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:49:50.902460 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-110f56f2-167f-41ce-a814-53c151dd9f8f req-588fac5e-2cbe-4587-883f-317611228ed5 service neutron] Attempting to bind port dc24fc6d-fb1b-4395-9cd5-5db4b06dd8ec on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:49:50.902790 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-110f56f2-167f-41ce-a814-53c151dd9f8f req-588fac5e-2cbe-4587-883f-317611228ed5 service neutron] Attempting to bind port dc24fc6d-fb1b-4395-9cd5-5db4b06dd8ec by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': '404878ed-a07b-4f6d-8f20-714e74fae3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'ed1b49f6-4ca7-4d7d-b302-2073cd83e975'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:49:50.903113 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-110f56f2-167f-41ce-a814-53c151dd9f8f req-588fac5e-2cbe-4587-883f-317611228ed5 service neutron] Attempting to bind port dc24fc6d-fb1b-4395-9cd5-5db4b06dd8ec on network ed1b49f6-4ca7-4d7d-b302-2073cd83e975 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:49:50.907308 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-110f56f2-167f-41ce-a814-53c151dd9f8f req-588fac5e-2cbe-4587-883f-317611228ed5 service neutron] Port dc24fc6d-fb1b-4395-9cd5-5db4b06dd8ec on network ed1b49f6-4ca7-4d7d-b302-2073cd83e975 not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:49:50.907626 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-110f56f2-167f-41ce-a814-53c151dd9f8f req-588fac5e-2cbe-4587-883f-317611228ed5 service neutron] Attempting to bind port dc24fc6d-fb1b-4395-9cd5-5db4b06dd8ec on network ed1b49f6-4ca7-4d7d-b302-2073cd83e975 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:49:50.916778 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-110f56f2-167f-41ce-a814-53c151dd9f8f req-588fac5e-2cbe-4587-883f-317611228ed5 service neutron] Checking agent: {'id': 'd1be059a-68ea-4c77-9b2b-29f4afa47e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:49:50.917791 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-110f56f2-167f-41ce-a814-53c151dd9f8f req-588fac5e-2cbe-4587-883f-317611228ed5 service neutron] Checking segment: {'id': '404878ed-a07b-4f6d-8f20-714e74fae3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'ed1b49f6-4ca7-4d7d-b302-2073cd83e975'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:49:50.918177 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-110f56f2-167f-41ce-a814-53c151dd9f8f req-588fac5e-2cbe-4587-883f-317611228ed5 service neutron] Bound using segment: {'id': '404878ed-a07b-4f6d-8f20-714e74fae3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'ed1b49f6-4ca7-4d7d-b302-2073cd83e975'} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:49:50.918600 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-110f56f2-167f-41ce-a814-53c151dd9f8f req-588fac5e-2cbe-4587-883f-317611228ed5 service neutron] Bound port: dc24fc6d-fb1b-4395-9cd5-5db4b06dd8ec, host: n-h2-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '404878ed-a07b-4f6d-8f20-714e74fae3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'ed1b49f6-4ca7-4d7d-b302-2073cd83e975'}}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:49:50.919020 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-110f56f2-167f-41ce-a814-53c151dd9f8f req-588fac5e-2cbe-4587-883f-317611228ed5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:50.985409 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-110f56f2-167f-41ce-a814-53c151dd9f8f req-588fac5e-2cbe-4587-883f-317611228ed5 service neutron] For port dc24fc6d-fb1b-4395-9cd5-5db4b06dd8ec, host n-h2-838550-3, cleared binding levels {{(pid=102731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:49:50.988575 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-110f56f2-167f-41ce-a814-53c151dd9f8f req-588fac5e-2cbe-4587-883f-317611228ed5 service neutron] For port dc24fc6d-fb1b-4395-9cd5-5db4b06dd8ec, host n-h2-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=dc24fc6d-fb1b-4395-9cd5-5db4b06dd8ec,segment=NetworkSegment(404878ed-a07b-4f6d-8f20-714e74fae3cc),segment_id=404878ed-a07b-4f6d-8f20-714e74fae3cc)] {{(pid=102731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:49:50.992093 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-110f56f2-167f-41ce-a814-53c151dd9f8f req-588fac5e-2cbe-4587-883f-317611228ed5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:51.023747 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110f56f2-167f-41ce-a814-53c151dd9f8f req-588fac5e-2cbe-4587-883f-317611228ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:49:51.024369 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-110f56f2-167f-41ce-a814-53c151dd9f8f req-588fac5e-2cbe-4587-883f-317611228ed5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:51.025812 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-110f56f2-167f-41ce-a814-53c151dd9f8f req-588fac5e-2cbe-4587-883f-317611228ed5 service neutron] 10.222.0.88 "PUT /v2.0/ports/dc24fc6d-fb1b-4395-9cd5-5db4b06dd8ec HTTP/1.1" status: 200 len: 1091 time: 1.0677085 May 18 18:49:51.084718 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588fac5e-2cbe-4587-883f-317611228ed5 service neutron] Pushing event updated for resources: {'Port': ['ID=dc24fc6d-fb1b-4395-9cd5-5db4b06dd8ec,revision_number=7']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:49:51.103877 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110f56f2-167f-41ce-a814-53c151dd9f8f req-32ae97c7-56e7-48a4-8f20-6f2640c7ee5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:49:51.110682 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-110f56f2-167f-41ce-a814-53c151dd9f8f req-32ae97c7-56e7-48a4-8f20-6f2640c7ee5f service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8eaa7b9f5c3a4c288455d807dfdc5d8c&device_id=43fb695e-28e9-4461-8bbc-d5144c094627 HTTP/1.1" status: 200 len: 1094 time: 0.0533121 May 18 18:49:51.206751 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110f56f2-167f-41ce-a814-53c151dd9f8f req-a87f81ee-37db-4549-81c1-7f06164a8b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:49:51.208410 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-110f56f2-167f-41ce-a814-53c151dd9f8f req-a87f81ee-37db-4549-81c1-7f06164a8b7d service neutron] 10.222.0.88 "GET /v2.0/networks?id=ed1b49f6-4ca7-4d7d-b302-2073cd83e975 HTTP/1.1" status: 200 len: 912 time: 0.0949669 May 18 18:49:51.247026 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c92ce7-f47c-45f4-9337-8d63d685174e req-bbe4744b-5d38-410f-a0bf-b5278f04b922 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:49:51.248590 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-82c92ce7-f47c-45f4-9337-8d63d685174e req-bbe4744b-5d38-410f-a0bf-b5278f04b922 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=43fb695e-28e9-4461-8bbc-d5144c094627 HTTP/1.1" status: 200 len: 943 time: 0.0550580 May 18 18:49:51.286988 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-110f56f2-167f-41ce-a814-53c151dd9f8f req-43e3e820-cb7d-4202-aca8-771b59eafc9b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dc24fc6d-fb1b-4395-9cd5-5db4b06dd8ec HTTP/1.1" status: 200 len: 998 time: 0.0652087 May 18 18:49:51.290051 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-82c92ce7-f47c-45f4-9337-8d63d685174e req-54deb593-4a1f-41ff-bc1d-3c58d08b9697 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348668 May 18 18:49:51.333411 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110f56f2-167f-41ce-a814-53c151dd9f8f req-c37d07f3-bd71-4ce8-a089-bf56dca85148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:49:51.334920 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-110f56f2-167f-41ce-a814-53c151dd9f8f req-c37d07f3-bd71-4ce8-a089-bf56dca85148 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=63fdba28-6b4f-4f0d-82c4-e1632b99bb24 HTTP/1.1" status: 200 len: 850 time: 0.0457053 May 18 18:49:51.380296 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110f56f2-167f-41ce-a814-53c151dd9f8f req-5dfe26d2-619a-482a-b159-7792eda0c61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:49:51.381825 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-110f56f2-167f-41ce-a814-53c151dd9f8f req-5dfe26d2-619a-482a-b159-7792eda0c61d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ed1b49f6-4ca7-4d7d-b302-2073cd83e975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392487 May 18 18:49:51.476577 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-110f56f2-167f-41ce-a814-53c151dd9f8f req-20bd0d9d-96b5-4eec-acd5-302a3b5c44d5 service neutron] 10.222.0.88 "GET /v2.0/networks/ed1b49f6-4ca7-4d7d-b302-2073cd83e975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863819 May 18 18:49:51.566668 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-110f56f2-167f-41ce-a814-53c151dd9f8f req-fb6896a3-7a5b-403f-bb5f-9850bc8d3526 service neutron] 10.222.0.88 "GET /v2.0/networks/ed1b49f6-4ca7-4d7d-b302-2073cd83e975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825224 May 18 18:49:52.359663 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43fb695e-28e9-4461-8bbc-d5144c094627', 'tag': 'dc24fc6d-fb1b-4395-9cd5-5db4b06dd8ec'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:49:52.362151 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69bd8e68-c046-4fed-8a2f-80974afa0f67" -d '{"events": [{"name": "network-changed", "server_uuid": "43fb695e-28e9-4461-8bbc-d5144c094627", "tag": "dc24fc6d-fb1b-4395-9cd5-5db4b06dd8ec"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:49:52.411620 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3edc74bb-ca8b-4b0e-93f7-080713be3c6c x-openstack-request-id: req-3edc74bb-ca8b-4b0e-93f7-080713be3c6c {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:49:52.411915 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43fb695e-28e9-4461-8bbc-d5144c094627", "tag": "dc24fc6d-fb1b-4395-9cd5-5db4b06dd8ec", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:49:52.412437 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-3edc74bb-ca8b-4b0e-93f7-080713be3c6c {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:49:52.412845 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3edc74bb-ca8b-4b0e-93f7-080713be3c6c'] response: {'name': 'network-changed', 'server_uuid': '43fb695e-28e9-4461-8bbc-d5144c094627', 'tag': 'dc24fc6d-fb1b-4395-9cd5-5db4b06dd8ec', 'status': 'completed', 'code': 200} May 18 18:49:52.425400 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710f3c74-3732-48d7-a20a-31500cdcd3ad req-3eee4267-fec9-4bbe-be4e-91de17018b88 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:49:52.427510 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-710f3c74-3732-48d7-a20a-31500cdcd3ad req-3eee4267-fec9-4bbe-be4e-91de17018b88 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=43fb695e-28e9-4461-8bbc-d5144c094627 HTTP/1.1" status: 200 len: 943 time: 0.0620952 May 18 18:49:52.487850 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bd8e68-c046-4fed-8a2f-80974afa0f67 req-b05d99d7-d706-41e7-96d5-1e003a49d2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:49:52.490141 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-69bd8e68-c046-4fed-8a2f-80974afa0f67 req-b05d99d7-d706-41e7-96d5-1e003a49d2d8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8eaa7b9f5c3a4c288455d807dfdc5d8c&device_id=43fb695e-28e9-4461-8bbc-d5144c094627 HTTP/1.1" status: 200 len: 1094 time: 0.0458114 May 18 18:49:52.499692 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-710f3c74-3732-48d7-a20a-31500cdcd3ad req-042e157a-bd8a-42fd-b780-fb18ca747f54 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652535 May 18 18:49:52.514975 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bd8e68-c046-4fed-8a2f-80974afa0f67 req-90b0fdad-8f1a-4034-a3fa-11785e9e343d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:49:52.514975 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-69bd8e68-c046-4fed-8a2f-80974afa0f67 req-90b0fdad-8f1a-4034-a3fa-11785e9e343d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8eaa7b9f5c3a4c288455d807dfdc5d8c&device_id=43fb695e-28e9-4461-8bbc-d5144c094627 HTTP/1.1" status: 200 len: 1094 time: 0.0783672 May 18 18:49:52.589736 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bd8e68-c046-4fed-8a2f-80974afa0f67 req-d4b7fe05-a1eb-4ac0-8a68-6aaf043bc1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:49:52.591193 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-69bd8e68-c046-4fed-8a2f-80974afa0f67 req-d4b7fe05-a1eb-4ac0-8a68-6aaf043bc1b5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ed1b49f6-4ca7-4d7d-b302-2073cd83e975 HTTP/1.1" status: 200 len: 912 time: 0.0884459 May 18 18:49:52.608845 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bd8e68-c046-4fed-8a2f-80974afa0f67 req-fb2ce30e-4cb5-4cfd-9f26-ea1d135b9747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:49:52.610676 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-69bd8e68-c046-4fed-8a2f-80974afa0f67 req-fb2ce30e-4cb5-4cfd-9f26-ea1d135b9747 service neutron] 10.222.0.88 "GET /v2.0/networks?id=ed1b49f6-4ca7-4d7d-b302-2073cd83e975 HTTP/1.1" status: 200 len: 912 time: 0.0871818 May 18 18:49:52.666841 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-69bd8e68-c046-4fed-8a2f-80974afa0f67 req-9e72413b-7c6f-49cb-8492-31e14fffa5ff service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dc24fc6d-fb1b-4395-9cd5-5db4b06dd8ec HTTP/1.1" status: 200 len: 998 time: 0.0644572 May 18 18:49:52.685074 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-69bd8e68-c046-4fed-8a2f-80974afa0f67 req-395a60a9-a765-48a8-b6b1-dfdd15208cd8 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dc24fc6d-fb1b-4395-9cd5-5db4b06dd8ec HTTP/1.1" status: 200 len: 998 time: 0.0667496 May 18 18:49:52.720553 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bd8e68-c046-4fed-8a2f-80974afa0f67 req-18e80f90-5862-4d0a-9d99-4b309641acc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:49:52.722090 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-69bd8e68-c046-4fed-8a2f-80974afa0f67 req-18e80f90-5862-4d0a-9d99-4b309641acc3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=63fdba28-6b4f-4f0d-82c4-e1632b99bb24 HTTP/1.1" status: 200 len: 850 time: 0.0442791 May 18 18:49:52.736970 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bd8e68-c046-4fed-8a2f-80974afa0f67 req-9b3377ad-c912-4310-8045-ed2e5660dbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:49:52.738487 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-69bd8e68-c046-4fed-8a2f-80974afa0f67 req-9b3377ad-c912-4310-8045-ed2e5660dbaf service neutron] 10.222.0.88 "GET /v2.0/subnets?id=63fdba28-6b4f-4f0d-82c4-e1632b99bb24 HTTP/1.1" status: 200 len: 850 time: 0.0460689 May 18 18:49:52.771960 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bd8e68-c046-4fed-8a2f-80974afa0f67 req-f7a24a65-0f4c-4bb3-a3e4-fe7691afc5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:49:52.773493 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-69bd8e68-c046-4fed-8a2f-80974afa0f67 req-f7a24a65-0f4c-4bb3-a3e4-fe7691afc5e1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ed1b49f6-4ca7-4d7d-b302-2073cd83e975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415120 May 18 18:49:52.787752 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bd8e68-c046-4fed-8a2f-80974afa0f67 req-a8bc68e1-4f71-4b85-84e2-7728f6ffedc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:49:52.798229 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-69bd8e68-c046-4fed-8a2f-80974afa0f67 req-a8bc68e1-4f71-4b85-84e2-7728f6ffedc9 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ed1b49f6-4ca7-4d7d-b302-2073cd83e975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439234 May 18 18:49:52.869310 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-69bd8e68-c046-4fed-8a2f-80974afa0f67 req-3f5c55f0-d2b6-4d94-abc5-d75e7ab0b15e service neutron] 10.222.0.36 "GET /v2.0/networks/ed1b49f6-4ca7-4d7d-b302-2073cd83e975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883503 May 18 18:49:52.890732 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-69bd8e68-c046-4fed-8a2f-80974afa0f67 req-c00ae2c2-462d-42e2-9907-abe517c32d25 service neutron] 10.222.0.88 "GET /v2.0/networks/ed1b49f6-4ca7-4d7d-b302-2073cd83e975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912855 May 18 18:49:52.975932 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-69bd8e68-c046-4fed-8a2f-80974afa0f67 req-62c790a8-b863-4b35-a171-f86ca3d24af8 service neutron] 10.222.0.36 "GET /v2.0/networks/ed1b49f6-4ca7-4d7d-b302-2073cd83e975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956409 May 18 18:49:52.990711 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-69bd8e68-c046-4fed-8a2f-80974afa0f67 req-a6138902-15f7-4394-842c-4621c6d4b7fc service neutron] 10.222.0.88 "GET /v2.0/networks/ed1b49f6-4ca7-4d7d-b302-2073cd83e975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913904 May 18 18:49:53.624240 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f8dfe1-bd6e-4396-9a21-d66c322012ed req-056cfd18-e01e-4f5e-a085-92aad9e14cf5 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:49:53.625793 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-06f8dfe1-bd6e-4396-9a21-d66c322012ed req-056cfd18-e01e-4f5e-a085-92aad9e14cf5 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=43fb695e-28e9-4461-8bbc-d5144c094627 HTTP/1.1" status: 200 len: 943 time: 0.0534635 May 18 18:49:53.668745 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-06f8dfe1-bd6e-4396-9a21-d66c322012ed req-b99c500c-9cd7-4c6b-bab3-026ad49ac568 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370674 May 18 18:49:53.894378 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1180d97-94bd-42f9-977c-a715fcc42ec5 req-0658b8c0-7156-4a68-a7ec-a44841bf5334 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:49:53.896545 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a1180d97-94bd-42f9-977c-a715fcc42ec5 req-0658b8c0-7156-4a68-a7ec-a44841bf5334 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=43fb695e-28e9-4461-8bbc-d5144c094627 HTTP/1.1" status: 200 len: 943 time: 0.0794141 May 18 18:49:53.908267 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110ef730-0848-4440-a0b0-4c1b5e50e74a req-4ee47ca7-c0ba-4aa7-b5c6-00f97dce7af3 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:49:53.909713 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-110ef730-0848-4440-a0b0-4c1b5e50e74a req-4ee47ca7-c0ba-4aa7-b5c6-00f97dce7af3 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.36 "GET /v2.0/ports?device_id=43fb695e-28e9-4461-8bbc-d5144c094627&tenant_id=8eaa7b9f5c3a4c288455d807dfdc5d8c&binding%3Ahost_id=n-h2-838550-3 HTTP/1.1" status: 200 len: 943 time: 0.0820098 May 18 18:49:53.971479 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a1180d97-94bd-42f9-977c-a715fcc42ec5 req-6d07328d-b19d-4256-8609-128e86d9167f tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608199 May 18 18:49:53.993851 n-d-838550-3 neutron-server[102730]: INFO neutron.api.v2.resource [req-110ef730-0848-4440-a0b0-4c1b5e50e74a req-fd9e8f8c-5707-41b0-a535-a53d141dda39 service neutron] delete failed (client error): The resource could not be found. May 18 18:49:53.994963 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-110ef730-0848-4440-a0b0-4c1b5e50e74a req-fd9e8f8c-5707-41b0-a535-a53d141dda39 service neutron] 10.222.0.36 "DELETE /v2.0/ports/dc24fc6d-fb1b-4395-9cd5-5db4b06dd8ec/bindings/n-h1-838550-3 HTTP/1.1" status: 404 len: 380 time: 0.0715644 May 18 18:49:54.085650 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110ef730-0848-4440-a0b0-4c1b5e50e74a req-b63d3985-d5e1-4a43-a128-fcfbc476db1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:49:54.087105 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-110ef730-0848-4440-a0b0-4c1b5e50e74a req-b63d3985-d5e1-4a43-a128-fcfbc476db1b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8eaa7b9f5c3a4c288455d807dfdc5d8c&device_id=43fb695e-28e9-4461-8bbc-d5144c094627 HTTP/1.1" status: 200 len: 1094 time: 0.0427198 May 18 18:49:54.184461 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110ef730-0848-4440-a0b0-4c1b5e50e74a req-ae076dce-4ec3-4ad5-8942-d0af9bfa1dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:49:54.186429 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-110ef730-0848-4440-a0b0-4c1b5e50e74a req-ae076dce-4ec3-4ad5-8942-d0af9bfa1dea service neutron] 10.222.0.36 "GET /v2.0/networks?id=ed1b49f6-4ca7-4d7d-b302-2073cd83e975 HTTP/1.1" status: 200 len: 912 time: 0.0836308 May 18 18:49:54.257880 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-110ef730-0848-4440-a0b0-4c1b5e50e74a req-3f626c2e-2e95-4c19-98db-f85c573a029c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dc24fc6d-fb1b-4395-9cd5-5db4b06dd8ec HTTP/1.1" status: 200 len: 998 time: 0.0620532 May 18 18:49:54.303892 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device dc24fc6d-fb1b-4395-9cd5-5db4b06dd8ec no longer exists at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:49:54.312337 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110ef730-0848-4440-a0b0-4c1b5e50e74a req-b448ea38-f2da-4e06-91ec-8414dc0217ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:49:54.313876 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-110ef730-0848-4440-a0b0-4c1b5e50e74a req-b448ea38-f2da-4e06-91ec-8414dc0217ca service neutron] 10.222.0.36 "GET /v2.0/subnets?id=63fdba28-6b4f-4f0d-82c4-e1632b99bb24 HTTP/1.1" status: 200 len: 850 time: 0.0447967 May 18 18:49:54.344078 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device dc24fc6d-fb1b-4395-9cd5-5db4b06dd8ec not bound to the agent host n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:49:54.362781 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110ef730-0848-4440-a0b0-4c1b5e50e74a req-f77d00a5-e4f1-4d76-a1f2-96f9c08b94a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:49:54.364312 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-110ef730-0848-4440-a0b0-4c1b5e50e74a req-f77d00a5-e4f1-4d76-a1f2-96f9c08b94a8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ed1b49f6-4ca7-4d7d-b302-2073cd83e975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398498 May 18 18:49:54.458305 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-110ef730-0848-4440-a0b0-4c1b5e50e74a req-7a98620e-9365-4058-a486-db31c7808c3d service neutron] 10.222.0.36 "GET /v2.0/networks/ed1b49f6-4ca7-4d7d-b302-2073cd83e975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834377 May 18 18:49:54.549347 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-110ef730-0848-4440-a0b0-4c1b5e50e74a req-80f1e597-b729-4706-a058-b48dc6f59d9e service neutron] 10.222.0.36 "GET /v2.0/networks/ed1b49f6-4ca7-4d7d-b302-2073cd83e975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809679 May 18 18:49:54.847893 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device dc24fc6d-fb1b-4395-9cd5-5db4b06dd8ec details requested by agent hyperv_n-h2-838550-3 with host n-h2-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:49:54.943245 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port dc24fc6d-fb1b-4395-9cd5-5db4b06dd8ec, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=dc24fc6d-fb1b-4395-9cd5-5db4b06dd8ec,segment=NetworkSegment(404878ed-a07b-4f6d-8f20-714e74fae3cc),segment_id=404878ed-a07b-4f6d-8f20-714e74fae3cc)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:49:54.955455 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Returning: {'device': 'dc24fc6d-fb1b-4395-9cd5-5db4b06dd8ec', 'network_id': 'ed1b49f6-4ca7-4d7d-b302-2073cd83e975', 'port_id': 'dc24fc6d-fb1b-4395-9cd5-5db4b06dd8ec', 'mac_address': 'fa:16:3e:35:8e:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63fdba28-6b4f-4f0d-82c4-e1632b99bb24', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:49:54.997407 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port dc24fc6d-fb1b-4395-9cd5-5db4b06dd8ec is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:49:54.997827 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:55.010693 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc24fc6d-fb1b-4395-9cd5-5db4b06dd8ec {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:49:55.033739 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port dc24fc6d-fb1b-4395-9cd5-5db4b06dd8ec, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=dc24fc6d-fb1b-4395-9cd5-5db4b06dd8ec,segment=NetworkSegment(404878ed-a07b-4f6d-8f20-714e74fae3cc),segment_id=404878ed-a07b-4f6d-8f20-714e74fae3cc)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:49:55.038575 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:55.091743 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=dc24fc6d-fb1b-4395-9cd5-5db4b06dd8ec,revision_number=8']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:49:55.099736 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:49:55.100071 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:49:55.101327 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:49:55.101327 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:49:55.101327 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:49:55.102275 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:49:55.102358 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f185340d-453b-4008-9759-9308a57544c9 req-cf351a1a-18d0-4aea-b34f-e18a72f7cba7 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:49:55.103400 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:49:55.103400 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:49:55.103400 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:49:55.103400 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:49:55.103400 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:49:55.103400 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:49:55.109333 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f185340d-453b-4008-9759-9308a57544c9 req-cf351a1a-18d0-4aea-b34f-e18a72f7cba7 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=43fb695e-28e9-4461-8bbc-d5144c094627 HTTP/1.1" status: 200 len: 944 time: 0.0604389 May 18 18:49:55.155111 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f185340d-453b-4008-9759-9308a57544c9 req-845db5c0-7025-4e7c-9946-71278fe03c7b tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446482 May 18 18:49:55.293300 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aa2ba6-4251-4434-ade8-ec0916abbb5d req-40e5ab02-2d41-41e1-8406-ed468828cd2f tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:49:55.294871 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-07aa2ba6-4251-4434-ade8-ec0916abbb5d req-40e5ab02-2d41-41e1-8406-ed468828cd2f tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=43fb695e-28e9-4461-8bbc-d5144c094627 HTTP/1.1" status: 200 len: 944 time: 0.0591362 May 18 18:49:55.295298 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['dc24fc6d-fb1b-4395-9cd5-5db4b06dd8ec'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:49:55.332659 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-07aa2ba6-4251-4434-ade8-ec0916abbb5d req-86ffd5f3-e9cd-447e-b820-e485030df6aa tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316339 May 18 18:49:55.457655 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db063648-23e6-4182-8352-3ddb0454f310 req-a6408ba1-d61a-467b-8d46-030401de7ae0 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:49:55.459101 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-db063648-23e6-4182-8352-3ddb0454f310 req-a6408ba1-d61a-467b-8d46-030401de7ae0 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=43fb695e-28e9-4461-8bbc-d5144c094627 HTTP/1.1" status: 200 len: 944 time: 0.0550320 May 18 18:49:55.498338 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-db063648-23e6-4182-8352-3ddb0454f310 req-ddf8e434-1fcc-406b-a845-cebce9f8209e tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331590 May 18 18:49:55.883845 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b9e9a8-6678-4558-bb93-dcd6b75ef312 req-ae592831-cf35-48ba-a790-346c8523580f tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:49:55.885363 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f1b9e9a8-6678-4558-bb93-dcd6b75ef312 req-ae592831-cf35-48ba-a790-346c8523580f tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=43fb695e-28e9-4461-8bbc-d5144c094627 HTTP/1.1" status: 200 len: 944 time: 0.1763461 May 18 18:49:55.923973 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f1b9e9a8-6678-4558-bb93-dcd6b75ef312 req-21ea1ffb-ea25-4c47-976d-552f6a927c38 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325975 May 18 18:49:56.852971 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device dc24fc6d-fb1b-4395-9cd5-5db4b06dd8ec up at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:49:56.904721 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning for port dc24fc6d-fb1b-4395-9cd5-5db4b06dd8ec completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:49:56.908628 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning complete for port dc24fc6d-fb1b-4395-9cd5-5db4b06dd8ec triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:49:56.909001 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:56.985176 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port dc24fc6d-fb1b-4395-9cd5-5db4b06dd8ec is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:49:56.985541 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:57.013048 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43fb695e-28e9-4461-8bbc-d5144c094627', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc24fc6d-fb1b-4395-9cd5-5db4b06dd8ec'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:49:57.015336 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b56d32e4-d6ca-48e5-b6b5-afb77869fdb7" -d '{"events": [{"server_uuid": "43fb695e-28e9-4461-8bbc-d5144c094627", "name": "network-vif-plugged", "status": "completed", "tag": "dc24fc6d-fb1b-4395-9cd5-5db4b06dd8ec"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:49:57.028400 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port dc24fc6d-fb1b-4395-9cd5-5db4b06dd8ec, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=dc24fc6d-fb1b-4395-9cd5-5db4b06dd8ec,segment=NetworkSegment(404878ed-a07b-4f6d-8f20-714e74fae3cc),segment_id=404878ed-a07b-4f6d-8f20-714e74fae3cc)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:49:57.035199 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:57.055245 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b91c09-fdf7-4155-b91c-6da8477b8571 req-16470d7a-7452-4b2d-8ada-a5f5aef8272f tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:49:57.057075 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b1b91c09-fdf7-4155-b91c-6da8477b8571 req-16470d7a-7452-4b2d-8ada-a5f5aef8272f tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.88 "GET /v2.0/ports?device_id=43fb695e-28e9-4461-8bbc-d5144c094627 HTTP/1.1" status: 200 len: 944 time: 0.0565104 May 18 18:49:57.066347 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-442953aa-427c-411c-87c9-0a0dbcdc7075 x-openstack-request-id: req-442953aa-427c-411c-87c9-0a0dbcdc7075 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:49:57.066648 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43fb695e-28e9-4461-8bbc-d5144c094627", "name": "network-vif-plugged", "status": "completed", "tag": "dc24fc6d-fb1b-4395-9cd5-5db4b06dd8ec", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:49:57.066907 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-442953aa-427c-411c-87c9-0a0dbcdc7075 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:49:57.067331 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-442953aa-427c-411c-87c9-0a0dbcdc7075'] response: {'server_uuid': '43fb695e-28e9-4461-8bbc-d5144c094627', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc24fc6d-fb1b-4395-9cd5-5db4b06dd8ec', 'code': 200} May 18 18:49:57.069408 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9590c48-fb7e-4200-a343-49e87ced5a7f req-6cfa0a6e-259f-4d0c-a43c-3289b49bf1b6 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:49:57.070594 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f9590c48-fb7e-4200-a343-49e87ced5a7f req-6cfa0a6e-259f-4d0c-a43c-3289b49bf1b6 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=43fb695e-28e9-4461-8bbc-d5144c094627 HTTP/1.1" status: 200 len: 944 time: 0.0709982 May 18 18:49:57.092517 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=dc24fc6d-fb1b-4395-9cd5-5db4b06dd8ec,revision_number=9']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:49:57.113931 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f9590c48-fb7e-4200-a343-49e87ced5a7f req-e0bcbc15-7ea5-4658-99e6-dfee0d26a1df tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356190 May 18 18:49:57.165976 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-b1b91c09-fdf7-4155-b91c-6da8477b8571 req-1c8f5c98-a52d-44aa-9bf3-8688390ee703 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Deleting port dc24fc6d-fb1b-4395-9cd5-5db4b06dd8ec {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:49:57.166314 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-b1b91c09-fdf7-4155-b91c-6da8477b8571 req-1c8f5c98-a52d-44aa-9bf3-8688390ee703 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:57.252521 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-b1b91c09-fdf7-4155-b91c-6da8477b8571 req-1c8f5c98-a52d-44aa-9bf3-8688390ee703 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] For port dc24fc6d-fb1b-4395-9cd5-5db4b06dd8ec, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=dc24fc6d-fb1b-4395-9cd5-5db4b06dd8ec,segment=NetworkSegment(404878ed-a07b-4f6d-8f20-714e74fae3cc),segment_id=404878ed-a07b-4f6d-8f20-714e74fae3cc)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:49:57.252879 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-b1b91c09-fdf7-4155-b91c-6da8477b8571 req-1c8f5c98-a52d-44aa-9bf3-8688390ee703 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:57.424233 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-b1b91c09-fdf7-4155-b91c-6da8477b8571 req-1c8f5c98-a52d-44aa-9bf3-8688390ee703 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:57.424525 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-b1b91c09-fdf7-4155-b91c-6da8477b8571 req-1c8f5c98-a52d-44aa-9bf3-8688390ee703 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596987'] for floatingip, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:57.424871 n-d-838550-3 neutron-server[102731]: INFO neutron.db.l3_db [req-b1b91c09-fdf7-4155-b91c-6da8477b8571 req-1c8f5c98-a52d-44aa-9bf3-8688390ee703 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Floating IP f6228e3f-592f-4aab-8e48-30e449a17fd7 disassociated. External IP: 172.25.5.52, port: dc24fc6d-fb1b-4395-9cd5-5db4b06dd8ec. May 18 18:49:57.425214 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-b1b91c09-fdf7-4155-b91c-6da8477b8571 req-1c8f5c98-a52d-44aa-9bf3-8688390ee703 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Calling delete_port for dc24fc6d-fb1b-4395-9cd5-5db4b06dd8ec owned by compute:nova {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:49:57.550212 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-b1b91c09-fdf7-4155-b91c-6da8477b8571 req-1c8f5c98-a52d-44aa-9bf3-8688390ee703 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:57.584588 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8f5c98-a52d-44aa-9bf3-8688390ee703 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Pushing event deleted for resources: {'Port': ['ID=dc24fc6d-fb1b-4395-9cd5-5db4b06dd8ec,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:49:57.702162 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b1b91c09-fdf7-4155-b91c-6da8477b8571 req-1c8f5c98-a52d-44aa-9bf3-8688390ee703 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Router 2ce7bf80-3692-4b14-af74-0cb1e25a3c9c has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:49:57.813710 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b1b91c09-fdf7-4155-b91c-6da8477b8571 req-1c8f5c98-a52d-44aa-9bf3-8688390ee703 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:49:57.824031 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9c5dd7-c455-4417-9c64-7679f5e3b1f4 None None] Sync routers for ids ['2ce7bf80-3692-4b14-af74-0cb1e25a3c9c'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:49:57.837031 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9c5dd7-c455-4417-9c64-7679f5e3b1f4 None None] Routers {'2ce7bf80-3692-4b14-af74-0cb1e25a3c9c'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:49:57.837705 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-8f9c5dd7-c455-4417-9c64-7679f5e3b1f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:49:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['2ce7bf80-3692-4b14-af74-0cb1e25a3c9c'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:49:57.851516 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1b91c09-fdf7-4155-b91c-6da8477b8571 req-1c8f5c98-a52d-44aa-9bf3-8688390ee703 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] No DVR routers for this DVR port dc24fc6d-fb1b-4395-9cd5-5db4b06dd8ec on host n-h2-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:49:57.854312 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-b1b91c09-fdf7-4155-b91c-6da8477b8571 req-1c8f5c98-a52d-44aa-9bf3-8688390ee703 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:49:57.858188 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b1b91c09-fdf7-4155-b91c-6da8477b8571 req-1c8f5c98-a52d-44aa-9bf3-8688390ee703 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.88 "DELETE /v2.0/ports/dc24fc6d-fb1b-4395-9cd5-5db4b06dd8ec HTTP/1.1" status: 204 len: 173 time: 0.7798321 May 18 18:49:57.858632 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43fb695e-28e9-4461-8bbc-d5144c094627', 'name': 'network-vif-deleted', 'tag': 'dc24fc6d-fb1b-4395-9cd5-5db4b06dd8ec'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:49:57.860891 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c401a504-46e6-42bb-bda9-41d9e6156200" -d '{"events": [{"server_uuid": "43fb695e-28e9-4461-8bbc-d5144c094627", "name": "network-vif-deleted", "tag": "dc24fc6d-fb1b-4395-9cd5-5db4b06dd8ec"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:49:57.898622 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fe2173f-217b-40a5-b5a7-2bafc54a7d72 x-openstack-request-id: req-4fe2173f-217b-40a5-b5a7-2bafc54a7d72 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:49:57.898937 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43fb695e-28e9-4461-8bbc-d5144c094627", "name": "network-vif-deleted", "tag": "dc24fc6d-fb1b-4395-9cd5-5db4b06dd8ec", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:49:57.899176 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-4fe2173f-217b-40a5-b5a7-2bafc54a7d72 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:49:57.899570 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fe2173f-217b-40a5-b5a7-2bafc54a7d72'] response: {'server_uuid': '43fb695e-28e9-4461-8bbc-d5144c094627', 'name': 'network-vif-deleted', 'tag': 'dc24fc6d-fb1b-4395-9cd5-5db4b06dd8ec', 'status': 'completed', 'code': 200} May 18 18:49:57.966211 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-8f9c5dd7-c455-4417-9c64-7679f5e3b1f4 None None] Set router 2ce7bf80-3692-4b14-af74-0cb1e25a3c9c gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:49:58.174378 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-8f9c5dd7-c455-4417-9c64-7679f5e3b1f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ce7bf80-3692-4b14-af74-0cb1e25a3c9c', 'name': 'tempest-ServerActionsTestJSON-158420334-router', 'tenant_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '1ed6d033-bee1-43e8-971e-18c98e1d7c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:49:02Z', 'updated_at': '2022-05-18T18:49:04Z', 'revision_number': 4, 'project_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'gw_port': {'id': '1ed6d033-bee1-43e8-971e-18c98e1d7c47', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:4e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce7bf80-3692-4b14-af74-0cb1e25a3c9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:49:02Z', 'updated_at': '2022-05-18T18:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '4c096bfb-085c-4121-b78d-b10f275e54dc', 'name': '', 'network_id': 'ed1b49f6-4ca7-4d7d-b302-2073cd83e975', 'tenant_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'mac_address': 'fa:16:3e:7e:b9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce7bf80-3692-4b14-af74-0cb1e25a3c9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '63fdba28-6b4f-4f0d-82c4-e1632b99bb24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:49:04Z', 'updated_at': '2022-05-18T18:49:08Z', 'revision_number': 5, 'project_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'subnets': [{'id': '63fdba28-6b4f-4f0d-82c4-e1632b99bb24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:49:58.200488 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9c5dd7-c455-4417-9c64-7679f5e3b1f4 None None] Checking router: 2ce7bf80-3692-4b14-af74-0cb1e25a3c9c for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:49:58.209116 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9c5dd7-c455-4417-9c64-7679f5e3b1f4 None None] Routers {'2ce7bf80-3692-4b14-af74-0cb1e25a3c9c'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:49:58.209859 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-8f9c5dd7-c455-4417-9c64-7679f5e3b1f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:49:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['2ce7bf80-3692-4b14-af74-0cb1e25a3c9c'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:49:58.314936 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-8f9c5dd7-c455-4417-9c64-7679f5e3b1f4 None None] Set router 2ce7bf80-3692-4b14-af74-0cb1e25a3c9c gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:49:58.499343 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0842f6c9-d37d-4d7f-ba87-7ac2a97b2035 req-1a59d8f1-301d-47b5-9c86-37dab9fe65c0 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-securitygroup--871236324&fields=id&tenant_id=8eaa7b9f5c3a4c288455d807dfdc5d8c HTTP/1.1" status: 200 len: 267 time: 0.0423472 May 18 18:49:58.531161 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-8f9c5dd7-c455-4417-9c64-7679f5e3b1f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ce7bf80-3692-4b14-af74-0cb1e25a3c9c', 'name': 'tempest-ServerActionsTestJSON-158420334-router', 'tenant_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '1ed6d033-bee1-43e8-971e-18c98e1d7c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:49:02Z', 'updated_at': '2022-05-18T18:49:04Z', 'revision_number': 4, 'project_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'gw_port': {'id': '1ed6d033-bee1-43e8-971e-18c98e1d7c47', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:4e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce7bf80-3692-4b14-af74-0cb1e25a3c9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:49:02Z', 'updated_at': '2022-05-18T18:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '4c096bfb-085c-4121-b78d-b10f275e54dc', 'name': '', 'network_id': 'ed1b49f6-4ca7-4d7d-b302-2073cd83e975', 'tenant_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'mac_address': 'fa:16:3e:7e:b9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce7bf80-3692-4b14-af74-0cb1e25a3c9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '63fdba28-6b4f-4f0d-82c4-e1632b99bb24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:49:04Z', 'updated_at': '2022-05-18T18:49:08Z', 'revision_number': 5, 'project_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'subnets': [{'id': '63fdba28-6b4f-4f0d-82c4-e1632b99bb24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:49:58.559740 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9c5dd7-c455-4417-9c64-7679f5e3b1f4 None None] The sync data for ids ['2ce7bf80-3692-4b14-af74-0cb1e25a3c9c'] in n-d-838550-3 is: [{'id': '2ce7bf80-3692-4b14-af74-0cb1e25a3c9c', 'name': 'tempest-ServerActionsTestJSON-158420334-router', 'tenant_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '1ed6d033-bee1-43e8-971e-18c98e1d7c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:49:02Z', 'updated_at': '2022-05-18T18:49:04Z', 'revision_number': 4, 'project_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'gw_port': {'id': '1ed6d033-bee1-43e8-971e-18c98e1d7c47', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:4e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce7bf80-3692-4b14-af74-0cb1e25a3c9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:49:02Z', 'updated_at': '2022-05-18T18:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '4c096bfb-085c-4121-b78d-b10f275e54dc', 'name': '', 'network_id': 'ed1b49f6-4ca7-4d7d-b302-2073cd83e975', 'tenant_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'mac_address': 'fa:16:3e:7e:b9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce7bf80-3692-4b14-af74-0cb1e25a3c9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '63fdba28-6b4f-4f0d-82c4-e1632b99bb24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:49:04Z', 'updated_at': '2022-05-18T18:49:08Z', 'revision_number': 5, 'project_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'subnets': [{'id': '63fdba28-6b4f-4f0d-82c4-e1632b99bb24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:49:58.609644 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0842f6c9-d37d-4d7f-ba87-7ac2a97b2035 req-9e323230-aab4-4da7-aacd-db85e6839929 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:49:58.611129 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0842f6c9-d37d-4d7f-ba87-7ac2a97b2035 req-9e323230-aab4-4da7-aacd-db85e6839929 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/networks?id=ed1b49f6-4ca7-4d7d-b302-2073cd83e975 HTTP/1.1" status: 200 len: 811 time: 0.1047428 May 18 18:49:58.627446 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0842f6c9-d37d-4d7f-ba87-7ac2a97b2035 req-722aa7ae-5fb1-4b66-9f7e-c4e16417ca36 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/quotas/8eaa7b9f5c3a4c288455d807dfdc5d8c HTTP/1.1" status: 200 len: 375 time: 0.0102291 May 18 18:49:58.681985 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0842f6c9-d37d-4d7f-ba87-7ac2a97b2035 req-b1acf8c9-ed17-4ab8-b7de-aef2d150d118 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=8eaa7b9f5c3a4c288455d807dfdc5d8c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0487113 May 18 18:49:58.798951 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0842f6c9-d37d-4d7f-ba87-7ac2a97b2035 req-073c68dd-93a0-4abd-9b97-3b81bb90c423 service neutron] 10.222.0.85 "GET /v2.0/networks/ed1b49f6-4ca7-4d7d-b302-2073cd83e975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018953 May 18 18:49:58.800960 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75fc9acb-84d2-4382-a843-ca17e0e61371 None None] New status for floating IP f6228e3f-592f-4aab-8e48-30e449a17fd7: DOWN {{(pid=102732) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 18:49:58.895939 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0842f6c9-d37d-4d7f-ba87-7ac2a97b2035 req-49a49f66-7143-4f75-a900-ac161301acaf service neutron] 10.222.0.85 "GET /v2.0/networks/ed1b49f6-4ca7-4d7d-b302-2073cd83e975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913203 May 18 18:49:59.062962 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-94eb812a-0397-4387-a5e4-d3c788d7df11 req-b930366a-f6b7-4e11-a3f7-4b7ef803db7d tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=34002bb4-2e31-460d-8518-60eb16614be9 HTTP/1.1" status: 200 len: 210 time: 0.0282440 May 18 18:50:00.073021 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0842f6c9-d37d-4d7f-ba87-7ac2a97b2035 req-943d24ba-b629-4f26-8d4a-0a2f8e7d8428 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:50:00.075074 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0842f6c9-d37d-4d7f-ba87-7ac2a97b2035 req-943d24ba-b629-4f26-8d4a-0a2f8e7d8428 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.88 "GET /v2.0/networks?id=ed1b49f6-4ca7-4d7d-b302-2073cd83e975 HTTP/1.1" status: 200 len: 811 time: 0.1059692 May 18 18:50:00.133385 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0842f6c9-d37d-4d7f-ba87-7ac2a97b2035 req-46ac83e2-f89c-4514-be19-54a79e5e5b43 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8eaa7b9f5c3a4c288455d807dfdc5d8c HTTP/1.1" status: 200 len: 379 time: 0.0478315 May 18 18:50:00.143669 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-0842f6c9-d37d-4d7f-ba87-7ac2a97b2035 req-3bdb9bc8-8984-485f-8012-0fef97b04e16 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Request body: {'port': {'device_id': '34002bb4-2e31-460d-8518-60eb16614be9', 'network_id': 'ed1b49f6-4ca7-4d7d-b302-2073cd83e975', 'admin_state_up': True, 'tenant_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'security_groups': ['eab78878-df6c-4016-9548-5c51c5bab9d7']}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:50:00.161745 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-407b38c0-4693-4a80-81ec-414d4dc7b0b2 req-2d37121d-9dfe-4295-a3e7-db12001e82ee tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=34002bb4-2e31-460d-8518-60eb16614be9 HTTP/1.1" status: 200 len: 210 time: 0.0281448 May 18 18:50:00.251838 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0842f6c9-d37d-4d7f-ba87-7ac2a97b2035 req-3bdb9bc8-8984-485f-8012-0fef97b04e16 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Made reservation on behalf of 8eaa7b9f5c3a4c288455d807dfdc5d8c for: {'port': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:50:00.255411 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-0842f6c9-d37d-4d7f-ba87-7ac2a97b2035 req-3bdb9bc8-8984-485f-8012-0fef97b04e16 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:50:00.382361 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [req-0842f6c9-d37d-4d7f-ba87-7ac2a97b2035 req-3bdb9bc8-8984-485f-8012-0fef97b04e16 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Allocated IP 172.20.0.4 (ed1b49f6-4ca7-4d7d-b302-2073cd83e975/63fdba28-6b4f-4f0d-82c4-e1632b99bb24/83591b79-990d-48ec-8818-f16854b553cd) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:50:00.517497 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-0842f6c9-d37d-4d7f-ba87-7ac2a97b2035 req-3bdb9bc8-8984-485f-8012-0fef97b04e16 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:50:00.556786 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-0842f6c9-d37d-4d7f-ba87-7ac2a97b2035 req-3bdb9bc8-8984-485f-8012-0fef97b04e16 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:50:00.599075 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0842f6c9-d37d-4d7f-ba87-7ac2a97b2035 req-3bdb9bc8-8984-485f-8012-0fef97b04e16 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Network ed1b49f6-4ca7-4d7d-b302-2073cd83e975 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:50:00.601961 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [req-0842f6c9-d37d-4d7f-ba87-7ac2a97b2035 req-3bdb9bc8-8984-485f-8012-0fef97b04e16 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:50:00.606194 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-0842f6c9-d37d-4d7f-ba87-7ac2a97b2035 req-3bdb9bc8-8984-485f-8012-0fef97b04e16 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:50:00.615145 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdb9bc8-8984-485f-8012-0fef97b04e16 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Pushing event updated for resources: {'Port': ['ID=83591b79-990d-48ec-8818-f16854b553cd,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:50:00.660669 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0842f6c9-d37d-4d7f-ba87-7ac2a97b2035 req-3bdb9bc8-8984-485f-8012-0fef97b04e16 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:50:00.661196 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-0842f6c9-d37d-4d7f-ba87-7ac2a97b2035 req-3bdb9bc8-8984-485f-8012-0fef97b04e16 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:50:00.679580 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0842f6c9-d37d-4d7f-ba87-7ac2a97b2035 req-3bdb9bc8-8984-485f-8012-0fef97b04e16 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5397363 May 18 18:50:00.691974 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-0842f6c9-d37d-4d7f-ba87-7ac2a97b2035 req-ca0a629b-5793-41a4-8603-7d31cebcb428 service neutron] Request body: {'port': {'device_id': '34002bb4-2e31-460d-8518-60eb16614be9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-3'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:50:00.750393 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-0842f6c9-d37d-4d7f-ba87-7ac2a97b2035 req-ca0a629b-5793-41a4-8603-7d31cebcb428 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:50:00.803508 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-dacc3477-8ea3-4ccb-b44d-635410d08fb5 None None] Provisioning complete for port 83591b79-990d-48ec-8818-f16854b553cd triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:50:00.804089 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-dacc3477-8ea3-4ccb-b44d-635410d08fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:50:00.841419 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-dacc3477-8ea3-4ccb-b44d-635410d08fb5 None None] Port 83591b79-990d-48ec-8818-f16854b553cd cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:50:00.909837 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device dc24fc6d-fb1b-4395-9cd5-5db4b06dd8ec no longer exists at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:50:00.931273 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] No Port match for: dc24fc6d-fb1b-4395-9cd5-5db4b06dd8ec {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:50:00.931528 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device dc24fc6d-fb1b-4395-9cd5-5db4b06dd8ec not bound to the agent host n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:50:01.015910 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [req-0842f6c9-d37d-4d7f-ba87-7ac2a97b2035 req-ca0a629b-5793-41a4-8603-7d31cebcb428 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83591b79-990d-48ec-8818-f16854b553cd {{(pid=102731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:50:01.023276 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-0842f6c9-d37d-4d7f-ba87-7ac2a97b2035 req-ca0a629b-5793-41a4-8603-7d31cebcb428 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:50:01.035328 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.provisioning_blocks [req-0842f6c9-d37d-4d7f-ba87-7ac2a97b2035 req-ca0a629b-5793-41a4-8603-7d31cebcb428 service neutron] Transition to ACTIVE for port object 83591b79-990d-48ec-8818-f16854b553cd will not be triggered until provisioned by entity L2. {{(pid=102731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:50:01.039026 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-0842f6c9-d37d-4d7f-ba87-7ac2a97b2035 req-ca0a629b-5793-41a4-8603-7d31cebcb428 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:50:01.087776 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0a629b-5793-41a4-8603-7d31cebcb428 service neutron] Pushing event updated for resources: {'Port': ['ID=83591b79-990d-48ec-8818-f16854b553cd,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:50:01.162786 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-0842f6c9-d37d-4d7f-ba87-7ac2a97b2035 req-ca0a629b-5793-41a4-8603-7d31cebcb428 service neutron] Attempting to bind port 83591b79-990d-48ec-8818-f16854b553cd on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:50:01.163117 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-0842f6c9-d37d-4d7f-ba87-7ac2a97b2035 req-ca0a629b-5793-41a4-8603-7d31cebcb428 service neutron] Attempting to bind port 83591b79-990d-48ec-8818-f16854b553cd by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': '404878ed-a07b-4f6d-8f20-714e74fae3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'ed1b49f6-4ca7-4d7d-b302-2073cd83e975'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:50:01.163439 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0842f6c9-d37d-4d7f-ba87-7ac2a97b2035 req-ca0a629b-5793-41a4-8603-7d31cebcb428 service neutron] Attempting to bind port 83591b79-990d-48ec-8818-f16854b553cd on network ed1b49f6-4ca7-4d7d-b302-2073cd83e975 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:50:01.168021 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0842f6c9-d37d-4d7f-ba87-7ac2a97b2035 req-ca0a629b-5793-41a4-8603-7d31cebcb428 service neutron] Port 83591b79-990d-48ec-8818-f16854b553cd on network ed1b49f6-4ca7-4d7d-b302-2073cd83e975 not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:50:01.168313 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0842f6c9-d37d-4d7f-ba87-7ac2a97b2035 req-ca0a629b-5793-41a4-8603-7d31cebcb428 service neutron] Attempting to bind port 83591b79-990d-48ec-8818-f16854b553cd on network ed1b49f6-4ca7-4d7d-b302-2073cd83e975 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:50:01.173573 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0842f6c9-d37d-4d7f-ba87-7ac2a97b2035 req-ca0a629b-5793-41a4-8603-7d31cebcb428 service neutron] Checking agent: {'id': 'd1be059a-68ea-4c77-9b2b-29f4afa47e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:50:01.173933 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0842f6c9-d37d-4d7f-ba87-7ac2a97b2035 req-ca0a629b-5793-41a4-8603-7d31cebcb428 service neutron] Checking segment: {'id': '404878ed-a07b-4f6d-8f20-714e74fae3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'ed1b49f6-4ca7-4d7d-b302-2073cd83e975'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:50:01.174316 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0842f6c9-d37d-4d7f-ba87-7ac2a97b2035 req-ca0a629b-5793-41a4-8603-7d31cebcb428 service neutron] Bound using segment: {'id': '404878ed-a07b-4f6d-8f20-714e74fae3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'ed1b49f6-4ca7-4d7d-b302-2073cd83e975'} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:50:01.174746 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-0842f6c9-d37d-4d7f-ba87-7ac2a97b2035 req-ca0a629b-5793-41a4-8603-7d31cebcb428 service neutron] Bound port: 83591b79-990d-48ec-8818-f16854b553cd, host: n-h2-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '404878ed-a07b-4f6d-8f20-714e74fae3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'ed1b49f6-4ca7-4d7d-b302-2073cd83e975'}}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:50:01.175102 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-0842f6c9-d37d-4d7f-ba87-7ac2a97b2035 req-ca0a629b-5793-41a4-8603-7d31cebcb428 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:50:01.257173 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-0842f6c9-d37d-4d7f-ba87-7ac2a97b2035 req-ca0a629b-5793-41a4-8603-7d31cebcb428 service neutron] For port 83591b79-990d-48ec-8818-f16854b553cd, host n-h2-838550-3, cleared binding levels {{(pid=102731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:50:01.286808 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-0842f6c9-d37d-4d7f-ba87-7ac2a97b2035 req-ca0a629b-5793-41a4-8603-7d31cebcb428 service neutron] For port 83591b79-990d-48ec-8818-f16854b553cd, host n-h2-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=83591b79-990d-48ec-8818-f16854b553cd,segment=NetworkSegment(404878ed-a07b-4f6d-8f20-714e74fae3cc),segment_id=404878ed-a07b-4f6d-8f20-714e74fae3cc)] {{(pid=102731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:50:01.293101 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-0842f6c9-d37d-4d7f-ba87-7ac2a97b2035 req-ca0a629b-5793-41a4-8603-7d31cebcb428 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:50:01.329800 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:50:01.337408 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5837a195-b1fe-4374-9419-d10e89c4bb9d req-0d086553-3537-43c7-b4c5-31c372097435 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:50:01.338889 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5837a195-b1fe-4374-9419-d10e89c4bb9d req-0d086553-3537-43c7-b4c5-31c372097435 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=34002bb4-2e31-460d-8518-60eb16614be9 HTTP/1.1" status: 200 len: 943 time: 0.0967088 May 18 18:50:01.348819 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0842f6c9-d37d-4d7f-ba87-7ac2a97b2035 req-ca0a629b-5793-41a4-8603-7d31cebcb428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:50:01.349453 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-0842f6c9-d37d-4d7f-ba87-7ac2a97b2035 req-ca0a629b-5793-41a4-8603-7d31cebcb428 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:50:01.350945 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0842f6c9-d37d-4d7f-ba87-7ac2a97b2035 req-ca0a629b-5793-41a4-8603-7d31cebcb428 service neutron] 10.222.0.88 "PUT /v2.0/ports/83591b79-990d-48ec-8818-f16854b553cd HTTP/1.1" status: 200 len: 1091 time: 0.6634645 May 18 18:50:01.357078 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34002bb4-2e31-460d-8518-60eb16614be9', 'tag': '83591b79-990d-48ec-8818-f16854b553cd'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:50:01.359375 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c1b889a-697a-4127-89f8-fafcf1a39050" -d '{"events": [{"name": "network-changed", "server_uuid": "34002bb4-2e31-460d-8518-60eb16614be9", "tag": "83591b79-990d-48ec-8818-f16854b553cd"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:50:01.392906 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0a629b-5793-41a4-8603-7d31cebcb428 service neutron] Pushing event updated for resources: {'Port': ['ID=83591b79-990d-48ec-8818-f16854b553cd,revision_number=3']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:50:01.438013 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5837a195-b1fe-4374-9419-d10e89c4bb9d req-fd9bfcb8-1bea-4019-9a97-14376d679c5d tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907035 May 18 18:50:01.461641 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0842f6c9-d37d-4d7f-ba87-7ac2a97b2035 req-5d208ea4-25d1-4f0a-a188-c7906569247b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:50:01.463153 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0842f6c9-d37d-4d7f-ba87-7ac2a97b2035 req-5d208ea4-25d1-4f0a-a188-c7906569247b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8eaa7b9f5c3a4c288455d807dfdc5d8c&device_id=34002bb4-2e31-460d-8518-60eb16614be9 HTTP/1.1" status: 200 len: 1094 time: 0.0632982 May 18 18:50:01.482045 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:50:01.512401 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db757414-37c6-4eba-92c9-6975d5c4bb02 x-openstack-request-id: req-db757414-37c6-4eba-92c9-6975d5c4bb02 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:50:01.512688 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34002bb4-2e31-460d-8518-60eb16614be9", "tag": "83591b79-990d-48ec-8818-f16854b553cd", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:50:01.512939 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-db757414-37c6-4eba-92c9-6975d5c4bb02 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:50:01.513325 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db757414-37c6-4eba-92c9-6975d5c4bb02'] response: {'name': 'network-changed', 'server_uuid': '34002bb4-2e31-460d-8518-60eb16614be9', 'tag': '83591b79-990d-48ec-8818-f16854b553cd', 'status': 'completed', 'code': 200} May 18 18:50:01.515152 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0842f6c9-d37d-4d7f-ba87-7ac2a97b2035 req-9bb375a4-8553-425c-b773-a1b3e0523827 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=83591b79-990d-48ec-8818-f16854b553cd HTTP/1.1" status: 200 len: 217 time: 0.0419161 May 18 18:50:01.569438 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0842f6c9-d37d-4d7f-ba87-7ac2a97b2035 req-afd93008-4a3c-4c50-a53b-58ca375c17ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:50:01.570970 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0842f6c9-d37d-4d7f-ba87-7ac2a97b2035 req-afd93008-4a3c-4c50-a53b-58ca375c17ee service neutron] 10.222.0.88 "GET /v2.0/subnets?id=63fdba28-6b4f-4f0d-82c4-e1632b99bb24 HTTP/1.1" status: 200 len: 850 time: 0.0490649 May 18 18:50:01.623552 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0842f6c9-d37d-4d7f-ba87-7ac2a97b2035 req-ac1c0eea-ab50-4591-96d8-11a7e385a53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:50:01.625074 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0842f6c9-d37d-4d7f-ba87-7ac2a97b2035 req-ac1c0eea-ab50-4591-96d8-11a7e385a53d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ed1b49f6-4ca7-4d7d-b302-2073cd83e975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459414 May 18 18:50:01.713950 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0842f6c9-d37d-4d7f-ba87-7ac2a97b2035 req-ba1c9b81-bbe7-4156-adc0-2c9e7e48d746 service neutron] 10.222.0.88 "GET /v2.0/networks/ed1b49f6-4ca7-4d7d-b302-2073cd83e975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812705 May 18 18:50:01.806208 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0842f6c9-d37d-4d7f-ba87-7ac2a97b2035 req-23ae0e63-1ada-4c99-a081-116308a4a9ce service neutron] 10.222.0.88 "GET /v2.0/networks/ed1b49f6-4ca7-4d7d-b302-2073cd83e975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842967 May 18 18:50:01.894157 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1b889a-697a-4127-89f8-fafcf1a39050 req-e59166bc-e18c-436b-aeb0-b2627e5807bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:50:01.895645 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9c1b889a-697a-4127-89f8-fafcf1a39050 req-e59166bc-e18c-436b-aeb0-b2627e5807bf service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8eaa7b9f5c3a4c288455d807dfdc5d8c&device_id=34002bb4-2e31-460d-8518-60eb16614be9 HTTP/1.1" status: 200 len: 1094 time: 0.0414226 May 18 18:50:01.989038 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1b889a-697a-4127-89f8-fafcf1a39050 req-e7c0d895-6f10-4aa5-a7f8-6ff74b1d0157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:50:01.990505 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9c1b889a-697a-4127-89f8-fafcf1a39050 req-e7c0d895-6f10-4aa5-a7f8-6ff74b1d0157 service neutron] 10.222.0.88 "GET /v2.0/networks?id=ed1b49f6-4ca7-4d7d-b302-2073cd83e975 HTTP/1.1" status: 200 len: 912 time: 0.0866573 May 18 18:50:02.340230 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9c1b889a-697a-4127-89f8-fafcf1a39050 req-8b571caf-0292-4f30-a263-96c1d7732e40 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=83591b79-990d-48ec-8818-f16854b553cd HTTP/1.1" status: 200 len: 217 time: 0.3424866 May 18 18:50:02.389514 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1b889a-697a-4127-89f8-fafcf1a39050 req-cfcc6b68-0579-436e-8c19-caf9cb4f5567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:50:02.391001 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9c1b889a-697a-4127-89f8-fafcf1a39050 req-cfcc6b68-0579-436e-8c19-caf9cb4f5567 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=63fdba28-6b4f-4f0d-82c4-e1632b99bb24 HTTP/1.1" status: 200 len: 850 time: 0.0438411 May 18 18:50:02.439328 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1b889a-697a-4127-89f8-fafcf1a39050 req-61e87db1-92c0-42a0-96e8-c563492bef4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:50:02.440873 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9c1b889a-697a-4127-89f8-fafcf1a39050 req-61e87db1-92c0-42a0-96e8-c563492bef4d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ed1b49f6-4ca7-4d7d-b302-2073cd83e975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423038 May 18 18:50:02.570841 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9c1b889a-697a-4127-89f8-fafcf1a39050 req-73e555a6-9465-46ef-9f4d-fa6f4b4cb756 service neutron] 10.222.0.88 "GET /v2.0/networks/ed1b49f6-4ca7-4d7d-b302-2073cd83e975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193755 May 18 18:50:02.582957 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c948ec5a-d407-4fa2-ae53-f48a8c71ef52 req-982be5f9-a833-4d69-b44d-d0aefbed9f7d tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:50:02.584516 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c948ec5a-d407-4fa2-ae53-f48a8c71ef52 req-982be5f9-a833-4d69-b44d-d0aefbed9f7d tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=34002bb4-2e31-460d-8518-60eb16614be9 HTTP/1.1" status: 200 len: 943 time: 0.0721943 May 18 18:50:02.672880 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-c948ec5a-d407-4fa2-ae53-f48a8c71ef52 req-de9097c6-db93-403f-b08d-ada6f0ad113d tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788109 May 18 18:50:02.702839 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9c1b889a-697a-4127-89f8-fafcf1a39050 req-ec4c7f9d-91d6-4e7d-8923-0f925b47951e service neutron] 10.222.0.88 "GET /v2.0/networks/ed1b49f6-4ca7-4d7d-b302-2073cd83e975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169462 May 18 18:50:03.790163 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75fa721-cbe3-403c-8cd3-53097062ed42 req-12873591-597d-4f82-afaa-98a9fccfffe5 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:50:03.791666 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a75fa721-cbe3-403c-8cd3-53097062ed42 req-12873591-597d-4f82-afaa-98a9fccfffe5 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=34002bb4-2e31-460d-8518-60eb16614be9 HTTP/1.1" status: 200 len: 943 time: 0.0486288 May 18 18:50:03.832831 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a75fa721-cbe3-403c-8cd3-53097062ed42 req-630672c8-ba88-4ceb-895c-542b56ef50cd tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352490 May 18 18:50:04.286525 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 7 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 18:50:04.378086 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [req-c746fd82-917b-4547-982c-be1404849027 req-c342048a-0635-4842-8ad6-299902ec0b33 service neutron] (102730) timed out ('10.222.0.36', 64515) {{(pid=102730) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} May 18 18:50:04.925612 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 83591b79-990d-48ec-8818-f16854b553cd details requested by agent hyperv_n-h2-838550-3 with host n-h2-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:50:04.949392 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03def169-63ff-4b8f-941b-4cf0a0da3739 req-1ec18427-6ea9-4c44-998d-a490388ed86f tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:50:04.950825 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-03def169-63ff-4b8f-941b-4cf0a0da3739 req-1ec18427-6ea9-4c44-998d-a490388ed86f tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=34002bb4-2e31-460d-8518-60eb16614be9 HTTP/1.1" status: 200 len: 943 time: 0.0497105 May 18 18:50:04.988396 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-03def169-63ff-4b8f-941b-4cf0a0da3739 req-353ee976-3a87-4744-a8a0-e3e83e1b6974 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315723 May 18 18:50:05.022020 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 83591b79-990d-48ec-8818-f16854b553cd, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=83591b79-990d-48ec-8818-f16854b553cd,segment=NetworkSegment(404878ed-a07b-4f6d-8f20-714e74fae3cc),segment_id=404878ed-a07b-4f6d-8f20-714e74fae3cc)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:50:05.033235 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Returning: {'device': '83591b79-990d-48ec-8818-f16854b553cd', 'network_id': 'ed1b49f6-4ca7-4d7d-b302-2073cd83e975', 'port_id': '83591b79-990d-48ec-8818-f16854b553cd', 'mac_address': 'fa:16:3e:a2:90:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63fdba28-6b4f-4f0d-82c4-e1632b99bb24', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:50:05.069765 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 83591b79-990d-48ec-8818-f16854b553cd is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:50:05.070144 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:50:05.082587 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83591b79-990d-48ec-8818-f16854b553cd {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:50:05.101958 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 83591b79-990d-48ec-8818-f16854b553cd, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=83591b79-990d-48ec-8818-f16854b553cd,segment=NetworkSegment(404878ed-a07b-4f6d-8f20-714e74fae3cc),segment_id=404878ed-a07b-4f6d-8f20-714e74fae3cc)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:50:05.106266 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:50:05.165220 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=83591b79-990d-48ec-8818-f16854b553cd,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:50:05.309463 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['83591b79-990d-48ec-8818-f16854b553cd'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:50:06.394043 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2828721-252f-46c7-8705-36ef60474edf req-6fab503c-615c-4eed-bf5e-8489f5231a4d tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:50:06.395447 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a2828721-252f-46c7-8705-36ef60474edf req-6fab503c-615c-4eed-bf5e-8489f5231a4d tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=34002bb4-2e31-460d-8518-60eb16614be9 HTTP/1.1" status: 200 len: 944 time: 0.3389940 May 18 18:50:06.433971 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a2828721-252f-46c7-8705-36ef60474edf req-fed5997f-850e-41dd-9236-8162314f35d1 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324123 May 18 18:50:06.941675 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 83591b79-990d-48ec-8818-f16854b553cd up at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:50:06.991689 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning for port 83591b79-990d-48ec-8818-f16854b553cd completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:50:06.996841 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning complete for port 83591b79-990d-48ec-8818-f16854b553cd triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:50:06.997213 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:50:07.070961 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 83591b79-990d-48ec-8818-f16854b553cd is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:50:07.071341 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:50:07.093082 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34002bb4-2e31-460d-8518-60eb16614be9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83591b79-990d-48ec-8818-f16854b553cd'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:50:07.095322 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-184fe01e-2af9-43cf-aa0c-ae2a44d1fdac" -d '{"events": [{"server_uuid": "34002bb4-2e31-460d-8518-60eb16614be9", "name": "network-vif-plugged", "status": "completed", "tag": "83591b79-990d-48ec-8818-f16854b553cd"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:50:07.108911 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 83591b79-990d-48ec-8818-f16854b553cd, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=83591b79-990d-48ec-8818-f16854b553cd,segment=NetworkSegment(404878ed-a07b-4f6d-8f20-714e74fae3cc),segment_id=404878ed-a07b-4f6d-8f20-714e74fae3cc)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:50:07.114317 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:50:07.140075 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0470faf-108b-4393-9bb9-28f05db42a91 x-openstack-request-id: req-d0470faf-108b-4393-9bb9-28f05db42a91 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:50:07.140363 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34002bb4-2e31-460d-8518-60eb16614be9", "name": "network-vif-plugged", "status": "completed", "tag": "83591b79-990d-48ec-8818-f16854b553cd", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:50:07.140614 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-d0470faf-108b-4393-9bb9-28f05db42a91 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:50:07.141009 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0470faf-108b-4393-9bb9-28f05db42a91'] response: {'server_uuid': '34002bb4-2e31-460d-8518-60eb16614be9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83591b79-990d-48ec-8818-f16854b553cd', 'code': 200} May 18 18:50:07.177093 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=83591b79-990d-48ec-8818-f16854b553cd,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:50:07.234953 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5287afd9-b8a1-4c5d-8acf-b40efcb8afc8 req-ec2c28c2-ef2d-41d7-8747-ccb218590175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:50:07.236342 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5287afd9-b8a1-4c5d-8acf-b40efcb8afc8 req-ec2c28c2-ef2d-41d7-8747-ccb218590175 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=34002bb4-2e31-460d-8518-60eb16614be9 HTTP/1.1" status: 200 len: 1096 time: 0.0429759 May 18 18:50:07.270609 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5287afd9-b8a1-4c5d-8acf-b40efcb8afc8 req-270d5814-1092-41fe-b0aa-3d367e2b24db service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274525 May 18 18:50:07.559801 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eaf608-a21c-4ac6-9017-df85d0437190 req-09bc4e4a-811e-4363-aa94-684959eaee66 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:50:07.561369 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-55eaf608-a21c-4ac6-9017-df85d0437190 req-09bc4e4a-811e-4363-aa94-684959eaee66 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=34002bb4-2e31-460d-8518-60eb16614be9 HTTP/1.1" status: 200 len: 945 time: 0.0564890 May 18 18:50:07.602381 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-55eaf608-a21c-4ac6-9017-df85d0437190 req-2859e26b-87d8-4610-9c93-8798e19ffac8 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347157 May 18 18:50:07.706139 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-ac691a5a-7838-4651-ab40-851f219e5582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:50:08.719224 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e067f48-57e3-4079-a0f7-305fdd43713f req-ffa05030-c821-4628-89a2-2c31b5c4adc4 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:50:08.720696 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4e067f48-57e3-4079-a0f7-305fdd43713f req-ffa05030-c821-4628-89a2-2c31b5c4adc4 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=34002bb4-2e31-460d-8518-60eb16614be9 HTTP/1.1" status: 200 len: 945 time: 0.0487037 May 18 18:50:08.758788 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4e067f48-57e3-4079-a0f7-305fdd43713f req-4b060eec-b6c8-4d4c-b347-a64602575194 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320365 May 18 18:50:08.879311 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d35b55-6076-4d8b-985d-ac3a561c0859 req-b0f37294-8109-490a-8188-4f1d70abe3f1 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:50:08.880914 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-78d35b55-6076-4d8b-985d-ac3a561c0859 req-b0f37294-8109-490a-8188-4f1d70abe3f1 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=34002bb4-2e31-460d-8518-60eb16614be9 HTTP/1.1" status: 200 len: 945 time: 0.0577528 May 18 18:50:08.889669 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 47812) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:50:08.894117 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-67037d77-6947-4036-8798-8a15506949e9 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Request body: {'floatingip': {'port_id': '83591b79-990d-48ec-8818-f16854b553cd'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:50:08.968761 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-67037d77-6947-4036-8798-8a15506949e9 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Notify callbacks [] for floatingip, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:50:09.433360 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-67037d77-6947-4036-8798-8a15506949e9 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:50:09.437415 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-67037d77-6947-4036-8798-8a15506949e9 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596987'] for floatingip, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:50:09.535214 n-d-838550-3 neutron-server[102730]: INFO neutron.db.l3_db [None req-67037d77-6947-4036-8798-8a15506949e9 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Floating IP f6228e3f-592f-4aab-8e48-30e449a17fd7 associated. External IP: 172.25.5.52, port: 83591b79-990d-48ec-8818-f16854b553cd. May 18 18:50:09.748270 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67037d77-6947-4036-8798-8a15506949e9 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Router 2ce7bf80-3692-4b14-af74-0cb1e25a3c9c has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:50:09.854117 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67037d77-6947-4036-8798-8a15506949e9 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:50:09.859688 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-67037d77-6947-4036-8798-8a15506949e9 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:50:09.864363 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0701781-e7b8-4877-9868-17ef0463df98 None None] Sync routers for ids ['2ce7bf80-3692-4b14-af74-0cb1e25a3c9c'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:50:09.873318 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0701781-e7b8-4877-9868-17ef0463df98 None None] Routers {'2ce7bf80-3692-4b14-af74-0cb1e25a3c9c'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:50:09.873948 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-a0701781-e7b8-4877-9868-17ef0463df98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:49:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['2ce7bf80-3692-4b14-af74-0cb1e25a3c9c'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:50:09.886054 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-67037d77-6947-4036-8798-8a15506949e9 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "PUT /v2.0/floatingips/f6228e3f-592f-4aab-8e48-30e449a17fd7 HTTP/1.1" status: 200 len: 990 time: 0.9952986 May 18 18:50:09.886678 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34002bb4-2e31-460d-8518-60eb16614be9', 'tag': '83591b79-990d-48ec-8818-f16854b553cd'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:50:09.888919 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54aaf513-8761-429a-bae8-6f1f00fb1e36" -d '{"events": [{"name": "network-changed", "server_uuid": "34002bb4-2e31-460d-8518-60eb16614be9", "tag": "83591b79-990d-48ec-8818-f16854b553cd"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:50:09.926491 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dbd0253-eb7b-4cea-8c5f-645a0277657d x-openstack-request-id: req-8dbd0253-eb7b-4cea-8c5f-645a0277657d {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:50:09.926788 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34002bb4-2e31-460d-8518-60eb16614be9", "tag": "83591b79-990d-48ec-8818-f16854b553cd", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:50:09.927064 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-8dbd0253-eb7b-4cea-8c5f-645a0277657d {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:50:09.927466 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8dbd0253-eb7b-4cea-8c5f-645a0277657d'] response: {'name': 'network-changed', 'server_uuid': '34002bb4-2e31-460d-8518-60eb16614be9', 'tag': '83591b79-990d-48ec-8818-f16854b553cd', 'status': 'completed', 'code': 200} May 18 18:50:09.980716 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-a0701781-e7b8-4877-9868-17ef0463df98 None None] Set router 2ce7bf80-3692-4b14-af74-0cb1e25a3c9c gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:50:09.990182 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aaf513-8761-429a-bae8-6f1f00fb1e36 req-98070304-6035-4dbe-806c-41174a1dcb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:50:09.991676 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-54aaf513-8761-429a-bae8-6f1f00fb1e36 req-98070304-6035-4dbe-806c-41174a1dcb8f service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8eaa7b9f5c3a4c288455d807dfdc5d8c&device_id=34002bb4-2e31-460d-8518-60eb16614be9 HTTP/1.1" status: 200 len: 1096 time: 0.0404377 May 18 18:50:10.085154 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-728ee55a-c52c-4e55-af06-a3fac6ca34fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:50:10.089323 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aaf513-8761-429a-bae8-6f1f00fb1e36 req-10cc4be0-c07d-43be-bc98-815eed7b647e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:50:10.091496 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-54aaf513-8761-429a-bae8-6f1f00fb1e36 req-10cc4be0-c07d-43be-bc98-815eed7b647e service neutron] 10.222.0.88 "GET /v2.0/networks?id=ed1b49f6-4ca7-4d7d-b302-2073cd83e975 HTTP/1.1" status: 200 len: 912 time: 0.0922632 May 18 18:50:10.159123 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-54aaf513-8761-429a-bae8-6f1f00fb1e36 req-7e9f0d48-4ad2-4c6b-bd78-ff8b0412f009 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=83591b79-990d-48ec-8818-f16854b553cd HTTP/1.1" status: 200 len: 998 time: 0.0605862 May 18 18:50:10.208434 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aaf513-8761-429a-bae8-6f1f00fb1e36 req-2672faff-8af3-457a-a03b-1fc4bfe538e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:50:10.209962 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-54aaf513-8761-429a-bae8-6f1f00fb1e36 req-2672faff-8af3-457a-a03b-1fc4bfe538e9 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=63fdba28-6b4f-4f0d-82c4-e1632b99bb24 HTTP/1.1" status: 200 len: 850 time: 0.0440059 May 18 18:50:10.259638 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aaf513-8761-429a-bae8-6f1f00fb1e36 req-f181682d-f6d2-41c5-aa5d-149841bcf3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:50:10.261587 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-54aaf513-8761-429a-bae8-6f1f00fb1e36 req-f181682d-f6d2-41c5-aa5d-149841bcf3d7 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ed1b49f6-4ca7-4d7d-b302-2073cd83e975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450230 May 18 18:50:10.305310 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-a0701781-e7b8-4877-9868-17ef0463df98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ce7bf80-3692-4b14-af74-0cb1e25a3c9c', 'name': 'tempest-ServerActionsTestJSON-158420334-router', 'tenant_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '1ed6d033-bee1-43e8-971e-18c98e1d7c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:49:02Z', 'updated_at': '2022-05-18T18:49:04Z', 'revision_number': 4, 'project_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'gw_port': {'id': '1ed6d033-bee1-43e8-971e-18c98e1d7c47', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:4e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce7bf80-3692-4b14-af74-0cb1e25a3c9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:49:02Z', 'updated_at': '2022-05-18T18:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': 'f6228e3f-592f-4aab-8e48-30e449a17fd7', 'tenant_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'floating_ip_address': '172.25.5.52', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': '2ce7bf80-3692-4b14-af74-0cb1e25a3c9c', 'port_id': '83591b79-990d-48ec-8818-f16854b553cd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed1b49f6-4ca7-4d7d-b302-2073cd83e975', 'mac_address': 'fa:16:3e:a2:90:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34002bb4-2e31-460d-8518-60eb16614be9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T18:49:07Z', 'updated_at': '2022-05-18T18:50:09Z', 'revision_number': 5, 'project_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c096bfb-085c-4121-b78d-b10f275e54dc', 'name': '', 'network_id': 'ed1b49f6-4ca7-4d7d-b302-2073cd83e975', 'tenant_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'mac_address': 'fa:16:3e:7e:b9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce7bf80-3692-4b14-af74-0cb1e25a3c9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '63fdba28-6b4f-4f0d-82c4-e1632b99bb24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:49:04Z', 'updated_at': '2022-05-18T18:49:08Z', 'revision_number': 5, 'project_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'subnets': [{'id': '63fdba28-6b4f-4f0d-82c4-e1632b99bb24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:50:10.330928 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0701781-e7b8-4877-9868-17ef0463df98 None None] Checking router: 2ce7bf80-3692-4b14-af74-0cb1e25a3c9c for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:50:10.338826 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0701781-e7b8-4877-9868-17ef0463df98 None None] Routers {'2ce7bf80-3692-4b14-af74-0cb1e25a3c9c'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:50:10.339365 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-a0701781-e7b8-4877-9868-17ef0463df98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:50:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['2ce7bf80-3692-4b14-af74-0cb1e25a3c9c'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:50:10.349997 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-54aaf513-8761-429a-bae8-6f1f00fb1e36 req-9bbd356c-d022-4308-b53e-4769b2c56b05 service neutron] 10.222.0.88 "GET /v2.0/networks/ed1b49f6-4ca7-4d7d-b302-2073cd83e975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811958 May 18 18:50:10.442290 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-a0701781-e7b8-4877-9868-17ef0463df98 None None] Set router 2ce7bf80-3692-4b14-af74-0cb1e25a3c9c gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:50:10.448451 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-54aaf513-8761-429a-bae8-6f1f00fb1e36 req-25a544b1-38ce-4724-9492-a417df8415c4 service neutron] 10.222.0.88 "GET /v2.0/networks/ed1b49f6-4ca7-4d7d-b302-2073cd83e975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869288 May 18 18:50:10.666393 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-a0701781-e7b8-4877-9868-17ef0463df98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ce7bf80-3692-4b14-af74-0cb1e25a3c9c', 'name': 'tempest-ServerActionsTestJSON-158420334-router', 'tenant_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '1ed6d033-bee1-43e8-971e-18c98e1d7c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:49:02Z', 'updated_at': '2022-05-18T18:49:04Z', 'revision_number': 4, 'project_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'gw_port': {'id': '1ed6d033-bee1-43e8-971e-18c98e1d7c47', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:4e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce7bf80-3692-4b14-af74-0cb1e25a3c9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:49:02Z', 'updated_at': '2022-05-18T18:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': 'f6228e3f-592f-4aab-8e48-30e449a17fd7', 'tenant_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'floating_ip_address': '172.25.5.52', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': '2ce7bf80-3692-4b14-af74-0cb1e25a3c9c', 'port_id': '83591b79-990d-48ec-8818-f16854b553cd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed1b49f6-4ca7-4d7d-b302-2073cd83e975', 'mac_address': 'fa:16:3e:a2:90:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34002bb4-2e31-460d-8518-60eb16614be9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T18:49:07Z', 'updated_at': '2022-05-18T18:50:09Z', 'revision_number': 5, 'project_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c096bfb-085c-4121-b78d-b10f275e54dc', 'name': '', 'network_id': 'ed1b49f6-4ca7-4d7d-b302-2073cd83e975', 'tenant_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'mac_address': 'fa:16:3e:7e:b9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce7bf80-3692-4b14-af74-0cb1e25a3c9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '63fdba28-6b4f-4f0d-82c4-e1632b99bb24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:49:04Z', 'updated_at': '2022-05-18T18:49:08Z', 'revision_number': 5, 'project_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'subnets': [{'id': '63fdba28-6b4f-4f0d-82c4-e1632b99bb24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:50:10.692634 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0701781-e7b8-4877-9868-17ef0463df98 None None] The sync data for ids ['2ce7bf80-3692-4b14-af74-0cb1e25a3c9c'] in n-d-838550-3 is: [{'id': '2ce7bf80-3692-4b14-af74-0cb1e25a3c9c', 'name': 'tempest-ServerActionsTestJSON-158420334-router', 'tenant_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '1ed6d033-bee1-43e8-971e-18c98e1d7c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:49:02Z', 'updated_at': '2022-05-18T18:49:04Z', 'revision_number': 4, 'project_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'gw_port': {'id': '1ed6d033-bee1-43e8-971e-18c98e1d7c47', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:4e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce7bf80-3692-4b14-af74-0cb1e25a3c9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:49:02Z', 'updated_at': '2022-05-18T18:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': 'f6228e3f-592f-4aab-8e48-30e449a17fd7', 'tenant_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'floating_ip_address': '172.25.5.52', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': '2ce7bf80-3692-4b14-af74-0cb1e25a3c9c', 'port_id': '83591b79-990d-48ec-8818-f16854b553cd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed1b49f6-4ca7-4d7d-b302-2073cd83e975', 'mac_address': 'fa:16:3e:a2:90:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34002bb4-2e31-460d-8518-60eb16614be9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T18:49:07Z', 'updated_at': '2022-05-18T18:50:09Z', 'revision_number': 5, 'project_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c096bfb-085c-4121-b78d-b10f275e54dc', 'name': '', 'network_id': 'ed1b49f6-4ca7-4d7d-b302-2073cd83e975', 'tenant_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'mac_address': 'fa:16:3e:7e:b9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce7bf80-3692-4b14-af74-0cb1e25a3c9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '63fdba28-6b4f-4f0d-82c4-e1632b99bb24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:49:04Z', 'updated_at': '2022-05-18T18:49:08Z', 'revision_number': 5, 'project_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'subnets': [{'id': '63fdba28-6b4f-4f0d-82c4-e1632b99bb24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:50:10.884497 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed5aee8-b8f4-44e2-982f-8cc85710935f None None] New status for floating IP f6228e3f-592f-4aab-8e48-30e449a17fd7: ACTIVE {{(pid=102732) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 18:50:11.375831 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:50:12.529828 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:50:13.108414 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:50:24.403807 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fec6bc23-e2ef-40d9-b750-3a5580b5a101 req-b776d28b-7b3c-42ca-afa2-dee6def24b03 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=34002bb4-2e31-460d-8518-60eb16614be9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405586 May 18 18:50:24.486559 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec6bc23-e2ef-40d9-b750-3a5580b5a101 req-c6c7ca7a-8457-4926-b3ec-a5d33c9efdfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:50:24.488056 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fec6bc23-e2ef-40d9-b750-3a5580b5a101 req-c6c7ca7a-8457-4926-b3ec-a5d33c9efdfe service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8eaa7b9f5c3a4c288455d807dfdc5d8c&device_id=34002bb4-2e31-460d-8518-60eb16614be9 HTTP/1.1" status: 200 len: 1096 time: 0.0401630 May 18 18:50:24.599814 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec6bc23-e2ef-40d9-b750-3a5580b5a101 req-2e95b796-859d-4250-8b55-9c7148330aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:50:24.601293 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fec6bc23-e2ef-40d9-b750-3a5580b5a101 req-2e95b796-859d-4250-8b55-9c7148330aae service neutron] 10.222.0.88 "GET /v2.0/networks?id=ed1b49f6-4ca7-4d7d-b302-2073cd83e975 HTTP/1.1" status: 200 len: 912 time: 0.0883684 May 18 18:50:24.680454 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fec6bc23-e2ef-40d9-b750-3a5580b5a101 req-a42ab743-faa7-44d7-b530-047b7e496925 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=83591b79-990d-48ec-8818-f16854b553cd HTTP/1.1" status: 200 len: 1000 time: 0.0706246 May 18 18:50:24.735686 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec6bc23-e2ef-40d9-b750-3a5580b5a101 req-739b0e85-1887-4530-9d2c-dee2dd6688f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:50:24.737153 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fec6bc23-e2ef-40d9-b750-3a5580b5a101 req-739b0e85-1887-4530-9d2c-dee2dd6688f9 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=63fdba28-6b4f-4f0d-82c4-e1632b99bb24 HTTP/1.1" status: 200 len: 850 time: 0.0445344 May 18 18:50:24.786630 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec6bc23-e2ef-40d9-b750-3a5580b5a101 req-c812c43b-9f4d-47ac-8e35-614172b93cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:50:24.788414 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fec6bc23-e2ef-40d9-b750-3a5580b5a101 req-c812c43b-9f4d-47ac-8e35-614172b93cd1 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ed1b49f6-4ca7-4d7d-b302-2073cd83e975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446897 May 18 18:50:24.879229 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fec6bc23-e2ef-40d9-b750-3a5580b5a101 req-b6fe76b5-ec2a-41fd-9a4c-dfc872e22899 service neutron] 10.222.0.88 "GET /v2.0/networks/ed1b49f6-4ca7-4d7d-b302-2073cd83e975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822773 May 18 18:50:24.974305 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fec6bc23-e2ef-40d9-b750-3a5580b5a101 req-e3dc6da9-c6ba-424c-91de-8724a11db76f service neutron] 10.222.0.88 "GET /v2.0/networks/ed1b49f6-4ca7-4d7d-b302-2073cd83e975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878305 May 18 18:50:31.346981 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:50:31.473277 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:50:37.707411 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-8a5753d7-4519-4b1c-b6a4-9ace832632dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:50:40.091742 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d052c1ef-16c8-4050-85d0-262aeebf1b1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:50:41.291697 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 7 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 18:50:41.378802 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:50:42.533628 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:50:43.110645 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:50:45.043167 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e8895a-81b2-4d93-9520-448b633d61db req-f71cd746-eaa2-428e-8084-02105aa256ee tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:50:45.044787 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-37e8895a-81b2-4d93-9520-448b633d61db req-f71cd746-eaa2-428e-8084-02105aa256ee tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=34002bb4-2e31-460d-8518-60eb16614be9 HTTP/1.1" status: 200 len: 945 time: 0.0538802 May 18 18:50:45.086872 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-37e8895a-81b2-4d93-9520-448b633d61db req-7142c255-8a0b-4963-a243-0441b023393e tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351486 May 18 18:50:46.209908 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2657f507-ee9f-488d-b0f6-8e3160a7baa3 req-90c53d3f-d230-4c17-917d-03665fe85353 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:50:46.211446 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2657f507-ee9f-488d-b0f6-8e3160a7baa3 req-90c53d3f-d230-4c17-917d-03665fe85353 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=34002bb4-2e31-460d-8518-60eb16614be9 HTTP/1.1" status: 200 len: 945 time: 0.0505414 May 18 18:50:46.253695 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2657f507-ee9f-488d-b0f6-8e3160a7baa3 req-a891bfc9-d2b0-465c-a0df-fbe7a35dcbfa tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356538 May 18 18:50:47.370761 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2022ae5b-0703-467b-8785-83f06908b298 req-a92b333c-d235-45bc-9c0d-d5a2dbef7a34 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:50:47.372763 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2022ae5b-0703-467b-8785-83f06908b298 req-a92b333c-d235-45bc-9c0d-d5a2dbef7a34 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=34002bb4-2e31-460d-8518-60eb16614be9 HTTP/1.1" status: 200 len: 945 time: 0.0490222 May 18 18:50:47.410186 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2022ae5b-0703-467b-8785-83f06908b298 req-1d7d76a7-90e8-4405-bfab-38c72c6e2025 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314538 May 18 18:50:48.526715 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c1027f-4601-490d-9bc0-6d5d76794aa1 req-f4866b39-d87d-4d3b-98cc-9b1dffdfcd68 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:50:48.528206 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-35c1027f-4601-490d-9bc0-6d5d76794aa1 req-f4866b39-d87d-4d3b-98cc-9b1dffdfcd68 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=34002bb4-2e31-460d-8518-60eb16614be9 HTTP/1.1" status: 200 len: 945 time: 0.0494761 May 18 18:50:48.567678 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-35c1027f-4601-490d-9bc0-6d5d76794aa1 req-452ad454-9c37-4d62-977c-fb7de0b1997b tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324650 May 18 18:50:49.693241 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fa62ea-dbd5-4976-ae4a-9b19c0267f03 req-41ad5c19-8151-4ab1-bfc5-0e188a6a8119 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:50:49.694764 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-46fa62ea-dbd5-4976-ae4a-9b19c0267f03 req-41ad5c19-8151-4ab1-bfc5-0e188a6a8119 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=34002bb4-2e31-460d-8518-60eb16614be9 HTTP/1.1" status: 200 len: 945 time: 0.0557401 May 18 18:50:49.732647 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-46fa62ea-dbd5-4976-ae4a-9b19c0267f03 req-d8c93ad3-28ee-48dd-92de-5a0a0d2a584f tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319712 May 18 18:50:50.847317 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa06b95-dffb-414b-b9cf-0cb489c29e51 req-06b9ee22-8bc9-4283-82af-80819c20899e tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:50:50.848785 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-faa06b95-dffb-414b-b9cf-0cb489c29e51 req-06b9ee22-8bc9-4283-82af-80819c20899e tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=34002bb4-2e31-460d-8518-60eb16614be9 HTTP/1.1" status: 200 len: 945 time: 0.0483937 May 18 18:50:50.885782 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-faa06b95-dffb-414b-b9cf-0cb489c29e51 req-ade7443f-a4c5-44a4-bd1e-a087802c3c41 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310595 May 18 18:50:52.002821 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9f7d2f-1400-4fd5-85b0-f3000e23f9aa req-3ddb51b9-6356-43ea-a3d7-ca26641f2d9f tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:50:52.004288 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-eb9f7d2f-1400-4fd5-85b0-f3000e23f9aa req-3ddb51b9-6356-43ea-a3d7-ca26641f2d9f tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=34002bb4-2e31-460d-8518-60eb16614be9 HTTP/1.1" status: 200 len: 945 time: 0.0477574 May 18 18:50:52.041988 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-eb9f7d2f-1400-4fd5-85b0-f3000e23f9aa req-88bfa906-5353-4c3b-875b-2043a1b0dda4 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317709 May 18 18:50:53.156259 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f642f17b-6edf-487d-acbd-1bb839ba3f84 req-a30dad6e-fe5a-45a7-b4d0-2b8892833630 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:50:53.157751 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f642f17b-6edf-487d-acbd-1bb839ba3f84 req-a30dad6e-fe5a-45a7-b4d0-2b8892833630 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=34002bb4-2e31-460d-8518-60eb16614be9 HTTP/1.1" status: 200 len: 945 time: 0.0484946 May 18 18:50:53.198851 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f642f17b-6edf-487d-acbd-1bb839ba3f84 req-9d074eda-e754-4fc8-87eb-c915c9a2539c tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348988 May 18 18:50:54.322762 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9aa6a1-0760-4b75-8f2a-4e5711c1fb19 req-9d9e8443-28c9-4f9b-9241-3aadd18e524e tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:50:54.324257 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fa9aa6a1-0760-4b75-8f2a-4e5711c1fb19 req-9d9e8443-28c9-4f9b-9241-3aadd18e524e tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=34002bb4-2e31-460d-8518-60eb16614be9 HTTP/1.1" status: 200 len: 945 time: 0.0546985 May 18 18:50:54.361713 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-fa9aa6a1-0760-4b75-8f2a-4e5711c1fb19 req-c88a3868-dfdf-4c00-a723-edcdf009c73e tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314977 May 18 18:50:55.481369 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc5ad79-1aad-4e26-9cee-66125a2b1c0b req-ab611c4e-aafa-47c9-97af-ddeef79b24ee tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:50:55.483500 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4bc5ad79-1aad-4e26-9cee-66125a2b1c0b req-ab611c4e-aafa-47c9-97af-ddeef79b24ee tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=34002bb4-2e31-460d-8518-60eb16614be9 HTTP/1.1" status: 200 len: 945 time: 0.0496736 May 18 18:50:55.520592 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4bc5ad79-1aad-4e26-9cee-66125a2b1c0b req-5289e14a-e51b-423c-90ac-4f0b54b1fae1 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310037 May 18 18:50:56.646732 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b138fe66-8ee0-4cb2-8e71-d1abb9db33b2 req-c1ff2be3-729c-45ec-a719-3c0f2b5c73c2 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:50:56.648242 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b138fe66-8ee0-4cb2-8e71-d1abb9db33b2 req-c1ff2be3-729c-45ec-a719-3c0f2b5c73c2 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=34002bb4-2e31-460d-8518-60eb16614be9 HTTP/1.1" status: 200 len: 945 time: 0.0539227 May 18 18:50:56.686832 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b138fe66-8ee0-4cb2-8e71-d1abb9db33b2 req-43fa7c96-955d-4048-9749-97bece5f10ae tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320427 May 18 18:50:57.800584 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63558577-e6f1-48b9-be24-c44571d7b040 req-91420d1f-e7bc-4371-8717-21990a002818 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:50:57.802086 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-63558577-e6f1-48b9-be24-c44571d7b040 req-91420d1f-e7bc-4371-8717-21990a002818 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=34002bb4-2e31-460d-8518-60eb16614be9 HTTP/1.1" status: 200 len: 945 time: 0.0487492 May 18 18:50:57.839963 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-63558577-e6f1-48b9-be24-c44571d7b040 req-9f697170-6805-4c1d-8f3f-ccdd8231752b tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318773 May 18 18:50:58.953513 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e7844f-7900-4791-967a-f310887dd246 req-cad879a9-8623-4a6b-9fce-c6ff06df448f tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:50:58.955062 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-81e7844f-7900-4791-967a-f310887dd246 req-cad879a9-8623-4a6b-9fce-c6ff06df448f tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=34002bb4-2e31-460d-8518-60eb16614be9 HTTP/1.1" status: 200 len: 945 time: 0.0482712 May 18 18:50:58.991967 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-81e7844f-7900-4791-967a-f310887dd246 req-cd662d6d-bc67-4112-9164-63f6dea01379 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310340 May 18 18:51:00.107335 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771d8f6f-6203-47fc-8c0f-3150f6aeda3a req-e5b69bba-4292-467b-9e7c-97e8bf80e0f4 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:51:00.108812 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-771d8f6f-6203-47fc-8c0f-3150f6aeda3a req-e5b69bba-4292-467b-9e7c-97e8bf80e0f4 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=34002bb4-2e31-460d-8518-60eb16614be9 HTTP/1.1" status: 200 len: 945 time: 0.0487392 May 18 18:51:00.151788 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-771d8f6f-6203-47fc-8c0f-3150f6aeda3a req-5ad0ded3-b040-4db7-87af-d85ccdf01686 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367184 May 18 18:51:01.268861 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0ca990-a396-4c18-8e99-a6ed857ad9e8 req-4f5d875e-457d-4bd1-9bf5-0697276b913c tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:51:01.270379 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8b0ca990-a396-4c18-8e99-a6ed857ad9e8 req-4f5d875e-457d-4bd1-9bf5-0697276b913c tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=34002bb4-2e31-460d-8518-60eb16614be9 HTTP/1.1" status: 200 len: 945 time: 0.0492074 May 18 18:51:01.308364 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8b0ca990-a396-4c18-8e99-a6ed857ad9e8 req-0b25e9ce-f0dc-4866-9a89-2b0143c96e89 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319493 May 18 18:51:01.347078 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:51:01.476305 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:51:01.538668 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-586575cb-426f-44ce-b180-27118c26b6e4 req-220d6589-85e6-4de9-9cf9-449fed20475d service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=34002bb4-2e31-460d-8518-60eb16614be9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0402257 May 18 18:51:01.557122 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466b50f5-cbcc-41b6-9502-18c0bb7f7005 req-24a44c82-dceb-4b1e-9306-cdb51e2194a1 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:51:01.558778 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-466b50f5-cbcc-41b6-9502-18c0bb7f7005 req-24a44c82-dceb-4b1e-9306-cdb51e2194a1 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=34002bb4-2e31-460d-8518-60eb16614be9 HTTP/1.1" status: 200 len: 945 time: 0.0546129 May 18 18:51:01.598286 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-466b50f5-cbcc-41b6-9502-18c0bb7f7005 req-fdcce763-0d07-4f20-8d65-7d078ecd4cb7 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333126 May 18 18:51:02.728147 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2e50f5-dc01-4057-acb1-7fef34a4fa01 req-48509cea-b35a-40a0-a3ad-ba832beccc40 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:51:02.729706 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cb2e50f5-dc01-4057-acb1-7fef34a4fa01 req-48509cea-b35a-40a0-a3ad-ba832beccc40 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=34002bb4-2e31-460d-8518-60eb16614be9 HTTP/1.1" status: 200 len: 945 time: 0.0606048 May 18 18:51:02.766153 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586575cb-426f-44ce-b180-27118c26b6e4 req-423cc253-43d5-4959-a1e9-cc70ac4d5ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:51:02.767594 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-586575cb-426f-44ce-b180-27118c26b6e4 req-423cc253-43d5-4959-a1e9-cc70ac4d5ed1 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8eaa7b9f5c3a4c288455d807dfdc5d8c&device_id=34002bb4-2e31-460d-8518-60eb16614be9 HTTP/1.1" status: 200 len: 1096 time: 0.0427475 May 18 18:51:02.769431 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cb2e50f5-dc01-4057-acb1-7fef34a4fa01 req-b5396e9d-4187-498b-8485-87940dee7482 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325954 May 18 18:51:02.862419 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586575cb-426f-44ce-b180-27118c26b6e4 req-24812f05-8152-40e4-8303-f731c0d9433d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:51:02.863889 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-586575cb-426f-44ce-b180-27118c26b6e4 req-24812f05-8152-40e4-8303-f731c0d9433d service neutron] 10.222.0.88 "GET /v2.0/networks?id=ed1b49f6-4ca7-4d7d-b302-2073cd83e975 HTTP/1.1" status: 200 len: 912 time: 0.0893881 May 18 18:51:02.932709 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-586575cb-426f-44ce-b180-27118c26b6e4 req-5223de70-73db-4d06-bfd7-d95161ac0903 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=83591b79-990d-48ec-8818-f16854b553cd HTTP/1.1" status: 200 len: 1000 time: 0.0579145 May 18 18:51:02.977257 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586575cb-426f-44ce-b180-27118c26b6e4 req-17b7d480-1a84-4461-95cd-48880fb1dc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:51:02.978732 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-586575cb-426f-44ce-b180-27118c26b6e4 req-17b7d480-1a84-4461-95cd-48880fb1dc93 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=63fdba28-6b4f-4f0d-82c4-e1632b99bb24 HTTP/1.1" status: 200 len: 850 time: 0.0436845 May 18 18:51:03.030647 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586575cb-426f-44ce-b180-27118c26b6e4 req-3e60b185-4338-4086-b11b-d55758761524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:51:03.032067 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-586575cb-426f-44ce-b180-27118c26b6e4 req-3e60b185-4338-4086-b11b-d55758761524 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ed1b49f6-4ca7-4d7d-b302-2073cd83e975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456312 May 18 18:51:03.121894 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-586575cb-426f-44ce-b180-27118c26b6e4 req-2cdc2f94-5286-4014-9307-3403160a2a3c service neutron] 10.222.0.88 "GET /v2.0/networks/ed1b49f6-4ca7-4d7d-b302-2073cd83e975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823293 May 18 18:51:03.214870 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-586575cb-426f-44ce-b180-27118c26b6e4 req-04fcde04-bd1a-41a9-a798-de63a046481b service neutron] 10.222.0.88 "GET /v2.0/networks/ed1b49f6-4ca7-4d7d-b302-2073cd83e975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857670 May 18 18:51:03.890006 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddd3c6d-7c17-4668-a92b-d56cbc722ba3 req-9f6975ea-e726-4e27-85ce-3e9ffc2a0241 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:51:03.891388 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9ddd3c6d-7c17-4668-a92b-d56cbc722ba3 req-9f6975ea-e726-4e27-85ce-3e9ffc2a0241 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=34002bb4-2e31-460d-8518-60eb16614be9 HTTP/1.1" status: 200 len: 945 time: 0.0513339 May 18 18:51:03.931523 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9ddd3c6d-7c17-4668-a92b-d56cbc722ba3 req-940f649c-4331-4f1a-b056-cd8bef408ac2 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339918 May 18 18:51:05.061817 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92395f8-2f15-4810-8d9f-4131ca5d6df0 req-bc2b967b-1136-4009-8870-d06a2fbf0575 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:51:05.063339 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e92395f8-2f15-4810-8d9f-4131ca5d6df0 req-bc2b967b-1136-4009-8870-d06a2fbf0575 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=34002bb4-2e31-460d-8518-60eb16614be9 HTTP/1.1" status: 200 len: 945 time: 0.0589283 May 18 18:51:05.077381 n-d-838550-3 neutron-server[102731]: INFO neutron.api.v2.resource [req-586575cb-426f-44ce-b180-27118c26b6e4 req-83c6f79b-740b-4303-9f64-714ebe7581d6 service neutron] show failed (client error): The resource could not be found. May 18 18:51:05.078452 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-586575cb-426f-44ce-b180-27118c26b6e4 req-83c6f79b-740b-4303-9f64-714ebe7581d6 service neutron] 10.222.0.88 "GET /v2.0/ports/83591b79-990d-48ec-8818-f16854b553cd/bindings/n-h1-838550-3 HTTP/1.1" status: 404 len: 380 time: 0.0554597 May 18 18:51:05.102775 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e92395f8-2f15-4810-8d9f-4131ca5d6df0 req-4f9abd3f-e08d-43ea-bc78-2587fda65e1d tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334673 May 18 18:51:05.363914 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586575cb-426f-44ce-b180-27118c26b6e4 req-029f61de-dbe1-4a78-b1d0-38695b47fab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:51:05.365413 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-586575cb-426f-44ce-b180-27118c26b6e4 req-029f61de-dbe1-4a78-b1d0-38695b47fab0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=34002bb4-2e31-460d-8518-60eb16614be9&tenant_id=8eaa7b9f5c3a4c288455d807dfdc5d8c HTTP/1.1" status: 200 len: 1096 time: 0.1262071 May 18 18:51:05.382725 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-586575cb-426f-44ce-b180-27118c26b6e4 req-270223c1-3d54-4533-8a35-8a274e6feb96 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-838550-3', 'device_owner': 'compute:nova'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:51:05.435460 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-586575cb-426f-44ce-b180-27118c26b6e4 req-270223c1-3d54-4533-8a35-8a274e6feb96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:51:05.636431 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-586575cb-426f-44ce-b180-27118c26b6e4 req-270223c1-3d54-4533-8a35-8a274e6feb96 service neutron] For port 83591b79-990d-48ec-8818-f16854b553cd, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=83591b79-990d-48ec-8818-f16854b553cd,segment=NetworkSegment(404878ed-a07b-4f6d-8f20-714e74fae3cc),segment_id=404878ed-a07b-4f6d-8f20-714e74fae3cc)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:51:05.669898 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-586575cb-426f-44ce-b180-27118c26b6e4 req-270223c1-3d54-4533-8a35-8a274e6feb96 service neutron] For port 83591b79-990d-48ec-8818-f16854b553cd, host n-h2-838550-3, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:51:05.713793 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34002bb4-2e31-460d-8518-60eb16614be9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83591b79-990d-48ec-8818-f16854b553cd'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:51:05.716831 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1eb60a1-4cc9-49ea-823b-f553e18d6fff" -d '{"events": [{"server_uuid": "34002bb4-2e31-460d-8518-60eb16614be9", "name": "network-vif-unplugged", "status": "completed", "tag": "83591b79-990d-48ec-8818-f16854b553cd"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:51:05.720840 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-586575cb-426f-44ce-b180-27118c26b6e4 req-270223c1-3d54-4533-8a35-8a274e6feb96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:51:05.733336 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [req-586575cb-426f-44ce-b180-27118c26b6e4 req-270223c1-3d54-4533-8a35-8a274e6feb96 service neutron] Transition to ACTIVE for port object 83591b79-990d-48ec-8818-f16854b553cd will not be triggered until provisioned by entity L2. {{(pid=102730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:51:05.737210 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-586575cb-426f-44ce-b180-27118c26b6e4 req-270223c1-3d54-4533-8a35-8a274e6feb96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:51:05.849999 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 May 2022 18:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2238364-26c1-4b03-9ac3-4a823fc03e1c x-openstack-request-id: req-a2238364-26c1-4b03-9ac3-4a823fc03e1c {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:51:05.850653 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34002bb4-2e31-460d-8518-60eb16614be9", "name": "network-vif-unplugged", "status": "completed", "tag": "83591b79-990d-48ec-8818-f16854b553cd", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:51:05.850908 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-a2238364-26c1-4b03-9ac3-4a823fc03e1c {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:51:05.851312 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2238364-26c1-4b03-9ac3-4a823fc03e1c'] response: {'server_uuid': '34002bb4-2e31-460d-8518-60eb16614be9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83591b79-990d-48ec-8818-f16854b553cd', 'code': 200} May 18 18:51:05.856835 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270223c1-3d54-4533-8a35-8a274e6feb96 service neutron] Pushing event updated for resources: {'Port': ['ID=83591b79-990d-48ec-8818-f16854b553cd,revision_number=6']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:51:05.881681 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270223c1-3d54-4533-8a35-8a274e6feb96 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:51:05.882051 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270223c1-3d54-4533-8a35-8a274e6feb96 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:51:05.882388 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270223c1-3d54-4533-8a35-8a274e6feb96 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:51:05.882745 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270223c1-3d54-4533-8a35-8a274e6feb96 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:51:05.883084 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270223c1-3d54-4533-8a35-8a274e6feb96 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:51:05.883421 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270223c1-3d54-4533-8a35-8a274e6feb96 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:51:05.883753 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270223c1-3d54-4533-8a35-8a274e6feb96 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:51:05.884082 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270223c1-3d54-4533-8a35-8a274e6feb96 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:51:05.884412 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270223c1-3d54-4533-8a35-8a274e6feb96 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:51:05.884743 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270223c1-3d54-4533-8a35-8a274e6feb96 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:51:05.885068 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270223c1-3d54-4533-8a35-8a274e6feb96 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:51:05.885523 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270223c1-3d54-4533-8a35-8a274e6feb96 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:51:05.931055 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-586575cb-426f-44ce-b180-27118c26b6e4 req-270223c1-3d54-4533-8a35-8a274e6feb96 service neutron] No DVR routers for this DVR port 83591b79-990d-48ec-8818-f16854b553cd on host n-h2-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:51:06.066076 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-586575cb-426f-44ce-b180-27118c26b6e4 req-270223c1-3d54-4533-8a35-8a274e6feb96 service neutron] Attempting to bind port 83591b79-990d-48ec-8818-f16854b553cd on host n-h1-838550-3 for vnic_type normal with profile {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:51:06.066760 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-586575cb-426f-44ce-b180-27118c26b6e4 req-270223c1-3d54-4533-8a35-8a274e6feb96 service neutron] Attempting to bind port 83591b79-990d-48ec-8818-f16854b553cd by drivers openvswitch,hyperv on host n-h1-838550-3 at level 0 using segments [{'id': '404878ed-a07b-4f6d-8f20-714e74fae3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'ed1b49f6-4ca7-4d7d-b302-2073cd83e975'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:51:06.066760 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-586575cb-426f-44ce-b180-27118c26b6e4 req-270223c1-3d54-4533-8a35-8a274e6feb96 service neutron] Attempting to bind port 83591b79-990d-48ec-8818-f16854b553cd on network ed1b49f6-4ca7-4d7d-b302-2073cd83e975 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:51:06.070902 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-586575cb-426f-44ce-b180-27118c26b6e4 req-270223c1-3d54-4533-8a35-8a274e6feb96 service neutron] Port 83591b79-990d-48ec-8818-f16854b553cd on network ed1b49f6-4ca7-4d7d-b302-2073cd83e975 not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-3 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:51:06.071222 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-586575cb-426f-44ce-b180-27118c26b6e4 req-270223c1-3d54-4533-8a35-8a274e6feb96 service neutron] Attempting to bind port 83591b79-990d-48ec-8818-f16854b553cd on network ed1b49f6-4ca7-4d7d-b302-2073cd83e975 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:51:06.076561 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-586575cb-426f-44ce-b180-27118c26b6e4 req-270223c1-3d54-4533-8a35-8a274e6feb96 service neutron] Checking agent: {'id': '1dbac822-25f2-4df8-9dc8-5c2e7b136eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:51:06.076894 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-586575cb-426f-44ce-b180-27118c26b6e4 req-270223c1-3d54-4533-8a35-8a274e6feb96 service neutron] Checking segment: {'id': '404878ed-a07b-4f6d-8f20-714e74fae3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'ed1b49f6-4ca7-4d7d-b302-2073cd83e975'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:51:06.077275 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-586575cb-426f-44ce-b180-27118c26b6e4 req-270223c1-3d54-4533-8a35-8a274e6feb96 service neutron] Bound using segment: {'id': '404878ed-a07b-4f6d-8f20-714e74fae3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'ed1b49f6-4ca7-4d7d-b302-2073cd83e975'} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:51:06.077731 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-586575cb-426f-44ce-b180-27118c26b6e4 req-270223c1-3d54-4533-8a35-8a274e6feb96 service neutron] Bound port: 83591b79-990d-48ec-8818-f16854b553cd, host: n-h1-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '404878ed-a07b-4f6d-8f20-714e74fae3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'ed1b49f6-4ca7-4d7d-b302-2073cd83e975'}}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:51:06.078085 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-586575cb-426f-44ce-b180-27118c26b6e4 req-270223c1-3d54-4533-8a35-8a274e6feb96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:51:06.143674 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-586575cb-426f-44ce-b180-27118c26b6e4 req-270223c1-3d54-4533-8a35-8a274e6feb96 service neutron] For port 83591b79-990d-48ec-8818-f16854b553cd, host n-h1-838550-3, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:51:06.147146 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-586575cb-426f-44ce-b180-27118c26b6e4 req-270223c1-3d54-4533-8a35-8a274e6feb96 service neutron] For port 83591b79-990d-48ec-8818-f16854b553cd, host n-h1-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=83591b79-990d-48ec-8818-f16854b553cd,segment=NetworkSegment(404878ed-a07b-4f6d-8f20-714e74fae3cc),segment_id=404878ed-a07b-4f6d-8f20-714e74fae3cc)] {{(pid=102730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:51:06.151424 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-586575cb-426f-44ce-b180-27118c26b6e4 req-270223c1-3d54-4533-8a35-8a274e6feb96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:51:06.197890 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586575cb-426f-44ce-b180-27118c26b6e4 req-270223c1-3d54-4533-8a35-8a274e6feb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:51:06.198514 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-586575cb-426f-44ce-b180-27118c26b6e4 req-270223c1-3d54-4533-8a35-8a274e6feb96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:51:06.199933 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-586575cb-426f-44ce-b180-27118c26b6e4 req-270223c1-3d54-4533-8a35-8a274e6feb96 service neutron] 10.222.0.36 "PUT /v2.0/ports/83591b79-990d-48ec-8818-f16854b553cd HTTP/1.1" status: 200 len: 1091 time: 0.8210874 May 18 18:51:06.266665 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270223c1-3d54-4533-8a35-8a274e6feb96 service neutron] Pushing event updated for resources: {'Port': ['ID=83591b79-990d-48ec-8818-f16854b553cd,revision_number=7']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:51:06.282446 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22db081a-6fef-4cbd-af99-1398dc2c70aa req-88c8c0d6-7beb-4a1e-a25a-1e373ea8a2ef tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:51:06.283992 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-22db081a-6fef-4cbd-af99-1398dc2c70aa req-88c8c0d6-7beb-4a1e-a25a-1e373ea8a2ef tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=34002bb4-2e31-460d-8518-60eb16614be9 HTTP/1.1" status: 200 len: 943 time: 0.1040742 May 18 18:51:06.311695 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586575cb-426f-44ce-b180-27118c26b6e4 req-cb93b643-3a20-4ec9-9a16-0e50d137f143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:51:06.313197 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-586575cb-426f-44ce-b180-27118c26b6e4 req-cb93b643-3a20-4ec9-9a16-0e50d137f143 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8eaa7b9f5c3a4c288455d807dfdc5d8c&device_id=34002bb4-2e31-460d-8518-60eb16614be9 HTTP/1.1" status: 200 len: 1094 time: 0.0758667 May 18 18:51:06.343761 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-22db081a-6fef-4cbd-af99-1398dc2c70aa req-a0dcfc40-50ea-40b7-a25e-eda30919374d tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518670 May 18 18:51:06.420017 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586575cb-426f-44ce-b180-27118c26b6e4 req-5ce84082-2a2b-43dd-9627-a7799c35873f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:51:06.422140 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-586575cb-426f-44ce-b180-27118c26b6e4 req-5ce84082-2a2b-43dd-9627-a7799c35873f service neutron] 10.222.0.36 "GET /v2.0/networks?id=ed1b49f6-4ca7-4d7d-b302-2073cd83e975 HTTP/1.1" status: 200 len: 912 time: 0.0953734 May 18 18:51:06.492322 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-586575cb-426f-44ce-b180-27118c26b6e4 req-261f7eef-9871-4526-8ef1-193d7fc46cd4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=83591b79-990d-48ec-8818-f16854b553cd HTTP/1.1" status: 200 len: 998 time: 0.0579095 May 18 18:51:06.547941 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586575cb-426f-44ce-b180-27118c26b6e4 req-05f16573-fb56-4155-ab48-1c7adae2fb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:51:06.549442 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-586575cb-426f-44ce-b180-27118c26b6e4 req-05f16573-fb56-4155-ab48-1c7adae2fb5f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=63fdba28-6b4f-4f0d-82c4-e1632b99bb24 HTTP/1.1" status: 200 len: 850 time: 0.0473568 May 18 18:51:06.599931 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586575cb-426f-44ce-b180-27118c26b6e4 req-fedbab8b-1171-49e0-bc22-98bb476bf024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:51:06.601420 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-586575cb-426f-44ce-b180-27118c26b6e4 req-fedbab8b-1171-49e0-bc22-98bb476bf024 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ed1b49f6-4ca7-4d7d-b302-2073cd83e975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405481 May 18 18:51:06.692898 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-586575cb-426f-44ce-b180-27118c26b6e4 req-7c9ecc19-1072-433e-955b-2617a134f592 service neutron] 10.222.0.36 "GET /v2.0/networks/ed1b49f6-4ca7-4d7d-b302-2073cd83e975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831392 May 18 18:51:06.790412 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-586575cb-426f-44ce-b180-27118c26b6e4 req-559d3cc8-73ad-4b0f-adae-4069e579accb service neutron] 10.222.0.36 "GET /v2.0/networks/ed1b49f6-4ca7-4d7d-b302-2073cd83e975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876880 May 18 18:51:07.468001 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcf1255-f2c9-45c2-a287-eaaf46855051 req-986b1a0f-a852-41af-be1c-311c4fc7f668 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:51:07.469498 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2dcf1255-f2c9-45c2-a287-eaaf46855051 req-986b1a0f-a852-41af-be1c-311c4fc7f668 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=34002bb4-2e31-460d-8518-60eb16614be9 HTTP/1.1" status: 200 len: 943 time: 0.0505466 May 18 18:51:07.507851 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2dcf1255-f2c9-45c2-a287-eaaf46855051 req-484dfea5-f1d0-4485-ad54-46c13af03e74 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323091 May 18 18:51:07.711028 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-e6f535c3-052a-4ae7-82ee-07957780d5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:51:07.852365 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34002bb4-2e31-460d-8518-60eb16614be9', 'tag': '83591b79-990d-48ec-8818-f16854b553cd'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:51:07.854728 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92e1bd33-1fd4-4a8a-9c19-c5c22543fa75" -d '{"events": [{"name": "network-changed", "server_uuid": "34002bb4-2e31-460d-8518-60eb16614be9", "tag": "83591b79-990d-48ec-8818-f16854b553cd"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:51:07.902750 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ff19859-d6c0-4a68-b0db-28cfed543d8e x-openstack-request-id: req-7ff19859-d6c0-4a68-b0db-28cfed543d8e {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:51:07.903078 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34002bb4-2e31-460d-8518-60eb16614be9", "tag": "83591b79-990d-48ec-8818-f16854b553cd", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:51:07.903483 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-7ff19859-d6c0-4a68-b0db-28cfed543d8e {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:51:07.903902 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ff19859-d6c0-4a68-b0db-28cfed543d8e'] response: {'name': 'network-changed', 'server_uuid': '34002bb4-2e31-460d-8518-60eb16614be9', 'tag': '83591b79-990d-48ec-8818-f16854b553cd', 'status': 'completed', 'code': 200} May 18 18:51:07.968386 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e1bd33-1fd4-4a8a-9c19-c5c22543fa75 req-85b04dcb-670c-472e-879e-e44b771cea7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:51:07.968607 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e1bd33-1fd4-4a8a-9c19-c5c22543fa75 req-09ddada7-652d-4dda-9fb8-383adb912590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:51:07.969852 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-92e1bd33-1fd4-4a8a-9c19-c5c22543fa75 req-85b04dcb-670c-472e-879e-e44b771cea7b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8eaa7b9f5c3a4c288455d807dfdc5d8c&device_id=34002bb4-2e31-460d-8518-60eb16614be9 HTTP/1.1" status: 200 len: 1094 time: 0.0454085 May 18 18:51:07.969985 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-92e1bd33-1fd4-4a8a-9c19-c5c22543fa75 req-09ddada7-652d-4dda-9fb8-383adb912590 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8eaa7b9f5c3a4c288455d807dfdc5d8c&device_id=34002bb4-2e31-460d-8518-60eb16614be9 HTTP/1.1" status: 200 len: 1094 time: 0.0414593 May 18 18:51:08.059964 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e1bd33-1fd4-4a8a-9c19-c5c22543fa75 req-ffe7b82c-ff15-460b-adef-a3c3428b80b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:51:08.061566 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-92e1bd33-1fd4-4a8a-9c19-c5c22543fa75 req-ffe7b82c-ff15-460b-adef-a3c3428b80b7 service neutron] 10.222.0.88 "GET /v2.0/networks?id=ed1b49f6-4ca7-4d7d-b302-2073cd83e975 HTTP/1.1" status: 200 len: 912 time: 0.0852766 May 18 18:51:08.062330 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e1bd33-1fd4-4a8a-9c19-c5c22543fa75 req-4d4a7be8-6c11-4a6c-94a7-40868ee2b3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:51:08.063823 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-92e1bd33-1fd4-4a8a-9c19-c5c22543fa75 req-4d4a7be8-6c11-4a6c-94a7-40868ee2b3b0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ed1b49f6-4ca7-4d7d-b302-2073cd83e975 HTTP/1.1" status: 200 len: 912 time: 0.0870616 May 18 18:51:08.130289 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-92e1bd33-1fd4-4a8a-9c19-c5c22543fa75 req-d676bbce-a2b1-4a63-abbd-877f6d24ae1b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=83591b79-990d-48ec-8818-f16854b553cd HTTP/1.1" status: 200 len: 998 time: 0.0576580 May 18 18:51:08.130793 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-92e1bd33-1fd4-4a8a-9c19-c5c22543fa75 req-d9e27d0c-6e83-4662-83f3-2a328549f49b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=83591b79-990d-48ec-8818-f16854b553cd HTTP/1.1" status: 200 len: 998 time: 0.0624678 May 18 18:51:08.180841 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e1bd33-1fd4-4a8a-9c19-c5c22543fa75 req-e23314e8-e092-4397-acde-e2ce4ad9dfca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:51:08.182358 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-92e1bd33-1fd4-4a8a-9c19-c5c22543fa75 req-e23314e8-e092-4397-acde-e2ce4ad9dfca service neutron] 10.222.0.88 "GET /v2.0/subnets?id=63fdba28-6b4f-4f0d-82c4-e1632b99bb24 HTTP/1.1" status: 200 len: 850 time: 0.0450232 May 18 18:51:08.182655 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e1bd33-1fd4-4a8a-9c19-c5c22543fa75 req-75226265-9a0b-485f-b443-9f2a677fe5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:51:08.184100 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-92e1bd33-1fd4-4a8a-9c19-c5c22543fa75 req-75226265-9a0b-485f-b443-9f2a677fe5ab service neutron] 10.222.0.36 "GET /v2.0/subnets?id=63fdba28-6b4f-4f0d-82c4-e1632b99bb24 HTTP/1.1" status: 200 len: 850 time: 0.0434802 May 18 18:51:08.229149 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e1bd33-1fd4-4a8a-9c19-c5c22543fa75 req-3afcf42b-0adc-421e-bf93-7a402190689d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:51:08.230603 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-92e1bd33-1fd4-4a8a-9c19-c5c22543fa75 req-3afcf42b-0adc-421e-bf93-7a402190689d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ed1b49f6-4ca7-4d7d-b302-2073cd83e975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408802 May 18 18:51:08.234157 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e1bd33-1fd4-4a8a-9c19-c5c22543fa75 req-96080724-9b20-4d5d-a819-ef1fcd755a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:51:08.235731 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-92e1bd33-1fd4-4a8a-9c19-c5c22543fa75 req-96080724-9b20-4d5d-a819-ef1fcd755a60 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ed1b49f6-4ca7-4d7d-b302-2073cd83e975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441420 May 18 18:51:08.329291 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-92e1bd33-1fd4-4a8a-9c19-c5c22543fa75 req-b9195a8b-c9e4-4773-92cc-c36d109cbc4c service neutron] 10.222.0.88 "GET /v2.0/networks/ed1b49f6-4ca7-4d7d-b302-2073cd83e975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897884 May 18 18:51:08.336271 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-92e1bd33-1fd4-4a8a-9c19-c5c22543fa75 req-8e29fc4f-c4de-4b88-898c-40c99b5891de service neutron] 10.222.0.36 "GET /v2.0/networks/ed1b49f6-4ca7-4d7d-b302-2073cd83e975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894854 May 18 18:51:08.434421 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-92e1bd33-1fd4-4a8a-9c19-c5c22543fa75 req-5fcb919b-2977-47af-b534-d2c346f6ffd1 service neutron] 10.222.0.88 "GET /v2.0/networks/ed1b49f6-4ca7-4d7d-b302-2073cd83e975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976744 May 18 18:51:08.446042 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-92e1bd33-1fd4-4a8a-9c19-c5c22543fa75 req-c9f69917-29da-4fd2-b1ec-a387b9fab3f9 service neutron] 10.222.0.36 "GET /v2.0/networks/ed1b49f6-4ca7-4d7d-b302-2073cd83e975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028469 May 18 18:51:08.625131 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a65777-9b3f-413b-b89b-c4ee2e5be912 req-1517b6ef-55db-4cf1-902d-e8d0d29dad51 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:51:08.626626 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-71a65777-9b3f-413b-b89b-c4ee2e5be912 req-1517b6ef-55db-4cf1-902d-e8d0d29dad51 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=34002bb4-2e31-460d-8518-60eb16614be9 HTTP/1.1" status: 200 len: 943 time: 0.0502834 May 18 18:51:08.647873 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 83591b79-990d-48ec-8818-f16854b553cd details requested by agent hyperv_n-h1-838550-3 with host n-h1-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:51:08.672017 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-71a65777-9b3f-413b-b89b-c4ee2e5be912 req-3fb64d07-9643-4ea7-a02e-3d194f1b9f93 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393658 May 18 18:51:08.742851 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 83591b79-990d-48ec-8818-f16854b553cd, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=83591b79-990d-48ec-8818-f16854b553cd,segment=NetworkSegment(404878ed-a07b-4f6d-8f20-714e74fae3cc),segment_id=404878ed-a07b-4f6d-8f20-714e74fae3cc)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:51:08.757863 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Returning: {'device': '83591b79-990d-48ec-8818-f16854b553cd', 'network_id': 'ed1b49f6-4ca7-4d7d-b302-2073cd83e975', 'port_id': '83591b79-990d-48ec-8818-f16854b553cd', 'mac_address': 'fa:16:3e:a2:90:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63fdba28-6b4f-4f0d-82c4-e1632b99bb24', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:51:08.804799 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 83591b79-990d-48ec-8818-f16854b553cd is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:51:08.805189 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:51:08.819307 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83591b79-990d-48ec-8818-f16854b553cd {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:51:08.840201 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 83591b79-990d-48ec-8818-f16854b553cd, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=83591b79-990d-48ec-8818-f16854b553cd,segment=NetworkSegment(404878ed-a07b-4f6d-8f20-714e74fae3cc),segment_id=404878ed-a07b-4f6d-8f20-714e74fae3cc)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:51:08.844227 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:51:08.893112 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=83591b79-990d-48ec-8818-f16854b553cd,revision_number=8']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:51:08.900531 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:51:08.900875 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:51:08.901267 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:51:08.901640 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:51:08.901972 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:51:08.902305 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:51:08.902639 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:51:08.902963 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:51:08.903794 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:51:08.903794 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:51:08.903983 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:51:08.904265 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:51:08.914088 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f160a606-15b0-45dc-adac-92810d0cc352 req-e7edd181-f0fb-4612-82d2-7437c0a193ac tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:51:08.915588 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f160a606-15b0-45dc-adac-92810d0cc352 req-e7edd181-f0fb-4612-82d2-7437c0a193ac tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=34002bb4-2e31-460d-8518-60eb16614be9 HTTP/1.1" status: 200 len: 944 time: 0.0856371 May 18 18:51:08.923818 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d592902c-21f6-4fce-9372-c83b3ae7e31b req-252a765c-7f06-469e-9483-406945e06ad8 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:51:08.925196 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d592902c-21f6-4fce-9372-c83b3ae7e31b req-252a765c-7f06-469e-9483-406945e06ad8 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.88 "GET /v2.0/ports?device_id=34002bb4-2e31-460d-8518-60eb16614be9&tenant_id=8eaa7b9f5c3a4c288455d807dfdc5d8c&binding%3Ahost_id=n-h1-838550-3 HTTP/1.1" status: 200 len: 944 time: 0.0862503 May 18 18:51:08.987705 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f160a606-15b0-45dc-adac-92810d0cc352 req-4612af55-f74d-4fa8-9016-6f8b3a00ae7d tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615418 May 18 18:51:09.006351 n-d-838550-3 neutron-server[102731]: INFO neutron.api.v2.resource [req-d592902c-21f6-4fce-9372-c83b3ae7e31b req-bf7df986-3849-4476-b572-32a8e3835f7f service neutron] delete failed (client error): The resource could not be found. May 18 18:51:09.007391 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d592902c-21f6-4fce-9372-c83b3ae7e31b req-bf7df986-3849-4476-b572-32a8e3835f7f service neutron] 10.222.0.88 "DELETE /v2.0/ports/83591b79-990d-48ec-8818-f16854b553cd/bindings/n-h2-838550-3 HTTP/1.1" status: 404 len: 380 time: 0.0745766 May 18 18:51:09.098851 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d592902c-21f6-4fce-9372-c83b3ae7e31b req-12406876-1df8-42e4-be90-c80cdf353fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:51:09.100265 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d592902c-21f6-4fce-9372-c83b3ae7e31b req-12406876-1df8-42e4-be90-c80cdf353fef service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8eaa7b9f5c3a4c288455d807dfdc5d8c&device_id=34002bb4-2e31-460d-8518-60eb16614be9 HTTP/1.1" status: 200 len: 1095 time: 0.0451851 May 18 18:51:09.107916 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['83591b79-990d-48ec-8818-f16854b553cd'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:51:09.190604 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d592902c-21f6-4fce-9372-c83b3ae7e31b req-e87177f2-669a-4f92-883b-d74619802af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:51:09.192083 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d592902c-21f6-4fce-9372-c83b3ae7e31b req-e87177f2-669a-4f92-883b-d74619802af8 service neutron] 10.222.0.88 "GET /v2.0/networks?id=ed1b49f6-4ca7-4d7d-b302-2073cd83e975 HTTP/1.1" status: 200 len: 912 time: 0.0851955 May 18 18:51:09.253796 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 83591b79-990d-48ec-8818-f16854b553cd no longer exists at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:51:09.263580 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d592902c-21f6-4fce-9372-c83b3ae7e31b req-52ecaa20-2515-4445-a905-96e3a2124d28 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=83591b79-990d-48ec-8818-f16854b553cd HTTP/1.1" status: 200 len: 999 time: 0.0640326 May 18 18:51:09.291928 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 83591b79-990d-48ec-8818-f16854b553cd not bound to the agent host n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:51:09.314153 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d592902c-21f6-4fce-9372-c83b3ae7e31b req-235f78dc-77cf-4a49-8830-3dc9b44cbd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:51:09.315593 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d592902c-21f6-4fce-9372-c83b3ae7e31b req-235f78dc-77cf-4a49-8830-3dc9b44cbd09 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=63fdba28-6b4f-4f0d-82c4-e1632b99bb24 HTTP/1.1" status: 200 len: 850 time: 0.0450690 May 18 18:51:09.361004 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d592902c-21f6-4fce-9372-c83b3ae7e31b req-e2655408-82df-4870-b311-7e5c0f2cb141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:51:09.362452 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d592902c-21f6-4fce-9372-c83b3ae7e31b req-e2655408-82df-4870-b311-7e5c0f2cb141 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ed1b49f6-4ca7-4d7d-b302-2073cd83e975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400140 May 18 18:51:09.454961 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d592902c-21f6-4fce-9372-c83b3ae7e31b req-ba79aa44-4bec-44a0-9526-a306e7df3dfc service neutron] 10.222.0.88 "GET /v2.0/networks/ed1b49f6-4ca7-4d7d-b302-2073cd83e975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851583 May 18 18:51:09.543823 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d592902c-21f6-4fce-9372-c83b3ae7e31b req-b3996ab7-b891-445f-a576-19ab9015d1e8 service neutron] 10.222.0.88 "GET /v2.0/networks/ed1b49f6-4ca7-4d7d-b302-2073cd83e975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822282 May 18 18:51:10.099175 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d4bcb62d-d7e9-4c46-a01b-58214d1dd6cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:51:10.125015 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93e4b2d-dbd6-4a8d-b182-538fc83caf9a req-c159fdd2-8cc4-497e-9dc0-6abf1cf8d04c tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:51:10.126534 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b93e4b2d-dbd6-4a8d-b182-538fc83caf9a req-c159fdd2-8cc4-497e-9dc0-6abf1cf8d04c tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=34002bb4-2e31-460d-8518-60eb16614be9 HTTP/1.1" status: 200 len: 944 time: 0.0665100 May 18 18:51:10.165911 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b93e4b2d-dbd6-4a8d-b182-538fc83caf9a req-19340ded-ad83-4752-9512-7ee200286887 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334044 May 18 18:51:10.281897 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4795b25e-0cfd-49e0-b852-74285b7d04f8 req-0dd03e93-ccb2-44ee-87b0-4db582c43c54 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:51:10.283395 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4795b25e-0cfd-49e0-b852-74285b7d04f8 req-0dd03e93-ccb2-44ee-87b0-4db582c43c54 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=34002bb4-2e31-460d-8518-60eb16614be9 HTTP/1.1" status: 200 len: 944 time: 0.0499380 May 18 18:51:10.321031 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4795b25e-0cfd-49e0-b852-74285b7d04f8 req-39a0dace-6a16-4fe0-9f8e-0f5d732b8f49 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314431 May 18 18:51:10.531026 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df19df6-d94c-4164-b705-58afc912d1f4 req-060f7fd3-8d85-4f2d-af77-b001fff0bac6 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:51:10.532640 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4df19df6-d94c-4164-b705-58afc912d1f4 req-060f7fd3-8d85-4f2d-af77-b001fff0bac6 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=34002bb4-2e31-460d-8518-60eb16614be9 HTTP/1.1" status: 200 len: 944 time: 0.0572155 May 18 18:51:10.559495 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb6f615-9a3d-42de-a661-a6e7cfe60c6f req-11fe1478-4a87-444d-8dbc-c548a3e7c579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:51:10.561532 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-afb6f615-9a3d-42de-a661-a6e7cfe60c6f req-11fe1478-4a87-444d-8dbc-c548a3e7c579 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8eaa7b9f5c3a4c288455d807dfdc5d8c&device_id=34002bb4-2e31-460d-8518-60eb16614be9 HTTP/1.1" status: 200 len: 1095 time: 0.0419254 May 18 18:51:10.572081 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4df19df6-d94c-4164-b705-58afc912d1f4 req-25d73615-a908-4e76-babf-91f723e8b363 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332391 May 18 18:51:10.652251 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 83591b79-990d-48ec-8818-f16854b553cd up at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:51:10.655257 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb6f615-9a3d-42de-a661-a6e7cfe60c6f req-30bdb248-2a7e-44d7-9273-cf3ec5024f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:51:10.656758 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-afb6f615-9a3d-42de-a661-a6e7cfe60c6f req-30bdb248-2a7e-44d7-9273-cf3ec5024f81 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ed1b49f6-4ca7-4d7d-b302-2073cd83e975 HTTP/1.1" status: 200 len: 912 time: 0.0873981 May 18 18:51:10.707069 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning for port 83591b79-990d-48ec-8818-f16854b553cd completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:51:10.711242 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning complete for port 83591b79-990d-48ec-8818-f16854b553cd triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:51:10.711611 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:51:10.734461 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-afb6f615-9a3d-42de-a661-a6e7cfe60c6f req-eb05ca57-6d74-478f-ae9c-7068eeb0658d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=83591b79-990d-48ec-8818-f16854b553cd HTTP/1.1" status: 200 len: 999 time: 0.0660777 May 18 18:51:10.793357 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 83591b79-990d-48ec-8818-f16854b553cd is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:51:10.793673 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:51:10.804699 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb6f615-9a3d-42de-a661-a6e7cfe60c6f req-b44c32f9-94d1-4790-b1e0-e00e29b2f98d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:51:10.806760 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-afb6f615-9a3d-42de-a661-a6e7cfe60c6f req-b44c32f9-94d1-4790-b1e0-e00e29b2f98d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=63fdba28-6b4f-4f0d-82c4-e1632b99bb24 HTTP/1.1" status: 200 len: 850 time: 0.0618107 May 18 18:51:10.819679 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34002bb4-2e31-460d-8518-60eb16614be9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83591b79-990d-48ec-8818-f16854b553cd'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:51:10.821998 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c47b1267-6911-413c-904c-fd716bffac61" -d '{"events": [{"server_uuid": "34002bb4-2e31-460d-8518-60eb16614be9", "name": "network-vif-plugged", "status": "completed", "tag": "83591b79-990d-48ec-8818-f16854b553cd"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:51:10.836799 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 83591b79-990d-48ec-8818-f16854b553cd, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=83591b79-990d-48ec-8818-f16854b553cd,segment=NetworkSegment(404878ed-a07b-4f6d-8f20-714e74fae3cc),segment_id=404878ed-a07b-4f6d-8f20-714e74fae3cc)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:51:10.842104 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:51:10.869348 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb6f615-9a3d-42de-a661-a6e7cfe60c6f req-57a68d69-aeff-4eb3-86d3-ad5f7122de30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:51:10.870967 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-afb6f615-9a3d-42de-a661-a6e7cfe60c6f req-57a68d69-aeff-4eb3-86d3-ad5f7122de30 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ed1b49f6-4ca7-4d7d-b302-2073cd83e975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0498698 May 18 18:51:10.892969 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=83591b79-990d-48ec-8818-f16854b553cd,revision_number=9']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:51:10.929894 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71910cbd-77a9-4ee8-8d4e-98da11b39d4c x-openstack-request-id: req-71910cbd-77a9-4ee8-8d4e-98da11b39d4c {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:51:10.930196 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34002bb4-2e31-460d-8518-60eb16614be9", "name": "network-vif-plugged", "status": "completed", "tag": "83591b79-990d-48ec-8818-f16854b553cd", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:51:10.930455 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-71910cbd-77a9-4ee8-8d4e-98da11b39d4c {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:51:10.930893 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71910cbd-77a9-4ee8-8d4e-98da11b39d4c'] response: {'server_uuid': '34002bb4-2e31-460d-8518-60eb16614be9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83591b79-990d-48ec-8818-f16854b553cd', 'code': 200} May 18 18:51:10.964355 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-afb6f615-9a3d-42de-a661-a6e7cfe60c6f req-7a66abcb-80cc-484d-a99d-260b7fba6332 service neutron] 10.222.0.36 "GET /v2.0/networks/ed1b49f6-4ca7-4d7d-b302-2073cd83e975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861738 May 18 18:51:11.057024 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-afb6f615-9a3d-42de-a661-a6e7cfe60c6f req-822431b8-aabc-4aa4-9767-61b505475bf2 service neutron] 10.222.0.36 "GET /v2.0/networks/ed1b49f6-4ca7-4d7d-b302-2073cd83e975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855765 May 18 18:51:11.384529 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:51:11.688664 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1dc35f-99dc-47c4-ba5a-241af37344f2 req-e8d94b16-2e64-4a97-a7d3-812cc96fd6d4 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:51:11.690192 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3f1dc35f-99dc-47c4-ba5a-241af37344f2 req-e8d94b16-2e64-4a97-a7d3-812cc96fd6d4 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=34002bb4-2e31-460d-8518-60eb16614be9 HTTP/1.1" status: 200 len: 945 time: 0.0492404 May 18 18:51:11.727994 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3f1dc35f-99dc-47c4-ba5a-241af37344f2 req-3428bb11-9a4e-4e23-ab7d-2f197867de1a tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317905 May 18 18:51:11.960905 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e8640c-6aed-4512-9240-49e1391e6a32 req-8557c38a-f9ca-49b7-b82c-9a9786e49583 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:51:11.962339 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-51e8640c-6aed-4512-9240-49e1391e6a32 req-8557c38a-f9ca-49b7-b82c-9a9786e49583 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=34002bb4-2e31-460d-8518-60eb16614be9 HTTP/1.1" status: 200 len: 945 time: 0.0489945 May 18 18:51:11.999082 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-51e8640c-6aed-4512-9240-49e1391e6a32 req-309eb023-a6c5-4986-bd37-0f8d2d499098 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306230 May 18 18:51:12.535230 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:51:13.113564 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:51:13.120439 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910d2d64-3cf7-47b1-a70e-4ce3d5ec9f51 req-05840e9d-8731-49db-8ee1-4ad4292ded94 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:51:13.121976 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-910d2d64-3cf7-47b1-a70e-4ce3d5ec9f51 req-05840e9d-8731-49db-8ee1-4ad4292ded94 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=34002bb4-2e31-460d-8518-60eb16614be9 HTTP/1.1" status: 200 len: 945 time: 0.0517006 May 18 18:51:13.161838 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-910d2d64-3cf7-47b1-a70e-4ce3d5ec9f51 req-10deeb46-4d48-4aad-a7ad-68dc52c85472 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331831 May 18 18:51:13.362198 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2d5ee5-3f68-4eef-bd8d-810ba62d1162 req-bdaf14a4-6cab-48e9-972e-de77be61422e tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:51:13.363555 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2e2d5ee5-3f68-4eef-bd8d-810ba62d1162 req-bdaf14a4-6cab-48e9-972e-de77be61422e tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.36 "GET /v2.0/ports?device_id=34002bb4-2e31-460d-8518-60eb16614be9 HTTP/1.1" status: 200 len: 945 time: 0.0478985 May 18 18:51:13.459252 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-2e2d5ee5-3f68-4eef-bd8d-810ba62d1162 req-1e1edd41-6e6b-4bc1-b048-03999603da25 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Deleting port 83591b79-990d-48ec-8818-f16854b553cd {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:51:13.459589 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-2e2d5ee5-3f68-4eef-bd8d-810ba62d1162 req-1e1edd41-6e6b-4bc1-b048-03999603da25 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:51:13.546673 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-2e2d5ee5-3f68-4eef-bd8d-810ba62d1162 req-1e1edd41-6e6b-4bc1-b048-03999603da25 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] For port 83591b79-990d-48ec-8818-f16854b553cd, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=83591b79-990d-48ec-8818-f16854b553cd,segment=NetworkSegment(404878ed-a07b-4f6d-8f20-714e74fae3cc),segment_id=404878ed-a07b-4f6d-8f20-714e74fae3cc)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:51:13.547048 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-2e2d5ee5-3f68-4eef-bd8d-810ba62d1162 req-1e1edd41-6e6b-4bc1-b048-03999603da25 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:51:13.761317 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-2e2d5ee5-3f68-4eef-bd8d-810ba62d1162 req-1e1edd41-6e6b-4bc1-b048-03999603da25 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:51:13.761706 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-2e2d5ee5-3f68-4eef-bd8d-810ba62d1162 req-1e1edd41-6e6b-4bc1-b048-03999603da25 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596987'] for floatingip, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:51:13.762019 n-d-838550-3 neutron-server[102730]: INFO neutron.db.l3_db [req-2e2d5ee5-3f68-4eef-bd8d-810ba62d1162 req-1e1edd41-6e6b-4bc1-b048-03999603da25 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Floating IP f6228e3f-592f-4aab-8e48-30e449a17fd7 disassociated. External IP: 172.25.5.52, port: 83591b79-990d-48ec-8818-f16854b553cd. May 18 18:51:13.762353 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-2e2d5ee5-3f68-4eef-bd8d-810ba62d1162 req-1e1edd41-6e6b-4bc1-b048-03999603da25 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Calling delete_port for 83591b79-990d-48ec-8818-f16854b553cd owned by compute:nova {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:51:14.188221 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-2e2d5ee5-3f68-4eef-bd8d-810ba62d1162 req-1e1edd41-6e6b-4bc1-b048-03999603da25 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:51:14.217804 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1edd41-6e6b-4bc1-b048-03999603da25 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Pushing event deleted for resources: {'Port': ['ID=83591b79-990d-48ec-8818-f16854b553cd,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:51:14.271200 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a365798f-4bc2-492f-b8d8-67cd824eda85 req-4ad6e0c5-5f72-4e53-a5dc-8546d66fd66d tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=34002bb4-2e31-460d-8518-60eb16614be9 HTTP/1.1" status: 200 len: 210 time: 0.0350235 May 18 18:51:14.338107 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2e2d5ee5-3f68-4eef-bd8d-810ba62d1162 req-1e1edd41-6e6b-4bc1-b048-03999603da25 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Router 2ce7bf80-3692-4b14-af74-0cb1e25a3c9c has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:51:14.447828 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2e2d5ee5-3f68-4eef-bd8d-810ba62d1162 req-1e1edd41-6e6b-4bc1-b048-03999603da25 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:51:14.458800 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04e121c-6f4e-4192-90ff-048e5d7050a4 None None] Sync routers for ids ['2ce7bf80-3692-4b14-af74-0cb1e25a3c9c'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:51:14.467857 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04e121c-6f4e-4192-90ff-048e5d7050a4 None None] Routers {'2ce7bf80-3692-4b14-af74-0cb1e25a3c9c'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:51:14.468468 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-d04e121c-6f4e-4192-90ff-048e5d7050a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:51:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['2ce7bf80-3692-4b14-af74-0cb1e25a3c9c'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:51:14.486485 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e2d5ee5-3f68-4eef-bd8d-810ba62d1162 req-1e1edd41-6e6b-4bc1-b048-03999603da25 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] No DVR routers for this DVR port 83591b79-990d-48ec-8818-f16854b553cd on host n-h1-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:51:14.490467 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-2e2d5ee5-3f68-4eef-bd8d-810ba62d1162 req-1e1edd41-6e6b-4bc1-b048-03999603da25 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:51:14.493877 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2e2d5ee5-3f68-4eef-bd8d-810ba62d1162 req-1e1edd41-6e6b-4bc1-b048-03999603da25 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.36 "DELETE /v2.0/ports/83591b79-990d-48ec-8818-f16854b553cd HTTP/1.1" status: 204 len: 173 time: 1.1214011 May 18 18:51:14.494270 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34002bb4-2e31-460d-8518-60eb16614be9', 'name': 'network-vif-deleted', 'tag': '83591b79-990d-48ec-8818-f16854b553cd'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:51:14.496521 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ee9a0fb-1122-461e-8985-fc8981b8b994" -d '{"events": [{"server_uuid": "34002bb4-2e31-460d-8518-60eb16614be9", "name": "network-vif-deleted", "tag": "83591b79-990d-48ec-8818-f16854b553cd"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:51:14.540709 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5227780-48a6-48a9-9646-19bccb0c58c3 x-openstack-request-id: req-c5227780-48a6-48a9-9646-19bccb0c58c3 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:51:14.540996 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34002bb4-2e31-460d-8518-60eb16614be9", "name": "network-vif-deleted", "tag": "83591b79-990d-48ec-8818-f16854b553cd", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:51:14.541247 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-c5227780-48a6-48a9-9646-19bccb0c58c3 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:51:14.541681 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5227780-48a6-48a9-9646-19bccb0c58c3'] response: {'server_uuid': '34002bb4-2e31-460d-8518-60eb16614be9', 'name': 'network-vif-deleted', 'tag': '83591b79-990d-48ec-8818-f16854b553cd', 'status': 'completed', 'code': 200} May 18 18:51:14.578984 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-d04e121c-6f4e-4192-90ff-048e5d7050a4 None None] Set router 2ce7bf80-3692-4b14-af74-0cb1e25a3c9c gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:51:14.784051 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-d04e121c-6f4e-4192-90ff-048e5d7050a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ce7bf80-3692-4b14-af74-0cb1e25a3c9c', 'name': 'tempest-ServerActionsTestJSON-158420334-router', 'tenant_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '1ed6d033-bee1-43e8-971e-18c98e1d7c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:49:02Z', 'updated_at': '2022-05-18T18:49:04Z', 'revision_number': 4, 'project_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'gw_port': {'id': '1ed6d033-bee1-43e8-971e-18c98e1d7c47', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:4e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce7bf80-3692-4b14-af74-0cb1e25a3c9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:49:02Z', 'updated_at': '2022-05-18T18:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '4c096bfb-085c-4121-b78d-b10f275e54dc', 'name': '', 'network_id': 'ed1b49f6-4ca7-4d7d-b302-2073cd83e975', 'tenant_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'mac_address': 'fa:16:3e:7e:b9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce7bf80-3692-4b14-af74-0cb1e25a3c9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '63fdba28-6b4f-4f0d-82c4-e1632b99bb24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:49:04Z', 'updated_at': '2022-05-18T18:49:08Z', 'revision_number': 5, 'project_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'subnets': [{'id': '63fdba28-6b4f-4f0d-82c4-e1632b99bb24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:51:14.812912 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04e121c-6f4e-4192-90ff-048e5d7050a4 None None] Checking router: 2ce7bf80-3692-4b14-af74-0cb1e25a3c9c for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:51:14.820911 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04e121c-6f4e-4192-90ff-048e5d7050a4 None None] Routers {'2ce7bf80-3692-4b14-af74-0cb1e25a3c9c'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:51:14.821499 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-d04e121c-6f4e-4192-90ff-048e5d7050a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:51:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['2ce7bf80-3692-4b14-af74-0cb1e25a3c9c'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:51:14.923311 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-d04e121c-6f4e-4192-90ff-048e5d7050a4 None None] Set router 2ce7bf80-3692-4b14-af74-0cb1e25a3c9c gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:51:15.108732 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-d04e121c-6f4e-4192-90ff-048e5d7050a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ce7bf80-3692-4b14-af74-0cb1e25a3c9c', 'name': 'tempest-ServerActionsTestJSON-158420334-router', 'tenant_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '1ed6d033-bee1-43e8-971e-18c98e1d7c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:49:02Z', 'updated_at': '2022-05-18T18:49:04Z', 'revision_number': 4, 'project_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'gw_port': {'id': '1ed6d033-bee1-43e8-971e-18c98e1d7c47', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:4e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce7bf80-3692-4b14-af74-0cb1e25a3c9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:49:02Z', 'updated_at': '2022-05-18T18:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '4c096bfb-085c-4121-b78d-b10f275e54dc', 'name': '', 'network_id': 'ed1b49f6-4ca7-4d7d-b302-2073cd83e975', 'tenant_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'mac_address': 'fa:16:3e:7e:b9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce7bf80-3692-4b14-af74-0cb1e25a3c9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '63fdba28-6b4f-4f0d-82c4-e1632b99bb24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:49:04Z', 'updated_at': '2022-05-18T18:49:08Z', 'revision_number': 5, 'project_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'subnets': [{'id': '63fdba28-6b4f-4f0d-82c4-e1632b99bb24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:51:15.133006 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04e121c-6f4e-4192-90ff-048e5d7050a4 None None] The sync data for ids ['2ce7bf80-3692-4b14-af74-0cb1e25a3c9c'] in n-d-838550-3 is: [{'id': '2ce7bf80-3692-4b14-af74-0cb1e25a3c9c', 'name': 'tempest-ServerActionsTestJSON-158420334-router', 'tenant_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '1ed6d033-bee1-43e8-971e-18c98e1d7c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:49:02Z', 'updated_at': '2022-05-18T18:49:04Z', 'revision_number': 4, 'project_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'gw_port': {'id': '1ed6d033-bee1-43e8-971e-18c98e1d7c47', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:4e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce7bf80-3692-4b14-af74-0cb1e25a3c9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:49:02Z', 'updated_at': '2022-05-18T18:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '4c096bfb-085c-4121-b78d-b10f275e54dc', 'name': '', 'network_id': 'ed1b49f6-4ca7-4d7d-b302-2073cd83e975', 'tenant_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'mac_address': 'fa:16:3e:7e:b9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce7bf80-3692-4b14-af74-0cb1e25a3c9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '63fdba28-6b4f-4f0d-82c4-e1632b99bb24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:49:04Z', 'updated_at': '2022-05-18T18:49:08Z', 'revision_number': 5, 'project_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'subnets': [{'id': '63fdba28-6b4f-4f0d-82c4-e1632b99bb24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:51:15.360563 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3829e5-52c8-42ae-81f4-eafbda9a3b4f None None] New status for floating IP f6228e3f-592f-4aab-8e48-30e449a17fd7: DOWN {{(pid=102732) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 18:51:15.524586 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4fabbd4e-6ebf-44ad-aab2-27a4f9e769a8 req-6da0e0b3-a8f5-40ee-9a62-305da80a4691 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-securitygroup--871236324&fields=id&tenant_id=8eaa7b9f5c3a4c288455d807dfdc5d8c HTTP/1.1" status: 200 len: 267 time: 0.0457168 May 18 18:51:15.629708 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fabbd4e-6ebf-44ad-aab2-27a4f9e769a8 req-d083d45d-617f-440b-b8f3-e8e0e5973952 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:51:15.631084 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4fabbd4e-6ebf-44ad-aab2-27a4f9e769a8 req-d083d45d-617f-440b-b8f3-e8e0e5973952 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/networks?id=ed1b49f6-4ca7-4d7d-b302-2073cd83e975 HTTP/1.1" status: 200 len: 811 time: 0.0989068 May 18 18:51:15.646058 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4fabbd4e-6ebf-44ad-aab2-27a4f9e769a8 req-6a0c3bb0-a160-4dcf-8079-25bc26711b2c tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/quotas/8eaa7b9f5c3a4c288455d807dfdc5d8c HTTP/1.1" status: 200 len: 375 time: 0.0093188 May 18 18:51:15.703498 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4fabbd4e-6ebf-44ad-aab2-27a4f9e769a8 req-d6d52167-c218-46b4-8b8e-04e672af4465 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=8eaa7b9f5c3a4c288455d807dfdc5d8c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0520892 May 18 18:51:15.845049 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4fabbd4e-6ebf-44ad-aab2-27a4f9e769a8 req-a411c1d9-229c-4ebb-8664-1928fed1bdf0 service neutron] 10.222.0.85 "GET /v2.0/networks/ed1b49f6-4ca7-4d7d-b302-2073cd83e975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291068 May 18 18:51:15.945245 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4fabbd4e-6ebf-44ad-aab2-27a4f9e769a8 req-5e157f6b-e0ae-4902-9a12-de8f67de768b service neutron] 10.222.0.85 "GET /v2.0/networks/ed1b49f6-4ca7-4d7d-b302-2073cd83e975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937061 May 18 18:51:16.104560 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d6895f25-bcdf-4361-ae05-b1d673fc8388 req-4e911fb7-a6d1-4cbd-b433-8805270ae4b3 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=7d296ec3-ed5c-4457-b76e-f0de026b0451 HTTP/1.1" status: 200 len: 210 time: 0.0258265 May 18 18:51:16.683843 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 83591b79-990d-48ec-8818-f16854b553cd no longer exists at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:51:16.706994 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] No Port match for: 83591b79-990d-48ec-8818-f16854b553cd {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:51:16.707338 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 83591b79-990d-48ec-8818-f16854b553cd not bound to the agent host n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:51:17.062731 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fabbd4e-6ebf-44ad-aab2-27a4f9e769a8 req-aa4e06f5-61e2-490f-905d-8c8d1b7d4593 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:51:17.064211 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4fabbd4e-6ebf-44ad-aab2-27a4f9e769a8 req-aa4e06f5-61e2-490f-905d-8c8d1b7d4593 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.88 "GET /v2.0/networks?id=ed1b49f6-4ca7-4d7d-b302-2073cd83e975 HTTP/1.1" status: 200 len: 811 time: 0.1095431 May 18 18:51:17.112937 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4fabbd4e-6ebf-44ad-aab2-27a4f9e769a8 req-64d9f6bb-9348-4d29-bd5f-b23b8a0b9554 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8eaa7b9f5c3a4c288455d807dfdc5d8c HTTP/1.1" status: 200 len: 379 time: 0.0398514 May 18 18:51:17.128547 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-4fabbd4e-6ebf-44ad-aab2-27a4f9e769a8 req-43a101be-a12c-4df5-aaa3-16355ecfc700 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Request body: {'port': {'device_id': '7d296ec3-ed5c-4457-b76e-f0de026b0451', 'network_id': 'ed1b49f6-4ca7-4d7d-b302-2073cd83e975', 'admin_state_up': True, 'tenant_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'security_groups': ['eab78878-df6c-4016-9548-5c51c5bab9d7']}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:51:17.212526 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a94e3a88-4b2b-453f-b71a-c0c6223f0118 req-8f6651c8-0174-4812-8851-a507487d749d tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=7d296ec3-ed5c-4457-b76e-f0de026b0451 HTTP/1.1" status: 200 len: 210 time: 0.0318966 May 18 18:51:17.262154 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fabbd4e-6ebf-44ad-aab2-27a4f9e769a8 req-43a101be-a12c-4df5-aaa3-16355ecfc700 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Made reservation on behalf of 8eaa7b9f5c3a4c288455d807dfdc5d8c for: {'port': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:51:17.266422 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-4fabbd4e-6ebf-44ad-aab2-27a4f9e769a8 req-43a101be-a12c-4df5-aaa3-16355ecfc700 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:51:17.395755 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [req-4fabbd4e-6ebf-44ad-aab2-27a4f9e769a8 req-43a101be-a12c-4df5-aaa3-16355ecfc700 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Allocated IP 172.20.0.7 (ed1b49f6-4ca7-4d7d-b302-2073cd83e975/63fdba28-6b4f-4f0d-82c4-e1632b99bb24/3343556d-b25c-49dd-887d-763dea9b36a2) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:51:17.532853 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-4fabbd4e-6ebf-44ad-aab2-27a4f9e769a8 req-43a101be-a12c-4df5-aaa3-16355ecfc700 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:51:17.567035 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-4fabbd4e-6ebf-44ad-aab2-27a4f9e769a8 req-43a101be-a12c-4df5-aaa3-16355ecfc700 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:51:17.612164 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fabbd4e-6ebf-44ad-aab2-27a4f9e769a8 req-43a101be-a12c-4df5-aaa3-16355ecfc700 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Network ed1b49f6-4ca7-4d7d-b302-2073cd83e975 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:51:17.615114 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [req-4fabbd4e-6ebf-44ad-aab2-27a4f9e769a8 req-43a101be-a12c-4df5-aaa3-16355ecfc700 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:51:17.618728 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fabbd4e-6ebf-44ad-aab2-27a4f9e769a8 req-43a101be-a12c-4df5-aaa3-16355ecfc700 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:51:17.648533 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a101be-a12c-4df5-aaa3-16355ecfc700 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Pushing event updated for resources: {'Port': ['ID=3343556d-b25c-49dd-887d-763dea9b36a2,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:51:17.662370 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a101be-a12c-4df5-aaa3-16355ecfc700 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:51:17.662710 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a101be-a12c-4df5-aaa3-16355ecfc700 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:51:17.663047 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a101be-a12c-4df5-aaa3-16355ecfc700 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:51:17.663378 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a101be-a12c-4df5-aaa3-16355ecfc700 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:51:17.663972 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a101be-a12c-4df5-aaa3-16355ecfc700 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:51:17.664305 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a101be-a12c-4df5-aaa3-16355ecfc700 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:51:17.664629 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a101be-a12c-4df5-aaa3-16355ecfc700 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:51:17.664946 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a101be-a12c-4df5-aaa3-16355ecfc700 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:51:17.665265 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a101be-a12c-4df5-aaa3-16355ecfc700 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:51:17.665681 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a101be-a12c-4df5-aaa3-16355ecfc700 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:51:17.665939 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a101be-a12c-4df5-aaa3-16355ecfc700 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:51:17.666259 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a101be-a12c-4df5-aaa3-16355ecfc700 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:51:17.690800 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fabbd4e-6ebf-44ad-aab2-27a4f9e769a8 req-43a101be-a12c-4df5-aaa3-16355ecfc700 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:51:17.691475 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-4fabbd4e-6ebf-44ad-aab2-27a4f9e769a8 req-43a101be-a12c-4df5-aaa3-16355ecfc700 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:51:17.708204 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4fabbd4e-6ebf-44ad-aab2-27a4f9e769a8 req-43a101be-a12c-4df5-aaa3-16355ecfc700 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5834098 May 18 18:51:17.718587 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [req-4fabbd4e-6ebf-44ad-aab2-27a4f9e769a8 req-44122eb7-ec6a-4709-9884-aa85f09f0fef tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=102731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 18:51:17.719581 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4fabbd4e-6ebf-44ad-aab2-27a4f9e769a8 req-44122eb7-ec6a-4709-9884-aa85f09f0fef tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052829 May 18 18:51:17.734741 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-4fabbd4e-6ebf-44ad-aab2-27a4f9e769a8 req-59332c0f-e9c1-44fe-8629-2c2b78e18271 service neutron] Request body: {'port': {'device_id': '7d296ec3-ed5c-4457-b76e-f0de026b0451', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-3'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:51:17.791753 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-4fabbd4e-6ebf-44ad-aab2-27a4f9e769a8 req-59332c0f-e9c1-44fe-8629-2c2b78e18271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:51:17.912823 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-f119b31c-6ed6-4418-aaeb-f53a02b52cef None None] Provisioning complete for port 3343556d-b25c-49dd-887d-763dea9b36a2 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:51:17.913393 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f119b31c-6ed6-4418-aaeb-f53a02b52cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:51:17.959848 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-f119b31c-6ed6-4418-aaeb-f53a02b52cef None None] Port 3343556d-b25c-49dd-887d-763dea9b36a2 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:51:18.061750 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [req-4fabbd4e-6ebf-44ad-aab2-27a4f9e769a8 req-59332c0f-e9c1-44fe-8629-2c2b78e18271 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3343556d-b25c-49dd-887d-763dea9b36a2 {{(pid=102731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:51:18.069472 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-4fabbd4e-6ebf-44ad-aab2-27a4f9e769a8 req-59332c0f-e9c1-44fe-8629-2c2b78e18271 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:51:18.081990 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.provisioning_blocks [req-4fabbd4e-6ebf-44ad-aab2-27a4f9e769a8 req-59332c0f-e9c1-44fe-8629-2c2b78e18271 service neutron] Transition to ACTIVE for port object 3343556d-b25c-49dd-887d-763dea9b36a2 will not be triggered until provisioned by entity L2. {{(pid=102731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:51:18.085588 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-4fabbd4e-6ebf-44ad-aab2-27a4f9e769a8 req-59332c0f-e9c1-44fe-8629-2c2b78e18271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:51:18.153244 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59332c0f-e9c1-44fe-8629-2c2b78e18271 service neutron] Pushing event updated for resources: {'Port': ['ID=3343556d-b25c-49dd-887d-763dea9b36a2,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:51:18.206488 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-4fabbd4e-6ebf-44ad-aab2-27a4f9e769a8 req-59332c0f-e9c1-44fe-8629-2c2b78e18271 service neutron] Attempting to bind port 3343556d-b25c-49dd-887d-763dea9b36a2 on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:51:18.206819 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-4fabbd4e-6ebf-44ad-aab2-27a4f9e769a8 req-59332c0f-e9c1-44fe-8629-2c2b78e18271 service neutron] Attempting to bind port 3343556d-b25c-49dd-887d-763dea9b36a2 by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': '404878ed-a07b-4f6d-8f20-714e74fae3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'ed1b49f6-4ca7-4d7d-b302-2073cd83e975'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:51:18.207143 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fabbd4e-6ebf-44ad-aab2-27a4f9e769a8 req-59332c0f-e9c1-44fe-8629-2c2b78e18271 service neutron] Attempting to bind port 3343556d-b25c-49dd-887d-763dea9b36a2 on network ed1b49f6-4ca7-4d7d-b302-2073cd83e975 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:51:18.211588 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fabbd4e-6ebf-44ad-aab2-27a4f9e769a8 req-59332c0f-e9c1-44fe-8629-2c2b78e18271 service neutron] Port 3343556d-b25c-49dd-887d-763dea9b36a2 on network ed1b49f6-4ca7-4d7d-b302-2073cd83e975 not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:51:18.211910 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fabbd4e-6ebf-44ad-aab2-27a4f9e769a8 req-59332c0f-e9c1-44fe-8629-2c2b78e18271 service neutron] Attempting to bind port 3343556d-b25c-49dd-887d-763dea9b36a2 on network ed1b49f6-4ca7-4d7d-b302-2073cd83e975 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:51:18.216814 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fabbd4e-6ebf-44ad-aab2-27a4f9e769a8 req-59332c0f-e9c1-44fe-8629-2c2b78e18271 service neutron] Checking agent: {'id': 'd1be059a-68ea-4c77-9b2b-29f4afa47e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:51:18.217148 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fabbd4e-6ebf-44ad-aab2-27a4f9e769a8 req-59332c0f-e9c1-44fe-8629-2c2b78e18271 service neutron] Checking segment: {'id': '404878ed-a07b-4f6d-8f20-714e74fae3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'ed1b49f6-4ca7-4d7d-b302-2073cd83e975'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:51:18.217532 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fabbd4e-6ebf-44ad-aab2-27a4f9e769a8 req-59332c0f-e9c1-44fe-8629-2c2b78e18271 service neutron] Bound using segment: {'id': '404878ed-a07b-4f6d-8f20-714e74fae3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'ed1b49f6-4ca7-4d7d-b302-2073cd83e975'} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:51:18.218006 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-4fabbd4e-6ebf-44ad-aab2-27a4f9e769a8 req-59332c0f-e9c1-44fe-8629-2c2b78e18271 service neutron] Bound port: 3343556d-b25c-49dd-887d-763dea9b36a2, host: n-h2-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '404878ed-a07b-4f6d-8f20-714e74fae3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'ed1b49f6-4ca7-4d7d-b302-2073cd83e975'}}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:51:18.218359 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-4fabbd4e-6ebf-44ad-aab2-27a4f9e769a8 req-59332c0f-e9c1-44fe-8629-2c2b78e18271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:51:18.298959 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-4fabbd4e-6ebf-44ad-aab2-27a4f9e769a8 req-59332c0f-e9c1-44fe-8629-2c2b78e18271 service neutron] For port 3343556d-b25c-49dd-887d-763dea9b36a2, host n-h2-838550-3, cleared binding levels {{(pid=102731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:51:18.302399 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-4fabbd4e-6ebf-44ad-aab2-27a4f9e769a8 req-59332c0f-e9c1-44fe-8629-2c2b78e18271 service neutron] For port 3343556d-b25c-49dd-887d-763dea9b36a2, host n-h2-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=3343556d-b25c-49dd-887d-763dea9b36a2,segment=NetworkSegment(404878ed-a07b-4f6d-8f20-714e74fae3cc),segment_id=404878ed-a07b-4f6d-8f20-714e74fae3cc)] {{(pid=102731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:51:18.304198 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 7 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 18:51:18.307887 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-4fabbd4e-6ebf-44ad-aab2-27a4f9e769a8 req-59332c0f-e9c1-44fe-8629-2c2b78e18271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:51:18.349881 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fabbd4e-6ebf-44ad-aab2-27a4f9e769a8 req-59332c0f-e9c1-44fe-8629-2c2b78e18271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:51:18.350480 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-4fabbd4e-6ebf-44ad-aab2-27a4f9e769a8 req-59332c0f-e9c1-44fe-8629-2c2b78e18271 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:51:18.351929 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4fabbd4e-6ebf-44ad-aab2-27a4f9e769a8 req-59332c0f-e9c1-44fe-8629-2c2b78e18271 service neutron] 10.222.0.88 "PUT /v2.0/ports/3343556d-b25c-49dd-887d-763dea9b36a2 HTTP/1.1" status: 200 len: 1091 time: 0.6222703 May 18 18:51:18.352382 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d296ec3-ed5c-4457-b76e-f0de026b0451', 'tag': '3343556d-b25c-49dd-887d-763dea9b36a2'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:51:18.354744 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fcdc92c-123d-423a-9c88-953a6f8fe90c" -d '{"events": [{"name": "network-changed", "server_uuid": "7d296ec3-ed5c-4457-b76e-f0de026b0451", "tag": "3343556d-b25c-49dd-887d-763dea9b36a2"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:51:18.384140 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933b74ff-ebdc-42f8-8df4-6f51e137feae req-62a4f959-1b9e-4dbb-bc26-b8ae22ac4760 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:51:18.399029 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-933b74ff-ebdc-42f8-8df4-6f51e137feae req-62a4f959-1b9e-4dbb-bc26-b8ae22ac4760 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=7d296ec3-ed5c-4457-b76e-f0de026b0451 HTTP/1.1" status: 200 len: 943 time: 0.1017232 May 18 18:51:18.421481 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a13d76fc-2836-4c97-8f19-09bcf3b99a8f x-openstack-request-id: req-a13d76fc-2836-4c97-8f19-09bcf3b99a8f {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:51:18.421882 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d296ec3-ed5c-4457-b76e-f0de026b0451", "tag": "3343556d-b25c-49dd-887d-763dea9b36a2", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:51:18.422165 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-a13d76fc-2836-4c97-8f19-09bcf3b99a8f {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:51:18.422651 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a13d76fc-2836-4c97-8f19-09bcf3b99a8f'] response: {'name': 'network-changed', 'server_uuid': '7d296ec3-ed5c-4457-b76e-f0de026b0451', 'tag': '3343556d-b25c-49dd-887d-763dea9b36a2', 'status': 'completed', 'code': 200} May 18 18:51:18.432363 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59332c0f-e9c1-44fe-8629-2c2b78e18271 service neutron] Pushing event updated for resources: {'Port': ['ID=3343556d-b25c-49dd-887d-763dea9b36a2,revision_number=3']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:51:18.446865 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-933b74ff-ebdc-42f8-8df4-6f51e137feae req-652d5d91-4b74-4479-9dc0-a90b8356adfe tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460286 May 18 18:51:18.478198 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fabbd4e-6ebf-44ad-aab2-27a4f9e769a8 req-228c113e-efaf-44c4-8e9a-9ac36ab7f3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:51:18.479770 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4fabbd4e-6ebf-44ad-aab2-27a4f9e769a8 req-228c113e-efaf-44c4-8e9a-9ac36ab7f3fc service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8eaa7b9f5c3a4c288455d807dfdc5d8c&device_id=7d296ec3-ed5c-4457-b76e-f0de026b0451 HTTP/1.1" status: 200 len: 1094 time: 0.0602510 May 18 18:51:18.537600 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4fabbd4e-6ebf-44ad-aab2-27a4f9e769a8 req-4afcee5b-c899-4531-8a5d-aca1e8b52e34 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3343556d-b25c-49dd-887d-763dea9b36a2 HTTP/1.1" status: 200 len: 217 time: 0.0435896 May 18 18:51:18.601429 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fabbd4e-6ebf-44ad-aab2-27a4f9e769a8 req-60bfda90-d77a-46ce-94c6-c01241005e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:51:18.602965 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4fabbd4e-6ebf-44ad-aab2-27a4f9e769a8 req-60bfda90-d77a-46ce-94c6-c01241005e9d service neutron] 10.222.0.88 "GET /v2.0/subnets?id=63fdba28-6b4f-4f0d-82c4-e1632b99bb24 HTTP/1.1" status: 200 len: 850 time: 0.0549197 May 18 18:51:18.655867 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fabbd4e-6ebf-44ad-aab2-27a4f9e769a8 req-180df3b8-3b00-41a9-aef0-19800b1e11b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:51:18.657418 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4fabbd4e-6ebf-44ad-aab2-27a4f9e769a8 req-180df3b8-3b00-41a9-aef0-19800b1e11b6 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ed1b49f6-4ca7-4d7d-b302-2073cd83e975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453105 May 18 18:51:18.767901 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4fabbd4e-6ebf-44ad-aab2-27a4f9e769a8 req-e8167ec2-13b9-4d18-a9f8-ac21abc3fad6 service neutron] 10.222.0.88 "GET /v2.0/networks/ed1b49f6-4ca7-4d7d-b302-2073cd83e975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984266 May 18 18:51:18.882488 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4fabbd4e-6ebf-44ad-aab2-27a4f9e769a8 req-42a556a0-d8f9-45c7-8bf9-79799daad273 service neutron] 10.222.0.88 "GET /v2.0/networks/ed1b49f6-4ca7-4d7d-b302-2073cd83e975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059279 May 18 18:51:18.982813 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcdc92c-123d-423a-9c88-953a6f8fe90c req-49fc922f-a4e2-4978-9606-4d156f2b741f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:51:18.984232 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7fcdc92c-123d-423a-9c88-953a6f8fe90c req-49fc922f-a4e2-4978-9606-4d156f2b741f service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8eaa7b9f5c3a4c288455d807dfdc5d8c&device_id=7d296ec3-ed5c-4457-b76e-f0de026b0451 HTTP/1.1" status: 200 len: 1094 time: 0.0466819 May 18 18:51:19.094067 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcdc92c-123d-423a-9c88-953a6f8fe90c req-accbd426-ea73-4a57-8f0f-73336ffc76f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:51:19.096322 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7fcdc92c-123d-423a-9c88-953a6f8fe90c req-accbd426-ea73-4a57-8f0f-73336ffc76f1 service neutron] 10.222.0.88 "GET /v2.0/networks?id=ed1b49f6-4ca7-4d7d-b302-2073cd83e975 HTTP/1.1" status: 200 len: 912 time: 0.1046369 May 18 18:51:19.147449 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7fcdc92c-123d-423a-9c88-953a6f8fe90c req-84b82af6-8279-4742-b54f-7f55222520f4 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3343556d-b25c-49dd-887d-763dea9b36a2 HTTP/1.1" status: 200 len: 217 time: 0.0444863 May 18 18:51:19.206353 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcdc92c-123d-423a-9c88-953a6f8fe90c req-8db4b8aa-2289-4683-9810-14ee4ab043b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:51:19.207856 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7fcdc92c-123d-423a-9c88-953a6f8fe90c req-8db4b8aa-2289-4683-9810-14ee4ab043b7 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=63fdba28-6b4f-4f0d-82c4-e1632b99bb24 HTTP/1.1" status: 200 len: 850 time: 0.0527701 May 18 18:51:19.254904 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcdc92c-123d-423a-9c88-953a6f8fe90c req-41e36b6a-117f-45af-b5a7-bf447403c6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:51:19.256419 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7fcdc92c-123d-423a-9c88-953a6f8fe90c req-41e36b6a-117f-45af-b5a7-bf447403c6f8 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ed1b49f6-4ca7-4d7d-b302-2073cd83e975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413151 May 18 18:51:19.350579 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7fcdc92c-123d-423a-9c88-953a6f8fe90c req-bf31ad39-698d-4e08-8f4d-ea73de142327 service neutron] 10.222.0.88 "GET /v2.0/networks/ed1b49f6-4ca7-4d7d-b302-2073cd83e975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862556 May 18 18:51:19.796104 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12df3870-0cbe-44b3-b96d-3d3d4a9842a3 req-207cd25b-742b-43e2-8af4-4f891e086d60 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:51:19.797610 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-12df3870-0cbe-44b3-b96d-3d3d4a9842a3 req-207cd25b-742b-43e2-8af4-4f891e086d60 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=7d296ec3-ed5c-4457-b76e-f0de026b0451 HTTP/1.1" status: 200 len: 943 time: 0.0784171 May 18 18:51:19.799663 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7fcdc92c-123d-423a-9c88-953a6f8fe90c req-ad591d89-41bc-451b-98fd-348347081c15 service neutron] 10.222.0.88 "GET /v2.0/networks/ed1b49f6-4ca7-4d7d-b302-2073cd83e975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4427834 May 18 18:51:19.837049 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-12df3870-0cbe-44b3-b96d-3d3d4a9842a3 req-0032f349-37b1-4771-b04f-3043269ce416 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330427 May 18 18:51:20.957757 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47aedac-d59a-4b1d-8bf5-caf7f5d741c1 req-74987268-31a8-4906-93ac-f08e039fbc97 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:51:20.959268 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a47aedac-d59a-4b1d-8bf5-caf7f5d741c1 req-74987268-31a8-4906-93ac-f08e039fbc97 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=7d296ec3-ed5c-4457-b76e-f0de026b0451 HTTP/1.1" status: 200 len: 943 time: 0.0524657 May 18 18:51:21.001666 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a47aedac-d59a-4b1d-8bf5-caf7f5d741c1 req-e482a929-33cd-4aca-a7d6-1df16a50d7af tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312779 May 18 18:51:21.300807 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 3343556d-b25c-49dd-887d-763dea9b36a2 details requested by agent hyperv_n-h2-838550-3 with host n-h2-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:51:21.415611 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 3343556d-b25c-49dd-887d-763dea9b36a2, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=3343556d-b25c-49dd-887d-763dea9b36a2,segment=NetworkSegment(404878ed-a07b-4f6d-8f20-714e74fae3cc),segment_id=404878ed-a07b-4f6d-8f20-714e74fae3cc)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:51:21.426159 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Returning: {'device': '3343556d-b25c-49dd-887d-763dea9b36a2', 'network_id': 'ed1b49f6-4ca7-4d7d-b302-2073cd83e975', 'port_id': '3343556d-b25c-49dd-887d-763dea9b36a2', 'mac_address': 'fa:16:3e:6e:ef:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63fdba28-6b4f-4f0d-82c4-e1632b99bb24', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:51:21.464128 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 3343556d-b25c-49dd-887d-763dea9b36a2 is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:51:21.464510 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:51:21.476777 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3343556d-b25c-49dd-887d-763dea9b36a2 {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:51:21.496714 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 3343556d-b25c-49dd-887d-763dea9b36a2, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=3343556d-b25c-49dd-887d-763dea9b36a2,segment=NetworkSegment(404878ed-a07b-4f6d-8f20-714e74fae3cc),segment_id=404878ed-a07b-4f6d-8f20-714e74fae3cc)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:51:21.500989 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:51:21.552121 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=3343556d-b25c-49dd-887d-763dea9b36a2,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:51:21.727615 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['3343556d-b25c-49dd-887d-763dea9b36a2'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:51:22.127661 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903dd0c0-87b5-49f3-a174-8e29edf9789c req-4faf81f2-7210-4673-b435-fce3616a45d8 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:51:22.129162 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-903dd0c0-87b5-49f3-a174-8e29edf9789c req-4faf81f2-7210-4673-b435-fce3616a45d8 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=7d296ec3-ed5c-4457-b76e-f0de026b0451 HTTP/1.1" status: 200 len: 944 time: 0.0561137 May 18 18:51:22.178384 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-903dd0c0-87b5-49f3-a174-8e29edf9789c req-490f78ab-5e2d-45d3-882a-1822aebd8226 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426264 May 18 18:51:23.294516 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601a3420-7d41-4c61-851f-ffce0bbcd49d req-8de86ca5-cc43-4dbd-a161-e68abec309ec tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:51:23.296099 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-601a3420-7d41-4c61-851f-ffce0bbcd49d req-8de86ca5-cc43-4dbd-a161-e68abec309ec tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=7d296ec3-ed5c-4457-b76e-f0de026b0451 HTTP/1.1" status: 200 len: 944 time: 0.0497992 May 18 18:51:23.316949 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 3343556d-b25c-49dd-887d-763dea9b36a2 up at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:51:23.336063 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-601a3420-7d41-4c61-851f-ffce0bbcd49d req-d8fdf4b7-a571-4214-a59d-871f9fcbc567 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338509 May 18 18:51:23.366365 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning for port 3343556d-b25c-49dd-887d-763dea9b36a2 completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:51:23.370291 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning complete for port 3343556d-b25c-49dd-887d-763dea9b36a2 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:51:23.370662 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:51:23.448877 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 3343556d-b25c-49dd-887d-763dea9b36a2 is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:51:23.449261 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:51:23.471186 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d296ec3-ed5c-4457-b76e-f0de026b0451', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3343556d-b25c-49dd-887d-763dea9b36a2'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:51:23.473314 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5d10545-639a-49eb-b318-f910e3e83c3c" -d '{"events": [{"server_uuid": "7d296ec3-ed5c-4457-b76e-f0de026b0451", "name": "network-vif-plugged", "status": "completed", "tag": "3343556d-b25c-49dd-887d-763dea9b36a2"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:51:23.486128 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 3343556d-b25c-49dd-887d-763dea9b36a2, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=3343556d-b25c-49dd-887d-763dea9b36a2,segment=NetworkSegment(404878ed-a07b-4f6d-8f20-714e74fae3cc),segment_id=404878ed-a07b-4f6d-8f20-714e74fae3cc)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:51:23.490528 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:51:23.516789 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71bdb684-ba00-4c00-a89d-5f61918764b6 x-openstack-request-id: req-71bdb684-ba00-4c00-a89d-5f61918764b6 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:51:23.517081 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d296ec3-ed5c-4457-b76e-f0de026b0451", "name": "network-vif-plugged", "status": "completed", "tag": "3343556d-b25c-49dd-887d-763dea9b36a2", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:51:23.517396 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-71bdb684-ba00-4c00-a89d-5f61918764b6 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:51:23.517755 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71bdb684-ba00-4c00-a89d-5f61918764b6'] response: {'server_uuid': '7d296ec3-ed5c-4457-b76e-f0de026b0451', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3343556d-b25c-49dd-887d-763dea9b36a2', 'code': 200} May 18 18:51:23.551331 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=3343556d-b25c-49dd-887d-763dea9b36a2,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:51:23.623746 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddb9997-4d46-4b0b-8b91-4195e55b31bc req-55b5aa24-489f-43a5-940a-a2ff1cc2bb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:51:23.625407 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1ddb9997-4d46-4b0b-8b91-4195e55b31bc req-55b5aa24-489f-43a5-940a-a2ff1cc2bb38 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=7d296ec3-ed5c-4457-b76e-f0de026b0451 HTTP/1.1" status: 200 len: 1096 time: 0.0427043 May 18 18:51:23.662230 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1ddb9997-4d46-4b0b-8b91-4195e55b31bc req-30a994fc-41f1-49ae-b094-130cf533adbd service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0293331 May 18 18:51:24.463159 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4728c1-3810-4f66-b981-81050d2c6af6 req-73ea221e-d814-4706-b153-adc586bd35c1 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:51:24.464726 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0b4728c1-3810-4f66-b981-81050d2c6af6 req-73ea221e-d814-4706-b153-adc586bd35c1 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=7d296ec3-ed5c-4457-b76e-f0de026b0451 HTTP/1.1" status: 200 len: 945 time: 0.0569448 May 18 18:51:24.510892 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0b4728c1-3810-4f66-b981-81050d2c6af6 req-3a6a2240-fa84-47a5-a489-bc6b65cfb3d6 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393922 May 18 18:51:25.634523 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a96ed3-16a3-4189-a9ce-4ba557664f63 req-bd3e542d-97f3-429c-abc0-9368ec75433b tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:51:25.635907 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a3a96ed3-16a3-4189-a9ce-4ba557664f63 req-bd3e542d-97f3-429c-abc0-9368ec75433b tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=7d296ec3-ed5c-4457-b76e-f0de026b0451 HTTP/1.1" status: 200 len: 945 time: 0.0484560 May 18 18:51:25.673800 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a3a96ed3-16a3-4189-a9ce-4ba557664f63 req-17b90128-f42d-472e-9708-a6a07a3613df tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318565 May 18 18:51:25.785989 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2daf596-445c-4b08-82f1-c3b8682e7345 req-b770b3d0-8c7b-4622-9e3e-8c606fe37d5e tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:51:25.787497 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d2daf596-445c-4b08-82f1-c3b8682e7345 req-b770b3d0-8c7b-4622-9e3e-8c606fe37d5e tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=7d296ec3-ed5c-4457-b76e-f0de026b0451 HTTP/1.1" status: 200 len: 945 time: 0.0498524 May 18 18:51:25.796463 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 48018) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:51:25.800701 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-5d2155d5-751a-47d2-8d85-3b5b38f3eed2 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Request body: {'floatingip': {'port_id': '3343556d-b25c-49dd-887d-763dea9b36a2'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:51:25.838295 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5d2155d5-751a-47d2-8d85-3b5b38f3eed2 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Notify callbacks [] for floatingip, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:51:26.275407 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5d2155d5-751a-47d2-8d85-3b5b38f3eed2 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:51:26.279200 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5d2155d5-751a-47d2-8d85-3b5b38f3eed2 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596987'] for floatingip, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:51:26.384786 n-d-838550-3 neutron-server[102730]: INFO neutron.db.l3_db [None req-5d2155d5-751a-47d2-8d85-3b5b38f3eed2 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Floating IP f6228e3f-592f-4aab-8e48-30e449a17fd7 associated. External IP: 172.25.5.52, port: 3343556d-b25c-49dd-887d-763dea9b36a2. May 18 18:51:26.593271 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d2155d5-751a-47d2-8d85-3b5b38f3eed2 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Router 2ce7bf80-3692-4b14-af74-0cb1e25a3c9c has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:51:26.706144 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d2155d5-751a-47d2-8d85-3b5b38f3eed2 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:51:26.710818 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5d2155d5-751a-47d2-8d85-3b5b38f3eed2 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:51:26.716048 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd21968-87c9-435a-9a7f-0f2aa193d6e0 None None] Sync routers for ids ['2ce7bf80-3692-4b14-af74-0cb1e25a3c9c'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:51:26.725525 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd21968-87c9-435a-9a7f-0f2aa193d6e0 None None] Routers {'2ce7bf80-3692-4b14-af74-0cb1e25a3c9c'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:51:26.726164 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-efd21968-87c9-435a-9a7f-0f2aa193d6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:51:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['2ce7bf80-3692-4b14-af74-0cb1e25a3c9c'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:51:26.738788 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-5d2155d5-751a-47d2-8d85-3b5b38f3eed2 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "PUT /v2.0/floatingips/f6228e3f-592f-4aab-8e48-30e449a17fd7 HTTP/1.1" status: 200 len: 990 time: 0.9411685 May 18 18:51:26.739398 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d296ec3-ed5c-4457-b76e-f0de026b0451', 'tag': '3343556d-b25c-49dd-887d-763dea9b36a2'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:51:26.741662 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9b4893d-dd23-4a92-aa11-2ed4f81c9c31" -d '{"events": [{"name": "network-changed", "server_uuid": "7d296ec3-ed5c-4457-b76e-f0de026b0451", "tag": "3343556d-b25c-49dd-887d-763dea9b36a2"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:51:26.777992 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-797a8e5c-149f-48ec-8e6f-3d0a558c0d88 x-openstack-request-id: req-797a8e5c-149f-48ec-8e6f-3d0a558c0d88 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:51:26.778282 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d296ec3-ed5c-4457-b76e-f0de026b0451", "tag": "3343556d-b25c-49dd-887d-763dea9b36a2", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:51:26.779118 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-797a8e5c-149f-48ec-8e6f-3d0a558c0d88 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:51:26.779493 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-797a8e5c-149f-48ec-8e6f-3d0a558c0d88'] response: {'name': 'network-changed', 'server_uuid': '7d296ec3-ed5c-4457-b76e-f0de026b0451', 'tag': '3343556d-b25c-49dd-887d-763dea9b36a2', 'status': 'completed', 'code': 200} May 18 18:51:26.832092 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-efd21968-87c9-435a-9a7f-0f2aa193d6e0 None None] Set router 2ce7bf80-3692-4b14-af74-0cb1e25a3c9c gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:51:26.845872 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b4893d-dd23-4a92-aa11-2ed4f81c9c31 req-86d34bd2-1f05-481f-a907-904dfacf6076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:51:26.847310 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f9b4893d-dd23-4a92-aa11-2ed4f81c9c31 req-86d34bd2-1f05-481f-a907-904dfacf6076 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8eaa7b9f5c3a4c288455d807dfdc5d8c&device_id=7d296ec3-ed5c-4457-b76e-f0de026b0451 HTTP/1.1" status: 200 len: 1096 time: 0.0452154 May 18 18:51:26.938850 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b4893d-dd23-4a92-aa11-2ed4f81c9c31 req-ebf82d74-055a-43e1-87a6-3714a8ae0084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:51:26.940333 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f9b4893d-dd23-4a92-aa11-2ed4f81c9c31 req-ebf82d74-055a-43e1-87a6-3714a8ae0084 service neutron] 10.222.0.88 "GET /v2.0/networks?id=ed1b49f6-4ca7-4d7d-b302-2073cd83e975 HTTP/1.1" status: 200 len: 912 time: 0.0854704 May 18 18:51:27.009705 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f9b4893d-dd23-4a92-aa11-2ed4f81c9c31 req-cfd3634e-aee3-4ec1-a066-d127d212bafb service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3343556d-b25c-49dd-887d-763dea9b36a2 HTTP/1.1" status: 200 len: 998 time: 0.0623405 May 18 18:51:27.051541 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-efd21968-87c9-435a-9a7f-0f2aa193d6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ce7bf80-3692-4b14-af74-0cb1e25a3c9c', 'name': 'tempest-ServerActionsTestJSON-158420334-router', 'tenant_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '1ed6d033-bee1-43e8-971e-18c98e1d7c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:49:02Z', 'updated_at': '2022-05-18T18:49:04Z', 'revision_number': 4, 'project_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'gw_port': {'id': '1ed6d033-bee1-43e8-971e-18c98e1d7c47', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:4e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce7bf80-3692-4b14-af74-0cb1e25a3c9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:49:02Z', 'updated_at': '2022-05-18T18:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': 'f6228e3f-592f-4aab-8e48-30e449a17fd7', 'tenant_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'floating_ip_address': '172.25.5.52', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': '2ce7bf80-3692-4b14-af74-0cb1e25a3c9c', 'port_id': '3343556d-b25c-49dd-887d-763dea9b36a2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed1b49f6-4ca7-4d7d-b302-2073cd83e975', 'mac_address': 'fa:16:3e:6e:ef:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d296ec3-ed5c-4457-b76e-f0de026b0451', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T18:49:07Z', 'updated_at': '2022-05-18T18:51:26Z', 'revision_number': 9, 'project_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c096bfb-085c-4121-b78d-b10f275e54dc', 'name': '', 'network_id': 'ed1b49f6-4ca7-4d7d-b302-2073cd83e975', 'tenant_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'mac_address': 'fa:16:3e:7e:b9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce7bf80-3692-4b14-af74-0cb1e25a3c9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '63fdba28-6b4f-4f0d-82c4-e1632b99bb24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:49:04Z', 'updated_at': '2022-05-18T18:49:08Z', 'revision_number': 5, 'project_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'subnets': [{'id': '63fdba28-6b4f-4f0d-82c4-e1632b99bb24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:51:27.059532 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b4893d-dd23-4a92-aa11-2ed4f81c9c31 req-9e7cad7d-6f7a-4662-9edf-3d39ee64d855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:51:27.061079 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f9b4893d-dd23-4a92-aa11-2ed4f81c9c31 req-9e7cad7d-6f7a-4662-9edf-3d39ee64d855 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=63fdba28-6b4f-4f0d-82c4-e1632b99bb24 HTTP/1.1" status: 200 len: 850 time: 0.0449793 May 18 18:51:27.080155 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd21968-87c9-435a-9a7f-0f2aa193d6e0 None None] Checking router: 2ce7bf80-3692-4b14-af74-0cb1e25a3c9c for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:51:27.088473 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd21968-87c9-435a-9a7f-0f2aa193d6e0 None None] Routers {'2ce7bf80-3692-4b14-af74-0cb1e25a3c9c'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:51:27.089074 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-efd21968-87c9-435a-9a7f-0f2aa193d6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:51:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['2ce7bf80-3692-4b14-af74-0cb1e25a3c9c'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:51:27.105963 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b4893d-dd23-4a92-aa11-2ed4f81c9c31 req-98494711-2bdb-4f88-a226-6c1146b519b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:51:27.110170 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f9b4893d-dd23-4a92-aa11-2ed4f81c9c31 req-98494711-2bdb-4f88-a226-6c1146b519b1 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ed1b49f6-4ca7-4d7d-b302-2073cd83e975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404203 May 18 18:51:27.194232 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-efd21968-87c9-435a-9a7f-0f2aa193d6e0 None None] Set router 2ce7bf80-3692-4b14-af74-0cb1e25a3c9c gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:51:27.201447 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f9b4893d-dd23-4a92-aa11-2ed4f81c9c31 req-6da2d509-694a-4a95-a40b-95a3bf2c2380 service neutron] 10.222.0.88 "GET /v2.0/networks/ed1b49f6-4ca7-4d7d-b302-2073cd83e975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858822 May 18 18:51:27.291575 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f9b4893d-dd23-4a92-aa11-2ed4f81c9c31 req-36df506d-d577-44b5-922a-dd9fd8de1e9b service neutron] 10.222.0.88 "GET /v2.0/networks/ed1b49f6-4ca7-4d7d-b302-2073cd83e975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834422 May 18 18:51:27.411520 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-efd21968-87c9-435a-9a7f-0f2aa193d6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ce7bf80-3692-4b14-af74-0cb1e25a3c9c', 'name': 'tempest-ServerActionsTestJSON-158420334-router', 'tenant_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '1ed6d033-bee1-43e8-971e-18c98e1d7c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:49:02Z', 'updated_at': '2022-05-18T18:49:04Z', 'revision_number': 4, 'project_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'gw_port': {'id': '1ed6d033-bee1-43e8-971e-18c98e1d7c47', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:4e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce7bf80-3692-4b14-af74-0cb1e25a3c9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:49:02Z', 'updated_at': '2022-05-18T18:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': 'f6228e3f-592f-4aab-8e48-30e449a17fd7', 'tenant_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'floating_ip_address': '172.25.5.52', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': '2ce7bf80-3692-4b14-af74-0cb1e25a3c9c', 'port_id': '3343556d-b25c-49dd-887d-763dea9b36a2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed1b49f6-4ca7-4d7d-b302-2073cd83e975', 'mac_address': 'fa:16:3e:6e:ef:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d296ec3-ed5c-4457-b76e-f0de026b0451', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T18:49:07Z', 'updated_at': '2022-05-18T18:51:26Z', 'revision_number': 9, 'project_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c096bfb-085c-4121-b78d-b10f275e54dc', 'name': '', 'network_id': 'ed1b49f6-4ca7-4d7d-b302-2073cd83e975', 'tenant_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'mac_address': 'fa:16:3e:7e:b9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce7bf80-3692-4b14-af74-0cb1e25a3c9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '63fdba28-6b4f-4f0d-82c4-e1632b99bb24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:49:04Z', 'updated_at': '2022-05-18T18:49:08Z', 'revision_number': 5, 'project_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'subnets': [{'id': '63fdba28-6b4f-4f0d-82c4-e1632b99bb24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:51:27.442051 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd21968-87c9-435a-9a7f-0f2aa193d6e0 None None] The sync data for ids ['2ce7bf80-3692-4b14-af74-0cb1e25a3c9c'] in n-d-838550-3 is: [{'id': '2ce7bf80-3692-4b14-af74-0cb1e25a3c9c', 'name': 'tempest-ServerActionsTestJSON-158420334-router', 'tenant_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '1ed6d033-bee1-43e8-971e-18c98e1d7c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:49:02Z', 'updated_at': '2022-05-18T18:49:04Z', 'revision_number': 4, 'project_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'gw_port': {'id': '1ed6d033-bee1-43e8-971e-18c98e1d7c47', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:4e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce7bf80-3692-4b14-af74-0cb1e25a3c9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:49:02Z', 'updated_at': '2022-05-18T18:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': 'f6228e3f-592f-4aab-8e48-30e449a17fd7', 'tenant_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'floating_ip_address': '172.25.5.52', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': '2ce7bf80-3692-4b14-af74-0cb1e25a3c9c', 'port_id': '3343556d-b25c-49dd-887d-763dea9b36a2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed1b49f6-4ca7-4d7d-b302-2073cd83e975', 'mac_address': 'fa:16:3e:6e:ef:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d296ec3-ed5c-4457-b76e-f0de026b0451', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T18:49:07Z', 'updated_at': '2022-05-18T18:51:26Z', 'revision_number': 9, 'project_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c096bfb-085c-4121-b78d-b10f275e54dc', 'name': '', 'network_id': 'ed1b49f6-4ca7-4d7d-b302-2073cd83e975', 'tenant_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'mac_address': 'fa:16:3e:7e:b9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce7bf80-3692-4b14-af74-0cb1e25a3c9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '63fdba28-6b4f-4f0d-82c4-e1632b99bb24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:49:04Z', 'updated_at': '2022-05-18T18:49:08Z', 'revision_number': 5, 'project_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'subnets': [{'id': '63fdba28-6b4f-4f0d-82c4-e1632b99bb24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:51:27.627087 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2c6b41-91ec-4414-b2b6-a9eb6ae4e0e5 None None] New status for floating IP f6228e3f-592f-4aab-8e48-30e449a17fd7: ACTIVE {{(pid=102732) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 18:51:31.363180 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:51:31.473563 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:51:37.719338 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-4e1160e5-8ef9-40c0-bc1c-14904b89eda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:51:40.094893 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-e81acb52-8eb8-4d00-9dda-a3f6add4cea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:51:41.384849 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:51:42.538543 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:51:43.116768 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:51:46.534979 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [req-daab2c87-ab00-44ae-9135-24a20d38b75c req-ea0141cf-4ea4-43b3-9282-78ebd9b9da34 service neutron] (102730) timed out ('10.222.0.85', 43516) {{(pid=102730) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} May 18 18:51:55.293482 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 7 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 18:51:59.829248 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be52fbad-f33d-4cfd-bb3a-db698fd9a0ef req-d2c44326-03c1-47b7-92ee-45b6d73bf5f7 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:51:59.830900 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-be52fbad-f33d-4cfd-bb3a-db698fd9a0ef req-d2c44326-03c1-47b7-92ee-45b6d73bf5f7 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=7d296ec3-ed5c-4457-b76e-f0de026b0451 HTTP/1.1" status: 200 len: 945 time: 0.0513744 May 18 18:51:59.878446 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-be52fbad-f33d-4cfd-bb3a-db698fd9a0ef req-9c88e19f-7e6e-4ff0-9c09-ceb181607c31 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414450 May 18 18:51:59.898116 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bf73d5fa-8311-4abd-9c20-e5707f82b709 req-e47560f0-1862-461b-8a8a-84edb983e378 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=7d296ec3-ed5c-4457-b76e-f0de026b0451&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1289930 May 18 18:52:01.017906 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41b4f16-ad74-41bb-8d7d-e477349c82cd req-221763ed-b2be-495a-8834-eb33be112b7d tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:52:01.020104 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f41b4f16-ad74-41bb-8d7d-e477349c82cd req-221763ed-b2be-495a-8834-eb33be112b7d tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=7d296ec3-ed5c-4457-b76e-f0de026b0451 HTTP/1.1" status: 200 len: 945 time: 0.0624447 May 18 18:52:01.070232 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f41b4f16-ad74-41bb-8d7d-e477349c82cd req-1cfd54c0-c8ef-4ea6-9293-0f5585578ab2 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389163 May 18 18:52:01.117189 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf73d5fa-8311-4abd-9c20-e5707f82b709 req-2e2434eb-6840-499c-a113-2c96f9772ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:52:01.118923 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bf73d5fa-8311-4abd-9c20-e5707f82b709 req-2e2434eb-6840-499c-a113-2c96f9772ff3 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8eaa7b9f5c3a4c288455d807dfdc5d8c&device_id=7d296ec3-ed5c-4457-b76e-f0de026b0451 HTTP/1.1" status: 200 len: 1096 time: 0.0507095 May 18 18:52:01.216308 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf73d5fa-8311-4abd-9c20-e5707f82b709 req-44a214d4-e2d8-4a16-be3c-0495b86e1265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:52:01.217869 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bf73d5fa-8311-4abd-9c20-e5707f82b709 req-44a214d4-e2d8-4a16-be3c-0495b86e1265 service neutron] 10.222.0.88 "GET /v2.0/networks?id=ed1b49f6-4ca7-4d7d-b302-2073cd83e975 HTTP/1.1" status: 200 len: 912 time: 0.0907097 May 18 18:52:01.289877 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bf73d5fa-8311-4abd-9c20-e5707f82b709 req-fdbb99c8-2646-41f0-957e-135ec049d469 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3343556d-b25c-49dd-887d-763dea9b36a2 HTTP/1.1" status: 200 len: 1001 time: 0.0631824 May 18 18:52:01.340579 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf73d5fa-8311-4abd-9c20-e5707f82b709 req-ee34fbdd-587e-4ef8-b21d-10445289d8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:52:01.342083 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bf73d5fa-8311-4abd-9c20-e5707f82b709 req-ee34fbdd-587e-4ef8-b21d-10445289d8f3 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=63fdba28-6b4f-4f0d-82c4-e1632b99bb24 HTTP/1.1" status: 200 len: 850 time: 0.0453115 May 18 18:52:01.369383 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:52:01.387873 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf73d5fa-8311-4abd-9c20-e5707f82b709 req-3bd87793-ac83-4e14-8e9c-745ff83530b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:52:01.389503 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bf73d5fa-8311-4abd-9c20-e5707f82b709 req-3bd87793-ac83-4e14-8e9c-745ff83530b3 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ed1b49f6-4ca7-4d7d-b302-2073cd83e975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407581 May 18 18:52:01.483651 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bf73d5fa-8311-4abd-9c20-e5707f82b709 req-44194023-4b48-4472-9e1d-b1c11ba18035 service neutron] 10.222.0.88 "GET /v2.0/networks/ed1b49f6-4ca7-4d7d-b302-2073cd83e975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864727 May 18 18:52:01.489724 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:52:01.575945 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bf73d5fa-8311-4abd-9c20-e5707f82b709 req-52841e96-1a66-4590-b9de-ce8ed0d85378 service neutron] 10.222.0.88 "GET /v2.0/networks/ed1b49f6-4ca7-4d7d-b302-2073cd83e975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854876 May 18 18:52:02.192347 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d792a13-07e3-4981-aae5-51b0701ede2c req-026c5804-69f2-40ed-861c-a0b4e6ec9c06 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:52:02.193859 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0d792a13-07e3-4981-aae5-51b0701ede2c req-026c5804-69f2-40ed-861c-a0b4e6ec9c06 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=7d296ec3-ed5c-4457-b76e-f0de026b0451 HTTP/1.1" status: 200 len: 945 time: 0.0506492 May 18 18:52:02.231202 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0d792a13-07e3-4981-aae5-51b0701ede2c req-ce87c5a6-81c7-4bd9-8e38-ef032c11929e tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311482 May 18 18:52:03.351484 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdd4c18-3d8d-422f-a474-b3586c462943 req-ae0b9a0a-e054-44a5-87a5-89891dd02538 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:52:03.353018 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8fdd4c18-3d8d-422f-a474-b3586c462943 req-ae0b9a0a-e054-44a5-87a5-89891dd02538 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=7d296ec3-ed5c-4457-b76e-f0de026b0451 HTTP/1.1" status: 200 len: 945 time: 0.0505354 May 18 18:52:03.391782 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8fdd4c18-3d8d-422f-a474-b3586c462943 req-682d9883-f8d2-42bd-b36b-83573731a65a tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320501 May 18 18:52:04.510449 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07270496-973e-4706-8fd6-c207bab2a3b4 req-1ca3701b-cb38-4f78-a00a-69655feb1995 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:52:04.511969 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-07270496-973e-4706-8fd6-c207bab2a3b4 req-1ca3701b-cb38-4f78-a00a-69655feb1995 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=7d296ec3-ed5c-4457-b76e-f0de026b0451 HTTP/1.1" status: 200 len: 945 time: 0.0527835 May 18 18:52:04.550202 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-07270496-973e-4706-8fd6-c207bab2a3b4 req-9cfcc2e7-4e5c-46f7-8bec-6f2f4f6b9f69 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317647 May 18 18:52:05.666213 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc392f2-d714-467d-ab22-1c0460ec86e0 req-81a7edfe-806b-4645-ba1d-a8cd859c05b0 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:52:05.667607 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0dc392f2-d714-467d-ab22-1c0460ec86e0 req-81a7edfe-806b-4645-ba1d-a8cd859c05b0 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=7d296ec3-ed5c-4457-b76e-f0de026b0451 HTTP/1.1" status: 200 len: 945 time: 0.0491996 May 18 18:52:05.706716 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0dc392f2-d714-467d-ab22-1c0460ec86e0 req-21752790-3c61-4f22-96cf-a69d048f61d0 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331123 May 18 18:52:06.824004 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96c2a77-fefa-487f-a2f2-c07d72b65283 req-c56562d3-bd3f-4e0c-a787-caa14f4255ec tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:52:06.825406 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b96c2a77-fefa-487f-a2f2-c07d72b65283 req-c56562d3-bd3f-4e0c-a787-caa14f4255ec tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=7d296ec3-ed5c-4457-b76e-f0de026b0451 HTTP/1.1" status: 200 len: 945 time: 0.0495965 May 18 18:52:06.863524 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b96c2a77-fefa-487f-a2f2-c07d72b65283 req-63053df1-161e-414c-9742-33adeb54b592 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320415 May 18 18:52:07.710594 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a9721a90-d929-480a-b05c-eddbb58c4380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:52:07.985484 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822d278b-3a8d-4a10-b415-c7a9f72dc832 req-4d500469-bd4c-4696-b075-6a3a5ae7b2c8 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:52:07.986962 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-822d278b-3a8d-4a10-b415-c7a9f72dc832 req-4d500469-bd4c-4696-b075-6a3a5ae7b2c8 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=7d296ec3-ed5c-4457-b76e-f0de026b0451 HTTP/1.1" status: 200 len: 945 time: 0.0536222 May 18 18:52:08.024202 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-822d278b-3a8d-4a10-b415-c7a9f72dc832 req-19dd9f63-63d7-4f91-8441-0385fcd181c0 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313516 May 18 18:52:09.140928 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfac34b6-d546-4301-96db-1a72e4b70773 req-2ae98228-c8fd-4866-9a3e-87c4d54887df tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:52:09.142444 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bfac34b6-d546-4301-96db-1a72e4b70773 req-2ae98228-c8fd-4866-9a3e-87c4d54887df tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=7d296ec3-ed5c-4457-b76e-f0de026b0451 HTTP/1.1" status: 200 len: 945 time: 0.0491681 May 18 18:52:09.183455 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bfac34b6-d546-4301-96db-1a72e4b70773 req-9b4e19c7-5c3a-4da0-9057-a917e7bbeb59 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328505 May 18 18:52:10.086614 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-88c36425-648b-47e3-8bbd-c0856ac7b5ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:52:10.298444 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b85775-4a3e-4a70-9d53-9c04d9ab4c05 req-ab0644d7-f84c-42f1-84f2-e6beea5e31f2 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:52:10.299976 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-45b85775-4a3e-4a70-9d53-9c04d9ab4c05 req-ab0644d7-f84c-42f1-84f2-e6beea5e31f2 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=7d296ec3-ed5c-4457-b76e-f0de026b0451 HTTP/1.1" status: 200 len: 945 time: 0.0496485 May 18 18:52:10.337107 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-45b85775-4a3e-4a70-9d53-9c04d9ab4c05 req-4c56855e-e954-4d5e-8156-3477fece7e9b tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311005 May 18 18:52:11.387423 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:52:11.719610 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7af2ba-1732-40f4-ae3b-bb751c172895 req-d14f2ef3-58b9-48ce-b732-e3c3d0cbb780 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:52:11.721126 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-de7af2ba-1732-40f4-ae3b-bb751c172895 req-d14f2ef3-58b9-48ce-b732-e3c3d0cbb780 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=7d296ec3-ed5c-4457-b76e-f0de026b0451 HTTP/1.1" status: 200 len: 945 time: 0.0543029 May 18 18:52:11.761798 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-de7af2ba-1732-40f4-ae3b-bb751c172895 req-3629091a-4e1f-4ca2-8585-01d8df23671f tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347061 May 18 18:52:12.540287 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:52:12.881856 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a986a39a-ca15-4d96-a778-3dc92d256094 req-7a8bb82d-d9e0-49f3-888b-ca515ca440c5 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:52:12.883346 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a986a39a-ca15-4d96-a778-3dc92d256094 req-7a8bb82d-d9e0-49f3-888b-ca515ca440c5 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=7d296ec3-ed5c-4457-b76e-f0de026b0451 HTTP/1.1" status: 200 len: 945 time: 0.0488496 May 18 18:52:12.920859 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a986a39a-ca15-4d96-a778-3dc92d256094 req-19d82a59-6dda-47f0-8a20-7769e30a0db1 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315793 May 18 18:52:13.119164 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:52:14.040084 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478895bb-99e9-4708-a15c-bea2e000446c req-bef66713-eaf8-4f3e-87a3-eaa0b63a977a tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:52:14.041592 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-478895bb-99e9-4708-a15c-bea2e000446c req-bef66713-eaf8-4f3e-87a3-eaa0b63a977a tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=7d296ec3-ed5c-4457-b76e-f0de026b0451 HTTP/1.1" status: 200 len: 945 time: 0.0519984 May 18 18:52:14.080138 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-478895bb-99e9-4708-a15c-bea2e000446c req-5d7a6797-4726-4ca3-bf7c-90a341c7d116 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318832 May 18 18:52:15.200956 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239948b6-6c64-4e25-8868-69a54515a033 req-818fa876-cc46-4a24-b240-c25b29bfa136 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:52:15.202492 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-239948b6-6c64-4e25-8868-69a54515a033 req-818fa876-cc46-4a24-b240-c25b29bfa136 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=7d296ec3-ed5c-4457-b76e-f0de026b0451 HTTP/1.1" status: 200 len: 945 time: 0.0538273 May 18 18:52:15.246219 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-239948b6-6c64-4e25-8868-69a54515a033 req-f1d0c0fe-348f-454f-a63b-adcff170d089 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373859 May 18 18:52:16.362423 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f1c4e9-acc6-4af7-9b00-c1a192723808 req-9ae842dc-8e85-4a3d-96a0-ca52cfde3eb9 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:52:16.363920 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-66f1c4e9-acc6-4af7-9b00-c1a192723808 req-9ae842dc-8e85-4a3d-96a0-ca52cfde3eb9 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=7d296ec3-ed5c-4457-b76e-f0de026b0451 HTTP/1.1" status: 200 len: 945 time: 0.0484200 May 18 18:52:16.405604 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-66f1c4e9-acc6-4af7-9b00-c1a192723808 req-e6b9242e-7d0a-42a3-bd12-d4f979f1206e tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357802 May 18 18:52:17.529250 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaf3de9-87c5-4118-bc25-b2a204bd34af req-d066c455-7c4e-4982-9c6e-3154ad9de037 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:52:17.530965 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1eaf3de9-87c5-4118-bc25-b2a204bd34af req-d066c455-7c4e-4982-9c6e-3154ad9de037 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=7d296ec3-ed5c-4457-b76e-f0de026b0451 HTTP/1.1" status: 200 len: 945 time: 0.0524533 May 18 18:52:17.571332 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1eaf3de9-87c5-4118-bc25-b2a204bd34af req-ad7752b6-4b35-4d65-8051-06ddc08e0bca tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337412 May 18 18:52:18.579883 n-d-838550-3 neutron-server[102731]: INFO neutron.api.v2.resource [req-bf73d5fa-8311-4abd-9c20-e5707f82b709 req-3253a63a-c18d-43c1-9f9d-d62976926f5f service neutron] show failed (client error): The resource could not be found. May 18 18:52:18.580985 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bf73d5fa-8311-4abd-9c20-e5707f82b709 req-3253a63a-c18d-43c1-9f9d-d62976926f5f service neutron] 10.222.0.88 "GET /v2.0/ports/3343556d-b25c-49dd-887d-763dea9b36a2/bindings/n-h1-838550-3 HTTP/1.1" status: 404 len: 380 time: 0.1298487 May 18 18:52:18.702701 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680fb1b6-970f-4f24-bad7-5a1447eb0707 req-75775bbc-65f9-4147-8ec9-ebd771795be3 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:52:18.704534 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-680fb1b6-970f-4f24-bad7-5a1447eb0707 req-75775bbc-65f9-4147-8ec9-ebd771795be3 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=7d296ec3-ed5c-4457-b76e-f0de026b0451 HTTP/1.1" status: 200 len: 945 time: 0.0581689 May 18 18:52:18.747792 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-680fb1b6-970f-4f24-bad7-5a1447eb0707 req-512d129e-706c-4405-adf4-57160abf793f tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357304 May 18 18:52:18.817482 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf73d5fa-8311-4abd-9c20-e5707f82b709 req-97b976de-8883-497a-a9c3-6eb63474639b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:52:18.819080 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bf73d5fa-8311-4abd-9c20-e5707f82b709 req-97b976de-8883-497a-a9c3-6eb63474639b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7d296ec3-ed5c-4457-b76e-f0de026b0451&tenant_id=8eaa7b9f5c3a4c288455d807dfdc5d8c HTTP/1.1" status: 200 len: 1096 time: 0.0427639 May 18 18:52:18.835346 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-bf73d5fa-8311-4abd-9c20-e5707f82b709 req-f0cd4be6-5f0e-4b50-9338-423f4b213347 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-838550-3', 'device_owner': 'compute:nova'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:52:18.892533 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-bf73d5fa-8311-4abd-9c20-e5707f82b709 req-f0cd4be6-5f0e-4b50-9338-423f4b213347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:52:19.097597 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-bf73d5fa-8311-4abd-9c20-e5707f82b709 req-f0cd4be6-5f0e-4b50-9338-423f4b213347 service neutron] For port 3343556d-b25c-49dd-887d-763dea9b36a2, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=3343556d-b25c-49dd-887d-763dea9b36a2,segment=NetworkSegment(404878ed-a07b-4f6d-8f20-714e74fae3cc),segment_id=404878ed-a07b-4f6d-8f20-714e74fae3cc)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:52:19.129782 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-bf73d5fa-8311-4abd-9c20-e5707f82b709 req-f0cd4be6-5f0e-4b50-9338-423f4b213347 service neutron] For port 3343556d-b25c-49dd-887d-763dea9b36a2, host n-h2-838550-3, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:52:19.169172 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d296ec3-ed5c-4457-b76e-f0de026b0451', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3343556d-b25c-49dd-887d-763dea9b36a2'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:52:19.171456 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08e8e0ab-524b-4f0d-b13a-425d1f2a92e2" -d '{"events": [{"server_uuid": "7d296ec3-ed5c-4457-b76e-f0de026b0451", "name": "network-vif-unplugged", "status": "completed", "tag": "3343556d-b25c-49dd-887d-763dea9b36a2"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:52:19.176163 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-bf73d5fa-8311-4abd-9c20-e5707f82b709 req-f0cd4be6-5f0e-4b50-9338-423f4b213347 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:52:19.188882 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [req-bf73d5fa-8311-4abd-9c20-e5707f82b709 req-f0cd4be6-5f0e-4b50-9338-423f4b213347 service neutron] Transition to ACTIVE for port object 3343556d-b25c-49dd-887d-763dea9b36a2 will not be triggered until provisioned by entity L2. {{(pid=102730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:52:19.193138 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-bf73d5fa-8311-4abd-9c20-e5707f82b709 req-f0cd4be6-5f0e-4b50-9338-423f4b213347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:52:19.222646 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 May 2022 18:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d44b8043-a30d-4e70-8cdb-ebc18c43afda x-openstack-request-id: req-d44b8043-a30d-4e70-8cdb-ebc18c43afda {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:52:19.223195 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d296ec3-ed5c-4457-b76e-f0de026b0451", "name": "network-vif-unplugged", "status": "completed", "tag": "3343556d-b25c-49dd-887d-763dea9b36a2", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:52:19.223195 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-d44b8043-a30d-4e70-8cdb-ebc18c43afda {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:52:19.223566 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d44b8043-a30d-4e70-8cdb-ebc18c43afda'] response: {'server_uuid': '7d296ec3-ed5c-4457-b76e-f0de026b0451', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3343556d-b25c-49dd-887d-763dea9b36a2', 'code': 200} May 18 18:52:19.282900 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cd4be6-5f0e-4b50-9338-423f4b213347 service neutron] Pushing event updated for resources: {'Port': ['ID=3343556d-b25c-49dd-887d-763dea9b36a2,revision_number=6']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:52:19.295681 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cd4be6-5f0e-4b50-9338-423f4b213347 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:52:19.296029 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cd4be6-5f0e-4b50-9338-423f4b213347 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:52:19.296376 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cd4be6-5f0e-4b50-9338-423f4b213347 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:52:19.296706 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cd4be6-5f0e-4b50-9338-423f4b213347 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:52:19.297043 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cd4be6-5f0e-4b50-9338-423f4b213347 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:52:19.297376 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cd4be6-5f0e-4b50-9338-423f4b213347 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:52:19.297729 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cd4be6-5f0e-4b50-9338-423f4b213347 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:52:19.298062 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cd4be6-5f0e-4b50-9338-423f4b213347 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:52:19.298391 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cd4be6-5f0e-4b50-9338-423f4b213347 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:52:19.298753 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cd4be6-5f0e-4b50-9338-423f4b213347 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:52:19.299063 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cd4be6-5f0e-4b50-9338-423f4b213347 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:52:19.299393 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cd4be6-5f0e-4b50-9338-423f4b213347 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:52:19.332366 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf73d5fa-8311-4abd-9c20-e5707f82b709 req-f0cd4be6-5f0e-4b50-9338-423f4b213347 service neutron] No DVR routers for this DVR port 3343556d-b25c-49dd-887d-763dea9b36a2 on host n-h2-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:52:19.467528 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-bf73d5fa-8311-4abd-9c20-e5707f82b709 req-f0cd4be6-5f0e-4b50-9338-423f4b213347 service neutron] Attempting to bind port 3343556d-b25c-49dd-887d-763dea9b36a2 on host n-h1-838550-3 for vnic_type normal with profile {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:52:19.467859 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-bf73d5fa-8311-4abd-9c20-e5707f82b709 req-f0cd4be6-5f0e-4b50-9338-423f4b213347 service neutron] Attempting to bind port 3343556d-b25c-49dd-887d-763dea9b36a2 by drivers openvswitch,hyperv on host n-h1-838550-3 at level 0 using segments [{'id': '404878ed-a07b-4f6d-8f20-714e74fae3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'ed1b49f6-4ca7-4d7d-b302-2073cd83e975'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:52:19.468188 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf73d5fa-8311-4abd-9c20-e5707f82b709 req-f0cd4be6-5f0e-4b50-9338-423f4b213347 service neutron] Attempting to bind port 3343556d-b25c-49dd-887d-763dea9b36a2 on network ed1b49f6-4ca7-4d7d-b302-2073cd83e975 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:52:19.473191 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf73d5fa-8311-4abd-9c20-e5707f82b709 req-f0cd4be6-5f0e-4b50-9338-423f4b213347 service neutron] Port 3343556d-b25c-49dd-887d-763dea9b36a2 on network ed1b49f6-4ca7-4d7d-b302-2073cd83e975 not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-3 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:52:19.473515 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf73d5fa-8311-4abd-9c20-e5707f82b709 req-f0cd4be6-5f0e-4b50-9338-423f4b213347 service neutron] Attempting to bind port 3343556d-b25c-49dd-887d-763dea9b36a2 on network ed1b49f6-4ca7-4d7d-b302-2073cd83e975 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:52:19.478350 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf73d5fa-8311-4abd-9c20-e5707f82b709 req-f0cd4be6-5f0e-4b50-9338-423f4b213347 service neutron] Checking agent: {'id': '1dbac822-25f2-4df8-9dc8-5c2e7b136eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:52:19.478688 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf73d5fa-8311-4abd-9c20-e5707f82b709 req-f0cd4be6-5f0e-4b50-9338-423f4b213347 service neutron] Checking segment: {'id': '404878ed-a07b-4f6d-8f20-714e74fae3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'ed1b49f6-4ca7-4d7d-b302-2073cd83e975'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:52:19.479069 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf73d5fa-8311-4abd-9c20-e5707f82b709 req-f0cd4be6-5f0e-4b50-9338-423f4b213347 service neutron] Bound using segment: {'id': '404878ed-a07b-4f6d-8f20-714e74fae3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'ed1b49f6-4ca7-4d7d-b302-2073cd83e975'} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:52:19.479492 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-bf73d5fa-8311-4abd-9c20-e5707f82b709 req-f0cd4be6-5f0e-4b50-9338-423f4b213347 service neutron] Bound port: 3343556d-b25c-49dd-887d-763dea9b36a2, host: n-h1-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '404878ed-a07b-4f6d-8f20-714e74fae3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'ed1b49f6-4ca7-4d7d-b302-2073cd83e975'}}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:52:19.479846 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-bf73d5fa-8311-4abd-9c20-e5707f82b709 req-f0cd4be6-5f0e-4b50-9338-423f4b213347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:52:19.541768 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-bf73d5fa-8311-4abd-9c20-e5707f82b709 req-f0cd4be6-5f0e-4b50-9338-423f4b213347 service neutron] For port 3343556d-b25c-49dd-887d-763dea9b36a2, host n-h1-838550-3, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:52:19.544730 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-bf73d5fa-8311-4abd-9c20-e5707f82b709 req-f0cd4be6-5f0e-4b50-9338-423f4b213347 service neutron] For port 3343556d-b25c-49dd-887d-763dea9b36a2, host n-h1-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=3343556d-b25c-49dd-887d-763dea9b36a2,segment=NetworkSegment(404878ed-a07b-4f6d-8f20-714e74fae3cc),segment_id=404878ed-a07b-4f6d-8f20-714e74fae3cc)] {{(pid=102730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:52:19.548499 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-bf73d5fa-8311-4abd-9c20-e5707f82b709 req-f0cd4be6-5f0e-4b50-9338-423f4b213347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:52:19.586335 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf73d5fa-8311-4abd-9c20-e5707f82b709 req-f0cd4be6-5f0e-4b50-9338-423f4b213347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:52:19.587271 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-bf73d5fa-8311-4abd-9c20-e5707f82b709 req-f0cd4be6-5f0e-4b50-9338-423f4b213347 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:52:19.588586 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bf73d5fa-8311-4abd-9c20-e5707f82b709 req-f0cd4be6-5f0e-4b50-9338-423f4b213347 service neutron] 10.222.0.36 "PUT /v2.0/ports/3343556d-b25c-49dd-887d-763dea9b36a2 HTTP/1.1" status: 200 len: 1091 time: 0.7573211 May 18 18:52:19.613206 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cd4be6-5f0e-4b50-9338-423f4b213347 service neutron] Pushing event updated for resources: {'Port': ['ID=3343556d-b25c-49dd-887d-763dea9b36a2,revision_number=7']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:52:19.667323 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf73d5fa-8311-4abd-9c20-e5707f82b709 req-f9cf90e0-46b6-4003-acc7-1dae686d7b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:52:19.669972 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bf73d5fa-8311-4abd-9c20-e5707f82b709 req-f9cf90e0-46b6-4003-acc7-1dae686d7b61 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8eaa7b9f5c3a4c288455d807dfdc5d8c&device_id=7d296ec3-ed5c-4457-b76e-f0de026b0451 HTTP/1.1" status: 200 len: 1094 time: 0.0515108 May 18 18:52:19.769242 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf73d5fa-8311-4abd-9c20-e5707f82b709 req-0e9158ea-11f9-4e1e-b6d4-2bd03e5f6e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:52:19.770792 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bf73d5fa-8311-4abd-9c20-e5707f82b709 req-0e9158ea-11f9-4e1e-b6d4-2bd03e5f6e2a service neutron] 10.222.0.36 "GET /v2.0/networks?id=ed1b49f6-4ca7-4d7d-b302-2073cd83e975 HTTP/1.1" status: 200 len: 912 time: 0.0932145 May 18 18:52:19.845916 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bf73d5fa-8311-4abd-9c20-e5707f82b709 req-1165a3a5-3402-4548-89a2-5fb6ec80680e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3343556d-b25c-49dd-887d-763dea9b36a2 HTTP/1.1" status: 200 len: 999 time: 0.0635815 May 18 18:52:19.868689 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce747932-759c-476b-b387-d3e12e118831 req-4d8b2c6d-3d9a-45c8-9b27-fc55991ede9e tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:52:19.870928 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ce747932-759c-476b-b387-d3e12e118831 req-4d8b2c6d-3d9a-45c8-9b27-fc55991ede9e tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=7d296ec3-ed5c-4457-b76e-f0de026b0451 HTTP/1.1" status: 200 len: 943 time: 0.0502303 May 18 18:52:19.897890 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf73d5fa-8311-4abd-9c20-e5707f82b709 req-d7277c1b-c131-4a31-915a-dbebb45e91f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:52:19.899389 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bf73d5fa-8311-4abd-9c20-e5707f82b709 req-d7277c1b-c131-4a31-915a-dbebb45e91f2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=63fdba28-6b4f-4f0d-82c4-e1632b99bb24 HTTP/1.1" status: 200 len: 850 time: 0.0469551 May 18 18:52:19.909680 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ce747932-759c-476b-b387-d3e12e118831 req-0459749b-267a-423a-94a3-4d77e745a199 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324657 May 18 18:52:19.948748 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf73d5fa-8311-4abd-9c20-e5707f82b709 req-f9822992-1b35-4018-99a6-3278ee1fc4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:52:19.950271 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bf73d5fa-8311-4abd-9c20-e5707f82b709 req-f9822992-1b35-4018-99a6-3278ee1fc4e5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ed1b49f6-4ca7-4d7d-b302-2073cd83e975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401292 May 18 18:52:20.050665 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bf73d5fa-8311-4abd-9c20-e5707f82b709 req-09e94fcd-fbba-4951-a646-7898f52b09f7 service neutron] 10.222.0.36 "GET /v2.0/networks/ed1b49f6-4ca7-4d7d-b302-2073cd83e975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881870 May 18 18:52:20.142485 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bf73d5fa-8311-4abd-9c20-e5707f82b709 req-7b3e630a-1968-489f-beda-b34105833d22 service neutron] 10.222.0.36 "GET /v2.0/networks/ed1b49f6-4ca7-4d7d-b302-2073cd83e975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808220 May 18 18:52:21.032806 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac5fdac-1b9d-46a9-a4b0-cc3273056188 req-4901df29-322a-41d4-a775-628400bb6137 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:52:21.034586 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1ac5fdac-1b9d-46a9-a4b0-cc3273056188 req-4901df29-322a-41d4-a775-628400bb6137 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=7d296ec3-ed5c-4457-b76e-f0de026b0451 HTTP/1.1" status: 200 len: 943 time: 0.0486917 May 18 18:52:21.076338 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1ac5fdac-1b9d-46a9-a4b0-cc3273056188 req-e8a91395-5fe8-4608-999c-922b0c5a5fec tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355632 May 18 18:52:21.224497 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d296ec3-ed5c-4457-b76e-f0de026b0451', 'tag': '3343556d-b25c-49dd-887d-763dea9b36a2'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:52:21.226806 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e64cf161-3d5c-4db3-a736-5e2bca1a57d4" -d '{"events": [{"name": "network-changed", "server_uuid": "7d296ec3-ed5c-4457-b76e-f0de026b0451", "tag": "3343556d-b25c-49dd-887d-763dea9b36a2"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:52:21.274990 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6937d9b3-aa5d-4d82-9ec3-fbf9ba918a26 x-openstack-request-id: req-6937d9b3-aa5d-4d82-9ec3-fbf9ba918a26 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:52:21.275275 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d296ec3-ed5c-4457-b76e-f0de026b0451", "tag": "3343556d-b25c-49dd-887d-763dea9b36a2", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:52:21.275523 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-6937d9b3-aa5d-4d82-9ec3-fbf9ba918a26 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:52:21.275923 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6937d9b3-aa5d-4d82-9ec3-fbf9ba918a26'] response: {'name': 'network-changed', 'server_uuid': '7d296ec3-ed5c-4457-b76e-f0de026b0451', 'tag': '3343556d-b25c-49dd-887d-763dea9b36a2', 'status': 'completed', 'code': 200} May 18 18:52:21.342757 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64cf161-3d5c-4db3-a736-5e2bca1a57d4 req-1a8130d9-996a-421c-8f55-2b2cc19a7cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:52:21.343091 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64cf161-3d5c-4db3-a736-5e2bca1a57d4 req-51a6c3a4-864b-474d-a54d-f1cbd8f405b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:52:21.344275 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e64cf161-3d5c-4db3-a736-5e2bca1a57d4 req-1a8130d9-996a-421c-8f55-2b2cc19a7cea service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8eaa7b9f5c3a4c288455d807dfdc5d8c&device_id=7d296ec3-ed5c-4457-b76e-f0de026b0451 HTTP/1.1" status: 200 len: 1094 time: 0.0416174 May 18 18:52:21.348474 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e64cf161-3d5c-4db3-a736-5e2bca1a57d4 req-51a6c3a4-864b-474d-a54d-f1cbd8f405b7 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8eaa7b9f5c3a4c288455d807dfdc5d8c&device_id=7d296ec3-ed5c-4457-b76e-f0de026b0451 HTTP/1.1" status: 200 len: 1094 time: 0.0467834 May 18 18:52:21.441570 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64cf161-3d5c-4db3-a736-5e2bca1a57d4 req-bb2a243f-9eb2-4668-b1fc-ce545cf9cb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:52:21.441943 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64cf161-3d5c-4db3-a736-5e2bca1a57d4 req-989e211e-d12e-41e4-9272-1c7e781b5927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:52:21.443108 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e64cf161-3d5c-4db3-a736-5e2bca1a57d4 req-bb2a243f-9eb2-4668-b1fc-ce545cf9cb8f service neutron] 10.222.0.88 "GET /v2.0/networks?id=ed1b49f6-4ca7-4d7d-b302-2073cd83e975 HTTP/1.1" status: 200 len: 912 time: 0.0909362 May 18 18:52:21.443507 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e64cf161-3d5c-4db3-a736-5e2bca1a57d4 req-989e211e-d12e-41e4-9272-1c7e781b5927 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ed1b49f6-4ca7-4d7d-b302-2073cd83e975 HTTP/1.1" status: 200 len: 912 time: 0.0911734 May 18 18:52:21.519251 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e64cf161-3d5c-4db3-a736-5e2bca1a57d4 req-866d63fc-52bd-45c3-ab21-c2b88d7c8e75 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3343556d-b25c-49dd-887d-763dea9b36a2 HTTP/1.1" status: 200 len: 999 time: 0.0652876 May 18 18:52:21.574052 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64cf161-3d5c-4db3-a736-5e2bca1a57d4 req-870aebf4-6011-470c-9820-26768fe3bca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:52:21.575539 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e64cf161-3d5c-4db3-a736-5e2bca1a57d4 req-870aebf4-6011-470c-9820-26768fe3bca9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=63fdba28-6b4f-4f0d-82c4-e1632b99bb24 HTTP/1.1" status: 200 len: 850 time: 0.0436969 May 18 18:52:21.579733 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e64cf161-3d5c-4db3-a736-5e2bca1a57d4 req-e27623f1-c91d-4378-b0b3-64be3932210d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3343556d-b25c-49dd-887d-763dea9b36a2 HTTP/1.1" status: 200 len: 999 time: 0.0627854 May 18 18:52:21.623795 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64cf161-3d5c-4db3-a736-5e2bca1a57d4 req-59f4eae5-0ed9-445b-94df-2dbf604b9bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:52:21.625355 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e64cf161-3d5c-4db3-a736-5e2bca1a57d4 req-59f4eae5-0ed9-445b-94df-2dbf604b9bbc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ed1b49f6-4ca7-4d7d-b302-2073cd83e975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413699 May 18 18:52:21.631025 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 3343556d-b25c-49dd-887d-763dea9b36a2 no longer exists at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:52:21.633167 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64cf161-3d5c-4db3-a736-5e2bca1a57d4 req-2f683319-3ad3-43c1-bedb-66e5b39754a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:52:21.634773 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e64cf161-3d5c-4db3-a736-5e2bca1a57d4 req-2f683319-3ad3-43c1-bedb-66e5b39754a4 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=63fdba28-6b4f-4f0d-82c4-e1632b99bb24 HTTP/1.1" status: 200 len: 850 time: 0.0484166 May 18 18:52:21.675912 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 3343556d-b25c-49dd-887d-763dea9b36a2 not bound to the agent host n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:52:21.684938 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64cf161-3d5c-4db3-a736-5e2bca1a57d4 req-8be97f0e-14df-444d-b693-f52d4ad0a576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:52:21.686532 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e64cf161-3d5c-4db3-a736-5e2bca1a57d4 req-8be97f0e-14df-444d-b693-f52d4ad0a576 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ed1b49f6-4ca7-4d7d-b302-2073cd83e975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446057 May 18 18:52:21.723138 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e64cf161-3d5c-4db3-a736-5e2bca1a57d4 req-5e60e366-76cb-42e1-85d3-d8479474d98c service neutron] 10.222.0.36 "GET /v2.0/networks/ed1b49f6-4ca7-4d7d-b302-2073cd83e975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888040 May 18 18:52:21.780573 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e64cf161-3d5c-4db3-a736-5e2bca1a57d4 req-304393a1-fe13-4f5f-8a16-94512f5a5d84 service neutron] 10.222.0.88 "GET /v2.0/networks/ed1b49f6-4ca7-4d7d-b302-2073cd83e975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862868 May 18 18:52:21.813244 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e64cf161-3d5c-4db3-a736-5e2bca1a57d4 req-85a8fb9a-2cdc-40fe-b64e-6cf4b0226842 service neutron] 10.222.0.36 "GET /v2.0/networks/ed1b49f6-4ca7-4d7d-b302-2073cd83e975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830793 May 18 18:52:21.872685 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e64cf161-3d5c-4db3-a736-5e2bca1a57d4 req-fc504c5b-42cd-4648-ae09-04a379e72df8 service neutron] 10.222.0.88 "GET /v2.0/networks/ed1b49f6-4ca7-4d7d-b302-2073cd83e975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854199 May 18 18:52:22.193357 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fea6379-f5d1-4324-b81e-ef2e2f86df05 req-ec77bd4e-7140-45c9-82ef-0e300cfcd4fa tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:52:22.194874 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4fea6379-f5d1-4324-b81e-ef2e2f86df05 req-ec77bd4e-7140-45c9-82ef-0e300cfcd4fa tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=7d296ec3-ed5c-4457-b76e-f0de026b0451 HTTP/1.1" status: 200 len: 943 time: 0.0491455 May 18 18:52:22.242087 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4fea6379-f5d1-4324-b81e-ef2e2f86df05 req-ebfa13a9-7000-44d1-845e-8cf6e9f9ee68 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413542 May 18 18:52:22.555606 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aed116f-07fd-41f4-b715-1a431fef7bbe req-cea16b65-9514-42ea-a806-3a6fad6b897c tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:52:22.557091 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9aed116f-07fd-41f4-b715-1a431fef7bbe req-cea16b65-9514-42ea-a806-3a6fad6b897c tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d296ec3-ed5c-4457-b76e-f0de026b0451&tenant_id=8eaa7b9f5c3a4c288455d807dfdc5d8c&binding%3Ahost_id=n-h1-838550-3 HTTP/1.1" status: 200 len: 943 time: 0.0803387 May 18 18:52:22.569029 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9693c5-daba-4c23-a18d-e46f08fb4e21 req-56701080-4135-4809-ba3f-8f90f7c29aaa tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:52:22.570454 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6a9693c5-daba-4c23-a18d-e46f08fb4e21 req-56701080-4135-4809-ba3f-8f90f7c29aaa tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=7d296ec3-ed5c-4457-b76e-f0de026b0451 HTTP/1.1" status: 200 len: 943 time: 0.0676579 May 18 18:52:22.646261 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6a9693c5-daba-4c23-a18d-e46f08fb4e21 req-2ad0e71e-43ff-4855-b2b7-3660171686aa tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690672 May 18 18:52:22.654344 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9aed116f-07fd-41f4-b715-1a431fef7bbe req-56befee7-ff1b-4593-9739-78cba710bcec service neutron] 10.222.0.36 "GET /v2.0/ports/3343556d-b25c-49dd-887d-763dea9b36a2/bindings/n-h1-838550-3 HTTP/1.1" status: 200 len: 382 time: 0.0830159 May 18 18:52:22.716864 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aed116f-07fd-41f4-b715-1a431fef7bbe req-994ef498-9ab9-4283-bc1f-92bcce0f6582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:52:22.718304 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9aed116f-07fd-41f4-b715-1a431fef7bbe req-994ef498-9ab9-4283-bc1f-92bcce0f6582 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8eaa7b9f5c3a4c288455d807dfdc5d8c&device_id=7d296ec3-ed5c-4457-b76e-f0de026b0451 HTTP/1.1" status: 200 len: 1094 time: 0.0419862 May 18 18:52:22.804571 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aed116f-07fd-41f4-b715-1a431fef7bbe req-d794d74b-05da-4458-b4ca-30dfe76fa7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:52:22.806075 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9aed116f-07fd-41f4-b715-1a431fef7bbe req-d794d74b-05da-4458-b4ca-30dfe76fa7d5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ed1b49f6-4ca7-4d7d-b302-2073cd83e975 HTTP/1.1" status: 200 len: 912 time: 0.0814948 May 18 18:52:22.872424 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9aed116f-07fd-41f4-b715-1a431fef7bbe req-f5875e7f-fddc-4e4c-b7ea-7b3a313a7465 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3343556d-b25c-49dd-887d-763dea9b36a2 HTTP/1.1" status: 200 len: 999 time: 0.0597150 May 18 18:52:22.919590 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aed116f-07fd-41f4-b715-1a431fef7bbe req-fb936ecd-8ee0-442e-901c-cf6aca05c61e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:52:22.921010 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9aed116f-07fd-41f4-b715-1a431fef7bbe req-fb936ecd-8ee0-442e-901c-cf6aca05c61e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=63fdba28-6b4f-4f0d-82c4-e1632b99bb24 HTTP/1.1" status: 200 len: 850 time: 0.0426219 May 18 18:52:22.965167 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aed116f-07fd-41f4-b715-1a431fef7bbe req-a98e6df8-4116-40c2-954e-e642b846991c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:52:22.966687 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9aed116f-07fd-41f4-b715-1a431fef7bbe req-a98e6df8-4116-40c2-954e-e642b846991c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ed1b49f6-4ca7-4d7d-b302-2073cd83e975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393772 May 18 18:52:23.056200 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9aed116f-07fd-41f4-b715-1a431fef7bbe req-591a97d3-e1ac-4c1b-a292-a848842d38a1 service neutron] 10.222.0.36 "GET /v2.0/networks/ed1b49f6-4ca7-4d7d-b302-2073cd83e975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825789 May 18 18:52:23.075158 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 3343556d-b25c-49dd-887d-763dea9b36a2 details requested by agent hyperv_n-h1-838550-3 with host n-h1-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:52:23.145998 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9aed116f-07fd-41f4-b715-1a431fef7bbe req-bb611632-0ca4-4237-b8bf-e55181e71a1f service neutron] 10.222.0.36 "GET /v2.0/networks/ed1b49f6-4ca7-4d7d-b302-2073cd83e975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820897 May 18 18:52:23.169261 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 3343556d-b25c-49dd-887d-763dea9b36a2, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=3343556d-b25c-49dd-887d-763dea9b36a2,segment=NetworkSegment(404878ed-a07b-4f6d-8f20-714e74fae3cc),segment_id=404878ed-a07b-4f6d-8f20-714e74fae3cc)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:52:23.181503 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Returning: {'device': '3343556d-b25c-49dd-887d-763dea9b36a2', 'network_id': 'ed1b49f6-4ca7-4d7d-b302-2073cd83e975', 'port_id': '3343556d-b25c-49dd-887d-763dea9b36a2', 'mac_address': 'fa:16:3e:6e:ef:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63fdba28-6b4f-4f0d-82c4-e1632b99bb24', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:52:23.220376 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 3343556d-b25c-49dd-887d-763dea9b36a2 is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:52:23.220810 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:52:23.233036 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3343556d-b25c-49dd-887d-763dea9b36a2 {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:52:23.251587 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 3343556d-b25c-49dd-887d-763dea9b36a2, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=3343556d-b25c-49dd-887d-763dea9b36a2,segment=NetworkSegment(404878ed-a07b-4f6d-8f20-714e74fae3cc),segment_id=404878ed-a07b-4f6d-8f20-714e74fae3cc)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:52:23.256160 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:52:23.301350 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=3343556d-b25c-49dd-887d-763dea9b36a2,revision_number=8']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:52:23.308605 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:52:23.308909 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:52:23.309226 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:52:23.309559 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:52:23.309919 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:52:23.310248 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:52:23.310569 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:52:23.310891 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:52:23.311212 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:52:23.311530 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:52:23.311849 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:52:23.312165 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:52:23.489475 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['3343556d-b25c-49dd-887d-763dea9b36a2'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:52:23.768672 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6754e6a-3ada-4d17-bc99-7fcbb8e41655 req-ea4d2c9d-08df-4080-a5b1-d161075649cd tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:52:23.770184 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e6754e6a-3ada-4d17-bc99-7fcbb8e41655 req-ea4d2c9d-08df-4080-a5b1-d161075649cd tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=7d296ec3-ed5c-4457-b76e-f0de026b0451 HTTP/1.1" status: 200 len: 944 time: 0.0516527 May 18 18:52:23.807681 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e6754e6a-3ada-4d17-bc99-7fcbb8e41655 req-5d8bc9ce-3892-485d-9c14-c9350225e5c8 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316203 May 18 18:52:24.926295 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d873ce-b48c-4037-a10a-3de514c03189 req-9c169131-bb78-4eea-9b19-0b629db40248 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:52:24.928122 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-88d873ce-b48c-4037-a10a-3de514c03189 req-9c169131-bb78-4eea-9b19-0b629db40248 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=7d296ec3-ed5c-4457-b76e-f0de026b0451 HTTP/1.1" status: 200 len: 944 time: 0.0506494 May 18 18:52:24.972445 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-88d873ce-b48c-4037-a10a-3de514c03189 req-7b8a4bf0-0311-4b98-a3a4-7a98477640d1 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380790 May 18 18:52:25.102412 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 3343556d-b25c-49dd-887d-763dea9b36a2 up at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:52:25.153016 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning for port 3343556d-b25c-49dd-887d-763dea9b36a2 completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:52:25.157045 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning complete for port 3343556d-b25c-49dd-887d-763dea9b36a2 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:52:25.157418 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:52:25.236465 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 3343556d-b25c-49dd-887d-763dea9b36a2 is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:52:25.236851 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:52:25.258925 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aed116f-07fd-41f4-b715-1a431fef7bbe req-51728d0f-d1b6-47d9-89e5-8049f4f4e1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:52:25.260786 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9aed116f-07fd-41f4-b715-1a431fef7bbe req-51728d0f-d1b6-47d9-89e5-8049f4f4e1fa service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=7d296ec3-ed5c-4457-b76e-f0de026b0451&tenant_id=8eaa7b9f5c3a4c288455d807dfdc5d8c HTTP/1.1" status: 200 len: 1095 time: 0.0454528 May 18 18:52:25.262599 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d296ec3-ed5c-4457-b76e-f0de026b0451', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3343556d-b25c-49dd-887d-763dea9b36a2'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:52:25.264825 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19b655b5-f054-42db-a3ae-585d510db3b1" -d '{"events": [{"server_uuid": "7d296ec3-ed5c-4457-b76e-f0de026b0451", "name": "network-vif-plugged", "status": "completed", "tag": "3343556d-b25c-49dd-887d-763dea9b36a2"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:52:25.275473 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-9aed116f-07fd-41f4-b715-1a431fef7bbe req-f4542464-2ab1-457c-9b0a-4725b15f61b2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-838550-3', 'device_owner': 'compute:nova'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:52:25.277942 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 3343556d-b25c-49dd-887d-763dea9b36a2, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=3343556d-b25c-49dd-887d-763dea9b36a2,segment=NetworkSegment(404878ed-a07b-4f6d-8f20-714e74fae3cc),segment_id=404878ed-a07b-4f6d-8f20-714e74fae3cc)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:52:25.282757 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:52:25.323214 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d947646-f9cc-40f1-b455-7efa22fffb96 x-openstack-request-id: req-0d947646-f9cc-40f1-b455-7efa22fffb96 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:52:25.323517 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d296ec3-ed5c-4457-b76e-f0de026b0451", "name": "network-vif-plugged", "status": "completed", "tag": "3343556d-b25c-49dd-887d-763dea9b36a2", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:52:25.323776 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-0d947646-f9cc-40f1-b455-7efa22fffb96 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:52:25.324180 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d947646-f9cc-40f1-b455-7efa22fffb96'] response: {'server_uuid': '7d296ec3-ed5c-4457-b76e-f0de026b0451', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3343556d-b25c-49dd-887d-763dea9b36a2', 'code': 200} May 18 18:52:25.339724 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-9aed116f-07fd-41f4-b715-1a431fef7bbe req-f4542464-2ab1-457c-9b0a-4725b15f61b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:52:25.345420 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=3343556d-b25c-49dd-887d-763dea9b36a2,revision_number=9']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:52:25.543318 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-9aed116f-07fd-41f4-b715-1a431fef7bbe req-f4542464-2ab1-457c-9b0a-4725b15f61b2 service neutron] For port 3343556d-b25c-49dd-887d-763dea9b36a2, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=3343556d-b25c-49dd-887d-763dea9b36a2,segment=NetworkSegment(404878ed-a07b-4f6d-8f20-714e74fae3cc),segment_id=404878ed-a07b-4f6d-8f20-714e74fae3cc)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:52:25.578000 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-9aed116f-07fd-41f4-b715-1a431fef7bbe req-f4542464-2ab1-457c-9b0a-4725b15f61b2 service neutron] For port 3343556d-b25c-49dd-887d-763dea9b36a2, host n-h1-838550-3, cleared binding levels {{(pid=102731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:52:25.621369 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d296ec3-ed5c-4457-b76e-f0de026b0451', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3343556d-b25c-49dd-887d-763dea9b36a2'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:52:25.623651 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb46ad9a-8d78-42eb-b7d8-7479614706cd" -d '{"events": [{"server_uuid": "7d296ec3-ed5c-4457-b76e-f0de026b0451", "name": "network-vif-unplugged", "status": "completed", "tag": "3343556d-b25c-49dd-887d-763dea9b36a2"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:52:25.628273 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-9aed116f-07fd-41f4-b715-1a431fef7bbe req-f4542464-2ab1-457c-9b0a-4725b15f61b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:52:25.646260 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.provisioning_blocks [req-9aed116f-07fd-41f4-b715-1a431fef7bbe req-f4542464-2ab1-457c-9b0a-4725b15f61b2 service neutron] Transition to ACTIVE for port object 3343556d-b25c-49dd-887d-763dea9b36a2 will not be triggered until provisioned by entity L2. {{(pid=102731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:52:25.650421 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-9aed116f-07fd-41f4-b715-1a431fef7bbe req-f4542464-2ab1-457c-9b0a-4725b15f61b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:52:25.681292 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 May 2022 18:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f848c8d2-f8c2-4793-a47a-a26a8bf20ba0 x-openstack-request-id: req-f848c8d2-f8c2-4793-a47a-a26a8bf20ba0 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:52:25.681581 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d296ec3-ed5c-4457-b76e-f0de026b0451", "name": "network-vif-unplugged", "status": "completed", "tag": "3343556d-b25c-49dd-887d-763dea9b36a2", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:52:25.681856 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-f848c8d2-f8c2-4793-a47a-a26a8bf20ba0 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:52:25.682246 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f848c8d2-f8c2-4793-a47a-a26a8bf20ba0'] response: {'server_uuid': '7d296ec3-ed5c-4457-b76e-f0de026b0451', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3343556d-b25c-49dd-887d-763dea9b36a2', 'code': 200} May 18 18:52:25.739595 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4542464-2ab1-457c-9b0a-4725b15f61b2 service neutron] Pushing event updated for resources: {'Port': ['ID=3343556d-b25c-49dd-887d-763dea9b36a2,revision_number=10']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:52:25.749922 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4542464-2ab1-457c-9b0a-4725b15f61b2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:52:25.750268 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4542464-2ab1-457c-9b0a-4725b15f61b2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:52:25.750675 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4542464-2ab1-457c-9b0a-4725b15f61b2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:52:25.750949 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4542464-2ab1-457c-9b0a-4725b15f61b2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:52:25.751292 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4542464-2ab1-457c-9b0a-4725b15f61b2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:52:25.751615 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4542464-2ab1-457c-9b0a-4725b15f61b2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:52:25.752444 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4542464-2ab1-457c-9b0a-4725b15f61b2 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:52:25.752767 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4542464-2ab1-457c-9b0a-4725b15f61b2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:52:25.753094 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4542464-2ab1-457c-9b0a-4725b15f61b2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:52:25.753422 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4542464-2ab1-457c-9b0a-4725b15f61b2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:52:25.753785 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4542464-2ab1-457c-9b0a-4725b15f61b2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:52:25.754109 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4542464-2ab1-457c-9b0a-4725b15f61b2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:52:25.795577 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aed116f-07fd-41f4-b715-1a431fef7bbe req-f4542464-2ab1-457c-9b0a-4725b15f61b2 service neutron] No DVR routers for this DVR port 3343556d-b25c-49dd-887d-763dea9b36a2 on host n-h1-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:52:25.930946 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-9aed116f-07fd-41f4-b715-1a431fef7bbe req-f4542464-2ab1-457c-9b0a-4725b15f61b2 service neutron] Attempting to bind port 3343556d-b25c-49dd-887d-763dea9b36a2 on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:52:25.931280 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-9aed116f-07fd-41f4-b715-1a431fef7bbe req-f4542464-2ab1-457c-9b0a-4725b15f61b2 service neutron] Attempting to bind port 3343556d-b25c-49dd-887d-763dea9b36a2 by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': '404878ed-a07b-4f6d-8f20-714e74fae3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'ed1b49f6-4ca7-4d7d-b302-2073cd83e975'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:52:25.931608 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aed116f-07fd-41f4-b715-1a431fef7bbe req-f4542464-2ab1-457c-9b0a-4725b15f61b2 service neutron] Attempting to bind port 3343556d-b25c-49dd-887d-763dea9b36a2 on network ed1b49f6-4ca7-4d7d-b302-2073cd83e975 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:52:25.935935 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aed116f-07fd-41f4-b715-1a431fef7bbe req-f4542464-2ab1-457c-9b0a-4725b15f61b2 service neutron] Port 3343556d-b25c-49dd-887d-763dea9b36a2 on network ed1b49f6-4ca7-4d7d-b302-2073cd83e975 not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:52:25.936255 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aed116f-07fd-41f4-b715-1a431fef7bbe req-f4542464-2ab1-457c-9b0a-4725b15f61b2 service neutron] Attempting to bind port 3343556d-b25c-49dd-887d-763dea9b36a2 on network ed1b49f6-4ca7-4d7d-b302-2073cd83e975 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:52:25.941546 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aed116f-07fd-41f4-b715-1a431fef7bbe req-f4542464-2ab1-457c-9b0a-4725b15f61b2 service neutron] Checking agent: {'id': 'd1be059a-68ea-4c77-9b2b-29f4afa47e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:52:25.941931 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aed116f-07fd-41f4-b715-1a431fef7bbe req-f4542464-2ab1-457c-9b0a-4725b15f61b2 service neutron] Checking segment: {'id': '404878ed-a07b-4f6d-8f20-714e74fae3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'ed1b49f6-4ca7-4d7d-b302-2073cd83e975'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:52:25.942309 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aed116f-07fd-41f4-b715-1a431fef7bbe req-f4542464-2ab1-457c-9b0a-4725b15f61b2 service neutron] Bound using segment: {'id': '404878ed-a07b-4f6d-8f20-714e74fae3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'ed1b49f6-4ca7-4d7d-b302-2073cd83e975'} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:52:25.942730 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-9aed116f-07fd-41f4-b715-1a431fef7bbe req-f4542464-2ab1-457c-9b0a-4725b15f61b2 service neutron] Bound port: 3343556d-b25c-49dd-887d-763dea9b36a2, host: n-h2-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '404878ed-a07b-4f6d-8f20-714e74fae3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'ed1b49f6-4ca7-4d7d-b302-2073cd83e975'}}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:52:25.943083 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-9aed116f-07fd-41f4-b715-1a431fef7bbe req-f4542464-2ab1-457c-9b0a-4725b15f61b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:52:26.005889 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-9aed116f-07fd-41f4-b715-1a431fef7bbe req-f4542464-2ab1-457c-9b0a-4725b15f61b2 service neutron] For port 3343556d-b25c-49dd-887d-763dea9b36a2, host n-h2-838550-3, cleared binding levels {{(pid=102731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:52:26.008954 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-9aed116f-07fd-41f4-b715-1a431fef7bbe req-f4542464-2ab1-457c-9b0a-4725b15f61b2 service neutron] For port 3343556d-b25c-49dd-887d-763dea9b36a2, host n-h2-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=3343556d-b25c-49dd-887d-763dea9b36a2,segment=NetworkSegment(404878ed-a07b-4f6d-8f20-714e74fae3cc),segment_id=404878ed-a07b-4f6d-8f20-714e74fae3cc)] {{(pid=102731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:52:26.014171 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-9aed116f-07fd-41f4-b715-1a431fef7bbe req-f4542464-2ab1-457c-9b0a-4725b15f61b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:52:26.051552 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aed116f-07fd-41f4-b715-1a431fef7bbe req-f4542464-2ab1-457c-9b0a-4725b15f61b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:52:26.052254 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-9aed116f-07fd-41f4-b715-1a431fef7bbe req-f4542464-2ab1-457c-9b0a-4725b15f61b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:52:26.053831 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9aed116f-07fd-41f4-b715-1a431fef7bbe req-f4542464-2ab1-457c-9b0a-4725b15f61b2 service neutron] 10.222.0.88 "PUT /v2.0/ports/3343556d-b25c-49dd-887d-763dea9b36a2 HTTP/1.1" status: 200 len: 1092 time: 0.7836082 May 18 18:52:26.132745 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4542464-2ab1-457c-9b0a-4725b15f61b2 service neutron] Pushing event updated for resources: {'Port': ['ID=3343556d-b25c-49dd-887d-763dea9b36a2,revision_number=11']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:52:26.157064 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65607111-8ec2-4d2d-9d2b-ddda61e10dc1 req-adbe664a-dd5c-4947-9fa7-9c3d60cc1232 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:52:26.158742 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-65607111-8ec2-4d2d-9d2b-ddda61e10dc1 req-adbe664a-dd5c-4947-9fa7-9c3d60cc1232 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=7d296ec3-ed5c-4457-b76e-f0de026b0451 HTTP/1.1" status: 200 len: 944 time: 0.1133287 May 18 18:52:26.165589 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aed116f-07fd-41f4-b715-1a431fef7bbe req-bca54b43-7a9d-4681-8f9b-cb220956f41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:52:26.167185 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9aed116f-07fd-41f4-b715-1a431fef7bbe req-bca54b43-7a9d-4681-8f9b-cb220956f41b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8eaa7b9f5c3a4c288455d807dfdc5d8c&device_id=7d296ec3-ed5c-4457-b76e-f0de026b0451 HTTP/1.1" status: 200 len: 1095 time: 0.0810328 May 18 18:52:26.248875 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-65607111-8ec2-4d2d-9d2b-ddda61e10dc1 req-f356bdd5-a41f-433e-86e0-42c1a76dded2 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803063 May 18 18:52:26.280007 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aed116f-07fd-41f4-b715-1a431fef7bbe req-4bcc9a4d-984d-447d-b16b-6aeb203deda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:52:26.281510 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9aed116f-07fd-41f4-b715-1a431fef7bbe req-4bcc9a4d-984d-447d-b16b-6aeb203deda5 service neutron] 10.222.0.88 "GET /v2.0/networks?id=ed1b49f6-4ca7-4d7d-b302-2073cd83e975 HTTP/1.1" status: 200 len: 912 time: 0.1057241 May 18 18:52:26.353421 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9aed116f-07fd-41f4-b715-1a431fef7bbe req-24073dd4-be71-4e21-b72f-e6a464cb6408 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3343556d-b25c-49dd-887d-763dea9b36a2 HTTP/1.1" status: 200 len: 999 time: 0.0637665 May 18 18:52:26.402751 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aed116f-07fd-41f4-b715-1a431fef7bbe req-383aeb01-eece-4b47-8cbb-b3e23cb7374a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:52:26.404088 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9aed116f-07fd-41f4-b715-1a431fef7bbe req-383aeb01-eece-4b47-8cbb-b3e23cb7374a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=63fdba28-6b4f-4f0d-82c4-e1632b99bb24 HTTP/1.1" status: 200 len: 850 time: 0.0431964 May 18 18:52:26.450640 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aed116f-07fd-41f4-b715-1a431fef7bbe req-3c097e74-15a5-499f-8dba-4fd38941f4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:52:26.452164 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9aed116f-07fd-41f4-b715-1a431fef7bbe req-3c097e74-15a5-499f-8dba-4fd38941f4e9 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ed1b49f6-4ca7-4d7d-b302-2073cd83e975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404606 May 18 18:52:26.545102 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9aed116f-07fd-41f4-b715-1a431fef7bbe req-ae59df83-1f3f-458b-a860-54fb31c60913 service neutron] 10.222.0.88 "GET /v2.0/networks/ed1b49f6-4ca7-4d7d-b302-2073cd83e975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852993 May 18 18:52:26.634560 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9aed116f-07fd-41f4-b715-1a431fef7bbe req-837a6aaf-77c1-405c-9b88-b128d8a11917 service neutron] 10.222.0.88 "GET /v2.0/networks/ed1b49f6-4ca7-4d7d-b302-2073cd83e975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817292 May 18 18:52:27.683541 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d296ec3-ed5c-4457-b76e-f0de026b0451', 'tag': '3343556d-b25c-49dd-887d-763dea9b36a2'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:52:27.685908 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96d3e473-ecb4-43cc-8397-9bff8e10c60e" -d '{"events": [{"name": "network-changed", "server_uuid": "7d296ec3-ed5c-4457-b76e-f0de026b0451", "tag": "3343556d-b25c-49dd-887d-763dea9b36a2"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:52:27.691026 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2ce809-dbaf-4110-995a-1e8c64af448a req-f8e2a27a-b630-4fd6-9f1a-48880b09bb82 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:52:27.693346 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0f2ce809-dbaf-4110-995a-1e8c64af448a req-f8e2a27a-b630-4fd6-9f1a-48880b09bb82 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=7d296ec3-ed5c-4457-b76e-f0de026b0451 HTTP/1.1" status: 200 len: 944 time: 0.3726101 May 18 18:52:27.733350 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0f2ce809-dbaf-4110-995a-1e8c64af448a req-0a5f7a68-1d16-4270-be24-0387424b797d tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334918 May 18 18:52:27.736452 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-514117f7-213d-463a-a8ee-65ae1d7ccd0e x-openstack-request-id: req-514117f7-213d-463a-a8ee-65ae1d7ccd0e {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:52:27.736745 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d296ec3-ed5c-4457-b76e-f0de026b0451", "tag": "3343556d-b25c-49dd-887d-763dea9b36a2", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:52:27.737033 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-514117f7-213d-463a-a8ee-65ae1d7ccd0e {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:52:27.737426 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-514117f7-213d-463a-a8ee-65ae1d7ccd0e'] response: {'name': 'network-changed', 'server_uuid': '7d296ec3-ed5c-4457-b76e-f0de026b0451', 'tag': '3343556d-b25c-49dd-887d-763dea9b36a2', 'status': 'completed', 'code': 200} May 18 18:52:27.813998 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d3e473-ecb4-43cc-8397-9bff8e10c60e req-bdc276f8-8451-4288-8ef2-c858d0d4a344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:52:27.815788 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-96d3e473-ecb4-43cc-8397-9bff8e10c60e req-bdc276f8-8451-4288-8ef2-c858d0d4a344 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8eaa7b9f5c3a4c288455d807dfdc5d8c&device_id=7d296ec3-ed5c-4457-b76e-f0de026b0451 HTTP/1.1" status: 200 len: 1095 time: 0.0506682 May 18 18:52:27.819118 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d3e473-ecb4-43cc-8397-9bff8e10c60e req-c27ad63a-b38d-4d72-90f8-bcd8ac63f8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:52:27.820637 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-96d3e473-ecb4-43cc-8397-9bff8e10c60e req-c27ad63a-b38d-4d72-90f8-bcd8ac63f8b8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8eaa7b9f5c3a4c288455d807dfdc5d8c&device_id=7d296ec3-ed5c-4457-b76e-f0de026b0451 HTTP/1.1" status: 200 len: 1095 time: 0.0457790 May 18 18:52:27.917155 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d3e473-ecb4-43cc-8397-9bff8e10c60e req-a6bcdbc5-728b-4133-bee5-03de3f262ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:52:27.918696 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-96d3e473-ecb4-43cc-8397-9bff8e10c60e req-a6bcdbc5-728b-4133-bee5-03de3f262ab3 service neutron] 10.222.0.88 "GET /v2.0/networks?id=ed1b49f6-4ca7-4d7d-b302-2073cd83e975 HTTP/1.1" status: 200 len: 912 time: 0.0944760 May 18 18:52:27.924028 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d3e473-ecb4-43cc-8397-9bff8e10c60e req-f18cdbf6-8487-4a7e-8175-9778c7eb64ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:52:27.926120 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-96d3e473-ecb4-43cc-8397-9bff8e10c60e req-f18cdbf6-8487-4a7e-8175-9778c7eb64ec service neutron] 10.222.0.36 "GET /v2.0/networks?id=ed1b49f6-4ca7-4d7d-b302-2073cd83e975 HTTP/1.1" status: 200 len: 912 time: 0.0932353 May 18 18:52:27.993163 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-96d3e473-ecb4-43cc-8397-9bff8e10c60e req-1f8b9b5d-b147-4db5-837e-a06763be2ec2 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3343556d-b25c-49dd-887d-763dea9b36a2 HTTP/1.1" status: 200 len: 999 time: 0.0637803 May 18 18:52:27.996930 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-96d3e473-ecb4-43cc-8397-9bff8e10c60e req-715190d9-3530-4569-bdcd-ebec3f63c091 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3343556d-b25c-49dd-887d-763dea9b36a2 HTTP/1.1" status: 200 len: 999 time: 0.0613151 May 18 18:52:28.048647 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d3e473-ecb4-43cc-8397-9bff8e10c60e req-79aa9fc5-f449-40f4-a908-0cbc40a30fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:52:28.050286 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-96d3e473-ecb4-43cc-8397-9bff8e10c60e req-79aa9fc5-f449-40f4-a908-0cbc40a30fe8 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=63fdba28-6b4f-4f0d-82c4-e1632b99bb24 HTTP/1.1" status: 200 len: 850 time: 0.0495682 May 18 18:52:28.064105 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d3e473-ecb4-43cc-8397-9bff8e10c60e req-9036d6b1-8d45-488d-a0ba-d49b0f3aae09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:52:28.065734 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-96d3e473-ecb4-43cc-8397-9bff8e10c60e req-9036d6b1-8d45-488d-a0ba-d49b0f3aae09 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=63fdba28-6b4f-4f0d-82c4-e1632b99bb24 HTTP/1.1" status: 200 len: 850 time: 0.0572467 May 18 18:52:28.105941 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d3e473-ecb4-43cc-8397-9bff8e10c60e req-bcc92f61-1521-460a-af42-6feae30bd9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:52:28.108222 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-96d3e473-ecb4-43cc-8397-9bff8e10c60e req-bcc92f61-1521-460a-af42-6feae30bd9d4 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ed1b49f6-4ca7-4d7d-b302-2073cd83e975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501924 May 18 18:52:28.130892 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d3e473-ecb4-43cc-8397-9bff8e10c60e req-bb786a0c-67ce-4e8c-acc1-4b66838d3a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:52:28.133234 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-96d3e473-ecb4-43cc-8397-9bff8e10c60e req-bb786a0c-67ce-4e8c-acc1-4b66838d3a3d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ed1b49f6-4ca7-4d7d-b302-2073cd83e975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0572240 May 18 18:52:28.228628 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-96d3e473-ecb4-43cc-8397-9bff8e10c60e req-01287b2d-041c-40cc-89f5-6f625ab5c1fc service neutron] 10.222.0.88 "GET /v2.0/networks/ed1b49f6-4ca7-4d7d-b302-2073cd83e975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115234 May 18 18:52:28.253745 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-96d3e473-ecb4-43cc-8397-9bff8e10c60e req-64285a45-3a88-40b6-91c8-0cd2ce8d3b2c service neutron] 10.222.0.36 "GET /v2.0/networks/ed1b49f6-4ca7-4d7d-b302-2073cd83e975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079485 May 18 18:52:28.326858 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-96d3e473-ecb4-43cc-8397-9bff8e10c60e req-5fea307e-84e4-48a3-add8-6d33a6c1cf27 service neutron] 10.222.0.88 "GET /v2.0/networks/ed1b49f6-4ca7-4d7d-b302-2073cd83e975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917292 May 18 18:52:28.355328 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-96d3e473-ecb4-43cc-8397-9bff8e10c60e req-329da36a-943f-4390-a223-f2284ab5df80 service neutron] 10.222.0.36 "GET /v2.0/networks/ed1b49f6-4ca7-4d7d-b302-2073cd83e975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935838 May 18 18:52:28.853124 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a2ad54-2439-4991-93ef-16880db98c3a req-68862576-fc0e-4c0e-8c9e-d45485a92897 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:52:28.854562 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-56a2ad54-2439-4991-93ef-16880db98c3a req-68862576-fc0e-4c0e-8c9e-d45485a92897 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=7d296ec3-ed5c-4457-b76e-f0de026b0451 HTTP/1.1" status: 200 len: 944 time: 0.0499597 May 18 18:52:28.892599 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-56a2ad54-2439-4991-93ef-16880db98c3a req-805d1c6b-0d30-45ec-9775-70ac755b456a tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320001 May 18 18:52:29.008930 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c429bdb1-0a6c-412c-84b0-969c10173411 req-e5a435ac-b957-4d2a-bfd5-0489e5823133 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:52:29.010472 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c429bdb1-0a6c-412c-84b0-969c10173411 req-e5a435ac-b957-4d2a-bfd5-0489e5823133 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=7d296ec3-ed5c-4457-b76e-f0de026b0451 HTTP/1.1" status: 200 len: 944 time: 0.0504403 May 18 18:52:29.048606 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c429bdb1-0a6c-412c-84b0-969c10173411 req-f9080626-1806-4806-a477-3f0d45cf861d tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321841 May 18 18:52:29.132610 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 3343556d-b25c-49dd-887d-763dea9b36a2 no longer exists at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:52:29.169475 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3aa341-089e-463d-b936-8ee88cebeda7 req-f97fd037-962d-4d74-a202-59de988becd9 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:52:29.171009 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ee3aa341-089e-463d-b936-8ee88cebeda7 req-f97fd037-962d-4d74-a202-59de988becd9 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=7d296ec3-ed5c-4457-b76e-f0de026b0451 HTTP/1.1" status: 200 len: 944 time: 0.0558603 May 18 18:52:29.172423 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 3343556d-b25c-49dd-887d-763dea9b36a2 not bound to the agent host n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:52:29.212104 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ee3aa341-089e-463d-b936-8ee88cebeda7 req-a1d5d2d4-a673-4576-8644-be86e1eeddf6 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336413 May 18 18:52:29.449750 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bed997-b1c9-49d8-a9b7-7f9aed9e8a62 req-62d55e5a-85fa-41b6-ba57-d9eddb6d2999 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:52:29.451166 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-30bed997-b1c9-49d8-a9b7-7f9aed9e8a62 req-62d55e5a-85fa-41b6-ba57-d9eddb6d2999 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=7d296ec3-ed5c-4457-b76e-f0de026b0451 HTTP/1.1" status: 200 len: 944 time: 0.0549941 May 18 18:52:29.493494 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-30bed997-b1c9-49d8-a9b7-7f9aed9e8a62 req-09591b1c-5f37-4036-9d4b-e8922e06568e tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361757 May 18 18:52:29.639408 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 3343556d-b25c-49dd-887d-763dea9b36a2 details requested by agent hyperv_n-h2-838550-3 with host n-h2-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:52:29.740673 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 3343556d-b25c-49dd-887d-763dea9b36a2, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=3343556d-b25c-49dd-887d-763dea9b36a2,segment=NetworkSegment(404878ed-a07b-4f6d-8f20-714e74fae3cc),segment_id=404878ed-a07b-4f6d-8f20-714e74fae3cc)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:52:29.752088 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Returning: {'device': '3343556d-b25c-49dd-887d-763dea9b36a2', 'network_id': 'ed1b49f6-4ca7-4d7d-b302-2073cd83e975', 'port_id': '3343556d-b25c-49dd-887d-763dea9b36a2', 'mac_address': 'fa:16:3e:6e:ef:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63fdba28-6b4f-4f0d-82c4-e1632b99bb24', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:52:29.789586 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 3343556d-b25c-49dd-887d-763dea9b36a2 is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:52:29.790255 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:52:29.803262 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3343556d-b25c-49dd-887d-763dea9b36a2 {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:52:29.822716 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 3343556d-b25c-49dd-887d-763dea9b36a2, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=3343556d-b25c-49dd-887d-763dea9b36a2,segment=NetworkSegment(404878ed-a07b-4f6d-8f20-714e74fae3cc),segment_id=404878ed-a07b-4f6d-8f20-714e74fae3cc)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:52:29.826922 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:52:29.878255 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=3343556d-b25c-49dd-887d-763dea9b36a2,revision_number=12']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:52:30.094037 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['3343556d-b25c-49dd-887d-763dea9b36a2'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:52:30.626690 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7e8dc0-1bf3-45ec-8458-a8680f0a4129 req-1e119c3e-7400-418e-9d48-3c24381d3943 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:52:30.628198 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-be7e8dc0-1bf3-45ec-8458-a8680f0a4129 req-1e119c3e-7400-418e-9d48-3c24381d3943 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=7d296ec3-ed5c-4457-b76e-f0de026b0451 HTTP/1.1" status: 200 len: 945 time: 0.0500820 May 18 18:52:30.667094 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-be7e8dc0-1bf3-45ec-8458-a8680f0a4129 req-8ef92c4f-79c4-40bf-8ff6-d1cfe331e427 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321162 May 18 18:52:30.740344 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c3231c-6935-4e2f-b1f2-eb6e3cae2154 req-1b7eb67d-ab4e-49b6-b77d-2cac8b8c14ab tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:52:30.741863 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f9c3231c-6935-4e2f-b1f2-eb6e3cae2154 req-1b7eb67d-ab4e-49b6-b77d-2cac8b8c14ab tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.88 "GET /v2.0/ports?device_id=7d296ec3-ed5c-4457-b76e-f0de026b0451 HTTP/1.1" status: 200 len: 945 time: 0.0481498 May 18 18:52:30.838377 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-f9c3231c-6935-4e2f-b1f2-eb6e3cae2154 req-eb09cb70-f18a-450b-8105-257d30186109 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Deleting port 3343556d-b25c-49dd-887d-763dea9b36a2 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:52:30.838640 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-f9c3231c-6935-4e2f-b1f2-eb6e3cae2154 req-eb09cb70-f18a-450b-8105-257d30186109 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:52:30.926141 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-f9c3231c-6935-4e2f-b1f2-eb6e3cae2154 req-eb09cb70-f18a-450b-8105-257d30186109 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] For port 3343556d-b25c-49dd-887d-763dea9b36a2, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=3343556d-b25c-49dd-887d-763dea9b36a2,segment=NetworkSegment(404878ed-a07b-4f6d-8f20-714e74fae3cc),segment_id=404878ed-a07b-4f6d-8f20-714e74fae3cc)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:52:30.926508 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-f9c3231c-6935-4e2f-b1f2-eb6e3cae2154 req-eb09cb70-f18a-450b-8105-257d30186109 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:52:31.105405 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-f9c3231c-6935-4e2f-b1f2-eb6e3cae2154 req-eb09cb70-f18a-450b-8105-257d30186109 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:52:31.105717 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-f9c3231c-6935-4e2f-b1f2-eb6e3cae2154 req-eb09cb70-f18a-450b-8105-257d30186109 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596987'] for floatingip, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:52:31.106035 n-d-838550-3 neutron-server[102731]: INFO neutron.db.l3_db [req-f9c3231c-6935-4e2f-b1f2-eb6e3cae2154 req-eb09cb70-f18a-450b-8105-257d30186109 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Floating IP f6228e3f-592f-4aab-8e48-30e449a17fd7 disassociated. External IP: 172.25.5.52, port: 3343556d-b25c-49dd-887d-763dea9b36a2. May 18 18:52:31.106376 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-f9c3231c-6935-4e2f-b1f2-eb6e3cae2154 req-eb09cb70-f18a-450b-8105-257d30186109 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Calling delete_port for 3343556d-b25c-49dd-887d-763dea9b36a2 owned by compute:nova {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:52:31.232806 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-f9c3231c-6935-4e2f-b1f2-eb6e3cae2154 req-eb09cb70-f18a-450b-8105-257d30186109 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:52:31.266620 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb09cb70-f18a-450b-8105-257d30186109 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Pushing event deleted for resources: {'Port': ['ID=3343556d-b25c-49dd-887d-763dea9b36a2,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:52:31.397566 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:52:31.402245 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f9c3231c-6935-4e2f-b1f2-eb6e3cae2154 req-eb09cb70-f18a-450b-8105-257d30186109 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Router 2ce7bf80-3692-4b14-af74-0cb1e25a3c9c has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:52:31.509569 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:52:31.514088 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f9c3231c-6935-4e2f-b1f2-eb6e3cae2154 req-eb09cb70-f18a-450b-8105-257d30186109 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:52:31.523994 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de941bbd-b9ed-4d62-8c9d-6cf5199b8137 None None] Sync routers for ids ['2ce7bf80-3692-4b14-af74-0cb1e25a3c9c'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:52:31.534029 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de941bbd-b9ed-4d62-8c9d-6cf5199b8137 None None] Routers {'2ce7bf80-3692-4b14-af74-0cb1e25a3c9c'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:52:31.534647 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-de941bbd-b9ed-4d62-8c9d-6cf5199b8137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:52:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['2ce7bf80-3692-4b14-af74-0cb1e25a3c9c'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:52:31.649063 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-de941bbd-b9ed-4d62-8c9d-6cf5199b8137 None None] Set router 2ce7bf80-3692-4b14-af74-0cb1e25a3c9c gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:52:31.857519 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-de941bbd-b9ed-4d62-8c9d-6cf5199b8137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ce7bf80-3692-4b14-af74-0cb1e25a3c9c', 'name': 'tempest-ServerActionsTestJSON-158420334-router', 'tenant_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '1ed6d033-bee1-43e8-971e-18c98e1d7c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:49:02Z', 'updated_at': '2022-05-18T18:49:04Z', 'revision_number': 4, 'project_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'gw_port': {'id': '1ed6d033-bee1-43e8-971e-18c98e1d7c47', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:4e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce7bf80-3692-4b14-af74-0cb1e25a3c9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:49:02Z', 'updated_at': '2022-05-18T18:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '4c096bfb-085c-4121-b78d-b10f275e54dc', 'name': '', 'network_id': 'ed1b49f6-4ca7-4d7d-b302-2073cd83e975', 'tenant_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'mac_address': 'fa:16:3e:7e:b9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce7bf80-3692-4b14-af74-0cb1e25a3c9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '63fdba28-6b4f-4f0d-82c4-e1632b99bb24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:49:04Z', 'updated_at': '2022-05-18T18:49:08Z', 'revision_number': 5, 'project_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'subnets': [{'id': '63fdba28-6b4f-4f0d-82c4-e1632b99bb24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:52:31.881881 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9c3231c-6935-4e2f-b1f2-eb6e3cae2154 req-eb09cb70-f18a-450b-8105-257d30186109 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] No DVR routers for this DVR port 3343556d-b25c-49dd-887d-763dea9b36a2 on host n-h2-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:52:31.887452 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de941bbd-b9ed-4d62-8c9d-6cf5199b8137 None None] Checking router: 2ce7bf80-3692-4b14-af74-0cb1e25a3c9c for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:52:31.893819 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de941bbd-b9ed-4d62-8c9d-6cf5199b8137 None None] Routers {'2ce7bf80-3692-4b14-af74-0cb1e25a3c9c'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:52:31.895081 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-de941bbd-b9ed-4d62-8c9d-6cf5199b8137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:52:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['2ce7bf80-3692-4b14-af74-0cb1e25a3c9c'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:52:31.898708 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-f9c3231c-6935-4e2f-b1f2-eb6e3cae2154 req-eb09cb70-f18a-450b-8105-257d30186109 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:52:31.902063 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-f9c3231c-6935-4e2f-b1f2-eb6e3cae2154 req-eb09cb70-f18a-450b-8105-257d30186109 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.88 "DELETE /v2.0/ports/3343556d-b25c-49dd-887d-763dea9b36a2 HTTP/1.1" status: 204 len: 173 time: 1.1543329 May 18 18:52:31.902585 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d296ec3-ed5c-4457-b76e-f0de026b0451', 'name': 'network-vif-deleted', 'tag': '3343556d-b25c-49dd-887d-763dea9b36a2'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:52:31.905997 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eed787cb-4411-4665-bef5-c8c939a243dd" -d '{"events": [{"server_uuid": "7d296ec3-ed5c-4457-b76e-f0de026b0451", "name": "network-vif-deleted", "tag": "3343556d-b25c-49dd-887d-763dea9b36a2"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:52:31.911204 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-dc7076bf-f422-4e54-83e8-ea64d64b714b req-676a3d7a-0d4a-4382-ae38-df7940927184 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=7d296ec3-ed5c-4457-b76e-f0de026b0451 HTTP/1.1" status: 200 len: 210 time: 0.0551114 May 18 18:52:31.974583 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04c71388-9b66-4251-b067-0f30fa5748f9 x-openstack-request-id: req-04c71388-9b66-4251-b067-0f30fa5748f9 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:52:31.976116 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d296ec3-ed5c-4457-b76e-f0de026b0451", "name": "network-vif-deleted", "tag": "3343556d-b25c-49dd-887d-763dea9b36a2", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:52:31.976387 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-04c71388-9b66-4251-b067-0f30fa5748f9 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:52:31.976946 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04c71388-9b66-4251-b067-0f30fa5748f9'] response: {'server_uuid': '7d296ec3-ed5c-4457-b76e-f0de026b0451', 'name': 'network-vif-deleted', 'tag': '3343556d-b25c-49dd-887d-763dea9b36a2', 'status': 'completed', 'code': 200} May 18 18:52:32.100073 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-de941bbd-b9ed-4d62-8c9d-6cf5199b8137 None None] Set router 2ce7bf80-3692-4b14-af74-0cb1e25a3c9c gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:52:32.294070 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 7 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 18:52:32.309504 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-de941bbd-b9ed-4d62-8c9d-6cf5199b8137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ce7bf80-3692-4b14-af74-0cb1e25a3c9c', 'name': 'tempest-ServerActionsTestJSON-158420334-router', 'tenant_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '1ed6d033-bee1-43e8-971e-18c98e1d7c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:49:02Z', 'updated_at': '2022-05-18T18:49:04Z', 'revision_number': 4, 'project_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'gw_port': {'id': '1ed6d033-bee1-43e8-971e-18c98e1d7c47', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:4e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce7bf80-3692-4b14-af74-0cb1e25a3c9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:49:02Z', 'updated_at': '2022-05-18T18:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '4c096bfb-085c-4121-b78d-b10f275e54dc', 'name': '', 'network_id': 'ed1b49f6-4ca7-4d7d-b302-2073cd83e975', 'tenant_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'mac_address': 'fa:16:3e:7e:b9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce7bf80-3692-4b14-af74-0cb1e25a3c9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '63fdba28-6b4f-4f0d-82c4-e1632b99bb24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:49:04Z', 'updated_at': '2022-05-18T18:49:08Z', 'revision_number': 5, 'project_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'subnets': [{'id': '63fdba28-6b4f-4f0d-82c4-e1632b99bb24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:52:32.336184 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de941bbd-b9ed-4d62-8c9d-6cf5199b8137 None None] The sync data for ids ['2ce7bf80-3692-4b14-af74-0cb1e25a3c9c'] in n-d-838550-3 is: [{'id': '2ce7bf80-3692-4b14-af74-0cb1e25a3c9c', 'name': 'tempest-ServerActionsTestJSON-158420334-router', 'tenant_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '1ed6d033-bee1-43e8-971e-18c98e1d7c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:49:02Z', 'updated_at': '2022-05-18T18:49:04Z', 'revision_number': 4, 'project_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'gw_port': {'id': '1ed6d033-bee1-43e8-971e-18c98e1d7c47', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:4e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce7bf80-3692-4b14-af74-0cb1e25a3c9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:49:02Z', 'updated_at': '2022-05-18T18:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '4c096bfb-085c-4121-b78d-b10f275e54dc', 'name': '', 'network_id': 'ed1b49f6-4ca7-4d7d-b302-2073cd83e975', 'tenant_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'mac_address': 'fa:16:3e:7e:b9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce7bf80-3692-4b14-af74-0cb1e25a3c9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '63fdba28-6b4f-4f0d-82c4-e1632b99bb24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:49:04Z', 'updated_at': '2022-05-18T18:49:08Z', 'revision_number': 5, 'project_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'subnets': [{'id': '63fdba28-6b4f-4f0d-82c4-e1632b99bb24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:52:32.558537 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b0f61a-7aaf-4851-a159-a79099937f3a None None] New status for floating IP f6228e3f-592f-4aab-8e48-30e449a17fd7: DOWN {{(pid=102732) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 18:52:33.172428 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4da1e13c-7a9a-412c-8d1c-7271fa039e89 req-55cae6fb-ee91-44ed-be46-7d1cfd0c6c04 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-securitygroup--871236324&fields=id&tenant_id=8eaa7b9f5c3a4c288455d807dfdc5d8c HTTP/1.1" status: 200 len: 267 time: 0.0326049 May 18 18:52:33.287822 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da1e13c-7a9a-412c-8d1c-7271fa039e89 req-553923fe-1a9b-4a02-97b7-09eaa6b2397e tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:52:33.289271 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4da1e13c-7a9a-412c-8d1c-7271fa039e89 req-553923fe-1a9b-4a02-97b7-09eaa6b2397e tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/networks?id=ed1b49f6-4ca7-4d7d-b302-2073cd83e975 HTTP/1.1" status: 200 len: 811 time: 0.1091106 May 18 18:52:33.305019 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4da1e13c-7a9a-412c-8d1c-7271fa039e89 req-18d6e55c-4216-4d45-9d55-eb543c746150 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/quotas/8eaa7b9f5c3a4c288455d807dfdc5d8c HTTP/1.1" status: 200 len: 375 time: 0.0089967 May 18 18:52:33.359349 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4da1e13c-7a9a-412c-8d1c-7271fa039e89 req-ad87f439-fd26-4278-830f-b34d2723c5a6 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=8eaa7b9f5c3a4c288455d807dfdc5d8c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0485539 May 18 18:52:33.457153 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4da1e13c-7a9a-412c-8d1c-7271fa039e89 req-e48c9f8c-babc-4594-9bef-05804031aad6 service neutron] 10.222.0.85 "GET /v2.0/networks/ed1b49f6-4ca7-4d7d-b302-2073cd83e975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851891 May 18 18:52:33.546212 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4da1e13c-7a9a-412c-8d1c-7271fa039e89 req-87c8ee94-9e9a-4fbe-b190-2fed449d9a81 service neutron] 10.222.0.85 "GET /v2.0/networks/ed1b49f6-4ca7-4d7d-b302-2073cd83e975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826614 May 18 18:52:33.647837 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 3343556d-b25c-49dd-887d-763dea9b36a2 no longer exists at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:52:33.670923 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] No Port match for: 3343556d-b25c-49dd-887d-763dea9b36a2 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:52:33.671272 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 3343556d-b25c-49dd-887d-763dea9b36a2 not bound to the agent host n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:52:33.718752 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3a82c262-16b5-498a-ac45-02c294181a2a req-d1f1808a-b0b2-4bbe-b12d-f9c7c45fd8a7 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=bb7316b8-9092-4d3e-b410-4bf733035763 HTTP/1.1" status: 200 len: 210 time: 0.0310044 May 18 18:52:34.748244 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da1e13c-7a9a-412c-8d1c-7271fa039e89 req-f421ec98-57aa-4093-8501-c7cb6e9812af tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:52:34.749842 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4da1e13c-7a9a-412c-8d1c-7271fa039e89 req-f421ec98-57aa-4093-8501-c7cb6e9812af tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.36 "GET /v2.0/networks?id=ed1b49f6-4ca7-4d7d-b302-2073cd83e975 HTTP/1.1" status: 200 len: 811 time: 0.1078916 May 18 18:52:34.800412 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4da1e13c-7a9a-412c-8d1c-7271fa039e89 req-9e23ce95-bef0-4bcb-bec2-6a8a9d1395d6 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8eaa7b9f5c3a4c288455d807dfdc5d8c HTTP/1.1" status: 200 len: 379 time: 0.0365117 May 18 18:52:34.810473 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-4da1e13c-7a9a-412c-8d1c-7271fa039e89 req-06cc776a-be93-4bb3-80b9-c0be225a8b80 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Request body: {'port': {'device_id': 'bb7316b8-9092-4d3e-b410-4bf733035763', 'network_id': 'ed1b49f6-4ca7-4d7d-b302-2073cd83e975', 'admin_state_up': True, 'tenant_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'security_groups': ['eab78878-df6c-4016-9548-5c51c5bab9d7']}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:52:34.816829 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5fb38dd8-9fa2-446b-a4c8-54f5119ecac9 req-5dd45bff-5fff-49fc-84ce-b7fa4eec78d8 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=bb7316b8-9092-4d3e-b410-4bf733035763 HTTP/1.1" status: 200 len: 210 time: 0.0266821 May 18 18:52:34.919069 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4da1e13c-7a9a-412c-8d1c-7271fa039e89 req-06cc776a-be93-4bb3-80b9-c0be225a8b80 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Made reservation on behalf of 8eaa7b9f5c3a4c288455d807dfdc5d8c for: {'port': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:52:34.922628 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-4da1e13c-7a9a-412c-8d1c-7271fa039e89 req-06cc776a-be93-4bb3-80b9-c0be225a8b80 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:52:35.047712 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [req-4da1e13c-7a9a-412c-8d1c-7271fa039e89 req-06cc776a-be93-4bb3-80b9-c0be225a8b80 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Allocated IP 172.20.0.3 (ed1b49f6-4ca7-4d7d-b302-2073cd83e975/63fdba28-6b4f-4f0d-82c4-e1632b99bb24/34e6249e-f550-47fd-8945-21aeb9537d04) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:52:35.192657 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-4da1e13c-7a9a-412c-8d1c-7271fa039e89 req-06cc776a-be93-4bb3-80b9-c0be225a8b80 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:52:35.226844 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-4da1e13c-7a9a-412c-8d1c-7271fa039e89 req-06cc776a-be93-4bb3-80b9-c0be225a8b80 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:52:35.270605 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4da1e13c-7a9a-412c-8d1c-7271fa039e89 req-06cc776a-be93-4bb3-80b9-c0be225a8b80 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Network ed1b49f6-4ca7-4d7d-b302-2073cd83e975 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:52:35.273605 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [req-4da1e13c-7a9a-412c-8d1c-7271fa039e89 req-06cc776a-be93-4bb3-80b9-c0be225a8b80 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:52:35.277357 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-4da1e13c-7a9a-412c-8d1c-7271fa039e89 req-06cc776a-be93-4bb3-80b9-c0be225a8b80 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:52:35.286463 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cc776a-be93-4bb3-80b9-c0be225a8b80 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Pushing event updated for resources: {'Port': ['ID=34e6249e-f550-47fd-8945-21aeb9537d04,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:52:35.333255 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da1e13c-7a9a-412c-8d1c-7271fa039e89 req-06cc776a-be93-4bb3-80b9-c0be225a8b80 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:52:35.333958 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-4da1e13c-7a9a-412c-8d1c-7271fa039e89 req-06cc776a-be93-4bb3-80b9-c0be225a8b80 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:52:35.354038 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4da1e13c-7a9a-412c-8d1c-7271fa039e89 req-06cc776a-be93-4bb3-80b9-c0be225a8b80 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5474854 May 18 18:52:35.370670 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-4da1e13c-7a9a-412c-8d1c-7271fa039e89 req-b11de0c6-03da-4243-a664-5fbc2fca079c service neutron] Request body: {'port': {'device_id': 'bb7316b8-9092-4d3e-b410-4bf733035763', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-3'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:52:35.438988 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-4da1e13c-7a9a-412c-8d1c-7271fa039e89 req-b11de0c6-03da-4243-a664-5fbc2fca079c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:52:35.524691 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-d8d63f8d-b0a1-44ba-81fa-b713b4b6e1aa None None] Provisioning complete for port 34e6249e-f550-47fd-8945-21aeb9537d04 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:52:35.525292 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d8d63f8d-b0a1-44ba-81fa-b713b4b6e1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:52:35.561989 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-d8d63f8d-b0a1-44ba-81fa-b713b4b6e1aa None None] Port 34e6249e-f550-47fd-8945-21aeb9537d04 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:52:35.711072 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [req-4da1e13c-7a9a-412c-8d1c-7271fa039e89 req-b11de0c6-03da-4243-a664-5fbc2fca079c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34e6249e-f550-47fd-8945-21aeb9537d04 {{(pid=102730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:52:35.720403 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-4da1e13c-7a9a-412c-8d1c-7271fa039e89 req-b11de0c6-03da-4243-a664-5fbc2fca079c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:52:35.734576 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [req-4da1e13c-7a9a-412c-8d1c-7271fa039e89 req-b11de0c6-03da-4243-a664-5fbc2fca079c service neutron] Transition to ACTIVE for port object 34e6249e-f550-47fd-8945-21aeb9537d04 will not be triggered until provisioned by entity L2. {{(pid=102730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:52:35.739359 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-4da1e13c-7a9a-412c-8d1c-7271fa039e89 req-b11de0c6-03da-4243-a664-5fbc2fca079c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:52:35.811144 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11de0c6-03da-4243-a664-5fbc2fca079c service neutron] Pushing event updated for resources: {'Port': ['ID=34e6249e-f550-47fd-8945-21aeb9537d04,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:52:35.867357 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-4da1e13c-7a9a-412c-8d1c-7271fa039e89 req-b11de0c6-03da-4243-a664-5fbc2fca079c service neutron] Attempting to bind port 34e6249e-f550-47fd-8945-21aeb9537d04 on host n-h1-838550-3 for vnic_type normal with profile {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:52:35.867670 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-4da1e13c-7a9a-412c-8d1c-7271fa039e89 req-b11de0c6-03da-4243-a664-5fbc2fca079c service neutron] Attempting to bind port 34e6249e-f550-47fd-8945-21aeb9537d04 by drivers openvswitch,hyperv on host n-h1-838550-3 at level 0 using segments [{'id': '404878ed-a07b-4f6d-8f20-714e74fae3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'ed1b49f6-4ca7-4d7d-b302-2073cd83e975'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:52:35.867986 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da1e13c-7a9a-412c-8d1c-7271fa039e89 req-b11de0c6-03da-4243-a664-5fbc2fca079c service neutron] Attempting to bind port 34e6249e-f550-47fd-8945-21aeb9537d04 on network ed1b49f6-4ca7-4d7d-b302-2073cd83e975 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:52:35.873128 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da1e13c-7a9a-412c-8d1c-7271fa039e89 req-b11de0c6-03da-4243-a664-5fbc2fca079c service neutron] Port 34e6249e-f550-47fd-8945-21aeb9537d04 on network ed1b49f6-4ca7-4d7d-b302-2073cd83e975 not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-3 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:52:35.873459 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da1e13c-7a9a-412c-8d1c-7271fa039e89 req-b11de0c6-03da-4243-a664-5fbc2fca079c service neutron] Attempting to bind port 34e6249e-f550-47fd-8945-21aeb9537d04 on network ed1b49f6-4ca7-4d7d-b302-2073cd83e975 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:52:35.879287 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da1e13c-7a9a-412c-8d1c-7271fa039e89 req-b11de0c6-03da-4243-a664-5fbc2fca079c service neutron] Checking agent: {'id': '1dbac822-25f2-4df8-9dc8-5c2e7b136eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:52:35.879637 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da1e13c-7a9a-412c-8d1c-7271fa039e89 req-b11de0c6-03da-4243-a664-5fbc2fca079c service neutron] Checking segment: {'id': '404878ed-a07b-4f6d-8f20-714e74fae3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'ed1b49f6-4ca7-4d7d-b302-2073cd83e975'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:52:35.880004 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da1e13c-7a9a-412c-8d1c-7271fa039e89 req-b11de0c6-03da-4243-a664-5fbc2fca079c service neutron] Bound using segment: {'id': '404878ed-a07b-4f6d-8f20-714e74fae3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'ed1b49f6-4ca7-4d7d-b302-2073cd83e975'} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:52:35.880438 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-4da1e13c-7a9a-412c-8d1c-7271fa039e89 req-b11de0c6-03da-4243-a664-5fbc2fca079c service neutron] Bound port: 34e6249e-f550-47fd-8945-21aeb9537d04, host: n-h1-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '404878ed-a07b-4f6d-8f20-714e74fae3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'ed1b49f6-4ca7-4d7d-b302-2073cd83e975'}}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:52:35.880797 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-4da1e13c-7a9a-412c-8d1c-7271fa039e89 req-b11de0c6-03da-4243-a664-5fbc2fca079c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:52:35.983768 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986e129b-1e69-453f-a918-3446bcaac5e7 req-6958ba52-64f4-4762-8242-9ee15725f1f9 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:52:35.985226 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-986e129b-1e69-453f-a918-3446bcaac5e7 req-6958ba52-64f4-4762-8242-9ee15725f1f9 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=bb7316b8-9092-4d3e-b410-4bf733035763 HTTP/1.1" status: 200 len: 943 time: 0.0923595 May 18 18:52:35.988508 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-4da1e13c-7a9a-412c-8d1c-7271fa039e89 req-b11de0c6-03da-4243-a664-5fbc2fca079c service neutron] For port 34e6249e-f550-47fd-8945-21aeb9537d04, host n-h1-838550-3, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:52:35.991817 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-4da1e13c-7a9a-412c-8d1c-7271fa039e89 req-b11de0c6-03da-4243-a664-5fbc2fca079c service neutron] For port 34e6249e-f550-47fd-8945-21aeb9537d04, host n-h1-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=34e6249e-f550-47fd-8945-21aeb9537d04,segment=NetworkSegment(404878ed-a07b-4f6d-8f20-714e74fae3cc),segment_id=404878ed-a07b-4f6d-8f20-714e74fae3cc)] {{(pid=102730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:52:36.015635 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-4da1e13c-7a9a-412c-8d1c-7271fa039e89 req-b11de0c6-03da-4243-a664-5fbc2fca079c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:52:36.056368 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da1e13c-7a9a-412c-8d1c-7271fa039e89 req-b11de0c6-03da-4243-a664-5fbc2fca079c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:52:36.056983 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-4da1e13c-7a9a-412c-8d1c-7271fa039e89 req-b11de0c6-03da-4243-a664-5fbc2fca079c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:52:36.058524 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4da1e13c-7a9a-412c-8d1c-7271fa039e89 req-b11de0c6-03da-4243-a664-5fbc2fca079c service neutron] 10.222.0.36 "PUT /v2.0/ports/34e6249e-f550-47fd-8945-21aeb9537d04 HTTP/1.1" status: 200 len: 1091 time: 0.6921947 May 18 18:52:36.064033 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb7316b8-9092-4d3e-b410-4bf733035763', 'tag': '34e6249e-f550-47fd-8945-21aeb9537d04'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:52:36.066568 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3363c9c-371c-4797-b241-a46b200ea3f2" -d '{"events": [{"name": "network-changed", "server_uuid": "bb7316b8-9092-4d3e-b410-4bf733035763", "tag": "34e6249e-f550-47fd-8945-21aeb9537d04"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:52:36.080135 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-986e129b-1e69-453f-a918-3446bcaac5e7 req-561b7368-e0bb-420b-80a7-b571278e0a69 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866921 May 18 18:52:36.107438 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11de0c6-03da-4243-a664-5fbc2fca079c service neutron] Pushing event updated for resources: {'Port': ['ID=34e6249e-f550-47fd-8945-21aeb9537d04,revision_number=3']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:52:36.123631 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-314ac723-2a65-4f6c-b772-344f6c32161b x-openstack-request-id: req-314ac723-2a65-4f6c-b772-344f6c32161b {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:52:36.123927 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb7316b8-9092-4d3e-b410-4bf733035763", "tag": "34e6249e-f550-47fd-8945-21aeb9537d04", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:52:36.124181 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-314ac723-2a65-4f6c-b772-344f6c32161b {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:52:36.124644 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-314ac723-2a65-4f6c-b772-344f6c32161b'] response: {'name': 'network-changed', 'server_uuid': 'bb7316b8-9092-4d3e-b410-4bf733035763', 'tag': '34e6249e-f550-47fd-8945-21aeb9537d04', 'status': 'completed', 'code': 200} May 18 18:52:36.178360 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da1e13c-7a9a-412c-8d1c-7271fa039e89 req-7ae315c0-0e5d-4b08-bf08-2f7b35ea0963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:52:36.179919 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4da1e13c-7a9a-412c-8d1c-7271fa039e89 req-7ae315c0-0e5d-4b08-bf08-2f7b35ea0963 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8eaa7b9f5c3a4c288455d807dfdc5d8c&device_id=bb7316b8-9092-4d3e-b410-4bf733035763 HTTP/1.1" status: 200 len: 1094 time: 0.0458522 May 18 18:52:36.223598 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4da1e13c-7a9a-412c-8d1c-7271fa039e89 req-4188643d-c79c-4f85-a3c1-d1d4b09a047a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34e6249e-f550-47fd-8945-21aeb9537d04 HTTP/1.1" status: 200 len: 217 time: 0.0359852 May 18 18:52:36.281675 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da1e13c-7a9a-412c-8d1c-7271fa039e89 req-56036dd4-4dfd-463a-84b0-6a9749052494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:52:36.283268 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4da1e13c-7a9a-412c-8d1c-7271fa039e89 req-56036dd4-4dfd-463a-84b0-6a9749052494 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=63fdba28-6b4f-4f0d-82c4-e1632b99bb24 HTTP/1.1" status: 200 len: 850 time: 0.0488060 May 18 18:52:36.333730 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da1e13c-7a9a-412c-8d1c-7271fa039e89 req-d58df4d8-152c-4d90-b15f-0be95cc95644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:52:36.335257 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4da1e13c-7a9a-412c-8d1c-7271fa039e89 req-d58df4d8-152c-4d90-b15f-0be95cc95644 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ed1b49f6-4ca7-4d7d-b302-2073cd83e975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416143 May 18 18:52:36.430434 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4da1e13c-7a9a-412c-8d1c-7271fa039e89 req-55e1a3e6-9c41-49d9-94c1-8c6ad15d1b10 service neutron] 10.222.0.36 "GET /v2.0/networks/ed1b49f6-4ca7-4d7d-b302-2073cd83e975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846419 May 18 18:52:36.526937 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4da1e13c-7a9a-412c-8d1c-7271fa039e89 req-73b36930-2bf1-4447-a24c-a7d78c1823ce service neutron] 10.222.0.36 "GET /v2.0/networks/ed1b49f6-4ca7-4d7d-b302-2073cd83e975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866778 May 18 18:52:36.623690 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3363c9c-371c-4797-b241-a46b200ea3f2 req-e3c87ee7-229e-417c-9454-7ba143d4a5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:52:36.625205 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a3363c9c-371c-4797-b241-a46b200ea3f2 req-e3c87ee7-229e-417c-9454-7ba143d4a5a3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8eaa7b9f5c3a4c288455d807dfdc5d8c&device_id=bb7316b8-9092-4d3e-b410-4bf733035763 HTTP/1.1" status: 200 len: 1094 time: 0.0413034 May 18 18:52:36.721960 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3363c9c-371c-4797-b241-a46b200ea3f2 req-0712f581-dab7-4f42-a2f8-72547d72c4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:52:36.723467 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a3363c9c-371c-4797-b241-a46b200ea3f2 req-0712f581-dab7-4f42-a2f8-72547d72c4b2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ed1b49f6-4ca7-4d7d-b302-2073cd83e975 HTTP/1.1" status: 200 len: 912 time: 0.0910721 May 18 18:52:36.765001 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a3363c9c-371c-4797-b241-a46b200ea3f2 req-99f33fbc-b78b-4780-a066-bd4527ffec92 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34e6249e-f550-47fd-8945-21aeb9537d04 HTTP/1.1" status: 200 len: 217 time: 0.0347967 May 18 18:52:36.816544 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3363c9c-371c-4797-b241-a46b200ea3f2 req-db5e896b-1229-4edb-aba7-769329ce172c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:52:36.817957 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a3363c9c-371c-4797-b241-a46b200ea3f2 req-db5e896b-1229-4edb-aba7-769329ce172c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=63fdba28-6b4f-4f0d-82c4-e1632b99bb24 HTTP/1.1" status: 200 len: 850 time: 0.0441940 May 18 18:52:36.870089 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3363c9c-371c-4797-b241-a46b200ea3f2 req-a66cacc3-4b3e-49f5-84cc-030ead646caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:52:36.871616 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a3363c9c-371c-4797-b241-a46b200ea3f2 req-a66cacc3-4b3e-49f5-84cc-030ead646caa service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ed1b49f6-4ca7-4d7d-b302-2073cd83e975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459476 May 18 18:52:36.961348 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a3363c9c-371c-4797-b241-a46b200ea3f2 req-ccbc2a6f-1be2-4667-8710-03c821074688 service neutron] 10.222.0.36 "GET /v2.0/networks/ed1b49f6-4ca7-4d7d-b302-2073cd83e975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820796 May 18 18:52:37.056676 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a3363c9c-371c-4797-b241-a46b200ea3f2 req-bcb60ee6-9ad3-4d9f-836f-fe3ae43f4c79 service neutron] 10.222.0.36 "GET /v2.0/networks/ed1b49f6-4ca7-4d7d-b302-2073cd83e975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866404 May 18 18:52:37.203816 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc7af49-ece4-4efc-94af-84a990772106 req-c1a46b66-acfd-45fe-9a89-d4accf4e9bdb tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:52:37.205670 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-efc7af49-ece4-4efc-94af-84a990772106 req-c1a46b66-acfd-45fe-9a89-d4accf4e9bdb tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=bb7316b8-9092-4d3e-b410-4bf733035763 HTTP/1.1" status: 200 len: 943 time: 0.0525515 May 18 18:52:37.245393 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-efc7af49-ece4-4efc-94af-84a990772106 req-57b1455b-d79d-42ea-89c3-a1530e65bfc8 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331471 May 18 18:52:37.713829 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b7caac97-2031-4700-8d8b-d8d883b56684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:52:38.363468 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b88207f-2732-4d16-a01f-c600206b7f89 req-822023ca-d73f-40dd-87fd-25891970f8ca tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:52:38.364944 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4b88207f-2732-4d16-a01f-c600206b7f89 req-822023ca-d73f-40dd-87fd-25891970f8ca tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=bb7316b8-9092-4d3e-b410-4bf733035763 HTTP/1.1" status: 200 len: 943 time: 0.0485251 May 18 18:52:38.408090 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4b88207f-2732-4d16-a01f-c600206b7f89 req-867be4fc-edb4-4bda-8370-5d74f6b1668f tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370381 May 18 18:52:39.163240 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 34e6249e-f550-47fd-8945-21aeb9537d04 details requested by agent hyperv_n-h1-838550-3 with host n-h1-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:52:39.255568 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 34e6249e-f550-47fd-8945-21aeb9537d04, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=34e6249e-f550-47fd-8945-21aeb9537d04,segment=NetworkSegment(404878ed-a07b-4f6d-8f20-714e74fae3cc),segment_id=404878ed-a07b-4f6d-8f20-714e74fae3cc)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:52:39.267155 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Returning: {'device': '34e6249e-f550-47fd-8945-21aeb9537d04', 'network_id': 'ed1b49f6-4ca7-4d7d-b302-2073cd83e975', 'port_id': '34e6249e-f550-47fd-8945-21aeb9537d04', 'mac_address': 'fa:16:3e:cc:a1:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63fdba28-6b4f-4f0d-82c4-e1632b99bb24', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:52:39.307092 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 34e6249e-f550-47fd-8945-21aeb9537d04 is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:52:39.307474 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:52:39.320467 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34e6249e-f550-47fd-8945-21aeb9537d04 {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:52:39.339624 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 34e6249e-f550-47fd-8945-21aeb9537d04, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=34e6249e-f550-47fd-8945-21aeb9537d04,segment=NetworkSegment(404878ed-a07b-4f6d-8f20-714e74fae3cc),segment_id=404878ed-a07b-4f6d-8f20-714e74fae3cc)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:52:39.343292 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:52:39.388515 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=34e6249e-f550-47fd-8945-21aeb9537d04,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:52:39.526034 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ab326c-231d-43b7-bdd3-cd092ebd2260 req-183828aa-096e-459a-9e36-ea58680f9a83 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:52:39.527514 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-60ab326c-231d-43b7-bdd3-cd092ebd2260 req-183828aa-096e-459a-9e36-ea58680f9a83 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=bb7316b8-9092-4d3e-b410-4bf733035763 HTTP/1.1" status: 200 len: 944 time: 0.0494485 May 18 18:52:39.565154 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-60ab326c-231d-43b7-bdd3-cd092ebd2260 req-e013246c-3260-4158-bd99-54399d0be61c tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317678 May 18 18:52:39.589219 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['34e6249e-f550-47fd-8945-21aeb9537d04'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:52:39.680471 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 3343556d-b25c-49dd-887d-763dea9b36a2 details requested by agent hyperv_n-h2-838550-3 with host n-h2-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:52:39.684085 n-d-838550-3 neutron-server[102732]: INFO neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] No ports have port_id starting with 3343556d-b25c-49dd-887d-763dea9b36a2 May 18 18:52:39.685951 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 3343556d-b25c-49dd-887d-763dea9b36a2 requested by agent hyperv_n-h2-838550-3 not found in database {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} May 18 18:52:40.088047 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-ef2ff15c-3a03-4f19-b928-12f4cdc0b97b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:52:40.679634 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16902960-936e-4189-b563-c24949c04301 req-15cbb9ef-2cec-4f91-92b3-6b81ad68b947 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:52:40.681138 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-16902960-936e-4189-b563-c24949c04301 req-15cbb9ef-2cec-4f91-92b3-6b81ad68b947 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=bb7316b8-9092-4d3e-b410-4bf733035763 HTTP/1.1" status: 200 len: 944 time: 0.0486205 May 18 18:52:40.717475 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-16902960-936e-4189-b563-c24949c04301 req-e4f67a74-e349-4eaf-9029-8dd5034484c3 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303679 May 18 18:52:41.182940 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 34e6249e-f550-47fd-8945-21aeb9537d04 up at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:52:41.231003 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning for port 34e6249e-f550-47fd-8945-21aeb9537d04 completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:52:41.235043 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning complete for port 34e6249e-f550-47fd-8945-21aeb9537d04 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:52:41.235435 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:52:41.479224 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:52:41.479915 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 34e6249e-f550-47fd-8945-21aeb9537d04 is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:52:41.480279 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:52:41.502852 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb7316b8-9092-4d3e-b410-4bf733035763', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34e6249e-f550-47fd-8945-21aeb9537d04'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:52:41.505079 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cadb33ca-ad7c-4e76-a3bf-b4bdda652a0b" -d '{"events": [{"server_uuid": "bb7316b8-9092-4d3e-b410-4bf733035763", "name": "network-vif-plugged", "status": "completed", "tag": "34e6249e-f550-47fd-8945-21aeb9537d04"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:52:41.517587 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 34e6249e-f550-47fd-8945-21aeb9537d04, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=34e6249e-f550-47fd-8945-21aeb9537d04,segment=NetworkSegment(404878ed-a07b-4f6d-8f20-714e74fae3cc),segment_id=404878ed-a07b-4f6d-8f20-714e74fae3cc)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:52:41.522171 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:52:41.545645 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8250a080-2804-42cd-924f-c7316b7fb9f6 x-openstack-request-id: req-8250a080-2804-42cd-924f-c7316b7fb9f6 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:52:41.545943 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb7316b8-9092-4d3e-b410-4bf733035763", "name": "network-vif-plugged", "status": "completed", "tag": "34e6249e-f550-47fd-8945-21aeb9537d04", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:52:41.546199 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-8250a080-2804-42cd-924f-c7316b7fb9f6 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:52:41.546583 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8250a080-2804-42cd-924f-c7316b7fb9f6'] response: {'server_uuid': 'bb7316b8-9092-4d3e-b410-4bf733035763', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34e6249e-f550-47fd-8945-21aeb9537d04', 'code': 200} May 18 18:52:41.572823 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=34e6249e-f550-47fd-8945-21aeb9537d04,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:52:41.639964 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4276032f-b2e9-4182-a2a8-4288593ac5d2 req-8d12e6fe-766f-4ee7-bc0f-66421bede7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:52:41.641434 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4276032f-b2e9-4182-a2a8-4288593ac5d2 req-8d12e6fe-766f-4ee7-bc0f-66421bede7c1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bb7316b8-9092-4d3e-b410-4bf733035763 HTTP/1.1" status: 200 len: 1096 time: 0.0390739 May 18 18:52:41.683611 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4276032f-b2e9-4182-a2a8-4288593ac5d2 req-5318f9ad-4aec-4f89-a0dd-889eed584ce8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316508 May 18 18:52:41.832156 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ad52bf-b0db-4a3f-b78c-f07c996963ac req-c2203636-76a6-44f7-87b0-0918498500fe tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:52:41.833655 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-53ad52bf-b0db-4a3f-b78c-f07c996963ac req-c2203636-76a6-44f7-87b0-0918498500fe tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=bb7316b8-9092-4d3e-b410-4bf733035763 HTTP/1.1" status: 200 len: 945 time: 0.0477974 May 18 18:52:41.870562 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-53ad52bf-b0db-4a3f-b78c-f07c996963ac req-dc4c9699-7414-4809-9994-37d5f4610956 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309532 May 18 18:52:42.543288 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:52:42.996190 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14767ff3-1abc-4b2e-89a4-d81bffe1d213 req-2223252d-3f79-4066-a0b2-a38cf2f32a4f tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:52:42.997701 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-14767ff3-1abc-4b2e-89a4-d81bffe1d213 req-2223252d-3f79-4066-a0b2-a38cf2f32a4f tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=bb7316b8-9092-4d3e-b410-4bf733035763 HTTP/1.1" status: 200 len: 945 time: 0.0508392 May 18 18:52:43.034362 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-14767ff3-1abc-4b2e-89a4-d81bffe1d213 req-a776e9be-758e-4d42-81f1-4b705e93ec59 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305648 May 18 18:52:43.124455 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:52:43.151414 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cc2c73-1854-452a-a24c-389a82858037 req-62834a34-e829-4fb7-ae1b-c9d573e08b1f tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:52:43.152901 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-30cc2c73-1854-452a-a24c-389a82858037 req-62834a34-e829-4fb7-ae1b-c9d573e08b1f tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=bb7316b8-9092-4d3e-b410-4bf733035763 HTTP/1.1" status: 200 len: 945 time: 0.0506895 May 18 18:52:43.162350 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 48204) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:52:43.167002 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-bcdc7788-c3e1-4f01-b8ad-85a192678296 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Request body: {'floatingip': {'port_id': '34e6249e-f550-47fd-8945-21aeb9537d04'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:52:43.208923 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-bcdc7788-c3e1-4f01-b8ad-85a192678296 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Notify callbacks [] for floatingip, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:52:43.644593 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-bcdc7788-c3e1-4f01-b8ad-85a192678296 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:52:43.648473 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-bcdc7788-c3e1-4f01-b8ad-85a192678296 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596987'] for floatingip, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:52:43.748358 n-d-838550-3 neutron-server[102731]: INFO neutron.db.l3_db [None req-bcdc7788-c3e1-4f01-b8ad-85a192678296 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Floating IP f6228e3f-592f-4aab-8e48-30e449a17fd7 associated. External IP: 172.25.5.52, port: 34e6249e-f550-47fd-8945-21aeb9537d04. May 18 18:52:43.965806 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcdc7788-c3e1-4f01-b8ad-85a192678296 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Router 2ce7bf80-3692-4b14-af74-0cb1e25a3c9c has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:52:44.074127 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcdc7788-c3e1-4f01-b8ad-85a192678296 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:52:44.079025 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-bcdc7788-c3e1-4f01-b8ad-85a192678296 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:52:44.084161 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6158f5a1-8949-4db5-811b-45920269e7cf None None] Sync routers for ids ['2ce7bf80-3692-4b14-af74-0cb1e25a3c9c'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:52:44.094599 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6158f5a1-8949-4db5-811b-45920269e7cf None None] Routers {'2ce7bf80-3692-4b14-af74-0cb1e25a3c9c'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:52:44.095217 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-6158f5a1-8949-4db5-811b-45920269e7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:52:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['2ce7bf80-3692-4b14-af74-0cb1e25a3c9c'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:52:44.108020 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-bcdc7788-c3e1-4f01-b8ad-85a192678296 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "PUT /v2.0/floatingips/f6228e3f-592f-4aab-8e48-30e449a17fd7 HTTP/1.1" status: 200 len: 991 time: 0.9445786 May 18 18:52:44.108607 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb7316b8-9092-4d3e-b410-4bf733035763', 'tag': '34e6249e-f550-47fd-8945-21aeb9537d04'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:52:44.110947 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cbdebbd-07f2-47f9-b5dd-9d977b1bb4c2" -d '{"events": [{"name": "network-changed", "server_uuid": "bb7316b8-9092-4d3e-b410-4bf733035763", "tag": "34e6249e-f550-47fd-8945-21aeb9537d04"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:52:44.147355 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:52:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eaadf05-30ff-46af-996b-beaac0ebad7c x-openstack-request-id: req-9eaadf05-30ff-46af-996b-beaac0ebad7c {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:52:44.147700 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb7316b8-9092-4d3e-b410-4bf733035763", "tag": "34e6249e-f550-47fd-8945-21aeb9537d04", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:52:44.147956 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-9eaadf05-30ff-46af-996b-beaac0ebad7c {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:52:44.148368 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9eaadf05-30ff-46af-996b-beaac0ebad7c'] response: {'name': 'network-changed', 'server_uuid': 'bb7316b8-9092-4d3e-b410-4bf733035763', 'tag': '34e6249e-f550-47fd-8945-21aeb9537d04', 'status': 'completed', 'code': 200} May 18 18:52:44.204191 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-6158f5a1-8949-4db5-811b-45920269e7cf None None] Set router 2ce7bf80-3692-4b14-af74-0cb1e25a3c9c gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:52:44.208052 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbdebbd-07f2-47f9-b5dd-9d977b1bb4c2 req-1901c123-5a75-4b0e-b861-d44f725d8d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:52:44.209602 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2cbdebbd-07f2-47f9-b5dd-9d977b1bb4c2 req-1901c123-5a75-4b0e-b861-d44f725d8d8c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8eaa7b9f5c3a4c288455d807dfdc5d8c&device_id=bb7316b8-9092-4d3e-b410-4bf733035763 HTTP/1.1" status: 200 len: 1096 time: 0.0407822 May 18 18:52:44.302721 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbdebbd-07f2-47f9-b5dd-9d977b1bb4c2 req-9e0311e6-3a4b-479b-9f2d-9625b5caa033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:52:44.304228 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2cbdebbd-07f2-47f9-b5dd-9d977b1bb4c2 req-9e0311e6-3a4b-479b-9f2d-9625b5caa033 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ed1b49f6-4ca7-4d7d-b302-2073cd83e975 HTTP/1.1" status: 200 len: 912 time: 0.0876646 May 18 18:52:44.368812 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2cbdebbd-07f2-47f9-b5dd-9d977b1bb4c2 req-ada58caf-cf64-423b-95ae-a4fa7394ac37 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34e6249e-f550-47fd-8945-21aeb9537d04 HTTP/1.1" status: 200 len: 999 time: 0.0577121 May 18 18:52:44.417381 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbdebbd-07f2-47f9-b5dd-9d977b1bb4c2 req-d547ee44-f073-4d47-8e87-1a814be77a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:52:44.418882 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2cbdebbd-07f2-47f9-b5dd-9d977b1bb4c2 req-d547ee44-f073-4d47-8e87-1a814be77a8b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=63fdba28-6b4f-4f0d-82c4-e1632b99bb24 HTTP/1.1" status: 200 len: 850 time: 0.0436642 May 18 18:52:44.426686 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-6158f5a1-8949-4db5-811b-45920269e7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ce7bf80-3692-4b14-af74-0cb1e25a3c9c', 'name': 'tempest-ServerActionsTestJSON-158420334-router', 'tenant_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '1ed6d033-bee1-43e8-971e-18c98e1d7c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:49:02Z', 'updated_at': '2022-05-18T18:49:04Z', 'revision_number': 4, 'project_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'gw_port': {'id': '1ed6d033-bee1-43e8-971e-18c98e1d7c47', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:4e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce7bf80-3692-4b14-af74-0cb1e25a3c9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:49:02Z', 'updated_at': '2022-05-18T18:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': 'f6228e3f-592f-4aab-8e48-30e449a17fd7', 'tenant_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'floating_ip_address': '172.25.5.52', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': '2ce7bf80-3692-4b14-af74-0cb1e25a3c9c', 'port_id': '34e6249e-f550-47fd-8945-21aeb9537d04', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed1b49f6-4ca7-4d7d-b302-2073cd83e975', 'mac_address': 'fa:16:3e:cc:a1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb7316b8-9092-4d3e-b410-4bf733035763', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T18:49:07Z', 'updated_at': '2022-05-18T18:52:43Z', 'revision_number': 13, 'project_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c096bfb-085c-4121-b78d-b10f275e54dc', 'name': '', 'network_id': 'ed1b49f6-4ca7-4d7d-b302-2073cd83e975', 'tenant_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'mac_address': 'fa:16:3e:7e:b9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce7bf80-3692-4b14-af74-0cb1e25a3c9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '63fdba28-6b4f-4f0d-82c4-e1632b99bb24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:49:04Z', 'updated_at': '2022-05-18T18:49:08Z', 'revision_number': 5, 'project_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'subnets': [{'id': '63fdba28-6b4f-4f0d-82c4-e1632b99bb24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:52:44.453378 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6158f5a1-8949-4db5-811b-45920269e7cf None None] Checking router: 2ce7bf80-3692-4b14-af74-0cb1e25a3c9c for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:52:44.462111 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6158f5a1-8949-4db5-811b-45920269e7cf None None] Routers {'2ce7bf80-3692-4b14-af74-0cb1e25a3c9c'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:52:44.462711 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-6158f5a1-8949-4db5-811b-45920269e7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:52:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['2ce7bf80-3692-4b14-af74-0cb1e25a3c9c'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:52:44.469513 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbdebbd-07f2-47f9-b5dd-9d977b1bb4c2 req-4acb1188-2048-49b8-9ac7-fcc8cf6f9162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:52:44.471127 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2cbdebbd-07f2-47f9-b5dd-9d977b1bb4c2 req-4acb1188-2048-49b8-9ac7-fcc8cf6f9162 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ed1b49f6-4ca7-4d7d-b302-2073cd83e975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451860 May 18 18:52:44.563398 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2cbdebbd-07f2-47f9-b5dd-9d977b1bb4c2 req-be515c48-a42e-4800-9d00-730600828e2f service neutron] 10.222.0.36 "GET /v2.0/networks/ed1b49f6-4ca7-4d7d-b302-2073cd83e975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858061 May 18 18:52:44.566030 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-6158f5a1-8949-4db5-811b-45920269e7cf None None] Set router 2ce7bf80-3692-4b14-af74-0cb1e25a3c9c gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:52:44.656853 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2cbdebbd-07f2-47f9-b5dd-9d977b1bb4c2 req-d8514d14-f2e4-42ab-a8b3-c520c2cbd944 service neutron] 10.222.0.36 "GET /v2.0/networks/ed1b49f6-4ca7-4d7d-b302-2073cd83e975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866332 May 18 18:52:44.782949 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-6158f5a1-8949-4db5-811b-45920269e7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ce7bf80-3692-4b14-af74-0cb1e25a3c9c', 'name': 'tempest-ServerActionsTestJSON-158420334-router', 'tenant_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '1ed6d033-bee1-43e8-971e-18c98e1d7c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:49:02Z', 'updated_at': '2022-05-18T18:49:04Z', 'revision_number': 4, 'project_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'gw_port': {'id': '1ed6d033-bee1-43e8-971e-18c98e1d7c47', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:4e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce7bf80-3692-4b14-af74-0cb1e25a3c9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:49:02Z', 'updated_at': '2022-05-18T18:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': 'f6228e3f-592f-4aab-8e48-30e449a17fd7', 'tenant_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'floating_ip_address': '172.25.5.52', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': '2ce7bf80-3692-4b14-af74-0cb1e25a3c9c', 'port_id': '34e6249e-f550-47fd-8945-21aeb9537d04', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed1b49f6-4ca7-4d7d-b302-2073cd83e975', 'mac_address': 'fa:16:3e:cc:a1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb7316b8-9092-4d3e-b410-4bf733035763', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T18:49:07Z', 'updated_at': '2022-05-18T18:52:43Z', 'revision_number': 13, 'project_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c096bfb-085c-4121-b78d-b10f275e54dc', 'name': '', 'network_id': 'ed1b49f6-4ca7-4d7d-b302-2073cd83e975', 'tenant_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'mac_address': 'fa:16:3e:7e:b9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce7bf80-3692-4b14-af74-0cb1e25a3c9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '63fdba28-6b4f-4f0d-82c4-e1632b99bb24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:49:04Z', 'updated_at': '2022-05-18T18:49:08Z', 'revision_number': 5, 'project_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'subnets': [{'id': '63fdba28-6b4f-4f0d-82c4-e1632b99bb24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:52:44.812919 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6158f5a1-8949-4db5-811b-45920269e7cf None None] The sync data for ids ['2ce7bf80-3692-4b14-af74-0cb1e25a3c9c'] in n-d-838550-3 is: [{'id': '2ce7bf80-3692-4b14-af74-0cb1e25a3c9c', 'name': 'tempest-ServerActionsTestJSON-158420334-router', 'tenant_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '1ed6d033-bee1-43e8-971e-18c98e1d7c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:49:02Z', 'updated_at': '2022-05-18T18:49:04Z', 'revision_number': 4, 'project_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'gw_port': {'id': '1ed6d033-bee1-43e8-971e-18c98e1d7c47', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:4e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce7bf80-3692-4b14-af74-0cb1e25a3c9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:49:02Z', 'updated_at': '2022-05-18T18:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': 'f6228e3f-592f-4aab-8e48-30e449a17fd7', 'tenant_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'floating_ip_address': '172.25.5.52', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': '2ce7bf80-3692-4b14-af74-0cb1e25a3c9c', 'port_id': '34e6249e-f550-47fd-8945-21aeb9537d04', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed1b49f6-4ca7-4d7d-b302-2073cd83e975', 'mac_address': 'fa:16:3e:cc:a1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb7316b8-9092-4d3e-b410-4bf733035763', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T18:49:07Z', 'updated_at': '2022-05-18T18:52:43Z', 'revision_number': 13, 'project_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c096bfb-085c-4121-b78d-b10f275e54dc', 'name': '', 'network_id': 'ed1b49f6-4ca7-4d7d-b302-2073cd83e975', 'tenant_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'mac_address': 'fa:16:3e:7e:b9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce7bf80-3692-4b14-af74-0cb1e25a3c9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '63fdba28-6b4f-4f0d-82c4-e1632b99bb24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:49:04Z', 'updated_at': '2022-05-18T18:49:08Z', 'revision_number': 5, 'project_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'subnets': [{'id': '63fdba28-6b4f-4f0d-82c4-e1632b99bb24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:52:44.998210 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6035290-85ed-4370-9ed8-1a8208c28c33 None None] New status for floating IP f6228e3f-592f-4aab-8e48-30e449a17fd7: ACTIVE {{(pid=102732) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 18:53:01.406995 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:53:01.534494 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:53:07.714749 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-6702d276-3174-40fd-9a81-64801430d06a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:53:09.293546 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 7 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 18:53:10.089665 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f42479cc-b458-4960-b819-d8578b87c9dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:53:11.391537 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:53:12.546372 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:53:13.127039 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:53:16.367949 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-81f358c7-5977-4230-8fcf-d169b8ace179 req-08dfa6a2-4516-4342-b3ec-b2ae0e66a6c1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bb7316b8-9092-4d3e-b410-4bf733035763&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399570 May 18 18:53:16.453448 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f358c7-5977-4230-8fcf-d169b8ace179 req-aaa124bd-bea9-417c-8b52-d06adff665de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:53:16.454973 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-81f358c7-5977-4230-8fcf-d169b8ace179 req-aaa124bd-bea9-417c-8b52-d06adff665de service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8eaa7b9f5c3a4c288455d807dfdc5d8c&device_id=bb7316b8-9092-4d3e-b410-4bf733035763 HTTP/1.1" status: 200 len: 1096 time: 0.0418284 May 18 18:53:16.561672 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f358c7-5977-4230-8fcf-d169b8ace179 req-89bce4c8-5528-46a6-a0e5-4b4c30e1cf33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:53:16.563160 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-81f358c7-5977-4230-8fcf-d169b8ace179 req-89bce4c8-5528-46a6-a0e5-4b4c30e1cf33 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ed1b49f6-4ca7-4d7d-b302-2073cd83e975 HTTP/1.1" status: 200 len: 912 time: 0.0873511 May 18 18:53:16.629023 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-81f358c7-5977-4230-8fcf-d169b8ace179 req-891a5b58-c850-41c2-8e92-5d683a38c66f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34e6249e-f550-47fd-8945-21aeb9537d04 HTTP/1.1" status: 200 len: 1001 time: 0.0573945 May 18 18:53:16.681027 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f358c7-5977-4230-8fcf-d169b8ace179 req-be864f2a-b9a0-427c-9adb-216180e2691c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:53:16.682514 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-81f358c7-5977-4230-8fcf-d169b8ace179 req-be864f2a-b9a0-427c-9adb-216180e2691c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=63fdba28-6b4f-4f0d-82c4-e1632b99bb24 HTTP/1.1" status: 200 len: 850 time: 0.0437803 May 18 18:53:16.733067 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f358c7-5977-4230-8fcf-d169b8ace179 req-556c862f-7d4d-474f-9bd6-8ad4dc1139bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:53:16.734586 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-81f358c7-5977-4230-8fcf-d169b8ace179 req-556c862f-7d4d-474f-9bd6-8ad4dc1139bf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ed1b49f6-4ca7-4d7d-b302-2073cd83e975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439837 May 18 18:53:16.827526 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-81f358c7-5977-4230-8fcf-d169b8ace179 req-f878158f-06c4-401c-a168-924ec8520272 service neutron] 10.222.0.36 "GET /v2.0/networks/ed1b49f6-4ca7-4d7d-b302-2073cd83e975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810630 May 18 18:53:16.920336 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-81f358c7-5977-4230-8fcf-d169b8ace179 req-f60d9fe6-b378-4da1-8496-97e615e73eef service neutron] 10.222.0.36 "GET /v2.0/networks/ed1b49f6-4ca7-4d7d-b302-2073cd83e975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853531 May 18 18:53:25.959518 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca45d6c-d8f2-4e00-a752-46c1864422c4 req-bcc1eef2-3d78-40fb-aa49-4baafb1802e3 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:53:25.960990 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7ca45d6c-d8f2-4e00-a752-46c1864422c4 req-bcc1eef2-3d78-40fb-aa49-4baafb1802e3 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=bb7316b8-9092-4d3e-b410-4bf733035763 HTTP/1.1" status: 200 len: 945 time: 0.0536284 May 18 18:53:25.999681 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7ca45d6c-d8f2-4e00-a752-46c1864422c4 req-970c4f04-b848-4699-972e-f43c25a9da01 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319664 May 18 18:53:31.426447 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:53:31.551107 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:53:36.070051 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-31a9a15a-57b4-4e0a-94b9-7e0344ca4f4f req-524ad063-ecbd-4418-a56c-c3793d733529 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=bb7316b8-9092-4d3e-b410-4bf733035763&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0681355 May 18 18:53:36.083788 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3766b6a1-16a5-48a2-85cb-7d18fe63a91c req-eca30289-4aaf-4906-a4d7-21f2f024310d tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:53:36.085372 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3766b6a1-16a5-48a2-85cb-7d18fe63a91c req-eca30289-4aaf-4906-a4d7-21f2f024310d tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=bb7316b8-9092-4d3e-b410-4bf733035763 HTTP/1.1" status: 200 len: 945 time: 0.0585151 May 18 18:53:36.132441 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3766b6a1-16a5-48a2-85cb-7d18fe63a91c req-563014f0-7213-4f93-92d9-12854960a559 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401027 May 18 18:53:37.152844 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a9a15a-57b4-4e0a-94b9-7e0344ca4f4f req-1077042e-6445-428f-8d6f-d76efcdf4be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:53:37.154691 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-31a9a15a-57b4-4e0a-94b9-7e0344ca4f4f req-1077042e-6445-428f-8d6f-d76efcdf4be4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8eaa7b9f5c3a4c288455d807dfdc5d8c&device_id=bb7316b8-9092-4d3e-b410-4bf733035763 HTTP/1.1" status: 200 len: 1096 time: 0.0446537 May 18 18:53:37.251173 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad5d4f6-946a-4a77-9054-28a78d3ec839 req-ba191135-626d-4812-838d-fac0ab043b78 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:53:37.251737 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a9a15a-57b4-4e0a-94b9-7e0344ca4f4f req-a7106a26-6e20-468b-8711-0090077903b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:53:37.252675 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0ad5d4f6-946a-4a77-9054-28a78d3ec839 req-ba191135-626d-4812-838d-fac0ab043b78 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=bb7316b8-9092-4d3e-b410-4bf733035763 HTTP/1.1" status: 200 len: 945 time: 0.0486214 May 18 18:53:37.253117 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-31a9a15a-57b4-4e0a-94b9-7e0344ca4f4f req-a7106a26-6e20-468b-8711-0090077903b2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ed1b49f6-4ca7-4d7d-b302-2073cd83e975 HTTP/1.1" status: 200 len: 912 time: 0.0863478 May 18 18:53:37.290921 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0ad5d4f6-946a-4a77-9054-28a78d3ec839 req-6071d801-03cc-48e9-8902-2b980015cf42 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311990 May 18 18:53:37.325290 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-31a9a15a-57b4-4e0a-94b9-7e0344ca4f4f req-e6ff3704-a35d-4bc6-89ce-dab3aa3df250 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34e6249e-f550-47fd-8945-21aeb9537d04 HTTP/1.1" status: 200 len: 1001 time: 0.0620129 May 18 18:53:37.380024 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a9a15a-57b4-4e0a-94b9-7e0344ca4f4f req-59775985-392a-476a-a07c-b0eb1da374e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:53:37.381458 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-31a9a15a-57b4-4e0a-94b9-7e0344ca4f4f req-59775985-392a-476a-a07c-b0eb1da374e1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=63fdba28-6b4f-4f0d-82c4-e1632b99bb24 HTTP/1.1" status: 200 len: 850 time: 0.0438612 May 18 18:53:37.439654 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a9a15a-57b4-4e0a-94b9-7e0344ca4f4f req-098cc662-72ae-4ada-b42c-eac9e1fec65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:53:37.441093 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-31a9a15a-57b4-4e0a-94b9-7e0344ca4f4f req-098cc662-72ae-4ada-b42c-eac9e1fec65d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ed1b49f6-4ca7-4d7d-b302-2073cd83e975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497174 May 18 18:53:37.534410 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-31a9a15a-57b4-4e0a-94b9-7e0344ca4f4f req-da116836-31f2-4d17-92a6-6d605f401055 service neutron] 10.222.0.36 "GET /v2.0/networks/ed1b49f6-4ca7-4d7d-b302-2073cd83e975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829699 May 18 18:53:37.628395 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-31a9a15a-57b4-4e0a-94b9-7e0344ca4f4f req-a5ffb403-2a1e-4d72-b1bd-19fe36c20b6e service neutron] 10.222.0.36 "GET /v2.0/networks/ed1b49f6-4ca7-4d7d-b302-2073cd83e975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831280 May 18 18:53:37.720969 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9be221f7-93fd-4e03-8881-cfc196dd92d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:53:38.408548 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9605350c-5eb2-4ea7-a168-2d313f164c60 req-70e71650-c317-44af-a922-5cdede6c398c tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:53:38.410047 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9605350c-5eb2-4ea7-a168-2d313f164c60 req-70e71650-c317-44af-a922-5cdede6c398c tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=bb7316b8-9092-4d3e-b410-4bf733035763 HTTP/1.1" status: 200 len: 945 time: 0.0496039 May 18 18:53:38.448125 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9605350c-5eb2-4ea7-a168-2d313f164c60 req-b0e94849-66ad-49a3-bc6a-95ad80201742 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318463 May 18 18:53:39.566473 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f629b3b-f828-45f9-9d64-8c15d6eebef7 req-a13cc7bd-3ade-4bd0-a01a-224d343dd5cd tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:53:39.568217 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1f629b3b-f828-45f9-9d64-8c15d6eebef7 req-a13cc7bd-3ade-4bd0-a01a-224d343dd5cd tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=bb7316b8-9092-4d3e-b410-4bf733035763 HTTP/1.1" status: 200 len: 945 time: 0.0507958 May 18 18:53:39.607579 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1f629b3b-f828-45f9-9d64-8c15d6eebef7 req-0220a47c-4f4a-41c0-8414-cfeabd61671a tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328815 May 18 18:53:40.095225 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-82feae58-4b4e-43d0-a706-7c7d85af589c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:53:40.726321 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141df2bd-5d57-48d3-8e02-da9d92e90a6e req-e56d8e3d-824e-4805-b0ea-f581764ee307 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:53:40.727805 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-141df2bd-5d57-48d3-8e02-da9d92e90a6e req-e56d8e3d-824e-4805-b0ea-f581764ee307 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=bb7316b8-9092-4d3e-b410-4bf733035763 HTTP/1.1" status: 200 len: 945 time: 0.0531161 May 18 18:53:40.765055 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-141df2bd-5d57-48d3-8e02-da9d92e90a6e req-d62ae1ef-812e-4e8f-a200-1fbedb9cbe32 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312974 May 18 18:53:41.396926 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:53:41.886796 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ddf1c2-1d4e-49b5-b691-3b4a8368ab4e req-74b63be0-8f1c-4180-a119-8d1bf112a4b5 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:53:41.888280 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d0ddf1c2-1d4e-49b5-b691-3b4a8368ab4e req-74b63be0-8f1c-4180-a119-8d1bf112a4b5 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=bb7316b8-9092-4d3e-b410-4bf733035763 HTTP/1.1" status: 200 len: 945 time: 0.0541208 May 18 18:53:41.925158 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-d0ddf1c2-1d4e-49b5-b691-3b4a8368ab4e req-af8e0ac6-7f57-4378-9b3c-ccaf98eb883f tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308189 May 18 18:53:42.548290 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:53:43.042810 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08689be-f327-4ffa-a4ac-7311ef2f2473 req-81a879f1-8437-479e-9e2c-30b5565ba1dc tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:53:43.044293 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a08689be-f327-4ffa-a4ac-7311ef2f2473 req-81a879f1-8437-479e-9e2c-30b5565ba1dc tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=bb7316b8-9092-4d3e-b410-4bf733035763 HTTP/1.1" status: 200 len: 945 time: 0.0480273 May 18 18:53:43.081516 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a08689be-f327-4ffa-a4ac-7311ef2f2473 req-0344a0bc-6cc6-4bee-b94c-9f3968bbbd8e tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312216 May 18 18:53:43.129488 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:53:44.201113 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2c5fdf-9712-4e67-aa3a-e4c59b644402 req-3afd88da-ccd4-4f68-b719-322f8c11f959 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:53:44.202593 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3f2c5fdf-9712-4e67-aa3a-e4c59b644402 req-3afd88da-ccd4-4f68-b719-322f8c11f959 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=bb7316b8-9092-4d3e-b410-4bf733035763 HTTP/1.1" status: 200 len: 945 time: 0.0489359 May 18 18:53:44.239239 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3f2c5fdf-9712-4e67-aa3a-e4c59b644402 req-eedc2fa6-42ac-4c58-9094-5aec76eea65f tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306761 May 18 18:53:45.355514 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd20bc7b-9cc9-48d2-be7c-e4d68bff86c7 req-596925a7-e4ac-4b1f-8b0b-f46df8a5d4fe tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:53:45.357048 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cd20bc7b-9cc9-48d2-be7c-e4d68bff86c7 req-596925a7-e4ac-4b1f-8b0b-f46df8a5d4fe tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=bb7316b8-9092-4d3e-b410-4bf733035763 HTTP/1.1" status: 200 len: 945 time: 0.0497365 May 18 18:53:45.395411 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cd20bc7b-9cc9-48d2-be7c-e4d68bff86c7 req-1e9d714c-64ff-44d6-9664-0a76f6df3c23 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319092 May 18 18:53:46.293144 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 7 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 18:53:46.511364 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90111987-434e-4bf1-966b-91575355bc9c req-4c2e6937-e105-4753-8d3b-b9f26e0d40a7 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:53:46.512826 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-90111987-434e-4bf1-966b-91575355bc9c req-4c2e6937-e105-4753-8d3b-b9f26e0d40a7 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=bb7316b8-9092-4d3e-b410-4bf733035763 HTTP/1.1" status: 200 len: 945 time: 0.0482817 May 18 18:53:46.550313 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-90111987-434e-4bf1-966b-91575355bc9c req-563a1720-762a-41f0-b9e1-52ca141cfd39 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314631 May 18 18:53:47.671787 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92b0650-e000-48b6-9efa-b563d4ff4e24 req-38b4b882-d58d-438e-958d-53600ba876ca tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:53:47.673292 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e92b0650-e000-48b6-9efa-b563d4ff4e24 req-38b4b882-d58d-438e-958d-53600ba876ca tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=bb7316b8-9092-4d3e-b410-4bf733035763 HTTP/1.1" status: 200 len: 945 time: 0.0530975 May 18 18:53:47.712087 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e92b0650-e000-48b6-9efa-b563d4ff4e24 req-f63c35c1-2f97-4527-a4e6-7e8b85c2b0aa tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319843 May 18 18:53:48.831728 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e662e8-6683-48a6-907c-1e33d839e1a8 req-f3282bb4-877e-405e-9cc7-3b955b94f597 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:53:48.833884 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-87e662e8-6683-48a6-907c-1e33d839e1a8 req-f3282bb4-877e-405e-9cc7-3b955b94f597 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=bb7316b8-9092-4d3e-b410-4bf733035763 HTTP/1.1" status: 200 len: 945 time: 0.0525477 May 18 18:53:48.870255 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-87e662e8-6683-48a6-907c-1e33d839e1a8 req-7bd9765a-3885-4091-a461-546a21da4c9d tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304790 May 18 18:53:49.985915 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d5cb2f-10fb-40ad-8899-ce27e77072b6 req-1803d3d1-3e92-4d6e-bdd0-90bec1e8bd2e tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:53:49.987315 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d3d5cb2f-10fb-40ad-8899-ce27e77072b6 req-1803d3d1-3e92-4d6e-bdd0-90bec1e8bd2e tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=bb7316b8-9092-4d3e-b410-4bf733035763 HTTP/1.1" status: 200 len: 945 time: 0.0487220 May 18 18:53:50.024760 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d3d5cb2f-10fb-40ad-8899-ce27e77072b6 req-438c15af-30aa-4c76-a3c0-a5ce8afd4927 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314209 May 18 18:53:51.141416 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0155f8e7-6401-420d-85a7-8439288e122d req-e50218d8-6298-49e2-b606-508195e62805 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:53:51.142944 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0155f8e7-6401-420d-85a7-8439288e122d req-e50218d8-6298-49e2-b606-508195e62805 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=bb7316b8-9092-4d3e-b410-4bf733035763 HTTP/1.1" status: 200 len: 945 time: 0.0494792 May 18 18:53:51.189123 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0155f8e7-6401-420d-85a7-8439288e122d req-2905eac0-9317-4d89-b015-6f2903324f5e tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399146 May 18 18:53:52.309339 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec5a714-d349-4e6c-bbb6-d8357c5a5381 req-318d1ca2-890f-49d2-aaf9-9ff917e0aaa4 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:53:52.310859 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-aec5a714-d349-4e6c-bbb6-d8357c5a5381 req-318d1ca2-890f-49d2-aaf9-9ff917e0aaa4 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=bb7316b8-9092-4d3e-b410-4bf733035763 HTTP/1.1" status: 200 len: 945 time: 0.0492880 May 18 18:53:52.347579 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-aec5a714-d349-4e6c-bbb6-d8357c5a5381 req-7ba02986-0419-4b9e-a365-8edc1478a892 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307877 May 18 18:53:53.464576 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9632e1f6-fa8d-4969-af46-88354959107b req-8691be14-9609-4c9a-90a6-d547d6ceade3 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:53:53.466101 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9632e1f6-fa8d-4969-af46-88354959107b req-8691be14-9609-4c9a-90a6-d547d6ceade3 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=bb7316b8-9092-4d3e-b410-4bf733035763 HTTP/1.1" status: 200 len: 945 time: 0.0497971 May 18 18:53:53.505793 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9632e1f6-fa8d-4969-af46-88354959107b req-b2a9ff53-db49-4918-99a2-6105bd12cf62 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336127 May 18 18:53:54.629257 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bbc903-11dd-40d6-8be4-32fff2c0b5ed req-065ef4b0-2319-4e95-a0d5-fb67b7110588 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:53:54.630751 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e6bbc903-11dd-40d6-8be4-32fff2c0b5ed req-065ef4b0-2319-4e95-a0d5-fb67b7110588 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=bb7316b8-9092-4d3e-b410-4bf733035763 HTTP/1.1" status: 200 len: 945 time: 0.0522411 May 18 18:53:54.669020 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e6bbc903-11dd-40d6-8be4-32fff2c0b5ed req-da4935d8-28a0-4af1-9f44-d8674ae725e0 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323095 May 18 18:53:55.792839 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6088ec-9f8b-4c2c-8dba-cb5f88e94c04 req-96bc67b6-8524-45b8-8a22-d3e2c57026ca tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:53:55.794533 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1c6088ec-9f8b-4c2c-8dba-cb5f88e94c04 req-96bc67b6-8524-45b8-8a22-d3e2c57026ca tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=bb7316b8-9092-4d3e-b410-4bf733035763 HTTP/1.1" status: 200 len: 945 time: 0.0555675 May 18 18:53:55.833297 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1c6088ec-9f8b-4c2c-8dba-cb5f88e94c04 req-c53c15cd-bdc8-4b10-be1a-b582ad3a07f5 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324337 May 18 18:53:56.719971 n-d-838550-3 neutron-server[102730]: INFO neutron.api.v2.resource [req-31a9a15a-57b4-4e0a-94b9-7e0344ca4f4f req-be4767fe-7b16-4141-870a-0773f8ac4569 service neutron] show failed (client error): The resource could not be found. May 18 18:53:56.720998 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-31a9a15a-57b4-4e0a-94b9-7e0344ca4f4f req-be4767fe-7b16-4141-870a-0773f8ac4569 service neutron] 10.222.0.36 "GET /v2.0/ports/34e6249e-f550-47fd-8945-21aeb9537d04/bindings/n-h2-838550-3 HTTP/1.1" status: 404 len: 380 time: 0.0584486 May 18 18:53:56.942976 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a9a15a-57b4-4e0a-94b9-7e0344ca4f4f req-96fa9e87-404a-49ab-98fc-b2cc36a6feb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:53:56.944504 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-31a9a15a-57b4-4e0a-94b9-7e0344ca4f4f req-96fa9e87-404a-49ab-98fc-b2cc36a6feb1 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=bb7316b8-9092-4d3e-b410-4bf733035763&tenant_id=8eaa7b9f5c3a4c288455d807dfdc5d8c HTTP/1.1" status: 200 len: 1096 time: 0.0454185 May 18 18:53:56.957070 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-31a9a15a-57b4-4e0a-94b9-7e0344ca4f4f req-db15423c-8aa1-4512-9851-46e1e092bf85 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-838550-3', 'device_owner': 'compute:nova'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:53:56.964290 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec60fdab-3ce9-4890-87de-ec0f10c4bb3b req-49044fe3-77e6-4ce1-b3b1-d93693804121 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:53:56.965937 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ec60fdab-3ce9-4890-87de-ec0f10c4bb3b req-49044fe3-77e6-4ce1-b3b1-d93693804121 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=bb7316b8-9092-4d3e-b410-4bf733035763 HTTP/1.1" status: 200 len: 945 time: 0.0517349 May 18 18:53:57.008196 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ec60fdab-3ce9-4890-87de-ec0f10c4bb3b req-729e9f8e-7be5-42a0-b4f0-a10163595f78 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344884 May 18 18:53:57.011622 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-31a9a15a-57b4-4e0a-94b9-7e0344ca4f4f req-db15423c-8aa1-4512-9851-46e1e092bf85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:53:57.227285 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-31a9a15a-57b4-4e0a-94b9-7e0344ca4f4f req-db15423c-8aa1-4512-9851-46e1e092bf85 service neutron] For port 34e6249e-f550-47fd-8945-21aeb9537d04, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=34e6249e-f550-47fd-8945-21aeb9537d04,segment=NetworkSegment(404878ed-a07b-4f6d-8f20-714e74fae3cc),segment_id=404878ed-a07b-4f6d-8f20-714e74fae3cc)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:53:57.259846 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-31a9a15a-57b4-4e0a-94b9-7e0344ca4f4f req-db15423c-8aa1-4512-9851-46e1e092bf85 service neutron] For port 34e6249e-f550-47fd-8945-21aeb9537d04, host n-h1-838550-3, cleared binding levels {{(pid=102731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:53:57.299295 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb7316b8-9092-4d3e-b410-4bf733035763', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34e6249e-f550-47fd-8945-21aeb9537d04'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:53:57.301549 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f83031c5-6a4f-42ad-b3b2-2a629e2615bc" -d '{"events": [{"server_uuid": "bb7316b8-9092-4d3e-b410-4bf733035763", "name": "network-vif-unplugged", "status": "completed", "tag": "34e6249e-f550-47fd-8945-21aeb9537d04"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:53:57.306337 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-31a9a15a-57b4-4e0a-94b9-7e0344ca4f4f req-db15423c-8aa1-4512-9851-46e1e092bf85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:53:57.318883 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.provisioning_blocks [req-31a9a15a-57b4-4e0a-94b9-7e0344ca4f4f req-db15423c-8aa1-4512-9851-46e1e092bf85 service neutron] Transition to ACTIVE for port object 34e6249e-f550-47fd-8945-21aeb9537d04 will not be triggered until provisioned by entity L2. {{(pid=102731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:53:57.322751 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-31a9a15a-57b4-4e0a-94b9-7e0344ca4f4f req-db15423c-8aa1-4512-9851-46e1e092bf85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:53:57.356385 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 May 2022 18:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-855e17ea-d6b0-47e0-9955-e13011d64ba9 x-openstack-request-id: req-855e17ea-d6b0-47e0-9955-e13011d64ba9 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:53:57.356683 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb7316b8-9092-4d3e-b410-4bf733035763", "name": "network-vif-unplugged", "status": "completed", "tag": "34e6249e-f550-47fd-8945-21aeb9537d04", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:53:57.357093 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-855e17ea-d6b0-47e0-9955-e13011d64ba9 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:53:57.357320 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-855e17ea-d6b0-47e0-9955-e13011d64ba9'] response: {'server_uuid': 'bb7316b8-9092-4d3e-b410-4bf733035763', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34e6249e-f550-47fd-8945-21aeb9537d04', 'code': 200} May 18 18:53:57.409068 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db15423c-8aa1-4512-9851-46e1e092bf85 service neutron] Pushing event updated for resources: {'Port': ['ID=34e6249e-f550-47fd-8945-21aeb9537d04,revision_number=6']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:53:57.421775 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db15423c-8aa1-4512-9851-46e1e092bf85 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:53:57.422119 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db15423c-8aa1-4512-9851-46e1e092bf85 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:53:57.422460 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db15423c-8aa1-4512-9851-46e1e092bf85 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:53:57.422802 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db15423c-8aa1-4512-9851-46e1e092bf85 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:53:57.423131 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db15423c-8aa1-4512-9851-46e1e092bf85 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:53:57.423457 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db15423c-8aa1-4512-9851-46e1e092bf85 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:53:57.423783 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db15423c-8aa1-4512-9851-46e1e092bf85 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:53:57.424107 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db15423c-8aa1-4512-9851-46e1e092bf85 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:53:57.424436 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db15423c-8aa1-4512-9851-46e1e092bf85 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:53:57.424758 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db15423c-8aa1-4512-9851-46e1e092bf85 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:53:57.425080 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db15423c-8aa1-4512-9851-46e1e092bf85 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:53:57.425399 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db15423c-8aa1-4512-9851-46e1e092bf85 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:53:57.463841 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-31a9a15a-57b4-4e0a-94b9-7e0344ca4f4f req-db15423c-8aa1-4512-9851-46e1e092bf85 service neutron] No DVR routers for this DVR port 34e6249e-f550-47fd-8945-21aeb9537d04 on host n-h1-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:53:57.493534 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 34e6249e-f550-47fd-8945-21aeb9537d04 no longer exists at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:53:57.538748 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 34e6249e-f550-47fd-8945-21aeb9537d04 not bound to the agent host n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:53:57.604605 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-31a9a15a-57b4-4e0a-94b9-7e0344ca4f4f req-db15423c-8aa1-4512-9851-46e1e092bf85 service neutron] Attempting to bind port 34e6249e-f550-47fd-8945-21aeb9537d04 on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:53:57.604989 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-31a9a15a-57b4-4e0a-94b9-7e0344ca4f4f req-db15423c-8aa1-4512-9851-46e1e092bf85 service neutron] Attempting to bind port 34e6249e-f550-47fd-8945-21aeb9537d04 by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': '404878ed-a07b-4f6d-8f20-714e74fae3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'ed1b49f6-4ca7-4d7d-b302-2073cd83e975'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:53:57.605288 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a9a15a-57b4-4e0a-94b9-7e0344ca4f4f req-db15423c-8aa1-4512-9851-46e1e092bf85 service neutron] Attempting to bind port 34e6249e-f550-47fd-8945-21aeb9537d04 on network ed1b49f6-4ca7-4d7d-b302-2073cd83e975 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:53:57.609861 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a9a15a-57b4-4e0a-94b9-7e0344ca4f4f req-db15423c-8aa1-4512-9851-46e1e092bf85 service neutron] Port 34e6249e-f550-47fd-8945-21aeb9537d04 on network ed1b49f6-4ca7-4d7d-b302-2073cd83e975 not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:53:57.610177 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a9a15a-57b4-4e0a-94b9-7e0344ca4f4f req-db15423c-8aa1-4512-9851-46e1e092bf85 service neutron] Attempting to bind port 34e6249e-f550-47fd-8945-21aeb9537d04 on network ed1b49f6-4ca7-4d7d-b302-2073cd83e975 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:53:57.615061 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a9a15a-57b4-4e0a-94b9-7e0344ca4f4f req-db15423c-8aa1-4512-9851-46e1e092bf85 service neutron] Checking agent: {'id': 'd1be059a-68ea-4c77-9b2b-29f4afa47e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:53:57.615393 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a9a15a-57b4-4e0a-94b9-7e0344ca4f4f req-db15423c-8aa1-4512-9851-46e1e092bf85 service neutron] Checking segment: {'id': '404878ed-a07b-4f6d-8f20-714e74fae3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'ed1b49f6-4ca7-4d7d-b302-2073cd83e975'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:53:57.615912 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a9a15a-57b4-4e0a-94b9-7e0344ca4f4f req-db15423c-8aa1-4512-9851-46e1e092bf85 service neutron] Bound using segment: {'id': '404878ed-a07b-4f6d-8f20-714e74fae3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'ed1b49f6-4ca7-4d7d-b302-2073cd83e975'} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:53:57.616338 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-31a9a15a-57b4-4e0a-94b9-7e0344ca4f4f req-db15423c-8aa1-4512-9851-46e1e092bf85 service neutron] Bound port: 34e6249e-f550-47fd-8945-21aeb9537d04, host: n-h2-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '404878ed-a07b-4f6d-8f20-714e74fae3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'ed1b49f6-4ca7-4d7d-b302-2073cd83e975'}}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:53:57.616838 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-31a9a15a-57b4-4e0a-94b9-7e0344ca4f4f req-db15423c-8aa1-4512-9851-46e1e092bf85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:53:57.680515 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-31a9a15a-57b4-4e0a-94b9-7e0344ca4f4f req-db15423c-8aa1-4512-9851-46e1e092bf85 service neutron] For port 34e6249e-f550-47fd-8945-21aeb9537d04, host n-h2-838550-3, cleared binding levels {{(pid=102731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:53:57.683676 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-31a9a15a-57b4-4e0a-94b9-7e0344ca4f4f req-db15423c-8aa1-4512-9851-46e1e092bf85 service neutron] For port 34e6249e-f550-47fd-8945-21aeb9537d04, host n-h2-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=34e6249e-f550-47fd-8945-21aeb9537d04,segment=NetworkSegment(404878ed-a07b-4f6d-8f20-714e74fae3cc),segment_id=404878ed-a07b-4f6d-8f20-714e74fae3cc)] {{(pid=102731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:53:57.688253 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-31a9a15a-57b4-4e0a-94b9-7e0344ca4f4f req-db15423c-8aa1-4512-9851-46e1e092bf85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:53:57.722356 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a9a15a-57b4-4e0a-94b9-7e0344ca4f4f req-db15423c-8aa1-4512-9851-46e1e092bf85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:53:57.722943 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-31a9a15a-57b4-4e0a-94b9-7e0344ca4f4f req-db15423c-8aa1-4512-9851-46e1e092bf85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:53:57.724957 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-31a9a15a-57b4-4e0a-94b9-7e0344ca4f4f req-db15423c-8aa1-4512-9851-46e1e092bf85 service neutron] 10.222.0.88 "PUT /v2.0/ports/34e6249e-f550-47fd-8945-21aeb9537d04 HTTP/1.1" status: 200 len: 1091 time: 0.7721546 May 18 18:53:57.780942 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db15423c-8aa1-4512-9851-46e1e092bf85 service neutron] Pushing event updated for resources: {'Port': ['ID=34e6249e-f550-47fd-8945-21aeb9537d04,revision_number=7']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:53:57.800812 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a9a15a-57b4-4e0a-94b9-7e0344ca4f4f req-96eb795f-e952-40b7-a05b-b3e31e4600ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:53:57.802569 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-31a9a15a-57b4-4e0a-94b9-7e0344ca4f4f req-96eb795f-e952-40b7-a05b-b3e31e4600ad service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8eaa7b9f5c3a4c288455d807dfdc5d8c&device_id=bb7316b8-9092-4d3e-b410-4bf733035763 HTTP/1.1" status: 200 len: 1094 time: 0.0533535 May 18 18:53:57.894839 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a9a15a-57b4-4e0a-94b9-7e0344ca4f4f req-79d0520e-64de-4e65-a81f-a2a213c0b360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:53:57.896910 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-31a9a15a-57b4-4e0a-94b9-7e0344ca4f4f req-79d0520e-64de-4e65-a81f-a2a213c0b360 service neutron] 10.222.0.88 "GET /v2.0/networks?id=ed1b49f6-4ca7-4d7d-b302-2073cd83e975 HTTP/1.1" status: 200 len: 912 time: 0.0877984 May 18 18:53:57.968760 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-31a9a15a-57b4-4e0a-94b9-7e0344ca4f4f req-64613c2d-dd43-49c7-a51e-e55598bf8a39 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34e6249e-f550-47fd-8945-21aeb9537d04 HTTP/1.1" status: 200 len: 999 time: 0.0649855 May 18 18:53:58.017403 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a9a15a-57b4-4e0a-94b9-7e0344ca4f4f req-35b30feb-802e-47f0-93d6-028e1c807aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:53:58.018853 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-31a9a15a-57b4-4e0a-94b9-7e0344ca4f4f req-35b30feb-802e-47f0-93d6-028e1c807aad service neutron] 10.222.0.88 "GET /v2.0/subnets?id=63fdba28-6b4f-4f0d-82c4-e1632b99bb24 HTTP/1.1" status: 200 len: 850 time: 0.0430753 May 18 18:53:58.065516 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a9a15a-57b4-4e0a-94b9-7e0344ca4f4f req-0d2ece14-83af-4b88-af80-171e571f70ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:53:58.067081 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-31a9a15a-57b4-4e0a-94b9-7e0344ca4f4f req-0d2ece14-83af-4b88-af80-171e571f70ff service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ed1b49f6-4ca7-4d7d-b302-2073cd83e975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404322 May 18 18:53:58.128222 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cfd912-2825-4fe8-9837-360385368c2d req-a4ab3ca4-04aa-4081-88f2-43e6270559df tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:53:58.129758 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c0cfd912-2825-4fe8-9837-360385368c2d req-a4ab3ca4-04aa-4081-88f2-43e6270559df tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=bb7316b8-9092-4d3e-b410-4bf733035763 HTTP/1.1" status: 200 len: 943 time: 0.0522640 May 18 18:53:58.162232 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-31a9a15a-57b4-4e0a-94b9-7e0344ca4f4f req-a8f892e0-80dc-440e-9518-22baa4e2e0de service neutron] 10.222.0.88 "GET /v2.0/networks/ed1b49f6-4ca7-4d7d-b302-2073cd83e975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872622 May 18 18:53:58.168641 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c0cfd912-2825-4fe8-9837-360385368c2d req-b26ca79a-7403-4a2a-98d0-f0ad209daac8 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322063 May 18 18:53:58.252996 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-31a9a15a-57b4-4e0a-94b9-7e0344ca4f4f req-8192bb07-c9e4-43a6-85e2-aa3f6476997f service neutron] 10.222.0.88 "GET /v2.0/networks/ed1b49f6-4ca7-4d7d-b302-2073cd83e975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828164 May 18 18:53:59.287775 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce33445a-3c95-46ef-a92d-b4b9d43d65ff req-51fafd99-a2a8-4b53-871c-944dceb80a64 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:53:59.289260 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ce33445a-3c95-46ef-a92d-b4b9d43d65ff req-51fafd99-a2a8-4b53-871c-944dceb80a64 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=bb7316b8-9092-4d3e-b410-4bf733035763 HTTP/1.1" status: 200 len: 943 time: 0.0498836 May 18 18:53:59.327422 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ce33445a-3c95-46ef-a92d-b4b9d43d65ff req-fd1b3546-038d-4a70-b43f-49492e1cfa35 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319328 May 18 18:53:59.358122 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb7316b8-9092-4d3e-b410-4bf733035763', 'tag': '34e6249e-f550-47fd-8945-21aeb9537d04'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:53:59.360476 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89759188-bdeb-4407-b50f-7ebd4065fa86" -d '{"events": [{"name": "network-changed", "server_uuid": "bb7316b8-9092-4d3e-b410-4bf733035763", "tag": "34e6249e-f550-47fd-8945-21aeb9537d04"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:53:59.412174 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76e00064-53e9-42a0-9e7a-688821474c56 x-openstack-request-id: req-76e00064-53e9-42a0-9e7a-688821474c56 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:53:59.412547 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb7316b8-9092-4d3e-b410-4bf733035763", "tag": "34e6249e-f550-47fd-8945-21aeb9537d04", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:53:59.412868 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-76e00064-53e9-42a0-9e7a-688821474c56 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:53:59.413344 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76e00064-53e9-42a0-9e7a-688821474c56'] response: {'name': 'network-changed', 'server_uuid': 'bb7316b8-9092-4d3e-b410-4bf733035763', 'tag': '34e6249e-f550-47fd-8945-21aeb9537d04', 'status': 'completed', 'code': 200} May 18 18:53:59.476750 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89759188-bdeb-4407-b50f-7ebd4065fa86 req-89ff9f02-ca13-4386-bbcf-a255b7908518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:53:59.478304 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-89759188-bdeb-4407-b50f-7ebd4065fa86 req-89ff9f02-ca13-4386-bbcf-a255b7908518 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8eaa7b9f5c3a4c288455d807dfdc5d8c&device_id=bb7316b8-9092-4d3e-b410-4bf733035763 HTTP/1.1" status: 200 len: 1094 time: 0.0482833 May 18 18:53:59.487600 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89759188-bdeb-4407-b50f-7ebd4065fa86 req-08529246-8f37-45dc-96eb-b4cf02b58c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:53:59.489109 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-89759188-bdeb-4407-b50f-7ebd4065fa86 req-08529246-8f37-45dc-96eb-b4cf02b58c4b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8eaa7b9f5c3a4c288455d807dfdc5d8c&device_id=bb7316b8-9092-4d3e-b410-4bf733035763 HTTP/1.1" status: 200 len: 1094 time: 0.0441961 May 18 18:53:59.575890 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89759188-bdeb-4407-b50f-7ebd4065fa86 req-e93aff58-6a72-40c2-90bd-d2758dd09510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:53:59.577386 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-89759188-bdeb-4407-b50f-7ebd4065fa86 req-e93aff58-6a72-40c2-90bd-d2758dd09510 service neutron] 10.222.0.88 "GET /v2.0/networks?id=ed1b49f6-4ca7-4d7d-b302-2073cd83e975 HTTP/1.1" status: 200 len: 912 time: 0.0909503 May 18 18:53:59.587465 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89759188-bdeb-4407-b50f-7ebd4065fa86 req-116ea7a0-75cd-4d0b-8283-5c98d9b09848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:53:59.588942 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-89759188-bdeb-4407-b50f-7ebd4065fa86 req-116ea7a0-75cd-4d0b-8283-5c98d9b09848 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ed1b49f6-4ca7-4d7d-b302-2073cd83e975 HTTP/1.1" status: 200 len: 912 time: 0.0900598 May 18 18:53:59.657753 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-89759188-bdeb-4407-b50f-7ebd4065fa86 req-c4dc1034-3480-46b6-8911-8d6ac07a5e5c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34e6249e-f550-47fd-8945-21aeb9537d04 HTTP/1.1" status: 200 len: 999 time: 0.0729916 May 18 18:53:59.669312 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-89759188-bdeb-4407-b50f-7ebd4065fa86 req-ba443455-0ad0-4acd-af50-15c5570e0a6e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34e6249e-f550-47fd-8945-21aeb9537d04 HTTP/1.1" status: 200 len: 999 time: 0.0694969 May 18 18:53:59.711532 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89759188-bdeb-4407-b50f-7ebd4065fa86 req-ac05ebfe-2b90-4d2c-8bdd-f6bfae8e7f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:53:59.713059 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-89759188-bdeb-4407-b50f-7ebd4065fa86 req-ac05ebfe-2b90-4d2c-8bdd-f6bfae8e7f0f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=63fdba28-6b4f-4f0d-82c4-e1632b99bb24 HTTP/1.1" status: 200 len: 850 time: 0.0485384 May 18 18:53:59.733352 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89759188-bdeb-4407-b50f-7ebd4065fa86 req-63bec627-ca6e-4a16-83aa-d339d8169e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:53:59.734859 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-89759188-bdeb-4407-b50f-7ebd4065fa86 req-63bec627-ca6e-4a16-83aa-d339d8169e9d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=63fdba28-6b4f-4f0d-82c4-e1632b99bb24 HTTP/1.1" status: 200 len: 850 time: 0.0556746 May 18 18:53:59.765979 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89759188-bdeb-4407-b50f-7ebd4065fa86 req-4e7b6341-5a46-4f5a-bdc9-53c2e2aa867b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:53:59.773767 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-89759188-bdeb-4407-b50f-7ebd4065fa86 req-4e7b6341-5a46-4f5a-bdc9-53c2e2aa867b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ed1b49f6-4ca7-4d7d-b302-2073cd83e975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461576 May 18 18:53:59.792860 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89759188-bdeb-4407-b50f-7ebd4065fa86 req-6ee1b50f-c165-4a1e-ad5f-665e428a8d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:53:59.794972 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-89759188-bdeb-4407-b50f-7ebd4065fa86 req-6ee1b50f-c165-4a1e-ad5f-665e428a8d36 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ed1b49f6-4ca7-4d7d-b302-2073cd83e975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439889 May 18 18:53:59.863438 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-89759188-bdeb-4407-b50f-7ebd4065fa86 req-687576a5-fb40-4990-8556-5500e2ed7fd5 service neutron] 10.222.0.88 "GET /v2.0/networks/ed1b49f6-4ca7-4d7d-b302-2073cd83e975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883400 May 18 18:53:59.891254 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-89759188-bdeb-4407-b50f-7ebd4065fa86 req-0bdf25c5-4881-4d02-9392-2396b55f0fc1 service neutron] 10.222.0.36 "GET /v2.0/networks/ed1b49f6-4ca7-4d7d-b302-2073cd83e975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879824 May 18 18:53:59.957489 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-89759188-bdeb-4407-b50f-7ebd4065fa86 req-bc504043-7198-46c3-a186-d099448a1702 service neutron] 10.222.0.88 "GET /v2.0/networks/ed1b49f6-4ca7-4d7d-b302-2073cd83e975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858908 May 18 18:53:59.992817 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-89759188-bdeb-4407-b50f-7ebd4065fa86 req-bf3d4729-f1f7-40b8-86c5-eee41a7bd886 service neutron] 10.222.0.36 "GET /v2.0/networks/ed1b49f6-4ca7-4d7d-b302-2073cd83e975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906990 May 18 18:54:00.446971 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592ceb0b-db9d-4aae-bbeb-906b3ab24b0b req-0b32290f-cfcf-4c54-87bd-d185a8f668c8 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:54:00.448469 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-592ceb0b-db9d-4aae-bbeb-906b3ab24b0b req-0b32290f-cfcf-4c54-87bd-d185a8f668c8 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=bb7316b8-9092-4d3e-b410-4bf733035763 HTTP/1.1" status: 200 len: 943 time: 0.0508907 May 18 18:54:00.487766 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-592ceb0b-db9d-4aae-bbeb-906b3ab24b0b req-30cf9f82-1fc1-400a-9282-2884088007f0 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330970 May 18 18:54:01.437414 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:54:01.552722 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:54:01.617281 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64081a41-72e2-4458-ae21-8dc40c8543ed req-62fe8c21-6c5a-455b-a48c-9508e2730ac7 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:54:01.618793 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-64081a41-72e2-4458-ae21-8dc40c8543ed req-62fe8c21-6c5a-455b-a48c-9508e2730ac7 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=bb7316b8-9092-4d3e-b410-4bf733035763 HTTP/1.1" status: 200 len: 943 time: 0.0578449 May 18 18:54:01.658914 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-64081a41-72e2-4458-ae21-8dc40c8543ed req-a95b359b-bd38-47e8-bd6a-51bf4bd03b1f tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339012 May 18 18:54:02.782959 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77995f14-3d63-4881-bbd0-e747dfc857c1 req-1aef1f7d-6ea6-4e3b-ae3f-c0a327344c82 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:54:02.784439 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-77995f14-3d63-4881-bbd0-e747dfc857c1 req-1aef1f7d-6ea6-4e3b-ae3f-c0a327344c82 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=bb7316b8-9092-4d3e-b410-4bf733035763 HTTP/1.1" status: 200 len: 943 time: 0.0528197 May 18 18:54:02.822301 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-77995f14-3d63-4881-bbd0-e747dfc857c1 req-1ab4729a-1b97-408c-9d0c-983ff19ffa5d tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318701 May 18 18:54:03.938057 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf7bc34-d9c6-482a-8f68-63d033b8d73b req-12d3786a-c661-4bc9-bb74-bd4ec1ef7eb4 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:54:03.939476 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-aaf7bc34-d9c6-482a-8f68-63d033b8d73b req-12d3786a-c661-4bc9-bb74-bd4ec1ef7eb4 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=bb7316b8-9092-4d3e-b410-4bf733035763 HTTP/1.1" status: 200 len: 943 time: 0.0484898 May 18 18:54:03.977408 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-aaf7bc34-d9c6-482a-8f68-63d033b8d73b req-d43c62d4-abc1-44b7-9968-464df82365eb tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314779 May 18 18:54:05.091068 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e886c67-5f57-4c76-a118-1a24358e82c4 req-57b44016-1293-4a9e-bc0c-84ccf0d28de6 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:54:05.092547 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4e886c67-5f57-4c76-a118-1a24358e82c4 req-57b44016-1293-4a9e-bc0c-84ccf0d28de6 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=bb7316b8-9092-4d3e-b410-4bf733035763 HTTP/1.1" status: 200 len: 943 time: 0.0482976 May 18 18:54:05.129255 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-4e886c67-5f57-4c76-a118-1a24358e82c4 req-055dae85-5d7d-4037-8ac5-728bfa35ee74 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307820 May 18 18:54:06.295890 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0a9240-1591-474e-a0c5-67ebf594ed4f req-bbdef878-4651-4c66-bc80-d3ea06fdc2b1 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:54:06.297704 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ec0a9240-1591-474e-a0c5-67ebf594ed4f req-bbdef878-4651-4c66-bc80-d3ea06fdc2b1 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=bb7316b8-9092-4d3e-b410-4bf733035763 HTTP/1.1" status: 200 len: 943 time: 0.0509775 May 18 18:54:06.335407 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ec0a9240-1591-474e-a0c5-67ebf594ed4f req-6a20e0b2-ddf4-4c5d-bdcf-779a488c8663 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316556 May 18 18:54:07.451992 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca8c31f-545d-4157-8d67-a925de3155c5 req-c812e79e-6b40-4b0f-93a1-f48d765a29ec tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:54:07.453477 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3ca8c31f-545d-4157-8d67-a925de3155c5 req-c812e79e-6b40-4b0f-93a1-f48d765a29ec tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=bb7316b8-9092-4d3e-b410-4bf733035763 HTTP/1.1" status: 200 len: 943 time: 0.0489531 May 18 18:54:07.491061 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-3ca8c31f-545d-4157-8d67-a925de3155c5 req-f1fd5269-96eb-4c96-b0b7-f60bc79cb039 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316257 May 18 18:54:07.714490 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f8842787-0564-4635-bccf-457bb3863245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:54:08.620116 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2af5a37-3d7a-4dda-9bc9-c99d26fbdf9a req-f814b565-ed9d-4daf-bed0-a35a521cafbb tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:54:08.621809 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f2af5a37-3d7a-4dda-9bc9-c99d26fbdf9a req-f814b565-ed9d-4daf-bed0-a35a521cafbb tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=bb7316b8-9092-4d3e-b410-4bf733035763 HTTP/1.1" status: 200 len: 943 time: 0.0577111 May 18 18:54:08.661110 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f2af5a37-3d7a-4dda-9bc9-c99d26fbdf9a req-73e2aadb-f11c-4df0-b8ba-4510710b7599 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333769 May 18 18:54:09.787004 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73eb26e-f973-47b5-9253-ae232b3cbe3b req-1aef2c97-70c9-4902-99f4-0a8b31e25b0d tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:54:09.788764 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e73eb26e-f973-47b5-9253-ae232b3cbe3b req-1aef2c97-70c9-4902-99f4-0a8b31e25b0d tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=bb7316b8-9092-4d3e-b410-4bf733035763 HTTP/1.1" status: 200 len: 943 time: 0.0528286 May 18 18:54:09.826695 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e73eb26e-f973-47b5-9253-ae232b3cbe3b req-045a58bc-17e0-4e44-8a78-d2e7c3ac15d6 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316184 May 18 18:54:10.089026 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-fb4883d9-0921-4f8d-a101-3767cb2d5d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:54:10.138232 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5400476d-9d8e-4d88-831c-442c8be0a9c8 req-eecc76c1-5183-49d6-903d-b197d8acd0ed tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:54:10.139681 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5400476d-9d8e-4d88-831c-442c8be0a9c8 req-eecc76c1-5183-49d6-903d-b197d8acd0ed tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.88 "GET /v2.0/ports?device_id=bb7316b8-9092-4d3e-b410-4bf733035763&tenant_id=8eaa7b9f5c3a4c288455d807dfdc5d8c&binding%3Ahost_id=n-h2-838550-3 HTTP/1.1" status: 200 len: 943 time: 0.0804374 May 18 18:54:10.151449 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d351918-bc8f-4bd6-9212-1aa6386c301a req-6f364d5a-17c0-4a49-ae4b-33df770a365d tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:54:10.152860 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7d351918-bc8f-4bd6-9212-1aa6386c301a req-6f364d5a-17c0-4a49-ae4b-33df770a365d tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=bb7316b8-9092-4d3e-b410-4bf733035763 HTTP/1.1" status: 200 len: 943 time: 0.0663743 May 18 18:54:10.214515 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 34e6249e-f550-47fd-8945-21aeb9537d04 details requested by agent hyperv_n-h2-838550-3 with host n-h2-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:54:10.227870 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7d351918-bc8f-4bd6-9212-1aa6386c301a req-0cec6560-2ace-4bc5-86f4-2fc7f0300993 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681787 May 18 18:54:10.236020 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5400476d-9d8e-4d88-831c-442c8be0a9c8 req-4b47545b-7f57-4f7a-a6cb-efd076b9f89b service neutron] 10.222.0.88 "GET /v2.0/ports/34e6249e-f550-47fd-8945-21aeb9537d04/bindings/n-h2-838550-3 HTTP/1.1" status: 200 len: 382 time: 0.0822752 May 18 18:54:10.308342 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5400476d-9d8e-4d88-831c-442c8be0a9c8 req-d66204cc-5497-4429-bef1-53093a8d94da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:54:10.309788 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5400476d-9d8e-4d88-831c-442c8be0a9c8 req-d66204cc-5497-4429-bef1-53093a8d94da service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8eaa7b9f5c3a4c288455d807dfdc5d8c&device_id=bb7316b8-9092-4d3e-b410-4bf733035763 HTTP/1.1" status: 200 len: 1094 time: 0.0422261 May 18 18:54:10.310237 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 34e6249e-f550-47fd-8945-21aeb9537d04, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=34e6249e-f550-47fd-8945-21aeb9537d04,segment=NetworkSegment(404878ed-a07b-4f6d-8f20-714e74fae3cc),segment_id=404878ed-a07b-4f6d-8f20-714e74fae3cc)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:54:10.322930 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Returning: {'device': '34e6249e-f550-47fd-8945-21aeb9537d04', 'network_id': 'ed1b49f6-4ca7-4d7d-b302-2073cd83e975', 'port_id': '34e6249e-f550-47fd-8945-21aeb9537d04', 'mac_address': 'fa:16:3e:cc:a1:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63fdba28-6b4f-4f0d-82c4-e1632b99bb24', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:54:10.359023 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 34e6249e-f550-47fd-8945-21aeb9537d04 is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:54:10.359422 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:54:10.376230 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34e6249e-f550-47fd-8945-21aeb9537d04 {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:54:10.396804 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 34e6249e-f550-47fd-8945-21aeb9537d04, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=34e6249e-f550-47fd-8945-21aeb9537d04,segment=NetworkSegment(404878ed-a07b-4f6d-8f20-714e74fae3cc),segment_id=404878ed-a07b-4f6d-8f20-714e74fae3cc)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:54:10.400714 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:54:10.407293 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5400476d-9d8e-4d88-831c-442c8be0a9c8 req-a192efab-46da-41ce-a498-38fd8b9b7591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:54:10.409855 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5400476d-9d8e-4d88-831c-442c8be0a9c8 req-a192efab-46da-41ce-a498-38fd8b9b7591 service neutron] 10.222.0.88 "GET /v2.0/networks?id=ed1b49f6-4ca7-4d7d-b302-2073cd83e975 HTTP/1.1" status: 200 len: 912 time: 0.0921514 May 18 18:54:10.451540 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=34e6249e-f550-47fd-8945-21aeb9537d04,revision_number=8']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:54:10.459948 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:54:10.460294 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:54:10.460635 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:54:10.460974 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:54:10.461308 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:54:10.461665 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:54:10.462001 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:54:10.462336 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:54:10.462661 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:54:10.462984 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:54:10.463306 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:54:10.463633 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:54:10.485159 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5400476d-9d8e-4d88-831c-442c8be0a9c8 req-feff380a-ba34-427c-a646-d5f6f1e3b8f2 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34e6249e-f550-47fd-8945-21aeb9537d04 HTTP/1.1" status: 200 len: 1000 time: 0.0667031 May 18 18:54:10.535057 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5400476d-9d8e-4d88-831c-442c8be0a9c8 req-e16e0c1f-2467-4ed0-a8d0-f63e906bc410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:54:10.536585 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5400476d-9d8e-4d88-831c-442c8be0a9c8 req-e16e0c1f-2467-4ed0-a8d0-f63e906bc410 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=63fdba28-6b4f-4f0d-82c4-e1632b99bb24 HTTP/1.1" status: 200 len: 850 time: 0.0449953 May 18 18:54:10.588884 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5400476d-9d8e-4d88-831c-442c8be0a9c8 req-ecf346a0-05c0-4790-807f-cea06d78c462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:54:10.590408 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5400476d-9d8e-4d88-831c-442c8be0a9c8 req-ecf346a0-05c0-4790-807f-cea06d78c462 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ed1b49f6-4ca7-4d7d-b302-2073cd83e975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458512 May 18 18:54:10.658006 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['34e6249e-f550-47fd-8945-21aeb9537d04'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:54:11.003727 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5400476d-9d8e-4d88-831c-442c8be0a9c8 req-ccf39d79-d222-4f13-8930-a053a1f580dd service neutron] 10.222.0.88 "GET /v2.0/networks/ed1b49f6-4ca7-4d7d-b302-2073cd83e975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4063458 May 18 18:54:11.100332 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-5400476d-9d8e-4d88-831c-442c8be0a9c8 req-285634e7-cd84-4dab-94f4-fd0c511adfec service neutron] 10.222.0.88 "GET /v2.0/networks/ed1b49f6-4ca7-4d7d-b302-2073cd83e975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899346 May 18 18:54:11.355270 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e014a910-e735-4fc6-8b7c-9c809f5812b8 req-21b9681c-99b7-403d-82dd-143feee540a3 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:54:11.356807 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e014a910-e735-4fc6-8b7c-9c809f5812b8 req-21b9681c-99b7-403d-82dd-143feee540a3 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=bb7316b8-9092-4d3e-b410-4bf733035763 HTTP/1.1" status: 200 len: 944 time: 0.0518677 May 18 18:54:11.399915 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:54:11.400640 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e014a910-e735-4fc6-8b7c-9c809f5812b8 req-6b01f5a6-2629-4204-bf4d-29d44b95c70a tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368643 May 18 18:54:12.247074 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 34e6249e-f550-47fd-8945-21aeb9537d04 up at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:54:12.298683 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning for port 34e6249e-f550-47fd-8945-21aeb9537d04 completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:54:12.303629 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning complete for port 34e6249e-f550-47fd-8945-21aeb9537d04 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:54:12.303995 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:54:12.384169 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 34e6249e-f550-47fd-8945-21aeb9537d04 is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:54:12.384553 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:54:12.418300 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb7316b8-9092-4d3e-b410-4bf733035763', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34e6249e-f550-47fd-8945-21aeb9537d04'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:54:12.420571 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42362021-99fd-4c39-8fab-0a6349a16282" -d '{"events": [{"server_uuid": "bb7316b8-9092-4d3e-b410-4bf733035763", "name": "network-vif-plugged", "status": "completed", "tag": "34e6249e-f550-47fd-8945-21aeb9537d04"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:54:12.435526 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 34e6249e-f550-47fd-8945-21aeb9537d04, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=34e6249e-f550-47fd-8945-21aeb9537d04,segment=NetworkSegment(404878ed-a07b-4f6d-8f20-714e74fae3cc),segment_id=404878ed-a07b-4f6d-8f20-714e74fae3cc)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:54:12.439969 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:54:12.497466 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=34e6249e-f550-47fd-8945-21aeb9537d04,revision_number=9']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:54:12.502605 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cab20f3-bfb3-4a3d-b540-5e56a0864411 x-openstack-request-id: req-9cab20f3-bfb3-4a3d-b540-5e56a0864411 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:54:12.502902 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb7316b8-9092-4d3e-b410-4bf733035763", "name": "network-vif-plugged", "status": "completed", "tag": "34e6249e-f550-47fd-8945-21aeb9537d04", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:54:12.503152 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-9cab20f3-bfb3-4a3d-b540-5e56a0864411 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:54:12.506142 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cab20f3-bfb3-4a3d-b540-5e56a0864411'] response: {'server_uuid': 'bb7316b8-9092-4d3e-b410-4bf733035763', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34e6249e-f550-47fd-8945-21aeb9537d04', 'code': 200} May 18 18:54:12.538735 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fd8b27-1af4-411b-ae02-da266d050cd8 req-dd15f5fe-c0f1-4a79-b555-27d5f4169c78 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:54:12.540256 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-69fd8b27-1af4-411b-ae02-da266d050cd8 req-dd15f5fe-c0f1-4a79-b555-27d5f4169c78 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=bb7316b8-9092-4d3e-b410-4bf733035763 HTTP/1.1" status: 200 len: 945 time: 0.0514181 May 18 18:54:12.551641 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:54:12.578471 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-69fd8b27-1af4-411b-ae02-da266d050cd8 req-884add1a-ac86-4ecd-8e4d-d9a84e1f89ec tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317082 May 18 18:54:13.132409 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:54:13.705813 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd10fd67-c441-4f45-bf7c-6147b3353dee req-a91aa092-ed7e-4c0c-bf22-2f70ed65484d tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:54:13.707315 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cd10fd67-c441-4f45-bf7c-6147b3353dee req-a91aa092-ed7e-4c0c-bf22-2f70ed65484d tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=bb7316b8-9092-4d3e-b410-4bf733035763 HTTP/1.1" status: 200 len: 945 time: 0.0516050 May 18 18:54:13.746985 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-cd10fd67-c441-4f45-bf7c-6147b3353dee req-cf115cc6-0354-4cc0-b390-f446e7ef0736 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333009 May 18 18:54:14.896017 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0173bfb-8edd-4a0b-a4e1-1d8d00bb1c84 req-35bc9d1e-c4e8-413b-8fb8-eeec85ed03ce tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:54:14.897440 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f0173bfb-8edd-4a0b-a4e1-1d8d00bb1c84 req-35bc9d1e-c4e8-413b-8fb8-eeec85ed03ce tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=bb7316b8-9092-4d3e-b410-4bf733035763 HTTP/1.1" status: 200 len: 945 time: 0.0809956 May 18 18:54:14.902458 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5400476d-9d8e-4d88-831c-442c8be0a9c8 req-8a57d239-25eb-4953-b23e-c2aadae7695a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:54:14.903853 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5400476d-9d8e-4d88-831c-442c8be0a9c8 req-8a57d239-25eb-4953-b23e-c2aadae7695a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bb7316b8-9092-4d3e-b410-4bf733035763&tenant_id=8eaa7b9f5c3a4c288455d807dfdc5d8c HTTP/1.1" status: 200 len: 1096 time: 0.0571980 May 18 18:54:14.924361 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-5400476d-9d8e-4d88-831c-442c8be0a9c8 req-5c0ff1e8-8937-4b1f-b0fa-a70e19d9437e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-838550-3', 'device_owner': 'compute:nova'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:54:14.960209 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f0173bfb-8edd-4a0b-a4e1-1d8d00bb1c84 req-3bc3fd2c-e4d0-43f8-beb8-0ccc204fd692 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554326 May 18 18:54:14.992382 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-5400476d-9d8e-4d88-831c-442c8be0a9c8 req-5c0ff1e8-8937-4b1f-b0fa-a70e19d9437e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:54:15.192172 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-5400476d-9d8e-4d88-831c-442c8be0a9c8 req-5c0ff1e8-8937-4b1f-b0fa-a70e19d9437e service neutron] For port 34e6249e-f550-47fd-8945-21aeb9537d04, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=34e6249e-f550-47fd-8945-21aeb9537d04,segment=NetworkSegment(404878ed-a07b-4f6d-8f20-714e74fae3cc),segment_id=404878ed-a07b-4f6d-8f20-714e74fae3cc)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:54:15.224176 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-5400476d-9d8e-4d88-831c-442c8be0a9c8 req-5c0ff1e8-8937-4b1f-b0fa-a70e19d9437e service neutron] For port 34e6249e-f550-47fd-8945-21aeb9537d04, host n-h2-838550-3, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:54:15.261504 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb7316b8-9092-4d3e-b410-4bf733035763', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34e6249e-f550-47fd-8945-21aeb9537d04'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:54:15.263989 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11da08df-2681-4d7d-b708-959b876fb0ef" -d '{"events": [{"server_uuid": "bb7316b8-9092-4d3e-b410-4bf733035763", "name": "network-vif-unplugged", "status": "completed", "tag": "34e6249e-f550-47fd-8945-21aeb9537d04"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:54:15.267687 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-5400476d-9d8e-4d88-831c-442c8be0a9c8 req-5c0ff1e8-8937-4b1f-b0fa-a70e19d9437e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:54:15.280949 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [req-5400476d-9d8e-4d88-831c-442c8be0a9c8 req-5c0ff1e8-8937-4b1f-b0fa-a70e19d9437e service neutron] Transition to ACTIVE for port object 34e6249e-f550-47fd-8945-21aeb9537d04 will not be triggered until provisioned by entity L2. {{(pid=102730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:54:15.284682 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-5400476d-9d8e-4d88-831c-442c8be0a9c8 req-5c0ff1e8-8937-4b1f-b0fa-a70e19d9437e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:54:15.321235 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 May 2022 18:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7a8d3ee-8d4a-4a53-afc0-9b408fdbffb3 x-openstack-request-id: req-f7a8d3ee-8d4a-4a53-afc0-9b408fdbffb3 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:54:15.321513 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb7316b8-9092-4d3e-b410-4bf733035763", "name": "network-vif-unplugged", "status": "completed", "tag": "34e6249e-f550-47fd-8945-21aeb9537d04", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:54:15.321796 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-f7a8d3ee-8d4a-4a53-afc0-9b408fdbffb3 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:54:15.322303 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7a8d3ee-8d4a-4a53-afc0-9b408fdbffb3'] response: {'server_uuid': 'bb7316b8-9092-4d3e-b410-4bf733035763', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34e6249e-f550-47fd-8945-21aeb9537d04', 'code': 200} May 18 18:54:15.370801 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0ff1e8-8937-4b1f-b0fa-a70e19d9437e service neutron] Pushing event updated for resources: {'Port': ['ID=34e6249e-f550-47fd-8945-21aeb9537d04,revision_number=10']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:54:15.385925 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0ff1e8-8937-4b1f-b0fa-a70e19d9437e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:54:15.386300 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0ff1e8-8937-4b1f-b0fa-a70e19d9437e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:54:15.386644 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0ff1e8-8937-4b1f-b0fa-a70e19d9437e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:54:15.386981 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0ff1e8-8937-4b1f-b0fa-a70e19d9437e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:54:15.387317 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0ff1e8-8937-4b1f-b0fa-a70e19d9437e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:54:15.387649 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0ff1e8-8937-4b1f-b0fa-a70e19d9437e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:54:15.388010 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0ff1e8-8937-4b1f-b0fa-a70e19d9437e service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:54:15.388337 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0ff1e8-8937-4b1f-b0fa-a70e19d9437e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:54:15.388662 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0ff1e8-8937-4b1f-b0fa-a70e19d9437e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:54:15.388989 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0ff1e8-8937-4b1f-b0fa-a70e19d9437e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:54:15.389314 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0ff1e8-8937-4b1f-b0fa-a70e19d9437e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:54:15.389653 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0ff1e8-8937-4b1f-b0fa-a70e19d9437e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:54:15.426343 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-5400476d-9d8e-4d88-831c-442c8be0a9c8 req-5c0ff1e8-8937-4b1f-b0fa-a70e19d9437e service neutron] No DVR routers for this DVR port 34e6249e-f550-47fd-8945-21aeb9537d04 on host n-h2-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:54:15.884319 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-5400476d-9d8e-4d88-831c-442c8be0a9c8 req-5c0ff1e8-8937-4b1f-b0fa-a70e19d9437e service neutron] Attempting to bind port 34e6249e-f550-47fd-8945-21aeb9537d04 on host n-h1-838550-3 for vnic_type normal with profile {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:54:15.884649 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-5400476d-9d8e-4d88-831c-442c8be0a9c8 req-5c0ff1e8-8937-4b1f-b0fa-a70e19d9437e service neutron] Attempting to bind port 34e6249e-f550-47fd-8945-21aeb9537d04 by drivers openvswitch,hyperv on host n-h1-838550-3 at level 0 using segments [{'id': '404878ed-a07b-4f6d-8f20-714e74fae3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'ed1b49f6-4ca7-4d7d-b302-2073cd83e975'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:54:15.884970 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5400476d-9d8e-4d88-831c-442c8be0a9c8 req-5c0ff1e8-8937-4b1f-b0fa-a70e19d9437e service neutron] Attempting to bind port 34e6249e-f550-47fd-8945-21aeb9537d04 on network ed1b49f6-4ca7-4d7d-b302-2073cd83e975 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:54:15.889084 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5400476d-9d8e-4d88-831c-442c8be0a9c8 req-5c0ff1e8-8937-4b1f-b0fa-a70e19d9437e service neutron] Port 34e6249e-f550-47fd-8945-21aeb9537d04 on network ed1b49f6-4ca7-4d7d-b302-2073cd83e975 not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-3 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:54:15.889404 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5400476d-9d8e-4d88-831c-442c8be0a9c8 req-5c0ff1e8-8937-4b1f-b0fa-a70e19d9437e service neutron] Attempting to bind port 34e6249e-f550-47fd-8945-21aeb9537d04 on network ed1b49f6-4ca7-4d7d-b302-2073cd83e975 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:54:15.894086 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5400476d-9d8e-4d88-831c-442c8be0a9c8 req-5c0ff1e8-8937-4b1f-b0fa-a70e19d9437e service neutron] Checking agent: {'id': '1dbac822-25f2-4df8-9dc8-5c2e7b136eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 54, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:54:15.894422 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5400476d-9d8e-4d88-831c-442c8be0a9c8 req-5c0ff1e8-8937-4b1f-b0fa-a70e19d9437e service neutron] Checking segment: {'id': '404878ed-a07b-4f6d-8f20-714e74fae3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'ed1b49f6-4ca7-4d7d-b302-2073cd83e975'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:54:15.894805 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5400476d-9d8e-4d88-831c-442c8be0a9c8 req-5c0ff1e8-8937-4b1f-b0fa-a70e19d9437e service neutron] Bound using segment: {'id': '404878ed-a07b-4f6d-8f20-714e74fae3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'ed1b49f6-4ca7-4d7d-b302-2073cd83e975'} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:54:15.895230 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-5400476d-9d8e-4d88-831c-442c8be0a9c8 req-5c0ff1e8-8937-4b1f-b0fa-a70e19d9437e service neutron] Bound port: 34e6249e-f550-47fd-8945-21aeb9537d04, host: n-h1-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '404878ed-a07b-4f6d-8f20-714e74fae3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'ed1b49f6-4ca7-4d7d-b302-2073cd83e975'}}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:54:15.895578 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-5400476d-9d8e-4d88-831c-442c8be0a9c8 req-5c0ff1e8-8937-4b1f-b0fa-a70e19d9437e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:54:15.962465 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-5400476d-9d8e-4d88-831c-442c8be0a9c8 req-5c0ff1e8-8937-4b1f-b0fa-a70e19d9437e service neutron] For port 34e6249e-f550-47fd-8945-21aeb9537d04, host n-h1-838550-3, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:54:15.965417 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-5400476d-9d8e-4d88-831c-442c8be0a9c8 req-5c0ff1e8-8937-4b1f-b0fa-a70e19d9437e service neutron] For port 34e6249e-f550-47fd-8945-21aeb9537d04, host n-h1-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=34e6249e-f550-47fd-8945-21aeb9537d04,segment=NetworkSegment(404878ed-a07b-4f6d-8f20-714e74fae3cc),segment_id=404878ed-a07b-4f6d-8f20-714e74fae3cc)] {{(pid=102730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:54:15.970960 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-5400476d-9d8e-4d88-831c-442c8be0a9c8 req-5c0ff1e8-8937-4b1f-b0fa-a70e19d9437e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:54:16.006097 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5400476d-9d8e-4d88-831c-442c8be0a9c8 req-5c0ff1e8-8937-4b1f-b0fa-a70e19d9437e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:54:16.006719 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-5400476d-9d8e-4d88-831c-442c8be0a9c8 req-5c0ff1e8-8937-4b1f-b0fa-a70e19d9437e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:54:16.008134 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5400476d-9d8e-4d88-831c-442c8be0a9c8 req-5c0ff1e8-8937-4b1f-b0fa-a70e19d9437e service neutron] 10.222.0.36 "PUT /v2.0/ports/34e6249e-f550-47fd-8945-21aeb9537d04 HTTP/1.1" status: 200 len: 1092 time: 1.0877438 May 18 18:54:16.047651 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0ff1e8-8937-4b1f-b0fa-a70e19d9437e service neutron] Pushing event updated for resources: {'Port': ['ID=34e6249e-f550-47fd-8945-21aeb9537d04,revision_number=11']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:54:16.118921 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85566f7a-10d0-4c00-9562-d0a6d2aac47f req-42e895b0-16bc-41ae-9449-8303ce21eaee tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:54:16.120459 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-85566f7a-10d0-4c00-9562-d0a6d2aac47f req-42e895b0-16bc-41ae-9449-8303ce21eaee tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=bb7316b8-9092-4d3e-b410-4bf733035763 HTTP/1.1" status: 200 len: 944 time: 0.0876503 May 18 18:54:16.123297 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5400476d-9d8e-4d88-831c-442c8be0a9c8 req-84c73d5b-8460-457f-8ed7-84f9ecca2f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:54:16.124718 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5400476d-9d8e-4d88-831c-442c8be0a9c8 req-84c73d5b-8460-457f-8ed7-84f9ecca2f77 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8eaa7b9f5c3a4c288455d807dfdc5d8c&device_id=bb7316b8-9092-4d3e-b410-4bf733035763 HTTP/1.1" status: 200 len: 1095 time: 0.0739362 May 18 18:54:16.211408 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-85566f7a-10d0-4c00-9562-d0a6d2aac47f req-450723ed-5ed6-4b4f-b924-7c97b88103f3 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846829 May 18 18:54:16.245810 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5400476d-9d8e-4d88-831c-442c8be0a9c8 req-dc916e76-c9b3-41c3-b944-bf5ae1547a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:54:16.247263 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5400476d-9d8e-4d88-831c-442c8be0a9c8 req-dc916e76-c9b3-41c3-b944-bf5ae1547a55 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ed1b49f6-4ca7-4d7d-b302-2073cd83e975 HTTP/1.1" status: 200 len: 912 time: 0.1073439 May 18 18:54:16.269151 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 34e6249e-f550-47fd-8945-21aeb9537d04 no longer exists at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:54:16.318431 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5400476d-9d8e-4d88-831c-442c8be0a9c8 req-36ae6018-46c8-4e1c-a001-7f98ad79d218 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34e6249e-f550-47fd-8945-21aeb9537d04 HTTP/1.1" status: 200 len: 999 time: 0.0597236 May 18 18:54:16.335366 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 34e6249e-f550-47fd-8945-21aeb9537d04 not bound to the agent host n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:54:16.370907 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5400476d-9d8e-4d88-831c-442c8be0a9c8 req-b925a51b-4ba3-4e12-88ad-9f17369077c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:54:16.372376 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5400476d-9d8e-4d88-831c-442c8be0a9c8 req-b925a51b-4ba3-4e12-88ad-9f17369077c8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=63fdba28-6b4f-4f0d-82c4-e1632b99bb24 HTTP/1.1" status: 200 len: 850 time: 0.0440073 May 18 18:54:16.425447 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5400476d-9d8e-4d88-831c-442c8be0a9c8 req-b05e1397-a48a-44d4-868e-9fbb693857a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:54:16.426883 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5400476d-9d8e-4d88-831c-442c8be0a9c8 req-b05e1397-a48a-44d4-868e-9fbb693857a3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ed1b49f6-4ca7-4d7d-b302-2073cd83e975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443215 May 18 18:54:16.519504 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5400476d-9d8e-4d88-831c-442c8be0a9c8 req-5900a46a-3c5c-459d-a9cb-e0fe3d83b0bc service neutron] 10.222.0.36 "GET /v2.0/networks/ed1b49f6-4ca7-4d7d-b302-2073cd83e975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819733 May 18 18:54:16.614965 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5400476d-9d8e-4d88-831c-442c8be0a9c8 req-2071e4d7-33b2-47fe-8b6d-d243ce8a2feb service neutron] 10.222.0.36 "GET /v2.0/networks/ed1b49f6-4ca7-4d7d-b302-2073cd83e975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854585 May 18 18:54:17.323951 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb7316b8-9092-4d3e-b410-4bf733035763', 'tag': '34e6249e-f550-47fd-8945-21aeb9537d04'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:54:17.326790 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad46d675-f52f-440e-91d4-e245d1ecb3fc" -d '{"events": [{"name": "network-changed", "server_uuid": "bb7316b8-9092-4d3e-b410-4bf733035763", "tag": "34e6249e-f550-47fd-8945-21aeb9537d04"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:54:17.333151 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882fd8c6-7619-450f-82e1-7273890cf891 req-32b5510a-f12d-477c-a15e-98a8253d6a67 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:54:17.335067 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-882fd8c6-7619-450f-82e1-7273890cf891 req-32b5510a-f12d-477c-a15e-98a8253d6a67 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=bb7316b8-9092-4d3e-b410-4bf733035763 HTTP/1.1" status: 200 len: 944 time: 0.0509298 May 18 18:54:17.374787 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-882fd8c6-7619-450f-82e1-7273890cf891 req-28f70440-ffa1-4f6a-8bea-1e36553c27db tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330892 May 18 18:54:17.379124 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54c79f43-dfb6-4b38-acd5-f7d8d7275e7b x-openstack-request-id: req-54c79f43-dfb6-4b38-acd5-f7d8d7275e7b {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:54:17.379576 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb7316b8-9092-4d3e-b410-4bf733035763", "tag": "34e6249e-f550-47fd-8945-21aeb9537d04", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:54:17.380990 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-54c79f43-dfb6-4b38-acd5-f7d8d7275e7b {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:54:17.381490 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54c79f43-dfb6-4b38-acd5-f7d8d7275e7b'] response: {'name': 'network-changed', 'server_uuid': 'bb7316b8-9092-4d3e-b410-4bf733035763', 'tag': '34e6249e-f550-47fd-8945-21aeb9537d04', 'status': 'completed', 'code': 200} May 18 18:54:17.443225 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad46d675-f52f-440e-91d4-e245d1ecb3fc req-691e95ee-2389-4d37-a502-e19ac5ca09f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:54:17.445840 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ad46d675-f52f-440e-91d4-e245d1ecb3fc req-691e95ee-2389-4d37-a502-e19ac5ca09f3 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8eaa7b9f5c3a4c288455d807dfdc5d8c&device_id=bb7316b8-9092-4d3e-b410-4bf733035763 HTTP/1.1" status: 200 len: 1095 time: 0.0493617 May 18 18:54:17.455236 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad46d675-f52f-440e-91d4-e245d1ecb3fc req-21deee39-1a05-4477-9b34-79ba3947d77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:54:17.456744 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ad46d675-f52f-440e-91d4-e245d1ecb3fc req-21deee39-1a05-4477-9b34-79ba3947d77c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8eaa7b9f5c3a4c288455d807dfdc5d8c&device_id=bb7316b8-9092-4d3e-b410-4bf733035763 HTTP/1.1" status: 200 len: 1095 time: 0.0457871 May 18 18:54:17.537484 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad46d675-f52f-440e-91d4-e245d1ecb3fc req-c0ee9e63-66a8-459d-b4f1-3566f0b26936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:54:17.539146 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ad46d675-f52f-440e-91d4-e245d1ecb3fc req-c0ee9e63-66a8-459d-b4f1-3566f0b26936 service neutron] 10.222.0.88 "GET /v2.0/networks?id=ed1b49f6-4ca7-4d7d-b302-2073cd83e975 HTTP/1.1" status: 200 len: 912 time: 0.0865021 May 18 18:54:17.555923 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad46d675-f52f-440e-91d4-e245d1ecb3fc req-e9b41335-f867-4b38-9207-a9a9bf93c717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:54:17.557418 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ad46d675-f52f-440e-91d4-e245d1ecb3fc req-e9b41335-f867-4b38-9207-a9a9bf93c717 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ed1b49f6-4ca7-4d7d-b302-2073cd83e975 HTTP/1.1" status: 200 len: 912 time: 0.0907018 May 18 18:54:17.612336 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ad46d675-f52f-440e-91d4-e245d1ecb3fc req-9cc27d01-289e-44b9-894d-2e70abb7026d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34e6249e-f550-47fd-8945-21aeb9537d04 HTTP/1.1" status: 200 len: 999 time: 0.0659740 May 18 18:54:17.632623 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ad46d675-f52f-440e-91d4-e245d1ecb3fc req-df053d89-1103-4eb9-b4d5-123f4d653062 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34e6249e-f550-47fd-8945-21aeb9537d04 HTTP/1.1" status: 200 len: 999 time: 0.0645673 May 18 18:54:17.666048 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad46d675-f52f-440e-91d4-e245d1ecb3fc req-2d74db29-53fd-43db-9fba-51c053c04d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:54:17.667529 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ad46d675-f52f-440e-91d4-e245d1ecb3fc req-2d74db29-53fd-43db-9fba-51c053c04d42 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=63fdba28-6b4f-4f0d-82c4-e1632b99bb24 HTTP/1.1" status: 200 len: 850 time: 0.0476832 May 18 18:54:17.689257 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad46d675-f52f-440e-91d4-e245d1ecb3fc req-b3537947-f79b-4f7d-ac7b-788ade920d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:54:17.690845 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ad46d675-f52f-440e-91d4-e245d1ecb3fc req-b3537947-f79b-4f7d-ac7b-788ade920d8e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=63fdba28-6b4f-4f0d-82c4-e1632b99bb24 HTTP/1.1" status: 200 len: 850 time: 0.0482907 May 18 18:54:17.721816 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad46d675-f52f-440e-91d4-e245d1ecb3fc req-343e773b-af4a-44c7-abf1-ebe4ec218012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:54:17.723419 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ad46d675-f52f-440e-91d4-e245d1ecb3fc req-343e773b-af4a-44c7-abf1-ebe4ec218012 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ed1b49f6-4ca7-4d7d-b302-2073cd83e975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0484576 May 18 18:54:17.748293 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad46d675-f52f-440e-91d4-e245d1ecb3fc req-dcae2d89-fab3-47ad-862e-8acaacb603d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:54:17.749959 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ad46d675-f52f-440e-91d4-e245d1ecb3fc req-dcae2d89-fab3-47ad-862e-8acaacb603d4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ed1b49f6-4ca7-4d7d-b302-2073cd83e975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0481200 May 18 18:54:17.824560 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ad46d675-f52f-440e-91d4-e245d1ecb3fc req-ddc70dfd-421c-4d53-9fd6-c82f00b606b4 service neutron] 10.222.0.88 "GET /v2.0/networks/ed1b49f6-4ca7-4d7d-b302-2073cd83e975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937202 May 18 18:54:17.846724 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ad46d675-f52f-440e-91d4-e245d1ecb3fc req-1f866402-1630-4b65-a366-2e289f2dc297 service neutron] 10.222.0.36 "GET /v2.0/networks/ed1b49f6-4ca7-4d7d-b302-2073cd83e975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844524 May 18 18:54:17.917477 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ad46d675-f52f-440e-91d4-e245d1ecb3fc req-cc85d4be-3c79-4a9a-8a55-4a3f0c1956bb service neutron] 10.222.0.88 "GET /v2.0/networks/ed1b49f6-4ca7-4d7d-b302-2073cd83e975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857329 May 18 18:54:17.948060 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ad46d675-f52f-440e-91d4-e245d1ecb3fc req-b3ffd829-6651-4458-b160-ab4ef9482672 service neutron] 10.222.0.36 "GET /v2.0/networks/ed1b49f6-4ca7-4d7d-b302-2073cd83e975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906467 May 18 18:54:18.392183 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7bb28d-7360-4563-b1fb-85ba84bec9b6 req-c1794aae-3d42-4e85-8e72-146ba07fb7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:54:18.393766 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fa7bb28d-7360-4563-b1fb-85ba84bec9b6 req-c1794aae-3d42-4e85-8e72-146ba07fb7e6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8eaa7b9f5c3a4c288455d807dfdc5d8c&device_id=bb7316b8-9092-4d3e-b410-4bf733035763 HTTP/1.1" status: 200 len: 1095 time: 0.0419104 May 18 18:54:18.544864 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599186f0-08f9-44d7-bd80-895874e663ed req-50ba9f2d-a92c-4e66-a157-0016a547000f tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:54:18.546373 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-599186f0-08f9-44d7-bd80-895874e663ed req-50ba9f2d-a92c-4e66-a157-0016a547000f tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=bb7316b8-9092-4d3e-b410-4bf733035763 HTTP/1.1" status: 200 len: 944 time: 0.0784974 May 18 18:54:18.547793 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7bb28d-7360-4563-b1fb-85ba84bec9b6 req-516f1953-d049-4616-b7ad-eea90a886995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:54:18.549116 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fa7bb28d-7360-4563-b1fb-85ba84bec9b6 req-516f1953-d049-4616-b7ad-eea90a886995 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ed1b49f6-4ca7-4d7d-b302-2073cd83e975 HTTP/1.1" status: 200 len: 912 time: 0.1314147 May 18 18:54:18.622089 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-599186f0-08f9-44d7-bd80-895874e663ed req-05e1a24c-d311-42f5-9b70-4d8918132d2c tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692494 May 18 18:54:18.645470 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fa7bb28d-7360-4563-b1fb-85ba84bec9b6 req-5d0966f2-2de4-4e75-9ddb-1b111bf41a3b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34e6249e-f550-47fd-8945-21aeb9537d04 HTTP/1.1" status: 200 len: 999 time: 0.0859263 May 18 18:54:18.705431 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7bb28d-7360-4563-b1fb-85ba84bec9b6 req-4bc0b7bd-64cc-4d6e-bcc9-fb9e9cae5f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:54:18.706944 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fa7bb28d-7360-4563-b1fb-85ba84bec9b6 req-4bc0b7bd-64cc-4d6e-bcc9-fb9e9cae5f16 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=63fdba28-6b4f-4f0d-82c4-e1632b99bb24 HTTP/1.1" status: 200 len: 850 time: 0.0516398 May 18 18:54:18.757317 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7bb28d-7360-4563-b1fb-85ba84bec9b6 req-5a18568b-8caf-41a0-b5e7-3fd3a9abcda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:54:18.758856 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fa7bb28d-7360-4563-b1fb-85ba84bec9b6 req-5a18568b-8caf-41a0-b5e7-3fd3a9abcda1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ed1b49f6-4ca7-4d7d-b302-2073cd83e975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406377 May 18 18:54:18.851833 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fa7bb28d-7360-4563-b1fb-85ba84bec9b6 req-466c2b4d-89ef-46ca-8e6a-63d1e07b917b service neutron] 10.222.0.36 "GET /v2.0/networks/ed1b49f6-4ca7-4d7d-b302-2073cd83e975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823328 May 18 18:54:18.951506 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fa7bb28d-7360-4563-b1fb-85ba84bec9b6 req-e44fa761-3c67-4b12-93ee-085b23e915c4 service neutron] 10.222.0.36 "GET /v2.0/networks/ed1b49f6-4ca7-4d7d-b302-2073cd83e975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896034 May 18 18:54:19.758774 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91970196-a908-40d8-b74b-ce80ea821049 req-567d728e-5f00-4271-ac91-e655c0b304ba tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:54:19.760213 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-91970196-a908-40d8-b74b-ce80ea821049 req-567d728e-5f00-4271-ac91-e655c0b304ba tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=bb7316b8-9092-4d3e-b410-4bf733035763 HTTP/1.1" status: 200 len: 944 time: 0.0572667 May 18 18:54:19.803357 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-91970196-a908-40d8-b74b-ce80ea821049 req-5b7e3469-8f53-4229-9891-bb1bce10c591 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354681 May 18 18:54:23.292966 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 7 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 18:54:29.655729 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 34e6249e-f550-47fd-8945-21aeb9537d04 details requested by agent hyperv_n-h1-838550-3 with host n-h1-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:54:29.758078 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 34e6249e-f550-47fd-8945-21aeb9537d04, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=34e6249e-f550-47fd-8945-21aeb9537d04,segment=NetworkSegment(404878ed-a07b-4f6d-8f20-714e74fae3cc),segment_id=404878ed-a07b-4f6d-8f20-714e74fae3cc)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:54:29.769420 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Returning: {'device': '34e6249e-f550-47fd-8945-21aeb9537d04', 'network_id': 'ed1b49f6-4ca7-4d7d-b302-2073cd83e975', 'port_id': '34e6249e-f550-47fd-8945-21aeb9537d04', 'mac_address': 'fa:16:3e:cc:a1:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63fdba28-6b4f-4f0d-82c4-e1632b99bb24', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:54:29.807472 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 34e6249e-f550-47fd-8945-21aeb9537d04 is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:54:29.807472 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:54:29.820144 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34e6249e-f550-47fd-8945-21aeb9537d04 {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:54:29.839125 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 34e6249e-f550-47fd-8945-21aeb9537d04, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=34e6249e-f550-47fd-8945-21aeb9537d04,segment=NetworkSegment(404878ed-a07b-4f6d-8f20-714e74fae3cc),segment_id=404878ed-a07b-4f6d-8f20-714e74fae3cc)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:54:29.843032 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:54:29.892304 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=34e6249e-f550-47fd-8945-21aeb9537d04,revision_number=12']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:54:30.082965 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['34e6249e-f550-47fd-8945-21aeb9537d04'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:54:31.432606 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:54:31.564557 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:54:31.661610 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 34e6249e-f550-47fd-8945-21aeb9537d04 up at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:54:31.713723 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning for port 34e6249e-f550-47fd-8945-21aeb9537d04 completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:54:31.717524 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning complete for port 34e6249e-f550-47fd-8945-21aeb9537d04 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:54:31.717959 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:54:31.797591 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 34e6249e-f550-47fd-8945-21aeb9537d04 is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:54:31.798257 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:54:31.824105 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb7316b8-9092-4d3e-b410-4bf733035763', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34e6249e-f550-47fd-8945-21aeb9537d04'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:54:31.826519 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f01b14c0-da16-43aa-9d9f-fc25cbfda8a6" -d '{"events": [{"server_uuid": "bb7316b8-9092-4d3e-b410-4bf733035763", "name": "network-vif-plugged", "status": "completed", "tag": "34e6249e-f550-47fd-8945-21aeb9537d04"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:54:31.840835 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 34e6249e-f550-47fd-8945-21aeb9537d04, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=34e6249e-f550-47fd-8945-21aeb9537d04,segment=NetworkSegment(404878ed-a07b-4f6d-8f20-714e74fae3cc),segment_id=404878ed-a07b-4f6d-8f20-714e74fae3cc)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:54:31.844912 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:54:31.868410 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bdb024b-a18d-4243-af92-f6aa6a73cdce x-openstack-request-id: req-2bdb024b-a18d-4243-af92-f6aa6a73cdce {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:54:31.868701 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb7316b8-9092-4d3e-b410-4bf733035763", "name": "network-vif-plugged", "status": "completed", "tag": "34e6249e-f550-47fd-8945-21aeb9537d04", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:54:31.868953 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-2bdb024b-a18d-4243-af92-f6aa6a73cdce {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:54:31.869343 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2bdb024b-a18d-4243-af92-f6aa6a73cdce'] response: {'server_uuid': 'bb7316b8-9092-4d3e-b410-4bf733035763', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34e6249e-f550-47fd-8945-21aeb9537d04', 'code': 200} May 18 18:54:31.893158 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=34e6249e-f550-47fd-8945-21aeb9537d04,revision_number=13']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:54:37.715706 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-84baa011-5a0c-4936-8687-ca8ca0314d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:54:40.091642 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-82f653a1-3854-444e-823c-bbc51402a6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:54:41.401067 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:54:42.554786 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:54:43.134066 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:55:00.291509 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 7 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 18:55:01.436227 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:55:01.582554 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:55:07.719944 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-70adf79b-1959-4d13-b2db-b7e2bdc0cf53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:55:10.093330 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d195d41e-3ba6-47a3-bf91-b1e65d150f28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:55:11.403940 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:55:12.557404 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:55:13.136227 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:55:18.430759 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1a0c2542-f7d8-491f-93cd-dcc12bc6be2c req-e5266da0-4460-4388-9350-639ced5cf98f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bb7316b8-9092-4d3e-b410-4bf733035763&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405724 May 18 18:55:18.514365 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0c2542-f7d8-491f-93cd-dcc12bc6be2c req-9c11fb2b-f661-4d2e-b8ef-5b87080ebd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:55:18.515867 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1a0c2542-f7d8-491f-93cd-dcc12bc6be2c req-9c11fb2b-f661-4d2e-b8ef-5b87080ebd5f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8eaa7b9f5c3a4c288455d807dfdc5d8c&device_id=bb7316b8-9092-4d3e-b410-4bf733035763 HTTP/1.1" status: 200 len: 1097 time: 0.0411124 May 18 18:55:18.626955 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0c2542-f7d8-491f-93cd-dcc12bc6be2c req-85965e16-0db5-46ab-b5bd-45423512679a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:55:18.628460 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1a0c2542-f7d8-491f-93cd-dcc12bc6be2c req-85965e16-0db5-46ab-b5bd-45423512679a service neutron] 10.222.0.36 "GET /v2.0/networks?id=ed1b49f6-4ca7-4d7d-b302-2073cd83e975 HTTP/1.1" status: 200 len: 912 time: 0.0874524 May 18 18:55:18.699967 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1a0c2542-f7d8-491f-93cd-dcc12bc6be2c req-12c299ce-61c6-4265-b044-83f96d26077e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34e6249e-f550-47fd-8945-21aeb9537d04 HTTP/1.1" status: 200 len: 1001 time: 0.0593209 May 18 18:55:18.757003 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0c2542-f7d8-491f-93cd-dcc12bc6be2c req-79f74ad0-36c8-4469-bdb8-ef40c9244f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:55:18.758530 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1a0c2542-f7d8-491f-93cd-dcc12bc6be2c req-79f74ad0-36c8-4469-bdb8-ef40c9244f85 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=63fdba28-6b4f-4f0d-82c4-e1632b99bb24 HTTP/1.1" status: 200 len: 850 time: 0.0487537 May 18 18:55:18.807405 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0c2542-f7d8-491f-93cd-dcc12bc6be2c req-36b805f5-4236-4dc6-91c1-5e72b60953f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:55:18.808869 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1a0c2542-f7d8-491f-93cd-dcc12bc6be2c req-36b805f5-4236-4dc6-91c1-5e72b60953f1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ed1b49f6-4ca7-4d7d-b302-2073cd83e975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400310 May 18 18:55:18.899046 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1a0c2542-f7d8-491f-93cd-dcc12bc6be2c req-b7511f7c-a36c-49c3-a9e7-a41a19315f45 service neutron] 10.222.0.36 "GET /v2.0/networks/ed1b49f6-4ca7-4d7d-b302-2073cd83e975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785604 May 18 18:55:18.995549 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1a0c2542-f7d8-491f-93cd-dcc12bc6be2c req-dc92bad2-43a0-401c-828c-45c6355567af service neutron] 10.222.0.36 "GET /v2.0/networks/ed1b49f6-4ca7-4d7d-b302-2073cd83e975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864861 May 18 18:55:19.869457 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f3c636-3d5c-495e-b337-09577dbabfe0 req-d6c86791-752c-40e5-b018-9deb6efe9888 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:55:19.870911 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-86f3c636-3d5c-495e-b337-09577dbabfe0 req-d6c86791-752c-40e5-b018-9deb6efe9888 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=bb7316b8-9092-4d3e-b410-4bf733035763 HTTP/1.1" status: 200 len: 946 time: 0.1123152 May 18 18:55:19.909074 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-86f3c636-3d5c-495e-b337-09577dbabfe0 req-c47dd64c-ed03-4d00-bb34-6a173c7fe765 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321186 May 18 18:55:20.020888 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54e2176-094d-400b-bbc5-aa759c1936d2 req-9035ac0e-97ff-4442-b638-5f5fae33eafb tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:55:20.022391 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f54e2176-094d-400b-bbc5-aa759c1936d2 req-9035ac0e-97ff-4442-b638-5f5fae33eafb tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=bb7316b8-9092-4d3e-b410-4bf733035763 HTTP/1.1" status: 200 len: 946 time: 0.0485015 May 18 18:55:20.060703 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f54e2176-094d-400b-bbc5-aa759c1936d2 req-f4735091-1cf0-443e-b54e-39e8a7b613a7 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318644 May 18 18:55:20.177977 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22794ea-7faf-4577-bb76-7d6c7c996458 req-95c19979-ed70-4a2b-bee3-a2436ef3c2bb tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:55:20.179401 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a22794ea-7faf-4577-bb76-7d6c7c996458 req-95c19979-ed70-4a2b-bee3-a2436ef3c2bb tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=bb7316b8-9092-4d3e-b410-4bf733035763 HTTP/1.1" status: 200 len: 946 time: 0.0544412 May 18 18:55:20.217670 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a22794ea-7faf-4577-bb76-7d6c7c996458 req-3a8b6dbe-5a01-4d55-a674-70af2e51d8fb tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323055 May 18 18:55:20.451730 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17be4d75-2cdf-4701-9efe-96a1f55a727a req-0cca9b70-b65b-4f25-aff9-3588eeebdfa9 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:55:20.453166 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-17be4d75-2cdf-4701-9efe-96a1f55a727a req-0cca9b70-b65b-4f25-aff9-3588eeebdfa9 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=bb7316b8-9092-4d3e-b410-4bf733035763 HTTP/1.1" status: 200 len: 946 time: 0.0503361 May 18 18:55:20.490694 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-17be4d75-2cdf-4701-9efe-96a1f55a727a req-aa211049-fd68-4cf8-8b49-81083b3c4be1 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315478 May 18 18:55:21.608534 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f33e0a7-a364-41aa-b09c-bf0e8a3fa041 req-36a40f1e-d9dd-42a4-8dd0-70e8348705b4 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:55:21.610059 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8f33e0a7-a364-41aa-b09c-bf0e8a3fa041 req-36a40f1e-d9dd-42a4-8dd0-70e8348705b4 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=bb7316b8-9092-4d3e-b410-4bf733035763 HTTP/1.1" status: 200 len: 946 time: 0.0499754 May 18 18:55:21.647119 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8f33e0a7-a364-41aa-b09c-bf0e8a3fa041 req-10b0a598-29bb-403b-82ad-b529afbd306d tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311182 May 18 18:55:22.345847 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6563fe-5838-4c01-943b-a33fc82e1b4d req-e7f1666a-0620-4317-b3b6-b7276c5465f7 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:55:22.347324 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4a6563fe-5838-4c01-943b-a33fc82e1b4d req-e7f1666a-0620-4317-b3b6-b7276c5465f7 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.36 "GET /v2.0/ports?device_id=bb7316b8-9092-4d3e-b410-4bf733035763 HTTP/1.1" status: 200 len: 946 time: 0.0524681 May 18 18:55:22.440715 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-4a6563fe-5838-4c01-943b-a33fc82e1b4d req-a8026e7a-6553-46b2-9861-270bba6dc870 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Deleting port 34e6249e-f550-47fd-8945-21aeb9537d04 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:55:22.441047 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-4a6563fe-5838-4c01-943b-a33fc82e1b4d req-a8026e7a-6553-46b2-9861-270bba6dc870 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:55:22.531548 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-4a6563fe-5838-4c01-943b-a33fc82e1b4d req-a8026e7a-6553-46b2-9861-270bba6dc870 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] For port 34e6249e-f550-47fd-8945-21aeb9537d04, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=34e6249e-f550-47fd-8945-21aeb9537d04,segment=NetworkSegment(404878ed-a07b-4f6d-8f20-714e74fae3cc),segment_id=404878ed-a07b-4f6d-8f20-714e74fae3cc)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:55:22.531908 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-4a6563fe-5838-4c01-943b-a33fc82e1b4d req-a8026e7a-6553-46b2-9861-270bba6dc870 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:55:22.704558 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-4a6563fe-5838-4c01-943b-a33fc82e1b4d req-a8026e7a-6553-46b2-9861-270bba6dc870 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:55:22.705245 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-4a6563fe-5838-4c01-943b-a33fc82e1b4d req-a8026e7a-6553-46b2-9861-270bba6dc870 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596987'] for floatingip, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:55:22.705245 n-d-838550-3 neutron-server[102730]: INFO neutron.db.l3_db [req-4a6563fe-5838-4c01-943b-a33fc82e1b4d req-a8026e7a-6553-46b2-9861-270bba6dc870 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Floating IP f6228e3f-592f-4aab-8e48-30e449a17fd7 disassociated. External IP: 172.25.5.52, port: 34e6249e-f550-47fd-8945-21aeb9537d04. May 18 18:55:22.705562 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-4a6563fe-5838-4c01-943b-a33fc82e1b4d req-a8026e7a-6553-46b2-9861-270bba6dc870 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Calling delete_port for 34e6249e-f550-47fd-8945-21aeb9537d04 owned by compute:nova {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:55:22.818213 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ed0e37-ae01-4f73-b61b-a0af68fc3985 req-853b27fc-422c-4265-9456-6fb68569479f tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:55:22.819636 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a5ed0e37-ae01-4f73-b61b-a0af68fc3985 req-853b27fc-422c-4265-9456-6fb68569479f tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=bb7316b8-9092-4d3e-b410-4bf733035763 HTTP/1.1" status: 200 len: 946 time: 0.1002018 May 18 18:55:22.900400 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a5ed0e37-ae01-4f73-b61b-a0af68fc3985 req-fd3fce63-a1ad-452e-94eb-6e2165ac656f tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups?id=eab78878-df6c-4016-9548-5c51c5bab9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734162 May 18 18:55:22.905923 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-4a6563fe-5838-4c01-943b-a33fc82e1b4d req-a8026e7a-6553-46b2-9861-270bba6dc870 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:55:22.944623 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8026e7a-6553-46b2-9861-270bba6dc870 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Pushing event deleted for resources: {'Port': ['ID=34e6249e-f550-47fd-8945-21aeb9537d04,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:55:22.986663 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8026e7a-6553-46b2-9861-270bba6dc870 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:55:22.987013 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8026e7a-6553-46b2-9861-270bba6dc870 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:55:22.987362 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8026e7a-6553-46b2-9861-270bba6dc870 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:55:22.987704 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8026e7a-6553-46b2-9861-270bba6dc870 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:55:22.988045 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8026e7a-6553-46b2-9861-270bba6dc870 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:55:22.988381 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8026e7a-6553-46b2-9861-270bba6dc870 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:55:22.988713 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8026e7a-6553-46b2-9861-270bba6dc870 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:55:22.989044 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8026e7a-6553-46b2-9861-270bba6dc870 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:55:22.989374 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8026e7a-6553-46b2-9861-270bba6dc870 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:55:22.989731 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8026e7a-6553-46b2-9861-270bba6dc870 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:55:22.990064 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8026e7a-6553-46b2-9861-270bba6dc870 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:55:22.990392 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8026e7a-6553-46b2-9861-270bba6dc870 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:55:23.063962 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4a6563fe-5838-4c01-943b-a33fc82e1b4d req-a8026e7a-6553-46b2-9861-270bba6dc870 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Router 2ce7bf80-3692-4b14-af74-0cb1e25a3c9c has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:55:23.172079 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4a6563fe-5838-4c01-943b-a33fc82e1b4d req-a8026e7a-6553-46b2-9861-270bba6dc870 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:55:23.182756 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509b498c-4526-4852-a2c9-f160a856bca5 None None] Sync routers for ids ['2ce7bf80-3692-4b14-af74-0cb1e25a3c9c'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:55:23.192806 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509b498c-4526-4852-a2c9-f160a856bca5 None None] Routers {'2ce7bf80-3692-4b14-af74-0cb1e25a3c9c'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:55:23.193530 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-509b498c-4526-4852-a2c9-f160a856bca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:55:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['2ce7bf80-3692-4b14-af74-0cb1e25a3c9c'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:55:23.214708 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a6563fe-5838-4c01-943b-a33fc82e1b4d req-a8026e7a-6553-46b2-9861-270bba6dc870 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] No DVR routers for this DVR port 34e6249e-f550-47fd-8945-21aeb9537d04 on host n-h1-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:55:23.217608 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-4a6563fe-5838-4c01-943b-a33fc82e1b4d req-a8026e7a-6553-46b2-9861-270bba6dc870 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:55:23.221751 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4a6563fe-5838-4c01-943b-a33fc82e1b4d req-a8026e7a-6553-46b2-9861-270bba6dc870 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.36 "DELETE /v2.0/ports/34e6249e-f550-47fd-8945-21aeb9537d04 HTTP/1.1" status: 204 len: 173 time: 0.8660827 May 18 18:55:23.222235 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb7316b8-9092-4d3e-b410-4bf733035763', 'name': 'network-vif-deleted', 'tag': '34e6249e-f550-47fd-8945-21aeb9537d04'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:55:23.224479 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1176145d-72eb-4a04-a298-e9b69f4fd264" -d '{"events": [{"server_uuid": "bb7316b8-9092-4d3e-b410-4bf733035763", "name": "network-vif-deleted", "tag": "34e6249e-f550-47fd-8945-21aeb9537d04"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:55:23.271533 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3433a1e1-145a-47af-b68b-d8a2515699cb x-openstack-request-id: req-3433a1e1-145a-47af-b68b-d8a2515699cb {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:55:23.271855 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb7316b8-9092-4d3e-b410-4bf733035763", "name": "network-vif-deleted", "tag": "34e6249e-f550-47fd-8945-21aeb9537d04", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:55:23.272125 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-3433a1e1-145a-47af-b68b-d8a2515699cb {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:55:23.272512 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3433a1e1-145a-47af-b68b-d8a2515699cb'] response: {'server_uuid': 'bb7316b8-9092-4d3e-b410-4bf733035763', 'name': 'network-vif-deleted', 'tag': '34e6249e-f550-47fd-8945-21aeb9537d04', 'status': 'completed', 'code': 200} May 18 18:55:23.325819 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-509b498c-4526-4852-a2c9-f160a856bca5 None None] Set router 2ce7bf80-3692-4b14-af74-0cb1e25a3c9c gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:55:23.622977 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-509b498c-4526-4852-a2c9-f160a856bca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ce7bf80-3692-4b14-af74-0cb1e25a3c9c', 'name': 'tempest-ServerActionsTestJSON-158420334-router', 'tenant_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '1ed6d033-bee1-43e8-971e-18c98e1d7c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:49:02Z', 'updated_at': '2022-05-18T18:49:04Z', 'revision_number': 4, 'project_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'gw_port': {'id': '1ed6d033-bee1-43e8-971e-18c98e1d7c47', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:4e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce7bf80-3692-4b14-af74-0cb1e25a3c9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:49:02Z', 'updated_at': '2022-05-18T18:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '4c096bfb-085c-4121-b78d-b10f275e54dc', 'name': '', 'network_id': 'ed1b49f6-4ca7-4d7d-b302-2073cd83e975', 'tenant_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'mac_address': 'fa:16:3e:7e:b9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce7bf80-3692-4b14-af74-0cb1e25a3c9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '63fdba28-6b4f-4f0d-82c4-e1632b99bb24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:49:04Z', 'updated_at': '2022-05-18T18:49:08Z', 'revision_number': 5, 'project_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'subnets': [{'id': '63fdba28-6b4f-4f0d-82c4-e1632b99bb24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:55:23.649573 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509b498c-4526-4852-a2c9-f160a856bca5 None None] Checking router: 2ce7bf80-3692-4b14-af74-0cb1e25a3c9c for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:55:23.657974 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509b498c-4526-4852-a2c9-f160a856bca5 None None] Routers {'2ce7bf80-3692-4b14-af74-0cb1e25a3c9c'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:55:23.658580 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-509b498c-4526-4852-a2c9-f160a856bca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:55:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['2ce7bf80-3692-4b14-af74-0cb1e25a3c9c'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:55:23.760602 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-509b498c-4526-4852-a2c9-f160a856bca5 None None] Set router 2ce7bf80-3692-4b14-af74-0cb1e25a3c9c gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:55:23.965689 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-509b498c-4526-4852-a2c9-f160a856bca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ce7bf80-3692-4b14-af74-0cb1e25a3c9c', 'name': 'tempest-ServerActionsTestJSON-158420334-router', 'tenant_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '1ed6d033-bee1-43e8-971e-18c98e1d7c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:49:02Z', 'updated_at': '2022-05-18T18:49:04Z', 'revision_number': 4, 'project_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'gw_port': {'id': '1ed6d033-bee1-43e8-971e-18c98e1d7c47', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:4e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce7bf80-3692-4b14-af74-0cb1e25a3c9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:49:02Z', 'updated_at': '2022-05-18T18:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '4c096bfb-085c-4121-b78d-b10f275e54dc', 'name': '', 'network_id': 'ed1b49f6-4ca7-4d7d-b302-2073cd83e975', 'tenant_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'mac_address': 'fa:16:3e:7e:b9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce7bf80-3692-4b14-af74-0cb1e25a3c9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '63fdba28-6b4f-4f0d-82c4-e1632b99bb24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:49:04Z', 'updated_at': '2022-05-18T18:49:08Z', 'revision_number': 5, 'project_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'subnets': [{'id': '63fdba28-6b4f-4f0d-82c4-e1632b99bb24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:55:23.999893 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509b498c-4526-4852-a2c9-f160a856bca5 None None] The sync data for ids ['2ce7bf80-3692-4b14-af74-0cb1e25a3c9c'] in n-d-838550-3 is: [{'id': '2ce7bf80-3692-4b14-af74-0cb1e25a3c9c', 'name': 'tempest-ServerActionsTestJSON-158420334-router', 'tenant_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '1ed6d033-bee1-43e8-971e-18c98e1d7c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:49:02Z', 'updated_at': '2022-05-18T18:49:04Z', 'revision_number': 4, 'project_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'gw_port': {'id': '1ed6d033-bee1-43e8-971e-18c98e1d7c47', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:4e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce7bf80-3692-4b14-af74-0cb1e25a3c9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:49:02Z', 'updated_at': '2022-05-18T18:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '4c096bfb-085c-4121-b78d-b10f275e54dc', 'name': '', 'network_id': 'ed1b49f6-4ca7-4d7d-b302-2073cd83e975', 'tenant_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'mac_address': 'fa:16:3e:7e:b9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce7bf80-3692-4b14-af74-0cb1e25a3c9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '63fdba28-6b4f-4f0d-82c4-e1632b99bb24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:49:04Z', 'updated_at': '2022-05-18T18:49:08Z', 'revision_number': 5, 'project_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'subnets': [{'id': '63fdba28-6b4f-4f0d-82c4-e1632b99bb24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:55:24.025423 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-102f1909-ba6a-441f-b867-11ef4fac54c9 req-1d21e6c9-cf94-4443-aa43-c1f537b9def2 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=bb7316b8-9092-4d3e-b410-4bf733035763 HTTP/1.1" status: 200 len: 210 time: 0.0414267 May 18 18:55:24.236460 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6791cd34-6f60-4b70-806b-368e4f1465d3 None None] New status for floating IP f6228e3f-592f-4aab-8e48-30e449a17fd7: DOWN {{(pid=102732) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 18:55:25.115370 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8c8d6045-a8e5-49a4-9d2d-b8531d35a826 req-41fe2d5b-92e9-4e01-8039-2bf9b6fab36b tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=bb7316b8-9092-4d3e-b410-4bf733035763 HTTP/1.1" status: 200 len: 210 time: 0.0258312 May 18 18:55:25.875388 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 34e6249e-f550-47fd-8945-21aeb9537d04 no longer exists at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:55:25.895813 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] No Port match for: 34e6249e-f550-47fd-8945-21aeb9537d04 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:55:25.896152 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 34e6249e-f550-47fd-8945-21aeb9537d04 not bound to the agent host n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:55:26.211744 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e9bec85e-876d-4176-b133-affb795b47ae req-2c2cabd0-8407-46e9-a9b5-686dff891302 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/ports?device_id=bb7316b8-9092-4d3e-b410-4bf733035763 HTTP/1.1" status: 200 len: 210 time: 0.0260270 May 18 18:55:29.871718 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 48458) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:55:29.931082 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9218979f-1e6b-4306-b167-c5c552b94a46 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:55:29.954750 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9218979f-1e6b-4306-b167-c5c552b94a46 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:55:30.006264 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9218979f-1e6b-4306-b167-c5c552b94a46 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:55:30.009627 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9218979f-1e6b-4306-b167-c5c552b94a46 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:55:30.010804 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-9218979f-1e6b-4306-b167-c5c552b94a46 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "DELETE /v2.0/security-groups/eab78878-df6c-4016-9548-5c51c5bab9d7 HTTP/1.1" status: 204 len: 168 time: 0.1380894 May 18 18:55:30.013384 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 48462) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:55:30.025170 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9218979f-1e6b-4306-b167-c5c552b94a46 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eab78878-df6c-4016-9548-5c51c5bab9d7,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:55:30.026801 n-d-838550-3 neutron-server[102730]: INFO neutron.api.v2.resource [None req-7731f3ae-89d8-4a34-99bc-60e4cb28fd25 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] show failed (client error): The resource could not be found. May 18 18:55:30.031694 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-7731f3ae-89d8-4a34-99bc-60e4cb28fd25 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "GET /v2.0/security-groups/eab78878-df6c-4016-9548-5c51c5bab9d7 HTTP/1.1" status: 404 len: 347 time: 0.0172408 May 18 18:55:30.031885 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 48464) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:55:30.040275 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9218979f-1e6b-4306-b167-c5c552b94a46 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:55:30.040616 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9218979f-1e6b-4306-b167-c5c552b94a46 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:55:30.040958 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9218979f-1e6b-4306-b167-c5c552b94a46 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:55:30.041545 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9218979f-1e6b-4306-b167-c5c552b94a46 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:55:30.041912 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9218979f-1e6b-4306-b167-c5c552b94a46 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:55:30.042243 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9218979f-1e6b-4306-b167-c5c552b94a46 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:55:30.042581 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9218979f-1e6b-4306-b167-c5c552b94a46 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:55:30.042894 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9218979f-1e6b-4306-b167-c5c552b94a46 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:55:30.043215 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9218979f-1e6b-4306-b167-c5c552b94a46 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:55:30.043536 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9218979f-1e6b-4306-b167-c5c552b94a46 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:55:30.043867 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9218979f-1e6b-4306-b167-c5c552b94a46 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:55:30.044185 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9218979f-1e6b-4306-b167-c5c552b94a46 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:55:30.167908 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-7c636464-24af-4aab-af51-d3e5afa0b276 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Deleting port 77579117-b925-4adf-93ba-b34410ea3e2c {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:55:30.168244 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7c636464-24af-4aab-af51-d3e5afa0b276 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:55:30.246592 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7c636464-24af-4aab-af51-d3e5afa0b276 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:55:30.246823 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7c636464-24af-4aab-af51-d3e5afa0b276 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:55:30.258891 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-7c636464-24af-4aab-af51-d3e5afa0b276 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Calling delete_port for 77579117-b925-4adf-93ba-b34410ea3e2c owned by network:floatingip {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:55:30.392650 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7c636464-24af-4aab-af51-d3e5afa0b276 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:55:30.415558 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c636464-24af-4aab-af51-d3e5afa0b276 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Pushing event deleted for resources: {'Port': ['ID=77579117-b925-4adf-93ba-b34410ea3e2c,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:55:30.488689 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7c636464-24af-4aab-af51-d3e5afa0b276 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Notify callbacks [] for floatingip, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:55:30.491398 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7c636464-24af-4aab-af51-d3e5afa0b276 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:55:30.493289 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-7c636464-24af-4aab-af51-d3e5afa0b276 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] 10.222.0.85 "DELETE /v2.0/floatingips/f6228e3f-592f-4aab-8e48-30e449a17fd7 HTTP/1.1" status: 204 len: 168 time: 0.4596572 May 18 18:55:30.498952 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 48466) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:55:30.879797 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9230e8dd-02e3-4395-9453-1be6becc6690 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-595963'] for router_interface, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:55:31.120098 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-9230e8dd-02e3-4395-9453-1be6becc6690 admin admin] Deleting port 4c096bfb-085c-4121-b78d-b10f275e54dc {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:55:31.120448 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9230e8dd-02e3-4395-9453-1be6becc6690 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:55:31.200039 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-9230e8dd-02e3-4395-9453-1be6becc6690 admin admin] For port 4c096bfb-085c-4121-b78d-b10f275e54dc, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=4c096bfb-085c-4121-b78d-b10f275e54dc,segment=NetworkSegment(404878ed-a07b-4f6d-8f20-714e74fae3cc),segment_id=404878ed-a07b-4f6d-8f20-714e74fae3cc)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:55:31.200322 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9230e8dd-02e3-4395-9453-1be6becc6690 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:55:31.211658 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-9230e8dd-02e3-4395-9453-1be6becc6690 admin admin] Calling delete_port for 4c096bfb-085c-4121-b78d-b10f275e54dc owned by network:router_interface {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:55:31.393501 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9230e8dd-02e3-4395-9453-1be6becc6690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:55:31.420496 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9230e8dd-02e3-4395-9453-1be6becc6690 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c096bfb-085c-4121-b78d-b10f275e54dc,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:55:31.440186 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:55:31.585371 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:55:31.595824 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9230e8dd-02e3-4395-9453-1be6becc6690 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-593931'] for router_interface, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:55:31.810906 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9230e8dd-02e3-4395-9453-1be6becc6690 admin admin] Router 2ce7bf80-3692-4b14-af74-0cb1e25a3c9c has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:55:31.917007 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9230e8dd-02e3-4395-9453-1be6becc6690 admin admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:55:31.922247 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-9230e8dd-02e3-4395-9453-1be6becc6690 admin admin] 10.222.0.85 "PUT /v2.0/routers/2ce7bf80-3692-4b14-af74-0cb1e25a3c9c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4223249 May 18 18:55:31.924948 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 48470) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:55:31.925988 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a552a2db-bffd-4657-975a-2fc1971b744b None None] Sync routers for ids ['2ce7bf80-3692-4b14-af74-0cb1e25a3c9c'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:55:31.935762 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a552a2db-bffd-4657-975a-2fc1971b744b None None] Routers {'2ce7bf80-3692-4b14-af74-0cb1e25a3c9c'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:55:31.936371 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-a552a2db-bffd-4657-975a-2fc1971b744b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:55:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['2ce7bf80-3692-4b14-af74-0cb1e25a3c9c'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:55:32.027428 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-35e43e12-9a30-4be0-802d-fb5f9bada8ce admin admin] Notify callbacks [] for router, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:55:32.037350 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-a552a2db-bffd-4657-975a-2fc1971b744b None None] Set router 2ce7bf80-3692-4b14-af74-0cb1e25a3c9c gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:55:32.131970 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-35e43e12-9a30-4be0-802d-fb5f9bada8ce admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:55:32.187662 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-35e43e12-9a30-4be0-802d-fb5f9bada8ce admin admin] Deleting port 1ed6d033-bee1-43e8-971e-18c98e1d7c47 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:55:32.187998 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-35e43e12-9a30-4be0-802d-fb5f9bada8ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:55:32.210911 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-a552a2db-bffd-4657-975a-2fc1971b744b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ce7bf80-3692-4b14-af74-0cb1e25a3c9c', 'name': 'tempest-ServerActionsTestJSON-158420334-router', 'tenant_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '1ed6d033-bee1-43e8-971e-18c98e1d7c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:49:02Z', 'updated_at': '2022-05-18T18:55:31Z', 'revision_number': 5, 'project_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'gw_port': {'id': '1ed6d033-bee1-43e8-971e-18c98e1d7c47', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:4e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce7bf80-3692-4b14-af74-0cb1e25a3c9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:49:02Z', 'updated_at': '2022-05-18T18:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:55:32.240877 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a552a2db-bffd-4657-975a-2fc1971b744b None None] Checking router: 2ce7bf80-3692-4b14-af74-0cb1e25a3c9c for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:55:32.248914 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a552a2db-bffd-4657-975a-2fc1971b744b None None] Routers {'2ce7bf80-3692-4b14-af74-0cb1e25a3c9c'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:55:32.249512 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-a552a2db-bffd-4657-975a-2fc1971b744b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:55:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['2ce7bf80-3692-4b14-af74-0cb1e25a3c9c'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:55:32.271125 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-35e43e12-9a30-4be0-802d-fb5f9bada8ce admin admin] For port 1ed6d033-bee1-43e8-971e-18c98e1d7c47, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=1ed6d033-bee1-43e8-971e-18c98e1d7c47,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:55:32.271490 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-35e43e12-9a30-4be0-802d-fb5f9bada8ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:55:32.286058 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-35e43e12-9a30-4be0-802d-fb5f9bada8ce admin admin] Calling delete_port for 1ed6d033-bee1-43e8-971e-18c98e1d7c47 owned by network:router_gateway {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:55:32.335931 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-a552a2db-bffd-4657-975a-2fc1971b744b None None] Set router 2ce7bf80-3692-4b14-af74-0cb1e25a3c9c gateway port host: None {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:55:32.385703 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-a552a2db-bffd-4657-975a-2fc1971b744b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ce7bf80-3692-4b14-af74-0cb1e25a3c9c', 'name': 'tempest-ServerActionsTestJSON-158420334-router', 'tenant_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:49:02Z', 'updated_at': '2022-05-18T18:55:32Z', 'revision_number': 6, 'project_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'gw_port_host': None}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:55:32.415913 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a552a2db-bffd-4657-975a-2fc1971b744b None None] The sync data for ids ['2ce7bf80-3692-4b14-af74-0cb1e25a3c9c'] in n-d-838550-3 is: [{'id': '2ce7bf80-3692-4b14-af74-0cb1e25a3c9c', 'name': 'tempest-ServerActionsTestJSON-158420334-router', 'tenant_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:49:02Z', 'updated_at': '2022-05-18T18:55:32Z', 'revision_number': 6, 'project_id': '8eaa7b9f5c3a4c288455d807dfdc5d8c', 'gw_port_host': None}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:55:32.455788 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-35e43e12-9a30-4be0-802d-fb5f9bada8ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:55:32.481930 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e43e12-9a30-4be0-802d-fb5f9bada8ce admin admin] Pushing event deleted for resources: {'Port': ['ID=1ed6d033-bee1-43e8-971e-18c98e1d7c47,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:55:32.541759 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-35e43e12-9a30-4be0-802d-fb5f9bada8ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596901'] for router_gateway, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:55:32.631012 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-35e43e12-9a30-4be0-802d-fb5f9bada8ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25145'] for router, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:55:32.633711 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-35e43e12-9a30-4be0-802d-fb5f9bada8ce admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:55:32.678957 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-35e43e12-9a30-4be0-802d-fb5f9bada8ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593303'] for router, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:55:32.679517 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35e43e12-9a30-4be0-802d-fb5f9bada8ce admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ce7bf80-3692-4b14-af74-0cb1e25a3c9c {{(pid=102730) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 18 18:55:32.684701 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-35e43e12-9a30-4be0-802d-fb5f9bada8ce admin admin] Notify callbacks [] for router, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:55:32.685931 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-35e43e12-9a30-4be0-802d-fb5f9bada8ce admin admin] 10.222.0.85 "DELETE /v2.0/routers/2ce7bf80-3692-4b14-af74-0cb1e25a3c9c HTTP/1.1" status: 204 len: 168 time: 0.7599046 May 18 18:55:32.688530 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 48472) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:55:32.733521 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5df6916-fdf3-4a88-9b6f-91a06d0ef394 admin admin] Deleting subnet 63fdba28-6b4f-4f0d-82c4-e1632b99bb24 {{(pid=102730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:55:32.736420 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c5df6916-fdf3-4a88-9b6f-91a06d0ef394 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:55:32.771701 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c5df6916-fdf3-4a88-9b6f-91a06d0ef394 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260107366'] for subnet, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:55:32.857484 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c5df6916-fdf3-4a88-9b6f-91a06d0ef394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:55:32.910539 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c5df6916-fdf3-4a88-9b6f-91a06d0ef394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261104690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261031888'] for subnet, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:55:32.935320 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5df6916-fdf3-4a88-9b6f-91a06d0ef394 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63fdba28-6b4f-4f0d-82c4-e1632b99bb24,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:55:32.938984 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c5df6916-fdf3-4a88-9b6f-91a06d0ef394 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:55:32.942200 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-c5df6916-fdf3-4a88-9b6f-91a06d0ef394 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/63fdba28-6b4f-4f0d-82c4-e1632b99bb24 HTTP/1.1" status: 204 len: 168 time: 0.2527387 May 18 18:55:32.944649 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 48474) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:55:32.947708 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d96af930-c1d3-4eaa-a1ae-d222d3aab021 None None] Network ed1b49f6-4ca7-4d7d-b302-2073cd83e975 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:55:33.011699 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c3cd34e4-d128-40da-a462-5799795343b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:55:33.069506 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-c3cd34e4-d128-40da-a462-5799795343b7 admin admin] Deleting port b3ea5548-89d9-4a0f-8e5c-91d6fdcaffba {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:55:33.069895 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c3cd34e4-d128-40da-a462-5799795343b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:55:33.138857 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-c3cd34e4-d128-40da-a462-5799795343b7 admin admin] For port b3ea5548-89d9-4a0f-8e5c-91d6fdcaffba, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=b3ea5548-89d9-4a0f-8e5c-91d6fdcaffba,segment=NetworkSegment(404878ed-a07b-4f6d-8f20-714e74fae3cc),segment_id=404878ed-a07b-4f6d-8f20-714e74fae3cc)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:55:33.139157 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c3cd34e4-d128-40da-a462-5799795343b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:55:33.152374 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-c3cd34e4-d128-40da-a462-5799795343b7 admin admin] Calling delete_port for b3ea5548-89d9-4a0f-8e5c-91d6fdcaffba owned by network:dhcp {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:55:33.213544 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 4c096bfb-085c-4121-b78d-b10f275e54dc no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:55:33.216669 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a73198-0225-4e74-964b-27bbc6ba85bb None None] DHCP port deletion for ed1b49f6-4ca7-4d7d-b302-2073cd83e975 request from n-d-838550-3 {{(pid=102732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 18:55:33.234187 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c3cd34e4-d128-40da-a462-5799795343b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:55:33.239740 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 4c096bfb-085c-4121-b78d-b10f275e54dc {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:55:33.240082 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 4c096bfb-085c-4121-b78d-b10f275e54dc not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:55:33.258960 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-74a73198-0225-4e74-964b-27bbc6ba85bb None None] The port 'b3ea5548-89d9-4a0f-8e5c-91d6fdcaffba' was deleted {{(pid=102732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2006}} May 18 18:55:33.262264 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cd34e4-d128-40da-a462-5799795343b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3ea5548-89d9-4a0f-8e5c-91d6fdcaffba,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:55:33.267827 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3cd34e4-d128-40da-a462-5799795343b7 admin admin] No DVR routers for this DVR port b3ea5548-89d9-4a0f-8e5c-91d6fdcaffba on host n-d-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:55:33.341354 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c3cd34e4-d128-40da-a462-5799795343b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:55:33.362233 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-c3cd34e4-d128-40da-a462-5799795343b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed1b49f6-4ca7-4d7d-b302-2073cd83e975']}} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:55:33.372806 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-c3cd34e4-d128-40da-a462-5799795343b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '404878ed-a07b-4f6d-8f20-714e74fae3cc') {'for_net_delete': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:55:33.373097 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-c3cd34e4-d128-40da-a462-5799795343b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '404878ed-a07b-4f6d-8f20-714e74fae3cc') {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:55:33.382758 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c3cd34e4-d128-40da-a462-5799795343b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260107375'] for segment, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:55:33.397017 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c3cd34e4-d128-40da-a462-5799795343b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:55:33.403883 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3cd34e4-d128-40da-a462-5799795343b7 admin admin] Releasing vlan 606 on physical network physnet1 to pool {{(pid=102730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:55:33.404277 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c3cd34e4-d128-40da-a462-5799795343b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261102736'] for segment, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:55:33.406112 n-d-838550-3 neutron-server[102730]: Traceback (most recent call last): May 18 18:55:33.406112 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:55:33.406112 n-d-838550-3 neutron-server[102730]: timer() May 18 18:55:33.406112 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:55:33.406112 n-d-838550-3 neutron-server[102730]: cb(*args, **kw) May 18 18:55:33.406112 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:55:33.406112 n-d-838550-3 neutron-server[102730]: return func(*args, **kwargs) May 18 18:55:33.406112 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:55:33.406112 n-d-838550-3 neutron-server[102730]: self._notify() May 18 18:55:33.406112 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:55:33.406112 n-d-838550-3 neutron-server[102730]: self.callback(batched_events) May 18 18:55:33.406112 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:55:33.406112 n-d-838550-3 neutron-server[102730]: event.method(event) May 18 18:55:33.406112 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:55:33.406112 n-d-838550-3 neutron-server[102730]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:55:33.406112 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:55:33.406112 n-d-838550-3 neutron-server[102730]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:55:33.406112 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:55:33.406112 n-d-838550-3 neutron-server[102730]: return f(self, *a, **k) May 18 18:55:33.406112 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:55:33.406112 n-d-838550-3 neutron-server[102730]: return self._get(url).json() May 18 18:55:33.406112 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:55:33.406112 n-d-838550-3 neutron-server[102730]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:55:33.406112 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:55:33.406112 n-d-838550-3 neutron-server[102730]: return self.request(url, 'GET', **kwargs) May 18 18:55:33.406112 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:55:33.406112 n-d-838550-3 neutron-server[102730]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:55:33.406112 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:55:33.406112 n-d-838550-3 neutron-server[102730]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:55:33.406112 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:55:33.406112 n-d-838550-3 neutron-server[102730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:55:33.406112 n-d-838550-3 neutron-server[102730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:55:33.478695 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c3cd34e4-d128-40da-a462-5799795343b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:55:33.484865 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c3cd34e4-d128-40da-a462-5799795343b7 admin admin] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:55:33.487927 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-c3cd34e4-d128-40da-a462-5799795343b7 admin admin] 10.222.0.85 "DELETE /v2.0/networks/ed1b49f6-4ca7-4d7d-b302-2073cd83e975 HTTP/1.1" status: 204 len: 168 time: 0.5423746 May 18 18:55:33.502287 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cd34e4-d128-40da-a462-5799795343b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed1b49f6-4ca7-4d7d-b302-2073cd83e975,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:55:33.595868 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 48478) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:55:33.637981 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-fc6a5621-a9d2-4afd-87ee-b03cdf6ef048 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=8eaa7b9f5c3a4c288455d807dfdc5d8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0408292 May 18 18:55:33.640350 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 48480) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:55:33.688028 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-39dbf800-17e4-40c2-ab50-f912484919e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:55:33.709395 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-39dbf800-17e4-40c2-ab50-f912484919e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:55:33.758887 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-39dbf800-17e4-40c2-ab50-f912484919e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:55:33.761643 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-39dbf800-17e4-40c2-ab50-f912484919e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:55:33.762794 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-39dbf800-17e4-40c2-ab50-f912484919e3 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/aa867b4f-b409-4e8a-b0e5-75cf6af873f5 HTTP/1.1" status: 204 len: 168 time: 0.1215527 May 18 18:55:33.770845 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dbf800-17e4-40c2-ab50-f912484919e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa867b4f-b409-4e8a-b0e5-75cf6af873f5,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:55:34.470370 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 48502) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:55:34.564019 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-94dc5f99-5e11-47aa-bfff-03fe5bedd5a3 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-812649237-network', 'tenant_id': '891ead215d60462db88d9c1157fd96c0'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:55:34.585029 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94dc5f99-5e11-47aa-bfff-03fe5bedd5a3 admin admin] Made reservation on behalf of 891ead215d60462db88d9c1157fd96c0 for: {'network': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:55:34.587868 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-94dc5f99-5e11-47aa-bfff-03fe5bedd5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:55:34.595999 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-94dc5f99-5e11-47aa-bfff-03fe5bedd5a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:55:34.670473 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-94dc5f99-5e11-47aa-bfff-03fe5bedd5a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:55:34.678224 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-94dc5f99-5e11-47aa-bfff-03fe5bedd5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:55:34.706111 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94dc5f99-5e11-47aa-bfff-03fe5bedd5a3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 624} {{(pid=102731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:55:34.708302 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 1ed6d033-bee1-43e8-971e-18c98e1d7c47 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:55:34.713168 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dc5f99-5e11-47aa-bfff-03fe5bedd5a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c92b61ed-ca9a-4c2a-9d54-9fced2db7b30,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:55:34.719385 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-94dc5f99-5e11-47aa-bfff-03fe5bedd5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:55:34.719753 n-d-838550-3 neutron-server[102731]: INFO neutron.db.segments_db [None req-94dc5f99-5e11-47aa-bfff-03fe5bedd5a3 admin admin] Added segment 48837e6f-0db9-46f1-bdfd-e21d1447670c of type vlan for network 05ed3938-e642-42ee-9244-ce8f5ed12d61 May 18 18:55:34.731918 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 1ed6d033-bee1-43e8-971e-18c98e1d7c47 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:55:34.732262 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 1ed6d033-bee1-43e8-971e-18c98e1d7c47 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:55:34.732814 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device b3ea5548-89d9-4a0f-8e5c-91d6fdcaffba no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:55:34.755536 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: b3ea5548-89d9-4a0f-8e5c-91d6fdcaffba {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:55:34.755879 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device b3ea5548-89d9-4a0f-8e5c-91d6fdcaffba not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:55:34.761721 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-94dc5f99-5e11-47aa-bfff-03fe5bedd5a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:55:34.785808 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-94dc5f99-5e11-47aa-bfff-03fe5bedd5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:55:34.786682 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94dc5f99-5e11-47aa-bfff-03fe5bedd5a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:55:34.787257 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-94dc5f99-5e11-47aa-bfff-03fe5bedd5a3 admin admin] Notify callbacks [] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:55:34.841878 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-94dc5f99-5e11-47aa-bfff-03fe5bedd5a3 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3703537 May 18 18:55:34.844813 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 48506) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:55:34.849982 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-e9a2783d-1d2c-4d0e-8643-21c96951fb5f admin admin] Request body: {'subnet': {'network_id': '05ed3938-e642-42ee-9244-ce8f5ed12d61', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-812649237-subnet', 'tenant_id': '891ead215d60462db88d9c1157fd96c0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:55:34.856902 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dc5f99-5e11-47aa-bfff-03fe5bedd5a3 admin admin] Pushing event updated for resources: {'Network': ['ID=05ed3938-e642-42ee-9244-ce8f5ed12d61,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:55:34.868777 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network 05ed3938-e642-42ee-9244-ce8f5ed12d61 details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:55:34.870389 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9a2783d-1d2c-4d0e-8643-21c96951fb5f admin admin] Made reservation on behalf of 891ead215d60462db88d9c1157fd96c0 for: {'subnet': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:55:34.872925 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e9a2783d-1d2c-4d0e-8643-21c96951fb5f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261031885'] for subnet, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:55:35.040228 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e9a2783d-1d2c-4d0e-8643-21c96951fb5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261104883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261031899'] for subnet, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:55:35.093397 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a2783d-1d2c-4d0e-8643-21c96951fb5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0dba75a-550b-4de2-9dca-1c76b2ba98f9,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:55:35.104709 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a2783d-1d2c-4d0e-8643-21c96951fb5f admin admin] Checking segment: {'id': '48837e6f-0db9-46f1-bdfd-e21d1447670c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '05ed3938-e642-42ee-9244-ce8f5ed12d61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:55:35.105073 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a2783d-1d2c-4d0e-8643-21c96951fb5f admin admin] Network hostable DHCP agents. Network: 05ed3938-e642-42ee-9244-ce8f5ed12d61, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:55:35.124099 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a2783d-1d2c-4d0e-8643-21c96951fb5f admin admin] Network 05ed3938-e642-42ee-9244-ce8f5ed12d61 is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:55:35.132070 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-e9a2783d-1d2c-4d0e-8643-21c96951fb5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, 05ed3938-e642-42ee-9244-ce8f5ed12d61) {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:55:35.138013 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a2783d-1d2c-4d0e-8643-21c96951fb5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:55:35.139147 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e9a2783d-1d2c-4d0e-8643-21c96951fb5f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:55:35.144490 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e9cd65-76e4-42d9-a09b-b8071d7850c3 None None] Network 05ed3938-e642-42ee-9244-ce8f5ed12d61 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:55:35.163277 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-e9a2783d-1d2c-4d0e-8643-21c96951fb5f admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3121917 May 18 18:55:35.272079 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb7782d6-7c60-4f82-98fa-cdb9c73c0267 None None] Network 05ed3938-e642-42ee-9244-ce8f5ed12d61 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:55:35.615675 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7a3bf8-bade-4fb2-8158-f45e9a1ec262 req-ba27891b-38c9-4ff7-a64f-eaf4e1e6d7f5 tempest-ServersNegativeTestJSON-1362261717 tempest-ServersNegativeTestJSON-1362261717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:55:35.617134 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9b7a3bf8-bade-4fb2-8158-f45e9a1ec262 req-ba27891b-38c9-4ff7-a64f-eaf4e1e6d7f5 tempest-ServersNegativeTestJSON-1362261717 tempest-ServersNegativeTestJSON-1362261717-project] 10.222.0.85 "GET /v2.0/networks?id=05ed3938-e642-42ee-9244-ce8f5ed12d61 HTTP/1.1" status: 200 len: 813 time: 0.1062169 May 18 18:55:35.633952 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9b7a3bf8-bade-4fb2-8158-f45e9a1ec262 req-dbf00827-2c78-4ad6-84ff-ad21eaa63606 tempest-ServersNegativeTestJSON-1362261717 tempest-ServersNegativeTestJSON-1362261717-project] 10.222.0.85 "GET /v2.0/quotas/891ead215d60462db88d9c1157fd96c0 HTTP/1.1" status: 200 len: 375 time: 0.0094852 May 18 18:55:35.666470 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9b7a3bf8-bade-4fb2-8158-f45e9a1ec262 req-a4adece1-29b2-4a01-a612-7ad6351c9ed6 tempest-ServersNegativeTestJSON-1362261717 tempest-ServersNegativeTestJSON-1362261717-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=891ead215d60462db88d9c1157fd96c0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267553 May 18 18:55:35.729921 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [req-9b7a3bf8-bade-4fb2-8158-f45e9a1ec262 req-e0078c8c-9136-4018-a47a-4490bb2d8e3d service neutron] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=102730) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 18:55:35.730997 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9b7a3bf8-bade-4fb2-8158-f45e9a1ec262 req-e0078c8c-9136-4018-a47a-4490bb2d8e3d service neutron] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0579605 May 18 18:55:35.820174 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9b7a3bf8-bade-4fb2-8158-f45e9a1ec262 req-e4ef9add-d9e8-4c79-8ce0-4d9ec3b6226a service neutron] 10.222.0.85 "GET /v2.0/networks/05ed3938-e642-42ee-9244-ce8f5ed12d61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827715 May 18 18:55:35.910858 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9b7a3bf8-bade-4fb2-8158-f45e9a1ec262 req-04719695-abaf-40da-8e11-31548171501c service neutron] 10.222.0.85 "GET /v2.0/networks/05ed3938-e642-42ee-9244-ce8f5ed12d61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838943 May 18 18:55:36.068016 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-83501a2a-d391-4486-9caf-a3ec4e783861 req-c1454f01-edc2-423f-a2f1-1f52e065e667 tempest-ServersNegativeTestJSON-1362261717 tempest-ServersNegativeTestJSON-1362261717-project] 10.222.0.85 "GET /v2.0/ports?device_id=9dd157a6-a4d2-4fcb-a2e3-d7450bd41fdb HTTP/1.1" status: 200 len: 210 time: 0.0271847 May 18 18:55:37.290571 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 7 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 18:55:37.498903 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fd44ab9e-125f-4c9f-9630-8634892c2559 req-70ca310e-d2f4-403b-b745-9654ccd63573 tempest-ServersNegativeTestJSON-1362261717 tempest-ServersNegativeTestJSON-1362261717-project] 10.222.0.85 "GET /v2.0/ports?device_id=9dd157a6-a4d2-4fcb-a2e3-d7450bd41fdb HTTP/1.1" status: 200 len: 210 time: 0.3590937 May 18 18:55:37.533245 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7a3bf8-bade-4fb2-8158-f45e9a1ec262 req-76861532-3515-4782-aa6c-825f4b68506f tempest-ServersNegativeTestJSON-1362261717 tempest-ServersNegativeTestJSON-1362261717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:55:37.534709 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9b7a3bf8-bade-4fb2-8158-f45e9a1ec262 req-76861532-3515-4782-aa6c-825f4b68506f tempest-ServersNegativeTestJSON-1362261717 tempest-ServersNegativeTestJSON-1362261717-project] 10.222.0.36 "GET /v2.0/networks?id=05ed3938-e642-42ee-9244-ce8f5ed12d61 HTTP/1.1" status: 200 len: 813 time: 0.4579904 May 18 18:55:37.552714 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-9b7a3bf8-bade-4fb2-8158-f45e9a1ec262 req-57271545-05af-4ef4-a828-af51d0eff533 tempest-ServersNegativeTestJSON-1362261717 tempest-ServersNegativeTestJSON-1362261717-project] Request body: {'port': {'device_id': '9dd157a6-a4d2-4fcb-a2e3-d7450bd41fdb', 'network_id': '05ed3938-e642-42ee-9244-ce8f5ed12d61', 'admin_state_up': True, 'tenant_id': '891ead215d60462db88d9c1157fd96c0'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:55:37.654798 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b7a3bf8-bade-4fb2-8158-f45e9a1ec262 req-57271545-05af-4ef4-a828-af51d0eff533 tempest-ServersNegativeTestJSON-1362261717 tempest-ServersNegativeTestJSON-1362261717-project] Made reservation on behalf of 891ead215d60462db88d9c1157fd96c0 for: {'port': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:55:37.658360 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-9b7a3bf8-bade-4fb2-8158-f45e9a1ec262 req-57271545-05af-4ef4-a828-af51d0eff533 tempest-ServersNegativeTestJSON-1362261717 tempest-ServersNegativeTestJSON-1362261717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:55:37.721828 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-850e5858-46ee-4713-a9b3-ff1d9f269eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:55:37.786305 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [req-9b7a3bf8-bade-4fb2-8158-f45e9a1ec262 req-57271545-05af-4ef4-a828-af51d0eff533 tempest-ServersNegativeTestJSON-1362261717 tempest-ServersNegativeTestJSON-1362261717-project] Allocated IP 172.20.0.2 (05ed3938-e642-42ee-9244-ce8f5ed12d61/c0dba75a-550b-4de2-9dca-1c76b2ba98f9/f3f2def9-7aa9-43bd-bf1d-d3e97e60bae5) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:55:37.930718 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-9b7a3bf8-bade-4fb2-8158-f45e9a1ec262 req-57271545-05af-4ef4-a828-af51d0eff533 tempest-ServersNegativeTestJSON-1362261717 tempest-ServersNegativeTestJSON-1362261717-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:55:37.963805 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-9b7a3bf8-bade-4fb2-8158-f45e9a1ec262 req-57271545-05af-4ef4-a828-af51d0eff533 tempest-ServersNegativeTestJSON-1362261717 tempest-ServersNegativeTestJSON-1362261717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:55:38.005487 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b7a3bf8-bade-4fb2-8158-f45e9a1ec262 req-57271545-05af-4ef4-a828-af51d0eff533 tempest-ServersNegativeTestJSON-1362261717 tempest-ServersNegativeTestJSON-1362261717-project] Network 05ed3938-e642-42ee-9244-ce8f5ed12d61 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:55:38.008431 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [req-9b7a3bf8-bade-4fb2-8158-f45e9a1ec262 req-57271545-05af-4ef4-a828-af51d0eff533 tempest-ServersNegativeTestJSON-1362261717 tempest-ServersNegativeTestJSON-1362261717-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:55:38.012047 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b7a3bf8-bade-4fb2-8158-f45e9a1ec262 req-57271545-05af-4ef4-a828-af51d0eff533 tempest-ServersNegativeTestJSON-1362261717 tempest-ServersNegativeTestJSON-1362261717-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:55:38.037500 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57271545-05af-4ef4-a828-af51d0eff533 tempest-ServersNegativeTestJSON-1362261717 tempest-ServersNegativeTestJSON-1362261717-project] Pushing event updated for resources: {'Port': ['ID=f3f2def9-7aa9-43bd-bf1d-d3e97e60bae5,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:55:38.065292 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7a3bf8-bade-4fb2-8158-f45e9a1ec262 req-57271545-05af-4ef4-a828-af51d0eff533 tempest-ServersNegativeTestJSON-1362261717 tempest-ServersNegativeTestJSON-1362261717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:55:38.065917 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-9b7a3bf8-bade-4fb2-8158-f45e9a1ec262 req-57271545-05af-4ef4-a828-af51d0eff533 tempest-ServersNegativeTestJSON-1362261717 tempest-ServersNegativeTestJSON-1362261717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:55:38.081250 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9b7a3bf8-bade-4fb2-8158-f45e9a1ec262 req-57271545-05af-4ef4-a828-af51d0eff533 tempest-ServersNegativeTestJSON-1362261717 tempest-ServersNegativeTestJSON-1362261717-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5321121 May 18 18:55:38.094227 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [req-9b7a3bf8-bade-4fb2-8158-f45e9a1ec262 req-65c44930-5009-4d61-8da2-7ba4878c53e0 tempest-ServersNegativeTestJSON-1362261717 tempest-ServersNegativeTestJSON-1362261717-project] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=102730) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 18:55:38.095169 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9b7a3bf8-bade-4fb2-8158-f45e9a1ec262 req-65c44930-5009-4d61-8da2-7ba4878c53e0 tempest-ServersNegativeTestJSON-1362261717 tempest-ServersNegativeTestJSON-1362261717-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049162 May 18 18:55:38.112135 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-9b7a3bf8-bade-4fb2-8158-f45e9a1ec262 req-347e1dd2-8a75-4af6-bcf1-757e39171fbd service neutron] Request body: {'port': {'device_id': '9dd157a6-a4d2-4fcb-a2e3-d7450bd41fdb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-3'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:55:38.171452 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-9b7a3bf8-bade-4fb2-8158-f45e9a1ec262 req-347e1dd2-8a75-4af6-bcf1-757e39171fbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:55:38.431840 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [req-9b7a3bf8-bade-4fb2-8158-f45e9a1ec262 req-347e1dd2-8a75-4af6-bcf1-757e39171fbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3f2def9-7aa9-43bd-bf1d-d3e97e60bae5 {{(pid=102730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:55:38.439127 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-9b7a3bf8-bade-4fb2-8158-f45e9a1ec262 req-347e1dd2-8a75-4af6-bcf1-757e39171fbd service neutron] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:55:38.451306 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [req-9b7a3bf8-bade-4fb2-8158-f45e9a1ec262 req-347e1dd2-8a75-4af6-bcf1-757e39171fbd service neutron] Transition to ACTIVE for port object f3f2def9-7aa9-43bd-bf1d-d3e97e60bae5 will not be triggered until provisioned by entity L2. {{(pid=102730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:55:38.454668 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-9b7a3bf8-bade-4fb2-8158-f45e9a1ec262 req-347e1dd2-8a75-4af6-bcf1-757e39171fbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:55:38.513485 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347e1dd2-8a75-4af6-bcf1-757e39171fbd service neutron] Pushing event updated for resources: {'Port': ['ID=f3f2def9-7aa9-43bd-bf1d-d3e97e60bae5,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:55:38.608200 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-9b7a3bf8-bade-4fb2-8158-f45e9a1ec262 req-347e1dd2-8a75-4af6-bcf1-757e39171fbd service neutron] Attempting to bind port f3f2def9-7aa9-43bd-bf1d-d3e97e60bae5 on host n-h1-838550-3 for vnic_type normal with profile {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:55:38.608526 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-9b7a3bf8-bade-4fb2-8158-f45e9a1ec262 req-347e1dd2-8a75-4af6-bcf1-757e39171fbd service neutron] Attempting to bind port f3f2def9-7aa9-43bd-bf1d-d3e97e60bae5 by drivers openvswitch,hyperv on host n-h1-838550-3 at level 0 using segments [{'id': '48837e6f-0db9-46f1-bdfd-e21d1447670c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '05ed3938-e642-42ee-9244-ce8f5ed12d61'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:55:38.608846 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b7a3bf8-bade-4fb2-8158-f45e9a1ec262 req-347e1dd2-8a75-4af6-bcf1-757e39171fbd service neutron] Attempting to bind port f3f2def9-7aa9-43bd-bf1d-d3e97e60bae5 on network 05ed3938-e642-42ee-9244-ce8f5ed12d61 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:55:38.615893 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b7a3bf8-bade-4fb2-8158-f45e9a1ec262 req-347e1dd2-8a75-4af6-bcf1-757e39171fbd service neutron] Port f3f2def9-7aa9-43bd-bf1d-d3e97e60bae5 on network 05ed3938-e642-42ee-9244-ce8f5ed12d61 not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-3 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:55:38.616207 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b7a3bf8-bade-4fb2-8158-f45e9a1ec262 req-347e1dd2-8a75-4af6-bcf1-757e39171fbd service neutron] Attempting to bind port f3f2def9-7aa9-43bd-bf1d-d3e97e60bae5 on network 05ed3938-e642-42ee-9244-ce8f5ed12d61 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:55:38.624891 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b7a3bf8-bade-4fb2-8158-f45e9a1ec262 req-347e1dd2-8a75-4af6-bcf1-757e39171fbd service neutron] Checking agent: {'id': '1dbac822-25f2-4df8-9dc8-5c2e7b136eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:55:38.625219 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b7a3bf8-bade-4fb2-8158-f45e9a1ec262 req-347e1dd2-8a75-4af6-bcf1-757e39171fbd service neutron] Checking segment: {'id': '48837e6f-0db9-46f1-bdfd-e21d1447670c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '05ed3938-e642-42ee-9244-ce8f5ed12d61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:55:38.625592 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b7a3bf8-bade-4fb2-8158-f45e9a1ec262 req-347e1dd2-8a75-4af6-bcf1-757e39171fbd service neutron] Bound using segment: {'id': '48837e6f-0db9-46f1-bdfd-e21d1447670c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '05ed3938-e642-42ee-9244-ce8f5ed12d61'} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:55:38.626035 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-9b7a3bf8-bade-4fb2-8158-f45e9a1ec262 req-347e1dd2-8a75-4af6-bcf1-757e39171fbd service neutron] Bound port: f3f2def9-7aa9-43bd-bf1d-d3e97e60bae5, host: n-h1-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48837e6f-0db9-46f1-bdfd-e21d1447670c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '05ed3938-e642-42ee-9244-ce8f5ed12d61'}}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:55:38.626386 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-9b7a3bf8-bade-4fb2-8158-f45e9a1ec262 req-347e1dd2-8a75-4af6-bcf1-757e39171fbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:55:38.645467 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7bc1b7-9d54-4bca-be5e-1ee2d9fb3c19 req-ff8d53f9-365d-4135-ba97-6aefb98dc786 tempest-ServersNegativeTestJSON-1362261717 tempest-ServersNegativeTestJSON-1362261717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:55:38.646993 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ba7bc1b7-9d54-4bca-be5e-1ee2d9fb3c19 req-ff8d53f9-365d-4135-ba97-6aefb98dc786 tempest-ServersNegativeTestJSON-1362261717 tempest-ServersNegativeTestJSON-1362261717-project] 10.222.0.85 "GET /v2.0/ports?device_id=9dd157a6-a4d2-4fcb-a2e3-d7450bd41fdb HTTP/1.1" status: 200 len: 943 time: 0.0782673 May 18 18:55:38.724248 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ba7bc1b7-9d54-4bca-be5e-1ee2d9fb3c19 req-c1287875-eb77-43bf-8b52-7a3f2caa4885 tempest-ServersNegativeTestJSON-1362261717 tempest-ServersNegativeTestJSON-1362261717-project] 10.222.0.85 "GET /v2.0/security-groups?id=c92b61ed-ca9a-4c2a-9d54-9fced2db7b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553453 May 18 18:55:38.726576 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-9b7a3bf8-bade-4fb2-8158-f45e9a1ec262 req-347e1dd2-8a75-4af6-bcf1-757e39171fbd service neutron] For port f3f2def9-7aa9-43bd-bf1d-d3e97e60bae5, host n-h1-838550-3, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:55:38.729716 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-9b7a3bf8-bade-4fb2-8158-f45e9a1ec262 req-347e1dd2-8a75-4af6-bcf1-757e39171fbd service neutron] For port f3f2def9-7aa9-43bd-bf1d-d3e97e60bae5, host n-h1-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=f3f2def9-7aa9-43bd-bf1d-d3e97e60bae5,segment=NetworkSegment(48837e6f-0db9-46f1-bdfd-e21d1447670c),segment_id=48837e6f-0db9-46f1-bdfd-e21d1447670c)] {{(pid=102730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:55:38.734729 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-9b7a3bf8-bade-4fb2-8158-f45e9a1ec262 req-347e1dd2-8a75-4af6-bcf1-757e39171fbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:55:38.774649 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7a3bf8-bade-4fb2-8158-f45e9a1ec262 req-347e1dd2-8a75-4af6-bcf1-757e39171fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:55:38.775598 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-9b7a3bf8-bade-4fb2-8158-f45e9a1ec262 req-347e1dd2-8a75-4af6-bcf1-757e39171fbd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:55:38.776979 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9b7a3bf8-bade-4fb2-8158-f45e9a1ec262 req-347e1dd2-8a75-4af6-bcf1-757e39171fbd service neutron] 10.222.0.36 "PUT /v2.0/ports/f3f2def9-7aa9-43bd-bf1d-d3e97e60bae5 HTTP/1.1" status: 200 len: 1091 time: 0.6689377 May 18 18:55:38.777727 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dd157a6-a4d2-4fcb-a2e3-d7450bd41fdb', 'tag': 'f3f2def9-7aa9-43bd-bf1d-d3e97e60bae5'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:55:38.779705 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1955bbf-27e8-4b11-a841-912a65e829ca" -d '{"events": [{"name": "network-changed", "server_uuid": "9dd157a6-a4d2-4fcb-a2e3-d7450bd41fdb", "tag": "f3f2def9-7aa9-43bd-bf1d-d3e97e60bae5"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:55:38.809989 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347e1dd2-8a75-4af6-bcf1-757e39171fbd service neutron] Pushing event updated for resources: {'Port': ['ID=f3f2def9-7aa9-43bd-bf1d-d3e97e60bae5,revision_number=3']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:55:38.837512 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c96f7a60-5c61-4c16-93ed-dacf1ac959ff x-openstack-request-id: req-c96f7a60-5c61-4c16-93ed-dacf1ac959ff {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:55:38.837942 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dd157a6-a4d2-4fcb-a2e3-d7450bd41fdb", "tag": "f3f2def9-7aa9-43bd-bf1d-d3e97e60bae5", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:55:38.838201 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-c96f7a60-5c61-4c16-93ed-dacf1ac959ff {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:55:38.838601 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c96f7a60-5c61-4c16-93ed-dacf1ac959ff'] response: {'name': 'network-changed', 'server_uuid': '9dd157a6-a4d2-4fcb-a2e3-d7450bd41fdb', 'tag': 'f3f2def9-7aa9-43bd-bf1d-d3e97e60bae5', 'status': 'completed', 'code': 200} May 18 18:55:38.871064 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7a3bf8-bade-4fb2-8158-f45e9a1ec262 req-1caf0223-7155-4e9a-a5f5-89533311f7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:55:38.872567 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9b7a3bf8-bade-4fb2-8158-f45e9a1ec262 req-1caf0223-7155-4e9a-a5f5-89533311f7f5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=891ead215d60462db88d9c1157fd96c0&device_id=9dd157a6-a4d2-4fcb-a2e3-d7450bd41fdb HTTP/1.1" status: 200 len: 1094 time: 0.0439994 May 18 18:55:38.913514 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9b7a3bf8-bade-4fb2-8158-f45e9a1ec262 req-382e0f2b-8973-4536-b8f7-e17f8d9e47b0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f3f2def9-7aa9-43bd-bf1d-d3e97e60bae5 HTTP/1.1" status: 200 len: 217 time: 0.0335267 May 18 18:55:38.966710 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7a3bf8-bade-4fb2-8158-f45e9a1ec262 req-1874f434-f389-4c45-ac3b-6e437423412d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:55:38.968144 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9b7a3bf8-bade-4fb2-8158-f45e9a1ec262 req-1874f434-f389-4c45-ac3b-6e437423412d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c0dba75a-550b-4de2-9dca-1c76b2ba98f9 HTTP/1.1" status: 200 len: 853 time: 0.0464187 May 18 18:55:39.003478 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9b7a3bf8-bade-4fb2-8158-f45e9a1ec262 req-5edc5941-a0c5-4ddf-b8b3-6b6d00b81403 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=05ed3938-e642-42ee-9244-ce8f5ed12d61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242908 May 18 18:55:39.096370 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9b7a3bf8-bade-4fb2-8158-f45e9a1ec262 req-d2eaba3d-4a41-4be3-8e65-963f953095aa service neutron] 10.222.0.36 "GET /v2.0/networks/05ed3938-e642-42ee-9244-ce8f5ed12d61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837896 May 18 18:55:39.195253 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9b7a3bf8-bade-4fb2-8158-f45e9a1ec262 req-4e9367a2-ad21-491c-91ba-39dc4843da29 service neutron] 10.222.0.36 "GET /v2.0/networks/05ed3938-e642-42ee-9244-ce8f5ed12d61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881782 May 18 18:55:39.285998 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1955bbf-27e8-4b11-a841-912a65e829ca req-f90c273b-a234-47d2-abc0-b7e54d51c2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:55:39.287416 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c1955bbf-27e8-4b11-a841-912a65e829ca req-f90c273b-a234-47d2-abc0-b7e54d51c2f8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=891ead215d60462db88d9c1157fd96c0&device_id=9dd157a6-a4d2-4fcb-a2e3-d7450bd41fdb HTTP/1.1" status: 200 len: 1094 time: 0.0407765 May 18 18:55:39.377606 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1955bbf-27e8-4b11-a841-912a65e829ca req-a6056470-0930-45ac-98ba-4f16c74ee6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:55:39.379106 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c1955bbf-27e8-4b11-a841-912a65e829ca req-a6056470-0930-45ac-98ba-4f16c74ee6a5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=05ed3938-e642-42ee-9244-ce8f5ed12d61 HTTP/1.1" status: 200 len: 914 time: 0.0854387 May 18 18:55:39.421286 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c1955bbf-27e8-4b11-a841-912a65e829ca req-bf16c5f0-4153-4666-a757-4e2f2655c36b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f3f2def9-7aa9-43bd-bf1d-d3e97e60bae5 HTTP/1.1" status: 200 len: 217 time: 0.0352409 May 18 18:55:39.477877 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1955bbf-27e8-4b11-a841-912a65e829ca req-e5eaca78-1670-4099-b125-0e56e83c8cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:55:39.479839 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c1955bbf-27e8-4b11-a841-912a65e829ca req-e5eaca78-1670-4099-b125-0e56e83c8cbd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c0dba75a-550b-4de2-9dca-1c76b2ba98f9 HTTP/1.1" status: 200 len: 853 time: 0.0520725 May 18 18:55:39.515175 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c1955bbf-27e8-4b11-a841-912a65e829ca req-4b2ac289-8474-4c85-8952-07f5f1a90c86 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=05ed3938-e642-42ee-9244-ce8f5ed12d61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262918 May 18 18:55:39.613997 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c1955bbf-27e8-4b11-a841-912a65e829ca req-71105233-e8c8-41d3-a237-d34a2372c739 service neutron] 10.222.0.36 "GET /v2.0/networks/05ed3938-e642-42ee-9244-ce8f5ed12d61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907822 May 18 18:55:39.716569 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c1955bbf-27e8-4b11-a841-912a65e829ca req-c3b5f567-ad75-4bbf-8973-f84466479bbe service neutron] 10.222.0.36 "GET /v2.0/networks/05ed3938-e642-42ee-9244-ce8f5ed12d61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946074 May 18 18:55:39.857995 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da5f7b6-1295-41e9-a0dd-223e2b38e04e req-45ebe8dd-5a7f-433e-90ca-644baf2d0bb5 tempest-ServersNegativeTestJSON-1362261717 tempest-ServersNegativeTestJSON-1362261717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:55:39.859403 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3da5f7b6-1295-41e9-a0dd-223e2b38e04e req-45ebe8dd-5a7f-433e-90ca-644baf2d0bb5 tempest-ServersNegativeTestJSON-1362261717 tempest-ServersNegativeTestJSON-1362261717-project] 10.222.0.85 "GET /v2.0/ports?device_id=9dd157a6-a4d2-4fcb-a2e3-d7450bd41fdb HTTP/1.1" status: 200 len: 943 time: 0.0547836 May 18 18:55:39.896861 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3da5f7b6-1295-41e9-a0dd-223e2b38e04e req-db2f94d2-0256-434a-9445-400d884dee56 tempest-ServersNegativeTestJSON-1362261717 tempest-ServersNegativeTestJSON-1362261717-project] 10.222.0.85 "GET /v2.0/security-groups?id=c92b61ed-ca9a-4c2a-9d54-9fced2db7b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315280 May 18 18:55:40.095807 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-24301529-e1aa-4455-b897-fe2cd2b207f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:55:41.011046 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a05b16f-2c1a-4cca-9088-3ddfdecac537 req-a99056f8-0316-4e50-a9fa-a5d8248414a8 tempest-ServersNegativeTestJSON-1362261717 tempest-ServersNegativeTestJSON-1362261717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:55:41.012623 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9a05b16f-2c1a-4cca-9088-3ddfdecac537 req-a99056f8-0316-4e50-a9fa-a5d8248414a8 tempest-ServersNegativeTestJSON-1362261717 tempest-ServersNegativeTestJSON-1362261717-project] 10.222.0.85 "GET /v2.0/ports?device_id=9dd157a6-a4d2-4fcb-a2e3-d7450bd41fdb HTTP/1.1" status: 200 len: 943 time: 0.0487192 May 18 18:55:41.051164 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9a05b16f-2c1a-4cca-9088-3ddfdecac537 req-2ad64452-f036-4786-8e79-b335ee23e1e5 tempest-ServersNegativeTestJSON-1362261717 tempest-ServersNegativeTestJSON-1362261717-project] 10.222.0.85 "GET /v2.0/security-groups?id=c92b61ed-ca9a-4c2a-9d54-9fced2db7b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325580 May 18 18:55:41.406646 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:55:41.944092 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device f3f2def9-7aa9-43bd-bf1d-d3e97e60bae5 details requested by agent hyperv_n-h1-838550-3 with host n-h1-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:55:42.036877 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port f3f2def9-7aa9-43bd-bf1d-d3e97e60bae5, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=f3f2def9-7aa9-43bd-bf1d-d3e97e60bae5,segment=NetworkSegment(48837e6f-0db9-46f1-bdfd-e21d1447670c),segment_id=48837e6f-0db9-46f1-bdfd-e21d1447670c)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:55:42.048733 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Returning: {'device': 'f3f2def9-7aa9-43bd-bf1d-d3e97e60bae5', 'network_id': '05ed3938-e642-42ee-9244-ce8f5ed12d61', 'port_id': 'f3f2def9-7aa9-43bd-bf1d-d3e97e60bae5', 'mac_address': 'fa:16:3e:ea:69:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0dba75a-550b-4de2-9dca-1c76b2ba98f9', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:55:42.086019 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port f3f2def9-7aa9-43bd-bf1d-d3e97e60bae5 is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:55:42.086440 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:55:42.103422 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3f2def9-7aa9-43bd-bf1d-d3e97e60bae5 {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:55:42.123276 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port f3f2def9-7aa9-43bd-bf1d-d3e97e60bae5, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=f3f2def9-7aa9-43bd-bf1d-d3e97e60bae5,segment=NetworkSegment(48837e6f-0db9-46f1-bdfd-e21d1447670c),segment_id=48837e6f-0db9-46f1-bdfd-e21d1447670c)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:55:42.127378 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:55:42.168651 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e2122f-f312-4322-a9c6-6f692a2e0ac1 req-cc73988e-e284-4131-93fb-b8382c49f558 tempest-ServersNegativeTestJSON-1362261717 tempest-ServersNegativeTestJSON-1362261717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:55:42.170266 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-17e2122f-f312-4322-a9c6-6f692a2e0ac1 req-cc73988e-e284-4131-93fb-b8382c49f558 tempest-ServersNegativeTestJSON-1362261717 tempest-ServersNegativeTestJSON-1362261717-project] 10.222.0.85 "GET /v2.0/ports?device_id=9dd157a6-a4d2-4fcb-a2e3-d7450bd41fdb HTTP/1.1" status: 200 len: 944 time: 0.0510879 May 18 18:55:42.175289 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=f3f2def9-7aa9-43bd-bf1d-d3e97e60bae5,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:55:42.183689 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:55:42.184128 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:55:42.184454 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:55:42.184808 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:55:42.185134 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:55:42.185458 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:55:42.185818 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:55:42.186214 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:55:42.186535 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:55:42.186920 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:55:42.187236 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:55:42.187552 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:55:42.211170 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-17e2122f-f312-4322-a9c6-6f692a2e0ac1 req-5dc6acd6-2d0c-42a0-9bf0-f89f8e18e7be tempest-ServersNegativeTestJSON-1362261717 tempest-ServersNegativeTestJSON-1362261717-project] 10.222.0.85 "GET /v2.0/security-groups?id=c92b61ed-ca9a-4c2a-9d54-9fced2db7b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346150 May 18 18:55:42.394405 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['f3f2def9-7aa9-43bd-bf1d-d3e97e60bae5'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:55:42.560635 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:55:43.138961 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:55:43.331739 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4709d704-160c-4d71-84e8-10028f937c46 req-8b6f4201-6539-4632-a830-573a8c096665 tempest-ServersNegativeTestJSON-1362261717 tempest-ServersNegativeTestJSON-1362261717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:55:43.333244 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4709d704-160c-4d71-84e8-10028f937c46 req-8b6f4201-6539-4632-a830-573a8c096665 tempest-ServersNegativeTestJSON-1362261717 tempest-ServersNegativeTestJSON-1362261717-project] 10.222.0.85 "GET /v2.0/ports?device_id=9dd157a6-a4d2-4fcb-a2e3-d7450bd41fdb HTTP/1.1" status: 200 len: 944 time: 0.0548382 May 18 18:55:43.370715 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4709d704-160c-4d71-84e8-10028f937c46 req-01e70884-4d12-4746-9ec3-131bbbe06d08 tempest-ServersNegativeTestJSON-1362261717 tempest-ServersNegativeTestJSON-1362261717-project] 10.222.0.85 "GET /v2.0/security-groups?id=c92b61ed-ca9a-4c2a-9d54-9fced2db7b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308952 May 18 18:55:43.945507 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device f3f2def9-7aa9-43bd-bf1d-d3e97e60bae5 up at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:55:43.993434 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning for port f3f2def9-7aa9-43bd-bf1d-d3e97e60bae5 completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:55:43.997396 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning complete for port f3f2def9-7aa9-43bd-bf1d-d3e97e60bae5 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:55:43.997810 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:55:44.080018 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port f3f2def9-7aa9-43bd-bf1d-d3e97e60bae5 is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:55:44.080401 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:55:44.102266 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dd157a6-a4d2-4fcb-a2e3-d7450bd41fdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3f2def9-7aa9-43bd-bf1d-d3e97e60bae5'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:55:44.104696 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08b70e43-577c-4b1c-85cf-7698587f0634" -d '{"events": [{"server_uuid": "9dd157a6-a4d2-4fcb-a2e3-d7450bd41fdb", "name": "network-vif-plugged", "status": "completed", "tag": "f3f2def9-7aa9-43bd-bf1d-d3e97e60bae5"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:55:44.117091 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port f3f2def9-7aa9-43bd-bf1d-d3e97e60bae5, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=f3f2def9-7aa9-43bd-bf1d-d3e97e60bae5,segment=NetworkSegment(48837e6f-0db9-46f1-bdfd-e21d1447670c),segment_id=48837e6f-0db9-46f1-bdfd-e21d1447670c)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:55:44.121525 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:55:44.146944 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9aa717c-e170-44ee-828a-35758afc2a7c x-openstack-request-id: req-c9aa717c-e170-44ee-828a-35758afc2a7c {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:55:44.147242 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dd157a6-a4d2-4fcb-a2e3-d7450bd41fdb", "name": "network-vif-plugged", "status": "completed", "tag": "f3f2def9-7aa9-43bd-bf1d-d3e97e60bae5", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:55:44.147500 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-c9aa717c-e170-44ee-828a-35758afc2a7c {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:55:44.147899 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9aa717c-e170-44ee-828a-35758afc2a7c'] response: {'server_uuid': '9dd157a6-a4d2-4fcb-a2e3-d7450bd41fdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3f2def9-7aa9-43bd-bf1d-d3e97e60bae5', 'code': 200} May 18 18:55:44.173949 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=f3f2def9-7aa9-43bd-bf1d-d3e97e60bae5,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:55:44.245858 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d8802a-4b05-4f7d-8b75-de8ea5fc2bdd req-314cd2b0-7b4e-406e-aefb-5f32c06f2ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:55:44.247283 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-40d8802a-4b05-4f7d-8b75-de8ea5fc2bdd req-314cd2b0-7b4e-406e-aefb-5f32c06f2ac7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9dd157a6-a4d2-4fcb-a2e3-d7450bd41fdb HTTP/1.1" status: 200 len: 1096 time: 0.0405409 May 18 18:55:44.286587 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-40d8802a-4b05-4f7d-8b75-de8ea5fc2bdd req-f1c07183-1455-4964-a0fc-aaac99d89428 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c92b61ed-ca9a-4c2a-9d54-9fced2db7b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274587 May 18 18:55:44.490856 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a9ff1e-bdcb-496e-93d5-0f6334e557fd req-7447b157-986b-41b9-b2df-6df5704016d0 tempest-ServersNegativeTestJSON-1362261717 tempest-ServersNegativeTestJSON-1362261717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:55:44.492917 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-83a9ff1e-bdcb-496e-93d5-0f6334e557fd req-7447b157-986b-41b9-b2df-6df5704016d0 tempest-ServersNegativeTestJSON-1362261717 tempest-ServersNegativeTestJSON-1362261717-project] 10.222.0.85 "GET /v2.0/ports?device_id=9dd157a6-a4d2-4fcb-a2e3-d7450bd41fdb HTTP/1.1" status: 200 len: 945 time: 0.0498822 May 18 18:55:44.530843 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-83a9ff1e-bdcb-496e-93d5-0f6334e557fd req-91b9186a-b7d5-4721-adc7-36f6b0b2f0be tempest-ServersNegativeTestJSON-1362261717 tempest-ServersNegativeTestJSON-1362261717-project] 10.222.0.85 "GET /v2.0/security-groups?id=c92b61ed-ca9a-4c2a-9d54-9fced2db7b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319695 May 18 18:55:45.647527 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa593c7-1f3b-4549-bd3e-128a9ed77a69 req-00aa496c-885c-482e-966a-67cb75518bcb tempest-ServersNegativeTestJSON-1362261717 tempest-ServersNegativeTestJSON-1362261717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:55:45.648991 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5aa593c7-1f3b-4549-bd3e-128a9ed77a69 req-00aa496c-885c-482e-966a-67cb75518bcb tempest-ServersNegativeTestJSON-1362261717 tempest-ServersNegativeTestJSON-1362261717-project] 10.222.0.85 "GET /v2.0/ports?device_id=9dd157a6-a4d2-4fcb-a2e3-d7450bd41fdb HTTP/1.1" status: 200 len: 945 time: 0.0523663 May 18 18:55:45.688267 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5aa593c7-1f3b-4549-bd3e-128a9ed77a69 req-5024950e-86ac-44c2-bf42-97ee31f150b9 tempest-ServersNegativeTestJSON-1362261717 tempest-ServersNegativeTestJSON-1362261717-project] 10.222.0.85 "GET /v2.0/security-groups?id=c92b61ed-ca9a-4c2a-9d54-9fced2db7b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332937 May 18 18:55:45.906025 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdd1ea4-8439-40e3-b4ab-469e2c342694 req-49a029f0-e529-4de5-b5cb-c451a255ee07 tempest-ServersNegativeTestJSON-1362261717 tempest-ServersNegativeTestJSON-1362261717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:55:45.907410 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0cdd1ea4-8439-40e3-b4ab-469e2c342694 req-49a029f0-e529-4de5-b5cb-c451a255ee07 tempest-ServersNegativeTestJSON-1362261717 tempest-ServersNegativeTestJSON-1362261717-project] 10.222.0.85 "GET /v2.0/networks?id=05ed3938-e642-42ee-9244-ce8f5ed12d61 HTTP/1.1" status: 200 len: 813 time: 0.0991864 May 18 18:55:45.922867 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0cdd1ea4-8439-40e3-b4ab-469e2c342694 req-18909907-531e-4270-8c55-7ad2fe2315c5 tempest-ServersNegativeTestJSON-1362261717 tempest-ServersNegativeTestJSON-1362261717-project] 10.222.0.85 "GET /v2.0/quotas/891ead215d60462db88d9c1157fd96c0 HTTP/1.1" status: 200 len: 375 time: 0.0097182 May 18 18:55:45.970789 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0cdd1ea4-8439-40e3-b4ab-469e2c342694 req-ed38e6ed-90ea-45cd-9c8e-53ee86794cdc tempest-ServersNegativeTestJSON-1362261717 tempest-ServersNegativeTestJSON-1362261717-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=891ead215d60462db88d9c1157fd96c0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0427148 May 18 18:55:46.063463 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0cdd1ea4-8439-40e3-b4ab-469e2c342694 req-6387c5dc-c970-409d-8e41-b2adb48276a0 service neutron] 10.222.0.85 "GET /v2.0/networks/05ed3938-e642-42ee-9244-ce8f5ed12d61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851791 May 18 18:55:46.150077 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0cdd1ea4-8439-40e3-b4ab-469e2c342694 req-4040eae6-4962-4e90-b6c2-74a6ee5ff823 service neutron] 10.222.0.85 "GET /v2.0/networks/05ed3938-e642-42ee-9244-ce8f5ed12d61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806172 May 18 18:55:46.310619 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-85c8566c-91b5-4217-a7f1-24530240c17d req-27e1d786-7c62-4e05-ad5b-a679f59c6887 tempest-ServersNegativeTestJSON-1362261717 tempest-ServersNegativeTestJSON-1362261717-project] 10.222.0.85 "GET /v2.0/ports?device_id=52cb498a-1a6f-4e0b-bca0-921da9cbca6a HTTP/1.1" status: 200 len: 210 time: 0.0318856 May 18 18:55:47.199312 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdd1ea4-8439-40e3-b4ab-469e2c342694 req-b3a014d1-c290-4d59-abbd-cd417fff2346 tempest-ServersNegativeTestJSON-1362261717 tempest-ServersNegativeTestJSON-1362261717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:55:47.200816 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0cdd1ea4-8439-40e3-b4ab-469e2c342694 req-b3a014d1-c290-4d59-abbd-cd417fff2346 tempest-ServersNegativeTestJSON-1362261717 tempest-ServersNegativeTestJSON-1362261717-project] 10.222.0.88 "GET /v2.0/networks?id=05ed3938-e642-42ee-9244-ce8f5ed12d61 HTTP/1.1" status: 200 len: 813 time: 0.1063077 May 18 18:55:47.213425 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-0cdd1ea4-8439-40e3-b4ab-469e2c342694 req-2dc30947-24b8-40dc-82fc-32a38427e949 tempest-ServersNegativeTestJSON-1362261717 tempest-ServersNegativeTestJSON-1362261717-project] Request body: {'port': {'device_id': '52cb498a-1a6f-4e0b-bca0-921da9cbca6a', 'network_id': '05ed3938-e642-42ee-9244-ce8f5ed12d61', 'admin_state_up': True, 'tenant_id': '891ead215d60462db88d9c1157fd96c0'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:55:47.332366 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cdd1ea4-8439-40e3-b4ab-469e2c342694 req-2dc30947-24b8-40dc-82fc-32a38427e949 tempest-ServersNegativeTestJSON-1362261717 tempest-ServersNegativeTestJSON-1362261717-project] Made reservation on behalf of 891ead215d60462db88d9c1157fd96c0 for: {'port': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:55:47.335829 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-0cdd1ea4-8439-40e3-b4ab-469e2c342694 req-2dc30947-24b8-40dc-82fc-32a38427e949 tempest-ServersNegativeTestJSON-1362261717 tempest-ServersNegativeTestJSON-1362261717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:55:47.405465 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fd54c7b2-58ac-4b41-bca7-ad6d67fa582b req-2d25d612-a34e-4ed4-895a-9e4d35496818 tempest-ServersNegativeTestJSON-1362261717 tempest-ServersNegativeTestJSON-1362261717-project] 10.222.0.85 "GET /v2.0/ports?device_id=52cb498a-1a6f-4e0b-bca0-921da9cbca6a HTTP/1.1" status: 200 len: 210 time: 0.0261915 May 18 18:55:47.461485 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [req-0cdd1ea4-8439-40e3-b4ab-469e2c342694 req-2dc30947-24b8-40dc-82fc-32a38427e949 tempest-ServersNegativeTestJSON-1362261717 tempest-ServersNegativeTestJSON-1362261717-project] Allocated IP 172.20.0.4 (05ed3938-e642-42ee-9244-ce8f5ed12d61/c0dba75a-550b-4de2-9dca-1c76b2ba98f9/0d93cb3b-ccaa-46d3-a2d6-f8f9d81e9510) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:55:47.612205 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-0cdd1ea4-8439-40e3-b4ab-469e2c342694 req-2dc30947-24b8-40dc-82fc-32a38427e949 tempest-ServersNegativeTestJSON-1362261717 tempest-ServersNegativeTestJSON-1362261717-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:55:47.645144 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-0cdd1ea4-8439-40e3-b4ab-469e2c342694 req-2dc30947-24b8-40dc-82fc-32a38427e949 tempest-ServersNegativeTestJSON-1362261717 tempest-ServersNegativeTestJSON-1362261717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:55:47.656729 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['f3f2def9-7aa9-43bd-bf1d-d3e97e60bae5'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:55:47.689855 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cdd1ea4-8439-40e3-b4ab-469e2c342694 req-2dc30947-24b8-40dc-82fc-32a38427e949 tempest-ServersNegativeTestJSON-1362261717 tempest-ServersNegativeTestJSON-1362261717-project] Network 05ed3938-e642-42ee-9244-ce8f5ed12d61 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:55:47.692899 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [req-0cdd1ea4-8439-40e3-b4ab-469e2c342694 req-2dc30947-24b8-40dc-82fc-32a38427e949 tempest-ServersNegativeTestJSON-1362261717 tempest-ServersNegativeTestJSON-1362261717-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:55:47.696688 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cdd1ea4-8439-40e3-b4ab-469e2c342694 req-2dc30947-24b8-40dc-82fc-32a38427e949 tempest-ServersNegativeTestJSON-1362261717 tempest-ServersNegativeTestJSON-1362261717-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:55:47.705127 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc30947-24b8-40dc-82fc-32a38427e949 tempest-ServersNegativeTestJSON-1362261717 tempest-ServersNegativeTestJSON-1362261717-project] Pushing event updated for resources: {'Port': ['ID=0d93cb3b-ccaa-46d3-a2d6-f8f9d81e9510,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:55:47.758994 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdd1ea4-8439-40e3-b4ab-469e2c342694 req-2dc30947-24b8-40dc-82fc-32a38427e949 tempest-ServersNegativeTestJSON-1362261717 tempest-ServersNegativeTestJSON-1362261717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:55:47.759611 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-0cdd1ea4-8439-40e3-b4ab-469e2c342694 req-2dc30947-24b8-40dc-82fc-32a38427e949 tempest-ServersNegativeTestJSON-1362261717 tempest-ServersNegativeTestJSON-1362261717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:55:47.775460 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0cdd1ea4-8439-40e3-b4ab-469e2c342694 req-2dc30947-24b8-40dc-82fc-32a38427e949 tempest-ServersNegativeTestJSON-1362261717 tempest-ServersNegativeTestJSON-1362261717-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5660331 May 18 18:55:47.787841 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-0cdd1ea4-8439-40e3-b4ab-469e2c342694 req-cb4dedd2-40d8-46e7-815e-9fe53cc31c88 service neutron] Request body: {'port': {'device_id': '52cb498a-1a6f-4e0b-bca0-921da9cbca6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-3'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:55:47.841837 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-0cdd1ea4-8439-40e3-b4ab-469e2c342694 req-cb4dedd2-40d8-46e7-815e-9fe53cc31c88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:55:48.096346 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [req-0cdd1ea4-8439-40e3-b4ab-469e2c342694 req-cb4dedd2-40d8-46e7-815e-9fe53cc31c88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d93cb3b-ccaa-46d3-a2d6-f8f9d81e9510 {{(pid=102731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:55:48.103625 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-0cdd1ea4-8439-40e3-b4ab-469e2c342694 req-cb4dedd2-40d8-46e7-815e-9fe53cc31c88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:55:48.115041 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.provisioning_blocks [req-0cdd1ea4-8439-40e3-b4ab-469e2c342694 req-cb4dedd2-40d8-46e7-815e-9fe53cc31c88 service neutron] Transition to ACTIVE for port object 0d93cb3b-ccaa-46d3-a2d6-f8f9d81e9510 will not be triggered until provisioned by entity L2. {{(pid=102731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:55:48.118815 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-0cdd1ea4-8439-40e3-b4ab-469e2c342694 req-cb4dedd2-40d8-46e7-815e-9fe53cc31c88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:55:48.174215 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4dedd2-40d8-46e7-815e-9fe53cc31c88 service neutron] Pushing event updated for resources: {'Port': ['ID=0d93cb3b-ccaa-46d3-a2d6-f8f9d81e9510,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:55:48.235596 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-0cdd1ea4-8439-40e3-b4ab-469e2c342694 req-cb4dedd2-40d8-46e7-815e-9fe53cc31c88 service neutron] Attempting to bind port 0d93cb3b-ccaa-46d3-a2d6-f8f9d81e9510 on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:55:48.236247 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-0cdd1ea4-8439-40e3-b4ab-469e2c342694 req-cb4dedd2-40d8-46e7-815e-9fe53cc31c88 service neutron] Attempting to bind port 0d93cb3b-ccaa-46d3-a2d6-f8f9d81e9510 by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': '48837e6f-0db9-46f1-bdfd-e21d1447670c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '05ed3938-e642-42ee-9244-ce8f5ed12d61'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:55:48.236247 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cdd1ea4-8439-40e3-b4ab-469e2c342694 req-cb4dedd2-40d8-46e7-815e-9fe53cc31c88 service neutron] Attempting to bind port 0d93cb3b-ccaa-46d3-a2d6-f8f9d81e9510 on network 05ed3938-e642-42ee-9244-ce8f5ed12d61 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:55:48.240386 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cdd1ea4-8439-40e3-b4ab-469e2c342694 req-cb4dedd2-40d8-46e7-815e-9fe53cc31c88 service neutron] Port 0d93cb3b-ccaa-46d3-a2d6-f8f9d81e9510 on network 05ed3938-e642-42ee-9244-ce8f5ed12d61 not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:55:48.240701 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cdd1ea4-8439-40e3-b4ab-469e2c342694 req-cb4dedd2-40d8-46e7-815e-9fe53cc31c88 service neutron] Attempting to bind port 0d93cb3b-ccaa-46d3-a2d6-f8f9d81e9510 on network 05ed3938-e642-42ee-9244-ce8f5ed12d61 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:55:48.246022 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cdd1ea4-8439-40e3-b4ab-469e2c342694 req-cb4dedd2-40d8-46e7-815e-9fe53cc31c88 service neutron] Checking agent: {'id': 'd1be059a-68ea-4c77-9b2b-29f4afa47e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:55:48.246352 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cdd1ea4-8439-40e3-b4ab-469e2c342694 req-cb4dedd2-40d8-46e7-815e-9fe53cc31c88 service neutron] Checking segment: {'id': '48837e6f-0db9-46f1-bdfd-e21d1447670c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '05ed3938-e642-42ee-9244-ce8f5ed12d61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:55:48.246723 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cdd1ea4-8439-40e3-b4ab-469e2c342694 req-cb4dedd2-40d8-46e7-815e-9fe53cc31c88 service neutron] Bound using segment: {'id': '48837e6f-0db9-46f1-bdfd-e21d1447670c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '05ed3938-e642-42ee-9244-ce8f5ed12d61'} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:55:48.247134 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-0cdd1ea4-8439-40e3-b4ab-469e2c342694 req-cb4dedd2-40d8-46e7-815e-9fe53cc31c88 service neutron] Bound port: 0d93cb3b-ccaa-46d3-a2d6-f8f9d81e9510, host: n-h2-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48837e6f-0db9-46f1-bdfd-e21d1447670c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '05ed3938-e642-42ee-9244-ce8f5ed12d61'}}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:55:48.247480 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-0cdd1ea4-8439-40e3-b4ab-469e2c342694 req-cb4dedd2-40d8-46e7-815e-9fe53cc31c88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:55:48.309516 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-0cdd1ea4-8439-40e3-b4ab-469e2c342694 req-cb4dedd2-40d8-46e7-815e-9fe53cc31c88 service neutron] For port 0d93cb3b-ccaa-46d3-a2d6-f8f9d81e9510, host n-h2-838550-3, cleared binding levels {{(pid=102731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:55:48.312874 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-0cdd1ea4-8439-40e3-b4ab-469e2c342694 req-cb4dedd2-40d8-46e7-815e-9fe53cc31c88 service neutron] For port 0d93cb3b-ccaa-46d3-a2d6-f8f9d81e9510, host n-h2-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=0d93cb3b-ccaa-46d3-a2d6-f8f9d81e9510,segment=NetworkSegment(48837e6f-0db9-46f1-bdfd-e21d1447670c),segment_id=48837e6f-0db9-46f1-bdfd-e21d1447670c)] {{(pid=102731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:55:48.316757 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-0cdd1ea4-8439-40e3-b4ab-469e2c342694 req-cb4dedd2-40d8-46e7-815e-9fe53cc31c88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:55:48.352651 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdd1ea4-8439-40e3-b4ab-469e2c342694 req-cb4dedd2-40d8-46e7-815e-9fe53cc31c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:55:48.353265 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-0cdd1ea4-8439-40e3-b4ab-469e2c342694 req-cb4dedd2-40d8-46e7-815e-9fe53cc31c88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:55:48.354716 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0cdd1ea4-8439-40e3-b4ab-469e2c342694 req-cb4dedd2-40d8-46e7-815e-9fe53cc31c88 service neutron] 10.222.0.88 "PUT /v2.0/ports/0d93cb3b-ccaa-46d3-a2d6-f8f9d81e9510 HTTP/1.1" status: 200 len: 1091 time: 0.5710440 May 18 18:55:48.355151 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52cb498a-1a6f-4e0b-bca0-921da9cbca6a', 'tag': '0d93cb3b-ccaa-46d3-a2d6-f8f9d81e9510'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:55:48.357413 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0d8bb30-d57a-464f-9a44-194736a144cd" -d '{"events": [{"name": "network-changed", "server_uuid": "52cb498a-1a6f-4e0b-bca0-921da9cbca6a", "tag": "0d93cb3b-ccaa-46d3-a2d6-f8f9d81e9510"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:55:48.386774 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4dedd2-40d8-46e7-815e-9fe53cc31c88 service neutron] Pushing event updated for resources: {'Port': ['ID=0d93cb3b-ccaa-46d3-a2d6-f8f9d81e9510,revision_number=3']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:55:48.442366 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdd1ea4-8439-40e3-b4ab-469e2c342694 req-2d94d594-7387-4b01-9166-8badc8cab290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:55:48.443861 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0cdd1ea4-8439-40e3-b4ab-469e2c342694 req-2d94d594-7387-4b01-9166-8badc8cab290 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=891ead215d60462db88d9c1157fd96c0&device_id=52cb498a-1a6f-4e0b-bca0-921da9cbca6a HTTP/1.1" status: 200 len: 1094 time: 0.0452530 May 18 18:55:48.487699 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4d8ff80-ee3c-4adc-b5f5-ea24105b9275 x-openstack-request-id: req-e4d8ff80-ee3c-4adc-b5f5-ea24105b9275 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:55:48.487971 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52cb498a-1a6f-4e0b-bca0-921da9cbca6a", "tag": "0d93cb3b-ccaa-46d3-a2d6-f8f9d81e9510", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:55:48.488231 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-e4d8ff80-ee3c-4adc-b5f5-ea24105b9275 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:55:48.488637 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4d8ff80-ee3c-4adc-b5f5-ea24105b9275'] response: {'name': 'network-changed', 'server_uuid': '52cb498a-1a6f-4e0b-bca0-921da9cbca6a', 'tag': '0d93cb3b-ccaa-46d3-a2d6-f8f9d81e9510', 'status': 'completed', 'code': 200} May 18 18:55:48.490459 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0cdd1ea4-8439-40e3-b4ab-469e2c342694 req-df0475f5-5b67-468c-ac4d-aa869083392b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0d93cb3b-ccaa-46d3-a2d6-f8f9d81e9510 HTTP/1.1" status: 200 len: 217 time: 0.0369916 May 18 18:55:48.550893 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdd1ea4-8439-40e3-b4ab-469e2c342694 req-a1a24b78-1baf-4fcc-ba97-e7305cb35da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:55:48.552413 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0cdd1ea4-8439-40e3-b4ab-469e2c342694 req-a1a24b78-1baf-4fcc-ba97-e7305cb35da8 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c0dba75a-550b-4de2-9dca-1c76b2ba98f9 HTTP/1.1" status: 200 len: 853 time: 0.0538983 May 18 18:55:48.563871 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09d430a-ce88-4467-a463-c5a80dc99f54 req-54d1e01b-d209-43c2-84ba-7f37be3d2421 tempest-ServersNegativeTestJSON-1362261717 tempest-ServersNegativeTestJSON-1362261717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:55:48.565367 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f09d430a-ce88-4467-a463-c5a80dc99f54 req-54d1e01b-d209-43c2-84ba-7f37be3d2421 tempest-ServersNegativeTestJSON-1362261717 tempest-ServersNegativeTestJSON-1362261717-project] 10.222.0.85 "GET /v2.0/ports?device_id=52cb498a-1a6f-4e0b-bca0-921da9cbca6a HTTP/1.1" status: 200 len: 943 time: 0.0556071 May 18 18:55:48.585810 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0cdd1ea4-8439-40e3-b4ab-469e2c342694 req-5c8c3937-23e0-4c7b-8fce-a5fe4b50e53f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=05ed3938-e642-42ee-9244-ce8f5ed12d61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252287 May 18 18:55:48.605326 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f09d430a-ce88-4467-a463-c5a80dc99f54 req-c4cd0275-b330-4ee2-ae21-547089f26bf3 tempest-ServersNegativeTestJSON-1362261717 tempest-ServersNegativeTestJSON-1362261717-project] 10.222.0.85 "GET /v2.0/security-groups?id=c92b61ed-ca9a-4c2a-9d54-9fced2db7b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328760 May 18 18:55:48.675619 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0cdd1ea4-8439-40e3-b4ab-469e2c342694 req-b16852b9-c5e2-4dbf-90b0-ce0a9d40bc68 service neutron] 10.222.0.88 "GET /v2.0/networks/05ed3938-e642-42ee-9244-ce8f5ed12d61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827298 May 18 18:55:48.769765 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-0cdd1ea4-8439-40e3-b4ab-469e2c342694 req-949d26f9-05a1-4484-93f5-3d03d032005e service neutron] 10.222.0.88 "GET /v2.0/networks/05ed3938-e642-42ee-9244-ce8f5ed12d61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857618 May 18 18:55:48.853272 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d8bb30-d57a-464f-9a44-194736a144cd req-370fcb62-b784-4db5-97a1-2a7461d5a02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:55:48.854791 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a0d8bb30-d57a-464f-9a44-194736a144cd req-370fcb62-b784-4db5-97a1-2a7461d5a02d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=891ead215d60462db88d9c1157fd96c0&device_id=52cb498a-1a6f-4e0b-bca0-921da9cbca6a HTTP/1.1" status: 200 len: 1094 time: 0.0408463 May 18 18:55:48.959509 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d8bb30-d57a-464f-9a44-194736a144cd req-bf1a2198-ed5b-467b-8bd7-d1fe4d07568e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:55:48.960926 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a0d8bb30-d57a-464f-9a44-194736a144cd req-bf1a2198-ed5b-467b-8bd7-d1fe4d07568e service neutron] 10.222.0.88 "GET /v2.0/networks?id=05ed3938-e642-42ee-9244-ce8f5ed12d61 HTTP/1.1" status: 200 len: 914 time: 0.0993047 May 18 18:55:49.311650 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a0d8bb30-d57a-464f-9a44-194736a144cd req-70ebc328-7b55-4bae-9094-8b77c346d9ca service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0d93cb3b-ccaa-46d3-a2d6-f8f9d81e9510 HTTP/1.1" status: 200 len: 217 time: 0.3435884 May 18 18:55:49.361852 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d8bb30-d57a-464f-9a44-194736a144cd req-58dd7f57-341c-4872-bd73-8454484378ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:55:49.363333 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a0d8bb30-d57a-464f-9a44-194736a144cd req-58dd7f57-341c-4872-bd73-8454484378ea service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c0dba75a-550b-4de2-9dca-1c76b2ba98f9 HTTP/1.1" status: 200 len: 853 time: 0.0444694 May 18 18:55:49.395760 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a0d8bb30-d57a-464f-9a44-194736a144cd req-c3fe9f05-32d9-43a0-9d9a-85fd38e9c4fe service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=05ed3938-e642-42ee-9244-ce8f5ed12d61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246556 May 18 18:55:49.492089 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a0d8bb30-d57a-464f-9a44-194736a144cd req-276e1c4c-6386-4577-9ddc-76a659116d0e service neutron] 10.222.0.88 "GET /v2.0/networks/05ed3938-e642-42ee-9244-ce8f5ed12d61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890458 May 18 18:55:49.586185 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a0d8bb30-d57a-464f-9a44-194736a144cd req-5b4ee3af-564b-4f58-85a8-03a5e008ade0 service neutron] 10.222.0.88 "GET /v2.0/networks/05ed3938-e642-42ee-9244-ce8f5ed12d61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846241 May 18 18:55:49.725760 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9692e5-f2ec-431a-a802-734f422862d7 req-b9cae7b4-5468-4f67-9287-255c47c7a8e5 tempest-ServersNegativeTestJSON-1362261717 tempest-ServersNegativeTestJSON-1362261717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:55:49.728390 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-be9692e5-f2ec-431a-a802-734f422862d7 req-b9cae7b4-5468-4f67-9287-255c47c7a8e5 tempest-ServersNegativeTestJSON-1362261717 tempest-ServersNegativeTestJSON-1362261717-project] 10.222.0.85 "GET /v2.0/ports?device_id=52cb498a-1a6f-4e0b-bca0-921da9cbca6a HTTP/1.1" status: 200 len: 943 time: 0.0510814 May 18 18:55:49.765384 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-be9692e5-f2ec-431a-a802-734f422862d7 req-f479fb95-0cb0-4873-9607-62cc3cd37d8f tempest-ServersNegativeTestJSON-1362261717 tempest-ServersNegativeTestJSON-1362261717-project] 10.222.0.85 "GET /v2.0/security-groups?id=c92b61ed-ca9a-4c2a-9d54-9fced2db7b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313990 May 18 18:55:50.690177 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 0d93cb3b-ccaa-46d3-a2d6-f8f9d81e9510 details requested by agent hyperv_n-h2-838550-3 with host n-h2-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:55:50.782415 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 0d93cb3b-ccaa-46d3-a2d6-f8f9d81e9510, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=0d93cb3b-ccaa-46d3-a2d6-f8f9d81e9510,segment=NetworkSegment(48837e6f-0db9-46f1-bdfd-e21d1447670c),segment_id=48837e6f-0db9-46f1-bdfd-e21d1447670c)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:55:50.797963 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Returning: {'device': '0d93cb3b-ccaa-46d3-a2d6-f8f9d81e9510', 'network_id': '05ed3938-e642-42ee-9244-ce8f5ed12d61', 'port_id': '0d93cb3b-ccaa-46d3-a2d6-f8f9d81e9510', 'mac_address': 'fa:16:3e:78:a2:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0dba75a-550b-4de2-9dca-1c76b2ba98f9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:55:50.834982 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 0d93cb3b-ccaa-46d3-a2d6-f8f9d81e9510 is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:55:50.835367 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:55:50.848136 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d93cb3b-ccaa-46d3-a2d6-f8f9d81e9510 {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:55:50.868493 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 0d93cb3b-ccaa-46d3-a2d6-f8f9d81e9510, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=0d93cb3b-ccaa-46d3-a2d6-f8f9d81e9510,segment=NetworkSegment(48837e6f-0db9-46f1-bdfd-e21d1447670c),segment_id=48837e6f-0db9-46f1-bdfd-e21d1447670c)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:55:50.872814 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:55:50.893328 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e30e93f-d50f-489b-aadc-00896bbfa20f req-d22061ad-f6b8-46f1-8bea-5c018969a09b tempest-ServersNegativeTestJSON-1362261717 tempest-ServersNegativeTestJSON-1362261717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:55:50.894896 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3e30e93f-d50f-489b-aadc-00896bbfa20f req-d22061ad-f6b8-46f1-8bea-5c018969a09b tempest-ServersNegativeTestJSON-1362261717 tempest-ServersNegativeTestJSON-1362261717-project] 10.222.0.85 "GET /v2.0/ports?device_id=52cb498a-1a6f-4e0b-bca0-921da9cbca6a HTTP/1.1" status: 200 len: 943 time: 0.0585482 May 18 18:55:50.920888 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=0d93cb3b-ccaa-46d3-a2d6-f8f9d81e9510,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:55:50.938171 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3e30e93f-d50f-489b-aadc-00896bbfa20f req-83ca7b34-1275-4b0b-90b8-5c9550d419bd tempest-ServersNegativeTestJSON-1362261717 tempest-ServersNegativeTestJSON-1362261717-project] 10.222.0.85 "GET /v2.0/security-groups?id=c92b61ed-ca9a-4c2a-9d54-9fced2db7b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372999 May 18 18:55:51.039291 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [req-2d71757b-bcd6-4cf7-a2ce-ebb94a38179b req-bdfd28d5-5403-4c9b-a475-f11a64927c6d service neutron] (102730) timed out ('10.222.0.85', 44590) {{(pid=102730) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} May 18 18:55:51.115217 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['0d93cb3b-ccaa-46d3-a2d6-f8f9d81e9510'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:55:52.053426 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f91acfb-01f5-4dc5-b49a-8aeb99e2bb14 req-e2b2a9d1-7f87-42b1-aacb-35fd9d1a5a8c tempest-ServersNegativeTestJSON-1362261717 tempest-ServersNegativeTestJSON-1362261717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:55:52.054990 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1f91acfb-01f5-4dc5-b49a-8aeb99e2bb14 req-e2b2a9d1-7f87-42b1-aacb-35fd9d1a5a8c tempest-ServersNegativeTestJSON-1362261717 tempest-ServersNegativeTestJSON-1362261717-project] 10.222.0.85 "GET /v2.0/ports?device_id=52cb498a-1a6f-4e0b-bca0-921da9cbca6a HTTP/1.1" status: 200 len: 944 time: 0.0495970 May 18 18:55:52.092140 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1f91acfb-01f5-4dc5-b49a-8aeb99e2bb14 req-a50ca190-fca8-4696-ab93-035249117804 tempest-ServersNegativeTestJSON-1362261717 tempest-ServersNegativeTestJSON-1362261717-project] 10.222.0.85 "GET /v2.0/security-groups?id=c92b61ed-ca9a-4c2a-9d54-9fced2db7b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312419 May 18 18:55:52.706062 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 0d93cb3b-ccaa-46d3-a2d6-f8f9d81e9510 up at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:55:52.753405 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning for port 0d93cb3b-ccaa-46d3-a2d6-f8f9d81e9510 completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:55:52.757146 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning complete for port 0d93cb3b-ccaa-46d3-a2d6-f8f9d81e9510 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:55:52.757517 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:55:52.834605 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 0d93cb3b-ccaa-46d3-a2d6-f8f9d81e9510 is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:55:52.834981 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:55:52.858366 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52cb498a-1a6f-4e0b-bca0-921da9cbca6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d93cb3b-ccaa-46d3-a2d6-f8f9d81e9510'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:55:52.860581 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac791b3b-8872-4033-81fe-61b1524019e9" -d '{"events": [{"server_uuid": "52cb498a-1a6f-4e0b-bca0-921da9cbca6a", "name": "network-vif-plugged", "status": "completed", "tag": "0d93cb3b-ccaa-46d3-a2d6-f8f9d81e9510"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:55:52.872976 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 0d93cb3b-ccaa-46d3-a2d6-f8f9d81e9510, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=0d93cb3b-ccaa-46d3-a2d6-f8f9d81e9510,segment=NetworkSegment(48837e6f-0db9-46f1-bdfd-e21d1447670c),segment_id=48837e6f-0db9-46f1-bdfd-e21d1447670c)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:55:52.877399 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:55:52.901323 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50103aad-822a-4c06-9862-9d75687a1227 x-openstack-request-id: req-50103aad-822a-4c06-9862-9d75687a1227 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:55:52.901649 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52cb498a-1a6f-4e0b-bca0-921da9cbca6a", "name": "network-vif-plugged", "status": "completed", "tag": "0d93cb3b-ccaa-46d3-a2d6-f8f9d81e9510", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:55:52.901894 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-50103aad-822a-4c06-9862-9d75687a1227 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:55:52.902293 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50103aad-822a-4c06-9862-9d75687a1227'] response: {'server_uuid': '52cb498a-1a6f-4e0b-bca0-921da9cbca6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d93cb3b-ccaa-46d3-a2d6-f8f9d81e9510', 'code': 200} May 18 18:55:52.931633 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=0d93cb3b-ccaa-46d3-a2d6-f8f9d81e9510,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:55:53.000342 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2c2af1-c0cb-48bd-adfb-b93c1e0c112e req-cad7c2af-3043-43be-8e27-8d31d1b3dbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:55:53.001929 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7d2c2af1-c0cb-48bd-adfb-b93c1e0c112e req-cad7c2af-3043-43be-8e27-8d31d1b3dbd3 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=52cb498a-1a6f-4e0b-bca0-921da9cbca6a HTTP/1.1" status: 200 len: 1096 time: 0.0441685 May 18 18:55:53.035561 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7d2c2af1-c0cb-48bd-adfb-b93c1e0c112e req-3e76c7d9-004a-418d-9af6-d0082405ca5d service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=c92b61ed-ca9a-4c2a-9d54-9fced2db7b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271826 May 18 18:55:53.208931 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2aebcd-4602-485b-a751-3eaecbfcdad3 req-4c8219f5-6d30-4bc3-8396-87b51d887ed0 tempest-ServersNegativeTestJSON-1362261717 tempest-ServersNegativeTestJSON-1362261717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:55:53.210386 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ec2aebcd-4602-485b-a751-3eaecbfcdad3 req-4c8219f5-6d30-4bc3-8396-87b51d887ed0 tempest-ServersNegativeTestJSON-1362261717 tempest-ServersNegativeTestJSON-1362261717-project] 10.222.0.85 "GET /v2.0/ports?device_id=52cb498a-1a6f-4e0b-bca0-921da9cbca6a HTTP/1.1" status: 200 len: 945 time: 0.0490739 May 18 18:55:53.249312 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ec2aebcd-4602-485b-a751-3eaecbfcdad3 req-56fda7cc-be73-4be5-9f43-370a56fb594c tempest-ServersNegativeTestJSON-1362261717 tempest-ServersNegativeTestJSON-1362261717-project] 10.222.0.85 "GET /v2.0/security-groups?id=c92b61ed-ca9a-4c2a-9d54-9fced2db7b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321569 May 18 18:55:54.370102 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc624083-5b64-4b77-8c75-a9c545f75862 req-300f0887-aa3d-495f-978f-95ab2f5b07f9 tempest-ServersNegativeTestJSON-1362261717 tempest-ServersNegativeTestJSON-1362261717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:55:54.371710 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-dc624083-5b64-4b77-8c75-a9c545f75862 req-300f0887-aa3d-495f-978f-95ab2f5b07f9 tempest-ServersNegativeTestJSON-1362261717 tempest-ServersNegativeTestJSON-1362261717-project] 10.222.0.85 "GET /v2.0/ports?device_id=52cb498a-1a6f-4e0b-bca0-921da9cbca6a HTTP/1.1" status: 200 len: 945 time: 0.0555294 May 18 18:55:54.408986 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-dc624083-5b64-4b77-8c75-a9c545f75862 req-35542c9e-df77-4ecd-bb63-3c47f42223d6 tempest-ServersNegativeTestJSON-1362261717 tempest-ServersNegativeTestJSON-1362261717-project] 10.222.0.85 "GET /v2.0/security-groups?id=c92b61ed-ca9a-4c2a-9d54-9fced2db7b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313218 May 18 18:55:54.656216 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf40b38-2f76-478d-aa90-5f7069707a1d req-b43a683d-7c71-4e33-9031-bd63098eddae tempest-ServersNegativeTestJSON-1362261717 tempest-ServersNegativeTestJSON-1362261717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:55:54.657786 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fcf40b38-2f76-478d-aa90-5f7069707a1d req-b43a683d-7c71-4e33-9031-bd63098eddae tempest-ServersNegativeTestJSON-1362261717 tempest-ServersNegativeTestJSON-1362261717-project] 10.222.0.85 "GET /v2.0/ports?device_id=52cb498a-1a6f-4e0b-bca0-921da9cbca6a HTTP/1.1" status: 200 len: 945 time: 0.0517004 May 18 18:55:54.703068 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fcf40b38-2f76-478d-aa90-5f7069707a1d req-95f94ecb-3a66-488e-9f70-ff0bc3ec02ab tempest-ServersNegativeTestJSON-1362261717 tempest-ServersNegativeTestJSON-1362261717-project] 10.222.0.85 "GET /v2.0/security-groups?id=c92b61ed-ca9a-4c2a-9d54-9fced2db7b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390518 May 18 18:55:55.836466 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f904dd7f-def5-4ef5-a287-d7682dab70ee req-69c692b7-0b8b-44e7-bc04-a1952ca9ef54 tempest-ServersNegativeTestJSON-1362261717 tempest-ServersNegativeTestJSON-1362261717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:55:55.838112 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f904dd7f-def5-4ef5-a287-d7682dab70ee req-69c692b7-0b8b-44e7-bc04-a1952ca9ef54 tempest-ServersNegativeTestJSON-1362261717 tempest-ServersNegativeTestJSON-1362261717-project] 10.222.0.85 "GET /v2.0/ports?device_id=52cb498a-1a6f-4e0b-bca0-921da9cbca6a HTTP/1.1" status: 200 len: 945 time: 0.0598037 May 18 18:55:55.876499 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f904dd7f-def5-4ef5-a287-d7682dab70ee req-31c05c6c-c2f9-4166-b958-6f1e376069b5 tempest-ServersNegativeTestJSON-1362261717 tempest-ServersNegativeTestJSON-1362261717-project] 10.222.0.85 "GET /v2.0/security-groups?id=c92b61ed-ca9a-4c2a-9d54-9fced2db7b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320010 May 18 18:55:55.994507 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d89b96f-ed1b-4a84-b087-94842e01b0e8 req-6e9584bb-23fc-4323-a874-240e8a9c3037 tempest-ServersNegativeTestJSON-1362261717 tempest-ServersNegativeTestJSON-1362261717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:55:55.995939 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9d89b96f-ed1b-4a84-b087-94842e01b0e8 req-6e9584bb-23fc-4323-a874-240e8a9c3037 tempest-ServersNegativeTestJSON-1362261717 tempest-ServersNegativeTestJSON-1362261717-project] 10.222.0.88 "GET /v2.0/ports?device_id=52cb498a-1a6f-4e0b-bca0-921da9cbca6a HTTP/1.1" status: 200 len: 945 time: 0.0469761 May 18 18:55:56.086553 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-9d89b96f-ed1b-4a84-b087-94842e01b0e8 req-c853243b-bbb3-4593-8cdc-284cd7ee9126 tempest-ServersNegativeTestJSON-1362261717 tempest-ServersNegativeTestJSON-1362261717-project] Deleting port 0d93cb3b-ccaa-46d3-a2d6-f8f9d81e9510 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:55:56.086888 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-9d89b96f-ed1b-4a84-b087-94842e01b0e8 req-c853243b-bbb3-4593-8cdc-284cd7ee9126 tempest-ServersNegativeTestJSON-1362261717 tempest-ServersNegativeTestJSON-1362261717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:55:56.173105 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-9d89b96f-ed1b-4a84-b087-94842e01b0e8 req-c853243b-bbb3-4593-8cdc-284cd7ee9126 tempest-ServersNegativeTestJSON-1362261717 tempest-ServersNegativeTestJSON-1362261717-project] For port 0d93cb3b-ccaa-46d3-a2d6-f8f9d81e9510, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=0d93cb3b-ccaa-46d3-a2d6-f8f9d81e9510,segment=NetworkSegment(48837e6f-0db9-46f1-bdfd-e21d1447670c),segment_id=48837e6f-0db9-46f1-bdfd-e21d1447670c)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:55:56.173472 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-9d89b96f-ed1b-4a84-b087-94842e01b0e8 req-c853243b-bbb3-4593-8cdc-284cd7ee9126 tempest-ServersNegativeTestJSON-1362261717 tempest-ServersNegativeTestJSON-1362261717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:55:56.185735 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-9d89b96f-ed1b-4a84-b087-94842e01b0e8 req-c853243b-bbb3-4593-8cdc-284cd7ee9126 tempest-ServersNegativeTestJSON-1362261717 tempest-ServersNegativeTestJSON-1362261717-project] Calling delete_port for 0d93cb3b-ccaa-46d3-a2d6-f8f9d81e9510 owned by compute:nova {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:55:56.316705 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-9d89b96f-ed1b-4a84-b087-94842e01b0e8 req-c853243b-bbb3-4593-8cdc-284cd7ee9126 tempest-ServersNegativeTestJSON-1362261717 tempest-ServersNegativeTestJSON-1362261717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:55:56.331036 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['0d93cb3b-ccaa-46d3-a2d6-f8f9d81e9510'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:55:56.333438 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['f3f2def9-7aa9-43bd-bf1d-d3e97e60bae5'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:55:56.345834 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c853243b-bbb3-4593-8cdc-284cd7ee9126 tempest-ServersNegativeTestJSON-1362261717 tempest-ServersNegativeTestJSON-1362261717-project] Pushing event deleted for resources: {'Port': ['ID=0d93cb3b-ccaa-46d3-a2d6-f8f9d81e9510,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:55:56.397440 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d89b96f-ed1b-4a84-b087-94842e01b0e8 req-c853243b-bbb3-4593-8cdc-284cd7ee9126 tempest-ServersNegativeTestJSON-1362261717 tempest-ServersNegativeTestJSON-1362261717-project] No DVR routers for this DVR port 0d93cb3b-ccaa-46d3-a2d6-f8f9d81e9510 on host n-h2-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:55:56.400440 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-9d89b96f-ed1b-4a84-b087-94842e01b0e8 req-c853243b-bbb3-4593-8cdc-284cd7ee9126 tempest-ServersNegativeTestJSON-1362261717 tempest-ServersNegativeTestJSON-1362261717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:55:56.404386 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9d89b96f-ed1b-4a84-b087-94842e01b0e8 req-c853243b-bbb3-4593-8cdc-284cd7ee9126 tempest-ServersNegativeTestJSON-1362261717 tempest-ServersNegativeTestJSON-1362261717-project] 10.222.0.88 "DELETE /v2.0/ports/0d93cb3b-ccaa-46d3-a2d6-f8f9d81e9510 HTTP/1.1" status: 204 len: 173 time: 0.4022300 May 18 18:55:56.404881 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52cb498a-1a6f-4e0b-bca0-921da9cbca6a', 'name': 'network-vif-deleted', 'tag': '0d93cb3b-ccaa-46d3-a2d6-f8f9d81e9510'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:55:56.407937 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1edb71d-c55a-42f5-9824-9abdba96401d" -d '{"events": [{"server_uuid": "52cb498a-1a6f-4e0b-bca0-921da9cbca6a", "name": "network-vif-deleted", "tag": "0d93cb3b-ccaa-46d3-a2d6-f8f9d81e9510"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:55:56.475271 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64d86d4a-309e-46ed-8158-2307c241c85b x-openstack-request-id: req-64d86d4a-309e-46ed-8158-2307c241c85b {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:55:56.475787 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52cb498a-1a6f-4e0b-bca0-921da9cbca6a", "name": "network-vif-deleted", "tag": "0d93cb3b-ccaa-46d3-a2d6-f8f9d81e9510", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:55:56.477017 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-64d86d4a-309e-46ed-8158-2307c241c85b {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:55:56.478675 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64d86d4a-309e-46ed-8158-2307c241c85b'] response: {'server_uuid': '52cb498a-1a6f-4e0b-bca0-921da9cbca6a', 'name': 'network-vif-deleted', 'tag': '0d93cb3b-ccaa-46d3-a2d6-f8f9d81e9510', 'status': 'completed', 'code': 200} May 18 18:55:57.041066 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4567c9-df71-4c80-bf57-ce41be16aaa9 req-26ef67ab-37c3-4c6b-a7b1-a2c6ef99f9cf tempest-ServersNegativeTestJSON-1362261717 tempest-ServersNegativeTestJSON-1362261717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:55:57.042891 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5e4567c9-df71-4c80-bf57-ce41be16aaa9 req-26ef67ab-37c3-4c6b-a7b1-a2c6ef99f9cf tempest-ServersNegativeTestJSON-1362261717 tempest-ServersNegativeTestJSON-1362261717-project] 10.222.0.85 "GET /v2.0/ports?device_id=9dd157a6-a4d2-4fcb-a2e3-d7450bd41fdb HTTP/1.1" status: 200 len: 945 time: 0.0539930 May 18 18:55:57.082000 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5e4567c9-df71-4c80-bf57-ce41be16aaa9 req-039a344e-53a1-4bdc-8e6f-23412d2ebc7c tempest-ServersNegativeTestJSON-1362261717 tempest-ServersNegativeTestJSON-1362261717-project] 10.222.0.85 "GET /v2.0/security-groups?id=c92b61ed-ca9a-4c2a-9d54-9fced2db7b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319853 May 18 18:55:57.214811 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c70e056-0343-45c7-bf9e-c81cae8d19ed req-6dddfcb2-da9d-428e-9ca4-ae885b0711df tempest-ServersNegativeTestJSON-1362261717 tempest-ServersNegativeTestJSON-1362261717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:55:57.216130 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5c70e056-0343-45c7-bf9e-c81cae8d19ed req-6dddfcb2-da9d-428e-9ca4-ae885b0711df tempest-ServersNegativeTestJSON-1362261717 tempest-ServersNegativeTestJSON-1362261717-project] 10.222.0.85 "GET /v2.0/ports?device_id=9dd157a6-a4d2-4fcb-a2e3-d7450bd41fdb HTTP/1.1" status: 200 len: 945 time: 0.0532830 May 18 18:55:57.253803 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5c70e056-0343-45c7-bf9e-c81cae8d19ed req-3ffc892f-9a9e-4448-b51e-985a1b7fd9c9 tempest-ServersNegativeTestJSON-1362261717 tempest-ServersNegativeTestJSON-1362261717-project] 10.222.0.85 "GET /v2.0/security-groups?id=c92b61ed-ca9a-4c2a-9d54-9fced2db7b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316644 May 18 18:55:57.367652 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceac5a00-2cdd-4d49-8bad-8c750c518ead req-2bd4febc-57bf-4c51-8b18-48739db98be0 tempest-ServersNegativeTestJSON-1362261717 tempest-ServersNegativeTestJSON-1362261717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:55:57.369232 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ceac5a00-2cdd-4d49-8bad-8c750c518ead req-2bd4febc-57bf-4c51-8b18-48739db98be0 tempest-ServersNegativeTestJSON-1362261717 tempest-ServersNegativeTestJSON-1362261717-project] 10.222.0.85 "GET /v2.0/ports?device_id=9dd157a6-a4d2-4fcb-a2e3-d7450bd41fdb HTTP/1.1" status: 200 len: 945 time: 0.0490298 May 18 18:55:57.406808 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ceac5a00-2cdd-4d49-8bad-8c750c518ead req-8bf81f63-f3f9-49f6-bfbe-6a65ecc2fa3a tempest-ServersNegativeTestJSON-1362261717 tempest-ServersNegativeTestJSON-1362261717-project] 10.222.0.85 "GET /v2.0/security-groups?id=c92b61ed-ca9a-4c2a-9d54-9fced2db7b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313919 May 18 18:55:57.582526 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58564f0f-87d8-4f54-b0bc-83a6a4c3e7ce req-9fd75e89-3d99-40de-af80-9e744306898b tempest-ServersNegativeTestJSON-1362261717 tempest-ServersNegativeTestJSON-1362261717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:55:57.584031 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-58564f0f-87d8-4f54-b0bc-83a6a4c3e7ce req-9fd75e89-3d99-40de-af80-9e744306898b tempest-ServersNegativeTestJSON-1362261717 tempest-ServersNegativeTestJSON-1362261717-project] 10.222.0.85 "GET /v2.0/ports?device_id=9dd157a6-a4d2-4fcb-a2e3-d7450bd41fdb HTTP/1.1" status: 200 len: 945 time: 0.0523422 May 18 18:55:57.622241 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-58564f0f-87d8-4f54-b0bc-83a6a4c3e7ce req-f9575a14-69e6-442c-af5d-a02796fe402d tempest-ServersNegativeTestJSON-1362261717 tempest-ServersNegativeTestJSON-1362261717-project] 10.222.0.85 "GET /v2.0/security-groups?id=c92b61ed-ca9a-4c2a-9d54-9fced2db7b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313592 May 18 18:55:57.738054 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3574b96-3448-4654-b174-fc6bb99d6eed req-c7fc7241-4960-4dbb-9ac6-ee20d6a074da tempest-ServersNegativeTestJSON-1362261717 tempest-ServersNegativeTestJSON-1362261717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:55:57.739781 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f3574b96-3448-4654-b174-fc6bb99d6eed req-c7fc7241-4960-4dbb-9ac6-ee20d6a074da tempest-ServersNegativeTestJSON-1362261717 tempest-ServersNegativeTestJSON-1362261717-project] 10.222.0.85 "GET /v2.0/ports?device_id=9dd157a6-a4d2-4fcb-a2e3-d7450bd41fdb HTTP/1.1" status: 200 len: 945 time: 0.0505273 May 18 18:55:57.777941 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f3574b96-3448-4654-b174-fc6bb99d6eed req-91a959e1-02d0-46cf-85b5-739a5e0d8819 tempest-ServersNegativeTestJSON-1362261717 tempest-ServersNegativeTestJSON-1362261717-project] 10.222.0.85 "GET /v2.0/security-groups?id=c92b61ed-ca9a-4c2a-9d54-9fced2db7b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316818 May 18 18:55:57.901266 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa4027f-f625-4c64-839f-858bd16966cc req-98c18d39-6d75-4f65-a8cd-58718a655e31 tempest-ServersNegativeTestJSON-1362261717 tempest-ServersNegativeTestJSON-1362261717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:55:57.902983 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-caa4027f-f625-4c64-839f-858bd16966cc req-98c18d39-6d75-4f65-a8cd-58718a655e31 tempest-ServersNegativeTestJSON-1362261717 tempest-ServersNegativeTestJSON-1362261717-project] 10.222.0.85 "GET /v2.0/ports?device_id=9dd157a6-a4d2-4fcb-a2e3-d7450bd41fdb HTTP/1.1" status: 200 len: 945 time: 0.0487092 May 18 18:55:57.941053 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-caa4027f-f625-4c64-839f-858bd16966cc req-7b75e4a2-27be-4977-a8f7-7a7cc3b641c5 tempest-ServersNegativeTestJSON-1362261717 tempest-ServersNegativeTestJSON-1362261717-project] 10.222.0.85 "GET /v2.0/security-groups?id=c92b61ed-ca9a-4c2a-9d54-9fced2db7b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319889 May 18 18:55:58.242617 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f3d473-500f-4999-8801-5d43f013c2c0 req-ac315fb1-21fd-4472-b7c2-65d7cd442359 tempest-ServersNegativeTestJSON-1362261717 tempest-ServersNegativeTestJSON-1362261717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:55:58.244217 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-46f3d473-500f-4999-8801-5d43f013c2c0 req-ac315fb1-21fd-4472-b7c2-65d7cd442359 tempest-ServersNegativeTestJSON-1362261717 tempest-ServersNegativeTestJSON-1362261717-project] 10.222.0.85 "GET /v2.0/ports?device_id=9dd157a6-a4d2-4fcb-a2e3-d7450bd41fdb HTTP/1.1" status: 200 len: 945 time: 0.0561123 May 18 18:55:58.281520 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-46f3d473-500f-4999-8801-5d43f013c2c0 req-13e46161-0a97-4e69-beb5-cb713fafc967 tempest-ServersNegativeTestJSON-1362261717 tempest-ServersNegativeTestJSON-1362261717-project] 10.222.0.85 "GET /v2.0/security-groups?id=c92b61ed-ca9a-4c2a-9d54-9fced2db7b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314314 May 18 18:55:58.736338 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 0d93cb3b-ccaa-46d3-a2d6-f8f9d81e9510 no longer exists at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:55:58.757016 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] No Port match for: 0d93cb3b-ccaa-46d3-a2d6-f8f9d81e9510 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:55:58.757362 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 0d93cb3b-ccaa-46d3-a2d6-f8f9d81e9510 not bound to the agent host n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:55:59.397420 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e341982b-6c04-493c-9712-bc0516ce3c94 req-ee896b7b-09d4-4058-b8c0-0123db8f1857 tempest-ServersNegativeTestJSON-1362261717 tempest-ServersNegativeTestJSON-1362261717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:55:59.398936 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e341982b-6c04-493c-9712-bc0516ce3c94 req-ee896b7b-09d4-4058-b8c0-0123db8f1857 tempest-ServersNegativeTestJSON-1362261717 tempest-ServersNegativeTestJSON-1362261717-project] 10.222.0.85 "GET /v2.0/ports?device_id=9dd157a6-a4d2-4fcb-a2e3-d7450bd41fdb HTTP/1.1" status: 200 len: 945 time: 0.0487254 May 18 18:55:59.436260 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e341982b-6c04-493c-9712-bc0516ce3c94 req-a298e010-6efb-4423-90a0-fe3252a92a36 tempest-ServersNegativeTestJSON-1362261717 tempest-ServersNegativeTestJSON-1362261717-project] 10.222.0.85 "GET /v2.0/security-groups?id=c92b61ed-ca9a-4c2a-9d54-9fced2db7b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307419 May 18 18:55:59.677760 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f9c755-9de8-455c-b170-30d78015b610 req-283af097-b415-4c74-bc8b-add1b1be6b04 tempest-ServersNegativeTestJSON-1362261717 tempest-ServersNegativeTestJSON-1362261717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:55:59.679236 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-43f9c755-9de8-455c-b170-30d78015b610 req-283af097-b415-4c74-bc8b-add1b1be6b04 tempest-ServersNegativeTestJSON-1362261717 tempest-ServersNegativeTestJSON-1362261717-project] 10.222.0.36 "GET /v2.0/ports?device_id=9dd157a6-a4d2-4fcb-a2e3-d7450bd41fdb HTTP/1.1" status: 200 len: 945 time: 0.0486417 May 18 18:55:59.774067 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-43f9c755-9de8-455c-b170-30d78015b610 req-624be9d8-61a1-44be-805b-2ed3d5c2dd79 tempest-ServersNegativeTestJSON-1362261717 tempest-ServersNegativeTestJSON-1362261717-project] Deleting port f3f2def9-7aa9-43bd-bf1d-d3e97e60bae5 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:55:59.774438 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-43f9c755-9de8-455c-b170-30d78015b610 req-624be9d8-61a1-44be-805b-2ed3d5c2dd79 tempest-ServersNegativeTestJSON-1362261717 tempest-ServersNegativeTestJSON-1362261717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:55:59.860048 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-43f9c755-9de8-455c-b170-30d78015b610 req-624be9d8-61a1-44be-805b-2ed3d5c2dd79 tempest-ServersNegativeTestJSON-1362261717 tempest-ServersNegativeTestJSON-1362261717-project] For port f3f2def9-7aa9-43bd-bf1d-d3e97e60bae5, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=f3f2def9-7aa9-43bd-bf1d-d3e97e60bae5,segment=NetworkSegment(48837e6f-0db9-46f1-bdfd-e21d1447670c),segment_id=48837e6f-0db9-46f1-bdfd-e21d1447670c)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:55:59.860412 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-43f9c755-9de8-455c-b170-30d78015b610 req-624be9d8-61a1-44be-805b-2ed3d5c2dd79 tempest-ServersNegativeTestJSON-1362261717 tempest-ServersNegativeTestJSON-1362261717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:55:59.872471 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-43f9c755-9de8-455c-b170-30d78015b610 req-624be9d8-61a1-44be-805b-2ed3d5c2dd79 tempest-ServersNegativeTestJSON-1362261717 tempest-ServersNegativeTestJSON-1362261717-project] Calling delete_port for f3f2def9-7aa9-43bd-bf1d-d3e97e60bae5 owned by compute:nova {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:55:59.999807 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-43f9c755-9de8-455c-b170-30d78015b610 req-624be9d8-61a1-44be-805b-2ed3d5c2dd79 tempest-ServersNegativeTestJSON-1362261717 tempest-ServersNegativeTestJSON-1362261717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:00.027841 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624be9d8-61a1-44be-805b-2ed3d5c2dd79 tempest-ServersNegativeTestJSON-1362261717 tempest-ServersNegativeTestJSON-1362261717-project] Pushing event deleted for resources: {'Port': ['ID=f3f2def9-7aa9-43bd-bf1d-d3e97e60bae5,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:56:00.072131 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-43f9c755-9de8-455c-b170-30d78015b610 req-624be9d8-61a1-44be-805b-2ed3d5c2dd79 tempest-ServersNegativeTestJSON-1362261717 tempest-ServersNegativeTestJSON-1362261717-project] No DVR routers for this DVR port f3f2def9-7aa9-43bd-bf1d-d3e97e60bae5 on host n-h1-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:56:00.075110 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-43f9c755-9de8-455c-b170-30d78015b610 req-624be9d8-61a1-44be-805b-2ed3d5c2dd79 tempest-ServersNegativeTestJSON-1362261717 tempest-ServersNegativeTestJSON-1362261717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:00.078596 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-43f9c755-9de8-455c-b170-30d78015b610 req-624be9d8-61a1-44be-805b-2ed3d5c2dd79 tempest-ServersNegativeTestJSON-1362261717 tempest-ServersNegativeTestJSON-1362261717-project] 10.222.0.36 "DELETE /v2.0/ports/f3f2def9-7aa9-43bd-bf1d-d3e97e60bae5 HTTP/1.1" status: 204 len: 173 time: 0.3902748 May 18 18:56:00.079050 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dd157a6-a4d2-4fcb-a2e3-d7450bd41fdb', 'name': 'network-vif-deleted', 'tag': 'f3f2def9-7aa9-43bd-bf1d-d3e97e60bae5'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:56:00.081440 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c37d9131-8735-43ff-8eca-14fef8e57e46" -d '{"events": [{"server_uuid": "9dd157a6-a4d2-4fcb-a2e3-d7450bd41fdb", "name": "network-vif-deleted", "tag": "f3f2def9-7aa9-43bd-bf1d-d3e97e60bae5"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:56:00.120266 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72199d35-9d40-4181-8707-f99c9fd84a55 x-openstack-request-id: req-72199d35-9d40-4181-8707-f99c9fd84a55 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:56:00.120584 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dd157a6-a4d2-4fcb-a2e3-d7450bd41fdb", "name": "network-vif-deleted", "tag": "f3f2def9-7aa9-43bd-bf1d-d3e97e60bae5", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:56:00.120838 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-72199d35-9d40-4181-8707-f99c9fd84a55 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:56:00.121272 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72199d35-9d40-4181-8707-f99c9fd84a55'] response: {'server_uuid': '9dd157a6-a4d2-4fcb-a2e3-d7450bd41fdb', 'name': 'network-vif-deleted', 'tag': 'f3f2def9-7aa9-43bd-bf1d-d3e97e60bae5', 'status': 'completed', 'code': 200} May 18 18:56:00.548922 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c61e051c-fca4-4c26-aae0-6f3c33f1a14e req-21307e2e-2d18-484d-8e2f-88621399e532 tempest-ServersNegativeTestJSON-1362261717 tempest-ServersNegativeTestJSON-1362261717-project] 10.222.0.85 "GET /v2.0/ports?device_id=9dd157a6-a4d2-4fcb-a2e3-d7450bd41fdb HTTP/1.1" status: 200 len: 210 time: 0.0268977 May 18 18:56:01.435795 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:01.597316 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:01.610891 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 48650) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:56:01.659463 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_v2 [None req-07498ae6-6999-45a2-9503-c3bd5ab3a5b4 admin admin] Deleting subnet c0dba75a-550b-4de2-9dca-1c76b2ba98f9 {{(pid=102730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:56:01.662630 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-07498ae6-6999-45a2-9503-c3bd5ab3a5b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:01.710562 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-07498ae6-6999-45a2-9503-c3bd5ab3a5b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260107366'] for subnet, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:01.758437 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-07498ae6-6999-45a2-9503-c3bd5ab3a5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:01.814961 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-07498ae6-6999-45a2-9503-c3bd5ab3a5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261104690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261031888'] for subnet, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:01.839674 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07498ae6-6999-45a2-9503-c3bd5ab3a5b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0dba75a-550b-4de2-9dca-1c76b2ba98f9,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:56:01.844631 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-07498ae6-6999-45a2-9503-c3bd5ab3a5b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:01.847840 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-07498ae6-6999-45a2-9503-c3bd5ab3a5b4 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/c0dba75a-550b-4de2-9dca-1c76b2ba98f9 HTTP/1.1" status: 204 len: 168 time: 0.2359495 May 18 18:56:01.850455 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 48652) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:56:01.916051 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a461348f-b3f0-4d42-a45e-17112c1aa88b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:01.959774 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device f3f2def9-7aa9-43bd-bf1d-d3e97e60bae5 no longer exists at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:56:01.979845 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] No Port match for: f3f2def9-7aa9-43bd-bf1d-d3e97e60bae5 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:56:01.980113 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device f3f2def9-7aa9-43bd-bf1d-d3e97e60bae5 not bound to the agent host n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:56:01.998233 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a461348f-b3f0-4d42-a45e-17112c1aa88b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:02.018508 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-a461348f-b3f0-4d42-a45e-17112c1aa88b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05ed3938-e642-42ee-9244-ce8f5ed12d61']}} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:56:02.027754 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-a461348f-b3f0-4d42-a45e-17112c1aa88b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48837e6f-0db9-46f1-bdfd-e21d1447670c') {'for_net_delete': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:56:02.028056 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-a461348f-b3f0-4d42-a45e-17112c1aa88b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48837e6f-0db9-46f1-bdfd-e21d1447670c') {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:56:02.037274 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a461348f-b3f0-4d42-a45e-17112c1aa88b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260107375'] for segment, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:02.050663 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a461348f-b3f0-4d42-a45e-17112c1aa88b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:02.056857 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a461348f-b3f0-4d42-a45e-17112c1aa88b admin admin] Releasing vlan 624 on physical network physnet1 to pool {{(pid=102730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:56:02.057238 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a461348f-b3f0-4d42-a45e-17112c1aa88b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261102736'] for segment, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:02.058923 n-d-838550-3 neutron-server[102730]: Traceback (most recent call last): May 18 18:56:02.058923 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:56:02.058923 n-d-838550-3 neutron-server[102730]: timer() May 18 18:56:02.058923 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:56:02.058923 n-d-838550-3 neutron-server[102730]: cb(*args, **kw) May 18 18:56:02.058923 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:56:02.058923 n-d-838550-3 neutron-server[102730]: return func(*args, **kwargs) May 18 18:56:02.058923 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:56:02.058923 n-d-838550-3 neutron-server[102730]: self._notify() May 18 18:56:02.058923 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:56:02.058923 n-d-838550-3 neutron-server[102730]: self.callback(batched_events) May 18 18:56:02.058923 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:56:02.058923 n-d-838550-3 neutron-server[102730]: event.method(event) May 18 18:56:02.058923 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:56:02.058923 n-d-838550-3 neutron-server[102730]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:56:02.058923 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:56:02.058923 n-d-838550-3 neutron-server[102730]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:56:02.058923 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:56:02.058923 n-d-838550-3 neutron-server[102730]: return f(self, *a, **k) May 18 18:56:02.058923 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:56:02.058923 n-d-838550-3 neutron-server[102730]: return self._get(url).json() May 18 18:56:02.058923 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:56:02.058923 n-d-838550-3 neutron-server[102730]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:56:02.058923 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:56:02.058923 n-d-838550-3 neutron-server[102730]: return self.request(url, 'GET', **kwargs) May 18 18:56:02.058923 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:56:02.058923 n-d-838550-3 neutron-server[102730]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:56:02.058923 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:56:02.058923 n-d-838550-3 neutron-server[102730]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:56:02.058923 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:56:02.058923 n-d-838550-3 neutron-server[102730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:56:02.058923 n-d-838550-3 neutron-server[102730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:56:02.111495 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a461348f-b3f0-4d42-a45e-17112c1aa88b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:02.117257 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a461348f-b3f0-4d42-a45e-17112c1aa88b admin admin] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:02.121133 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-a461348f-b3f0-4d42-a45e-17112c1aa88b admin admin] 10.222.0.85 "DELETE /v2.0/networks/05ed3938-e642-42ee-9244-ce8f5ed12d61 HTTP/1.1" status: 204 len: 168 time: 0.2697015 May 18 18:56:02.132185 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a461348f-b3f0-4d42-a45e-17112c1aa88b admin admin] Pushing event deleted for resources: {'Network': ['ID=05ed3938-e642-42ee-9244-ce8f5ed12d61,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:56:02.230621 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 48656) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:56:02.270057 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-2f3bf5a0-5a81-49df-875e-e4e96d649a82 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=891ead215d60462db88d9c1157fd96c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382500 May 18 18:56:02.272391 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 48658) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:56:02.323005 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-96c6481a-7a57-48be-8dfb-c5210a77c1c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:02.344120 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-96c6481a-7a57-48be-8dfb-c5210a77c1c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:02.390908 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-96c6481a-7a57-48be-8dfb-c5210a77c1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:02.393572 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-96c6481a-7a57-48be-8dfb-c5210a77c1c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:02.394752 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-96c6481a-7a57-48be-8dfb-c5210a77c1c1 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/c92b61ed-ca9a-4c2a-9d54-9fced2db7b30 HTTP/1.1" status: 204 len: 168 time: 0.1214793 May 18 18:56:02.404191 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c6481a-7a57-48be-8dfb-c5210a77c1c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c92b61ed-ca9a-4c2a-9d54-9fced2db7b30,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:56:03.115203 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 48680) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:56:03.208138 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-75260753-9b6d-446a-a747-2332d95aeb3b tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1512791012'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:56:03.226847 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75260753-9b6d-446a-a747-2332d95aeb3b tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Made reservation on behalf of b34d4a2c8b98453f85af26c3d6c42fd4 for: {'network': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:56:03.230252 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-75260753-9b6d-446a-a747-2332d95aeb3b tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:03.238238 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-75260753-9b6d-446a-a747-2332d95aeb3b tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:03.319168 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-75260753-9b6d-446a-a747-2332d95aeb3b tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:03.323632 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-75260753-9b6d-446a-a747-2332d95aeb3b tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:03.351986 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75260753-9b6d-446a-a747-2332d95aeb3b tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 636} {{(pid=102731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:56:03.357266 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75260753-9b6d-446a-a747-2332d95aeb3b tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b33eb94-b7e2-4c83-9578-f03a2590338c,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:56:03.364843 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-75260753-9b6d-446a-a747-2332d95aeb3b tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:03.365757 n-d-838550-3 neutron-server[102731]: INFO neutron.db.segments_db [None req-75260753-9b6d-446a-a747-2332d95aeb3b tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Added segment 34df8f2d-2201-4c6d-b5de-ce7393c27274 of type vlan for network ea3c38bb-b307-4575-9eb4-3cbc2959cff9 May 18 18:56:03.410151 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-75260753-9b6d-446a-a747-2332d95aeb3b tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:03.433354 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-75260753-9b6d-446a-a747-2332d95aeb3b tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:03.438908 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75260753-9b6d-446a-a747-2332d95aeb3b tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:56:03.439480 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-75260753-9b6d-446a-a747-2332d95aeb3b tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Notify callbacks [] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:03.496749 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-75260753-9b6d-446a-a747-2332d95aeb3b tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3804407 May 18 18:56:03.507450 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75260753-9b6d-446a-a747-2332d95aeb3b tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Pushing event updated for resources: {'Network': ['ID=ea3c38bb-b307-4575-9eb4-3cbc2959cff9,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:56:03.517771 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network ea3c38bb-b307-4575-9eb4-3cbc2959cff9 details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:56:06.769517 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 48684) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:56:06.774840 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-9f651340-b53e-488f-bb32-40b554fd9cb2 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Request body: {'subnet': {'network_id': 'ea3c38bb-b307-4575-9eb4-3cbc2959cff9', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:56:06.867360 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f651340-b53e-488f-bb32-40b554fd9cb2 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Made reservation on behalf of b34d4a2c8b98453f85af26c3d6c42fd4 for: {'subnet': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:56:06.871441 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9f651340-b53e-488f-bb32-40b554fd9cb2 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260908003'] for subnet, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:07.048190 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9f651340-b53e-488f-bb32-40b554fd9cb2 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260898481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260908021'] for subnet, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:07.109648 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f651340-b53e-488f-bb32-40b554fd9cb2 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Pushing event updated for resources: {'Subnet': ['ID=c647d40f-fd45-44c9-8ab1-5f5c7f022317,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:56:07.114880 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f651340-b53e-488f-bb32-40b554fd9cb2 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Checking segment: {'id': '34df8f2d-2201-4c6d-b5de-ce7393c27274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'ea3c38bb-b307-4575-9eb4-3cbc2959cff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:56:07.115246 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f651340-b53e-488f-bb32-40b554fd9cb2 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Network hostable DHCP agents. Network: ea3c38bb-b307-4575-9eb4-3cbc2959cff9, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:56:07.131796 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f651340-b53e-488f-bb32-40b554fd9cb2 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Network ea3c38bb-b307-4575-9eb4-3cbc2959cff9 is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:56:07.140393 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-9f651340-b53e-488f-bb32-40b554fd9cb2 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, ea3c38bb-b307-4575-9eb4-3cbc2959cff9) {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:56:07.144601 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f651340-b53e-488f-bb32-40b554fd9cb2 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:56:07.145181 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9f651340-b53e-488f-bb32-40b554fd9cb2 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:07.149974 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e79c1fb2-9482-4f15-88d5-1c9ec0f6ca1c None None] Network ea3c38bb-b307-4575-9eb4-3cbc2959cff9 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:56:07.164191 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-9f651340-b53e-488f-bb32-40b554fd9cb2 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3935342 May 18 18:56:07.167949 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 48686) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:56:07.173591 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-de90d308-21f4-443b-a23c-4a9fd5fb4d42 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-584468789'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:56:07.193733 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de90d308-21f4-443b-a23c-4a9fd5fb4d42 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Made reservation on behalf of b34d4a2c8b98453f85af26c3d6c42fd4 for: {'network': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:56:07.197125 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-de90d308-21f4-443b-a23c-4a9fd5fb4d42 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:07.222651 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de90d308-21f4-443b-a23c-4a9fd5fb4d42 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 643} {{(pid=102731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:56:07.231744 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-de90d308-21f4-443b-a23c-4a9fd5fb4d42 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:07.232088 n-d-838550-3 neutron-server[102731]: INFO neutron.db.segments_db [None req-de90d308-21f4-443b-a23c-4a9fd5fb4d42 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Added segment 06b5dbf4-f691-4d11-a5a3-78c9e6dab11c of type vlan for network 077f96b5-0746-4304-a9bf-9fde8f9501f3 May 18 18:56:07.270317 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-de90d308-21f4-443b-a23c-4a9fd5fb4d42 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:07.297836 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-de90d308-21f4-443b-a23c-4a9fd5fb4d42 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:07.299504 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61991bb7-2344-4724-8f4e-570359253b07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-ea3c38bb-b307-4575-9eb4-3cbc2959cff9', 'network_id': 'ea3c38bb-b307-4575-9eb4-3cbc2959cff9', 'tenant_id': 'b34d4a2c8b98453f85af26c3d6c42fd4', 'fixed_ips': [{'subnet_id': 'c647d40f-fd45-44c9-8ab1-5f5c7f022317'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:56:07.300313 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-61991bb7-2344-4724-8f4e-570359253b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:07.303410 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de90d308-21f4-443b-a23c-4a9fd5fb4d42 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:56:07.303985 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-de90d308-21f4-443b-a23c-4a9fd5fb4d42 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Notify callbacks [] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:07.360410 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-de90d308-21f4-443b-a23c-4a9fd5fb4d42 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1914175 May 18 18:56:07.363489 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 48688) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:56:07.369894 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-085a3be5-8854-41bd-ab05-ca52c27bd703 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Request body: {'subnet': {'network_id': '077f96b5-0746-4304-a9bf-9fde8f9501f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:56:07.378926 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de90d308-21f4-443b-a23c-4a9fd5fb4d42 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Pushing event updated for resources: {'Network': ['ID=077f96b5-0746-4304-a9bf-9fde8f9501f3,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:56:07.395196 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network 077f96b5-0746-4304-a9bf-9fde8f9501f3 details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:56:07.464628 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-085a3be5-8854-41bd-ab05-ca52c27bd703 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Made reservation on behalf of b34d4a2c8b98453f85af26c3d6c42fd4 for: {'subnet': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:56:07.468430 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-085a3be5-8854-41bd-ab05-ca52c27bd703 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261031885'] for subnet, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:07.501373 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-61991bb7-2344-4724-8f4e-570359253b07 None None] Allocated IP 2001:db8:0:ffff::2 (ea3c38bb-b307-4575-9eb4-3cbc2959cff9/c647d40f-fd45-44c9-8ab1-5f5c7f022317/37cee287-d853-444b-860e-c3d3a42b5caf) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:56:07.650451 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-61991bb7-2344-4724-8f4e-570359253b07 None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:07.658300 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-61991bb7-2344-4724-8f4e-570359253b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:07.661907 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-085a3be5-8854-41bd-ab05-ca52c27bd703 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261104883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261031899'] for subnet, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:07.701839 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61991bb7-2344-4724-8f4e-570359253b07 None None] Network ea3c38bb-b307-4575-9eb4-3cbc2959cff9 is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:56:07.711819 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-61991bb7-2344-4724-8f4e-570359253b07 None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:56:07.714426 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61991bb7-2344-4724-8f4e-570359253b07 None None] Pushing event updated for resources: {'Port': ['ID=37cee287-d853-444b-860e-c3d3a42b5caf,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:56:07.717633 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61991bb7-2344-4724-8f4e-570359253b07 None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:56:07.727042 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085a3be5-8854-41bd-ab05-ca52c27bd703 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Pushing event updated for resources: {'Subnet': ['ID=0c62c8b6-d13d-4f7f-bade-bc6028f94a3e,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:56:07.736756 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085a3be5-8854-41bd-ab05-ca52c27bd703 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Checking segment: {'id': '06b5dbf4-f691-4d11-a5a3-78c9e6dab11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '077f96b5-0746-4304-a9bf-9fde8f9501f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:56:07.737151 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085a3be5-8854-41bd-ab05-ca52c27bd703 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Network hostable DHCP agents. Network: 077f96b5-0746-4304-a9bf-9fde8f9501f3, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:56:07.752783 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-cb1a9abb-3964-44cc-ac11-1f90caf9ddfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:07.755946 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085a3be5-8854-41bd-ab05-ca52c27bd703 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Network 077f96b5-0746-4304-a9bf-9fde8f9501f3 is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:56:07.766453 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-085a3be5-8854-41bd-ab05-ca52c27bd703 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, 077f96b5-0746-4304-a9bf-9fde8f9501f3) {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:56:07.770903 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-085a3be5-8854-41bd-ab05-ca52c27bd703 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:56:07.771501 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-085a3be5-8854-41bd-ab05-ca52c27bd703 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Notify callbacks [] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:07.778376 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc93779-9b5a-48a3-b89c-b50bd57381ef None None] Network 077f96b5-0746-4304-a9bf-9fde8f9501f3 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:56:07.787538 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-085a3be5-8854-41bd-ab05-ca52c27bd703 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4228292 May 18 18:56:07.790483 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 48690) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:56:07.803294 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-61991bb7-2344-4724-8f4e-570359253b07 None None] Attempting to bind port 37cee287-d853-444b-860e-c3d3a42b5caf on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:56:07.803883 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-61991bb7-2344-4724-8f4e-570359253b07 None None] Attempting to bind port 37cee287-d853-444b-860e-c3d3a42b5caf by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '34df8f2d-2201-4c6d-b5de-ce7393c27274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'ea3c38bb-b307-4575-9eb4-3cbc2959cff9'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:56:07.804261 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61991bb7-2344-4724-8f4e-570359253b07 None None] Attempting to bind port 37cee287-d853-444b-860e-c3d3a42b5caf on network ea3c38bb-b307-4575-9eb4-3cbc2959cff9 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:56:07.838272 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61991bb7-2344-4724-8f4e-570359253b07 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:56:07.838669 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61991bb7-2344-4724-8f4e-570359253b07 None None] Checking segment: {'id': '34df8f2d-2201-4c6d-b5de-ce7393c27274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'ea3c38bb-b307-4575-9eb4-3cbc2959cff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:56:07.839071 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-61991bb7-2344-4724-8f4e-570359253b07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:07.839462 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61991bb7-2344-4724-8f4e-570359253b07 None None] Bound using segment: {'id': '34df8f2d-2201-4c6d-b5de-ce7393c27274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'ea3c38bb-b307-4575-9eb4-3cbc2959cff9'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:56:07.839927 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-61991bb7-2344-4724-8f4e-570359253b07 None None] Bound port: 37cee287-d853-444b-860e-c3d3a42b5caf, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34df8f2d-2201-4c6d-b5de-ce7393c27274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'ea3c38bb-b307-4575-9eb4-3cbc2959cff9'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:56:07.840312 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-61991bb7-2344-4724-8f4e-570359253b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:07.890020 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-81356db7-fd88-4206-a029-b4424e5f8649 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:07.950443 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-61991bb7-2344-4724-8f4e-570359253b07 None None] For port 37cee287-d853-444b-860e-c3d3a42b5caf, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:56:07.967644 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-61991bb7-2344-4724-8f4e-570359253b07 None None] For port 37cee287-d853-444b-860e-c3d3a42b5caf, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=37cee287-d853-444b-860e-c3d3a42b5caf,segment=NetworkSegment(34df8f2d-2201-4c6d-b5de-ce7393c27274),segment_id=34df8f2d-2201-4c6d-b5de-ce7393c27274)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:56:07.974019 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-81356db7-fd88-4206-a029-b4424e5f8649 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:07.974677 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-61991bb7-2344-4724-8f4e-570359253b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:08.040081 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a2ca4e-0c99-4087-ac45-054833521874 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-077f96b5-0746-4304-a9bf-9fde8f9501f3', 'network_id': '077f96b5-0746-4304-a9bf-9fde8f9501f3', 'tenant_id': 'b34d4a2c8b98453f85af26c3d6c42fd4', 'fixed_ips': [{'subnet_id': '0c62c8b6-d13d-4f7f-bade-bc6028f94a3e'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:56:08.041010 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f4a2ca4e-0c99-4087-ac45-054833521874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:08.043132 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-81356db7-fd88-4206-a029-b4424e5f8649 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260898416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260908030'] for subnet, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:08.074142 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81356db7-fd88-4206-a029-b4424e5f8649 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Pushing event deleted for resources: {'Subnet': ['ID=0c62c8b6-d13d-4f7f-bade-bc6028f94a3e,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:56:08.080755 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61991bb7-2344-4724-8f4e-570359253b07 None None] Pushing event updated for resources: {'Port': ['ID=37cee287-d853-444b-860e-c3d3a42b5caf,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:56:08.146193 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-81356db7-fd88-4206-a029-b4424e5f8649 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:08.164297 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec08f80-dfaa-4df4-9f3b-df7115977cd9 None None] Network 077f96b5-0746-4304-a9bf-9fde8f9501f3 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:56:08.171550 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-81356db7-fd88-4206-a029-b4424e5f8649 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['077f96b5-0746-4304-a9bf-9fde8f9501f3']}} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:56:08.183986 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-81356db7-fd88-4206-a029-b4424e5f8649 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06b5dbf4-f691-4d11-a5a3-78c9e6dab11c') {'for_net_delete': True} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:56:08.184272 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-81356db7-fd88-4206-a029-b4424e5f8649 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06b5dbf4-f691-4d11-a5a3-78c9e6dab11c') {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:56:08.194895 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-81356db7-fd88-4206-a029-b4424e5f8649 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260542144'] for segment, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:08.211254 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-81356db7-fd88-4206-a029-b4424e5f8649 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:08.228844 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81356db7-fd88-4206-a029-b4424e5f8649 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=102731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:56:08.230553 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-81356db7-fd88-4206-a029-b4424e5f8649 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260884178'] for segment, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:08.235126 n-d-838550-3 neutron-server[102731]: Traceback (most recent call last): May 18 18:56:08.235126 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:56:08.235126 n-d-838550-3 neutron-server[102731]: timer() May 18 18:56:08.235126 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:56:08.235126 n-d-838550-3 neutron-server[102731]: cb(*args, **kw) May 18 18:56:08.235126 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:56:08.235126 n-d-838550-3 neutron-server[102731]: return func(*args, **kwargs) May 18 18:56:08.235126 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:56:08.235126 n-d-838550-3 neutron-server[102731]: self._notify() May 18 18:56:08.235126 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:56:08.235126 n-d-838550-3 neutron-server[102731]: self.callback(batched_events) May 18 18:56:08.235126 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:56:08.235126 n-d-838550-3 neutron-server[102731]: event.method(event) May 18 18:56:08.235126 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:56:08.235126 n-d-838550-3 neutron-server[102731]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:56:08.235126 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:56:08.235126 n-d-838550-3 neutron-server[102731]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:56:08.235126 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:56:08.235126 n-d-838550-3 neutron-server[102731]: return f(self, *a, **k) May 18 18:56:08.235126 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:56:08.235126 n-d-838550-3 neutron-server[102731]: return self._get(url).json() May 18 18:56:08.235126 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:56:08.235126 n-d-838550-3 neutron-server[102731]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:56:08.235126 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:56:08.235126 n-d-838550-3 neutron-server[102731]: return self.request(url, 'GET', **kwargs) May 18 18:56:08.235126 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:56:08.235126 n-d-838550-3 neutron-server[102731]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:56:08.235126 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:56:08.235126 n-d-838550-3 neutron-server[102731]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:56:08.235126 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:56:08.235126 n-d-838550-3 neutron-server[102731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:56:08.235126 n-d-838550-3 neutron-server[102731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:56:08.320321 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-81356db7-fd88-4206-a029-b4424e5f8649 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:08.326462 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-81356db7-fd88-4206-a029-b4424e5f8649 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Notify callbacks [] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:08.330218 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-81356db7-fd88-4206-a029-b4424e5f8649 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] 10.222.0.85 "DELETE /v2.0/networks/077f96b5-0746-4304-a9bf-9fde8f9501f3 HTTP/1.1" status: 204 len: 168 time: 0.5378702 May 18 18:56:08.334891 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 48692) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:56:08.340895 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-60dd0d95-8caa-40f7-b0c3-375ced3bb15e tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-536053594'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:56:08.347441 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81356db7-fd88-4206-a029-b4424e5f8649 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Pushing event deleted for resources: {'Network': ['ID=077f96b5-0746-4304-a9bf-9fde8f9501f3,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:56:08.366972 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60dd0d95-8caa-40f7-b0c3-375ced3bb15e tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Made reservation on behalf of b34d4a2c8b98453f85af26c3d6c42fd4 for: {'network': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:56:08.370698 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-60dd0d95-8caa-40f7-b0c3-375ced3bb15e tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:08.398917 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60dd0d95-8caa-40f7-b0c3-375ced3bb15e tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 642} {{(pid=102730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:56:08.409340 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-60dd0d95-8caa-40f7-b0c3-375ced3bb15e tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:08.409724 n-d-838550-3 neutron-server[102730]: INFO neutron.db.segments_db [None req-60dd0d95-8caa-40f7-b0c3-375ced3bb15e tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Added segment 9701f688-6532-4258-a30c-efa6449c9b84 of type vlan for network 46ba18c5-d5d4-4129-911e-7515f95170a1 May 18 18:56:08.456636 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-60dd0d95-8caa-40f7-b0c3-375ced3bb15e tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:08.480379 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-60dd0d95-8caa-40f7-b0c3-375ced3bb15e tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:08.486190 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60dd0d95-8caa-40f7-b0c3-375ced3bb15e tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:56:08.486598 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-60dd0d95-8caa-40f7-b0c3-375ced3bb15e tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:08.544683 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-60dd0d95-8caa-40f7-b0c3-375ced3bb15e tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2085884 May 18 18:56:08.547476 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 48694) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:56:08.552391 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-be52ebeb-2f7c-4d91-ba8b-b4ade5102a20 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Request body: {'subnet': {'network_id': '46ba18c5-d5d4-4129-911e-7515f95170a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:56:08.575552 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dd0d95-8caa-40f7-b0c3-375ced3bb15e tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Pushing event updated for resources: {'Network': ['ID=46ba18c5-d5d4-4129-911e-7515f95170a1,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:56:08.585873 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network 46ba18c5-d5d4-4129-911e-7515f95170a1 details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:56:08.655313 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be52ebeb-2f7c-4d91-ba8b-b4ade5102a20 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Made reservation on behalf of b34d4a2c8b98453f85af26c3d6c42fd4 for: {'subnet': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:56:08.659046 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-be52ebeb-2f7c-4d91-ba8b-b4ade5102a20 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261031885'] for subnet, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:08.722731 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.ipam_backend_mixin [None req-be52ebeb-2f7c-4d91-ba8b-b4ade5102a20 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Performing IP validity checks on allocation pools {{(pid=102730) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} May 18 18:56:08.723164 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.ipam_backend_mixin [None req-be52ebeb-2f7c-4d91-ba8b-b4ade5102a20 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102730) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} May 18 18:56:08.767692 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 37cee287-d853-444b-860e-c3d3a42b5caf up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:56:08.827269 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 37cee287-d853-444b-860e-c3d3a42b5caf triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:56:08.827727 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:08.869326 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-be52ebeb-2f7c-4d91-ba8b-b4ade5102a20 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261104883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261031899'] for subnet, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:08.919581 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 37cee287-d853-444b-860e-c3d3a42b5caf is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:56:08.920054 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:08.929959 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be52ebeb-2f7c-4d91-ba8b-b4ade5102a20 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Pushing event updated for resources: {'Subnet': ['ID=09f6247a-8eac-447f-b260-83d6821fc287,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:56:08.941953 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be52ebeb-2f7c-4d91-ba8b-b4ade5102a20 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Checking segment: {'id': '9701f688-6532-4258-a30c-efa6449c9b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '46ba18c5-d5d4-4129-911e-7515f95170a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:56:08.942315 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be52ebeb-2f7c-4d91-ba8b-b4ade5102a20 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Network hostable DHCP agents. Network: 46ba18c5-d5d4-4129-911e-7515f95170a1, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:56:08.957291 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] For port 37cee287-d853-444b-860e-c3d3a42b5caf, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=37cee287-d853-444b-860e-c3d3a42b5caf,segment=NetworkSegment(34df8f2d-2201-4c6d-b5de-ce7393c27274),segment_id=34df8f2d-2201-4c6d-b5de-ce7393c27274)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:56:08.961605 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:08.968546 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be52ebeb-2f7c-4d91-ba8b-b4ade5102a20 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Network 46ba18c5-d5d4-4129-911e-7515f95170a1 is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:56:08.979485 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-be52ebeb-2f7c-4d91-ba8b-b4ade5102a20 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, 46ba18c5-d5d4-4129-911e-7515f95170a1) {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:56:08.984157 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be52ebeb-2f7c-4d91-ba8b-b4ade5102a20 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:56:08.984739 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-be52ebeb-2f7c-4d91-ba8b-b4ade5102a20 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Notify callbacks [] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:08.992106 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc9405a-438f-48e8-831d-2d8cd7ce8102 None None] Network 46ba18c5-d5d4-4129-911e-7515f95170a1 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:56:09.007311 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-be52ebeb-2f7c-4d91-ba8b-b4ade5102a20 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4563663 May 18 18:56:09.007546 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 48696) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:56:09.063015 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Pushing event updated for resources: {'Port': ['ID=37cee287-d853-444b-860e-c3d3a42b5caf,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:56:09.104711 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9714f3e-12d1-4dac-88ea-fbf2350b3b77 None None] Network ea3c38bb-b307-4575-9eb4-3cbc2959cff9 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:56:09.123972 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8cf6ef2d-1904-47c4-9f03-3663e73b045a tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:09.181655 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8cf6ef2d-1904-47c4-9f03-3663e73b045a tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:09.243065 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8cf6ef2d-1904-47c4-9f03-3663e73b045a tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261104690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261031888'] for subnet, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:09.274357 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf6ef2d-1904-47c4-9f03-3663e73b045a tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Pushing event deleted for resources: {'Subnet': ['ID=09f6247a-8eac-447f-b260-83d6821fc287,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:56:09.334376 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8cf6ef2d-1904-47c4-9f03-3663e73b045a tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:09.359979 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-8cf6ef2d-1904-47c4-9f03-3663e73b045a tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46ba18c5-d5d4-4129-911e-7515f95170a1']}} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:56:09.369386 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-8cf6ef2d-1904-47c4-9f03-3663e73b045a tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9701f688-6532-4258-a30c-efa6449c9b84') {'for_net_delete': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:56:09.370632 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-8cf6ef2d-1904-47c4-9f03-3663e73b045a tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9701f688-6532-4258-a30c-efa6449c9b84') {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:56:09.379889 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8cf6ef2d-1904-47c4-9f03-3663e73b045a tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260107375'] for segment, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:09.393284 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd30322-c479-4ebb-934a-65186d757e8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-46ba18c5-d5d4-4129-911e-7515f95170a1', 'network_id': '46ba18c5-d5d4-4129-911e-7515f95170a1', 'tenant_id': 'b34d4a2c8b98453f85af26c3d6c42fd4', 'fixed_ips': [{'subnet_id': '09f6247a-8eac-447f-b260-83d6821fc287'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:56:09.394152 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-5fd30322-c479-4ebb-934a-65186d757e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:09.395194 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8cf6ef2d-1904-47c4-9f03-3663e73b045a tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:09.395893 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c2bbd376-361b-4e2d-86c5-cfc5228fa072 None None] Provisioning complete for port 37cee287-d853-444b-860e-c3d3a42b5caf triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:56:09.396245 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c2bbd376-361b-4e2d-86c5-cfc5228fa072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:09.401769 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cf6ef2d-1904-47c4-9f03-3663e73b045a tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=102730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:56:09.402162 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8cf6ef2d-1904-47c4-9f03-3663e73b045a tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261102736'] for segment, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:09.405128 n-d-838550-3 neutron-server[102730]: Traceback (most recent call last): May 18 18:56:09.405128 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:56:09.405128 n-d-838550-3 neutron-server[102730]: timer() May 18 18:56:09.405128 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:56:09.405128 n-d-838550-3 neutron-server[102730]: cb(*args, **kw) May 18 18:56:09.405128 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:56:09.405128 n-d-838550-3 neutron-server[102730]: return func(*args, **kwargs) May 18 18:56:09.405128 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:56:09.405128 n-d-838550-3 neutron-server[102730]: self._notify() May 18 18:56:09.405128 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:56:09.405128 n-d-838550-3 neutron-server[102730]: self.callback(batched_events) May 18 18:56:09.405128 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:56:09.405128 n-d-838550-3 neutron-server[102730]: event.method(event) May 18 18:56:09.405128 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:56:09.405128 n-d-838550-3 neutron-server[102730]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:56:09.405128 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:56:09.405128 n-d-838550-3 neutron-server[102730]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:56:09.405128 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:56:09.405128 n-d-838550-3 neutron-server[102730]: return f(self, *a, **k) May 18 18:56:09.405128 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:56:09.405128 n-d-838550-3 neutron-server[102730]: return self._get(url).json() May 18 18:56:09.405128 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:56:09.405128 n-d-838550-3 neutron-server[102730]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:56:09.405128 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:56:09.405128 n-d-838550-3 neutron-server[102730]: return self.request(url, 'GET', **kwargs) May 18 18:56:09.405128 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:56:09.405128 n-d-838550-3 neutron-server[102730]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:56:09.405128 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:56:09.405128 n-d-838550-3 neutron-server[102730]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:56:09.405128 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:56:09.405128 n-d-838550-3 neutron-server[102730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:56:09.405128 n-d-838550-3 neutron-server[102730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:56:09.464257 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8cf6ef2d-1904-47c4-9f03-3663e73b045a tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:09.475366 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8cf6ef2d-1904-47c4-9f03-3663e73b045a tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:09.478739 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-8cf6ef2d-1904-47c4-9f03-3663e73b045a tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] 10.222.0.85 "DELETE /v2.0/networks/46ba18c5-d5d4-4129-911e-7515f95170a1 HTTP/1.1" status: 204 len: 168 time: 0.4702857 May 18 18:56:09.482902 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 48698) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:56:09.497658 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-a4fc1e0f-ce6f-4a4b-8c9d-eea5cd35b4b8 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1683284446'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:56:09.502279 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf6ef2d-1904-47c4-9f03-3663e73b045a tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Pushing event deleted for resources: {'Network': ['ID=46ba18c5-d5d4-4129-911e-7515f95170a1,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:56:09.520359 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4fc1e0f-ce6f-4a4b-8c9d-eea5cd35b4b8 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Made reservation on behalf of b34d4a2c8b98453f85af26c3d6c42fd4 for: {'network': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:56:09.521665 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b3c266-6103-4331-a9e8-f70c59b66404 None None] Network 46ba18c5-d5d4-4129-911e-7515f95170a1 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:56:09.524002 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a4fc1e0f-ce6f-4a4b-8c9d-eea5cd35b4b8 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:09.548624 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4fc1e0f-ce6f-4a4b-8c9d-eea5cd35b4b8 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 639} {{(pid=102730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:56:09.559219 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a4fc1e0f-ce6f-4a4b-8c9d-eea5cd35b4b8 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:09.559421 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b3c266-6103-4331-a9e8-f70c59b66404 None None] Network 46ba18c5-d5d4-4129-911e-7515f95170a1 could not be found, it might have been deleted concurrently. {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} May 18 18:56:09.559564 n-d-838550-3 neutron-server[102730]: INFO neutron.db.segments_db [None req-a4fc1e0f-ce6f-4a4b-8c9d-eea5cd35b4b8 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Added segment fb71e171-ed48-47c3-8c08-eabbd5531b87 of type vlan for network b6875893-3198-4b10-9ab5-9f537acebf32 May 18 18:56:09.574144 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c2bbd376-361b-4e2d-86c5-cfc5228fa072 None None] Current status of the port 37cee287-d853-444b-860e-c3d3a42b5caf is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:56:09.603408 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a4fc1e0f-ce6f-4a4b-8c9d-eea5cd35b4b8 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:09.630309 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a4fc1e0f-ce6f-4a4b-8c9d-eea5cd35b4b8 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:09.636018 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4fc1e0f-ce6f-4a4b-8c9d-eea5cd35b4b8 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:56:09.636608 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a4fc1e0f-ce6f-4a4b-8c9d-eea5cd35b4b8 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:09.702414 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-a4fc1e0f-ce6f-4a4b-8c9d-eea5cd35b4b8 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2099192 May 18 18:56:09.705211 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 48700) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:56:09.712212 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-1a3230f9-6e06-43a3-b44f-60463603135e tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Request body: {'subnet': {'network_id': 'b6875893-3198-4b10-9ab5-9f537acebf32', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:56:09.732930 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fc1e0f-ce6f-4a4b-8c9d-eea5cd35b4b8 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Pushing event updated for resources: {'Network': ['ID=b6875893-3198-4b10-9ab5-9f537acebf32,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:56:09.745372 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network b6875893-3198-4b10-9ab5-9f537acebf32 details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:56:09.813046 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a3230f9-6e06-43a3-b44f-60463603135e tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Made reservation on behalf of b34d4a2c8b98453f85af26c3d6c42fd4 for: {'subnet': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:56:09.816843 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1a3230f9-6e06-43a3-b44f-60463603135e tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261031885'] for subnet, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:09.828009 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-6b66ee32-ffc1-43e8-829b-c40bcd7fe09f None None] Provisioning complete for port 37cee287-d853-444b-860e-c3d3a42b5caf triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:56:09.828388 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-6b66ee32-ffc1-43e8-829b-c40bcd7fe09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:09.909721 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-6b66ee32-ffc1-43e8-829b-c40bcd7fe09f None None] Current status of the port 37cee287-d853-444b-860e-c3d3a42b5caf is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:56:10.002722 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1a3230f9-6e06-43a3-b44f-60463603135e tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261104883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261031899'] for subnet, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:10.067334 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3230f9-6e06-43a3-b44f-60463603135e tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Pushing event updated for resources: {'Subnet': ['ID=e1826594-0ff7-4778-9df7-7c6b95eb1827,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:56:10.074681 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3230f9-6e06-43a3-b44f-60463603135e tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Checking segment: {'id': 'fb71e171-ed48-47c3-8c08-eabbd5531b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'b6875893-3198-4b10-9ab5-9f537acebf32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:56:10.075048 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a3230f9-6e06-43a3-b44f-60463603135e tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Network hostable DHCP agents. Network: b6875893-3198-4b10-9ab5-9f537acebf32, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:56:10.094380 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a3230f9-6e06-43a3-b44f-60463603135e tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Network b6875893-3198-4b10-9ab5-9f537acebf32 is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:56:10.095755 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-ef9bb168-9c5b-4a90-bca7-bbec67bd5932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:10.104918 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-1a3230f9-6e06-43a3-b44f-60463603135e tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, b6875893-3198-4b10-9ab5-9f537acebf32) {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:56:10.110033 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a3230f9-6e06-43a3-b44f-60463603135e tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:56:10.110696 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1a3230f9-6e06-43a3-b44f-60463603135e tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Notify callbacks [] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:10.114351 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e53b0062-4ffb-4322-889a-a6c2910a8a91 None None] Network b6875893-3198-4b10-9ab5-9f537acebf32 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:56:10.127903 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-1a3230f9-6e06-43a3-b44f-60463603135e tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4216495 May 18 18:56:10.131401 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 48702) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:56:10.136277 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-daf33867-9f28-486f-94f3-ec65c8e226e7 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-376178418'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:56:10.155752 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daf33867-9f28-486f-94f3-ec65c8e226e7 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Made reservation on behalf of b34d4a2c8b98453f85af26c3d6c42fd4 for: {'network': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:56:10.159462 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-daf33867-9f28-486f-94f3-ec65c8e226e7 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:10.183656 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-daf33867-9f28-486f-94f3-ec65c8e226e7 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 615} {{(pid=102730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:56:10.192915 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-daf33867-9f28-486f-94f3-ec65c8e226e7 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:10.193263 n-d-838550-3 neutron-server[102730]: INFO neutron.db.segments_db [None req-daf33867-9f28-486f-94f3-ec65c8e226e7 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Added segment 4fa6d491-4bf8-4e3f-b473-0a5f5985032d of type vlan for network df0cf4d4-5178-4ba5-8ed1-7a36306dc0bf May 18 18:56:10.233052 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-daf33867-9f28-486f-94f3-ec65c8e226e7 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:10.262930 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-daf33867-9f28-486f-94f3-ec65c8e226e7 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:10.268302 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba68776-ffac-4bbe-8e8f-1140b85698a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-b6875893-3198-4b10-9ab5-9f537acebf32', 'network_id': 'b6875893-3198-4b10-9ab5-9f537acebf32', 'tenant_id': 'b34d4a2c8b98453f85af26c3d6c42fd4', 'fixed_ips': [{'subnet_id': 'e1826594-0ff7-4778-9df7-7c6b95eb1827'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:56:10.269171 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0ba68776-ffac-4bbe-8e8f-1140b85698a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:10.271068 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf33867-9f28-486f-94f3-ec65c8e226e7 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:56:10.271682 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-daf33867-9f28-486f-94f3-ec65c8e226e7 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:10.326036 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-daf33867-9f28-486f-94f3-ec65c8e226e7 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1933854 May 18 18:56:10.328943 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 48704) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:56:10.333982 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-2e074fbf-c6f5-4b51-9ff9-48f42d1adb94 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Request body: {'subnet': {'network_id': 'df0cf4d4-5178-4ba5-8ed1-7a36306dc0bf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:56:10.345161 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf33867-9f28-486f-94f3-ec65c8e226e7 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Pushing event updated for resources: {'Network': ['ID=df0cf4d4-5178-4ba5-8ed1-7a36306dc0bf,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:56:10.363542 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network df0cf4d4-5178-4ba5-8ed1-7a36306dc0bf details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:56:10.426796 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e074fbf-c6f5-4b51-9ff9-48f42d1adb94 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Made reservation on behalf of b34d4a2c8b98453f85af26c3d6c42fd4 for: {'subnet': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:56:10.430680 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2e074fbf-c6f5-4b51-9ff9-48f42d1adb94 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260908003'] for subnet, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:10.481028 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-0ba68776-ffac-4bbe-8e8f-1140b85698a9 None None] Allocated IP 2001:db8::2 (b6875893-3198-4b10-9ab5-9f537acebf32/e1826594-0ff7-4778-9df7-7c6b95eb1827/a8132974-e671-4660-98c8-88e498d45371) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:56:10.626590 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2e074fbf-c6f5-4b51-9ff9-48f42d1adb94 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260898481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260908021'] for subnet, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:10.634895 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0ba68776-ffac-4bbe-8e8f-1140b85698a9 None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:10.640374 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0ba68776-ffac-4bbe-8e8f-1140b85698a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:10.680596 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba68776-ffac-4bbe-8e8f-1140b85698a9 None None] Network b6875893-3198-4b10-9ab5-9f537acebf32 is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:56:10.683967 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-0ba68776-ffac-4bbe-8e8f-1140b85698a9 None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:56:10.686849 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba68776-ffac-4bbe-8e8f-1140b85698a9 None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:56:10.697011 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e074fbf-c6f5-4b51-9ff9-48f42d1adb94 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Pushing event updated for resources: {'Subnet': ['ID=8ea6f261-a3e8-4829-806d-405037d12add,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:56:10.699634 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e074fbf-c6f5-4b51-9ff9-48f42d1adb94 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Checking segment: {'id': '4fa6d491-4bf8-4e3f-b473-0a5f5985032d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'df0cf4d4-5178-4ba5-8ed1-7a36306dc0bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:56:10.699634 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e074fbf-c6f5-4b51-9ff9-48f42d1adb94 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Network hostable DHCP agents. Network: df0cf4d4-5178-4ba5-8ed1-7a36306dc0bf, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:56:10.701478 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba68776-ffac-4bbe-8e8f-1140b85698a9 None None] Pushing event updated for resources: {'Port': ['ID=a8132974-e671-4660-98c8-88e498d45371,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:56:10.721403 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e074fbf-c6f5-4b51-9ff9-48f42d1adb94 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Network df0cf4d4-5178-4ba5-8ed1-7a36306dc0bf is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:56:10.733745 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-2e074fbf-c6f5-4b51-9ff9-48f42d1adb94 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, df0cf4d4-5178-4ba5-8ed1-7a36306dc0bf) {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:56:10.738357 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e074fbf-c6f5-4b51-9ff9-48f42d1adb94 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:56:10.738955 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2e074fbf-c6f5-4b51-9ff9-48f42d1adb94 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:10.751655 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d35c0eda-a552-4259-b4a6-920c886d5e89 None None] Network df0cf4d4-5178-4ba5-8ed1-7a36306dc0bf requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:56:10.757331 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-2e074fbf-c6f5-4b51-9ff9-48f42d1adb94 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4272952 May 18 18:56:10.759840 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 48706) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:56:10.774396 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 37cee287-d853-444b-860e-c3d3a42b5caf up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:56:10.830637 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-0ba68776-ffac-4bbe-8e8f-1140b85698a9 None None] Attempting to bind port a8132974-e671-4660-98c8-88e498d45371 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:56:10.831009 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-0ba68776-ffac-4bbe-8e8f-1140b85698a9 None None] Attempting to bind port a8132974-e671-4660-98c8-88e498d45371 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': 'fb71e171-ed48-47c3-8c08-eabbd5531b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'b6875893-3198-4b10-9ab5-9f537acebf32'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:56:10.831377 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba68776-ffac-4bbe-8e8f-1140b85698a9 None None] Attempting to bind port a8132974-e671-4660-98c8-88e498d45371 on network b6875893-3198-4b10-9ab5-9f537acebf32 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:56:10.847557 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba68776-ffac-4bbe-8e8f-1140b85698a9 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:56:10.847941 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba68776-ffac-4bbe-8e8f-1140b85698a9 None None] Checking segment: {'id': 'fb71e171-ed48-47c3-8c08-eabbd5531b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'b6875893-3198-4b10-9ab5-9f537acebf32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:56:10.848349 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0ba68776-ffac-4bbe-8e8f-1140b85698a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:10.848747 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba68776-ffac-4bbe-8e8f-1140b85698a9 None None] Bound using segment: {'id': 'fb71e171-ed48-47c3-8c08-eabbd5531b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'b6875893-3198-4b10-9ab5-9f537acebf32'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:56:10.849329 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-0ba68776-ffac-4bbe-8e8f-1140b85698a9 None None] Bound port: a8132974-e671-4660-98c8-88e498d45371, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb71e171-ed48-47c3-8c08-eabbd5531b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'b6875893-3198-4b10-9ab5-9f537acebf32'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:56:10.849738 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0ba68776-ffac-4bbe-8e8f-1140b85698a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:10.863202 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fdc65821-4c8a-4de0-8ed8-1a1ba4979201 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:10.915755 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fdc65821-4c8a-4de0-8ed8-1a1ba4979201 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:10.977354 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fdc65821-4c8a-4de0-8ed8-1a1ba4979201 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260898416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260908030'] for subnet, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:10.979993 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 37cee287-d853-444b-860e-c3d3a42b5caf triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:56:10.980589 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:11.016009 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-0ba68776-ffac-4bbe-8e8f-1140b85698a9 None None] For port a8132974-e671-4660-98c8-88e498d45371, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:56:11.020675 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc65821-4c8a-4de0-8ed8-1a1ba4979201 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Pushing event deleted for resources: {'Subnet': ['ID=8ea6f261-a3e8-4829-806d-405037d12add,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:56:11.043462 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-0ba68776-ffac-4bbe-8e8f-1140b85698a9 None None] For port a8132974-e671-4660-98c8-88e498d45371, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=a8132974-e671-4660-98c8-88e498d45371,segment=NetworkSegment(fb71e171-ed48-47c3-8c08-eabbd5531b87),segment_id=fb71e171-ed48-47c3-8c08-eabbd5531b87)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:56:11.060449 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0ba68776-ffac-4bbe-8e8f-1140b85698a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:11.074458 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fdc65821-4c8a-4de0-8ed8-1a1ba4979201 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:11.091059 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b82f2fa4-dc7f-475a-857c-2f0d54daca86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-df0cf4d4-5178-4ba5-8ed1-7a36306dc0bf', 'network_id': 'df0cf4d4-5178-4ba5-8ed1-7a36306dc0bf', 'tenant_id': 'b34d4a2c8b98453f85af26c3d6c42fd4', 'fixed_ips': [{'subnet_id': '8ea6f261-a3e8-4829-806d-405037d12add'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:56:11.091904 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b82f2fa4-dc7f-475a-857c-2f0d54daca86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:11.095722 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-fdc65821-4c8a-4de0-8ed8-1a1ba4979201 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df0cf4d4-5178-4ba5-8ed1-7a36306dc0bf']}} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:56:11.105408 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-fdc65821-4c8a-4de0-8ed8-1a1ba4979201 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fa6d491-4bf8-4e3f-b473-0a5f5985032d') {'for_net_delete': True} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:56:11.105408 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-fdc65821-4c8a-4de0-8ed8-1a1ba4979201 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fa6d491-4bf8-4e3f-b473-0a5f5985032d') {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:56:11.115926 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fdc65821-4c8a-4de0-8ed8-1a1ba4979201 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260542144'] for segment, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:11.130324 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fdc65821-4c8a-4de0-8ed8-1a1ba4979201 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:11.138361 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdc65821-4c8a-4de0-8ed8-1a1ba4979201 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=102731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:56:11.138796 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fdc65821-4c8a-4de0-8ed8-1a1ba4979201 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260884178'] for segment, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:11.142278 n-d-838550-3 neutron-server[102731]: Traceback (most recent call last): May 18 18:56:11.142278 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:56:11.142278 n-d-838550-3 neutron-server[102731]: timer() May 18 18:56:11.142278 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:56:11.142278 n-d-838550-3 neutron-server[102731]: cb(*args, **kw) May 18 18:56:11.142278 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:56:11.142278 n-d-838550-3 neutron-server[102731]: return func(*args, **kwargs) May 18 18:56:11.142278 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:56:11.142278 n-d-838550-3 neutron-server[102731]: self._notify() May 18 18:56:11.142278 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:56:11.142278 n-d-838550-3 neutron-server[102731]: self.callback(batched_events) May 18 18:56:11.142278 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:56:11.142278 n-d-838550-3 neutron-server[102731]: event.method(event) May 18 18:56:11.142278 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:56:11.142278 n-d-838550-3 neutron-server[102731]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:56:11.142278 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:56:11.142278 n-d-838550-3 neutron-server[102731]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:56:11.142278 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:56:11.142278 n-d-838550-3 neutron-server[102731]: return f(self, *a, **k) May 18 18:56:11.142278 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:56:11.142278 n-d-838550-3 neutron-server[102731]: return self._get(url).json() May 18 18:56:11.142278 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:56:11.142278 n-d-838550-3 neutron-server[102731]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:56:11.142278 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:56:11.142278 n-d-838550-3 neutron-server[102731]: return self.request(url, 'GET', **kwargs) May 18 18:56:11.142278 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:56:11.142278 n-d-838550-3 neutron-server[102731]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:56:11.142278 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:56:11.142278 n-d-838550-3 neutron-server[102731]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:56:11.142278 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:56:11.142278 n-d-838550-3 neutron-server[102731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:56:11.142278 n-d-838550-3 neutron-server[102731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:56:11.227397 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 37cee287-d853-444b-860e-c3d3a42b5caf is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:56:11.229454 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba68776-ffac-4bbe-8e8f-1140b85698a9 None None] Pushing event updated for resources: {'Port': ['ID=a8132974-e671-4660-98c8-88e498d45371,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:56:11.241674 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fdc65821-4c8a-4de0-8ed8-1a1ba4979201 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:11.250488 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fdc65821-4c8a-4de0-8ed8-1a1ba4979201 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Notify callbacks [] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:11.254739 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f693e717-48c1-455b-a38d-2da280fcf759 None None] Network df0cf4d4-5178-4ba5-8ed1-7a36306dc0bf requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:56:11.255191 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-fdc65821-4c8a-4de0-8ed8-1a1ba4979201 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] 10.222.0.85 "DELETE /v2.0/networks/df0cf4d4-5178-4ba5-8ed1-7a36306dc0bf HTTP/1.1" status: 204 len: 168 time: 0.4942946 May 18 18:56:11.258392 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 48708) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:56:11.267579 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc65821-4c8a-4de0-8ed8-1a1ba4979201 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Pushing event deleted for resources: {'Network': ['ID=df0cf4d4-5178-4ba5-8ed1-7a36306dc0bf,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:56:11.272567 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f693e717-48c1-455b-a38d-2da280fcf759 None None] Network df0cf4d4-5178-4ba5-8ed1-7a36306dc0bf could not be found, it might have been deleted concurrently. {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} May 18 18:56:11.305829 n-d-838550-3 neutron-server[102730]: INFO neutron.pecan_wsgi.hooks.translation [None req-17d66b44-5ce1-4b05-b0ca-e76d22801af0 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] GET failed (client error): The resource could not be found. May 18 18:56:11.310561 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-17d66b44-5ce1-4b05-b0ca-e76d22801af0 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] 10.222.0.85 "GET /v2.0/subnets/8ea6f261-a3e8-4829-806d-405037d12add HTTP/1.1" status: 404 len: 337 time: 0.0496631 May 18 18:56:11.312587 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 48710) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:56:11.340981 n-d-838550-3 neutron-server[102730]: INFO neutron.pecan_wsgi.hooks.translation [None req-df0ef3f5-0b79-4fc8-9393-aebaa8ab9d15 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] DELETE failed (client error): The resource could not be found. May 18 18:56:11.341990 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df0ef3f5-0b79-4fc8-9393-aebaa8ab9d15 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:56:11.345464 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-df0ef3f5-0b79-4fc8-9393-aebaa8ab9d15 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] 10.222.0.85 "DELETE /v2.0/networks/df0cf4d4-5178-4ba5-8ed1-7a36306dc0bf HTTP/1.1" status: 404 len: 339 time: 0.0318103 May 18 18:56:11.349351 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 48712) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:56:11.378311 n-d-838550-3 neutron-server[102730]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b639879-9417-4ffe-942e-f984e3e4d425 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] DELETE failed (client error): The resource could not be found. May 18 18:56:11.378775 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b639879-9417-4ffe-942e-f984e3e4d425 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:56:11.381899 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-9b639879-9417-4ffe-942e-f984e3e4d425 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] 10.222.0.85 "DELETE /v2.0/subnets/8ea6f261-a3e8-4829-806d-405037d12add HTTP/1.1" status: 404 len: 337 time: 0.0314538 May 18 18:56:11.384506 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 48714) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:56:11.406803 n-d-838550-3 neutron-server[102730]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc2e9475-8a87-4870-aad4-ecba167b7c69 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] DELETE failed (client error): The resource could not be found. May 18 18:56:11.407379 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc2e9475-8a87-4870-aad4-ecba167b7c69 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:56:11.410854 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-dc2e9475-8a87-4870-aad4-ecba167b7c69 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] 10.222.0.85 "DELETE /v2.0/networks/df0cf4d4-5178-4ba5-8ed1-7a36306dc0bf HTTP/1.1" status: 404 len: 339 time: 0.0253844 May 18 18:56:11.413811 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 48716) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:56:11.415888 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:11.474901 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7a0607f-29d8-4e61-91b3-b4b4c7d56361 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Deleting subnet e1826594-0ff7-4778-9df7-7c6b95eb1827 {{(pid=102731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:56:11.478200 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a7a0607f-29d8-4e61-91b3-b4b4c7d56361 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Notify callbacks [] for subnet, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:11.518827 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a7a0607f-29d8-4e61-91b3-b4b4c7d56361 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260542153'] for subnet, precommit_delete_associations {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:11.598420 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a7a0607f-29d8-4e61-91b3-b4b4c7d56361 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:11.662415 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a7a0607f-29d8-4e61-91b3-b4b4c7d56361 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260898416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260908030'] for subnet, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:11.691474 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a0607f-29d8-4e61-91b3-b4b4c7d56361 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Pushing event deleted for resources: {'Subnet': ['ID=e1826594-0ff7-4778-9df7-7c6b95eb1827,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:56:11.694107 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a7a0607f-29d8-4e61-91b3-b4b4c7d56361 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:11.697297 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-a7a0607f-29d8-4e61-91b3-b4b4c7d56361 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] 10.222.0.85 "DELETE /v2.0/subnets/e1826594-0ff7-4778-9df7-7c6b95eb1827 HTTP/1.1" status: 204 len: 168 time: 0.2822168 May 18 18:56:11.700427 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 48718) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:56:11.774113 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-84f466b3-12cd-45d6-bd33-0fbcd14a2ba1 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:11.827304 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-84f466b3-12cd-45d6-bd33-0fbcd14a2ba1 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Deleting port a8132974-e671-4660-98c8-88e498d45371 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:56:11.828469 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-84f466b3-12cd-45d6-bd33-0fbcd14a2ba1 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:11.896057 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-84f466b3-12cd-45d6-bd33-0fbcd14a2ba1 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] For port a8132974-e671-4660-98c8-88e498d45371, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=a8132974-e671-4660-98c8-88e498d45371,segment=NetworkSegment(fb71e171-ed48-47c3-8c08-eabbd5531b87),segment_id=fb71e171-ed48-47c3-8c08-eabbd5531b87)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:56:11.896416 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-84f466b3-12cd-45d6-bd33-0fbcd14a2ba1 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:11.909738 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-84f466b3-12cd-45d6-bd33-0fbcd14a2ba1 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Calling delete_port for a8132974-e671-4660-98c8-88e498d45371 owned by network:dhcp {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:56:11.990375 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-84f466b3-12cd-45d6-bd33-0fbcd14a2ba1 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:12.020471 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f466b3-12cd-45d6-bd33-0fbcd14a2ba1 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Pushing event deleted for resources: {'Port': ['ID=a8132974-e671-4660-98c8-88e498d45371,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:56:12.024034 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f466b3-12cd-45d6-bd33-0fbcd14a2ba1 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] No DVR routers for this DVR port a8132974-e671-4660-98c8-88e498d45371 on host n-d-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:56:12.103556 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-84f466b3-12cd-45d6-bd33-0fbcd14a2ba1 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:12.126257 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-84f466b3-12cd-45d6-bd33-0fbcd14a2ba1 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6875893-3198-4b10-9ab5-9f537acebf32']}} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:56:12.135680 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-84f466b3-12cd-45d6-bd33-0fbcd14a2ba1 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb71e171-ed48-47c3-8c08-eabbd5531b87') {'for_net_delete': True} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:56:12.135977 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-84f466b3-12cd-45d6-bd33-0fbcd14a2ba1 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb71e171-ed48-47c3-8c08-eabbd5531b87') {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:56:12.145552 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-84f466b3-12cd-45d6-bd33-0fbcd14a2ba1 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260542144'] for segment, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:12.159428 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-84f466b3-12cd-45d6-bd33-0fbcd14a2ba1 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:12.163315 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dff2258-c61f-4261-ae90-588bf58266f4 None None] Network b6875893-3198-4b10-9ab5-9f537acebf32 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:56:12.168512 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84f466b3-12cd-45d6-bd33-0fbcd14a2ba1 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=102731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:56:12.168998 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-84f466b3-12cd-45d6-bd33-0fbcd14a2ba1 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260884178'] for segment, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:12.172220 n-d-838550-3 neutron-server[102731]: Traceback (most recent call last): May 18 18:56:12.172220 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:56:12.172220 n-d-838550-3 neutron-server[102731]: timer() May 18 18:56:12.172220 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:56:12.172220 n-d-838550-3 neutron-server[102731]: cb(*args, **kw) May 18 18:56:12.172220 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:56:12.172220 n-d-838550-3 neutron-server[102731]: return func(*args, **kwargs) May 18 18:56:12.172220 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:56:12.172220 n-d-838550-3 neutron-server[102731]: self._notify() May 18 18:56:12.172220 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:56:12.172220 n-d-838550-3 neutron-server[102731]: self.callback(batched_events) May 18 18:56:12.172220 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:56:12.172220 n-d-838550-3 neutron-server[102731]: event.method(event) May 18 18:56:12.172220 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:56:12.172220 n-d-838550-3 neutron-server[102731]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:56:12.172220 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:56:12.172220 n-d-838550-3 neutron-server[102731]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:56:12.172220 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:56:12.172220 n-d-838550-3 neutron-server[102731]: return f(self, *a, **k) May 18 18:56:12.172220 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:56:12.172220 n-d-838550-3 neutron-server[102731]: return self._get(url).json() May 18 18:56:12.172220 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:56:12.172220 n-d-838550-3 neutron-server[102731]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:56:12.172220 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:56:12.172220 n-d-838550-3 neutron-server[102731]: return self.request(url, 'GET', **kwargs) May 18 18:56:12.172220 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:56:12.172220 n-d-838550-3 neutron-server[102731]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:56:12.172220 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:56:12.172220 n-d-838550-3 neutron-server[102731]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:56:12.172220 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:56:12.172220 n-d-838550-3 neutron-server[102731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:56:12.172220 n-d-838550-3 neutron-server[102731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:56:12.235198 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-84f466b3-12cd-45d6-bd33-0fbcd14a2ba1 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:12.239998 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-84f466b3-12cd-45d6-bd33-0fbcd14a2ba1 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Notify callbacks [] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:12.246392 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 48720) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:56:12.246668 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-84f466b3-12cd-45d6-bd33-0fbcd14a2ba1 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] 10.222.0.85 "DELETE /v2.0/networks/b6875893-3198-4b10-9ab5-9f537acebf32 HTTP/1.1" status: 204 len: 168 time: 0.5450051 May 18 18:56:12.258829 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-1711500d-c138-4082-84b7-2299a30911f3 None None] Could not find standard attr ID for object a8132974-e671-4660-98c8-88e498d45371. {{(pid=102732) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 18 18:56:12.263837 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f466b3-12cd-45d6-bd33-0fbcd14a2ba1 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Pushing event deleted for resources: {'Network': ['ID=b6875893-3198-4b10-9ab5-9f537acebf32,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:56:12.280009 n-d-838550-3 neutron-server[102730]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b2d5ef3-f3fc-41e8-bb66-1dba709a81ee tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] DELETE failed (client error): The resource could not be found. May 18 18:56:12.280459 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b2d5ef3-f3fc-41e8-bb66-1dba709a81ee tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102730) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:56:12.283392 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-3b2d5ef3-f3fc-41e8-bb66-1dba709a81ee tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] 10.222.0.85 "DELETE /v2.0/subnets/09f6247a-8eac-447f-b260-83d6821fc287 HTTP/1.1" status: 404 len: 337 time: 0.0357568 May 18 18:56:12.286017 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 48722) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:56:12.304938 n-d-838550-3 neutron-server[102731]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bc2f55c-0d66-477f-a2d9-62a22e1e6288 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] DELETE failed (client error): The resource could not be found. May 18 18:56:12.305484 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bc2f55c-0d66-477f-a2d9-62a22e1e6288 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:56:12.309130 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-7bc2f55c-0d66-477f-a2d9-62a22e1e6288 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] 10.222.0.85 "DELETE /v2.0/networks/46ba18c5-d5d4-4129-911e-7515f95170a1 HTTP/1.1" status: 404 len: 339 time: 0.0220938 May 18 18:56:12.311809 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 48724) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:56:12.326602 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db7b213-7fec-4b03-8d31-3ecb98cb74f1 None None] DHCP port deletion for b6875893-3198-4b10-9ab5-9f537acebf32 request from n-d-838550-3 {{(pid=102732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 18:56:12.340344 n-d-838550-3 neutron-server[102731]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2887129-b4d4-43d2-8b6f-604f1ab98348 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] DELETE failed (client error): The resource could not be found. May 18 18:56:12.340801 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2887129-b4d4-43d2-8b6f-604f1ab98348 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:56:12.343832 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-d2887129-b4d4-43d2-8b6f-604f1ab98348 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] 10.222.0.85 "DELETE /v2.0/subnets/0c62c8b6-d13d-4f7f-bade-bc6028f94a3e HTTP/1.1" status: 404 len: 337 time: 0.0311480 May 18 18:56:12.346448 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 48726) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:56:12.363996 n-d-838550-3 neutron-server[102731]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebc128db-8139-4697-86a2-19dd757496eb tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] DELETE failed (client error): The resource could not be found. May 18 18:56:12.364507 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebc128db-8139-4697-86a2-19dd757496eb tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102731) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 18 18:56:12.367436 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-ebc128db-8139-4697-86a2-19dd757496eb tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] 10.222.0.85 "DELETE /v2.0/networks/077f96b5-0746-4304-a9bf-9fde8f9501f3 HTTP/1.1" status: 404 len: 339 time: 0.0201132 May 18 18:56:12.370417 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 48728) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:56:12.419231 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_v2 [None req-a17388c1-4000-4ceb-87d7-e3d432b5f0a0 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Deleting subnet c647d40f-fd45-44c9-8ab1-5f5c7f022317 {{(pid=102731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:56:12.422117 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a17388c1-4000-4ceb-87d7-e3d432b5f0a0 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Notify callbacks [] for subnet, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:12.466384 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a17388c1-4000-4ceb-87d7-e3d432b5f0a0 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260542153'] for subnet, precommit_delete_associations {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:12.547277 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a17388c1-4000-4ceb-87d7-e3d432b5f0a0 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:12.562326 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:12.605506 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a17388c1-4000-4ceb-87d7-e3d432b5f0a0 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260898416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260908030'] for subnet, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:12.638349 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17388c1-4000-4ceb-87d7-e3d432b5f0a0 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Pushing event deleted for resources: {'Subnet': ['ID=c647d40f-fd45-44c9-8ab1-5f5c7f022317,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:56:12.640335 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a17388c1-4000-4ceb-87d7-e3d432b5f0a0 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:12.645971 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-a17388c1-4000-4ceb-87d7-e3d432b5f0a0 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] 10.222.0.85 "DELETE /v2.0/subnets/c647d40f-fd45-44c9-8ab1-5f5c7f022317 HTTP/1.1" status: 204 len: 168 time: 0.2740943 May 18 18:56:12.646246 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 48730) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:56:12.647834 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6527b2e9-9ac9-4ef9-8514-66328fdc9fec None None] Network ea3c38bb-b307-4575-9eb4-3cbc2959cff9 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:56:12.724682 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-afb832cc-1a36-4daf-8a4d-398862130559 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:12.777721 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-afb832cc-1a36-4daf-8a4d-398862130559 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Deleting port 37cee287-d853-444b-860e-c3d3a42b5caf {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:56:12.778077 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-afb832cc-1a36-4daf-8a4d-398862130559 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:12.821514 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-578203af-9480-4597-937c-86056faa8102 None None] DHCP port deletion for ea3c38bb-b307-4575-9eb4-3cbc2959cff9 request from n-d-838550-3 {{(pid=102732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 18:56:12.843777 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-afb832cc-1a36-4daf-8a4d-398862130559 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] For port 37cee287-d853-444b-860e-c3d3a42b5caf, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=37cee287-d853-444b-860e-c3d3a42b5caf,segment=NetworkSegment(34df8f2d-2201-4c6d-b5de-ce7393c27274),segment_id=34df8f2d-2201-4c6d-b5de-ce7393c27274)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:56:12.844141 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-afb832cc-1a36-4daf-8a4d-398862130559 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:12.857154 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-afb832cc-1a36-4daf-8a4d-398862130559 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Calling delete_port for 37cee287-d853-444b-860e-c3d3a42b5caf owned by network:dhcp {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:56:12.869002 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-578203af-9480-4597-937c-86056faa8102 None None] Deleting port 37cee287-d853-444b-860e-c3d3a42b5caf {{(pid=102732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:56:12.869379 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-578203af-9480-4597-937c-86056faa8102 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:12.935102 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-578203af-9480-4597-937c-86056faa8102 None None] For port 37cee287-d853-444b-860e-c3d3a42b5caf, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=37cee287-d853-444b-860e-c3d3a42b5caf,segment=NetworkSegment(34df8f2d-2201-4c6d-b5de-ce7393c27274),segment_id=34df8f2d-2201-4c6d-b5de-ce7393c27274)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:56:12.935576 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-578203af-9480-4597-937c-86056faa8102 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:12.938892 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-afb832cc-1a36-4daf-8a4d-398862130559 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:12.949897 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-578203af-9480-4597-937c-86056faa8102 None None] Calling delete_port for 37cee287-d853-444b-860e-c3d3a42b5caf owned by network:dhcp {{(pid=102732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:56:12.964387 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb832cc-1a36-4daf-8a4d-398862130559 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Pushing event deleted for resources: {'Port': ['ID=37cee287-d853-444b-860e-c3d3a42b5caf,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:56:12.968789 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb832cc-1a36-4daf-8a4d-398862130559 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] No DVR routers for this DVR port 37cee287-d853-444b-860e-c3d3a42b5caf on host n-d-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:56:13.025381 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-578203af-9480-4597-937c-86056faa8102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508'] for port, after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:13.048554 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-afb832cc-1a36-4daf-8a4d-398862130559 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:13.051614 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578203af-9480-4597-937c-86056faa8102 None None] No DVR routers for this DVR port 37cee287-d853-444b-860e-c3d3a42b5caf on host n-d-838550-3 {{(pid=102732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:56:13.055579 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578203af-9480-4597-937c-86056faa8102 None None] Pushing event deleted for resources: {'Port': ['ID=37cee287-d853-444b-860e-c3d3a42b5caf,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:56:13.078319 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-afb832cc-1a36-4daf-8a4d-398862130559 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea3c38bb-b307-4575-9eb4-3cbc2959cff9']}} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:56:13.087377 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-afb832cc-1a36-4daf-8a4d-398862130559 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34df8f2d-2201-4c6d-b5de-ce7393c27274') {'for_net_delete': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:56:13.087672 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-afb832cc-1a36-4daf-8a4d-398862130559 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34df8f2d-2201-4c6d-b5de-ce7393c27274') {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:56:13.096706 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-afb832cc-1a36-4daf-8a4d-398862130559 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260107375'] for segment, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:13.109273 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-afb832cc-1a36-4daf-8a4d-398862130559 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:13.115216 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afb832cc-1a36-4daf-8a4d-398862130559 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=102730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:56:13.115597 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-afb832cc-1a36-4daf-8a4d-398862130559 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261102736'] for segment, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:13.118698 n-d-838550-3 neutron-server[102730]: Traceback (most recent call last): May 18 18:56:13.118698 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:56:13.118698 n-d-838550-3 neutron-server[102730]: timer() May 18 18:56:13.118698 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:56:13.118698 n-d-838550-3 neutron-server[102730]: cb(*args, **kw) May 18 18:56:13.118698 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:56:13.118698 n-d-838550-3 neutron-server[102730]: return func(*args, **kwargs) May 18 18:56:13.118698 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:56:13.118698 n-d-838550-3 neutron-server[102730]: self._notify() May 18 18:56:13.118698 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:56:13.118698 n-d-838550-3 neutron-server[102730]: self.callback(batched_events) May 18 18:56:13.118698 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:56:13.118698 n-d-838550-3 neutron-server[102730]: event.method(event) May 18 18:56:13.118698 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:56:13.118698 n-d-838550-3 neutron-server[102730]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:56:13.118698 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:56:13.118698 n-d-838550-3 neutron-server[102730]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:56:13.118698 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:56:13.118698 n-d-838550-3 neutron-server[102730]: return f(self, *a, **k) May 18 18:56:13.118698 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:56:13.118698 n-d-838550-3 neutron-server[102730]: return self._get(url).json() May 18 18:56:13.118698 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:56:13.118698 n-d-838550-3 neutron-server[102730]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:56:13.118698 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:56:13.118698 n-d-838550-3 neutron-server[102730]: return self.request(url, 'GET', **kwargs) May 18 18:56:13.118698 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:56:13.118698 n-d-838550-3 neutron-server[102730]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:56:13.118698 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:56:13.118698 n-d-838550-3 neutron-server[102730]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:56:13.118698 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:56:13.118698 n-d-838550-3 neutron-server[102730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:56:13.118698 n-d-838550-3 neutron-server[102730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:56:13.141527 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:13.176556 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-afb832cc-1a36-4daf-8a4d-398862130559 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:13.185068 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-afb832cc-1a36-4daf-8a4d-398862130559 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:13.188237 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-afb832cc-1a36-4daf-8a4d-398862130559 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] 10.222.0.85 "DELETE /v2.0/networks/ea3c38bb-b307-4575-9eb4-3cbc2959cff9 HTTP/1.1" status: 204 len: 168 time: 0.5411241 May 18 18:56:13.200653 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb832cc-1a36-4daf-8a4d-398862130559 tempest-NetworksIpV6Test-1190013621 tempest-NetworksIpV6Test-1190013621-project] Pushing event deleted for resources: {'Network': ['ID=ea3c38bb-b307-4575-9eb4-3cbc2959cff9,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:56:13.426769 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 48736) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:56:13.554832 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-d664b275-1c95-4fd0-a00b-e0f0482e2a39 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=b34d4a2c8b98453f85af26c3d6c42fd4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1269023 May 18 18:56:13.557875 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 48740) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:56:13.609347 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1c9cb5a6-bca7-476e-a24c-9836d63f3cce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:13.632953 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1c9cb5a6-bca7-476e-a24c-9836d63f3cce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:13.681190 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1c9cb5a6-bca7-476e-a24c-9836d63f3cce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:13.684751 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1c9cb5a6-bca7-476e-a24c-9836d63f3cce admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:13.686025 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-1c9cb5a6-bca7-476e-a24c-9836d63f3cce admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/1b33eb94-b7e2-4c83-9578-f03a2590338c HTTP/1.1" status: 204 len: 168 time: 0.1272528 May 18 18:56:13.698285 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9cb5a6-bca7-476e-a24c-9836d63f3cce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b33eb94-b7e2-4c83-9578-f03a2590338c,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:56:14.289632 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 7 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 18:56:14.317072 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 48762) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:56:14.410291 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-bf7fa579-336e-4300-a861-069b892bbf7f tempest-RoutersNegativeTest-1600649603 tempest-RoutersNegativeTest-1600649603-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-496928221', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:56:14.432693 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-bf7fa579-336e-4300-a861-069b892bbf7f tempest-RoutersNegativeTest-1600649603 tempest-RoutersNegativeTest-1600649603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25099'] for router, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:14.433744 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-bf7fa579-336e-4300-a861-069b892bbf7f tempest-RoutersNegativeTest-1600649603 tempest-RoutersNegativeTest-1600649603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-593238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596850', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25088'] for router, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:14.484058 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-bf7fa579-336e-4300-a861-069b892bbf7f tempest-RoutersNegativeTest-1600649603 tempest-RoutersNegativeTest-1600649603-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:14.488314 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-bf7fa579-336e-4300-a861-069b892bbf7f tempest-RoutersNegativeTest-1600649603 tempest-RoutersNegativeTest-1600649603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596801'] for router, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:14.506819 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-bf7fa579-336e-4300-a861-069b892bbf7f tempest-RoutersNegativeTest-1600649603 tempest-RoutersNegativeTest-1600649603-project] Notify callbacks [] for router, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:14.508060 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-bf7fa579-336e-4300-a861-069b892bbf7f tempest-RoutersNegativeTest-1600649603 tempest-RoutersNegativeTest-1600649603-project] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1899333 May 18 18:56:14.511315 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 48766) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:56:14.516271 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-5650212d-d53a-440f-91e7-f40b2ea4d139 tempest-RoutersNegativeTest-1600649603 tempest-RoutersNegativeTest-1600649603-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1168991814'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:56:14.534136 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5650212d-d53a-440f-91e7-f40b2ea4d139 tempest-RoutersNegativeTest-1600649603 tempest-RoutersNegativeTest-1600649603-project] Made reservation on behalf of f6a462ced5b943468e6774840b837357 for: {'network': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:56:14.537405 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5650212d-d53a-440f-91e7-f40b2ea4d139 tempest-RoutersNegativeTest-1600649603 tempest-RoutersNegativeTest-1600649603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:14.545668 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5650212d-d53a-440f-91e7-f40b2ea4d139 tempest-RoutersNegativeTest-1600649603 tempest-RoutersNegativeTest-1600649603-project] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:14.622727 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5650212d-d53a-440f-91e7-f40b2ea4d139 tempest-RoutersNegativeTest-1600649603 tempest-RoutersNegativeTest-1600649603-project] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:14.626248 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5650212d-d53a-440f-91e7-f40b2ea4d139 tempest-RoutersNegativeTest-1600649603 tempest-RoutersNegativeTest-1600649603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:14.649584 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5650212d-d53a-440f-91e7-f40b2ea4d139 tempest-RoutersNegativeTest-1600649603 tempest-RoutersNegativeTest-1600649603-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 636} {{(pid=102730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:56:14.664149 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5650212d-d53a-440f-91e7-f40b2ea4d139 tempest-RoutersNegativeTest-1600649603 tempest-RoutersNegativeTest-1600649603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3106acc-1ded-41b3-a906-0f85d5fbcc72,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:56:14.667742 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5650212d-d53a-440f-91e7-f40b2ea4d139 tempest-RoutersNegativeTest-1600649603 tempest-RoutersNegativeTest-1600649603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:14.668475 n-d-838550-3 neutron-server[102730]: INFO neutron.db.segments_db [None req-5650212d-d53a-440f-91e7-f40b2ea4d139 tempest-RoutersNegativeTest-1600649603 tempest-RoutersNegativeTest-1600649603-project] Added segment fc02faba-7ba0-425d-97d5-130ec5886154 of type vlan for network 6203ba8c-c887-4408-b6c4-1506a268538d May 18 18:56:14.710547 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5650212d-d53a-440f-91e7-f40b2ea4d139 tempest-RoutersNegativeTest-1600649603 tempest-RoutersNegativeTest-1600649603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:14.734294 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5650212d-d53a-440f-91e7-f40b2ea4d139 tempest-RoutersNegativeTest-1600649603 tempest-RoutersNegativeTest-1600649603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:14.739713 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5650212d-d53a-440f-91e7-f40b2ea4d139 tempest-RoutersNegativeTest-1600649603 tempest-RoutersNegativeTest-1600649603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:56:14.740281 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5650212d-d53a-440f-91e7-f40b2ea4d139 tempest-RoutersNegativeTest-1600649603 tempest-RoutersNegativeTest-1600649603-project] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:14.746187 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 37cee287-d853-444b-860e-c3d3a42b5caf no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:56:14.766350 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 37cee287-d853-444b-860e-c3d3a42b5caf {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:56:14.766959 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 37cee287-d853-444b-860e-c3d3a42b5caf not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:56:14.795962 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-5650212d-d53a-440f-91e7-f40b2ea4d139 tempest-RoutersNegativeTest-1600649603 tempest-RoutersNegativeTest-1600649603-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2836199 May 18 18:56:14.798893 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 48768) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:56:14.803963 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-bb43bb52-6308-448b-9ce1-bbd9a977105e tempest-RoutersNegativeTest-1600649603 tempest-RoutersNegativeTest-1600649603-project] Request body: {'subnet': {'network_id': '6203ba8c-c887-4408-b6c4-1506a268538d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:56:14.813040 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5650212d-d53a-440f-91e7-f40b2ea4d139 tempest-RoutersNegativeTest-1600649603 tempest-RoutersNegativeTest-1600649603-project] Pushing event updated for resources: {'Network': ['ID=6203ba8c-c887-4408-b6c4-1506a268538d,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:56:14.824155 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network 6203ba8c-c887-4408-b6c4-1506a268538d details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:56:14.890156 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb43bb52-6308-448b-9ce1-bbd9a977105e tempest-RoutersNegativeTest-1600649603 tempest-RoutersNegativeTest-1600649603-project] Made reservation on behalf of f6a462ced5b943468e6774840b837357 for: {'subnet': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:56:14.893641 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-bb43bb52-6308-448b-9ce1-bbd9a977105e tempest-RoutersNegativeTest-1600649603 tempest-RoutersNegativeTest-1600649603-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260908003'] for subnet, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:15.080810 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-bb43bb52-6308-448b-9ce1-bbd9a977105e tempest-RoutersNegativeTest-1600649603 tempest-RoutersNegativeTest-1600649603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260898481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260908021'] for subnet, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:15.137539 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb43bb52-6308-448b-9ce1-bbd9a977105e tempest-RoutersNegativeTest-1600649603 tempest-RoutersNegativeTest-1600649603-project] Pushing event updated for resources: {'Subnet': ['ID=de4dd65e-d23a-4c13-86b3-e42d2dc26281,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:56:15.148168 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb43bb52-6308-448b-9ce1-bbd9a977105e tempest-RoutersNegativeTest-1600649603 tempest-RoutersNegativeTest-1600649603-project] Checking segment: {'id': 'fc02faba-7ba0-425d-97d5-130ec5886154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '6203ba8c-c887-4408-b6c4-1506a268538d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:56:15.148530 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb43bb52-6308-448b-9ce1-bbd9a977105e tempest-RoutersNegativeTest-1600649603 tempest-RoutersNegativeTest-1600649603-project] Network hostable DHCP agents. Network: 6203ba8c-c887-4408-b6c4-1506a268538d, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:56:15.165282 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb43bb52-6308-448b-9ce1-bbd9a977105e tempest-RoutersNegativeTest-1600649603 tempest-RoutersNegativeTest-1600649603-project] Network 6203ba8c-c887-4408-b6c4-1506a268538d is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:56:15.174220 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-bb43bb52-6308-448b-9ce1-bbd9a977105e tempest-RoutersNegativeTest-1600649603 tempest-RoutersNegativeTest-1600649603-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, 6203ba8c-c887-4408-b6c4-1506a268538d) {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:56:15.180454 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb43bb52-6308-448b-9ce1-bbd9a977105e tempest-RoutersNegativeTest-1600649603 tempest-RoutersNegativeTest-1600649603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:56:15.181071 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-bb43bb52-6308-448b-9ce1-bbd9a977105e tempest-RoutersNegativeTest-1600649603 tempest-RoutersNegativeTest-1600649603-project] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:15.183456 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2826165b-f032-4ca0-9f01-e26f5541be58 None None] Network 6203ba8c-c887-4408-b6c4-1506a268538d requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:56:15.197267 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-bb43bb52-6308-448b-9ce1-bbd9a977105e tempest-RoutersNegativeTest-1600649603 tempest-RoutersNegativeTest-1600649603-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3972590 May 18 18:56:15.200898 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 48770) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:56:15.205770 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-ac94f158-f0c9-4f50-90d1-99bcd0dd9bc7 tempest-RoutersNegativeTest-1600649603 tempest-RoutersNegativeTest-1600649603-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1763873490'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:56:15.223886 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac94f158-f0c9-4f50-90d1-99bcd0dd9bc7 tempest-RoutersNegativeTest-1600649603 tempest-RoutersNegativeTest-1600649603-project] Made reservation on behalf of f6a462ced5b943468e6774840b837357 for: {'network': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:56:15.227449 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ac94f158-f0c9-4f50-90d1-99bcd0dd9bc7 tempest-RoutersNegativeTest-1600649603 tempest-RoutersNegativeTest-1600649603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:15.254043 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac94f158-f0c9-4f50-90d1-99bcd0dd9bc7 tempest-RoutersNegativeTest-1600649603 tempest-RoutersNegativeTest-1600649603-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 616} {{(pid=102731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:56:15.264836 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ac94f158-f0c9-4f50-90d1-99bcd0dd9bc7 tempest-RoutersNegativeTest-1600649603 tempest-RoutersNegativeTest-1600649603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:15.265183 n-d-838550-3 neutron-server[102731]: INFO neutron.db.segments_db [None req-ac94f158-f0c9-4f50-90d1-99bcd0dd9bc7 tempest-RoutersNegativeTest-1600649603 tempest-RoutersNegativeTest-1600649603-project] Added segment 5ea35691-326b-4baf-8d70-5bed60539b42 of type vlan for network 72475c8c-b3f2-48da-a0df-3bf97dce49e1 May 18 18:56:15.305322 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ac94f158-f0c9-4f50-90d1-99bcd0dd9bc7 tempest-RoutersNegativeTest-1600649603 tempest-RoutersNegativeTest-1600649603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:15.335695 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ac94f158-f0c9-4f50-90d1-99bcd0dd9bc7 tempest-RoutersNegativeTest-1600649603 tempest-RoutersNegativeTest-1600649603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:15.338806 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d65fc9f-66e1-4efa-aaa2-a1e41db951ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-6203ba8c-c887-4408-b6c4-1506a268538d', 'network_id': '6203ba8c-c887-4408-b6c4-1506a268538d', 'tenant_id': 'f6a462ced5b943468e6774840b837357', 'fixed_ips': [{'subnet_id': 'de4dd65e-d23a-4c13-86b3-e42d2dc26281'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:56:15.340203 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-6d65fc9f-66e1-4efa-aaa2-a1e41db951ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:15.342260 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac94f158-f0c9-4f50-90d1-99bcd0dd9bc7 tempest-RoutersNegativeTest-1600649603 tempest-RoutersNegativeTest-1600649603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:56:15.342888 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ac94f158-f0c9-4f50-90d1-99bcd0dd9bc7 tempest-RoutersNegativeTest-1600649603 tempest-RoutersNegativeTest-1600649603-project] Notify callbacks [] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:15.407880 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-ac94f158-f0c9-4f50-90d1-99bcd0dd9bc7 tempest-RoutersNegativeTest-1600649603 tempest-RoutersNegativeTest-1600649603-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2059157 May 18 18:56:15.410601 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 48772) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:56:15.415268 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-d328bf39-415e-4730-8c78-529a38e2060d tempest-RoutersNegativeTest-1600649603 tempest-RoutersNegativeTest-1600649603-project] Request body: {'subnet': {'network_id': '72475c8c-b3f2-48da-a0df-3bf97dce49e1', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:56:15.464288 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac94f158-f0c9-4f50-90d1-99bcd0dd9bc7 tempest-RoutersNegativeTest-1600649603 tempest-RoutersNegativeTest-1600649603-project] Pushing event updated for resources: {'Network': ['ID=72475c8c-b3f2-48da-a0df-3bf97dce49e1,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:56:15.476661 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network 72475c8c-b3f2-48da-a0df-3bf97dce49e1 details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:56:15.510956 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d328bf39-415e-4730-8c78-529a38e2060d tempest-RoutersNegativeTest-1600649603 tempest-RoutersNegativeTest-1600649603-project] Made reservation on behalf of f6a462ced5b943468e6774840b837357 for: {'subnet': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:56:15.514572 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d328bf39-415e-4730-8c78-529a38e2060d tempest-RoutersNegativeTest-1600649603 tempest-RoutersNegativeTest-1600649603-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260908003'] for subnet, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:15.540713 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-6d65fc9f-66e1-4efa-aaa2-a1e41db951ab None None] Allocated IP 172.20.0.2 (6203ba8c-c887-4408-b6c4-1506a268538d/de4dd65e-d23a-4c13-86b3-e42d2dc26281/59729f71-6c22-4f49-8f10-79f770f6d3f0) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:56:15.697070 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-6d65fc9f-66e1-4efa-aaa2-a1e41db951ab None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:15.698351 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d328bf39-415e-4730-8c78-529a38e2060d tempest-RoutersNegativeTest-1600649603 tempest-RoutersNegativeTest-1600649603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260898481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260908021'] for subnet, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:15.703290 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-6d65fc9f-66e1-4efa-aaa2-a1e41db951ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:15.765481 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d328bf39-415e-4730-8c78-529a38e2060d tempest-RoutersNegativeTest-1600649603 tempest-RoutersNegativeTest-1600649603-project] Pushing event updated for resources: {'Subnet': ['ID=cb68ec7e-5f8e-4b00-9bbe-aad7f64925d6,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:56:15.774858 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d328bf39-415e-4730-8c78-529a38e2060d tempest-RoutersNegativeTest-1600649603 tempest-RoutersNegativeTest-1600649603-project] Checking segment: {'id': '5ea35691-326b-4baf-8d70-5bed60539b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '72475c8c-b3f2-48da-a0df-3bf97dce49e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:56:15.775795 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d328bf39-415e-4730-8c78-529a38e2060d tempest-RoutersNegativeTest-1600649603 tempest-RoutersNegativeTest-1600649603-project] Network hostable DHCP agents. Network: 72475c8c-b3f2-48da-a0df-3bf97dce49e1, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:56:15.794665 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d328bf39-415e-4730-8c78-529a38e2060d tempest-RoutersNegativeTest-1600649603 tempest-RoutersNegativeTest-1600649603-project] Network 72475c8c-b3f2-48da-a0df-3bf97dce49e1 is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:56:15.804526 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-d328bf39-415e-4730-8c78-529a38e2060d tempest-RoutersNegativeTest-1600649603 tempest-RoutersNegativeTest-1600649603-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, 72475c8c-b3f2-48da-a0df-3bf97dce49e1) {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:56:15.810568 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d328bf39-415e-4730-8c78-529a38e2060d tempest-RoutersNegativeTest-1600649603 tempest-RoutersNegativeTest-1600649603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:56:15.811271 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d328bf39-415e-4730-8c78-529a38e2060d tempest-RoutersNegativeTest-1600649603 tempest-RoutersNegativeTest-1600649603-project] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:15.828762 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-d328bf39-415e-4730-8c78-529a38e2060d tempest-RoutersNegativeTest-1600649603 tempest-RoutersNegativeTest-1600649603-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4171126 May 18 18:56:15.831591 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 48774) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:56:15.836376 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-ba0750b6-0a0b-4eba-8924-af7f13a411a1 tempest-RoutersNegativeTest-1600649603 tempest-RoutersNegativeTest-1600649603-project] Request body: {'router': {'external_gateway_info': {'network_id': '72475c8c-b3f2-48da-a0df-3bf97dce49e1'}}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:56:15.901399 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec764f39-ac34-4a98-9cf3-cc05a4f31f85 None None] Network 72475c8c-b3f2-48da-a0df-3bf97dce49e1 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:56:15.905237 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d65fc9f-66e1-4efa-aaa2-a1e41db951ab None None] Network 6203ba8c-c887-4408-b6c4-1506a268538d is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:56:15.921670 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-6d65fc9f-66e1-4efa-aaa2-a1e41db951ab None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:56:15.955922 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d65fc9f-66e1-4efa-aaa2-a1e41db951ab None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:56:15.960249 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d65fc9f-66e1-4efa-aaa2-a1e41db951ab None None] Pushing event updated for resources: {'Port': ['ID=59729f71-6c22-4f49-8f10-79f770f6d3f0,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:56:16.045777 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-6d65fc9f-66e1-4efa-aaa2-a1e41db951ab None None] Attempting to bind port 59729f71-6c22-4f49-8f10-79f770f6d3f0 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:56:16.046147 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-6d65fc9f-66e1-4efa-aaa2-a1e41db951ab None None] Attempting to bind port 59729f71-6c22-4f49-8f10-79f770f6d3f0 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': 'fc02faba-7ba0-425d-97d5-130ec5886154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '6203ba8c-c887-4408-b6c4-1506a268538d'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:56:16.046507 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d65fc9f-66e1-4efa-aaa2-a1e41db951ab None None] Attempting to bind port 59729f71-6c22-4f49-8f10-79f770f6d3f0 on network 6203ba8c-c887-4408-b6c4-1506a268538d {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:56:16.046921 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ba0750b6-0a0b-4eba-8924-af7f13a411a1 tempest-RoutersNegativeTest-1600649603 tempest-RoutersNegativeTest-1600649603-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:16.072882 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d65fc9f-66e1-4efa-aaa2-a1e41db951ab None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:56:16.073262 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d65fc9f-66e1-4efa-aaa2-a1e41db951ab None None] Checking segment: {'id': 'fc02faba-7ba0-425d-97d5-130ec5886154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '6203ba8c-c887-4408-b6c4-1506a268538d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:56:16.073685 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-6d65fc9f-66e1-4efa-aaa2-a1e41db951ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:16.074078 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d65fc9f-66e1-4efa-aaa2-a1e41db951ab None None] Bound using segment: {'id': 'fc02faba-7ba0-425d-97d5-130ec5886154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '6203ba8c-c887-4408-b6c4-1506a268538d'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:56:16.074559 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-6d65fc9f-66e1-4efa-aaa2-a1e41db951ab None None] Bound port: 59729f71-6c22-4f49-8f10-79f770f6d3f0, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc02faba-7ba0-425d-97d5-130ec5886154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '6203ba8c-c887-4408-b6c4-1506a268538d'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:56:16.074940 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-6d65fc9f-66e1-4efa-aaa2-a1e41db951ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:16.146433 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e991e8-348e-4314-b2a7-58f53706167c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-72475c8c-b3f2-48da-a0df-3bf97dce49e1', 'network_id': '72475c8c-b3f2-48da-a0df-3bf97dce49e1', 'tenant_id': 'f6a462ced5b943468e6774840b837357', 'fixed_ips': [{'subnet_id': 'cb68ec7e-5f8e-4b00-9bbe-aad7f64925d6'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:56:16.147263 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-46e991e8-348e-4314-b2a7-58f53706167c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:16.148929 n-d-838550-3 neutron-server[102730]: INFO neutron.api.v2.resource [None req-ba0750b6-0a0b-4eba-8924-af7f13a411a1 tempest-RoutersNegativeTest-1600649603 tempest-RoutersNegativeTest-1600649603-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 18 18:56:16.150009 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-ba0750b6-0a0b-4eba-8924-af7f13a411a1 tempest-RoutersNegativeTest-1600649603 tempest-RoutersNegativeTest-1600649603-project] 10.222.0.85 "PUT /v2.0/routers/5f7ffd05-68a7-49c0-bd7e-42e113207333 HTTP/1.1" status: 400 len: 364 time: 0.3173897 May 18 18:56:16.156471 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 48776) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:56:16.179860 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-6d65fc9f-66e1-4efa-aaa2-a1e41db951ab None None] For port 59729f71-6c22-4f49-8f10-79f770f6d3f0, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:56:16.197978 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-6d65fc9f-66e1-4efa-aaa2-a1e41db951ab None None] For port 59729f71-6c22-4f49-8f10-79f770f6d3f0, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=59729f71-6c22-4f49-8f10-79f770f6d3f0,segment=NetworkSegment(fc02faba-7ba0-425d-97d5-130ec5886154),segment_id=fc02faba-7ba0-425d-97d5-130ec5886154)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:56:16.211650 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b033e88-d799-43e4-b608-5823f767b5cb tempest-RoutersNegativeTest-1600649603 tempest-RoutersNegativeTest-1600649603-project] Deleting subnet cb68ec7e-5f8e-4b00-9bbe-aad7f64925d6 {{(pid=102730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:56:16.215323 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4b033e88-d799-43e4-b608-5823f767b5cb tempest-RoutersNegativeTest-1600649603 tempest-RoutersNegativeTest-1600649603-project] Notify callbacks [] for subnet, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:16.252003 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-6d65fc9f-66e1-4efa-aaa2-a1e41db951ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:16.255240 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4b033e88-d799-43e4-b608-5823f767b5cb tempest-RoutersNegativeTest-1600649603 tempest-RoutersNegativeTest-1600649603-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260107366'] for subnet, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:16.308573 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4b033e88-d799-43e4-b608-5823f767b5cb tempest-RoutersNegativeTest-1600649603 tempest-RoutersNegativeTest-1600649603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:16.319348 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d65fc9f-66e1-4efa-aaa2-a1e41db951ab None None] Pushing event updated for resources: {'Port': ['ID=59729f71-6c22-4f49-8f10-79f770f6d3f0,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:56:16.371957 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4b033e88-d799-43e4-b608-5823f767b5cb tempest-RoutersNegativeTest-1600649603 tempest-RoutersNegativeTest-1600649603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261104690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261031888'] for subnet, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:16.374723 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server [None req-46e991e8-348e-4314-b2a7-58f53706167c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cb68ec7e-5f8e-4b00-9bbe-aad7f64925d6: This subnet is being modified by another concurrent operation. May 18 18:56:16.374723 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 18 18:56:16.374723 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 18 18:56:16.374723 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 18 18:56:16.374723 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 18 18:56:16.374723 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 18 18:56:16.374723 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 18 18:56:16.374723 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 18 18:56:16.374723 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 18 18:56:16.374723 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 18 18:56:16.374723 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 18 18:56:16.374723 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 18 18:56:16.374723 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 18 18:56:16.374723 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server self.force_reraise() May 18 18:56:16.374723 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 18 18:56:16.374723 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server raise self.value May 18 18:56:16.374723 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 18 18:56:16.374723 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 18 18:56:16.374723 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 18 18:56:16.374723 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 18 18:56:16.374723 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 18 18:56:16.374723 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server self.force_reraise() May 18 18:56:16.374723 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 18 18:56:16.374723 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server raise self.value May 18 18:56:16.374723 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 18 18:56:16.374723 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 18 18:56:16.374723 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 18 18:56:16.374723 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 18 18:56:16.374723 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 18 18:56:16.374723 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server self.force_reraise() May 18 18:56:16.374723 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 18 18:56:16.374723 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server raise self.value May 18 18:56:16.374723 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 18 18:56:16.374723 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 18 18:56:16.374723 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 18 18:56:16.374723 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 18 18:56:16.374723 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port May 18 18:56:16.374723 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 18 18:56:16.374723 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action May 18 18:56:16.374723 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 18 18:56:16.374723 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 18 18:56:16.374723 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 18 18:56:16.374723 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner May 18 18:56:16.374723 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 18 18:56:16.374723 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped May 18 18:56:16.374723 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 18 18:56:16.374723 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 18 18:56:16.374723 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 18 18:56:16.374723 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 18 18:56:16.374723 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server self.force_reraise() May 18 18:56:16.374723 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 18 18:56:16.374723 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server raise self.value May 18 18:56:16.374723 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 18 18:56:16.374723 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 18 18:56:16.374723 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 18 18:56:16.374723 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 18 18:56:16.374723 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 18 18:56:16.374723 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server self.force_reraise() May 18 18:56:16.374723 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 18 18:56:16.374723 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server raise self.value May 18 18:56:16.374723 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 18 18:56:16.374723 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 18 18:56:16.374723 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 18 18:56:16.374723 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 18 18:56:16.374723 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 18 18:56:16.374723 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server self.force_reraise() May 18 18:56:16.374723 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 18 18:56:16.374723 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server raise self.value May 18 18:56:16.374723 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 18 18:56:16.374723 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 18 18:56:16.374723 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port May 18 18:56:16.374723 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 18 18:56:16.374723 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db May 18 18:56:16.374723 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 18 18:56:16.374723 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db May 18 18:56:16.374723 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 18 18:56:16.374723 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 18 18:56:16.374723 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 18 18:56:16.374723 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped May 18 18:56:16.374723 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 18 18:56:16.374723 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper May 18 18:56:16.374723 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 18 18:56:16.374723 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 18 18:56:16.374723 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 18 18:56:16.374723 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 18 18:56:16.374723 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 18 18:56:16.374723 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets May 18 18:56:16.374723 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 18 18:56:16.374723 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 18 18:56:16.374723 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server raise exception May 18 18:56:16.374723 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cb68ec7e-5f8e-4b00-9bbe-aad7f64925d6: This subnet is being modified by another concurrent operation. May 18 18:56:16.374723 n-d-838550-3 neutron-server[102732]: ERROR oslo_messaging.rpc.server May 18 18:56:16.398394 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3157f920-346a-44cb-b718-30d510b18d9e None None] Network 72475c8c-b3f2-48da-a0df-3bf97dce49e1 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:56:16.407003 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b033e88-d799-43e4-b608-5823f767b5cb tempest-RoutersNegativeTest-1600649603 tempest-RoutersNegativeTest-1600649603-project] Pushing event deleted for resources: {'Subnet': ['ID=cb68ec7e-5f8e-4b00-9bbe-aad7f64925d6,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:56:16.413812 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4b033e88-d799-43e4-b608-5823f767b5cb tempest-RoutersNegativeTest-1600649603 tempest-RoutersNegativeTest-1600649603-project] Notify callbacks [] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:16.417718 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-4b033e88-d799-43e4-b608-5823f767b5cb tempest-RoutersNegativeTest-1600649603 tempest-RoutersNegativeTest-1600649603-project] 10.222.0.85 "DELETE /v2.0/subnets/cb68ec7e-5f8e-4b00-9bbe-aad7f64925d6 HTTP/1.1" status: 204 len: 168 time: 0.2602882 May 18 18:56:16.420206 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 48778) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:56:16.767157 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 59729f71-6c22-4f49-8f10-79f770f6d3f0 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:56:16.817444 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 59729f71-6c22-4f49-8f10-79f770f6d3f0 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:56:16.817875 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:16.855081 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-91a28ff3-033d-4cb6-9f61-d9c3375b899b tempest-RoutersNegativeTest-1600649603 tempest-RoutersNegativeTest-1600649603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:16.897538 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 59729f71-6c22-4f49-8f10-79f770f6d3f0 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:56:16.898059 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:16.930768 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] For port 59729f71-6c22-4f49-8f10-79f770f6d3f0, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=59729f71-6c22-4f49-8f10-79f770f6d3f0,segment=NetworkSegment(fc02faba-7ba0-425d-97d5-130ec5886154),segment_id=fc02faba-7ba0-425d-97d5-130ec5886154)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:56:16.936563 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:16.950024 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-91a28ff3-033d-4cb6-9f61-d9c3375b899b tempest-RoutersNegativeTest-1600649603 tempest-RoutersNegativeTest-1600649603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:16.973909 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-91a28ff3-033d-4cb6-9f61-d9c3375b899b tempest-RoutersNegativeTest-1600649603 tempest-RoutersNegativeTest-1600649603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72475c8c-b3f2-48da-a0df-3bf97dce49e1']}} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:56:16.984401 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-91a28ff3-033d-4cb6-9f61-d9c3375b899b tempest-RoutersNegativeTest-1600649603 tempest-RoutersNegativeTest-1600649603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ea35691-326b-4baf-8d70-5bed60539b42') {'for_net_delete': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:56:16.984754 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-91a28ff3-033d-4cb6-9f61-d9c3375b899b tempest-RoutersNegativeTest-1600649603 tempest-RoutersNegativeTest-1600649603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ea35691-326b-4baf-8d70-5bed60539b42') {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:56:16.991303 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Pushing event updated for resources: {'Port': ['ID=59729f71-6c22-4f49-8f10-79f770f6d3f0,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:56:16.995334 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-91a28ff3-033d-4cb6-9f61-d9c3375b899b tempest-RoutersNegativeTest-1600649603 tempest-RoutersNegativeTest-1600649603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260107375'] for segment, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:17.009463 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-91a28ff3-033d-4cb6-9f61-d9c3375b899b tempest-RoutersNegativeTest-1600649603 tempest-RoutersNegativeTest-1600649603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:17.016275 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91a28ff3-033d-4cb6-9f61-d9c3375b899b tempest-RoutersNegativeTest-1600649603 tempest-RoutersNegativeTest-1600649603-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=102730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:56:17.016707 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-91a28ff3-033d-4cb6-9f61-d9c3375b899b tempest-RoutersNegativeTest-1600649603 tempest-RoutersNegativeTest-1600649603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261102736'] for segment, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:17.019933 n-d-838550-3 neutron-server[102730]: Traceback (most recent call last): May 18 18:56:17.019933 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:56:17.019933 n-d-838550-3 neutron-server[102730]: timer() May 18 18:56:17.019933 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:56:17.019933 n-d-838550-3 neutron-server[102730]: cb(*args, **kw) May 18 18:56:17.019933 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:56:17.019933 n-d-838550-3 neutron-server[102730]: return func(*args, **kwargs) May 18 18:56:17.019933 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:56:17.019933 n-d-838550-3 neutron-server[102730]: self._notify() May 18 18:56:17.019933 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:56:17.019933 n-d-838550-3 neutron-server[102730]: self.callback(batched_events) May 18 18:56:17.019933 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:56:17.019933 n-d-838550-3 neutron-server[102730]: event.method(event) May 18 18:56:17.019933 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:56:17.019933 n-d-838550-3 neutron-server[102730]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:56:17.019933 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:56:17.019933 n-d-838550-3 neutron-server[102730]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:56:17.019933 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:56:17.019933 n-d-838550-3 neutron-server[102730]: return f(self, *a, **k) May 18 18:56:17.019933 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:56:17.019933 n-d-838550-3 neutron-server[102730]: return self._get(url).json() May 18 18:56:17.019933 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:56:17.019933 n-d-838550-3 neutron-server[102730]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:56:17.019933 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:56:17.019933 n-d-838550-3 neutron-server[102730]: return self.request(url, 'GET', **kwargs) May 18 18:56:17.019933 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:56:17.019933 n-d-838550-3 neutron-server[102730]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:56:17.019933 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:56:17.019933 n-d-838550-3 neutron-server[102730]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:56:17.019933 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:56:17.019933 n-d-838550-3 neutron-server[102730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:56:17.019933 n-d-838550-3 neutron-server[102730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:56:17.080317 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-91a28ff3-033d-4cb6-9f61-d9c3375b899b tempest-RoutersNegativeTest-1600649603 tempest-RoutersNegativeTest-1600649603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:17.085062 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-91a28ff3-033d-4cb6-9f61-d9c3375b899b tempest-RoutersNegativeTest-1600649603 tempest-RoutersNegativeTest-1600649603-project] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:17.089067 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-91a28ff3-033d-4cb6-9f61-d9c3375b899b tempest-RoutersNegativeTest-1600649603 tempest-RoutersNegativeTest-1600649603-project] 10.222.0.85 "DELETE /v2.0/networks/72475c8c-b3f2-48da-a0df-3bf97dce49e1 HTTP/1.1" status: 204 len: 168 time: 0.6679010 May 18 18:56:17.091713 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 48780) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:56:17.103963 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a28ff3-033d-4cb6-9f61-d9c3375b899b tempest-RoutersNegativeTest-1600649603 tempest-RoutersNegativeTest-1600649603-project] Pushing event deleted for resources: {'Network': ['ID=72475c8c-b3f2-48da-a0df-3bf97dce49e1,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:56:17.148408 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c4e1265-7760-4e1a-82ff-73a352b1112a tempest-RoutersNegativeTest-1600649603 tempest-RoutersNegativeTest-1600649603-project] Deleting subnet de4dd65e-d23a-4c13-86b3-e42d2dc26281 {{(pid=102731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:56:17.151736 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1c4e1265-7760-4e1a-82ff-73a352b1112a tempest-RoutersNegativeTest-1600649603 tempest-RoutersNegativeTest-1600649603-project] Notify callbacks [] for subnet, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:17.193440 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1c4e1265-7760-4e1a-82ff-73a352b1112a tempest-RoutersNegativeTest-1600649603 tempest-RoutersNegativeTest-1600649603-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260542153'] for subnet, precommit_delete_associations {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:17.259815 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aabb2d2-cd06-4049-a4c5-7cecae931bb9 None None] Network 6203ba8c-c887-4408-b6c4-1506a268538d requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:56:17.282521 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1c4e1265-7760-4e1a-82ff-73a352b1112a tempest-RoutersNegativeTest-1600649603 tempest-RoutersNegativeTest-1600649603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:17.339549 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-5a80cdaa-66b0-4bcc-8adb-c05720e1c199 None None] Provisioning complete for port 59729f71-6c22-4f49-8f10-79f770f6d3f0 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:56:17.339957 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-5a80cdaa-66b0-4bcc-8adb-c05720e1c199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:17.342051 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1c4e1265-7760-4e1a-82ff-73a352b1112a tempest-RoutersNegativeTest-1600649603 tempest-RoutersNegativeTest-1600649603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260898416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260908030'] for subnet, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:17.372151 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e1265-7760-4e1a-82ff-73a352b1112a tempest-RoutersNegativeTest-1600649603 tempest-RoutersNegativeTest-1600649603-project] Pushing event deleted for resources: {'Subnet': ['ID=de4dd65e-d23a-4c13-86b3-e42d2dc26281,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:56:17.374161 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1c4e1265-7760-4e1a-82ff-73a352b1112a tempest-RoutersNegativeTest-1600649603 tempest-RoutersNegativeTest-1600649603-project] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:17.377316 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-1c4e1265-7760-4e1a-82ff-73a352b1112a tempest-RoutersNegativeTest-1600649603 tempest-RoutersNegativeTest-1600649603-project] 10.222.0.85 "DELETE /v2.0/subnets/de4dd65e-d23a-4c13-86b3-e42d2dc26281 HTTP/1.1" status: 204 len: 168 time: 0.2845888 May 18 18:56:17.380083 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 48782) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:56:17.464760 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-edd256d8-7ef3-40a7-8a69-3db8f89f95a4 tempest-RoutersNegativeTest-1600649603 tempest-RoutersNegativeTest-1600649603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:17.481842 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-5a80cdaa-66b0-4bcc-8adb-c05720e1c199 None None] Current status of the port 59729f71-6c22-4f49-8f10-79f770f6d3f0 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:56:17.508849 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e889668-ec52-458c-8ef5-8f281f78d5c5 None None] DHCP port deletion for 6203ba8c-c887-4408-b6c4-1506a268538d request from n-d-838550-3 {{(pid=102732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 18:56:17.522518 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-edd256d8-7ef3-40a7-8a69-3db8f89f95a4 tempest-RoutersNegativeTest-1600649603 tempest-RoutersNegativeTest-1600649603-project] Deleting port 59729f71-6c22-4f49-8f10-79f770f6d3f0 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:56:17.522789 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-edd256d8-7ef3-40a7-8a69-3db8f89f95a4 tempest-RoutersNegativeTest-1600649603 tempest-RoutersNegativeTest-1600649603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:17.555602 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-3e889668-ec52-458c-8ef5-8f281f78d5c5 None None] Deleting port 59729f71-6c22-4f49-8f10-79f770f6d3f0 {{(pid=102732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:56:17.555990 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-3e889668-ec52-458c-8ef5-8f281f78d5c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:17.583759 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-edd256d8-7ef3-40a7-8a69-3db8f89f95a4 tempest-RoutersNegativeTest-1600649603 tempest-RoutersNegativeTest-1600649603-project] For port 59729f71-6c22-4f49-8f10-79f770f6d3f0, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=59729f71-6c22-4f49-8f10-79f770f6d3f0,segment=NetworkSegment(fc02faba-7ba0-425d-97d5-130ec5886154),segment_id=fc02faba-7ba0-425d-97d5-130ec5886154)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:56:17.584123 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-edd256d8-7ef3-40a7-8a69-3db8f89f95a4 tempest-RoutersNegativeTest-1600649603 tempest-RoutersNegativeTest-1600649603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:17.601496 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-edd256d8-7ef3-40a7-8a69-3db8f89f95a4 tempest-RoutersNegativeTest-1600649603 tempest-RoutersNegativeTest-1600649603-project] Calling delete_port for 59729f71-6c22-4f49-8f10-79f770f6d3f0 owned by network:dhcp {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:56:17.616485 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-3e889668-ec52-458c-8ef5-8f281f78d5c5 None None] For port 59729f71-6c22-4f49-8f10-79f770f6d3f0, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=59729f71-6c22-4f49-8f10-79f770f6d3f0,segment=NetworkSegment(fc02faba-7ba0-425d-97d5-130ec5886154),segment_id=fc02faba-7ba0-425d-97d5-130ec5886154)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:56:17.616963 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-3e889668-ec52-458c-8ef5-8f281f78d5c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:17.633678 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-3e889668-ec52-458c-8ef5-8f281f78d5c5 None None] Calling delete_port for 59729f71-6c22-4f49-8f10-79f770f6d3f0 owned by network:dhcp {{(pid=102732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:56:17.681639 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-edd256d8-7ef3-40a7-8a69-3db8f89f95a4 tempest-RoutersNegativeTest-1600649603 tempest-RoutersNegativeTest-1600649603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:17.708877 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd256d8-7ef3-40a7-8a69-3db8f89f95a4 tempest-RoutersNegativeTest-1600649603 tempest-RoutersNegativeTest-1600649603-project] Pushing event deleted for resources: {'Port': ['ID=59729f71-6c22-4f49-8f10-79f770f6d3f0,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:56:17.717886 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-3e889668-ec52-458c-8ef5-8f281f78d5c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508'] for port, after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:17.720093 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd256d8-7ef3-40a7-8a69-3db8f89f95a4 tempest-RoutersNegativeTest-1600649603 tempest-RoutersNegativeTest-1600649603-project] No DVR routers for this DVR port 59729f71-6c22-4f49-8f10-79f770f6d3f0 on host n-d-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:56:17.743452 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e889668-ec52-458c-8ef5-8f281f78d5c5 None None] Pushing event deleted for resources: {'Port': ['ID=59729f71-6c22-4f49-8f10-79f770f6d3f0,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:56:17.747427 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e889668-ec52-458c-8ef5-8f281f78d5c5 None None] No DVR routers for this DVR port 59729f71-6c22-4f49-8f10-79f770f6d3f0 on host n-d-838550-3 {{(pid=102732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:56:17.766504 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe906e2-fd72-43ea-8247-9b696a17c031 None None] get_active_networks_info from n-d-838550-3 {{(pid=102732) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 18 18:56:17.802284 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-edd256d8-7ef3-40a7-8a69-3db8f89f95a4 tempest-RoutersNegativeTest-1600649603 tempest-RoutersNegativeTest-1600649603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:17.822051 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-edd256d8-7ef3-40a7-8a69-3db8f89f95a4 tempest-RoutersNegativeTest-1600649603 tempest-RoutersNegativeTest-1600649603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6203ba8c-c887-4408-b6c4-1506a268538d']}} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:56:17.826773 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe906e2-fd72-43ea-8247-9b696a17c031 None None] Resources bound (agent type, host, resource id): {{(pid=102732) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 18 18:56:17.832190 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-edd256d8-7ef3-40a7-8a69-3db8f89f95a4 tempest-RoutersNegativeTest-1600649603 tempest-RoutersNegativeTest-1600649603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc02faba-7ba0-425d-97d5-130ec5886154') {'for_net_delete': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:56:17.832482 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-edd256d8-7ef3-40a7-8a69-3db8f89f95a4 tempest-RoutersNegativeTest-1600649603 tempest-RoutersNegativeTest-1600649603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc02faba-7ba0-425d-97d5-130ec5886154') {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:56:17.842380 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-edd256d8-7ef3-40a7-8a69-3db8f89f95a4 tempest-RoutersNegativeTest-1600649603 tempest-RoutersNegativeTest-1600649603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260107375'] for segment, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:17.855413 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-edd256d8-7ef3-40a7-8a69-3db8f89f95a4 tempest-RoutersNegativeTest-1600649603 tempest-RoutersNegativeTest-1600649603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:17.861297 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edd256d8-7ef3-40a7-8a69-3db8f89f95a4 tempest-RoutersNegativeTest-1600649603 tempest-RoutersNegativeTest-1600649603-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=102730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:56:17.861713 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-edd256d8-7ef3-40a7-8a69-3db8f89f95a4 tempest-RoutersNegativeTest-1600649603 tempest-RoutersNegativeTest-1600649603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261102736'] for segment, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:17.864650 n-d-838550-3 neutron-server[102730]: Traceback (most recent call last): May 18 18:56:17.864650 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:56:17.864650 n-d-838550-3 neutron-server[102730]: timer() May 18 18:56:17.864650 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:56:17.864650 n-d-838550-3 neutron-server[102730]: cb(*args, **kw) May 18 18:56:17.864650 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:56:17.864650 n-d-838550-3 neutron-server[102730]: return func(*args, **kwargs) May 18 18:56:17.864650 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:56:17.864650 n-d-838550-3 neutron-server[102730]: self._notify() May 18 18:56:17.864650 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:56:17.864650 n-d-838550-3 neutron-server[102730]: self.callback(batched_events) May 18 18:56:17.864650 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:56:17.864650 n-d-838550-3 neutron-server[102730]: event.method(event) May 18 18:56:17.864650 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:56:17.864650 n-d-838550-3 neutron-server[102730]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:56:17.864650 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:56:17.864650 n-d-838550-3 neutron-server[102730]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:56:17.864650 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:56:17.864650 n-d-838550-3 neutron-server[102730]: return f(self, *a, **k) May 18 18:56:17.864650 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:56:17.864650 n-d-838550-3 neutron-server[102730]: return self._get(url).json() May 18 18:56:17.864650 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:56:17.864650 n-d-838550-3 neutron-server[102730]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:56:17.864650 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:56:17.864650 n-d-838550-3 neutron-server[102730]: return self.request(url, 'GET', **kwargs) May 18 18:56:17.864650 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:56:17.864650 n-d-838550-3 neutron-server[102730]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:56:17.864650 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:56:17.864650 n-d-838550-3 neutron-server[102730]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:56:17.864650 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:56:17.864650 n-d-838550-3 neutron-server[102730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:56:17.864650 n-d-838550-3 neutron-server[102730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:56:17.921497 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-edd256d8-7ef3-40a7-8a69-3db8f89f95a4 tempest-RoutersNegativeTest-1600649603 tempest-RoutersNegativeTest-1600649603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:17.928561 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-edd256d8-7ef3-40a7-8a69-3db8f89f95a4 tempest-RoutersNegativeTest-1600649603 tempest-RoutersNegativeTest-1600649603-project] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:17.931788 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-edd256d8-7ef3-40a7-8a69-3db8f89f95a4 tempest-RoutersNegativeTest-1600649603 tempest-RoutersNegativeTest-1600649603-project] 10.222.0.85 "DELETE /v2.0/networks/6203ba8c-c887-4408-b6c4-1506a268538d HTTP/1.1" status: 204 len: 168 time: 0.5508039 May 18 18:56:17.934815 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 48784) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:56:17.943868 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd256d8-7ef3-40a7-8a69-3db8f89f95a4 tempest-RoutersNegativeTest-1600649603 tempest-RoutersNegativeTest-1600649603-project] Pushing event deleted for resources: {'Network': ['ID=6203ba8c-c887-4408-b6c4-1506a268538d,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:56:17.963872 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-8471db22-3ed4-4e02-acc1-40e1c60e5c80 tempest-RoutersNegativeTest-1600649603 tempest-RoutersNegativeTest-1600649603-project] 10.222.0.85 "GET /v2.0/ports?device_id=5f7ffd05-68a7-49c0-bd7e-42e113207333 HTTP/1.1" status: 200 len: 205 time: 0.0276403 May 18 18:56:17.966985 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 48786) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:56:18.042737 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c30b63b1-c613-4751-915b-5a2dc2da17bf tempest-RoutersNegativeTest-1600649603 tempest-RoutersNegativeTest-1600649603-project] Notify callbacks [] for router, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:18.205044 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c30b63b1-c613-4751-915b-5a2dc2da17bf tempest-RoutersNegativeTest-1600649603 tempest-RoutersNegativeTest-1600649603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25145'] for router, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:18.207097 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c30b63b1-c613-4751-915b-5a2dc2da17bf tempest-RoutersNegativeTest-1600649603 tempest-RoutersNegativeTest-1600649603-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:18.249764 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c30b63b1-c613-4751-915b-5a2dc2da17bf tempest-RoutersNegativeTest-1600649603 tempest-RoutersNegativeTest-1600649603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593303'] for router, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:18.250297 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c30b63b1-c613-4751-915b-5a2dc2da17bf tempest-RoutersNegativeTest-1600649603 tempest-RoutersNegativeTest-1600649603-project] Fanout notify agent at l3_agent the message router_deleted on router 5f7ffd05-68a7-49c0-bd7e-42e113207333 {{(pid=102731) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 18 18:56:18.257175 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c30b63b1-c613-4751-915b-5a2dc2da17bf tempest-RoutersNegativeTest-1600649603 tempest-RoutersNegativeTest-1600649603-project] Notify callbacks [] for router, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:18.258274 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-c30b63b1-c613-4751-915b-5a2dc2da17bf tempest-RoutersNegativeTest-1600649603 tempest-RoutersNegativeTest-1600649603-project] 10.222.0.85 "DELETE /v2.0/routers/5f7ffd05-68a7-49c0-bd7e-42e113207333 HTTP/1.1" status: 204 len: 168 time: 0.2903697 May 18 18:56:18.497689 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 48792) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:56:18.632718 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-bb5132ed-f16f-4555-86b1-7de820454431 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=f6a462ced5b943468e6774840b837357&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1342731 May 18 18:56:18.635291 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 48796) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:56:18.684562 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0834f46a-364e-4e9f-a6b3-a884dc4a2721 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:18.705884 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0834f46a-364e-4e9f-a6b3-a884dc4a2721 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:18.743177 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 59729f71-6c22-4f49-8f10-79f770f6d3f0 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:56:18.754578 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0834f46a-364e-4e9f-a6b3-a884dc4a2721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:18.757288 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0834f46a-364e-4e9f-a6b3-a884dc4a2721 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:18.761644 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-0834f46a-364e-4e9f-a6b3-a884dc4a2721 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/e3106acc-1ded-41b3-a906-0f85d5fbcc72 HTTP/1.1" status: 204 len: 168 time: 0.1253760 May 18 18:56:18.769767 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 59729f71-6c22-4f49-8f10-79f770f6d3f0 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:56:18.769915 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0834f46a-364e-4e9f-a6b3-a884dc4a2721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3106acc-1ded-41b3-a906-0f85d5fbcc72,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:56:18.770075 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 59729f71-6c22-4f49-8f10-79f770f6d3f0 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:56:19.374521 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 48818) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:56:19.472314 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-3eba9edb-a3d8-4a90-a1a3-70d2246e9b9b admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-523553589-network', 'tenant_id': 'fb39866a500d47f78f7f3199cc4a71da'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:56:19.490609 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eba9edb-a3d8-4a90-a1a3-70d2246e9b9b admin admin] Made reservation on behalf of fb39866a500d47f78f7f3199cc4a71da for: {'network': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:56:19.493118 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3eba9edb-a3d8-4a90-a1a3-70d2246e9b9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:19.501575 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3eba9edb-a3d8-4a90-a1a3-70d2246e9b9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:19.581445 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3eba9edb-a3d8-4a90-a1a3-70d2246e9b9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:19.585010 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3eba9edb-a3d8-4a90-a1a3-70d2246e9b9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:19.609291 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3eba9edb-a3d8-4a90-a1a3-70d2246e9b9b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 601} {{(pid=102731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:56:19.617815 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eba9edb-a3d8-4a90-a1a3-70d2246e9b9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=993a8840-0327-4bab-9acc-38eba61ff97a,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:56:19.626101 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3eba9edb-a3d8-4a90-a1a3-70d2246e9b9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:19.626101 n-d-838550-3 neutron-server[102731]: INFO neutron.db.segments_db [None req-3eba9edb-a3d8-4a90-a1a3-70d2246e9b9b admin admin] Added segment 427bde3d-f5cc-4e28-bf48-e4d9a8458411 of type vlan for network 11d685bf-9d27-42a1-9c13-5e0d108e0b75 May 18 18:56:19.666491 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3eba9edb-a3d8-4a90-a1a3-70d2246e9b9b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:19.692551 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3eba9edb-a3d8-4a90-a1a3-70d2246e9b9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:19.693710 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eba9edb-a3d8-4a90-a1a3-70d2246e9b9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:56:19.694381 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-3eba9edb-a3d8-4a90-a1a3-70d2246e9b9b admin admin] Notify callbacks [] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:19.752792 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-3eba9edb-a3d8-4a90-a1a3-70d2246e9b9b admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3771851 May 18 18:56:19.756045 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 48822) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:56:19.756557 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eba9edb-a3d8-4a90-a1a3-70d2246e9b9b admin admin] Pushing event updated for resources: {'Network': ['ID=11d685bf-9d27-42a1-9c13-5e0d108e0b75,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:56:19.761752 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-afafe8c1-4cbf-4d67-a772-5e3202e347d2 admin admin] Request body: {'subnet': {'network_id': '11d685bf-9d27-42a1-9c13-5e0d108e0b75', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-523553589-subnet', 'tenant_id': 'fb39866a500d47f78f7f3199cc4a71da', 'ip_version': 4}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:56:19.767300 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network 11d685bf-9d27-42a1-9c13-5e0d108e0b75 details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:56:19.786301 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afafe8c1-4cbf-4d67-a772-5e3202e347d2 admin admin] Made reservation on behalf of fb39866a500d47f78f7f3199cc4a71da for: {'subnet': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:56:19.788748 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-afafe8c1-4cbf-4d67-a772-5e3202e347d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261031885'] for subnet, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:19.952746 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-afafe8c1-4cbf-4d67-a772-5e3202e347d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261104883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261031899'] for subnet, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:20.007202 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afafe8c1-4cbf-4d67-a772-5e3202e347d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2985f825-ed51-4419-8372-9e0f4a79b876,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:56:20.016430 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afafe8c1-4cbf-4d67-a772-5e3202e347d2 admin admin] Checking segment: {'id': '427bde3d-f5cc-4e28-bf48-e4d9a8458411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '11d685bf-9d27-42a1-9c13-5e0d108e0b75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:56:20.016797 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afafe8c1-4cbf-4d67-a772-5e3202e347d2 admin admin] Network hostable DHCP agents. Network: 11d685bf-9d27-42a1-9c13-5e0d108e0b75, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:56:20.033229 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afafe8c1-4cbf-4d67-a772-5e3202e347d2 admin admin] Network 11d685bf-9d27-42a1-9c13-5e0d108e0b75 is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:56:20.042314 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-afafe8c1-4cbf-4d67-a772-5e3202e347d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, 11d685bf-9d27-42a1-9c13-5e0d108e0b75) {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:56:20.046804 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afafe8c1-4cbf-4d67-a772-5e3202e347d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:56:20.047834 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-afafe8c1-4cbf-4d67-a772-5e3202e347d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:20.051376 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb17fcc-977a-4d9e-bbb0-04d370a1974b None None] Network 11d685bf-9d27-42a1-9c13-5e0d108e0b75 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:56:20.064139 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-afafe8c1-4cbf-4d67-a772-5e3202e347d2 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3068662 May 18 18:56:20.066910 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 48824) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:56:20.071154 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-ade9bdde-bc00-4759-85e3-7bdb8dfeaadd admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-523553589-router', 'tenant_id': 'fb39866a500d47f78f7f3199cc4a71da', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:56:20.090445 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ade9bdde-bc00-4759-85e3-7bdb8dfeaadd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25099'] for router, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:20.091414 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ade9bdde-bc00-4759-85e3-7bdb8dfeaadd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-593238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596850', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25088'] for router, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:20.147962 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ade9bdde-bc00-4759-85e3-7bdb8dfeaadd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:20.198269 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e5e2e7-7c76-4e0f-9734-b7e8ff458820 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-11d685bf-9d27-42a1-9c13-5e0d108e0b75', 'network_id': '11d685bf-9d27-42a1-9c13-5e0d108e0b75', 'tenant_id': 'fb39866a500d47f78f7f3199cc4a71da', 'fixed_ips': [{'subnet_id': '2985f825-ed51-4419-8372-9e0f4a79b876'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:56:20.199122 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-90e5e2e7-7c76-4e0f-9734-b7e8ff458820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:20.289048 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ade9bdde-bc00-4759-85e3-7bdb8dfeaadd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:20.337111 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-90e5e2e7-7c76-4e0f-9734-b7e8ff458820 None None] Allocated IP 172.20.0.2 (11d685bf-9d27-42a1-9c13-5e0d108e0b75/2985f825-ed51-4419-8372-9e0f4a79b876/91b06da1-8a12-4f54-b9d4-1d7cb5d9e32d) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:56:20.482069 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-90e5e2e7-7c76-4e0f-9734-b7e8ff458820 None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:20.488199 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-90e5e2e7-7c76-4e0f-9734-b7e8ff458820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:20.493765 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ade9bdde-bc00-4759-85e3-7bdb8dfeaadd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:20.516272 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ade9bdde-bc00-4759-85e3-7bdb8dfeaadd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:20.533534 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e5e2e7-7c76-4e0f-9734-b7e8ff458820 None None] Network 11d685bf-9d27-42a1-9c13-5e0d108e0b75 is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:56:20.534870 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e5e2e7-7c76-4e0f-9734-b7e8ff458820 None None] Pushing event updated for resources: {'Port': ['ID=91b06da1-8a12-4f54-b9d4-1d7cb5d9e32d,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:56:20.537450 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-90e5e2e7-7c76-4e0f-9734-b7e8ff458820 None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:56:20.539435 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e5e2e7-7c76-4e0f-9734-b7e8ff458820 None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:56:20.591622 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-90e5e2e7-7c76-4e0f-9734-b7e8ff458820 None None] Attempting to bind port 91b06da1-8a12-4f54-b9d4-1d7cb5d9e32d on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:56:20.591980 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-90e5e2e7-7c76-4e0f-9734-b7e8ff458820 None None] Attempting to bind port 91b06da1-8a12-4f54-b9d4-1d7cb5d9e32d by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '427bde3d-f5cc-4e28-bf48-e4d9a8458411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '11d685bf-9d27-42a1-9c13-5e0d108e0b75'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:56:20.592349 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e5e2e7-7c76-4e0f-9734-b7e8ff458820 None None] Attempting to bind port 91b06da1-8a12-4f54-b9d4-1d7cb5d9e32d on network 11d685bf-9d27-42a1-9c13-5e0d108e0b75 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:56:20.597220 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e5e2e7-7c76-4e0f-9734-b7e8ff458820 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:56:20.597593 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e5e2e7-7c76-4e0f-9734-b7e8ff458820 None None] Checking segment: {'id': '427bde3d-f5cc-4e28-bf48-e4d9a8458411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '11d685bf-9d27-42a1-9c13-5e0d108e0b75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:56:20.598024 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-90e5e2e7-7c76-4e0f-9734-b7e8ff458820 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:20.598420 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e5e2e7-7c76-4e0f-9734-b7e8ff458820 None None] Bound using segment: {'id': '427bde3d-f5cc-4e28-bf48-e4d9a8458411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '11d685bf-9d27-42a1-9c13-5e0d108e0b75'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:56:20.598885 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-90e5e2e7-7c76-4e0f-9734-b7e8ff458820 None None] Bound port: 91b06da1-8a12-4f54-b9d4-1d7cb5d9e32d, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '427bde3d-f5cc-4e28-bf48-e4d9a8458411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '11d685bf-9d27-42a1-9c13-5e0d108e0b75'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:56:20.599265 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-90e5e2e7-7c76-4e0f-9734-b7e8ff458820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:20.626054 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-ade9bdde-bc00-4759-85e3-7bdb8dfeaadd admin admin] Allocated IP 172.25.5.127 (31ebd439-090c-4b25-bbb0-31c48711b145/363a2810-8a83-4be0-a317-7c91fcd94485/a4154474-3b7f-42d3-a5a7-e1b30104d464) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:56:20.664176 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-90e5e2e7-7c76-4e0f-9734-b7e8ff458820 None None] For port 91b06da1-8a12-4f54-b9d4-1d7cb5d9e32d, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:56:20.668344 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-90e5e2e7-7c76-4e0f-9734-b7e8ff458820 None None] For port 91b06da1-8a12-4f54-b9d4-1d7cb5d9e32d, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=91b06da1-8a12-4f54-b9d4-1d7cb5d9e32d,segment=NetworkSegment(427bde3d-f5cc-4e28-bf48-e4d9a8458411),segment_id=427bde3d-f5cc-4e28-bf48-e4d9a8458411)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:56:20.673744 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-90e5e2e7-7c76-4e0f-9734-b7e8ff458820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:20.733404 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e5e2e7-7c76-4e0f-9734-b7e8ff458820 None None] Pushing event updated for resources: {'Port': ['ID=91b06da1-8a12-4f54-b9d4-1d7cb5d9e32d,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:56:20.741575 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ade9bdde-bc00-4759-85e3-7bdb8dfeaadd admin admin] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:20.777182 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ade9bdde-bc00-4759-85e3-7bdb8dfeaadd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:20.822109 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade9bdde-bc00-4759-85e3-7bdb8dfeaadd admin admin] Network 31ebd439-090c-4b25-bbb0-31c48711b145 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:56:20.827165 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-ade9bdde-bc00-4759-85e3-7bdb8dfeaadd admin admin] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:56:20.834060 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade9bdde-bc00-4759-85e3-7bdb8dfeaadd admin admin] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:56:20.837206 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade9bdde-bc00-4759-85e3-7bdb8dfeaadd admin admin] Pushing event updated for resources: {'Port': ['ID=a4154474-3b7f-42d3-a5a7-e1b30104d464,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:56:21.105732 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ade9bdde-bc00-4759-85e3-7bdb8dfeaadd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:21.304147 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ade9bdde-bc00-4759-85e3-7bdb8dfeaadd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596801'] for router, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:21.445391 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ade9bdde-bc00-4759-85e3-7bdb8dfeaadd admin admin] Router 5d2f3663-b4f3-499c-b3b3-0f69869e008a is scheduled to L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e with binding_index 1 {{(pid=102730) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 18 18:56:21.575086 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ade9bdde-bc00-4759-85e3-7bdb8dfeaadd admin admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:56:21.589385 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4889242f-a7da-4020-82a1-f6c9a3475115 None None] Sync routers for ids ['5d2f3663-b4f3-499c-b3b3-0f69869e008a'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:56:21.596195 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ade9bdde-bc00-4759-85e3-7bdb8dfeaadd admin admin] Notify callbacks [] for router, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:21.600248 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-ade9bdde-bc00-4759-85e3-7bdb8dfeaadd admin admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.5298634 May 18 18:56:21.602092 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 48826) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:56:21.605300 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4889242f-a7da-4020-82a1-f6c9a3475115 None None] Routers {'5d2f3663-b4f3-499c-b3b3-0f69869e008a'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:56:21.606095 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-4889242f-a7da-4020-82a1-f6c9a3475115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:56:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['5d2f3663-b4f3-499c-b3b3-0f69869e008a'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:56:21.688668 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c468a6-aeba-426b-ad78-b76e18b202fb None None] Network 11d685bf-9d27-42a1-9c13-5e0d108e0b75 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:56:21.812232 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-4889242f-a7da-4020-82a1-f6c9a3475115 None None] Set router 5d2f3663-b4f3-499c-b3b3-0f69869e008a gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:56:21.817758 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-eae2b47c-71bf-43e4-a25b-8edd5037369f None None] Provisioning complete for port 91b06da1-8a12-4f54-b9d4-1d7cb5d9e32d triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:56:21.818131 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-eae2b47c-71bf-43e4-a25b-8edd5037369f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:22.051306 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-79ab01f2-176f-4827-b5e0-156934f78d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:22.210859 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-79ab01f2-176f-4827-b5e0-156934f78d9a admin admin] Allocated IP 172.20.0.1 (11d685bf-9d27-42a1-9c13-5e0d108e0b75/2985f825-ed51-4419-8372-9e0f4a79b876/3a09c4ff-93b1-44ff-9ab1-8fe12976e1c1) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:56:22.267971 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-eae2b47c-71bf-43e4-a25b-8edd5037369f None None] Current status of the port 91b06da1-8a12-4f54-b9d4-1d7cb5d9e32d is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:56:22.268860 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-eae2b47c-71bf-43e4-a25b-8edd5037369f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:22.319087 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-eae2b47c-71bf-43e4-a25b-8edd5037369f None None] For port 91b06da1-8a12-4f54-b9d4-1d7cb5d9e32d, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=91b06da1-8a12-4f54-b9d4-1d7cb5d9e32d,segment=NetworkSegment(427bde3d-f5cc-4e28-bf48-e4d9a8458411),segment_id=427bde3d-f5cc-4e28-bf48-e4d9a8458411)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:56:22.324345 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-4889242f-a7da-4020-82a1-f6c9a3475115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d2f3663-b4f3-499c-b3b3-0f69869e008a', 'name': 'tempest-TestEncryptedCinderVolumes-523553589-router', 'tenant_id': 'fb39866a500d47f78f7f3199cc4a71da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.127'}], 'enable_snat': True}, 'gw_port_id': 'a4154474-3b7f-42d3-a5a7-e1b30104d464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:56:20Z', 'updated_at': '2022-05-18T18:56:20Z', 'revision_number': 3, 'project_id': 'fb39866a500d47f78f7f3199cc4a71da', 'gw_port': {'id': 'a4154474-3b7f-42d3-a5a7-e1b30104d464', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:21:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d2f3663-b4f3-499c-b3b3-0f69869e008a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:56:20Z', 'updated_at': '2022-05-18T18:56:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:56:22.328028 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-eae2b47c-71bf-43e4-a25b-8edd5037369f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:22.358082 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4889242f-a7da-4020-82a1-f6c9a3475115 None None] Checking router: 5d2f3663-b4f3-499c-b3b3-0f69869e008a for host: n-d-838550-3 {{(pid=102732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:56:22.358439 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4889242f-a7da-4020-82a1-f6c9a3475115 None None] Updating router 5d2f3663-b4f3-499c-b3b3-0f69869e008a port a4154474-3b7f-42d3-a5a7-e1b30104d464 binding host n-d-838550-3 {{(pid=102732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 18:56:22.413960 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-4889242f-a7da-4020-82a1-f6c9a3475115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:22.450831 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae2b47c-71bf-43e4-a25b-8edd5037369f None None] Pushing event updated for resources: {'Port': ['ID=91b06da1-8a12-4f54-b9d4-1d7cb5d9e32d,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:56:22.598502 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-add7fbc0-b137-484c-8520-412f4476e046 None None] Provisioning complete for port 91b06da1-8a12-4f54-b9d4-1d7cb5d9e32d triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:56:22.599285 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-add7fbc0-b137-484c-8520-412f4476e046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:22.639634 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-79ab01f2-176f-4827-b5e0-156934f78d9a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:22.675815 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-79ab01f2-176f-4827-b5e0-156934f78d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:22.716351 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ab01f2-176f-4827-b5e0-156934f78d9a admin admin] Network 11d685bf-9d27-42a1-9c13-5e0d108e0b75 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:56:22.721024 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-79ab01f2-176f-4827-b5e0-156934f78d9a admin admin] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:56:22.727432 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ab01f2-176f-4827-b5e0-156934f78d9a admin admin] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:56:22.731300 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ab01f2-176f-4827-b5e0-156934f78d9a admin admin] Pushing event updated for resources: {'Port': ['ID=3a09c4ff-93b1-44ff-9ab1-8fe12976e1c1,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:56:22.752780 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-add7fbc0-b137-484c-8520-412f4476e046 None None] Current status of the port 91b06da1-8a12-4f54-b9d4-1d7cb5d9e32d is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:56:22.773183 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-79ab01f2-176f-4827-b5e0-156934f78d9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595826'] for router_interface, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:22.778127 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-4889242f-a7da-4020-82a1-f6c9a3475115 None None] Notify callbacks [] for port, precommit_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:22.785126 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-4889242f-a7da-4020-82a1-f6c9a3475115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:22.824233 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 91b06da1-8a12-4f54-b9d4-1d7cb5d9e32d up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:56:22.875122 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-4889242f-a7da-4020-82a1-f6c9a3475115 None None] Attempting to bind port a4154474-3b7f-42d3-a5a7-e1b30104d464 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:56:22.875490 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-4889242f-a7da-4020-82a1-f6c9a3475115 None None] Attempting to bind port a4154474-3b7f-42d3-a5a7-e1b30104d464 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:56:22.875859 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4889242f-a7da-4020-82a1-f6c9a3475115 None None] Attempting to bind port a4154474-3b7f-42d3-a5a7-e1b30104d464 on network 31ebd439-090c-4b25-bbb0-31c48711b145 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:56:22.889406 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9069f2cb-687d-4a3f-bcb3-79b5a54e5619 None None] Pushing event updated for resources: {'Port': ['ID=a4154474-3b7f-42d3-a5a7-e1b30104d464,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:56:22.897728 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4889242f-a7da-4020-82a1-f6c9a3475115 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:56:22.898165 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4889242f-a7da-4020-82a1-f6c9a3475115 None None] Checking segment: {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:56:22.898578 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-4889242f-a7da-4020-82a1-f6c9a3475115 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:22.898957 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4889242f-a7da-4020-82a1-f6c9a3475115 None None] Bound using segment: {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:56:22.899546 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-4889242f-a7da-4020-82a1-f6c9a3475115 None None] Bound port: a4154474-3b7f-42d3-a5a7-e1b30104d464, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:56:22.899810 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-4889242f-a7da-4020-82a1-f6c9a3475115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:22.925597 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-79ab01f2-176f-4827-b5e0-156934f78d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:22.959061 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 91b06da1-8a12-4f54-b9d4-1d7cb5d9e32d triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:56:22.959435 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:22.982427 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-4889242f-a7da-4020-82a1-f6c9a3475115 None None] For port a4154474-3b7f-42d3-a5a7-e1b30104d464, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:56:23.003327 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-4889242f-a7da-4020-82a1-f6c9a3475115 None None] For port a4154474-3b7f-42d3-a5a7-e1b30104d464, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=a4154474-3b7f-42d3-a5a7-e1b30104d464,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:56:23.012455 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-4889242f-a7da-4020-82a1-f6c9a3475115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:23.097942 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-79ab01f2-176f-4827-b5e0-156934f78d9a admin admin] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:23.103047 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-79ab01f2-176f-4827-b5e0-156934f78d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:23.105528 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4889242f-a7da-4020-82a1-f6c9a3475115 None None] Routers {'5d2f3663-b4f3-499c-b3b3-0f69869e008a'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:56:23.106544 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-4889242f-a7da-4020-82a1-f6c9a3475115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:56:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['5d2f3663-b4f3-499c-b3b3-0f69869e008a'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:56:23.119213 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9069f2cb-687d-4a3f-bcb3-79b5a54e5619 None None] Pushing event updated for resources: {'Port': ['ID=a4154474-3b7f-42d3-a5a7-e1b30104d464,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:56:23.165717 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-71c4a594-3661-4ef5-9692-20d49fa34ca0 None None] Provisioning complete for port 3a09c4ff-93b1-44ff-9ab1-8fe12976e1c1 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:56:23.166094 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-71c4a594-3661-4ef5-9692-20d49fa34ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:23.172856 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-79ab01f2-176f-4827-b5e0-156934f78d9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-595870'] for router_interface, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:23.174624 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ab01f2-176f-4827-b5e0-156934f78d9a admin admin] Pushing event updated for resources: {'Port': ['ID=3a09c4ff-93b1-44ff-9ab1-8fe12976e1c1,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:56:23.176251 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 91b06da1-8a12-4f54-b9d4-1d7cb5d9e32d is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:56:23.249116 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-71c4a594-3661-4ef5-9692-20d49fa34ca0 None None] Port 3a09c4ff-93b1-44ff-9ab1-8fe12976e1c1 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:56:23.265417 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ab01f2-176f-4827-b5e0-156934f78d9a admin admin] Network 11d685bf-9d27-42a1-9c13-5e0d108e0b75 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:56:23.266920 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-79ab01f2-176f-4827-b5e0-156934f78d9a admin admin] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:56:23.272540 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-4889242f-a7da-4020-82a1-f6c9a3475115 None None] Set router 5d2f3663-b4f3-499c-b3b3-0f69869e008a gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:56:23.389863 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79ab01f2-176f-4827-b5e0-156934f78d9a admin admin] Router 5d2f3663-b4f3-499c-b3b3-0f69869e008a has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:56:23.490336 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-4889242f-a7da-4020-82a1-f6c9a3475115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d2f3663-b4f3-499c-b3b3-0f69869e008a', 'name': 'tempest-TestEncryptedCinderVolumes-523553589-router', 'tenant_id': 'fb39866a500d47f78f7f3199cc4a71da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.127'}], 'enable_snat': True}, 'gw_port_id': 'a4154474-3b7f-42d3-a5a7-e1b30104d464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:56:20Z', 'updated_at': '2022-05-18T18:56:22Z', 'revision_number': 4, 'project_id': 'fb39866a500d47f78f7f3199cc4a71da', 'gw_port': {'id': 'a4154474-3b7f-42d3-a5a7-e1b30104d464', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:21:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d2f3663-b4f3-499c-b3b3-0f69869e008a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:56:20Z', 'updated_at': '2022-05-18T18:56:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '3a09c4ff-93b1-44ff-9ab1-8fe12976e1c1', 'name': '', 'network_id': '11d685bf-9d27-42a1-9c13-5e0d108e0b75', 'tenant_id': 'fb39866a500d47f78f7f3199cc4a71da', 'mac_address': 'fa:16:3e:ee:f5:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d2f3663-b4f3-499c-b3b3-0f69869e008a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '2985f825-ed51-4419-8372-9e0f4a79b876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:56:22Z', 'updated_at': '2022-05-18T18:56:22Z', 'revision_number': 2, 'project_id': 'fb39866a500d47f78f7f3199cc4a71da', 'subnets': [{'id': '2985f825-ed51-4419-8372-9e0f4a79b876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:56:23.506918 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79ab01f2-176f-4827-b5e0-156934f78d9a admin admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:56:23.511999 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-79ab01f2-176f-4827-b5e0-156934f78d9a admin admin] 10.222.0.85 "PUT /v2.0/routers/5d2f3663-b4f3-499c-b3b3-0f69869e008a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9089723 May 18 18:56:23.517248 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4889242f-a7da-4020-82a1-f6c9a3475115 None None] The sync data for ids ['5d2f3663-b4f3-499c-b3b3-0f69869e008a'] in n-d-838550-3 is: [{'id': '5d2f3663-b4f3-499c-b3b3-0f69869e008a', 'name': 'tempest-TestEncryptedCinderVolumes-523553589-router', 'tenant_id': 'fb39866a500d47f78f7f3199cc4a71da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.127'}], 'enable_snat': True}, 'gw_port_id': 'a4154474-3b7f-42d3-a5a7-e1b30104d464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:56:20Z', 'updated_at': '2022-05-18T18:56:22Z', 'revision_number': 4, 'project_id': 'fb39866a500d47f78f7f3199cc4a71da', 'gw_port': {'id': 'a4154474-3b7f-42d3-a5a7-e1b30104d464', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:21:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d2f3663-b4f3-499c-b3b3-0f69869e008a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:56:20Z', 'updated_at': '2022-05-18T18:56:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '3a09c4ff-93b1-44ff-9ab1-8fe12976e1c1', 'name': '', 'network_id': '11d685bf-9d27-42a1-9c13-5e0d108e0b75', 'tenant_id': 'fb39866a500d47f78f7f3199cc4a71da', 'mac_address': 'fa:16:3e:ee:f5:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d2f3663-b4f3-499c-b3b3-0f69869e008a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '2985f825-ed51-4419-8372-9e0f4a79b876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:56:22Z', 'updated_at': '2022-05-18T18:56:22Z', 'revision_number': 2, 'project_id': 'fb39866a500d47f78f7f3199cc4a71da', 'subnets': [{'id': '2985f825-ed51-4419-8372-9e0f4a79b876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:56:23.569869 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c689ab6c-f0d3-4b0e-a405-f3f7f1a1c1c7 None None] Provisioning complete for port 3a09c4ff-93b1-44ff-9ab1-8fe12976e1c1 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:56:23.570241 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c689ab6c-f0d3-4b0e-a405-f3f7f1a1c1c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:23.609421 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c689ab6c-f0d3-4b0e-a405-f3f7f1a1c1c7 None None] Port 3a09c4ff-93b1-44ff-9ab1-8fe12976e1c1 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:56:24.032350 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 48842) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:56:24.037263 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-17e8bf2d-f53a-4eca-95fa-e55555a6190c admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1114981700-network', 'tenant_id': 'f08dc0ad1c4146148fed9943669de4f5'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:56:24.060432 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17e8bf2d-f53a-4eca-95fa-e55555a6190c admin admin] Made reservation on behalf of f08dc0ad1c4146148fed9943669de4f5 for: {'network': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:56:24.063062 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-17e8bf2d-f53a-4eca-95fa-e55555a6190c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:24.072240 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-17e8bf2d-f53a-4eca-95fa-e55555a6190c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:24.161914 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-17e8bf2d-f53a-4eca-95fa-e55555a6190c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:24.167796 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-17e8bf2d-f53a-4eca-95fa-e55555a6190c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:24.211969 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e8bf2d-f53a-4eca-95fa-e55555a6190c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1ad4a38-291e-46ce-8eb5-d2cc5c54614f,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:56:24.216306 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17e8bf2d-f53a-4eca-95fa-e55555a6190c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=102731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:56:24.229721 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-17e8bf2d-f53a-4eca-95fa-e55555a6190c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:24.230084 n-d-838550-3 neutron-server[102731]: INFO neutron.db.segments_db [None req-17e8bf2d-f53a-4eca-95fa-e55555a6190c admin admin] Added segment f608ace0-8ce3-46fd-b8b7-a5c1b7169643 of type vlan for network 0a852c5a-8f52-4747-afd6-20f3291fedf5 May 18 18:56:24.272352 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-17e8bf2d-f53a-4eca-95fa-e55555a6190c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:24.299845 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-17e8bf2d-f53a-4eca-95fa-e55555a6190c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:24.300843 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e8bf2d-f53a-4eca-95fa-e55555a6190c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:56:24.301412 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-17e8bf2d-f53a-4eca-95fa-e55555a6190c admin admin] Notify callbacks [] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:24.355967 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-17e8bf2d-f53a-4eca-95fa-e55555a6190c admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3224854 May 18 18:56:24.358666 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 48844) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:56:24.363292 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-81ed3cd1-eec3-4789-b038-c58cb18f2995 admin admin] Request body: {'subnet': {'network_id': '0a852c5a-8f52-4747-afd6-20f3291fedf5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1114981700-subnet', 'tenant_id': 'f08dc0ad1c4146148fed9943669de4f5', 'ip_version': 4}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:56:24.381173 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e8bf2d-f53a-4eca-95fa-e55555a6190c admin admin] Pushing event updated for resources: {'Network': ['ID=0a852c5a-8f52-4747-afd6-20f3291fedf5,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:56:24.398842 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network 0a852c5a-8f52-4747-afd6-20f3291fedf5 details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:56:24.399687 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81ed3cd1-eec3-4789-b038-c58cb18f2995 admin admin] Made reservation on behalf of f08dc0ad1c4146148fed9943669de4f5 for: {'subnet': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:56:24.403068 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-81ed3cd1-eec3-4789-b038-c58cb18f2995 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260908003'] for subnet, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:24.582393 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-81ed3cd1-eec3-4789-b038-c58cb18f2995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260898481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260908021'] for subnet, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:24.649114 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ed3cd1-eec3-4789-b038-c58cb18f2995 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65f92352-0972-401a-8e76-4956849ef2e3,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:56:24.655268 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ed3cd1-eec3-4789-b038-c58cb18f2995 admin admin] Checking segment: {'id': 'f608ace0-8ce3-46fd-b8b7-a5c1b7169643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '0a852c5a-8f52-4747-afd6-20f3291fedf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:56:24.655630 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ed3cd1-eec3-4789-b038-c58cb18f2995 admin admin] Network hostable DHCP agents. Network: 0a852c5a-8f52-4747-afd6-20f3291fedf5, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:56:24.674360 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ed3cd1-eec3-4789-b038-c58cb18f2995 admin admin] Network 0a852c5a-8f52-4747-afd6-20f3291fedf5 is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:56:24.689968 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-81ed3cd1-eec3-4789-b038-c58cb18f2995 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, 0a852c5a-8f52-4747-afd6-20f3291fedf5) {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:56:24.690517 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ed3cd1-eec3-4789-b038-c58cb18f2995 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:56:24.691108 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-81ed3cd1-eec3-4789-b038-c58cb18f2995 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:24.702731 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-059bab22-b799-49d4-86be-9783306b67b5 None None] Network 0a852c5a-8f52-4747-afd6-20f3291fedf5 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:56:24.717933 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 48846) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:56:24.723700 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-f64795bc-e188-4b76-803b-d64254d9e288 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1114981700-router', 'tenant_id': 'f08dc0ad1c4146148fed9943669de4f5', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:56:24.732842 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-81ed3cd1-eec3-4789-b038-c58cb18f2995 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3701057 May 18 18:56:24.762359 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f64795bc-e188-4b76-803b-d64254d9e288 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25099'] for router, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:24.764606 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f64795bc-e188-4b76-803b-d64254d9e288 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-593238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596850', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25088'] for router, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:24.819424 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device a4154474-3b7f-42d3-a5a7-e1b30104d464 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:56:24.833654 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f64795bc-e188-4b76-803b-d64254d9e288 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:24.928040 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port a4154474-3b7f-42d3-a5a7-e1b30104d464 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:56:24.928845 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:24.934135 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c0a8816-8d58-4476-b460-04ff7786861e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-0a852c5a-8f52-4747-afd6-20f3291fedf5', 'network_id': '0a852c5a-8f52-4747-afd6-20f3291fedf5', 'tenant_id': 'f08dc0ad1c4146148fed9943669de4f5', 'fixed_ips': [{'subnet_id': '65f92352-0972-401a-8e76-4956849ef2e3'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:56:24.934972 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-4c0a8816-8d58-4476-b460-04ff7786861e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:24.983325 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f64795bc-e188-4b76-803b-d64254d9e288 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:25.121295 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port a4154474-3b7f-42d3-a5a7-e1b30104d464 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:56:25.121712 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:25.147456 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-4c0a8816-8d58-4476-b460-04ff7786861e None None] Allocated IP 172.20.0.2 (0a852c5a-8f52-4747-afd6-20f3291fedf5/65f92352-0972-401a-8e76-4956849ef2e3/df00e55d-ca8e-47fd-86fe-8ea833c98946) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:56:25.154428 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] For port a4154474-3b7f-42d3-a5a7-e1b30104d464, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=a4154474-3b7f-42d3-a5a7-e1b30104d464,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:56:25.162031 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:25.191137 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f64795bc-e188-4b76-803b-d64254d9e288 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:25.210421 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f64795bc-e188-4b76-803b-d64254d9e288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:25.256927 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Pushing event updated for resources: {'Port': ['ID=a4154474-3b7f-42d3-a5a7-e1b30104d464,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:56:25.326226 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-f64795bc-e188-4b76-803b-d64254d9e288 admin admin] Allocated IP 172.25.5.132 (31ebd439-090c-4b25-bbb0-31c48711b145/363a2810-8a83-4be0-a317-7c91fcd94485/f8003f28-3cad-4379-819d-662802557191) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:56:25.446092 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f64795bc-e188-4b76-803b-d64254d9e288 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:25.488875 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f64795bc-e188-4b76-803b-d64254d9e288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:25.514338 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-4c0a8816-8d58-4476-b460-04ff7786861e None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:25.520349 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-4c0a8816-8d58-4476-b460-04ff7786861e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:25.532338 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64795bc-e188-4b76-803b-d64254d9e288 admin admin] Network 31ebd439-090c-4b25-bbb0-31c48711b145 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:56:25.535124 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-f64795bc-e188-4b76-803b-d64254d9e288 admin admin] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:56:25.538575 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64795bc-e188-4b76-803b-d64254d9e288 admin admin] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:56:25.559686 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0a8816-8d58-4476-b460-04ff7786861e None None] Network 0a852c5a-8f52-4747-afd6-20f3291fedf5 is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:56:25.562579 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-4c0a8816-8d58-4476-b460-04ff7786861e None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:56:25.566331 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0a8816-8d58-4476-b460-04ff7786861e None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:56:25.566622 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64795bc-e188-4b76-803b-d64254d9e288 admin admin] Pushing event updated for resources: {'Port': ['ID=f8003f28-3cad-4379-819d-662802557191,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:56:25.579202 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0a8816-8d58-4476-b460-04ff7786861e None None] Pushing event updated for resources: {'Port': ['ID=df00e55d-ca8e-47fd-86fe-8ea833c98946,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:56:25.580564 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64795bc-e188-4b76-803b-d64254d9e288 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:56:25.581156 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64795bc-e188-4b76-803b-d64254d9e288 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:56:25.581270 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64795bc-e188-4b76-803b-d64254d9e288 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:56:25.581581 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64795bc-e188-4b76-803b-d64254d9e288 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:56:25.581922 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64795bc-e188-4b76-803b-d64254d9e288 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:56:25.584116 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64795bc-e188-4b76-803b-d64254d9e288 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:56:25.584116 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64795bc-e188-4b76-803b-d64254d9e288 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:56:25.584116 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64795bc-e188-4b76-803b-d64254d9e288 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:56:25.584116 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64795bc-e188-4b76-803b-d64254d9e288 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:56:25.584116 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64795bc-e188-4b76-803b-d64254d9e288 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:56:25.584116 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64795bc-e188-4b76-803b-d64254d9e288 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:56:25.584116 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64795bc-e188-4b76-803b-d64254d9e288 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:56:25.630578 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-4c0a8816-8d58-4476-b460-04ff7786861e None None] Attempting to bind port df00e55d-ca8e-47fd-86fe-8ea833c98946 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:56:25.630955 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-4c0a8816-8d58-4476-b460-04ff7786861e None None] Attempting to bind port df00e55d-ca8e-47fd-86fe-8ea833c98946 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': 'f608ace0-8ce3-46fd-b8b7-a5c1b7169643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '0a852c5a-8f52-4747-afd6-20f3291fedf5'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:56:25.631328 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0a8816-8d58-4476-b460-04ff7786861e None None] Attempting to bind port df00e55d-ca8e-47fd-86fe-8ea833c98946 on network 0a852c5a-8f52-4747-afd6-20f3291fedf5 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:56:25.636915 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0a8816-8d58-4476-b460-04ff7786861e None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:56:25.637286 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0a8816-8d58-4476-b460-04ff7786861e None None] Checking segment: {'id': 'f608ace0-8ce3-46fd-b8b7-a5c1b7169643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '0a852c5a-8f52-4747-afd6-20f3291fedf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:56:25.637727 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-4c0a8816-8d58-4476-b460-04ff7786861e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:25.638129 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0a8816-8d58-4476-b460-04ff7786861e None None] Bound using segment: {'id': 'f608ace0-8ce3-46fd-b8b7-a5c1b7169643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '0a852c5a-8f52-4747-afd6-20f3291fedf5'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:56:25.638600 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-4c0a8816-8d58-4476-b460-04ff7786861e None None] Bound port: df00e55d-ca8e-47fd-86fe-8ea833c98946, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f608ace0-8ce3-46fd-b8b7-a5c1b7169643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '0a852c5a-8f52-4747-afd6-20f3291fedf5'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:56:25.638987 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-4c0a8816-8d58-4476-b460-04ff7786861e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:25.678917 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b4e55a-346e-4bf1-a66d-7ace4701ff9a None None] Sync routers for ids ['5d2f3663-b4f3-499c-b3b3-0f69869e008a'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:56:25.689768 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b4e55a-346e-4bf1-a66d-7ace4701ff9a None None] Routers {'5d2f3663-b4f3-499c-b3b3-0f69869e008a'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:56:25.690387 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-b5b4e55a-346e-4bf1-a66d-7ace4701ff9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:56:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['5d2f3663-b4f3-499c-b3b3-0f69869e008a'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:56:25.717774 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-4c0a8816-8d58-4476-b460-04ff7786861e None None] For port df00e55d-ca8e-47fd-86fe-8ea833c98946, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:56:25.721905 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-4c0a8816-8d58-4476-b460-04ff7786861e None None] For port df00e55d-ca8e-47fd-86fe-8ea833c98946, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=df00e55d-ca8e-47fd-86fe-8ea833c98946,segment=NetworkSegment(f608ace0-8ce3-46fd-b8b7-a5c1b7169643),segment_id=f608ace0-8ce3-46fd-b8b7-a5c1b7169643)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:56:25.728938 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-4c0a8816-8d58-4476-b460-04ff7786861e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:25.808463 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0a8816-8d58-4476-b460-04ff7786861e None None] Pushing event updated for resources: {'Port': ['ID=df00e55d-ca8e-47fd-86fe-8ea833c98946,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:56:25.913280 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-b5b4e55a-346e-4bf1-a66d-7ace4701ff9a None None] Set router 5d2f3663-b4f3-499c-b3b3-0f69869e008a gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:56:26.134439 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-b5b4e55a-346e-4bf1-a66d-7ace4701ff9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d2f3663-b4f3-499c-b3b3-0f69869e008a', 'name': 'tempest-TestEncryptedCinderVolumes-523553589-router', 'tenant_id': 'fb39866a500d47f78f7f3199cc4a71da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.127'}], 'enable_snat': True}, 'gw_port_id': 'a4154474-3b7f-42d3-a5a7-e1b30104d464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:56:20Z', 'updated_at': '2022-05-18T18:56:22Z', 'revision_number': 4, 'project_id': 'fb39866a500d47f78f7f3199cc4a71da', 'gw_port': {'id': 'a4154474-3b7f-42d3-a5a7-e1b30104d464', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:21:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2f3663-b4f3-499c-b3b3-0f69869e008a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:56:20Z', 'updated_at': '2022-05-18T18:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '3a09c4ff-93b1-44ff-9ab1-8fe12976e1c1', 'name': '', 'network_id': '11d685bf-9d27-42a1-9c13-5e0d108e0b75', 'tenant_id': 'fb39866a500d47f78f7f3199cc4a71da', 'mac_address': 'fa:16:3e:ee:f5:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d2f3663-b4f3-499c-b3b3-0f69869e008a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '2985f825-ed51-4419-8372-9e0f4a79b876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:56:22Z', 'updated_at': '2022-05-18T18:56:22Z', 'revision_number': 2, 'project_id': 'fb39866a500d47f78f7f3199cc4a71da', 'subnets': [{'id': '2985f825-ed51-4419-8372-9e0f4a79b876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:56:26.163208 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b4e55a-346e-4bf1-a66d-7ace4701ff9a None None] Checking router: 5d2f3663-b4f3-499c-b3b3-0f69869e008a for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:56:26.163550 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b4e55a-346e-4bf1-a66d-7ace4701ff9a None None] Updating router 5d2f3663-b4f3-499c-b3b3-0f69869e008a port 3a09c4ff-93b1-44ff-9ab1-8fe12976e1c1 binding host n-d-838550-3 {{(pid=102733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 18:56:26.199444 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f64795bc-e188-4b76-803b-d64254d9e288 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:26.202384 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-b5b4e55a-346e-4bf1-a66d-7ace4701ff9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:26.408647 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f64795bc-e188-4b76-803b-d64254d9e288 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596801'] for router, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:26.483735 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-b5b4e55a-346e-4bf1-a66d-7ace4701ff9a None None] Notify callbacks [] for port, precommit_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:26.489555 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-b5b4e55a-346e-4bf1-a66d-7ace4701ff9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:26.543138 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70efdf35-5e5b-404a-9865-0f0f2be90c73 None None] Pushing event updated for resources: {'Port': ['ID=3a09c4ff-93b1-44ff-9ab1-8fe12976e1c1,revision_number=3']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:56:26.556072 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f64795bc-e188-4b76-803b-d64254d9e288 admin admin] Router 90314f17-7409-40a1-83ea-b45f92c9f170 is scheduled to L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e with binding_index 1 {{(pid=102730) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 18 18:56:26.582860 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70efdf35-5e5b-404a-9865-0f0f2be90c73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:56:26.583208 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70efdf35-5e5b-404a-9865-0f0f2be90c73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:56:26.583531 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70efdf35-5e5b-404a-9865-0f0f2be90c73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:56:26.583862 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70efdf35-5e5b-404a-9865-0f0f2be90c73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:56:26.584190 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70efdf35-5e5b-404a-9865-0f0f2be90c73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:56:26.584528 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70efdf35-5e5b-404a-9865-0f0f2be90c73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:56:26.584843 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70efdf35-5e5b-404a-9865-0f0f2be90c73 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:56:26.585156 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70efdf35-5e5b-404a-9865-0f0f2be90c73 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:56:26.585478 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70efdf35-5e5b-404a-9865-0f0f2be90c73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:56:26.585820 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70efdf35-5e5b-404a-9865-0f0f2be90c73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:56:26.586153 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70efdf35-5e5b-404a-9865-0f0f2be90c73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:56:26.586486 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70efdf35-5e5b-404a-9865-0f0f2be90c73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:56:26.613719 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-b5b4e55a-346e-4bf1-a66d-7ace4701ff9a None None] Attempting to bind port 3a09c4ff-93b1-44ff-9ab1-8fe12976e1c1 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:56:26.614085 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-b5b4e55a-346e-4bf1-a66d-7ace4701ff9a None None] Attempting to bind port 3a09c4ff-93b1-44ff-9ab1-8fe12976e1c1 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '427bde3d-f5cc-4e28-bf48-e4d9a8458411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '11d685bf-9d27-42a1-9c13-5e0d108e0b75'}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:56:26.614627 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b4e55a-346e-4bf1-a66d-7ace4701ff9a None None] Attempting to bind port 3a09c4ff-93b1-44ff-9ab1-8fe12976e1c1 on network 11d685bf-9d27-42a1-9c13-5e0d108e0b75 {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:56:26.620494 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b4e55a-346e-4bf1-a66d-7ace4701ff9a None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:56:26.620858 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b4e55a-346e-4bf1-a66d-7ace4701ff9a None None] Checking segment: {'id': '427bde3d-f5cc-4e28-bf48-e4d9a8458411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '11d685bf-9d27-42a1-9c13-5e0d108e0b75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:56:26.621453 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-b5b4e55a-346e-4bf1-a66d-7ace4701ff9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:26.622018 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b4e55a-346e-4bf1-a66d-7ace4701ff9a None None] Bound using segment: {'id': '427bde3d-f5cc-4e28-bf48-e4d9a8458411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '11d685bf-9d27-42a1-9c13-5e0d108e0b75'} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:56:26.622489 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-b5b4e55a-346e-4bf1-a66d-7ace4701ff9a None None] Bound port: 3a09c4ff-93b1-44ff-9ab1-8fe12976e1c1, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '427bde3d-f5cc-4e28-bf48-e4d9a8458411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '11d685bf-9d27-42a1-9c13-5e0d108e0b75'}}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:56:26.623039 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-b5b4e55a-346e-4bf1-a66d-7ace4701ff9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:26.703016 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.db [None req-b5b4e55a-346e-4bf1-a66d-7ace4701ff9a None None] For port 3a09c4ff-93b1-44ff-9ab1-8fe12976e1c1, host n-d-838550-3, cleared binding levels {{(pid=102733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:56:26.705163 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f64795bc-e188-4b76-803b-d64254d9e288 admin admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:56:26.706748 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.db [None req-b5b4e55a-346e-4bf1-a66d-7ace4701ff9a None None] For port 3a09c4ff-93b1-44ff-9ab1-8fe12976e1c1, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=3a09c4ff-93b1-44ff-9ab1-8fe12976e1c1,segment=NetworkSegment(427bde3d-f5cc-4e28-bf48-e4d9a8458411),segment_id=427bde3d-f5cc-4e28-bf48-e4d9a8458411)] {{(pid=102733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:56:26.712576 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-b5b4e55a-346e-4bf1-a66d-7ace4701ff9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:26.720379 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376ec328-8fa9-435e-b7c4-45c6881bbe93 None None] Sync routers for ids ['90314f17-7409-40a1-83ea-b45f92c9f170'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:56:26.736538 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376ec328-8fa9-435e-b7c4-45c6881bbe93 None None] Routers {'90314f17-7409-40a1-83ea-b45f92c9f170'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:56:26.746330 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-376ec328-8fa9-435e-b7c4-45c6881bbe93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:56:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['90314f17-7409-40a1-83ea-b45f92c9f170'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:56:26.749761 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f64795bc-e188-4b76-803b-d64254d9e288 admin admin] Notify callbacks [] for router, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:26.753887 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 48848) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:56:26.754451 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-f64795bc-e188-4b76-803b-d64254d9e288 admin admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.0353723 May 18 18:56:26.785067 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b4e55a-346e-4bf1-a66d-7ace4701ff9a None None] Routers {'5d2f3663-b4f3-499c-b3b3-0f69869e008a'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:56:26.785746 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-b5b4e55a-346e-4bf1-a66d-7ace4701ff9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:56:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['5d2f3663-b4f3-499c-b3b3-0f69869e008a'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:56:26.930475 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-802f7aa1-ab28-4129-b379-3051f492fd1e None None] Provisioning complete for port 3a09c4ff-93b1-44ff-9ab1-8fe12976e1c1 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:56:26.930475 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-802f7aa1-ab28-4129-b379-3051f492fd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:26.952764 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-b5b4e55a-346e-4bf1-a66d-7ace4701ff9a None None] Set router 5d2f3663-b4f3-499c-b3b3-0f69869e008a gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:56:27.021636 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device a4154474-3b7f-42d3-a5a7-e1b30104d464 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:56:27.035937 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70efdf35-5e5b-404a-9865-0f0f2be90c73 None None] Pushing event updated for resources: {'Port': ['ID=3a09c4ff-93b1-44ff-9ab1-8fe12976e1c1,revision_number=4']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:56:27.115787 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-376ec328-8fa9-435e-b7c4-45c6881bbe93 None None] Set router 90314f17-7409-40a1-83ea-b45f92c9f170 gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:56:27.259318 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f28429-2318-4a17-943b-dda907f13e3f None None] Network 0a852c5a-8f52-4747-afd6-20f3291fedf5 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:56:27.275228 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-b5b4e55a-346e-4bf1-a66d-7ace4701ff9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d2f3663-b4f3-499c-b3b3-0f69869e008a', 'name': 'tempest-TestEncryptedCinderVolumes-523553589-router', 'tenant_id': 'fb39866a500d47f78f7f3199cc4a71da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.127'}], 'enable_snat': True}, 'gw_port_id': 'a4154474-3b7f-42d3-a5a7-e1b30104d464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:56:20Z', 'updated_at': '2022-05-18T18:56:22Z', 'revision_number': 4, 'project_id': 'fb39866a500d47f78f7f3199cc4a71da', 'gw_port': {'id': 'a4154474-3b7f-42d3-a5a7-e1b30104d464', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:21:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2f3663-b4f3-499c-b3b3-0f69869e008a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:56:20Z', 'updated_at': '2022-05-18T18:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '3a09c4ff-93b1-44ff-9ab1-8fe12976e1c1', 'name': '', 'network_id': '11d685bf-9d27-42a1-9c13-5e0d108e0b75', 'tenant_id': 'fb39866a500d47f78f7f3199cc4a71da', 'mac_address': 'fa:16:3e:ee:f5:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d2f3663-b4f3-499c-b3b3-0f69869e008a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '2985f825-ed51-4419-8372-9e0f4a79b876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:56:22Z', 'updated_at': '2022-05-18T18:56:26Z', 'revision_number': 4, 'project_id': 'fb39866a500d47f78f7f3199cc4a71da', 'subnets': [{'id': '2985f825-ed51-4419-8372-9e0f4a79b876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:56:27.302714 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b4e55a-346e-4bf1-a66d-7ace4701ff9a None None] The sync data for ids ['5d2f3663-b4f3-499c-b3b3-0f69869e008a'] in n-d-838550-3 is: [{'id': '5d2f3663-b4f3-499c-b3b3-0f69869e008a', 'name': 'tempest-TestEncryptedCinderVolumes-523553589-router', 'tenant_id': 'fb39866a500d47f78f7f3199cc4a71da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.127'}], 'enable_snat': True}, 'gw_port_id': 'a4154474-3b7f-42d3-a5a7-e1b30104d464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:56:20Z', 'updated_at': '2022-05-18T18:56:22Z', 'revision_number': 4, 'project_id': 'fb39866a500d47f78f7f3199cc4a71da', 'gw_port': {'id': 'a4154474-3b7f-42d3-a5a7-e1b30104d464', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:21:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2f3663-b4f3-499c-b3b3-0f69869e008a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:56:20Z', 'updated_at': '2022-05-18T18:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '3a09c4ff-93b1-44ff-9ab1-8fe12976e1c1', 'name': '', 'network_id': '11d685bf-9d27-42a1-9c13-5e0d108e0b75', 'tenant_id': 'fb39866a500d47f78f7f3199cc4a71da', 'mac_address': 'fa:16:3e:ee:f5:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d2f3663-b4f3-499c-b3b3-0f69869e008a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '2985f825-ed51-4419-8372-9e0f4a79b876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:56:22Z', 'updated_at': '2022-05-18T18:56:26Z', 'revision_number': 4, 'project_id': 'fb39866a500d47f78f7f3199cc4a71da', 'subnets': [{'id': '2985f825-ed51-4419-8372-9e0f4a79b876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:56:27.334874 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7ff20468-fd5f-49f9-830e-0255d5785399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:27.362393 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port a4154474-3b7f-42d3-a5a7-e1b30104d464 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:56:27.362769 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:27.384111 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-802f7aa1-ab28-4129-b379-3051f492fd1e None None] Current status of the port 3a09c4ff-93b1-44ff-9ab1-8fe12976e1c1 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:56:27.384608 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-802f7aa1-ab28-4129-b379-3051f492fd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:27.507463 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-802f7aa1-ab28-4129-b379-3051f492fd1e None None] For port 3a09c4ff-93b1-44ff-9ab1-8fe12976e1c1, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=3a09c4ff-93b1-44ff-9ab1-8fe12976e1c1,segment=NetworkSegment(427bde3d-f5cc-4e28-bf48-e4d9a8458411),segment_id=427bde3d-f5cc-4e28-bf48-e4d9a8458411)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:56:27.509658 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-7ff20468-fd5f-49f9-830e-0255d5785399 admin admin] Allocated IP 172.20.0.1 (0a852c5a-8f52-4747-afd6-20f3291fedf5/65f92352-0972-401a-8e76-4956849ef2e3/6c891bdb-dabc-47f2-b4db-9e008088d982) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:56:27.536999 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-802f7aa1-ab28-4129-b379-3051f492fd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:27.626671 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7ff20468-fd5f-49f9-830e-0255d5785399 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:27.665901 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802f7aa1-ab28-4129-b379-3051f492fd1e None None] Pushing event updated for resources: {'Port': ['ID=3a09c4ff-93b1-44ff-9ab1-8fe12976e1c1,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:56:27.679185 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-376ec328-8fa9-435e-b7c4-45c6881bbe93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90314f17-7409-40a1-83ea-b45f92c9f170', 'name': 'tempest-TestEncryptedCinderVolumes-1114981700-router', 'tenant_id': 'f08dc0ad1c4146148fed9943669de4f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': 'f8003f28-3cad-4379-819d-662802557191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:56:24Z', 'updated_at': '2022-05-18T18:56:26Z', 'revision_number': 3, 'project_id': 'f08dc0ad1c4146148fed9943669de4f5', 'gw_port': {'id': 'f8003f28-3cad-4379-819d-662802557191', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:0d:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90314f17-7409-40a1-83ea-b45f92c9f170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:56:25Z', 'updated_at': '2022-05-18T18:56:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:56:27.681760 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7ff20468-fd5f-49f9-830e-0255d5785399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:27.683304 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port a4154474-3b7f-42d3-a5a7-e1b30104d464 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:56:27.684425 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device df00e55d-ca8e-47fd-86fe-8ea833c98946 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:56:27.725005 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff20468-fd5f-49f9-830e-0255d5785399 admin admin] Network 0a852c5a-8f52-4747-afd6-20f3291fedf5 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:56:27.729462 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-7ff20468-fd5f-49f9-830e-0255d5785399 admin admin] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:56:27.733649 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff20468-fd5f-49f9-830e-0255d5785399 admin admin] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:56:27.740265 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376ec328-8fa9-435e-b7c4-45c6881bbe93 None None] Checking router: 90314f17-7409-40a1-83ea-b45f92c9f170 for host: n-d-838550-3 {{(pid=102732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:56:27.740633 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376ec328-8fa9-435e-b7c4-45c6881bbe93 None None] Updating router 90314f17-7409-40a1-83ea-b45f92c9f170 port f8003f28-3cad-4379-819d-662802557191 binding host n-d-838550-3 {{(pid=102732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 18:56:27.745330 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-aa0138d0-89cb-462b-85d6-b1db01b8966a None None] Provisioning complete for port 3a09c4ff-93b1-44ff-9ab1-8fe12976e1c1 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:56:27.745741 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-aa0138d0-89cb-462b-85d6-b1db01b8966a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:27.758858 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff20468-fd5f-49f9-830e-0255d5785399 admin admin] Pushing event updated for resources: {'Port': ['ID=6c891bdb-dabc-47f2-b4db-9e008088d982,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:56:27.781047 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7ff20468-fd5f-49f9-830e-0255d5785399 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595826'] for router_interface, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:27.810105 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-376ec328-8fa9-435e-b7c4-45c6881bbe93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:27.925293 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port df00e55d-ca8e-47fd-86fe-8ea833c98946 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:56:27.925739 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:27.934130 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7ff20468-fd5f-49f9-830e-0255d5785399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:28.024214 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-aa0138d0-89cb-462b-85d6-b1db01b8966a None None] Current status of the port 3a09c4ff-93b1-44ff-9ab1-8fe12976e1c1 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:56:28.121752 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7ff20468-fd5f-49f9-830e-0255d5785399 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:28.128436 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7ff20468-fd5f-49f9-830e-0255d5785399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:28.129504 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-aa0138d0-89cb-462b-85d6-b1db01b8966a None None] Provisioning complete for port df00e55d-ca8e-47fd-86fe-8ea833c98946 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:56:28.129911 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-aa0138d0-89cb-462b-85d6-b1db01b8966a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:28.134448 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port df00e55d-ca8e-47fd-86fe-8ea833c98946 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:56:28.134448 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:28.198575 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff20468-fd5f-49f9-830e-0255d5785399 admin admin] Pushing event updated for resources: {'Port': ['ID=6c891bdb-dabc-47f2-b4db-9e008088d982,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:56:28.217122 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7ff20468-fd5f-49f9-830e-0255d5785399 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-595870'] for router_interface, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:28.238413 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] For port df00e55d-ca8e-47fd-86fe-8ea833c98946, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=df00e55d-ca8e-47fd-86fe-8ea833c98946,segment=NetworkSegment(f608ace0-8ce3-46fd-b8b7-a5c1b7169643),segment_id=f608ace0-8ce3-46fd-b8b7-a5c1b7169643)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:56:28.245928 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:28.324121 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff20468-fd5f-49f9-830e-0255d5785399 admin admin] Network 0a852c5a-8f52-4747-afd6-20f3291fedf5 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:56:28.326628 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-7ff20468-fd5f-49f9-830e-0255d5785399 admin admin] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:56:28.462200 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ff20468-fd5f-49f9-830e-0255d5785399 admin admin] Router 90314f17-7409-40a1-83ea-b45f92c9f170 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:56:28.535991 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-aa0138d0-89cb-462b-85d6-b1db01b8966a None None] Current status of the port df00e55d-ca8e-47fd-86fe-8ea833c98946 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:56:28.541054 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-376ec328-8fa9-435e-b7c4-45c6881bbe93 None None] Notify callbacks [] for port, precommit_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:28.544758 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Pushing event updated for resources: {'Port': ['ID=df00e55d-ca8e-47fd-86fe-8ea833c98946,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:56:28.549527 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-376ec328-8fa9-435e-b7c4-45c6881bbe93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:28.585401 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ff20468-fd5f-49f9-830e-0255d5785399 admin admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:56:28.590332 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-7ff20468-fd5f-49f9-830e-0255d5785399 admin admin] 10.222.0.85 "PUT /v2.0/routers/90314f17-7409-40a1-83ea-b45f92c9f170/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8346331 May 18 18:56:28.604802 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-376ec328-8fa9-435e-b7c4-45c6881bbe93 None None] Attempting to bind port f8003f28-3cad-4379-819d-662802557191 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:56:28.605212 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-376ec328-8fa9-435e-b7c4-45c6881bbe93 None None] Attempting to bind port f8003f28-3cad-4379-819d-662802557191 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:56:28.605579 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376ec328-8fa9-435e-b7c4-45c6881bbe93 None None] Attempting to bind port f8003f28-3cad-4379-819d-662802557191 on network 31ebd439-090c-4b25-bbb0-31c48711b145 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:56:28.607628 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a342b3d-6016-4907-bb10-ffa1d1614876 None None] Pushing event updated for resources: {'Port': ['ID=f8003f28-3cad-4379-819d-662802557191,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:56:28.613076 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376ec328-8fa9-435e-b7c4-45c6881bbe93 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:56:28.613450 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376ec328-8fa9-435e-b7c4-45c6881bbe93 None None] Checking segment: {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:56:28.613876 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-376ec328-8fa9-435e-b7c4-45c6881bbe93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:28.614263 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376ec328-8fa9-435e-b7c4-45c6881bbe93 None None] Bound using segment: {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:56:28.614729 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-376ec328-8fa9-435e-b7c4-45c6881bbe93 None None] Bound port: f8003f28-3cad-4379-819d-662802557191, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:56:28.615114 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-376ec328-8fa9-435e-b7c4-45c6881bbe93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:28.678671 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-376ec328-8fa9-435e-b7c4-45c6881bbe93 None None] For port f8003f28-3cad-4379-819d-662802557191, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:56:28.682058 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-376ec328-8fa9-435e-b7c4-45c6881bbe93 None None] For port f8003f28-3cad-4379-819d-662802557191, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=f8003f28-3cad-4379-819d-662802557191,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:56:28.683728 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-f1db1e1e-1793-450d-91f3-e96c67d2478a None None] Provisioning complete for port 6c891bdb-dabc-47f2-b4db-9e008088d982 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:56:28.684099 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f1db1e1e-1793-450d-91f3-e96c67d2478a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:28.687990 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-376ec328-8fa9-435e-b7c4-45c6881bbe93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:28.763383 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-f1db1e1e-1793-450d-91f3-e96c67d2478a None None] Port 6c891bdb-dabc-47f2-b4db-9e008088d982 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:56:28.785687 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a342b3d-6016-4907-bb10-ffa1d1614876 None None] Pushing event updated for resources: {'Port': ['ID=f8003f28-3cad-4379-819d-662802557191,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:56:28.788926 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376ec328-8fa9-435e-b7c4-45c6881bbe93 None None] Routers {'90314f17-7409-40a1-83ea-b45f92c9f170'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:56:28.789938 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-376ec328-8fa9-435e-b7c4-45c6881bbe93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:56:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['90314f17-7409-40a1-83ea-b45f92c9f170'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:56:28.833499 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 3a09c4ff-93b1-44ff-9ab1-8fe12976e1c1 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:56:28.858264 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-f1db1e1e-1793-450d-91f3-e96c67d2478a None None] Provisioning complete for port df00e55d-ca8e-47fd-86fe-8ea833c98946 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:56:28.858264 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f1db1e1e-1793-450d-91f3-e96c67d2478a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:28.972370 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-376ec328-8fa9-435e-b7c4-45c6881bbe93 None None] Set router 90314f17-7409-40a1-83ea-b45f92c9f170 gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:56:29.017519 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 3a09c4ff-93b1-44ff-9ab1-8fe12976e1c1 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:56:29.017943 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:29.158698 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-f1db1e1e-1793-450d-91f3-e96c67d2478a None None] Current status of the port df00e55d-ca8e-47fd-86fe-8ea833c98946 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:56:29.175781 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad090e9-7414-4f27-b577-983287b4da73 req-16f7f53c-5ef8-4032-8a18-add040469d15 tempest-TestEncryptedCinderVolumes-477038619 tempest-TestEncryptedCinderVolumes-477038619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:56:29.177294 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9ad090e9-7414-4f27-b577-983287b4da73 req-16f7f53c-5ef8-4032-8a18-add040469d15 tempest-TestEncryptedCinderVolumes-477038619 tempest-TestEncryptedCinderVolumes-477038619-project] 10.222.0.85 "GET /v2.0/networks?id=11d685bf-9d27-42a1-9c13-5e0d108e0b75 HTTP/1.1" status: 200 len: 816 time: 0.1077724 May 18 18:56:29.192175 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9ad090e9-7414-4f27-b577-983287b4da73 req-80d3fb60-76f6-4a15-840a-d1c725c3082d tempest-TestEncryptedCinderVolumes-477038619 tempest-TestEncryptedCinderVolumes-477038619-project] 10.222.0.85 "GET /v2.0/quotas/fb39866a500d47f78f7f3199cc4a71da HTTP/1.1" status: 200 len: 375 time: 0.0090172 May 18 18:56:29.245608 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9ad090e9-7414-4f27-b577-983287b4da73 req-7eb8c208-544b-447b-8d7f-74309bcf873c tempest-TestEncryptedCinderVolumes-477038619 tempest-TestEncryptedCinderVolumes-477038619-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=fb39866a500d47f78f7f3199cc4a71da&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0478849 May 18 18:56:29.257955 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 3a09c4ff-93b1-44ff-9ab1-8fe12976e1c1 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:56:29.259063 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device df00e55d-ca8e-47fd-86fe-8ea833c98946 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:56:29.317224 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-376ec328-8fa9-435e-b7c4-45c6881bbe93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90314f17-7409-40a1-83ea-b45f92c9f170', 'name': 'tempest-TestEncryptedCinderVolumes-1114981700-router', 'tenant_id': 'f08dc0ad1c4146148fed9943669de4f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': 'f8003f28-3cad-4379-819d-662802557191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:56:24Z', 'updated_at': '2022-05-18T18:56:27Z', 'revision_number': 4, 'project_id': 'f08dc0ad1c4146148fed9943669de4f5', 'gw_port': {'id': 'f8003f28-3cad-4379-819d-662802557191', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:0d:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90314f17-7409-40a1-83ea-b45f92c9f170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:56:25Z', 'updated_at': '2022-05-18T18:56:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '6c891bdb-dabc-47f2-b4db-9e008088d982', 'name': '', 'network_id': '0a852c5a-8f52-4747-afd6-20f3291fedf5', 'tenant_id': 'f08dc0ad1c4146148fed9943669de4f5', 'mac_address': 'fa:16:3e:b8:1d:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90314f17-7409-40a1-83ea-b45f92c9f170', 'device_owner': 'network:router_interface', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '65f92352-0972-401a-8e76-4956849ef2e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:56:27Z', 'updated_at': '2022-05-18T18:56:27Z', 'revision_number': 2, 'project_id': 'f08dc0ad1c4146148fed9943669de4f5', 'subnets': [{'id': '65f92352-0972-401a-8e76-4956849ef2e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:56:29.351131 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376ec328-8fa9-435e-b7c4-45c6881bbe93 None None] The sync data for ids ['90314f17-7409-40a1-83ea-b45f92c9f170'] in n-d-838550-3 is: [{'id': '90314f17-7409-40a1-83ea-b45f92c9f170', 'name': 'tempest-TestEncryptedCinderVolumes-1114981700-router', 'tenant_id': 'f08dc0ad1c4146148fed9943669de4f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': 'f8003f28-3cad-4379-819d-662802557191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:56:24Z', 'updated_at': '2022-05-18T18:56:27Z', 'revision_number': 4, 'project_id': 'f08dc0ad1c4146148fed9943669de4f5', 'gw_port': {'id': 'f8003f28-3cad-4379-819d-662802557191', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:0d:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90314f17-7409-40a1-83ea-b45f92c9f170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:56:25Z', 'updated_at': '2022-05-18T18:56:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '6c891bdb-dabc-47f2-b4db-9e008088d982', 'name': '', 'network_id': '0a852c5a-8f52-4747-afd6-20f3291fedf5', 'tenant_id': 'f08dc0ad1c4146148fed9943669de4f5', 'mac_address': 'fa:16:3e:b8:1d:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90314f17-7409-40a1-83ea-b45f92c9f170', 'device_owner': 'network:router_interface', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '65f92352-0972-401a-8e76-4956849ef2e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:56:27Z', 'updated_at': '2022-05-18T18:56:27Z', 'revision_number': 2, 'project_id': 'f08dc0ad1c4146148fed9943669de4f5', 'subnets': [{'id': '65f92352-0972-401a-8e76-4956849ef2e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:56:29.353243 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port df00e55d-ca8e-47fd-86fe-8ea833c98946 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:56:29.353719 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:29.359014 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9ad090e9-7414-4f27-b577-983287b4da73 req-6fce24bd-45cd-4d6d-ac2a-2ba1c7505d6f service neutron] 10.222.0.85 "GET /v2.0/networks/11d685bf-9d27-42a1-9c13-5e0d108e0b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985327 May 18 18:56:29.436820 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port df00e55d-ca8e-47fd-86fe-8ea833c98946 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:56:29.458568 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9ad090e9-7414-4f27-b577-983287b4da73 req-f779e028-ee60-4f6c-b951-e6d055109a83 service neutron] 10.222.0.85 "GET /v2.0/networks/11d685bf-9d27-42a1-9c13-5e0d108e0b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958903 May 18 18:56:29.660973 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b566f1ea-5835-49be-a76e-e9ce72110e31 req-43951f6e-82c3-4104-8ee3-0426ed14030f tempest-TestEncryptedCinderVolumes-477038619 tempest-TestEncryptedCinderVolumes-477038619-project] 10.222.0.85 "GET /v2.0/ports?device_id=116da816-75cb-42c0-b6d9-4286a8e4466d HTTP/1.1" status: 200 len: 210 time: 0.0293143 May 18 18:56:30.803015 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device f8003f28-3cad-4379-819d-662802557191 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:56:30.808356 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7fe6c0b2-ef9a-4013-8ca6-accd599fdeaa req-c23b8493-2372-476f-ac63-a72dc0fd12a1 tempest-TestEncryptedCinderVolumes-477038619 tempest-TestEncryptedCinderVolumes-477038619-project] 10.222.0.85 "GET /v2.0/ports?device_id=116da816-75cb-42c0-b6d9-4286a8e4466d HTTP/1.1" status: 200 len: 210 time: 0.0344265 May 18 18:56:30.855871 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad090e9-7414-4f27-b577-983287b4da73 req-859837e0-21fa-4cb0-986d-43735228a8ac tempest-TestEncryptedCinderVolumes-477038619 tempest-TestEncryptedCinderVolumes-477038619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:56:30.857649 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9ad090e9-7414-4f27-b577-983287b4da73 req-859837e0-21fa-4cb0-986d-43735228a8ac tempest-TestEncryptedCinderVolumes-477038619 tempest-TestEncryptedCinderVolumes-477038619-project] 10.222.0.36 "GET /v2.0/networks?id=11d685bf-9d27-42a1-9c13-5e0d108e0b75 HTTP/1.1" status: 200 len: 816 time: 0.1698382 May 18 18:56:30.866541 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port f8003f28-3cad-4379-819d-662802557191 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:56:30.866914 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:30.879125 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-9ad090e9-7414-4f27-b577-983287b4da73 req-c10f9cbd-1553-456c-87bf-d392968aacc1 tempest-TestEncryptedCinderVolumes-477038619 tempest-TestEncryptedCinderVolumes-477038619-project] Request body: {'port': {'device_id': '116da816-75cb-42c0-b6d9-4286a8e4466d', 'network_id': '11d685bf-9d27-42a1-9c13-5e0d108e0b75', 'admin_state_up': True, 'tenant_id': 'fb39866a500d47f78f7f3199cc4a71da'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:56:30.947216 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port f8003f28-3cad-4379-819d-662802557191 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:56:30.947601 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:30.968966 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] For port f8003f28-3cad-4379-819d-662802557191, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=f8003f28-3cad-4379-819d-662802557191,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:56:30.973194 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:30.999688 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ad090e9-7414-4f27-b577-983287b4da73 req-c10f9cbd-1553-456c-87bf-d392968aacc1 tempest-TestEncryptedCinderVolumes-477038619 tempest-TestEncryptedCinderVolumes-477038619-project] Made reservation on behalf of fb39866a500d47f78f7f3199cc4a71da for: {'port': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:56:31.003268 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-9ad090e9-7414-4f27-b577-983287b4da73 req-c10f9cbd-1553-456c-87bf-d392968aacc1 tempest-TestEncryptedCinderVolumes-477038619 tempest-TestEncryptedCinderVolumes-477038619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:31.024838 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Pushing event updated for resources: {'Port': ['ID=f8003f28-3cad-4379-819d-662802557191,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:56:31.147017 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [req-9ad090e9-7414-4f27-b577-983287b4da73 req-c10f9cbd-1553-456c-87bf-d392968aacc1 tempest-TestEncryptedCinderVolumes-477038619 tempest-TestEncryptedCinderVolumes-477038619-project] Allocated IP 172.20.0.7 (11d685bf-9d27-42a1-9c13-5e0d108e0b75/2985f825-ed51-4419-8372-9e0f4a79b876/314714b8-995c-47a6-b7c0-de3be15397bd) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:56:31.309334 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-9ad090e9-7414-4f27-b577-983287b4da73 req-c10f9cbd-1553-456c-87bf-d392968aacc1 tempest-TestEncryptedCinderVolumes-477038619 tempest-TestEncryptedCinderVolumes-477038619-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:31.342613 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-9ad090e9-7414-4f27-b577-983287b4da73 req-c10f9cbd-1553-456c-87bf-d392968aacc1 tempest-TestEncryptedCinderVolumes-477038619 tempest-TestEncryptedCinderVolumes-477038619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:31.387068 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ad090e9-7414-4f27-b577-983287b4da73 req-c10f9cbd-1553-456c-87bf-d392968aacc1 tempest-TestEncryptedCinderVolumes-477038619 tempest-TestEncryptedCinderVolumes-477038619-project] Network 11d685bf-9d27-42a1-9c13-5e0d108e0b75 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:56:31.390056 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [req-9ad090e9-7414-4f27-b577-983287b4da73 req-c10f9cbd-1553-456c-87bf-d392968aacc1 tempest-TestEncryptedCinderVolumes-477038619 tempest-TestEncryptedCinderVolumes-477038619-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:56:31.393749 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ad090e9-7414-4f27-b577-983287b4da73 req-c10f9cbd-1553-456c-87bf-d392968aacc1 tempest-TestEncryptedCinderVolumes-477038619 tempest-TestEncryptedCinderVolumes-477038619-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:56:31.429018 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10f9cbd-1553-456c-87bf-d392968aacc1 tempest-TestEncryptedCinderVolumes-477038619 tempest-TestEncryptedCinderVolumes-477038619-project] Pushing event updated for resources: {'Port': ['ID=314714b8-995c-47a6-b7c0-de3be15397bd,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:56:31.449411 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74310353-586c-434f-af7d-2e980b536799 None None] Sync routers for ids ['90314f17-7409-40a1-83ea-b45f92c9f170'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:56:31.451523 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:31.457975 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad090e9-7414-4f27-b577-983287b4da73 req-c10f9cbd-1553-456c-87bf-d392968aacc1 tempest-TestEncryptedCinderVolumes-477038619 tempest-TestEncryptedCinderVolumes-477038619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:56:31.458722 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-9ad090e9-7414-4f27-b577-983287b4da73 req-c10f9cbd-1553-456c-87bf-d392968aacc1 tempest-TestEncryptedCinderVolumes-477038619 tempest-TestEncryptedCinderVolumes-477038619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:31.461516 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74310353-586c-434f-af7d-2e980b536799 None None] Routers {'90314f17-7409-40a1-83ea-b45f92c9f170'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:56:31.462821 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-74310353-586c-434f-af7d-2e980b536799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:56:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['90314f17-7409-40a1-83ea-b45f92c9f170'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:56:31.475360 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9ad090e9-7414-4f27-b577-983287b4da73 req-c10f9cbd-1553-456c-87bf-d392968aacc1 tempest-TestEncryptedCinderVolumes-477038619 tempest-TestEncryptedCinderVolumes-477038619-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6001410 May 18 18:56:31.579313 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-74310353-586c-434f-af7d-2e980b536799 None None] Set router 90314f17-7409-40a1-83ea-b45f92c9f170 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:56:31.601535 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-9ad090e9-7414-4f27-b577-983287b4da73 req-3740bfc6-50f6-4523-9314-ade62a194d92 service neutron] Request body: {'port': {'device_id': '116da816-75cb-42c0-b6d9-4286a8e4466d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-3'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:56:31.612531 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:31.662997 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-9ad090e9-7414-4f27-b577-983287b4da73 req-3740bfc6-50f6-4523-9314-ade62a194d92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:31.706018 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-82eb17f4-fd2c-4fd6-a39d-c942fc0e27bb None None] Provisioning complete for port 314714b8-995c-47a6-b7c0-de3be15397bd triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:56:31.707050 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-82eb17f4-fd2c-4fd6-a39d-c942fc0e27bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:31.745008 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-82eb17f4-fd2c-4fd6-a39d-c942fc0e27bb None None] Port 314714b8-995c-47a6-b7c0-de3be15397bd cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:56:31.797320 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-74310353-586c-434f-af7d-2e980b536799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90314f17-7409-40a1-83ea-b45f92c9f170', 'name': 'tempest-TestEncryptedCinderVolumes-1114981700-router', 'tenant_id': 'f08dc0ad1c4146148fed9943669de4f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': 'f8003f28-3cad-4379-819d-662802557191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:56:24Z', 'updated_at': '2022-05-18T18:56:27Z', 'revision_number': 4, 'project_id': 'f08dc0ad1c4146148fed9943669de4f5', 'gw_port': {'id': 'f8003f28-3cad-4379-819d-662802557191', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:0d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90314f17-7409-40a1-83ea-b45f92c9f170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:56:25Z', 'updated_at': '2022-05-18T18:56:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '6c891bdb-dabc-47f2-b4db-9e008088d982', 'name': '', 'network_id': '0a852c5a-8f52-4747-afd6-20f3291fedf5', 'tenant_id': 'f08dc0ad1c4146148fed9943669de4f5', 'mac_address': 'fa:16:3e:b8:1d:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90314f17-7409-40a1-83ea-b45f92c9f170', 'device_owner': 'network:router_interface', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '65f92352-0972-401a-8e76-4956849ef2e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:56:27Z', 'updated_at': '2022-05-18T18:56:27Z', 'revision_number': 2, 'project_id': 'f08dc0ad1c4146148fed9943669de4f5', 'subnets': [{'id': '65f92352-0972-401a-8e76-4956849ef2e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:56:31.826151 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74310353-586c-434f-af7d-2e980b536799 None None] Checking router: 90314f17-7409-40a1-83ea-b45f92c9f170 for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:56:31.826505 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74310353-586c-434f-af7d-2e980b536799 None None] Updating router 90314f17-7409-40a1-83ea-b45f92c9f170 port 6c891bdb-dabc-47f2-b4db-9e008088d982 binding host n-d-838550-3 {{(pid=102733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 18:56:31.851706 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-74310353-586c-434f-af7d-2e980b536799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:31.982607 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4835d44f-6a82-427e-8c33-832ae65f1698 req-59c2bae4-8fa7-488f-86fa-bbdacb900983 tempest-TestEncryptedCinderVolumes-477038619 tempest-TestEncryptedCinderVolumes-477038619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:56:31.984134 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4835d44f-6a82-427e-8c33-832ae65f1698 req-59c2bae4-8fa7-488f-86fa-bbdacb900983 tempest-TestEncryptedCinderVolumes-477038619 tempest-TestEncryptedCinderVolumes-477038619-project] 10.222.0.85 "GET /v2.0/ports?device_id=116da816-75cb-42c0-b6d9-4286a8e4466d HTTP/1.1" status: 200 len: 931 time: 0.1041000 May 18 18:56:32.002048 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [req-9ad090e9-7414-4f27-b577-983287b4da73 req-3740bfc6-50f6-4523-9314-ade62a194d92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 314714b8-995c-47a6-b7c0-de3be15397bd {{(pid=102730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:56:32.015396 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-9ad090e9-7414-4f27-b577-983287b4da73 req-3740bfc6-50f6-4523-9314-ade62a194d92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:32.039034 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [req-9ad090e9-7414-4f27-b577-983287b4da73 req-3740bfc6-50f6-4523-9314-ade62a194d92 service neutron] Transition to ACTIVE for port object 314714b8-995c-47a6-b7c0-de3be15397bd will not be triggered until provisioned by entity L2. {{(pid=102730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:56:32.045153 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-9ad090e9-7414-4f27-b577-983287b4da73 req-3740bfc6-50f6-4523-9314-ade62a194d92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:32.051975 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4835d44f-6a82-427e-8c33-832ae65f1698 req-3a584e99-dd47-415e-bcb7-b30fb1830511 tempest-TestEncryptedCinderVolumes-477038619 tempest-TestEncryptedCinderVolumes-477038619-project] 10.222.0.85 "GET /v2.0/security-groups?id=993a8840-0327-4bab-9acc-38eba61ff97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603523 May 18 18:56:32.104245 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3740bfc6-50f6-4523-9314-ade62a194d92 service neutron] Pushing event updated for resources: {'Port': ['ID=314714b8-995c-47a6-b7c0-de3be15397bd,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:56:32.128559 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-74310353-586c-434f-af7d-2e980b536799 None None] Notify callbacks [] for port, precommit_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:32.134420 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-74310353-586c-434f-af7d-2e980b536799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:32.183041 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-9ad090e9-7414-4f27-b577-983287b4da73 req-3740bfc6-50f6-4523-9314-ade62a194d92 service neutron] Attempting to bind port 314714b8-995c-47a6-b7c0-de3be15397bd on host n-h1-838550-3 for vnic_type normal with profile {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:56:32.183388 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-9ad090e9-7414-4f27-b577-983287b4da73 req-3740bfc6-50f6-4523-9314-ade62a194d92 service neutron] Attempting to bind port 314714b8-995c-47a6-b7c0-de3be15397bd by drivers openvswitch,hyperv on host n-h1-838550-3 at level 0 using segments [{'id': '427bde3d-f5cc-4e28-bf48-e4d9a8458411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '11d685bf-9d27-42a1-9c13-5e0d108e0b75'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:56:32.183725 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad090e9-7414-4f27-b577-983287b4da73 req-3740bfc6-50f6-4523-9314-ade62a194d92 service neutron] Attempting to bind port 314714b8-995c-47a6-b7c0-de3be15397bd on network 11d685bf-9d27-42a1-9c13-5e0d108e0b75 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:56:32.188879 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad090e9-7414-4f27-b577-983287b4da73 req-3740bfc6-50f6-4523-9314-ade62a194d92 service neutron] Port 314714b8-995c-47a6-b7c0-de3be15397bd on network 11d685bf-9d27-42a1-9c13-5e0d108e0b75 not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-3 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:56:32.189840 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad090e9-7414-4f27-b577-983287b4da73 req-3740bfc6-50f6-4523-9314-ade62a194d92 service neutron] Attempting to bind port 314714b8-995c-47a6-b7c0-de3be15397bd on network 11d685bf-9d27-42a1-9c13-5e0d108e0b75 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:56:32.195368 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad090e9-7414-4f27-b577-983287b4da73 req-3740bfc6-50f6-4523-9314-ade62a194d92 service neutron] Checking agent: {'id': '1dbac822-25f2-4df8-9dc8-5c2e7b136eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 56, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:56:32.195709 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad090e9-7414-4f27-b577-983287b4da73 req-3740bfc6-50f6-4523-9314-ade62a194d92 service neutron] Checking segment: {'id': '427bde3d-f5cc-4e28-bf48-e4d9a8458411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '11d685bf-9d27-42a1-9c13-5e0d108e0b75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:56:32.196095 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad090e9-7414-4f27-b577-983287b4da73 req-3740bfc6-50f6-4523-9314-ade62a194d92 service neutron] Bound using segment: {'id': '427bde3d-f5cc-4e28-bf48-e4d9a8458411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '11d685bf-9d27-42a1-9c13-5e0d108e0b75'} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:56:32.196536 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-9ad090e9-7414-4f27-b577-983287b4da73 req-3740bfc6-50f6-4523-9314-ade62a194d92 service neutron] Bound port: 314714b8-995c-47a6-b7c0-de3be15397bd, host: n-h1-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '427bde3d-f5cc-4e28-bf48-e4d9a8458411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '11d685bf-9d27-42a1-9c13-5e0d108e0b75'}}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:56:32.196901 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-9ad090e9-7414-4f27-b577-983287b4da73 req-3740bfc6-50f6-4523-9314-ade62a194d92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:32.275627 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-9ad090e9-7414-4f27-b577-983287b4da73 req-3740bfc6-50f6-4523-9314-ade62a194d92 service neutron] For port 314714b8-995c-47a6-b7c0-de3be15397bd, host n-h1-838550-3, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:56:32.280834 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-9ad090e9-7414-4f27-b577-983287b4da73 req-3740bfc6-50f6-4523-9314-ade62a194d92 service neutron] For port 314714b8-995c-47a6-b7c0-de3be15397bd, host n-h1-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=314714b8-995c-47a6-b7c0-de3be15397bd,segment=NetworkSegment(427bde3d-f5cc-4e28-bf48-e4d9a8458411),segment_id=427bde3d-f5cc-4e28-bf48-e4d9a8458411)] {{(pid=102730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:56:32.283238 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5168c876-9a11-4ac9-9022-9ad421ae7443 None None] Pushing event updated for resources: {'Port': ['ID=6c891bdb-dabc-47f2-b4db-9e008088d982,revision_number=3']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:56:32.289965 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-9ad090e9-7414-4f27-b577-983287b4da73 req-3740bfc6-50f6-4523-9314-ade62a194d92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:32.344693 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad090e9-7414-4f27-b577-983287b4da73 req-3740bfc6-50f6-4523-9314-ade62a194d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:56:32.346030 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-9ad090e9-7414-4f27-b577-983287b4da73 req-3740bfc6-50f6-4523-9314-ade62a194d92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:32.347889 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9ad090e9-7414-4f27-b577-983287b4da73 req-3740bfc6-50f6-4523-9314-ade62a194d92 service neutron] 10.222.0.36 "PUT /v2.0/ports/314714b8-995c-47a6-b7c0-de3be15397bd HTTP/1.1" status: 200 len: 1091 time: 0.8599908 May 18 18:56:32.348525 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '116da816-75cb-42c0-b6d9-4286a8e4466d', 'tag': '314714b8-995c-47a6-b7c0-de3be15397bd'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:56:32.351062 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccfbc1f3-5cce-4ecc-90fe-84874275eb2c" -d '{"events": [{"name": "network-changed", "server_uuid": "116da816-75cb-42c0-b6d9-4286a8e4466d", "tag": "314714b8-995c-47a6-b7c0-de3be15397bd"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:56:32.357359 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-74310353-586c-434f-af7d-2e980b536799 None None] Attempting to bind port 6c891bdb-dabc-47f2-b4db-9e008088d982 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:56:32.358011 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-74310353-586c-434f-af7d-2e980b536799 None None] Attempting to bind port 6c891bdb-dabc-47f2-b4db-9e008088d982 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': 'f608ace0-8ce3-46fd-b8b7-a5c1b7169643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '0a852c5a-8f52-4747-afd6-20f3291fedf5'}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:56:32.358541 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74310353-586c-434f-af7d-2e980b536799 None None] Attempting to bind port 6c891bdb-dabc-47f2-b4db-9e008088d982 on network 0a852c5a-8f52-4747-afd6-20f3291fedf5 {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:56:32.375356 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74310353-586c-434f-af7d-2e980b536799 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:56:32.377265 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74310353-586c-434f-af7d-2e980b536799 None None] Checking segment: {'id': 'f608ace0-8ce3-46fd-b8b7-a5c1b7169643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '0a852c5a-8f52-4747-afd6-20f3291fedf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:56:32.377866 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-74310353-586c-434f-af7d-2e980b536799 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:32.378277 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74310353-586c-434f-af7d-2e980b536799 None None] Bound using segment: {'id': 'f608ace0-8ce3-46fd-b8b7-a5c1b7169643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '0a852c5a-8f52-4747-afd6-20f3291fedf5'} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:56:32.378909 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-74310353-586c-434f-af7d-2e980b536799 None None] Bound port: 6c891bdb-dabc-47f2-b4db-9e008088d982, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f608ace0-8ce3-46fd-b8b7-a5c1b7169643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '0a852c5a-8f52-4747-afd6-20f3291fedf5'}}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:56:32.382225 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-74310353-586c-434f-af7d-2e980b536799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:32.394241 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3740bfc6-50f6-4523-9314-ade62a194d92 service neutron] Pushing event updated for resources: {'Port': ['ID=314714b8-995c-47a6-b7c0-de3be15397bd,revision_number=3']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:56:32.468280 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad090e9-7414-4f27-b577-983287b4da73 req-784b8fda-2651-4cee-81bd-a2faca4c1888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:56:32.470191 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9ad090e9-7414-4f27-b577-983287b4da73 req-784b8fda-2651-4cee-81bd-a2faca4c1888 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fb39866a500d47f78f7f3199cc4a71da&device_id=116da816-75cb-42c0-b6d9-4286a8e4466d HTTP/1.1" status: 200 len: 1094 time: 0.0617239 May 18 18:56:32.489841 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.db [None req-74310353-586c-434f-af7d-2e980b536799 None None] For port 6c891bdb-dabc-47f2-b4db-9e008088d982, host n-d-838550-3, cleared binding levels {{(pid=102733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:56:32.497965 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.db [None req-74310353-586c-434f-af7d-2e980b536799 None None] For port 6c891bdb-dabc-47f2-b4db-9e008088d982, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=6c891bdb-dabc-47f2-b4db-9e008088d982,segment=NetworkSegment(f608ace0-8ce3-46fd-b8b7-a5c1b7169643),segment_id=f608ace0-8ce3-46fd-b8b7-a5c1b7169643)] {{(pid=102733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:56:32.507899 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-74310353-586c-434f-af7d-2e980b536799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:32.533988 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a31bca7-18b5-4f5f-92ba-0d4ca5c827c5 x-openstack-request-id: req-9a31bca7-18b5-4f5f-92ba-0d4ca5c827c5 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:56:32.534295 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "116da816-75cb-42c0-b6d9-4286a8e4466d", "tag": "314714b8-995c-47a6-b7c0-de3be15397bd", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:56:32.534543 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-9a31bca7-18b5-4f5f-92ba-0d4ca5c827c5 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:56:32.534965 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a31bca7-18b5-4f5f-92ba-0d4ca5c827c5'] response: {'name': 'network-changed', 'server_uuid': '116da816-75cb-42c0-b6d9-4286a8e4466d', 'tag': '314714b8-995c-47a6-b7c0-de3be15397bd', 'status': 'completed', 'code': 200} May 18 18:56:32.536843 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9ad090e9-7414-4f27-b577-983287b4da73 req-d524c8f6-c7c9-407f-9ab7-43b95ca2c87f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=314714b8-995c-47a6-b7c0-de3be15397bd HTTP/1.1" status: 200 len: 217 time: 0.0562549 May 18 18:56:32.576130 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74310353-586c-434f-af7d-2e980b536799 None None] Routers {'90314f17-7409-40a1-83ea-b45f92c9f170'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:56:32.576130 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-74310353-586c-434f-af7d-2e980b536799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:56:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['90314f17-7409-40a1-83ea-b45f92c9f170'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:56:32.601805 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad090e9-7414-4f27-b577-983287b4da73 req-8c9eeecf-7dea-443c-bb85-57e797b0a436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:56:32.603635 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9ad090e9-7414-4f27-b577-983287b4da73 req-8c9eeecf-7dea-443c-bb85-57e797b0a436 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2985f825-ed51-4419-8372-9e0f4a79b876 HTTP/1.1" status: 200 len: 855 time: 0.0563989 May 18 18:56:32.610426 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5168c876-9a11-4ac9-9022-9ad421ae7443 None None] Pushing event updated for resources: {'Port': ['ID=6c891bdb-dabc-47f2-b4db-9e008088d982,revision_number=4']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:56:32.633790 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-e0b23921-0836-4ce5-bad5-4c3d3a220bf3 None None] Provisioning complete for port 6c891bdb-dabc-47f2-b4db-9e008088d982 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:56:32.637379 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-e0b23921-0836-4ce5-bad5-4c3d3a220bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:32.671500 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad090e9-7414-4f27-b577-983287b4da73 req-b2e8f0a1-1797-411f-8ada-1c4d801cb29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:56:32.673058 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9ad090e9-7414-4f27-b577-983287b4da73 req-b2e8f0a1-1797-411f-8ada-1c4d801cb29c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=11d685bf-9d27-42a1-9c13-5e0d108e0b75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0585399 May 18 18:56:32.765293 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-e0b23921-0836-4ce5-bad5-4c3d3a220bf3 None None] Current status of the port 6c891bdb-dabc-47f2-b4db-9e008088d982 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:56:32.766089 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-e0b23921-0836-4ce5-bad5-4c3d3a220bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:32.767538 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-74310353-586c-434f-af7d-2e980b536799 None None] Set router 90314f17-7409-40a1-83ea-b45f92c9f170 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:56:32.802112 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-e0b23921-0836-4ce5-bad5-4c3d3a220bf3 None None] For port 6c891bdb-dabc-47f2-b4db-9e008088d982, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=6c891bdb-dabc-47f2-b4db-9e008088d982,segment=NetworkSegment(f608ace0-8ce3-46fd-b8b7-a5c1b7169643),segment_id=f608ace0-8ce3-46fd-b8b7-a5c1b7169643)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:56:32.814476 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-e0b23921-0836-4ce5-bad5-4c3d3a220bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:32.823972 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9ad090e9-7414-4f27-b577-983287b4da73 req-43f0e1c5-4512-418f-8177-ead51773fe7f service neutron] 10.222.0.36 "GET /v2.0/networks/11d685bf-9d27-42a1-9c13-5e0d108e0b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403682 May 18 18:56:32.849894 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device f8003f28-3cad-4379-819d-662802557191 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:56:32.893985 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b23921-0836-4ce5-bad5-4c3d3a220bf3 None None] Pushing event updated for resources: {'Port': ['ID=6c891bdb-dabc-47f2-b4db-9e008088d982,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:56:32.924845 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port f8003f28-3cad-4379-819d-662802557191 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:56:32.925214 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:32.930488 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9ad090e9-7414-4f27-b577-983287b4da73 req-5b382238-8624-4814-a12b-65cec67bf35c service neutron] 10.222.0.36 "GET /v2.0/networks/11d685bf-9d27-42a1-9c13-5e0d108e0b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952973 May 18 18:56:32.984341 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-883411ba-9c3f-4fdc-8224-a3afaf086fe0 None None] Provisioning complete for port 6c891bdb-dabc-47f2-b4db-9e008088d982 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:56:32.984706 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-883411ba-9c3f-4fdc-8224-a3afaf086fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:33.019563 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-74310353-586c-434f-af7d-2e980b536799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90314f17-7409-40a1-83ea-b45f92c9f170', 'name': 'tempest-TestEncryptedCinderVolumes-1114981700-router', 'tenant_id': 'f08dc0ad1c4146148fed9943669de4f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': 'f8003f28-3cad-4379-819d-662802557191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:56:24Z', 'updated_at': '2022-05-18T18:56:27Z', 'revision_number': 4, 'project_id': 'f08dc0ad1c4146148fed9943669de4f5', 'gw_port': {'id': 'f8003f28-3cad-4379-819d-662802557191', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:0d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90314f17-7409-40a1-83ea-b45f92c9f170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:56:25Z', 'updated_at': '2022-05-18T18:56:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '6c891bdb-dabc-47f2-b4db-9e008088d982', 'name': '', 'network_id': '0a852c5a-8f52-4747-afd6-20f3291fedf5', 'tenant_id': 'f08dc0ad1c4146148fed9943669de4f5', 'mac_address': 'fa:16:3e:b8:1d:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90314f17-7409-40a1-83ea-b45f92c9f170', 'device_owner': 'network:router_interface', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '65f92352-0972-401a-8e76-4956849ef2e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:56:27Z', 'updated_at': '2022-05-18T18:56:32Z', 'revision_number': 4, 'project_id': 'f08dc0ad1c4146148fed9943669de4f5', 'subnets': [{'id': '65f92352-0972-401a-8e76-4956849ef2e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:56:33.034584 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfbc1f3-5cce-4ecc-90fe-84874275eb2c req-06a76c66-3188-4c8c-9972-7e010ef68c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:56:33.036372 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ccfbc1f3-5cce-4ecc-90fe-84874275eb2c req-06a76c66-3188-4c8c-9972-7e010ef68c17 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fb39866a500d47f78f7f3199cc4a71da&device_id=116da816-75cb-42c0-b6d9-4286a8e4466d HTTP/1.1" status: 200 len: 1094 time: 0.0443602 May 18 18:56:33.049307 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74310353-586c-434f-af7d-2e980b536799 None None] The sync data for ids ['90314f17-7409-40a1-83ea-b45f92c9f170'] in n-d-838550-3 is: [{'id': '90314f17-7409-40a1-83ea-b45f92c9f170', 'name': 'tempest-TestEncryptedCinderVolumes-1114981700-router', 'tenant_id': 'f08dc0ad1c4146148fed9943669de4f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': 'f8003f28-3cad-4379-819d-662802557191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:56:24Z', 'updated_at': '2022-05-18T18:56:27Z', 'revision_number': 4, 'project_id': 'f08dc0ad1c4146148fed9943669de4f5', 'gw_port': {'id': 'f8003f28-3cad-4379-819d-662802557191', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:0d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90314f17-7409-40a1-83ea-b45f92c9f170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:56:25Z', 'updated_at': '2022-05-18T18:56:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '6c891bdb-dabc-47f2-b4db-9e008088d982', 'name': '', 'network_id': '0a852c5a-8f52-4747-afd6-20f3291fedf5', 'tenant_id': 'f08dc0ad1c4146148fed9943669de4f5', 'mac_address': 'fa:16:3e:b8:1d:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90314f17-7409-40a1-83ea-b45f92c9f170', 'device_owner': 'network:router_interface', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '65f92352-0972-401a-8e76-4956849ef2e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:56:27Z', 'updated_at': '2022-05-18T18:56:32Z', 'revision_number': 4, 'project_id': 'f08dc0ad1c4146148fed9943669de4f5', 'subnets': [{'id': '65f92352-0972-401a-8e76-4956849ef2e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:56:33.053330 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port f8003f28-3cad-4379-819d-662802557191 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:56:33.054513 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 6c891bdb-dabc-47f2-b4db-9e008088d982 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:56:33.131944 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-883411ba-9c3f-4fdc-8224-a3afaf086fe0 None None] Current status of the port 6c891bdb-dabc-47f2-b4db-9e008088d982 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:56:33.142682 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 6c891bdb-dabc-47f2-b4db-9e008088d982 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:56:33.143067 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:33.152581 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfbc1f3-5cce-4ecc-90fe-84874275eb2c req-3e62cc4e-905b-4d36-b933-64ada422c2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:56:33.155192 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ccfbc1f3-5cce-4ecc-90fe-84874275eb2c req-3e62cc4e-905b-4d36-b933-64ada422c2ff service neutron] 10.222.0.36 "GET /v2.0/networks?id=11d685bf-9d27-42a1-9c13-5e0d108e0b75 HTTP/1.1" status: 200 len: 917 time: 0.1121883 May 18 18:56:33.220538 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ccfbc1f3-5cce-4ecc-90fe-84874275eb2c req-cf491671-ade8-4f1b-b9f8-8e690cd821e3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=314714b8-995c-47a6-b7c0-de3be15397bd HTTP/1.1" status: 200 len: 217 time: 0.0557404 May 18 18:56:33.240473 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 6c891bdb-dabc-47f2-b4db-9e008088d982 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:56:33.274114 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf8cf49-a3d1-4801-8e4f-7ab79fbf8f51 req-69080331-7e8e-4938-a502-60911f6f15b2 tempest-TestEncryptedCinderVolumes-477038619 tempest-TestEncryptedCinderVolumes-477038619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:56:33.276381 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-eaf8cf49-a3d1-4801-8e4f-7ab79fbf8f51 req-69080331-7e8e-4938-a502-60911f6f15b2 tempest-TestEncryptedCinderVolumes-477038619 tempest-TestEncryptedCinderVolumes-477038619-project] 10.222.0.85 "GET /v2.0/ports?device_id=116da816-75cb-42c0-b6d9-4286a8e4466d HTTP/1.1" status: 200 len: 943 time: 0.1197133 May 18 18:56:33.294356 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfbc1f3-5cce-4ecc-90fe-84874275eb2c req-5459ce8f-1d0a-415a-bc32-35d5a3ffb578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:56:33.295816 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ccfbc1f3-5cce-4ecc-90fe-84874275eb2c req-5459ce8f-1d0a-415a-bc32-35d5a3ffb578 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2985f825-ed51-4419-8372-9e0f4a79b876 HTTP/1.1" status: 200 len: 855 time: 0.0667808 May 18 18:56:33.349481 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-eaf8cf49-a3d1-4801-8e4f-7ab79fbf8f51 req-9064452a-8280-446c-8992-33573cc28cd5 tempest-TestEncryptedCinderVolumes-477038619 tempest-TestEncryptedCinderVolumes-477038619-project] 10.222.0.85 "GET /v2.0/security-groups?id=993a8840-0327-4bab-9acc-38eba61ff97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660791 May 18 18:56:33.360038 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfbc1f3-5cce-4ecc-90fe-84874275eb2c req-f7297227-92cc-4a50-9adf-066e776d7895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:56:33.361676 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ccfbc1f3-5cce-4ecc-90fe-84874275eb2c req-f7297227-92cc-4a50-9adf-066e776d7895 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=11d685bf-9d27-42a1-9c13-5e0d108e0b75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0565400 May 18 18:56:33.460647 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ccfbc1f3-5cce-4ecc-90fe-84874275eb2c req-05c3e5b4-ab2a-4d9e-a3af-883d4003f9f7 service neutron] 10.222.0.36 "GET /v2.0/networks/11d685bf-9d27-42a1-9c13-5e0d108e0b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901885 May 18 18:56:33.556173 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ccfbc1f3-5cce-4ecc-90fe-84874275eb2c req-90483c6f-215b-40dd-8c2e-ff035287d1c7 service neutron] 10.222.0.36 "GET /v2.0/networks/11d685bf-9d27-42a1-9c13-5e0d108e0b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862434 May 18 18:56:34.468577 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a0f581-2c69-4612-9ceb-b85e1f5e66fa req-57833b02-5230-4b59-ae17-14e620f3208e tempest-TestEncryptedCinderVolumes-477038619 tempest-TestEncryptedCinderVolumes-477038619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:56:34.470175 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-95a0f581-2c69-4612-9ceb-b85e1f5e66fa req-57833b02-5230-4b59-ae17-14e620f3208e tempest-TestEncryptedCinderVolumes-477038619 tempest-TestEncryptedCinderVolumes-477038619-project] 10.222.0.85 "GET /v2.0/ports?device_id=116da816-75cb-42c0-b6d9-4286a8e4466d HTTP/1.1" status: 200 len: 943 time: 0.0513048 May 18 18:56:34.513275 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-95a0f581-2c69-4612-9ceb-b85e1f5e66fa req-48417849-f9a2-4261-88e9-efca8040e11d tempest-TestEncryptedCinderVolumes-477038619 tempest-TestEncryptedCinderVolumes-477038619-project] 10.222.0.85 "GET /v2.0/security-groups?id=993a8840-0327-4bab-9acc-38eba61ff97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370908 May 18 18:56:34.772601 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 6c891bdb-dabc-47f2-b4db-9e008088d982 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:56:34.821288 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 6c891bdb-dabc-47f2-b4db-9e008088d982 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:56:34.821692 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:34.898528 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 6c891bdb-dabc-47f2-b4db-9e008088d982 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:56:35.629607 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96116fa5-fc0a-4ea7-a151-5bb441b0eeb6 req-7c58a10c-c8b4-4191-9cba-a27e15952d33 tempest-TestEncryptedCinderVolumes-477038619 tempest-TestEncryptedCinderVolumes-477038619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:56:35.631127 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-96116fa5-fc0a-4ea7-a151-5bb441b0eeb6 req-7c58a10c-c8b4-4191-9cba-a27e15952d33 tempest-TestEncryptedCinderVolumes-477038619 tempest-TestEncryptedCinderVolumes-477038619-project] 10.222.0.85 "GET /v2.0/ports?device_id=116da816-75cb-42c0-b6d9-4286a8e4466d HTTP/1.1" status: 200 len: 943 time: 0.0488398 May 18 18:56:35.669518 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-96116fa5-fc0a-4ea7-a151-5bb441b0eeb6 req-3ba07019-20b9-4c43-9b0c-06dad1473bb2 tempest-TestEncryptedCinderVolumes-477038619 tempest-TestEncryptedCinderVolumes-477038619-project] 10.222.0.85 "GET /v2.0/security-groups?id=993a8840-0327-4bab-9acc-38eba61ff97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320754 May 18 18:56:36.162476 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 314714b8-995c-47a6-b7c0-de3be15397bd details requested by agent hyperv_n-h1-838550-3 with host n-h1-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:56:36.256066 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 314714b8-995c-47a6-b7c0-de3be15397bd, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=314714b8-995c-47a6-b7c0-de3be15397bd,segment=NetworkSegment(427bde3d-f5cc-4e28-bf48-e4d9a8458411),segment_id=427bde3d-f5cc-4e28-bf48-e4d9a8458411)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:56:36.271120 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Returning: {'device': '314714b8-995c-47a6-b7c0-de3be15397bd', 'network_id': '11d685bf-9d27-42a1-9c13-5e0d108e0b75', 'port_id': '314714b8-995c-47a6-b7c0-de3be15397bd', 'mac_address': 'fa:16:3e:1c:9d:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2985f825-ed51-4419-8372-9e0f4a79b876', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:56:36.307625 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 314714b8-995c-47a6-b7c0-de3be15397bd is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:56:36.308006 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:36.320216 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 314714b8-995c-47a6-b7c0-de3be15397bd {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:56:36.339107 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 314714b8-995c-47a6-b7c0-de3be15397bd, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=314714b8-995c-47a6-b7c0-de3be15397bd,segment=NetworkSegment(427bde3d-f5cc-4e28-bf48-e4d9a8458411),segment_id=427bde3d-f5cc-4e28-bf48-e4d9a8458411)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:56:36.343176 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:36.391057 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=314714b8-995c-47a6-b7c0-de3be15397bd,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:56:36.592614 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['314714b8-995c-47a6-b7c0-de3be15397bd'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:56:36.783947 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc233d2-0101-4bcb-b0cb-00ca79d2c29b req-73f8d2e4-f3ed-47d4-baf7-bb2b17c32784 tempest-TestEncryptedCinderVolumes-477038619 tempest-TestEncryptedCinderVolumes-477038619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:56:36.785413 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-abc233d2-0101-4bcb-b0cb-00ca79d2c29b req-73f8d2e4-f3ed-47d4-baf7-bb2b17c32784 tempest-TestEncryptedCinderVolumes-477038619 tempest-TestEncryptedCinderVolumes-477038619-project] 10.222.0.85 "GET /v2.0/ports?device_id=116da816-75cb-42c0-b6d9-4286a8e4466d HTTP/1.1" status: 200 len: 944 time: 0.0484920 May 18 18:56:36.823908 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-abc233d2-0101-4bcb-b0cb-00ca79d2c29b req-50a38df0-5914-46cc-b2bd-8890da2851ce tempest-TestEncryptedCinderVolumes-477038619 tempest-TestEncryptedCinderVolumes-477038619-project] 10.222.0.85 "GET /v2.0/security-groups?id=993a8840-0327-4bab-9acc-38eba61ff97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324850 May 18 18:56:37.721329 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-942ccfac-ea34-44b7-9445-38eaa0947e5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:37.938046 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634716f3-2a8c-4168-a126-fe10a06c938e req-93a7f139-9d32-4c2b-8fb4-5011985e5e7a tempest-TestEncryptedCinderVolumes-477038619 tempest-TestEncryptedCinderVolumes-477038619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:56:37.939514 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-634716f3-2a8c-4168-a126-fe10a06c938e req-93a7f139-9d32-4c2b-8fb4-5011985e5e7a tempest-TestEncryptedCinderVolumes-477038619 tempest-TestEncryptedCinderVolumes-477038619-project] 10.222.0.85 "GET /v2.0/ports?device_id=116da816-75cb-42c0-b6d9-4286a8e4466d HTTP/1.1" status: 200 len: 944 time: 0.0485210 May 18 18:56:37.981045 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-634716f3-2a8c-4168-a126-fe10a06c938e req-42660250-00b1-4615-9ef4-28c89094d065 tempest-TestEncryptedCinderVolumes-477038619 tempest-TestEncryptedCinderVolumes-477038619-project] 10.222.0.85 "GET /v2.0/security-groups?id=993a8840-0327-4bab-9acc-38eba61ff97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356014 May 18 18:56:38.166981 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 314714b8-995c-47a6-b7c0-de3be15397bd up at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:56:38.217147 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning for port 314714b8-995c-47a6-b7c0-de3be15397bd completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:56:38.221236 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning complete for port 314714b8-995c-47a6-b7c0-de3be15397bd triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:56:38.221606 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:38.299655 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 314714b8-995c-47a6-b7c0-de3be15397bd is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:56:38.300039 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:38.322062 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '116da816-75cb-42c0-b6d9-4286a8e4466d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '314714b8-995c-47a6-b7c0-de3be15397bd'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:56:38.324806 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f41c224-4118-4491-ba85-cb1249c57bcb" -d '{"events": [{"server_uuid": "116da816-75cb-42c0-b6d9-4286a8e4466d", "name": "network-vif-plugged", "status": "completed", "tag": "314714b8-995c-47a6-b7c0-de3be15397bd"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:56:38.336732 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 314714b8-995c-47a6-b7c0-de3be15397bd, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=314714b8-995c-47a6-b7c0-de3be15397bd,segment=NetworkSegment(427bde3d-f5cc-4e28-bf48-e4d9a8458411),segment_id=427bde3d-f5cc-4e28-bf48-e4d9a8458411)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:56:38.342761 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:38.390536 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=314714b8-995c-47a6-b7c0-de3be15397bd,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:56:38.431046 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9548b4d-7886-4efb-b047-545e183e68b3 x-openstack-request-id: req-c9548b4d-7886-4efb-b047-545e183e68b3 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:56:38.431349 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "116da816-75cb-42c0-b6d9-4286a8e4466d", "name": "network-vif-plugged", "status": "completed", "tag": "314714b8-995c-47a6-b7c0-de3be15397bd", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:56:38.431612 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-c9548b4d-7886-4efb-b047-545e183e68b3 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:56:38.432549 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9548b4d-7886-4efb-b047-545e183e68b3'] response: {'server_uuid': '116da816-75cb-42c0-b6d9-4286a8e4466d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '314714b8-995c-47a6-b7c0-de3be15397bd', 'code': 200} May 18 18:56:38.535965 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affdb7ee-9002-4591-9c6f-74bdbb051c33 req-79bdaea3-d6a8-4e8f-ab1d-647584c1cb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:56:38.537442 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-affdb7ee-9002-4591-9c6f-74bdbb051c33 req-79bdaea3-d6a8-4e8f-ab1d-647584c1cb33 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=116da816-75cb-42c0-b6d9-4286a8e4466d HTTP/1.1" status: 200 len: 1096 time: 0.0394211 May 18 18:56:38.573880 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-affdb7ee-9002-4591-9c6f-74bdbb051c33 req-bd6a89bc-1f19-499e-b1c0-8f2b57cc9525 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=993a8840-0327-4bab-9acc-38eba61ff97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281706 May 18 18:56:39.096856 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eedd92-7943-4342-8ebd-5d5af1ec25d9 req-c4b50607-c3c6-4326-877f-2b51d8460e2f tempest-TestEncryptedCinderVolumes-477038619 tempest-TestEncryptedCinderVolumes-477038619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:56:39.098375 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-77eedd92-7943-4342-8ebd-5d5af1ec25d9 req-c4b50607-c3c6-4326-877f-2b51d8460e2f tempest-TestEncryptedCinderVolumes-477038619 tempest-TestEncryptedCinderVolumes-477038619-project] 10.222.0.85 "GET /v2.0/ports?device_id=116da816-75cb-42c0-b6d9-4286a8e4466d HTTP/1.1" status: 200 len: 945 time: 0.0491846 May 18 18:56:39.136186 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-77eedd92-7943-4342-8ebd-5d5af1ec25d9 req-e2bdd5c1-a76e-4ebe-a94b-c31713a013dc tempest-TestEncryptedCinderVolumes-477038619 tempest-TestEncryptedCinderVolumes-477038619-project] 10.222.0.85 "GET /v2.0/security-groups?id=993a8840-0327-4bab-9acc-38eba61ff97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308239 May 18 18:56:40.098492 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-900149bf-dbd1-46ec-b7b8-f7f5162c0f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:40.250665 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5910d3-15a5-4e99-916e-dc7b197238f5 req-61751ffc-a8e2-419b-bc55-43e0e1b05701 tempest-TestEncryptedCinderVolumes-477038619 tempest-TestEncryptedCinderVolumes-477038619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:56:40.252152 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1d5910d3-15a5-4e99-916e-dc7b197238f5 req-61751ffc-a8e2-419b-bc55-43e0e1b05701 tempest-TestEncryptedCinderVolumes-477038619 tempest-TestEncryptedCinderVolumes-477038619-project] 10.222.0.85 "GET /v2.0/ports?device_id=116da816-75cb-42c0-b6d9-4286a8e4466d HTTP/1.1" status: 200 len: 945 time: 0.0482337 May 18 18:56:40.293390 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1d5910d3-15a5-4e99-916e-dc7b197238f5 req-0757b58b-37a2-487c-be0c-0e9981221003 tempest-TestEncryptedCinderVolumes-477038619 tempest-TestEncryptedCinderVolumes-477038619-project] 10.222.0.85 "GET /v2.0/security-groups?id=993a8840-0327-4bab-9acc-38eba61ff97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353687 May 18 18:56:40.407105 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423fbaa7-d28c-4aef-9bf1-db03cd1c7bb5 req-4b0e615a-a212-40a2-82b7-e404f76b7a0e tempest-TestEncryptedCinderVolumes-477038619 tempest-TestEncryptedCinderVolumes-477038619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:56:40.408523 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-423fbaa7-d28c-4aef-9bf1-db03cd1c7bb5 req-4b0e615a-a212-40a2-82b7-e404f76b7a0e tempest-TestEncryptedCinderVolumes-477038619 tempest-TestEncryptedCinderVolumes-477038619-project] 10.222.0.85 "GET /v2.0/ports?device_id=116da816-75cb-42c0-b6d9-4286a8e4466d HTTP/1.1" status: 200 len: 945 time: 0.0480721 May 18 18:56:40.446623 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-423fbaa7-d28c-4aef-9bf1-db03cd1c7bb5 req-96920788-d4a9-4805-8968-0cbbcdea5e35 tempest-TestEncryptedCinderVolumes-477038619 tempest-TestEncryptedCinderVolumes-477038619-project] 10.222.0.85 "GET /v2.0/security-groups?id=993a8840-0327-4bab-9acc-38eba61ff97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321636 May 18 18:56:41.413408 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:42.565420 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:43.146249 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:56:51.288194 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 7 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 18:56:58.923301 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c607be64-f369-4caf-b53c-925b6134d295 req-dae5dab1-d2a3-46ad-a854-c04202d8949e tempest-TestEncryptedCinderVolumes-477038619 tempest-TestEncryptedCinderVolumes-477038619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:56:58.924807 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c607be64-f369-4caf-b53c-925b6134d295 req-dae5dab1-d2a3-46ad-a854-c04202d8949e tempest-TestEncryptedCinderVolumes-477038619 tempest-TestEncryptedCinderVolumes-477038619-project] 10.222.0.85 "GET /v2.0/ports?device_id=116da816-75cb-42c0-b6d9-4286a8e4466d HTTP/1.1" status: 200 len: 945 time: 0.0500665 May 18 18:56:58.962187 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c607be64-f369-4caf-b53c-925b6134d295 req-a403892d-ef3b-496b-a04c-1ef8238a18e9 tempest-TestEncryptedCinderVolumes-477038619 tempest-TestEncryptedCinderVolumes-477038619-project] 10.222.0.85 "GET /v2.0/security-groups?id=993a8840-0327-4bab-9acc-38eba61ff97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311863 May 18 18:57:00.078079 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9152b0a4-e362-47f3-a158-d2f0b8c60b8b req-044c0bce-3d33-4dee-ac87-f5e3cdb28616 tempest-TestEncryptedCinderVolumes-477038619 tempest-TestEncryptedCinderVolumes-477038619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:57:00.079561 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9152b0a4-e362-47f3-a158-d2f0b8c60b8b req-044c0bce-3d33-4dee-ac87-f5e3cdb28616 tempest-TestEncryptedCinderVolumes-477038619 tempest-TestEncryptedCinderVolumes-477038619-project] 10.222.0.85 "GET /v2.0/ports?device_id=116da816-75cb-42c0-b6d9-4286a8e4466d HTTP/1.1" status: 200 len: 945 time: 0.0488393 May 18 18:57:00.120873 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9152b0a4-e362-47f3-a158-d2f0b8c60b8b req-7177869d-47ab-46e2-8bd5-9c83af1ff8c7 tempest-TestEncryptedCinderVolumes-477038619 tempest-TestEncryptedCinderVolumes-477038619-project] 10.222.0.85 "GET /v2.0/security-groups?id=993a8840-0327-4bab-9acc-38eba61ff97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353663 May 18 18:57:00.547304 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7759645-6ad2-4060-93c1-d0aa151df20e req-eda5079c-5613-4295-b006-dd6ca94f456a tempest-TestEncryptedCinderVolumes-477038619 tempest-TestEncryptedCinderVolumes-477038619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:57:00.548758 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c7759645-6ad2-4060-93c1-d0aa151df20e req-eda5079c-5613-4295-b006-dd6ca94f456a tempest-TestEncryptedCinderVolumes-477038619 tempest-TestEncryptedCinderVolumes-477038619-project] 10.222.0.36 "GET /v2.0/ports?device_id=116da816-75cb-42c0-b6d9-4286a8e4466d HTTP/1.1" status: 200 len: 945 time: 0.0493693 May 18 18:57:00.638590 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-c7759645-6ad2-4060-93c1-d0aa151df20e req-12f644a8-15d7-41a3-8938-0bebf28c1bc6 tempest-TestEncryptedCinderVolumes-477038619 tempest-TestEncryptedCinderVolumes-477038619-project] Deleting port 314714b8-995c-47a6-b7c0-de3be15397bd {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:57:00.638937 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-c7759645-6ad2-4060-93c1-d0aa151df20e req-12f644a8-15d7-41a3-8938-0bebf28c1bc6 tempest-TestEncryptedCinderVolumes-477038619 tempest-TestEncryptedCinderVolumes-477038619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:00.731106 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-c7759645-6ad2-4060-93c1-d0aa151df20e req-12f644a8-15d7-41a3-8938-0bebf28c1bc6 tempest-TestEncryptedCinderVolumes-477038619 tempest-TestEncryptedCinderVolumes-477038619-project] For port 314714b8-995c-47a6-b7c0-de3be15397bd, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=314714b8-995c-47a6-b7c0-de3be15397bd,segment=NetworkSegment(427bde3d-f5cc-4e28-bf48-e4d9a8458411),segment_id=427bde3d-f5cc-4e28-bf48-e4d9a8458411)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:57:00.731467 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-c7759645-6ad2-4060-93c1-d0aa151df20e req-12f644a8-15d7-41a3-8938-0bebf28c1bc6 tempest-TestEncryptedCinderVolumes-477038619 tempest-TestEncryptedCinderVolumes-477038619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:00.742910 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-c7759645-6ad2-4060-93c1-d0aa151df20e req-12f644a8-15d7-41a3-8938-0bebf28c1bc6 tempest-TestEncryptedCinderVolumes-477038619 tempest-TestEncryptedCinderVolumes-477038619-project] Calling delete_port for 314714b8-995c-47a6-b7c0-de3be15397bd owned by compute:nova {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:57:00.873332 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-c7759645-6ad2-4060-93c1-d0aa151df20e req-12f644a8-15d7-41a3-8938-0bebf28c1bc6 tempest-TestEncryptedCinderVolumes-477038619 tempest-TestEncryptedCinderVolumes-477038619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:00.890074 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['314714b8-995c-47a6-b7c0-de3be15397bd'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:57:00.901445 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f644a8-15d7-41a3-8938-0bebf28c1bc6 tempest-TestEncryptedCinderVolumes-477038619 tempest-TestEncryptedCinderVolumes-477038619-project] Pushing event deleted for resources: {'Port': ['ID=314714b8-995c-47a6-b7c0-de3be15397bd,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:57:00.944800 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7759645-6ad2-4060-93c1-d0aa151df20e req-12f644a8-15d7-41a3-8938-0bebf28c1bc6 tempest-TestEncryptedCinderVolumes-477038619 tempest-TestEncryptedCinderVolumes-477038619-project] No DVR routers for this DVR port 314714b8-995c-47a6-b7c0-de3be15397bd on host n-h1-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:57:00.947524 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-c7759645-6ad2-4060-93c1-d0aa151df20e req-12f644a8-15d7-41a3-8938-0bebf28c1bc6 tempest-TestEncryptedCinderVolumes-477038619 tempest-TestEncryptedCinderVolumes-477038619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:00.951097 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c7759645-6ad2-4060-93c1-d0aa151df20e req-12f644a8-15d7-41a3-8938-0bebf28c1bc6 tempest-TestEncryptedCinderVolumes-477038619 tempest-TestEncryptedCinderVolumes-477038619-project] 10.222.0.36 "DELETE /v2.0/ports/314714b8-995c-47a6-b7c0-de3be15397bd HTTP/1.1" status: 204 len: 173 time: 0.3957355 May 18 18:57:00.951576 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '116da816-75cb-42c0-b6d9-4286a8e4466d', 'name': 'network-vif-deleted', 'tag': '314714b8-995c-47a6-b7c0-de3be15397bd'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:57:00.953875 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10373adb-b0df-48ca-b306-6a7317a4c66d" -d '{"events": [{"server_uuid": "116da816-75cb-42c0-b6d9-4286a8e4466d", "name": "network-vif-deleted", "tag": "314714b8-995c-47a6-b7c0-de3be15397bd"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:57:01.004572 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-939b1de6-f56d-4776-981b-88125fd4018b x-openstack-request-id: req-939b1de6-f56d-4776-981b-88125fd4018b {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:57:01.004869 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "116da816-75cb-42c0-b6d9-4286a8e4466d", "name": "network-vif-deleted", "tag": "314714b8-995c-47a6-b7c0-de3be15397bd", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:57:01.005123 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-939b1de6-f56d-4776-981b-88125fd4018b {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:57:01.005526 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-939b1de6-f56d-4776-981b-88125fd4018b'] response: {'server_uuid': '116da816-75cb-42c0-b6d9-4286a8e4466d', 'name': 'network-vif-deleted', 'tag': '314714b8-995c-47a6-b7c0-de3be15397bd', 'status': 'completed', 'code': 200} May 18 18:57:01.226263 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1c8f0f52-7097-4bc9-8eed-f4d6f4e06d63 req-e5b0309a-0244-4cd5-9c3f-298b57913433 tempest-TestEncryptedCinderVolumes-477038619 tempest-TestEncryptedCinderVolumes-477038619-project] 10.222.0.85 "GET /v2.0/ports?device_id=116da816-75cb-42c0-b6d9-4286a8e4466d HTTP/1.1" status: 200 len: 210 time: 0.0261662 May 18 18:57:01.467166 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:01.611298 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:02.580865 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1737d98-2aa9-41dd-8a04-2a562dd1f2a8 req-5d17990d-8f18-4133-b83f-411beccc5ef9 tempest-TestEncryptedCinderVolumes-477038619 tempest-TestEncryptedCinderVolumes-477038619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:57:02.582277 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f1737d98-2aa9-41dd-8a04-2a562dd1f2a8 req-5d17990d-8f18-4133-b83f-411beccc5ef9 tempest-TestEncryptedCinderVolumes-477038619 tempest-TestEncryptedCinderVolumes-477038619-project] 10.222.0.85 "GET /v2.0/networks?id=11d685bf-9d27-42a1-9c13-5e0d108e0b75 HTTP/1.1" status: 200 len: 816 time: 0.1016357 May 18 18:57:02.597292 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f1737d98-2aa9-41dd-8a04-2a562dd1f2a8 req-ef8221de-6775-4303-9c44-d24b6eb077b6 tempest-TestEncryptedCinderVolumes-477038619 tempest-TestEncryptedCinderVolumes-477038619-project] 10.222.0.85 "GET /v2.0/quotas/fb39866a500d47f78f7f3199cc4a71da HTTP/1.1" status: 200 len: 375 time: 0.0093513 May 18 18:57:02.647528 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f1737d98-2aa9-41dd-8a04-2a562dd1f2a8 req-01da6634-d1a7-4f72-9d6b-250a340bc288 tempest-TestEncryptedCinderVolumes-477038619 tempest-TestEncryptedCinderVolumes-477038619-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=fb39866a500d47f78f7f3199cc4a71da&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449407 May 18 18:57:02.745291 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f1737d98-2aa9-41dd-8a04-2a562dd1f2a8 req-35c0a6fe-ea74-4fb5-83fa-991948e9e7cb service neutron] 10.222.0.85 "GET /v2.0/networks/11d685bf-9d27-42a1-9c13-5e0d108e0b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857580 May 18 18:57:02.832154 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f1737d98-2aa9-41dd-8a04-2a562dd1f2a8 req-c32d1613-b32d-4cc6-876f-81f5aa2ae551 service neutron] 10.222.0.85 "GET /v2.0/networks/11d685bf-9d27-42a1-9c13-5e0d108e0b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807104 May 18 18:57:02.989458 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-23d3d5b0-7ced-4e1b-82a0-f80b51d41468 req-853eb689-9782-44d2-aa19-aaa2dc5ea73d tempest-TestEncryptedCinderVolumes-477038619 tempest-TestEncryptedCinderVolumes-477038619-project] 10.222.0.85 "GET /v2.0/ports?device_id=2d766c57-e87b-40a1-bb4d-7541b36d589d HTTP/1.1" status: 200 len: 210 time: 0.0278842 May 18 18:57:04.045967 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1737d98-2aa9-41dd-8a04-2a562dd1f2a8 req-04565ec5-a2a4-49e0-95a9-acc1a430f1f1 tempest-TestEncryptedCinderVolumes-477038619 tempest-TestEncryptedCinderVolumes-477038619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:57:04.047469 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f1737d98-2aa9-41dd-8a04-2a562dd1f2a8 req-04565ec5-a2a4-49e0-95a9-acc1a430f1f1 tempest-TestEncryptedCinderVolumes-477038619 tempest-TestEncryptedCinderVolumes-477038619-project] 10.222.0.36 "GET /v2.0/networks?id=11d685bf-9d27-42a1-9c13-5e0d108e0b75 HTTP/1.1" status: 200 len: 816 time: 0.1069133 May 18 18:57:04.075206 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-f1737d98-2aa9-41dd-8a04-2a562dd1f2a8 req-e440b3e0-7bad-4990-b953-f5dfced3a814 tempest-TestEncryptedCinderVolumes-477038619 tempest-TestEncryptedCinderVolumes-477038619-project] Request body: {'port': {'device_id': '2d766c57-e87b-40a1-bb4d-7541b36d589d', 'network_id': '11d685bf-9d27-42a1-9c13-5e0d108e0b75', 'admin_state_up': True, 'tenant_id': 'fb39866a500d47f78f7f3199cc4a71da'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:57:04.097030 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-88d2892b-9aca-4e51-b01b-9f7e7655ad6e req-8e5b3c00-95e1-43f6-b0a4-c9028b0a63e5 tempest-TestEncryptedCinderVolumes-477038619 tempest-TestEncryptedCinderVolumes-477038619-project] 10.222.0.85 "GET /v2.0/ports?device_id=2d766c57-e87b-40a1-bb4d-7541b36d589d HTTP/1.1" status: 200 len: 210 time: 0.0377634 May 18 18:57:04.199145 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1737d98-2aa9-41dd-8a04-2a562dd1f2a8 req-e440b3e0-7bad-4990-b953-f5dfced3a814 tempest-TestEncryptedCinderVolumes-477038619 tempest-TestEncryptedCinderVolumes-477038619-project] Made reservation on behalf of fb39866a500d47f78f7f3199cc4a71da for: {'port': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:57:04.202808 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-f1737d98-2aa9-41dd-8a04-2a562dd1f2a8 req-e440b3e0-7bad-4990-b953-f5dfced3a814 tempest-TestEncryptedCinderVolumes-477038619 tempest-TestEncryptedCinderVolumes-477038619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:04.327193 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [req-f1737d98-2aa9-41dd-8a04-2a562dd1f2a8 req-e440b3e0-7bad-4990-b953-f5dfced3a814 tempest-TestEncryptedCinderVolumes-477038619 tempest-TestEncryptedCinderVolumes-477038619-project] Allocated IP 172.20.0.8 (11d685bf-9d27-42a1-9c13-5e0d108e0b75/2985f825-ed51-4419-8372-9e0f4a79b876/90826985-9fb2-48a3-a6cd-961c328dbf37) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:57:04.358202 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 314714b8-995c-47a6-b7c0-de3be15397bd no longer exists at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:57:04.379707 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] No Port match for: 314714b8-995c-47a6-b7c0-de3be15397bd {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:57:04.380100 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 314714b8-995c-47a6-b7c0-de3be15397bd not bound to the agent host n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:57:04.477647 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-f1737d98-2aa9-41dd-8a04-2a562dd1f2a8 req-e440b3e0-7bad-4990-b953-f5dfced3a814 tempest-TestEncryptedCinderVolumes-477038619 tempest-TestEncryptedCinderVolumes-477038619-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:04.511409 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-f1737d98-2aa9-41dd-8a04-2a562dd1f2a8 req-e440b3e0-7bad-4990-b953-f5dfced3a814 tempest-TestEncryptedCinderVolumes-477038619 tempest-TestEncryptedCinderVolumes-477038619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:04.553120 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1737d98-2aa9-41dd-8a04-2a562dd1f2a8 req-e440b3e0-7bad-4990-b953-f5dfced3a814 tempest-TestEncryptedCinderVolumes-477038619 tempest-TestEncryptedCinderVolumes-477038619-project] Network 11d685bf-9d27-42a1-9c13-5e0d108e0b75 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:57:04.556081 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [req-f1737d98-2aa9-41dd-8a04-2a562dd1f2a8 req-e440b3e0-7bad-4990-b953-f5dfced3a814 tempest-TestEncryptedCinderVolumes-477038619 tempest-TestEncryptedCinderVolumes-477038619-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:57:04.560315 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1737d98-2aa9-41dd-8a04-2a562dd1f2a8 req-e440b3e0-7bad-4990-b953-f5dfced3a814 tempest-TestEncryptedCinderVolumes-477038619 tempest-TestEncryptedCinderVolumes-477038619-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:57:04.569063 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e440b3e0-7bad-4990-b953-f5dfced3a814 tempest-TestEncryptedCinderVolumes-477038619 tempest-TestEncryptedCinderVolumes-477038619-project] Pushing event updated for resources: {'Port': ['ID=90826985-9fb2-48a3-a6cd-961c328dbf37,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:57:04.620279 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1737d98-2aa9-41dd-8a04-2a562dd1f2a8 req-e440b3e0-7bad-4990-b953-f5dfced3a814 tempest-TestEncryptedCinderVolumes-477038619 tempest-TestEncryptedCinderVolumes-477038619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:57:04.620928 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-f1737d98-2aa9-41dd-8a04-2a562dd1f2a8 req-e440b3e0-7bad-4990-b953-f5dfced3a814 tempest-TestEncryptedCinderVolumes-477038619 tempest-TestEncryptedCinderVolumes-477038619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:04.638427 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f1737d98-2aa9-41dd-8a04-2a562dd1f2a8 req-e440b3e0-7bad-4990-b953-f5dfced3a814 tempest-TestEncryptedCinderVolumes-477038619 tempest-TestEncryptedCinderVolumes-477038619-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5684381 May 18 18:57:04.663699 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-f1737d98-2aa9-41dd-8a04-2a562dd1f2a8 req-0ad7076e-0963-4dea-93ab-c49de283d9f2 service neutron] Request body: {'port': {'device_id': '2d766c57-e87b-40a1-bb4d-7541b36d589d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-3'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:57:04.844723 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-82e445fa-859a-4f9c-919a-a46dc8597def None None] Provisioning complete for port 90826985-9fb2-48a3-a6cd-961c328dbf37 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:57:04.845006 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-82e445fa-859a-4f9c-919a-a46dc8597def None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:04.879362 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-82e445fa-859a-4f9c-919a-a46dc8597def None None] Port 90826985-9fb2-48a3-a6cd-961c328dbf37 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:57:05.044658 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-f1737d98-2aa9-41dd-8a04-2a562dd1f2a8 req-0ad7076e-0963-4dea-93ab-c49de283d9f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:05.279558 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a520ff-23ca-48c0-aba3-23056330bd5d req-cac88dee-a9d8-4c05-81dc-c9c5e3e5a8e2 tempest-TestEncryptedCinderVolumes-477038619 tempest-TestEncryptedCinderVolumes-477038619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:57:05.281041 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c4a520ff-23ca-48c0-aba3-23056330bd5d req-cac88dee-a9d8-4c05-81dc-c9c5e3e5a8e2 tempest-TestEncryptedCinderVolumes-477038619 tempest-TestEncryptedCinderVolumes-477038619-project] 10.222.0.85 "GET /v2.0/ports?device_id=2d766c57-e87b-40a1-bb4d-7541b36d589d HTTP/1.1" status: 200 len: 931 time: 0.1122987 May 18 18:57:05.340049 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c4a520ff-23ca-48c0-aba3-23056330bd5d req-dcd8cc9b-6bf9-4d1c-af2a-22bccd30cb16 tempest-TestEncryptedCinderVolumes-477038619 tempest-TestEncryptedCinderVolumes-477038619-project] 10.222.0.85 "GET /v2.0/security-groups?id=993a8840-0327-4bab-9acc-38eba61ff97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519629 May 18 18:57:05.375438 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [req-f1737d98-2aa9-41dd-8a04-2a562dd1f2a8 req-0ad7076e-0963-4dea-93ab-c49de283d9f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90826985-9fb2-48a3-a6cd-961c328dbf37 {{(pid=102730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:57:05.382706 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-f1737d98-2aa9-41dd-8a04-2a562dd1f2a8 req-0ad7076e-0963-4dea-93ab-c49de283d9f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:05.396571 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [req-f1737d98-2aa9-41dd-8a04-2a562dd1f2a8 req-0ad7076e-0963-4dea-93ab-c49de283d9f2 service neutron] Transition to ACTIVE for port object 90826985-9fb2-48a3-a6cd-961c328dbf37 will not be triggered until provisioned by entity L2. {{(pid=102730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:57:05.400090 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-f1737d98-2aa9-41dd-8a04-2a562dd1f2a8 req-0ad7076e-0963-4dea-93ab-c49de283d9f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:05.451434 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad7076e-0963-4dea-93ab-c49de283d9f2 service neutron] Pushing event updated for resources: {'Port': ['ID=90826985-9fb2-48a3-a6cd-961c328dbf37,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:57:05.525237 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-f1737d98-2aa9-41dd-8a04-2a562dd1f2a8 req-0ad7076e-0963-4dea-93ab-c49de283d9f2 service neutron] Attempting to bind port 90826985-9fb2-48a3-a6cd-961c328dbf37 on host n-h1-838550-3 for vnic_type normal with profile {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:57:05.525573 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-f1737d98-2aa9-41dd-8a04-2a562dd1f2a8 req-0ad7076e-0963-4dea-93ab-c49de283d9f2 service neutron] Attempting to bind port 90826985-9fb2-48a3-a6cd-961c328dbf37 by drivers openvswitch,hyperv on host n-h1-838550-3 at level 0 using segments [{'id': '427bde3d-f5cc-4e28-bf48-e4d9a8458411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '11d685bf-9d27-42a1-9c13-5e0d108e0b75'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:57:05.525948 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1737d98-2aa9-41dd-8a04-2a562dd1f2a8 req-0ad7076e-0963-4dea-93ab-c49de283d9f2 service neutron] Attempting to bind port 90826985-9fb2-48a3-a6cd-961c328dbf37 on network 11d685bf-9d27-42a1-9c13-5e0d108e0b75 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:57:05.531318 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1737d98-2aa9-41dd-8a04-2a562dd1f2a8 req-0ad7076e-0963-4dea-93ab-c49de283d9f2 service neutron] Port 90826985-9fb2-48a3-a6cd-961c328dbf37 on network 11d685bf-9d27-42a1-9c13-5e0d108e0b75 not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-3 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:57:05.531647 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1737d98-2aa9-41dd-8a04-2a562dd1f2a8 req-0ad7076e-0963-4dea-93ab-c49de283d9f2 service neutron] Attempting to bind port 90826985-9fb2-48a3-a6cd-961c328dbf37 on network 11d685bf-9d27-42a1-9c13-5e0d108e0b75 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:57:05.536996 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1737d98-2aa9-41dd-8a04-2a562dd1f2a8 req-0ad7076e-0963-4dea-93ab-c49de283d9f2 service neutron] Checking agent: {'id': '1dbac822-25f2-4df8-9dc8-5c2e7b136eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 57, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:57:05.537337 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1737d98-2aa9-41dd-8a04-2a562dd1f2a8 req-0ad7076e-0963-4dea-93ab-c49de283d9f2 service neutron] Checking segment: {'id': '427bde3d-f5cc-4e28-bf48-e4d9a8458411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '11d685bf-9d27-42a1-9c13-5e0d108e0b75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:57:05.537751 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1737d98-2aa9-41dd-8a04-2a562dd1f2a8 req-0ad7076e-0963-4dea-93ab-c49de283d9f2 service neutron] Bound using segment: {'id': '427bde3d-f5cc-4e28-bf48-e4d9a8458411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '11d685bf-9d27-42a1-9c13-5e0d108e0b75'} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:57:05.538187 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-f1737d98-2aa9-41dd-8a04-2a562dd1f2a8 req-0ad7076e-0963-4dea-93ab-c49de283d9f2 service neutron] Bound port: 90826985-9fb2-48a3-a6cd-961c328dbf37, host: n-h1-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '427bde3d-f5cc-4e28-bf48-e4d9a8458411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '11d685bf-9d27-42a1-9c13-5e0d108e0b75'}}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:57:05.538549 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-f1737d98-2aa9-41dd-8a04-2a562dd1f2a8 req-0ad7076e-0963-4dea-93ab-c49de283d9f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:05.613492 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-f1737d98-2aa9-41dd-8a04-2a562dd1f2a8 req-0ad7076e-0963-4dea-93ab-c49de283d9f2 service neutron] For port 90826985-9fb2-48a3-a6cd-961c328dbf37, host n-h1-838550-3, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:57:05.616628 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-f1737d98-2aa9-41dd-8a04-2a562dd1f2a8 req-0ad7076e-0963-4dea-93ab-c49de283d9f2 service neutron] For port 90826985-9fb2-48a3-a6cd-961c328dbf37, host n-h1-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=90826985-9fb2-48a3-a6cd-961c328dbf37,segment=NetworkSegment(427bde3d-f5cc-4e28-bf48-e4d9a8458411),segment_id=427bde3d-f5cc-4e28-bf48-e4d9a8458411)] {{(pid=102730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:57:05.621566 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-f1737d98-2aa9-41dd-8a04-2a562dd1f2a8 req-0ad7076e-0963-4dea-93ab-c49de283d9f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:05.655752 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1737d98-2aa9-41dd-8a04-2a562dd1f2a8 req-0ad7076e-0963-4dea-93ab-c49de283d9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:57:05.656367 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-f1737d98-2aa9-41dd-8a04-2a562dd1f2a8 req-0ad7076e-0963-4dea-93ab-c49de283d9f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:05.657860 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f1737d98-2aa9-41dd-8a04-2a562dd1f2a8 req-0ad7076e-0963-4dea-93ab-c49de283d9f2 service neutron] 10.222.0.36 "PUT /v2.0/ports/90826985-9fb2-48a3-a6cd-961c328dbf37 HTTP/1.1" status: 200 len: 1091 time: 0.9984536 May 18 18:57:05.658269 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d766c57-e87b-40a1-bb4d-7541b36d589d', 'tag': '90826985-9fb2-48a3-a6cd-961c328dbf37'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:57:05.660518 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9398ffa0-21b0-4ee7-84fe-a2629dc4f637" -d '{"events": [{"name": "network-changed", "server_uuid": "2d766c57-e87b-40a1-bb4d-7541b36d589d", "tag": "90826985-9fb2-48a3-a6cd-961c328dbf37"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:57:05.691236 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad7076e-0963-4dea-93ab-c49de283d9f2 service neutron] Pushing event updated for resources: {'Port': ['ID=90826985-9fb2-48a3-a6cd-961c328dbf37,revision_number=3']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:57:05.732290 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-273e5622-bf87-4cd0-850c-5996cde05508 x-openstack-request-id: req-273e5622-bf87-4cd0-850c-5996cde05508 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:57:05.732591 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d766c57-e87b-40a1-bb4d-7541b36d589d", "tag": "90826985-9fb2-48a3-a6cd-961c328dbf37", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:57:05.732842 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-273e5622-bf87-4cd0-850c-5996cde05508 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:57:05.733246 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-273e5622-bf87-4cd0-850c-5996cde05508'] response: {'name': 'network-changed', 'server_uuid': '2d766c57-e87b-40a1-bb4d-7541b36d589d', 'tag': '90826985-9fb2-48a3-a6cd-961c328dbf37', 'status': 'completed', 'code': 200} May 18 18:57:05.771745 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1737d98-2aa9-41dd-8a04-2a562dd1f2a8 req-6cf75311-1b10-4f19-bf1c-d0df1ec92471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:57:05.773290 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f1737d98-2aa9-41dd-8a04-2a562dd1f2a8 req-6cf75311-1b10-4f19-bf1c-d0df1ec92471 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fb39866a500d47f78f7f3199cc4a71da&device_id=2d766c57-e87b-40a1-bb4d-7541b36d589d HTTP/1.1" status: 200 len: 1094 time: 0.0513361 May 18 18:57:05.822724 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f1737d98-2aa9-41dd-8a04-2a562dd1f2a8 req-3ec04b89-5fd4-4e3b-815a-b4cb0bf394e1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=90826985-9fb2-48a3-a6cd-961c328dbf37 HTTP/1.1" status: 200 len: 217 time: 0.0360310 May 18 18:57:05.873346 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1737d98-2aa9-41dd-8a04-2a562dd1f2a8 req-51fecf1b-8419-49b4-8a61-5faf858b39a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:57:05.874823 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f1737d98-2aa9-41dd-8a04-2a562dd1f2a8 req-51fecf1b-8419-49b4-8a61-5faf858b39a0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2985f825-ed51-4419-8372-9e0f4a79b876 HTTP/1.1" status: 200 len: 855 time: 0.0443010 May 18 18:57:05.923615 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1737d98-2aa9-41dd-8a04-2a562dd1f2a8 req-3bd47178-edfe-4eba-8938-c3fe6a3fcfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:57:05.926247 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f1737d98-2aa9-41dd-8a04-2a562dd1f2a8 req-3bd47178-edfe-4eba-8938-c3fe6a3fcfb3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=11d685bf-9d27-42a1-9c13-5e0d108e0b75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433218 May 18 18:57:06.022917 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f1737d98-2aa9-41dd-8a04-2a562dd1f2a8 req-e6964a86-445f-4d33-9c72-bf03eb633085 service neutron] 10.222.0.36 "GET /v2.0/networks/11d685bf-9d27-42a1-9c13-5e0d108e0b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862951 May 18 18:57:06.113700 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f1737d98-2aa9-41dd-8a04-2a562dd1f2a8 req-be4fc07c-304b-45ce-9088-984892215cbf service neutron] 10.222.0.36 "GET /v2.0/networks/11d685bf-9d27-42a1-9c13-5e0d108e0b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807579 May 18 18:57:06.215934 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9398ffa0-21b0-4ee7-84fe-a2629dc4f637 req-4a50a3cb-494a-45a4-ac3b-5894c30211cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:57:06.217355 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9398ffa0-21b0-4ee7-84fe-a2629dc4f637 req-4a50a3cb-494a-45a4-ac3b-5894c30211cd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fb39866a500d47f78f7f3199cc4a71da&device_id=2d766c57-e87b-40a1-bb4d-7541b36d589d HTTP/1.1" status: 200 len: 1094 time: 0.0463676 May 18 18:57:06.304957 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9398ffa0-21b0-4ee7-84fe-a2629dc4f637 req-edd052f9-bf63-4a21-9c38-c395e0c79140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:57:06.306467 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9398ffa0-21b0-4ee7-84fe-a2629dc4f637 req-edd052f9-bf63-4a21-9c38-c395e0c79140 service neutron] 10.222.0.36 "GET /v2.0/networks?id=11d685bf-9d27-42a1-9c13-5e0d108e0b75 HTTP/1.1" status: 200 len: 917 time: 0.0826573 May 18 18:57:06.350371 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9398ffa0-21b0-4ee7-84fe-a2629dc4f637 req-366224ff-e7f3-41b5-85e0-5b1243080512 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=90826985-9fb2-48a3-a6cd-961c328dbf37 HTTP/1.1" status: 200 len: 217 time: 0.0372441 May 18 18:57:06.399640 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9398ffa0-21b0-4ee7-84fe-a2629dc4f637 req-2c4ce0d5-4071-407e-a00b-e4c42b5e884e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:57:06.401698 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9398ffa0-21b0-4ee7-84fe-a2629dc4f637 req-2c4ce0d5-4071-407e-a00b-e4c42b5e884e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2985f825-ed51-4419-8372-9e0f4a79b876 HTTP/1.1" status: 200 len: 855 time: 0.0440779 May 18 18:57:06.478274 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9398ffa0-21b0-4ee7-84fe-a2629dc4f637 req-11a30e67-d05d-462e-8b30-5972cb9d4757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:57:06.480369 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9398ffa0-21b0-4ee7-84fe-a2629dc4f637 req-11a30e67-d05d-462e-8b30-5972cb9d4757 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=11d685bf-9d27-42a1-9c13-5e0d108e0b75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696907 May 18 18:57:06.487803 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87323ffc-663f-4735-94c4-709fc1cec078 req-2cc0edb4-0377-4d03-b938-9fd5f2538ca6 tempest-TestEncryptedCinderVolumes-477038619 tempest-TestEncryptedCinderVolumes-477038619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:57:06.489170 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-87323ffc-663f-4735-94c4-709fc1cec078 req-2cc0edb4-0377-4d03-b938-9fd5f2538ca6 tempest-TestEncryptedCinderVolumes-477038619 tempest-TestEncryptedCinderVolumes-477038619-project] 10.222.0.85 "GET /v2.0/ports?device_id=2d766c57-e87b-40a1-bb4d-7541b36d589d HTTP/1.1" status: 200 len: 943 time: 0.0803161 May 18 18:57:06.571190 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-87323ffc-663f-4735-94c4-709fc1cec078 req-94811a97-61b3-4334-a07e-b97d3592aef1 tempest-TestEncryptedCinderVolumes-477038619 tempest-TestEncryptedCinderVolumes-477038619-project] 10.222.0.85 "GET /v2.0/security-groups?id=993a8840-0327-4bab-9acc-38eba61ff97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742354 May 18 18:57:06.600760 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9398ffa0-21b0-4ee7-84fe-a2629dc4f637 req-c3e48d1d-0f5e-476c-a816-148fd4d184f8 service neutron] 10.222.0.36 "GET /v2.0/networks/11d685bf-9d27-42a1-9c13-5e0d108e0b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106167 May 18 18:57:06.698000 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9398ffa0-21b0-4ee7-84fe-a2629dc4f637 req-8814ccc0-fa90-4e36-a6ee-b787de6c9137 service neutron] 10.222.0.36 "GET /v2.0/networks/11d685bf-9d27-42a1-9c13-5e0d108e0b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852685 May 18 18:57:07.687694 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524bded1-6696-45e7-b3ba-3cb33c6844d4 req-78574ebb-2084-45b8-96b8-df307c22dd82 tempest-TestEncryptedCinderVolumes-477038619 tempest-TestEncryptedCinderVolumes-477038619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:57:07.689250 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-524bded1-6696-45e7-b3ba-3cb33c6844d4 req-78574ebb-2084-45b8-96b8-df307c22dd82 tempest-TestEncryptedCinderVolumes-477038619 tempest-TestEncryptedCinderVolumes-477038619-project] 10.222.0.85 "GET /v2.0/ports?device_id=2d766c57-e87b-40a1-bb4d-7541b36d589d HTTP/1.1" status: 200 len: 943 time: 0.0510798 May 18 18:57:07.721393 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-fad764a9-1b72-44d2-9853-b9946cf59eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:07.732568 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-524bded1-6696-45e7-b3ba-3cb33c6844d4 req-3d32959a-2185-4110-ab03-b981ab4923b4 tempest-TestEncryptedCinderVolumes-477038619 tempest-TestEncryptedCinderVolumes-477038619-project] 10.222.0.85 "GET /v2.0/security-groups?id=993a8840-0327-4bab-9acc-38eba61ff97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373127 May 18 18:57:08.363245 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 90826985-9fb2-48a3-a6cd-961c328dbf37 details requested by agent hyperv_n-h1-838550-3 with host n-h1-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:57:08.455647 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 90826985-9fb2-48a3-a6cd-961c328dbf37, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=90826985-9fb2-48a3-a6cd-961c328dbf37,segment=NetworkSegment(427bde3d-f5cc-4e28-bf48-e4d9a8458411),segment_id=427bde3d-f5cc-4e28-bf48-e4d9a8458411)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:57:08.468302 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Returning: {'device': '90826985-9fb2-48a3-a6cd-961c328dbf37', 'network_id': '11d685bf-9d27-42a1-9c13-5e0d108e0b75', 'port_id': '90826985-9fb2-48a3-a6cd-961c328dbf37', 'mac_address': 'fa:16:3e:be:3e:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2985f825-ed51-4419-8372-9e0f4a79b876', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:57:08.507557 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 90826985-9fb2-48a3-a6cd-961c328dbf37 is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:57:08.507941 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:08.519974 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90826985-9fb2-48a3-a6cd-961c328dbf37 {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:57:08.538761 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 90826985-9fb2-48a3-a6cd-961c328dbf37, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=90826985-9fb2-48a3-a6cd-961c328dbf37,segment=NetworkSegment(427bde3d-f5cc-4e28-bf48-e4d9a8458411),segment_id=427bde3d-f5cc-4e28-bf48-e4d9a8458411)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:57:08.543047 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:08.586974 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=90826985-9fb2-48a3-a6cd-961c328dbf37,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:57:08.594500 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:57:08.594841 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:57:08.595173 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:57:08.595508 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:57:08.595830 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:57:08.596154 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:57:08.596475 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:57:08.596794 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:57:08.597112 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:57:08.597428 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:57:08.597771 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:57:08.598091 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:57:08.823508 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['90826985-9fb2-48a3-a6cd-961c328dbf37'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:57:08.852007 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4871eb-a348-4b36-bdd4-76a82943f21a req-9e604f06-fae0-4be8-b34c-19a259c3f779 tempest-TestEncryptedCinderVolumes-477038619 tempest-TestEncryptedCinderVolumes-477038619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:57:08.853496 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4e4871eb-a348-4b36-bdd4-76a82943f21a req-9e604f06-fae0-4be8-b34c-19a259c3f779 tempest-TestEncryptedCinderVolumes-477038619 tempest-TestEncryptedCinderVolumes-477038619-project] 10.222.0.85 "GET /v2.0/ports?device_id=2d766c57-e87b-40a1-bb4d-7541b36d589d HTTP/1.1" status: 200 len: 944 time: 0.0502846 May 18 18:57:08.892207 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4e4871eb-a348-4b36-bdd4-76a82943f21a req-4cb28f49-431d-4a57-ada5-97c2c8a8797a tempest-TestEncryptedCinderVolumes-477038619 tempest-TestEncryptedCinderVolumes-477038619-project] 10.222.0.85 "GET /v2.0/security-groups?id=993a8840-0327-4bab-9acc-38eba61ff97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325456 May 18 18:57:10.007445 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eab2151-dc28-45be-94b1-96f2ecb9d055 req-7f2697c4-f77f-44a3-aed0-d41dbd316e2a tempest-TestEncryptedCinderVolumes-477038619 tempest-TestEncryptedCinderVolumes-477038619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:57:10.008928 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1eab2151-dc28-45be-94b1-96f2ecb9d055 req-7f2697c4-f77f-44a3-aed0-d41dbd316e2a tempest-TestEncryptedCinderVolumes-477038619 tempest-TestEncryptedCinderVolumes-477038619-project] 10.222.0.85 "GET /v2.0/ports?device_id=2d766c57-e87b-40a1-bb4d-7541b36d589d HTTP/1.1" status: 200 len: 944 time: 0.0487785 May 18 18:57:10.050935 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1eab2151-dc28-45be-94b1-96f2ecb9d055 req-c57f64a1-4add-43c8-aa66-90e6f74cab63 tempest-TestEncryptedCinderVolumes-477038619 tempest-TestEncryptedCinderVolumes-477038619-project] 10.222.0.85 "GET /v2.0/security-groups?id=993a8840-0327-4bab-9acc-38eba61ff97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360568 May 18 18:57:10.100143 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-471b2606-ce0b-487c-a628-a7ca3aa18112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:10.379996 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 90826985-9fb2-48a3-a6cd-961c328dbf37 up at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:57:10.428217 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning for port 90826985-9fb2-48a3-a6cd-961c328dbf37 completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:57:10.432029 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning complete for port 90826985-9fb2-48a3-a6cd-961c328dbf37 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:57:10.432404 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:10.510924 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 90826985-9fb2-48a3-a6cd-961c328dbf37 is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:57:10.511300 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:10.532875 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d766c57-e87b-40a1-bb4d-7541b36d589d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90826985-9fb2-48a3-a6cd-961c328dbf37'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:57:10.535095 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce3dca1c-5f63-4f2e-b1dc-eaf83f0c5f1b" -d '{"events": [{"server_uuid": "2d766c57-e87b-40a1-bb4d-7541b36d589d", "name": "network-vif-plugged", "status": "completed", "tag": "90826985-9fb2-48a3-a6cd-961c328dbf37"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:57:10.547532 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 90826985-9fb2-48a3-a6cd-961c328dbf37, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=90826985-9fb2-48a3-a6cd-961c328dbf37,segment=NetworkSegment(427bde3d-f5cc-4e28-bf48-e4d9a8458411),segment_id=427bde3d-f5cc-4e28-bf48-e4d9a8458411)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:57:10.551331 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:10.574946 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fce2651a-f2de-4696-9b0c-b44329fccd94 x-openstack-request-id: req-fce2651a-f2de-4696-9b0c-b44329fccd94 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:57:10.575231 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d766c57-e87b-40a1-bb4d-7541b36d589d", "name": "network-vif-plugged", "status": "completed", "tag": "90826985-9fb2-48a3-a6cd-961c328dbf37", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:57:10.575482 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-fce2651a-f2de-4696-9b0c-b44329fccd94 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:57:10.575875 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fce2651a-f2de-4696-9b0c-b44329fccd94'] response: {'server_uuid': '2d766c57-e87b-40a1-bb4d-7541b36d589d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90826985-9fb2-48a3-a6cd-961c328dbf37', 'code': 200} May 18 18:57:10.602139 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=90826985-9fb2-48a3-a6cd-961c328dbf37,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:57:10.678684 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcbdcd8-1caa-479d-b4f8-cd93b53b31b3 req-1aa88f69-138a-47df-9b74-537c947e17c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:57:10.680238 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8bcbdcd8-1caa-479d-b4f8-cd93b53b31b3 req-1aa88f69-138a-47df-9b74-537c947e17c8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2d766c57-e87b-40a1-bb4d-7541b36d589d HTTP/1.1" status: 200 len: 1096 time: 0.0428879 May 18 18:57:10.719900 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8bcbdcd8-1caa-479d-b4f8-cd93b53b31b3 req-fdb29438-95f2-47c6-9d19-4e0861fc723e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=993a8840-0327-4bab-9acc-38eba61ff97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281305 May 18 18:57:11.166953 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d80ae1-f678-48b7-bf9e-d69f1e05c742 req-16f1b760-e03c-48ed-bad2-4b4736991bff tempest-TestEncryptedCinderVolumes-477038619 tempest-TestEncryptedCinderVolumes-477038619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:57:11.168417 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a8d80ae1-f678-48b7-bf9e-d69f1e05c742 req-16f1b760-e03c-48ed-bad2-4b4736991bff tempest-TestEncryptedCinderVolumes-477038619 tempest-TestEncryptedCinderVolumes-477038619-project] 10.222.0.85 "GET /v2.0/ports?device_id=2d766c57-e87b-40a1-bb4d-7541b36d589d HTTP/1.1" status: 200 len: 945 time: 0.0496442 May 18 18:57:11.205899 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a8d80ae1-f678-48b7-bf9e-d69f1e05c742 req-2a8ef615-e9d0-43f3-b1bd-8c4cfc37ba35 tempest-TestEncryptedCinderVolumes-477038619 tempest-TestEncryptedCinderVolumes-477038619-project] 10.222.0.85 "GET /v2.0/security-groups?id=993a8840-0327-4bab-9acc-38eba61ff97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314527 May 18 18:57:11.415109 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:12.324992 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07666a25-078e-402e-b3ee-b7b6f63e49bf req-8dbf48c1-a77a-47d2-9368-c4a460098224 tempest-TestEncryptedCinderVolumes-477038619 tempest-TestEncryptedCinderVolumes-477038619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:57:12.326504 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-07666a25-078e-402e-b3ee-b7b6f63e49bf req-8dbf48c1-a77a-47d2-9368-c4a460098224 tempest-TestEncryptedCinderVolumes-477038619 tempest-TestEncryptedCinderVolumes-477038619-project] 10.222.0.85 "GET /v2.0/ports?device_id=2d766c57-e87b-40a1-bb4d-7541b36d589d HTTP/1.1" status: 200 len: 945 time: 0.0493150 May 18 18:57:12.366775 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-07666a25-078e-402e-b3ee-b7b6f63e49bf req-91c184af-1a97-43c4-b8e5-53a51156620d tempest-TestEncryptedCinderVolumes-477038619 tempest-TestEncryptedCinderVolumes-477038619-project] 10.222.0.85 "GET /v2.0/security-groups?id=993a8840-0327-4bab-9acc-38eba61ff97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343509 May 18 18:57:12.478762 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968022dc-0541-416f-b3dd-a02a1c92e0c2 req-cad8453a-5bd9-4a3d-a257-1b3e355bef44 tempest-TestEncryptedCinderVolumes-477038619 tempest-TestEncryptedCinderVolumes-477038619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:57:12.480249 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-968022dc-0541-416f-b3dd-a02a1c92e0c2 req-cad8453a-5bd9-4a3d-a257-1b3e355bef44 tempest-TestEncryptedCinderVolumes-477038619 tempest-TestEncryptedCinderVolumes-477038619-project] 10.222.0.85 "GET /v2.0/ports?device_id=2d766c57-e87b-40a1-bb4d-7541b36d589d HTTP/1.1" status: 200 len: 945 time: 0.0494499 May 18 18:57:12.518039 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-968022dc-0541-416f-b3dd-a02a1c92e0c2 req-d245247d-024f-4fe5-a636-35335d404747 tempest-TestEncryptedCinderVolumes-477038619 tempest-TestEncryptedCinderVolumes-477038619-project] 10.222.0.85 "GET /v2.0/security-groups?id=993a8840-0327-4bab-9acc-38eba61ff97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318289 May 18 18:57:12.568583 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:13.153724 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:21.349898 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-23acfe26-a248-4a35-b476-d19d2249d335 req-876b293e-5f63-49a6-9028-b88423b80a21 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2d766c57-e87b-40a1-bb4d-7541b36d589d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0419714 May 18 18:57:21.435744 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23acfe26-a248-4a35-b476-d19d2249d335 req-503ca8d5-4842-406d-a487-be8a776b65be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:57:21.437254 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-23acfe26-a248-4a35-b476-d19d2249d335 req-503ca8d5-4842-406d-a487-be8a776b65be service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fb39866a500d47f78f7f3199cc4a71da&device_id=2d766c57-e87b-40a1-bb4d-7541b36d589d HTTP/1.1" status: 200 len: 1096 time: 0.0421846 May 18 18:57:21.547490 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23acfe26-a248-4a35-b476-d19d2249d335 req-27a193b6-5283-4544-9026-2cf1b43224a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:57:21.549015 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-23acfe26-a248-4a35-b476-d19d2249d335 req-27a193b6-5283-4544-9026-2cf1b43224a3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=11d685bf-9d27-42a1-9c13-5e0d108e0b75 HTTP/1.1" status: 200 len: 917 time: 0.0913167 May 18 18:57:21.598724 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-23acfe26-a248-4a35-b476-d19d2249d335 req-0bbe43b4-261c-4926-b05f-f0be944d02bd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=90826985-9fb2-48a3-a6cd-961c328dbf37 HTTP/1.1" status: 200 len: 217 time: 0.0348675 May 18 18:57:21.655073 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23acfe26-a248-4a35-b476-d19d2249d335 req-202c309f-5e1e-44db-bdd2-e7f27fec8564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:57:21.657034 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-23acfe26-a248-4a35-b476-d19d2249d335 req-202c309f-5e1e-44db-bdd2-e7f27fec8564 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2985f825-ed51-4419-8372-9e0f4a79b876 HTTP/1.1" status: 200 len: 855 time: 0.0501409 May 18 18:57:21.707876 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23acfe26-a248-4a35-b476-d19d2249d335 req-0c5c7636-50ec-4378-8289-8d850739f4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:57:21.709442 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-23acfe26-a248-4a35-b476-d19d2249d335 req-0c5c7636-50ec-4378-8289-8d850739f4ca service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=11d685bf-9d27-42a1-9c13-5e0d108e0b75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421157 May 18 18:57:21.802992 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-23acfe26-a248-4a35-b476-d19d2249d335 req-7d728ec7-14c5-4004-b7ff-9afed98b4812 service neutron] 10.222.0.36 "GET /v2.0/networks/11d685bf-9d27-42a1-9c13-5e0d108e0b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867310 May 18 18:57:21.901171 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-23acfe26-a248-4a35-b476-d19d2249d335 req-693a4876-0873-4f57-b5ab-8cdf5f9346e2 service neutron] 10.222.0.36 "GET /v2.0/networks/11d685bf-9d27-42a1-9c13-5e0d108e0b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910218 May 18 18:57:28.287082 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 7 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 18:57:30.764108 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476bbc32-cdb8-4d9c-ac66-0cddbe56e2db req-11821699-b5a1-4233-84fb-92d6b8b3c2c0 tempest-TestEncryptedCinderVolumes-477038619 tempest-TestEncryptedCinderVolumes-477038619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:57:30.765776 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-476bbc32-cdb8-4d9c-ac66-0cddbe56e2db req-11821699-b5a1-4233-84fb-92d6b8b3c2c0 tempest-TestEncryptedCinderVolumes-477038619 tempest-TestEncryptedCinderVolumes-477038619-project] 10.222.0.85 "GET /v2.0/ports?device_id=2d766c57-e87b-40a1-bb4d-7541b36d589d HTTP/1.1" status: 200 len: 945 time: 0.0519240 May 18 18:57:30.803699 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-476bbc32-cdb8-4d9c-ac66-0cddbe56e2db req-929e25db-0dda-4b83-b010-b66026acc3c8 tempest-TestEncryptedCinderVolumes-477038619 tempest-TestEncryptedCinderVolumes-477038619-project] 10.222.0.85 "GET /v2.0/security-groups?id=993a8840-0327-4bab-9acc-38eba61ff97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319374 May 18 18:57:31.470326 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:31.613086 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:31.918595 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67034411-b708-47f4-b3f0-a065e7829d57 req-b0c323fb-4cc3-4baf-b2ec-fa22ad81d0c2 tempest-TestEncryptedCinderVolumes-477038619 tempest-TestEncryptedCinderVolumes-477038619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:57:31.920079 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-67034411-b708-47f4-b3f0-a065e7829d57 req-b0c323fb-4cc3-4baf-b2ec-fa22ad81d0c2 tempest-TestEncryptedCinderVolumes-477038619 tempest-TestEncryptedCinderVolumes-477038619-project] 10.222.0.85 "GET /v2.0/ports?device_id=2d766c57-e87b-40a1-bb4d-7541b36d589d HTTP/1.1" status: 200 len: 945 time: 0.0487890 May 18 18:57:31.957790 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-67034411-b708-47f4-b3f0-a065e7829d57 req-5a68650c-5795-47af-bbe8-9d5641eca924 tempest-TestEncryptedCinderVolumes-477038619 tempest-TestEncryptedCinderVolumes-477038619-project] 10.222.0.85 "GET /v2.0/security-groups?id=993a8840-0327-4bab-9acc-38eba61ff97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317328 May 18 18:57:32.409787 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce4ca34-1dc1-470a-b570-84a215810752 req-783d917f-c065-42a9-8bc6-d1c4ed0b8736 tempest-TestEncryptedCinderVolumes-477038619 tempest-TestEncryptedCinderVolumes-477038619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:57:32.411262 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5ce4ca34-1dc1-470a-b570-84a215810752 req-783d917f-c065-42a9-8bc6-d1c4ed0b8736 tempest-TestEncryptedCinderVolumes-477038619 tempest-TestEncryptedCinderVolumes-477038619-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d766c57-e87b-40a1-bb4d-7541b36d589d HTTP/1.1" status: 200 len: 945 time: 0.0535808 May 18 18:57:32.504807 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-5ce4ca34-1dc1-470a-b570-84a215810752 req-0597aef1-aa85-4325-95be-3cb30fb2f3e3 tempest-TestEncryptedCinderVolumes-477038619 tempest-TestEncryptedCinderVolumes-477038619-project] Deleting port 90826985-9fb2-48a3-a6cd-961c328dbf37 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:57:32.505148 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-5ce4ca34-1dc1-470a-b570-84a215810752 req-0597aef1-aa85-4325-95be-3cb30fb2f3e3 tempest-TestEncryptedCinderVolumes-477038619 tempest-TestEncryptedCinderVolumes-477038619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:32.595310 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-5ce4ca34-1dc1-470a-b570-84a215810752 req-0597aef1-aa85-4325-95be-3cb30fb2f3e3 tempest-TestEncryptedCinderVolumes-477038619 tempest-TestEncryptedCinderVolumes-477038619-project] For port 90826985-9fb2-48a3-a6cd-961c328dbf37, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=90826985-9fb2-48a3-a6cd-961c328dbf37,segment=NetworkSegment(427bde3d-f5cc-4e28-bf48-e4d9a8458411),segment_id=427bde3d-f5cc-4e28-bf48-e4d9a8458411)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:57:32.595677 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-5ce4ca34-1dc1-470a-b570-84a215810752 req-0597aef1-aa85-4325-95be-3cb30fb2f3e3 tempest-TestEncryptedCinderVolumes-477038619 tempest-TestEncryptedCinderVolumes-477038619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:32.607852 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-5ce4ca34-1dc1-470a-b570-84a215810752 req-0597aef1-aa85-4325-95be-3cb30fb2f3e3 tempest-TestEncryptedCinderVolumes-477038619 tempest-TestEncryptedCinderVolumes-477038619-project] Calling delete_port for 90826985-9fb2-48a3-a6cd-961c328dbf37 owned by compute:nova {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:57:32.734661 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-5ce4ca34-1dc1-470a-b570-84a215810752 req-0597aef1-aa85-4325-95be-3cb30fb2f3e3 tempest-TestEncryptedCinderVolumes-477038619 tempest-TestEncryptedCinderVolumes-477038619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:32.751253 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['90826985-9fb2-48a3-a6cd-961c328dbf37'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:57:32.770715 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0597aef1-aa85-4325-95be-3cb30fb2f3e3 tempest-TestEncryptedCinderVolumes-477038619 tempest-TestEncryptedCinderVolumes-477038619-project] Pushing event deleted for resources: {'Port': ['ID=90826985-9fb2-48a3-a6cd-961c328dbf37,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:57:32.802176 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0597aef1-aa85-4325-95be-3cb30fb2f3e3 tempest-TestEncryptedCinderVolumes-477038619 tempest-TestEncryptedCinderVolumes-477038619-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:57:32.802527 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0597aef1-aa85-4325-95be-3cb30fb2f3e3 tempest-TestEncryptedCinderVolumes-477038619 tempest-TestEncryptedCinderVolumes-477038619-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:57:32.802869 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0597aef1-aa85-4325-95be-3cb30fb2f3e3 tempest-TestEncryptedCinderVolumes-477038619 tempest-TestEncryptedCinderVolumes-477038619-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:57:32.803206 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0597aef1-aa85-4325-95be-3cb30fb2f3e3 tempest-TestEncryptedCinderVolumes-477038619 tempest-TestEncryptedCinderVolumes-477038619-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:57:32.803545 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0597aef1-aa85-4325-95be-3cb30fb2f3e3 tempest-TestEncryptedCinderVolumes-477038619 tempest-TestEncryptedCinderVolumes-477038619-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:57:32.803878 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0597aef1-aa85-4325-95be-3cb30fb2f3e3 tempest-TestEncryptedCinderVolumes-477038619 tempest-TestEncryptedCinderVolumes-477038619-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:57:32.804208 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0597aef1-aa85-4325-95be-3cb30fb2f3e3 tempest-TestEncryptedCinderVolumes-477038619 tempest-TestEncryptedCinderVolumes-477038619-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:57:32.804537 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0597aef1-aa85-4325-95be-3cb30fb2f3e3 tempest-TestEncryptedCinderVolumes-477038619 tempest-TestEncryptedCinderVolumes-477038619-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:57:32.804872 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0597aef1-aa85-4325-95be-3cb30fb2f3e3 tempest-TestEncryptedCinderVolumes-477038619 tempest-TestEncryptedCinderVolumes-477038619-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:57:32.805193 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0597aef1-aa85-4325-95be-3cb30fb2f3e3 tempest-TestEncryptedCinderVolumes-477038619 tempest-TestEncryptedCinderVolumes-477038619-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:57:32.805518 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0597aef1-aa85-4325-95be-3cb30fb2f3e3 tempest-TestEncryptedCinderVolumes-477038619 tempest-TestEncryptedCinderVolumes-477038619-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:57:32.805880 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0597aef1-aa85-4325-95be-3cb30fb2f3e3 tempest-TestEncryptedCinderVolumes-477038619 tempest-TestEncryptedCinderVolumes-477038619-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:57:32.822704 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ce4ca34-1dc1-470a-b570-84a215810752 req-0597aef1-aa85-4325-95be-3cb30fb2f3e3 tempest-TestEncryptedCinderVolumes-477038619 tempest-TestEncryptedCinderVolumes-477038619-project] No DVR routers for this DVR port 90826985-9fb2-48a3-a6cd-961c328dbf37 on host n-h1-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:57:32.825298 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-5ce4ca34-1dc1-470a-b570-84a215810752 req-0597aef1-aa85-4325-95be-3cb30fb2f3e3 tempest-TestEncryptedCinderVolumes-477038619 tempest-TestEncryptedCinderVolumes-477038619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:32.828720 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5ce4ca34-1dc1-470a-b570-84a215810752 req-0597aef1-aa85-4325-95be-3cb30fb2f3e3 tempest-TestEncryptedCinderVolumes-477038619 tempest-TestEncryptedCinderVolumes-477038619-project] 10.222.0.36 "DELETE /v2.0/ports/90826985-9fb2-48a3-a6cd-961c328dbf37 HTTP/1.1" status: 204 len: 173 time: 0.4083014 May 18 18:57:32.829237 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d766c57-e87b-40a1-bb4d-7541b36d589d', 'name': 'network-vif-deleted', 'tag': '90826985-9fb2-48a3-a6cd-961c328dbf37'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:57:32.831447 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b74e9bfe-5787-41cf-8dad-95c4ebaaaeae" -d '{"events": [{"server_uuid": "2d766c57-e87b-40a1-bb4d-7541b36d589d", "name": "network-vif-deleted", "tag": "90826985-9fb2-48a3-a6cd-961c328dbf37"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:57:32.872707 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64da19ac-69fe-4f40-bbb5-cfc2c7797bb3 x-openstack-request-id: req-64da19ac-69fe-4f40-bbb5-cfc2c7797bb3 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:57:32.873003 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d766c57-e87b-40a1-bb4d-7541b36d589d", "name": "network-vif-deleted", "tag": "90826985-9fb2-48a3-a6cd-961c328dbf37", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:57:32.873277 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-64da19ac-69fe-4f40-bbb5-cfc2c7797bb3 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:57:32.873711 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64da19ac-69fe-4f40-bbb5-cfc2c7797bb3'] response: {'server_uuid': '2d766c57-e87b-40a1-bb4d-7541b36d589d', 'name': 'network-vif-deleted', 'tag': '90826985-9fb2-48a3-a6cd-961c328dbf37', 'status': 'completed', 'code': 200} May 18 18:57:33.061871 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6ea3d51d-327c-4c96-ac5f-331b53d089d4 req-7867b6b5-479e-4fa3-b327-92aa4a8ca4fc tempest-TestEncryptedCinderVolumes-477038619 tempest-TestEncryptedCinderVolumes-477038619-project] 10.222.0.85 "GET /v2.0/ports?device_id=2d766c57-e87b-40a1-bb4d-7541b36d589d HTTP/1.1" status: 200 len: 210 time: 0.0261695 May 18 18:57:34.151691 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 49162) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:57:34.486008 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7cee04e1-645a-4eea-9ae3-999392a9b04b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-595963'] for router_interface, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:35.021794 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-7cee04e1-645a-4eea-9ae3-999392a9b04b admin admin] Deleting port 3a09c4ff-93b1-44ff-9ab1-8fe12976e1c1 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:57:35.022134 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7cee04e1-645a-4eea-9ae3-999392a9b04b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:35.100064 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-7cee04e1-645a-4eea-9ae3-999392a9b04b admin admin] For port 3a09c4ff-93b1-44ff-9ab1-8fe12976e1c1, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=3a09c4ff-93b1-44ff-9ab1-8fe12976e1c1,segment=NetworkSegment(427bde3d-f5cc-4e28-bf48-e4d9a8458411),segment_id=427bde3d-f5cc-4e28-bf48-e4d9a8458411)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:57:35.100422 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7cee04e1-645a-4eea-9ae3-999392a9b04b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:35.112085 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-7cee04e1-645a-4eea-9ae3-999392a9b04b admin admin] Calling delete_port for 3a09c4ff-93b1-44ff-9ab1-8fe12976e1c1 owned by network:router_interface {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:57:35.288210 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7cee04e1-645a-4eea-9ae3-999392a9b04b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:35.315836 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cee04e1-645a-4eea-9ae3-999392a9b04b admin admin] Pushing event deleted for resources: {'Port': ['ID=3a09c4ff-93b1-44ff-9ab1-8fe12976e1c1,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:57:35.340911 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cee04e1-645a-4eea-9ae3-999392a9b04b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:57:35.341260 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cee04e1-645a-4eea-9ae3-999392a9b04b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:57:35.341600 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cee04e1-645a-4eea-9ae3-999392a9b04b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:57:35.341961 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cee04e1-645a-4eea-9ae3-999392a9b04b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:57:35.342290 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cee04e1-645a-4eea-9ae3-999392a9b04b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:57:35.342619 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cee04e1-645a-4eea-9ae3-999392a9b04b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:57:35.342944 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cee04e1-645a-4eea-9ae3-999392a9b04b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:57:35.343266 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cee04e1-645a-4eea-9ae3-999392a9b04b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:57:35.343586 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cee04e1-645a-4eea-9ae3-999392a9b04b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:57:35.343903 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cee04e1-645a-4eea-9ae3-999392a9b04b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:57:35.344223 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cee04e1-645a-4eea-9ae3-999392a9b04b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:57:35.344541 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cee04e1-645a-4eea-9ae3-999392a9b04b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:57:35.489771 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7cee04e1-645a-4eea-9ae3-999392a9b04b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-593931'] for router_interface, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:35.703212 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cee04e1-645a-4eea-9ae3-999392a9b04b admin admin] Router 5d2f3663-b4f3-499c-b3b3-0f69869e008a has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:57:35.809852 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cee04e1-645a-4eea-9ae3-999392a9b04b admin admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:57:35.815306 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-7cee04e1-645a-4eea-9ae3-999392a9b04b admin admin] 10.222.0.85 "PUT /v2.0/routers/5d2f3663-b4f3-499c-b3b3-0f69869e008a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6624811 May 18 18:57:35.818068 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 49166) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:57:35.819140 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d834d5-071a-4984-8d5b-251dfd595420 None None] Sync routers for ids ['5d2f3663-b4f3-499c-b3b3-0f69869e008a'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:57:35.829123 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d834d5-071a-4984-8d5b-251dfd595420 None None] Routers {'5d2f3663-b4f3-499c-b3b3-0f69869e008a'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:57:35.829781 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-c6d834d5-071a-4984-8d5b-251dfd595420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:57:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['5d2f3663-b4f3-499c-b3b3-0f69869e008a'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:57:35.922512 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-411fe017-9e16-4aae-8afe-2d64151dd33f admin admin] Notify callbacks [] for router, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:35.934674 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-c6d834d5-071a-4984-8d5b-251dfd595420 None None] Set router 5d2f3663-b4f3-499c-b3b3-0f69869e008a gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:57:36.025346 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-411fe017-9e16-4aae-8afe-2d64151dd33f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:36.078130 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-411fe017-9e16-4aae-8afe-2d64151dd33f admin admin] Deleting port a4154474-3b7f-42d3-a5a7-e1b30104d464 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:57:36.078467 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-411fe017-9e16-4aae-8afe-2d64151dd33f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:36.111699 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-c6d834d5-071a-4984-8d5b-251dfd595420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d2f3663-b4f3-499c-b3b3-0f69869e008a', 'name': 'tempest-TestEncryptedCinderVolumes-523553589-router', 'tenant_id': 'fb39866a500d47f78f7f3199cc4a71da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.127'}], 'enable_snat': True}, 'gw_port_id': 'a4154474-3b7f-42d3-a5a7-e1b30104d464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:56:20Z', 'updated_at': '2022-05-18T18:57:35Z', 'revision_number': 5, 'project_id': 'fb39866a500d47f78f7f3199cc4a71da', 'gw_port': {'id': 'a4154474-3b7f-42d3-a5a7-e1b30104d464', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:21:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2f3663-b4f3-499c-b3b3-0f69869e008a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:56:20Z', 'updated_at': '2022-05-18T18:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:57:36.145841 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d834d5-071a-4984-8d5b-251dfd595420 None None] Checking router: 5d2f3663-b4f3-499c-b3b3-0f69869e008a for host: n-d-838550-3 {{(pid=102732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:57:36.155207 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d834d5-071a-4984-8d5b-251dfd595420 None None] Routers {'5d2f3663-b4f3-499c-b3b3-0f69869e008a'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:57:36.155851 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-c6d834d5-071a-4984-8d5b-251dfd595420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:57:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['5d2f3663-b4f3-499c-b3b3-0f69869e008a'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:57:36.162849 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-411fe017-9e16-4aae-8afe-2d64151dd33f admin admin] For port a4154474-3b7f-42d3-a5a7-e1b30104d464, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=a4154474-3b7f-42d3-a5a7-e1b30104d464,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:57:36.163211 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-411fe017-9e16-4aae-8afe-2d64151dd33f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:36.175352 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-411fe017-9e16-4aae-8afe-2d64151dd33f admin admin] Calling delete_port for a4154474-3b7f-42d3-a5a7-e1b30104d464 owned by network:router_gateway {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:57:36.240835 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-c6d834d5-071a-4984-8d5b-251dfd595420 None None] Set router 5d2f3663-b4f3-499c-b3b3-0f69869e008a gateway port host: None {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:57:36.296727 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-c6d834d5-071a-4984-8d5b-251dfd595420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d2f3663-b4f3-499c-b3b3-0f69869e008a', 'name': 'tempest-TestEncryptedCinderVolumes-523553589-router', 'tenant_id': 'fb39866a500d47f78f7f3199cc4a71da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:56:20Z', 'updated_at': '2022-05-18T18:57:36Z', 'revision_number': 6, 'project_id': 'fb39866a500d47f78f7f3199cc4a71da', 'gw_port_host': None}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:57:36.326499 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d834d5-071a-4984-8d5b-251dfd595420 None None] The sync data for ids ['5d2f3663-b4f3-499c-b3b3-0f69869e008a'] in n-d-838550-3 is: [{'id': '5d2f3663-b4f3-499c-b3b3-0f69869e008a', 'name': 'tempest-TestEncryptedCinderVolumes-523553589-router', 'tenant_id': 'fb39866a500d47f78f7f3199cc4a71da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:56:20Z', 'updated_at': '2022-05-18T18:57:36Z', 'revision_number': 6, 'project_id': 'fb39866a500d47f78f7f3199cc4a71da', 'gw_port_host': None}] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:57:36.342395 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-411fe017-9e16-4aae-8afe-2d64151dd33f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:36.371837 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411fe017-9e16-4aae-8afe-2d64151dd33f admin admin] Pushing event deleted for resources: {'Port': ['ID=a4154474-3b7f-42d3-a5a7-e1b30104d464,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:57:36.430703 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-411fe017-9e16-4aae-8afe-2d64151dd33f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596901'] for router_gateway, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:36.522163 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 90826985-9fb2-48a3-a6cd-961c328dbf37 no longer exists at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:57:36.540924 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-411fe017-9e16-4aae-8afe-2d64151dd33f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25145'] for router, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:36.543189 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] No Port match for: 90826985-9fb2-48a3-a6cd-961c328dbf37 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:57:36.543388 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-411fe017-9e16-4aae-8afe-2d64151dd33f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:36.543542 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 90826985-9fb2-48a3-a6cd-961c328dbf37 not bound to the agent host n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:57:36.589294 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-411fe017-9e16-4aae-8afe-2d64151dd33f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593303'] for router, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:36.589839 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-411fe017-9e16-4aae-8afe-2d64151dd33f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d2f3663-b4f3-499c-b3b3-0f69869e008a {{(pid=102731) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 18 18:57:36.594279 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-411fe017-9e16-4aae-8afe-2d64151dd33f admin admin] Notify callbacks [] for router, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:36.595604 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-411fe017-9e16-4aae-8afe-2d64151dd33f admin admin] 10.222.0.85 "DELETE /v2.0/routers/5d2f3663-b4f3-499c-b3b3-0f69869e008a HTTP/1.1" status: 204 len: 168 time: 0.7766237 May 18 18:57:36.598220 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 49168) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:57:36.641844 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_v2 [None req-5df41983-c836-42c8-ae39-1d3902b793e2 admin admin] Deleting subnet 2985f825-ed51-4419-8372-9e0f4a79b876 {{(pid=102731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:57:36.644738 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5df41983-c836-42c8-ae39-1d3902b793e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:36.682019 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5df41983-c836-42c8-ae39-1d3902b793e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260542153'] for subnet, precommit_delete_associations {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:36.770978 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5df41983-c836-42c8-ae39-1d3902b793e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:36.826095 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5df41983-c836-42c8-ae39-1d3902b793e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260898416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260908030'] for subnet, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:36.849034 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df41983-c836-42c8-ae39-1d3902b793e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2985f825-ed51-4419-8372-9e0f4a79b876,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:57:36.856125 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5df41983-c836-42c8-ae39-1d3902b793e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:36.859425 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-5df41983-c836-42c8-ae39-1d3902b793e2 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/2985f825-ed51-4419-8372-9e0f4a79b876 HTTP/1.1" status: 204 len: 168 time: 0.2602859 May 18 18:57:36.861886 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19fac24c-2440-4fee-858a-f0bea205c212 None None] Network 11d685bf-9d27-42a1-9c13-5e0d108e0b75 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:57:36.862380 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 49170) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:57:36.929163 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c580f8fa-2f5c-4556-8278-f66ebbdd68d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:36.992644 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-c580f8fa-2f5c-4556-8278-f66ebbdd68d9 admin admin] Deleting port 91b06da1-8a12-4f54-b9d4-1d7cb5d9e32d {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:57:36.993002 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c580f8fa-2f5c-4556-8278-f66ebbdd68d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:37.055657 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-c580f8fa-2f5c-4556-8278-f66ebbdd68d9 admin admin] For port 91b06da1-8a12-4f54-b9d4-1d7cb5d9e32d, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=91b06da1-8a12-4f54-b9d4-1d7cb5d9e32d,segment=NetworkSegment(427bde3d-f5cc-4e28-bf48-e4d9a8458411),segment_id=427bde3d-f5cc-4e28-bf48-e4d9a8458411)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:57:37.055975 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c580f8fa-2f5c-4556-8278-f66ebbdd68d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:37.068370 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-c580f8fa-2f5c-4556-8278-f66ebbdd68d9 admin admin] Calling delete_port for 91b06da1-8a12-4f54-b9d4-1d7cb5d9e32d owned by network:dhcp {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:57:37.101996 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00192582-30d9-4f3e-86bf-94db56b68e96 None None] DHCP port deletion for 11d685bf-9d27-42a1-9c13-5e0d108e0b75 request from n-d-838550-3 {{(pid=102732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 18:57:37.168783 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c580f8fa-2f5c-4556-8278-f66ebbdd68d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:37.174644 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-00192582-30d9-4f3e-86bf-94db56b68e96 None None] Deleting port 91b06da1-8a12-4f54-b9d4-1d7cb5d9e32d {{(pid=102732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:57:37.175022 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-00192582-30d9-4f3e-86bf-94db56b68e96 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:37.187994 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 3a09c4ff-93b1-44ff-9ab1-8fe12976e1c1 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:57:37.200729 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c580f8fa-2f5c-4556-8278-f66ebbdd68d9 admin admin] No DVR routers for this DVR port 91b06da1-8a12-4f54-b9d4-1d7cb5d9e32d on host n-d-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:57:37.204585 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c580f8fa-2f5c-4556-8278-f66ebbdd68d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=91b06da1-8a12-4f54-b9d4-1d7cb5d9e32d,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:57:37.237830 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 3a09c4ff-93b1-44ff-9ab1-8fe12976e1c1 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:57:37.238168 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 3a09c4ff-93b1-44ff-9ab1-8fe12976e1c1 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:57:37.266983 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-00192582-30d9-4f3e-86bf-94db56b68e96 None None] For port 91b06da1-8a12-4f54-b9d4-1d7cb5d9e32d, host n-d-838550-3, got binding levels [] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:57:37.267380 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-00192582-30d9-4f3e-86bf-94db56b68e96 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:37.280188 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c580f8fa-2f5c-4556-8278-f66ebbdd68d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:37.282525 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-00192582-30d9-4f3e-86bf-94db56b68e96 None None] Calling delete_port for 91b06da1-8a12-4f54-b9d4-1d7cb5d9e32d owned by network:dhcp {{(pid=102732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:57:37.285280 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.ipam_backend_mixin [None req-00192582-30d9-4f3e-86bf-94db56b68e96 None None] Port 91b06da1-8a12-4f54-b9d4-1d7cb5d9e32d was not found and therefore no delete operation was performed {{(pid=102732) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} May 18 18:57:37.287324 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-00192582-30d9-4f3e-86bf-94db56b68e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508'] for port, after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:37.310891 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-c580f8fa-2f5c-4556-8278-f66ebbdd68d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11d685bf-9d27-42a1-9c13-5e0d108e0b75']}} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:57:37.317155 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00192582-30d9-4f3e-86bf-94db56b68e96 None None] Pushing event deleted for resources: {'Port': ['ID=91b06da1-8a12-4f54-b9d4-1d7cb5d9e32d,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:57:37.320928 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00192582-30d9-4f3e-86bf-94db56b68e96 None None] No DVR routers for this DVR port 91b06da1-8a12-4f54-b9d4-1d7cb5d9e32d on host n-d-838550-3 {{(pid=102732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:57:37.323927 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-c580f8fa-2f5c-4556-8278-f66ebbdd68d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '427bde3d-f5cc-4e28-bf48-e4d9a8458411') {'for_net_delete': True} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:57:37.324171 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-c580f8fa-2f5c-4556-8278-f66ebbdd68d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '427bde3d-f5cc-4e28-bf48-e4d9a8458411') {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:57:37.341766 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c580f8fa-2f5c-4556-8278-f66ebbdd68d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260542144'] for segment, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:37.357397 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c580f8fa-2f5c-4556-8278-f66ebbdd68d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:37.363990 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c580f8fa-2f5c-4556-8278-f66ebbdd68d9 admin admin] Releasing vlan 601 on physical network physnet1 to pool {{(pid=102731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:57:37.364329 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c580f8fa-2f5c-4556-8278-f66ebbdd68d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260884178'] for segment, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:37.366333 n-d-838550-3 neutron-server[102731]: Traceback (most recent call last): May 18 18:57:37.366333 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:57:37.366333 n-d-838550-3 neutron-server[102731]: timer() May 18 18:57:37.366333 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:57:37.366333 n-d-838550-3 neutron-server[102731]: cb(*args, **kw) May 18 18:57:37.366333 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:57:37.366333 n-d-838550-3 neutron-server[102731]: return func(*args, **kwargs) May 18 18:57:37.366333 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:57:37.366333 n-d-838550-3 neutron-server[102731]: self._notify() May 18 18:57:37.366333 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:57:37.366333 n-d-838550-3 neutron-server[102731]: self.callback(batched_events) May 18 18:57:37.366333 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:57:37.366333 n-d-838550-3 neutron-server[102731]: event.method(event) May 18 18:57:37.366333 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:57:37.366333 n-d-838550-3 neutron-server[102731]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:57:37.366333 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:57:37.366333 n-d-838550-3 neutron-server[102731]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:57:37.366333 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:57:37.366333 n-d-838550-3 neutron-server[102731]: return f(self, *a, **k) May 18 18:57:37.366333 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:57:37.366333 n-d-838550-3 neutron-server[102731]: return self._get(url).json() May 18 18:57:37.366333 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:57:37.366333 n-d-838550-3 neutron-server[102731]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:57:37.366333 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:57:37.366333 n-d-838550-3 neutron-server[102731]: return self.request(url, 'GET', **kwargs) May 18 18:57:37.366333 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:57:37.366333 n-d-838550-3 neutron-server[102731]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:57:37.366333 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:57:37.366333 n-d-838550-3 neutron-server[102731]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:57:37.366333 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:57:37.366333 n-d-838550-3 neutron-server[102731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:57:37.366333 n-d-838550-3 neutron-server[102731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:57:37.421848 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c580f8fa-2f5c-4556-8278-f66ebbdd68d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:37.427254 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c580f8fa-2f5c-4556-8278-f66ebbdd68d9 admin admin] Notify callbacks [] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:37.430562 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-c580f8fa-2f5c-4556-8278-f66ebbdd68d9 admin admin] 10.222.0.85 "DELETE /v2.0/networks/11d685bf-9d27-42a1-9c13-5e0d108e0b75 HTTP/1.1" status: 204 len: 168 time: 0.5673652 May 18 18:57:37.434032 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 49172) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:57:37.443897 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c580f8fa-2f5c-4556-8278-f66ebbdd68d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=11d685bf-9d27-42a1-9c13-5e0d108e0b75,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:57:37.722529 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-16dd0cdc-d99b-4eab-b1fb-f3c41e7989d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:37.785503 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f4f3413a-3667-4c28-a5fc-84ef63d4b8b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-595963'] for router_interface, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:38.028100 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-f4f3413a-3667-4c28-a5fc-84ef63d4b8b5 admin admin] Deleting port 6c891bdb-dabc-47f2-b4db-9e008088d982 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:57:38.028446 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f4f3413a-3667-4c28-a5fc-84ef63d4b8b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:38.104997 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-f4f3413a-3667-4c28-a5fc-84ef63d4b8b5 admin admin] For port 6c891bdb-dabc-47f2-b4db-9e008088d982, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=6c891bdb-dabc-47f2-b4db-9e008088d982,segment=NetworkSegment(f608ace0-8ce3-46fd-b8b7-a5c1b7169643),segment_id=f608ace0-8ce3-46fd-b8b7-a5c1b7169643)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:57:38.105525 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f4f3413a-3667-4c28-a5fc-84ef63d4b8b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:38.119763 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-f4f3413a-3667-4c28-a5fc-84ef63d4b8b5 admin admin] Calling delete_port for 6c891bdb-dabc-47f2-b4db-9e008088d982 owned by network:router_interface {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:57:38.299227 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f4f3413a-3667-4c28-a5fc-84ef63d4b8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:38.328673 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f3413a-3667-4c28-a5fc-84ef63d4b8b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c891bdb-dabc-47f2-b4db-9e008088d982,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:57:38.501386 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f4f3413a-3667-4c28-a5fc-84ef63d4b8b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-593931'] for router_interface, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:38.713844 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4f3413a-3667-4c28-a5fc-84ef63d4b8b5 admin admin] Router 90314f17-7409-40a1-83ea-b45f92c9f170 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:57:38.820901 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4f3413a-3667-4c28-a5fc-84ef63d4b8b5 admin admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:57:38.826006 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-f4f3413a-3667-4c28-a5fc-84ef63d4b8b5 admin admin] 10.222.0.85 "PUT /v2.0/routers/90314f17-7409-40a1-83ea-b45f92c9f170/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3909037 May 18 18:57:38.828543 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 49174) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:57:38.834886 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7892ee6e-f26c-4f2c-81d6-c828067ebd3f None None] Sync routers for ids ['90314f17-7409-40a1-83ea-b45f92c9f170'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:57:38.839902 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device a4154474-3b7f-42d3-a5a7-e1b30104d464 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:57:38.863201 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7892ee6e-f26c-4f2c-81d6-c828067ebd3f None None] Routers {'90314f17-7409-40a1-83ea-b45f92c9f170'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:57:38.863823 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-7892ee6e-f26c-4f2c-81d6-c828067ebd3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:57:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['90314f17-7409-40a1-83ea-b45f92c9f170'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:57:38.866413 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: a4154474-3b7f-42d3-a5a7-e1b30104d464 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:57:38.866951 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device a4154474-3b7f-42d3-a5a7-e1b30104d464 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:57:38.867383 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 91b06da1-8a12-4f54-b9d4-1d7cb5d9e32d no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:57:38.895127 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 91b06da1-8a12-4f54-b9d4-1d7cb5d9e32d {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:57:38.895127 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 91b06da1-8a12-4f54-b9d4-1d7cb5d9e32d not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:57:38.933186 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b655ce0c-7017-4699-a138-4d925d3df208 admin admin] Notify callbacks [] for router, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:38.971439 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-7892ee6e-f26c-4f2c-81d6-c828067ebd3f None None] Set router 90314f17-7409-40a1-83ea-b45f92c9f170 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:57:39.155465 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-7892ee6e-f26c-4f2c-81d6-c828067ebd3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90314f17-7409-40a1-83ea-b45f92c9f170', 'name': 'tempest-TestEncryptedCinderVolumes-1114981700-router', 'tenant_id': 'f08dc0ad1c4146148fed9943669de4f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': 'f8003f28-3cad-4379-819d-662802557191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:56:24Z', 'updated_at': '2022-05-18T18:57:38Z', 'revision_number': 5, 'project_id': 'f08dc0ad1c4146148fed9943669de4f5', 'gw_port': {'id': 'f8003f28-3cad-4379-819d-662802557191', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:0d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90314f17-7409-40a1-83ea-b45f92c9f170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:56:25Z', 'updated_at': '2022-05-18T18:56:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:57:39.183450 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7892ee6e-f26c-4f2c-81d6-c828067ebd3f None None] Checking router: 90314f17-7409-40a1-83ea-b45f92c9f170 for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:57:39.191981 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7892ee6e-f26c-4f2c-81d6-c828067ebd3f None None] Routers {'90314f17-7409-40a1-83ea-b45f92c9f170'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:57:39.192597 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-7892ee6e-f26c-4f2c-81d6-c828067ebd3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:57:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['90314f17-7409-40a1-83ea-b45f92c9f170'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:57:39.297875 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-7892ee6e-f26c-4f2c-81d6-c828067ebd3f None None] Set router 90314f17-7409-40a1-83ea-b45f92c9f170 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:57:39.356757 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b655ce0c-7017-4699-a138-4d925d3df208 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:39.413400 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-b655ce0c-7017-4699-a138-4d925d3df208 admin admin] Deleting port f8003f28-3cad-4379-819d-662802557191 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:57:39.413760 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b655ce0c-7017-4699-a138-4d925d3df208 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:39.473828 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-7892ee6e-f26c-4f2c-81d6-c828067ebd3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90314f17-7409-40a1-83ea-b45f92c9f170', 'name': 'tempest-TestEncryptedCinderVolumes-1114981700-router', 'tenant_id': 'f08dc0ad1c4146148fed9943669de4f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': 'f8003f28-3cad-4379-819d-662802557191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:56:24Z', 'updated_at': '2022-05-18T18:57:38Z', 'revision_number': 5, 'project_id': 'f08dc0ad1c4146148fed9943669de4f5', 'gw_port': {'id': 'f8003f28-3cad-4379-819d-662802557191', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:0d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90314f17-7409-40a1-83ea-b45f92c9f170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:56:25Z', 'updated_at': '2022-05-18T18:56:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:57:39.493684 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-b655ce0c-7017-4699-a138-4d925d3df208 admin admin] For port f8003f28-3cad-4379-819d-662802557191, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=f8003f28-3cad-4379-819d-662802557191,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:57:39.494045 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b655ce0c-7017-4699-a138-4d925d3df208 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:39.500097 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7892ee6e-f26c-4f2c-81d6-c828067ebd3f None None] The sync data for ids ['90314f17-7409-40a1-83ea-b45f92c9f170'] in n-d-838550-3 is: [{'id': '90314f17-7409-40a1-83ea-b45f92c9f170', 'name': 'tempest-TestEncryptedCinderVolumes-1114981700-router', 'tenant_id': 'f08dc0ad1c4146148fed9943669de4f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': 'f8003f28-3cad-4379-819d-662802557191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:56:24Z', 'updated_at': '2022-05-18T18:57:38Z', 'revision_number': 5, 'project_id': 'f08dc0ad1c4146148fed9943669de4f5', 'gw_port': {'id': 'f8003f28-3cad-4379-819d-662802557191', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:0d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90314f17-7409-40a1-83ea-b45f92c9f170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:56:25Z', 'updated_at': '2022-05-18T18:56:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:57:39.505597 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-b655ce0c-7017-4699-a138-4d925d3df208 admin admin] Calling delete_port for f8003f28-3cad-4379-819d-662802557191 owned by network:router_gateway {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:57:39.671586 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b655ce0c-7017-4699-a138-4d925d3df208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:39.699741 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b655ce0c-7017-4699-a138-4d925d3df208 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8003f28-3cad-4379-819d-662802557191,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:57:39.761977 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b655ce0c-7017-4699-a138-4d925d3df208 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596901'] for router_gateway, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:39.854046 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b655ce0c-7017-4699-a138-4d925d3df208 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25145'] for router, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:39.856303 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b655ce0c-7017-4699-a138-4d925d3df208 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:39.900361 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b655ce0c-7017-4699-a138-4d925d3df208 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593303'] for router, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:39.900966 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b655ce0c-7017-4699-a138-4d925d3df208 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 90314f17-7409-40a1-83ea-b45f92c9f170 {{(pid=102730) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 18 18:57:39.905587 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b655ce0c-7017-4699-a138-4d925d3df208 admin admin] Notify callbacks [] for router, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:39.909182 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-b655ce0c-7017-4699-a138-4d925d3df208 admin admin] 10.222.0.85 "DELETE /v2.0/routers/90314f17-7409-40a1-83ea-b45f92c9f170 HTTP/1.1" status: 204 len: 168 time: 1.0772712 May 18 18:57:39.909458 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 49178) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:57:39.959197 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ae40e65-cf96-40ed-b827-a0d024f5393b admin admin] Deleting subnet 65f92352-0972-401a-8e76-4956849ef2e3 {{(pid=102730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:57:39.962570 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4ae40e65-cf96-40ed-b827-a0d024f5393b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:40.000384 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4ae40e65-cf96-40ed-b827-a0d024f5393b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260107366'] for subnet, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:40.082069 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4ae40e65-cf96-40ed-b827-a0d024f5393b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:40.103972 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-83fdd67a-61b8-4fc5-8172-75680322882a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:40.139030 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4ae40e65-cf96-40ed-b827-a0d024f5393b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261104690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261031888'] for subnet, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:40.172441 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae40e65-cf96-40ed-b827-a0d024f5393b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65f92352-0972-401a-8e76-4956849ef2e3,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:57:40.175298 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4ae40e65-cf96-40ed-b827-a0d024f5393b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:40.182304 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-4ae40e65-cf96-40ed-b827-a0d024f5393b admin admin] 10.222.0.85 "DELETE /v2.0/subnets/65f92352-0972-401a-8e76-4956849ef2e3 HTTP/1.1" status: 204 len: 168 time: 0.2697797 May 18 18:57:40.183120 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 49180) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:57:40.186687 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ede1b6-cc98-46cb-a92c-4c0615800f35 None None] Network 0a852c5a-8f52-4747-afd6-20f3291fedf5 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:57:40.256746 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6a29ad26-4eaf-41ba-a3c8-be4a3992dfd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:40.314167 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-6a29ad26-4eaf-41ba-a3c8-be4a3992dfd7 admin admin] Deleting port df00e55d-ca8e-47fd-86fe-8ea833c98946 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:57:40.314364 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6a29ad26-4eaf-41ba-a3c8-be4a3992dfd7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:40.382547 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-6a29ad26-4eaf-41ba-a3c8-be4a3992dfd7 admin admin] For port df00e55d-ca8e-47fd-86fe-8ea833c98946, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=df00e55d-ca8e-47fd-86fe-8ea833c98946,segment=NetworkSegment(f608ace0-8ce3-46fd-b8b7-a5c1b7169643),segment_id=f608ace0-8ce3-46fd-b8b7-a5c1b7169643)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:57:40.382920 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6a29ad26-4eaf-41ba-a3c8-be4a3992dfd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:40.395682 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-6a29ad26-4eaf-41ba-a3c8-be4a3992dfd7 admin admin] Calling delete_port for df00e55d-ca8e-47fd-86fe-8ea833c98946 owned by network:dhcp {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:57:40.474977 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6a29ad26-4eaf-41ba-a3c8-be4a3992dfd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:40.501741 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a29ad26-4eaf-41ba-a3c8-be4a3992dfd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=df00e55d-ca8e-47fd-86fe-8ea833c98946,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:57:40.503615 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a29ad26-4eaf-41ba-a3c8-be4a3992dfd7 admin admin] No DVR routers for this DVR port df00e55d-ca8e-47fd-86fe-8ea833c98946 on host n-d-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:57:40.577811 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6a29ad26-4eaf-41ba-a3c8-be4a3992dfd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:40.591109 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfbe690d-3b39-421e-b07f-b9bb87df0070 None None] DHCP port deletion for 0a852c5a-8f52-4747-afd6-20f3291fedf5 request from n-d-838550-3 {{(pid=102732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 18:57:40.605955 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-6a29ad26-4eaf-41ba-a3c8-be4a3992dfd7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a852c5a-8f52-4747-afd6-20f3291fedf5']}} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:57:40.618008 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-6a29ad26-4eaf-41ba-a3c8-be4a3992dfd7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f608ace0-8ce3-46fd-b8b7-a5c1b7169643') {'for_net_delete': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:57:40.618008 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-6a29ad26-4eaf-41ba-a3c8-be4a3992dfd7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f608ace0-8ce3-46fd-b8b7-a5c1b7169643') {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:57:40.628779 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6a29ad26-4eaf-41ba-a3c8-be4a3992dfd7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260107375'] for segment, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:40.642332 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6a29ad26-4eaf-41ba-a3c8-be4a3992dfd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:40.648160 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a29ad26-4eaf-41ba-a3c8-be4a3992dfd7 admin admin] Releasing vlan 608 on physical network physnet1 to pool {{(pid=102730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:57:40.648543 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6a29ad26-4eaf-41ba-a3c8-be4a3992dfd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261102736'] for segment, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:40.650349 n-d-838550-3 neutron-server[102730]: Traceback (most recent call last): May 18 18:57:40.650349 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:57:40.650349 n-d-838550-3 neutron-server[102730]: timer() May 18 18:57:40.650349 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:57:40.650349 n-d-838550-3 neutron-server[102730]: cb(*args, **kw) May 18 18:57:40.650349 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:57:40.650349 n-d-838550-3 neutron-server[102730]: return func(*args, **kwargs) May 18 18:57:40.650349 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:57:40.650349 n-d-838550-3 neutron-server[102730]: self._notify() May 18 18:57:40.650349 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:57:40.650349 n-d-838550-3 neutron-server[102730]: self.callback(batched_events) May 18 18:57:40.650349 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:57:40.650349 n-d-838550-3 neutron-server[102730]: event.method(event) May 18 18:57:40.650349 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:57:40.650349 n-d-838550-3 neutron-server[102730]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:57:40.650349 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:57:40.650349 n-d-838550-3 neutron-server[102730]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:57:40.650349 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:57:40.650349 n-d-838550-3 neutron-server[102730]: return f(self, *a, **k) May 18 18:57:40.650349 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:57:40.650349 n-d-838550-3 neutron-server[102730]: return self._get(url).json() May 18 18:57:40.650349 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:57:40.650349 n-d-838550-3 neutron-server[102730]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:57:40.650349 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:57:40.650349 n-d-838550-3 neutron-server[102730]: return self.request(url, 'GET', **kwargs) May 18 18:57:40.650349 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:57:40.650349 n-d-838550-3 neutron-server[102730]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:57:40.650349 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:57:40.650349 n-d-838550-3 neutron-server[102730]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:57:40.650349 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:57:40.650349 n-d-838550-3 neutron-server[102730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:57:40.650349 n-d-838550-3 neutron-server[102730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:57:40.707928 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6a29ad26-4eaf-41ba-a3c8-be4a3992dfd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:40.715551 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6a29ad26-4eaf-41ba-a3c8-be4a3992dfd7 admin admin] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:40.718757 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-6a29ad26-4eaf-41ba-a3c8-be4a3992dfd7 admin admin] 10.222.0.85 "DELETE /v2.0/networks/0a852c5a-8f52-4747-afd6-20f3291fedf5 HTTP/1.1" status: 204 len: 168 time: 0.5346980 May 18 18:57:40.729301 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a29ad26-4eaf-41ba-a3c8-be4a3992dfd7 admin admin] Pushing event deleted for resources: {'Network': ['ID=0a852c5a-8f52-4747-afd6-20f3291fedf5,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:57:40.797026 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device f8003f28-3cad-4379-819d-662802557191 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:57:40.829734 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: f8003f28-3cad-4379-819d-662802557191 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:57:40.830220 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device f8003f28-3cad-4379-819d-662802557191 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:57:40.830875 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 6c891bdb-dabc-47f2-b4db-9e008088d982 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:57:40.857277 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 6c891bdb-dabc-47f2-b4db-9e008088d982 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:57:40.857644 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 6c891bdb-dabc-47f2-b4db-9e008088d982 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:57:40.858073 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device df00e55d-ca8e-47fd-86fe-8ea833c98946 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:57:40.876931 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: df00e55d-ca8e-47fd-86fe-8ea833c98946 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:57:40.877283 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device df00e55d-ca8e-47fd-86fe-8ea833c98946 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:57:40.911379 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 49184) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:57:40.951215 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-a6fa27cd-65c1-4104-8950-1f5424440a95 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=fb39866a500d47f78f7f3199cc4a71da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385149 May 18 18:57:40.953515 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 49186) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:57:41.001638 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f394f7a0-24b1-4372-abff-d415070a7a29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:41.022054 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f394f7a0-24b1-4372-abff-d415070a7a29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:41.067368 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f394f7a0-24b1-4372-abff-d415070a7a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:41.070017 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f394f7a0-24b1-4372-abff-d415070a7a29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:41.071191 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-f394f7a0-24b1-4372-abff-d415070a7a29 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/993a8840-0327-4bab-9acc-38eba61ff97a HTTP/1.1" status: 204 len: 168 time: 0.1167285 May 18 18:57:41.079327 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f394f7a0-24b1-4372-abff-d415070a7a29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=993a8840-0327-4bab-9acc-38eba61ff97a,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:57:41.385960 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 49192) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:57:41.418773 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:41.426400 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-71215675-a7ed-4498-afdf-29f336070eba admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=f08dc0ad1c4146148fed9943669de4f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393205 May 18 18:57:41.428877 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 49194) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:57:41.477343 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8c1470ef-b945-4c75-bb24-34e955054406 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:41.498635 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8c1470ef-b945-4c75-bb24-34e955054406 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:41.550787 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8c1470ef-b945-4c75-bb24-34e955054406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:41.553677 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8c1470ef-b945-4c75-bb24-34e955054406 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:41.554914 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-8c1470ef-b945-4c75-bb24-34e955054406 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/a1ad4a38-291e-46ce-8eb5-d2cc5c54614f HTTP/1.1" status: 204 len: 168 time: 0.1250749 May 18 18:57:41.564304 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1470ef-b945-4c75-bb24-34e955054406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1ad4a38-291e-46ce-8eb5-d2cc5c54614f,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:57:42.215733 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 49216) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:57:42.309748 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-4dd8caa8-19da-4de1-9e08-f74d79b9dc61 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1590885960-network', 'tenant_id': '3123148b723f4833af414720c41700cf'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:57:42.328821 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dd8caa8-19da-4de1-9e08-f74d79b9dc61 admin admin] Made reservation on behalf of 3123148b723f4833af414720c41700cf for: {'network': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:57:42.331000 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4dd8caa8-19da-4de1-9e08-f74d79b9dc61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:42.339553 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4dd8caa8-19da-4de1-9e08-f74d79b9dc61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:42.417932 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4dd8caa8-19da-4de1-9e08-f74d79b9dc61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:42.421699 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4dd8caa8-19da-4de1-9e08-f74d79b9dc61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:42.445584 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dd8caa8-19da-4de1-9e08-f74d79b9dc61 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 629} {{(pid=102730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:57:42.455192 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd8caa8-19da-4de1-9e08-f74d79b9dc61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab65796b-62af-4da0-a370-6f90dce96caa,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:57:42.460485 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4dd8caa8-19da-4de1-9e08-f74d79b9dc61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:42.460922 n-d-838550-3 neutron-server[102730]: INFO neutron.db.segments_db [None req-4dd8caa8-19da-4de1-9e08-f74d79b9dc61 admin admin] Added segment e856be2e-9924-4ec6-bd37-c688d39ecb05 of type vlan for network b2554539-4332-4118-864a-5d454136870e May 18 18:57:42.501612 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4dd8caa8-19da-4de1-9e08-f74d79b9dc61 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:42.526648 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4dd8caa8-19da-4de1-9e08-f74d79b9dc61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:42.527231 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd8caa8-19da-4de1-9e08-f74d79b9dc61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:57:42.527809 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4dd8caa8-19da-4de1-9e08-f74d79b9dc61 admin admin] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:42.570139 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:42.576561 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-4dd8caa8-19da-4de1-9e08-f74d79b9dc61 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3596871 May 18 18:57:42.579491 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 49220) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:57:42.584330 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-2ef40aab-bec4-48a7-bd4a-0f9b05c464dd admin admin] Request body: {'subnet': {'network_id': 'b2554539-4332-4118-864a-5d454136870e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1590885960-subnet', 'tenant_id': '3123148b723f4833af414720c41700cf', 'ip_version': 4}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:57:42.592022 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd8caa8-19da-4de1-9e08-f74d79b9dc61 admin admin] Pushing event updated for resources: {'Network': ['ID=b2554539-4332-4118-864a-5d454136870e,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:57:42.601737 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network b2554539-4332-4118-864a-5d454136870e details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:57:42.605371 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ef40aab-bec4-48a7-bd4a-0f9b05c464dd admin admin] Made reservation on behalf of 3123148b723f4833af414720c41700cf for: {'subnet': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:57:42.607828 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2ef40aab-bec4-48a7-bd4a-0f9b05c464dd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260908003'] for subnet, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:42.776347 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2ef40aab-bec4-48a7-bd4a-0f9b05c464dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260898481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260908021'] for subnet, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:42.823705 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef40aab-bec4-48a7-bd4a-0f9b05c464dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb01e6d6-ba27-47b1-aac0-abfc84e72e5b,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:57:42.839323 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef40aab-bec4-48a7-bd4a-0f9b05c464dd admin admin] Checking segment: {'id': 'e856be2e-9924-4ec6-bd37-c688d39ecb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2554539-4332-4118-864a-5d454136870e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:57:42.839679 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef40aab-bec4-48a7-bd4a-0f9b05c464dd admin admin] Network hostable DHCP agents. Network: b2554539-4332-4118-864a-5d454136870e, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:57:42.855139 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef40aab-bec4-48a7-bd4a-0f9b05c464dd admin admin] Network b2554539-4332-4118-864a-5d454136870e is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:57:42.864839 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-2ef40aab-bec4-48a7-bd4a-0f9b05c464dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, b2554539-4332-4118-864a-5d454136870e) {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:57:42.869456 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef40aab-bec4-48a7-bd4a-0f9b05c464dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:57:42.870460 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2ef40aab-bec4-48a7-bd4a-0f9b05c464dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:42.873395 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7128f36-d0e4-4835-95dd-eb2e03bf0240 None None] Network b2554539-4332-4118-864a-5d454136870e requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:57:42.889927 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 49222) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:57:42.890129 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-2ef40aab-bec4-48a7-bd4a-0f9b05c464dd admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3093891 May 18 18:57:42.894432 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-ff32965c-e405-493d-ae2b-e6c9e4007a73 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1590885960-router', 'tenant_id': '3123148b723f4833af414720c41700cf', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:57:42.914878 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ff32965c-e405-493d-ae2b-e6c9e4007a73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25099'] for router, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:42.915843 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ff32965c-e405-493d-ae2b-e6c9e4007a73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-593238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596850', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25088'] for router, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:42.972918 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ff32965c-e405-493d-ae2b-e6c9e4007a73 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:43.023215 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c958bdd-2a5b-4fd4-9862-d0f0594c6cf1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-b2554539-4332-4118-864a-5d454136870e', 'network_id': 'b2554539-4332-4118-864a-5d454136870e', 'tenant_id': '3123148b723f4833af414720c41700cf', 'fixed_ips': [{'subnet_id': 'fb01e6d6-ba27-47b1-aac0-abfc84e72e5b'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:57:43.024063 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-6c958bdd-2a5b-4fd4-9862-d0f0594c6cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:43.109951 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ff32965c-e405-493d-ae2b-e6c9e4007a73 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:43.167980 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:43.177707 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-6c958bdd-2a5b-4fd4-9862-d0f0594c6cf1 None None] Allocated IP 172.20.0.2 (b2554539-4332-4118-864a-5d454136870e/fb01e6d6-ba27-47b1-aac0-abfc84e72e5b/1cd5fe24-4e9c-4ca1-9e0d-0450fa578800) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:57:43.318030 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ff32965c-e405-493d-ae2b-e6c9e4007a73 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:43.320118 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-6c958bdd-2a5b-4fd4-9862-d0f0594c6cf1 None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:43.326088 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-6c958bdd-2a5b-4fd4-9862-d0f0594c6cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:43.336894 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ff32965c-e405-493d-ae2b-e6c9e4007a73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:43.365348 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c958bdd-2a5b-4fd4-9862-d0f0594c6cf1 None None] Network b2554539-4332-4118-864a-5d454136870e is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:57:43.368008 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-6c958bdd-2a5b-4fd4-9862-d0f0594c6cf1 None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:57:43.372248 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c958bdd-2a5b-4fd4-9862-d0f0594c6cf1 None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:57:43.381472 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c958bdd-2a5b-4fd4-9862-d0f0594c6cf1 None None] Pushing event updated for resources: {'Port': ['ID=1cd5fe24-4e9c-4ca1-9e0d-0450fa578800,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:57:43.433394 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-6c958bdd-2a5b-4fd4-9862-d0f0594c6cf1 None None] Attempting to bind port 1cd5fe24-4e9c-4ca1-9e0d-0450fa578800 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:57:43.433794 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-6c958bdd-2a5b-4fd4-9862-d0f0594c6cf1 None None] Attempting to bind port 1cd5fe24-4e9c-4ca1-9e0d-0450fa578800 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': 'e856be2e-9924-4ec6-bd37-c688d39ecb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2554539-4332-4118-864a-5d454136870e'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:57:43.434156 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c958bdd-2a5b-4fd4-9862-d0f0594c6cf1 None None] Attempting to bind port 1cd5fe24-4e9c-4ca1-9e0d-0450fa578800 on network b2554539-4332-4118-864a-5d454136870e {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:57:43.439127 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c958bdd-2a5b-4fd4-9862-d0f0594c6cf1 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 57, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:57:43.439495 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c958bdd-2a5b-4fd4-9862-d0f0594c6cf1 None None] Checking segment: {'id': 'e856be2e-9924-4ec6-bd37-c688d39ecb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2554539-4332-4118-864a-5d454136870e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:57:43.439892 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-6c958bdd-2a5b-4fd4-9862-d0f0594c6cf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:43.440283 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c958bdd-2a5b-4fd4-9862-d0f0594c6cf1 None None] Bound using segment: {'id': 'e856be2e-9924-4ec6-bd37-c688d39ecb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2554539-4332-4118-864a-5d454136870e'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:57:43.440746 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-6c958bdd-2a5b-4fd4-9862-d0f0594c6cf1 None None] Bound port: 1cd5fe24-4e9c-4ca1-9e0d-0450fa578800, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e856be2e-9924-4ec6-bd37-c688d39ecb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2554539-4332-4118-864a-5d454136870e'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:57:43.441120 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-6c958bdd-2a5b-4fd4-9862-d0f0594c6cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:43.454998 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-ff32965c-e405-493d-ae2b-e6c9e4007a73 admin admin] Allocated IP 172.25.5.145 (31ebd439-090c-4b25-bbb0-31c48711b145/363a2810-8a83-4be0-a317-7c91fcd94485/a709ff2b-a9d6-4cc4-a364-a6f07e2c5747) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:57:43.512326 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-6c958bdd-2a5b-4fd4-9862-d0f0594c6cf1 None None] For port 1cd5fe24-4e9c-4ca1-9e0d-0450fa578800, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:57:43.516158 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-6c958bdd-2a5b-4fd4-9862-d0f0594c6cf1 None None] For port 1cd5fe24-4e9c-4ca1-9e0d-0450fa578800, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=1cd5fe24-4e9c-4ca1-9e0d-0450fa578800,segment=NetworkSegment(e856be2e-9924-4ec6-bd37-c688d39ecb05),segment_id=e856be2e-9924-4ec6-bd37-c688d39ecb05)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:57:43.521490 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-6c958bdd-2a5b-4fd4-9862-d0f0594c6cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:43.579981 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c958bdd-2a5b-4fd4-9862-d0f0594c6cf1 None None] Pushing event updated for resources: {'Port': ['ID=1cd5fe24-4e9c-4ca1-9e0d-0450fa578800,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:57:43.580815 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ff32965c-e405-493d-ae2b-e6c9e4007a73 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:43.619568 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ff32965c-e405-493d-ae2b-e6c9e4007a73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:43.662815 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff32965c-e405-493d-ae2b-e6c9e4007a73 admin admin] Network 31ebd439-090c-4b25-bbb0-31c48711b145 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:57:43.666530 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-ff32965c-e405-493d-ae2b-e6c9e4007a73 admin admin] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:57:43.669111 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff32965c-e405-493d-ae2b-e6c9e4007a73 admin admin] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:57:43.696006 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff32965c-e405-493d-ae2b-e6c9e4007a73 admin admin] Pushing event updated for resources: {'Port': ['ID=a709ff2b-a9d6-4cc4-a364-a6f07e2c5747,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:57:43.945147 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ff32965c-e405-493d-ae2b-e6c9e4007a73 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:44.141976 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ff32965c-e405-493d-ae2b-e6c9e4007a73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596801'] for router, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:44.283167 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff32965c-e405-493d-ae2b-e6c9e4007a73 admin admin] Router 0e67bf40-dfbe-4d7b-88fb-80aa8bd356b4 is scheduled to L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e with binding_index 1 {{(pid=102730) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 18 18:57:44.396006 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff32965c-e405-493d-ae2b-e6c9e4007a73 admin admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:57:44.409179 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d397d7-384e-4b27-855c-962d01565d87 None None] Sync routers for ids ['0e67bf40-dfbe-4d7b-88fb-80aa8bd356b4'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:57:44.420796 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ff32965c-e405-493d-ae2b-e6c9e4007a73 admin admin] Notify callbacks [] for router, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:44.421343 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d397d7-384e-4b27-855c-962d01565d87 None None] Routers {'0e67bf40-dfbe-4d7b-88fb-80aa8bd356b4'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:57:44.422003 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-06d397d7-384e-4b27-855c-962d01565d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:57:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['0e67bf40-dfbe-4d7b-88fb-80aa8bd356b4'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:57:44.423392 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-ff32965c-e405-493d-ae2b-e6c9e4007a73 admin admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5322318 May 18 18:57:44.426327 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 49224) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:57:44.644479 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9aa516e-0f13-4756-99d4-dec4f1699ce1 None None] Network b2554539-4332-4118-864a-5d454136870e requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:57:44.754704 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-06d397d7-384e-4b27-855c-962d01565d87 None None] Set router 0e67bf40-dfbe-4d7b-88fb-80aa8bd356b4 gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:57:44.782651 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-e0782335-60b9-49eb-b451-57d85fe3de66 None None] Provisioning complete for port 1cd5fe24-4e9c-4ca1-9e0d-0450fa578800 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:57:44.782880 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-e0782335-60b9-49eb-b451-57d85fe3de66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:44.865446 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 1cd5fe24-4e9c-4ca1-9e0d-0450fa578800 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:57:44.891227 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8fcbdf2f-9b49-4c44-8906-49988b07e572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:45.051931 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-8fcbdf2f-9b49-4c44-8906-49988b07e572 admin admin] Allocated IP 172.20.0.1 (b2554539-4332-4118-864a-5d454136870e/fb01e6d6-ba27-47b1-aac0-abfc84e72e5b/01734c65-8300-48d8-a8e5-34ebd5540c94) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:57:45.104623 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 1cd5fe24-4e9c-4ca1-9e0d-0450fa578800 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:57:45.104995 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:45.110369 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-e0782335-60b9-49eb-b451-57d85fe3de66 None None] Current status of the port 1cd5fe24-4e9c-4ca1-9e0d-0450fa578800 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:57:45.110757 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-e0782335-60b9-49eb-b451-57d85fe3de66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:45.153454 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8fcbdf2f-9b49-4c44-8906-49988b07e572 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:45.188026 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-e0782335-60b9-49eb-b451-57d85fe3de66 None None] For port 1cd5fe24-4e9c-4ca1-9e0d-0450fa578800, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=1cd5fe24-4e9c-4ca1-9e0d-0450fa578800,segment=NetworkSegment(e856be2e-9924-4ec6-bd37-c688d39ecb05),segment_id=e856be2e-9924-4ec6-bd37-c688d39ecb05)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:57:45.191366 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8fcbdf2f-9b49-4c44-8906-49988b07e572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:45.194711 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-e0782335-60b9-49eb-b451-57d85fe3de66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:45.227860 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-06d397d7-384e-4b27-855c-962d01565d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e67bf40-dfbe-4d7b-88fb-80aa8bd356b4', 'name': 'tempest-TestMinimumBasicScenario-1590885960-router', 'tenant_id': '3123148b723f4833af414720c41700cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': 'a709ff2b-a9d6-4cc4-a364-a6f07e2c5747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:57:42Z', 'updated_at': '2022-05-18T18:57:43Z', 'revision_number': 3, 'project_id': '3123148b723f4833af414720c41700cf', 'gw_port': {'id': 'a709ff2b-a9d6-4cc4-a364-a6f07e2c5747', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c1:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e67bf40-dfbe-4d7b-88fb-80aa8bd356b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:57:43Z', 'updated_at': '2022-05-18T18:57:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:57:45.234867 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fcbdf2f-9b49-4c44-8906-49988b07e572 admin admin] Network b2554539-4332-4118-864a-5d454136870e is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:57:45.237841 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-8fcbdf2f-9b49-4c44-8906-49988b07e572 admin admin] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:57:45.244580 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fcbdf2f-9b49-4c44-8906-49988b07e572 admin admin] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:57:45.273360 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcbdf2f-9b49-4c44-8906-49988b07e572 admin admin] Pushing event updated for resources: {'Port': ['ID=01734c65-8300-48d8-a8e5-34ebd5540c94,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:57:45.284893 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d397d7-384e-4b27-855c-962d01565d87 None None] Checking router: 0e67bf40-dfbe-4d7b-88fb-80aa8bd356b4 for host: n-d-838550-3 {{(pid=102732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:57:45.285027 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d397d7-384e-4b27-855c-962d01565d87 None None] Updating router 0e67bf40-dfbe-4d7b-88fb-80aa8bd356b4 port a709ff2b-a9d6-4cc4-a364-a6f07e2c5747 binding host n-d-838550-3 {{(pid=102732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 18:57:45.291098 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8fcbdf2f-9b49-4c44-8906-49988b07e572 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595826'] for router_interface, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:45.327860 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0782335-60b9-49eb-b451-57d85fe3de66 None None] Pushing event updated for resources: {'Port': ['ID=1cd5fe24-4e9c-4ca1-9e0d-0450fa578800,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:57:45.336644 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-06d397d7-384e-4b27-855c-962d01565d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:45.340020 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 1cd5fe24-4e9c-4ca1-9e0d-0450fa578800 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:57:45.545267 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b5aa7d5e-f9b8-4d55-8a15-6ba6c9431eb4 None None] Provisioning complete for port 1cd5fe24-4e9c-4ca1-9e0d-0450fa578800 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:57:45.545762 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b5aa7d5e-f9b8-4d55-8a15-6ba6c9431eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:45.693766 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-06d397d7-384e-4b27-855c-962d01565d87 None None] Notify callbacks [] for port, precommit_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:45.703318 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-06d397d7-384e-4b27-855c-962d01565d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:45.714742 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b5aa7d5e-f9b8-4d55-8a15-6ba6c9431eb4 None None] Current status of the port 1cd5fe24-4e9c-4ca1-9e0d-0450fa578800 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:57:45.761518 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7622d1a7-63d7-4a3d-8c5b-2d8556b37121 None None] Pushing event updated for resources: {'Port': ['ID=a709ff2b-a9d6-4cc4-a364-a6f07e2c5747,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:57:45.764217 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-06d397d7-384e-4b27-855c-962d01565d87 None None] Attempting to bind port a709ff2b-a9d6-4cc4-a364-a6f07e2c5747 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:57:45.764982 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-06d397d7-384e-4b27-855c-962d01565d87 None None] Attempting to bind port a709ff2b-a9d6-4cc4-a364-a6f07e2c5747 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:57:45.765355 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d397d7-384e-4b27-855c-962d01565d87 None None] Attempting to bind port a709ff2b-a9d6-4cc4-a364-a6f07e2c5747 on network 31ebd439-090c-4b25-bbb0-31c48711b145 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:57:45.766333 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8fcbdf2f-9b49-4c44-8906-49988b07e572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:45.770842 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d397d7-384e-4b27-855c-962d01565d87 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 57, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:57:45.771221 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d397d7-384e-4b27-855c-962d01565d87 None None] Checking segment: {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:57:45.771617 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-06d397d7-384e-4b27-855c-962d01565d87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:45.772000 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d397d7-384e-4b27-855c-962d01565d87 None None] Bound using segment: {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:57:45.772462 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-06d397d7-384e-4b27-855c-962d01565d87 None None] Bound port: a709ff2b-a9d6-4cc4-a364-a6f07e2c5747, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:57:45.772836 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-06d397d7-384e-4b27-855c-962d01565d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:45.832892 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-06d397d7-384e-4b27-855c-962d01565d87 None None] For port a709ff2b-a9d6-4cc4-a364-a6f07e2c5747, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:57:45.849280 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-06d397d7-384e-4b27-855c-962d01565d87 None None] For port a709ff2b-a9d6-4cc4-a364-a6f07e2c5747, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=a709ff2b-a9d6-4cc4-a364-a6f07e2c5747,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:57:45.852526 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a1ee9b36-c83e-40c4-aafd-f81e139a72df None None] Provisioning complete for port 01734c65-8300-48d8-a8e5-34ebd5540c94 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:57:45.852934 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a1ee9b36-c83e-40c4-aafd-f81e139a72df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:45.855987 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-06d397d7-384e-4b27-855c-962d01565d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:45.929309 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a1ee9b36-c83e-40c4-aafd-f81e139a72df None None] Port 01734c65-8300-48d8-a8e5-34ebd5540c94 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:57:45.936119 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8fcbdf2f-9b49-4c44-8906-49988b07e572 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:45.940986 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8fcbdf2f-9b49-4c44-8906-49988b07e572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:45.942759 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d397d7-384e-4b27-855c-962d01565d87 None None] Routers {'0e67bf40-dfbe-4d7b-88fb-80aa8bd356b4'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:57:45.943579 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-06d397d7-384e-4b27-855c-962d01565d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:57:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['0e67bf40-dfbe-4d7b-88fb-80aa8bd356b4'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:57:45.986961 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7622d1a7-63d7-4a3d-8c5b-2d8556b37121 None None] Pushing event updated for resources: {'Port': ['ID=a709ff2b-a9d6-4cc4-a364-a6f07e2c5747,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:57:46.010237 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8fcbdf2f-9b49-4c44-8906-49988b07e572 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-595870'] for router_interface, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:46.011925 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcbdf2f-9b49-4c44-8906-49988b07e572 admin admin] Pushing event updated for resources: {'Port': ['ID=01734c65-8300-48d8-a8e5-34ebd5540c94,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:57:46.061309 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-06d397d7-384e-4b27-855c-962d01565d87 None None] Set router 0e67bf40-dfbe-4d7b-88fb-80aa8bd356b4 gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:57:46.100468 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fcbdf2f-9b49-4c44-8906-49988b07e572 admin admin] Network b2554539-4332-4118-864a-5d454136870e is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:57:46.101690 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-8fcbdf2f-9b49-4c44-8906-49988b07e572 admin admin] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:57:46.222729 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fcbdf2f-9b49-4c44-8906-49988b07e572 admin admin] Router 0e67bf40-dfbe-4d7b-88fb-80aa8bd356b4 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:57:46.273005 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-06d397d7-384e-4b27-855c-962d01565d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e67bf40-dfbe-4d7b-88fb-80aa8bd356b4', 'name': 'tempest-TestMinimumBasicScenario-1590885960-router', 'tenant_id': '3123148b723f4833af414720c41700cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': 'a709ff2b-a9d6-4cc4-a364-a6f07e2c5747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:57:42Z', 'updated_at': '2022-05-18T18:57:45Z', 'revision_number': 4, 'project_id': '3123148b723f4833af414720c41700cf', 'gw_port': {'id': 'a709ff2b-a9d6-4cc4-a364-a6f07e2c5747', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c1:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e67bf40-dfbe-4d7b-88fb-80aa8bd356b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:57:43Z', 'updated_at': '2022-05-18T18:57:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '01734c65-8300-48d8-a8e5-34ebd5540c94', 'name': '', 'network_id': 'b2554539-4332-4118-864a-5d454136870e', 'tenant_id': '3123148b723f4833af414720c41700cf', 'mac_address': 'fa:16:3e:24:1b:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e67bf40-dfbe-4d7b-88fb-80aa8bd356b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'fb01e6d6-ba27-47b1-aac0-abfc84e72e5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:57:44Z', 'updated_at': '2022-05-18T18:57:45Z', 'revision_number': 2, 'project_id': '3123148b723f4833af414720c41700cf', 'subnets': [{'id': 'fb01e6d6-ba27-47b1-aac0-abfc84e72e5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:57:46.301483 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d397d7-384e-4b27-855c-962d01565d87 None None] The sync data for ids ['0e67bf40-dfbe-4d7b-88fb-80aa8bd356b4'] in n-d-838550-3 is: [{'id': '0e67bf40-dfbe-4d7b-88fb-80aa8bd356b4', 'name': 'tempest-TestMinimumBasicScenario-1590885960-router', 'tenant_id': '3123148b723f4833af414720c41700cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': 'a709ff2b-a9d6-4cc4-a364-a6f07e2c5747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:57:42Z', 'updated_at': '2022-05-18T18:57:45Z', 'revision_number': 4, 'project_id': '3123148b723f4833af414720c41700cf', 'gw_port': {'id': 'a709ff2b-a9d6-4cc4-a364-a6f07e2c5747', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c1:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e67bf40-dfbe-4d7b-88fb-80aa8bd356b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:57:43Z', 'updated_at': '2022-05-18T18:57:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '01734c65-8300-48d8-a8e5-34ebd5540c94', 'name': '', 'network_id': 'b2554539-4332-4118-864a-5d454136870e', 'tenant_id': '3123148b723f4833af414720c41700cf', 'mac_address': 'fa:16:3e:24:1b:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e67bf40-dfbe-4d7b-88fb-80aa8bd356b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'fb01e6d6-ba27-47b1-aac0-abfc84e72e5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:57:44Z', 'updated_at': '2022-05-18T18:57:45Z', 'revision_number': 2, 'project_id': '3123148b723f4833af414720c41700cf', 'subnets': [{'id': 'fb01e6d6-ba27-47b1-aac0-abfc84e72e5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:57:46.342578 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fcbdf2f-9b49-4c44-8906-49988b07e572 admin admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:57:46.349803 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-8fcbdf2f-9b49-4c44-8906-49988b07e572 admin admin] 10.222.0.85 "PUT /v2.0/routers/0e67bf40-dfbe-4d7b-88fb-80aa8bd356b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9220755 May 18 18:57:46.355429 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-006a1b5c-29bf-4f5c-9227-3602ef0aa1db None None] Provisioning complete for port 01734c65-8300-48d8-a8e5-34ebd5540c94 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:57:46.355746 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-006a1b5c-29bf-4f5c-9227-3602ef0aa1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:46.393505 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-006a1b5c-29bf-4f5c-9227-3602ef0aa1db None None] Port 01734c65-8300-48d8-a8e5-34ebd5540c94 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:57:46.808000 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 1cd5fe24-4e9c-4ca1-9e0d-0450fa578800 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:57:46.865113 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 1cd5fe24-4e9c-4ca1-9e0d-0450fa578800 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:57:46.865495 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:46.873155 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 49240) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:57:46.878206 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-650cc29e-ae55-44a5-99a1-304827d65f0c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1513213969-network', 'tenant_id': 'ff508d02b753467bbf6226e9e120449e'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:57:46.905045 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-650cc29e-ae55-44a5-99a1-304827d65f0c admin admin] Made reservation on behalf of ff508d02b753467bbf6226e9e120449e for: {'network': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:57:46.908630 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-650cc29e-ae55-44a5-99a1-304827d65f0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:46.920147 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-650cc29e-ae55-44a5-99a1-304827d65f0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:46.949582 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 1cd5fe24-4e9c-4ca1-9e0d-0450fa578800 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:57:47.028993 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-650cc29e-ae55-44a5-99a1-304827d65f0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:47.033119 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-650cc29e-ae55-44a5-99a1-304827d65f0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:47.063700 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-650cc29e-ae55-44a5-99a1-304827d65f0c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 617} {{(pid=102730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:57:47.074492 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650cc29e-ae55-44a5-99a1-304827d65f0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bba9a68-0c40-4051-bc57-ace064acd439,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:57:47.080735 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-650cc29e-ae55-44a5-99a1-304827d65f0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:47.081089 n-d-838550-3 neutron-server[102730]: INFO neutron.db.segments_db [None req-650cc29e-ae55-44a5-99a1-304827d65f0c admin admin] Added segment 93387c84-9032-463e-af78-21ef8b3db24e of type vlan for network 63a65506-3d5f-4b52-a679-b0724c1ee193 May 18 18:57:47.123198 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-650cc29e-ae55-44a5-99a1-304827d65f0c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:47.149064 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-650cc29e-ae55-44a5-99a1-304827d65f0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:47.150616 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-650cc29e-ae55-44a5-99a1-304827d65f0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:57:47.151194 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-650cc29e-ae55-44a5-99a1-304827d65f0c admin admin] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:47.209176 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-650cc29e-ae55-44a5-99a1-304827d65f0c admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3348126 May 18 18:57:47.213029 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 49242) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:57:47.213518 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650cc29e-ae55-44a5-99a1-304827d65f0c admin admin] Pushing event updated for resources: {'Network': ['ID=63a65506-3d5f-4b52-a679-b0724c1ee193,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:57:47.219665 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-8115df4a-b4c8-4b5b-b64d-e57e943527f7 admin admin] Request body: {'subnet': {'network_id': '63a65506-3d5f-4b52-a679-b0724c1ee193', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1513213969-subnet', 'tenant_id': 'ff508d02b753467bbf6226e9e120449e', 'ip_version': 4}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:57:47.223297 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network 63a65506-3d5f-4b52-a679-b0724c1ee193 details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:57:47.252188 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8115df4a-b4c8-4b5b-b64d-e57e943527f7 admin admin] Made reservation on behalf of ff508d02b753467bbf6226e9e120449e for: {'subnet': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:57:47.254886 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8115df4a-b4c8-4b5b-b64d-e57e943527f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260908003'] for subnet, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:47.446134 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8115df4a-b4c8-4b5b-b64d-e57e943527f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260898481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260908021'] for subnet, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:47.502798 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8115df4a-b4c8-4b5b-b64d-e57e943527f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e29e6f5c-51b1-484b-a5d1-5f0132f16b3e,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:57:47.513166 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8115df4a-b4c8-4b5b-b64d-e57e943527f7 admin admin] Checking segment: {'id': '93387c84-9032-463e-af78-21ef8b3db24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '63a65506-3d5f-4b52-a679-b0724c1ee193'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:57:47.513525 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8115df4a-b4c8-4b5b-b64d-e57e943527f7 admin admin] Network hostable DHCP agents. Network: 63a65506-3d5f-4b52-a679-b0724c1ee193, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:57:47.531276 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8115df4a-b4c8-4b5b-b64d-e57e943527f7 admin admin] Network 63a65506-3d5f-4b52-a679-b0724c1ee193 is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:57:47.541861 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-8115df4a-b4c8-4b5b-b64d-e57e943527f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, 63a65506-3d5f-4b52-a679-b0724c1ee193) {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:57:47.547438 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8115df4a-b4c8-4b5b-b64d-e57e943527f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:57:47.548015 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8115df4a-b4c8-4b5b-b64d-e57e943527f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:47.552150 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1087d4-7150-4617-846e-7f0bf3f2aade None None] Network 63a65506-3d5f-4b52-a679-b0724c1ee193 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:57:47.565378 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-8115df4a-b4c8-4b5b-b64d-e57e943527f7 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3504221 May 18 18:57:47.568068 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 49244) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:57:47.573533 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-22fcd57b-2d6c-49fd-8adf-5b7395a9b05a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1513213969-router', 'tenant_id': 'ff508d02b753467bbf6226e9e120449e', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:57:47.595218 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-22fcd57b-2d6c-49fd-8adf-5b7395a9b05a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25099'] for router, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:47.596605 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-22fcd57b-2d6c-49fd-8adf-5b7395a9b05a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-593238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596850', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25088'] for router, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:47.660348 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-22fcd57b-2d6c-49fd-8adf-5b7395a9b05a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:47.716079 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-420aa5bf-b0c5-4e10-af02-1843c45ed749 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-63a65506-3d5f-4b52-a679-b0724c1ee193', 'network_id': '63a65506-3d5f-4b52-a679-b0724c1ee193', 'tenant_id': 'ff508d02b753467bbf6226e9e120449e', 'fixed_ips': [{'subnet_id': 'e29e6f5c-51b1-484b-a5d1-5f0132f16b3e'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:57:47.717003 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-420aa5bf-b0c5-4e10-af02-1843c45ed749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:47.803397 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-22fcd57b-2d6c-49fd-8adf-5b7395a9b05a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:47.866118 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-420aa5bf-b0c5-4e10-af02-1843c45ed749 None None] Allocated IP 172.20.0.2 (63a65506-3d5f-4b52-a679-b0724c1ee193/e29e6f5c-51b1-484b-a5d1-5f0132f16b3e/b554fbec-891b-4748-8984-513964e1b2a4) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:57:48.006835 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-22fcd57b-2d6c-49fd-8adf-5b7395a9b05a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:48.010971 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-420aa5bf-b0c5-4e10-af02-1843c45ed749 None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:48.016210 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-420aa5bf-b0c5-4e10-af02-1843c45ed749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:48.028163 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-22fcd57b-2d6c-49fd-8adf-5b7395a9b05a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:48.061265 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420aa5bf-b0c5-4e10-af02-1843c45ed749 None None] Network 63a65506-3d5f-4b52-a679-b0724c1ee193 is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:57:48.063789 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-420aa5bf-b0c5-4e10-af02-1843c45ed749 None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:57:48.072133 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420aa5bf-b0c5-4e10-af02-1843c45ed749 None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:57:48.075296 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420aa5bf-b0c5-4e10-af02-1843c45ed749 None None] Pushing event updated for resources: {'Port': ['ID=b554fbec-891b-4748-8984-513964e1b2a4,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:57:48.129269 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-420aa5bf-b0c5-4e10-af02-1843c45ed749 None None] Attempting to bind port b554fbec-891b-4748-8984-513964e1b2a4 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:57:48.129652 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-420aa5bf-b0c5-4e10-af02-1843c45ed749 None None] Attempting to bind port b554fbec-891b-4748-8984-513964e1b2a4 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '93387c84-9032-463e-af78-21ef8b3db24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '63a65506-3d5f-4b52-a679-b0724c1ee193'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:57:48.130022 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420aa5bf-b0c5-4e10-af02-1843c45ed749 None None] Attempting to bind port b554fbec-891b-4748-8984-513964e1b2a4 on network 63a65506-3d5f-4b52-a679-b0724c1ee193 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:57:48.135705 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420aa5bf-b0c5-4e10-af02-1843c45ed749 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 57, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:57:48.136085 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420aa5bf-b0c5-4e10-af02-1843c45ed749 None None] Checking segment: {'id': '93387c84-9032-463e-af78-21ef8b3db24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '63a65506-3d5f-4b52-a679-b0724c1ee193'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:57:48.136490 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-420aa5bf-b0c5-4e10-af02-1843c45ed749 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:48.137130 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420aa5bf-b0c5-4e10-af02-1843c45ed749 None None] Bound using segment: {'id': '93387c84-9032-463e-af78-21ef8b3db24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '63a65506-3d5f-4b52-a679-b0724c1ee193'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:57:48.137352 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-420aa5bf-b0c5-4e10-af02-1843c45ed749 None None] Bound port: b554fbec-891b-4748-8984-513964e1b2a4, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93387c84-9032-463e-af78-21ef8b3db24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '63a65506-3d5f-4b52-a679-b0724c1ee193'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:57:48.137764 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-420aa5bf-b0c5-4e10-af02-1843c45ed749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:48.144639 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-22fcd57b-2d6c-49fd-8adf-5b7395a9b05a admin admin] Allocated IP 172.25.5.227 (31ebd439-090c-4b25-bbb0-31c48711b145/363a2810-8a83-4be0-a317-7c91fcd94485/3163259b-0472-4331-983f-fafdc1d71161) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:57:48.203075 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-420aa5bf-b0c5-4e10-af02-1843c45ed749 None None] For port b554fbec-891b-4748-8984-513964e1b2a4, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:57:48.207210 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-420aa5bf-b0c5-4e10-af02-1843c45ed749 None None] For port b554fbec-891b-4748-8984-513964e1b2a4, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=b554fbec-891b-4748-8984-513964e1b2a4,segment=NetworkSegment(93387c84-9032-463e-af78-21ef8b3db24e),segment_id=93387c84-9032-463e-af78-21ef8b3db24e)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:57:48.212044 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-420aa5bf-b0c5-4e10-af02-1843c45ed749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:48.259640 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-22fcd57b-2d6c-49fd-8adf-5b7395a9b05a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:48.271175 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420aa5bf-b0c5-4e10-af02-1843c45ed749 None None] Pushing event updated for resources: {'Port': ['ID=b554fbec-891b-4748-8984-513964e1b2a4,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:57:48.302924 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-22fcd57b-2d6c-49fd-8adf-5b7395a9b05a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:48.346255 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22fcd57b-2d6c-49fd-8adf-5b7395a9b05a admin admin] Network 31ebd439-090c-4b25-bbb0-31c48711b145 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:57:48.349105 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-22fcd57b-2d6c-49fd-8adf-5b7395a9b05a admin admin] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:57:48.352684 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22fcd57b-2d6c-49fd-8adf-5b7395a9b05a admin admin] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:57:48.360889 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fcd57b-2d6c-49fd-8adf-5b7395a9b05a admin admin] Pushing event updated for resources: {'Port': ['ID=3163259b-0472-4331-983f-fafdc1d71161,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:57:48.489808 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a388d12b-20cd-4a21-a8d1-83a895373048 None None] Sync routers for ids ['0e67bf40-dfbe-4d7b-88fb-80aa8bd356b4'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:57:48.504874 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a388d12b-20cd-4a21-a8d1-83a895373048 None None] Routers {'0e67bf40-dfbe-4d7b-88fb-80aa8bd356b4'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:57:48.505492 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-a388d12b-20cd-4a21-a8d1-83a895373048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:57:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['0e67bf40-dfbe-4d7b-88fb-80aa8bd356b4'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:57:48.653667 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-22fcd57b-2d6c-49fd-8adf-5b7395a9b05a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:48.708345 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-a388d12b-20cd-4a21-a8d1-83a895373048 None None] Set router 0e67bf40-dfbe-4d7b-88fb-80aa8bd356b4 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:57:48.866487 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-22fcd57b-2d6c-49fd-8adf-5b7395a9b05a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596801'] for router, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:48.872657 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device b554fbec-891b-4748-8984-513964e1b2a4 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:57:48.920929 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-a388d12b-20cd-4a21-a8d1-83a895373048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e67bf40-dfbe-4d7b-88fb-80aa8bd356b4', 'name': 'tempest-TestMinimumBasicScenario-1590885960-router', 'tenant_id': '3123148b723f4833af414720c41700cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': 'a709ff2b-a9d6-4cc4-a364-a6f07e2c5747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:57:42Z', 'updated_at': '2022-05-18T18:57:45Z', 'revision_number': 4, 'project_id': '3123148b723f4833af414720c41700cf', 'gw_port': {'id': 'a709ff2b-a9d6-4cc4-a364-a6f07e2c5747', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c1:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e67bf40-dfbe-4d7b-88fb-80aa8bd356b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:57:43Z', 'updated_at': '2022-05-18T18:57:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '01734c65-8300-48d8-a8e5-34ebd5540c94', 'name': '', 'network_id': 'b2554539-4332-4118-864a-5d454136870e', 'tenant_id': '3123148b723f4833af414720c41700cf', 'mac_address': 'fa:16:3e:24:1b:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e67bf40-dfbe-4d7b-88fb-80aa8bd356b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'fb01e6d6-ba27-47b1-aac0-abfc84e72e5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:57:44Z', 'updated_at': '2022-05-18T18:57:45Z', 'revision_number': 2, 'project_id': '3123148b723f4833af414720c41700cf', 'subnets': [{'id': 'fb01e6d6-ba27-47b1-aac0-abfc84e72e5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:57:48.926391 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port b554fbec-891b-4748-8984-513964e1b2a4 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:57:48.926761 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:48.957928 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a388d12b-20cd-4a21-a8d1-83a895373048 None None] Checking router: 0e67bf40-dfbe-4d7b-88fb-80aa8bd356b4 for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:57:48.958324 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a388d12b-20cd-4a21-a8d1-83a895373048 None None] Updating router 0e67bf40-dfbe-4d7b-88fb-80aa8bd356b4 port 01734c65-8300-48d8-a8e5-34ebd5540c94 binding host n-d-838550-3 {{(pid=102733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 18:57:48.990991 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-a388d12b-20cd-4a21-a8d1-83a895373048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:49.015301 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22fcd57b-2d6c-49fd-8adf-5b7395a9b05a admin admin] Router 46b9c767-9479-4cce-a972-aa2cdd3a5f31 is scheduled to L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e with binding_index 1 {{(pid=102730) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 18 18:57:49.020457 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port b554fbec-891b-4748-8984-513964e1b2a4 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:57:49.021044 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:49.061439 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] For port b554fbec-891b-4748-8984-513964e1b2a4, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=b554fbec-891b-4748-8984-513964e1b2a4,segment=NetworkSegment(93387c84-9032-463e-af78-21ef8b3db24e),segment_id=93387c84-9032-463e-af78-21ef8b3db24e)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:57:49.067250 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:49.068589 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device a709ff2b-a9d6-4cc4-a364-a6f07e2c5747 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:57:49.143081 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Pushing event updated for resources: {'Port': ['ID=b554fbec-891b-4748-8984-513964e1b2a4,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:57:49.148916 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22fcd57b-2d6c-49fd-8adf-5b7395a9b05a admin admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:57:49.159943 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83a2926-bbe5-48f8-a001-e4da5760829b None None] Sync routers for ids ['46b9c767-9479-4cce-a972-aa2cdd3a5f31'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:57:49.179421 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83a2926-bbe5-48f8-a001-e4da5760829b None None] Routers {'46b9c767-9479-4cce-a972-aa2cdd3a5f31'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:57:49.180054 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-c83a2926-bbe5-48f8-a001-e4da5760829b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:57:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['46b9c767-9479-4cce-a972-aa2cdd3a5f31'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:57:49.183811 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-22fcd57b-2d6c-49fd-8adf-5b7395a9b05a admin admin] Notify callbacks [] for router, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:49.187686 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-22fcd57b-2d6c-49fd-8adf-5b7395a9b05a admin admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.6159678 May 18 18:57:49.187937 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 49246) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:57:49.276400 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port a709ff2b-a9d6-4cc4-a364-a6f07e2c5747 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:57:49.276772 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:49.321608 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-c83a2926-bbe5-48f8-a001-e4da5760829b None None] Set router 46b9c767-9479-4cce-a972-aa2cdd3a5f31 gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:57:49.331016 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-a388d12b-20cd-4a21-a8d1-83a895373048 None None] Notify callbacks [] for port, precommit_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:49.338586 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-a388d12b-20cd-4a21-a8d1-83a895373048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:49.434930 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f52693-f91e-4f05-b7c7-23d6cf89868d None None] Pushing event updated for resources: {'Port': ['ID=01734c65-8300-48d8-a8e5-34ebd5540c94,revision_number=3']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:57:49.464134 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f52693-f91e-4f05-b7c7-23d6cf89868d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:57:49.464134 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f52693-f91e-4f05-b7c7-23d6cf89868d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:57:49.464449 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f52693-f91e-4f05-b7c7-23d6cf89868d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:57:49.464709 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f52693-f91e-4f05-b7c7-23d6cf89868d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:57:49.465434 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f52693-f91e-4f05-b7c7-23d6cf89868d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:57:49.466980 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f52693-f91e-4f05-b7c7-23d6cf89868d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:57:49.467539 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f52693-f91e-4f05-b7c7-23d6cf89868d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:57:49.468721 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f52693-f91e-4f05-b7c7-23d6cf89868d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:57:49.469232 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f52693-f91e-4f05-b7c7-23d6cf89868d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:57:49.469739 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f52693-f91e-4f05-b7c7-23d6cf89868d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:57:49.470263 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f52693-f91e-4f05-b7c7-23d6cf89868d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:57:49.471219 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f52693-f91e-4f05-b7c7-23d6cf89868d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:57:49.491343 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-a388d12b-20cd-4a21-a8d1-83a895373048 None None] Attempting to bind port 01734c65-8300-48d8-a8e5-34ebd5540c94 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:57:49.494129 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-a388d12b-20cd-4a21-a8d1-83a895373048 None None] Attempting to bind port 01734c65-8300-48d8-a8e5-34ebd5540c94 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': 'e856be2e-9924-4ec6-bd37-c688d39ecb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2554539-4332-4118-864a-5d454136870e'}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:57:49.494129 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a388d12b-20cd-4a21-a8d1-83a895373048 None None] Attempting to bind port 01734c65-8300-48d8-a8e5-34ebd5540c94 on network b2554539-4332-4118-864a-5d454136870e {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:57:49.501368 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port a709ff2b-a9d6-4cc4-a364-a6f07e2c5747 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:57:49.501811 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:49.502620 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a388d12b-20cd-4a21-a8d1-83a895373048 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 57, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:57:49.503254 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a388d12b-20cd-4a21-a8d1-83a895373048 None None] Checking segment: {'id': 'e856be2e-9924-4ec6-bd37-c688d39ecb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2554539-4332-4118-864a-5d454136870e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:57:49.503864 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-a388d12b-20cd-4a21-a8d1-83a895373048 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:49.504449 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a388d12b-20cd-4a21-a8d1-83a895373048 None None] Bound using segment: {'id': 'e856be2e-9924-4ec6-bd37-c688d39ecb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2554539-4332-4118-864a-5d454136870e'} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:57:49.505184 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-a388d12b-20cd-4a21-a8d1-83a895373048 None None] Bound port: 01734c65-8300-48d8-a8e5-34ebd5540c94, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e856be2e-9924-4ec6-bd37-c688d39ecb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2554539-4332-4118-864a-5d454136870e'}}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:57:49.505819 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-a388d12b-20cd-4a21-a8d1-83a895373048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:49.511781 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c134737-bc33-477c-9872-d54b5d61659a None None] Network 63a65506-3d5f-4b52-a679-b0724c1ee193 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:57:49.582312 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.db [None req-a388d12b-20cd-4a21-a8d1-83a895373048 None None] For port 01734c65-8300-48d8-a8e5-34ebd5540c94, host n-d-838550-3, cleared binding levels {{(pid=102733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:57:49.587007 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.db [None req-a388d12b-20cd-4a21-a8d1-83a895373048 None None] For port 01734c65-8300-48d8-a8e5-34ebd5540c94, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=01734c65-8300-48d8-a8e5-34ebd5540c94,segment=NetworkSegment(e856be2e-9924-4ec6-bd37-c688d39ecb05),segment_id=e856be2e-9924-4ec6-bd37-c688d39ecb05)] {{(pid=102733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:57:49.595315 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-a388d12b-20cd-4a21-a8d1-83a895373048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:49.621257 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] For port a709ff2b-a9d6-4cc4-a364-a6f07e2c5747, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=a709ff2b-a9d6-4cc4-a364-a6f07e2c5747,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:57:49.643919 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:49.674145 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-5fa116da-92ca-4eeb-93a2-e23daee2bb63 None None] Provisioning complete for port b554fbec-891b-4748-8984-513964e1b2a4 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:57:49.674467 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-5fa116da-92ca-4eeb-93a2-e23daee2bb63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:49.693810 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f52693-f91e-4f05-b7c7-23d6cf89868d None None] Pushing event updated for resources: {'Port': ['ID=01734c65-8300-48d8-a8e5-34ebd5540c94,revision_number=4']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:57:49.701839 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a388d12b-20cd-4a21-a8d1-83a895373048 None None] Routers {'0e67bf40-dfbe-4d7b-88fb-80aa8bd356b4'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:57:49.702533 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-a388d12b-20cd-4a21-a8d1-83a895373048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:57:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['0e67bf40-dfbe-4d7b-88fb-80aa8bd356b4'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:57:49.774336 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-539f0376-e8ab-4daf-9b86-07be3f8a9f91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:49.830726 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-a388d12b-20cd-4a21-a8d1-83a895373048 None None] Set router 0e67bf40-dfbe-4d7b-88fb-80aa8bd356b4 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:57:49.836403 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Pushing event updated for resources: {'Port': ['ID=a709ff2b-a9d6-4cc4-a364-a6f07e2c5747,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:57:49.864613 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-c83a2926-bbe5-48f8-a001-e4da5760829b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46b9c767-9479-4cce-a972-aa2cdd3a5f31', 'name': 'tempest-TestMinimumBasicScenario-1513213969-router', 'tenant_id': 'ff508d02b753467bbf6226e9e120449e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.227'}], 'enable_snat': True}, 'gw_port_id': '3163259b-0472-4331-983f-fafdc1d71161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:57:47Z', 'updated_at': '2022-05-18T18:57:48Z', 'revision_number': 3, 'project_id': 'ff508d02b753467bbf6226e9e120449e', 'gw_port': {'id': '3163259b-0472-4331-983f-fafdc1d71161', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:4a:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46b9c767-9479-4cce-a972-aa2cdd3a5f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:57:48Z', 'updated_at': '2022-05-18T18:57:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:57:49.904769 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83a2926-bbe5-48f8-a001-e4da5760829b None None] Checking router: 46b9c767-9479-4cce-a972-aa2cdd3a5f31 for host: n-d-838550-3 {{(pid=102732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:57:49.905415 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83a2926-bbe5-48f8-a001-e4da5760829b None None] Updating router 46b9c767-9479-4cce-a972-aa2cdd3a5f31 port 3163259b-0472-4331-983f-fafdc1d71161 binding host n-d-838550-3 {{(pid=102732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 18:57:49.943267 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-5fa116da-92ca-4eeb-93a2-e23daee2bb63 None None] Current status of the port b554fbec-891b-4748-8984-513964e1b2a4 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:57:49.955743 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c83a2926-bbe5-48f8-a001-e4da5760829b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:50.000444 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-539f0376-e8ab-4daf-9b86-07be3f8a9f91 admin admin] Allocated IP 172.20.0.1 (63a65506-3d5f-4b52-a679-b0724c1ee193/e29e6f5c-51b1-484b-a5d1-5f0132f16b3e/fbe9ac91-7ef9-4aa9-9de5-cea321cf4353) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:57:50.052100 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-a388d12b-20cd-4a21-a8d1-83a895373048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e67bf40-dfbe-4d7b-88fb-80aa8bd356b4', 'name': 'tempest-TestMinimumBasicScenario-1590885960-router', 'tenant_id': '3123148b723f4833af414720c41700cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': 'a709ff2b-a9d6-4cc4-a364-a6f07e2c5747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:57:42Z', 'updated_at': '2022-05-18T18:57:45Z', 'revision_number': 4, 'project_id': '3123148b723f4833af414720c41700cf', 'gw_port': {'id': 'a709ff2b-a9d6-4cc4-a364-a6f07e2c5747', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e67bf40-dfbe-4d7b-88fb-80aa8bd356b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:57:43Z', 'updated_at': '2022-05-18T18:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '01734c65-8300-48d8-a8e5-34ebd5540c94', 'name': '', 'network_id': 'b2554539-4332-4118-864a-5d454136870e', 'tenant_id': '3123148b723f4833af414720c41700cf', 'mac_address': 'fa:16:3e:24:1b:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e67bf40-dfbe-4d7b-88fb-80aa8bd356b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'fb01e6d6-ba27-47b1-aac0-abfc84e72e5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:57:44Z', 'updated_at': '2022-05-18T18:57:49Z', 'revision_number': 4, 'project_id': '3123148b723f4833af414720c41700cf', 'subnets': [{'id': 'fb01e6d6-ba27-47b1-aac0-abfc84e72e5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:57:50.081743 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a388d12b-20cd-4a21-a8d1-83a895373048 None None] The sync data for ids ['0e67bf40-dfbe-4d7b-88fb-80aa8bd356b4'] in n-d-838550-3 is: [{'id': '0e67bf40-dfbe-4d7b-88fb-80aa8bd356b4', 'name': 'tempest-TestMinimumBasicScenario-1590885960-router', 'tenant_id': '3123148b723f4833af414720c41700cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': 'a709ff2b-a9d6-4cc4-a364-a6f07e2c5747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:57:42Z', 'updated_at': '2022-05-18T18:57:45Z', 'revision_number': 4, 'project_id': '3123148b723f4833af414720c41700cf', 'gw_port': {'id': 'a709ff2b-a9d6-4cc4-a364-a6f07e2c5747', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e67bf40-dfbe-4d7b-88fb-80aa8bd356b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:57:43Z', 'updated_at': '2022-05-18T18:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '01734c65-8300-48d8-a8e5-34ebd5540c94', 'name': '', 'network_id': 'b2554539-4332-4118-864a-5d454136870e', 'tenant_id': '3123148b723f4833af414720c41700cf', 'mac_address': 'fa:16:3e:24:1b:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e67bf40-dfbe-4d7b-88fb-80aa8bd356b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'fb01e6d6-ba27-47b1-aac0-abfc84e72e5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:57:44Z', 'updated_at': '2022-05-18T18:57:49Z', 'revision_number': 4, 'project_id': '3123148b723f4833af414720c41700cf', 'subnets': [{'id': 'fb01e6d6-ba27-47b1-aac0-abfc84e72e5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:57:50.130514 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-539f0376-e8ab-4daf-9b86-07be3f8a9f91 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:50.174923 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-3f9305c0-c052-43e2-a48b-e7f2d6cb278e None None] Provisioning complete for port 01734c65-8300-48d8-a8e5-34ebd5540c94 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:57:50.175324 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-3f9305c0-c052-43e2-a48b-e7f2d6cb278e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:50.181899 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-539f0376-e8ab-4daf-9b86-07be3f8a9f91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:50.234844 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539f0376-e8ab-4daf-9b86-07be3f8a9f91 admin admin] Network 63a65506-3d5f-4b52-a679-b0724c1ee193 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:57:50.239364 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-539f0376-e8ab-4daf-9b86-07be3f8a9f91 admin admin] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:57:50.245125 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539f0376-e8ab-4daf-9b86-07be3f8a9f91 admin admin] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:57:50.290070 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539f0376-e8ab-4daf-9b86-07be3f8a9f91 admin admin] Pushing event updated for resources: {'Port': ['ID=fbe9ac91-7ef9-4aa9-9de5-cea321cf4353,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:57:50.302229 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-539f0376-e8ab-4daf-9b86-07be3f8a9f91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595826'] for router_interface, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:50.312177 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c83a2926-bbe5-48f8-a001-e4da5760829b None None] Notify callbacks [] for port, precommit_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:50.324984 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c83a2926-bbe5-48f8-a001-e4da5760829b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:50.382522 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-3f9305c0-c052-43e2-a48b-e7f2d6cb278e None None] Current status of the port 01734c65-8300-48d8-a8e5-34ebd5540c94 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:57:50.382784 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-3f9305c0-c052-43e2-a48b-e7f2d6cb278e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:50.410572 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-c83a2926-bbe5-48f8-a001-e4da5760829b None None] Attempting to bind port 3163259b-0472-4331-983f-fafdc1d71161 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:57:50.411075 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-c83a2926-bbe5-48f8-a001-e4da5760829b None None] Attempting to bind port 3163259b-0472-4331-983f-fafdc1d71161 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:57:50.411979 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83a2926-bbe5-48f8-a001-e4da5760829b None None] Attempting to bind port 3163259b-0472-4331-983f-fafdc1d71161 on network 31ebd439-090c-4b25-bbb0-31c48711b145 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:57:50.438442 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83a2926-bbe5-48f8-a001-e4da5760829b None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 57, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:57:50.439224 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83a2926-bbe5-48f8-a001-e4da5760829b None None] Checking segment: {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:57:50.439697 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c83a2926-bbe5-48f8-a001-e4da5760829b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:50.440143 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83a2926-bbe5-48f8-a001-e4da5760829b None None] Bound using segment: {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:57:50.440743 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-c83a2926-bbe5-48f8-a001-e4da5760829b None None] Bound port: 3163259b-0472-4331-983f-fafdc1d71161, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:57:50.441117 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c83a2926-bbe5-48f8-a001-e4da5760829b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:50.443312 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd44d5a-a71e-44bc-af63-67e562fe37fd None None] Pushing event updated for resources: {'Port': ['ID=3163259b-0472-4331-983f-fafdc1d71161,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:57:50.484929 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-539f0376-e8ab-4daf-9b86-07be3f8a9f91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:50.487360 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-3f9305c0-c052-43e2-a48b-e7f2d6cb278e None None] For port 01734c65-8300-48d8-a8e5-34ebd5540c94, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=01734c65-8300-48d8-a8e5-34ebd5540c94,segment=NetworkSegment(e856be2e-9924-4ec6-bd37-c688d39ecb05),segment_id=e856be2e-9924-4ec6-bd37-c688d39ecb05)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:57:50.495071 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-3f9305c0-c052-43e2-a48b-e7f2d6cb278e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:50.544750 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c83a2926-bbe5-48f8-a001-e4da5760829b None None] For port 3163259b-0472-4331-983f-fafdc1d71161, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:57:50.549759 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c83a2926-bbe5-48f8-a001-e4da5760829b None None] For port 3163259b-0472-4331-983f-fafdc1d71161, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=3163259b-0472-4331-983f-fafdc1d71161,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:57:50.564425 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c83a2926-bbe5-48f8-a001-e4da5760829b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:50.575829 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9305c0-c052-43e2-a48b-e7f2d6cb278e None None] Pushing event updated for resources: {'Port': ['ID=01734c65-8300-48d8-a8e5-34ebd5540c94,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:57:50.633338 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83a2926-bbe5-48f8-a001-e4da5760829b None None] Routers {'46b9c767-9479-4cce-a972-aa2cdd3a5f31'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:57:50.634575 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-c83a2926-bbe5-48f8-a001-e4da5760829b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:57:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['46b9c767-9479-4cce-a972-aa2cdd3a5f31'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:57:50.675564 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-539f0376-e8ab-4daf-9b86-07be3f8a9f91 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:50.682833 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-539f0376-e8ab-4daf-9b86-07be3f8a9f91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:50.689698 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd44d5a-a71e-44bc-af63-67e562fe37fd None None] Pushing event updated for resources: {'Port': ['ID=3163259b-0472-4331-983f-fafdc1d71161,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:57:50.691524 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-4d41a598-2bc8-4158-a181-7f0b0e0e1dd0 None None] Provisioning complete for port b554fbec-891b-4748-8984-513964e1b2a4 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:57:50.691902 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-4d41a598-2bc8-4158-a181-7f0b0e0e1dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:50.762294 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-539f0376-e8ab-4daf-9b86-07be3f8a9f91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-595870'] for router_interface, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:50.768963 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539f0376-e8ab-4daf-9b86-07be3f8a9f91 admin admin] Pushing event updated for resources: {'Port': ['ID=fbe9ac91-7ef9-4aa9-9de5-cea321cf4353,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:57:50.887741 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539f0376-e8ab-4daf-9b86-07be3f8a9f91 admin admin] Network 63a65506-3d5f-4b52-a679-b0724c1ee193 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:57:50.889290 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-539f0376-e8ab-4daf-9b86-07be3f8a9f91 admin admin] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:57:50.940154 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device b554fbec-891b-4748-8984-513964e1b2a4 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:57:51.000811 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-c83a2926-bbe5-48f8-a001-e4da5760829b None None] Set router 46b9c767-9479-4cce-a972-aa2cdd3a5f31 gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:57:51.020543 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-539f0376-e8ab-4daf-9b86-07be3f8a9f91 admin admin] Router 46b9c767-9479-4cce-a972-aa2cdd3a5f31 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:57:51.129351 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port b554fbec-891b-4748-8984-513964e1b2a4 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:57:51.129761 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:51.136004 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-539f0376-e8ab-4daf-9b86-07be3f8a9f91 admin admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:57:51.140906 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-539f0376-e8ab-4daf-9b86-07be3f8a9f91 admin admin] 10.222.0.85 "PUT /v2.0/routers/46b9c767-9479-4cce-a972-aa2cdd3a5f31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9518445 May 18 18:57:51.161108 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-4d41a598-2bc8-4158-a181-7f0b0e0e1dd0 None None] Current status of the port b554fbec-891b-4748-8984-513964e1b2a4 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:57:51.223211 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-4d41a598-2bc8-4158-a181-7f0b0e0e1dd0 None None] Provisioning complete for port fbe9ac91-7ef9-4aa9-9de5-cea321cf4353 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:57:51.223585 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-4d41a598-2bc8-4158-a181-7f0b0e0e1dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:51.302357 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-4d41a598-2bc8-4158-a181-7f0b0e0e1dd0 None None] Port fbe9ac91-7ef9-4aa9-9de5-cea321cf4353 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:57:51.347499 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port b554fbec-891b-4748-8984-513964e1b2a4 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:57:51.348578 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device a709ff2b-a9d6-4cc4-a364-a6f07e2c5747 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:57:51.392554 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-c83a2926-bbe5-48f8-a001-e4da5760829b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46b9c767-9479-4cce-a972-aa2cdd3a5f31', 'name': 'tempest-TestMinimumBasicScenario-1513213969-router', 'tenant_id': 'ff508d02b753467bbf6226e9e120449e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.227'}], 'enable_snat': True}, 'gw_port_id': '3163259b-0472-4331-983f-fafdc1d71161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:57:47Z', 'updated_at': '2022-05-18T18:57:50Z', 'revision_number': 4, 'project_id': 'ff508d02b753467bbf6226e9e120449e', 'gw_port': {'id': '3163259b-0472-4331-983f-fafdc1d71161', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:4a:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46b9c767-9479-4cce-a972-aa2cdd3a5f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:57:48Z', 'updated_at': '2022-05-18T18:57:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': 'fbe9ac91-7ef9-4aa9-9de5-cea321cf4353', 'name': '', 'network_id': '63a65506-3d5f-4b52-a679-b0724c1ee193', 'tenant_id': 'ff508d02b753467bbf6226e9e120449e', 'mac_address': 'fa:16:3e:bc:1d:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46b9c767-9479-4cce-a972-aa2cdd3a5f31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'e29e6f5c-51b1-484b-a5d1-5f0132f16b3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:57:49Z', 'updated_at': '2022-05-18T18:57:50Z', 'revision_number': 1, 'project_id': 'ff508d02b753467bbf6226e9e120449e', 'subnets': [{'id': 'e29e6f5c-51b1-484b-a5d1-5f0132f16b3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:57:51.425357 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83a2926-bbe5-48f8-a001-e4da5760829b None None] The sync data for ids ['46b9c767-9479-4cce-a972-aa2cdd3a5f31'] in n-d-838550-3 is: [{'id': '46b9c767-9479-4cce-a972-aa2cdd3a5f31', 'name': 'tempest-TestMinimumBasicScenario-1513213969-router', 'tenant_id': 'ff508d02b753467bbf6226e9e120449e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.227'}], 'enable_snat': True}, 'gw_port_id': '3163259b-0472-4331-983f-fafdc1d71161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:57:47Z', 'updated_at': '2022-05-18T18:57:50Z', 'revision_number': 4, 'project_id': 'ff508d02b753467bbf6226e9e120449e', 'gw_port': {'id': '3163259b-0472-4331-983f-fafdc1d71161', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:4a:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46b9c767-9479-4cce-a972-aa2cdd3a5f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:57:48Z', 'updated_at': '2022-05-18T18:57:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': 'fbe9ac91-7ef9-4aa9-9de5-cea321cf4353', 'name': '', 'network_id': '63a65506-3d5f-4b52-a679-b0724c1ee193', 'tenant_id': 'ff508d02b753467bbf6226e9e120449e', 'mac_address': 'fa:16:3e:bc:1d:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46b9c767-9479-4cce-a972-aa2cdd3a5f31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'e29e6f5c-51b1-484b-a5d1-5f0132f16b3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:57:49Z', 'updated_at': '2022-05-18T18:57:50Z', 'revision_number': 1, 'project_id': 'ff508d02b753467bbf6226e9e120449e', 'subnets': [{'id': 'e29e6f5c-51b1-484b-a5d1-5f0132f16b3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:57:51.445865 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port a709ff2b-a9d6-4cc4-a364-a6f07e2c5747 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:57:51.446321 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:51.448672 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-32407774-afde-413b-ab3b-909a7ef2e2b5 None None] Provisioning complete for port fbe9ac91-7ef9-4aa9-9de5-cea321cf4353 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:57:51.449034 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-32407774-afde-413b-ab3b-909a7ef2e2b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:51.528106 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-32407774-afde-413b-ab3b-909a7ef2e2b5 None None] Port fbe9ac91-7ef9-4aa9-9de5-cea321cf4353 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:57:51.582265 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port a709ff2b-a9d6-4cc4-a364-a6f07e2c5747 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:57:51.583387 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 01734c65-8300-48d8-a8e5-34ebd5540c94 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:57:51.646259 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 01734c65-8300-48d8-a8e5-34ebd5540c94 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:57:51.646259 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:51.765142 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 01734c65-8300-48d8-a8e5-34ebd5540c94 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:57:54.364201 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ffbccc-0536-4942-9d7c-978b4dd1bce3 None None] Sync routers for ids ['46b9c767-9479-4cce-a972-aa2cdd3a5f31'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:57:54.378225 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ffbccc-0536-4942-9d7c-978b4dd1bce3 None None] Routers {'46b9c767-9479-4cce-a972-aa2cdd3a5f31'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:57:54.379175 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-53ffbccc-0536-4942-9d7c-978b4dd1bce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:57:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['46b9c767-9479-4cce-a972-aa2cdd3a5f31'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:57:54.493542 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-53ffbccc-0536-4942-9d7c-978b4dd1bce3 None None] Set router 46b9c767-9479-4cce-a972-aa2cdd3a5f31 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:57:54.709641 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-53ffbccc-0536-4942-9d7c-978b4dd1bce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46b9c767-9479-4cce-a972-aa2cdd3a5f31', 'name': 'tempest-TestMinimumBasicScenario-1513213969-router', 'tenant_id': 'ff508d02b753467bbf6226e9e120449e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.227'}], 'enable_snat': True}, 'gw_port_id': '3163259b-0472-4331-983f-fafdc1d71161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:57:47Z', 'updated_at': '2022-05-18T18:57:50Z', 'revision_number': 4, 'project_id': 'ff508d02b753467bbf6226e9e120449e', 'gw_port': {'id': '3163259b-0472-4331-983f-fafdc1d71161', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:4a:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46b9c767-9479-4cce-a972-aa2cdd3a5f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:57:48Z', 'updated_at': '2022-05-18T18:57:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': 'fbe9ac91-7ef9-4aa9-9de5-cea321cf4353', 'name': '', 'network_id': '63a65506-3d5f-4b52-a679-b0724c1ee193', 'tenant_id': 'ff508d02b753467bbf6226e9e120449e', 'mac_address': 'fa:16:3e:bc:1d:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46b9c767-9479-4cce-a972-aa2cdd3a5f31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'e29e6f5c-51b1-484b-a5d1-5f0132f16b3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:57:49Z', 'updated_at': '2022-05-18T18:57:50Z', 'revision_number': 2, 'project_id': 'ff508d02b753467bbf6226e9e120449e', 'subnets': [{'id': 'e29e6f5c-51b1-484b-a5d1-5f0132f16b3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:57:54.737645 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ffbccc-0536-4942-9d7c-978b4dd1bce3 None None] Checking router: 46b9c767-9479-4cce-a972-aa2cdd3a5f31 for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:57:54.738275 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ffbccc-0536-4942-9d7c-978b4dd1bce3 None None] Updating router 46b9c767-9479-4cce-a972-aa2cdd3a5f31 port fbe9ac91-7ef9-4aa9-9de5-cea321cf4353 binding host n-d-838550-3 {{(pid=102733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 18:57:54.763601 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-53ffbccc-0536-4942-9d7c-978b4dd1bce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:54.880608 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 3163259b-0472-4331-983f-fafdc1d71161 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:57:54.950001 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 3163259b-0472-4331-983f-fafdc1d71161 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:57:54.950665 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:55.058274 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 3163259b-0472-4331-983f-fafdc1d71161 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:57:55.058914 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:55.088143 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] For port 3163259b-0472-4331-983f-fafdc1d71161, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=3163259b-0472-4331-983f-fafdc1d71161,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:57:55.094827 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:55.134693 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-53ffbccc-0536-4942-9d7c-978b4dd1bce3 None None] Notify callbacks [] for port, precommit_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:55.146961 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-53ffbccc-0536-4942-9d7c-978b4dd1bce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:55.164448 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Pushing event updated for resources: {'Port': ['ID=3163259b-0472-4331-983f-fafdc1d71161,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:57:55.210575 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038307e4-dc16-4e31-9d26-51fc5b16617e None None] Pushing event updated for resources: {'Port': ['ID=fbe9ac91-7ef9-4aa9-9de5-cea321cf4353,revision_number=3']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:57:55.274180 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-53ffbccc-0536-4942-9d7c-978b4dd1bce3 None None] Attempting to bind port fbe9ac91-7ef9-4aa9-9de5-cea321cf4353 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:57:55.274422 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-53ffbccc-0536-4942-9d7c-978b4dd1bce3 None None] Attempting to bind port fbe9ac91-7ef9-4aa9-9de5-cea321cf4353 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '93387c84-9032-463e-af78-21ef8b3db24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '63a65506-3d5f-4b52-a679-b0724c1ee193'}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:57:55.274698 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ffbccc-0536-4942-9d7c-978b4dd1bce3 None None] Attempting to bind port fbe9ac91-7ef9-4aa9-9de5-cea321cf4353 on network 63a65506-3d5f-4b52-a679-b0724c1ee193 {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:57:55.280353 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ffbccc-0536-4942-9d7c-978b4dd1bce3 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 57, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:57:55.280718 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ffbccc-0536-4942-9d7c-978b4dd1bce3 None None] Checking segment: {'id': '93387c84-9032-463e-af78-21ef8b3db24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '63a65506-3d5f-4b52-a679-b0724c1ee193'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:57:55.281117 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-53ffbccc-0536-4942-9d7c-978b4dd1bce3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:55.281505 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ffbccc-0536-4942-9d7c-978b4dd1bce3 None None] Bound using segment: {'id': '93387c84-9032-463e-af78-21ef8b3db24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '63a65506-3d5f-4b52-a679-b0724c1ee193'} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:57:55.282066 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-53ffbccc-0536-4942-9d7c-978b4dd1bce3 None None] Bound port: fbe9ac91-7ef9-4aa9-9de5-cea321cf4353, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93387c84-9032-463e-af78-21ef8b3db24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '63a65506-3d5f-4b52-a679-b0724c1ee193'}}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:57:55.282440 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-53ffbccc-0536-4942-9d7c-978b4dd1bce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:55.378260 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.db [None req-53ffbccc-0536-4942-9d7c-978b4dd1bce3 None None] For port fbe9ac91-7ef9-4aa9-9de5-cea321cf4353, host n-d-838550-3, cleared binding levels {{(pid=102733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:57:55.382322 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.db [None req-53ffbccc-0536-4942-9d7c-978b4dd1bce3 None None] For port fbe9ac91-7ef9-4aa9-9de5-cea321cf4353, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=fbe9ac91-7ef9-4aa9-9de5-cea321cf4353,segment=NetworkSegment(93387c84-9032-463e-af78-21ef8b3db24e),segment_id=93387c84-9032-463e-af78-21ef8b3db24e)] {{(pid=102733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:57:55.390574 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-53ffbccc-0536-4942-9d7c-978b4dd1bce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:55.501514 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ffbccc-0536-4942-9d7c-978b4dd1bce3 None None] Routers {'46b9c767-9479-4cce-a972-aa2cdd3a5f31'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:57:55.502203 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-53ffbccc-0536-4942-9d7c-978b4dd1bce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:57:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['46b9c767-9479-4cce-a972-aa2cdd3a5f31'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:57:55.504709 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038307e4-dc16-4e31-9d26-51fc5b16617e None None] Pushing event updated for resources: {'Port': ['ID=fbe9ac91-7ef9-4aa9-9de5-cea321cf4353,revision_number=4']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:57:55.506495 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-2e6e5838-632a-4e3c-a466-5b886d1f1add None None] Provisioning complete for port fbe9ac91-7ef9-4aa9-9de5-cea321cf4353 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:57:55.506868 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-2e6e5838-632a-4e3c-a466-5b886d1f1add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:55.617835 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-2e6e5838-632a-4e3c-a466-5b886d1f1add None None] Current status of the port fbe9ac91-7ef9-4aa9-9de5-cea321cf4353 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:57:55.619024 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-2e6e5838-632a-4e3c-a466-5b886d1f1add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:55.668817 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-2e6e5838-632a-4e3c-a466-5b886d1f1add None None] For port fbe9ac91-7ef9-4aa9-9de5-cea321cf4353, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=fbe9ac91-7ef9-4aa9-9de5-cea321cf4353,segment=NetworkSegment(93387c84-9032-463e-af78-21ef8b3db24e),segment_id=93387c84-9032-463e-af78-21ef8b3db24e)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:57:55.683712 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-2e6e5838-632a-4e3c-a466-5b886d1f1add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:55.747102 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6e5838-632a-4e3c-a466-5b886d1f1add None None] Pushing event updated for resources: {'Port': ['ID=fbe9ac91-7ef9-4aa9-9de5-cea321cf4353,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:57:55.828054 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-53ffbccc-0536-4942-9d7c-978b4dd1bce3 None None] Set router 46b9c767-9479-4cce-a972-aa2cdd3a5f31 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:57:55.906281 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-6fb645e8-00d3-47dd-9c86-04a9e56eaff4 None None] Provisioning complete for port fbe9ac91-7ef9-4aa9-9de5-cea321cf4353 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:57:55.906847 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-6fb645e8-00d3-47dd-9c86-04a9e56eaff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:56.002921 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-6fb645e8-00d3-47dd-9c86-04a9e56eaff4 None None] Current status of the port fbe9ac91-7ef9-4aa9-9de5-cea321cf4353 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:57:56.073641 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-53ffbccc-0536-4942-9d7c-978b4dd1bce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46b9c767-9479-4cce-a972-aa2cdd3a5f31', 'name': 'tempest-TestMinimumBasicScenario-1513213969-router', 'tenant_id': 'ff508d02b753467bbf6226e9e120449e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.227'}], 'enable_snat': True}, 'gw_port_id': '3163259b-0472-4331-983f-fafdc1d71161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:57:47Z', 'updated_at': '2022-05-18T18:57:50Z', 'revision_number': 4, 'project_id': 'ff508d02b753467bbf6226e9e120449e', 'gw_port': {'id': '3163259b-0472-4331-983f-fafdc1d71161', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:4a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b9c767-9479-4cce-a972-aa2cdd3a5f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:57:48Z', 'updated_at': '2022-05-18T18:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': 'fbe9ac91-7ef9-4aa9-9de5-cea321cf4353', 'name': '', 'network_id': '63a65506-3d5f-4b52-a679-b0724c1ee193', 'tenant_id': 'ff508d02b753467bbf6226e9e120449e', 'mac_address': 'fa:16:3e:bc:1d:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46b9c767-9479-4cce-a972-aa2cdd3a5f31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'e29e6f5c-51b1-484b-a5d1-5f0132f16b3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:57:49Z', 'updated_at': '2022-05-18T18:57:55Z', 'revision_number': 4, 'project_id': 'ff508d02b753467bbf6226e9e120449e', 'subnets': [{'id': 'e29e6f5c-51b1-484b-a5d1-5f0132f16b3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:57:56.106482 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ffbccc-0536-4942-9d7c-978b4dd1bce3 None None] The sync data for ids ['46b9c767-9479-4cce-a972-aa2cdd3a5f31'] in n-d-838550-3 is: [{'id': '46b9c767-9479-4cce-a972-aa2cdd3a5f31', 'name': 'tempest-TestMinimumBasicScenario-1513213969-router', 'tenant_id': 'ff508d02b753467bbf6226e9e120449e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.227'}], 'enable_snat': True}, 'gw_port_id': '3163259b-0472-4331-983f-fafdc1d71161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:57:47Z', 'updated_at': '2022-05-18T18:57:50Z', 'revision_number': 4, 'project_id': 'ff508d02b753467bbf6226e9e120449e', 'gw_port': {'id': '3163259b-0472-4331-983f-fafdc1d71161', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:4a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b9c767-9479-4cce-a972-aa2cdd3a5f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:57:48Z', 'updated_at': '2022-05-18T18:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': 'fbe9ac91-7ef9-4aa9-9de5-cea321cf4353', 'name': '', 'network_id': '63a65506-3d5f-4b52-a679-b0724c1ee193', 'tenant_id': 'ff508d02b753467bbf6226e9e120449e', 'mac_address': 'fa:16:3e:bc:1d:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46b9c767-9479-4cce-a972-aa2cdd3a5f31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'e29e6f5c-51b1-484b-a5d1-5f0132f16b3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:57:49Z', 'updated_at': '2022-05-18T18:57:55Z', 'revision_number': 4, 'project_id': 'ff508d02b753467bbf6226e9e120449e', 'subnets': [{'id': 'e29e6f5c-51b1-484b-a5d1-5f0132f16b3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:57:56.890819 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device fbe9ac91-7ef9-4aa9-9de5-cea321cf4353 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:57:56.959801 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port fbe9ac91-7ef9-4aa9-9de5-cea321cf4353 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:57:56.961127 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:57.062860 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port fbe9ac91-7ef9-4aa9-9de5-cea321cf4353 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:57:57.065666 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 3163259b-0472-4331-983f-fafdc1d71161 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:57:57.149937 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 3163259b-0472-4331-983f-fafdc1d71161 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:57:57.150324 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:57:57.252812 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 3163259b-0472-4331-983f-fafdc1d71161 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:58:01.469478 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:58:01.472472 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b4d74a-72d9-4a45-b4d1-073c7ccc0541 req-f7bffeb0-6564-4025-bff1-1bd81dde1f52 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:58:01.474013 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-02b4d74a-72d9-4a45-b4d1-073c7ccc0541 req-f7bffeb0-6564-4025-bff1-1bd81dde1f52 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] 10.222.0.85 "GET /v2.0/networks?id=b2554539-4332-4118-864a-5d454136870e HTTP/1.1" status: 200 len: 815 time: 0.4167471 May 18 18:58:01.489859 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-02b4d74a-72d9-4a45-b4d1-073c7ccc0541 req-c6a8497c-3a50-4571-9057-c2e0c41756a2 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] 10.222.0.85 "GET /v2.0/quotas/3123148b723f4833af414720c41700cf HTTP/1.1" status: 200 len: 375 time: 0.0094645 May 18 18:58:01.542172 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-02b4d74a-72d9-4a45-b4d1-073c7ccc0541 req-d5daaf04-e055-4c5a-8cd0-25f72f9ec5ad tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=3123148b723f4833af414720c41700cf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0450461 May 18 18:58:01.611085 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:58:01.639195 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-02b4d74a-72d9-4a45-b4d1-073c7ccc0541 req-5711263e-aaf8-4e2b-b05d-fc39c97babc0 service neutron] 10.222.0.85 "GET /v2.0/networks/b2554539-4332-4118-864a-5d454136870e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858839 May 18 18:58:01.734085 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-02b4d74a-72d9-4a45-b4d1-073c7ccc0541 req-e829cf5d-9e21-47f0-86f8-07a994b4949c service neutron] 10.222.0.85 "GET /v2.0/networks/b2554539-4332-4118-864a-5d454136870e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888834 May 18 18:58:01.895082 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-63d8ae2a-a22d-4d96-a32d-8f21cf852e12 req-adf33a31-5d02-4172-b097-a8f33bc24ddd tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] 10.222.0.85 "GET /v2.0/ports?device_id=521d0f8a-8fe6-4bc3-8f46-ce4941cacee2 HTTP/1.1" status: 200 len: 210 time: 0.0319157 May 18 18:58:02.828472 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b4d74a-72d9-4a45-b4d1-073c7ccc0541 req-cb2305a4-2d14-47e7-bed2-41531b31cf7d tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:58:02.829888 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-02b4d74a-72d9-4a45-b4d1-073c7ccc0541 req-cb2305a4-2d14-47e7-bed2-41531b31cf7d tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] 10.222.0.88 "GET /v2.0/networks?id=b2554539-4332-4118-864a-5d454136870e HTTP/1.1" status: 200 len: 815 time: 0.1082830 May 18 18:58:02.843090 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-02b4d74a-72d9-4a45-b4d1-073c7ccc0541 req-835af0f1-8e2d-4b5d-8e98-3d9eb1561a07 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Request body: {'port': {'device_id': '521d0f8a-8fe6-4bc3-8f46-ce4941cacee2', 'network_id': 'b2554539-4332-4118-864a-5d454136870e', 'admin_state_up': True, 'tenant_id': '3123148b723f4833af414720c41700cf'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:58:02.955747 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02b4d74a-72d9-4a45-b4d1-073c7ccc0541 req-835af0f1-8e2d-4b5d-8e98-3d9eb1561a07 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Made reservation on behalf of 3123148b723f4833af414720c41700cf for: {'port': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:58:02.959453 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-02b4d74a-72d9-4a45-b4d1-073c7ccc0541 req-835af0f1-8e2d-4b5d-8e98-3d9eb1561a07 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:58:02.998097 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6c998c3a-bc87-4a83-a4cb-60de47a7226e req-41835235-41cf-41a7-b468-a492b0153b3a tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] 10.222.0.85 "GET /v2.0/ports?device_id=521d0f8a-8fe6-4bc3-8f46-ce4941cacee2 HTTP/1.1" status: 200 len: 210 time: 0.0273309 May 18 18:58:03.110212 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [req-02b4d74a-72d9-4a45-b4d1-073c7ccc0541 req-835af0f1-8e2d-4b5d-8e98-3d9eb1561a07 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Allocated IP 172.20.0.5 (b2554539-4332-4118-864a-5d454136870e/fb01e6d6-ba27-47b1-aac0-abfc84e72e5b/0f44ae52-417c-4e7f-99c3-1f0051cb02c3) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:58:03.294983 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-02b4d74a-72d9-4a45-b4d1-073c7ccc0541 req-835af0f1-8e2d-4b5d-8e98-3d9eb1561a07 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:58:03.344272 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-02b4d74a-72d9-4a45-b4d1-073c7ccc0541 req-835af0f1-8e2d-4b5d-8e98-3d9eb1561a07 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:58:03.400100 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02b4d74a-72d9-4a45-b4d1-073c7ccc0541 req-835af0f1-8e2d-4b5d-8e98-3d9eb1561a07 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Network b2554539-4332-4118-864a-5d454136870e is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:58:03.405060 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [req-02b4d74a-72d9-4a45-b4d1-073c7ccc0541 req-835af0f1-8e2d-4b5d-8e98-3d9eb1561a07 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:58:03.410614 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-02b4d74a-72d9-4a45-b4d1-073c7ccc0541 req-835af0f1-8e2d-4b5d-8e98-3d9eb1561a07 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:58:03.467848 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835af0f1-8e2d-4b5d-8e98-3d9eb1561a07 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Pushing event updated for resources: {'Port': ['ID=0f44ae52-417c-4e7f-99c3-1f0051cb02c3,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:58:03.489451 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b4d74a-72d9-4a45-b4d1-073c7ccc0541 req-835af0f1-8e2d-4b5d-8e98-3d9eb1561a07 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:58:03.490221 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-02b4d74a-72d9-4a45-b4d1-073c7ccc0541 req-835af0f1-8e2d-4b5d-8e98-3d9eb1561a07 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:58:03.521535 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-02b4d74a-72d9-4a45-b4d1-073c7ccc0541 req-835af0f1-8e2d-4b5d-8e98-3d9eb1561a07 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6820803 May 18 18:58:03.777477 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-f6cfced1-7879-4abf-a836-6e2ba08b7a02 None None] Provisioning complete for port 0f44ae52-417c-4e7f-99c3-1f0051cb02c3 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:58:03.778109 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f6cfced1-7879-4abf-a836-6e2ba08b7a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:58:03.819449 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-f6cfced1-7879-4abf-a836-6e2ba08b7a02 None None] Port 0f44ae52-417c-4e7f-99c3-1f0051cb02c3 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 18:58:04.139090 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69180a43-4e81-45e7-96a0-3ef75ed01496 req-d16d2bbb-03d3-4dd8-a05f-96cdc120bd79 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:58:04.140679 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-69180a43-4e81-45e7-96a0-3ef75ed01496 req-d16d2bbb-03d3-4dd8-a05f-96cdc120bd79 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] 10.222.0.85 "GET /v2.0/ports?device_id=521d0f8a-8fe6-4bc3-8f46-ce4941cacee2 HTTP/1.1" status: 200 len: 931 time: 0.0640581 May 18 18:58:04.185134 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-69180a43-4e81-45e7-96a0-3ef75ed01496 req-f006d298-6f02-4c8e-9e35-6d1c14cb29ac tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] 10.222.0.85 "GET /v2.0/security-groups?id=ab65796b-62af-4da0-a370-6f90dce96caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381043 May 18 18:58:05.291826 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 7 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 18:58:05.322055 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ced490c-5a47-435b-b0b9-d29826ecac2e req-1c460bac-b146-4729-8ca1-3297026afb8b tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:58:05.323786 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4ced490c-5a47-435b-b0b9-d29826ecac2e req-1c460bac-b146-4729-8ca1-3297026afb8b tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] 10.222.0.85 "GET /v2.0/ports?device_id=521d0f8a-8fe6-4bc3-8f46-ce4941cacee2 HTTP/1.1" status: 200 len: 931 time: 0.0655580 May 18 18:58:05.369199 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4ced490c-5a47-435b-b0b9-d29826ecac2e req-d9f595bc-15b0-4ec0-b1d3-2ccc4e33f2b7 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] 10.222.0.85 "GET /v2.0/security-groups?id=ab65796b-62af-4da0-a370-6f90dce96caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390379 May 18 18:58:06.528611 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d26e5b-d133-4b05-b117-3f34d0670969 req-cb870e8f-2f8a-4251-a78c-8ae5da56c978 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:58:06.530231 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-74d26e5b-d133-4b05-b117-3f34d0670969 req-cb870e8f-2f8a-4251-a78c-8ae5da56c978 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] 10.222.0.85 "GET /v2.0/ports?device_id=521d0f8a-8fe6-4bc3-8f46-ce4941cacee2 HTTP/1.1" status: 200 len: 931 time: 0.0588491 May 18 18:58:06.579635 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-74d26e5b-d133-4b05-b117-3f34d0670969 req-1a148c91-ac47-4b95-919a-658b93d89184 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] 10.222.0.85 "GET /v2.0/security-groups?id=ab65796b-62af-4da0-a370-6f90dce96caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434039 May 18 18:58:07.736696 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-08d57bb6-c51d-4254-9272-a733ef628ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:58:07.742294 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7704e487-0347-4cca-934e-571361c7cd55 req-838f35d4-2f49-4904-95e3-a37e04e8c495 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:58:07.744845 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7704e487-0347-4cca-934e-571361c7cd55 req-838f35d4-2f49-4904-95e3-a37e04e8c495 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] 10.222.0.85 "GET /v2.0/ports?device_id=521d0f8a-8fe6-4bc3-8f46-ce4941cacee2 HTTP/1.1" status: 200 len: 931 time: 0.0829990 May 18 18:58:07.797311 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7704e487-0347-4cca-934e-571361c7cd55 req-8320ad90-84d5-4584-8495-f4d0d15990b0 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] 10.222.0.85 "GET /v2.0/security-groups?id=ab65796b-62af-4da0-a370-6f90dce96caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398715 May 18 18:58:08.935778 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1e78f7-5340-43c8-a2f5-f02b481b4b57 req-2fc7176c-3441-4166-9336-b2187028031e tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:58:08.943250 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bd1e78f7-5340-43c8-a2f5-f02b481b4b57 req-2fc7176c-3441-4166-9336-b2187028031e tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] 10.222.0.85 "GET /v2.0/ports?device_id=521d0f8a-8fe6-4bc3-8f46-ce4941cacee2 HTTP/1.1" status: 200 len: 931 time: 0.0608826 May 18 18:58:08.982224 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bd1e78f7-5340-43c8-a2f5-f02b481b4b57 req-7244ac51-1a74-45f3-bd0e-d716dfd027b4 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] 10.222.0.85 "GET /v2.0/security-groups?id=ab65796b-62af-4da0-a370-6f90dce96caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379276 May 18 18:58:10.101512 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0c5eecf7-21ab-4657-8908-395320c5b2e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:58:10.115576 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2514da2-51aa-44c6-b69b-7b6a77f5e983 req-15bfa8a3-0bac-4770-b67b-c6b86fee512c tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:58:10.117088 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e2514da2-51aa-44c6-b69b-7b6a77f5e983 req-15bfa8a3-0bac-4770-b67b-c6b86fee512c tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] 10.222.0.85 "GET /v2.0/ports?device_id=521d0f8a-8fe6-4bc3-8f46-ce4941cacee2 HTTP/1.1" status: 200 len: 931 time: 0.0565171 May 18 18:58:10.159307 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e2514da2-51aa-44c6-b69b-7b6a77f5e983 req-0fa0e633-fe40-4ef2-b9c8-faa5eda8cbe0 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] 10.222.0.85 "GET /v2.0/security-groups?id=ab65796b-62af-4da0-a370-6f90dce96caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352008 May 18 18:58:10.741917 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-02b4d74a-72d9-4a45-b4d1-073c7ccc0541 req-1910b221-87da-448f-911e-73b2ac1afcf6 service neutron] Request body: {'port': {'device_id': '521d0f8a-8fe6-4bc3-8f46-ce4941cacee2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-3'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:58:10.799926 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-02b4d74a-72d9-4a45-b4d1-073c7ccc0541 req-1910b221-87da-448f-911e-73b2ac1afcf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:58:11.059610 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [req-02b4d74a-72d9-4a45-b4d1-073c7ccc0541 req-1910b221-87da-448f-911e-73b2ac1afcf6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f44ae52-417c-4e7f-99c3-1f0051cb02c3 {{(pid=102731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:58:11.067208 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-02b4d74a-72d9-4a45-b4d1-073c7ccc0541 req-1910b221-87da-448f-911e-73b2ac1afcf6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:58:11.079345 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.provisioning_blocks [req-02b4d74a-72d9-4a45-b4d1-073c7ccc0541 req-1910b221-87da-448f-911e-73b2ac1afcf6 service neutron] Transition to ACTIVE for port object 0f44ae52-417c-4e7f-99c3-1f0051cb02c3 will not be triggered until provisioned by entity L2. {{(pid=102731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 18:58:11.083396 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-02b4d74a-72d9-4a45-b4d1-073c7ccc0541 req-1910b221-87da-448f-911e-73b2ac1afcf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:58:11.148477 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1910b221-87da-448f-911e-73b2ac1afcf6 service neutron] Pushing event updated for resources: {'Port': ['ID=0f44ae52-417c-4e7f-99c3-1f0051cb02c3,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:58:11.205979 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-02b4d74a-72d9-4a45-b4d1-073c7ccc0541 req-1910b221-87da-448f-911e-73b2ac1afcf6 service neutron] Attempting to bind port 0f44ae52-417c-4e7f-99c3-1f0051cb02c3 on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:58:11.206323 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-02b4d74a-72d9-4a45-b4d1-073c7ccc0541 req-1910b221-87da-448f-911e-73b2ac1afcf6 service neutron] Attempting to bind port 0f44ae52-417c-4e7f-99c3-1f0051cb02c3 by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': 'e856be2e-9924-4ec6-bd37-c688d39ecb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2554539-4332-4118-864a-5d454136870e'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:58:11.206654 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b4d74a-72d9-4a45-b4d1-073c7ccc0541 req-1910b221-87da-448f-911e-73b2ac1afcf6 service neutron] Attempting to bind port 0f44ae52-417c-4e7f-99c3-1f0051cb02c3 on network b2554539-4332-4118-864a-5d454136870e {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:58:11.211590 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b4d74a-72d9-4a45-b4d1-073c7ccc0541 req-1910b221-87da-448f-911e-73b2ac1afcf6 service neutron] Port 0f44ae52-417c-4e7f-99c3-1f0051cb02c3 on network b2554539-4332-4118-864a-5d454136870e not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 18:58:11.211946 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b4d74a-72d9-4a45-b4d1-073c7ccc0541 req-1910b221-87da-448f-911e-73b2ac1afcf6 service neutron] Attempting to bind port 0f44ae52-417c-4e7f-99c3-1f0051cb02c3 on network b2554539-4332-4118-864a-5d454136870e {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:58:11.218210 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b4d74a-72d9-4a45-b4d1-073c7ccc0541 req-1910b221-87da-448f-911e-73b2ac1afcf6 service neutron] Checking agent: {'id': 'd1be059a-68ea-4c77-9b2b-29f4afa47e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:58:11.218710 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b4d74a-72d9-4a45-b4d1-073c7ccc0541 req-1910b221-87da-448f-911e-73b2ac1afcf6 service neutron] Checking segment: {'id': 'e856be2e-9924-4ec6-bd37-c688d39ecb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2554539-4332-4118-864a-5d454136870e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:58:11.219104 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b4d74a-72d9-4a45-b4d1-073c7ccc0541 req-1910b221-87da-448f-911e-73b2ac1afcf6 service neutron] Bound using segment: {'id': 'e856be2e-9924-4ec6-bd37-c688d39ecb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2554539-4332-4118-864a-5d454136870e'} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:58:11.220200 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-02b4d74a-72d9-4a45-b4d1-073c7ccc0541 req-1910b221-87da-448f-911e-73b2ac1afcf6 service neutron] Bound port: 0f44ae52-417c-4e7f-99c3-1f0051cb02c3, host: n-h2-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e856be2e-9924-4ec6-bd37-c688d39ecb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2554539-4332-4118-864a-5d454136870e'}}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:58:11.220200 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-02b4d74a-72d9-4a45-b4d1-073c7ccc0541 req-1910b221-87da-448f-911e-73b2ac1afcf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:58:11.287672 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276a9efd-d803-47fd-8733-6bcafdeff0bf req-b598b3d4-a564-4422-8853-021c3985ec14 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:58:11.289394 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-276a9efd-d803-47fd-8733-6bcafdeff0bf req-b598b3d4-a564-4422-8853-021c3985ec14 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] 10.222.0.85 "GET /v2.0/ports?device_id=521d0f8a-8fe6-4bc3-8f46-ce4941cacee2 HTTP/1.1" status: 200 len: 943 time: 0.0529203 May 18 18:58:11.298756 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-02b4d74a-72d9-4a45-b4d1-073c7ccc0541 req-1910b221-87da-448f-911e-73b2ac1afcf6 service neutron] For port 0f44ae52-417c-4e7f-99c3-1f0051cb02c3, host n-h2-838550-3, cleared binding levels {{(pid=102731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:58:11.302345 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-02b4d74a-72d9-4a45-b4d1-073c7ccc0541 req-1910b221-87da-448f-911e-73b2ac1afcf6 service neutron] For port 0f44ae52-417c-4e7f-99c3-1f0051cb02c3, host n-h2-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=0f44ae52-417c-4e7f-99c3-1f0051cb02c3,segment=NetworkSegment(e856be2e-9924-4ec6-bd37-c688d39ecb05),segment_id=e856be2e-9924-4ec6-bd37-c688d39ecb05)] {{(pid=102731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:58:11.306573 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-02b4d74a-72d9-4a45-b4d1-073c7ccc0541 req-1910b221-87da-448f-911e-73b2ac1afcf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:58:11.331594 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-276a9efd-d803-47fd-8733-6bcafdeff0bf req-aa9a8264-a9be-455f-9c09-82211157bad8 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] 10.222.0.85 "GET /v2.0/security-groups?id=ab65796b-62af-4da0-a370-6f90dce96caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337267 May 18 18:58:11.342036 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b4d74a-72d9-4a45-b4d1-073c7ccc0541 req-1910b221-87da-448f-911e-73b2ac1afcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:58:11.342651 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-02b4d74a-72d9-4a45-b4d1-073c7ccc0541 req-1910b221-87da-448f-911e-73b2ac1afcf6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:58:11.343974 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-02b4d74a-72d9-4a45-b4d1-073c7ccc0541 req-1910b221-87da-448f-911e-73b2ac1afcf6 service neutron] 10.222.0.88 "PUT /v2.0/ports/0f44ae52-417c-4e7f-99c3-1f0051cb02c3 HTTP/1.1" status: 200 len: 1091 time: 0.7071698 May 18 18:58:11.344433 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '521d0f8a-8fe6-4bc3-8f46-ce4941cacee2', 'tag': '0f44ae52-417c-4e7f-99c3-1f0051cb02c3'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:58:11.346874 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c0642a91ddff43a38c93e11d75331e40bc6cce27b35535a39296605f6e9e81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0abdd4b-62a2-4ba4-b5de-4a37ddc164fc" -d '{"events": [{"name": "network-changed", "server_uuid": "521d0f8a-8fe6-4bc3-8f46-ce4941cacee2", "tag": "0f44ae52-417c-4e7f-99c3-1f0051cb02c3"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:58:11.373175 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1910b221-87da-448f-911e-73b2ac1afcf6 service neutron] Pushing event updated for resources: {'Port': ['ID=0f44ae52-417c-4e7f-99c3-1f0051cb02c3,revision_number=3']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:58:11.391626 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec43cbf7-d12e-4af7-b488-5027f390af33 x-openstack-request-id: req-ec43cbf7-d12e-4af7-b488-5027f390af33 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:58:11.391910 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "521d0f8a-8fe6-4bc3-8f46-ce4941cacee2", "tag": "0f44ae52-417c-4e7f-99c3-1f0051cb02c3", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:58:11.392165 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-ec43cbf7-d12e-4af7-b488-5027f390af33 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:58:11.392569 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec43cbf7-d12e-4af7-b488-5027f390af33'] response: {'name': 'network-changed', 'server_uuid': '521d0f8a-8fe6-4bc3-8f46-ce4941cacee2', 'tag': '0f44ae52-417c-4e7f-99c3-1f0051cb02c3', 'status': 'completed', 'code': 200} May 18 18:58:11.424175 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:58:11.442637 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b4d74a-72d9-4a45-b4d1-073c7ccc0541 req-0d45f388-a8e0-479a-ae88-51ce086cd2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:58:11.444163 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-02b4d74a-72d9-4a45-b4d1-073c7ccc0541 req-0d45f388-a8e0-479a-ae88-51ce086cd2a2 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3123148b723f4833af414720c41700cf&device_id=521d0f8a-8fe6-4bc3-8f46-ce4941cacee2 HTTP/1.1" status: 200 len: 1094 time: 0.0474815 May 18 18:58:11.491940 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-02b4d74a-72d9-4a45-b4d1-073c7ccc0541 req-0265518a-9d00-4627-8ee8-ce6b4cecc3d3 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0f44ae52-417c-4e7f-99c3-1f0051cb02c3 HTTP/1.1" status: 200 len: 217 time: 0.0382295 May 18 18:58:11.544471 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b4d74a-72d9-4a45-b4d1-073c7ccc0541 req-2116670c-cb20-4ff3-b08a-5e974501d089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:58:11.545996 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-02b4d74a-72d9-4a45-b4d1-073c7ccc0541 req-2116670c-cb20-4ff3-b08a-5e974501d089 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=fb01e6d6-ba27-47b1-aac0-abfc84e72e5b HTTP/1.1" status: 200 len: 854 time: 0.0464361 May 18 18:58:11.597782 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b4d74a-72d9-4a45-b4d1-073c7ccc0541 req-786b60a9-df72-4c56-9329-05c4c357b371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:58:11.599151 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-02b4d74a-72d9-4a45-b4d1-073c7ccc0541 req-786b60a9-df72-4c56-9329-05c4c357b371 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b2554539-4332-4118-864a-5d454136870e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426760 May 18 18:58:11.694474 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-02b4d74a-72d9-4a45-b4d1-073c7ccc0541 req-cf4e7b4b-b24a-40ad-97cb-47d563ac5e6f service neutron] 10.222.0.88 "GET /v2.0/networks/b2554539-4332-4118-864a-5d454136870e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866480 May 18 18:58:11.788147 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-02b4d74a-72d9-4a45-b4d1-073c7ccc0541 req-b33d0c60-d3c8-423a-a5cf-23694d07c90e service neutron] 10.222.0.88 "GET /v2.0/networks/b2554539-4332-4118-864a-5d454136870e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854177 May 18 18:58:11.877286 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0abdd4b-62a2-4ba4-b5de-4a37ddc164fc req-009d7ae1-bb90-4c06-8c95-b5415dd18f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:58:11.878741 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a0abdd4b-62a2-4ba4-b5de-4a37ddc164fc req-009d7ae1-bb90-4c06-8c95-b5415dd18f74 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3123148b723f4833af414720c41700cf&device_id=521d0f8a-8fe6-4bc3-8f46-ce4941cacee2 HTTP/1.1" status: 200 len: 1094 time: 0.0459166 May 18 18:58:11.967906 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0abdd4b-62a2-4ba4-b5de-4a37ddc164fc req-b698f5a6-06d1-4acd-bb84-08b11542e6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:58:11.969354 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a0abdd4b-62a2-4ba4-b5de-4a37ddc164fc req-b698f5a6-06d1-4acd-bb84-08b11542e6ec service neutron] 10.222.0.88 "GET /v2.0/networks?id=b2554539-4332-4118-864a-5d454136870e HTTP/1.1" status: 200 len: 916 time: 0.0837138 May 18 18:58:12.013502 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a0abdd4b-62a2-4ba4-b5de-4a37ddc164fc req-e0720963-3486-4a35-a1fc-af1434ac9eb4 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0f44ae52-417c-4e7f-99c3-1f0051cb02c3 HTTP/1.1" status: 200 len: 217 time: 0.0362389 May 18 18:58:12.069526 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0abdd4b-62a2-4ba4-b5de-4a37ddc164fc req-6d86c83a-6520-49b0-8bcd-0542ebc9822f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:58:12.071031 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a0abdd4b-62a2-4ba4-b5de-4a37ddc164fc req-6d86c83a-6520-49b0-8bcd-0542ebc9822f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=fb01e6d6-ba27-47b1-aac0-abfc84e72e5b HTTP/1.1" status: 200 len: 854 time: 0.0506518 May 18 18:58:12.121731 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0abdd4b-62a2-4ba4-b5de-4a37ddc164fc req-3636b911-232e-4018-9a86-7de5499e15f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:58:12.123236 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a0abdd4b-62a2-4ba4-b5de-4a37ddc164fc req-3636b911-232e-4018-9a86-7de5499e15f3 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b2554539-4332-4118-864a-5d454136870e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445962 May 18 18:58:12.218785 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a0abdd4b-62a2-4ba4-b5de-4a37ddc164fc req-a1a43e87-04d8-40f4-a0d8-e92da57b1560 service neutron] 10.222.0.88 "GET /v2.0/networks/b2554539-4332-4118-864a-5d454136870e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880013 May 18 18:58:12.314912 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a0abdd4b-62a2-4ba4-b5de-4a37ddc164fc req-f3c37085-932b-4f2e-b294-14741070d4cc service neutron] 10.222.0.88 "GET /v2.0/networks/b2554539-4332-4118-864a-5d454136870e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889571 May 18 18:58:12.452427 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5460c06-1385-4fea-ac87-90a3b075b09f req-ca3d5a82-c9eb-4aa1-b2d0-a03550bcdcfc tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:58:12.454057 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f5460c06-1385-4fea-ac87-90a3b075b09f req-ca3d5a82-c9eb-4aa1-b2d0-a03550bcdcfc tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] 10.222.0.85 "GET /v2.0/ports?device_id=521d0f8a-8fe6-4bc3-8f46-ce4941cacee2 HTTP/1.1" status: 200 len: 943 time: 0.0507469 May 18 18:58:12.493875 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f5460c06-1385-4fea-ac87-90a3b075b09f req-9cb3af42-62d5-4e4c-bc6a-f68f278a60fc tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] 10.222.0.85 "GET /v2.0/security-groups?id=ab65796b-62af-4da0-a370-6f90dce96caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334525 May 18 18:58:12.579616 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:58:13.151121 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:58:13.343055 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 0f44ae52-417c-4e7f-99c3-1f0051cb02c3 details requested by agent hyperv_n-h2-838550-3 with host n-h2-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 18:58:13.434754 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 0f44ae52-417c-4e7f-99c3-1f0051cb02c3, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=0f44ae52-417c-4e7f-99c3-1f0051cb02c3,segment=NetworkSegment(e856be2e-9924-4ec6-bd37-c688d39ecb05),segment_id=e856be2e-9924-4ec6-bd37-c688d39ecb05)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:58:13.445980 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Returning: {'device': '0f44ae52-417c-4e7f-99c3-1f0051cb02c3', 'network_id': 'b2554539-4332-4118-864a-5d454136870e', 'port_id': '0f44ae52-417c-4e7f-99c3-1f0051cb02c3', 'mac_address': 'fa:16:3e:72:1e:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb01e6d6-ba27-47b1-aac0-abfc84e72e5b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 18:58:13.487137 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 0f44ae52-417c-4e7f-99c3-1f0051cb02c3 is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:58:13.487526 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:58:13.500113 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f44ae52-417c-4e7f-99c3-1f0051cb02c3 {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 18:58:13.518836 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 0f44ae52-417c-4e7f-99c3-1f0051cb02c3, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=0f44ae52-417c-4e7f-99c3-1f0051cb02c3,segment=NetworkSegment(e856be2e-9924-4ec6-bd37-c688d39ecb05),segment_id=e856be2e-9924-4ec6-bd37-c688d39ecb05)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:58:13.523270 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:58:13.573296 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=0f44ae52-417c-4e7f-99c3-1f0051cb02c3,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:58:13.580550 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:58:13.581138 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:58:13.581251 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:58:13.581543 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:58:13.581904 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:58:13.582238 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:58:13.582562 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:58:13.583664 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:58:13.583984 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:58:13.584311 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:58:13.584635 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:58:13.584959 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:58:13.639010 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca50955-facc-43e6-b45a-0e1bda7d36e1 req-f58734f6-3d25-4bb3-bc75-700d4225db87 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:58:13.641548 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9ca50955-facc-43e6-b45a-0e1bda7d36e1 req-f58734f6-3d25-4bb3-bc75-700d4225db87 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] 10.222.0.85 "GET /v2.0/ports?device_id=521d0f8a-8fe6-4bc3-8f46-ce4941cacee2 HTTP/1.1" status: 200 len: 944 time: 0.0686784 May 18 18:58:13.700876 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9ca50955-facc-43e6-b45a-0e1bda7d36e1 req-a20f9965-9ad0-4190-9b33-758a2ff9d25c tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] 10.222.0.85 "GET /v2.0/security-groups?id=ab65796b-62af-4da0-a370-6f90dce96caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511601 May 18 18:58:13.809093 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['0f44ae52-417c-4e7f-99c3-1f0051cb02c3'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:58:14.828601 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49697b80-ff86-4d9f-94ff-2e60e8ccee6b req-0ba49037-ac5e-4e51-83ea-fac96aafa601 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:58:14.830144 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-49697b80-ff86-4d9f-94ff-2e60e8ccee6b req-0ba49037-ac5e-4e51-83ea-fac96aafa601 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] 10.222.0.85 "GET /v2.0/ports?device_id=521d0f8a-8fe6-4bc3-8f46-ce4941cacee2 HTTP/1.1" status: 200 len: 944 time: 0.0515072 May 18 18:58:14.875468 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-49697b80-ff86-4d9f-94ff-2e60e8ccee6b req-1cc6c88b-b899-4d78-8a2d-363a4e2ac4a6 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] 10.222.0.85 "GET /v2.0/security-groups?id=ab65796b-62af-4da0-a370-6f90dce96caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387897 May 18 18:58:15.359364 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 0f44ae52-417c-4e7f-99c3-1f0051cb02c3 up at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 18:58:15.407643 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning for port 0f44ae52-417c-4e7f-99c3-1f0051cb02c3 completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 18:58:15.411555 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning complete for port 0f44ae52-417c-4e7f-99c3-1f0051cb02c3 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:58:15.411920 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:58:15.492597 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 0f44ae52-417c-4e7f-99c3-1f0051cb02c3 is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:58:15.492976 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:58:15.516524 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '521d0f8a-8fe6-4bc3-8f46-ce4941cacee2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f44ae52-417c-4e7f-99c3-1f0051cb02c3'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:58:15.518752 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c59a886fcd2c16a4a4d9b4f0bd053e258cff433439c376e2c97ee230b2b4ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edf277be-c2bc-482c-a550-1158b3d1a2bb" -d '{"events": [{"server_uuid": "521d0f8a-8fe6-4bc3-8f46-ce4941cacee2", "name": "network-vif-plugged", "status": "completed", "tag": "0f44ae52-417c-4e7f-99c3-1f0051cb02c3"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:58:15.531846 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 0f44ae52-417c-4e7f-99c3-1f0051cb02c3, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=0f44ae52-417c-4e7f-99c3-1f0051cb02c3,segment=NetworkSegment(e856be2e-9924-4ec6-bd37-c688d39ecb05),segment_id=e856be2e-9924-4ec6-bd37-c688d39ecb05)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:58:15.535992 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:58:15.559899 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe67b371-ba5f-41fb-b37e-1322f1d45a07 x-openstack-request-id: req-fe67b371-ba5f-41fb-b37e-1322f1d45a07 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:58:15.560190 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "521d0f8a-8fe6-4bc3-8f46-ce4941cacee2", "name": "network-vif-plugged", "status": "completed", "tag": "0f44ae52-417c-4e7f-99c3-1f0051cb02c3", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:58:15.560467 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-fe67b371-ba5f-41fb-b37e-1322f1d45a07 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:58:15.560868 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe67b371-ba5f-41fb-b37e-1322f1d45a07'] response: {'server_uuid': '521d0f8a-8fe6-4bc3-8f46-ce4941cacee2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f44ae52-417c-4e7f-99c3-1f0051cb02c3', 'code': 200} May 18 18:58:15.586226 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=0f44ae52-417c-4e7f-99c3-1f0051cb02c3,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:58:15.654425 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba133d2-bbb9-45a1-bfd9-8f2e8aec5742 req-bc478bfd-6a60-44b5-9fe1-c25ffcf645bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:58:15.655823 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bba133d2-bbb9-45a1-bfd9-8f2e8aec5742 req-bc478bfd-6a60-44b5-9fe1-c25ffcf645bc service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=521d0f8a-8fe6-4bc3-8f46-ce4941cacee2 HTTP/1.1" status: 200 len: 1096 time: 0.0406907 May 18 18:58:15.691386 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-bba133d2-bbb9-45a1-bfd9-8f2e8aec5742 req-b59a7e8d-b9e4-48b2-b4eb-0a25e78b9d43 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=ab65796b-62af-4da0-a370-6f90dce96caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283051 May 18 18:58:16.004221 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fda0a92-88b1-42c0-a276-f5cc698e96eb req-c0e3017f-492b-4234-aa07-fbdb0fdf5e0a tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:58:16.005788 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5fda0a92-88b1-42c0-a276-f5cc698e96eb req-c0e3017f-492b-4234-aa07-fbdb0fdf5e0a tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] 10.222.0.85 "GET /v2.0/ports?device_id=521d0f8a-8fe6-4bc3-8f46-ce4941cacee2 HTTP/1.1" status: 200 len: 945 time: 0.0496736 May 18 18:58:16.045569 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5fda0a92-88b1-42c0-a276-f5cc698e96eb req-57007e8b-56c0-4437-8a44-52d29b7eb6df tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] 10.222.0.85 "GET /v2.0/security-groups?id=ab65796b-62af-4da0-a370-6f90dce96caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326109 May 18 18:58:17.173312 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a082b42b-14d3-4a48-a6bb-845c182a6c41 req-7a5e24e9-b42f-40d2-9334-fa5ff4b21784 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:58:17.174832 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a082b42b-14d3-4a48-a6bb-845c182a6c41 req-7a5e24e9-b42f-40d2-9334-fa5ff4b21784 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] 10.222.0.85 "GET /v2.0/ports?device_id=521d0f8a-8fe6-4bc3-8f46-ce4941cacee2 HTTP/1.1" status: 200 len: 945 time: 0.0541801 May 18 18:58:17.212878 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a082b42b-14d3-4a48-a6bb-845c182a6c41 req-34ad8d7e-5377-4ed9-b83a-718bbf5ea464 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] 10.222.0.85 "GET /v2.0/security-groups?id=ab65796b-62af-4da0-a370-6f90dce96caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315266 May 18 18:58:17.325130 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428ef2a4-1f28-4d70-9adc-a36e894f60b8 req-bdf54ce0-7f03-48eb-b7a2-9bcc168ee7c1 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:58:17.326661 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-428ef2a4-1f28-4d70-9adc-a36e894f60b8 req-bdf54ce0-7f03-48eb-b7a2-9bcc168ee7c1 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] 10.222.0.85 "GET /v2.0/ports?device_id=521d0f8a-8fe6-4bc3-8f46-ce4941cacee2 HTTP/1.1" status: 200 len: 945 time: 0.0497758 May 18 18:58:17.364268 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-428ef2a4-1f28-4d70-9adc-a36e894f60b8 req-038edcfb-c963-4a05-9f91-34c8d8fa31e3 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] 10.222.0.85 "GET /v2.0/security-groups?id=ab65796b-62af-4da0-a370-6f90dce96caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317032 May 18 18:58:17.550459 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb40c944-e629-4820-aa7d-129bc6432522 req-0e7d2181-98cc-46d5-98cf-c3e255d0a308 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:58:17.551964 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cb40c944-e629-4820-aa7d-129bc6432522 req-0e7d2181-98cc-46d5-98cf-c3e255d0a308 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] 10.222.0.85 "GET /v2.0/ports?device_id=521d0f8a-8fe6-4bc3-8f46-ce4941cacee2 HTTP/1.1" status: 200 len: 945 time: 0.0499046 May 18 18:58:17.589773 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cb40c944-e629-4820-aa7d-129bc6432522 req-74f35b39-4e9c-4f1d-ab63-ee8d354e6bb2 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] 10.222.0.85 "GET /v2.0/security-groups?id=ab65796b-62af-4da0-a370-6f90dce96caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313313 May 18 18:58:29.055815 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd19126-02ef-46e5-9068-b66f7fe820c9 req-0df254d2-88e4-48ec-b60d-aaf63df6bd95 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:58:29.057317 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6bd19126-02ef-46e5-9068-b66f7fe820c9 req-0df254d2-88e4-48ec-b60d-aaf63df6bd95 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] 10.222.0.85 "GET /v2.0/ports?device_id=521d0f8a-8fe6-4bc3-8f46-ce4941cacee2 HTTP/1.1" status: 200 len: 945 time: 0.0589402 May 18 18:58:29.099816 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6bd19126-02ef-46e5-9068-b66f7fe820c9 req-1289025a-1479-4ce1-82a4-ab43a56d6d71 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] 10.222.0.85 "GET /v2.0/security-groups?id=ab65796b-62af-4da0-a370-6f90dce96caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359423 May 18 18:58:29.122237 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 49434) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:58:29.208692 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f88fa13-952f-4043-bd50-cd25a5c30875 tempest-TestMinimumBasicScenario-1069112357 tempest-TestMinimumBasicScenario-1069112357-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:58:29.210265 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-0f88fa13-952f-4043-bd50-cd25a5c30875 tempest-TestMinimumBasicScenario-1069112357 tempest-TestMinimumBasicScenario-1069112357-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=521d0f8a-8fe6-4bc3-8f46-ce4941cacee2 HTTP/1.1" status: 200 len: 1091 time: 0.0870204 May 18 18:58:29.213994 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 49438) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:58:29.218969 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-78bcf661-6c13-401e-b894-511551e60267 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Request body: {'floatingip': {'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'port_id': '0f44ae52-417c-4e7f-99c3-1f0051cb02c3', 'tenant_id': '3123148b723f4833af414720c41700cf', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:58:29.243618 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-78bcf661-6c13-401e-b894-511551e60267 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Notify callbacks [] for floatingip, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:58:29.352512 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-78bcf661-6c13-401e-b894-511551e60267 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:58:29.391084 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b629c5d9-093f-4661-a051-9bd109e92f6c req-98a7f81f-a414-494a-95f9-27e18f453b2b service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=521d0f8a-8fe6-4bc3-8f46-ce4941cacee2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0487297 May 18 18:58:29.471311 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-78bcf661-6c13-401e-b894-511551e60267 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Allocated IP 172.25.5.57 (31ebd439-090c-4b25-bbb0-31c48711b145/363a2810-8a83-4be0-a317-7c91fcd94485/018c3077-4525-4d2d-af87-80069fbf73e8) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:58:29.483176 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b629c5d9-093f-4661-a051-9bd109e92f6c req-c7f2f2f6-b806-43a0-9422-244cc137dfc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:58:29.484722 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b629c5d9-093f-4661-a051-9bd109e92f6c req-c7f2f2f6-b806-43a0-9422-244cc137dfc6 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3123148b723f4833af414720c41700cf&device_id=521d0f8a-8fe6-4bc3-8f46-ce4941cacee2 HTTP/1.1" status: 200 len: 1096 time: 0.0439062 May 18 18:58:29.583198 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-78bcf661-6c13-401e-b894-511551e60267 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:58:29.594632 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b629c5d9-093f-4661-a051-9bd109e92f6c req-f707cda4-5f81-41eb-a306-6521cb160527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:58:29.596133 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b629c5d9-093f-4661-a051-9bd109e92f6c req-f707cda4-5f81-41eb-a306-6521cb160527 service neutron] 10.222.0.88 "GET /v2.0/networks?id=b2554539-4332-4118-864a-5d454136870e HTTP/1.1" status: 200 len: 916 time: 0.0906112 May 18 18:58:29.623874 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-78bcf661-6c13-401e-b894-511551e60267 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:58:29.648517 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b629c5d9-093f-4661-a051-9bd109e92f6c req-8d137442-3925-43a3-94c8-a9410c251c40 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0f44ae52-417c-4e7f-99c3-1f0051cb02c3 HTTP/1.1" status: 200 len: 217 time: 0.0403888 May 18 18:58:29.659762 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78bcf661-6c13-401e-b894-511551e60267 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Network 31ebd439-090c-4b25-bbb0-31c48711b145 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:58:29.663114 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-78bcf661-6c13-401e-b894-511551e60267 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:58:29.667223 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78bcf661-6c13-401e-b894-511551e60267 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:58:29.699035 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bcf661-6c13-401e-b894-511551e60267 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Pushing event updated for resources: {'Port': ['ID=018c3077-4525-4d2d-af87-80069fbf73e8,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:58:29.719376 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b629c5d9-093f-4661-a051-9bd109e92f6c req-867e3a7c-6fa7-495e-9bf6-e7f4ddb7568b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:58:29.720852 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b629c5d9-093f-4661-a051-9bd109e92f6c req-867e3a7c-6fa7-495e-9bf6-e7f4ddb7568b service neutron] 10.222.0.88 "GET /v2.0/subnets?id=fb01e6d6-ba27-47b1-aac0-abfc84e72e5b HTTP/1.1" status: 200 len: 854 time: 0.0648141 May 18 18:58:29.767295 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b629c5d9-093f-4661-a051-9bd109e92f6c req-625e07e0-ccd3-48ad-a367-2df961860112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:58:29.768794 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b629c5d9-093f-4661-a051-9bd109e92f6c req-625e07e0-ccd3-48ad-a367-2df961860112 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b2554539-4332-4118-864a-5d454136870e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407970 May 18 18:58:29.864714 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b629c5d9-093f-4661-a051-9bd109e92f6c req-ee05e108-3aff-4f80-9486-5312ea670229 service neutron] 10.222.0.88 "GET /v2.0/networks/b2554539-4332-4118-864a-5d454136870e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876310 May 18 18:58:29.961537 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b629c5d9-093f-4661-a051-9bd109e92f6c req-2e528d54-f3f0-498b-87e5-ad664d770f14 service neutron] 10.222.0.88 "GET /v2.0/networks/b2554539-4332-4118-864a-5d454136870e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853612 May 18 18:58:30.051545 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-78bcf661-6c13-401e-b894-511551e60267 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:58:30.116450 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-78bcf661-6c13-401e-b894-511551e60267 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:58:30.268572 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-78bcf661-6c13-401e-b894-511551e60267 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:58:30.273174 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-78bcf661-6c13-401e-b894-511551e60267 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:58:30.342326 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bcf661-6c13-401e-b894-511551e60267 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Pushing event updated for resources: {'Port': ['ID=018c3077-4525-4d2d-af87-80069fbf73e8,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:58:30.353116 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-78bcf661-6c13-401e-b894-511551e60267 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596987'] for floatingip, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:58:30.463509 n-d-838550-3 neutron-server[102730]: INFO neutron.db.l3_db [None req-78bcf661-6c13-401e-b894-511551e60267 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Floating IP 6e753894-10c0-4e88-ac7e-a72a539cbc47 associated. External IP: 172.25.5.57, port: 0f44ae52-417c-4e7f-99c3-1f0051cb02c3. May 18 18:58:30.677901 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78bcf661-6c13-401e-b894-511551e60267 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Router 0e67bf40-dfbe-4d7b-88fb-80aa8bd356b4 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:58:30.795407 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78bcf661-6c13-401e-b894-511551e60267 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:58:30.804877 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bafc2c4-f2f0-4c37-9b36-c6236e0b2b40 None None] Sync routers for ids ['0e67bf40-dfbe-4d7b-88fb-80aa8bd356b4'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:58:30.812225 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-78bcf661-6c13-401e-b894-511551e60267 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:58:30.815732 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bafc2c4-f2f0-4c37-9b36-c6236e0b2b40 None None] Routers {'0e67bf40-dfbe-4d7b-88fb-80aa8bd356b4'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:58:30.816348 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-8bafc2c4-f2f0-4c37-9b36-c6236e0b2b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:58:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['0e67bf40-dfbe-4d7b-88fb-80aa8bd356b4'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:58:30.842817 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-78bcf661-6c13-401e-b894-511551e60267 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6250644 May 18 18:58:30.842817 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '521d0f8a-8fe6-4bc3-8f46-ce4941cacee2', 'tag': '0f44ae52-417c-4e7f-99c3-1f0051cb02c3'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:58:30.843109 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1247475d-2298-4bf0-9795-289ca71c50a3" -d '{"events": [{"name": "network-changed", "server_uuid": "521d0f8a-8fe6-4bc3-8f46-ce4941cacee2", "tag": "0f44ae52-417c-4e7f-99c3-1f0051cb02c3"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:58:30.843353 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 49440) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:58:30.848241 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-5ea9be91-d5fe-493d-8f39-fcb5c2c4383e tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1906550677', 'description': 'tempest-secgroup-smoke-1906550677 description', 'project_id': '3123148b723f4833af414720c41700cf'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:58:30.875360 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5ea9be91-d5fe-493d-8f39-fcb5c2c4383e tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:58:30.886032 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b1fa4c4-5cd7-4dd2-8fcc-d60e9225ac1f x-openstack-request-id: req-5b1fa4c4-5cd7-4dd2-8fcc-d60e9225ac1f {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:58:30.886500 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "521d0f8a-8fe6-4bc3-8f46-ce4941cacee2", "tag": "0f44ae52-417c-4e7f-99c3-1f0051cb02c3", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:58:30.886916 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-5b1fa4c4-5cd7-4dd2-8fcc-d60e9225ac1f {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:58:30.887620 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b1fa4c4-5cd7-4dd2-8fcc-d60e9225ac1f'] response: {'name': 'network-changed', 'server_uuid': '521d0f8a-8fe6-4bc3-8f46-ce4941cacee2', 'tag': '0f44ae52-417c-4e7f-99c3-1f0051cb02c3', 'status': 'completed', 'code': 200} May 18 18:58:30.949445 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-8bafc2c4-f2f0-4c37-9b36-c6236e0b2b40 None None] Set router 0e67bf40-dfbe-4d7b-88fb-80aa8bd356b4 gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:58:31.200572 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-8bafc2c4-f2f0-4c37-9b36-c6236e0b2b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e67bf40-dfbe-4d7b-88fb-80aa8bd356b4', 'name': 'tempest-TestMinimumBasicScenario-1590885960-router', 'tenant_id': '3123148b723f4833af414720c41700cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': 'a709ff2b-a9d6-4cc4-a364-a6f07e2c5747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:57:42Z', 'updated_at': '2022-05-18T18:57:45Z', 'revision_number': 4, 'project_id': '3123148b723f4833af414720c41700cf', 'gw_port': {'id': 'a709ff2b-a9d6-4cc4-a364-a6f07e2c5747', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e67bf40-dfbe-4d7b-88fb-80aa8bd356b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:57:43Z', 'updated_at': '2022-05-18T18:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': '6e753894-10c0-4e88-ac7e-a72a539cbc47', 'tenant_id': '3123148b723f4833af414720c41700cf', 'floating_ip_address': '172.25.5.57', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': '0e67bf40-dfbe-4d7b-88fb-80aa8bd356b4', 'port_id': '0f44ae52-417c-4e7f-99c3-1f0051cb02c3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4259, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2554539-4332-4118-864a-5d454136870e', 'mac_address': 'fa:16:3e:72:1e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521d0f8a-8fe6-4bc3-8f46-ce4941cacee2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T18:58:29Z', 'updated_at': '2022-05-18T18:58:29Z', 'revision_number': 0, 'project_id': '3123148b723f4833af414720c41700cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01734c65-8300-48d8-a8e5-34ebd5540c94', 'name': '', 'network_id': 'b2554539-4332-4118-864a-5d454136870e', 'tenant_id': '3123148b723f4833af414720c41700cf', 'mac_address': 'fa:16:3e:24:1b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e67bf40-dfbe-4d7b-88fb-80aa8bd356b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'fb01e6d6-ba27-47b1-aac0-abfc84e72e5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:57:44Z', 'updated_at': '2022-05-18T18:57:50Z', 'revision_number': 5, 'project_id': '3123148b723f4833af414720c41700cf', 'subnets': [{'id': 'fb01e6d6-ba27-47b1-aac0-abfc84e72e5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:58:31.231506 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bafc2c4-f2f0-4c37-9b36-c6236e0b2b40 None None] Checking router: 0e67bf40-dfbe-4d7b-88fb-80aa8bd356b4 for host: n-d-838550-3 {{(pid=102732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:58:31.240453 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bafc2c4-f2f0-4c37-9b36-c6236e0b2b40 None None] Routers {'0e67bf40-dfbe-4d7b-88fb-80aa8bd356b4'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:58:31.241077 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-8bafc2c4-f2f0-4c37-9b36-c6236e0b2b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:58:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['0e67bf40-dfbe-4d7b-88fb-80aa8bd356b4'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:58:31.303389 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5ea9be91-d5fe-493d-8f39-fcb5c2c4383e tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:58:31.306374 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1247475d-2298-4bf0-9795-289ca71c50a3 req-884614f4-7d47-45fc-85cf-681f98a6b5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:58:31.308047 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1247475d-2298-4bf0-9795-289ca71c50a3 req-884614f4-7d47-45fc-85cf-681f98a6b5e3 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3123148b723f4833af414720c41700cf&device_id=521d0f8a-8fe6-4bc3-8f46-ce4941cacee2 HTTP/1.1" status: 200 len: 1096 time: 0.3952920 May 18 18:58:31.309147 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5ea9be91-d5fe-493d-8f39-fcb5c2c4383e tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:58:31.394794 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5ea9be91-d5fe-493d-8f39-fcb5c2c4383e tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:58:31.396094 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-5ea9be91-d5fe-493d-8f39-fcb5c2c4383e tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5516806 May 18 18:58:31.400935 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 49444) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:58:31.402102 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea9be91-d5fe-493d-8f39-fcb5c2c4383e tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=611b4295-b55f-4f50-bdf8-53546c54498a,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:58:31.409037 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-b158e1c3-03bb-4c49-aee4-b6fbf8ec16f3 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Request body: {'security_group_rule': {'security_group_id': '611b4295-b55f-4f50-bdf8-53546c54498a', 'project_id': '3123148b723f4833af414720c41700cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:58:31.438475 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1247475d-2298-4bf0-9795-289ca71c50a3 req-e3ff9ce0-b2d2-4b5f-8a4c-74bace91ad36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:58:31.440578 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1247475d-2298-4bf0-9795-289ca71c50a3 req-e3ff9ce0-b2d2-4b5f-8a4c-74bace91ad36 service neutron] 10.222.0.88 "GET /v2.0/networks?id=b2554539-4332-4118-864a-5d454136870e HTTP/1.1" status: 200 len: 916 time: 0.1255200 May 18 18:58:31.448101 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b158e1c3-03bb-4c49-aee4-b6fbf8ec16f3 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:58:31.515654 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1247475d-2298-4bf0-9795-289ca71c50a3 req-db0d75a6-8347-4d1c-9654-45c751ca2f48 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0f44ae52-417c-4e7f-99c3-1f0051cb02c3 HTTP/1.1" status: 200 len: 998 time: 0.0673425 May 18 18:58:31.531405 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b158e1c3-03bb-4c49-aee4-b6fbf8ec16f3 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:58:31.534347 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-8bafc2c4-f2f0-4c37-9b36-c6236e0b2b40 None None] Set router 0e67bf40-dfbe-4d7b-88fb-80aa8bd356b4 gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:58:31.538353 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b158e1c3-03bb-4c49-aee4-b6fbf8ec16f3 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:58:31.566579 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b158e1c3-03bb-4c49-aee4-b6fbf8ec16f3 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2764753-a415-4468-88ce-92862c5c5cb2,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:58:31.570394 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:58:31.579478 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b158e1c3-03bb-4c49-aee4-b6fbf8ec16f3 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:58:31.580754 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-b158e1c3-03bb-4c49-aee4-b6fbf8ec16f3 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1781445 May 18 18:58:31.583337 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1247475d-2298-4bf0-9795-289ca71c50a3 req-fc234c39-14af-43fc-a073-bbc1607dd465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:58:31.583794 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 49446) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:58:31.584798 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1247475d-2298-4bf0-9795-289ca71c50a3 req-fc234c39-14af-43fc-a073-bbc1607dd465 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=fb01e6d6-ba27-47b1-aac0-abfc84e72e5b HTTP/1.1" status: 200 len: 854 time: 0.0606112 May 18 18:58:31.589045 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-837f7a71-118a-4ced-9ac0-d8a35d7e95c1 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Request body: {'security_group_rule': {'security_group_id': '611b4295-b55f-4f50-bdf8-53546c54498a', 'project_id': '3123148b723f4833af414720c41700cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:58:31.615718 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-837f7a71-118a-4ced-9ac0-d8a35d7e95c1 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:58:31.635734 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1247475d-2298-4bf0-9795-289ca71c50a3 req-0bd47189-1d34-48d3-bc62-10ef54e81144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:58:31.637383 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1247475d-2298-4bf0-9795-289ca71c50a3 req-0bd47189-1d34-48d3-bc62-10ef54e81144 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b2554539-4332-4118-864a-5d454136870e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440550 May 18 18:58:31.668508 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:58:31.677007 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-837f7a71-118a-4ced-9ac0-d8a35d7e95c1 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:58:31.681375 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-837f7a71-118a-4ced-9ac0-d8a35d7e95c1 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:58:31.700375 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837f7a71-118a-4ced-9ac0-d8a35d7e95c1 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11f15670-5d67-403b-a88a-0c91dd139476,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:58:31.707913 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-837f7a71-118a-4ced-9ac0-d8a35d7e95c1 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:58:31.709141 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-837f7a71-118a-4ced-9ac0-d8a35d7e95c1 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1242099 May 18 18:58:31.712452 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 49448) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:58:31.717254 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-a3a3e13d-3fcf-46b1-9c47-f20649c605b9 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Request body: {'security_group_rule': {'security_group_id': '611b4295-b55f-4f50-bdf8-53546c54498a', 'project_id': '3123148b723f4833af414720c41700cf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:58:31.746228 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a3a3e13d-3fcf-46b1-9c47-f20649c605b9 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:58:31.756924 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1247475d-2298-4bf0-9795-289ca71c50a3 req-0184f68f-51b2-4feb-a04a-b2c6e001c394 service neutron] 10.222.0.88 "GET /v2.0/networks/b2554539-4332-4118-864a-5d454136870e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087644 May 18 18:58:31.809111 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a3a3e13d-3fcf-46b1-9c47-f20649c605b9 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:58:31.813200 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a3a3e13d-3fcf-46b1-9c47-f20649c605b9 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:58:31.822604 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-8bafc2c4-f2f0-4c37-9b36-c6236e0b2b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e67bf40-dfbe-4d7b-88fb-80aa8bd356b4', 'name': 'tempest-TestMinimumBasicScenario-1590885960-router', 'tenant_id': '3123148b723f4833af414720c41700cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': 'a709ff2b-a9d6-4cc4-a364-a6f07e2c5747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:57:42Z', 'updated_at': '2022-05-18T18:57:45Z', 'revision_number': 4, 'project_id': '3123148b723f4833af414720c41700cf', 'gw_port': {'id': 'a709ff2b-a9d6-4cc4-a364-a6f07e2c5747', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e67bf40-dfbe-4d7b-88fb-80aa8bd356b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:57:43Z', 'updated_at': '2022-05-18T18:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': '6e753894-10c0-4e88-ac7e-a72a539cbc47', 'tenant_id': '3123148b723f4833af414720c41700cf', 'floating_ip_address': '172.25.5.57', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': '0e67bf40-dfbe-4d7b-88fb-80aa8bd356b4', 'port_id': '0f44ae52-417c-4e7f-99c3-1f0051cb02c3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4259, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2554539-4332-4118-864a-5d454136870e', 'mac_address': 'fa:16:3e:72:1e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521d0f8a-8fe6-4bc3-8f46-ce4941cacee2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T18:58:29Z', 'updated_at': '2022-05-18T18:58:29Z', 'revision_number': 0, 'project_id': '3123148b723f4833af414720c41700cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01734c65-8300-48d8-a8e5-34ebd5540c94', 'name': '', 'network_id': 'b2554539-4332-4118-864a-5d454136870e', 'tenant_id': '3123148b723f4833af414720c41700cf', 'mac_address': 'fa:16:3e:24:1b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e67bf40-dfbe-4d7b-88fb-80aa8bd356b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'fb01e6d6-ba27-47b1-aac0-abfc84e72e5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:57:44Z', 'updated_at': '2022-05-18T18:57:50Z', 'revision_number': 5, 'project_id': '3123148b723f4833af414720c41700cf', 'subnets': [{'id': 'fb01e6d6-ba27-47b1-aac0-abfc84e72e5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:58:31.833392 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a3e13d-3fcf-46b1-9c47-f20649c605b9 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5478d842-c706-494f-bb52-78ddb29769a6,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:58:31.844838 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a3a3e13d-3fcf-46b1-9c47-f20649c605b9 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:58:31.848848 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-a3a3e13d-3fcf-46b1-9c47-f20649c605b9 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1327350 May 18 18:58:31.849018 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 49450) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:58:31.854257 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-51f4c07a-a8a3-4ce7-8d71-af3c3c89ffe7 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Request body: {'security_group_rule': {'security_group_id': '611b4295-b55f-4f50-bdf8-53546c54498a', 'project_id': '3123148b723f4833af414720c41700cf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:58:31.859102 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-1247475d-2298-4bf0-9795-289ca71c50a3 req-60960a48-094e-4b5f-9d10-ab7d34915b11 service neutron] 10.222.0.88 "GET /v2.0/networks/b2554539-4332-4118-864a-5d454136870e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948608 May 18 18:58:31.860053 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bafc2c4-f2f0-4c37-9b36-c6236e0b2b40 None None] The sync data for ids ['0e67bf40-dfbe-4d7b-88fb-80aa8bd356b4'] in n-d-838550-3 is: [{'id': '0e67bf40-dfbe-4d7b-88fb-80aa8bd356b4', 'name': 'tempest-TestMinimumBasicScenario-1590885960-router', 'tenant_id': '3123148b723f4833af414720c41700cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': 'a709ff2b-a9d6-4cc4-a364-a6f07e2c5747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:57:42Z', 'updated_at': '2022-05-18T18:57:45Z', 'revision_number': 4, 'project_id': '3123148b723f4833af414720c41700cf', 'gw_port': {'id': 'a709ff2b-a9d6-4cc4-a364-a6f07e2c5747', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e67bf40-dfbe-4d7b-88fb-80aa8bd356b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:57:43Z', 'updated_at': '2022-05-18T18:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': '6e753894-10c0-4e88-ac7e-a72a539cbc47', 'tenant_id': '3123148b723f4833af414720c41700cf', 'floating_ip_address': '172.25.5.57', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': '0e67bf40-dfbe-4d7b-88fb-80aa8bd356b4', 'port_id': '0f44ae52-417c-4e7f-99c3-1f0051cb02c3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4259, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2554539-4332-4118-864a-5d454136870e', 'mac_address': 'fa:16:3e:72:1e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521d0f8a-8fe6-4bc3-8f46-ce4941cacee2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T18:58:29Z', 'updated_at': '2022-05-18T18:58:29Z', 'revision_number': 0, 'project_id': '3123148b723f4833af414720c41700cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01734c65-8300-48d8-a8e5-34ebd5540c94', 'name': '', 'network_id': 'b2554539-4332-4118-864a-5d454136870e', 'tenant_id': '3123148b723f4833af414720c41700cf', 'mac_address': 'fa:16:3e:24:1b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e67bf40-dfbe-4d7b-88fb-80aa8bd356b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'fb01e6d6-ba27-47b1-aac0-abfc84e72e5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:57:44Z', 'updated_at': '2022-05-18T18:57:50Z', 'revision_number': 5, 'project_id': '3123148b723f4833af414720c41700cf', 'subnets': [{'id': 'fb01e6d6-ba27-47b1-aac0-abfc84e72e5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:58:31.888229 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-51f4c07a-a8a3-4ce7-8d71-af3c3c89ffe7 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:58:31.953729 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-51f4c07a-a8a3-4ce7-8d71-af3c3c89ffe7 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:58:31.958031 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-51f4c07a-a8a3-4ce7-8d71-af3c3c89ffe7 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:58:31.980468 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f4c07a-a8a3-4ce7-8d71-af3c3c89ffe7 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16334470-5225-47c1-80c5-460013874be3,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:58:31.985107 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-51f4c07a-a8a3-4ce7-8d71-af3c3c89ffe7 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:58:31.986356 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-51f4c07a-a8a3-4ce7-8d71-af3c3c89ffe7 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1363294 May 18 18:58:31.989390 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 49452) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:58:31.994242 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-51dbea46-d3c6-494c-84ac-a4249483fdc8 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Request body: {'security_group_rule': {'security_group_id': '611b4295-b55f-4f50-bdf8-53546c54498a', 'project_id': '3123148b723f4833af414720c41700cf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:58:32.014741 n-d-838550-3 neutron-server[102731]: INFO neutron.db.securitygroups_db [None req-51dbea46-d3c6-494c-84ac-a4249483fdc8 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Project 3123148b723f4833af414720c41700cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 18 18:58:32.022805 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-51dbea46-d3c6-494c-84ac-a4249483fdc8 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:58:32.083097 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f2054a-8a51-4414-9cdc-de66118dce75 None None] New status for floating IP 6e753894-10c0-4e88-ac7e-a72a539cbc47: ACTIVE {{(pid=102733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 18:58:32.111807 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-51dbea46-d3c6-494c-84ac-a4249483fdc8 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:58:32.116127 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-51dbea46-d3c6-494c-84ac-a4249483fdc8 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:58:32.135581 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dbea46-d3c6-494c-84ac-a4249483fdc8 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f96329e-497e-46af-ac58-816bcc03a262,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:58:32.143629 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-51dbea46-d3c6-494c-84ac-a4249483fdc8 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:58:32.146405 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-51dbea46-d3c6-494c-84ac-a4249483fdc8 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1542630 May 18 18:58:32.147587 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 49454) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:58:32.152545 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-b783d1b3-5984-4769-b7fd-9a369158cf66 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Request body: {'security_group_rule': {'security_group_id': '611b4295-b55f-4f50-bdf8-53546c54498a', 'project_id': '3123148b723f4833af414720c41700cf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:58:32.173171 n-d-838550-3 neutron-server[102731]: INFO neutron.db.securitygroups_db [None req-b783d1b3-5984-4769-b7fd-9a369158cf66 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Project 3123148b723f4833af414720c41700cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 18 18:58:32.178112 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b783d1b3-5984-4769-b7fd-9a369158cf66 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:58:32.242334 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b783d1b3-5984-4769-b7fd-9a369158cf66 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:58:32.247101 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b783d1b3-5984-4769-b7fd-9a369158cf66 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:58:32.267425 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b783d1b3-5984-4769-b7fd-9a369158cf66 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcef0490-11d4-46f4-a679-d88c875f1398,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:58:32.276511 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b783d1b3-5984-4769-b7fd-9a369158cf66 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:58:32.277734 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-b783d1b3-5984-4769-b7fd-9a369158cf66 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1292059 May 18 18:58:32.359465 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8cc84509-9b52-47f5-9b99-c6c673e4729f req-3949203a-43b1-4057-b593-716570c78cff tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1906550677&fields=id&tenant_id=3123148b723f4833af414720c41700cf HTTP/1.1" status: 200 len: 267 time: 0.0343711 May 18 18:58:32.417947 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc84509-9b52-47f5-9b99-c6c673e4729f req-8cf678ee-c2e4-46a6-95d4-80245cfc7632 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:58:32.419438 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8cc84509-9b52-47f5-9b99-c6c673e4729f req-8cf678ee-c2e4-46a6-95d4-80245cfc7632 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] 10.222.0.85 "GET /v2.0/ports?device_id=521d0f8a-8fe6-4bc3-8f46-ce4941cacee2 HTTP/1.1" status: 200 len: 945 time: 0.0542994 May 18 18:58:32.431359 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-8cc84509-9b52-47f5-9b99-c6c673e4729f req-b7127b23-ce10-4293-aabf-37ae5c1bc6e8 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Request body: {'port': {'security_groups': ['ab65796b-62af-4da0-a370-6f90dce96caa', '611b4295-b55f-4f50-bdf8-53546c54498a']}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:58:32.494598 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-8cc84509-9b52-47f5-9b99-c6c673e4729f req-b7127b23-ce10-4293-aabf-37ae5c1bc6e8 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:58:32.680341 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-8cc84509-9b52-47f5-9b99-c6c673e4729f req-b7127b23-ce10-4293-aabf-37ae5c1bc6e8 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] For port 0f44ae52-417c-4e7f-99c3-1f0051cb02c3, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=0f44ae52-417c-4e7f-99c3-1f0051cb02c3,segment=NetworkSegment(e856be2e-9924-4ec6-bd37-c688d39ecb05),segment_id=e856be2e-9924-4ec6-bd37-c688d39ecb05)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:58:32.711070 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-8cc84509-9b52-47f5-9b99-c6c673e4729f req-b7127b23-ce10-4293-aabf-37ae5c1bc6e8 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:58:32.716303 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-8cc84509-9b52-47f5-9b99-c6c673e4729f req-b7127b23-ce10-4293-aabf-37ae5c1bc6e8 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:58:32.728095 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['0f44ae52-417c-4e7f-99c3-1f0051cb02c3'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:58:32.767221 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc84509-9b52-47f5-9b99-c6c673e4729f req-b7127b23-ce10-4293-aabf-37ae5c1bc6e8 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:58:32.767880 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-8cc84509-9b52-47f5-9b99-c6c673e4729f req-b7127b23-ce10-4293-aabf-37ae5c1bc6e8 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:58:32.769330 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8cc84509-9b52-47f5-9b99-c6c673e4729f req-b7127b23-ce10-4293-aabf-37ae5c1bc6e8 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] 10.222.0.85 "PUT /v2.0/ports/0f44ae52-417c-4e7f-99c3-1f0051cb02c3 HTTP/1.1" status: 200 len: 981 time: 0.3432069 May 18 18:58:32.803505 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7127b23-ce10-4293-aabf-37ae5c1bc6e8 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Pushing event updated for resources: {'Port': ['ID=0f44ae52-417c-4e7f-99c3-1f0051cb02c3,revision_number=6']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:58:32.850083 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['0f44ae52-417c-4e7f-99c3-1f0051cb02c3'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:58:32.889921 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '521d0f8a-8fe6-4bc3-8f46-ce4941cacee2', 'tag': '0f44ae52-417c-4e7f-99c3-1f0051cb02c3'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:58:32.892339 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8204e2f1464f0a3a55614db8018278aff463fd27b8d4d38f72acd70973b8d69f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5ba5ce2-dc4a-4eae-973d-f2e91237aa90" -d '{"events": [{"name": "network-changed", "server_uuid": "521d0f8a-8fe6-4bc3-8f46-ce4941cacee2", "tag": "0f44ae52-417c-4e7f-99c3-1f0051cb02c3"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:58:32.922065 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66104a69-4a7b-4b35-8782-15749cc4c605 req-ddb68668-8ef6-40ae-958a-f0897d1da915 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:58:32.924145 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-66104a69-4a7b-4b35-8782-15749cc4c605 req-ddb68668-8ef6-40ae-958a-f0897d1da915 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] 10.222.0.85 "GET /v2.0/ports?device_id=521d0f8a-8fe6-4bc3-8f46-ce4941cacee2 HTTP/1.1" status: 200 len: 984 time: 0.0676613 May 18 18:58:32.980439 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-66104a69-4a7b-4b35-8782-15749cc4c605 req-eb379af0-271a-491d-8a62-7b39de377808 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] 10.222.0.85 "GET /v2.0/security-groups?id=611b4295-b55f-4f50-bdf8-53546c54498a&id=ab65796b-62af-4da0-a370-6f90dce96caa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0456223 May 18 18:58:33.024749 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45deaa97-dc21-4363-a4b9-b75e1cb63773 x-openstack-request-id: req-45deaa97-dc21-4363-a4b9-b75e1cb63773 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:58:33.024938 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "521d0f8a-8fe6-4bc3-8f46-ce4941cacee2", "tag": "0f44ae52-417c-4e7f-99c3-1f0051cb02c3", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:58:33.025174 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-45deaa97-dc21-4363-a4b9-b75e1cb63773 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:58:33.025605 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45deaa97-dc21-4363-a4b9-b75e1cb63773'] response: {'name': 'network-changed', 'server_uuid': '521d0f8a-8fe6-4bc3-8f46-ce4941cacee2', 'tag': '0f44ae52-417c-4e7f-99c3-1f0051cb02c3', 'status': 'completed', 'code': 200} May 18 18:58:33.090116 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ba5ce2-dc4a-4eae-973d-f2e91237aa90 req-2a7d0564-2b3b-4ee6-a299-1829661d508c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:58:33.091754 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e5ba5ce2-dc4a-4eae-973d-f2e91237aa90 req-2a7d0564-2b3b-4ee6-a299-1829661d508c service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3123148b723f4833af414720c41700cf&device_id=521d0f8a-8fe6-4bc3-8f46-ce4941cacee2 HTTP/1.1" status: 200 len: 1135 time: 0.0418181 May 18 18:58:33.144818 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-40a1548a-6307-4600-ac6d-c251be934423 None None] Provisioning complete for port 0f44ae52-417c-4e7f-99c3-1f0051cb02c3 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:58:33.145191 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-40a1548a-6307-4600-ac6d-c251be934423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:58:33.197371 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ba5ce2-dc4a-4eae-973d-f2e91237aa90 req-07fdf7d7-f47c-404b-b8d3-4db1ed9e9e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:58:33.198748 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e5ba5ce2-dc4a-4eae-973d-f2e91237aa90 req-07fdf7d7-f47c-404b-b8d3-4db1ed9e9e8d service neutron] 10.222.0.88 "GET /v2.0/networks?id=b2554539-4332-4118-864a-5d454136870e HTTP/1.1" status: 200 len: 916 time: 0.0995395 May 18 18:58:33.266161 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e5ba5ce2-dc4a-4eae-973d-f2e91237aa90 req-4dda736b-86f0-4016-8638-27180b747625 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0f44ae52-417c-4e7f-99c3-1f0051cb02c3 HTTP/1.1" status: 200 len: 1000 time: 0.0604153 May 18 18:58:33.316336 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ba5ce2-dc4a-4eae-973d-f2e91237aa90 req-e7ff2b1e-a412-4d5b-a491-cfc904000d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:58:33.317983 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e5ba5ce2-dc4a-4eae-973d-f2e91237aa90 req-e7ff2b1e-a412-4d5b-a491-cfc904000d53 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=fb01e6d6-ba27-47b1-aac0-abfc84e72e5b HTTP/1.1" status: 200 len: 854 time: 0.0447989 May 18 18:58:33.339768 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-40a1548a-6307-4600-ac6d-c251be934423 None None] Current status of the port 0f44ae52-417c-4e7f-99c3-1f0051cb02c3 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:58:33.373400 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ba5ce2-dc4a-4eae-973d-f2e91237aa90 req-ba5aab2e-32f3-424e-b6ea-ac10df6b56d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:58:33.374984 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e5ba5ce2-dc4a-4eae-973d-f2e91237aa90 req-ba5aab2e-32f3-424e-b6ea-ac10df6b56d7 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b2554539-4332-4118-864a-5d454136870e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0494866 May 18 18:58:33.475535 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e5ba5ce2-dc4a-4eae-973d-f2e91237aa90 req-3bc3b7f6-bae8-4047-a9ae-7468c212b870 service neutron] 10.222.0.88 "GET /v2.0/networks/b2554539-4332-4118-864a-5d454136870e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931451 May 18 18:58:33.576343 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e5ba5ce2-dc4a-4eae-973d-f2e91237aa90 req-b2cbf89d-99ca-4a16-97cd-493302c4442b service neutron] 10.222.0.88 "GET /v2.0/networks/b2554539-4332-4118-864a-5d454136870e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930767 May 18 18:58:37.729834 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-fc176671-16ba-4066-9245-6e19f14282e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:58:40.094162 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-cf3525e0-fea8-4b5c-b687-6081e2874880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:58:41.424402 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:58:42.290041 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 7 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 18:58:42.579370 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:58:43.155900 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:58:50.263661 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d5d0b2-7c31-4772-8177-a7a3bd1632a0 req-8e71b280-e834-4d39-be2e-00507d4a20f4 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:58:50.265173 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c9d5d0b2-7c31-4772-8177-a7a3bd1632a0 req-8e71b280-e834-4d39-be2e-00507d4a20f4 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] 10.222.0.85 "GET /v2.0/ports?device_id=521d0f8a-8fe6-4bc3-8f46-ce4941cacee2 HTTP/1.1" status: 200 len: 984 time: 0.0590646 May 18 18:58:50.279296 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d6e11b-0d94-4f0a-9c8b-0c42d3713b1f req-ab35a558-82e2-4b74-921a-6dd6c340ee0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:58:50.280877 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a6d6e11b-0d94-4f0a-9c8b-0c42d3713b1f req-ab35a558-82e2-4b74-921a-6dd6c340ee0f service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3123148b723f4833af414720c41700cf&device_id=521d0f8a-8fe6-4bc3-8f46-ce4941cacee2 HTTP/1.1" status: 200 len: 1135 time: 0.0469155 May 18 18:58:50.308093 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c9d5d0b2-7c31-4772-8177-a7a3bd1632a0 req-205f773f-a7f1-4c09-8a3a-3485e381af01 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] 10.222.0.85 "GET /v2.0/security-groups?id=611b4295-b55f-4f50-bdf8-53546c54498a&id=ab65796b-62af-4da0-a370-6f90dce96caa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0363102 May 18 18:58:50.381922 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d6e11b-0d94-4f0a-9c8b-0c42d3713b1f req-60a4fdce-7b49-46f0-acdc-c238addb8057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:58:50.383417 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a6d6e11b-0d94-4f0a-9c8b-0c42d3713b1f req-60a4fdce-7b49-46f0-acdc-c238addb8057 service neutron] 10.222.0.88 "GET /v2.0/networks?id=b2554539-4332-4118-864a-5d454136870e HTTP/1.1" status: 200 len: 916 time: 0.0952449 May 18 18:58:50.458932 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a6d6e11b-0d94-4f0a-9c8b-0c42d3713b1f req-44ac0899-f0cf-46df-b850-9d6c13777791 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0f44ae52-417c-4e7f-99c3-1f0051cb02c3 HTTP/1.1" status: 200 len: 1000 time: 0.0670924 May 18 18:58:50.510618 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d6e11b-0d94-4f0a-9c8b-0c42d3713b1f req-f070ea98-77dd-4a3e-8b8e-321576be580a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:58:50.512150 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a6d6e11b-0d94-4f0a-9c8b-0c42d3713b1f req-f070ea98-77dd-4a3e-8b8e-321576be580a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=fb01e6d6-ba27-47b1-aac0-abfc84e72e5b HTTP/1.1" status: 200 len: 854 time: 0.0448332 May 18 18:58:50.565091 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d6e11b-0d94-4f0a-9c8b-0c42d3713b1f req-4837ea04-f2dd-4404-8242-9c0dafde7d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:58:50.566547 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a6d6e11b-0d94-4f0a-9c8b-0c42d3713b1f req-4837ea04-f2dd-4404-8242-9c0dafde7d85 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b2554539-4332-4118-864a-5d454136870e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458119 May 18 18:58:50.658797 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a6d6e11b-0d94-4f0a-9c8b-0c42d3713b1f req-b7e2f51d-e315-4820-991e-28ed3829e0cf service neutron] 10.222.0.88 "GET /v2.0/networks/b2554539-4332-4118-864a-5d454136870e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849028 May 18 18:58:50.759124 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a6d6e11b-0d94-4f0a-9c8b-0c42d3713b1f req-91bc9339-29a8-4e23-a465-4d065f0a2a0c service neutron] 10.222.0.88 "GET /v2.0/networks/b2554539-4332-4118-864a-5d454136870e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940607 May 18 18:58:51.431265 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dd7f51-bb8b-41a0-a18c-ed1e7783491b req-0adb53f5-7d4b-4138-8a62-b4d4b22807b1 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:58:51.432769 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-58dd7f51-bb8b-41a0-a18c-ed1e7783491b req-0adb53f5-7d4b-4138-8a62-b4d4b22807b1 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] 10.222.0.85 "GET /v2.0/ports?device_id=521d0f8a-8fe6-4bc3-8f46-ce4941cacee2 HTTP/1.1" status: 200 len: 984 time: 0.0543292 May 18 18:58:51.474772 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-58dd7f51-bb8b-41a0-a18c-ed1e7783491b req-2bfb820d-aa65-463b-92e9-a25ccc64960b tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] 10.222.0.85 "GET /v2.0/security-groups?id=611b4295-b55f-4f50-bdf8-53546c54498a&id=ab65796b-62af-4da0-a370-6f90dce96caa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0352244 May 18 18:58:52.595908 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96317e9d-c597-4dbf-8c6e-f3b26a45723e req-ca55caf9-f71a-407e-9f4e-fe2812edfb14 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:58:52.597670 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-96317e9d-c597-4dbf-8c6e-f3b26a45723e req-ca55caf9-f71a-407e-9f4e-fe2812edfb14 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] 10.222.0.85 "GET /v2.0/ports?device_id=521d0f8a-8fe6-4bc3-8f46-ce4941cacee2 HTTP/1.1" status: 200 len: 984 time: 0.0514941 May 18 18:58:52.640307 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-96317e9d-c597-4dbf-8c6e-f3b26a45723e req-37d734b0-b1c9-463a-ab04-40479cfe4fef tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] 10.222.0.85 "GET /v2.0/security-groups?id=611b4295-b55f-4f50-bdf8-53546c54498a&id=ab65796b-62af-4da0-a370-6f90dce96caa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0361471 May 18 18:58:53.757723 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0036dcd-1a7d-4b8a-bd24-6d64de7500f7 req-bd8974d7-8911-4a1a-816d-6d0123ff3e4e tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:58:53.759201 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c0036dcd-1a7d-4b8a-bd24-6d64de7500f7 req-bd8974d7-8911-4a1a-816d-6d0123ff3e4e tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] 10.222.0.85 "GET /v2.0/ports?device_id=521d0f8a-8fe6-4bc3-8f46-ce4941cacee2 HTTP/1.1" status: 200 len: 984 time: 0.0486443 May 18 18:58:53.799176 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c0036dcd-1a7d-4b8a-bd24-6d64de7500f7 req-e03dcd40-51fc-4b0c-9fc6-20880649647e tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] 10.222.0.85 "GET /v2.0/security-groups?id=611b4295-b55f-4f50-bdf8-53546c54498a&id=ab65796b-62af-4da0-a370-6f90dce96caa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0334179 May 18 18:58:54.921803 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcaa1c2-2dea-4721-bbff-54dc2b3dcd4b req-375f2905-e197-4fe9-8d31-b38e503a8e14 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:58:54.923311 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9bcaa1c2-2dea-4721-bbff-54dc2b3dcd4b req-375f2905-e197-4fe9-8d31-b38e503a8e14 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] 10.222.0.85 "GET /v2.0/ports?device_id=521d0f8a-8fe6-4bc3-8f46-ce4941cacee2 HTTP/1.1" status: 200 len: 984 time: 0.0545454 May 18 18:58:54.964152 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9bcaa1c2-2dea-4721-bbff-54dc2b3dcd4b req-8c89630e-f6a9-4ea1-b9bb-5d2705928751 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] 10.222.0.85 "GET /v2.0/security-groups?id=611b4295-b55f-4f50-bdf8-53546c54498a&id=ab65796b-62af-4da0-a370-6f90dce96caa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0346875 May 18 18:58:56.091377 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081cd9fb-e4f1-4879-aba4-1f4a87769b76 req-fb85aa1f-26d3-4936-bcf9-5ff95bf8063e tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:58:56.092931 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-081cd9fb-e4f1-4879-aba4-1f4a87769b76 req-fb85aa1f-26d3-4936-bcf9-5ff95bf8063e tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] 10.222.0.85 "GET /v2.0/ports?device_id=521d0f8a-8fe6-4bc3-8f46-ce4941cacee2 HTTP/1.1" status: 200 len: 984 time: 0.0592301 May 18 18:58:56.132989 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-081cd9fb-e4f1-4879-aba4-1f4a87769b76 req-f9d64fdf-32d8-405c-811a-f0bc8fa7744e tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] 10.222.0.85 "GET /v2.0/security-groups?id=611b4295-b55f-4f50-bdf8-53546c54498a&id=ab65796b-62af-4da0-a370-6f90dce96caa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338037 May 18 18:58:57.248794 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dc8965-1998-403e-9a28-6f31630b4899 req-255500d4-2c51-45d5-81a7-c045d22e223c tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:58:57.250296 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-59dc8965-1998-403e-9a28-6f31630b4899 req-255500d4-2c51-45d5-81a7-c045d22e223c tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] 10.222.0.85 "GET /v2.0/ports?device_id=521d0f8a-8fe6-4bc3-8f46-ce4941cacee2 HTTP/1.1" status: 200 len: 984 time: 0.0488312 May 18 18:58:57.289429 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-59dc8965-1998-403e-9a28-6f31630b4899 req-f5dcd878-2117-4c49-973e-5d9517027b2d tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] 10.222.0.85 "GET /v2.0/security-groups?id=611b4295-b55f-4f50-bdf8-53546c54498a&id=ab65796b-62af-4da0-a370-6f90dce96caa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330763 May 18 18:58:58.519314 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfddf7d0-0bf8-4d97-8ac8-a097bb9d385c req-41a529c4-5407-4741-babf-0e3f20664612 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:58:58.520824 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cfddf7d0-0bf8-4d97-8ac8-a097bb9d385c req-41a529c4-5407-4741-babf-0e3f20664612 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] 10.222.0.85 "GET /v2.0/ports?device_id=521d0f8a-8fe6-4bc3-8f46-ce4941cacee2 HTTP/1.1" status: 200 len: 984 time: 0.0554898 May 18 18:58:58.564655 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cfddf7d0-0bf8-4d97-8ac8-a097bb9d385c req-e18027a8-d2f6-432c-b7f1-505569492e12 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] 10.222.0.85 "GET /v2.0/security-groups?id=611b4295-b55f-4f50-bdf8-53546c54498a&id=ab65796b-62af-4da0-a370-6f90dce96caa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0375731 May 18 18:58:59.686303 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afaafdb-ecf6-4b47-8ea7-57983cfe23df req-3ecbc413-d4f0-4046-ad18-1c4cc8936b85 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:58:59.687908 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3afaafdb-ecf6-4b47-8ea7-57983cfe23df req-3ecbc413-d4f0-4046-ad18-1c4cc8936b85 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] 10.222.0.85 "GET /v2.0/ports?device_id=521d0f8a-8fe6-4bc3-8f46-ce4941cacee2 HTTP/1.1" status: 200 len: 984 time: 0.0511367 May 18 18:58:59.728888 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3afaafdb-ecf6-4b47-8ea7-57983cfe23df req-bd8b0ae2-5ed6-4ee9-abd6-1855c1a677e6 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] 10.222.0.85 "GET /v2.0/security-groups?id=611b4295-b55f-4f50-bdf8-53546c54498a&id=ab65796b-62af-4da0-a370-6f90dce96caa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0344739 May 18 18:59:00.843837 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590f990a-d8f3-402e-bbe8-e977755788a5 req-d9f3cfb7-baec-4bb7-8177-077c3e4fcd86 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:59:00.845300 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-590f990a-d8f3-402e-bbe8-e977755788a5 req-d9f3cfb7-baec-4bb7-8177-077c3e4fcd86 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] 10.222.0.85 "GET /v2.0/ports?device_id=521d0f8a-8fe6-4bc3-8f46-ce4941cacee2 HTTP/1.1" status: 200 len: 984 time: 0.0486791 May 18 18:59:00.884655 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-590f990a-d8f3-402e-bbe8-e977755788a5 req-ca720bb3-0df4-4c55-820f-3b85d0d613db tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] 10.222.0.85 "GET /v2.0/security-groups?id=611b4295-b55f-4f50-bdf8-53546c54498a&id=ab65796b-62af-4da0-a370-6f90dce96caa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330734 May 18 18:59:01.473512 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:01.629556 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:02.012038 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9d591f-bd72-492c-ab93-3f8cb31724b7 req-f2fbf91a-b148-43a2-b405-5819920ca5de tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:59:02.013517 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-da9d591f-bd72-492c-ab93-3f8cb31724b7 req-f2fbf91a-b148-43a2-b405-5819920ca5de tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] 10.222.0.85 "GET /v2.0/ports?device_id=521d0f8a-8fe6-4bc3-8f46-ce4941cacee2 HTTP/1.1" status: 200 len: 984 time: 0.0557089 May 18 18:59:02.052840 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-da9d591f-bd72-492c-ab93-3f8cb31724b7 req-7874cd9c-e175-4133-a216-b91b8e723696 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] 10.222.0.85 "GET /v2.0/security-groups?id=611b4295-b55f-4f50-bdf8-53546c54498a&id=ab65796b-62af-4da0-a370-6f90dce96caa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332551 May 18 18:59:07.730836 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-e449e542-4845-495e-8073-8681b20033c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:10.095927 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-60537dbd-a9aa-4c1b-8dca-ee35ba267e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:11.426075 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:12.579538 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:13.159477 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:19.289062 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 7 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 18:59:31.453778 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-79408005-70a8-4e81-8d22-7335e44f2087 req-739cfeaf-e6c7-487d-a66c-eb9f591a7393 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=521d0f8a-8fe6-4bc3-8f46-ce4941cacee2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0794561 May 18 18:59:31.479377 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:31.537975 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79408005-70a8-4e81-8d22-7335e44f2087 req-800d20cb-f6f5-4228-bd0e-634136d4af8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:59:31.539513 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-79408005-70a8-4e81-8d22-7335e44f2087 req-800d20cb-f6f5-4228-bd0e-634136d4af8f service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3123148b723f4833af414720c41700cf&device_id=521d0f8a-8fe6-4bc3-8f46-ce4941cacee2 HTTP/1.1" status: 200 len: 1135 time: 0.0408127 May 18 18:59:31.625087 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:31.652148 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79408005-70a8-4e81-8d22-7335e44f2087 req-043197cc-c5a0-465d-8958-7b6e102e0cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:59:31.654199 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-79408005-70a8-4e81-8d22-7335e44f2087 req-043197cc-c5a0-465d-8958-7b6e102e0cd7 service neutron] 10.222.0.88 "GET /v2.0/networks?id=b2554539-4332-4118-864a-5d454136870e HTTP/1.1" status: 200 len: 916 time: 0.0941451 May 18 18:59:31.720338 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-79408005-70a8-4e81-8d22-7335e44f2087 req-91f0621c-316e-4836-963b-934c5c12a457 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0f44ae52-417c-4e7f-99c3-1f0051cb02c3 HTTP/1.1" status: 200 len: 1000 time: 0.0591633 May 18 18:59:31.769149 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79408005-70a8-4e81-8d22-7335e44f2087 req-5dc8aee7-8b83-41c5-9ab4-81877062d58d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:59:31.770616 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-79408005-70a8-4e81-8d22-7335e44f2087 req-5dc8aee7-8b83-41c5-9ab4-81877062d58d service neutron] 10.222.0.88 "GET /v2.0/subnets?id=fb01e6d6-ba27-47b1-aac0-abfc84e72e5b HTTP/1.1" status: 200 len: 854 time: 0.0436168 May 18 18:59:31.820635 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79408005-70a8-4e81-8d22-7335e44f2087 req-7f3f65f6-a267-4218-b8d8-81069171d780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:59:31.822195 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-79408005-70a8-4e81-8d22-7335e44f2087 req-7f3f65f6-a267-4218-b8d8-81069171d780 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b2554539-4332-4118-864a-5d454136870e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444100 May 18 18:59:31.911342 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-79408005-70a8-4e81-8d22-7335e44f2087 req-79dd40a3-0482-49ba-a9fb-38c673763f7a service neutron] 10.222.0.88 "GET /v2.0/networks/b2554539-4332-4118-864a-5d454136870e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822339 May 18 18:59:32.008053 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-79408005-70a8-4e81-8d22-7335e44f2087 req-7aed2723-4765-474c-b5c3-ac822e4770ca service neutron] 10.222.0.88 "GET /v2.0/networks/b2554539-4332-4118-864a-5d454136870e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881834 May 18 18:59:34.595581 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f5e8cb0f-496b-4794-9d59-556d1dadc267 req-5bdabae8-a002-4644-abad-075f9a64da97 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1906550677&fields=id&tenant_id=3123148b723f4833af414720c41700cf HTTP/1.1" status: 200 len: 267 time: 0.0791516 May 18 18:59:34.648659 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e8cb0f-496b-4794-9d59-556d1dadc267 req-4487e04e-c703-498e-bbab-1ce40644e99e tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:59:34.650182 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f5e8cb0f-496b-4794-9d59-556d1dadc267 req-4487e04e-c703-498e-bbab-1ce40644e99e tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] 10.222.0.85 "GET /v2.0/ports?device_id=521d0f8a-8fe6-4bc3-8f46-ce4941cacee2 HTTP/1.1" status: 200 len: 984 time: 0.0489278 May 18 18:59:34.661037 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-f5e8cb0f-496b-4794-9d59-556d1dadc267 req-6fba9b4a-c3bd-4a00-874a-63369c2be308 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Request body: {'port': {'security_groups': ['ab65796b-62af-4da0-a370-6f90dce96caa']}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:59:34.730231 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-f5e8cb0f-496b-4794-9d59-556d1dadc267 req-6fba9b4a-c3bd-4a00-874a-63369c2be308 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:34.900937 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-f5e8cb0f-496b-4794-9d59-556d1dadc267 req-6fba9b4a-c3bd-4a00-874a-63369c2be308 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] For port 0f44ae52-417c-4e7f-99c3-1f0051cb02c3, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=0f44ae52-417c-4e7f-99c3-1f0051cb02c3,segment=NetworkSegment(e856be2e-9924-4ec6-bd37-c688d39ecb05),segment_id=e856be2e-9924-4ec6-bd37-c688d39ecb05)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:59:34.935202 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-f5e8cb0f-496b-4794-9d59-556d1dadc267 req-6fba9b4a-c3bd-4a00-874a-63369c2be308 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:34.939929 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-f5e8cb0f-496b-4794-9d59-556d1dadc267 req-6fba9b4a-c3bd-4a00-874a-63369c2be308 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:34.952526 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['0f44ae52-417c-4e7f-99c3-1f0051cb02c3'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:59:34.985027 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e8cb0f-496b-4794-9d59-556d1dadc267 req-6fba9b4a-c3bd-4a00-874a-63369c2be308 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:59:34.985826 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-f5e8cb0f-496b-4794-9d59-556d1dadc267 req-6fba9b4a-c3bd-4a00-874a-63369c2be308 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:34.987188 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f5e8cb0f-496b-4794-9d59-556d1dadc267 req-6fba9b4a-c3bd-4a00-874a-63369c2be308 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] 10.222.0.85 "PUT /v2.0/ports/0f44ae52-417c-4e7f-99c3-1f0051cb02c3 HTTP/1.1" status: 200 len: 942 time: 0.3306367 May 18 18:59:34.987642 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '521d0f8a-8fe6-4bc3-8f46-ce4941cacee2', 'tag': '0f44ae52-417c-4e7f-99c3-1f0051cb02c3'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:59:35.002671 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 49518) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:59:35.021805 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fba9b4a-c3bd-4a00-874a-63369c2be308 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Pushing event updated for resources: {'Port': ['ID=0f44ae52-417c-4e7f-99c3-1f0051cb02c3,revision_number=7']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:59:35.030480 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fba9b4a-c3bd-4a00-874a-63369c2be308 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:59:35.030729 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fba9b4a-c3bd-4a00-874a-63369c2be308 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:59:35.031101 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fba9b4a-c3bd-4a00-874a-63369c2be308 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:59:35.031416 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fba9b4a-c3bd-4a00-874a-63369c2be308 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:59:35.031758 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fba9b4a-c3bd-4a00-874a-63369c2be308 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:59:35.032727 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fba9b4a-c3bd-4a00-874a-63369c2be308 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:59:35.032727 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fba9b4a-c3bd-4a00-874a-63369c2be308 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:59:35.032727 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fba9b4a-c3bd-4a00-874a-63369c2be308 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:59:35.033100 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fba9b4a-c3bd-4a00-874a-63369c2be308 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:59:35.033386 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fba9b4a-c3bd-4a00-874a-63369c2be308 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:59:35.033745 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fba9b4a-c3bd-4a00-874a-63369c2be308 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:59:35.034072 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fba9b4a-c3bd-4a00-874a-63369c2be308 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:59:35.049933 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebab1398998b981f34f543ac0b562e5946bae5cf08db64623ace6dd3c2d346bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b237742d-4d95-4a02-802c-d1a551d6a946" -d '{"events": [{"name": "network-changed", "server_uuid": "521d0f8a-8fe6-4bc3-8f46-ce4941cacee2", "tag": "0f44ae52-417c-4e7f-99c3-1f0051cb02c3"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:59:35.089699 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['0f44ae52-417c-4e7f-99c3-1f0051cb02c3'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:59:35.106001 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4ef51fac-b16b-480a-a339-89edfacc30e5 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:35.137732 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4ef51fac-b16b-480a-a339-89edfacc30e5 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:35.181693 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa1bd85f-aa32-4275-a71a-9c3aef7b6988 x-openstack-request-id: req-aa1bd85f-aa32-4275-a71a-9c3aef7b6988 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:59:35.182058 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "521d0f8a-8fe6-4bc3-8f46-ce4941cacee2", "tag": "0f44ae52-417c-4e7f-99c3-1f0051cb02c3", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:59:35.182368 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-aa1bd85f-aa32-4275-a71a-9c3aef7b6988 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:59:35.182793 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa1bd85f-aa32-4275-a71a-9c3aef7b6988'] response: {'name': 'network-changed', 'server_uuid': '521d0f8a-8fe6-4bc3-8f46-ce4941cacee2', 'tag': '0f44ae52-417c-4e7f-99c3-1f0051cb02c3', 'status': 'completed', 'code': 200} May 18 18:59:35.247762 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4ef51fac-b16b-480a-a339-89edfacc30e5 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:35.250291 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4ef51fac-b16b-480a-a339-89edfacc30e5 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:35.251465 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-4ef51fac-b16b-480a-a339-89edfacc30e5 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] 10.222.0.85 "DELETE /v2.0/security-groups/611b4295-b55f-4f50-bdf8-53546c54498a HTTP/1.1" status: 204 len: 168 time: 0.2477891 May 18 18:59:35.254309 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 49524) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:59:35.265653 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef51fac-b16b-480a-a339-89edfacc30e5 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=611b4295-b55f-4f50-bdf8-53546c54498a,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:59:35.276230 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b237742d-4d95-4a02-802c-d1a551d6a946 req-fa34659a-f849-4127-9f9a-d58dd70e4083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:59:35.277810 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b237742d-4d95-4a02-802c-d1a551d6a946 req-fa34659a-f849-4127-9f9a-d58dd70e4083 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3123148b723f4833af414720c41700cf&device_id=521d0f8a-8fe6-4bc3-8f46-ce4941cacee2 HTTP/1.1" status: 200 len: 1096 time: 0.0694754 May 18 18:59:35.283679 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef51fac-b16b-480a-a339-89edfacc30e5 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:59:35.284098 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef51fac-b16b-480a-a339-89edfacc30e5 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:59:35.284455 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef51fac-b16b-480a-a339-89edfacc30e5 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:59:35.284799 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef51fac-b16b-480a-a339-89edfacc30e5 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:59:35.285137 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef51fac-b16b-480a-a339-89edfacc30e5 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:59:35.285478 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef51fac-b16b-480a-a339-89edfacc30e5 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:59:35.285841 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef51fac-b16b-480a-a339-89edfacc30e5 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:59:35.286173 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef51fac-b16b-480a-a339-89edfacc30e5 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:59:35.286697 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef51fac-b16b-480a-a339-89edfacc30e5 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:59:35.287211 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef51fac-b16b-480a-a339-89edfacc30e5 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:59:35.287546 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef51fac-b16b-480a-a339-89edfacc30e5 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:59:35.287875 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef51fac-b16b-480a-a339-89edfacc30e5 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:59:35.350858 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-acbac3fc-2aa1-442c-81a6-634f77cdc9fd None None] Provisioning complete for port 0f44ae52-417c-4e7f-99c3-1f0051cb02c3 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 18:59:35.351254 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-acbac3fc-2aa1-442c-81a6-634f77cdc9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:35.445738 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b237742d-4d95-4a02-802c-d1a551d6a946 req-aef793ae-7f92-4bdf-8686-8a643eb298d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:59:35.447921 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b237742d-4d95-4a02-802c-d1a551d6a946 req-aef793ae-7f92-4bdf-8686-8a643eb298d8 service neutron] 10.222.0.88 "GET /v2.0/networks?id=b2554539-4332-4118-864a-5d454136870e HTTP/1.1" status: 200 len: 916 time: 0.1557164 May 18 18:59:35.462833 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-acbac3fc-2aa1-442c-81a6-634f77cdc9fd None None] Current status of the port 0f44ae52-417c-4e7f-99c3-1f0051cb02c3 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 18:59:35.477455 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-b1cf6b21-7306-47f2-8e08-ab97b50a4be0 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Deleting port 018c3077-4525-4d2d-af87-80069fbf73e8 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:59:35.477856 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b1cf6b21-7306-47f2-8e08-ab97b50a4be0 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:35.524729 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b237742d-4d95-4a02-802c-d1a551d6a946 req-10df6bc7-49b0-4111-99ce-9d54ce01979d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0f44ae52-417c-4e7f-99c3-1f0051cb02c3 HTTP/1.1" status: 200 len: 1000 time: 0.0688667 May 18 18:59:35.559146 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b1cf6b21-7306-47f2-8e08-ab97b50a4be0 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:35.559506 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b1cf6b21-7306-47f2-8e08-ab97b50a4be0 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:35.571860 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-b1cf6b21-7306-47f2-8e08-ab97b50a4be0 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Calling delete_port for 018c3077-4525-4d2d-af87-80069fbf73e8 owned by network:floatingip {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:59:35.575700 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b237742d-4d95-4a02-802c-d1a551d6a946 req-ec0c2c0b-3b8b-4f21-a701-e22cbb928174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:59:35.577163 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b237742d-4d95-4a02-802c-d1a551d6a946 req-ec0c2c0b-3b8b-4f21-a701-e22cbb928174 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=fb01e6d6-ba27-47b1-aac0-abfc84e72e5b HTTP/1.1" status: 200 len: 854 time: 0.0445070 May 18 18:59:35.627295 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b237742d-4d95-4a02-802c-d1a551d6a946 req-279b68c7-10e5-4de6-ad85-b5694590a185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:59:35.628816 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b237742d-4d95-4a02-802c-d1a551d6a946 req-279b68c7-10e5-4de6-ad85-b5694590a185 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b2554539-4332-4118-864a-5d454136870e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445952 May 18 18:59:35.733398 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b237742d-4d95-4a02-802c-d1a551d6a946 req-203519ff-e888-44af-a51d-f315307179b7 service neutron] 10.222.0.88 "GET /v2.0/networks/b2554539-4332-4118-864a-5d454136870e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967822 May 18 18:59:35.765204 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b1cf6b21-7306-47f2-8e08-ab97b50a4be0 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:35.792865 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cf6b21-7306-47f2-8e08-ab97b50a4be0 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Pushing event deleted for resources: {'Port': ['ID=018c3077-4525-4d2d-af87-80069fbf73e8,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:59:35.830828 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-b237742d-4d95-4a02-802c-d1a551d6a946 req-4105f5ec-bc2d-4095-95c8-084d3808d5b7 service neutron] 10.222.0.88 "GET /v2.0/networks/b2554539-4332-4118-864a-5d454136870e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907164 May 18 18:59:35.852258 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b1cf6b21-7306-47f2-8e08-ab97b50a4be0 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Notify callbacks [] for floatingip, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:35.853023 n-d-838550-3 neutron-server[102730]: INFO neutron.db.l3_db [None req-b1cf6b21-7306-47f2-8e08-ab97b50a4be0 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Floating IP 6e753894-10c0-4e88-ac7e-a72a539cbc47 disassociated (deleted). External IP: 172.25.5.57, port: 0f44ae52-417c-4e7f-99c3-1f0051cb02c3. May 18 18:59:36.057883 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1cf6b21-7306-47f2-8e08-ab97b50a4be0 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Router 0e67bf40-dfbe-4d7b-88fb-80aa8bd356b4 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:59:36.163110 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1cf6b21-7306-47f2-8e08-ab97b50a4be0 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:59:36.168483 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b1cf6b21-7306-47f2-8e08-ab97b50a4be0 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:36.173024 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f810da7e-a113-4a41-9b41-56a9ef19b011 None None] Sync routers for ids ['0e67bf40-dfbe-4d7b-88fb-80aa8bd356b4'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:59:36.183861 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f810da7e-a113-4a41-9b41-56a9ef19b011 None None] Routers {'0e67bf40-dfbe-4d7b-88fb-80aa8bd356b4'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:59:36.184959 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-f810da7e-a113-4a41-9b41-56a9ef19b011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:59:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['0e67bf40-dfbe-4d7b-88fb-80aa8bd356b4'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:59:36.199723 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-b1cf6b21-7306-47f2-8e08-ab97b50a4be0 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] 10.222.0.85 "DELETE /v2.0/floatingips/6e753894-10c0-4e88-ac7e-a72a539cbc47 HTTP/1.1" status: 204 len: 168 time: 0.9440155 May 18 18:59:36.296153 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-f810da7e-a113-4a41-9b41-56a9ef19b011 None None] Set router 0e67bf40-dfbe-4d7b-88fb-80aa8bd356b4 gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:59:36.516920 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-f810da7e-a113-4a41-9b41-56a9ef19b011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e67bf40-dfbe-4d7b-88fb-80aa8bd356b4', 'name': 'tempest-TestMinimumBasicScenario-1590885960-router', 'tenant_id': '3123148b723f4833af414720c41700cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': 'a709ff2b-a9d6-4cc4-a364-a6f07e2c5747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:57:42Z', 'updated_at': '2022-05-18T18:57:45Z', 'revision_number': 4, 'project_id': '3123148b723f4833af414720c41700cf', 'gw_port': {'id': 'a709ff2b-a9d6-4cc4-a364-a6f07e2c5747', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e67bf40-dfbe-4d7b-88fb-80aa8bd356b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:57:43Z', 'updated_at': '2022-05-18T18:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '01734c65-8300-48d8-a8e5-34ebd5540c94', 'name': '', 'network_id': 'b2554539-4332-4118-864a-5d454136870e', 'tenant_id': '3123148b723f4833af414720c41700cf', 'mac_address': 'fa:16:3e:24:1b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e67bf40-dfbe-4d7b-88fb-80aa8bd356b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'fb01e6d6-ba27-47b1-aac0-abfc84e72e5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:57:44Z', 'updated_at': '2022-05-18T18:57:50Z', 'revision_number': 5, 'project_id': '3123148b723f4833af414720c41700cf', 'subnets': [{'id': 'fb01e6d6-ba27-47b1-aac0-abfc84e72e5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:59:36.544052 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f810da7e-a113-4a41-9b41-56a9ef19b011 None None] Checking router: 0e67bf40-dfbe-4d7b-88fb-80aa8bd356b4 for host: n-d-838550-3 {{(pid=102732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:59:36.552512 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f810da7e-a113-4a41-9b41-56a9ef19b011 None None] Routers {'0e67bf40-dfbe-4d7b-88fb-80aa8bd356b4'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:59:36.553119 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-f810da7e-a113-4a41-9b41-56a9ef19b011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:59:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['0e67bf40-dfbe-4d7b-88fb-80aa8bd356b4'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:59:36.665709 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-f810da7e-a113-4a41-9b41-56a9ef19b011 None None] Set router 0e67bf40-dfbe-4d7b-88fb-80aa8bd356b4 gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:59:36.877176 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-f810da7e-a113-4a41-9b41-56a9ef19b011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e67bf40-dfbe-4d7b-88fb-80aa8bd356b4', 'name': 'tempest-TestMinimumBasicScenario-1590885960-router', 'tenant_id': '3123148b723f4833af414720c41700cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': 'a709ff2b-a9d6-4cc4-a364-a6f07e2c5747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:57:42Z', 'updated_at': '2022-05-18T18:57:45Z', 'revision_number': 4, 'project_id': '3123148b723f4833af414720c41700cf', 'gw_port': {'id': 'a709ff2b-a9d6-4cc4-a364-a6f07e2c5747', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e67bf40-dfbe-4d7b-88fb-80aa8bd356b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:57:43Z', 'updated_at': '2022-05-18T18:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '01734c65-8300-48d8-a8e5-34ebd5540c94', 'name': '', 'network_id': 'b2554539-4332-4118-864a-5d454136870e', 'tenant_id': '3123148b723f4833af414720c41700cf', 'mac_address': 'fa:16:3e:24:1b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e67bf40-dfbe-4d7b-88fb-80aa8bd356b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'fb01e6d6-ba27-47b1-aac0-abfc84e72e5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:57:44Z', 'updated_at': '2022-05-18T18:57:50Z', 'revision_number': 5, 'project_id': '3123148b723f4833af414720c41700cf', 'subnets': [{'id': 'fb01e6d6-ba27-47b1-aac0-abfc84e72e5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:59:36.906133 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f810da7e-a113-4a41-9b41-56a9ef19b011 None None] The sync data for ids ['0e67bf40-dfbe-4d7b-88fb-80aa8bd356b4'] in n-d-838550-3 is: [{'id': '0e67bf40-dfbe-4d7b-88fb-80aa8bd356b4', 'name': 'tempest-TestMinimumBasicScenario-1590885960-router', 'tenant_id': '3123148b723f4833af414720c41700cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': 'a709ff2b-a9d6-4cc4-a364-a6f07e2c5747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:57:42Z', 'updated_at': '2022-05-18T18:57:45Z', 'revision_number': 4, 'project_id': '3123148b723f4833af414720c41700cf', 'gw_port': {'id': 'a709ff2b-a9d6-4cc4-a364-a6f07e2c5747', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e67bf40-dfbe-4d7b-88fb-80aa8bd356b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:57:43Z', 'updated_at': '2022-05-18T18:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '01734c65-8300-48d8-a8e5-34ebd5540c94', 'name': '', 'network_id': 'b2554539-4332-4118-864a-5d454136870e', 'tenant_id': '3123148b723f4833af414720c41700cf', 'mac_address': 'fa:16:3e:24:1b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e67bf40-dfbe-4d7b-88fb-80aa8bd356b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'fb01e6d6-ba27-47b1-aac0-abfc84e72e5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:57:44Z', 'updated_at': '2022-05-18T18:57:50Z', 'revision_number': 5, 'project_id': '3123148b723f4833af414720c41700cf', 'subnets': [{'id': 'fb01e6d6-ba27-47b1-aac0-abfc84e72e5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:59:37.143595 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7452a1ec-bb6a-4dda-a1ef-50a8c280eb12 None None] New status for floating IP 6e753894-10c0-4e88-ac7e-a72a539cbc47: DOWN {{(pid=102733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 18:59:37.183718 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '521d0f8a-8fe6-4bc3-8f46-ce4941cacee2', 'tag': '0f44ae52-417c-4e7f-99c3-1f0051cb02c3'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:59:37.186653 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebab1398998b981f34f543ac0b562e5946bae5cf08db64623ace6dd3c2d346bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0864d2c-c9b1-4215-8042-be9d692fce21" -d '{"events": [{"name": "network-changed", "server_uuid": "521d0f8a-8fe6-4bc3-8f46-ce4941cacee2", "tag": "0f44ae52-417c-4e7f-99c3-1f0051cb02c3"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:59:37.226734 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 18:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07f59eba-815b-41b6-9706-a9a7fec01c5e x-openstack-request-id: req-07f59eba-815b-41b6-9706-a9a7fec01c5e {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:59:37.227028 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "521d0f8a-8fe6-4bc3-8f46-ce4941cacee2", "tag": "0f44ae52-417c-4e7f-99c3-1f0051cb02c3", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:59:37.227290 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-07f59eba-815b-41b6-9706-a9a7fec01c5e {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:59:37.227690 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07f59eba-815b-41b6-9706-a9a7fec01c5e'] response: {'name': 'network-changed', 'server_uuid': '521d0f8a-8fe6-4bc3-8f46-ce4941cacee2', 'tag': '0f44ae52-417c-4e7f-99c3-1f0051cb02c3', 'status': 'completed', 'code': 200} May 18 18:59:37.292068 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0864d2c-c9b1-4215-8042-be9d692fce21 req-60981b8e-6a2c-493a-99f5-0d71109c23a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:59:37.294238 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a0864d2c-c9b1-4215-8042-be9d692fce21 req-60981b8e-6a2c-493a-99f5-0d71109c23a8 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3123148b723f4833af414720c41700cf&device_id=521d0f8a-8fe6-4bc3-8f46-ce4941cacee2 HTTP/1.1" status: 200 len: 1096 time: 0.0418935 May 18 18:59:37.388713 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0864d2c-c9b1-4215-8042-be9d692fce21 req-1c493727-4bda-456f-a288-243d7e0d98e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:59:37.390254 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a0864d2c-c9b1-4215-8042-be9d692fce21 req-1c493727-4bda-456f-a288-243d7e0d98e1 service neutron] 10.222.0.88 "GET /v2.0/networks?id=b2554539-4332-4118-864a-5d454136870e HTTP/1.1" status: 200 len: 916 time: 0.0893176 May 18 18:59:37.432562 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a0864d2c-c9b1-4215-8042-be9d692fce21 req-7c1ccae6-b43f-4384-88b3-59893764a790 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0f44ae52-417c-4e7f-99c3-1f0051cb02c3 HTTP/1.1" status: 200 len: 217 time: 0.0351350 May 18 18:59:37.487472 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0864d2c-c9b1-4215-8042-be9d692fce21 req-7ddb4197-bb00-4a94-b8eb-728ab04ce01a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:59:37.489141 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a0864d2c-c9b1-4215-8042-be9d692fce21 req-7ddb4197-bb00-4a94-b8eb-728ab04ce01a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=fb01e6d6-ba27-47b1-aac0-abfc84e72e5b HTTP/1.1" status: 200 len: 854 time: 0.0488720 May 18 18:59:37.537686 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0864d2c-c9b1-4215-8042-be9d692fce21 req-9456d7a9-846c-4884-a672-5f6cbf99a6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:59:37.539228 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a0864d2c-c9b1-4215-8042-be9d692fce21 req-9456d7a9-846c-4884-a672-5f6cbf99a6d0 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b2554539-4332-4118-864a-5d454136870e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414913 May 18 18:59:37.633886 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a0864d2c-c9b1-4215-8042-be9d692fce21 req-50466e74-da72-4eae-89e4-a3044adde043 service neutron] 10.222.0.88 "GET /v2.0/networks/b2554539-4332-4118-864a-5d454136870e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862198 May 18 18:59:37.725829 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-a0864d2c-c9b1-4215-8042-be9d692fce21 req-1a8129b7-8c10-400f-ad12-220db629a7b0 service neutron] 10.222.0.88 "GET /v2.0/networks/b2554539-4332-4118-864a-5d454136870e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853343 May 18 18:59:37.734191 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-691a3ac9-9de7-4afe-ad89-f18190693c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:40.098587 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f94cc648-5a70-412d-873f-c01c65af70f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:41.430780 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:42.582364 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:43.167673 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db1a681-b1de-48ef-ae73-db7ef8020714 req-80ecd7ad-29e8-4f9e-bb2c-1d849a4b41b6 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:59:43.169998 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3db1a681-b1de-48ef-ae73-db7ef8020714 req-80ecd7ad-29e8-4f9e-bb2c-1d849a4b41b6 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] 10.222.0.85 "GET /v2.0/ports?device_id=521d0f8a-8fe6-4bc3-8f46-ce4941cacee2 HTTP/1.1" status: 200 len: 945 time: 0.0524166 May 18 18:59:43.171519 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:43.213104 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3db1a681-b1de-48ef-ae73-db7ef8020714 req-eaf739bb-f1b5-4db4-9dc5-992bc2a7b10e tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] 10.222.0.85 "GET /v2.0/security-groups?id=ab65796b-62af-4da0-a370-6f90dce96caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345318 May 18 18:59:44.337240 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf06a6c-2f8b-4823-9d16-71281efdc6d5 req-0b26b49d-3cd2-4513-b76f-45d9097f6755 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:59:44.339021 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fdf06a6c-2f8b-4823-9d16-71281efdc6d5 req-0b26b49d-3cd2-4513-b76f-45d9097f6755 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] 10.222.0.85 "GET /v2.0/ports?device_id=521d0f8a-8fe6-4bc3-8f46-ce4941cacee2 HTTP/1.1" status: 200 len: 945 time: 0.0560567 May 18 18:59:44.379017 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fdf06a6c-2f8b-4823-9d16-71281efdc6d5 req-19e7f143-5129-47d0-ba81-9c474cb2d4e1 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] 10.222.0.85 "GET /v2.0/security-groups?id=ab65796b-62af-4da0-a370-6f90dce96caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330369 May 18 18:59:44.860844 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3a5b6d-a215-41ee-9c06-db07085e1db2 req-2312cff3-9509-4366-b5c4-7f1f55d37dde tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:59:44.862378 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ec3a5b6d-a215-41ee-9c06-db07085e1db2 req-2312cff3-9509-4366-b5c4-7f1f55d37dde tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] 10.222.0.88 "GET /v2.0/ports?device_id=521d0f8a-8fe6-4bc3-8f46-ce4941cacee2 HTTP/1.1" status: 200 len: 945 time: 0.0538208 May 18 18:59:44.952287 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-ec3a5b6d-a215-41ee-9c06-db07085e1db2 req-28c8a30b-7a14-45b5-a0fa-28231667f062 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Deleting port 0f44ae52-417c-4e7f-99c3-1f0051cb02c3 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:59:44.952506 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-ec3a5b6d-a215-41ee-9c06-db07085e1db2 req-28c8a30b-7a14-45b5-a0fa-28231667f062 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:45.043212 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-ec3a5b6d-a215-41ee-9c06-db07085e1db2 req-28c8a30b-7a14-45b5-a0fa-28231667f062 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] For port 0f44ae52-417c-4e7f-99c3-1f0051cb02c3, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=0f44ae52-417c-4e7f-99c3-1f0051cb02c3,segment=NetworkSegment(e856be2e-9924-4ec6-bd37-c688d39ecb05),segment_id=e856be2e-9924-4ec6-bd37-c688d39ecb05)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:59:45.044127 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-ec3a5b6d-a215-41ee-9c06-db07085e1db2 req-28c8a30b-7a14-45b5-a0fa-28231667f062 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:45.055781 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-ec3a5b6d-a215-41ee-9c06-db07085e1db2 req-28c8a30b-7a14-45b5-a0fa-28231667f062 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Calling delete_port for 0f44ae52-417c-4e7f-99c3-1f0051cb02c3 owned by compute:nova {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:59:45.179361 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-ec3a5b6d-a215-41ee-9c06-db07085e1db2 req-28c8a30b-7a14-45b5-a0fa-28231667f062 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:45.191135 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['0f44ae52-417c-4e7f-99c3-1f0051cb02c3'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 18:59:45.213009 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c8a30b-7a14-45b5-a0fa-28231667f062 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Pushing event deleted for resources: {'Port': ['ID=0f44ae52-417c-4e7f-99c3-1f0051cb02c3,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:59:45.253411 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec3a5b6d-a215-41ee-9c06-db07085e1db2 req-28c8a30b-7a14-45b5-a0fa-28231667f062 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] No DVR routers for this DVR port 0f44ae52-417c-4e7f-99c3-1f0051cb02c3 on host n-h2-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:59:45.255911 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-ec3a5b6d-a215-41ee-9c06-db07085e1db2 req-28c8a30b-7a14-45b5-a0fa-28231667f062 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:45.259252 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ec3a5b6d-a215-41ee-9c06-db07085e1db2 req-28c8a30b-7a14-45b5-a0fa-28231667f062 tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] 10.222.0.88 "DELETE /v2.0/ports/0f44ae52-417c-4e7f-99c3-1f0051cb02c3 HTTP/1.1" status: 204 len: 173 time: 0.3905170 May 18 18:59:45.259696 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '521d0f8a-8fe6-4bc3-8f46-ce4941cacee2', 'name': 'network-vif-deleted', 'tag': '0f44ae52-417c-4e7f-99c3-1f0051cb02c3'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 18:59:45.303495 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2af15054aaa6949616271ca6be3a072f6b50fedb79e93cfaf9b795926efec15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-567bbefb-fae9-4da2-9ecc-ef0b82f6e8f2" -d '{"events": [{"server_uuid": "521d0f8a-8fe6-4bc3-8f46-ce4941cacee2", "name": "network-vif-deleted", "tag": "0f44ae52-417c-4e7f-99c3-1f0051cb02c3"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 18:59:45.396985 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 18:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b3749de-b5a2-4140-837d-4625e71fee61 x-openstack-request-id: req-0b3749de-b5a2-4140-837d-4625e71fee61 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 18:59:45.397276 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "521d0f8a-8fe6-4bc3-8f46-ce4941cacee2", "name": "network-vif-deleted", "tag": "0f44ae52-417c-4e7f-99c3-1f0051cb02c3", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 18:59:45.397525 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-0b3749de-b5a2-4140-837d-4625e71fee61 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 18:59:45.397976 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b3749de-b5a2-4140-837d-4625e71fee61'] response: {'server_uuid': '521d0f8a-8fe6-4bc3-8f46-ce4941cacee2', 'name': 'network-vif-deleted', 'tag': '0f44ae52-417c-4e7f-99c3-1f0051cb02c3', 'status': 'completed', 'code': 200} May 18 18:59:45.495298 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-382a590f-5a99-4c45-a81f-05efcfbbba9b req-da8e03cb-3fe0-4b55-b54b-ead4fd79c37f tempest-TestMinimumBasicScenario-2136327736 tempest-TestMinimumBasicScenario-2136327736-project] 10.222.0.85 "GET /v2.0/ports?device_id=521d0f8a-8fe6-4bc3-8f46-ce4941cacee2 HTTP/1.1" status: 200 len: 210 time: 0.0328808 May 18 18:59:47.068281 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 49622) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:59:47.406933 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a0c512c5-3f97-4003-a7f2-bf74c16b0d4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-595963'] for router_interface, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:47.646302 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-a0c512c5-3f97-4003-a7f2-bf74c16b0d4c admin admin] Deleting port 01734c65-8300-48d8-a8e5-34ebd5540c94 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:59:47.646637 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a0c512c5-3f97-4003-a7f2-bf74c16b0d4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:47.888392 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 0f44ae52-417c-4e7f-99c3-1f0051cb02c3 no longer exists at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:59:47.910064 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] No Port match for: 0f44ae52-417c-4e7f-99c3-1f0051cb02c3 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:59:47.910413 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 0f44ae52-417c-4e7f-99c3-1f0051cb02c3 not bound to the agent host n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:59:48.052597 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-a0c512c5-3f97-4003-a7f2-bf74c16b0d4c admin admin] For port 01734c65-8300-48d8-a8e5-34ebd5540c94, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=01734c65-8300-48d8-a8e5-34ebd5540c94,segment=NetworkSegment(e856be2e-9924-4ec6-bd37-c688d39ecb05),segment_id=e856be2e-9924-4ec6-bd37-c688d39ecb05)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:59:48.052960 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a0c512c5-3f97-4003-a7f2-bf74c16b0d4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:48.066241 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-a0c512c5-3f97-4003-a7f2-bf74c16b0d4c admin admin] Calling delete_port for 01734c65-8300-48d8-a8e5-34ebd5540c94 owned by network:router_interface {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:59:48.239322 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a0c512c5-3f97-4003-a7f2-bf74c16b0d4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:48.266396 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c512c5-3f97-4003-a7f2-bf74c16b0d4c admin admin] Pushing event deleted for resources: {'Port': ['ID=01734c65-8300-48d8-a8e5-34ebd5540c94,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:59:48.445340 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a0c512c5-3f97-4003-a7f2-bf74c16b0d4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-593931'] for router_interface, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:48.657887 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0c512c5-3f97-4003-a7f2-bf74c16b0d4c admin admin] Router 0e67bf40-dfbe-4d7b-88fb-80aa8bd356b4 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:59:48.764573 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0c512c5-3f97-4003-a7f2-bf74c16b0d4c admin admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:59:48.770239 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-a0c512c5-3f97-4003-a7f2-bf74c16b0d4c admin admin] 10.222.0.85 "PUT /v2.0/routers/0e67bf40-dfbe-4d7b-88fb-80aa8bd356b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7003617 May 18 18:59:48.772221 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 49624) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:59:48.773449 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0ec001-769f-4006-833e-b3ba422f2b9e None None] Sync routers for ids ['0e67bf40-dfbe-4d7b-88fb-80aa8bd356b4'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:59:48.783285 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0ec001-769f-4006-833e-b3ba422f2b9e None None] Routers {'0e67bf40-dfbe-4d7b-88fb-80aa8bd356b4'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:59:48.783881 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-cc0ec001-769f-4006-833e-b3ba422f2b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:59:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['0e67bf40-dfbe-4d7b-88fb-80aa8bd356b4'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:59:48.879117 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-fb48c547-b86a-4763-8e65-1e9acb4b96d5 admin admin] Notify callbacks [] for router, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:48.899945 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-cc0ec001-769f-4006-833e-b3ba422f2b9e None None] Set router 0e67bf40-dfbe-4d7b-88fb-80aa8bd356b4 gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:59:48.981475 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-fb48c547-b86a-4763-8e65-1e9acb4b96d5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:49.033579 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-fb48c547-b86a-4763-8e65-1e9acb4b96d5 admin admin] Deleting port a709ff2b-a9d6-4cc4-a364-a6f07e2c5747 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:59:49.033952 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-fb48c547-b86a-4763-8e65-1e9acb4b96d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:49.081922 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-cc0ec001-769f-4006-833e-b3ba422f2b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e67bf40-dfbe-4d7b-88fb-80aa8bd356b4', 'name': 'tempest-TestMinimumBasicScenario-1590885960-router', 'tenant_id': '3123148b723f4833af414720c41700cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': 'a709ff2b-a9d6-4cc4-a364-a6f07e2c5747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:57:42Z', 'updated_at': '2022-05-18T18:59:48Z', 'revision_number': 5, 'project_id': '3123148b723f4833af414720c41700cf', 'gw_port': {'id': 'a709ff2b-a9d6-4cc4-a364-a6f07e2c5747', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e67bf40-dfbe-4d7b-88fb-80aa8bd356b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:57:43Z', 'updated_at': '2022-05-18T18:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:59:49.109824 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0ec001-769f-4006-833e-b3ba422f2b9e None None] Checking router: 0e67bf40-dfbe-4d7b-88fb-80aa8bd356b4 for host: n-d-838550-3 {{(pid=102732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:59:49.114746 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-fb48c547-b86a-4763-8e65-1e9acb4b96d5 admin admin] For port a709ff2b-a9d6-4cc4-a364-a6f07e2c5747, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=a709ff2b-a9d6-4cc4-a364-a6f07e2c5747,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:59:49.115108 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-fb48c547-b86a-4763-8e65-1e9acb4b96d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:49.118214 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0ec001-769f-4006-833e-b3ba422f2b9e None None] Routers {'0e67bf40-dfbe-4d7b-88fb-80aa8bd356b4'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:59:49.118829 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-cc0ec001-769f-4006-833e-b3ba422f2b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:59:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['0e67bf40-dfbe-4d7b-88fb-80aa8bd356b4'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:59:49.127272 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-fb48c547-b86a-4763-8e65-1e9acb4b96d5 admin admin] Calling delete_port for a709ff2b-a9d6-4cc4-a364-a6f07e2c5747 owned by network:router_gateway {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:59:49.297725 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-fb48c547-b86a-4763-8e65-1e9acb4b96d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:49.325681 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb48c547-b86a-4763-8e65-1e9acb4b96d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a709ff2b-a9d6-4cc4-a364-a6f07e2c5747,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:59:49.370651 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-cc0ec001-769f-4006-833e-b3ba422f2b9e None None] Set router 0e67bf40-dfbe-4d7b-88fb-80aa8bd356b4 gateway port host: None {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:59:49.389912 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-fb48c547-b86a-4763-8e65-1e9acb4b96d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596901'] for router_gateway, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:49.423166 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-cc0ec001-769f-4006-833e-b3ba422f2b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e67bf40-dfbe-4d7b-88fb-80aa8bd356b4', 'name': 'tempest-TestMinimumBasicScenario-1590885960-router', 'tenant_id': '3123148b723f4833af414720c41700cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:57:42Z', 'updated_at': '2022-05-18T18:59:48Z', 'revision_number': 6, 'project_id': '3123148b723f4833af414720c41700cf', 'gw_port_host': None}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:59:49.453500 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0ec001-769f-4006-833e-b3ba422f2b9e None None] The sync data for ids ['0e67bf40-dfbe-4d7b-88fb-80aa8bd356b4'] in n-d-838550-3 is: [{'id': '0e67bf40-dfbe-4d7b-88fb-80aa8bd356b4', 'name': 'tempest-TestMinimumBasicScenario-1590885960-router', 'tenant_id': '3123148b723f4833af414720c41700cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:57:42Z', 'updated_at': '2022-05-18T18:59:48Z', 'revision_number': 6, 'project_id': '3123148b723f4833af414720c41700cf', 'gw_port_host': None}] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:59:49.485847 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-fb48c547-b86a-4763-8e65-1e9acb4b96d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25145'] for router, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:49.488192 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-fb48c547-b86a-4763-8e65-1e9acb4b96d5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:49.531159 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-fb48c547-b86a-4763-8e65-1e9acb4b96d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593303'] for router, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:49.531703 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb48c547-b86a-4763-8e65-1e9acb4b96d5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0e67bf40-dfbe-4d7b-88fb-80aa8bd356b4 {{(pid=102730) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 18 18:59:49.536103 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-fb48c547-b86a-4763-8e65-1e9acb4b96d5 admin admin] Notify callbacks [] for router, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:49.537466 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-fb48c547-b86a-4763-8e65-1e9acb4b96d5 admin admin] 10.222.0.85 "DELETE /v2.0/routers/0e67bf40-dfbe-4d7b-88fb-80aa8bd356b4 HTTP/1.1" status: 204 len: 168 time: 0.7643104 May 18 18:59:49.540115 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 49626) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:59:49.587874 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e19944e-079c-483c-a6d0-d288be9f2400 admin admin] Deleting subnet fb01e6d6-ba27-47b1-aac0-abfc84e72e5b {{(pid=102730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:59:49.591752 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5e19944e-079c-483c-a6d0-d288be9f2400 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:49.626459 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5e19944e-079c-483c-a6d0-d288be9f2400 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260107366'] for subnet, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:49.704480 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5e19944e-079c-483c-a6d0-d288be9f2400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:49.756661 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5e19944e-079c-483c-a6d0-d288be9f2400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261104690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261031888'] for subnet, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:49.787015 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e19944e-079c-483c-a6d0-d288be9f2400 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb01e6d6-ba27-47b1-aac0-abfc84e72e5b,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:59:49.790662 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5e19944e-079c-483c-a6d0-d288be9f2400 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:49.794892 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-5e19944e-079c-483c-a6d0-d288be9f2400 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/fb01e6d6-ba27-47b1-aac0-abfc84e72e5b HTTP/1.1" status: 204 len: 168 time: 0.2538188 May 18 18:59:49.797389 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 49628) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:59:49.803480 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e30945-5976-4dcf-8b29-6cece7942c8b None None] Network b2554539-4332-4118-864a-5d454136870e requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:59:49.870913 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e26e833e-c0e9-4c48-958a-0f5e3c2ccd74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:49.927104 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-e26e833e-c0e9-4c48-958a-0f5e3c2ccd74 admin admin] Deleting port 1cd5fe24-4e9c-4ca1-9e0d-0450fa578800 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:59:49.927511 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e26e833e-c0e9-4c48-958a-0f5e3c2ccd74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:49.995432 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-e26e833e-c0e9-4c48-958a-0f5e3c2ccd74 admin admin] For port 1cd5fe24-4e9c-4ca1-9e0d-0450fa578800, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=1cd5fe24-4e9c-4ca1-9e0d-0450fa578800,segment=NetworkSegment(e856be2e-9924-4ec6-bd37-c688d39ecb05),segment_id=e856be2e-9924-4ec6-bd37-c688d39ecb05)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:59:49.995831 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e26e833e-c0e9-4c48-958a-0f5e3c2ccd74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:50.008287 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-e26e833e-c0e9-4c48-958a-0f5e3c2ccd74 admin admin] Calling delete_port for 1cd5fe24-4e9c-4ca1-9e0d-0450fa578800 owned by network:dhcp {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:59:50.084969 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e26e833e-c0e9-4c48-958a-0f5e3c2ccd74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:50.110712 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26e833e-c0e9-4c48-958a-0f5e3c2ccd74 admin admin] Pushing event deleted for resources: {'Port': ['ID=1cd5fe24-4e9c-4ca1-9e0d-0450fa578800,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:59:50.114278 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26e833e-c0e9-4c48-958a-0f5e3c2ccd74 admin admin] No DVR routers for this DVR port 1cd5fe24-4e9c-4ca1-9e0d-0450fa578800 on host n-d-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:59:50.187995 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e26e833e-c0e9-4c48-958a-0f5e3c2ccd74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:50.209655 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-e26e833e-c0e9-4c48-958a-0f5e3c2ccd74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2554539-4332-4118-864a-5d454136870e']}} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:59:50.220480 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-e26e833e-c0e9-4c48-958a-0f5e3c2ccd74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e856be2e-9924-4ec6-bd37-c688d39ecb05') {'for_net_delete': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:59:50.220779 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-e26e833e-c0e9-4c48-958a-0f5e3c2ccd74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e856be2e-9924-4ec6-bd37-c688d39ecb05') {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:59:50.230547 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a61206-a128-43ff-8888-6b38c1ec3bb3 None None] DHCP port deletion for b2554539-4332-4118-864a-5d454136870e request from n-d-838550-3 {{(pid=102732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 18:59:50.231956 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e26e833e-c0e9-4c48-958a-0f5e3c2ccd74 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260107375'] for segment, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:50.249041 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e26e833e-c0e9-4c48-958a-0f5e3c2ccd74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:50.255798 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e26e833e-c0e9-4c48-958a-0f5e3c2ccd74 admin admin] Releasing vlan 629 on physical network physnet1 to pool {{(pid=102730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:59:50.256620 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e26e833e-c0e9-4c48-958a-0f5e3c2ccd74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261102736'] for segment, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:50.258596 n-d-838550-3 neutron-server[102730]: Traceback (most recent call last): May 18 18:59:50.258596 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:59:50.258596 n-d-838550-3 neutron-server[102730]: timer() May 18 18:59:50.258596 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:59:50.258596 n-d-838550-3 neutron-server[102730]: cb(*args, **kw) May 18 18:59:50.258596 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:59:50.258596 n-d-838550-3 neutron-server[102730]: return func(*args, **kwargs) May 18 18:59:50.258596 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:59:50.258596 n-d-838550-3 neutron-server[102730]: self._notify() May 18 18:59:50.258596 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:59:50.258596 n-d-838550-3 neutron-server[102730]: self.callback(batched_events) May 18 18:59:50.258596 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:59:50.258596 n-d-838550-3 neutron-server[102730]: event.method(event) May 18 18:59:50.258596 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:59:50.258596 n-d-838550-3 neutron-server[102730]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:59:50.258596 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:59:50.258596 n-d-838550-3 neutron-server[102730]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:59:50.258596 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:59:50.258596 n-d-838550-3 neutron-server[102730]: return f(self, *a, **k) May 18 18:59:50.258596 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:59:50.258596 n-d-838550-3 neutron-server[102730]: return self._get(url).json() May 18 18:59:50.258596 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:59:50.258596 n-d-838550-3 neutron-server[102730]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:59:50.258596 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:59:50.258596 n-d-838550-3 neutron-server[102730]: return self.request(url, 'GET', **kwargs) May 18 18:59:50.258596 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:59:50.258596 n-d-838550-3 neutron-server[102730]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:59:50.258596 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:59:50.258596 n-d-838550-3 neutron-server[102730]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:59:50.258596 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:59:50.258596 n-d-838550-3 neutron-server[102730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:59:50.258596 n-d-838550-3 neutron-server[102730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:59:50.318626 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e26e833e-c0e9-4c48-958a-0f5e3c2ccd74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:50.325605 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e26e833e-c0e9-4c48-958a-0f5e3c2ccd74 admin admin] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:50.329247 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-e26e833e-c0e9-4c48-958a-0f5e3c2ccd74 admin admin] 10.222.0.85 "DELETE /v2.0/networks/b2554539-4332-4118-864a-5d454136870e HTTP/1.1" status: 204 len: 168 time: 0.5309005 May 18 18:59:50.332237 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 49630) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:59:50.340843 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26e833e-c0e9-4c48-958a-0f5e3c2ccd74 admin admin] Pushing event deleted for resources: {'Network': ['ID=b2554539-4332-4118-864a-5d454136870e,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:59:50.690056 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-28fc8d03-ecaa-4b28-ad54-1a3b48234c22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-595963'] for router_interface, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:50.869673 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device a709ff2b-a9d6-4cc4-a364-a6f07e2c5747 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:59:50.890410 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: a709ff2b-a9d6-4cc4-a364-a6f07e2c5747 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:59:50.890751 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device a709ff2b-a9d6-4cc4-a364-a6f07e2c5747 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:59:50.891173 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 1cd5fe24-4e9c-4ca1-9e0d-0450fa578800 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:59:50.910695 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 1cd5fe24-4e9c-4ca1-9e0d-0450fa578800 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:59:50.911083 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 1cd5fe24-4e9c-4ca1-9e0d-0450fa578800 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:59:50.911512 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 01734c65-8300-48d8-a8e5-34ebd5540c94 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:59:50.931109 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 01734c65-8300-48d8-a8e5-34ebd5540c94 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:59:50.931380 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 01734c65-8300-48d8-a8e5-34ebd5540c94 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:59:50.931924 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-28fc8d03-ecaa-4b28-ad54-1a3b48234c22 admin admin] Deleting port fbe9ac91-7ef9-4aa9-9de5-cea321cf4353 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:59:50.932264 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-28fc8d03-ecaa-4b28-ad54-1a3b48234c22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:51.007512 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-28fc8d03-ecaa-4b28-ad54-1a3b48234c22 admin admin] For port fbe9ac91-7ef9-4aa9-9de5-cea321cf4353, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=fbe9ac91-7ef9-4aa9-9de5-cea321cf4353,segment=NetworkSegment(93387c84-9032-463e-af78-21ef8b3db24e),segment_id=93387c84-9032-463e-af78-21ef8b3db24e)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:59:51.007870 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-28fc8d03-ecaa-4b28-ad54-1a3b48234c22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:51.019611 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-28fc8d03-ecaa-4b28-ad54-1a3b48234c22 admin admin] Calling delete_port for fbe9ac91-7ef9-4aa9-9de5-cea321cf4353 owned by network:router_interface {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:59:51.194382 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-28fc8d03-ecaa-4b28-ad54-1a3b48234c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:51.219869 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fc8d03-ecaa-4b28-ad54-1a3b48234c22 admin admin] Pushing event deleted for resources: {'Port': ['ID=fbe9ac91-7ef9-4aa9-9de5-cea321cf4353,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:59:51.694513 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-28fc8d03-ecaa-4b28-ad54-1a3b48234c22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-593931'] for router_interface, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:51.913043 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28fc8d03-ecaa-4b28-ad54-1a3b48234c22 admin admin] Router 46b9c767-9479-4cce-a972-aa2cdd3a5f31 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 18:59:52.015338 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28fc8d03-ecaa-4b28-ad54-1a3b48234c22 admin admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:59:52.022277 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-28fc8d03-ecaa-4b28-ad54-1a3b48234c22 admin admin] 10.222.0.85 "PUT /v2.0/routers/46b9c767-9479-4cce-a972-aa2cdd3a5f31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6889708 May 18 18:59:52.023080 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 49632) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:59:52.023972 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94440a3-2f9e-4b36-b204-09f3ff1a2563 None None] Sync routers for ids ['46b9c767-9479-4cce-a972-aa2cdd3a5f31'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:59:52.034564 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94440a3-2f9e-4b36-b204-09f3ff1a2563 None None] Routers {'46b9c767-9479-4cce-a972-aa2cdd3a5f31'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:59:52.035170 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-d94440a3-2f9e-4b36-b204-09f3ff1a2563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:59:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['46b9c767-9479-4cce-a972-aa2cdd3a5f31'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:59:52.128871 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5b5e312c-326b-47b1-8bb0-58ed1403a117 admin admin] Notify callbacks [] for router, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:52.141047 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-d94440a3-2f9e-4b36-b204-09f3ff1a2563 None None] Set router 46b9c767-9479-4cce-a972-aa2cdd3a5f31 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:59:52.228727 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5b5e312c-326b-47b1-8bb0-58ed1403a117 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:52.281303 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-5b5e312c-326b-47b1-8bb0-58ed1403a117 admin admin] Deleting port 3163259b-0472-4331-983f-fafdc1d71161 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:59:52.281558 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5b5e312c-326b-47b1-8bb0-58ed1403a117 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:52.311556 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-d94440a3-2f9e-4b36-b204-09f3ff1a2563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46b9c767-9479-4cce-a972-aa2cdd3a5f31', 'name': 'tempest-TestMinimumBasicScenario-1513213969-router', 'tenant_id': 'ff508d02b753467bbf6226e9e120449e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.227'}], 'enable_snat': True}, 'gw_port_id': '3163259b-0472-4331-983f-fafdc1d71161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:57:47Z', 'updated_at': '2022-05-18T18:59:51Z', 'revision_number': 5, 'project_id': 'ff508d02b753467bbf6226e9e120449e', 'gw_port': {'id': '3163259b-0472-4331-983f-fafdc1d71161', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:4a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b9c767-9479-4cce-a972-aa2cdd3a5f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:57:48Z', 'updated_at': '2022-05-18T18:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:59:52.337669 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94440a3-2f9e-4b36-b204-09f3ff1a2563 None None] Checking router: 46b9c767-9479-4cce-a972-aa2cdd3a5f31 for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:59:52.346508 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94440a3-2f9e-4b36-b204-09f3ff1a2563 None None] Routers {'46b9c767-9479-4cce-a972-aa2cdd3a5f31'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:59:52.347123 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-d94440a3-2f9e-4b36-b204-09f3ff1a2563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:59:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['46b9c767-9479-4cce-a972-aa2cdd3a5f31'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:59:52.360696 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-5b5e312c-326b-47b1-8bb0-58ed1403a117 admin admin] For port 3163259b-0472-4331-983f-fafdc1d71161, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=3163259b-0472-4331-983f-fafdc1d71161,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:59:52.361060 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5b5e312c-326b-47b1-8bb0-58ed1403a117 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:52.373419 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-5b5e312c-326b-47b1-8bb0-58ed1403a117 admin admin] Calling delete_port for 3163259b-0472-4331-983f-fafdc1d71161 owned by network:router_gateway {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:59:52.432434 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-d94440a3-2f9e-4b36-b204-09f3ff1a2563 None None] Set router 46b9c767-9479-4cce-a972-aa2cdd3a5f31 gateway port host: None {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:59:52.542254 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5b5e312c-326b-47b1-8bb0-58ed1403a117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:52.572742 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-d94440a3-2f9e-4b36-b204-09f3ff1a2563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46b9c767-9479-4cce-a972-aa2cdd3a5f31', 'name': 'tempest-TestMinimumBasicScenario-1513213969-router', 'tenant_id': 'ff508d02b753467bbf6226e9e120449e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:57:47Z', 'updated_at': '2022-05-18T18:59:52Z', 'revision_number': 6, 'project_id': 'ff508d02b753467bbf6226e9e120449e', 'gw_port_host': None}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:59:52.573550 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5e312c-326b-47b1-8bb0-58ed1403a117 admin admin] Pushing event deleted for resources: {'Port': ['ID=3163259b-0472-4331-983f-fafdc1d71161,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:59:52.602108 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94440a3-2f9e-4b36-b204-09f3ff1a2563 None None] The sync data for ids ['46b9c767-9479-4cce-a972-aa2cdd3a5f31'] in n-d-838550-3 is: [{'id': '46b9c767-9479-4cce-a972-aa2cdd3a5f31', 'name': 'tempest-TestMinimumBasicScenario-1513213969-router', 'tenant_id': 'ff508d02b753467bbf6226e9e120449e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:57:47Z', 'updated_at': '2022-05-18T18:59:52Z', 'revision_number': 6, 'project_id': 'ff508d02b753467bbf6226e9e120449e', 'gw_port_host': None}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:59:52.643212 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5b5e312c-326b-47b1-8bb0-58ed1403a117 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596901'] for router_gateway, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:52.732047 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5b5e312c-326b-47b1-8bb0-58ed1403a117 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25145'] for router, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:52.734157 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5b5e312c-326b-47b1-8bb0-58ed1403a117 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:52.775930 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5b5e312c-326b-47b1-8bb0-58ed1403a117 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593303'] for router, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:52.776432 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b5e312c-326b-47b1-8bb0-58ed1403a117 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 46b9c767-9479-4cce-a972-aa2cdd3a5f31 {{(pid=102730) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 18 18:59:52.781393 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5b5e312c-326b-47b1-8bb0-58ed1403a117 admin admin] Notify callbacks [] for router, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:52.782755 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-5b5e312c-326b-47b1-8bb0-58ed1403a117 admin admin] 10.222.0.85 "DELETE /v2.0/routers/46b9c767-9479-4cce-a972-aa2cdd3a5f31 HTTP/1.1" status: 204 len: 168 time: 0.7586596 May 18 18:59:52.785414 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 49634) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:59:52.832442 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_v2 [None req-70426d88-62ab-47a8-96da-687ef674c1a4 admin admin] Deleting subnet e29e6f5c-51b1-484b-a5d1-5f0132f16b3e {{(pid=102730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 18:59:52.835550 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-70426d88-62ab-47a8-96da-687ef674c1a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:52.869220 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-70426d88-62ab-47a8-96da-687ef674c1a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260107366'] for subnet, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:52.943703 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-70426d88-62ab-47a8-96da-687ef674c1a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:53.001415 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-70426d88-62ab-47a8-96da-687ef674c1a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261104690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261031888'] for subnet, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:53.035270 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70426d88-62ab-47a8-96da-687ef674c1a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e29e6f5c-51b1-484b-a5d1-5f0132f16b3e,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:59:53.038892 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-70426d88-62ab-47a8-96da-687ef674c1a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:53.042410 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-70426d88-62ab-47a8-96da-687ef674c1a4 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/e29e6f5c-51b1-484b-a5d1-5f0132f16b3e HTTP/1.1" status: 204 len: 168 time: 0.2560508 May 18 18:59:53.045056 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 49636) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:59:53.050295 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ff7de0-29ee-4e84-b0f5-026ddbe6039d None None] Network 63a65506-3d5f-4b52-a679-b0724c1ee193 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:59:53.106045 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device fbe9ac91-7ef9-4aa9-9de5-cea321cf4353 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:59:53.121901 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-61a94897-4d3f-4dc8-82a0-8a84ff350f13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:53.129819 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: fbe9ac91-7ef9-4aa9-9de5-cea321cf4353 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:59:53.130175 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device fbe9ac91-7ef9-4aa9-9de5-cea321cf4353 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:59:53.175329 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-61a94897-4d3f-4dc8-82a0-8a84ff350f13 admin admin] Deleting port b554fbec-891b-4748-8984-513964e1b2a4 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 18:59:53.175665 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-61a94897-4d3f-4dc8-82a0-8a84ff350f13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:53.241325 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-61a94897-4d3f-4dc8-82a0-8a84ff350f13 admin admin] For port b554fbec-891b-4748-8984-513964e1b2a4, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=b554fbec-891b-4748-8984-513964e1b2a4,segment=NetworkSegment(93387c84-9032-463e-af78-21ef8b3db24e),segment_id=93387c84-9032-463e-af78-21ef8b3db24e)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 18:59:53.241726 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-61a94897-4d3f-4dc8-82a0-8a84ff350f13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:53.254224 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-61a94897-4d3f-4dc8-82a0-8a84ff350f13 admin admin] Calling delete_port for b554fbec-891b-4748-8984-513964e1b2a4 owned by network:dhcp {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 18:59:53.332079 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-61a94897-4d3f-4dc8-82a0-8a84ff350f13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:53.357053 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a94897-4d3f-4dc8-82a0-8a84ff350f13 admin admin] Pushing event deleted for resources: {'Port': ['ID=b554fbec-891b-4748-8984-513964e1b2a4,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:59:53.362223 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a94897-4d3f-4dc8-82a0-8a84ff350f13 admin admin] No DVR routers for this DVR port b554fbec-891b-4748-8984-513964e1b2a4 on host n-d-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 18:59:53.429688 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d5a4b53-2cf9-46e3-8219-9de795ed3950 None None] DHCP port deletion for 63a65506-3d5f-4b52-a679-b0724c1ee193 request from n-d-838550-3 {{(pid=102732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 18:59:53.444245 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-61a94897-4d3f-4dc8-82a0-8a84ff350f13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:53.466141 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-61a94897-4d3f-4dc8-82a0-8a84ff350f13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63a65506-3d5f-4b52-a679-b0724c1ee193']}} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:59:53.476350 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-61a94897-4d3f-4dc8-82a0-8a84ff350f13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93387c84-9032-463e-af78-21ef8b3db24e') {'for_net_delete': True} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:59:53.476651 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-61a94897-4d3f-4dc8-82a0-8a84ff350f13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93387c84-9032-463e-af78-21ef8b3db24e') {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:59:53.486144 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-61a94897-4d3f-4dc8-82a0-8a84ff350f13 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260542144'] for segment, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:53.500762 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-61a94897-4d3f-4dc8-82a0-8a84ff350f13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:53.507164 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61a94897-4d3f-4dc8-82a0-8a84ff350f13 admin admin] Releasing vlan 617 on physical network physnet1 to pool {{(pid=102731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 18:59:53.507906 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-61a94897-4d3f-4dc8-82a0-8a84ff350f13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260884178'] for segment, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:53.509901 n-d-838550-3 neutron-server[102731]: Traceback (most recent call last): May 18 18:59:53.509901 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 18:59:53.509901 n-d-838550-3 neutron-server[102731]: timer() May 18 18:59:53.509901 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 18:59:53.509901 n-d-838550-3 neutron-server[102731]: cb(*args, **kw) May 18 18:59:53.509901 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 18:59:53.509901 n-d-838550-3 neutron-server[102731]: return func(*args, **kwargs) May 18 18:59:53.509901 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 18:59:53.509901 n-d-838550-3 neutron-server[102731]: self._notify() May 18 18:59:53.509901 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 18:59:53.509901 n-d-838550-3 neutron-server[102731]: self.callback(batched_events) May 18 18:59:53.509901 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 18:59:53.509901 n-d-838550-3 neutron-server[102731]: event.method(event) May 18 18:59:53.509901 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 18:59:53.509901 n-d-838550-3 neutron-server[102731]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 18:59:53.509901 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 18:59:53.509901 n-d-838550-3 neutron-server[102731]: aggregate_uuid = self.p_client.list_aggregates( May 18 18:59:53.509901 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 18:59:53.509901 n-d-838550-3 neutron-server[102731]: return f(self, *a, **k) May 18 18:59:53.509901 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 18:59:53.509901 n-d-838550-3 neutron-server[102731]: return self._get(url).json() May 18 18:59:53.509901 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 18:59:53.509901 n-d-838550-3 neutron-server[102731]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 18:59:53.509901 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 18:59:53.509901 n-d-838550-3 neutron-server[102731]: return self.request(url, 'GET', **kwargs) May 18 18:59:53.509901 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 18:59:53.509901 n-d-838550-3 neutron-server[102731]: base_url = self.get_endpoint(auth, allow=allow, May 18 18:59:53.509901 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 18:59:53.509901 n-d-838550-3 neutron-server[102731]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 18:59:53.509901 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 18:59:53.509901 n-d-838550-3 neutron-server[102731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 18:59:53.509901 n-d-838550-3 neutron-server[102731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 18:59:53.564056 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-61a94897-4d3f-4dc8-82a0-8a84ff350f13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:53.572291 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-61a94897-4d3f-4dc8-82a0-8a84ff350f13 admin admin] Notify callbacks [] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:53.576167 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-61a94897-4d3f-4dc8-82a0-8a84ff350f13 admin admin] 10.222.0.85 "DELETE /v2.0/networks/63a65506-3d5f-4b52-a679-b0724c1ee193 HTTP/1.1" status: 204 len: 168 time: 0.5300825 May 18 18:59:53.590587 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a94897-4d3f-4dc8-82a0-8a84ff350f13 admin admin] Pushing event deleted for resources: {'Network': ['ID=63a65506-3d5f-4b52-a679-b0724c1ee193,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:59:53.770026 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 49640) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:59:53.817877 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-1cbba3ed-6d85-47ee-b857-6e603aa00079 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=3123148b723f4833af414720c41700cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0464721 May 18 18:59:53.820235 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 49642) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:59:53.867710 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e4c0f4c9-c89d-4ce5-9958-b6c4ec62759b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:53.888670 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e4c0f4c9-c89d-4ce5-9958-b6c4ec62759b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:53.935105 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e4c0f4c9-c89d-4ce5-9958-b6c4ec62759b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:53.937764 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e4c0f4c9-c89d-4ce5-9958-b6c4ec62759b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:53.938933 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-e4c0f4c9-c89d-4ce5-9958-b6c4ec62759b admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/ab65796b-62af-4da0-a370-6f90dce96caa HTTP/1.1" status: 204 len: 168 time: 0.1177840 May 18 18:59:53.946920 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c0f4c9-c89d-4ce5-9958-b6c4ec62759b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab65796b-62af-4da0-a370-6f90dce96caa,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:59:54.252057 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 49648) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:59:54.290504 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-e4a9f40b-97d4-41bb-a2bf-e70f05d8ca39 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=ff508d02b753467bbf6226e9e120449e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0372927 May 18 18:59:54.293181 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 49650) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:59:54.340898 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5b6392a6-e774-4697-b686-eb7b29a6acd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:54.364397 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5b6392a6-e774-4697-b686-eb7b29a6acd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:54.410711 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5b6392a6-e774-4697-b686-eb7b29a6acd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:54.413255 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5b6392a6-e774-4697-b686-eb7b29a6acd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:54.414547 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-5b6392a6-e774-4697-b686-eb7b29a6acd6 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/1bba9a68-0c40-4051-bc57-ace064acd439 HTTP/1.1" status: 204 len: 168 time: 0.1197677 May 18 18:59:54.423163 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6392a6-e774-4697-b686-eb7b29a6acd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bba9a68-0c40-4051-bc57-ace064acd439,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:59:54.869198 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device b554fbec-891b-4748-8984-513964e1b2a4 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:59:54.890669 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: b554fbec-891b-4748-8984-513964e1b2a4 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:59:54.891018 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device b554fbec-891b-4748-8984-513964e1b2a4 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:59:54.891441 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 3163259b-0472-4331-983f-fafdc1d71161 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 18:59:54.914020 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 3163259b-0472-4331-983f-fafdc1d71161 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 18:59:54.914372 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 3163259b-0472-4331-983f-fafdc1d71161 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 18:59:55.823454 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 49690) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:59:55.830151 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-0e42ee51-3ea4-474a-bfd7-5c902c76f103 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1497380208', 'description': 'tempest-secgroup-smoke-1497380208 description', 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:59:55.852404 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0e42ee51-3ea4-474a-bfd7-5c902c76f103 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:55.861104 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0e42ee51-3ea4-474a-bfd7-5c902c76f103 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:55.938842 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0e42ee51-3ea4-474a-bfd7-5c902c76f103 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:55.942501 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0e42ee51-3ea4-474a-bfd7-5c902c76f103 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:55.982670 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e42ee51-3ea4-474a-bfd7-5c902c76f103 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a017c1fc-466b-4d7d-94b5-7b3585e8c8be,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:59:56.021731 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0e42ee51-3ea4-474a-bfd7-5c902c76f103 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:56.025692 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0e42ee51-3ea4-474a-bfd7-5c902c76f103 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:56.054619 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0e42ee51-3ea4-474a-bfd7-5c902c76f103 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:56.055830 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-0e42ee51-3ea4-474a-bfd7-5c902c76f103 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2312739 May 18 18:59:56.057666 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e42ee51-3ea4-474a-bfd7-5c902c76f103 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=153f1225-1378-4231-a82d-ab5f2a268f3f,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:59:56.059077 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 49692) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:59:56.063652 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-10298a23-ef32-4ca8-b9a5-17da440cdb2c tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Request body: {'security_group_rule': {'security_group_id': '153f1225-1378-4231-a82d-ab5f2a268f3f', 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:59:56.088290 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-10298a23-ef32-4ca8-b9a5-17da440cdb2c tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:56.146162 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-10298a23-ef32-4ca8-b9a5-17da440cdb2c tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:56.149835 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-10298a23-ef32-4ca8-b9a5-17da440cdb2c tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:56.168164 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10298a23-ef32-4ca8-b9a5-17da440cdb2c tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e205ca40-6ab8-44f5-bb1a-fab404311935,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:59:56.175710 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-10298a23-ef32-4ca8-b9a5-17da440cdb2c tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:56.177040 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-10298a23-ef32-4ca8-b9a5-17da440cdb2c tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1169746 May 18 18:59:56.179951 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 49694) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:59:56.184451 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-e5ef480f-6402-4b24-a968-1cbba3762c98 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Request body: {'security_group_rule': {'security_group_id': '153f1225-1378-4231-a82d-ab5f2a268f3f', 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:59:56.208637 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e5ef480f-6402-4b24-a968-1cbba3762c98 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:56.264095 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e5ef480f-6402-4b24-a968-1cbba3762c98 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:56.267773 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e5ef480f-6402-4b24-a968-1cbba3762c98 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:56.287693 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ef480f-6402-4b24-a968-1cbba3762c98 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6ef0556-4731-4be9-afc7-efda4bb3d4dc,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:59:56.287847 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 7 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 18:59:56.297580 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e5ef480f-6402-4b24-a968-1cbba3762c98 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:56.298826 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-e5ef480f-6402-4b24-a968-1cbba3762c98 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1178792 May 18 18:59:56.301685 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 49696) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:59:56.305999 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-1c1a18fd-8068-4fec-a2c8-8f2c33b0f819 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Request body: {'security_group_rule': {'security_group_id': '153f1225-1378-4231-a82d-ab5f2a268f3f', 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:59:56.331614 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1c1a18fd-8068-4fec-a2c8-8f2c33b0f819 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:56.389316 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1c1a18fd-8068-4fec-a2c8-8f2c33b0f819 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:56.393263 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1c1a18fd-8068-4fec-a2c8-8f2c33b0f819 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:56.414280 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1a18fd-8068-4fec-a2c8-8f2c33b0f819 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce96cc9a-00f2-40c0-9966-da5a7fb9facc,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:59:56.422491 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1c1a18fd-8068-4fec-a2c8-8f2c33b0f819 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:56.423779 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-1c1a18fd-8068-4fec-a2c8-8f2c33b0f819 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1211824 May 18 18:59:56.426699 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 49698) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:59:56.431592 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-463a5e07-a935-47d3-bc2f-fbc398ec17da tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Request body: {'security_group_rule': {'security_group_id': '153f1225-1378-4231-a82d-ab5f2a268f3f', 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:59:56.456702 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-463a5e07-a935-47d3-bc2f-fbc398ec17da tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:56.516422 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-463a5e07-a935-47d3-bc2f-fbc398ec17da tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:56.520009 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-463a5e07-a935-47d3-bc2f-fbc398ec17da tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:56.540276 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463a5e07-a935-47d3-bc2f-fbc398ec17da tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe1adcb4-1c23-4393-ad8a-271d8e11ace6,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:59:56.550809 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-463a5e07-a935-47d3-bc2f-fbc398ec17da tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:56.554555 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-463a5e07-a935-47d3-bc2f-fbc398ec17da tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1242895 May 18 18:59:56.554857 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 49700) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:59:56.559889 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-5cc7d793-dfd6-45a3-a075-e67b8ffbda12 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Request body: {'security_group_rule': {'security_group_id': '153f1225-1378-4231-a82d-ab5f2a268f3f', 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:59:56.580180 n-d-838550-3 neutron-server[102730]: INFO neutron.db.securitygroups_db [None req-5cc7d793-dfd6-45a3-a075-e67b8ffbda12 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Project d50b1e2a8cea4a96957fd1d0d02be5f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 18 18:59:56.585259 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5cc7d793-dfd6-45a3-a075-e67b8ffbda12 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:56.644962 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5cc7d793-dfd6-45a3-a075-e67b8ffbda12 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:56.648598 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5cc7d793-dfd6-45a3-a075-e67b8ffbda12 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:56.667109 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc7d793-dfd6-45a3-a075-e67b8ffbda12 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63709d63-37d3-4894-9131-e9cb03483d4c,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:59:56.672148 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5cc7d793-dfd6-45a3-a075-e67b8ffbda12 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:56.673355 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-5cc7d793-dfd6-45a3-a075-e67b8ffbda12 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1175117 May 18 18:59:56.676117 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 49702) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:59:56.680357 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-38c88d04-e877-46bf-96b3-f187baf086d5 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Request body: {'security_group_rule': {'security_group_id': '153f1225-1378-4231-a82d-ab5f2a268f3f', 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:59:56.700511 n-d-838550-3 neutron-server[102730]: INFO neutron.db.securitygroups_db [None req-38c88d04-e877-46bf-96b3-f187baf086d5 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Project d50b1e2a8cea4a96957fd1d0d02be5f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 18 18:59:56.706319 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-38c88d04-e877-46bf-96b3-f187baf086d5 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:56.771821 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-38c88d04-e877-46bf-96b3-f187baf086d5 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:56.776008 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-38c88d04-e877-46bf-96b3-f187baf086d5 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:56.795853 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c88d04-e877-46bf-96b3-f187baf086d5 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=387e142c-7c62-4f39-bee0-c90e26a6069e,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:59:56.805716 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-38c88d04-e877-46bf-96b3-f187baf086d5 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:56.806955 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-38c88d04-e877-46bf-96b3-f187baf086d5 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1299253 May 18 18:59:56.810692 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 49704) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:59:56.815474 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-b852b67e-a807-4814-9a11-fb55defb0b26 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Request body: {'network': {'name': 'tempest-network-smoke--1719726473', 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'port_security_enabled': True}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:59:56.833933 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b852b67e-a807-4814-9a11-fb55defb0b26 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Made reservation on behalf of d50b1e2a8cea4a96957fd1d0d02be5f2 for: {'network': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:59:56.837272 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b852b67e-a807-4814-9a11-fb55defb0b26 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:56.860728 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b852b67e-a807-4814-9a11-fb55defb0b26 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 600} {{(pid=102730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 18:59:56.870075 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b852b67e-a807-4814-9a11-fb55defb0b26 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:56.870420 n-d-838550-3 neutron-server[102730]: INFO neutron.db.segments_db [None req-b852b67e-a807-4814-9a11-fb55defb0b26 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Added segment 1ebcdf6f-a6e2-40b0-857b-f08113c8630a of type vlan for network bee8f2d0-feb0-42b2-bb41-5edda7b4665a May 18 18:59:56.914359 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b852b67e-a807-4814-9a11-fb55defb0b26 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:56.939488 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b852b67e-a807-4814-9a11-fb55defb0b26 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:56.945097 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b852b67e-a807-4814-9a11-fb55defb0b26 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:59:56.945720 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b852b67e-a807-4814-9a11-fb55defb0b26 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:56.996036 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-b852b67e-a807-4814-9a11-fb55defb0b26 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1842268 May 18 18:59:56.999570 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 49706) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:59:57.004209 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-63e3567c-2397-4430-b7d3-a0a0ba432999 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-494543863', 'admin_state_up': True, 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:59:57.014689 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b852b67e-a807-4814-9a11-fb55defb0b26 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Pushing event updated for resources: {'Network': ['ID=bee8f2d0-feb0-42b2-bb41-5edda7b4665a,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:59:57.029817 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-63e3567c-2397-4430-b7d3-a0a0ba432999 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25099'] for router, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:57.030438 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network bee8f2d0-feb0-42b2-bb41-5edda7b4665a details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 18:59:57.030884 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-63e3567c-2397-4430-b7d3-a0a0ba432999 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-593238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596850', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25088'] for router, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:57.083428 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-63e3567c-2397-4430-b7d3-a0a0ba432999 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:57.227755 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-63e3567c-2397-4430-b7d3-a0a0ba432999 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:57.414158 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-63e3567c-2397-4430-b7d3-a0a0ba432999 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for router_gateway, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:57.434110 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-63e3567c-2397-4430-b7d3-a0a0ba432999 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:57.538742 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-63e3567c-2397-4430-b7d3-a0a0ba432999 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Allocated IP 172.25.5.69 (31ebd439-090c-4b25-bbb0-31c48711b145/363a2810-8a83-4be0-a317-7c91fcd94485/297ace97-38cf-488b-8ad3-9ce949e1b22c) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:59:57.636560 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-63e3567c-2397-4430-b7d3-a0a0ba432999 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:57.670789 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-63e3567c-2397-4430-b7d3-a0a0ba432999 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:57.710868 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e3567c-2397-4430-b7d3-a0a0ba432999 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Network 31ebd439-090c-4b25-bbb0-31c48711b145 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 18:59:57.713833 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-63e3567c-2397-4430-b7d3-a0a0ba432999 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:59:57.717906 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e3567c-2397-4430-b7d3-a0a0ba432999 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 18:59:57.748081 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e3567c-2397-4430-b7d3-a0a0ba432999 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Pushing event updated for resources: {'Port': ['ID=297ace97-38cf-488b-8ad3-9ce949e1b22c,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:59:57.974409 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-63e3567c-2397-4430-b7d3-a0a0ba432999 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for router_gateway, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:58.170910 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-63e3567c-2397-4430-b7d3-a0a0ba432999 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596801'] for router, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:58.296298 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63e3567c-2397-4430-b7d3-a0a0ba432999 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Router 2346723b-4349-4f52-97fb-1a2b7e21ae7c is scheduled to L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e with binding_index 1 {{(pid=102731) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 18 18:59:58.399345 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63e3567c-2397-4430-b7d3-a0a0ba432999 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 18:59:58.408852 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ad4ee3-de11-43ac-a4ae-8b595b1fc52a None None] Sync routers for ids ['2346723b-4349-4f52-97fb-1a2b7e21ae7c'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 18:59:58.418934 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ad4ee3-de11-43ac-a4ae-8b595b1fc52a None None] Routers {'2346723b-4349-4f52-97fb-1a2b7e21ae7c'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:59:58.419545 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-f8ad4ee3-de11-43ac-a4ae-8b595b1fc52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:59:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['2346723b-4349-4f52-97fb-1a2b7e21ae7c'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:59:58.420617 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-63e3567c-2397-4430-b7d3-a0a0ba432999 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for router, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:58.421860 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-63e3567c-2397-4430-b7d3-a0a0ba432999 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4212637 May 18 18:59:58.424888 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 49708) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:59:58.530350 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-f8ad4ee3-de11-43ac-a4ae-8b595b1fc52a None None] Set router 2346723b-4349-4f52-97fb-1a2b7e21ae7c gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:59:58.552140 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-db220500-6620-496d-bf86-0b796ed7a601 tempest-TestNetworkAdvancedServerOps-1925643049 tempest-TestNetworkAdvancedServerOps-1925643049-project-admin] 10.222.0.85 "GET /v2.0/subnets?project_id=d50b1e2a8cea4a96957fd1d0d02be5f2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1258860 May 18 18:59:58.554729 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 49712) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:59:58.703155 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b38119c3-80d0-4e90-bbc0-37f60a239f68 tempest-TestNetworkAdvancedServerOps-1925643049 tempest-TestNetworkAdvancedServerOps-1925643049-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:59:58.706078 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-b38119c3-80d0-4e90-bbc0-37f60a239f68 tempest-TestNetworkAdvancedServerOps-1925643049 tempest-TestNetworkAdvancedServerOps-1925643049-project-admin] 10.222.0.85 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1504123 May 18 18:59:58.707454 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 49714) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:59:58.707577 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-f8ad4ee3-de11-43ac-a4ae-8b595b1fc52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2346723b-4349-4f52-97fb-1a2b7e21ae7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-494543863', 'tenant_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '297ace97-38cf-488b-8ad3-9ce949e1b22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:59:57Z', 'updated_at': '2022-05-18T18:59:57Z', 'revision_number': 3, 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'gw_port': {'id': '297ace97-38cf-488b-8ad3-9ce949e1b22c', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ec:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2346723b-4349-4f52-97fb-1a2b7e21ae7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:59:57Z', 'updated_at': '2022-05-18T18:59:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:59:58.738629 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ad4ee3-de11-43ac-a4ae-8b595b1fc52a None None] Checking router: 2346723b-4349-4f52-97fb-1a2b7e21ae7c for host: n-d-838550-3 {{(pid=102732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 18:59:58.739067 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ad4ee3-de11-43ac-a4ae-8b595b1fc52a None None] Updating router 2346723b-4349-4f52-97fb-1a2b7e21ae7c port 297ace97-38cf-488b-8ad3-9ce949e1b22c binding host n-d-838550-3 {{(pid=102732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 18:59:58.741204 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-a436525e-4a0d-44e4-a0f4-259a4da8e9cc tempest-TestNetworkAdvancedServerOps-1925643049 tempest-TestNetworkAdvancedServerOps-1925643049-project-admin] 10.222.0.85 "GET /v2.0/subnets?network_id=31ebd439-090c-4b25-bbb0-31c48711b145&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0325723 May 18 18:59:58.743881 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 49716) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:59:58.748539 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-29ced18d-53af-4b59-a04b-5450133751f1 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2134260486', 'network_id': 'bee8f2d0-feb0-42b2-bb41-5edda7b4665a', 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 18:59:58.765092 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f8ad4ee3-de11-43ac-a4ae-8b595b1fc52a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:59.032002 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f8ad4ee3-de11-43ac-a4ae-8b595b1fc52a None None] Notify callbacks [] for port, precommit_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:59.037894 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f8ad4ee3-de11-43ac-a4ae-8b595b1fc52a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:59.086902 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-f8ad4ee3-de11-43ac-a4ae-8b595b1fc52a None None] Attempting to bind port 297ace97-38cf-488b-8ad3-9ce949e1b22c on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 18:59:59.087277 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-f8ad4ee3-de11-43ac-a4ae-8b595b1fc52a None None] Attempting to bind port 297ace97-38cf-488b-8ad3-9ce949e1b22c by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 18:59:59.087655 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ad4ee3-de11-43ac-a4ae-8b595b1fc52a None None] Attempting to bind port 297ace97-38cf-488b-8ad3-9ce949e1b22c on network 31ebd439-090c-4b25-bbb0-31c48711b145 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 18:59:59.095381 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97c8502-3c9c-4c09-a0b6-25af66897ec8 None None] Pushing event updated for resources: {'Port': ['ID=297ace97-38cf-488b-8ad3-9ce949e1b22c,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:59:59.105356 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ad4ee3-de11-43ac-a4ae-8b595b1fc52a None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 18:59:59.105797 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ad4ee3-de11-43ac-a4ae-8b595b1fc52a None None] Checking segment: {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:59:59.106217 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f8ad4ee3-de11-43ac-a4ae-8b595b1fc52a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:59.106613 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ad4ee3-de11-43ac-a4ae-8b595b1fc52a None None] Bound using segment: {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 18:59:59.108465 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-f8ad4ee3-de11-43ac-a4ae-8b595b1fc52a None None] Bound port: 297ace97-38cf-488b-8ad3-9ce949e1b22c, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 18:59:59.109186 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f8ad4ee3-de11-43ac-a4ae-8b595b1fc52a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:59.111542 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97c8502-3c9c-4c09-a0b6-25af66897ec8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:59:59.111886 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97c8502-3c9c-4c09-a0b6-25af66897ec8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:59:59.112229 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97c8502-3c9c-4c09-a0b6-25af66897ec8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:59:59.112571 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97c8502-3c9c-4c09-a0b6-25af66897ec8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:59:59.112911 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97c8502-3c9c-4c09-a0b6-25af66897ec8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:59:59.113248 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97c8502-3c9c-4c09-a0b6-25af66897ec8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:59:59.113579 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97c8502-3c9c-4c09-a0b6-25af66897ec8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:59:59.113935 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97c8502-3c9c-4c09-a0b6-25af66897ec8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:59:59.115090 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97c8502-3c9c-4c09-a0b6-25af66897ec8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:59:59.115090 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97c8502-3c9c-4c09-a0b6-25af66897ec8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:59:59.115090 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97c8502-3c9c-4c09-a0b6-25af66897ec8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:59:59.115397 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97c8502-3c9c-4c09-a0b6-25af66897ec8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 18:59:59.163128 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29ced18d-53af-4b59-a04b-5450133751f1 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Made reservation on behalf of d50b1e2a8cea4a96957fd1d0d02be5f2 for: {'subnet': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 18:59:59.167153 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-29ced18d-53af-4b59-a04b-5450133751f1 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260908003'] for subnet, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:59.176023 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-f8ad4ee3-de11-43ac-a4ae-8b595b1fc52a None None] For port 297ace97-38cf-488b-8ad3-9ce949e1b22c, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 18:59:59.179070 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-f8ad4ee3-de11-43ac-a4ae-8b595b1fc52a None None] For port 297ace97-38cf-488b-8ad3-9ce949e1b22c, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=297ace97-38cf-488b-8ad3-9ce949e1b22c,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 18:59:59.183831 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f8ad4ee3-de11-43ac-a4ae-8b595b1fc52a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:59.237579 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ad4ee3-de11-43ac-a4ae-8b595b1fc52a None None] Routers {'2346723b-4349-4f52-97fb-1a2b7e21ae7c'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 18:59:59.238258 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-f8ad4ee3-de11-43ac-a4ae-8b595b1fc52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:59:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['2346723b-4349-4f52-97fb-1a2b7e21ae7c'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:59:59.283744 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97c8502-3c9c-4c09-a0b6-25af66897ec8 None None] Pushing event updated for resources: {'Port': ['ID=297ace97-38cf-488b-8ad3-9ce949e1b22c,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:59:59.350883 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-29ced18d-53af-4b59-a04b-5450133751f1 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260898481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260908021'] for subnet, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:59.354758 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-f8ad4ee3-de11-43ac-a4ae-8b595b1fc52a None None] Set router 2346723b-4349-4f52-97fb-1a2b7e21ae7c gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 18:59:59.415687 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ced18d-53af-4b59-a04b-5450133751f1 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Pushing event updated for resources: {'Subnet': ['ID=740c8fb2-f673-42bd-81f6-c4c283baf4cd,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 18:59:59.418514 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ced18d-53af-4b59-a04b-5450133751f1 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Checking segment: {'id': '1ebcdf6f-a6e2-40b0-857b-f08113c8630a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'bee8f2d0-feb0-42b2-bb41-5edda7b4665a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 18:59:59.418881 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ced18d-53af-4b59-a04b-5450133751f1 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Network hostable DHCP agents. Network: bee8f2d0-feb0-42b2-bb41-5edda7b4665a, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 18:59:59.436454 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ced18d-53af-4b59-a04b-5450133751f1 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Network bee8f2d0-feb0-42b2-bb41-5edda7b4665a is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 18:59:59.445569 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-29ced18d-53af-4b59-a04b-5450133751f1 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, bee8f2d0-feb0-42b2-bb41-5edda7b4665a) {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 18:59:59.455093 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ced18d-53af-4b59-a04b-5450133751f1 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 18:59:59.455743 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-29ced18d-53af-4b59-a04b-5450133751f1 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:59.457422 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e4f1564-c8b4-406b-8ca5-396823417df1 None None] Network bee8f2d0-feb0-42b2-bb41-5edda7b4665a requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 18:59:59.480272 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-29ced18d-53af-4b59-a04b-5450133751f1 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7353802 May 18 18:59:59.483695 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 49718) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 18:59:59.656048 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4472e157-1ab0-4b6c-9a14-d4589bbec48b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-bee8f2d0-feb0-42b2-bb41-5edda7b4665a', 'network_id': 'bee8f2d0-feb0-42b2-bb41-5edda7b4665a', 'tenant_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'fixed_ips': [{'subnet_id': '740c8fb2-f673-42bd-81f6-c4c283baf4cd'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 18:59:59.656901 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-4472e157-1ab0-4b6c-9a14-d4589bbec48b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 18:59:59.660075 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-f8ad4ee3-de11-43ac-a4ae-8b595b1fc52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2346723b-4349-4f52-97fb-1a2b7e21ae7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-494543863', 'tenant_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '297ace97-38cf-488b-8ad3-9ce949e1b22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:59:57Z', 'updated_at': '2022-05-18T18:59:57Z', 'revision_number': 3, 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'gw_port': {'id': '297ace97-38cf-488b-8ad3-9ce949e1b22c', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ec:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2346723b-4349-4f52-97fb-1a2b7e21ae7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:59:57Z', 'updated_at': '2022-05-18T18:59:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 18:59:59.697561 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ad4ee3-de11-43ac-a4ae-8b595b1fc52a None None] The sync data for ids ['2346723b-4349-4f52-97fb-1a2b7e21ae7c'] in n-d-838550-3 is: [{'id': '2346723b-4349-4f52-97fb-1a2b7e21ae7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-494543863', 'tenant_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '297ace97-38cf-488b-8ad3-9ce949e1b22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:59:57Z', 'updated_at': '2022-05-18T18:59:57Z', 'revision_number': 3, 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'gw_port': {'id': '297ace97-38cf-488b-8ad3-9ce949e1b22c', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ec:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2346723b-4349-4f52-97fb-1a2b7e21ae7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:59:57Z', 'updated_at': '2022-05-18T18:59:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 18:59:59.832919 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-4472e157-1ab0-4b6c-9a14-d4589bbec48b None None] Allocated IP 172.20.0.2 (bee8f2d0-feb0-42b2-bb41-5edda7b4665a/740c8fb2-f673-42bd-81f6-c4c283baf4cd/27464e45-b7e2-407d-a19a-2d0d57cf5e0e) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 18:59:59.974913 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-aee5a968-d0d4-49b4-b3f2-be1ec96851ac tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:00:00.000224 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-4472e157-1ab0-4b6c-9a14-d4589bbec48b None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:00:00.006543 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-4472e157-1ab0-4b6c-9a14-d4589bbec48b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:00:00.053670 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4472e157-1ab0-4b6c-9a14-d4589bbec48b None None] Network bee8f2d0-feb0-42b2-bb41-5edda7b4665a is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 19:00:00.058383 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-4472e157-1ab0-4b6c-9a14-d4589bbec48b None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 19:00:00.067078 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4472e157-1ab0-4b6c-9a14-d4589bbec48b None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 19:00:00.070890 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4472e157-1ab0-4b6c-9a14-d4589bbec48b None None] Pushing event updated for resources: {'Port': ['ID=27464e45-b7e2-407d-a19a-2d0d57cf5e0e,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:00:00.130489 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-4472e157-1ab0-4b6c-9a14-d4589bbec48b None None] Attempting to bind port 27464e45-b7e2-407d-a19a-2d0d57cf5e0e on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 19:00:00.130858 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-4472e157-1ab0-4b6c-9a14-d4589bbec48b None None] Attempting to bind port 27464e45-b7e2-407d-a19a-2d0d57cf5e0e by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '1ebcdf6f-a6e2-40b0-857b-f08113c8630a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'bee8f2d0-feb0-42b2-bb41-5edda7b4665a'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 19:00:00.131225 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4472e157-1ab0-4b6c-9a14-d4589bbec48b None None] Attempting to bind port 27464e45-b7e2-407d-a19a-2d0d57cf5e0e on network bee8f2d0-feb0-42b2-bb41-5edda7b4665a {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 19:00:00.138153 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4472e157-1ab0-4b6c-9a14-d4589bbec48b None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 19:00:00.138502 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4472e157-1ab0-4b6c-9a14-d4589bbec48b None None] Checking segment: {'id': '1ebcdf6f-a6e2-40b0-857b-f08113c8630a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'bee8f2d0-feb0-42b2-bb41-5edda7b4665a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 19:00:00.138921 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-4472e157-1ab0-4b6c-9a14-d4589bbec48b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:00:00.139432 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4472e157-1ab0-4b6c-9a14-d4589bbec48b None None] Bound using segment: {'id': '1ebcdf6f-a6e2-40b0-857b-f08113c8630a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'bee8f2d0-feb0-42b2-bb41-5edda7b4665a'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 19:00:00.139952 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-4472e157-1ab0-4b6c-9a14-d4589bbec48b None None] Bound port: 27464e45-b7e2-407d-a19a-2d0d57cf5e0e, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ebcdf6f-a6e2-40b0-857b-f08113c8630a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'bee8f2d0-feb0-42b2-bb41-5edda7b4665a'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 19:00:00.140370 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-4472e157-1ab0-4b6c-9a14-d4589bbec48b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:00:00.208068 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-4472e157-1ab0-4b6c-9a14-d4589bbec48b None None] For port 27464e45-b7e2-407d-a19a-2d0d57cf5e0e, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 19:00:00.211777 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-4472e157-1ab0-4b6c-9a14-d4589bbec48b None None] For port 27464e45-b7e2-407d-a19a-2d0d57cf5e0e, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=27464e45-b7e2-407d-a19a-2d0d57cf5e0e,segment=NetworkSegment(1ebcdf6f-a6e2-40b0-857b-f08113c8630a),segment_id=1ebcdf6f-a6e2-40b0-857b-f08113c8630a)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 19:00:00.221150 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-4472e157-1ab0-4b6c-9a14-d4589bbec48b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:00:00.288871 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4472e157-1ab0-4b6c-9a14-d4589bbec48b None None] Pushing event updated for resources: {'Port': ['ID=27464e45-b7e2-407d-a19a-2d0d57cf5e0e,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:00:00.300953 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-aee5a968-d0d4-49b4-b3f2-be1ec96851ac tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Allocated IP 172.20.0.1 (bee8f2d0-feb0-42b2-bb41-5edda7b4665a/740c8fb2-f673-42bd-81f6-c4c283baf4cd/d9ad29e3-69b4-4979-adeb-35b37e13683a) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 19:00:00.449481 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-aee5a968-d0d4-49b4-b3f2-be1ec96851ac tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:00:00.502615 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-aee5a968-d0d4-49b4-b3f2-be1ec96851ac tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:00:00.542345 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee5a968-d0d4-49b4-b3f2-be1ec96851ac tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Network bee8f2d0-feb0-42b2-bb41-5edda7b4665a is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 19:00:00.546391 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-aee5a968-d0d4-49b4-b3f2-be1ec96851ac tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 19:00:00.551503 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee5a968-d0d4-49b4-b3f2-be1ec96851ac tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 19:00:00.590622 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee5a968-d0d4-49b4-b3f2-be1ec96851ac tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Pushing event updated for resources: {'Port': ['ID=d9ad29e3-69b4-4979-adeb-35b37e13683a,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:00:00.607189 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-aee5a968-d0d4-49b4-b3f2-be1ec96851ac tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595826'] for router_interface, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:00:00.750154 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-aee5a968-d0d4-49b4-b3f2-be1ec96851ac tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:00:00.929021 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 27464e45-b7e2-407d-a19a-2d0d57cf5e0e up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 19:00:00.985729 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 27464e45-b7e2-407d-a19a-2d0d57cf5e0e triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 19:00:00.986109 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:00:01.055075 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-aee5a968-d0d4-49b4-b3f2-be1ec96851ac tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:00:01.060606 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-aee5a968-d0d4-49b4-b3f2-be1ec96851ac tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:00:01.069815 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 27464e45-b7e2-407d-a19a-2d0d57cf5e0e is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 19:00:01.070275 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:00:01.107406 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] For port 27464e45-b7e2-407d-a19a-2d0d57cf5e0e, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=27464e45-b7e2-407d-a19a-2d0d57cf5e0e,segment=NetworkSegment(1ebcdf6f-a6e2-40b0-857b-f08113c8630a),segment_id=1ebcdf6f-a6e2-40b0-857b-f08113c8630a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 19:00:01.117380 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:00:01.117681 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 297ace97-38cf-488b-8ad3-9ce949e1b22c up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 19:00:01.147049 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-aee5a968-d0d4-49b4-b3f2-be1ec96851ac tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-595870'] for router_interface, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:00:01.162949 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee5a968-d0d4-49b4-b3f2-be1ec96851ac tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Pushing event updated for resources: {'Port': ['ID=d9ad29e3-69b4-4979-adeb-35b37e13683a,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:00:01.202568 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Pushing event updated for resources: {'Port': ['ID=27464e45-b7e2-407d-a19a-2d0d57cf5e0e,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:00:01.219305 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 297ace97-38cf-488b-8ad3-9ce949e1b22c triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 19:00:01.219679 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:00:01.257794 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee5a968-d0d4-49b4-b3f2-be1ec96851ac tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Network bee8f2d0-feb0-42b2-bb41-5edda7b4665a is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 19:00:01.259370 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-aee5a968-d0d4-49b4-b3f2-be1ec96851ac tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 19:00:01.304737 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 297ace97-38cf-488b-8ad3-9ce949e1b22c is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 19:00:01.305201 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:00:01.312605 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8124b1d-86a6-4200-b0a3-8e2c29c9a880 None None] Network bee8f2d0-feb0-42b2-bb41-5edda7b4665a requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 19:00:01.380003 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] For port 297ace97-38cf-488b-8ad3-9ce949e1b22c, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=297ace97-38cf-488b-8ad3-9ce949e1b22c,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 19:00:01.395241 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:00:01.411124 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-e8782cfe-d80e-4beb-9242-e25f6c75dd57 None None] Provisioning complete for port 27464e45-b7e2-407d-a19a-2d0d57cf5e0e triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 19:00:01.411752 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-e8782cfe-d80e-4beb-9242-e25f6c75dd57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:00:01.419360 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aee5a968-d0d4-49b4-b3f2-be1ec96851ac tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Router 2346723b-4349-4f52-97fb-1a2b7e21ae7c has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 19:00:01.555977 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aee5a968-d0d4-49b4-b3f2-be1ec96851ac tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 19:00:01.561514 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-aee5a968-d0d4-49b4-b3f2-be1ec96851ac tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "PUT /v2.0/routers/2346723b-4349-4f52-97fb-1a2b7e21ae7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0767782 May 18 19:00:01.693777 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Pushing event updated for resources: {'Port': ['ID=297ace97-38cf-488b-8ad3-9ce949e1b22c,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:00:01.717561 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:00:01.720529 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5cde29a1-1dae-4c15-afc5-7c86b7f2044e req-ec8a40ca-169d-44cd-a8a5-762076359a9f tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1497380208&fields=id&tenant_id=d50b1e2a8cea4a96957fd1d0d02be5f2 HTTP/1.1" status: 200 len: 267 time: 0.0417109 May 18 19:00:01.735765 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:00:01.772623 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a39c2c6-5b37-4f6d-8488-99d739f114e3 None None] Sync routers for ids ['2346723b-4349-4f52-97fb-1a2b7e21ae7c'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 19:00:01.789553 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a39c2c6-5b37-4f6d-8488-99d739f114e3 None None] Routers {'2346723b-4349-4f52-97fb-1a2b7e21ae7c'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 19:00:01.790601 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-9a39c2c6-5b37-4f6d-8488-99d739f114e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:59:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['2346723b-4349-4f52-97fb-1a2b7e21ae7c'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:00:01.827405 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-e8782cfe-d80e-4beb-9242-e25f6c75dd57 None None] Current status of the port 27464e45-b7e2-407d-a19a-2d0d57cf5e0e is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 19:00:01.915656 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-9a39c2c6-5b37-4f6d-8488-99d739f114e3 None None] Set router 2346723b-4349-4f52-97fb-1a2b7e21ae7c gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 19:00:02.146852 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-9a39c2c6-5b37-4f6d-8488-99d739f114e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2346723b-4349-4f52-97fb-1a2b7e21ae7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-494543863', 'tenant_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '297ace97-38cf-488b-8ad3-9ce949e1b22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:59:57Z', 'updated_at': '2022-05-18T19:00:00Z', 'revision_number': 4, 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'gw_port': {'id': '297ace97-38cf-488b-8ad3-9ce949e1b22c', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ec:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2346723b-4349-4f52-97fb-1a2b7e21ae7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:59:57Z', 'updated_at': '2022-05-18T19:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': 'd9ad29e3-69b4-4979-adeb-35b37e13683a', 'name': '', 'network_id': 'bee8f2d0-feb0-42b2-bb41-5edda7b4665a', 'tenant_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'mac_address': 'fa:16:3e:a8:49:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2346723b-4349-4f52-97fb-1a2b7e21ae7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '740c8fb2-f673-42bd-81f6-c4c283baf4cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:00:00Z', 'updated_at': '2022-05-18T19:00:00Z', 'revision_number': 2, 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'subnets': [{'id': '740c8fb2-f673-42bd-81f6-c4c283baf4cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:00:02.178117 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a39c2c6-5b37-4f6d-8488-99d739f114e3 None None] Checking router: 2346723b-4349-4f52-97fb-1a2b7e21ae7c for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 19:00:02.178464 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a39c2c6-5b37-4f6d-8488-99d739f114e3 None None] Updating router 2346723b-4349-4f52-97fb-1a2b7e21ae7c port d9ad29e3-69b4-4979-adeb-35b37e13683a binding host n-d-838550-3 {{(pid=102733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 19:00:02.178756 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-ebec67fd-6f4a-4bdc-8d6b-60cf32fa2e98 None None] Provisioning complete for port 27464e45-b7e2-407d-a19a-2d0d57cf5e0e triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 19:00:02.179242 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-ebec67fd-6f4a-4bdc-8d6b-60cf32fa2e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:00:02.190942 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cde29a1-1dae-4c15-afc5-7c86b7f2044e req-39edf53c-e75c-4d86-876a-98f108bb36fc tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:00:02.192765 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5cde29a1-1dae-4c15-afc5-7c86b7f2044e req-39edf53c-e75c-4d86-876a-98f108bb36fc tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/networks?id=bee8f2d0-feb0-42b2-bb41-5edda7b4665a HTTP/1.1" status: 200 len: 797 time: 0.4649508 May 18 19:00:02.208288 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-9a39c2c6-5b37-4f6d-8488-99d739f114e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:00:02.209944 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5cde29a1-1dae-4c15-afc5-7c86b7f2044e req-e0d15a42-0721-46a6-80d1-979ec43ef5a0 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/quotas/d50b1e2a8cea4a96957fd1d0d02be5f2 HTTP/1.1" status: 200 len: 375 time: 0.0110760 May 18 19:00:02.274611 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5cde29a1-1dae-4c15-afc5-7c86b7f2044e req-c7c50b37-e0b3-4702-a94e-2a9491812aab tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=d50b1e2a8cea4a96957fd1d0d02be5f2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0568533 May 18 19:00:02.285800 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-ebec67fd-6f4a-4bdc-8d6b-60cf32fa2e98 None None] Current status of the port 27464e45-b7e2-407d-a19a-2d0d57cf5e0e is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 19:00:02.297424 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-ebec67fd-6f4a-4bdc-8d6b-60cf32fa2e98 None None] Provisioning complete for port d9ad29e3-69b4-4979-adeb-35b37e13683a triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 19:00:02.297824 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-ebec67fd-6f4a-4bdc-8d6b-60cf32fa2e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:00:02.337264 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-ebec67fd-6f4a-4bdc-8d6b-60cf32fa2e98 None None] Port d9ad29e3-69b4-4979-adeb-35b37e13683a cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 19:00:02.457447 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-498254b0-d08e-4339-a835-492f4d547f70 None None] Provisioning complete for port d9ad29e3-69b4-4979-adeb-35b37e13683a triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 19:00:02.457840 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-498254b0-d08e-4339-a835-492f4d547f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:00:02.503836 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5cde29a1-1dae-4c15-afc5-7c86b7f2044e req-970589fb-aef7-4294-b7a4-f4c1cb1fbcdf service neutron] 10.222.0.85 "GET /v2.0/networks/bee8f2d0-feb0-42b2-bb41-5edda7b4665a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458447 May 18 19:00:02.504063 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-9a39c2c6-5b37-4f6d-8488-99d739f114e3 None None] Notify callbacks [] for port, precommit_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:00:02.509947 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-498254b0-d08e-4339-a835-492f4d547f70 None None] Port d9ad29e3-69b4-4979-adeb-35b37e13683a cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 19:00:02.510223 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-9a39c2c6-5b37-4f6d-8488-99d739f114e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:00:02.568272 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5d99f8-9978-4475-b21e-59278dbcbc0b None None] Pushing event updated for resources: {'Port': ['ID=d9ad29e3-69b4-4979-adeb-35b37e13683a,revision_number=3']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:00:02.591566 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5d99f8-9978-4475-b21e-59278dbcbc0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:00:02.592198 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5d99f8-9978-4475-b21e-59278dbcbc0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:00:02.592547 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5d99f8-9978-4475-b21e-59278dbcbc0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:00:02.592888 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5d99f8-9978-4475-b21e-59278dbcbc0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:00:02.593221 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5d99f8-9978-4475-b21e-59278dbcbc0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:00:02.594073 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5d99f8-9978-4475-b21e-59278dbcbc0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:00:02.594073 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5d99f8-9978-4475-b21e-59278dbcbc0b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:00:02.594289 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5d99f8-9978-4475-b21e-59278dbcbc0b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:00:02.594525 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5d99f8-9978-4475-b21e-59278dbcbc0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:00:02.594849 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5d99f8-9978-4475-b21e-59278dbcbc0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:00:02.595174 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5d99f8-9978-4475-b21e-59278dbcbc0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:00:02.595490 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5d99f8-9978-4475-b21e-59278dbcbc0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:00:02.617936 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5cde29a1-1dae-4c15-afc5-7c86b7f2044e req-2382fb0f-50c2-45e4-9915-e69e20612c6f service neutron] 10.222.0.85 "GET /v2.0/networks/bee8f2d0-feb0-42b2-bb41-5edda7b4665a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010220 May 18 19:00:02.629437 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-9a39c2c6-5b37-4f6d-8488-99d739f114e3 None None] Attempting to bind port d9ad29e3-69b4-4979-adeb-35b37e13683a on host n-d-838550-3 for vnic_type normal with profile {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 19:00:02.629857 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-9a39c2c6-5b37-4f6d-8488-99d739f114e3 None None] Attempting to bind port d9ad29e3-69b4-4979-adeb-35b37e13683a by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '1ebcdf6f-a6e2-40b0-857b-f08113c8630a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'bee8f2d0-feb0-42b2-bb41-5edda7b4665a'}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 19:00:02.630223 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a39c2c6-5b37-4f6d-8488-99d739f114e3 None None] Attempting to bind port d9ad29e3-69b4-4979-adeb-35b37e13683a on network bee8f2d0-feb0-42b2-bb41-5edda7b4665a {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 19:00:02.636418 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a39c2c6-5b37-4f6d-8488-99d739f114e3 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 18, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 19:00:02.637341 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a39c2c6-5b37-4f6d-8488-99d739f114e3 None None] Checking segment: {'id': '1ebcdf6f-a6e2-40b0-857b-f08113c8630a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'bee8f2d0-feb0-42b2-bb41-5edda7b4665a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 19:00:02.637863 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-9a39c2c6-5b37-4f6d-8488-99d739f114e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:00:02.638263 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a39c2c6-5b37-4f6d-8488-99d739f114e3 None None] Bound using segment: {'id': '1ebcdf6f-a6e2-40b0-857b-f08113c8630a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'bee8f2d0-feb0-42b2-bb41-5edda7b4665a'} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 19:00:02.638740 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-9a39c2c6-5b37-4f6d-8488-99d739f114e3 None None] Bound port: d9ad29e3-69b4-4979-adeb-35b37e13683a, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ebcdf6f-a6e2-40b0-857b-f08113c8630a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'bee8f2d0-feb0-42b2-bb41-5edda7b4665a'}}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 19:00:02.639122 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-9a39c2c6-5b37-4f6d-8488-99d739f114e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:00:02.641319 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-444c821f-0d20-4db4-96d9-7caf9178d6db None None] Provisioning complete for port d9ad29e3-69b4-4979-adeb-35b37e13683a triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 19:00:02.641979 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-444c821f-0d20-4db4-96d9-7caf9178d6db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:00:02.701518 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-444c821f-0d20-4db4-96d9-7caf9178d6db None None] Port d9ad29e3-69b4-4979-adeb-35b37e13683a cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 19:00:02.712247 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.db [None req-9a39c2c6-5b37-4f6d-8488-99d739f114e3 None None] For port d9ad29e3-69b4-4979-adeb-35b37e13683a, host n-d-838550-3, cleared binding levels {{(pid=102733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 19:00:02.715547 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.db [None req-9a39c2c6-5b37-4f6d-8488-99d739f114e3 None None] For port d9ad29e3-69b4-4979-adeb-35b37e13683a, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=d9ad29e3-69b4-4979-adeb-35b37e13683a,segment=NetworkSegment(1ebcdf6f-a6e2-40b0-857b-f08113c8630a),segment_id=1ebcdf6f-a6e2-40b0-857b-f08113c8630a)] {{(pid=102733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 19:00:02.721753 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-9a39c2c6-5b37-4f6d-8488-99d739f114e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:00:02.790589 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a39c2c6-5b37-4f6d-8488-99d739f114e3 None None] Routers {'2346723b-4349-4f52-97fb-1a2b7e21ae7c'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 19:00:02.791631 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-9a39c2c6-5b37-4f6d-8488-99d739f114e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T18:59:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['2346723b-4349-4f52-97fb-1a2b7e21ae7c'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:00:02.825002 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-5e2396a7-0db4-4d6b-8a82-8c60a7ee82f8 None None] Provisioning complete for port d9ad29e3-69b4-4979-adeb-35b37e13683a triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 19:00:02.825480 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-5e2396a7-0db4-4d6b-8a82-8c60a7ee82f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:00:02.849446 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5d99f8-9978-4475-b21e-59278dbcbc0b None None] Pushing event updated for resources: {'Port': ['ID=d9ad29e3-69b4-4979-adeb-35b37e13683a,revision_number=4']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:00:02.860078 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ede10059-0318-4305-af63-d820924b30bd req-79bcb322-c017-4f10-9aaf-d41b72c0fcc8 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/ports?device_id=a818f4a2-0e12-4de4-85d0-68a3fa0d001b HTTP/1.1" status: 200 len: 210 time: 0.0629883 May 18 19:00:02.946733 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 27464e45-b7e2-407d-a19a-2d0d57cf5e0e up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 19:00:02.951382 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-5e2396a7-0db4-4d6b-8a82-8c60a7ee82f8 None None] Current status of the port d9ad29e3-69b4-4979-adeb-35b37e13683a is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 19:00:02.951933 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-5e2396a7-0db4-4d6b-8a82-8c60a7ee82f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:00:02.955390 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-9a39c2c6-5b37-4f6d-8488-99d739f114e3 None None] Set router 2346723b-4349-4f52-97fb-1a2b7e21ae7c gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 19:00:03.026942 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-5e2396a7-0db4-4d6b-8a82-8c60a7ee82f8 None None] For port d9ad29e3-69b4-4979-adeb-35b37e13683a, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=d9ad29e3-69b4-4979-adeb-35b37e13683a,segment=NetworkSegment(1ebcdf6f-a6e2-40b0-857b-f08113c8630a),segment_id=1ebcdf6f-a6e2-40b0-857b-f08113c8630a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 19:00:03.036981 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 27464e45-b7e2-407d-a19a-2d0d57cf5e0e triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 19:00:03.037710 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:00:03.041377 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-5e2396a7-0db4-4d6b-8a82-8c60a7ee82f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:00:03.126478 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2396a7-0db4-4d6b-8a82-8c60a7ee82f8 None None] Pushing event updated for resources: {'Port': ['ID=d9ad29e3-69b4-4979-adeb-35b37e13683a,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:00:03.173257 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-9a39c2c6-5b37-4f6d-8488-99d739f114e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2346723b-4349-4f52-97fb-1a2b7e21ae7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-494543863', 'tenant_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '297ace97-38cf-488b-8ad3-9ce949e1b22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:59:57Z', 'updated_at': '2022-05-18T19:00:00Z', 'revision_number': 4, 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'gw_port': {'id': '297ace97-38cf-488b-8ad3-9ce949e1b22c', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ec:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2346723b-4349-4f52-97fb-1a2b7e21ae7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:59:57Z', 'updated_at': '2022-05-18T19:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': 'd9ad29e3-69b4-4979-adeb-35b37e13683a', 'name': '', 'network_id': 'bee8f2d0-feb0-42b2-bb41-5edda7b4665a', 'tenant_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'mac_address': 'fa:16:3e:a8:49:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2346723b-4349-4f52-97fb-1a2b7e21ae7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '740c8fb2-f673-42bd-81f6-c4c283baf4cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:00:00Z', 'updated_at': '2022-05-18T19:00:02Z', 'revision_number': 4, 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'subnets': [{'id': '740c8fb2-f673-42bd-81f6-c4c283baf4cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:00:03.188536 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-230e3225-9ea9-4573-8a15-93ca1e52b7ed None None] Provisioning complete for port d9ad29e3-69b4-4979-adeb-35b37e13683a triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 19:00:03.189169 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-230e3225-9ea9-4573-8a15-93ca1e52b7ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:00:03.193651 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 27464e45-b7e2-407d-a19a-2d0d57cf5e0e is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 19:00:03.194695 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 297ace97-38cf-488b-8ad3-9ce949e1b22c up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 19:00:03.206708 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a39c2c6-5b37-4f6d-8488-99d739f114e3 None None] The sync data for ids ['2346723b-4349-4f52-97fb-1a2b7e21ae7c'] in n-d-838550-3 is: [{'id': '2346723b-4349-4f52-97fb-1a2b7e21ae7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-494543863', 'tenant_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '297ace97-38cf-488b-8ad3-9ce949e1b22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:59:57Z', 'updated_at': '2022-05-18T19:00:00Z', 'revision_number': 4, 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'gw_port': {'id': '297ace97-38cf-488b-8ad3-9ce949e1b22c', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ec:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2346723b-4349-4f52-97fb-1a2b7e21ae7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:59:57Z', 'updated_at': '2022-05-18T19:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': 'd9ad29e3-69b4-4979-adeb-35b37e13683a', 'name': '', 'network_id': 'bee8f2d0-feb0-42b2-bb41-5edda7b4665a', 'tenant_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'mac_address': 'fa:16:3e:a8:49:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2346723b-4349-4f52-97fb-1a2b7e21ae7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '740c8fb2-f673-42bd-81f6-c4c283baf4cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:00:00Z', 'updated_at': '2022-05-18T19:00:02Z', 'revision_number': 4, 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'subnets': [{'id': '740c8fb2-f673-42bd-81f6-c4c283baf4cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 19:00:03.329304 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 297ace97-38cf-488b-8ad3-9ce949e1b22c triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 19:00:03.329664 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:00:03.358083 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-230e3225-9ea9-4573-8a15-93ca1e52b7ed None None] Current status of the port d9ad29e3-69b4-4979-adeb-35b37e13683a is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 19:00:03.422559 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 297ace97-38cf-488b-8ad3-9ce949e1b22c is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 19:00:03.999231 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4b7b507f-5825-4a13-9d49-37f486cd1a44 req-a01a77da-7c80-4529-a74d-bc702776842b tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/ports?device_id=a818f4a2-0e12-4de4-85d0-68a3fa0d001b HTTP/1.1" status: 200 len: 210 time: 0.0422499 May 18 19:00:04.082248 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cde29a1-1dae-4c15-afc5-7c86b7f2044e req-3e7c4d33-7d68-4d70-8c3b-e1111af0d1b4 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:00:04.083914 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5cde29a1-1dae-4c15-afc5-7c86b7f2044e req-3e7c4d33-7d68-4d70-8c3b-e1111af0d1b4 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.36 "GET /v2.0/networks?id=bee8f2d0-feb0-42b2-bb41-5edda7b4665a HTTP/1.1" status: 200 len: 797 time: 0.1371527 May 18 19:00:04.136148 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5cde29a1-1dae-4c15-afc5-7c86b7f2044e req-b1c10679-5393-496b-839d-db31ab797196 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d50b1e2a8cea4a96957fd1d0d02be5f2 HTTP/1.1" status: 200 len: 380 time: 0.0373933 May 18 19:00:04.149213 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-5cde29a1-1dae-4c15-afc5-7c86b7f2044e req-10382c07-9c52-4a14-b6da-667d4040631c tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Request body: {'port': {'device_id': 'a818f4a2-0e12-4de4-85d0-68a3fa0d001b', 'network_id': 'bee8f2d0-feb0-42b2-bb41-5edda7b4665a', 'admin_state_up': True, 'tenant_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'security_groups': ['153f1225-1378-4231-a82d-ab5f2a268f3f']}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 19:00:04.270187 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cde29a1-1dae-4c15-afc5-7c86b7f2044e req-10382c07-9c52-4a14-b6da-667d4040631c tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Made reservation on behalf of d50b1e2a8cea4a96957fd1d0d02be5f2 for: {'port': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 19:00:04.273755 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-5cde29a1-1dae-4c15-afc5-7c86b7f2044e req-10382c07-9c52-4a14-b6da-667d4040631c tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:00:04.400889 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [req-5cde29a1-1dae-4c15-afc5-7c86b7f2044e req-10382c07-9c52-4a14-b6da-667d4040631c tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Allocated IP 172.20.0.10 (bee8f2d0-feb0-42b2-bb41-5edda7b4665a/740c8fb2-f673-42bd-81f6-c4c283baf4cd/f9fce387-d894-48c0-8171-83ee82d19cf8) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 19:00:04.541458 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-5cde29a1-1dae-4c15-afc5-7c86b7f2044e req-10382c07-9c52-4a14-b6da-667d4040631c tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:00:04.574385 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-5cde29a1-1dae-4c15-afc5-7c86b7f2044e req-10382c07-9c52-4a14-b6da-667d4040631c tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:00:04.616967 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cde29a1-1dae-4c15-afc5-7c86b7f2044e req-10382c07-9c52-4a14-b6da-667d4040631c tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Network bee8f2d0-feb0-42b2-bb41-5edda7b4665a is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 19:00:04.619868 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [req-5cde29a1-1dae-4c15-afc5-7c86b7f2044e req-10382c07-9c52-4a14-b6da-667d4040631c tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 19:00:04.623582 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cde29a1-1dae-4c15-afc5-7c86b7f2044e req-10382c07-9c52-4a14-b6da-667d4040631c tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 19:00:04.649804 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10382c07-9c52-4a14-b6da-667d4040631c tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Pushing event updated for resources: {'Port': ['ID=f9fce387-d894-48c0-8171-83ee82d19cf8,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:00:04.679555 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cde29a1-1dae-4c15-afc5-7c86b7f2044e req-10382c07-9c52-4a14-b6da-667d4040631c tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:00:04.680207 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-5cde29a1-1dae-4c15-afc5-7c86b7f2044e req-10382c07-9c52-4a14-b6da-667d4040631c tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:00:04.699050 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5cde29a1-1dae-4c15-afc5-7c86b7f2044e req-10382c07-9c52-4a14-b6da-667d4040631c tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5539680 May 18 19:00:04.798305 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-5cde29a1-1dae-4c15-afc5-7c86b7f2044e req-e2bb6623-a322-49e4-ac50-10009de17a2d service neutron] Request body: {'port': {'device_id': 'a818f4a2-0e12-4de4-85d0-68a3fa0d001b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-3'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 19:00:04.860965 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-5cde29a1-1dae-4c15-afc5-7c86b7f2044e req-e2bb6623-a322-49e4-ac50-10009de17a2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:00:04.889280 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-397e031b-e169-437c-9ec2-c286bdecf5ba None None] Provisioning complete for port f9fce387-d894-48c0-8171-83ee82d19cf8 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 19:00:04.889863 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-397e031b-e169-437c-9ec2-c286bdecf5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:00:04.926537 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device d9ad29e3-69b4-4979-adeb-35b37e13683a up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 19:00:04.969317 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-397e031b-e169-437c-9ec2-c286bdecf5ba None None] Port f9fce387-d894-48c0-8171-83ee82d19cf8 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 19:00:04.986910 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port d9ad29e3-69b4-4979-adeb-35b37e13683a triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 19:00:04.987278 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:00:05.071128 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port d9ad29e3-69b4-4979-adeb-35b37e13683a is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 19:00:05.158666 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcd83f4-3b9f-4f8c-9ad9-e7af88cb6ebb req-df574318-7993-44a4-b64f-f4358ff75181 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:00:05.160098 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9dcd83f4-3b9f-4f8c-9ad9-e7af88cb6ebb req-df574318-7993-44a4-b64f-f4358ff75181 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/ports?device_id=a818f4a2-0e12-4de4-85d0-68a3fa0d001b HTTP/1.1" status: 200 len: 932 time: 0.0908830 May 18 19:00:05.171741 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [req-5cde29a1-1dae-4c15-afc5-7c86b7f2044e req-e2bb6623-a322-49e4-ac50-10009de17a2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9fce387-d894-48c0-8171-83ee82d19cf8 {{(pid=102730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 19:00:05.184096 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-5cde29a1-1dae-4c15-afc5-7c86b7f2044e req-e2bb6623-a322-49e4-ac50-10009de17a2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:00:05.211048 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [req-5cde29a1-1dae-4c15-afc5-7c86b7f2044e req-e2bb6623-a322-49e4-ac50-10009de17a2d service neutron] Transition to ACTIVE for port object f9fce387-d894-48c0-8171-83ee82d19cf8 will not be triggered until provisioned by entity L2. {{(pid=102730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 19:00:05.217432 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-5cde29a1-1dae-4c15-afc5-7c86b7f2044e req-e2bb6623-a322-49e4-ac50-10009de17a2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:00:05.250156 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9dcd83f4-3b9f-4f8c-9ad9-e7af88cb6ebb req-894195b8-05a6-46d0-87ef-aaff98420c23 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/security-groups?id=153f1225-1378-4231-a82d-ab5f2a268f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826361 May 18 19:00:05.278690 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bb6623-a322-49e4-ac50-10009de17a2d service neutron] Pushing event updated for resources: {'Port': ['ID=f9fce387-d894-48c0-8171-83ee82d19cf8,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:00:05.348978 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-5cde29a1-1dae-4c15-afc5-7c86b7f2044e req-e2bb6623-a322-49e4-ac50-10009de17a2d service neutron] Attempting to bind port f9fce387-d894-48c0-8171-83ee82d19cf8 on host n-h1-838550-3 for vnic_type normal with profile {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 19:00:05.349460 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-5cde29a1-1dae-4c15-afc5-7c86b7f2044e req-e2bb6623-a322-49e4-ac50-10009de17a2d service neutron] Attempting to bind port f9fce387-d894-48c0-8171-83ee82d19cf8 by drivers openvswitch,hyperv on host n-h1-838550-3 at level 0 using segments [{'id': '1ebcdf6f-a6e2-40b0-857b-f08113c8630a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'bee8f2d0-feb0-42b2-bb41-5edda7b4665a'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 19:00:05.349661 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cde29a1-1dae-4c15-afc5-7c86b7f2044e req-e2bb6623-a322-49e4-ac50-10009de17a2d service neutron] Attempting to bind port f9fce387-d894-48c0-8171-83ee82d19cf8 on network bee8f2d0-feb0-42b2-bb41-5edda7b4665a {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 19:00:05.354219 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cde29a1-1dae-4c15-afc5-7c86b7f2044e req-e2bb6623-a322-49e4-ac50-10009de17a2d service neutron] Port f9fce387-d894-48c0-8171-83ee82d19cf8 on network bee8f2d0-feb0-42b2-bb41-5edda7b4665a not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-3 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 19:00:05.354544 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cde29a1-1dae-4c15-afc5-7c86b7f2044e req-e2bb6623-a322-49e4-ac50-10009de17a2d service neutron] Attempting to bind port f9fce387-d894-48c0-8171-83ee82d19cf8 on network bee8f2d0-feb0-42b2-bb41-5edda7b4665a {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 19:00:05.360593 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cde29a1-1dae-4c15-afc5-7c86b7f2044e req-e2bb6623-a322-49e4-ac50-10009de17a2d service neutron] Checking agent: {'id': '1dbac822-25f2-4df8-9dc8-5c2e7b136eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 19, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 19:00:05.360943 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cde29a1-1dae-4c15-afc5-7c86b7f2044e req-e2bb6623-a322-49e4-ac50-10009de17a2d service neutron] Checking segment: {'id': '1ebcdf6f-a6e2-40b0-857b-f08113c8630a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'bee8f2d0-feb0-42b2-bb41-5edda7b4665a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 19:00:05.361328 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cde29a1-1dae-4c15-afc5-7c86b7f2044e req-e2bb6623-a322-49e4-ac50-10009de17a2d service neutron] Bound using segment: {'id': '1ebcdf6f-a6e2-40b0-857b-f08113c8630a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'bee8f2d0-feb0-42b2-bb41-5edda7b4665a'} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 19:00:05.361799 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-5cde29a1-1dae-4c15-afc5-7c86b7f2044e req-e2bb6623-a322-49e4-ac50-10009de17a2d service neutron] Bound port: f9fce387-d894-48c0-8171-83ee82d19cf8, host: n-h1-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ebcdf6f-a6e2-40b0-857b-f08113c8630a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'bee8f2d0-feb0-42b2-bb41-5edda7b4665a'}}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 19:00:05.362166 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-5cde29a1-1dae-4c15-afc5-7c86b7f2044e req-e2bb6623-a322-49e4-ac50-10009de17a2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:00:05.437972 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-5cde29a1-1dae-4c15-afc5-7c86b7f2044e req-e2bb6623-a322-49e4-ac50-10009de17a2d service neutron] For port f9fce387-d894-48c0-8171-83ee82d19cf8, host n-h1-838550-3, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 19:00:05.441518 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-5cde29a1-1dae-4c15-afc5-7c86b7f2044e req-e2bb6623-a322-49e4-ac50-10009de17a2d service neutron] For port f9fce387-d894-48c0-8171-83ee82d19cf8, host n-h1-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=f9fce387-d894-48c0-8171-83ee82d19cf8,segment=NetworkSegment(1ebcdf6f-a6e2-40b0-857b-f08113c8630a),segment_id=1ebcdf6f-a6e2-40b0-857b-f08113c8630a)] {{(pid=102730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 19:00:05.447499 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-5cde29a1-1dae-4c15-afc5-7c86b7f2044e req-e2bb6623-a322-49e4-ac50-10009de17a2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:00:05.484309 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cde29a1-1dae-4c15-afc5-7c86b7f2044e req-e2bb6623-a322-49e4-ac50-10009de17a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:00:05.484309 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-5cde29a1-1dae-4c15-afc5-7c86b7f2044e req-e2bb6623-a322-49e4-ac50-10009de17a2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:00:05.485393 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5cde29a1-1dae-4c15-afc5-7c86b7f2044e req-e2bb6623-a322-49e4-ac50-10009de17a2d service neutron] 10.222.0.36 "PUT /v2.0/ports/f9fce387-d894-48c0-8171-83ee82d19cf8 HTTP/1.1" status: 200 len: 1092 time: 0.7308218 May 18 19:00:05.490054 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a818f4a2-0e12-4de4-85d0-68a3fa0d001b', 'tag': 'f9fce387-d894-48c0-8171-83ee82d19cf8'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 19:00:05.491514 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebab1398998b981f34f543ac0b562e5946bae5cf08db64623ace6dd3c2d346bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5cc5e01-292d-48cd-80c8-3706f4bc3809" -d '{"events": [{"name": "network-changed", "server_uuid": "a818f4a2-0e12-4de4-85d0-68a3fa0d001b", "tag": "f9fce387-d894-48c0-8171-83ee82d19cf8"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 19:00:05.527894 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bb6623-a322-49e4-ac50-10009de17a2d service neutron] Pushing event updated for resources: {'Port': ['ID=f9fce387-d894-48c0-8171-83ee82d19cf8,revision_number=3']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:00:05.550825 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 19:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c4c3a3f-c0fe-4baf-8eb0-5e61b2131ff8 x-openstack-request-id: req-5c4c3a3f-c0fe-4baf-8eb0-5e61b2131ff8 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 19:00:05.551603 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a818f4a2-0e12-4de4-85d0-68a3fa0d001b", "tag": "f9fce387-d894-48c0-8171-83ee82d19cf8", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 19:00:05.551603 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-5c4c3a3f-c0fe-4baf-8eb0-5e61b2131ff8 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 19:00:05.551830 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c4c3a3f-c0fe-4baf-8eb0-5e61b2131ff8'] response: {'name': 'network-changed', 'server_uuid': 'a818f4a2-0e12-4de4-85d0-68a3fa0d001b', 'tag': 'f9fce387-d894-48c0-8171-83ee82d19cf8', 'status': 'completed', 'code': 200} May 18 19:00:05.595783 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cde29a1-1dae-4c15-afc5-7c86b7f2044e req-4f0b30fd-319e-40bb-8d3c-54567c931cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:00:05.597506 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5cde29a1-1dae-4c15-afc5-7c86b7f2044e req-4f0b30fd-319e-40bb-8d3c-54567c931cb4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d50b1e2a8cea4a96957fd1d0d02be5f2&device_id=a818f4a2-0e12-4de4-85d0-68a3fa0d001b HTTP/1.1" status: 200 len: 1095 time: 0.0440691 May 18 19:00:05.643712 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5cde29a1-1dae-4c15-afc5-7c86b7f2044e req-9bebd8ea-b13c-43f6-960c-bd9116cdb652 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f9fce387-d894-48c0-8171-83ee82d19cf8 HTTP/1.1" status: 200 len: 217 time: 0.0388417 May 18 19:00:05.699066 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cde29a1-1dae-4c15-afc5-7c86b7f2044e req-f22ac422-0d02-4ccd-999d-f2867bbb7886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:00:05.701099 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5cde29a1-1dae-4c15-afc5-7c86b7f2044e req-f22ac422-0d02-4ccd-999d-f2867bbb7886 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=740c8fb2-f673-42bd-81f6-c4c283baf4cd HTTP/1.1" status: 200 len: 835 time: 0.0472915 May 18 19:00:05.751384 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cde29a1-1dae-4c15-afc5-7c86b7f2044e req-398f830d-6a24-465d-a242-3889f0b4a6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:00:05.752887 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5cde29a1-1dae-4c15-afc5-7c86b7f2044e req-398f830d-6a24-465d-a242-3889f0b4a6f5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bee8f2d0-feb0-42b2-bb41-5edda7b4665a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413744 May 18 19:00:05.850172 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5cde29a1-1dae-4c15-afc5-7c86b7f2044e req-c1df0e33-7b96-40d2-b06e-42f26935b44c service neutron] 10.222.0.36 "GET /v2.0/networks/bee8f2d0-feb0-42b2-bb41-5edda7b4665a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864260 May 18 19:00:05.941904 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5cde29a1-1dae-4c15-afc5-7c86b7f2044e req-00a59a05-2926-4b9a-831d-3b20e5db945a service neutron] 10.222.0.36 "GET /v2.0/networks/bee8f2d0-feb0-42b2-bb41-5edda7b4665a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813472 May 18 19:00:06.039554 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cc5e01-292d-48cd-80c8-3706f4bc3809 req-e56350da-0221-4cdd-ac1e-c2af63c02983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:00:06.041332 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c5cc5e01-292d-48cd-80c8-3706f4bc3809 req-e56350da-0221-4cdd-ac1e-c2af63c02983 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d50b1e2a8cea4a96957fd1d0d02be5f2&device_id=a818f4a2-0e12-4de4-85d0-68a3fa0d001b HTTP/1.1" status: 200 len: 1095 time: 0.0431654 May 18 19:00:06.132977 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cc5e01-292d-48cd-80c8-3706f4bc3809 req-807b4b99-0b5e-49ab-80fe-642b41e6555d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:00:06.134482 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c5cc5e01-292d-48cd-80c8-3706f4bc3809 req-807b4b99-0b5e-49ab-80fe-642b41e6555d service neutron] 10.222.0.36 "GET /v2.0/networks?id=bee8f2d0-feb0-42b2-bb41-5edda7b4665a HTTP/1.1" status: 200 len: 898 time: 0.0868413 May 18 19:00:06.179227 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c5cc5e01-292d-48cd-80c8-3706f4bc3809 req-b85b534a-6190-4ade-8011-9dd94f88b5db service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f9fce387-d894-48c0-8171-83ee82d19cf8 HTTP/1.1" status: 200 len: 217 time: 0.0337911 May 18 19:00:06.230238 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cc5e01-292d-48cd-80c8-3706f4bc3809 req-c5bc8331-8a76-4aea-a998-81b9a2d20c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:00:06.231676 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c5cc5e01-292d-48cd-80c8-3706f4bc3809 req-c5bc8331-8a76-4aea-a998-81b9a2d20c43 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=740c8fb2-f673-42bd-81f6-c4c283baf4cd HTTP/1.1" status: 200 len: 835 time: 0.0435624 May 18 19:00:06.285265 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cc5e01-292d-48cd-80c8-3706f4bc3809 req-485e38cc-77ce-4872-b202-5078a66f575f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:00:06.286958 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c5cc5e01-292d-48cd-80c8-3706f4bc3809 req-485e38cc-77ce-4872-b202-5078a66f575f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bee8f2d0-feb0-42b2-bb41-5edda7b4665a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466137 May 18 19:00:06.420924 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89563f7b-6b12-4a8e-989e-2627a903f81a req-319a1d21-e08b-4635-85f9-bd01489f3605 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:00:06.422436 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-89563f7b-6b12-4a8e-989e-2627a903f81a req-319a1d21-e08b-4635-85f9-bd01489f3605 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/ports?device_id=a818f4a2-0e12-4de4-85d0-68a3fa0d001b HTTP/1.1" status: 200 len: 944 time: 0.0775514 May 18 19:00:06.427772 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c5cc5e01-292d-48cd-80c8-3706f4bc3809 req-ccddbfa2-6a66-4bdb-9613-6ef30cde1268 service neutron] 10.222.0.36 "GET /v2.0/networks/bee8f2d0-feb0-42b2-bb41-5edda7b4665a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325235 May 18 19:00:06.507161 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-89563f7b-6b12-4a8e-989e-2627a903f81a req-0537f398-89c5-4e73-9243-10fe351b1b32 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/security-groups?id=153f1225-1378-4231-a82d-ab5f2a268f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784361 May 18 19:00:06.538933 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c5cc5e01-292d-48cd-80c8-3706f4bc3809 req-ed7ac277-2a65-4235-a7da-7cac39d712a4 service neutron] 10.222.0.36 "GET /v2.0/networks/bee8f2d0-feb0-42b2-bb41-5edda7b4665a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029510 May 18 19:00:07.636415 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6f7903-61d1-45c3-89b1-5ce6d1ab9fe2 req-27e79831-87bf-41ac-a5d2-737b279d5cc5 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:00:07.637950 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8d6f7903-61d1-45c3-89b1-5ce6d1ab9fe2 req-27e79831-87bf-41ac-a5d2-737b279d5cc5 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/ports?device_id=a818f4a2-0e12-4de4-85d0-68a3fa0d001b HTTP/1.1" status: 200 len: 944 time: 0.0548320 May 18 19:00:07.677459 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8d6f7903-61d1-45c3-89b1-5ce6d1ab9fe2 req-6e257727-f7fb-4335-9421-8202dd55bdec tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/security-groups?id=153f1225-1378-4231-a82d-ab5f2a268f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335181 May 18 19:00:07.735276 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-4b805c41-2fe8-4180-91ab-0158518bb927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:00:08.792348 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481cffa3-6bb1-4bb7-af62-23ee5d9ee943 req-db544d2a-45eb-4ba0-9fa4-3f8acbf3a271 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:00:08.793965 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-481cffa3-6bb1-4bb7-af62-23ee5d9ee943 req-db544d2a-45eb-4ba0-9fa4-3f8acbf3a271 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/ports?device_id=a818f4a2-0e12-4de4-85d0-68a3fa0d001b HTTP/1.1" status: 200 len: 944 time: 0.0492117 May 18 19:00:08.833279 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-481cffa3-6bb1-4bb7-af62-23ee5d9ee943 req-3168b721-e451-4dd6-bb8e-42e9cf1fed73 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/security-groups?id=153f1225-1378-4231-a82d-ab5f2a268f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331500 May 18 19:00:09.179081 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device f9fce387-d894-48c0-8171-83ee82d19cf8 details requested by agent hyperv_n-h1-838550-3 with host n-h1-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 19:00:09.277778 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port f9fce387-d894-48c0-8171-83ee82d19cf8, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=f9fce387-d894-48c0-8171-83ee82d19cf8,segment=NetworkSegment(1ebcdf6f-a6e2-40b0-857b-f08113c8630a),segment_id=1ebcdf6f-a6e2-40b0-857b-f08113c8630a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 19:00:09.288952 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Returning: {'device': 'f9fce387-d894-48c0-8171-83ee82d19cf8', 'network_id': 'bee8f2d0-feb0-42b2-bb41-5edda7b4665a', 'port_id': 'f9fce387-d894-48c0-8171-83ee82d19cf8', 'mac_address': 'fa:16:3e:d3:dd:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '740c8fb2-f673-42bd-81f6-c4c283baf4cd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 19:00:09.332008 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port f9fce387-d894-48c0-8171-83ee82d19cf8 is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 19:00:09.332399 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:00:09.344877 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9fce387-d894-48c0-8171-83ee82d19cf8 {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 19:00:09.363086 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port f9fce387-d894-48c0-8171-83ee82d19cf8, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=f9fce387-d894-48c0-8171-83ee82d19cf8,segment=NetworkSegment(1ebcdf6f-a6e2-40b0-857b-f08113c8630a),segment_id=1ebcdf6f-a6e2-40b0-857b-f08113c8630a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 19:00:09.366973 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:00:09.413339 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=f9fce387-d894-48c0-8171-83ee82d19cf8,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:00:09.694410 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['f9fce387-d894-48c0-8171-83ee82d19cf8'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 19:00:09.949805 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a9b4aa-f99e-453b-99c4-dbc8c94f5e27 req-7276221e-2043-488e-b8dc-920b47e746f7 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:00:09.951208 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-97a9b4aa-f99e-453b-99c4-dbc8c94f5e27 req-7276221e-2043-488e-b8dc-920b47e746f7 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/ports?device_id=a818f4a2-0e12-4de4-85d0-68a3fa0d001b HTTP/1.1" status: 200 len: 945 time: 0.0503221 May 18 19:00:09.987946 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-97a9b4aa-f99e-453b-99c4-dbc8c94f5e27 req-1e58604e-13c9-4bef-a41d-f8bf72966198 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/security-groups?id=153f1225-1378-4231-a82d-ab5f2a268f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306125 May 18 19:00:10.099759 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-bfa1ee95-6f13-4fde-b65d-01a0ef4a2d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:00:11.107852 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5439bc4a-78a1-41a1-9a79-014744c25397 req-7e07c21f-c5d2-467d-8d24-6c10e39e52ac tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:00:11.109329 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5439bc4a-78a1-41a1-9a79-014744c25397 req-7e07c21f-c5d2-467d-8d24-6c10e39e52ac tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/ports?device_id=a818f4a2-0e12-4de4-85d0-68a3fa0d001b HTTP/1.1" status: 200 len: 945 time: 0.0523851 May 18 19:00:11.146799 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5439bc4a-78a1-41a1-9a79-014744c25397 req-426ee35d-4c2a-4954-bb73-a26cf9519675 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/security-groups?id=153f1225-1378-4231-a82d-ab5f2a268f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314372 May 18 19:00:11.206468 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device f9fce387-d894-48c0-8171-83ee82d19cf8 up at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 19:00:11.253883 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning for port f9fce387-d894-48c0-8171-83ee82d19cf8 completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 19:00:11.257512 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning complete for port f9fce387-d894-48c0-8171-83ee82d19cf8 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 19:00:11.257907 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:00:11.345864 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port f9fce387-d894-48c0-8171-83ee82d19cf8 is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 19:00:11.346172 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:00:11.368274 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a818f4a2-0e12-4de4-85d0-68a3fa0d001b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9fce387-d894-48c0-8171-83ee82d19cf8'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 19:00:11.384890 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port f9fce387-d894-48c0-8171-83ee82d19cf8, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=f9fce387-d894-48c0-8171-83ee82d19cf8,segment=NetworkSegment(1ebcdf6f-a6e2-40b0-857b-f08113c8630a),segment_id=1ebcdf6f-a6e2-40b0-857b-f08113c8630a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 19:00:11.391402 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:00:11.417431 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5d64110a1ec54c0f2bae3109cf83ae5c70b13a424bf8c5acbf84dbd50ace00d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b79d3b36-e0b1-4b20-a231-eb9f6f515dd1" -d '{"events": [{"server_uuid": "a818f4a2-0e12-4de4-85d0-68a3fa0d001b", "name": "network-vif-plugged", "status": "completed", "tag": "f9fce387-d894-48c0-8171-83ee82d19cf8"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 19:00:11.447825 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:00:11.456882 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=f9fce387-d894-48c0-8171-83ee82d19cf8,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:00:11.507422 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 19:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d44d5ed-e37d-4c0d-9f35-e6136d4b0e76 x-openstack-request-id: req-1d44d5ed-e37d-4c0d-9f35-e6136d4b0e76 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 19:00:11.507719 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a818f4a2-0e12-4de4-85d0-68a3fa0d001b", "name": "network-vif-plugged", "status": "completed", "tag": "f9fce387-d894-48c0-8171-83ee82d19cf8", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 19:00:11.507979 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-1d44d5ed-e37d-4c0d-9f35-e6136d4b0e76 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 19:00:11.508387 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d44d5ed-e37d-4c0d-9f35-e6136d4b0e76'] response: {'server_uuid': 'a818f4a2-0e12-4de4-85d0-68a3fa0d001b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9fce387-d894-48c0-8171-83ee82d19cf8', 'code': 200} May 18 19:00:11.613758 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f429675a-cd8b-4a0e-98e1-cd93f39f640e req-9d644d62-4f01-458e-87ab-e7f6697fdd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:00:11.615178 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f429675a-cd8b-4a0e-98e1-cd93f39f640e req-9d644d62-4f01-458e-87ab-e7f6697fdd71 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a818f4a2-0e12-4de4-85d0-68a3fa0d001b HTTP/1.1" status: 200 len: 1097 time: 0.0421245 May 18 19:00:11.654233 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f429675a-cd8b-4a0e-98e1-cd93f39f640e req-49fbd08d-a440-4a53-a2d0-d966e7faf372 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=153f1225-1378-4231-a82d-ab5f2a268f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273476 May 18 19:00:12.262248 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6331e415-1000-4f9d-8a46-8a8ad90a3c7d req-e4173cd1-65b7-4e29-bf9a-1b14dab400e5 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:00:12.263717 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6331e415-1000-4f9d-8a46-8a8ad90a3c7d req-e4173cd1-65b7-4e29-bf9a-1b14dab400e5 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/ports?device_id=a818f4a2-0e12-4de4-85d0-68a3fa0d001b HTTP/1.1" status: 200 len: 946 time: 0.0478656 May 18 19:00:12.301442 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6331e415-1000-4f9d-8a46-8a8ad90a3c7d req-139f40ba-990a-48be-be7c-3328526bc80b tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/security-groups?id=153f1225-1378-4231-a82d-ab5f2a268f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317435 May 18 19:00:12.584659 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:00:13.168508 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:00:13.419395 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a4df8e-3d69-4799-a666-12640a9e5255 req-a155eb98-e271-4281-a838-138a9dc7367e tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:00:13.420811 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c9a4df8e-3d69-4799-a666-12640a9e5255 req-a155eb98-e271-4281-a838-138a9dc7367e tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/ports?device_id=a818f4a2-0e12-4de4-85d0-68a3fa0d001b HTTP/1.1" status: 200 len: 946 time: 0.0531967 May 18 19:00:13.457874 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c9a4df8e-3d69-4799-a666-12640a9e5255 req-68e51bb8-81e2-4bfc-b4cd-3fcc39c3d7b6 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/security-groups?id=153f1225-1378-4231-a82d-ab5f2a268f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311306 May 18 19:00:13.570287 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0def367-1b85-47a2-b642-689a334fb0a3 req-bcadba92-108a-4bd6-a42d-a4155068202c tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:00:13.571766 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c0def367-1b85-47a2-b642-689a334fb0a3 req-bcadba92-108a-4bd6-a42d-a4155068202c tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/ports?device_id=a818f4a2-0e12-4de4-85d0-68a3fa0d001b HTTP/1.1" status: 200 len: 946 time: 0.0493371 May 18 19:00:13.610509 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c0def367-1b85-47a2-b642-689a334fb0a3 req-03b2c45c-249d-4306-bb8c-ecef6433b325 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/security-groups?id=153f1225-1378-4231-a82d-ab5f2a268f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325267 May 18 19:00:13.636382 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 49782) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:00:13.676299 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1555476d-9862-4011-a9d6-f1b8818fed43 tempest-TestNetworkAdvancedServerOps-1925643049 tempest-TestNetworkAdvancedServerOps-1925643049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:00:13.677785 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-1555476d-9862-4011-a9d6-f1b8818fed43 tempest-TestNetworkAdvancedServerOps-1925643049 tempest-TestNetworkAdvancedServerOps-1925643049-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=a818f4a2-0e12-4de4-85d0-68a3fa0d001b HTTP/1.1" status: 200 len: 1092 time: 0.0403414 May 18 19:00:13.680717 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 49784) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:00:13.684879 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-b68643a8-0c90-4f14-9762-e7303a698542 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Request body: {'floatingip': {'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'port_id': 'f9fce387-d894-48c0-8171-83ee82d19cf8', 'tenant_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 19:00:13.705344 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b68643a8-0c90-4f14-9762-e7303a698542 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for floatingip, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:00:13.802286 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b68643a8-0c90-4f14-9762-e7303a698542 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:00:13.901184 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-b68643a8-0c90-4f14-9762-e7303a698542 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Allocated IP 172.25.5.47 (31ebd439-090c-4b25-bbb0-31c48711b145/363a2810-8a83-4be0-a317-7c91fcd94485/5336683f-7ad4-4ecc-a4ce-953905624730) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 19:00:14.006510 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b68643a8-0c90-4f14-9762-e7303a698542 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:00:14.040051 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b68643a8-0c90-4f14-9762-e7303a698542 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:00:14.076750 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b68643a8-0c90-4f14-9762-e7303a698542 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Network 31ebd439-090c-4b25-bbb0-31c48711b145 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 19:00:14.079444 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-b68643a8-0c90-4f14-9762-e7303a698542 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 19:00:14.082869 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68643a8-0c90-4f14-9762-e7303a698542 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 19:00:14.090680 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68643a8-0c90-4f14-9762-e7303a698542 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Pushing event updated for resources: {'Port': ['ID=5336683f-7ad4-4ecc-a4ce-953905624730,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:00:14.439324 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b68643a8-0c90-4f14-9762-e7303a698542 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:00:14.503602 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b68643a8-0c90-4f14-9762-e7303a698542 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:00:14.650899 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b68643a8-0c90-4f14-9762-e7303a698542 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:00:14.657083 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b68643a8-0c90-4f14-9762-e7303a698542 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:00:14.727659 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68643a8-0c90-4f14-9762-e7303a698542 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Pushing event updated for resources: {'Port': ['ID=5336683f-7ad4-4ecc-a4ce-953905624730,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:00:14.739939 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b68643a8-0c90-4f14-9762-e7303a698542 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596987'] for floatingip, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:00:14.836766 n-d-838550-3 neutron-server[102730]: INFO neutron.db.l3_db [None req-b68643a8-0c90-4f14-9762-e7303a698542 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Floating IP 995a2c4b-1ca5-44f0-800c-29450f3cde24 associated. External IP: 172.25.5.47, port: f9fce387-d894-48c0-8171-83ee82d19cf8. May 18 19:00:15.039588 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b68643a8-0c90-4f14-9762-e7303a698542 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Router 2346723b-4349-4f52-97fb-1a2b7e21ae7c has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 19:00:15.143749 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b68643a8-0c90-4f14-9762-e7303a698542 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 19:00:15.153511 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c59caff-48ea-4b92-a3fe-01781fbdb31b None None] Sync routers for ids ['2346723b-4349-4f52-97fb-1a2b7e21ae7c'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 19:00:15.161833 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b68643a8-0c90-4f14-9762-e7303a698542 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:00:15.163219 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c59caff-48ea-4b92-a3fe-01781fbdb31b None None] Routers {'2346723b-4349-4f52-97fb-1a2b7e21ae7c'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 19:00:15.163856 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-2c59caff-48ea-4b92-a3fe-01781fbdb31b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T19:00:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['2346723b-4349-4f52-97fb-1a2b7e21ae7c'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:00:15.192349 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-b68643a8-0c90-4f14-9762-e7303a698542 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5106268 May 18 19:00:15.193023 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a818f4a2-0e12-4de4-85d0-68a3fa0d001b', 'tag': 'f9fce387-d894-48c0-8171-83ee82d19cf8'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 19:00:15.195408 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebab1398998b981f34f543ac0b562e5946bae5cf08db64623ace6dd3c2d346bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acf6e5f8-b432-4b86-9350-45270325ea95" -d '{"events": [{"name": "network-changed", "server_uuid": "a818f4a2-0e12-4de4-85d0-68a3fa0d001b", "tag": "f9fce387-d894-48c0-8171-83ee82d19cf8"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 19:00:15.271933 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-2c59caff-48ea-4b92-a3fe-01781fbdb31b None None] Set router 2346723b-4349-4f52-97fb-1a2b7e21ae7c gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 19:00:15.289525 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf5034e-4f3d-4f82-98aa-c578198913a9 req-58bb2201-b01c-429b-ba23-5c2f47468dc3 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:00:15.291468 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fbf5034e-4f3d-4f82-98aa-c578198913a9 req-58bb2201-b01c-429b-ba23-5c2f47468dc3 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/ports?device_id=a818f4a2-0e12-4de4-85d0-68a3fa0d001b HTTP/1.1" status: 200 len: 946 time: 0.0497448 May 18 19:00:15.330614 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fbf5034e-4f3d-4f82-98aa-c578198913a9 req-26d0fcf9-fe30-4c6d-8016-c7c5e6949a57 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/security-groups?id=153f1225-1378-4231-a82d-ab5f2a268f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324726 May 18 19:00:15.354043 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 49792) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:00:15.382340 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 19:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5f9b148-32b3-45e2-85b5-5829b8d489b4 x-openstack-request-id: req-e5f9b148-32b3-45e2-85b5-5829b8d489b4 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 19:00:15.382628 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a818f4a2-0e12-4de4-85d0-68a3fa0d001b", "tag": "f9fce387-d894-48c0-8171-83ee82d19cf8", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 19:00:15.382882 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-e5f9b148-32b3-45e2-85b5-5829b8d489b4 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 19:00:15.383300 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5f9b148-32b3-45e2-85b5-5829b8d489b4'] response: {'name': 'network-changed', 'server_uuid': 'a818f4a2-0e12-4de4-85d0-68a3fa0d001b', 'tag': 'f9fce387-d894-48c0-8171-83ee82d19cf8', 'status': 'completed', 'code': 200} May 18 19:00:15.421857 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-69a4743f-91dc-42bf-9095-0edb558b6b4c tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/floatingips/995a2c4b-1ca5-44f0-800c-29450f3cde24 HTTP/1.1" status: 200 len: 991 time: 0.0653756 May 18 19:00:15.451351 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf6e5f8-b432-4b86-9350-45270325ea95 req-1c7cb27a-713f-46c1-b9dc-eb87e91f5c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:00:15.452864 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-acf6e5f8-b432-4b86-9350-45270325ea95 req-1c7cb27a-713f-46c1-b9dc-eb87e91f5c38 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d50b1e2a8cea4a96957fd1d0d02be5f2&device_id=a818f4a2-0e12-4de4-85d0-68a3fa0d001b HTTP/1.1" status: 200 len: 1097 time: 0.0438061 May 18 19:00:15.511119 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-2c59caff-48ea-4b92-a3fe-01781fbdb31b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2346723b-4349-4f52-97fb-1a2b7e21ae7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-494543863', 'tenant_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '297ace97-38cf-488b-8ad3-9ce949e1b22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:59:57Z', 'updated_at': '2022-05-18T19:00:00Z', 'revision_number': 4, 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'gw_port': {'id': '297ace97-38cf-488b-8ad3-9ce949e1b22c', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ec:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2346723b-4349-4f52-97fb-1a2b7e21ae7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:59:57Z', 'updated_at': '2022-05-18T19:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': '995a2c4b-1ca5-44f0-800c-29450f3cde24', 'tenant_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'floating_ip_address': '172.25.5.47', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': '2346723b-4349-4f52-97fb-1a2b7e21ae7c', 'port_id': 'f9fce387-d894-48c0-8171-83ee82d19cf8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4292, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bee8f2d0-feb0-42b2-bb41-5edda7b4665a', 'mac_address': 'fa:16:3e:d3:dd:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a818f4a2-0e12-4de4-85d0-68a3fa0d001b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T19:00:14Z', 'updated_at': '2022-05-18T19:00:14Z', 'revision_number': 0, 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9ad29e3-69b4-4979-adeb-35b37e13683a', 'name': '', 'network_id': 'bee8f2d0-feb0-42b2-bb41-5edda7b4665a', 'tenant_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'mac_address': 'fa:16:3e:a8:49:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2346723b-4349-4f52-97fb-1a2b7e21ae7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '740c8fb2-f673-42bd-81f6-c4c283baf4cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:00:00Z', 'updated_at': '2022-05-18T19:00:02Z', 'revision_number': 5, 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'subnets': [{'id': '740c8fb2-f673-42bd-81f6-c4c283baf4cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:00:15.541349 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c59caff-48ea-4b92-a3fe-01781fbdb31b None None] Checking router: 2346723b-4349-4f52-97fb-1a2b7e21ae7c for host: n-d-838550-3 {{(pid=102732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 19:00:15.546023 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf6e5f8-b432-4b86-9350-45270325ea95 req-4e7960c9-a21c-4588-b88a-1c4c7c49ee4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:00:15.547454 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-acf6e5f8-b432-4b86-9350-45270325ea95 req-4e7960c9-a21c-4588-b88a-1c4c7c49ee4a service neutron] 10.222.0.36 "GET /v2.0/networks?id=bee8f2d0-feb0-42b2-bb41-5edda7b4665a HTTP/1.1" status: 200 len: 898 time: 0.0869668 May 18 19:00:15.549708 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c59caff-48ea-4b92-a3fe-01781fbdb31b None None] Routers {'2346723b-4349-4f52-97fb-1a2b7e21ae7c'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 19:00:15.550310 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-2c59caff-48ea-4b92-a3fe-01781fbdb31b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T19:00:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['2346723b-4349-4f52-97fb-1a2b7e21ae7c'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:00:15.611463 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-acf6e5f8-b432-4b86-9350-45270325ea95 req-b8f604c2-400e-4a45-a11e-4fe4bfd9184c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f9fce387-d894-48c0-8171-83ee82d19cf8 HTTP/1.1" status: 200 len: 999 time: 0.0569940 May 18 19:00:15.655960 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-2c59caff-48ea-4b92-a3fe-01781fbdb31b None None] Set router 2346723b-4349-4f52-97fb-1a2b7e21ae7c gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 19:00:15.659516 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf6e5f8-b432-4b86-9350-45270325ea95 req-5a5970fe-c860-4225-bebc-e775a54c9470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:00:15.660983 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-acf6e5f8-b432-4b86-9350-45270325ea95 req-5a5970fe-c860-4225-bebc-e775a54c9470 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=740c8fb2-f673-42bd-81f6-c4c283baf4cd HTTP/1.1" status: 200 len: 835 time: 0.0432127 May 18 19:00:15.711538 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf6e5f8-b432-4b86-9350-45270325ea95 req-9d89e65c-c875-4b37-8c8a-d70d4199b6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:00:15.712863 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-acf6e5f8-b432-4b86-9350-45270325ea95 req-9d89e65c-c875-4b37-8c8a-d70d4199b6c1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bee8f2d0-feb0-42b2-bb41-5edda7b4665a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453238 May 18 19:00:15.800222 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-acf6e5f8-b432-4b86-9350-45270325ea95 req-e01a37f5-d61b-4527-bbc2-7a05b65d10ee service neutron] 10.222.0.36 "GET /v2.0/networks/bee8f2d0-feb0-42b2-bb41-5edda7b4665a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803475 May 18 19:00:15.883056 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-2c59caff-48ea-4b92-a3fe-01781fbdb31b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2346723b-4349-4f52-97fb-1a2b7e21ae7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-494543863', 'tenant_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '297ace97-38cf-488b-8ad3-9ce949e1b22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:59:57Z', 'updated_at': '2022-05-18T19:00:00Z', 'revision_number': 4, 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'gw_port': {'id': '297ace97-38cf-488b-8ad3-9ce949e1b22c', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ec:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2346723b-4349-4f52-97fb-1a2b7e21ae7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:59:57Z', 'updated_at': '2022-05-18T19:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': '995a2c4b-1ca5-44f0-800c-29450f3cde24', 'tenant_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'floating_ip_address': '172.25.5.47', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': '2346723b-4349-4f52-97fb-1a2b7e21ae7c', 'port_id': 'f9fce387-d894-48c0-8171-83ee82d19cf8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4292, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bee8f2d0-feb0-42b2-bb41-5edda7b4665a', 'mac_address': 'fa:16:3e:d3:dd:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a818f4a2-0e12-4de4-85d0-68a3fa0d001b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T19:00:14Z', 'updated_at': '2022-05-18T19:00:14Z', 'revision_number': 0, 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9ad29e3-69b4-4979-adeb-35b37e13683a', 'name': '', 'network_id': 'bee8f2d0-feb0-42b2-bb41-5edda7b4665a', 'tenant_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'mac_address': 'fa:16:3e:a8:49:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2346723b-4349-4f52-97fb-1a2b7e21ae7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '740c8fb2-f673-42bd-81f6-c4c283baf4cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:00:00Z', 'updated_at': '2022-05-18T19:00:02Z', 'revision_number': 5, 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'subnets': [{'id': '740c8fb2-f673-42bd-81f6-c4c283baf4cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:00:15.914103 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c59caff-48ea-4b92-a3fe-01781fbdb31b None None] The sync data for ids ['2346723b-4349-4f52-97fb-1a2b7e21ae7c'] in n-d-838550-3 is: [{'id': '2346723b-4349-4f52-97fb-1a2b7e21ae7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-494543863', 'tenant_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '297ace97-38cf-488b-8ad3-9ce949e1b22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:59:57Z', 'updated_at': '2022-05-18T19:00:00Z', 'revision_number': 4, 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'gw_port': {'id': '297ace97-38cf-488b-8ad3-9ce949e1b22c', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ec:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2346723b-4349-4f52-97fb-1a2b7e21ae7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:59:57Z', 'updated_at': '2022-05-18T19:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': '995a2c4b-1ca5-44f0-800c-29450f3cde24', 'tenant_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'floating_ip_address': '172.25.5.47', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': '2346723b-4349-4f52-97fb-1a2b7e21ae7c', 'port_id': 'f9fce387-d894-48c0-8171-83ee82d19cf8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4292, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bee8f2d0-feb0-42b2-bb41-5edda7b4665a', 'mac_address': 'fa:16:3e:d3:dd:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a818f4a2-0e12-4de4-85d0-68a3fa0d001b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T19:00:14Z', 'updated_at': '2022-05-18T19:00:14Z', 'revision_number': 0, 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9ad29e3-69b4-4979-adeb-35b37e13683a', 'name': '', 'network_id': 'bee8f2d0-feb0-42b2-bb41-5edda7b4665a', 'tenant_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'mac_address': 'fa:16:3e:a8:49:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2346723b-4349-4f52-97fb-1a2b7e21ae7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '740c8fb2-f673-42bd-81f6-c4c283baf4cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:00:00Z', 'updated_at': '2022-05-18T19:00:02Z', 'revision_number': 5, 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'subnets': [{'id': '740c8fb2-f673-42bd-81f6-c4c283baf4cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 19:00:16.114345 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d67b247-0092-4a9b-8bf4-9a16ff5f0dfc None None] New status for floating IP 995a2c4b-1ca5-44f0-800c-29450f3cde24: ACTIVE {{(pid=102733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 19:00:16.231610 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-acf6e5f8-b432-4b86-9350-45270325ea95 req-8a13a4b4-bd55-4b41-ae4a-1d860fd08c7e service neutron] 10.222.0.36 "GET /v2.0/networks/bee8f2d0-feb0-42b2-bb41-5edda7b4665a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4245574 May 18 19:00:16.424644 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 49794) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:00:16.488676 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-f5f15b82-7398-4d57-877a-abaae1cab3b1 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/floatingips/995a2c4b-1ca5-44f0-800c-29450f3cde24 HTTP/1.1" status: 200 len: 993 time: 0.0628943 May 18 19:00:26.034308 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bc1d0cb5-e0bb-4d2c-9297-67d43c3f54e5 req-67e40a3a-23e1-45f4-943f-4ee87b5ec272 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a818f4a2-0e12-4de4-85d0-68a3fa0d001b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0392337 May 18 19:00:26.126297 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1d0cb5-e0bb-4d2c-9297-67d43c3f54e5 req-fb6ddb22-af9e-4f45-bdd2-a792df975632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:00:26.127776 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bc1d0cb5-e0bb-4d2c-9297-67d43c3f54e5 req-fb6ddb22-af9e-4f45-bdd2-a792df975632 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d50b1e2a8cea4a96957fd1d0d02be5f2&device_id=a818f4a2-0e12-4de4-85d0-68a3fa0d001b HTTP/1.1" status: 200 len: 1097 time: 0.0411797 May 18 19:00:26.232256 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1d0cb5-e0bb-4d2c-9297-67d43c3f54e5 req-feb19b6c-b4f0-42ef-b636-767d232fa16e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:00:26.233755 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bc1d0cb5-e0bb-4d2c-9297-67d43c3f54e5 req-feb19b6c-b4f0-42ef-b636-767d232fa16e service neutron] 10.222.0.36 "GET /v2.0/networks?id=bee8f2d0-feb0-42b2-bb41-5edda7b4665a HTTP/1.1" status: 200 len: 898 time: 0.0858848 May 18 19:00:26.298665 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bc1d0cb5-e0bb-4d2c-9297-67d43c3f54e5 req-0f21ef91-172f-4276-b522-41d114077a58 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f9fce387-d894-48c0-8171-83ee82d19cf8 HTTP/1.1" status: 200 len: 1001 time: 0.0579576 May 18 19:00:26.348584 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1d0cb5-e0bb-4d2c-9297-67d43c3f54e5 req-28ca7231-579c-4d32-84f2-d5dcad8405bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:00:26.350083 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bc1d0cb5-e0bb-4d2c-9297-67d43c3f54e5 req-28ca7231-579c-4d32-84f2-d5dcad8405bb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=740c8fb2-f673-42bd-81f6-c4c283baf4cd HTTP/1.1" status: 200 len: 835 time: 0.0444582 May 18 19:00:26.400731 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1d0cb5-e0bb-4d2c-9297-67d43c3f54e5 req-51689c88-21c6-45ac-ade4-83e1cc6d4a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:00:26.403066 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bc1d0cb5-e0bb-4d2c-9297-67d43c3f54e5 req-51689c88-21c6-45ac-ade4-83e1cc6d4a0f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bee8f2d0-feb0-42b2-bb41-5edda7b4665a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452878 May 18 19:00:26.509936 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bc1d0cb5-e0bb-4d2c-9297-67d43c3f54e5 req-a73dc256-bcaa-4824-8a7b-2955e2661409 service neutron] 10.222.0.36 "GET /v2.0/networks/bee8f2d0-feb0-42b2-bb41-5edda7b4665a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995331 May 18 19:00:26.607673 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bc1d0cb5-e0bb-4d2c-9297-67d43c3f54e5 req-5a3ade78-9f36-421e-9b1f-3a9e8028ead6 service neutron] 10.222.0.36 "GET /v2.0/networks/bee8f2d0-feb0-42b2-bb41-5edda7b4665a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906115 May 18 19:00:31.495902 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:00:31.642452 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:00:33.286753 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 7 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 19:00:37.727144 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-31bab37f-92dd-4340-bf40-5fb8b80372d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:00:40.100867 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-88468288-8abb-43c6-92d5-619830722eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:00:41.436381 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:00:42.586780 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:00:43.160568 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:00:51.772528 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80368062-8dc2-4fb4-9975-6abc9bbc36a9 req-0c2b825b-b191-41fd-a15c-019e33284c53 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:00:51.774096 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-80368062-8dc2-4fb4-9975-6abc9bbc36a9 req-0c2b825b-b191-41fd-a15c-019e33284c53 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/ports?device_id=a818f4a2-0e12-4de4-85d0-68a3fa0d001b HTTP/1.1" status: 200 len: 946 time: 0.0501072 May 18 19:00:51.812487 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-80368062-8dc2-4fb4-9975-6abc9bbc36a9 req-83219817-434e-4f90-9d51-3ca5434a6b49 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/security-groups?id=153f1225-1378-4231-a82d-ab5f2a268f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316064 May 18 19:00:52.929224 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58a5dad-9688-4310-b7e5-a101dc3959b6 req-2dd1953f-a3f6-4937-86c0-e3f8a8b39334 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:00:52.930648 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b58a5dad-9688-4310-b7e5-a101dc3959b6 req-2dd1953f-a3f6-4937-86c0-e3f8a8b39334 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/ports?device_id=a818f4a2-0e12-4de4-85d0-68a3fa0d001b HTTP/1.1" status: 200 len: 946 time: 0.0496688 May 18 19:00:52.968040 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b58a5dad-9688-4310-b7e5-a101dc3959b6 req-56b252b7-122e-478b-b70b-0a090ac53ecb tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/security-groups?id=153f1225-1378-4231-a82d-ab5f2a268f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307162 May 18 19:00:52.990129 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 49820) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:00:53.053417 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-db83d6ba-3095-45af-9645-946172ed3af5 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/floatingips/995a2c4b-1ca5-44f0-800c-29450f3cde24 HTTP/1.1" status: 200 len: 993 time: 0.0619316 May 18 19:00:54.324965 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e283fff-ffad-4677-8723-c0be297285e1 req-2a3b7bc4-2fff-4845-be3b-39484b504e6f tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:00:54.326389 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7e283fff-ffad-4677-8723-c0be297285e1 req-2a3b7bc4-2fff-4845-be3b-39484b504e6f tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/ports?device_id=a818f4a2-0e12-4de4-85d0-68a3fa0d001b HTTP/1.1" status: 200 len: 946 time: 0.0497339 May 18 19:00:54.366051 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7e283fff-ffad-4677-8723-c0be297285e1 req-c5dad76e-ac86-4122-8394-aa1ee42288a6 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/security-groups?id=153f1225-1378-4231-a82d-ab5f2a268f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337303 May 18 19:00:55.484294 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee41fda-50ab-4b85-b33d-daf30aaf559e req-0eedf708-0f4e-4a85-a3cf-bb572c45ec04 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:00:55.485829 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fee41fda-50ab-4b85-b33d-daf30aaf559e req-0eedf708-0f4e-4a85-a3cf-bb572c45ec04 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/ports?device_id=a818f4a2-0e12-4de4-85d0-68a3fa0d001b HTTP/1.1" status: 200 len: 946 time: 0.0513127 May 18 19:00:55.523623 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fee41fda-50ab-4b85-b33d-daf30aaf559e req-63e49e90-1584-44dd-a6f3-118c8d8c16db tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/security-groups?id=153f1225-1378-4231-a82d-ab5f2a268f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316813 May 18 19:00:55.546105 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 49830) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:00:55.614689 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-1a5c78d2-43a6-4a64-99aa-0d068d3eb895 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/floatingips/995a2c4b-1ca5-44f0-800c-29450f3cde24 HTTP/1.1" status: 200 len: 993 time: 0.0673547 May 18 19:00:55.835098 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 49836) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:00:55.989954 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-0f73540a-4435-4684-8e71-36f096c97c6b tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Deleting port 5336683f-7ad4-4ecc-a4ce-953905624730 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 19:00:55.990938 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0f73540a-4435-4684-8e71-36f096c97c6b tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:00:56.068285 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0f73540a-4435-4684-8e71-36f096c97c6b tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:00:56.068665 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0f73540a-4435-4684-8e71-36f096c97c6b tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:00:56.080175 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-0f73540a-4435-4684-8e71-36f096c97c6b tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Calling delete_port for 5336683f-7ad4-4ecc-a4ce-953905624730 owned by network:floatingip {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 19:00:56.221208 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0f73540a-4435-4684-8e71-36f096c97c6b tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:00:56.248663 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f73540a-4435-4684-8e71-36f096c97c6b tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Pushing event deleted for resources: {'Port': ['ID=5336683f-7ad4-4ecc-a4ce-953905624730,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:00:56.258671 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f73540a-4435-4684-8e71-36f096c97c6b tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:00:56.259025 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f73540a-4435-4684-8e71-36f096c97c6b tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:00:56.259363 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f73540a-4435-4684-8e71-36f096c97c6b tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:00:56.259700 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f73540a-4435-4684-8e71-36f096c97c6b tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:00:56.260033 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f73540a-4435-4684-8e71-36f096c97c6b tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:00:56.260363 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f73540a-4435-4684-8e71-36f096c97c6b tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:00:56.261094 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f73540a-4435-4684-8e71-36f096c97c6b tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:00:56.261094 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f73540a-4435-4684-8e71-36f096c97c6b tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:00:56.261359 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f73540a-4435-4684-8e71-36f096c97c6b tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:00:56.261715 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f73540a-4435-4684-8e71-36f096c97c6b tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:00:56.262042 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f73540a-4435-4684-8e71-36f096c97c6b tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:00:56.262362 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f73540a-4435-4684-8e71-36f096c97c6b tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:00:56.326185 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0f73540a-4435-4684-8e71-36f096c97c6b tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for floatingip, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:00:56.326185 n-d-838550-3 neutron-server[102730]: INFO neutron.db.l3_db [None req-0f73540a-4435-4684-8e71-36f096c97c6b tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Floating IP 995a2c4b-1ca5-44f0-800c-29450f3cde24 disassociated (deleted). External IP: 172.25.5.47, port: f9fce387-d894-48c0-8171-83ee82d19cf8. May 18 19:00:56.539546 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f73540a-4435-4684-8e71-36f096c97c6b tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Router 2346723b-4349-4f52-97fb-1a2b7e21ae7c has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 19:00:56.652939 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f73540a-4435-4684-8e71-36f096c97c6b tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 19:00:56.657827 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0f73540a-4435-4684-8e71-36f096c97c6b tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:00:56.664264 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dafdc68-8d64-41d8-bc0b-f999cb7380e5 None None] Sync routers for ids ['2346723b-4349-4f52-97fb-1a2b7e21ae7c'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 19:00:56.675123 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dafdc68-8d64-41d8-bc0b-f999cb7380e5 None None] Routers {'2346723b-4349-4f52-97fb-1a2b7e21ae7c'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 19:00:56.675732 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-3dafdc68-8d64-41d8-bc0b-f999cb7380e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T19:00:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['2346723b-4349-4f52-97fb-1a2b7e21ae7c'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:00:56.687256 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-0f73540a-4435-4684-8e71-36f096c97c6b tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "DELETE /v2.0/floatingips/995a2c4b-1ca5-44f0-800c-29450f3cde24 HTTP/1.1" status: 204 len: 168 time: 0.8507965 May 18 19:00:56.687884 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a818f4a2-0e12-4de4-85d0-68a3fa0d001b', 'tag': 'f9fce387-d894-48c0-8171-83ee82d19cf8'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 19:00:56.690836 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebab1398998b981f34f543ac0b562e5946bae5cf08db64623ace6dd3c2d346bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8ccd6dc-d582-41b3-8c79-a381f10878d7" -d '{"events": [{"name": "network-changed", "server_uuid": "a818f4a2-0e12-4de4-85d0-68a3fa0d001b", "tag": "f9fce387-d894-48c0-8171-83ee82d19cf8"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 19:00:56.799013 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-3dafdc68-8d64-41d8-bc0b-f999cb7380e5 None None] Set router 2346723b-4349-4f52-97fb-1a2b7e21ae7c gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 19:00:56.866567 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 19:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf09047e-55b3-47a2-bd41-a41dde23eaf0 x-openstack-request-id: req-cf09047e-55b3-47a2-bd41-a41dde23eaf0 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 19:00:56.867163 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a818f4a2-0e12-4de4-85d0-68a3fa0d001b", "tag": "f9fce387-d894-48c0-8171-83ee82d19cf8", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 19:00:56.867740 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-cf09047e-55b3-47a2-bd41-a41dde23eaf0 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 19:00:56.868368 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf09047e-55b3-47a2-bd41-a41dde23eaf0'] response: {'name': 'network-changed', 'server_uuid': 'a818f4a2-0e12-4de4-85d0-68a3fa0d001b', 'tag': 'f9fce387-d894-48c0-8171-83ee82d19cf8', 'status': 'completed', 'code': 200} May 18 19:00:56.975498 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ccd6dc-d582-41b3-8c79-a381f10878d7 req-ae9253e6-25ee-4828-82a0-2f38dd82d435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:00:56.977341 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c8ccd6dc-d582-41b3-8c79-a381f10878d7 req-ae9253e6-25ee-4828-82a0-2f38dd82d435 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d50b1e2a8cea4a96957fd1d0d02be5f2&device_id=a818f4a2-0e12-4de4-85d0-68a3fa0d001b HTTP/1.1" status: 200 len: 1097 time: 0.0816944 May 18 19:00:56.989385 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5684d09-2087-4903-853e-de4fdb8dae16 req-7f25783e-b72a-402e-8dc2-1fb729a00c7a tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:00:56.990890 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f5684d09-2087-4903-853e-de4fdb8dae16 req-7f25783e-b72a-402e-8dc2-1fb729a00c7a tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/ports?device_id=a818f4a2-0e12-4de4-85d0-68a3fa0d001b HTTP/1.1" status: 200 len: 946 time: 0.0600708 May 18 19:00:57.025725 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-3dafdc68-8d64-41d8-bc0b-f999cb7380e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2346723b-4349-4f52-97fb-1a2b7e21ae7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-494543863', 'tenant_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '297ace97-38cf-488b-8ad3-9ce949e1b22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:59:57Z', 'updated_at': '2022-05-18T19:00:00Z', 'revision_number': 4, 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'gw_port': {'id': '297ace97-38cf-488b-8ad3-9ce949e1b22c', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ec:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2346723b-4349-4f52-97fb-1a2b7e21ae7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:59:57Z', 'updated_at': '2022-05-18T19:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': 'd9ad29e3-69b4-4979-adeb-35b37e13683a', 'name': '', 'network_id': 'bee8f2d0-feb0-42b2-bb41-5edda7b4665a', 'tenant_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'mac_address': 'fa:16:3e:a8:49:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2346723b-4349-4f52-97fb-1a2b7e21ae7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '740c8fb2-f673-42bd-81f6-c4c283baf4cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:00:00Z', 'updated_at': '2022-05-18T19:00:02Z', 'revision_number': 5, 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'subnets': [{'id': '740c8fb2-f673-42bd-81f6-c4c283baf4cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:00:57.057962 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dafdc68-8d64-41d8-bc0b-f999cb7380e5 None None] Checking router: 2346723b-4349-4f52-97fb-1a2b7e21ae7c for host: n-d-838550-3 {{(pid=102732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 19:00:57.067469 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dafdc68-8d64-41d8-bc0b-f999cb7380e5 None None] Routers {'2346723b-4349-4f52-97fb-1a2b7e21ae7c'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 19:00:57.068017 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-3dafdc68-8d64-41d8-bc0b-f999cb7380e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T19:00:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['2346723b-4349-4f52-97fb-1a2b7e21ae7c'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:00:57.090144 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f5684d09-2087-4903-853e-de4fdb8dae16 req-35cb15d9-317d-4299-8611-a3e2b789c14a tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/security-groups?id=153f1225-1378-4231-a82d-ab5f2a268f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889490 May 18 19:00:57.109356 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ccd6dc-d582-41b3-8c79-a381f10878d7 req-c6ff6e2d-14d2-46a7-a249-6f28007f54d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:00:57.110889 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c8ccd6dc-d582-41b3-8c79-a381f10878d7 req-c6ff6e2d-14d2-46a7-a249-6f28007f54d0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=bee8f2d0-feb0-42b2-bb41-5edda7b4665a HTTP/1.1" status: 200 len: 898 time: 0.1191509 May 18 19:00:57.155360 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c8ccd6dc-d582-41b3-8c79-a381f10878d7 req-078e1ff4-ab0d-4a5f-82d9-a67badde096b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f9fce387-d894-48c0-8171-83ee82d19cf8 HTTP/1.1" status: 200 len: 217 time: 0.0352943 May 18 19:00:57.176661 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-3dafdc68-8d64-41d8-bc0b-f999cb7380e5 None None] Set router 2346723b-4349-4f52-97fb-1a2b7e21ae7c gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 19:00:57.210192 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ccd6dc-d582-41b3-8c79-a381f10878d7 req-ec7db6e5-a216-4b1a-a467-43df4e3be957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:00:57.211676 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c8ccd6dc-d582-41b3-8c79-a381f10878d7 req-ec7db6e5-a216-4b1a-a467-43df4e3be957 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=740c8fb2-f673-42bd-81f6-c4c283baf4cd HTTP/1.1" status: 200 len: 835 time: 0.0491767 May 18 19:00:57.264552 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ccd6dc-d582-41b3-8c79-a381f10878d7 req-8517ab64-bac6-4bac-9dd5-8e300f93a717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:00:57.266411 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c8ccd6dc-d582-41b3-8c79-a381f10878d7 req-8517ab64-bac6-4bac-9dd5-8e300f93a717 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bee8f2d0-feb0-42b2-bb41-5edda7b4665a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473356 May 18 19:00:57.356823 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c8ccd6dc-d582-41b3-8c79-a381f10878d7 req-013d9370-fd97-467a-894b-231810a464b7 service neutron] 10.222.0.36 "GET /v2.0/networks/bee8f2d0-feb0-42b2-bb41-5edda7b4665a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810521 May 18 19:00:57.379317 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-3dafdc68-8d64-41d8-bc0b-f999cb7380e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2346723b-4349-4f52-97fb-1a2b7e21ae7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-494543863', 'tenant_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '297ace97-38cf-488b-8ad3-9ce949e1b22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:59:57Z', 'updated_at': '2022-05-18T19:00:00Z', 'revision_number': 4, 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'gw_port': {'id': '297ace97-38cf-488b-8ad3-9ce949e1b22c', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ec:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2346723b-4349-4f52-97fb-1a2b7e21ae7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:59:57Z', 'updated_at': '2022-05-18T19:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': 'd9ad29e3-69b4-4979-adeb-35b37e13683a', 'name': '', 'network_id': 'bee8f2d0-feb0-42b2-bb41-5edda7b4665a', 'tenant_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'mac_address': 'fa:16:3e:a8:49:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2346723b-4349-4f52-97fb-1a2b7e21ae7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '740c8fb2-f673-42bd-81f6-c4c283baf4cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:00:00Z', 'updated_at': '2022-05-18T19:00:02Z', 'revision_number': 5, 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'subnets': [{'id': '740c8fb2-f673-42bd-81f6-c4c283baf4cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:00:57.409852 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dafdc68-8d64-41d8-bc0b-f999cb7380e5 None None] The sync data for ids ['2346723b-4349-4f52-97fb-1a2b7e21ae7c'] in n-d-838550-3 is: [{'id': '2346723b-4349-4f52-97fb-1a2b7e21ae7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-494543863', 'tenant_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '297ace97-38cf-488b-8ad3-9ce949e1b22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:59:57Z', 'updated_at': '2022-05-18T19:00:00Z', 'revision_number': 4, 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'gw_port': {'id': '297ace97-38cf-488b-8ad3-9ce949e1b22c', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ec:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2346723b-4349-4f52-97fb-1a2b7e21ae7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:59:57Z', 'updated_at': '2022-05-18T19:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': 'd9ad29e3-69b4-4979-adeb-35b37e13683a', 'name': '', 'network_id': 'bee8f2d0-feb0-42b2-bb41-5edda7b4665a', 'tenant_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'mac_address': 'fa:16:3e:a8:49:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2346723b-4349-4f52-97fb-1a2b7e21ae7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '740c8fb2-f673-42bd-81f6-c4c283baf4cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:00:00Z', 'updated_at': '2022-05-18T19:00:02Z', 'revision_number': 5, 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'subnets': [{'id': '740c8fb2-f673-42bd-81f6-c4c283baf4cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 19:00:57.456031 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c8ccd6dc-d582-41b3-8c79-a381f10878d7 req-aba04179-1f59-40aa-ad62-8e2c41a1885a service neutron] 10.222.0.36 "GET /v2.0/networks/bee8f2d0-feb0-42b2-bb41-5edda7b4665a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897822 May 18 19:00:57.625695 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fad1121-28b7-4eb2-bbea-f05a2fe4ab8f None None] New status for floating IP 995a2c4b-1ca5-44f0-800c-29450f3cde24: DOWN {{(pid=102733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 19:00:58.208661 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a684dbcd-99cb-43a7-92d6-c74929d0659e req-6ac28767-c75d-4f3f-9b76-c3f0b632e9cb tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:00:58.210243 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a684dbcd-99cb-43a7-92d6-c74929d0659e req-6ac28767-c75d-4f3f-9b76-c3f0b632e9cb tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/ports?device_id=a818f4a2-0e12-4de4-85d0-68a3fa0d001b HTTP/1.1" status: 200 len: 946 time: 0.0496390 May 18 19:00:58.247986 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a684dbcd-99cb-43a7-92d6-c74929d0659e req-3b9190f5-e2f5-420d-bf69-066e580c0e2d tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/security-groups?id=153f1225-1378-4231-a82d-ab5f2a268f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312097 May 18 19:00:58.740877 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33b5ca4-b7eb-4c65-8a6c-5f3b451cf9df req-b770c68e-b4bb-4036-81af-d3ecdd6a6e53 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:00:58.742350 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a33b5ca4-b7eb-4c65-8a6c-5f3b451cf9df req-b770c68e-b4bb-4036-81af-d3ecdd6a6e53 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.36 "GET /v2.0/ports?device_id=a818f4a2-0e12-4de4-85d0-68a3fa0d001b HTTP/1.1" status: 200 len: 946 time: 0.0527728 May 18 19:00:58.834513 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-a33b5ca4-b7eb-4c65-8a6c-5f3b451cf9df req-563b583d-448d-457c-85b8-8313f44dc0e7 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Deleting port f9fce387-d894-48c0-8171-83ee82d19cf8 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 19:00:58.834852 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-a33b5ca4-b7eb-4c65-8a6c-5f3b451cf9df req-563b583d-448d-457c-85b8-8313f44dc0e7 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:00:58.926494 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-a33b5ca4-b7eb-4c65-8a6c-5f3b451cf9df req-563b583d-448d-457c-85b8-8313f44dc0e7 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] For port f9fce387-d894-48c0-8171-83ee82d19cf8, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=f9fce387-d894-48c0-8171-83ee82d19cf8,segment=NetworkSegment(1ebcdf6f-a6e2-40b0-857b-f08113c8630a),segment_id=1ebcdf6f-a6e2-40b0-857b-f08113c8630a)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 19:00:58.926911 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-a33b5ca4-b7eb-4c65-8a6c-5f3b451cf9df req-563b583d-448d-457c-85b8-8313f44dc0e7 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:00:58.939028 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-a33b5ca4-b7eb-4c65-8a6c-5f3b451cf9df req-563b583d-448d-457c-85b8-8313f44dc0e7 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Calling delete_port for f9fce387-d894-48c0-8171-83ee82d19cf8 owned by compute:nova {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 19:00:59.063842 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-a33b5ca4-b7eb-4c65-8a6c-5f3b451cf9df req-563b583d-448d-457c-85b8-8313f44dc0e7 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:00:59.097593 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563b583d-448d-457c-85b8-8313f44dc0e7 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Pushing event deleted for resources: {'Port': ['ID=f9fce387-d894-48c0-8171-83ee82d19cf8,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:00:59.138532 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-a33b5ca4-b7eb-4c65-8a6c-5f3b451cf9df req-563b583d-448d-457c-85b8-8313f44dc0e7 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] No DVR routers for this DVR port f9fce387-d894-48c0-8171-83ee82d19cf8 on host n-h1-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 19:00:59.141840 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-a33b5ca4-b7eb-4c65-8a6c-5f3b451cf9df req-563b583d-448d-457c-85b8-8313f44dc0e7 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:00:59.144551 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a33b5ca4-b7eb-4c65-8a6c-5f3b451cf9df req-563b583d-448d-457c-85b8-8313f44dc0e7 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.36 "DELETE /v2.0/ports/f9fce387-d894-48c0-8171-83ee82d19cf8 HTTP/1.1" status: 204 len: 173 time: 0.3922944 May 18 19:00:59.144989 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a818f4a2-0e12-4de4-85d0-68a3fa0d001b', 'name': 'network-vif-deleted', 'tag': 'f9fce387-d894-48c0-8171-83ee82d19cf8'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 19:00:59.147266 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebab1398998b981f34f543ac0b562e5946bae5cf08db64623ace6dd3c2d346bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6518a1ab-3283-484b-8180-228f91ea8da2" -d '{"events": [{"server_uuid": "a818f4a2-0e12-4de4-85d0-68a3fa0d001b", "name": "network-vif-deleted", "tag": "f9fce387-d894-48c0-8171-83ee82d19cf8"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 19:00:59.186154 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 19:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c54f678-1347-453e-9041-43d5ee08c3eb x-openstack-request-id: req-1c54f678-1347-453e-9041-43d5ee08c3eb {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 19:00:59.186472 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a818f4a2-0e12-4de4-85d0-68a3fa0d001b", "name": "network-vif-deleted", "tag": "f9fce387-d894-48c0-8171-83ee82d19cf8", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 19:00:59.186722 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-1c54f678-1347-453e-9041-43d5ee08c3eb {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 19:00:59.187123 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c54f678-1347-453e-9041-43d5ee08c3eb'] response: {'server_uuid': 'a818f4a2-0e12-4de4-85d0-68a3fa0d001b', 'name': 'network-vif-deleted', 'tag': 'f9fce387-d894-48c0-8171-83ee82d19cf8', 'status': 'completed', 'code': 200} May 18 19:00:59.358556 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-188c3c06-ec2a-4a58-87d9-a2a96337743d req-1cf6b692-7901-4761-bb34-c48cf8ff81ec tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/ports?device_id=a818f4a2-0e12-4de4-85d0-68a3fa0d001b HTTP/1.1" status: 200 len: 210 time: 0.0272181 May 18 19:01:00.414290 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 49854) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:01:00.771154 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-da1a1a76-1092-4026-98b8-884d70922f30 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-595963'] for router_interface, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:01.019697 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-da1a1a76-1092-4026-98b8-884d70922f30 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Deleting port d9ad29e3-69b4-4979-adeb-35b37e13683a {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 19:01:01.020051 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-da1a1a76-1092-4026-98b8-884d70922f30 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:01.104786 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-da1a1a76-1092-4026-98b8-884d70922f30 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] For port d9ad29e3-69b4-4979-adeb-35b37e13683a, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=d9ad29e3-69b4-4979-adeb-35b37e13683a,segment=NetworkSegment(1ebcdf6f-a6e2-40b0-857b-f08113c8630a),segment_id=1ebcdf6f-a6e2-40b0-857b-f08113c8630a)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 19:01:01.105715 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-da1a1a76-1092-4026-98b8-884d70922f30 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:01.117143 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-da1a1a76-1092-4026-98b8-884d70922f30 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Calling delete_port for d9ad29e3-69b4-4979-adeb-35b37e13683a owned by network:router_interface {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 19:01:01.299405 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-da1a1a76-1092-4026-98b8-884d70922f30 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:01.327349 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1a1a76-1092-4026-98b8-884d70922f30 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Pushing event deleted for resources: {'Port': ['ID=d9ad29e3-69b4-4979-adeb-35b37e13683a,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:01:01.504727 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-da1a1a76-1092-4026-98b8-884d70922f30 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-593931'] for router_interface, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:01.512408 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:01.656133 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:02.064131 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da1a1a76-1092-4026-98b8-884d70922f30 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Router 2346723b-4349-4f52-97fb-1a2b7e21ae7c has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 19:01:02.168933 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da1a1a76-1092-4026-98b8-884d70922f30 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 19:01:02.174060 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-da1a1a76-1092-4026-98b8-884d70922f30 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "PUT /v2.0/routers/2346723b-4349-4f52-97fb-1a2b7e21ae7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7587285 May 18 19:01:02.177130 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 49860) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:01:02.178825 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e6461e-aae6-4569-a8dc-6ee4b813a3fb None None] Sync routers for ids ['2346723b-4349-4f52-97fb-1a2b7e21ae7c'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 19:01:02.188178 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e6461e-aae6-4569-a8dc-6ee4b813a3fb None None] Routers {'2346723b-4349-4f52-97fb-1a2b7e21ae7c'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 19:01:02.188923 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-71e6461e-aae6-4569-a8dc-6ee4b813a3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T19:00:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['2346723b-4349-4f52-97fb-1a2b7e21ae7c'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:01:02.228712 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_v2 [None req-26a99176-c873-42c1-9882-ab3e70373951 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Deleting subnet 740c8fb2-f673-42bd-81f6-c4c283baf4cd {{(pid=102730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 19:01:02.231791 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-26a99176-c873-42c1-9882-ab3e70373951 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for subnet, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:02.271921 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-26a99176-c873-42c1-9882-ab3e70373951 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260107366'] for subnet, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:02.295889 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-71e6461e-aae6-4569-a8dc-6ee4b813a3fb None None] Set router 2346723b-4349-4f52-97fb-1a2b7e21ae7c gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 19:01:02.360479 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-26a99176-c873-42c1-9882-ab3e70373951 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:02.419226 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-26a99176-c873-42c1-9882-ab3e70373951 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261104690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261031888'] for subnet, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:02.447877 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a99176-c873-42c1-9882-ab3e70373951 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Pushing event deleted for resources: {'Subnet': ['ID=740c8fb2-f673-42bd-81f6-c4c283baf4cd,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:01:02.450464 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-26a99176-c873-42c1-9882-ab3e70373951 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:02.456268 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-26a99176-c873-42c1-9882-ab3e70373951 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "DELETE /v2.0/subnets/740c8fb2-f673-42bd-81f6-c4c283baf4cd HTTP/1.1" status: 204 len: 168 time: 0.2756634 May 18 19:01:02.457058 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 49862) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:01:02.463010 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0824f009-da53-4341-a6c6-c64d5af029ff None None] Network bee8f2d0-feb0-42b2-bb41-5edda7b4665a requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 19:01:02.560363 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-71e6461e-aae6-4569-a8dc-6ee4b813a3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2346723b-4349-4f52-97fb-1a2b7e21ae7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-494543863', 'tenant_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '297ace97-38cf-488b-8ad3-9ce949e1b22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:59:57Z', 'updated_at': '2022-05-18T19:01:01Z', 'revision_number': 5, 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'gw_port': {'id': '297ace97-38cf-488b-8ad3-9ce949e1b22c', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ec:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2346723b-4349-4f52-97fb-1a2b7e21ae7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:59:57Z', 'updated_at': '2022-05-18T19:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:01:02.565886 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f327b640-4fa7-4b93-bc9a-1f0e2088ae8b tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for router, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:02.603615 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e6461e-aae6-4569-a8dc-6ee4b813a3fb None None] Checking router: 2346723b-4349-4f52-97fb-1a2b7e21ae7c for host: n-d-838550-3 {{(pid=102732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 19:01:02.619587 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e6461e-aae6-4569-a8dc-6ee4b813a3fb None None] Routers {'2346723b-4349-4f52-97fb-1a2b7e21ae7c'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 19:01:02.620137 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-71e6461e-aae6-4569-a8dc-6ee4b813a3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T19:00:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['2346723b-4349-4f52-97fb-1a2b7e21ae7c'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:01:02.675993 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f327b640-4fa7-4b93-bc9a-1f0e2088ae8b tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:02.710806 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e9f666e-8ed7-438b-879c-58daa2422cfe None None] DHCP port deletion for bee8f2d0-feb0-42b2-bb41-5edda7b4665a request from n-d-838550-3 {{(pid=102732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 19:01:02.738287 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-f327b640-4fa7-4b93-bc9a-1f0e2088ae8b tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Deleting port 297ace97-38cf-488b-8ad3-9ce949e1b22c {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 19:01:02.738628 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f327b640-4fa7-4b93-bc9a-1f0e2088ae8b tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:02.767816 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-71e6461e-aae6-4569-a8dc-6ee4b813a3fb None None] Set router 2346723b-4349-4f52-97fb-1a2b7e21ae7c gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 19:01:02.816917 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-f327b640-4fa7-4b93-bc9a-1f0e2088ae8b tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] For port 297ace97-38cf-488b-8ad3-9ce949e1b22c, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=297ace97-38cf-488b-8ad3-9ce949e1b22c,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 19:01:02.817289 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f327b640-4fa7-4b93-bc9a-1f0e2088ae8b tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:02.829681 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-f327b640-4fa7-4b93-bc9a-1f0e2088ae8b tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Calling delete_port for 297ace97-38cf-488b-8ad3-9ce949e1b22c owned by network:router_gateway {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 19:01:03.007448 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f327b640-4fa7-4b93-bc9a-1f0e2088ae8b tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:03.028381 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 27464e45-b7e2-407d-a19a-2d0d57cf5e0e no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 19:01:03.038891 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f327b640-4fa7-4b93-bc9a-1f0e2088ae8b tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Pushing event deleted for resources: {'Port': ['ID=297ace97-38cf-488b-8ad3-9ce949e1b22c,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:01:03.071487 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-0e9f666e-8ed7-438b-879c-58daa2422cfe None None] Deleting port 27464e45-b7e2-407d-a19a-2d0d57cf5e0e {{(pid=102732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 19:01:03.071913 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0e9f666e-8ed7-438b-879c-58daa2422cfe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:03.099438 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f327b640-4fa7-4b93-bc9a-1f0e2088ae8b tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596901'] for router_gateway, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:03.190262 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f327b640-4fa7-4b93-bc9a-1f0e2088ae8b tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25145'] for router, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:03.192246 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f327b640-4fa7-4b93-bc9a-1f0e2088ae8b tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:03.221509 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-0e9f666e-8ed7-438b-879c-58daa2422cfe None None] For port 27464e45-b7e2-407d-a19a-2d0d57cf5e0e, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=27464e45-b7e2-407d-a19a-2d0d57cf5e0e,segment=NetworkSegment(1ebcdf6f-a6e2-40b0-857b-f08113c8630a),segment_id=1ebcdf6f-a6e2-40b0-857b-f08113c8630a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 19:01:03.221940 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0e9f666e-8ed7-438b-879c-58daa2422cfe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:03.239671 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f327b640-4fa7-4b93-bc9a-1f0e2088ae8b tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593303'] for router, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:03.240618 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f327b640-4fa7-4b93-bc9a-1f0e2088ae8b tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Fanout notify agent at l3_agent the message router_deleted on router 2346723b-4349-4f52-97fb-1a2b7e21ae7c {{(pid=102730) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 18 19:01:03.244729 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-0e9f666e-8ed7-438b-879c-58daa2422cfe None None] Calling delete_port for 27464e45-b7e2-407d-a19a-2d0d57cf5e0e owned by network:dhcp {{(pid=102732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 19:01:03.248099 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f327b640-4fa7-4b93-bc9a-1f0e2088ae8b tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for router, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:03.250105 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-f327b640-4fa7-4b93-bc9a-1f0e2088ae8b tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "DELETE /v2.0/routers/2346723b-4349-4f52-97fb-1a2b7e21ae7c HTTP/1.1" status: 204 len: 168 time: 0.7924469 May 18 19:01:03.252117 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 49864) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:01:03.261790 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 27464e45-b7e2-407d-a19a-2d0d57cf5e0e is: ACTIVE; New status is: DOWN {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 19:01:03.262185 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:03.336698 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-cbe754b7-7ad5-463c-abcf-ae475a75e78c tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:03.348604 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] For port 27464e45-b7e2-407d-a19a-2d0d57cf5e0e, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=27464e45-b7e2-407d-a19a-2d0d57cf5e0e,segment=NetworkSegment(1ebcdf6f-a6e2-40b0-857b-f08113c8630a),segment_id=1ebcdf6f-a6e2-40b0-857b-f08113c8630a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 19:01:03.357868 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:03.366057 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-71e6461e-aae6-4569-a8dc-6ee4b813a3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2346723b-4349-4f52-97fb-1a2b7e21ae7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-494543863', 'tenant_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '297ace97-38cf-488b-8ad3-9ce949e1b22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:59:57Z', 'updated_at': '2022-05-18T19:01:01Z', 'revision_number': 5, 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'gw_port': {'id': '297ace97-38cf-488b-8ad3-9ce949e1b22c', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ec:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2346723b-4349-4f52-97fb-1a2b7e21ae7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:59:57Z', 'updated_at': '2022-05-18T19:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:01:03.390888 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-cbe754b7-7ad5-463c-abcf-ae475a75e78c tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Deleting port 27464e45-b7e2-407d-a19a-2d0d57cf5e0e {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 19:01:03.391237 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-cbe754b7-7ad5-463c-abcf-ae475a75e78c tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:03.423227 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device f9fce387-d894-48c0-8171-83ee82d19cf8 no longer exists at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 19:01:03.427797 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e6461e-aae6-4569-a8dc-6ee4b813a3fb None None] The sync data for ids ['2346723b-4349-4f52-97fb-1a2b7e21ae7c'] in n-d-838550-3 is: [{'id': '2346723b-4349-4f52-97fb-1a2b7e21ae7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-494543863', 'tenant_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '297ace97-38cf-488b-8ad3-9ce949e1b22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T18:59:57Z', 'updated_at': '2022-05-18T19:01:01Z', 'revision_number': 5, 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'gw_port': {'id': '297ace97-38cf-488b-8ad3-9ce949e1b22c', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ec:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2346723b-4349-4f52-97fb-1a2b7e21ae7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T18:59:57Z', 'updated_at': '2022-05-18T19:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 19:01:03.462978 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-cbe754b7-7ad5-463c-abcf-ae475a75e78c tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] For port 27464e45-b7e2-407d-a19a-2d0d57cf5e0e, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=27464e45-b7e2-407d-a19a-2d0d57cf5e0e,segment=NetworkSegment(1ebcdf6f-a6e2-40b0-857b-f08113c8630a),segment_id=1ebcdf6f-a6e2-40b0-857b-f08113c8630a)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 19:01:03.462978 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-cbe754b7-7ad5-463c-abcf-ae475a75e78c tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:03.463268 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] No Port match for: f9fce387-d894-48c0-8171-83ee82d19cf8 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 19:01:03.463268 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device f9fce387-d894-48c0-8171-83ee82d19cf8 not bound to the agent host n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 19:01:03.472861 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0e9f666e-8ed7-438b-879c-58daa2422cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508'] for port, after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:03.482784 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-cbe754b7-7ad5-463c-abcf-ae475a75e78c tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Calling delete_port for 27464e45-b7e2-407d-a19a-2d0d57cf5e0e owned by network:dhcp {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 19:01:03.484101 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Pushing event updated for resources: {'Port': ['ID=27464e45-b7e2-407d-a19a-2d0d57cf5e0e,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:01:03.489923 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9f666e-8ed7-438b-879c-58daa2422cfe None None] No DVR routers for this DVR port 27464e45-b7e2-407d-a19a-2d0d57cf5e0e on host n-d-838550-3 {{(pid=102732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 19:01:03.502427 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:01:03.502782 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:01:03.503127 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:01:03.503469 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:01:03.503809 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:01:03.504199 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:01:03.504537 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:01:03.504865 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:01:03.505191 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:01:03.505516 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:01:03.505872 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:01:03.506201 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:01:03.530901 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9f666e-8ed7-438b-879c-58daa2422cfe None None] Pushing event deleted for resources: {'Port': ['ID=27464e45-b7e2-407d-a19a-2d0d57cf5e0e,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:01:03.563299 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-cbe754b7-7ad5-463c-abcf-ae475a75e78c tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:03.587992 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe754b7-7ad5-463c-abcf-ae475a75e78c tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Pushing event deleted for resources: {'Port': ['ID=27464e45-b7e2-407d-a19a-2d0d57cf5e0e,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:01:03.591484 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe754b7-7ad5-463c-abcf-ae475a75e78c tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] No DVR routers for this DVR port 27464e45-b7e2-407d-a19a-2d0d57cf5e0e on host n-d-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 19:01:03.677171 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-cbe754b7-7ad5-463c-abcf-ae475a75e78c tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:03.698623 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-cbe754b7-7ad5-463c-abcf-ae475a75e78c tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bee8f2d0-feb0-42b2-bb41-5edda7b4665a']}} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:01:03.708214 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-cbe754b7-7ad5-463c-abcf-ae475a75e78c tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ebcdf6f-a6e2-40b0-857b-f08113c8630a') {'for_net_delete': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:01:03.708462 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-cbe754b7-7ad5-463c-abcf-ae475a75e78c tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ebcdf6f-a6e2-40b0-857b-f08113c8630a') {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:01:03.717838 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-cbe754b7-7ad5-463c-abcf-ae475a75e78c tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260107375'] for segment, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:03.731120 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-cbe754b7-7ad5-463c-abcf-ae475a75e78c tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:03.736847 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbe754b7-7ad5-463c-abcf-ae475a75e78c tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=102730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 19:01:03.737281 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-cbe754b7-7ad5-463c-abcf-ae475a75e78c tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261102736'] for segment, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:03.740397 n-d-838550-3 neutron-server[102730]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 19:01:03.740397 n-d-838550-3 neutron-server[102730]: self.session.flush() May 18 19:01:03.740397 n-d-838550-3 neutron-server[102730]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 19:01:03.740397 n-d-838550-3 neutron-server[102730]: self.session.flush() May 18 19:01:03.740397 n-d-838550-3 neutron-server[102730]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 19:01:03.740397 n-d-838550-3 neutron-server[102730]: self.session.flush() May 18 19:01:03.740397 n-d-838550-3 neutron-server[102730]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 19:01:03.740397 n-d-838550-3 neutron-server[102730]: self.session.flush() May 18 19:01:03.740397 n-d-838550-3 neutron-server[102730]: Traceback (most recent call last): May 18 19:01:03.740397 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 19:01:03.740397 n-d-838550-3 neutron-server[102730]: timer() May 18 19:01:03.740397 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 19:01:03.740397 n-d-838550-3 neutron-server[102730]: cb(*args, **kw) May 18 19:01:03.740397 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 19:01:03.740397 n-d-838550-3 neutron-server[102730]: return func(*args, **kwargs) May 18 19:01:03.740397 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 19:01:03.740397 n-d-838550-3 neutron-server[102730]: self._notify() May 18 19:01:03.740397 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 19:01:03.740397 n-d-838550-3 neutron-server[102730]: self.callback(batched_events) May 18 19:01:03.740397 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 19:01:03.740397 n-d-838550-3 neutron-server[102730]: event.method(event) May 18 19:01:03.740397 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 19:01:03.740397 n-d-838550-3 neutron-server[102730]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 19:01:03.740397 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 19:01:03.740397 n-d-838550-3 neutron-server[102730]: aggregate_uuid = self.p_client.list_aggregates( May 18 19:01:03.740397 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 19:01:03.740397 n-d-838550-3 neutron-server[102730]: return f(self, *a, **k) May 18 19:01:03.740397 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 19:01:03.740397 n-d-838550-3 neutron-server[102730]: return self._get(url).json() May 18 19:01:03.740397 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 19:01:03.740397 n-d-838550-3 neutron-server[102730]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 19:01:03.740397 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 19:01:03.740397 n-d-838550-3 neutron-server[102730]: return self.request(url, 'GET', **kwargs) May 18 19:01:03.740397 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 19:01:03.740397 n-d-838550-3 neutron-server[102730]: base_url = self.get_endpoint(auth, allow=allow, May 18 19:01:03.740397 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 19:01:03.740397 n-d-838550-3 neutron-server[102730]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 19:01:03.740397 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 19:01:03.740397 n-d-838550-3 neutron-server[102730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 19:01:03.740397 n-d-838550-3 neutron-server[102730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 19:01:03.803871 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-cbe754b7-7ad5-463c-abcf-ae475a75e78c tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:03.808736 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-cbe754b7-7ad5-463c-abcf-ae475a75e78c tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:03.812326 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-cbe754b7-7ad5-463c-abcf-ae475a75e78c tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "DELETE /v2.0/networks/bee8f2d0-feb0-42b2-bb41-5edda7b4665a HTTP/1.1" status: 204 len: 168 time: 0.5592060 May 18 19:01:03.815353 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 49866) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:01:03.832460 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe754b7-7ad5-463c-abcf-ae475a75e78c tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Pushing event deleted for resources: {'Network': ['ID=bee8f2d0-feb0-42b2-bb41-5edda7b4665a,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:01:03.887405 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1f66023d-64a0-4faf-9298-ae103ec215c1 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:03.913901 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1f66023d-64a0-4faf-9298-ae103ec215c1 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:03.980402 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1f66023d-64a0-4faf-9298-ae103ec215c1 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:03.983134 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1f66023d-64a0-4faf-9298-ae103ec215c1 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:03.984325 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-1f66023d-64a0-4faf-9298-ae103ec215c1 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "DELETE /v2.0/security-groups/153f1225-1378-4231-a82d-ab5f2a268f3f HTTP/1.1" status: 204 len: 168 time: 0.1679544 May 18 19:01:03.995642 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f66023d-64a0-4faf-9298-ae103ec215c1 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=153f1225-1378-4231-a82d-ab5f2a268f3f,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:01:04.003622 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f66023d-64a0-4faf-9298-ae103ec215c1 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:01:04.004020 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f66023d-64a0-4faf-9298-ae103ec215c1 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:01:04.004343 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f66023d-64a0-4faf-9298-ae103ec215c1 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:01:04.004729 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f66023d-64a0-4faf-9298-ae103ec215c1 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:01:04.005073 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f66023d-64a0-4faf-9298-ae103ec215c1 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:01:04.005407 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f66023d-64a0-4faf-9298-ae103ec215c1 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:01:04.005767 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f66023d-64a0-4faf-9298-ae103ec215c1 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:01:04.006101 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f66023d-64a0-4faf-9298-ae103ec215c1 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:01:04.006429 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f66023d-64a0-4faf-9298-ae103ec215c1 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:01:04.006760 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f66023d-64a0-4faf-9298-ae103ec215c1 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:01:04.007087 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f66023d-64a0-4faf-9298-ae103ec215c1 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:01:04.007411 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f66023d-64a0-4faf-9298-ae103ec215c1 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:01:04.113459 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 49880) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:01:04.118370 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-dabb2ead-93a0-4f40-bb46-aee530aef1c0 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1985503896', 'description': 'tempest-secgroup-smoke-1985503896 description', 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 19:01:04.147127 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-dabb2ead-93a0-4f40-bb46-aee530aef1c0 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:04.218210 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-dabb2ead-93a0-4f40-bb46-aee530aef1c0 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:04.221918 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-dabb2ead-93a0-4f40-bb46-aee530aef1c0 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:04.253672 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-dabb2ead-93a0-4f40-bb46-aee530aef1c0 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:04.254903 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-dabb2ead-93a0-4f40-bb46-aee530aef1c0 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1403654 May 18 19:01:04.257813 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 49882) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:01:04.264117 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-2c07f971-3acf-4024-9dfe-7da8edbe42ab tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Request body: {'security_group_rule': {'security_group_id': '94ffb2e7-025b-4e4e-8b57-5d7698ad0982', 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 19:01:04.268734 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabb2ead-93a0-4f40-bb46-aee530aef1c0 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94ffb2e7-025b-4e4e-8b57-5d7698ad0982,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:01:04.295860 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2c07f971-3acf-4024-9dfe-7da8edbe42ab tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:04.353162 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2c07f971-3acf-4024-9dfe-7da8edbe42ab tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:04.357266 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2c07f971-3acf-4024-9dfe-7da8edbe42ab tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:04.378291 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c07f971-3acf-4024-9dfe-7da8edbe42ab tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6aade73-171b-4be8-b9fa-04aa8a702125,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:01:04.384283 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2c07f971-3acf-4024-9dfe-7da8edbe42ab tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:04.388202 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-2c07f971-3acf-4024-9dfe-7da8edbe42ab tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1263778 May 18 19:01:04.388324 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 49884) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:01:04.392559 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-ccea985c-2378-4349-91e5-9bcdcd83da61 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Request body: {'security_group_rule': {'security_group_id': '94ffb2e7-025b-4e4e-8b57-5d7698ad0982', 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 19:01:04.417021 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ccea985c-2378-4349-91e5-9bcdcd83da61 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:04.479341 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ccea985c-2378-4349-91e5-9bcdcd83da61 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:04.483848 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ccea985c-2378-4349-91e5-9bcdcd83da61 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:04.502411 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccea985c-2378-4349-91e5-9bcdcd83da61 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=961c8abb-eed4-48c5-8cba-a3f6fb158540,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:01:04.510477 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ccea985c-2378-4349-91e5-9bcdcd83da61 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:04.511757 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-ccea985c-2378-4349-91e5-9bcdcd83da61 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1225989 May 18 19:01:04.514525 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 49888) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:01:04.518858 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-a8d39ee0-0226-499e-856a-d5c4454fad67 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Request body: {'security_group_rule': {'security_group_id': '94ffb2e7-025b-4e4e-8b57-5d7698ad0982', 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 19:01:04.544287 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a8d39ee0-0226-499e-856a-d5c4454fad67 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:04.602509 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a8d39ee0-0226-499e-856a-d5c4454fad67 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:04.606988 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a8d39ee0-0226-499e-856a-d5c4454fad67 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:04.624793 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d39ee0-0226-499e-856a-d5c4454fad67 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b1fa893-4abd-45b1-b269-84838888cab1,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:01:04.628864 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a8d39ee0-0226-499e-856a-d5c4454fad67 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:04.630066 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-a8d39ee0-0226-499e-856a-d5c4454fad67 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1145947 May 18 19:01:04.632837 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 49890) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:01:04.637202 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-21d342db-b027-4636-9056-481ab0a2977f tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Request body: {'security_group_rule': {'security_group_id': '94ffb2e7-025b-4e4e-8b57-5d7698ad0982', 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 19:01:04.662193 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-21d342db-b027-4636-9056-481ab0a2977f tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:04.722081 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-21d342db-b027-4636-9056-481ab0a2977f tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:04.725789 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-21d342db-b027-4636-9056-481ab0a2977f tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:04.745045 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d342db-b027-4636-9056-481ab0a2977f tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5279de42-b951-4fbb-9eea-a382bdaf617b,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:01:04.750398 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-21d342db-b027-4636-9056-481ab0a2977f tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:04.751599 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-21d342db-b027-4636-9056-481ab0a2977f tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1178401 May 18 19:01:04.754247 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 49894) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:01:04.758516 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-26f9d61d-09d5-43c2-84f7-d910482d995b tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Request body: {'security_group_rule': {'security_group_id': '94ffb2e7-025b-4e4e-8b57-5d7698ad0982', 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 19:01:04.779971 n-d-838550-3 neutron-server[102731]: INFO neutron.db.securitygroups_db [None req-26f9d61d-09d5-43c2-84f7-d910482d995b tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Project d50b1e2a8cea4a96957fd1d0d02be5f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 18 19:01:04.784709 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-26f9d61d-09d5-43c2-84f7-d910482d995b tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:04.843304 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-26f9d61d-09d5-43c2-84f7-d910482d995b tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:04.847076 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-26f9d61d-09d5-43c2-84f7-d910482d995b tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:04.866260 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f9d61d-09d5-43c2-84f7-d910482d995b tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7b19fc8-3239-457d-9e17-c354a1869243,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:01:04.876443 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-26f9d61d-09d5-43c2-84f7-d910482d995b tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:04.877797 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-26f9d61d-09d5-43c2-84f7-d910482d995b tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1225121 May 18 19:01:04.880582 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 49896) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:01:04.885330 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-d52d45a7-0060-4a81-995b-bbf159c1f030 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Request body: {'security_group_rule': {'security_group_id': '94ffb2e7-025b-4e4e-8b57-5d7698ad0982', 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 19:01:04.907735 n-d-838550-3 neutron-server[102731]: INFO neutron.db.securitygroups_db [None req-d52d45a7-0060-4a81-995b-bbf159c1f030 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Project d50b1e2a8cea4a96957fd1d0d02be5f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 18 19:01:04.909030 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device d9ad29e3-69b4-4979-adeb-35b37e13683a no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 19:01:04.913045 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d52d45a7-0060-4a81-995b-bbf159c1f030 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:04.929437 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: d9ad29e3-69b4-4979-adeb-35b37e13683a {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 19:01:04.929806 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device d9ad29e3-69b4-4979-adeb-35b37e13683a not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 19:01:04.930235 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 297ace97-38cf-488b-8ad3-9ce949e1b22c no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 19:01:04.954805 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 297ace97-38cf-488b-8ad3-9ce949e1b22c {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 19:01:04.955143 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 297ace97-38cf-488b-8ad3-9ce949e1b22c not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 19:01:04.978029 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d52d45a7-0060-4a81-995b-bbf159c1f030 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:04.981715 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d52d45a7-0060-4a81-995b-bbf159c1f030 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:04.998652 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52d45a7-0060-4a81-995b-bbf159c1f030 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6a58dbb-cf3a-4bd6-b4fb-f4ea8ec7cecd,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:01:05.006635 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d52d45a7-0060-4a81-995b-bbf159c1f030 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:05.007854 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-d52d45a7-0060-4a81-995b-bbf159c1f030 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1258504 May 18 19:01:05.010724 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 49898) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:01:05.015960 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-bf2c974d-d127-49fc-aef1-adcc65712eaa tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Request body: {'network': {'name': 'tempest-network-smoke--813068111', 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'port_security_enabled': True}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 19:01:05.034548 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf2c974d-d127-49fc-aef1-adcc65712eaa tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Made reservation on behalf of d50b1e2a8cea4a96957fd1d0d02be5f2 for: {'network': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 19:01:05.038015 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-bf2c974d-d127-49fc-aef1-adcc65712eaa tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:05.066408 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf2c974d-d127-49fc-aef1-adcc65712eaa tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638} {{(pid=102731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 19:01:05.076792 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-bf2c974d-d127-49fc-aef1-adcc65712eaa tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:05.077156 n-d-838550-3 neutron-server[102731]: INFO neutron.db.segments_db [None req-bf2c974d-d127-49fc-aef1-adcc65712eaa tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Added segment 6c909074-17c0-4649-9924-05038e1a448a of type vlan for network 14c17ee6-a280-473c-bcaa-15aca9df0da6 May 18 19:01:05.117519 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-bf2c974d-d127-49fc-aef1-adcc65712eaa tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:05.140586 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-bf2c974d-d127-49fc-aef1-adcc65712eaa tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:05.146059 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2c974d-d127-49fc-aef1-adcc65712eaa tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:01:05.146635 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-bf2c974d-d127-49fc-aef1-adcc65712eaa tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:05.201218 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-bf2c974d-d127-49fc-aef1-adcc65712eaa tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1889927 May 18 19:01:05.204020 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 49902) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:01:05.208781 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-61d989d3-78f4-4093-84f6-5eb81640c47f tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1109867388', 'admin_state_up': True, 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 19:01:05.218691 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2c974d-d127-49fc-aef1-adcc65712eaa tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Pushing event updated for resources: {'Network': ['ID=14c17ee6-a280-473c-bcaa-15aca9df0da6,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:01:05.229382 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network 14c17ee6-a280-473c-bcaa-15aca9df0da6 details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 19:01:05.231848 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-61d989d3-78f4-4093-84f6-5eb81640c47f tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25099'] for router, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:05.232888 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-61d989d3-78f4-4093-84f6-5eb81640c47f tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-593238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596850', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25088'] for router, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:05.285204 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-61d989d3-78f4-4093-84f6-5eb81640c47f tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:05.427987 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-61d989d3-78f4-4093-84f6-5eb81640c47f tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:05.617111 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-61d989d3-78f4-4093-84f6-5eb81640c47f tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for router_gateway, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:05.640570 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-61d989d3-78f4-4093-84f6-5eb81640c47f tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:05.746409 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-61d989d3-78f4-4093-84f6-5eb81640c47f tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Allocated IP 172.25.5.148 (31ebd439-090c-4b25-bbb0-31c48711b145/363a2810-8a83-4be0-a317-7c91fcd94485/f56d3ddb-09ed-4920-af8e-f94dbb1fe75e) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 19:01:05.847967 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-61d989d3-78f4-4093-84f6-5eb81640c47f tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:05.881432 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-61d989d3-78f4-4093-84f6-5eb81640c47f tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:05.916435 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d989d3-78f4-4093-84f6-5eb81640c47f tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Network 31ebd439-090c-4b25-bbb0-31c48711b145 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 19:01:05.919725 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-61d989d3-78f4-4093-84f6-5eb81640c47f tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 19:01:05.923100 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d989d3-78f4-4093-84f6-5eb81640c47f tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 19:01:05.948643 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d989d3-78f4-4093-84f6-5eb81640c47f tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Pushing event updated for resources: {'Port': ['ID=f56d3ddb-09ed-4920-af8e-f94dbb1fe75e,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:01:06.173784 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-61d989d3-78f4-4093-84f6-5eb81640c47f tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for router_gateway, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:06.366676 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-61d989d3-78f4-4093-84f6-5eb81640c47f tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596801'] for router, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:06.491865 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61d989d3-78f4-4093-84f6-5eb81640c47f tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Router b2fc43e1-0f34-453e-a1ee-8ab51f4b15ee is scheduled to L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e with binding_index 1 {{(pid=102730) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 18 19:01:06.597128 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61d989d3-78f4-4093-84f6-5eb81640c47f tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 19:01:06.607115 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95edf797-fa21-4901-8387-a3fd49f60952 None None] Sync routers for ids ['b2fc43e1-0f34-453e-a1ee-8ab51f4b15ee'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 19:01:06.616599 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95edf797-fa21-4901-8387-a3fd49f60952 None None] Routers {'b2fc43e1-0f34-453e-a1ee-8ab51f4b15ee'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 19:01:06.616805 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-61d989d3-78f4-4093-84f6-5eb81640c47f tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for router, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:06.617210 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-95edf797-fa21-4901-8387-a3fd49f60952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T19:00:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['b2fc43e1-0f34-453e-a1ee-8ab51f4b15ee'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:01:06.618068 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-61d989d3-78f4-4093-84f6-5eb81640c47f tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4129400 May 18 19:01:06.621265 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 49904) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:01:06.656356 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-f0b61a4d-b3a4-44d3-b432-bdf75dbea05c tempest-TestNetworkAdvancedServerOps-1925643049 tempest-TestNetworkAdvancedServerOps-1925643049-project-admin] 10.222.0.85 "GET /v2.0/subnets?project_id=d50b1e2a8cea4a96957fd1d0d02be5f2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0339637 May 18 19:01:06.659358 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 49906) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:01:06.721441 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-95edf797-fa21-4901-8387-a3fd49f60952 None None] Set router b2fc43e1-0f34-453e-a1ee-8ab51f4b15ee gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 19:01:06.745077 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bcf200d-579b-482d-b320-a55b2aa0f9d5 tempest-TestNetworkAdvancedServerOps-1925643049 tempest-TestNetworkAdvancedServerOps-1925643049-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:01:06.746583 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-6bcf200d-579b-482d-b320-a55b2aa0f9d5 tempest-TestNetworkAdvancedServerOps-1925643049 tempest-TestNetworkAdvancedServerOps-1925643049-project-admin] 10.222.0.85 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0862088 May 18 19:01:06.749360 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 49908) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:01:06.777313 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-67ed83dd-03eb-4234-94bc-8f5c6894a516 tempest-TestNetworkAdvancedServerOps-1925643049 tempest-TestNetworkAdvancedServerOps-1925643049-project-admin] 10.222.0.85 "GET /v2.0/subnets?network_id=31ebd439-090c-4b25-bbb0-31c48711b145&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263157 May 18 19:01:06.779966 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 49910) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:01:06.784722 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-d1b7d683-9cc7-43e8-82bb-ad11d8065edd tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-624828507', 'network_id': '14c17ee6-a280-473c-bcaa-15aca9df0da6', 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 19:01:06.873415 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1b7d683-9cc7-43e8-82bb-ad11d8065edd tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Made reservation on behalf of d50b1e2a8cea4a96957fd1d0d02be5f2 for: {'subnet': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 19:01:06.877131 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d1b7d683-9cc7-43e8-82bb-ad11d8065edd tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260908003'] for subnet, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:06.898442 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-95edf797-fa21-4901-8387-a3fd49f60952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2fc43e1-0f34-453e-a1ee-8ab51f4b15ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1109867388', 'tenant_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': 'f56d3ddb-09ed-4920-af8e-f94dbb1fe75e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T19:01:05Z', 'updated_at': '2022-05-18T19:01:06Z', 'revision_number': 3, 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'gw_port': {'id': 'f56d3ddb-09ed-4920-af8e-f94dbb1fe75e', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d8:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2fc43e1-0f34-453e-a1ee-8ab51f4b15ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:01:05Z', 'updated_at': '2022-05-18T19:01:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:01:06.929044 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95edf797-fa21-4901-8387-a3fd49f60952 None None] Checking router: b2fc43e1-0f34-453e-a1ee-8ab51f4b15ee for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 19:01:06.929387 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95edf797-fa21-4901-8387-a3fd49f60952 None None] Updating router b2fc43e1-0f34-453e-a1ee-8ab51f4b15ee port f56d3ddb-09ed-4920-af8e-f94dbb1fe75e binding host n-d-838550-3 {{(pid=102733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 19:01:06.956016 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-95edf797-fa21-4901-8387-a3fd49f60952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:07.066515 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d1b7d683-9cc7-43e8-82bb-ad11d8065edd tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260898481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260908021'] for subnet, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:07.126909 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b7d683-9cc7-43e8-82bb-ad11d8065edd tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Pushing event updated for resources: {'Subnet': ['ID=bf7a51d2-5955-40d9-b627-f79efc68a159,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:01:07.137550 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b7d683-9cc7-43e8-82bb-ad11d8065edd tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Checking segment: {'id': '6c909074-17c0-4649-9924-05038e1a448a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '14c17ee6-a280-473c-bcaa-15aca9df0da6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 19:01:07.137941 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b7d683-9cc7-43e8-82bb-ad11d8065edd tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Network hostable DHCP agents. Network: 14c17ee6-a280-473c-bcaa-15aca9df0da6, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 19:01:07.155109 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b7d683-9cc7-43e8-82bb-ad11d8065edd tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Network 14c17ee6-a280-473c-bcaa-15aca9df0da6 is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 19:01:07.164576 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-d1b7d683-9cc7-43e8-82bb-ad11d8065edd tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, 14c17ee6-a280-473c-bcaa-15aca9df0da6) {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 19:01:07.169833 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b7d683-9cc7-43e8-82bb-ad11d8065edd tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:01:07.170427 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d1b7d683-9cc7-43e8-82bb-ad11d8065edd tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:07.177019 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a797af49-c52c-4cf7-a204-2b10540a1a7c None None] Network 14c17ee6-a280-473c-bcaa-15aca9df0da6 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 19:01:07.188938 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-d1b7d683-9cc7-43e8-82bb-ad11d8065edd tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4078224 May 18 19:01:07.191932 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 49912) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:01:07.215561 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-95edf797-fa21-4901-8387-a3fd49f60952 None None] Notify callbacks [] for port, precommit_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:07.221275 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-95edf797-fa21-4901-8387-a3fd49f60952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:07.272735 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-95edf797-fa21-4901-8387-a3fd49f60952 None None] Attempting to bind port f56d3ddb-09ed-4920-af8e-f94dbb1fe75e on host n-d-838550-3 for vnic_type normal with profile {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 19:01:07.273096 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-95edf797-fa21-4901-8387-a3fd49f60952 None None] Attempting to bind port f56d3ddb-09ed-4920-af8e-f94dbb1fe75e by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 19:01:07.273454 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95edf797-fa21-4901-8387-a3fd49f60952 None None] Attempting to bind port f56d3ddb-09ed-4920-af8e-f94dbb1fe75e on network 31ebd439-090c-4b25-bbb0-31c48711b145 {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 19:01:07.287380 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95edf797-fa21-4901-8387-a3fd49f60952 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 19, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 19:01:07.287744 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95edf797-fa21-4901-8387-a3fd49f60952 None None] Checking segment: {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 19:01:07.288139 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-95edf797-fa21-4901-8387-a3fd49f60952 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:07.288872 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95edf797-fa21-4901-8387-a3fd49f60952 None None] Bound using segment: {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 19:01:07.288991 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-95edf797-fa21-4901-8387-a3fd49f60952 None None] Bound port: f56d3ddb-09ed-4920-af8e-f94dbb1fe75e, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 19:01:07.289343 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-95edf797-fa21-4901-8387-a3fd49f60952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:07.313175 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1814911-662d-4bbc-80b8-ebe9def803d2 None None] Pushing event updated for resources: {'Port': ['ID=f56d3ddb-09ed-4920-af8e-f94dbb1fe75e,revision_number=2']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:01:07.324588 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1814911-662d-4bbc-80b8-ebe9def803d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:01:07.324857 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1814911-662d-4bbc-80b8-ebe9def803d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:01:07.325174 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1814911-662d-4bbc-80b8-ebe9def803d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:01:07.326139 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1814911-662d-4bbc-80b8-ebe9def803d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:01:07.326547 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1814911-662d-4bbc-80b8-ebe9def803d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:01:07.326878 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1814911-662d-4bbc-80b8-ebe9def803d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:01:07.327388 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1814911-662d-4bbc-80b8-ebe9def803d2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:01:07.327716 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1814911-662d-4bbc-80b8-ebe9def803d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:01:07.328038 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1814911-662d-4bbc-80b8-ebe9def803d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:01:07.328356 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1814911-662d-4bbc-80b8-ebe9def803d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:01:07.328704 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1814911-662d-4bbc-80b8-ebe9def803d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:01:07.328975 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1814911-662d-4bbc-80b8-ebe9def803d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:01:07.342116 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f851586-9be6-477e-8863-43797d0418a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-14c17ee6-a280-473c-bcaa-15aca9df0da6', 'network_id': '14c17ee6-a280-473c-bcaa-15aca9df0da6', 'tenant_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'fixed_ips': [{'subnet_id': 'bf7a51d2-5955-40d9-b627-f79efc68a159'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 19:01:07.343176 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-8f851586-9be6-477e-8863-43797d0418a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:07.357049 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.db [None req-95edf797-fa21-4901-8387-a3fd49f60952 None None] For port f56d3ddb-09ed-4920-af8e-f94dbb1fe75e, host n-d-838550-3, cleared binding levels {{(pid=102733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 19:01:07.360436 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.db [None req-95edf797-fa21-4901-8387-a3fd49f60952 None None] For port f56d3ddb-09ed-4920-af8e-f94dbb1fe75e, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=f56d3ddb-09ed-4920-af8e-f94dbb1fe75e,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 19:01:07.365006 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-95edf797-fa21-4901-8387-a3fd49f60952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:07.424339 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95edf797-fa21-4901-8387-a3fd49f60952 None None] Routers {'b2fc43e1-0f34-453e-a1ee-8ab51f4b15ee'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 19:01:07.425068 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-95edf797-fa21-4901-8387-a3fd49f60952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T19:00:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['b2fc43e1-0f34-453e-a1ee-8ab51f4b15ee'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:01:07.468592 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1814911-662d-4bbc-80b8-ebe9def803d2 None None] Pushing event updated for resources: {'Port': ['ID=f56d3ddb-09ed-4920-af8e-f94dbb1fe75e,revision_number=3']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:01:07.510160 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-8f851586-9be6-477e-8863-43797d0418a3 None None] Allocated IP 172.20.0.2 (14c17ee6-a280-473c-bcaa-15aca9df0da6/bf7a51d2-5955-40d9-b627-f79efc68a159/a2c29201-f2b6-4007-9028-6774dba48244) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 19:01:07.540248 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-95edf797-fa21-4901-8387-a3fd49f60952 None None] Set router b2fc43e1-0f34-453e-a1ee-8ab51f4b15ee gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 19:01:07.663506 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-8f851586-9be6-477e-8863-43797d0418a3 None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:07.674353 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c4358aab-ca83-4392-bac7-9da7d5d215bb tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:07.676545 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-8f851586-9be6-477e-8863-43797d0418a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:07.733456 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-95edf797-fa21-4901-8387-a3fd49f60952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2fc43e1-0f34-453e-a1ee-8ab51f4b15ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1109867388', 'tenant_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': 'f56d3ddb-09ed-4920-af8e-f94dbb1fe75e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T19:01:05Z', 'updated_at': '2022-05-18T19:01:06Z', 'revision_number': 3, 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'gw_port': {'id': 'f56d3ddb-09ed-4920-af8e-f94dbb1fe75e', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d8:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2fc43e1-0f34-453e-a1ee-8ab51f4b15ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:01:05Z', 'updated_at': '2022-05-18T19:01:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:01:07.740920 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f851586-9be6-477e-8863-43797d0418a3 None None] Network 14c17ee6-a280-473c-bcaa-15aca9df0da6 is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 19:01:07.752926 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-8f851586-9be6-477e-8863-43797d0418a3 None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 19:01:07.755424 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f851586-9be6-477e-8863-43797d0418a3 None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 19:01:07.757928 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f851586-9be6-477e-8863-43797d0418a3 None None] Pushing event updated for resources: {'Port': ['ID=a2c29201-f2b6-4007-9028-6774dba48244,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:01:07.761371 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95edf797-fa21-4901-8387-a3fd49f60952 None None] The sync data for ids ['b2fc43e1-0f34-453e-a1ee-8ab51f4b15ee'] in n-d-838550-3 is: [{'id': 'b2fc43e1-0f34-453e-a1ee-8ab51f4b15ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1109867388', 'tenant_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': 'f56d3ddb-09ed-4920-af8e-f94dbb1fe75e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T19:01:05Z', 'updated_at': '2022-05-18T19:01:06Z', 'revision_number': 3, 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'gw_port': {'id': 'f56d3ddb-09ed-4920-af8e-f94dbb1fe75e', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d8:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2fc43e1-0f34-453e-a1ee-8ab51f4b15ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:01:05Z', 'updated_at': '2022-05-18T19:01:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 19:01:07.770627 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-2188d290-e585-49f5-8a05-2b943860acac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:07.825449 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-8f851586-9be6-477e-8863-43797d0418a3 None None] Attempting to bind port a2c29201-f2b6-4007-9028-6774dba48244 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 19:01:07.825927 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-8f851586-9be6-477e-8863-43797d0418a3 None None] Attempting to bind port a2c29201-f2b6-4007-9028-6774dba48244 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '6c909074-17c0-4649-9924-05038e1a448a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '14c17ee6-a280-473c-bcaa-15aca9df0da6'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 19:01:07.826297 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f851586-9be6-477e-8863-43797d0418a3 None None] Attempting to bind port a2c29201-f2b6-4007-9028-6774dba48244 on network 14c17ee6-a280-473c-bcaa-15aca9df0da6 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 19:01:07.832133 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f851586-9be6-477e-8863-43797d0418a3 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 19, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 19:01:07.832508 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f851586-9be6-477e-8863-43797d0418a3 None None] Checking segment: {'id': '6c909074-17c0-4649-9924-05038e1a448a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '14c17ee6-a280-473c-bcaa-15aca9df0da6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 19:01:07.832913 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-8f851586-9be6-477e-8863-43797d0418a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:07.833309 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f851586-9be6-477e-8863-43797d0418a3 None None] Bound using segment: {'id': '6c909074-17c0-4649-9924-05038e1a448a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '14c17ee6-a280-473c-bcaa-15aca9df0da6'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 19:01:07.833805 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-8f851586-9be6-477e-8863-43797d0418a3 None None] Bound port: a2c29201-f2b6-4007-9028-6774dba48244, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c909074-17c0-4649-9924-05038e1a448a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '14c17ee6-a280-473c-bcaa-15aca9df0da6'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 19:01:07.834192 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-8f851586-9be6-477e-8863-43797d0418a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:07.904755 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-8f851586-9be6-477e-8863-43797d0418a3 None None] For port a2c29201-f2b6-4007-9028-6774dba48244, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 19:01:07.908239 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-8f851586-9be6-477e-8863-43797d0418a3 None None] For port a2c29201-f2b6-4007-9028-6774dba48244, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=a2c29201-f2b6-4007-9028-6774dba48244,segment=NetworkSegment(6c909074-17c0-4649-9924-05038e1a448a),segment_id=6c909074-17c0-4649-9924-05038e1a448a)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 19:01:07.912852 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-8f851586-9be6-477e-8863-43797d0418a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:07.968186 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-c4358aab-ca83-4392-bac7-9da7d5d215bb tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Allocated IP 172.20.0.1 (14c17ee6-a280-473c-bcaa-15aca9df0da6/bf7a51d2-5955-40d9-b627-f79efc68a159/2bb13d70-aed8-472b-b38e-912227de269e) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 19:01:07.986545 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f851586-9be6-477e-8863-43797d0418a3 None None] Pushing event updated for resources: {'Port': ['ID=a2c29201-f2b6-4007-9028-6774dba48244,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:01:08.461046 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c4358aab-ca83-4392-bac7-9da7d5d215bb tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:08.497325 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c4358aab-ca83-4392-bac7-9da7d5d215bb tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:08.538785 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4358aab-ca83-4392-bac7-9da7d5d215bb tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Network 14c17ee6-a280-473c-bcaa-15aca9df0da6 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 19:01:08.542167 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-c4358aab-ca83-4392-bac7-9da7d5d215bb tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 19:01:08.545948 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4358aab-ca83-4392-bac7-9da7d5d215bb tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 19:01:08.575671 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4358aab-ca83-4392-bac7-9da7d5d215bb tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Pushing event updated for resources: {'Port': ['ID=2bb13d70-aed8-472b-b38e-912227de269e,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:01:08.594688 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c4358aab-ca83-4392-bac7-9da7d5d215bb tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595826'] for router_interface, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:08.743642 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c4358aab-ca83-4392-bac7-9da7d5d215bb tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:08.983273 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device a2c29201-f2b6-4007-9028-6774dba48244 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 19:01:09.023723 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e2f982-7b28-4c73-8b50-4738400132c1 None None] Network 14c17ee6-a280-473c-bcaa-15aca9df0da6 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 19:01:09.048104 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c4358aab-ca83-4392-bac7-9da7d5d215bb tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:09.052933 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c4358aab-ca83-4392-bac7-9da7d5d215bb tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:09.099138 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-577a46ed-e5f7-4fd0-a810-c258f3e76ad3 None None] Provisioning complete for port a2c29201-f2b6-4007-9028-6774dba48244 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 19:01:09.099518 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-577a46ed-e5f7-4fd0-a810-c258f3e76ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:09.124699 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port a2c29201-f2b6-4007-9028-6774dba48244 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 19:01:09.125076 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:09.132562 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4358aab-ca83-4392-bac7-9da7d5d215bb tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Pushing event updated for resources: {'Port': ['ID=2bb13d70-aed8-472b-b38e-912227de269e,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:01:09.135516 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c4358aab-ca83-4392-bac7-9da7d5d215bb tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-595870'] for router_interface, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:09.235913 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4358aab-ca83-4392-bac7-9da7d5d215bb tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Network 14c17ee6-a280-473c-bcaa-15aca9df0da6 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 19:01:09.237457 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-c4358aab-ca83-4392-bac7-9da7d5d215bb tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 19:01:09.307448 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-577a46ed-e5f7-4fd0-a810-c258f3e76ad3 None None] Current status of the port a2c29201-f2b6-4007-9028-6774dba48244 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 19:01:09.307874 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-577a46ed-e5f7-4fd0-a810-c258f3e76ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:09.333473 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port a2c29201-f2b6-4007-9028-6774dba48244 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 19:01:09.333900 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:09.358177 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4358aab-ca83-4392-bac7-9da7d5d215bb tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Router b2fc43e1-0f34-453e-a1ee-8ab51f4b15ee has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 19:01:09.384245 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-577a46ed-e5f7-4fd0-a810-c258f3e76ad3 None None] For port a2c29201-f2b6-4007-9028-6774dba48244, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=a2c29201-f2b6-4007-9028-6774dba48244,segment=NetworkSegment(6c909074-17c0-4649-9924-05038e1a448a),segment_id=6c909074-17c0-4649-9924-05038e1a448a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 19:01:09.391914 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-577a46ed-e5f7-4fd0-a810-c258f3e76ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:09.471450 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.db.api [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102732) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 18 19:01:09.471813 n-d-838550-3 neutron-server[102732]: DEBUG oslo_db.api [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 18 19:01:09.474954 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577a46ed-e5f7-4fd0-a810-c258f3e76ad3 None None] Pushing event updated for resources: {'Port': ['ID=a2c29201-f2b6-4007-9028-6774dba48244,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:01:09.497921 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4358aab-ca83-4392-bac7-9da7d5d215bb tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 19:01:09.512352 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-c4358aab-ca83-4392-bac7-9da7d5d215bb tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "PUT /v2.0/routers/b2fc43e1-0f34-453e-a1ee-8ab51f4b15ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3186843 May 18 19:01:09.521585 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f405c6b1-bad3-4af0-89d6-24b0b1cc5fa1 None None] Sync routers for ids ['b2fc43e1-0f34-453e-a1ee-8ab51f4b15ee'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 19:01:09.532473 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f405c6b1-bad3-4af0-89d6-24b0b1cc5fa1 None None] Routers {'b2fc43e1-0f34-453e-a1ee-8ab51f4b15ee'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 19:01:09.533324 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-f405c6b1-bad3-4af0-89d6-24b0b1cc5fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T19:00:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['b2fc43e1-0f34-453e-a1ee-8ab51f4b15ee'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:01:09.649164 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-f405c6b1-bad3-4af0-89d6-24b0b1cc5fa1 None None] Set router b2fc43e1-0f34-453e-a1ee-8ab51f4b15ee gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 19:01:09.654284 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a562b436-db1d-4e69-afd0-53f831f8cb6e req-c510d767-a5b2-427a-96d5-2954d33416a1 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1985503896&fields=id&tenant_id=d50b1e2a8cea4a96957fd1d0d02be5f2 HTTP/1.1" status: 200 len: 267 time: 0.0350773 May 18 19:01:09.778324 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a562b436-db1d-4e69-afd0-53f831f8cb6e req-592572b4-6dac-47e8-9871-3dd5f26e264e tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:01:09.779970 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a562b436-db1d-4e69-afd0-53f831f8cb6e req-592572b4-6dac-47e8-9871-3dd5f26e264e tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/networks?id=14c17ee6-a280-473c-bcaa-15aca9df0da6 HTTP/1.1" status: 200 len: 796 time: 0.1185632 May 18 19:01:09.796480 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a562b436-db1d-4e69-afd0-53f831f8cb6e req-f2371d34-701e-4030-b5dd-0c69e511fbd0 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/quotas/d50b1e2a8cea4a96957fd1d0d02be5f2 HTTP/1.1" status: 200 len: 375 time: 0.0104554 May 18 19:01:09.799168 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b5f5e5c1-5b21-4102-a8a3-df7e4f3fc1a0 None None] Provisioning complete for port 2bb13d70-aed8-472b-b38e-912227de269e triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 19:01:09.799544 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b5f5e5c1-5b21-4102-a8a3-df7e4f3fc1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:09.855552 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b5f5e5c1-5b21-4102-a8a3-df7e4f3fc1a0 None None] Port 2bb13d70-aed8-472b-b38e-912227de269e cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 19:01:09.899192 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b5f5e5c1-5b21-4102-a8a3-df7e4f3fc1a0 None None] Provisioning complete for port a2c29201-f2b6-4007-9028-6774dba48244 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 19:01:09.899565 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b5f5e5c1-5b21-4102-a8a3-df7e4f3fc1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:09.971737 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-f405c6b1-bad3-4af0-89d6-24b0b1cc5fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2fc43e1-0f34-453e-a1ee-8ab51f4b15ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1109867388', 'tenant_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': 'f56d3ddb-09ed-4920-af8e-f94dbb1fe75e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T19:01:05Z', 'updated_at': '2022-05-18T19:01:08Z', 'revision_number': 4, 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'gw_port': {'id': 'f56d3ddb-09ed-4920-af8e-f94dbb1fe75e', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d8:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2fc43e1-0f34-453e-a1ee-8ab51f4b15ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:01:05Z', 'updated_at': '2022-05-18T19:01:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '2bb13d70-aed8-472b-b38e-912227de269e', 'name': '', 'network_id': '14c17ee6-a280-473c-bcaa-15aca9df0da6', 'tenant_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'mac_address': 'fa:16:3e:cf:18:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2fc43e1-0f34-453e-a1ee-8ab51f4b15ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': 'bf7a51d2-5955-40d9-b627-f79efc68a159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:01:07Z', 'updated_at': '2022-05-18T19:01:08Z', 'revision_number': 2, 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'subnets': [{'id': 'bf7a51d2-5955-40d9-b627-f79efc68a159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:01:10.198962 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a562b436-db1d-4e69-afd0-53f831f8cb6e req-d633232d-7194-48d8-93ae-90e5c0423586 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=d50b1e2a8cea4a96957fd1d0d02be5f2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3939562 May 18 19:01:10.211487 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f405c6b1-bad3-4af0-89d6-24b0b1cc5fa1 None None] Checking router: b2fc43e1-0f34-453e-a1ee-8ab51f4b15ee for host: n-d-838550-3 {{(pid=102732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 19:01:10.212036 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f405c6b1-bad3-4af0-89d6-24b0b1cc5fa1 None None] Updating router b2fc43e1-0f34-453e-a1ee-8ab51f4b15ee port 2bb13d70-aed8-472b-b38e-912227de269e binding host n-d-838550-3 {{(pid=102732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 19:01:10.260749 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port a2c29201-f2b6-4007-9028-6774dba48244 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 19:01:10.262391 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device f56d3ddb-09ed-4920-af8e-f94dbb1fe75e up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 19:01:10.263867 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-7e756cfc-9cc9-40c9-8557-9b72011fad0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:10.265235 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f405c6b1-bad3-4af0-89d6-24b0b1cc5fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:10.268927 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b5f5e5c1-5b21-4102-a8a3-df7e4f3fc1a0 None None] Current status of the port a2c29201-f2b6-4007-9028-6774dba48244 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 19:01:10.285787 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 7 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 19:01:10.294429 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a562b436-db1d-4e69-afd0-53f831f8cb6e req-75dd1a36-9e1b-4629-aca3-e4873ca0e02e service neutron] 10.222.0.85 "GET /v2.0/networks/14c17ee6-a280-473c-bcaa-15aca9df0da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835462 May 18 19:01:10.389006 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a562b436-db1d-4e69-afd0-53f831f8cb6e req-f9fc928e-95cb-48c3-a324-bbce15bfc59d service neutron] 10.222.0.85 "GET /v2.0/networks/14c17ee6-a280-473c-bcaa-15aca9df0da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881042 May 18 19:01:10.410785 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port f56d3ddb-09ed-4920-af8e-f94dbb1fe75e triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 19:01:10.411163 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:10.463112 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-cf0e78db-5f63-4c83-997b-79e323edd351 None None] Provisioning complete for port 2bb13d70-aed8-472b-b38e-912227de269e triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 19:01:10.463484 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-cf0e78db-5f63-4c83-997b-79e323edd351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:10.555464 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-cf0e78db-5f63-4c83-997b-79e323edd351 None None] Port 2bb13d70-aed8-472b-b38e-912227de269e cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 19:01:10.559255 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0007b6bf-a54f-4cfb-ab3a-b83195881d2c req-3277d76d-cf78-4bf6-8530-b4577e8af412 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/ports?device_id=9ce01522-9774-4262-961f-e993b09b5269 HTTP/1.1" status: 200 len: 210 time: 0.0300674 May 18 19:01:10.625771 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port f56d3ddb-09ed-4920-af8e-f94dbb1fe75e is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 19:01:10.626160 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:10.659194 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] For port f56d3ddb-09ed-4920-af8e-f94dbb1fe75e, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=f56d3ddb-09ed-4920-af8e-f94dbb1fe75e,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 19:01:10.682841 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:10.733147 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f405c6b1-bad3-4af0-89d6-24b0b1cc5fa1 None None] Notify callbacks [] for port, precommit_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:10.748985 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f405c6b1-bad3-4af0-89d6-24b0b1cc5fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:10.757642 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Pushing event updated for resources: {'Port': ['ID=f56d3ddb-09ed-4920-af8e-f94dbb1fe75e,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:01:10.827697 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926feb96-e215-48d6-be49-2c19a87c6080 None None] Pushing event updated for resources: {'Port': ['ID=2bb13d70-aed8-472b-b38e-912227de269e,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:01:10.863388 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-f405c6b1-bad3-4af0-89d6-24b0b1cc5fa1 None None] Attempting to bind port 2bb13d70-aed8-472b-b38e-912227de269e on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 19:01:10.863766 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-f405c6b1-bad3-4af0-89d6-24b0b1cc5fa1 None None] Attempting to bind port 2bb13d70-aed8-472b-b38e-912227de269e by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '6c909074-17c0-4649-9924-05038e1a448a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '14c17ee6-a280-473c-bcaa-15aca9df0da6'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 19:01:10.864142 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f405c6b1-bad3-4af0-89d6-24b0b1cc5fa1 None None] Attempting to bind port 2bb13d70-aed8-472b-b38e-912227de269e on network 14c17ee6-a280-473c-bcaa-15aca9df0da6 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 19:01:10.871157 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f405c6b1-bad3-4af0-89d6-24b0b1cc5fa1 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 19, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 19:01:10.871545 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f405c6b1-bad3-4af0-89d6-24b0b1cc5fa1 None None] Checking segment: {'id': '6c909074-17c0-4649-9924-05038e1a448a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '14c17ee6-a280-473c-bcaa-15aca9df0da6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 19:01:10.871960 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f405c6b1-bad3-4af0-89d6-24b0b1cc5fa1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:10.872634 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f405c6b1-bad3-4af0-89d6-24b0b1cc5fa1 None None] Bound using segment: {'id': '6c909074-17c0-4649-9924-05038e1a448a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '14c17ee6-a280-473c-bcaa-15aca9df0da6'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 19:01:10.873043 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-f405c6b1-bad3-4af0-89d6-24b0b1cc5fa1 None None] Bound port: 2bb13d70-aed8-472b-b38e-912227de269e, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c909074-17c0-4649-9924-05038e1a448a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '14c17ee6-a280-473c-bcaa-15aca9df0da6'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 19:01:10.873663 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f405c6b1-bad3-4af0-89d6-24b0b1cc5fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:10.956860 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device a2c29201-f2b6-4007-9028-6774dba48244 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 19:01:10.999011 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-f405c6b1-bad3-4af0-89d6-24b0b1cc5fa1 None None] For port 2bb13d70-aed8-472b-b38e-912227de269e, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 19:01:11.018450 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-f405c6b1-bad3-4af0-89d6-24b0b1cc5fa1 None None] For port 2bb13d70-aed8-472b-b38e-912227de269e, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=2bb13d70-aed8-472b-b38e-912227de269e,segment=NetworkSegment(6c909074-17c0-4649-9924-05038e1a448a),segment_id=6c909074-17c0-4649-9924-05038e1a448a)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 19:01:11.024325 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f405c6b1-bad3-4af0-89d6-24b0b1cc5fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:11.113719 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f405c6b1-bad3-4af0-89d6-24b0b1cc5fa1 None None] Routers {'b2fc43e1-0f34-453e-a1ee-8ab51f4b15ee'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 19:01:11.114376 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-f405c6b1-bad3-4af0-89d6-24b0b1cc5fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T19:01:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['b2fc43e1-0f34-453e-a1ee-8ab51f4b15ee'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:01:11.122931 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port a2c29201-f2b6-4007-9028-6774dba48244 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 19:01:11.123308 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:11.173035 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926feb96-e215-48d6-be49-2c19a87c6080 None None] Pushing event updated for resources: {'Port': ['ID=2bb13d70-aed8-472b-b38e-912227de269e,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:01:11.212937 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b266faf0-4776-497b-b952-d6d7b728fc37 None None] Provisioning complete for port 2bb13d70-aed8-472b-b38e-912227de269e triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 19:01:11.213598 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b266faf0-4776-497b-b952-d6d7b728fc37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:11.352734 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-f405c6b1-bad3-4af0-89d6-24b0b1cc5fa1 None None] Set router b2fc43e1-0f34-453e-a1ee-8ab51f4b15ee gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 19:01:11.430908 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port a2c29201-f2b6-4007-9028-6774dba48244 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 19:01:11.431977 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device f56d3ddb-09ed-4920-af8e-f94dbb1fe75e up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 19:01:11.544868 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:11.549986 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b266faf0-4776-497b-b952-d6d7b728fc37 None None] Current status of the port 2bb13d70-aed8-472b-b38e-912227de269e is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 19:01:11.550360 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b266faf0-4776-497b-b952-d6d7b728fc37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:11.623240 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b266faf0-4776-497b-b952-d6d7b728fc37 None None] For port 2bb13d70-aed8-472b-b38e-912227de269e, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=2bb13d70-aed8-472b-b38e-912227de269e,segment=NetworkSegment(6c909074-17c0-4649-9924-05038e1a448a),segment_id=6c909074-17c0-4649-9924-05038e1a448a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 19:01:11.630312 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b266faf0-4776-497b-b952-d6d7b728fc37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:11.653124 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port f56d3ddb-09ed-4920-af8e-f94dbb1fe75e triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 19:01:11.653495 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:11.658449 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4ec3e749-7c67-4292-bab1-910ad4ae07db req-e5205421-0c4e-426d-95ef-35e57b5dcb32 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/ports?device_id=9ce01522-9774-4262-961f-e993b09b5269 HTTP/1.1" status: 200 len: 210 time: 0.0294888 May 18 19:01:11.746203 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b266faf0-4776-497b-b952-d6d7b728fc37 None None] Pushing event updated for resources: {'Port': ['ID=2bb13d70-aed8-472b-b38e-912227de269e,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:01:11.774033 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-df04d894-1745-449c-a7e7-11fa7c3471ba None None] Provisioning complete for port 2bb13d70-aed8-472b-b38e-912227de269e triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 19:01:11.774500 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-df04d894-1745-449c-a7e7-11fa7c3471ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:11.818776 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-f405c6b1-bad3-4af0-89d6-24b0b1cc5fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2fc43e1-0f34-453e-a1ee-8ab51f4b15ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1109867388', 'tenant_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': 'f56d3ddb-09ed-4920-af8e-f94dbb1fe75e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T19:01:05Z', 'updated_at': '2022-05-18T19:01:08Z', 'revision_number': 4, 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'gw_port': {'id': 'f56d3ddb-09ed-4920-af8e-f94dbb1fe75e', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fc43e1-0f34-453e-a1ee-8ab51f4b15ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:01:05Z', 'updated_at': '2022-05-18T19:01:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '2bb13d70-aed8-472b-b38e-912227de269e', 'name': '', 'network_id': '14c17ee6-a280-473c-bcaa-15aca9df0da6', 'tenant_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'mac_address': 'fa:16:3e:cf:18:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2fc43e1-0f34-453e-a1ee-8ab51f4b15ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': 'bf7a51d2-5955-40d9-b627-f79efc68a159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:01:07Z', 'updated_at': '2022-05-18T19:01:10Z', 'revision_number': 4, 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'subnets': [{'id': 'bf7a51d2-5955-40d9-b627-f79efc68a159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:01:11.861083 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a562b436-db1d-4e69-afd0-53f831f8cb6e req-945885af-0f80-439a-8998-9e6f65c8c513 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:01:11.862975 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a562b436-db1d-4e69-afd0-53f831f8cb6e req-945885af-0f80-439a-8998-9e6f65c8c513 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.36 "GET /v2.0/networks?id=14c17ee6-a280-473c-bcaa-15aca9df0da6 HTTP/1.1" status: 200 len: 796 time: 0.1223576 May 18 19:01:11.914278 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a562b436-db1d-4e69-afd0-53f831f8cb6e req-2225c2f0-5174-4bc1-8458-08161699681a tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d50b1e2a8cea4a96957fd1d0d02be5f2 HTTP/1.1" status: 200 len: 380 time: 0.0368729 May 18 19:01:11.924419 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-a562b436-db1d-4e69-afd0-53f831f8cb6e req-03b2bc6b-4d8c-4e36-b4d9-4a12b8044d1c tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Request body: {'port': {'device_id': '9ce01522-9774-4262-961f-e993b09b5269', 'network_id': '14c17ee6-a280-473c-bcaa-15aca9df0da6', 'admin_state_up': True, 'tenant_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'security_groups': ['94ffb2e7-025b-4e4e-8b57-5d7698ad0982']}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 19:01:12.016825 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f405c6b1-bad3-4af0-89d6-24b0b1cc5fa1 None None] The sync data for ids ['b2fc43e1-0f34-453e-a1ee-8ab51f4b15ee'] in n-d-838550-3 is: [{'id': 'b2fc43e1-0f34-453e-a1ee-8ab51f4b15ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1109867388', 'tenant_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': 'f56d3ddb-09ed-4920-af8e-f94dbb1fe75e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T19:01:05Z', 'updated_at': '2022-05-18T19:01:08Z', 'revision_number': 4, 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'gw_port': {'id': 'f56d3ddb-09ed-4920-af8e-f94dbb1fe75e', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fc43e1-0f34-453e-a1ee-8ab51f4b15ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:01:05Z', 'updated_at': '2022-05-18T19:01:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '2bb13d70-aed8-472b-b38e-912227de269e', 'name': '', 'network_id': '14c17ee6-a280-473c-bcaa-15aca9df0da6', 'tenant_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'mac_address': 'fa:16:3e:cf:18:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2fc43e1-0f34-453e-a1ee-8ab51f4b15ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': 'bf7a51d2-5955-40d9-b627-f79efc68a159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:01:07Z', 'updated_at': '2022-05-18T19:01:10Z', 'revision_number': 4, 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'subnets': [{'id': 'bf7a51d2-5955-40d9-b627-f79efc68a159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 19:01:12.025415 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port f56d3ddb-09ed-4920-af8e-f94dbb1fe75e is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 19:01:12.039211 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a562b436-db1d-4e69-afd0-53f831f8cb6e req-03b2bc6b-4d8c-4e36-b4d9-4a12b8044d1c tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Made reservation on behalf of d50b1e2a8cea4a96957fd1d0d02be5f2 for: {'port': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 19:01:12.043902 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-a562b436-db1d-4e69-afd0-53f831f8cb6e req-03b2bc6b-4d8c-4e36-b4d9-4a12b8044d1c tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:12.091923 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-df04d894-1745-449c-a7e7-11fa7c3471ba None None] Current status of the port 2bb13d70-aed8-472b-b38e-912227de269e is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 19:01:12.214610 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [req-a562b436-db1d-4e69-afd0-53f831f8cb6e req-03b2bc6b-4d8c-4e36-b4d9-4a12b8044d1c tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Allocated IP 172.20.0.12 (14c17ee6-a280-473c-bcaa-15aca9df0da6/bf7a51d2-5955-40d9-b627-f79efc68a159/96318f75-1d8c-4d56-b9ef-3b70e2094d03) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 19:01:12.366099 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-a562b436-db1d-4e69-afd0-53f831f8cb6e req-03b2bc6b-4d8c-4e36-b4d9-4a12b8044d1c tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:12.401238 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-a562b436-db1d-4e69-afd0-53f831f8cb6e req-03b2bc6b-4d8c-4e36-b4d9-4a12b8044d1c tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:12.445687 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a562b436-db1d-4e69-afd0-53f831f8cb6e req-03b2bc6b-4d8c-4e36-b4d9-4a12b8044d1c tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Network 14c17ee6-a280-473c-bcaa-15aca9df0da6 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 19:01:12.449218 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [req-a562b436-db1d-4e69-afd0-53f831f8cb6e req-03b2bc6b-4d8c-4e36-b4d9-4a12b8044d1c tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 19:01:12.451659 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-a562b436-db1d-4e69-afd0-53f831f8cb6e req-03b2bc6b-4d8c-4e36-b4d9-4a12b8044d1c tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 19:01:12.481151 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b2bc6b-4d8c-4e36-b4d9-4a12b8044d1c tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Pushing event updated for resources: {'Port': ['ID=96318f75-1d8c-4d56-b9ef-3b70e2094d03,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:01:12.518851 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a562b436-db1d-4e69-afd0-53f831f8cb6e req-03b2bc6b-4d8c-4e36-b4d9-4a12b8044d1c tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:01:12.519512 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-a562b436-db1d-4e69-afd0-53f831f8cb6e req-03b2bc6b-4d8c-4e36-b4d9-4a12b8044d1c tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:12.538450 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a562b436-db1d-4e69-afd0-53f831f8cb6e req-03b2bc6b-4d8c-4e36-b4d9-4a12b8044d1c tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6179488 May 18 19:01:12.557760 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-a562b436-db1d-4e69-afd0-53f831f8cb6e req-fd905551-a7b2-4467-b48d-aa30c54eff7d service neutron] Request body: {'port': {'device_id': '9ce01522-9774-4262-961f-e993b09b5269', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-3'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 19:01:12.596549 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:12.619124 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-a562b436-db1d-4e69-afd0-53f831f8cb6e req-fd905551-a7b2-4467-b48d-aa30c54eff7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:12.730224 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-8719105d-17f0-481f-a1e2-7dedd642ca67 None None] Provisioning complete for port 96318f75-1d8c-4d56-b9ef-3b70e2094d03 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 19:01:12.730507 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-8719105d-17f0-481f-a1e2-7dedd642ca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:12.768532 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-8719105d-17f0-481f-a1e2-7dedd642ca67 None None] Port 96318f75-1d8c-4d56-b9ef-3b70e2094d03 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 19:01:12.866152 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e1f480-15be-42ac-89b0-ed18c956266a req-abfd5c2b-c4b3-4539-8f48-1505e30c4eac tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:01:12.867704 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a3e1f480-15be-42ac-89b0-ed18c956266a req-abfd5c2b-c4b3-4539-8f48-1505e30c4eac tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/ports?device_id=9ce01522-9774-4262-961f-e993b09b5269 HTTP/1.1" status: 200 len: 932 time: 0.1159008 May 18 19:01:12.941311 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 2bb13d70-aed8-472b-b38e-912227de269e up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 19:01:12.944322 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a3e1f480-15be-42ac-89b0-ed18c956266a req-bb5e10a4-791c-4944-9ecc-9df2f8418937 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/security-groups?id=94ffb2e7-025b-4e4e-8b57-5d7698ad0982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617294 May 18 19:01:12.999386 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [req-a562b436-db1d-4e69-afd0-53f831f8cb6e req-fd905551-a7b2-4467-b48d-aa30c54eff7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96318f75-1d8c-4d56-b9ef-3b70e2094d03 {{(pid=102730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 19:01:13.007788 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-a562b436-db1d-4e69-afd0-53f831f8cb6e req-fd905551-a7b2-4467-b48d-aa30c54eff7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:13.013776 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 2bb13d70-aed8-472b-b38e-912227de269e triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 19:01:13.014223 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:13.021003 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [req-a562b436-db1d-4e69-afd0-53f831f8cb6e req-fd905551-a7b2-4467-b48d-aa30c54eff7d service neutron] Transition to ACTIVE for port object 96318f75-1d8c-4d56-b9ef-3b70e2094d03 will not be triggered until provisioned by entity L2. {{(pid=102730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 19:01:13.026874 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-a562b436-db1d-4e69-afd0-53f831f8cb6e req-fd905551-a7b2-4467-b48d-aa30c54eff7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:13.106388 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 2bb13d70-aed8-472b-b38e-912227de269e is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 19:01:13.113874 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd905551-a7b2-4467-b48d-aa30c54eff7d service neutron] Pushing event updated for resources: {'Port': ['ID=96318f75-1d8c-4d56-b9ef-3b70e2094d03,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:01:13.169643 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:13.175925 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-a562b436-db1d-4e69-afd0-53f831f8cb6e req-fd905551-a7b2-4467-b48d-aa30c54eff7d service neutron] Attempting to bind port 96318f75-1d8c-4d56-b9ef-3b70e2094d03 on host n-h1-838550-3 for vnic_type normal with profile {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 19:01:13.176690 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-a562b436-db1d-4e69-afd0-53f831f8cb6e req-fd905551-a7b2-4467-b48d-aa30c54eff7d service neutron] Attempting to bind port 96318f75-1d8c-4d56-b9ef-3b70e2094d03 by drivers openvswitch,hyperv on host n-h1-838550-3 at level 0 using segments [{'id': '6c909074-17c0-4649-9924-05038e1a448a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '14c17ee6-a280-473c-bcaa-15aca9df0da6'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 19:01:13.177352 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a562b436-db1d-4e69-afd0-53f831f8cb6e req-fd905551-a7b2-4467-b48d-aa30c54eff7d service neutron] Attempting to bind port 96318f75-1d8c-4d56-b9ef-3b70e2094d03 on network 14c17ee6-a280-473c-bcaa-15aca9df0da6 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 19:01:13.183504 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a562b436-db1d-4e69-afd0-53f831f8cb6e req-fd905551-a7b2-4467-b48d-aa30c54eff7d service neutron] Port 96318f75-1d8c-4d56-b9ef-3b70e2094d03 on network 14c17ee6-a280-473c-bcaa-15aca9df0da6 not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-3 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 19:01:13.183836 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a562b436-db1d-4e69-afd0-53f831f8cb6e req-fd905551-a7b2-4467-b48d-aa30c54eff7d service neutron] Attempting to bind port 96318f75-1d8c-4d56-b9ef-3b70e2094d03 on network 14c17ee6-a280-473c-bcaa-15aca9df0da6 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 19:01:13.189428 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a562b436-db1d-4e69-afd0-53f831f8cb6e req-fd905551-a7b2-4467-b48d-aa30c54eff7d service neutron] Checking agent: {'id': '1dbac822-25f2-4df8-9dc8-5c2e7b136eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 19, 1, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 19:01:13.189769 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a562b436-db1d-4e69-afd0-53f831f8cb6e req-fd905551-a7b2-4467-b48d-aa30c54eff7d service neutron] Checking segment: {'id': '6c909074-17c0-4649-9924-05038e1a448a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '14c17ee6-a280-473c-bcaa-15aca9df0da6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 19:01:13.190264 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a562b436-db1d-4e69-afd0-53f831f8cb6e req-fd905551-a7b2-4467-b48d-aa30c54eff7d service neutron] Bound using segment: {'id': '6c909074-17c0-4649-9924-05038e1a448a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '14c17ee6-a280-473c-bcaa-15aca9df0da6'} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 19:01:13.190591 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-a562b436-db1d-4e69-afd0-53f831f8cb6e req-fd905551-a7b2-4467-b48d-aa30c54eff7d service neutron] Bound port: 96318f75-1d8c-4d56-b9ef-3b70e2094d03, host: n-h1-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c909074-17c0-4649-9924-05038e1a448a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '14c17ee6-a280-473c-bcaa-15aca9df0da6'}}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 19:01:13.191050 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-a562b436-db1d-4e69-afd0-53f831f8cb6e req-fd905551-a7b2-4467-b48d-aa30c54eff7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:13.266774 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-a562b436-db1d-4e69-afd0-53f831f8cb6e req-fd905551-a7b2-4467-b48d-aa30c54eff7d service neutron] For port 96318f75-1d8c-4d56-b9ef-3b70e2094d03, host n-h1-838550-3, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 19:01:13.270489 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-a562b436-db1d-4e69-afd0-53f831f8cb6e req-fd905551-a7b2-4467-b48d-aa30c54eff7d service neutron] For port 96318f75-1d8c-4d56-b9ef-3b70e2094d03, host n-h1-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=96318f75-1d8c-4d56-b9ef-3b70e2094d03,segment=NetworkSegment(6c909074-17c0-4649-9924-05038e1a448a),segment_id=6c909074-17c0-4649-9924-05038e1a448a)] {{(pid=102730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 19:01:13.276215 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-a562b436-db1d-4e69-afd0-53f831f8cb6e req-fd905551-a7b2-4467-b48d-aa30c54eff7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:13.318116 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a562b436-db1d-4e69-afd0-53f831f8cb6e req-fd905551-a7b2-4467-b48d-aa30c54eff7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:01:13.318738 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-a562b436-db1d-4e69-afd0-53f831f8cb6e req-fd905551-a7b2-4467-b48d-aa30c54eff7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:13.320158 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a562b436-db1d-4e69-afd0-53f831f8cb6e req-fd905551-a7b2-4467-b48d-aa30c54eff7d service neutron] 10.222.0.36 "PUT /v2.0/ports/96318f75-1d8c-4d56-b9ef-3b70e2094d03 HTTP/1.1" status: 200 len: 1092 time: 0.7694092 May 18 19:01:13.320789 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ce01522-9774-4262-961f-e993b09b5269', 'tag': '96318f75-1d8c-4d56-b9ef-3b70e2094d03'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 19:01:13.322987 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebab1398998b981f34f543ac0b562e5946bae5cf08db64623ace6dd3c2d346bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bedbef9d-64bc-4d73-8358-32404a6af879" -d '{"events": [{"name": "network-changed", "server_uuid": "9ce01522-9774-4262-961f-e993b09b5269", "tag": "96318f75-1d8c-4d56-b9ef-3b70e2094d03"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 19:01:13.347291 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd905551-a7b2-4467-b48d-aa30c54eff7d service neutron] Pushing event updated for resources: {'Port': ['ID=96318f75-1d8c-4d56-b9ef-3b70e2094d03,revision_number=3']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:01:13.374536 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 19:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31b54598-092b-40d8-9218-f2866f984ba3 x-openstack-request-id: req-31b54598-092b-40d8-9218-f2866f984ba3 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 19:01:13.374828 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ce01522-9774-4262-961f-e993b09b5269", "tag": "96318f75-1d8c-4d56-b9ef-3b70e2094d03", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 19:01:13.375081 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-31b54598-092b-40d8-9218-f2866f984ba3 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 19:01:13.375570 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31b54598-092b-40d8-9218-f2866f984ba3'] response: {'name': 'network-changed', 'server_uuid': '9ce01522-9774-4262-961f-e993b09b5269', 'tag': '96318f75-1d8c-4d56-b9ef-3b70e2094d03', 'status': 'completed', 'code': 200} May 18 19:01:13.420675 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a562b436-db1d-4e69-afd0-53f831f8cb6e req-7b4f69c3-c659-4800-bfda-970eb4f9d4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:01:13.422246 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a562b436-db1d-4e69-afd0-53f831f8cb6e req-7b4f69c3-c659-4800-bfda-970eb4f9d4b6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d50b1e2a8cea4a96957fd1d0d02be5f2&device_id=9ce01522-9774-4262-961f-e993b09b5269 HTTP/1.1" status: 200 len: 1095 time: 0.0444770 May 18 19:01:13.472629 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a562b436-db1d-4e69-afd0-53f831f8cb6e req-c086b230-4880-410e-86dd-f0e9a631070d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=96318f75-1d8c-4d56-b9ef-3b70e2094d03 HTTP/1.1" status: 200 len: 217 time: 0.0354247 May 18 19:01:13.534474 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a562b436-db1d-4e69-afd0-53f831f8cb6e req-cbe8f60d-9d7a-4eff-9639-2f63aa2965c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:01:13.536003 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a562b436-db1d-4e69-afd0-53f831f8cb6e req-cbe8f60d-9d7a-4eff-9639-2f63aa2965c3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bf7a51d2-5955-40d9-b627-f79efc68a159 HTTP/1.1" status: 200 len: 834 time: 0.0517497 May 18 19:01:13.586100 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a562b436-db1d-4e69-afd0-53f831f8cb6e req-b5ae9f5f-9473-4a4e-8499-af977762fbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:01:13.587932 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a562b436-db1d-4e69-afd0-53f831f8cb6e req-b5ae9f5f-9473-4a4e-8499-af977762fbc5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=14c17ee6-a280-473c-bcaa-15aca9df0da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400825 May 18 19:01:13.682677 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a562b436-db1d-4e69-afd0-53f831f8cb6e req-58ab533f-7e42-4c9f-91b2-762041abda8f service neutron] 10.222.0.36 "GET /v2.0/networks/14c17ee6-a280-473c-bcaa-15aca9df0da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862405 May 18 19:01:13.781826 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a562b436-db1d-4e69-afd0-53f831f8cb6e req-78eaa221-3e17-4594-982c-86515870fc23 service neutron] 10.222.0.36 "GET /v2.0/networks/14c17ee6-a280-473c-bcaa-15aca9df0da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885425 May 18 19:01:13.878070 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedbef9d-64bc-4d73-8358-32404a6af879 req-cacc7242-811d-475a-82b9-71aacc17d86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:01:13.879561 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bedbef9d-64bc-4d73-8358-32404a6af879 req-cacc7242-811d-475a-82b9-71aacc17d86c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d50b1e2a8cea4a96957fd1d0d02be5f2&device_id=9ce01522-9774-4262-961f-e993b09b5269 HTTP/1.1" status: 200 len: 1095 time: 0.0416796 May 18 19:01:13.972512 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedbef9d-64bc-4d73-8358-32404a6af879 req-0cc7749e-7254-43f7-abe6-bd32dfa1aec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:01:13.974014 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bedbef9d-64bc-4d73-8358-32404a6af879 req-0cc7749e-7254-43f7-abe6-bd32dfa1aec0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=14c17ee6-a280-473c-bcaa-15aca9df0da6 HTTP/1.1" status: 200 len: 897 time: 0.0868986 May 18 19:01:14.016409 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bedbef9d-64bc-4d73-8358-32404a6af879 req-e5ed2b15-70e6-4a32-988b-83709838f022 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=96318f75-1d8c-4d56-b9ef-3b70e2094d03 HTTP/1.1" status: 200 len: 217 time: 0.0349941 May 18 19:01:14.092456 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedbef9d-64bc-4d73-8358-32404a6af879 req-0e589d18-0710-4135-be6c-224e30d0c1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:01:14.093876 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bedbef9d-64bc-4d73-8358-32404a6af879 req-0e589d18-0710-4135-be6c-224e30d0c1c4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bf7a51d2-5955-40d9-b627-f79efc68a159 HTTP/1.1" status: 200 len: 834 time: 0.0681956 May 18 19:01:14.105754 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1489d3a9-37d8-49ab-aeeb-8f05f3a40dbe req-a42b0710-bb65-4e2b-b421-a58121d61ffb tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:01:14.107596 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1489d3a9-37d8-49ab-aeeb-8f05f3a40dbe req-a42b0710-bb65-4e2b-b421-a58121d61ffb tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/ports?device_id=9ce01522-9774-4262-961f-e993b09b5269 HTTP/1.1" status: 200 len: 944 time: 0.0903249 May 18 19:01:14.171439 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1489d3a9-37d8-49ab-aeeb-8f05f3a40dbe req-59f781b0-7517-49fb-975f-ce5a8cdc4970 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/security-groups?id=94ffb2e7-025b-4e4e-8b57-5d7698ad0982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552692 May 18 19:01:14.173972 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedbef9d-64bc-4d73-8358-32404a6af879 req-ab505045-e39d-42b2-a80c-c79dbf53a1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:01:14.175403 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bedbef9d-64bc-4d73-8358-32404a6af879 req-ab505045-e39d-42b2-a80c-c79dbf53a1c7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=14c17ee6-a280-473c-bcaa-15aca9df0da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0669160 May 18 19:01:14.269212 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bedbef9d-64bc-4d73-8358-32404a6af879 req-d3fe4c2c-2ad7-4ec8-81bd-102dc9998125 service neutron] 10.222.0.36 "GET /v2.0/networks/14c17ee6-a280-473c-bcaa-15aca9df0da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850370 May 18 19:01:14.359451 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bedbef9d-64bc-4d73-8358-32404a6af879 req-a5e5f4d5-e5a9-48c9-beba-d264373b0798 service neutron] 10.222.0.36 "GET /v2.0/networks/14c17ee6-a280-473c-bcaa-15aca9df0da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827832 May 18 19:01:15.288099 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5786a71f-b086-4993-a2e6-309e5d9fe4ce req-d8727c38-421d-44a3-9ea8-12a5d5e693d7 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:01:15.289557 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5786a71f-b086-4993-a2e6-309e5d9fe4ce req-d8727c38-421d-44a3-9ea8-12a5d5e693d7 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/ports?device_id=9ce01522-9774-4262-961f-e993b09b5269 HTTP/1.1" status: 200 len: 944 time: 0.0483994 May 18 19:01:15.327515 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5786a71f-b086-4993-a2e6-309e5d9fe4ce req-d40c6e42-d63a-4877-b109-5dd2135bf34d tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/security-groups?id=94ffb2e7-025b-4e4e-8b57-5d7698ad0982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310221 May 18 19:01:15.475114 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 96318f75-1d8c-4d56-b9ef-3b70e2094d03 details requested by agent hyperv_n-h1-838550-3 with host n-h1-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 19:01:15.570447 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 96318f75-1d8c-4d56-b9ef-3b70e2094d03, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=96318f75-1d8c-4d56-b9ef-3b70e2094d03,segment=NetworkSegment(6c909074-17c0-4649-9924-05038e1a448a),segment_id=6c909074-17c0-4649-9924-05038e1a448a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 19:01:15.581325 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Returning: {'device': '96318f75-1d8c-4d56-b9ef-3b70e2094d03', 'network_id': '14c17ee6-a280-473c-bcaa-15aca9df0da6', 'port_id': '96318f75-1d8c-4d56-b9ef-3b70e2094d03', 'mac_address': 'fa:16:3e:d6:8b:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf7a51d2-5955-40d9-b627-f79efc68a159', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 19:01:15.616819 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 96318f75-1d8c-4d56-b9ef-3b70e2094d03 is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 19:01:15.617203 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:15.630625 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96318f75-1d8c-4d56-b9ef-3b70e2094d03 {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 19:01:15.649531 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 96318f75-1d8c-4d56-b9ef-3b70e2094d03, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=96318f75-1d8c-4d56-b9ef-3b70e2094d03,segment=NetworkSegment(6c909074-17c0-4649-9924-05038e1a448a),segment_id=6c909074-17c0-4649-9924-05038e1a448a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 19:01:15.653179 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:15.703386 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=96318f75-1d8c-4d56-b9ef-3b70e2094d03,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:01:15.924477 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['96318f75-1d8c-4d56-b9ef-3b70e2094d03'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 19:01:16.444767 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38257c45-f560-4cd8-a738-78098b271a5b req-e0b14c53-e0f9-4f8e-95d1-2ecc539756b7 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:01:16.446252 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-38257c45-f560-4cd8-a738-78098b271a5b req-e0b14c53-e0f9-4f8e-95d1-2ecc539756b7 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/ports?device_id=9ce01522-9774-4262-961f-e993b09b5269 HTTP/1.1" status: 200 len: 945 time: 0.0519547 May 18 19:01:16.484727 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-38257c45-f560-4cd8-a738-78098b271a5b req-9f3fdcac-a30c-40d7-bcdd-513d4af97ab7 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/security-groups?id=94ffb2e7-025b-4e4e-8b57-5d7698ad0982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319967 May 18 19:01:17.486270 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 96318f75-1d8c-4d56-b9ef-3b70e2094d03 up at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 19:01:17.534879 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning for port 96318f75-1d8c-4d56-b9ef-3b70e2094d03 completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 19:01:17.539045 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning complete for port 96318f75-1d8c-4d56-b9ef-3b70e2094d03 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 19:01:17.539398 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:17.607990 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7de0e8-91c7-4522-923c-d7a40b082ef0 req-1e592fb8-769a-4346-ac2e-6556305508e7 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:01:17.609508 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3a7de0e8-91c7-4522-923c-d7a40b082ef0 req-1e592fb8-769a-4346-ac2e-6556305508e7 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/ports?device_id=9ce01522-9774-4262-961f-e993b09b5269 HTTP/1.1" status: 200 len: 945 time: 0.0551169 May 18 19:01:17.619211 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 96318f75-1d8c-4d56-b9ef-3b70e2094d03 is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 19:01:17.619593 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:17.642572 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ce01522-9774-4262-961f-e993b09b5269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96318f75-1d8c-4d56-b9ef-3b70e2094d03'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 19:01:17.644797 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5d64110a1ec54c0f2bae3109cf83ae5c70b13a424bf8c5acbf84dbd50ace00d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51419951-8949-4855-80b4-d04872e2eace" -d '{"events": [{"server_uuid": "9ce01522-9774-4262-961f-e993b09b5269", "name": "network-vif-plugged", "status": "completed", "tag": "96318f75-1d8c-4d56-b9ef-3b70e2094d03"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 19:01:17.647827 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3a7de0e8-91c7-4522-923c-d7a40b082ef0 req-85423081-19db-4e21-8f8c-119d9008f115 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/security-groups?id=94ffb2e7-025b-4e4e-8b57-5d7698ad0982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320673 May 18 19:01:17.657564 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 96318f75-1d8c-4d56-b9ef-3b70e2094d03, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=96318f75-1d8c-4d56-b9ef-3b70e2094d03,segment=NetworkSegment(6c909074-17c0-4649-9924-05038e1a448a),segment_id=6c909074-17c0-4649-9924-05038e1a448a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 19:01:17.672007 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:17.697496 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 19:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0afaa5c-cd78-4a4d-aef3-921d38c78c8a x-openstack-request-id: req-f0afaa5c-cd78-4a4d-aef3-921d38c78c8a {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 19:01:17.697808 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ce01522-9774-4262-961f-e993b09b5269", "name": "network-vif-plugged", "status": "completed", "tag": "96318f75-1d8c-4d56-b9ef-3b70e2094d03", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 19:01:17.698057 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-f0afaa5c-cd78-4a4d-aef3-921d38c78c8a {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 19:01:17.698447 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0afaa5c-cd78-4a4d-aef3-921d38c78c8a'] response: {'server_uuid': '9ce01522-9774-4262-961f-e993b09b5269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96318f75-1d8c-4d56-b9ef-3b70e2094d03', 'code': 200} May 18 19:01:17.727307 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=96318f75-1d8c-4d56-b9ef-3b70e2094d03,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:01:17.797385 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1692e93b-81ce-4f46-96ea-ee5ed86ee70c req-749cc4f0-0bc5-4afb-ac9b-61973caa33c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:01:17.798969 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1692e93b-81ce-4f46-96ea-ee5ed86ee70c req-749cc4f0-0bc5-4afb-ac9b-61973caa33c6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9ce01522-9774-4262-961f-e993b09b5269 HTTP/1.1" status: 200 len: 1097 time: 0.0392802 May 18 19:01:17.835995 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1692e93b-81ce-4f46-96ea-ee5ed86ee70c req-562fd6b4-94c8-4281-853c-e6687b9222dd service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=94ffb2e7-025b-4e4e-8b57-5d7698ad0982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272760 May 18 19:01:18.769389 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397ad698-27f2-4b73-bce0-e3dfd622ffc0 req-f59bdaeb-70b8-47ce-918a-fabe0fa04e6e tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:01:18.770939 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-397ad698-27f2-4b73-bce0-e3dfd622ffc0 req-f59bdaeb-70b8-47ce-918a-fabe0fa04e6e tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/ports?device_id=9ce01522-9774-4262-961f-e993b09b5269 HTTP/1.1" status: 200 len: 946 time: 0.0534310 May 18 19:01:18.809184 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-397ad698-27f2-4b73-bce0-e3dfd622ffc0 req-fcdf3489-6aca-438a-a1f5-199f5d3b57b3 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/security-groups?id=94ffb2e7-025b-4e4e-8b57-5d7698ad0982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323594 May 18 19:01:19.921881 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f3b161-c2bf-4d27-9c1f-aa534e0a9957 req-8b4787bb-e568-4950-952d-b57472428b3b tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:01:19.923376 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b3f3b161-c2bf-4d27-9c1f-aa534e0a9957 req-8b4787bb-e568-4950-952d-b57472428b3b tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/ports?device_id=9ce01522-9774-4262-961f-e993b09b5269 HTTP/1.1" status: 200 len: 946 time: 0.0485766 May 18 19:01:19.963768 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b3f3b161-c2bf-4d27-9c1f-aa534e0a9957 req-1468dc70-bc4c-414a-bb07-b8f3901ec1f2 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/security-groups?id=94ffb2e7-025b-4e4e-8b57-5d7698ad0982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322704 May 18 19:01:20.073896 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac66f58-981a-4366-9d15-163b1c99620e req-5c1d408f-cf61-49bf-be17-f21a642cf33b tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:01:20.075407 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8ac66f58-981a-4366-9d15-163b1c99620e req-5c1d408f-cf61-49bf-be17-f21a642cf33b tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/ports?device_id=9ce01522-9774-4262-961f-e993b09b5269 HTTP/1.1" status: 200 len: 946 time: 0.0485640 May 18 19:01:20.112086 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8ac66f58-981a-4366-9d15-163b1c99620e req-4340b064-7000-47d7-9616-6f1b971179f5 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/security-groups?id=94ffb2e7-025b-4e4e-8b57-5d7698ad0982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307715 May 18 19:01:20.133846 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 49978) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:01:20.174454 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d6285b2-639f-4b8a-b12b-a857526c2610 tempest-TestNetworkAdvancedServerOps-1925643049 tempest-TestNetworkAdvancedServerOps-1925643049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:01:20.175986 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-6d6285b2-639f-4b8a-b12b-a857526c2610 tempest-TestNetworkAdvancedServerOps-1925643049 tempest-TestNetworkAdvancedServerOps-1925643049-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=9ce01522-9774-4262-961f-e993b09b5269 HTTP/1.1" status: 200 len: 1092 time: 0.0411530 May 18 19:01:20.178823 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 49980) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:01:20.183026 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-7d4e89ca-2aeb-48fb-a0ff-a48525f1de3a tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Request body: {'floatingip': {'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'port_id': '96318f75-1d8c-4d56-b9ef-3b70e2094d03', 'tenant_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 19:01:20.205715 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7d4e89ca-2aeb-48fb-a0ff-a48525f1de3a tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for floatingip, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:20.306031 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7d4e89ca-2aeb-48fb-a0ff-a48525f1de3a tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:20.407032 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-7d4e89ca-2aeb-48fb-a0ff-a48525f1de3a tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Allocated IP 172.25.5.118 (31ebd439-090c-4b25-bbb0-31c48711b145/363a2810-8a83-4be0-a317-7c91fcd94485/3a9aed4e-c8b8-4e43-956d-30bd46c51fcd) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 19:01:20.512572 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7d4e89ca-2aeb-48fb-a0ff-a48525f1de3a tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:20.545549 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7d4e89ca-2aeb-48fb-a0ff-a48525f1de3a tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:20.583623 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d4e89ca-2aeb-48fb-a0ff-a48525f1de3a tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Network 31ebd439-090c-4b25-bbb0-31c48711b145 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 19:01:20.586311 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-7d4e89ca-2aeb-48fb-a0ff-a48525f1de3a tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 19:01:20.590465 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4e89ca-2aeb-48fb-a0ff-a48525f1de3a tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 19:01:20.598394 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4e89ca-2aeb-48fb-a0ff-a48525f1de3a tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Pushing event updated for resources: {'Port': ['ID=3a9aed4e-c8b8-4e43-956d-30bd46c51fcd,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:01:20.964582 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7d4e89ca-2aeb-48fb-a0ff-a48525f1de3a tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:21.032668 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7d4e89ca-2aeb-48fb-a0ff-a48525f1de3a tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:21.192550 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7d4e89ca-2aeb-48fb-a0ff-a48525f1de3a tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:21.197632 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7d4e89ca-2aeb-48fb-a0ff-a48525f1de3a tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:21.268300 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4e89ca-2aeb-48fb-a0ff-a48525f1de3a tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Pushing event updated for resources: {'Port': ['ID=3a9aed4e-c8b8-4e43-956d-30bd46c51fcd,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:01:21.281318 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7d4e89ca-2aeb-48fb-a0ff-a48525f1de3a tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596987'] for floatingip, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:21.380726 n-d-838550-3 neutron-server[102731]: INFO neutron.db.l3_db [None req-7d4e89ca-2aeb-48fb-a0ff-a48525f1de3a tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Floating IP 5e32ac79-4cf5-4aa9-9f97-871738b7c755 associated. External IP: 172.25.5.118, port: 96318f75-1d8c-4d56-b9ef-3b70e2094d03. May 18 19:01:21.589421 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d4e89ca-2aeb-48fb-a0ff-a48525f1de3a tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Router b2fc43e1-0f34-453e-a1ee-8ab51f4b15ee has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 19:01:21.698262 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d4e89ca-2aeb-48fb-a0ff-a48525f1de3a tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 19:01:21.710746 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62683df7-30d6-4153-84ae-8446d3178216 None None] Sync routers for ids ['b2fc43e1-0f34-453e-a1ee-8ab51f4b15ee'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 19:01:21.716847 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7d4e89ca-2aeb-48fb-a0ff-a48525f1de3a tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:21.720634 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62683df7-30d6-4153-84ae-8446d3178216 None None] Routers {'b2fc43e1-0f34-453e-a1ee-8ab51f4b15ee'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 19:01:21.721244 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-62683df7-30d6-4153-84ae-8446d3178216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T19:01:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['b2fc43e1-0f34-453e-a1ee-8ab51f4b15ee'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:01:21.744099 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-7d4e89ca-2aeb-48fb-a0ff-a48525f1de3a tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5642805 May 18 19:01:21.744754 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ce01522-9774-4262-961f-e993b09b5269', 'tag': '96318f75-1d8c-4d56-b9ef-3b70e2094d03'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 19:01:21.747667 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2af15054aaa6949616271ca6be3a072f6b50fedb79e93cfaf9b795926efec15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51e1301f-6cb3-4674-8104-c7bf2f8e7841" -d '{"events": [{"name": "network-changed", "server_uuid": "9ce01522-9774-4262-961f-e993b09b5269", "tag": "96318f75-1d8c-4d56-b9ef-3b70e2094d03"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 19:01:21.827047 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-62683df7-30d6-4153-84ae-8446d3178216 None None] Set router b2fc43e1-0f34-453e-a1ee-8ab51f4b15ee gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 19:01:21.847192 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776f8606-49fc-4eed-9d09-dd47d59d2dff req-10bcd79c-f1f5-4443-abb9-5bfd828ecb8a tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:01:21.848712 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-776f8606-49fc-4eed-9d09-dd47d59d2dff req-10bcd79c-f1f5-4443-abb9-5bfd828ecb8a tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/ports?device_id=9ce01522-9774-4262-961f-e993b09b5269 HTTP/1.1" status: 200 len: 946 time: 0.0529387 May 18 19:01:21.886765 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-776f8606-49fc-4eed-9d09-dd47d59d2dff req-c25fd449-c603-42ab-9ab4-062c6e712f22 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/security-groups?id=94ffb2e7-025b-4e4e-8b57-5d7698ad0982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317585 May 18 19:01:21.909382 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 49990) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:01:21.947149 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 19:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c48bc358-2e6c-4a1e-975e-9e8a994f18ad x-openstack-request-id: req-c48bc358-2e6c-4a1e-975e-9e8a994f18ad {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 19:01:21.947509 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ce01522-9774-4262-961f-e993b09b5269", "tag": "96318f75-1d8c-4d56-b9ef-3b70e2094d03", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 19:01:21.947698 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-c48bc358-2e6c-4a1e-975e-9e8a994f18ad {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 19:01:21.948084 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c48bc358-2e6c-4a1e-975e-9e8a994f18ad'] response: {'name': 'network-changed', 'server_uuid': '9ce01522-9774-4262-961f-e993b09b5269', 'tag': '96318f75-1d8c-4d56-b9ef-3b70e2094d03', 'status': 'completed', 'code': 200} May 18 19:01:21.976750 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-6b93b850-ac5c-4396-94ea-a13e8f7326bd tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/floatingips/5e32ac79-4cf5-4aa9-9f97-871738b7c755 HTTP/1.1" status: 200 len: 992 time: 0.0647755 May 18 19:01:21.999336 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e1301f-6cb3-4674-8104-c7bf2f8e7841 req-f51964f4-f277-42f9-9fb7-d7ab85304a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:01:22.000853 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-51e1301f-6cb3-4674-8104-c7bf2f8e7841 req-f51964f4-f277-42f9-9fb7-d7ab85304a19 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d50b1e2a8cea4a96957fd1d0d02be5f2&device_id=9ce01522-9774-4262-961f-e993b09b5269 HTTP/1.1" status: 200 len: 1097 time: 0.0452464 May 18 19:01:22.061384 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-62683df7-30d6-4153-84ae-8446d3178216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2fc43e1-0f34-453e-a1ee-8ab51f4b15ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1109867388', 'tenant_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': 'f56d3ddb-09ed-4920-af8e-f94dbb1fe75e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T19:01:05Z', 'updated_at': '2022-05-18T19:01:08Z', 'revision_number': 4, 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'gw_port': {'id': 'f56d3ddb-09ed-4920-af8e-f94dbb1fe75e', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fc43e1-0f34-453e-a1ee-8ab51f4b15ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:01:05Z', 'updated_at': '2022-05-18T19:01:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': '5e32ac79-4cf5-4aa9-9f97-871738b7c755', 'tenant_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'floating_ip_address': '172.25.5.118', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': 'b2fc43e1-0f34-453e-a1ee-8ab51f4b15ee', 'port_id': '96318f75-1d8c-4d56-b9ef-3b70e2094d03', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14c17ee6-a280-473c-bcaa-15aca9df0da6', 'mac_address': 'fa:16:3e:d6:8b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce01522-9774-4262-961f-e993b09b5269', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T19:01:20Z', 'updated_at': '2022-05-18T19:01:20Z', 'revision_number': 0, 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bb13d70-aed8-472b-b38e-912227de269e', 'name': '', 'network_id': '14c17ee6-a280-473c-bcaa-15aca9df0da6', 'tenant_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'mac_address': 'fa:16:3e:cf:18:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fc43e1-0f34-453e-a1ee-8ab51f4b15ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': 'bf7a51d2-5955-40d9-b627-f79efc68a159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:01:07Z', 'updated_at': '2022-05-18T19:01:11Z', 'revision_number': 5, 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'subnets': [{'id': 'bf7a51d2-5955-40d9-b627-f79efc68a159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:01:22.087225 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62683df7-30d6-4153-84ae-8446d3178216 None None] Checking router: b2fc43e1-0f34-453e-a1ee-8ab51f4b15ee for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 19:01:22.096104 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62683df7-30d6-4153-84ae-8446d3178216 None None] Routers {'b2fc43e1-0f34-453e-a1ee-8ab51f4b15ee'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 19:01:22.096708 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-62683df7-30d6-4153-84ae-8446d3178216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T19:01:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['b2fc43e1-0f34-453e-a1ee-8ab51f4b15ee'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:01:22.097384 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e1301f-6cb3-4674-8104-c7bf2f8e7841 req-b95428b2-4bff-4196-bb81-d2a5142a5acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:01:22.098875 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-51e1301f-6cb3-4674-8104-c7bf2f8e7841 req-b95428b2-4bff-4196-bb81-d2a5142a5acb service neutron] 10.222.0.36 "GET /v2.0/networks?id=14c17ee6-a280-473c-bcaa-15aca9df0da6 HTTP/1.1" status: 200 len: 897 time: 0.0910163 May 18 19:01:22.164452 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-51e1301f-6cb3-4674-8104-c7bf2f8e7841 req-f1c3a956-b2a9-4e33-a356-aa5e32193b6a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=96318f75-1d8c-4d56-b9ef-3b70e2094d03 HTTP/1.1" status: 200 len: 1000 time: 0.0576301 May 18 19:01:22.221053 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e1301f-6cb3-4674-8104-c7bf2f8e7841 req-ef53fdc9-a92c-4f43-b956-bd761d702a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:01:22.222839 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-51e1301f-6cb3-4674-8104-c7bf2f8e7841 req-ef53fdc9-a92c-4f43-b956-bd761d702a59 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bf7a51d2-5955-40d9-b627-f79efc68a159 HTTP/1.1" status: 200 len: 834 time: 0.0510340 May 18 19:01:22.273755 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e1301f-6cb3-4674-8104-c7bf2f8e7841 req-65856fe4-dd02-4464-b6ff-cc9a5d2859f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:01:22.275267 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-51e1301f-6cb3-4674-8104-c7bf2f8e7841 req-65856fe4-dd02-4464-b6ff-cc9a5d2859f5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=14c17ee6-a280-473c-bcaa-15aca9df0da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455427 May 18 19:01:22.291395 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-62683df7-30d6-4153-84ae-8446d3178216 None None] Set router b2fc43e1-0f34-453e-a1ee-8ab51f4b15ee gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 19:01:22.366230 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-51e1301f-6cb3-4674-8104-c7bf2f8e7841 req-8fd76bd7-3b34-4715-9832-6738f2a91e23 service neutron] 10.222.0.36 "GET /v2.0/networks/14c17ee6-a280-473c-bcaa-15aca9df0da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828199 May 18 19:01:22.459686 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-51e1301f-6cb3-4674-8104-c7bf2f8e7841 req-4acccfa2-aec8-4875-a2ed-8b97aa798ca1 service neutron] 10.222.0.36 "GET /v2.0/networks/14c17ee6-a280-473c-bcaa-15aca9df0da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868649 May 18 19:01:22.514313 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-62683df7-30d6-4153-84ae-8446d3178216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2fc43e1-0f34-453e-a1ee-8ab51f4b15ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1109867388', 'tenant_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': 'f56d3ddb-09ed-4920-af8e-f94dbb1fe75e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T19:01:05Z', 'updated_at': '2022-05-18T19:01:08Z', 'revision_number': 4, 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'gw_port': {'id': 'f56d3ddb-09ed-4920-af8e-f94dbb1fe75e', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fc43e1-0f34-453e-a1ee-8ab51f4b15ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:01:05Z', 'updated_at': '2022-05-18T19:01:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': '5e32ac79-4cf5-4aa9-9f97-871738b7c755', 'tenant_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'floating_ip_address': '172.25.5.118', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': 'b2fc43e1-0f34-453e-a1ee-8ab51f4b15ee', 'port_id': '96318f75-1d8c-4d56-b9ef-3b70e2094d03', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14c17ee6-a280-473c-bcaa-15aca9df0da6', 'mac_address': 'fa:16:3e:d6:8b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce01522-9774-4262-961f-e993b09b5269', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T19:01:20Z', 'updated_at': '2022-05-18T19:01:20Z', 'revision_number': 0, 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bb13d70-aed8-472b-b38e-912227de269e', 'name': '', 'network_id': '14c17ee6-a280-473c-bcaa-15aca9df0da6', 'tenant_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'mac_address': 'fa:16:3e:cf:18:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fc43e1-0f34-453e-a1ee-8ab51f4b15ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': 'bf7a51d2-5955-40d9-b627-f79efc68a159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:01:07Z', 'updated_at': '2022-05-18T19:01:11Z', 'revision_number': 5, 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'subnets': [{'id': 'bf7a51d2-5955-40d9-b627-f79efc68a159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:01:22.542597 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62683df7-30d6-4153-84ae-8446d3178216 None None] The sync data for ids ['b2fc43e1-0f34-453e-a1ee-8ab51f4b15ee'] in n-d-838550-3 is: [{'id': 'b2fc43e1-0f34-453e-a1ee-8ab51f4b15ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1109867388', 'tenant_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': 'f56d3ddb-09ed-4920-af8e-f94dbb1fe75e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T19:01:05Z', 'updated_at': '2022-05-18T19:01:08Z', 'revision_number': 4, 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'gw_port': {'id': 'f56d3ddb-09ed-4920-af8e-f94dbb1fe75e', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fc43e1-0f34-453e-a1ee-8ab51f4b15ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:01:05Z', 'updated_at': '2022-05-18T19:01:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': '5e32ac79-4cf5-4aa9-9f97-871738b7c755', 'tenant_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'floating_ip_address': '172.25.5.118', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': 'b2fc43e1-0f34-453e-a1ee-8ab51f4b15ee', 'port_id': '96318f75-1d8c-4d56-b9ef-3b70e2094d03', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14c17ee6-a280-473c-bcaa-15aca9df0da6', 'mac_address': 'fa:16:3e:d6:8b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce01522-9774-4262-961f-e993b09b5269', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T19:01:20Z', 'updated_at': '2022-05-18T19:01:20Z', 'revision_number': 0, 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bb13d70-aed8-472b-b38e-912227de269e', 'name': '', 'network_id': '14c17ee6-a280-473c-bcaa-15aca9df0da6', 'tenant_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'mac_address': 'fa:16:3e:cf:18:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fc43e1-0f34-453e-a1ee-8ab51f4b15ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': 'bf7a51d2-5955-40d9-b627-f79efc68a159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:01:07Z', 'updated_at': '2022-05-18T19:01:11Z', 'revision_number': 5, 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'subnets': [{'id': 'bf7a51d2-5955-40d9-b627-f79efc68a159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 19:01:22.737525 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d00df3c-666b-446b-9c08-1a27424a3e82 None None] New status for floating IP 5e32ac79-4cf5-4aa9-9f97-871738b7c755: ACTIVE {{(pid=102732) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 19:01:22.979571 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 49992) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:01:23.039680 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-9670028b-03ba-48f0-97fc-3cb9bdbf1b46 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/floatingips/5e32ac79-4cf5-4aa9-9f97-871738b7c755 HTTP/1.1" status: 200 len: 994 time: 0.0583472 May 18 19:01:25.358212 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5c0dcc6f-0761-4dc5-9c36-864330b1a9fe req-08fdaadd-d5a7-4c82-8665-220e237cb4e7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9ce01522-9774-4262-961f-e993b09b5269&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0385923 May 18 19:01:25.443013 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0dcc6f-0761-4dc5-9c36-864330b1a9fe req-8cf827f9-d311-4861-8154-4fb8123a4071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:01:25.444513 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5c0dcc6f-0761-4dc5-9c36-864330b1a9fe req-8cf827f9-d311-4861-8154-4fb8123a4071 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d50b1e2a8cea4a96957fd1d0d02be5f2&device_id=9ce01522-9774-4262-961f-e993b09b5269 HTTP/1.1" status: 200 len: 1097 time: 0.0441720 May 18 19:01:25.547792 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0dcc6f-0761-4dc5-9c36-864330b1a9fe req-de4c3338-2bc1-4897-b0e2-d35fbec73918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:01:25.549256 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5c0dcc6f-0761-4dc5-9c36-864330b1a9fe req-de4c3338-2bc1-4897-b0e2-d35fbec73918 service neutron] 10.222.0.36 "GET /v2.0/networks?id=14c17ee6-a280-473c-bcaa-15aca9df0da6 HTTP/1.1" status: 200 len: 897 time: 0.0844345 May 18 19:01:25.615109 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5c0dcc6f-0761-4dc5-9c36-864330b1a9fe req-03272b12-07a8-49a0-a86e-db17ae47b1c2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=96318f75-1d8c-4d56-b9ef-3b70e2094d03 HTTP/1.1" status: 200 len: 1002 time: 0.0593317 May 18 19:01:25.661985 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0dcc6f-0761-4dc5-9c36-864330b1a9fe req-95dbe65c-3352-43dd-9660-c9668cd2a0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:01:25.663261 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5c0dcc6f-0761-4dc5-9c36-864330b1a9fe req-95dbe65c-3352-43dd-9660-c9668cd2a0d3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bf7a51d2-5955-40d9-b627-f79efc68a159 HTTP/1.1" status: 200 len: 834 time: 0.0417547 May 18 19:01:25.707612 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0dcc6f-0761-4dc5-9c36-864330b1a9fe req-126caf0d-66f9-48c2-affa-6f63bc668440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:01:25.709133 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5c0dcc6f-0761-4dc5-9c36-864330b1a9fe req-126caf0d-66f9-48c2-affa-6f63bc668440 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=14c17ee6-a280-473c-bcaa-15aca9df0da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389409 May 18 19:01:25.799208 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5c0dcc6f-0761-4dc5-9c36-864330b1a9fe req-4e73ba4a-8928-473d-85f0-f2b7eef311b8 service neutron] 10.222.0.36 "GET /v2.0/networks/14c17ee6-a280-473c-bcaa-15aca9df0da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831642 May 18 19:01:25.885513 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5c0dcc6f-0761-4dc5-9c36-864330b1a9fe req-1cc2b5d1-3d74-455e-8703-ba978da6997b service neutron] 10.222.0.36 "GET /v2.0/networks/14c17ee6-a280-473c-bcaa-15aca9df0da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795968 May 18 19:01:31.500819 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:31.652733 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:37.734143 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-51ab9680-674a-4b61-a25a-fb18ad0d7dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:40.105126 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-59e2f043-72ea-48ba-9388-7feb5a6b2a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:41.441900 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:42.592045 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:43.163586 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:01:47.284609 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 7 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 19:01:58.598329 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69cf595-1032-424d-9dcf-f7dc123d05cb req-e6598666-8881-48cb-a967-5926f91c9dde tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:01:58.600108 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d69cf595-1032-424d-9dcf-f7dc123d05cb req-e6598666-8881-48cb-a967-5926f91c9dde tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/ports?device_id=9ce01522-9774-4262-961f-e993b09b5269 HTTP/1.1" status: 200 len: 946 time: 0.0832844 May 18 19:01:58.601838 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2563c6a6-a421-46e2-8f74-174e07b213df req-371fb5da-af0b-45ca-a6d0-4a62024f55b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:01:58.603207 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2563c6a6-a421-46e2-8f74-174e07b213df req-371fb5da-af0b-45ca-a6d0-4a62024f55b2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d50b1e2a8cea4a96957fd1d0d02be5f2&device_id=9ce01522-9774-4262-961f-e993b09b5269 HTTP/1.1" status: 200 len: 1097 time: 0.0775030 May 18 19:01:58.684352 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d69cf595-1032-424d-9dcf-f7dc123d05cb req-113e82c0-644c-4a9a-894b-6e357382dec4 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/security-groups?id=94ffb2e7-025b-4e4e-8b57-5d7698ad0982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780251 May 18 19:01:58.716783 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2563c6a6-a421-46e2-8f74-174e07b213df req-7d7c06b9-8123-4d26-984c-32853d9f077a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:01:58.718311 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2563c6a6-a421-46e2-8f74-174e07b213df req-7d7c06b9-8123-4d26-984c-32853d9f077a service neutron] 10.222.0.36 "GET /v2.0/networks?id=14c17ee6-a280-473c-bcaa-15aca9df0da6 HTTP/1.1" status: 200 len: 897 time: 0.1057553 May 18 19:01:58.785378 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2563c6a6-a421-46e2-8f74-174e07b213df req-9c0748ac-9c81-4126-9665-d8304e8d01e8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=96318f75-1d8c-4d56-b9ef-3b70e2094d03 HTTP/1.1" status: 200 len: 1002 time: 0.0596442 May 18 19:01:58.833836 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2563c6a6-a421-46e2-8f74-174e07b213df req-732cabda-26f5-4a46-909e-03d51f3b811c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:01:58.835242 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2563c6a6-a421-46e2-8f74-174e07b213df req-732cabda-26f5-4a46-909e-03d51f3b811c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bf7a51d2-5955-40d9-b627-f79efc68a159 HTTP/1.1" status: 200 len: 834 time: 0.0423067 May 18 19:01:58.883910 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2563c6a6-a421-46e2-8f74-174e07b213df req-4a787a90-81c7-4e5e-a828-212a2d3e98a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:01:58.885378 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2563c6a6-a421-46e2-8f74-174e07b213df req-4a787a90-81c7-4e5e-a828-212a2d3e98a2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=14c17ee6-a280-473c-bcaa-15aca9df0da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398777 May 18 19:01:58.976660 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2563c6a6-a421-46e2-8f74-174e07b213df req-6a3e04bc-7d57-4d30-8545-f14187dc5147 service neutron] 10.222.0.36 "GET /v2.0/networks/14c17ee6-a280-473c-bcaa-15aca9df0da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837643 May 18 19:01:59.066909 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2563c6a6-a421-46e2-8f74-174e07b213df req-a5f73456-deff-41a9-aa70-7f5343d9b635 service neutron] 10.222.0.36 "GET /v2.0/networks/14c17ee6-a280-473c-bcaa-15aca9df0da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811114 May 18 19:01:59.806852 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1df9a2-a3fb-4d45-aead-22313e365bc6 req-b2288b01-8ad7-41e6-a248-ab832cb84fdb tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:01:59.808338 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6c1df9a2-a3fb-4d45-aead-22313e365bc6 req-b2288b01-8ad7-41e6-a248-ab832cb84fdb tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/ports?device_id=9ce01522-9774-4262-961f-e993b09b5269 HTTP/1.1" status: 200 len: 946 time: 0.0532370 May 18 19:01:59.846273 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6c1df9a2-a3fb-4d45-aead-22313e365bc6 req-871790d0-0f18-441a-a2e9-26dfe6db0edc tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/security-groups?id=94ffb2e7-025b-4e4e-8b57-5d7698ad0982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309176 May 18 19:02:00.963806 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905bf16f-da64-41fe-a1c4-941c1d6966ec req-514676b3-82dd-4299-8fec-a1044ae6cde0 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:02:00.965229 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-905bf16f-da64-41fe-a1c4-941c1d6966ec req-514676b3-82dd-4299-8fec-a1044ae6cde0 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/ports?device_id=9ce01522-9774-4262-961f-e993b09b5269 HTTP/1.1" status: 200 len: 946 time: 0.0503943 May 18 19:02:01.002564 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-905bf16f-da64-41fe-a1c4-941c1d6966ec req-2553b7c6-9851-40e1-a086-894a52bc2ba3 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/security-groups?id=94ffb2e7-025b-4e4e-8b57-5d7698ad0982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313754 May 18 19:02:01.523854 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:02:01.683865 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:02:02.124641 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4760ec7-4802-43a5-a997-14a3b5e477e1 req-36760138-fbcd-4c34-99e1-5f26a00b9532 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:02:02.126119 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f4760ec7-4802-43a5-a997-14a3b5e477e1 req-36760138-fbcd-4c34-99e1-5f26a00b9532 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/ports?device_id=9ce01522-9774-4262-961f-e993b09b5269 HTTP/1.1" status: 200 len: 946 time: 0.0477149 May 18 19:02:02.163587 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f4760ec7-4802-43a5-a997-14a3b5e477e1 req-73f3e9be-cbfe-4e28-b794-add7fb200af7 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/security-groups?id=94ffb2e7-025b-4e4e-8b57-5d7698ad0982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314915 May 18 19:02:03.280962 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e75a6f-0431-41ac-af90-d68edf905981 req-ddc0665d-d6a4-4421-8805-14ce2d9c7587 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:02:03.282437 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-86e75a6f-0431-41ac-af90-d68edf905981 req-ddc0665d-d6a4-4421-8805-14ce2d9c7587 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/ports?device_id=9ce01522-9774-4262-961f-e993b09b5269 HTTP/1.1" status: 200 len: 946 time: 0.0521903 May 18 19:02:03.320382 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-86e75a6f-0431-41ac-af90-d68edf905981 req-474e4970-53ae-42d4-8a24-3e6226d908d2 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/security-groups?id=94ffb2e7-025b-4e4e-8b57-5d7698ad0982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320153 May 18 19:02:04.435577 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bd105b-33a6-4f46-bab5-1b80659324a7 req-22fb6ab1-9947-4917-9f4c-cb3c4653eb19 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:02:04.437083 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e1bd105b-33a6-4f46-bab5-1b80659324a7 req-22fb6ab1-9947-4917-9f4c-cb3c4653eb19 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/ports?device_id=9ce01522-9774-4262-961f-e993b09b5269 HTTP/1.1" status: 200 len: 946 time: 0.0492918 May 18 19:02:04.474820 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e1bd105b-33a6-4f46-bab5-1b80659324a7 req-10ff370b-d064-42bf-8924-084035673eb7 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/security-groups?id=94ffb2e7-025b-4e4e-8b57-5d7698ad0982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316381 May 18 19:02:05.594073 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2406fd51-b771-4084-9b4e-7188fbb4a04c req-b9197841-04e8-4bbc-ae35-5fb434d527e8 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:02:05.595545 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2406fd51-b771-4084-9b4e-7188fbb4a04c req-b9197841-04e8-4bbc-ae35-5fb434d527e8 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/ports?device_id=9ce01522-9774-4262-961f-e993b09b5269 HTTP/1.1" status: 200 len: 946 time: 0.0507660 May 18 19:02:05.632077 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2406fd51-b771-4084-9b4e-7188fbb4a04c req-e569b9b5-e730-4984-bbf9-0f7e4056996a tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/security-groups?id=94ffb2e7-025b-4e4e-8b57-5d7698ad0982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304999 May 18 19:02:06.751610 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334481a0-69c4-491c-b4ac-80266b9eea0c req-b66febbb-7ecc-47b2-af72-bb4eb23f2240 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:02:06.753099 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-334481a0-69c4-491c-b4ac-80266b9eea0c req-b66febbb-7ecc-47b2-af72-bb4eb23f2240 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/ports?device_id=9ce01522-9774-4262-961f-e993b09b5269 HTTP/1.1" status: 200 len: 946 time: 0.0520601 May 18 19:02:06.789926 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-334481a0-69c4-491c-b4ac-80266b9eea0c req-850e09e3-3b5c-4f57-95bc-08f9531f793d tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/security-groups?id=94ffb2e7-025b-4e4e-8b57-5d7698ad0982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307639 May 18 19:02:07.734756 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-55831fbe-22d3-4a13-ba17-17c8fb053110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:02:07.904540 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dde97fc-4c1f-4680-8cfd-348aedcfb721 req-29d4399e-8f11-4f75-9e5b-6d3d3f8cc7cf tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:02:07.906035 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8dde97fc-4c1f-4680-8cfd-348aedcfb721 req-29d4399e-8f11-4f75-9e5b-6d3d3f8cc7cf tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/ports?device_id=9ce01522-9774-4262-961f-e993b09b5269 HTTP/1.1" status: 200 len: 946 time: 0.0491238 May 18 19:02:07.944028 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8dde97fc-4c1f-4680-8cfd-348aedcfb721 req-3fd5349e-8f04-4b5a-a1b5-6946b5f894b0 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/security-groups?id=94ffb2e7-025b-4e4e-8b57-5d7698ad0982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319479 May 18 19:02:09.063926 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bdb6f5-3cfa-45f0-93ff-a9b36cf4efce req-5e74b994-a530-4c9e-8033-41ea2a842302 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:02:09.066605 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e7bdb6f5-3cfa-45f0-93ff-a9b36cf4efce req-5e74b994-a530-4c9e-8033-41ea2a842302 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/ports?device_id=9ce01522-9774-4262-961f-e993b09b5269 HTTP/1.1" status: 200 len: 946 time: 0.0537093 May 18 19:02:09.105409 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e7bdb6f5-3cfa-45f0-93ff-a9b36cf4efce req-e44ff17a-acbf-44b2-9029-ecdf129124e1 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/security-groups?id=94ffb2e7-025b-4e4e-8b57-5d7698ad0982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328567 May 18 19:02:10.110780 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-bb5d0864-f181-488c-8d96-c20eb468e24d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:02:10.224804 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc2d3c6-ba3f-42af-ad0f-688c25b2a1e8 req-a2b6be5d-0c63-4b82-90c9-869e4c684967 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:02:10.226320 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6fc2d3c6-ba3f-42af-ad0f-688c25b2a1e8 req-a2b6be5d-0c63-4b82-90c9-869e4c684967 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/ports?device_id=9ce01522-9774-4262-961f-e993b09b5269 HTTP/1.1" status: 200 len: 946 time: 0.0525355 May 18 19:02:10.263117 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6fc2d3c6-ba3f-42af-ad0f-688c25b2a1e8 req-d80ea41a-d3ef-42da-b87f-12ad00a9509a tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/security-groups?id=94ffb2e7-025b-4e4e-8b57-5d7698ad0982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308926 May 18 19:02:11.379168 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9984d8a6-3860-4742-891e-ce969d08cf50 req-f3e9acc5-8b5d-4a18-9930-2390e04e2e10 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:02:11.380658 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9984d8a6-3860-4742-891e-ce969d08cf50 req-f3e9acc5-8b5d-4a18-9930-2390e04e2e10 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/ports?device_id=9ce01522-9774-4262-961f-e993b09b5269 HTTP/1.1" status: 200 len: 946 time: 0.0482824 May 18 19:02:11.418061 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9984d8a6-3860-4742-891e-ce969d08cf50 req-2260f41b-5bd0-4016-92c8-d9057fd35056 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/security-groups?id=94ffb2e7-025b-4e4e-8b57-5d7698ad0982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314193 May 18 19:02:11.447163 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:02:12.532804 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bac325e-420a-4bb1-be7d-c378e1a2591c req-b2583d75-aa98-47c4-b431-eb04e5e9b88b tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:02:12.534306 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9bac325e-420a-4bb1-be7d-c378e1a2591c req-b2583d75-aa98-47c4-b431-eb04e5e9b88b tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/ports?device_id=9ce01522-9774-4262-961f-e993b09b5269 HTTP/1.1" status: 200 len: 946 time: 0.0484486 May 18 19:02:12.572082 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9bac325e-420a-4bb1-be7d-c378e1a2591c req-355d31ea-34de-4ffd-b3fb-40ab022815f1 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/security-groups?id=94ffb2e7-025b-4e4e-8b57-5d7698ad0982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319610 May 18 19:02:12.595963 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:02:13.166602 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:02:13.692633 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329be039-bb6b-4f8f-85f2-6aa5ba3e4a2d req-0fc4ae83-65f8-41fa-a814-7f1dba066aee tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:02:13.694358 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-329be039-bb6b-4f8f-85f2-6aa5ba3e4a2d req-0fc4ae83-65f8-41fa-a814-7f1dba066aee tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/ports?device_id=9ce01522-9774-4262-961f-e993b09b5269 HTTP/1.1" status: 200 len: 946 time: 0.0545404 May 18 19:02:13.731127 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-329be039-bb6b-4f8f-85f2-6aa5ba3e4a2d req-c77e64fa-4fb3-4857-8d3d-5a338862a28d tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/security-groups?id=94ffb2e7-025b-4e4e-8b57-5d7698ad0982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308719 May 18 19:02:14.844545 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69344dc-7d16-4b8a-a302-2cfaa6a8a480 req-4006b4ea-0893-40f1-92d4-f9652a6e613e tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:02:14.846051 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a69344dc-7d16-4b8a-a302-2cfaa6a8a480 req-4006b4ea-0893-40f1-92d4-f9652a6e613e tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/ports?device_id=9ce01522-9774-4262-961f-e993b09b5269 HTTP/1.1" status: 200 len: 946 time: 0.0478432 May 18 19:02:14.883751 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a69344dc-7d16-4b8a-a302-2cfaa6a8a480 req-37f15303-7994-4383-8e6e-a593c8e6f0b4 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/security-groups?id=94ffb2e7-025b-4e4e-8b57-5d7698ad0982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317786 May 18 19:02:16.000687 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0daf49-13c0-427e-adb6-207d382c7df5 req-af5410f8-54ce-4737-a898-5e95c4e6ea8d tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:02:16.002347 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8b0daf49-13c0-427e-adb6-207d382c7df5 req-af5410f8-54ce-4737-a898-5e95c4e6ea8d tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/ports?device_id=9ce01522-9774-4262-961f-e993b09b5269 HTTP/1.1" status: 200 len: 946 time: 0.0485520 May 18 19:02:16.039121 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8b0daf49-13c0-427e-adb6-207d382c7df5 req-5f3cb86d-af56-4f85-a058-50c3c45ba0e8 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/security-groups?id=94ffb2e7-025b-4e4e-8b57-5d7698ad0982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308747 May 18 19:02:17.158760 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e96796-e531-4c07-b646-3291f52679e2 req-34d5a6ac-c332-4a22-84a6-10e6801790b1 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:02:17.160503 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-96e96796-e531-4c07-b646-3291f52679e2 req-34d5a6ac-c332-4a22-84a6-10e6801790b1 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/ports?device_id=9ce01522-9774-4262-961f-e993b09b5269 HTTP/1.1" status: 200 len: 946 time: 0.0516586 May 18 19:02:17.198697 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-96e96796-e531-4c07-b646-3291f52679e2 req-ebeb234e-539f-4df7-9497-cfa02ff90400 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/security-groups?id=94ffb2e7-025b-4e4e-8b57-5d7698ad0982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319519 May 18 19:02:18.313423 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b471cef1-c32d-47bc-928a-cb918b40463e req-7fd408df-d122-40a6-a874-90f815f0cffc tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:02:18.314962 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b471cef1-c32d-47bc-928a-cb918b40463e req-7fd408df-d122-40a6-a874-90f815f0cffc tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/ports?device_id=9ce01522-9774-4262-961f-e993b09b5269 HTTP/1.1" status: 200 len: 946 time: 0.0491645 May 18 19:02:18.352890 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b471cef1-c32d-47bc-928a-cb918b40463e req-dcceabec-7b8f-4051-9471-cecfbc2d7add tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/security-groups?id=94ffb2e7-025b-4e4e-8b57-5d7698ad0982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320714 May 18 19:02:19.466104 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fba6ed-b857-4d04-9103-288e34eaeca1 req-8ca7df32-fe1f-4b8a-8be9-0f06b30a4d21 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:02:19.468086 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-46fba6ed-b857-4d04-9103-288e34eaeca1 req-8ca7df32-fe1f-4b8a-8be9-0f06b30a4d21 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/ports?device_id=9ce01522-9774-4262-961f-e993b09b5269 HTTP/1.1" status: 200 len: 946 time: 0.0480685 May 18 19:02:19.505108 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-46fba6ed-b857-4d04-9103-288e34eaeca1 req-69e5591f-acdb-477b-83ca-f1e6781cea3d tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/security-groups?id=94ffb2e7-025b-4e4e-8b57-5d7698ad0982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310996 May 18 19:02:20.625389 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d037535d-a99b-4979-ba4e-63929ac0b47b req-50a8d717-47f5-4397-b370-facaf2745c5a tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:02:20.626888 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d037535d-a99b-4979-ba4e-63929ac0b47b req-50a8d717-47f5-4397-b370-facaf2745c5a tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/ports?device_id=9ce01522-9774-4262-961f-e993b09b5269 HTTP/1.1" status: 200 len: 946 time: 0.0544863 May 18 19:02:20.664182 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d037535d-a99b-4979-ba4e-63929ac0b47b req-93737069-b9c7-4492-9ad8-22845d5f5727 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/security-groups?id=94ffb2e7-025b-4e4e-8b57-5d7698ad0982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312853 May 18 19:02:20.686165 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 50056) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:02:20.756100 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-0c1c9f85-3220-48cc-968f-324ea4e939b5 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/floatingips/5e32ac79-4cf5-4aa9-9f97-871738b7c755 HTTP/1.1" status: 200 len: 994 time: 0.0687795 May 18 19:02:24.283248 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 7 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 19:02:26.356012 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3b31a22b-494f-4cc4-893f-f32414ba9a50 req-bfdce991-f515-40c9-99ba-f0ec51f23d7b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9ce01522-9774-4262-961f-e993b09b5269&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0386658 May 18 19:02:26.761061 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b31a22b-494f-4cc4-893f-f32414ba9a50 req-5b232e3f-ab79-4ca0-8285-8bafefe70723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:02:26.762849 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3b31a22b-494f-4cc4-893f-f32414ba9a50 req-5b232e3f-ab79-4ca0-8285-8bafefe70723 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d50b1e2a8cea4a96957fd1d0d02be5f2&device_id=9ce01522-9774-4262-961f-e993b09b5269 HTTP/1.1" status: 200 len: 1097 time: 0.3663738 May 18 19:02:26.863564 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b31a22b-494f-4cc4-893f-f32414ba9a50 req-aec9cf87-8a22-430b-9eeb-f02e369e32b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:02:26.865036 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3b31a22b-494f-4cc4-893f-f32414ba9a50 req-aec9cf87-8a22-430b-9eeb-f02e369e32b3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=14c17ee6-a280-473c-bcaa-15aca9df0da6 HTTP/1.1" status: 200 len: 897 time: 0.0823560 May 18 19:02:26.932725 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3b31a22b-494f-4cc4-893f-f32414ba9a50 req-37484e12-bace-4385-80e3-28a7ddb57fd3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=96318f75-1d8c-4d56-b9ef-3b70e2094d03 HTTP/1.1" status: 200 len: 1002 time: 0.0596182 May 18 19:02:26.979733 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b31a22b-494f-4cc4-893f-f32414ba9a50 req-abb183da-90cc-4f70-a50d-ca36321cb960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:02:26.981184 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3b31a22b-494f-4cc4-893f-f32414ba9a50 req-abb183da-90cc-4f70-a50d-ca36321cb960 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bf7a51d2-5955-40d9-b627-f79efc68a159 HTTP/1.1" status: 200 len: 834 time: 0.0419431 May 18 19:02:27.025290 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b31a22b-494f-4cc4-893f-f32414ba9a50 req-b1268015-d955-4d2e-a6f5-7b62c635d90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:02:27.026783 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3b31a22b-494f-4cc4-893f-f32414ba9a50 req-b1268015-d955-4d2e-a6f5-7b62c635d90f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=14c17ee6-a280-473c-bcaa-15aca9df0da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391383 May 18 19:02:27.116153 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3b31a22b-494f-4cc4-893f-f32414ba9a50 req-dc2105c6-bf94-40ea-998b-26e22fd66c16 service neutron] 10.222.0.36 "GET /v2.0/networks/14c17ee6-a280-473c-bcaa-15aca9df0da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826828 May 18 19:02:27.203270 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3b31a22b-494f-4cc4-893f-f32414ba9a50 req-6a6b45ad-f2aa-4d91-b5b1-d53e02f2aee4 service neutron] 10.222.0.36 "GET /v2.0/networks/14c17ee6-a280-473c-bcaa-15aca9df0da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801148 May 18 19:02:31.522165 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:02:31.684453 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:02:37.737505 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c8150e47-a35a-40b4-8114-3f24a0dbac7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:02:40.102936 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-358babe9-5741-4cd2-826f-00e8a278352b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:02:41.448628 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:02:42.597296 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:02:43.168697 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:02:53.147895 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 50084) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:02:53.308140 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-c9c8a29e-374e-4671-9b2a-8be3123915f7 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Deleting port 3a9aed4e-c8b8-4e43-956d-30bd46c51fcd {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 19:02:53.308487 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c9c8a29e-374e-4671-9b2a-8be3123915f7 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:02:53.387388 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c9c8a29e-374e-4671-9b2a-8be3123915f7 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:02:53.387709 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c9c8a29e-374e-4671-9b2a-8be3123915f7 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:02:53.399985 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-c9c8a29e-374e-4671-9b2a-8be3123915f7 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Calling delete_port for 3a9aed4e-c8b8-4e43-956d-30bd46c51fcd owned by network:floatingip {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 19:02:53.573419 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c9c8a29e-374e-4671-9b2a-8be3123915f7 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:02:53.597556 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c8a29e-374e-4671-9b2a-8be3123915f7 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Pushing event deleted for resources: {'Port': ['ID=3a9aed4e-c8b8-4e43-956d-30bd46c51fcd,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:02:53.609545 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c8a29e-374e-4671-9b2a-8be3123915f7 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:02:53.609924 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c8a29e-374e-4671-9b2a-8be3123915f7 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:02:53.610265 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c8a29e-374e-4671-9b2a-8be3123915f7 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:02:53.610603 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c8a29e-374e-4671-9b2a-8be3123915f7 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:02:53.610933 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c8a29e-374e-4671-9b2a-8be3123915f7 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:02:53.611267 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c8a29e-374e-4671-9b2a-8be3123915f7 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:02:53.611592 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c8a29e-374e-4671-9b2a-8be3123915f7 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:02:53.611918 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c8a29e-374e-4671-9b2a-8be3123915f7 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:02:53.612247 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c8a29e-374e-4671-9b2a-8be3123915f7 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:02:53.612629 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c8a29e-374e-4671-9b2a-8be3123915f7 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:02:53.612954 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c8a29e-374e-4671-9b2a-8be3123915f7 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:02:53.613307 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c8a29e-374e-4671-9b2a-8be3123915f7 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:02:53.671401 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c9c8a29e-374e-4671-9b2a-8be3123915f7 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for floatingip, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:02:53.671401 n-d-838550-3 neutron-server[102731]: INFO neutron.db.l3_db [None req-c9c8a29e-374e-4671-9b2a-8be3123915f7 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Floating IP 5e32ac79-4cf5-4aa9-9f97-871738b7c755 disassociated (deleted). External IP: 172.25.5.118, port: 96318f75-1d8c-4d56-b9ef-3b70e2094d03. May 18 19:02:53.878214 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9c8a29e-374e-4671-9b2a-8be3123915f7 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Router b2fc43e1-0f34-453e-a1ee-8ab51f4b15ee has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 19:02:54.300507 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9c8a29e-374e-4671-9b2a-8be3123915f7 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 19:02:54.305288 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c9c8a29e-374e-4671-9b2a-8be3123915f7 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:02:54.309882 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4833153e-d9ea-4405-94a2-ea2f9a42657e None None] Sync routers for ids ['b2fc43e1-0f34-453e-a1ee-8ab51f4b15ee'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 19:02:54.319174 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4833153e-d9ea-4405-94a2-ea2f9a42657e None None] Routers {'b2fc43e1-0f34-453e-a1ee-8ab51f4b15ee'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 19:02:54.319871 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-4833153e-d9ea-4405-94a2-ea2f9a42657e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T19:02:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['b2fc43e1-0f34-453e-a1ee-8ab51f4b15ee'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:02:54.334460 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-c9c8a29e-374e-4671-9b2a-8be3123915f7 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "DELETE /v2.0/floatingips/5e32ac79-4cf5-4aa9-9f97-871738b7c755 HTTP/1.1" status: 204 len: 168 time: 1.1830337 May 18 19:02:54.334460 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ce01522-9774-4262-961f-e993b09b5269', 'tag': '96318f75-1d8c-4d56-b9ef-3b70e2094d03'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 19:02:54.335002 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2af15054aaa6949616271ca6be3a072f6b50fedb79e93cfaf9b795926efec15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ea51b81-28a8-4040-a354-8c7c49883093" -d '{"events": [{"name": "network-changed", "server_uuid": "9ce01522-9774-4262-961f-e993b09b5269", "tag": "96318f75-1d8c-4d56-b9ef-3b70e2094d03"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 19:02:54.425402 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-4833153e-d9ea-4405-94a2-ea2f9a42657e None None] Set router b2fc43e1-0f34-453e-a1ee-8ab51f4b15ee gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 19:02:54.633973 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-4833153e-d9ea-4405-94a2-ea2f9a42657e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2fc43e1-0f34-453e-a1ee-8ab51f4b15ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1109867388', 'tenant_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': 'f56d3ddb-09ed-4920-af8e-f94dbb1fe75e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T19:01:05Z', 'updated_at': '2022-05-18T19:01:08Z', 'revision_number': 4, 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'gw_port': {'id': 'f56d3ddb-09ed-4920-af8e-f94dbb1fe75e', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fc43e1-0f34-453e-a1ee-8ab51f4b15ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:01:05Z', 'updated_at': '2022-05-18T19:01:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '2bb13d70-aed8-472b-b38e-912227de269e', 'name': '', 'network_id': '14c17ee6-a280-473c-bcaa-15aca9df0da6', 'tenant_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'mac_address': 'fa:16:3e:cf:18:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fc43e1-0f34-453e-a1ee-8ab51f4b15ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': 'bf7a51d2-5955-40d9-b627-f79efc68a159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:01:07Z', 'updated_at': '2022-05-18T19:01:11Z', 'revision_number': 5, 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'subnets': [{'id': 'bf7a51d2-5955-40d9-b627-f79efc68a159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:02:54.660914 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4833153e-d9ea-4405-94a2-ea2f9a42657e None None] Checking router: b2fc43e1-0f34-453e-a1ee-8ab51f4b15ee for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 19:02:54.670098 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4833153e-d9ea-4405-94a2-ea2f9a42657e None None] Routers {'b2fc43e1-0f34-453e-a1ee-8ab51f4b15ee'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 19:02:54.670719 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-4833153e-d9ea-4405-94a2-ea2f9a42657e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T19:02:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['b2fc43e1-0f34-453e-a1ee-8ab51f4b15ee'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:02:54.758194 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 19:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42612f9f-7342-4114-8f50-4ac70152fbe4 x-openstack-request-id: req-42612f9f-7342-4114-8f50-4ac70152fbe4 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 19:02:54.758486 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ce01522-9774-4262-961f-e993b09b5269", "tag": "96318f75-1d8c-4d56-b9ef-3b70e2094d03", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 19:02:54.758810 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-42612f9f-7342-4114-8f50-4ac70152fbe4 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 19:02:54.759217 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42612f9f-7342-4114-8f50-4ac70152fbe4'] response: {'name': 'network-changed', 'server_uuid': '9ce01522-9774-4262-961f-e993b09b5269', 'tag': '96318f75-1d8c-4d56-b9ef-3b70e2094d03', 'status': 'completed', 'code': 200} May 18 19:02:54.787869 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-4833153e-d9ea-4405-94a2-ea2f9a42657e None None] Set router b2fc43e1-0f34-453e-a1ee-8ab51f4b15ee gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 19:02:54.856961 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea51b81-28a8-4040-a354-8c7c49883093 req-1711eb2f-0e26-49f6-a4a1-4031514b0ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:02:54.858510 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4ea51b81-28a8-4040-a354-8c7c49883093 req-1711eb2f-0e26-49f6-a4a1-4031514b0ddf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d50b1e2a8cea4a96957fd1d0d02be5f2&device_id=9ce01522-9774-4262-961f-e993b09b5269 HTTP/1.1" status: 200 len: 1097 time: 0.0765073 May 18 19:02:54.870105 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7593b7-535e-41ef-afde-67a282ffa204 req-38142969-40c4-4640-85ce-b9748732f2cd tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:02:54.871562 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-eb7593b7-535e-41ef-afde-67a282ffa204 req-38142969-40c4-4640-85ce-b9748732f2cd tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/ports?device_id=9ce01522-9774-4262-961f-e993b09b5269 HTTP/1.1" status: 200 len: 946 time: 0.0634909 May 18 19:02:54.955953 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-eb7593b7-535e-41ef-afde-67a282ffa204 req-c3145be5-1697-4aea-8144-7a78f3aaa0c6 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/security-groups?id=94ffb2e7-025b-4e4e-8b57-5d7698ad0982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750272 May 18 19:02:54.984100 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-4833153e-d9ea-4405-94a2-ea2f9a42657e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2fc43e1-0f34-453e-a1ee-8ab51f4b15ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1109867388', 'tenant_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': 'f56d3ddb-09ed-4920-af8e-f94dbb1fe75e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T19:01:05Z', 'updated_at': '2022-05-18T19:01:08Z', 'revision_number': 4, 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'gw_port': {'id': 'f56d3ddb-09ed-4920-af8e-f94dbb1fe75e', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fc43e1-0f34-453e-a1ee-8ab51f4b15ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:01:05Z', 'updated_at': '2022-05-18T19:01:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '2bb13d70-aed8-472b-b38e-912227de269e', 'name': '', 'network_id': '14c17ee6-a280-473c-bcaa-15aca9df0da6', 'tenant_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'mac_address': 'fa:16:3e:cf:18:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fc43e1-0f34-453e-a1ee-8ab51f4b15ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': 'bf7a51d2-5955-40d9-b627-f79efc68a159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:01:07Z', 'updated_at': '2022-05-18T19:01:11Z', 'revision_number': 5, 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'subnets': [{'id': 'bf7a51d2-5955-40d9-b627-f79efc68a159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:02:54.991914 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea51b81-28a8-4040-a354-8c7c49883093 req-344943e2-5876-43ad-9e78-e86d23ca62e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:02:54.993474 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4ea51b81-28a8-4040-a354-8c7c49883093 req-344943e2-5876-43ad-9e78-e86d23ca62e3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=14c17ee6-a280-473c-bcaa-15aca9df0da6 HTTP/1.1" status: 200 len: 897 time: 0.1210637 May 18 19:02:55.014357 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4833153e-d9ea-4405-94a2-ea2f9a42657e None None] The sync data for ids ['b2fc43e1-0f34-453e-a1ee-8ab51f4b15ee'] in n-d-838550-3 is: [{'id': 'b2fc43e1-0f34-453e-a1ee-8ab51f4b15ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1109867388', 'tenant_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': 'f56d3ddb-09ed-4920-af8e-f94dbb1fe75e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T19:01:05Z', 'updated_at': '2022-05-18T19:01:08Z', 'revision_number': 4, 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'gw_port': {'id': 'f56d3ddb-09ed-4920-af8e-f94dbb1fe75e', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fc43e1-0f34-453e-a1ee-8ab51f4b15ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:01:05Z', 'updated_at': '2022-05-18T19:01:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '2bb13d70-aed8-472b-b38e-912227de269e', 'name': '', 'network_id': '14c17ee6-a280-473c-bcaa-15aca9df0da6', 'tenant_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'mac_address': 'fa:16:3e:cf:18:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fc43e1-0f34-453e-a1ee-8ab51f4b15ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': 'bf7a51d2-5955-40d9-b627-f79efc68a159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:01:07Z', 'updated_at': '2022-05-18T19:01:11Z', 'revision_number': 5, 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'subnets': [{'id': 'bf7a51d2-5955-40d9-b627-f79efc68a159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 19:02:55.041783 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4ea51b81-28a8-4040-a354-8c7c49883093 req-7d102e3b-533f-42c0-a104-a84b0f5fd6c0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=96318f75-1d8c-4d56-b9ef-3b70e2094d03 HTTP/1.1" status: 200 len: 217 time: 0.0385904 May 18 19:02:55.093289 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea51b81-28a8-4040-a354-8c7c49883093 req-08b87bf5-f226-4794-ade7-6393adfd3147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:02:55.094816 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4ea51b81-28a8-4040-a354-8c7c49883093 req-08b87bf5-f226-4794-ade7-6393adfd3147 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bf7a51d2-5955-40d9-b627-f79efc68a159 HTTP/1.1" status: 200 len: 834 time: 0.0452943 May 18 19:02:55.143206 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea51b81-28a8-4040-a354-8c7c49883093 req-7a8649ef-f046-478d-b1ab-4d5dd4f3dcb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:02:55.144722 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4ea51b81-28a8-4040-a354-8c7c49883093 req-7a8649ef-f046-478d-b1ab-4d5dd4f3dcb1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=14c17ee6-a280-473c-bcaa-15aca9df0da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425565 May 18 19:02:55.237939 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0b3009-5424-4a2d-b46b-9237e316bc93 None None] New status for floating IP 5e32ac79-4cf5-4aa9-9f97-871738b7c755: DOWN {{(pid=102732) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 19:02:55.245798 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4ea51b81-28a8-4040-a354-8c7c49883093 req-27635347-1a99-4abd-a464-58cfd01d292a service neutron] 10.222.0.36 "GET /v2.0/networks/14c17ee6-a280-473c-bcaa-15aca9df0da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911300 May 18 19:02:55.337577 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4ea51b81-28a8-4040-a354-8c7c49883093 req-9c3cb7ec-e11f-4289-83d1-16a84b606b95 service neutron] 10.222.0.36 "GET /v2.0/networks/14c17ee6-a280-473c-bcaa-15aca9df0da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830488 May 18 19:02:56.078033 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ee14f8-b2b1-4f89-a2d9-61031a28e271 req-f3013a66-4d21-48e9-8216-87c7386f381a tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:02:56.079512 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-07ee14f8-b2b1-4f89-a2d9-61031a28e271 req-f3013a66-4d21-48e9-8216-87c7386f381a tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/ports?device_id=9ce01522-9774-4262-961f-e993b09b5269 HTTP/1.1" status: 200 len: 946 time: 0.0541818 May 18 19:02:56.116899 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-07ee14f8-b2b1-4f89-a2d9-61031a28e271 req-0011ba89-558b-4627-8a47-51effeef97bd tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/security-groups?id=94ffb2e7-025b-4e4e-8b57-5d7698ad0982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314858 May 18 19:02:56.525934 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0ca2c7-10ee-4e6c-98be-3c08ef166bfd req-99925a75-bc1a-41c3-8b50-78817a56ab96 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:02:56.527325 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bd0ca2c7-10ee-4e6c-98be-3c08ef166bfd req-99925a75-bc1a-41c3-8b50-78817a56ab96 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ce01522-9774-4262-961f-e993b09b5269 HTTP/1.1" status: 200 len: 946 time: 0.0497663 May 18 19:02:56.617562 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-bd0ca2c7-10ee-4e6c-98be-3c08ef166bfd req-4e57475d-7f24-48c4-87d3-d8821b544495 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Deleting port 96318f75-1d8c-4d56-b9ef-3b70e2094d03 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 19:02:56.617850 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-bd0ca2c7-10ee-4e6c-98be-3c08ef166bfd req-4e57475d-7f24-48c4-87d3-d8821b544495 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:02:56.713318 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-bd0ca2c7-10ee-4e6c-98be-3c08ef166bfd req-4e57475d-7f24-48c4-87d3-d8821b544495 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] For port 96318f75-1d8c-4d56-b9ef-3b70e2094d03, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=96318f75-1d8c-4d56-b9ef-3b70e2094d03,segment=NetworkSegment(6c909074-17c0-4649-9924-05038e1a448a),segment_id=6c909074-17c0-4649-9924-05038e1a448a)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 19:02:56.713718 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-bd0ca2c7-10ee-4e6c-98be-3c08ef166bfd req-4e57475d-7f24-48c4-87d3-d8821b544495 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:02:56.727054 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-bd0ca2c7-10ee-4e6c-98be-3c08ef166bfd req-4e57475d-7f24-48c4-87d3-d8821b544495 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Calling delete_port for 96318f75-1d8c-4d56-b9ef-3b70e2094d03 owned by compute:nova {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 19:02:56.860808 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-bd0ca2c7-10ee-4e6c-98be-3c08ef166bfd req-4e57475d-7f24-48c4-87d3-d8821b544495 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:02:56.891016 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e57475d-7f24-48c4-87d3-d8821b544495 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Pushing event deleted for resources: {'Port': ['ID=96318f75-1d8c-4d56-b9ef-3b70e2094d03,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:02:56.900117 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e57475d-7f24-48c4-87d3-d8821b544495 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:02:56.900463 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e57475d-7f24-48c4-87d3-d8821b544495 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:02:56.900806 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e57475d-7f24-48c4-87d3-d8821b544495 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:02:56.901144 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e57475d-7f24-48c4-87d3-d8821b544495 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:02:56.901476 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e57475d-7f24-48c4-87d3-d8821b544495 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:02:56.901841 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e57475d-7f24-48c4-87d3-d8821b544495 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:02:56.902180 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e57475d-7f24-48c4-87d3-d8821b544495 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:02:56.902508 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e57475d-7f24-48c4-87d3-d8821b544495 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:02:56.902841 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e57475d-7f24-48c4-87d3-d8821b544495 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:02:56.903170 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e57475d-7f24-48c4-87d3-d8821b544495 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:02:56.904010 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e57475d-7f24-48c4-87d3-d8821b544495 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:02:56.904337 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e57475d-7f24-48c4-87d3-d8821b544495 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:02:56.945927 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd0ca2c7-10ee-4e6c-98be-3c08ef166bfd req-4e57475d-7f24-48c4-87d3-d8821b544495 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] No DVR routers for this DVR port 96318f75-1d8c-4d56-b9ef-3b70e2094d03 on host n-h1-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 19:02:56.948812 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-bd0ca2c7-10ee-4e6c-98be-3c08ef166bfd req-4e57475d-7f24-48c4-87d3-d8821b544495 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:02:56.952498 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bd0ca2c7-10ee-4e6c-98be-3c08ef166bfd req-4e57475d-7f24-48c4-87d3-d8821b544495 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.36 "DELETE /v2.0/ports/96318f75-1d8c-4d56-b9ef-3b70e2094d03 HTTP/1.1" status: 204 len: 173 time: 0.4181433 May 18 19:02:56.952981 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ce01522-9774-4262-961f-e993b09b5269', 'name': 'network-vif-deleted', 'tag': '96318f75-1d8c-4d56-b9ef-3b70e2094d03'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 19:02:56.955257 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebab1398998b981f34f543ac0b562e5946bae5cf08db64623ace6dd3c2d346bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b71d3e6c-7f16-41e7-92ae-e8e63c287c53" -d '{"events": [{"server_uuid": "9ce01522-9774-4262-961f-e993b09b5269", "name": "network-vif-deleted", "tag": "96318f75-1d8c-4d56-b9ef-3b70e2094d03"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 19:02:56.997776 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 19:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdbb00f6-8fad-49d7-9383-6e0da58f1019 x-openstack-request-id: req-fdbb00f6-8fad-49d7-9383-6e0da58f1019 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 19:02:56.998075 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ce01522-9774-4262-961f-e993b09b5269", "name": "network-vif-deleted", "tag": "96318f75-1d8c-4d56-b9ef-3b70e2094d03", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 19:02:56.998331 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-fdbb00f6-8fad-49d7-9383-6e0da58f1019 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 19:02:56.998739 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdbb00f6-8fad-49d7-9383-6e0da58f1019'] response: {'server_uuid': '9ce01522-9774-4262-961f-e993b09b5269', 'name': 'network-vif-deleted', 'tag': '96318f75-1d8c-4d56-b9ef-3b70e2094d03', 'status': 'completed', 'code': 200} May 18 19:02:57.226231 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6339ada9-04d2-448e-9f70-63cd9f190aca req-c7e83492-0894-4b2c-ae96-be659fa8c9ec tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/ports?device_id=9ce01522-9774-4262-961f-e993b09b5269 HTTP/1.1" status: 200 len: 210 time: 0.0263064 May 18 19:02:58.281474 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 50104) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:02:58.636339 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9c4a3566-3c96-4e7f-9354-15609531e124 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-595963'] for router_interface, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:02:58.895433 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-9c4a3566-3c96-4e7f-9354-15609531e124 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Deleting port 2bb13d70-aed8-472b-b38e-912227de269e {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 19:02:58.895691 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9c4a3566-3c96-4e7f-9354-15609531e124 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:02:58.983149 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-9c4a3566-3c96-4e7f-9354-15609531e124 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] For port 2bb13d70-aed8-472b-b38e-912227de269e, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=2bb13d70-aed8-472b-b38e-912227de269e,segment=NetworkSegment(6c909074-17c0-4649-9924-05038e1a448a),segment_id=6c909074-17c0-4649-9924-05038e1a448a)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 19:02:58.983501 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9c4a3566-3c96-4e7f-9354-15609531e124 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:02:58.995130 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-9c4a3566-3c96-4e7f-9354-15609531e124 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Calling delete_port for 2bb13d70-aed8-472b-b38e-912227de269e owned by network:router_interface {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 19:02:59.188323 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9c4a3566-3c96-4e7f-9354-15609531e124 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:02:59.216797 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4a3566-3c96-4e7f-9354-15609531e124 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Pushing event deleted for resources: {'Port': ['ID=2bb13d70-aed8-472b-b38e-912227de269e,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:02:59.388831 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9c4a3566-3c96-4e7f-9354-15609531e124 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-593931'] for router_interface, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:02:59.610395 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c4a3566-3c96-4e7f-9354-15609531e124 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Router b2fc43e1-0f34-453e-a1ee-8ab51f4b15ee has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 19:02:59.716583 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c4a3566-3c96-4e7f-9354-15609531e124 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 19:02:59.721533 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-9c4a3566-3c96-4e7f-9354-15609531e124 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "PUT /v2.0/routers/b2fc43e1-0f34-453e-a1ee-8ab51f4b15ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4390085 May 18 19:02:59.724298 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 50106) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:02:59.727485 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf5cd57-62ab-45ff-a604-fec4be063e34 None None] Sync routers for ids ['b2fc43e1-0f34-453e-a1ee-8ab51f4b15ee'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 19:02:59.737524 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf5cd57-62ab-45ff-a604-fec4be063e34 None None] Routers {'b2fc43e1-0f34-453e-a1ee-8ab51f4b15ee'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 19:02:59.738169 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-aaf5cd57-62ab-45ff-a604-fec4be063e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T19:02:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['b2fc43e1-0f34-453e-a1ee-8ab51f4b15ee'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:02:59.774404 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad6a7ca4-05f9-4106-ba6b-f0d3e54cb954 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Deleting subnet bf7a51d2-5955-40d9-b627-f79efc68a159 {{(pid=102730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 19:02:59.777479 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ad6a7ca4-05f9-4106-ba6b-f0d3e54cb954 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for subnet, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:02:59.818746 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ad6a7ca4-05f9-4106-ba6b-f0d3e54cb954 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260107366'] for subnet, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:02:59.841009 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-aaf5cd57-62ab-45ff-a604-fec4be063e34 None None] Set router b2fc43e1-0f34-453e-a1ee-8ab51f4b15ee gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 19:02:59.875461 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 96318f75-1d8c-4d56-b9ef-3b70e2094d03 no longer exists at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 19:02:59.896334 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] No Port match for: 96318f75-1d8c-4d56-b9ef-3b70e2094d03 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 19:02:59.896823 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 96318f75-1d8c-4d56-b9ef-3b70e2094d03 not bound to the agent host n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 19:02:59.907531 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ad6a7ca4-05f9-4106-ba6b-f0d3e54cb954 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:02:59.970846 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ad6a7ca4-05f9-4106-ba6b-f0d3e54cb954 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261104690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261031888'] for subnet, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:02:59.999139 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6a7ca4-05f9-4106-ba6b-f0d3e54cb954 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Pushing event deleted for resources: {'Subnet': ['ID=bf7a51d2-5955-40d9-b627-f79efc68a159,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:03:00.002818 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ad6a7ca4-05f9-4106-ba6b-f0d3e54cb954 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:00.008513 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-ad6a7ca4-05f9-4106-ba6b-f0d3e54cb954 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "DELETE /v2.0/subnets/bf7a51d2-5955-40d9-b627-f79efc68a159 HTTP/1.1" status: 204 len: 168 time: 0.2808340 May 18 19:03:00.008826 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 50108) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:03:00.014338 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0468809-4a09-46b9-a301-71f55e189c8b None None] Network 14c17ee6-a280-473c-bcaa-15aca9df0da6 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 19:03:00.113552 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-aaf5cd57-62ab-45ff-a604-fec4be063e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2fc43e1-0f34-453e-a1ee-8ab51f4b15ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1109867388', 'tenant_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': 'f56d3ddb-09ed-4920-af8e-f94dbb1fe75e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T19:01:05Z', 'updated_at': '2022-05-18T19:02:59Z', 'revision_number': 5, 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'gw_port': {'id': 'f56d3ddb-09ed-4920-af8e-f94dbb1fe75e', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fc43e1-0f34-453e-a1ee-8ab51f4b15ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:01:05Z', 'updated_at': '2022-05-18T19:01:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:03:00.121742 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f89f72b9-6135-4724-9730-3df3936c9014 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for router, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:00.142429 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf5cd57-62ab-45ff-a604-fec4be063e34 None None] Checking router: b2fc43e1-0f34-453e-a1ee-8ab51f4b15ee for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 19:03:00.151280 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf5cd57-62ab-45ff-a604-fec4be063e34 None None] Routers {'b2fc43e1-0f34-453e-a1ee-8ab51f4b15ee'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 19:03:00.151924 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-aaf5cd57-62ab-45ff-a604-fec4be063e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T19:02:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['b2fc43e1-0f34-453e-a1ee-8ab51f4b15ee'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:03:00.205716 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4564af5d-c1ca-4680-b908-ec407aa2ba36 None None] DHCP port deletion for 14c17ee6-a280-473c-bcaa-15aca9df0da6 request from n-d-838550-3 {{(pid=102732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 19:03:00.243541 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f89f72b9-6135-4724-9730-3df3936c9014 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:00.255834 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-4564af5d-c1ca-4680-b908-ec407aa2ba36 None None] Deleting port a2c29201-f2b6-4007-9028-6774dba48244 {{(pid=102732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 19:03:00.256583 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-4564af5d-c1ca-4680-b908-ec407aa2ba36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:00.256915 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-aaf5cd57-62ab-45ff-a604-fec4be063e34 None None] Set router b2fc43e1-0f34-453e-a1ee-8ab51f4b15ee gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 19:03:00.302226 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-f89f72b9-6135-4724-9730-3df3936c9014 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Deleting port f56d3ddb-09ed-4920-af8e-f94dbb1fe75e {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 19:03:00.302855 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f89f72b9-6135-4724-9730-3df3936c9014 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:00.325056 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-4564af5d-c1ca-4680-b908-ec407aa2ba36 None None] For port a2c29201-f2b6-4007-9028-6774dba48244, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=a2c29201-f2b6-4007-9028-6774dba48244,segment=NetworkSegment(6c909074-17c0-4649-9924-05038e1a448a),segment_id=6c909074-17c0-4649-9924-05038e1a448a)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 19:03:00.326006 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-4564af5d-c1ca-4680-b908-ec407aa2ba36 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:00.340334 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-4564af5d-c1ca-4680-b908-ec407aa2ba36 None None] Calling delete_port for a2c29201-f2b6-4007-9028-6774dba48244 owned by network:dhcp {{(pid=102732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 19:03:00.389864 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-f89f72b9-6135-4724-9730-3df3936c9014 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] For port f56d3ddb-09ed-4920-af8e-f94dbb1fe75e, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=f56d3ddb-09ed-4920-af8e-f94dbb1fe75e,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 19:03:00.390435 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f89f72b9-6135-4724-9730-3df3936c9014 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:00.402388 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-f89f72b9-6135-4724-9730-3df3936c9014 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Calling delete_port for f56d3ddb-09ed-4920-af8e-f94dbb1fe75e owned by network:router_gateway {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 19:03:00.419173 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-4564af5d-c1ca-4680-b908-ec407aa2ba36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508'] for port, after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:00.433320 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-aaf5cd57-62ab-45ff-a604-fec4be063e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2fc43e1-0f34-453e-a1ee-8ab51f4b15ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1109867388', 'tenant_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': 'f56d3ddb-09ed-4920-af8e-f94dbb1fe75e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T19:01:05Z', 'updated_at': '2022-05-18T19:02:59Z', 'revision_number': 5, 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'gw_port': {'id': 'f56d3ddb-09ed-4920-af8e-f94dbb1fe75e', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fc43e1-0f34-453e-a1ee-8ab51f4b15ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:01:05Z', 'updated_at': '2022-05-18T19:01:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:03:00.445228 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4564af5d-c1ca-4680-b908-ec407aa2ba36 None None] Pushing event deleted for resources: {'Port': ['ID=a2c29201-f2b6-4007-9028-6774dba48244,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:03:00.454880 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4564af5d-c1ca-4680-b908-ec407aa2ba36 None None] No DVR routers for this DVR port a2c29201-f2b6-4007-9028-6774dba48244 on host n-d-838550-3 {{(pid=102732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 19:03:00.459481 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf5cd57-62ab-45ff-a604-fec4be063e34 None None] The sync data for ids ['b2fc43e1-0f34-453e-a1ee-8ab51f4b15ee'] in n-d-838550-3 is: [{'id': 'b2fc43e1-0f34-453e-a1ee-8ab51f4b15ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1109867388', 'tenant_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': 'f56d3ddb-09ed-4920-af8e-f94dbb1fe75e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T19:01:05Z', 'updated_at': '2022-05-18T19:02:59Z', 'revision_number': 5, 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'gw_port': {'id': 'f56d3ddb-09ed-4920-af8e-f94dbb1fe75e', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fc43e1-0f34-453e-a1ee-8ab51f4b15ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:01:05Z', 'updated_at': '2022-05-18T19:01:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 19:03:00.461008 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4564af5d-c1ca-4680-b908-ec407aa2ba36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:03:00.461525 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4564af5d-c1ca-4680-b908-ec407aa2ba36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:03:00.462054 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4564af5d-c1ca-4680-b908-ec407aa2ba36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:03:00.462560 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4564af5d-c1ca-4680-b908-ec407aa2ba36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:03:00.463050 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4564af5d-c1ca-4680-b908-ec407aa2ba36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:03:00.463537 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4564af5d-c1ca-4680-b908-ec407aa2ba36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:03:00.464120 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4564af5d-c1ca-4680-b908-ec407aa2ba36 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:03:00.464778 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4564af5d-c1ca-4680-b908-ec407aa2ba36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:03:00.464778 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4564af5d-c1ca-4680-b908-ec407aa2ba36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:03:00.465199 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4564af5d-c1ca-4680-b908-ec407aa2ba36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:03:00.465398 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4564af5d-c1ca-4680-b908-ec407aa2ba36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:03:00.466537 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4564af5d-c1ca-4680-b908-ec407aa2ba36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:03:00.601920 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f89f72b9-6135-4724-9730-3df3936c9014 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:00.627193 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89f72b9-6135-4724-9730-3df3936c9014 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Pushing event deleted for resources: {'Port': ['ID=f56d3ddb-09ed-4920-af8e-f94dbb1fe75e,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:03:00.691505 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f89f72b9-6135-4724-9730-3df3936c9014 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596901'] for router_gateway, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:00.786951 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f89f72b9-6135-4724-9730-3df3936c9014 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25145'] for router, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:00.789030 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f89f72b9-6135-4724-9730-3df3936c9014 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:00.834970 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f89f72b9-6135-4724-9730-3df3936c9014 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593303'] for router, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:00.835598 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f89f72b9-6135-4724-9730-3df3936c9014 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Fanout notify agent at l3_agent the message router_deleted on router b2fc43e1-0f34-453e-a1ee-8ab51f4b15ee {{(pid=102730) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 18 19:03:00.843289 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f89f72b9-6135-4724-9730-3df3936c9014 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for router, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:00.844734 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-f89f72b9-6135-4724-9730-3df3936c9014 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "DELETE /v2.0/routers/b2fc43e1-0f34-453e-a1ee-8ab51f4b15ee HTTP/1.1" status: 204 len: 168 time: 0.8346744 May 18 19:03:00.847109 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 50110) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:03:00.927194 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c492c3f0-8018-4265-b2c6-75e935aa57a3 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:01.023482 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c492c3f0-8018-4265-b2c6-75e935aa57a3 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:01.035911 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 2bb13d70-aed8-472b-b38e-912227de269e no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 19:03:01.046395 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-c492c3f0-8018-4265-b2c6-75e935aa57a3 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14c17ee6-a280-473c-bcaa-15aca9df0da6']}} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:03:01.055952 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-c492c3f0-8018-4265-b2c6-75e935aa57a3 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c909074-17c0-4649-9924-05038e1a448a') {'for_net_delete': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:03:01.056249 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-c492c3f0-8018-4265-b2c6-75e935aa57a3 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c909074-17c0-4649-9924-05038e1a448a') {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:03:01.057198 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 2bb13d70-aed8-472b-b38e-912227de269e {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 19:03:01.057612 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 2bb13d70-aed8-472b-b38e-912227de269e not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 19:03:01.058131 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device a2c29201-f2b6-4007-9028-6774dba48244 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 19:03:01.067869 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c492c3f0-8018-4265-b2c6-75e935aa57a3 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260107375'] for segment, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:01.078314 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: a2c29201-f2b6-4007-9028-6774dba48244 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 19:03:01.078658 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device a2c29201-f2b6-4007-9028-6774dba48244 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 19:03:01.084661 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c492c3f0-8018-4265-b2c6-75e935aa57a3 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:01.094274 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c492c3f0-8018-4265-b2c6-75e935aa57a3 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=102730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 19:03:01.094769 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c492c3f0-8018-4265-b2c6-75e935aa57a3 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261102736'] for segment, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:01.098005 n-d-838550-3 neutron-server[102730]: Traceback (most recent call last): May 18 19:03:01.098005 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 19:03:01.098005 n-d-838550-3 neutron-server[102730]: timer() May 18 19:03:01.098005 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 19:03:01.098005 n-d-838550-3 neutron-server[102730]: cb(*args, **kw) May 18 19:03:01.098005 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 19:03:01.098005 n-d-838550-3 neutron-server[102730]: return func(*args, **kwargs) May 18 19:03:01.098005 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 19:03:01.098005 n-d-838550-3 neutron-server[102730]: self._notify() May 18 19:03:01.098005 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 19:03:01.098005 n-d-838550-3 neutron-server[102730]: self.callback(batched_events) May 18 19:03:01.098005 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 19:03:01.098005 n-d-838550-3 neutron-server[102730]: event.method(event) May 18 19:03:01.098005 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 19:03:01.098005 n-d-838550-3 neutron-server[102730]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 19:03:01.098005 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 19:03:01.098005 n-d-838550-3 neutron-server[102730]: aggregate_uuid = self.p_client.list_aggregates( May 18 19:03:01.098005 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 19:03:01.098005 n-d-838550-3 neutron-server[102730]: return f(self, *a, **k) May 18 19:03:01.098005 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 19:03:01.098005 n-d-838550-3 neutron-server[102730]: return self._get(url).json() May 18 19:03:01.098005 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 19:03:01.098005 n-d-838550-3 neutron-server[102730]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 19:03:01.098005 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 19:03:01.098005 n-d-838550-3 neutron-server[102730]: return self.request(url, 'GET', **kwargs) May 18 19:03:01.098005 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 19:03:01.098005 n-d-838550-3 neutron-server[102730]: base_url = self.get_endpoint(auth, allow=allow, May 18 19:03:01.098005 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 19:03:01.098005 n-d-838550-3 neutron-server[102730]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 19:03:01.098005 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 19:03:01.098005 n-d-838550-3 neutron-server[102730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 19:03:01.098005 n-d-838550-3 neutron-server[102730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 19:03:01.159961 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c492c3f0-8018-4265-b2c6-75e935aa57a3 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:01.167778 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c492c3f0-8018-4265-b2c6-75e935aa57a3 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:01.171176 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-c492c3f0-8018-4265-b2c6-75e935aa57a3 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "DELETE /v2.0/networks/14c17ee6-a280-473c-bcaa-15aca9df0da6 HTTP/1.1" status: 204 len: 168 time: 0.3229651 May 18 19:03:01.173929 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 50112) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:03:01.185183 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c492c3f0-8018-4265-b2c6-75e935aa57a3 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Pushing event deleted for resources: {'Network': ['ID=14c17ee6-a280-473c-bcaa-15aca9df0da6,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:03:01.235289 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ac8f8020-239d-400a-ac7e-df1ee741d369 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:01.261410 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ac8f8020-239d-400a-ac7e-df1ee741d369 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:01.282555 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 7 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 19:03:01.319993 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ac8f8020-239d-400a-ac7e-df1ee741d369 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:01.322761 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ac8f8020-239d-400a-ac7e-df1ee741d369 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:01.327105 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-ac8f8020-239d-400a-ac7e-df1ee741d369 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "DELETE /v2.0/security-groups/94ffb2e7-025b-4e4e-8b57-5d7698ad0982 HTTP/1.1" status: 204 len: 168 time: 0.1521170 May 18 19:03:01.336552 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8f8020-239d-400a-ac7e-df1ee741d369 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94ffb2e7-025b-4e4e-8b57-5d7698ad0982,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:03:01.436438 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 50118) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:03:01.441127 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-ed46e1e2-f83d-4c99-98e6-f48485559974 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-342110507', 'description': 'tempest-secgroup-smoke-342110507 description', 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 19:03:01.462297 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ed46e1e2-f83d-4c99-98e6-f48485559974 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:01.527198 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:01.536902 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ed46e1e2-f83d-4c99-98e6-f48485559974 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:01.541251 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ed46e1e2-f83d-4c99-98e6-f48485559974 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:01.576902 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ed46e1e2-f83d-4c99-98e6-f48485559974 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:01.578245 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-ed46e1e2-f83d-4c99-98e6-f48485559974 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1408067 May 18 19:03:01.579099 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed46e1e2-f83d-4c99-98e6-f48485559974 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45ac5dfa-5542-4d7f-91cf-f0d29f0e2576,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:03:01.581351 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 50120) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:03:01.586279 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-89cfe3a9-291c-4f1c-a1c9-611cc5bd1983 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Request body: {'security_group_rule': {'security_group_id': '45ac5dfa-5542-4d7f-91cf-f0d29f0e2576', 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 19:03:01.610522 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-89cfe3a9-291c-4f1c-a1c9-611cc5bd1983 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:01.665277 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-89cfe3a9-291c-4f1c-a1c9-611cc5bd1983 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:01.669859 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-89cfe3a9-291c-4f1c-a1c9-611cc5bd1983 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:01.686606 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cfe3a9-291c-4f1c-a1c9-611cc5bd1983 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fcea85c-c19f-45fd-ae68-5d9253ab1271,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:03:01.686932 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:01.698194 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-89cfe3a9-291c-4f1c-a1c9-611cc5bd1983 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:01.699415 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-89cfe3a9-291c-4f1c-a1c9-611cc5bd1983 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1168613 May 18 19:03:01.702759 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 50122) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:03:01.707013 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-9782b391-c8c3-4a43-90bb-ec0df398d0f3 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Request body: {'security_group_rule': {'security_group_id': '45ac5dfa-5542-4d7f-91cf-f0d29f0e2576', 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 19:03:01.731310 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9782b391-c8c3-4a43-90bb-ec0df398d0f3 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:01.786725 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9782b391-c8c3-4a43-90bb-ec0df398d0f3 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:01.790727 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9782b391-c8c3-4a43-90bb-ec0df398d0f3 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:01.808779 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9782b391-c8c3-4a43-90bb-ec0df398d0f3 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8128149a-68f9-48d5-8b19-79059a13ce23,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:03:01.819083 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9782b391-c8c3-4a43-90bb-ec0df398d0f3 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:01.820296 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-9782b391-c8c3-4a43-90bb-ec0df398d0f3 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1166418 May 18 19:03:01.822965 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 50124) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:03:01.827240 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-504e5ca1-8ffa-4ccb-a765-d9e76bc8d811 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Request body: {'security_group_rule': {'security_group_id': '45ac5dfa-5542-4d7f-91cf-f0d29f0e2576', 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 19:03:01.851112 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-504e5ca1-8ffa-4ccb-a765-d9e76bc8d811 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:01.911935 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-504e5ca1-8ffa-4ccb-a765-d9e76bc8d811 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:01.915702 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-504e5ca1-8ffa-4ccb-a765-d9e76bc8d811 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:01.933691 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504e5ca1-8ffa-4ccb-a765-d9e76bc8d811 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4995174a-8416-419e-a004-64d9bc94965c,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:03:01.941330 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-504e5ca1-8ffa-4ccb-a765-d9e76bc8d811 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:01.942566 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-504e5ca1-8ffa-4ccb-a765-d9e76bc8d811 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1186924 May 18 19:03:01.945227 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 50126) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:03:01.949479 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-3b2327a3-5d41-4b1b-b164-f06331fca6a8 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Request body: {'security_group_rule': {'security_group_id': '45ac5dfa-5542-4d7f-91cf-f0d29f0e2576', 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 19:03:01.972633 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3b2327a3-5d41-4b1b-b164-f06331fca6a8 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:02.031134 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3b2327a3-5d41-4b1b-b164-f06331fca6a8 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:02.034727 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3b2327a3-5d41-4b1b-b164-f06331fca6a8 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:02.054661 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2327a3-5d41-4b1b-b164-f06331fca6a8 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=deee4346-2e39-453c-9a6d-93d718224f83,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:03:02.063960 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3b2327a3-5d41-4b1b-b164-f06331fca6a8 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:02.065157 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-3b2327a3-5d41-4b1b-b164-f06331fca6a8 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1189747 May 18 19:03:02.068056 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 50128) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:03:02.072301 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-490b0652-f433-41f0-9c0c-472fda63f300 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Request body: {'security_group_rule': {'security_group_id': '45ac5dfa-5542-4d7f-91cf-f0d29f0e2576', 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 19:03:02.091510 n-d-838550-3 neutron-server[102730]: INFO neutron.db.securitygroups_db [None req-490b0652-f433-41f0-9c0c-472fda63f300 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Project d50b1e2a8cea4a96957fd1d0d02be5f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 18 19:03:02.096359 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-490b0652-f433-41f0-9c0c-472fda63f300 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:02.155284 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-490b0652-f433-41f0-9c0c-472fda63f300 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:02.158722 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-490b0652-f433-41f0-9c0c-472fda63f300 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:02.178978 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490b0652-f433-41f0-9c0c-472fda63f300 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbe9a997-80eb-4b1b-859c-19dea8762a1b,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:03:02.184364 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-490b0652-f433-41f0-9c0c-472fda63f300 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:02.185533 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-490b0652-f433-41f0-9c0c-472fda63f300 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1165485 May 18 19:03:02.188279 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 50130) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:03:02.192644 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-709aadd7-7b95-435b-8a80-875c679b9845 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Request body: {'security_group_rule': {'security_group_id': '45ac5dfa-5542-4d7f-91cf-f0d29f0e2576', 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 19:03:02.211961 n-d-838550-3 neutron-server[102730]: INFO neutron.db.securitygroups_db [None req-709aadd7-7b95-435b-8a80-875c679b9845 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Project d50b1e2a8cea4a96957fd1d0d02be5f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 18 19:03:02.217262 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-709aadd7-7b95-435b-8a80-875c679b9845 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:02.280321 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-709aadd7-7b95-435b-8a80-875c679b9845 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:02.283966 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-709aadd7-7b95-435b-8a80-875c679b9845 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:02.303465 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709aadd7-7b95-435b-8a80-875c679b9845 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=344a0d08-7309-4ce6-a603-ede12bab18be,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:03:02.311886 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-709aadd7-7b95-435b-8a80-875c679b9845 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:02.313115 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-709aadd7-7b95-435b-8a80-875c679b9845 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1238630 May 18 19:03:02.316026 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 50132) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:03:02.320754 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-764cce4a-91e9-43fa-a98c-8b2b012886f2 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Request body: {'network': {'name': 'tempest-network-smoke--263330379', 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'port_security_enabled': True}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 19:03:02.338620 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-764cce4a-91e9-43fa-a98c-8b2b012886f2 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Made reservation on behalf of d50b1e2a8cea4a96957fd1d0d02be5f2 for: {'network': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 19:03:02.342707 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-764cce4a-91e9-43fa-a98c-8b2b012886f2 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:02.365915 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-764cce4a-91e9-43fa-a98c-8b2b012886f2 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613} {{(pid=102730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 19:03:02.374546 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-764cce4a-91e9-43fa-a98c-8b2b012886f2 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:02.374893 n-d-838550-3 neutron-server[102730]: INFO neutron.db.segments_db [None req-764cce4a-91e9-43fa-a98c-8b2b012886f2 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Added segment 866c405a-4325-44fe-b2ea-765a465a7c60 of type vlan for network 3b2e5987-58ff-4da0-bf0d-34406e1d0f4e May 18 19:03:02.415334 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-764cce4a-91e9-43fa-a98c-8b2b012886f2 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:02.439051 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-764cce4a-91e9-43fa-a98c-8b2b012886f2 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:02.444612 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764cce4a-91e9-43fa-a98c-8b2b012886f2 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:03:02.445141 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-764cce4a-91e9-43fa-a98c-8b2b012886f2 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:02.496211 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-764cce4a-91e9-43fa-a98c-8b2b012886f2 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1791399 May 18 19:03:02.499116 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 50134) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:03:02.504208 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-33bcd792-d31b-49b1-83a9-c0854b9ed0c0 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-630852522', 'admin_state_up': True, 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 19:03:02.514752 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764cce4a-91e9-43fa-a98c-8b2b012886f2 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Pushing event updated for resources: {'Network': ['ID=3b2e5987-58ff-4da0-bf0d-34406e1d0f4e,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:03:02.526281 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-33bcd792-d31b-49b1-83a9-c0854b9ed0c0 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25099'] for router, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:02.526764 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network 3b2e5987-58ff-4da0-bf0d-34406e1d0f4e details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 19:03:02.527326 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-33bcd792-d31b-49b1-83a9-c0854b9ed0c0 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-593238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596850', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25088'] for router, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:02.580697 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-33bcd792-d31b-49b1-83a9-c0854b9ed0c0 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:02.721337 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-33bcd792-d31b-49b1-83a9-c0854b9ed0c0 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:02.911891 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-33bcd792-d31b-49b1-83a9-c0854b9ed0c0 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for router_gateway, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:02.923251 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device f56d3ddb-09ed-4920-af8e-f94dbb1fe75e no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 19:03:02.932532 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-33bcd792-d31b-49b1-83a9-c0854b9ed0c0 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:02.945082 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: f56d3ddb-09ed-4920-af8e-f94dbb1fe75e {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 19:03:02.945423 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device f56d3ddb-09ed-4920-af8e-f94dbb1fe75e not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 19:03:03.037317 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-33bcd792-d31b-49b1-83a9-c0854b9ed0c0 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Allocated IP 172.25.5.238 (31ebd439-090c-4b25-bbb0-31c48711b145/363a2810-8a83-4be0-a317-7c91fcd94485/7f37807c-fa98-484c-9432-da34a1c48759) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 19:03:03.137303 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-33bcd792-d31b-49b1-83a9-c0854b9ed0c0 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:03.175433 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-33bcd792-d31b-49b1-83a9-c0854b9ed0c0 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:03.212714 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33bcd792-d31b-49b1-83a9-c0854b9ed0c0 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Network 31ebd439-090c-4b25-bbb0-31c48711b145 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 19:03:03.215453 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-33bcd792-d31b-49b1-83a9-c0854b9ed0c0 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 19:03:03.218866 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33bcd792-d31b-49b1-83a9-c0854b9ed0c0 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 19:03:03.243650 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bcd792-d31b-49b1-83a9-c0854b9ed0c0 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Pushing event updated for resources: {'Port': ['ID=7f37807c-fa98-484c-9432-da34a1c48759,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:03:03.467637 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-33bcd792-d31b-49b1-83a9-c0854b9ed0c0 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for router_gateway, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:03.661851 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-33bcd792-d31b-49b1-83a9-c0854b9ed0c0 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596801'] for router, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:03.788655 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33bcd792-d31b-49b1-83a9-c0854b9ed0c0 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Router dc83b87d-9680-43b9-8f10-9b0dff5ebc90 is scheduled to L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e with binding_index 1 {{(pid=102731) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 18 19:03:03.904247 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33bcd792-d31b-49b1-83a9-c0854b9ed0c0 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 19:03:03.914717 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cdbe63b-cc23-467c-811f-41ecfd26527d None None] Sync routers for ids ['dc83b87d-9680-43b9-8f10-9b0dff5ebc90'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 19:03:03.925385 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-33bcd792-d31b-49b1-83a9-c0854b9ed0c0 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for router, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:03.925590 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cdbe63b-cc23-467c-811f-41ecfd26527d None None] Routers {'dc83b87d-9680-43b9-8f10-9b0dff5ebc90'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 19:03:03.926191 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-0cdbe63b-cc23-467c-811f-41ecfd26527d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T19:02:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['dc83b87d-9680-43b9-8f10-9b0dff5ebc90'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:03:03.927851 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-33bcd792-d31b-49b1-83a9-c0854b9ed0c0 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4273894 May 18 19:03:03.929688 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 50136) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:03:03.959543 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-096e026d-2f4b-4ea7-99ba-b5212e21a56e tempest-TestNetworkAdvancedServerOps-1925643049 tempest-TestNetworkAdvancedServerOps-1925643049-project-admin] 10.222.0.85 "GET /v2.0/subnets?project_id=d50b1e2a8cea4a96957fd1d0d02be5f2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264497 May 18 19:03:03.959774 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 50138) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:03:04.031686 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-0cdbe63b-cc23-467c-811f-41ecfd26527d None None] Set router dc83b87d-9680-43b9-8f10-9b0dff5ebc90 gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 19:03:04.046781 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b2501a-0b80-4500-90d0-9cf2b9bea1a9 tempest-TestNetworkAdvancedServerOps-1925643049 tempest-TestNetworkAdvancedServerOps-1925643049-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:03:04.048225 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-59b2501a-0b80-4500-90d0-9cf2b9bea1a9 tempest-TestNetworkAdvancedServerOps-1925643049 tempest-TestNetworkAdvancedServerOps-1925643049-project-admin] 10.222.0.85 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0875766 May 18 19:03:04.051043 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 50140) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:03:04.079574 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-375dbe10-8ce2-43a2-a01d-92ac2466e125 tempest-TestNetworkAdvancedServerOps-1925643049 tempest-TestNetworkAdvancedServerOps-1925643049-project-admin] 10.222.0.85 "GET /v2.0/subnets?network_id=31ebd439-090c-4b25-bbb0-31c48711b145&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274668 May 18 19:03:04.082204 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 50142) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:03:04.086848 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-43a8c87c-d08e-465b-8498-d7c859622bc1 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-849211456', 'network_id': '3b2e5987-58ff-4da0-bf0d-34406e1d0f4e', 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 19:03:04.176399 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43a8c87c-d08e-465b-8498-d7c859622bc1 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Made reservation on behalf of d50b1e2a8cea4a96957fd1d0d02be5f2 for: {'subnet': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 19:03:04.180144 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-43a8c87c-d08e-465b-8498-d7c859622bc1 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260908003'] for subnet, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:04.213951 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-0cdbe63b-cc23-467c-811f-41ecfd26527d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc83b87d-9680-43b9-8f10-9b0dff5ebc90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-630852522', 'tenant_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': '7f37807c-fa98-484c-9432-da34a1c48759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T19:03:02Z', 'updated_at': '2022-05-18T19:03:03Z', 'revision_number': 3, 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'gw_port': {'id': '7f37807c-fa98-484c-9432-da34a1c48759', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9b:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc83b87d-9680-43b9-8f10-9b0dff5ebc90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:03:02Z', 'updated_at': '2022-05-18T19:03:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:03:04.371720 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-43a8c87c-d08e-465b-8498-d7c859622bc1 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260898481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260908021'] for subnet, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:04.400696 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cdbe63b-cc23-467c-811f-41ecfd26527d None None] Checking router: dc83b87d-9680-43b9-8f10-9b0dff5ebc90 for host: n-d-838550-3 {{(pid=102732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 19:03:04.401044 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cdbe63b-cc23-467c-811f-41ecfd26527d None None] Updating router dc83b87d-9680-43b9-8f10-9b0dff5ebc90 port 7f37807c-fa98-484c-9432-da34a1c48759 binding host n-d-838550-3 {{(pid=102732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 19:03:04.427657 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0cdbe63b-cc23-467c-811f-41ecfd26527d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:04.439403 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a8c87c-d08e-465b-8498-d7c859622bc1 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Pushing event updated for resources: {'Subnet': ['ID=f6529885-f258-4ccb-953f-200c022d3646,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:03:04.444313 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a8c87c-d08e-465b-8498-d7c859622bc1 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Checking segment: {'id': '866c405a-4325-44fe-b2ea-765a465a7c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3b2e5987-58ff-4da0-bf0d-34406e1d0f4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 19:03:04.445971 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a8c87c-d08e-465b-8498-d7c859622bc1 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Network hostable DHCP agents. Network: 3b2e5987-58ff-4da0-bf0d-34406e1d0f4e, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 19:03:04.464108 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a8c87c-d08e-465b-8498-d7c859622bc1 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Network 3b2e5987-58ff-4da0-bf0d-34406e1d0f4e is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 19:03:04.473926 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-43a8c87c-d08e-465b-8498-d7c859622bc1 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, 3b2e5987-58ff-4da0-bf0d-34406e1d0f4e) {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 19:03:04.478229 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a8c87c-d08e-465b-8498-d7c859622bc1 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:03:04.478815 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-43a8c87c-d08e-465b-8498-d7c859622bc1 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:04.496622 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-43a8c87c-d08e-465b-8498-d7c859622bc1 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4134097 May 18 19:03:04.499928 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 50144) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:03:04.515778 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d466bcda-14a6-488a-97eb-ae8beb693c30 None None] Network 3b2e5987-58ff-4da0-bf0d-34406e1d0f4e requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 19:03:04.748884 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563026f9-0710-4d46-b7b0-60ae5840cefa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-3b2e5987-58ff-4da0-bf0d-34406e1d0f4e', 'network_id': '3b2e5987-58ff-4da0-bf0d-34406e1d0f4e', 'tenant_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'fixed_ips': [{'subnet_id': 'f6529885-f258-4ccb-953f-200c022d3646'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 19:03:04.749738 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-563026f9-0710-4d46-b7b0-60ae5840cefa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:04.854892 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0cdbe63b-cc23-467c-811f-41ecfd26527d None None] Notify callbacks [] for port, precommit_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:04.868290 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0cdbe63b-cc23-467c-811f-41ecfd26527d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:04.939364 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d3cf4add-60be-4efb-bac9-c51dd7b69df7 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:04.963786 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-0cdbe63b-cc23-467c-811f-41ecfd26527d None None] Attempting to bind port 7f37807c-fa98-484c-9432-da34a1c48759 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 19:03:04.964400 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-0cdbe63b-cc23-467c-811f-41ecfd26527d None None] Attempting to bind port 7f37807c-fa98-484c-9432-da34a1c48759 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 19:03:04.964512 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cdbe63b-cc23-467c-811f-41ecfd26527d None None] Attempting to bind port 7f37807c-fa98-484c-9432-da34a1c48759 on network 31ebd439-090c-4b25-bbb0-31c48711b145 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 19:03:04.967870 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e3defc-c332-4828-879f-4f63c57c526d None None] Pushing event updated for resources: {'Port': ['ID=7f37807c-fa98-484c-9432-da34a1c48759,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:03:04.974667 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cdbe63b-cc23-467c-811f-41ecfd26527d None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 19, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 19:03:04.975044 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cdbe63b-cc23-467c-811f-41ecfd26527d None None] Checking segment: {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 19:03:04.975445 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0cdbe63b-cc23-467c-811f-41ecfd26527d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:04.975831 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cdbe63b-cc23-467c-811f-41ecfd26527d None None] Bound using segment: {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 19:03:04.976295 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-0cdbe63b-cc23-467c-811f-41ecfd26527d None None] Bound port: 7f37807c-fa98-484c-9432-da34a1c48759, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 19:03:04.976672 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0cdbe63b-cc23-467c-811f-41ecfd26527d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:05.003873 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-563026f9-0710-4d46-b7b0-60ae5840cefa None None] Allocated IP 172.20.0.2 (3b2e5987-58ff-4da0-bf0d-34406e1d0f4e/f6529885-f258-4ccb-953f-200c022d3646/8003dae4-07a6-4284-8b51-b26f603c9244) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 19:03:05.085901 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-0cdbe63b-cc23-467c-811f-41ecfd26527d None None] For port 7f37807c-fa98-484c-9432-da34a1c48759, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 19:03:05.100695 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-0cdbe63b-cc23-467c-811f-41ecfd26527d None None] For port 7f37807c-fa98-484c-9432-da34a1c48759, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=7f37807c-fa98-484c-9432-da34a1c48759,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 19:03:05.106002 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0cdbe63b-cc23-467c-811f-41ecfd26527d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:05.219007 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cdbe63b-cc23-467c-811f-41ecfd26527d None None] Routers {'dc83b87d-9680-43b9-8f10-9b0dff5ebc90'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 19:03:05.219549 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-0cdbe63b-cc23-467c-811f-41ecfd26527d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T19:02:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['dc83b87d-9680-43b9-8f10-9b0dff5ebc90'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:03:05.225419 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e3defc-c332-4828-879f-4f63c57c526d None None] Pushing event updated for resources: {'Port': ['ID=7f37807c-fa98-484c-9432-da34a1c48759,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:03:05.273197 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-563026f9-0710-4d46-b7b0-60ae5840cefa None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:05.282822 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-563026f9-0710-4d46-b7b0-60ae5840cefa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:05.329505 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-d3cf4add-60be-4efb-bac9-c51dd7b69df7 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Allocated IP 172.20.0.1 (3b2e5987-58ff-4da0-bf0d-34406e1d0f4e/f6529885-f258-4ccb-953f-200c022d3646/cb20a7eb-aa8d-4006-bbff-7dc8bf953e1a) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 19:03:05.362739 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-563026f9-0710-4d46-b7b0-60ae5840cefa None None] Network 3b2e5987-58ff-4da0-bf0d-34406e1d0f4e is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 19:03:05.371291 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563026f9-0710-4d46-b7b0-60ae5840cefa None None] Pushing event updated for resources: {'Port': ['ID=8003dae4-07a6-4284-8b51-b26f603c9244,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:03:05.373816 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-563026f9-0710-4d46-b7b0-60ae5840cefa None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 19:03:05.377281 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563026f9-0710-4d46-b7b0-60ae5840cefa None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 19:03:05.413853 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-0cdbe63b-cc23-467c-811f-41ecfd26527d None None] Set router dc83b87d-9680-43b9-8f10-9b0dff5ebc90 gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 19:03:05.451399 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d3cf4add-60be-4efb-bac9-c51dd7b69df7 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:05.488659 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d3cf4add-60be-4efb-bac9-c51dd7b69df7 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:05.530118 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3cf4add-60be-4efb-bac9-c51dd7b69df7 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Network 3b2e5987-58ff-4da0-bf0d-34406e1d0f4e is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 19:03:05.533009 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-d3cf4add-60be-4efb-bac9-c51dd7b69df7 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 19:03:05.536626 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3cf4add-60be-4efb-bac9-c51dd7b69df7 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 19:03:05.552801 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-563026f9-0710-4d46-b7b0-60ae5840cefa None None] Attempting to bind port 8003dae4-07a6-4284-8b51-b26f603c9244 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 19:03:05.553439 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-563026f9-0710-4d46-b7b0-60ae5840cefa None None] Attempting to bind port 8003dae4-07a6-4284-8b51-b26f603c9244 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '866c405a-4325-44fe-b2ea-765a465a7c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3b2e5987-58ff-4da0-bf0d-34406e1d0f4e'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 19:03:05.554082 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563026f9-0710-4d46-b7b0-60ae5840cefa None None] Attempting to bind port 8003dae4-07a6-4284-8b51-b26f603c9244 on network 3b2e5987-58ff-4da0-bf0d-34406e1d0f4e {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 19:03:05.564494 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563026f9-0710-4d46-b7b0-60ae5840cefa None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 19, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 19:03:05.565035 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563026f9-0710-4d46-b7b0-60ae5840cefa None None] Checking segment: {'id': '866c405a-4325-44fe-b2ea-765a465a7c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3b2e5987-58ff-4da0-bf0d-34406e1d0f4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 19:03:05.565688 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-563026f9-0710-4d46-b7b0-60ae5840cefa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:05.565861 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cf4add-60be-4efb-bac9-c51dd7b69df7 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Pushing event updated for resources: {'Port': ['ID=cb20a7eb-aa8d-4006-bbff-7dc8bf953e1a,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:03:05.566177 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563026f9-0710-4d46-b7b0-60ae5840cefa None None] Bound using segment: {'id': '866c405a-4325-44fe-b2ea-765a465a7c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3b2e5987-58ff-4da0-bf0d-34406e1d0f4e'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 19:03:05.566697 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-563026f9-0710-4d46-b7b0-60ae5840cefa None None] Bound port: 8003dae4-07a6-4284-8b51-b26f603c9244, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '866c405a-4325-44fe-b2ea-765a465a7c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3b2e5987-58ff-4da0-bf0d-34406e1d0f4e'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 19:03:05.567061 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-563026f9-0710-4d46-b7b0-60ae5840cefa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:05.589790 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d3cf4add-60be-4efb-bac9-c51dd7b69df7 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595826'] for router_interface, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:05.687415 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-563026f9-0710-4d46-b7b0-60ae5840cefa None None] For port 8003dae4-07a6-4284-8b51-b26f603c9244, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 19:03:05.694711 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-563026f9-0710-4d46-b7b0-60ae5840cefa None None] For port 8003dae4-07a6-4284-8b51-b26f603c9244, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=8003dae4-07a6-4284-8b51-b26f603c9244,segment=NetworkSegment(866c405a-4325-44fe-b2ea-765a465a7c60),segment_id=866c405a-4325-44fe-b2ea-765a465a7c60)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 19:03:05.701224 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-563026f9-0710-4d46-b7b0-60ae5840cefa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:05.728052 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d3cf4add-60be-4efb-bac9-c51dd7b69df7 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:05.765093 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-0cdbe63b-cc23-467c-811f-41ecfd26527d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc83b87d-9680-43b9-8f10-9b0dff5ebc90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-630852522', 'tenant_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': '7f37807c-fa98-484c-9432-da34a1c48759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T19:03:02Z', 'updated_at': '2022-05-18T19:03:03Z', 'revision_number': 3, 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'gw_port': {'id': '7f37807c-fa98-484c-9432-da34a1c48759', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9b:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc83b87d-9680-43b9-8f10-9b0dff5ebc90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:03:02Z', 'updated_at': '2022-05-18T19:03:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:03:05.797248 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cdbe63b-cc23-467c-811f-41ecfd26527d None None] The sync data for ids ['dc83b87d-9680-43b9-8f10-9b0dff5ebc90'] in n-d-838550-3 is: [{'id': 'dc83b87d-9680-43b9-8f10-9b0dff5ebc90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-630852522', 'tenant_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': '7f37807c-fa98-484c-9432-da34a1c48759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T19:03:02Z', 'updated_at': '2022-05-18T19:03:03Z', 'revision_number': 3, 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'gw_port': {'id': '7f37807c-fa98-484c-9432-da34a1c48759', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9b:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc83b87d-9680-43b9-8f10-9b0dff5ebc90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:03:02Z', 'updated_at': '2022-05-18T19:03:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 19:03:05.800019 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563026f9-0710-4d46-b7b0-60ae5840cefa None None] Pushing event updated for resources: {'Port': ['ID=8003dae4-07a6-4284-8b51-b26f603c9244,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:03:06.382651 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d3cf4add-60be-4efb-bac9-c51dd7b69df7 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:06.388609 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d3cf4add-60be-4efb-bac9-c51dd7b69df7 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:06.467562 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cf4add-60be-4efb-bac9-c51dd7b69df7 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Pushing event updated for resources: {'Port': ['ID=cb20a7eb-aa8d-4006-bbff-7dc8bf953e1a,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:03:06.470324 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d3cf4add-60be-4efb-bac9-c51dd7b69df7 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-595870'] for router_interface, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:06.572628 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3cf4add-60be-4efb-bac9-c51dd7b69df7 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Network 3b2e5987-58ff-4da0-bf0d-34406e1d0f4e is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 19:03:06.574490 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-d3cf4add-60be-4efb-bac9-c51dd7b69df7 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 19:03:06.704624 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3cf4add-60be-4efb-bac9-c51dd7b69df7 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Router dc83b87d-9680-43b9-8f10-9b0dff5ebc90 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 19:03:06.786877 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45368554-8748-405a-ba39-1cdff4916659 None None] Network 3b2e5987-58ff-4da0-bf0d-34406e1d0f4e requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 19:03:06.817218 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3cf4add-60be-4efb-bac9-c51dd7b69df7 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 19:03:06.822170 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-d3cf4add-60be-4efb-bac9-c51dd7b69df7 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "PUT /v2.0/routers/dc83b87d-9680-43b9-8f10-9b0dff5ebc90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3212674 May 18 19:03:06.873286 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-e4e1f4ca-8178-48ef-a89b-17e8d2982a77 None None] Provisioning complete for port 8003dae4-07a6-4284-8b51-b26f603c9244 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 19:03:06.873682 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-e4e1f4ca-8178-48ef-a89b-17e8d2982a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:06.993169 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b707e52f-e8e9-4185-a360-016075b788b8 req-d19839d9-969f-4b0d-b498-92f8bf6fae6e tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-342110507&fields=id&tenant_id=d50b1e2a8cea4a96957fd1d0d02be5f2 HTTP/1.1" status: 200 len: 267 time: 0.0415201 May 18 19:03:07.025962 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-e4e1f4ca-8178-48ef-a89b-17e8d2982a77 None None] Current status of the port 8003dae4-07a6-4284-8b51-b26f603c9244 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 19:03:07.026232 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-e4e1f4ca-8178-48ef-a89b-17e8d2982a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:07.050616 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 8003dae4-07a6-4284-8b51-b26f603c9244 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 19:03:07.090545 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-e4e1f4ca-8178-48ef-a89b-17e8d2982a77 None None] For port 8003dae4-07a6-4284-8b51-b26f603c9244, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=8003dae4-07a6-4284-8b51-b26f603c9244,segment=NetworkSegment(866c405a-4325-44fe-b2ea-765a465a7c60),segment_id=866c405a-4325-44fe-b2ea-765a465a7c60)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 19:03:07.102060 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-e4e1f4ca-8178-48ef-a89b-17e8d2982a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:07.121767 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b707e52f-e8e9-4185-a360-016075b788b8 req-c4f5cb94-569e-4f75-858b-5ad85c64b091 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:03:07.123953 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b707e52f-e8e9-4185-a360-016075b788b8 req-c4f5cb94-569e-4f75-858b-5ad85c64b091 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/networks?id=3b2e5987-58ff-4da0-bf0d-34406e1d0f4e HTTP/1.1" status: 200 len: 796 time: 0.1227396 May 18 19:03:07.145946 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b707e52f-e8e9-4185-a360-016075b788b8 req-3cf795a0-ffce-4f90-855e-a3b04600b19f tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/quotas/d50b1e2a8cea4a96957fd1d0d02be5f2 HTTP/1.1" status: 200 len: 375 time: 0.0101986 May 18 19:03:07.171724 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 8003dae4-07a6-4284-8b51-b26f603c9244 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 19:03:07.172102 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:07.209566 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e1f4ca-8178-48ef-a89b-17e8d2982a77 None None] Pushing event updated for resources: {'Port': ['ID=8003dae4-07a6-4284-8b51-b26f603c9244,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:03:07.217166 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b707e52f-e8e9-4185-a360-016075b788b8 req-4cb969e7-a8e2-49e7-84b4-a41605793eaf tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=d50b1e2a8cea4a96957fd1d0d02be5f2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0643265 May 18 19:03:07.269658 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 8003dae4-07a6-4284-8b51-b26f603c9244 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 19:03:07.270786 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 7f37807c-fa98-484c-9432-da34a1c48759 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 19:03:07.335111 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-90c751e2-070f-4436-ab8c-9afed385e34b None None] Provisioning complete for port 8003dae4-07a6-4284-8b51-b26f603c9244 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 19:03:07.335490 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-90c751e2-070f-4436-ab8c-9afed385e34b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:07.341795 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b707e52f-e8e9-4185-a360-016075b788b8 req-31e2f150-f4e7-4a4f-ad4d-382ee9d76d74 service neutron] 10.222.0.85 "GET /v2.0/networks/3b2e5987-58ff-4da0-bf0d-34406e1d0f4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111927 May 18 19:03:07.361894 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 7f37807c-fa98-484c-9432-da34a1c48759 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 19:03:07.362272 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:07.440886 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b707e52f-e8e9-4185-a360-016075b788b8 req-d4ee7cd1-8824-40a9-8474-c48b642dce62 service neutron] 10.222.0.85 "GET /v2.0/networks/3b2e5987-58ff-4da0-bf0d-34406e1d0f4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927997 May 18 19:03:07.489655 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-90c751e2-070f-4436-ab8c-9afed385e34b None None] Current status of the port 8003dae4-07a6-4284-8b51-b26f603c9244 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 19:03:07.496467 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 7f37807c-fa98-484c-9432-da34a1c48759 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 19:03:07.497391 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:07.525642 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] For port 7f37807c-fa98-484c-9432-da34a1c48759, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=7f37807c-fa98-484c-9432-da34a1c48759,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 19:03:07.526769 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-90c751e2-070f-4436-ab8c-9afed385e34b None None] Provisioning complete for port cb20a7eb-aa8d-4006-bbff-7dc8bf953e1a triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 19:03:07.527215 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-90c751e2-070f-4436-ab8c-9afed385e34b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:07.552969 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:07.572063 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a094904-e87d-4dcc-ab5a-413720d2dc72 None None] Sync routers for ids ['dc83b87d-9680-43b9-8f10-9b0dff5ebc90'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 19:03:07.589312 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a094904-e87d-4dcc-ab5a-413720d2dc72 None None] Routers {'dc83b87d-9680-43b9-8f10-9b0dff5ebc90'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 19:03:07.590440 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-6a094904-e87d-4dcc-ab5a-413720d2dc72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T19:02:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['dc83b87d-9680-43b9-8f10-9b0dff5ebc90'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:03:07.619881 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Pushing event updated for resources: {'Port': ['ID=7f37807c-fa98-484c-9432-da34a1c48759,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:03:07.646780 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-90c751e2-070f-4436-ab8c-9afed385e34b None None] Port cb20a7eb-aa8d-4006-bbff-7dc8bf953e1a cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 19:03:07.709665 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6f57013f-bcfa-4b38-8ac3-dbed35977dcc req-380536e9-282f-4119-95f1-a62196ff482d tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/ports?device_id=0c768d35-cd1d-4af7-8925-f4dc664236b8 HTTP/1.1" status: 200 len: 210 time: 0.0488434 May 18 19:03:07.728222 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-6a094904-e87d-4dcc-ab5a-413720d2dc72 None None] Set router dc83b87d-9680-43b9-8f10-9b0dff5ebc90 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 19:03:07.764363 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-6ad8edbb-21f3-4985-b9d2-214ce7471911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:07.782494 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b97c2d87-a15d-4e76-889e-250c9c14dcbc None None] Provisioning complete for port cb20a7eb-aa8d-4006-bbff-7dc8bf953e1a triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 19:03:07.782818 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b97c2d87-a15d-4e76-889e-250c9c14dcbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:07.836413 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b97c2d87-a15d-4e76-889e-250c9c14dcbc None None] Port cb20a7eb-aa8d-4006-bbff-7dc8bf953e1a cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 19:03:07.959092 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-6a094904-e87d-4dcc-ab5a-413720d2dc72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc83b87d-9680-43b9-8f10-9b0dff5ebc90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-630852522', 'tenant_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': '7f37807c-fa98-484c-9432-da34a1c48759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T19:03:02Z', 'updated_at': '2022-05-18T19:03:05Z', 'revision_number': 4, 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'gw_port': {'id': '7f37807c-fa98-484c-9432-da34a1c48759', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc83b87d-9680-43b9-8f10-9b0dff5ebc90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:03:02Z', 'updated_at': '2022-05-18T19:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': 'cb20a7eb-aa8d-4006-bbff-7dc8bf953e1a', 'name': '', 'network_id': '3b2e5987-58ff-4da0-bf0d-34406e1d0f4e', 'tenant_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'mac_address': 'fa:16:3e:fa:89:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc83b87d-9680-43b9-8f10-9b0dff5ebc90', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'f6529885-f258-4ccb-953f-200c022d3646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:03:05Z', 'updated_at': '2022-05-18T19:03:06Z', 'revision_number': 2, 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'subnets': [{'id': 'f6529885-f258-4ccb-953f-200c022d3646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:03:07.966068 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-6f493f69-dc05-4852-a9b0-8f1f9d516433 None None] Provisioning complete for port cb20a7eb-aa8d-4006-bbff-7dc8bf953e1a triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 19:03:07.966511 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-6f493f69-dc05-4852-a9b0-8f1f9d516433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:08.000117 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a094904-e87d-4dcc-ab5a-413720d2dc72 None None] Checking router: dc83b87d-9680-43b9-8f10-9b0dff5ebc90 for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 19:03:08.000762 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a094904-e87d-4dcc-ab5a-413720d2dc72 None None] Updating router dc83b87d-9680-43b9-8f10-9b0dff5ebc90 port cb20a7eb-aa8d-4006-bbff-7dc8bf953e1a binding host n-d-838550-3 {{(pid=102733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 19:03:08.005817 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-6f493f69-dc05-4852-a9b0-8f1f9d516433 None None] Port cb20a7eb-aa8d-4006-bbff-7dc8bf953e1a cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 19:03:08.034236 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-6a094904-e87d-4dcc-ab5a-413720d2dc72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:08.312168 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-6a094904-e87d-4dcc-ab5a-413720d2dc72 None None] Notify callbacks [] for port, precommit_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:08.318616 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-6a094904-e87d-4dcc-ab5a-413720d2dc72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:08.374314 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a4c77e-602e-4d92-9784-ff3ad6398ef0 None None] Pushing event updated for resources: {'Port': ['ID=cb20a7eb-aa8d-4006-bbff-7dc8bf953e1a,revision_number=3']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:03:08.400610 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a4c77e-602e-4d92-9784-ff3ad6398ef0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:03:08.400954 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a4c77e-602e-4d92-9784-ff3ad6398ef0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:03:08.401289 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a4c77e-602e-4d92-9784-ff3ad6398ef0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:03:08.401655 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a4c77e-602e-4d92-9784-ff3ad6398ef0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:03:08.401960 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a4c77e-602e-4d92-9784-ff3ad6398ef0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:03:08.402285 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a4c77e-602e-4d92-9784-ff3ad6398ef0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:03:08.403584 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a4c77e-602e-4d92-9784-ff3ad6398ef0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:03:08.404084 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a4c77e-602e-4d92-9784-ff3ad6398ef0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:03:08.404409 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a4c77e-602e-4d92-9784-ff3ad6398ef0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:03:08.404728 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a4c77e-602e-4d92-9784-ff3ad6398ef0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:03:08.405045 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a4c77e-602e-4d92-9784-ff3ad6398ef0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:03:08.405368 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a4c77e-602e-4d92-9784-ff3ad6398ef0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:03:08.434224 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-6a094904-e87d-4dcc-ab5a-413720d2dc72 None None] Attempting to bind port cb20a7eb-aa8d-4006-bbff-7dc8bf953e1a on host n-d-838550-3 for vnic_type normal with profile {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 19:03:08.434615 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-6a094904-e87d-4dcc-ab5a-413720d2dc72 None None] Attempting to bind port cb20a7eb-aa8d-4006-bbff-7dc8bf953e1a by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '866c405a-4325-44fe-b2ea-765a465a7c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3b2e5987-58ff-4da0-bf0d-34406e1d0f4e'}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 19:03:08.434972 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a094904-e87d-4dcc-ab5a-413720d2dc72 None None] Attempting to bind port cb20a7eb-aa8d-4006-bbff-7dc8bf953e1a on network 3b2e5987-58ff-4da0-bf0d-34406e1d0f4e {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 19:03:08.440050 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a094904-e87d-4dcc-ab5a-413720d2dc72 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 19, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 19:03:08.440485 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a094904-e87d-4dcc-ab5a-413720d2dc72 None None] Checking segment: {'id': '866c405a-4325-44fe-b2ea-765a465a7c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3b2e5987-58ff-4da0-bf0d-34406e1d0f4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 19:03:08.440884 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-6a094904-e87d-4dcc-ab5a-413720d2dc72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:08.441271 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a094904-e87d-4dcc-ab5a-413720d2dc72 None None] Bound using segment: {'id': '866c405a-4325-44fe-b2ea-765a465a7c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3b2e5987-58ff-4da0-bf0d-34406e1d0f4e'} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 19:03:08.441761 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-6a094904-e87d-4dcc-ab5a-413720d2dc72 None None] Bound port: cb20a7eb-aa8d-4006-bbff-7dc8bf953e1a, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '866c405a-4325-44fe-b2ea-765a465a7c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3b2e5987-58ff-4da0-bf0d-34406e1d0f4e'}}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 19:03:08.442134 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-6a094904-e87d-4dcc-ab5a-413720d2dc72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:08.508641 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.db [None req-6a094904-e87d-4dcc-ab5a-413720d2dc72 None None] For port cb20a7eb-aa8d-4006-bbff-7dc8bf953e1a, host n-d-838550-3, cleared binding levels {{(pid=102733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 19:03:08.511855 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.db [None req-6a094904-e87d-4dcc-ab5a-413720d2dc72 None None] For port cb20a7eb-aa8d-4006-bbff-7dc8bf953e1a, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=cb20a7eb-aa8d-4006-bbff-7dc8bf953e1a,segment=NetworkSegment(866c405a-4325-44fe-b2ea-765a465a7c60),segment_id=866c405a-4325-44fe-b2ea-765a465a7c60)] {{(pid=102733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 19:03:08.516894 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-6a094904-e87d-4dcc-ab5a-413720d2dc72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:08.573229 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a094904-e87d-4dcc-ab5a-413720d2dc72 None None] Routers {'dc83b87d-9680-43b9-8f10-9b0dff5ebc90'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 19:03:08.573929 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-6a094904-e87d-4dcc-ab5a-413720d2dc72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T19:02:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['dc83b87d-9680-43b9-8f10-9b0dff5ebc90'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:03:08.614680 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a4c77e-602e-4d92-9784-ff3ad6398ef0 None None] Pushing event updated for resources: {'Port': ['ID=cb20a7eb-aa8d-4006-bbff-7dc8bf953e1a,revision_number=4']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:03:08.644253 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-f8a238d6-c342-4f17-96d0-f44a41f937dc None None] Provisioning complete for port cb20a7eb-aa8d-4006-bbff-7dc8bf953e1a triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 19:03:08.645334 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f8a238d6-c342-4f17-96d0-f44a41f937dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:08.698484 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-6a094904-e87d-4dcc-ab5a-413720d2dc72 None None] Set router dc83b87d-9680-43b9-8f10-9b0dff5ebc90 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 19:03:08.763102 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-f8a238d6-c342-4f17-96d0-f44a41f937dc None None] Current status of the port cb20a7eb-aa8d-4006-bbff-7dc8bf953e1a is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 19:03:08.763491 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f8a238d6-c342-4f17-96d0-f44a41f937dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:08.800645 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-f8a238d6-c342-4f17-96d0-f44a41f937dc None None] For port cb20a7eb-aa8d-4006-bbff-7dc8bf953e1a, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=cb20a7eb-aa8d-4006-bbff-7dc8bf953e1a,segment=NetworkSegment(866c405a-4325-44fe-b2ea-765a465a7c60),segment_id=866c405a-4325-44fe-b2ea-765a465a7c60)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 19:03:08.815536 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f8a238d6-c342-4f17-96d0-f44a41f937dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:08.864873 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5273c014-c4b0-4a21-b143-0c286a4c81ff req-a8aee506-fc89-4f4c-ad82-eb6e5fe88231 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/ports?device_id=0c768d35-cd1d-4af7-8925-f4dc664236b8 HTTP/1.1" status: 200 len: 210 time: 0.0367603 May 18 19:03:08.885121 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a238d6-c342-4f17-96d0-f44a41f937dc None None] Pushing event updated for resources: {'Port': ['ID=cb20a7eb-aa8d-4006-bbff-7dc8bf953e1a,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:03:08.923276 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b707e52f-e8e9-4185-a360-016075b788b8 req-8cf5a695-9815-46be-a7da-f0a595dbade6 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:03:08.924829 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b707e52f-e8e9-4185-a360-016075b788b8 req-8cf5a695-9815-46be-a7da-f0a595dbade6 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.36 "GET /v2.0/networks?id=3b2e5987-58ff-4da0-bf0d-34406e1d0f4e HTTP/1.1" status: 200 len: 796 time: 0.1793015 May 18 19:03:08.943644 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-6f2bfb75-3195-4c38-8a60-95a9e31421e9 None None] Provisioning complete for port cb20a7eb-aa8d-4006-bbff-7dc8bf953e1a triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 19:03:08.944016 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-6f2bfb75-3195-4c38-8a60-95a9e31421e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:08.987847 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b707e52f-e8e9-4185-a360-016075b788b8 req-cd162e99-f0a7-4726-a982-c9231df72a73 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d50b1e2a8cea4a96957fd1d0d02be5f2 HTTP/1.1" status: 200 len: 379 time: 0.0501075 May 18 19:03:09.002403 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-b707e52f-e8e9-4185-a360-016075b788b8 req-57129e68-ae12-47e2-8a43-90013da7beb5 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Request body: {'port': {'device_id': '0c768d35-cd1d-4af7-8925-f4dc664236b8', 'network_id': '3b2e5987-58ff-4da0-bf0d-34406e1d0f4e', 'admin_state_up': True, 'tenant_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'security_groups': ['45ac5dfa-5542-4d7f-91cf-f0d29f0e2576']}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 19:03:09.022822 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 8003dae4-07a6-4284-8b51-b26f603c9244 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 19:03:09.056864 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-6f2bfb75-3195-4c38-8a60-95a9e31421e9 None None] Current status of the port cb20a7eb-aa8d-4006-bbff-7dc8bf953e1a is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 19:03:09.058259 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-6a094904-e87d-4dcc-ab5a-413720d2dc72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc83b87d-9680-43b9-8f10-9b0dff5ebc90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-630852522', 'tenant_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': '7f37807c-fa98-484c-9432-da34a1c48759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T19:03:02Z', 'updated_at': '2022-05-18T19:03:05Z', 'revision_number': 4, 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'gw_port': {'id': '7f37807c-fa98-484c-9432-da34a1c48759', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc83b87d-9680-43b9-8f10-9b0dff5ebc90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:03:02Z', 'updated_at': '2022-05-18T19:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': 'cb20a7eb-aa8d-4006-bbff-7dc8bf953e1a', 'name': '', 'network_id': '3b2e5987-58ff-4da0-bf0d-34406e1d0f4e', 'tenant_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'mac_address': 'fa:16:3e:fa:89:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc83b87d-9680-43b9-8f10-9b0dff5ebc90', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'f6529885-f258-4ccb-953f-200c022d3646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:03:05Z', 'updated_at': '2022-05-18T19:03:08Z', 'revision_number': 4, 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'subnets': [{'id': 'f6529885-f258-4ccb-953f-200c022d3646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:03:09.083918 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 8003dae4-07a6-4284-8b51-b26f603c9244 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 19:03:09.084293 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:09.087126 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a094904-e87d-4dcc-ab5a-413720d2dc72 None None] The sync data for ids ['dc83b87d-9680-43b9-8f10-9b0dff5ebc90'] in n-d-838550-3 is: [{'id': 'dc83b87d-9680-43b9-8f10-9b0dff5ebc90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-630852522', 'tenant_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': '7f37807c-fa98-484c-9432-da34a1c48759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T19:03:02Z', 'updated_at': '2022-05-18T19:03:05Z', 'revision_number': 4, 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'gw_port': {'id': '7f37807c-fa98-484c-9432-da34a1c48759', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc83b87d-9680-43b9-8f10-9b0dff5ebc90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:03:02Z', 'updated_at': '2022-05-18T19:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': 'cb20a7eb-aa8d-4006-bbff-7dc8bf953e1a', 'name': '', 'network_id': '3b2e5987-58ff-4da0-bf0d-34406e1d0f4e', 'tenant_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'mac_address': 'fa:16:3e:fa:89:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc83b87d-9680-43b9-8f10-9b0dff5ebc90', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'f6529885-f258-4ccb-953f-200c022d3646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:03:05Z', 'updated_at': '2022-05-18T19:03:08Z', 'revision_number': 4, 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'subnets': [{'id': 'f6529885-f258-4ccb-953f-200c022d3646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 19:03:09.132031 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b707e52f-e8e9-4185-a360-016075b788b8 req-57129e68-ae12-47e2-8a43-90013da7beb5 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Made reservation on behalf of d50b1e2a8cea4a96957fd1d0d02be5f2 for: {'port': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 19:03:09.136410 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-b707e52f-e8e9-4185-a360-016075b788b8 req-57129e68-ae12-47e2-8a43-90013da7beb5 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:09.300469 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [req-b707e52f-e8e9-4185-a360-016075b788b8 req-57129e68-ae12-47e2-8a43-90013da7beb5 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Allocated IP 172.20.0.7 (3b2e5987-58ff-4da0-bf0d-34406e1d0f4e/f6529885-f258-4ccb-953f-200c022d3646/c7b1e578-c171-447d-853d-de5959f9c6cf) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 19:03:09.347282 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 8003dae4-07a6-4284-8b51-b26f603c9244 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 19:03:09.348895 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 7f37807c-fa98-484c-9432-da34a1c48759 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 19:03:09.402629 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 7f37807c-fa98-484c-9432-da34a1c48759 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 19:03:09.402998 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:09.471822 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-b707e52f-e8e9-4185-a360-016075b788b8 req-57129e68-ae12-47e2-8a43-90013da7beb5 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:09.487219 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 7f37807c-fa98-484c-9432-da34a1c48759 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 19:03:09.509913 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-b707e52f-e8e9-4185-a360-016075b788b8 req-57129e68-ae12-47e2-8a43-90013da7beb5 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:09.557163 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b707e52f-e8e9-4185-a360-016075b788b8 req-57129e68-ae12-47e2-8a43-90013da7beb5 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Network 3b2e5987-58ff-4da0-bf0d-34406e1d0f4e is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 19:03:09.560867 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [req-b707e52f-e8e9-4185-a360-016075b788b8 req-57129e68-ae12-47e2-8a43-90013da7beb5 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 19:03:09.564788 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-b707e52f-e8e9-4185-a360-016075b788b8 req-57129e68-ae12-47e2-8a43-90013da7beb5 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 19:03:09.607179 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57129e68-ae12-47e2-8a43-90013da7beb5 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Pushing event updated for resources: {'Port': ['ID=c7b1e578-c171-447d-853d-de5959f9c6cf,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:03:09.640008 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b707e52f-e8e9-4185-a360-016075b788b8 req-57129e68-ae12-47e2-8a43-90013da7beb5 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:03:09.640657 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-b707e52f-e8e9-4185-a360-016075b788b8 req-57129e68-ae12-47e2-8a43-90013da7beb5 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:09.660447 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b707e52f-e8e9-4185-a360-016075b788b8 req-57129e68-ae12-47e2-8a43-90013da7beb5 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6625578 May 18 19:03:09.684046 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-b707e52f-e8e9-4185-a360-016075b788b8 req-b317e6af-8993-4adc-be06-8d7e29ed1b0c service neutron] Request body: {'port': {'device_id': '0c768d35-cd1d-4af7-8925-f4dc664236b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-3'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 19:03:09.745437 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-b707e52f-e8e9-4185-a360-016075b788b8 req-b317e6af-8993-4adc-be06-8d7e29ed1b0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:09.893769 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-4fcc1d61-75e5-4a23-92ca-855ad51cbeb5 None None] Provisioning complete for port c7b1e578-c171-447d-853d-de5959f9c6cf triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 19:03:09.894540 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-4fcc1d61-75e5-4a23-92ca-855ad51cbeb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:09.941637 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-4fcc1d61-75e5-4a23-92ca-855ad51cbeb5 None None] Port c7b1e578-c171-447d-853d-de5959f9c6cf cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 19:03:10.107000 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-5d801103-25a2-4968-87f4-937e52ad513d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:10.295579 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd8ee95-12bd-4469-a81b-8a10428fe7e2 req-b558e5f9-6330-4a43-96c5-ec2ce189d3bc tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:03:10.297084 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cbd8ee95-12bd-4469-a81b-8a10428fe7e2 req-b558e5f9-6330-4a43-96c5-ec2ce189d3bc tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/ports?device_id=0c768d35-cd1d-4af7-8925-f4dc664236b8 HTTP/1.1" status: 200 len: 931 time: 0.1083035 May 18 19:03:10.360997 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cbd8ee95-12bd-4469-a81b-8a10428fe7e2 req-723cf306-cff9-427c-ad20-cc9bd413c794 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/security-groups?id=45ac5dfa-5542-4d7f-91cf-f0d29f0e2576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578251 May 18 19:03:10.423129 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [req-b707e52f-e8e9-4185-a360-016075b788b8 req-b317e6af-8993-4adc-be06-8d7e29ed1b0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7b1e578-c171-447d-853d-de5959f9c6cf {{(pid=102730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 19:03:10.430437 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-b707e52f-e8e9-4185-a360-016075b788b8 req-b317e6af-8993-4adc-be06-8d7e29ed1b0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:10.443157 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [req-b707e52f-e8e9-4185-a360-016075b788b8 req-b317e6af-8993-4adc-be06-8d7e29ed1b0c service neutron] Transition to ACTIVE for port object c7b1e578-c171-447d-853d-de5959f9c6cf will not be triggered until provisioned by entity L2. {{(pid=102730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 19:03:10.446271 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-b707e52f-e8e9-4185-a360-016075b788b8 req-b317e6af-8993-4adc-be06-8d7e29ed1b0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:10.498743 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b317e6af-8993-4adc-be06-8d7e29ed1b0c service neutron] Pushing event updated for resources: {'Port': ['ID=c7b1e578-c171-447d-853d-de5959f9c6cf,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:03:10.567949 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-b707e52f-e8e9-4185-a360-016075b788b8 req-b317e6af-8993-4adc-be06-8d7e29ed1b0c service neutron] Attempting to bind port c7b1e578-c171-447d-853d-de5959f9c6cf on host n-h1-838550-3 for vnic_type normal with profile {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 19:03:10.568299 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-b707e52f-e8e9-4185-a360-016075b788b8 req-b317e6af-8993-4adc-be06-8d7e29ed1b0c service neutron] Attempting to bind port c7b1e578-c171-447d-853d-de5959f9c6cf by drivers openvswitch,hyperv on host n-h1-838550-3 at level 0 using segments [{'id': '866c405a-4325-44fe-b2ea-765a465a7c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3b2e5987-58ff-4da0-bf0d-34406e1d0f4e'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 19:03:10.568633 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b707e52f-e8e9-4185-a360-016075b788b8 req-b317e6af-8993-4adc-be06-8d7e29ed1b0c service neutron] Attempting to bind port c7b1e578-c171-447d-853d-de5959f9c6cf on network 3b2e5987-58ff-4da0-bf0d-34406e1d0f4e {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 19:03:10.573286 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b707e52f-e8e9-4185-a360-016075b788b8 req-b317e6af-8993-4adc-be06-8d7e29ed1b0c service neutron] Port c7b1e578-c171-447d-853d-de5959f9c6cf on network 3b2e5987-58ff-4da0-bf0d-34406e1d0f4e not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-3 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 19:03:10.573633 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b707e52f-e8e9-4185-a360-016075b788b8 req-b317e6af-8993-4adc-be06-8d7e29ed1b0c service neutron] Attempting to bind port c7b1e578-c171-447d-853d-de5959f9c6cf on network 3b2e5987-58ff-4da0-bf0d-34406e1d0f4e {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 19:03:10.579550 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b707e52f-e8e9-4185-a360-016075b788b8 req-b317e6af-8993-4adc-be06-8d7e29ed1b0c service neutron] Checking agent: {'id': '1dbac822-25f2-4df8-9dc8-5c2e7b136eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 19, 3, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 19:03:10.579893 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b707e52f-e8e9-4185-a360-016075b788b8 req-b317e6af-8993-4adc-be06-8d7e29ed1b0c service neutron] Checking segment: {'id': '866c405a-4325-44fe-b2ea-765a465a7c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3b2e5987-58ff-4da0-bf0d-34406e1d0f4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 19:03:10.580290 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b707e52f-e8e9-4185-a360-016075b788b8 req-b317e6af-8993-4adc-be06-8d7e29ed1b0c service neutron] Bound using segment: {'id': '866c405a-4325-44fe-b2ea-765a465a7c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3b2e5987-58ff-4da0-bf0d-34406e1d0f4e'} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 19:03:10.580721 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-b707e52f-e8e9-4185-a360-016075b788b8 req-b317e6af-8993-4adc-be06-8d7e29ed1b0c service neutron] Bound port: c7b1e578-c171-447d-853d-de5959f9c6cf, host: n-h1-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '866c405a-4325-44fe-b2ea-765a465a7c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3b2e5987-58ff-4da0-bf0d-34406e1d0f4e'}}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 19:03:10.581082 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-b707e52f-e8e9-4185-a360-016075b788b8 req-b317e6af-8993-4adc-be06-8d7e29ed1b0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:10.648256 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-b707e52f-e8e9-4185-a360-016075b788b8 req-b317e6af-8993-4adc-be06-8d7e29ed1b0c service neutron] For port c7b1e578-c171-447d-853d-de5959f9c6cf, host n-h1-838550-3, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 19:03:10.651473 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-b707e52f-e8e9-4185-a360-016075b788b8 req-b317e6af-8993-4adc-be06-8d7e29ed1b0c service neutron] For port c7b1e578-c171-447d-853d-de5959f9c6cf, host n-h1-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=c7b1e578-c171-447d-853d-de5959f9c6cf,segment=NetworkSegment(866c405a-4325-44fe-b2ea-765a465a7c60),segment_id=866c405a-4325-44fe-b2ea-765a465a7c60)] {{(pid=102730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 19:03:10.657134 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-b707e52f-e8e9-4185-a360-016075b788b8 req-b317e6af-8993-4adc-be06-8d7e29ed1b0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:10.701446 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b707e52f-e8e9-4185-a360-016075b788b8 req-b317e6af-8993-4adc-be06-8d7e29ed1b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:03:10.702239 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-b707e52f-e8e9-4185-a360-016075b788b8 req-b317e6af-8993-4adc-be06-8d7e29ed1b0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:10.703965 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b707e52f-e8e9-4185-a360-016075b788b8 req-b317e6af-8993-4adc-be06-8d7e29ed1b0c service neutron] 10.222.0.36 "PUT /v2.0/ports/c7b1e578-c171-447d-853d-de5959f9c6cf HTTP/1.1" status: 200 len: 1091 time: 1.0300963 May 18 19:03:10.704546 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c768d35-cd1d-4af7-8925-f4dc664236b8', 'tag': 'c7b1e578-c171-447d-853d-de5959f9c6cf'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 19:03:10.707847 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebab1398998b981f34f543ac0b562e5946bae5cf08db64623ace6dd3c2d346bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43ecdaab-e7b6-40af-ab40-b237f6231f2b" -d '{"events": [{"name": "network-changed", "server_uuid": "0c768d35-cd1d-4af7-8925-f4dc664236b8", "tag": "c7b1e578-c171-447d-853d-de5959f9c6cf"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 19:03:10.733376 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b317e6af-8993-4adc-be06-8d7e29ed1b0c service neutron] Pushing event updated for resources: {'Port': ['ID=c7b1e578-c171-447d-853d-de5959f9c6cf,revision_number=3']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:03:10.770515 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 19:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a9c2964-effc-422e-8bb0-306f373ce444 x-openstack-request-id: req-1a9c2964-effc-422e-8bb0-306f373ce444 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 19:03:10.770806 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c768d35-cd1d-4af7-8925-f4dc664236b8", "tag": "c7b1e578-c171-447d-853d-de5959f9c6cf", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 19:03:10.771066 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-1a9c2964-effc-422e-8bb0-306f373ce444 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 19:03:10.771474 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a9c2964-effc-422e-8bb0-306f373ce444'] response: {'name': 'network-changed', 'server_uuid': '0c768d35-cd1d-4af7-8925-f4dc664236b8', 'tag': 'c7b1e578-c171-447d-853d-de5959f9c6cf', 'status': 'completed', 'code': 200} May 18 19:03:10.811414 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b707e52f-e8e9-4185-a360-016075b788b8 req-c98e43f0-839f-4b14-bdeb-9fc11ebc384e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:03:10.813049 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b707e52f-e8e9-4185-a360-016075b788b8 req-c98e43f0-839f-4b14-bdeb-9fc11ebc384e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d50b1e2a8cea4a96957fd1d0d02be5f2&device_id=0c768d35-cd1d-4af7-8925-f4dc664236b8 HTTP/1.1" status: 200 len: 1094 time: 0.0546513 May 18 19:03:10.855860 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b707e52f-e8e9-4185-a360-016075b788b8 req-05dbb391-58b3-426d-a5a8-413b4e59edfa service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c7b1e578-c171-447d-853d-de5959f9c6cf HTTP/1.1" status: 200 len: 217 time: 0.0343220 May 18 19:03:10.909461 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b707e52f-e8e9-4185-a360-016075b788b8 req-998cbeec-8383-47c5-9d22-ece0810400ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:03:10.910963 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b707e52f-e8e9-4185-a360-016075b788b8 req-998cbeec-8383-47c5-9d22-ece0810400ba service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f6529885-f258-4ccb-953f-200c022d3646 HTTP/1.1" status: 200 len: 834 time: 0.0446517 May 18 19:03:10.966602 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b707e52f-e8e9-4185-a360-016075b788b8 req-d1eb24b3-25e1-43ec-b9b7-b8638a451efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:03:10.968138 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b707e52f-e8e9-4185-a360-016075b788b8 req-d1eb24b3-25e1-43ec-b9b7-b8638a451efa service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3b2e5987-58ff-4da0-bf0d-34406e1d0f4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457318 May 18 19:03:10.991429 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device cb20a7eb-aa8d-4006-bbff-7dc8bf953e1a up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 19:03:11.046265 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port cb20a7eb-aa8d-4006-bbff-7dc8bf953e1a triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 19:03:11.046629 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:11.063843 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b707e52f-e8e9-4185-a360-016075b788b8 req-89b4c3d8-75c5-43dd-bab7-14aaa1725615 service neutron] 10.222.0.36 "GET /v2.0/networks/3b2e5987-58ff-4da0-bf0d-34406e1d0f4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847275 May 18 19:03:11.132097 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port cb20a7eb-aa8d-4006-bbff-7dc8bf953e1a is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 19:03:11.165895 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b707e52f-e8e9-4185-a360-016075b788b8 req-388e0842-cb8c-4c78-b253-44a66a899a60 service neutron] 10.222.0.36 "GET /v2.0/networks/3b2e5987-58ff-4da0-bf0d-34406e1d0f4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909643 May 18 19:03:11.256290 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ecdaab-e7b6-40af-ab40-b237f6231f2b req-dd675fbc-021f-46b4-ba6e-3c872369ad44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:03:11.257889 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-43ecdaab-e7b6-40af-ab40-b237f6231f2b req-dd675fbc-021f-46b4-ba6e-3c872369ad44 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d50b1e2a8cea4a96957fd1d0d02be5f2&device_id=0c768d35-cd1d-4af7-8925-f4dc664236b8 HTTP/1.1" status: 200 len: 1094 time: 0.0426681 May 18 19:03:11.346352 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ecdaab-e7b6-40af-ab40-b237f6231f2b req-559bb7b6-03c7-4cd1-89e7-7b2705b5e628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:03:11.347831 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-43ecdaab-e7b6-40af-ab40-b237f6231f2b req-559bb7b6-03c7-4cd1-89e7-7b2705b5e628 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3b2e5987-58ff-4da0-bf0d-34406e1d0f4e HTTP/1.1" status: 200 len: 897 time: 0.0834689 May 18 19:03:11.392758 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-43ecdaab-e7b6-40af-ab40-b237f6231f2b req-8ff0542e-437b-4212-97ed-870155c4f57c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c7b1e578-c171-447d-853d-de5959f9c6cf HTTP/1.1" status: 200 len: 217 time: 0.0380645 May 18 19:03:11.451138 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:11.470150 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ecdaab-e7b6-40af-ab40-b237f6231f2b req-c39c9b92-2120-4bdf-84ae-86ecd7688857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:03:11.471716 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-43ecdaab-e7b6-40af-ab40-b237f6231f2b req-c39c9b92-2120-4bdf-84ae-86ecd7688857 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f6529885-f258-4ccb-953f-200c022d3646 HTTP/1.1" status: 200 len: 834 time: 0.0712311 May 18 19:03:11.516828 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460f0d98-a7a7-4060-8b9c-af089c639f59 req-15f6e441-5d17-43f6-8351-e2a57021f0c5 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:03:11.518270 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-460f0d98-a7a7-4060-8b9c-af089c639f59 req-15f6e441-5d17-43f6-8351-e2a57021f0c5 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/ports?device_id=0c768d35-cd1d-4af7-8925-f4dc664236b8 HTTP/1.1" status: 200 len: 943 time: 0.0859103 May 18 19:03:11.547343 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ecdaab-e7b6-40af-ab40-b237f6231f2b req-5e5962e6-8fe8-4cb3-9d75-dc8cc52e90ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:03:11.548928 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-43ecdaab-e7b6-40af-ab40-b237f6231f2b req-5e5962e6-8fe8-4cb3-9d75-dc8cc52e90ee service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3b2e5987-58ff-4da0-bf0d-34406e1d0f4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699532 May 18 19:03:11.573324 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-460f0d98-a7a7-4060-8b9c-af089c639f59 req-bd655784-1b69-4233-890b-65fc957c17c2 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/security-groups?id=45ac5dfa-5542-4d7f-91cf-f0d29f0e2576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488477 May 18 19:03:11.647410 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-43ecdaab-e7b6-40af-ab40-b237f6231f2b req-acd85b8f-5003-42a5-ba66-de836d6a00f1 service neutron] 10.222.0.36 "GET /v2.0/networks/3b2e5987-58ff-4da0-bf0d-34406e1d0f4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868449 May 18 19:03:11.742088 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-43ecdaab-e7b6-40af-ab40-b237f6231f2b req-8cec514c-4396-4761-9be9-839eb23a5b56 service neutron] 10.222.0.36 "GET /v2.0/networks/3b2e5987-58ff-4da0-bf0d-34406e1d0f4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871336 May 18 19:03:12.599094 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:12.692201 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ed4b4f-9eee-402c-8c02-e86220f57b9f req-63fc9047-b209-49ad-9a33-02edfc45bd17 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:03:12.693779 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-31ed4b4f-9eee-402c-8c02-e86220f57b9f req-63fc9047-b209-49ad-9a33-02edfc45bd17 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/ports?device_id=0c768d35-cd1d-4af7-8925-f4dc664236b8 HTTP/1.1" status: 200 len: 943 time: 0.0507648 May 18 19:03:12.732521 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-31ed4b4f-9eee-402c-8c02-e86220f57b9f req-775d861c-a595-4242-b0e1-478f6ad1f3cf tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/security-groups?id=45ac5dfa-5542-4d7f-91cf-f0d29f0e2576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324445 May 18 19:03:13.170357 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:13.848781 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd89e70f-951c-4a58-8fca-6a40344fbc6b req-fd093d23-3c44-42c9-a133-59170a9fe364 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:03:13.850273 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bd89e70f-951c-4a58-8fca-6a40344fbc6b req-fd093d23-3c44-42c9-a133-59170a9fe364 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/ports?device_id=0c768d35-cd1d-4af7-8925-f4dc664236b8 HTTP/1.1" status: 200 len: 943 time: 0.0481694 May 18 19:03:13.887413 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bd89e70f-951c-4a58-8fca-6a40344fbc6b req-c6f59d36-4e3e-48c1-b2d1-be63e0b119c9 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/security-groups?id=45ac5dfa-5542-4d7f-91cf-f0d29f0e2576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312181 May 18 19:03:13.956229 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device c7b1e578-c171-447d-853d-de5959f9c6cf details requested by agent hyperv_n-h1-838550-3 with host n-h1-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 19:03:14.052939 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port c7b1e578-c171-447d-853d-de5959f9c6cf, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=c7b1e578-c171-447d-853d-de5959f9c6cf,segment=NetworkSegment(866c405a-4325-44fe-b2ea-765a465a7c60),segment_id=866c405a-4325-44fe-b2ea-765a465a7c60)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 19:03:14.064760 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Returning: {'device': 'c7b1e578-c171-447d-853d-de5959f9c6cf', 'network_id': '3b2e5987-58ff-4da0-bf0d-34406e1d0f4e', 'port_id': 'c7b1e578-c171-447d-853d-de5959f9c6cf', 'mac_address': 'fa:16:3e:ed:1d:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6529885-f258-4ccb-953f-200c022d3646', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 19:03:14.099991 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port c7b1e578-c171-447d-853d-de5959f9c6cf is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 19:03:14.100382 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:14.116730 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7b1e578-c171-447d-853d-de5959f9c6cf {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 19:03:14.135728 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port c7b1e578-c171-447d-853d-de5959f9c6cf, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=c7b1e578-c171-447d-853d-de5959f9c6cf,segment=NetworkSegment(866c405a-4325-44fe-b2ea-765a465a7c60),segment_id=866c405a-4325-44fe-b2ea-765a465a7c60)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 19:03:14.139443 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:14.187275 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=c7b1e578-c171-447d-853d-de5959f9c6cf,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:03:14.410052 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['c7b1e578-c171-447d-853d-de5959f9c6cf'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 19:03:14.751408 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [req-f147dfd6-75af-4a3a-bd4b-a5e02fded83c req-6be3e26a-71b2-4494-a5ff-e937450173e8 tempest-ServerDiskConfigTestJSON-811965550 tempest-ServerDiskConfigTestJSON-811965550-project] (102731) timed out ('10.222.0.88', 54337) {{(pid=102731) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} May 18 19:03:15.012275 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b9331e-adbe-494c-bbdc-6b8b9c16a94b req-8bce8534-0304-46de-be5f-9b7d75f63583 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:03:15.013804 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-56b9331e-adbe-494c-bbdc-6b8b9c16a94b req-8bce8534-0304-46de-be5f-9b7d75f63583 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/ports?device_id=0c768d35-cd1d-4af7-8925-f4dc664236b8 HTTP/1.1" status: 200 len: 944 time: 0.0538890 May 18 19:03:15.052224 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-56b9331e-adbe-494c-bbdc-6b8b9c16a94b req-54655b97-911c-4664-a153-5d0c32ae353d tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/security-groups?id=45ac5dfa-5542-4d7f-91cf-f0d29f0e2576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323772 May 18 19:03:15.952131 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device c7b1e578-c171-447d-853d-de5959f9c6cf up at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 19:03:16.002577 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning for port c7b1e578-c171-447d-853d-de5959f9c6cf completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 19:03:16.006722 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning complete for port c7b1e578-c171-447d-853d-de5959f9c6cf triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 19:03:16.007090 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:16.085026 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port c7b1e578-c171-447d-853d-de5959f9c6cf is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 19:03:16.085410 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:16.107972 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c768d35-cd1d-4af7-8925-f4dc664236b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7b1e578-c171-447d-853d-de5959f9c6cf'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 19:03:16.110228 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5d64110a1ec54c0f2bae3109cf83ae5c70b13a424bf8c5acbf84dbd50ace00d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73645cc8-d0b1-4429-9325-f224878319e2" -d '{"events": [{"server_uuid": "0c768d35-cd1d-4af7-8925-f4dc664236b8", "name": "network-vif-plugged", "status": "completed", "tag": "c7b1e578-c171-447d-853d-de5959f9c6cf"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 19:03:16.123093 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port c7b1e578-c171-447d-853d-de5959f9c6cf, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=c7b1e578-c171-447d-853d-de5959f9c6cf,segment=NetworkSegment(866c405a-4325-44fe-b2ea-765a465a7c60),segment_id=866c405a-4325-44fe-b2ea-765a465a7c60)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 19:03:16.127821 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:16.171555 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b88e7ad-2fe8-4c2b-825c-bcb71f40a481 req-0a94e0c2-3032-4b2c-b3cf-80a747ee6f87 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:03:16.173050 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4b88e7ad-2fe8-4c2b-825c-bcb71f40a481 req-0a94e0c2-3032-4b2c-b3cf-80a747ee6f87 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/ports?device_id=0c768d35-cd1d-4af7-8925-f4dc664236b8 HTTP/1.1" status: 200 len: 945 time: 0.0509965 May 18 19:03:16.176546 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=c7b1e578-c171-447d-853d-de5959f9c6cf,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:03:16.211894 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4b88e7ad-2fe8-4c2b-825c-bcb71f40a481 req-8ef2bf92-e5cc-41cc-9915-bc8a50827b0d tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/security-groups?id=45ac5dfa-5542-4d7f-91cf-f0d29f0e2576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319130 May 18 19:03:16.253991 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 19:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb6b12f7-4d47-46c0-8247-fd45523fd4a6 x-openstack-request-id: req-bb6b12f7-4d47-46c0-8247-fd45523fd4a6 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 19:03:16.254286 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c768d35-cd1d-4af7-8925-f4dc664236b8", "name": "network-vif-plugged", "status": "completed", "tag": "c7b1e578-c171-447d-853d-de5959f9c6cf", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 19:03:16.254543 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-bb6b12f7-4d47-46c0-8247-fd45523fd4a6 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 19:03:16.254944 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb6b12f7-4d47-46c0-8247-fd45523fd4a6'] response: {'server_uuid': '0c768d35-cd1d-4af7-8925-f4dc664236b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7b1e578-c171-447d-853d-de5959f9c6cf', 'code': 200} May 18 19:03:16.356455 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c4bf73-9f82-4d51-9e98-312bf749d26b req-376943a7-dc6d-486e-b5c9-da9c44a5aa64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:03:16.357985 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e2c4bf73-9f82-4d51-9e98-312bf749d26b req-376943a7-dc6d-486e-b5c9-da9c44a5aa64 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0c768d35-cd1d-4af7-8925-f4dc664236b8 HTTP/1.1" status: 200 len: 1096 time: 0.0408425 May 18 19:03:16.394086 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e2c4bf73-9f82-4d51-9e98-312bf749d26b req-0b033514-e8b5-4103-a2ef-19c5e63352a6 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=45ac5dfa-5542-4d7f-91cf-f0d29f0e2576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273154 May 18 19:03:17.332203 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e5f7b0-2086-4e59-a235-325ea9c3c8ac req-5a12815c-1e6e-4365-81fe-6151f6411ae7 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:03:17.333696 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-51e5f7b0-2086-4e59-a235-325ea9c3c8ac req-5a12815c-1e6e-4365-81fe-6151f6411ae7 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/ports?device_id=0c768d35-cd1d-4af7-8925-f4dc664236b8 HTTP/1.1" status: 200 len: 945 time: 0.0527234 May 18 19:03:17.370040 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-51e5f7b0-2086-4e59-a235-325ea9c3c8ac req-c777f2fe-e235-41ac-8868-41b356e9a828 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/security-groups?id=45ac5dfa-5542-4d7f-91cf-f0d29f0e2576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303938 May 18 19:03:18.488583 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cb5874-5f2b-4f7c-a336-23d9b62f9147 req-406fed17-f0b9-48c5-a618-2af535c502c3 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:03:18.490115 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-85cb5874-5f2b-4f7c-a336-23d9b62f9147 req-406fed17-f0b9-48c5-a618-2af535c502c3 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/ports?device_id=0c768d35-cd1d-4af7-8925-f4dc664236b8 HTTP/1.1" status: 200 len: 945 time: 0.0518825 May 18 19:03:18.528966 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-85cb5874-5f2b-4f7c-a336-23d9b62f9147 req-34a92878-1bd8-45d4-bf29-0da227d6b818 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/security-groups?id=45ac5dfa-5542-4d7f-91cf-f0d29f0e2576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322134 May 18 19:03:18.641936 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bdefaf-bd72-4842-b678-7d62d9cae0f6 req-9d3712b1-b3dc-4fa5-beff-fe69de2032f0 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:03:18.643486 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-95bdefaf-bd72-4842-b678-7d62d9cae0f6 req-9d3712b1-b3dc-4fa5-beff-fe69de2032f0 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/ports?device_id=0c768d35-cd1d-4af7-8925-f4dc664236b8 HTTP/1.1" status: 200 len: 945 time: 0.0494409 May 18 19:03:18.681399 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-95bdefaf-bd72-4842-b678-7d62d9cae0f6 req-4ea244d4-769b-4888-addb-df0c31669802 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/security-groups?id=45ac5dfa-5542-4d7f-91cf-f0d29f0e2576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319321 May 18 19:03:18.704004 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 50206) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:03:18.743018 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52590d8e-57b3-408c-b7ac-6a728e01cf3d tempest-TestNetworkAdvancedServerOps-1925643049 tempest-TestNetworkAdvancedServerOps-1925643049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:03:18.744533 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-52590d8e-57b3-408c-b7ac-6a728e01cf3d tempest-TestNetworkAdvancedServerOps-1925643049 tempest-TestNetworkAdvancedServerOps-1925643049-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=0c768d35-cd1d-4af7-8925-f4dc664236b8 HTTP/1.1" status: 200 len: 1091 time: 0.0395284 May 18 19:03:18.748059 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 50208) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:03:18.752673 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-3da0e185-bff9-4a1d-9c03-004df3559992 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Request body: {'floatingip': {'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'port_id': 'c7b1e578-c171-447d-853d-de5959f9c6cf', 'tenant_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 19:03:18.774025 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3da0e185-bff9-4a1d-9c03-004df3559992 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for floatingip, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:18.872104 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3da0e185-bff9-4a1d-9c03-004df3559992 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:18.979021 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-3da0e185-bff9-4a1d-9c03-004df3559992 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Allocated IP 172.25.5.217 (31ebd439-090c-4b25-bbb0-31c48711b145/363a2810-8a83-4be0-a317-7c91fcd94485/35b16337-61ae-4e38-ba13-e7b54bf52593) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 19:03:19.079504 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3da0e185-bff9-4a1d-9c03-004df3559992 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:19.114276 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3da0e185-bff9-4a1d-9c03-004df3559992 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:19.151070 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da0e185-bff9-4a1d-9c03-004df3559992 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Network 31ebd439-090c-4b25-bbb0-31c48711b145 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 19:03:19.153804 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-3da0e185-bff9-4a1d-9c03-004df3559992 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 19:03:19.157201 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da0e185-bff9-4a1d-9c03-004df3559992 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 19:03:19.165276 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da0e185-bff9-4a1d-9c03-004df3559992 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Pushing event updated for resources: {'Port': ['ID=35b16337-61ae-4e38-ba13-e7b54bf52593,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:03:19.513965 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3da0e185-bff9-4a1d-9c03-004df3559992 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:19.582793 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3da0e185-bff9-4a1d-9c03-004df3559992 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:19.728955 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3da0e185-bff9-4a1d-9c03-004df3559992 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:19.733879 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3da0e185-bff9-4a1d-9c03-004df3559992 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:19.807165 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da0e185-bff9-4a1d-9c03-004df3559992 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Pushing event updated for resources: {'Port': ['ID=35b16337-61ae-4e38-ba13-e7b54bf52593,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:03:19.818030 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3da0e185-bff9-4a1d-9c03-004df3559992 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596987'] for floatingip, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:19.918058 n-d-838550-3 neutron-server[102730]: INFO neutron.db.l3_db [None req-3da0e185-bff9-4a1d-9c03-004df3559992 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Floating IP 2b57d810-c4f5-4402-a434-400a25c52ba7 associated. External IP: 172.25.5.217, port: c7b1e578-c171-447d-853d-de5959f9c6cf. May 18 19:03:20.121434 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3da0e185-bff9-4a1d-9c03-004df3559992 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Router dc83b87d-9680-43b9-8f10-9b0dff5ebc90 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 19:03:20.226607 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3da0e185-bff9-4a1d-9c03-004df3559992 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 19:03:20.236443 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db825797-7fe6-4732-ac57-36c8eb5642f9 None None] Sync routers for ids ['dc83b87d-9680-43b9-8f10-9b0dff5ebc90'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 19:03:20.245763 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3da0e185-bff9-4a1d-9c03-004df3559992 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:20.247946 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db825797-7fe6-4732-ac57-36c8eb5642f9 None None] Routers {'dc83b87d-9680-43b9-8f10-9b0dff5ebc90'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 19:03:20.248670 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-db825797-7fe6-4732-ac57-36c8eb5642f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T19:03:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['dc83b87d-9680-43b9-8f10-9b0dff5ebc90'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:03:20.273874 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-3da0e185-bff9-4a1d-9c03-004df3559992 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5246670 May 18 19:03:20.274554 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c768d35-cd1d-4af7-8925-f4dc664236b8', 'tag': 'c7b1e578-c171-447d-853d-de5959f9c6cf'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 19:03:20.276964 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebab1398998b981f34f543ac0b562e5946bae5cf08db64623ace6dd3c2d346bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a69945bd-4d6c-4cd9-a247-75248d46eeb7" -d '{"events": [{"name": "network-changed", "server_uuid": "0c768d35-cd1d-4af7-8925-f4dc664236b8", "tag": "c7b1e578-c171-447d-853d-de5959f9c6cf"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 19:03:20.356813 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-db825797-7fe6-4732-ac57-36c8eb5642f9 None None] Set router dc83b87d-9680-43b9-8f10-9b0dff5ebc90 gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 19:03:20.371310 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a15ec48-da9e-42d6-914e-72fc635fd865 req-8d257892-a356-42fe-a0c2-4a79c5f27aa7 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:03:20.373346 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4a15ec48-da9e-42d6-914e-72fc635fd865 req-8d257892-a356-42fe-a0c2-4a79c5f27aa7 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/ports?device_id=0c768d35-cd1d-4af7-8925-f4dc664236b8 HTTP/1.1" status: 200 len: 945 time: 0.0497615 May 18 19:03:20.411159 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4a15ec48-da9e-42d6-914e-72fc635fd865 req-77a73a74-e970-495f-8fe1-bac0a6d3fefe tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/security-groups?id=45ac5dfa-5542-4d7f-91cf-f0d29f0e2576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316930 May 18 19:03:20.433419 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 50214) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:03:20.458853 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 19:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e79a2d4-8a44-45c5-a9da-9368ef296609 x-openstack-request-id: req-5e79a2d4-8a44-45c5-a9da-9368ef296609 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 19:03:20.459219 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c768d35-cd1d-4af7-8925-f4dc664236b8", "tag": "c7b1e578-c171-447d-853d-de5959f9c6cf", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 19:03:20.459544 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-5e79a2d4-8a44-45c5-a9da-9368ef296609 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 19:03:20.460026 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e79a2d4-8a44-45c5-a9da-9368ef296609'] response: {'name': 'network-changed', 'server_uuid': '0c768d35-cd1d-4af7-8925-f4dc664236b8', 'tag': 'c7b1e578-c171-447d-853d-de5959f9c6cf', 'status': 'completed', 'code': 200} May 18 19:03:20.501154 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-4b9c0f40-9c6c-4bd5-9f81-a5eefad25132 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/floatingips/2b57d810-c4f5-4402-a434-400a25c52ba7 HTTP/1.1" status: 200 len: 991 time: 0.0649514 May 18 19:03:20.523944 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69945bd-4d6c-4cd9-a247-75248d46eeb7 req-f9a7f78f-2437-48fd-a6ce-b58350c19732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:03:20.525474 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a69945bd-4d6c-4cd9-a247-75248d46eeb7 req-f9a7f78f-2437-48fd-a6ce-b58350c19732 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d50b1e2a8cea4a96957fd1d0d02be5f2&device_id=0c768d35-cd1d-4af7-8925-f4dc664236b8 HTTP/1.1" status: 200 len: 1096 time: 0.0424352 May 18 19:03:20.588535 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-db825797-7fe6-4732-ac57-36c8eb5642f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc83b87d-9680-43b9-8f10-9b0dff5ebc90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-630852522', 'tenant_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': '7f37807c-fa98-484c-9432-da34a1c48759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T19:03:02Z', 'updated_at': '2022-05-18T19:03:05Z', 'revision_number': 4, 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'gw_port': {'id': '7f37807c-fa98-484c-9432-da34a1c48759', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc83b87d-9680-43b9-8f10-9b0dff5ebc90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:03:02Z', 'updated_at': '2022-05-18T19:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': '2b57d810-c4f5-4402-a434-400a25c52ba7', 'tenant_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'floating_ip_address': '172.25.5.217', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': 'dc83b87d-9680-43b9-8f10-9b0dff5ebc90', 'port_id': 'c7b1e578-c171-447d-853d-de5959f9c6cf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4330, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b2e5987-58ff-4da0-bf0d-34406e1d0f4e', 'mac_address': 'fa:16:3e:ed:1d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c768d35-cd1d-4af7-8925-f4dc664236b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T19:03:19Z', 'updated_at': '2022-05-18T19:03:19Z', 'revision_number': 0, 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb20a7eb-aa8d-4006-bbff-7dc8bf953e1a', 'name': '', 'network_id': '3b2e5987-58ff-4da0-bf0d-34406e1d0f4e', 'tenant_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'mac_address': 'fa:16:3e:fa:89:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc83b87d-9680-43b9-8f10-9b0dff5ebc90', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'f6529885-f258-4ccb-953f-200c022d3646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:03:05Z', 'updated_at': '2022-05-18T19:03:08Z', 'revision_number': 5, 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'subnets': [{'id': 'f6529885-f258-4ccb-953f-200c022d3646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:03:20.614712 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db825797-7fe6-4732-ac57-36c8eb5642f9 None None] Checking router: dc83b87d-9680-43b9-8f10-9b0dff5ebc90 for host: n-d-838550-3 {{(pid=102732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 19:03:20.617283 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69945bd-4d6c-4cd9-a247-75248d46eeb7 req-23985b9c-0f0a-43f2-a5b9-0574aee8d286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:03:20.618533 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a69945bd-4d6c-4cd9-a247-75248d46eeb7 req-23985b9c-0f0a-43f2-a5b9-0574aee8d286 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3b2e5987-58ff-4da0-bf0d-34406e1d0f4e HTTP/1.1" status: 200 len: 897 time: 0.0865068 May 18 19:03:20.624014 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db825797-7fe6-4732-ac57-36c8eb5642f9 None None] Routers {'dc83b87d-9680-43b9-8f10-9b0dff5ebc90'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 19:03:20.624625 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-db825797-7fe6-4732-ac57-36c8eb5642f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T19:03:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['dc83b87d-9680-43b9-8f10-9b0dff5ebc90'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:03:20.683486 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a69945bd-4d6c-4cd9-a247-75248d46eeb7 req-c9f4ffb0-d857-43c5-8d73-a1806340ab70 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c7b1e578-c171-447d-853d-de5959f9c6cf HTTP/1.1" status: 200 len: 999 time: 0.0582695 May 18 19:03:20.734313 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-db825797-7fe6-4732-ac57-36c8eb5642f9 None None] Set router dc83b87d-9680-43b9-8f10-9b0dff5ebc90 gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 19:03:20.739389 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69945bd-4d6c-4cd9-a247-75248d46eeb7 req-ad10f8e0-bcdd-4af2-bf67-f2424b30b850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:03:20.740878 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a69945bd-4d6c-4cd9-a247-75248d46eeb7 req-ad10f8e0-bcdd-4af2-bf67-f2424b30b850 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f6529885-f258-4ccb-953f-200c022d3646 HTTP/1.1" status: 200 len: 834 time: 0.0487938 May 18 19:03:20.786484 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69945bd-4d6c-4cd9-a247-75248d46eeb7 req-01c79c77-422c-4b84-86d1-7a92c33c1a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:03:20.787908 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a69945bd-4d6c-4cd9-a247-75248d46eeb7 req-01c79c77-422c-4b84-86d1-7a92c33c1a4d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3b2e5987-58ff-4da0-bf0d-34406e1d0f4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400825 May 18 19:03:20.877899 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a69945bd-4d6c-4cd9-a247-75248d46eeb7 req-68de0fcb-e2e5-4530-8a47-3507d342b2b9 service neutron] 10.222.0.36 "GET /v2.0/networks/3b2e5987-58ff-4da0-bf0d-34406e1d0f4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827737 May 18 19:03:20.968670 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-db825797-7fe6-4732-ac57-36c8eb5642f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc83b87d-9680-43b9-8f10-9b0dff5ebc90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-630852522', 'tenant_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': '7f37807c-fa98-484c-9432-da34a1c48759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T19:03:02Z', 'updated_at': '2022-05-18T19:03:05Z', 'revision_number': 4, 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'gw_port': {'id': '7f37807c-fa98-484c-9432-da34a1c48759', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc83b87d-9680-43b9-8f10-9b0dff5ebc90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:03:02Z', 'updated_at': '2022-05-18T19:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': '2b57d810-c4f5-4402-a434-400a25c52ba7', 'tenant_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'floating_ip_address': '172.25.5.217', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': 'dc83b87d-9680-43b9-8f10-9b0dff5ebc90', 'port_id': 'c7b1e578-c171-447d-853d-de5959f9c6cf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4330, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b2e5987-58ff-4da0-bf0d-34406e1d0f4e', 'mac_address': 'fa:16:3e:ed:1d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c768d35-cd1d-4af7-8925-f4dc664236b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T19:03:19Z', 'updated_at': '2022-05-18T19:03:19Z', 'revision_number': 0, 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb20a7eb-aa8d-4006-bbff-7dc8bf953e1a', 'name': '', 'network_id': '3b2e5987-58ff-4da0-bf0d-34406e1d0f4e', 'tenant_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'mac_address': 'fa:16:3e:fa:89:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc83b87d-9680-43b9-8f10-9b0dff5ebc90', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'f6529885-f258-4ccb-953f-200c022d3646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:03:05Z', 'updated_at': '2022-05-18T19:03:08Z', 'revision_number': 5, 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'subnets': [{'id': 'f6529885-f258-4ccb-953f-200c022d3646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:03:20.970766 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a69945bd-4d6c-4cd9-a247-75248d46eeb7 req-fb306629-44f6-4c9c-90f7-0834bfb7c2f4 service neutron] 10.222.0.36 "GET /v2.0/networks/3b2e5987-58ff-4da0-bf0d-34406e1d0f4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868404 May 18 19:03:20.996167 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db825797-7fe6-4732-ac57-36c8eb5642f9 None None] The sync data for ids ['dc83b87d-9680-43b9-8f10-9b0dff5ebc90'] in n-d-838550-3 is: [{'id': 'dc83b87d-9680-43b9-8f10-9b0dff5ebc90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-630852522', 'tenant_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': '7f37807c-fa98-484c-9432-da34a1c48759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T19:03:02Z', 'updated_at': '2022-05-18T19:03:05Z', 'revision_number': 4, 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'gw_port': {'id': '7f37807c-fa98-484c-9432-da34a1c48759', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc83b87d-9680-43b9-8f10-9b0dff5ebc90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:03:02Z', 'updated_at': '2022-05-18T19:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': '2b57d810-c4f5-4402-a434-400a25c52ba7', 'tenant_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'floating_ip_address': '172.25.5.217', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': 'dc83b87d-9680-43b9-8f10-9b0dff5ebc90', 'port_id': 'c7b1e578-c171-447d-853d-de5959f9c6cf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4330, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b2e5987-58ff-4da0-bf0d-34406e1d0f4e', 'mac_address': 'fa:16:3e:ed:1d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c768d35-cd1d-4af7-8925-f4dc664236b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T19:03:19Z', 'updated_at': '2022-05-18T19:03:19Z', 'revision_number': 0, 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb20a7eb-aa8d-4006-bbff-7dc8bf953e1a', 'name': '', 'network_id': '3b2e5987-58ff-4da0-bf0d-34406e1d0f4e', 'tenant_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'mac_address': 'fa:16:3e:fa:89:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc83b87d-9680-43b9-8f10-9b0dff5ebc90', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'f6529885-f258-4ccb-953f-200c022d3646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:03:05Z', 'updated_at': '2022-05-18T19:03:08Z', 'revision_number': 5, 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'subnets': [{'id': 'f6529885-f258-4ccb-953f-200c022d3646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 19:03:21.191102 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55676a74-707e-4a46-9744-657b14f58509 None None] New status for floating IP 2b57d810-c4f5-4402-a434-400a25c52ba7: ACTIVE {{(pid=102733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 19:03:21.503437 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 50216) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:03:21.562837 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-b8383d14-19ec-4944-b5bd-80e671a34715 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/floatingips/2b57d810-c4f5-4402-a434-400a25c52ba7 HTTP/1.1" status: 200 len: 993 time: 0.0582185 May 18 19:03:26.357703 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-76bb6c5f-822d-422a-ba2b-f5f07d00e071 req-82146c3d-8470-4cf4-91e7-60d60958a6af service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0c768d35-cd1d-4af7-8925-f4dc664236b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402684 May 18 19:03:26.437149 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bb6c5f-822d-422a-ba2b-f5f07d00e071 req-368f4125-de24-44ea-b00c-41820f5b9a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:03:26.438665 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-76bb6c5f-822d-422a-ba2b-f5f07d00e071 req-368f4125-de24-44ea-b00c-41820f5b9a1d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d50b1e2a8cea4a96957fd1d0d02be5f2&device_id=0c768d35-cd1d-4af7-8925-f4dc664236b8 HTTP/1.1" status: 200 len: 1096 time: 0.0411329 May 18 19:03:26.548166 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bb6c5f-822d-422a-ba2b-f5f07d00e071 req-a80f85f6-b760-4512-9998-70ab8bca7c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:03:26.549550 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-76bb6c5f-822d-422a-ba2b-f5f07d00e071 req-a80f85f6-b760-4512-9998-70ab8bca7c6c service neutron] 10.222.0.36 "GET /v2.0/networks?id=3b2e5987-58ff-4da0-bf0d-34406e1d0f4e HTTP/1.1" status: 200 len: 897 time: 0.0913165 May 18 19:03:26.613094 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-76bb6c5f-822d-422a-ba2b-f5f07d00e071 req-ec1cf117-aed8-406f-9e16-ef5ec02294e2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c7b1e578-c171-447d-853d-de5959f9c6cf HTTP/1.1" status: 200 len: 1001 time: 0.0560384 May 18 19:03:26.665137 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bb6c5f-822d-422a-ba2b-f5f07d00e071 req-5bbf2e55-b286-4262-9e98-85d8fb8a607e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:03:26.666599 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-76bb6c5f-822d-422a-ba2b-f5f07d00e071 req-5bbf2e55-b286-4262-9e98-85d8fb8a607e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f6529885-f258-4ccb-953f-200c022d3646 HTTP/1.1" status: 200 len: 834 time: 0.0468621 May 18 19:03:26.711078 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bb6c5f-822d-422a-ba2b-f5f07d00e071 req-9a6996bb-514c-4a89-b71e-a056a9fea7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:03:26.712565 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-76bb6c5f-822d-422a-ba2b-f5f07d00e071 req-9a6996bb-514c-4a89-b71e-a056a9fea7e8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3b2e5987-58ff-4da0-bf0d-34406e1d0f4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396540 May 18 19:03:26.798837 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-76bb6c5f-822d-422a-ba2b-f5f07d00e071 req-ccdb696a-7ac1-4f2f-be2b-95444c63879e service neutron] 10.222.0.36 "GET /v2.0/networks/3b2e5987-58ff-4da0-bf0d-34406e1d0f4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791421 May 18 19:03:26.890536 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-76bb6c5f-822d-422a-ba2b-f5f07d00e071 req-93d88fac-2eb8-4705-a911-38cb73a583d6 service neutron] 10.222.0.36 "GET /v2.0/networks/3b2e5987-58ff-4da0-bf0d-34406e1d0f4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855997 May 18 19:03:31.536681 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:31.688703 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:37.736454 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c91b488f-620b-440d-8429-dd211af6f395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:38.281832 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 7 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 19:03:40.109026 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1c80377e-228c-42d7-a2bf-5132e2552397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:41.453581 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:42.602045 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:43.172113 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:03:54.745333 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [req-00001c65-f11e-4dd2-b105-625471632e18 req-22bd9742-2c68-4342-9be1-d50309f86d7a service neutron] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=102730) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 19:03:54.746401 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-00001c65-f11e-4dd2-b105-625471632e18 req-22bd9742-2c68-4342-9be1-d50309f86d7a service neutron] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054188 May 18 19:03:54.926679 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 50242) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:03:54.927997 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c225089-ab18-4847-a214-b36df6ebf8c2 req-7d91d8c6-2eb6-4b0a-92f5-fdb3b3448aad tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:03:54.929562 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7c225089-ab18-4847-a214-b36df6ebf8c2 req-7d91d8c6-2eb6-4b0a-92f5-fdb3b3448aad tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/ports?device_id=0c768d35-cd1d-4af7-8925-f4dc664236b8 HTTP/1.1" status: 200 len: 945 time: 0.0569544 May 18 19:03:54.969000 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7c225089-ab18-4847-a214-b36df6ebf8c2 req-e857663f-ae64-4f2c-8161-b4300b8812e5 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/security-groups?id=45ac5dfa-5542-4d7f-91cf-f0d29f0e2576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330055 May 18 19:03:55.014554 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ed4313c7-80c8-4a7d-9979-b20ac24cd2c1 req-d7f03c14-c87f-4a67-8d15-d7da26cf5b80 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=0c768d35-cd1d-4af7-8925-f4dc664236b8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0866888 May 18 19:03:55.023291 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [req-ed4313c7-80c8-4a7d-9979-b20ac24cd2c1 req-219dc03b-4448-4af5-aa23-7af277c4dc8e service neutron] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=102731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 19:03:55.024272 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ed4313c7-80c8-4a7d-9979-b20ac24cd2c1 req-219dc03b-4448-4af5-aa23-7af277c4dc8e service neutron] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049388 May 18 19:03:56.116248 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ad2211-de04-45e4-b668-8108afb68d3f req-6908895b-f02d-4ee5-b2fc-6086004324c1 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:03:56.117785 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-25ad2211-de04-45e4-b668-8108afb68d3f req-6908895b-f02d-4ee5-b2fc-6086004324c1 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/ports?device_id=0c768d35-cd1d-4af7-8925-f4dc664236b8 HTTP/1.1" status: 200 len: 945 time: 0.0781417 May 18 19:03:56.132270 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4313c7-80c8-4a7d-9979-b20ac24cd2c1 req-b5802538-9e98-4ce2-a88a-79bf1b4534f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:03:56.133701 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ed4313c7-80c8-4a7d-9979-b20ac24cd2c1 req-b5802538-9e98-4ce2-a88a-79bf1b4534f9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d50b1e2a8cea4a96957fd1d0d02be5f2&device_id=0c768d35-cd1d-4af7-8925-f4dc664236b8 HTTP/1.1" status: 200 len: 1096 time: 0.0673225 May 18 19:03:56.204084 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-25ad2211-de04-45e4-b668-8108afb68d3f req-e5cb0c80-d820-4829-a490-3372aa430d9d tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/security-groups?id=45ac5dfa-5542-4d7f-91cf-f0d29f0e2576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789757 May 18 19:03:56.239411 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4313c7-80c8-4a7d-9979-b20ac24cd2c1 req-3b34ed4a-df94-4d7e-8f3e-c07c73387cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:03:56.240871 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ed4313c7-80c8-4a7d-9979-b20ac24cd2c1 req-3b34ed4a-df94-4d7e-8f3e-c07c73387cc7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3b2e5987-58ff-4da0-bf0d-34406e1d0f4e HTTP/1.1" status: 200 len: 897 time: 0.0985024 May 18 19:03:56.645019 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ed4313c7-80c8-4a7d-9979-b20ac24cd2c1 req-c9c81a5e-98e0-4189-837e-0de1d3453fad service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c7b1e578-c171-447d-853d-de5959f9c6cf HTTP/1.1" status: 200 len: 1001 time: 0.3887751 May 18 19:03:56.695101 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4313c7-80c8-4a7d-9979-b20ac24cd2c1 req-7fe14862-72ed-481b-b408-d601ccbc35df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:03:56.696593 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ed4313c7-80c8-4a7d-9979-b20ac24cd2c1 req-7fe14862-72ed-481b-b408-d601ccbc35df service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f6529885-f258-4ccb-953f-200c022d3646 HTTP/1.1" status: 200 len: 834 time: 0.0449452 May 18 19:03:56.744418 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4313c7-80c8-4a7d-9979-b20ac24cd2c1 req-b8cdbaae-a5a7-4bb1-8108-ab89d04b2756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:03:56.746571 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ed4313c7-80c8-4a7d-9979-b20ac24cd2c1 req-b8cdbaae-a5a7-4bb1-8108-ab89d04b2756 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3b2e5987-58ff-4da0-bf0d-34406e1d0f4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417750 May 18 19:03:56.838730 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ed4313c7-80c8-4a7d-9979-b20ac24cd2c1 req-5942948d-4697-4b3b-acf8-7d2a9325b7ed service neutron] 10.222.0.36 "GET /v2.0/networks/3b2e5987-58ff-4da0-bf0d-34406e1d0f4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850546 May 18 19:03:56.931735 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ed4313c7-80c8-4a7d-9979-b20ac24cd2c1 req-0d8d54d7-66ed-4e74-8be5-f461c3ffcf1c service neutron] 10.222.0.36 "GET /v2.0/networks/3b2e5987-58ff-4da0-bf0d-34406e1d0f4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849750 May 18 19:03:57.329129 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c0c7d3-c2b6-4daf-9343-af9535299287 req-a8f8ab65-310a-4ab3-9a2c-f98c29e11fa7 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:03:57.330680 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-55c0c7d3-c2b6-4daf-9343-af9535299287 req-a8f8ab65-310a-4ab3-9a2c-f98c29e11fa7 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/ports?device_id=0c768d35-cd1d-4af7-8925-f4dc664236b8 HTTP/1.1" status: 200 len: 945 time: 0.0556571 May 18 19:03:57.370471 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-55c0c7d3-c2b6-4daf-9343-af9535299287 req-c5aec5ae-1e16-4d74-9815-51cc1a167c8f tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/security-groups?id=45ac5dfa-5542-4d7f-91cf-f0d29f0e2576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336375 May 18 19:03:58.486857 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3cb277-a8e6-4058-b581-07df58cbb9ee req-18d05876-d2a0-4e17-bfa3-f17501cb893e tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:03:58.488371 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3a3cb277-a8e6-4058-b581-07df58cbb9ee req-18d05876-d2a0-4e17-bfa3-f17501cb893e tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/ports?device_id=0c768d35-cd1d-4af7-8925-f4dc664236b8 HTTP/1.1" status: 200 len: 945 time: 0.0490575 May 18 19:03:58.524963 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3a3cb277-a8e6-4058-b581-07df58cbb9ee req-7308556f-6ac5-418c-8259-34123d1f32da tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/security-groups?id=45ac5dfa-5542-4d7f-91cf-f0d29f0e2576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306461 May 18 19:03:59.640697 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9962c8c-dd33-4690-a333-2001be106498 req-333c8cb7-d74c-4a3b-9f7e-da442d3a6ff7 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:03:59.642201 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e9962c8c-dd33-4690-a333-2001be106498 req-333c8cb7-d74c-4a3b-9f7e-da442d3a6ff7 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/ports?device_id=0c768d35-cd1d-4af7-8925-f4dc664236b8 HTTP/1.1" status: 200 len: 945 time: 0.0488079 May 18 19:03:59.679584 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e9962c8c-dd33-4690-a333-2001be106498 req-241c4fb5-9ca7-4ca9-8fc7-8408116c5a84 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/security-groups?id=45ac5dfa-5542-4d7f-91cf-f0d29f0e2576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314670 May 18 19:04:00.805201 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e6012d-75a9-4c88-84dd-a9b9713a68b2 req-475d8869-24b7-4ecb-b30c-b188793bd51d tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:04:00.806709 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f2e6012d-75a9-4c88-84dd-a9b9713a68b2 req-475d8869-24b7-4ecb-b30c-b188793bd51d tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/ports?device_id=0c768d35-cd1d-4af7-8925-f4dc664236b8 HTTP/1.1" status: 200 len: 945 time: 0.0527637 May 18 19:04:00.843492 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f2e6012d-75a9-4c88-84dd-a9b9713a68b2 req-55a9ab2f-fa25-4eaa-89ae-f52c9212116e tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/security-groups?id=45ac5dfa-5542-4d7f-91cf-f0d29f0e2576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307770 May 18 19:04:01.528530 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:01.692865 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:01.958842 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55225a0-9068-4c32-af21-3c2cedfb27ee req-cce8f5b8-f5a6-4d76-bd27-6fb021844dc1 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:04:01.960315 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e55225a0-9068-4c32-af21-3c2cedfb27ee req-cce8f5b8-f5a6-4d76-bd27-6fb021844dc1 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/ports?device_id=0c768d35-cd1d-4af7-8925-f4dc664236b8 HTTP/1.1" status: 200 len: 945 time: 0.0491698 May 18 19:04:01.998117 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e55225a0-9068-4c32-af21-3c2cedfb27ee req-cbd22222-4e19-49dd-bbef-a9dd60190023 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/security-groups?id=45ac5dfa-5542-4d7f-91cf-f0d29f0e2576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318770 May 18 19:04:03.112824 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3636277c-7f32-490f-85fa-258869b67f55 req-0b0d9695-c7c2-493a-88fd-49b5993c4097 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:04:03.114341 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3636277c-7f32-490f-85fa-258869b67f55 req-0b0d9695-c7c2-493a-88fd-49b5993c4097 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/ports?device_id=0c768d35-cd1d-4af7-8925-f4dc664236b8 HTTP/1.1" status: 200 len: 945 time: 0.0487709 May 18 19:04:03.155286 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3636277c-7f32-490f-85fa-258869b67f55 req-80575873-9cc9-4234-82cf-d6290f6b23d7 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/security-groups?id=45ac5dfa-5542-4d7f-91cf-f0d29f0e2576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349615 May 18 19:04:04.277324 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582239cf-69f6-4620-b467-e401921f3ca9 req-c6f17d46-53d6-4842-ada3-393a2d3346a6 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:04:04.278825 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-582239cf-69f6-4620-b467-e401921f3ca9 req-c6f17d46-53d6-4842-ada3-393a2d3346a6 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/ports?device_id=0c768d35-cd1d-4af7-8925-f4dc664236b8 HTTP/1.1" status: 200 len: 945 time: 0.0526764 May 18 19:04:04.316758 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-582239cf-69f6-4620-b467-e401921f3ca9 req-398abf23-6a06-4a54-8f4e-dbd3eb20c058 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/security-groups?id=45ac5dfa-5542-4d7f-91cf-f0d29f0e2576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319898 May 18 19:04:05.437762 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf693b7-40da-4773-bc04-834035ea0f96 req-f9a285de-c38b-4182-a713-ff5cc1aa1f1c tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:04:05.439271 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-dbf693b7-40da-4773-bc04-834035ea0f96 req-f9a285de-c38b-4182-a713-ff5cc1aa1f1c tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/ports?device_id=0c768d35-cd1d-4af7-8925-f4dc664236b8 HTTP/1.1" status: 200 len: 945 time: 0.0536070 May 18 19:04:05.477851 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-dbf693b7-40da-4773-bc04-834035ea0f96 req-1fe08f46-3135-4469-ba58-26ee17d09fa3 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/security-groups?id=45ac5dfa-5542-4d7f-91cf-f0d29f0e2576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320070 May 18 19:04:06.591783 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5740c96b-3527-452a-a91c-5f8c8ea07f47 req-4ae4145e-84e9-498e-b1ee-bed498f76285 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:04:06.593248 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5740c96b-3527-452a-a91c-5f8c8ea07f47 req-4ae4145e-84e9-498e-b1ee-bed498f76285 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/ports?device_id=0c768d35-cd1d-4af7-8925-f4dc664236b8 HTTP/1.1" status: 200 len: 945 time: 0.0474977 May 18 19:04:06.630745 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5740c96b-3527-452a-a91c-5f8c8ea07f47 req-bef48078-33a9-4303-bd8e-f64b0872c84b tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/security-groups?id=45ac5dfa-5542-4d7f-91cf-f0d29f0e2576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315065 May 18 19:04:07.737928 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-2637b6ce-eb2b-4fe7-b427-7b8d9c9a4476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:07.754483 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6b7160-76f0-42dd-b255-edb1a6294513 req-f140f086-125c-40f9-bf49-127ee655f047 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:04:07.756003 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7f6b7160-76f0-42dd-b255-edb1a6294513 req-f140f086-125c-40f9-bf49-127ee655f047 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/ports?device_id=0c768d35-cd1d-4af7-8925-f4dc664236b8 HTTP/1.1" status: 200 len: 945 time: 0.0557401 May 18 19:04:07.794736 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7f6b7160-76f0-42dd-b255-edb1a6294513 req-b4ae0a01-f517-479e-9e8f-37f79503e4bc tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/security-groups?id=45ac5dfa-5542-4d7f-91cf-f0d29f0e2576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317495 May 18 19:04:08.910840 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b47047-b2dd-49d3-97a6-684e114676ae req-e36de971-25b3-41ac-9d4e-c3d57a273dbc tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:04:08.912346 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-74b47047-b2dd-49d3-97a6-684e114676ae req-e36de971-25b3-41ac-9d4e-c3d57a273dbc tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/ports?device_id=0c768d35-cd1d-4af7-8925-f4dc664236b8 HTTP/1.1" status: 200 len: 945 time: 0.0492609 May 18 19:04:08.950488 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-74b47047-b2dd-49d3-97a6-684e114676ae req-d12bc89e-ce0c-4fac-906f-62d3526d3348 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/security-groups?id=45ac5dfa-5542-4d7f-91cf-f0d29f0e2576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318866 May 18 19:04:09.125882 n-d-838550-3 neutron-server[102730]: INFO neutron.api.v2.resource [req-ed4313c7-80c8-4a7d-9979-b20ac24cd2c1 req-db64c8a7-cfe1-4228-9148-f52d7f92289a service neutron] show failed (client error): The resource could not be found. May 18 19:04:09.127039 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ed4313c7-80c8-4a7d-9979-b20ac24cd2c1 req-db64c8a7-cfe1-4228-9148-f52d7f92289a service neutron] 10.222.0.36 "GET /v2.0/ports/c7b1e578-c171-447d-853d-de5959f9c6cf/bindings/n-h2-838550-3 HTTP/1.1" status: 404 len: 380 time: 0.0555832 May 18 19:04:09.342603 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4313c7-80c8-4a7d-9979-b20ac24cd2c1 req-b5f09b24-3392-49f7-9e29-f6a985eb87a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:04:09.344117 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ed4313c7-80c8-4a7d-9979-b20ac24cd2c1 req-b5f09b24-3392-49f7-9e29-f6a985eb87a4 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=0c768d35-cd1d-4af7-8925-f4dc664236b8&tenant_id=d50b1e2a8cea4a96957fd1d0d02be5f2 HTTP/1.1" status: 200 len: 1096 time: 0.0422907 May 18 19:04:09.357481 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [req-ed4313c7-80c8-4a7d-9979-b20ac24cd2c1 req-0fd30617-b2d7-4e5c-aa55-86a53a57eabb service neutron] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=102731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 19:04:09.358524 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ed4313c7-80c8-4a7d-9979-b20ac24cd2c1 req-0fd30617-b2d7-4e5c-aa55-86a53a57eabb service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056443 May 18 19:04:09.371207 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-ed4313c7-80c8-4a7d-9979-b20ac24cd2c1 req-e536360e-bd56-4150-b5cd-adc5cb5008b9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-838550-3', 'device_owner': 'compute:nova'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 19:04:09.423938 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-ed4313c7-80c8-4a7d-9979-b20ac24cd2c1 req-e536360e-bd56-4150-b5cd-adc5cb5008b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:09.628286 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-ed4313c7-80c8-4a7d-9979-b20ac24cd2c1 req-e536360e-bd56-4150-b5cd-adc5cb5008b9 service neutron] For port c7b1e578-c171-447d-853d-de5959f9c6cf, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=c7b1e578-c171-447d-853d-de5959f9c6cf,segment=NetworkSegment(866c405a-4325-44fe-b2ea-765a465a7c60),segment_id=866c405a-4325-44fe-b2ea-765a465a7c60)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 19:04:09.666491 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-ed4313c7-80c8-4a7d-9979-b20ac24cd2c1 req-e536360e-bd56-4150-b5cd-adc5cb5008b9 service neutron] For port c7b1e578-c171-447d-853d-de5959f9c6cf, host n-h1-838550-3, cleared binding levels {{(pid=102731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 19:04:09.713084 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c768d35-cd1d-4af7-8925-f4dc664236b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7b1e578-c171-447d-853d-de5959f9c6cf'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 19:04:09.715526 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2af15054aaa6949616271ca6be3a072f6b50fedb79e93cfaf9b795926efec15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4245a0b6-d14d-4ca2-8dc9-a62f30054304" -d '{"events": [{"server_uuid": "0c768d35-cd1d-4af7-8925-f4dc664236b8", "name": "network-vif-unplugged", "status": "completed", "tag": "c7b1e578-c171-447d-853d-de5959f9c6cf"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 19:04:09.719664 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-ed4313c7-80c8-4a7d-9979-b20ac24cd2c1 req-e536360e-bd56-4150-b5cd-adc5cb5008b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:09.733102 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.provisioning_blocks [req-ed4313c7-80c8-4a7d-9979-b20ac24cd2c1 req-e536360e-bd56-4150-b5cd-adc5cb5008b9 service neutron] Transition to ACTIVE for port object c7b1e578-c171-447d-853d-de5959f9c6cf will not be triggered until provisioned by entity L2. {{(pid=102731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 19:04:09.737449 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-ed4313c7-80c8-4a7d-9979-b20ac24cd2c1 req-e536360e-bd56-4150-b5cd-adc5cb5008b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:09.772176 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 May 2022 19:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f88c453c-9bcf-4550-ad54-6e58e7a205a7 x-openstack-request-id: req-f88c453c-9bcf-4550-ad54-6e58e7a205a7 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 19:04:09.772298 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c768d35-cd1d-4af7-8925-f4dc664236b8", "name": "network-vif-unplugged", "status": "completed", "tag": "c7b1e578-c171-447d-853d-de5959f9c6cf", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 19:04:09.772513 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-f88c453c-9bcf-4550-ad54-6e58e7a205a7 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 19:04:09.772824 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f88c453c-9bcf-4550-ad54-6e58e7a205a7'] response: {'server_uuid': '0c768d35-cd1d-4af7-8925-f4dc664236b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7b1e578-c171-447d-853d-de5959f9c6cf', 'code': 200} May 18 19:04:09.818461 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e536360e-bd56-4150-b5cd-adc5cb5008b9 service neutron] Pushing event updated for resources: {'Port': ['ID=c7b1e578-c171-447d-853d-de5959f9c6cf,revision_number=6']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:04:09.831001 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e536360e-bd56-4150-b5cd-adc5cb5008b9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:04:09.831347 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e536360e-bd56-4150-b5cd-adc5cb5008b9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:04:09.831684 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e536360e-bd56-4150-b5cd-adc5cb5008b9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:04:09.832018 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e536360e-bd56-4150-b5cd-adc5cb5008b9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:04:09.832350 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e536360e-bd56-4150-b5cd-adc5cb5008b9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:04:09.832679 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e536360e-bd56-4150-b5cd-adc5cb5008b9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:04:09.833001 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e536360e-bd56-4150-b5cd-adc5cb5008b9 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:04:09.833325 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e536360e-bd56-4150-b5cd-adc5cb5008b9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:04:09.833665 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e536360e-bd56-4150-b5cd-adc5cb5008b9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:04:09.833997 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e536360e-bd56-4150-b5cd-adc5cb5008b9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:04:09.834320 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e536360e-bd56-4150-b5cd-adc5cb5008b9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:04:09.834640 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e536360e-bd56-4150-b5cd-adc5cb5008b9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:04:09.876645 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed4313c7-80c8-4a7d-9979-b20ac24cd2c1 req-e536360e-bd56-4150-b5cd-adc5cb5008b9 service neutron] No DVR routers for this DVR port c7b1e578-c171-447d-853d-de5959f9c6cf on host n-h1-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 19:04:10.016517 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-ed4313c7-80c8-4a7d-9979-b20ac24cd2c1 req-e536360e-bd56-4150-b5cd-adc5cb5008b9 service neutron] Attempting to bind port c7b1e578-c171-447d-853d-de5959f9c6cf on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 19:04:10.017123 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-ed4313c7-80c8-4a7d-9979-b20ac24cd2c1 req-e536360e-bd56-4150-b5cd-adc5cb5008b9 service neutron] Attempting to bind port c7b1e578-c171-447d-853d-de5959f9c6cf by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': '866c405a-4325-44fe-b2ea-765a465a7c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3b2e5987-58ff-4da0-bf0d-34406e1d0f4e'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 19:04:10.017644 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed4313c7-80c8-4a7d-9979-b20ac24cd2c1 req-e536360e-bd56-4150-b5cd-adc5cb5008b9 service neutron] Attempting to bind port c7b1e578-c171-447d-853d-de5959f9c6cf on network 3b2e5987-58ff-4da0-bf0d-34406e1d0f4e {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 19:04:10.022543 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed4313c7-80c8-4a7d-9979-b20ac24cd2c1 req-e536360e-bd56-4150-b5cd-adc5cb5008b9 service neutron] Port c7b1e578-c171-447d-853d-de5959f9c6cf on network 3b2e5987-58ff-4da0-bf0d-34406e1d0f4e not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 19:04:10.023147 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed4313c7-80c8-4a7d-9979-b20ac24cd2c1 req-e536360e-bd56-4150-b5cd-adc5cb5008b9 service neutron] Attempting to bind port c7b1e578-c171-447d-853d-de5959f9c6cf on network 3b2e5987-58ff-4da0-bf0d-34406e1d0f4e {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 19:04:10.028693 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed4313c7-80c8-4a7d-9979-b20ac24cd2c1 req-e536360e-bd56-4150-b5cd-adc5cb5008b9 service neutron] Checking agent: {'id': 'd1be059a-68ea-4c77-9b2b-29f4afa47e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 19, 4, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 19:04:10.029031 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed4313c7-80c8-4a7d-9979-b20ac24cd2c1 req-e536360e-bd56-4150-b5cd-adc5cb5008b9 service neutron] Checking segment: {'id': '866c405a-4325-44fe-b2ea-765a465a7c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3b2e5987-58ff-4da0-bf0d-34406e1d0f4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 19:04:10.029410 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed4313c7-80c8-4a7d-9979-b20ac24cd2c1 req-e536360e-bd56-4150-b5cd-adc5cb5008b9 service neutron] Bound using segment: {'id': '866c405a-4325-44fe-b2ea-765a465a7c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3b2e5987-58ff-4da0-bf0d-34406e1d0f4e'} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 19:04:10.029863 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-ed4313c7-80c8-4a7d-9979-b20ac24cd2c1 req-e536360e-bd56-4150-b5cd-adc5cb5008b9 service neutron] Bound port: c7b1e578-c171-447d-853d-de5959f9c6cf, host: n-h2-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '866c405a-4325-44fe-b2ea-765a465a7c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3b2e5987-58ff-4da0-bf0d-34406e1d0f4e'}}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 19:04:10.030223 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-ed4313c7-80c8-4a7d-9979-b20ac24cd2c1 req-e536360e-bd56-4150-b5cd-adc5cb5008b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:10.087330 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d3c5ba-b63d-4413-9e92-664e96a25314 req-deb48f10-ad89-4af8-acf7-466a87536fdd tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:04:10.088784 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-32d3c5ba-b63d-4413-9e92-664e96a25314 req-deb48f10-ad89-4af8-acf7-466a87536fdd tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/ports?device_id=0c768d35-cd1d-4af7-8925-f4dc664236b8 HTTP/1.1" status: 200 len: 943 time: 0.0606942 May 18 19:04:10.101220 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-ed4313c7-80c8-4a7d-9979-b20ac24cd2c1 req-e536360e-bd56-4150-b5cd-adc5cb5008b9 service neutron] For port c7b1e578-c171-447d-853d-de5959f9c6cf, host n-h2-838550-3, cleared binding levels {{(pid=102731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 19:04:10.104355 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-ed4313c7-80c8-4a7d-9979-b20ac24cd2c1 req-e536360e-bd56-4150-b5cd-adc5cb5008b9 service neutron] For port c7b1e578-c171-447d-853d-de5959f9c6cf, host n-h2-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=c7b1e578-c171-447d-853d-de5959f9c6cf,segment=NetworkSegment(866c405a-4325-44fe-b2ea-765a465a7c60),segment_id=866c405a-4325-44fe-b2ea-765a465a7c60)] {{(pid=102731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 19:04:10.110870 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-ed4313c7-80c8-4a7d-9979-b20ac24cd2c1 req-e536360e-bd56-4150-b5cd-adc5cb5008b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:10.113753 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-37ebb7ca-5f66-4fd4-84cd-5b22192a8d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:10.132092 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-32d3c5ba-b63d-4413-9e92-664e96a25314 req-20bc15d5-e95c-4801-9dba-522b0c343733 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/security-groups?id=45ac5dfa-5542-4d7f-91cf-f0d29f0e2576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370665 May 18 19:04:10.151147 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4313c7-80c8-4a7d-9979-b20ac24cd2c1 req-e536360e-bd56-4150-b5cd-adc5cb5008b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:04:10.151812 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-ed4313c7-80c8-4a7d-9979-b20ac24cd2c1 req-e536360e-bd56-4150-b5cd-adc5cb5008b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:10.153286 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ed4313c7-80c8-4a7d-9979-b20ac24cd2c1 req-e536360e-bd56-4150-b5cd-adc5cb5008b9 service neutron] 10.222.0.88 "PUT /v2.0/ports/c7b1e578-c171-447d-853d-de5959f9c6cf HTTP/1.1" status: 200 len: 1091 time: 0.7861543 May 18 19:04:10.176414 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e536360e-bd56-4150-b5cd-adc5cb5008b9 service neutron] Pushing event updated for resources: {'Port': ['ID=c7b1e578-c171-447d-853d-de5959f9c6cf,revision_number=7']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:04:10.225179 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4313c7-80c8-4a7d-9979-b20ac24cd2c1 req-3036d752-e6e2-4f91-bf89-f885604f635f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:04:10.226833 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ed4313c7-80c8-4a7d-9979-b20ac24cd2c1 req-3036d752-e6e2-4f91-bf89-f885604f635f service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=d50b1e2a8cea4a96957fd1d0d02be5f2&device_id=0c768d35-cd1d-4af7-8925-f4dc664236b8 HTTP/1.1" status: 200 len: 1094 time: 0.0468400 May 18 19:04:10.331065 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4313c7-80c8-4a7d-9979-b20ac24cd2c1 req-c84f4526-ee3f-44db-a4cc-1dc39fb27887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:04:10.332556 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ed4313c7-80c8-4a7d-9979-b20ac24cd2c1 req-c84f4526-ee3f-44db-a4cc-1dc39fb27887 service neutron] 10.222.0.88 "GET /v2.0/networks?id=3b2e5987-58ff-4da0-bf0d-34406e1d0f4e HTTP/1.1" status: 200 len: 897 time: 0.0979836 May 18 19:04:10.404981 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ed4313c7-80c8-4a7d-9979-b20ac24cd2c1 req-1ca64918-6935-475e-a919-83c0ea38158c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c7b1e578-c171-447d-853d-de5959f9c6cf HTTP/1.1" status: 200 len: 999 time: 0.0650427 May 18 19:04:10.458495 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4313c7-80c8-4a7d-9979-b20ac24cd2c1 req-afffbf75-720d-4032-8d0a-5d70840dfd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:04:10.459869 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ed4313c7-80c8-4a7d-9979-b20ac24cd2c1 req-afffbf75-720d-4032-8d0a-5d70840dfd65 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f6529885-f258-4ccb-953f-200c022d3646 HTTP/1.1" status: 200 len: 834 time: 0.0441782 May 18 19:04:10.506635 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4313c7-80c8-4a7d-9979-b20ac24cd2c1 req-4eb46e4f-79b1-46f5-8391-b3efffc7368c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:04:10.508117 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ed4313c7-80c8-4a7d-9979-b20ac24cd2c1 req-4eb46e4f-79b1-46f5-8391-b3efffc7368c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=3b2e5987-58ff-4da0-bf0d-34406e1d0f4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409844 May 18 19:04:10.601020 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ed4313c7-80c8-4a7d-9979-b20ac24cd2c1 req-d42adb59-c2af-4a0e-ba7b-2ea0c413accf service neutron] 10.222.0.88 "GET /v2.0/networks/3b2e5987-58ff-4da0-bf0d-34406e1d0f4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857234 May 18 19:04:10.690636 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ed4313c7-80c8-4a7d-9979-b20ac24cd2c1 req-35b51c9a-249d-4d80-ad59-d38d1ee6904b service neutron] 10.222.0.88 "GET /v2.0/networks/3b2e5987-58ff-4da0-bf0d-34406e1d0f4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821295 May 18 19:04:11.254228 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1e0646-5427-4ba8-b278-1e8d889b609f req-3f459edb-efbc-473a-8cd0-93064db5e580 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:04:11.255741 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6d1e0646-5427-4ba8-b278-1e8d889b609f req-3f459edb-efbc-473a-8cd0-93064db5e580 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/ports?device_id=0c768d35-cd1d-4af7-8925-f4dc664236b8 HTTP/1.1" status: 200 len: 943 time: 0.0499585 May 18 19:04:11.294790 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6d1e0646-5427-4ba8-b278-1e8d889b609f req-4753cdf4-c7a8-44dd-bde9-e257d834854a tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/security-groups?id=45ac5dfa-5542-4d7f-91cf-f0d29f0e2576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322709 May 18 19:04:11.457177 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:11.774411 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c768d35-cd1d-4af7-8925-f4dc664236b8', 'tag': 'c7b1e578-c171-447d-853d-de5959f9c6cf'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 19:04:11.776841 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2af15054aaa6949616271ca6be3a072f6b50fedb79e93cfaf9b795926efec15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8183edb9-f0c8-4213-b60d-740b5cc7b7e2" -d '{"events": [{"name": "network-changed", "server_uuid": "0c768d35-cd1d-4af7-8925-f4dc664236b8", "tag": "c7b1e578-c171-447d-853d-de5959f9c6cf"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 19:04:11.825290 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 19:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c80a9f7f-71c5-4576-9ba4-95bc0ff66ce7 x-openstack-request-id: req-c80a9f7f-71c5-4576-9ba4-95bc0ff66ce7 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 19:04:11.825632 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c768d35-cd1d-4af7-8925-f4dc664236b8", "tag": "c7b1e578-c171-447d-853d-de5959f9c6cf", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 19:04:11.825894 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-c80a9f7f-71c5-4576-9ba4-95bc0ff66ce7 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 19:04:11.826314 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c80a9f7f-71c5-4576-9ba4-95bc0ff66ce7'] response: {'name': 'network-changed', 'server_uuid': '0c768d35-cd1d-4af7-8925-f4dc664236b8', 'tag': 'c7b1e578-c171-447d-853d-de5959f9c6cf', 'status': 'completed', 'code': 200} May 18 19:04:11.890874 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8183edb9-f0c8-4213-b60d-740b5cc7b7e2 req-60ba5921-bc55-428d-bfba-539312d7917d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:04:11.892677 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8183edb9-f0c8-4213-b60d-740b5cc7b7e2 req-60ba5921-bc55-428d-bfba-539312d7917d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=d50b1e2a8cea4a96957fd1d0d02be5f2&device_id=0c768d35-cd1d-4af7-8925-f4dc664236b8 HTTP/1.1" status: 200 len: 1094 time: 0.0475218 May 18 19:04:11.899198 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8183edb9-f0c8-4213-b60d-740b5cc7b7e2 req-f0ab4367-e1f1-46fb-9462-c172593790e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:04:11.900755 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8183edb9-f0c8-4213-b60d-740b5cc7b7e2 req-f0ab4367-e1f1-46fb-9462-c172593790e9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d50b1e2a8cea4a96957fd1d0d02be5f2&device_id=0c768d35-cd1d-4af7-8925-f4dc664236b8 HTTP/1.1" status: 200 len: 1094 time: 0.0436318 May 18 19:04:11.995555 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8183edb9-f0c8-4213-b60d-740b5cc7b7e2 req-decd1439-adf0-4064-869b-561aa31008a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:04:11.996985 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8183edb9-f0c8-4213-b60d-740b5cc7b7e2 req-decd1439-adf0-4064-869b-561aa31008a5 service neutron] 10.222.0.88 "GET /v2.0/networks?id=3b2e5987-58ff-4da0-bf0d-34406e1d0f4e HTTP/1.1" status: 200 len: 897 time: 0.0956085 May 18 19:04:12.006279 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8183edb9-f0c8-4213-b60d-740b5cc7b7e2 req-7827aff8-74b6-4153-a396-4992d4ec669f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:04:12.007760 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8183edb9-f0c8-4213-b60d-740b5cc7b7e2 req-7827aff8-74b6-4153-a396-4992d4ec669f service neutron] 10.222.0.36 "GET /v2.0/networks?id=3b2e5987-58ff-4da0-bf0d-34406e1d0f4e HTTP/1.1" status: 200 len: 897 time: 0.0959163 May 18 19:04:12.072499 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8183edb9-f0c8-4213-b60d-740b5cc7b7e2 req-9c485ccd-b270-4066-a100-ae344ee848a8 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c7b1e578-c171-447d-853d-de5959f9c6cf HTTP/1.1" status: 200 len: 999 time: 0.0689096 May 18 19:04:12.079293 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8183edb9-f0c8-4213-b60d-740b5cc7b7e2 req-b93b5ea9-e41b-4ddd-9a59-aeac0fa43866 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c7b1e578-c171-447d-853d-de5959f9c6cf HTTP/1.1" status: 200 len: 999 time: 0.0599809 May 18 19:04:12.130425 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8183edb9-f0c8-4213-b60d-740b5cc7b7e2 req-bb8d8e80-9e1f-488b-9b7d-6ef7e0abe09e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:04:12.131963 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8183edb9-f0c8-4213-b60d-740b5cc7b7e2 req-bb8d8e80-9e1f-488b-9b7d-6ef7e0abe09e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f6529885-f258-4ccb-953f-200c022d3646 HTTP/1.1" status: 200 len: 834 time: 0.0511532 May 18 19:04:12.141404 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8183edb9-f0c8-4213-b60d-740b5cc7b7e2 req-0ccf8d9b-996e-4160-9f2e-bdbbb359b3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:04:12.143056 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8183edb9-f0c8-4213-b60d-740b5cc7b7e2 req-0ccf8d9b-996e-4160-9f2e-bdbbb359b3b5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f6529885-f258-4ccb-953f-200c022d3646 HTTP/1.1" status: 200 len: 834 time: 0.0516646 May 18 19:04:12.182953 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8183edb9-f0c8-4213-b60d-740b5cc7b7e2 req-1823b78e-b0c6-4c4d-8266-bc57afe260bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:04:12.184492 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8183edb9-f0c8-4213-b60d-740b5cc7b7e2 req-1823b78e-b0c6-4c4d-8266-bc57afe260bf service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=3b2e5987-58ff-4da0-bf0d-34406e1d0f4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453172 May 18 19:04:12.209210 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8183edb9-f0c8-4213-b60d-740b5cc7b7e2 req-ccd8640b-e5e6-42fa-8c07-5a4de9acdb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:04:12.211424 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8183edb9-f0c8-4213-b60d-740b5cc7b7e2 req-ccd8640b-e5e6-42fa-8c07-5a4de9acdb62 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3b2e5987-58ff-4da0-bf0d-34406e1d0f4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0571566 May 18 19:04:12.247761 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device c7b1e578-c171-447d-853d-de5959f9c6cf no longer exists at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 19:04:12.298740 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device c7b1e578-c171-447d-853d-de5959f9c6cf not bound to the agent host n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 19:04:12.311653 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8183edb9-f0c8-4213-b60d-740b5cc7b7e2 req-9f843297-0a1e-4da3-9956-5938a4995dde service neutron] 10.222.0.88 "GET /v2.0/networks/3b2e5987-58ff-4da0-bf0d-34406e1d0f4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154995 May 18 19:04:12.337368 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8183edb9-f0c8-4213-b60d-740b5cc7b7e2 req-5f12323d-ad71-478e-87d1-bd1d19cc7480 service neutron] 10.222.0.36 "GET /v2.0/networks/3b2e5987-58ff-4da0-bf0d-34406e1d0f4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143849 May 18 19:04:12.430636 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-8183edb9-f0c8-4213-b60d-740b5cc7b7e2 req-7aaa7ae4-a5d0-478f-8b1e-b7a73096f99e service neutron] 10.222.0.88 "GET /v2.0/networks/3b2e5987-58ff-4da0-bf0d-34406e1d0f4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074038 May 18 19:04:12.478311 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30eb2a0-a5da-425a-94eb-2ad7d961f4ae req-03f53999-682a-490f-9f0f-6b1ee12c69fa tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:04:12.479835 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a30eb2a0-a5da-425a-94eb-2ad7d961f4ae req-03f53999-682a-490f-9f0f-6b1ee12c69fa tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/ports?device_id=0c768d35-cd1d-4af7-8925-f4dc664236b8 HTTP/1.1" status: 200 len: 943 time: 0.0809269 May 18 19:04:12.483525 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8183edb9-f0c8-4213-b60d-740b5cc7b7e2 req-8f620707-9cd2-447f-9312-4c5c03b0f33c service neutron] 10.222.0.36 "GET /v2.0/networks/3b2e5987-58ff-4da0-bf0d-34406e1d0f4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354527 May 18 19:04:12.520459 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a30eb2a0-a5da-425a-94eb-2ad7d961f4ae req-8120d043-0a0a-4411-9507-f1ca53b30073 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/security-groups?id=45ac5dfa-5542-4d7f-91cf-f0d29f0e2576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344987 May 18 19:04:12.608101 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:12.750688 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5f46f1-0cde-4085-bb0d-bcbe023bfac1 req-e89e74ce-ba7f-46c0-bc0e-5c8e35cb3343 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:04:12.752209 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4d5f46f1-0cde-4085-bb0d-bcbe023bfac1 req-e89e74ce-ba7f-46c0-bc0e-5c8e35cb3343 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/ports?device_id=0c768d35-cd1d-4af7-8925-f4dc664236b8 HTTP/1.1" status: 200 len: 943 time: 0.0843217 May 18 19:04:12.774815 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec35c5d-222c-45e5-b853-162b7e9d5ac4 req-1b3f74af-7f93-4273-8870-128d3c0e59d2 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:04:12.777015 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0ec35c5d-222c-45e5-b853-162b7e9d5ac4 req-1b3f74af-7f93-4273-8870-128d3c0e59d2 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c768d35-cd1d-4af7-8925-f4dc664236b8&tenant_id=d50b1e2a8cea4a96957fd1d0d02be5f2&binding%3Ahost_id=n-h2-838550-3 HTTP/1.1" status: 200 len: 943 time: 0.0785370 May 18 19:04:12.829115 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4d5f46f1-0cde-4085-bb0d-bcbe023bfac1 req-37be67ed-20ed-4115-b320-c93d3e4beb08 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/security-groups?id=45ac5dfa-5542-4d7f-91cf-f0d29f0e2576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698521 May 18 19:04:12.855169 n-d-838550-3 neutron-server[102730]: INFO neutron.api.v2.resource [req-0ec35c5d-222c-45e5-b853-162b7e9d5ac4 req-7edc7a24-bb88-4148-8446-8ab6f0d4ecad service neutron] delete failed (client error): The resource could not be found. May 18 19:04:12.855491 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0ec35c5d-222c-45e5-b853-162b7e9d5ac4 req-7edc7a24-bb88-4148-8446-8ab6f0d4ecad service neutron] 10.222.0.36 "DELETE /v2.0/ports/c7b1e578-c171-447d-853d-de5959f9c6cf/bindings/n-h1-838550-3 HTTP/1.1" status: 404 len: 380 time: 0.0640924 May 18 19:04:12.968070 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec35c5d-222c-45e5-b853-162b7e9d5ac4 req-eaf0fe2f-ffd9-47b8-91b5-5330e06e9995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:04:12.969599 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0ec35c5d-222c-45e5-b853-162b7e9d5ac4 req-eaf0fe2f-ffd9-47b8-91b5-5330e06e9995 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d50b1e2a8cea4a96957fd1d0d02be5f2&device_id=0c768d35-cd1d-4af7-8925-f4dc664236b8 HTTP/1.1" status: 200 len: 1094 time: 0.0638011 May 18 19:04:12.976973 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315ad883-7833-42de-a44f-e1e5999b5ff9 req-595f0caf-185b-4cd8-9a70-f17769defdcf tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:04:12.978360 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-315ad883-7833-42de-a44f-e1e5999b5ff9 req-595f0caf-185b-4cd8-9a70-f17769defdcf tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/ports?device_id=0c768d35-cd1d-4af7-8925-f4dc664236b8 HTTP/1.1" status: 200 len: 943 time: 0.0823948 May 18 19:04:13.061271 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-315ad883-7833-42de-a44f-e1e5999b5ff9 req-f9227295-7a9f-4dec-9035-ceb92e391d80 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/security-groups?id=45ac5dfa-5542-4d7f-91cf-f0d29f0e2576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734007 May 18 19:04:13.090412 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec35c5d-222c-45e5-b853-162b7e9d5ac4 req-e6e91fc5-66dd-48ac-9246-7ab30e0ceda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:04:13.091879 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0ec35c5d-222c-45e5-b853-162b7e9d5ac4 req-e6e91fc5-66dd-48ac-9246-7ab30e0ceda5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3b2e5987-58ff-4da0-bf0d-34406e1d0f4e HTTP/1.1" status: 200 len: 897 time: 0.1111205 May 18 19:04:13.164956 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0ec35c5d-222c-45e5-b853-162b7e9d5ac4 req-54072c81-eba9-4ec0-8048-521aeceebec6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c7b1e578-c171-447d-853d-de5959f9c6cf HTTP/1.1" status: 200 len: 999 time: 0.0616772 May 18 19:04:13.174451 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:13.218737 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec35c5d-222c-45e5-b853-162b7e9d5ac4 req-d55dc338-dc68-4f0d-aaaa-a30eaaf46d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:04:13.220200 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0ec35c5d-222c-45e5-b853-162b7e9d5ac4 req-d55dc338-dc68-4f0d-aaaa-a30eaaf46d99 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f6529885-f258-4ccb-953f-200c022d3646 HTTP/1.1" status: 200 len: 834 time: 0.0447233 May 18 19:04:13.267874 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec35c5d-222c-45e5-b853-162b7e9d5ac4 req-92f799f7-c05a-456a-b396-913d14e2e3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:04:13.269363 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0ec35c5d-222c-45e5-b853-162b7e9d5ac4 req-92f799f7-c05a-456a-b396-913d14e2e3bb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3b2e5987-58ff-4da0-bf0d-34406e1d0f4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402148 May 18 19:04:13.367356 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0ec35c5d-222c-45e5-b853-162b7e9d5ac4 req-3d79f2db-fecc-43de-b8cd-34ae8c60e131 service neutron] 10.222.0.36 "GET /v2.0/networks/3b2e5987-58ff-4da0-bf0d-34406e1d0f4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849645 May 18 19:04:13.459871 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0ec35c5d-222c-45e5-b853-162b7e9d5ac4 req-0f588d80-c450-45af-86cb-4336a7280c5b service neutron] 10.222.0.36 "GET /v2.0/networks/3b2e5987-58ff-4da0-bf0d-34406e1d0f4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826070 May 18 19:04:14.185883 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe1bb05-4f25-4b1a-9362-eae8962f408c req-37af3d33-23b7-4ad1-81b2-3494501112e6 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:04:14.187395 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4fe1bb05-4f25-4b1a-9362-eae8962f408c req-37af3d33-23b7-4ad1-81b2-3494501112e6 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/ports?device_id=0c768d35-cd1d-4af7-8925-f4dc664236b8 HTTP/1.1" status: 200 len: 943 time: 0.0560365 May 18 19:04:14.225122 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4fe1bb05-4f25-4b1a-9362-eae8962f408c req-014cf302-906e-4af8-8951-47dcc7fa2ffc tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/security-groups?id=45ac5dfa-5542-4d7f-91cf-f0d29f0e2576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315459 May 18 19:04:14.247222 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 50316) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:04:14.307055 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-baff03ec-ff9b-4ebe-8f03-d152e2816196 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/floatingips/2b57d810-c4f5-4402-a434-400a25c52ba7 HTTP/1.1" status: 200 len: 991 time: 0.0586984 May 18 19:04:15.105791 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device c7b1e578-c171-447d-853d-de5959f9c6cf details requested by agent hyperv_n-h2-838550-3 with host n-h2-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 19:04:15.202046 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port c7b1e578-c171-447d-853d-de5959f9c6cf, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=c7b1e578-c171-447d-853d-de5959f9c6cf,segment=NetworkSegment(866c405a-4325-44fe-b2ea-765a465a7c60),segment_id=866c405a-4325-44fe-b2ea-765a465a7c60)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 19:04:15.212062 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Returning: {'device': 'c7b1e578-c171-447d-853d-de5959f9c6cf', 'network_id': '3b2e5987-58ff-4da0-bf0d-34406e1d0f4e', 'port_id': 'c7b1e578-c171-447d-853d-de5959f9c6cf', 'mac_address': 'fa:16:3e:ed:1d:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6529885-f258-4ccb-953f-200c022d3646', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 19:04:15.251476 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port c7b1e578-c171-447d-853d-de5959f9c6cf is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 19:04:15.251856 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:15.264536 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7b1e578-c171-447d-853d-de5959f9c6cf {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 19:04:15.281079 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 7 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 19:04:15.283651 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port c7b1e578-c171-447d-853d-de5959f9c6cf, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=c7b1e578-c171-447d-853d-de5959f9c6cf,segment=NetworkSegment(866c405a-4325-44fe-b2ea-765a465a7c60),segment_id=866c405a-4325-44fe-b2ea-765a465a7c60)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 19:04:15.287203 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:15.335928 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=c7b1e578-c171-447d-853d-de5959f9c6cf,revision_number=8']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:04:15.343701 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:04:15.344048 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:04:15.344395 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:04:15.344735 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:04:15.345076 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:04:15.345410 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:04:15.345775 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:04:15.346108 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:04:15.346435 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:04:15.346788 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:04:15.347234 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:04:15.347564 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:04:15.538637 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['c7b1e578-c171-447d-853d-de5959f9c6cf'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 19:04:17.121485 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device c7b1e578-c171-447d-853d-de5959f9c6cf up at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 19:04:17.204488 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning for port c7b1e578-c171-447d-853d-de5959f9c6cf completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 19:04:17.208062 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning complete for port c7b1e578-c171-447d-853d-de5959f9c6cf triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 19:04:17.208427 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:17.285933 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port c7b1e578-c171-447d-853d-de5959f9c6cf is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 19:04:17.286322 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:17.308780 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c768d35-cd1d-4af7-8925-f4dc664236b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7b1e578-c171-447d-853d-de5959f9c6cf'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 19:04:17.311034 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5d64110a1ec54c0f2bae3109cf83ae5c70b13a424bf8c5acbf84dbd50ace00d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5780dad-db1a-4f7f-9047-6445153adb6a" -d '{"events": [{"server_uuid": "0c768d35-cd1d-4af7-8925-f4dc664236b8", "name": "network-vif-plugged", "status": "completed", "tag": "c7b1e578-c171-447d-853d-de5959f9c6cf"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 19:04:17.324077 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port c7b1e578-c171-447d-853d-de5959f9c6cf, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=c7b1e578-c171-447d-853d-de5959f9c6cf,segment=NetworkSegment(866c405a-4325-44fe-b2ea-765a465a7c60),segment_id=866c405a-4325-44fe-b2ea-765a465a7c60)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 19:04:17.329051 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:17.354658 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 19:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9863fe0d-45ab-414f-9f5f-58b19e8e05eb x-openstack-request-id: req-9863fe0d-45ab-414f-9f5f-58b19e8e05eb {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 19:04:17.354946 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c768d35-cd1d-4af7-8925-f4dc664236b8", "name": "network-vif-plugged", "status": "completed", "tag": "c7b1e578-c171-447d-853d-de5959f9c6cf", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 19:04:17.355198 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-9863fe0d-45ab-414f-9f5f-58b19e8e05eb {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 19:04:17.355596 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9863fe0d-45ab-414f-9f5f-58b19e8e05eb'] response: {'server_uuid': '0c768d35-cd1d-4af7-8925-f4dc664236b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7b1e578-c171-447d-853d-de5959f9c6cf', 'code': 200} May 18 19:04:17.381643 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=c7b1e578-c171-447d-853d-de5959f9c6cf,revision_number=9']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:04:31.543982 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:31.684980 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:34.418390 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-85dfd151-ee22-400c-8b15-fd3e4e968a55 req-f2e03a2e-c969-4d7d-bdd9-ed35a8f9f52d service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=0c768d35-cd1d-4af7-8925-f4dc664236b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0905523 May 18 19:04:34.502052 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dfd151-ee22-400c-8b15-fd3e4e968a55 req-395557bb-d004-4506-8f81-cf077ce78d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:04:34.503558 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-85dfd151-ee22-400c-8b15-fd3e4e968a55 req-395557bb-d004-4506-8f81-cf077ce78d88 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=d50b1e2a8cea4a96957fd1d0d02be5f2&device_id=0c768d35-cd1d-4af7-8925-f4dc664236b8 HTTP/1.1" status: 200 len: 1096 time: 0.0419970 May 18 19:04:34.610866 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dfd151-ee22-400c-8b15-fd3e4e968a55 req-c2d1da4d-ddba-472e-abca-aed3fdeb57fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:04:34.612728 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-85dfd151-ee22-400c-8b15-fd3e4e968a55 req-c2d1da4d-ddba-472e-abca-aed3fdeb57fb service neutron] 10.222.0.88 "GET /v2.0/networks?id=3b2e5987-58ff-4da0-bf0d-34406e1d0f4e HTTP/1.1" status: 200 len: 897 time: 0.0897110 May 18 19:04:34.683792 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-85dfd151-ee22-400c-8b15-fd3e4e968a55 req-1d640bd9-b044-4b22-81e6-1bba790a0ae0 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c7b1e578-c171-447d-853d-de5959f9c6cf HTTP/1.1" status: 200 len: 1001 time: 0.0642071 May 18 19:04:34.736175 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dfd151-ee22-400c-8b15-fd3e4e968a55 req-4ae965d1-3a99-49c8-a1bf-05937702775f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:04:34.741899 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-85dfd151-ee22-400c-8b15-fd3e4e968a55 req-4ae965d1-3a99-49c8-a1bf-05937702775f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f6529885-f258-4ccb-953f-200c022d3646 HTTP/1.1" status: 200 len: 834 time: 0.0469227 May 18 19:04:34.785284 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dfd151-ee22-400c-8b15-fd3e4e968a55 req-ed939480-87d7-41bc-98fe-c0f848c9af91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:04:34.786835 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-85dfd151-ee22-400c-8b15-fd3e4e968a55 req-ed939480-87d7-41bc-98fe-c0f848c9af91 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=3b2e5987-58ff-4da0-bf0d-34406e1d0f4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420709 May 18 19:04:34.879141 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-85dfd151-ee22-400c-8b15-fd3e4e968a55 req-88b85af9-6fe9-4e46-8990-c43b18fcdbcd service neutron] 10.222.0.88 "GET /v2.0/networks/3b2e5987-58ff-4da0-bf0d-34406e1d0f4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843792 May 18 19:04:34.970906 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-85dfd151-ee22-400c-8b15-fd3e4e968a55 req-ee97760c-1f54-4357-b199-5114f8ca8233 service neutron] 10.222.0.88 "GET /v2.0/networks/3b2e5987-58ff-4da0-bf0d-34406e1d0f4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852261 May 18 19:04:37.740207 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-7882b36a-7d97-4d9d-8cd3-b70e89bffad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:40.116393 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b3fe47b5-21c2-4ca6-a48a-4c90d23da9e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:41.458926 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:42.606402 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:43.175999 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:45.010746 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 50332) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:04:45.172164 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-fde43a0e-3ec5-4f2a-91cd-fcc71c8b8d9a tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Deleting port 35b16337-61ae-4e38-ba13-e7b54bf52593 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 19:04:45.172513 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fde43a0e-3ec5-4f2a-91cd-fcc71c8b8d9a tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:45.250257 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fde43a0e-3ec5-4f2a-91cd-fcc71c8b8d9a tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:45.250588 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fde43a0e-3ec5-4f2a-91cd-fcc71c8b8d9a tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:45.262676 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-fde43a0e-3ec5-4f2a-91cd-fcc71c8b8d9a tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Calling delete_port for 35b16337-61ae-4e38-ba13-e7b54bf52593 owned by network:floatingip {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 19:04:45.414364 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fde43a0e-3ec5-4f2a-91cd-fcc71c8b8d9a tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:45.437605 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde43a0e-3ec5-4f2a-91cd-fcc71c8b8d9a tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Pushing event deleted for resources: {'Port': ['ID=35b16337-61ae-4e38-ba13-e7b54bf52593,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:04:45.508278 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fde43a0e-3ec5-4f2a-91cd-fcc71c8b8d9a tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for floatingip, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:45.508505 n-d-838550-3 neutron-server[102731]: INFO neutron.db.l3_db [None req-fde43a0e-3ec5-4f2a-91cd-fcc71c8b8d9a tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Floating IP 2b57d810-c4f5-4402-a434-400a25c52ba7 disassociated (deleted). External IP: 172.25.5.217, port: c7b1e578-c171-447d-853d-de5959f9c6cf. May 18 19:04:45.716845 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fde43a0e-3ec5-4f2a-91cd-fcc71c8b8d9a tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Router dc83b87d-9680-43b9-8f10-9b0dff5ebc90 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 19:04:45.822358 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fde43a0e-3ec5-4f2a-91cd-fcc71c8b8d9a tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 19:04:45.827071 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fde43a0e-3ec5-4f2a-91cd-fcc71c8b8d9a tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:45.831617 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f2e030-3638-4c6a-b319-dd49ef0382de None None] Sync routers for ids ['dc83b87d-9680-43b9-8f10-9b0dff5ebc90'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 19:04:45.841936 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f2e030-3638-4c6a-b319-dd49ef0382de None None] Routers {'dc83b87d-9680-43b9-8f10-9b0dff5ebc90'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 19:04:45.842546 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-d9f2e030-3638-4c6a-b319-dd49ef0382de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T19:04:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['dc83b87d-9680-43b9-8f10-9b0dff5ebc90'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:04:45.853188 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-fde43a0e-3ec5-4f2a-91cd-fcc71c8b8d9a tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "DELETE /v2.0/floatingips/2b57d810-c4f5-4402-a434-400a25c52ba7 HTTP/1.1" status: 204 len: 168 time: 0.8413484 May 18 19:04:45.853897 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c768d35-cd1d-4af7-8925-f4dc664236b8', 'tag': 'c7b1e578-c171-447d-853d-de5959f9c6cf'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 19:04:45.856884 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2af15054aaa6949616271ca6be3a072f6b50fedb79e93cfaf9b795926efec15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57ea895d-82f6-4853-8dc7-6b84ad4f3fdd" -d '{"events": [{"name": "network-changed", "server_uuid": "0c768d35-cd1d-4af7-8925-f4dc664236b8", "tag": "c7b1e578-c171-447d-853d-de5959f9c6cf"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 19:04:45.948438 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-d9f2e030-3638-4c6a-b319-dd49ef0382de None None] Set router dc83b87d-9680-43b9-8f10-9b0dff5ebc90 gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 19:04:46.079916 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 19:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c889e8f-2102-4ecb-83e2-fca3241d82c9 x-openstack-request-id: req-4c889e8f-2102-4ecb-83e2-fca3241d82c9 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 19:04:46.080545 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c768d35-cd1d-4af7-8925-f4dc664236b8", "tag": "c7b1e578-c171-447d-853d-de5959f9c6cf", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 19:04:46.080545 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-4c889e8f-2102-4ecb-83e2-fca3241d82c9 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 19:04:46.080866 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c889e8f-2102-4ecb-83e2-fca3241d82c9'] response: {'name': 'network-changed', 'server_uuid': '0c768d35-cd1d-4af7-8925-f4dc664236b8', 'tag': 'c7b1e578-c171-447d-853d-de5959f9c6cf', 'status': 'completed', 'code': 200} May 18 19:04:46.156890 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ea895d-82f6-4853-8dc7-6b84ad4f3fdd req-441eb474-4d6b-4984-b477-2179b9e19e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:04:46.158482 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-57ea895d-82f6-4853-8dc7-6b84ad4f3fdd req-441eb474-4d6b-4984-b477-2179b9e19e1b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=d50b1e2a8cea4a96957fd1d0d02be5f2&device_id=0c768d35-cd1d-4af7-8925-f4dc664236b8 HTTP/1.1" status: 200 len: 1096 time: 0.0530641 May 18 19:04:46.169684 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-d9f2e030-3638-4c6a-b319-dd49ef0382de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc83b87d-9680-43b9-8f10-9b0dff5ebc90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-630852522', 'tenant_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': '7f37807c-fa98-484c-9432-da34a1c48759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T19:03:02Z', 'updated_at': '2022-05-18T19:03:05Z', 'revision_number': 4, 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'gw_port': {'id': '7f37807c-fa98-484c-9432-da34a1c48759', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc83b87d-9680-43b9-8f10-9b0dff5ebc90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:03:02Z', 'updated_at': '2022-05-18T19:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': 'cb20a7eb-aa8d-4006-bbff-7dc8bf953e1a', 'name': '', 'network_id': '3b2e5987-58ff-4da0-bf0d-34406e1d0f4e', 'tenant_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'mac_address': 'fa:16:3e:fa:89:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc83b87d-9680-43b9-8f10-9b0dff5ebc90', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'f6529885-f258-4ccb-953f-200c022d3646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:03:05Z', 'updated_at': '2022-05-18T19:03:08Z', 'revision_number': 5, 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'subnets': [{'id': 'f6529885-f258-4ccb-953f-200c022d3646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:04:46.203869 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f2e030-3638-4c6a-b319-dd49ef0382de None None] Checking router: dc83b87d-9680-43b9-8f10-9b0dff5ebc90 for host: n-d-838550-3 {{(pid=102732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 19:04:46.213371 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f2e030-3638-4c6a-b319-dd49ef0382de None None] Routers {'dc83b87d-9680-43b9-8f10-9b0dff5ebc90'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 19:04:46.214598 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-d9f2e030-3638-4c6a-b319-dd49ef0382de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T19:04:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['dc83b87d-9680-43b9-8f10-9b0dff5ebc90'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:04:46.252284 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb783277-9cd5-478d-8db4-c79e1863299a req-7cd26a00-fb81-437b-bf6a-84e742234003 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:04:46.259492 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fb783277-9cd5-478d-8db4-c79e1863299a req-7cd26a00-fb81-437b-bf6a-84e742234003 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/ports?device_id=0c768d35-cd1d-4af7-8925-f4dc664236b8 HTTP/1.1" status: 200 len: 945 time: 0.1269715 May 18 19:04:46.264395 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ea895d-82f6-4853-8dc7-6b84ad4f3fdd req-82aefdeb-37c9-4304-b11e-fc01b4008a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:04:46.265899 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-57ea895d-82f6-4853-8dc7-6b84ad4f3fdd req-82aefdeb-37c9-4304-b11e-fc01b4008a7e service neutron] 10.222.0.88 "GET /v2.0/networks?id=3b2e5987-58ff-4da0-bf0d-34406e1d0f4e HTTP/1.1" status: 200 len: 897 time: 0.0994990 May 18 19:04:46.302647 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fb783277-9cd5-478d-8db4-c79e1863299a req-303271a5-b0c1-44fb-b91d-72d0fbce6705 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/security-groups?id=45ac5dfa-5542-4d7f-91cf-f0d29f0e2576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418124 May 18 19:04:46.315725 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-57ea895d-82f6-4853-8dc7-6b84ad4f3fdd req-bd045825-04f9-452a-93cc-f67e15900b1a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c7b1e578-c171-447d-853d-de5959f9c6cf HTTP/1.1" status: 200 len: 217 time: 0.0392790 May 18 19:04:46.382256 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ea895d-82f6-4853-8dc7-6b84ad4f3fdd req-1e361273-2e8a-43d5-9f5e-e4029ef716e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:04:46.383699 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-57ea895d-82f6-4853-8dc7-6b84ad4f3fdd req-1e361273-2e8a-43d5-9f5e-e4029ef716e0 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f6529885-f258-4ccb-953f-200c022d3646 HTTP/1.1" status: 200 len: 834 time: 0.0578699 May 18 19:04:46.437260 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ea895d-82f6-4853-8dc7-6b84ad4f3fdd req-e5ba210f-09da-412b-aa12-15c7f4a01ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:04:46.438804 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-57ea895d-82f6-4853-8dc7-6b84ad4f3fdd req-e5ba210f-09da-412b-aa12-15c7f4a01ca1 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=3b2e5987-58ff-4da0-bf0d-34406e1d0f4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456862 May 18 19:04:46.492544 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-d9f2e030-3638-4c6a-b319-dd49ef0382de None None] Set router dc83b87d-9680-43b9-8f10-9b0dff5ebc90 gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 19:04:46.540086 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-57ea895d-82f6-4853-8dc7-6b84ad4f3fdd req-87d356d1-2016-4c42-9760-2d66162372d8 service neutron] 10.222.0.88 "GET /v2.0/networks/3b2e5987-58ff-4da0-bf0d-34406e1d0f4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925820 May 18 19:04:46.637142 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-57ea895d-82f6-4853-8dc7-6b84ad4f3fdd req-1f314df8-66be-4773-b9bf-3bfd384e33f8 service neutron] 10.222.0.88 "GET /v2.0/networks/3b2e5987-58ff-4da0-bf0d-34406e1d0f4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888886 May 18 19:04:46.710391 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-d9f2e030-3638-4c6a-b319-dd49ef0382de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc83b87d-9680-43b9-8f10-9b0dff5ebc90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-630852522', 'tenant_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': '7f37807c-fa98-484c-9432-da34a1c48759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T19:03:02Z', 'updated_at': '2022-05-18T19:03:05Z', 'revision_number': 4, 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'gw_port': {'id': '7f37807c-fa98-484c-9432-da34a1c48759', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc83b87d-9680-43b9-8f10-9b0dff5ebc90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:03:02Z', 'updated_at': '2022-05-18T19:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': 'cb20a7eb-aa8d-4006-bbff-7dc8bf953e1a', 'name': '', 'network_id': '3b2e5987-58ff-4da0-bf0d-34406e1d0f4e', 'tenant_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'mac_address': 'fa:16:3e:fa:89:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc83b87d-9680-43b9-8f10-9b0dff5ebc90', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'f6529885-f258-4ccb-953f-200c022d3646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:03:05Z', 'updated_at': '2022-05-18T19:03:08Z', 'revision_number': 5, 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'subnets': [{'id': 'f6529885-f258-4ccb-953f-200c022d3646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:04:46.738344 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f2e030-3638-4c6a-b319-dd49ef0382de None None] The sync data for ids ['dc83b87d-9680-43b9-8f10-9b0dff5ebc90'] in n-d-838550-3 is: [{'id': 'dc83b87d-9680-43b9-8f10-9b0dff5ebc90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-630852522', 'tenant_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': '7f37807c-fa98-484c-9432-da34a1c48759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T19:03:02Z', 'updated_at': '2022-05-18T19:03:05Z', 'revision_number': 4, 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'gw_port': {'id': '7f37807c-fa98-484c-9432-da34a1c48759', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc83b87d-9680-43b9-8f10-9b0dff5ebc90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:03:02Z', 'updated_at': '2022-05-18T19:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': 'cb20a7eb-aa8d-4006-bbff-7dc8bf953e1a', 'name': '', 'network_id': '3b2e5987-58ff-4da0-bf0d-34406e1d0f4e', 'tenant_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'mac_address': 'fa:16:3e:fa:89:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc83b87d-9680-43b9-8f10-9b0dff5ebc90', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'f6529885-f258-4ccb-953f-200c022d3646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:03:05Z', 'updated_at': '2022-05-18T19:03:08Z', 'revision_number': 5, 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'subnets': [{'id': 'f6529885-f258-4ccb-953f-200c022d3646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 19:04:46.976865 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093fac3d-34c1-45f4-8ba5-385785c1111e None None] New status for floating IP 2b57d810-c4f5-4402-a434-400a25c52ba7: DOWN {{(pid=102733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 19:04:47.435726 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e433d1-d6e5-4795-88cd-8a37b9a2ad3f req-2e055961-fdcf-4dd6-8e37-ea6faf44d4e2 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:04:47.437391 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-50e433d1-d6e5-4795-88cd-8a37b9a2ad3f req-2e055961-fdcf-4dd6-8e37-ea6faf44d4e2 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/ports?device_id=0c768d35-cd1d-4af7-8925-f4dc664236b8 HTTP/1.1" status: 200 len: 945 time: 0.0504756 May 18 19:04:47.479878 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-50e433d1-d6e5-4795-88cd-8a37b9a2ad3f req-2a2c958c-9b4d-4e0c-a4c1-a2d5cd40baa3 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/security-groups?id=45ac5dfa-5542-4d7f-91cf-f0d29f0e2576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345733 May 18 19:04:47.501188 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2703d75d-c6f3-4fa7-8952-c6f4a9210c1a req-6dcf7b6e-cf40-4c01-ac77-2cabceabcbf5 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:04:47.502676 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2703d75d-c6f3-4fa7-8952-c6f4a9210c1a req-6dcf7b6e-cf40-4c01-ac77-2cabceabcbf5 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c768d35-cd1d-4af7-8925-f4dc664236b8 HTTP/1.1" status: 200 len: 945 time: 0.0495536 May 18 19:04:47.594958 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-2703d75d-c6f3-4fa7-8952-c6f4a9210c1a req-f322c6d7-c4bc-46de-9bad-22d6797ff62b tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Deleting port c7b1e578-c171-447d-853d-de5959f9c6cf {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 19:04:47.595223 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-2703d75d-c6f3-4fa7-8952-c6f4a9210c1a req-f322c6d7-c4bc-46de-9bad-22d6797ff62b tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:47.683181 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-2703d75d-c6f3-4fa7-8952-c6f4a9210c1a req-f322c6d7-c4bc-46de-9bad-22d6797ff62b tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] For port c7b1e578-c171-447d-853d-de5959f9c6cf, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=c7b1e578-c171-447d-853d-de5959f9c6cf,segment=NetworkSegment(866c405a-4325-44fe-b2ea-765a465a7c60),segment_id=866c405a-4325-44fe-b2ea-765a465a7c60)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 19:04:47.683554 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-2703d75d-c6f3-4fa7-8952-c6f4a9210c1a req-f322c6d7-c4bc-46de-9bad-22d6797ff62b tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:47.696271 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-2703d75d-c6f3-4fa7-8952-c6f4a9210c1a req-f322c6d7-c4bc-46de-9bad-22d6797ff62b tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Calling delete_port for c7b1e578-c171-447d-853d-de5959f9c6cf owned by compute:nova {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 19:04:47.827521 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-2703d75d-c6f3-4fa7-8952-c6f4a9210c1a req-f322c6d7-c4bc-46de-9bad-22d6797ff62b tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:47.856669 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f322c6d7-c4bc-46de-9bad-22d6797ff62b tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Pushing event deleted for resources: {'Port': ['ID=c7b1e578-c171-447d-853d-de5959f9c6cf,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:04:47.899842 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-2703d75d-c6f3-4fa7-8952-c6f4a9210c1a req-f322c6d7-c4bc-46de-9bad-22d6797ff62b tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] No DVR routers for this DVR port c7b1e578-c171-447d-853d-de5959f9c6cf on host n-h2-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 19:04:47.902972 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-2703d75d-c6f3-4fa7-8952-c6f4a9210c1a req-f322c6d7-c4bc-46de-9bad-22d6797ff62b tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:47.906310 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-2703d75d-c6f3-4fa7-8952-c6f4a9210c1a req-f322c6d7-c4bc-46de-9bad-22d6797ff62b tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.88 "DELETE /v2.0/ports/c7b1e578-c171-447d-853d-de5959f9c6cf HTTP/1.1" status: 204 len: 173 time: 0.3974664 May 18 19:04:48.082329 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c768d35-cd1d-4af7-8925-f4dc664236b8', 'name': 'network-vif-deleted', 'tag': 'c7b1e578-c171-447d-853d-de5959f9c6cf'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 19:04:48.084799 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2af15054aaa6949616271ca6be3a072f6b50fedb79e93cfaf9b795926efec15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff14cebf-ee08-40c9-a48e-8424e8a5d985" -d '{"events": [{"server_uuid": "0c768d35-cd1d-4af7-8925-f4dc664236b8", "name": "network-vif-deleted", "tag": "c7b1e578-c171-447d-853d-de5959f9c6cf"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 19:04:48.121748 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 19:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba63492d-af09-4071-99c6-479642c53026 x-openstack-request-id: req-ba63492d-af09-4071-99c6-479642c53026 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 19:04:48.122040 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c768d35-cd1d-4af7-8925-f4dc664236b8", "name": "network-vif-deleted", "tag": "c7b1e578-c171-447d-853d-de5959f9c6cf", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 19:04:48.122286 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-ba63492d-af09-4071-99c6-479642c53026 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 19:04:48.122695 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba63492d-af09-4071-99c6-479642c53026'] response: {'server_uuid': '0c768d35-cd1d-4af7-8925-f4dc664236b8', 'name': 'network-vif-deleted', 'tag': 'c7b1e578-c171-447d-853d-de5959f9c6cf', 'status': 'completed', 'code': 200} May 18 19:04:48.536276 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 50350) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:04:48.896920 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-70431922-57f9-4047-a6e8-586fda5db941 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-595963'] for router_interface, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:49.466063 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-70431922-57f9-4047-a6e8-586fda5db941 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Deleting port cb20a7eb-aa8d-4006-bbff-7dc8bf953e1a {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 19:04:49.466467 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-70431922-57f9-4047-a6e8-586fda5db941 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:49.553886 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-70431922-57f9-4047-a6e8-586fda5db941 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] For port cb20a7eb-aa8d-4006-bbff-7dc8bf953e1a, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=cb20a7eb-aa8d-4006-bbff-7dc8bf953e1a,segment=NetworkSegment(866c405a-4325-44fe-b2ea-765a465a7c60),segment_id=866c405a-4325-44fe-b2ea-765a465a7c60)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 19:04:49.554605 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-70431922-57f9-4047-a6e8-586fda5db941 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:49.566276 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-70431922-57f9-4047-a6e8-586fda5db941 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Calling delete_port for cb20a7eb-aa8d-4006-bbff-7dc8bf953e1a owned by network:router_interface {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 19:04:49.754122 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-70431922-57f9-4047-a6e8-586fda5db941 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:49.778610 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70431922-57f9-4047-a6e8-586fda5db941 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Pushing event deleted for resources: {'Port': ['ID=cb20a7eb-aa8d-4006-bbff-7dc8bf953e1a,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:04:49.953558 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-70431922-57f9-4047-a6e8-586fda5db941 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-593931'] for router_interface, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:50.170397 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70431922-57f9-4047-a6e8-586fda5db941 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Router dc83b87d-9680-43b9-8f10-9b0dff5ebc90 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 19:04:50.285688 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70431922-57f9-4047-a6e8-586fda5db941 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 19:04:50.291649 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-70431922-57f9-4047-a6e8-586fda5db941 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "PUT /v2.0/routers/dc83b87d-9680-43b9-8f10-9b0dff5ebc90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7543316 May 18 19:04:50.295109 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 50352) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:04:50.298315 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa9e992-320b-461c-896c-40cd7956b658 None None] Sync routers for ids ['dc83b87d-9680-43b9-8f10-9b0dff5ebc90'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 19:04:50.308836 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa9e992-320b-461c-896c-40cd7956b658 None None] Routers {'dc83b87d-9680-43b9-8f10-9b0dff5ebc90'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 19:04:50.309461 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-2aa9e992-320b-461c-896c-40cd7956b658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T19:04:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['dc83b87d-9680-43b9-8f10-9b0dff5ebc90'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:04:50.350724 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_v2 [None req-1729c089-b831-4225-b059-61bd258c5750 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Deleting subnet f6529885-f258-4ccb-953f-200c022d3646 {{(pid=102731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 19:04:50.353926 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1729c089-b831-4225-b059-61bd258c5750 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for subnet, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:50.397946 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1729c089-b831-4225-b059-61bd258c5750 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260542153'] for subnet, precommit_delete_associations {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:50.414371 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-2aa9e992-320b-461c-896c-40cd7956b658 None None] Set router dc83b87d-9680-43b9-8f10-9b0dff5ebc90 gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 19:04:50.491613 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1729c089-b831-4225-b059-61bd258c5750 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:50.554946 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1729c089-b831-4225-b059-61bd258c5750 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260898416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260908030'] for subnet, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:50.582589 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1729c089-b831-4225-b059-61bd258c5750 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Pushing event deleted for resources: {'Subnet': ['ID=f6529885-f258-4ccb-953f-200c022d3646,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:04:50.586450 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-1729c089-b831-4225-b059-61bd258c5750 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:50.589708 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-1729c089-b831-4225-b059-61bd258c5750 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "DELETE /v2.0/subnets/f6529885-f258-4ccb-953f-200c022d3646 HTTP/1.1" status: 204 len: 168 time: 0.2936192 May 18 19:04:50.592327 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 50354) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:04:50.596632 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-951556ea-7063-479c-927a-7e81c7eeffec None None] Network 3b2e5987-58ff-4da0-bf0d-34406e1d0f4e requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 19:04:50.676879 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-2aa9e992-320b-461c-896c-40cd7956b658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc83b87d-9680-43b9-8f10-9b0dff5ebc90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-630852522', 'tenant_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': '7f37807c-fa98-484c-9432-da34a1c48759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T19:03:02Z', 'updated_at': '2022-05-18T19:04:49Z', 'revision_number': 5, 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'gw_port': {'id': '7f37807c-fa98-484c-9432-da34a1c48759', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc83b87d-9680-43b9-8f10-9b0dff5ebc90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:03:02Z', 'updated_at': '2022-05-18T19:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:04:50.705706 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-037c02aa-feea-4931-ae20-955616903180 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for router, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:50.724882 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa9e992-320b-461c-896c-40cd7956b658 None None] Checking router: dc83b87d-9680-43b9-8f10-9b0dff5ebc90 for host: n-d-838550-3 {{(pid=102732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 19:04:50.761094 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa9e992-320b-461c-896c-40cd7956b658 None None] Routers {'dc83b87d-9680-43b9-8f10-9b0dff5ebc90'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 19:04:50.761778 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-2aa9e992-320b-461c-896c-40cd7956b658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T19:04:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['dc83b87d-9680-43b9-8f10-9b0dff5ebc90'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:04:50.818780 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-037c02aa-feea-4931-ae20-955616903180 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:50.879018 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-037c02aa-feea-4931-ae20-955616903180 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Deleting port 7f37807c-fa98-484c-9432-da34a1c48759 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 19:04:50.879365 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-037c02aa-feea-4931-ae20-955616903180 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:50.884711 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-2aa9e992-320b-461c-896c-40cd7956b658 None None] Set router dc83b87d-9680-43b9-8f10-9b0dff5ebc90 gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 19:04:50.916569 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0959ac8-772c-4ef0-bf0b-1324cf8ff90d None None] DHCP port deletion for 3b2e5987-58ff-4da0-bf0d-34406e1d0f4e request from n-d-838550-3 {{(pid=102732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 19:04:50.962401 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-037c02aa-feea-4931-ae20-955616903180 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] For port 7f37807c-fa98-484c-9432-da34a1c48759, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=7f37807c-fa98-484c-9432-da34a1c48759,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 19:04:50.962804 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-037c02aa-feea-4931-ae20-955616903180 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:50.975188 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-037c02aa-feea-4931-ae20-955616903180 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Calling delete_port for 7f37807c-fa98-484c-9432-da34a1c48759 owned by network:router_gateway {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 19:04:51.077088 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-d0959ac8-772c-4ef0-bf0b-1324cf8ff90d None None] Deleting port 8003dae4-07a6-4284-8b51-b26f603c9244 {{(pid=102732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 19:04:51.077373 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d0959ac8-772c-4ef0-bf0b-1324cf8ff90d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:51.095707 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 8003dae4-07a6-4284-8b51-b26f603c9244 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 19:04:51.153960 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-037c02aa-feea-4931-ae20-955616903180 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:51.180422 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037c02aa-feea-4931-ae20-955616903180 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Pushing event deleted for resources: {'Port': ['ID=7f37807c-fa98-484c-9432-da34a1c48759,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:04:51.193356 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-d0959ac8-772c-4ef0-bf0b-1324cf8ff90d None None] For port 8003dae4-07a6-4284-8b51-b26f603c9244, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=8003dae4-07a6-4284-8b51-b26f603c9244,segment=NetworkSegment(866c405a-4325-44fe-b2ea-765a465a7c60),segment_id=866c405a-4325-44fe-b2ea-765a465a7c60)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 19:04:51.193784 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d0959ac8-772c-4ef0-bf0b-1324cf8ff90d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:51.208139 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-d0959ac8-772c-4ef0-bf0b-1324cf8ff90d None None] Calling delete_port for 8003dae4-07a6-4284-8b51-b26f603c9244 owned by network:dhcp {{(pid=102732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 19:04:51.244353 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-037c02aa-feea-4931-ae20-955616903180 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596901'] for router_gateway, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:51.284330 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-2aa9e992-320b-461c-896c-40cd7956b658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc83b87d-9680-43b9-8f10-9b0dff5ebc90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-630852522', 'tenant_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': '7f37807c-fa98-484c-9432-da34a1c48759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T19:03:02Z', 'updated_at': '2022-05-18T19:04:49Z', 'revision_number': 5, 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'gw_port': {'id': '7f37807c-fa98-484c-9432-da34a1c48759', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc83b87d-9680-43b9-8f10-9b0dff5ebc90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:03:02Z', 'updated_at': '2022-05-18T19:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:04:51.320531 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa9e992-320b-461c-896c-40cd7956b658 None None] The sync data for ids ['dc83b87d-9680-43b9-8f10-9b0dff5ebc90'] in n-d-838550-3 is: [{'id': 'dc83b87d-9680-43b9-8f10-9b0dff5ebc90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-630852522', 'tenant_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': '7f37807c-fa98-484c-9432-da34a1c48759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T19:03:02Z', 'updated_at': '2022-05-18T19:04:49Z', 'revision_number': 5, 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'gw_port': {'id': '7f37807c-fa98-484c-9432-da34a1c48759', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc83b87d-9680-43b9-8f10-9b0dff5ebc90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:03:02Z', 'updated_at': '2022-05-18T19:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 19:04:51.337211 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 8003dae4-07a6-4284-8b51-b26f603c9244 is: ACTIVE; New status is: DOWN {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 19:04:51.337605 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:51.343352 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-037c02aa-feea-4931-ae20-955616903180 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25145'] for router, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:51.345957 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-037c02aa-feea-4931-ae20-955616903180 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:51.351258 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device c7b1e578-c171-447d-853d-de5959f9c6cf no longer exists at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 19:04:51.395845 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] No Port match for: c7b1e578-c171-447d-853d-de5959f9c6cf {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 19:04:51.396198 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device c7b1e578-c171-447d-853d-de5959f9c6cf not bound to the agent host n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 19:04:51.399064 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-037c02aa-feea-4931-ae20-955616903180 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593303'] for router, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:51.400318 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-037c02aa-feea-4931-ae20-955616903180 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Fanout notify agent at l3_agent the message router_deleted on router dc83b87d-9680-43b9-8f10-9b0dff5ebc90 {{(pid=102731) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 18 19:04:51.408029 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-037c02aa-feea-4931-ae20-955616903180 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for router, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:51.409392 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-037c02aa-feea-4931-ae20-955616903180 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "DELETE /v2.0/routers/dc83b87d-9680-43b9-8f10-9b0dff5ebc90 HTTP/1.1" status: 204 len: 168 time: 0.8161256 May 18 19:04:51.411220 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d0959ac8-772c-4ef0-bf0b-1324cf8ff90d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508'] for port, after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:51.412455 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 50356) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:04:51.456003 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0959ac8-772c-4ef0-bf0b-1324cf8ff90d None None] Pushing event deleted for resources: {'Port': ['ID=8003dae4-07a6-4284-8b51-b26f603c9244,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:04:51.462776 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0959ac8-772c-4ef0-bf0b-1324cf8ff90d None None] No DVR routers for this DVR port 8003dae4-07a6-4284-8b51-b26f603c9244 on host n-d-838550-3 {{(pid=102732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 19:04:51.495893 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3ec6c7ff-3bb8-4240-a18a-766c5580e50e tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:51.584608 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3ec6c7ff-3bb8-4240-a18a-766c5580e50e tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:51.605107 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-3ec6c7ff-3bb8-4240-a18a-766c5580e50e tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b2e5987-58ff-4da0-bf0d-34406e1d0f4e']}} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:04:51.614333 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-3ec6c7ff-3bb8-4240-a18a-766c5580e50e tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '866c405a-4325-44fe-b2ea-765a465a7c60') {'for_net_delete': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:04:51.614574 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-3ec6c7ff-3bb8-4240-a18a-766c5580e50e tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '866c405a-4325-44fe-b2ea-765a465a7c60') {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:04:51.628687 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3ec6c7ff-3bb8-4240-a18a-766c5580e50e tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260107375'] for segment, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:51.642132 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3ec6c7ff-3bb8-4240-a18a-766c5580e50e tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:51.647855 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ec6c7ff-3bb8-4240-a18a-766c5580e50e tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=102730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 19:04:51.648242 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3ec6c7ff-3bb8-4240-a18a-766c5580e50e tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261102736'] for segment, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:51.651217 n-d-838550-3 neutron-server[102730]: Traceback (most recent call last): May 18 19:04:51.651217 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 19:04:51.651217 n-d-838550-3 neutron-server[102730]: timer() May 18 19:04:51.651217 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 19:04:51.651217 n-d-838550-3 neutron-server[102730]: cb(*args, **kw) May 18 19:04:51.651217 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 19:04:51.651217 n-d-838550-3 neutron-server[102730]: return func(*args, **kwargs) May 18 19:04:51.651217 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 19:04:51.651217 n-d-838550-3 neutron-server[102730]: self._notify() May 18 19:04:51.651217 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 19:04:51.651217 n-d-838550-3 neutron-server[102730]: self.callback(batched_events) May 18 19:04:51.651217 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 19:04:51.651217 n-d-838550-3 neutron-server[102730]: event.method(event) May 18 19:04:51.651217 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 19:04:51.651217 n-d-838550-3 neutron-server[102730]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 19:04:51.651217 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 19:04:51.651217 n-d-838550-3 neutron-server[102730]: aggregate_uuid = self.p_client.list_aggregates( May 18 19:04:51.651217 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 19:04:51.651217 n-d-838550-3 neutron-server[102730]: return f(self, *a, **k) May 18 19:04:51.651217 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 19:04:51.651217 n-d-838550-3 neutron-server[102730]: return self._get(url).json() May 18 19:04:51.651217 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 19:04:51.651217 n-d-838550-3 neutron-server[102730]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 19:04:51.651217 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 19:04:51.651217 n-d-838550-3 neutron-server[102730]: return self.request(url, 'GET', **kwargs) May 18 19:04:51.651217 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 19:04:51.651217 n-d-838550-3 neutron-server[102730]: base_url = self.get_endpoint(auth, allow=allow, May 18 19:04:51.651217 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 19:04:51.651217 n-d-838550-3 neutron-server[102730]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 19:04:51.651217 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 19:04:51.651217 n-d-838550-3 neutron-server[102730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 19:04:51.651217 n-d-838550-3 neutron-server[102730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 19:04:51.710977 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3ec6c7ff-3bb8-4240-a18a-766c5580e50e tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:51.718359 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3ec6c7ff-3bb8-4240-a18a-766c5580e50e tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:51.721583 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-3ec6c7ff-3bb8-4240-a18a-766c5580e50e tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "DELETE /v2.0/networks/3b2e5987-58ff-4da0-bf0d-34406e1d0f4e HTTP/1.1" status: 204 len: 168 time: 0.3080306 May 18 19:04:51.724433 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 50358) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:04:51.734002 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec6c7ff-3bb8-4240-a18a-766c5580e50e tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Pushing event deleted for resources: {'Network': ['ID=3b2e5987-58ff-4da0-bf0d-34406e1d0f4e,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:04:51.741689 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec6c7ff-3bb8-4240-a18a-766c5580e50e tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:04:51.742053 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec6c7ff-3bb8-4240-a18a-766c5580e50e tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:04:51.742406 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec6c7ff-3bb8-4240-a18a-766c5580e50e tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:04:51.742745 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec6c7ff-3bb8-4240-a18a-766c5580e50e tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:04:51.743267 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec6c7ff-3bb8-4240-a18a-766c5580e50e tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:04:51.743777 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec6c7ff-3bb8-4240-a18a-766c5580e50e tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:04:51.744313 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec6c7ff-3bb8-4240-a18a-766c5580e50e tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:04:51.744822 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec6c7ff-3bb8-4240-a18a-766c5580e50e tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:04:51.745718 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec6c7ff-3bb8-4240-a18a-766c5580e50e tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:04:51.746075 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec6c7ff-3bb8-4240-a18a-766c5580e50e tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:04:51.746402 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec6c7ff-3bb8-4240-a18a-766c5580e50e tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:04:51.747349 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec6c7ff-3bb8-4240-a18a-766c5580e50e tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:04:51.793038 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-aa76d373-7ca4-43b3-9901-dcfdac068e9c tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:51.819000 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-aa76d373-7ca4-43b3-9901-dcfdac068e9c tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:51.878120 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-aa76d373-7ca4-43b3-9901-dcfdac068e9c tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:51.880740 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-aa76d373-7ca4-43b3-9901-dcfdac068e9c tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:51.881948 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-aa76d373-7ca4-43b3-9901-dcfdac068e9c tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "DELETE /v2.0/security-groups/45ac5dfa-5542-4d7f-91cf-f0d29f0e2576 HTTP/1.1" status: 204 len: 168 time: 0.1558800 May 18 19:04:51.892752 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa76d373-7ca4-43b3-9901-dcfdac068e9c tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45ac5dfa-5542-4d7f-91cf-f0d29f0e2576,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:04:51.996956 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 50364) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:04:52.001539 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-deaf5308-955d-472e-a3d7-c86b181132f5 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-102840011', 'description': 'tempest-secgroup-smoke-102840011 description', 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 19:04:52.023506 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-deaf5308-955d-472e-a3d7-c86b181132f5 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:52.094088 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-deaf5308-955d-472e-a3d7-c86b181132f5 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:52.097845 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-deaf5308-955d-472e-a3d7-c86b181132f5 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:52.122405 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-deaf5308-955d-472e-a3d7-c86b181132f5 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:52.123626 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-deaf5308-955d-472e-a3d7-c86b181132f5 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1256289 May 18 19:04:52.126649 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 50366) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:04:52.131282 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-f342c5a0-cdc2-43da-a05c-e9661ca34ab9 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Request body: {'security_group_rule': {'security_group_id': '95c00c3f-bda9-48a1-9bdc-458038b43912', 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 19:04:52.131579 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaf5308-955d-472e-a3d7-c86b181132f5 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95c00c3f-bda9-48a1-9bdc-458038b43912,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:04:52.155945 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f342c5a0-cdc2-43da-a05c-e9661ca34ab9 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:52.214599 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f342c5a0-cdc2-43da-a05c-e9661ca34ab9 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:52.218170 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f342c5a0-cdc2-43da-a05c-e9661ca34ab9 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:52.233185 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f342c5a0-cdc2-43da-a05c-e9661ca34ab9 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f06f08e2-23fd-4c02-9ce6-b9758e9b5ac6,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:04:52.243659 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f342c5a0-cdc2-43da-a05c-e9661ca34ab9 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:52.244896 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-f342c5a0-cdc2-43da-a05c-e9661ca34ab9 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1171782 May 18 19:04:52.248211 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 50368) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:04:52.252452 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-bc6ee073-6f59-4504-8b41-80dd6951ab6f tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Request body: {'security_group_rule': {'security_group_id': '95c00c3f-bda9-48a1-9bdc-458038b43912', 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 19:04:52.276146 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-bc6ee073-6f59-4504-8b41-80dd6951ab6f tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:52.281782 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 7 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 19:04:52.332843 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-bc6ee073-6f59-4504-8b41-80dd6951ab6f tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:52.339218 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-bc6ee073-6f59-4504-8b41-80dd6951ab6f tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:52.359536 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6ee073-6f59-4504-8b41-80dd6951ab6f tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac8a759b-18f6-4690-92f9-2fb7a11c87ea,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:04:52.367098 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-bc6ee073-6f59-4504-8b41-80dd6951ab6f tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:52.368342 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-bc6ee073-6f59-4504-8b41-80dd6951ab6f tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1192021 May 18 19:04:52.371713 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 50372) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:04:52.376299 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-8c9779b4-4e88-4cc8-bf09-f24996a35ffd tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Request body: {'security_group_rule': {'security_group_id': '95c00c3f-bda9-48a1-9bdc-458038b43912', 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 19:04:52.403805 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8c9779b4-4e88-4cc8-bf09-f24996a35ffd tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:52.463642 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8c9779b4-4e88-4cc8-bf09-f24996a35ffd tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:52.467811 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8c9779b4-4e88-4cc8-bf09-f24996a35ffd tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:52.488107 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9779b4-4e88-4cc8-bf09-f24996a35ffd tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f367effb-894a-476e-9df1-4023c76f92f2,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:04:52.492556 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8c9779b4-4e88-4cc8-bf09-f24996a35ffd tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:52.494023 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-8c9779b4-4e88-4cc8-bf09-f24996a35ffd tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1210554 May 18 19:04:52.496895 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 50374) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:04:52.501299 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-a497a389-fa81-49b9-9a70-c0c178de0128 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Request body: {'security_group_rule': {'security_group_id': '95c00c3f-bda9-48a1-9bdc-458038b43912', 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 19:04:52.525279 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a497a389-fa81-49b9-9a70-c0c178de0128 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:52.586201 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a497a389-fa81-49b9-9a70-c0c178de0128 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:52.590184 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a497a389-fa81-49b9-9a70-c0c178de0128 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:52.608673 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a497a389-fa81-49b9-9a70-c0c178de0128 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06057f7c-60ad-4ccb-b1fd-a1eb57279dda,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:04:52.615863 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a497a389-fa81-49b9-9a70-c0c178de0128 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:52.617062 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-a497a389-fa81-49b9-9a70-c0c178de0128 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1191816 May 18 19:04:52.619724 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 50376) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:04:52.623928 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-5271bca4-b445-4988-8bb5-47de5bc2c419 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Request body: {'security_group_rule': {'security_group_id': '95c00c3f-bda9-48a1-9bdc-458038b43912', 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 19:04:52.643025 n-d-838550-3 neutron-server[102731]: INFO neutron.db.securitygroups_db [None req-5271bca4-b445-4988-8bb5-47de5bc2c419 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Project d50b1e2a8cea4a96957fd1d0d02be5f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 18 19:04:52.647727 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5271bca4-b445-4988-8bb5-47de5bc2c419 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:52.707904 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5271bca4-b445-4988-8bb5-47de5bc2c419 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:52.711235 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5271bca4-b445-4988-8bb5-47de5bc2c419 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:52.729187 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5271bca4-b445-4988-8bb5-47de5bc2c419 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63cdcb90-44ad-4cf0-8039-8c0e700995d8,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:04:52.736982 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5271bca4-b445-4988-8bb5-47de5bc2c419 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:52.738232 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-5271bca4-b445-4988-8bb5-47de5bc2c419 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1175718 May 18 19:04:52.740831 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 50378) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:04:52.745124 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-d218b2c8-6440-4bb2-b62f-3c3e5cbb5461 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Request body: {'security_group_rule': {'security_group_id': '95c00c3f-bda9-48a1-9bdc-458038b43912', 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 19:04:52.769031 n-d-838550-3 neutron-server[102731]: INFO neutron.db.securitygroups_db [None req-d218b2c8-6440-4bb2-b62f-3c3e5cbb5461 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Project d50b1e2a8cea4a96957fd1d0d02be5f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 18 19:04:52.773887 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d218b2c8-6440-4bb2-b62f-3c3e5cbb5461 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:52.834052 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d218b2c8-6440-4bb2-b62f-3c3e5cbb5461 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:52.837596 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d218b2c8-6440-4bb2-b62f-3c3e5cbb5461 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:52.856076 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d218b2c8-6440-4bb2-b62f-3c3e5cbb5461 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b260a83-d183-4fad-a373-e1a2aa84ff21,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:04:52.861654 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-d218b2c8-6440-4bb2-b62f-3c3e5cbb5461 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:52.862752 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-d218b2c8-6440-4bb2-b62f-3c3e5cbb5461 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1210103 May 18 19:04:52.865594 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 50380) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:04:52.870330 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-0a8c13cf-9d3d-4e84-8d53-5ffb6fe3cea2 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Request body: {'network': {'name': 'tempest-network-smoke--1040071842', 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'port_security_enabled': True}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 19:04:52.889612 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a8c13cf-9d3d-4e84-8d53-5ffb6fe3cea2 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Made reservation on behalf of d50b1e2a8cea4a96957fd1d0d02be5f2 for: {'network': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 19:04:52.893061 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0a8c13cf-9d3d-4e84-8d53-5ffb6fe3cea2 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:52.916738 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a8c13cf-9d3d-4e84-8d53-5ffb6fe3cea2 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=102731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 19:04:52.925846 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0a8c13cf-9d3d-4e84-8d53-5ffb6fe3cea2 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:52.926197 n-d-838550-3 neutron-server[102731]: INFO neutron.db.segments_db [None req-0a8c13cf-9d3d-4e84-8d53-5ffb6fe3cea2 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Added segment 688b0112-17ea-46c6-9122-7f715947a0d0 of type vlan for network 4c5d73f2-abd8-416b-ba88-5a4e61ed508e May 18 19:04:52.968031 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0a8c13cf-9d3d-4e84-8d53-5ffb6fe3cea2 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:52.994852 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0a8c13cf-9d3d-4e84-8d53-5ffb6fe3cea2 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:53.001250 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a8c13cf-9d3d-4e84-8d53-5ffb6fe3cea2 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:04:53.001863 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0a8c13cf-9d3d-4e84-8d53-5ffb6fe3cea2 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:53.028642 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device cb20a7eb-aa8d-4006-bbff-7dc8bf953e1a no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 19:04:53.049083 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: cb20a7eb-aa8d-4006-bbff-7dc8bf953e1a {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 19:04:53.049432 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device cb20a7eb-aa8d-4006-bbff-7dc8bf953e1a not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 19:04:53.049889 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 7f37807c-fa98-484c-9432-da34a1c48759 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 19:04:53.063695 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-0a8c13cf-9d3d-4e84-8d53-5ffb6fe3cea2 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1970620 May 18 19:04:53.066469 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 50382) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:04:53.069381 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 7f37807c-fa98-484c-9432-da34a1c48759 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 19:04:53.069758 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 7f37807c-fa98-484c-9432-da34a1c48759 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 19:04:53.071085 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-2d236fc8-73f0-489a-a3d1-8063f4ec7dc9 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1424675601', 'admin_state_up': True, 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 19:04:53.088333 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8c13cf-9d3d-4e84-8d53-5ffb6fe3cea2 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Pushing event updated for resources: {'Network': ['ID=4c5d73f2-abd8-416b-ba88-5a4e61ed508e,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:04:53.101415 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network 4c5d73f2-abd8-416b-ba88-5a4e61ed508e details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 19:04:53.102466 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2d236fc8-73f0-489a-a3d1-8063f4ec7dc9 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25099'] for router, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:53.103477 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2d236fc8-73f0-489a-a3d1-8063f4ec7dc9 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-593238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596850', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25088'] for router, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:53.157976 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2d236fc8-73f0-489a-a3d1-8063f4ec7dc9 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:53.292196 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2d236fc8-73f0-489a-a3d1-8063f4ec7dc9 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:53.481970 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2d236fc8-73f0-489a-a3d1-8063f4ec7dc9 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for router_gateway, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:53.500780 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2d236fc8-73f0-489a-a3d1-8063f4ec7dc9 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:53.609582 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-2d236fc8-73f0-489a-a3d1-8063f4ec7dc9 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Allocated IP 172.25.5.174 (31ebd439-090c-4b25-bbb0-31c48711b145/363a2810-8a83-4be0-a317-7c91fcd94485/7a95b8f7-3f0b-479c-ade1-41e4cd2a3be7) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 19:04:53.710883 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2d236fc8-73f0-489a-a3d1-8063f4ec7dc9 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:53.744461 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2d236fc8-73f0-489a-a3d1-8063f4ec7dc9 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:53.780443 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d236fc8-73f0-489a-a3d1-8063f4ec7dc9 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Network 31ebd439-090c-4b25-bbb0-31c48711b145 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 19:04:53.783312 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-2d236fc8-73f0-489a-a3d1-8063f4ec7dc9 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 19:04:53.786714 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d236fc8-73f0-489a-a3d1-8063f4ec7dc9 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 19:04:53.817065 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d236fc8-73f0-489a-a3d1-8063f4ec7dc9 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Pushing event updated for resources: {'Port': ['ID=7a95b8f7-3f0b-479c-ade1-41e4cd2a3be7,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:04:54.039991 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2d236fc8-73f0-489a-a3d1-8063f4ec7dc9 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for router_gateway, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:54.562463 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2d236fc8-73f0-489a-a3d1-8063f4ec7dc9 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596801'] for router, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:54.689512 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d236fc8-73f0-489a-a3d1-8063f4ec7dc9 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Router 07063120-ec37-4b11-a606-0261c2dde818 is scheduled to L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e with binding_index 1 {{(pid=102731) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 18 19:04:54.792869 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d236fc8-73f0-489a-a3d1-8063f4ec7dc9 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 19:04:54.803449 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2dec1b7-08d8-45c6-9848-28d52a8d7cf7 None None] Sync routers for ids ['07063120-ec37-4b11-a606-0261c2dde818'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 19:04:54.813018 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2d236fc8-73f0-489a-a3d1-8063f4ec7dc9 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for router, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:54.814228 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2dec1b7-08d8-45c6-9848-28d52a8d7cf7 None None] Routers {'07063120-ec37-4b11-a606-0261c2dde818'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 19:04:54.814380 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-2d236fc8-73f0-489a-a3d1-8063f4ec7dc9 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7467401 May 18 19:04:54.814769 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-f2dec1b7-08d8-45c6-9848-28d52a8d7cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T19:04:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['07063120-ec37-4b11-a606-0261c2dde818'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:04:54.817708 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 50384) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:04:54.851015 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-f81c3c1b-8cfa-403c-9dab-908f0b75c6f7 tempest-TestNetworkAdvancedServerOps-1925643049 tempest-TestNetworkAdvancedServerOps-1925643049-project-admin] 10.222.0.85 "GET /v2.0/subnets?project_id=d50b1e2a8cea4a96957fd1d0d02be5f2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0298290 May 18 19:04:54.851253 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 50386) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:04:54.916530 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-f2dec1b7-08d8-45c6-9848-28d52a8d7cf7 None None] Set router 07063120-ec37-4b11-a606-0261c2dde818 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 19:04:54.935737 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9623e2f0-2542-4416-8759-e89ef161541f tempest-TestNetworkAdvancedServerOps-1925643049 tempest-TestNetworkAdvancedServerOps-1925643049-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:04:54.937249 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-9623e2f0-2542-4416-8759-e89ef161541f tempest-TestNetworkAdvancedServerOps-1925643049 tempest-TestNetworkAdvancedServerOps-1925643049-project-admin] 10.222.0.85 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0851519 May 18 19:04:54.940129 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 50388) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:04:54.967810 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-d3d86fc6-a3f3-4e1f-9f2d-f481f55a2de6 tempest-TestNetworkAdvancedServerOps-1925643049 tempest-TestNetworkAdvancedServerOps-1925643049-project-admin] 10.222.0.85 "GET /v2.0/subnets?network_id=31ebd439-090c-4b25-bbb0-31c48711b145&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266204 May 18 19:04:54.971622 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 50390) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:04:55.020206 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-2fcb08ee-f2a2-463c-be03-acae82f0c4a1 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2066719471', 'network_id': '4c5d73f2-abd8-416b-ba88-5a4e61ed508e', 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 19:04:55.090556 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-f2dec1b7-08d8-45c6-9848-28d52a8d7cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07063120-ec37-4b11-a606-0261c2dde818', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1424675601', 'tenant_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': '7a95b8f7-3f0b-479c-ade1-41e4cd2a3be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T19:04:53Z', 'updated_at': '2022-05-18T19:04:53Z', 'revision_number': 3, 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'gw_port': {'id': '7a95b8f7-3f0b-479c-ade1-41e4cd2a3be7', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c3:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07063120-ec37-4b11-a606-0261c2dde818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:04:53Z', 'updated_at': '2022-05-18T19:04:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:04:55.111420 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fcb08ee-f2a2-463c-be03-acae82f0c4a1 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Made reservation on behalf of d50b1e2a8cea4a96957fd1d0d02be5f2 for: {'subnet': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 19:04:55.114896 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2fcb08ee-f2a2-463c-be03-acae82f0c4a1 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261031885'] for subnet, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:55.117193 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2dec1b7-08d8-45c6-9848-28d52a8d7cf7 None None] Checking router: 07063120-ec37-4b11-a606-0261c2dde818 for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 19:04:55.117535 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2dec1b7-08d8-45c6-9848-28d52a8d7cf7 None None] Updating router 07063120-ec37-4b11-a606-0261c2dde818 port 7a95b8f7-3f0b-479c-ade1-41e4cd2a3be7 binding host n-d-838550-3 {{(pid=102733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 19:04:55.144624 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-f2dec1b7-08d8-45c6-9848-28d52a8d7cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:55.296810 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2fcb08ee-f2a2-463c-be03-acae82f0c4a1 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261104883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261031899'] for subnet, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:55.356387 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcb08ee-f2a2-463c-be03-acae82f0c4a1 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Pushing event updated for resources: {'Subnet': ['ID=cce418a2-5b12-4ddb-9f54-9644a6870408,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:04:55.365176 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcb08ee-f2a2-463c-be03-acae82f0c4a1 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Checking segment: {'id': '688b0112-17ea-46c6-9122-7f715947a0d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4c5d73f2-abd8-416b-ba88-5a4e61ed508e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 19:04:55.365548 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fcb08ee-f2a2-463c-be03-acae82f0c4a1 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Network hostable DHCP agents. Network: 4c5d73f2-abd8-416b-ba88-5a4e61ed508e, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 19:04:55.392108 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fcb08ee-f2a2-463c-be03-acae82f0c4a1 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Network 4c5d73f2-abd8-416b-ba88-5a4e61ed508e is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 19:04:55.406067 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-f2dec1b7-08d8-45c6-9848-28d52a8d7cf7 None None] Notify callbacks [] for port, precommit_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:55.412206 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-f2dec1b7-08d8-45c6-9848-28d52a8d7cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:55.412860 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-2fcb08ee-f2a2-463c-be03-acae82f0c4a1 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, 4c5d73f2-abd8-416b-ba88-5a4e61ed508e) {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 19:04:55.419279 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fcb08ee-f2a2-463c-be03-acae82f0c4a1 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:04:55.420053 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2fcb08ee-f2a2-463c-be03-acae82f0c4a1 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:55.426697 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda8f7c4-5716-4e2b-8c84-f0b7b7c92011 None None] Network 4c5d73f2-abd8-416b-ba88-5a4e61ed508e requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 19:04:55.441417 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-2fcb08ee-f2a2-463c-be03-acae82f0c4a1 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4654431 May 18 19:04:55.441671 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 50394) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:04:55.484183 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-f2dec1b7-08d8-45c6-9848-28d52a8d7cf7 None None] Attempting to bind port 7a95b8f7-3f0b-479c-ade1-41e4cd2a3be7 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 19:04:55.484713 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-f2dec1b7-08d8-45c6-9848-28d52a8d7cf7 None None] Attempting to bind port 7a95b8f7-3f0b-479c-ade1-41e4cd2a3be7 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 19:04:55.485225 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2dec1b7-08d8-45c6-9848-28d52a8d7cf7 None None] Attempting to bind port 7a95b8f7-3f0b-479c-ade1-41e4cd2a3be7 on network 31ebd439-090c-4b25-bbb0-31c48711b145 {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 19:04:55.495137 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2dec1b7-08d8-45c6-9848-28d52a8d7cf7 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 19, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 19:04:55.495517 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2dec1b7-08d8-45c6-9848-28d52a8d7cf7 None None] Checking segment: {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 19:04:55.495928 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-f2dec1b7-08d8-45c6-9848-28d52a8d7cf7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:55.496329 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2dec1b7-08d8-45c6-9848-28d52a8d7cf7 None None] Bound using segment: {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 19:04:55.496805 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-f2dec1b7-08d8-45c6-9848-28d52a8d7cf7 None None] Bound port: 7a95b8f7-3f0b-479c-ade1-41e4cd2a3be7, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 19:04:55.497188 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-f2dec1b7-08d8-45c6-9848-28d52a8d7cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:55.656035 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8057b49-79b0-4b15-99de-823a75cd4464 None None] Pushing event updated for resources: {'Port': ['ID=7a95b8f7-3f0b-479c-ade1-41e4cd2a3be7,revision_number=2']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:04:55.660853 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.db [None req-f2dec1b7-08d8-45c6-9848-28d52a8d7cf7 None None] For port 7a95b8f7-3f0b-479c-ade1-41e4cd2a3be7, host n-d-838550-3, cleared binding levels {{(pid=102733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 19:04:55.668725 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.db [None req-f2dec1b7-08d8-45c6-9848-28d52a8d7cf7 None None] For port 7a95b8f7-3f0b-479c-ade1-41e4cd2a3be7, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=7a95b8f7-3f0b-479c-ade1-41e4cd2a3be7,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 19:04:55.671417 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8057b49-79b0-4b15-99de-823a75cd4464 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:04:55.671916 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8057b49-79b0-4b15-99de-823a75cd4464 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:04:55.673929 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8057b49-79b0-4b15-99de-823a75cd4464 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:04:55.673929 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8057b49-79b0-4b15-99de-823a75cd4464 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:04:55.674136 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8057b49-79b0-4b15-99de-823a75cd4464 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:04:55.675099 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8057b49-79b0-4b15-99de-823a75cd4464 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:04:55.675099 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8057b49-79b0-4b15-99de-823a75cd4464 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:04:55.675099 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8057b49-79b0-4b15-99de-823a75cd4464 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:04:55.675408 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8057b49-79b0-4b15-99de-823a75cd4464 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:04:55.675678 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8057b49-79b0-4b15-99de-823a75cd4464 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:04:55.675993 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8057b49-79b0-4b15-99de-823a75cd4464 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:04:55.676650 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8057b49-79b0-4b15-99de-823a75cd4464 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:04:55.691410 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-f2dec1b7-08d8-45c6-9848-28d52a8d7cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:55.754353 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2dec1b7-08d8-45c6-9848-28d52a8d7cf7 None None] Routers {'07063120-ec37-4b11-a606-0261c2dde818'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 19:04:55.754971 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-f2dec1b7-08d8-45c6-9848-28d52a8d7cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T19:04:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['07063120-ec37-4b11-a606-0261c2dde818'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:04:55.756754 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8057b49-79b0-4b15-99de-823a75cd4464 None None] Pushing event updated for resources: {'Port': ['ID=7a95b8f7-3f0b-479c-ade1-41e4cd2a3be7,revision_number=3']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:04:55.771225 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d5fabe6-c7cb-4aba-afd3-0a1140f8669e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-4c5d73f2-abd8-416b-ba88-5a4e61ed508e', 'network_id': '4c5d73f2-abd8-416b-ba88-5a4e61ed508e', 'tenant_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'fixed_ips': [{'subnet_id': 'cce418a2-5b12-4ddb-9f54-9644a6870408'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 19:04:55.773139 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-3d5fabe6-c7cb-4aba-afd3-0a1140f8669e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:55.878048 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-f2dec1b7-08d8-45c6-9848-28d52a8d7cf7 None None] Set router 07063120-ec37-4b11-a606-0261c2dde818 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 19:04:55.923864 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-3d5fabe6-c7cb-4aba-afd3-0a1140f8669e None None] Allocated IP 172.20.0.2 (4c5d73f2-abd8-416b-ba88-5a4e61ed508e/cce418a2-5b12-4ddb-9f54-9644a6870408/ceb0862e-32dd-443b-baf0-0d6c481b26b8) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 19:04:55.925238 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f9218701-579f-450c-9510-18ad9570128d tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:56.064290 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-f2dec1b7-08d8-45c6-9848-28d52a8d7cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07063120-ec37-4b11-a606-0261c2dde818', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1424675601', 'tenant_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': '7a95b8f7-3f0b-479c-ade1-41e4cd2a3be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T19:04:53Z', 'updated_at': '2022-05-18T19:04:53Z', 'revision_number': 3, 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'gw_port': {'id': '7a95b8f7-3f0b-479c-ade1-41e4cd2a3be7', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c3:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07063120-ec37-4b11-a606-0261c2dde818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:04:53Z', 'updated_at': '2022-05-18T19:04:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:04:56.073107 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-3d5fabe6-c7cb-4aba-afd3-0a1140f8669e None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:56.080124 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-3d5fabe6-c7cb-4aba-afd3-0a1140f8669e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:56.097997 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2dec1b7-08d8-45c6-9848-28d52a8d7cf7 None None] The sync data for ids ['07063120-ec37-4b11-a606-0261c2dde818'] in n-d-838550-3 is: [{'id': '07063120-ec37-4b11-a606-0261c2dde818', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1424675601', 'tenant_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': '7a95b8f7-3f0b-479c-ade1-41e4cd2a3be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T19:04:53Z', 'updated_at': '2022-05-18T19:04:53Z', 'revision_number': 3, 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'gw_port': {'id': '7a95b8f7-3f0b-479c-ade1-41e4cd2a3be7', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c3:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07063120-ec37-4b11-a606-0261c2dde818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:04:53Z', 'updated_at': '2022-05-18T19:04:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 19:04:56.133067 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5fabe6-c7cb-4aba-afd3-0a1140f8669e None None] Network 4c5d73f2-abd8-416b-ba88-5a4e61ed508e is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 19:04:56.134539 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5fabe6-c7cb-4aba-afd3-0a1140f8669e None None] Pushing event updated for resources: {'Port': ['ID=ceb0862e-32dd-443b-baf0-0d6c481b26b8,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:04:56.137733 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-3d5fabe6-c7cb-4aba-afd3-0a1140f8669e None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 19:04:56.141000 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5fabe6-c7cb-4aba-afd3-0a1140f8669e None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 19:04:56.202083 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-3d5fabe6-c7cb-4aba-afd3-0a1140f8669e None None] Attempting to bind port ceb0862e-32dd-443b-baf0-0d6c481b26b8 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 19:04:56.202457 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-3d5fabe6-c7cb-4aba-afd3-0a1140f8669e None None] Attempting to bind port ceb0862e-32dd-443b-baf0-0d6c481b26b8 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '688b0112-17ea-46c6-9122-7f715947a0d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4c5d73f2-abd8-416b-ba88-5a4e61ed508e'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 19:04:56.202830 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5fabe6-c7cb-4aba-afd3-0a1140f8669e None None] Attempting to bind port ceb0862e-32dd-443b-baf0-0d6c481b26b8 on network 4c5d73f2-abd8-416b-ba88-5a4e61ed508e {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 19:04:56.209966 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5fabe6-c7cb-4aba-afd3-0a1140f8669e None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 19, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 19:04:56.210345 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5fabe6-c7cb-4aba-afd3-0a1140f8669e None None] Checking segment: {'id': '688b0112-17ea-46c6-9122-7f715947a0d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4c5d73f2-abd8-416b-ba88-5a4e61ed508e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 19:04:56.210756 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-3d5fabe6-c7cb-4aba-afd3-0a1140f8669e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:56.211157 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5fabe6-c7cb-4aba-afd3-0a1140f8669e None None] Bound using segment: {'id': '688b0112-17ea-46c6-9122-7f715947a0d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4c5d73f2-abd8-416b-ba88-5a4e61ed508e'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 19:04:56.211622 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-3d5fabe6-c7cb-4aba-afd3-0a1140f8669e None None] Bound port: ceb0862e-32dd-443b-baf0-0d6c481b26b8, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '688b0112-17ea-46c6-9122-7f715947a0d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4c5d73f2-abd8-416b-ba88-5a4e61ed508e'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 19:04:56.212006 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-3d5fabe6-c7cb-4aba-afd3-0a1140f8669e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:56.227207 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-f9218701-579f-450c-9510-18ad9570128d tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Allocated IP 172.20.0.1 (4c5d73f2-abd8-416b-ba88-5a4e61ed508e/cce418a2-5b12-4ddb-9f54-9644a6870408/dfc634d3-27a9-43b6-8aed-013d3f7c4e25) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 19:04:56.278613 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-3d5fabe6-c7cb-4aba-afd3-0a1140f8669e None None] For port ceb0862e-32dd-443b-baf0-0d6c481b26b8, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 19:04:56.282607 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-3d5fabe6-c7cb-4aba-afd3-0a1140f8669e None None] For port ceb0862e-32dd-443b-baf0-0d6c481b26b8, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=ceb0862e-32dd-443b-baf0-0d6c481b26b8,segment=NetworkSegment(688b0112-17ea-46c6-9122-7f715947a0d0),segment_id=688b0112-17ea-46c6-9122-7f715947a0d0)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 19:04:56.297516 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-3d5fabe6-c7cb-4aba-afd3-0a1140f8669e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:56.378000 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f9218701-579f-450c-9510-18ad9570128d tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:56.387911 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5fabe6-c7cb-4aba-afd3-0a1140f8669e None None] Pushing event updated for resources: {'Port': ['ID=ceb0862e-32dd-443b-baf0-0d6c481b26b8,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:04:56.431598 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f9218701-579f-450c-9510-18ad9570128d tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:56.488902 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9218701-579f-450c-9510-18ad9570128d tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Pushing event updated for resources: {'Port': ['ID=dfc634d3-27a9-43b6-8aed-013d3f7c4e25,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:04:56.512657 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9218701-579f-450c-9510-18ad9570128d tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Network 4c5d73f2-abd8-416b-ba88-5a4e61ed508e is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 19:04:56.515041 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-f9218701-579f-450c-9510-18ad9570128d tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 19:04:56.522294 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9218701-579f-450c-9510-18ad9570128d tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 19:04:56.573157 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f9218701-579f-450c-9510-18ad9570128d tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595826'] for router_interface, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:56.749554 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f9218701-579f-450c-9510-18ad9570128d tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:57.074777 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f9218701-579f-450c-9510-18ad9570128d tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:57.080534 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f9218701-579f-450c-9510-18ad9570128d tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:57.163811 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f9218701-579f-450c-9510-18ad9570128d tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-595870'] for router_interface, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:57.165964 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9218701-579f-450c-9510-18ad9570128d tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Pushing event updated for resources: {'Port': ['ID=dfc634d3-27a9-43b6-8aed-013d3f7c4e25,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:04:57.183155 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 7a95b8f7-3f0b-479c-ade1-41e4cd2a3be7 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 19:04:57.246034 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 7a95b8f7-3f0b-479c-ade1-41e4cd2a3be7 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 19:04:57.246611 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:57.280348 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9218701-579f-450c-9510-18ad9570128d tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Network 4c5d73f2-abd8-416b-ba88-5a4e61ed508e is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 19:04:57.281836 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-f9218701-579f-450c-9510-18ad9570128d tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 19:04:57.345595 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 7a95b8f7-3f0b-479c-ade1-41e4cd2a3be7 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 19:04:57.346283 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:57.372264 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] For port 7a95b8f7-3f0b-479c-ade1-41e4cd2a3be7, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=7a95b8f7-3f0b-479c-ade1-41e4cd2a3be7,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 19:04:57.379044 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:57.380654 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device ceb0862e-32dd-443b-baf0-0d6c481b26b8 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 19:04:57.462156 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9218701-579f-450c-9510-18ad9570128d tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Router 07063120-ec37-4b11-a606-0261c2dde818 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 19:04:57.485654 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Pushing event updated for resources: {'Port': ['ID=7a95b8f7-3f0b-479c-ade1-41e4cd2a3be7,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:04:57.491467 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port ceb0862e-32dd-443b-baf0-0d6c481b26b8 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 19:04:57.491835 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:57.574840 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port ceb0862e-32dd-443b-baf0-0d6c481b26b8 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 19:04:57.575233 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:57.585311 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9218701-579f-450c-9510-18ad9570128d tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 19:04:57.591575 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-f9218701-579f-450c-9510-18ad9570128d tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "PUT /v2.0/routers/07063120-ec37-4b11-a606-0261c2dde818/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1489246 May 18 19:04:57.616682 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] For port ceb0862e-32dd-443b-baf0-0d6c481b26b8, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=ceb0862e-32dd-443b-baf0-0d6c481b26b8,segment=NetworkSegment(688b0112-17ea-46c6-9122-7f715947a0d0),segment_id=688b0112-17ea-46c6-9122-7f715947a0d0)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 19:04:57.620952 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:57.684675 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Pushing event updated for resources: {'Port': ['ID=ceb0862e-32dd-443b-baf0-0d6c481b26b8,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:04:57.772223 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bd95a9aa-6bf2-4950-b1de-6178acd92f56 req-b11fa3cd-c876-44ea-9cb7-9256e9ed4a2a tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-102840011&fields=id&tenant_id=d50b1e2a8cea4a96957fd1d0d02be5f2 HTTP/1.1" status: 200 len: 267 time: 0.0458331 May 18 19:04:57.774401 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a46efe-f49e-4547-89f8-5ed173ac716f None None] Network 4c5d73f2-abd8-416b-ba88-5a4e61ed508e requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 19:04:57.856362 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-f878bf9d-01fa-47b2-a98a-ae1406f48a44 None None] Provisioning complete for port ceb0862e-32dd-443b-baf0-0d6c481b26b8 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 19:04:57.856744 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f878bf9d-01fa-47b2-a98a-ae1406f48a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:57.881241 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd95a9aa-6bf2-4950-b1de-6178acd92f56 req-85a7b109-a8d6-42bf-b2a7-2c62b14a5fbb tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:04:57.883074 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bd95a9aa-6bf2-4950-b1de-6178acd92f56 req-85a7b109-a8d6-42bf-b2a7-2c62b14a5fbb tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/networks?id=4c5d73f2-abd8-416b-ba88-5a4e61ed508e HTTP/1.1" status: 200 len: 797 time: 0.1099138 May 18 19:04:57.898581 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bd95a9aa-6bf2-4950-b1de-6178acd92f56 req-895624a3-224d-4602-a645-d60ed5a5607b tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/quotas/d50b1e2a8cea4a96957fd1d0d02be5f2 HTTP/1.1" status: 200 len: 375 time: 0.0091641 May 18 19:04:57.955998 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bd95a9aa-6bf2-4950-b1de-6178acd92f56 req-ce255513-b78c-474d-973e-8f7615b726e5 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=d50b1e2a8cea4a96957fd1d0d02be5f2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0517917 May 18 19:04:57.999781 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-f878bf9d-01fa-47b2-a98a-ae1406f48a44 None None] Current status of the port ceb0862e-32dd-443b-baf0-0d6c481b26b8 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 19:04:58.029250 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd99af2d-d339-45bb-8a5d-7d25c15b739f None None] Sync routers for ids ['07063120-ec37-4b11-a606-0261c2dde818'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 19:04:58.040063 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd99af2d-d339-45bb-8a5d-7d25c15b739f None None] Routers {'07063120-ec37-4b11-a606-0261c2dde818'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 19:04:58.040688 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-fd99af2d-d339-45bb-8a5d-7d25c15b739f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T19:04:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['07063120-ec37-4b11-a606-0261c2dde818'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:04:58.063363 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bd95a9aa-6bf2-4950-b1de-6178acd92f56 req-7f277770-e994-4d1c-9fb9-9de76b1f0900 service neutron] 10.222.0.85 "GET /v2.0/networks/4c5d73f2-abd8-416b-ba88-5a4e61ed508e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953910 May 18 19:04:58.153509 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-fd99af2d-d339-45bb-8a5d-7d25c15b739f None None] Set router 07063120-ec37-4b11-a606-0261c2dde818 gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 19:04:58.164862 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bd95a9aa-6bf2-4950-b1de-6178acd92f56 req-8fe78808-b33b-4f08-a1d5-dcf7d24e8124 service neutron] 10.222.0.85 "GET /v2.0/networks/4c5d73f2-abd8-416b-ba88-5a4e61ed508e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951629 May 18 19:04:58.361007 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-62804ad2-db2b-4c84-ae25-b8b90c94ff7a req-f1e63a83-0315-4615-9542-5b6ece932ef0 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/ports?device_id=d28abcfa-f142-432e-b1d1-99b4d3c2afcd HTTP/1.1" status: 200 len: 210 time: 0.0410545 May 18 19:04:58.366327 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-d94cb640-70a8-4edd-b58d-d76ef59692a0 None None] Provisioning complete for port dfc634d3-27a9-43b6-8aed-013d3f7c4e25 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 19:04:58.366778 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d94cb640-70a8-4edd-b58d-d76ef59692a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:58.432354 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-d94cb640-70a8-4edd-b58d-d76ef59692a0 None None] Port dfc634d3-27a9-43b6-8aed-013d3f7c4e25 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 19:04:58.450599 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-d94cb640-70a8-4edd-b58d-d76ef59692a0 None None] Provisioning complete for port ceb0862e-32dd-443b-baf0-0d6c481b26b8 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 19:04:58.450968 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d94cb640-70a8-4edd-b58d-d76ef59692a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:58.497663 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-fd99af2d-d339-45bb-8a5d-7d25c15b739f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07063120-ec37-4b11-a606-0261c2dde818', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1424675601', 'tenant_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': '7a95b8f7-3f0b-479c-ade1-41e4cd2a3be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T19:04:53Z', 'updated_at': '2022-05-18T19:04:56Z', 'revision_number': 4, 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'gw_port': {'id': '7a95b8f7-3f0b-479c-ade1-41e4cd2a3be7', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07063120-ec37-4b11-a606-0261c2dde818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:04:53Z', 'updated_at': '2022-05-18T19:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': 'dfc634d3-27a9-43b6-8aed-013d3f7c4e25', 'name': '', 'network_id': '4c5d73f2-abd8-416b-ba88-5a4e61ed508e', 'tenant_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'mac_address': 'fa:16:3e:ef:d2:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07063120-ec37-4b11-a606-0261c2dde818', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'cce418a2-5b12-4ddb-9f54-9644a6870408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:04:56Z', 'updated_at': '2022-05-18T19:04:56Z', 'revision_number': 2, 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'subnets': [{'id': 'cce418a2-5b12-4ddb-9f54-9644a6870408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:04:58.530589 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd99af2d-d339-45bb-8a5d-7d25c15b739f None None] Checking router: 07063120-ec37-4b11-a606-0261c2dde818 for host: n-d-838550-3 {{(pid=102732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 19:04:58.530947 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd99af2d-d339-45bb-8a5d-7d25c15b739f None None] Updating router 07063120-ec37-4b11-a606-0261c2dde818 port dfc634d3-27a9-43b6-8aed-013d3f7c4e25 binding host n-d-838550-3 {{(pid=102732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 19:04:58.579902 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-fd99af2d-d339-45bb-8a5d-7d25c15b739f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:58.638309 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-d94cb640-70a8-4edd-b58d-d76ef59692a0 None None] Current status of the port ceb0862e-32dd-443b-baf0-0d6c481b26b8 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 19:04:58.796145 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c90eeb37-44aa-4e27-b5d6-f9dac23a1eb8 None None] Provisioning complete for port dfc634d3-27a9-43b6-8aed-013d3f7c4e25 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 19:04:58.796433 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c90eeb37-44aa-4e27-b5d6-f9dac23a1eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:58.850790 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c90eeb37-44aa-4e27-b5d6-f9dac23a1eb8 None None] Port dfc634d3-27a9-43b6-8aed-013d3f7c4e25 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 19:04:58.910363 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-fd99af2d-d339-45bb-8a5d-7d25c15b739f None None] Notify callbacks [] for port, precommit_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:58.916318 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-fd99af2d-d339-45bb-8a5d-7d25c15b739f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:58.993293 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4b834d-df2c-4633-977a-5d49e83d90fa None None] Pushing event updated for resources: {'Port': ['ID=dfc634d3-27a9-43b6-8aed-013d3f7c4e25,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:04:59.030548 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-fd99af2d-d339-45bb-8a5d-7d25c15b739f None None] Attempting to bind port dfc634d3-27a9-43b6-8aed-013d3f7c4e25 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 19:04:59.030923 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-fd99af2d-d339-45bb-8a5d-7d25c15b739f None None] Attempting to bind port dfc634d3-27a9-43b6-8aed-013d3f7c4e25 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '688b0112-17ea-46c6-9122-7f715947a0d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4c5d73f2-abd8-416b-ba88-5a4e61ed508e'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 19:04:59.031292 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd99af2d-d339-45bb-8a5d-7d25c15b739f None None] Attempting to bind port dfc634d3-27a9-43b6-8aed-013d3f7c4e25 on network 4c5d73f2-abd8-416b-ba88-5a4e61ed508e {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 19:04:59.037762 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd99af2d-d339-45bb-8a5d-7d25c15b739f None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 19, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 19:04:59.038193 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd99af2d-d339-45bb-8a5d-7d25c15b739f None None] Checking segment: {'id': '688b0112-17ea-46c6-9122-7f715947a0d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4c5d73f2-abd8-416b-ba88-5a4e61ed508e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 19:04:59.038776 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-fd99af2d-d339-45bb-8a5d-7d25c15b739f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:59.039440 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd99af2d-d339-45bb-8a5d-7d25c15b739f None None] Bound using segment: {'id': '688b0112-17ea-46c6-9122-7f715947a0d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4c5d73f2-abd8-416b-ba88-5a4e61ed508e'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 19:04:59.039919 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-fd99af2d-d339-45bb-8a5d-7d25c15b739f None None] Bound port: dfc634d3-27a9-43b6-8aed-013d3f7c4e25, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '688b0112-17ea-46c6-9122-7f715947a0d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4c5d73f2-abd8-416b-ba88-5a4e61ed508e'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 19:04:59.040317 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-fd99af2d-d339-45bb-8a5d-7d25c15b739f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:59.051730 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 7a95b8f7-3f0b-479c-ade1-41e4cd2a3be7 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 19:04:59.145128 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-fd99af2d-d339-45bb-8a5d-7d25c15b739f None None] For port dfc634d3-27a9-43b6-8aed-013d3f7c4e25, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 19:04:59.148705 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-fd99af2d-d339-45bb-8a5d-7d25c15b739f None None] For port dfc634d3-27a9-43b6-8aed-013d3f7c4e25, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=dfc634d3-27a9-43b6-8aed-013d3f7c4e25,segment=NetworkSegment(688b0112-17ea-46c6-9122-7f715947a0d0),segment_id=688b0112-17ea-46c6-9122-7f715947a0d0)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 19:04:59.155613 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-fd99af2d-d339-45bb-8a5d-7d25c15b739f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:59.158664 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 7a95b8f7-3f0b-479c-ade1-41e4cd2a3be7 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 19:04:59.159018 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:59.267971 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-0b971ee6-1381-4c86-a518-c40f196b4961 None None] Provisioning complete for port dfc634d3-27a9-43b6-8aed-013d3f7c4e25 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 19:04:59.268342 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0b971ee6-1381-4c86-a518-c40f196b4961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:59.273096 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4b834d-df2c-4633-977a-5d49e83d90fa None None] Pushing event updated for resources: {'Port': ['ID=dfc634d3-27a9-43b6-8aed-013d3f7c4e25,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:04:59.299016 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd99af2d-d339-45bb-8a5d-7d25c15b739f None None] Routers {'07063120-ec37-4b11-a606-0261c2dde818'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 19:04:59.299741 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-fd99af2d-d339-45bb-8a5d-7d25c15b739f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T19:04:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['07063120-ec37-4b11-a606-0261c2dde818'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:04:59.428900 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd95a9aa-6bf2-4950-b1de-6178acd92f56 req-f7a28acd-bed3-404c-9f0a-5d19cfcae591 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:04:59.431473 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bd95a9aa-6bf2-4950-b1de-6178acd92f56 req-f7a28acd-bed3-404c-9f0a-5d19cfcae591 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.36 "GET /v2.0/networks?id=4c5d73f2-abd8-416b-ba88-5a4e61ed508e HTTP/1.1" status: 200 len: 797 time: 0.1228111 May 18 19:04:59.485353 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 7a95b8f7-3f0b-479c-ade1-41e4cd2a3be7 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 19:04:59.486508 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device ceb0862e-32dd-443b-baf0-0d6c481b26b8 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 19:04:59.517982 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-fd99af2d-d339-45bb-8a5d-7d25c15b739f None None] Set router 07063120-ec37-4b11-a606-0261c2dde818 gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 19:04:59.790168 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-0b971ee6-1381-4c86-a518-c40f196b4961 None None] Current status of the port dfc634d3-27a9-43b6-8aed-013d3f7c4e25 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 19:04:59.790554 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0b971ee6-1381-4c86-a518-c40f196b4961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:59.844728 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1c1debd2-0ce8-4756-bbcd-d239fb91d140 req-ea0ac6fa-1315-4adc-b390-b6adada27f0c tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/ports?device_id=d28abcfa-f142-432e-b1d1-99b4d3c2afcd HTTP/1.1" status: 200 len: 210 time: 0.0297475 May 18 19:04:59.858896 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bd95a9aa-6bf2-4950-b1de-6178acd92f56 req-4c96f34c-50bb-4119-b0bc-f23b58955bab tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d50b1e2a8cea4a96957fd1d0d02be5f2 HTTP/1.1" status: 200 len: 379 time: 0.4118917 May 18 19:04:59.873692 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-bd95a9aa-6bf2-4950-b1de-6178acd92f56 req-ddbef0fc-b939-4bef-978c-84dcf7bb1212 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Request body: {'port': {'device_id': 'd28abcfa-f142-432e-b1d1-99b4d3c2afcd', 'network_id': '4c5d73f2-abd8-416b-ba88-5a4e61ed508e', 'admin_state_up': True, 'tenant_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'security_groups': ['95c00c3f-bda9-48a1-9bdc-458038b43912']}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 19:04:59.890169 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-0b971ee6-1381-4c86-a518-c40f196b4961 None None] For port dfc634d3-27a9-43b6-8aed-013d3f7c4e25, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=dfc634d3-27a9-43b6-8aed-013d3f7c4e25,segment=NetworkSegment(688b0112-17ea-46c6-9122-7f715947a0d0),segment_id=688b0112-17ea-46c6-9122-7f715947a0d0)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 19:04:59.891262 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port ceb0862e-32dd-443b-baf0-0d6c481b26b8 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 19:04:59.891680 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:59.914726 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0b971ee6-1381-4c86-a518-c40f196b4961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:04:59.978626 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd95a9aa-6bf2-4950-b1de-6178acd92f56 req-ddbef0fc-b939-4bef-978c-84dcf7bb1212 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Made reservation on behalf of d50b1e2a8cea4a96957fd1d0d02be5f2 for: {'port': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 19:04:59.982183 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-bd95a9aa-6bf2-4950-b1de-6178acd92f56 req-ddbef0fc-b939-4bef-978c-84dcf7bb1212 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:05:00.015399 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b971ee6-1381-4c86-a518-c40f196b4961 None None] Pushing event updated for resources: {'Port': ['ID=dfc634d3-27a9-43b6-8aed-013d3f7c4e25,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:05:00.081070 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port ceb0862e-32dd-443b-baf0-0d6c481b26b8 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 19:05:00.086105 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-5aac7d38-6e7a-4b90-81b0-04f9751169f2 None None] Provisioning complete for port dfc634d3-27a9-43b6-8aed-013d3f7c4e25 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 19:05:00.086472 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-5aac7d38-6e7a-4b90-81b0-04f9751169f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:05:00.112520 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-fd99af2d-d339-45bb-8a5d-7d25c15b739f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07063120-ec37-4b11-a606-0261c2dde818', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1424675601', 'tenant_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': '7a95b8f7-3f0b-479c-ade1-41e4cd2a3be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T19:04:53Z', 'updated_at': '2022-05-18T19:04:56Z', 'revision_number': 4, 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'gw_port': {'id': '7a95b8f7-3f0b-479c-ade1-41e4cd2a3be7', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07063120-ec37-4b11-a606-0261c2dde818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:04:53Z', 'updated_at': '2022-05-18T19:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': 'dfc634d3-27a9-43b6-8aed-013d3f7c4e25', 'name': '', 'network_id': '4c5d73f2-abd8-416b-ba88-5a4e61ed508e', 'tenant_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'mac_address': 'fa:16:3e:ef:d2:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07063120-ec37-4b11-a606-0261c2dde818', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'cce418a2-5b12-4ddb-9f54-9644a6870408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:04:56Z', 'updated_at': '2022-05-18T19:04:59Z', 'revision_number': 4, 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'subnets': [{'id': 'cce418a2-5b12-4ddb-9f54-9644a6870408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:05:00.113285 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [req-bd95a9aa-6bf2-4950-b1de-6178acd92f56 req-ddbef0fc-b939-4bef-978c-84dcf7bb1212 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Allocated IP 172.20.0.7 (4c5d73f2-abd8-416b-ba88-5a4e61ed508e/cce418a2-5b12-4ddb-9f54-9644a6870408/d12ad6c1-8684-4400-8b78-2203466153a0) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 19:05:00.143252 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd99af2d-d339-45bb-8a5d-7d25c15b739f None None] The sync data for ids ['07063120-ec37-4b11-a606-0261c2dde818'] in n-d-838550-3 is: [{'id': '07063120-ec37-4b11-a606-0261c2dde818', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1424675601', 'tenant_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': '7a95b8f7-3f0b-479c-ade1-41e4cd2a3be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T19:04:53Z', 'updated_at': '2022-05-18T19:04:56Z', 'revision_number': 4, 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'gw_port': {'id': '7a95b8f7-3f0b-479c-ade1-41e4cd2a3be7', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07063120-ec37-4b11-a606-0261c2dde818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:04:53Z', 'updated_at': '2022-05-18T19:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': 'dfc634d3-27a9-43b6-8aed-013d3f7c4e25', 'name': '', 'network_id': '4c5d73f2-abd8-416b-ba88-5a4e61ed508e', 'tenant_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'mac_address': 'fa:16:3e:ef:d2:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07063120-ec37-4b11-a606-0261c2dde818', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'cce418a2-5b12-4ddb-9f54-9644a6870408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:04:56Z', 'updated_at': '2022-05-18T19:04:59Z', 'revision_number': 4, 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'subnets': [{'id': 'cce418a2-5b12-4ddb-9f54-9644a6870408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 19:05:00.218895 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-5aac7d38-6e7a-4b90-81b0-04f9751169f2 None None] Current status of the port dfc634d3-27a9-43b6-8aed-013d3f7c4e25 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 19:05:00.273458 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-bd95a9aa-6bf2-4950-b1de-6178acd92f56 req-ddbef0fc-b939-4bef-978c-84dcf7bb1212 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:05:00.309351 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-bd95a9aa-6bf2-4950-b1de-6178acd92f56 req-ddbef0fc-b939-4bef-978c-84dcf7bb1212 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:05:00.353169 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd95a9aa-6bf2-4950-b1de-6178acd92f56 req-ddbef0fc-b939-4bef-978c-84dcf7bb1212 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Network 4c5d73f2-abd8-416b-ba88-5a4e61ed508e is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 19:05:00.356888 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [req-bd95a9aa-6bf2-4950-b1de-6178acd92f56 req-ddbef0fc-b939-4bef-978c-84dcf7bb1212 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 19:05:00.359724 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd95a9aa-6bf2-4950-b1de-6178acd92f56 req-ddbef0fc-b939-4bef-978c-84dcf7bb1212 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 19:05:00.387916 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbef0fc-b939-4bef-978c-84dcf7bb1212 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Pushing event updated for resources: {'Port': ['ID=d12ad6c1-8684-4400-8b78-2203466153a0,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:05:00.419569 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd95a9aa-6bf2-4950-b1de-6178acd92f56 req-ddbef0fc-b939-4bef-978c-84dcf7bb1212 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:05:00.420352 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-bd95a9aa-6bf2-4950-b1de-6178acd92f56 req-ddbef0fc-b939-4bef-978c-84dcf7bb1212 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:05:00.439976 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bd95a9aa-6bf2-4950-b1de-6178acd92f56 req-ddbef0fc-b939-4bef-978c-84dcf7bb1212 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5701540 May 18 19:05:00.457531 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-bd95a9aa-6bf2-4950-b1de-6178acd92f56 req-e62443d1-3981-482c-84e6-ad21cd84e665 service neutron] Request body: {'port': {'device_id': 'd28abcfa-f142-432e-b1d1-99b4d3c2afcd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-3'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 19:05:00.525889 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-bd95a9aa-6bf2-4950-b1de-6178acd92f56 req-e62443d1-3981-482c-84e6-ad21cd84e665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:05:00.640123 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b9c8fd25-c189-4623-8057-640e09e92768 None None] Provisioning complete for port d12ad6c1-8684-4400-8b78-2203466153a0 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 19:05:00.641376 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b9c8fd25-c189-4623-8057-640e09e92768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:05:00.693878 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b9c8fd25-c189-4623-8057-640e09e92768 None None] Port d12ad6c1-8684-4400-8b78-2203466153a0 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 19:05:00.818830 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [req-bd95a9aa-6bf2-4950-b1de-6178acd92f56 req-e62443d1-3981-482c-84e6-ad21cd84e665 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d12ad6c1-8684-4400-8b78-2203466153a0 {{(pid=102730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 19:05:00.826559 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-bd95a9aa-6bf2-4950-b1de-6178acd92f56 req-e62443d1-3981-482c-84e6-ad21cd84e665 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:05:00.840276 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [req-bd95a9aa-6bf2-4950-b1de-6178acd92f56 req-e62443d1-3981-482c-84e6-ad21cd84e665 service neutron] Transition to ACTIVE for port object d12ad6c1-8684-4400-8b78-2203466153a0 will not be triggered until provisioned by entity L2. {{(pid=102730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 19:05:00.843976 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-bd95a9aa-6bf2-4950-b1de-6178acd92f56 req-e62443d1-3981-482c-84e6-ad21cd84e665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:05:00.918978 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62443d1-3981-482c-84e6-ad21cd84e665 service neutron] Pushing event updated for resources: {'Port': ['ID=d12ad6c1-8684-4400-8b78-2203466153a0,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:05:01.007998 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-bd95a9aa-6bf2-4950-b1de-6178acd92f56 req-e62443d1-3981-482c-84e6-ad21cd84e665 service neutron] Attempting to bind port d12ad6c1-8684-4400-8b78-2203466153a0 on host n-h1-838550-3 for vnic_type normal with profile {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 19:05:01.008337 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-bd95a9aa-6bf2-4950-b1de-6178acd92f56 req-e62443d1-3981-482c-84e6-ad21cd84e665 service neutron] Attempting to bind port d12ad6c1-8684-4400-8b78-2203466153a0 by drivers openvswitch,hyperv on host n-h1-838550-3 at level 0 using segments [{'id': '688b0112-17ea-46c6-9122-7f715947a0d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4c5d73f2-abd8-416b-ba88-5a4e61ed508e'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 19:05:01.008668 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd95a9aa-6bf2-4950-b1de-6178acd92f56 req-e62443d1-3981-482c-84e6-ad21cd84e665 service neutron] Attempting to bind port d12ad6c1-8684-4400-8b78-2203466153a0 on network 4c5d73f2-abd8-416b-ba88-5a4e61ed508e {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 19:05:01.020144 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926e6ab5-3ec8-427d-8a6b-5cbaa742e4bc req-76a359aa-102f-489a-859b-0be1c24f8099 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:05:01.021752 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-926e6ab5-3ec8-427d-8a6b-5cbaa742e4bc req-76a359aa-102f-489a-859b-0be1c24f8099 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/ports?device_id=d28abcfa-f142-432e-b1d1-99b4d3c2afcd HTTP/1.1" status: 200 len: 943 time: 0.0743492 May 18 19:05:01.024154 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd95a9aa-6bf2-4950-b1de-6178acd92f56 req-e62443d1-3981-482c-84e6-ad21cd84e665 service neutron] Port d12ad6c1-8684-4400-8b78-2203466153a0 on network 4c5d73f2-abd8-416b-ba88-5a4e61ed508e not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-3 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 19:05:01.024606 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd95a9aa-6bf2-4950-b1de-6178acd92f56 req-e62443d1-3981-482c-84e6-ad21cd84e665 service neutron] Attempting to bind port d12ad6c1-8684-4400-8b78-2203466153a0 on network 4c5d73f2-abd8-416b-ba88-5a4e61ed508e {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 19:05:01.049939 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd95a9aa-6bf2-4950-b1de-6178acd92f56 req-e62443d1-3981-482c-84e6-ad21cd84e665 service neutron] Checking agent: {'id': '1dbac822-25f2-4df8-9dc8-5c2e7b136eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 19, 4, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 19:05:01.050284 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd95a9aa-6bf2-4950-b1de-6178acd92f56 req-e62443d1-3981-482c-84e6-ad21cd84e665 service neutron] Checking segment: {'id': '688b0112-17ea-46c6-9122-7f715947a0d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4c5d73f2-abd8-416b-ba88-5a4e61ed508e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 19:05:01.050675 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd95a9aa-6bf2-4950-b1de-6178acd92f56 req-e62443d1-3981-482c-84e6-ad21cd84e665 service neutron] Bound using segment: {'id': '688b0112-17ea-46c6-9122-7f715947a0d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4c5d73f2-abd8-416b-ba88-5a4e61ed508e'} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 19:05:01.051121 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-bd95a9aa-6bf2-4950-b1de-6178acd92f56 req-e62443d1-3981-482c-84e6-ad21cd84e665 service neutron] Bound port: d12ad6c1-8684-4400-8b78-2203466153a0, host: n-h1-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '688b0112-17ea-46c6-9122-7f715947a0d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4c5d73f2-abd8-416b-ba88-5a4e61ed508e'}}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 19:05:01.051476 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-bd95a9aa-6bf2-4950-b1de-6178acd92f56 req-e62443d1-3981-482c-84e6-ad21cd84e665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:05:01.090855 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device dfc634d3-27a9-43b6-8aed-013d3f7c4e25 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 19:05:01.110931 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-926e6ab5-3ec8-427d-8a6b-5cbaa742e4bc req-d31c42f2-e2aa-4efa-a27b-4efdfa3f72ec tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/security-groups?id=95c00c3f-bda9-48a1-9bdc-458038b43912&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792019 May 18 19:05:01.147033 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port dfc634d3-27a9-43b6-8aed-013d3f7c4e25 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 19:05:01.147570 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:05:01.151841 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-bd95a9aa-6bf2-4950-b1de-6178acd92f56 req-e62443d1-3981-482c-84e6-ad21cd84e665 service neutron] For port d12ad6c1-8684-4400-8b78-2203466153a0, host n-h1-838550-3, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 19:05:01.155141 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-bd95a9aa-6bf2-4950-b1de-6178acd92f56 req-e62443d1-3981-482c-84e6-ad21cd84e665 service neutron] For port d12ad6c1-8684-4400-8b78-2203466153a0, host n-h1-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=d12ad6c1-8684-4400-8b78-2203466153a0,segment=NetworkSegment(688b0112-17ea-46c6-9122-7f715947a0d0),segment_id=688b0112-17ea-46c6-9122-7f715947a0d0)] {{(pid=102730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 19:05:01.160708 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-bd95a9aa-6bf2-4950-b1de-6178acd92f56 req-e62443d1-3981-482c-84e6-ad21cd84e665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:05:01.194718 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd95a9aa-6bf2-4950-b1de-6178acd92f56 req-e62443d1-3981-482c-84e6-ad21cd84e665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:05:01.195472 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-bd95a9aa-6bf2-4950-b1de-6178acd92f56 req-e62443d1-3981-482c-84e6-ad21cd84e665 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:05:01.196871 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bd95a9aa-6bf2-4950-b1de-6178acd92f56 req-e62443d1-3981-482c-84e6-ad21cd84e665 service neutron] 10.222.0.36 "PUT /v2.0/ports/d12ad6c1-8684-4400-8b78-2203466153a0 HTTP/1.1" status: 200 len: 1091 time: 0.7438240 May 18 19:05:01.200039 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd28abcfa-f142-432e-b1d1-99b4d3c2afcd', 'tag': 'd12ad6c1-8684-4400-8b78-2203466153a0'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 19:05:01.202504 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebab1398998b981f34f543ac0b562e5946bae5cf08db64623ace6dd3c2d346bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a9b8de0-7e51-457f-a278-0901e0a723ed" -d '{"events": [{"name": "network-changed", "server_uuid": "d28abcfa-f142-432e-b1d1-99b4d3c2afcd", "tag": "d12ad6c1-8684-4400-8b78-2203466153a0"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 19:05:01.255096 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62443d1-3981-482c-84e6-ad21cd84e665 service neutron] Pushing event updated for resources: {'Port': ['ID=d12ad6c1-8684-4400-8b78-2203466153a0,revision_number=3']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:05:01.308171 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port dfc634d3-27a9-43b6-8aed-013d3f7c4e25 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 19:05:01.322659 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd95a9aa-6bf2-4950-b1de-6178acd92f56 req-b915ce90-3b53-42ca-a589-3ecccea5eda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:05:01.327301 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bd95a9aa-6bf2-4950-b1de-6178acd92f56 req-b915ce90-3b53-42ca-a589-3ecccea5eda6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d50b1e2a8cea4a96957fd1d0d02be5f2&device_id=d28abcfa-f142-432e-b1d1-99b4d3c2afcd HTTP/1.1" status: 200 len: 1094 time: 0.0684526 May 18 19:05:01.344432 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 19:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36c48290-bdc8-4e9e-b6cc-f8bc8dbf4259 x-openstack-request-id: req-36c48290-bdc8-4e9e-b6cc-f8bc8dbf4259 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 19:05:01.344820 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d28abcfa-f142-432e-b1d1-99b4d3c2afcd", "tag": "d12ad6c1-8684-4400-8b78-2203466153a0", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 19:05:01.345084 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-36c48290-bdc8-4e9e-b6cc-f8bc8dbf4259 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 19:05:01.345509 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36c48290-bdc8-4e9e-b6cc-f8bc8dbf4259'] response: {'name': 'network-changed', 'server_uuid': 'd28abcfa-f142-432e-b1d1-99b4d3c2afcd', 'tag': 'd12ad6c1-8684-4400-8b78-2203466153a0', 'status': 'completed', 'code': 200} May 18 19:05:01.388139 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bd95a9aa-6bf2-4950-b1de-6178acd92f56 req-2faeb1bd-608f-4c56-b87b-1a8e5cb08832 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d12ad6c1-8684-4400-8b78-2203466153a0 HTTP/1.1" status: 200 len: 217 time: 0.0370612 May 18 19:05:01.446566 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd95a9aa-6bf2-4950-b1de-6178acd92f56 req-4680c4f6-a270-49a3-9d44-1ab8d48b5da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:05:01.448128 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bd95a9aa-6bf2-4950-b1de-6178acd92f56 req-4680c4f6-a270-49a3-9d44-1ab8d48b5da6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cce418a2-5b12-4ddb-9f54-9644a6870408 HTTP/1.1" status: 200 len: 835 time: 0.0525978 May 18 19:05:01.499210 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd95a9aa-6bf2-4950-b1de-6178acd92f56 req-2ff09299-92b4-451e-afa7-ad08a5251f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:05:01.501004 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bd95a9aa-6bf2-4950-b1de-6178acd92f56 req-2ff09299-92b4-451e-afa7-ad08a5251f4d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4c5d73f2-abd8-416b-ba88-5a4e61ed508e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427389 May 18 19:05:01.550507 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:05:01.595748 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bd95a9aa-6bf2-4950-b1de-6178acd92f56 req-7c7d3787-9a14-49a5-a8af-e97a07d7beb0 service neutron] 10.222.0.36 "GET /v2.0/networks/4c5d73f2-abd8-416b-ba88-5a4e61ed508e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823400 May 18 19:05:01.694511 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bd95a9aa-6bf2-4950-b1de-6178acd92f56 req-ffd06ead-089f-49f2-9447-09d60c31323d service neutron] 10.222.0.36 "GET /v2.0/networks/4c5d73f2-abd8-416b-ba88-5a4e61ed508e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886872 May 18 19:05:01.697919 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:05:01.790115 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9b8de0-7e51-457f-a278-0901e0a723ed req-9f6860ff-bcbc-43ec-b295-5633fc0c66a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:05:01.791517 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7a9b8de0-7e51-457f-a278-0901e0a723ed req-9f6860ff-bcbc-43ec-b295-5633fc0c66a7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d50b1e2a8cea4a96957fd1d0d02be5f2&device_id=d28abcfa-f142-432e-b1d1-99b4d3c2afcd HTTP/1.1" status: 200 len: 1094 time: 0.0412469 May 18 19:05:01.883719 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9b8de0-7e51-457f-a278-0901e0a723ed req-dda44ded-de23-4702-97f6-5e6cc294ad0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:05:01.885197 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7a9b8de0-7e51-457f-a278-0901e0a723ed req-dda44ded-de23-4702-97f6-5e6cc294ad0c service neutron] 10.222.0.36 "GET /v2.0/networks?id=4c5d73f2-abd8-416b-ba88-5a4e61ed508e HTTP/1.1" status: 200 len: 898 time: 0.0869510 May 18 19:05:01.925638 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7a9b8de0-7e51-457f-a278-0901e0a723ed req-025ae93d-014c-443a-982c-3cffb324baa1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d12ad6c1-8684-4400-8b78-2203466153a0 HTTP/1.1" status: 200 len: 217 time: 0.0336514 May 18 19:05:01.975412 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9b8de0-7e51-457f-a278-0901e0a723ed req-958ad0eb-d7b4-4828-90a0-416de3e905ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:05:01.976863 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7a9b8de0-7e51-457f-a278-0901e0a723ed req-958ad0eb-d7b4-4828-90a0-416de3e905ad service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cce418a2-5b12-4ddb-9f54-9644a6870408 HTTP/1.1" status: 200 len: 835 time: 0.0420148 May 18 19:05:02.027135 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9b8de0-7e51-457f-a278-0901e0a723ed req-cbd8e214-d1ef-4217-98f2-1252587a8c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:05:02.028618 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7a9b8de0-7e51-457f-a278-0901e0a723ed req-cbd8e214-d1ef-4217-98f2-1252587a8c4d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4c5d73f2-abd8-416b-ba88-5a4e61ed508e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438137 May 18 19:05:02.118394 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7a9b8de0-7e51-457f-a278-0901e0a723ed req-b2f471c6-5696-410f-ace3-37a68a6487ec service neutron] 10.222.0.36 "GET /v2.0/networks/4c5d73f2-abd8-416b-ba88-5a4e61ed508e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809424 May 18 19:05:02.244253 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7a9b8de0-7e51-457f-a278-0901e0a723ed req-e4ba8e91-10ef-4766-aba3-cf34e76bf691 service neutron] 10.222.0.36 "GET /v2.0/networks/4c5d73f2-abd8-416b-ba88-5a4e61ed508e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171792 May 18 19:05:02.254387 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de57149d-fcf3-48b8-b74b-efc638078205 req-2214e142-b6e5-4f15-82da-0256929b4dab tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:05:02.255952 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-de57149d-fcf3-48b8-b74b-efc638078205 req-2214e142-b6e5-4f15-82da-0256929b4dab tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/ports?device_id=d28abcfa-f142-432e-b1d1-99b4d3c2afcd HTTP/1.1" status: 200 len: 943 time: 0.0723720 May 18 19:05:02.297843 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-de57149d-fcf3-48b8-b74b-efc638078205 req-4b1c8509-2954-4774-9690-bfa38827901d tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/security-groups?id=95c00c3f-bda9-48a1-9bdc-458038b43912&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339625 May 18 19:05:03.410820 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c13cdb-0865-40a2-a201-c579a6884bb4 req-48d51989-b570-455b-bea9-bedd1cad1ade tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:05:03.412305 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-43c13cdb-0865-40a2-a201-c579a6884bb4 req-48d51989-b570-455b-bea9-bedd1cad1ade tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/ports?device_id=d28abcfa-f142-432e-b1d1-99b4d3c2afcd HTTP/1.1" status: 200 len: 943 time: 0.0482924 May 18 19:05:03.450678 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-43c13cdb-0865-40a2-a201-c579a6884bb4 req-bde9186d-dd84-4f23-ad2d-4da54edd56db tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/security-groups?id=95c00c3f-bda9-48a1-9bdc-458038b43912&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316300 May 18 19:05:04.544337 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device d12ad6c1-8684-4400-8b78-2203466153a0 details requested by agent hyperv_n-h1-838550-3 with host n-h1-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 19:05:04.570305 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08833c0c-21c1-45be-a500-5936dcf5ecd7 req-c06b7917-8098-4ae4-a7f5-79e8bf6d6d09 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:05:04.571957 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-08833c0c-21c1-45be-a500-5936dcf5ecd7 req-c06b7917-8098-4ae4-a7f5-79e8bf6d6d09 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/ports?device_id=d28abcfa-f142-432e-b1d1-99b4d3c2afcd HTTP/1.1" status: 200 len: 943 time: 0.0537052 May 18 19:05:04.610382 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-08833c0c-21c1-45be-a500-5936dcf5ecd7 req-25f14929-2f8a-4f5c-91cc-b640e6fe91d4 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/security-groups?id=95c00c3f-bda9-48a1-9bdc-458038b43912&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316610 May 18 19:05:04.642303 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port d12ad6c1-8684-4400-8b78-2203466153a0, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=d12ad6c1-8684-4400-8b78-2203466153a0,segment=NetworkSegment(688b0112-17ea-46c6-9122-7f715947a0d0),segment_id=688b0112-17ea-46c6-9122-7f715947a0d0)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 19:05:04.653269 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Returning: {'device': 'd12ad6c1-8684-4400-8b78-2203466153a0', 'network_id': '4c5d73f2-abd8-416b-ba88-5a4e61ed508e', 'port_id': 'd12ad6c1-8684-4400-8b78-2203466153a0', 'mac_address': 'fa:16:3e:3c:1c:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cce418a2-5b12-4ddb-9f54-9644a6870408', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 19:05:04.690079 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port d12ad6c1-8684-4400-8b78-2203466153a0 is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 19:05:04.690467 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:05:04.703815 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d12ad6c1-8684-4400-8b78-2203466153a0 {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 19:05:04.724231 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port d12ad6c1-8684-4400-8b78-2203466153a0, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=d12ad6c1-8684-4400-8b78-2203466153a0,segment=NetworkSegment(688b0112-17ea-46c6-9122-7f715947a0d0),segment_id=688b0112-17ea-46c6-9122-7f715947a0d0)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 19:05:04.728263 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:05:04.773687 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=d12ad6c1-8684-4400-8b78-2203466153a0,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:05:05.044620 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['d12ad6c1-8684-4400-8b78-2203466153a0'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 19:05:05.727700 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efbebc2-ec2c-4b0e-9b68-fbf7a6695ab6 req-df4caa95-ac7c-4856-bc91-15337bc95127 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:05:05.729178 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7efbebc2-ec2c-4b0e-9b68-fbf7a6695ab6 req-df4caa95-ac7c-4856-bc91-15337bc95127 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/ports?device_id=d28abcfa-f142-432e-b1d1-99b4d3c2afcd HTTP/1.1" status: 200 len: 944 time: 0.0492733 May 18 19:05:05.768257 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7efbebc2-ec2c-4b0e-9b68-fbf7a6695ab6 req-81690385-7eab-451f-b5e8-200c20230f85 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/security-groups?id=95c00c3f-bda9-48a1-9bdc-458038b43912&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322716 May 18 19:05:06.545506 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device d12ad6c1-8684-4400-8b78-2203466153a0 up at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 19:05:06.596146 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning for port d12ad6c1-8684-4400-8b78-2203466153a0 completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 19:05:06.599926 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning complete for port d12ad6c1-8684-4400-8b78-2203466153a0 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 19:05:06.600299 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:05:06.676659 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port d12ad6c1-8684-4400-8b78-2203466153a0 is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 19:05:06.676773 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:05:06.699402 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd28abcfa-f142-432e-b1d1-99b4d3c2afcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd12ad6c1-8684-4400-8b78-2203466153a0'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 19:05:06.701679 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5d64110a1ec54c0f2bae3109cf83ae5c70b13a424bf8c5acbf84dbd50ace00d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-205602eb-3a19-4a00-ac3e-d2745d72ea95" -d '{"events": [{"server_uuid": "d28abcfa-f142-432e-b1d1-99b4d3c2afcd", "name": "network-vif-plugged", "status": "completed", "tag": "d12ad6c1-8684-4400-8b78-2203466153a0"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 19:05:06.714490 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port d12ad6c1-8684-4400-8b78-2203466153a0, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=d12ad6c1-8684-4400-8b78-2203466153a0,segment=NetworkSegment(688b0112-17ea-46c6-9122-7f715947a0d0),segment_id=688b0112-17ea-46c6-9122-7f715947a0d0)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 19:05:06.719222 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:05:06.741857 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 19:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5ad4e75-7876-4844-8338-e830443eec27 x-openstack-request-id: req-d5ad4e75-7876-4844-8338-e830443eec27 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 19:05:06.742149 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d28abcfa-f142-432e-b1d1-99b4d3c2afcd", "name": "network-vif-plugged", "status": "completed", "tag": "d12ad6c1-8684-4400-8b78-2203466153a0", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 19:05:06.742402 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-d5ad4e75-7876-4844-8338-e830443eec27 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 19:05:06.742798 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5ad4e75-7876-4844-8338-e830443eec27'] response: {'server_uuid': 'd28abcfa-f142-432e-b1d1-99b4d3c2afcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd12ad6c1-8684-4400-8b78-2203466153a0', 'code': 200} May 18 19:05:06.773477 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=d12ad6c1-8684-4400-8b78-2203466153a0,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:05:06.914815 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c91cac-dfd3-40c3-9c46-e2f75313694b req-dcfde255-e305-4cff-a3f1-5c64b11f7ec0 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:05:06.920804 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d2c91cac-dfd3-40c3-9c46-e2f75313694b req-dcfde255-e305-4cff-a3f1-5c64b11f7ec0 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/ports?device_id=d28abcfa-f142-432e-b1d1-99b4d3c2afcd HTTP/1.1" status: 200 len: 945 time: 0.0832074 May 18 19:05:06.926520 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7ed669-96da-4c91-8073-2de470bf94e3 req-2a079553-e807-469f-aeee-d2b67bc00cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:05:06.928006 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cb7ed669-96da-4c91-8073-2de470bf94e3 req-2a079553-e807-469f-aeee-d2b67bc00cbf service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d28abcfa-f142-432e-b1d1-99b4d3c2afcd HTTP/1.1" status: 200 len: 1096 time: 0.1214309 May 18 19:05:06.984477 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d2c91cac-dfd3-40c3-9c46-e2f75313694b req-bc589722-787b-4ef0-beee-92c9e13806d5 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/security-groups?id=95c00c3f-bda9-48a1-9bdc-458038b43912&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555255 May 18 19:05:06.990053 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cb7ed669-96da-4c91-8073-2de470bf94e3 req-04c814da-aabc-4e32-9efb-38a7e9912629 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=95c00c3f-bda9-48a1-9bdc-458038b43912&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473859 May 18 19:05:07.742192 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-e2406268-55b6-49df-9852-4d96190b0ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:05:08.101173 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea92990-11ec-40e2-b5c3-677ec7ed1713 req-d8777f5e-cb35-4cea-a0b8-895eb555126e tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:05:08.102693 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6ea92990-11ec-40e2-b5c3-677ec7ed1713 req-d8777f5e-cb35-4cea-a0b8-895eb555126e tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/ports?device_id=d28abcfa-f142-432e-b1d1-99b4d3c2afcd HTTP/1.1" status: 200 len: 945 time: 0.0493596 May 18 19:05:08.141483 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6ea92990-11ec-40e2-b5c3-677ec7ed1713 req-f0df8bc9-54e1-4f0e-912b-9b6f8b9b1e8c tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/security-groups?id=95c00c3f-bda9-48a1-9bdc-458038b43912&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328279 May 18 19:05:09.256731 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d800d041-604c-4450-8810-8289bd7e6461 req-35da8b5d-c3b7-4415-a88f-bac653f53e30 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:05:09.258237 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d800d041-604c-4450-8810-8289bd7e6461 req-35da8b5d-c3b7-4415-a88f-bac653f53e30 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/ports?device_id=d28abcfa-f142-432e-b1d1-99b4d3c2afcd HTTP/1.1" status: 200 len: 945 time: 0.0486426 May 18 19:05:09.296044 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d800d041-604c-4450-8810-8289bd7e6461 req-8080ada3-2b36-49ff-817a-8a746b194272 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/security-groups?id=95c00c3f-bda9-48a1-9bdc-458038b43912&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313640 May 18 19:05:09.413336 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134a455b-c735-4ace-bf7a-0cbfe3c10f12 req-2ceb805d-778c-4add-a9ae-e7a2359e5ab5 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:05:09.415128 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-134a455b-c735-4ace-bf7a-0cbfe3c10f12 req-2ceb805d-778c-4add-a9ae-e7a2359e5ab5 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/ports?device_id=d28abcfa-f142-432e-b1d1-99b4d3c2afcd HTTP/1.1" status: 200 len: 945 time: 0.0537040 May 18 19:05:09.452904 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-134a455b-c735-4ace-bf7a-0cbfe3c10f12 req-b1f88985-6e6e-41ef-8527-aaf24457fe08 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/security-groups?id=95c00c3f-bda9-48a1-9bdc-458038b43912&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317686 May 18 19:05:09.475261 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 50450) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:05:09.562054 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d30443-5835-4139-a84d-3486c6dd442b tempest-TestNetworkAdvancedServerOps-1925643049 tempest-TestNetworkAdvancedServerOps-1925643049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:05:09.563569 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-a6d30443-5835-4139-a84d-3486c6dd442b tempest-TestNetworkAdvancedServerOps-1925643049 tempest-TestNetworkAdvancedServerOps-1925643049-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=d28abcfa-f142-432e-b1d1-99b4d3c2afcd HTTP/1.1" status: 200 len: 1091 time: 0.0873518 May 18 19:05:09.566448 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 50454) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:05:09.570580 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-77ebb97f-2335-42e1-aad4-3d031b5d2a5d tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Request body: {'floatingip': {'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'port_id': 'd12ad6c1-8684-4400-8b78-2203466153a0', 'tenant_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 19:05:09.591809 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-77ebb97f-2335-42e1-aad4-3d031b5d2a5d tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for floatingip, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:05:09.691913 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-77ebb97f-2335-42e1-aad4-3d031b5d2a5d tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:05:09.798658 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-77ebb97f-2335-42e1-aad4-3d031b5d2a5d tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Allocated IP 172.25.5.149 (31ebd439-090c-4b25-bbb0-31c48711b145/363a2810-8a83-4be0-a317-7c91fcd94485/edc0bace-e069-4bea-a3aa-30941f898631) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 19:05:09.905868 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-77ebb97f-2335-42e1-aad4-3d031b5d2a5d tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:05:09.939438 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-77ebb97f-2335-42e1-aad4-3d031b5d2a5d tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:05:09.976447 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ebb97f-2335-42e1-aad4-3d031b5d2a5d tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Network 31ebd439-090c-4b25-bbb0-31c48711b145 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 19:05:09.979167 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-77ebb97f-2335-42e1-aad4-3d031b5d2a5d tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 19:05:09.982664 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ebb97f-2335-42e1-aad4-3d031b5d2a5d tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 19:05:09.994496 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ebb97f-2335-42e1-aad4-3d031b5d2a5d tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Pushing event updated for resources: {'Port': ['ID=edc0bace-e069-4bea-a3aa-30941f898631,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:05:10.022897 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ebb97f-2335-42e1-aad4-3d031b5d2a5d tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:05:10.023246 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ebb97f-2335-42e1-aad4-3d031b5d2a5d tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:05:10.023591 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ebb97f-2335-42e1-aad4-3d031b5d2a5d tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:05:10.023930 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ebb97f-2335-42e1-aad4-3d031b5d2a5d tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:05:10.024261 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ebb97f-2335-42e1-aad4-3d031b5d2a5d tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:05:10.024591 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ebb97f-2335-42e1-aad4-3d031b5d2a5d tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:05:10.024924 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ebb97f-2335-42e1-aad4-3d031b5d2a5d tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:05:10.025253 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ebb97f-2335-42e1-aad4-3d031b5d2a5d tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:05:10.025580 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ebb97f-2335-42e1-aad4-3d031b5d2a5d tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:05:10.025940 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ebb97f-2335-42e1-aad4-3d031b5d2a5d tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:05:10.026265 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ebb97f-2335-42e1-aad4-3d031b5d2a5d tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:05:10.026612 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ebb97f-2335-42e1-aad4-3d031b5d2a5d tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:05:10.118909 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-48e62416-935d-4fcf-aad7-c9e50ac941f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:05:10.360210 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-77ebb97f-2335-42e1-aad4-3d031b5d2a5d tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:05:10.430337 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-77ebb97f-2335-42e1-aad4-3d031b5d2a5d tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:05:10.579948 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-77ebb97f-2335-42e1-aad4-3d031b5d2a5d tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:05:10.584419 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-77ebb97f-2335-42e1-aad4-3d031b5d2a5d tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:05:10.652934 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ebb97f-2335-42e1-aad4-3d031b5d2a5d tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Pushing event updated for resources: {'Port': ['ID=edc0bace-e069-4bea-a3aa-30941f898631,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:05:10.663634 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-77ebb97f-2335-42e1-aad4-3d031b5d2a5d tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596987'] for floatingip, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:05:10.763463 n-d-838550-3 neutron-server[102731]: INFO neutron.db.l3_db [None req-77ebb97f-2335-42e1-aad4-3d031b5d2a5d tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Floating IP 7aacacc7-3589-473d-8455-c13e20955a4d associated. External IP: 172.25.5.149, port: d12ad6c1-8684-4400-8b78-2203466153a0. May 18 19:05:10.972317 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77ebb97f-2335-42e1-aad4-3d031b5d2a5d tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Router 07063120-ec37-4b11-a606-0261c2dde818 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 19:05:11.082132 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77ebb97f-2335-42e1-aad4-3d031b5d2a5d tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 19:05:11.092527 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211561b1-c6fc-40e4-84a4-e88119328f1f None None] Sync routers for ids ['07063120-ec37-4b11-a606-0261c2dde818'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 19:05:11.099844 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-77ebb97f-2335-42e1-aad4-3d031b5d2a5d tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:05:11.102732 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211561b1-c6fc-40e4-84a4-e88119328f1f None None] Routers {'07063120-ec37-4b11-a606-0261c2dde818'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 19:05:11.103342 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-211561b1-c6fc-40e4-84a4-e88119328f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T19:05:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['07063120-ec37-4b11-a606-0261c2dde818'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:05:11.127670 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-77ebb97f-2335-42e1-aad4-3d031b5d2a5d tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5601840 May 18 19:05:11.128307 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd28abcfa-f142-432e-b1d1-99b4d3c2afcd', 'tag': 'd12ad6c1-8684-4400-8b78-2203466153a0'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 19:05:11.130600 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2af15054aaa6949616271ca6be3a072f6b50fedb79e93cfaf9b795926efec15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11883ee9-9531-4b84-86b5-00e16f3cb615" -d '{"events": [{"name": "network-changed", "server_uuid": "d28abcfa-f142-432e-b1d1-99b4d3c2afcd", "tag": "d12ad6c1-8684-4400-8b78-2203466153a0"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 19:05:11.211770 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-211561b1-c6fc-40e4-84a4-e88119328f1f None None] Set router 07063120-ec37-4b11-a606-0261c2dde818 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 19:05:11.226030 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe6cb60-ef01-4311-9e7c-e63ec016eb61 req-21a26175-a983-4a3f-ae80-c27c36708e8c tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:05:11.227527 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bbe6cb60-ef01-4311-9e7c-e63ec016eb61 req-21a26175-a983-4a3f-ae80-c27c36708e8c tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/ports?device_id=d28abcfa-f142-432e-b1d1-99b4d3c2afcd HTTP/1.1" status: 200 len: 945 time: 0.0489302 May 18 19:05:11.266301 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bbe6cb60-ef01-4311-9e7c-e63ec016eb61 req-143bbf0b-7b80-4878-9e3f-97a9720f27cd tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/security-groups?id=95c00c3f-bda9-48a1-9bdc-458038b43912&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320129 May 18 19:05:11.291830 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 50460) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:05:11.331254 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 19:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-509aca3e-eb21-4459-8807-558e69f23098 x-openstack-request-id: req-509aca3e-eb21-4459-8807-558e69f23098 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 19:05:11.331540 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d28abcfa-f142-432e-b1d1-99b4d3c2afcd", "tag": "d12ad6c1-8684-4400-8b78-2203466153a0", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 19:05:11.331793 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-509aca3e-eb21-4459-8807-558e69f23098 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 19:05:11.332248 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-509aca3e-eb21-4459-8807-558e69f23098'] response: {'name': 'network-changed', 'server_uuid': 'd28abcfa-f142-432e-b1d1-99b4d3c2afcd', 'tag': 'd12ad6c1-8684-4400-8b78-2203466153a0', 'status': 'completed', 'code': 200} May 18 19:05:11.362266 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-c221fb51-1755-4c67-bae1-5a95ff80e4aa tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/floatingips/7aacacc7-3589-473d-8455-c13e20955a4d HTTP/1.1" status: 200 len: 991 time: 0.0692277 May 18 19:05:11.393150 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11883ee9-9531-4b84-86b5-00e16f3cb615 req-7086a2eb-9351-45d1-81c4-4e83dbaf21e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:05:11.394731 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-11883ee9-9531-4b84-86b5-00e16f3cb615 req-7086a2eb-9351-45d1-81c4-4e83dbaf21e3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d50b1e2a8cea4a96957fd1d0d02be5f2&device_id=d28abcfa-f142-432e-b1d1-99b4d3c2afcd HTTP/1.1" status: 200 len: 1096 time: 0.0414484 May 18 19:05:11.440926 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-211561b1-c6fc-40e4-84a4-e88119328f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07063120-ec37-4b11-a606-0261c2dde818', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1424675601', 'tenant_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': '7a95b8f7-3f0b-479c-ade1-41e4cd2a3be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T19:04:53Z', 'updated_at': '2022-05-18T19:04:56Z', 'revision_number': 4, 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'gw_port': {'id': '7a95b8f7-3f0b-479c-ade1-41e4cd2a3be7', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07063120-ec37-4b11-a606-0261c2dde818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:04:53Z', 'updated_at': '2022-05-18T19:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': '7aacacc7-3589-473d-8455-c13e20955a4d', 'tenant_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'floating_ip_address': '172.25.5.149', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': '07063120-ec37-4b11-a606-0261c2dde818', 'port_id': 'd12ad6c1-8684-4400-8b78-2203466153a0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c5d73f2-abd8-416b-ba88-5a4e61ed508e', 'mac_address': 'fa:16:3e:3c:1c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28abcfa-f142-432e-b1d1-99b4d3c2afcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T19:05:10Z', 'updated_at': '2022-05-18T19:05:10Z', 'revision_number': 0, 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfc634d3-27a9-43b6-8aed-013d3f7c4e25', 'name': '', 'network_id': '4c5d73f2-abd8-416b-ba88-5a4e61ed508e', 'tenant_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'mac_address': 'fa:16:3e:ef:d2:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07063120-ec37-4b11-a606-0261c2dde818', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'cce418a2-5b12-4ddb-9f54-9644a6870408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:04:56Z', 'updated_at': '2022-05-18T19:04:59Z', 'revision_number': 5, 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'subnets': [{'id': 'cce418a2-5b12-4ddb-9f54-9644a6870408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:05:11.462706 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:05:11.470442 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211561b1-c6fc-40e4-84a4-e88119328f1f None None] Checking router: 07063120-ec37-4b11-a606-0261c2dde818 for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 19:05:11.478799 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211561b1-c6fc-40e4-84a4-e88119328f1f None None] Routers {'07063120-ec37-4b11-a606-0261c2dde818'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 19:05:11.479399 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-211561b1-c6fc-40e4-84a4-e88119328f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T19:05:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['07063120-ec37-4b11-a606-0261c2dde818'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:05:11.491872 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11883ee9-9531-4b84-86b5-00e16f3cb615 req-d0ce674e-bdd0-4136-990f-18394ce97243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:05:11.493355 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-11883ee9-9531-4b84-86b5-00e16f3cb615 req-d0ce674e-bdd0-4136-990f-18394ce97243 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4c5d73f2-abd8-416b-ba88-5a4e61ed508e HTTP/1.1" status: 200 len: 898 time: 0.0922775 May 18 19:05:11.558536 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-11883ee9-9531-4b84-86b5-00e16f3cb615 req-a1621598-583a-45f1-a4bc-c5acdedbd3a8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d12ad6c1-8684-4400-8b78-2203466153a0 HTTP/1.1" status: 200 len: 999 time: 0.0586927 May 18 19:05:11.585188 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-211561b1-c6fc-40e4-84a4-e88119328f1f None None] Set router 07063120-ec37-4b11-a606-0261c2dde818 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 19:05:11.613007 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11883ee9-9531-4b84-86b5-00e16f3cb615 req-6b2bc6bd-4b3c-4bdd-be52-ae670d3740f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:05:11.614549 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-11883ee9-9531-4b84-86b5-00e16f3cb615 req-6b2bc6bd-4b3c-4bdd-be52-ae670d3740f7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cce418a2-5b12-4ddb-9f54-9644a6870408 HTTP/1.1" status: 200 len: 835 time: 0.0500171 May 18 19:05:11.673528 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11883ee9-9531-4b84-86b5-00e16f3cb615 req-848304c5-3921-4c0a-930e-f09105ec0160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:05:11.676597 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-11883ee9-9531-4b84-86b5-00e16f3cb615 req-848304c5-3921-4c0a-930e-f09105ec0160 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4c5d73f2-abd8-416b-ba88-5a4e61ed508e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549185 May 18 19:05:11.765013 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-11883ee9-9531-4b84-86b5-00e16f3cb615 req-b4891e70-5229-4ce4-9552-0545e6616027 service neutron] 10.222.0.36 "GET /v2.0/networks/4c5d73f2-abd8-416b-ba88-5a4e61ed508e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824757 May 18 19:05:11.828542 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-211561b1-c6fc-40e4-84a4-e88119328f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07063120-ec37-4b11-a606-0261c2dde818', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1424675601', 'tenant_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': '7a95b8f7-3f0b-479c-ade1-41e4cd2a3be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T19:04:53Z', 'updated_at': '2022-05-18T19:04:56Z', 'revision_number': 4, 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'gw_port': {'id': '7a95b8f7-3f0b-479c-ade1-41e4cd2a3be7', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07063120-ec37-4b11-a606-0261c2dde818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:04:53Z', 'updated_at': '2022-05-18T19:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': '7aacacc7-3589-473d-8455-c13e20955a4d', 'tenant_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'floating_ip_address': '172.25.5.149', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': '07063120-ec37-4b11-a606-0261c2dde818', 'port_id': 'd12ad6c1-8684-4400-8b78-2203466153a0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c5d73f2-abd8-416b-ba88-5a4e61ed508e', 'mac_address': 'fa:16:3e:3c:1c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28abcfa-f142-432e-b1d1-99b4d3c2afcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T19:05:10Z', 'updated_at': '2022-05-18T19:05:10Z', 'revision_number': 0, 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfc634d3-27a9-43b6-8aed-013d3f7c4e25', 'name': '', 'network_id': '4c5d73f2-abd8-416b-ba88-5a4e61ed508e', 'tenant_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'mac_address': 'fa:16:3e:ef:d2:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07063120-ec37-4b11-a606-0261c2dde818', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'cce418a2-5b12-4ddb-9f54-9644a6870408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:04:56Z', 'updated_at': '2022-05-18T19:04:59Z', 'revision_number': 5, 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'subnets': [{'id': 'cce418a2-5b12-4ddb-9f54-9644a6870408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:05:11.857241 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211561b1-c6fc-40e4-84a4-e88119328f1f None None] The sync data for ids ['07063120-ec37-4b11-a606-0261c2dde818'] in n-d-838550-3 is: [{'id': '07063120-ec37-4b11-a606-0261c2dde818', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1424675601', 'tenant_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': '7a95b8f7-3f0b-479c-ade1-41e4cd2a3be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T19:04:53Z', 'updated_at': '2022-05-18T19:04:56Z', 'revision_number': 4, 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'gw_port': {'id': '7a95b8f7-3f0b-479c-ade1-41e4cd2a3be7', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07063120-ec37-4b11-a606-0261c2dde818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:04:53Z', 'updated_at': '2022-05-18T19:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': '7aacacc7-3589-473d-8455-c13e20955a4d', 'tenant_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'floating_ip_address': '172.25.5.149', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': '07063120-ec37-4b11-a606-0261c2dde818', 'port_id': 'd12ad6c1-8684-4400-8b78-2203466153a0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c5d73f2-abd8-416b-ba88-5a4e61ed508e', 'mac_address': 'fa:16:3e:3c:1c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28abcfa-f142-432e-b1d1-99b4d3c2afcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T19:05:10Z', 'updated_at': '2022-05-18T19:05:10Z', 'revision_number': 0, 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfc634d3-27a9-43b6-8aed-013d3f7c4e25', 'name': '', 'network_id': '4c5d73f2-abd8-416b-ba88-5a4e61ed508e', 'tenant_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'mac_address': 'fa:16:3e:ef:d2:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07063120-ec37-4b11-a606-0261c2dde818', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'cce418a2-5b12-4ddb-9f54-9644a6870408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:04:56Z', 'updated_at': '2022-05-18T19:04:59Z', 'revision_number': 5, 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'subnets': [{'id': 'cce418a2-5b12-4ddb-9f54-9644a6870408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 19:05:11.863202 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-11883ee9-9531-4b84-86b5-00e16f3cb615 req-217ab1ad-aee6-45ec-bb8a-5ebf8cf59098 service neutron] 10.222.0.36 "GET /v2.0/networks/4c5d73f2-abd8-416b-ba88-5a4e61ed508e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916576 May 18 19:05:12.055949 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9482b5f-ba9f-4ee5-96ec-8db03b538e69 None None] New status for floating IP 7aacacc7-3589-473d-8455-c13e20955a4d: ACTIVE {{(pid=102732) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 19:05:12.366108 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 50462) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:05:12.426436 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-bd244760-a1df-4e2c-9745-3a34eba7aa52 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/floatingips/7aacacc7-3589-473d-8455-c13e20955a4d HTTP/1.1" status: 200 len: 993 time: 0.0590789 May 18 19:05:12.609981 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:05:13.178664 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:05:28.344976 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-416a870e-c025-4de3-ad2c-c19802725a15 req-bea5ea87-c7b9-4f2b-a4d6-c545ee0a4f5a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d28abcfa-f142-432e-b1d1-99b4d3c2afcd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0452671 May 18 19:05:28.428303 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416a870e-c025-4de3-ad2c-c19802725a15 req-e48113f2-21c3-4f79-8887-e49ab431052f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:05:28.429827 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-416a870e-c025-4de3-ad2c-c19802725a15 req-e48113f2-21c3-4f79-8887-e49ab431052f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d50b1e2a8cea4a96957fd1d0d02be5f2&device_id=d28abcfa-f142-432e-b1d1-99b4d3c2afcd HTTP/1.1" status: 200 len: 1096 time: 0.0412848 May 18 19:05:28.531860 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416a870e-c025-4de3-ad2c-c19802725a15 req-23cb25b7-42d2-4c09-a67f-99cba5161462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:05:28.533321 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-416a870e-c025-4de3-ad2c-c19802725a15 req-23cb25b7-42d2-4c09-a67f-99cba5161462 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4c5d73f2-abd8-416b-ba88-5a4e61ed508e HTTP/1.1" status: 200 len: 898 time: 0.0846708 May 18 19:05:28.602920 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-416a870e-c025-4de3-ad2c-c19802725a15 req-9a2dadf0-d6eb-47cd-88d4-5a2b686b36cc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d12ad6c1-8684-4400-8b78-2203466153a0 HTTP/1.1" status: 200 len: 1001 time: 0.0613413 May 18 19:05:28.655619 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416a870e-c025-4de3-ad2c-c19802725a15 req-75f6eaab-dde6-418a-a4e1-398972a3aa93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:05:28.657066 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-416a870e-c025-4de3-ad2c-c19802725a15 req-75f6eaab-dde6-418a-a4e1-398972a3aa93 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cce418a2-5b12-4ddb-9f54-9644a6870408 HTTP/1.1" status: 200 len: 835 time: 0.0434103 May 18 19:05:28.704978 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416a870e-c025-4de3-ad2c-c19802725a15 req-06d4f77e-4863-4bfc-80a3-f7b95905a7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:05:28.706544 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-416a870e-c025-4de3-ad2c-c19802725a15 req-06d4f77e-4863-4bfc-80a3-f7b95905a7f7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4c5d73f2-abd8-416b-ba88-5a4e61ed508e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409064 May 18 19:05:28.804714 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-416a870e-c025-4de3-ad2c-c19802725a15 req-ded3dd4a-8a32-4d86-991c-64123ec424d8 service neutron] 10.222.0.36 "GET /v2.0/networks/4c5d73f2-abd8-416b-ba88-5a4e61ed508e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856245 May 18 19:05:28.899762 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-416a870e-c025-4de3-ad2c-c19802725a15 req-31a1039a-dfb0-4305-b6ca-aa59b65a2c70 service neutron] 10.222.0.36 "GET /v2.0/networks/4c5d73f2-abd8-416b-ba88-5a4e61ed508e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826421 May 18 19:05:29.280029 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 7 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 19:05:31.550768 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:05:31.710972 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:05:37.744680 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d6b2e3bd-e7ce-4d11-9c82-2b965e3e4338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:05:40.121300 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0c248e21-977f-49b7-a6b8-30839f502b41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:05:41.464431 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:05:42.611854 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:05:43.180631 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:05:47.925537 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732b7dda-5987-4a2e-9b66-3cf53047c497 req-050df115-68f5-480f-9a4e-2572a021628f tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:05:47.927125 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-732b7dda-5987-4a2e-9b66-3cf53047c497 req-050df115-68f5-480f-9a4e-2572a021628f tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/ports?device_id=d28abcfa-f142-432e-b1d1-99b4d3c2afcd HTTP/1.1" status: 200 len: 945 time: 0.0541458 May 18 19:05:47.964273 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-732b7dda-5987-4a2e-9b66-3cf53047c497 req-515fd83b-bbd9-4fe4-81aa-36769512f21b tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/security-groups?id=95c00c3f-bda9-48a1-9bdc-458038b43912&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312724 May 18 19:05:49.081506 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831899b3-b6d6-4332-84aa-12d94a35609d req-4f875905-fbf0-4b18-8d99-07fbb3dfa62f tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:05:49.083050 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-831899b3-b6d6-4332-84aa-12d94a35609d req-4f875905-fbf0-4b18-8d99-07fbb3dfa62f tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/ports?device_id=d28abcfa-f142-432e-b1d1-99b4d3c2afcd HTTP/1.1" status: 200 len: 945 time: 0.0492382 May 18 19:05:49.121428 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-831899b3-b6d6-4332-84aa-12d94a35609d req-1a38099a-3986-4705-9ea9-41dec06aeaa6 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/security-groups?id=95c00c3f-bda9-48a1-9bdc-458038b43912&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324399 May 18 19:05:50.237102 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb12b50-be65-41af-9f41-f8e26dfe08db req-72b2603f-dbed-4487-ac69-0e7c2f944cae tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:05:50.238634 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2fb12b50-be65-41af-9f41-f8e26dfe08db req-72b2603f-dbed-4487-ac69-0e7c2f944cae tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/ports?device_id=d28abcfa-f142-432e-b1d1-99b4d3c2afcd HTTP/1.1" status: 200 len: 945 time: 0.0485442 May 18 19:05:50.280196 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2fb12b50-be65-41af-9f41-f8e26dfe08db req-bfd7b2e7-161b-491b-bcc3-04f5ebaa5deb tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/security-groups?id=95c00c3f-bda9-48a1-9bdc-458038b43912&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355761 May 18 19:05:51.408695 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823e18ae-10f9-47df-b306-90767e87d1d7 req-3c03ebc1-e66b-4d24-8437-5e29c8cc5ff4 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:05:51.410328 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-823e18ae-10f9-47df-b306-90767e87d1d7 req-3c03ebc1-e66b-4d24-8437-5e29c8cc5ff4 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/ports?device_id=d28abcfa-f142-432e-b1d1-99b4d3c2afcd HTTP/1.1" status: 200 len: 945 time: 0.0565429 May 18 19:05:51.451381 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-823e18ae-10f9-47df-b306-90767e87d1d7 req-2026f727-b622-4075-8775-23343232992e tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/security-groups?id=95c00c3f-bda9-48a1-9bdc-458038b43912&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347371 May 18 19:05:52.573085 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00196503-ae64-4348-9bc5-7735499f6f5e req-39b79082-d0d7-4f1a-8efb-b74251ce61f8 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:05:52.574587 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-00196503-ae64-4348-9bc5-7735499f6f5e req-39b79082-d0d7-4f1a-8efb-b74251ce61f8 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/ports?device_id=d28abcfa-f142-432e-b1d1-99b4d3c2afcd HTTP/1.1" status: 200 len: 945 time: 0.0483232 May 18 19:05:52.611722 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-00196503-ae64-4348-9bc5-7735499f6f5e req-ddaf8982-1e05-497e-9085-c7dc5fa108d5 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/security-groups?id=95c00c3f-bda9-48a1-9bdc-458038b43912&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304537 May 18 19:05:53.728070 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56346ded-629d-499c-8085-2b83b868100d req-4e49e686-758e-4a95-a145-3be39eb904b0 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:05:53.729472 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-56346ded-629d-499c-8085-2b83b868100d req-4e49e686-758e-4a95-a145-3be39eb904b0 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/ports?device_id=d28abcfa-f142-432e-b1d1-99b4d3c2afcd HTTP/1.1" status: 200 len: 945 time: 0.0491805 May 18 19:05:53.766693 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-56346ded-629d-499c-8085-2b83b868100d req-09b0699f-0b4f-4423-a5bf-466913c0b2fd tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/security-groups?id=95c00c3f-bda9-48a1-9bdc-458038b43912&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310798 May 18 19:05:54.887701 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ef460a-98ce-4f1e-a979-d1e3776af84f req-c99f5795-944b-4460-904b-5a6bc573e2fb tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:05:54.889225 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b4ef460a-98ce-4f1e-a979-d1e3776af84f req-c99f5795-944b-4460-904b-5a6bc573e2fb tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/ports?device_id=d28abcfa-f142-432e-b1d1-99b4d3c2afcd HTTP/1.1" status: 200 len: 945 time: 0.0552976 May 18 19:05:54.927670 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b4ef460a-98ce-4f1e-a979-d1e3776af84f req-0989191e-054c-49d3-a0ee-fb7deba97cbb tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/security-groups?id=95c00c3f-bda9-48a1-9bdc-458038b43912&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321763 May 18 19:05:56.043302 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a408501-188c-492d-b7bd-c61c6b300ee9 req-43a73054-8a43-4179-bd8d-37ca827b829d tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:05:56.044866 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2a408501-188c-492d-b7bd-c61c6b300ee9 req-43a73054-8a43-4179-bd8d-37ca827b829d tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/ports?device_id=d28abcfa-f142-432e-b1d1-99b4d3c2afcd HTTP/1.1" status: 200 len: 945 time: 0.0495596 May 18 19:05:56.082083 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2a408501-188c-492d-b7bd-c61c6b300ee9 req-0b2713c8-a2b4-42ea-b702-0d49d4d41782 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/security-groups?id=95c00c3f-bda9-48a1-9bdc-458038b43912&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306816 May 18 19:05:57.199752 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b85957-410b-4048-b8f3-9b5a1c2891c4 req-0df71128-d917-4b2c-b6a0-962847f07c05 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:05:57.202081 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-58b85957-410b-4048-b8f3-9b5a1c2891c4 req-0df71128-d917-4b2c-b6a0-962847f07c05 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/ports?device_id=d28abcfa-f142-432e-b1d1-99b4d3c2afcd HTTP/1.1" status: 200 len: 945 time: 0.0523729 May 18 19:05:57.241866 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-58b85957-410b-4048-b8f3-9b5a1c2891c4 req-9db7fa61-7be1-4055-be4b-d5dd13b4fadf tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/security-groups?id=95c00c3f-bda9-48a1-9bdc-458038b43912&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316997 May 18 19:05:58.361153 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbce80c-7f54-47e0-9626-b7f32943b391 req-317dca0b-c1aa-4faa-a10c-c185a826e975 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:05:58.362664 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5cbce80c-7f54-47e0-9626-b7f32943b391 req-317dca0b-c1aa-4faa-a10c-c185a826e975 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/ports?device_id=d28abcfa-f142-432e-b1d1-99b4d3c2afcd HTTP/1.1" status: 200 len: 945 time: 0.0529015 May 18 19:05:58.399323 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5cbce80c-7f54-47e0-9626-b7f32943b391 req-97ac1f58-a348-43d4-8228-d0be76204409 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/security-groups?id=95c00c3f-bda9-48a1-9bdc-458038b43912&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306931 May 18 19:05:58.423038 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 50498) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:05:58.486044 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-2b41e695-197a-45d6-ae77-7544139fca97 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/floatingips/7aacacc7-3589-473d-8455-c13e20955a4d HTTP/1.1" status: 200 len: 993 time: 0.0618284 May 18 19:05:59.757982 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f459bbe-b6da-46fe-9ebb-a5c4fd7684e7 req-ecb399f6-8ebf-4dc4-8bf4-cdb601a5dbec tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:05:59.759428 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0f459bbe-b6da-46fe-9ebb-a5c4fd7684e7 req-ecb399f6-8ebf-4dc4-8bf4-cdb601a5dbec tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/ports?device_id=d28abcfa-f142-432e-b1d1-99b4d3c2afcd HTTP/1.1" status: 200 len: 945 time: 0.0498703 May 18 19:05:59.827733 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0f459bbe-b6da-46fe-9ebb-a5c4fd7684e7 req-9dc80ac4-7bf6-4095-b935-7a1f20527d7b tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/security-groups?id=95c00c3f-bda9-48a1-9bdc-458038b43912&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550323 May 18 19:05:59.830240 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2975ff0b-5691-4fad-b17b-7d607005dc29 req-79716388-ac6a-4e12-b6c1-792edf5bf495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:05:59.831742 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2975ff0b-5691-4fad-b17b-7d607005dc29 req-79716388-ac6a-4e12-b6c1-792edf5bf495 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d50b1e2a8cea4a96957fd1d0d02be5f2&device_id=d28abcfa-f142-432e-b1d1-99b4d3c2afcd HTTP/1.1" status: 200 len: 1096 time: 0.0668766 May 18 19:05:59.927227 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2975ff0b-5691-4fad-b17b-7d607005dc29 req-c67047d9-0384-4c73-829d-66d3c12d766a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:05:59.928732 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2975ff0b-5691-4fad-b17b-7d607005dc29 req-c67047d9-0384-4c73-829d-66d3c12d766a service neutron] 10.222.0.36 "GET /v2.0/networks?id=4c5d73f2-abd8-416b-ba88-5a4e61ed508e HTTP/1.1" status: 200 len: 898 time: 0.0895073 May 18 19:05:59.993703 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2975ff0b-5691-4fad-b17b-7d607005dc29 req-d2392bc9-b295-417a-aa6c-c4a4aea5edd3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d12ad6c1-8684-4400-8b78-2203466153a0 HTTP/1.1" status: 200 len: 1001 time: 0.0561330 May 18 19:06:00.050657 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2975ff0b-5691-4fad-b17b-7d607005dc29 req-ce646e6f-459d-457a-9716-8f72e704f45e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:06:00.052014 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2975ff0b-5691-4fad-b17b-7d607005dc29 req-ce646e6f-459d-457a-9716-8f72e704f45e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cce418a2-5b12-4ddb-9f54-9644a6870408 HTTP/1.1" status: 200 len: 835 time: 0.0467205 May 18 19:06:00.100864 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2975ff0b-5691-4fad-b17b-7d607005dc29 req-d346e432-3bbf-4a17-86a7-39b00c8a5130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:06:00.102393 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2975ff0b-5691-4fad-b17b-7d607005dc29 req-d346e432-3bbf-4a17-86a7-39b00c8a5130 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4c5d73f2-abd8-416b-ba88-5a4e61ed508e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399544 May 18 19:06:00.116989 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [req-2975ff0b-5691-4fad-b17b-7d607005dc29 req-352580de-f040-473d-99d4-bdba81c5ae3f service neutron] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=102730) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 19:06:00.118025 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2975ff0b-5691-4fad-b17b-7d607005dc29 req-352580de-f040-473d-99d4-bdba81c5ae3f service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051291 May 18 19:06:00.206750 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2975ff0b-5691-4fad-b17b-7d607005dc29 req-003a2e64-f922-4e41-9ed3-f7a1d492bd7e service neutron] 10.222.0.36 "GET /v2.0/networks/4c5d73f2-abd8-416b-ba88-5a4e61ed508e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801697 May 18 19:06:00.310086 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2975ff0b-5691-4fad-b17b-7d607005dc29 req-f727a12e-d53c-4e44-a324-78a4efcbc469 service neutron] 10.222.0.36 "GET /v2.0/networks/4c5d73f2-abd8-416b-ba88-5a4e61ed508e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907106 May 18 19:06:00.950114 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96d6e70-06d4-48e2-8182-14b46e51bc1b req-da55cdbe-8d31-405e-acc4-8595735c14be tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:06:00.952254 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f96d6e70-06d4-48e2-8182-14b46e51bc1b req-da55cdbe-8d31-405e-acc4-8595735c14be tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/ports?device_id=d28abcfa-f142-432e-b1d1-99b4d3c2afcd HTTP/1.1" status: 200 len: 945 time: 0.0505872 May 18 19:06:00.989443 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f96d6e70-06d4-48e2-8182-14b46e51bc1b req-d1c3b1a6-cc27-4374-8719-d97312be24d3 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/security-groups?id=95c00c3f-bda9-48a1-9bdc-458038b43912&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313199 May 18 19:06:01.547447 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:01.729968 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:02.103158 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdbb38c-f768-463f-b42f-6c9be8ec9c1d req-766450d7-7980-4fdb-994a-533813e0e77e tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:06:02.104619 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-abdbb38c-f768-463f-b42f-6c9be8ec9c1d req-766450d7-7980-4fdb-994a-533813e0e77e tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/ports?device_id=d28abcfa-f142-432e-b1d1-99b4d3c2afcd HTTP/1.1" status: 200 len: 945 time: 0.0473375 May 18 19:06:02.145826 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-abdbb38c-f768-463f-b42f-6c9be8ec9c1d req-087db939-e347-4c01-92c5-537fce286bf7 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/security-groups?id=95c00c3f-bda9-48a1-9bdc-458038b43912&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345788 May 18 19:06:02.168449 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 50512) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:06:02.229331 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-6c5283c8-eb88-47c7-be05-909b5e7fead8 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/floatingips/7aacacc7-3589-473d-8455-c13e20955a4d HTTP/1.1" status: 200 len: 993 time: 0.0597613 May 18 19:06:06.278370 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 7 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 19:06:07.745220 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-2fed79c9-5405-4830-92a7-dc4606826b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:10.123227 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9bd1b721-59a5-44b9-a2b8-5e6c3dfde261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:11.468292 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:12.614084 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:13.183373 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:28.356406 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-577ee725-c09c-4694-a26d-68040221a6af req-0897f7fa-d7a9-4cfc-8afa-6e205ca0dc2c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d28abcfa-f142-432e-b1d1-99b4d3c2afcd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404561 May 18 19:06:28.448070 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577ee725-c09c-4694-a26d-68040221a6af req-2ce34ee5-7478-4eeb-b27b-8f00d405a83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:06:28.449567 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-577ee725-c09c-4694-a26d-68040221a6af req-2ce34ee5-7478-4eeb-b27b-8f00d405a83d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d50b1e2a8cea4a96957fd1d0d02be5f2&device_id=d28abcfa-f142-432e-b1d1-99b4d3c2afcd HTTP/1.1" status: 200 len: 1096 time: 0.0407333 May 18 19:06:28.554678 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577ee725-c09c-4694-a26d-68040221a6af req-faa14a98-b8dd-4965-872a-02993cd6abc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:06:28.556160 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-577ee725-c09c-4694-a26d-68040221a6af req-faa14a98-b8dd-4965-872a-02993cd6abc6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4c5d73f2-abd8-416b-ba88-5a4e61ed508e HTTP/1.1" status: 200 len: 898 time: 0.0868492 May 18 19:06:28.622296 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-577ee725-c09c-4694-a26d-68040221a6af req-ce0f09bf-fef2-4deb-8d94-bf45db91085e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d12ad6c1-8684-4400-8b78-2203466153a0 HTTP/1.1" status: 200 len: 1001 time: 0.0574999 May 18 19:06:28.672784 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577ee725-c09c-4694-a26d-68040221a6af req-59533739-7f3c-4d8f-8eec-781cc8a882e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:06:28.674816 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-577ee725-c09c-4694-a26d-68040221a6af req-59533739-7f3c-4d8f-8eec-781cc8a882e7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cce418a2-5b12-4ddb-9f54-9644a6870408 HTTP/1.1" status: 200 len: 835 time: 0.0437264 May 18 19:06:28.725112 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577ee725-c09c-4694-a26d-68040221a6af req-1491f222-7a6b-4e66-83d1-29a7daf6069a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:06:28.726738 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-577ee725-c09c-4694-a26d-68040221a6af req-1491f222-7a6b-4e66-83d1-29a7daf6069a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4c5d73f2-abd8-416b-ba88-5a4e61ed508e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437863 May 18 19:06:28.817791 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-577ee725-c09c-4694-a26d-68040221a6af req-23196cdb-d5be-4330-ae73-11d69b3764c0 service neutron] 10.222.0.36 "GET /v2.0/networks/4c5d73f2-abd8-416b-ba88-5a4e61ed508e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816410 May 18 19:06:28.909384 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-577ee725-c09c-4694-a26d-68040221a6af req-afd76909-52a8-454c-a8ea-388a12bd9791 service neutron] 10.222.0.36 "GET /v2.0/networks/4c5d73f2-abd8-416b-ba88-5a4e61ed508e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839274 May 18 19:06:31.549704 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:31.731228 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:34.587029 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 50534) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:06:34.746112 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-0b3143c5-565e-4dad-8794-9eaa5df4ff5d tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Deleting port edc0bace-e069-4bea-a3aa-30941f898631 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 19:06:34.746460 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0b3143c5-565e-4dad-8794-9eaa5df4ff5d tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:34.825126 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0b3143c5-565e-4dad-8794-9eaa5df4ff5d tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:34.825455 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0b3143c5-565e-4dad-8794-9eaa5df4ff5d tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:34.836712 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-0b3143c5-565e-4dad-8794-9eaa5df4ff5d tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Calling delete_port for edc0bace-e069-4bea-a3aa-30941f898631 owned by network:floatingip {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 19:06:34.979430 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0b3143c5-565e-4dad-8794-9eaa5df4ff5d tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:35.004606 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3143c5-565e-4dad-8794-9eaa5df4ff5d tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Pushing event deleted for resources: {'Port': ['ID=edc0bace-e069-4bea-a3aa-30941f898631,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:06:35.017583 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3143c5-565e-4dad-8794-9eaa5df4ff5d tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:06:35.017963 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3143c5-565e-4dad-8794-9eaa5df4ff5d tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:06:35.018306 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3143c5-565e-4dad-8794-9eaa5df4ff5d tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:06:35.018738 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3143c5-565e-4dad-8794-9eaa5df4ff5d tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:06:35.019075 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3143c5-565e-4dad-8794-9eaa5df4ff5d tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:06:35.019435 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3143c5-565e-4dad-8794-9eaa5df4ff5d tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:06:35.019769 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3143c5-565e-4dad-8794-9eaa5df4ff5d tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:06:35.020099 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3143c5-565e-4dad-8794-9eaa5df4ff5d tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:06:35.020435 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3143c5-565e-4dad-8794-9eaa5df4ff5d tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:06:35.020762 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3143c5-565e-4dad-8794-9eaa5df4ff5d tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:06:35.021115 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3143c5-565e-4dad-8794-9eaa5df4ff5d tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:06:35.021437 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3143c5-565e-4dad-8794-9eaa5df4ff5d tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:06:35.078195 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0b3143c5-565e-4dad-8794-9eaa5df4ff5d tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for floatingip, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:35.078544 n-d-838550-3 neutron-server[102731]: INFO neutron.db.l3_db [None req-0b3143c5-565e-4dad-8794-9eaa5df4ff5d tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Floating IP 7aacacc7-3589-473d-8455-c13e20955a4d disassociated (deleted). External IP: 172.25.5.149, port: d12ad6c1-8684-4400-8b78-2203466153a0. May 18 19:06:35.279317 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b3143c5-565e-4dad-8794-9eaa5df4ff5d tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Router 07063120-ec37-4b11-a606-0261c2dde818 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 19:06:35.386154 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b3143c5-565e-4dad-8794-9eaa5df4ff5d tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 19:06:35.391086 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0b3143c5-565e-4dad-8794-9eaa5df4ff5d tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:35.396339 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6523000-28ab-4e0a-969a-390f55350db6 None None] Sync routers for ids ['07063120-ec37-4b11-a606-0261c2dde818'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 19:06:35.406372 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6523000-28ab-4e0a-969a-390f55350db6 None None] Routers {'07063120-ec37-4b11-a606-0261c2dde818'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 19:06:35.406977 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-b6523000-28ab-4e0a-969a-390f55350db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T19:06:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['07063120-ec37-4b11-a606-0261c2dde818'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:06:35.420296 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-0b3143c5-565e-4dad-8794-9eaa5df4ff5d tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "DELETE /v2.0/floatingips/7aacacc7-3589-473d-8455-c13e20955a4d HTTP/1.1" status: 204 len: 168 time: 0.8321004 May 18 19:06:35.420825 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd28abcfa-f142-432e-b1d1-99b4d3c2afcd', 'tag': 'd12ad6c1-8684-4400-8b78-2203466153a0'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 19:06:35.423365 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2af15054aaa6949616271ca6be3a072f6b50fedb79e93cfaf9b795926efec15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ecc9fb0-5894-49c4-b3a0-eef1a53be85f" -d '{"events": [{"name": "network-changed", "server_uuid": "d28abcfa-f142-432e-b1d1-99b4d3c2afcd", "tag": "d12ad6c1-8684-4400-8b78-2203466153a0"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 19:06:35.512149 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-b6523000-28ab-4e0a-969a-390f55350db6 None None] Set router 07063120-ec37-4b11-a606-0261c2dde818 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 19:06:35.581690 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 19:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b71e4149-7eeb-403d-89a9-f1bc992b3743 x-openstack-request-id: req-b71e4149-7eeb-403d-89a9-f1bc992b3743 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 19:06:35.581983 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d28abcfa-f142-432e-b1d1-99b4d3c2afcd", "tag": "d12ad6c1-8684-4400-8b78-2203466153a0", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 19:06:35.582232 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-b71e4149-7eeb-403d-89a9-f1bc992b3743 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 19:06:35.582636 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b71e4149-7eeb-403d-89a9-f1bc992b3743'] response: {'name': 'network-changed', 'server_uuid': 'd28abcfa-f142-432e-b1d1-99b4d3c2afcd', 'tag': 'd12ad6c1-8684-4400-8b78-2203466153a0', 'status': 'completed', 'code': 200} May 18 19:06:35.676751 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecc9fb0-5894-49c4-b3a0-eef1a53be85f req-5ad30020-e3a7-4f9e-8bb7-f922df6ac526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:06:35.678182 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1ecc9fb0-5894-49c4-b3a0-eef1a53be85f req-5ad30020-e3a7-4f9e-8bb7-f922df6ac526 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d50b1e2a8cea4a96957fd1d0d02be5f2&device_id=d28abcfa-f142-432e-b1d1-99b4d3c2afcd HTTP/1.1" status: 200 len: 1096 time: 0.0716531 May 18 19:06:35.689103 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1056097d-5f62-48d1-b743-d18cdf468910 req-1e54e432-4746-4f29-a71c-f5a7f8e7199d tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:06:35.691166 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1056097d-5f62-48d1-b743-d18cdf468910 req-1e54e432-4746-4f29-a71c-f5a7f8e7199d tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/ports?device_id=d28abcfa-f142-432e-b1d1-99b4d3c2afcd HTTP/1.1" status: 200 len: 945 time: 0.0591338 May 18 19:06:35.722303 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-b6523000-28ab-4e0a-969a-390f55350db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07063120-ec37-4b11-a606-0261c2dde818', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1424675601', 'tenant_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': '7a95b8f7-3f0b-479c-ade1-41e4cd2a3be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T19:04:53Z', 'updated_at': '2022-05-18T19:04:56Z', 'revision_number': 4, 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'gw_port': {'id': '7a95b8f7-3f0b-479c-ade1-41e4cd2a3be7', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07063120-ec37-4b11-a606-0261c2dde818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:04:53Z', 'updated_at': '2022-05-18T19:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': 'dfc634d3-27a9-43b6-8aed-013d3f7c4e25', 'name': '', 'network_id': '4c5d73f2-abd8-416b-ba88-5a4e61ed508e', 'tenant_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'mac_address': 'fa:16:3e:ef:d2:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07063120-ec37-4b11-a606-0261c2dde818', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'cce418a2-5b12-4ddb-9f54-9644a6870408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:04:56Z', 'updated_at': '2022-05-18T19:04:59Z', 'revision_number': 5, 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'subnets': [{'id': 'cce418a2-5b12-4ddb-9f54-9644a6870408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:06:35.748443 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6523000-28ab-4e0a-969a-390f55350db6 None None] Checking router: 07063120-ec37-4b11-a606-0261c2dde818 for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 19:06:35.757078 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6523000-28ab-4e0a-969a-390f55350db6 None None] Routers {'07063120-ec37-4b11-a606-0261c2dde818'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 19:06:35.757721 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-b6523000-28ab-4e0a-969a-390f55350db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T19:06:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['07063120-ec37-4b11-a606-0261c2dde818'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:06:35.776176 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1056097d-5f62-48d1-b743-d18cdf468910 req-1f3f6ce1-d021-4e7d-8d67-f5e8e519ea10 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/security-groups?id=95c00c3f-bda9-48a1-9bdc-458038b43912&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761552 May 18 19:06:35.805159 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecc9fb0-5894-49c4-b3a0-eef1a53be85f req-0127a300-a49f-429e-98a6-b7c3ea057a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:06:35.806583 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1ecc9fb0-5894-49c4-b3a0-eef1a53be85f req-0127a300-a49f-429e-98a6-b7c3ea057a5a service neutron] 10.222.0.36 "GET /v2.0/networks?id=4c5d73f2-abd8-416b-ba88-5a4e61ed508e HTTP/1.1" status: 200 len: 898 time: 0.1145711 May 18 19:06:35.848968 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1ecc9fb0-5894-49c4-b3a0-eef1a53be85f req-cefe69e6-e2dc-494b-8246-b87f99d019c9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d12ad6c1-8684-4400-8b78-2203466153a0 HTTP/1.1" status: 200 len: 217 time: 0.0351930 May 18 19:06:35.860562 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-b6523000-28ab-4e0a-969a-390f55350db6 None None] Set router 07063120-ec37-4b11-a606-0261c2dde818 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 19:06:35.901637 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecc9fb0-5894-49c4-b3a0-eef1a53be85f req-7454b33a-b431-42dc-9387-838e25a300b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:06:35.903103 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1ecc9fb0-5894-49c4-b3a0-eef1a53be85f req-7454b33a-b431-42dc-9387-838e25a300b9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cce418a2-5b12-4ddb-9f54-9644a6870408 HTTP/1.1" status: 200 len: 835 time: 0.0470498 May 18 19:06:35.952433 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecc9fb0-5894-49c4-b3a0-eef1a53be85f req-ce8cf9ee-f3b0-4b8e-afc0-59d544c94255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:06:35.953972 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1ecc9fb0-5894-49c4-b3a0-eef1a53be85f req-ce8cf9ee-f3b0-4b8e-afc0-59d544c94255 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4c5d73f2-abd8-416b-ba88-5a4e61ed508e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402658 May 18 19:06:36.041567 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1ecc9fb0-5894-49c4-b3a0-eef1a53be85f req-b7fba2c1-7eec-424e-b751-881c1ee6227c service neutron] 10.222.0.36 "GET /v2.0/networks/4c5d73f2-abd8-416b-ba88-5a4e61ed508e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804641 May 18 19:06:36.049451 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-b6523000-28ab-4e0a-969a-390f55350db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07063120-ec37-4b11-a606-0261c2dde818', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1424675601', 'tenant_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': '7a95b8f7-3f0b-479c-ade1-41e4cd2a3be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T19:04:53Z', 'updated_at': '2022-05-18T19:04:56Z', 'revision_number': 4, 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'gw_port': {'id': '7a95b8f7-3f0b-479c-ade1-41e4cd2a3be7', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07063120-ec37-4b11-a606-0261c2dde818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:04:53Z', 'updated_at': '2022-05-18T19:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': 'dfc634d3-27a9-43b6-8aed-013d3f7c4e25', 'name': '', 'network_id': '4c5d73f2-abd8-416b-ba88-5a4e61ed508e', 'tenant_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'mac_address': 'fa:16:3e:ef:d2:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07063120-ec37-4b11-a606-0261c2dde818', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'cce418a2-5b12-4ddb-9f54-9644a6870408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:04:56Z', 'updated_at': '2022-05-18T19:04:59Z', 'revision_number': 5, 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'subnets': [{'id': 'cce418a2-5b12-4ddb-9f54-9644a6870408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:06:36.079593 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6523000-28ab-4e0a-969a-390f55350db6 None None] The sync data for ids ['07063120-ec37-4b11-a606-0261c2dde818'] in n-d-838550-3 is: [{'id': '07063120-ec37-4b11-a606-0261c2dde818', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1424675601', 'tenant_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': '7a95b8f7-3f0b-479c-ade1-41e4cd2a3be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T19:04:53Z', 'updated_at': '2022-05-18T19:04:56Z', 'revision_number': 4, 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'gw_port': {'id': '7a95b8f7-3f0b-479c-ade1-41e4cd2a3be7', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07063120-ec37-4b11-a606-0261c2dde818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:04:53Z', 'updated_at': '2022-05-18T19:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': 'dfc634d3-27a9-43b6-8aed-013d3f7c4e25', 'name': '', 'network_id': '4c5d73f2-abd8-416b-ba88-5a4e61ed508e', 'tenant_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'mac_address': 'fa:16:3e:ef:d2:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07063120-ec37-4b11-a606-0261c2dde818', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'cce418a2-5b12-4ddb-9f54-9644a6870408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:04:56Z', 'updated_at': '2022-05-18T19:04:59Z', 'revision_number': 5, 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'subnets': [{'id': 'cce418a2-5b12-4ddb-9f54-9644a6870408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 19:06:36.136775 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1ecc9fb0-5894-49c4-b3a0-eef1a53be85f req-04611f04-74cd-417f-99ae-a643d198dcfe service neutron] 10.222.0.36 "GET /v2.0/networks/4c5d73f2-abd8-416b-ba88-5a4e61ed508e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881722 May 18 19:06:36.292964 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29828114-e9a4-4acf-b8d5-5d09b0be3142 None None] New status for floating IP 7aacacc7-3589-473d-8455-c13e20955a4d: DOWN {{(pid=102732) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 19:06:36.892724 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652b2309-fdc4-4b42-a910-54e0eda493d5 req-a483311a-6d3e-4a2c-843d-eef372d9a8dd tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:06:36.894720 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-652b2309-fdc4-4b42-a910-54e0eda493d5 req-a483311a-6d3e-4a2c-843d-eef372d9a8dd tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/ports?device_id=d28abcfa-f142-432e-b1d1-99b4d3c2afcd HTTP/1.1" status: 200 len: 945 time: 0.0490165 May 18 19:06:36.932015 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-652b2309-fdc4-4b42-a910-54e0eda493d5 req-b8f88127-7ae5-4ecf-b2ba-92688350283b tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/security-groups?id=95c00c3f-bda9-48a1-9bdc-458038b43912&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312614 May 18 19:06:37.421702 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9805b608-c2dd-4f70-9bae-046f13406042 req-6a769c13-c07e-41b1-9afb-a1aaa8d36876 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:06:37.423073 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9805b608-c2dd-4f70-9bae-046f13406042 req-6a769c13-c07e-41b1-9afb-a1aaa8d36876 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.36 "GET /v2.0/ports?device_id=d28abcfa-f142-432e-b1d1-99b4d3c2afcd HTTP/1.1" status: 200 len: 945 time: 0.0473011 May 18 19:06:37.519892 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-9805b608-c2dd-4f70-9bae-046f13406042 req-261def6b-ecc4-4bf5-8549-43991e35541c tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Deleting port d12ad6c1-8684-4400-8b78-2203466153a0 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 19:06:37.520234 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-9805b608-c2dd-4f70-9bae-046f13406042 req-261def6b-ecc4-4bf5-8549-43991e35541c tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:37.608778 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-9805b608-c2dd-4f70-9bae-046f13406042 req-261def6b-ecc4-4bf5-8549-43991e35541c tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] For port d12ad6c1-8684-4400-8b78-2203466153a0, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=d12ad6c1-8684-4400-8b78-2203466153a0,segment=NetworkSegment(688b0112-17ea-46c6-9122-7f715947a0d0),segment_id=688b0112-17ea-46c6-9122-7f715947a0d0)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 19:06:37.609147 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-9805b608-c2dd-4f70-9bae-046f13406042 req-261def6b-ecc4-4bf5-8549-43991e35541c tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:37.620689 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-9805b608-c2dd-4f70-9bae-046f13406042 req-261def6b-ecc4-4bf5-8549-43991e35541c tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Calling delete_port for d12ad6c1-8684-4400-8b78-2203466153a0 owned by compute:nova {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 19:06:37.746823 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9dcce9fb-09a0-459b-8812-cd8eb9c55996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:37.751161 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-9805b608-c2dd-4f70-9bae-046f13406042 req-261def6b-ecc4-4bf5-8549-43991e35541c tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:37.780738 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261def6b-ecc4-4bf5-8549-43991e35541c tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Pushing event deleted for resources: {'Port': ['ID=d12ad6c1-8684-4400-8b78-2203466153a0,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:06:37.807156 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261def6b-ecc4-4bf5-8549-43991e35541c tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:06:37.807506 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261def6b-ecc4-4bf5-8549-43991e35541c tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:06:37.807856 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261def6b-ecc4-4bf5-8549-43991e35541c tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:06:37.808194 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261def6b-ecc4-4bf5-8549-43991e35541c tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:06:37.808532 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261def6b-ecc4-4bf5-8549-43991e35541c tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:06:37.808863 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261def6b-ecc4-4bf5-8549-43991e35541c tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:06:37.809195 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261def6b-ecc4-4bf5-8549-43991e35541c tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:06:37.809523 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261def6b-ecc4-4bf5-8549-43991e35541c tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:06:37.809917 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261def6b-ecc4-4bf5-8549-43991e35541c tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:06:37.810206 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261def6b-ecc4-4bf5-8549-43991e35541c tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:06:37.810535 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261def6b-ecc4-4bf5-8549-43991e35541c tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:06:37.810856 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261def6b-ecc4-4bf5-8549-43991e35541c tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:06:37.836966 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-9805b608-c2dd-4f70-9bae-046f13406042 req-261def6b-ecc4-4bf5-8549-43991e35541c tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] No DVR routers for this DVR port d12ad6c1-8684-4400-8b78-2203466153a0 on host n-h1-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 19:06:37.839600 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-9805b608-c2dd-4f70-9bae-046f13406042 req-261def6b-ecc4-4bf5-8549-43991e35541c tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:37.843222 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9805b608-c2dd-4f70-9bae-046f13406042 req-261def6b-ecc4-4bf5-8549-43991e35541c tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.36 "DELETE /v2.0/ports/d12ad6c1-8684-4400-8b78-2203466153a0 HTTP/1.1" status: 204 len: 173 time: 0.4136539 May 18 19:06:37.843697 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd28abcfa-f142-432e-b1d1-99b4d3c2afcd', 'name': 'network-vif-deleted', 'tag': 'd12ad6c1-8684-4400-8b78-2203466153a0'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 19:06:37.846174 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebab1398998b981f34f543ac0b562e5946bae5cf08db64623ace6dd3c2d346bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e7c5b0c-bd5a-46b5-8649-71aa35d49723" -d '{"events": [{"server_uuid": "d28abcfa-f142-432e-b1d1-99b4d3c2afcd", "name": "network-vif-deleted", "tag": "d12ad6c1-8684-4400-8b78-2203466153a0"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 19:06:37.890436 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 19:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-504aec3e-665b-4e2a-a1f0-f3e97e035232 x-openstack-request-id: req-504aec3e-665b-4e2a-a1f0-f3e97e035232 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 19:06:37.890849 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d28abcfa-f142-432e-b1d1-99b4d3c2afcd", "name": "network-vif-deleted", "tag": "d12ad6c1-8684-4400-8b78-2203466153a0", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 19:06:37.891162 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-504aec3e-665b-4e2a-a1f0-f3e97e035232 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 19:06:37.891595 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-504aec3e-665b-4e2a-a1f0-f3e97e035232'] response: {'server_uuid': 'd28abcfa-f142-432e-b1d1-99b4d3c2afcd', 'name': 'network-vif-deleted', 'tag': 'd12ad6c1-8684-4400-8b78-2203466153a0', 'status': 'completed', 'code': 200} May 18 19:06:38.039625 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cc807037-506f-4d57-a038-9ac20de59227 req-b015c917-e7c7-4102-9882-0eca93178278 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/ports?device_id=d28abcfa-f142-432e-b1d1-99b4d3c2afcd HTTP/1.1" status: 200 len: 210 time: 0.0272696 May 18 19:06:39.094604 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 50550) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:06:39.447607 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-320d257b-34f0-4127-95fd-b319c8fcbdd6 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-595963'] for router_interface, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:39.701210 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-320d257b-34f0-4127-95fd-b319c8fcbdd6 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Deleting port dfc634d3-27a9-43b6-8aed-013d3f7c4e25 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 19:06:39.701475 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-320d257b-34f0-4127-95fd-b319c8fcbdd6 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:39.789418 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-320d257b-34f0-4127-95fd-b319c8fcbdd6 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] For port dfc634d3-27a9-43b6-8aed-013d3f7c4e25, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=dfc634d3-27a9-43b6-8aed-013d3f7c4e25,segment=NetworkSegment(688b0112-17ea-46c6-9122-7f715947a0d0),segment_id=688b0112-17ea-46c6-9122-7f715947a0d0)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 19:06:39.789827 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-320d257b-34f0-4127-95fd-b319c8fcbdd6 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:39.801961 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-320d257b-34f0-4127-95fd-b319c8fcbdd6 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Calling delete_port for dfc634d3-27a9-43b6-8aed-013d3f7c4e25 owned by network:router_interface {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 19:06:39.987857 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-320d257b-34f0-4127-95fd-b319c8fcbdd6 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:40.016137 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320d257b-34f0-4127-95fd-b319c8fcbdd6 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Pushing event deleted for resources: {'Port': ['ID=dfc634d3-27a9-43b6-8aed-013d3f7c4e25,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:06:40.127962 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-143446ed-1aca-487f-bbec-4fea7fda0a48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:40.498101 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-320d257b-34f0-4127-95fd-b319c8fcbdd6 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-593931'] for router_interface, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:40.710219 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-320d257b-34f0-4127-95fd-b319c8fcbdd6 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Router 07063120-ec37-4b11-a606-0261c2dde818 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 19:06:40.816094 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-320d257b-34f0-4127-95fd-b319c8fcbdd6 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 19:06:40.821001 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-320d257b-34f0-4127-95fd-b319c8fcbdd6 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "PUT /v2.0/routers/07063120-ec37-4b11-a606-0261c2dde818/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7253327 May 18 19:06:40.823948 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 50552) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:06:40.825901 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8086d374-4fef-460c-9e4c-74b1641a7f72 None None] Sync routers for ids ['07063120-ec37-4b11-a606-0261c2dde818'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 19:06:40.836853 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8086d374-4fef-460c-9e4c-74b1641a7f72 None None] Routers {'07063120-ec37-4b11-a606-0261c2dde818'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 19:06:40.837471 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-8086d374-4fef-460c-9e4c-74b1641a7f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T19:06:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['07063120-ec37-4b11-a606-0261c2dde818'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:06:40.875094 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_v2 [None req-28af8688-8657-4e4b-a3fe-4f5452eaad1f tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Deleting subnet cce418a2-5b12-4ddb-9f54-9644a6870408 {{(pid=102731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 19:06:40.878219 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-28af8688-8657-4e4b-a3fe-4f5452eaad1f tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for subnet, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:40.918030 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-28af8688-8657-4e4b-a3fe-4f5452eaad1f tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260542153'] for subnet, precommit_delete_associations {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:40.940702 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-8086d374-4fef-460c-9e4c-74b1641a7f72 None None] Set router 07063120-ec37-4b11-a606-0261c2dde818 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 19:06:41.004800 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-28af8688-8657-4e4b-a3fe-4f5452eaad1f tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:41.070156 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-28af8688-8657-4e4b-a3fe-4f5452eaad1f tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260898416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260908030'] for subnet, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:41.100816 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-28af8688-8657-4e4b-a3fe-4f5452eaad1f tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:41.104939 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-28af8688-8657-4e4b-a3fe-4f5452eaad1f tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "DELETE /v2.0/subnets/cce418a2-5b12-4ddb-9f54-9644a6870408 HTTP/1.1" status: 204 len: 168 time: 0.2791786 May 18 19:06:41.104939 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28af8688-8657-4e4b-a3fe-4f5452eaad1f tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Pushing event deleted for resources: {'Subnet': ['ID=cce418a2-5b12-4ddb-9f54-9644a6870408,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:06:41.107603 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 50554) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:06:41.109176 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f1b1ed-4cf9-482c-968f-56199b640729 None None] Network 4c5d73f2-abd8-416b-ba88-5a4e61ed508e requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 19:06:41.132833 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-8086d374-4fef-460c-9e4c-74b1641a7f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07063120-ec37-4b11-a606-0261c2dde818', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1424675601', 'tenant_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': '7a95b8f7-3f0b-479c-ade1-41e4cd2a3be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T19:04:53Z', 'updated_at': '2022-05-18T19:06:39Z', 'revision_number': 5, 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'gw_port': {'id': '7a95b8f7-3f0b-479c-ade1-41e4cd2a3be7', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07063120-ec37-4b11-a606-0261c2dde818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:04:53Z', 'updated_at': '2022-05-18T19:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:06:41.159298 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8086d374-4fef-460c-9e4c-74b1641a7f72 None None] Checking router: 07063120-ec37-4b11-a606-0261c2dde818 for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 19:06:41.168577 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8086d374-4fef-460c-9e4c-74b1641a7f72 None None] Routers {'07063120-ec37-4b11-a606-0261c2dde818'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 19:06:41.170199 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-8086d374-4fef-460c-9e4c-74b1641a7f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T19:06:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['07063120-ec37-4b11-a606-0261c2dde818'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:06:41.170341 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device d12ad6c1-8684-4400-8b78-2203466153a0 no longer exists at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 19:06:41.194341 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] No Port match for: d12ad6c1-8684-4400-8b78-2203466153a0 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 19:06:41.194688 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device d12ad6c1-8684-4400-8b78-2203466153a0 not bound to the agent host n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 19:06:41.289184 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-8086d374-4fef-460c-9e4c-74b1641a7f72 None None] Set router 07063120-ec37-4b11-a606-0261c2dde818 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 19:06:41.334551 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c6a1b5a-f260-4675-a231-2bfce0fc2182 None None] DHCP port deletion for 4c5d73f2-abd8-416b-ba88-5a4e61ed508e request from n-d-838550-3 {{(pid=102732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 19:06:41.392548 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-8c6a1b5a-f260-4675-a231-2bfce0fc2182 None None] Deleting port ceb0862e-32dd-443b-baf0-0d6c481b26b8 {{(pid=102732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 19:06:41.392924 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-8c6a1b5a-f260-4675-a231-2bfce0fc2182 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:41.465446 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-8c6a1b5a-f260-4675-a231-2bfce0fc2182 None None] For port ceb0862e-32dd-443b-baf0-0d6c481b26b8, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=ceb0862e-32dd-443b-baf0-0d6c481b26b8,segment=NetworkSegment(688b0112-17ea-46c6-9122-7f715947a0d0),segment_id=688b0112-17ea-46c6-9122-7f715947a0d0)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 19:06:41.465890 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-8c6a1b5a-f260-4675-a231-2bfce0fc2182 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:41.486868 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-8c6a1b5a-f260-4675-a231-2bfce0fc2182 None None] Calling delete_port for ceb0862e-32dd-443b-baf0-0d6c481b26b8 owned by network:dhcp {{(pid=102732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 19:06:41.492283 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:41.566906 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d8763a7a-d763-4e4f-823a-6d6c528f859c tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for router, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:41.580051 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-8086d374-4fef-460c-9e4c-74b1641a7f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07063120-ec37-4b11-a606-0261c2dde818', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1424675601', 'tenant_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': '7a95b8f7-3f0b-479c-ade1-41e4cd2a3be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T19:04:53Z', 'updated_at': '2022-05-18T19:06:39Z', 'revision_number': 5, 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'gw_port': {'id': '7a95b8f7-3f0b-479c-ade1-41e4cd2a3be7', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07063120-ec37-4b11-a606-0261c2dde818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:04:53Z', 'updated_at': '2022-05-18T19:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:06:41.608796 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8086d374-4fef-460c-9e4c-74b1641a7f72 None None] The sync data for ids ['07063120-ec37-4b11-a606-0261c2dde818'] in n-d-838550-3 is: [{'id': '07063120-ec37-4b11-a606-0261c2dde818', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1424675601', 'tenant_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': '7a95b8f7-3f0b-479c-ade1-41e4cd2a3be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T19:04:53Z', 'updated_at': '2022-05-18T19:06:39Z', 'revision_number': 5, 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'gw_port': {'id': '7a95b8f7-3f0b-479c-ade1-41e4cd2a3be7', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07063120-ec37-4b11-a606-0261c2dde818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:04:53Z', 'updated_at': '2022-05-18T19:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 19:06:41.693009 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d8763a7a-d763-4e4f-823a-6d6c528f859c tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:41.747753 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-d8763a7a-d763-4e4f-823a-6d6c528f859c tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Deleting port 7a95b8f7-3f0b-479c-ade1-41e4cd2a3be7 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 19:06:41.748100 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d8763a7a-d763-4e4f-823a-6d6c528f859c tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:41.755176 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-8c6a1b5a-f260-4675-a231-2bfce0fc2182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508'] for port, after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:41.779253 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6a1b5a-f260-4675-a231-2bfce0fc2182 None None] Pushing event deleted for resources: {'Port': ['ID=ceb0862e-32dd-443b-baf0-0d6c481b26b8,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:06:41.794596 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6a1b5a-f260-4675-a231-2bfce0fc2182 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:06:41.794943 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6a1b5a-f260-4675-a231-2bfce0fc2182 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:06:41.795279 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6a1b5a-f260-4675-a231-2bfce0fc2182 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:06:41.795612 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6a1b5a-f260-4675-a231-2bfce0fc2182 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:06:41.795938 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6a1b5a-f260-4675-a231-2bfce0fc2182 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:06:41.796277 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6a1b5a-f260-4675-a231-2bfce0fc2182 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:06:41.796583 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6a1b5a-f260-4675-a231-2bfce0fc2182 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:06:41.796902 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6a1b5a-f260-4675-a231-2bfce0fc2182 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:06:41.797228 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6a1b5a-f260-4675-a231-2bfce0fc2182 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:06:41.797546 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6a1b5a-f260-4675-a231-2bfce0fc2182 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:06:41.797896 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6a1b5a-f260-4675-a231-2bfce0fc2182 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:06:41.798213 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6a1b5a-f260-4675-a231-2bfce0fc2182 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:06:41.801275 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6a1b5a-f260-4675-a231-2bfce0fc2182 None None] No DVR routers for this DVR port ceb0862e-32dd-443b-baf0-0d6c481b26b8 on host n-d-838550-3 {{(pid=102732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 19:06:41.834785 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-d8763a7a-d763-4e4f-823a-6d6c528f859c tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] For port 7a95b8f7-3f0b-479c-ade1-41e4cd2a3be7, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=7a95b8f7-3f0b-479c-ade1-41e4cd2a3be7,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 19:06:41.835160 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d8763a7a-d763-4e4f-823a-6d6c528f859c tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:41.846800 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-d8763a7a-d763-4e4f-823a-6d6c528f859c tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Calling delete_port for 7a95b8f7-3f0b-479c-ade1-41e4cd2a3be7 owned by network:router_gateway {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 19:06:42.019291 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d8763a7a-d763-4e4f-823a-6d6c528f859c tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:42.048885 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8763a7a-d763-4e4f-823a-6d6c528f859c tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Pushing event deleted for resources: {'Port': ['ID=7a95b8f7-3f0b-479c-ade1-41e4cd2a3be7,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:06:42.115097 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d8763a7a-d763-4e4f-823a-6d6c528f859c tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596901'] for router_gateway, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:42.209806 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d8763a7a-d763-4e4f-823a-6d6c528f859c tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25145'] for router, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:42.211999 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d8763a7a-d763-4e4f-823a-6d6c528f859c tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:42.258375 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d8763a7a-d763-4e4f-823a-6d6c528f859c tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593303'] for router, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:42.259252 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8763a7a-d763-4e4f-823a-6d6c528f859c tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Fanout notify agent at l3_agent the message router_deleted on router 07063120-ec37-4b11-a606-0261c2dde818 {{(pid=102730) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 18 19:06:42.267594 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d8763a7a-d763-4e4f-823a-6d6c528f859c tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for router, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:42.268754 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-d8763a7a-d763-4e4f-823a-6d6c528f859c tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "DELETE /v2.0/routers/07063120-ec37-4b11-a606-0261c2dde818 HTTP/1.1" status: 204 len: 168 time: 1.1601052 May 18 19:06:42.271570 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 50556) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:06:42.364147 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-80f3b62b-885d-458a-b42e-bd78b2c54df2 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:42.455592 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-80f3b62b-885d-458a-b42e-bd78b2c54df2 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:42.477493 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-80f3b62b-885d-458a-b42e-bd78b2c54df2 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c5d73f2-abd8-416b-ba88-5a4e61ed508e']}} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:06:42.487272 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-80f3b62b-885d-458a-b42e-bd78b2c54df2 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '688b0112-17ea-46c6-9122-7f715947a0d0') {'for_net_delete': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:06:42.487504 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-80f3b62b-885d-458a-b42e-bd78b2c54df2 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '688b0112-17ea-46c6-9122-7f715947a0d0') {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:06:42.502212 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-80f3b62b-885d-458a-b42e-bd78b2c54df2 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260107375'] for segment, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:42.516345 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-80f3b62b-885d-458a-b42e-bd78b2c54df2 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:42.522142 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80f3b62b-885d-458a-b42e-bd78b2c54df2 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=102730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 19:06:42.522527 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-80f3b62b-885d-458a-b42e-bd78b2c54df2 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261102736'] for segment, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:42.526055 n-d-838550-3 neutron-server[102730]: Traceback (most recent call last): May 18 19:06:42.526055 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 19:06:42.526055 n-d-838550-3 neutron-server[102730]: timer() May 18 19:06:42.526055 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 19:06:42.526055 n-d-838550-3 neutron-server[102730]: cb(*args, **kw) May 18 19:06:42.526055 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 19:06:42.526055 n-d-838550-3 neutron-server[102730]: return func(*args, **kwargs) May 18 19:06:42.526055 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 19:06:42.526055 n-d-838550-3 neutron-server[102730]: self._notify() May 18 19:06:42.526055 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 19:06:42.526055 n-d-838550-3 neutron-server[102730]: self.callback(batched_events) May 18 19:06:42.526055 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 19:06:42.526055 n-d-838550-3 neutron-server[102730]: event.method(event) May 18 19:06:42.526055 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 19:06:42.526055 n-d-838550-3 neutron-server[102730]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 19:06:42.526055 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 19:06:42.526055 n-d-838550-3 neutron-server[102730]: aggregate_uuid = self.p_client.list_aggregates( May 18 19:06:42.526055 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 19:06:42.526055 n-d-838550-3 neutron-server[102730]: return f(self, *a, **k) May 18 19:06:42.526055 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 19:06:42.526055 n-d-838550-3 neutron-server[102730]: return self._get(url).json() May 18 19:06:42.526055 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 19:06:42.526055 n-d-838550-3 neutron-server[102730]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 19:06:42.526055 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 19:06:42.526055 n-d-838550-3 neutron-server[102730]: return self.request(url, 'GET', **kwargs) May 18 19:06:42.526055 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 19:06:42.526055 n-d-838550-3 neutron-server[102730]: base_url = self.get_endpoint(auth, allow=allow, May 18 19:06:42.526055 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 19:06:42.526055 n-d-838550-3 neutron-server[102730]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 19:06:42.526055 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 19:06:42.526055 n-d-838550-3 neutron-server[102730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 19:06:42.526055 n-d-838550-3 neutron-server[102730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 19:06:42.581797 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-80f3b62b-885d-458a-b42e-bd78b2c54df2 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:42.589118 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-80f3b62b-885d-458a-b42e-bd78b2c54df2 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:42.592179 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-80f3b62b-885d-458a-b42e-bd78b2c54df2 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "DELETE /v2.0/networks/4c5d73f2-abd8-416b-ba88-5a4e61ed508e HTTP/1.1" status: 204 len: 168 time: 0.3195190 May 18 19:06:42.595122 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 50558) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:06:42.604558 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f3b62b-885d-458a-b42e-bd78b2c54df2 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Pushing event deleted for resources: {'Network': ['ID=4c5d73f2-abd8-416b-ba88-5a4e61ed508e,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:06:42.619833 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:42.662039 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-891dcded-7099-4cf1-a457-908f84c72433 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:42.687240 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-891dcded-7099-4cf1-a457-908f84c72433 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:42.750362 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-891dcded-7099-4cf1-a457-908f84c72433 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:42.752967 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-891dcded-7099-4cf1-a457-908f84c72433 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:42.754636 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-891dcded-7099-4cf1-a457-908f84c72433 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "DELETE /v2.0/security-groups/95c00c3f-bda9-48a1-9bdc-458038b43912 HTTP/1.1" status: 204 len: 168 time: 0.1583912 May 18 19:06:42.766501 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891dcded-7099-4cf1-a457-908f84c72433 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95c00c3f-bda9-48a1-9bdc-458038b43912,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:06:42.878030 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 50564) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:06:42.882584 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-e336cf10-15ca-4097-bf75-412afcf76e7f tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1870995245', 'description': 'tempest-secgroup-smoke-1870995245 description', 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 19:06:42.903931 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e336cf10-15ca-4097-bf75-412afcf76e7f tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:42.970598 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e336cf10-15ca-4097-bf75-412afcf76e7f tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:42.975067 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e336cf10-15ca-4097-bf75-412afcf76e7f tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:43.003537 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e336cf10-15ca-4097-bf75-412afcf76e7f tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:43.004699 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-e336cf10-15ca-4097-bf75-412afcf76e7f tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1256363 May 18 19:06:43.006602 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e336cf10-15ca-4097-bf75-412afcf76e7f tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d4eb1b4-6364-47b5-bfc3-c57963fbb7eb,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:06:43.007799 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 50566) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:06:43.014085 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-3b7b7a93-164e-4a6a-a381-053ce8686e47 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Request body: {'security_group_rule': {'security_group_id': '5d4eb1b4-6364-47b5-bfc3-c57963fbb7eb', 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 19:06:43.040988 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3b7b7a93-164e-4a6a-a381-053ce8686e47 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:43.085016 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 7a95b8f7-3f0b-479c-ade1-41e4cd2a3be7 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 19:06:43.098731 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3b7b7a93-164e-4a6a-a381-053ce8686e47 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:43.103093 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3b7b7a93-164e-4a6a-a381-053ce8686e47 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:43.109118 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 7a95b8f7-3f0b-479c-ade1-41e4cd2a3be7 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 19:06:43.109486 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 7a95b8f7-3f0b-479c-ade1-41e4cd2a3be7 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 19:06:43.109948 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device dfc634d3-27a9-43b6-8aed-013d3f7c4e25 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 19:06:43.122557 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7b7a93-164e-4a6a-a381-053ce8686e47 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acf542f7-34f7-4f85-b10f-e2d70ed71f44,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:06:43.128144 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3b7b7a93-164e-4a6a-a381-053ce8686e47 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:43.129966 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-3b7b7a93-164e-4a6a-a381-053ce8686e47 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1202252 May 18 19:06:43.132649 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 50568) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:06:43.133403 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: dfc634d3-27a9-43b6-8aed-013d3f7c4e25 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 19:06:43.133818 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device dfc634d3-27a9-43b6-8aed-013d3f7c4e25 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 19:06:43.134250 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device ceb0862e-32dd-443b-baf0-0d6c481b26b8 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 19:06:43.136910 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-24ab1630-2124-4549-b46e-7111d4a3d1a8 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Request body: {'security_group_rule': {'security_group_id': '5d4eb1b4-6364-47b5-bfc3-c57963fbb7eb', 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 19:06:43.156839 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: ceb0862e-32dd-443b-baf0-0d6c481b26b8 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 19:06:43.157191 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device ceb0862e-32dd-443b-baf0-0d6c481b26b8 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 19:06:43.163339 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-24ab1630-2124-4549-b46e-7111d4a3d1a8 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:43.186322 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:43.225359 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-24ab1630-2124-4549-b46e-7111d4a3d1a8 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:43.228805 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-24ab1630-2124-4549-b46e-7111d4a3d1a8 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:43.247447 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ab1630-2124-4549-b46e-7111d4a3d1a8 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb9161cc-811c-4d72-9733-b97eff5526b1,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:06:43.252849 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-24ab1630-2124-4549-b46e-7111d4a3d1a8 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:43.254638 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-24ab1630-2124-4549-b46e-7111d4a3d1a8 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1204708 May 18 19:06:43.257268 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 50570) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:06:43.261494 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-2b4f4254-9807-4e5d-9583-a6c0e6058a8c tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Request body: {'security_group_rule': {'security_group_id': '5d4eb1b4-6364-47b5-bfc3-c57963fbb7eb', 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 19:06:43.277777 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 7 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 19:06:43.286270 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2b4f4254-9807-4e5d-9583-a6c0e6058a8c tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:43.343748 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2b4f4254-9807-4e5d-9583-a6c0e6058a8c tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:43.347196 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2b4f4254-9807-4e5d-9583-a6c0e6058a8c tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:43.364890 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4f4254-9807-4e5d-9583-a6c0e6058a8c tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96d0b855-aeba-47c4-ba75-32adf40c5ee3,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:06:43.371811 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2b4f4254-9807-4e5d-9583-a6c0e6058a8c tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:43.373011 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-2b4f4254-9807-4e5d-9583-a6c0e6058a8c tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1147900 May 18 19:06:43.375796 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 50572) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:06:43.380539 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-00530e20-6ef0-4891-9cfa-17e172385de4 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Request body: {'security_group_rule': {'security_group_id': '5d4eb1b4-6364-47b5-bfc3-c57963fbb7eb', 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 19:06:43.404670 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-00530e20-6ef0-4891-9cfa-17e172385de4 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:43.462270 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-00530e20-6ef0-4891-9cfa-17e172385de4 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:43.465735 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-00530e20-6ef0-4891-9cfa-17e172385de4 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:43.482718 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00530e20-6ef0-4891-9cfa-17e172385de4 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d10c8299-5b7c-4c35-b41e-a77b8a5e1130,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:06:43.491823 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-00530e20-6ef0-4891-9cfa-17e172385de4 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:43.493031 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-00530e20-6ef0-4891-9cfa-17e172385de4 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1163325 May 18 19:06:43.495768 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 50574) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:06:43.500051 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-1b9c9212-8820-49b8-9f64-8ca77b8d8f3b tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Request body: {'security_group_rule': {'security_group_id': '5d4eb1b4-6364-47b5-bfc3-c57963fbb7eb', 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 19:06:43.521430 n-d-838550-3 neutron-server[102730]: INFO neutron.db.securitygroups_db [None req-1b9c9212-8820-49b8-9f64-8ca77b8d8f3b tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Project d50b1e2a8cea4a96957fd1d0d02be5f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 18 19:06:43.526222 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1b9c9212-8820-49b8-9f64-8ca77b8d8f3b tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:43.588536 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1b9c9212-8820-49b8-9f64-8ca77b8d8f3b tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:43.592231 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1b9c9212-8820-49b8-9f64-8ca77b8d8f3b tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:43.609446 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9c9212-8820-49b8-9f64-8ca77b8d8f3b tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff525c97-0584-471d-92a5-3a1545ebdabc,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:06:43.617989 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1b9c9212-8820-49b8-9f64-8ca77b8d8f3b tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:43.619176 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-1b9c9212-8820-49b8-9f64-8ca77b8d8f3b tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1225023 May 18 19:06:43.621905 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 50576) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:06:43.626123 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-908418f6-605a-47a9-801a-a9e742970a0d tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Request body: {'security_group_rule': {'security_group_id': '5d4eb1b4-6364-47b5-bfc3-c57963fbb7eb', 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 19:06:43.647067 n-d-838550-3 neutron-server[102730]: INFO neutron.db.securitygroups_db [None req-908418f6-605a-47a9-801a-a9e742970a0d tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Project d50b1e2a8cea4a96957fd1d0d02be5f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 18 19:06:43.651842 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-908418f6-605a-47a9-801a-a9e742970a0d tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:43.715052 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-908418f6-605a-47a9-801a-a9e742970a0d tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:43.718120 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-908418f6-605a-47a9-801a-a9e742970a0d tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:43.735898 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908418f6-605a-47a9-801a-a9e742970a0d tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25f92acb-2a32-42ae-ad83-de7751f185f0,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:06:43.745187 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-908418f6-605a-47a9-801a-a9e742970a0d tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:43.746415 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-908418f6-605a-47a9-801a-a9e742970a0d tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1236117 May 18 19:06:43.749232 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 50578) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:06:43.754525 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-1012dbfe-3340-403a-a6ac-ba365dff1a44 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Request body: {'network': {'name': 'tempest-network-smoke--1996363319', 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'port_security_enabled': True}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 19:06:43.772176 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1012dbfe-3340-403a-a6ac-ba365dff1a44 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Made reservation on behalf of d50b1e2a8cea4a96957fd1d0d02be5f2 for: {'network': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 19:06:43.775623 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1012dbfe-3340-403a-a6ac-ba365dff1a44 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:43.798076 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1012dbfe-3340-403a-a6ac-ba365dff1a44 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 644} {{(pid=102730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 19:06:43.807051 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1012dbfe-3340-403a-a6ac-ba365dff1a44 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:43.807398 n-d-838550-3 neutron-server[102730]: INFO neutron.db.segments_db [None req-1012dbfe-3340-403a-a6ac-ba365dff1a44 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Added segment aaf1a3ee-9bab-4767-b44d-e1f1d8e0a504 of type vlan for network 44138149-5330-4424-8abd-48f1dd8d0d33 May 18 19:06:43.846988 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1012dbfe-3340-403a-a6ac-ba365dff1a44 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:43.873069 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1012dbfe-3340-403a-a6ac-ba365dff1a44 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:43.878843 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1012dbfe-3340-403a-a6ac-ba365dff1a44 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:06:43.879415 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1012dbfe-3340-403a-a6ac-ba365dff1a44 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:43.934261 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-1012dbfe-3340-403a-a6ac-ba365dff1a44 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1839955 May 18 19:06:43.937117 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 50580) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:06:43.941932 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-821a9f21-49d4-4c66-89ed-75ca80f552ba tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1203374425', 'admin_state_up': True, 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 19:06:43.951835 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1012dbfe-3340-403a-a6ac-ba365dff1a44 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Pushing event updated for resources: {'Network': ['ID=44138149-5330-4424-8abd-48f1dd8d0d33,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:06:43.961860 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network 44138149-5330-4424-8abd-48f1dd8d0d33 details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 19:06:43.963861 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-821a9f21-49d4-4c66-89ed-75ca80f552ba tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25099'] for router, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:43.964883 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-821a9f21-49d4-4c66-89ed-75ca80f552ba tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-593238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596850', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25088'] for router, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:44.020383 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-821a9f21-49d4-4c66-89ed-75ca80f552ba tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:44.155706 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-821a9f21-49d4-4c66-89ed-75ca80f552ba tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:44.358429 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-821a9f21-49d4-4c66-89ed-75ca80f552ba tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for router_gateway, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:44.376729 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-821a9f21-49d4-4c66-89ed-75ca80f552ba tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:44.480379 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-821a9f21-49d4-4c66-89ed-75ca80f552ba tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Allocated IP 172.25.5.39 (31ebd439-090c-4b25-bbb0-31c48711b145/363a2810-8a83-4be0-a317-7c91fcd94485/070d25b5-6fc5-47b8-b9a1-39385b89b58b) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 19:06:44.587411 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-821a9f21-49d4-4c66-89ed-75ca80f552ba tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:44.621677 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-821a9f21-49d4-4c66-89ed-75ca80f552ba tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:44.661442 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821a9f21-49d4-4c66-89ed-75ca80f552ba tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Network 31ebd439-090c-4b25-bbb0-31c48711b145 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 19:06:44.664467 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-821a9f21-49d4-4c66-89ed-75ca80f552ba tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 19:06:44.668792 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821a9f21-49d4-4c66-89ed-75ca80f552ba tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 19:06:44.676980 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821a9f21-49d4-4c66-89ed-75ca80f552ba tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Pushing event updated for resources: {'Port': ['ID=070d25b5-6fc5-47b8-b9a1-39385b89b58b,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:06:44.922601 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-821a9f21-49d4-4c66-89ed-75ca80f552ba tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for router_gateway, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:45.123396 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-821a9f21-49d4-4c66-89ed-75ca80f552ba tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596801'] for router, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:45.248793 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-821a9f21-49d4-4c66-89ed-75ca80f552ba tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Router 2cb21cf0-b010-42a8-8cfd-beee995c1056 is scheduled to L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e with binding_index 1 {{(pid=102731) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 18 19:06:45.364143 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-821a9f21-49d4-4c66-89ed-75ca80f552ba tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 19:06:45.373650 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c087d013-6366-41e7-81ab-6eda1971bdb2 None None] Sync routers for ids ['2cb21cf0-b010-42a8-8cfd-beee995c1056'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 19:06:45.383327 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c087d013-6366-41e7-81ab-6eda1971bdb2 None None] Routers {'2cb21cf0-b010-42a8-8cfd-beee995c1056'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 19:06:45.383963 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-c087d013-6366-41e7-81ab-6eda1971bdb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T19:06:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['2cb21cf0-b010-42a8-8cfd-beee995c1056'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:06:45.384629 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-821a9f21-49d4-4c66-89ed-75ca80f552ba tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for router, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:45.385928 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-821a9f21-49d4-4c66-89ed-75ca80f552ba tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4476542 May 18 19:06:45.389019 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 50582) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:06:45.421498 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-9afee690-ff8c-49a6-b7e7-666db589a723 tempest-TestNetworkAdvancedServerOps-1925643049 tempest-TestNetworkAdvancedServerOps-1925643049-project-admin] 10.222.0.85 "GET /v2.0/subnets?project_id=d50b1e2a8cea4a96957fd1d0d02be5f2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279901 May 18 19:06:45.421859 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 50584) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:06:45.495619 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-c087d013-6366-41e7-81ab-6eda1971bdb2 None None] Set router 2cb21cf0-b010-42a8-8cfd-beee995c1056 gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 19:06:45.514468 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c2f7fa-c194-41cc-9ddc-b58d8cf7ee41 tempest-TestNetworkAdvancedServerOps-1925643049 tempest-TestNetworkAdvancedServerOps-1925643049-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:06:45.516454 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-28c2f7fa-c194-41cc-9ddc-b58d8cf7ee41 tempest-TestNetworkAdvancedServerOps-1925643049 tempest-TestNetworkAdvancedServerOps-1925643049-project-admin] 10.222.0.85 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0936460 May 18 19:06:45.519388 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 50586) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:06:45.548062 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-f88f3c53-5cc9-4c1d-a4bd-9c7512a78115 tempest-TestNetworkAdvancedServerOps-1925643049 tempest-TestNetworkAdvancedServerOps-1925643049-project-admin] 10.222.0.85 "GET /v2.0/subnets?network_id=31ebd439-090c-4b25-bbb0-31c48711b145&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276253 May 18 19:06:45.550633 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 50588) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:06:45.556337 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-50ac4c0e-f39b-44ff-8220-8be9183c2f97 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-953227254', 'network_id': '44138149-5330-4424-8abd-48f1dd8d0d33', 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 19:06:45.644860 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50ac4c0e-f39b-44ff-8220-8be9183c2f97 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Made reservation on behalf of d50b1e2a8cea4a96957fd1d0d02be5f2 for: {'subnet': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 19:06:45.648381 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-50ac4c0e-f39b-44ff-8220-8be9183c2f97 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260908003'] for subnet, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:45.694644 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-c087d013-6366-41e7-81ab-6eda1971bdb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb21cf0-b010-42a8-8cfd-beee995c1056', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1203374425', 'tenant_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '070d25b5-6fc5-47b8-b9a1-39385b89b58b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T19:06:43Z', 'updated_at': '2022-05-18T19:06:44Z', 'revision_number': 3, 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'gw_port': {'id': '070d25b5-6fc5-47b8-b9a1-39385b89b58b', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:23:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cb21cf0-b010-42a8-8cfd-beee995c1056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:06:44Z', 'updated_at': '2022-05-18T19:06:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:06:45.721140 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c087d013-6366-41e7-81ab-6eda1971bdb2 None None] Checking router: 2cb21cf0-b010-42a8-8cfd-beee995c1056 for host: n-d-838550-3 {{(pid=102732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 19:06:45.721488 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c087d013-6366-41e7-81ab-6eda1971bdb2 None None] Updating router 2cb21cf0-b010-42a8-8cfd-beee995c1056 port 070d25b5-6fc5-47b8-b9a1-39385b89b58b binding host n-d-838550-3 {{(pid=102732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 19:06:45.747529 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c087d013-6366-41e7-81ab-6eda1971bdb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:45.834242 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-50ac4c0e-f39b-44ff-8220-8be9183c2f97 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260898481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260908021'] for subnet, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:45.891535 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ac4c0e-f39b-44ff-8220-8be9183c2f97 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Pushing event updated for resources: {'Subnet': ['ID=086e9416-6d96-4d09-9500-7636c4872eb1,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:06:45.903526 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ac4c0e-f39b-44ff-8220-8be9183c2f97 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Checking segment: {'id': 'aaf1a3ee-9bab-4767-b44d-e1f1d8e0a504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '44138149-5330-4424-8abd-48f1dd8d0d33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 19:06:45.904208 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ac4c0e-f39b-44ff-8220-8be9183c2f97 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Network hostable DHCP agents. Network: 44138149-5330-4424-8abd-48f1dd8d0d33, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 19:06:45.921855 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ac4c0e-f39b-44ff-8220-8be9183c2f97 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Network 44138149-5330-4424-8abd-48f1dd8d0d33 is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 19:06:45.930909 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-50ac4c0e-f39b-44ff-8220-8be9183c2f97 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, 44138149-5330-4424-8abd-48f1dd8d0d33) {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 19:06:45.935511 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ac4c0e-f39b-44ff-8220-8be9183c2f97 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:06:45.936158 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-50ac4c0e-f39b-44ff-8220-8be9183c2f97 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:45.951682 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd7f680-8cd6-4d1f-bec9-1ee3fefc8961 None None] Network 44138149-5330-4424-8abd-48f1dd8d0d33 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 19:06:45.954030 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-50ac4c0e-f39b-44ff-8220-8be9183c2f97 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4014502 May 18 19:06:45.957330 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 50590) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:06:46.066979 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c087d013-6366-41e7-81ab-6eda1971bdb2 None None] Notify callbacks [] for port, precommit_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:46.079100 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c087d013-6366-41e7-81ab-6eda1971bdb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:46.168186 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-c087d013-6366-41e7-81ab-6eda1971bdb2 None None] Attempting to bind port 070d25b5-6fc5-47b8-b9a1-39385b89b58b on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 19:06:46.168560 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-c087d013-6366-41e7-81ab-6eda1971bdb2 None None] Attempting to bind port 070d25b5-6fc5-47b8-b9a1-39385b89b58b by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 19:06:46.168922 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c087d013-6366-41e7-81ab-6eda1971bdb2 None None] Attempting to bind port 070d25b5-6fc5-47b8-b9a1-39385b89b58b on network 31ebd439-090c-4b25-bbb0-31c48711b145 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 19:06:46.172360 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af848512-ef69-4f9c-bdfe-8f322948ef7f None None] Pushing event updated for resources: {'Port': ['ID=070d25b5-6fc5-47b8-b9a1-39385b89b58b,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:06:46.182449 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c087d013-6366-41e7-81ab-6eda1971bdb2 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 19, 6, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 19:06:46.182824 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c087d013-6366-41e7-81ab-6eda1971bdb2 None None] Checking segment: {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 19:06:46.183225 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c087d013-6366-41e7-81ab-6eda1971bdb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:46.183615 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c087d013-6366-41e7-81ab-6eda1971bdb2 None None] Bound using segment: {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 19:06:46.184084 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-c087d013-6366-41e7-81ab-6eda1971bdb2 None None] Bound port: 070d25b5-6fc5-47b8-b9a1-39385b89b58b, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 19:06:46.184458 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c087d013-6366-41e7-81ab-6eda1971bdb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:46.232130 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f78c97c-60fa-4ba9-b70d-0e1f7cfaab1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-44138149-5330-4424-8abd-48f1dd8d0d33', 'network_id': '44138149-5330-4424-8abd-48f1dd8d0d33', 'tenant_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'fixed_ips': [{'subnet_id': '086e9416-6d96-4d09-9500-7636c4872eb1'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 19:06:46.232980 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1f78c97c-60fa-4ba9-b70d-0e1f7cfaab1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:46.270888 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c087d013-6366-41e7-81ab-6eda1971bdb2 None None] For port 070d25b5-6fc5-47b8-b9a1-39385b89b58b, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 19:06:46.274596 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c087d013-6366-41e7-81ab-6eda1971bdb2 None None] For port 070d25b5-6fc5-47b8-b9a1-39385b89b58b, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=070d25b5-6fc5-47b8-b9a1-39385b89b58b,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 19:06:46.327863 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c087d013-6366-41e7-81ab-6eda1971bdb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:46.404115 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-964f8e86-fedf-418e-bea3-db4816089b30 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:46.433937 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af848512-ef69-4f9c-bdfe-8f322948ef7f None None] Pushing event updated for resources: {'Port': ['ID=070d25b5-6fc5-47b8-b9a1-39385b89b58b,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:06:46.436449 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c087d013-6366-41e7-81ab-6eda1971bdb2 None None] Routers {'2cb21cf0-b010-42a8-8cfd-beee995c1056'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 19:06:46.437056 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-c087d013-6366-41e7-81ab-6eda1971bdb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T19:06:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['2cb21cf0-b010-42a8-8cfd-beee995c1056'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:06:46.493373 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-1f78c97c-60fa-4ba9-b70d-0e1f7cfaab1b None None] Allocated IP 172.20.0.2 (44138149-5330-4424-8abd-48f1dd8d0d33/086e9416-6d96-4d09-9500-7636c4872eb1/39dad956-26ec-4505-99a8-f48cf1d571c8) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 19:06:46.606587 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-c087d013-6366-41e7-81ab-6eda1971bdb2 None None] Set router 2cb21cf0-b010-42a8-8cfd-beee995c1056 gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 19:06:46.800132 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1f78c97c-60fa-4ba9-b70d-0e1f7cfaab1b None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:46.826334 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1f78c97c-60fa-4ba9-b70d-0e1f7cfaab1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:46.855053 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-964f8e86-fedf-418e-bea3-db4816089b30 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Allocated IP 172.20.0.1 (44138149-5330-4424-8abd-48f1dd8d0d33/086e9416-6d96-4d09-9500-7636c4872eb1/12c45853-3e63-4f28-bda5-bacb6aed6e53) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 19:06:46.871347 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f78c97c-60fa-4ba9-b70d-0e1f7cfaab1b None None] Network 44138149-5330-4424-8abd-48f1dd8d0d33 is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 19:06:46.877964 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-1f78c97c-60fa-4ba9-b70d-0e1f7cfaab1b None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 19:06:46.885397 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f78c97c-60fa-4ba9-b70d-0e1f7cfaab1b None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 19:06:46.889237 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f78c97c-60fa-4ba9-b70d-0e1f7cfaab1b None None] Pushing event updated for resources: {'Port': ['ID=39dad956-26ec-4505-99a8-f48cf1d571c8,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:06:46.945110 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-c087d013-6366-41e7-81ab-6eda1971bdb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb21cf0-b010-42a8-8cfd-beee995c1056', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1203374425', 'tenant_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '070d25b5-6fc5-47b8-b9a1-39385b89b58b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T19:06:43Z', 'updated_at': '2022-05-18T19:06:44Z', 'revision_number': 3, 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'gw_port': {'id': '070d25b5-6fc5-47b8-b9a1-39385b89b58b', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:23:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cb21cf0-b010-42a8-8cfd-beee995c1056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:06:44Z', 'updated_at': '2022-05-18T19:06:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:06:46.984062 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c087d013-6366-41e7-81ab-6eda1971bdb2 None None] The sync data for ids ['2cb21cf0-b010-42a8-8cfd-beee995c1056'] in n-d-838550-3 is: [{'id': '2cb21cf0-b010-42a8-8cfd-beee995c1056', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1203374425', 'tenant_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '070d25b5-6fc5-47b8-b9a1-39385b89b58b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T19:06:43Z', 'updated_at': '2022-05-18T19:06:44Z', 'revision_number': 3, 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'gw_port': {'id': '070d25b5-6fc5-47b8-b9a1-39385b89b58b', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:23:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cb21cf0-b010-42a8-8cfd-beee995c1056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:06:44Z', 'updated_at': '2022-05-18T19:06:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 19:06:46.985646 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-1f78c97c-60fa-4ba9-b70d-0e1f7cfaab1b None None] Attempting to bind port 39dad956-26ec-4505-99a8-f48cf1d571c8 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 19:06:46.986010 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-1f78c97c-60fa-4ba9-b70d-0e1f7cfaab1b None None] Attempting to bind port 39dad956-26ec-4505-99a8-f48cf1d571c8 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': 'aaf1a3ee-9bab-4767-b44d-e1f1d8e0a504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '44138149-5330-4424-8abd-48f1dd8d0d33'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 19:06:46.986373 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f78c97c-60fa-4ba9-b70d-0e1f7cfaab1b None None] Attempting to bind port 39dad956-26ec-4505-99a8-f48cf1d571c8 on network 44138149-5330-4424-8abd-48f1dd8d0d33 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 19:06:46.991300 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-964f8e86-fedf-418e-bea3-db4816089b30 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:46.992349 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f78c97c-60fa-4ba9-b70d-0e1f7cfaab1b None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 19, 6, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 19:06:46.992735 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f78c97c-60fa-4ba9-b70d-0e1f7cfaab1b None None] Checking segment: {'id': 'aaf1a3ee-9bab-4767-b44d-e1f1d8e0a504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '44138149-5330-4424-8abd-48f1dd8d0d33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 19:06:46.993135 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1f78c97c-60fa-4ba9-b70d-0e1f7cfaab1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:46.993519 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f78c97c-60fa-4ba9-b70d-0e1f7cfaab1b None None] Bound using segment: {'id': 'aaf1a3ee-9bab-4767-b44d-e1f1d8e0a504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '44138149-5330-4424-8abd-48f1dd8d0d33'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 19:06:46.994046 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-1f78c97c-60fa-4ba9-b70d-0e1f7cfaab1b None None] Bound port: 39dad956-26ec-4505-99a8-f48cf1d571c8, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaf1a3ee-9bab-4767-b44d-e1f1d8e0a504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '44138149-5330-4424-8abd-48f1dd8d0d33'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 19:06:46.994416 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1f78c97c-60fa-4ba9-b70d-0e1f7cfaab1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:47.030876 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-964f8e86-fedf-418e-bea3-db4816089b30 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:47.073787 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-1f78c97c-60fa-4ba9-b70d-0e1f7cfaab1b None None] For port 39dad956-26ec-4505-99a8-f48cf1d571c8, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 19:06:47.075953 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-964f8e86-fedf-418e-bea3-db4816089b30 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Network 44138149-5330-4424-8abd-48f1dd8d0d33 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 19:06:47.077101 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-1f78c97c-60fa-4ba9-b70d-0e1f7cfaab1b None None] For port 39dad956-26ec-4505-99a8-f48cf1d571c8, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=39dad956-26ec-4505-99a8-f48cf1d571c8,segment=NetworkSegment(aaf1a3ee-9bab-4767-b44d-e1f1d8e0a504),segment_id=aaf1a3ee-9bab-4767-b44d-e1f1d8e0a504)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 19:06:47.080036 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-964f8e86-fedf-418e-bea3-db4816089b30 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 19:06:47.084845 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964f8e86-fedf-418e-bea3-db4816089b30 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 19:06:47.086426 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1f78c97c-60fa-4ba9-b70d-0e1f7cfaab1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:47.126186 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964f8e86-fedf-418e-bea3-db4816089b30 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Pushing event updated for resources: {'Port': ['ID=12c45853-3e63-4f28-bda5-bacb6aed6e53,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:06:47.139615 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-964f8e86-fedf-418e-bea3-db4816089b30 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595826'] for router_interface, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:47.147228 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f78c97c-60fa-4ba9-b70d-0e1f7cfaab1b None None] Pushing event updated for resources: {'Port': ['ID=39dad956-26ec-4505-99a8-f48cf1d571c8,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:06:47.307887 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-964f8e86-fedf-418e-bea3-db4816089b30 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:47.633227 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-964f8e86-fedf-418e-bea3-db4816089b30 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:47.638002 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-964f8e86-fedf-418e-bea3-db4816089b30 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:47.712964 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964f8e86-fedf-418e-bea3-db4816089b30 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Pushing event updated for resources: {'Port': ['ID=12c45853-3e63-4f28-bda5-bacb6aed6e53,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:06:47.719747 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-964f8e86-fedf-418e-bea3-db4816089b30 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-595870'] for router_interface, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:47.818286 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-964f8e86-fedf-418e-bea3-db4816089b30 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Network 44138149-5330-4424-8abd-48f1dd8d0d33 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 19:06:47.819920 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-964f8e86-fedf-418e-bea3-db4816089b30 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 19:06:48.166688 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d79a38-3484-4a64-8d26-681e621ecd31 None None] Network 44138149-5330-4424-8abd-48f1dd8d0d33 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 19:06:48.241956 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b5bafa62-b692-4615-9b00-d37eac0370ca None None] Provisioning complete for port 39dad956-26ec-4505-99a8-f48cf1d571c8 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 19:06:48.242249 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b5bafa62-b692-4615-9b00-d37eac0370ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:48.268176 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-964f8e86-fedf-418e-bea3-db4816089b30 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Router 2cb21cf0-b010-42a8-8cfd-beee995c1056 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 19:06:48.383732 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-964f8e86-fedf-418e-bea3-db4816089b30 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 19:06:48.398609 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-964f8e86-fedf-418e-bea3-db4816089b30 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "PUT /v2.0/routers/2cb21cf0-b010-42a8-8cfd-beee995c1056/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4316452 May 18 19:06:48.398788 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b5bafa62-b692-4615-9b00-d37eac0370ca None None] Current status of the port 39dad956-26ec-4505-99a8-f48cf1d571c8 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 19:06:48.398788 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b5bafa62-b692-4615-9b00-d37eac0370ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:48.443495 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b5bafa62-b692-4615-9b00-d37eac0370ca None None] For port 39dad956-26ec-4505-99a8-f48cf1d571c8, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=39dad956-26ec-4505-99a8-f48cf1d571c8,segment=NetworkSegment(aaf1a3ee-9bab-4767-b44d-e1f1d8e0a504),segment_id=aaf1a3ee-9bab-4767-b44d-e1f1d8e0a504)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 19:06:48.451201 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b5bafa62-b692-4615-9b00-d37eac0370ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:48.505783 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bafa62-b692-4615-9b00-d37eac0370ca None None] Pushing event updated for resources: {'Port': ['ID=39dad956-26ec-4505-99a8-f48cf1d571c8,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:06:48.553486 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-683d852c-2d6a-4b68-9816-724d6b22bc23 req-afe0014d-19ff-491d-a463-d41efe8fa9c8 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1870995245&fields=id&tenant_id=d50b1e2a8cea4a96957fd1d0d02be5f2 HTTP/1.1" status: 200 len: 267 time: 0.0376451 May 18 19:06:48.680110 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-3079d10e-a433-45a1-9753-606b81f5e576 None None] Provisioning complete for port 12c45853-3e63-4f28-bda5-bacb6aed6e53 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 19:06:48.680110 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-3079d10e-a433-45a1-9753-606b81f5e576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:48.696747 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683d852c-2d6a-4b68-9816-724d6b22bc23 req-1707d2e5-1254-4a69-85a9-425f9285cba6 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:06:48.702170 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-683d852c-2d6a-4b68-9816-724d6b22bc23 req-1707d2e5-1254-4a69-85a9-425f9285cba6 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/networks?id=44138149-5330-4424-8abd-48f1dd8d0d33 HTTP/1.1" status: 200 len: 797 time: 0.1414804 May 18 19:06:48.714324 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-683d852c-2d6a-4b68-9816-724d6b22bc23 req-8ba70003-da65-43a0-861f-9fd71af42d5f tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/quotas/d50b1e2a8cea4a96957fd1d0d02be5f2 HTTP/1.1" status: 200 len: 375 time: 0.0098209 May 18 19:06:48.719636 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-3079d10e-a433-45a1-9753-606b81f5e576 None None] Port 12c45853-3e63-4f28-bda5-bacb6aed6e53 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 19:06:48.732614 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-3079d10e-a433-45a1-9753-606b81f5e576 None None] Provisioning complete for port 39dad956-26ec-4505-99a8-f48cf1d571c8 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 19:06:48.732614 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-3079d10e-a433-45a1-9753-606b81f5e576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:48.772375 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-683d852c-2d6a-4b68-9816-724d6b22bc23 req-68fe489d-d991-4c65-9285-a4186861b0cf tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=d50b1e2a8cea4a96957fd1d0d02be5f2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0516605 May 18 19:06:48.787026 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2adaddb-3240-428c-89ff-3c6905099c00 None None] Sync routers for ids ['2cb21cf0-b010-42a8-8cfd-beee995c1056'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 19:06:48.810727 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2adaddb-3240-428c-89ff-3c6905099c00 None None] Routers {'2cb21cf0-b010-42a8-8cfd-beee995c1056'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 19:06:48.812440 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-b2adaddb-3240-428c-89ff-3c6905099c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T19:06:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['2cb21cf0-b010-42a8-8cfd-beee995c1056'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:06:48.819355 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-3079d10e-a433-45a1-9753-606b81f5e576 None None] Current status of the port 39dad956-26ec-4505-99a8-f48cf1d571c8 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 19:06:48.846137 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [req-683d852c-2d6a-4b68-9816-724d6b22bc23 req-7f78da34-270e-4dfb-8e5d-47df27289b6d service neutron] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=102730) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 19:06:48.847178 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-683d852c-2d6a-4b68-9816-724d6b22bc23 req-7f78da34-270e-4dfb-8e5d-47df27289b6d service neutron] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0487411 May 18 19:06:48.930075 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-b2adaddb-3240-428c-89ff-3c6905099c00 None None] Set router 2cb21cf0-b010-42a8-8cfd-beee995c1056 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 19:06:48.942394 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-bf76e6f2-d6c0-423d-809d-c83f759672f8 None None] Provisioning complete for port 12c45853-3e63-4f28-bda5-bacb6aed6e53 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 19:06:48.942770 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-bf76e6f2-d6c0-423d-809d-c83f759672f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:48.965967 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-683d852c-2d6a-4b68-9816-724d6b22bc23 req-5781c48e-0636-4c96-b836-4f1f0f7c368f service neutron] 10.222.0.85 "GET /v2.0/networks/44138149-5330-4424-8abd-48f1dd8d0d33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105263 May 18 19:06:48.990635 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-bf76e6f2-d6c0-423d-809d-c83f759672f8 None None] Port 12c45853-3e63-4f28-bda5-bacb6aed6e53 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 19:06:49.068509 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-683d852c-2d6a-4b68-9816-724d6b22bc23 req-9b5c8fb9-b3d7-45f2-a08b-a7ae51910385 service neutron] 10.222.0.85 "GET /v2.0/networks/44138149-5330-4424-8abd-48f1dd8d0d33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013687 May 18 19:06:49.119648 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-46deab64-ca39-4b5d-a351-f18a0934cde8 None None] Provisioning complete for port 12c45853-3e63-4f28-bda5-bacb6aed6e53 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 19:06:49.120517 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-46deab64-ca39-4b5d-a351-f18a0934cde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:49.164359 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-b2adaddb-3240-428c-89ff-3c6905099c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb21cf0-b010-42a8-8cfd-beee995c1056', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1203374425', 'tenant_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '070d25b5-6fc5-47b8-b9a1-39385b89b58b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T19:06:43Z', 'updated_at': '2022-05-18T19:06:47Z', 'revision_number': 4, 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'gw_port': {'id': '070d25b5-6fc5-47b8-b9a1-39385b89b58b', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:23:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cb21cf0-b010-42a8-8cfd-beee995c1056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:06:44Z', 'updated_at': '2022-05-18T19:06:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '12c45853-3e63-4f28-bda5-bacb6aed6e53', 'name': '', 'network_id': '44138149-5330-4424-8abd-48f1dd8d0d33', 'tenant_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'mac_address': 'fa:16:3e:49:e2:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cb21cf0-b010-42a8-8cfd-beee995c1056', 'device_owner': 'network:router_interface', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': '086e9416-6d96-4d09-9500-7636c4872eb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:06:46Z', 'updated_at': '2022-05-18T19:06:47Z', 'revision_number': 2, 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'subnets': [{'id': '086e9416-6d96-4d09-9500-7636c4872eb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:06:49.183802 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-46deab64-ca39-4b5d-a351-f18a0934cde8 None None] Port 12c45853-3e63-4f28-bda5-bacb6aed6e53 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 19:06:49.191111 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2adaddb-3240-428c-89ff-3c6905099c00 None None] Checking router: 2cb21cf0-b010-42a8-8cfd-beee995c1056 for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 19:06:49.191496 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2adaddb-3240-428c-89ff-3c6905099c00 None None] Updating router 2cb21cf0-b010-42a8-8cfd-beee995c1056 port 12c45853-3e63-4f28-bda5-bacb6aed6e53 binding host n-d-838550-3 {{(pid=102733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 19:06:49.217325 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-b2adaddb-3240-428c-89ff-3c6905099c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:49.217529 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 070d25b5-6fc5-47b8-b9a1-39385b89b58b up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 19:06:49.294660 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ce6e451b-fd00-4568-aeb5-5a532beccf1b req-fffc31bd-0ab7-4ffa-ae81-a85ed6977040 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/ports?device_id=32978478-abd7-4cb1-b85e-f9cedd56fe2d HTTP/1.1" status: 200 len: 210 time: 0.0358071 May 18 19:06:49.465219 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 070d25b5-6fc5-47b8-b9a1-39385b89b58b triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 19:06:49.465583 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:49.519968 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-b2adaddb-3240-428c-89ff-3c6905099c00 None None] Notify callbacks [] for port, precommit_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:49.526009 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-b2adaddb-3240-428c-89ff-3c6905099c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:49.548866 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 070d25b5-6fc5-47b8-b9a1-39385b89b58b is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 19:06:49.549267 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:49.588235 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a68909e-e25c-4474-9acd-9aebe2f57a16 None None] Pushing event updated for resources: {'Port': ['ID=12c45853-3e63-4f28-bda5-bacb6aed6e53,revision_number=3']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:06:49.590047 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] For port 070d25b5-6fc5-47b8-b9a1-39385b89b58b, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=070d25b5-6fc5-47b8-b9a1-39385b89b58b,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 19:06:49.600118 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:49.601044 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 39dad956-26ec-4505-99a8-f48cf1d571c8 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 19:06:49.613533 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a68909e-e25c-4474-9acd-9aebe2f57a16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:06:49.613934 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a68909e-e25c-4474-9acd-9aebe2f57a16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:06:49.614264 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a68909e-e25c-4474-9acd-9aebe2f57a16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:06:49.614800 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a68909e-e25c-4474-9acd-9aebe2f57a16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:06:49.615342 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a68909e-e25c-4474-9acd-9aebe2f57a16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:06:49.615853 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a68909e-e25c-4474-9acd-9aebe2f57a16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:06:49.616384 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a68909e-e25c-4474-9acd-9aebe2f57a16 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:06:49.616886 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a68909e-e25c-4474-9acd-9aebe2f57a16 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:06:49.617390 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a68909e-e25c-4474-9acd-9aebe2f57a16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:06:49.617954 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a68909e-e25c-4474-9acd-9aebe2f57a16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:06:49.618484 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a68909e-e25c-4474-9acd-9aebe2f57a16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:06:49.618968 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a68909e-e25c-4474-9acd-9aebe2f57a16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:06:49.659065 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-b2adaddb-3240-428c-89ff-3c6905099c00 None None] Attempting to bind port 12c45853-3e63-4f28-bda5-bacb6aed6e53 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 19:06:49.659437 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-b2adaddb-3240-428c-89ff-3c6905099c00 None None] Attempting to bind port 12c45853-3e63-4f28-bda5-bacb6aed6e53 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': 'aaf1a3ee-9bab-4767-b44d-e1f1d8e0a504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '44138149-5330-4424-8abd-48f1dd8d0d33'}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 19:06:49.659856 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2adaddb-3240-428c-89ff-3c6905099c00 None None] Attempting to bind port 12c45853-3e63-4f28-bda5-bacb6aed6e53 on network 44138149-5330-4424-8abd-48f1dd8d0d33 {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 19:06:49.665921 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2adaddb-3240-428c-89ff-3c6905099c00 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 19, 6, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 19:06:49.666571 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2adaddb-3240-428c-89ff-3c6905099c00 None None] Checking segment: {'id': 'aaf1a3ee-9bab-4767-b44d-e1f1d8e0a504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '44138149-5330-4424-8abd-48f1dd8d0d33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 19:06:49.667357 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-b2adaddb-3240-428c-89ff-3c6905099c00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:49.668080 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2adaddb-3240-428c-89ff-3c6905099c00 None None] Bound using segment: {'id': 'aaf1a3ee-9bab-4767-b44d-e1f1d8e0a504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '44138149-5330-4424-8abd-48f1dd8d0d33'} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 19:06:49.668919 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-b2adaddb-3240-428c-89ff-3c6905099c00 None None] Bound port: 12c45853-3e63-4f28-bda5-bacb6aed6e53, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaf1a3ee-9bab-4767-b44d-e1f1d8e0a504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '44138149-5330-4424-8abd-48f1dd8d0d33'}}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 19:06:49.669465 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-b2adaddb-3240-428c-89ff-3c6905099c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:49.682346 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Pushing event updated for resources: {'Port': ['ID=070d25b5-6fc5-47b8-b9a1-39385b89b58b,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:06:49.729747 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 39dad956-26ec-4505-99a8-f48cf1d571c8 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 19:06:49.730217 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:49.767850 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.db [None req-b2adaddb-3240-428c-89ff-3c6905099c00 None None] For port 12c45853-3e63-4f28-bda5-bacb6aed6e53, host n-d-838550-3, cleared binding levels {{(pid=102733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 19:06:49.772001 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.db [None req-b2adaddb-3240-428c-89ff-3c6905099c00 None None] For port 12c45853-3e63-4f28-bda5-bacb6aed6e53, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=12c45853-3e63-4f28-bda5-bacb6aed6e53,segment=NetworkSegment(aaf1a3ee-9bab-4767-b44d-e1f1d8e0a504),segment_id=aaf1a3ee-9bab-4767-b44d-e1f1d8e0a504)] {{(pid=102733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 19:06:49.778266 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-b2adaddb-3240-428c-89ff-3c6905099c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:49.842606 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-d8cdcb70-3bde-46ea-9507-ac74beddb30b None None] Provisioning complete for port 12c45853-3e63-4f28-bda5-bacb6aed6e53 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 19:06:49.842978 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d8cdcb70-3bde-46ea-9507-ac74beddb30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:49.845652 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 39dad956-26ec-4505-99a8-f48cf1d571c8 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 19:06:49.860080 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a68909e-e25c-4474-9acd-9aebe2f57a16 None None] Pushing event updated for resources: {'Port': ['ID=12c45853-3e63-4f28-bda5-bacb6aed6e53,revision_number=4']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:06:49.864174 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2adaddb-3240-428c-89ff-3c6905099c00 None None] Routers {'2cb21cf0-b010-42a8-8cfd-beee995c1056'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 19:06:49.864801 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-b2adaddb-3240-428c-89ff-3c6905099c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T19:06:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['2cb21cf0-b010-42a8-8cfd-beee995c1056'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:06:49.949550 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-d8cdcb70-3bde-46ea-9507-ac74beddb30b None None] Current status of the port 12c45853-3e63-4f28-bda5-bacb6aed6e53 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 19:06:49.949969 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d8cdcb70-3bde-46ea-9507-ac74beddb30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:49.988461 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-d8cdcb70-3bde-46ea-9507-ac74beddb30b None None] For port 12c45853-3e63-4f28-bda5-bacb6aed6e53, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=12c45853-3e63-4f28-bda5-bacb6aed6e53,segment=NetworkSegment(aaf1a3ee-9bab-4767-b44d-e1f1d8e0a504),segment_id=aaf1a3ee-9bab-4767-b44d-e1f1d8e0a504)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 19:06:49.995509 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d8cdcb70-3bde-46ea-9507-ac74beddb30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:49.996800 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-b2adaddb-3240-428c-89ff-3c6905099c00 None None] Set router 2cb21cf0-b010-42a8-8cfd-beee995c1056 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 19:06:50.053372 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cdcb70-3bde-46ea-9507-ac74beddb30b None None] Pushing event updated for resources: {'Port': ['ID=12c45853-3e63-4f28-bda5-bacb6aed6e53,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:06:50.120111 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-1f6934a1-4940-4332-8baa-6095b6044ee5 None None] Provisioning complete for port 12c45853-3e63-4f28-bda5-bacb6aed6e53 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 19:06:50.120480 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1f6934a1-4940-4332-8baa-6095b6044ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:50.201283 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-1f6934a1-4940-4332-8baa-6095b6044ee5 None None] Current status of the port 12c45853-3e63-4f28-bda5-bacb6aed6e53 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 19:06:50.213736 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-b2adaddb-3240-428c-89ff-3c6905099c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb21cf0-b010-42a8-8cfd-beee995c1056', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1203374425', 'tenant_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '070d25b5-6fc5-47b8-b9a1-39385b89b58b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T19:06:43Z', 'updated_at': '2022-05-18T19:06:47Z', 'revision_number': 4, 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'gw_port': {'id': '070d25b5-6fc5-47b8-b9a1-39385b89b58b', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:23:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb21cf0-b010-42a8-8cfd-beee995c1056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:06:44Z', 'updated_at': '2022-05-18T19:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '12c45853-3e63-4f28-bda5-bacb6aed6e53', 'name': '', 'network_id': '44138149-5330-4424-8abd-48f1dd8d0d33', 'tenant_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'mac_address': 'fa:16:3e:49:e2:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cb21cf0-b010-42a8-8cfd-beee995c1056', 'device_owner': 'network:router_interface', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': '086e9416-6d96-4d09-9500-7636c4872eb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:06:46Z', 'updated_at': '2022-05-18T19:06:49Z', 'revision_number': 4, 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'subnets': [{'id': '086e9416-6d96-4d09-9500-7636c4872eb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:06:50.239316 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2adaddb-3240-428c-89ff-3c6905099c00 None None] The sync data for ids ['2cb21cf0-b010-42a8-8cfd-beee995c1056'] in n-d-838550-3 is: [{'id': '2cb21cf0-b010-42a8-8cfd-beee995c1056', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1203374425', 'tenant_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '070d25b5-6fc5-47b8-b9a1-39385b89b58b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T19:06:43Z', 'updated_at': '2022-05-18T19:06:47Z', 'revision_number': 4, 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'gw_port': {'id': '070d25b5-6fc5-47b8-b9a1-39385b89b58b', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:23:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb21cf0-b010-42a8-8cfd-beee995c1056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:06:44Z', 'updated_at': '2022-05-18T19:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '12c45853-3e63-4f28-bda5-bacb6aed6e53', 'name': '', 'network_id': '44138149-5330-4424-8abd-48f1dd8d0d33', 'tenant_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'mac_address': 'fa:16:3e:49:e2:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cb21cf0-b010-42a8-8cfd-beee995c1056', 'device_owner': 'network:router_interface', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': '086e9416-6d96-4d09-9500-7636c4872eb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:06:46Z', 'updated_at': '2022-05-18T19:06:49Z', 'revision_number': 4, 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'subnets': [{'id': '086e9416-6d96-4d09-9500-7636c4872eb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 19:06:50.405712 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-efd3213f-b54b-444e-ba22-0952d9413a47 req-a91c2319-0a89-4f3b-95fd-e1ff3d403d99 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/ports?device_id=32978478-abd7-4cb1-b85e-f9cedd56fe2d HTTP/1.1" status: 200 len: 210 time: 0.0325334 May 18 19:06:50.570322 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683d852c-2d6a-4b68-9816-724d6b22bc23 req-a587381b-0bc6-4adb-b133-28a865d82be7 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:06:50.573821 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-683d852c-2d6a-4b68-9816-724d6b22bc23 req-a587381b-0bc6-4adb-b133-28a865d82be7 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.36 "GET /v2.0/networks?id=44138149-5330-4424-8abd-48f1dd8d0d33 HTTP/1.1" status: 200 len: 797 time: 0.1136649 May 18 19:06:50.621224 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-683d852c-2d6a-4b68-9816-724d6b22bc23 req-eaff510f-34a8-4253-822f-af9279c6218f tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d50b1e2a8cea4a96957fd1d0d02be5f2 HTTP/1.1" status: 200 len: 380 time: 0.0365403 May 18 19:06:50.631095 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-683d852c-2d6a-4b68-9816-724d6b22bc23 req-8c73b4e7-55ea-4d65-b3e9-b9fef9a95ee4 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Request body: {'port': {'device_id': '32978478-abd7-4cb1-b85e-f9cedd56fe2d', 'network_id': '44138149-5330-4424-8abd-48f1dd8d0d33', 'admin_state_up': True, 'tenant_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'security_groups': ['5d4eb1b4-6364-47b5-bfc3-c57963fbb7eb']}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 19:06:50.746655 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-683d852c-2d6a-4b68-9816-724d6b22bc23 req-8c73b4e7-55ea-4d65-b3e9-b9fef9a95ee4 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Made reservation on behalf of d50b1e2a8cea4a96957fd1d0d02be5f2 for: {'port': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 19:06:50.750208 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-683d852c-2d6a-4b68-9816-724d6b22bc23 req-8c73b4e7-55ea-4d65-b3e9-b9fef9a95ee4 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:50.888446 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [req-683d852c-2d6a-4b68-9816-724d6b22bc23 req-8c73b4e7-55ea-4d65-b3e9-b9fef9a95ee4 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Allocated IP 172.20.0.9 (44138149-5330-4424-8abd-48f1dd8d0d33/086e9416-6d96-4d09-9500-7636c4872eb1/070e04bd-1fe2-45f6-b0f8-4858d86abb97) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 19:06:51.040487 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-683d852c-2d6a-4b68-9816-724d6b22bc23 req-8c73b4e7-55ea-4d65-b3e9-b9fef9a95ee4 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:51.085963 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-683d852c-2d6a-4b68-9816-724d6b22bc23 req-8c73b4e7-55ea-4d65-b3e9-b9fef9a95ee4 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:51.133051 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-683d852c-2d6a-4b68-9816-724d6b22bc23 req-8c73b4e7-55ea-4d65-b3e9-b9fef9a95ee4 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Network 44138149-5330-4424-8abd-48f1dd8d0d33 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 19:06:51.136093 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [req-683d852c-2d6a-4b68-9816-724d6b22bc23 req-8c73b4e7-55ea-4d65-b3e9-b9fef9a95ee4 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 19:06:51.140296 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-683d852c-2d6a-4b68-9816-724d6b22bc23 req-8c73b4e7-55ea-4d65-b3e9-b9fef9a95ee4 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 19:06:51.169108 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c73b4e7-55ea-4d65-b3e9-b9fef9a95ee4 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Pushing event updated for resources: {'Port': ['ID=070e04bd-1fe2-45f6-b0f8-4858d86abb97,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:06:51.205758 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683d852c-2d6a-4b68-9816-724d6b22bc23 req-8c73b4e7-55ea-4d65-b3e9-b9fef9a95ee4 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:06:51.206430 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-683d852c-2d6a-4b68-9816-724d6b22bc23 req-8c73b4e7-55ea-4d65-b3e9-b9fef9a95ee4 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:51.217538 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 12c45853-3e63-4f28-bda5-bacb6aed6e53 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 19:06:51.231293 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-683d852c-2d6a-4b68-9816-724d6b22bc23 req-8c73b4e7-55ea-4d65-b3e9-b9fef9a95ee4 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6040502 May 18 19:06:51.248041 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-683d852c-2d6a-4b68-9816-724d6b22bc23 req-39e3d9e4-5683-48b8-a31c-c6b452225182 service neutron] Request body: {'port': {'device_id': '32978478-abd7-4cb1-b85e-f9cedd56fe2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-3'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 19:06:51.285541 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 12c45853-3e63-4f28-bda5-bacb6aed6e53 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 19:06:51.285946 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:51.316461 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-683d852c-2d6a-4b68-9816-724d6b22bc23 req-39e3d9e4-5683-48b8-a31c-c6b452225182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:51.398763 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 12c45853-3e63-4f28-bda5-bacb6aed6e53 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 19:06:51.399887 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 070d25b5-6fc5-47b8-b9a1-39385b89b58b up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 19:06:51.451561 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-f862965b-a3e4-49bd-bf4e-6ffab4a76776 None None] Provisioning complete for port 070e04bd-1fe2-45f6-b0f8-4858d86abb97 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 19:06:51.452047 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f862965b-a3e4-49bd-bf4e-6ffab4a76776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:51.489515 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 070d25b5-6fc5-47b8-b9a1-39385b89b58b triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 19:06:51.490102 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:51.519264 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-f862965b-a3e4-49bd-bf4e-6ffab4a76776 None None] Port 070e04bd-1fe2-45f6-b0f8-4858d86abb97 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 19:06:51.576553 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 070d25b5-6fc5-47b8-b9a1-39385b89b58b is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 19:06:51.611824 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0226eb-baa6-4d11-8a76-f55351ff1310 req-f59e1d17-9689-4c6b-b7b5-5d60b94f229c tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:06:51.613283 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-af0226eb-baa6-4d11-8a76-f55351ff1310 req-f59e1d17-9689-4c6b-b7b5-5d60b94f229c tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/ports?device_id=32978478-abd7-4cb1-b85e-f9cedd56fe2d HTTP/1.1" status: 200 len: 931 time: 0.1272278 May 18 19:06:51.677698 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-af0226eb-baa6-4d11-8a76-f55351ff1310 req-76596fd9-199f-4f95-9a60-2fdcd45a608d tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/security-groups?id=5d4eb1b4-6364-47b5-bfc3-c57963fbb7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561836 May 18 19:06:51.720749 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [req-683d852c-2d6a-4b68-9816-724d6b22bc23 req-39e3d9e4-5683-48b8-a31c-c6b452225182 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 070e04bd-1fe2-45f6-b0f8-4858d86abb97 {{(pid=102730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 19:06:51.728681 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-683d852c-2d6a-4b68-9816-724d6b22bc23 req-39e3d9e4-5683-48b8-a31c-c6b452225182 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:51.741502 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [req-683d852c-2d6a-4b68-9816-724d6b22bc23 req-39e3d9e4-5683-48b8-a31c-c6b452225182 service neutron] Transition to ACTIVE for port object 070e04bd-1fe2-45f6-b0f8-4858d86abb97 will not be triggered until provisioned by entity L2. {{(pid=102730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 19:06:51.745690 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-683d852c-2d6a-4b68-9816-724d6b22bc23 req-39e3d9e4-5683-48b8-a31c-c6b452225182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:51.801023 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3d9e4-5683-48b8-a31c-c6b452225182 service neutron] Pushing event updated for resources: {'Port': ['ID=070e04bd-1fe2-45f6-b0f8-4858d86abb97,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:06:51.870998 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-683d852c-2d6a-4b68-9816-724d6b22bc23 req-39e3d9e4-5683-48b8-a31c-c6b452225182 service neutron] Attempting to bind port 070e04bd-1fe2-45f6-b0f8-4858d86abb97 on host n-h1-838550-3 for vnic_type normal with profile {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 19:06:51.871338 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-683d852c-2d6a-4b68-9816-724d6b22bc23 req-39e3d9e4-5683-48b8-a31c-c6b452225182 service neutron] Attempting to bind port 070e04bd-1fe2-45f6-b0f8-4858d86abb97 by drivers openvswitch,hyperv on host n-h1-838550-3 at level 0 using segments [{'id': 'aaf1a3ee-9bab-4767-b44d-e1f1d8e0a504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '44138149-5330-4424-8abd-48f1dd8d0d33'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 19:06:51.871674 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683d852c-2d6a-4b68-9816-724d6b22bc23 req-39e3d9e4-5683-48b8-a31c-c6b452225182 service neutron] Attempting to bind port 070e04bd-1fe2-45f6-b0f8-4858d86abb97 on network 44138149-5330-4424-8abd-48f1dd8d0d33 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 19:06:51.876402 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683d852c-2d6a-4b68-9816-724d6b22bc23 req-39e3d9e4-5683-48b8-a31c-c6b452225182 service neutron] Port 070e04bd-1fe2-45f6-b0f8-4858d86abb97 on network 44138149-5330-4424-8abd-48f1dd8d0d33 not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-3 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 19:06:51.876719 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683d852c-2d6a-4b68-9816-724d6b22bc23 req-39e3d9e4-5683-48b8-a31c-c6b452225182 service neutron] Attempting to bind port 070e04bd-1fe2-45f6-b0f8-4858d86abb97 on network 44138149-5330-4424-8abd-48f1dd8d0d33 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 19:06:51.882439 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683d852c-2d6a-4b68-9816-724d6b22bc23 req-39e3d9e4-5683-48b8-a31c-c6b452225182 service neutron] Checking agent: {'id': '1dbac822-25f2-4df8-9dc8-5c2e7b136eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 19, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 19:06:51.882779 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683d852c-2d6a-4b68-9816-724d6b22bc23 req-39e3d9e4-5683-48b8-a31c-c6b452225182 service neutron] Checking segment: {'id': 'aaf1a3ee-9bab-4767-b44d-e1f1d8e0a504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '44138149-5330-4424-8abd-48f1dd8d0d33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 19:06:51.883165 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683d852c-2d6a-4b68-9816-724d6b22bc23 req-39e3d9e4-5683-48b8-a31c-c6b452225182 service neutron] Bound using segment: {'id': 'aaf1a3ee-9bab-4767-b44d-e1f1d8e0a504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '44138149-5330-4424-8abd-48f1dd8d0d33'} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 19:06:51.883613 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-683d852c-2d6a-4b68-9816-724d6b22bc23 req-39e3d9e4-5683-48b8-a31c-c6b452225182 service neutron] Bound port: 070e04bd-1fe2-45f6-b0f8-4858d86abb97, host: n-h1-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaf1a3ee-9bab-4767-b44d-e1f1d8e0a504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '44138149-5330-4424-8abd-48f1dd8d0d33'}}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 19:06:51.883954 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-683d852c-2d6a-4b68-9816-724d6b22bc23 req-39e3d9e4-5683-48b8-a31c-c6b452225182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:51.950377 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-683d852c-2d6a-4b68-9816-724d6b22bc23 req-39e3d9e4-5683-48b8-a31c-c6b452225182 service neutron] For port 070e04bd-1fe2-45f6-b0f8-4858d86abb97, host n-h1-838550-3, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 19:06:51.953536 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-683d852c-2d6a-4b68-9816-724d6b22bc23 req-39e3d9e4-5683-48b8-a31c-c6b452225182 service neutron] For port 070e04bd-1fe2-45f6-b0f8-4858d86abb97, host n-h1-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=070e04bd-1fe2-45f6-b0f8-4858d86abb97,segment=NetworkSegment(aaf1a3ee-9bab-4767-b44d-e1f1d8e0a504),segment_id=aaf1a3ee-9bab-4767-b44d-e1f1d8e0a504)] {{(pid=102730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 19:06:51.958646 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-683d852c-2d6a-4b68-9816-724d6b22bc23 req-39e3d9e4-5683-48b8-a31c-c6b452225182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:51.997135 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683d852c-2d6a-4b68-9816-724d6b22bc23 req-39e3d9e4-5683-48b8-a31c-c6b452225182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:06:51.997788 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-683d852c-2d6a-4b68-9816-724d6b22bc23 req-39e3d9e4-5683-48b8-a31c-c6b452225182 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:51.999376 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-683d852c-2d6a-4b68-9816-724d6b22bc23 req-39e3d9e4-5683-48b8-a31c-c6b452225182 service neutron] 10.222.0.36 "PUT /v2.0/ports/070e04bd-1fe2-45f6-b0f8-4858d86abb97 HTTP/1.1" status: 200 len: 1091 time: 0.7560053 May 18 19:06:51.999733 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32978478-abd7-4cb1-b85e-f9cedd56fe2d', 'tag': '070e04bd-1fe2-45f6-b0f8-4858d86abb97'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 19:06:52.002091 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebab1398998b981f34f543ac0b562e5946bae5cf08db64623ace6dd3c2d346bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90ac8fdd-2f15-43c9-bdc0-568bae011bed" -d '{"events": [{"name": "network-changed", "server_uuid": "32978478-abd7-4cb1-b85e-f9cedd56fe2d", "tag": "070e04bd-1fe2-45f6-b0f8-4858d86abb97"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 19:06:52.034097 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3d9e4-5683-48b8-a31c-c6b452225182 service neutron] Pushing event updated for resources: {'Port': ['ID=070e04bd-1fe2-45f6-b0f8-4858d86abb97,revision_number=3']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:06:52.060944 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 19:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-208fc9c5-69f0-4b6b-b728-44419a4c11f7 x-openstack-request-id: req-208fc9c5-69f0-4b6b-b728-44419a4c11f7 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 19:06:52.061315 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32978478-abd7-4cb1-b85e-f9cedd56fe2d", "tag": "070e04bd-1fe2-45f6-b0f8-4858d86abb97", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 19:06:52.061942 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-208fc9c5-69f0-4b6b-b728-44419a4c11f7 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 19:06:52.062514 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-208fc9c5-69f0-4b6b-b728-44419a4c11f7'] response: {'name': 'network-changed', 'server_uuid': '32978478-abd7-4cb1-b85e-f9cedd56fe2d', 'tag': '070e04bd-1fe2-45f6-b0f8-4858d86abb97', 'status': 'completed', 'code': 200} May 18 19:06:52.098129 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683d852c-2d6a-4b68-9816-724d6b22bc23 req-b3f139ae-7b16-4248-8075-776bdfb3e536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:06:52.099676 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-683d852c-2d6a-4b68-9816-724d6b22bc23 req-b3f139ae-7b16-4248-8075-776bdfb3e536 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d50b1e2a8cea4a96957fd1d0d02be5f2&device_id=32978478-abd7-4cb1-b85e-f9cedd56fe2d HTTP/1.1" status: 200 len: 1094 time: 0.0507429 May 18 19:06:52.147396 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-683d852c-2d6a-4b68-9816-724d6b22bc23 req-f31831d8-8da4-430b-aa80-9fd57e9dac12 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=070e04bd-1fe2-45f6-b0f8-4858d86abb97 HTTP/1.1" status: 200 len: 217 time: 0.0398998 May 18 19:06:52.205595 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683d852c-2d6a-4b68-9816-724d6b22bc23 req-5673b7e5-29ef-40ce-8928-443affbd12ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:06:52.207160 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-683d852c-2d6a-4b68-9816-724d6b22bc23 req-5673b7e5-29ef-40ce-8928-443affbd12ae service neutron] 10.222.0.36 "GET /v2.0/subnets?id=086e9416-6d96-4d09-9500-7636c4872eb1 HTTP/1.1" status: 200 len: 834 time: 0.0500131 May 18 19:06:52.255901 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683d852c-2d6a-4b68-9816-724d6b22bc23 req-2ec7a0fe-40ae-44c3-981d-7d04b570ab5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:06:52.257423 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-683d852c-2d6a-4b68-9816-724d6b22bc23 req-2ec7a0fe-40ae-44c3-981d-7d04b570ab5b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=44138149-5330-4424-8abd-48f1dd8d0d33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404553 May 18 19:06:52.353608 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-683d852c-2d6a-4b68-9816-724d6b22bc23 req-3c5e1ff1-2105-4fb4-b7df-9399afdd6bd5 service neutron] 10.222.0.36 "GET /v2.0/networks/44138149-5330-4424-8abd-48f1dd8d0d33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859215 May 18 19:06:52.448896 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-683d852c-2d6a-4b68-9816-724d6b22bc23 req-f247615b-3ffe-4289-9f9e-9b318fd46b13 service neutron] 10.222.0.36 "GET /v2.0/networks/44138149-5330-4424-8abd-48f1dd8d0d33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847499 May 18 19:06:52.544871 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ac8fdd-2f15-43c9-bdc0-568bae011bed req-a16031bd-3a78-4c07-bef3-e723abb4a9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:06:52.546392 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-90ac8fdd-2f15-43c9-bdc0-568bae011bed req-a16031bd-3a78-4c07-bef3-e723abb4a9a6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d50b1e2a8cea4a96957fd1d0d02be5f2&device_id=32978478-abd7-4cb1-b85e-f9cedd56fe2d HTTP/1.1" status: 200 len: 1094 time: 0.0436294 May 18 19:06:52.636912 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ac8fdd-2f15-43c9-bdc0-568bae011bed req-c45cae07-1183-40e8-a096-6cbd99047f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:06:52.638411 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-90ac8fdd-2f15-43c9-bdc0-568bae011bed req-c45cae07-1183-40e8-a096-6cbd99047f10 service neutron] 10.222.0.36 "GET /v2.0/networks?id=44138149-5330-4424-8abd-48f1dd8d0d33 HTTP/1.1" status: 200 len: 898 time: 0.0853496 May 18 19:06:52.680022 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-90ac8fdd-2f15-43c9-bdc0-568bae011bed req-3a2ad68a-3203-4a69-a13d-3259a1d67484 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=070e04bd-1fe2-45f6-b0f8-4858d86abb97 HTTP/1.1" status: 200 len: 217 time: 0.0344465 May 18 19:06:52.735840 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ac8fdd-2f15-43c9-bdc0-568bae011bed req-8d073aa0-3ff5-46eb-9c5c-1ccbc26c1101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:06:52.737317 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-90ac8fdd-2f15-43c9-bdc0-568bae011bed req-8d073aa0-3ff5-46eb-9c5c-1ccbc26c1101 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=086e9416-6d96-4d09-9500-7636c4872eb1 HTTP/1.1" status: 200 len: 834 time: 0.0472708 May 18 19:06:52.815101 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ac8fdd-2f15-43c9-bdc0-568bae011bed req-00af74f8-2bf0-4913-868a-b76a9d03d743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:06:52.816624 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-90ac8fdd-2f15-43c9-bdc0-568bae011bed req-00af74f8-2bf0-4913-868a-b76a9d03d743 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=44138149-5330-4424-8abd-48f1dd8d0d33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718217 May 18 19:06:52.827246 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56d253f-1e4a-4364-8719-c9f8cd61dcb6 req-221e90c8-a48f-4a84-94a4-0d77fb89f8c3 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:06:52.828610 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c56d253f-1e4a-4364-8719-c9f8cd61dcb6 req-221e90c8-a48f-4a84-94a4-0d77fb89f8c3 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/ports?device_id=32978478-abd7-4cb1-b85e-f9cedd56fe2d HTTP/1.1" status: 200 len: 943 time: 0.0763092 May 18 19:06:52.912216 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c56d253f-1e4a-4364-8719-c9f8cd61dcb6 req-5aaeb345-ec01-4568-89bc-0c22dcfff1bf tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/security-groups?id=5d4eb1b4-6364-47b5-bfc3-c57963fbb7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754352 May 18 19:06:52.936185 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-90ac8fdd-2f15-43c9-bdc0-568bae011bed req-e91bb75b-e53b-4564-89fd-cbb0c971b6f0 service neutron] 10.222.0.36 "GET /v2.0/networks/44138149-5330-4424-8abd-48f1dd8d0d33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066582 May 18 19:06:53.032713 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-90ac8fdd-2f15-43c9-bdc0-568bae011bed req-59daf77a-f978-4c6d-a359-bb9754885e1a service neutron] 10.222.0.36 "GET /v2.0/networks/44138149-5330-4424-8abd-48f1dd8d0d33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877328 May 18 19:06:54.028343 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed79edb-9119-4e42-9c63-b89b9cca01f9 req-41e2a9d7-9a04-43c0-8023-86b040ebf076 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:06:54.029855 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0ed79edb-9119-4e42-9c63-b89b9cca01f9 req-41e2a9d7-9a04-43c0-8023-86b040ebf076 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/ports?device_id=32978478-abd7-4cb1-b85e-f9cedd56fe2d HTTP/1.1" status: 200 len: 943 time: 0.0498316 May 18 19:06:54.069507 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0ed79edb-9119-4e42-9c63-b89b9cca01f9 req-15e05491-b889-4268-a8d2-49da6feb4513 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/security-groups?id=5d4eb1b4-6364-47b5-bfc3-c57963fbb7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335777 May 18 19:06:55.187752 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9c0d45-90f7-4e02-9bb7-f3ded37dac32 req-9fbb91b3-fdf1-4415-aa9e-ee878a9e98b3 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:06:55.189230 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8e9c0d45-90f7-4e02-9bb7-f3ded37dac32 req-9fbb91b3-fdf1-4415-aa9e-ee878a9e98b3 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/ports?device_id=32978478-abd7-4cb1-b85e-f9cedd56fe2d HTTP/1.1" status: 200 len: 943 time: 0.0527337 May 18 19:06:55.227343 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8e9c0d45-90f7-4e02-9bb7-f3ded37dac32 req-01ad2126-fee3-42a7-9f3f-ed43b260ab88 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/security-groups?id=5d4eb1b4-6364-47b5-bfc3-c57963fbb7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315866 May 18 19:06:55.249894 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 070e04bd-1fe2-45f6-b0f8-4858d86abb97 details requested by agent hyperv_n-h1-838550-3 with host n-h1-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 19:06:55.345689 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 070e04bd-1fe2-45f6-b0f8-4858d86abb97, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=070e04bd-1fe2-45f6-b0f8-4858d86abb97,segment=NetworkSegment(aaf1a3ee-9bab-4767-b44d-e1f1d8e0a504),segment_id=aaf1a3ee-9bab-4767-b44d-e1f1d8e0a504)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 19:06:55.357254 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Returning: {'device': '070e04bd-1fe2-45f6-b0f8-4858d86abb97', 'network_id': '44138149-5330-4424-8abd-48f1dd8d0d33', 'port_id': '070e04bd-1fe2-45f6-b0f8-4858d86abb97', 'mac_address': 'fa:16:3e:58:39:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '086e9416-6d96-4d09-9500-7636c4872eb1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 19:06:55.401509 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 070e04bd-1fe2-45f6-b0f8-4858d86abb97 is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 19:06:55.401918 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:55.415315 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 070e04bd-1fe2-45f6-b0f8-4858d86abb97 {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 19:06:55.435585 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 070e04bd-1fe2-45f6-b0f8-4858d86abb97, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=070e04bd-1fe2-45f6-b0f8-4858d86abb97,segment=NetworkSegment(aaf1a3ee-9bab-4767-b44d-e1f1d8e0a504),segment_id=aaf1a3ee-9bab-4767-b44d-e1f1d8e0a504)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 19:06:55.439208 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:55.484810 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=070e04bd-1fe2-45f6-b0f8-4858d86abb97,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:06:55.703315 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['070e04bd-1fe2-45f6-b0f8-4858d86abb97'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 19:06:56.347289 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728df761-2bba-4fa8-b7e5-9f67b7725edb req-2c8d0f6b-82ca-438e-9470-3361f949ef47 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:06:56.348808 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-728df761-2bba-4fa8-b7e5-9f67b7725edb req-2c8d0f6b-82ca-438e-9470-3361f949ef47 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/ports?device_id=32978478-abd7-4cb1-b85e-f9cedd56fe2d HTTP/1.1" status: 200 len: 944 time: 0.0498559 May 18 19:06:56.389429 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-728df761-2bba-4fa8-b7e5-9f67b7725edb req-3667cd42-819a-4e01-999f-1e9defdf9c65 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/security-groups?id=5d4eb1b4-6364-47b5-bfc3-c57963fbb7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331771 May 18 19:06:57.258968 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 070e04bd-1fe2-45f6-b0f8-4858d86abb97 up at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 19:06:57.308044 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning for port 070e04bd-1fe2-45f6-b0f8-4858d86abb97 completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 19:06:57.311896 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning complete for port 070e04bd-1fe2-45f6-b0f8-4858d86abb97 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 19:06:57.312280 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:57.387891 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 070e04bd-1fe2-45f6-b0f8-4858d86abb97 is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 19:06:57.388526 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:57.413306 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32978478-abd7-4cb1-b85e-f9cedd56fe2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '070e04bd-1fe2-45f6-b0f8-4858d86abb97'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 19:06:57.415565 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5d64110a1ec54c0f2bae3109cf83ae5c70b13a424bf8c5acbf84dbd50ace00d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-858d6c01-916d-4f59-bc68-9dc336283c95" -d '{"events": [{"server_uuid": "32978478-abd7-4cb1-b85e-f9cedd56fe2d", "name": "network-vif-plugged", "status": "completed", "tag": "070e04bd-1fe2-45f6-b0f8-4858d86abb97"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 19:06:57.441504 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 070e04bd-1fe2-45f6-b0f8-4858d86abb97, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=070e04bd-1fe2-45f6-b0f8-4858d86abb97,segment=NetworkSegment(aaf1a3ee-9bab-4767-b44d-e1f1d8e0a504),segment_id=aaf1a3ee-9bab-4767-b44d-e1f1d8e0a504)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 19:06:57.446490 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:06:57.494663 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=070e04bd-1fe2-45f6-b0f8-4858d86abb97,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:06:57.509300 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce554e0-45db-4062-8aba-e9eaee908592 req-29c88798-9be5-49fb-b962-efe6a16049d5 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:06:57.510870 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4ce554e0-45db-4062-8aba-e9eaee908592 req-29c88798-9be5-49fb-b962-efe6a16049d5 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/ports?device_id=32978478-abd7-4cb1-b85e-f9cedd56fe2d HTTP/1.1" status: 200 len: 945 time: 0.0498757 May 18 19:06:57.549261 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4ce554e0-45db-4062-8aba-e9eaee908592 req-54012684-6e1a-4ece-9a89-5c987d2cc367 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/security-groups?id=5d4eb1b4-6364-47b5-bfc3-c57963fbb7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323582 May 18 19:06:57.647808 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 19:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76452f3c-1ad1-4aef-95f4-704d4bbbf457 x-openstack-request-id: req-76452f3c-1ad1-4aef-95f4-704d4bbbf457 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 19:06:57.648109 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32978478-abd7-4cb1-b85e-f9cedd56fe2d", "name": "network-vif-plugged", "status": "completed", "tag": "070e04bd-1fe2-45f6-b0f8-4858d86abb97", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 19:06:57.648372 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-76452f3c-1ad1-4aef-95f4-704d4bbbf457 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 19:06:57.648775 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76452f3c-1ad1-4aef-95f4-704d4bbbf457'] response: {'server_uuid': '32978478-abd7-4cb1-b85e-f9cedd56fe2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '070e04bd-1fe2-45f6-b0f8-4858d86abb97', 'code': 200} May 18 19:06:57.759622 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51137cb-d933-4151-ab64-e536dbc5fd4f req-0bb5e249-f4c2-43ce-8f76-c35dc134c3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:06:57.761248 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c51137cb-d933-4151-ab64-e536dbc5fd4f req-0bb5e249-f4c2-43ce-8f76-c35dc134c3f6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=32978478-abd7-4cb1-b85e-f9cedd56fe2d HTTP/1.1" status: 200 len: 1096 time: 0.0460136 May 18 19:06:57.797132 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c51137cb-d933-4151-ab64-e536dbc5fd4f req-258fa22e-340f-4be9-b28c-acd955614f3f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5d4eb1b4-6364-47b5-bfc3-c57963fbb7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286531 May 18 19:06:58.667030 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca2fb0d-e1a3-43eb-85a1-9c768d5d744a req-39b42437-e56e-49cf-8982-94b72d7bb86a tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:06:58.668848 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6ca2fb0d-e1a3-43eb-85a1-9c768d5d744a req-39b42437-e56e-49cf-8982-94b72d7bb86a tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/ports?device_id=32978478-abd7-4cb1-b85e-f9cedd56fe2d HTTP/1.1" status: 200 len: 945 time: 0.0510101 May 18 19:06:58.707312 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6ca2fb0d-e1a3-43eb-85a1-9c768d5d744a req-fe990cb4-12cc-463b-9871-124ad3f81680 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/security-groups?id=5d4eb1b4-6364-47b5-bfc3-c57963fbb7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319293 May 18 19:06:59.822758 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c94d33-03ae-43d4-b439-f78537203730 req-e3249d61-02aa-47ec-9391-367e0ee1b912 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:06:59.824247 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c5c94d33-03ae-43d4-b439-f78537203730 req-e3249d61-02aa-47ec-9391-367e0ee1b912 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/ports?device_id=32978478-abd7-4cb1-b85e-f9cedd56fe2d HTTP/1.1" status: 200 len: 945 time: 0.0481858 May 18 19:06:59.862104 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c5c94d33-03ae-43d4-b439-f78537203730 req-99c8acbb-26bd-4cbf-9a08-1b2b6cbaf019 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/security-groups?id=5d4eb1b4-6364-47b5-bfc3-c57963fbb7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310879 May 18 19:06:59.978313 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3f506d-e83c-4c5a-b042-c44767c82944 req-c68c041a-7175-4391-9b42-6961a92a181f tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:06:59.979695 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9b3f506d-e83c-4c5a-b042-c44767c82944 req-c68c041a-7175-4391-9b42-6961a92a181f tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/ports?device_id=32978478-abd7-4cb1-b85e-f9cedd56fe2d HTTP/1.1" status: 200 len: 945 time: 0.0525753 May 18 19:07:00.017293 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9b3f506d-e83c-4c5a-b042-c44767c82944 req-a0444700-b74d-44ac-a4fc-a91ca3184fb7 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/security-groups?id=5d4eb1b4-6364-47b5-bfc3-c57963fbb7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315638 May 18 19:07:00.038556 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 50652) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:07:00.080689 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-454e9805-deb2-45dc-a636-86143883c93f tempest-TestNetworkAdvancedServerOps-1925643049 tempest-TestNetworkAdvancedServerOps-1925643049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:07:00.081844 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-454e9805-deb2-45dc-a636-86143883c93f tempest-TestNetworkAdvancedServerOps-1925643049 tempest-TestNetworkAdvancedServerOps-1925643049-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=32978478-abd7-4cb1-b85e-f9cedd56fe2d HTTP/1.1" status: 200 len: 1091 time: 0.0413506 May 18 19:07:00.083710 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 50654) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:07:00.088579 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-2e4e4115-f570-4cce-a428-727bebd90ad7 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Request body: {'floatingip': {'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'port_id': '070e04bd-1fe2-45f6-b0f8-4858d86abb97', 'tenant_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 19:07:00.111350 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2e4e4115-f570-4cce-a428-727bebd90ad7 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for floatingip, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:00.210389 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2e4e4115-f570-4cce-a428-727bebd90ad7 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:00.310867 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-2e4e4115-f570-4cce-a428-727bebd90ad7 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Allocated IP 172.25.5.196 (31ebd439-090c-4b25-bbb0-31c48711b145/363a2810-8a83-4be0-a317-7c91fcd94485/7e4ae83f-c11c-44b7-953c-840f4684b9c9) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 19:07:00.414520 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2e4e4115-f570-4cce-a428-727bebd90ad7 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:00.451031 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2e4e4115-f570-4cce-a428-727bebd90ad7 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:00.488020 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4e4115-f570-4cce-a428-727bebd90ad7 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Network 31ebd439-090c-4b25-bbb0-31c48711b145 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 19:07:00.492165 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-2e4e4115-f570-4cce-a428-727bebd90ad7 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 19:07:00.498441 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4e4115-f570-4cce-a428-727bebd90ad7 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 19:07:00.501437 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4e4115-f570-4cce-a428-727bebd90ad7 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Pushing event updated for resources: {'Port': ['ID=7e4ae83f-c11c-44b7-953c-840f4684b9c9,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:07:00.874864 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2e4e4115-f570-4cce-a428-727bebd90ad7 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:00.939260 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2e4e4115-f570-4cce-a428-727bebd90ad7 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:01.089203 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2e4e4115-f570-4cce-a428-727bebd90ad7 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:01.093646 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2e4e4115-f570-4cce-a428-727bebd90ad7 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:01.162570 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4e4115-f570-4cce-a428-727bebd90ad7 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Pushing event updated for resources: {'Port': ['ID=7e4ae83f-c11c-44b7-953c-840f4684b9c9,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:07:01.172625 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2e4e4115-f570-4cce-a428-727bebd90ad7 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596987'] for floatingip, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:01.271288 n-d-838550-3 neutron-server[102730]: INFO neutron.db.l3_db [None req-2e4e4115-f570-4cce-a428-727bebd90ad7 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Floating IP 7146dfc1-11b4-42e4-9cf8-68cd81b790f0 associated. External IP: 172.25.5.196, port: 070e04bd-1fe2-45f6-b0f8-4858d86abb97. May 18 19:07:01.548516 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:01.730059 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:01.809021 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e4e4115-f570-4cce-a428-727bebd90ad7 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Router 2cb21cf0-b010-42a8-8cfd-beee995c1056 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 19:07:01.917216 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e4e4115-f570-4cce-a428-727bebd90ad7 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 19:07:01.927867 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d339a7-0c64-481b-8819-26c8701a8f75 None None] Sync routers for ids ['2cb21cf0-b010-42a8-8cfd-beee995c1056'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 19:07:01.935218 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2e4e4115-f570-4cce-a428-727bebd90ad7 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:01.938231 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d339a7-0c64-481b-8819-26c8701a8f75 None None] Routers {'2cb21cf0-b010-42a8-8cfd-beee995c1056'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 19:07:01.938867 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-c6d339a7-0c64-481b-8819-26c8701a8f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T19:06:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['2cb21cf0-b010-42a8-8cfd-beee995c1056'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:07:01.961806 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-2e4e4115-f570-4cce-a428-727bebd90ad7 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8768330 May 18 19:07:01.962620 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32978478-abd7-4cb1-b85e-f9cedd56fe2d', 'tag': '070e04bd-1fe2-45f6-b0f8-4858d86abb97'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 19:07:01.965182 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebab1398998b981f34f543ac0b562e5946bae5cf08db64623ace6dd3c2d346bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bfc2be0-ecc5-4c88-9d8a-4429e3acb985" -d '{"events": [{"name": "network-changed", "server_uuid": "32978478-abd7-4cb1-b85e-f9cedd56fe2d", "tag": "070e04bd-1fe2-45f6-b0f8-4858d86abb97"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 19:07:02.045544 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-c6d339a7-0c64-481b-8819-26c8701a8f75 None None] Set router 2cb21cf0-b010-42a8-8cfd-beee995c1056 gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 19:07:02.062524 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f4f94c-22b5-4897-bc3d-e24d0418fd15 req-27f86016-66ac-4ca6-ae39-970583da4a9b tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:07:02.063915 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-63f4f94c-22b5-4897-bc3d-e24d0418fd15 req-27f86016-66ac-4ca6-ae39-970583da4a9b tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/ports?device_id=32978478-abd7-4cb1-b85e-f9cedd56fe2d HTTP/1.1" status: 200 len: 945 time: 0.0527861 May 18 19:07:02.101486 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-63f4f94c-22b5-4897-bc3d-e24d0418fd15 req-a069dddd-bb93-4cdc-982a-35d79ccac6fd tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/security-groups?id=5d4eb1b4-6364-47b5-bfc3-c57963fbb7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313411 May 18 19:07:02.124173 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 50660) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:07:02.160853 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 19:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caf28f7c-d0ad-4bc7-96d6-db14bd8fd295 x-openstack-request-id: req-caf28f7c-d0ad-4bc7-96d6-db14bd8fd295 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 19:07:02.161196 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32978478-abd7-4cb1-b85e-f9cedd56fe2d", "tag": "070e04bd-1fe2-45f6-b0f8-4858d86abb97", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 19:07:02.161398 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-caf28f7c-d0ad-4bc7-96d6-db14bd8fd295 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 19:07:02.161812 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-caf28f7c-d0ad-4bc7-96d6-db14bd8fd295'] response: {'name': 'network-changed', 'server_uuid': '32978478-abd7-4cb1-b85e-f9cedd56fe2d', 'tag': '070e04bd-1fe2-45f6-b0f8-4858d86abb97', 'status': 'completed', 'code': 200} May 18 19:07:02.210036 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-4efae092-1e27-454b-a005-c6768e4b3a44 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/floatingips/7146dfc1-11b4-42e4-9cf8-68cd81b790f0 HTTP/1.1" status: 200 len: 991 time: 0.0843284 May 18 19:07:02.226303 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfc2be0-ecc5-4c88-9d8a-4429e3acb985 req-0c4042c4-1934-4a76-8ace-8006a4691653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:07:02.227814 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2bfc2be0-ecc5-4c88-9d8a-4429e3acb985 req-0c4042c4-1934-4a76-8ace-8006a4691653 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d50b1e2a8cea4a96957fd1d0d02be5f2&device_id=32978478-abd7-4cb1-b85e-f9cedd56fe2d HTTP/1.1" status: 200 len: 1096 time: 0.0483222 May 18 19:07:02.277866 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-c6d339a7-0c64-481b-8819-26c8701a8f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb21cf0-b010-42a8-8cfd-beee995c1056', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1203374425', 'tenant_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '070d25b5-6fc5-47b8-b9a1-39385b89b58b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T19:06:43Z', 'updated_at': '2022-05-18T19:06:47Z', 'revision_number': 4, 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'gw_port': {'id': '070d25b5-6fc5-47b8-b9a1-39385b89b58b', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:23:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb21cf0-b010-42a8-8cfd-beee995c1056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:06:44Z', 'updated_at': '2022-05-18T19:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': '7146dfc1-11b4-42e4-9cf8-68cd81b790f0', 'tenant_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'floating_ip_address': '172.25.5.196', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': '2cb21cf0-b010-42a8-8cfd-beee995c1056', 'port_id': '070e04bd-1fe2-45f6-b0f8-4858d86abb97', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44138149-5330-4424-8abd-48f1dd8d0d33', 'mac_address': 'fa:16:3e:58:39:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32978478-abd7-4cb1-b85e-f9cedd56fe2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T19:07:00Z', 'updated_at': '2022-05-18T19:07:00Z', 'revision_number': 0, 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12c45853-3e63-4f28-bda5-bacb6aed6e53', 'name': '', 'network_id': '44138149-5330-4424-8abd-48f1dd8d0d33', 'tenant_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'mac_address': 'fa:16:3e:49:e2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb21cf0-b010-42a8-8cfd-beee995c1056', 'device_owner': 'network:router_interface', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': '086e9416-6d96-4d09-9500-7636c4872eb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:06:46Z', 'updated_at': '2022-05-18T19:06:49Z', 'revision_number': 5, 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'subnets': [{'id': '086e9416-6d96-4d09-9500-7636c4872eb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:07:02.303993 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d339a7-0c64-481b-8819-26c8701a8f75 None None] Checking router: 2cb21cf0-b010-42a8-8cfd-beee995c1056 for host: n-d-838550-3 {{(pid=102732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 19:07:02.312301 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d339a7-0c64-481b-8819-26c8701a8f75 None None] Routers {'2cb21cf0-b010-42a8-8cfd-beee995c1056'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 19:07:02.312968 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-c6d339a7-0c64-481b-8819-26c8701a8f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T19:06:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['2cb21cf0-b010-42a8-8cfd-beee995c1056'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:07:02.324728 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfc2be0-ecc5-4c88-9d8a-4429e3acb985 req-5bc4bf94-4f11-4851-a7ae-a819adb904d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:07:02.326281 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2bfc2be0-ecc5-4c88-9d8a-4429e3acb985 req-5bc4bf94-4f11-4851-a7ae-a819adb904d4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=44138149-5330-4424-8abd-48f1dd8d0d33 HTTP/1.1" status: 200 len: 898 time: 0.0920885 May 18 19:07:02.390883 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2bfc2be0-ecc5-4c88-9d8a-4429e3acb985 req-60f6fb14-275f-4bb2-ae73-ac1418149525 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=070e04bd-1fe2-45f6-b0f8-4858d86abb97 HTTP/1.1" status: 200 len: 999 time: 0.0579128 May 18 19:07:02.421452 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-c6d339a7-0c64-481b-8819-26c8701a8f75 None None] Set router 2cb21cf0-b010-42a8-8cfd-beee995c1056 gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 19:07:02.456314 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfc2be0-ecc5-4c88-9d8a-4429e3acb985 req-395aeee1-8037-4460-8a90-31fb5b816b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:07:02.459043 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2bfc2be0-ecc5-4c88-9d8a-4429e3acb985 req-395aeee1-8037-4460-8a90-31fb5b816b4c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=086e9416-6d96-4d09-9500-7636c4872eb1 HTTP/1.1" status: 200 len: 834 time: 0.0617671 May 18 19:07:02.506685 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfc2be0-ecc5-4c88-9d8a-4429e3acb985 req-2cf07403-85cb-4604-a247-80694d141b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:07:02.508514 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2bfc2be0-ecc5-4c88-9d8a-4429e3acb985 req-2cf07403-85cb-4604-a247-80694d141b44 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=44138149-5330-4424-8abd-48f1dd8d0d33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417926 May 18 19:07:02.598206 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2bfc2be0-ecc5-4c88-9d8a-4429e3acb985 req-bcad45dc-4e70-490a-b788-f22976661994 service neutron] 10.222.0.36 "GET /v2.0/networks/44138149-5330-4424-8abd-48f1dd8d0d33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822523 May 18 19:07:02.646706 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-c6d339a7-0c64-481b-8819-26c8701a8f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb21cf0-b010-42a8-8cfd-beee995c1056', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1203374425', 'tenant_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '070d25b5-6fc5-47b8-b9a1-39385b89b58b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T19:06:43Z', 'updated_at': '2022-05-18T19:06:47Z', 'revision_number': 4, 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'gw_port': {'id': '070d25b5-6fc5-47b8-b9a1-39385b89b58b', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:23:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb21cf0-b010-42a8-8cfd-beee995c1056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:06:44Z', 'updated_at': '2022-05-18T19:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': '7146dfc1-11b4-42e4-9cf8-68cd81b790f0', 'tenant_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'floating_ip_address': '172.25.5.196', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': '2cb21cf0-b010-42a8-8cfd-beee995c1056', 'port_id': '070e04bd-1fe2-45f6-b0f8-4858d86abb97', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44138149-5330-4424-8abd-48f1dd8d0d33', 'mac_address': 'fa:16:3e:58:39:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32978478-abd7-4cb1-b85e-f9cedd56fe2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T19:07:00Z', 'updated_at': '2022-05-18T19:07:00Z', 'revision_number': 0, 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12c45853-3e63-4f28-bda5-bacb6aed6e53', 'name': '', 'network_id': '44138149-5330-4424-8abd-48f1dd8d0d33', 'tenant_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'mac_address': 'fa:16:3e:49:e2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb21cf0-b010-42a8-8cfd-beee995c1056', 'device_owner': 'network:router_interface', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': '086e9416-6d96-4d09-9500-7636c4872eb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:06:46Z', 'updated_at': '2022-05-18T19:06:49Z', 'revision_number': 5, 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'subnets': [{'id': '086e9416-6d96-4d09-9500-7636c4872eb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:07:02.677071 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d339a7-0c64-481b-8819-26c8701a8f75 None None] The sync data for ids ['2cb21cf0-b010-42a8-8cfd-beee995c1056'] in n-d-838550-3 is: [{'id': '2cb21cf0-b010-42a8-8cfd-beee995c1056', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1203374425', 'tenant_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '070d25b5-6fc5-47b8-b9a1-39385b89b58b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T19:06:43Z', 'updated_at': '2022-05-18T19:06:47Z', 'revision_number': 4, 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'gw_port': {'id': '070d25b5-6fc5-47b8-b9a1-39385b89b58b', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:23:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb21cf0-b010-42a8-8cfd-beee995c1056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:06:44Z', 'updated_at': '2022-05-18T19:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': '7146dfc1-11b4-42e4-9cf8-68cd81b790f0', 'tenant_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'floating_ip_address': '172.25.5.196', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': '2cb21cf0-b010-42a8-8cfd-beee995c1056', 'port_id': '070e04bd-1fe2-45f6-b0f8-4858d86abb97', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44138149-5330-4424-8abd-48f1dd8d0d33', 'mac_address': 'fa:16:3e:58:39:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32978478-abd7-4cb1-b85e-f9cedd56fe2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T19:07:00Z', 'updated_at': '2022-05-18T19:07:00Z', 'revision_number': 0, 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12c45853-3e63-4f28-bda5-bacb6aed6e53', 'name': '', 'network_id': '44138149-5330-4424-8abd-48f1dd8d0d33', 'tenant_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'mac_address': 'fa:16:3e:49:e2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb21cf0-b010-42a8-8cfd-beee995c1056', 'device_owner': 'network:router_interface', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': '086e9416-6d96-4d09-9500-7636c4872eb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:06:46Z', 'updated_at': '2022-05-18T19:06:49Z', 'revision_number': 5, 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'subnets': [{'id': '086e9416-6d96-4d09-9500-7636c4872eb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 19:07:02.696042 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2bfc2be0-ecc5-4c88-9d8a-4429e3acb985 req-b103329c-b16c-48fc-a5c9-909dd807bbcc service neutron] 10.222.0.36 "GET /v2.0/networks/44138149-5330-4424-8abd-48f1dd8d0d33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914121 May 18 19:07:02.884815 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8613e4-4b5b-4b60-b3f7-556e5f31662d None None] New status for floating IP 7146dfc1-11b4-42e4-9cf8-68cd81b790f0: ACTIVE {{(pid=102733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 19:07:03.214029 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 50662) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:07:03.273107 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-96fa2cd9-d819-418b-adf6-76b93563a7c8 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/floatingips/7146dfc1-11b4-42e4-9cf8-68cd81b790f0 HTTP/1.1" status: 200 len: 993 time: 0.0580027 May 18 19:07:07.748808 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1c3ea279-c098-4716-8e57-644387430690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:10.130547 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-54f49205-f4e4-4870-9cb0-0c81f99134a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:11.474706 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:12.619466 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:13.188770 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:20.276498 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 7 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 19:07:30.365859 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-235859f7-ff9b-42ea-9a49-b95866d341c6 req-da111344-8afe-4644-98e5-38ba88897254 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=32978478-abd7-4cb1-b85e-f9cedd56fe2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0391901 May 18 19:07:30.451760 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235859f7-ff9b-42ea-9a49-b95866d341c6 req-5a54c90e-c3c9-4b87-8671-d4d81e542e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:07:30.453233 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-235859f7-ff9b-42ea-9a49-b95866d341c6 req-5a54c90e-c3c9-4b87-8671-d4d81e542e16 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d50b1e2a8cea4a96957fd1d0d02be5f2&device_id=32978478-abd7-4cb1-b85e-f9cedd56fe2d HTTP/1.1" status: 200 len: 1096 time: 0.0399184 May 18 19:07:30.558845 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235859f7-ff9b-42ea-9a49-b95866d341c6 req-66e102ab-f40a-4fb0-bd88-2d1c13a935fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:07:30.560331 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-235859f7-ff9b-42ea-9a49-b95866d341c6 req-66e102ab-f40a-4fb0-bd88-2d1c13a935fb service neutron] 10.222.0.36 "GET /v2.0/networks?id=44138149-5330-4424-8abd-48f1dd8d0d33 HTTP/1.1" status: 200 len: 898 time: 0.0868480 May 18 19:07:30.633772 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-235859f7-ff9b-42ea-9a49-b95866d341c6 req-2dfb71b9-d6a1-47f2-a12f-6290b8b64b15 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=070e04bd-1fe2-45f6-b0f8-4858d86abb97 HTTP/1.1" status: 200 len: 1001 time: 0.0643589 May 18 19:07:30.691097 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235859f7-ff9b-42ea-9a49-b95866d341c6 req-3c6cb7eb-a078-4945-8f6d-7bb10f173bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:07:30.693202 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-235859f7-ff9b-42ea-9a49-b95866d341c6 req-3c6cb7eb-a078-4945-8f6d-7bb10f173bff service neutron] 10.222.0.36 "GET /v2.0/subnets?id=086e9416-6d96-4d09-9500-7636c4872eb1 HTTP/1.1" status: 200 len: 834 time: 0.0488529 May 18 19:07:30.738901 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235859f7-ff9b-42ea-9a49-b95866d341c6 req-90346bd0-08d0-4a20-bf9e-d7a632901393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:07:30.740378 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-235859f7-ff9b-42ea-9a49-b95866d341c6 req-90346bd0-08d0-4a20-bf9e-d7a632901393 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=44138149-5330-4424-8abd-48f1dd8d0d33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399787 May 18 19:07:30.834878 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-235859f7-ff9b-42ea-9a49-b95866d341c6 req-05ecf4d9-5065-49a4-8669-38b768b74ea7 service neutron] 10.222.0.36 "GET /v2.0/networks/44138149-5330-4424-8abd-48f1dd8d0d33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875943 May 18 19:07:30.936189 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-235859f7-ff9b-42ea-9a49-b95866d341c6 req-1ffc81b4-5f26-406e-8673-cfdac9d6a11e service neutron] 10.222.0.36 "GET /v2.0/networks/44138149-5330-4424-8abd-48f1dd8d0d33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946660 May 18 19:07:31.548155 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:31.745590 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:36.675298 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad4c10d-733b-4a4e-a900-eb0968db8fff req-ed38d1be-a4fe-41b4-a28d-8f675fb96251 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:07:36.677316 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5ad4c10d-733b-4a4e-a900-eb0968db8fff req-ed38d1be-a4fe-41b4-a28d-8f675fb96251 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/ports?device_id=32978478-abd7-4cb1-b85e-f9cedd56fe2d HTTP/1.1" status: 200 len: 945 time: 0.0509229 May 18 19:07:36.715506 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5ad4c10d-733b-4a4e-a900-eb0968db8fff req-a6585269-932b-4e79-b738-59fa63782658 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/security-groups?id=5d4eb1b4-6364-47b5-bfc3-c57963fbb7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324490 May 18 19:07:37.751176 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-8eac9a39-4140-452a-9068-b80470aa0581 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:37.836795 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82246f72-7cea-4e9f-aca5-fb88476e49be req-084d9314-fa28-407a-9f78-8feec7164541 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:07:37.838209 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-82246f72-7cea-4e9f-aca5-fb88476e49be req-084d9314-fa28-407a-9f78-8feec7164541 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/ports?device_id=32978478-abd7-4cb1-b85e-f9cedd56fe2d HTTP/1.1" status: 200 len: 945 time: 0.0531595 May 18 19:07:37.875537 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-82246f72-7cea-4e9f-aca5-fb88476e49be req-49fb0810-7941-4f79-8bd3-3d41f1071c86 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/security-groups?id=5d4eb1b4-6364-47b5-bfc3-c57963fbb7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313175 May 18 19:07:37.897500 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 50684) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:07:37.956853 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-4ee7243f-b994-4b8b-bfde-9d2accb7a368 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/floatingips/7146dfc1-11b4-42e4-9cf8-68cd81b790f0 HTTP/1.1" status: 200 len: 993 time: 0.0581672 May 18 19:07:39.243031 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ef3817-32de-46c8-98f7-ce04ab8bc923 req-a8f6c88d-8b41-4301-8737-cc310cc1ee88 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:07:39.244394 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b1ef3817-32de-46c8-98f7-ce04ab8bc923 req-a8f6c88d-8b41-4301-8737-cc310cc1ee88 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/ports?device_id=32978478-abd7-4cb1-b85e-f9cedd56fe2d HTTP/1.1" status: 200 len: 945 time: 0.0609331 May 18 19:07:39.301462 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fb7547-ff73-4214-ad9b-e9839a7d9055 req-3e680131-af65-472a-bc13-8ea9f9412c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:07:39.302997 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d3fb7547-ff73-4214-ad9b-e9839a7d9055 req-3e680131-af65-472a-bc13-8ea9f9412c48 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d50b1e2a8cea4a96957fd1d0d02be5f2&device_id=32978478-abd7-4cb1-b85e-f9cedd56fe2d HTTP/1.1" status: 200 len: 1096 time: 0.0761209 May 18 19:07:39.305820 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b1ef3817-32de-46c8-98f7-ce04ab8bc923 req-ca0ab475-51bb-4e4d-8efa-08fd523f8f75 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/security-groups?id=5d4eb1b4-6364-47b5-bfc3-c57963fbb7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446033 May 18 19:07:39.393737 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fb7547-ff73-4214-ad9b-e9839a7d9055 req-bdd31e73-714f-4b63-927c-164afe67ba3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:07:39.395896 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d3fb7547-ff73-4214-ad9b-e9839a7d9055 req-bdd31e73-714f-4b63-927c-164afe67ba3c service neutron] 10.222.0.36 "GET /v2.0/networks?id=44138149-5330-4424-8abd-48f1dd8d0d33 HTTP/1.1" status: 200 len: 898 time: 0.0852900 May 18 19:07:39.466369 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d3fb7547-ff73-4214-ad9b-e9839a7d9055 req-0b804a0d-34d1-4115-9345-27291211beab service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=070e04bd-1fe2-45f6-b0f8-4858d86abb97 HTTP/1.1" status: 200 len: 1001 time: 0.0606923 May 18 19:07:39.519312 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fb7547-ff73-4214-ad9b-e9839a7d9055 req-48182554-1c89-4ef0-a815-fd5e4476ab27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:07:39.521281 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d3fb7547-ff73-4214-ad9b-e9839a7d9055 req-48182554-1c89-4ef0-a815-fd5e4476ab27 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=086e9416-6d96-4d09-9500-7636c4872eb1 HTTP/1.1" status: 200 len: 834 time: 0.0439062 May 18 19:07:39.569454 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fb7547-ff73-4214-ad9b-e9839a7d9055 req-24d651f2-2939-40bc-9172-6afa91ab262f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:07:39.570944 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d3fb7547-ff73-4214-ad9b-e9839a7d9055 req-24d651f2-2939-40bc-9172-6afa91ab262f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=44138149-5330-4424-8abd-48f1dd8d0d33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395823 May 18 19:07:39.682840 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d3fb7547-ff73-4214-ad9b-e9839a7d9055 req-39d61831-c577-49d9-b411-a50cae730549 service neutron] 10.222.0.36 "GET /v2.0/networks/44138149-5330-4424-8abd-48f1dd8d0d33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010485 May 18 19:07:39.785273 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d3fb7547-ff73-4214-ad9b-e9839a7d9055 req-ac8244a0-e10e-41bc-89b9-82e514abf8aa service neutron] 10.222.0.36 "GET /v2.0/networks/44138149-5330-4424-8abd-48f1dd8d0d33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914090 May 18 19:07:40.131417 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-8dfce9d7-3488-4e0f-a120-f45f82c7331e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:40.427278 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57992243-cb14-4950-9b60-da691c0bb6c9 req-84cfc3f0-2f28-4d8d-bde2-6b5328716738 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:07:40.428869 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-57992243-cb14-4950-9b60-da691c0bb6c9 req-84cfc3f0-2f28-4d8d-bde2-6b5328716738 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/ports?device_id=32978478-abd7-4cb1-b85e-f9cedd56fe2d HTTP/1.1" status: 200 len: 945 time: 0.0501850 May 18 19:07:40.471030 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-57992243-cb14-4950-9b60-da691c0bb6c9 req-d29844a4-39d0-4249-89fb-57b35e57d2c2 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/security-groups?id=5d4eb1b4-6364-47b5-bfc3-c57963fbb7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361505 May 18 19:07:41.476751 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:41.589741 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb036f3-e3be-4970-803e-f16687a0533f req-4b0e61dd-5d0d-4fd1-9068-64575361e0af tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:07:41.591259 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7bb036f3-e3be-4970-803e-f16687a0533f req-4b0e61dd-5d0d-4fd1-9068-64575361e0af tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/ports?device_id=32978478-abd7-4cb1-b85e-f9cedd56fe2d HTTP/1.1" status: 200 len: 945 time: 0.0506022 May 18 19:07:41.629464 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7bb036f3-e3be-4970-803e-f16687a0533f req-ea385b25-d3bb-484b-852f-c54b9a9a4a0e tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/security-groups?id=5d4eb1b4-6364-47b5-bfc3-c57963fbb7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321937 May 18 19:07:41.651305 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 50698) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:07:41.711010 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-cb6787e2-26f7-47ff-996b-a9f6827ada3d tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/floatingips/7146dfc1-11b4-42e4-9cf8-68cd81b790f0 HTTP/1.1" status: 200 len: 993 time: 0.0585804 May 18 19:07:41.991899 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 50704) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:07:42.149960 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-a4c984df-71e9-4d43-825e-781f4e918ccc tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Deleting port 7e4ae83f-c11c-44b7-953c-840f4684b9c9 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 19:07:42.150289 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a4c984df-71e9-4d43-825e-781f4e918ccc tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:42.228062 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a4c984df-71e9-4d43-825e-781f4e918ccc tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:42.228390 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a4c984df-71e9-4d43-825e-781f4e918ccc tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:42.239678 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-a4c984df-71e9-4d43-825e-781f4e918ccc tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Calling delete_port for 7e4ae83f-c11c-44b7-953c-840f4684b9c9 owned by network:floatingip {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 19:07:42.388898 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a4c984df-71e9-4d43-825e-781f4e918ccc tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:42.415322 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c984df-71e9-4d43-825e-781f4e918ccc tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Pushing event deleted for resources: {'Port': ['ID=7e4ae83f-c11c-44b7-953c-840f4684b9c9,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:07:42.439430 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c984df-71e9-4d43-825e-781f4e918ccc tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:07:42.439778 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c984df-71e9-4d43-825e-781f4e918ccc tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:07:42.440118 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c984df-71e9-4d43-825e-781f4e918ccc tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:07:42.440454 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c984df-71e9-4d43-825e-781f4e918ccc tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:07:42.440783 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c984df-71e9-4d43-825e-781f4e918ccc tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:07:42.441677 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c984df-71e9-4d43-825e-781f4e918ccc tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:07:42.442011 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c984df-71e9-4d43-825e-781f4e918ccc tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:07:42.442338 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c984df-71e9-4d43-825e-781f4e918ccc tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:07:42.442664 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c984df-71e9-4d43-825e-781f4e918ccc tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:07:42.442985 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c984df-71e9-4d43-825e-781f4e918ccc tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:07:42.443309 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c984df-71e9-4d43-825e-781f4e918ccc tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:07:42.443627 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c984df-71e9-4d43-825e-781f4e918ccc tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:07:42.483906 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a4c984df-71e9-4d43-825e-781f4e918ccc tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for floatingip, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:42.484246 n-d-838550-3 neutron-server[102730]: INFO neutron.db.l3_db [None req-a4c984df-71e9-4d43-825e-781f4e918ccc tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Floating IP 7146dfc1-11b4-42e4-9cf8-68cd81b790f0 disassociated (deleted). External IP: 172.25.5.196, port: 070e04bd-1fe2-45f6-b0f8-4858d86abb97. May 18 19:07:42.622860 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:42.703805 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4c984df-71e9-4d43-825e-781f4e918ccc tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Router 2cb21cf0-b010-42a8-8cfd-beee995c1056 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 19:07:42.815517 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4c984df-71e9-4d43-825e-781f4e918ccc tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 19:07:42.820947 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a4c984df-71e9-4d43-825e-781f4e918ccc tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:42.825503 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431a7265-59d8-4cf6-9af5-ceafaf83ff90 None None] Sync routers for ids ['2cb21cf0-b010-42a8-8cfd-beee995c1056'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 19:07:42.835096 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431a7265-59d8-4cf6-9af5-ceafaf83ff90 None None] Routers {'2cb21cf0-b010-42a8-8cfd-beee995c1056'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 19:07:42.835704 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-431a7265-59d8-4cf6-9af5-ceafaf83ff90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T19:07:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['2cb21cf0-b010-42a8-8cfd-beee995c1056'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:07:42.847617 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-a4c984df-71e9-4d43-825e-781f4e918ccc tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "DELETE /v2.0/floatingips/7146dfc1-11b4-42e4-9cf8-68cd81b790f0 HTTP/1.1" status: 204 len: 168 time: 0.8546896 May 18 19:07:42.848320 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32978478-abd7-4cb1-b85e-f9cedd56fe2d', 'tag': '070e04bd-1fe2-45f6-b0f8-4858d86abb97'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 19:07:42.850735 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebab1398998b981f34f543ac0b562e5946bae5cf08db64623ace6dd3c2d346bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5de504f-f11b-4035-81a7-7b458fddff94" -d '{"events": [{"name": "network-changed", "server_uuid": "32978478-abd7-4cb1-b85e-f9cedd56fe2d", "tag": "070e04bd-1fe2-45f6-b0f8-4858d86abb97"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 19:07:42.941863 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-431a7265-59d8-4cf6-9af5-ceafaf83ff90 None None] Set router 2cb21cf0-b010-42a8-8cfd-beee995c1056 gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 19:07:43.009768 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 19:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df84a461-fd93-4b77-9322-cf9970e8e613 x-openstack-request-id: req-df84a461-fd93-4b77-9322-cf9970e8e613 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 19:07:43.010077 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32978478-abd7-4cb1-b85e-f9cedd56fe2d", "tag": "070e04bd-1fe2-45f6-b0f8-4858d86abb97", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 19:07:43.010307 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-df84a461-fd93-4b77-9322-cf9970e8e613 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 19:07:43.010712 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df84a461-fd93-4b77-9322-cf9970e8e613'] response: {'name': 'network-changed', 'server_uuid': '32978478-abd7-4cb1-b85e-f9cedd56fe2d', 'tag': '070e04bd-1fe2-45f6-b0f8-4858d86abb97', 'status': 'completed', 'code': 200} May 18 19:07:43.109844 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5de504f-f11b-4035-81a7-7b458fddff94 req-9df83d5f-1986-4b9f-9fe1-d0cf2f2b99a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:07:43.111535 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b5de504f-f11b-4035-81a7-7b458fddff94 req-9df83d5f-1986-4b9f-9fe1-d0cf2f2b99a6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d50b1e2a8cea4a96957fd1d0d02be5f2&device_id=32978478-abd7-4cb1-b85e-f9cedd56fe2d HTTP/1.1" status: 200 len: 1096 time: 0.0791383 May 18 19:07:43.123349 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08595a7c-fa1c-4f18-8b1c-232a48243173 req-a35f000b-3e27-430a-a656-da5cbeb7b84a tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:07:43.124769 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-08595a7c-fa1c-4f18-8b1c-232a48243173 req-a35f000b-3e27-430a-a656-da5cbeb7b84a tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/ports?device_id=32978478-abd7-4cb1-b85e-f9cedd56fe2d HTTP/1.1" status: 200 len: 945 time: 0.0655942 May 18 19:07:43.149298 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-431a7265-59d8-4cf6-9af5-ceafaf83ff90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb21cf0-b010-42a8-8cfd-beee995c1056', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1203374425', 'tenant_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '070d25b5-6fc5-47b8-b9a1-39385b89b58b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T19:06:43Z', 'updated_at': '2022-05-18T19:06:47Z', 'revision_number': 4, 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'gw_port': {'id': '070d25b5-6fc5-47b8-b9a1-39385b89b58b', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:23:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb21cf0-b010-42a8-8cfd-beee995c1056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:06:44Z', 'updated_at': '2022-05-18T19:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '12c45853-3e63-4f28-bda5-bacb6aed6e53', 'name': '', 'network_id': '44138149-5330-4424-8abd-48f1dd8d0d33', 'tenant_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'mac_address': 'fa:16:3e:49:e2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb21cf0-b010-42a8-8cfd-beee995c1056', 'device_owner': 'network:router_interface', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': '086e9416-6d96-4d09-9500-7636c4872eb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:06:46Z', 'updated_at': '2022-05-18T19:06:49Z', 'revision_number': 5, 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'subnets': [{'id': '086e9416-6d96-4d09-9500-7636c4872eb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:07:43.180720 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431a7265-59d8-4cf6-9af5-ceafaf83ff90 None None] Checking router: 2cb21cf0-b010-42a8-8cfd-beee995c1056 for host: n-d-838550-3 {{(pid=102732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 19:07:43.196547 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431a7265-59d8-4cf6-9af5-ceafaf83ff90 None None] Routers {'2cb21cf0-b010-42a8-8cfd-beee995c1056'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 19:07:43.197147 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-431a7265-59d8-4cf6-9af5-ceafaf83ff90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T19:07:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['2cb21cf0-b010-42a8-8cfd-beee995c1056'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:07:43.200562 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:43.221812 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-08595a7c-fa1c-4f18-8b1c-232a48243173 req-407f943a-15a5-4981-a8ee-78c97909317a tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/security-groups?id=5d4eb1b4-6364-47b5-bfc3-c57963fbb7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875909 May 18 19:07:43.242710 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5de504f-f11b-4035-81a7-7b458fddff94 req-f22e05eb-32f0-438a-a7f9-b617ac314d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:07:43.244287 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b5de504f-f11b-4035-81a7-7b458fddff94 req-f22e05eb-32f0-438a-a7f9-b617ac314d3b service neutron] 10.222.0.36 "GET /v2.0/networks?id=44138149-5330-4424-8abd-48f1dd8d0d33 HTTP/1.1" status: 200 len: 898 time: 0.1185899 May 18 19:07:43.288702 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b5de504f-f11b-4035-81a7-7b458fddff94 req-c480ee70-c085-4054-9dce-4223b38fcdde service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=070e04bd-1fe2-45f6-b0f8-4858d86abb97 HTTP/1.1" status: 200 len: 217 time: 0.0371087 May 18 19:07:43.349409 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5de504f-f11b-4035-81a7-7b458fddff94 req-0bf93c02-1c08-4ce1-8440-ff678f111fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:07:43.350990 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b5de504f-f11b-4035-81a7-7b458fddff94 req-0bf93c02-1c08-4ce1-8440-ff678f111fb7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=086e9416-6d96-4d09-9500-7636c4872eb1 HTTP/1.1" status: 200 len: 834 time: 0.0494485 May 18 19:07:43.400426 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5de504f-f11b-4035-81a7-7b458fddff94 req-84e51d0b-c1f1-490b-a7f2-188cd4828014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:07:43.402004 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b5de504f-f11b-4035-81a7-7b458fddff94 req-84e51d0b-c1f1-490b-a7f2-188cd4828014 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=44138149-5330-4424-8abd-48f1dd8d0d33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423923 May 18 19:07:43.466962 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-431a7265-59d8-4cf6-9af5-ceafaf83ff90 None None] Set router 2cb21cf0-b010-42a8-8cfd-beee995c1056 gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 19:07:43.506152 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b5de504f-f11b-4035-81a7-7b458fddff94 req-16e852a2-b0d7-46ad-b01a-b084658a260a service neutron] 10.222.0.36 "GET /v2.0/networks/44138149-5330-4424-8abd-48f1dd8d0d33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967975 May 18 19:07:43.604136 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b5de504f-f11b-4035-81a7-7b458fddff94 req-b4293fdc-7167-4590-9502-6f1bdef6cc82 service neutron] 10.222.0.36 "GET /v2.0/networks/44138149-5330-4424-8abd-48f1dd8d0d33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889254 May 18 19:07:43.673822 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-431a7265-59d8-4cf6-9af5-ceafaf83ff90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb21cf0-b010-42a8-8cfd-beee995c1056', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1203374425', 'tenant_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '070d25b5-6fc5-47b8-b9a1-39385b89b58b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T19:06:43Z', 'updated_at': '2022-05-18T19:06:47Z', 'revision_number': 4, 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'gw_port': {'id': '070d25b5-6fc5-47b8-b9a1-39385b89b58b', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:23:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb21cf0-b010-42a8-8cfd-beee995c1056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:06:44Z', 'updated_at': '2022-05-18T19:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '12c45853-3e63-4f28-bda5-bacb6aed6e53', 'name': '', 'network_id': '44138149-5330-4424-8abd-48f1dd8d0d33', 'tenant_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'mac_address': 'fa:16:3e:49:e2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb21cf0-b010-42a8-8cfd-beee995c1056', 'device_owner': 'network:router_interface', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': '086e9416-6d96-4d09-9500-7636c4872eb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:06:46Z', 'updated_at': '2022-05-18T19:06:49Z', 'revision_number': 5, 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'subnets': [{'id': '086e9416-6d96-4d09-9500-7636c4872eb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:07:43.702269 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431a7265-59d8-4cf6-9af5-ceafaf83ff90 None None] The sync data for ids ['2cb21cf0-b010-42a8-8cfd-beee995c1056'] in n-d-838550-3 is: [{'id': '2cb21cf0-b010-42a8-8cfd-beee995c1056', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1203374425', 'tenant_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '070d25b5-6fc5-47b8-b9a1-39385b89b58b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T19:06:43Z', 'updated_at': '2022-05-18T19:06:47Z', 'revision_number': 4, 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'gw_port': {'id': '070d25b5-6fc5-47b8-b9a1-39385b89b58b', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:23:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb21cf0-b010-42a8-8cfd-beee995c1056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:06:44Z', 'updated_at': '2022-05-18T19:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '12c45853-3e63-4f28-bda5-bacb6aed6e53', 'name': '', 'network_id': '44138149-5330-4424-8abd-48f1dd8d0d33', 'tenant_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'mac_address': 'fa:16:3e:49:e2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb21cf0-b010-42a8-8cfd-beee995c1056', 'device_owner': 'network:router_interface', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': '086e9416-6d96-4d09-9500-7636c4872eb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:06:46Z', 'updated_at': '2022-05-18T19:06:49Z', 'revision_number': 5, 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'subnets': [{'id': '086e9416-6d96-4d09-9500-7636c4872eb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 19:07:43.932075 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d720fb9-f331-46f3-8402-1597ec03c2b2 None None] New status for floating IP 7146dfc1-11b4-42e4-9cf8-68cd81b790f0: DOWN {{(pid=102733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 19:07:44.347821 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac699a7-02ac-42d7-b5cc-46e7c15b297e req-e955bf17-5211-4aeb-8835-98936341e02d tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:07:44.349297 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2ac699a7-02ac-42d7-b5cc-46e7c15b297e req-e955bf17-5211-4aeb-8835-98936341e02d tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/ports?device_id=32978478-abd7-4cb1-b85e-f9cedd56fe2d HTTP/1.1" status: 200 len: 945 time: 0.0557096 May 18 19:07:44.387399 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2ac699a7-02ac-42d7-b5cc-46e7c15b297e req-201ec7ea-7cf4-4dc2-84b1-50f2a7f4c0a6 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/security-groups?id=5d4eb1b4-6364-47b5-bfc3-c57963fbb7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319781 May 18 19:07:44.829278 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716572f1-2802-4890-ab29-b631d52fa4ea req-e911db88-5ad5-4af5-8df0-9eab1046c7e1 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:07:44.830748 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-716572f1-2802-4890-ab29-b631d52fa4ea req-e911db88-5ad5-4af5-8df0-9eab1046c7e1 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.36 "GET /v2.0/ports?device_id=32978478-abd7-4cb1-b85e-f9cedd56fe2d HTTP/1.1" status: 200 len: 945 time: 0.0482280 May 18 19:07:44.919856 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-716572f1-2802-4890-ab29-b631d52fa4ea req-1ce61347-a6b3-467b-ac87-c1c97e565145 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Deleting port 070e04bd-1fe2-45f6-b0f8-4858d86abb97 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 19:07:44.920189 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-716572f1-2802-4890-ab29-b631d52fa4ea req-1ce61347-a6b3-467b-ac87-c1c97e565145 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:45.008780 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-716572f1-2802-4890-ab29-b631d52fa4ea req-1ce61347-a6b3-467b-ac87-c1c97e565145 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] For port 070e04bd-1fe2-45f6-b0f8-4858d86abb97, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=070e04bd-1fe2-45f6-b0f8-4858d86abb97,segment=NetworkSegment(aaf1a3ee-9bab-4767-b44d-e1f1d8e0a504),segment_id=aaf1a3ee-9bab-4767-b44d-e1f1d8e0a504)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 19:07:45.009146 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-716572f1-2802-4890-ab29-b631d52fa4ea req-1ce61347-a6b3-467b-ac87-c1c97e565145 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:45.021239 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-716572f1-2802-4890-ab29-b631d52fa4ea req-1ce61347-a6b3-467b-ac87-c1c97e565145 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Calling delete_port for 070e04bd-1fe2-45f6-b0f8-4858d86abb97 owned by compute:nova {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 19:07:45.151568 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-716572f1-2802-4890-ab29-b631d52fa4ea req-1ce61347-a6b3-467b-ac87-c1c97e565145 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:45.180561 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce61347-a6b3-467b-ac87-c1c97e565145 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Pushing event deleted for resources: {'Port': ['ID=070e04bd-1fe2-45f6-b0f8-4858d86abb97,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:07:45.220789 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-716572f1-2802-4890-ab29-b631d52fa4ea req-1ce61347-a6b3-467b-ac87-c1c97e565145 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] No DVR routers for this DVR port 070e04bd-1fe2-45f6-b0f8-4858d86abb97 on host n-h1-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 19:07:45.223508 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-716572f1-2802-4890-ab29-b631d52fa4ea req-1ce61347-a6b3-467b-ac87-c1c97e565145 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:45.227149 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-716572f1-2802-4890-ab29-b631d52fa4ea req-1ce61347-a6b3-467b-ac87-c1c97e565145 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.36 "DELETE /v2.0/ports/070e04bd-1fe2-45f6-b0f8-4858d86abb97 HTTP/1.1" status: 204 len: 173 time: 0.3902149 May 18 19:07:45.227616 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32978478-abd7-4cb1-b85e-f9cedd56fe2d', 'name': 'network-vif-deleted', 'tag': '070e04bd-1fe2-45f6-b0f8-4858d86abb97'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 19:07:45.229990 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebab1398998b981f34f543ac0b562e5946bae5cf08db64623ace6dd3c2d346bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a1bdd6e-2e09-46ff-ab32-c445989a7751" -d '{"events": [{"server_uuid": "32978478-abd7-4cb1-b85e-f9cedd56fe2d", "name": "network-vif-deleted", "tag": "070e04bd-1fe2-45f6-b0f8-4858d86abb97"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 19:07:45.269823 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 19:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-429ab4b0-013e-4ebf-b5f8-0a02290ebc57 x-openstack-request-id: req-429ab4b0-013e-4ebf-b5f8-0a02290ebc57 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 19:07:45.270120 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32978478-abd7-4cb1-b85e-f9cedd56fe2d", "name": "network-vif-deleted", "tag": "070e04bd-1fe2-45f6-b0f8-4858d86abb97", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 19:07:45.270376 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-429ab4b0-013e-4ebf-b5f8-0a02290ebc57 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 19:07:45.270779 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-429ab4b0-013e-4ebf-b5f8-0a02290ebc57'] response: {'server_uuid': '32978478-abd7-4cb1-b85e-f9cedd56fe2d', 'name': 'network-vif-deleted', 'tag': '070e04bd-1fe2-45f6-b0f8-4858d86abb97', 'status': 'completed', 'code': 200} May 18 19:07:45.495246 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-86a43651-945e-4a22-9601-22275a405710 req-14413da6-5101-458a-8146-307afefa5ed0 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "GET /v2.0/ports?device_id=32978478-abd7-4cb1-b85e-f9cedd56fe2d HTTP/1.1" status: 200 len: 210 time: 0.0260804 May 18 19:07:46.551640 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 50722) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:07:46.931967 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-01edffd5-e6d8-414c-b267-a2015c9f084f tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-595963'] for router_interface, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:47.190330 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-01edffd5-e6d8-414c-b267-a2015c9f084f tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Deleting port 12c45853-3e63-4f28-bda5-bacb6aed6e53 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 19:07:47.190589 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-01edffd5-e6d8-414c-b267-a2015c9f084f tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:47.275870 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-01edffd5-e6d8-414c-b267-a2015c9f084f tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] For port 12c45853-3e63-4f28-bda5-bacb6aed6e53, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=12c45853-3e63-4f28-bda5-bacb6aed6e53,segment=NetworkSegment(aaf1a3ee-9bab-4767-b44d-e1f1d8e0a504),segment_id=aaf1a3ee-9bab-4767-b44d-e1f1d8e0a504)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 19:07:47.276233 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-01edffd5-e6d8-414c-b267-a2015c9f084f tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:47.287861 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-01edffd5-e6d8-414c-b267-a2015c9f084f tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Calling delete_port for 12c45853-3e63-4f28-bda5-bacb6aed6e53 owned by network:router_interface {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 19:07:47.447102 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 070e04bd-1fe2-45f6-b0f8-4858d86abb97 no longer exists at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 19:07:47.466939 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] No Port match for: 070e04bd-1fe2-45f6-b0f8-4858d86abb97 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 19:07:47.467269 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 070e04bd-1fe2-45f6-b0f8-4858d86abb97 not bound to the agent host n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 19:07:47.478431 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-01edffd5-e6d8-414c-b267-a2015c9f084f tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:47.510853 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01edffd5-e6d8-414c-b267-a2015c9f084f tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Pushing event deleted for resources: {'Port': ['ID=12c45853-3e63-4f28-bda5-bacb6aed6e53,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:07:47.537857 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01edffd5-e6d8-414c-b267-a2015c9f084f tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:07:47.538211 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01edffd5-e6d8-414c-b267-a2015c9f084f tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:07:47.538559 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01edffd5-e6d8-414c-b267-a2015c9f084f tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:07:47.538900 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01edffd5-e6d8-414c-b267-a2015c9f084f tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:07:47.539234 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01edffd5-e6d8-414c-b267-a2015c9f084f tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:07:47.539583 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01edffd5-e6d8-414c-b267-a2015c9f084f tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:07:47.539895 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01edffd5-e6d8-414c-b267-a2015c9f084f tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:07:47.540226 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01edffd5-e6d8-414c-b267-a2015c9f084f tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:07:47.540554 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01edffd5-e6d8-414c-b267-a2015c9f084f tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:07:47.540879 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01edffd5-e6d8-414c-b267-a2015c9f084f tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:07:47.541205 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01edffd5-e6d8-414c-b267-a2015c9f084f tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:07:47.541528 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01edffd5-e6d8-414c-b267-a2015c9f084f tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:07:47.695648 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-01edffd5-e6d8-414c-b267-a2015c9f084f tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-593931'] for router_interface, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:47.912549 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01edffd5-e6d8-414c-b267-a2015c9f084f tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Router 2cb21cf0-b010-42a8-8cfd-beee995c1056 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 19:07:48.016544 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01edffd5-e6d8-414c-b267-a2015c9f084f tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 19:07:48.022064 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-01edffd5-e6d8-414c-b267-a2015c9f084f tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "PUT /v2.0/routers/2cb21cf0-b010-42a8-8cfd-beee995c1056/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4694231 May 18 19:07:48.024772 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 50724) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:07:48.028164 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3121be8e-7231-4cc6-ba7c-83cb5d60053c None None] Sync routers for ids ['2cb21cf0-b010-42a8-8cfd-beee995c1056'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 19:07:48.037850 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3121be8e-7231-4cc6-ba7c-83cb5d60053c None None] Routers {'2cb21cf0-b010-42a8-8cfd-beee995c1056'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 19:07:48.038469 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-3121be8e-7231-4cc6-ba7c-83cb5d60053c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T19:07:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['2cb21cf0-b010-42a8-8cfd-beee995c1056'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:07:48.074652 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc56a3ec-c5be-435b-b1df-d913c54638eb tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Deleting subnet 086e9416-6d96-4d09-9500-7636c4872eb1 {{(pid=102731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 19:07:48.077672 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-dc56a3ec-c5be-435b-b1df-d913c54638eb tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for subnet, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:48.117146 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-dc56a3ec-c5be-435b-b1df-d913c54638eb tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260542153'] for subnet, precommit_delete_associations {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:48.143314 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-3121be8e-7231-4cc6-ba7c-83cb5d60053c None None] Set router 2cb21cf0-b010-42a8-8cfd-beee995c1056 gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 19:07:48.205852 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-dc56a3ec-c5be-435b-b1df-d913c54638eb tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:48.263527 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-dc56a3ec-c5be-435b-b1df-d913c54638eb tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260898416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260908030'] for subnet, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:48.290320 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc56a3ec-c5be-435b-b1df-d913c54638eb tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Pushing event deleted for resources: {'Subnet': ['ID=086e9416-6d96-4d09-9500-7636c4872eb1,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:07:48.293954 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-dc56a3ec-c5be-435b-b1df-d913c54638eb tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:48.299591 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-dc56a3ec-c5be-435b-b1df-d913c54638eb tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "DELETE /v2.0/subnets/086e9416-6d96-4d09-9500-7636c4872eb1 HTTP/1.1" status: 204 len: 168 time: 0.2714224 May 18 19:07:48.300964 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 50726) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:07:48.304115 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0bded76-3657-411c-aa31-bf84caee4658 None None] Network 44138149-5330-4424-8abd-48f1dd8d0d33 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 19:07:48.408074 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4379c9cf-4269-4d67-8a8e-a4d898f70781 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for router, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:48.418315 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-3121be8e-7231-4cc6-ba7c-83cb5d60053c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb21cf0-b010-42a8-8cfd-beee995c1056', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1203374425', 'tenant_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '070d25b5-6fc5-47b8-b9a1-39385b89b58b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T19:06:43Z', 'updated_at': '2022-05-18T19:07:47Z', 'revision_number': 5, 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'gw_port': {'id': '070d25b5-6fc5-47b8-b9a1-39385b89b58b', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:23:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb21cf0-b010-42a8-8cfd-beee995c1056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:06:44Z', 'updated_at': '2022-05-18T19:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:07:48.452556 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3121be8e-7231-4cc6-ba7c-83cb5d60053c None None] Checking router: 2cb21cf0-b010-42a8-8cfd-beee995c1056 for host: n-d-838550-3 {{(pid=102732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 19:07:48.468024 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3121be8e-7231-4cc6-ba7c-83cb5d60053c None None] Routers {'2cb21cf0-b010-42a8-8cfd-beee995c1056'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 19:07:48.468631 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-3121be8e-7231-4cc6-ba7c-83cb5d60053c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T19:07:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['2cb21cf0-b010-42a8-8cfd-beee995c1056'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:07:48.525976 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4379c9cf-4269-4d67-8a8e-a4d898f70781 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:48.561814 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-497d28c2-e45b-486a-a20d-940327bb6db0 None None] DHCP port deletion for 44138149-5330-4424-8abd-48f1dd8d0d33 request from n-d-838550-3 {{(pid=102732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 19:07:48.584084 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-4379c9cf-4269-4d67-8a8e-a4d898f70781 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Deleting port 070d25b5-6fc5-47b8-b9a1-39385b89b58b {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 19:07:48.584428 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4379c9cf-4269-4d67-8a8e-a4d898f70781 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:48.613029 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-3121be8e-7231-4cc6-ba7c-83cb5d60053c None None] Set router 2cb21cf0-b010-42a8-8cfd-beee995c1056 gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 19:07:48.661236 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-4379c9cf-4269-4d67-8a8e-a4d898f70781 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] For port 070d25b5-6fc5-47b8-b9a1-39385b89b58b, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=070d25b5-6fc5-47b8-b9a1-39385b89b58b,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 19:07:48.661592 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4379c9cf-4269-4d67-8a8e-a4d898f70781 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:48.674598 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-4379c9cf-4269-4d67-8a8e-a4d898f70781 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Calling delete_port for 070d25b5-6fc5-47b8-b9a1-39385b89b58b owned by network:router_gateway {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 19:07:48.728602 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-497d28c2-e45b-486a-a20d-940327bb6db0 None None] Deleting port 39dad956-26ec-4505-99a8-f48cf1d571c8 {{(pid=102732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 19:07:48.728963 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-497d28c2-e45b-486a-a20d-940327bb6db0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:48.830149 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-497d28c2-e45b-486a-a20d-940327bb6db0 None None] For port 39dad956-26ec-4505-99a8-f48cf1d571c8, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=39dad956-26ec-4505-99a8-f48cf1d571c8,segment=NetworkSegment(aaf1a3ee-9bab-4767-b44d-e1f1d8e0a504),segment_id=aaf1a3ee-9bab-4767-b44d-e1f1d8e0a504)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 19:07:48.830428 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-497d28c2-e45b-486a-a20d-940327bb6db0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:48.846511 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4379c9cf-4269-4d67-8a8e-a4d898f70781 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:48.861151 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-497d28c2-e45b-486a-a20d-940327bb6db0 None None] Calling delete_port for 39dad956-26ec-4505-99a8-f48cf1d571c8 owned by network:dhcp {{(pid=102732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 19:07:48.877383 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4379c9cf-4269-4d67-8a8e-a4d898f70781 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Pushing event deleted for resources: {'Port': ['ID=070d25b5-6fc5-47b8-b9a1-39385b89b58b,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:07:48.938591 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4379c9cf-4269-4d67-8a8e-a4d898f70781 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596901'] for router_gateway, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:48.954632 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-3121be8e-7231-4cc6-ba7c-83cb5d60053c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb21cf0-b010-42a8-8cfd-beee995c1056', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1203374425', 'tenant_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '070d25b5-6fc5-47b8-b9a1-39385b89b58b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T19:06:43Z', 'updated_at': '2022-05-18T19:07:47Z', 'revision_number': 5, 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'gw_port': {'id': '070d25b5-6fc5-47b8-b9a1-39385b89b58b', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:23:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb21cf0-b010-42a8-8cfd-beee995c1056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:06:44Z', 'updated_at': '2022-05-18T19:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:07:48.985171 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3121be8e-7231-4cc6-ba7c-83cb5d60053c None None] The sync data for ids ['2cb21cf0-b010-42a8-8cfd-beee995c1056'] in n-d-838550-3 is: [{'id': '2cb21cf0-b010-42a8-8cfd-beee995c1056', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1203374425', 'tenant_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '070d25b5-6fc5-47b8-b9a1-39385b89b58b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T19:06:43Z', 'updated_at': '2022-05-18T19:07:47Z', 'revision_number': 5, 'project_id': 'd50b1e2a8cea4a96957fd1d0d02be5f2', 'gw_port': {'id': '070d25b5-6fc5-47b8-b9a1-39385b89b58b', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:23:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb21cf0-b010-42a8-8cfd-beee995c1056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:06:44Z', 'updated_at': '2022-05-18T19:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 19:07:48.995047 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-497d28c2-e45b-486a-a20d-940327bb6db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508'] for port, after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:49.022263 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497d28c2-e45b-486a-a20d-940327bb6db0 None None] Pushing event deleted for resources: {'Port': ['ID=39dad956-26ec-4505-99a8-f48cf1d571c8,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:07:49.026383 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497d28c2-e45b-486a-a20d-940327bb6db0 None None] No DVR routers for this DVR port 39dad956-26ec-4505-99a8-f48cf1d571c8 on host n-d-838550-3 {{(pid=102732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 19:07:49.036792 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4379c9cf-4269-4d67-8a8e-a4d898f70781 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25145'] for router, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:49.038288 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4379c9cf-4269-4d67-8a8e-a4d898f70781 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:49.040979 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497d28c2-e45b-486a-a20d-940327bb6db0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:07:49.041490 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497d28c2-e45b-486a-a20d-940327bb6db0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:07:49.042286 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497d28c2-e45b-486a-a20d-940327bb6db0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:07:49.042662 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497d28c2-e45b-486a-a20d-940327bb6db0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:07:49.043154 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497d28c2-e45b-486a-a20d-940327bb6db0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:07:49.043480 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497d28c2-e45b-486a-a20d-940327bb6db0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:07:49.044170 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497d28c2-e45b-486a-a20d-940327bb6db0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:07:49.044541 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497d28c2-e45b-486a-a20d-940327bb6db0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:07:49.045146 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497d28c2-e45b-486a-a20d-940327bb6db0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:07:49.045476 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497d28c2-e45b-486a-a20d-940327bb6db0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:07:49.045864 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497d28c2-e45b-486a-a20d-940327bb6db0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:07:49.046189 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497d28c2-e45b-486a-a20d-940327bb6db0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:07:49.080885 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4379c9cf-4269-4d67-8a8e-a4d898f70781 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593303'] for router, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:49.081360 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4379c9cf-4269-4d67-8a8e-a4d898f70781 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Fanout notify agent at l3_agent the message router_deleted on router 2cb21cf0-b010-42a8-8cfd-beee995c1056 {{(pid=102731) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 18 19:07:49.098641 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4379c9cf-4269-4d67-8a8e-a4d898f70781 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for router, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:49.099799 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-4379c9cf-4269-4d67-8a8e-a4d898f70781 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "DELETE /v2.0/routers/2cb21cf0-b010-42a8-8cfd-beee995c1056 HTTP/1.1" status: 204 len: 168 time: 0.7984605 May 18 19:07:49.102514 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 50728) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:07:49.191948 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2df96cab-3835-4f28-918e-9cfe890c48f8 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:49.274887 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2df96cab-3835-4f28-918e-9cfe890c48f8 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:49.299290 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-2df96cab-3835-4f28-918e-9cfe890c48f8 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44138149-5330-4424-8abd-48f1dd8d0d33']}} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:07:49.308329 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-2df96cab-3835-4f28-918e-9cfe890c48f8 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aaf1a3ee-9bab-4767-b44d-e1f1d8e0a504') {'for_net_delete': True} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:07:49.308637 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-2df96cab-3835-4f28-918e-9cfe890c48f8 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aaf1a3ee-9bab-4767-b44d-e1f1d8e0a504') {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:07:49.318748 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2df96cab-3835-4f28-918e-9cfe890c48f8 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260542144'] for segment, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:49.333106 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2df96cab-3835-4f28-918e-9cfe890c48f8 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:49.339756 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2df96cab-3835-4f28-918e-9cfe890c48f8 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=102731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 19:07:49.340137 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2df96cab-3835-4f28-918e-9cfe890c48f8 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260884178'] for segment, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:49.343688 n-d-838550-3 neutron-server[102731]: Traceback (most recent call last): May 18 19:07:49.343688 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 19:07:49.343688 n-d-838550-3 neutron-server[102731]: timer() May 18 19:07:49.343688 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 19:07:49.343688 n-d-838550-3 neutron-server[102731]: cb(*args, **kw) May 18 19:07:49.343688 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 19:07:49.343688 n-d-838550-3 neutron-server[102731]: return func(*args, **kwargs) May 18 19:07:49.343688 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 19:07:49.343688 n-d-838550-3 neutron-server[102731]: self._notify() May 18 19:07:49.343688 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 19:07:49.343688 n-d-838550-3 neutron-server[102731]: self.callback(batched_events) May 18 19:07:49.343688 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 19:07:49.343688 n-d-838550-3 neutron-server[102731]: event.method(event) May 18 19:07:49.343688 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 19:07:49.343688 n-d-838550-3 neutron-server[102731]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 19:07:49.343688 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 19:07:49.343688 n-d-838550-3 neutron-server[102731]: aggregate_uuid = self.p_client.list_aggregates( May 18 19:07:49.343688 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 19:07:49.343688 n-d-838550-3 neutron-server[102731]: return f(self, *a, **k) May 18 19:07:49.343688 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 19:07:49.343688 n-d-838550-3 neutron-server[102731]: return self._get(url).json() May 18 19:07:49.343688 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 19:07:49.343688 n-d-838550-3 neutron-server[102731]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 19:07:49.343688 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 19:07:49.343688 n-d-838550-3 neutron-server[102731]: return self.request(url, 'GET', **kwargs) May 18 19:07:49.343688 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 19:07:49.343688 n-d-838550-3 neutron-server[102731]: base_url = self.get_endpoint(auth, allow=allow, May 18 19:07:49.343688 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 19:07:49.343688 n-d-838550-3 neutron-server[102731]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 19:07:49.343688 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 19:07:49.343688 n-d-838550-3 neutron-server[102731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 19:07:49.343688 n-d-838550-3 neutron-server[102731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 19:07:49.405746 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2df96cab-3835-4f28-918e-9cfe890c48f8 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:49.413474 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2df96cab-3835-4f28-918e-9cfe890c48f8 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:49.416814 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-2df96cab-3835-4f28-918e-9cfe890c48f8 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "DELETE /v2.0/networks/44138149-5330-4424-8abd-48f1dd8d0d33 HTTP/1.1" status: 204 len: 168 time: 0.3133533 May 18 19:07:49.419615 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 50730) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:07:49.429393 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df96cab-3835-4f28-918e-9cfe890c48f8 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Pushing event deleted for resources: {'Network': ['ID=44138149-5330-4424-8abd-48f1dd8d0d33,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:07:49.462318 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 12c45853-3e63-4f28-bda5-bacb6aed6e53 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 19:07:49.492558 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 12c45853-3e63-4f28-bda5-bacb6aed6e53 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 19:07:49.492898 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 12c45853-3e63-4f28-bda5-bacb6aed6e53 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 19:07:49.493333 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 39dad956-26ec-4505-99a8-f48cf1d571c8 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 19:07:49.500956 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-be13539b-0f36-4711-a9d5-7f0c13fa5b22 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:49.515401 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 39dad956-26ec-4505-99a8-f48cf1d571c8 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 19:07:49.515857 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 39dad956-26ec-4505-99a8-f48cf1d571c8 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 19:07:49.533271 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-be13539b-0f36-4711-a9d5-7f0c13fa5b22 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:49.595082 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-be13539b-0f36-4711-a9d5-7f0c13fa5b22 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:49.597576 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-be13539b-0f36-4711-a9d5-7f0c13fa5b22 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:49.599005 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-be13539b-0f36-4711-a9d5-7f0c13fa5b22 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] 10.222.0.85 "DELETE /v2.0/security-groups/5d4eb1b4-6364-47b5-bfc3-c57963fbb7eb HTTP/1.1" status: 204 len: 168 time: 0.1776786 May 18 19:07:49.607971 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be13539b-0f36-4711-a9d5-7f0c13fa5b22 tempest-TestNetworkAdvancedServerOps-514584529 tempest-TestNetworkAdvancedServerOps-514584529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d4eb1b4-6364-47b5-bfc3-c57963fbb7eb,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:07:49.942188 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 50738) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:07:50.070380 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-2ab66887-52c0-4ca1-8850-acdb26ec4455 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=d50b1e2a8cea4a96957fd1d0d02be5f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1268940 May 18 19:07:50.072702 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 50742) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:07:50.129979 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0f254055-c392-444c-a04b-90b761e731e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:50.155044 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0f254055-c392-444c-a04b-90b761e731e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:50.200208 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0f254055-c392-444c-a04b-90b761e731e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:50.202961 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0f254055-c392-444c-a04b-90b761e731e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:50.204313 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-0f254055-c392-444c-a04b-90b761e731e1 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/a017c1fc-466b-4d7d-94b5-7b3585e8c8be HTTP/1.1" status: 204 len: 168 time: 0.1304312 May 18 19:07:50.213065 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f254055-c392-444c-a04b-90b761e731e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a017c1fc-466b-4d7d-94b5-7b3585e8c8be,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:07:50.461295 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 50748) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:07:50.474303 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c18e00f1-5b73-467f-9b3b-d79c136bb5f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:50.550726 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c18e00f1-5b73-467f-9b3b-d79c136bb5f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:50.554337 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c18e00f1-5b73-467f-9b3b-d79c136bb5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:50.592525 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-c18e00f1-5b73-467f-9b3b-d79c136bb5f3 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=65ba0c2b1a98461c95cfd7edc7055878&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1299844 May 18 19:07:50.594395 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18e00f1-5b73-467f-9b3b-d79c136bb5f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=926623f4-4bec-403b-b049-c962b6000c2a,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:07:50.595359 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 50750) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:07:50.642928 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5f2d9e9f-4ece-4084-a181-1194b772a453 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:50.665490 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5f2d9e9f-4ece-4084-a181-1194b772a453 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:50.711047 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5f2d9e9f-4ece-4084-a181-1194b772a453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:50.713764 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5f2d9e9f-4ece-4084-a181-1194b772a453 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:50.714912 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-5f2d9e9f-4ece-4084-a181-1194b772a453 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/926623f4-4bec-403b-b049-c962b6000c2a HTTP/1.1" status: 204 len: 168 time: 0.1185346 May 18 19:07:50.722586 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2d9e9f-4ece-4084-a181-1194b772a453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=926623f4-4bec-403b-b049-c962b6000c2a,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:07:51.083993 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 070d25b5-6fc5-47b8-b9a1-39385b89b58b no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 19:07:51.107473 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 070d25b5-6fc5-47b8-b9a1-39385b89b58b {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 19:07:51.107817 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 070d25b5-6fc5-47b8-b9a1-39385b89b58b not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 19:07:51.405884 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 50772) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:07:51.499387 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-a3ff4c24-af99-4564-895e-2b1e0917089f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-79923585-network', 'tenant_id': 'f46d25eeb482420ea6a4ecbe2b9597ba'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 19:07:51.518764 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3ff4c24-af99-4564-895e-2b1e0917089f admin admin] Made reservation on behalf of f46d25eeb482420ea6a4ecbe2b9597ba for: {'network': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 19:07:51.521729 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a3ff4c24-af99-4564-895e-2b1e0917089f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:51.529873 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a3ff4c24-af99-4564-895e-2b1e0917089f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:51.602344 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a3ff4c24-af99-4564-895e-2b1e0917089f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:51.606287 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a3ff4c24-af99-4564-895e-2b1e0917089f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:51.628373 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3ff4c24-af99-4564-895e-2b1e0917089f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 641} {{(pid=102731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 19:07:51.646021 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ff4c24-af99-4564-895e-2b1e0917089f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab6f1ac0-8052-4d4d-9e4d-94a9c7345d27,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:07:51.650649 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a3ff4c24-af99-4564-895e-2b1e0917089f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:51.650995 n-d-838550-3 neutron-server[102731]: INFO neutron.db.segments_db [None req-a3ff4c24-af99-4564-895e-2b1e0917089f admin admin] Added segment 068a2a26-3c74-4434-9c66-65f250c8eed8 of type vlan for network 6ef28b59-7ba5-4079-8baf-63c18a3db82a May 18 19:07:51.692653 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a3ff4c24-af99-4564-895e-2b1e0917089f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:51.716981 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a3ff4c24-af99-4564-895e-2b1e0917089f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:51.717946 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ff4c24-af99-4564-895e-2b1e0917089f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:07:51.718514 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a3ff4c24-af99-4564-895e-2b1e0917089f admin admin] Notify callbacks [] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:51.769489 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-a3ff4c24-af99-4564-895e-2b1e0917089f admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3625062 May 18 19:07:51.772698 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 50778) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:07:51.777682 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-25b4bf8e-dcae-4b15-8fe5-20089bb9353e admin admin] Request body: {'subnet': {'network_id': '6ef28b59-7ba5-4079-8baf-63c18a3db82a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-79923585-subnet', 'tenant_id': 'f46d25eeb482420ea6a4ecbe2b9597ba', 'ip_version': 4}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 19:07:51.778347 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ff4c24-af99-4564-895e-2b1e0917089f admin admin] Pushing event updated for resources: {'Network': ['ID=6ef28b59-7ba5-4079-8baf-63c18a3db82a,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:07:51.788735 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network 6ef28b59-7ba5-4079-8baf-63c18a3db82a details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 19:07:51.798146 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25b4bf8e-dcae-4b15-8fe5-20089bb9353e admin admin] Made reservation on behalf of f46d25eeb482420ea6a4ecbe2b9597ba for: {'subnet': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 19:07:51.801102 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-25b4bf8e-dcae-4b15-8fe5-20089bb9353e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261031885'] for subnet, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:51.967514 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-25b4bf8e-dcae-4b15-8fe5-20089bb9353e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261104883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261031899'] for subnet, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:52.029912 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b4bf8e-dcae-4b15-8fe5-20089bb9353e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d6ecb5b-d9ba-4243-a00a-96301a6eafa2,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:07:52.035026 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b4bf8e-dcae-4b15-8fe5-20089bb9353e admin admin] Checking segment: {'id': '068a2a26-3c74-4434-9c66-65f250c8eed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '6ef28b59-7ba5-4079-8baf-63c18a3db82a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 19:07:52.035520 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b4bf8e-dcae-4b15-8fe5-20089bb9353e admin admin] Network hostable DHCP agents. Network: 6ef28b59-7ba5-4079-8baf-63c18a3db82a, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 19:07:52.052029 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b4bf8e-dcae-4b15-8fe5-20089bb9353e admin admin] Network 6ef28b59-7ba5-4079-8baf-63c18a3db82a is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 19:07:52.059967 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-25b4bf8e-dcae-4b15-8fe5-20089bb9353e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, 6ef28b59-7ba5-4079-8baf-63c18a3db82a) {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 19:07:52.064036 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b4bf8e-dcae-4b15-8fe5-20089bb9353e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:07:52.064619 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-25b4bf8e-dcae-4b15-8fe5-20089bb9353e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:52.069874 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fae69fb-806d-4a2d-a0f5-b581ef20ebb4 None None] Network 6ef28b59-7ba5-4079-8baf-63c18a3db82a requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 19:07:52.081326 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-25b4bf8e-dcae-4b15-8fe5-20089bb9353e admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3073962 May 18 19:07:52.084822 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 50782) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:07:52.088807 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-cf872664-a8a4-491e-adf9-caa06f3c4869 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-79923585-router', 'tenant_id': 'f46d25eeb482420ea6a4ecbe2b9597ba', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 19:07:52.107398 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-cf872664-a8a4-491e-adf9-caa06f3c4869 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25099'] for router, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:52.108980 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-cf872664-a8a4-491e-adf9-caa06f3c4869 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-593238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596850', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25088'] for router, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:52.165303 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-cf872664-a8a4-491e-adf9-caa06f3c4869 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:52.234514 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df95a0e7-a773-44c0-9f6c-c66c09a18b95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-6ef28b59-7ba5-4079-8baf-63c18a3db82a', 'network_id': '6ef28b59-7ba5-4079-8baf-63c18a3db82a', 'tenant_id': 'f46d25eeb482420ea6a4ecbe2b9597ba', 'fixed_ips': [{'subnet_id': '0d6ecb5b-d9ba-4243-a00a-96301a6eafa2'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 19:07:52.235478 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-df95a0e7-a773-44c0-9f6c-c66c09a18b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:52.306995 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-cf872664-a8a4-491e-adf9-caa06f3c4869 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:52.381654 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-df95a0e7-a773-44c0-9f6c-c66c09a18b95 None None] Allocated IP 172.20.0.2 (6ef28b59-7ba5-4079-8baf-63c18a3db82a/0d6ecb5b-d9ba-4243-a00a-96301a6eafa2/6865a902-a274-445c-81f8-a72392f95293) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 19:07:52.532942 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-df95a0e7-a773-44c0-9f6c-c66c09a18b95 None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:52.540483 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-df95a0e7-a773-44c0-9f6c-c66c09a18b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:52.580417 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df95a0e7-a773-44c0-9f6c-c66c09a18b95 None None] Network 6ef28b59-7ba5-4079-8baf-63c18a3db82a is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 19:07:52.583800 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-df95a0e7-a773-44c0-9f6c-c66c09a18b95 None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 19:07:52.589093 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df95a0e7-a773-44c0-9f6c-c66c09a18b95 None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 19:07:52.598588 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df95a0e7-a773-44c0-9f6c-c66c09a18b95 None None] Pushing event updated for resources: {'Port': ['ID=6865a902-a274-445c-81f8-a72392f95293,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:07:52.663292 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-df95a0e7-a773-44c0-9f6c-c66c09a18b95 None None] Attempting to bind port 6865a902-a274-445c-81f8-a72392f95293 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 19:07:52.663656 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-df95a0e7-a773-44c0-9f6c-c66c09a18b95 None None] Attempting to bind port 6865a902-a274-445c-81f8-a72392f95293 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '068a2a26-3c74-4434-9c66-65f250c8eed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '6ef28b59-7ba5-4079-8baf-63c18a3db82a'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 19:07:52.664970 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df95a0e7-a773-44c0-9f6c-c66c09a18b95 None None] Attempting to bind port 6865a902-a274-445c-81f8-a72392f95293 on network 6ef28b59-7ba5-4079-8baf-63c18a3db82a {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 19:07:52.671525 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df95a0e7-a773-44c0-9f6c-c66c09a18b95 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 19, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 19:07:52.671960 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df95a0e7-a773-44c0-9f6c-c66c09a18b95 None None] Checking segment: {'id': '068a2a26-3c74-4434-9c66-65f250c8eed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '6ef28b59-7ba5-4079-8baf-63c18a3db82a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 19:07:52.672313 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-df95a0e7-a773-44c0-9f6c-c66c09a18b95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:52.672710 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df95a0e7-a773-44c0-9f6c-c66c09a18b95 None None] Bound using segment: {'id': '068a2a26-3c74-4434-9c66-65f250c8eed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '6ef28b59-7ba5-4079-8baf-63c18a3db82a'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 19:07:52.673207 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-df95a0e7-a773-44c0-9f6c-c66c09a18b95 None None] Bound port: 6865a902-a274-445c-81f8-a72392f95293, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '068a2a26-3c74-4434-9c66-65f250c8eed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '6ef28b59-7ba5-4079-8baf-63c18a3db82a'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 19:07:52.673578 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-df95a0e7-a773-44c0-9f6c-c66c09a18b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:52.745517 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-df95a0e7-a773-44c0-9f6c-c66c09a18b95 None None] For port 6865a902-a274-445c-81f8-a72392f95293, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 19:07:52.748993 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-df95a0e7-a773-44c0-9f6c-c66c09a18b95 None None] For port 6865a902-a274-445c-81f8-a72392f95293, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=6865a902-a274-445c-81f8-a72392f95293,segment=NetworkSegment(068a2a26-3c74-4434-9c66-65f250c8eed8),segment_id=068a2a26-3c74-4434-9c66-65f250c8eed8)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 19:07:52.753519 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-df95a0e7-a773-44c0-9f6c-c66c09a18b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:52.811346 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df95a0e7-a773-44c0-9f6c-c66c09a18b95 None None] Pushing event updated for resources: {'Port': ['ID=6865a902-a274-445c-81f8-a72392f95293,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:07:52.863584 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-cf872664-a8a4-491e-adf9-caa06f3c4869 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:52.883405 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-cf872664-a8a4-491e-adf9-caa06f3c4869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:53.001684 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-cf872664-a8a4-491e-adf9-caa06f3c4869 admin admin] Allocated IP 172.25.5.200 (31ebd439-090c-4b25-bbb0-31c48711b145/363a2810-8a83-4be0-a317-7c91fcd94485/eadf9fe3-5643-4346-bab7-1f6679b122f9) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 19:07:53.116858 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-cf872664-a8a4-491e-adf9-caa06f3c4869 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:53.157995 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-cf872664-a8a4-491e-adf9-caa06f3c4869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:53.168437 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 6865a902-a274-445c-81f8-a72392f95293 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 19:07:53.200669 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf872664-a8a4-491e-adf9-caa06f3c4869 admin admin] Network 31ebd439-090c-4b25-bbb0-31c48711b145 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 19:07:53.204900 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-cf872664-a8a4-491e-adf9-caa06f3c4869 admin admin] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 19:07:53.208413 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf872664-a8a4-491e-adf9-caa06f3c4869 admin admin] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 19:07:53.216707 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf872664-a8a4-491e-adf9-caa06f3c4869 admin admin] Pushing event updated for resources: {'Port': ['ID=eadf9fe3-5643-4346-bab7-1f6679b122f9,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:07:53.222345 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 6865a902-a274-445c-81f8-a72392f95293 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 19:07:53.222726 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:53.299619 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 6865a902-a274-445c-81f8-a72392f95293 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 19:07:53.300820 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:53.333584 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] For port 6865a902-a274-445c-81f8-a72392f95293, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=6865a902-a274-445c-81f8-a72392f95293,segment=NetworkSegment(068a2a26-3c74-4434-9c66-65f250c8eed8),segment_id=068a2a26-3c74-4434-9c66-65f250c8eed8)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 19:07:53.337922 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:53.389543 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Pushing event updated for resources: {'Port': ['ID=6865a902-a274-445c-81f8-a72392f95293,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:07:53.469793 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-cf872664-a8a4-491e-adf9-caa06f3c4869 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:53.679251 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-cf872664-a8a4-491e-adf9-caa06f3c4869 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596801'] for router, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:53.737440 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f8171a-5cd7-41e4-9366-a1e4d84351be None None] Network 6ef28b59-7ba5-4079-8baf-63c18a3db82a requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 19:07:53.806542 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-656334e7-87a3-4dcf-8e83-4d86877752e4 None None] Provisioning complete for port 6865a902-a274-445c-81f8-a72392f95293 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 19:07:53.806911 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-656334e7-87a3-4dcf-8e83-4d86877752e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:53.818836 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf872664-a8a4-491e-adf9-caa06f3c4869 admin admin] Router 4809b14a-ab39-48a7-84b5-6ab451f0fa0d is scheduled to L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e with binding_index 1 {{(pid=102731) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 18 19:07:53.927646 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf872664-a8a4-491e-adf9-caa06f3c4869 admin admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 19:07:53.939622 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce90543-f20e-4fee-b8bd-84d771e4eb16 None None] Sync routers for ids ['4809b14a-ab39-48a7-84b5-6ab451f0fa0d'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 19:07:53.946842 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-cf872664-a8a4-491e-adf9-caa06f3c4869 admin admin] Notify callbacks [] for router, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:53.948425 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-cf872664-a8a4-491e-adf9-caa06f3c4869 admin admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.8630321 May 18 19:07:53.951451 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 50786) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:07:53.955803 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce90543-f20e-4fee-b8bd-84d771e4eb16 None None] Routers {'4809b14a-ab39-48a7-84b5-6ab451f0fa0d'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 19:07:53.957314 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-9ce90543-f20e-4fee-b8bd-84d771e4eb16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T19:07:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['4809b14a-ab39-48a7-84b5-6ab451f0fa0d'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:07:54.071927 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-9ce90543-f20e-4fee-b8bd-84d771e4eb16 None None] Set router 4809b14a-ab39-48a7-84b5-6ab451f0fa0d gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 19:07:54.118235 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-656334e7-87a3-4dcf-8e83-4d86877752e4 None None] Current status of the port 6865a902-a274-445c-81f8-a72392f95293 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 19:07:54.261346 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-9ce90543-f20e-4fee-b8bd-84d771e4eb16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4809b14a-ab39-48a7-84b5-6ab451f0fa0d', 'name': 'tempest-TestShelveInstance-79923585-router', 'tenant_id': 'f46d25eeb482420ea6a4ecbe2b9597ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': 'eadf9fe3-5643-4346-bab7-1f6679b122f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T19:07:52Z', 'updated_at': '2022-05-18T19:07:53Z', 'revision_number': 3, 'project_id': 'f46d25eeb482420ea6a4ecbe2b9597ba', 'gw_port': {'id': 'eadf9fe3-5643-4346-bab7-1f6679b122f9', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:5a:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4809b14a-ab39-48a7-84b5-6ab451f0fa0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:07:52Z', 'updated_at': '2022-05-18T19:07:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:07:54.287676 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce90543-f20e-4fee-b8bd-84d771e4eb16 None None] Checking router: 4809b14a-ab39-48a7-84b5-6ab451f0fa0d for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 19:07:54.288027 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce90543-f20e-4fee-b8bd-84d771e4eb16 None None] Updating router 4809b14a-ab39-48a7-84b5-6ab451f0fa0d port eadf9fe3-5643-4346-bab7-1f6679b122f9 binding host n-d-838550-3 {{(pid=102733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 19:07:54.313340 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-9ce90543-f20e-4fee-b8bd-84d771e4eb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:54.340101 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-8daa5a65-3019-428c-bd38-9cf3d3d37c94 None None] Provisioning complete for port 6865a902-a274-445c-81f8-a72392f95293 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 19:07:54.341423 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-8daa5a65-3019-428c-bd38-9cf3d3d37c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:54.396936 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7714c546-40d8-4bf5-b3c6-89cf19571a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:54.424145 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-8daa5a65-3019-428c-bd38-9cf3d3d37c94 None None] Current status of the port 6865a902-a274-445c-81f8-a72392f95293 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 19:07:54.558343 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-7714c546-40d8-4bf5-b3c6-89cf19571a1f admin admin] Allocated IP 172.20.0.1 (6ef28b59-7ba5-4079-8baf-63c18a3db82a/0d6ecb5b-d9ba-4243-a00a-96301a6eafa2/f417ad04-e327-4c4c-a870-3f89d69482d7) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 19:07:54.581769 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-9ce90543-f20e-4fee-b8bd-84d771e4eb16 None None] Notify callbacks [] for port, precommit_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:54.587408 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-9ce90543-f20e-4fee-b8bd-84d771e4eb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:54.634903 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-9ce90543-f20e-4fee-b8bd-84d771e4eb16 None None] Attempting to bind port eadf9fe3-5643-4346-bab7-1f6679b122f9 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 19:07:54.635267 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-9ce90543-f20e-4fee-b8bd-84d771e4eb16 None None] Attempting to bind port eadf9fe3-5643-4346-bab7-1f6679b122f9 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 19:07:54.635624 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce90543-f20e-4fee-b8bd-84d771e4eb16 None None] Attempting to bind port eadf9fe3-5643-4346-bab7-1f6679b122f9 on network 31ebd439-090c-4b25-bbb0-31c48711b145 {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 19:07:54.644490 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b383244-c994-4915-9739-7722d365ecaf None None] Pushing event updated for resources: {'Port': ['ID=eadf9fe3-5643-4346-bab7-1f6679b122f9,revision_number=2']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:07:54.647319 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce90543-f20e-4fee-b8bd-84d771e4eb16 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 19, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 19:07:54.647682 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce90543-f20e-4fee-b8bd-84d771e4eb16 None None] Checking segment: {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 19:07:54.648074 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-9ce90543-f20e-4fee-b8bd-84d771e4eb16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:54.648453 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce90543-f20e-4fee-b8bd-84d771e4eb16 None None] Bound using segment: {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 19:07:54.648906 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-9ce90543-f20e-4fee-b8bd-84d771e4eb16 None None] Bound port: eadf9fe3-5643-4346-bab7-1f6679b122f9, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 19:07:54.649274 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-9ce90543-f20e-4fee-b8bd-84d771e4eb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:54.655508 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b383244-c994-4915-9739-7722d365ecaf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:07:54.655846 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b383244-c994-4915-9739-7722d365ecaf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:07:54.656183 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b383244-c994-4915-9739-7722d365ecaf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:07:54.656514 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b383244-c994-4915-9739-7722d365ecaf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:07:54.656839 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b383244-c994-4915-9739-7722d365ecaf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:07:54.657163 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b383244-c994-4915-9739-7722d365ecaf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:07:54.657484 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b383244-c994-4915-9739-7722d365ecaf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:07:54.657839 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b383244-c994-4915-9739-7722d365ecaf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:07:54.658161 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b383244-c994-4915-9739-7722d365ecaf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:07:54.658478 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b383244-c994-4915-9739-7722d365ecaf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:07:54.658799 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b383244-c994-4915-9739-7722d365ecaf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:07:54.659113 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b383244-c994-4915-9739-7722d365ecaf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:07:54.666781 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7714c546-40d8-4bf5-b3c6-89cf19571a1f admin admin] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:54.705837 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7714c546-40d8-4bf5-b3c6-89cf19571a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:54.712738 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.db [None req-9ce90543-f20e-4fee-b8bd-84d771e4eb16 None None] For port eadf9fe3-5643-4346-bab7-1f6679b122f9, host n-d-838550-3, cleared binding levels {{(pid=102733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 19:07:54.715992 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.db [None req-9ce90543-f20e-4fee-b8bd-84d771e4eb16 None None] For port eadf9fe3-5643-4346-bab7-1f6679b122f9, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=eadf9fe3-5643-4346-bab7-1f6679b122f9,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 19:07:54.719400 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-9ce90543-f20e-4fee-b8bd-84d771e4eb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:54.743052 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7714c546-40d8-4bf5-b3c6-89cf19571a1f admin admin] Network 6ef28b59-7ba5-4079-8baf-63c18a3db82a is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 19:07:54.746023 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-7714c546-40d8-4bf5-b3c6-89cf19571a1f admin admin] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 19:07:54.750769 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7714c546-40d8-4bf5-b3c6-89cf19571a1f admin admin] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 19:07:54.778996 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b383244-c994-4915-9739-7722d365ecaf None None] Pushing event updated for resources: {'Port': ['ID=eadf9fe3-5643-4346-bab7-1f6679b122f9,revision_number=3']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:07:54.783445 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7714c546-40d8-4bf5-b3c6-89cf19571a1f admin admin] Pushing event updated for resources: {'Port': ['ID=f417ad04-e327-4c4c-a870-3f89d69482d7,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:07:54.786489 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce90543-f20e-4fee-b8bd-84d771e4eb16 None None] Routers {'4809b14a-ab39-48a7-84b5-6ab451f0fa0d'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 19:07:54.787368 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-9ce90543-f20e-4fee-b8bd-84d771e4eb16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T19:07:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['4809b14a-ab39-48a7-84b5-6ab451f0fa0d'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:07:54.803094 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7714c546-40d8-4bf5-b3c6-89cf19571a1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595826'] for router_interface, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:54.902676 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-9ce90543-f20e-4fee-b8bd-84d771e4eb16 None None] Set router 4809b14a-ab39-48a7-84b5-6ab451f0fa0d gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 19:07:54.940581 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7714c546-40d8-4bf5-b3c6-89cf19571a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:55.048716 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-3ee6cf18-abc7-44cd-b9ea-0d4a8031da1a None None] Provisioning complete for port f417ad04-e327-4c4c-a870-3f89d69482d7 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 19:07:55.049083 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-3ee6cf18-abc7-44cd-b9ea-0d4a8031da1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:55.085841 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-9ce90543-f20e-4fee-b8bd-84d771e4eb16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4809b14a-ab39-48a7-84b5-6ab451f0fa0d', 'name': 'tempest-TestShelveInstance-79923585-router', 'tenant_id': 'f46d25eeb482420ea6a4ecbe2b9597ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': 'eadf9fe3-5643-4346-bab7-1f6679b122f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T19:07:52Z', 'updated_at': '2022-05-18T19:07:53Z', 'revision_number': 3, 'project_id': 'f46d25eeb482420ea6a4ecbe2b9597ba', 'gw_port': {'id': 'eadf9fe3-5643-4346-bab7-1f6679b122f9', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:5a:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4809b14a-ab39-48a7-84b5-6ab451f0fa0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:07:52Z', 'updated_at': '2022-05-18T19:07:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:07:55.087074 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-3ee6cf18-abc7-44cd-b9ea-0d4a8031da1a None None] Port f417ad04-e327-4c4c-a870-3f89d69482d7 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 19:07:55.112858 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce90543-f20e-4fee-b8bd-84d771e4eb16 None None] The sync data for ids ['4809b14a-ab39-48a7-84b5-6ab451f0fa0d'] in n-d-838550-3 is: [{'id': '4809b14a-ab39-48a7-84b5-6ab451f0fa0d', 'name': 'tempest-TestShelveInstance-79923585-router', 'tenant_id': 'f46d25eeb482420ea6a4ecbe2b9597ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': 'eadf9fe3-5643-4346-bab7-1f6679b122f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T19:07:52Z', 'updated_at': '2022-05-18T19:07:53Z', 'revision_number': 3, 'project_id': 'f46d25eeb482420ea6a4ecbe2b9597ba', 'gw_port': {'id': 'eadf9fe3-5643-4346-bab7-1f6679b122f9', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:5a:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4809b14a-ab39-48a7-84b5-6ab451f0fa0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:07:52Z', 'updated_at': '2022-05-18T19:07:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 19:07:55.121674 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7714c546-40d8-4bf5-b3c6-89cf19571a1f admin admin] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:55.142006 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7714c546-40d8-4bf5-b3c6-89cf19571a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:55.165740 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 6865a902-a274-445c-81f8-a72392f95293 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 19:07:55.224812 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 6865a902-a274-445c-81f8-a72392f95293 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 19:07:55.225180 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:55.228280 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7714c546-40d8-4bf5-b3c6-89cf19571a1f admin admin] Pushing event updated for resources: {'Port': ['ID=f417ad04-e327-4c4c-a870-3f89d69482d7,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:07:55.231275 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7714c546-40d8-4bf5-b3c6-89cf19571a1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-595870'] for router_interface, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:55.304375 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 6865a902-a274-445c-81f8-a72392f95293 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 19:07:55.326597 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7714c546-40d8-4bf5-b3c6-89cf19571a1f admin admin] Network 6ef28b59-7ba5-4079-8baf-63c18a3db82a is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 19:07:55.328126 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-7714c546-40d8-4bf5-b3c6-89cf19571a1f admin admin] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 19:07:55.478871 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7714c546-40d8-4bf5-b3c6-89cf19571a1f admin admin] Router 4809b14a-ab39-48a7-84b5-6ab451f0fa0d has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 19:07:55.598928 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7714c546-40d8-4bf5-b3c6-89cf19571a1f admin admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 19:07:55.605664 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-7714c546-40d8-4bf5-b3c6-89cf19571a1f admin admin] 10.222.0.85 "PUT /v2.0/routers/4809b14a-ab39-48a7-84b5-6ab451f0fa0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6517556 May 18 19:07:55.614785 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a5e5749c-2cd3-4f70-a746-a0f93db5f9d9 None None] Provisioning complete for port f417ad04-e327-4c4c-a870-3f89d69482d7 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 19:07:55.616735 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a5e5749c-2cd3-4f70-a746-a0f93db5f9d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:55.656545 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a5e5749c-2cd3-4f70-a746-a0f93db5f9d9 None None] Port f417ad04-e327-4c4c-a870-3f89d69482d7 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 19:07:56.095471 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 50802) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:07:56.100557 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-13bb3b86-7e79-4b52-9643-c8e3addc5874 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-862670330-network', 'tenant_id': '1c3854090c284873aba174c17c6c84f8'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 19:07:56.119447 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13bb3b86-7e79-4b52-9643-c8e3addc5874 admin admin] Made reservation on behalf of 1c3854090c284873aba174c17c6c84f8 for: {'network': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 19:07:56.121791 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-13bb3b86-7e79-4b52-9643-c8e3addc5874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:56.130868 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-13bb3b86-7e79-4b52-9643-c8e3addc5874 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:56.203288 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-13bb3b86-7e79-4b52-9643-c8e3addc5874 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:56.207882 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-13bb3b86-7e79-4b52-9643-c8e3addc5874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:56.234140 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13bb3b86-7e79-4b52-9643-c8e3addc5874 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 620} {{(pid=102730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 19:07:56.244278 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bb3b86-7e79-4b52-9643-c8e3addc5874 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=502ca161-d487-4b7a-adab-24b16b3e27be,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:07:56.249140 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-13bb3b86-7e79-4b52-9643-c8e3addc5874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:56.249484 n-d-838550-3 neutron-server[102730]: INFO neutron.db.segments_db [None req-13bb3b86-7e79-4b52-9643-c8e3addc5874 admin admin] Added segment 20005905-e848-4790-9e12-21c813117a7d of type vlan for network 7696a494-639b-4255-b9f5-a8114a55abf5 May 18 19:07:56.289680 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-13bb3b86-7e79-4b52-9643-c8e3addc5874 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:56.315524 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-13bb3b86-7e79-4b52-9643-c8e3addc5874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:56.317174 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13bb3b86-7e79-4b52-9643-c8e3addc5874 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:07:56.317784 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-13bb3b86-7e79-4b52-9643-c8e3addc5874 admin admin] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:56.367331 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-13bb3b86-7e79-4b52-9643-c8e3addc5874 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2705131 May 18 19:07:56.370252 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 50804) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:07:56.375829 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-e386cfdb-f44e-4a99-bd73-97c53a5828a7 admin admin] Request body: {'subnet': {'network_id': '7696a494-639b-4255-b9f5-a8114a55abf5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-862670330-subnet', 'tenant_id': '1c3854090c284873aba174c17c6c84f8', 'ip_version': 4}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 19:07:56.383205 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bb3b86-7e79-4b52-9643-c8e3addc5874 admin admin] Pushing event updated for resources: {'Network': ['ID=7696a494-639b-4255-b9f5-a8114a55abf5,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:07:56.394795 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network 7696a494-639b-4255-b9f5-a8114a55abf5 details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 19:07:56.397654 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e386cfdb-f44e-4a99-bd73-97c53a5828a7 admin admin] Made reservation on behalf of 1c3854090c284873aba174c17c6c84f8 for: {'subnet': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 19:07:56.399957 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e386cfdb-f44e-4a99-bd73-97c53a5828a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260908003'] for subnet, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:56.616309 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e386cfdb-f44e-4a99-bd73-97c53a5828a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260898481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260908021'] for subnet, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:56.671092 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e386cfdb-f44e-4a99-bd73-97c53a5828a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3000a64f-7c50-4e02-93c8-63c5dbf81783,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:07:56.682845 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e386cfdb-f44e-4a99-bd73-97c53a5828a7 admin admin] Checking segment: {'id': '20005905-e848-4790-9e12-21c813117a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '7696a494-639b-4255-b9f5-a8114a55abf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 19:07:56.683213 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e386cfdb-f44e-4a99-bd73-97c53a5828a7 admin admin] Network hostable DHCP agents. Network: 7696a494-639b-4255-b9f5-a8114a55abf5, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 19:07:56.702287 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e386cfdb-f44e-4a99-bd73-97c53a5828a7 admin admin] Network 7696a494-639b-4255-b9f5-a8114a55abf5 is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 19:07:56.713763 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-e386cfdb-f44e-4a99-bd73-97c53a5828a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, 7696a494-639b-4255-b9f5-a8114a55abf5) {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 19:07:56.718455 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e386cfdb-f44e-4a99-bd73-97c53a5828a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:07:56.719185 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e386cfdb-f44e-4a99-bd73-97c53a5828a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:56.724903 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e8bc35b-4c0e-4663-9774-b3b80901ef95 None None] Network 7696a494-639b-4255-b9f5-a8114a55abf5 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 19:07:56.747001 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-e386cfdb-f44e-4a99-bd73-97c53a5828a7 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3729415 May 18 19:07:56.747404 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 50806) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:07:56.754097 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-8f48e2b2-c62a-4219-9645-a3b3f14228dd admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-862670330-router', 'tenant_id': '1c3854090c284873aba174c17c6c84f8', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 19:07:56.782723 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8f48e2b2-c62a-4219-9645-a3b3f14228dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25099'] for router, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:56.784071 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8f48e2b2-c62a-4219-9645-a3b3f14228dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-593238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596850', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25088'] for router, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:56.840167 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8f48e2b2-c62a-4219-9645-a3b3f14228dd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:56.873862 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2a1930-cd50-4c1f-a7c8-4e9f500b5d00 None None] Sync routers for ids ['4809b14a-ab39-48a7-84b5-6ab451f0fa0d'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 19:07:56.903444 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2a1930-cd50-4c1f-a7c8-4e9f500b5d00 None None] Routers {'4809b14a-ab39-48a7-84b5-6ab451f0fa0d'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 19:07:56.904361 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-bd2a1930-cd50-4c1f-a7c8-4e9f500b5d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T19:07:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['4809b14a-ab39-48a7-84b5-6ab451f0fa0d'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:07:56.940724 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf60db3-d655-4062-b337-2c2d2a92e74c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-7696a494-639b-4255-b9f5-a8114a55abf5', 'network_id': '7696a494-639b-4255-b9f5-a8114a55abf5', 'tenant_id': '1c3854090c284873aba174c17c6c84f8', 'fixed_ips': [{'subnet_id': '3000a64f-7c50-4e02-93c8-63c5dbf81783'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 19:07:56.942127 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-daf60db3-d655-4062-b337-2c2d2a92e74c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:56.985393 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8f48e2b2-c62a-4219-9645-a3b3f14228dd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:57.089209 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-bd2a1930-cd50-4c1f-a7c8-4e9f500b5d00 None None] Set router 4809b14a-ab39-48a7-84b5-6ab451f0fa0d gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 19:07:57.190657 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device eadf9fe3-5643-4346-bab7-1f6679b122f9 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 19:07:57.216605 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8f48e2b2-c62a-4219-9645-a3b3f14228dd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:57.239830 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8f48e2b2-c62a-4219-9645-a3b3f14228dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:57.261265 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-daf60db3-d655-4062-b337-2c2d2a92e74c None None] Allocated IP 172.20.0.2 (7696a494-639b-4255-b9f5-a8114a55abf5/3000a64f-7c50-4e02-93c8-63c5dbf81783/9a319e35-10a9-4f87-96e4-85fc9dbc33f5) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 19:07:57.278714 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 7 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 19:07:57.355348 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-8f48e2b2-c62a-4219-9645-a3b3f14228dd admin admin] Allocated IP 172.25.5.81 (31ebd439-090c-4b25-bbb0-31c48711b145/363a2810-8a83-4be0-a317-7c91fcd94485/f5c9202e-bc8e-46a8-8282-528a69d8a424) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 19:07:57.411483 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port eadf9fe3-5643-4346-bab7-1f6679b122f9 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 19:07:57.411851 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:57.459407 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8f48e2b2-c62a-4219-9645-a3b3f14228dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:57.494728 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8f48e2b2-c62a-4219-9645-a3b3f14228dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:57.531139 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-daf60db3-d655-4062-b337-2c2d2a92e74c None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:57.531395 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f48e2b2-c62a-4219-9645-a3b3f14228dd admin admin] Network 31ebd439-090c-4b25-bbb0-31c48711b145 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 19:07:57.535045 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-8f48e2b2-c62a-4219-9645-a3b3f14228dd admin admin] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 19:07:57.538359 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f48e2b2-c62a-4219-9645-a3b3f14228dd admin admin] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 19:07:57.540484 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-daf60db3-d655-4062-b337-2c2d2a92e74c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:57.561590 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-bd2a1930-cd50-4c1f-a7c8-4e9f500b5d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4809b14a-ab39-48a7-84b5-6ab451f0fa0d', 'name': 'tempest-TestShelveInstance-79923585-router', 'tenant_id': 'f46d25eeb482420ea6a4ecbe2b9597ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': 'eadf9fe3-5643-4346-bab7-1f6679b122f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T19:07:52Z', 'updated_at': '2022-05-18T19:07:54Z', 'revision_number': 4, 'project_id': 'f46d25eeb482420ea6a4ecbe2b9597ba', 'gw_port': {'id': 'eadf9fe3-5643-4346-bab7-1f6679b122f9', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:5a:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4809b14a-ab39-48a7-84b5-6ab451f0fa0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:07:52Z', 'updated_at': '2022-05-18T19:07:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': 'f417ad04-e327-4c4c-a870-3f89d69482d7', 'name': '', 'network_id': '6ef28b59-7ba5-4079-8baf-63c18a3db82a', 'tenant_id': 'f46d25eeb482420ea6a4ecbe2b9597ba', 'mac_address': 'fa:16:3e:17:cb:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4809b14a-ab39-48a7-84b5-6ab451f0fa0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '0d6ecb5b-d9ba-4243-a00a-96301a6eafa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:07:54Z', 'updated_at': '2022-05-18T19:07:54Z', 'revision_number': 2, 'project_id': 'f46d25eeb482420ea6a4ecbe2b9597ba', 'subnets': [{'id': '0d6ecb5b-d9ba-4243-a00a-96301a6eafa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:07:57.569040 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f48e2b2-c62a-4219-9645-a3b3f14228dd admin admin] Pushing event updated for resources: {'Port': ['ID=f5c9202e-bc8e-46a8-8282-528a69d8a424,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:07:57.623583 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2a1930-cd50-4c1f-a7c8-4e9f500b5d00 None None] Checking router: 4809b14a-ab39-48a7-84b5-6ab451f0fa0d for host: n-d-838550-3 {{(pid=102732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 19:07:57.623934 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2a1930-cd50-4c1f-a7c8-4e9f500b5d00 None None] Updating router 4809b14a-ab39-48a7-84b5-6ab451f0fa0d port f417ad04-e327-4c4c-a870-3f89d69482d7 binding host n-d-838550-3 {{(pid=102732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 19:07:57.656440 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf60db3-d655-4062-b337-2c2d2a92e74c None None] Network 7696a494-639b-4255-b9f5-a8114a55abf5 is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 19:07:57.658902 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port eadf9fe3-5643-4346-bab7-1f6679b122f9 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 19:07:57.659284 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:57.673966 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-daf60db3-d655-4062-b337-2c2d2a92e74c None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 19:07:57.681915 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf60db3-d655-4062-b337-2c2d2a92e74c None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 19:07:57.683625 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf60db3-d655-4062-b337-2c2d2a92e74c None None] Pushing event updated for resources: {'Port': ['ID=9a319e35-10a9-4f87-96e4-85fc9dbc33f5,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:07:57.691704 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-bd2a1930-cd50-4c1f-a7c8-4e9f500b5d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:57.725226 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] For port eadf9fe3-5643-4346-bab7-1f6679b122f9, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=eadf9fe3-5643-4346-bab7-1f6679b122f9,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 19:07:57.731104 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:57.803686 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8f48e2b2-c62a-4219-9645-a3b3f14228dd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:57.826569 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-daf60db3-d655-4062-b337-2c2d2a92e74c None None] Attempting to bind port 9a319e35-10a9-4f87-96e4-85fc9dbc33f5 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 19:07:57.826934 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-daf60db3-d655-4062-b337-2c2d2a92e74c None None] Attempting to bind port 9a319e35-10a9-4f87-96e4-85fc9dbc33f5 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '20005905-e848-4790-9e12-21c813117a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '7696a494-639b-4255-b9f5-a8114a55abf5'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 19:07:57.827293 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf60db3-d655-4062-b337-2c2d2a92e74c None None] Attempting to bind port 9a319e35-10a9-4f87-96e4-85fc9dbc33f5 on network 7696a494-639b-4255-b9f5-a8114a55abf5 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 19:07:57.890525 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Pushing event updated for resources: {'Port': ['ID=eadf9fe3-5643-4346-bab7-1f6679b122f9,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:07:57.895492 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf60db3-d655-4062-b337-2c2d2a92e74c None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 19, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 19:07:57.895872 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf60db3-d655-4062-b337-2c2d2a92e74c None None] Checking segment: {'id': '20005905-e848-4790-9e12-21c813117a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '7696a494-639b-4255-b9f5-a8114a55abf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 19:07:57.896277 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-daf60db3-d655-4062-b337-2c2d2a92e74c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:57.896665 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf60db3-d655-4062-b337-2c2d2a92e74c None None] Bound using segment: {'id': '20005905-e848-4790-9e12-21c813117a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '7696a494-639b-4255-b9f5-a8114a55abf5'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 19:07:57.897134 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-daf60db3-d655-4062-b337-2c2d2a92e74c None None] Bound port: 9a319e35-10a9-4f87-96e4-85fc9dbc33f5, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20005905-e848-4790-9e12-21c813117a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '7696a494-639b-4255-b9f5-a8114a55abf5'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 19:07:57.897511 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-daf60db3-d655-4062-b337-2c2d2a92e74c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:58.001120 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8f48e2b2-c62a-4219-9645-a3b3f14228dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596801'] for router, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:58.026982 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-daf60db3-d655-4062-b337-2c2d2a92e74c None None] For port 9a319e35-10a9-4f87-96e4-85fc9dbc33f5, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 19:07:58.047259 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-daf60db3-d655-4062-b337-2c2d2a92e74c None None] For port 9a319e35-10a9-4f87-96e4-85fc9dbc33f5, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=9a319e35-10a9-4f87-96e4-85fc9dbc33f5,segment=NetworkSegment(20005905-e848-4790-9e12-21c813117a7d),segment_id=20005905-e848-4790-9e12-21c813117a7d)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 19:07:58.057888 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-daf60db3-d655-4062-b337-2c2d2a92e74c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:58.153827 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf60db3-d655-4062-b337-2c2d2a92e74c None None] Pushing event updated for resources: {'Port': ['ID=9a319e35-10a9-4f87-96e4-85fc9dbc33f5,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:07:58.178993 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-bd2a1930-cd50-4c1f-a7c8-4e9f500b5d00 None None] Notify callbacks [] for port, precommit_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:58.185219 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-bd2a1930-cd50-4c1f-a7c8-4e9f500b5d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:58.239636 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89721d0-f07a-4859-b347-806bbccac690 None None] Pushing event updated for resources: {'Port': ['ID=f417ad04-e327-4c4c-a870-3f89d69482d7,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:07:58.311462 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-bd2a1930-cd50-4c1f-a7c8-4e9f500b5d00 None None] Attempting to bind port f417ad04-e327-4c4c-a870-3f89d69482d7 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 19:07:58.311842 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-bd2a1930-cd50-4c1f-a7c8-4e9f500b5d00 None None] Attempting to bind port f417ad04-e327-4c4c-a870-3f89d69482d7 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '068a2a26-3c74-4434-9c66-65f250c8eed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '6ef28b59-7ba5-4079-8baf-63c18a3db82a'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 19:07:58.312210 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2a1930-cd50-4c1f-a7c8-4e9f500b5d00 None None] Attempting to bind port f417ad04-e327-4c4c-a870-3f89d69482d7 on network 6ef28b59-7ba5-4079-8baf-63c18a3db82a {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 19:07:58.333043 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2a1930-cd50-4c1f-a7c8-4e9f500b5d00 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 19, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 19:07:58.333424 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2a1930-cd50-4c1f-a7c8-4e9f500b5d00 None None] Checking segment: {'id': '068a2a26-3c74-4434-9c66-65f250c8eed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '6ef28b59-7ba5-4079-8baf-63c18a3db82a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 19:07:58.333921 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-bd2a1930-cd50-4c1f-a7c8-4e9f500b5d00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:58.335843 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2a1930-cd50-4c1f-a7c8-4e9f500b5d00 None None] Bound using segment: {'id': '068a2a26-3c74-4434-9c66-65f250c8eed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '6ef28b59-7ba5-4079-8baf-63c18a3db82a'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 19:07:58.336727 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-bd2a1930-cd50-4c1f-a7c8-4e9f500b5d00 None None] Bound port: f417ad04-e327-4c4c-a870-3f89d69482d7, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '068a2a26-3c74-4434-9c66-65f250c8eed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '6ef28b59-7ba5-4079-8baf-63c18a3db82a'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 19:07:58.337181 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-bd2a1930-cd50-4c1f-a7c8-4e9f500b5d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:58.422616 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-bd2a1930-cd50-4c1f-a7c8-4e9f500b5d00 None None] For port f417ad04-e327-4c4c-a870-3f89d69482d7, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 19:07:58.427678 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-bd2a1930-cd50-4c1f-a7c8-4e9f500b5d00 None None] For port f417ad04-e327-4c4c-a870-3f89d69482d7, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=f417ad04-e327-4c4c-a870-3f89d69482d7,segment=NetworkSegment(068a2a26-3c74-4434-9c66-65f250c8eed8),segment_id=068a2a26-3c74-4434-9c66-65f250c8eed8)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 19:07:58.435261 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-bd2a1930-cd50-4c1f-a7c8-4e9f500b5d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:58.518016 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2a1930-cd50-4c1f-a7c8-4e9f500b5d00 None None] Routers {'4809b14a-ab39-48a7-84b5-6ab451f0fa0d'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 19:07:58.518725 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-bd2a1930-cd50-4c1f-a7c8-4e9f500b5d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T19:07:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['4809b14a-ab39-48a7-84b5-6ab451f0fa0d'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:07:58.524314 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89721d0-f07a-4859-b347-806bbccac690 None None] Pushing event updated for resources: {'Port': ['ID=f417ad04-e327-4c4c-a870-3f89d69482d7,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:07:58.538372 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f48e2b2-c62a-4219-9645-a3b3f14228dd admin admin] Router 20bf619c-fbcf-41a1-b538-8481212496d9 is scheduled to L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e with binding_index 1 {{(pid=102730) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 18 19:07:58.652934 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-bd2a1930-cd50-4c1f-a7c8-4e9f500b5d00 None None] Set router 4809b14a-ab39-48a7-84b5-6ab451f0fa0d gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 19:07:58.654734 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-6d91763e-9d6e-4e06-9abd-5bfccdce2e89 None None] Provisioning complete for port f417ad04-e327-4c4c-a870-3f89d69482d7 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 19:07:58.655107 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-6d91763e-9d6e-4e06-9abd-5bfccdce2e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:58.670388 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f48e2b2-c62a-4219-9645-a3b3f14228dd admin admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 19:07:58.681435 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8684d2-5dde-4111-8790-bfb9f14bde78 None None] Sync routers for ids ['20bf619c-fbcf-41a1-b538-8481212496d9'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 19:07:58.698428 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8684d2-5dde-4111-8790-bfb9f14bde78 None None] Routers {'20bf619c-fbcf-41a1-b538-8481212496d9'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 19:07:58.702247 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-1e8684d2-5dde-4111-8790-bfb9f14bde78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T19:07:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['20bf619c-fbcf-41a1-b538-8481212496d9'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:07:58.709163 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8f48e2b2-c62a-4219-9645-a3b3f14228dd admin admin] Notify callbacks [] for router, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:58.713886 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-8f48e2b2-c62a-4219-9645-a3b3f14228dd admin admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.9628384 May 18 19:07:58.714595 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 50808) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:07:58.833648 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-1e8684d2-5dde-4111-8790-bfb9f14bde78 None None] Set router 20bf619c-fbcf-41a1-b538-8481212496d9 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 19:07:59.057098 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-1e8684d2-5dde-4111-8790-bfb9f14bde78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20bf619c-fbcf-41a1-b538-8481212496d9', 'name': 'tempest-TestShelveInstance-862670330-router', 'tenant_id': '1c3854090c284873aba174c17c6c84f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'f5c9202e-bc8e-46a8-8282-528a69d8a424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T19:07:56Z', 'updated_at': '2022-05-18T19:07:57Z', 'revision_number': 3, 'project_id': '1c3854090c284873aba174c17c6c84f8', 'gw_port': {'id': 'f5c9202e-bc8e-46a8-8282-528a69d8a424', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:63:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20bf619c-fbcf-41a1-b538-8481212496d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4396, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:07:57Z', 'updated_at': '2022-05-18T19:07:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:07:59.096541 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-6d91763e-9d6e-4e06-9abd-5bfccdce2e89 None None] Current status of the port f417ad04-e327-4c4c-a870-3f89d69482d7 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 19:07:59.097663 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-6d91763e-9d6e-4e06-9abd-5bfccdce2e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:59.197879 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8f434561-b08b-4ea7-a0ec-3e645b4a58ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:59.222982 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8684d2-5dde-4111-8790-bfb9f14bde78 None None] Checking router: 20bf619c-fbcf-41a1-b538-8481212496d9 for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 19:07:59.223474 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8684d2-5dde-4111-8790-bfb9f14bde78 None None] Updating router 20bf619c-fbcf-41a1-b538-8481212496d9 port f5c9202e-bc8e-46a8-8282-528a69d8a424 binding host n-d-838550-3 {{(pid=102733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 19:07:59.243339 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-6d91763e-9d6e-4e06-9abd-5bfccdce2e89 None None] For port f417ad04-e327-4c4c-a870-3f89d69482d7, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=f417ad04-e327-4c4c-a870-3f89d69482d7,segment=NetworkSegment(068a2a26-3c74-4434-9c66-65f250c8eed8),segment_id=068a2a26-3c74-4434-9c66-65f250c8eed8)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 19:07:59.254336 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-1e8684d2-5dde-4111-8790-bfb9f14bde78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:59.255233 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-6d91763e-9d6e-4e06-9abd-5bfccdce2e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:59.326819 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 9a319e35-10a9-4f87-96e4-85fc9dbc33f5 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 19:07:59.329897 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-bd2a1930-cd50-4c1f-a7c8-4e9f500b5d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4809b14a-ab39-48a7-84b5-6ab451f0fa0d', 'name': 'tempest-TestShelveInstance-79923585-router', 'tenant_id': 'f46d25eeb482420ea6a4ecbe2b9597ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': 'eadf9fe3-5643-4346-bab7-1f6679b122f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T19:07:52Z', 'updated_at': '2022-05-18T19:07:54Z', 'revision_number': 4, 'project_id': 'f46d25eeb482420ea6a4ecbe2b9597ba', 'gw_port': {'id': 'eadf9fe3-5643-4346-bab7-1f6679b122f9', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:5a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4809b14a-ab39-48a7-84b5-6ab451f0fa0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:07:52Z', 'updated_at': '2022-05-18T19:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': 'f417ad04-e327-4c4c-a870-3f89d69482d7', 'name': '', 'network_id': '6ef28b59-7ba5-4079-8baf-63c18a3db82a', 'tenant_id': 'f46d25eeb482420ea6a4ecbe2b9597ba', 'mac_address': 'fa:16:3e:17:cb:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4809b14a-ab39-48a7-84b5-6ab451f0fa0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '0d6ecb5b-d9ba-4243-a00a-96301a6eafa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:07:54Z', 'updated_at': '2022-05-18T19:07:58Z', 'revision_number': 4, 'project_id': 'f46d25eeb482420ea6a4ecbe2b9597ba', 'subnets': [{'id': '0d6ecb5b-d9ba-4243-a00a-96301a6eafa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:07:59.392487 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2a1930-cd50-4c1f-a7c8-4e9f500b5d00 None None] The sync data for ids ['4809b14a-ab39-48a7-84b5-6ab451f0fa0d'] in n-d-838550-3 is: [{'id': '4809b14a-ab39-48a7-84b5-6ab451f0fa0d', 'name': 'tempest-TestShelveInstance-79923585-router', 'tenant_id': 'f46d25eeb482420ea6a4ecbe2b9597ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': 'eadf9fe3-5643-4346-bab7-1f6679b122f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T19:07:52Z', 'updated_at': '2022-05-18T19:07:54Z', 'revision_number': 4, 'project_id': 'f46d25eeb482420ea6a4ecbe2b9597ba', 'gw_port': {'id': 'eadf9fe3-5643-4346-bab7-1f6679b122f9', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:5a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4809b14a-ab39-48a7-84b5-6ab451f0fa0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:07:52Z', 'updated_at': '2022-05-18T19:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': 'f417ad04-e327-4c4c-a870-3f89d69482d7', 'name': '', 'network_id': '6ef28b59-7ba5-4079-8baf-63c18a3db82a', 'tenant_id': 'f46d25eeb482420ea6a4ecbe2b9597ba', 'mac_address': 'fa:16:3e:17:cb:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4809b14a-ab39-48a7-84b5-6ab451f0fa0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '0d6ecb5b-d9ba-4243-a00a-96301a6eafa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:07:54Z', 'updated_at': '2022-05-18T19:07:58Z', 'revision_number': 4, 'project_id': 'f46d25eeb482420ea6a4ecbe2b9597ba', 'subnets': [{'id': '0d6ecb5b-d9ba-4243-a00a-96301a6eafa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 19:07:59.400962 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d91763e-9d6e-4e06-9abd-5bfccdce2e89 None None] Pushing event updated for resources: {'Port': ['ID=f417ad04-e327-4c4c-a870-3f89d69482d7,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:07:59.406367 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-087ba7db-96a6-4fb4-a0d3-222130c5a760 None None] Network 7696a494-639b-4255-b9f5-a8114a55abf5 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 19:07:59.433816 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-8f434561-b08b-4ea7-a0ec-3e645b4a58ae admin admin] Allocated IP 172.20.0.1 (7696a494-639b-4255-b9f5-a8114a55abf5/3000a64f-7c50-4e02-93c8-63c5dbf81783/3bec44a3-b170-411c-b4db-d9156c3c5e1c) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 19:07:59.500795 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-0daf7da7-6c01-462c-85fc-140ef8553f07 None None] Provisioning complete for port f417ad04-e327-4c4c-a870-3f89d69482d7 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 19:07:59.501176 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0daf7da7-6c01-462c-85fc-140ef8553f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:59.582573 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 9a319e35-10a9-4f87-96e4-85fc9dbc33f5 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 19:07:59.582870 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:59.596913 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8f434561-b08b-4ea7-a0ec-3e645b4a58ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:59.618945 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-1e8684d2-5dde-4111-8790-bfb9f14bde78 None None] Notify callbacks [] for port, precommit_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:59.625665 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-1e8684d2-5dde-4111-8790-bfb9f14bde78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:59.650148 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8f434561-b08b-4ea7-a0ec-3e645b4a58ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:59.681477 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-1e8684d2-5dde-4111-8790-bfb9f14bde78 None None] Attempting to bind port f5c9202e-bc8e-46a8-8282-528a69d8a424 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 19:07:59.682039 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-1e8684d2-5dde-4111-8790-bfb9f14bde78 None None] Attempting to bind port f5c9202e-bc8e-46a8-8282-528a69d8a424 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 19:07:59.682432 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8684d2-5dde-4111-8790-bfb9f14bde78 None None] Attempting to bind port f5c9202e-bc8e-46a8-8282-528a69d8a424 on network 31ebd439-090c-4b25-bbb0-31c48711b145 {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 19:07:59.695656 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8684d2-5dde-4111-8790-bfb9f14bde78 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 19, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 19:07:59.696470 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8684d2-5dde-4111-8790-bfb9f14bde78 None None] Checking segment: {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 19:07:59.697101 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-1e8684d2-5dde-4111-8790-bfb9f14bde78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:59.697751 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8684d2-5dde-4111-8790-bfb9f14bde78 None None] Bound using segment: {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 19:07:59.702371 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-1e8684d2-5dde-4111-8790-bfb9f14bde78 None None] Bound port: f5c9202e-bc8e-46a8-8282-528a69d8a424, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 19:07:59.703384 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-1e8684d2-5dde-4111-8790-bfb9f14bde78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:59.721035 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f434561-b08b-4ea7-a0ec-3e645b4a58ae admin admin] Network 7696a494-639b-4255-b9f5-a8114a55abf5 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 19:07:59.727582 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-8f434561-b08b-4ea7-a0ec-3e645b4a58ae admin admin] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 19:07:59.732883 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f434561-b08b-4ea7-a0ec-3e645b4a58ae admin admin] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 19:07:59.756690 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-0daf7da7-6c01-462c-85fc-140ef8553f07 None None] Current status of the port f417ad04-e327-4c4c-a870-3f89d69482d7 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 19:07:59.756943 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d913557-55b4-4788-a0a2-4c672392fe23 None None] Pushing event updated for resources: {'Port': ['ID=f5c9202e-bc8e-46a8-8282-528a69d8a424,revision_number=2']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:07:59.777856 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8f434561-b08b-4ea7-a0ec-3e645b4a58ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595826'] for router_interface, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:59.787619 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f434561-b08b-4ea7-a0ec-3e645b4a58ae admin admin] Pushing event updated for resources: {'Port': ['ID=3bec44a3-b170-411c-b4db-d9156c3c5e1c,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:07:59.804316 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.db [None req-1e8684d2-5dde-4111-8790-bfb9f14bde78 None None] For port f5c9202e-bc8e-46a8-8282-528a69d8a424, host n-d-838550-3, cleared binding levels {{(pid=102733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 19:07:59.804964 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 9a319e35-10a9-4f87-96e4-85fc9dbc33f5 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 19:07:59.805359 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:59.808605 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.db [None req-1e8684d2-5dde-4111-8790-bfb9f14bde78 None None] For port f5c9202e-bc8e-46a8-8282-528a69d8a424, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=f5c9202e-bc8e-46a8-8282-528a69d8a424,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 19:07:59.823658 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-1e8684d2-5dde-4111-8790-bfb9f14bde78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:59.853814 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] For port 9a319e35-10a9-4f87-96e4-85fc9dbc33f5, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=9a319e35-10a9-4f87-96e4-85fc9dbc33f5,segment=NetworkSegment(20005905-e848-4790-9e12-21c813117a7d),segment_id=20005905-e848-4790-9e12-21c813117a7d)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 19:07:59.860604 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:59.861442 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device eadf9fe3-5643-4346-bab7-1f6679b122f9 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 19:07:59.881888 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8684d2-5dde-4111-8790-bfb9f14bde78 None None] Routers {'20bf619c-fbcf-41a1-b538-8481212496d9'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 19:07:59.882519 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-1e8684d2-5dde-4111-8790-bfb9f14bde78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T19:07:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['20bf619c-fbcf-41a1-b538-8481212496d9'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:07:59.956246 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d913557-55b4-4788-a0a2-4c672392fe23 None None] Pushing event updated for resources: {'Port': ['ID=f5c9202e-bc8e-46a8-8282-528a69d8a424,revision_number=3']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:07:59.973045 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Pushing event updated for resources: {'Port': ['ID=9a319e35-10a9-4f87-96e4-85fc9dbc33f5,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:07:59.995559 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8f434561-b08b-4ea7-a0ec-3e645b4a58ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:07:59.996293 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-ad6dc984-490b-4d57-be1d-931eb3121d18 None None] Provisioning complete for port 9a319e35-10a9-4f87-96e4-85fc9dbc33f5 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 19:07:59.996681 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-ad6dc984-490b-4d57-be1d-931eb3121d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:08:00.039145 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-1e8684d2-5dde-4111-8790-bfb9f14bde78 None None] Set router 20bf619c-fbcf-41a1-b538-8481212496d9 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 19:08:00.070404 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port eadf9fe3-5643-4346-bab7-1f6679b122f9 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 19:08:00.070404 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:08:00.222985 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-ad6dc984-490b-4d57-be1d-931eb3121d18 None None] Current status of the port 9a319e35-10a9-4f87-96e4-85fc9dbc33f5 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 19:08:00.254625 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8f434561-b08b-4ea7-a0ec-3e645b4a58ae admin admin] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:08:00.255633 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port eadf9fe3-5643-4346-bab7-1f6679b122f9 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 19:08:00.266946 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8f434561-b08b-4ea7-a0ec-3e645b4a58ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:08:00.311655 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-1e8684d2-5dde-4111-8790-bfb9f14bde78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20bf619c-fbcf-41a1-b538-8481212496d9', 'name': 'tempest-TestShelveInstance-862670330-router', 'tenant_id': '1c3854090c284873aba174c17c6c84f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'f5c9202e-bc8e-46a8-8282-528a69d8a424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T19:07:56Z', 'updated_at': '2022-05-18T19:07:57Z', 'revision_number': 3, 'project_id': '1c3854090c284873aba174c17c6c84f8', 'gw_port': {'id': 'f5c9202e-bc8e-46a8-8282-528a69d8a424', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:63:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20bf619c-fbcf-41a1-b538-8481212496d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4396, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:07:57Z', 'updated_at': '2022-05-18T19:07:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:08:00.340023 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8f434561-b08b-4ea7-a0ec-3e645b4a58ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-595870'] for router_interface, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:08:00.342475 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8684d2-5dde-4111-8790-bfb9f14bde78 None None] The sync data for ids ['20bf619c-fbcf-41a1-b538-8481212496d9'] in n-d-838550-3 is: [{'id': '20bf619c-fbcf-41a1-b538-8481212496d9', 'name': 'tempest-TestShelveInstance-862670330-router', 'tenant_id': '1c3854090c284873aba174c17c6c84f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'f5c9202e-bc8e-46a8-8282-528a69d8a424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T19:07:56Z', 'updated_at': '2022-05-18T19:07:57Z', 'revision_number': 3, 'project_id': '1c3854090c284873aba174c17c6c84f8', 'gw_port': {'id': 'f5c9202e-bc8e-46a8-8282-528a69d8a424', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:63:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20bf619c-fbcf-41a1-b538-8481212496d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4396, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:07:57Z', 'updated_at': '2022-05-18T19:07:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 19:08:00.346516 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-f11b5063-e181-44d9-b3aa-6745377b66a7 None None] Provisioning complete for port 9a319e35-10a9-4f87-96e4-85fc9dbc33f5 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 19:08:00.346732 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f11b5063-e181-44d9-b3aa-6745377b66a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:08:00.361743 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f434561-b08b-4ea7-a0ec-3e645b4a58ae admin admin] Pushing event updated for resources: {'Port': ['ID=3bec44a3-b170-411c-b4db-d9156c3c5e1c,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:08:00.469733 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-f11b5063-e181-44d9-b3aa-6745377b66a7 None None] Current status of the port 9a319e35-10a9-4f87-96e4-85fc9dbc33f5 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 19:08:00.482094 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-f11b5063-e181-44d9-b3aa-6745377b66a7 None None] Provisioning complete for port 3bec44a3-b170-411c-b4db-d9156c3c5e1c triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 19:08:00.482467 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f11b5063-e181-44d9-b3aa-6745377b66a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:08:00.495731 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f434561-b08b-4ea7-a0ec-3e645b4a58ae admin admin] Network 7696a494-639b-4255-b9f5-a8114a55abf5 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 19:08:00.500265 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-8f434561-b08b-4ea7-a0ec-3e645b4a58ae admin admin] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 19:08:00.524205 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-f11b5063-e181-44d9-b3aa-6745377b66a7 None None] Port 3bec44a3-b170-411c-b4db-d9156c3c5e1c cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 19:08:00.649838 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-ddbf4e3a-26b6-42e7-9a06-784049a3d3e9 None None] Provisioning complete for port 3bec44a3-b170-411c-b4db-d9156c3c5e1c triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 19:08:00.650218 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-ddbf4e3a-26b6-42e7-9a06-784049a3d3e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:08:00.653921 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f434561-b08b-4ea7-a0ec-3e645b4a58ae admin admin] Router 20bf619c-fbcf-41a1-b538-8481212496d9 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 19:08:00.715481 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-ddbf4e3a-26b6-42e7-9a06-784049a3d3e9 None None] Port 3bec44a3-b170-411c-b4db-d9156c3c5e1c cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 19:08:00.811335 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f434561-b08b-4ea7-a0ec-3e645b4a58ae admin admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 19:08:00.817889 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-8f434561-b08b-4ea7-a0ec-3e645b4a58ae admin admin] 10.222.0.85 "PUT /v2.0/routers/20bf619c-fbcf-41a1-b538-8481212496d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1023340 May 18 19:08:00.846298 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-31a4a99a-0564-4a12-b954-06f12fd984a3 None None] Provisioning complete for port 3bec44a3-b170-411c-b4db-d9156c3c5e1c triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 19:08:00.846671 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-31a4a99a-0564-4a12-b954-06f12fd984a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:08:00.892162 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-31a4a99a-0564-4a12-b954-06f12fd984a3 None None] Port 3bec44a3-b170-411c-b4db-d9156c3c5e1c cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 19:08:01.263103 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 50816) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:08:01.266754 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device f5c9202e-bc8e-46a8-8282-528a69d8a424 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 19:08:01.268095 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-85409b87-eecf-40c6-ba57-cf4a4e08edb0 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-725245633', 'description': 'tempest-secgroup-smoke-725245633 description', 'project_id': 'f46d25eeb482420ea6a4ecbe2b9597ba'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 19:08:01.293573 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-85409b87-eecf-40c6-ba57-cf4a4e08edb0 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:08:01.322607 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port f5c9202e-bc8e-46a8-8282-528a69d8a424 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 19:08:01.323258 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:08:01.369605 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-85409b87-eecf-40c6-ba57-cf4a4e08edb0 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:08:01.379851 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-85409b87-eecf-40c6-ba57-cf4a4e08edb0 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:08:01.406363 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port f5c9202e-bc8e-46a8-8282-528a69d8a424 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 19:08:01.406899 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:08:01.414456 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-85409b87-eecf-40c6-ba57-cf4a4e08edb0 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:08:01.419041 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-85409b87-eecf-40c6-ba57-cf4a4e08edb0 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1514797 May 18 19:08:01.419041 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 50818) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:08:01.423665 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-67d7644b-9db6-47f4-9e07-4ec35df93916 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Request body: {'security_group_rule': {'security_group_id': 'e52d0047-e7b3-4bfb-beab-30ca9cbe2342', 'project_id': 'f46d25eeb482420ea6a4ecbe2b9597ba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 19:08:01.430613 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] For port f5c9202e-bc8e-46a8-8282-528a69d8a424, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=f5c9202e-bc8e-46a8-8282-528a69d8a424,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 19:08:01.430803 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85409b87-eecf-40c6-ba57-cf4a4e08edb0 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e52d0047-e7b3-4bfb-beab-30ca9cbe2342,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:08:01.436236 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:08:01.437323 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 9a319e35-10a9-4f87-96e4-85fc9dbc33f5 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 19:08:01.458446 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-67d7644b-9db6-47f4-9e07-4ec35df93916 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:08:01.519637 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Pushing event updated for resources: {'Port': ['ID=f5c9202e-bc8e-46a8-8282-528a69d8a424,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:08:01.523142 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-67d7644b-9db6-47f4-9e07-4ec35df93916 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:08:01.530489 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-67d7644b-9db6-47f4-9e07-4ec35df93916 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:08:01.545007 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 9a319e35-10a9-4f87-96e4-85fc9dbc33f5 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 19:08:01.545384 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:08:01.552456 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d7644b-9db6-47f4-9e07-4ec35df93916 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=193406d0-77a7-43db-b42a-75c5a56beb65,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:08:01.564812 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-67d7644b-9db6-47f4-9e07-4ec35df93916 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:08:01.568947 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-67d7644b-9db6-47f4-9e07-4ec35df93916 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1490810 May 18 19:08:01.569238 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 50820) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:08:01.570483 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:08:01.573987 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-5af0ee0b-a8bb-4d91-a48d-b625fb9619a7 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Request body: {'security_group_rule': {'security_group_id': 'e52d0047-e7b3-4bfb-beab-30ca9cbe2342', 'project_id': 'f46d25eeb482420ea6a4ecbe2b9597ba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 19:08:01.602132 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5af0ee0b-a8bb-4d91-a48d-b625fb9619a7 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:08:01.635303 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 9a319e35-10a9-4f87-96e4-85fc9dbc33f5 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 19:08:01.636395 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device f417ad04-e327-4c4c-a870-3f89d69482d7 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 19:08:01.670000 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5af0ee0b-a8bb-4d91-a48d-b625fb9619a7 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:08:01.678950 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5af0ee0b-a8bb-4d91-a48d-b625fb9619a7 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:08:01.689345 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port f417ad04-e327-4c4c-a870-3f89d69482d7 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 19:08:01.689345 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:08:01.699713 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af0ee0b-a8bb-4d91-a48d-b625fb9619a7 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f108851-3202-4045-9f44-f1e8b36042ac,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:08:01.707000 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5af0ee0b-a8bb-4d91-a48d-b625fb9619a7 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:08:01.708359 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-5af0ee0b-a8bb-4d91-a48d-b625fb9619a7 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1382787 May 18 19:08:01.712582 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 50822) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:08:01.716946 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-457790fa-af0d-442a-ac3e-746724865ae6 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Request body: {'security_group_rule': {'security_group_id': 'e52d0047-e7b3-4bfb-beab-30ca9cbe2342', 'project_id': 'f46d25eeb482420ea6a4ecbe2b9597ba', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 19:08:01.742926 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-457790fa-af0d-442a-ac3e-746724865ae6 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:08:01.746893 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:08:01.781861 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port f417ad04-e327-4c4c-a870-3f89d69482d7 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 19:08:01.801460 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-457790fa-af0d-442a-ac3e-746724865ae6 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:08:01.805246 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-457790fa-af0d-442a-ac3e-746724865ae6 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:08:01.822643 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457790fa-af0d-442a-ac3e-746724865ae6 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de798023-3239-4de5-a9b2-45f97ffb4b19,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:08:01.830893 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-457790fa-af0d-442a-ac3e-746724865ae6 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:08:01.832912 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-457790fa-af0d-442a-ac3e-746724865ae6 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1194680 May 18 19:08:01.835795 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 50824) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:08:01.840241 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-300aecf8-be65-408b-a171-9ad409302edb tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Request body: {'security_group_rule': {'security_group_id': 'e52d0047-e7b3-4bfb-beab-30ca9cbe2342', 'project_id': 'f46d25eeb482420ea6a4ecbe2b9597ba', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 19:08:01.864044 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-300aecf8-be65-408b-a171-9ad409302edb tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:08:01.923608 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-300aecf8-be65-408b-a171-9ad409302edb tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:08:01.927434 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-300aecf8-be65-408b-a171-9ad409302edb tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:08:01.946651 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300aecf8-be65-408b-a171-9ad409302edb tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=888250a7-2c87-4c8b-8410-319bcec80a5c,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:08:01.955810 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-300aecf8-be65-408b-a171-9ad409302edb tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:08:01.957676 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-300aecf8-be65-408b-a171-9ad409302edb tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1209357 May 18 19:08:01.960330 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 50826) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:08:01.964639 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-82015a3e-4a36-428d-b4ea-4056f3d4d322 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Request body: {'security_group_rule': {'security_group_id': 'e52d0047-e7b3-4bfb-beab-30ca9cbe2342', 'project_id': 'f46d25eeb482420ea6a4ecbe2b9597ba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 19:08:01.983945 n-d-838550-3 neutron-server[102731]: INFO neutron.db.securitygroups_db [None req-82015a3e-4a36-428d-b4ea-4056f3d4d322 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Project f46d25eeb482420ea6a4ecbe2b9597ba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 18 19:08:01.988886 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-82015a3e-4a36-428d-b4ea-4056f3d4d322 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:08:02.050906 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-82015a3e-4a36-428d-b4ea-4056f3d4d322 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:08:02.054671 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-82015a3e-4a36-428d-b4ea-4056f3d4d322 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:08:02.072752 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82015a3e-4a36-428d-b4ea-4056f3d4d322 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca38c3be-7da2-4314-9485-a2b3358fe140,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:08:02.087191 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-82015a3e-4a36-428d-b4ea-4056f3d4d322 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:08:02.088635 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-82015a3e-4a36-428d-b4ea-4056f3d4d322 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1273658 May 18 19:08:02.091314 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 50828) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:08:02.095644 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-e0becb8d-1ee1-4200-927c-374f057ab9b7 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Request body: {'security_group_rule': {'security_group_id': 'e52d0047-e7b3-4bfb-beab-30ca9cbe2342', 'project_id': 'f46d25eeb482420ea6a4ecbe2b9597ba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 19:08:02.115458 n-d-838550-3 neutron-server[102731]: INFO neutron.db.securitygroups_db [None req-e0becb8d-1ee1-4200-927c-374f057ab9b7 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Project f46d25eeb482420ea6a4ecbe2b9597ba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 18 19:08:02.120449 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e0becb8d-1ee1-4200-927c-374f057ab9b7 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:08:02.179942 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e0becb8d-1ee1-4200-927c-374f057ab9b7 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:08:02.183793 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e0becb8d-1ee1-4200-927c-374f057ab9b7 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:08:02.202723 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0becb8d-1ee1-4200-927c-374f057ab9b7 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d3c9281-d2bd-492f-8d8f-a5d19d0e02a6,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:08:02.211628 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e0becb8d-1ee1-4200-927c-374f057ab9b7 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:08:02.213148 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-e0becb8d-1ee1-4200-927c-374f057ab9b7 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1208994 May 18 19:08:02.359024 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-dbf5c3bc-cb84-4ea1-88a3-74ffde91d297 req-8e389bd2-36e6-489b-b001-aeaf6819c95a tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-725245633&fields=id&tenant_id=f46d25eeb482420ea6a4ecbe2b9597ba HTTP/1.1" status: 200 len: 267 time: 0.0331545 May 18 19:08:02.469251 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf5c3bc-cb84-4ea1-88a3-74ffde91d297 req-8253c6b7-a020-44b9-a609-1055a3bdbade tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:08:02.471148 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-dbf5c3bc-cb84-4ea1-88a3-74ffde91d297 req-8253c6b7-a020-44b9-a609-1055a3bdbade tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/networks?id=6ef28b59-7ba5-4079-8baf-63c18a3db82a HTTP/1.1" status: 200 len: 807 time: 0.1044276 May 18 19:08:02.486434 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-dbf5c3bc-cb84-4ea1-88a3-74ffde91d297 req-af0ffaff-43f1-41ba-bf54-0ad7a2e5ca89 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/quotas/f46d25eeb482420ea6a4ecbe2b9597ba HTTP/1.1" status: 200 len: 375 time: 0.0090992 May 18 19:08:02.541342 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-dbf5c3bc-cb84-4ea1-88a3-74ffde91d297 req-1a0bf73e-fcb3-4530-9b6a-15a40ba81662 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=f46d25eeb482420ea6a4ecbe2b9597ba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0489900 May 18 19:08:02.644996 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-dbf5c3bc-cb84-4ea1-88a3-74ffde91d297 req-243bcf3c-f961-4953-b946-cbb5fb2c09b0 service neutron] 10.222.0.85 "GET /v2.0/networks/6ef28b59-7ba5-4079-8baf-63c18a3db82a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880675 May 18 19:08:02.737225 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-dbf5c3bc-cb84-4ea1-88a3-74ffde91d297 req-f99c8e0b-2ef6-4fe6-893d-29461136890f service neutron] 10.222.0.85 "GET /v2.0/networks/6ef28b59-7ba5-4079-8baf-63c18a3db82a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852058 May 18 19:08:02.849706 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06f8336-ad6b-4fdf-9970-263d0cf3cb98 None None] Sync routers for ids ['20bf619c-fbcf-41a1-b538-8481212496d9'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 19:08:02.866300 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06f8336-ad6b-4fdf-9970-263d0cf3cb98 None None] Routers {'20bf619c-fbcf-41a1-b538-8481212496d9'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 19:08:02.867340 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-d06f8336-ad6b-4fdf-9970-263d0cf3cb98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T19:07:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['20bf619c-fbcf-41a1-b538-8481212496d9'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:08:02.903865 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b8124f93-392d-4d0c-bd99-2e8209e6e82c req-95704014-fb8f-4098-9ca7-888933d291ae tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/ports?device_id=a2d9e1b7-2c29-4252-904f-5ec2692f4ec4 HTTP/1.1" status: 200 len: 210 time: 0.0315156 May 18 19:08:02.990828 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-d06f8336-ad6b-4fdf-9970-263d0cf3cb98 None None] Set router 20bf619c-fbcf-41a1-b538-8481212496d9 gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 19:08:03.148998 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device f5c9202e-bc8e-46a8-8282-528a69d8a424 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 19:08:03.248324 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port f5c9202e-bc8e-46a8-8282-528a69d8a424 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 19:08:03.248706 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:08:03.280873 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-d06f8336-ad6b-4fdf-9970-263d0cf3cb98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20bf619c-fbcf-41a1-b538-8481212496d9', 'name': 'tempest-TestShelveInstance-862670330-router', 'tenant_id': '1c3854090c284873aba174c17c6c84f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'f5c9202e-bc8e-46a8-8282-528a69d8a424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T19:07:56Z', 'updated_at': '2022-05-18T19:07:59Z', 'revision_number': 4, 'project_id': '1c3854090c284873aba174c17c6c84f8', 'gw_port': {'id': 'f5c9202e-bc8e-46a8-8282-528a69d8a424', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:63:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20bf619c-fbcf-41a1-b538-8481212496d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4396, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:07:57Z', 'updated_at': '2022-05-18T19:08:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '3bec44a3-b170-411c-b4db-d9156c3c5e1c', 'name': '', 'network_id': '7696a494-639b-4255-b9f5-a8114a55abf5', 'tenant_id': '1c3854090c284873aba174c17c6c84f8', 'mac_address': 'fa:16:3e:99:24:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20bf619c-fbcf-41a1-b538-8481212496d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4397, 'fixed_ips': [{'subnet_id': '3000a64f-7c50-4e02-93c8-63c5dbf81783', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:07:59Z', 'updated_at': '2022-05-18T19:08:00Z', 'revision_number': 2, 'project_id': '1c3854090c284873aba174c17c6c84f8', 'subnets': [{'id': '3000a64f-7c50-4e02-93c8-63c5dbf81783', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:08:03.317447 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06f8336-ad6b-4fdf-9970-263d0cf3cb98 None None] Checking router: 20bf619c-fbcf-41a1-b538-8481212496d9 for host: n-d-838550-3 {{(pid=102732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 19:08:03.317867 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06f8336-ad6b-4fdf-9970-263d0cf3cb98 None None] Updating router 20bf619c-fbcf-41a1-b538-8481212496d9 port 3bec44a3-b170-411c-b4db-d9156c3c5e1c binding host n-d-838550-3 {{(pid=102732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 19:08:03.349211 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d06f8336-ad6b-4fdf-9970-263d0cf3cb98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:08:03.415129 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port f5c9202e-bc8e-46a8-8282-528a69d8a424 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 19:08:03.641073 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d06f8336-ad6b-4fdf-9970-263d0cf3cb98 None None] Notify callbacks [] for port, precommit_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:08:03.645761 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d06f8336-ad6b-4fdf-9970-263d0cf3cb98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:08:03.701091 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b5277c-24d8-4e54-be47-383f58b2e184 None None] Pushing event updated for resources: {'Port': ['ID=3bec44a3-b170-411c-b4db-d9156c3c5e1c,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:08:03.753248 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-d06f8336-ad6b-4fdf-9970-263d0cf3cb98 None None] Attempting to bind port 3bec44a3-b170-411c-b4db-d9156c3c5e1c on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 19:08:03.753678 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-d06f8336-ad6b-4fdf-9970-263d0cf3cb98 None None] Attempting to bind port 3bec44a3-b170-411c-b4db-d9156c3c5e1c by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '20005905-e848-4790-9e12-21c813117a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '7696a494-639b-4255-b9f5-a8114a55abf5'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 19:08:03.754016 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06f8336-ad6b-4fdf-9970-263d0cf3cb98 None None] Attempting to bind port 3bec44a3-b170-411c-b4db-d9156c3c5e1c on network 7696a494-639b-4255-b9f5-a8114a55abf5 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 19:08:03.759150 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06f8336-ad6b-4fdf-9970-263d0cf3cb98 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 19, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 19:08:03.759524 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06f8336-ad6b-4fdf-9970-263d0cf3cb98 None None] Checking segment: {'id': '20005905-e848-4790-9e12-21c813117a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '7696a494-639b-4255-b9f5-a8114a55abf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 19:08:03.759930 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d06f8336-ad6b-4fdf-9970-263d0cf3cb98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:08:03.760325 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06f8336-ad6b-4fdf-9970-263d0cf3cb98 None None] Bound using segment: {'id': '20005905-e848-4790-9e12-21c813117a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '7696a494-639b-4255-b9f5-a8114a55abf5'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 19:08:03.760888 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-d06f8336-ad6b-4fdf-9970-263d0cf3cb98 None None] Bound port: 3bec44a3-b170-411c-b4db-d9156c3c5e1c, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20005905-e848-4790-9e12-21c813117a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '7696a494-639b-4255-b9f5-a8114a55abf5'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 19:08:03.761272 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d06f8336-ad6b-4fdf-9970-263d0cf3cb98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:08:03.834396 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-d06f8336-ad6b-4fdf-9970-263d0cf3cb98 None None] For port 3bec44a3-b170-411c-b4db-d9156c3c5e1c, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 19:08:03.837998 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-d06f8336-ad6b-4fdf-9970-263d0cf3cb98 None None] For port 3bec44a3-b170-411c-b4db-d9156c3c5e1c, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=3bec44a3-b170-411c-b4db-d9156c3c5e1c,segment=NetworkSegment(20005905-e848-4790-9e12-21c813117a7d),segment_id=20005905-e848-4790-9e12-21c813117a7d)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 19:08:03.842717 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d06f8336-ad6b-4fdf-9970-263d0cf3cb98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:08:03.898799 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06f8336-ad6b-4fdf-9970-263d0cf3cb98 None None] Routers {'20bf619c-fbcf-41a1-b538-8481212496d9'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 19:08:03.899417 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-d06f8336-ad6b-4fdf-9970-263d0cf3cb98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T19:07:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['20bf619c-fbcf-41a1-b538-8481212496d9'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:08:03.962747 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b5277c-24d8-4e54-be47-383f58b2e184 None None] Pushing event updated for resources: {'Port': ['ID=3bec44a3-b170-411c-b4db-d9156c3c5e1c,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:08:03.990851 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-d1a850f2-3205-4a5a-8886-9d8aa8686c40 None None] Provisioning complete for port 3bec44a3-b170-411c-b4db-d9156c3c5e1c triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 19:08:03.991227 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d1a850f2-3205-4a5a-8886-9d8aa8686c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:08:04.026814 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf5c3bc-cb84-4ea1-88a3-74ffde91d297 req-b93f12fd-8bfe-4690-baff-8d0ff88694f5 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:08:04.028380 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-dbf5c3bc-cb84-4ea1-88a3-74ffde91d297 req-b93f12fd-8bfe-4690-baff-8d0ff88694f5 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.36 "GET /v2.0/networks?id=6ef28b59-7ba5-4079-8baf-63c18a3db82a HTTP/1.1" status: 200 len: 807 time: 0.1598675 May 18 19:08:04.070287 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-56384f7c-86d8-42f5-9e94-2b30cecb2b2a req-29bc8145-ead1-41f9-b244-aa56beabbdd6 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/ports?device_id=a2d9e1b7-2c29-4252-904f-5ec2692f4ec4 HTTP/1.1" status: 200 len: 210 time: 0.0701270 May 18 19:08:04.092557 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-dbf5c3bc-cb84-4ea1-88a3-74ffde91d297 req-e10ec48c-e116-476b-9c23-32833970a002 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f46d25eeb482420ea6a4ecbe2b9597ba HTTP/1.1" status: 200 len: 379 time: 0.0479360 May 18 19:08:04.104157 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-dbf5c3bc-cb84-4ea1-88a3-74ffde91d297 req-6dfaf62e-d7b4-4be6-8e37-4b88cf3f3987 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Request body: {'port': {'device_id': 'a2d9e1b7-2c29-4252-904f-5ec2692f4ec4', 'network_id': '6ef28b59-7ba5-4079-8baf-63c18a3db82a', 'admin_state_up': True, 'tenant_id': 'f46d25eeb482420ea6a4ecbe2b9597ba', 'security_groups': ['e52d0047-e7b3-4bfb-beab-30ca9cbe2342']}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 19:08:04.221675 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbf5c3bc-cb84-4ea1-88a3-74ffde91d297 req-6dfaf62e-d7b4-4be6-8e37-4b88cf3f3987 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Made reservation on behalf of f46d25eeb482420ea6a4ecbe2b9597ba for: {'port': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 19:08:04.225256 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-dbf5c3bc-cb84-4ea1-88a3-74ffde91d297 req-6dfaf62e-d7b4-4be6-8e37-4b88cf3f3987 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:08:04.241633 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-d06f8336-ad6b-4fdf-9970-263d0cf3cb98 None None] Set router 20bf619c-fbcf-41a1-b538-8481212496d9 gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 19:08:04.356813 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [req-dbf5c3bc-cb84-4ea1-88a3-74ffde91d297 req-6dfaf62e-d7b4-4be6-8e37-4b88cf3f3987 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Allocated IP 172.20.0.9 (6ef28b59-7ba5-4079-8baf-63c18a3db82a/0d6ecb5b-d9ba-4243-a00a-96301a6eafa2/5e01c89d-82e7-422d-b4dd-7c8d2d38f1cc) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 19:08:04.393297 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-d1a850f2-3205-4a5a-8886-9d8aa8686c40 None None] Current status of the port 3bec44a3-b170-411c-b4db-d9156c3c5e1c is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 19:08:04.393710 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d1a850f2-3205-4a5a-8886-9d8aa8686c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:08:04.459330 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-d1a850f2-3205-4a5a-8886-9d8aa8686c40 None None] For port 3bec44a3-b170-411c-b4db-d9156c3c5e1c, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=3bec44a3-b170-411c-b4db-d9156c3c5e1c,segment=NetworkSegment(20005905-e848-4790-9e12-21c813117a7d),segment_id=20005905-e848-4790-9e12-21c813117a7d)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 19:08:04.465380 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d1a850f2-3205-4a5a-8886-9d8aa8686c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:08:04.506148 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-dbf5c3bc-cb84-4ea1-88a3-74ffde91d297 req-6dfaf62e-d7b4-4be6-8e37-4b88cf3f3987 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:08:04.542969 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-dbf5c3bc-cb84-4ea1-88a3-74ffde91d297 req-6dfaf62e-d7b4-4be6-8e37-4b88cf3f3987 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:08:04.546586 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a850f2-3205-4a5a-8886-9d8aa8686c40 None None] Pushing event updated for resources: {'Port': ['ID=3bec44a3-b170-411c-b4db-d9156c3c5e1c,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:08:04.562526 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-d06f8336-ad6b-4fdf-9970-263d0cf3cb98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20bf619c-fbcf-41a1-b538-8481212496d9', 'name': 'tempest-TestShelveInstance-862670330-router', 'tenant_id': '1c3854090c284873aba174c17c6c84f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'f5c9202e-bc8e-46a8-8282-528a69d8a424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T19:07:56Z', 'updated_at': '2022-05-18T19:07:59Z', 'revision_number': 4, 'project_id': '1c3854090c284873aba174c17c6c84f8', 'gw_port': {'id': 'f5c9202e-bc8e-46a8-8282-528a69d8a424', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:63:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20bf619c-fbcf-41a1-b538-8481212496d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4396, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:07:57Z', 'updated_at': '2022-05-18T19:08:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '3bec44a3-b170-411c-b4db-d9156c3c5e1c', 'name': '', 'network_id': '7696a494-639b-4255-b9f5-a8114a55abf5', 'tenant_id': '1c3854090c284873aba174c17c6c84f8', 'mac_address': 'fa:16:3e:99:24:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20bf619c-fbcf-41a1-b538-8481212496d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4397, 'fixed_ips': [{'subnet_id': '3000a64f-7c50-4e02-93c8-63c5dbf81783', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:07:59Z', 'updated_at': '2022-05-18T19:08:03Z', 'revision_number': 4, 'project_id': '1c3854090c284873aba174c17c6c84f8', 'subnets': [{'id': '3000a64f-7c50-4e02-93c8-63c5dbf81783', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:08:04.586259 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbf5c3bc-cb84-4ea1-88a3-74ffde91d297 req-6dfaf62e-d7b4-4be6-8e37-4b88cf3f3987 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Network 6ef28b59-7ba5-4079-8baf-63c18a3db82a is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 19:08:04.589115 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [req-dbf5c3bc-cb84-4ea1-88a3-74ffde91d297 req-6dfaf62e-d7b4-4be6-8e37-4b88cf3f3987 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 19:08:04.592191 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbf5c3bc-cb84-4ea1-88a3-74ffde91d297 req-6dfaf62e-d7b4-4be6-8e37-4b88cf3f3987 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 19:08:04.593931 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06f8336-ad6b-4fdf-9970-263d0cf3cb98 None None] The sync data for ids ['20bf619c-fbcf-41a1-b538-8481212496d9'] in n-d-838550-3 is: [{'id': '20bf619c-fbcf-41a1-b538-8481212496d9', 'name': 'tempest-TestShelveInstance-862670330-router', 'tenant_id': '1c3854090c284873aba174c17c6c84f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'f5c9202e-bc8e-46a8-8282-528a69d8a424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T19:07:56Z', 'updated_at': '2022-05-18T19:07:59Z', 'revision_number': 4, 'project_id': '1c3854090c284873aba174c17c6c84f8', 'gw_port': {'id': 'f5c9202e-bc8e-46a8-8282-528a69d8a424', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:63:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20bf619c-fbcf-41a1-b538-8481212496d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4396, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:07:57Z', 'updated_at': '2022-05-18T19:08:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '3bec44a3-b170-411c-b4db-d9156c3c5e1c', 'name': '', 'network_id': '7696a494-639b-4255-b9f5-a8114a55abf5', 'tenant_id': '1c3854090c284873aba174c17c6c84f8', 'mac_address': 'fa:16:3e:99:24:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20bf619c-fbcf-41a1-b538-8481212496d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4397, 'fixed_ips': [{'subnet_id': '3000a64f-7c50-4e02-93c8-63c5dbf81783', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:07:59Z', 'updated_at': '2022-05-18T19:08:03Z', 'revision_number': 4, 'project_id': '1c3854090c284873aba174c17c6c84f8', 'subnets': [{'id': '3000a64f-7c50-4e02-93c8-63c5dbf81783', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 19:08:04.607260 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-864a02ba-855c-4a3a-93d3-a3807ea5a631 None None] Provisioning complete for port 3bec44a3-b170-411c-b4db-d9156c3c5e1c triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 19:08:04.607644 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-864a02ba-855c-4a3a-93d3-a3807ea5a631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:08:04.627801 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfaf62e-d7b4-4be6-8e37-4b88cf3f3987 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Pushing event updated for resources: {'Port': ['ID=5e01c89d-82e7-422d-b4dd-7c8d2d38f1cc,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:08:04.679144 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf5c3bc-cb84-4ea1-88a3-74ffde91d297 req-6dfaf62e-d7b4-4be6-8e37-4b88cf3f3987 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:08:04.679826 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-dbf5c3bc-cb84-4ea1-88a3-74ffde91d297 req-6dfaf62e-d7b4-4be6-8e37-4b88cf3f3987 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:08:04.702263 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-dbf5c3bc-cb84-4ea1-88a3-74ffde91d297 req-6dfaf62e-d7b4-4be6-8e37-4b88cf3f3987 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6025245 May 18 19:08:04.717610 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-dbf5c3bc-cb84-4ea1-88a3-74ffde91d297 req-3dc34f45-6ecd-41d0-8c4d-c0600d262050 service neutron] Request body: {'port': {'device_id': 'a2d9e1b7-2c29-4252-904f-5ec2692f4ec4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-3'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 19:08:04.740461 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-864a02ba-855c-4a3a-93d3-a3807ea5a631 None None] Current status of the port 3bec44a3-b170-411c-b4db-d9156c3c5e1c is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 19:08:04.793951 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-dbf5c3bc-cb84-4ea1-88a3-74ffde91d297 req-3dc34f45-6ecd-41d0-8c4d-c0600d262050 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:08:04.967254 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-7ec8e697-0fa6-4ccc-b47d-92350063f945 None None] Provisioning complete for port 5e01c89d-82e7-422d-b4dd-7c8d2d38f1cc triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 19:08:04.967867 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-7ec8e697-0fa6-4ccc-b47d-92350063f945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:08:05.003468 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-7ec8e697-0fa6-4ccc-b47d-92350063f945 None None] Port 5e01c89d-82e7-422d-b4dd-7c8d2d38f1cc cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 19:08:05.090466 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [req-dbf5c3bc-cb84-4ea1-88a3-74ffde91d297 req-3dc34f45-6ecd-41d0-8c4d-c0600d262050 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e01c89d-82e7-422d-b4dd-7c8d2d38f1cc {{(pid=102730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 19:08:05.108854 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-dbf5c3bc-cb84-4ea1-88a3-74ffde91d297 req-3dc34f45-6ecd-41d0-8c4d-c0600d262050 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:08:05.126256 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [req-dbf5c3bc-cb84-4ea1-88a3-74ffde91d297 req-3dc34f45-6ecd-41d0-8c4d-c0600d262050 service neutron] Transition to ACTIVE for port object 5e01c89d-82e7-422d-b4dd-7c8d2d38f1cc will not be triggered until provisioned by entity L2. {{(pid=102730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 19:08:05.133044 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-dbf5c3bc-cb84-4ea1-88a3-74ffde91d297 req-3dc34f45-6ecd-41d0-8c4d-c0600d262050 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:08:05.194639 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 3bec44a3-b170-411c-b4db-d9156c3c5e1c up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 19:08:05.236496 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34f45-6ecd-41d0-8c4d-c0600d262050 service neutron] Pushing event updated for resources: {'Port': ['ID=5e01c89d-82e7-422d-b4dd-7c8d2d38f1cc,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:08:05.255974 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 3bec44a3-b170-411c-b4db-d9156c3c5e1c triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 19:08:05.256651 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:08:05.302101 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63027393-1c99-4504-9262-12f0bdfa0e86 req-1c55665c-f636-4e10-9b3f-d75966b7acda tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:08:05.303666 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-63027393-1c99-4504-9262-12f0bdfa0e86 req-1c55665c-f636-4e10-9b3f-d75966b7acda tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/ports?device_id=a2d9e1b7-2c29-4252-904f-5ec2692f4ec4 HTTP/1.1" status: 200 len: 943 time: 0.1307430 May 18 19:08:05.338633 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-dbf5c3bc-cb84-4ea1-88a3-74ffde91d297 req-3dc34f45-6ecd-41d0-8c4d-c0600d262050 service neutron] Attempting to bind port 5e01c89d-82e7-422d-b4dd-7c8d2d38f1cc on host n-h1-838550-3 for vnic_type normal with profile {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 19:08:05.338972 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-dbf5c3bc-cb84-4ea1-88a3-74ffde91d297 req-3dc34f45-6ecd-41d0-8c4d-c0600d262050 service neutron] Attempting to bind port 5e01c89d-82e7-422d-b4dd-7c8d2d38f1cc by drivers openvswitch,hyperv on host n-h1-838550-3 at level 0 using segments [{'id': '068a2a26-3c74-4434-9c66-65f250c8eed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '6ef28b59-7ba5-4079-8baf-63c18a3db82a'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 19:08:05.339313 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf5c3bc-cb84-4ea1-88a3-74ffde91d297 req-3dc34f45-6ecd-41d0-8c4d-c0600d262050 service neutron] Attempting to bind port 5e01c89d-82e7-422d-b4dd-7c8d2d38f1cc on network 6ef28b59-7ba5-4079-8baf-63c18a3db82a {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 19:08:05.344208 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 3bec44a3-b170-411c-b4db-d9156c3c5e1c is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 19:08:05.352358 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf5c3bc-cb84-4ea1-88a3-74ffde91d297 req-3dc34f45-6ecd-41d0-8c4d-c0600d262050 service neutron] Port 5e01c89d-82e7-422d-b4dd-7c8d2d38f1cc on network 6ef28b59-7ba5-4079-8baf-63c18a3db82a not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-3 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 19:08:05.352760 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf5c3bc-cb84-4ea1-88a3-74ffde91d297 req-3dc34f45-6ecd-41d0-8c4d-c0600d262050 service neutron] Attempting to bind port 5e01c89d-82e7-422d-b4dd-7c8d2d38f1cc on network 6ef28b59-7ba5-4079-8baf-63c18a3db82a {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 19:08:05.364355 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-63027393-1c99-4504-9262-12f0bdfa0e86 req-c2552046-1a9a-400a-afc4-e459b205c994 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/security-groups?id=e52d0047-e7b3-4bfb-beab-30ca9cbe2342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530493 May 18 19:08:05.365237 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf5c3bc-cb84-4ea1-88a3-74ffde91d297 req-3dc34f45-6ecd-41d0-8c4d-c0600d262050 service neutron] Checking agent: {'id': '1dbac822-25f2-4df8-9dc8-5c2e7b136eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 19, 8, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 19:08:05.365581 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf5c3bc-cb84-4ea1-88a3-74ffde91d297 req-3dc34f45-6ecd-41d0-8c4d-c0600d262050 service neutron] Checking segment: {'id': '068a2a26-3c74-4434-9c66-65f250c8eed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '6ef28b59-7ba5-4079-8baf-63c18a3db82a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 19:08:05.365983 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf5c3bc-cb84-4ea1-88a3-74ffde91d297 req-3dc34f45-6ecd-41d0-8c4d-c0600d262050 service neutron] Bound using segment: {'id': '068a2a26-3c74-4434-9c66-65f250c8eed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '6ef28b59-7ba5-4079-8baf-63c18a3db82a'} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 19:08:05.366467 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-dbf5c3bc-cb84-4ea1-88a3-74ffde91d297 req-3dc34f45-6ecd-41d0-8c4d-c0600d262050 service neutron] Bound port: 5e01c89d-82e7-422d-b4dd-7c8d2d38f1cc, host: n-h1-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '068a2a26-3c74-4434-9c66-65f250c8eed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '6ef28b59-7ba5-4079-8baf-63c18a3db82a'}}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 19:08:05.366841 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-dbf5c3bc-cb84-4ea1-88a3-74ffde91d297 req-3dc34f45-6ecd-41d0-8c4d-c0600d262050 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:08:05.448722 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-dbf5c3bc-cb84-4ea1-88a3-74ffde91d297 req-3dc34f45-6ecd-41d0-8c4d-c0600d262050 service neutron] For port 5e01c89d-82e7-422d-b4dd-7c8d2d38f1cc, host n-h1-838550-3, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 19:08:05.451917 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-dbf5c3bc-cb84-4ea1-88a3-74ffde91d297 req-3dc34f45-6ecd-41d0-8c4d-c0600d262050 service neutron] For port 5e01c89d-82e7-422d-b4dd-7c8d2d38f1cc, host n-h1-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=5e01c89d-82e7-422d-b4dd-7c8d2d38f1cc,segment=NetworkSegment(068a2a26-3c74-4434-9c66-65f250c8eed8),segment_id=068a2a26-3c74-4434-9c66-65f250c8eed8)] {{(pid=102730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 19:08:05.456419 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-dbf5c3bc-cb84-4ea1-88a3-74ffde91d297 req-3dc34f45-6ecd-41d0-8c4d-c0600d262050 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:08:05.489687 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf5c3bc-cb84-4ea1-88a3-74ffde91d297 req-3dc34f45-6ecd-41d0-8c4d-c0600d262050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:08:05.490324 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-dbf5c3bc-cb84-4ea1-88a3-74ffde91d297 req-3dc34f45-6ecd-41d0-8c4d-c0600d262050 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:08:05.492233 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-dbf5c3bc-cb84-4ea1-88a3-74ffde91d297 req-3dc34f45-6ecd-41d0-8c4d-c0600d262050 service neutron] 10.222.0.36 "PUT /v2.0/ports/5e01c89d-82e7-422d-b4dd-7c8d2d38f1cc HTTP/1.1" status: 200 len: 1091 time: 0.7787752 May 18 19:08:05.494731 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2d9e1b7-2c29-4252-904f-5ec2692f4ec4', 'tag': '5e01c89d-82e7-422d-b4dd-7c8d2d38f1cc'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 19:08:05.497835 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebab1398998b981f34f543ac0b562e5946bae5cf08db64623ace6dd3c2d346bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6570065d-8304-446f-aac6-f86fc34584d4" -d '{"events": [{"name": "network-changed", "server_uuid": "a2d9e1b7-2c29-4252-904f-5ec2692f4ec4", "tag": "5e01c89d-82e7-422d-b4dd-7c8d2d38f1cc"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 19:08:05.528915 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34f45-6ecd-41d0-8c4d-c0600d262050 service neutron] Pushing event updated for resources: {'Port': ['ID=5e01c89d-82e7-422d-b4dd-7c8d2d38f1cc,revision_number=3']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:08:05.554609 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 19:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-671cedc3-fc70-42cf-9ea2-ab00af3acd70 x-openstack-request-id: req-671cedc3-fc70-42cf-9ea2-ab00af3acd70 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 19:08:05.554904 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2d9e1b7-2c29-4252-904f-5ec2692f4ec4", "tag": "5e01c89d-82e7-422d-b4dd-7c8d2d38f1cc", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 19:08:05.555163 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-671cedc3-fc70-42cf-9ea2-ab00af3acd70 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 19:08:05.555763 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-671cedc3-fc70-42cf-9ea2-ab00af3acd70'] response: {'name': 'network-changed', 'server_uuid': 'a2d9e1b7-2c29-4252-904f-5ec2692f4ec4', 'tag': '5e01c89d-82e7-422d-b4dd-7c8d2d38f1cc', 'status': 'completed', 'code': 200} May 18 19:08:05.586980 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf5c3bc-cb84-4ea1-88a3-74ffde91d297 req-facf1e5a-8223-4421-bc5a-037b0e363e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:08:05.588667 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-dbf5c3bc-cb84-4ea1-88a3-74ffde91d297 req-facf1e5a-8223-4421-bc5a-037b0e363e97 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f46d25eeb482420ea6a4ecbe2b9597ba&device_id=a2d9e1b7-2c29-4252-904f-5ec2692f4ec4 HTTP/1.1" status: 200 len: 1094 time: 0.0487354 May 18 19:08:05.640481 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-dbf5c3bc-cb84-4ea1-88a3-74ffde91d297 req-07f73e44-69db-448a-af36-234f2228d984 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e01c89d-82e7-422d-b4dd-7c8d2d38f1cc HTTP/1.1" status: 200 len: 217 time: 0.0390861 May 18 19:08:05.696107 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf5c3bc-cb84-4ea1-88a3-74ffde91d297 req-925f2878-f0eb-406c-9de2-9268b8017210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:08:05.697595 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-dbf5c3bc-cb84-4ea1-88a3-74ffde91d297 req-925f2878-f0eb-406c-9de2-9268b8017210 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0d6ecb5b-d9ba-4243-a00a-96301a6eafa2 HTTP/1.1" status: 200 len: 846 time: 0.0472212 May 18 19:08:05.751966 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf5c3bc-cb84-4ea1-88a3-74ffde91d297 req-d5ac54ea-b7fe-4ea9-8a3d-e075e9b38c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:08:05.753545 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-dbf5c3bc-cb84-4ea1-88a3-74ffde91d297 req-d5ac54ea-b7fe-4ea9-8a3d-e075e9b38c3f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6ef28b59-7ba5-4079-8baf-63c18a3db82a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454111 May 18 19:08:05.849913 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-dbf5c3bc-cb84-4ea1-88a3-74ffde91d297 req-71dace6e-63a0-4518-8cd6-ff63d9afbc15 service neutron] 10.222.0.36 "GET /v2.0/networks/6ef28b59-7ba5-4079-8baf-63c18a3db82a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850611 May 18 19:08:05.941971 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-dbf5c3bc-cb84-4ea1-88a3-74ffde91d297 req-d9e83308-0030-4afe-bd7c-a57b7cb5d029 service neutron] 10.222.0.36 "GET /v2.0/networks/6ef28b59-7ba5-4079-8baf-63c18a3db82a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814302 May 18 19:08:06.039287 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6570065d-8304-446f-aac6-f86fc34584d4 req-95cb8f1b-2366-4ea2-b206-197f3bef2047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:08:06.040679 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6570065d-8304-446f-aac6-f86fc34584d4 req-95cb8f1b-2366-4ea2-b206-197f3bef2047 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f46d25eeb482420ea6a4ecbe2b9597ba&device_id=a2d9e1b7-2c29-4252-904f-5ec2692f4ec4 HTTP/1.1" status: 200 len: 1094 time: 0.0418823 May 18 19:08:06.132393 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6570065d-8304-446f-aac6-f86fc34584d4 req-b60595ad-fcf6-44c6-a549-f3370409e681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:08:06.133900 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6570065d-8304-446f-aac6-f86fc34584d4 req-b60595ad-fcf6-44c6-a549-f3370409e681 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6ef28b59-7ba5-4079-8baf-63c18a3db82a HTTP/1.1" status: 200 len: 908 time: 0.0862489 May 18 19:08:06.174418 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6570065d-8304-446f-aac6-f86fc34584d4 req-92e4e346-d146-4768-908a-f4e53ea35a40 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e01c89d-82e7-422d-b4dd-7c8d2d38f1cc HTTP/1.1" status: 200 len: 217 time: 0.0339570 May 18 19:08:06.227893 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6570065d-8304-446f-aac6-f86fc34584d4 req-a917c582-ac68-4ab7-a3c7-a548bc054e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:08:06.229369 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6570065d-8304-446f-aac6-f86fc34584d4 req-a917c582-ac68-4ab7-a3c7-a548bc054e42 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0d6ecb5b-d9ba-4243-a00a-96301a6eafa2 HTTP/1.1" status: 200 len: 846 time: 0.0479414 May 18 19:08:06.274693 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6570065d-8304-446f-aac6-f86fc34584d4 req-9b9cb054-a80c-4aef-aab1-adb465a4d3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:08:06.276223 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6570065d-8304-446f-aac6-f86fc34584d4 req-9b9cb054-a80c-4aef-aab1-adb465a4d3eb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6ef28b59-7ba5-4079-8baf-63c18a3db82a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401571 May 18 19:08:06.366977 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6570065d-8304-446f-aac6-f86fc34584d4 req-924e2aaf-92c9-4f4b-a90f-2fd872d8063d service neutron] 10.222.0.36 "GET /v2.0/networks/6ef28b59-7ba5-4079-8baf-63c18a3db82a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838318 May 18 19:08:06.831981 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6570065d-8304-446f-aac6-f86fc34584d4 req-15851f61-9259-4a1b-810c-375bd8ba45b7 service neutron] 10.222.0.36 "GET /v2.0/networks/6ef28b59-7ba5-4079-8baf-63c18a3db82a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4541249 May 18 19:08:06.839850 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de67c18-73c2-4b0b-8bbe-8ec076a79758 req-1dedc0b8-db98-4cf7-9c54-be9b51ec2cdf tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:08:06.841226 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8de67c18-73c2-4b0b-8bbe-8ec076a79758 req-1dedc0b8-db98-4cf7-9c54-be9b51ec2cdf tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/ports?device_id=a2d9e1b7-2c29-4252-904f-5ec2692f4ec4 HTTP/1.1" status: 200 len: 943 time: 0.0787392 May 18 19:08:06.881344 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8de67c18-73c2-4b0b-8bbe-8ec076a79758 req-9c61027a-f40b-4538-95ab-bb2181fa94f4 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/security-groups?id=e52d0047-e7b3-4bfb-beab-30ca9cbe2342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339775 May 18 19:08:07.753972 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-5606cd5b-6c5d-4007-9053-649ebcf9fdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:08:08.000139 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edcbe1c-3da3-4c59-9603-7cab6c02470c req-c3413fd0-8bfa-4dd0-bdce-95b811e6293e tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:08:08.001654 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2edcbe1c-3da3-4c59-9603-7cab6c02470c req-c3413fd0-8bfa-4dd0-bdce-95b811e6293e tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/ports?device_id=a2d9e1b7-2c29-4252-904f-5ec2692f4ec4 HTTP/1.1" status: 200 len: 943 time: 0.0526783 May 18 19:08:08.039805 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2edcbe1c-3da3-4c59-9603-7cab6c02470c req-81d7166b-c949-4fd6-ac98-ef211e316430 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/security-groups?id=e52d0047-e7b3-4bfb-beab-30ca9cbe2342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316219 May 18 19:08:09.154742 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4ad1e8-da48-4ed4-b312-a33dd9f32e57 req-ac13fadf-3771-4eb6-bd1e-4855e275349f tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:08:09.156230 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9e4ad1e8-da48-4ed4-b312-a33dd9f32e57 req-ac13fadf-3771-4eb6-bd1e-4855e275349f tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/ports?device_id=a2d9e1b7-2c29-4252-904f-5ec2692f4ec4 HTTP/1.1" status: 200 len: 943 time: 0.0489025 May 18 19:08:09.193728 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9e4ad1e8-da48-4ed4-b312-a33dd9f32e57 req-008f13f6-cb66-4e1b-91a9-c4862e12e333 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/security-groups?id=e52d0047-e7b3-4bfb-beab-30ca9cbe2342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304503 May 18 19:08:09.507775 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 5e01c89d-82e7-422d-b4dd-7c8d2d38f1cc details requested by agent hyperv_n-h1-838550-3 with host n-h1-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 19:08:09.606144 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 5e01c89d-82e7-422d-b4dd-7c8d2d38f1cc, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=5e01c89d-82e7-422d-b4dd-7c8d2d38f1cc,segment=NetworkSegment(068a2a26-3c74-4434-9c66-65f250c8eed8),segment_id=068a2a26-3c74-4434-9c66-65f250c8eed8)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 19:08:09.617406 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Returning: {'device': '5e01c89d-82e7-422d-b4dd-7c8d2d38f1cc', 'network_id': '6ef28b59-7ba5-4079-8baf-63c18a3db82a', 'port_id': '5e01c89d-82e7-422d-b4dd-7c8d2d38f1cc', 'mac_address': 'fa:16:3e:4e:21:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d6ecb5b-d9ba-4243-a00a-96301a6eafa2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 19:08:09.654321 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 5e01c89d-82e7-422d-b4dd-7c8d2d38f1cc is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 19:08:09.654711 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:08:09.667475 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e01c89d-82e7-422d-b4dd-7c8d2d38f1cc {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 19:08:09.686977 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 5e01c89d-82e7-422d-b4dd-7c8d2d38f1cc, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=5e01c89d-82e7-422d-b4dd-7c8d2d38f1cc,segment=NetworkSegment(068a2a26-3c74-4434-9c66-65f250c8eed8),segment_id=068a2a26-3c74-4434-9c66-65f250c8eed8)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 19:08:09.691805 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:08:09.743263 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=5e01c89d-82e7-422d-b4dd-7c8d2d38f1cc,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:08:09.956075 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['5e01c89d-82e7-422d-b4dd-7c8d2d38f1cc'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 19:08:10.148148 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-3def3bd9-5928-4a6e-9219-8b0032a1ed7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:08:10.314484 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915c436b-1d74-4949-8e3f-bd142fc45f15 req-41ae3783-c5c8-4e10-a506-45212d2cd616 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:08:10.316187 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-915c436b-1d74-4949-8e3f-bd142fc45f15 req-41ae3783-c5c8-4e10-a506-45212d2cd616 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/ports?device_id=a2d9e1b7-2c29-4252-904f-5ec2692f4ec4 HTTP/1.1" status: 200 len: 944 time: 0.0499756 May 18 19:08:10.356204 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-915c436b-1d74-4949-8e3f-bd142fc45f15 req-4ea72b64-e216-49be-b453-d3c165a68cf7 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/security-groups?id=e52d0047-e7b3-4bfb-beab-30ca9cbe2342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318730 May 18 19:08:11.476039 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e448fe-41b1-4248-927f-f50ee394a0d7 req-86c849ac-5a07-43b1-804e-f8bf36f3b6fa tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:08:11.477852 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-93e448fe-41b1-4248-927f-f50ee394a0d7 req-86c849ac-5a07-43b1-804e-f8bf36f3b6fa tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/ports?device_id=a2d9e1b7-2c29-4252-904f-5ec2692f4ec4 HTTP/1.1" status: 200 len: 944 time: 0.0548148 May 18 19:08:11.480708 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:08:11.511044 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 5e01c89d-82e7-422d-b4dd-7c8d2d38f1cc up at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 19:08:11.518410 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-93e448fe-41b1-4248-927f-f50ee394a0d7 req-ed1832b8-9ae4-4b2d-ab91-ad73d4a9c0f4 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/security-groups?id=e52d0047-e7b3-4bfb-beab-30ca9cbe2342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340388 May 18 19:08:11.561022 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning for port 5e01c89d-82e7-422d-b4dd-7c8d2d38f1cc completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 19:08:11.565009 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning complete for port 5e01c89d-82e7-422d-b4dd-7c8d2d38f1cc triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 19:08:11.565384 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:08:11.644699 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 5e01c89d-82e7-422d-b4dd-7c8d2d38f1cc is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 19:08:11.645007 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:08:11.667298 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2d9e1b7-2c29-4252-904f-5ec2692f4ec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e01c89d-82e7-422d-b4dd-7c8d2d38f1cc'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 19:08:11.669526 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5d64110a1ec54c0f2bae3109cf83ae5c70b13a424bf8c5acbf84dbd50ace00d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-501a8fc8-f67b-4588-9f8f-f7822336d0e0" -d '{"events": [{"server_uuid": "a2d9e1b7-2c29-4252-904f-5ec2692f4ec4", "name": "network-vif-plugged", "status": "completed", "tag": "5e01c89d-82e7-422d-b4dd-7c8d2d38f1cc"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 19:08:11.683033 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 5e01c89d-82e7-422d-b4dd-7c8d2d38f1cc, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=5e01c89d-82e7-422d-b4dd-7c8d2d38f1cc,segment=NetworkSegment(068a2a26-3c74-4434-9c66-65f250c8eed8),segment_id=068a2a26-3c74-4434-9c66-65f250c8eed8)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 19:08:11.688310 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:08:11.711405 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 19:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30104a49-dc33-4b83-885b-e6b9b1e74cf7 x-openstack-request-id: req-30104a49-dc33-4b83-885b-e6b9b1e74cf7 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 19:08:11.711936 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2d9e1b7-2c29-4252-904f-5ec2692f4ec4", "name": "network-vif-plugged", "status": "completed", "tag": "5e01c89d-82e7-422d-b4dd-7c8d2d38f1cc", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 19:08:11.712194 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-30104a49-dc33-4b83-885b-e6b9b1e74cf7 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 19:08:11.712597 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30104a49-dc33-4b83-885b-e6b9b1e74cf7'] response: {'server_uuid': 'a2d9e1b7-2c29-4252-904f-5ec2692f4ec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e01c89d-82e7-422d-b4dd-7c8d2d38f1cc', 'code': 200} May 18 19:08:11.741079 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=5e01c89d-82e7-422d-b4dd-7c8d2d38f1cc,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:08:11.809009 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2932765-7231-446c-93be-1edce53f11f8 req-e404fe25-8824-4c77-8ae1-b182180b6abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:08:11.810550 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e2932765-7231-446c-93be-1edce53f11f8 req-e404fe25-8824-4c77-8ae1-b182180b6abf service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a2d9e1b7-2c29-4252-904f-5ec2692f4ec4 HTTP/1.1" status: 200 len: 1096 time: 0.0391016 May 18 19:08:11.845397 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e2932765-7231-446c-93be-1edce53f11f8 req-60278d55-f4ea-46d3-9d2d-8004a6c070cd service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e52d0047-e7b3-4bfb-beab-30ca9cbe2342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271106 May 18 19:08:12.624099 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:08:12.636642 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abda1846-1577-4209-af51-4943d1bb9135 req-8e75fa41-b146-4014-b3b4-d17d5bec9fde tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:08:12.638151 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-abda1846-1577-4209-af51-4943d1bb9135 req-8e75fa41-b146-4014-b3b4-d17d5bec9fde tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/ports?device_id=a2d9e1b7-2c29-4252-904f-5ec2692f4ec4 HTTP/1.1" status: 200 len: 945 time: 0.0498285 May 18 19:08:12.675445 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-abda1846-1577-4209-af51-4943d1bb9135 req-5998c8f1-5ba7-438b-823e-f94e27e5081b tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/security-groups?id=e52d0047-e7b3-4bfb-beab-30ca9cbe2342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313106 May 18 19:08:13.193087 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:08:13.794413 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8169f1db-132c-47ec-b5fb-0f4663112e4f req-0143b55b-51a6-47c0-b11b-8cfa4122eaaf tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:08:13.795923 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8169f1db-132c-47ec-b5fb-0f4663112e4f req-0143b55b-51a6-47c0-b11b-8cfa4122eaaf tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/ports?device_id=a2d9e1b7-2c29-4252-904f-5ec2692f4ec4 HTTP/1.1" status: 200 len: 945 time: 0.0529311 May 18 19:08:13.833302 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8169f1db-132c-47ec-b5fb-0f4663112e4f req-51abf3a3-2d30-4eee-8e8f-1f2ff7236676 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/security-groups?id=e52d0047-e7b3-4bfb-beab-30ca9cbe2342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307889 May 18 19:08:13.944562 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f6e9b5-1ab9-4839-aea5-a191691e5a30 req-5cfcc4d3-4577-4718-a20e-9e58708dc6b6 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:08:13.945955 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-60f6e9b5-1ab9-4839-aea5-a191691e5a30 req-5cfcc4d3-4577-4718-a20e-9e58708dc6b6 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/ports?device_id=a2d9e1b7-2c29-4252-904f-5ec2692f4ec4 HTTP/1.1" status: 200 len: 945 time: 0.0484722 May 18 19:08:13.983422 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-60f6e9b5-1ab9-4839-aea5-a191691e5a30 req-8c1cfcf5-c735-4019-8d8f-03ea6a0102db tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/security-groups?id=e52d0047-e7b3-4bfb-beab-30ca9cbe2342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314922 May 18 19:08:14.005032 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 50880) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:08:14.132346 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36bff735-104d-4e36-9f45-e889502f932b tempest-TestShelveInstance-546414521 tempest-TestShelveInstance-546414521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:08:14.133897 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-36bff735-104d-4e36-9f45-e889502f932b tempest-TestShelveInstance-546414521 tempest-TestShelveInstance-546414521-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=a2d9e1b7-2c29-4252-904f-5ec2692f4ec4 HTTP/1.1" status: 200 len: 1091 time: 0.1278477 May 18 19:08:14.136915 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 50884) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:08:14.141339 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-9b556eee-46db-4186-94a2-13eb6e85312a tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Request body: {'floatingip': {'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'port_id': '5e01c89d-82e7-422d-b4dd-7c8d2d38f1cc', 'tenant_id': 'f46d25eeb482420ea6a4ecbe2b9597ba', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 19:08:14.161344 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9b556eee-46db-4186-94a2-13eb6e85312a tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Notify callbacks [] for floatingip, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:08:14.259384 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9b556eee-46db-4186-94a2-13eb6e85312a tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:08:14.363012 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-9b556eee-46db-4186-94a2-13eb6e85312a tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Allocated IP 172.25.5.136 (31ebd439-090c-4b25-bbb0-31c48711b145/363a2810-8a83-4be0-a317-7c91fcd94485/6761a2bf-1e9b-4a50-8a0d-7a54ff23eac6) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 19:08:14.469992 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9b556eee-46db-4186-94a2-13eb6e85312a tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:08:14.504624 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9b556eee-46db-4186-94a2-13eb6e85312a tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:08:14.544530 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b556eee-46db-4186-94a2-13eb6e85312a tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Network 31ebd439-090c-4b25-bbb0-31c48711b145 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 19:08:14.548577 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-9b556eee-46db-4186-94a2-13eb6e85312a tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 19:08:14.554954 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b556eee-46db-4186-94a2-13eb6e85312a tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 19:08:14.557899 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b556eee-46db-4186-94a2-13eb6e85312a tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Pushing event updated for resources: {'Port': ['ID=6761a2bf-1e9b-4a50-8a0d-7a54ff23eac6,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:08:14.920119 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9b556eee-46db-4186-94a2-13eb6e85312a tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:08:14.985302 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9b556eee-46db-4186-94a2-13eb6e85312a tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:08:15.144353 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9b556eee-46db-4186-94a2-13eb6e85312a tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:08:15.148884 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9b556eee-46db-4186-94a2-13eb6e85312a tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:08:15.221548 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b556eee-46db-4186-94a2-13eb6e85312a tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Pushing event updated for resources: {'Port': ['ID=6761a2bf-1e9b-4a50-8a0d-7a54ff23eac6,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:08:15.229936 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9b556eee-46db-4186-94a2-13eb6e85312a tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596987'] for floatingip, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:08:15.329915 n-d-838550-3 neutron-server[102730]: INFO neutron.db.l3_db [None req-9b556eee-46db-4186-94a2-13eb6e85312a tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Floating IP 116b566f-9138-485c-b7d7-82e907f8a5f1 associated. External IP: 172.25.5.136, port: 5e01c89d-82e7-422d-b4dd-7c8d2d38f1cc. May 18 19:08:15.532203 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b556eee-46db-4186-94a2-13eb6e85312a tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Router 4809b14a-ab39-48a7-84b5-6ab451f0fa0d has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 19:08:15.637548 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b556eee-46db-4186-94a2-13eb6e85312a tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 19:08:15.647612 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0543d6-ab90-4e35-97b9-08bc0f1706d5 None None] Sync routers for ids ['4809b14a-ab39-48a7-84b5-6ab451f0fa0d'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 19:08:15.653839 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9b556eee-46db-4186-94a2-13eb6e85312a tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:08:15.657499 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0543d6-ab90-4e35-97b9-08bc0f1706d5 None None] Routers {'4809b14a-ab39-48a7-84b5-6ab451f0fa0d'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 19:08:15.658306 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-ec0543d6-ab90-4e35-97b9-08bc0f1706d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T19:08:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['4809b14a-ab39-48a7-84b5-6ab451f0fa0d'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:08:15.685212 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-9b556eee-46db-4186-94a2-13eb6e85312a tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5472054 May 18 19:08:15.687325 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2d9e1b7-2c29-4252-904f-5ec2692f4ec4', 'tag': '5e01c89d-82e7-422d-b4dd-7c8d2d38f1cc'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 19:08:15.690348 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebab1398998b981f34f543ac0b562e5946bae5cf08db64623ace6dd3c2d346bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bc3e16e-075f-4906-b5ef-d2498f0020af" -d '{"events": [{"name": "network-changed", "server_uuid": "a2d9e1b7-2c29-4252-904f-5ec2692f4ec4", "tag": "5e01c89d-82e7-422d-b4dd-7c8d2d38f1cc"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 19:08:15.726530 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 19:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5b2d769-1cc7-45b3-be06-14193e9dc6c6 x-openstack-request-id: req-f5b2d769-1cc7-45b3-be06-14193e9dc6c6 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 19:08:15.726829 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2d9e1b7-2c29-4252-904f-5ec2692f4ec4", "tag": "5e01c89d-82e7-422d-b4dd-7c8d2d38f1cc", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 19:08:15.727086 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-f5b2d769-1cc7-45b3-be06-14193e9dc6c6 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 19:08:15.727499 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5b2d769-1cc7-45b3-be06-14193e9dc6c6'] response: {'name': 'network-changed', 'server_uuid': 'a2d9e1b7-2c29-4252-904f-5ec2692f4ec4', 'tag': '5e01c89d-82e7-422d-b4dd-7c8d2d38f1cc', 'status': 'completed', 'code': 200} May 18 19:08:15.767867 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-ec0543d6-ab90-4e35-97b9-08bc0f1706d5 None None] Set router 4809b14a-ab39-48a7-84b5-6ab451f0fa0d gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 19:08:15.789295 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc3e16e-075f-4906-b5ef-d2498f0020af req-3c203b97-a245-40b1-8180-bcee6be3b711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:08:15.790775 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1bc3e16e-075f-4906-b5ef-d2498f0020af req-3c203b97-a245-40b1-8180-bcee6be3b711 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f46d25eeb482420ea6a4ecbe2b9597ba&device_id=a2d9e1b7-2c29-4252-904f-5ec2692f4ec4 HTTP/1.1" status: 200 len: 1096 time: 0.0421879 May 18 19:08:15.879516 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc3e16e-075f-4906-b5ef-d2498f0020af req-c45f1bad-a871-4e8a-8f81-e605a13b31de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:08:15.881194 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1bc3e16e-075f-4906-b5ef-d2498f0020af req-c45f1bad-a871-4e8a-8f81-e605a13b31de service neutron] 10.222.0.36 "GET /v2.0/networks?id=6ef28b59-7ba5-4079-8baf-63c18a3db82a HTTP/1.1" status: 200 len: 908 time: 0.0833609 May 18 19:08:15.953431 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1bc3e16e-075f-4906-b5ef-d2498f0020af req-8492b70f-1cd3-4448-8b70-4c8fe2efc757 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e01c89d-82e7-422d-b4dd-7c8d2d38f1cc HTTP/1.1" status: 200 len: 999 time: 0.0632479 May 18 19:08:15.991519 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-ec0543d6-ab90-4e35-97b9-08bc0f1706d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4809b14a-ab39-48a7-84b5-6ab451f0fa0d', 'name': 'tempest-TestShelveInstance-79923585-router', 'tenant_id': 'f46d25eeb482420ea6a4ecbe2b9597ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': 'eadf9fe3-5643-4346-bab7-1f6679b122f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T19:07:52Z', 'updated_at': '2022-05-18T19:07:54Z', 'revision_number': 4, 'project_id': 'f46d25eeb482420ea6a4ecbe2b9597ba', 'gw_port': {'id': 'eadf9fe3-5643-4346-bab7-1f6679b122f9', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:5a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4809b14a-ab39-48a7-84b5-6ab451f0fa0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:07:52Z', 'updated_at': '2022-05-18T19:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': '116b566f-9138-485c-b7d7-82e907f8a5f1', 'tenant_id': 'f46d25eeb482420ea6a4ecbe2b9597ba', 'floating_ip_address': '172.25.5.136', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': '4809b14a-ab39-48a7-84b5-6ab451f0fa0d', 'port_id': '5e01c89d-82e7-422d-b4dd-7c8d2d38f1cc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4409, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ef28b59-7ba5-4079-8baf-63c18a3db82a', 'mac_address': 'fa:16:3e:4e:21:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d9e1b7-2c29-4252-904f-5ec2692f4ec4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T19:08:14Z', 'updated_at': '2022-05-18T19:08:14Z', 'revision_number': 0, 'project_id': 'f46d25eeb482420ea6a4ecbe2b9597ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f417ad04-e327-4c4c-a870-3f89d69482d7', 'name': '', 'network_id': '6ef28b59-7ba5-4079-8baf-63c18a3db82a', 'tenant_id': 'f46d25eeb482420ea6a4ecbe2b9597ba', 'mac_address': 'fa:16:3e:17:cb:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4809b14a-ab39-48a7-84b5-6ab451f0fa0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '0d6ecb5b-d9ba-4243-a00a-96301a6eafa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:07:54Z', 'updated_at': '2022-05-18T19:07:59Z', 'revision_number': 5, 'project_id': 'f46d25eeb482420ea6a4ecbe2b9597ba', 'subnets': [{'id': '0d6ecb5b-d9ba-4243-a00a-96301a6eafa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:08:16.003174 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc3e16e-075f-4906-b5ef-d2498f0020af req-e81dcc46-4132-4d86-8598-3e8d7455dc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:08:16.004666 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1bc3e16e-075f-4906-b5ef-d2498f0020af req-e81dcc46-4132-4d86-8598-3e8d7455dc6a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0d6ecb5b-d9ba-4243-a00a-96301a6eafa2 HTTP/1.1" status: 200 len: 846 time: 0.0440326 May 18 19:08:16.017442 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0543d6-ab90-4e35-97b9-08bc0f1706d5 None None] Checking router: 4809b14a-ab39-48a7-84b5-6ab451f0fa0d for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 19:08:16.026737 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0543d6-ab90-4e35-97b9-08bc0f1706d5 None None] Routers {'4809b14a-ab39-48a7-84b5-6ab451f0fa0d'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 19:08:16.027363 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-ec0543d6-ab90-4e35-97b9-08bc0f1706d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T19:08:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['4809b14a-ab39-48a7-84b5-6ab451f0fa0d'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:08:16.050910 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc3e16e-075f-4906-b5ef-d2498f0020af req-9f1ec8ff-eb40-42f2-8a7e-885043f1663b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:08:16.052390 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1bc3e16e-075f-4906-b5ef-d2498f0020af req-9f1ec8ff-eb40-42f2-8a7e-885043f1663b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6ef28b59-7ba5-4079-8baf-63c18a3db82a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410535 May 18 19:08:16.131182 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-ec0543d6-ab90-4e35-97b9-08bc0f1706d5 None None] Set router 4809b14a-ab39-48a7-84b5-6ab451f0fa0d gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 19:08:16.146831 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1bc3e16e-075f-4906-b5ef-d2498f0020af req-475ced92-cf93-4a7d-bb0e-ca232034d865 service neutron] 10.222.0.36 "GET /v2.0/networks/6ef28b59-7ba5-4079-8baf-63c18a3db82a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869429 May 18 19:08:16.236832 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1bc3e16e-075f-4906-b5ef-d2498f0020af req-7f45473b-a7de-4cd5-bfed-738508c2f578 service neutron] 10.222.0.36 "GET /v2.0/networks/6ef28b59-7ba5-4079-8baf-63c18a3db82a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831478 May 18 19:08:16.353600 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-ec0543d6-ab90-4e35-97b9-08bc0f1706d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4809b14a-ab39-48a7-84b5-6ab451f0fa0d', 'name': 'tempest-TestShelveInstance-79923585-router', 'tenant_id': 'f46d25eeb482420ea6a4ecbe2b9597ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': 'eadf9fe3-5643-4346-bab7-1f6679b122f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T19:07:52Z', 'updated_at': '2022-05-18T19:07:54Z', 'revision_number': 4, 'project_id': 'f46d25eeb482420ea6a4ecbe2b9597ba', 'gw_port': {'id': 'eadf9fe3-5643-4346-bab7-1f6679b122f9', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:5a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4809b14a-ab39-48a7-84b5-6ab451f0fa0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:07:52Z', 'updated_at': '2022-05-18T19:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': '116b566f-9138-485c-b7d7-82e907f8a5f1', 'tenant_id': 'f46d25eeb482420ea6a4ecbe2b9597ba', 'floating_ip_address': '172.25.5.136', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': '4809b14a-ab39-48a7-84b5-6ab451f0fa0d', 'port_id': '5e01c89d-82e7-422d-b4dd-7c8d2d38f1cc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4409, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ef28b59-7ba5-4079-8baf-63c18a3db82a', 'mac_address': 'fa:16:3e:4e:21:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d9e1b7-2c29-4252-904f-5ec2692f4ec4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T19:08:14Z', 'updated_at': '2022-05-18T19:08:14Z', 'revision_number': 0, 'project_id': 'f46d25eeb482420ea6a4ecbe2b9597ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f417ad04-e327-4c4c-a870-3f89d69482d7', 'name': '', 'network_id': '6ef28b59-7ba5-4079-8baf-63c18a3db82a', 'tenant_id': 'f46d25eeb482420ea6a4ecbe2b9597ba', 'mac_address': 'fa:16:3e:17:cb:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4809b14a-ab39-48a7-84b5-6ab451f0fa0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '0d6ecb5b-d9ba-4243-a00a-96301a6eafa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:07:54Z', 'updated_at': '2022-05-18T19:07:59Z', 'revision_number': 5, 'project_id': 'f46d25eeb482420ea6a4ecbe2b9597ba', 'subnets': [{'id': '0d6ecb5b-d9ba-4243-a00a-96301a6eafa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:08:16.455393 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0543d6-ab90-4e35-97b9-08bc0f1706d5 None None] The sync data for ids ['4809b14a-ab39-48a7-84b5-6ab451f0fa0d'] in n-d-838550-3 is: [{'id': '4809b14a-ab39-48a7-84b5-6ab451f0fa0d', 'name': 'tempest-TestShelveInstance-79923585-router', 'tenant_id': 'f46d25eeb482420ea6a4ecbe2b9597ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': 'eadf9fe3-5643-4346-bab7-1f6679b122f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T19:07:52Z', 'updated_at': '2022-05-18T19:07:54Z', 'revision_number': 4, 'project_id': 'f46d25eeb482420ea6a4ecbe2b9597ba', 'gw_port': {'id': 'eadf9fe3-5643-4346-bab7-1f6679b122f9', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:5a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4809b14a-ab39-48a7-84b5-6ab451f0fa0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:07:52Z', 'updated_at': '2022-05-18T19:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': '116b566f-9138-485c-b7d7-82e907f8a5f1', 'tenant_id': 'f46d25eeb482420ea6a4ecbe2b9597ba', 'floating_ip_address': '172.25.5.136', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': '4809b14a-ab39-48a7-84b5-6ab451f0fa0d', 'port_id': '5e01c89d-82e7-422d-b4dd-7c8d2d38f1cc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4409, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ef28b59-7ba5-4079-8baf-63c18a3db82a', 'mac_address': 'fa:16:3e:4e:21:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d9e1b7-2c29-4252-904f-5ec2692f4ec4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T19:08:14Z', 'updated_at': '2022-05-18T19:08:14Z', 'revision_number': 0, 'project_id': 'f46d25eeb482420ea6a4ecbe2b9597ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f417ad04-e327-4c4c-a870-3f89d69482d7', 'name': '', 'network_id': '6ef28b59-7ba5-4079-8baf-63c18a3db82a', 'tenant_id': 'f46d25eeb482420ea6a4ecbe2b9597ba', 'mac_address': 'fa:16:3e:17:cb:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4809b14a-ab39-48a7-84b5-6ab451f0fa0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '0d6ecb5b-d9ba-4243-a00a-96301a6eafa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:07:54Z', 'updated_at': '2022-05-18T19:07:59Z', 'revision_number': 5, 'project_id': 'f46d25eeb482420ea6a4ecbe2b9597ba', 'subnets': [{'id': '0d6ecb5b-d9ba-4243-a00a-96301a6eafa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 19:08:16.647522 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2a90ba-7197-4843-b851-a4883a1cecc4 None None] New status for floating IP 116b566f-9138-485c-b7d7-82e907f8a5f1: ACTIVE {{(pid=102732) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 19:08:31.336713 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4f5d9957-2aa4-4280-b729-875487603ca7 req-69fc5d9c-684e-4330-9c31-c58b4e5069f5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a2d9e1b7-2c29-4252-904f-5ec2692f4ec4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0416567 May 18 19:08:31.429717 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5d9957-2aa4-4280-b729-875487603ca7 req-cc00cb67-1d64-4491-b09c-7a523c0a8fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:08:31.431169 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4f5d9957-2aa4-4280-b729-875487603ca7 req-cc00cb67-1d64-4491-b09c-7a523c0a8fb1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f46d25eeb482420ea6a4ecbe2b9597ba&device_id=a2d9e1b7-2c29-4252-904f-5ec2692f4ec4 HTTP/1.1" status: 200 len: 1096 time: 0.0467410 May 18 19:08:31.538770 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:08:31.544566 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5d9957-2aa4-4280-b729-875487603ca7 req-ae07c9cd-3688-41b5-81f7-38567c87ecf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:08:31.546102 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4f5d9957-2aa4-4280-b729-875487603ca7 req-ae07c9cd-3688-41b5-81f7-38567c87ecf8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6ef28b59-7ba5-4079-8baf-63c18a3db82a HTTP/1.1" status: 200 len: 908 time: 0.0950880 May 18 19:08:31.620327 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4f5d9957-2aa4-4280-b729-875487603ca7 req-61330661-a7ad-4b50-8edc-e971978f8b22 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e01c89d-82e7-422d-b4dd-7c8d2d38f1cc HTTP/1.1" status: 200 len: 1001 time: 0.0657616 May 18 19:08:31.670830 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5d9957-2aa4-4280-b729-875487603ca7 req-eea33e31-4e70-4e83-8eba-18f4790c4fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:08:31.672372 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4f5d9957-2aa4-4280-b729-875487603ca7 req-eea33e31-4e70-4e83-8eba-18f4790c4fa5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0d6ecb5b-d9ba-4243-a00a-96301a6eafa2 HTTP/1.1" status: 200 len: 846 time: 0.0456676 May 18 19:08:31.719259 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5d9957-2aa4-4280-b729-875487603ca7 req-020d5229-80f6-41cd-8dd6-7aec7c65c56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:08:31.720683 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4f5d9957-2aa4-4280-b729-875487603ca7 req-020d5229-80f6-41cd-8dd6-7aec7c65c56e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6ef28b59-7ba5-4079-8baf-63c18a3db82a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416191 May 18 19:08:31.752973 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:08:31.821196 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4f5d9957-2aa4-4280-b729-875487603ca7 req-404ee89a-1633-4110-a78d-19f5428d9370 service neutron] 10.222.0.36 "GET /v2.0/networks/6ef28b59-7ba5-4079-8baf-63c18a3db82a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914910 May 18 19:08:31.910640 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4f5d9957-2aa4-4280-b729-875487603ca7 req-d977a35f-dd87-434d-805e-c9bec3275bd6 service neutron] 10.222.0.36 "GET /v2.0/networks/6ef28b59-7ba5-4079-8baf-63c18a3db82a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830066 May 18 19:08:34.279173 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 7 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 19:08:36.072143 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [req-31a9a15a-57b4-4e0a-94b9-7e0344ca4f4f req-524ad063-ecbd-4418-a56c-c3793d733529 service neutron] (102730) timed out ('10.222.0.85', 47066) {{(pid=102730) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} May 18 19:08:37.755997 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d9931799-3d68-4d8a-9926-bed52c57f046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:08:40.129416 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-3095bc75-d366-4d21-9f42-d35261f746eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:08:41.482647 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:08:42.627263 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:08:43.197063 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:09:01.558195 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:09:01.759388 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:09:07.757291 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b2579416-41a1-4fff-b952-225ba3887773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:09:10.130560 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1f4a660e-f7fd-4daf-b864-27122eb5dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:09:11.277835 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 7 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 19:09:11.487845 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:09:12.629101 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:09:13.199949 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:09:19.805161 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [req-91970196-a908-40d8-b74b-ce80ea821049 req-5b7e3469-8f53-4229-9891-bb1bce10c591 tempest-ServerActionsTestJSON-1025222234 tempest-ServerActionsTestJSON-1025222234-project] (102731) timed out ('10.222.0.85', 41530) {{(pid=102731) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} May 18 19:09:31.338574 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-06149f3f-b750-44b4-920d-e5746934ad2f req-c173ecb1-6b8b-4642-8d02-0105a41fc5a0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a2d9e1b7-2c29-4252-904f-5ec2692f4ec4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0394385 May 18 19:09:31.430084 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06149f3f-b750-44b4-920d-e5746934ad2f req-64d36669-a5b4-4725-becc-16a3e7e920bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:09:31.432826 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-06149f3f-b750-44b4-920d-e5746934ad2f req-64d36669-a5b4-4725-becc-16a3e7e920bb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f46d25eeb482420ea6a4ecbe2b9597ba&device_id=a2d9e1b7-2c29-4252-904f-5ec2692f4ec4 HTTP/1.1" status: 200 len: 1096 time: 0.0470500 May 18 19:09:31.542459 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06149f3f-b750-44b4-920d-e5746934ad2f req-434c480a-99fe-46d2-9cde-d6a27448b2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:09:31.543941 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-06149f3f-b750-44b4-920d-e5746934ad2f req-434c480a-99fe-46d2-9cde-d6a27448b2b7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6ef28b59-7ba5-4079-8baf-63c18a3db82a HTTP/1.1" status: 200 len: 908 time: 0.0851772 May 18 19:09:31.556579 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:09:31.616419 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-06149f3f-b750-44b4-920d-e5746934ad2f req-3ebd524a-a21c-47d7-a7f7-f34e2f507465 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e01c89d-82e7-422d-b4dd-7c8d2d38f1cc HTTP/1.1" status: 200 len: 1001 time: 0.0618789 May 18 19:09:31.667876 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06149f3f-b750-44b4-920d-e5746934ad2f req-500473f9-c804-4d8b-9cc8-cd417402e51f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:09:31.669342 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-06149f3f-b750-44b4-920d-e5746934ad2f req-500473f9-c804-4d8b-9cc8-cd417402e51f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0d6ecb5b-d9ba-4243-a00a-96301a6eafa2 HTTP/1.1" status: 200 len: 846 time: 0.0424571 May 18 19:09:31.721469 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06149f3f-b750-44b4-920d-e5746934ad2f req-1ee7b799-068e-43c7-a33f-0a2dda96483b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:09:31.722907 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-06149f3f-b750-44b4-920d-e5746934ad2f req-1ee7b799-068e-43c7-a33f-0a2dda96483b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6ef28b59-7ba5-4079-8baf-63c18a3db82a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437176 May 18 19:09:31.750833 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:09:31.815289 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-06149f3f-b750-44b4-920d-e5746934ad2f req-642d3fff-6627-49f5-8e00-0614403151a4 service neutron] 10.222.0.36 "GET /v2.0/networks/6ef28b59-7ba5-4079-8baf-63c18a3db82a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836024 May 18 19:09:31.902592 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-06149f3f-b750-44b4-920d-e5746934ad2f req-4bf249ba-6e42-4787-a540-6fd8a1057d56 service neutron] 10.222.0.36 "GET /v2.0/networks/6ef28b59-7ba5-4079-8baf-63c18a3db82a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801167 May 18 19:09:37.758970 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-87a9f213-8020-434e-9660-28c1df8f0da3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:09:40.131058 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-68c93d82-473e-4d06-938f-682fae47aa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:09:41.490669 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:09:42.631713 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:09:43.203501 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:09:48.277932 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 7 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 19:10:01.557436 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:10:01.751573 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:10:07.760993 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-5dcbf2b2-a4b5-4b60-b918-2b5cc4039619 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:10:10.132647 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-e752b53f-dd61-4168-bb22-9bd0f83fd69b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:10:11.493207 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:10:12.634106 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:10:13.207353 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:10:14.005117 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df46150-a0b9-4726-864e-1ef1c24e1ca1 req-a4372834-994b-487c-8065-c98bb54bcdcf tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:10:14.006634 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3df46150-a0b9-4726-864e-1ef1c24e1ca1 req-a4372834-994b-487c-8065-c98bb54bcdcf tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/ports?device_id=a2d9e1b7-2c29-4252-904f-5ec2692f4ec4 HTTP/1.1" status: 200 len: 945 time: 0.0499949 May 18 19:10:14.044796 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3df46150-a0b9-4726-864e-1ef1c24e1ca1 req-292b3c5f-2b77-4352-af58-df62fe77545e tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/security-groups?id=e52d0047-e7b3-4bfb-beab-30ca9cbe2342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321660 May 18 19:10:15.178406 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5c73f9-4460-44c2-94bb-99edf0428f4d req-7f922b3e-53e2-40ee-84a8-c9e4569cb4d3 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:10:15.179914 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8f5c73f9-4460-44c2-94bb-99edf0428f4d req-7f922b3e-53e2-40ee-84a8-c9e4569cb4d3 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/ports?device_id=a2d9e1b7-2c29-4252-904f-5ec2692f4ec4 HTTP/1.1" status: 200 len: 945 time: 0.0534394 May 18 19:10:15.218033 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8f5c73f9-4460-44c2-94bb-99edf0428f4d req-ba38dcbc-836a-433f-969e-bd6e94a17fa4 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/security-groups?id=e52d0047-e7b3-4bfb-beab-30ca9cbe2342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317171 May 18 19:10:16.334144 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aa48dc-52c3-4b39-93bb-af22c7316560 req-646238f4-f490-4195-944e-671b76a433d9 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:10:16.335632 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-28aa48dc-52c3-4b39-93bb-af22c7316560 req-646238f4-f490-4195-944e-671b76a433d9 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/ports?device_id=a2d9e1b7-2c29-4252-904f-5ec2692f4ec4 HTTP/1.1" status: 200 len: 945 time: 0.0488801 May 18 19:10:16.373361 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-28aa48dc-52c3-4b39-93bb-af22c7316560 req-47ddfc90-414f-4fbd-8c3e-07707e7f5787 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/security-groups?id=e52d0047-e7b3-4bfb-beab-30ca9cbe2342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316594 May 18 19:10:17.488475 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0b1915-e772-4b6d-a2d0-b362a81117b0 req-4b3c14e1-8930-47bc-bc49-8198d65ddaef tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:10:17.489960 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5c0b1915-e772-4b6d-a2d0-b362a81117b0 req-4b3c14e1-8930-47bc-bc49-8198d65ddaef tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/ports?device_id=a2d9e1b7-2c29-4252-904f-5ec2692f4ec4 HTTP/1.1" status: 200 len: 945 time: 0.0488703 May 18 19:10:17.527138 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5c0b1915-e772-4b6d-a2d0-b362a81117b0 req-7a6efcc6-a23a-4780-ab2b-eb8fe3fa5843 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/security-groups?id=e52d0047-e7b3-4bfb-beab-30ca9cbe2342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306270 May 18 19:10:18.649204 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade56d01-ef65-4448-92bf-a3d29bd4e7b6 req-decdae5f-e5c7-419e-bc2b-d3069aebc503 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:10:18.650736 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ade56d01-ef65-4448-92bf-a3d29bd4e7b6 req-decdae5f-e5c7-419e-bc2b-d3069aebc503 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/ports?device_id=a2d9e1b7-2c29-4252-904f-5ec2692f4ec4 HTTP/1.1" status: 200 len: 945 time: 0.0531330 May 18 19:10:18.688183 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ade56d01-ef65-4448-92bf-a3d29bd4e7b6 req-ad34d25b-76bd-479b-a236-8f1bad2e5a92 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/security-groups?id=e52d0047-e7b3-4bfb-beab-30ca9cbe2342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314331 May 18 19:10:19.803936 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b961e0b7-6fcd-4dec-bbdf-7b6524173507 req-cdf04ad4-c9d9-4a10-85d5-7cff96b36ced tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:10:19.805712 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b961e0b7-6fcd-4dec-bbdf-7b6524173507 req-cdf04ad4-c9d9-4a10-85d5-7cff96b36ced tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/ports?device_id=a2d9e1b7-2c29-4252-904f-5ec2692f4ec4 HTTP/1.1" status: 200 len: 945 time: 0.0497403 May 18 19:10:19.843198 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b961e0b7-6fcd-4dec-bbdf-7b6524173507 req-1d6f09c6-bd79-4abe-8fc6-6be600836ca7 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/security-groups?id=e52d0047-e7b3-4bfb-beab-30ca9cbe2342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308895 May 18 19:10:20.962083 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35f4621-9a91-449f-bfb3-c16f7240dc8c req-5e4f50b4-0082-458e-b52d-b2522176b44e tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:10:20.963476 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a35f4621-9a91-449f-bfb3-c16f7240dc8c req-5e4f50b4-0082-458e-b52d-b2522176b44e tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/ports?device_id=a2d9e1b7-2c29-4252-904f-5ec2692f4ec4 HTTP/1.1" status: 200 len: 945 time: 0.0477564 May 18 19:10:21.000847 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a35f4621-9a91-449f-bfb3-c16f7240dc8c req-58ee35a8-b28b-45bb-ac00-b1d69b784910 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/security-groups?id=e52d0047-e7b3-4bfb-beab-30ca9cbe2342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314467 May 18 19:10:22.120643 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c9141b-3fd1-4ab8-8f7d-1d2622ef3205 req-1fa1f8a3-4996-4883-a0fd-2eec53522e29 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:10:22.122158 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-42c9141b-3fd1-4ab8-8f7d-1d2622ef3205 req-1fa1f8a3-4996-4883-a0fd-2eec53522e29 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/ports?device_id=a2d9e1b7-2c29-4252-904f-5ec2692f4ec4 HTTP/1.1" status: 200 len: 945 time: 0.0524285 May 18 19:10:22.159118 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-42c9141b-3fd1-4ab8-8f7d-1d2622ef3205 req-14c0cf25-c405-4974-8f32-3b99c0bd9477 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/security-groups?id=e52d0047-e7b3-4bfb-beab-30ca9cbe2342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309367 May 18 19:10:23.272941 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd97a97-b6c7-43f0-bcdd-7da605b76e0c req-ca9e6684-cb2d-4a5d-8798-180fd391a758 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:10:23.274461 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-dbd97a97-b6c7-43f0-bcdd-7da605b76e0c req-ca9e6684-cb2d-4a5d-8798-180fd391a758 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/ports?device_id=a2d9e1b7-2c29-4252-904f-5ec2692f4ec4 HTTP/1.1" status: 200 len: 945 time: 0.0483756 May 18 19:10:23.316184 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-dbd97a97-b6c7-43f0-bcdd-7da605b76e0c req-bb873958-a2e1-4907-87c5-b8eb2ad98445 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/security-groups?id=e52d0047-e7b3-4bfb-beab-30ca9cbe2342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353653 May 18 19:10:24.433157 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162a9a94-ee66-4ac4-92db-778cf24e457f req-4a880a30-610b-4a42-b199-23c42aabb98e tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:10:24.434695 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-162a9a94-ee66-4ac4-92db-778cf24e457f req-4a880a30-610b-4a42-b199-23c42aabb98e tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/ports?device_id=a2d9e1b7-2c29-4252-904f-5ec2692f4ec4 HTTP/1.1" status: 200 len: 945 time: 0.0488653 May 18 19:10:24.471960 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-162a9a94-ee66-4ac4-92db-778cf24e457f req-20cf868d-ff5d-430c-90f0-b49afe7607ce tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/security-groups?id=e52d0047-e7b3-4bfb-beab-30ca9cbe2342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310876 May 18 19:10:25.277569 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 7 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 19:10:25.596641 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5d583c-ef76-455b-85eb-c6747b3256c2 req-a6e88362-fcb1-402e-830b-38498c779d81 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:10:25.598126 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-aa5d583c-ef76-455b-85eb-c6747b3256c2 req-a6e88362-fcb1-402e-830b-38498c779d81 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/ports?device_id=a2d9e1b7-2c29-4252-904f-5ec2692f4ec4 HTTP/1.1" status: 200 len: 945 time: 0.0514617 May 18 19:10:25.636092 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-aa5d583c-ef76-455b-85eb-c6747b3256c2 req-a222322a-d5bf-4e14-8e8f-39157496106b tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/security-groups?id=e52d0047-e7b3-4bfb-beab-30ca9cbe2342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313168 May 18 19:10:26.237849 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 5e01c89d-82e7-422d-b4dd-7c8d2d38f1cc details requested by agent hyperv_n-h1-838550-3 with host n-h1-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 19:10:26.329889 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 5e01c89d-82e7-422d-b4dd-7c8d2d38f1cc, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=5e01c89d-82e7-422d-b4dd-7c8d2d38f1cc,segment=NetworkSegment(068a2a26-3c74-4434-9c66-65f250c8eed8),segment_id=068a2a26-3c74-4434-9c66-65f250c8eed8)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 19:10:26.341820 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Returning: {'device': '5e01c89d-82e7-422d-b4dd-7c8d2d38f1cc', 'network_id': '6ef28b59-7ba5-4079-8baf-63c18a3db82a', 'port_id': '5e01c89d-82e7-422d-b4dd-7c8d2d38f1cc', 'mac_address': 'fa:16:3e:4e:21:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d6ecb5b-d9ba-4243-a00a-96301a6eafa2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 19:10:26.379878 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 5e01c89d-82e7-422d-b4dd-7c8d2d38f1cc is: ACTIVE; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 19:10:26.380273 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:10:26.397765 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5e01c89d-82e7-422d-b4dd-7c8d2d38f1cc {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 19:10:26.417525 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 5e01c89d-82e7-422d-b4dd-7c8d2d38f1cc, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=5e01c89d-82e7-422d-b4dd-7c8d2d38f1cc,segment=NetworkSegment(068a2a26-3c74-4434-9c66-65f250c8eed8),segment_id=068a2a26-3c74-4434-9c66-65f250c8eed8)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 19:10:26.421451 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:10:26.471449 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=5e01c89d-82e7-422d-b4dd-7c8d2d38f1cc,revision_number=6']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:10:26.479582 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:10:26.479927 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:10:26.480267 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:10:26.480604 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:10:26.480937 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:10:26.481267 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:10:26.481594 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:10:26.481945 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:10:26.482269 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:10:26.482593 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:10:26.482920 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:10:26.483243 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:10:26.513600 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['5e01c89d-82e7-422d-b4dd-7c8d2d38f1cc'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 19:10:26.766471 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2beca4e-0300-4ed5-bd33-c99df15ded16 req-eea7fed0-3a6c-4ff2-b89b-9fa22e1d4ce0 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:10:26.767972 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a2beca4e-0300-4ed5-bd33-c99df15ded16 req-eea7fed0-3a6c-4ff2-b89b-9fa22e1d4ce0 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/ports?device_id=a2d9e1b7-2c29-4252-904f-5ec2692f4ec4 HTTP/1.1" status: 200 len: 944 time: 0.0570526 May 18 19:10:26.807137 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a2beca4e-0300-4ed5-bd33-c99df15ded16 req-1ceec338-b0c7-4eb9-99bf-5e23be1c09c4 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/security-groups?id=e52d0047-e7b3-4bfb-beab-30ca9cbe2342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322912 May 18 19:10:27.939537 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2da801-a5a5-4c08-8bf6-81705956b333 req-ac6c365b-e2c8-460e-bc32-b5a88434a33d tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:10:27.941048 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3c2da801-a5a5-4c08-8bf6-81705956b333 req-ac6c365b-e2c8-460e-bc32-b5a88434a33d tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/ports?device_id=a2d9e1b7-2c29-4252-904f-5ec2692f4ec4 HTTP/1.1" status: 200 len: 944 time: 0.0588884 May 18 19:10:27.989344 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3c2da801-a5a5-4c08-8bf6-81705956b333 req-557fe98b-9040-469c-8490-fd0ced8a3a7c tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/security-groups?id=e52d0047-e7b3-4bfb-beab-30ca9cbe2342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416036 May 18 19:10:28.245053 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 5e01c89d-82e7-422d-b4dd-7c8d2d38f1cc up at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 19:10:28.303092 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning complete for port 5e01c89d-82e7-422d-b4dd-7c8d2d38f1cc triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 19:10:28.303473 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:10:28.411179 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 5e01c89d-82e7-422d-b4dd-7c8d2d38f1cc is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 19:10:28.411597 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:10:28.447423 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2d9e1b7-2c29-4252-904f-5ec2692f4ec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e01c89d-82e7-422d-b4dd-7c8d2d38f1cc'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 19:10:28.450561 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5d64110a1ec54c0f2bae3109cf83ae5c70b13a424bf8c5acbf84dbd50ace00d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97e5dc81-68d3-499f-a4c1-f1e879331e35" -d '{"events": [{"server_uuid": "a2d9e1b7-2c29-4252-904f-5ec2692f4ec4", "name": "network-vif-plugged", "status": "completed", "tag": "5e01c89d-82e7-422d-b4dd-7c8d2d38f1cc"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 19:10:28.470063 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 5e01c89d-82e7-422d-b4dd-7c8d2d38f1cc, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=5e01c89d-82e7-422d-b4dd-7c8d2d38f1cc,segment=NetworkSegment(068a2a26-3c74-4434-9c66-65f250c8eed8),segment_id=068a2a26-3c74-4434-9c66-65f250c8eed8)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 19:10:28.480145 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:10:28.513930 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 19:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ff47763-d9f5-4bbe-9320-327da9a33323 x-openstack-request-id: req-7ff47763-d9f5-4bbe-9320-327da9a33323 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 19:10:28.514224 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2d9e1b7-2c29-4252-904f-5ec2692f4ec4", "name": "network-vif-plugged", "status": "completed", "tag": "5e01c89d-82e7-422d-b4dd-7c8d2d38f1cc", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 19:10:28.514481 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-7ff47763-d9f5-4bbe-9320-327da9a33323 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 19:10:28.514886 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ff47763-d9f5-4bbe-9320-327da9a33323'] response: {'server_uuid': 'a2d9e1b7-2c29-4252-904f-5ec2692f4ec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e01c89d-82e7-422d-b4dd-7c8d2d38f1cc', 'code': 200} May 18 19:10:28.548115 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=5e01c89d-82e7-422d-b4dd-7c8d2d38f1cc,revision_number=7']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:10:29.137692 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d543261-1387-4092-a5ba-7e4bb18bfe2b req-5cae28eb-5fea-4659-94aa-07dd064cc5e7 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:10:29.139730 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9d543261-1387-4092-a5ba-7e4bb18bfe2b req-5cae28eb-5fea-4659-94aa-07dd064cc5e7 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/ports?device_id=a2d9e1b7-2c29-4252-904f-5ec2692f4ec4 HTTP/1.1" status: 200 len: 945 time: 0.0625315 May 18 19:10:29.195914 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9d543261-1387-4092-a5ba-7e4bb18bfe2b req-5c736ee3-6e9e-42c4-978f-1a0dd3b90bf0 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/security-groups?id=e52d0047-e7b3-4bfb-beab-30ca9cbe2342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379224 May 18 19:10:30.332174 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b753d765-af4d-4e9f-bf5c-07b1345d57ac req-9e476971-ee87-4ccf-9ea5-a9f2a6298a1a tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:10:30.334275 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b753d765-af4d-4e9f-bf5c-07b1345d57ac req-9e476971-ee87-4ccf-9ea5-a9f2a6298a1a tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/ports?device_id=a2d9e1b7-2c29-4252-904f-5ec2692f4ec4 HTTP/1.1" status: 200 len: 945 time: 0.0599053 May 18 19:10:30.378549 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b753d765-af4d-4e9f-bf5c-07b1345d57ac req-33eb3043-bcbb-43cd-aca7-14c4ca8f06cc tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/security-groups?id=e52d0047-e7b3-4bfb-beab-30ca9cbe2342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383923 May 18 19:10:31.529894 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df23e88-943e-4d96-ac5c-d73729943640 req-5f3f891f-2445-4a60-8576-b1b4c0a97651 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:10:31.531619 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6df23e88-943e-4d96-ac5c-d73729943640 req-5f3f891f-2445-4a60-8576-b1b4c0a97651 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/ports?device_id=a2d9e1b7-2c29-4252-904f-5ec2692f4ec4 HTTP/1.1" status: 200 len: 945 time: 0.0693026 May 18 19:10:31.584942 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:10:31.587872 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6df23e88-943e-4d96-ac5c-d73729943640 req-27be6e26-19e1-4c38-a293-065deeaaa3f6 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/security-groups?id=e52d0047-e7b3-4bfb-beab-30ca9cbe2342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494759 May 18 19:10:31.658926 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132b5d8c-4b19-44bd-afeb-5bbd51309cc2 req-2d080169-6eca-4c41-9ab2-d3a32563596c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:10:31.661203 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-132b5d8c-4b19-44bd-afeb-5bbd51309cc2 req-2d080169-6eca-4c41-9ab2-d3a32563596c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f46d25eeb482420ea6a4ecbe2b9597ba&device_id=a2d9e1b7-2c29-4252-904f-5ec2692f4ec4 HTTP/1.1" status: 200 len: 1096 time: 0.1856151 May 18 19:10:31.764407 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:10:31.786364 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132b5d8c-4b19-44bd-afeb-5bbd51309cc2 req-044ca7fe-9981-4fb6-87e9-36fe0b12a91f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:10:31.788056 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-132b5d8c-4b19-44bd-afeb-5bbd51309cc2 req-044ca7fe-9981-4fb6-87e9-36fe0b12a91f service neutron] 10.222.0.36 "GET /v2.0/networks?id=6ef28b59-7ba5-4079-8baf-63c18a3db82a HTTP/1.1" status: 200 len: 908 time: 0.0972402 May 18 19:10:31.883326 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-132b5d8c-4b19-44bd-afeb-5bbd51309cc2 req-5e3c75e4-275e-405a-9cf3-91f9eee14c8a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e01c89d-82e7-422d-b4dd-7c8d2d38f1cc HTTP/1.1" status: 200 len: 1001 time: 0.0854108 May 18 19:10:31.945506 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132b5d8c-4b19-44bd-afeb-5bbd51309cc2 req-624414f5-cbf0-419c-9bb3-6bfedec262e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:10:31.946950 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-132b5d8c-4b19-44bd-afeb-5bbd51309cc2 req-624414f5-cbf0-419c-9bb3-6bfedec262e0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0d6ecb5b-d9ba-4243-a00a-96301a6eafa2 HTTP/1.1" status: 200 len: 846 time: 0.0542846 May 18 19:10:32.000527 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132b5d8c-4b19-44bd-afeb-5bbd51309cc2 req-dce98bb9-277c-4a63-b606-4dcd7f725b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:10:32.002076 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-132b5d8c-4b19-44bd-afeb-5bbd51309cc2 req-dce98bb9-277c-4a63-b606-4dcd7f725b04 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6ef28b59-7ba5-4079-8baf-63c18a3db82a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0480018 May 18 19:10:32.112501 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-132b5d8c-4b19-44bd-afeb-5bbd51309cc2 req-c4a490a7-142b-4918-ada0-7721f63951e5 service neutron] 10.222.0.36 "GET /v2.0/networks/6ef28b59-7ba5-4079-8baf-63c18a3db82a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982525 May 18 19:10:32.225361 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-132b5d8c-4b19-44bd-afeb-5bbd51309cc2 req-df6f88f6-b0c3-4af3-a351-d74ed11ce045 service neutron] 10.222.0.36 "GET /v2.0/networks/6ef28b59-7ba5-4079-8baf-63c18a3db82a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023853 May 18 19:10:32.720827 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffbee13-1b97-45f4-94a2-118584cae5d0 req-8065b32f-b24c-41d7-9199-c34e5120c465 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:10:32.722491 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1ffbee13-1b97-45f4-94a2-118584cae5d0 req-8065b32f-b24c-41d7-9199-c34e5120c465 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/ports?device_id=a2d9e1b7-2c29-4252-904f-5ec2692f4ec4 HTTP/1.1" status: 200 len: 945 time: 0.0549901 May 18 19:10:32.771769 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1ffbee13-1b97-45f4-94a2-118584cae5d0 req-50eccbbd-7fbc-4d5d-9fc8-10bac1ec9d06 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/security-groups?id=e52d0047-e7b3-4bfb-beab-30ca9cbe2342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365806 May 18 19:10:33.924141 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d37866f-82bf-4ed0-b1a1-b1c993220a6b req-be44b151-b4ef-4174-9738-cd21c6ab9f4f tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:10:33.926898 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8d37866f-82bf-4ed0-b1a1-b1c993220a6b req-be44b151-b4ef-4174-9738-cd21c6ab9f4f tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/ports?device_id=a2d9e1b7-2c29-4252-904f-5ec2692f4ec4 HTTP/1.1" status: 200 len: 945 time: 0.0682583 May 18 19:10:33.974841 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8d37866f-82bf-4ed0-b1a1-b1c993220a6b req-530f3a37-0784-4813-b3bc-3cd30b10d40c tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/security-groups?id=e52d0047-e7b3-4bfb-beab-30ca9cbe2342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380673 May 18 19:10:35.096275 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0022747e-0a84-4f5e-ba3e-6e046280d29b req-dd466a71-3dd7-405d-bdba-341789e981ec tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:10:35.097918 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0022747e-0a84-4f5e-ba3e-6e046280d29b req-dd466a71-3dd7-405d-bdba-341789e981ec tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/ports?device_id=a2d9e1b7-2c29-4252-904f-5ec2692f4ec4 HTTP/1.1" status: 200 len: 945 time: 0.0530827 May 18 19:10:35.144488 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0022747e-0a84-4f5e-ba3e-6e046280d29b req-7e81a704-4c77-408b-b5bc-31121f522815 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/security-groups?id=e52d0047-e7b3-4bfb-beab-30ca9cbe2342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383060 May 18 19:10:36.217599 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff77090-aed8-4aaa-bf37-cdaef9d0e83b req-3f875444-d8cf-40cc-a9d4-f7db573aea82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:10:36.219145 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0ff77090-aed8-4aaa-bf37-cdaef9d0e83b req-3f875444-d8cf-40cc-a9d4-f7db573aea82 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f46d25eeb482420ea6a4ecbe2b9597ba&device_id=a2d9e1b7-2c29-4252-904f-5ec2692f4ec4 HTTP/1.1" status: 200 len: 1096 time: 0.0416491 May 18 19:10:36.328393 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfb3134-653f-48a1-bb5e-4f87a7af2d9f req-0c727e42-69ba-4d84-a386-0dc12565ad1b tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:10:36.329917 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3bfb3134-653f-48a1-bb5e-4f87a7af2d9f req-0c727e42-69ba-4d84-a386-0dc12565ad1b tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/ports?device_id=a2d9e1b7-2c29-4252-904f-5ec2692f4ec4 HTTP/1.1" status: 200 len: 945 time: 0.1080687 May 18 19:10:36.362060 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff77090-aed8-4aaa-bf37-cdaef9d0e83b req-9140f443-bc60-47f3-b9e5-752d5c881ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:10:36.363492 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0ff77090-aed8-4aaa-bf37-cdaef9d0e83b req-9140f443-bc60-47f3-b9e5-752d5c881ed0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6ef28b59-7ba5-4079-8baf-63c18a3db82a HTTP/1.1" status: 200 len: 908 time: 0.1328471 May 18 19:10:36.386890 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3bfb3134-653f-48a1-bb5e-4f87a7af2d9f req-74fbea31-8af5-4d8b-8c89-f1ad5e0c153d tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/security-groups?id=e52d0047-e7b3-4bfb-beab-30ca9cbe2342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503671 May 18 19:10:36.767460 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0ff77090-aed8-4aaa-bf37-cdaef9d0e83b req-ad1e5873-e920-4392-81a8-721f7d4befcc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e01c89d-82e7-422d-b4dd-7c8d2d38f1cc HTTP/1.1" status: 200 len: 1001 time: 0.3914411 May 18 19:10:36.819745 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff77090-aed8-4aaa-bf37-cdaef9d0e83b req-d5d864ca-9b41-4d05-b59e-fedf996cff64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:10:36.821217 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0ff77090-aed8-4aaa-bf37-cdaef9d0e83b req-d5d864ca-9b41-4d05-b59e-fedf996cff64 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0d6ecb5b-d9ba-4243-a00a-96301a6eafa2 HTTP/1.1" status: 200 len: 846 time: 0.0429320 May 18 19:10:36.869686 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff77090-aed8-4aaa-bf37-cdaef9d0e83b req-99088805-5780-4a0b-892e-b4d8e2b2704b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:10:36.871166 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0ff77090-aed8-4aaa-bf37-cdaef9d0e83b req-99088805-5780-4a0b-892e-b4d8e2b2704b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6ef28b59-7ba5-4079-8baf-63c18a3db82a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394161 May 18 19:10:36.965832 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0ff77090-aed8-4aaa-bf37-cdaef9d0e83b req-12530dbb-cd77-47dc-abec-4795b406029e service neutron] 10.222.0.36 "GET /v2.0/networks/6ef28b59-7ba5-4079-8baf-63c18a3db82a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834315 May 18 19:10:37.057367 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0ff77090-aed8-4aaa-bf37-cdaef9d0e83b req-2707ee0b-9c6d-484c-8a53-7bd43e0250ba service neutron] 10.222.0.36 "GET /v2.0/networks/6ef28b59-7ba5-4079-8baf-63c18a3db82a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806215 May 18 19:10:37.509762 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ee735e-0154-49f3-80aa-647f9e6b4483 req-19ef4e40-0596-4e09-8efd-ecc8f95adc14 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:10:37.511362 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b3ee735e-0154-49f3-80aa-647f9e6b4483 req-19ef4e40-0596-4e09-8efd-ecc8f95adc14 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/ports?device_id=a2d9e1b7-2c29-4252-904f-5ec2692f4ec4 HTTP/1.1" status: 200 len: 945 time: 0.0565023 May 18 19:10:37.549647 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b3ee735e-0154-49f3-80aa-647f9e6b4483 req-218e72a1-0e83-4deb-b63c-02e2587b01f5 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/security-groups?id=e52d0047-e7b3-4bfb-beab-30ca9cbe2342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322263 May 18 19:10:37.762396 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a061c2fa-0f74-4a83-9331-d19eb55a0640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:10:38.666344 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5344cc91-dd24-4e34-8035-79bb501fa3a6 req-ca1bb94a-6b36-4a3d-b57a-749acb611034 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:10:38.667808 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5344cc91-dd24-4e34-8035-79bb501fa3a6 req-ca1bb94a-6b36-4a3d-b57a-749acb611034 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/ports?device_id=a2d9e1b7-2c29-4252-904f-5ec2692f4ec4 HTTP/1.1" status: 200 len: 945 time: 0.0489423 May 18 19:10:38.706814 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5344cc91-dd24-4e34-8035-79bb501fa3a6 req-4784fee1-818a-4be6-a318-fa158a8de82f tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/security-groups?id=e52d0047-e7b3-4bfb-beab-30ca9cbe2342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328033 May 18 19:10:39.824895 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84754f6-9772-41a8-bf9a-12170efd5930 req-bf53d6ae-286a-4ba6-9100-e3f52919a637 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:10:39.826324 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f84754f6-9772-41a8-bf9a-12170efd5930 req-bf53d6ae-286a-4ba6-9100-e3f52919a637 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/ports?device_id=a2d9e1b7-2c29-4252-904f-5ec2692f4ec4 HTTP/1.1" status: 200 len: 945 time: 0.0487497 May 18 19:10:39.862757 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f84754f6-9772-41a8-bf9a-12170efd5930 req-1b7c8f45-d118-4468-b9a3-e2381c66b158 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/security-groups?id=e52d0047-e7b3-4bfb-beab-30ca9cbe2342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304387 May 18 19:10:39.930884 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [req-1cd296ad-a926-4cb8-8226-1488e1f17111 req-d4e246a0-9616-4b9a-ba34-54836faf91bf service neutron] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=102730) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 19:10:39.931852 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1cd296ad-a926-4cb8-8226-1488e1f17111 req-d4e246a0-9616-4b9a-ba34-54836faf91bf service neutron] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060503 May 18 19:10:40.133673 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b2fd799e-e492-44f2-848f-b1b05d1080ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:10:40.315337 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 5e01c89d-82e7-422d-b4dd-7c8d2d38f1cc no longer exists at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 19:10:40.388356 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 5e01c89d-82e7-422d-b4dd-7c8d2d38f1cc is: ACTIVE; New status is: DOWN {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 19:10:40.388651 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:10:40.413359 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2d9e1b7-2c29-4252-904f-5ec2692f4ec4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e01c89d-82e7-422d-b4dd-7c8d2d38f1cc'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 19:10:40.415575 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5d64110a1ec54c0f2bae3109cf83ae5c70b13a424bf8c5acbf84dbd50ace00d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-867cc181-a02b-4040-9987-57047cce4b1d" -d '{"events": [{"server_uuid": "a2d9e1b7-2c29-4252-904f-5ec2692f4ec4", "name": "network-vif-unplugged", "status": "completed", "tag": "5e01c89d-82e7-422d-b4dd-7c8d2d38f1cc"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 19:10:40.427289 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 5e01c89d-82e7-422d-b4dd-7c8d2d38f1cc, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=5e01c89d-82e7-422d-b4dd-7c8d2d38f1cc,segment=NetworkSegment(068a2a26-3c74-4434-9c66-65f250c8eed8),segment_id=068a2a26-3c74-4434-9c66-65f250c8eed8)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 19:10:40.431340 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:10:40.477456 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=5e01c89d-82e7-422d-b4dd-7c8d2d38f1cc,revision_number=8']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:10:41.026678 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 18 May 2022 19:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc1ab7f1-fc26-4e09-8b96-d824b622d812 x-openstack-request-id: req-dc1ab7f1-fc26-4e09-8b96-d824b622d812 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 19:10:41.027170 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2d9e1b7-2c29-4252-904f-5ec2692f4ec4", "name": "network-vif-unplugged", "status": "failed", "tag": "5e01c89d-82e7-422d-b4dd-7c8d2d38f1cc", "code": 422}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 19:10:41.027787 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-dc1ab7f1-fc26-4e09-8b96-d824b622d812 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 19:10:41.028229 n-d-838550-3 neutron-server[102732]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-dc1ab7f1-fc26-4e09-8b96-d824b622d812']: {'server_uuid': 'a2d9e1b7-2c29-4252-904f-5ec2692f4ec4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5e01c89d-82e7-422d-b4dd-7c8d2d38f1cc', 'code': 422} returned with failed status May 18 19:10:41.121409 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536601e2-57f1-4a3a-bfe9-bdeb85981df6 req-acc02a3e-19cc-43cc-8b01-30fc05cf00fc tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:10:41.122937 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-536601e2-57f1-4a3a-bfe9-bdeb85981df6 req-acc02a3e-19cc-43cc-8b01-30fc05cf00fc tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/ports?device_id=a2d9e1b7-2c29-4252-904f-5ec2692f4ec4 HTTP/1.1" status: 200 len: 943 time: 0.0541880 May 18 19:10:41.165843 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-536601e2-57f1-4a3a-bfe9-bdeb85981df6 req-b2467f91-70a1-4f42-93dc-5ce0011e7793 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/security-groups?id=e52d0047-e7b3-4bfb-beab-30ca9cbe2342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366349 May 18 19:10:41.269435 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9d89e244-220c-4ee4-af34-9c67239cf21d req-fb15694e-c8d5-4d3b-9542-54f0a6d55ad6 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=a2d9e1b7-2c29-4252-904f-5ec2692f4ec4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0858569 May 18 19:10:41.497159 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:10:42.093235 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d89e244-220c-4ee4-af34-9c67239cf21d req-aa52b93e-42d1-4ce7-95ee-b03f69056d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:10:42.094754 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9d89e244-220c-4ee4-af34-9c67239cf21d req-aa52b93e-42d1-4ce7-95ee-b03f69056d2f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a2d9e1b7-2c29-4252-904f-5ec2692f4ec4&tenant_id=f46d25eeb482420ea6a4ecbe2b9597ba HTTP/1.1" status: 200 len: 1094 time: 0.0407445 May 18 19:10:42.161523 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d89e244-220c-4ee4-af34-9c67239cf21d req-2532a764-7497-49f2-9bb7-fb6cf49e8924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:10:42.163100 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9d89e244-220c-4ee4-af34-9c67239cf21d req-2532a764-7497-49f2-9bb7-fb6cf49e8924 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f46d25eeb482420ea6a4ecbe2b9597ba&device_id=a2d9e1b7-2c29-4252-904f-5ec2692f4ec4 HTTP/1.1" status: 200 len: 1094 time: 0.0402319 May 18 19:10:42.283325 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d89e244-220c-4ee4-af34-9c67239cf21d req-ee7de83a-6e7a-43f1-90be-6ce62b0b1829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:10:42.284795 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9d89e244-220c-4ee4-af34-9c67239cf21d req-ee7de83a-6e7a-43f1-90be-6ce62b0b1829 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6ef28b59-7ba5-4079-8baf-63c18a3db82a HTTP/1.1" status: 200 len: 908 time: 0.1140108 May 18 19:10:42.300285 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31719a8c-bc31-4bf4-b8aa-21ec1203bd2d req-57436d50-ea39-4c68-a4e2-9f9b4d99abb4 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:10:42.301735 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-31719a8c-bc31-4bf4-b8aa-21ec1203bd2d req-57436d50-ea39-4c68-a4e2-9f9b4d99abb4 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/ports?device_id=a2d9e1b7-2c29-4252-904f-5ec2692f4ec4 HTTP/1.1" status: 200 len: 943 time: 0.0681489 May 18 19:10:42.382216 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-31719a8c-bc31-4bf4-b8aa-21ec1203bd2d req-63eda2a8-9f3d-49bf-b0ec-352cd01afa80 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/security-groups?id=e52d0047-e7b3-4bfb-beab-30ca9cbe2342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735219 May 18 19:10:42.390078 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9d89e244-220c-4ee4-af34-9c67239cf21d req-32cc6165-c733-4cf2-a560-ac127f218601 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e01c89d-82e7-422d-b4dd-7c8d2d38f1cc HTTP/1.1" status: 200 len: 999 time: 0.0869350 May 18 19:10:42.439133 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d89e244-220c-4ee4-af34-9c67239cf21d req-2238e488-3e13-43de-9444-928e2e6e8ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:10:42.440560 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9d89e244-220c-4ee4-af34-9c67239cf21d req-2238e488-3e13-43de-9444-928e2e6e8ad9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0d6ecb5b-d9ba-4243-a00a-96301a6eafa2 HTTP/1.1" status: 200 len: 846 time: 0.0436141 May 18 19:10:42.487504 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d89e244-220c-4ee4-af34-9c67239cf21d req-4d014dd1-bb68-4d90-b718-317477dbb6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:10:42.488973 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9d89e244-220c-4ee4-af34-9c67239cf21d req-4d014dd1-bb68-4d90-b718-317477dbb6ba service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6ef28b59-7ba5-4079-8baf-63c18a3db82a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389588 May 18 19:10:42.587472 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9d89e244-220c-4ee4-af34-9c67239cf21d req-b985d200-1051-4549-8aca-c9d8039af60c service neutron] 10.222.0.36 "GET /v2.0/networks/6ef28b59-7ba5-4079-8baf-63c18a3db82a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878065 May 18 19:10:42.637381 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:10:42.683416 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9d89e244-220c-4ee4-af34-9c67239cf21d req-ad78e463-7840-48bd-8c75-f8a9be05ecc8 service neutron] 10.222.0.36 "GET /v2.0/networks/6ef28b59-7ba5-4079-8baf-63c18a3db82a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855448 May 18 19:10:43.212300 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:10:43.528392 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f450053-9fd2-4ff6-94d2-4ab6264a0ce7 req-3157d2f3-2d50-45ab-834c-8f42be631f10 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:10:43.534751 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4f450053-9fd2-4ff6-94d2-4ab6264a0ce7 req-3157d2f3-2d50-45ab-834c-8f42be631f10 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/ports?device_id=a2d9e1b7-2c29-4252-904f-5ec2692f4ec4 HTTP/1.1" status: 200 len: 943 time: 0.0741317 May 18 19:10:43.585430 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4f450053-9fd2-4ff6-94d2-4ab6264a0ce7 req-2b93f8bb-aa57-4711-a95b-0270449dcd66 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/security-groups?id=e52d0047-e7b3-4bfb-beab-30ca9cbe2342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433192 May 18 19:10:44.330998 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 5e01c89d-82e7-422d-b4dd-7c8d2d38f1cc no longer exists at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 19:10:44.417731 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 5e01c89d-82e7-422d-b4dd-7c8d2d38f1cc is: DOWN; New status is: DOWN {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 19:10:44.707969 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7188437-5b7c-49df-b57b-1d1d0456d10a req-86f1585c-94c7-4670-a5ce-efacd9ee25a0 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:10:44.709790 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d7188437-5b7c-49df-b57b-1d1d0456d10a req-86f1585c-94c7-4670-a5ce-efacd9ee25a0 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/ports?device_id=a2d9e1b7-2c29-4252-904f-5ec2692f4ec4 HTTP/1.1" status: 200 len: 943 time: 0.0519691 May 18 19:10:44.750432 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d7188437-5b7c-49df-b57b-1d1d0456d10a req-2b615865-31cc-44d5-a746-33db04b6a7b1 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/security-groups?id=e52d0047-e7b3-4bfb-beab-30ca9cbe2342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329823 May 18 19:10:45.875850 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d92e0a7-02a0-4886-a708-66f1c82cfd48 req-c0e9f582-58b1-44ab-81e3-186b812198d1 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:10:45.877816 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5d92e0a7-02a0-4886-a708-66f1c82cfd48 req-c0e9f582-58b1-44ab-81e3-186b812198d1 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/ports?device_id=a2d9e1b7-2c29-4252-904f-5ec2692f4ec4 HTTP/1.1" status: 200 len: 943 time: 0.0513394 May 18 19:10:45.920934 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5d92e0a7-02a0-4886-a708-66f1c82cfd48 req-5d3a574c-ea78-42e0-90f2-ffd172e73bf9 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/security-groups?id=e52d0047-e7b3-4bfb-beab-30ca9cbe2342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354731 May 18 19:10:47.054309 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f926d85-ec2e-4e09-96b4-e5cf982cfc5a req-76f98479-b131-46c4-89ac-f4e3104194ac tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:10:47.055862 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3f926d85-ec2e-4e09-96b4-e5cf982cfc5a req-76f98479-b131-46c4-89ac-f4e3104194ac tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/ports?device_id=a2d9e1b7-2c29-4252-904f-5ec2692f4ec4 HTTP/1.1" status: 200 len: 943 time: 0.0630753 May 18 19:10:47.101265 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3f926d85-ec2e-4e09-96b4-e5cf982cfc5a req-a9c476b1-20a7-4fff-804d-885558fc09c7 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/security-groups?id=e52d0047-e7b3-4bfb-beab-30ca9cbe2342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393331 May 18 19:10:48.224869 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9994ea-124f-45bf-85c3-069cbcadbd7e req-01cbafb5-d7ff-43cc-b0f7-88baaf988037 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:10:48.226419 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ea9994ea-124f-45bf-85c3-069cbcadbd7e req-01cbafb5-d7ff-43cc-b0f7-88baaf988037 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/ports?device_id=a2d9e1b7-2c29-4252-904f-5ec2692f4ec4 HTTP/1.1" status: 200 len: 943 time: 0.0521841 May 18 19:10:48.269028 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ea9994ea-124f-45bf-85c3-069cbcadbd7e req-95b50b46-4c19-40d6-a77d-cc56d0e61338 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/security-groups?id=e52d0047-e7b3-4bfb-beab-30ca9cbe2342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364554 May 18 19:10:49.393722 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aff87d-2f99-4627-816d-b5f948ee301e req-7d0fe01a-cb80-4b11-8b44-853b5bb90e09 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:10:49.395376 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d0aff87d-2f99-4627-816d-b5f948ee301e req-7d0fe01a-cb80-4b11-8b44-853b5bb90e09 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/ports?device_id=a2d9e1b7-2c29-4252-904f-5ec2692f4ec4 HTTP/1.1" status: 200 len: 943 time: 0.0505791 May 18 19:10:49.437833 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d0aff87d-2f99-4627-816d-b5f948ee301e req-1208f988-a550-40f4-894f-b45d7bf85a03 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/security-groups?id=e52d0047-e7b3-4bfb-beab-30ca9cbe2342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356596 May 18 19:10:50.574557 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19f9cc3-9e97-45be-b79c-0c96747f6c7d req-59975a91-e6e3-4625-9f7c-d4af2ed01dc6 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:10:50.576289 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e19f9cc3-9e97-45be-b79c-0c96747f6c7d req-59975a91-e6e3-4625-9f7c-d4af2ed01dc6 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/ports?device_id=a2d9e1b7-2c29-4252-904f-5ec2692f4ec4 HTTP/1.1" status: 200 len: 943 time: 0.0534205 May 18 19:10:50.621379 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e19f9cc3-9e97-45be-b79c-0c96747f6c7d req-cffbfb4d-153f-4db2-a77e-cb768bdf3744 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/security-groups?id=e52d0047-e7b3-4bfb-beab-30ca9cbe2342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388503 May 18 19:10:51.741651 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d165a08-ac70-4376-8f1a-8835aa68848d req-02ffc2ca-814a-47aa-bec6-02769fd3a1b3 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:10:51.743134 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4d165a08-ac70-4376-8f1a-8835aa68848d req-02ffc2ca-814a-47aa-bec6-02769fd3a1b3 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/ports?device_id=a2d9e1b7-2c29-4252-904f-5ec2692f4ec4 HTTP/1.1" status: 200 len: 943 time: 0.0510790 May 18 19:10:51.780936 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4d165a08-ac70-4376-8f1a-8835aa68848d req-0a387edd-5bd1-4abb-b6f0-fd7838852bd3 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/security-groups?id=e52d0047-e7b3-4bfb-beab-30ca9cbe2342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318470 May 18 19:10:52.896837 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f47ad2-ab85-4110-86b3-391456708d20 req-4b8a4311-36a1-4bab-b929-4aa80243ca5b tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:10:52.898333 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e5f47ad2-ab85-4110-86b3-391456708d20 req-4b8a4311-36a1-4bab-b929-4aa80243ca5b tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/ports?device_id=a2d9e1b7-2c29-4252-904f-5ec2692f4ec4 HTTP/1.1" status: 200 len: 943 time: 0.0483460 May 18 19:10:52.936004 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e5f47ad2-ab85-4110-86b3-391456708d20 req-1ea770c2-4019-41d7-a51d-593ce59f229c tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/security-groups?id=e52d0047-e7b3-4bfb-beab-30ca9cbe2342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316308 May 18 19:10:54.051508 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b30b2a2-5caa-48d8-ab40-8b3309d3e230 req-d317dd8e-b8ff-4b97-aa23-799f3f857769 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:10:54.054208 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9b30b2a2-5caa-48d8-ab40-8b3309d3e230 req-d317dd8e-b8ff-4b97-aa23-799f3f857769 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/ports?device_id=a2d9e1b7-2c29-4252-904f-5ec2692f4ec4 HTTP/1.1" status: 200 len: 943 time: 0.0503199 May 18 19:10:54.096075 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9b30b2a2-5caa-48d8-ab40-8b3309d3e230 req-37f9b9eb-14a1-45f4-a423-44d8e6a9add2 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/security-groups?id=e52d0047-e7b3-4bfb-beab-30ca9cbe2342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354421 May 18 19:10:54.440951 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 5e01c89d-82e7-422d-b4dd-7c8d2d38f1cc details requested by agent hyperv_n-h1-838550-3 with host n-h1-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 19:10:54.537308 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 5e01c89d-82e7-422d-b4dd-7c8d2d38f1cc, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=5e01c89d-82e7-422d-b4dd-7c8d2d38f1cc,segment=NetworkSegment(068a2a26-3c74-4434-9c66-65f250c8eed8),segment_id=068a2a26-3c74-4434-9c66-65f250c8eed8)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 19:10:54.548262 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Returning: {'device': '5e01c89d-82e7-422d-b4dd-7c8d2d38f1cc', 'network_id': '6ef28b59-7ba5-4079-8baf-63c18a3db82a', 'port_id': '5e01c89d-82e7-422d-b4dd-7c8d2d38f1cc', 'mac_address': 'fa:16:3e:4e:21:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d6ecb5b-d9ba-4243-a00a-96301a6eafa2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 19:10:54.584480 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 5e01c89d-82e7-422d-b4dd-7c8d2d38f1cc is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 19:10:54.584873 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:10:54.597289 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e01c89d-82e7-422d-b4dd-7c8d2d38f1cc {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 19:10:54.615335 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 5e01c89d-82e7-422d-b4dd-7c8d2d38f1cc, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=5e01c89d-82e7-422d-b4dd-7c8d2d38f1cc,segment=NetworkSegment(068a2a26-3c74-4434-9c66-65f250c8eed8),segment_id=068a2a26-3c74-4434-9c66-65f250c8eed8)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 19:10:54.619278 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:10:54.664961 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=5e01c89d-82e7-422d-b4dd-7c8d2d38f1cc,revision_number=9']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:10:54.893945 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['5e01c89d-82e7-422d-b4dd-7c8d2d38f1cc'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 19:10:55.215352 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b995b90d-3164-4599-9377-010753c2ed4e req-7ed37034-8893-43f4-a61c-009f45db9af6 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:10:55.216918 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b995b90d-3164-4599-9377-010753c2ed4e req-7ed37034-8893-43f4-a61c-009f45db9af6 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/ports?device_id=a2d9e1b7-2c29-4252-904f-5ec2692f4ec4 HTTP/1.1" status: 200 len: 944 time: 0.0496917 May 18 19:10:55.254566 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b995b90d-3164-4599-9377-010753c2ed4e req-ec9c1367-ed1b-4c93-8a81-122ca2d0f4f7 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/security-groups?id=e52d0047-e7b3-4bfb-beab-30ca9cbe2342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316143 May 18 19:10:56.372295 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cc8c51-67d6-4f4c-98eb-ce4ffb39bd68 req-d8dd7084-1747-494a-b8fa-24366b1cb146 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:10:56.373827 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-53cc8c51-67d6-4f4c-98eb-ce4ffb39bd68 req-d8dd7084-1747-494a-b8fa-24366b1cb146 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/ports?device_id=a2d9e1b7-2c29-4252-904f-5ec2692f4ec4 HTTP/1.1" status: 200 len: 944 time: 0.0493128 May 18 19:10:56.413036 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-53cc8c51-67d6-4f4c-98eb-ce4ffb39bd68 req-8a94f3f7-cc60-45b4-9562-2178fb387e28 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/security-groups?id=e52d0047-e7b3-4bfb-beab-30ca9cbe2342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329702 May 18 19:10:56.450466 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 5e01c89d-82e7-422d-b4dd-7c8d2d38f1cc up at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 19:10:56.501277 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning complete for port 5e01c89d-82e7-422d-b4dd-7c8d2d38f1cc triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 19:10:56.501679 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:10:56.577655 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 5e01c89d-82e7-422d-b4dd-7c8d2d38f1cc is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 19:10:56.577957 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:10:56.599725 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2d9e1b7-2c29-4252-904f-5ec2692f4ec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e01c89d-82e7-422d-b4dd-7c8d2d38f1cc'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 19:10:56.601931 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5d64110a1ec54c0f2bae3109cf83ae5c70b13a424bf8c5acbf84dbd50ace00d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e1c5617-6ccc-4436-ba02-761797630e34" -d '{"events": [{"server_uuid": "a2d9e1b7-2c29-4252-904f-5ec2692f4ec4", "name": "network-vif-plugged", "status": "completed", "tag": "5e01c89d-82e7-422d-b4dd-7c8d2d38f1cc"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 19:10:56.614072 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 5e01c89d-82e7-422d-b4dd-7c8d2d38f1cc, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=5e01c89d-82e7-422d-b4dd-7c8d2d38f1cc,segment=NetworkSegment(068a2a26-3c74-4434-9c66-65f250c8eed8),segment_id=068a2a26-3c74-4434-9c66-65f250c8eed8)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 19:10:56.620093 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:10:56.646686 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 19:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca50e6c4-ff4d-44d6-9f16-09f2be9475a6 x-openstack-request-id: req-ca50e6c4-ff4d-44d6-9f16-09f2be9475a6 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 19:10:56.646981 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2d9e1b7-2c29-4252-904f-5ec2692f4ec4", "name": "network-vif-plugged", "status": "completed", "tag": "5e01c89d-82e7-422d-b4dd-7c8d2d38f1cc", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 19:10:56.647232 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-ca50e6c4-ff4d-44d6-9f16-09f2be9475a6 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 19:10:56.647621 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca50e6c4-ff4d-44d6-9f16-09f2be9475a6'] response: {'server_uuid': 'a2d9e1b7-2c29-4252-904f-5ec2692f4ec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e01c89d-82e7-422d-b4dd-7c8d2d38f1cc', 'code': 200} May 18 19:10:56.674213 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=5e01c89d-82e7-422d-b4dd-7c8d2d38f1cc,revision_number=10']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:10:56.806464 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed148dfe-e37e-41d8-b18d-ec3cb050659a req-f3ca2a7a-de7e-46ed-b0f0-0f1efcb422ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:10:56.807987 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ed148dfe-e37e-41d8-b18d-ec3cb050659a req-f3ca2a7a-de7e-46ed-b0f0-0f1efcb422ec service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a2d9e1b7-2c29-4252-904f-5ec2692f4ec4 HTTP/1.1" status: 200 len: 1097 time: 0.0428486 May 18 19:10:56.851368 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ed148dfe-e37e-41d8-b18d-ec3cb050659a req-dead8f38-e3ab-44f5-9042-3398a0038ba5 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e52d0047-e7b3-4bfb-beab-30ca9cbe2342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321102 May 18 19:10:57.534523 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3622d2bf-bea3-4575-af99-4d1d6e81496d req-a77fbc9b-226e-49a5-ab28-d9914806d00e tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:10:57.536919 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3622d2bf-bea3-4575-af99-4d1d6e81496d req-a77fbc9b-226e-49a5-ab28-d9914806d00e tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/ports?device_id=a2d9e1b7-2c29-4252-904f-5ec2692f4ec4 HTTP/1.1" status: 200 len: 946 time: 0.0504868 May 18 19:10:57.575448 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3622d2bf-bea3-4575-af99-4d1d6e81496d req-3904a776-bf4a-4435-815e-9283588aba6d tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/security-groups?id=e52d0047-e7b3-4bfb-beab-30ca9cbe2342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326111 May 18 19:10:58.696683 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65481a6c-0e12-4dd1-a116-99ea5661cd96 req-db4b7ef7-36ac-47bf-a835-89c4c037a4b2 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:10:58.698212 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-65481a6c-0e12-4dd1-a116-99ea5661cd96 req-db4b7ef7-36ac-47bf-a835-89c4c037a4b2 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/ports?device_id=a2d9e1b7-2c29-4252-904f-5ec2692f4ec4 HTTP/1.1" status: 200 len: 946 time: 0.0505571 May 18 19:10:58.735937 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-65481a6c-0e12-4dd1-a116-99ea5661cd96 req-b30295f4-deb1-4139-a7a7-5de5893af09b tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/security-groups?id=e52d0047-e7b3-4bfb-beab-30ca9cbe2342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317242 May 18 19:11:01.570950 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:11:01.748844 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:11:02.276645 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 7 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 19:11:07.764934 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-fc333419-0cf0-44da-a8d9-786f2fc0c20f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:11:10.138519 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-eeeeb2d3-737f-474f-a6d3-9bac534808e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:11:11.498925 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:11:12.639670 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:11:13.205460 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:11:31.571339 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:11:31.752317 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:11:33.359398 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d9b10dd8-94e5-4208-8021-36fd76c241cb req-3ccbfd7c-bedb-4ded-b8d0-d6a13c2a6631 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a2d9e1b7-2c29-4252-904f-5ec2692f4ec4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0394979 May 18 19:11:33.446725 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b10dd8-94e5-4208-8021-36fd76c241cb req-8d5857e8-2909-4a02-b95a-412e4efcb16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:11:33.448140 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d9b10dd8-94e5-4208-8021-36fd76c241cb req-8d5857e8-2909-4a02-b95a-412e4efcb16e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f46d25eeb482420ea6a4ecbe2b9597ba&device_id=a2d9e1b7-2c29-4252-904f-5ec2692f4ec4 HTTP/1.1" status: 200 len: 1097 time: 0.0467899 May 18 19:11:33.549991 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b10dd8-94e5-4208-8021-36fd76c241cb req-3bb4ca46-cdca-4760-8663-5f93c18bb223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:11:33.551451 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d9b10dd8-94e5-4208-8021-36fd76c241cb req-3bb4ca46-cdca-4760-8663-5f93c18bb223 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6ef28b59-7ba5-4079-8baf-63c18a3db82a HTTP/1.1" status: 200 len: 908 time: 0.0829520 May 18 19:11:33.619971 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d9b10dd8-94e5-4208-8021-36fd76c241cb req-1d83f049-838d-4384-aa6c-e9d7fc61dc45 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e01c89d-82e7-422d-b4dd-7c8d2d38f1cc HTTP/1.1" status: 200 len: 1001 time: 0.0611660 May 18 19:11:33.670652 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b10dd8-94e5-4208-8021-36fd76c241cb req-ebc35a70-8591-43d0-9e84-dc7a1b19d49f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:11:33.672131 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d9b10dd8-94e5-4208-8021-36fd76c241cb req-ebc35a70-8591-43d0-9e84-dc7a1b19d49f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0d6ecb5b-d9ba-4243-a00a-96301a6eafa2 HTTP/1.1" status: 200 len: 846 time: 0.0438724 May 18 19:11:33.718848 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b10dd8-94e5-4208-8021-36fd76c241cb req-563d4cb9-e1b8-42ab-8611-02acecb284ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:11:33.720257 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d9b10dd8-94e5-4208-8021-36fd76c241cb req-563d4cb9-e1b8-42ab-8611-02acecb284ab service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6ef28b59-7ba5-4079-8baf-63c18a3db82a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406506 May 18 19:11:33.811551 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d9b10dd8-94e5-4208-8021-36fd76c241cb req-333cbb90-37b1-4c03-8bf4-edb7b4f76767 service neutron] 10.222.0.36 "GET /v2.0/networks/6ef28b59-7ba5-4079-8baf-63c18a3db82a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828981 May 18 19:11:33.901159 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d9b10dd8-94e5-4208-8021-36fd76c241cb req-08124c6d-79b2-4fc0-92ae-1a181edc2dc5 service neutron] 10.222.0.36 "GET /v2.0/networks/6ef28b59-7ba5-4079-8baf-63c18a3db82a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815220 May 18 19:11:37.766414 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-72609647-abc7-4b10-b262-59fe6f9982d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:11:39.276402 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 7 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 19:11:40.139856 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-3cb3ca89-0cc3-4d7f-939e-67d9da4bee3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:11:41.502771 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:11:42.642153 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:11:43.207082 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:12:01.569568 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:12:01.780130 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:12:07.767887 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0640ea55-73f6-42bb-a3da-969f9b4fba40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:12:10.141682 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-2868aa7b-c060-446c-8f7e-399dba04969d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:12:11.505104 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:12:12.641086 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 51188) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:12:12.645852 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:12:12.801223 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-632a67e5-731c-4dd5-b9af-bde4cb57f046 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Deleting port 6761a2bf-1e9b-4a50-8a0d-7a54ff23eac6 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 19:12:12.801559 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-632a67e5-731c-4dd5-b9af-bde4cb57f046 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:12:12.878904 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-632a67e5-731c-4dd5-b9af-bde4cb57f046 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:12:12.879136 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-632a67e5-731c-4dd5-b9af-bde4cb57f046 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:12:12.891015 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-632a67e5-731c-4dd5-b9af-bde4cb57f046 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Calling delete_port for 6761a2bf-1e9b-4a50-8a0d-7a54ff23eac6 owned by network:floatingip {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 19:12:13.035314 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-632a67e5-731c-4dd5-b9af-bde4cb57f046 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:12:13.059073 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632a67e5-731c-4dd5-b9af-bde4cb57f046 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Pushing event deleted for resources: {'Port': ['ID=6761a2bf-1e9b-4a50-8a0d-7a54ff23eac6,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:12:13.072094 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632a67e5-731c-4dd5-b9af-bde4cb57f046 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:12:13.072439 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632a67e5-731c-4dd5-b9af-bde4cb57f046 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:12:13.072778 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632a67e5-731c-4dd5-b9af-bde4cb57f046 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:12:13.073107 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632a67e5-731c-4dd5-b9af-bde4cb57f046 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:12:13.073438 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632a67e5-731c-4dd5-b9af-bde4cb57f046 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:12:13.073797 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632a67e5-731c-4dd5-b9af-bde4cb57f046 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:12:13.074124 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632a67e5-731c-4dd5-b9af-bde4cb57f046 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:12:13.074447 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632a67e5-731c-4dd5-b9af-bde4cb57f046 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:12:13.074766 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632a67e5-731c-4dd5-b9af-bde4cb57f046 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:12:13.075084 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632a67e5-731c-4dd5-b9af-bde4cb57f046 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:12:13.075406 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632a67e5-731c-4dd5-b9af-bde4cb57f046 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:12:13.075723 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632a67e5-731c-4dd5-b9af-bde4cb57f046 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:12:13.131658 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-632a67e5-731c-4dd5-b9af-bde4cb57f046 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Notify callbacks [] for floatingip, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:12:13.131947 n-d-838550-3 neutron-server[102730]: INFO neutron.db.l3_db [None req-632a67e5-731c-4dd5-b9af-bde4cb57f046 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Floating IP 116b566f-9138-485c-b7d7-82e907f8a5f1 disassociated (deleted). External IP: 172.25.5.136, port: 5e01c89d-82e7-422d-b4dd-7c8d2d38f1cc. May 18 19:12:13.210090 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:12:13.339105 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-632a67e5-731c-4dd5-b9af-bde4cb57f046 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Router 4809b14a-ab39-48a7-84b5-6ab451f0fa0d has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 19:12:13.445701 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-632a67e5-731c-4dd5-b9af-bde4cb57f046 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 19:12:13.450094 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-632a67e5-731c-4dd5-b9af-bde4cb57f046 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:12:13.457013 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6adfb8e-3e79-4616-8b04-b7bd3d6334ed None None] Sync routers for ids ['4809b14a-ab39-48a7-84b5-6ab451f0fa0d'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 19:12:13.466166 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6adfb8e-3e79-4616-8b04-b7bd3d6334ed None None] Routers {'4809b14a-ab39-48a7-84b5-6ab451f0fa0d'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 19:12:13.466775 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-d6adfb8e-3e79-4616-8b04-b7bd3d6334ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T19:12:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['4809b14a-ab39-48a7-84b5-6ab451f0fa0d'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:12:13.477015 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-632a67e5-731c-4dd5-b9af-bde4cb57f046 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "DELETE /v2.0/floatingips/116b566f-9138-485c-b7d7-82e907f8a5f1 HTTP/1.1" status: 204 len: 168 time: 0.8341339 May 18 19:12:13.477743 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2d9e1b7-2c29-4252-904f-5ec2692f4ec4', 'tag': '5e01c89d-82e7-422d-b4dd-7c8d2d38f1cc'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 19:12:13.480111 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebab1398998b981f34f543ac0b562e5946bae5cf08db64623ace6dd3c2d346bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbdfffb7-9dc8-4d2d-a9ea-bad430a2ccf9" -d '{"events": [{"name": "network-changed", "server_uuid": "a2d9e1b7-2c29-4252-904f-5ec2692f4ec4", "tag": "5e01c89d-82e7-422d-b4dd-7c8d2d38f1cc"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 19:12:13.574796 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-d6adfb8e-3e79-4616-8b04-b7bd3d6334ed None None] Set router 4809b14a-ab39-48a7-84b5-6ab451f0fa0d gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 19:12:13.696380 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 19:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceeea245-1f91-4f4f-853f-a3af75250785 x-openstack-request-id: req-ceeea245-1f91-4f4f-853f-a3af75250785 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 19:12:13.696924 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2d9e1b7-2c29-4252-904f-5ec2692f4ec4", "tag": "5e01c89d-82e7-422d-b4dd-7c8d2d38f1cc", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 19:12:13.696924 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-ceeea245-1f91-4f4f-853f-a3af75250785 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 19:12:13.697731 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ceeea245-1f91-4f4f-853f-a3af75250785'] response: {'name': 'network-changed', 'server_uuid': 'a2d9e1b7-2c29-4252-904f-5ec2692f4ec4', 'tag': '5e01c89d-82e7-422d-b4dd-7c8d2d38f1cc', 'status': 'completed', 'code': 200} May 18 19:12:13.776834 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-d6adfb8e-3e79-4616-8b04-b7bd3d6334ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4809b14a-ab39-48a7-84b5-6ab451f0fa0d', 'name': 'tempest-TestShelveInstance-79923585-router', 'tenant_id': 'f46d25eeb482420ea6a4ecbe2b9597ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': 'eadf9fe3-5643-4346-bab7-1f6679b122f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T19:07:52Z', 'updated_at': '2022-05-18T19:07:54Z', 'revision_number': 4, 'project_id': 'f46d25eeb482420ea6a4ecbe2b9597ba', 'gw_port': {'id': 'eadf9fe3-5643-4346-bab7-1f6679b122f9', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:5a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4809b14a-ab39-48a7-84b5-6ab451f0fa0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:07:52Z', 'updated_at': '2022-05-18T19:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': 'f417ad04-e327-4c4c-a870-3f89d69482d7', 'name': '', 'network_id': '6ef28b59-7ba5-4079-8baf-63c18a3db82a', 'tenant_id': 'f46d25eeb482420ea6a4ecbe2b9597ba', 'mac_address': 'fa:16:3e:17:cb:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4809b14a-ab39-48a7-84b5-6ab451f0fa0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '0d6ecb5b-d9ba-4243-a00a-96301a6eafa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:07:54Z', 'updated_at': '2022-05-18T19:07:59Z', 'revision_number': 5, 'project_id': 'f46d25eeb482420ea6a4ecbe2b9597ba', 'subnets': [{'id': '0d6ecb5b-d9ba-4243-a00a-96301a6eafa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:12:13.793143 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdfffb7-9dc8-4d2d-a9ea-bad430a2ccf9 req-b024b61f-3342-43a0-a04e-93815e83ac0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:12:13.794793 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cbdfffb7-9dc8-4d2d-a9ea-bad430a2ccf9 req-b024b61f-3342-43a0-a04e-93815e83ac0d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f46d25eeb482420ea6a4ecbe2b9597ba&device_id=a2d9e1b7-2c29-4252-904f-5ec2692f4ec4 HTTP/1.1" status: 200 len: 1097 time: 0.0755830 May 18 19:12:13.806212 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a12b84-022f-4979-b16a-2af40b750f18 req-b01490a2-819e-464e-907e-4508523f6b5e tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:12:13.806775 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6adfb8e-3e79-4616-8b04-b7bd3d6334ed None None] Checking router: 4809b14a-ab39-48a7-84b5-6ab451f0fa0d for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 19:12:13.807663 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-07a12b84-022f-4979-b16a-2af40b750f18 req-b01490a2-819e-464e-907e-4508523f6b5e tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/ports?device_id=a2d9e1b7-2c29-4252-904f-5ec2692f4ec4 HTTP/1.1" status: 200 len: 946 time: 0.0628865 May 18 19:12:13.815194 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6adfb8e-3e79-4616-8b04-b7bd3d6334ed None None] Routers {'4809b14a-ab39-48a7-84b5-6ab451f0fa0d'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 19:12:13.815946 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-d6adfb8e-3e79-4616-8b04-b7bd3d6334ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T19:12:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['4809b14a-ab39-48a7-84b5-6ab451f0fa0d'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:12:13.888943 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-07a12b84-022f-4979-b16a-2af40b750f18 req-302209ac-5616-4d82-bff0-2351b25981b7 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/security-groups?id=e52d0047-e7b3-4bfb-beab-30ca9cbe2342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731301 May 18 19:12:13.918268 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdfffb7-9dc8-4d2d-a9ea-bad430a2ccf9 req-2575eb54-3484-4493-a8fe-d3eeb7fe49aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:12:13.919746 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cbdfffb7-9dc8-4d2d-a9ea-bad430a2ccf9 req-2575eb54-3484-4493-a8fe-d3eeb7fe49aa service neutron] 10.222.0.36 "GET /v2.0/networks?id=6ef28b59-7ba5-4079-8baf-63c18a3db82a HTTP/1.1" status: 200 len: 908 time: 0.1110985 May 18 19:12:13.920408 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-d6adfb8e-3e79-4616-8b04-b7bd3d6334ed None None] Set router 4809b14a-ab39-48a7-84b5-6ab451f0fa0d gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 19:12:13.966438 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cbdfffb7-9dc8-4d2d-a9ea-bad430a2ccf9 req-2f3b3cd7-cb51-458f-b02a-7d531af94456 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e01c89d-82e7-422d-b4dd-7c8d2d38f1cc HTTP/1.1" status: 200 len: 217 time: 0.0380986 May 18 19:12:14.017907 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdfffb7-9dc8-4d2d-a9ea-bad430a2ccf9 req-bc8219be-80b4-4082-9b3d-15a3d754f70e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:12:14.019381 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cbdfffb7-9dc8-4d2d-a9ea-bad430a2ccf9 req-bc8219be-80b4-4082-9b3d-15a3d754f70e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0d6ecb5b-d9ba-4243-a00a-96301a6eafa2 HTTP/1.1" status: 200 len: 846 time: 0.0442901 May 18 19:12:14.065642 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdfffb7-9dc8-4d2d-a9ea-bad430a2ccf9 req-bc9fe2f7-ef11-453f-a023-6f376c246971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:12:14.067147 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cbdfffb7-9dc8-4d2d-a9ea-bad430a2ccf9 req-bc9fe2f7-ef11-453f-a023-6f376c246971 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6ef28b59-7ba5-4079-8baf-63c18a3db82a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401406 May 18 19:12:14.113035 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-d6adfb8e-3e79-4616-8b04-b7bd3d6334ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4809b14a-ab39-48a7-84b5-6ab451f0fa0d', 'name': 'tempest-TestShelveInstance-79923585-router', 'tenant_id': 'f46d25eeb482420ea6a4ecbe2b9597ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': 'eadf9fe3-5643-4346-bab7-1f6679b122f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T19:07:52Z', 'updated_at': '2022-05-18T19:07:54Z', 'revision_number': 4, 'project_id': 'f46d25eeb482420ea6a4ecbe2b9597ba', 'gw_port': {'id': 'eadf9fe3-5643-4346-bab7-1f6679b122f9', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:5a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4809b14a-ab39-48a7-84b5-6ab451f0fa0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:07:52Z', 'updated_at': '2022-05-18T19:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': 'f417ad04-e327-4c4c-a870-3f89d69482d7', 'name': '', 'network_id': '6ef28b59-7ba5-4079-8baf-63c18a3db82a', 'tenant_id': 'f46d25eeb482420ea6a4ecbe2b9597ba', 'mac_address': 'fa:16:3e:17:cb:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4809b14a-ab39-48a7-84b5-6ab451f0fa0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '0d6ecb5b-d9ba-4243-a00a-96301a6eafa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:07:54Z', 'updated_at': '2022-05-18T19:07:59Z', 'revision_number': 5, 'project_id': 'f46d25eeb482420ea6a4ecbe2b9597ba', 'subnets': [{'id': '0d6ecb5b-d9ba-4243-a00a-96301a6eafa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:12:14.138998 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6adfb8e-3e79-4616-8b04-b7bd3d6334ed None None] The sync data for ids ['4809b14a-ab39-48a7-84b5-6ab451f0fa0d'] in n-d-838550-3 is: [{'id': '4809b14a-ab39-48a7-84b5-6ab451f0fa0d', 'name': 'tempest-TestShelveInstance-79923585-router', 'tenant_id': 'f46d25eeb482420ea6a4ecbe2b9597ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': 'eadf9fe3-5643-4346-bab7-1f6679b122f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T19:07:52Z', 'updated_at': '2022-05-18T19:07:54Z', 'revision_number': 4, 'project_id': 'f46d25eeb482420ea6a4ecbe2b9597ba', 'gw_port': {'id': 'eadf9fe3-5643-4346-bab7-1f6679b122f9', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:5a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4809b14a-ab39-48a7-84b5-6ab451f0fa0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:07:52Z', 'updated_at': '2022-05-18T19:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': 'f417ad04-e327-4c4c-a870-3f89d69482d7', 'name': '', 'network_id': '6ef28b59-7ba5-4079-8baf-63c18a3db82a', 'tenant_id': 'f46d25eeb482420ea6a4ecbe2b9597ba', 'mac_address': 'fa:16:3e:17:cb:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4809b14a-ab39-48a7-84b5-6ab451f0fa0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '0d6ecb5b-d9ba-4243-a00a-96301a6eafa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:07:54Z', 'updated_at': '2022-05-18T19:07:59Z', 'revision_number': 5, 'project_id': 'f46d25eeb482420ea6a4ecbe2b9597ba', 'subnets': [{'id': '0d6ecb5b-d9ba-4243-a00a-96301a6eafa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 19:12:14.162109 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cbdfffb7-9dc8-4d2d-a9ea-bad430a2ccf9 req-22a3ba82-c361-4bd3-b844-e9cbb5107306 service neutron] 10.222.0.36 "GET /v2.0/networks/6ef28b59-7ba5-4079-8baf-63c18a3db82a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856249 May 18 19:12:14.254960 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cbdfffb7-9dc8-4d2d-a9ea-bad430a2ccf9 req-a3d9ee21-02cf-461d-a08d-ea0d96f08812 service neutron] 10.222.0.36 "GET /v2.0/networks/6ef28b59-7ba5-4079-8baf-63c18a3db82a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859227 May 18 19:12:14.363292 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be19af4b-9bce-4e57-b673-c855764c313d None None] New status for floating IP 116b566f-9138-485c-b7d7-82e907f8a5f1: DOWN {{(pid=102732) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 19:12:15.005001 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6961be-a2b1-481c-86f3-3a28cb96a5b7 req-dfadc179-3019-4205-b323-47210a45ee30 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:12:15.006512 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-db6961be-a2b1-481c-86f3-3a28cb96a5b7 req-dfadc179-3019-4205-b323-47210a45ee30 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/ports?device_id=a2d9e1b7-2c29-4252-904f-5ec2692f4ec4 HTTP/1.1" status: 200 len: 946 time: 0.0482619 May 18 19:12:15.045185 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-db6961be-a2b1-481c-86f3-3a28cb96a5b7 req-436b4ca7-b3f6-4421-b610-0415dfa5b85b tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/security-groups?id=e52d0047-e7b3-4bfb-beab-30ca9cbe2342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321462 May 18 19:12:15.265277 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b95fbf4-0562-4c7c-984f-a96335b46a8d req-e42bba2b-22a2-4c1b-9c06-3335665f63f6 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:12:15.266746 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2b95fbf4-0562-4c7c-984f-a96335b46a8d req-e42bba2b-22a2-4c1b-9c06-3335665f63f6 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2d9e1b7-2c29-4252-904f-5ec2692f4ec4 HTTP/1.1" status: 200 len: 946 time: 0.0522261 May 18 19:12:15.357774 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-2b95fbf4-0562-4c7c-984f-a96335b46a8d req-67af029c-19d2-45dc-a882-1b88b08b680d tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Deleting port 5e01c89d-82e7-422d-b4dd-7c8d2d38f1cc {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 19:12:15.358116 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-2b95fbf4-0562-4c7c-984f-a96335b46a8d req-67af029c-19d2-45dc-a882-1b88b08b680d tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:12:15.449082 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-2b95fbf4-0562-4c7c-984f-a96335b46a8d req-67af029c-19d2-45dc-a882-1b88b08b680d tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] For port 5e01c89d-82e7-422d-b4dd-7c8d2d38f1cc, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=5e01c89d-82e7-422d-b4dd-7c8d2d38f1cc,segment=NetworkSegment(068a2a26-3c74-4434-9c66-65f250c8eed8),segment_id=068a2a26-3c74-4434-9c66-65f250c8eed8)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 19:12:15.449456 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-2b95fbf4-0562-4c7c-984f-a96335b46a8d req-67af029c-19d2-45dc-a882-1b88b08b680d tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:12:15.461298 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-2b95fbf4-0562-4c7c-984f-a96335b46a8d req-67af029c-19d2-45dc-a882-1b88b08b680d tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Calling delete_port for 5e01c89d-82e7-422d-b4dd-7c8d2d38f1cc owned by compute:nova {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 19:12:15.586955 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-2b95fbf4-0562-4c7c-984f-a96335b46a8d req-67af029c-19d2-45dc-a882-1b88b08b680d tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:12:15.618043 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67af029c-19d2-45dc-a882-1b88b08b680d tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Pushing event deleted for resources: {'Port': ['ID=5e01c89d-82e7-422d-b4dd-7c8d2d38f1cc,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:12:15.661383 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b95fbf4-0562-4c7c-984f-a96335b46a8d req-67af029c-19d2-45dc-a882-1b88b08b680d tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] No DVR routers for this DVR port 5e01c89d-82e7-422d-b4dd-7c8d2d38f1cc on host n-h1-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 19:12:15.664485 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-2b95fbf4-0562-4c7c-984f-a96335b46a8d req-67af029c-19d2-45dc-a882-1b88b08b680d tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:12:15.667838 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2b95fbf4-0562-4c7c-984f-a96335b46a8d req-67af029c-19d2-45dc-a882-1b88b08b680d tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.36 "DELETE /v2.0/ports/5e01c89d-82e7-422d-b4dd-7c8d2d38f1cc HTTP/1.1" status: 204 len: 173 time: 0.3913319 May 18 19:12:15.698745 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2d9e1b7-2c29-4252-904f-5ec2692f4ec4', 'name': 'network-vif-deleted', 'tag': '5e01c89d-82e7-422d-b4dd-7c8d2d38f1cc'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 19:12:15.702769 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebab1398998b981f34f543ac0b562e5946bae5cf08db64623ace6dd3c2d346bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-516a4724-f673-4169-991d-893047872320" -d '{"events": [{"server_uuid": "a2d9e1b7-2c29-4252-904f-5ec2692f4ec4", "name": "network-vif-deleted", "tag": "5e01c89d-82e7-422d-b4dd-7c8d2d38f1cc"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 19:12:15.752039 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 19:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9afc5163-2aa2-4013-8d47-92e0239802eb x-openstack-request-id: req-9afc5163-2aa2-4013-8d47-92e0239802eb {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 19:12:15.752335 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2d9e1b7-2c29-4252-904f-5ec2692f4ec4", "name": "network-vif-deleted", "tag": "5e01c89d-82e7-422d-b4dd-7c8d2d38f1cc", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 19:12:15.752586 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-9afc5163-2aa2-4013-8d47-92e0239802eb {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 19:12:15.752991 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9afc5163-2aa2-4013-8d47-92e0239802eb'] response: {'server_uuid': 'a2d9e1b7-2c29-4252-904f-5ec2692f4ec4', 'name': 'network-vif-deleted', 'tag': '5e01c89d-82e7-422d-b4dd-7c8d2d38f1cc', 'status': 'completed', 'code': 200} May 18 19:12:16.165200 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9c7f6977-3dee-4775-861c-2c6df91d4c65 req-0a2fdf59-ae6a-485d-9ad6-2f04f68fd9d0 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/ports?device_id=a2d9e1b7-2c29-4252-904f-5ec2692f4ec4 HTTP/1.1" status: 200 len: 210 time: 0.0270672 May 18 19:12:16.275292 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 7 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 19:12:17.220633 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 51210) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:12:17.277526 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a8c46110-bacf-47b6-98cc-99db24663a36 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:12:17.302174 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a8c46110-bacf-47b6-98cc-99db24663a36 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:12:17.363277 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a8c46110-bacf-47b6-98cc-99db24663a36 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:12:17.365957 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a8c46110-bacf-47b6-98cc-99db24663a36 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:12:17.367132 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-a8c46110-bacf-47b6-98cc-99db24663a36 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "DELETE /v2.0/security-groups/e52d0047-e7b3-4bfb-beab-30ca9cbe2342 HTTP/1.1" status: 204 len: 168 time: 0.1454725 May 18 19:12:17.376898 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c46110-bacf-47b6-98cc-99db24663a36 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e52d0047-e7b3-4bfb-beab-30ca9cbe2342,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:12:17.481389 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 51216) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:12:17.486207 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-580ce862-9f25-4273-9069-ad0e0c8b4fc8 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1056545063', 'description': 'tempest-secgroup-smoke-1056545063 description', 'project_id': 'f46d25eeb482420ea6a4ecbe2b9597ba'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 19:12:17.506405 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-580ce862-9f25-4273-9069-ad0e0c8b4fc8 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:12:17.571541 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-580ce862-9f25-4273-9069-ad0e0c8b4fc8 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:12:17.575013 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-580ce862-9f25-4273-9069-ad0e0c8b4fc8 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:12:17.605697 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-580ce862-9f25-4273-9069-ad0e0c8b4fc8 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:12:17.606957 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-580ce862-9f25-4273-9069-ad0e0c8b4fc8 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1243424 May 18 19:12:17.607789 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580ce862-9f25-4273-9069-ad0e0c8b4fc8 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63da566b-9caf-4b45-8039-a21a86f3c7aa,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:12:17.609950 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 51218) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:12:17.615330 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-0e9d0564-d9f7-4fda-8084-7c08ce90a3fd tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Request body: {'security_group_rule': {'security_group_id': '63da566b-9caf-4b45-8039-a21a86f3c7aa', 'project_id': 'f46d25eeb482420ea6a4ecbe2b9597ba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 19:12:17.642387 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0e9d0564-d9f7-4fda-8084-7c08ce90a3fd tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:12:17.702522 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0e9d0564-d9f7-4fda-8084-7c08ce90a3fd tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:12:17.706096 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0e9d0564-d9f7-4fda-8084-7c08ce90a3fd tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:12:17.724512 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9d0564-d9f7-4fda-8084-7c08ce90a3fd tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f9f3aa3-7846-4b1e-8fbf-0801801b7cb6,revision_number=0']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:12:17.734545 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-0e9d0564-d9f7-4fda-8084-7c08ce90a3fd tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:12:17.735745 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-0e9d0564-d9f7-4fda-8084-7c08ce90a3fd tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1247928 May 18 19:12:17.737313 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9d0564-d9f7-4fda-8084-7c08ce90a3fd tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:12:17.737696 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9d0564-d9f7-4fda-8084-7c08ce90a3fd tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:12:17.738161 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9d0564-d9f7-4fda-8084-7c08ce90a3fd tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:12:17.738803 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 51224) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:12:17.741768 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9d0564-d9f7-4fda-8084-7c08ce90a3fd tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:12:17.742180 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9d0564-d9f7-4fda-8084-7c08ce90a3fd tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:12:17.742552 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9d0564-d9f7-4fda-8084-7c08ce90a3fd tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:12:17.742898 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9d0564-d9f7-4fda-8084-7c08ce90a3fd tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:12:17.743241 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9d0564-d9f7-4fda-8084-7c08ce90a3fd tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:12:17.743382 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-a9dda672-54ac-467a-b140-24ac226ed59d tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Request body: {'security_group_rule': {'security_group_id': '63da566b-9caf-4b45-8039-a21a86f3c7aa', 'project_id': 'f46d25eeb482420ea6a4ecbe2b9597ba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 19:12:17.743604 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9d0564-d9f7-4fda-8084-7c08ce90a3fd tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:12:17.743965 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9d0564-d9f7-4fda-8084-7c08ce90a3fd tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:12:17.744300 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9d0564-d9f7-4fda-8084-7c08ce90a3fd tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:12:17.744630 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9d0564-d9f7-4fda-8084-7c08ce90a3fd tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:12:17.767746 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a9dda672-54ac-467a-b140-24ac226ed59d tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:12:17.823806 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a9dda672-54ac-467a-b140-24ac226ed59d tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:12:17.827275 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a9dda672-54ac-467a-b140-24ac226ed59d tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:12:17.846052 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dda672-54ac-467a-b140-24ac226ed59d tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75720d67-4a97-4d15-aa19-7b3d32501a3b,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:12:17.853354 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a9dda672-54ac-467a-b140-24ac226ed59d tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:12:17.854592 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-a9dda672-54ac-467a-b140-24ac226ed59d tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1147840 May 18 19:12:17.857276 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 51226) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:12:17.861546 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-af9b5ba9-2867-4a51-8e46-a320ef786d48 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Request body: {'security_group_rule': {'security_group_id': '63da566b-9caf-4b45-8039-a21a86f3c7aa', 'project_id': 'f46d25eeb482420ea6a4ecbe2b9597ba', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 19:12:17.888011 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-af9b5ba9-2867-4a51-8e46-a320ef786d48 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:12:17.949066 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-af9b5ba9-2867-4a51-8e46-a320ef786d48 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:12:17.952452 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-af9b5ba9-2867-4a51-8e46-a320ef786d48 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:12:17.974598 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9b5ba9-2867-4a51-8e46-a320ef786d48 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d304d916-ceae-41c7-a8e7-9d8b8265bb64,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:12:17.979304 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-af9b5ba9-2867-4a51-8e46-a320ef786d48 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:12:17.980501 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-af9b5ba9-2867-4a51-8e46-a320ef786d48 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1222439 May 18 19:12:17.983179 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 51228) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:12:17.987416 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-62964214-a70a-4ff8-b70e-68671a2a2ebe tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Request body: {'security_group_rule': {'security_group_id': '63da566b-9caf-4b45-8039-a21a86f3c7aa', 'project_id': 'f46d25eeb482420ea6a4ecbe2b9597ba', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 19:12:18.011489 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-62964214-a70a-4ff8-b70e-68671a2a2ebe tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:12:18.071170 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-62964214-a70a-4ff8-b70e-68671a2a2ebe tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:12:18.074665 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-62964214-a70a-4ff8-b70e-68671a2a2ebe tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:12:18.092694 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62964214-a70a-4ff8-b70e-68671a2a2ebe tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31e6bae3-8ab6-4703-b487-83f3badeb094,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:12:18.101135 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-62964214-a70a-4ff8-b70e-68671a2a2ebe tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:12:18.102389 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-62964214-a70a-4ff8-b70e-68671a2a2ebe tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1182930 May 18 19:12:18.105052 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 51230) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:12:18.109332 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-5c640379-61ba-4bd8-8c34-42c4ab7576a3 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Request body: {'security_group_rule': {'security_group_id': '63da566b-9caf-4b45-8039-a21a86f3c7aa', 'project_id': 'f46d25eeb482420ea6a4ecbe2b9597ba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 19:12:18.129533 n-d-838550-3 neutron-server[102730]: INFO neutron.db.securitygroups_db [None req-5c640379-61ba-4bd8-8c34-42c4ab7576a3 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Project f46d25eeb482420ea6a4ecbe2b9597ba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 18 19:12:18.135029 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5c640379-61ba-4bd8-8c34-42c4ab7576a3 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:12:18.199071 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5c640379-61ba-4bd8-8c34-42c4ab7576a3 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:12:18.203143 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5c640379-61ba-4bd8-8c34-42c4ab7576a3 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:12:18.222350 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c640379-61ba-4bd8-8c34-42c4ab7576a3 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b6f3d00-4e82-4e59-88aa-35f14cb46004,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:12:18.230202 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5c640379-61ba-4bd8-8c34-42c4ab7576a3 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:12:18.231474 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-5c640379-61ba-4bd8-8c34-42c4ab7576a3 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1254785 May 18 19:12:18.234446 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 51232) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:12:18.239083 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-f06ed706-3551-44cd-868a-1517e7889c77 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Request body: {'security_group_rule': {'security_group_id': '63da566b-9caf-4b45-8039-a21a86f3c7aa', 'project_id': 'f46d25eeb482420ea6a4ecbe2b9597ba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 19:12:18.259579 n-d-838550-3 neutron-server[102730]: INFO neutron.db.securitygroups_db [None req-f06ed706-3551-44cd-868a-1517e7889c77 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Project f46d25eeb482420ea6a4ecbe2b9597ba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 18 19:12:18.264308 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f06ed706-3551-44cd-868a-1517e7889c77 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:12:18.324779 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f06ed706-3551-44cd-868a-1517e7889c77 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:12:18.328736 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f06ed706-3551-44cd-868a-1517e7889c77 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:12:18.351420 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06ed706-3551-44cd-868a-1517e7889c77 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=422313ce-ac60-4f2b-b471-ae6c57794645,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:12:18.357670 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f06ed706-3551-44cd-868a-1517e7889c77 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:12:18.358870 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-f06ed706-3551-44cd-868a-1517e7889c77 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1234388 May 18 19:12:18.768644 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 5e01c89d-82e7-422d-b4dd-7c8d2d38f1cc no longer exists at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 19:12:18.795502 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] No Port match for: 5e01c89d-82e7-422d-b4dd-7c8d2d38f1cc {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 19:12:18.796023 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 5e01c89d-82e7-422d-b4dd-7c8d2d38f1cc not bound to the agent host n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 19:12:31.571350 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:12:31.787475 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:12:32.544077 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e54b8d87-abfb-4280-a7a0-bf2b0c734574 req-b331f846-fdd6-4dd6-bbe2-f29f0ca3563a tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1056545063&fields=id&tenant_id=f46d25eeb482420ea6a4ecbe2b9597ba HTTP/1.1" status: 200 len: 267 time: 0.0334606 May 18 19:12:32.648189 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54b8d87-abfb-4280-a7a0-bf2b0c734574 req-de57ead4-4980-40d0-bec3-b0a4549a79a7 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:12:32.650310 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e54b8d87-abfb-4280-a7a0-bf2b0c734574 req-de57ead4-4980-40d0-bec3-b0a4549a79a7 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/networks?id=6ef28b59-7ba5-4079-8baf-63c18a3db82a HTTP/1.1" status: 200 len: 807 time: 0.0994484 May 18 19:12:32.665114 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e54b8d87-abfb-4280-a7a0-bf2b0c734574 req-ad49abae-97eb-4716-8275-c0bc710bcf34 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/quotas/f46d25eeb482420ea6a4ecbe2b9597ba HTTP/1.1" status: 200 len: 375 time: 0.0089724 May 18 19:12:32.716607 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e54b8d87-abfb-4280-a7a0-bf2b0c734574 req-f59e324c-f58b-4a20-9087-a2459436b43b tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=f46d25eeb482420ea6a4ecbe2b9597ba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0461993 May 18 19:12:32.856338 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e54b8d87-abfb-4280-a7a0-bf2b0c734574 req-a0cba324-9b08-4b42-81db-ae02d071574e service neutron] 10.222.0.85 "GET /v2.0/networks/6ef28b59-7ba5-4079-8baf-63c18a3db82a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275787 May 18 19:12:32.943299 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e54b8d87-abfb-4280-a7a0-bf2b0c734574 req-d87e2900-1133-42b3-896b-b05715bc5b31 service neutron] 10.222.0.85 "GET /v2.0/networks/6ef28b59-7ba5-4079-8baf-63c18a3db82a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806065 May 18 19:12:33.227847 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-58d97815-dd79-4ab0-ae05-59d6ae4920e6 req-2fdb0949-51b6-4ea8-86b4-dfc6f256cbed tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/ports?device_id=54994ce5-00d9-4cbf-af7e-a7a21fd2311b HTTP/1.1" status: 200 len: 210 time: 0.0331888 May 18 19:12:34.327710 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-aab07416-b65a-4abb-a574-0baeefb2561d req-02688606-eb89-4274-9e12-5b3162cea0d4 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/ports?device_id=54994ce5-00d9-4cbf-af7e-a7a21fd2311b HTTP/1.1" status: 200 len: 210 time: 0.0328379 May 18 19:12:34.375984 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54b8d87-abfb-4280-a7a0-bf2b0c734574 req-76cd98e6-45ad-438b-9201-67bede659002 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:12:34.377485 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e54b8d87-abfb-4280-a7a0-bf2b0c734574 req-76cd98e6-45ad-438b-9201-67bede659002 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.36 "GET /v2.0/networks?id=6ef28b59-7ba5-4079-8baf-63c18a3db82a HTTP/1.1" status: 200 len: 807 time: 0.1405756 May 18 19:12:34.431013 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e54b8d87-abfb-4280-a7a0-bf2b0c734574 req-9e532cce-07fe-4b5b-ad66-7a860f3b85d1 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f46d25eeb482420ea6a4ecbe2b9597ba HTTP/1.1" status: 200 len: 380 time: 0.0413389 May 18 19:12:34.440609 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-e54b8d87-abfb-4280-a7a0-bf2b0c734574 req-5a614a4d-38b5-444c-ab60-c7e60555d12c tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Request body: {'port': {'device_id': '54994ce5-00d9-4cbf-af7e-a7a21fd2311b', 'network_id': '6ef28b59-7ba5-4079-8baf-63c18a3db82a', 'admin_state_up': True, 'tenant_id': 'f46d25eeb482420ea6a4ecbe2b9597ba', 'security_groups': ['63da566b-9caf-4b45-8039-a21a86f3c7aa']}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 19:12:34.548295 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e54b8d87-abfb-4280-a7a0-bf2b0c734574 req-5a614a4d-38b5-444c-ab60-c7e60555d12c tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Made reservation on behalf of f46d25eeb482420ea6a4ecbe2b9597ba for: {'port': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 19:12:34.551907 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-e54b8d87-abfb-4280-a7a0-bf2b0c734574 req-5a614a4d-38b5-444c-ab60-c7e60555d12c tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:12:34.693084 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [req-e54b8d87-abfb-4280-a7a0-bf2b0c734574 req-5a614a4d-38b5-444c-ab60-c7e60555d12c tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Allocated IP 172.20.0.9 (6ef28b59-7ba5-4079-8baf-63c18a3db82a/0d6ecb5b-d9ba-4243-a00a-96301a6eafa2/8f1ffebf-d11b-4f9f-b4ad-6838ddfa4512) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 19:12:34.833558 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-e54b8d87-abfb-4280-a7a0-bf2b0c734574 req-5a614a4d-38b5-444c-ab60-c7e60555d12c tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:12:34.866933 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-e54b8d87-abfb-4280-a7a0-bf2b0c734574 req-5a614a4d-38b5-444c-ab60-c7e60555d12c tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:12:34.914071 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e54b8d87-abfb-4280-a7a0-bf2b0c734574 req-5a614a4d-38b5-444c-ab60-c7e60555d12c tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Network 6ef28b59-7ba5-4079-8baf-63c18a3db82a is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 19:12:34.917498 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [req-e54b8d87-abfb-4280-a7a0-bf2b0c734574 req-5a614a4d-38b5-444c-ab60-c7e60555d12c tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 19:12:34.921257 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-e54b8d87-abfb-4280-a7a0-bf2b0c734574 req-5a614a4d-38b5-444c-ab60-c7e60555d12c tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 19:12:34.953387 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a614a4d-38b5-444c-ab60-c7e60555d12c tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Pushing event updated for resources: {'Port': ['ID=8f1ffebf-d11b-4f9f-b4ad-6838ddfa4512,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:12:34.988829 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54b8d87-abfb-4280-a7a0-bf2b0c734574 req-5a614a4d-38b5-444c-ab60-c7e60555d12c tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:12:34.989482 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-e54b8d87-abfb-4280-a7a0-bf2b0c734574 req-5a614a4d-38b5-444c-ab60-c7e60555d12c tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:12:35.008245 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e54b8d87-abfb-4280-a7a0-bf2b0c734574 req-5a614a4d-38b5-444c-ab60-c7e60555d12c tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5715153 May 18 19:12:35.025541 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-e54b8d87-abfb-4280-a7a0-bf2b0c734574 req-d24122c1-25ca-4b47-b052-d3aadaf82349 service neutron] Request body: {'port': {'device_id': '54994ce5-00d9-4cbf-af7e-a7a21fd2311b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-3'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 19:12:35.081851 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-e54b8d87-abfb-4280-a7a0-bf2b0c734574 req-d24122c1-25ca-4b47-b052-d3aadaf82349 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:12:35.228720 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-99e997ca-ae8d-4e02-92d9-88d5fd22f7e7 None None] Provisioning complete for port 8f1ffebf-d11b-4f9f-b4ad-6838ddfa4512 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 19:12:35.229664 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-99e997ca-ae8d-4e02-92d9-88d5fd22f7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:12:35.270399 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-99e997ca-ae8d-4e02-92d9-88d5fd22f7e7 None None] Port 8f1ffebf-d11b-4f9f-b4ad-6838ddfa4512 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 19:12:35.358885 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [req-e54b8d87-abfb-4280-a7a0-bf2b0c734574 req-d24122c1-25ca-4b47-b052-d3aadaf82349 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f1ffebf-d11b-4f9f-b4ad-6838ddfa4512 {{(pid=102730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 19:12:35.368216 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-e54b8d87-abfb-4280-a7a0-bf2b0c734574 req-d24122c1-25ca-4b47-b052-d3aadaf82349 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:12:35.382451 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [req-e54b8d87-abfb-4280-a7a0-bf2b0c734574 req-d24122c1-25ca-4b47-b052-d3aadaf82349 service neutron] Transition to ACTIVE for port object 8f1ffebf-d11b-4f9f-b4ad-6838ddfa4512 will not be triggered until provisioned by entity L2. {{(pid=102730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 19:12:35.387081 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-e54b8d87-abfb-4280-a7a0-bf2b0c734574 req-d24122c1-25ca-4b47-b052-d3aadaf82349 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:12:35.480060 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24122c1-25ca-4b47-b052-d3aadaf82349 service neutron] Pushing event updated for resources: {'Port': ['ID=8f1ffebf-d11b-4f9f-b4ad-6838ddfa4512,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:12:35.540965 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923b2fcc-2dc4-4a8a-91ab-8ca312d2fd28 req-5612eae9-7401-4a7c-9d3d-60de6d686ccf tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:12:35.543198 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-923b2fcc-2dc4-4a8a-91ab-8ca312d2fd28 req-5612eae9-7401-4a7c-9d3d-60de6d686ccf tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/ports?device_id=54994ce5-00d9-4cbf-af7e-a7a21fd2311b HTTP/1.1" status: 200 len: 943 time: 0.1251876 May 18 19:12:35.611562 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-923b2fcc-2dc4-4a8a-91ab-8ca312d2fd28 req-4053eddb-d2f1-49cc-ae81-5eb06e668dfe tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/security-groups?id=63da566b-9caf-4b45-8039-a21a86f3c7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577486 May 18 19:12:35.614732 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-e54b8d87-abfb-4280-a7a0-bf2b0c734574 req-d24122c1-25ca-4b47-b052-d3aadaf82349 service neutron] Attempting to bind port 8f1ffebf-d11b-4f9f-b4ad-6838ddfa4512 on host n-h1-838550-3 for vnic_type normal with profile {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 19:12:35.615071 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-e54b8d87-abfb-4280-a7a0-bf2b0c734574 req-d24122c1-25ca-4b47-b052-d3aadaf82349 service neutron] Attempting to bind port 8f1ffebf-d11b-4f9f-b4ad-6838ddfa4512 by drivers openvswitch,hyperv on host n-h1-838550-3 at level 0 using segments [{'id': '068a2a26-3c74-4434-9c66-65f250c8eed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '6ef28b59-7ba5-4079-8baf-63c18a3db82a'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 19:12:35.615403 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54b8d87-abfb-4280-a7a0-bf2b0c734574 req-d24122c1-25ca-4b47-b052-d3aadaf82349 service neutron] Attempting to bind port 8f1ffebf-d11b-4f9f-b4ad-6838ddfa4512 on network 6ef28b59-7ba5-4079-8baf-63c18a3db82a {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 19:12:35.624035 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54b8d87-abfb-4280-a7a0-bf2b0c734574 req-d24122c1-25ca-4b47-b052-d3aadaf82349 service neutron] Port 8f1ffebf-d11b-4f9f-b4ad-6838ddfa4512 on network 6ef28b59-7ba5-4079-8baf-63c18a3db82a not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-3 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 19:12:35.625027 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54b8d87-abfb-4280-a7a0-bf2b0c734574 req-d24122c1-25ca-4b47-b052-d3aadaf82349 service neutron] Attempting to bind port 8f1ffebf-d11b-4f9f-b4ad-6838ddfa4512 on network 6ef28b59-7ba5-4079-8baf-63c18a3db82a {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 19:12:35.639879 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54b8d87-abfb-4280-a7a0-bf2b0c734574 req-d24122c1-25ca-4b47-b052-d3aadaf82349 service neutron] Checking agent: {'id': '1dbac822-25f2-4df8-9dc8-5c2e7b136eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 19, 12, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 19:12:35.640348 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54b8d87-abfb-4280-a7a0-bf2b0c734574 req-d24122c1-25ca-4b47-b052-d3aadaf82349 service neutron] Checking segment: {'id': '068a2a26-3c74-4434-9c66-65f250c8eed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '6ef28b59-7ba5-4079-8baf-63c18a3db82a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 19:12:35.640843 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54b8d87-abfb-4280-a7a0-bf2b0c734574 req-d24122c1-25ca-4b47-b052-d3aadaf82349 service neutron] Bound using segment: {'id': '068a2a26-3c74-4434-9c66-65f250c8eed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '6ef28b59-7ba5-4079-8baf-63c18a3db82a'} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 19:12:35.641382 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-e54b8d87-abfb-4280-a7a0-bf2b0c734574 req-d24122c1-25ca-4b47-b052-d3aadaf82349 service neutron] Bound port: 8f1ffebf-d11b-4f9f-b4ad-6838ddfa4512, host: n-h1-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '068a2a26-3c74-4434-9c66-65f250c8eed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '6ef28b59-7ba5-4079-8baf-63c18a3db82a'}}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 19:12:35.641880 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-e54b8d87-abfb-4280-a7a0-bf2b0c734574 req-d24122c1-25ca-4b47-b052-d3aadaf82349 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:12:35.727130 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-e54b8d87-abfb-4280-a7a0-bf2b0c734574 req-d24122c1-25ca-4b47-b052-d3aadaf82349 service neutron] For port 8f1ffebf-d11b-4f9f-b4ad-6838ddfa4512, host n-h1-838550-3, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 19:12:35.730314 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-e54b8d87-abfb-4280-a7a0-bf2b0c734574 req-d24122c1-25ca-4b47-b052-d3aadaf82349 service neutron] For port 8f1ffebf-d11b-4f9f-b4ad-6838ddfa4512, host n-h1-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=8f1ffebf-d11b-4f9f-b4ad-6838ddfa4512,segment=NetworkSegment(068a2a26-3c74-4434-9c66-65f250c8eed8),segment_id=068a2a26-3c74-4434-9c66-65f250c8eed8)] {{(pid=102730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 19:12:35.740848 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-e54b8d87-abfb-4280-a7a0-bf2b0c734574 req-d24122c1-25ca-4b47-b052-d3aadaf82349 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:12:35.777598 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54b8d87-abfb-4280-a7a0-bf2b0c734574 req-d24122c1-25ca-4b47-b052-d3aadaf82349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:12:35.778534 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-e54b8d87-abfb-4280-a7a0-bf2b0c734574 req-d24122c1-25ca-4b47-b052-d3aadaf82349 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:12:35.780537 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e54b8d87-abfb-4280-a7a0-bf2b0c734574 req-d24122c1-25ca-4b47-b052-d3aadaf82349 service neutron] 10.222.0.36 "PUT /v2.0/ports/8f1ffebf-d11b-4f9f-b4ad-6838ddfa4512 HTTP/1.1" status: 200 len: 1091 time: 0.7594244 May 18 19:12:35.781267 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54994ce5-00d9-4cbf-af7e-a7a21fd2311b', 'tag': '8f1ffebf-d11b-4f9f-b4ad-6838ddfa4512'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 19:12:35.784522 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebab1398998b981f34f543ac0b562e5946bae5cf08db64623ace6dd3c2d346bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49a26617-ba87-457a-b573-a99d03c68729" -d '{"events": [{"name": "network-changed", "server_uuid": "54994ce5-00d9-4cbf-af7e-a7a21fd2311b", "tag": "8f1ffebf-d11b-4f9f-b4ad-6838ddfa4512"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 19:12:35.812454 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24122c1-25ca-4b47-b052-d3aadaf82349 service neutron] Pushing event updated for resources: {'Port': ['ID=8f1ffebf-d11b-4f9f-b4ad-6838ddfa4512,revision_number=3']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:12:35.839323 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 19:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f33f3c3-7285-406f-b281-9e78bddd142e x-openstack-request-id: req-7f33f3c3-7285-406f-b281-9e78bddd142e {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 19:12:35.839621 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54994ce5-00d9-4cbf-af7e-a7a21fd2311b", "tag": "8f1ffebf-d11b-4f9f-b4ad-6838ddfa4512", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 19:12:35.839897 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-7f33f3c3-7285-406f-b281-9e78bddd142e {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 19:12:35.840301 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f33f3c3-7285-406f-b281-9e78bddd142e'] response: {'name': 'network-changed', 'server_uuid': '54994ce5-00d9-4cbf-af7e-a7a21fd2311b', 'tag': '8f1ffebf-d11b-4f9f-b4ad-6838ddfa4512', 'status': 'completed', 'code': 200} May 18 19:12:35.894209 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54b8d87-abfb-4280-a7a0-bf2b0c734574 req-3c1e3f57-e881-4ae2-8f2f-7e3c92f637d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:12:35.896046 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e54b8d87-abfb-4280-a7a0-bf2b0c734574 req-3c1e3f57-e881-4ae2-8f2f-7e3c92f637d7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f46d25eeb482420ea6a4ecbe2b9597ba&device_id=54994ce5-00d9-4cbf-af7e-a7a21fd2311b HTTP/1.1" status: 200 len: 1094 time: 0.0523558 May 18 19:12:35.943718 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e54b8d87-abfb-4280-a7a0-bf2b0c734574 req-bd90925e-db8a-477c-87ce-e3ccdbd53294 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8f1ffebf-d11b-4f9f-b4ad-6838ddfa4512 HTTP/1.1" status: 200 len: 217 time: 0.0349510 May 18 19:12:35.995412 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54b8d87-abfb-4280-a7a0-bf2b0c734574 req-7e08bbd2-0b9f-4e34-ab38-03f226b417c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:12:35.996927 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e54b8d87-abfb-4280-a7a0-bf2b0c734574 req-7e08bbd2-0b9f-4e34-ab38-03f226b417c0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0d6ecb5b-d9ba-4243-a00a-96301a6eafa2 HTTP/1.1" status: 200 len: 846 time: 0.0460470 May 18 19:12:36.051346 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54b8d87-abfb-4280-a7a0-bf2b0c734574 req-2f0cf26f-e435-4938-b9c7-95f2ca9d15aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:12:36.052985 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e54b8d87-abfb-4280-a7a0-bf2b0c734574 req-2f0cf26f-e435-4938-b9c7-95f2ca9d15aa service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6ef28b59-7ba5-4079-8baf-63c18a3db82a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455620 May 18 19:12:36.471439 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e54b8d87-abfb-4280-a7a0-bf2b0c734574 req-e9d02919-c37c-4772-b767-aa18da0a4ae5 service neutron] 10.222.0.36 "GET /v2.0/networks/6ef28b59-7ba5-4079-8baf-63c18a3db82a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4076481 May 18 19:12:36.567596 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e54b8d87-abfb-4280-a7a0-bf2b0c734574 req-86bb6510-7498-462d-a767-76371dfec02a service neutron] 10.222.0.36 "GET /v2.0/networks/6ef28b59-7ba5-4079-8baf-63c18a3db82a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853252 May 18 19:12:36.667009 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a26617-ba87-457a-b573-a99d03c68729 req-0c4073c7-2257-4bb1-9814-f33cc87d0674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:12:36.668537 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-49a26617-ba87-457a-b573-a99d03c68729 req-0c4073c7-2257-4bb1-9814-f33cc87d0674 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f46d25eeb482420ea6a4ecbe2b9597ba&device_id=54994ce5-00d9-4cbf-af7e-a7a21fd2311b HTTP/1.1" status: 200 len: 1094 time: 0.0463777 May 18 19:12:36.788868 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f0de7e-f7e5-4a7d-ab98-20291ef070a9 req-a3bca4c2-de5b-45c1-9671-ae31dff29958 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:12:36.790418 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-98f0de7e-f7e5-4a7d-ab98-20291ef070a9 req-a3bca4c2-de5b-45c1-9671-ae31dff29958 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/ports?device_id=54994ce5-00d9-4cbf-af7e-a7a21fd2311b HTTP/1.1" status: 200 len: 943 time: 0.0956554 May 18 19:12:36.815986 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a26617-ba87-457a-b573-a99d03c68729 req-0a437a13-c132-4e61-bf20-04b9d9271722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:12:36.817446 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-49a26617-ba87-457a-b573-a99d03c68729 req-0a437a13-c132-4e61-bf20-04b9d9271722 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6ef28b59-7ba5-4079-8baf-63c18a3db82a HTTP/1.1" status: 200 len: 908 time: 0.1402464 May 18 19:12:36.868478 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-98f0de7e-f7e5-4a7d-ab98-20291ef070a9 req-e231a1a6-bff8-4d93-94b9-354c2043b511 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/security-groups?id=63da566b-9caf-4b45-8039-a21a86f3c7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682979 May 18 19:12:36.870205 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-49a26617-ba87-457a-b573-a99d03c68729 req-0ae7569f-32a9-4555-81ae-529194d11de0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8f1ffebf-d11b-4f9f-b4ad-6838ddfa4512 HTTP/1.1" status: 200 len: 217 time: 0.0399027 May 18 19:12:36.927714 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a26617-ba87-457a-b573-a99d03c68729 req-33ccb6e8-2944-4558-b0be-58e088ef957d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:12:36.929096 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-49a26617-ba87-457a-b573-a99d03c68729 req-33ccb6e8-2944-4558-b0be-58e088ef957d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0d6ecb5b-d9ba-4243-a00a-96301a6eafa2 HTTP/1.1" status: 200 len: 846 time: 0.0490258 May 18 19:12:36.981149 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a26617-ba87-457a-b573-a99d03c68729 req-d0b6e072-b304-479f-bce1-34a791d3125d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:12:36.982698 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-49a26617-ba87-457a-b573-a99d03c68729 req-d0b6e072-b304-479f-bce1-34a791d3125d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6ef28b59-7ba5-4079-8baf-63c18a3db82a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420575 May 18 19:12:37.080239 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-49a26617-ba87-457a-b573-a99d03c68729 req-d2814501-2515-4981-a9df-0c757612f86f service neutron] 10.222.0.36 "GET /v2.0/networks/6ef28b59-7ba5-4079-8baf-63c18a3db82a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859506 May 18 19:12:37.178395 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-49a26617-ba87-457a-b573-a99d03c68729 req-c721c679-0daa-4d06-ba7a-ccfb10fc075b service neutron] 10.222.0.36 "GET /v2.0/networks/6ef28b59-7ba5-4079-8baf-63c18a3db82a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884988 May 18 19:12:37.772422 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-ca6141a7-89e6-4e93-8008-a69e1b858234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:12:37.990388 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db604bb-8af0-4bc7-a5cd-7e8f7493ac38 req-e130628c-f9e3-4c50-a58b-bc642a1f2262 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:12:37.991916 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6db604bb-8af0-4bc7-a5cd-7e8f7493ac38 req-e130628c-f9e3-4c50-a58b-bc642a1f2262 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/ports?device_id=54994ce5-00d9-4cbf-af7e-a7a21fd2311b HTTP/1.1" status: 200 len: 943 time: 0.0545177 May 18 19:12:38.031339 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6db604bb-8af0-4bc7-a5cd-7e8f7493ac38 req-576d0d89-67c5-48fe-b4b1-461ad039dbf5 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/security-groups?id=63da566b-9caf-4b45-8039-a21a86f3c7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331700 May 18 19:12:39.150644 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9202aa59-fe5e-477f-80fa-2cfb97f41a78 req-e04d4238-069d-471f-b8c9-b2a0386f2dcf tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:12:39.152158 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9202aa59-fe5e-477f-80fa-2cfb97f41a78 req-e04d4238-069d-471f-b8c9-b2a0386f2dcf tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/ports?device_id=54994ce5-00d9-4cbf-af7e-a7a21fd2311b HTTP/1.1" status: 200 len: 943 time: 0.0514717 May 18 19:12:39.194393 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9202aa59-fe5e-477f-80fa-2cfb97f41a78 req-809e3432-79ef-40b2-99bb-dd7ed52c1b8a tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/security-groups?id=63da566b-9caf-4b45-8039-a21a86f3c7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361266 May 18 19:12:40.143952 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-5a5d8d78-50ed-4695-a492-bd737e2c343b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:12:40.309504 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b17580-3fe0-4f23-bc05-b969a3de070c req-31ee2ca9-a14c-49e6-aa5c-22968f15c25c tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:12:40.311033 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-38b17580-3fe0-4f23-bc05-b969a3de070c req-31ee2ca9-a14c-49e6-aa5c-22968f15c25c tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/ports?device_id=54994ce5-00d9-4cbf-af7e-a7a21fd2311b HTTP/1.1" status: 200 len: 943 time: 0.0495093 May 18 19:12:40.349424 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-38b17580-3fe0-4f23-bc05-b969a3de070c req-e2aec009-af98-4a7a-a1e1-ef82f72bed41 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/security-groups?id=63da566b-9caf-4b45-8039-a21a86f3c7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322881 May 18 19:12:41.473474 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086f34f0-7a91-4871-a446-7b664ad3ad03 req-c2c40c4f-3441-4400-97fa-ac620c079bc0 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:12:41.474924 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-086f34f0-7a91-4871-a446-7b664ad3ad03 req-c2c40c4f-3441-4400-97fa-ac620c079bc0 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/ports?device_id=54994ce5-00d9-4cbf-af7e-a7a21fd2311b HTTP/1.1" status: 200 len: 943 time: 0.0547936 May 18 19:12:41.508120 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:12:41.513945 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-086f34f0-7a91-4871-a446-7b664ad3ad03 req-811f333d-6ba8-464e-98bb-993d011fe9e8 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/security-groups?id=63da566b-9caf-4b45-8039-a21a86f3c7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322163 May 18 19:12:42.629551 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d16e71-bbe2-4322-9d2d-ec260d8d37f8 req-61dd377b-3146-494d-b09a-e3bbba7b463a tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:12:42.631087 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e6d16e71-bbe2-4322-9d2d-ec260d8d37f8 req-61dd377b-3146-494d-b09a-e3bbba7b463a tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/ports?device_id=54994ce5-00d9-4cbf-af7e-a7a21fd2311b HTTP/1.1" status: 200 len: 943 time: 0.0492396 May 18 19:12:42.648707 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:12:42.674968 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e6d16e71-bbe2-4322-9d2d-ec260d8d37f8 req-eaed26aa-ccff-4cc3-8c85-8fbb25c68508 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/security-groups?id=63da566b-9caf-4b45-8039-a21a86f3c7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363758 May 18 19:12:43.213086 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:12:43.790532 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb8d9cf-ecea-44c1-aa88-a76411fad51e req-25e571d1-b733-433d-a5ed-e197d37ed875 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:12:43.792192 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2bb8d9cf-ecea-44c1-aa88-a76411fad51e req-25e571d1-b733-433d-a5ed-e197d37ed875 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/ports?device_id=54994ce5-00d9-4cbf-af7e-a7a21fd2311b HTTP/1.1" status: 200 len: 943 time: 0.0496209 May 18 19:12:43.831518 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2bb8d9cf-ecea-44c1-aa88-a76411fad51e req-f2c530aa-bd6d-4220-ae5c-2be1870ace19 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/security-groups?id=63da566b-9caf-4b45-8039-a21a86f3c7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331013 May 18 19:12:44.945478 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312e0069-660e-4f41-9fcc-7f05f552ae99 req-2c9379e2-70c0-4800-9ae6-c77d6e7ee92d tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:12:44.947486 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-312e0069-660e-4f41-9fcc-7f05f552ae99 req-2c9379e2-70c0-4800-9ae6-c77d6e7ee92d tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/ports?device_id=54994ce5-00d9-4cbf-af7e-a7a21fd2311b HTTP/1.1" status: 200 len: 943 time: 0.0488472 May 18 19:12:44.984988 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-312e0069-660e-4f41-9fcc-7f05f552ae99 req-c7edd9f0-a816-4ea4-a3f7-9914c8a86f88 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/security-groups?id=63da566b-9caf-4b45-8039-a21a86f3c7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315340 May 18 19:12:46.100683 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627c4e05-df3b-41e2-8d4f-4a3cf68d9ee1 req-f242f0ef-c2e6-4fa5-8cf8-155ceacd10e4 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:12:46.102201 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-627c4e05-df3b-41e2-8d4f-4a3cf68d9ee1 req-f242f0ef-c2e6-4fa5-8cf8-155ceacd10e4 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/ports?device_id=54994ce5-00d9-4cbf-af7e-a7a21fd2311b HTTP/1.1" status: 200 len: 943 time: 0.0494139 May 18 19:12:46.144131 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-627c4e05-df3b-41e2-8d4f-4a3cf68d9ee1 req-376cb82f-d136-4d2a-ba79-58f0eea5cb3e tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/security-groups?id=63da566b-9caf-4b45-8039-a21a86f3c7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355837 May 18 19:12:46.969146 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 8f1ffebf-d11b-4f9f-b4ad-6838ddfa4512 details requested by agent hyperv_n-h1-838550-3 with host n-h1-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 19:12:47.063468 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 8f1ffebf-d11b-4f9f-b4ad-6838ddfa4512, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=8f1ffebf-d11b-4f9f-b4ad-6838ddfa4512,segment=NetworkSegment(068a2a26-3c74-4434-9c66-65f250c8eed8),segment_id=068a2a26-3c74-4434-9c66-65f250c8eed8)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 19:12:47.075232 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Returning: {'device': '8f1ffebf-d11b-4f9f-b4ad-6838ddfa4512', 'network_id': '6ef28b59-7ba5-4079-8baf-63c18a3db82a', 'port_id': '8f1ffebf-d11b-4f9f-b4ad-6838ddfa4512', 'mac_address': 'fa:16:3e:1c:c2:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d6ecb5b-d9ba-4243-a00a-96301a6eafa2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 19:12:47.111185 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 8f1ffebf-d11b-4f9f-b4ad-6838ddfa4512 is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 19:12:47.111577 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:12:47.126642 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f1ffebf-d11b-4f9f-b4ad-6838ddfa4512 {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 19:12:47.148935 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 8f1ffebf-d11b-4f9f-b4ad-6838ddfa4512, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=8f1ffebf-d11b-4f9f-b4ad-6838ddfa4512,segment=NetworkSegment(068a2a26-3c74-4434-9c66-65f250c8eed8),segment_id=068a2a26-3c74-4434-9c66-65f250c8eed8)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 19:12:47.153498 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:12:47.203698 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=8f1ffebf-d11b-4f9f-b4ad-6838ddfa4512,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:12:47.211081 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:12:47.211476 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:12:47.212334 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:12:47.212667 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:12:47.212997 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:12:47.213328 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:12:47.213784 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:12:47.214111 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:12:47.214436 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:12:47.214766 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:12:47.215091 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:12:47.215410 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:12:47.261610 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b801af60-2a66-4e04-9179-427629a9a5be req-d816161f-ea2a-4782-9f7b-480c5c999cf9 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:12:47.263111 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b801af60-2a66-4e04-9179-427629a9a5be req-d816161f-ea2a-4782-9f7b-480c5c999cf9 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/ports?device_id=54994ce5-00d9-4cbf-af7e-a7a21fd2311b HTTP/1.1" status: 200 len: 944 time: 0.0503337 May 18 19:12:47.299588 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b801af60-2a66-4e04-9179-427629a9a5be req-1856ba82-39e2-42f5-aa46-ac46bd05ceb3 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/security-groups?id=63da566b-9caf-4b45-8039-a21a86f3c7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304189 May 18 19:12:47.506070 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['8f1ffebf-d11b-4f9f-b4ad-6838ddfa4512'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 19:12:48.414849 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e184aecb-23b3-440f-83e9-cf1c510ba05f req-5c4ab8b7-10c9-45af-95f1-753d2b2ebf4f tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:12:48.416323 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e184aecb-23b3-440f-83e9-cf1c510ba05f req-5c4ab8b7-10c9-45af-95f1-753d2b2ebf4f tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/ports?device_id=54994ce5-00d9-4cbf-af7e-a7a21fd2311b HTTP/1.1" status: 200 len: 944 time: 0.0499640 May 18 19:12:48.454727 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e184aecb-23b3-440f-83e9-cf1c510ba05f req-55fa1559-d0ae-44c1-8940-d24c217b0e3c tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/security-groups?id=63da566b-9caf-4b45-8039-a21a86f3c7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324430 May 18 19:12:48.985167 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 8f1ffebf-d11b-4f9f-b4ad-6838ddfa4512 up at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 19:12:49.033902 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning for port 8f1ffebf-d11b-4f9f-b4ad-6838ddfa4512 completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 19:12:49.037604 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning complete for port 8f1ffebf-d11b-4f9f-b4ad-6838ddfa4512 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 19:12:49.038001 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:12:49.112930 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 8f1ffebf-d11b-4f9f-b4ad-6838ddfa4512 is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 19:12:49.113306 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:12:49.139745 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54994ce5-00d9-4cbf-af7e-a7a21fd2311b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f1ffebf-d11b-4f9f-b4ad-6838ddfa4512'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 19:12:49.141985 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5d64110a1ec54c0f2bae3109cf83ae5c70b13a424bf8c5acbf84dbd50ace00d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aef50c39-a015-4c4d-a275-6af9a3cc2c32" -d '{"events": [{"server_uuid": "54994ce5-00d9-4cbf-af7e-a7a21fd2311b", "name": "network-vif-plugged", "status": "completed", "tag": "8f1ffebf-d11b-4f9f-b4ad-6838ddfa4512"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 19:12:49.154613 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 8f1ffebf-d11b-4f9f-b4ad-6838ddfa4512, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=8f1ffebf-d11b-4f9f-b4ad-6838ddfa4512,segment=NetworkSegment(068a2a26-3c74-4434-9c66-65f250c8eed8),segment_id=068a2a26-3c74-4434-9c66-65f250c8eed8)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 19:12:49.159069 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:12:49.215225 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=8f1ffebf-d11b-4f9f-b4ad-6838ddfa4512,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:12:49.280566 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 19:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60f250f6-d061-4a9d-8210-70db46d13934 x-openstack-request-id: req-60f250f6-d061-4a9d-8210-70db46d13934 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 19:12:49.280856 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54994ce5-00d9-4cbf-af7e-a7a21fd2311b", "name": "network-vif-plugged", "status": "completed", "tag": "8f1ffebf-d11b-4f9f-b4ad-6838ddfa4512", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 19:12:49.281106 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-60f250f6-d061-4a9d-8210-70db46d13934 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 19:12:49.281505 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60f250f6-d061-4a9d-8210-70db46d13934'] response: {'server_uuid': '54994ce5-00d9-4cbf-af7e-a7a21fd2311b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f1ffebf-d11b-4f9f-b4ad-6838ddfa4512', 'code': 200} May 18 19:12:49.398275 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd204243-2472-4061-9fbb-b5c97564c859 req-fc842c2a-58d0-4d2d-ad22-66c0e5168dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:12:49.400043 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cd204243-2472-4061-9fbb-b5c97564c859 req-fc842c2a-58d0-4d2d-ad22-66c0e5168dd9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=54994ce5-00d9-4cbf-af7e-a7a21fd2311b HTTP/1.1" status: 200 len: 1096 time: 0.0401051 May 18 19:12:49.448324 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cd204243-2472-4061-9fbb-b5c97564c859 req-6163a2d5-3058-4183-82e8-139fb0309ad6 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=63da566b-9caf-4b45-8039-a21a86f3c7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318055 May 18 19:12:49.578871 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aadd470-ea49-4e2d-b884-d334c2e3ce76 req-2e5bfcc4-4848-4b36-b103-65f95112cb91 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:12:49.580355 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2aadd470-ea49-4e2d-b884-d334c2e3ce76 req-2e5bfcc4-4848-4b36-b103-65f95112cb91 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/ports?device_id=54994ce5-00d9-4cbf-af7e-a7a21fd2311b HTTP/1.1" status: 200 len: 945 time: 0.0544791 May 18 19:12:49.619065 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2aadd470-ea49-4e2d-b884-d334c2e3ce76 req-6eac0115-6f74-411a-b65d-e33a58e2cba5 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/security-groups?id=63da566b-9caf-4b45-8039-a21a86f3c7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325425 May 18 19:12:50.738281 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c86f3a3-b2d7-4891-a73e-0c8cf623bcbb req-a4b487bf-d601-41ec-953b-58dc60a60e25 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:12:50.739779 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5c86f3a3-b2d7-4891-a73e-0c8cf623bcbb req-a4b487bf-d601-41ec-953b-58dc60a60e25 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/ports?device_id=54994ce5-00d9-4cbf-af7e-a7a21fd2311b HTTP/1.1" status: 200 len: 945 time: 0.0485966 May 18 19:12:50.777537 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5c86f3a3-b2d7-4891-a73e-0c8cf623bcbb req-3c3ac992-5d96-4b04-93db-89907189449a tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/security-groups?id=63da566b-9caf-4b45-8039-a21a86f3c7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310848 May 18 19:12:50.890070 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3552e782-a8be-4a10-9495-d323c8e0619d req-6f0d5b00-abef-4dee-b111-3c79d30db547 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:12:50.891533 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3552e782-a8be-4a10-9495-d323c8e0619d req-6f0d5b00-abef-4dee-b111-3c79d30db547 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/ports?device_id=54994ce5-00d9-4cbf-af7e-a7a21fd2311b HTTP/1.1" status: 200 len: 945 time: 0.0486648 May 18 19:12:50.935166 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3552e782-a8be-4a10-9495-d323c8e0619d req-c2d54fec-86e3-4089-87e7-761177dba5d5 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/security-groups?id=63da566b-9caf-4b45-8039-a21a86f3c7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375140 May 18 19:12:50.956808 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 51430) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:12:50.996731 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae828893-889f-4f67-8688-feab2e8b7df8 tempest-TestShelveInstance-546414521 tempest-TestShelveInstance-546414521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:12:50.998314 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-ae828893-889f-4f67-8688-feab2e8b7df8 tempest-TestShelveInstance-546414521 tempest-TestShelveInstance-546414521-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=54994ce5-00d9-4cbf-af7e-a7a21fd2311b HTTP/1.1" status: 200 len: 1091 time: 0.0405333 May 18 19:12:51.001024 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 51432) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:12:51.005276 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-4b2d515f-3a6c-4144-804b-91a0319b65c0 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Request body: {'floatingip': {'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'port_id': '8f1ffebf-d11b-4f9f-b4ad-6838ddfa4512', 'tenant_id': 'f46d25eeb482420ea6a4ecbe2b9597ba', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 19:12:51.024837 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4b2d515f-3a6c-4144-804b-91a0319b65c0 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Notify callbacks [] for floatingip, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:12:51.118947 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4b2d515f-3a6c-4144-804b-91a0319b65c0 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:12:51.230795 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-4b2d515f-3a6c-4144-804b-91a0319b65c0 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Allocated IP 172.25.5.13 (31ebd439-090c-4b25-bbb0-31c48711b145/363a2810-8a83-4be0-a317-7c91fcd94485/21d32b08-9bd7-40c0-8070-13ddd7c701b0) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 19:12:51.328456 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4b2d515f-3a6c-4144-804b-91a0319b65c0 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:12:51.366483 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4b2d515f-3a6c-4144-804b-91a0319b65c0 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:12:51.404264 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b2d515f-3a6c-4144-804b-91a0319b65c0 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Network 31ebd439-090c-4b25-bbb0-31c48711b145 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 19:12:51.406986 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-4b2d515f-3a6c-4144-804b-91a0319b65c0 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 19:12:51.409809 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2d515f-3a6c-4144-804b-91a0319b65c0 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 19:12:51.435587 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d515f-3a6c-4144-804b-91a0319b65c0 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Pushing event updated for resources: {'Port': ['ID=21d32b08-9bd7-40c0-8070-13ddd7c701b0,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:12:51.769598 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4b2d515f-3a6c-4144-804b-91a0319b65c0 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:12:51.839159 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4b2d515f-3a6c-4144-804b-91a0319b65c0 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:12:51.989155 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4b2d515f-3a6c-4144-804b-91a0319b65c0 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:12:51.993973 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4b2d515f-3a6c-4144-804b-91a0319b65c0 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:12:52.060998 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d515f-3a6c-4144-804b-91a0319b65c0 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Pushing event updated for resources: {'Port': ['ID=21d32b08-9bd7-40c0-8070-13ddd7c701b0,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:12:52.071568 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4b2d515f-3a6c-4144-804b-91a0319b65c0 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596987'] for floatingip, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:12:52.172440 n-d-838550-3 neutron-server[102730]: INFO neutron.db.l3_db [None req-4b2d515f-3a6c-4144-804b-91a0319b65c0 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Floating IP 64b84dde-f412-43b6-bed3-4ae1f26b0108 associated. External IP: 172.25.5.13, port: 8f1ffebf-d11b-4f9f-b4ad-6838ddfa4512. May 18 19:12:52.391293 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b2d515f-3a6c-4144-804b-91a0319b65c0 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Router 4809b14a-ab39-48a7-84b5-6ab451f0fa0d has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 19:12:52.500764 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b2d515f-3a6c-4144-804b-91a0319b65c0 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 19:12:52.512727 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b000479e-cab9-4573-825f-af89de773011 None None] Sync routers for ids ['4809b14a-ab39-48a7-84b5-6ab451f0fa0d'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 19:12:52.521262 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4b2d515f-3a6c-4144-804b-91a0319b65c0 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:12:52.524780 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b000479e-cab9-4573-825f-af89de773011 None None] Routers {'4809b14a-ab39-48a7-84b5-6ab451f0fa0d'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 19:12:52.525404 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-b000479e-cab9-4573-825f-af89de773011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T19:12:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['4809b14a-ab39-48a7-84b5-6ab451f0fa0d'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:12:52.549235 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-4b2d515f-3a6c-4144-804b-91a0319b65c0 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5472052 May 18 19:12:52.549903 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54994ce5-00d9-4cbf-af7e-a7a21fd2311b', 'tag': '8f1ffebf-d11b-4f9f-b4ad-6838ddfa4512'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 19:12:52.552369 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebab1398998b981f34f543ac0b562e5946bae5cf08db64623ace6dd3c2d346bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cf28594-2012-417c-a65b-cd5e026e79af" -d '{"events": [{"name": "network-changed", "server_uuid": "54994ce5-00d9-4cbf-af7e-a7a21fd2311b", "tag": "8f1ffebf-d11b-4f9f-b4ad-6838ddfa4512"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 19:12:52.592888 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 19:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7635b18f-6d73-4336-82d0-be6ef91dc274 x-openstack-request-id: req-7635b18f-6d73-4336-82d0-be6ef91dc274 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 19:12:52.593176 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54994ce5-00d9-4cbf-af7e-a7a21fd2311b", "tag": "8f1ffebf-d11b-4f9f-b4ad-6838ddfa4512", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 19:12:52.593428 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-7635b18f-6d73-4336-82d0-be6ef91dc274 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 19:12:52.593873 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7635b18f-6d73-4336-82d0-be6ef91dc274'] response: {'name': 'network-changed', 'server_uuid': '54994ce5-00d9-4cbf-af7e-a7a21fd2311b', 'tag': '8f1ffebf-d11b-4f9f-b4ad-6838ddfa4512', 'status': 'completed', 'code': 200} May 18 19:12:52.640675 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-b000479e-cab9-4573-825f-af89de773011 None None] Set router 4809b14a-ab39-48a7-84b5-6ab451f0fa0d gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 19:12:52.659088 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf28594-2012-417c-a65b-cd5e026e79af req-5e8109aa-75ec-48bb-b519-921c5c9c6ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:12:52.660564 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4cf28594-2012-417c-a65b-cd5e026e79af req-5e8109aa-75ec-48bb-b519-921c5c9c6ca9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f46d25eeb482420ea6a4ecbe2b9597ba&device_id=54994ce5-00d9-4cbf-af7e-a7a21fd2311b HTTP/1.1" status: 200 len: 1096 time: 0.0444539 May 18 19:12:52.754495 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf28594-2012-417c-a65b-cd5e026e79af req-1ddf087d-7916-4382-bde0-ceef24a4f0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:12:52.755986 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4cf28594-2012-417c-a65b-cd5e026e79af req-1ddf087d-7916-4382-bde0-ceef24a4f0b2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6ef28b59-7ba5-4079-8baf-63c18a3db82a HTTP/1.1" status: 200 len: 908 time: 0.0882442 May 18 19:12:52.819666 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4cf28594-2012-417c-a65b-cd5e026e79af req-073a3e40-8bb0-4c21-b856-9f4403d480e5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8f1ffebf-d11b-4f9f-b4ad-6838ddfa4512 HTTP/1.1" status: 200 len: 998 time: 0.0571415 May 18 19:12:52.860682 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-b000479e-cab9-4573-825f-af89de773011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4809b14a-ab39-48a7-84b5-6ab451f0fa0d', 'name': 'tempest-TestShelveInstance-79923585-router', 'tenant_id': 'f46d25eeb482420ea6a4ecbe2b9597ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': 'eadf9fe3-5643-4346-bab7-1f6679b122f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T19:07:52Z', 'updated_at': '2022-05-18T19:07:54Z', 'revision_number': 4, 'project_id': 'f46d25eeb482420ea6a4ecbe2b9597ba', 'gw_port': {'id': 'eadf9fe3-5643-4346-bab7-1f6679b122f9', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:5a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4809b14a-ab39-48a7-84b5-6ab451f0fa0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:07:52Z', 'updated_at': '2022-05-18T19:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': '64b84dde-f412-43b6-bed3-4ae1f26b0108', 'tenant_id': 'f46d25eeb482420ea6a4ecbe2b9597ba', 'floating_ip_address': '172.25.5.13', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': '4809b14a-ab39-48a7-84b5-6ab451f0fa0d', 'port_id': '8f1ffebf-d11b-4f9f-b4ad-6838ddfa4512', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ef28b59-7ba5-4079-8baf-63c18a3db82a', 'mac_address': 'fa:16:3e:1c:c2:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54994ce5-00d9-4cbf-af7e-a7a21fd2311b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T19:12:51Z', 'updated_at': '2022-05-18T19:12:51Z', 'revision_number': 0, 'project_id': 'f46d25eeb482420ea6a4ecbe2b9597ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f417ad04-e327-4c4c-a870-3f89d69482d7', 'name': '', 'network_id': '6ef28b59-7ba5-4079-8baf-63c18a3db82a', 'tenant_id': 'f46d25eeb482420ea6a4ecbe2b9597ba', 'mac_address': 'fa:16:3e:17:cb:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4809b14a-ab39-48a7-84b5-6ab451f0fa0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '0d6ecb5b-d9ba-4243-a00a-96301a6eafa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:07:54Z', 'updated_at': '2022-05-18T19:07:59Z', 'revision_number': 5, 'project_id': 'f46d25eeb482420ea6a4ecbe2b9597ba', 'subnets': [{'id': '0d6ecb5b-d9ba-4243-a00a-96301a6eafa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:12:52.868283 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf28594-2012-417c-a65b-cd5e026e79af req-1e61b793-07b7-4c87-8da3-de8998cc52ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:12:52.869913 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4cf28594-2012-417c-a65b-cd5e026e79af req-1e61b793-07b7-4c87-8da3-de8998cc52ed service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0d6ecb5b-d9ba-4243-a00a-96301a6eafa2 HTTP/1.1" status: 200 len: 846 time: 0.0436506 May 18 19:12:52.892221 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b000479e-cab9-4573-825f-af89de773011 None None] Checking router: 4809b14a-ab39-48a7-84b5-6ab451f0fa0d for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 19:12:52.900397 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b000479e-cab9-4573-825f-af89de773011 None None] Routers {'4809b14a-ab39-48a7-84b5-6ab451f0fa0d'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 19:12:52.901010 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-b000479e-cab9-4573-825f-af89de773011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T19:12:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['4809b14a-ab39-48a7-84b5-6ab451f0fa0d'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:12:52.920156 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf28594-2012-417c-a65b-cd5e026e79af req-c742d122-de8d-4d35-b587-9baa91f5bfe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:12:52.921594 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4cf28594-2012-417c-a65b-cd5e026e79af req-c742d122-de8d-4d35-b587-9baa91f5bfe3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6ef28b59-7ba5-4079-8baf-63c18a3db82a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454562 May 18 19:12:53.009092 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4cf28594-2012-417c-a65b-cd5e026e79af req-106297a0-ffc4-457c-a4e0-3d6579438a6a service neutron] 10.222.0.36 "GET /v2.0/networks/6ef28b59-7ba5-4079-8baf-63c18a3db82a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808973 May 18 19:12:53.017869 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-b000479e-cab9-4573-825f-af89de773011 None None] Set router 4809b14a-ab39-48a7-84b5-6ab451f0fa0d gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 19:12:53.102882 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4cf28594-2012-417c-a65b-cd5e026e79af req-3c961f58-9da2-45f2-8f16-e85870ac4cd4 service neutron] 10.222.0.36 "GET /v2.0/networks/6ef28b59-7ba5-4079-8baf-63c18a3db82a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871809 May 18 19:12:53.236163 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-b000479e-cab9-4573-825f-af89de773011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4809b14a-ab39-48a7-84b5-6ab451f0fa0d', 'name': 'tempest-TestShelveInstance-79923585-router', 'tenant_id': 'f46d25eeb482420ea6a4ecbe2b9597ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': 'eadf9fe3-5643-4346-bab7-1f6679b122f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T19:07:52Z', 'updated_at': '2022-05-18T19:07:54Z', 'revision_number': 4, 'project_id': 'f46d25eeb482420ea6a4ecbe2b9597ba', 'gw_port': {'id': 'eadf9fe3-5643-4346-bab7-1f6679b122f9', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:5a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4809b14a-ab39-48a7-84b5-6ab451f0fa0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:07:52Z', 'updated_at': '2022-05-18T19:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': '64b84dde-f412-43b6-bed3-4ae1f26b0108', 'tenant_id': 'f46d25eeb482420ea6a4ecbe2b9597ba', 'floating_ip_address': '172.25.5.13', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': '4809b14a-ab39-48a7-84b5-6ab451f0fa0d', 'port_id': '8f1ffebf-d11b-4f9f-b4ad-6838ddfa4512', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ef28b59-7ba5-4079-8baf-63c18a3db82a', 'mac_address': 'fa:16:3e:1c:c2:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54994ce5-00d9-4cbf-af7e-a7a21fd2311b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T19:12:51Z', 'updated_at': '2022-05-18T19:12:51Z', 'revision_number': 0, 'project_id': 'f46d25eeb482420ea6a4ecbe2b9597ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f417ad04-e327-4c4c-a870-3f89d69482d7', 'name': '', 'network_id': '6ef28b59-7ba5-4079-8baf-63c18a3db82a', 'tenant_id': 'f46d25eeb482420ea6a4ecbe2b9597ba', 'mac_address': 'fa:16:3e:17:cb:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4809b14a-ab39-48a7-84b5-6ab451f0fa0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '0d6ecb5b-d9ba-4243-a00a-96301a6eafa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:07:54Z', 'updated_at': '2022-05-18T19:07:59Z', 'revision_number': 5, 'project_id': 'f46d25eeb482420ea6a4ecbe2b9597ba', 'subnets': [{'id': '0d6ecb5b-d9ba-4243-a00a-96301a6eafa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:12:53.265415 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b000479e-cab9-4573-825f-af89de773011 None None] The sync data for ids ['4809b14a-ab39-48a7-84b5-6ab451f0fa0d'] in n-d-838550-3 is: [{'id': '4809b14a-ab39-48a7-84b5-6ab451f0fa0d', 'name': 'tempest-TestShelveInstance-79923585-router', 'tenant_id': 'f46d25eeb482420ea6a4ecbe2b9597ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': 'eadf9fe3-5643-4346-bab7-1f6679b122f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T19:07:52Z', 'updated_at': '2022-05-18T19:07:54Z', 'revision_number': 4, 'project_id': 'f46d25eeb482420ea6a4ecbe2b9597ba', 'gw_port': {'id': 'eadf9fe3-5643-4346-bab7-1f6679b122f9', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:5a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4809b14a-ab39-48a7-84b5-6ab451f0fa0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:07:52Z', 'updated_at': '2022-05-18T19:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': '64b84dde-f412-43b6-bed3-4ae1f26b0108', 'tenant_id': 'f46d25eeb482420ea6a4ecbe2b9597ba', 'floating_ip_address': '172.25.5.13', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': '4809b14a-ab39-48a7-84b5-6ab451f0fa0d', 'port_id': '8f1ffebf-d11b-4f9f-b4ad-6838ddfa4512', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ef28b59-7ba5-4079-8baf-63c18a3db82a', 'mac_address': 'fa:16:3e:1c:c2:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54994ce5-00d9-4cbf-af7e-a7a21fd2311b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T19:12:51Z', 'updated_at': '2022-05-18T19:12:51Z', 'revision_number': 0, 'project_id': 'f46d25eeb482420ea6a4ecbe2b9597ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f417ad04-e327-4c4c-a870-3f89d69482d7', 'name': '', 'network_id': '6ef28b59-7ba5-4079-8baf-63c18a3db82a', 'tenant_id': 'f46d25eeb482420ea6a4ecbe2b9597ba', 'mac_address': 'fa:16:3e:17:cb:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4809b14a-ab39-48a7-84b5-6ab451f0fa0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '0d6ecb5b-d9ba-4243-a00a-96301a6eafa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:07:54Z', 'updated_at': '2022-05-18T19:07:59Z', 'revision_number': 5, 'project_id': 'f46d25eeb482420ea6a4ecbe2b9597ba', 'subnets': [{'id': '0d6ecb5b-d9ba-4243-a00a-96301a6eafa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 19:12:53.274127 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 7 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 19:12:53.454021 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c02bcc0-e2f9-4228-bf7e-c1363dd28805 None None] New status for floating IP 64b84dde-f412-43b6-bed3-4ae1f26b0108: ACTIVE {{(pid=102732) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 19:13:01.572579 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:13:01.780071 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:13:07.765246 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f315de82-f33f-4b42-b9e9-6ac308ae64cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:13:10.146833 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a3a4996f-8c40-422e-bc87-4ab30a7ee160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:13:11.513181 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:13:12.652738 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:13:13.215483 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:13:30.274036 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 7 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 19:13:31.570668 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:13:31.793947 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:13:35.339269 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fee804e0-eea0-497d-b4b1-7aa63a905c90 req-fc63dd7a-a659-4aae-be21-51d2cc3a156e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=54994ce5-00d9-4cbf-af7e-a7a21fd2311b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0407147 May 18 19:13:35.427946 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee804e0-eea0-497d-b4b1-7aa63a905c90 req-18611cd1-dad5-4dfb-b656-cea5db058e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:13:35.429440 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fee804e0-eea0-497d-b4b1-7aa63a905c90 req-18611cd1-dad5-4dfb-b656-cea5db058e79 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f46d25eeb482420ea6a4ecbe2b9597ba&device_id=54994ce5-00d9-4cbf-af7e-a7a21fd2311b HTTP/1.1" status: 200 len: 1096 time: 0.0407944 May 18 19:13:35.541841 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee804e0-eea0-497d-b4b1-7aa63a905c90 req-de2c7e04-fe5d-46dd-80c9-3a2e468583b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:13:35.543516 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fee804e0-eea0-497d-b4b1-7aa63a905c90 req-de2c7e04-fe5d-46dd-80c9-3a2e468583b2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6ef28b59-7ba5-4079-8baf-63c18a3db82a HTTP/1.1" status: 200 len: 908 time: 0.0923722 May 18 19:13:35.614382 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fee804e0-eea0-497d-b4b1-7aa63a905c90 req-64bd9971-2f42-455b-836d-e37d273785a5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8f1ffebf-d11b-4f9f-b4ad-6838ddfa4512 HTTP/1.1" status: 200 len: 1000 time: 0.0579722 May 18 19:13:35.669574 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee804e0-eea0-497d-b4b1-7aa63a905c90 req-e3e91eb9-1c71-44dd-b998-ca0ca29979dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:13:35.671083 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fee804e0-eea0-497d-b4b1-7aa63a905c90 req-e3e91eb9-1c71-44dd-b998-ca0ca29979dd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0d6ecb5b-d9ba-4243-a00a-96301a6eafa2 HTTP/1.1" status: 200 len: 846 time: 0.0437803 May 18 19:13:35.724736 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee804e0-eea0-497d-b4b1-7aa63a905c90 req-c638cd30-2833-44f9-a92e-8bda10d548b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:13:35.726327 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fee804e0-eea0-497d-b4b1-7aa63a905c90 req-c638cd30-2833-44f9-a92e-8bda10d548b6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6ef28b59-7ba5-4079-8baf-63c18a3db82a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452855 May 18 19:13:35.814166 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fee804e0-eea0-497d-b4b1-7aa63a905c90 req-fdbfd445-0e6f-4151-9af2-bf8b9d91315f service neutron] 10.222.0.36 "GET /v2.0/networks/6ef28b59-7ba5-4079-8baf-63c18a3db82a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798960 May 18 19:13:35.915393 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fee804e0-eea0-497d-b4b1-7aa63a905c90 req-b7c0eb28-d9f7-4366-9e34-ef7ea0472af0 service neutron] 10.222.0.36 "GET /v2.0/networks/6ef28b59-7ba5-4079-8baf-63c18a3db82a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909348 May 18 19:13:37.767980 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-4deb6e3c-44d8-4bf1-91dd-4095d5b42a29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:13:40.147974 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-eec6aa00-0a09-45c1-b744-ffbb86933486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:13:41.513423 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:13:42.655728 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:13:43.217451 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:14:01.563811 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:14:01.793461 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:14:07.273337 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 7 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 19:14:07.769161 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f6e27c21-0d29-49db-910c-0b48d157552e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:14:10.149205 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-817f50f5-2594-44ce-8e5c-82d2bc4992ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:14:11.519084 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:14:12.659297 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:14:13.223293 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:14:31.568353 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:14:31.799298 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:14:36.333994 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8d3df637-d610-48db-9387-eb4160ee5cb8 req-7e913a24-02a8-4251-8830-da4fa823a4ba service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=54994ce5-00d9-4cbf-af7e-a7a21fd2311b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0407765 May 18 19:14:36.427400 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3df637-d610-48db-9387-eb4160ee5cb8 req-33d30203-ee5e-42b7-b2d6-702f9c0eed9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:14:36.428904 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8d3df637-d610-48db-9387-eb4160ee5cb8 req-33d30203-ee5e-42b7-b2d6-702f9c0eed9b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f46d25eeb482420ea6a4ecbe2b9597ba&device_id=54994ce5-00d9-4cbf-af7e-a7a21fd2311b HTTP/1.1" status: 200 len: 1096 time: 0.0453320 May 18 19:14:36.546334 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3df637-d610-48db-9387-eb4160ee5cb8 req-0b07656c-fc30-4036-9544-51c3d132cac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:14:36.547816 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8d3df637-d610-48db-9387-eb4160ee5cb8 req-0b07656c-fc30-4036-9544-51c3d132cac0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6ef28b59-7ba5-4079-8baf-63c18a3db82a HTTP/1.1" status: 200 len: 908 time: 0.0922923 May 18 19:14:36.615706 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8d3df637-d610-48db-9387-eb4160ee5cb8 req-70ded0f4-6e2f-4601-82ea-ea1f68c83429 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8f1ffebf-d11b-4f9f-b4ad-6838ddfa4512 HTTP/1.1" status: 200 len: 1000 time: 0.0573719 May 18 19:14:36.665962 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3df637-d610-48db-9387-eb4160ee5cb8 req-6b404e2c-a797-4add-b49d-f64fed73e6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:14:36.667389 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8d3df637-d610-48db-9387-eb4160ee5cb8 req-6b404e2c-a797-4add-b49d-f64fed73e6b0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0d6ecb5b-d9ba-4243-a00a-96301a6eafa2 HTTP/1.1" status: 200 len: 846 time: 0.0437052 May 18 19:14:36.720823 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3df637-d610-48db-9387-eb4160ee5cb8 req-05294f35-a590-425f-b540-77d965c29cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:14:36.722401 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8d3df637-d610-48db-9387-eb4160ee5cb8 req-05294f35-a590-425f-b540-77d965c29cc5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6ef28b59-7ba5-4079-8baf-63c18a3db82a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452666 May 18 19:14:36.813027 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8d3df637-d610-48db-9387-eb4160ee5cb8 req-8bf7f34b-1a37-4f4d-9fa8-8afcbc80e360 service neutron] 10.222.0.36 "GET /v2.0/networks/6ef28b59-7ba5-4079-8baf-63c18a3db82a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801125 May 18 19:14:36.907593 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8d3df637-d610-48db-9387-eb4160ee5cb8 req-14f103ec-5f2a-4e72-afd9-a4a3b0d737cb service neutron] 10.222.0.36 "GET /v2.0/networks/6ef28b59-7ba5-4079-8baf-63c18a3db82a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841646 May 18 19:14:37.771633 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-df018e9a-329f-4131-b6a0-aceeb4923d28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:14:40.151061 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-62ee15ec-c36b-42d6-867c-9443b1fa56b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:14:41.520826 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:14:42.661444 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:14:43.215477 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:14:44.273904 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 7 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 19:14:52.427374 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b20220-d04b-4eaf-9b03-2bc8ddbdd637 req-16b0d0ca-5655-4a1c-9a5f-c25a1e2b2ca1 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:14:52.428868 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d0b20220-d04b-4eaf-9b03-2bc8ddbdd637 req-16b0d0ca-5655-4a1c-9a5f-c25a1e2b2ca1 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/ports?device_id=54994ce5-00d9-4cbf-af7e-a7a21fd2311b HTTP/1.1" status: 200 len: 945 time: 0.0498991 May 18 19:14:52.467404 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d0b20220-d04b-4eaf-9b03-2bc8ddbdd637 req-2d9c48db-a300-4c4b-80c7-f3bd0fe26093 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/security-groups?id=63da566b-9caf-4b45-8039-a21a86f3c7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323019 May 18 19:14:53.602314 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05d9aad-32e4-48b1-bd2b-5298210c9663 req-c5e2aaa8-b17a-4f19-a9cb-d7015852a908 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:14:53.604237 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b05d9aad-32e4-48b1-bd2b-5298210c9663 req-c5e2aaa8-b17a-4f19-a9cb-d7015852a908 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/ports?device_id=54994ce5-00d9-4cbf-af7e-a7a21fd2311b HTTP/1.1" status: 200 len: 945 time: 0.0562656 May 18 19:14:53.652817 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b05d9aad-32e4-48b1-bd2b-5298210c9663 req-275df29d-a08e-4de3-ab07-fd3a2e99ec63 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/security-groups?id=63da566b-9caf-4b45-8039-a21a86f3c7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428276 May 18 19:14:54.773361 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4e2b50-1dbd-4cc6-93be-0e27ad95c77c req-cb20a9f7-7b80-42af-bddc-9fec03b3b9b9 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:14:54.774855 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7c4e2b50-1dbd-4cc6-93be-0e27ad95c77c req-cb20a9f7-7b80-42af-bddc-9fec03b3b9b9 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/ports?device_id=54994ce5-00d9-4cbf-af7e-a7a21fd2311b HTTP/1.1" status: 200 len: 945 time: 0.0537581 May 18 19:14:54.812778 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7c4e2b50-1dbd-4cc6-93be-0e27ad95c77c req-5284e86a-fbc2-47b4-8496-4f023db6c1ce tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/security-groups?id=63da566b-9caf-4b45-8039-a21a86f3c7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319889 May 18 19:14:55.926875 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ea3605-c123-4d67-b105-9d7b5bc51c7a req-bb67aad3-54ec-4562-93df-7669339c9b1f tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:14:55.928247 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-98ea3605-c123-4d67-b105-9d7b5bc51c7a req-bb67aad3-54ec-4562-93df-7669339c9b1f tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/ports?device_id=54994ce5-00d9-4cbf-af7e-a7a21fd2311b HTTP/1.1" status: 200 len: 945 time: 0.0479376 May 18 19:14:55.964878 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-98ea3605-c123-4d67-b105-9d7b5bc51c7a req-06958f56-d183-4c25-88f1-467b2c2190c9 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/security-groups?id=63da566b-9caf-4b45-8039-a21a86f3c7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306149 May 18 19:14:57.081581 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a43951f-e2e6-4939-a17a-329147145e3f req-5bc0a757-137e-45ad-8c2a-9b7409dbc4c5 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:14:57.083211 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3a43951f-e2e6-4939-a17a-329147145e3f req-5bc0a757-137e-45ad-8c2a-9b7409dbc4c5 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/ports?device_id=54994ce5-00d9-4cbf-af7e-a7a21fd2311b HTTP/1.1" status: 200 len: 945 time: 0.0489423 May 18 19:14:57.123088 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3a43951f-e2e6-4939-a17a-329147145e3f req-7331c80e-f562-426d-8dd5-b224ddaf0545 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/security-groups?id=63da566b-9caf-4b45-8039-a21a86f3c7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336137 May 18 19:14:58.242766 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d304c59b-ca31-4111-ba96-7271a00fd3d3 req-5da65af0-e177-4b8b-86fd-7e66b7645a90 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:14:58.244228 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d304c59b-ca31-4111-ba96-7271a00fd3d3 req-5da65af0-e177-4b8b-86fd-7e66b7645a90 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/ports?device_id=54994ce5-00d9-4cbf-af7e-a7a21fd2311b HTTP/1.1" status: 200 len: 945 time: 0.0521603 May 18 19:14:58.282257 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d304c59b-ca31-4111-ba96-7271a00fd3d3 req-09330860-08bb-45fa-8178-273be5720175 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/security-groups?id=63da566b-9caf-4b45-8039-a21a86f3c7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311210 May 18 19:14:59.401166 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e7d2fd-adf2-4730-b5d7-2f0e10614bbd req-8e309010-feee-4ca7-b285-124dd6aead34 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:14:59.402680 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d8e7d2fd-adf2-4730-b5d7-2f0e10614bbd req-8e309010-feee-4ca7-b285-124dd6aead34 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/ports?device_id=54994ce5-00d9-4cbf-af7e-a7a21fd2311b HTTP/1.1" status: 200 len: 945 time: 0.0511255 May 18 19:14:59.440457 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d8e7d2fd-adf2-4730-b5d7-2f0e10614bbd req-65b9ee1a-17e3-4b5c-a763-aa62669f5f9c tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/security-groups?id=63da566b-9caf-4b45-8039-a21a86f3c7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308256 May 18 19:15:00.559779 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6399a39b-3428-426a-8d53-dcb551d93d81 req-15024c5a-4fc5-48b1-9279-e4d36788db43 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:15:00.561273 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6399a39b-3428-426a-8d53-dcb551d93d81 req-15024c5a-4fc5-48b1-9279-e4d36788db43 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/ports?device_id=54994ce5-00d9-4cbf-af7e-a7a21fd2311b HTTP/1.1" status: 200 len: 945 time: 0.0504727 May 18 19:15:00.599249 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6399a39b-3428-426a-8d53-dcb551d93d81 req-44b1b910-41b1-41b4-8684-2e804ee27751 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/security-groups?id=63da566b-9caf-4b45-8039-a21a86f3c7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319078 May 18 19:15:01.573768 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:15:01.720522 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcc091f-d335-4c7b-ba3f-e40479496510 req-0ac776c1-942f-4db6-b89d-41e05f2ae40c tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:15:01.722033 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8fcc091f-d335-4c7b-ba3f-e40479496510 req-0ac776c1-942f-4db6-b89d-41e05f2ae40c tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/ports?device_id=54994ce5-00d9-4cbf-af7e-a7a21fd2311b HTTP/1.1" status: 200 len: 945 time: 0.0533943 May 18 19:15:01.760156 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8fcc091f-d335-4c7b-ba3f-e40479496510 req-3cb4dd06-4aed-46d1-b5ce-82dab060979d tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/security-groups?id=63da566b-9caf-4b45-8039-a21a86f3c7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319803 May 18 19:15:01.798898 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:15:02.610226 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cf065f-0d1d-4a7b-a706-1199bd6cf5d9 req-b6065df4-19a6-4897-976e-ae5e051c18b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:15:02.611722 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-24cf065f-0d1d-4a7b-a706-1199bd6cf5d9 req-b6065df4-19a6-4897-976e-ae5e051c18b8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f46d25eeb482420ea6a4ecbe2b9597ba&device_id=54994ce5-00d9-4cbf-af7e-a7a21fd2311b HTTP/1.1" status: 200 len: 1096 time: 0.0404673 May 18 19:15:02.711784 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cf065f-0d1d-4a7b-a706-1199bd6cf5d9 req-b65d1415-2e3f-4042-938a-d4f23fc2df56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:15:02.713267 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-24cf065f-0d1d-4a7b-a706-1199bd6cf5d9 req-b65d1415-2e3f-4042-938a-d4f23fc2df56 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6ef28b59-7ba5-4079-8baf-63c18a3db82a HTTP/1.1" status: 200 len: 908 time: 0.0914423 May 18 19:15:02.781595 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-24cf065f-0d1d-4a7b-a706-1199bd6cf5d9 req-c076afd6-f9ce-4b9a-a087-4a340b15a0ee service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8f1ffebf-d11b-4f9f-b4ad-6838ddfa4512 HTTP/1.1" status: 200 len: 1000 time: 0.0560632 May 18 19:15:02.844362 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cf065f-0d1d-4a7b-a706-1199bd6cf5d9 req-590bb6c6-4551-43c4-a117-84ffe10827a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:15:02.845817 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-24cf065f-0d1d-4a7b-a706-1199bd6cf5d9 req-590bb6c6-4551-43c4-a117-84ffe10827a5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0d6ecb5b-d9ba-4243-a00a-96301a6eafa2 HTTP/1.1" status: 200 len: 846 time: 0.0530336 May 18 19:15:02.911577 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90b01ee-1592-4d5b-9487-18f41c8464d2 req-afc1e7db-62c4-4253-84d4-8b5fd65d1f68 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:15:02.912957 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b90b01ee-1592-4d5b-9487-18f41c8464d2 req-afc1e7db-62c4-4253-84d4-8b5fd65d1f68 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/ports?device_id=54994ce5-00d9-4cbf-af7e-a7a21fd2311b HTTP/1.1" status: 200 len: 945 time: 0.0830326 May 18 19:15:02.918448 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cf065f-0d1d-4a7b-a706-1199bd6cf5d9 req-0c942eb9-924c-4a6b-b9c1-c3107ccabfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:15:02.919834 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-24cf065f-0d1d-4a7b-a706-1199bd6cf5d9 req-0c942eb9-924c-4a6b-b9c1-c3107ccabfd1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6ef28b59-7ba5-4079-8baf-63c18a3db82a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0572302 May 18 19:15:02.997134 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b90b01ee-1592-4d5b-9487-18f41c8464d2 req-7cc9fc88-84de-495a-b08c-a138ab2d778b tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/security-groups?id=63da566b-9caf-4b45-8039-a21a86f3c7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763652 May 18 19:15:03.032678 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-24cf065f-0d1d-4a7b-a706-1199bd6cf5d9 req-3586fcde-b908-4c22-8443-9af52855cbaa service neutron] 10.222.0.36 "GET /v2.0/networks/6ef28b59-7ba5-4079-8baf-63c18a3db82a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990033 May 18 19:15:03.135202 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-24cf065f-0d1d-4a7b-a706-1199bd6cf5d9 req-b4210610-166d-425a-8f4c-2b3394efdc10 service neutron] 10.222.0.36 "GET /v2.0/networks/6ef28b59-7ba5-4079-8baf-63c18a3db82a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797141 May 18 19:15:04.111255 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b03430e-6f37-401a-896a-0570b4345d58 req-53cbfdcf-eb79-4f14-baa4-244333fa1b4f tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:15:04.112734 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4b03430e-6f37-401a-896a-0570b4345d58 req-53cbfdcf-eb79-4f14-baa4-244333fa1b4f tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/ports?device_id=54994ce5-00d9-4cbf-af7e-a7a21fd2311b HTTP/1.1" status: 200 len: 945 time: 0.0482838 May 18 19:15:04.149932 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4b03430e-6f37-401a-896a-0570b4345d58 req-557dbad2-a003-405d-ba8d-b3cfb08e8237 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/security-groups?id=63da566b-9caf-4b45-8039-a21a86f3c7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311570 May 18 19:15:05.605955 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103e85b5-f0b0-4c06-89c8-6a70ca47d99b req-3f36c189-380a-40b7-8a44-2e64a17194aa tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:15:05.607418 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-103e85b5-f0b0-4c06-89c8-6a70ca47d99b req-3f36c189-380a-40b7-8a44-2e64a17194aa tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/ports?device_id=54994ce5-00d9-4cbf-af7e-a7a21fd2311b HTTP/1.1" status: 200 len: 945 time: 0.3869424 May 18 19:15:05.648254 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-103e85b5-f0b0-4c06-89c8-6a70ca47d99b req-65da3340-33ed-4b10-9ae8-e29ff29b8bbd tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/security-groups?id=63da566b-9caf-4b45-8039-a21a86f3c7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340621 May 18 19:15:06.763644 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092e7ebc-7552-4405-945e-5df94074a7a6 req-0e6658b2-ddaf-4302-aa12-705786eb0a02 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:15:06.765102 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-092e7ebc-7552-4405-945e-5df94074a7a6 req-0e6658b2-ddaf-4302-aa12-705786eb0a02 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/ports?device_id=54994ce5-00d9-4cbf-af7e-a7a21fd2311b HTTP/1.1" status: 200 len: 945 time: 0.0482655 May 18 19:15:06.802987 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-092e7ebc-7552-4405-945e-5df94074a7a6 req-9c927adb-78a9-4624-86e9-d1863ae0eb04 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/security-groups?id=63da566b-9caf-4b45-8039-a21a86f3c7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313032 May 18 19:15:06.987320 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ffdbb31a-b6e4-45f9-a623-aaa869ee7a36 req-7f61f4ea-b95d-487c-a032-b5faa11c6d1e service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=54994ce5-00d9-4cbf-af7e-a7a21fd2311b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0421195 May 18 19:15:06.996221 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [req-ffdbb31a-b6e4-45f9-a623-aaa869ee7a36 req-dfc32f1e-a69b-4260-a0f3-a4f42d0ff377 service neutron] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=102731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 19:15:06.997159 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-ffdbb31a-b6e4-45f9-a623-aaa869ee7a36 req-dfc32f1e-a69b-4260-a0f3-a4f42d0ff377 service neutron] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049980 May 18 19:15:07.023530 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228a4cdf-2360-4643-a1b3-21354c1abd65 req-6288b2ed-8192-45df-bb75-6ae9e64dedf4 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:15:07.025089 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-228a4cdf-2360-4643-a1b3-21354c1abd65 req-6288b2ed-8192-45df-bb75-6ae9e64dedf4 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/ports?device_id=54994ce5-00d9-4cbf-af7e-a7a21fd2311b HTTP/1.1" status: 200 len: 945 time: 0.0556533 May 18 19:15:07.064636 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-228a4cdf-2360-4643-a1b3-21354c1abd65 req-1b4724c3-3311-47da-8d9b-0bd57751dd98 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/security-groups?id=63da566b-9caf-4b45-8039-a21a86f3c7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331366 May 18 19:15:07.592427 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 8f1ffebf-d11b-4f9f-b4ad-6838ddfa4512 no longer exists at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 19:15:07.673659 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 8f1ffebf-d11b-4f9f-b4ad-6838ddfa4512 is: ACTIVE; New status is: DOWN {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 19:15:07.674039 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:15:07.697815 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54994ce5-00d9-4cbf-af7e-a7a21fd2311b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f1ffebf-d11b-4f9f-b4ad-6838ddfa4512'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 19:15:07.699943 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5d64110a1ec54c0f2bae3109cf83ae5c70b13a424bf8c5acbf84dbd50ace00d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c838e1d3-7611-44f2-a604-b29934f08577" -d '{"events": [{"server_uuid": "54994ce5-00d9-4cbf-af7e-a7a21fd2311b", "name": "network-vif-unplugged", "status": "completed", "tag": "8f1ffebf-d11b-4f9f-b4ad-6838ddfa4512"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 19:15:07.713307 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 8f1ffebf-d11b-4f9f-b4ad-6838ddfa4512, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=8f1ffebf-d11b-4f9f-b4ad-6838ddfa4512,segment=NetworkSegment(068a2a26-3c74-4434-9c66-65f250c8eed8),segment_id=068a2a26-3c74-4434-9c66-65f250c8eed8)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 19:15:07.717596 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:15:07.741854 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 18 May 2022 19:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4762cba-22c5-4b21-bdf9-47eb57510990 x-openstack-request-id: req-a4762cba-22c5-4b21-bdf9-47eb57510990 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 19:15:07.742169 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54994ce5-00d9-4cbf-af7e-a7a21fd2311b", "name": "network-vif-unplugged", "status": "failed", "tag": "8f1ffebf-d11b-4f9f-b4ad-6838ddfa4512", "code": 422}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 19:15:07.742422 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-a4762cba-22c5-4b21-bdf9-47eb57510990 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 19:15:07.742818 n-d-838550-3 neutron-server[102732]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-a4762cba-22c5-4b21-bdf9-47eb57510990']: {'server_uuid': '54994ce5-00d9-4cbf-af7e-a7a21fd2311b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8f1ffebf-d11b-4f9f-b4ad-6838ddfa4512', 'code': 422} returned with failed status May 18 19:15:07.777364 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=8f1ffebf-d11b-4f9f-b4ad-6838ddfa4512,revision_number=6']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:15:07.788360 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:15:07.788756 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:15:07.789096 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:15:07.789501 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:15:07.789962 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:15:07.790329 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:15:07.790659 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:15:07.790986 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:15:07.791311 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:15:07.791632 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:15:07.791960 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:15:07.792282 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:15:07.797192 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-cdd8cebf-0e21-4cb3-afa6-dfdee64a91ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:15:08.182687 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62ed2a2-abf5-4e82-b95e-bdf04c0d3068 req-80516c71-521f-4cab-a516-848fe8a53c1b tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:15:08.184173 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b62ed2a2-abf5-4e82-b95e-bdf04c0d3068 req-80516c71-521f-4cab-a516-848fe8a53c1b tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/ports?device_id=54994ce5-00d9-4cbf-af7e-a7a21fd2311b HTTP/1.1" status: 200 len: 943 time: 0.0528800 May 18 19:15:08.222585 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b62ed2a2-abf5-4e82-b95e-bdf04c0d3068 req-44d8aa14-8eb0-439a-9fe1-7c83b20e381b tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/security-groups?id=63da566b-9caf-4b45-8039-a21a86f3c7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316775 May 18 19:15:09.338906 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42928212-3e53-457b-b63f-be95dd45eadb req-038badf8-fb32-47b3-ba5a-642be01f6043 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:15:09.340407 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-42928212-3e53-457b-b63f-be95dd45eadb req-038badf8-fb32-47b3-ba5a-642be01f6043 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/ports?device_id=54994ce5-00d9-4cbf-af7e-a7a21fd2311b HTTP/1.1" status: 200 len: 943 time: 0.0489931 May 18 19:15:09.378808 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-42928212-3e53-457b-b63f-be95dd45eadb req-b63a8d73-e73c-4fb3-915c-ff0ded23bfcf tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/security-groups?id=63da566b-9caf-4b45-8039-a21a86f3c7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315742 May 18 19:15:10.152302 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-01f3a769-e5af-4c3c-a04b-424a30304b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:15:10.496934 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d73e76a-6747-44cc-a2e6-71ba78715f7d req-e1c66c25-b483-44af-af6f-753f843cba77 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:15:10.498484 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9d73e76a-6747-44cc-a2e6-71ba78715f7d req-e1c66c25-b483-44af-af6f-753f843cba77 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/ports?device_id=54994ce5-00d9-4cbf-af7e-a7a21fd2311b HTTP/1.1" status: 200 len: 943 time: 0.0495231 May 18 19:15:10.536291 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9d73e76a-6747-44cc-a2e6-71ba78715f7d req-7206b4d2-a7cb-4d92-8510-1aafae1a9d0e tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/security-groups?id=63da566b-9caf-4b45-8039-a21a86f3c7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317788 May 18 19:15:11.521217 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:15:11.659551 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a399a04-efca-4a78-8a72-ffc9658238ee req-04ab17c6-5231-4c8d-a858-daa567196c48 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:15:11.661190 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4a399a04-efca-4a78-8a72-ffc9658238ee req-04ab17c6-5231-4c8d-a858-daa567196c48 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/ports?device_id=54994ce5-00d9-4cbf-af7e-a7a21fd2311b HTTP/1.1" status: 200 len: 943 time: 0.0554073 May 18 19:15:11.725568 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-4a399a04-efca-4a78-8a72-ffc9658238ee req-8b2066aa-7d3d-4d3d-9fbf-44422d1bb82c tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/security-groups?id=63da566b-9caf-4b45-8039-a21a86f3c7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582626 May 18 19:15:11.733105 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdbb31a-b6e4-45f9-a623-aaa869ee7a36 req-d78c444f-2ccd-4533-83a1-4bf57c8fd6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:15:11.735184 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ffdbb31a-b6e4-45f9-a623-aaa869ee7a36 req-d78c444f-2ccd-4533-83a1-4bf57c8fd6f2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=54994ce5-00d9-4cbf-af7e-a7a21fd2311b&tenant_id=f46d25eeb482420ea6a4ecbe2b9597ba HTTP/1.1" status: 200 len: 1094 time: 0.0614743 May 18 19:15:11.805318 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdbb31a-b6e4-45f9-a623-aaa869ee7a36 req-94dfb171-e7af-4217-ae0e-5accfdca0f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:15:11.806857 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ffdbb31a-b6e4-45f9-a623-aaa869ee7a36 req-94dfb171-e7af-4217-ae0e-5accfdca0f57 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f46d25eeb482420ea6a4ecbe2b9597ba&device_id=54994ce5-00d9-4cbf-af7e-a7a21fd2311b HTTP/1.1" status: 200 len: 1094 time: 0.0409811 May 18 19:15:11.901516 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdbb31a-b6e4-45f9-a623-aaa869ee7a36 req-ea602b36-b919-4e82-a47b-92dd042d336d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:15:11.902963 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ffdbb31a-b6e4-45f9-a623-aaa869ee7a36 req-ea602b36-b919-4e82-a47b-92dd042d336d service neutron] 10.222.0.36 "GET /v2.0/networks?id=6ef28b59-7ba5-4079-8baf-63c18a3db82a HTTP/1.1" status: 200 len: 908 time: 0.0859249 May 18 19:15:11.969464 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ffdbb31a-b6e4-45f9-a623-aaa869ee7a36 req-30a472e3-5814-4167-9a99-e423047b0313 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8f1ffebf-d11b-4f9f-b4ad-6838ddfa4512 HTTP/1.1" status: 200 len: 998 time: 0.0571420 May 18 19:15:12.027262 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdbb31a-b6e4-45f9-a623-aaa869ee7a36 req-9b95a993-afef-4efd-8c2d-32aea1d275bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:15:12.028723 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ffdbb31a-b6e4-45f9-a623-aaa869ee7a36 req-9b95a993-afef-4efd-8c2d-32aea1d275bb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0d6ecb5b-d9ba-4243-a00a-96301a6eafa2 HTTP/1.1" status: 200 len: 846 time: 0.0503983 May 18 19:15:12.077138 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdbb31a-b6e4-45f9-a623-aaa869ee7a36 req-ad0ca27d-477e-4508-842d-855b1537acc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:15:12.079183 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ffdbb31a-b6e4-45f9-a623-aaa869ee7a36 req-ad0ca27d-477e-4508-842d-855b1537acc9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6ef28b59-7ba5-4079-8baf-63c18a3db82a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397336 May 18 19:15:12.172307 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ffdbb31a-b6e4-45f9-a623-aaa869ee7a36 req-cac4a17e-f0fb-4cf8-b09e-e6f72ea256df service neutron] 10.222.0.36 "GET /v2.0/networks/6ef28b59-7ba5-4079-8baf-63c18a3db82a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814869 May 18 19:15:12.267581 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ffdbb31a-b6e4-45f9-a623-aaa869ee7a36 req-a09f2787-ccb3-451b-83ef-e282c58883a3 service neutron] 10.222.0.36 "GET /v2.0/networks/6ef28b59-7ba5-4079-8baf-63c18a3db82a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848453 May 18 19:15:12.663632 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:15:12.852178 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accc3bcf-171c-49f4-bb23-8e0fa3833769 req-00845c3b-74d8-4275-bf70-e00daa6d1f6f tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:15:12.853730 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-accc3bcf-171c-49f4-bb23-8e0fa3833769 req-00845c3b-74d8-4275-bf70-e00daa6d1f6f tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/ports?device_id=54994ce5-00d9-4cbf-af7e-a7a21fd2311b HTTP/1.1" status: 200 len: 943 time: 0.0597024 May 18 19:15:12.892878 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-accc3bcf-171c-49f4-bb23-8e0fa3833769 req-bd28600e-711e-4fe7-a993-8c3773fdc91f tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/security-groups?id=63da566b-9caf-4b45-8039-a21a86f3c7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315135 May 18 19:15:13.219498 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:15:14.051244 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2db1f4-46bd-4416-adc8-f16096a3bc24 req-aefbbe8e-3a16-4946-af92-4020fa26c69d tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:15:14.052733 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-dd2db1f4-46bd-4416-adc8-f16096a3bc24 req-aefbbe8e-3a16-4946-af92-4020fa26c69d tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/ports?device_id=54994ce5-00d9-4cbf-af7e-a7a21fd2311b HTTP/1.1" status: 200 len: 943 time: 0.0924044 May 18 19:15:14.089001 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-dd2db1f4-46bd-4416-adc8-f16096a3bc24 req-dd6ad392-2a6f-4bdd-9eb1-fb99962539d5 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/security-groups?id=63da566b-9caf-4b45-8039-a21a86f3c7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302403 May 18 19:15:15.210596 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6e4a8b-9968-44db-b258-afc8d16a7bf9 req-5d18dfac-5807-4ae1-865e-35bf54efbb5a tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:15:15.212228 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1e6e4a8b-9968-44db-b258-afc8d16a7bf9 req-5d18dfac-5807-4ae1-865e-35bf54efbb5a tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/ports?device_id=54994ce5-00d9-4cbf-af7e-a7a21fd2311b HTTP/1.1" status: 200 len: 943 time: 0.0543480 May 18 19:15:15.251130 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1e6e4a8b-9968-44db-b258-afc8d16a7bf9 req-05ecc205-a601-40b0-b307-ba12d56e960e tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/security-groups?id=63da566b-9caf-4b45-8039-a21a86f3c7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327353 May 18 19:15:16.364024 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee339b96-b5b6-4172-90c1-ab15157db7a7 req-b9fa8652-761f-4081-9eea-0f61fe4a239c tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:15:16.365497 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ee339b96-b5b6-4172-90c1-ab15157db7a7 req-b9fa8652-761f-4081-9eea-0f61fe4a239c tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/ports?device_id=54994ce5-00d9-4cbf-af7e-a7a21fd2311b HTTP/1.1" status: 200 len: 943 time: 0.0477571 May 18 19:15:16.402732 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ee339b96-b5b6-4172-90c1-ab15157db7a7 req-df5fcb27-8385-4ca0-b57c-aeb19b16e13f tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/security-groups?id=63da566b-9caf-4b45-8039-a21a86f3c7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312307 May 18 19:15:17.518064 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa566ed6-19a5-460e-8c32-90fba75c1a9d req-8abd7e8d-d74c-4f7a-be9a-a9a0f3a5e1a6 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:15:17.519557 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fa566ed6-19a5-460e-8c32-90fba75c1a9d req-8abd7e8d-d74c-4f7a-be9a-a9a0f3a5e1a6 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/ports?device_id=54994ce5-00d9-4cbf-af7e-a7a21fd2311b HTTP/1.1" status: 200 len: 943 time: 0.0489681 May 18 19:15:17.557444 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-fa566ed6-19a5-460e-8c32-90fba75c1a9d req-d5d600f4-1a50-4903-93ce-7a25ff8fb2b0 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/security-groups?id=63da566b-9caf-4b45-8039-a21a86f3c7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317807 May 18 19:15:18.674830 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c78734-ba85-4193-998a-64674f7cbdce req-b951ac1e-97cb-4e41-84c5-7f55add6a47b tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:15:18.676386 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b1c78734-ba85-4193-998a-64674f7cbdce req-b951ac1e-97cb-4e41-84c5-7f55add6a47b tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/ports?device_id=54994ce5-00d9-4cbf-af7e-a7a21fd2311b HTTP/1.1" status: 200 len: 943 time: 0.0526688 May 18 19:15:18.715462 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b1c78734-ba85-4193-998a-64674f7cbdce req-619c07ba-9520-4a43-98a4-0472cb28644c tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/security-groups?id=63da566b-9caf-4b45-8039-a21a86f3c7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330260 May 18 19:15:19.830885 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eba5fd-45f1-4ff0-a1fb-536f27716ef2 req-b0f9cc39-71e7-4023-98b0-74b7ed8902bf tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:15:19.832387 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-79eba5fd-45f1-4ff0-a1fb-536f27716ef2 req-b0f9cc39-71e7-4023-98b0-74b7ed8902bf tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/ports?device_id=54994ce5-00d9-4cbf-af7e-a7a21fd2311b HTTP/1.1" status: 200 len: 943 time: 0.0478692 May 18 19:15:19.872451 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-79eba5fd-45f1-4ff0-a1fb-536f27716ef2 req-5d008a4a-8a2d-42b5-b5ff-b61d2801a246 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/security-groups?id=63da566b-9caf-4b45-8039-a21a86f3c7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340128 May 18 19:15:20.986759 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b3ac0c-0412-4048-bf59-0e41cdbf8033 req-e7f38fbe-ec8d-49a2-a2de-39a1c5b7bce1 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:15:20.988271 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d6b3ac0c-0412-4048-bf59-0e41cdbf8033 req-e7f38fbe-ec8d-49a2-a2de-39a1c5b7bce1 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/ports?device_id=54994ce5-00d9-4cbf-af7e-a7a21fd2311b HTTP/1.1" status: 200 len: 943 time: 0.0478137 May 18 19:15:21.028862 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d6b3ac0c-0412-4048-bf59-0e41cdbf8033 req-5aa10813-160c-43bd-bace-885b9d000ef9 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/security-groups?id=63da566b-9caf-4b45-8039-a21a86f3c7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347264 May 18 19:15:21.272411 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 7 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 19:15:21.715535 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 8f1ffebf-d11b-4f9f-b4ad-6838ddfa4512 details requested by agent hyperv_n-h1-838550-3 with host n-h1-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 19:15:21.809235 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 8f1ffebf-d11b-4f9f-b4ad-6838ddfa4512, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=8f1ffebf-d11b-4f9f-b4ad-6838ddfa4512,segment=NetworkSegment(068a2a26-3c74-4434-9c66-65f250c8eed8),segment_id=068a2a26-3c74-4434-9c66-65f250c8eed8)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 19:15:21.820313 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Returning: {'device': '8f1ffebf-d11b-4f9f-b4ad-6838ddfa4512', 'network_id': '6ef28b59-7ba5-4079-8baf-63c18a3db82a', 'port_id': '8f1ffebf-d11b-4f9f-b4ad-6838ddfa4512', 'mac_address': 'fa:16:3e:1c:c2:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d6ecb5b-d9ba-4243-a00a-96301a6eafa2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 19:15:21.855501 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 8f1ffebf-d11b-4f9f-b4ad-6838ddfa4512 is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 19:15:21.855879 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:15:21.869139 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f1ffebf-d11b-4f9f-b4ad-6838ddfa4512 {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 19:15:21.893241 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 8f1ffebf-d11b-4f9f-b4ad-6838ddfa4512, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=8f1ffebf-d11b-4f9f-b4ad-6838ddfa4512,segment=NetworkSegment(068a2a26-3c74-4434-9c66-65f250c8eed8),segment_id=068a2a26-3c74-4434-9c66-65f250c8eed8)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 19:15:21.897565 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:15:21.946464 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=8f1ffebf-d11b-4f9f-b4ad-6838ddfa4512,revision_number=7']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:15:22.147555 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c420b6-a199-4683-b120-62cf896f8d15 req-a218dabf-51ae-450f-85bb-e3bb0335eab8 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:15:22.149046 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-28c420b6-a199-4683-b120-62cf896f8d15 req-a218dabf-51ae-450f-85bb-e3bb0335eab8 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/ports?device_id=54994ce5-00d9-4cbf-af7e-a7a21fd2311b HTTP/1.1" status: 200 len: 944 time: 0.0523868 May 18 19:15:22.173275 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['8f1ffebf-d11b-4f9f-b4ad-6838ddfa4512'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 19:15:22.187223 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-28c420b6-a199-4683-b120-62cf896f8d15 req-9e515cb2-2551-4424-8de1-c01e25fa8072 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/security-groups?id=63da566b-9caf-4b45-8039-a21a86f3c7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322111 May 18 19:15:23.303740 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653b2e70-d055-4f6e-8aac-475a911da572 req-fad727c0-c9d8-4a52-b195-cbbc9e509a6a tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:15:23.305238 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-653b2e70-d055-4f6e-8aac-475a911da572 req-fad727c0-c9d8-4a52-b195-cbbc9e509a6a tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/ports?device_id=54994ce5-00d9-4cbf-af7e-a7a21fd2311b HTTP/1.1" status: 200 len: 944 time: 0.0497482 May 18 19:15:23.342467 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-653b2e70-d055-4f6e-8aac-475a911da572 req-a504a5fc-ca40-408f-abc5-ee07fabfb40c tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/security-groups?id=63da566b-9caf-4b45-8039-a21a86f3c7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311162 May 18 19:15:23.715135 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 8f1ffebf-d11b-4f9f-b4ad-6838ddfa4512 up at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 19:15:23.763420 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning complete for port 8f1ffebf-d11b-4f9f-b4ad-6838ddfa4512 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 19:15:23.763788 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:15:23.837579 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 8f1ffebf-d11b-4f9f-b4ad-6838ddfa4512 is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 19:15:23.837986 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:15:23.861550 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54994ce5-00d9-4cbf-af7e-a7a21fd2311b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f1ffebf-d11b-4f9f-b4ad-6838ddfa4512'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 19:15:23.863743 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5d64110a1ec54c0f2bae3109cf83ae5c70b13a424bf8c5acbf84dbd50ace00d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cafacbb8-c30e-492f-ac59-82dd6e78a352" -d '{"events": [{"server_uuid": "54994ce5-00d9-4cbf-af7e-a7a21fd2311b", "name": "network-vif-plugged", "status": "completed", "tag": "8f1ffebf-d11b-4f9f-b4ad-6838ddfa4512"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 19:15:23.876572 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 8f1ffebf-d11b-4f9f-b4ad-6838ddfa4512, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=8f1ffebf-d11b-4f9f-b4ad-6838ddfa4512,segment=NetworkSegment(068a2a26-3c74-4434-9c66-65f250c8eed8),segment_id=068a2a26-3c74-4434-9c66-65f250c8eed8)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 19:15:23.880605 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:15:23.906330 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 19:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31739714-f263-44b3-b0cc-590d8c2e0183 x-openstack-request-id: req-31739714-f263-44b3-b0cc-590d8c2e0183 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 19:15:23.907039 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54994ce5-00d9-4cbf-af7e-a7a21fd2311b", "name": "network-vif-plugged", "status": "completed", "tag": "8f1ffebf-d11b-4f9f-b4ad-6838ddfa4512", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 19:15:23.907455 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-31739714-f263-44b3-b0cc-590d8c2e0183 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 19:15:23.908451 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31739714-f263-44b3-b0cc-590d8c2e0183'] response: {'server_uuid': '54994ce5-00d9-4cbf-af7e-a7a21fd2311b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f1ffebf-d11b-4f9f-b4ad-6838ddfa4512', 'code': 200} May 18 19:15:23.940325 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=8f1ffebf-d11b-4f9f-b4ad-6838ddfa4512,revision_number=8']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:15:24.050660 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b928ada1-2068-479b-ab07-04595c5d0fa9 req-70e3ce0e-85b3-4500-b340-9447d05ef684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:15:24.052193 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b928ada1-2068-479b-ab07-04595c5d0fa9 req-70e3ce0e-85b3-4500-b340-9447d05ef684 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=54994ce5-00d9-4cbf-af7e-a7a21fd2311b HTTP/1.1" status: 200 len: 1096 time: 0.0402408 May 18 19:15:24.089391 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b928ada1-2068-479b-ab07-04595c5d0fa9 req-569cc4a8-1a3c-44b0-9cfd-61d15ab5915f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=63da566b-9caf-4b45-8039-a21a86f3c7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278759 May 18 19:15:24.463593 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e31b4b-fc85-4697-bce4-e0dce99a5b83 req-886aae4b-fed8-46b6-8f0d-e51fc404bbc6 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:15:24.465074 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b8e31b4b-fc85-4697-bce4-e0dce99a5b83 req-886aae4b-fed8-46b6-8f0d-e51fc404bbc6 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/ports?device_id=54994ce5-00d9-4cbf-af7e-a7a21fd2311b HTTP/1.1" status: 200 len: 945 time: 0.0517802 May 18 19:15:24.503766 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b8e31b4b-fc85-4697-bce4-e0dce99a5b83 req-cf796464-8b0a-4be4-a835-5c811cea42b6 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/security-groups?id=63da566b-9caf-4b45-8039-a21a86f3c7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319090 May 18 19:15:25.627813 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7f8b33-91a7-48a4-9519-f78190efbd31 req-6278e2bb-003f-447c-9efa-ca8e7754fd64 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:15:25.629377 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cf7f8b33-91a7-48a4-9519-f78190efbd31 req-6278e2bb-003f-447c-9efa-ca8e7754fd64 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/ports?device_id=54994ce5-00d9-4cbf-af7e-a7a21fd2311b HTTP/1.1" status: 200 len: 945 time: 0.0511029 May 18 19:15:25.670293 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cf7f8b33-91a7-48a4-9519-f78190efbd31 req-038537e6-20e3-44f6-9233-8626a8df7233 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/security-groups?id=63da566b-9caf-4b45-8039-a21a86f3c7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346720 May 18 19:15:31.560293 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:15:31.811327 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:15:37.771530 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-2e7c04c1-27a7-4ee5-a9cf-1690e9cfee3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:15:38.371365 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5da35cd5-1f09-4410-a9ea-a8d8e46d1bec req-cecc50a3-13fc-42b8-8729-e538971620e6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=54994ce5-00d9-4cbf-af7e-a7a21fd2311b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0831683 May 18 19:15:38.465303 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da35cd5-1f09-4410-a9ea-a8d8e46d1bec req-0524c313-7260-478d-bb53-fa7b5c602f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:15:38.466846 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5da35cd5-1f09-4410-a9ea-a8d8e46d1bec req-0524c313-7260-478d-bb53-fa7b5c602f8c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f46d25eeb482420ea6a4ecbe2b9597ba&device_id=54994ce5-00d9-4cbf-af7e-a7a21fd2311b HTTP/1.1" status: 200 len: 1096 time: 0.0474176 May 18 19:15:38.590167 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da35cd5-1f09-4410-a9ea-a8d8e46d1bec req-ca5ad8ae-5c13-4906-82fb-4c1aaa2b75f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:15:38.591655 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5da35cd5-1f09-4410-a9ea-a8d8e46d1bec req-ca5ad8ae-5c13-4906-82fb-4c1aaa2b75f9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6ef28b59-7ba5-4079-8baf-63c18a3db82a HTTP/1.1" status: 200 len: 908 time: 0.0928931 May 18 19:15:38.665812 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5da35cd5-1f09-4410-a9ea-a8d8e46d1bec req-c09e1b6d-e061-4fb4-a137-0bc0f8c4f113 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8f1ffebf-d11b-4f9f-b4ad-6838ddfa4512 HTTP/1.1" status: 200 len: 1000 time: 0.0640044 May 18 19:15:38.718915 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da35cd5-1f09-4410-a9ea-a8d8e46d1bec req-308068b4-e3b0-412d-b46c-be4c0469a289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:15:38.720407 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5da35cd5-1f09-4410-a9ea-a8d8e46d1bec req-308068b4-e3b0-412d-b46c-be4c0469a289 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0d6ecb5b-d9ba-4243-a00a-96301a6eafa2 HTTP/1.1" status: 200 len: 846 time: 0.0474641 May 18 19:15:38.767939 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da35cd5-1f09-4410-a9ea-a8d8e46d1bec req-c04a2a50-fc37-430c-9a3a-c6ea7371091d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:15:38.769862 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5da35cd5-1f09-4410-a9ea-a8d8e46d1bec req-c04a2a50-fc37-430c-9a3a-c6ea7371091d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6ef28b59-7ba5-4079-8baf-63c18a3db82a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414276 May 18 19:15:38.872713 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5da35cd5-1f09-4410-a9ea-a8d8e46d1bec req-a1c432ef-90e9-4c3f-a020-9faf43ed2c18 service neutron] 10.222.0.36 "GET /v2.0/networks/6ef28b59-7ba5-4079-8baf-63c18a3db82a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953250 May 18 19:15:38.961030 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5da35cd5-1f09-4410-a9ea-a8d8e46d1bec req-b3d9ce78-ae78-4786-810d-06473e38fe46 service neutron] 10.222.0.36 "GET /v2.0/networks/6ef28b59-7ba5-4079-8baf-63c18a3db82a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812871 May 18 19:15:40.154016 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-22cae16c-cf42-4b35-9685-af63af49f50f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:15:41.524545 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:15:42.669045 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:15:43.233425 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:15:58.272184 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 7 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 19:16:01.551447 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:16:01.820553 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:16:07.772502 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-dc4c2d43-d7d1-438e-a882-da69693a3cd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:16:10.155648 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-4375fa5c-fec4-420b-b15a-36931bb60fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:16:11.527822 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:16:12.671433 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:16:13.227177 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:16:31.560934 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:16:31.819853 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:16:35.271766 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 7 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 19:16:37.773889 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f651ea39-ec6c-4373-ad13-f689b1675d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:16:40.160016 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-e60c27d2-4eb3-4f0b-a40a-ae42d2f85421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:16:40.328873 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2b668114-845a-4d86-ac1a-792b6a61b0f9 req-b717d2ca-6715-48e6-9e22-7a1e1f0ff940 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=54994ce5-00d9-4cbf-af7e-a7a21fd2311b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406845 May 18 19:16:40.424280 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b668114-845a-4d86-ac1a-792b6a61b0f9 req-3e8428e8-4abc-4af9-a072-4cd36a42537a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:16:40.425762 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2b668114-845a-4d86-ac1a-792b6a61b0f9 req-3e8428e8-4abc-4af9-a072-4cd36a42537a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f46d25eeb482420ea6a4ecbe2b9597ba&device_id=54994ce5-00d9-4cbf-af7e-a7a21fd2311b HTTP/1.1" status: 200 len: 1096 time: 0.0456471 May 18 19:16:40.535800 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b668114-845a-4d86-ac1a-792b6a61b0f9 req-daf746f5-bbe7-4c33-ab89-b7b7a0be8032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:16:40.537257 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2b668114-845a-4d86-ac1a-792b6a61b0f9 req-daf746f5-bbe7-4c33-ab89-b7b7a0be8032 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6ef28b59-7ba5-4079-8baf-63c18a3db82a HTTP/1.1" status: 200 len: 908 time: 0.0835583 May 18 19:16:40.610578 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2b668114-845a-4d86-ac1a-792b6a61b0f9 req-ccda2313-b2b8-4a98-a0d5-79ec5bf6f905 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8f1ffebf-d11b-4f9f-b4ad-6838ddfa4512 HTTP/1.1" status: 200 len: 1000 time: 0.0624330 May 18 19:16:40.664825 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b668114-845a-4d86-ac1a-792b6a61b0f9 req-c201a9ed-4ce3-42c5-8726-b4b8ecfdc7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:16:40.666290 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2b668114-845a-4d86-ac1a-792b6a61b0f9 req-c201a9ed-4ce3-42c5-8726-b4b8ecfdc7b7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0d6ecb5b-d9ba-4243-a00a-96301a6eafa2 HTTP/1.1" status: 200 len: 846 time: 0.0458276 May 18 19:16:40.716773 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b668114-845a-4d86-ac1a-792b6a61b0f9 req-5a56de93-8b54-40c0-8617-69334740fa0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:16:40.718329 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2b668114-845a-4d86-ac1a-792b6a61b0f9 req-5a56de93-8b54-40c0-8617-69334740fa0d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6ef28b59-7ba5-4079-8baf-63c18a3db82a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417421 May 18 19:16:40.732777 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [req-2b668114-845a-4d86-ac1a-792b6a61b0f9 req-7705658b-2621-4b14-9135-821e236523c8 service neutron] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=102730) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 19:16:40.733776 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2b668114-845a-4d86-ac1a-792b6a61b0f9 req-7705658b-2621-4b14-9135-821e236523c8 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049832 May 18 19:16:40.826648 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2b668114-845a-4d86-ac1a-792b6a61b0f9 req-a5e9c727-9c64-4530-ae77-e241989b295b service neutron] 10.222.0.36 "GET /v2.0/networks/6ef28b59-7ba5-4079-8baf-63c18a3db82a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836670 May 18 19:16:40.917893 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2b668114-845a-4d86-ac1a-792b6a61b0f9 req-aa4f9993-b2fb-4c89-851b-58a287d4ffe0 service neutron] 10.222.0.36 "GET /v2.0/networks/6ef28b59-7ba5-4079-8baf-63c18a3db82a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808549 May 18 19:16:41.261783 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 51578) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:16:41.431960 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-955920e4-5870-4f65-9504-a7ae886e3001 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Deleting port 21d32b08-9bd7-40c0-8070-13ddd7c701b0 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 19:16:41.433008 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-955920e4-5870-4f65-9504-a7ae886e3001 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:16:41.512811 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-955920e4-5870-4f65-9504-a7ae886e3001 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:16:41.513068 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-955920e4-5870-4f65-9504-a7ae886e3001 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:16:41.525529 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-955920e4-5870-4f65-9504-a7ae886e3001 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Calling delete_port for 21d32b08-9bd7-40c0-8070-13ddd7c701b0 owned by network:floatingip {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 19:16:41.529937 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:16:41.671481 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-955920e4-5870-4f65-9504-a7ae886e3001 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:16:41.708377 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955920e4-5870-4f65-9504-a7ae886e3001 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Pushing event deleted for resources: {'Port': ['ID=21d32b08-9bd7-40c0-8070-13ddd7c701b0,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:16:41.732303 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955920e4-5870-4f65-9504-a7ae886e3001 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:16:41.732652 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955920e4-5870-4f65-9504-a7ae886e3001 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:16:41.732997 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955920e4-5870-4f65-9504-a7ae886e3001 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:16:41.733336 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955920e4-5870-4f65-9504-a7ae886e3001 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:16:41.733705 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955920e4-5870-4f65-9504-a7ae886e3001 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:16:41.734039 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955920e4-5870-4f65-9504-a7ae886e3001 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:16:41.734369 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955920e4-5870-4f65-9504-a7ae886e3001 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:16:41.734695 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955920e4-5870-4f65-9504-a7ae886e3001 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:16:41.735018 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955920e4-5870-4f65-9504-a7ae886e3001 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:16:41.735353 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955920e4-5870-4f65-9504-a7ae886e3001 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:16:41.735672 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955920e4-5870-4f65-9504-a7ae886e3001 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:16:41.735998 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955920e4-5870-4f65-9504-a7ae886e3001 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:16:41.776993 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-955920e4-5870-4f65-9504-a7ae886e3001 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Notify callbacks [] for floatingip, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:16:41.777295 n-d-838550-3 neutron-server[102730]: INFO neutron.db.l3_db [None req-955920e4-5870-4f65-9504-a7ae886e3001 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Floating IP 64b84dde-f412-43b6-bed3-4ae1f26b0108 disassociated (deleted). External IP: 172.25.5.13, port: 8f1ffebf-d11b-4f9f-b4ad-6838ddfa4512. May 18 19:16:41.983724 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-955920e4-5870-4f65-9504-a7ae886e3001 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Router 4809b14a-ab39-48a7-84b5-6ab451f0fa0d has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 19:16:42.091456 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-955920e4-5870-4f65-9504-a7ae886e3001 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 19:16:42.096283 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-955920e4-5870-4f65-9504-a7ae886e3001 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:16:42.100926 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a853c31-e964-4718-8607-e9c2cd4ea841 None None] Sync routers for ids ['4809b14a-ab39-48a7-84b5-6ab451f0fa0d'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 19:16:42.109920 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a853c31-e964-4718-8607-e9c2cd4ea841 None None] Routers {'4809b14a-ab39-48a7-84b5-6ab451f0fa0d'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 19:16:42.110523 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-6a853c31-e964-4718-8607-e9c2cd4ea841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T19:16:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['4809b14a-ab39-48a7-84b5-6ab451f0fa0d'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:16:42.123015 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-955920e4-5870-4f65-9504-a7ae886e3001 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "DELETE /v2.0/floatingips/64b84dde-f412-43b6-bed3-4ae1f26b0108 HTTP/1.1" status: 204 len: 168 time: 0.8601296 May 18 19:16:42.123617 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54994ce5-00d9-4cbf-af7e-a7a21fd2311b', 'tag': '8f1ffebf-d11b-4f9f-b4ad-6838ddfa4512'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 19:16:42.125882 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebab1398998b981f34f543ac0b562e5946bae5cf08db64623ace6dd3c2d346bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4da86ec-ae6e-4abd-a1f5-79300d3b9bdf" -d '{"events": [{"name": "network-changed", "server_uuid": "54994ce5-00d9-4cbf-af7e-a7a21fd2311b", "tag": "8f1ffebf-d11b-4f9f-b4ad-6838ddfa4512"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 19:16:42.218267 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-6a853c31-e964-4718-8607-e9c2cd4ea841 None None] Set router 4809b14a-ab39-48a7-84b5-6ab451f0fa0d gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 19:16:42.278078 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 19:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52155e4e-5dc5-49b8-83c6-373559d09be6 x-openstack-request-id: req-52155e4e-5dc5-49b8-83c6-373559d09be6 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 19:16:42.278369 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54994ce5-00d9-4cbf-af7e-a7a21fd2311b", "tag": "8f1ffebf-d11b-4f9f-b4ad-6838ddfa4512", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 19:16:42.278617 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-52155e4e-5dc5-49b8-83c6-373559d09be6 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 19:16:42.279024 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52155e4e-5dc5-49b8-83c6-373559d09be6'] response: {'name': 'network-changed', 'server_uuid': '54994ce5-00d9-4cbf-af7e-a7a21fd2311b', 'tag': '8f1ffebf-d11b-4f9f-b4ad-6838ddfa4512', 'status': 'completed', 'code': 200} May 18 19:16:42.372052 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4da86ec-ae6e-4abd-a1f5-79300d3b9bdf req-2d62d6d4-214f-441a-8198-78d138febd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:16:42.373487 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b4da86ec-ae6e-4abd-a1f5-79300d3b9bdf req-2d62d6d4-214f-441a-8198-78d138febd87 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f46d25eeb482420ea6a4ecbe2b9597ba&device_id=54994ce5-00d9-4cbf-af7e-a7a21fd2311b HTTP/1.1" status: 200 len: 1096 time: 0.0732307 May 18 19:16:42.396778 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bcafca-a071-453b-affc-52eb49df6df7 req-1b93cafe-44f8-4dde-9e34-8bf2dc82f75e tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:16:42.398414 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a6bcafca-a071-453b-affc-52eb49df6df7 req-1b93cafe-44f8-4dde-9e34-8bf2dc82f75e tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/ports?device_id=54994ce5-00d9-4cbf-af7e-a7a21fd2311b HTTP/1.1" status: 200 len: 945 time: 0.0649395 May 18 19:16:42.491485 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a6bcafca-a071-453b-affc-52eb49df6df7 req-ab0c0f0e-b8e8-4a35-a293-9cde90b00f10 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/security-groups?id=63da566b-9caf-4b45-8039-a21a86f3c7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802834 May 18 19:16:42.511536 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4da86ec-ae6e-4abd-a1f5-79300d3b9bdf req-f13b13ba-944e-4420-b7fe-2c154841127e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:16:42.511536 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b4da86ec-ae6e-4abd-a1f5-79300d3b9bdf req-f13b13ba-944e-4420-b7fe-2c154841127e service neutron] 10.222.0.36 "GET /v2.0/networks?id=6ef28b59-7ba5-4079-8baf-63c18a3db82a HTTP/1.1" status: 200 len: 908 time: 0.1279604 May 18 19:16:42.518757 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-6a853c31-e964-4718-8607-e9c2cd4ea841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4809b14a-ab39-48a7-84b5-6ab451f0fa0d', 'name': 'tempest-TestShelveInstance-79923585-router', 'tenant_id': 'f46d25eeb482420ea6a4ecbe2b9597ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': 'eadf9fe3-5643-4346-bab7-1f6679b122f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T19:07:52Z', 'updated_at': '2022-05-18T19:07:54Z', 'revision_number': 4, 'project_id': 'f46d25eeb482420ea6a4ecbe2b9597ba', 'gw_port': {'id': 'eadf9fe3-5643-4346-bab7-1f6679b122f9', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:5a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4809b14a-ab39-48a7-84b5-6ab451f0fa0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:07:52Z', 'updated_at': '2022-05-18T19:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': 'f417ad04-e327-4c4c-a870-3f89d69482d7', 'name': '', 'network_id': '6ef28b59-7ba5-4079-8baf-63c18a3db82a', 'tenant_id': 'f46d25eeb482420ea6a4ecbe2b9597ba', 'mac_address': 'fa:16:3e:17:cb:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4809b14a-ab39-48a7-84b5-6ab451f0fa0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '0d6ecb5b-d9ba-4243-a00a-96301a6eafa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:07:54Z', 'updated_at': '2022-05-18T19:07:59Z', 'revision_number': 5, 'project_id': 'f46d25eeb482420ea6a4ecbe2b9597ba', 'subnets': [{'id': '0d6ecb5b-d9ba-4243-a00a-96301a6eafa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:16:42.544263 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a853c31-e964-4718-8607-e9c2cd4ea841 None None] Checking router: 4809b14a-ab39-48a7-84b5-6ab451f0fa0d for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 19:16:42.553231 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b4da86ec-ae6e-4abd-a1f5-79300d3b9bdf req-542fc50f-c07b-48a6-88da-1b11cafce40e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8f1ffebf-d11b-4f9f-b4ad-6838ddfa4512 HTTP/1.1" status: 200 len: 217 time: 0.0355375 May 18 19:16:42.553435 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a853c31-e964-4718-8607-e9c2cd4ea841 None None] Routers {'4809b14a-ab39-48a7-84b5-6ab451f0fa0d'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 19:16:42.554107 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-6a853c31-e964-4718-8607-e9c2cd4ea841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T19:16:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['4809b14a-ab39-48a7-84b5-6ab451f0fa0d'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:16:42.605939 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4da86ec-ae6e-4abd-a1f5-79300d3b9bdf req-080157d9-ba37-4a2d-81f1-5c2e8d86da83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:16:42.607423 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b4da86ec-ae6e-4abd-a1f5-79300d3b9bdf req-080157d9-ba37-4a2d-81f1-5c2e8d86da83 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0d6ecb5b-d9ba-4243-a00a-96301a6eafa2 HTTP/1.1" status: 200 len: 846 time: 0.0479593 May 18 19:16:42.653957 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4da86ec-ae6e-4abd-a1f5-79300d3b9bdf req-6943307e-886c-4a67-83f9-35e87c3ed80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:16:42.655703 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b4da86ec-ae6e-4abd-a1f5-79300d3b9bdf req-6943307e-886c-4a67-83f9-35e87c3ed80d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6ef28b59-7ba5-4079-8baf-63c18a3db82a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396979 May 18 19:16:42.658167 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-6a853c31-e964-4718-8607-e9c2cd4ea841 None None] Set router 4809b14a-ab39-48a7-84b5-6ab451f0fa0d gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 19:16:42.676942 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:16:42.748266 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b4da86ec-ae6e-4abd-a1f5-79300d3b9bdf req-0ccf57c4-072e-4c16-a239-38ed4d8adf27 service neutron] 10.222.0.36 "GET /v2.0/networks/6ef28b59-7ba5-4079-8baf-63c18a3db82a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838094 May 18 19:16:42.845921 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b4da86ec-ae6e-4abd-a1f5-79300d3b9bdf req-2defcc10-3c47-4da6-93ad-301257eeabec service neutron] 10.222.0.36 "GET /v2.0/networks/6ef28b59-7ba5-4079-8baf-63c18a3db82a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902872 May 18 19:16:42.858390 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-6a853c31-e964-4718-8607-e9c2cd4ea841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4809b14a-ab39-48a7-84b5-6ab451f0fa0d', 'name': 'tempest-TestShelveInstance-79923585-router', 'tenant_id': 'f46d25eeb482420ea6a4ecbe2b9597ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': 'eadf9fe3-5643-4346-bab7-1f6679b122f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T19:07:52Z', 'updated_at': '2022-05-18T19:07:54Z', 'revision_number': 4, 'project_id': 'f46d25eeb482420ea6a4ecbe2b9597ba', 'gw_port': {'id': 'eadf9fe3-5643-4346-bab7-1f6679b122f9', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:5a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4809b14a-ab39-48a7-84b5-6ab451f0fa0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:07:52Z', 'updated_at': '2022-05-18T19:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': 'f417ad04-e327-4c4c-a870-3f89d69482d7', 'name': '', 'network_id': '6ef28b59-7ba5-4079-8baf-63c18a3db82a', 'tenant_id': 'f46d25eeb482420ea6a4ecbe2b9597ba', 'mac_address': 'fa:16:3e:17:cb:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4809b14a-ab39-48a7-84b5-6ab451f0fa0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '0d6ecb5b-d9ba-4243-a00a-96301a6eafa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:07:54Z', 'updated_at': '2022-05-18T19:07:59Z', 'revision_number': 5, 'project_id': 'f46d25eeb482420ea6a4ecbe2b9597ba', 'subnets': [{'id': '0d6ecb5b-d9ba-4243-a00a-96301a6eafa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:16:42.883844 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a853c31-e964-4718-8607-e9c2cd4ea841 None None] The sync data for ids ['4809b14a-ab39-48a7-84b5-6ab451f0fa0d'] in n-d-838550-3 is: [{'id': '4809b14a-ab39-48a7-84b5-6ab451f0fa0d', 'name': 'tempest-TestShelveInstance-79923585-router', 'tenant_id': 'f46d25eeb482420ea6a4ecbe2b9597ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': 'eadf9fe3-5643-4346-bab7-1f6679b122f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T19:07:52Z', 'updated_at': '2022-05-18T19:07:54Z', 'revision_number': 4, 'project_id': 'f46d25eeb482420ea6a4ecbe2b9597ba', 'gw_port': {'id': 'eadf9fe3-5643-4346-bab7-1f6679b122f9', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:5a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4809b14a-ab39-48a7-84b5-6ab451f0fa0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:07:52Z', 'updated_at': '2022-05-18T19:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': 'f417ad04-e327-4c4c-a870-3f89d69482d7', 'name': '', 'network_id': '6ef28b59-7ba5-4079-8baf-63c18a3db82a', 'tenant_id': 'f46d25eeb482420ea6a4ecbe2b9597ba', 'mac_address': 'fa:16:3e:17:cb:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4809b14a-ab39-48a7-84b5-6ab451f0fa0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '0d6ecb5b-d9ba-4243-a00a-96301a6eafa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:07:54Z', 'updated_at': '2022-05-18T19:07:59Z', 'revision_number': 5, 'project_id': 'f46d25eeb482420ea6a4ecbe2b9597ba', 'subnets': [{'id': '0d6ecb5b-d9ba-4243-a00a-96301a6eafa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 19:16:43.106532 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b85f91d-d425-4831-8120-c936aea7d032 None None] New status for floating IP 64b84dde-f412-43b6-bed3-4ae1f26b0108: DOWN {{(pid=102732) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 19:16:43.229964 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:16:43.608722 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc329d1-46ea-4b44-bab3-eaa1b81c182e req-42722f8c-e40a-4cda-ad39-0c7918173179 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:16:43.610193 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1dc329d1-46ea-4b44-bab3-eaa1b81c182e req-42722f8c-e40a-4cda-ad39-0c7918173179 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/ports?device_id=54994ce5-00d9-4cbf-af7e-a7a21fd2311b HTTP/1.1" status: 200 len: 945 time: 0.0491252 May 18 19:16:43.648233 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-1dc329d1-46ea-4b44-bab3-eaa1b81c182e req-25b7eac8-7051-4525-ad6d-aecb8cb22034 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/security-groups?id=63da566b-9caf-4b45-8039-a21a86f3c7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318618 May 18 19:16:44.177415 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baba27eb-ebc8-4722-89e7-2489bac0fcd6 req-989d841d-9190-47c0-b331-79fc4bfb6b49 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:16:44.178891 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-baba27eb-ebc8-4722-89e7-2489bac0fcd6 req-989d841d-9190-47c0-b331-79fc4bfb6b49 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.36 "GET /v2.0/ports?device_id=54994ce5-00d9-4cbf-af7e-a7a21fd2311b HTTP/1.1" status: 200 len: 945 time: 0.0485222 May 18 19:16:44.275365 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-baba27eb-ebc8-4722-89e7-2489bac0fcd6 req-28ea702e-f66c-434b-9f46-135089e03371 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Deleting port 8f1ffebf-d11b-4f9f-b4ad-6838ddfa4512 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 19:16:44.275702 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-baba27eb-ebc8-4722-89e7-2489bac0fcd6 req-28ea702e-f66c-434b-9f46-135089e03371 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:16:44.361990 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-baba27eb-ebc8-4722-89e7-2489bac0fcd6 req-28ea702e-f66c-434b-9f46-135089e03371 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] For port 8f1ffebf-d11b-4f9f-b4ad-6838ddfa4512, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=8f1ffebf-d11b-4f9f-b4ad-6838ddfa4512,segment=NetworkSegment(068a2a26-3c74-4434-9c66-65f250c8eed8),segment_id=068a2a26-3c74-4434-9c66-65f250c8eed8)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 19:16:44.362351 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-baba27eb-ebc8-4722-89e7-2489bac0fcd6 req-28ea702e-f66c-434b-9f46-135089e03371 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:16:44.374440 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-baba27eb-ebc8-4722-89e7-2489bac0fcd6 req-28ea702e-f66c-434b-9f46-135089e03371 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Calling delete_port for 8f1ffebf-d11b-4f9f-b4ad-6838ddfa4512 owned by compute:nova {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 19:16:44.502408 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-baba27eb-ebc8-4722-89e7-2489bac0fcd6 req-28ea702e-f66c-434b-9f46-135089e03371 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:16:44.530170 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ea702e-f66c-434b-9f46-135089e03371 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Pushing event deleted for resources: {'Port': ['ID=8f1ffebf-d11b-4f9f-b4ad-6838ddfa4512,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:16:44.576335 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-baba27eb-ebc8-4722-89e7-2489bac0fcd6 req-28ea702e-f66c-434b-9f46-135089e03371 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] No DVR routers for this DVR port 8f1ffebf-d11b-4f9f-b4ad-6838ddfa4512 on host n-h1-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 19:16:44.578902 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-baba27eb-ebc8-4722-89e7-2489bac0fcd6 req-28ea702e-f66c-434b-9f46-135089e03371 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:16:44.582734 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-baba27eb-ebc8-4722-89e7-2489bac0fcd6 req-28ea702e-f66c-434b-9f46-135089e03371 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.36 "DELETE /v2.0/ports/8f1ffebf-d11b-4f9f-b4ad-6838ddfa4512 HTTP/1.1" status: 204 len: 173 time: 0.3946664 May 18 19:16:44.583173 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54994ce5-00d9-4cbf-af7e-a7a21fd2311b', 'name': 'network-vif-deleted', 'tag': '8f1ffebf-d11b-4f9f-b4ad-6838ddfa4512'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 19:16:44.585452 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebab1398998b981f34f543ac0b562e5946bae5cf08db64623ace6dd3c2d346bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9504e715-bfca-41b6-a816-8cf28026c71a" -d '{"events": [{"server_uuid": "54994ce5-00d9-4cbf-af7e-a7a21fd2311b", "name": "network-vif-deleted", "tag": "8f1ffebf-d11b-4f9f-b4ad-6838ddfa4512"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 19:16:44.622310 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 19:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8a47c7c-9855-4764-8dc9-e4e560bd1e5e x-openstack-request-id: req-c8a47c7c-9855-4764-8dc9-e4e560bd1e5e {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 19:16:44.623711 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54994ce5-00d9-4cbf-af7e-a7a21fd2311b", "name": "network-vif-deleted", "tag": "8f1ffebf-d11b-4f9f-b4ad-6838ddfa4512", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 19:16:44.623711 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-c8a47c7c-9855-4764-8dc9-e4e560bd1e5e {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 19:16:44.623711 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8a47c7c-9855-4764-8dc9-e4e560bd1e5e'] response: {'server_uuid': '54994ce5-00d9-4cbf-af7e-a7a21fd2311b', 'name': 'network-vif-deleted', 'tag': '8f1ffebf-d11b-4f9f-b4ad-6838ddfa4512', 'status': 'completed', 'code': 200} May 18 19:16:44.749645 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-c4e5d81a-2013-4037-af08-f641d1aed3ec req-2f305a74-0aeb-4638-ab07-a14f9dd4bf17 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/ports?device_id=54994ce5-00d9-4cbf-af7e-a7a21fd2311b HTTP/1.1" status: 200 len: 210 time: 0.0278599 May 18 19:16:45.852122 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d0a16be5-f945-488d-b70e-c2d03b77ef30 req-c460380d-6e59-4235-9d49-dcec20bfc333 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/ports?device_id=54994ce5-00d9-4cbf-af7e-a7a21fd2311b HTTP/1.1" status: 200 len: 210 time: 0.0276062 May 18 19:16:46.087994 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 8f1ffebf-d11b-4f9f-b4ad-6838ddfa4512 no longer exists at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 19:16:46.108626 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] No Port match for: 8f1ffebf-d11b-4f9f-b4ad-6838ddfa4512 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 19:16:46.108971 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 8f1ffebf-d11b-4f9f-b4ad-6838ddfa4512 not bound to the agent host n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 19:16:46.946445 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e7772be4-3860-4cd2-91d9-c0c5e439e091 req-645aa455-291e-4a7c-a16e-dda9bb66451c tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/ports?device_id=54994ce5-00d9-4cbf-af7e-a7a21fd2311b HTTP/1.1" status: 200 len: 210 time: 0.0264769 May 18 19:16:48.056280 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f499e2fd-c8f8-450f-a789-2e83345b1038 req-7c197573-7f0f-4378-be8f-9367c6170b67 tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "GET /v2.0/ports?device_id=54994ce5-00d9-4cbf-af7e-a7a21fd2311b HTTP/1.1" status: 200 len: 210 time: 0.0271494 May 18 19:16:49.113817 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 51606) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:16:49.192914 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f51d0ce2-409f-4a4c-8333-488171b0b12f tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:16:49.219447 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f51d0ce2-409f-4a4c-8333-488171b0b12f tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:16:49.283256 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f51d0ce2-409f-4a4c-8333-488171b0b12f tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:16:49.286636 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f51d0ce2-409f-4a4c-8333-488171b0b12f tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:16:49.287821 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-f51d0ce2-409f-4a4c-8333-488171b0b12f tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] 10.222.0.85 "DELETE /v2.0/security-groups/63da566b-9caf-4b45-8039-a21a86f3c7aa HTTP/1.1" status: 204 len: 168 time: 0.1730108 May 18 19:16:49.297009 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51d0ce2-409f-4a4c-8333-488171b0b12f tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63da566b-9caf-4b45-8039-a21a86f3c7aa,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:16:49.310555 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51d0ce2-409f-4a4c-8333-488171b0b12f tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:16:49.310907 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51d0ce2-409f-4a4c-8333-488171b0b12f tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:16:49.311315 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51d0ce2-409f-4a4c-8333-488171b0b12f tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:16:49.311656 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51d0ce2-409f-4a4c-8333-488171b0b12f tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:16:49.312015 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51d0ce2-409f-4a4c-8333-488171b0b12f tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:16:49.312320 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51d0ce2-409f-4a4c-8333-488171b0b12f tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:16:49.312682 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51d0ce2-409f-4a4c-8333-488171b0b12f tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:16:49.313000 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51d0ce2-409f-4a4c-8333-488171b0b12f tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:16:49.313503 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51d0ce2-409f-4a4c-8333-488171b0b12f tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:16:49.313900 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51d0ce2-409f-4a4c-8333-488171b0b12f tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:16:49.314233 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51d0ce2-409f-4a4c-8333-488171b0b12f tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:16:49.314548 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51d0ce2-409f-4a4c-8333-488171b0b12f tempest-TestShelveInstance-1327294337 tempest-TestShelveInstance-1327294337-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:16:49.339914 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 51612) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:16:49.805196 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-be6b9404-a175-4c2b-a406-e3edcf67d790 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-595963'] for router_interface, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:16:50.070483 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-be6b9404-a175-4c2b-a406-e3edcf67d790 admin admin] Deleting port f417ad04-e327-4c4c-a870-3f89d69482d7 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 19:16:50.070820 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-be6b9404-a175-4c2b-a406-e3edcf67d790 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:16:50.147988 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-be6b9404-a175-4c2b-a406-e3edcf67d790 admin admin] For port f417ad04-e327-4c4c-a870-3f89d69482d7, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=f417ad04-e327-4c4c-a870-3f89d69482d7,segment=NetworkSegment(068a2a26-3c74-4434-9c66-65f250c8eed8),segment_id=068a2a26-3c74-4434-9c66-65f250c8eed8)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 19:16:50.148690 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-be6b9404-a175-4c2b-a406-e3edcf67d790 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:16:50.160803 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-be6b9404-a175-4c2b-a406-e3edcf67d790 admin admin] Calling delete_port for f417ad04-e327-4c4c-a870-3f89d69482d7 owned by network:router_interface {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 19:16:50.348628 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-be6b9404-a175-4c2b-a406-e3edcf67d790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:16:50.395380 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6b9404-a175-4c2b-a406-e3edcf67d790 admin admin] Pushing event deleted for resources: {'Port': ['ID=f417ad04-e327-4c4c-a870-3f89d69482d7,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:16:50.546669 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-be6b9404-a175-4c2b-a406-e3edcf67d790 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-593931'] for router_interface, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:16:51.097767 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be6b9404-a175-4c2b-a406-e3edcf67d790 admin admin] Router 4809b14a-ab39-48a7-84b5-6ab451f0fa0d has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 19:16:51.202505 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be6b9404-a175-4c2b-a406-e3edcf67d790 admin admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 19:16:51.208636 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-be6b9404-a175-4c2b-a406-e3edcf67d790 admin admin] 10.222.0.85 "PUT /v2.0/routers/4809b14a-ab39-48a7-84b5-6ab451f0fa0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8693242 May 18 19:16:51.210629 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 51616) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:16:51.211778 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2ca58b-54bd-4513-9c1d-511118600c08 None None] Sync routers for ids ['4809b14a-ab39-48a7-84b5-6ab451f0fa0d'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 19:16:51.221756 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2ca58b-54bd-4513-9c1d-511118600c08 None None] Routers {'4809b14a-ab39-48a7-84b5-6ab451f0fa0d'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 19:16:51.222365 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-db2ca58b-54bd-4513-9c1d-511118600c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T19:16:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['4809b14a-ab39-48a7-84b5-6ab451f0fa0d'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:16:51.315183 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-78419e74-4a53-4aa3-9bc4-ea3f21640256 admin admin] Notify callbacks [] for router, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:16:51.324130 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-db2ca58b-54bd-4513-9c1d-511118600c08 None None] Set router 4809b14a-ab39-48a7-84b5-6ab451f0fa0d gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 19:16:51.426896 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-78419e74-4a53-4aa3-9bc4-ea3f21640256 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:16:51.480813 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-78419e74-4a53-4aa3-9bc4-ea3f21640256 admin admin] Deleting port eadf9fe3-5643-4346-bab7-1f6679b122f9 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 19:16:51.481150 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-78419e74-4a53-4aa3-9bc4-ea3f21640256 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:16:51.499383 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-db2ca58b-54bd-4513-9c1d-511118600c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4809b14a-ab39-48a7-84b5-6ab451f0fa0d', 'name': 'tempest-TestShelveInstance-79923585-router', 'tenant_id': 'f46d25eeb482420ea6a4ecbe2b9597ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': 'eadf9fe3-5643-4346-bab7-1f6679b122f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T19:07:52Z', 'updated_at': '2022-05-18T19:16:50Z', 'revision_number': 5, 'project_id': 'f46d25eeb482420ea6a4ecbe2b9597ba', 'gw_port': {'id': 'eadf9fe3-5643-4346-bab7-1f6679b122f9', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:5a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4809b14a-ab39-48a7-84b5-6ab451f0fa0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:07:52Z', 'updated_at': '2022-05-18T19:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:16:51.529816 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2ca58b-54bd-4513-9c1d-511118600c08 None None] Checking router: 4809b14a-ab39-48a7-84b5-6ab451f0fa0d for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 19:16:51.538274 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2ca58b-54bd-4513-9c1d-511118600c08 None None] Routers {'4809b14a-ab39-48a7-84b5-6ab451f0fa0d'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 19:16:51.538889 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-db2ca58b-54bd-4513-9c1d-511118600c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T19:16:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['4809b14a-ab39-48a7-84b5-6ab451f0fa0d'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:16:51.570307 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-78419e74-4a53-4aa3-9bc4-ea3f21640256 admin admin] For port eadf9fe3-5643-4346-bab7-1f6679b122f9, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=eadf9fe3-5643-4346-bab7-1f6679b122f9,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 19:16:51.570602 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-78419e74-4a53-4aa3-9bc4-ea3f21640256 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:16:51.583883 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-78419e74-4a53-4aa3-9bc4-ea3f21640256 admin admin] Calling delete_port for eadf9fe3-5643-4346-bab7-1f6679b122f9 owned by network:router_gateway {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 19:16:51.624564 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-db2ca58b-54bd-4513-9c1d-511118600c08 None None] Set router 4809b14a-ab39-48a7-84b5-6ab451f0fa0d gateway port host: None {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 19:16:51.675574 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-db2ca58b-54bd-4513-9c1d-511118600c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4809b14a-ab39-48a7-84b5-6ab451f0fa0d', 'name': 'tempest-TestShelveInstance-79923585-router', 'tenant_id': 'f46d25eeb482420ea6a4ecbe2b9597ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T19:07:52Z', 'updated_at': '2022-05-18T19:16:51Z', 'revision_number': 6, 'project_id': 'f46d25eeb482420ea6a4ecbe2b9597ba', 'gw_port_host': None}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:16:51.705020 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2ca58b-54bd-4513-9c1d-511118600c08 None None] The sync data for ids ['4809b14a-ab39-48a7-84b5-6ab451f0fa0d'] in n-d-838550-3 is: [{'id': '4809b14a-ab39-48a7-84b5-6ab451f0fa0d', 'name': 'tempest-TestShelveInstance-79923585-router', 'tenant_id': 'f46d25eeb482420ea6a4ecbe2b9597ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T19:07:52Z', 'updated_at': '2022-05-18T19:16:51Z', 'revision_number': 6, 'project_id': 'f46d25eeb482420ea6a4ecbe2b9597ba', 'gw_port_host': None}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 19:16:51.755571 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-78419e74-4a53-4aa3-9bc4-ea3f21640256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:16:51.782256 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78419e74-4a53-4aa3-9bc4-ea3f21640256 admin admin] Pushing event deleted for resources: {'Port': ['ID=eadf9fe3-5643-4346-bab7-1f6679b122f9,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:16:51.840529 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-78419e74-4a53-4aa3-9bc4-ea3f21640256 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596901'] for router_gateway, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:16:51.932194 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-78419e74-4a53-4aa3-9bc4-ea3f21640256 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25145'] for router, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:16:51.934305 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-78419e74-4a53-4aa3-9bc4-ea3f21640256 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:16:52.307547 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-78419e74-4a53-4aa3-9bc4-ea3f21640256 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593303'] for router, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:16:52.308261 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78419e74-4a53-4aa3-9bc4-ea3f21640256 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4809b14a-ab39-48a7-84b5-6ab451f0fa0d {{(pid=102730) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 18 19:16:52.312737 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-78419e74-4a53-4aa3-9bc4-ea3f21640256 admin admin] Notify callbacks [] for router, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:16:52.313931 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-78419e74-4a53-4aa3-9bc4-ea3f21640256 admin admin] 10.222.0.85 "DELETE /v2.0/routers/4809b14a-ab39-48a7-84b5-6ab451f0fa0d HTTP/1.1" status: 204 len: 168 time: 1.1022565 May 18 19:16:52.316497 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 51618) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:16:52.359067 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_v2 [None req-7166ff8a-3099-4e36-83a3-8e739f1f9dfd admin admin] Deleting subnet 0d6ecb5b-d9ba-4243-a00a-96301a6eafa2 {{(pid=102730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 19:16:52.362803 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7166ff8a-3099-4e36-83a3-8e739f1f9dfd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:16:52.395000 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7166ff8a-3099-4e36-83a3-8e739f1f9dfd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260107366'] for subnet, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:16:52.475023 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7166ff8a-3099-4e36-83a3-8e739f1f9dfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:16:52.528501 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7166ff8a-3099-4e36-83a3-8e739f1f9dfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261104690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261031888'] for subnet, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:16:52.556421 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7166ff8a-3099-4e36-83a3-8e739f1f9dfd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d6ecb5b-d9ba-4243-a00a-96301a6eafa2,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:16:52.561651 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7166ff8a-3099-4e36-83a3-8e739f1f9dfd admin admin] Notify callbacks [] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:16:52.564908 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-7166ff8a-3099-4e36-83a3-8e739f1f9dfd admin admin] 10.222.0.85 "DELETE /v2.0/subnets/0d6ecb5b-d9ba-4243-a00a-96301a6eafa2 HTTP/1.1" status: 204 len: 168 time: 0.2474778 May 18 19:16:52.568314 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 51620) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:16:52.569385 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cdb0778-b252-4572-8bff-055072ce152b None None] Network 6ef28b59-7ba5-4079-8baf-63c18a3db82a requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 19:16:52.636986 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-572a034e-2e6f-4efb-90d0-7eb9b3a325eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:16:52.700613 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-572a034e-2e6f-4efb-90d0-7eb9b3a325eb admin admin] Deleting port 6865a902-a274-445c-81f8-a72392f95293 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 19:16:52.700950 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-572a034e-2e6f-4efb-90d0-7eb9b3a325eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:16:52.770320 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c411f5e6-9a2c-47d7-a642-3828c18d33bf None None] DHCP port deletion for 6ef28b59-7ba5-4079-8baf-63c18a3db82a request from n-d-838550-3 {{(pid=102732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 19:16:52.771815 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-572a034e-2e6f-4efb-90d0-7eb9b3a325eb admin admin] For port 6865a902-a274-445c-81f8-a72392f95293, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=6865a902-a274-445c-81f8-a72392f95293,segment=NetworkSegment(068a2a26-3c74-4434-9c66-65f250c8eed8),segment_id=068a2a26-3c74-4434-9c66-65f250c8eed8)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 19:16:52.772527 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-572a034e-2e6f-4efb-90d0-7eb9b3a325eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:16:52.787801 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-572a034e-2e6f-4efb-90d0-7eb9b3a325eb admin admin] Calling delete_port for 6865a902-a274-445c-81f8-a72392f95293 owned by network:dhcp {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 19:16:52.827021 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c411f5e6-9a2c-47d7-a642-3828c18d33bf None None] Deleting port 6865a902-a274-445c-81f8-a72392f95293 {{(pid=102732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 19:16:52.827501 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c411f5e6-9a2c-47d7-a642-3828c18d33bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:16:52.881183 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-572a034e-2e6f-4efb-90d0-7eb9b3a325eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:16:52.902756 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c411f5e6-9a2c-47d7-a642-3828c18d33bf None None] For port 6865a902-a274-445c-81f8-a72392f95293, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=6865a902-a274-445c-81f8-a72392f95293,segment=NetworkSegment(068a2a26-3c74-4434-9c66-65f250c8eed8),segment_id=068a2a26-3c74-4434-9c66-65f250c8eed8)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 19:16:52.903075 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c411f5e6-9a2c-47d7-a642-3828c18d33bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:16:52.911273 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572a034e-2e6f-4efb-90d0-7eb9b3a325eb admin admin] Pushing event deleted for resources: {'Port': ['ID=6865a902-a274-445c-81f8-a72392f95293,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:16:52.918211 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572a034e-2e6f-4efb-90d0-7eb9b3a325eb admin admin] No DVR routers for this DVR port 6865a902-a274-445c-81f8-a72392f95293 on host n-d-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 19:16:52.922610 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c411f5e6-9a2c-47d7-a642-3828c18d33bf None None] Calling delete_port for 6865a902-a274-445c-81f8-a72392f95293 owned by network:dhcp {{(pid=102732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 19:16:52.990149 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-572a034e-2e6f-4efb-90d0-7eb9b3a325eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:16:53.001164 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c411f5e6-9a2c-47d7-a642-3828c18d33bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508'] for port, after_delete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:16:53.011028 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-572a034e-2e6f-4efb-90d0-7eb9b3a325eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ef28b59-7ba5-4079-8baf-63c18a3db82a']}} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:16:53.020770 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-572a034e-2e6f-4efb-90d0-7eb9b3a325eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '068a2a26-3c74-4434-9c66-65f250c8eed8') {'for_net_delete': True} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:16:53.021068 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-572a034e-2e6f-4efb-90d0-7eb9b3a325eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '068a2a26-3c74-4434-9c66-65f250c8eed8') {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:16:53.027036 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c411f5e6-9a2c-47d7-a642-3828c18d33bf None None] Pushing event deleted for resources: {'Port': ['ID=6865a902-a274-445c-81f8-a72392f95293,revision_number=None']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:16:53.030620 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-572a034e-2e6f-4efb-90d0-7eb9b3a325eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260542144'] for segment, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:16:53.031314 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c411f5e6-9a2c-47d7-a642-3828c18d33bf None None] No DVR routers for this DVR port 6865a902-a274-445c-81f8-a72392f95293 on host n-d-838550-3 {{(pid=102732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 19:16:53.045599 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c411f5e6-9a2c-47d7-a642-3828c18d33bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:16:53.045599 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c411f5e6-9a2c-47d7-a642-3828c18d33bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:16:53.045599 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c411f5e6-9a2c-47d7-a642-3828c18d33bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:16:53.045599 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c411f5e6-9a2c-47d7-a642-3828c18d33bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:16:53.045599 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c411f5e6-9a2c-47d7-a642-3828c18d33bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:16:53.045599 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c411f5e6-9a2c-47d7-a642-3828c18d33bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:16:53.046221 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c411f5e6-9a2c-47d7-a642-3828c18d33bf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:16:53.046221 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c411f5e6-9a2c-47d7-a642-3828c18d33bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:16:53.046513 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-572a034e-2e6f-4efb-90d0-7eb9b3a325eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:16:53.046630 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c411f5e6-9a2c-47d7-a642-3828c18d33bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:16:53.046852 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c411f5e6-9a2c-47d7-a642-3828c18d33bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:16:53.047174 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c411f5e6-9a2c-47d7-a642-3828c18d33bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:16:53.047493 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c411f5e6-9a2c-47d7-a642-3828c18d33bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:16:53.053804 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-572a034e-2e6f-4efb-90d0-7eb9b3a325eb admin admin] Releasing vlan 641 on physical network physnet1 to pool {{(pid=102731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 19:16:53.054324 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-572a034e-2e6f-4efb-90d0-7eb9b3a325eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260884178'] for segment, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:16:53.056067 n-d-838550-3 neutron-server[102731]: Traceback (most recent call last): May 18 19:16:53.056067 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 19:16:53.056067 n-d-838550-3 neutron-server[102731]: timer() May 18 19:16:53.056067 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 19:16:53.056067 n-d-838550-3 neutron-server[102731]: cb(*args, **kw) May 18 19:16:53.056067 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 19:16:53.056067 n-d-838550-3 neutron-server[102731]: return func(*args, **kwargs) May 18 19:16:53.056067 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 19:16:53.056067 n-d-838550-3 neutron-server[102731]: self._notify() May 18 19:16:53.056067 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 19:16:53.056067 n-d-838550-3 neutron-server[102731]: self.callback(batched_events) May 18 19:16:53.056067 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 19:16:53.056067 n-d-838550-3 neutron-server[102731]: event.method(event) May 18 19:16:53.056067 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 19:16:53.056067 n-d-838550-3 neutron-server[102731]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 19:16:53.056067 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 19:16:53.056067 n-d-838550-3 neutron-server[102731]: aggregate_uuid = self.p_client.list_aggregates( May 18 19:16:53.056067 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 19:16:53.056067 n-d-838550-3 neutron-server[102731]: return f(self, *a, **k) May 18 19:16:53.056067 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 19:16:53.056067 n-d-838550-3 neutron-server[102731]: return self._get(url).json() May 18 19:16:53.056067 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 19:16:53.056067 n-d-838550-3 neutron-server[102731]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 19:16:53.056067 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 19:16:53.056067 n-d-838550-3 neutron-server[102731]: return self.request(url, 'GET', **kwargs) May 18 19:16:53.056067 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 19:16:53.056067 n-d-838550-3 neutron-server[102731]: base_url = self.get_endpoint(auth, allow=allow, May 18 19:16:53.056067 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 19:16:53.056067 n-d-838550-3 neutron-server[102731]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 19:16:53.056067 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 19:16:53.056067 n-d-838550-3 neutron-server[102731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 19:16:53.056067 n-d-838550-3 neutron-server[102731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 19:16:53.113475 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-572a034e-2e6f-4efb-90d0-7eb9b3a325eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:16:53.119170 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-572a034e-2e6f-4efb-90d0-7eb9b3a325eb admin admin] Notify callbacks [] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:16:53.122444 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-572a034e-2e6f-4efb-90d0-7eb9b3a325eb admin admin] 10.222.0.85 "DELETE /v2.0/networks/6ef28b59-7ba5-4079-8baf-63c18a3db82a HTTP/1.1" status: 204 len: 168 time: 0.5531325 May 18 19:16:53.125393 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 51622) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:16:53.134259 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572a034e-2e6f-4efb-90d0-7eb9b3a325eb admin admin] Pushing event deleted for resources: {'Network': ['ID=6ef28b59-7ba5-4079-8baf-63c18a3db82a,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:16:53.392549 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device f417ad04-e327-4c4c-a870-3f89d69482d7 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 19:16:53.413090 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: f417ad04-e327-4c4c-a870-3f89d69482d7 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 19:16:53.413440 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device f417ad04-e327-4c4c-a870-3f89d69482d7 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 19:16:53.413924 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 6865a902-a274-445c-81f8-a72392f95293 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 19:16:53.433359 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 6865a902-a274-445c-81f8-a72392f95293 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 19:16:53.433726 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 6865a902-a274-445c-81f8-a72392f95293 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 19:16:53.434147 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device eadf9fe3-5643-4346-bab7-1f6679b122f9 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 19:16:53.453192 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: eadf9fe3-5643-4346-bab7-1f6679b122f9 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 19:16:53.453540 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device eadf9fe3-5643-4346-bab7-1f6679b122f9 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 19:16:53.488281 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7cda198c-a9cd-4ccb-a071-70667166a3d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-595963'] for router_interface, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:16:53.734251 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-7cda198c-a9cd-4ccb-a071-70667166a3d0 admin admin] Deleting port 3bec44a3-b170-411c-b4db-d9156c3c5e1c {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 19:16:53.734587 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7cda198c-a9cd-4ccb-a071-70667166a3d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:16:53.810436 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-7cda198c-a9cd-4ccb-a071-70667166a3d0 admin admin] For port 3bec44a3-b170-411c-b4db-d9156c3c5e1c, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=3bec44a3-b170-411c-b4db-d9156c3c5e1c,segment=NetworkSegment(20005905-e848-4790-9e12-21c813117a7d),segment_id=20005905-e848-4790-9e12-21c813117a7d)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 19:16:53.810792 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7cda198c-a9cd-4ccb-a071-70667166a3d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:16:53.822639 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-7cda198c-a9cd-4ccb-a071-70667166a3d0 admin admin] Calling delete_port for 3bec44a3-b170-411c-b4db-d9156c3c5e1c owned by network:router_interface {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 19:16:53.999866 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7cda198c-a9cd-4ccb-a071-70667166a3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:16:54.029395 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cda198c-a9cd-4ccb-a071-70667166a3d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=3bec44a3-b170-411c-b4db-d9156c3c5e1c,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:16:54.205667 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7cda198c-a9cd-4ccb-a071-70667166a3d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-593931'] for router_interface, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:16:54.422195 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cda198c-a9cd-4ccb-a071-70667166a3d0 admin admin] Router 20bf619c-fbcf-41a1-b538-8481212496d9 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 19:16:54.527973 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cda198c-a9cd-4ccb-a071-70667166a3d0 admin admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 19:16:54.533733 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-7cda198c-a9cd-4ccb-a071-70667166a3d0 admin admin] 10.222.0.85 "PUT /v2.0/routers/20bf619c-fbcf-41a1-b538-8481212496d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4066725 May 18 19:16:54.536441 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 51624) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:16:54.539034 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c2462d-615d-49ea-ada7-334f27451d28 None None] Sync routers for ids ['20bf619c-fbcf-41a1-b538-8481212496d9'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 19:16:54.548459 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c2462d-615d-49ea-ada7-334f27451d28 None None] Routers {'20bf619c-fbcf-41a1-b538-8481212496d9'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 19:16:54.549780 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-97c2462d-615d-49ea-ada7-334f27451d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T19:16:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['20bf619c-fbcf-41a1-b538-8481212496d9'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:16:54.639436 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5149e524-8304-4d64-acbb-1f54f7387a62 admin admin] Notify callbacks [] for router, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:16:54.668137 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-97c2462d-615d-49ea-ada7-334f27451d28 None None] Set router 20bf619c-fbcf-41a1-b538-8481212496d9 gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 19:16:54.739228 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5149e524-8304-4d64-acbb-1f54f7387a62 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:16:54.794525 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-5149e524-8304-4d64-acbb-1f54f7387a62 admin admin] Deleting port f5c9202e-bc8e-46a8-8282-528a69d8a424 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 19:16:54.794867 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5149e524-8304-4d64-acbb-1f54f7387a62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:16:54.851901 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-97c2462d-615d-49ea-ada7-334f27451d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20bf619c-fbcf-41a1-b538-8481212496d9', 'name': 'tempest-TestShelveInstance-862670330-router', 'tenant_id': '1c3854090c284873aba174c17c6c84f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'f5c9202e-bc8e-46a8-8282-528a69d8a424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T19:07:56Z', 'updated_at': '2022-05-18T19:16:53Z', 'revision_number': 5, 'project_id': '1c3854090c284873aba174c17c6c84f8', 'gw_port': {'id': 'f5c9202e-bc8e-46a8-8282-528a69d8a424', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:63:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20bf619c-fbcf-41a1-b538-8481212496d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4396, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:07:57Z', 'updated_at': '2022-05-18T19:08:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:16:54.873107 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-5149e524-8304-4d64-acbb-1f54f7387a62 admin admin] For port f5c9202e-bc8e-46a8-8282-528a69d8a424, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=f5c9202e-bc8e-46a8-8282-528a69d8a424,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 19:16:54.873475 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5149e524-8304-4d64-acbb-1f54f7387a62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:16:54.878569 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c2462d-615d-49ea-ada7-334f27451d28 None None] Checking router: 20bf619c-fbcf-41a1-b538-8481212496d9 for host: n-d-838550-3 {{(pid=102732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 19:16:54.885702 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-5149e524-8304-4d64-acbb-1f54f7387a62 admin admin] Calling delete_port for f5c9202e-bc8e-46a8-8282-528a69d8a424 owned by network:router_gateway {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 19:16:54.886926 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c2462d-615d-49ea-ada7-334f27451d28 None None] Routers {'20bf619c-fbcf-41a1-b538-8481212496d9'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 19:16:54.887587 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-97c2462d-615d-49ea-ada7-334f27451d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T19:16:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['20bf619c-fbcf-41a1-b538-8481212496d9'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:16:54.974423 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-97c2462d-615d-49ea-ada7-334f27451d28 None None] Set router 20bf619c-fbcf-41a1-b538-8481212496d9 gateway port host: None {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 19:16:55.028766 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-97c2462d-615d-49ea-ada7-334f27451d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20bf619c-fbcf-41a1-b538-8481212496d9', 'name': 'tempest-TestShelveInstance-862670330-router', 'tenant_id': '1c3854090c284873aba174c17c6c84f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T19:07:56Z', 'updated_at': '2022-05-18T19:16:54Z', 'revision_number': 6, 'project_id': '1c3854090c284873aba174c17c6c84f8', 'gw_port_host': None}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:16:55.050499 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5149e524-8304-4d64-acbb-1f54f7387a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:16:55.057196 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c2462d-615d-49ea-ada7-334f27451d28 None None] The sync data for ids ['20bf619c-fbcf-41a1-b538-8481212496d9'] in n-d-838550-3 is: [{'id': '20bf619c-fbcf-41a1-b538-8481212496d9', 'name': 'tempest-TestShelveInstance-862670330-router', 'tenant_id': '1c3854090c284873aba174c17c6c84f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T19:07:56Z', 'updated_at': '2022-05-18T19:16:54Z', 'revision_number': 6, 'project_id': '1c3854090c284873aba174c17c6c84f8', 'gw_port_host': None}] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 19:16:55.075473 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5149e524-8304-4d64-acbb-1f54f7387a62 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5c9202e-bc8e-46a8-8282-528a69d8a424,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:16:55.143509 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5149e524-8304-4d64-acbb-1f54f7387a62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596901'] for router_gateway, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:16:55.236935 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5149e524-8304-4d64-acbb-1f54f7387a62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25145'] for router, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:16:55.238978 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5149e524-8304-4d64-acbb-1f54f7387a62 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:16:55.281958 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5149e524-8304-4d64-acbb-1f54f7387a62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593303'] for router, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:16:55.282491 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5149e524-8304-4d64-acbb-1f54f7387a62 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 20bf619c-fbcf-41a1-b538-8481212496d9 {{(pid=102730) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 18 19:16:55.287725 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5149e524-8304-4d64-acbb-1f54f7387a62 admin admin] Notify callbacks [] for router, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:16:55.288896 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-5149e524-8304-4d64-acbb-1f54f7387a62 admin admin] 10.222.0.85 "DELETE /v2.0/routers/20bf619c-fbcf-41a1-b538-8481212496d9 HTTP/1.1" status: 204 len: 168 time: 0.7515464 May 18 19:16:55.291538 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 51626) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:16:55.337078 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_v2 [None req-69939437-eda6-4452-9f42-8941892c1a93 admin admin] Deleting subnet 3000a64f-7c50-4e02-93c8-63c5dbf81783 {{(pid=102730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 19:16:55.340409 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-69939437-eda6-4452-9f42-8941892c1a93 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:16:55.378398 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-69939437-eda6-4452-9f42-8941892c1a93 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260107366'] for subnet, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:16:55.461320 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-69939437-eda6-4452-9f42-8941892c1a93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:16:55.528987 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 3bec44a3-b170-411c-b4db-d9156c3c5e1c no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 19:16:55.531033 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-69939437-eda6-4452-9f42-8941892c1a93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261104690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261031888'] for subnet, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:16:55.558174 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 3bec44a3-b170-411c-b4db-d9156c3c5e1c {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 19:16:55.558719 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69939437-eda6-4452-9f42-8941892c1a93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3000a64f-7c50-4e02-93c8-63c5dbf81783,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:16:55.558849 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 3bec44a3-b170-411c-b4db-d9156c3c5e1c not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 19:16:55.563438 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-69939437-eda6-4452-9f42-8941892c1a93 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:16:55.567431 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-69939437-eda6-4452-9f42-8941892c1a93 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/3000a64f-7c50-4e02-93c8-63c5dbf81783 HTTP/1.1" status: 204 len: 168 time: 0.2750030 May 18 19:16:55.570061 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 51628) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:16:55.576644 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-affac48d-c359-4c4a-89f8-8b8b16f6468c None None] Network 7696a494-639b-4255-b9f5-a8114a55abf5 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 19:16:55.639596 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c29dab7e-a01b-4757-b591-ee8ed086ee54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:16:55.700796 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-c29dab7e-a01b-4757-b591-ee8ed086ee54 admin admin] Deleting port 9a319e35-10a9-4f87-96e4-85fc9dbc33f5 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 19:16:55.701152 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c29dab7e-a01b-4757-b591-ee8ed086ee54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:16:55.765290 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-c29dab7e-a01b-4757-b591-ee8ed086ee54 admin admin] For port 9a319e35-10a9-4f87-96e4-85fc9dbc33f5, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=9a319e35-10a9-4f87-96e4-85fc9dbc33f5,segment=NetworkSegment(20005905-e848-4790-9e12-21c813117a7d),segment_id=20005905-e848-4790-9e12-21c813117a7d)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 19:16:55.765583 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c29dab7e-a01b-4757-b591-ee8ed086ee54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:16:55.778611 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-c29dab7e-a01b-4757-b591-ee8ed086ee54 admin admin] Calling delete_port for 9a319e35-10a9-4f87-96e4-85fc9dbc33f5 owned by network:dhcp {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 19:16:55.862005 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c29dab7e-a01b-4757-b591-ee8ed086ee54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:16:55.888415 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29dab7e-a01b-4757-b591-ee8ed086ee54 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a319e35-10a9-4f87-96e4-85fc9dbc33f5,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:16:55.890761 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c462704-c486-407d-b6d9-39f6e7cf2ac0 None None] DHCP port deletion for 7696a494-639b-4255-b9f5-a8114a55abf5 request from n-d-838550-3 {{(pid=102732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 19:16:55.892089 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29dab7e-a01b-4757-b591-ee8ed086ee54 admin admin] No DVR routers for this DVR port 9a319e35-10a9-4f87-96e4-85fc9dbc33f5 on host n-d-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 19:16:55.963978 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c29dab7e-a01b-4757-b591-ee8ed086ee54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:16:55.990055 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-c29dab7e-a01b-4757-b591-ee8ed086ee54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7696a494-639b-4255-b9f5-a8114a55abf5']}} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:16:55.999706 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-c29dab7e-a01b-4757-b591-ee8ed086ee54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20005905-e848-4790-9e12-21c813117a7d') {'for_net_delete': True} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:16:55.999999 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-c29dab7e-a01b-4757-b591-ee8ed086ee54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20005905-e848-4790-9e12-21c813117a7d') {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:16:56.009953 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c29dab7e-a01b-4757-b591-ee8ed086ee54 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260542144'] for segment, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:16:56.023395 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c29dab7e-a01b-4757-b591-ee8ed086ee54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:16:56.029437 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c29dab7e-a01b-4757-b591-ee8ed086ee54 admin admin] Releasing vlan 620 on physical network physnet1 to pool {{(pid=102731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 19:16:56.029959 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c29dab7e-a01b-4757-b591-ee8ed086ee54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260884178'] for segment, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:16:56.032011 n-d-838550-3 neutron-server[102731]: Traceback (most recent call last): May 18 19:16:56.032011 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 19:16:56.032011 n-d-838550-3 neutron-server[102731]: timer() May 18 19:16:56.032011 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 19:16:56.032011 n-d-838550-3 neutron-server[102731]: cb(*args, **kw) May 18 19:16:56.032011 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 19:16:56.032011 n-d-838550-3 neutron-server[102731]: return func(*args, **kwargs) May 18 19:16:56.032011 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 19:16:56.032011 n-d-838550-3 neutron-server[102731]: self._notify() May 18 19:16:56.032011 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 19:16:56.032011 n-d-838550-3 neutron-server[102731]: self.callback(batched_events) May 18 19:16:56.032011 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 19:16:56.032011 n-d-838550-3 neutron-server[102731]: event.method(event) May 18 19:16:56.032011 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 19:16:56.032011 n-d-838550-3 neutron-server[102731]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 19:16:56.032011 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 19:16:56.032011 n-d-838550-3 neutron-server[102731]: aggregate_uuid = self.p_client.list_aggregates( May 18 19:16:56.032011 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 19:16:56.032011 n-d-838550-3 neutron-server[102731]: return f(self, *a, **k) May 18 19:16:56.032011 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 19:16:56.032011 n-d-838550-3 neutron-server[102731]: return self._get(url).json() May 18 19:16:56.032011 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 19:16:56.032011 n-d-838550-3 neutron-server[102731]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 19:16:56.032011 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 19:16:56.032011 n-d-838550-3 neutron-server[102731]: return self.request(url, 'GET', **kwargs) May 18 19:16:56.032011 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 19:16:56.032011 n-d-838550-3 neutron-server[102731]: base_url = self.get_endpoint(auth, allow=allow, May 18 19:16:56.032011 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 19:16:56.032011 n-d-838550-3 neutron-server[102731]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 19:16:56.032011 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 19:16:56.032011 n-d-838550-3 neutron-server[102731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 19:16:56.032011 n-d-838550-3 neutron-server[102731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 19:16:56.087129 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c29dab7e-a01b-4757-b591-ee8ed086ee54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:16:56.092649 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c29dab7e-a01b-4757-b591-ee8ed086ee54 admin admin] Notify callbacks [] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:16:56.096070 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-c29dab7e-a01b-4757-b591-ee8ed086ee54 admin admin] 10.222.0.85 "DELETE /v2.0/networks/7696a494-639b-4255-b9f5-a8114a55abf5 HTTP/1.1" status: 204 len: 168 time: 0.5248942 May 18 19:16:56.109041 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29dab7e-a01b-4757-b591-ee8ed086ee54 admin admin] Pushing event deleted for resources: {'Network': ['ID=7696a494-639b-4255-b9f5-a8114a55abf5,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:16:56.211834 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 51632) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:16:56.250835 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-05f10571-6be0-4b0b-b240-8ea3602f8f5a admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=f46d25eeb482420ea6a4ecbe2b9597ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378091 May 18 19:16:56.253933 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 51634) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:16:56.302030 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e4b848bc-6005-4159-91e4-dc2f2a8d757f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:16:56.329097 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e4b848bc-6005-4159-91e4-dc2f2a8d757f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:16:56.377580 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e4b848bc-6005-4159-91e4-dc2f2a8d757f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:16:56.380370 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e4b848bc-6005-4159-91e4-dc2f2a8d757f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:16:56.381525 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-e4b848bc-6005-4159-91e4-dc2f2a8d757f admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/ab6f1ac0-8052-4d4d-9e4d-94a9c7345d27 HTTP/1.1" status: 204 len: 168 time: 0.1266983 May 18 19:16:56.392033 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b848bc-6005-4159-91e4-dc2f2a8d757f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab6f1ac0-8052-4d4d-9e4d-94a9c7345d27,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:16:56.698468 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 51640) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:16:56.744325 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-843b6228-575f-4974-ba78-59b499a379e6 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=1c3854090c284873aba174c17c6c84f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0445821 May 18 19:16:56.746870 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 51642) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:16:56.800645 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-dbf0de92-ae62-4616-bceb-f13220d1ec2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:16:56.821264 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-dbf0de92-ae62-4616-bceb-f13220d1ec2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:16:56.867264 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-dbf0de92-ae62-4616-bceb-f13220d1ec2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:16:56.869894 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-dbf0de92-ae62-4616-bceb-f13220d1ec2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:16:56.873449 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-dbf0de92-ae62-4616-bceb-f13220d1ec2d admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/502ca161-d487-4b7a-adab-24b16b3e27be HTTP/1.1" status: 204 len: 168 time: 0.1232054 May 18 19:16:56.879085 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf0de92-ae62-4616-bceb-f13220d1ec2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=502ca161-d487-4b7a-adab-24b16b3e27be,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:16:57.394643 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device f5c9202e-bc8e-46a8-8282-528a69d8a424 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 19:16:57.419222 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: f5c9202e-bc8e-46a8-8282-528a69d8a424 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 19:16:57.419571 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device f5c9202e-bc8e-46a8-8282-528a69d8a424 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 19:16:57.420057 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 9a319e35-10a9-4f87-96e4-85fc9dbc33f5 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 19:16:57.440251 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 9a319e35-10a9-4f87-96e4-85fc9dbc33f5 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 19:16:57.440601 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 9a319e35-10a9-4f87-96e4-85fc9dbc33f5 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 19:16:57.574520 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 51664) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:16:57.679096 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-24398089-1378-4754-aa9f-cceb62ea869f admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1586761689-network', 'tenant_id': '0e78744b790a4b35a8af40915974022c'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 19:16:57.698383 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24398089-1378-4754-aa9f-cceb62ea869f admin admin] Made reservation on behalf of 0e78744b790a4b35a8af40915974022c for: {'network': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 19:16:57.700679 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-24398089-1378-4754-aa9f-cceb62ea869f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:16:57.709628 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-24398089-1378-4754-aa9f-cceb62ea869f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:16:57.783103 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-24398089-1378-4754-aa9f-cceb62ea869f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:16:57.787334 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-24398089-1378-4754-aa9f-cceb62ea869f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:16:57.807428 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24398089-1378-4754-aa9f-cceb62ea869f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 618} {{(pid=102731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 19:16:57.822680 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24398089-1378-4754-aa9f-cceb62ea869f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0492912a-990d-44f2-b171-d9eabbdec287,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:16:57.825539 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-24398089-1378-4754-aa9f-cceb62ea869f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:16:57.825908 n-d-838550-3 neutron-server[102731]: INFO neutron.db.segments_db [None req-24398089-1378-4754-aa9f-cceb62ea869f admin admin] Added segment 1135944c-197a-4b0e-8532-c7509ee19d41 of type vlan for network a67bbedd-3df0-4f2d-96ae-46deff56902b May 18 19:16:57.866794 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-24398089-1378-4754-aa9f-cceb62ea869f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:16:57.894716 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-24398089-1378-4754-aa9f-cceb62ea869f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:16:57.895737 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24398089-1378-4754-aa9f-cceb62ea869f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:16:57.896306 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-24398089-1378-4754-aa9f-cceb62ea869f admin admin] Notify callbacks [] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:16:57.950508 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-24398089-1378-4754-aa9f-cceb62ea869f admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3721514 May 18 19:16:57.950870 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 51668) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:16:57.956932 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-dd47482d-57ac-464f-ba00-9ee25217b10d admin admin] Request body: {'subnet': {'network_id': 'a67bbedd-3df0-4f2d-96ae-46deff56902b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1586761689-subnet', 'tenant_id': '0e78744b790a4b35a8af40915974022c', 'ip_version': 4}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 19:16:57.957346 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24398089-1378-4754-aa9f-cceb62ea869f admin admin] Pushing event updated for resources: {'Network': ['ID=a67bbedd-3df0-4f2d-96ae-46deff56902b,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:16:57.967025 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network a67bbedd-3df0-4f2d-96ae-46deff56902b details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 19:16:57.977666 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd47482d-57ac-464f-ba00-9ee25217b10d admin admin] Made reservation on behalf of 0e78744b790a4b35a8af40915974022c for: {'subnet': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 19:16:57.980045 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-dd47482d-57ac-464f-ba00-9ee25217b10d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261031885'] for subnet, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:16:58.147407 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-dd47482d-57ac-464f-ba00-9ee25217b10d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261104883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261031899'] for subnet, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:16:58.201540 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd47482d-57ac-464f-ba00-9ee25217b10d admin admin] Pushing event updated for resources: {'Subnet': ['ID=acbd674e-846d-43d9-aa49-0ca134c95e8e,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:16:58.210051 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd47482d-57ac-464f-ba00-9ee25217b10d admin admin] Checking segment: {'id': '1135944c-197a-4b0e-8532-c7509ee19d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'a67bbedd-3df0-4f2d-96ae-46deff56902b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 19:16:58.210407 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd47482d-57ac-464f-ba00-9ee25217b10d admin admin] Network hostable DHCP agents. Network: a67bbedd-3df0-4f2d-96ae-46deff56902b, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 19:16:58.226917 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd47482d-57ac-464f-ba00-9ee25217b10d admin admin] Network a67bbedd-3df0-4f2d-96ae-46deff56902b is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 19:16:58.234618 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-dd47482d-57ac-464f-ba00-9ee25217b10d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, a67bbedd-3df0-4f2d-96ae-46deff56902b) {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 19:16:58.239501 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd47482d-57ac-464f-ba00-9ee25217b10d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:16:58.240146 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-dd47482d-57ac-464f-ba00-9ee25217b10d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:16:58.245837 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734910f8-8324-417c-bdb9-2057c4931aac None None] Network a67bbedd-3df0-4f2d-96ae-46deff56902b requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 19:16:58.255856 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-dd47482d-57ac-464f-ba00-9ee25217b10d admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3034098 May 18 19:16:58.258784 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 51670) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:16:58.263415 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-2e8cb45c-3304-45c9-b59f-6f8a0150eed4 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1586761689-router', 'tenant_id': '0e78744b790a4b35a8af40915974022c', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 19:16:58.282665 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2e8cb45c-3304-45c9-b59f-6f8a0150eed4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25099'] for router, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:16:58.284397 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2e8cb45c-3304-45c9-b59f-6f8a0150eed4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-593238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596850', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25088'] for router, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:16:58.338290 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2e8cb45c-3304-45c9-b59f-6f8a0150eed4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:16:58.397434 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac947a54-c75f-4345-8ea5-5d8511a250be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-a67bbedd-3df0-4f2d-96ae-46deff56902b', 'network_id': 'a67bbedd-3df0-4f2d-96ae-46deff56902b', 'tenant_id': '0e78744b790a4b35a8af40915974022c', 'fixed_ips': [{'subnet_id': 'acbd674e-846d-43d9-aa49-0ca134c95e8e'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 19:16:58.398338 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-ac947a54-c75f-4345-8ea5-5d8511a250be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:16:58.479727 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2e8cb45c-3304-45c9-b59f-6f8a0150eed4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:16:58.536714 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-ac947a54-c75f-4345-8ea5-5d8511a250be None None] Allocated IP 172.20.0.2 (a67bbedd-3df0-4f2d-96ae-46deff56902b/acbd674e-846d-43d9-aa49-0ca134c95e8e/fd0a7b75-60e8-43a5-95ac-e4ccaf160890) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 19:16:58.683616 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2e8cb45c-3304-45c9-b59f-6f8a0150eed4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:16:58.683993 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-ac947a54-c75f-4345-8ea5-5d8511a250be None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:16:58.696106 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-ac947a54-c75f-4345-8ea5-5d8511a250be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:16:58.703915 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2e8cb45c-3304-45c9-b59f-6f8a0150eed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:16:58.734834 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac947a54-c75f-4345-8ea5-5d8511a250be None None] Network a67bbedd-3df0-4f2d-96ae-46deff56902b is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 19:16:58.737590 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-ac947a54-c75f-4345-8ea5-5d8511a250be None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 19:16:58.741057 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac947a54-c75f-4345-8ea5-5d8511a250be None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 19:16:58.750604 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac947a54-c75f-4345-8ea5-5d8511a250be None None] Pushing event updated for resources: {'Port': ['ID=fd0a7b75-60e8-43a5-95ac-e4ccaf160890,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:16:58.800483 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-ac947a54-c75f-4345-8ea5-5d8511a250be None None] Attempting to bind port fd0a7b75-60e8-43a5-95ac-e4ccaf160890 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 19:16:58.800849 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-ac947a54-c75f-4345-8ea5-5d8511a250be None None] Attempting to bind port fd0a7b75-60e8-43a5-95ac-e4ccaf160890 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '1135944c-197a-4b0e-8532-c7509ee19d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'a67bbedd-3df0-4f2d-96ae-46deff56902b'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 19:16:58.801208 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac947a54-c75f-4345-8ea5-5d8511a250be None None] Attempting to bind port fd0a7b75-60e8-43a5-95ac-e4ccaf160890 on network a67bbedd-3df0-4f2d-96ae-46deff56902b {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 19:16:58.805994 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac947a54-c75f-4345-8ea5-5d8511a250be None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 19, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 19:16:58.806358 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac947a54-c75f-4345-8ea5-5d8511a250be None None] Checking segment: {'id': '1135944c-197a-4b0e-8532-c7509ee19d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'a67bbedd-3df0-4f2d-96ae-46deff56902b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 19:16:58.806756 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-ac947a54-c75f-4345-8ea5-5d8511a250be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:16:58.807142 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac947a54-c75f-4345-8ea5-5d8511a250be None None] Bound using segment: {'id': '1135944c-197a-4b0e-8532-c7509ee19d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'a67bbedd-3df0-4f2d-96ae-46deff56902b'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 19:16:58.807597 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-ac947a54-c75f-4345-8ea5-5d8511a250be None None] Bound port: fd0a7b75-60e8-43a5-95ac-e4ccaf160890, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1135944c-197a-4b0e-8532-c7509ee19d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'a67bbedd-3df0-4f2d-96ae-46deff56902b'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 19:16:58.807970 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-ac947a54-c75f-4345-8ea5-5d8511a250be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:16:58.811405 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-2e8cb45c-3304-45c9-b59f-6f8a0150eed4 admin admin] Allocated IP 172.25.5.17 (31ebd439-090c-4b25-bbb0-31c48711b145/363a2810-8a83-4be0-a317-7c91fcd94485/fde9f53c-7f42-42b8-9251-169775a9c81c) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 19:16:58.873447 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-ac947a54-c75f-4345-8ea5-5d8511a250be None None] For port fd0a7b75-60e8-43a5-95ac-e4ccaf160890, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 19:16:58.876574 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-ac947a54-c75f-4345-8ea5-5d8511a250be None None] For port fd0a7b75-60e8-43a5-95ac-e4ccaf160890, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=fd0a7b75-60e8-43a5-95ac-e4ccaf160890,segment=NetworkSegment(1135944c-197a-4b0e-8532-c7509ee19d41),segment_id=1135944c-197a-4b0e-8532-c7509ee19d41)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 19:16:58.881298 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-ac947a54-c75f-4345-8ea5-5d8511a250be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:16:58.919725 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2e8cb45c-3304-45c9-b59f-6f8a0150eed4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:16:58.935498 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac947a54-c75f-4345-8ea5-5d8511a250be None None] Pushing event updated for resources: {'Port': ['ID=fd0a7b75-60e8-43a5-95ac-e4ccaf160890,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:16:58.959839 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2e8cb45c-3304-45c9-b59f-6f8a0150eed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:16:58.999914 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e8cb45c-3304-45c9-b59f-6f8a0150eed4 admin admin] Network 31ebd439-090c-4b25-bbb0-31c48711b145 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 19:16:59.003419 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-2e8cb45c-3304-45c9-b59f-6f8a0150eed4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 19:16:59.010015 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8cb45c-3304-45c9-b59f-6f8a0150eed4 admin admin] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 19:16:59.013108 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8cb45c-3304-45c9-b59f-6f8a0150eed4 admin admin] Pushing event updated for resources: {'Port': ['ID=fde9f53c-7f42-42b8-9251-169775a9c81c,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:16:59.279931 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2e8cb45c-3304-45c9-b59f-6f8a0150eed4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:16:59.424305 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device fd0a7b75-60e8-43a5-95ac-e4ccaf160890 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 19:16:59.473442 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port fd0a7b75-60e8-43a5-95ac-e4ccaf160890 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 19:16:59.473966 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:16:59.487012 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2e8cb45c-3304-45c9-b59f-6f8a0150eed4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596801'] for router, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:16:59.556335 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port fd0a7b75-60e8-43a5-95ac-e4ccaf160890 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 19:16:59.556792 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:16:59.590527 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] For port fd0a7b75-60e8-43a5-95ac-e4ccaf160890, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=fd0a7b75-60e8-43a5-95ac-e4ccaf160890,segment=NetworkSegment(1135944c-197a-4b0e-8532-c7509ee19d41),segment_id=1135944c-197a-4b0e-8532-c7509ee19d41)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 19:16:59.596077 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:16:59.634943 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e8cb45c-3304-45c9-b59f-6f8a0150eed4 admin admin] Router 0fb3eb5c-9700-47b4-8f00-2bb5fb722eff is scheduled to L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e with binding_index 1 {{(pid=102731) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 18 19:16:59.647456 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Pushing event updated for resources: {'Port': ['ID=fd0a7b75-60e8-43a5-95ac-e4ccaf160890,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:16:59.753304 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e8cb45c-3304-45c9-b59f-6f8a0150eed4 admin admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 19:16:59.763424 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde0f7a9-d0af-466d-8507-0c2c4e8baf74 None None] Sync routers for ids ['0fb3eb5c-9700-47b4-8f00-2bb5fb722eff'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 19:16:59.772037 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2e8cb45c-3304-45c9-b59f-6f8a0150eed4 admin admin] Notify callbacks [] for router, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:16:59.775803 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-2e8cb45c-3304-45c9-b59f-6f8a0150eed4 admin admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5135458 May 18 19:16:59.775966 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde0f7a9-d0af-466d-8507-0c2c4e8baf74 None None] Routers {'0fb3eb5c-9700-47b4-8f00-2bb5fb722eff'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 19:16:59.776068 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 51672) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:16:59.776223 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-dde0f7a9-d0af-466d-8507-0c2c4e8baf74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T19:16:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['0fb3eb5c-9700-47b4-8f00-2bb5fb722eff'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:16:59.891379 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-dde0f7a9-d0af-466d-8507-0c2c4e8baf74 None None] Set router 0fb3eb5c-9700-47b4-8f00-2bb5fb722eff gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 19:16:59.909268 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a585fc-7085-4934-8779-e294d5c840f6 None None] Network a67bbedd-3df0-4f2d-96ae-46deff56902b requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 19:16:59.976517 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-6083dad7-9ba5-408c-91f8-4fd5265017d2 None None] Provisioning complete for port fd0a7b75-60e8-43a5-95ac-e4ccaf160890 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 19:16:59.977082 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-6083dad7-9ba5-408c-91f8-4fd5265017d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:00.134348 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-6083dad7-9ba5-408c-91f8-4fd5265017d2 None None] Current status of the port fd0a7b75-60e8-43a5-95ac-e4ccaf160890 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 19:17:00.164772 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-dde0f7a9-d0af-466d-8507-0c2c4e8baf74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb3eb5c-9700-47b4-8f00-2bb5fb722eff', 'name': 'tempest-TestSnapshotPattern-1586761689-router', 'tenant_id': '0e78744b790a4b35a8af40915974022c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': 'fde9f53c-7f42-42b8-9251-169775a9c81c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T19:16:58Z', 'updated_at': '2022-05-18T19:16:59Z', 'revision_number': 3, 'project_id': '0e78744b790a4b35a8af40915974022c', 'gw_port': {'id': 'fde9f53c-7f42-42b8-9251-169775a9c81c', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:af:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fb3eb5c-9700-47b4-8f00-2bb5fb722eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4432, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:16:58Z', 'updated_at': '2022-05-18T19:16:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:17:00.196471 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde0f7a9-d0af-466d-8507-0c2c4e8baf74 None None] Checking router: 0fb3eb5c-9700-47b4-8f00-2bb5fb722eff for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 19:17:00.196823 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde0f7a9-d0af-466d-8507-0c2c4e8baf74 None None] Updating router 0fb3eb5c-9700-47b4-8f00-2bb5fb722eff port fde9f53c-7f42-42b8-9251-169775a9c81c binding host n-d-838550-3 {{(pid=102733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 19:17:00.221811 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b98008ff-a0c6-477e-8aa9-75ea65ab53a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:00.222797 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-dde0f7a9-d0af-466d-8507-0c2c4e8baf74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:00.387803 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-b98008ff-a0c6-477e-8aa9-75ea65ab53a0 admin admin] Allocated IP 172.20.0.1 (a67bbedd-3df0-4f2d-96ae-46deff56902b/acbd674e-846d-43d9-aa49-0ca134c95e8e/bd0d0088-502c-4ece-94d4-ee221d024d73) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 19:17:00.460175 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-33a00157-7722-4fe3-a5b0-c1bd2b868f2a None None] Provisioning complete for port fd0a7b75-60e8-43a5-95ac-e4ccaf160890 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 19:17:00.462037 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-33a00157-7722-4fe3-a5b0-c1bd2b868f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:00.484379 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-dde0f7a9-d0af-466d-8507-0c2c4e8baf74 None None] Notify callbacks [] for port, precommit_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:00.491210 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-dde0f7a9-d0af-466d-8507-0c2c4e8baf74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:00.500965 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b98008ff-a0c6-477e-8aa9-75ea65ab53a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:00.539306 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b98008ff-a0c6-477e-8aa9-75ea65ab53a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:00.551932 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-dde0f7a9-d0af-466d-8507-0c2c4e8baf74 None None] Attempting to bind port fde9f53c-7f42-42b8-9251-169775a9c81c on host n-d-838550-3 for vnic_type normal with profile {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 19:17:00.552564 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-dde0f7a9-d0af-466d-8507-0c2c4e8baf74 None None] Attempting to bind port fde9f53c-7f42-42b8-9251-169775a9c81c by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 19:17:00.553106 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde0f7a9-d0af-466d-8507-0c2c4e8baf74 None None] Attempting to bind port fde9f53c-7f42-42b8-9251-169775a9c81c on network 31ebd439-090c-4b25-bbb0-31c48711b145 {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 19:17:00.556923 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e121ec-a9fe-4d8a-930b-dbdafd935ac1 None None] Pushing event updated for resources: {'Port': ['ID=fde9f53c-7f42-42b8-9251-169775a9c81c,revision_number=2']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:17:00.557174 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-33a00157-7722-4fe3-a5b0-c1bd2b868f2a None None] Current status of the port fd0a7b75-60e8-43a5-95ac-e4ccaf160890 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 19:17:00.566910 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde0f7a9-d0af-466d-8507-0c2c4e8baf74 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 19, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 19:17:00.567279 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde0f7a9-d0af-466d-8507-0c2c4e8baf74 None None] Checking segment: {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 19:17:00.567673 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-dde0f7a9-d0af-466d-8507-0c2c4e8baf74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:00.568057 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde0f7a9-d0af-466d-8507-0c2c4e8baf74 None None] Bound using segment: {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 19:17:00.568515 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-dde0f7a9-d0af-466d-8507-0c2c4e8baf74 None None] Bound port: fde9f53c-7f42-42b8-9251-169775a9c81c, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 19:17:00.568885 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-dde0f7a9-d0af-466d-8507-0c2c4e8baf74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:00.571137 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e121ec-a9fe-4d8a-930b-dbdafd935ac1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:17:00.571475 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e121ec-a9fe-4d8a-930b-dbdafd935ac1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:17:00.571810 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e121ec-a9fe-4d8a-930b-dbdafd935ac1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:17:00.572137 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e121ec-a9fe-4d8a-930b-dbdafd935ac1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:17:00.572459 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e121ec-a9fe-4d8a-930b-dbdafd935ac1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:17:00.572780 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e121ec-a9fe-4d8a-930b-dbdafd935ac1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:17:00.573100 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e121ec-a9fe-4d8a-930b-dbdafd935ac1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:17:00.573416 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e121ec-a9fe-4d8a-930b-dbdafd935ac1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:17:00.573769 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e121ec-a9fe-4d8a-930b-dbdafd935ac1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:17:00.574084 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e121ec-a9fe-4d8a-930b-dbdafd935ac1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:17:00.574395 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e121ec-a9fe-4d8a-930b-dbdafd935ac1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:17:00.574705 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e121ec-a9fe-4d8a-930b-dbdafd935ac1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:17:00.576888 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98008ff-a0c6-477e-8aa9-75ea65ab53a0 admin admin] Network a67bbedd-3df0-4f2d-96ae-46deff56902b is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 19:17:00.581610 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-b98008ff-a0c6-477e-8aa9-75ea65ab53a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 19:17:00.585092 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98008ff-a0c6-477e-8aa9-75ea65ab53a0 admin admin] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 19:17:00.620847 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98008ff-a0c6-477e-8aa9-75ea65ab53a0 admin admin] Pushing event updated for resources: {'Port': ['ID=bd0d0088-502c-4ece-94d4-ee221d024d73,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:17:00.633240 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.db [None req-dde0f7a9-d0af-466d-8507-0c2c4e8baf74 None None] For port fde9f53c-7f42-42b8-9251-169775a9c81c, host n-d-838550-3, cleared binding levels {{(pid=102733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 19:17:00.636542 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.db [None req-dde0f7a9-d0af-466d-8507-0c2c4e8baf74 None None] For port fde9f53c-7f42-42b8-9251-169775a9c81c, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=fde9f53c-7f42-42b8-9251-169775a9c81c,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 19:17:00.637142 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b98008ff-a0c6-477e-8aa9-75ea65ab53a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595826'] for router_interface, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:00.642357 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-dde0f7a9-d0af-466d-8507-0c2c4e8baf74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:00.697776 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e121ec-a9fe-4d8a-930b-dbdafd935ac1 None None] Pushing event updated for resources: {'Port': ['ID=fde9f53c-7f42-42b8-9251-169775a9c81c,revision_number=3']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:17:00.716118 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde0f7a9-d0af-466d-8507-0c2c4e8baf74 None None] Routers {'0fb3eb5c-9700-47b4-8f00-2bb5fb722eff'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 19:17:00.716752 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-dde0f7a9-d0af-466d-8507-0c2c4e8baf74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T19:16:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['0fb3eb5c-9700-47b4-8f00-2bb5fb722eff'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:17:00.788488 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b98008ff-a0c6-477e-8aa9-75ea65ab53a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:00.832696 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-dde0f7a9-d0af-466d-8507-0c2c4e8baf74 None None] Set router 0fb3eb5c-9700-47b4-8f00-2bb5fb722eff gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 19:17:00.877872 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-d8c264b4-776b-41a6-a222-1035189e9051 None None] Provisioning complete for port bd0d0088-502c-4ece-94d4-ee221d024d73 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 19:17:00.878156 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d8c264b4-776b-41a6-a222-1035189e9051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:00.921469 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-d8c264b4-776b-41a6-a222-1035189e9051 None None] Port bd0d0088-502c-4ece-94d4-ee221d024d73 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 19:17:00.970336 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b98008ff-a0c6-477e-8aa9-75ea65ab53a0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:00.975700 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b98008ff-a0c6-477e-8aa9-75ea65ab53a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:01.021048 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-dde0f7a9-d0af-466d-8507-0c2c4e8baf74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb3eb5c-9700-47b4-8f00-2bb5fb722eff', 'name': 'tempest-TestSnapshotPattern-1586761689-router', 'tenant_id': '0e78744b790a4b35a8af40915974022c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': 'fde9f53c-7f42-42b8-9251-169775a9c81c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T19:16:58Z', 'updated_at': '2022-05-18T19:16:59Z', 'revision_number': 3, 'project_id': '0e78744b790a4b35a8af40915974022c', 'gw_port': {'id': 'fde9f53c-7f42-42b8-9251-169775a9c81c', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:af:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fb3eb5c-9700-47b4-8f00-2bb5fb722eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4432, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:16:58Z', 'updated_at': '2022-05-18T19:17:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:17:01.041928 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98008ff-a0c6-477e-8aa9-75ea65ab53a0 admin admin] Pushing event updated for resources: {'Port': ['ID=bd0d0088-502c-4ece-94d4-ee221d024d73,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:17:01.044447 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-b98008ff-a0c6-477e-8aa9-75ea65ab53a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-595870'] for router_interface, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:01.047187 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde0f7a9-d0af-466d-8507-0c2c4e8baf74 None None] The sync data for ids ['0fb3eb5c-9700-47b4-8f00-2bb5fb722eff'] in n-d-838550-3 is: [{'id': '0fb3eb5c-9700-47b4-8f00-2bb5fb722eff', 'name': 'tempest-TestSnapshotPattern-1586761689-router', 'tenant_id': '0e78744b790a4b35a8af40915974022c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': 'fde9f53c-7f42-42b8-9251-169775a9c81c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T19:16:58Z', 'updated_at': '2022-05-18T19:16:59Z', 'revision_number': 3, 'project_id': '0e78744b790a4b35a8af40915974022c', 'gw_port': {'id': 'fde9f53c-7f42-42b8-9251-169775a9c81c', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:af:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fb3eb5c-9700-47b4-8f00-2bb5fb722eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4432, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:16:58Z', 'updated_at': '2022-05-18T19:17:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 19:17:01.141027 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98008ff-a0c6-477e-8aa9-75ea65ab53a0 admin admin] Network a67bbedd-3df0-4f2d-96ae-46deff56902b is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 19:17:01.142470 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-b98008ff-a0c6-477e-8aa9-75ea65ab53a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 19:17:01.631893 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b98008ff-a0c6-477e-8aa9-75ea65ab53a0 admin admin] Router 0fb3eb5c-9700-47b4-8f00-2bb5fb722eff has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 19:17:01.646548 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device fde9f53c-7f42-42b8-9251-169775a9c81c up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 19:17:01.698337 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b114595e-11c7-479c-9f5e-44a372836fce None None] Provisioning complete for port bd0d0088-502c-4ece-94d4-ee221d024d73 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 19:17:01.698757 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b114595e-11c7-479c-9f5e-44a372836fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:01.724518 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:01.744801 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b114595e-11c7-479c-9f5e-44a372836fce None None] Port bd0d0088-502c-4ece-94d4-ee221d024d73 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 19:17:01.754759 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port fde9f53c-7f42-42b8-9251-169775a9c81c triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 19:17:01.755139 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:01.759576 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b98008ff-a0c6-477e-8aa9-75ea65ab53a0 admin admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 19:17:01.770124 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-b98008ff-a0c6-477e-8aa9-75ea65ab53a0 admin admin] 10.222.0.85 "PUT /v2.0/routers/0fb3eb5c-9700-47b4-8f00-2bb5fb722eff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9930537 May 18 19:17:01.850069 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:01.851170 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port fde9f53c-7f42-42b8-9251-169775a9c81c is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 19:17:01.851540 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:01.874865 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] For port fde9f53c-7f42-42b8-9251-169775a9c81c, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=fde9f53c-7f42-42b8-9251-169775a9c81c,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 19:17:01.881270 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:01.882281 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device fd0a7b75-60e8-43a5-95ac-e4ccaf160890 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 19:17:01.964040 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Pushing event updated for resources: {'Port': ['ID=fde9f53c-7f42-42b8-9251-169775a9c81c,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:17:01.980497 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port fd0a7b75-60e8-43a5-95ac-e4ccaf160890 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 19:17:01.980955 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:02.066146 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port fd0a7b75-60e8-43a5-95ac-e4ccaf160890 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 19:17:02.268539 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 51688) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:17:02.273490 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-8d5300a2-c0f8-4ce2-9edc-3c51bd3eac99 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1521675154-network', 'tenant_id': '606c34b0a49442629aa0e0ebb49f89e3'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 19:17:02.292632 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d5300a2-c0f8-4ce2-9edc-3c51bd3eac99 admin admin] Made reservation on behalf of 606c34b0a49442629aa0e0ebb49f89e3 for: {'network': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 19:17:02.294924 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8d5300a2-c0f8-4ce2-9edc-3c51bd3eac99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for network, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:02.303803 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8d5300a2-c0f8-4ce2-9edc-3c51bd3eac99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:02.379991 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8d5300a2-c0f8-4ce2-9edc-3c51bd3eac99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:02.383744 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8d5300a2-c0f8-4ce2-9edc-3c51bd3eac99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:02.403642 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d5300a2-c0f8-4ce2-9edc-3c51bd3eac99 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 628} {{(pid=102731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 19:17:02.416977 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5300a2-c0f8-4ce2-9edc-3c51bd3eac99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89fe1b7b-2103-4402-b8f5-dbe90ccfdb02,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:17:02.422130 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8d5300a2-c0f8-4ce2-9edc-3c51bd3eac99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:02.422481 n-d-838550-3 neutron-server[102731]: INFO neutron.db.segments_db [None req-8d5300a2-c0f8-4ce2-9edc-3c51bd3eac99 admin admin] Added segment 1b770376-9fc2-488c-920f-7fb2c2fa05d1 of type vlan for network d66c0a0c-303d-4ad4-8a96-88881ca437b1 May 18 19:17:02.466459 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8d5300a2-c0f8-4ce2-9edc-3c51bd3eac99 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753014731129'] for network, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:02.492003 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8d5300a2-c0f8-4ce2-9edc-3c51bd3eac99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949'] for network, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:02.493094 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d5300a2-c0f8-4ce2-9edc-3c51bd3eac99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:17:02.493687 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-8d5300a2-c0f8-4ce2-9edc-3c51bd3eac99 admin admin] Notify callbacks [] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:02.550669 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-8d5300a2-c0f8-4ce2-9edc-3c51bd3eac99 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2810082 May 18 19:17:02.553562 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 51690) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:17:02.558649 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-381e0943-6714-4fe4-8cc1-092fc95d44dd admin admin] Request body: {'subnet': {'network_id': 'd66c0a0c-303d-4ad4-8a96-88881ca437b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1521675154-subnet', 'tenant_id': '606c34b0a49442629aa0e0ebb49f89e3', 'ip_version': 4}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 19:17:02.560792 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5300a2-c0f8-4ce2-9edc-3c51bd3eac99 admin admin] Pushing event updated for resources: {'Network': ['ID=d66c0a0c-303d-4ad4-8a96-88881ca437b1,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:17:02.572252 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Network d66c0a0c-303d-4ad4-8a96-88881ca437b1 details requested by agent ovs-agent-n-d-838550-3 with host n-d-838550-3 {{(pid=102732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 19:17:02.581305 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-381e0943-6714-4fe4-8cc1-092fc95d44dd admin admin] Made reservation on behalf of 606c34b0a49442629aa0e0ebb49f89e3 for: {'subnet': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 19:17:02.583689 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-381e0943-6714-4fe4-8cc1-092fc95d44dd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261031885'] for subnet, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:02.751825 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2852b95-f85c-4336-919e-cd1d791631aa None None] Sync routers for ids ['0fb3eb5c-9700-47b4-8f00-2bb5fb722eff'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 19:17:02.763599 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-381e0943-6714-4fe4-8cc1-092fc95d44dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261104883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261031899'] for subnet, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:02.763819 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2852b95-f85c-4336-919e-cd1d791631aa None None] Routers {'0fb3eb5c-9700-47b4-8f00-2bb5fb722eff'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 19:17:02.764358 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-d2852b95-f85c-4336-919e-cd1d791631aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T19:16:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['0fb3eb5c-9700-47b4-8f00-2bb5fb722eff'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:17:02.816902 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381e0943-6714-4fe4-8cc1-092fc95d44dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ce3bf07-3df4-4caf-bad7-62a6645fe31a,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:17:02.827429 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381e0943-6714-4fe4-8cc1-092fc95d44dd admin admin] Checking segment: {'id': '1b770376-9fc2-488c-920f-7fb2c2fa05d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'd66c0a0c-303d-4ad4-8a96-88881ca437b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 19:17:02.827788 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381e0943-6714-4fe4-8cc1-092fc95d44dd admin admin] Network hostable DHCP agents. Network: d66c0a0c-303d-4ad4-8a96-88881ca437b1, hostable agents: ['897f4b92-11c9-4a1e-a426-447faf168c69'], hosted agents: [] {{(pid=102730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 19:17:02.844556 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381e0943-6714-4fe4-8cc1-092fc95d44dd admin admin] Network d66c0a0c-303d-4ad4-8a96-88881ca437b1 is scheduled to be hosted by DHCP agent 897f4b92-11c9-4a1e-a426-447faf168c69 with binding_index 1 {{(pid=102730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 19:17:02.853824 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-381e0943-6714-4fe4-8cc1-092fc95d44dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-3, d66c0a0c-303d-4ad4-8a96-88881ca437b1) {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 19:17:02.857970 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-381e0943-6714-4fe4-8cc1-092fc95d44dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:17:02.858729 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-381e0943-6714-4fe4-8cc1-092fc95d44dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:02.869715 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3000ec4-269a-4fd3-9610-9cad2473e68e None None] Network d66c0a0c-303d-4ad4-8a96-88881ca437b1 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 19:17:02.881492 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 51692) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:17:02.881738 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-381e0943-6714-4fe4-8cc1-092fc95d44dd admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3269262 May 18 19:17:02.886385 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [None req-2bbc15a0-bbf6-4c48-b994-f7035748cc3c admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1521675154-router', 'tenant_id': '606c34b0a49442629aa0e0ebb49f89e3', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 19:17:02.906044 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2bbc15a0-bbf6-4c48-b994-f7035748cc3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25099'] for router, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:02.907147 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2bbc15a0-bbf6-4c48-b994-f7035748cc3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-593238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596850', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25088'] for router, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:02.918331 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-d2852b95-f85c-4336-919e-cd1d791631aa None None] Set router 0fb3eb5c-9700-47b4-8f00-2bb5fb722eff gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 19:17:02.962100 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2bbc15a0-bbf6-4c48-b994-f7035748cc3c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:03.114681 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2bbc15a0-bbf6-4c48-b994-f7035748cc3c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:03.171300 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b158ae8d-6a15-4448-bfe6-cb0a8fe71cb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc82382b6-c6aa-5360-9198-de67e3ba6f65-d66c0a0c-303d-4ad4-8a96-88881ca437b1', 'network_id': 'd66c0a0c-303d-4ad4-8a96-88881ca437b1', 'tenant_id': '606c34b0a49442629aa0e0ebb49f89e3', 'fixed_ips': [{'subnet_id': '2ce3bf07-3df4-4caf-bad7-62a6645fe31a'}]}} from n-d-838550-3. {{(pid=102732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 19:17:03.172158 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b158ae8d-6a15-4448-bfe6-cb0a8fe71cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:03.318620 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2bbc15a0-bbf6-4c48-b994-f7035748cc3c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:03.325045 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-d2852b95-f85c-4336-919e-cd1d791631aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb3eb5c-9700-47b4-8f00-2bb5fb722eff', 'name': 'tempest-TestSnapshotPattern-1586761689-router', 'tenant_id': '0e78744b790a4b35a8af40915974022c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': 'fde9f53c-7f42-42b8-9251-169775a9c81c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T19:16:58Z', 'updated_at': '2022-05-18T19:17:00Z', 'revision_number': 4, 'project_id': '0e78744b790a4b35a8af40915974022c', 'gw_port': {'id': 'fde9f53c-7f42-42b8-9251-169775a9c81c', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:af:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb3eb5c-9700-47b4-8f00-2bb5fb722eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4432, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:16:58Z', 'updated_at': '2022-05-18T19:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': 'bd0d0088-502c-4ece-94d4-ee221d024d73', 'name': '', 'network_id': 'a67bbedd-3df0-4f2d-96ae-46deff56902b', 'tenant_id': '0e78744b790a4b35a8af40915974022c', 'mac_address': 'fa:16:3e:fc:8f:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fb3eb5c-9700-47b4-8f00-2bb5fb722eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4433, 'fixed_ips': [{'subnet_id': 'acbd674e-846d-43d9-aa49-0ca134c95e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:17:00Z', 'updated_at': '2022-05-18T19:17:00Z', 'revision_number': 2, 'project_id': '0e78744b790a4b35a8af40915974022c', 'subnets': [{'id': 'acbd674e-846d-43d9-aa49-0ca134c95e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:17:03.342284 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2bbc15a0-bbf6-4c48-b994-f7035748cc3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:03.357222 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2852b95-f85c-4336-919e-cd1d791631aa None None] Checking router: 0fb3eb5c-9700-47b4-8f00-2bb5fb722eff for host: n-d-838550-3 {{(pid=102732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 19:17:03.357585 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2852b95-f85c-4336-919e-cd1d791631aa None None] Updating router 0fb3eb5c-9700-47b4-8f00-2bb5fb722eff port bd0d0088-502c-4ece-94d4-ee221d024d73 binding host n-d-838550-3 {{(pid=102732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 19:17:03.363270 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.db_base_plugin_common [None req-b158ae8d-6a15-4448-bfe6-cb0a8fe71cb0 None None] Allocated IP 172.20.0.2 (d66c0a0c-303d-4ad4-8a96-88881ca437b1/2ce3bf07-3df4-4caf-bad7-62a6645fe31a/88a0e453-44a0-4831-aff9-c3144b0311e2) {{(pid=102732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 19:17:03.401000 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d2852b95-f85c-4336-919e-cd1d791631aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:03.458793 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-2bbc15a0-bbf6-4c48-b994-f7035748cc3c admin admin] Allocated IP 172.25.5.186 (31ebd439-090c-4b25-bbb0-31c48711b145/363a2810-8a83-4be0-a317-7c91fcd94485/f4d2c758-f7da-4288-ac12-9b2b76173552) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 19:17:03.569279 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device fde9f53c-7f42-42b8-9251-169775a9c81c up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 19:17:03.579348 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2bbc15a0-bbf6-4c48-b994-f7035748cc3c admin admin] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:03.614263 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2bbc15a0-bbf6-4c48-b994-f7035748cc3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:03.654383 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bbc15a0-bbf6-4c48-b994-f7035748cc3c admin admin] Network 31ebd439-090c-4b25-bbb0-31c48711b145 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 19:17:03.658989 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-2bbc15a0-bbf6-4c48-b994-f7035748cc3c admin admin] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 19:17:03.666467 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bbc15a0-bbf6-4c48-b994-f7035748cc3c admin admin] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 19:17:03.669502 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbc15a0-bbf6-4c48-b994-f7035748cc3c admin admin] Pushing event updated for resources: {'Port': ['ID=f4d2c758-f7da-4288-ac12-9b2b76173552,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:17:03.732489 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b158ae8d-6a15-4448-bfe6-cb0a8fe71cb0 None None] Notify callbacks [] for port, precommit_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:03.747116 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b158ae8d-6a15-4448-bfe6-cb0a8fe71cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517'] for port, after_create {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:03.748852 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port fde9f53c-7f42-42b8-9251-169775a9c81c triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 19:17:03.749200 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:03.838069 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b158ae8d-6a15-4448-bfe6-cb0a8fe71cb0 None None] Network d66c0a0c-303d-4ad4-8a96-88881ca437b1 is already hosted by enough agents. {{(pid=102732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 19:17:03.846355 n-d-838550-3 neutron-server[102732]: DEBUG neutron.scheduler.base_scheduler [None req-b158ae8d-6a15-4448-bfe6-cb0a8fe71cb0 None None] Resources bound (agent type, host, resource id): {{(pid=102732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 19:17:03.849357 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b158ae8d-6a15-4448-bfe6-cb0a8fe71cb0 None None] Received port after_create {{(pid=102732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 19:17:03.854166 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b158ae8d-6a15-4448-bfe6-cb0a8fe71cb0 None None] Pushing event updated for resources: {'Port': ['ID=88a0e453-44a0-4831-aff9-c3144b0311e2,revision_number=1']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:17:03.924358 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2bbc15a0-bbf6-4c48-b994-f7035748cc3c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:04.126091 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-b158ae8d-6a15-4448-bfe6-cb0a8fe71cb0 None None] Attempting to bind port 88a0e453-44a0-4831-aff9-c3144b0311e2 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 19:17:04.126379 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-b158ae8d-6a15-4448-bfe6-cb0a8fe71cb0 None None] Attempting to bind port 88a0e453-44a0-4831-aff9-c3144b0311e2 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '1b770376-9fc2-488c-920f-7fb2c2fa05d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'd66c0a0c-303d-4ad4-8a96-88881ca437b1'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 19:17:04.127279 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b158ae8d-6a15-4448-bfe6-cb0a8fe71cb0 None None] Attempting to bind port 88a0e453-44a0-4831-aff9-c3144b0311e2 on network d66c0a0c-303d-4ad4-8a96-88881ca437b1 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 19:17:04.130709 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2bbc15a0-bbf6-4c48-b994-f7035748cc3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596801'] for router, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:04.147316 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b158ae8d-6a15-4448-bfe6-cb0a8fe71cb0 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 19, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 19:17:04.147698 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b158ae8d-6a15-4448-bfe6-cb0a8fe71cb0 None None] Checking segment: {'id': '1b770376-9fc2-488c-920f-7fb2c2fa05d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'd66c0a0c-303d-4ad4-8a96-88881ca437b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 19:17:04.148108 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b158ae8d-6a15-4448-bfe6-cb0a8fe71cb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:04.148507 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b158ae8d-6a15-4448-bfe6-cb0a8fe71cb0 None None] Bound using segment: {'id': '1b770376-9fc2-488c-920f-7fb2c2fa05d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'd66c0a0c-303d-4ad4-8a96-88881ca437b1'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 19:17:04.148990 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-b158ae8d-6a15-4448-bfe6-cb0a8fe71cb0 None None] Bound port: 88a0e453-44a0-4831-aff9-c3144b0311e2, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b770376-9fc2-488c-920f-7fb2c2fa05d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'd66c0a0c-303d-4ad4-8a96-88881ca437b1'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 19:17:04.149376 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b158ae8d-6a15-4448-bfe6-cb0a8fe71cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:04.152333 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d2852b95-f85c-4336-919e-cd1d791631aa None None] Notify callbacks [] for port, precommit_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:04.167158 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d2852b95-f85c-4336-919e-cd1d791631aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:04.168962 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port fde9f53c-7f42-42b8-9251-169775a9c81c is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 19:17:04.250982 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b5192a-14a9-4121-9136-77062d91a4d1 None None] Pushing event updated for resources: {'Port': ['ID=bd0d0088-502c-4ece-94d4-ee221d024d73,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:17:04.291764 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bbc15a0-bbf6-4c48-b994-f7035748cc3c admin admin] Router 59d66a4c-dc15-4f72-8284-0b2c493eeb65 is scheduled to L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e with binding_index 1 {{(pid=102731) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 18 19:17:04.326663 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b158ae8d-6a15-4448-bfe6-cb0a8fe71cb0 None None] For port 88a0e453-44a0-4831-aff9-c3144b0311e2, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 19:17:04.328855 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-d2852b95-f85c-4336-919e-cd1d791631aa None None] Attempting to bind port bd0d0088-502c-4ece-94d4-ee221d024d73 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 19:17:04.329264 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-d2852b95-f85c-4336-919e-cd1d791631aa None None] Attempting to bind port bd0d0088-502c-4ece-94d4-ee221d024d73 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '1135944c-197a-4b0e-8532-c7509ee19d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'a67bbedd-3df0-4f2d-96ae-46deff56902b'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 19:17:04.329954 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2852b95-f85c-4336-919e-cd1d791631aa None None] Attempting to bind port bd0d0088-502c-4ece-94d4-ee221d024d73 on network a67bbedd-3df0-4f2d-96ae-46deff56902b {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 19:17:04.343256 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b158ae8d-6a15-4448-bfe6-cb0a8fe71cb0 None None] For port 88a0e453-44a0-4831-aff9-c3144b0311e2, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=88a0e453-44a0-4831-aff9-c3144b0311e2,segment=NetworkSegment(1b770376-9fc2-488c-920f-7fb2c2fa05d1),segment_id=1b770376-9fc2-488c-920f-7fb2c2fa05d1)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 19:17:04.344827 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2852b95-f85c-4336-919e-cd1d791631aa None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 19, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 19:17:04.345347 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2852b95-f85c-4336-919e-cd1d791631aa None None] Checking segment: {'id': '1135944c-197a-4b0e-8532-c7509ee19d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'a67bbedd-3df0-4f2d-96ae-46deff56902b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 19:17:04.345785 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d2852b95-f85c-4336-919e-cd1d791631aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:04.346207 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2852b95-f85c-4336-919e-cd1d791631aa None None] Bound using segment: {'id': '1135944c-197a-4b0e-8532-c7509ee19d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'a67bbedd-3df0-4f2d-96ae-46deff56902b'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 19:17:04.346656 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-d2852b95-f85c-4336-919e-cd1d791631aa None None] Bound port: bd0d0088-502c-4ece-94d4-ee221d024d73, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1135944c-197a-4b0e-8532-c7509ee19d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'a67bbedd-3df0-4f2d-96ae-46deff56902b'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 19:17:04.347116 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d2852b95-f85c-4336-919e-cd1d791631aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:04.350913 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b158ae8d-6a15-4448-bfe6-cb0a8fe71cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:04.420025 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bbc15a0-bbf6-4c48-b994-f7035748cc3c admin admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 19:17:04.437930 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93241df8-7aca-496e-8c88-c34d4b8cc3d1 None None] Sync routers for ids ['59d66a4c-dc15-4f72-8284-0b2c493eeb65'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 19:17:04.442874 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-2bbc15a0-bbf6-4c48-b994-f7035748cc3c admin admin] Notify callbacks [] for router, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:04.445459 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-2bbc15a0-bbf6-4c48-b994-f7035748cc3c admin admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5625825 May 18 19:17:04.448384 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 51702) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:17:04.467180 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b158ae8d-6a15-4448-bfe6-cb0a8fe71cb0 None None] Pushing event updated for resources: {'Port': ['ID=88a0e453-44a0-4831-aff9-c3144b0311e2,revision_number=2']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:17:04.470059 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93241df8-7aca-496e-8c88-c34d4b8cc3d1 None None] Routers {'59d66a4c-dc15-4f72-8284-0b2c493eeb65'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 19:17:04.471767 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-93241df8-7aca-496e-8c88-c34d4b8cc3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T19:16:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['59d66a4c-dc15-4f72-8284-0b2c493eeb65'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:17:04.489754 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-d2852b95-f85c-4336-919e-cd1d791631aa None None] For port bd0d0088-502c-4ece-94d4-ee221d024d73, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 19:17:04.493089 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-d2852b95-f85c-4336-919e-cd1d791631aa None None] For port bd0d0088-502c-4ece-94d4-ee221d024d73, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=bd0d0088-502c-4ece-94d4-ee221d024d73,segment=NetworkSegment(1135944c-197a-4b0e-8532-c7509ee19d41),segment_id=1135944c-197a-4b0e-8532-c7509ee19d41)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 19:17:04.503951 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d2852b95-f85c-4336-919e-cd1d791631aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:04.568074 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2852b95-f85c-4336-919e-cd1d791631aa None None] Routers {'0fb3eb5c-9700-47b4-8f00-2bb5fb722eff'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 19:17:04.568730 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-d2852b95-f85c-4336-919e-cd1d791631aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T19:16:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['0fb3eb5c-9700-47b4-8f00-2bb5fb722eff'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:17:04.619635 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-93241df8-7aca-496e-8c88-c34d4b8cc3d1 None None] Set router 59d66a4c-dc15-4f72-8284-0b2c493eeb65 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 19:17:04.640086 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b5192a-14a9-4121-9136-77062d91a4d1 None None] Pushing event updated for resources: {'Port': ['ID=bd0d0088-502c-4ece-94d4-ee221d024d73,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:17:04.674039 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-e6fabbe1-f2be-45dd-9fed-4af540bf2ff7 None None] Provisioning complete for port bd0d0088-502c-4ece-94d4-ee221d024d73 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 19:17:04.674039 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-e6fabbe1-f2be-45dd-9fed-4af540bf2ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:04.770919 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-d2852b95-f85c-4336-919e-cd1d791631aa None None] Set router 0fb3eb5c-9700-47b4-8f00-2bb5fb722eff gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 19:17:04.950439 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-93241df8-7aca-496e-8c88-c34d4b8cc3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59d66a4c-dc15-4f72-8284-0b2c493eeb65', 'name': 'tempest-TestSnapshotPattern-1521675154-router', 'tenant_id': '606c34b0a49442629aa0e0ebb49f89e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': 'f4d2c758-f7da-4288-ac12-9b2b76173552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T19:17:02Z', 'updated_at': '2022-05-18T19:17:03Z', 'revision_number': 3, 'project_id': '606c34b0a49442629aa0e0ebb49f89e3', 'gw_port': {'id': 'f4d2c758-f7da-4288-ac12-9b2b76173552', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:7f:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59d66a4c-dc15-4f72-8284-0b2c493eeb65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4444, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:17:03Z', 'updated_at': '2022-05-18T19:17:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:17:04.989777 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93241df8-7aca-496e-8c88-c34d4b8cc3d1 None None] Checking router: 59d66a4c-dc15-4f72-8284-0b2c493eeb65 for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 19:17:04.990202 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93241df8-7aca-496e-8c88-c34d4b8cc3d1 None None] Updating router 59d66a4c-dc15-4f72-8284-0b2c493eeb65 port f4d2c758-f7da-4288-ac12-9b2b76173552 binding host n-d-838550-3 {{(pid=102733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 19:17:05.019030 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-93241df8-7aca-496e-8c88-c34d4b8cc3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:05.042120 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-e6fabbe1-f2be-45dd-9fed-4af540bf2ff7 None None] Current status of the port bd0d0088-502c-4ece-94d4-ee221d024d73 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 19:17:05.042724 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-e6fabbe1-f2be-45dd-9fed-4af540bf2ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:05.071976 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-38c2ab92-d0b9-425f-965c-80c5ed642639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:05.110475 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-e6fabbe1-f2be-45dd-9fed-4af540bf2ff7 None None] For port bd0d0088-502c-4ece-94d4-ee221d024d73, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=bd0d0088-502c-4ece-94d4-ee221d024d73,segment=NetworkSegment(1135944c-197a-4b0e-8532-c7509ee19d41),segment_id=1135944c-197a-4b0e-8532-c7509ee19d41)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 19:17:05.120246 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-e6fabbe1-f2be-45dd-9fed-4af540bf2ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:05.155984 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-d2852b95-f85c-4336-919e-cd1d791631aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb3eb5c-9700-47b4-8f00-2bb5fb722eff', 'name': 'tempest-TestSnapshotPattern-1586761689-router', 'tenant_id': '0e78744b790a4b35a8af40915974022c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': 'fde9f53c-7f42-42b8-9251-169775a9c81c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T19:16:58Z', 'updated_at': '2022-05-18T19:17:00Z', 'revision_number': 4, 'project_id': '0e78744b790a4b35a8af40915974022c', 'gw_port': {'id': 'fde9f53c-7f42-42b8-9251-169775a9c81c', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:af:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb3eb5c-9700-47b4-8f00-2bb5fb722eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4432, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:16:58Z', 'updated_at': '2022-05-18T19:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': 'bd0d0088-502c-4ece-94d4-ee221d024d73', 'name': '', 'network_id': 'a67bbedd-3df0-4f2d-96ae-46deff56902b', 'tenant_id': '0e78744b790a4b35a8af40915974022c', 'mac_address': 'fa:16:3e:fc:8f:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fb3eb5c-9700-47b4-8f00-2bb5fb722eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4433, 'fixed_ips': [{'subnet_id': 'acbd674e-846d-43d9-aa49-0ca134c95e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:17:00Z', 'updated_at': '2022-05-18T19:17:04Z', 'revision_number': 4, 'project_id': '0e78744b790a4b35a8af40915974022c', 'subnets': [{'id': 'acbd674e-846d-43d9-aa49-0ca134c95e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:17:05.194085 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2852b95-f85c-4336-919e-cd1d791631aa None None] The sync data for ids ['0fb3eb5c-9700-47b4-8f00-2bb5fb722eff'] in n-d-838550-3 is: [{'id': '0fb3eb5c-9700-47b4-8f00-2bb5fb722eff', 'name': 'tempest-TestSnapshotPattern-1586761689-router', 'tenant_id': '0e78744b790a4b35a8af40915974022c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': 'fde9f53c-7f42-42b8-9251-169775a9c81c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T19:16:58Z', 'updated_at': '2022-05-18T19:17:00Z', 'revision_number': 4, 'project_id': '0e78744b790a4b35a8af40915974022c', 'gw_port': {'id': 'fde9f53c-7f42-42b8-9251-169775a9c81c', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:af:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb3eb5c-9700-47b4-8f00-2bb5fb722eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4432, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:16:58Z', 'updated_at': '2022-05-18T19:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': 'bd0d0088-502c-4ece-94d4-ee221d024d73', 'name': '', 'network_id': 'a67bbedd-3df0-4f2d-96ae-46deff56902b', 'tenant_id': '0e78744b790a4b35a8af40915974022c', 'mac_address': 'fa:16:3e:fc:8f:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fb3eb5c-9700-47b4-8f00-2bb5fb722eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4433, 'fixed_ips': [{'subnet_id': 'acbd674e-846d-43d9-aa49-0ca134c95e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:17:00Z', 'updated_at': '2022-05-18T19:17:04Z', 'revision_number': 4, 'project_id': '0e78744b790a4b35a8af40915974022c', 'subnets': [{'id': 'acbd674e-846d-43d9-aa49-0ca134c95e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 19:17:05.206170 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fabbe1-f2be-45dd-9fed-4af540bf2ff7 None None] Pushing event updated for resources: {'Port': ['ID=bd0d0088-502c-4ece-94d4-ee221d024d73,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:17:05.240820 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [None req-38c2ab92-d0b9-425f-965c-80c5ed642639 admin admin] Allocated IP 172.20.0.1 (d66c0a0c-303d-4ad4-8a96-88881ca437b1/2ce3bf07-3df4-4caf-bad7-62a6645fe31a/9865fbd7-92fc-476a-bb3c-adffc3b33274) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 19:17:05.256006 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-841e7960-cfac-4434-9285-525f17b76690 None None] Provisioning complete for port bd0d0088-502c-4ece-94d4-ee221d024d73 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 19:17:05.256006 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-841e7960-cfac-4434-9285-525f17b76690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:05.371860 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-841e7960-cfac-4434-9285-525f17b76690 None None] Current status of the port bd0d0088-502c-4ece-94d4-ee221d024d73 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 19:17:05.385365 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-93241df8-7aca-496e-8c88-c34d4b8cc3d1 None None] Notify callbacks [] for port, precommit_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:05.396261 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-93241df8-7aca-496e-8c88-c34d4b8cc3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:05.437296 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-93241df8-7aca-496e-8c88-c34d4b8cc3d1 None None] Attempting to bind port f4d2c758-f7da-4288-ac12-9b2b76173552 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 19:17:05.437946 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-93241df8-7aca-496e-8c88-c34d4b8cc3d1 None None] Attempting to bind port f4d2c758-f7da-4288-ac12-9b2b76173552 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 19:17:05.438992 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93241df8-7aca-496e-8c88-c34d4b8cc3d1 None None] Attempting to bind port f4d2c758-f7da-4288-ac12-9b2b76173552 on network 31ebd439-090c-4b25-bbb0-31c48711b145 {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 19:17:05.444562 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-38c2ab92-d0b9-425f-965c-80c5ed642639 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:05.480423 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93241df8-7aca-496e-8c88-c34d4b8cc3d1 None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 19, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 19:17:05.481173 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93241df8-7aca-496e-8c88-c34d4b8cc3d1 None None] Checking segment: {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 19:17:05.481824 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-93241df8-7aca-496e-8c88-c34d4b8cc3d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:05.482413 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93241df8-7aca-496e-8c88-c34d4b8cc3d1 None None] Bound using segment: {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'} {{(pid=102733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 19:17:05.483225 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.managers [None req-93241df8-7aca-496e-8c88-c34d4b8cc3d1 None None] Bound port: f4d2c758-f7da-4288-ac12-9b2b76173552, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a01c85-1351-4219-abb4-3b443fa9c38c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145'}}] {{(pid=102733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 19:17:05.483809 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-93241df8-7aca-496e-8c88-c34d4b8cc3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:05.525601 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-38c2ab92-d0b9-425f-965c-80c5ed642639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:05.526735 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b6bc79-53ee-4921-bec3-4b70f70b5c77 None None] Pushing event updated for resources: {'Port': ['ID=f4d2c758-f7da-4288-ac12-9b2b76173552,revision_number=2']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:17:05.559628 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.db [None req-93241df8-7aca-496e-8c88-c34d4b8cc3d1 None None] For port f4d2c758-f7da-4288-ac12-9b2b76173552, host n-d-838550-3, cleared binding levels {{(pid=102733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 19:17:05.564177 n-d-838550-3 neutron-server[102733]: DEBUG neutron.plugins.ml2.db [None req-93241df8-7aca-496e-8c88-c34d4b8cc3d1 None None] For port f4d2c758-f7da-4288-ac12-9b2b76173552, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=f4d2c758-f7da-4288-ac12-9b2b76173552,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 19:17:05.570346 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 88a0e453-44a0-4831-aff9-c3144b0311e2 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 19:17:05.571919 n-d-838550-3 neutron-server[102733]: DEBUG neutron_lib.callbacks.manager [None req-93241df8-7aca-496e-8c88-c34d4b8cc3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:05.598768 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c2ab92-d0b9-425f-965c-80c5ed642639 admin admin] Network d66c0a0c-303d-4ad4-8a96-88881ca437b1 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 19:17:05.601867 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-38c2ab92-d0b9-425f-965c-80c5ed642639 admin admin] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 19:17:05.605510 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c2ab92-d0b9-425f-965c-80c5ed642639 admin admin] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 19:17:05.652689 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93241df8-7aca-496e-8c88-c34d4b8cc3d1 None None] Routers {'59d66a4c-dc15-4f72-8284-0b2c493eeb65'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 19:17:05.653392 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c2ab92-d0b9-425f-965c-80c5ed642639 admin admin] Pushing event updated for resources: {'Port': ['ID=9865fbd7-92fc-476a-bb3c-adffc3b33274,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:17:05.653546 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-93241df8-7aca-496e-8c88-c34d4b8cc3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T19:16:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['59d66a4c-dc15-4f72-8284-0b2c493eeb65'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:17:05.658253 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b6bc79-53ee-4921-bec3-4b70f70b5c77 None None] Pushing event updated for resources: {'Port': ['ID=f4d2c758-f7da-4288-ac12-9b2b76173552,revision_number=3']} {{(pid=102733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:17:05.684342 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-38c2ab92-d0b9-425f-965c-80c5ed642639 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595826'] for router_interface, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:05.685998 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 88a0e453-44a0-4831-aff9-c3144b0311e2 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 19:17:05.686378 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:05.823090 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 88a0e453-44a0-4831-aff9-c3144b0311e2 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 19:17:05.824285 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:05.880655 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] For port 88a0e453-44a0-4831-aff9-c3144b0311e2, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=88a0e453-44a0-4831-aff9-c3144b0311e2,segment=NetworkSegment(1b770376-9fc2-488c-920f-7fb2c2fa05d1),segment_id=1b770376-9fc2-488c-920f-7fb2c2fa05d1)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 19:17:05.887946 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c22ff1c7-5b0d-416c-8034-e09c0225a515 None None] Network d66c0a0c-303d-4ad4-8a96-88881ca437b1 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 19:17:05.889122 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-38c2ab92-d0b9-425f-965c-80c5ed642639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:05.922285 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-93241df8-7aca-496e-8c88-c34d4b8cc3d1 None None] Set router 59d66a4c-dc15-4f72-8284-0b2c493eeb65 gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 19:17:05.955471 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:05.956248 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device bd0d0088-502c-4ece-94d4-ee221d024d73 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 19:17:06.045543 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-9dee9286-c589-4782-8aad-2e54af0a8e04 None None] Provisioning complete for port 88a0e453-44a0-4831-aff9-c3144b0311e2 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 19:17:06.046215 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9dee9286-c589-4782-8aad-2e54af0a8e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:06.096634 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-38c2ab92-d0b9-425f-965c-80c5ed642639 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:06.103774 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-38c2ab92-d0b9-425f-965c-80c5ed642639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:06.130347 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-93241df8-7aca-496e-8c88-c34d4b8cc3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59d66a4c-dc15-4f72-8284-0b2c493eeb65', 'name': 'tempest-TestSnapshotPattern-1521675154-router', 'tenant_id': '606c34b0a49442629aa0e0ebb49f89e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': 'f4d2c758-f7da-4288-ac12-9b2b76173552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T19:17:02Z', 'updated_at': '2022-05-18T19:17:03Z', 'revision_number': 3, 'project_id': '606c34b0a49442629aa0e0ebb49f89e3', 'gw_port': {'id': 'f4d2c758-f7da-4288-ac12-9b2b76173552', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:7f:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59d66a4c-dc15-4f72-8284-0b2c493eeb65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4444, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:17:03Z', 'updated_at': '2022-05-18T19:17:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:17:06.159387 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Pushing event updated for resources: {'Port': ['ID=88a0e453-44a0-4831-aff9-c3144b0311e2,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:17:06.165400 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93241df8-7aca-496e-8c88-c34d4b8cc3d1 None None] The sync data for ids ['59d66a4c-dc15-4f72-8284-0b2c493eeb65'] in n-d-838550-3 is: [{'id': '59d66a4c-dc15-4f72-8284-0b2c493eeb65', 'name': 'tempest-TestSnapshotPattern-1521675154-router', 'tenant_id': '606c34b0a49442629aa0e0ebb49f89e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': 'f4d2c758-f7da-4288-ac12-9b2b76173552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T19:17:02Z', 'updated_at': '2022-05-18T19:17:03Z', 'revision_number': 3, 'project_id': '606c34b0a49442629aa0e0ebb49f89e3', 'gw_port': {'id': 'f4d2c758-f7da-4288-ac12-9b2b76173552', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:7f:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59d66a4c-dc15-4f72-8284-0b2c493eeb65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4444, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:17:03Z', 'updated_at': '2022-05-18T19:17:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 19:17:06.173411 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port bd0d0088-502c-4ece-94d4-ee221d024d73 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 19:17:06.175157 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:06.182113 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-38c2ab92-d0b9-425f-965c-80c5ed642639 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-595870'] for router_interface, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:06.184085 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c2ab92-d0b9-425f-965c-80c5ed642639 admin admin] Pushing event updated for resources: {'Port': ['ID=9865fbd7-92fc-476a-bb3c-adffc3b33274,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:17:06.294742 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c2ab92-d0b9-425f-965c-80c5ed642639 admin admin] Network d66c0a0c-303d-4ad4-8a96-88881ca437b1 is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 19:17:06.296501 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [None req-38c2ab92-d0b9-425f-965c-80c5ed642639 admin admin] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 19:17:06.316657 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-9dee9286-c589-4782-8aad-2e54af0a8e04 None None] Current status of the port 88a0e453-44a0-4831-aff9-c3144b0311e2 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 19:17:06.354504 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port bd0d0088-502c-4ece-94d4-ee221d024d73 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 19:17:06.658837 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-844cc277-7bc7-4601-a9a1-7bb70849ad0e None None] Provisioning complete for port 9865fbd7-92fc-476a-bb3c-adffc3b33274 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 19:17:06.659366 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-844cc277-7bc7-4601-a9a1-7bb70849ad0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:06.713667 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-844cc277-7bc7-4601-a9a1-7bb70849ad0e None None] Port 9865fbd7-92fc-476a-bb3c-adffc3b33274 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 19:17:06.727382 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-844cc277-7bc7-4601-a9a1-7bb70849ad0e None None] Provisioning complete for port 88a0e453-44a0-4831-aff9-c3144b0311e2 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 19:17:06.727887 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-844cc277-7bc7-4601-a9a1-7bb70849ad0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:06.831502 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-844cc277-7bc7-4601-a9a1-7bb70849ad0e None None] Current status of the port 88a0e453-44a0-4831-aff9-c3144b0311e2 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 19:17:06.854759 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38c2ab92-d0b9-425f-965c-80c5ed642639 admin admin] Router 59d66a4c-dc15-4f72-8284-0b2c493eeb65 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 19:17:06.964490 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-7cc7b4e1-0774-46ea-86df-66329ffddad8 None None] Provisioning complete for port 9865fbd7-92fc-476a-bb3c-adffc3b33274 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 19:17:06.965022 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-7cc7b4e1-0774-46ea-86df-66329ffddad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:06.981690 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38c2ab92-d0b9-425f-965c-80c5ed642639 admin admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 19:17:06.988175 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-38c2ab92-d0b9-425f-965c-80c5ed642639 admin admin] 10.222.0.85 "PUT /v2.0/routers/59d66a4c-dc15-4f72-8284-0b2c493eeb65/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5386250 May 18 19:17:07.016768 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-7cc7b4e1-0774-46ea-86df-66329ffddad8 None None] Port 9865fbd7-92fc-476a-bb3c-adffc3b33274 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 19:17:07.136082 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-eda3a1d4-4791-409f-9462-80aee0767324 None None] Provisioning complete for port 9865fbd7-92fc-476a-bb3c-adffc3b33274 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 19:17:07.136732 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-eda3a1d4-4791-409f-9462-80aee0767324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:07.174433 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-eda3a1d4-4791-409f-9462-80aee0767324 None None] Port 9865fbd7-92fc-476a-bb3c-adffc3b33274 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 19:17:07.442078 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 51710) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:17:07.446881 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-15cee7a2-6354-4214-8f39-d0a652ca8223 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1060955671', 'description': 'tempest-secgroup-smoke-1060955671 description', 'project_id': '0e78744b790a4b35a8af40915974022c'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 19:17:07.466434 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-15cee7a2-6354-4214-8f39-d0a652ca8223 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Notify callbacks [] for security_group, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:07.505121 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 88a0e453-44a0-4831-aff9-c3144b0311e2 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 19:17:07.539261 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-15cee7a2-6354-4214-8f39-d0a652ca8223 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Notify callbacks [] for security_group, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:07.543204 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-15cee7a2-6354-4214-8f39-d0a652ca8223 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:07.561180 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 88a0e453-44a0-4831-aff9-c3144b0311e2 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 19:17:07.561557 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:07.573130 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-15cee7a2-6354-4214-8f39-d0a652ca8223 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:07.574411 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-15cee7a2-6354-4214-8f39-d0a652ca8223 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1312747 May 18 19:17:07.577318 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 51712) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:17:07.582264 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-b45d5864-4965-42ea-b12e-2df404e02457 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Request body: {'security_group_rule': {'security_group_id': 'b2919b20-7a4e-4298-b528-3bcdafd628c6', 'project_id': '0e78744b790a4b35a8af40915974022c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 19:17:07.586242 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cee7a2-6354-4214-8f39-d0a652ca8223 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2919b20-7a4e-4298-b528-3bcdafd628c6,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:17:07.611351 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b45d5864-4965-42ea-b12e-2df404e02457 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:07.640289 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 88a0e453-44a0-4831-aff9-c3144b0311e2 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 19:17:07.641363 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device f4d2c758-f7da-4288-ac12-9b2b76173552 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 19:17:07.669007 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b45d5864-4965-42ea-b12e-2df404e02457 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:07.673160 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b45d5864-4965-42ea-b12e-2df404e02457 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:07.691958 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45d5864-4965-42ea-b12e-2df404e02457 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17aa59f3-a143-45e7-8dd0-20be3b64bcf8,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:17:07.696506 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port f4d2c758-f7da-4288-ac12-9b2b76173552 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 19:17:07.697067 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:07.703556 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b45d5864-4965-42ea-b12e-2df404e02457 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:07.705422 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-b45d5864-4965-42ea-b12e-2df404e02457 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1265290 May 18 19:17:07.708008 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 51714) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:17:07.712381 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-3ea57fe9-aff1-42b2-9f05-03b2f9bea96c tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Request body: {'security_group_rule': {'security_group_id': 'b2919b20-7a4e-4298-b528-3bcdafd628c6', 'project_id': '0e78744b790a4b35a8af40915974022c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 19:17:07.737936 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3ea57fe9-aff1-42b2-9f05-03b2f9bea96c tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:07.798410 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3ea57fe9-aff1-42b2-9f05-03b2f9bea96c tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:07.799156 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-2bb3336c-b4bc-41c4-9ccc-6305ea3caaf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:07.800617 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port f4d2c758-f7da-4288-ac12-9b2b76173552 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 19:17:07.801020 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:07.803121 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3ea57fe9-aff1-42b2-9f05-03b2f9bea96c tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:07.821529 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea57fe9-aff1-42b2-9f05-03b2f9bea96c tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01493b69-c4eb-41a1-9153-8dafab02088c,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:17:07.826876 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] For port f4d2c758-f7da-4288-ac12-9b2b76173552, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=f4d2c758-f7da-4288-ac12-9b2b76173552,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 19:17:07.830964 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3ea57fe9-aff1-42b2-9f05-03b2f9bea96c tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:07.832264 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-3ea57fe9-aff1-42b2-9f05-03b2f9bea96c tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1232517 May 18 19:17:07.832496 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:07.835225 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 51716) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:17:07.840118 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-b88233cb-0635-4534-a3c2-b9b5cda51768 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Request body: {'security_group_rule': {'security_group_id': 'b2919b20-7a4e-4298-b528-3bcdafd628c6', 'project_id': '0e78744b790a4b35a8af40915974022c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 19:17:07.868485 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b88233cb-0635-4534-a3c2-b9b5cda51768 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:07.886172 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Pushing event updated for resources: {'Port': ['ID=f4d2c758-f7da-4288-ac12-9b2b76173552,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:17:07.931342 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b88233cb-0635-4534-a3c2-b9b5cda51768 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:07.934906 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b88233cb-0635-4534-a3c2-b9b5cda51768 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:07.954591 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88233cb-0635-4534-a3c2-b9b5cda51768 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d351eed-7cd7-4214-b2c7-69a497571bf1,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:17:07.963514 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b88233cb-0635-4534-a3c2-b9b5cda51768 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:07.964691 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-b88233cb-0635-4534-a3c2-b9b5cda51768 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1281829 May 18 19:17:07.967532 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 51718) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:17:07.972517 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-bcf7f011-c5de-4ce9-810b-5d89cccceed4 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Request body: {'security_group_rule': {'security_group_id': 'b2919b20-7a4e-4298-b528-3bcdafd628c6', 'project_id': '0e78744b790a4b35a8af40915974022c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 19:17:07.996591 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-bcf7f011-c5de-4ce9-810b-5d89cccceed4 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:08.056259 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-bcf7f011-c5de-4ce9-810b-5d89cccceed4 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:08.059711 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-bcf7f011-c5de-4ce9-810b-5d89cccceed4 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:08.076758 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf7f011-c5de-4ce9-810b-5d89cccceed4 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56fd87f9-6758-49d3-909c-20bc147a00ab,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:17:08.085144 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-bcf7f011-c5de-4ce9-810b-5d89cccceed4 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:08.086401 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-bcf7f011-c5de-4ce9-810b-5d89cccceed4 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1179125 May 18 19:17:08.089115 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 51720) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:17:08.093442 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-1c40ae08-06e3-4b01-8a19-081387763257 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Request body: {'security_group_rule': {'security_group_id': 'b2919b20-7a4e-4298-b528-3bcdafd628c6', 'project_id': '0e78744b790a4b35a8af40915974022c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 19:17:08.115324 n-d-838550-3 neutron-server[102730]: INFO neutron.db.securitygroups_db [None req-1c40ae08-06e3-4b01-8a19-081387763257 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Project 0e78744b790a4b35a8af40915974022c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 18 19:17:08.120325 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1c40ae08-06e3-4b01-8a19-081387763257 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:08.180061 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1c40ae08-06e3-4b01-8a19-081387763257 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:08.183544 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1c40ae08-06e3-4b01-8a19-081387763257 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:08.200946 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c40ae08-06e3-4b01-8a19-081387763257 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d09cfacd-2066-4cc4-a9a3-b803d7615b40,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:17:08.208401 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1c40ae08-06e3-4b01-8a19-081387763257 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:08.209637 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-1c40ae08-06e3-4b01-8a19-081387763257 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1195173 May 18 19:17:08.212335 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 51722) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:17:08.216854 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-f1be2a40-dc16-402b-af8b-16dc24a7fa60 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Request body: {'security_group_rule': {'security_group_id': 'b2919b20-7a4e-4298-b528-3bcdafd628c6', 'project_id': '0e78744b790a4b35a8af40915974022c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 19:17:08.238020 n-d-838550-3 neutron-server[102730]: INFO neutron.db.securitygroups_db [None req-f1be2a40-dc16-402b-af8b-16dc24a7fa60 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Project 0e78744b790a4b35a8af40915974022c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 18 19:17:08.242788 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f1be2a40-dc16-402b-af8b-16dc24a7fa60 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:08.304687 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f1be2a40-dc16-402b-af8b-16dc24a7fa60 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:08.308116 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f1be2a40-dc16-402b-af8b-16dc24a7fa60 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001113'] for security_group_rule, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:08.327769 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1be2a40-dc16-402b-af8b-16dc24a7fa60 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be2d8ace-5c2d-492b-81a6-59342564dca4,revision_number=0']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:17:08.335743 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f1be2a40-dc16-402b-af8b-16dc24a7fa60 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:08.341675 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-f1be2a40-dc16-402b-af8b-16dc24a7fa60 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1237736 May 18 19:17:08.479203 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ed575ed5-2b03-4893-a5fe-0a71fad6e24e req-49f1ab4a-bf3c-45a0-81d2-0fcae1260fb3 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1060955671&fields=id&tenant_id=0e78744b790a4b35a8af40915974022c HTTP/1.1" status: 200 len: 267 time: 0.0364232 May 18 19:17:08.585521 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed575ed5-2b03-4893-a5fe-0a71fad6e24e req-89a7a18d-9a68-4798-90d7-6d97e65c3b1c tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:17:08.587030 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ed575ed5-2b03-4893-a5fe-0a71fad6e24e req-89a7a18d-9a68-4798-90d7-6d97e65c3b1c tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] 10.222.0.85 "GET /v2.0/networks?id=a67bbedd-3df0-4f2d-96ae-46deff56902b HTTP/1.1" status: 200 len: 810 time: 0.1009059 May 18 19:17:08.602672 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ed575ed5-2b03-4893-a5fe-0a71fad6e24e req-39b2d53b-1498-4197-b2fb-c1c12cbd1396 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] 10.222.0.85 "GET /v2.0/quotas/0e78744b790a4b35a8af40915974022c HTTP/1.1" status: 200 len: 375 time: 0.0097411 May 18 19:17:08.655059 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ed575ed5-2b03-4893-a5fe-0a71fad6e24e req-abbf7a3c-ef38-48fe-a154-872de09b1fa4 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=0e78744b790a4b35a8af40915974022c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0466743 May 18 19:17:08.671304 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [req-ed575ed5-2b03-4893-a5fe-0a71fad6e24e req-bde376ea-8b05-4040-89de-0865eb40fb1e service neutron] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=102730) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 19:17:08.672279 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ed575ed5-2b03-4893-a5fe-0a71fad6e24e req-bde376ea-8b05-4040-89de-0865eb40fb1e service neutron] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050848 May 18 19:17:08.771358 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ed575ed5-2b03-4893-a5fe-0a71fad6e24e req-10dda2b5-fdea-42e8-a18a-76782ff94876 service neutron] 10.222.0.85 "GET /v2.0/networks/a67bbedd-3df0-4f2d-96ae-46deff56902b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924463 May 18 19:17:08.781499 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452b6244-e253-4d82-9514-1d019dfbd0aa None None] Sync routers for ids ['59d66a4c-dc15-4f72-8284-0b2c493eeb65'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 19:17:08.790812 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452b6244-e253-4d82-9514-1d019dfbd0aa None None] Routers {'59d66a4c-dc15-4f72-8284-0b2c493eeb65'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 19:17:08.791412 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-452b6244-e253-4d82-9514-1d019dfbd0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T19:16:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['59d66a4c-dc15-4f72-8284-0b2c493eeb65'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:17:08.860975 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ed575ed5-2b03-4893-a5fe-0a71fad6e24e req-f943ed06-3150-4f0c-a5e2-464d4b9c92f6 service neutron] 10.222.0.85 "GET /v2.0/networks/a67bbedd-3df0-4f2d-96ae-46deff56902b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828812 May 18 19:17:08.900696 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-452b6244-e253-4d82-9514-1d019dfbd0aa None None] Set router 59d66a4c-dc15-4f72-8284-0b2c493eeb65 gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 19:17:09.031213 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-837bf709-a466-4264-b6a5-4559d4c8341f req-f42d80c7-4135-4484-834e-3503d4cd3ed5 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] 10.222.0.85 "GET /v2.0/ports?device_id=b2a0caee-7230-4eba-b444-57d41891d6d9 HTTP/1.1" status: 200 len: 210 time: 0.0315399 May 18 19:17:09.111713 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-452b6244-e253-4d82-9514-1d019dfbd0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59d66a4c-dc15-4f72-8284-0b2c493eeb65', 'name': 'tempest-TestSnapshotPattern-1521675154-router', 'tenant_id': '606c34b0a49442629aa0e0ebb49f89e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': 'f4d2c758-f7da-4288-ac12-9b2b76173552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T19:17:02Z', 'updated_at': '2022-05-18T19:17:05Z', 'revision_number': 4, 'project_id': '606c34b0a49442629aa0e0ebb49f89e3', 'gw_port': {'id': 'f4d2c758-f7da-4288-ac12-9b2b76173552', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:7f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d66a4c-dc15-4f72-8284-0b2c493eeb65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4444, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:17:03Z', 'updated_at': '2022-05-18T19:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '9865fbd7-92fc-476a-bb3c-adffc3b33274', 'name': '', 'network_id': 'd66c0a0c-303d-4ad4-8a96-88881ca437b1', 'tenant_id': '606c34b0a49442629aa0e0ebb49f89e3', 'mac_address': 'fa:16:3e:1e:0e:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59d66a4c-dc15-4f72-8284-0b2c493eeb65', 'device_owner': 'network:router_interface', 'standard_attr_id': 4445, 'fixed_ips': [{'subnet_id': '2ce3bf07-3df4-4caf-bad7-62a6645fe31a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:17:05Z', 'updated_at': '2022-05-18T19:17:05Z', 'revision_number': 2, 'project_id': '606c34b0a49442629aa0e0ebb49f89e3', 'subnets': [{'id': '2ce3bf07-3df4-4caf-bad7-62a6645fe31a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:17:09.138397 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452b6244-e253-4d82-9514-1d019dfbd0aa None None] Checking router: 59d66a4c-dc15-4f72-8284-0b2c493eeb65 for host: n-d-838550-3 {{(pid=102732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 19:17:09.138752 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452b6244-e253-4d82-9514-1d019dfbd0aa None None] Updating router 59d66a4c-dc15-4f72-8284-0b2c493eeb65 port 9865fbd7-92fc-476a-bb3c-adffc3b33274 binding host n-d-838550-3 {{(pid=102732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 19:17:09.165652 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-452b6244-e253-4d82-9514-1d019dfbd0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:09.433246 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device f4d2c758-f7da-4288-ac12-9b2b76173552 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 19:17:09.481249 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-452b6244-e253-4d82-9514-1d019dfbd0aa None None] Notify callbacks [] for port, precommit_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:09.492407 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-452b6244-e253-4d82-9514-1d019dfbd0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:09.551926 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b506e6-d81e-45db-8d61-e1959694cf59 None None] Pushing event updated for resources: {'Port': ['ID=9865fbd7-92fc-476a-bb3c-adffc3b33274,revision_number=3']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:17:09.564000 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port f4d2c758-f7da-4288-ac12-9b2b76173552 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 19:17:09.564481 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:09.797761 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-452b6244-e253-4d82-9514-1d019dfbd0aa None None] Attempting to bind port 9865fbd7-92fc-476a-bb3c-adffc3b33274 on host n-d-838550-3 for vnic_type normal with profile {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 19:17:09.798501 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-452b6244-e253-4d82-9514-1d019dfbd0aa None None] Attempting to bind port 9865fbd7-92fc-476a-bb3c-adffc3b33274 by drivers openvswitch,hyperv on host n-d-838550-3 at level 0 using segments [{'id': '1b770376-9fc2-488c-920f-7fb2c2fa05d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'd66c0a0c-303d-4ad4-8a96-88881ca437b1'}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 19:17:09.798501 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452b6244-e253-4d82-9514-1d019dfbd0aa None None] Attempting to bind port 9865fbd7-92fc-476a-bb3c-adffc3b33274 on network d66c0a0c-303d-4ad4-8a96-88881ca437b1 {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 19:17:09.814514 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452b6244-e253-4d82-9514-1d019dfbd0aa None None] Checking agent: {'id': 'dd2a8cf2-ef3d-42b9-bc68-696f89704918', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 50, 43), 'started_at': datetime.datetime(2022, 5, 18, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 19, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 19:17:09.814891 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452b6244-e253-4d82-9514-1d019dfbd0aa None None] Checking segment: {'id': '1b770376-9fc2-488c-920f-7fb2c2fa05d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'd66c0a0c-303d-4ad4-8a96-88881ca437b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 19:17:09.815297 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-452b6244-e253-4d82-9514-1d019dfbd0aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:09.815690 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452b6244-e253-4d82-9514-1d019dfbd0aa None None] Bound using segment: {'id': '1b770376-9fc2-488c-920f-7fb2c2fa05d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'd66c0a0c-303d-4ad4-8a96-88881ca437b1'} {{(pid=102732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 19:17:09.816155 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.managers [None req-452b6244-e253-4d82-9514-1d019dfbd0aa None None] Bound port: 9865fbd7-92fc-476a-bb3c-adffc3b33274, host: n-d-838550-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b770376-9fc2-488c-920f-7fb2c2fa05d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'd66c0a0c-303d-4ad4-8a96-88881ca437b1'}}] {{(pid=102732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 19:17:09.816544 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-452b6244-e253-4d82-9514-1d019dfbd0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:09.837221 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-e03e262b-02fd-4980-9838-4c676ef75066 None None] Provisioning complete for port 9865fbd7-92fc-476a-bb3c-adffc3b33274 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 19:17:09.837582 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-e03e262b-02fd-4980-9838-4c676ef75066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:09.939754 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-e03e262b-02fd-4980-9838-4c676ef75066 None None] Port 9865fbd7-92fc-476a-bb3c-adffc3b33274 cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 19:17:09.942792 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port f4d2c758-f7da-4288-ac12-9b2b76173552 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 19:17:09.949080 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-452b6244-e253-4d82-9514-1d019dfbd0aa None None] For port 9865fbd7-92fc-476a-bb3c-adffc3b33274, host n-d-838550-3, cleared binding levels {{(pid=102732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 19:17:09.952428 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-452b6244-e253-4d82-9514-1d019dfbd0aa None None] For port 9865fbd7-92fc-476a-bb3c-adffc3b33274, host n-d-838550-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=9865fbd7-92fc-476a-bb3c-adffc3b33274,segment=NetworkSegment(1b770376-9fc2-488c-920f-7fb2c2fa05d1),segment_id=1b770376-9fc2-488c-920f-7fb2c2fa05d1)] {{(pid=102732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 19:17:09.956776 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-452b6244-e253-4d82-9514-1d019dfbd0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:10.014266 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452b6244-e253-4d82-9514-1d019dfbd0aa None None] Routers {'59d66a4c-dc15-4f72-8284-0b2c493eeb65'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 19:17:10.014908 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-452b6244-e253-4d82-9514-1d019dfbd0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T19:16:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['59d66a4c-dc15-4f72-8284-0b2c493eeb65'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:17:10.085397 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b506e6-d81e-45db-8d61-e1959694cf59 None None] Pushing event updated for resources: {'Port': ['ID=9865fbd7-92fc-476a-bb3c-adffc3b33274,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:17:10.104412 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed575ed5-2b03-4893-a5fe-0a71fad6e24e req-e2afecc3-89da-4fda-80e3-4c25bca6c61d tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:17:10.110487 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ed575ed5-2b03-4893-a5fe-0a71fad6e24e req-e2afecc3-89da-4fda-80e3-4c25bca6c61d tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] 10.222.0.36 "GET /v2.0/networks?id=a67bbedd-3df0-4f2d-96ae-46deff56902b HTTP/1.1" status: 200 len: 810 time: 0.1328223 May 18 19:17:10.184831 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-45698ff1-8341-48d5-b45d-2b4c2088bde4 req-19384e02-da4e-4cb5-bda3-0eb8a847a7a0 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] 10.222.0.85 "GET /v2.0/ports?device_id=b2a0caee-7230-4eba-b444-57d41891d6d9 HTTP/1.1" status: 200 len: 210 time: 0.0401149 May 18 19:17:10.204554 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-60fa3d35-c6aa-47e3-bb34-f28ac2ddc02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:10.211242 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ed575ed5-2b03-4893-a5fe-0a71fad6e24e req-119b629f-3bfe-4135-89c5-83ae9b2e7054 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0e78744b790a4b35a8af40915974022c HTTP/1.1" status: 200 len: 380 time: 0.0890436 May 18 19:17:10.219271 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-452b6244-e253-4d82-9514-1d019dfbd0aa None None] Set router 59d66a4c-dc15-4f72-8284-0b2c493eeb65 gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 19:17:10.222743 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-ed575ed5-2b03-4893-a5fe-0a71fad6e24e req-edb956fe-3421-40ef-a7d7-01fd96739256 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Request body: {'port': {'device_id': 'b2a0caee-7230-4eba-b444-57d41891d6d9', 'network_id': 'a67bbedd-3df0-4f2d-96ae-46deff56902b', 'admin_state_up': True, 'tenant_id': '0e78744b790a4b35a8af40915974022c', 'security_groups': ['b2919b20-7a4e-4298-b528-3bcdafd628c6']}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 19:17:10.337597 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed575ed5-2b03-4893-a5fe-0a71fad6e24e req-edb956fe-3421-40ef-a7d7-01fd96739256 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Made reservation on behalf of 0e78744b790a4b35a8af40915974022c for: {'port': 1} {{(pid=102730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 19:17:10.341914 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-ed575ed5-2b03-4893-a5fe-0a71fad6e24e req-edb956fe-3421-40ef-a7d7-01fd96739256 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:10.387484 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-0c66411f-263c-4f78-add8-c4b31f001d02 None None] Provisioning complete for port 9865fbd7-92fc-476a-bb3c-adffc3b33274 triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 19:17:10.387856 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0c66411f-263c-4f78-add8-c4b31f001d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:10.475374 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [req-ed575ed5-2b03-4893-a5fe-0a71fad6e24e req-edb956fe-3421-40ef-a7d7-01fd96739256 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Allocated IP 172.20.0.10 (a67bbedd-3df0-4f2d-96ae-46deff56902b/acbd674e-846d-43d9-aa49-0ca134c95e8e/6b387966-603b-49e2-952c-ccfc187d731b) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 19:17:10.510121 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-452b6244-e253-4d82-9514-1d019dfbd0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59d66a4c-dc15-4f72-8284-0b2c493eeb65', 'name': 'tempest-TestSnapshotPattern-1521675154-router', 'tenant_id': '606c34b0a49442629aa0e0ebb49f89e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': 'f4d2c758-f7da-4288-ac12-9b2b76173552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T19:17:02Z', 'updated_at': '2022-05-18T19:17:05Z', 'revision_number': 4, 'project_id': '606c34b0a49442629aa0e0ebb49f89e3', 'gw_port': {'id': 'f4d2c758-f7da-4288-ac12-9b2b76173552', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:7f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d66a4c-dc15-4f72-8284-0b2c493eeb65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4444, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:17:03Z', 'updated_at': '2022-05-18T19:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '9865fbd7-92fc-476a-bb3c-adffc3b33274', 'name': '', 'network_id': 'd66c0a0c-303d-4ad4-8a96-88881ca437b1', 'tenant_id': '606c34b0a49442629aa0e0ebb49f89e3', 'mac_address': 'fa:16:3e:1e:0e:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59d66a4c-dc15-4f72-8284-0b2c493eeb65', 'device_owner': 'network:router_interface', 'standard_attr_id': 4445, 'fixed_ips': [{'subnet_id': '2ce3bf07-3df4-4caf-bad7-62a6645fe31a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:17:05Z', 'updated_at': '2022-05-18T19:17:09Z', 'revision_number': 4, 'project_id': '606c34b0a49442629aa0e0ebb49f89e3', 'subnets': [{'id': '2ce3bf07-3df4-4caf-bad7-62a6645fe31a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:17:10.511760 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-0c66411f-263c-4f78-add8-c4b31f001d02 None None] Current status of the port 9865fbd7-92fc-476a-bb3c-adffc3b33274 is: DOWN; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 19:17:10.512147 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0c66411f-263c-4f78-add8-c4b31f001d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:10.546314 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452b6244-e253-4d82-9514-1d019dfbd0aa None None] The sync data for ids ['59d66a4c-dc15-4f72-8284-0b2c493eeb65'] in n-d-838550-3 is: [{'id': '59d66a4c-dc15-4f72-8284-0b2c493eeb65', 'name': 'tempest-TestSnapshotPattern-1521675154-router', 'tenant_id': '606c34b0a49442629aa0e0ebb49f89e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': 'f4d2c758-f7da-4288-ac12-9b2b76173552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T19:17:02Z', 'updated_at': '2022-05-18T19:17:05Z', 'revision_number': 4, 'project_id': '606c34b0a49442629aa0e0ebb49f89e3', 'gw_port': {'id': 'f4d2c758-f7da-4288-ac12-9b2b76173552', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:7f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d66a4c-dc15-4f72-8284-0b2c493eeb65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4444, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:17:03Z', 'updated_at': '2022-05-18T19:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': '9865fbd7-92fc-476a-bb3c-adffc3b33274', 'name': '', 'network_id': 'd66c0a0c-303d-4ad4-8a96-88881ca437b1', 'tenant_id': '606c34b0a49442629aa0e0ebb49f89e3', 'mac_address': 'fa:16:3e:1e:0e:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59d66a4c-dc15-4f72-8284-0b2c493eeb65', 'device_owner': 'network:router_interface', 'standard_attr_id': 4445, 'fixed_ips': [{'subnet_id': '2ce3bf07-3df4-4caf-bad7-62a6645fe31a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:17:05Z', 'updated_at': '2022-05-18T19:17:09Z', 'revision_number': 4, 'project_id': '606c34b0a49442629aa0e0ebb49f89e3', 'subnets': [{'id': '2ce3bf07-3df4-4caf-bad7-62a6645fe31a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 19:17:10.573054 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-0c66411f-263c-4f78-add8-c4b31f001d02 None None] For port 9865fbd7-92fc-476a-bb3c-adffc3b33274, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=9865fbd7-92fc-476a-bb3c-adffc3b33274,segment=NetworkSegment(1b770376-9fc2-488c-920f-7fb2c2fa05d1),segment_id=1b770376-9fc2-488c-920f-7fb2c2fa05d1)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 19:17:10.578774 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0c66411f-263c-4f78-add8-c4b31f001d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:10.651451 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-ed575ed5-2b03-4893-a5fe-0a71fad6e24e req-edb956fe-3421-40ef-a7d7-01fd96739256 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:10.651846 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c66411f-263c-4f78-add8-c4b31f001d02 None None] Pushing event updated for resources: {'Port': ['ID=9865fbd7-92fc-476a-bb3c-adffc3b33274,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:17:10.697459 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-ed575ed5-2b03-4893-a5fe-0a71fad6e24e req-edb956fe-3421-40ef-a7d7-01fd96739256 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:10.743453 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed575ed5-2b03-4893-a5fe-0a71fad6e24e req-edb956fe-3421-40ef-a7d7-01fd96739256 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Network a67bbedd-3df0-4f2d-96ae-46deff56902b is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 19:17:10.746599 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [req-ed575ed5-2b03-4893-a5fe-0a71fad6e24e req-edb956fe-3421-40ef-a7d7-01fd96739256 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 19:17:10.758753 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed575ed5-2b03-4893-a5fe-0a71fad6e24e req-edb956fe-3421-40ef-a7d7-01fd96739256 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 19:17:10.762860 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb956fe-3421-40ef-a7d7-01fd96739256 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Pushing event updated for resources: {'Port': ['ID=6b387966-603b-49e2-952c-ccfc187d731b,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:17:10.811773 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed575ed5-2b03-4893-a5fe-0a71fad6e24e req-edb956fe-3421-40ef-a7d7-01fd96739256 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:17:10.812432 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-ed575ed5-2b03-4893-a5fe-0a71fad6e24e req-edb956fe-3421-40ef-a7d7-01fd96739256 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:10.832381 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ed575ed5-2b03-4893-a5fe-0a71fad6e24e req-edb956fe-3421-40ef-a7d7-01fd96739256 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6151888 May 18 19:17:10.850486 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [req-ed575ed5-2b03-4893-a5fe-0a71fad6e24e req-bc3847da-24d0-453e-ae78-4927fa9429e6 service neutron] Request body: {'port': {'device_id': 'b2a0caee-7230-4eba-b444-57d41891d6d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-3'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 19:17:10.913860 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-ed575ed5-2b03-4893-a5fe-0a71fad6e24e req-bc3847da-24d0-453e-ae78-4927fa9429e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:11.006363 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c7113e0c-2046-4e75-9c30-d310a025e8a3 None None] Provisioning complete for port 6b387966-603b-49e2-952c-ccfc187d731b triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 19:17:11.006885 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c7113e0c-2046-4e75-9c30-d310a025e8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:11.046213 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c7113e0c-2046-4e75-9c30-d310a025e8a3 None None] Port 6b387966-603b-49e2-952c-ccfc187d731b cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 19:17:11.203909 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [req-ed575ed5-2b03-4893-a5fe-0a71fad6e24e req-bc3847da-24d0-453e-ae78-4927fa9429e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b387966-603b-49e2-952c-ccfc187d731b {{(pid=102730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 19:17:11.213230 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-ed575ed5-2b03-4893-a5fe-0a71fad6e24e req-bc3847da-24d0-453e-ae78-4927fa9429e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:11.226927 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [req-ed575ed5-2b03-4893-a5fe-0a71fad6e24e req-bc3847da-24d0-453e-ae78-4927fa9429e6 service neutron] Transition to ACTIVE for port object 6b387966-603b-49e2-952c-ccfc187d731b will not be triggered until provisioned by entity L2. {{(pid=102730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 19:17:11.231572 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-ed575ed5-2b03-4893-a5fe-0a71fad6e24e req-bc3847da-24d0-453e-ae78-4927fa9429e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:11.309421 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3847da-24d0-453e-ae78-4927fa9429e6 service neutron] Pushing event updated for resources: {'Port': ['ID=6b387966-603b-49e2-952c-ccfc187d731b,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:17:11.380710 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090d636a-3621-4891-a88a-01eed9295276 req-05eac2eb-6f6d-4950-afae-dee33159f701 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:17:11.382283 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-090d636a-3621-4891-a88a-01eed9295276 req-05eac2eb-6f6d-4950-afae-dee33159f701 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] 10.222.0.85 "GET /v2.0/ports?device_id=b2a0caee-7230-4eba-b444-57d41891d6d9 HTTP/1.1" status: 200 len: 944 time: 0.1140356 May 18 19:17:11.415960 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-ed575ed5-2b03-4893-a5fe-0a71fad6e24e req-bc3847da-24d0-453e-ae78-4927fa9429e6 service neutron] Attempting to bind port 6b387966-603b-49e2-952c-ccfc187d731b on host n-h1-838550-3 for vnic_type normal with profile {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 19:17:11.416412 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-ed575ed5-2b03-4893-a5fe-0a71fad6e24e req-bc3847da-24d0-453e-ae78-4927fa9429e6 service neutron] Attempting to bind port 6b387966-603b-49e2-952c-ccfc187d731b by drivers openvswitch,hyperv on host n-h1-838550-3 at level 0 using segments [{'id': '1135944c-197a-4b0e-8532-c7509ee19d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'a67bbedd-3df0-4f2d-96ae-46deff56902b'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 19:17:11.416935 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed575ed5-2b03-4893-a5fe-0a71fad6e24e req-bc3847da-24d0-453e-ae78-4927fa9429e6 service neutron] Attempting to bind port 6b387966-603b-49e2-952c-ccfc187d731b on network a67bbedd-3df0-4f2d-96ae-46deff56902b {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 19:17:11.424668 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed575ed5-2b03-4893-a5fe-0a71fad6e24e req-bc3847da-24d0-453e-ae78-4927fa9429e6 service neutron] Port 6b387966-603b-49e2-952c-ccfc187d731b on network a67bbedd-3df0-4f2d-96ae-46deff56902b not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-3 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 19:17:11.425076 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed575ed5-2b03-4893-a5fe-0a71fad6e24e req-bc3847da-24d0-453e-ae78-4927fa9429e6 service neutron] Attempting to bind port 6b387966-603b-49e2-952c-ccfc187d731b on network a67bbedd-3df0-4f2d-96ae-46deff56902b {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 19:17:11.438528 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed575ed5-2b03-4893-a5fe-0a71fad6e24e req-bc3847da-24d0-453e-ae78-4927fa9429e6 service neutron] Checking agent: {'id': '1dbac822-25f2-4df8-9dc8-5c2e7b136eda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 19, 17, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 19:17:11.438905 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed575ed5-2b03-4893-a5fe-0a71fad6e24e req-bc3847da-24d0-453e-ae78-4927fa9429e6 service neutron] Checking segment: {'id': '1135944c-197a-4b0e-8532-c7509ee19d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'a67bbedd-3df0-4f2d-96ae-46deff56902b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 19:17:11.439281 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed575ed5-2b03-4893-a5fe-0a71fad6e24e req-bc3847da-24d0-453e-ae78-4927fa9429e6 service neutron] Bound using segment: {'id': '1135944c-197a-4b0e-8532-c7509ee19d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'a67bbedd-3df0-4f2d-96ae-46deff56902b'} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 19:17:11.440332 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [req-ed575ed5-2b03-4893-a5fe-0a71fad6e24e req-bc3847da-24d0-453e-ae78-4927fa9429e6 service neutron] Bound port: 6b387966-603b-49e2-952c-ccfc187d731b, host: n-h1-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1135944c-197a-4b0e-8532-c7509ee19d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'a67bbedd-3df0-4f2d-96ae-46deff56902b'}}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 19:17:11.440332 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-ed575ed5-2b03-4893-a5fe-0a71fad6e24e req-bc3847da-24d0-453e-ae78-4927fa9429e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:11.442914 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 9865fbd7-92fc-476a-bb3c-adffc3b33274 up at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 19:17:11.456274 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-090d636a-3621-4891-a88a-01eed9295276 req-027b9463-f197-4e99-bcb0-14c2ce831e2c tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2919b20-7a4e-4298-b528-3bcdafd628c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624280 May 18 19:17:11.510916 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Provisioning complete for port 9865fbd7-92fc-476a-bb3c-adffc3b33274 triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 19:17:11.511209 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:11.516616 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-ed575ed5-2b03-4893-a5fe-0a71fad6e24e req-bc3847da-24d0-453e-ae78-4927fa9429e6 service neutron] For port 6b387966-603b-49e2-952c-ccfc187d731b, host n-h1-838550-3, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 19:17:11.520396 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-ed575ed5-2b03-4893-a5fe-0a71fad6e24e req-bc3847da-24d0-453e-ae78-4927fa9429e6 service neutron] For port 6b387966-603b-49e2-952c-ccfc187d731b, host n-h1-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=6b387966-603b-49e2-952c-ccfc187d731b,segment=NetworkSegment(1135944c-197a-4b0e-8532-c7509ee19d41),segment_id=1135944c-197a-4b0e-8532-c7509ee19d41)] {{(pid=102730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 19:17:11.524491 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-ed575ed5-2b03-4893-a5fe-0a71fad6e24e req-bc3847da-24d0-453e-ae78-4927fa9429e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:11.558200 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:11.562378 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed575ed5-2b03-4893-a5fe-0a71fad6e24e req-bc3847da-24d0-453e-ae78-4927fa9429e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:17:11.563268 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-ed575ed5-2b03-4893-a5fe-0a71fad6e24e req-bc3847da-24d0-453e-ae78-4927fa9429e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:11.565286 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ed575ed5-2b03-4893-a5fe-0a71fad6e24e req-bc3847da-24d0-453e-ae78-4927fa9429e6 service neutron] 10.222.0.36 "PUT /v2.0/ports/6b387966-603b-49e2-952c-ccfc187d731b HTTP/1.1" status: 200 len: 1092 time: 0.7198603 May 18 19:17:11.568596 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2a0caee-7230-4eba-b444-57d41891d6d9', 'tag': '6b387966-603b-49e2-952c-ccfc187d731b'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 19:17:11.571463 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebab1398998b981f34f543ac0b562e5946bae5cf08db64623ace6dd3c2d346bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6330e2cd-2cc8-4305-800e-fbaa163a6f93" -d '{"events": [{"name": "network-changed", "server_uuid": "b2a0caee-7230-4eba-b444-57d41891d6d9", "tag": "6b387966-603b-49e2-952c-ccfc187d731b"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 19:17:11.603875 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3847da-24d0-453e-ae78-4927fa9429e6 service neutron] Pushing event updated for resources: {'Port': ['ID=6b387966-603b-49e2-952c-ccfc187d731b,revision_number=3']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:17:11.630365 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Current status of the port 9865fbd7-92fc-476a-bb3c-adffc3b33274 is: ACTIVE; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 19:17:11.640328 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 19:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7fb51a9-a32c-4fb1-88c9-91004abeb76e x-openstack-request-id: req-d7fb51a9-a32c-4fb1-88c9-91004abeb76e {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 19:17:11.640611 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2a0caee-7230-4eba-b444-57d41891d6d9", "tag": "6b387966-603b-49e2-952c-ccfc187d731b", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 19:17:11.640888 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-d7fb51a9-a32c-4fb1-88c9-91004abeb76e {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 19:17:11.641290 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7fb51a9-a32c-4fb1-88c9-91004abeb76e'] response: {'name': 'network-changed', 'server_uuid': 'b2a0caee-7230-4eba-b444-57d41891d6d9', 'tag': '6b387966-603b-49e2-952c-ccfc187d731b', 'status': 'completed', 'code': 200} May 18 19:17:12.010591 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed575ed5-2b03-4893-a5fe-0a71fad6e24e req-a704563a-2342-454d-a338-4edfce8b9a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:17:12.012119 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ed575ed5-2b03-4893-a5fe-0a71fad6e24e req-a704563a-2342-454d-a338-4edfce8b9a87 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0e78744b790a4b35a8af40915974022c&device_id=b2a0caee-7230-4eba-b444-57d41891d6d9 HTTP/1.1" status: 200 len: 1095 time: 0.3685434 May 18 19:17:12.059198 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ed575ed5-2b03-4893-a5fe-0a71fad6e24e req-638142f7-f805-4a70-901c-a12bc46b6842 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6b387966-603b-49e2-952c-ccfc187d731b HTTP/1.1" status: 200 len: 217 time: 0.0339766 May 18 19:17:12.107816 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed575ed5-2b03-4893-a5fe-0a71fad6e24e req-96b7d4de-f254-4ec3-bd32-829615c6b977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:17:12.109285 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ed575ed5-2b03-4893-a5fe-0a71fad6e24e req-96b7d4de-f254-4ec3-bd32-829615c6b977 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=acbd674e-846d-43d9-aa49-0ca134c95e8e HTTP/1.1" status: 200 len: 849 time: 0.0425584 May 18 19:17:12.161244 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed575ed5-2b03-4893-a5fe-0a71fad6e24e req-6f474891-7f32-4a6c-8034-e7e4ba5037c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:17:12.162762 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ed575ed5-2b03-4893-a5fe-0a71fad6e24e req-6f474891-7f32-4a6c-8034-e7e4ba5037c2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a67bbedd-3df0-4f2d-96ae-46deff56902b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426769 May 18 19:17:12.257919 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ed575ed5-2b03-4893-a5fe-0a71fad6e24e req-c6b3e121-ad3f-434c-9984-3f7d33600d18 service neutron] 10.222.0.36 "GET /v2.0/networks/a67bbedd-3df0-4f2d-96ae-46deff56902b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834253 May 18 19:17:12.269858 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 7 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 19:17:12.357149 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ed575ed5-2b03-4893-a5fe-0a71fad6e24e req-16c9826b-6bed-43c3-bc93-0ea85438d113 service neutron] 10.222.0.36 "GET /v2.0/networks/a67bbedd-3df0-4f2d-96ae-46deff56902b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852938 May 18 19:17:12.453048 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6330e2cd-2cc8-4305-800e-fbaa163a6f93 req-6d86ccb1-850e-4af2-8867-3dcfc65f3c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:17:12.454675 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6330e2cd-2cc8-4305-800e-fbaa163a6f93 req-6d86ccb1-850e-4af2-8867-3dcfc65f3c7d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0e78744b790a4b35a8af40915974022c&device_id=b2a0caee-7230-4eba-b444-57d41891d6d9 HTTP/1.1" status: 200 len: 1095 time: 0.0435483 May 18 19:17:12.586261 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6330e2cd-2cc8-4305-800e-fbaa163a6f93 req-853397dd-97a3-4438-98bc-338895a9a1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:17:12.587700 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6330e2cd-2cc8-4305-800e-fbaa163a6f93 req-853397dd-97a3-4438-98bc-338895a9a1e6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a67bbedd-3df0-4f2d-96ae-46deff56902b HTTP/1.1" status: 200 len: 911 time: 0.1252322 May 18 19:17:12.610458 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e14fb59-4a6e-4965-bd80-7650248b922f req-af3b4f7b-2b9f-46dd-a038-3ff9042b9023 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:17:12.612522 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8e14fb59-4a6e-4965-bd80-7650248b922f req-af3b4f7b-2b9f-46dd-a038-3ff9042b9023 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] 10.222.0.85 "GET /v2.0/ports?device_id=b2a0caee-7230-4eba-b444-57d41891d6d9 HTTP/1.1" status: 200 len: 944 time: 0.0713606 May 18 19:17:12.642911 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6330e2cd-2cc8-4305-800e-fbaa163a6f93 req-52444006-2fe9-4c6b-8940-50227702800b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6b387966-603b-49e2-952c-ccfc187d731b HTTP/1.1" status: 200 len: 217 time: 0.0465057 May 18 19:17:12.681813 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:12.712847 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8e14fb59-4a6e-4965-bd80-7650248b922f req-f2d9d9a5-778e-47ab-a085-2fe0c4cb4b25 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2919b20-7a4e-4298-b528-3bcdafd628c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727684 May 18 19:17:12.719804 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6330e2cd-2cc8-4305-800e-fbaa163a6f93 req-ff413255-d464-4cdb-92da-29bb1b351836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:17:12.721834 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6330e2cd-2cc8-4305-800e-fbaa163a6f93 req-ff413255-d464-4cdb-92da-29bb1b351836 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=acbd674e-846d-43d9-aa49-0ca134c95e8e HTTP/1.1" status: 200 len: 849 time: 0.0658822 May 18 19:17:12.773566 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6330e2cd-2cc8-4305-800e-fbaa163a6f93 req-60f40805-70c8-4e8b-b783-061ef7040885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:17:12.775142 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6330e2cd-2cc8-4305-800e-fbaa163a6f93 req-60f40805-70c8-4e8b-b783-061ef7040885 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a67bbedd-3df0-4f2d-96ae-46deff56902b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453613 May 18 19:17:12.868794 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6330e2cd-2cc8-4305-800e-fbaa163a6f93 req-44804ae1-ab71-47bb-8d8a-7361ad573888 service neutron] 10.222.0.36 "GET /v2.0/networks/a67bbedd-3df0-4f2d-96ae-46deff56902b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861373 May 18 19:17:12.966690 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6330e2cd-2cc8-4305-800e-fbaa163a6f93 req-8b8cb06e-0c4b-46b4-9681-363a086bc159 service neutron] 10.222.0.36 "GET /v2.0/networks/a67bbedd-3df0-4f2d-96ae-46deff56902b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861053 May 18 19:17:13.232822 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:13.828395 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03453c24-eedd-4ee9-abc4-a8f5739ba3f4 req-20b29e14-939e-4dcf-a956-09ff74e527de tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:17:13.830434 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-03453c24-eedd-4ee9-abc4-a8f5739ba3f4 req-20b29e14-939e-4dcf-a956-09ff74e527de tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] 10.222.0.85 "GET /v2.0/ports?device_id=b2a0caee-7230-4eba-b444-57d41891d6d9 HTTP/1.1" status: 200 len: 944 time: 0.0490193 May 18 19:17:13.867458 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-03453c24-eedd-4ee9-abc4-a8f5739ba3f4 req-4903e189-3f0f-45b1-b26d-de5c97c101b8 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2919b20-7a4e-4298-b528-3bcdafd628c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311325 May 18 19:17:14.982315 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e578911-0724-4484-8ddc-7653e2785fdc req-aa72b9e7-de01-430f-86be-6825c88aee40 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:17:14.983721 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6e578911-0724-4484-8ddc-7653e2785fdc req-aa72b9e7-de01-430f-86be-6825c88aee40 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] 10.222.0.85 "GET /v2.0/ports?device_id=b2a0caee-7230-4eba-b444-57d41891d6d9 HTTP/1.1" status: 200 len: 944 time: 0.0489917 May 18 19:17:15.027214 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6e578911-0724-4484-8ddc-7653e2785fdc req-8c32e5bd-3db5-4714-bd36-a21a6aa02624 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2919b20-7a4e-4298-b528-3bcdafd628c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369060 May 18 19:17:16.142537 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa00d24-96e3-46c9-8ffe-e704d6e723fa req-681f2e53-4a9f-4211-a455-f4f86ea008f2 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:17:16.144028 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7fa00d24-96e3-46c9-8ffe-e704d6e723fa req-681f2e53-4a9f-4211-a455-f4f86ea008f2 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] 10.222.0.85 "GET /v2.0/ports?device_id=b2a0caee-7230-4eba-b444-57d41891d6d9 HTTP/1.1" status: 200 len: 944 time: 0.0488753 May 18 19:17:16.191041 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-7fa00d24-96e3-46c9-8ffe-e704d6e723fa req-889a0f34-a5cd-4b40-87f2-5a55260eaff8 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2919b20-7a4e-4298-b528-3bcdafd628c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318375 May 18 19:17:16.227765 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 6b387966-603b-49e2-952c-ccfc187d731b details requested by agent hyperv_n-h1-838550-3 with host n-h1-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 19:17:16.320451 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 6b387966-603b-49e2-952c-ccfc187d731b, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=6b387966-603b-49e2-952c-ccfc187d731b,segment=NetworkSegment(1135944c-197a-4b0e-8532-c7509ee19d41),segment_id=1135944c-197a-4b0e-8532-c7509ee19d41)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 19:17:16.335566 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Returning: {'device': '6b387966-603b-49e2-952c-ccfc187d731b', 'network_id': 'a67bbedd-3df0-4f2d-96ae-46deff56902b', 'port_id': '6b387966-603b-49e2-952c-ccfc187d731b', 'mac_address': 'fa:16:3e:19:77:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acbd674e-846d-43d9-aa49-0ca134c95e8e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 19:17:16.376169 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 6b387966-603b-49e2-952c-ccfc187d731b is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 19:17:16.376727 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:16.390218 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b387966-603b-49e2-952c-ccfc187d731b {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 19:17:16.409833 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 6b387966-603b-49e2-952c-ccfc187d731b, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=6b387966-603b-49e2-952c-ccfc187d731b,segment=NetworkSegment(1135944c-197a-4b0e-8532-c7509ee19d41),segment_id=1135944c-197a-4b0e-8532-c7509ee19d41)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 19:17:16.414225 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:16.480746 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=6b387966-603b-49e2-952c-ccfc187d731b,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:17:16.760390 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['6b387966-603b-49e2-952c-ccfc187d731b'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 19:17:17.305172 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29d9837-3bed-41bc-9e03-0507df619c85 req-8edb430d-c5f8-4280-b50e-2e552547b7e2 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:17:17.306809 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d29d9837-3bed-41bc-9e03-0507df619c85 req-8edb430d-c5f8-4280-b50e-2e552547b7e2 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] 10.222.0.85 "GET /v2.0/ports?device_id=b2a0caee-7230-4eba-b444-57d41891d6d9 HTTP/1.1" status: 200 len: 945 time: 0.0483251 May 18 19:17:17.344622 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d29d9837-3bed-41bc-9e03-0507df619c85 req-127e8d90-b7a3-41e3-9c42-6f4722ff6632 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2919b20-7a4e-4298-b528-3bcdafd628c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317001 May 18 19:17:18.228056 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 6b387966-603b-49e2-952c-ccfc187d731b up at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 19:17:18.280837 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning for port 6b387966-603b-49e2-952c-ccfc187d731b completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 19:17:18.285105 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning complete for port 6b387966-603b-49e2-952c-ccfc187d731b triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 19:17:18.285478 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:18.361493 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 6b387966-603b-49e2-952c-ccfc187d731b is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 19:17:18.361903 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:18.388685 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2a0caee-7230-4eba-b444-57d41891d6d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b387966-603b-49e2-952c-ccfc187d731b'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 19:17:18.390992 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5d64110a1ec54c0f2bae3109cf83ae5c70b13a424bf8c5acbf84dbd50ace00d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-574b273e-7194-47a9-9d4c-c32be3442fb7" -d '{"events": [{"server_uuid": "b2a0caee-7230-4eba-b444-57d41891d6d9", "name": "network-vif-plugged", "status": "completed", "tag": "6b387966-603b-49e2-952c-ccfc187d731b"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 19:17:18.404546 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 6b387966-603b-49e2-952c-ccfc187d731b, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=6b387966-603b-49e2-952c-ccfc187d731b,segment=NetworkSegment(1135944c-197a-4b0e-8532-c7509ee19d41),segment_id=1135944c-197a-4b0e-8532-c7509ee19d41)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 19:17:18.411241 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:18.467964 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=6b387966-603b-49e2-952c-ccfc187d731b,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:17:18.468813 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9d7317-4dec-418d-b862-eaff2636287e req-c4d00d44-354c-4717-886d-4c50877f288e tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:17:18.470911 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5a9d7317-4dec-418d-b862-eaff2636287e req-c4d00d44-354c-4717-886d-4c50877f288e tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] 10.222.0.85 "GET /v2.0/ports?device_id=b2a0caee-7230-4eba-b444-57d41891d6d9 HTTP/1.1" status: 200 len: 946 time: 0.0512140 May 18 19:17:18.524812 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5a9d7317-4dec-418d-b862-eaff2636287e req-4315d001-75bc-43a3-a17a-6095d4f965a8 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2919b20-7a4e-4298-b528-3bcdafd628c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466714 May 18 19:17:18.567864 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 19:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9944394-d427-4825-a810-3e1be52304e5 x-openstack-request-id: req-d9944394-d427-4825-a810-3e1be52304e5 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 19:17:18.568156 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2a0caee-7230-4eba-b444-57d41891d6d9", "name": "network-vif-plugged", "status": "completed", "tag": "6b387966-603b-49e2-952c-ccfc187d731b", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 19:17:18.568409 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-d9944394-d427-4825-a810-3e1be52304e5 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 19:17:18.568813 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9944394-d427-4825-a810-3e1be52304e5'] response: {'server_uuid': 'b2a0caee-7230-4eba-b444-57d41891d6d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b387966-603b-49e2-952c-ccfc187d731b', 'code': 200} May 18 19:17:18.670440 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76040bff-bf59-4108-a908-a8ce8a4ada5a req-2b1c9ef7-f4c4-4916-a0f1-43b3c82ab788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:17:18.671855 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-76040bff-bf59-4108-a908-a8ce8a4ada5a req-2b1c9ef7-f4c4-4916-a0f1-43b3c82ab788 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b2a0caee-7230-4eba-b444-57d41891d6d9 HTTP/1.1" status: 200 len: 1097 time: 0.0403187 May 18 19:17:18.708926 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-76040bff-bf59-4108-a908-a8ce8a4ada5a req-5ba35006-3506-4616-8452-43fd6a4dd103 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b2919b20-7a4e-4298-b528-3bcdafd628c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280304 May 18 19:17:19.643154 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf21ded2-56f1-4f54-bb07-0e69abe53716 req-879bf52c-d136-4c86-b2d5-5e70c62939bf tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:17:19.644557 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bf21ded2-56f1-4f54-bb07-0e69abe53716 req-879bf52c-d136-4c86-b2d5-5e70c62939bf tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] 10.222.0.85 "GET /v2.0/ports?device_id=b2a0caee-7230-4eba-b444-57d41891d6d9 HTTP/1.1" status: 200 len: 946 time: 0.0495892 May 18 19:17:19.682321 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-bf21ded2-56f1-4f54-bb07-0e69abe53716 req-b5ae6bba-241b-4c18-a27b-09098ab6a047 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2919b20-7a4e-4298-b528-3bcdafd628c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316291 May 18 19:17:20.797863 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9361d66f-d9e6-47cc-8a11-4a30fe01de44 req-4a9c73cf-6b57-42c3-9ce4-543861ddc517 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:17:20.799470 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9361d66f-d9e6-47cc-8a11-4a30fe01de44 req-4a9c73cf-6b57-42c3-9ce4-543861ddc517 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] 10.222.0.85 "GET /v2.0/ports?device_id=b2a0caee-7230-4eba-b444-57d41891d6d9 HTTP/1.1" status: 200 len: 946 time: 0.0499687 May 18 19:17:20.842041 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-9361d66f-d9e6-47cc-8a11-4a30fe01de44 req-ccdb22a8-2dcf-4a74-aeca-f5d4a8d89d77 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2919b20-7a4e-4298-b528-3bcdafd628c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365629 May 18 19:17:20.954171 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e351f24-456b-4d31-bfe1-cfc8172b12bd req-21311ec4-aa88-4878-b2e2-94f1017051b0 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:17:20.955588 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8e351f24-456b-4d31-bfe1-cfc8172b12bd req-21311ec4-aa88-4878-b2e2-94f1017051b0 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] 10.222.0.85 "GET /v2.0/ports?device_id=b2a0caee-7230-4eba-b444-57d41891d6d9 HTTP/1.1" status: 200 len: 946 time: 0.0488074 May 18 19:17:20.993584 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8e351f24-456b-4d31-bfe1-cfc8172b12bd req-d683a38c-bc42-4331-8d1a-28f730b0a7cd tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2919b20-7a4e-4298-b528-3bcdafd628c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314705 May 18 19:17:21.015642 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 51778) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:17:21.147543 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d631c2e7-ecfb-45a8-9ab6-66ad8cac52df tempest-TestSnapshotPattern-1304780861 tempest-TestSnapshotPattern-1304780861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:17:21.149138 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-d631c2e7-ecfb-45a8-9ab6-66ad8cac52df tempest-TestSnapshotPattern-1304780861 tempest-TestSnapshotPattern-1304780861-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=b2a0caee-7230-4eba-b444-57d41891d6d9 HTTP/1.1" status: 200 len: 1092 time: 0.1324952 May 18 19:17:21.152007 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 51782) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:17:21.156569 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-a2a4121a-9a32-4d16-af7a-e1c430ee68d4 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Request body: {'floatingip': {'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'port_id': '6b387966-603b-49e2-952c-ccfc187d731b', 'tenant_id': '0e78744b790a4b35a8af40915974022c', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 19:17:21.177867 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a2a4121a-9a32-4d16-af7a-e1c430ee68d4 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Notify callbacks [] for floatingip, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:21.275832 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a2a4121a-9a32-4d16-af7a-e1c430ee68d4 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:21.381577 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-a2a4121a-9a32-4d16-af7a-e1c430ee68d4 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Allocated IP 172.25.5.107 (31ebd439-090c-4b25-bbb0-31c48711b145/363a2810-8a83-4be0-a317-7c91fcd94485/dc5e3ef7-1e97-4a26-af06-0298f87ad0c6) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 19:17:21.488093 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a2a4121a-9a32-4d16-af7a-e1c430ee68d4 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:21.520947 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a2a4121a-9a32-4d16-af7a-e1c430ee68d4 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:21.559614 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a4121a-9a32-4d16-af7a-e1c430ee68d4 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Network 31ebd439-090c-4b25-bbb0-31c48711b145 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 19:17:21.562473 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-a2a4121a-9a32-4d16-af7a-e1c430ee68d4 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 19:17:21.564959 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a4121a-9a32-4d16-af7a-e1c430ee68d4 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 19:17:21.593608 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a4121a-9a32-4d16-af7a-e1c430ee68d4 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Pushing event updated for resources: {'Port': ['ID=dc5e3ef7-1e97-4a26-af06-0298f87ad0c6,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:17:21.935380 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a2a4121a-9a32-4d16-af7a-e1c430ee68d4 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:21.998984 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a2a4121a-9a32-4d16-af7a-e1c430ee68d4 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:22.145967 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a2a4121a-9a32-4d16-af7a-e1c430ee68d4 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:22.150812 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a2a4121a-9a32-4d16-af7a-e1c430ee68d4 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:22.221202 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a4121a-9a32-4d16-af7a-e1c430ee68d4 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Pushing event updated for resources: {'Port': ['ID=dc5e3ef7-1e97-4a26-af06-0298f87ad0c6,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:17:22.231617 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a2a4121a-9a32-4d16-af7a-e1c430ee68d4 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596987'] for floatingip, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:22.330581 n-d-838550-3 neutron-server[102730]: INFO neutron.db.l3_db [None req-a2a4121a-9a32-4d16-af7a-e1c430ee68d4 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Floating IP 2c7ae90b-ea5b-4937-bb20-65e3c40dfbb3 associated. External IP: 172.25.5.107, port: 6b387966-603b-49e2-952c-ccfc187d731b. May 18 19:17:22.538237 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2a4121a-9a32-4d16-af7a-e1c430ee68d4 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Router 0fb3eb5c-9700-47b4-8f00-2bb5fb722eff has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 19:17:22.639624 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2a4121a-9a32-4d16-af7a-e1c430ee68d4 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 19:17:22.650562 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98d5885-9245-4c6a-9bf2-2f55b76bea11 None None] Sync routers for ids ['0fb3eb5c-9700-47b4-8f00-2bb5fb722eff'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 19:17:22.657947 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a2a4121a-9a32-4d16-af7a-e1c430ee68d4 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:22.660981 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98d5885-9245-4c6a-9bf2-2f55b76bea11 None None] Routers {'0fb3eb5c-9700-47b4-8f00-2bb5fb722eff'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 19:17:22.661599 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-e98d5885-9245-4c6a-9bf2-2f55b76bea11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T19:17:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['0fb3eb5c-9700-47b4-8f00-2bb5fb722eff'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:17:22.688221 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-a2a4121a-9a32-4d16-af7a-e1c430ee68d4 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5351944 May 18 19:17:22.689152 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2a0caee-7230-4eba-b444-57d41891d6d9', 'tag': '6b387966-603b-49e2-952c-ccfc187d731b'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 19:17:22.691869 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebab1398998b981f34f543ac0b562e5946bae5cf08db64623ace6dd3c2d346bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0ed7847-1989-4ec7-94d3-5f4cc589c614" -d '{"events": [{"name": "network-changed", "server_uuid": "b2a0caee-7230-4eba-b444-57d41891d6d9", "tag": "6b387966-603b-49e2-952c-ccfc187d731b"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 19:17:22.772104 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-e98d5885-9245-4c6a-9bf2-2f55b76bea11 None None] Set router 0fb3eb5c-9700-47b4-8f00-2bb5fb722eff gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 19:17:22.786103 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 19:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8e9b99e-f4cd-4782-a4dd-ff66180f6d1a x-openstack-request-id: req-c8e9b99e-f4cd-4782-a4dd-ff66180f6d1a {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 19:17:22.786398 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2a0caee-7230-4eba-b444-57d41891d6d9", "tag": "6b387966-603b-49e2-952c-ccfc187d731b", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 19:17:22.786649 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-c8e9b99e-f4cd-4782-a4dd-ff66180f6d1a {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 19:17:22.787064 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8e9b99e-f4cd-4782-a4dd-ff66180f6d1a'] response: {'name': 'network-changed', 'server_uuid': 'b2a0caee-7230-4eba-b444-57d41891d6d9', 'tag': '6b387966-603b-49e2-952c-ccfc187d731b', 'status': 'completed', 'code': 200} May 18 19:17:22.848981 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ed7847-1989-4ec7-94d3-5f4cc589c614 req-b5056c0e-8b83-4757-bd63-82a151a8370d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:17:22.850527 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a0ed7847-1989-4ec7-94d3-5f4cc589c614 req-b5056c0e-8b83-4757-bd63-82a151a8370d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0e78744b790a4b35a8af40915974022c&device_id=b2a0caee-7230-4eba-b444-57d41891d6d9 HTTP/1.1" status: 200 len: 1097 time: 0.0415089 May 18 19:17:22.942731 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ed7847-1989-4ec7-94d3-5f4cc589c614 req-12b83440-7095-4030-ba8f-9855ff15ec4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:17:22.944242 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a0ed7847-1989-4ec7-94d3-5f4cc589c614 req-12b83440-7095-4030-ba8f-9855ff15ec4b service neutron] 10.222.0.36 "GET /v2.0/networks?id=a67bbedd-3df0-4f2d-96ae-46deff56902b HTTP/1.1" status: 200 len: 911 time: 0.0853996 May 18 19:17:22.991998 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-e98d5885-9245-4c6a-9bf2-2f55b76bea11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb3eb5c-9700-47b4-8f00-2bb5fb722eff', 'name': 'tempest-TestSnapshotPattern-1586761689-router', 'tenant_id': '0e78744b790a4b35a8af40915974022c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': 'fde9f53c-7f42-42b8-9251-169775a9c81c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T19:16:58Z', 'updated_at': '2022-05-18T19:17:00Z', 'revision_number': 4, 'project_id': '0e78744b790a4b35a8af40915974022c', 'gw_port': {'id': 'fde9f53c-7f42-42b8-9251-169775a9c81c', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:af:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb3eb5c-9700-47b4-8f00-2bb5fb722eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4432, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:16:58Z', 'updated_at': '2022-05-18T19:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': '2c7ae90b-ea5b-4937-bb20-65e3c40dfbb3', 'tenant_id': '0e78744b790a4b35a8af40915974022c', 'floating_ip_address': '172.25.5.107', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': '0fb3eb5c-9700-47b4-8f00-2bb5fb722eff', 'port_id': '6b387966-603b-49e2-952c-ccfc187d731b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a67bbedd-3df0-4f2d-96ae-46deff56902b', 'mac_address': 'fa:16:3e:19:77:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a0caee-7230-4eba-b444-57d41891d6d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T19:17:21Z', 'updated_at': '2022-05-18T19:17:21Z', 'revision_number': 0, 'project_id': '0e78744b790a4b35a8af40915974022c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd0d0088-502c-4ece-94d4-ee221d024d73', 'name': '', 'network_id': 'a67bbedd-3df0-4f2d-96ae-46deff56902b', 'tenant_id': '0e78744b790a4b35a8af40915974022c', 'mac_address': 'fa:16:3e:fc:8f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb3eb5c-9700-47b4-8f00-2bb5fb722eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4433, 'fixed_ips': [{'subnet_id': 'acbd674e-846d-43d9-aa49-0ca134c95e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:17:00Z', 'updated_at': '2022-05-18T19:17:05Z', 'revision_number': 5, 'project_id': '0e78744b790a4b35a8af40915974022c', 'subnets': [{'id': 'acbd674e-846d-43d9-aa49-0ca134c95e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:17:23.013430 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a0ed7847-1989-4ec7-94d3-5f4cc589c614 req-73b4380a-b70a-48ec-8d66-ded080b3dff4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6b387966-603b-49e2-952c-ccfc187d731b HTTP/1.1" status: 200 len: 1000 time: 0.0619755 May 18 19:17:23.017762 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98d5885-9245-4c6a-9bf2-2f55b76bea11 None None] Checking router: 0fb3eb5c-9700-47b4-8f00-2bb5fb722eff for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 19:17:23.027197 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98d5885-9245-4c6a-9bf2-2f55b76bea11 None None] Routers {'0fb3eb5c-9700-47b4-8f00-2bb5fb722eff'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 19:17:23.027828 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-e98d5885-9245-4c6a-9bf2-2f55b76bea11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T19:17:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['0fb3eb5c-9700-47b4-8f00-2bb5fb722eff'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:17:23.062233 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ed7847-1989-4ec7-94d3-5f4cc589c614 req-02e4b220-d993-43f1-a343-7356d6279f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:17:23.063706 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a0ed7847-1989-4ec7-94d3-5f4cc589c614 req-02e4b220-d993-43f1-a343-7356d6279f49 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=acbd674e-846d-43d9-aa49-0ca134c95e8e HTTP/1.1" status: 200 len: 849 time: 0.0438168 May 18 19:17:23.109417 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ed7847-1989-4ec7-94d3-5f4cc589c614 req-872b79bf-c736-4fbf-ad48-e98ab7e1c0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:17:23.110865 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a0ed7847-1989-4ec7-94d3-5f4cc589c614 req-872b79bf-c736-4fbf-ad48-e98ab7e1c0fe service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a67bbedd-3df0-4f2d-96ae-46deff56902b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400512 May 18 19:17:23.130820 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-e98d5885-9245-4c6a-9bf2-2f55b76bea11 None None] Set router 0fb3eb5c-9700-47b4-8f00-2bb5fb722eff gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 19:17:23.203922 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a0ed7847-1989-4ec7-94d3-5f4cc589c614 req-e23930d5-ce5e-4a04-9002-d1c86fc4e043 service neutron] 10.222.0.36 "GET /v2.0/networks/a67bbedd-3df0-4f2d-96ae-46deff56902b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861256 May 18 19:17:23.291829 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-a0ed7847-1989-4ec7-94d3-5f4cc589c614 req-fc5d2122-cea1-4bc3-97b0-46ebbf216825 service neutron] 10.222.0.36 "GET /v2.0/networks/a67bbedd-3df0-4f2d-96ae-46deff56902b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810225 May 18 19:17:23.348630 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-e98d5885-9245-4c6a-9bf2-2f55b76bea11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb3eb5c-9700-47b4-8f00-2bb5fb722eff', 'name': 'tempest-TestSnapshotPattern-1586761689-router', 'tenant_id': '0e78744b790a4b35a8af40915974022c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': 'fde9f53c-7f42-42b8-9251-169775a9c81c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T19:16:58Z', 'updated_at': '2022-05-18T19:17:00Z', 'revision_number': 4, 'project_id': '0e78744b790a4b35a8af40915974022c', 'gw_port': {'id': 'fde9f53c-7f42-42b8-9251-169775a9c81c', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:af:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb3eb5c-9700-47b4-8f00-2bb5fb722eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4432, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:16:58Z', 'updated_at': '2022-05-18T19:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': '2c7ae90b-ea5b-4937-bb20-65e3c40dfbb3', 'tenant_id': '0e78744b790a4b35a8af40915974022c', 'floating_ip_address': '172.25.5.107', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': '0fb3eb5c-9700-47b4-8f00-2bb5fb722eff', 'port_id': '6b387966-603b-49e2-952c-ccfc187d731b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a67bbedd-3df0-4f2d-96ae-46deff56902b', 'mac_address': 'fa:16:3e:19:77:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a0caee-7230-4eba-b444-57d41891d6d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T19:17:21Z', 'updated_at': '2022-05-18T19:17:21Z', 'revision_number': 0, 'project_id': '0e78744b790a4b35a8af40915974022c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd0d0088-502c-4ece-94d4-ee221d024d73', 'name': '', 'network_id': 'a67bbedd-3df0-4f2d-96ae-46deff56902b', 'tenant_id': '0e78744b790a4b35a8af40915974022c', 'mac_address': 'fa:16:3e:fc:8f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb3eb5c-9700-47b4-8f00-2bb5fb722eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4433, 'fixed_ips': [{'subnet_id': 'acbd674e-846d-43d9-aa49-0ca134c95e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:17:00Z', 'updated_at': '2022-05-18T19:17:05Z', 'revision_number': 5, 'project_id': '0e78744b790a4b35a8af40915974022c', 'subnets': [{'id': 'acbd674e-846d-43d9-aa49-0ca134c95e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:17:23.377599 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98d5885-9245-4c6a-9bf2-2f55b76bea11 None None] The sync data for ids ['0fb3eb5c-9700-47b4-8f00-2bb5fb722eff'] in n-d-838550-3 is: [{'id': '0fb3eb5c-9700-47b4-8f00-2bb5fb722eff', 'name': 'tempest-TestSnapshotPattern-1586761689-router', 'tenant_id': '0e78744b790a4b35a8af40915974022c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': 'fde9f53c-7f42-42b8-9251-169775a9c81c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T19:16:58Z', 'updated_at': '2022-05-18T19:17:00Z', 'revision_number': 4, 'project_id': '0e78744b790a4b35a8af40915974022c', 'gw_port': {'id': 'fde9f53c-7f42-42b8-9251-169775a9c81c', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:af:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb3eb5c-9700-47b4-8f00-2bb5fb722eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4432, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:16:58Z', 'updated_at': '2022-05-18T19:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': '2c7ae90b-ea5b-4937-bb20-65e3c40dfbb3', 'tenant_id': '0e78744b790a4b35a8af40915974022c', 'floating_ip_address': '172.25.5.107', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': '0fb3eb5c-9700-47b4-8f00-2bb5fb722eff', 'port_id': '6b387966-603b-49e2-952c-ccfc187d731b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a67bbedd-3df0-4f2d-96ae-46deff56902b', 'mac_address': 'fa:16:3e:19:77:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a0caee-7230-4eba-b444-57d41891d6d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T19:17:21Z', 'updated_at': '2022-05-18T19:17:21Z', 'revision_number': 0, 'project_id': '0e78744b790a4b35a8af40915974022c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd0d0088-502c-4ece-94d4-ee221d024d73', 'name': '', 'network_id': 'a67bbedd-3df0-4f2d-96ae-46deff56902b', 'tenant_id': '0e78744b790a4b35a8af40915974022c', 'mac_address': 'fa:16:3e:fc:8f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb3eb5c-9700-47b4-8f00-2bb5fb722eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4433, 'fixed_ips': [{'subnet_id': 'acbd674e-846d-43d9-aa49-0ca134c95e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:17:00Z', 'updated_at': '2022-05-18T19:17:05Z', 'revision_number': 5, 'project_id': '0e78744b790a4b35a8af40915974022c', 'subnets': [{'id': 'acbd674e-846d-43d9-aa49-0ca134c95e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 19:17:23.559325 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5fadd9b-5fa8-48cc-bbdb-e337ba24685c None None] New status for floating IP 2c7ae90b-ea5b-4937-bb20-65e3c40dfbb3: ACTIVE {{(pid=102732) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 19:17:31.559356 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:31.828920 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:37.772765 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-dec16ac4-456d-4539-b8ec-6b814e42e6ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:40.161403 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-8fbde94a-c746-40ef-9053-496efaf6c156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:40.342547 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-25f8fb91-9642-4d16-af01-0881227005db req-d78934d1-40d6-4209-ade7-55ad9e9d4475 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b2a0caee-7230-4eba-b444-57d41891d6d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0483558 May 18 19:17:40.432533 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f8fb91-9642-4d16-af01-0881227005db req-ebf12701-0300-4430-b796-f6904caa2a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:17:40.434049 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-25f8fb91-9642-4d16-af01-0881227005db req-ebf12701-0300-4430-b796-f6904caa2a15 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0e78744b790a4b35a8af40915974022c&device_id=b2a0caee-7230-4eba-b444-57d41891d6d9 HTTP/1.1" status: 200 len: 1097 time: 0.0435934 May 18 19:17:40.542575 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f8fb91-9642-4d16-af01-0881227005db req-96b789e2-876a-4934-ad3a-58595a013268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:17:40.544063 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-25f8fb91-9642-4d16-af01-0881227005db req-96b789e2-876a-4934-ad3a-58595a013268 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a67bbedd-3df0-4f2d-96ae-46deff56902b HTTP/1.1" status: 200 len: 911 time: 0.0893123 May 18 19:17:40.616402 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-25f8fb91-9642-4d16-af01-0881227005db req-534dd198-33b7-4a47-8c17-b508ae00f51a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6b387966-603b-49e2-952c-ccfc187d731b HTTP/1.1" status: 200 len: 1002 time: 0.0642693 May 18 19:17:40.666017 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f8fb91-9642-4d16-af01-0881227005db req-8cf1c3fb-c252-429d-88f2-e148b701856d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:17:40.667513 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-25f8fb91-9642-4d16-af01-0881227005db req-8cf1c3fb-c252-429d-88f2-e148b701856d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=acbd674e-846d-43d9-aa49-0ca134c95e8e HTTP/1.1" status: 200 len: 849 time: 0.0445523 May 18 19:17:40.717368 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f8fb91-9642-4d16-af01-0881227005db req-b3f4e259-12ca-4829-9436-749f1a51424f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:17:40.718926 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-25f8fb91-9642-4d16-af01-0881227005db req-b3f4e259-12ca-4829-9436-749f1a51424f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a67bbedd-3df0-4f2d-96ae-46deff56902b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414214 May 18 19:17:40.815812 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-25f8fb91-9642-4d16-af01-0881227005db req-ffbd9a1c-d3d0-4019-ad64-f8d33f67366c service neutron] 10.222.0.36 "GET /v2.0/networks/a67bbedd-3df0-4f2d-96ae-46deff56902b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883546 May 18 19:17:40.908731 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-25f8fb91-9642-4d16-af01-0881227005db req-9e579823-828b-4cc7-9cfa-f14ad32667d2 service neutron] 10.222.0.36 "GET /v2.0/networks/a67bbedd-3df0-4f2d-96ae-46deff56902b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857584 May 18 19:17:41.536688 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:42.686593 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:43.234639 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:17:49.268991 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 7 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 19:18:01.554371 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:18:01.818534 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:18:07.774274 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1d365057-476e-4da3-809d-b143f26f078c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:18:10.163445 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-3370d0ec-e1be-4eab-b9c7-2fb985423437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:18:11.541182 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:18:12.688170 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:18:13.236559 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:18:26.267844 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 7 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 19:18:31.573459 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:18:31.834016 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:18:37.775073 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-6e721567-6aed-41e9-9f43-3c152edae13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:18:40.165603 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f2527ef4-f4ac-4ba1-9c8c-195fe80a38c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:18:41.542878 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:18:42.323116 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6abd5cc7-49d7-4f1c-9bb6-58cdd6b2e752 req-8252f8d8-a5e6-4b23-aba1-5bd39035b181 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b2a0caee-7230-4eba-b444-57d41891d6d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0425878 May 18 19:18:42.415531 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abd5cc7-49d7-4f1c-9bb6-58cdd6b2e752 req-7d344e82-bd73-47eb-9e7c-04a2cd32c1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:18:42.417048 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6abd5cc7-49d7-4f1c-9bb6-58cdd6b2e752 req-7d344e82-bd73-47eb-9e7c-04a2cd32c1c4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0e78744b790a4b35a8af40915974022c&device_id=b2a0caee-7230-4eba-b444-57d41891d6d9 HTTP/1.1" status: 200 len: 1097 time: 0.0463431 May 18 19:18:42.528353 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abd5cc7-49d7-4f1c-9bb6-58cdd6b2e752 req-0da4046a-2c05-422d-9427-ddff31bc07c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:18:42.529815 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6abd5cc7-49d7-4f1c-9bb6-58cdd6b2e752 req-0da4046a-2c05-422d-9427-ddff31bc07c4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a67bbedd-3df0-4f2d-96ae-46deff56902b HTTP/1.1" status: 200 len: 911 time: 0.0874126 May 18 19:18:42.605319 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6abd5cc7-49d7-4f1c-9bb6-58cdd6b2e752 req-9f826bd4-f6d9-4611-858c-4138fa87d93e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6b387966-603b-49e2-952c-ccfc187d731b HTTP/1.1" status: 200 len: 1002 time: 0.0643697 May 18 19:18:42.661789 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abd5cc7-49d7-4f1c-9bb6-58cdd6b2e752 req-cec361e0-abed-4e10-916f-126eb07e7d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:18:42.662512 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6abd5cc7-49d7-4f1c-9bb6-58cdd6b2e752 req-cec361e0-abed-4e10-916f-126eb07e7d9c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=acbd674e-846d-43d9-aa49-0ca134c95e8e HTTP/1.1" status: 200 len: 849 time: 0.0466483 May 18 19:18:42.693365 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:18:42.719548 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abd5cc7-49d7-4f1c-9bb6-58cdd6b2e752 req-2a35c26f-b320-42cc-bc2f-2e065dbb4d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:18:42.721073 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6abd5cc7-49d7-4f1c-9bb6-58cdd6b2e752 req-2a35c26f-b320-42cc-bc2f-2e065dbb4d94 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a67bbedd-3df0-4f2d-96ae-46deff56902b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478742 May 18 19:18:42.826945 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6abd5cc7-49d7-4f1c-9bb6-58cdd6b2e752 req-545603f6-3386-4bb5-bd2f-460f5b7e0e03 service neutron] 10.222.0.36 "GET /v2.0/networks/a67bbedd-3df0-4f2d-96ae-46deff56902b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913312 May 18 19:18:42.920872 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-6abd5cc7-49d7-4f1c-9bb6-58cdd6b2e752 req-be1b82b8-7517-449e-b76a-77729195bb41 service neutron] 10.222.0.36 "GET /v2.0/networks/a67bbedd-3df0-4f2d-96ae-46deff56902b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829766 May 18 19:18:43.237871 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:19:01.582278 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:19:01.834058 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:19:03.266455 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 7 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 19:19:07.777062 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b5608c92-8f1a-4f49-a66a-42905c72a652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:19:10.167889 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-688c5c66-b63c-4790-b8bf-b92501c7f651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:19:11.548161 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:19:12.693172 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:19:13.239387 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:19:22.741722 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 6b387966-603b-49e2-952c-ccfc187d731b details requested by agent hyperv_n-h1-838550-3 with host n-h1-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 19:19:22.837746 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 6b387966-603b-49e2-952c-ccfc187d731b, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=6b387966-603b-49e2-952c-ccfc187d731b,segment=NetworkSegment(1135944c-197a-4b0e-8532-c7509ee19d41),segment_id=1135944c-197a-4b0e-8532-c7509ee19d41)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 19:19:22.848780 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Returning: {'device': '6b387966-603b-49e2-952c-ccfc187d731b', 'network_id': 'a67bbedd-3df0-4f2d-96ae-46deff56902b', 'port_id': '6b387966-603b-49e2-952c-ccfc187d731b', 'mac_address': 'fa:16:3e:19:77:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acbd674e-846d-43d9-aa49-0ca134c95e8e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 19:19:22.885581 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 6b387966-603b-49e2-952c-ccfc187d731b is: ACTIVE; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 19:19:22.885994 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:19:22.898364 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6b387966-603b-49e2-952c-ccfc187d731b {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 19:19:22.917199 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 6b387966-603b-49e2-952c-ccfc187d731b, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=6b387966-603b-49e2-952c-ccfc187d731b,segment=NetworkSegment(1135944c-197a-4b0e-8532-c7509ee19d41),segment_id=1135944c-197a-4b0e-8532-c7509ee19d41)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 19:19:22.921115 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:19:22.970866 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=6b387966-603b-49e2-952c-ccfc187d731b,revision_number=6']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:19:22.978400 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:19:22.978748 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:19:22.979089 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:19:22.979426 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:19:22.979757 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:19:22.980089 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:19:22.980417 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:19:22.980743 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:19:22.981066 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:19:22.981388 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:19:22.981739 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:19:22.982062 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:19:23.001992 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] get_ports_and_sgs() called for port_ids ['6b387966-603b-49e2-952c-ccfc187d731b'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 19:19:24.746084 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 6b387966-603b-49e2-952c-ccfc187d731b up at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 19:19:24.805025 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Provisioning complete for port 6b387966-603b-49e2-952c-ccfc187d731b triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 19:19:24.806048 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:19:24.891983 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 6b387966-603b-49e2-952c-ccfc187d731b is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 19:19:24.892482 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:19:24.919558 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2a0caee-7230-4eba-b444-57d41891d6d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b387966-603b-49e2-952c-ccfc187d731b'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 19:19:24.922021 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5d64110a1ec54c0f2bae3109cf83ae5c70b13a424bf8c5acbf84dbd50ace00d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3ed13ac-5584-47b4-90d7-5b5ce09cf0bf" -d '{"events": [{"server_uuid": "b2a0caee-7230-4eba-b444-57d41891d6d9", "name": "network-vif-plugged", "status": "completed", "tag": "6b387966-603b-49e2-952c-ccfc187d731b"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 19:19:24.940183 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 6b387966-603b-49e2-952c-ccfc187d731b, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=6b387966-603b-49e2-952c-ccfc187d731b,segment=NetworkSegment(1135944c-197a-4b0e-8532-c7509ee19d41),segment_id=1135944c-197a-4b0e-8532-c7509ee19d41)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 19:19:24.946150 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:19:25.014834 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=6b387966-603b-49e2-952c-ccfc187d731b,revision_number=7']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:19:25.079362 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 19:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03c0e8d3-844a-41b8-8984-0e8161b14f91 x-openstack-request-id: req-03c0e8d3-844a-41b8-8984-0e8161b14f91 {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 19:19:25.079662 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2a0caee-7230-4eba-b444-57d41891d6d9", "name": "network-vif-plugged", "status": "completed", "tag": "6b387966-603b-49e2-952c-ccfc187d731b", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 19:19:25.079923 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-03c0e8d3-844a-41b8-8984-0e8161b14f91 {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 19:19:25.080342 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03c0e8d3-844a-41b8-8984-0e8161b14f91'] response: {'server_uuid': 'b2a0caee-7230-4eba-b444-57d41891d6d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b387966-603b-49e2-952c-ccfc187d731b', 'code': 200} May 18 19:19:31.594247 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:19:31.853913 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:19:33.992401 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-73fc1bff-1b5b-480a-9631-5767abcc2136 req-3b92b29a-8054-4f7c-bdc9-2b8581b6efe3 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1060955671&fields=id&tenant_id=0e78744b790a4b35a8af40915974022c HTTP/1.1" status: 200 len: 267 time: 0.0340991 May 18 19:19:34.099601 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fc1bff-1b5b-480a-9631-5767abcc2136 req-2835b920-fa27-41c0-8776-33af855993c8 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:19:34.101058 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-73fc1bff-1b5b-480a-9631-5767abcc2136 req-2835b920-fa27-41c0-8776-33af855993c8 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] 10.222.0.85 "GET /v2.0/networks?id=a67bbedd-3df0-4f2d-96ae-46deff56902b HTTP/1.1" status: 200 len: 810 time: 0.1017768 May 18 19:19:34.115688 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-73fc1bff-1b5b-480a-9631-5767abcc2136 req-6049766e-215b-4484-9a3a-8ba4c1fb4bad tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] 10.222.0.85 "GET /v2.0/quotas/0e78744b790a4b35a8af40915974022c HTTP/1.1" status: 200 len: 375 time: 0.0086815 May 18 19:19:34.170279 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-73fc1bff-1b5b-480a-9631-5767abcc2136 req-e9688f4b-2185-407a-bae8-8040fa6db017 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=0e78744b790a4b35a8af40915974022c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0492914 May 18 19:19:34.309471 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-73fc1bff-1b5b-480a-9631-5767abcc2136 req-2f162c17-45e4-4062-9fd0-de014f3c5832 service neutron] 10.222.0.85 "GET /v2.0/networks/a67bbedd-3df0-4f2d-96ae-46deff56902b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276534 May 18 19:19:34.722616 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-73fc1bff-1b5b-480a-9631-5767abcc2136 req-afa8dcbd-bd30-4a4e-952f-c9a6f2bfc22e service neutron] 10.222.0.85 "GET /v2.0/networks/a67bbedd-3df0-4f2d-96ae-46deff56902b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4070692 May 18 19:19:34.882137 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d539805b-52b2-4354-a3ba-0138a9fa145e req-3a228708-fb27-4870-8980-157313531365 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] 10.222.0.85 "GET /v2.0/ports?device_id=b65e0368-12b3-4ac9-91ec-2e0998ddbba2 HTTP/1.1" status: 200 len: 210 time: 0.0264025 May 18 19:19:35.804336 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fc1bff-1b5b-480a-9631-5767abcc2136 req-13644bd6-3404-45b9-9147-739b6d9d7c60 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:19:35.806584 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-73fc1bff-1b5b-480a-9631-5767abcc2136 req-13644bd6-3404-45b9-9147-739b6d9d7c60 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] 10.222.0.88 "GET /v2.0/networks?id=a67bbedd-3df0-4f2d-96ae-46deff56902b HTTP/1.1" status: 200 len: 810 time: 0.1036894 May 18 19:19:35.852818 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-73fc1bff-1b5b-480a-9631-5767abcc2136 req-a3eba016-a54a-4ee8-a72a-12c8741a22cf tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0e78744b790a4b35a8af40915974022c HTTP/1.1" status: 200 len: 380 time: 0.0373554 May 18 19:19:35.862574 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-73fc1bff-1b5b-480a-9631-5767abcc2136 req-fc6668c7-18f8-4b3f-b8d5-811d4280b566 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Request body: {'port': {'device_id': 'b65e0368-12b3-4ac9-91ec-2e0998ddbba2', 'network_id': 'a67bbedd-3df0-4f2d-96ae-46deff56902b', 'admin_state_up': True, 'tenant_id': '0e78744b790a4b35a8af40915974022c', 'security_groups': ['b2919b20-7a4e-4298-b528-3bcdafd628c6']}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 19:19:35.978902 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73fc1bff-1b5b-480a-9631-5767abcc2136 req-fc6668c7-18f8-4b3f-b8d5-811d4280b566 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Made reservation on behalf of 0e78744b790a4b35a8af40915974022c for: {'port': 1} {{(pid=102731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 19:19:35.981492 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-d18c27d8-d810-468a-98ff-70e8822ffdcb req-cfc478b5-7b51-499a-aaf3-5f1a5dd61311 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] 10.222.0.85 "GET /v2.0/ports?device_id=b65e0368-12b3-4ac9-91ec-2e0998ddbba2 HTTP/1.1" status: 200 len: 210 time: 0.0281124 May 18 19:19:35.982927 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-73fc1bff-1b5b-480a-9631-5767abcc2136 req-fc6668c7-18f8-4b3f-b8d5-811d4280b566 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:19:36.121570 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_common [req-73fc1bff-1b5b-480a-9631-5767abcc2136 req-fc6668c7-18f8-4b3f-b8d5-811d4280b566 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Allocated IP 172.20.0.6 (a67bbedd-3df0-4f2d-96ae-46deff56902b/acbd674e-846d-43d9-aa49-0ca134c95e8e/499f60be-2596-4ff3-83d3-b9f8dfa3291a) {{(pid=102731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 19:19:36.302336 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-73fc1bff-1b5b-480a-9631-5767abcc2136 req-fc6668c7-18f8-4b3f-b8d5-811d4280b566 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Notify callbacks [] for port, precommit_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:19:36.366296 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-73fc1bff-1b5b-480a-9631-5767abcc2136 req-fc6668c7-18f8-4b3f-b8d5-811d4280b566 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_create {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:19:36.433599 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73fc1bff-1b5b-480a-9631-5767abcc2136 req-fc6668c7-18f8-4b3f-b8d5-811d4280b566 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Network a67bbedd-3df0-4f2d-96ae-46deff56902b is already hosted by enough agents. {{(pid=102731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 19:19:36.435041 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6668c7-18f8-4b3f-b8d5-811d4280b566 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Pushing event updated for resources: {'Port': ['ID=499f60be-2596-4ff3-83d3-b9f8dfa3291a,revision_number=1']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:19:36.442556 n-d-838550-3 neutron-server[102731]: DEBUG neutron.scheduler.base_scheduler [req-73fc1bff-1b5b-480a-9631-5767abcc2136 req-fc6668c7-18f8-4b3f-b8d5-811d4280b566 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Resources bound (agent type, host, resource id): {{(pid=102731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 19:19:36.445377 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-73fc1bff-1b5b-480a-9631-5767abcc2136 req-fc6668c7-18f8-4b3f-b8d5-811d4280b566 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Received port after_create {{(pid=102731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 19:19:36.449497 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6668c7-18f8-4b3f-b8d5-811d4280b566 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:19:36.449497 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6668c7-18f8-4b3f-b8d5-811d4280b566 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:19:36.449726 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6668c7-18f8-4b3f-b8d5-811d4280b566 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:19:36.450065 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6668c7-18f8-4b3f-b8d5-811d4280b566 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:19:36.450436 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6668c7-18f8-4b3f-b8d5-811d4280b566 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:19:36.450731 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6668c7-18f8-4b3f-b8d5-811d4280b566 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:19:36.451068 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6668c7-18f8-4b3f-b8d5-811d4280b566 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:19:36.451401 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6668c7-18f8-4b3f-b8d5-811d4280b566 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:19:36.451733 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6668c7-18f8-4b3f-b8d5-811d4280b566 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:19:36.452061 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6668c7-18f8-4b3f-b8d5-811d4280b566 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:19:36.452395 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6668c7-18f8-4b3f-b8d5-811d4280b566 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:19:36.452721 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6668c7-18f8-4b3f-b8d5-811d4280b566 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:19:36.522500 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fc1bff-1b5b-480a-9631-5767abcc2136 req-fc6668c7-18f8-4b3f-b8d5-811d4280b566 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:19:36.525703 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-73fc1bff-1b5b-480a-9631-5767abcc2136 req-fc6668c7-18f8-4b3f-b8d5-811d4280b566 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:19:36.558204 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-73fc1bff-1b5b-480a-9631-5767abcc2136 req-fc6668c7-18f8-4b3f-b8d5-811d4280b566 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6986430 May 18 19:19:36.810115 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-ac359d37-a1bc-4e44-b0c0-3fe01326227c None None] Provisioning complete for port 499f60be-2596-4ff3-83d3-b9f8dfa3291a triggered by entity DHCP. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 19:19:36.810716 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-ac359d37-a1bc-4e44-b0c0-3fe01326227c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:19:36.856755 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 6b387966-603b-49e2-952c-ccfc187d731b no longer exists at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 19:19:36.858529 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-ac359d37-a1bc-4e44-b0c0-3fe01326227c None None] Port 499f60be-2596-4ff3-83d3-b9f8dfa3291a cannot update to ACTIVE because it is not bound. {{(pid=102732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 18 19:19:36.946123 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Current status of the port 6b387966-603b-49e2-952c-ccfc187d731b is: ACTIVE; New status is: DOWN {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 19:19:36.946513 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:19:36.973464 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2a0caee-7230-4eba-b444-57d41891d6d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b387966-603b-49e2-952c-ccfc187d731b'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 19:19:36.975729 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5d64110a1ec54c0f2bae3109cf83ae5c70b13a424bf8c5acbf84dbd50ace00d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c97eb8e-7573-4d01-9782-3ee22bd82237" -d '{"events": [{"server_uuid": "b2a0caee-7230-4eba-b444-57d41891d6d9", "name": "network-vif-unplugged", "status": "completed", "tag": "6b387966-603b-49e2-952c-ccfc187d731b"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 19:19:37.002181 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] For port 6b387966-603b-49e2-952c-ccfc187d731b, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=6b387966-603b-49e2-952c-ccfc187d731b,segment=NetworkSegment(1135944c-197a-4b0e-8532-c7509ee19d41),segment_id=1135944c-197a-4b0e-8532-c7509ee19d41)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 19:19:37.008268 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:19:37.034193 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 May 2022 19:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0a8b65d-e411-4e30-92b0-608c65d8b6de x-openstack-request-id: req-f0a8b65d-e411-4e30-92b0-608c65d8b6de {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 19:19:37.034483 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2a0caee-7230-4eba-b444-57d41891d6d9", "name": "network-vif-unplugged", "status": "completed", "tag": "6b387966-603b-49e2-952c-ccfc187d731b", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 19:19:37.034735 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-f0a8b65d-e411-4e30-92b0-608c65d8b6de {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 19:19:37.035128 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0a8b65d-e411-4e30-92b0-608c65d8b6de'] response: {'server_uuid': 'b2a0caee-7230-4eba-b444-57d41891d6d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b387966-603b-49e2-952c-ccfc187d731b', 'code': 200} May 18 19:19:37.074559 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Pushing event updated for resources: {'Port': ['ID=6b387966-603b-49e2-952c-ccfc187d731b,revision_number=8']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:19:37.147594 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbc410d-7269-401c-9f4b-c257544832ef req-547e94fc-0b28-43eb-b915-31f9bf683878 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:19:37.149223 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3fbc410d-7269-401c-9f4b-c257544832ef req-547e94fc-0b28-43eb-b915-31f9bf683878 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] 10.222.0.85 "GET /v2.0/ports?device_id=b65e0368-12b3-4ac9-91ec-2e0998ddbba2 HTTP/1.1" status: 200 len: 931 time: 0.0573981 May 18 19:19:37.193042 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3fbc410d-7269-401c-9f4b-c257544832ef req-6f4e505d-28ff-41bd-9990-362ab5b04ab7 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2919b20-7a4e-4298-b528-3bcdafd628c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367346 May 18 19:19:37.783423 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1dd80dd1-ecb0-492c-803e-eddc433fa3b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:19:38.313124 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c037c0-5511-49a9-bfe1-1e3babb31d83 req-14a7aadc-06fb-4a00-90a7-0a9e5fefe558 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:19:38.314780 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-65c037c0-5511-49a9-bfe1-1e3babb31d83 req-14a7aadc-06fb-4a00-90a7-0a9e5fefe558 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] 10.222.0.85 "GET /v2.0/ports?device_id=b65e0368-12b3-4ac9-91ec-2e0998ddbba2 HTTP/1.1" status: 200 len: 931 time: 0.0501783 May 18 19:19:38.356956 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-65c037c0-5511-49a9-bfe1-1e3babb31d83 req-6b1c0e17-1168-4ccb-93c0-d87eb01f13fc tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2919b20-7a4e-4298-b528-3bcdafd628c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344460 May 18 19:19:39.485674 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5e646e-a6e6-45de-aff8-eb2519c55c33 req-3c5068bd-be1e-4d02-b867-f1864e580252 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:19:39.487400 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5c5e646e-a6e6-45de-aff8-eb2519c55c33 req-3c5068bd-be1e-4d02-b867-f1864e580252 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] 10.222.0.85 "GET /v2.0/ports?device_id=b65e0368-12b3-4ac9-91ec-2e0998ddbba2 HTTP/1.1" status: 200 len: 931 time: 0.0530887 May 18 19:19:39.532712 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-5c5e646e-a6e6-45de-aff8-eb2519c55c33 req-16f70508-05f6-4b42-8cb1-105a49292291 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2919b20-7a4e-4298-b528-3bcdafd628c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365672 May 18 19:19:40.178268 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9dcff1ff-ca1f-47e9-a0f0-9d87fbe9d8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:19:40.265801 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 7 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 19:19:40.665415 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1d250e-df30-4e6f-9251-81d2049c248e req-aac44a04-cb18-4759-bd84-636298a927f2 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:19:40.667061 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cf1d250e-df30-4e6f-9251-81d2049c248e req-aac44a04-cb18-4759-bd84-636298a927f2 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] 10.222.0.85 "GET /v2.0/ports?device_id=b65e0368-12b3-4ac9-91ec-2e0998ddbba2 HTTP/1.1" status: 200 len: 931 time: 0.0582390 May 18 19:19:40.715796 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-cf1d250e-df30-4e6f-9251-81d2049c248e req-9b2c51f6-f072-4323-9172-5f49e7c86e97 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2919b20-7a4e-4298-b528-3bcdafd628c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380394 May 18 19:19:41.551754 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:19:41.881002 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e879de08-50fa-4892-b9f4-cec52d7768e5 req-8c848397-d281-46f7-bdcd-d9094b67a291 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:19:41.882708 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e879de08-50fa-4892-b9f4-cec52d7768e5 req-8c848397-d281-46f7-bdcd-d9094b67a291 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] 10.222.0.85 "GET /v2.0/ports?device_id=b65e0368-12b3-4ac9-91ec-2e0998ddbba2 HTTP/1.1" status: 200 len: 931 time: 0.0811837 May 18 19:19:41.924167 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e879de08-50fa-4892-b9f4-cec52d7768e5 req-77231815-a3b1-4ccd-a0f8-349fbc7e8b07 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2919b20-7a4e-4298-b528-3bcdafd628c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328228 May 18 19:19:42.704663 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:19:43.055798 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d07c2fb-82c0-4d98-ad90-f6efdc815651 req-98daa763-146c-40de-9af7-7c647a78a082 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:19:43.057366 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8d07c2fb-82c0-4d98-ad90-f6efdc815651 req-98daa763-146c-40de-9af7-7c647a78a082 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] 10.222.0.85 "GET /v2.0/ports?device_id=b65e0368-12b3-4ac9-91ec-2e0998ddbba2 HTTP/1.1" status: 200 len: 931 time: 0.0540826 May 18 19:19:43.104553 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8d07c2fb-82c0-4d98-ad90-f6efdc815651 req-89897143-5dcf-4e28-93d9-d5439b6a523d tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2919b20-7a4e-4298-b528-3bcdafd628c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367792 May 18 19:19:43.245580 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:19:43.425175 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-135e643f-b402-415e-a149-384f17e41eeb req-38da2a78-0d88-4b05-bbe4-31339a1ede63 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b2a0caee-7230-4eba-b444-57d41891d6d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0527430 May 18 19:19:43.530657 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135e643f-b402-415e-a149-384f17e41eeb req-1b97dbc7-8445-4f53-b2bf-dd864fc64abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:19:43.532170 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-135e643f-b402-415e-a149-384f17e41eeb req-1b97dbc7-8445-4f53-b2bf-dd864fc64abe service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0e78744b790a4b35a8af40915974022c&device_id=b2a0caee-7230-4eba-b444-57d41891d6d9 HTTP/1.1" status: 200 len: 1095 time: 0.0530984 May 18 19:19:43.663220 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135e643f-b402-415e-a149-384f17e41eeb req-0188622c-1df1-491e-8f98-c604c7dbe052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:19:43.664840 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-135e643f-b402-415e-a149-384f17e41eeb req-0188622c-1df1-491e-8f98-c604c7dbe052 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a67bbedd-3df0-4f2d-96ae-46deff56902b HTTP/1.1" status: 200 len: 911 time: 0.0965767 May 18 19:19:43.737514 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-135e643f-b402-415e-a149-384f17e41eeb req-0b3c160d-2ff0-4a14-9cb0-3419784b6fe8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6b387966-603b-49e2-952c-ccfc187d731b HTTP/1.1" status: 200 len: 1000 time: 0.0628858 May 18 19:19:43.797564 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135e643f-b402-415e-a149-384f17e41eeb req-e71be085-b37e-499a-b76e-80a3d8f339c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:19:43.799009 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-135e643f-b402-415e-a149-384f17e41eeb req-e71be085-b37e-499a-b76e-80a3d8f339c9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=acbd674e-846d-43d9-aa49-0ca134c95e8e HTTP/1.1" status: 200 len: 849 time: 0.0511708 May 18 19:19:43.863780 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135e643f-b402-415e-a149-384f17e41eeb req-2a07d985-34a3-4c59-a239-4c2e157efa9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:19:43.865528 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-135e643f-b402-415e-a149-384f17e41eeb req-2a07d985-34a3-4c59-a239-4c2e157efa9f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a67bbedd-3df0-4f2d-96ae-46deff56902b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566213 May 18 19:19:43.964130 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-135e643f-b402-415e-a149-384f17e41eeb req-b1349f3b-b1a5-4fc5-965f-ee5f71168575 service neutron] 10.222.0.36 "GET /v2.0/networks/a67bbedd-3df0-4f2d-96ae-46deff56902b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881515 May 18 19:19:44.083860 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-135e643f-b402-415e-a149-384f17e41eeb req-bf53e1e1-109d-446d-b16d-89658c9a1e6e service neutron] 10.222.0.36 "GET /v2.0/networks/a67bbedd-3df0-4f2d-96ae-46deff56902b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091044 May 18 19:19:44.232493 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6f38fc-b48e-4b0d-b7fd-d09096e4e2b8 req-f04303c6-043b-431b-adcf-ad10c64d306d tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:19:44.234032 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8e6f38fc-b48e-4b0d-b7fd-d09096e4e2b8 req-f04303c6-043b-431b-adcf-ad10c64d306d tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] 10.222.0.85 "GET /v2.0/ports?device_id=b65e0368-12b3-4ac9-91ec-2e0998ddbba2 HTTP/1.1" status: 200 len: 931 time: 0.0562365 May 18 19:19:44.275138 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-8e6f38fc-b48e-4b0d-b7fd-d09096e4e2b8 req-671b5224-3ce5-4ccb-bdfd-755426247ac7 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2919b20-7a4e-4298-b528-3bcdafd628c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348063 May 18 19:19:44.851981 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [req-73fc1bff-1b5b-480a-9631-5767abcc2136 req-6d10ecb3-672a-485b-b6b7-e16db37b557a tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=102731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 19:19:44.854274 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-73fc1bff-1b5b-480a-9631-5767abcc2136 req-6d10ecb3-672a-485b-b6b7-e16db37b557a tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061035 May 18 19:19:44.915996 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.v2.base [req-73fc1bff-1b5b-480a-9631-5767abcc2136 req-6b9aec6d-214c-43ef-ad79-f1d2acbb8670 service neutron] Request body: {'port': {'device_id': 'b65e0368-12b3-4ac9-91ec-2e0998ddbba2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-3'}} {{(pid=102731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 19:19:44.981296 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-73fc1bff-1b5b-480a-9631-5767abcc2136 req-6b9aec6d-214c-43ef-ad79-f1d2acbb8670 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:19:45.267263 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [req-73fc1bff-1b5b-480a-9631-5767abcc2136 req-6b9aec6d-214c-43ef-ad79-f1d2acbb8670 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 499f60be-2596-4ff3-83d3-b9f8dfa3291a {{(pid=102731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 19:19:45.276259 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-73fc1bff-1b5b-480a-9631-5767abcc2136 req-6b9aec6d-214c-43ef-ad79-f1d2acbb8670 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:19:45.288463 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.provisioning_blocks [req-73fc1bff-1b5b-480a-9631-5767abcc2136 req-6b9aec6d-214c-43ef-ad79-f1d2acbb8670 service neutron] Transition to ACTIVE for port object 499f60be-2596-4ff3-83d3-b9f8dfa3291a will not be triggered until provisioned by entity L2. {{(pid=102731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 19:19:45.293055 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-73fc1bff-1b5b-480a-9631-5767abcc2136 req-6b9aec6d-214c-43ef-ad79-f1d2acbb8670 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:19:45.357234 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9aec6d-214c-43ef-ad79-f1d2acbb8670 service neutron] Pushing event updated for resources: {'Port': ['ID=499f60be-2596-4ff3-83d3-b9f8dfa3291a,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:19:45.409387 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e899f8aa-c77e-4279-8572-93802a0a3e2d req-6e751dd9-5bfb-47fd-b379-c4300800e716 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:19:45.411028 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e899f8aa-c77e-4279-8572-93802a0a3e2d req-6e751dd9-5bfb-47fd-b379-c4300800e716 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] 10.222.0.85 "GET /v2.0/ports?device_id=b65e0368-12b3-4ac9-91ec-2e0998ddbba2 HTTP/1.1" status: 200 len: 943 time: 0.0610917 May 18 19:19:45.441447 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-73fc1bff-1b5b-480a-9631-5767abcc2136 req-6b9aec6d-214c-43ef-ad79-f1d2acbb8670 service neutron] Attempting to bind port 499f60be-2596-4ff3-83d3-b9f8dfa3291a on host n-h2-838550-3 for vnic_type normal with profile {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 19:19:45.442747 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-73fc1bff-1b5b-480a-9631-5767abcc2136 req-6b9aec6d-214c-43ef-ad79-f1d2acbb8670 service neutron] Attempting to bind port 499f60be-2596-4ff3-83d3-b9f8dfa3291a by drivers openvswitch,hyperv on host n-h2-838550-3 at level 0 using segments [{'id': '1135944c-197a-4b0e-8532-c7509ee19d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'a67bbedd-3df0-4f2d-96ae-46deff56902b'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 19:19:45.442747 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73fc1bff-1b5b-480a-9631-5767abcc2136 req-6b9aec6d-214c-43ef-ad79-f1d2acbb8670 service neutron] Attempting to bind port 499f60be-2596-4ff3-83d3-b9f8dfa3291a on network a67bbedd-3df0-4f2d-96ae-46deff56902b {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 19:19:45.447774 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73fc1bff-1b5b-480a-9631-5767abcc2136 req-6b9aec6d-214c-43ef-ad79-f1d2acbb8670 service neutron] Port 499f60be-2596-4ff3-83d3-b9f8dfa3291a on network a67bbedd-3df0-4f2d-96ae-46deff56902b not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-3 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 19:19:45.448097 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73fc1bff-1b5b-480a-9631-5767abcc2136 req-6b9aec6d-214c-43ef-ad79-f1d2acbb8670 service neutron] Attempting to bind port 499f60be-2596-4ff3-83d3-b9f8dfa3291a on network a67bbedd-3df0-4f2d-96ae-46deff56902b {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 19:19:45.453664 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73fc1bff-1b5b-480a-9631-5767abcc2136 req-6b9aec6d-214c-43ef-ad79-f1d2acbb8670 service neutron] Checking agent: {'id': 'd1be059a-68ea-4c77-9b2b-29f4afa47e14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'started_at': datetime.datetime(2022, 5, 18, 17, 58, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 19, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 19:19:45.454005 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73fc1bff-1b5b-480a-9631-5767abcc2136 req-6b9aec6d-214c-43ef-ad79-f1d2acbb8670 service neutron] Checking segment: {'id': '1135944c-197a-4b0e-8532-c7509ee19d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'a67bbedd-3df0-4f2d-96ae-46deff56902b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 18 19:19:45.454383 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73fc1bff-1b5b-480a-9631-5767abcc2136 req-6b9aec6d-214c-43ef-ad79-f1d2acbb8670 service neutron] Bound using segment: {'id': '1135944c-197a-4b0e-8532-c7509ee19d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'a67bbedd-3df0-4f2d-96ae-46deff56902b'} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 19:19:45.454815 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [req-73fc1bff-1b5b-480a-9631-5767abcc2136 req-6b9aec6d-214c-43ef-ad79-f1d2acbb8670 service neutron] Bound port: 499f60be-2596-4ff3-83d3-b9f8dfa3291a, host: n-h2-838550-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1135944c-197a-4b0e-8532-c7509ee19d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'a67bbedd-3df0-4f2d-96ae-46deff56902b'}}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 19:19:45.455174 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-73fc1bff-1b5b-480a-9631-5767abcc2136 req-6b9aec6d-214c-43ef-ad79-f1d2acbb8670 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:19:45.455294 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e899f8aa-c77e-4279-8572-93802a0a3e2d req-1630d68f-129c-408f-b5e2-d56aba381d6c tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2919b20-7a4e-4298-b528-3bcdafd628c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377548 May 18 19:19:45.550867 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-73fc1bff-1b5b-480a-9631-5767abcc2136 req-6b9aec6d-214c-43ef-ad79-f1d2acbb8670 service neutron] For port 499f60be-2596-4ff3-83d3-b9f8dfa3291a, host n-h2-838550-3, cleared binding levels {{(pid=102731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 19:19:45.554802 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-73fc1bff-1b5b-480a-9631-5767abcc2136 req-6b9aec6d-214c-43ef-ad79-f1d2acbb8670 service neutron] For port 499f60be-2596-4ff3-83d3-b9f8dfa3291a, host n-h2-838550-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=499f60be-2596-4ff3-83d3-b9f8dfa3291a,segment=NetworkSegment(1135944c-197a-4b0e-8532-c7509ee19d41),segment_id=1135944c-197a-4b0e-8532-c7509ee19d41)] {{(pid=102731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 19:19:45.563468 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-73fc1bff-1b5b-480a-9631-5767abcc2136 req-6b9aec6d-214c-43ef-ad79-f1d2acbb8670 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260898314'] for port, after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:19:45.608154 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fc1bff-1b5b-480a-9631-5767abcc2136 req-6b9aec6d-214c-43ef-ad79-f1d2acbb8670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:19:45.608725 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-73fc1bff-1b5b-480a-9631-5767abcc2136 req-6b9aec6d-214c-43ef-ad79-f1d2acbb8670 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:19:45.610649 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-73fc1bff-1b5b-480a-9631-5767abcc2136 req-6b9aec6d-214c-43ef-ad79-f1d2acbb8670 service neutron] 10.222.0.88 "PUT /v2.0/ports/499f60be-2596-4ff3-83d3-b9f8dfa3291a HTTP/1.1" status: 200 len: 1091 time: 0.7445683 May 18 19:19:45.611137 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b65e0368-12b3-4ac9-91ec-2e0998ddbba2', 'tag': '499f60be-2596-4ff3-83d3-b9f8dfa3291a'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 19:19:45.614043 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2af15054aaa6949616271ca6be3a072f6b50fedb79e93cfaf9b795926efec15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-406ad025-6664-44a7-be69-c7b35bc07290" -d '{"events": [{"name": "network-changed", "server_uuid": "b65e0368-12b3-4ac9-91ec-2e0998ddbba2", "tag": "499f60be-2596-4ff3-83d3-b9f8dfa3291a"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 19:19:45.638032 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9aec6d-214c-43ef-ad79-f1d2acbb8670 service neutron] Pushing event updated for resources: {'Port': ['ID=499f60be-2596-4ff3-83d3-b9f8dfa3291a,revision_number=3']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:19:45.732839 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fc1bff-1b5b-480a-9631-5767abcc2136 req-4a3359a7-6023-4e5c-b118-9772305e4578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:19:45.734552 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-73fc1bff-1b5b-480a-9631-5767abcc2136 req-4a3359a7-6023-4e5c-b118-9772305e4578 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=0e78744b790a4b35a8af40915974022c&device_id=b65e0368-12b3-4ac9-91ec-2e0998ddbba2 HTTP/1.1" status: 200 len: 1094 time: 0.0543723 May 18 19:19:45.785143 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 19:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29390860-a984-4a97-bbc5-833771b7b360 x-openstack-request-id: req-29390860-a984-4a97-bbc5-833771b7b360 {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 19:19:45.785761 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b65e0368-12b3-4ac9-91ec-2e0998ddbba2", "tag": "499f60be-2596-4ff3-83d3-b9f8dfa3291a", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 19:19:45.786053 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-29390860-a984-4a97-bbc5-833771b7b360 {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 19:19:45.787315 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29390860-a984-4a97-bbc5-833771b7b360'] response: {'name': 'network-changed', 'server_uuid': 'b65e0368-12b3-4ac9-91ec-2e0998ddbba2', 'tag': '499f60be-2596-4ff3-83d3-b9f8dfa3291a', 'status': 'completed', 'code': 200} May 18 19:19:45.789489 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-73fc1bff-1b5b-480a-9631-5767abcc2136 req-33c98c4f-a0b3-433f-bf8b-b186a1224d3a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=499f60be-2596-4ff3-83d3-b9f8dfa3291a HTTP/1.1" status: 200 len: 217 time: 0.0464590 May 18 19:19:45.848498 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fc1bff-1b5b-480a-9631-5767abcc2136 req-e2b1a051-b80c-40a5-856f-a194bc4b0844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:19:45.850014 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-73fc1bff-1b5b-480a-9631-5767abcc2136 req-e2b1a051-b80c-40a5-856f-a194bc4b0844 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=acbd674e-846d-43d9-aa49-0ca134c95e8e HTTP/1.1" status: 200 len: 849 time: 0.0516744 May 18 19:19:45.902109 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fc1bff-1b5b-480a-9631-5767abcc2136 req-268af645-468a-43ae-9a6a-c422b0e7cc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:19:45.903589 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-73fc1bff-1b5b-480a-9631-5767abcc2136 req-268af645-468a-43ae-9a6a-c422b0e7cc46 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=a67bbedd-3df0-4f2d-96ae-46deff56902b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461435 May 18 19:19:45.998902 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-73fc1bff-1b5b-480a-9631-5767abcc2136 req-a6cf259c-ebff-4e14-a7c9-ba5090ff2e64 service neutron] 10.222.0.88 "GET /v2.0/networks/a67bbedd-3df0-4f2d-96ae-46deff56902b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878606 May 18 19:19:46.088450 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-73fc1bff-1b5b-480a-9631-5767abcc2136 req-62260d02-4827-4e34-84cd-a0a2f096cf6f service neutron] 10.222.0.88 "GET /v2.0/networks/a67bbedd-3df0-4f2d-96ae-46deff56902b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822906 May 18 19:19:46.188342 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406ad025-6664-44a7-be69-c7b35bc07290 req-d51d7c55-bab6-4be9-8dd2-23f579e7726e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:19:46.189922 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-406ad025-6664-44a7-be69-c7b35bc07290 req-d51d7c55-bab6-4be9-8dd2-23f579e7726e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=0e78744b790a4b35a8af40915974022c&device_id=b65e0368-12b3-4ac9-91ec-2e0998ddbba2 HTTP/1.1" status: 200 len: 1094 time: 0.0491416 May 18 19:19:46.290569 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406ad025-6664-44a7-be69-c7b35bc07290 req-e3be8374-8d30-4759-8a1c-6df0bcd2f4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:19:46.292040 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-406ad025-6664-44a7-be69-c7b35bc07290 req-e3be8374-8d30-4759-8a1c-6df0bcd2f4b1 service neutron] 10.222.0.88 "GET /v2.0/networks?id=a67bbedd-3df0-4f2d-96ae-46deff56902b HTTP/1.1" status: 200 len: 911 time: 0.0954890 May 18 19:19:46.333551 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-406ad025-6664-44a7-be69-c7b35bc07290 req-c8236d33-5574-4629-a278-18fafe5676c8 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=499f60be-2596-4ff3-83d3-b9f8dfa3291a HTTP/1.1" status: 200 len: 217 time: 0.0346003 May 18 19:19:46.390355 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406ad025-6664-44a7-be69-c7b35bc07290 req-307fa78a-1171-4564-8745-84fd285b0f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:19:46.391831 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-406ad025-6664-44a7-be69-c7b35bc07290 req-307fa78a-1171-4564-8745-84fd285b0f50 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=acbd674e-846d-43d9-aa49-0ca134c95e8e HTTP/1.1" status: 200 len: 849 time: 0.0498254 May 18 19:19:46.440709 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406ad025-6664-44a7-be69-c7b35bc07290 req-1f86d265-2a2f-4842-8ae7-9610d46d6eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:19:46.442292 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-406ad025-6664-44a7-be69-c7b35bc07290 req-1f86d265-2a2f-4842-8ae7-9610d46d6eb8 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=a67bbedd-3df0-4f2d-96ae-46deff56902b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436525 May 18 19:19:46.543998 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-406ad025-6664-44a7-be69-c7b35bc07290 req-4d8e2451-b993-4d03-8344-9524fbe2a44b service neutron] 10.222.0.88 "GET /v2.0/networks/a67bbedd-3df0-4f2d-96ae-46deff56902b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939600 May 18 19:19:46.610543 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0018fb6d-dff1-4cc3-b8cd-42631477ef59 req-c4a97593-67f3-4139-928f-4c0ede612a82 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:19:46.612125 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0018fb6d-dff1-4cc3-b8cd-42631477ef59 req-c4a97593-67f3-4139-928f-4c0ede612a82 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] 10.222.0.85 "GET /v2.0/ports?device_id=b65e0368-12b3-4ac9-91ec-2e0998ddbba2 HTTP/1.1" status: 200 len: 943 time: 0.0554063 May 18 19:19:46.654356 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-406ad025-6664-44a7-be69-c7b35bc07290 req-eee3cb79-f7ba-4f1a-baf7-2ed0341083cc service neutron] 10.222.0.88 "GET /v2.0/networks/a67bbedd-3df0-4f2d-96ae-46deff56902b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028893 May 18 19:19:46.656451 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-0018fb6d-dff1-4cc3-b8cd-42631477ef59 req-eefa4c3f-4961-4052-a356-b571004d6a4d tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2919b20-7a4e-4298-b528-3bcdafd628c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379200 May 18 19:19:47.702040 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 499f60be-2596-4ff3-83d3-b9f8dfa3291a details requested by agent hyperv_n-h2-838550-3 with host n-h2-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 19:19:47.775837 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64df135-3168-41be-a469-8cd5a771eaa4 req-0f4247f7-b087-4014-8d6d-3b28c9373b05 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:19:47.777349 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b64df135-3168-41be-a469-8cd5a771eaa4 req-0f4247f7-b087-4014-8d6d-3b28c9373b05 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] 10.222.0.85 "GET /v2.0/ports?device_id=b65e0368-12b3-4ac9-91ec-2e0998ddbba2 HTTP/1.1" status: 200 len: 943 time: 0.0499146 May 18 19:19:47.796336 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 499f60be-2596-4ff3-83d3-b9f8dfa3291a, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=499f60be-2596-4ff3-83d3-b9f8dfa3291a,segment=NetworkSegment(1135944c-197a-4b0e-8532-c7509ee19d41),segment_id=1135944c-197a-4b0e-8532-c7509ee19d41)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 19:19:47.807538 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Returning: {'device': '499f60be-2596-4ff3-83d3-b9f8dfa3291a', 'network_id': 'a67bbedd-3df0-4f2d-96ae-46deff56902b', 'port_id': '499f60be-2596-4ff3-83d3-b9f8dfa3291a', 'mac_address': 'fa:16:3e:7a:ab:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acbd674e-846d-43d9-aa49-0ca134c95e8e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 19:19:47.815306 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b64df135-3168-41be-a469-8cd5a771eaa4 req-5e025c2c-c665-4292-bb50-8ef0e31533cd tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2919b20-7a4e-4298-b528-3bcdafd628c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316522 May 18 19:19:47.843510 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 499f60be-2596-4ff3-83d3-b9f8dfa3291a is: DOWN; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 19:19:47.843896 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:19:47.860307 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 499f60be-2596-4ff3-83d3-b9f8dfa3291a {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 19:19:47.878797 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 499f60be-2596-4ff3-83d3-b9f8dfa3291a, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=499f60be-2596-4ff3-83d3-b9f8dfa3291a,segment=NetworkSegment(1135944c-197a-4b0e-8532-c7509ee19d41),segment_id=1135944c-197a-4b0e-8532-c7509ee19d41)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 19:19:47.883509 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:19:47.932485 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=499f60be-2596-4ff3-83d3-b9f8dfa3291a,revision_number=4']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:19:48.128707 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['499f60be-2596-4ff3-83d3-b9f8dfa3291a'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 19:19:48.930036 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da03ed41-9755-404a-b228-4488a880f1a0 req-0a44d05e-52cd-4996-9e69-03530ec055cf tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:19:48.931965 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-da03ed41-9755-404a-b228-4488a880f1a0 req-0a44d05e-52cd-4996-9e69-03530ec055cf tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] 10.222.0.85 "GET /v2.0/ports?device_id=b65e0368-12b3-4ac9-91ec-2e0998ddbba2 HTTP/1.1" status: 200 len: 944 time: 0.0492632 May 18 19:19:48.968449 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-da03ed41-9755-404a-b228-4488a880f1a0 req-96ee8ecc-1e0a-493a-acf2-3d6ce2508f76 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2919b20-7a4e-4298-b528-3bcdafd628c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304558 May 18 19:19:49.716180 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 499f60be-2596-4ff3-83d3-b9f8dfa3291a up at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 19:19:49.766010 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning for port 499f60be-2596-4ff3-83d3-b9f8dfa3291a completed by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 19:19:49.769863 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning complete for port 499f60be-2596-4ff3-83d3-b9f8dfa3291a triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 19:19:49.770242 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:19:49.851705 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 499f60be-2596-4ff3-83d3-b9f8dfa3291a is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 19:19:49.852727 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:19:49.887204 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b65e0368-12b3-4ac9-91ec-2e0998ddbba2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '499f60be-2596-4ff3-83d3-b9f8dfa3291a'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 19:19:49.889424 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5d64110a1ec54c0f2bae3109cf83ae5c70b13a424bf8c5acbf84dbd50ace00d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-967c3775-696b-46f5-9ccb-fb00602025da" -d '{"events": [{"server_uuid": "b65e0368-12b3-4ac9-91ec-2e0998ddbba2", "name": "network-vif-plugged", "status": "completed", "tag": "499f60be-2596-4ff3-83d3-b9f8dfa3291a"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 19:19:49.903831 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 499f60be-2596-4ff3-83d3-b9f8dfa3291a, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=499f60be-2596-4ff3-83d3-b9f8dfa3291a,segment=NetworkSegment(1135944c-197a-4b0e-8532-c7509ee19d41),segment_id=1135944c-197a-4b0e-8532-c7509ee19d41)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 19:19:49.908240 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:19:49.932443 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 19:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-776d22e3-409b-4159-84a4-24d932c439fa x-openstack-request-id: req-776d22e3-409b-4159-84a4-24d932c439fa {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 19:19:49.932736 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b65e0368-12b3-4ac9-91ec-2e0998ddbba2", "name": "network-vif-plugged", "status": "completed", "tag": "499f60be-2596-4ff3-83d3-b9f8dfa3291a", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 19:19:49.932989 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-776d22e3-409b-4159-84a4-24d932c439fa {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 19:19:49.933386 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-776d22e3-409b-4159-84a4-24d932c439fa'] response: {'server_uuid': 'b65e0368-12b3-4ac9-91ec-2e0998ddbba2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '499f60be-2596-4ff3-83d3-b9f8dfa3291a', 'code': 200} May 18 19:19:49.958420 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=499f60be-2596-4ff3-83d3-b9f8dfa3291a,revision_number=5']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:19:50.032186 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7976fbcf-f4e4-41b8-98ff-e4d0d768508d req-090fbdb7-959d-4eba-a9e4-1b9ee4b8ebfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:19:50.033784 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7976fbcf-f4e4-41b8-98ff-e4d0d768508d req-090fbdb7-959d-4eba-a9e4-1b9ee4b8ebfd service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=b65e0368-12b3-4ac9-91ec-2e0998ddbba2 HTTP/1.1" status: 200 len: 1096 time: 0.0447667 May 18 19:19:50.070437 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-7976fbcf-f4e4-41b8-98ff-e4d0d768508d req-bd7ec527-c066-45e6-8142-560040c0e94d service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=b2919b20-7a4e-4298-b528-3bcdafd628c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282638 May 18 19:19:50.088219 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef343f5d-1a0c-46b6-9d3a-1038cf6f9dc9 req-14d79d93-bb3d-443e-80b8-5b57c6696e0f tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:19:50.089774 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ef343f5d-1a0c-46b6-9d3a-1038cf6f9dc9 req-14d79d93-bb3d-443e-80b8-5b57c6696e0f tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] 10.222.0.85 "GET /v2.0/ports?device_id=b65e0368-12b3-4ac9-91ec-2e0998ddbba2 HTTP/1.1" status: 200 len: 945 time: 0.0488610 May 18 19:19:50.136295 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ef343f5d-1a0c-46b6-9d3a-1038cf6f9dc9 req-50d4b226-489a-4985-8cbd-8ca4bf15c032 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2919b20-7a4e-4298-b528-3bcdafd628c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372603 May 18 19:19:51.252460 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01f0802-e295-4536-95f2-5d1d6af58541 req-2c338e08-3e41-4d84-adc5-5bb096d50fc6 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:19:51.253969 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b01f0802-e295-4536-95f2-5d1d6af58541 req-2c338e08-3e41-4d84-adc5-5bb096d50fc6 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] 10.222.0.85 "GET /v2.0/ports?device_id=b65e0368-12b3-4ac9-91ec-2e0998ddbba2 HTTP/1.1" status: 200 len: 945 time: 0.0495033 May 18 19:19:51.293028 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-b01f0802-e295-4536-95f2-5d1d6af58541 req-d7e6c1ff-9d3f-443f-a829-9c0d245a8989 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2919b20-7a4e-4298-b528-3bcdafd628c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325193 May 18 19:19:51.409682 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04eda82-30ae-45f3-b283-a0544fd948d6 req-d53f77e2-4ce5-40f9-b608-95e70ccdf6c2 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:19:51.411260 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f04eda82-30ae-45f3-b283-a0544fd948d6 req-d53f77e2-4ce5-40f9-b608-95e70ccdf6c2 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] 10.222.0.85 "GET /v2.0/ports?device_id=b65e0368-12b3-4ac9-91ec-2e0998ddbba2 HTTP/1.1" status: 200 len: 945 time: 0.0529819 May 18 19:19:51.450287 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f04eda82-30ae-45f3-b283-a0544fd948d6 req-d3653c03-9dca-48a0-802a-0a0a56221a5f tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2919b20-7a4e-4298-b528-3bcdafd628c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326674 May 18 19:19:51.472151 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 52064) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:19:51.512042 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742333bf-e10a-4d03-9b66-fb630a55d486 tempest-TestSnapshotPattern-1304780861 tempest-TestSnapshotPattern-1304780861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:19:51.513629 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-742333bf-e10a-4d03-9b66-fb630a55d486 tempest-TestSnapshotPattern-1304780861 tempest-TestSnapshotPattern-1304780861-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=b65e0368-12b3-4ac9-91ec-2e0998ddbba2 HTTP/1.1" status: 200 len: 1091 time: 0.0404940 May 18 19:19:51.516455 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 52066) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:19:51.520646 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.v2.base [None req-a22b26e8-238f-489d-ab9a-fd6f68c95ee2 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Request body: {'floatingip': {'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'port_id': '499f60be-2596-4ff3-83d3-b9f8dfa3291a', 'tenant_id': '0e78744b790a4b35a8af40915974022c', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 19:19:51.541300 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a22b26e8-238f-489d-ab9a-fd6f68c95ee2 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Notify callbacks [] for floatingip, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:19:51.640273 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a22b26e8-238f-489d-ab9a-fd6f68c95ee2 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:19:51.748812 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-a22b26e8-238f-489d-ab9a-fd6f68c95ee2 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Allocated IP 172.25.5.199 (31ebd439-090c-4b25-bbb0-31c48711b145/363a2810-8a83-4be0-a317-7c91fcd94485/cb0fdfd1-79aa-4009-9425-af1425144e23) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 19:19:51.849956 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a22b26e8-238f-489d-ab9a-fd6f68c95ee2 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Notify callbacks [] for port, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:19:51.883215 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a22b26e8-238f-489d-ab9a-fd6f68c95ee2 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753014703517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:19:51.919276 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a22b26e8-238f-489d-ab9a-fd6f68c95ee2 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Network 31ebd439-090c-4b25-bbb0-31c48711b145 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 19:19:51.922137 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-a22b26e8-238f-489d-ab9a-fd6f68c95ee2 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 19:19:51.925508 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22b26e8-238f-489d-ab9a-fd6f68c95ee2 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 19:19:51.960267 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22b26e8-238f-489d-ab9a-fd6f68c95ee2 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Pushing event updated for resources: {'Port': ['ID=cb0fdfd1-79aa-4009-9425-af1425144e23,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:19:51.972045 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22b26e8-238f-489d-ab9a-fd6f68c95ee2 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:19:51.972396 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22b26e8-238f-489d-ab9a-fd6f68c95ee2 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:19:51.972736 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22b26e8-238f-489d-ab9a-fd6f68c95ee2 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:19:51.973076 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22b26e8-238f-489d-ab9a-fd6f68c95ee2 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:19:51.973416 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22b26e8-238f-489d-ab9a-fd6f68c95ee2 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:19:51.973781 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22b26e8-238f-489d-ab9a-fd6f68c95ee2 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:19:51.974121 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22b26e8-238f-489d-ab9a-fd6f68c95ee2 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:19:51.974450 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22b26e8-238f-489d-ab9a-fd6f68c95ee2 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:19:51.974777 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22b26e8-238f-489d-ab9a-fd6f68c95ee2 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:19:51.975102 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22b26e8-238f-489d-ab9a-fd6f68c95ee2 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:19:51.975431 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22b26e8-238f-489d-ab9a-fd6f68c95ee2 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:19:51.975755 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22b26e8-238f-489d-ab9a-fd6f68c95ee2 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:19:52.301778 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a22b26e8-238f-489d-ab9a-fd6f68c95ee2 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:19:52.371239 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a22b26e8-238f-489d-ab9a-fd6f68c95ee2 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:19:52.521674 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a22b26e8-238f-489d-ab9a-fd6f68c95ee2 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Notify callbacks [] for port, precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:19:52.526457 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a22b26e8-238f-489d-ab9a-fd6f68c95ee2 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261104712'] for port, after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:19:52.601160 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22b26e8-238f-489d-ab9a-fd6f68c95ee2 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Pushing event updated for resources: {'Port': ['ID=cb0fdfd1-79aa-4009-9425-af1425144e23,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:19:52.614092 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a22b26e8-238f-489d-ab9a-fd6f68c95ee2 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596987'] for floatingip, after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:19:52.716826 n-d-838550-3 neutron-server[102730]: INFO neutron.db.l3_db [None req-a22b26e8-238f-489d-ab9a-fd6f68c95ee2 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Floating IP b9525d8f-0d38-41de-b5ac-51bf49275040 associated. External IP: 172.25.5.199, port: 499f60be-2596-4ff3-83d3-b9f8dfa3291a. May 18 19:19:52.923038 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a22b26e8-238f-489d-ab9a-fd6f68c95ee2 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Router 0fb3eb5c-9700-47b4-8f00-2bb5fb722eff has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 19:19:53.029099 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a22b26e8-238f-489d-ab9a-fd6f68c95ee2 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 19:19:53.038819 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc180cc-8ac8-4ccb-b2cb-6a1a6304aa53 None None] Sync routers for ids ['0fb3eb5c-9700-47b4-8f00-2bb5fb722eff'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 19:19:53.049025 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a22b26e8-238f-489d-ab9a-fd6f68c95ee2 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:19:53.050056 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc180cc-8ac8-4ccb-b2cb-6a1a6304aa53 None None] Routers {'0fb3eb5c-9700-47b4-8f00-2bb5fb722eff'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 19:19:53.050844 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-4fc180cc-8ac8-4ccb-b2cb-6a1a6304aa53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T19:19:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['0fb3eb5c-9700-47b4-8f00-2bb5fb722eff'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:19:53.076178 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-a22b26e8-238f-489d-ab9a-fd6f68c95ee2 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5587082 May 18 19:19:53.076864 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b65e0368-12b3-4ac9-91ec-2e0998ddbba2', 'tag': '499f60be-2596-4ff3-83d3-b9f8dfa3291a'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 19:19:53.079267 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebab1398998b981f34f543ac0b562e5946bae5cf08db64623ace6dd3c2d346bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be49bb77-b804-46e4-a79a-0c06f65b3dc7" -d '{"events": [{"name": "network-changed", "server_uuid": "b65e0368-12b3-4ac9-91ec-2e0998ddbba2", "tag": "499f60be-2596-4ff3-83d3-b9f8dfa3291a"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 19:19:53.121673 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 19:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5588310e-1369-40aa-8994-d4402afe6e59 x-openstack-request-id: req-5588310e-1369-40aa-8994-d4402afe6e59 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 19:19:53.121973 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b65e0368-12b3-4ac9-91ec-2e0998ddbba2", "tag": "499f60be-2596-4ff3-83d3-b9f8dfa3291a", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 19:19:53.122315 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-5588310e-1369-40aa-8994-d4402afe6e59 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 19:19:53.122748 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5588310e-1369-40aa-8994-d4402afe6e59'] response: {'name': 'network-changed', 'server_uuid': 'b65e0368-12b3-4ac9-91ec-2e0998ddbba2', 'tag': '499f60be-2596-4ff3-83d3-b9f8dfa3291a', 'status': 'completed', 'code': 200} May 18 19:19:53.186897 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be49bb77-b804-46e4-a79a-0c06f65b3dc7 req-cea97c4a-fea2-4755-8081-a0c720b1b36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:19:53.189346 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-be49bb77-b804-46e4-a79a-0c06f65b3dc7 req-cea97c4a-fea2-4755-8081-a0c720b1b36c service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=0e78744b790a4b35a8af40915974022c&device_id=b65e0368-12b3-4ac9-91ec-2e0998ddbba2 HTTP/1.1" status: 200 len: 1096 time: 0.0430913 May 18 19:19:53.244642 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-4fc180cc-8ac8-4ccb-b2cb-6a1a6304aa53 None None] Set router 0fb3eb5c-9700-47b4-8f00-2bb5fb722eff gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 19:19:53.297161 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be49bb77-b804-46e4-a79a-0c06f65b3dc7 req-80279481-24fe-40ba-a00d-549cd4d9a01c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:19:53.299661 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-be49bb77-b804-46e4-a79a-0c06f65b3dc7 req-80279481-24fe-40ba-a00d-549cd4d9a01c service neutron] 10.222.0.88 "GET /v2.0/networks?id=a67bbedd-3df0-4f2d-96ae-46deff56902b HTTP/1.1" status: 200 len: 911 time: 0.1029298 May 18 19:19:53.367923 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-be49bb77-b804-46e4-a79a-0c06f65b3dc7 req-d1f0219d-d939-4e4c-812c-e06cb7f6d738 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=499f60be-2596-4ff3-83d3-b9f8dfa3291a HTTP/1.1" status: 200 len: 999 time: 0.0617194 May 18 19:19:53.426732 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be49bb77-b804-46e4-a79a-0c06f65b3dc7 req-5ca2b499-1fe1-4b52-84cc-f40942bfac0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:19:53.428308 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-be49bb77-b804-46e4-a79a-0c06f65b3dc7 req-5ca2b499-1fe1-4b52-84cc-f40942bfac0a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=acbd674e-846d-43d9-aa49-0ca134c95e8e HTTP/1.1" status: 200 len: 849 time: 0.0495403 May 18 19:19:53.475687 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be49bb77-b804-46e4-a79a-0c06f65b3dc7 req-f337786c-5f9c-4ca8-839f-9b5e5160a863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:19:53.477148 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-be49bb77-b804-46e4-a79a-0c06f65b3dc7 req-f337786c-5f9c-4ca8-839f-9b5e5160a863 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=a67bbedd-3df0-4f2d-96ae-46deff56902b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416205 May 18 19:19:53.481333 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-4fc180cc-8ac8-4ccb-b2cb-6a1a6304aa53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb3eb5c-9700-47b4-8f00-2bb5fb722eff', 'name': 'tempest-TestSnapshotPattern-1586761689-router', 'tenant_id': '0e78744b790a4b35a8af40915974022c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': 'fde9f53c-7f42-42b8-9251-169775a9c81c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T19:16:58Z', 'updated_at': '2022-05-18T19:17:00Z', 'revision_number': 4, 'project_id': '0e78744b790a4b35a8af40915974022c', 'gw_port': {'id': 'fde9f53c-7f42-42b8-9251-169775a9c81c', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:af:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb3eb5c-9700-47b4-8f00-2bb5fb722eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4432, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:16:58Z', 'updated_at': '2022-05-18T19:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': '2c7ae90b-ea5b-4937-bb20-65e3c40dfbb3', 'tenant_id': '0e78744b790a4b35a8af40915974022c', 'floating_ip_address': '172.25.5.107', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': '0fb3eb5c-9700-47b4-8f00-2bb5fb722eff', 'port_id': '6b387966-603b-49e2-952c-ccfc187d731b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a67bbedd-3df0-4f2d-96ae-46deff56902b', 'mac_address': 'fa:16:3e:19:77:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2a0caee-7230-4eba-b444-57d41891d6d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T19:17:21Z', 'updated_at': '2022-05-18T19:17:23Z', 'revision_number': 1, 'project_id': '0e78744b790a4b35a8af40915974022c', 'fixed_ip_address_scope': None}, {'id': 'b9525d8f-0d38-41de-b5ac-51bf49275040', 'tenant_id': '0e78744b790a4b35a8af40915974022c', 'floating_ip_address': '172.25.5.199', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': '0fb3eb5c-9700-47b4-8f00-2bb5fb722eff', 'port_id': '499f60be-2596-4ff3-83d3-b9f8dfa3291a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a67bbedd-3df0-4f2d-96ae-46deff56902b', 'mac_address': 'fa:16:3e:7a:ab:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65e0368-12b3-4ac9-91ec-2e0998ddbba2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T19:19:52Z', 'updated_at': '2022-05-18T19:19:52Z', 'revision_number': 0, 'project_id': '0e78744b790a4b35a8af40915974022c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd0d0088-502c-4ece-94d4-ee221d024d73', 'name': '', 'network_id': 'a67bbedd-3df0-4f2d-96ae-46deff56902b', 'tenant_id': '0e78744b790a4b35a8af40915974022c', 'mac_address': 'fa:16:3e:fc:8f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb3eb5c-9700-47b4-8f00-2bb5fb722eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4433, 'fixed_ips': [{'subnet_id': 'acbd674e-846d-43d9-aa49-0ca134c95e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:17:00Z', 'updated_at': '2022-05-18T19:17:05Z', 'revision_number': 5, 'project_id': '0e78744b790a4b35a8af40915974022c', 'subnets': [{'id': 'acbd674e-846d-43d9-aa49-0ca134c95e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:19:53.507333 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc180cc-8ac8-4ccb-b2cb-6a1a6304aa53 None None] Checking router: 0fb3eb5c-9700-47b4-8f00-2bb5fb722eff for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 19:19:53.516618 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc180cc-8ac8-4ccb-b2cb-6a1a6304aa53 None None] Routers {'0fb3eb5c-9700-47b4-8f00-2bb5fb722eff'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 19:19:53.517216 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-4fc180cc-8ac8-4ccb-b2cb-6a1a6304aa53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T19:19:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['0fb3eb5c-9700-47b4-8f00-2bb5fb722eff'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:19:53.571995 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-be49bb77-b804-46e4-a79a-0c06f65b3dc7 req-6117994e-e3ec-4f88-8528-e6399a686d4b service neutron] 10.222.0.88 "GET /v2.0/networks/a67bbedd-3df0-4f2d-96ae-46deff56902b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853207 May 18 19:19:53.623066 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-4fc180cc-8ac8-4ccb-b2cb-6a1a6304aa53 None None] Set router 0fb3eb5c-9700-47b4-8f00-2bb5fb722eff gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 19:19:53.679830 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-be49bb77-b804-46e4-a79a-0c06f65b3dc7 req-e384cc1e-c92c-40fe-aec8-669d161202d4 service neutron] 10.222.0.88 "GET /v2.0/networks/a67bbedd-3df0-4f2d-96ae-46deff56902b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957861 May 18 19:19:53.853724 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-4fc180cc-8ac8-4ccb-b2cb-6a1a6304aa53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb3eb5c-9700-47b4-8f00-2bb5fb722eff', 'name': 'tempest-TestSnapshotPattern-1586761689-router', 'tenant_id': '0e78744b790a4b35a8af40915974022c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': 'fde9f53c-7f42-42b8-9251-169775a9c81c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T19:16:58Z', 'updated_at': '2022-05-18T19:17:00Z', 'revision_number': 4, 'project_id': '0e78744b790a4b35a8af40915974022c', 'gw_port': {'id': 'fde9f53c-7f42-42b8-9251-169775a9c81c', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:af:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb3eb5c-9700-47b4-8f00-2bb5fb722eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4432, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:16:58Z', 'updated_at': '2022-05-18T19:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': '2c7ae90b-ea5b-4937-bb20-65e3c40dfbb3', 'tenant_id': '0e78744b790a4b35a8af40915974022c', 'floating_ip_address': '172.25.5.107', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': '0fb3eb5c-9700-47b4-8f00-2bb5fb722eff', 'port_id': '6b387966-603b-49e2-952c-ccfc187d731b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a67bbedd-3df0-4f2d-96ae-46deff56902b', 'mac_address': 'fa:16:3e:19:77:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2a0caee-7230-4eba-b444-57d41891d6d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T19:17:21Z', 'updated_at': '2022-05-18T19:17:23Z', 'revision_number': 1, 'project_id': '0e78744b790a4b35a8af40915974022c', 'fixed_ip_address_scope': None}, {'id': 'b9525d8f-0d38-41de-b5ac-51bf49275040', 'tenant_id': '0e78744b790a4b35a8af40915974022c', 'floating_ip_address': '172.25.5.199', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': '0fb3eb5c-9700-47b4-8f00-2bb5fb722eff', 'port_id': '499f60be-2596-4ff3-83d3-b9f8dfa3291a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a67bbedd-3df0-4f2d-96ae-46deff56902b', 'mac_address': 'fa:16:3e:7a:ab:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65e0368-12b3-4ac9-91ec-2e0998ddbba2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T19:19:52Z', 'updated_at': '2022-05-18T19:19:52Z', 'revision_number': 0, 'project_id': '0e78744b790a4b35a8af40915974022c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd0d0088-502c-4ece-94d4-ee221d024d73', 'name': '', 'network_id': 'a67bbedd-3df0-4f2d-96ae-46deff56902b', 'tenant_id': '0e78744b790a4b35a8af40915974022c', 'mac_address': 'fa:16:3e:fc:8f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb3eb5c-9700-47b4-8f00-2bb5fb722eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4433, 'fixed_ips': [{'subnet_id': 'acbd674e-846d-43d9-aa49-0ca134c95e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:17:00Z', 'updated_at': '2022-05-18T19:17:05Z', 'revision_number': 5, 'project_id': '0e78744b790a4b35a8af40915974022c', 'subnets': [{'id': 'acbd674e-846d-43d9-aa49-0ca134c95e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:19:53.882294 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc180cc-8ac8-4ccb-b2cb-6a1a6304aa53 None None] The sync data for ids ['0fb3eb5c-9700-47b4-8f00-2bb5fb722eff'] in n-d-838550-3 is: [{'id': '0fb3eb5c-9700-47b4-8f00-2bb5fb722eff', 'name': 'tempest-TestSnapshotPattern-1586761689-router', 'tenant_id': '0e78744b790a4b35a8af40915974022c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': 'fde9f53c-7f42-42b8-9251-169775a9c81c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T19:16:58Z', 'updated_at': '2022-05-18T19:17:00Z', 'revision_number': 4, 'project_id': '0e78744b790a4b35a8af40915974022c', 'gw_port': {'id': 'fde9f53c-7f42-42b8-9251-169775a9c81c', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:af:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb3eb5c-9700-47b4-8f00-2bb5fb722eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4432, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:16:58Z', 'updated_at': '2022-05-18T19:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': '2c7ae90b-ea5b-4937-bb20-65e3c40dfbb3', 'tenant_id': '0e78744b790a4b35a8af40915974022c', 'floating_ip_address': '172.25.5.107', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': '0fb3eb5c-9700-47b4-8f00-2bb5fb722eff', 'port_id': '6b387966-603b-49e2-952c-ccfc187d731b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a67bbedd-3df0-4f2d-96ae-46deff56902b', 'mac_address': 'fa:16:3e:19:77:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2a0caee-7230-4eba-b444-57d41891d6d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T19:17:21Z', 'updated_at': '2022-05-18T19:17:23Z', 'revision_number': 1, 'project_id': '0e78744b790a4b35a8af40915974022c', 'fixed_ip_address_scope': None}, {'id': 'b9525d8f-0d38-41de-b5ac-51bf49275040', 'tenant_id': '0e78744b790a4b35a8af40915974022c', 'floating_ip_address': '172.25.5.199', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': '0fb3eb5c-9700-47b4-8f00-2bb5fb722eff', 'port_id': '499f60be-2596-4ff3-83d3-b9f8dfa3291a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a67bbedd-3df0-4f2d-96ae-46deff56902b', 'mac_address': 'fa:16:3e:7a:ab:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65e0368-12b3-4ac9-91ec-2e0998ddbba2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T19:19:52Z', 'updated_at': '2022-05-18T19:19:52Z', 'revision_number': 0, 'project_id': '0e78744b790a4b35a8af40915974022c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd0d0088-502c-4ece-94d4-ee221d024d73', 'name': '', 'network_id': 'a67bbedd-3df0-4f2d-96ae-46deff56902b', 'tenant_id': '0e78744b790a4b35a8af40915974022c', 'mac_address': 'fa:16:3e:fc:8f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb3eb5c-9700-47b4-8f00-2bb5fb722eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4433, 'fixed_ips': [{'subnet_id': 'acbd674e-846d-43d9-aa49-0ca134c95e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:17:00Z', 'updated_at': '2022-05-18T19:17:05Z', 'revision_number': 5, 'project_id': '0e78744b790a4b35a8af40915974022c', 'subnets': [{'id': 'acbd674e-846d-43d9-aa49-0ca134c95e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 19:19:54.073407 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd9013c6-6dd9-4105-bd30-775b3160787a None None] New status for floating IP b9525d8f-0d38-41de-b5ac-51bf49275040: ACTIVE {{(pid=102732) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 19:20:01.607125 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:20:01.848971 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:20:07.778302 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-ae86ecab-5395-4a18-adb3-bac2723d85e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:20:10.171866 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-3c20d942-fe8c-4cd2-bf6a-007d286a5a11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:20:11.555226 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:20:12.701552 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:20:13.238521 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:20:17.264259 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 7 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 19:20:31.611742 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:20:31.863967 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:20:37.771164 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c0266d7e-7e45-4181-a251-45cc7a53a12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:20:40.173737 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-63f47502-da56-4c92-b823-112f57396493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:20:41.554867 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:20:42.704426 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:20:43.244308 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:20:45.391223 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3f6fd1d6-f324-4c5d-807e-7da8b0baea40 req-28167124-596c-4647-97b2-d178acec5945 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b2a0caee-7230-4eba-b444-57d41891d6d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0903032 May 18 19:20:45.481369 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6fd1d6-f324-4c5d-807e-7da8b0baea40 req-5572172d-26e0-4688-b2fa-afd5ced10993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:20:45.483159 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3f6fd1d6-f324-4c5d-807e-7da8b0baea40 req-5572172d-26e0-4688-b2fa-afd5ced10993 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0e78744b790a4b35a8af40915974022c&device_id=b2a0caee-7230-4eba-b444-57d41891d6d9 HTTP/1.1" status: 200 len: 1095 time: 0.0414677 May 18 19:20:45.609991 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6fd1d6-f324-4c5d-807e-7da8b0baea40 req-0ef8b431-3aa5-471f-b5e9-ab4c801bc8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:20:45.611164 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3f6fd1d6-f324-4c5d-807e-7da8b0baea40 req-0ef8b431-3aa5-471f-b5e9-ab4c801bc8c6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a67bbedd-3df0-4f2d-96ae-46deff56902b HTTP/1.1" status: 200 len: 911 time: 0.1020777 May 18 19:20:45.679327 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3f6fd1d6-f324-4c5d-807e-7da8b0baea40 req-b45da72e-6bef-4cc9-b766-d6e78387abb9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6b387966-603b-49e2-952c-ccfc187d731b HTTP/1.1" status: 200 len: 1000 time: 0.0570126 May 18 19:20:45.740564 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6fd1d6-f324-4c5d-807e-7da8b0baea40 req-64b1955e-b4d7-41ca-b33b-76811635d183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:20:45.742023 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3f6fd1d6-f324-4c5d-807e-7da8b0baea40 req-64b1955e-b4d7-41ca-b33b-76811635d183 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=acbd674e-846d-43d9-aa49-0ca134c95e8e HTTP/1.1" status: 200 len: 849 time: 0.0474916 May 18 19:20:45.791904 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6fd1d6-f324-4c5d-807e-7da8b0baea40 req-3e4203be-e026-4717-9252-1c62fffac2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:20:45.793940 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3f6fd1d6-f324-4c5d-807e-7da8b0baea40 req-3e4203be-e026-4717-9252-1c62fffac2f7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a67bbedd-3df0-4f2d-96ae-46deff56902b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409262 May 18 19:20:45.886956 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3f6fd1d6-f324-4c5d-807e-7da8b0baea40 req-98f4284c-7734-4996-af26-37c15818dd40 service neutron] 10.222.0.36 "GET /v2.0/networks/a67bbedd-3df0-4f2d-96ae-46deff56902b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815160 May 18 19:20:45.986170 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-3f6fd1d6-f324-4c5d-807e-7da8b0baea40 req-0de9c80e-87e0-4b59-b59a-12e528e15950 service neutron] 10.222.0.36 "GET /v2.0/networks/a67bbedd-3df0-4f2d-96ae-46deff56902b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883338 May 18 19:20:46.906972 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-88b83b2f-e1e8-4456-af18-1f6c6f957c55 req-379e4b4d-6941-4ffb-b5a7-742d4c97d3e8 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=b65e0368-12b3-4ac9-91ec-2e0998ddbba2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0413861 May 18 19:20:46.987589 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b83b2f-e1e8-4456-af18-1f6c6f957c55 req-80d0faf2-5ff6-45d9-807d-51da8f786829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:20:46.989004 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-88b83b2f-e1e8-4456-af18-1f6c6f957c55 req-80d0faf2-5ff6-45d9-807d-51da8f786829 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=0e78744b790a4b35a8af40915974022c&device_id=b65e0368-12b3-4ac9-91ec-2e0998ddbba2 HTTP/1.1" status: 200 len: 1096 time: 0.0402849 May 18 19:20:47.095883 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b83b2f-e1e8-4456-af18-1f6c6f957c55 req-916f3d18-8126-49a2-899c-4b0ac5019bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:20:47.097338 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-88b83b2f-e1e8-4456-af18-1f6c6f957c55 req-916f3d18-8126-49a2-899c-4b0ac5019bdb service neutron] 10.222.0.88 "GET /v2.0/networks?id=a67bbedd-3df0-4f2d-96ae-46deff56902b HTTP/1.1" status: 200 len: 911 time: 0.0881889 May 18 19:20:47.162068 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-88b83b2f-e1e8-4456-af18-1f6c6f957c55 req-86630a52-d63f-423c-9c89-e084a049e5ba service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=499f60be-2596-4ff3-83d3-b9f8dfa3291a HTTP/1.1" status: 200 len: 1001 time: 0.0569506 May 18 19:20:47.214794 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b83b2f-e1e8-4456-af18-1f6c6f957c55 req-ad24b6a5-1f64-4f2b-88b0-810464463726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:20:47.216228 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-88b83b2f-e1e8-4456-af18-1f6c6f957c55 req-ad24b6a5-1f64-4f2b-88b0-810464463726 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=acbd674e-846d-43d9-aa49-0ca134c95e8e HTTP/1.1" status: 200 len: 849 time: 0.0475457 May 18 19:20:47.262412 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b83b2f-e1e8-4456-af18-1f6c6f957c55 req-7173bfcf-9dcf-4df4-8e7f-575960e4f968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:20:47.263886 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-88b83b2f-e1e8-4456-af18-1f6c6f957c55 req-7173bfcf-9dcf-4df4-8e7f-575960e4f968 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=a67bbedd-3df0-4f2d-96ae-46deff56902b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407069 May 18 19:20:47.351871 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-88b83b2f-e1e8-4456-af18-1f6c6f957c55 req-e6367425-714b-4e35-b468-6c2c503c27d8 service neutron] 10.222.0.88 "GET /v2.0/networks/a67bbedd-3df0-4f2d-96ae-46deff56902b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807629 May 18 19:20:47.445413 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-88b83b2f-e1e8-4456-af18-1f6c6f957c55 req-22d7f2d6-d479-49ee-b96b-b692dea2711c service neutron] 10.222.0.88 "GET /v2.0/networks/a67bbedd-3df0-4f2d-96ae-46deff56902b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859747 May 18 19:20:54.263637 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 7 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 19:21:01.640241 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:21:01.867988 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:21:07.774135 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f31aad03-b65e-40d2-a6fe-44ee157d4085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:21:10.174581 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1f25f526-8a97-43c9-a077-f86899af999a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:21:11.557887 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:21:12.706496 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:21:13.246135 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:21:24.261130 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 499f60be-2596-4ff3-83d3-b9f8dfa3291a details requested by agent hyperv_n-h2-838550-3 with host n-h2-838550-3 {{(pid=102732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 19:21:24.372699 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 499f60be-2596-4ff3-83d3-b9f8dfa3291a, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=499f60be-2596-4ff3-83d3-b9f8dfa3291a,segment=NetworkSegment(1135944c-197a-4b0e-8532-c7509ee19d41),segment_id=1135944c-197a-4b0e-8532-c7509ee19d41)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 19:21:24.388582 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Returning: {'device': '499f60be-2596-4ff3-83d3-b9f8dfa3291a', 'network_id': 'a67bbedd-3df0-4f2d-96ae-46deff56902b', 'port_id': '499f60be-2596-4ff3-83d3-b9f8dfa3291a', 'mac_address': 'fa:16:3e:7a:ab:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acbd674e-846d-43d9-aa49-0ca134c95e8e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 19:21:24.431217 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 499f60be-2596-4ff3-83d3-b9f8dfa3291a is: ACTIVE; New status is: BUILD {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 19:21:24.431605 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:21:24.444263 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 499f60be-2596-4ff3-83d3-b9f8dfa3291a {{(pid=102732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 19:21:24.464388 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 499f60be-2596-4ff3-83d3-b9f8dfa3291a, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=499f60be-2596-4ff3-83d3-b9f8dfa3291a,segment=NetworkSegment(1135944c-197a-4b0e-8532-c7509ee19d41),segment_id=1135944c-197a-4b0e-8532-c7509ee19d41)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 19:21:24.470916 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:21:24.529691 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=499f60be-2596-4ff3-83d3-b9f8dfa3291a,revision_number=6']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:21:24.537878 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:21:24.538229 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:21:24.538573 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:21:24.538911 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:21:24.539331 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:21:24.539675 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:21:24.540016 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:21:24.540338 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:21:24.540665 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:21:24.541046 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:21:24.541379 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:21:24.541734 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:21:24.550145 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] get_ports_and_sgs() called for port_ids ['499f60be-2596-4ff3-83d3-b9f8dfa3291a'] {{(pid=102732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 19:21:26.277161 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 499f60be-2596-4ff3-83d3-b9f8dfa3291a up at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 19:21:26.344334 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.provisioning_blocks [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Provisioning complete for port 499f60be-2596-4ff3-83d3-b9f8dfa3291a triggered by entity L2. {{(pid=102732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 19:21:26.344718 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4075262'] for port, provisioning_complete {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:21:26.436652 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 499f60be-2596-4ff3-83d3-b9f8dfa3291a is: BUILD; New status is: ACTIVE {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 19:21:26.436944 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:21:26.462181 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b65e0368-12b3-4ac9-91ec-2e0998ddbba2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '499f60be-2596-4ff3-83d3-b9f8dfa3291a'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 19:21:26.464422 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5d64110a1ec54c0f2bae3109cf83ae5c70b13a424bf8c5acbf84dbd50ace00d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e1d18d7-44ac-44b1-b6d3-c31a1c621241" -d '{"events": [{"server_uuid": "b65e0368-12b3-4ac9-91ec-2e0998ddbba2", "name": "network-vif-plugged", "status": "completed", "tag": "499f60be-2596-4ff3-83d3-b9f8dfa3291a"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 19:21:26.482024 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 499f60be-2596-4ff3-83d3-b9f8dfa3291a, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=499f60be-2596-4ff3-83d3-b9f8dfa3291a,segment=NetworkSegment(1135944c-197a-4b0e-8532-c7509ee19d41),segment_id=1135944c-197a-4b0e-8532-c7509ee19d41)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 19:21:26.487921 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:21:26.529385 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 19:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cc57d22-bbd8-4d65-83f3-9b2bb267c8ca x-openstack-request-id: req-7cc57d22-bbd8-4d65-83f3-9b2bb267c8ca {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 19:21:26.529724 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b65e0368-12b3-4ac9-91ec-2e0998ddbba2", "name": "network-vif-plugged", "status": "completed", "tag": "499f60be-2596-4ff3-83d3-b9f8dfa3291a", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 19:21:26.529980 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-7cc57d22-bbd8-4d65-83f3-9b2bb267c8ca {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 19:21:26.530719 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cc57d22-bbd8-4d65-83f3-9b2bb267c8ca'] response: {'server_uuid': 'b65e0368-12b3-4ac9-91ec-2e0998ddbba2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '499f60be-2596-4ff3-83d3-b9f8dfa3291a', 'code': 200} May 18 19:21:26.551314 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=499f60be-2596-4ff3-83d3-b9f8dfa3291a,revision_number=7']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:21:31.264012 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 7 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 19:21:31.667284 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:21:31.883273 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:21:33.837815 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 52258) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:21:33.998420 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-8a6391ef-13d5-481a-a675-44f82fe56071 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Deleting port cb0fdfd1-79aa-4009-9425-af1425144e23 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 19:21:33.998773 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8a6391ef-13d5-481a-a675-44f82fe56071 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:21:34.071662 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8a6391ef-13d5-481a-a675-44f82fe56071 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:21:34.071987 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8a6391ef-13d5-481a-a675-44f82fe56071 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:21:34.083842 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-8a6391ef-13d5-481a-a675-44f82fe56071 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Calling delete_port for cb0fdfd1-79aa-4009-9425-af1425144e23 owned by network:floatingip {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 19:21:34.236650 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8a6391ef-13d5-481a-a675-44f82fe56071 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:21:34.264743 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6391ef-13d5-481a-a675-44f82fe56071 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Pushing event deleted for resources: {'Port': ['ID=cb0fdfd1-79aa-4009-9425-af1425144e23,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:21:34.274757 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6391ef-13d5-481a-a675-44f82fe56071 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:21:34.275107 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6391ef-13d5-481a-a675-44f82fe56071 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:21:34.275451 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6391ef-13d5-481a-a675-44f82fe56071 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:21:34.275794 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6391ef-13d5-481a-a675-44f82fe56071 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:21:34.276693 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6391ef-13d5-481a-a675-44f82fe56071 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:21:34.276693 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6391ef-13d5-481a-a675-44f82fe56071 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:21:34.276888 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6391ef-13d5-481a-a675-44f82fe56071 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:21:34.277092 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6391ef-13d5-481a-a675-44f82fe56071 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:21:34.277420 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6391ef-13d5-481a-a675-44f82fe56071 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:21:34.278313 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6391ef-13d5-481a-a675-44f82fe56071 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:21:34.278649 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6391ef-13d5-481a-a675-44f82fe56071 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:21:34.278977 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6391ef-13d5-481a-a675-44f82fe56071 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:21:34.342799 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8a6391ef-13d5-481a-a675-44f82fe56071 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Notify callbacks [] for floatingip, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:21:34.343119 n-d-838550-3 neutron-server[102730]: INFO neutron.db.l3_db [None req-8a6391ef-13d5-481a-a675-44f82fe56071 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Floating IP b9525d8f-0d38-41de-b5ac-51bf49275040 disassociated (deleted). External IP: 172.25.5.199, port: 499f60be-2596-4ff3-83d3-b9f8dfa3291a. May 18 19:21:34.550344 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a6391ef-13d5-481a-a675-44f82fe56071 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Router 0fb3eb5c-9700-47b4-8f00-2bb5fb722eff has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 19:21:34.984313 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a6391ef-13d5-481a-a675-44f82fe56071 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 19:21:34.989191 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8a6391ef-13d5-481a-a675-44f82fe56071 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:21:34.994200 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99397a0c-118f-4170-8cb1-3c9871a6d63a None None] Sync routers for ids ['0fb3eb5c-9700-47b4-8f00-2bb5fb722eff'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 19:21:35.004292 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99397a0c-118f-4170-8cb1-3c9871a6d63a None None] Routers {'0fb3eb5c-9700-47b4-8f00-2bb5fb722eff'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 19:21:35.004905 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-99397a0c-118f-4170-8cb1-3c9871a6d63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T19:21:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['0fb3eb5c-9700-47b4-8f00-2bb5fb722eff'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:21:35.016908 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-8a6391ef-13d5-481a-a675-44f82fe56071 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] 10.222.0.85 "DELETE /v2.0/floatingips/b9525d8f-0d38-41de-b5ac-51bf49275040 HTTP/1.1" status: 204 len: 168 time: 1.1778953 May 18 19:21:35.017439 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b65e0368-12b3-4ac9-91ec-2e0998ddbba2', 'tag': '499f60be-2596-4ff3-83d3-b9f8dfa3291a'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 19:21:35.020869 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebab1398998b981f34f543ac0b562e5946bae5cf08db64623ace6dd3c2d346bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9365869-689b-41bb-948f-18025603a38f" -d '{"events": [{"name": "network-changed", "server_uuid": "b65e0368-12b3-4ac9-91ec-2e0998ddbba2", "tag": "499f60be-2596-4ff3-83d3-b9f8dfa3291a"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 19:21:35.109977 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-99397a0c-118f-4170-8cb1-3c9871a6d63a None None] Set router 0fb3eb5c-9700-47b4-8f00-2bb5fb722eff gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 19:21:35.178364 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 19:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ea8c5f8-2df4-40f8-b32d-21e1cc02bf17 x-openstack-request-id: req-9ea8c5f8-2df4-40f8-b32d-21e1cc02bf17 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 19:21:35.178740 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b65e0368-12b3-4ac9-91ec-2e0998ddbba2", "tag": "499f60be-2596-4ff3-83d3-b9f8dfa3291a", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 19:21:35.179055 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-9ea8c5f8-2df4-40f8-b32d-21e1cc02bf17 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 19:21:35.179520 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ea8c5f8-2df4-40f8-b32d-21e1cc02bf17'] response: {'name': 'network-changed', 'server_uuid': 'b65e0368-12b3-4ac9-91ec-2e0998ddbba2', 'tag': '499f60be-2596-4ff3-83d3-b9f8dfa3291a', 'status': 'completed', 'code': 200} May 18 19:21:35.258507 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9365869-689b-41bb-948f-18025603a38f req-1a0799ca-eff4-4dbd-9de9-fd69d9fa1a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:21:35.260790 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e9365869-689b-41bb-948f-18025603a38f req-1a0799ca-eff4-4dbd-9de9-fd69d9fa1a58 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=0e78744b790a4b35a8af40915974022c&device_id=b65e0368-12b3-4ac9-91ec-2e0998ddbba2 HTTP/1.1" status: 200 len: 1096 time: 0.0487790 May 18 19:21:35.293354 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d63ec4-c3e1-40d7-ae68-edb32190e847 req-113f4704-066f-4bcc-86f1-3b861faf0ea3 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:21:35.296504 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-65d63ec4-c3e1-40d7-ae68-edb32190e847 req-113f4704-066f-4bcc-86f1-3b861faf0ea3 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] 10.222.0.85 "GET /v2.0/ports?device_id=b65e0368-12b3-4ac9-91ec-2e0998ddbba2 HTTP/1.1" status: 200 len: 945 time: 0.0538573 May 18 19:21:35.342042 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-65d63ec4-c3e1-40d7-ae68-edb32190e847 req-59bfc888-ee7b-45b0-9a2a-231a4f67cf86 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2919b20-7a4e-4298-b528-3bcdafd628c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401671 May 18 19:21:35.366139 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9365869-689b-41bb-948f-18025603a38f req-b27907e2-8073-4973-a49b-95cd439ff495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:21:35.367774 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e9365869-689b-41bb-948f-18025603a38f req-b27907e2-8073-4973-a49b-95cd439ff495 service neutron] 10.222.0.88 "GET /v2.0/networks?id=a67bbedd-3df0-4f2d-96ae-46deff56902b HTTP/1.1" status: 200 len: 911 time: 0.0989749 May 18 19:21:35.379289 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-99397a0c-118f-4170-8cb1-3c9871a6d63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb3eb5c-9700-47b4-8f00-2bb5fb722eff', 'name': 'tempest-TestSnapshotPattern-1586761689-router', 'tenant_id': '0e78744b790a4b35a8af40915974022c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': 'fde9f53c-7f42-42b8-9251-169775a9c81c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T19:16:58Z', 'updated_at': '2022-05-18T19:17:00Z', 'revision_number': 4, 'project_id': '0e78744b790a4b35a8af40915974022c', 'gw_port': {'id': 'fde9f53c-7f42-42b8-9251-169775a9c81c', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:af:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb3eb5c-9700-47b4-8f00-2bb5fb722eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4432, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:16:58Z', 'updated_at': '2022-05-18T19:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': '2c7ae90b-ea5b-4937-bb20-65e3c40dfbb3', 'tenant_id': '0e78744b790a4b35a8af40915974022c', 'floating_ip_address': '172.25.5.107', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': '0fb3eb5c-9700-47b4-8f00-2bb5fb722eff', 'port_id': '6b387966-603b-49e2-952c-ccfc187d731b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a67bbedd-3df0-4f2d-96ae-46deff56902b', 'mac_address': 'fa:16:3e:19:77:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2a0caee-7230-4eba-b444-57d41891d6d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T19:17:21Z', 'updated_at': '2022-05-18T19:17:23Z', 'revision_number': 1, 'project_id': '0e78744b790a4b35a8af40915974022c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd0d0088-502c-4ece-94d4-ee221d024d73', 'name': '', 'network_id': 'a67bbedd-3df0-4f2d-96ae-46deff56902b', 'tenant_id': '0e78744b790a4b35a8af40915974022c', 'mac_address': 'fa:16:3e:fc:8f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb3eb5c-9700-47b4-8f00-2bb5fb722eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4433, 'fixed_ips': [{'subnet_id': 'acbd674e-846d-43d9-aa49-0ca134c95e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:17:00Z', 'updated_at': '2022-05-18T19:17:05Z', 'revision_number': 5, 'project_id': '0e78744b790a4b35a8af40915974022c', 'subnets': [{'id': 'acbd674e-846d-43d9-aa49-0ca134c95e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:21:35.405707 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99397a0c-118f-4170-8cb1-3c9871a6d63a None None] Checking router: 0fb3eb5c-9700-47b4-8f00-2bb5fb722eff for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 19:21:35.410860 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e9365869-689b-41bb-948f-18025603a38f req-d22d2422-ea20-4ff7-b295-c1e02bb5ac42 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=499f60be-2596-4ff3-83d3-b9f8dfa3291a HTTP/1.1" status: 200 len: 217 time: 0.0356772 May 18 19:21:35.414554 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99397a0c-118f-4170-8cb1-3c9871a6d63a None None] Routers {'0fb3eb5c-9700-47b4-8f00-2bb5fb722eff'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 19:21:35.415167 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-99397a0c-118f-4170-8cb1-3c9871a6d63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T19:21:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['0fb3eb5c-9700-47b4-8f00-2bb5fb722eff'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:21:35.463832 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9365869-689b-41bb-948f-18025603a38f req-10f71410-b415-4a3e-9f67-1ea79e228d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:21:35.465964 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e9365869-689b-41bb-948f-18025603a38f req-10f71410-b415-4a3e-9f67-1ea79e228d57 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=acbd674e-846d-43d9-aa49-0ca134c95e8e HTTP/1.1" status: 200 len: 849 time: 0.0458124 May 18 19:21:35.521400 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9365869-689b-41bb-948f-18025603a38f req-e77e1296-440b-4dc4-b0a9-0e4599bdb898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:21:35.522909 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e9365869-689b-41bb-948f-18025603a38f req-e77e1296-440b-4dc4-b0a9-0e4599bdb898 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=a67bbedd-3df0-4f2d-96ae-46deff56902b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453846 May 18 19:21:35.533096 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-99397a0c-118f-4170-8cb1-3c9871a6d63a None None] Set router 0fb3eb5c-9700-47b4-8f00-2bb5fb722eff gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 19:21:35.632215 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e9365869-689b-41bb-948f-18025603a38f req-01c243aa-0628-4cc0-b1a7-7c9b15d03616 service neutron] 10.222.0.88 "GET /v2.0/networks/a67bbedd-3df0-4f2d-96ae-46deff56902b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007805 May 18 19:21:35.730393 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-e9365869-689b-41bb-948f-18025603a38f req-1f64d035-b39c-4eb6-b0ef-76ba9237876b service neutron] 10.222.0.88 "GET /v2.0/networks/a67bbedd-3df0-4f2d-96ae-46deff56902b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895886 May 18 19:21:35.858373 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-99397a0c-118f-4170-8cb1-3c9871a6d63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb3eb5c-9700-47b4-8f00-2bb5fb722eff', 'name': 'tempest-TestSnapshotPattern-1586761689-router', 'tenant_id': '0e78744b790a4b35a8af40915974022c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': 'fde9f53c-7f42-42b8-9251-169775a9c81c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T19:16:58Z', 'updated_at': '2022-05-18T19:17:00Z', 'revision_number': 4, 'project_id': '0e78744b790a4b35a8af40915974022c', 'gw_port': {'id': 'fde9f53c-7f42-42b8-9251-169775a9c81c', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:af:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb3eb5c-9700-47b4-8f00-2bb5fb722eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4432, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:16:58Z', 'updated_at': '2022-05-18T19:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': '2c7ae90b-ea5b-4937-bb20-65e3c40dfbb3', 'tenant_id': '0e78744b790a4b35a8af40915974022c', 'floating_ip_address': '172.25.5.107', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': '0fb3eb5c-9700-47b4-8f00-2bb5fb722eff', 'port_id': '6b387966-603b-49e2-952c-ccfc187d731b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a67bbedd-3df0-4f2d-96ae-46deff56902b', 'mac_address': 'fa:16:3e:19:77:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2a0caee-7230-4eba-b444-57d41891d6d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T19:17:21Z', 'updated_at': '2022-05-18T19:17:23Z', 'revision_number': 1, 'project_id': '0e78744b790a4b35a8af40915974022c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd0d0088-502c-4ece-94d4-ee221d024d73', 'name': '', 'network_id': 'a67bbedd-3df0-4f2d-96ae-46deff56902b', 'tenant_id': '0e78744b790a4b35a8af40915974022c', 'mac_address': 'fa:16:3e:fc:8f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb3eb5c-9700-47b4-8f00-2bb5fb722eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4433, 'fixed_ips': [{'subnet_id': 'acbd674e-846d-43d9-aa49-0ca134c95e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:17:00Z', 'updated_at': '2022-05-18T19:17:05Z', 'revision_number': 5, 'project_id': '0e78744b790a4b35a8af40915974022c', 'subnets': [{'id': 'acbd674e-846d-43d9-aa49-0ca134c95e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:21:35.884508 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99397a0c-118f-4170-8cb1-3c9871a6d63a None None] The sync data for ids ['0fb3eb5c-9700-47b4-8f00-2bb5fb722eff'] in n-d-838550-3 is: [{'id': '0fb3eb5c-9700-47b4-8f00-2bb5fb722eff', 'name': 'tempest-TestSnapshotPattern-1586761689-router', 'tenant_id': '0e78744b790a4b35a8af40915974022c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': 'fde9f53c-7f42-42b8-9251-169775a9c81c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T19:16:58Z', 'updated_at': '2022-05-18T19:17:00Z', 'revision_number': 4, 'project_id': '0e78744b790a4b35a8af40915974022c', 'gw_port': {'id': 'fde9f53c-7f42-42b8-9251-169775a9c81c', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:af:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb3eb5c-9700-47b4-8f00-2bb5fb722eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4432, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:16:58Z', 'updated_at': '2022-05-18T19:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_floatingips': [{'id': '2c7ae90b-ea5b-4937-bb20-65e3c40dfbb3', 'tenant_id': '0e78744b790a4b35a8af40915974022c', 'floating_ip_address': '172.25.5.107', 'floating_network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'router_id': '0fb3eb5c-9700-47b4-8f00-2bb5fb722eff', 'port_id': '6b387966-603b-49e2-952c-ccfc187d731b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a67bbedd-3df0-4f2d-96ae-46deff56902b', 'mac_address': 'fa:16:3e:19:77:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2a0caee-7230-4eba-b444-57d41891d6d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T19:17:21Z', 'updated_at': '2022-05-18T19:17:23Z', 'revision_number': 1, 'project_id': '0e78744b790a4b35a8af40915974022c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd0d0088-502c-4ece-94d4-ee221d024d73', 'name': '', 'network_id': 'a67bbedd-3df0-4f2d-96ae-46deff56902b', 'tenant_id': '0e78744b790a4b35a8af40915974022c', 'mac_address': 'fa:16:3e:fc:8f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb3eb5c-9700-47b4-8f00-2bb5fb722eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4433, 'fixed_ips': [{'subnet_id': 'acbd674e-846d-43d9-aa49-0ca134c95e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:17:00Z', 'updated_at': '2022-05-18T19:17:05Z', 'revision_number': 5, 'project_id': '0e78744b790a4b35a8af40915974022c', 'subnets': [{'id': 'acbd674e-846d-43d9-aa49-0ca134c95e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 19:21:36.112969 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4fbd027-83f5-48bc-a8a4-07fedbf46b9c None None] New status for floating IP b9525d8f-0d38-41de-b5ac-51bf49275040: DOWN {{(pid=102732) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 19:21:36.316949 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 499f60be-2596-4ff3-83d3-b9f8dfa3291a no longer exists at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 19:21:36.396875 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Current status of the port 499f60be-2596-4ff3-83d3-b9f8dfa3291a is: ACTIVE; New status is: DOWN {{(pid=102732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 18 19:21:36.397263 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4080194'] for port, before_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:21:36.421869 n-d-838550-3 neutron-server[102732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b65e0368-12b3-4ac9-91ec-2e0998ddbba2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '499f60be-2596-4ff3-83d3-b9f8dfa3291a'}] {{(pid=102732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 19:21:36.424082 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5d64110a1ec54c0f2bae3109cf83ae5c70b13a424bf8c5acbf84dbd50ace00d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7349433-5a57-4599-aca8-c2f70e5a6014" -d '{"events": [{"server_uuid": "b65e0368-12b3-4ac9-91ec-2e0998ddbba2", "name": "network-vif-unplugged", "status": "completed", "tag": "499f60be-2596-4ff3-83d3-b9f8dfa3291a"}]}' {{(pid=102732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 19:21:36.437568 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.db [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] For port 499f60be-2596-4ff3-83d3-b9f8dfa3291a, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=499f60be-2596-4ff3-83d3-b9f8dfa3291a,segment=NetworkSegment(1135944c-197a-4b0e-8532-c7509ee19d41),segment_id=1135944c-197a-4b0e-8532-c7509ee19d41)] {{(pid=102732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 19:21:36.442762 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753015195257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753014703490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753014710824'] for port, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:21:36.478700 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc4b7e4-5f36-4a55-a6f7-42a27dedf0e2 req-46f14671-77a8-4005-9b8f-e4dbb8e79241 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:21:36.480276 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ebc4b7e4-5f36-4a55-a6f7-42a27dedf0e2 req-46f14671-77a8-4005-9b8f-e4dbb8e79241 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] 10.222.0.85 "GET /v2.0/ports?device_id=b65e0368-12b3-4ac9-91ec-2e0998ddbba2 HTTP/1.1" status: 200 len: 945 time: 0.0546467 May 18 19:21:36.498160 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Pushing event updated for resources: {'Port': ['ID=499f60be-2596-4ff3-83d3-b9f8dfa3291a,revision_number=8']} {{(pid=102732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:21:36.524500 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-ebc4b7e4-5f36-4a55-a6f7-42a27dedf0e2 req-2c566102-5e2c-4456-b260-ac04791de424 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2919b20-7a4e-4298-b528-3bcdafd628c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330336 May 18 19:21:36.573611 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 May 2022 19:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0d30c79-3fb4-4840-a606-236acbb3413b x-openstack-request-id: req-f0d30c79-3fb4-4840-a606-236acbb3413b {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 19:21:36.573961 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b65e0368-12b3-4ac9-91ec-2e0998ddbba2", "name": "network-vif-unplugged", "status": "completed", "tag": "499f60be-2596-4ff3-83d3-b9f8dfa3291a", "code": 200}]} {{(pid=102732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 19:21:36.574223 n-d-838550-3 neutron-server[102732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-f0d30c79-3fb4-4840-a606-236acbb3413b {{(pid=102732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 19:21:36.574684 n-d-838550-3 neutron-server[102732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0d30c79-3fb4-4840-a606-236acbb3413b'] response: {'server_uuid': 'b65e0368-12b3-4ac9-91ec-2e0998ddbba2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '499f60be-2596-4ff3-83d3-b9f8dfa3291a', 'code': 200} May 18 19:21:36.947970 n-d-838550-3 neutron-server[102731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4f3d71-8e95-4025-8016-cb63dc73e1ba req-86da15bc-6b8f-4ac6-b628-db8441c5aedb tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:21:36.949378 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9c4f3d71-8e95-4025-8016-cb63dc73e1ba req-86da15bc-6b8f-4ac6-b628-db8441c5aedb tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] 10.222.0.88 "GET /v2.0/ports?device_id=b65e0368-12b3-4ac9-91ec-2e0998ddbba2 HTTP/1.1" status: 200 len: 943 time: 0.0538757 May 18 19:21:37.037576 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-9c4f3d71-8e95-4025-8016-cb63dc73e1ba req-cbbd23a3-0bfe-414a-a20b-4702d8f33525 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Deleting port 499f60be-2596-4ff3-83d3-b9f8dfa3291a {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 19:21:37.037952 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-9c4f3d71-8e95-4025-8016-cb63dc73e1ba req-cbbd23a3-0bfe-414a-a20b-4702d8f33525 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:21:37.128517 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [req-9c4f3d71-8e95-4025-8016-cb63dc73e1ba req-cbbd23a3-0bfe-414a-a20b-4702d8f33525 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] For port 499f60be-2596-4ff3-83d3-b9f8dfa3291a, host n-h2-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-3',level=0,port_id=499f60be-2596-4ff3-83d3-b9f8dfa3291a,segment=NetworkSegment(1135944c-197a-4b0e-8532-c7509ee19d41),segment_id=1135944c-197a-4b0e-8532-c7509ee19d41)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 19:21:37.128883 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-9c4f3d71-8e95-4025-8016-cb63dc73e1ba req-cbbd23a3-0bfe-414a-a20b-4702d8f33525 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:21:37.140982 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [req-9c4f3d71-8e95-4025-8016-cb63dc73e1ba req-cbbd23a3-0bfe-414a-a20b-4702d8f33525 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Calling delete_port for 499f60be-2596-4ff3-83d3-b9f8dfa3291a owned by compute:nova {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 19:21:37.265185 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-9c4f3d71-8e95-4025-8016-cb63dc73e1ba req-cbbd23a3-0bfe-414a-a20b-4702d8f33525 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:21:37.297872 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbd23a3-0bfe-414a-a20b-4702d8f33525 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Pushing event deleted for resources: {'Port': ['ID=499f60be-2596-4ff3-83d3-b9f8dfa3291a,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:21:37.324649 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbd23a3-0bfe-414a-a20b-4702d8f33525 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:21:37.325548 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbd23a3-0bfe-414a-a20b-4702d8f33525 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:21:37.325918 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbd23a3-0bfe-414a-a20b-4702d8f33525 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:21:37.326255 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbd23a3-0bfe-414a-a20b-4702d8f33525 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:21:37.326589 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbd23a3-0bfe-414a-a20b-4702d8f33525 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:21:37.326917 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbd23a3-0bfe-414a-a20b-4702d8f33525 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:21:37.327241 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbd23a3-0bfe-414a-a20b-4702d8f33525 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:21:37.327565 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbd23a3-0bfe-414a-a20b-4702d8f33525 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:21:37.327885 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbd23a3-0bfe-414a-a20b-4702d8f33525 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:21:37.328206 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbd23a3-0bfe-414a-a20b-4702d8f33525 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:21:37.328535 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbd23a3-0bfe-414a-a20b-4702d8f33525 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:21:37.328852 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbd23a3-0bfe-414a-a20b-4702d8f33525 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-3 {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 19:21:37.350903 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c4f3d71-8e95-4025-8016-cb63dc73e1ba req-cbbd23a3-0bfe-414a-a20b-4702d8f33525 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] No DVR routers for this DVR port 499f60be-2596-4ff3-83d3-b9f8dfa3291a on host n-h2-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 19:21:37.354107 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [req-9c4f3d71-8e95-4025-8016-cb63dc73e1ba req-cbbd23a3-0bfe-414a-a20b-4702d8f33525 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:21:37.357553 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [req-9c4f3d71-8e95-4025-8016-cb63dc73e1ba req-cbbd23a3-0bfe-414a-a20b-4702d8f33525 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] 10.222.0.88 "DELETE /v2.0/ports/499f60be-2596-4ff3-83d3-b9f8dfa3291a HTTP/1.1" status: 204 len: 173 time: 0.4024427 May 18 19:21:37.358154 n-d-838550-3 neutron-server[102731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b65e0368-12b3-4ac9-91ec-2e0998ddbba2', 'name': 'network-vif-deleted', 'tag': '499f60be-2596-4ff3-83d3-b9f8dfa3291a'}] {{(pid=102731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 19:21:37.360562 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2af15054aaa6949616271ca6be3a072f6b50fedb79e93cfaf9b795926efec15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67a779f8-1401-45d8-83ae-d889e7f8df7f" -d '{"events": [{"server_uuid": "b65e0368-12b3-4ac9-91ec-2e0998ddbba2", "name": "network-vif-deleted", "tag": "499f60be-2596-4ff3-83d3-b9f8dfa3291a"}]}' {{(pid=102731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 19:21:37.402813 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 19:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19e3d710-cf04-465c-9390-29480b92330c x-openstack-request-id: req-19e3d710-cf04-465c-9390-29480b92330c {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 19:21:37.403115 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b65e0368-12b3-4ac9-91ec-2e0998ddbba2", "name": "network-vif-deleted", "tag": "499f60be-2596-4ff3-83d3-b9f8dfa3291a", "status": "completed", "code": 200}]} {{(pid=102731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 19:21:37.403414 n-d-838550-3 neutron-server[102731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-19e3d710-cf04-465c-9390-29480b92330c {{(pid=102731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 19:21:37.403826 n-d-838550-3 neutron-server[102731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19e3d710-cf04-465c-9390-29480b92330c'] response: {'server_uuid': 'b65e0368-12b3-4ac9-91ec-2e0998ddbba2', 'name': 'network-vif-deleted', 'tag': '499f60be-2596-4ff3-83d3-b9f8dfa3291a', 'status': 'completed', 'code': 200} May 18 19:21:37.647749 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-43f1a0d0-1865-48e7-a2fc-f499509b8722 req-9b58c8cf-aaa8-413d-b416-191e276a0ff5 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] 10.222.0.85 "GET /v2.0/ports?device_id=b65e0368-12b3-4ac9-91ec-2e0998ddbba2 HTTP/1.1" status: 200 len: 210 time: 0.0312467 May 18 19:21:37.784413 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-68ccaec0-3062-481c-807d-5da3bb6cec17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:21:39.225752 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 52316) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:21:39.379506 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-16eecb19-953f-440e-8b57-3ba284ab8a3d tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Deleting port dc5e3ef7-1e97-4a26-af06-0298f87ad0c6 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 19:21:39.379843 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-16eecb19-953f-440e-8b57-3ba284ab8a3d tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:21:39.453573 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-16eecb19-953f-440e-8b57-3ba284ab8a3d tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:21:39.453934 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-16eecb19-953f-440e-8b57-3ba284ab8a3d tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:21:39.465343 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-16eecb19-953f-440e-8b57-3ba284ab8a3d tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Calling delete_port for dc5e3ef7-1e97-4a26-af06-0298f87ad0c6 owned by network:floatingip {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 19:21:39.618515 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-16eecb19-953f-440e-8b57-3ba284ab8a3d tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:21:39.642044 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eecb19-953f-440e-8b57-3ba284ab8a3d tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Pushing event deleted for resources: {'Port': ['ID=dc5e3ef7-1e97-4a26-af06-0298f87ad0c6,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:21:39.707526 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-16eecb19-953f-440e-8b57-3ba284ab8a3d tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Notify callbacks [] for floatingip, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:21:39.707907 n-d-838550-3 neutron-server[102730]: INFO neutron.db.l3_db [None req-16eecb19-953f-440e-8b57-3ba284ab8a3d tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Floating IP 2c7ae90b-ea5b-4937-bb20-65e3c40dfbb3 disassociated (deleted). External IP: 172.25.5.107, port: 6b387966-603b-49e2-952c-ccfc187d731b. May 18 19:21:39.916167 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16eecb19-953f-440e-8b57-3ba284ab8a3d tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Router 0fb3eb5c-9700-47b4-8f00-2bb5fb722eff has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 19:21:40.023539 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16eecb19-953f-440e-8b57-3ba284ab8a3d tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 19:21:40.028350 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-16eecb19-953f-440e-8b57-3ba284ab8a3d tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for floatingip, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:21:40.034802 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b83a16-520e-4ebc-948b-372792f95e29 None None] Sync routers for ids ['0fb3eb5c-9700-47b4-8f00-2bb5fb722eff'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 19:21:40.043960 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b83a16-520e-4ebc-948b-372792f95e29 None None] Routers {'0fb3eb5c-9700-47b4-8f00-2bb5fb722eff'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 19:21:40.045080 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-18b83a16-520e-4ebc-948b-372792f95e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T19:21:10Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['0fb3eb5c-9700-47b4-8f00-2bb5fb722eff'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:21:40.055579 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-16eecb19-953f-440e-8b57-3ba284ab8a3d tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] 10.222.0.85 "DELETE /v2.0/floatingips/2c7ae90b-ea5b-4937-bb20-65e3c40dfbb3 HTTP/1.1" status: 204 len: 168 time: 0.8287334 May 18 19:21:40.056160 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2a0caee-7230-4eba-b444-57d41891d6d9', 'tag': '6b387966-603b-49e2-952c-ccfc187d731b'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 19:21:40.058416 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebab1398998b981f34f543ac0b562e5946bae5cf08db64623ace6dd3c2d346bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f39bcae6-bc80-4d0c-b7b1-343dc5aa65bd" -d '{"events": [{"name": "network-changed", "server_uuid": "b2a0caee-7230-4eba-b444-57d41891d6d9", "tag": "6b387966-603b-49e2-952c-ccfc187d731b"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 19:21:40.150288 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-18b83a16-520e-4ebc-948b-372792f95e29 None None] Set router 0fb3eb5c-9700-47b4-8f00-2bb5fb722eff gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 19:21:40.180177 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-7edfd001-fef6-4c30-af44-dd829a2d1895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:21:40.216628 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 19:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22c6c658-af35-4f9c-9859-fa06ebd90b12 x-openstack-request-id: req-22c6c658-af35-4f9c-9859-fa06ebd90b12 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 19:21:40.216923 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2a0caee-7230-4eba-b444-57d41891d6d9", "tag": "6b387966-603b-49e2-952c-ccfc187d731b", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 19:21:40.217176 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-22c6c658-af35-4f9c-9859-fa06ebd90b12 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 19:21:40.217583 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22c6c658-af35-4f9c-9859-fa06ebd90b12'] response: {'name': 'network-changed', 'server_uuid': 'b2a0caee-7230-4eba-b444-57d41891d6d9', 'tag': '6b387966-603b-49e2-952c-ccfc187d731b', 'status': 'completed', 'code': 200} May 18 19:21:40.318221 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39bcae6-bc80-4d0c-b7b1-343dc5aa65bd req-f491d7d8-4427-45b0-80dd-a0e0b73a2f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:21:40.319668 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f39bcae6-bc80-4d0c-b7b1-343dc5aa65bd req-f491d7d8-4427-45b0-80dd-a0e0b73a2f46 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0e78744b790a4b35a8af40915974022c&device_id=b2a0caee-7230-4eba-b444-57d41891d6d9 HTTP/1.1" status: 200 len: 1095 time: 0.0718932 May 18 19:21:40.336475 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9de347a-cd2e-4a90-be10-3f35bbc59ca4 req-d2db6639-40a7-44a7-9c19-2093ae850cbb tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:21:40.338069 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e9de347a-cd2e-4a90-be10-3f35bbc59ca4 req-d2db6639-40a7-44a7-9c19-2093ae850cbb tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] 10.222.0.85 "GET /v2.0/ports?device_id=b2a0caee-7230-4eba-b444-57d41891d6d9 HTTP/1.1" status: 200 len: 944 time: 0.0629277 May 18 19:21:40.340709 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 499f60be-2596-4ff3-83d3-b9f8dfa3291a no longer exists at agent hyperv_n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 19:21:40.362477 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] No Port match for: 499f60be-2596-4ff3-83d3-b9f8dfa3291a {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 19:21:40.362730 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-18b83a16-520e-4ebc-948b-372792f95e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb3eb5c-9700-47b4-8f00-2bb5fb722eff', 'name': 'tempest-TestSnapshotPattern-1586761689-router', 'tenant_id': '0e78744b790a4b35a8af40915974022c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': 'fde9f53c-7f42-42b8-9251-169775a9c81c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T19:16:58Z', 'updated_at': '2022-05-18T19:17:00Z', 'revision_number': 4, 'project_id': '0e78744b790a4b35a8af40915974022c', 'gw_port': {'id': 'fde9f53c-7f42-42b8-9251-169775a9c81c', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:af:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb3eb5c-9700-47b4-8f00-2bb5fb722eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4432, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:16:58Z', 'updated_at': '2022-05-18T19:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': 'bd0d0088-502c-4ece-94d4-ee221d024d73', 'name': '', 'network_id': 'a67bbedd-3df0-4f2d-96ae-46deff56902b', 'tenant_id': '0e78744b790a4b35a8af40915974022c', 'mac_address': 'fa:16:3e:fc:8f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb3eb5c-9700-47b4-8f00-2bb5fb722eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4433, 'fixed_ips': [{'subnet_id': 'acbd674e-846d-43d9-aa49-0ca134c95e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:17:00Z', 'updated_at': '2022-05-18T19:17:05Z', 'revision_number': 5, 'project_id': '0e78744b790a4b35a8af40915974022c', 'subnets': [{'id': 'acbd674e-846d-43d9-aa49-0ca134c95e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:21:40.362908 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Device 499f60be-2596-4ff3-83d3-b9f8dfa3291a not bound to the agent host n-h2-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 19:21:40.388775 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b83a16-520e-4ebc-948b-372792f95e29 None None] Checking router: 0fb3eb5c-9700-47b4-8f00-2bb5fb722eff for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 19:21:40.397070 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b83a16-520e-4ebc-948b-372792f95e29 None None] Routers {'0fb3eb5c-9700-47b4-8f00-2bb5fb722eff'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 19:21:40.397701 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-18b83a16-520e-4ebc-948b-372792f95e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T19:21:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['0fb3eb5c-9700-47b4-8f00-2bb5fb722eff'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:21:40.429640 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-e9de347a-cd2e-4a90-be10-3f35bbc59ca4 req-706a24c5-0023-402a-afee-63ca1c23410e tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2919b20-7a4e-4298-b528-3bcdafd628c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806532 May 18 19:21:40.456345 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39bcae6-bc80-4d0c-b7b1-343dc5aa65bd req-b4f7207f-4972-4cd6-8c30-ccc2e18bc1db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:21:40.457859 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f39bcae6-bc80-4d0c-b7b1-343dc5aa65bd req-b4f7207f-4972-4cd6-8c30-ccc2e18bc1db service neutron] 10.222.0.36 "GET /v2.0/networks?id=a67bbedd-3df0-4f2d-96ae-46deff56902b HTTP/1.1" status: 200 len: 911 time: 0.1185105 May 18 19:21:40.502340 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-18b83a16-520e-4ebc-948b-372792f95e29 None None] Set router 0fb3eb5c-9700-47b4-8f00-2bb5fb722eff gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 19:21:40.502564 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f39bcae6-bc80-4d0c-b7b1-343dc5aa65bd req-7790f674-6b0d-42b8-bfdf-92cd0972e9d7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6b387966-603b-49e2-952c-ccfc187d731b HTTP/1.1" status: 200 len: 217 time: 0.0350995 May 18 19:21:40.560810 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39bcae6-bc80-4d0c-b7b1-343dc5aa65bd req-447c6ea4-76ae-4b3a-8f3f-10bbe5d52c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:21:40.562331 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f39bcae6-bc80-4d0c-b7b1-343dc5aa65bd req-447c6ea4-76ae-4b3a-8f3f-10bbe5d52c08 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=acbd674e-846d-43d9-aa49-0ca134c95e8e HTTP/1.1" status: 200 len: 849 time: 0.0527093 May 18 19:21:40.610645 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39bcae6-bc80-4d0c-b7b1-343dc5aa65bd req-8f4c2060-56b4-424f-8e50-735413ef4615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:21:40.612079 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f39bcae6-bc80-4d0c-b7b1-343dc5aa65bd req-8f4c2060-56b4-424f-8e50-735413ef4615 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a67bbedd-3df0-4f2d-96ae-46deff56902b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422313 May 18 19:21:40.697032 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-18b83a16-520e-4ebc-948b-372792f95e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb3eb5c-9700-47b4-8f00-2bb5fb722eff', 'name': 'tempest-TestSnapshotPattern-1586761689-router', 'tenant_id': '0e78744b790a4b35a8af40915974022c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': 'fde9f53c-7f42-42b8-9251-169775a9c81c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T19:16:58Z', 'updated_at': '2022-05-18T19:17:00Z', 'revision_number': 4, 'project_id': '0e78744b790a4b35a8af40915974022c', 'gw_port': {'id': 'fde9f53c-7f42-42b8-9251-169775a9c81c', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:af:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb3eb5c-9700-47b4-8f00-2bb5fb722eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4432, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:16:58Z', 'updated_at': '2022-05-18T19:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': 'bd0d0088-502c-4ece-94d4-ee221d024d73', 'name': '', 'network_id': 'a67bbedd-3df0-4f2d-96ae-46deff56902b', 'tenant_id': '0e78744b790a4b35a8af40915974022c', 'mac_address': 'fa:16:3e:fc:8f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb3eb5c-9700-47b4-8f00-2bb5fb722eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4433, 'fixed_ips': [{'subnet_id': 'acbd674e-846d-43d9-aa49-0ca134c95e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:17:00Z', 'updated_at': '2022-05-18T19:17:05Z', 'revision_number': 5, 'project_id': '0e78744b790a4b35a8af40915974022c', 'subnets': [{'id': 'acbd674e-846d-43d9-aa49-0ca134c95e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:21:40.711548 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f39bcae6-bc80-4d0c-b7b1-343dc5aa65bd req-65ed3fef-0401-4031-9687-891885b1b30a service neutron] 10.222.0.36 "GET /v2.0/networks/a67bbedd-3df0-4f2d-96ae-46deff56902b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902152 May 18 19:21:40.727545 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b83a16-520e-4ebc-948b-372792f95e29 None None] The sync data for ids ['0fb3eb5c-9700-47b4-8f00-2bb5fb722eff'] in n-d-838550-3 is: [{'id': '0fb3eb5c-9700-47b4-8f00-2bb5fb722eff', 'name': 'tempest-TestSnapshotPattern-1586761689-router', 'tenant_id': '0e78744b790a4b35a8af40915974022c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': 'fde9f53c-7f42-42b8-9251-169775a9c81c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T19:16:58Z', 'updated_at': '2022-05-18T19:17:00Z', 'revision_number': 4, 'project_id': '0e78744b790a4b35a8af40915974022c', 'gw_port': {'id': 'fde9f53c-7f42-42b8-9251-169775a9c81c', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:af:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb3eb5c-9700-47b4-8f00-2bb5fb722eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4432, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:16:58Z', 'updated_at': '2022-05-18T19:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3', '_interfaces': [{'id': 'bd0d0088-502c-4ece-94d4-ee221d024d73', 'name': '', 'network_id': 'a67bbedd-3df0-4f2d-96ae-46deff56902b', 'tenant_id': '0e78744b790a4b35a8af40915974022c', 'mac_address': 'fa:16:3e:fc:8f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb3eb5c-9700-47b4-8f00-2bb5fb722eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4433, 'fixed_ips': [{'subnet_id': 'acbd674e-846d-43d9-aa49-0ca134c95e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:17:00Z', 'updated_at': '2022-05-18T19:17:05Z', 'revision_number': 5, 'project_id': '0e78744b790a4b35a8af40915974022c', 'subnets': [{'id': 'acbd674e-846d-43d9-aa49-0ca134c95e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 19:21:40.811949 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-f39bcae6-bc80-4d0c-b7b1-343dc5aa65bd req-6f55e74e-e62b-46d7-9098-2a17a8f54606 service neutron] 10.222.0.36 "GET /v2.0/networks/a67bbedd-3df0-4f2d-96ae-46deff56902b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925932 May 18 19:21:40.943628 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9789b44c-c930-49e5-9f31-a46496e34b35 None None] New status for floating IP 2c7ae90b-ea5b-4937-bb20-65e3c40dfbb3: DOWN {{(pid=102732) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 19:21:41.550235 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356fb133-0d76-4bb3-9a9f-e2c56d09aa83 req-b104f2d0-ab8c-4b28-9db7-0ebffde1c80e tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:21:41.551738 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-356fb133-0d76-4bb3-9a9f-e2c56d09aa83 req-b104f2d0-ab8c-4b28-9db7-0ebffde1c80e tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] 10.222.0.85 "GET /v2.0/ports?device_id=b2a0caee-7230-4eba-b444-57d41891d6d9 HTTP/1.1" status: 200 len: 944 time: 0.0520971 May 18 19:21:41.562918 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:21:41.590570 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-356fb133-0d76-4bb3-9a9f-e2c56d09aa83 req-287020c5-7684-42d8-be4c-b3463735574e tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2919b20-7a4e-4298-b528-3bcdafd628c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325737 May 18 19:21:42.127269 n-d-838550-3 neutron-server[102730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45992a3b-5bf4-4b15-bb5b-c2d0cf1dfd6d req-1463580c-2512-463c-9413-2ec76610d04e tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 19:21:42.128719 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-45992a3b-5bf4-4b15-bb5b-c2d0cf1dfd6d req-1463580c-2512-463c-9413-2ec76610d04e tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2a0caee-7230-4eba-b444-57d41891d6d9 HTTP/1.1" status: 200 len: 944 time: 0.0490789 May 18 19:21:42.219699 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-45992a3b-5bf4-4b15-bb5b-c2d0cf1dfd6d req-e3a87b20-562f-4bbc-85c7-6e8c7a45c12e tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Deleting port 6b387966-603b-49e2-952c-ccfc187d731b {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 19:21:42.220037 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-45992a3b-5bf4-4b15-bb5b-c2d0cf1dfd6d req-e3a87b20-562f-4bbc-85c7-6e8c7a45c12e tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:21:42.307222 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [req-45992a3b-5bf4-4b15-bb5b-c2d0cf1dfd6d req-e3a87b20-562f-4bbc-85c7-6e8c7a45c12e tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] For port 6b387966-603b-49e2-952c-ccfc187d731b, host n-h1-838550-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-3',level=0,port_id=6b387966-603b-49e2-952c-ccfc187d731b,segment=NetworkSegment(1135944c-197a-4b0e-8532-c7509ee19d41),segment_id=1135944c-197a-4b0e-8532-c7509ee19d41)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 19:21:42.307586 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-45992a3b-5bf4-4b15-bb5b-c2d0cf1dfd6d req-e3a87b20-562f-4bbc-85c7-6e8c7a45c12e tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:21:42.320406 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [req-45992a3b-5bf4-4b15-bb5b-c2d0cf1dfd6d req-e3a87b20-562f-4bbc-85c7-6e8c7a45c12e tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Calling delete_port for 6b387966-603b-49e2-952c-ccfc187d731b owned by compute:nova {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 19:21:42.457384 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-45992a3b-5bf4-4b15-bb5b-c2d0cf1dfd6d req-e3a87b20-562f-4bbc-85c7-6e8c7a45c12e tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:21:42.488839 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a87b20-562f-4bbc-85c7-6e8c7a45c12e tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Pushing event deleted for resources: {'Port': ['ID=6b387966-603b-49e2-952c-ccfc187d731b,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:21:42.535362 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [req-45992a3b-5bf4-4b15-bb5b-c2d0cf1dfd6d req-e3a87b20-562f-4bbc-85c7-6e8c7a45c12e tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] No DVR routers for this DVR port 6b387966-603b-49e2-952c-ccfc187d731b on host n-h1-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 19:21:42.537924 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [req-45992a3b-5bf4-4b15-bb5b-c2d0cf1dfd6d req-e3a87b20-562f-4bbc-85c7-6e8c7a45c12e tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432882'] for port, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:21:42.541196 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-45992a3b-5bf4-4b15-bb5b-c2d0cf1dfd6d req-e3a87b20-562f-4bbc-85c7-6e8c7a45c12e tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] 10.222.0.36 "DELETE /v2.0/ports/6b387966-603b-49e2-952c-ccfc187d731b HTTP/1.1" status: 204 len: 173 time: 0.4063683 May 18 19:21:42.541747 n-d-838550-3 neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2a0caee-7230-4eba-b444-57d41891d6d9', 'name': 'network-vif-deleted', 'tag': '6b387966-603b-49e2-952c-ccfc187d731b'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 19:21:42.544023 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebab1398998b981f34f543ac0b562e5946bae5cf08db64623ace6dd3c2d346bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b15e6e43-2021-4d8e-8100-bfb975dbf816" -d '{"events": [{"server_uuid": "b2a0caee-7230-4eba-b444-57d41891d6d9", "name": "network-vif-deleted", "tag": "6b387966-603b-49e2-952c-ccfc187d731b"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 19:21:42.587271 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 19:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3866c5a2-0f7a-4413-8a61-5a2cf8564d6c x-openstack-request-id: req-3866c5a2-0f7a-4413-8a61-5a2cf8564d6c {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 19:21:42.587879 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2a0caee-7230-4eba-b444-57d41891d6d9", "name": "network-vif-deleted", "tag": "6b387966-603b-49e2-952c-ccfc187d731b", "status": "completed", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 19:21:42.587879 n-d-838550-3 neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-3866c5a2-0f7a-4413-8a61-5a2cf8564d6c {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 19:21:42.588206 n-d-838550-3 neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3866c5a2-0f7a-4413-8a61-5a2cf8564d6c'] response: {'server_uuid': 'b2a0caee-7230-4eba-b444-57d41891d6d9', 'name': 'network-vif-deleted', 'tag': '6b387966-603b-49e2-952c-ccfc187d731b', 'status': 'completed', 'code': 200} May 18 19:21:42.711992 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [req-2b8cdd44-eb0c-4623-92ab-01962449f068 req-1b6745db-33f7-4015-b4da-96737d063920 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] 10.222.0.85 "GET /v2.0/ports?device_id=b2a0caee-7230-4eba-b444-57d41891d6d9 HTTP/1.1" status: 200 len: 210 time: 0.0296226 May 18 19:21:42.712218 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:21:43.247959 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:21:43.769290 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 52332) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:21:43.827057 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8399bbbb-dd53-4ec1-880b-bd23c902c331 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Notify callbacks [] for security_group, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:21:43.852567 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8399bbbb-dd53-4ec1-880b-bd23c902c331 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:21:43.911908 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8399bbbb-dd53-4ec1-880b-bd23c902c331 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:21:43.916486 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8399bbbb-dd53-4ec1-880b-bd23c902c331 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Notify callbacks [] for security_group, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:21:43.917845 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-8399bbbb-dd53-4ec1-880b-bd23c902c331 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] 10.222.0.85 "DELETE /v2.0/security-groups/b2919b20-7a4e-4298-b528-3bcdafd628c6 HTTP/1.1" status: 204 len: 168 time: 0.1475132 May 18 19:21:43.927616 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8399bbbb-dd53-4ec1-880b-bd23c902c331 tempest-TestSnapshotPattern-1856723145 tempest-TestSnapshotPattern-1856723145-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2919b20-7a4e-4298-b528-3bcdafd628c6,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:21:43.961504 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 52336) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:21:44.306774 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-422c5591-f3c5-4160-9d76-85ee25bff5d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-595963'] for router_interface, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:21:44.543910 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-422c5591-f3c5-4160-9d76-85ee25bff5d2 admin admin] Deleting port bd0d0088-502c-4ece-94d4-ee221d024d73 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 19:21:44.544780 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-422c5591-f3c5-4160-9d76-85ee25bff5d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:21:44.620186 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-422c5591-f3c5-4160-9d76-85ee25bff5d2 admin admin] For port bd0d0088-502c-4ece-94d4-ee221d024d73, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=bd0d0088-502c-4ece-94d4-ee221d024d73,segment=NetworkSegment(1135944c-197a-4b0e-8532-c7509ee19d41),segment_id=1135944c-197a-4b0e-8532-c7509ee19d41)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 19:21:44.620460 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-422c5591-f3c5-4160-9d76-85ee25bff5d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:21:44.632367 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-422c5591-f3c5-4160-9d76-85ee25bff5d2 admin admin] Calling delete_port for bd0d0088-502c-4ece-94d4-ee221d024d73 owned by network:router_interface {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 19:21:44.812412 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-422c5591-f3c5-4160-9d76-85ee25bff5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:21:44.840413 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422c5591-f3c5-4160-9d76-85ee25bff5d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd0d0088-502c-4ece-94d4-ee221d024d73,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:21:45.012469 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-422c5591-f3c5-4160-9d76-85ee25bff5d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-593931'] for router_interface, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:21:45.227599 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-422c5591-f3c5-4160-9d76-85ee25bff5d2 admin admin] Router 0fb3eb5c-9700-47b4-8f00-2bb5fb722eff has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 19:21:45.331145 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-422c5591-f3c5-4160-9d76-85ee25bff5d2 admin admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 19:21:45.336200 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-422c5591-f3c5-4160-9d76-85ee25bff5d2 admin admin] 10.222.0.85 "PUT /v2.0/routers/0fb3eb5c-9700-47b4-8f00-2bb5fb722eff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3736370 May 18 19:21:45.338894 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 52338) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:21:45.339740 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485647e9-64a9-4429-9113-852a29ac840e None None] Sync routers for ids ['0fb3eb5c-9700-47b4-8f00-2bb5fb722eff'] in n-d-838550-3 {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 19:21:45.350160 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 6b387966-603b-49e2-952c-ccfc187d731b no longer exists at agent hyperv_n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 19:21:45.352103 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485647e9-64a9-4429-9113-852a29ac840e None None] Routers {'0fb3eb5c-9700-47b4-8f00-2bb5fb722eff'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 19:21:45.353213 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-485647e9-64a9-4429-9113-852a29ac840e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T19:21:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['0fb3eb5c-9700-47b4-8f00-2bb5fb722eff'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:21:45.372859 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] No Port match for: 6b387966-603b-49e2-952c-ccfc187d731b {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 19:21:45.373235 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Device 6b387966-603b-49e2-952c-ccfc187d731b not bound to the agent host n-h1-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 19:21:45.453506 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4cbbe27a-0424-4863-a268-158fc6578148 admin admin] Notify callbacks [] for router, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:21:45.459479 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-485647e9-64a9-4429-9113-852a29ac840e None None] Set router 0fb3eb5c-9700-47b4-8f00-2bb5fb722eff gateway port host: n-d-838550-3 {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 19:21:45.565492 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4cbbe27a-0424-4863-a268-158fc6578148 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:21:45.616923 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-4cbbe27a-0424-4863-a268-158fc6578148 admin admin] Deleting port fde9f53c-7f42-42b8-9251-169775a9c81c {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 19:21:45.617258 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4cbbe27a-0424-4863-a268-158fc6578148 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:21:45.642819 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-485647e9-64a9-4429-9113-852a29ac840e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb3eb5c-9700-47b4-8f00-2bb5fb722eff', 'name': 'tempest-TestSnapshotPattern-1586761689-router', 'tenant_id': '0e78744b790a4b35a8af40915974022c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': 'fde9f53c-7f42-42b8-9251-169775a9c81c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T19:16:58Z', 'updated_at': '2022-05-18T19:21:44Z', 'revision_number': 5, 'project_id': '0e78744b790a4b35a8af40915974022c', 'gw_port': {'id': 'fde9f53c-7f42-42b8-9251-169775a9c81c', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:af:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb3eb5c-9700-47b4-8f00-2bb5fb722eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4432, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:16:58Z', 'updated_at': '2022-05-18T19:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:21:45.671958 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485647e9-64a9-4429-9113-852a29ac840e None None] Checking router: 0fb3eb5c-9700-47b4-8f00-2bb5fb722eff for host: n-d-838550-3 {{(pid=102733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 19:21:45.680347 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485647e9-64a9-4429-9113-852a29ac840e None None] Routers {'0fb3eb5c-9700-47b4-8f00-2bb5fb722eff'} bound to L3 agent in host n-d-838550-3 {{(pid=102733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 19:21:45.680951 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-485647e9-64a9-4429-9113-852a29ac840e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T19:21:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['0fb3eb5c-9700-47b4-8f00-2bb5fb722eff'], 'active': True} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:21:45.704166 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-4cbbe27a-0424-4863-a268-158fc6578148 admin admin] For port fde9f53c-7f42-42b8-9251-169775a9c81c, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=fde9f53c-7f42-42b8-9251-169775a9c81c,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 19:21:45.704527 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4cbbe27a-0424-4863-a268-158fc6578148 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:21:45.716145 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-4cbbe27a-0424-4863-a268-158fc6578148 admin admin] Calling delete_port for fde9f53c-7f42-42b8-9251-169775a9c81c owned by network:router_gateway {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 19:21:45.802005 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_dvr_db [None req-485647e9-64a9-4429-9113-852a29ac840e None None] Set router 0fb3eb5c-9700-47b4-8f00-2bb5fb722eff gateway port host: None {{(pid=102733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 19:21:45.949970 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4cbbe27a-0424-4863-a268-158fc6578148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:21:45.972077 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.l3_hamode_db [None req-485647e9-64a9-4429-9113-852a29ac840e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb3eb5c-9700-47b4-8f00-2bb5fb722eff', 'name': 'tempest-TestSnapshotPattern-1586761689-router', 'tenant_id': '0e78744b790a4b35a8af40915974022c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T19:16:58Z', 'updated_at': '2022-05-18T19:21:45Z', 'revision_number': 6, 'project_id': '0e78744b790a4b35a8af40915974022c', 'gw_port_host': None}], 'n-d-838550-3', False) {} {{(pid=102733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:21:45.973314 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbbe27a-0424-4863-a268-158fc6578148 admin admin] Pushing event deleted for resources: {'Port': ['ID=fde9f53c-7f42-42b8-9251-169775a9c81c,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:21:45.998583 n-d-838550-3 neutron-server[102733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485647e9-64a9-4429-9113-852a29ac840e None None] The sync data for ids ['0fb3eb5c-9700-47b4-8f00-2bb5fb722eff'] in n-d-838550-3 is: [{'id': '0fb3eb5c-9700-47b4-8f00-2bb5fb722eff', 'name': 'tempest-TestSnapshotPattern-1586761689-router', 'tenant_id': '0e78744b790a4b35a8af40915974022c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T19:16:58Z', 'updated_at': '2022-05-18T19:21:45Z', 'revision_number': 6, 'project_id': '0e78744b790a4b35a8af40915974022c', 'gw_port_host': None}] {{(pid=102733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 19:21:46.041102 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4cbbe27a-0424-4863-a268-158fc6578148 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596901'] for router_gateway, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:21:46.132136 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4cbbe27a-0424-4863-a268-158fc6578148 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25145'] for router, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:21:46.134250 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4cbbe27a-0424-4863-a268-158fc6578148 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:21:46.182698 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4cbbe27a-0424-4863-a268-158fc6578148 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593303'] for router, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:21:46.183288 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cbbe27a-0424-4863-a268-158fc6578148 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0fb3eb5c-9700-47b4-8f00-2bb5fb722eff {{(pid=102731) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 18 19:21:46.188899 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4cbbe27a-0424-4863-a268-158fc6578148 admin admin] Notify callbacks [] for router, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:21:46.190107 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-4cbbe27a-0424-4863-a268-158fc6578148 admin admin] 10.222.0.85 "DELETE /v2.0/routers/0fb3eb5c-9700-47b4-8f00-2bb5fb722eff HTTP/1.1" status: 204 len: 168 time: 0.8502412 May 18 19:21:46.192808 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 52340) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:21:46.238968 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fec24c3-3268-4866-8d5b-9ab1d289f96e admin admin] Deleting subnet acbd674e-846d-43d9-aa49-0ca134c95e8e {{(pid=102731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 19:21:46.242132 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6fec24c3-3268-4866-8d5b-9ab1d289f96e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:21:46.277024 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6fec24c3-3268-4866-8d5b-9ab1d289f96e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260542153'] for subnet, precommit_delete_associations {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:21:46.367720 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6fec24c3-3268-4866-8d5b-9ab1d289f96e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:21:46.423625 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6fec24c3-3268-4866-8d5b-9ab1d289f96e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260898416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260908030'] for subnet, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:21:46.451816 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fec24c3-3268-4866-8d5b-9ab1d289f96e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=acbd674e-846d-43d9-aa49-0ca134c95e8e,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:21:46.453809 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-6fec24c3-3268-4866-8d5b-9ab1d289f96e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:21:46.459358 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-6fec24c3-3268-4866-8d5b-9ab1d289f96e admin admin] 10.222.0.85 "DELETE /v2.0/subnets/acbd674e-846d-43d9-aa49-0ca134c95e8e HTTP/1.1" status: 204 len: 168 time: 0.2631326 May 18 19:21:46.459759 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 52342) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:21:46.461454 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d0f201c-f7e9-4669-8766-6d4568cd3782 None None] Network a67bbedd-3df0-4f2d-96ae-46deff56902b requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 19:21:46.525630 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fa720a57-5e18-42ec-a932-2d039d10db48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:21:46.584402 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-fa720a57-5e18-42ec-a932-2d039d10db48 admin admin] Deleting port fd0a7b75-60e8-43a5-95ac-e4ccaf160890 {{(pid=102731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 19:21:46.584742 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fa720a57-5e18-42ec-a932-2d039d10db48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:21:46.646922 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-fa720a57-5e18-42ec-a932-2d039d10db48 admin admin] For port fd0a7b75-60e8-43a5-95ac-e4ccaf160890, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=fd0a7b75-60e8-43a5-95ac-e4ccaf160890,segment=NetworkSegment(1135944c-197a-4b0e-8532-c7509ee19d41),segment_id=1135944c-197a-4b0e-8532-c7509ee19d41)] {{(pid=102731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 19:21:46.647217 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fa720a57-5e18-42ec-a932-2d039d10db48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:21:46.660758 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.plugin [None req-fa720a57-5e18-42ec-a932-2d039d10db48 admin admin] Calling delete_port for fd0a7b75-60e8-43a5-95ac-e4ccaf160890 owned by network:dhcp {{(pid=102731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 19:21:46.746139 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fa720a57-5e18-42ec-a932-2d039d10db48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260898309'] for port, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:21:46.777848 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa720a57-5e18-42ec-a932-2d039d10db48 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd0a7b75-60e8-43a5-95ac-e4ccaf160890,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:21:46.781826 n-d-838550-3 neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa720a57-5e18-42ec-a932-2d039d10db48 admin admin] No DVR routers for this DVR port fd0a7b75-60e8-43a5-95ac-e4ccaf160890 on host n-d-838550-3 {{(pid=102731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 19:21:46.782620 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cc81951-ce66-4fed-9a66-32cde31ec259 None None] DHCP port deletion for a67bbedd-3df0-4f2d-96ae-46deff56902b request from n-d-838550-3 {{(pid=102732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 19:21:46.854332 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fa720a57-5e18-42ec-a932-2d039d10db48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:21:46.875264 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-fa720a57-5e18-42ec-a932-2d039d10db48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a67bbedd-3df0-4f2d-96ae-46deff56902b']}} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:21:46.884682 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-fa720a57-5e18-42ec-a932-2d039d10db48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1135944c-197a-4b0e-8532-c7509ee19d41') {'for_net_delete': True} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:21:46.884982 n-d-838550-3 neutron-server[102731]: DEBUG neutron.services.segments.db [None req-fa720a57-5e18-42ec-a932-2d039d10db48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1135944c-197a-4b0e-8532-c7509ee19d41') {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:21:46.895112 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fa720a57-5e18-42ec-a932-2d039d10db48 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260542144'] for segment, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:21:46.909141 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fa720a57-5e18-42ec-a932-2d039d10db48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:21:46.915200 n-d-838550-3 neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa720a57-5e18-42ec-a932-2d039d10db48 admin admin] Releasing vlan 618 on physical network physnet1 to pool {{(pid=102731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 19:21:46.915584 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fa720a57-5e18-42ec-a932-2d039d10db48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260884178'] for segment, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:21:46.917288 n-d-838550-3 neutron-server[102731]: Traceback (most recent call last): May 18 19:21:46.917288 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 19:21:46.917288 n-d-838550-3 neutron-server[102731]: timer() May 18 19:21:46.917288 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 19:21:46.917288 n-d-838550-3 neutron-server[102731]: cb(*args, **kw) May 18 19:21:46.917288 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 19:21:46.917288 n-d-838550-3 neutron-server[102731]: return func(*args, **kwargs) May 18 19:21:46.917288 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 19:21:46.917288 n-d-838550-3 neutron-server[102731]: self._notify() May 18 19:21:46.917288 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 19:21:46.917288 n-d-838550-3 neutron-server[102731]: self.callback(batched_events) May 18 19:21:46.917288 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 19:21:46.917288 n-d-838550-3 neutron-server[102731]: event.method(event) May 18 19:21:46.917288 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 19:21:46.917288 n-d-838550-3 neutron-server[102731]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 19:21:46.917288 n-d-838550-3 neutron-server[102731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 19:21:46.917288 n-d-838550-3 neutron-server[102731]: aggregate_uuid = self.p_client.list_aggregates( May 18 19:21:46.917288 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 19:21:46.917288 n-d-838550-3 neutron-server[102731]: return f(self, *a, **k) May 18 19:21:46.917288 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 19:21:46.917288 n-d-838550-3 neutron-server[102731]: return self._get(url).json() May 18 19:21:46.917288 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 19:21:46.917288 n-d-838550-3 neutron-server[102731]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 19:21:46.917288 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 19:21:46.917288 n-d-838550-3 neutron-server[102731]: return self.request(url, 'GET', **kwargs) May 18 19:21:46.917288 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 19:21:46.917288 n-d-838550-3 neutron-server[102731]: base_url = self.get_endpoint(auth, allow=allow, May 18 19:21:46.917288 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 19:21:46.917288 n-d-838550-3 neutron-server[102731]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 19:21:46.917288 n-d-838550-3 neutron-server[102731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 19:21:46.917288 n-d-838550-3 neutron-server[102731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 19:21:46.917288 n-d-838550-3 neutron-server[102731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 19:21:46.983619 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fa720a57-5e18-42ec-a932-2d039d10db48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:21:46.989791 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-fa720a57-5e18-42ec-a932-2d039d10db48 admin admin] Notify callbacks [] for network, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:21:46.993198 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-fa720a57-5e18-42ec-a932-2d039d10db48 admin admin] 10.222.0.85 "DELETE /v2.0/networks/a67bbedd-3df0-4f2d-96ae-46deff56902b HTTP/1.1" status: 204 len: 168 time: 0.5326438 May 18 19:21:46.996393 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 52344) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:21:47.006895 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa720a57-5e18-42ec-a932-2d039d10db48 admin admin] Pushing event deleted for resources: {'Network': ['ID=a67bbedd-3df0-4f2d-96ae-46deff56902b,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:21:47.537210 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device fde9f53c-7f42-42b8-9251-169775a9c81c no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 19:21:47.557583 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: fde9f53c-7f42-42b8-9251-169775a9c81c {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 19:21:47.558031 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device fde9f53c-7f42-42b8-9251-169775a9c81c not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 19:21:47.558534 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device fd0a7b75-60e8-43a5-95ac-e4ccaf160890 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 19:21:47.577920 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: fd0a7b75-60e8-43a5-95ac-e4ccaf160890 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 19:21:47.578285 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device fd0a7b75-60e8-43a5-95ac-e4ccaf160890 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 19:21:47.578681 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device bd0d0088-502c-4ece-94d4-ee221d024d73 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 19:21:47.597451 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: bd0d0088-502c-4ece-94d4-ee221d024d73 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 19:21:47.597830 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device bd0d0088-502c-4ece-94d4-ee221d024d73 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 19:21:47.678560 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f97943ee-1db1-42e3-8044-082d783776de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-595963'] for router_interface, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:21:47.928161 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-f97943ee-1db1-42e3-8044-082d783776de admin admin] Deleting port 9865fbd7-92fc-476a-bb3c-adffc3b33274 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 19:21:47.928500 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f97943ee-1db1-42e3-8044-082d783776de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:21:48.008697 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-f97943ee-1db1-42e3-8044-082d783776de admin admin] For port 9865fbd7-92fc-476a-bb3c-adffc3b33274, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=9865fbd7-92fc-476a-bb3c-adffc3b33274,segment=NetworkSegment(1b770376-9fc2-488c-920f-7fb2c2fa05d1),segment_id=1b770376-9fc2-488c-920f-7fb2c2fa05d1)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 19:21:48.009412 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f97943ee-1db1-42e3-8044-082d783776de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:21:48.020967 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-f97943ee-1db1-42e3-8044-082d783776de admin admin] Calling delete_port for 9865fbd7-92fc-476a-bb3c-adffc3b33274 owned by network:router_interface {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 19:21:48.208300 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f97943ee-1db1-42e3-8044-082d783776de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:21:48.236093 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97943ee-1db1-42e3-8044-082d783776de admin admin] Pushing event deleted for resources: {'Port': ['ID=9865fbd7-92fc-476a-bb3c-adffc3b33274,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:21:48.404393 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f97943ee-1db1-42e3-8044-082d783776de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-593931'] for router_interface, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:21:48.627245 n-d-838550-3 neutron-server[102730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f97943ee-1db1-42e3-8044-082d783776de admin admin] Router 59d66a4c-dc15-4f72-8284-0b2c493eeb65 has already been hosted by L3 agent 24ba3540-457a-430a-8db3-2d8cda28fb4e {{(pid=102730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 19:21:48.734014 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f97943ee-1db1-42e3-8044-082d783776de admin admin] Notify agent at l3_agent.n-d-838550-3 the message routers_updated {{(pid=102730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 19:21:48.738912 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-f97943ee-1db1-42e3-8044-082d783776de admin admin] 10.222.0.85 "PUT /v2.0/routers/59d66a4c-dc15-4f72-8284-0b2c493eeb65/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7401936 May 18 19:21:48.741379 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 52346) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:21:48.744761 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7dd121-62ef-4771-a38c-73ede9cca7bb None None] Sync routers for ids ['59d66a4c-dc15-4f72-8284-0b2c493eeb65'] in n-d-838550-3 {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 19:21:48.755267 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7dd121-62ef-4771-a38c-73ede9cca7bb None None] Routers {'59d66a4c-dc15-4f72-8284-0b2c493eeb65'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 19:21:48.756338 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-6e7dd121-62ef-4771-a38c-73ede9cca7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T19:21:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['59d66a4c-dc15-4f72-8284-0b2c493eeb65'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:21:48.846831 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-91680efd-1702-4ddd-a317-d0435af2e4d1 admin admin] Notify callbacks [] for router, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:21:48.863665 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-6e7dd121-62ef-4771-a38c-73ede9cca7bb None None] Set router 59d66a4c-dc15-4f72-8284-0b2c493eeb65 gateway port host: n-d-838550-3 {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 19:21:48.950382 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-91680efd-1702-4ddd-a317-d0435af2e4d1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:21:49.005063 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-91680efd-1702-4ddd-a317-d0435af2e4d1 admin admin] Deleting port f4d2c758-f7da-4288-ac12-9b2b76173552 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 19:21:49.005444 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-91680efd-1702-4ddd-a317-d0435af2e4d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:21:49.042899 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-6e7dd121-62ef-4771-a38c-73ede9cca7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59d66a4c-dc15-4f72-8284-0b2c493eeb65', 'name': 'tempest-TestSnapshotPattern-1521675154-router', 'tenant_id': '606c34b0a49442629aa0e0ebb49f89e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'external_fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': 'f4d2c758-f7da-4288-ac12-9b2b76173552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T19:17:02Z', 'updated_at': '2022-05-18T19:21:48Z', 'revision_number': 5, 'project_id': '606c34b0a49442629aa0e0ebb49f89e3', 'gw_port': {'id': 'f4d2c758-f7da-4288-ac12-9b2b76173552', 'name': '', 'network_id': '31ebd439-090c-4b25-bbb0-31c48711b145', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:7f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d66a4c-dc15-4f72-8284-0b2c493eeb65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4444, 'fixed_ips': [{'subnet_id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T19:17:03Z', 'updated_at': '2022-05-18T19:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '363a2810-8a83-4be0-a317-7c91fcd94485', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-3'}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:21:49.070123 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7dd121-62ef-4771-a38c-73ede9cca7bb None None] Checking router: 59d66a4c-dc15-4f72-8284-0b2c493eeb65 for host: n-d-838550-3 {{(pid=102732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 19:21:49.079066 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7dd121-62ef-4771-a38c-73ede9cca7bb None None] Routers {'59d66a4c-dc15-4f72-8284-0b2c493eeb65'} bound to L3 agent in host n-d-838550-3 {{(pid=102732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 19:21:49.079772 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-6e7dd121-62ef-4771-a38c-73ede9cca7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T17:50:40Z,description=,heartbeat_timestamp=2022-05-18T19:21:40Z,host='n-d-838550-3',id=24ba3540-457a-430a-8db3-2d8cda28fb4e,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T17:50:40Z,topic='l3_agent')) {'router_ids': ['59d66a4c-dc15-4f72-8284-0b2c493eeb65'], 'active': True} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:21:49.087050 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-91680efd-1702-4ddd-a317-d0435af2e4d1 admin admin] For port f4d2c758-f7da-4288-ac12-9b2b76173552, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=f4d2c758-f7da-4288-ac12-9b2b76173552,segment=NetworkSegment(51a01c85-1351-4219-abb4-3b443fa9c38c),segment_id=51a01c85-1351-4219-abb4-3b443fa9c38c)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 19:21:49.087575 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-91680efd-1702-4ddd-a317-d0435af2e4d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:21:49.098935 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-91680efd-1702-4ddd-a317-d0435af2e4d1 admin admin] Calling delete_port for f4d2c758-f7da-4288-ac12-9b2b76173552 owned by network:router_gateway {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 19:21:49.268829 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-91680efd-1702-4ddd-a317-d0435af2e4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:21:49.296627 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91680efd-1702-4ddd-a317-d0435af2e4d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4d2c758-f7da-4288-ac12-9b2b76173552,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:21:49.327558 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_dvr_db [None req-6e7dd121-62ef-4771-a38c-73ede9cca7bb None None] Set router 59d66a4c-dc15-4f72-8284-0b2c493eeb65 gateway port host: None {{(pid=102732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 19:21:49.358987 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-91680efd-1702-4ddd-a317-d0435af2e4d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596901'] for router_gateway, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:21:49.378083 n-d-838550-3 neutron-server[102732]: DEBUG neutron.db.l3_hamode_db [None req-6e7dd121-62ef-4771-a38c-73ede9cca7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59d66a4c-dc15-4f72-8284-0b2c493eeb65', 'name': 'tempest-TestSnapshotPattern-1521675154-router', 'tenant_id': '606c34b0a49442629aa0e0ebb49f89e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T19:17:02Z', 'updated_at': '2022-05-18T19:21:48Z', 'revision_number': 6, 'project_id': '606c34b0a49442629aa0e0ebb49f89e3', 'gw_port_host': None}], 'n-d-838550-3', False) {} {{(pid=102732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:21:49.407702 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7dd121-62ef-4771-a38c-73ede9cca7bb None None] The sync data for ids ['59d66a4c-dc15-4f72-8284-0b2c493eeb65'] in n-d-838550-3 is: [{'id': '59d66a4c-dc15-4f72-8284-0b2c493eeb65', 'name': 'tempest-TestSnapshotPattern-1521675154-router', 'tenant_id': '606c34b0a49442629aa0e0ebb49f89e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T19:17:02Z', 'updated_at': '2022-05-18T19:21:48Z', 'revision_number': 6, 'project_id': '606c34b0a49442629aa0e0ebb49f89e3', 'gw_port_host': None}] {{(pid=102732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 19:21:49.453520 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-91680efd-1702-4ddd-a317-d0435af2e4d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25145'] for router, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:21:49.455679 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-91680efd-1702-4ddd-a317-d0435af2e4d1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:21:49.502353 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-91680efd-1702-4ddd-a317-d0435af2e4d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593303'] for router, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:21:49.502901 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91680efd-1702-4ddd-a317-d0435af2e4d1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 59d66a4c-dc15-4f72-8284-0b2c493eeb65 {{(pid=102730) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 18 19:21:49.507197 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-91680efd-1702-4ddd-a317-d0435af2e4d1 admin admin] Notify callbacks [] for router, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:21:49.508371 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-91680efd-1702-4ddd-a317-d0435af2e4d1 admin admin] 10.222.0.85 "DELETE /v2.0/routers/59d66a4c-dc15-4f72-8284-0b2c493eeb65 HTTP/1.1" status: 204 len: 168 time: 0.7659721 May 18 19:21:49.510811 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 52348) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:21:49.554639 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.db_base_plugin_v2 [None req-77c9a9d3-a953-4fd2-aa82-a238467bd45e admin admin] Deleting subnet 2ce3bf07-3df4-4caf-bad7-62a6645fe31a {{(pid=102730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 18 19:21:49.557582 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-77c9a9d3-a953-4fd2-aa82-a238467bd45e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:21:49.593423 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-77c9a9d3-a953-4fd2-aa82-a238467bd45e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260107366'] for subnet, precommit_delete_associations {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:21:49.673515 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-77c9a9d3-a953-4fd2-aa82-a238467bd45e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4078199'] for subnet, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:21:49.727318 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-77c9a9d3-a953-4fd2-aa82-a238467bd45e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4078204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261104690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261031888'] for subnet, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:21:49.761515 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c9a9d3-a953-4fd2-aa82-a238467bd45e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ce3bf07-3df4-4caf-bad7-62a6645fe31a,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:21:49.763616 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-77c9a9d3-a953-4fd2-aa82-a238467bd45e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:21:49.769774 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-77c9a9d3-a953-4fd2-aa82-a238467bd45e admin admin] 10.222.0.85 "DELETE /v2.0/subnets/2ce3bf07-3df4-4caf-bad7-62a6645fe31a HTTP/1.1" status: 204 len: 168 time: 0.2551217 May 18 19:21:49.769886 n-d-838550-3 neutron-server[102730]: DEBUG neutron.wsgi [-] (102730) accepted ('10.222.0.85', 52350) {{(pid=102730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:21:49.774252 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e733ac9-39b2-4aba-905e-24d6aa0efee6 None None] Network d66c0a0c-303d-4ad4-8a96-88881ca437b1 requested from n-d-838550-3 {{(pid=102732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 19:21:49.860533 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ac7c8ccf-9cb2-4b05-a2ab-90d2ae954ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3791272'] for network, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:21:49.905102 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 9865fbd7-92fc-476a-bb3c-adffc3b33274 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 19:21:49.921972 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-ac7c8ccf-9cb2-4b05-a2ab-90d2ae954ba5 admin admin] Deleting port 88a0e453-44a0-4831-aff9-c3144b0311e2 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 18 19:21:49.922315 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ac7c8ccf-9cb2-4b05-a2ab-90d2ae954ba5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753015237645'] for port, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:21:49.927419 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 9865fbd7-92fc-476a-bb3c-adffc3b33274 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 19:21:49.927763 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 9865fbd7-92fc-476a-bb3c-adffc3b33274 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 19:21:49.986811 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-ac7c8ccf-9cb2-4b05-a2ab-90d2ae954ba5 admin admin] For port 88a0e453-44a0-4831-aff9-c3144b0311e2, host n-d-838550-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-3',level=0,port_id=88a0e453-44a0-4831-aff9-c3144b0311e2,segment=NetworkSegment(1b770376-9fc2-488c-920f-7fb2c2fa05d1),segment_id=1b770376-9fc2-488c-920f-7fb2c2fa05d1)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 19:21:49.987182 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ac7c8ccf-9cb2-4b05-a2ab-90d2ae954ba5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648187'] for port, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:21:49.999615 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-ac7c8ccf-9cb2-4b05-a2ab-90d2ae954ba5 admin admin] Calling delete_port for 88a0e453-44a0-4831-aff9-c3144b0311e2 owned by network:dhcp {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 18 19:21:50.081129 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ac7c8ccf-9cb2-4b05-a2ab-90d2ae954ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4080133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753015195239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753014703508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261104711'] for port, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:21:50.109436 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7c8ccf-9cb2-4b05-a2ab-90d2ae954ba5 admin admin] Pushing event deleted for resources: {'Port': ['ID=88a0e453-44a0-4831-aff9-c3144b0311e2,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:21:50.112276 n-d-838550-3 neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7c8ccf-9cb2-4b05-a2ab-90d2ae954ba5 admin admin] No DVR routers for this DVR port 88a0e453-44a0-4831-aff9-c3144b0311e2 on host n-d-838550-3 {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 19:21:50.181693 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ac7c8ccf-9cb2-4b05-a2ab-90d2ae954ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072160', 'neutron.services.segments.db._delete_segments_for_network-8753015187752'] for network, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:21:50.203053 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-ac7c8ccf-9cb2-4b05-a2ab-90d2ae954ba5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d66c0a0c-303d-4ad4-8a96-88881ca437b1']}} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:21:50.212962 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-ac7c8ccf-9cb2-4b05-a2ab-90d2ae954ba5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b770376-9fc2-488c-920f-7fb2c2fa05d1') {'for_net_delete': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:21:50.213261 n-d-838550-3 neutron-server[102730]: DEBUG neutron.services.segments.db [None req-ac7c8ccf-9cb2-4b05-a2ab-90d2ae954ba5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b770376-9fc2-488c-920f-7fb2c2fa05d1') {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 19:21:50.223966 n-d-838550-3 neutron-server[102732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b353af6-c1fc-46b9-a2ce-06b7675731fa None None] DHCP port deletion for d66c0a0c-303d-4ad4-8a96-88881ca437b1 request from n-d-838550-3 {{(pid=102732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 19:21:50.228630 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ac7c8ccf-9cb2-4b05-a2ab-90d2ae954ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753015188785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260107375'] for segment, before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:21:50.245508 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ac7c8ccf-9cb2-4b05-a2ab-90d2ae954ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685'] for segment, precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:21:50.252038 n-d-838550-3 neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac7c8ccf-9cb2-4b05-a2ab-90d2ae954ba5 admin admin] Releasing vlan 628 on physical network physnet1 to pool {{(pid=102730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 19:21:50.252439 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ac7c8ccf-9cb2-4b05-a2ab-90d2ae954ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4071685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261102736'] for segment, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:21:50.254312 n-d-838550-3 neutron-server[102730]: Traceback (most recent call last): May 18 19:21:50.254312 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 19:21:50.254312 n-d-838550-3 neutron-server[102730]: timer() May 18 19:21:50.254312 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 19:21:50.254312 n-d-838550-3 neutron-server[102730]: cb(*args, **kw) May 18 19:21:50.254312 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 18 19:21:50.254312 n-d-838550-3 neutron-server[102730]: return func(*args, **kwargs) May 18 19:21:50.254312 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 19:21:50.254312 n-d-838550-3 neutron-server[102730]: self._notify() May 18 19:21:50.254312 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 19:21:50.254312 n-d-838550-3 neutron-server[102730]: self.callback(batched_events) May 18 19:21:50.254312 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 19:21:50.254312 n-d-838550-3 neutron-server[102730]: event.method(event) May 18 19:21:50.254312 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 19:21:50.254312 n-d-838550-3 neutron-server[102730]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 19:21:50.254312 n-d-838550-3 neutron-server[102730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 19:21:50.254312 n-d-838550-3 neutron-server[102730]: aggregate_uuid = self.p_client.list_aggregates( May 18 19:21:50.254312 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 19:21:50.254312 n-d-838550-3 neutron-server[102730]: return f(self, *a, **k) May 18 19:21:50.254312 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 19:21:50.254312 n-d-838550-3 neutron-server[102730]: return self._get(url).json() May 18 19:21:50.254312 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 19:21:50.254312 n-d-838550-3 neutron-server[102730]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 19:21:50.254312 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 19:21:50.254312 n-d-838550-3 neutron-server[102730]: return self.request(url, 'GET', **kwargs) May 18 19:21:50.254312 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 19:21:50.254312 n-d-838550-3 neutron-server[102730]: base_url = self.get_endpoint(auth, allow=allow, May 18 19:21:50.254312 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 19:21:50.254312 n-d-838550-3 neutron-server[102730]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 19:21:50.254312 n-d-838550-3 neutron-server[102730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 19:21:50.254312 n-d-838550-3 neutron-server[102730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 19:21:50.254312 n-d-838550-3 neutron-server[102730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 19:21:50.309914 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ac7c8ccf-9cb2-4b05-a2ab-90d2ae954ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596873'] for network, after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:21:50.316658 n-d-838550-3 neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ac7c8ccf-9cb2-4b05-a2ab-90d2ae954ba5 admin admin] Notify callbacks [] for network, before_response {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:21:50.319909 n-d-838550-3 neutron-server[102730]: INFO neutron.wsgi [None req-ac7c8ccf-9cb2-4b05-a2ab-90d2ae954ba5 admin admin] 10.222.0.85 "DELETE /v2.0/networks/d66c0a0c-303d-4ad4-8a96-88881ca437b1 HTTP/1.1" status: 204 len: 168 time: 0.5490711 May 18 19:21:50.332603 n-d-838550-3 neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7c8ccf-9cb2-4b05-a2ab-90d2ae954ba5 admin admin] Pushing event deleted for resources: {'Network': ['ID=d66c0a0c-303d-4ad4-8a96-88881ca437b1,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:21:50.504162 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 52354) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:21:50.544741 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-783617e6-468f-4624-8326-89a9a09261fd admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=0e78744b790a4b35a8af40915974022c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393660 May 18 19:21:50.547145 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 52356) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:21:50.596653 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ee48da22-8a47-4192-b654-908a7b3829cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:21:50.617974 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ee48da22-8a47-4192-b654-908a7b3829cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:21:50.665902 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ee48da22-8a47-4192-b654-908a7b3829cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:21:50.668532 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-ee48da22-8a47-4192-b654-908a7b3829cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:21:50.670087 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-ee48da22-8a47-4192-b654-908a7b3829cd admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/0492912a-990d-44f2-b171-d9eabbdec287 HTTP/1.1" status: 204 len: 168 time: 0.1218450 May 18 19:21:50.681133 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee48da22-8a47-4192-b654-908a7b3829cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0492912a-990d-44f2-b171-d9eabbdec287,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:21:50.995429 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 52362) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:21:51.040240 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-dd49309e-a91c-4a37-8b3b-7cef74752035 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=606c34b0a49442629aa0e0ebb49f89e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0436509 May 18 19:21:51.042734 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [-] (102731) accepted ('10.222.0.85', 52364) {{(pid=102731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 18 19:21:51.091856 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e43521db-2ef2-4999-8c45-063b05b84404 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:21:51.112619 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e43521db-2ef2-4999-8c45-063b05b84404 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:21:51.159069 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e43521db-2ef2-4999-8c45-063b05b84404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011677'] for security_group, after_delete {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:21:51.161849 n-d-838550-3 neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-e43521db-2ef2-4999-8c45-063b05b84404 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:21:51.162993 n-d-838550-3 neutron-server[102731]: INFO neutron.wsgi [None req-e43521db-2ef2-4999-8c45-063b05b84404 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/89fe1b7b-2103-4402-b8f5-dbe90ccfdb02 HTTP/1.1" status: 204 len: 168 time: 0.1193728 May 18 19:21:51.171292 n-d-838550-3 neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43521db-2ef2-4999-8c45-063b05b84404 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89fe1b7b-2103-4402-b8f5-dbe90ccfdb02,revision_number=None']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 19:21:51.536918 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 88a0e453-44a0-4831-aff9-c3144b0311e2 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 19:21:51.558167 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: 88a0e453-44a0-4831-aff9-c3144b0311e2 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 19:21:51.558517 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device 88a0e453-44a0-4831-aff9-c3144b0311e2 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 19:21:51.558947 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device f4d2c758-f7da-4288-ac12-9b2b76173552 no longer exists at agent ovs-agent-n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 19:21:51.581781 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.plugin [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] No Port match for: f4d2c758-f7da-4288-ac12-9b2b76173552 {{(pid=102732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 18 19:21:51.582125 n-d-838550-3 neutron-server[102732]: DEBUG neutron.plugins.ml2.rpc [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Device f4d2c758-f7da-4288-ac12-9b2b76173552 not bound to the agent host n-d-838550-3 {{(pid=102732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 19:22:01.672922 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:22:01.890203 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:22:07.777387 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-973ba2f1-8f00-4c66-95f3-1f295c04d424 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:22:08.262460 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 7 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 19:22:10.174938 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1d62f2b1-9edb-4a40-a301-41dff78e422c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:22:11.563128 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:22:12.711751 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:22:13.250836 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:22:31.682155 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:22:31.892282 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:22:37.781247 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-8a41625c-3c3d-4726-80be-f3adbd0f82d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:22:40.176581 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-e1655929-bbca-49bf-8780-4f04be3dec74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:22:41.566562 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:22:42.714371 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:22:43.252686 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:22:45.261078 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 7 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 19:23:01.675892 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:23:01.906907 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:23:07.788047 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-e38af8a4-8b2e-472e-b69c-367b85696da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:23:10.178783 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-db2acee8-8d03-4231-bbe5-0a4d9887a114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:23:11.570293 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:23:12.716625 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:23:13.255765 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:23:22.259718 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 7 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 19:23:31.679423 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:23:31.930698 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:23:37.781271 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-ac1e8539-01ff-48f0-a25b-ece7bc06582a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:23:40.180469 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0126acc8-ff8a-4df5-b9f7-95468783290d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:23:41.573218 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:23:42.720023 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:23:43.257406 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:23:59.258992 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 7 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 19:24:01.677712 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:24:01.922323 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:24:07.783860 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-703c9153-0505-4c23-9360-85cf34f56697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:24:10.182933 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-be0ae0a1-efa0-4758-97e4-05a99f679301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:24:11.580239 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:24:12.722121 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:24:13.259644 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:24:31.672898 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:24:31.936139 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:24:36.257604 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 7 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 19:24:37.786259 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-2941d385-5fdd-416c-895a-88d3abe4c462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:24:40.186646 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-6886005b-9742-4d7c-89fa-82024990a30e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:24:41.586423 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:24:42.726605 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:24:43.260696 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:25:01.679278 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:25:01.936110 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:25:07.788679 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c52296c2-6aee-4052-9dc5-e712fa41689a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:25:10.188202 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-464ee844-ec2c-4714-be65-27c39d933b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:25:11.582596 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:25:12.727598 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:25:13.256487 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 7 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 19:25:13.265644 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:25:31.675440 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:25:31.951337 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:25:37.790092 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b843145c-33cf-43a5-b155-0f91fb00716c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:25:40.189115 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-ed3042fc-6000-4b01-ac26-bd3ceddc769c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:25:41.586617 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:25:42.731638 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:25:43.268625 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:25:50.259087 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 7 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 19:26:01.684632 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:26:01.950284 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:26:07.791790 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1b26acaa-afbe-485e-93a7-d67851a839a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:26:10.194822 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-7a830989-bab4-462a-8047-c9d78b922f7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:26:11.589284 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:26:12.733947 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:26:13.272163 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:26:27.257490 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 7 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 19:26:31.704899 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:26:31.966406 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:26:37.793805 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-e2c70adc-b60f-451e-97fe-3293c7e18227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:26:40.196659 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-3c65bd2d-d21e-4384-8c72-ce3e8f07ec09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:26:41.593368 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:26:42.736396 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:26:43.273887 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:27:01.697156 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:27:01.980670 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:27:04.256633 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 7 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 19:27:07.795140 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d00dd110-86f7-44cb-b942-d0eba968220e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:27:10.200421 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-82e86d4c-bbb1-4b90-a692-e5522d6d5df6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:27:11.595953 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:27:12.739022 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:27:13.276605 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:27:31.693519 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:27:31.998236 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:27:37.796459 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f383db1f-fecd-420f-a61c-bb617fa2c763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:27:40.201489 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b778eecb-b729-4baa-af2e-f52822485321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:27:41.255412 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 7 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 19:27:41.600167 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:27:42.741705 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:27:43.279355 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:28:01.721171 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:28:01.995830 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:28:07.798415 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-7ac40887-b793-4bbb-9543-aa546e7db525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:28:10.202435 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-2ae744c6-d410-4d3e-9338-856072b8b697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:28:11.602314 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:28:12.745384 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:28:13.282747 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:28:18.254712 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 7 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 19:28:31.718087 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:28:32.010555 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:28:37.799870 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0a659e6e-cc6d-44ad-b6da-efa6e7f679a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:28:40.206927 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-1a68aee1-8648-45d4-b35e-c6e56b03d437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:28:41.606340 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:28:42.747182 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:28:43.285004 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:28:55.254933 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 7 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 19:29:01.726269 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:29:02.021418 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:29:07.802181 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c33e4d2f-9614-408f-a8ae-83b23a51d7fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:29:10.207641 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-180f7caa-a127-4ddd-9dcc-2daa7e230812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:29:11.610597 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:29:12.749387 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:29:13.288773 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:29:31.735159 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:29:32.032356 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:29:32.254520 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 7 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 19:29:37.803448 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-69fe9c28-f5e5-4ad8-9f59-75083ff718c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:29:40.209630 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-5f87c1f5-2b3f-4ae4-a12b-0e70d16e3bf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:29:41.611821 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-0d00cd2d-4c91-489a-80cd-103c007f6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:29:42.752776 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-f33b1c2f-248f-4cd1-9e9c-3ebf454bf7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:29:43.293811 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-a47190af-db87-48da-ab14-b81108e68c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:30:01.732676 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-b77e10d6-6eee-4823-afa1-db723e7cfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:30:02.026171 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe7af-b3f7-4de3-8f16-6d184c59a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:30:06.998307 n-d-838550-3 neutron-server[102731]: DEBUG neutron.wsgi [req-ffdbb31a-b6e4-45f9-a623-aaa869ee7a36 req-dfc32f1e-a69b-4260-a0f3-a4f42d0ff377 service neutron] (102731) timed out ('10.222.0.85', 50242) {{(pid=102731) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} May 18 19:30:07.806618 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-d8741a82-eaa7-45bf-933d-29974d463159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 19:30:09.254698 n-d-838550-3 neutron-server[102733]: DEBUG neutron.db.agents_db [None req-2ed9e9fe-045f-4732-8afd-3fccd7190a40 None None] Agent healthcheck: found 7 active agents {{(pid=102733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 19:30:10.212183 n-d-838550-3 neutron-server[102732]: DEBUG neutron_lib.callbacks.manager [None req-9fa8b3fc-73ea-44dc-a35e-d05ab251d95d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753015187734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4075344'] for agent, after_update {{(pid=102732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}